-- Logs begin at Sat 2022-03-05 03:56:17 UTC, end at Sat 2022-03-05 06:10:31 UTC. -- Mar 05 04:30:23.699696 n-d-789963-32 systemd[1]: Started Devstack devstack@q-svc.service. Mar 05 04:30:26.635566 n-d-789963-32 neutron-server[104910]: INFO neutron.common.config [-] Logging enabled! Mar 05 04:30:26.636169 n-d-789963-32 neutron-server[104910]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev573 Mar 05 04:30:26.636360 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104910) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 05 04:30:26.639701 n-d-789963-32 neutron-server[104910]: INFO neutron.common.config [-] Logging enabled! Mar 05 04:30:26.639958 n-d-789963-32 neutron-server[104910]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev573 Mar 05 04:30:26.640276 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104910) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 05 04:30:26.641475 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 05 04:30:26.641712 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 05 04:30:26.642177 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 05 04:30:26.642648 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 05 04:30:26.643106 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 05 04:30:26.643440 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.643884 n-d-789963-32 neutron-server[104910]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 05 04:30:26.644202 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.644526 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.644813 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.645119 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.645422 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.645712 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.646010 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.646313 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.646604 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.646890 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.647202 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.647500 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.647788 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.648082 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.648376 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.648664 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] debug = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.648950 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.649393 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.649813 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.650097 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.650391 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.650674 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.650950 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.651258 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.651549 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.651883 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] host = n-d-789963-32 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.652164 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.652458 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.652752 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.653041 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.653322 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.653603 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.653894 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.654174 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.654450 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] log_file = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.654731 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.655022 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.655341 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.655637 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.655904 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.656093 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.656395 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.656684 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.656965 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.657245 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.657522 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.658365 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.658365 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.658900 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.659219 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.659508 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.659797 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.660078 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.660355 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.660629 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.660907 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.661196 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.661473 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.661748 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.662025 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.662316 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.662591 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.662866 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.663201 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.663494 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.663783 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.664070 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.664348 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.664634 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.664908 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.665180 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.665457 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] use_json = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.665732 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.666004 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.666286 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.666561 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.666835 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.667129 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.667407 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.667697 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.667971 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:26.668270 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.668571 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.668873 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.669178 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.669472 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.669756 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.670051 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.670335 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.670629 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.670920 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.671233 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.671515 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.671818 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.672110 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.672410 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.672715 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.673010 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.674002 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.674394 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.674685 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.674971 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.675282 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.675580 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.675867 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.676169 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.676468 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.676755 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.677065 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.677357 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.677656 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.677954 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.678234 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.678518 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.678812 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.679107 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.679395 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.679676 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.679968 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.680248 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.680527 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.680812 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.681092 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.681369 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.681643 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.681921 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.682217 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.682497 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.682771 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.683047 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.683350 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.683627 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.683914 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.684195 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.684470 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.684744 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.685022 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.685297 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.685572 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.685849 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.686124 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.686403 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.686678 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.686953 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.687251 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.687528 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.687802 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.688075 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.688351 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.688628 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.688966 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.689404 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.689691 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.689969 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.690250 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.690547 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.690849 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.691158 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.691447 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.691730 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.692011 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.692292 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.692578 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.692856 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.693138 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.693417 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.693711 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.693999 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.694289 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.694597 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.694880 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.695202 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.695490 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.695772 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.696060 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.696341 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.696624 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.696911 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.697199 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.697497 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.697793 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.698089 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.698386 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.698685 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.698972 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.699318 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.699607 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:26.699826 n-d-789963-32 neutron-server[104910]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 05 04:30:26.700069 n-d-789963-32 neutron-server[104910]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104910) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 05 04:30:27.074859 n-d-789963-32 neutron-server[104910]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 05 04:30:27.075091 n-d-789963-32 neutron-server[104910]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 05 04:30:27.075409 n-d-789963-32 neutron-server[104910]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 05 04:30:27.075895 n-d-789963-32 neutron-server[104910]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 05 04:30:27.408869 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.409163 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.409437 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.410729 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.411004 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.411298 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.457801 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.458074 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.458341 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.472960 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.473243 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.473514 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.502277 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.502558 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.502829 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.540297 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.540574 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.540845 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.887634 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.888232 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.888232 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.888403 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.889038 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.989636 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.989955 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.990239 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.990513 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.990787 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.991117 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.991387 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.991645 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.991902 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.992183 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.992444 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.992709 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.992969 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.993221 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.993476 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.993739 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.993997 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.994266 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.994535 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.994792 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.995062 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.995339 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.995619 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.995994 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.996245 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.996493 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:27.996889 n-d-789963-32 neutron-server[104910]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104910) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 05 04:30:27.997134 n-d-789963-32 neutron-server[104910]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104910) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 05 04:30:27.997370 n-d-789963-32 neutron-server[104910]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104910) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 05 04:30:27.997608 n-d-789963-32 neutron-server[104910]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104910) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 05 04:30:27.997844 n-d-789963-32 neutron-server[104910]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104910) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 05 04:30:27.998081 n-d-789963-32 neutron-server[104910]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104910) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 05 04:30:27.998445 n-d-789963-32 neutron-server[104910]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 05 04:30:28.001722 n-d-789963-32 neutron-server[104910]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 05 04:30:28.005807 n-d-789963-32 neutron-server[104910]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 05 04:30:28.009527 n-d-789963-32 neutron-server[104910]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 05 04:30:28.011219 n-d-789963-32 neutron-server[104910]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 05 04:30:28.011694 n-d-789963-32 neutron-server[104910]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 05 04:30:28.012031 n-d-789963-32 neutron-server[104910]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 05 04:30:28.012416 n-d-789963-32 neutron-server[104910]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 05 04:30:28.015307 n-d-789963-32 neutron-server[104910]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 05 04:30:28.015561 n-d-789963-32 neutron-server[104910]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 05 04:30:28.016160 n-d-789963-32 neutron-server[104910]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 05 04:30:28.021233 n-d-789963-32 neutron-server[104910]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 05 04:30:28.045640 n-d-789963-32 neutron-server[104910]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 05 04:30:28.046096 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.046404 n-d-789963-32 neutron-server[104910]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104910) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 05 04:30:28.046779 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.048867 n-d-789963-32 neutron-server[104910]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104910) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 05 04:30:28.049150 n-d-789963-32 neutron-server[104910]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 05 04:30:28.049396 n-d-789963-32 neutron-server[104910]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 05 04:30:28.052751 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.053041 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.115951 n-d-789963-32 neutron-server[104910]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 05 04:30:28.116196 n-d-789963-32 neutron-server[104910]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 05 04:30:28.116439 n-d-789963-32 neutron-server[104910]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 05 04:30:28.116814 n-d-789963-32 neutron-server[104910]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 05 04:30:28.136835 n-d-789963-32 neutron-server[104910]: DEBUG oslo_db.sqlalchemy.engines [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104910) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 05 04:30:28.588548 n-d-789963-32 neutron-server[104910]: INFO neutron.plugins.ml2.managers [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Initializing driver for type 'gre' Mar 05 04:30:28.589151 n-d-789963-32 neutron-server[104910]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] gre ID ranges: [(1, 1000)] Mar 05 04:30:28.643549 n-d-789963-32 neutron-server[104910]: INFO neutron.plugins.ml2.managers [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Initializing driver for type 'local' Mar 05 04:30:28.643950 n-d-789963-32 neutron-server[104910]: INFO neutron.plugins.ml2.managers [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Initializing driver for type 'vlan' Mar 05 04:30:28.657172 n-d-789963-32 neutron-server[104910]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] VlanTypeDriver initialization complete Mar 05 04:30:28.657461 n-d-789963-32 neutron-server[104910]: INFO neutron.plugins.ml2.managers [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Initializing driver for type 'vxlan' Mar 05 04:30:28.658064 n-d-789963-32 neutron-server[104910]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] vxlan ID ranges: [(1, 1000)] Mar 05 04:30:28.707288 n-d-789963-32 neutron-server[104910]: INFO neutron.plugins.ml2.managers [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Initializing extension driver 'port_security' Mar 05 04:30:28.707698 n-d-789963-32 neutron-server[104910]: INFO neutron.plugins.ml2.extensions.port_security [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] PortSecurityExtensionDriver initialization complete Mar 05 04:30:28.708051 n-d-789963-32 neutron-server[104910]: INFO neutron.plugins.ml2.managers [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Initializing mechanism driver 'openvswitch' Mar 05 04:30:28.708415 n-d-789963-32 neutron-server[104910]: INFO neutron.plugins.ml2.managers [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Initializing mechanism driver 'hyperv' Mar 05 04:30:28.715066 n-d-789963-32 neutron-server[104910]: DEBUG neutron.plugins.ml2.plugin [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:30:28.715925 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > port after_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.716303 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > port after_update 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.716658 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > port after_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.717188 n-d-789963-32 neutron-server[104910]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104910) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 05 04:30:28.717628 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > subnet after_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.718017 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > subnet after_update 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.718360 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.718757 n-d-789963-32 neutron-server[104910]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104910) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 05 04:30:28.719358 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > network after_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.719746 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > network after_update 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.720657 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > network after_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.721058 n-d-789963-32 neutron-server[104910]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104910) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 05 04:30:28.721469 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > security_group after_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.721820 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > security_group after_update 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.722161 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.722559 n-d-789963-32 neutron-server[104910]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104910) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 05 04:30:28.722974 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.723353 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.723683 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.724079 n-d-789963-32 neutron-server[104910]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104910) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 05 04:30:28.724484 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > address_group after_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.724831 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > address_group after_update 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.725175 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.725572 n-d-789963-32 neutron-server[104910]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104910) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 05 04:30:28.726014 n-d-789963-32 neutron-server[104910]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] ML2 OVO RPC backend initialized. {{(pid=104910) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 05 04:30:28.726716 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.727067 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.727501 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > network before_response 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.727845 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > networks before_response 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.728189 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > port before_response 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.728528 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > ports before_response 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.728867 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > subnet before_response 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.729206 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > subnets before_response 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.729549 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > network after_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.729887 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > network after_update 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.730223 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > network after_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.730559 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > port after_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.730894 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > port after_update 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.731261 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > port after_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.731596 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > subnet after_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.731931 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > subnet after_update 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.732264 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.739826 n-d-789963-32 neutron-server[104910]: INFO neutron.quota [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded quota_driver: . Mar 05 04:30:28.740192 n-d-789963-32 neutron-server[104910]: INFO neutron.plugins.ml2.plugin [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Modular L2 Plugin initialization complete Mar 05 04:30:28.740540 n-d-789963-32 neutron-server[104910]: DEBUG neutron.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading services supported by the core plugin {{(pid=104910) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 05 04:30:28.740882 n-d-789963-32 neutron-server[104910]: INFO neutron.plugins.ml2.managers [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Got port-security extension from driver 'port_security' Mar 05 04:30:28.741359 n-d-789963-32 neutron-server[104910]: INFO neutron.extensions.vlantransparent [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Disabled vlantransparent extension. Mar 05 04:30:28.741854 n-d-789963-32 neutron-server[104910]: DEBUG neutron.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104910) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 05 04:30:28.742186 n-d-789963-32 neutron-server[104910]: INFO neutron.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading Plugin: router Mar 05 04:30:28.779509 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.779905 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > router after_create 55549900 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.780298 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > router before_create 55549900 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.780667 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.781034 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.781397 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > router after_delete 55549900 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.781757 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.782117 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.782512 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > router after_create 55549900 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.782876 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > router after_update 55549900 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.783255 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > router after_update 55549900 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.783610 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.783972 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > router after_update 55549900 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.784385 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > router precommit_update 55549900 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.784758 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: port after_update 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.785096 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: port after_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.785432 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: subnet after_update 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.785771 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.786120 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.786470 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > router precommit_create 55549900 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.786817 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: port before_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.787199 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > router precommit_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.787560 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > router after_update 55549900 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.787905 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.788380 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > router precommit_create 55549900 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.788748 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.789099 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > router precommit_update 55549900 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.789467 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > agent after_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.789822 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > agent after_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.790170 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > network after_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.791023 n-d-789963-32 neutron-server[104910]: DEBUG neutron.quota.resource_registry [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Tracking information for resource: router configured {{(pid=104910) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 05 04:30:28.791382 n-d-789963-32 neutron-server[104910]: DEBUG neutron.quota.resource_registry [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Tracking information for resource: floatingip configured {{(pid=104910) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 05 04:30:28.796269 n-d-789963-32 neutron-server[104910]: INFO neutron.db.l3_agentschedulers_db [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 05 04:30:28.796844 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: port after_update 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.797207 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: port after_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.797556 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: port after_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.797907 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: port after_update 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.798725 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > router before_create 55550100 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.799107 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.799471 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > router precommit_create 55550100 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.799827 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > router precommit_update 55550100 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.804619 n-d-789963-32 neutron-server[104910]: DEBUG neutron.services.provider_configuration [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Service providers = [] {{(pid=104910) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 05 04:30:28.804987 n-d-789963-32 neutron-server[104910]: DEBUG neutron.db.servicetype_db [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104910) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 05 04:30:28.808092 n-d-789963-32 neutron-server[104910]: DEBUG neutron.services.service_base [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104910) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 05 04:30:28.808444 n-d-789963-32 neutron-server[104910]: DEBUG neutron.services.service_base [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104910) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 05 04:30:28.808789 n-d-789963-32 neutron-server[104910]: DEBUG neutron.services.service_base [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104910) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 05 04:30:28.809681 n-d-789963-32 neutron-server[104910]: DEBUG neutron.services.service_base [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104910) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 05 04:30:28.810055 n-d-789963-32 neutron-server[104910]: INFO neutron.services.service_base [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 05 04:30:28.810428 n-d-789963-32 neutron-server[104910]: DEBUG neutron.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104910) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 05 04:30:28.810749 n-d-789963-32 neutron-server[104910]: INFO neutron.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 05 04:30:28.822004 n-d-789963-32 neutron-server[104910]: DEBUG neutron.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104910) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 05 04:30:28.822343 n-d-789963-32 neutron-server[104910]: INFO neutron.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading Plugin: auto_allocate Mar 05 04:30:28.828155 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: network precommit_update 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.828525 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: network precommit_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.829037 n-d-789963-32 neutron-server[104910]: DEBUG neutron.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104910) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 05 04:30:28.829435 n-d-789963-32 neutron-server[104910]: INFO neutron.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading Plugin: tag Mar 05 04:30:28.836880 n-d-789963-32 neutron-server[104910]: DEBUG neutron.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104910) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 05 04:30:28.837217 n-d-789963-32 neutron-server[104910]: INFO neutron.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading Plugin: timestamp Mar 05 04:30:28.841049 n-d-789963-32 neutron-server[104910]: DEBUG neutron.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104910) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 05 04:30:28.841379 n-d-789963-32 neutron-server[104910]: INFO neutron.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading Plugin: network_ip_availability Mar 05 04:30:28.847218 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.847599 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.847952 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:28.848651 n-d-789963-32 neutron-server[104910]: DEBUG neutron.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104910) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 05 04:30:28.848972 n-d-789963-32 neutron-server[104910]: INFO neutron.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading Plugin: flavors Mar 05 04:30:28.853901 n-d-789963-32 neutron-server[104910]: DEBUG neutron.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104910) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 05 04:30:28.854237 n-d-789963-32 neutron-server[104910]: INFO neutron.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading Plugin: revisions Mar 05 04:30:28.858537 n-d-789963-32 neutron-server[104910]: DEBUG neutron.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104910) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 05 04:30:28.858931 n-d-789963-32 neutron-server[104910]: DEBUG oslo_concurrency.lockutils [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.783s {{(pid=104910) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 05 04:30:28.859709 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104910) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 05 04:30:28.860050 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Initializing extension manager. Mar 05 04:30:28.860572 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: __init__.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.861302 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: __pycache__ {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.861550 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.861889 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: address_group.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.862671 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.863266 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: address-group Mar 05 04:30:28.863596 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: address_scope.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.864312 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.864824 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: address-scope Mar 05 04:30:28.865146 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.866098 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.866609 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: router-admin-state-down-before-update Mar 05 04:30:28.866933 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: agent.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.867655 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.868173 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: agent Mar 05 04:30:28.868505 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: agent_resources_synced.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.869409 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.869958 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: agent-resources-synced Mar 05 04:30:28.870280 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: allowedaddresspairs.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.872120 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.872649 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: allowed-address-pairs Mar 05 04:30:28.872980 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: auto_allocated_topology.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.874070 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.874588 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: auto-allocated-topology Mar 05 04:30:28.874914 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: availability_zone.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.875620 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.876135 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: availability_zone Mar 05 04:30:28.877113 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: availability_zone_filter.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.878235 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.878749 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: availability_zone_filter Mar 05 04:30:28.879092 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: data_plane_status.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.880000 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.880510 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension data-plane-status not supported by any of loaded plugins Mar 05 04:30:28.880832 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: default_subnetpools.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.881741 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.882253 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: default-subnetpools Mar 05 04:30:28.882579 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.883694 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.884212 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: dhcp_agent_scheduler Mar 05 04:30:28.884536 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: dns.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.885446 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.885956 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension dns-integration not supported by any of loaded plugins Mar 05 04:30:28.886280 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: dns_domain_ports.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.887213 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.887730 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 05 04:30:28.888231 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.888958 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.889467 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 05 04:30:28.889789 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: dvr.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.890451 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.891252 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: dvr Mar 05 04:30:28.891577 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: ecmp_routes.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.893213 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.894110 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 05 04:30:28.894110 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: empty_string_filtering.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.894884 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.895585 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: empty-string-filtering Mar 05 04:30:28.895769 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.896668 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.897183 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 05 04:30:28.897507 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.898406 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.898915 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 05 04:30:28.899262 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: external_net.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.900161 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.900669 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: external-net Mar 05 04:30:28.900989 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.901890 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.902396 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: extra_dhcp_opt Mar 05 04:30:28.902716 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: extraroute.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.903643 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.904154 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: extraroute Mar 05 04:30:28.904476 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: extraroute_atomic.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.905496 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.906005 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: extraroute-atomic Mar 05 04:30:28.906327 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: filter_validation.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.906979 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.908085 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: filter-validation Mar 05 04:30:28.908085 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: fip_pf_description.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.908885 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.909386 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 05 04:30:28.909705 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: fip_port_details.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.910809 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.911378 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: fip-port-details Mar 05 04:30:28.911711 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: flavors.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.912950 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.913475 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: flavors Mar 05 04:30:28.913802 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.915503 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.916026 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 05 04:30:28.916358 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: floatingip_pools.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.917054 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.917567 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: floatingip-pools Mar 05 04:30:28.917895 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: ip_allocation.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.918814 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.919352 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension ip_allocation not supported by any of loaded plugins Mar 05 04:30:28.919676 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.920584 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.921099 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: ip-substring-filtering Mar 05 04:30:28.921424 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: l2_adjacency.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.922354 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.922859 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 05 04:30:28.923354 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: l3.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.924229 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.924746 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: router Mar 05 04:30:28.925072 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.927369 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.927905 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 05 04:30:28.928237 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.929164 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.929689 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: ext-gw-mode Mar 05 04:30:28.930017 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.930929 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.931483 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: l3-ha Mar 05 04:30:28.931811 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.932714 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.933221 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 05 04:30:28.933545 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: l3_flavors.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.934454 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.934969 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: l3-flavors Mar 05 04:30:28.935328 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.936710 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.937226 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 05 04:30:28.937555 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.938460 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.939769 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 05 04:30:28.940248 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: l3agentscheduler.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.941453 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.941981 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: l3_agent_scheduler Mar 05 04:30:28.942316 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: local_ip.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.944119 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.944650 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension local_ip not supported by any of loaded plugins Mar 05 04:30:28.944987 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: logging.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.947996 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.948576 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension logging not supported by any of loaded plugins Mar 05 04:30:28.948966 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: metering.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.949807 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.950493 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: metering Mar 05 04:30:28.950898 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.952225 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.952780 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: metering_source_and_destination_fields Mar 05 04:30:28.953212 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: multiprovidernet.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.954291 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.955600 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: multi-provider Mar 05 04:30:28.956041 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: netmtu.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.957028 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.957613 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: net-mtu Mar 05 04:30:28.958027 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: netmtu_writable.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.959270 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.959820 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: net-mtu-writable Mar 05 04:30:28.960195 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: network_availability_zone.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.960975 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.961605 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: network_availability_zone Mar 05 04:30:28.961963 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: network_ip_availability.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.963290 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.963879 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: network-ip-availability Mar 05 04:30:28.964356 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: network_segment_range.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.965223 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.965775 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension network-segment-range not supported by any of loaded plugins Mar 05 04:30:28.966139 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: pagination.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.967341 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.967704 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: pagination Mar 05 04:30:28.968127 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: port_device_profile.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.969386 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.969941 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: port-device-profile Mar 05 04:30:28.970371 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.971584 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.972175 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: port-mac-address-regenerate Mar 05 04:30:28.972574 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.973718 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.974373 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: port-numa-affinity-policy Mar 05 04:30:28.974660 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: port_resource_request.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.975746 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.976253 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension port-resource-request not supported by any of loaded plugins Mar 05 04:30:28.976576 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: port_resource_request_groups.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.977544 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.978049 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 05 04:30:28.978374 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: portbindings.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.979323 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.979844 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: binding Mar 05 04:30:28.980167 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: portbindings_extended.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.981446 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.981963 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: binding-extended Mar 05 04:30:28.982296 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: portsecurity.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.983236 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.983754 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: port-security Mar 05 04:30:28.984080 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: project_id.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.985055 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.985386 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: project-id Mar 05 04:30:28.985852 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: providernet.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.986822 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.987386 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: provider Mar 05 04:30:28.987710 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: qos.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.991376 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.992164 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension qos not supported by any of loaded plugins Mar 05 04:30:28.992495 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.993756 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.994276 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 05 04:30:28.994610 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.995550 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.996063 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 05 04:30:28.996392 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: qos_default.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.997299 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.997810 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension qos-default not supported by any of loaded plugins Mar 05 04:30:28.998137 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: qos_fip.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:28.999066 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:28.999597 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension qos-fip not supported by any of loaded plugins Mar 05 04:30:28.999923 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.000835 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.001904 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 05 04:30:29.002303 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: qos_gateway_ip.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.003256 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.003770 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 05 04:30:29.004099 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: qos_port_network_policy.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.005146 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.005664 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 05 04:30:29.005989 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.007029 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.007571 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 05 04:30:29.007895 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.009041 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.009561 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 05 04:30:29.009885 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: qos_pps_rule.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.011058 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.011605 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension qos-pps not supported by any of loaded plugins Mar 05 04:30:29.011932 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: qos_rule_type_details.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.012838 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.013358 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 05 04:30:29.013686 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: qos_rules_alias.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.014732 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.015269 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 05 04:30:29.015842 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: quota_check_limit.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.016749 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.017959 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: quota-check-limit Mar 05 04:30:29.018261 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: quotasv2.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.019260 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.019594 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: quotas Mar 05 04:30:29.019916 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: quotasv2_detail.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.021637 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.021978 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: quota_details Mar 05 04:30:29.022308 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: rbac.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.023398 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.023928 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: rbac-policies Mar 05 04:30:29.024261 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: rbac_address_group.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.025179 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.025700 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: rbac-address-group Mar 05 04:30:29.026049 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: rbac_address_scope.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.026963 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.027516 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: rbac-address-scope Mar 05 04:30:29.027842 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: rbac_security_groups.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.028750 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.029263 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: rbac-security-groups Mar 05 04:30:29.029586 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: rbac_subnetpool.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.030564 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.031101 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: rbac-subnetpool Mar 05 04:30:29.031426 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: revisionifmatch.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.032349 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.032911 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: revision-if-match Mar 05 04:30:29.033243 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: revisions.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.034359 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.034879 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: standard-attr-revisions Mar 05 04:30:29.035240 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: router_availability_zone.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.035904 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.036429 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: router_availability_zone Mar 05 04:30:29.036740 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: routerservicetype.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.037648 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.038157 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension router-service-type not supported by any of loaded plugins Mar 05 04:30:29.038480 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.039437 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.039945 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: security-groups-normalized-cidr Mar 05 04:30:29.040266 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.041183 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.041695 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: port-security-groups-filtering Mar 05 04:30:29.042017 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.042927 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.043490 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: security-groups-remote-address-group Mar 05 04:30:29.043812 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.044736 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.045249 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: security-groups-shared-filtering Mar 05 04:30:29.045571 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.046153 n-d-789963-32 neutron-server[104910]: WARNING neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 05 04:30:29.046473 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: securitygroup.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.056430 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.056965 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: security-group Mar 05 04:30:29.057296 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: segment.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.058079 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.058597 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension segment not supported by any of loaded plugins Mar 05 04:30:29.058924 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.059885 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.060402 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 05 04:30:29.060727 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: servicetype.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.061865 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.062389 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: service-type Mar 05 04:30:29.062718 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: sorting.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.064265 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.064770 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: sorting Mar 05 04:30:29.065143 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: standard_attr_segment.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.066057 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.066577 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 05 04:30:29.066901 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: standardattrdescription.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.067570 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.068084 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: standard-attr-description Mar 05 04:30:29.068407 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: stateful_security_group.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.069321 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.069838 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: stateful-security-group Mar 05 04:30:29.070161 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: stdattrs_common.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.070726 n-d-789963-32 neutron-server[104910]: WARNING neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 05 04:30:29.071045 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.072005 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.072517 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 05 04:30:29.072839 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: subnet_onboard.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.073961 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.076009 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: subnet_onboard Mar 05 04:30:29.076336 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.077313 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.078008 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 05 04:30:29.078334 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: subnet_service_types.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.079485 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.080597 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: subnet-service-types Mar 05 04:30:29.080967 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: subnetallocation.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.082200 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.082732 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: subnet_allocation Mar 05 04:30:29.083100 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.083771 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.084299 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: subnetpool-prefix-ops Mar 05 04:30:29.084619 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.085549 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.086060 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 05 04:30:29.086381 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: tagging.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.087478 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.088001 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: standard-attr-tag Mar 05 04:30:29.088327 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: timestamp.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.089528 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.090050 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loaded extension: standard-attr-timestamp Mar 05 04:30:29.090380 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: trunk.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.091430 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.091944 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension trunk not supported by any of loaded plugins Mar 05 04:30:29.092271 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: trunk_details.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.093192 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.093707 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension trunk-details not supported by any of loaded plugins Mar 05 04:30:29.094039 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: uplink_status_propagation.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.094954 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.095725 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 05 04:30:29.096030 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Loading extension file: vlantransparent.py {{(pid=104910) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 05 04:30:29.096695 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104910) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 05 04:30:29.097207 n-d-789963-32 neutron-server[104910]: INFO neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 05 04:30:29.099713 n-d-789963-32 neutron-server[104910]: INFO neutron.quota.resource_registry [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Creating instance of TrackedResource for resource:network Mar 05 04:30:29.100237 n-d-789963-32 neutron-server[104910]: INFO neutron.quota.resource_registry [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Creating instance of TrackedResource for resource:subnet Mar 05 04:30:29.100653 n-d-789963-32 neutron-server[104910]: INFO neutron.quota.resource_registry [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 05 04:30:29.101028 n-d-789963-32 neutron-server[104910]: INFO neutron.quota.resource_registry [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Creating instance of TrackedResource for resource:port Mar 05 04:30:29.102251 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.v2.resource_helper [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 04:30:29.102685 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.v2.resource_helper [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Service FLAVORS assigned prefix: {{(pid=104910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 04:30:29.103319 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.v2.resource_helper [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 04:30:29.103750 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.v2.resource_helper [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 04:30:29.104088 n-d-789963-32 neutron-server[104910]: INFO neutron.quota.resource_registry [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Creating instance of TrackedResource for resource:router Mar 05 04:30:29.104512 n-d-789963-32 neutron-server[104910]: INFO neutron.quota.resource_registry [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Creating instance of TrackedResource for resource:floatingip Mar 05 04:30:29.105003 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.v2.resource_helper [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Service METERING assigned prefix: /metering {{(pid=104910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 04:30:29.106447 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:29.106819 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:29.107197 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:30:29.108193 n-d-789963-32 neutron-server[104910]: INFO neutron.quota.resource_registry [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Creating instance of CountableResource for resource:rbac_policy Mar 05 04:30:29.108638 n-d-789963-32 neutron-server[104910]: INFO neutron.quota.resource_registry [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Creating instance of TrackedResource for resource:security_group Mar 05 04:30:29.109072 n-d-789963-32 neutron-server[104910]: INFO neutron.quota.resource_registry [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 05 04:30:29.109764 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.v2.resource_helper [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Service CORE assigned prefix: {{(pid=104910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 04:30:29.110113 n-d-789963-32 neutron-server[104910]: INFO neutron.quota.resource_registry [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 05 04:30:29.110463 n-d-789963-32 neutron-server[104910]: WARNING neutron.quota.resource_registry [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] subnetpool is already registered Mar 05 04:30:29.111642 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.v2.resource_helper [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Service CORE assigned prefix: {{(pid=104910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 04:30:29.111784 n-d-789963-32 neutron-server[104910]: INFO neutron.quota.resource_registry [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 05 04:30:29.112114 n-d-789963-32 neutron-server[104910]: WARNING neutron.quota.resource_registry [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] subnetpool is already registered Mar 05 04:30:29.114377 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.v2.resource_helper [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 04:30:29.114815 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.v2.resource_helper [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Service FLAVORS assigned prefix: {{(pid=104910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 04:30:29.115434 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.v2.resource_helper [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 04:30:29.115856 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.v2.resource_helper [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 04:30:29.116192 n-d-789963-32 neutron-server[104910]: INFO neutron.quota.resource_registry [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Creating instance of TrackedResource for resource:router Mar 05 04:30:29.116530 n-d-789963-32 neutron-server[104910]: WARNING neutron.quota.resource_registry [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] router is already registered Mar 05 04:30:29.116939 n-d-789963-32 neutron-server[104910]: INFO neutron.quota.resource_registry [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Creating instance of TrackedResource for resource:floatingip Mar 05 04:30:29.117275 n-d-789963-32 neutron-server[104910]: WARNING neutron.quota.resource_registry [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] floatingip is already registered Mar 05 04:30:29.117724 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.v2.resource_helper [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Service METERING assigned prefix: /metering {{(pid=104910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 04:30:29.118373 n-d-789963-32 neutron-server[104910]: INFO neutron.quota.resource_registry [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Creating instance of CountableResource for resource:rbac_policy Mar 05 04:30:29.118699 n-d-789963-32 neutron-server[104910]: WARNING neutron.quota.resource_registry [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] rbac_policy is already registered Mar 05 04:30:29.119130 n-d-789963-32 neutron-server[104910]: INFO neutron.quota.resource_registry [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Creating instance of TrackedResource for resource:security_group Mar 05 04:30:29.119466 n-d-789963-32 neutron-server[104910]: WARNING neutron.quota.resource_registry [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] security_group is already registered Mar 05 04:30:29.119864 n-d-789963-32 neutron-server[104910]: INFO neutron.quota.resource_registry [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 05 04:30:29.120194 n-d-789963-32 neutron-server[104910]: WARNING neutron.quota.resource_registry [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] security_group_rule is already registered Mar 05 04:30:29.120818 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.v2.resource_helper [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Service CORE assigned prefix: {{(pid=104910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 04:30:29.121160 n-d-789963-32 neutron-server[104910]: INFO neutron.quota.resource_registry [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 05 04:30:29.121496 n-d-789963-32 neutron-server[104910]: WARNING neutron.quota.resource_registry [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] subnetpool is already registered Mar 05 04:30:29.121912 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.v2.resource_helper [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Service CORE assigned prefix: {{(pid=104910) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 05 04:30:29.122237 n-d-789963-32 neutron-server[104910]: INFO neutron.quota.resource_registry [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 05 04:30:29.122569 n-d-789963-32 neutron-server[104910]: WARNING neutron.quota.resource_registry [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] subnetpool is already registered Mar 05 04:30:29.123033 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: extensions {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.124519 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: address-groups {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.126009 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: address-scopes {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.128009 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: agents {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.129175 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: auto-allocated-topology {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.130434 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: availability_zones {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.131704 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: dhcp-networks {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.133271 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: dhcp-agents {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.134724 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: routers {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.136962 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: flavors {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.138141 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: service_profiles {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.139402 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: next_providers {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.141124 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: service_profiles {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.142905 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: floatingip-pools {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.144160 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: routers {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.146306 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: floatingips {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.148529 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: l3-routers {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.149939 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: l3-agents {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.151382 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: metering-labels {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.152747 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: metering-label-rules {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.154081 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: network-ip-availabilities {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.155381 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: bindings {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.157041 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: quotas {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.158900 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: quotas {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.160437 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: rbac-policies {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.161735 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: security-groups {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.163152 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: security-group-rules {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.164391 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: service-providers {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.165623 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: subnetpools {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.167043 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: subnetpools {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.168526 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: tags {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.170217 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: tags {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.172040 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: tags {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.174457 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: tags {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.176280 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: tags {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.178142 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: tags {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.179869 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: tags {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.181752 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: tags {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.183549 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: tags {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.185376 n-d-789963-32 neutron-server[104910]: DEBUG neutron.api.extensions [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Extended resource: tags {{(pid=104910) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 05 04:30:29.192073 n-d-789963-32 neutron-server[104910]: WARNING keystonemiddleware.auth_token [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 05 04:30:29.196772 n-d-789963-32 neutron-server[104910]: WARNING keystonemiddleware.auth_token [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 05 04:30:29.205577 n-d-789963-32 neutron-server[104910]: DEBUG oslo_concurrency.lockutils [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Acquired lock "singleton_lock" {{(pid=104910) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 05 04:30:29.206071 n-d-789963-32 neutron-server[104910]: DEBUG oslo_concurrency.lockutils [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Releasing lock "singleton_lock" {{(pid=104910) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 05 04:30:29.206717 n-d-789963-32 neutron-server[104910]: INFO oslo_service.service [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Starting 2 workers Mar 05 04:30:29.211764 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Started child 105231 {{(pid=104910) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 05 04:30:29.216317 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Started child 105232 {{(pid=104910) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 05 04:30:29.217336 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:30:29.218068 n-d-789963-32 neutron-server[104910]: INFO neutron.service [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 05 04:30:29.218547 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:30:29.218962 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [-] (105231) wsgi starting up on http://0.0.0.0:9696 Mar 05 04:30:29.221120 n-d-789963-32 neutron-server[104910]: INFO oslo_service.service [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Starting 1 workers Mar 05 04:30:29.221333 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:30:29.222866 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [-] (105232) wsgi starting up on http://0.0.0.0:9696 Mar 05 04:30:29.226430 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Started child 105233 {{(pid=104910) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 05 04:30:29.226991 n-d-789963-32 neutron-server[104910]: INFO oslo_service.service [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Starting 1 workers Mar 05 04:30:29.230081 n-d-789963-32 neutron-server[105233]: DEBUG neutron.service [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] calling RpcWorker wait() {{(pid=105233) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 05 04:30:29.230813 n-d-789963-32 neutron-server[105233]: DEBUG neutron.service [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] returning from RpcWorker wait() {{(pid=105233) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 05 04:30:29.231547 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Started child 105234 {{(pid=104910) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 05 04:30:29.231877 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:30:29.232344 n-d-789963-32 neutron-server[104910]: DEBUG neutron_lib.callbacks.manager [None req-d47d7b7b-0773-4065-8702-31da4deb09e3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:30:29.232610 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:30:29.234332 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104910) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 05 04:30:29.234553 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 05 04:30:29.234738 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 05 04:30:29.234966 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 05 04:30:29.235342 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 05 04:30:29.235510 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 05 04:30:29.236605 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.236896 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.237102 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:30:29.237624 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.237624 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.237885 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.238230 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.238492 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.238725 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.239005 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.239283 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.239439 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.239601 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.239855 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.240119 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.240394 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.240653 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.240926 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.241165 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.241328 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.241578 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.241850 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.242078 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.242341 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] debug = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.242681 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.243104 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.243335 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.243586 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.243810 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.244085 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.244309 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.244588 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.244832 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.245045 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.245288 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.245540 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.245785 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.245995 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.246258 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.246516 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.246724 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.246960 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.247443 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] host = n-d-789963-32 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.247714 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.247873 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.248131 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.248375 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.248628 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.248864 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.249114 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.249380 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.249602 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.249848 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.250092 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.250343 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.250560 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.250789 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] log_file = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.251050 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] log_options = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.251231 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.252242 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.252426 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.252616 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.252778 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.253018 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.253194 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.253360 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.253606 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.253841 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.254053 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.254288 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.254507 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.254737 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.255004 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.255260 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.255480 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.255733 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.255973 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.257015 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.257905 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.258303 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.258550 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.258752 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.258911 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.259289 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.259433 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.259635 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.259892 n-d-789963-32 neutron-server[105234]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:30:29.259986 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.260636 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.260636 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.260867 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.261088 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.261977 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.262269 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.262526 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.262773 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.263137 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.263327 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.263568 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.263840 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.264098 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.264544 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.264544 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.264771 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.264996 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.266304 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] use_json = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.266453 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.266696 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.270873 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.271619 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.271879 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.272124 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.272386 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.272660 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.272902 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.273388 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.273678 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.274000 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.274265 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.274510 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.274780 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.275022 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.275666 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.275989 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.276302 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.277064 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.277302 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.277622 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.277903 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.278188 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.278548 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.278814 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.279117 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.279382 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.279607 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.279853 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.280082 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.280375 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.280612 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.280871 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.281133 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.281388 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.281688 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.281972 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.282352 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.282675 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.282947 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.283246 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.283495 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.284326 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.284782 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.285017 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.285244 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.285497 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.285771 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.286001 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.286245 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.286477 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.286734 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.286963 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.287263 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.287511 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.287790 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.288051 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.288284 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.288501 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.288746 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.288987 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.289211 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.289464 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.289704 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.289974 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.290233 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.290460 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.290680 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.290902 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.291137 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.291405 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.291622 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.291839 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.292059 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.292279 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.292502 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.292868 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.293012 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.293247 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.293472 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.293906 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.294117 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.294350 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.294575 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.294945 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.295044 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.295315 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.295512 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.295732 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.295993 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.296214 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.296434 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.296686 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.296910 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.297145 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.297480 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.297690 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.297910 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.298639 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.298928 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.299518 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.299790 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.300033 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.300260 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.300513 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.300747 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.300998 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.301224 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.301447 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.301666 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.301923 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.302180 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.302417 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.304218 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.304218 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.304218 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.304218 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.304218 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.304568 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.304568 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.304725 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.304971 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.305275 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.305492 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.305726 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.305991 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.306531 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.306812 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.307088 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.307373 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.308347 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.308657 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.308953 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.309236 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.309534 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.309815 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.310067 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.310329 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.310570 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.310843 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.311129 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.311619 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.311882 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.312142 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.312373 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.312597 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.312833 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.313171 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.313407 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.313631 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.314427 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.314701 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.314966 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.315228 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.315510 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.315777 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.316022 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.316315 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.316583 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.316810 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.317032 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.317288 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.317512 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.317751 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.318005 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.318255 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.318493 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.318714 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.318981 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.319223 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.319477 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.319715 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.319960 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.320182 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.320449 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.320760 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.320870 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.321129 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.321372 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.321595 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.321816 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.322053 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.322304 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.322525 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.322793 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.323040 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.323300 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.323551 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.323778 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.324035 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.324253 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.324521 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.324744 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.324963 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.325200 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.325430 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.325650 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.325887 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.326123 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.326369 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.326710 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.327220 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.327571 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.327820 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.328058 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.328514 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.328766 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.329011 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.329236 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.329573 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.329824 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.330049 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.330280 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.330552 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.330848 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.331133 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.331363 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.331621 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.331951 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.332204 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.332452 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.332676 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.332904 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.333126 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.333348 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.333587 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.333804 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.334041 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.334282 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.334504 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.334718 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.335027 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.335318 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.335554 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.335813 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.336055 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.336310 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.336567 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.336784 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.336997 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.337222 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.337464 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.337678 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.337910 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.338128 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.338341 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.338776 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.338997 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.339241 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.339496 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.339710 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.339926 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.340171 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.340391 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.340605 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.340833 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.341046 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.341260 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.341482 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.341701 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.341937 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.342240 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.342404 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.342618 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.342842 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.343102 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.343324 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.343597 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.343860 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.344084 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.344386 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.344653 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.344902 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.345263 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.345593 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.345810 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.346072 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.346318 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.346558 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.346805 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.347065 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.347402 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.347710 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.347994 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.348261 n-d-789963-32 neutron-server[105233]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:30:29.348363 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.348559 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.348844 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.349118 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.349342 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.349641 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.349996 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.350277 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.350553 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.350803 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.351044 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.351309 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.351531 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.352096 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.352351 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.352566 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.352831 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.353401 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.353635 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.353881 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.354136 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.354374 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.354607 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.355300 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.355564 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.355822 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.356296 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 05 04:30:29.356845 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104910) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 05 04:30:29.357015 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 05 04:30:29.357175 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 05 04:30:29.357352 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 05 04:30:29.357516 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 05 04:30:29.357675 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 05 04:30:29.357890 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.358057 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.358223 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.358387 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.358551 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.358736 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.358901 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.359067 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.359321 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.359576 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.359877 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.360163 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.361814 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.362148 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.362317 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.362487 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.362657 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.362820 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.362992 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.363193 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.363361 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.363526 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.363689 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] debug = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.363853 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.364079 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.364247 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.364401 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.364564 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.364727 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.364891 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.365054 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.365217 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.365381 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.365544 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.365707 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.365868 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.366031 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.366193 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.366356 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.366517 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.366679 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.366842 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] host = n-d-789963-32 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.367048 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.367428 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.367428 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.367667 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.367790 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.367912 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.368077 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.368240 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.368402 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.368784 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.368959 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.369120 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.369283 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.369446 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] log_file = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.369608 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] log_options = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.369770 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.369932 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.370094 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.370288 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.370456 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.370624 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.370786 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.371129 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.371238 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34162) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:30:29.371535 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.371826 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.372138 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.372451 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.372753 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.373052 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.373350 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.373645 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.373944 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.374252 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.374551 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.374847 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.375177 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.375472 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.375767 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.376054 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.376432 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.376727 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.377022 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.377318 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.377612 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.377925 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.378220 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.378516 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.378813 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.379129 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.379422 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.379715 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.380223 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067632 Mar 05 04:30:29.380507 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.380821 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.381127 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.381429 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.381726 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.382023 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.382330 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.382496 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.382662 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.382829 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.383010 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] use_json = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.383183 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.383348 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.383514 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.383676 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.383839 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.384001 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.384162 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.384327 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.384491 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 05 04:30:29.384680 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.384846 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.385027 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.385195 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.385362 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.385530 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.386395 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.386395 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.386395 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.386618 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.386686 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.386807 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.386983 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.387174 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.387340 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.387690 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.388642 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.389013 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.389359 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.389932 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.390257 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.390427 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.390857 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.391027 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.391399 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.391565 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.392409 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.392866 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.393208 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.393564 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.393914 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.394081 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.394395 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.394568 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.394740 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.394910 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.395103 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.395288 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.395460 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.395628 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.395795 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.395979 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.396293 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.396293 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.396293 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.396719 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.396785 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.396954 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.397109 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.397249 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.397406 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.397571 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.397736 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.397888 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.398039 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.398196 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.399153 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.399153 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.399153 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.399153 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.399153 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.399153 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.399548 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.399548 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.399672 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.399776 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.401865 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.401865 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.401865 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.401865 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.401865 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.401865 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.401865 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.401865 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.401865 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.403754 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.403754 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.403754 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.403754 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.403754 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.403754 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.403754 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.403754 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.403754 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.404928 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.404928 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.404928 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.404928 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.404928 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.405745 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.408019 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.408508 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.408865 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.409266 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.409367 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.410317 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.410818 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.411001 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.411211 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.411392 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.411570 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.411745 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.411925 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.412098 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.412270 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.412438 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.412757 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.413072 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.413395 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.413732 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.413901 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.414071 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.414240 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.414410 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.414576 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.414746 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.414912 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.415669 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.415669 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.415669 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.415669 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.415975 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.415975 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.416139 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.416215 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.416382 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.416549 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.416716 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.416881 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.417049 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.417216 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.417388 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.417588 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.417740 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.417897 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.418043 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.418183 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.418319 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.418485 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.419643 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.419643 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.419643 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.419643 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.419643 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.419643 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.419643 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.420576 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.420576 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.420576 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.420576 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.420576 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.420576 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.421470 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.421470 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.421470 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.421470 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.421470 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.421470 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.422233 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.422233 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.422233 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.422233 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.422233 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.422755 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.422755 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.422755 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.422963 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.423050 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.423761 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.424041 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.424297 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.424642 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.424816 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.424984 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.425151 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.425319 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.425490 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.425658 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.425824 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.425991 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.426159 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.426325 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.426493 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.426662 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.426829 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.427001 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.427219 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.427386 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.428429 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.428429 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.428429 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.428429 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.428429 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.428429 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.429117 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.429117 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.429117 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.429117 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.429117 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.429493 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.429493 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.429687 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.429812 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.430047 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.430047 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.430284 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.430407 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.430531 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.430653 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.430776 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.430999 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.431105 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.431279 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.431446 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.431613 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.431780 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.431946 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.432111 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.432277 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.432443 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.432608 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.432774 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.432939 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.433120 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.433285 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.433451 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.433617 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.434367 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.434367 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.434367 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.434367 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.434786 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.434786 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.434786 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.435105 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.435105 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.435321 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.435410 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.435545 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.435744 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.435856 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.436040 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.436201 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.436510 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.436816 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.436980 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.437164 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.437316 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.437485 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.437651 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.437817 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.437982 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.438140 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.438318 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.438484 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.438649 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.438862 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.439660 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.439888 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.440067 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.440236 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.440409 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.440584 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.441324 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.441324 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.441324 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.441324 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.441885 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.441885 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.441885 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.441885 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.442378 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.442378 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.442378 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.442763 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.442763 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.443030 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.443030 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.443316 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.443316 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.443578 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.443715 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.443848 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.443981 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.444117 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.444251 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.444420 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.444585 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.444750 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.444917 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.445081 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.445251 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.445416 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.445582 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.445746 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.445912 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.446077 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.446243 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.446409 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.446576 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.446743 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.446880 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 05 04:30:29.447050 n-d-789963-32 neutron-server[104910]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104910) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 05 04:30:41.355827 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c858a680-7e25-4ddf-adac-4e51ee23d405 None None] get_active_networks_info from n-d-789963-32 {{(pid=105233) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 05 04:30:41.425205 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c858a680-7e25-4ddf-adac-4e51ee23d405 None None] No non-hosted networks {{(pid=105233) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 05 04:30:41.439251 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.agentschedulers_db [None req-c858a680-7e25-4ddf-adac-4e51ee23d405 None None] DHCP Agent not found on host n-d-789963-32 {{(pid=105233) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 05 04:30:41.576263 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-95ccb790-fdc3-46a9-806b-16a557a526d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-901107'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:30:43.584898 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0c58dcb6-ac92-4fff-b839-9f08e7de5afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-901107'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:30:43.672134 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d4721848-778c-454c-b05c-31de3500936c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:30:44.815522 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-901107'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:30:46.101715 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-901107'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:30:47.514985 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34244) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:30:47.659643 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-901107'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:30:47.661007 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:47.661894 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:47.662428 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:47.662927 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:47.663589 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:47.664111 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:47.664715 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:47.665641 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:47.666111 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:47.666592 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:47.667130 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:47.667678 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:47.668372 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:47.669084 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-789963-32', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:30:47.675846 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-789963-32', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:30:48.034762 n-d-789963-32 neutron-server[105232]: WARNING oslo_policy.policy [None req-f623e94b-020f-4d2c-8017-c7a6d148f709 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 05 04:30:48.035611 n-d-789963-32 neutron-server[105232]: WARNING oslo_policy.policy [None req-f623e94b-020f-4d2c-8017-c7a6d148f709 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 05 04:30:48.261180 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-f623e94b-020f-4d2c-8017-c7a6d148f709 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:30:48.275133 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f623e94b-020f-4d2c-8017-c7a6d148f709 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7460287 Mar 05 04:30:49.705358 n-d-789963-32 neutron-server[105233]: INFO neutron.db.l3_hamode_db [None req-975cdbad-ff56-4957-b359-822fd24b3a33 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 05 04:30:49.786035 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975cdbad-ff56-4957-b359-822fd24b3a33 None None] Routers set() bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:30:49.786432 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975cdbad-ff56-4957-b359-822fd24b3a33 None None] Router IDs set() for agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 05 04:30:50.826818 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34270) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:30:51.310354 n-d-789963-32 neutron-server[105231]: WARNING oslo_policy.policy [None req-a9770e7d-97d1-4e2d-b3a7-bc7cdba922d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 05 04:30:51.310970 n-d-789963-32 neutron-server[105231]: WARNING oslo_policy.policy [None req-a9770e7d-97d1-4e2d-b3a7-bc7cdba922d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 05 04:30:51.537432 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-a9770e7d-97d1-4e2d-b3a7-bc7cdba922d0 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:30:51.629380 n-d-789963-32 neutron-server[105231]: DEBUG neutron.policy [None req-a9770e7d-97d1-4e2d-b3a7-bc7cdba922d0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105231) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 05 04:30:51.672849 n-d-789963-32 neutron-server[105231]: WARNING oslo_policy.policy [None req-a9770e7d-97d1-4e2d-b3a7-bc7cdba922d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 05 04:30:51.673349 n-d-789963-32 neutron-server[105231]: WARNING oslo_policy.policy [None req-a9770e7d-97d1-4e2d-b3a7-bc7cdba922d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 05 04:30:51.766024 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a9770e7d-97d1-4e2d-b3a7-bc7cdba922d0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780056523399', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780056524026', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780056496903', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780056507586', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780056543623', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780056559354', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1659539', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1862738', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-875806', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-762017'] for rbac-policy (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:30:51.830691 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a9770e7d-97d1-4e2d-b3a7-bc7cdba922d0 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:30:51.832051 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a9770e7d-97d1-4e2d-b3a7-bc7cdba922d0 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0026293 Mar 05 04:30:54.319213 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34286) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:30:54.622894 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-04bd0567-8dfe-40b4-9920-09f9479ffbe9 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:30:54.652059 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bd0567-8dfe-40b4-9920-09f9479ffbe9 demo demo] Made reservation on behalf of a4f1b6d0569e44fdaa04e7e0c8fd21f7 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:30:54.655858 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-04bd0567-8dfe-40b4-9920-09f9479ffbe9 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:30:54.672759 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-04bd0567-8dfe-40b4-9920-09f9479ffbe9 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:30:54.783333 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-04bd0567-8dfe-40b4-9920-09f9479ffbe9 demo demo] Publish callbacks [] for security_group (44e9272c-2cc7-42f2-9a35-696cec08c3ab), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:30:54.786924 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-04bd0567-8dfe-40b4-9920-09f9479ffbe9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (44e9272c-2cc7-42f2-9a35-696cec08c3ab), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:30:54.821779 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04bd0567-8dfe-40b4-9920-09f9479ffbe9 demo demo] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:30:54.862698 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-04bd0567-8dfe-40b4-9920-09f9479ffbe9 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780054810206', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (751d1cd0-074f-4491-902c-9c7176a481b0), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:30:54.863442 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-04bd0567-8dfe-40b4-9920-09f9479ffbe9 demo demo] Unsubscribe: segment precommit_create {{(pid=105231) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 05 04:30:54.864104 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-04bd0567-8dfe-40b4-9920-09f9479ffbe9 demo demo] Added segment 751d1cd0-074f-4491-902c-9c7176a481b0 of type vlan for network d7b83c54-5fa1-4461-9bfd-d49c7982d2d5 Mar 05 04:30:54.888200 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd0567-8dfe-40b4-9920-09f9479ffbe9 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=44e9272c-2cc7-42f2-9a35-696cec08c3ab,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:30:54.942704 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0567-8dfe-40b4-9920-09f9479ffbe9 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:54.942932 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0567-8dfe-40b4-9920-09f9479ffbe9 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:54.943289 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0567-8dfe-40b4-9920-09f9479ffbe9 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:54.943620 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0567-8dfe-40b4-9920-09f9479ffbe9 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:54.943947 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0567-8dfe-40b4-9920-09f9479ffbe9 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:54.944269 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0567-8dfe-40b4-9920-09f9479ffbe9 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:54.944590 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0567-8dfe-40b4-9920-09f9479ffbe9 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:54.944912 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0567-8dfe-40b4-9920-09f9479ffbe9 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:54.945230 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0567-8dfe-40b4-9920-09f9479ffbe9 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:54.945545 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0567-8dfe-40b4-9920-09f9479ffbe9 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:54.945856 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0567-8dfe-40b4-9920-09f9479ffbe9 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:54.946169 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0567-8dfe-40b4-9920-09f9479ffbe9 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:54.946480 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0567-8dfe-40b4-9920-09f9479ffbe9 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd0567-8dfe-40b4-9920-09f9479ffbe9 demo demo] Tracked resource versions report: Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: pushed versions: Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: { 'AddressGroup': {'1.2'}, Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: 'ConntrackHelper': {'1.0'}, Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: 'LocalIPAssociation': {'1.0'}, Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: 'Log': {'1.0'}, Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: 'Network': {'1.1'}, Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: 'Port': {'1.7'}, Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: 'PortForwarding': {'1.2'}, Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: 'QosPolicy': {'1.10'}, Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: 'SecurityGroup': {'1.5'}, Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: 'SecurityGroupRule': {'1.2'}, Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: 'SubPort': {'1.0'}, Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: 'Subnet': {'1.1'}, Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: 'Trunk': {'1.1'}} Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: consumer versions: Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: { DHCP agent@n-d-789963-32: {}, Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: L3 agent@n-d-789963-32: {}, Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: Metadata agent@n-d-789963-32: {}, Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: Metering agent@n-d-789963-32: {}, Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: Open vSwitch agent@n-d-789963-32: { 'AddressGroup': '1.2', Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: 'ConntrackHelper': '1.0', Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: 'LocalIPAssociation': '1.0', Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: 'Log': '1.0', Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: 'Network': '1.1', Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: 'Port': '1.7', Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: 'PortForwarding': '1.2', Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: 'QosPolicy': '1.10', Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: 'SecurityGroup': '1.5', Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: 'SecurityGroupRule': '1.2', Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: 'SubPort': '1.0', Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: 'Subnet': '1.1', Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: 'Trunk': '1.1'}} Mar 05 04:30:54.947784 n-d-789963-32 neutron-server[105231]: {{(pid=105231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 05 04:30:54.996713 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-04bd0567-8dfe-40b4-9920-09f9479ffbe9 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (d7b83c54-5fa1-4461-9bfd-d49c7982d2d5), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:30:55.041611 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-04bd0567-8dfe-40b4-9920-09f9479ffbe9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (d7b83c54-5fa1-4461-9bfd-d49c7982d2d5), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:30:55.048711 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bd0567-8dfe-40b4-9920-09f9479ffbe9 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:30:55.049446 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-04bd0567-8dfe-40b4-9920-09f9479ffbe9 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:30:55.145320 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-04bd0567-8dfe-40b4-9920-09f9479ffbe9 demo demo] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8250160 Mar 05 04:30:55.187305 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd0567-8dfe-40b4-9920-09f9479ffbe9 demo demo] Pushing event updated for resources: {'Network': ['ID=d7b83c54-5fa1-4461-9bfd-d49c7982d2d5,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:30:55.210531 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network d7b83c54-5fa1-4461-9bfd-d49c7982d2d5 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:30:57.749351 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34298) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:30:58.145262 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d55c3ce-d5a3-4746-b137-5f013c57685c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:30:58.146610 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8d55c3ce-d5a3-4746-b137-5f013c57685c demo admin] 10.222.0.11 "GET /v2.0/networks/d7b83c54-5fa1-4461-9bfd-d49c7982d2d5 HTTP/1.1" status: 200 len: 824 time: 0.3962753 Mar 05 04:30:58.170855 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1855044b-ad75-46ec-a6f6-45d52ee9c7d3 demo admin] 10.222.0.11 "GET /v2.0/subnetpools/a76c65a6-7979-4eb4-9e3f-193c96f03abd HTTP/1.1" status: 200 len: 734 time: 0.0186341 Mar 05 04:30:58.179612 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-4b1982b4-ea32-4d9e-9fea-8b0fd4f8efe1 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'd7b83c54-5fa1-4461-9bfd-d49c7982d2d5', 'subnetpool_id': 'a76c65a6-7979-4eb4-9e3f-193c96f03abd'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:30:58.199303 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1982b4-ea32-4d9e-9fea-8b0fd4f8efe1 demo admin] Made reservation on behalf of a4f1b6d0569e44fdaa04e7e0c8fd21f7 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:30:58.201500 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4b1982b4-ea32-4d9e-9fea-8b0fd4f8efe1 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:30:58.485728 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4b1982b4-ea32-4d9e-9fea-8b0fd4f8efe1 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for subnet (9cdc7e16-bdd2-4a0c-a08a-1f486588ae61), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:30:58.553224 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1982b4-ea32-4d9e-9fea-8b0fd4f8efe1 demo admin] Checking segment: {'id': '751d1cd0-074f-4491-902c-9c7176a481b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd7b83c54-5fa1-4461-9bfd-d49c7982d2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:30:58.553599 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1982b4-ea32-4d9e-9fea-8b0fd4f8efe1 demo admin] Network hostable DHCP agents. Network: d7b83c54-5fa1-4461-9bfd-d49c7982d2d5, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:30:58.562069 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1982b4-ea32-4d9e-9fea-8b0fd4f8efe1 demo admin] Pushing event updated for resources: {'Subnet': ['ID=9cdc7e16-bdd2-4a0c-a08a-1f486588ae61,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:30:58.578803 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1982b4-ea32-4d9e-9fea-8b0fd4f8efe1 demo admin] Network d7b83c54-5fa1-4461-9bfd-d49c7982d2d5 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:30:58.589039 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-4b1982b4-ea32-4d9e-9fea-8b0fd4f8efe1 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, d7b83c54-5fa1-4461-9bfd-d49c7982d2d5) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:30:58.593937 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1982b4-ea32-4d9e-9fea-8b0fd4f8efe1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:30:58.594466 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4b1982b4-ea32-4d9e-9fea-8b0fd4f8efe1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:30:58.598525 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710ffb2f-5e07-4f46-882e-9f788b0eae93 None None] Network d7b83c54-5fa1-4461-9bfd-d49c7982d2d5 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:30:58.610428 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4b1982b4-ea32-4d9e-9fea-8b0fd4f8efe1 demo admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4339347 Mar 05 04:30:58.979041 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-d7b83c54-5fa1-4461-9bfd-d49c7982d2d5', 'network_id': 'd7b83c54-5fa1-4461-9bfd-d49c7982d2d5', 'project_id': 'a4f1b6d0569e44fdaa04e7e0c8fd21f7', 'fixed_ips': [{'subnet_id': '9cdc7e16-bdd2-4a0c-a08a-1f486588ae61'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:30:58.980352 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:30:59.258807 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Allocated IP 172.20.0.2 (d7b83c54-5fa1-4461-9bfd-d49c7982d2d5/9cdc7e16-bdd2-4a0c-a08a-1f486588ae61/d80f0054-558f-4d53-9687-aa2741259d42) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:30:59.532980 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Publish callbacks [] for port (d80f0054-558f-4d53-9687-aa2741259d42), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:30:59.540708 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (d80f0054-558f-4d53-9687-aa2741259d42), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:30:59.615144 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Network d7b83c54-5fa1-4461-9bfd-d49c7982d2d5 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:30:59.620196 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:30:59.623965 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:30:59.636330 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Pushing event updated for resources: {'Port': ['ID=d80f0054-558f-4d53-9687-aa2741259d42,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:30:59.687402 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:59.688315 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:59.688671 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:59.689018 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:59.689358 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:59.689697 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:59.690030 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:59.690370 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:59.690698 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:59.691024 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:59.691380 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:59.691703 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:59.692027 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Tracked resource versions report: Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: pushed versions: Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: { 'AddressGroup': {'1.2'}, Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: 'ConntrackHelper': {'1.0'}, Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: 'LocalIPAssociation': {'1.0'}, Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: 'Log': {'1.0'}, Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: 'Network': {'1.1'}, Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: 'Port': {'1.7'}, Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: 'PortForwarding': {'1.2'}, Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: 'QosPolicy': {'1.10'}, Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: 'SecurityGroup': {'1.5'}, Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: 'SecurityGroupRule': {'1.2'}, Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: 'SubPort': {'1.0'}, Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: 'Subnet': {'1.1'}, Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: 'Trunk': {'1.1'}} Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: consumer versions: Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: { DHCP agent@n-d-789963-32: {}, Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: L3 agent@n-d-789963-32: {}, Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: Metadata agent@n-d-789963-32: {}, Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: Metering agent@n-d-789963-32: {}, Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: Open vSwitch agent@n-d-789963-32: { 'AddressGroup': '1.2', Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: 'ConntrackHelper': '1.0', Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: 'LocalIPAssociation': '1.0', Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: 'Log': '1.0', Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: 'Network': '1.1', Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: 'Port': '1.7', Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: 'PortForwarding': '1.2', Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: 'QosPolicy': '1.10', Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: 'SecurityGroup': '1.5', Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: 'SecurityGroupRule': '1.2', Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: 'SubPort': '1.0', Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: 'Subnet': '1.1', Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: 'Trunk': '1.1'}} Mar 05 04:30:59.693183 n-d-789963-32 neutron-server[105233]: {{(pid=105233) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 05 04:30:59.725718 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Attempting to bind port d80f0054-558f-4d53-9687-aa2741259d42 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:30:59.726125 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Attempting to bind port d80f0054-558f-4d53-9687-aa2741259d42 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '751d1cd0-074f-4491-902c-9c7176a481b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd7b83c54-5fa1-4461-9bfd-d49c7982d2d5'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:30:59.726564 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Attempting to bind port d80f0054-558f-4d53-9687-aa2741259d42 on network d7b83c54-5fa1-4461-9bfd-d49c7982d2d5 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:30:59.731790 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:30:59.732183 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Checking segment: {'id': '751d1cd0-074f-4491-902c-9c7176a481b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd7b83c54-5fa1-4461-9bfd-d49c7982d2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:30:59.732688 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:30:59.733084 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Bound using segment: {'id': '751d1cd0-074f-4491-902c-9c7176a481b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd7b83c54-5fa1-4461-9bfd-d49c7982d2d5'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:30:59.733593 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Bound port: d80f0054-558f-4d53-9687-aa2741259d42, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751d1cd0-074f-4491-902c-9c7176a481b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd7b83c54-5fa1-4461-9bfd-d49c7982d2d5'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:30:59.734015 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d80f0054-558f-4d53-9687-aa2741259d42), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:30:59.797978 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] For port d80f0054-558f-4d53-9687-aa2741259d42, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:30:59.802135 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] For port d80f0054-558f-4d53-9687-aa2741259d42, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d80f0054-558f-4d53-9687-aa2741259d42,segment=NetworkSegment(751d1cd0-074f-4491-902c-9c7176a481b0),segment_id=751d1cd0-074f-4491-902c-9c7176a481b0)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:30:59.810351 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d80f0054-558f-4d53-9687-aa2741259d42), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:30:59.877657 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d41cae-8368-486d-bd72-442df0f77725 None None] Pushing event updated for resources: {'Port': ['ID=d80f0054-558f-4d53-9687-aa2741259d42,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:31:01.183760 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34306) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:31:01.504628 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [None req-0add5bf3-a01a-43be-a2e4-4a163889dcd2 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:31:01.505621 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0add5bf3-a01a-43be-a2e4-4a163889dcd2 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3209190 Mar 05 04:31:04.069308 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34314) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:31:04.380531 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [None req-9da755d4-573b-44a1-9ae8-982a3770bf3e admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:31:04.381636 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9da755d4-573b-44a1-9ae8-982a3770bf3e admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3113887 Mar 05 04:31:06.942659 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34322) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:31:07.253179 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-39763076-6078-4596-a57f-6c66352d182b demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:31:07.276522 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-39763076-6078-4596-a57f-6c66352d182b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (badd0e54-c5b0-48f2-8829-33d0adb6cc5d), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:07.278036 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-39763076-6078-4596-a57f-6c66352d182b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (badd0e54-c5b0-48f2-8829-33d0adb6cc5d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:07.411034 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-39763076-6078-4596-a57f-6c66352d182b demo demo] Publish callbacks [] for router_controller (badd0e54-c5b0-48f2-8829-33d0adb6cc5d), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:07.415665 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-39763076-6078-4596-a57f-6c66352d182b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (badd0e54-c5b0-48f2-8829-33d0adb6cc5d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:07.431839 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-39763076-6078-4596-a57f-6c66352d182b demo demo] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:07.432989 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-39763076-6078-4596-a57f-6c66352d182b demo demo] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4893174 Mar 05 04:31:09.996898 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34334) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:31:10.319228 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [None req-38de59dc-ea7c-460d-857c-ef35e6a2c544 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:31:10.320240 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-38de59dc-ea7c-460d-857c-ef35e6a2c544 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3224037 Mar 05 04:31:10.432347 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d80f0054-558f-4d53-9687-aa2741259d42 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:31:10.527038 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port d80f0054-558f-4d53-9687-aa2741259d42 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:31:10.527494 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d80f0054-558f-4d53-9687-aa2741259d42), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:10.639451 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port d80f0054-558f-4d53-9687-aa2741259d42 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:31:10.640085 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d80f0054-558f-4d53-9687-aa2741259d42), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:10.674245 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port d80f0054-558f-4d53-9687-aa2741259d42, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d80f0054-558f-4d53-9687-aa2741259d42,segment=NetworkSegment(751d1cd0-074f-4491-902c-9c7176a481b0),segment_id=751d1cd0-074f-4491-902c-9c7176a481b0)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:31:10.677989 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d80f0054-558f-4d53-9687-aa2741259d42), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:10.724026 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=d80f0054-558f-4d53-9687-aa2741259d42,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:31:11.273039 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9cdf312d-84ac-4a58-986b-ebead2c2bbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:11.285944 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8763356d-e3e2-402e-a9b8-aca808661e86 None None] Network d7b83c54-5fa1-4461-9bfd-d49c7982d2d5 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:31:11.399121 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-7ac6ed9e-18e7-4d42-93ce-53fccf6ca81e None None] Provisioning complete for port d80f0054-558f-4d53-9687-aa2741259d42 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:31:11.399520 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7ac6ed9e-18e7-4d42-93ce-53fccf6ca81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d80f0054-558f-4d53-9687-aa2741259d42), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:11.499566 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-7ac6ed9e-18e7-4d42-93ce-53fccf6ca81e None None] Current status of the port d80f0054-558f-4d53-9687-aa2741259d42 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:31:11.620285 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-1a0617f8-1370-4483-9834-9e859cdc29b0 None None] Provisioning complete for port d80f0054-558f-4d53-9687-aa2741259d42 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:31:11.620679 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1a0617f8-1370-4483-9834-9e859cdc29b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d80f0054-558f-4d53-9687-aa2741259d42), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:11.695814 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-1a0617f8-1370-4483-9834-9e859cdc29b0 None None] Current status of the port d80f0054-558f-4d53-9687-aa2741259d42 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:31:12.383579 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d80f0054-558f-4d53-9687-aa2741259d42 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:31:12.431437 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port d80f0054-558f-4d53-9687-aa2741259d42 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:31:12.431845 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d80f0054-558f-4d53-9687-aa2741259d42), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:12.508890 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port d80f0054-558f-4d53-9687-aa2741259d42 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:31:12.848779 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34342) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:31:13.154266 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:31:13.211551 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] Made reservation on behalf of a2851929acad415e9200fff3081dbb96 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:31:13.274261 n-d-789963-32 neutron-server[105232]: DEBUG neutron.policy [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105232) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 05 04:31:13.317729 n-d-789963-32 neutron-server[105232]: WARNING oslo_policy.policy [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 05 04:31:13.318105 n-d-789963-32 neutron-server[105232]: WARNING oslo_policy.policy [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 05 04:31:13.327761 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:13.348709 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:13.459004 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] Publish callbacks [] for security_group (65819329-8b7b-4133-bc36-e7a7351197f8), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:13.462801 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (65819329-8b7b-4133-bc36-e7a7351197f8), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:13.474300 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] Reserving flat network on physical network physnet1 {{(pid=105232) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 05 04:31:13.507152 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780054810206', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (41f0de59-cdfb-42b3-8260-285a991386ed), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:13.507706 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] Unsubscribe: segment precommit_create {{(pid=105232) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 05 04:31:13.508208 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] Added segment 41f0de59-cdfb-42b3-8260-285a991386ed of type flat for network ff625bbb-6b8f-4740-be08-a562ec9a34a4 Mar 05 04:31:13.524442 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65819329-8b7b-4133-bc36-e7a7351197f8,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:31:13.555677 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:31:13.556015 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:31:13.556348 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:31:13.556674 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:31:13.556995 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:31:13.557314 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:31:13.557629 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:31:13.557941 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:31:13.558254 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:31:13.558565 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:31:13.558876 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:31:13.559211 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:31:13.560530 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] Tracked resource versions report: Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: pushed versions: Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: { 'AddressGroup': {'1.2'}, Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: 'ConntrackHelper': {'1.0'}, Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: 'LocalIPAssociation': {'1.0'}, Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: 'Log': {'1.0'}, Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: 'Network': {'1.1'}, Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: 'Port': {'1.7'}, Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: 'PortForwarding': {'1.2'}, Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: 'QosPolicy': {'1.10'}, Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: 'SecurityGroup': {'1.5'}, Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: 'SecurityGroupRule': {'1.2'}, Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: 'SubPort': {'1.0'}, Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: 'Subnet': {'1.1'}, Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: 'Trunk': {'1.1'}} Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: consumer versions: Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: { DHCP agent@n-d-789963-32: {}, Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: L3 agent@n-d-789963-32: {}, Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: Metadata agent@n-d-789963-32: {}, Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: Metering agent@n-d-789963-32: {}, Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: Open vSwitch agent@n-d-789963-32: { 'AddressGroup': '1.2', Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: 'ConntrackHelper': '1.0', Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: 'LocalIPAssociation': '1.0', Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: 'Log': '1.0', Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: 'Network': '1.1', Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: 'Port': '1.7', Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: 'PortForwarding': '1.2', Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: 'QosPolicy': '1.10', Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: 'SecurityGroup': '1.5', Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: 'SecurityGroupRule': '1.2', Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: 'SubPort': '1.0', Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: 'Subnet': '1.1', Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: 'Trunk': '1.1'}} Mar 05 04:31:13.562052 n-d-789963-32 neutron-server[105232]: {{(pid=105232) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 05 04:31:13.578509 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1d5f2b43-ae86-4d68-8ea5-74e4747cedac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:13.631705 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (ff625bbb-6b8f-4740-be08-a562ec9a34a4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:13.675245 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (ff625bbb-6b8f-4740-be08-a562ec9a34a4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:13.676388 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:31:13.677117 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:13.746012 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8961012 Mar 05 04:31:13.782256 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37af876-d3e6-42a1-b4ba-17e3673f366e admin admin] Pushing event updated for resources: {'Network': ['ID=ff625bbb-6b8f-4740-be08-a562ec9a34a4,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:31:13.792951 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:31:14.275090 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 5 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:31:14.779425 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:16.044045 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:16.251094 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34366) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:31:16.469145 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9b46db-84a1-4340-8f37-7ac9661e1429 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:31:16.470531 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9b9b46db-84a1-4340-8f37-7ac9661e1429 demo admin] 10.222.0.11 "GET /v2.0/subnets/9cdc7e16-bdd2-4a0c-a08a-1f486588ae61 HTTP/1.1" status: 200 len: 849 time: 0.2182028 Mar 05 04:31:16.633105 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4f9ae99f-33b0-4b2a-95f1-9a7a5513ed43 demo admin] 10.222.0.11 "GET /v2.0/routers/badd0e54-c5b0-48f2-8829-33d0adb6cc5d HTTP/1.1" status: 200 len: 704 time: 0.1569660 Mar 05 04:31:16.920801 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-889f49a2-1ff6-4b22-b44f-dbb634f8e756 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:17.215295 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-889f49a2-1ff6-4b22-b44f-dbb634f8e756 demo admin] Allocated IP 172.20.0.1 (d7b83c54-5fa1-4461-9bfd-d49c7982d2d5/9cdc7e16-bdd2-4a0c-a08a-1f486588ae61/20a7c1bf-0559-4b72-8982-5cda677be3c1) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:31:17.395864 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-889f49a2-1ff6-4b22-b44f-dbb634f8e756 demo admin] Publish callbacks [] for port (20a7c1bf-0559-4b72-8982-5cda677be3c1), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:17.463346 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-889f49a2-1ff6-4b22-b44f-dbb634f8e756 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (20a7c1bf-0559-4b72-8982-5cda677be3c1), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:17.538387 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889f49a2-1ff6-4b22-b44f-dbb634f8e756 demo admin] Network d7b83c54-5fa1-4461-9bfd-d49c7982d2d5 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:31:17.543540 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-889f49a2-1ff6-4b22-b44f-dbb634f8e756 demo admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:31:17.553126 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889f49a2-1ff6-4b22-b44f-dbb634f8e756 demo admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:31:17.553126 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-889f49a2-1ff6-4b22-b44f-dbb634f8e756 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (badd0e54-c5b0-48f2-8829-33d0adb6cc5d), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:17.571724 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f49a2-1ff6-4b22-b44f-dbb634f8e756 demo admin] Pushing event updated for resources: {'Port': ['ID=20a7c1bf-0559-4b72-8982-5cda677be3c1,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:31:17.713465 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:17.752469 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3a3a4b84-25d8-4557-abbb-b61832730d1c None None] Provisioning complete for port 20a7c1bf-0559-4b72-8982-5cda677be3c1 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:31:17.752861 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3a3a4b84-25d8-4557-abbb-b61832730d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (20a7c1bf-0559-4b72-8982-5cda677be3c1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:17.768745 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-889f49a2-1ff6-4b22-b44f-dbb634f8e756 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (20a7c1bf-0559-4b72-8982-5cda677be3c1), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:17.786941 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3a3a4b84-25d8-4557-abbb-b61832730d1c None None] Port 20a7c1bf-0559-4b72-8982-5cda677be3c1 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:31:18.022740 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-889f49a2-1ff6-4b22-b44f-dbb634f8e756 demo admin] Publish callbacks [] for port (20a7c1bf-0559-4b72-8982-5cda677be3c1), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:18.027210 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-889f49a2-1ff6-4b22-b44f-dbb634f8e756 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (20a7c1bf-0559-4b72-8982-5cda677be3c1), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:18.027954 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-889f49a2-1ff6-4b22-b44f-dbb634f8e756 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (badd0e54-c5b0-48f2-8829-33d0adb6cc5d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:18.108713 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f49a2-1ff6-4b22-b44f-dbb634f8e756 demo admin] Pushing event updated for resources: {'Port': ['ID=20a7c1bf-0559-4b72-8982-5cda677be3c1,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:31:18.150942 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889f49a2-1ff6-4b22-b44f-dbb634f8e756 demo admin] Network d7b83c54-5fa1-4461-9bfd-d49c7982d2d5 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:31:18.152207 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-889f49a2-1ff6-4b22-b44f-dbb634f8e756 demo admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:31:18.320840 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889f49a2-1ff6-4b22-b44f-dbb634f8e756 demo admin] Router badd0e54-c5b0-48f2-8829-33d0adb6cc5d is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:31:18.407524 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-19031c00-6e36-4e4a-bf8e-f1fc4c09c5ef None None] Provisioning complete for port 20a7c1bf-0559-4b72-8982-5cda677be3c1 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:31:18.408265 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-19031c00-6e36-4e4a-bf8e-f1fc4c09c5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (20a7c1bf-0559-4b72-8982-5cda677be3c1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:18.423893 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889f49a2-1ff6-4b22-b44f-dbb634f8e756 demo admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:31:18.429882 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-889f49a2-1ff6-4b22-b44f-dbb634f8e756 demo admin] 10.222.0.11 "PUT /v2.0/routers/badd0e54-c5b0-48f2-8829-33d0adb6cc5d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7917991 Mar 05 04:31:18.434123 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7163bdc9-7dde-424c-a850-6c63c2381170 None None] Sync routers for ids ['badd0e54-c5b0-48f2-8829-33d0adb6cc5d'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:31:18.448958 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-19031c00-6e36-4e4a-bf8e-f1fc4c09c5ef None None] Port 20a7c1bf-0559-4b72-8982-5cda677be3c1 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:31:18.457796 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7163bdc9-7dde-424c-a850-6c63c2381170 None None] Routers {'badd0e54-c5b0-48f2-8829-33d0adb6cc5d'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:31:18.458827 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7163bdc9-7dde-424c-a850-6c63c2381170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:31:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['badd0e54-c5b0-48f2-8829-33d0adb6cc5d'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:31:18.653405 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-7163bdc9-7dde-424c-a850-6c63c2381170 None None] Set router badd0e54-c5b0-48f2-8829-33d0adb6cc5d gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:31:19.088141 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7163bdc9-7dde-424c-a850-6c63c2381170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badd0e54-c5b0-48f2-8829-33d0adb6cc5d', 'name': 'router1', 'tenant_id': 'a4f1b6d0569e44fdaa04e7e0c8fd21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:31:07Z', 'updated_at': '2022-03-05T04:31:17Z', 'revision_number': 2, 'project_id': 'a4f1b6d0569e44fdaa04e7e0c8fd21f7', 'gw_port_host': None, '_interfaces': [{'id': '20a7c1bf-0559-4b72-8982-5cda677be3c1', 'name': '', 'network_id': 'd7b83c54-5fa1-4461-9bfd-d49c7982d2d5', 'tenant_id': 'a4f1b6d0569e44fdaa04e7e0c8fd21f7', 'mac_address': 'fa:16:3e:86:fa:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badd0e54-c5b0-48f2-8829-33d0adb6cc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cdc7e16-bdd2-4a0c-a08a-1f486588ae61', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:31:16Z', 'updated_at': '2022-03-05T04:31:17Z', 'revision_number': 2, 'project_id': 'a4f1b6d0569e44fdaa04e7e0c8fd21f7', 'subnets': [{'id': '9cdc7e16-bdd2-4a0c-a08a-1f486588ae61', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a76c65a6-7979-4eb4-9e3f-193c96f03abd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:31:19.139742 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7163bdc9-7dde-424c-a850-6c63c2381170 None None] Checking router: badd0e54-c5b0-48f2-8829-33d0adb6cc5d for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:31:19.140376 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7163bdc9-7dde-424c-a850-6c63c2381170 None None] Updating router badd0e54-c5b0-48f2-8829-33d0adb6cc5d port 20a7c1bf-0559-4b72-8982-5cda677be3c1 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:31:19.193279 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7163bdc9-7dde-424c-a850-6c63c2381170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (20a7c1bf-0559-4b72-8982-5cda677be3c1), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:19.710145 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7163bdc9-7dde-424c-a850-6c63c2381170 None None] Publish callbacks [] for port (20a7c1bf-0559-4b72-8982-5cda677be3c1), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:19.716208 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7163bdc9-7dde-424c-a850-6c63c2381170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (20a7c1bf-0559-4b72-8982-5cda677be3c1), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:19.873249 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ab13c-b9d0-4177-9527-2aed9f229b86 None None] Pushing event updated for resources: {'Port': ['ID=20a7c1bf-0559-4b72-8982-5cda677be3c1,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:31:19.887035 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ab13c-b9d0-4177-9527-2aed9f229b86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:31:19.887436 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ab13c-b9d0-4177-9527-2aed9f229b86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:31:19.887787 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ab13c-b9d0-4177-9527-2aed9f229b86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:31:19.888128 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ab13c-b9d0-4177-9527-2aed9f229b86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:31:19.888467 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ab13c-b9d0-4177-9527-2aed9f229b86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:31:19.888803 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ab13c-b9d0-4177-9527-2aed9f229b86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:31:19.889141 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ab13c-b9d0-4177-9527-2aed9f229b86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:31:19.889471 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ab13c-b9d0-4177-9527-2aed9f229b86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:31:19.889801 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ab13c-b9d0-4177-9527-2aed9f229b86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:31:19.890383 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ab13c-b9d0-4177-9527-2aed9f229b86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:31:19.891347 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ab13c-b9d0-4177-9527-2aed9f229b86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:31:19.891347 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ab13c-b9d0-4177-9527-2aed9f229b86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:31:19.891594 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ab13c-b9d0-4177-9527-2aed9f229b86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41ab13c-b9d0-4177-9527-2aed9f229b86 None None] Tracked resource versions report: Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: pushed versions: Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: { 'AddressGroup': {'1.2'}, Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: 'ConntrackHelper': {'1.0'}, Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: 'LocalIPAssociation': {'1.0'}, Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: 'Log': {'1.0'}, Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: 'Network': {'1.1'}, Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: 'Port': {'1.7'}, Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: 'PortForwarding': {'1.2'}, Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: 'QosPolicy': {'1.10'}, Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: 'SecurityGroup': {'1.5'}, Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: 'SecurityGroupRule': {'1.2'}, Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: 'SubPort': {'1.0'}, Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: 'Subnet': {'1.1'}, Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: 'Trunk': {'1.1'}} Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: consumer versions: Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: { DHCP agent@n-d-789963-32: {}, Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: L3 agent@n-d-789963-32: {}, Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: Metadata agent@n-d-789963-32: {}, Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: Metering agent@n-d-789963-32: {}, Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: Open vSwitch agent@n-d-789963-32: { 'AddressGroup': '1.2', Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: 'ConntrackHelper': '1.0', Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: 'LocalIPAssociation': '1.0', Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: 'Log': '1.0', Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: 'Network': '1.1', Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: 'Port': '1.7', Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: 'PortForwarding': '1.2', Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: 'QosPolicy': '1.10', Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: 'SecurityGroup': '1.5', Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: 'SecurityGroupRule': '1.2', Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: 'SubPort': '1.0', Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: 'Subnet': '1.1', Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: 'Trunk': '1.1'}} Mar 05 04:31:19.892798 n-d-789963-32 neutron-server[105234]: {{(pid=105234) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 05 04:31:19.897599 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-7163bdc9-7dde-424c-a850-6c63c2381170 None None] Attempting to bind port 20a7c1bf-0559-4b72-8982-5cda677be3c1 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:31:19.898387 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-7163bdc9-7dde-424c-a850-6c63c2381170 None None] Attempting to bind port 20a7c1bf-0559-4b72-8982-5cda677be3c1 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '751d1cd0-074f-4491-902c-9c7176a481b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd7b83c54-5fa1-4461-9bfd-d49c7982d2d5'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:31:19.898707 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7163bdc9-7dde-424c-a850-6c63c2381170 None None] Attempting to bind port 20a7c1bf-0559-4b72-8982-5cda677be3c1 on network d7b83c54-5fa1-4461-9bfd-d49c7982d2d5 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:31:19.904615 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7163bdc9-7dde-424c-a850-6c63c2381170 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:31:19.905130 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7163bdc9-7dde-424c-a850-6c63c2381170 None None] Checking segment: {'id': '751d1cd0-074f-4491-902c-9c7176a481b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd7b83c54-5fa1-4461-9bfd-d49c7982d2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:31:19.905711 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7163bdc9-7dde-424c-a850-6c63c2381170 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:19.906786 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7163bdc9-7dde-424c-a850-6c63c2381170 None None] Bound using segment: {'id': '751d1cd0-074f-4491-902c-9c7176a481b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd7b83c54-5fa1-4461-9bfd-d49c7982d2d5'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:31:19.907574 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-7163bdc9-7dde-424c-a850-6c63c2381170 None None] Bound port: 20a7c1bf-0559-4b72-8982-5cda677be3c1, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751d1cd0-074f-4491-902c-9c7176a481b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'd7b83c54-5fa1-4461-9bfd-d49c7982d2d5'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:31:19.907843 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7163bdc9-7dde-424c-a850-6c63c2381170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (20a7c1bf-0559-4b72-8982-5cda677be3c1), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:19.977877 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-7163bdc9-7dde-424c-a850-6c63c2381170 None None] For port 20a7c1bf-0559-4b72-8982-5cda677be3c1, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:31:19.979038 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-1603c60f-b696-48b8-9f3a-64f4d1bdaea1 None None] Provisioning complete for port 20a7c1bf-0559-4b72-8982-5cda677be3c1 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:31:19.980031 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1603c60f-b696-48b8-9f3a-64f4d1bdaea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (20a7c1bf-0559-4b72-8982-5cda677be3c1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:19.997934 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-7163bdc9-7dde-424c-a850-6c63c2381170 None None] For port 20a7c1bf-0559-4b72-8982-5cda677be3c1, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=20a7c1bf-0559-4b72-8982-5cda677be3c1,segment=NetworkSegment(751d1cd0-074f-4491-902c-9c7176a481b0),segment_id=751d1cd0-074f-4491-902c-9c7176a481b0)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:31:20.005445 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7163bdc9-7dde-424c-a850-6c63c2381170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (20a7c1bf-0559-4b72-8982-5cda677be3c1), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:20.019213 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-1603c60f-b696-48b8-9f3a-64f4d1bdaea1 None None] Port 20a7c1bf-0559-4b72-8982-5cda677be3c1 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:31:20.062031 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7163bdc9-7dde-424c-a850-6c63c2381170 None None] Routers {'badd0e54-c5b0-48f2-8829-33d0adb6cc5d'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:31:20.063818 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7163bdc9-7dde-424c-a850-6c63c2381170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:31:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['badd0e54-c5b0-48f2-8829-33d0adb6cc5d'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:31:20.106947 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ab13c-b9d0-4177-9527-2aed9f229b86 None None] Pushing event updated for resources: {'Port': ['ID=20a7c1bf-0559-4b72-8982-5cda677be3c1,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:31:20.163113 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-7163bdc9-7dde-424c-a850-6c63c2381170 None None] Set router badd0e54-c5b0-48f2-8829-33d0adb6cc5d gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:31:20.240201 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-2f8dc4e8-cb19-487f-8a4a-fbcb2c4c065d None None] Provisioning complete for port 20a7c1bf-0559-4b72-8982-5cda677be3c1 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:31:20.240523 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2f8dc4e8-cb19-487f-8a4a-fbcb2c4c065d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (20a7c1bf-0559-4b72-8982-5cda677be3c1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:20.317576 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2f8dc4e8-cb19-487f-8a4a-fbcb2c4c065d None None] Current status of the port 20a7c1bf-0559-4b72-8982-5cda677be3c1 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:31:20.318219 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2f8dc4e8-cb19-487f-8a4a-fbcb2c4c065d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (20a7c1bf-0559-4b72-8982-5cda677be3c1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:20.352275 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-2f8dc4e8-cb19-487f-8a4a-fbcb2c4c065d None None] For port 20a7c1bf-0559-4b72-8982-5cda677be3c1, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=20a7c1bf-0559-4b72-8982-5cda677be3c1,segment=NetworkSegment(751d1cd0-074f-4491-902c-9c7176a481b0),segment_id=751d1cd0-074f-4491-902c-9c7176a481b0)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:31:20.356235 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2f8dc4e8-cb19-487f-8a4a-fbcb2c4c065d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (20a7c1bf-0559-4b72-8982-5cda677be3c1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:20.374224 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7163bdc9-7dde-424c-a850-6c63c2381170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badd0e54-c5b0-48f2-8829-33d0adb6cc5d', 'name': 'router1', 'tenant_id': 'a4f1b6d0569e44fdaa04e7e0c8fd21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:31:07Z', 'updated_at': '2022-03-05T04:31:17Z', 'revision_number': 2, 'project_id': 'a4f1b6d0569e44fdaa04e7e0c8fd21f7', 'gw_port_host': None, '_interfaces': [{'id': '20a7c1bf-0559-4b72-8982-5cda677be3c1', 'name': '', 'network_id': 'd7b83c54-5fa1-4461-9bfd-d49c7982d2d5', 'tenant_id': 'a4f1b6d0569e44fdaa04e7e0c8fd21f7', 'mac_address': 'fa:16:3e:86:fa:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badd0e54-c5b0-48f2-8829-33d0adb6cc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cdc7e16-bdd2-4a0c-a08a-1f486588ae61', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:31:16Z', 'updated_at': '2022-03-05T04:31:19Z', 'revision_number': 4, 'project_id': 'a4f1b6d0569e44fdaa04e7e0c8fd21f7', 'subnets': [{'id': '9cdc7e16-bdd2-4a0c-a08a-1f486588ae61', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a76c65a6-7979-4eb4-9e3f-193c96f03abd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:31:20.407130 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7163bdc9-7dde-424c-a850-6c63c2381170 None None] The sync data for ids ['badd0e54-c5b0-48f2-8829-33d0adb6cc5d'] in n-d-789963-32 is: [{'id': 'badd0e54-c5b0-48f2-8829-33d0adb6cc5d', 'name': 'router1', 'tenant_id': 'a4f1b6d0569e44fdaa04e7e0c8fd21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:31:07Z', 'updated_at': '2022-03-05T04:31:17Z', 'revision_number': 2, 'project_id': 'a4f1b6d0569e44fdaa04e7e0c8fd21f7', 'gw_port_host': None, '_interfaces': [{'id': '20a7c1bf-0559-4b72-8982-5cda677be3c1', 'name': '', 'network_id': 'd7b83c54-5fa1-4461-9bfd-d49c7982d2d5', 'tenant_id': 'a4f1b6d0569e44fdaa04e7e0c8fd21f7', 'mac_address': 'fa:16:3e:86:fa:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badd0e54-c5b0-48f2-8829-33d0adb6cc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cdc7e16-bdd2-4a0c-a08a-1f486588ae61', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:31:16Z', 'updated_at': '2022-03-05T04:31:19Z', 'revision_number': 4, 'project_id': 'a4f1b6d0569e44fdaa04e7e0c8fd21f7', 'subnets': [{'id': '9cdc7e16-bdd2-4a0c-a08a-1f486588ae61', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a76c65a6-7979-4eb4-9e3f-193c96f03abd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:31:20.412443 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8dc4e8-cb19-487f-8a4a-fbcb2c4c065d None None] Pushing event updated for resources: {'Port': ['ID=20a7c1bf-0559-4b72-8982-5cda677be3c1,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:31:20.886866 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34386) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:31:20.995254 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a802feb-996d-4f8e-9a48-4c9b90b6de80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:31:20.996543 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7a802feb-996d-4f8e-9a48-4c9b90b6de80 admin admin] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 842 time: 0.1087041 Mar 05 04:31:21.006562 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-47fba167-971b-4aaa-bd7f-a912b1e9a378 admin admin] Request body: {'subnet': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'enable_dhcp': False, 'gateway_ip': '172.25.0.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.25.0.0/24'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:31:21.028658 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fba167-971b-4aaa-bd7f-a912b1e9a378 admin admin] Made reservation on behalf of a2851929acad415e9200fff3081dbb96 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:31:21.030861 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-47fba167-971b-4aaa-bd7f-a912b1e9a378 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:21.338111 n-d-789963-32 neutron-server[105232]: DEBUG neutron.objects.ports [None req-47fba167-971b-4aaa-bd7f-a912b1e9a378 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105232) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 05 04:31:21.338439 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-47fba167-971b-4aaa-bd7f-a912b1e9a378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for subnet (4341aa72-c7f7-4fd4-928c-0401a3585c68), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:21.385883 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fba167-971b-4aaa-bd7f-a912b1e9a378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4341aa72-c7f7-4fd4-928c-0401a3585c68,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:31:21.405231 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fba167-971b-4aaa-bd7f-a912b1e9a378 admin admin] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:31:21.405231 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fba167-971b-4aaa-bd7f-a912b1e9a378 admin admin] Network hostable DHCP agents. Network: ff625bbb-6b8f-4740-be08-a562ec9a34a4, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:31:21.424408 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fba167-971b-4aaa-bd7f-a912b1e9a378 admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:31:21.434896 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-47fba167-971b-4aaa-bd7f-a912b1e9a378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, ff625bbb-6b8f-4740-be08-a562ec9a34a4) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:31:21.442243 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fba167-971b-4aaa-bd7f-a912b1e9a378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:31:21.442909 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-47fba167-971b-4aaa-bd7f-a912b1e9a378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:21.451106 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c407aa-ccde-426e-b51a-6ded8bdf777d None None] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:31:21.461806 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-47fba167-971b-4aaa-bd7f-a912b1e9a378 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4584706 Mar 05 04:31:21.567790 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e855823e-404e-40bc-9eb2-bfc20d388281 None None] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:31:23.922164 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34394) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:31:24.135825 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7c641648-f54f-4702-8b3f-f8d634e54648 demo admin] 10.222.0.11 "GET /v2.0/routers/badd0e54-c5b0-48f2-8829-33d0adb6cc5d HTTP/1.1" status: 200 len: 710 time: 0.2122560 Mar 05 04:31:24.251886 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ffb9a2-d0b7-4c58-9bac-1a9fd0862347 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:31:24.253265 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a1ffb9a2-d0b7-4c58-9bac-1a9fd0862347 demo admin] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 886 time: 0.1114867 Mar 05 04:31:24.262093 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-aba58608-9845-4d6d-8c6c-964e6d1bac01 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:31:24.516625 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aba58608-9845-4d6d-8c6c-964e6d1bac01 demo admin] Publish callbacks [] for router_gateway (badd0e54-c5b0-48f2-8829-33d0adb6cc5d), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:24.751665 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aba58608-9845-4d6d-8c6c-964e6d1bac01 demo admin] Publish callbacks [] for router_gateway (badd0e54-c5b0-48f2-8829-33d0adb6cc5d), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:24.827235 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aba58608-9845-4d6d-8c6c-964e6d1bac01 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:25.019999 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-aba58608-9845-4d6d-8c6c-964e6d1bac01 demo admin] Allocated IP 172.25.0.8 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/147626f5-ede0-4a04-8481-2482a6c8c4ee) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:31:25.124598 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aba58608-9845-4d6d-8c6c-964e6d1bac01 demo admin] Publish callbacks [] for port (147626f5-ede0-4a04-8481-2482a6c8c4ee), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:25.184340 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aba58608-9845-4d6d-8c6c-964e6d1bac01 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (147626f5-ede0-4a04-8481-2482a6c8c4ee), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:25.263265 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba58608-9845-4d6d-8c6c-964e6d1bac01 demo admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:31:25.268977 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-aba58608-9845-4d6d-8c6c-964e6d1bac01 demo admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:31:25.271824 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba58608-9845-4d6d-8c6c-964e6d1bac01 demo admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:31:25.308627 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba58608-9845-4d6d-8c6c-964e6d1bac01 demo admin] Pushing event updated for resources: {'Port': ['ID=147626f5-ede0-4a04-8481-2482a6c8c4ee,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:31:25.558351 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aba58608-9845-4d6d-8c6c-964e6d1bac01 demo admin] Publish callbacks [] for router_gateway (badd0e54-c5b0-48f2-8829-33d0adb6cc5d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:25.763453 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aba58608-9845-4d6d-8c6c-964e6d1bac01 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-903190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9284'] for router (badd0e54-c5b0-48f2-8829-33d0adb6cc5d), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:25.768463 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aba58608-9845-4d6d-8c6c-964e6d1bac01 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-903193'] for router (badd0e54-c5b0-48f2-8829-33d0adb6cc5d), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:25.883233 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba58608-9845-4d6d-8c6c-964e6d1bac01 demo admin] Router badd0e54-c5b0-48f2-8829-33d0adb6cc5d has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:31:25.990265 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba58608-9845-4d6d-8c6c-964e6d1bac01 demo admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:31:25.994708 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aba58608-9845-4d6d-8c6c-964e6d1bac01 demo admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:25.998046 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-aba58608-9845-4d6d-8c6c-964e6d1bac01 demo admin] 10.222.0.11 "PUT /v2.0/routers/badd0e54-c5b0-48f2-8829-33d0adb6cc5d HTTP/1.1" status: 200 len: 888 time: 1.7390769 Mar 05 04:31:28.425324 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 20a7c1bf-0559-4b72-8982-5cda677be3c1 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:31:28.482488 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 20a7c1bf-0559-4b72-8982-5cda677be3c1 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:31:28.482744 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (20a7c1bf-0559-4b72-8982-5cda677be3c1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:28.558750 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 20a7c1bf-0559-4b72-8982-5cda677be3c1 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:31:28.562115 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34406) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:31:28.682343 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c15dfcb3-2c19-402c-ba45-f72c915e8e46 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1185195 Mar 05 04:31:29.132535 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac34106-3e56-4d10-88e3-18f0334c24ac None None] Sync routers for ids ['badd0e54-c5b0-48f2-8829-33d0adb6cc5d'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:31:29.145389 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac34106-3e56-4d10-88e3-18f0334c24ac None None] Routers {'badd0e54-c5b0-48f2-8829-33d0adb6cc5d'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:31:29.146061 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-4ac34106-3e56-4d10-88e3-18f0334c24ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:31:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['badd0e54-c5b0-48f2-8829-33d0adb6cc5d'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:31:29.368662 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-4ac34106-3e56-4d10-88e3-18f0334c24ac None None] Set router badd0e54-c5b0-48f2-8829-33d0adb6cc5d gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:31:29.833863 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-4ac34106-3e56-4d10-88e3-18f0334c24ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badd0e54-c5b0-48f2-8829-33d0adb6cc5d', 'name': 'router1', 'tenant_id': 'a4f1b6d0569e44fdaa04e7e0c8fd21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '147626f5-ede0-4a04-8481-2482a6c8c4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:31:07Z', 'updated_at': '2022-03-05T04:31:25Z', 'revision_number': 4, 'project_id': 'a4f1b6d0569e44fdaa04e7e0c8fd21f7', 'gw_port': {'id': '147626f5-ede0-4a04-8481-2482a6c8c4ee', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badd0e54-c5b0-48f2-8829-33d0adb6cc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:31:24Z', 'updated_at': '2022-03-05T04:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '20a7c1bf-0559-4b72-8982-5cda677be3c1', 'name': '', 'network_id': 'd7b83c54-5fa1-4461-9bfd-d49c7982d2d5', 'tenant_id': 'a4f1b6d0569e44fdaa04e7e0c8fd21f7', 'mac_address': 'fa:16:3e:86:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badd0e54-c5b0-48f2-8829-33d0adb6cc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cdc7e16-bdd2-4a0c-a08a-1f486588ae61', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:31:16Z', 'updated_at': '2022-03-05T04:31:20Z', 'revision_number': 5, 'project_id': 'a4f1b6d0569e44fdaa04e7e0c8fd21f7', 'subnets': [{'id': '9cdc7e16-bdd2-4a0c-a08a-1f486588ae61', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a76c65a6-7979-4eb4-9e3f-193c96f03abd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:31:29.883986 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac34106-3e56-4d10-88e3-18f0334c24ac None None] Checking router: badd0e54-c5b0-48f2-8829-33d0adb6cc5d for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:31:29.884336 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac34106-3e56-4d10-88e3-18f0334c24ac None None] Updating router badd0e54-c5b0-48f2-8829-33d0adb6cc5d port 147626f5-ede0-4a04-8481-2482a6c8c4ee binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:31:29.938517 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4ac34106-3e56-4d10-88e3-18f0334c24ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (147626f5-ede0-4a04-8481-2482a6c8c4ee), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:30.264387 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4ac34106-3e56-4d10-88e3-18f0334c24ac None None] Publish callbacks [] for port (147626f5-ede0-4a04-8481-2482a6c8c4ee), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:30.272840 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4ac34106-3e56-4d10-88e3-18f0334c24ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (147626f5-ede0-4a04-8481-2482a6c8c4ee), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:30.324684 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157040a-80a2-4537-aa32-7d9c49a258fb None None] Pushing event updated for resources: {'Port': ['ID=147626f5-ede0-4a04-8481-2482a6c8c4ee,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:31:30.326846 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-4ac34106-3e56-4d10-88e3-18f0334c24ac None None] Attempting to bind port 147626f5-ede0-4a04-8481-2482a6c8c4ee on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:31:30.327229 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-4ac34106-3e56-4d10-88e3-18f0334c24ac None None] Attempting to bind port 147626f5-ede0-4a04-8481-2482a6c8c4ee by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:31:30.327593 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac34106-3e56-4d10-88e3-18f0334c24ac None None] Attempting to bind port 147626f5-ede0-4a04-8481-2482a6c8c4ee on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:31:30.339167 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac34106-3e56-4d10-88e3-18f0334c24ac None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:31:30.339167 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac34106-3e56-4d10-88e3-18f0334c24ac None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:31:30.339167 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4ac34106-3e56-4d10-88e3-18f0334c24ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:30.339477 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac34106-3e56-4d10-88e3-18f0334c24ac None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:31:30.339748 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-4ac34106-3e56-4d10-88e3-18f0334c24ac None None] Bound port: 147626f5-ede0-4a04-8481-2482a6c8c4ee, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:31:30.340708 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4ac34106-3e56-4d10-88e3-18f0334c24ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (147626f5-ede0-4a04-8481-2482a6c8c4ee), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:30.405261 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-4ac34106-3e56-4d10-88e3-18f0334c24ac None None] For port 147626f5-ede0-4a04-8481-2482a6c8c4ee, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:31:30.410383 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-4ac34106-3e56-4d10-88e3-18f0334c24ac None None] For port 147626f5-ede0-4a04-8481-2482a6c8c4ee, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=147626f5-ede0-4a04-8481-2482a6c8c4ee,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:31:30.418255 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4ac34106-3e56-4d10-88e3-18f0334c24ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (147626f5-ede0-4a04-8481-2482a6c8c4ee), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:30.475292 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157040a-80a2-4537-aa32-7d9c49a258fb None None] Pushing event updated for resources: {'Port': ['ID=147626f5-ede0-4a04-8481-2482a6c8c4ee,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:31:30.483552 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac34106-3e56-4d10-88e3-18f0334c24ac None None] Routers {'badd0e54-c5b0-48f2-8829-33d0adb6cc5d'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:31:30.484729 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-4ac34106-3e56-4d10-88e3-18f0334c24ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:31:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['badd0e54-c5b0-48f2-8829-33d0adb6cc5d'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:31:30.600564 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-4ac34106-3e56-4d10-88e3-18f0334c24ac None None] Set router badd0e54-c5b0-48f2-8829-33d0adb6cc5d gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:31:30.820476 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-4ac34106-3e56-4d10-88e3-18f0334c24ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'badd0e54-c5b0-48f2-8829-33d0adb6cc5d', 'name': 'router1', 'tenant_id': 'a4f1b6d0569e44fdaa04e7e0c8fd21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '147626f5-ede0-4a04-8481-2482a6c8c4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:31:07Z', 'updated_at': '2022-03-05T04:31:25Z', 'revision_number': 4, 'project_id': 'a4f1b6d0569e44fdaa04e7e0c8fd21f7', 'gw_port': {'id': '147626f5-ede0-4a04-8481-2482a6c8c4ee', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badd0e54-c5b0-48f2-8829-33d0adb6cc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:31:24Z', 'updated_at': '2022-03-05T04:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '20a7c1bf-0559-4b72-8982-5cda677be3c1', 'name': '', 'network_id': 'd7b83c54-5fa1-4461-9bfd-d49c7982d2d5', 'tenant_id': 'a4f1b6d0569e44fdaa04e7e0c8fd21f7', 'mac_address': 'fa:16:3e:86:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badd0e54-c5b0-48f2-8829-33d0adb6cc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cdc7e16-bdd2-4a0c-a08a-1f486588ae61', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:31:16Z', 'updated_at': '2022-03-05T04:31:20Z', 'revision_number': 5, 'project_id': 'a4f1b6d0569e44fdaa04e7e0c8fd21f7', 'subnets': [{'id': '9cdc7e16-bdd2-4a0c-a08a-1f486588ae61', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a76c65a6-7979-4eb4-9e3f-193c96f03abd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:31:30.848584 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac34106-3e56-4d10-88e3-18f0334c24ac None None] The sync data for ids ['badd0e54-c5b0-48f2-8829-33d0adb6cc5d'] in n-d-789963-32 is: [{'id': 'badd0e54-c5b0-48f2-8829-33d0adb6cc5d', 'name': 'router1', 'tenant_id': 'a4f1b6d0569e44fdaa04e7e0c8fd21f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': '147626f5-ede0-4a04-8481-2482a6c8c4ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:31:07Z', 'updated_at': '2022-03-05T04:31:25Z', 'revision_number': 4, 'project_id': 'a4f1b6d0569e44fdaa04e7e0c8fd21f7', 'gw_port': {'id': '147626f5-ede0-4a04-8481-2482a6c8c4ee', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'badd0e54-c5b0-48f2-8829-33d0adb6cc5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:31:24Z', 'updated_at': '2022-03-05T04:31:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '20a7c1bf-0559-4b72-8982-5cda677be3c1', 'name': '', 'network_id': 'd7b83c54-5fa1-4461-9bfd-d49c7982d2d5', 'tenant_id': 'a4f1b6d0569e44fdaa04e7e0c8fd21f7', 'mac_address': 'fa:16:3e:86:fa:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'badd0e54-c5b0-48f2-8829-33d0adb6cc5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cdc7e16-bdd2-4a0c-a08a-1f486588ae61', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:31:16Z', 'updated_at': '2022-03-05T04:31:20Z', 'revision_number': 5, 'project_id': 'a4f1b6d0569e44fdaa04e7e0c8fd21f7', 'subnets': [{'id': '9cdc7e16-bdd2-4a0c-a08a-1f486588ae61', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a76c65a6-7979-4eb4-9e3f-193c96f03abd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:31:32.506056 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 147626f5-ede0-4a04-8481-2482a6c8c4ee up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:31:32.583362 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 147626f5-ede0-4a04-8481-2482a6c8c4ee triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:31:32.583760 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (147626f5-ede0-4a04-8481-2482a6c8c4ee), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:32.674294 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 147626f5-ede0-4a04-8481-2482a6c8c4ee is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:31:32.674688 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (147626f5-ede0-4a04-8481-2482a6c8c4ee), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:32.698015 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 147626f5-ede0-4a04-8481-2482a6c8c4ee, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=147626f5-ede0-4a04-8481-2482a6c8c4ee,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:31:32.713891 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (147626f5-ede0-4a04-8481-2482a6c8c4ee), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:32.771409 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=147626f5-ede0-4a04-8481-2482a6c8c4ee,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:31:34.524488 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 147626f5-ede0-4a04-8481-2482a6c8c4ee up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:31:34.669830 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 147626f5-ede0-4a04-8481-2482a6c8c4ee triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:31:34.670751 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (147626f5-ede0-4a04-8481-2482a6c8c4ee), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:34.779521 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 147626f5-ede0-4a04-8481-2482a6c8c4ee is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:31:41.269352 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ae24ea94-7b13-4950-b8ac-02b991bc0530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:43.592080 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-624af1a5-718d-4ff6-af22-008dc77b2b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:44.783847 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:46.055217 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:47.678365 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:31:51.274827 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 5 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:32:11.279230 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-86f42125-6088-41d6-9e46-15e24b22b372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:32:13.594290 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7429cbbc-1448-4131-8338-fcb611fd5b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:32:14.788760 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:32:16.048737 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:32:17.664366 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:32:28.273433 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 5 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:32:41.273186 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-90dd9c4a-3e9b-4ae1-8018-2a764e940c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:32:43.576546 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e3cc9f86-9edb-4b32-9ac4-d805b53b6ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:32:44.785643 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:32:46.050088 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:32:47.669019 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:32:54.620024 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34922) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:32:54.680270 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b4d3e6-d47e-4071-88d1-82d0326967a8 admin admin] GET failed (client error): The resource could not be found. Mar 05 04:32:54.681530 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-98b4d3e6-d47e-4071-88d1-82d0326967a8 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0605605 Mar 05 04:32:54.841480 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34967c59-cf02-4a30-8682-aceb81f7b5c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:32:54.843179 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-34967c59-cf02-4a30-8682-aceb81f7b5c1 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1575642 Mar 05 04:32:57.242370 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34932) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:32:57.335005 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efab4cfd-d9bf-4abe-bf2e-975afa2ba035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:32:57.336388 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-efab4cfd-d9bf-4abe-bf2e-975afa2ba035 admin admin] 10.222.0.11 "GET /v2.0/subnets/9cdc7e16-bdd2-4a0c-a08a-1f486588ae61 HTTP/1.1" status: 200 len: 849 time: 0.0930107 Mar 05 04:32:57.346044 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-aaa1c2fd-3f19-4d25-a390-4bb8558b1691 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:32:57.429164 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aaa1c2fd-3f19-4d25-a390-4bb8558b1691 admin admin] Publish callbacks [] for subnet (9cdc7e16-bdd2-4a0c-a08a-1f486588ae61), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:32:57.569322 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aaa1c2fd-3f19-4d25-a390-4bb8558b1691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780054609071'] for subnet (9cdc7e16-bdd2-4a0c-a08a-1f486588ae61), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:32:57.598755 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa1c2fd-3f19-4d25-a390-4bb8558b1691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:32:57.599373 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aaa1c2fd-3f19-4d25-a390-4bb8558b1691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:32:57.602170 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-aaa1c2fd-3f19-4d25-a390-4bb8558b1691 admin admin] 10.222.0.11 "PUT /v2.0/subnets/9cdc7e16-bdd2-4a0c-a08a-1f486588ae61 HTTP/1.1" status: 200 len: 868 time: 0.2598045 Mar 05 04:32:57.603328 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892b84da-5b15-4f08-9a32-86688c124db8 None None] Network d7b83c54-5fa1-4461-9bfd-d49c7982d2d5 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:32:57.623757 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1c2fd-3f19-4d25-a390-4bb8558b1691 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cdc7e16-bdd2-4a0c-a08a-1f486588ae61,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:32:57.632152 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1c2fd-3f19-4d25-a390-4bb8558b1691 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:32:57.632514 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1c2fd-3f19-4d25-a390-4bb8558b1691 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:32:57.632846 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1c2fd-3f19-4d25-a390-4bb8558b1691 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:32:57.633189 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1c2fd-3f19-4d25-a390-4bb8558b1691 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:32:57.633537 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1c2fd-3f19-4d25-a390-4bb8558b1691 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:32:57.633864 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1c2fd-3f19-4d25-a390-4bb8558b1691 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:32:57.634193 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1c2fd-3f19-4d25-a390-4bb8558b1691 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:32:57.634522 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1c2fd-3f19-4d25-a390-4bb8558b1691 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:32:57.634841 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1c2fd-3f19-4d25-a390-4bb8558b1691 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:32:57.635216 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1c2fd-3f19-4d25-a390-4bb8558b1691 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:32:57.635536 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1c2fd-3f19-4d25-a390-4bb8558b1691 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:32:57.635862 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1c2fd-3f19-4d25-a390-4bb8558b1691 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:32:57.636197 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1c2fd-3f19-4d25-a390-4bb8558b1691 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:32:57.987640 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-b999f5d8-5ef2-4017-9f5c-a82db1217bf6 None None] Provisioning complete for port d80f0054-558f-4d53-9687-aa2741259d42 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:32:57.988064 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b999f5d8-5ef2-4017-9f5c-a82db1217bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d80f0054-558f-4d53-9687-aa2741259d42), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:32:58.065824 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b999f5d8-5ef2-4017-9f5c-a82db1217bf6 None None] Current status of the port d80f0054-558f-4d53-9687-aa2741259d42 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:32:58.075449 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-b999f5d8-5ef2-4017-9f5c-a82db1217bf6 None None] Provisioning complete for port 20a7c1bf-0559-4b72-8982-5cda677be3c1 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:32:58.075838 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b999f5d8-5ef2-4017-9f5c-a82db1217bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (20a7c1bf-0559-4b72-8982-5cda677be3c1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:32:58.149852 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b999f5d8-5ef2-4017-9f5c-a82db1217bf6 None None] Current status of the port 20a7c1bf-0559-4b72-8982-5cda677be3c1 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:32:59.931441 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34940) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:33:00.197067 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a8cf4e-8342-4430-8155-652da31fb14e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:33:00.197539 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a8cf4e-8342-4430-8155-652da31fb14e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:33:00.199066 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-72a8cf4e-8342-4430-8155-652da31fb14e admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2666457 Mar 05 04:33:02.511272 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34948) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:33:02.641901 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dd3fda-4dbe-489d-9907-1b2210e44ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:33:02.642374 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dd3fda-4dbe-489d-9907-1b2210e44ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:33:02.643914 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e8dd3fda-4dbe-489d-9907-1b2210e44ed8 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1317029 Mar 05 04:33:04.965764 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34956) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:33:05.094749 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abf9a8f-d278-40bb-b8a2-9abce0319ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:33:05.096150 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8abf9a8f-d278-40bb-b8a2-9abce0319ace admin admin] 10.222.0.11 "GET /v2.0/networks/d7b83c54-5fa1-4461-9bfd-d49c7982d2d5 HTTP/1.1" status: 200 len: 868 time: 0.1293411 Mar 05 04:33:05.272769 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 5 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:33:07.451372 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34964) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:33:07.574829 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af644fdd-aefd-489e-850c-a92f8193080c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:33:07.576222 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-af644fdd-aefd-489e-850c-a92f8193080c admin admin] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 886 time: 0.1235981 Mar 05 04:33:09.880879 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34974) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:33:10.066267 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27daba8-a32c-46f9-a0e2-54f23a43962e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:33:10.066636 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27daba8-a32c-46f9-a0e2-54f23a43962e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:33:10.068191 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a27daba8-a32c-46f9-a0e2-54f23a43962e admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1863630 Mar 05 04:33:11.279196 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bed67437-0f63-491b-b672-0c36cc4ccd30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:33:12.385645 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34982) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:33:12.477295 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100bbf7e-e830-4c73-97d7-bc746b09c1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:33:12.477760 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100bbf7e-e830-4c73-97d7-bc746b09c1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:33:12.479318 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-100bbf7e-e830-4c73-97d7-bc746b09c1dc admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0926833 Mar 05 04:33:13.580503 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c160dcda-0fb5-45e7-8648-0afe318da4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:33:14.786711 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34990) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:33:14.788137 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:33:14.876220 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fba005-b92e-4e2f-860e-623adf7f98c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:33:14.877542 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-68fba005-b92e-4e2f-860e-623adf7f98c4 admin admin] 10.222.0.11 "GET /v2.0/subnets/4341aa72-c7f7-4fd4-928c-0401a3585c68 HTTP/1.1" status: 200 len: 816 time: 0.0897880 Mar 05 04:33:16.050946 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:33:17.188491 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34998) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:33:17.281139 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b291a0-5edf-420f-80b5-3d7329543fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:33:17.282470 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b8b291a0-5edf-420f-80b5-3d7329543fdf admin admin] 10.222.0.11 "GET /v2.0/subnets/9cdc7e16-bdd2-4a0c-a08a-1f486588ae61 HTTP/1.1" status: 200 len: 868 time: 0.0930266 Mar 05 04:33:17.672629 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:33:41.271790 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2446c6ef-09be-4c68-bc24-2c6c552bbb56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:33:42.270854 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 5 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:33:43.582084 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0299f1d7-54ff-4cc4-af95-946e6e0ec2f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:33:44.793162 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:33:45.770352 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35050) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:33:45.817983 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-91d01d1f-047a-438d-8551-da739af22091 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:33:45.818981 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-91d01d1f-047a-438d-8551-da739af22091 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476873 Mar 05 04:33:46.054291 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:33:47.676992 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:33:48.218589 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35058) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:33:48.278702 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ddf0dd-eb5b-46c6-bf2f-37dd3ac14322 admin admin] GET failed (client error): The resource could not be found. Mar 05 04:33:48.280557 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-37ddf0dd-eb5b-46c6-bf2f-37dd3ac14322 admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610034 Mar 05 04:33:48.419960 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e1f68e-fec5-4e0e-9600-a08bb09ee082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:33:48.421450 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e5e1f68e-fec5-4e0e-9600-a08bb09ee082 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1369941 Mar 05 04:33:50.773225 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35066) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:33:50.819147 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-6c9bfb04-5af3-498e-87af-6cf779606382 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:33:50.838516 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9bfb04-5af3-498e-87af-6cf779606382 admin admin] Made reservation on behalf of a2851929acad415e9200fff3081dbb96 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:33:50.840813 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6c9bfb04-5af3-498e-87af-6cf779606382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:33:50.874753 n-d-789963-32 neutron-server[105231]: WARNING neutron.services.revisions.revision_plugin [None req-6c9bfb04-5af3-498e-87af-6cf779606382 admin admin] Could not find related network for resource to bump revision. Mar 05 04:33:50.886723 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c9bfb04-5af3-498e-87af-6cf779606382 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:33:50.896792 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6c9bfb04-5af3-498e-87af-6cf779606382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (58c93918-93ea-463f-ab65-26fa3b6a8073), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:33:50.897162 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-6c9bfb04-5af3-498e-87af-6cf779606382 admin admin] Added segment 58c93918-93ea-463f-ab65-26fa3b6a8073 of type vlan for network fb0dde64-203a-4c32-80ac-e1733ed0c9dd Mar 05 04:33:50.934018 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6c9bfb04-5af3-498e-87af-6cf779606382 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (fb0dde64-203a-4c32-80ac-e1733ed0c9dd), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:33:50.957430 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6c9bfb04-5af3-498e-87af-6cf779606382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (fb0dde64-203a-4c32-80ac-e1733ed0c9dd), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:33:50.958297 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9bfb04-5af3-498e-87af-6cf779606382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:33:50.958875 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6c9bfb04-5af3-498e-87af-6cf779606382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:33:51.017027 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6c9bfb04-5af3-498e-87af-6cf779606382 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2427020 Mar 05 04:33:51.054013 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9bfb04-5af3-498e-87af-6cf779606382 admin admin] Pushing event updated for resources: {'Network': ['ID=fb0dde64-203a-4c32-80ac-e1733ed0c9dd,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:33:51.061508 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9bfb04-5af3-498e-87af-6cf779606382 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:33:51.061858 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9bfb04-5af3-498e-87af-6cf779606382 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:33:51.062204 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9bfb04-5af3-498e-87af-6cf779606382 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:33:51.062547 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9bfb04-5af3-498e-87af-6cf779606382 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:33:51.062881 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9bfb04-5af3-498e-87af-6cf779606382 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:33:51.063260 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9bfb04-5af3-498e-87af-6cf779606382 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:33:51.063593 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9bfb04-5af3-498e-87af-6cf779606382 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:33:51.063960 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9bfb04-5af3-498e-87af-6cf779606382 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:33:51.064292 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9bfb04-5af3-498e-87af-6cf779606382 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:33:51.064644 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9bfb04-5af3-498e-87af-6cf779606382 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:33:51.064969 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9bfb04-5af3-498e-87af-6cf779606382 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:33:51.065292 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9bfb04-5af3-498e-87af-6cf779606382 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:33:51.066251 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9bfb04-5af3-498e-87af-6cf779606382 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:33:51.077406 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:33:53.351958 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35074) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:33:53.412698 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf97730c-9e1a-4e42-b80c-e44697a71ac3 admin admin] GET failed (client error): The resource could not be found. Mar 05 04:33:53.413986 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bf97730c-9e1a-4e42-b80c-e44697a71ac3 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610611 Mar 05 04:33:53.484530 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a58b267-4e71-4f9a-ae7d-2a91cb12205c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:33:53.485961 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5a58b267-4e71-4f9a-ae7d-2a91cb12205c admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0679798 Mar 05 04:33:53.495411 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-6b42fe88-2496-4730-9fa4-8cf4ae61ad61 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:33:53.515033 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b42fe88-2496-4730-9fa4-8cf4ae61ad61 admin admin] Made reservation on behalf of a2851929acad415e9200fff3081dbb96 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:33:53.517495 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6b42fe88-2496-4730-9fa4-8cf4ae61ad61 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:33:53.675527 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6b42fe88-2496-4730-9fa4-8cf4ae61ad61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for subnet (63f989ea-15ee-41e4-8c8f-8183d2023f4e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:33:53.729395 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42fe88-2496-4730-9fa4-8cf4ae61ad61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63f989ea-15ee-41e4-8c8f-8183d2023f4e,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:33:53.737091 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b42fe88-2496-4730-9fa4-8cf4ae61ad61 admin admin] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:33:53.737450 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b42fe88-2496-4730-9fa4-8cf4ae61ad61 admin admin] Network hostable DHCP agents. Network: fb0dde64-203a-4c32-80ac-e1733ed0c9dd, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:33:53.753679 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b42fe88-2496-4730-9fa4-8cf4ae61ad61 admin admin] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:33:53.761584 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-6b42fe88-2496-4730-9fa4-8cf4ae61ad61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, fb0dde64-203a-4c32-80ac-e1733ed0c9dd) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:33:53.765823 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b42fe88-2496-4730-9fa4-8cf4ae61ad61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:33:53.766420 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6b42fe88-2496-4730-9fa4-8cf4ae61ad61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:33:53.770784 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba34c35c-bfc5-460b-bdea-6cc2dcc34814 None None] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:33:53.782064 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6b42fe88-2496-4730-9fa4-8cf4ae61ad61 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2899194 Mar 05 04:33:53.875549 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'project_id': 'a2851929acad415e9200fff3081dbb96', 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:33:53.876455 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:33:54.040363 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] Allocated IP 192.168.233.2 (fb0dde64-203a-4c32-80ac-e1733ed0c9dd/63f989ea-15ee-41e4-8c8f-8183d2023f4e/1f95d438-673d-4c20-a953-98ecd1d2cb3a) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:33:54.296702 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] Publish callbacks [] for port (1f95d438-673d-4c20-a953-98ecd1d2cb3a), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:33:54.302651 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (1f95d438-673d-4c20-a953-98ecd1d2cb3a), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:33:54.348834 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:33:54.350102 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] Pushing event updated for resources: {'Port': ['ID=1f95d438-673d-4c20-a953-98ecd1d2cb3a,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:33:54.352498 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:33:54.359310 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:33:54.361696 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:33:54.362045 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:33:54.363824 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:33:54.363824 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:33:54.363824 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:33:54.363824 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:33:54.363824 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:33:54.364220 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:33:54.364302 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:33:54.364636 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:33:54.364954 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:33:54.365279 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:33:54.365604 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:33:54.422885 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] Attempting to bind port 1f95d438-673d-4c20-a953-98ecd1d2cb3a on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:33:54.423292 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] Attempting to bind port 1f95d438-673d-4c20-a953-98ecd1d2cb3a by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:33:54.423656 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] Attempting to bind port 1f95d438-673d-4c20-a953-98ecd1d2cb3a on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:33:54.428744 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:33:54.429120 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:33:54.429520 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:33:54.429919 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:33:54.430381 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] Bound port: 1f95d438-673d-4c20-a953-98ecd1d2cb3a, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:33:54.430758 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1f95d438-673d-4c20-a953-98ecd1d2cb3a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:33:54.496463 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] For port 1f95d438-673d-4c20-a953-98ecd1d2cb3a, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:33:54.501069 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] For port 1f95d438-673d-4c20-a953-98ecd1d2cb3a, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=1f95d438-673d-4c20-a953-98ecd1d2cb3a,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:33:54.507047 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1f95d438-673d-4c20-a953-98ecd1d2cb3a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:33:54.564647 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838dcf14-9f35-498d-9dca-be070587d343 None None] Pushing event updated for resources: {'Port': ['ID=1f95d438-673d-4c20-a953-98ecd1d2cb3a,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:33:55.455968 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1120a8-984b-4f84-8676-528d8f5849ea None None] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:33:55.538446 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f2f5c0e7-a1e9-451c-9ed3-ad8ba810ed5d None None] Provisioning complete for port 1f95d438-673d-4c20-a953-98ecd1d2cb3a triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:33:55.538838 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f2f5c0e7-a1e9-451c-9ed3-ad8ba810ed5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1f95d438-673d-4c20-a953-98ecd1d2cb3a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:33:55.652812 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f2f5c0e7-a1e9-451c-9ed3-ad8ba810ed5d None None] Current status of the port 1f95d438-673d-4c20-a953-98ecd1d2cb3a is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:33:55.653203 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f2f5c0e7-a1e9-451c-9ed3-ad8ba810ed5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1f95d438-673d-4c20-a953-98ecd1d2cb3a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:33:55.690864 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f2f5c0e7-a1e9-451c-9ed3-ad8ba810ed5d None None] For port 1f95d438-673d-4c20-a953-98ecd1d2cb3a, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=1f95d438-673d-4c20-a953-98ecd1d2cb3a,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:33:55.695982 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f2f5c0e7-a1e9-451c-9ed3-ad8ba810ed5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1f95d438-673d-4c20-a953-98ecd1d2cb3a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:33:55.752872 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5c0e7-a1e9-451c-9ed3-ad8ba810ed5d None None] Pushing event updated for resources: {'Port': ['ID=1f95d438-673d-4c20-a953-98ecd1d2cb3a,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:33:55.921610 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-9e233e7b-61f0-43a3-b7e8-1d28bd8601ba None None] Provisioning complete for port 1f95d438-673d-4c20-a953-98ecd1d2cb3a triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:33:55.922077 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9e233e7b-61f0-43a3-b7e8-1d28bd8601ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1f95d438-673d-4c20-a953-98ecd1d2cb3a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:33:56.012197 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9e233e7b-61f0-43a3-b7e8-1d28bd8601ba None None] Current status of the port 1f95d438-673d-4c20-a953-98ecd1d2cb3a is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:33:56.573059 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 1f95d438-673d-4c20-a953-98ecd1d2cb3a up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:33:56.626150 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 1f95d438-673d-4c20-a953-98ecd1d2cb3a triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:33:56.626678 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1f95d438-673d-4c20-a953-98ecd1d2cb3a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:33:56.703890 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 1f95d438-673d-4c20-a953-98ecd1d2cb3a is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:34:11.275420 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ddb7ad56-4355-4df0-ab68-a2aa1fcee407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:34:13.583974 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7ce02358-bb26-4dec-93a1-113c93814b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:34:14.793129 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:34:16.056242 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:34:17.682909 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:34:19.270376 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 5 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:34:41.280072 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7ae1e280-0618-47d5-9f77-526e5be3de46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:34:43.588801 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2f9d273b-254c-4436-83c6-784d6c1a1e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:34:44.798596 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:34:46.059340 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:34:47.677013 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:34:56.270957 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 5 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:35:11.284399 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-539b6d0b-7d98-44ef-8e7d-d9ce7a646235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:35:13.592256 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9e02b260-a7d4-4adb-8e25-099d396b63e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:35:14.798824 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:35:16.062900 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:35:17.681058 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:35:21.223002 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35114) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:35:21.228763 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [None req-f715348a-0fc7-44e8-915b-da1d4ae0f281 tempest-verify_tempest_config-373456804 tempest-verify_tempest_config-373456804-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:35:21.229750 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f715348a-0fc7-44e8-915b-da1d4ae0f281 tempest-verify_tempest_config-373456804 tempest-verify_tempest_config-373456804-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056920 Mar 05 04:35:21.521447 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35132) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:35:21.621882 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fd5a3960-739d-4851-88e6-da28480df56f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:35:21.694523 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fd5a3960-739d-4851-88e6-da28480df56f admin admin] Publish callbacks [] for security_group (afe6b579-620f-45c8-91fd-c95f1e4fc15d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:35:21.698696 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fd5a3960-739d-4851-88e6-da28480df56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (afe6b579-620f-45c8-91fd-c95f1e4fc15d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:35:21.746583 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fd5a3960-739d-4851-88e6-da28480df56f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7f4128b509ec4737978069f4a3a623a6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2240732 Mar 05 04:35:21.747509 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a3960-739d-4851-88e6-da28480df56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe6b579-620f-45c8-91fd-c95f1e4fc15d,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:35:21.749394 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35136) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:35:21.754070 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a3960-739d-4851-88e6-da28480df56f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:35:21.754418 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a3960-739d-4851-88e6-da28480df56f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:35:21.754760 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a3960-739d-4851-88e6-da28480df56f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:35:21.755117 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a3960-739d-4851-88e6-da28480df56f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:35:21.755452 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a3960-739d-4851-88e6-da28480df56f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:35:21.755783 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a3960-739d-4851-88e6-da28480df56f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:35:21.756108 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a3960-739d-4851-88e6-da28480df56f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:35:21.756433 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a3960-739d-4851-88e6-da28480df56f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:35:21.756757 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a3960-739d-4851-88e6-da28480df56f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:35:21.757071 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a3960-739d-4851-88e6-da28480df56f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:35:21.757396 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a3960-739d-4851-88e6-da28480df56f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:35:21.757717 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a3960-739d-4851-88e6-da28480df56f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:35:21.758038 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a3960-739d-4851-88e6-da28480df56f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:35:21.804047 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-41dff275-9a0f-46cb-abf3-a9a622c8e912 admin admin] Publish callbacks [] for security_group (afe6b579-620f-45c8-91fd-c95f1e4fc15d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:35:21.824444 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-41dff275-9a0f-46cb-abf3-a9a622c8e912 admin admin] Publish callbacks [] for security_group (afe6b579-620f-45c8-91fd-c95f1e4fc15d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:35:21.914890 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-41dff275-9a0f-46cb-abf3-a9a622c8e912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (afe6b579-620f-45c8-91fd-c95f1e4fc15d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:35:21.917783 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-41dff275-9a0f-46cb-abf3-a9a622c8e912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:35:21.919518 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-41dff275-9a0f-46cb-abf3-a9a622c8e912 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/afe6b579-620f-45c8-91fd-c95f1e4fc15d HTTP/1.1" status: 204 len: 168 time: 0.1685870 Mar 05 04:35:21.926904 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dff275-9a0f-46cb-abf3-a9a622c8e912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe6b579-620f-45c8-91fd-c95f1e4fc15d,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:35:21.933407 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dff275-9a0f-46cb-abf3-a9a622c8e912 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:35:21.933760 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dff275-9a0f-46cb-abf3-a9a622c8e912 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:35:21.934105 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dff275-9a0f-46cb-abf3-a9a622c8e912 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:35:21.934481 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dff275-9a0f-46cb-abf3-a9a622c8e912 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:35:21.934812 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dff275-9a0f-46cb-abf3-a9a622c8e912 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:35:21.935173 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dff275-9a0f-46cb-abf3-a9a622c8e912 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:35:21.935590 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dff275-9a0f-46cb-abf3-a9a622c8e912 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:35:21.935924 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dff275-9a0f-46cb-abf3-a9a622c8e912 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:35:21.936257 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dff275-9a0f-46cb-abf3-a9a622c8e912 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:35:21.936589 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dff275-9a0f-46cb-abf3-a9a622c8e912 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:35:21.936922 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dff275-9a0f-46cb-abf3-a9a622c8e912 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:35:21.937248 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dff275-9a0f-46cb-abf3-a9a622c8e912 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:35:21.937657 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dff275-9a0f-46cb-abf3-a9a622c8e912 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:35:33.269815 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 5 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:35:41.286637 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dfac4054-efe6-477d-86ad-0801f9fd056e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:35:43.594629 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8f54385d-8d70-4c6f-ae22-478402eedd56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:35:44.800767 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:35:46.065130 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:35:47.683577 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:36:10.269711 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 5 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:36:11.291344 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-07442022-163b-4880-ba18-cc4d2ba3a19b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:36:13.596352 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-54cc940b-d9c7-44b3-bad0-0881f72119db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:36:14.804683 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:36:16.069316 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:36:17.687855 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:36:41.292643 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ca3b056a-2532-4e5e-89ee-48ea3238a7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:36:43.598635 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-04e1801a-6824-4e47-91f9-07bda4fd080d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:36:44.808991 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:36:46.070430 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:36:47.269497 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 5 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:36:47.691001 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:37:11.294508 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-79166cb2-834d-4138-b826-09f19a719efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:37:13.599257 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b77a62da-9c0a-4b7d-87e8-4e8f8872bee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:37:14.811555 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:37:16.073157 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:37:17.693172 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:37:24.269765 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 5 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:37:41.297902 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5b25a05c-33bd-4770-b948-b8ff6987e2e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:37:43.599763 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-af60b722-f23d-45cd-9fc2-07ba8e2fa059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:37:44.814841 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:37:46.076819 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:37:47.696301 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:38:01.268460 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 5 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:38:11.299987 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9157218c-f66d-4552-81ea-34cff46c5ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:38:13.422234 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-901107'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:38:13.513915 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-901107'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:38:13.599597 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-497ca392-efe8-4ccf-85bf-712ab2baeb3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:38:14.817088 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:38:16.080255 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:38:17.697920 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:38:38.268088 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:38:41.399567 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6931dfc1-8c32-466f-a33a-bb728c0819ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:38:43.374822 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:38:43.464508 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:38:43.600336 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6c9252a6-58a9-4482-a0a0-3bc522e15914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:38:44.819753 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:38:46.082557 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:38:47.699310 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:38:58.424415 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35196) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:38:58.528243 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9e873055-13b0-4f45-943c-564b169ac6da admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1027389 Mar 05 04:39:00.872078 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35206) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:39:00.926954 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6e8dc0e6-bc48-414e-b06a-df02a78c51f2 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0538054 Mar 05 04:39:11.304618 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3243acb4-9941-459d-958b-835e26486ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:39:13.388854 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:39:13.478906 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:39:13.602370 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-392248fc-3021-4f38-ac06-7a607aa697b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:39:14.822570 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:39:15.269518 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:39:16.084886 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:39:17.702164 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:39:41.308137 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f71f0480-fcb8-4614-b41d-096f48d32e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:39:43.413714 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:39:43.481427 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:39:43.608009 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-36b4a806-de28-4363-8b0f-c2d75c439470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:39:44.831614 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:39:46.099735 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:39:47.711902 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:39:52.269655 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:40:11.311755 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-90d24acc-0a87-4e89-8fb6-1fb787da0a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:13.406159 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:13.477894 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:13.600274 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1ed70be8-dc11-4780-a391-77bf54236448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:14.831278 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:16.090510 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:17.708176 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:29.183375 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35378) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:29.271564 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:40:29.508018 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35404) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:29.508651 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3080d280-412b-4a01-9c94-41e74fbe3167 tempest-AutoAllocateNetworkTest-1717592804 tempest-AutoAllocateNetworkTest-1717592804-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f4b5a83bdfd04967ac51e073227ffd6f&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3235719 Mar 05 04:40:29.718052 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c72de3f-2c0e-467e-8acf-ae72e0436474 tempest-AutoAllocateNetworkTest-1717592804 tempest-AutoAllocateNetworkTest-1717592804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:29.723285 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2c72de3f-2c0e-467e-8acf-ae72e0436474 tempest-AutoAllocateNetworkTest-1717592804 tempest-AutoAllocateNetworkTest-1717592804-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2138267 Mar 05 04:40:29.723582 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35420) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:29.782364 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6967c812-cf7d-448c-838d-de69f3540006 tempest-AutoAllocateNetworkTest-1717592804 tempest-AutoAllocateNetworkTest-1717592804-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0576248 Mar 05 04:40:29.783053 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35422) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:29.814656 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-dbf1f21c-7537-4bee-9538-e86f0003f3ad tempest-AutoAllocateNetworkTest-1717592804 tempest-AutoAllocateNetworkTest-1717592804-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f4b5a83bdfd04967ac51e073227ffd6f HTTP/1.1" status: 200 len: 208 time: 0.0301762 Mar 05 04:40:29.994846 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35436) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:30.376072 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-d20df399-b193-4580-9f50-7c30483897f4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1043565272-network', 'tenant_id': 'e9fa6379ce1a48639bc93f6793ffadff'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:40:30.396847 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20df399-b193-4580-9f50-7c30483897f4 admin admin] Made reservation on behalf of e9fa6379ce1a48639bc93f6793ffadff for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:40:30.399478 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d20df399-b193-4580-9f50-7c30483897f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:30.408961 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d20df399-b193-4580-9f50-7c30483897f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:30.496340 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d20df399-b193-4580-9f50-7c30483897f4 admin admin] Publish callbacks [] for security_group (178ee998-0f3c-4847-82aa-16e7eb6c996e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:30.500828 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d20df399-b193-4580-9f50-7c30483897f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (178ee998-0f3c-4847-82aa-16e7eb6c996e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:30.514353 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35458) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:30.517347 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20df399-b193-4580-9f50-7c30483897f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:40:30.536655 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d20df399-b193-4580-9f50-7c30483897f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (fd45ecbe-8809-41a8-90cd-33c147e17220), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:30.537011 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-d20df399-b193-4580-9f50-7c30483897f4 admin admin] Added segment fd45ecbe-8809-41a8-90cd-33c147e17220 of type vlan for network 90caf297-9bcd-4044-974a-eafc9997a771 Mar 05 04:40:30.576456 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20df399-b193-4580-9f50-7c30483897f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178ee998-0f3c-4847-82aa-16e7eb6c996e,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:30.585605 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df399-b193-4580-9f50-7c30483897f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:30.586172 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df399-b193-4580-9f50-7c30483897f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:30.586503 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df399-b193-4580-9f50-7c30483897f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:30.587027 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df399-b193-4580-9f50-7c30483897f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:30.587266 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df399-b193-4580-9f50-7c30483897f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:30.587736 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df399-b193-4580-9f50-7c30483897f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:30.588065 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df399-b193-4580-9f50-7c30483897f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:30.588398 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df399-b193-4580-9f50-7c30483897f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:30.588741 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df399-b193-4580-9f50-7c30483897f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:30.589173 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df399-b193-4580-9f50-7c30483897f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:30.589500 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df399-b193-4580-9f50-7c30483897f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:30.589908 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df399-b193-4580-9f50-7c30483897f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:30.590233 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df399-b193-4580-9f50-7c30483897f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20df399-b193-4580-9f50-7c30483897f4 admin admin] Tracked resource versions report: Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: pushed versions: Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: { 'AddressGroup': {'1.2'}, Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: 'ConntrackHelper': {'1.0'}, Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: 'LocalIPAssociation': {'1.0'}, Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: 'Log': {'1.0'}, Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: 'Network': {'1.1'}, Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: 'Port': {'1.7'}, Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: 'PortForwarding': {'1.2'}, Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: 'QosPolicy': {'1.10'}, Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: 'SecurityGroup': {'1.5'}, Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: 'SecurityGroupRule': {'1.2'}, Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: 'SubPort': {'1.0'}, Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: 'Subnet': {'1.1'}, Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: 'Trunk': {'1.1'}} Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: consumer versions: Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: { DHCP agent@n-d-789963-32: {}, Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: HyperV agent@n-h1-789963-32: {}, Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: HyperV agent@n-h2-789963-32: {}, Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: L3 agent@n-d-789963-32: {}, Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: Metadata agent@n-d-789963-32: {}, Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: Metering agent@n-d-789963-32: {}, Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: Open vSwitch agent@n-d-789963-32: { 'AddressGroup': '1.2', Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: 'ConntrackHelper': '1.0', Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: 'LocalIPAssociation': '1.0', Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: 'Log': '1.0', Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: 'Network': '1.1', Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: 'Port': '1.7', Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: 'PortForwarding': '1.2', Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: 'QosPolicy': '1.10', Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: 'SecurityGroup': '1.5', Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: 'SecurityGroupRule': '1.2', Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: 'SubPort': '1.0', Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: 'Subnet': '1.1', Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: 'Trunk': '1.1'}} Mar 05 04:40:30.592414 n-d-789963-32 neutron-server[105232]: {{(pid=105232) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 05 04:40:30.619744 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d20df399-b193-4580-9f50-7c30483897f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (90caf297-9bcd-4044-974a-eafc9997a771), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:30.655426 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d20df399-b193-4580-9f50-7c30483897f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (90caf297-9bcd-4044-974a-eafc9997a771), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:30.656388 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20df399-b193-4580-9f50-7c30483897f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:30.657267 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d20df399-b193-4580-9f50-7c30483897f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:30.700237 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d20df399-b193-4580-9f50-7c30483897f4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7015941 Mar 05 04:40:30.701051 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35472) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:30.705934 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-ecc68086-347d-438c-8ae9-4f7d8fdccc03 admin admin] Request body: {'subnet': {'network_id': '90caf297-9bcd-4044-974a-eafc9997a771', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1043565272-subnet', 'tenant_id': 'e9fa6379ce1a48639bc93f6793ffadff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:40:30.735564 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc68086-347d-438c-8ae9-4f7d8fdccc03 admin admin] Made reservation on behalf of e9fa6379ce1a48639bc93f6793ffadff for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:40:30.739344 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ecc68086-347d-438c-8ae9-4f7d8fdccc03 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:30.754953 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20df399-b193-4580-9f50-7c30483897f4 admin admin] Pushing event updated for resources: {'Network': ['ID=90caf297-9bcd-4044-974a-eafc9997a771,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:30.766953 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 90caf297-9bcd-4044-974a-eafc9997a771 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:40:30.907348 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-80331293-38c5-4bf1-a566-64b713fc25d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:30.977037 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ecc68086-347d-438c-8ae9-4f7d8fdccc03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for subnet (a912002d-e15d-4d27-afd7-060a2a9ae61a), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:31.078801 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc68086-347d-438c-8ae9-4f7d8fdccc03 admin admin] Checking segment: {'id': 'fd45ecbe-8809-41a8-90cd-33c147e17220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '90caf297-9bcd-4044-974a-eafc9997a771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:40:31.079178 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc68086-347d-438c-8ae9-4f7d8fdccc03 admin admin] Network hostable DHCP agents. Network: 90caf297-9bcd-4044-974a-eafc9997a771, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:40:31.084652 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc68086-347d-438c-8ae9-4f7d8fdccc03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a912002d-e15d-4d27-afd7-060a2a9ae61a,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:31.101811 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-80331293-38c5-4bf1-a566-64b713fc25d5 admin admin] Publish callbacks [] for security_group (60d8ccab-08ae-45cf-889f-55f434539bf7), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:31.103744 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc68086-347d-438c-8ae9-4f7d8fdccc03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:31.104163 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc68086-347d-438c-8ae9-4f7d8fdccc03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:31.104508 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc68086-347d-438c-8ae9-4f7d8fdccc03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:31.104854 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc68086-347d-438c-8ae9-4f7d8fdccc03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:31.105193 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc68086-347d-438c-8ae9-4f7d8fdccc03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:31.105524 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc68086-347d-438c-8ae9-4f7d8fdccc03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:31.105875 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc68086-347d-438c-8ae9-4f7d8fdccc03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:31.106745 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc68086-347d-438c-8ae9-4f7d8fdccc03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:31.107116 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc68086-347d-438c-8ae9-4f7d8fdccc03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:31.107432 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc68086-347d-438c-8ae9-4f7d8fdccc03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:31.107964 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc68086-347d-438c-8ae9-4f7d8fdccc03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:31.108309 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc68086-347d-438c-8ae9-4f7d8fdccc03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:31.108665 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc68086-347d-438c-8ae9-4f7d8fdccc03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc68086-347d-438c-8ae9-4f7d8fdccc03 admin admin] Tracked resource versions report: Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: pushed versions: Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: { 'AddressGroup': {'1.2'}, Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: 'ConntrackHelper': {'1.0'}, Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: 'LocalIPAssociation': {'1.0'}, Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: 'Log': {'1.0'}, Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: 'Network': {'1.1'}, Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: 'Port': {'1.7'}, Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: 'PortForwarding': {'1.2'}, Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: 'QosPolicy': {'1.10'}, Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: 'SecurityGroup': {'1.5'}, Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: 'SecurityGroupRule': {'1.2'}, Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: 'SubPort': {'1.0'}, Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: 'Subnet': {'1.1'}, Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: 'Trunk': {'1.1'}} Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: consumer versions: Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: { DHCP agent@n-d-789963-32: {}, Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: HyperV agent@n-h1-789963-32: {}, Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: HyperV agent@n-h2-789963-32: {}, Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: L3 agent@n-d-789963-32: {}, Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: Metadata agent@n-d-789963-32: {}, Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: Metering agent@n-d-789963-32: {}, Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: Open vSwitch agent@n-d-789963-32: { 'AddressGroup': '1.2', Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: 'ConntrackHelper': '1.0', Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: 'LocalIPAssociation': '1.0', Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: 'Log': '1.0', Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: 'Network': '1.1', Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: 'Port': '1.7', Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: 'PortForwarding': '1.2', Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: 'QosPolicy': '1.10', Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: 'SecurityGroup': '1.5', Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: 'SecurityGroupRule': '1.2', Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: 'SubPort': '1.0', Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: 'Subnet': '1.1', Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: 'Trunk': '1.1'}} Mar 05 04:40:31.110017 n-d-789963-32 neutron-server[105231]: {{(pid=105231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 05 04:40:31.115513 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-80331293-38c5-4bf1-a566-64b713fc25d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (60d8ccab-08ae-45cf-889f-55f434539bf7), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:31.144273 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc68086-347d-438c-8ae9-4f7d8fdccc03 admin admin] Network 90caf297-9bcd-4044-974a-eafc9997a771 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:40:31.175631 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-80331293-38c5-4bf1-a566-64b713fc25d5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f4b5a83bdfd04967ac51e073227ffd6f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6583683 Mar 05 04:40:31.177039 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35494) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:31.177154 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80331293-38c5-4bf1-a566-64b713fc25d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d8ccab-08ae-45cf-889f-55f434539bf7,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:31.179915 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-ecc68086-347d-438c-8ae9-4f7d8fdccc03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 90caf297-9bcd-4044-974a-eafc9997a771) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:40:31.209710 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc68086-347d-438c-8ae9-4f7d8fdccc03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:31.210318 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ecc68086-347d-438c-8ae9-4f7d8fdccc03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:31.216817 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b8de0d-5c95-4e5e-abd2-2dcedc4bb3b9 None None] Network 90caf297-9bcd-4044-974a-eafc9997a771 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:40:31.232264 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ecc68086-347d-438c-8ae9-4f7d8fdccc03 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5301142 Mar 05 04:40:31.265012 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-721c50dc-229e-4360-9a3e-34f5a7ada7ad admin admin] Publish callbacks [] for security_group (60d8ccab-08ae-45cf-889f-55f434539bf7), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:31.295381 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-721c50dc-229e-4360-9a3e-34f5a7ada7ad admin admin] Publish callbacks [] for security_group (60d8ccab-08ae-45cf-889f-55f434539bf7), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:31.339024 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2470baf9-736d-46c6-840e-b3f1d7fe620b None None] Network 90caf297-9bcd-4044-974a-eafc9997a771 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:40:31.367426 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-721c50dc-229e-4360-9a3e-34f5a7ada7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (60d8ccab-08ae-45cf-889f-55f434539bf7), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:31.370214 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-721c50dc-229e-4360-9a3e-34f5a7ada7ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:31.371542 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-721c50dc-229e-4360-9a3e-34f5a7ada7ad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/60d8ccab-08ae-45cf-889f-55f434539bf7 HTTP/1.1" status: 204 len: 168 time: 0.1935427 Mar 05 04:40:31.380429 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c50dc-229e-4360-9a3e-34f5a7ada7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d8ccab-08ae-45cf-889f-55f434539bf7,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:33.024148 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35602) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:33.030351 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-9e51be1d-9c9c-407a-883e-6f64859a584b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-816767223-network', 'tenant_id': '79cf8ba95c3f4d0e956148acce2670a1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:40:33.058338 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e51be1d-9c9c-407a-883e-6f64859a584b admin admin] Made reservation on behalf of 79cf8ba95c3f4d0e956148acce2670a1 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:40:33.061873 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9e51be1d-9c9c-407a-883e-6f64859a584b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:33.072510 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9e51be1d-9c9c-407a-883e-6f64859a584b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:33.191503 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9e51be1d-9c9c-407a-883e-6f64859a584b admin admin] Publish callbacks [] for security_group (56e4526f-06d5-4d73-810f-e97f463447da), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:33.200801 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9e51be1d-9c9c-407a-883e-6f64859a584b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (56e4526f-06d5-4d73-810f-e97f463447da), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:33.224750 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e51be1d-9c9c-407a-883e-6f64859a584b admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:40:33.239145 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51be1d-9c9c-407a-883e-6f64859a584b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e4526f-06d5-4d73-810f-e97f463447da,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:33.244049 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9e51be1d-9c9c-407a-883e-6f64859a584b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (a7b16b83-746b-4982-8dcb-962e7a2c2472), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:33.244387 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-9e51be1d-9c9c-407a-883e-6f64859a584b admin admin] Added segment a7b16b83-746b-4982-8dcb-962e7a2c2472 of type vlan for network e4aeaaf5-77e6-4cf7-b705-5b0f7973fd79 Mar 05 04:40:33.303309 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9e51be1d-9c9c-407a-883e-6f64859a584b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (e4aeaaf5-77e6-4cf7-b705-5b0f7973fd79), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:33.344828 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9e51be1d-9c9c-407a-883e-6f64859a584b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (e4aeaaf5-77e6-4cf7-b705-5b0f7973fd79), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:33.345872 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e51be1d-9c9c-407a-883e-6f64859a584b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:33.346396 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9e51be1d-9c9c-407a-883e-6f64859a584b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:33.376346 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9e51be1d-9c9c-407a-883e-6f64859a584b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3507690 Mar 05 04:40:33.379217 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35626) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:33.384827 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-3e2c22ca-686c-4d9f-8c34-5a92dd5937a6 admin admin] Request body: {'subnet': {'network_id': 'e4aeaaf5-77e6-4cf7-b705-5b0f7973fd79', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-816767223-subnet', 'tenant_id': '79cf8ba95c3f4d0e956148acce2670a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:40:33.420484 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2c22ca-686c-4d9f-8c34-5a92dd5937a6 admin admin] Made reservation on behalf of 79cf8ba95c3f4d0e956148acce2670a1 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:40:33.425274 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3e2c22ca-686c-4d9f-8c34-5a92dd5937a6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:33.426203 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51be1d-9c9c-407a-883e-6f64859a584b admin admin] Pushing event updated for resources: {'Network': ['ID=e4aeaaf5-77e6-4cf7-b705-5b0f7973fd79,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:33.444565 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network e4aeaaf5-77e6-4cf7-b705-5b0f7973fd79 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:40:33.633179 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3e2c22ca-686c-4d9f-8c34-5a92dd5937a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for subnet (87e1dbf9-0c4d-4674-81e3-2913425f54e4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:33.685524 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35636) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:33.691847 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c22ca-686c-4d9f-8c34-5a92dd5937a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87e1dbf9-0c4d-4674-81e3-2913425f54e4,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:33.710833 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2c22ca-686c-4d9f-8c34-5a92dd5937a6 admin admin] Checking segment: {'id': 'a7b16b83-746b-4982-8dcb-962e7a2c2472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e4aeaaf5-77e6-4cf7-b705-5b0f7973fd79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:40:33.711341 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2c22ca-686c-4d9f-8c34-5a92dd5937a6 admin admin] Network hostable DHCP agents. Network: e4aeaaf5-77e6-4cf7-b705-5b0f7973fd79, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:40:33.737363 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2c22ca-686c-4d9f-8c34-5a92dd5937a6 admin admin] Network e4aeaaf5-77e6-4cf7-b705-5b0f7973fd79 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:40:33.749782 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-3e2c22ca-686c-4d9f-8c34-5a92dd5937a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, e4aeaaf5-77e6-4cf7-b705-5b0f7973fd79) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:40:33.759229 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2c22ca-686c-4d9f-8c34-5a92dd5937a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:33.760226 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3e2c22ca-686c-4d9f-8c34-5a92dd5937a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:33.761092 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1330cf-62ea-4743-b7d2-d387a852a72e None None] Network e4aeaaf5-77e6-4cf7-b705-5b0f7973fd79 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:40:33.772021 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35646) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:33.785117 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3e2c22ca-686c-4d9f-8c34-5a92dd5937a6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4042583 Mar 05 04:40:33.885901 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2033e82-6a76-4aaf-8d7e-d623638473c6 None None] Network e4aeaaf5-77e6-4cf7-b705-5b0f7973fd79 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:40:34.091509 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8f21ac4-d485-495b-9cbf-0019315e1eba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:34.251579 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f497-8cda-40c2-9704-1fc6327815bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:34.275908 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35690) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:34.288772 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35692) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:34.325993 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddc2b2f5-2640-4d43-8855-80c342a55a73 admin admin] Deleting subnet a912002d-e15d-4d27-afd7-060a2a9ae61a {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:40:34.330679 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ddc2b2f5-2640-4d43-8855-80c342a55a73 admin admin] Publish callbacks [] for subnet (a912002d-e15d-4d27-afd7-060a2a9ae61a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:34.331705 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8f21ac4-d485-495b-9cbf-0019315e1eba admin admin] Publish callbacks [] for security_group (01a29546-195a-49f9-9d7c-db539ac89a41), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:34.346843 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8f21ac4-d485-495b-9cbf-0019315e1eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (01a29546-195a-49f9-9d7c-db539ac89a41), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:34.374380 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ddc2b2f5-2640-4d43-8855-80c342a55a73 admin admin] Publish callbacks [] for subnet (a912002d-e15d-4d27-afd7-060a2a9ae61a), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:34.385402 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ddc2b2f5-2640-4d43-8855-80c342a55a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (a912002d-e15d-4d27-afd7-060a2a9ae61a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:34.407778 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d8f21ac4-d485-495b-9cbf-0019315e1eba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c20f85e4ef8c4f76a2fb23375a51a8f2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7210023 Mar 05 04:40:34.413442 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35696) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:34.415656 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f21ac4-d485-495b-9cbf-0019315e1eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a29546-195a-49f9-9d7c-db539ac89a41,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:34.450252 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f497-8cda-40c2-9704-1fc6327815bc admin admin] Publish callbacks [] for security_group (ce7e1859-7519-499d-ad12-cc1fae2bcedf), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:34.467229 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d5a0f497-8cda-40c2-9704-1fc6327815bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ce7e1859-7519-499d-ad12-cc1fae2bcedf), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:34.471039 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ddc2b2f5-2640-4d43-8855-80c342a55a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for subnet (a912002d-e15d-4d27-afd7-060a2a9ae61a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:34.522600 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0f497-8cda-40c2-9704-1fc6327815bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7e1859-7519-499d-ad12-cc1fae2bcedf,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:34.550240 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2b2f5-2640-4d43-8855-80c342a55a73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a912002d-e15d-4d27-afd7-060a2a9ae61a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:34.554245 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d5a0f497-8cda-40c2-9704-1fc6327815bc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8fcc393518034622849af02054f14698&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7785313 Mar 05 04:40:34.556660 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35706) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:34.594914 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ddc2b2f5-2640-4d43-8855-80c342a55a73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:34.598406 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ddc2b2f5-2640-4d43-8855-80c342a55a73 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a912002d-e15d-4d27-afd7-060a2a9ae61a HTTP/1.1" status: 204 len: 168 time: 0.3215368 Mar 05 04:40:34.601086 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35714) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:34.615193 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cc17d3ce-7e26-49dd-80b5-dfca1b5632d4 admin admin] Publish callbacks [] for security_group (01a29546-195a-49f9-9d7c-db539ac89a41), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:34.660574 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cc17d3ce-7e26-49dd-80b5-dfca1b5632d4 admin admin] Publish callbacks [] for security_group (01a29546-195a-49f9-9d7c-db539ac89a41), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:34.676702 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-38761bec-613a-47b0-a97a-fe22f7c08466 admin admin] Publish callbacks [] for security_group (ce7e1859-7519-499d-ad12-cc1fae2bcedf), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:34.680146 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-399de132-8a46-4f08-ad2d-ae879512800d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (90caf297-9bcd-4044-974a-eafc9997a771), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:34.698503 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-38761bec-613a-47b0-a97a-fe22f7c08466 admin admin] Publish callbacks [] for security_group (ce7e1859-7519-499d-ad12-cc1fae2bcedf), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:34.756066 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0374d130-ebaa-45c0-871a-e24b250c4b51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:34.767342 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-38761bec-613a-47b0-a97a-fe22f7c08466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ce7e1859-7519-499d-ad12-cc1fae2bcedf), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:34.769649 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-38761bec-613a-47b0-a97a-fe22f7c08466 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:34.773339 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-38761bec-613a-47b0-a97a-fe22f7c08466 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ce7e1859-7519-499d-ad12-cc1fae2bcedf HTTP/1.1" status: 204 len: 168 time: 0.2130833 Mar 05 04:40:34.786632 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-399de132-8a46-4f08-ad2d-ae879512800d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (90caf297-9bcd-4044-974a-eafc9997a771), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:34.813120 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38761bec-613a-47b0-a97a-fe22f7c08466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7e1859-7519-499d-ad12-cc1fae2bcedf,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:34.818740 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-399de132-8a46-4f08-ad2d-ae879512800d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:40:34.819348 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-399de132-8a46-4f08-ad2d-ae879512800d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:40:34.820528 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-399de132-8a46-4f08-ad2d-ae879512800d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:40:34.822043 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-399de132-8a46-4f08-ad2d-ae879512800d admin admin] Subscribe: > port after_create 55550000 {{(pid=105232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:40:34.822606 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-399de132-8a46-4f08-ad2d-ae879512800d admin admin] Subscribe: > port after_delete 55550000 {{(pid=105232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:40:34.823265 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-399de132-8a46-4f08-ad2d-ae879512800d admin admin] Subscribe: > port after_update 55550000 {{(pid=105232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:40:34.823938 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-399de132-8a46-4f08-ad2d-ae879512800d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:40:34.825133 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-399de132-8a46-4f08-ad2d-ae879512800d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:40:34.826762 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-399de132-8a46-4f08-ad2d-ae879512800d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:40:34.827292 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-399de132-8a46-4f08-ad2d-ae879512800d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:40:34.873993 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cc17d3ce-7e26-49dd-80b5-dfca1b5632d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (01a29546-195a-49f9-9d7c-db539ac89a41), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:34.879131 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cc17d3ce-7e26-49dd-80b5-dfca1b5632d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:34.880211 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-cc17d3ce-7e26-49dd-80b5-dfca1b5632d4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/01a29546-195a-49f9-9d7c-db539ac89a41 HTTP/1.1" status: 204 len: 168 time: 0.4655576 Mar 05 04:40:34.921682 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc17d3ce-7e26-49dd-80b5-dfca1b5632d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a29546-195a-49f9-9d7c-db539ac89a41,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:34.988662 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0374d130-ebaa-45c0-871a-e24b250c4b51 admin admin] Publish callbacks [] for security_group (ce386389-5cd3-47d9-a6c5-c645d6d8fa84), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:34.997967 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0374d130-ebaa-45c0-871a-e24b250c4b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ce386389-5cd3-47d9-a6c5-c645d6d8fa84), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:35.024370 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-399de132-8a46-4f08-ad2d-ae879512800d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:40:35.024711 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-399de132-8a46-4f08-ad2d-ae879512800d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:40:35.025033 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-399de132-8a46-4f08-ad2d-ae879512800d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:40:35.025349 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-399de132-8a46-4f08-ad2d-ae879512800d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:40:35.025966 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-399de132-8a46-4f08-ad2d-ae879512800d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90caf297-9bcd-4044-974a-eafc9997a771']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:40:35.041186 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0374d130-ebaa-45c0-871a-e24b250c4b51 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=76e55336797f4b9c8ea805e748b9a3e0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7499728 Mar 05 04:40:35.043506 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374d130-ebaa-45c0-871a-e24b250c4b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce386389-5cd3-47d9-a6c5-c645d6d8fa84,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:35.044933 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-399de132-8a46-4f08-ad2d-ae879512800d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd45ecbe-8809-41a8-90cd-33c147e17220') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:40:35.045227 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-399de132-8a46-4f08-ad2d-ae879512800d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd45ecbe-8809-41a8-90cd-33c147e17220') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:40:35.049105 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35736) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:35.084580 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-399de132-8a46-4f08-ad2d-ae879512800d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (fd45ecbe-8809-41a8-90cd-33c147e17220), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:35.132125 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f2d73e0c-421e-4cd1-b795-147f49243cab admin admin] Publish callbacks [] for security_group (ce386389-5cd3-47d9-a6c5-c645d6d8fa84), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:35.135292 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-399de132-8a46-4f08-ad2d-ae879512800d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (fd45ecbe-8809-41a8-90cd-33c147e17220), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:35.150613 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399de132-8a46-4f08-ad2d-ae879512800d admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:40:35.151004 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-399de132-8a46-4f08-ad2d-ae879512800d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (fd45ecbe-8809-41a8-90cd-33c147e17220), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: from cryptography.utils import int_from_bytes Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: from cryptography.utils import int_from_bytes Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:40:35.155444 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:40:35.283331 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f2d73e0c-421e-4cd1-b795-147f49243cab admin admin] Publish callbacks [] for security_group (ce386389-5cd3-47d9-a6c5-c645d6d8fa84), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:35.344368 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-399de132-8a46-4f08-ad2d-ae879512800d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (90caf297-9bcd-4044-974a-eafc9997a771), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:35.354982 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-399de132-8a46-4f08-ad2d-ae879512800d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:35.361083 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-399de132-8a46-4f08-ad2d-ae879512800d admin admin] 10.222.0.11 "DELETE /v2.0/networks/90caf297-9bcd-4044-974a-eafc9997a771 HTTP/1.1" status: 204 len: 168 time: 0.7563410 Mar 05 04:40:35.361509 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35762) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:35.368518 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399de132-8a46-4f08-ad2d-ae879512800d admin admin] Pushing event deleted for resources: {'Network': ['ID=90caf297-9bcd-4044-974a-eafc9997a771,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:35.393598 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f2d73e0c-421e-4cd1-b795-147f49243cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ce386389-5cd3-47d9-a6c5-c645d6d8fa84), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:35.396595 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f2d73e0c-421e-4cd1-b795-147f49243cab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:35.399108 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f2d73e0c-421e-4cd1-b795-147f49243cab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ce386389-5cd3-47d9-a6c5-c645d6d8fa84 HTTP/1.1" status: 204 len: 168 time: 0.3476186 Mar 05 04:40:35.411685 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d73e0c-421e-4cd1-b795-147f49243cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce386389-5cd3-47d9-a6c5-c645d6d8fa84,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:35.469793 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d13e718-ccad-4662-8dc5-7d5ec10fa715 admin admin] Deleting subnet 87e1dbf9-0c4d-4674-81e3-2913425f54e4 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:40:35.474766 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6d13e718-ccad-4662-8dc5-7d5ec10fa715 admin admin] Publish callbacks [] for subnet (87e1dbf9-0c4d-4674-81e3-2913425f54e4), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:35.540936 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6d13e718-ccad-4662-8dc5-7d5ec10fa715 admin admin] Publish callbacks [] for subnet (87e1dbf9-0c4d-4674-81e3-2913425f54e4), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:35.558601 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6d13e718-ccad-4662-8dc5-7d5ec10fa715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (87e1dbf9-0c4d-4674-81e3-2913425f54e4), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:35.618565 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35786) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:35.633237 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35790) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:35.649308 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6d13e718-ccad-4662-8dc5-7d5ec10fa715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for subnet (87e1dbf9-0c4d-4674-81e3-2913425f54e4), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:35.655920 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fd13480-bc27-42a4-9fa9-3f01deea9f15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:35.664999 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-68acfcd3-3b28-474a-aff1-bdf0b5d3d332 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:35.725566 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6d13e718-ccad-4662-8dc5-7d5ec10fa715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:35.732196 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6d13e718-ccad-4662-8dc5-7d5ec10fa715 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/87e1dbf9-0c4d-4674-81e3-2913425f54e4 HTTP/1.1" status: 204 len: 168 time: 0.3692822 Mar 05 04:40:35.733594 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13e718-ccad-4662-8dc5-7d5ec10fa715 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87e1dbf9-0c4d-4674-81e3-2913425f54e4,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:35.741256 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35794) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:35.757222 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fd13480-bc27-42a4-9fa9-3f01deea9f15 admin admin] Publish callbacks [] for security_group (3d33fb9f-afaa-4158-9bd0-d5aba500965e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:35.768913 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fd13480-bc27-42a4-9fa9-3f01deea9f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3d33fb9f-afaa-4158-9bd0-d5aba500965e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:35.834179 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35804) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:35.834837 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3fd13480-bc27-42a4-9fa9-3f01deea9f15 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b99a7b20e0b445e6a82b079bed42dd4a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1993136 Mar 05 04:40:35.850038 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd13480-bc27-42a4-9fa9-3f01deea9f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d33fb9f-afaa-4158-9bd0-d5aba500965e,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:35.866576 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-18fb7a19-b777-4bd3-93eb-c89934c8936f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (e4aeaaf5-77e6-4cf7-b705-5b0f7973fd79), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:35.929640 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-68acfcd3-3b28-474a-aff1-bdf0b5d3d332 admin admin] Publish callbacks [] for security_group (fc4723aa-d752-47bf-b181-705abded86a0), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:35.936055 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d7f23b00-8a83-4bb9-a52b-0b51d439b759 admin admin] Publish callbacks [] for security_group (3d33fb9f-afaa-4158-9bd0-d5aba500965e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:35.937521 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-68acfcd3-3b28-474a-aff1-bdf0b5d3d332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (fc4723aa-d752-47bf-b181-705abded86a0), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:35.989540 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-68acfcd3-3b28-474a-aff1-bdf0b5d3d332 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fc42a09eb1f94de1925d2fe111d80abb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3626719 Mar 05 04:40:35.992234 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35814) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:36.009051 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d7f23b00-8a83-4bb9-a52b-0b51d439b759 admin admin] Publish callbacks [] for security_group (3d33fb9f-afaa-4158-9bd0-d5aba500965e), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:36.012426 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-18fb7a19-b777-4bd3-93eb-c89934c8936f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (e4aeaaf5-77e6-4cf7-b705-5b0f7973fd79), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:36.049532 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68acfcd3-3b28-474a-aff1-bdf0b5d3d332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4723aa-d752-47bf-b181-705abded86a0,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:36.062829 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-18fb7a19-b777-4bd3-93eb-c89934c8936f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:40:36.063196 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-18fb7a19-b777-4bd3-93eb-c89934c8936f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:40:36.063946 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-18fb7a19-b777-4bd3-93eb-c89934c8936f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:40:36.064273 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-18fb7a19-b777-4bd3-93eb-c89934c8936f admin admin] Subscribe: > port after_create 55550000 {{(pid=105231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:40:36.064825 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-18fb7a19-b777-4bd3-93eb-c89934c8936f admin admin] Subscribe: > port after_delete 55550000 {{(pid=105231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:40:36.064929 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-18fb7a19-b777-4bd3-93eb-c89934c8936f admin admin] Subscribe: > port after_update 55550000 {{(pid=105231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:40:36.065249 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-18fb7a19-b777-4bd3-93eb-c89934c8936f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:40:36.065560 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-18fb7a19-b777-4bd3-93eb-c89934c8936f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:40:36.065903 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-18fb7a19-b777-4bd3-93eb-c89934c8936f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:40:36.066177 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-18fb7a19-b777-4bd3-93eb-c89934c8936f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:40:36.077348 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5710de5d-55dd-4107-9116-a376e16015aa admin admin] Publish callbacks [] for security_group (fc4723aa-d752-47bf-b181-705abded86a0), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:36.106895 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5710de5d-55dd-4107-9116-a376e16015aa admin admin] Publish callbacks [] for security_group (fc4723aa-d752-47bf-b181-705abded86a0), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:36.207656 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5710de5d-55dd-4107-9116-a376e16015aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (fc4723aa-d752-47bf-b181-705abded86a0), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:36.209903 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5710de5d-55dd-4107-9116-a376e16015aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:36.213529 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5710de5d-55dd-4107-9116-a376e16015aa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fc4723aa-d752-47bf-b181-705abded86a0 HTTP/1.1" status: 204 len: 168 time: 0.2180731 Mar 05 04:40:36.221299 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710de5d-55dd-4107-9116-a376e16015aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4723aa-d752-47bf-b181-705abded86a0,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:36.243494 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-18fb7a19-b777-4bd3-93eb-c89934c8936f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:40:36.243838 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-18fb7a19-b777-4bd3-93eb-c89934c8936f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:40:36.244168 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-18fb7a19-b777-4bd3-93eb-c89934c8936f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:40:36.244490 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-18fb7a19-b777-4bd3-93eb-c89934c8936f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 05 04:40:36.244857 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-18fb7a19-b777-4bd3-93eb-c89934c8936f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4aeaaf5-77e6-4cf7-b705-5b0f7973fd79']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:40:36.276933 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-18fb7a19-b777-4bd3-93eb-c89934c8936f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7b16b83-746b-4982-8dcb-962e7a2c2472') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:40:36.277226 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-18fb7a19-b777-4bd3-93eb-c89934c8936f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7b16b83-746b-4982-8dcb-962e7a2c2472') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:40:36.294835 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-18fb7a19-b777-4bd3-93eb-c89934c8936f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (a7b16b83-746b-4982-8dcb-962e7a2c2472), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:36.317887 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-18fb7a19-b777-4bd3-93eb-c89934c8936f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (a7b16b83-746b-4982-8dcb-962e7a2c2472), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:36.328515 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18fb7a19-b777-4bd3-93eb-c89934c8936f admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:40:36.328939 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-18fb7a19-b777-4bd3-93eb-c89934c8936f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (a7b16b83-746b-4982-8dcb-962e7a2c2472), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: from cryptography.utils import int_from_bytes Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: from cryptography.utils import int_from_bytes Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: timer() Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:40:36.333254 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:40:36.351729 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d7f23b00-8a83-4bb9-a52b-0b51d439b759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3d33fb9f-afaa-4158-9bd0-d5aba500965e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:36.354577 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d7f23b00-8a83-4bb9-a52b-0b51d439b759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:36.358927 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d7f23b00-8a83-4bb9-a52b-0b51d439b759 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3d33fb9f-afaa-4158-9bd0-d5aba500965e HTTP/1.1" status: 204 len: 168 time: 0.5202186 Mar 05 04:40:36.390228 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f23b00-8a83-4bb9-a52b-0b51d439b759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d33fb9f-afaa-4158-9bd0-d5aba500965e,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:36.416154 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35842) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:36.445739 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-18fb7a19-b777-4bd3-93eb-c89934c8936f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (e4aeaaf5-77e6-4cf7-b705-5b0f7973fd79), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:36.454702 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35850) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:36.458212 n-d-789963-32 neutron-server[105231]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 05 04:40:36.461545 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-066f6db2-9789-4d94-ab8d-3e780f4787c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:36.495175 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-18fb7a19-b777-4bd3-93eb-c89934c8936f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:36.501835 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-18fb7a19-b777-4bd3-93eb-c89934c8936f admin admin] 10.222.0.11 "DELETE /v2.0/networks/e4aeaaf5-77e6-4cf7-b705-5b0f7973fd79 HTTP/1.1" status: 204 len: 168 time: 0.7590318 Mar 05 04:40:36.519444 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-754ed759-e240-4bb0-a31c-985673caba1e req-1a0f718b-27b0-4fdc-bdb7-759ecf2cec85 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=a1e65256304a4020a7d7b1ced2386c69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634537 Mar 05 04:40:36.520921 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb7a19-b777-4bd3-93eb-c89934c8936f admin admin] Pushing event deleted for resources: {'Network': ['ID=e4aeaaf5-77e6-4cf7-b705-5b0f7973fd79,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:36.585394 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-066f6db2-9789-4d94-ab8d-3e780f4787c7 admin admin] Publish callbacks [] for security_group (d82afd3d-7292-4a45-8bfd-cecbd211b8a0), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:36.590025 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-066f6db2-9789-4d94-ab8d-3e780f4787c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d82afd3d-7292-4a45-8bfd-cecbd211b8a0), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:36.639193 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-066f6db2-9789-4d94-ab8d-3e780f4787c7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c032fb30fb3a483d9eb339bca1c507e1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2190976 Mar 05 04:40:36.639413 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f6db2-9789-4d94-ab8d-3e780f4787c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82afd3d-7292-4a45-8bfd-cecbd211b8a0,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:36.641867 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35858) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:36.657098 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ed759-e240-4bb0-a31c-985673caba1e req-df1bb625-46ca-4a62-bf7e-8d4ae50427d4 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:36.666303 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-754ed759-e240-4bb0-a31c-985673caba1e req-df1bb625-46ca-4a62-bf7e-8d4ae50427d4 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1404924 Mar 05 04:40:36.691715 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-754ed759-e240-4bb0-a31c-985673caba1e req-62ee1628-e188-451b-9edf-76ec8dd15967 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/quotas/a1e65256304a4020a7d7b1ced2386c69 HTTP/1.1" status: 200 len: 375 time: 0.0157840 Mar 05 04:40:36.705359 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-18fb08d7-5fac-494b-9a12-0055c6413016 admin admin] Publish callbacks [] for security_group (d82afd3d-7292-4a45-8bfd-cecbd211b8a0), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:36.731465 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-18fb08d7-5fac-494b-9a12-0055c6413016 admin admin] Publish callbacks [] for security_group (d82afd3d-7292-4a45-8bfd-cecbd211b8a0), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:36.746108 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-754ed759-e240-4bb0-a31c-985673caba1e req-c38dc8d6-204b-42ba-a7d7-134ef5d4b97a tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a1e65256304a4020a7d7b1ced2386c69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535393 Mar 05 04:40:36.790864 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-18fb08d7-5fac-494b-9a12-0055c6413016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d82afd3d-7292-4a45-8bfd-cecbd211b8a0), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:36.794343 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-18fb08d7-5fac-494b-9a12-0055c6413016 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:36.795508 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-18fb08d7-5fac-494b-9a12-0055c6413016 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d82afd3d-7292-4a45-8bfd-cecbd211b8a0 HTTP/1.1" status: 204 len: 168 time: 0.1528535 Mar 05 04:40:36.804510 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb08d7-5fac-494b-9a12-0055c6413016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82afd3d-7292-4a45-8bfd-cecbd211b8a0,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:36.967034 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35878) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:37.018648 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35884) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:37.034376 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bebbb7a7-631d-4280-9755-f35cc65e9a5e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e9fa6379ce1a48639bc93f6793ffadff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0657678 Mar 05 04:40:37.037076 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35892) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:37.092613 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fb73091-1e41-4b33-9ba1-93284430c948 admin admin] Publish callbacks [] for security_group (178ee998-0f3c-4847-82aa-16e7eb6c996e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:37.118988 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fb73091-1e41-4b33-9ba1-93284430c948 admin admin] Publish callbacks [] for security_group (178ee998-0f3c-4847-82aa-16e7eb6c996e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:37.183206 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fb73091-1e41-4b33-9ba1-93284430c948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (178ee998-0f3c-4847-82aa-16e7eb6c996e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:37.186089 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fb73091-1e41-4b33-9ba1-93284430c948 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:37.187498 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1fb73091-1e41-4b33-9ba1-93284430c948 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/178ee998-0f3c-4847-82aa-16e7eb6c996e HTTP/1.1" status: 204 len: 168 time: 0.1492302 Mar 05 04:40:37.196399 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb73091-1e41-4b33-9ba1-93284430c948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178ee998-0f3c-4847-82aa-16e7eb6c996e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:37.327593 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-849b5ced-1c3e-4f08-8828-38d572db90c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:37.441914 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-849b5ced-1c3e-4f08-8828-38d572db90c8 admin admin] Publish callbacks [] for security_group (a0614177-afc6-4d47-afde-e54fa02bf46b), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:37.449007 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-849b5ced-1c3e-4f08-8828-38d572db90c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a0614177-afc6-4d47-afde-e54fa02bf46b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:37.494770 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-849b5ced-1c3e-4f08-8828-38d572db90c8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6942b39d6a2f464eb00a25a0629e3127&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4748042 Mar 05 04:40:37.496575 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35916) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:37.497661 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35918) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:37.511425 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b5ced-1c3e-4f08-8828-38d572db90c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0614177-afc6-4d47-afde-e54fa02bf46b,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:37.577466 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ee83be19-6acc-4707-ba7a-083176571cb8 admin admin] Publish callbacks [] for security_group (a0614177-afc6-4d47-afde-e54fa02bf46b), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:37.603919 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ee83be19-6acc-4707-ba7a-083176571cb8 admin admin] Publish callbacks [] for security_group (a0614177-afc6-4d47-afde-e54fa02bf46b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:37.664403 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ee83be19-6acc-4707-ba7a-083176571cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a0614177-afc6-4d47-afde-e54fa02bf46b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:37.667048 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ee83be19-6acc-4707-ba7a-083176571cb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:37.671511 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ee83be19-6acc-4707-ba7a-083176571cb8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a0614177-afc6-4d47-afde-e54fa02bf46b HTTP/1.1" status: 204 len: 168 time: 0.1713352 Mar 05 04:40:37.686197 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83be19-6acc-4707-ba7a-083176571cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0614177-afc6-4d47-afde-e54fa02bf46b,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:37.832117 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35944) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:37.876539 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8e4c2164-843b-48e6-bdd7-88c41579b03d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=79cf8ba95c3f4d0e956148acce2670a1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0416718 Mar 05 04:40:37.879047 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35948) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:37.938734 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3aa49937-ebcc-40fd-b01e-f849933b5a00 admin admin] Publish callbacks [] for security_group (56e4526f-06d5-4d73-810f-e97f463447da), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:37.969387 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3aa49937-ebcc-40fd-b01e-f849933b5a00 admin admin] Publish callbacks [] for security_group (56e4526f-06d5-4d73-810f-e97f463447da), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:37.977766 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1956d1f5-432a-40d7-a19f-19cfd6498f6b req-cdbd3710-e510-4d09-86d6-84fe60b36f06 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c68c3c2-df66-4f99-9ced-90c4a480130a HTTP/1.1" status: 200 len: 210 time: 0.4786093 Mar 05 04:40:38.031034 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3aa49937-ebcc-40fd-b01e-f849933b5a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (56e4526f-06d5-4d73-810f-e97f463447da), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:38.035763 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3aa49937-ebcc-40fd-b01e-f849933b5a00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:38.039271 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3aa49937-ebcc-40fd-b01e-f849933b5a00 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/56e4526f-06d5-4d73-810f-e97f463447da HTTP/1.1" status: 204 len: 168 time: 0.1566160 Mar 05 04:40:38.054844 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa49937-ebcc-40fd-b01e-f849933b5a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e4526f-06d5-4d73-810f-e97f463447da,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:38.586923 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35978) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:38.602288 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-92e4cf22-5956-401f-bdd8-3ba168e264d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:38.699377 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-92e4cf22-5956-401f-bdd8-3ba168e264d3 admin admin] Publish callbacks [] for security_group (f89a71bf-727c-4c71-8798-22398c16b4f0), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:38.702669 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-92e4cf22-5956-401f-bdd8-3ba168e264d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f89a71bf-727c-4c71-8798-22398c16b4f0), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:38.743187 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-92e4cf22-5956-401f-bdd8-3ba168e264d3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b0fa55fc12546758703f0b6a303f9c0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1549225 Mar 05 04:40:38.744052 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4cf22-5956-401f-bdd8-3ba168e264d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89a71bf-727c-4c71-8798-22398c16b4f0,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:38.746881 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35986) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:38.803554 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3c7af8c9-37f4-4577-9e1a-048ba9e4cb33 admin admin] Publish callbacks [] for security_group (f89a71bf-727c-4c71-8798-22398c16b4f0), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:38.829711 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3c7af8c9-37f4-4577-9e1a-048ba9e4cb33 admin admin] Publish callbacks [] for security_group (f89a71bf-727c-4c71-8798-22398c16b4f0), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:38.848533 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.31', 64181) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:38.901415 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3c7af8c9-37f4-4577-9e1a-048ba9e4cb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f89a71bf-727c-4c71-8798-22398c16b4f0), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:38.904811 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3c7af8c9-37f4-4577-9e1a-048ba9e4cb33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:38.906257 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-754ed759-e240-4bb0-a31c-985673caba1e req-6c59acb3-a513-4a0b-96f5-99ff05b75af3 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a1e65256304a4020a7d7b1ced2386c69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413871 Mar 05 04:40:38.906443 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3c7af8c9-37f4-4577-9e1a-048ba9e4cb33 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f89a71bf-727c-4c71-8798-22398c16b4f0 HTTP/1.1" status: 204 len: 168 time: 0.1576359 Mar 05 04:40:38.928016 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7af8c9-37f4-4577-9e1a-048ba9e4cb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89a71bf-727c-4c71-8798-22398c16b4f0,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:39.119202 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ed759-e240-4bb0-a31c-985673caba1e req-03fed417-1302-46bd-b0fe-064b7a254a0e tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:39.121749 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-754ed759-e240-4bb0-a31c-985673caba1e req-03fed417-1302-46bd-b0fe-064b7a254a0e tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2109339 Mar 05 04:40:39.221203 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-754ed759-e240-4bb0-a31c-985673caba1e req-85e995f3-63b7-41aa-9878-e82b2c5dbfbd tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Request body: {'port': {'device_id': '7c68c3c2-df66-4f99-9ced-90c4a480130a', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'admin_state_up': True, 'tenant_id': 'a1e65256304a4020a7d7b1ced2386c69'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:40:39.264753 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a4ae0d1e-c1ca-4361-a76f-c91092860ce6 req-0065f433-79f0-43b8-8289-1f17f681ee06 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c68c3c2-df66-4f99-9ced-90c4a480130a HTTP/1.1" status: 200 len: 210 time: 0.0662587 Mar 05 04:40:39.458463 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-754ed759-e240-4bb0-a31c-985673caba1e req-85e995f3-63b7-41aa-9878-e82b2c5dbfbd tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Made reservation on behalf of a1e65256304a4020a7d7b1ced2386c69 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:40:39.462571 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-754ed759-e240-4bb0-a31c-985673caba1e req-85e995f3-63b7-41aa-9878-e82b2c5dbfbd tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:39.474960 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-754ed759-e240-4bb0-a31c-985673caba1e req-85e995f3-63b7-41aa-9878-e82b2c5dbfbd tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:39.557983 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-754ed759-e240-4bb0-a31c-985673caba1e req-85e995f3-63b7-41aa-9878-e82b2c5dbfbd tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Publish callbacks [] for security_group (a3f586c7-f540-4da8-96f3-80b000cabe71), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:39.563210 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-754ed759-e240-4bb0-a31c-985673caba1e req-85e995f3-63b7-41aa-9878-e82b2c5dbfbd tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a3f586c7-f540-4da8-96f3-80b000cabe71), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:39.693366 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e995f3-63b7-41aa-9878-e82b2c5dbfbd tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f586c7-f540-4da8-96f3-80b000cabe71,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:39.828375 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-754ed759-e240-4bb0-a31c-985673caba1e req-85e995f3-63b7-41aa-9878-e82b2c5dbfbd tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Allocated IP 192.168.233.221 (fb0dde64-203a-4c32-80ac-e1733ed0c9dd/63f989ea-15ee-41e4-8c8f-8183d2023f4e/68dd574b-999b-4455-b125-8207bda80d28) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:40:40.012732 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-754ed759-e240-4bb0-a31c-985673caba1e req-85e995f3-63b7-41aa-9878-e82b2c5dbfbd tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Publish callbacks [] for port (68dd574b-999b-4455-b125-8207bda80d28), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:40.055281 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-754ed759-e240-4bb0-a31c-985673caba1e req-85e995f3-63b7-41aa-9878-e82b2c5dbfbd tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (68dd574b-999b-4455-b125-8207bda80d28), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:40.164821 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-754ed759-e240-4bb0-a31c-985673caba1e req-85e995f3-63b7-41aa-9878-e82b2c5dbfbd tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:40:40.171274 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-754ed759-e240-4bb0-a31c-985673caba1e req-85e995f3-63b7-41aa-9878-e82b2c5dbfbd tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:40:40.178104 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-754ed759-e240-4bb0-a31c-985673caba1e req-85e995f3-63b7-41aa-9878-e82b2c5dbfbd tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:40:40.185282 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e995f3-63b7-41aa-9878-e82b2c5dbfbd tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Pushing event updated for resources: {'Port': ['ID=68dd574b-999b-4455-b125-8207bda80d28,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:40.546691 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ed759-e240-4bb0-a31c-985673caba1e req-85e995f3-63b7-41aa-9878-e82b2c5dbfbd tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:40.547370 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-754ed759-e240-4bb0-a31c-985673caba1e req-85e995f3-63b7-41aa-9878-e82b2c5dbfbd tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:40.609199 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-754ed759-e240-4bb0-a31c-985673caba1e req-85e995f3-63b7-41aa-9878-e82b2c5dbfbd tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3935971 Mar 05 04:40:40.632319 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-754ed759-e240-4bb0-a31c-985673caba1e req-6387cdec-0e4b-4146-9881-7e87ae00ab6a tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:40:40.633075 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-754ed759-e240-4bb0-a31c-985673caba1e req-6387cdec-0e4b-4146-9881-7e87ae00ab6a tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058815 Mar 05 04:40:40.660872 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-394e94b4-458f-4f69-ace2-d2fa194db3e5 None None] Provisioning complete for port 68dd574b-999b-4455-b125-8207bda80d28 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:40:40.661357 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-394e94b4-458f-4f69-ace2-d2fa194db3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (68dd574b-999b-4455-b125-8207bda80d28), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:40.674926 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ecc13-70b2-4083-9968-879b75254ed6 req-34b75857-fb00-437d-88da-845959dddefd tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:40.683426 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-191ecc13-70b2-4083-9968-879b75254ed6 req-34b75857-fb00-437d-88da-845959dddefd tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c68c3c2-df66-4f99-9ced-90c4a480130a HTTP/1.1" status: 200 len: 936 time: 0.1123168 Mar 05 04:40:40.775844 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-191ecc13-70b2-4083-9968-879b75254ed6 req-d4fb342d-c905-46dc-89a2-35efae1c883a tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f586c7-f540-4da8-96f3-80b000cabe71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910120 Mar 05 04:40:40.776450 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-394e94b4-458f-4f69-ace2-d2fa194db3e5 None None] Port 68dd574b-999b-4455-b125-8207bda80d28 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:40:41.338437 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1e71f0b7-74b9-463f-ad03-35f165a52fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:41.549417 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36110) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:41.973682 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a998f-6e06-41d6-bde0-1b3f7c96b1cd req-d741aaca-f32d-4372-b6e5-0d534c08dd73 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:41.983139 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-261a998f-6e06-41d6-bde0-1b3f7c96b1cd req-d741aaca-f32d-4372-b6e5-0d534c08dd73 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c68c3c2-df66-4f99-9ced-90c4a480130a HTTP/1.1" status: 200 len: 936 time: 0.0910237 Mar 05 04:40:42.060818 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-261a998f-6e06-41d6-bde0-1b3f7c96b1cd req-c3b38120-d6e9-43b7-9380-e4230300561e tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f586c7-f540-4da8-96f3-80b000cabe71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760705 Mar 05 04:40:42.105113 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-2181f648-2a93-4837-9d5d-97c0fb078483 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-389846365-network', 'tenant_id': 'facd03296ca545159cfaaad05aba02e6'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:40:42.131323 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2181f648-2a93-4837-9d5d-97c0fb078483 admin admin] Made reservation on behalf of facd03296ca545159cfaaad05aba02e6 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:40:42.135677 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2181f648-2a93-4837-9d5d-97c0fb078483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:42.145271 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2181f648-2a93-4837-9d5d-97c0fb078483 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:42.268997 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2181f648-2a93-4837-9d5d-97c0fb078483 admin admin] Publish callbacks [] for security_group (02edd51e-0a3d-42de-a281-f6a61411328d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:42.274722 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2181f648-2a93-4837-9d5d-97c0fb078483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (02edd51e-0a3d-42de-a281-f6a61411328d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:42.293840 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2181f648-2a93-4837-9d5d-97c0fb078483 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:40:42.304244 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2181f648-2a93-4837-9d5d-97c0fb078483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (121a6bbc-2bee-41f0-b9e4-27d4a61188bc), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:42.304585 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-2181f648-2a93-4837-9d5d-97c0fb078483 admin admin] Added segment 121a6bbc-2bee-41f0-b9e4-27d4a61188bc of type vlan for network 8538c983-160a-4b67-8024-c598ec9cf3a6 Mar 05 04:40:42.377881 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181f648-2a93-4837-9d5d-97c0fb078483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02edd51e-0a3d-42de-a281-f6a61411328d,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:42.393200 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2181f648-2a93-4837-9d5d-97c0fb078483 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (8538c983-160a-4b67-8024-c598ec9cf3a6), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:42.437522 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2181f648-2a93-4837-9d5d-97c0fb078483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (8538c983-160a-4b67-8024-c598ec9cf3a6), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:42.438699 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2181f648-2a93-4837-9d5d-97c0fb078483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:42.439147 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2181f648-2a93-4837-9d5d-97c0fb078483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:42.520751 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2181f648-2a93-4837-9d5d-97c0fb078483 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9694042 Mar 05 04:40:42.523719 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36152) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:42.529148 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-253d9296-e44a-4a46-b394-1b864b498d1a admin admin] Request body: {'subnet': {'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-389846365-subnet', 'tenant_id': 'facd03296ca545159cfaaad05aba02e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:40:42.545138 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181f648-2a93-4837-9d5d-97c0fb078483 admin admin] Pushing event updated for resources: {'Network': ['ID=8538c983-160a-4b67-8024-c598ec9cf3a6,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:42.556937 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 8538c983-160a-4b67-8024-c598ec9cf3a6 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:40:42.573933 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253d9296-e44a-4a46-b394-1b864b498d1a admin admin] Made reservation on behalf of facd03296ca545159cfaaad05aba02e6 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:40:42.578478 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-253d9296-e44a-4a46-b394-1b864b498d1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:42.915330 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-253d9296-e44a-4a46-b394-1b864b498d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (fa622505-df3c-45bb-bed1-baf2861c8524), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:42.970673 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d9296-e44a-4a46-b394-1b864b498d1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa622505-df3c-45bb-bed1-baf2861c8524,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:43.008969 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253d9296-e44a-4a46-b394-1b864b498d1a admin admin] Checking segment: {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:40:43.010451 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253d9296-e44a-4a46-b394-1b864b498d1a admin admin] Network hostable DHCP agents. Network: 8538c983-160a-4b67-8024-c598ec9cf3a6, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:40:43.034665 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253d9296-e44a-4a46-b394-1b864b498d1a admin admin] Network 8538c983-160a-4b67-8024-c598ec9cf3a6 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:40:43.047891 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-253d9296-e44a-4a46-b394-1b864b498d1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 8538c983-160a-4b67-8024-c598ec9cf3a6) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:40:43.055173 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253d9296-e44a-4a46-b394-1b864b498d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:43.055987 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-253d9296-e44a-4a46-b394-1b864b498d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:43.071264 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3db653-5907-4045-87dc-7d8a995f7e91 None None] Network 8538c983-160a-4b67-8024-c598ec9cf3a6 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:40:43.117665 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-253d9296-e44a-4a46-b394-1b864b498d1a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5924764 Mar 05 04:40:43.317498 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b524a45b-d130-4931-a307-713c87a957e8 None None] Network 8538c983-160a-4b67-8024-c598ec9cf3a6 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:40:43.487158 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:43.488662 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:43.672922 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-c859be79-7b9c-4069-8ddd-7ff7347d6ff6 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=50e9a7851f934538b3826d9fa65129a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337739 Mar 05 04:40:43.877676 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2389cd22-657d-42c9-8649-291eabfa175f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:43.904612 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-b00cba9d-652f-4978-909f-f979a4bb505a tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:43.913438 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-b00cba9d-652f-4978-909f-f979a4bb505a tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2349167 Mar 05 04:40:43.937784 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-3d0f03ba-e7b6-4d4e-9f16-20badae8479e tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/quotas/50e9a7851f934538b3826d9fa65129a9 HTTP/1.1" status: 200 len: 375 time: 0.0231802 Mar 05 04:40:43.976717 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-cc56def5-9bf8-45a6-bc58-0052cf99c208 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=50e9a7851f934538b3826d9fa65129a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376110 Mar 05 04:40:44.282226 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c8d27-bfd2-4a84-aace-40d0767db840 req-e2c153ce-0944-43cd-9969-748836649717 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:44.289892 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-da4c8d27-bfd2-4a84-aace-40d0767db840 req-e2c153ce-0944-43cd-9969-748836649717 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c68c3c2-df66-4f99-9ced-90c4a480130a HTTP/1.1" status: 200 len: 936 time: 0.1116467 Mar 05 04:40:44.457538 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-da4c8d27-bfd2-4a84-aace-40d0767db840 req-ffc1b7b0-9441-442f-b585-36ffbb997183 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f586c7-f540-4da8-96f3-80b000cabe71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666479 Mar 05 04:40:44.631211 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36252) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:44.636509 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-092cc07e-7dfa-4e7a-bd01-b1ce48f1be54 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1920806061-network', 'tenant_id': '6570f7d7c6804bfc9fe8b6b76b844bdb'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:40:44.682052 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092cc07e-7dfa-4e7a-bd01-b1ce48f1be54 admin admin] Made reservation on behalf of 6570f7d7c6804bfc9fe8b6b76b844bdb for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:40:44.686911 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-092cc07e-7dfa-4e7a-bd01-b1ce48f1be54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:44.843579 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:44.939515 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-092cc07e-7dfa-4e7a-bd01-b1ce48f1be54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:45.086218 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ec5190c1-6411-4c18-bbdf-0b56bf68e2ca req-ea872a4a-ceab-4298-83ff-4cac7976772b tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7be48e2-685b-405a-a876-cef4398a0739 HTTP/1.1" status: 200 len: 210 time: 0.0590117 Mar 05 04:40:45.138837 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-092cc07e-7dfa-4e7a-bd01-b1ce48f1be54 admin admin] Publish callbacks [] for security_group (8e739d7c-faba-42fc-aaff-618028f2fd91), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:45.145101 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-092cc07e-7dfa-4e7a-bd01-b1ce48f1be54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8e739d7c-faba-42fc-aaff-618028f2fd91), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:45.217210 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092cc07e-7dfa-4e7a-bd01-b1ce48f1be54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e739d7c-faba-42fc-aaff-618028f2fd91,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:45.254566 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-092cc07e-7dfa-4e7a-bd01-b1ce48f1be54 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:40:45.277148 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-092cc07e-7dfa-4e7a-bd01-b1ce48f1be54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (966b5ec2-2411-46d9-abf1-8d9e3c1cba56), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:45.277477 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-092cc07e-7dfa-4e7a-bd01-b1ce48f1be54 admin admin] Added segment 966b5ec2-2411-46d9-abf1-8d9e3c1cba56 of type vlan for network f31b1a12-39c1-4146-8c6b-376f9071cb48 Mar 05 04:40:45.434739 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-092cc07e-7dfa-4e7a-bd01-b1ce48f1be54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (f31b1a12-39c1-4146-8c6b-376f9071cb48), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:45.483986 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-092cc07e-7dfa-4e7a-bd01-b1ce48f1be54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (f31b1a12-39c1-4146-8c6b-376f9071cb48), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:45.485206 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092cc07e-7dfa-4e7a-bd01-b1ce48f1be54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:45.486410 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-092cc07e-7dfa-4e7a-bd01-b1ce48f1be54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:45.543176 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36288) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:45.549231 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-6ea8debf-d229-4f1c-8984-7ba3017b3457 admin admin] Request body: {'subnet': {'network_id': 'f31b1a12-39c1-4146-8c6b-376f9071cb48', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1920806061-subnet', 'tenant_id': '6570f7d7c6804bfc9fe8b6b76b844bdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:40:45.549718 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-092cc07e-7dfa-4e7a-bd01-b1ce48f1be54 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9119043 Mar 05 04:40:45.595471 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-754ed759-e240-4bb0-a31c-985673caba1e req-91ffe446-bd21-443c-88da-01920a57bca2 service neutron] Request body: {'port': {'device_id': '7c68c3c2-df66-4f99-9ced-90c4a480130a', 'device_owner': 'compute:tempest-test_az-2111034184', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:40:45.624458 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092cc07e-7dfa-4e7a-bd01-b1ce48f1be54 admin admin] Pushing event updated for resources: {'Network': ['ID=f31b1a12-39c1-4146-8c6b-376f9071cb48,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:45.627188 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea8debf-d229-4f1c-8984-7ba3017b3457 admin admin] Made reservation on behalf of 6570f7d7c6804bfc9fe8b6b76b844bdb for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:40:45.631360 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6ea8debf-d229-4f1c-8984-7ba3017b3457 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:45.640120 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network f31b1a12-39c1-4146-8c6b-376f9071cb48 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:40:45.766433 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35ae8e-83e0-47f5-a970-a5e56057b0a6 req-c6d0e354-1eae-42dd-844b-e217333e0f7e tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:45.774731 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fa35ae8e-83e0-47f5-a970-a5e56057b0a6 req-c6d0e354-1eae-42dd-844b-e217333e0f7e tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c68c3c2-df66-4f99-9ced-90c4a480130a HTTP/1.1" status: 200 len: 936 time: 0.1113265 Mar 05 04:40:45.862689 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fa35ae8e-83e0-47f5-a970-a5e56057b0a6 req-474d7e5f-cb8f-4817-af9f-0d98a3f1bfd4 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f586c7-f540-4da8-96f3-80b000cabe71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800686 Mar 05 04:40:45.865000 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-754ed759-e240-4bb0-a31c-985673caba1e req-91ffe446-bd21-443c-88da-01920a57bca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (68dd574b-999b-4455-b125-8207bda80d28), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:46.117373 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:46.334491 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d5aa6ae4-f896-4651-8d4d-fda3073d6cbe req-0f90ea25-308a-49d6-a605-bc570ef45183 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7be48e2-685b-405a-a876-cef4398a0739 HTTP/1.1" status: 200 len: 210 time: 0.0585098 Mar 05 04:40:46.335380 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.30', 49192) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:46.466267 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-44b928c8-6991-4b8c-8847-e159dd18b450 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=50e9a7851f934538b3826d9fa65129a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1251402 Mar 05 04:40:46.657650 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36338) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:46.703179 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-51f5b4e6-d571-4eb2-86cb-cfefa422b0e5 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:46.704869 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-51f5b4e6-d571-4eb2-86cb-cfefa422b0e5 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2356653 Mar 05 04:40:46.783842 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-53d8208c-9137-4d2d-b6ca-1dd253aef261 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Request body: {'port': {'device_id': 'b7be48e2-685b-405a-a876-cef4398a0739', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'admin_state_up': True, 'tenant_id': '50e9a7851f934538b3826d9fa65129a9'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:40:46.956986 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6ea8debf-d229-4f1c-8984-7ba3017b3457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (9bab011d-64e8-4fef-99ae-9251fbd9cf1f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:47.061309 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-53d8208c-9137-4d2d-b6ca-1dd253aef261 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Made reservation on behalf of 50e9a7851f934538b3826d9fa65129a9 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:40:47.065658 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-53d8208c-9137-4d2d-b6ca-1dd253aef261 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:47.079749 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-53d8208c-9137-4d2d-b6ca-1dd253aef261 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:47.102664 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-754ed759-e240-4bb0-a31c-985673caba1e req-91ffe446-bd21-443c-88da-01920a57bca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68dd574b-999b-4455-b125-8207bda80d28 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:40:47.108377 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff6be2-7889-43d9-bb3b-467b08ea60bc req-2800e845-32c5-4a47-8e7a-7017169357ab tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:47.116537 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d1ff6be2-7889-43d9-bb3b-467b08ea60bc req-2800e845-32c5-4a47-8e7a-7017169357ab tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c68c3c2-df66-4f99-9ced-90c4a480130a HTTP/1.1" status: 200 len: 936 time: 0.1647389 Mar 05 04:40:47.117015 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8debf-d229-4f1c-8984-7ba3017b3457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bab011d-64e8-4fef-99ae-9251fbd9cf1f,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:47.130063 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-754ed759-e240-4bb0-a31c-985673caba1e req-91ffe446-bd21-443c-88da-01920a57bca2 service neutron] Publish callbacks [] for port (68dd574b-999b-4455-b125-8207bda80d28), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:47.182229 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-754ed759-e240-4bb0-a31c-985673caba1e req-91ffe446-bd21-443c-88da-01920a57bca2 service neutron] Transition to ACTIVE for port object 68dd574b-999b-4455-b125-8207bda80d28 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:40:47.187629 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea8debf-d229-4f1c-8984-7ba3017b3457 admin admin] Checking segment: {'id': '966b5ec2-2411-46d9-abf1-8d9e3c1cba56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'f31b1a12-39c1-4146-8c6b-376f9071cb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:40:47.187995 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea8debf-d229-4f1c-8984-7ba3017b3457 admin admin] Network hostable DHCP agents. Network: f31b1a12-39c1-4146-8c6b-376f9071cb48, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:40:47.193483 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-754ed759-e240-4bb0-a31c-985673caba1e req-91ffe446-bd21-443c-88da-01920a57bca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (68dd574b-999b-4455-b125-8207bda80d28), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:47.201085 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d1ff6be2-7889-43d9-bb3b-467b08ea60bc req-76f25c9d-1014-4672-9273-3f9bbaf07ea7 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f586c7-f540-4da8-96f3-80b000cabe71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822501 Mar 05 04:40:47.259758 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36356) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:47.290001 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea8debf-d229-4f1c-8984-7ba3017b3457 admin admin] Network f31b1a12-39c1-4146-8c6b-376f9071cb48 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:40:47.307125 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffe446-bd21-443c-88da-01920a57bca2 service neutron] Pushing event updated for resources: {'Port': ['ID=68dd574b-999b-4455-b125-8207bda80d28,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:47.320052 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-6ea8debf-d229-4f1c-8984-7ba3017b3457 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, f31b1a12-39c1-4146-8c6b-376f9071cb48) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:40:47.329946 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb72c94-26fd-452a-acfc-80c20d1d0756 None None] Network f31b1a12-39c1-4146-8c6b-376f9071cb48 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:40:47.337592 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea8debf-d229-4f1c-8984-7ba3017b3457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:47.338423 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6ea8debf-d229-4f1c-8984-7ba3017b3457 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:47.339621 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-53d8208c-9137-4d2d-b6ca-1dd253aef261 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Publish callbacks [] for security_group (26708e07-5622-4d4e-ac08-bc9692b5bb41), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:47.396074 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-53d8208c-9137-4d2d-b6ca-1dd253aef261 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (26708e07-5622-4d4e-ac08-bc9692b5bb41), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:47.486068 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2f049da8-ee03-4749-8a18-8cd88b2d170b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:47.486934 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36362) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:47.503391 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8208c-9137-4d2d-b6ca-1dd253aef261 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26708e07-5622-4d4e-ac08-bc9692b5bb41,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:47.530610 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36368) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:47.585406 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4de996-3894-4652-8ed7-e0b4be810365 None None] Network f31b1a12-39c1-4146-8c6b-376f9071cb48 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:40:47.614017 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-227f5f0f-4733-432d-90b1-86eeeb410e5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:47.662030 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6ea8debf-d229-4f1c-8984-7ba3017b3457 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1166379 Mar 05 04:40:47.665293 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-754ed759-e240-4bb0-a31c-985673caba1e req-91ffe446-bd21-443c-88da-01920a57bca2 service neutron] Attempting to bind port 68dd574b-999b-4455-b125-8207bda80d28 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:40:47.670602 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-754ed759-e240-4bb0-a31c-985673caba1e req-91ffe446-bd21-443c-88da-01920a57bca2 service neutron] Attempting to bind port 68dd574b-999b-4455-b125-8207bda80d28 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:40:47.670963 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754ed759-e240-4bb0-a31c-985673caba1e req-91ffe446-bd21-443c-88da-01920a57bca2 service neutron] Attempting to bind port 68dd574b-999b-4455-b125-8207bda80d28 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:40:47.685227 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754ed759-e240-4bb0-a31c-985673caba1e req-91ffe446-bd21-443c-88da-01920a57bca2 service neutron] Port 68dd574b-999b-4455-b125-8207bda80d28 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:40:47.685538 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754ed759-e240-4bb0-a31c-985673caba1e req-91ffe446-bd21-443c-88da-01920a57bca2 service neutron] Attempting to bind port 68dd574b-999b-4455-b125-8207bda80d28 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:40:47.726173 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8142bda1-5f3a-4d60-aae4-9140bbad1e25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:47.854414 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8142bda1-5f3a-4d60-aae4-9140bbad1e25 admin admin] Publish callbacks [] for security_group (b3baa2d7-cdde-4fec-8d67-c1e08f415716), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:47.861860 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8142bda1-5f3a-4d60-aae4-9140bbad1e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b3baa2d7-cdde-4fec-8d67-c1e08f415716), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:47.863850 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aba25f44-c0ad-4c5b-ab1b-3638218d9185 req-9acd9091-a0b4-4a22-be8c-35e2d40ce213 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7be48e2-685b-405a-a876-cef4398a0739 HTTP/1.1" status: 200 len: 210 time: 0.3651280 Mar 05 04:40:47.868904 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:47.900107 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754ed759-e240-4bb0-a31c-985673caba1e req-91ffe446-bd21-443c-88da-01920a57bca2 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:40:47.900925 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754ed759-e240-4bb0-a31c-985673caba1e req-91ffe446-bd21-443c-88da-01920a57bca2 service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:40:47.902132 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754ed759-e240-4bb0-a31c-985673caba1e req-91ffe446-bd21-443c-88da-01920a57bca2 service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:40:47.903862 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-754ed759-e240-4bb0-a31c-985673caba1e req-91ffe446-bd21-443c-88da-01920a57bca2 service neutron] Bound port: 68dd574b-999b-4455-b125-8207bda80d28, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:40:47.906002 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-754ed759-e240-4bb0-a31c-985673caba1e req-91ffe446-bd21-443c-88da-01920a57bca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (68dd574b-999b-4455-b125-8207bda80d28), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:47.947324 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8142bda1-5f3a-4d60-aae4-9140bbad1e25 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=943263556e8b48518610a380f3d6f78a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3899355 Mar 05 04:40:47.953452 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36382) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:47.971242 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2f049da8-ee03-4749-8a18-8cd88b2d170b admin admin] Publish callbacks [] for security_group (1d6a1d7c-f4a0-429d-9842-8c1d5ef6a556), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:47.986405 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2f049da8-ee03-4749-8a18-8cd88b2d170b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1d6a1d7c-f4a0-429d-9842-8c1d5ef6a556), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:48.102366 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f049da8-ee03-4749-8a18-8cd88b2d170b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6a1d7c-f4a0-429d-9842-8c1d5ef6a556,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:48.129513 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a26c42a7-251a-4ee3-b2db-193aed4f9253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:48.154260 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2f049da8-ee03-4749-8a18-8cd88b2d170b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7753e9c579a64f5baf930820aee8086b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4955258 Mar 05 04:40:48.161053 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36390) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:48.224413 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-754ed759-e240-4bb0-a31c-985673caba1e req-91ffe446-bd21-443c-88da-01920a57bca2 service neutron] For port 68dd574b-999b-4455-b125-8207bda80d28, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:40:48.237062 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-754ed759-e240-4bb0-a31c-985673caba1e req-91ffe446-bd21-443c-88da-01920a57bca2 service neutron] For port 68dd574b-999b-4455-b125-8207bda80d28, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=68dd574b-999b-4455-b125-8207bda80d28,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:40:48.325400 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-754ed759-e240-4bb0-a31c-985673caba1e req-91ffe446-bd21-443c-88da-01920a57bca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (68dd574b-999b-4455-b125-8207bda80d28), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:48.337967 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142bda1-5f3a-4d60-aae4-9140bbad1e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3baa2d7-cdde-4fec-8d67-c1e08f415716,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:48.412876 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ed759-e240-4bb0-a31c-985673caba1e req-91ffe446-bd21-443c-88da-01920a57bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:48.414040 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-754ed759-e240-4bb0-a31c-985673caba1e req-91ffe446-bd21-443c-88da-01920a57bca2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:48.415304 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-754ed759-e240-4bb0-a31c-985673caba1e req-91ffe446-bd21-443c-88da-01920a57bca2 service neutron] 10.222.0.31 "PUT /v2.0/ports/68dd574b-999b-4455-b125-8207bda80d28 HTTP/1.1" status: 200 len: 1119 time: 3.0898304 Mar 05 04:40:48.449155 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c68c3c2-df66-4f99-9ced-90c4a480130a', 'tag': '68dd574b-999b-4455-b125-8207bda80d28'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:40:48.482268 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a26c42a7-251a-4ee3-b2db-193aed4f9253 admin admin] Publish callbacks [] for security_group (8d269dee-ed82-4023-a290-2e91827ffaa0), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:48.612238 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a26c42a7-251a-4ee3-b2db-193aed4f9253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8d269dee-ed82-4023-a290-2e91827ffaa0), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:48.626789 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-227f5f0f-4733-432d-90b1-86eeeb410e5b admin admin] Publish callbacks [] for security_group (47aee564-1b52-433d-8153-a60f94baad17), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:48.655701 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea7c5e1-170d-4afb-b101-cdb6bddb3a51" -d '{"events": [{"name": "network-changed", "server_uuid": "7c68c3c2-df66-4f99-9ced-90c4a480130a", "tag": "68dd574b-999b-4455-b125-8207bda80d28"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:40:48.668928 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a26c42a7-251a-4ee3-b2db-193aed4f9253 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=23e8ac83f4ed475687913f657c9c8f90&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0794125 Mar 05 04:40:48.683311 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36410) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:48.690272 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-54584c43-00fe-4d9c-a1e1-a5e3706e3eda admin admin] Publish callbacks [] for security_group (1d6a1d7c-f4a0-429d-9842-8c1d5ef6a556), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:48.694122 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-227f5f0f-4733-432d-90b1-86eeeb410e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (47aee564-1b52-433d-8153-a60f94baad17), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:48.760385 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ed759-e240-4bb0-a31c-985673caba1e req-b7d20cef-d91e-4f3c-b69a-93bb256f350f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:48.762083 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-754ed759-e240-4bb0-a31c-985673caba1e req-b7d20cef-d91e-4f3c-b69a-93bb256f350f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1e65256304a4020a7d7b1ced2386c69&device_id=7c68c3c2-df66-4f99-9ced-90c4a480130a HTTP/1.1" status: 200 len: 1153 time: 0.2918575 Mar 05 04:40:48.770590 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffe446-bd21-443c-88da-01920a57bca2 service neutron] Pushing event updated for resources: {'Port': ['ID=68dd574b-999b-4455-b125-8207bda80d28,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:48.827232 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c42a7-251a-4ee3-b2db-193aed4f9253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d269dee-ed82-4023-a290-2e91827ffaa0,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:48.832917 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-54584c43-00fe-4d9c-a1e1-a5e3706e3eda admin admin] Publish callbacks [] for security_group (1d6a1d7c-f4a0-429d-9842-8c1d5ef6a556), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:48.836063 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-53d8208c-9137-4d2d-b6ca-1dd253aef261 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Allocated IP 192.168.233.184 (fb0dde64-203a-4c32-80ac-e1733ed0c9dd/63f989ea-15ee-41e4-8c8f-8183d2023f4e/16cf53a8-8e3b-4e74-b7a2-89e45425021d) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:40:48.872689 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254413d-ebec-4d47-b037-397ddb44d2eb req-a129cf0c-f394-4054-b245-1f3090adb02f tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:48.879764 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-754ed759-e240-4bb0-a31c-985673caba1e req-f92cc836-8fc9-4d6d-a60a-fa4dcaacc821 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=68dd574b-999b-4455-b125-8207bda80d28 HTTP/1.1" status: 200 len: 217 time: 0.0972130 Mar 05 04:40:48.879965 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0254413d-ebec-4d47-b037-397ddb44d2eb req-a129cf0c-f394-4054-b245-1f3090adb02f tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c68c3c2-df66-4f99-9ced-90c4a480130a HTTP/1.1" status: 200 len: 970 time: 0.4059887 Mar 05 04:40:48.880468 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3dbc7a32-3faa-4bdc-bd6d-1eaf7853565e admin admin] Publish callbacks [] for security_group (b3baa2d7-cdde-4fec-8d67-c1e08f415716), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:48.904562 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-227f5f0f-4733-432d-90b1-86eeeb410e5b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2ce90c191b394d6187da9d5f811108bb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6385450 Mar 05 04:40:48.913617 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36416) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:48.922380 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f5f0f-4733-432d-90b1-86eeeb410e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47aee564-1b52-433d-8153-a60f94baad17,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:48.974638 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a53f7ebe-3c22-4276-964f-d9495a46d3cd admin admin] Publish callbacks [] for security_group (8d269dee-ed82-4023-a290-2e91827ffaa0), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:48.977613 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3dbc7a32-3faa-4bdc-bd6d-1eaf7853565e admin admin] Publish callbacks [] for security_group (b3baa2d7-cdde-4fec-8d67-c1e08f415716), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:49.039107 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ed759-e240-4bb0-a31c-985673caba1e req-27fc360c-e138-41e5-bd32-2bf8dad8dd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:49.040557 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-754ed759-e240-4bb0-a31c-985673caba1e req-27fc360c-e138-41e5-bd32-2bf8dad8dd5f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.1495254 Mar 05 04:40:49.050128 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a53f7ebe-3c22-4276-964f-d9495a46d3cd admin admin] Publish callbacks [] for security_group (8d269dee-ed82-4023-a290-2e91827ffaa0), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:49.068953 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0254413d-ebec-4d47-b037-397ddb44d2eb req-e4397185-09ed-43a7-8bbf-6566391243b3 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f586c7-f540-4da8-96f3-80b000cabe71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880498 Mar 05 04:40:49.119753 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b8a1ca5-28d3-41e7-8ef8-8794b4315e7c admin admin] Publish callbacks [] for security_group (47aee564-1b52-433d-8153-a60f94baad17), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:49.134669 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3dbc7a32-3faa-4bdc-bd6d-1eaf7853565e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b3baa2d7-cdde-4fec-8d67-c1e08f415716), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:49.138684 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3dbc7a32-3faa-4bdc-bd6d-1eaf7853565e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:49.141193 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3dbc7a32-3faa-4bdc-bd6d-1eaf7853565e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b3baa2d7-cdde-4fec-8d67-c1e08f415716 HTTP/1.1" status: 204 len: 168 time: 1.1847708 Mar 05 04:40:49.153946 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc7a32-3faa-4bdc-bd6d-1eaf7853565e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3baa2d7-cdde-4fec-8d67-c1e08f415716,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:49.171291 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ed759-e240-4bb0-a31c-985673caba1e req-1ea517eb-469c-4aad-8815-ab5588838636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:49.178407 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-754ed759-e240-4bb0-a31c-985673caba1e req-1ea517eb-469c-4aad-8815-ab5588838636 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1259477 Mar 05 04:40:49.180318 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b8a1ca5-28d3-41e7-8ef8-8794b4315e7c admin admin] Publish callbacks [] for security_group (47aee564-1b52-433d-8153-a60f94baad17), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:49.200457 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-54584c43-00fe-4d9c-a1e1-a5e3706e3eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1d6a1d7c-f4a0-429d-9842-8c1d5ef6a556), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:49.209232 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-54584c43-00fe-4d9c-a1e1-a5e3706e3eda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:49.211150 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-54584c43-00fe-4d9c-a1e1-a5e3706e3eda admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1d6a1d7c-f4a0-429d-9842-8c1d5ef6a556 HTTP/1.1" status: 204 len: 168 time: 1.0256951 Mar 05 04:40:49.459436 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a53f7ebe-3c22-4276-964f-d9495a46d3cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8d269dee-ed82-4023-a290-2e91827ffaa0), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:49.462505 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a53f7ebe-3c22-4276-964f-d9495a46d3cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:49.468608 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a53f7ebe-3c22-4276-964f-d9495a46d3cd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8d269dee-ed82-4023-a290-2e91827ffaa0 HTTP/1.1" status: 204 len: 168 time: 0.7762721 Mar 05 04:40:49.470572 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54584c43-00fe-4d9c-a1e1-a5e3706e3eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6a1d7c-f4a0-429d-9842-8c1d5ef6a556,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:49.510562 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f7ebe-3c22-4276-964f-d9495a46d3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d269dee-ed82-4023-a290-2e91827ffaa0,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:49.573859 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b8a1ca5-28d3-41e7-8ef8-8794b4315e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (47aee564-1b52-433d-8153-a60f94baad17), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:49.583146 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b8a1ca5-28d3-41e7-8ef8-8794b4315e7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:49.584409 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9b8a1ca5-28d3-41e7-8ef8-8794b4315e7c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/47aee564-1b52-433d-8153-a60f94baad17 HTTP/1.1" status: 204 len: 168 time: 0.6602366 Mar 05 04:40:49.655628 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e10bbb-8dc9-43de-9a46-5d06e042354b x-openstack-request-id: req-86e10bbb-8dc9-43de-9a46-5d06e042354b {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:40:49.656615 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c68c3c2-df66-4f99-9ced-90c4a480130a", "tag": "68dd574b-999b-4455-b125-8207bda80d28", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:40:49.657074 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-86e10bbb-8dc9-43de-9a46-5d06e042354b {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:40:49.657724 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c68c3c2-df66-4f99-9ced-90c4a480130a', 'tag': '68dd574b-999b-4455-b125-8207bda80d28', 'status': 'completed', 'code': 200} Mar 05 04:40:49.726645 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-53d8208c-9137-4d2d-b6ca-1dd253aef261 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Publish callbacks [] for port (16cf53a8-8e3b-4e74-b7a2-89e45425021d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:49.782248 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-754ed759-e240-4bb0-a31c-985673caba1e req-5677d7d4-0081-4c94-9baf-03b54bbb44f2 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6001687 Mar 05 04:40:49.827404 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-53d8208c-9137-4d2d-b6ca-1dd253aef261 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (16cf53a8-8e3b-4e74-b7a2-89e45425021d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:49.899743 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-754ed759-e240-4bb0-a31c-985673caba1e req-b474664e-a200-4d78-8e25-305efdc77f57 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112661 Mar 05 04:40:49.900294 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36436) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:49.918521 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-13e1b7da-e95f-4610-bdd2-8ca693e1e7cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:49.953787 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a1ca5-28d3-41e7-8ef8-8794b4315e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47aee564-1b52-433d-8153-a60f94baad17,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:49.959939 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8208c-9137-4d2d-b6ca-1dd253aef261 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Pushing event updated for resources: {'Port': ['ID=16cf53a8-8e3b-4e74-b7a2-89e45425021d,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:49.988921 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-53d8208c-9137-4d2d-b6ca-1dd253aef261 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:40:49.991699 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-53d8208c-9137-4d2d-b6ca-1dd253aef261 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:40:50.010161 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-53d8208c-9137-4d2d-b6ca-1dd253aef261 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:40:50.097963 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-53d8208c-9137-4d2d-b6ca-1dd253aef261 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:50.099377 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-53d8208c-9137-4d2d-b6ca-1dd253aef261 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:50.124987 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fc08f-ed33-47b8-ad9b-fb9619d3e22f req-cc1d15d8-821f-4cfc-8093-eb2a0858598d tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:50.133132 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-836fc08f-ed33-47b8-ad9b-fb9619d3e22f req-cc1d15d8-821f-4cfc-8093-eb2a0858598d tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7be48e2-685b-405a-a876-cef4398a0739 HTTP/1.1" status: 200 len: 936 time: 0.3578329 Mar 05 04:40:50.138237 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-53d8208c-9137-4d2d-b6ca-1dd253aef261 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3588994 Mar 05 04:40:50.215364 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-61cc439a-486e-49a6-9de4-c9f3ed40ff54 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:40:50.217351 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-61cc439a-486e-49a6-9de4-c9f3ed40ff54 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0650051 Mar 05 04:40:50.281363 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-13e1b7da-e95f-4610-bdd2-8ca693e1e7cb admin admin] Publish callbacks [] for security_group (d0a8bdd6-5f47-4a72-8e6e-a910fd3b30e9), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:50.311275 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7c5e1-170d-4afb-b101-cdb6bddb3a51 req-e4ae5192-3476-410d-b067-37fd9faf3318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:50.313172 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dea7c5e1-170d-4afb-b101-cdb6bddb3a51 req-e4ae5192-3476-410d-b067-37fd9faf3318 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a1e65256304a4020a7d7b1ced2386c69&device_id=7c68c3c2-df66-4f99-9ced-90c4a480130a HTTP/1.1" status: 200 len: 1153 time: 0.3307025 Mar 05 04:40:50.399185 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36442) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:50.399912 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-13e1b7da-e95f-4610-bdd2-8ca693e1e7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d0a8bdd6-5f47-4a72-8e6e-a910fd3b30e9), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:50.467938 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-836fc08f-ed33-47b8-ad9b-fb9619d3e22f req-c005ac52-7db0-42df-8e33-d3937ac5a55b tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/security-groups?id=26708e07-5622-4d4e-ac08-bc9692b5bb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132942 Mar 05 04:40:50.505057 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-2b200b15-5359-4953-908f-0913a51e9657 None None] Provisioning complete for port 16cf53a8-8e3b-4e74-b7a2-89e45425021d triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:40:50.505675 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2b200b15-5359-4953-908f-0913a51e9657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (16cf53a8-8e3b-4e74-b7a2-89e45425021d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:50.546968 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-13e1b7da-e95f-4610-bdd2-8ca693e1e7cb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=401ce8311be0450a968e4eec03e7eeb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6432025 Mar 05 04:40:50.558640 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36446) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:50.594447 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1e9da216-d69b-4069-b233-2d5afba96697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:50.606157 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2b200b15-5359-4953-908f-0913a51e9657 None None] Port 16cf53a8-8e3b-4e74-b7a2-89e45425021d cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:40:50.664757 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403bcbf-cbb1-4390-bcbb-b0b1ea659ce2 req-e8bfe260-4b0e-4e07-9b39-4847396842d0 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:50.666199 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b403bcbf-cbb1-4390-bcbb-b0b1ea659ce2 req-e8bfe260-4b0e-4e07-9b39-4847396842d0 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c68c3c2-df66-4f99-9ced-90c4a480130a HTTP/1.1" status: 200 len: 970 time: 0.1229687 Mar 05 04:40:50.667778 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1b7da-e95f-4610-bdd2-8ca693e1e7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a8bdd6-5f47-4a72-8e6e-a910fd3b30e9,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:50.673322 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4136980e-3a6c-4923-8669-ef292af1f7c4 admin admin] Publish callbacks [] for security_group (d0a8bdd6-5f47-4a72-8e6e-a910fd3b30e9), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:50.685123 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36448) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:50.724954 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4136980e-3a6c-4923-8669-ef292af1f7c4 admin admin] Publish callbacks [] for security_group (d0a8bdd6-5f47-4a72-8e6e-a910fd3b30e9), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:50.726834 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3887822e-c3d6-4160-9bff-a44b5c7a6cda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:50.773737 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7c5e1-170d-4afb-b101-cdb6bddb3a51 req-88b42f84-5f8e-4fd0-87cc-f44139f4ecde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:50.777666 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dea7c5e1-170d-4afb-b101-cdb6bddb3a51 req-88b42f84-5f8e-4fd0-87cc-f44139f4ecde service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.4560218 Mar 05 04:40:50.791870 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36450) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:50.814129 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8f312f6c-dca0-485a-9e64-0d37a0dfa182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:50.848735 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dea7c5e1-170d-4afb-b101-cdb6bddb3a51 req-479421ea-dbfe-4b11-92f9-53ada1cc929f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=68dd574b-999b-4455-b125-8207bda80d28 HTTP/1.1" status: 200 len: 217 time: 0.0647285 Mar 05 04:40:50.858876 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-fa3281a5-b72c-4ad4-9e35-248d7d1037fc service neutron] Request body: {'port': {'device_id': 'b7be48e2-685b-405a-a876-cef4398a0739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:40:50.944345 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1e9da216-d69b-4069-b233-2d5afba96697 admin admin] Publish callbacks [] for security_group (8a605950-8260-4036-996f-b3213c759d39), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:50.952176 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b403bcbf-cbb1-4390-bcbb-b0b1ea659ce2 req-f32ed654-d236-45f8-b94f-e9dc4168a666 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f586c7-f540-4da8-96f3-80b000cabe71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762280 Mar 05 04:40:51.001459 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-fa3281a5-b72c-4ad4-9e35-248d7d1037fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (16cf53a8-8e3b-4e74-b7a2-89e45425021d), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:51.021169 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4136980e-3a6c-4923-8669-ef292af1f7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d0a8bdd6-5f47-4a72-8e6e-a910fd3b30e9), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:51.024756 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4136980e-3a6c-4923-8669-ef292af1f7c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:51.028495 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4136980e-3a6c-4923-8669-ef292af1f7c4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d0a8bdd6-5f47-4a72-8e6e-a910fd3b30e9 HTTP/1.1" status: 204 len: 168 time: 0.4663229 Mar 05 04:40:51.049289 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136980e-3a6c-4923-8669-ef292af1f7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a8bdd6-5f47-4a72-8e6e-a910fd3b30e9,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:51.125037 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8f312f6c-dca0-485a-9e64-0d37a0dfa182 admin admin] Publish callbacks [] for security_group (464efe7d-b395-4e0d-9dfa-19744ab8a219), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:51.130148 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7c5e1-170d-4afb-b101-cdb6bddb3a51 req-ce5f1adb-d425-4c97-b834-d8c92bd07087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:51.133762 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dea7c5e1-170d-4afb-b101-cdb6bddb3a51 req-ce5f1adb-d425-4c97-b834-d8c92bd07087 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.2688749 Mar 05 04:40:51.138181 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1e9da216-d69b-4069-b233-2d5afba96697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8a605950-8260-4036-996f-b3213c759d39), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:51.152775 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8f312f6c-dca0-485a-9e64-0d37a0dfa182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (464efe7d-b395-4e0d-9dfa-19744ab8a219), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:51.325740 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1e9da216-d69b-4069-b233-2d5afba96697 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=950ceac83a21412bbe183913adff0d83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8309190 Mar 05 04:40:51.338879 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36454) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:51.412913 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8f312f6c-dca0-485a-9e64-0d37a0dfa182 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=760870353f1c482fbd41f5e072063247&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6180542 Mar 05 04:40:51.413845 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9da216-d69b-4069-b233-2d5afba96697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a605950-8260-4036-996f-b3213c759d39,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:51.420505 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36458) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:51.472774 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f312f6c-dca0-485a-9e64-0d37a0dfa182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464efe7d-b395-4e0d-9dfa-19744ab8a219,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:51.520417 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7c5e1-170d-4afb-b101-cdb6bddb3a51 req-296cda69-6b23-4d73-a03c-98e1fabb0418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:51.524000 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dea7c5e1-170d-4afb-b101-cdb6bddb3a51 req-296cda69-6b23-4d73-a03c-98e1fabb0418 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3644903 Mar 05 04:40:51.528934 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8b948897-5ef9-4265-96f2-a9a96f49e600 admin admin] Publish callbacks [] for security_group (8a605950-8260-4036-996f-b3213c759d39), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:51.672948 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dea7c5e1-170d-4afb-b101-cdb6bddb3a51 req-73b43ecb-5566-4c0a-a65b-845aa0ca6eb8 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180310 Mar 05 04:40:51.675488 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8b948897-5ef9-4265-96f2-a9a96f49e600 admin admin] Publish callbacks [] for security_group (8a605950-8260-4036-996f-b3213c759d39), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:51.693992 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3887822e-c3d6-4160-9bff-a44b5c7a6cda admin admin] Publish callbacks [] for security_group (f196968d-0777-44f2-9d06-51bb42268ad8), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:51.714436 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3887822e-c3d6-4160-9bff-a44b5c7a6cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f196968d-0777-44f2-9d06-51bb42268ad8), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:51.785669 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3887822e-c3d6-4160-9bff-a44b5c7a6cda admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2af90fe808cc48568c76a22007241206&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0993240 Mar 05 04:40:51.801977 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36470) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:51.927842 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8b948897-5ef9-4265-96f2-a9a96f49e600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8a605950-8260-4036-996f-b3213c759d39), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:51.932623 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8b948897-5ef9-4265-96f2-a9a96f49e600 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:51.936678 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8b948897-5ef9-4265-96f2-a9a96f49e600 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8a605950-8260-4036-996f-b3213c759d39 HTTP/1.1" status: 204 len: 168 time: 0.5934086 Mar 05 04:40:51.939491 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cecc8-5c41-4828-878d-b4d4cb4da3cb req-de37104e-fbfa-47ff-afb9-bb25616b2403 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:51.944076 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-490cecc8-5c41-4828-878d-b4d4cb4da3cb req-de37104e-fbfa-47ff-afb9-bb25616b2403 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7be48e2-685b-405a-a876-cef4398a0739 HTTP/1.1" status: 200 len: 936 time: 0.3681026 Mar 05 04:40:51.971675 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b948897-5ef9-4265-96f2-a9a96f49e600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a605950-8260-4036-996f-b3213c759d39,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:52.000137 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dea7c5e1-170d-4afb-b101-cdb6bddb3a51 req-62a83381-5399-42e0-9730-ef2028678423 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895365 Mar 05 04:40:52.002963 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-50d02035-72c1-4301-8b0c-8f56c2ad5013 admin admin] Publish callbacks [] for security_group (464efe7d-b395-4e0d-9dfa-19744ab8a219), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:52.049813 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-50d02035-72c1-4301-8b0c-8f56c2ad5013 admin admin] Publish callbacks [] for security_group (464efe7d-b395-4e0d-9dfa-19744ab8a219), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:52.113148 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-50d02035-72c1-4301-8b0c-8f56c2ad5013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (464efe7d-b395-4e0d-9dfa-19744ab8a219), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:52.115887 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-50d02035-72c1-4301-8b0c-8f56c2ad5013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:52.117155 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-50d02035-72c1-4301-8b0c-8f56c2ad5013 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/464efe7d-b395-4e0d-9dfa-19744ab8a219 HTTP/1.1" status: 204 len: 168 time: 0.6956372 Mar 05 04:40:52.158331 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887822e-c3d6-4160-9bff-a44b5c7a6cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f196968d-0777-44f2-9d06-51bb42268ad8,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:52.214282 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d02035-72c1-4301-8b0c-8f56c2ad5013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464efe7d-b395-4e0d-9dfa-19744ab8a219,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:52.240651 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-fa3281a5-b72c-4ad4-9e35-248d7d1037fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16cf53a8-8e3b-4e74-b7a2-89e45425021d {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:40:52.271424 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-fa3281a5-b72c-4ad4-9e35-248d7d1037fc service neutron] Publish callbacks [] for port (16cf53a8-8e3b-4e74-b7a2-89e45425021d), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:52.299904 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-490cecc8-5c41-4828-878d-b4d4cb4da3cb req-7d81c521-b55e-4efb-b0e8-ccca7d035a28 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/security-groups?id=26708e07-5622-4d4e-ac08-bc9692b5bb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947737 Mar 05 04:40:52.313010 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-fa3281a5-b72c-4ad4-9e35-248d7d1037fc service neutron] Transition to ACTIVE for port object 16cf53a8-8e3b-4e74-b7a2-89e45425021d will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:40:52.314170 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f9e99c80-d4c8-4c48-8cb1-d00a88d4dcba admin admin] Publish callbacks [] for security_group (f196968d-0777-44f2-9d06-51bb42268ad8), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:52.343655 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f9e99c80-d4c8-4c48-8cb1-d00a88d4dcba admin admin] Publish callbacks [] for security_group (f196968d-0777-44f2-9d06-51bb42268ad8), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:52.391492 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-fa3281a5-b72c-4ad4-9e35-248d7d1037fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (16cf53a8-8e3b-4e74-b7a2-89e45425021d), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:52.435734 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f9e99c80-d4c8-4c48-8cb1-d00a88d4dcba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f196968d-0777-44f2-9d06-51bb42268ad8), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:52.438619 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f9e99c80-d4c8-4c48-8cb1-d00a88d4dcba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:52.439828 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f9e99c80-d4c8-4c48-8cb1-d00a88d4dcba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f196968d-0777-44f2-9d06-51bb42268ad8 HTTP/1.1" status: 204 len: 168 time: 0.6142654 Mar 05 04:40:52.674217 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e99c80-d4c8-4c48-8cb1-d00a88d4dcba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f196968d-0777-44f2-9d06-51bb42268ad8,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:52.764506 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3281a5-b72c-4ad4-9e35-248d7d1037fc service neutron] Pushing event updated for resources: {'Port': ['ID=16cf53a8-8e3b-4e74-b7a2-89e45425021d,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:52.822093 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc6e9d-08b9-4035-a888-d1c248592172 req-d77c9072-6f2d-4e6b-a7c4-5cdb2ee78734 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:52.832909 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-acdc6e9d-08b9-4035-a888-d1c248592172 req-d77c9072-6f2d-4e6b-a7c4-5cdb2ee78734 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c68c3c2-df66-4f99-9ced-90c4a480130a HTTP/1.1" status: 200 len: 970 time: 0.4318852 Mar 05 04:40:52.894044 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36492) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:52.913257 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0a290313-c159-4534-a92c-d7478b2c3b8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:52.943192 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-fa3281a5-b72c-4ad4-9e35-248d7d1037fc service neutron] Attempting to bind port 16cf53a8-8e3b-4e74-b7a2-89e45425021d on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:40:52.958223 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-fa3281a5-b72c-4ad4-9e35-248d7d1037fc service neutron] Attempting to bind port 16cf53a8-8e3b-4e74-b7a2-89e45425021d by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:40:52.959833 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-fa3281a5-b72c-4ad4-9e35-248d7d1037fc service neutron] Attempting to bind port 16cf53a8-8e3b-4e74-b7a2-89e45425021d on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:40:52.986927 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-fa3281a5-b72c-4ad4-9e35-248d7d1037fc service neutron] Port 16cf53a8-8e3b-4e74-b7a2-89e45425021d on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:40:52.988766 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-fa3281a5-b72c-4ad4-9e35-248d7d1037fc service neutron] Attempting to bind port 16cf53a8-8e3b-4e74-b7a2-89e45425021d on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:40:53.076592 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-acdc6e9d-08b9-4035-a888-d1c248592172 req-fe6498f6-e7be-46a9-8f37-4d13e0d7998b tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f586c7-f540-4da8-96f3-80b000cabe71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345920 Mar 05 04:40:53.079457 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-fa3281a5-b72c-4ad4-9e35-248d7d1037fc service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:40:53.080371 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-fa3281a5-b72c-4ad4-9e35-248d7d1037fc service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:40:53.082125 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-fa3281a5-b72c-4ad4-9e35-248d7d1037fc service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:40:53.083112 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-fa3281a5-b72c-4ad4-9e35-248d7d1037fc service neutron] Bound port: 16cf53a8-8e3b-4e74-b7a2-89e45425021d, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:40:53.084994 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-fa3281a5-b72c-4ad4-9e35-248d7d1037fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (16cf53a8-8e3b-4e74-b7a2-89e45425021d), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:53.127004 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0a290313-c159-4534-a92c-d7478b2c3b8a admin admin] Publish callbacks [] for security_group (3c0927ca-af53-478a-947c-acefb4c0ec3f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:53.155875 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0a290313-c159-4534-a92c-d7478b2c3b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3c0927ca-af53-478a-947c-acefb4c0ec3f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:53.212746 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0a290313-c159-4534-a92c-d7478b2c3b8a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=54243b7948db49478c0d99d36634f85a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168399 Mar 05 04:40:53.213442 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a290313-c159-4534-a92c-d7478b2c3b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0927ca-af53-478a-947c-acefb4c0ec3f,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:53.228680 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36504) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:53.296847 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5d57e468-87a9-4f53-80de-7982de92e9f4 admin admin] Publish callbacks [] for security_group (3c0927ca-af53-478a-947c-acefb4c0ec3f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:53.322445 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5d57e468-87a9-4f53-80de-7982de92e9f4 admin admin] Publish callbacks [] for security_group (3c0927ca-af53-478a-947c-acefb4c0ec3f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:53.416379 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5d57e468-87a9-4f53-80de-7982de92e9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3c0927ca-af53-478a-947c-acefb4c0ec3f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:53.421337 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5d57e468-87a9-4f53-80de-7982de92e9f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:53.427355 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5d57e468-87a9-4f53-80de-7982de92e9f4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3c0927ca-af53-478a-947c-acefb4c0ec3f HTTP/1.1" status: 204 len: 168 time: 0.1948352 Mar 05 04:40:53.438618 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-fa3281a5-b72c-4ad4-9e35-248d7d1037fc service neutron] For port 16cf53a8-8e3b-4e74-b7a2-89e45425021d, host n-h1-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:40:53.442371 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57e468-87a9-4f53-80de-7982de92e9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0927ca-af53-478a-947c-acefb4c0ec3f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:53.514300 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-fa3281a5-b72c-4ad4-9e35-248d7d1037fc service neutron] For port 16cf53a8-8e3b-4e74-b7a2-89e45425021d, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=16cf53a8-8e3b-4e74-b7a2-89e45425021d,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:40:53.526344 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64c982-869c-4472-a816-92ee32f7eadd req-5ad5a7ff-70d9-4951-b1e0-e75ece97ca1a tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:53.528144 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2c64c982-869c-4472-a816-92ee32f7eadd req-5ad5a7ff-70d9-4951-b1e0-e75ece97ca1a tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/networks?id=8538c983-160a-4b67-8024-c598ec9cf3a6 HTTP/1.1" status: 200 len: 807 time: 0.4103985 Mar 05 04:40:53.548194 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-fa3281a5-b72c-4ad4-9e35-248d7d1037fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (16cf53a8-8e3b-4e74-b7a2-89e45425021d), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:53.618254 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-fa3281a5-b72c-4ad4-9e35-248d7d1037fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:53.622125 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-fa3281a5-b72c-4ad4-9e35-248d7d1037fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:53.627214 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-fa3281a5-b72c-4ad4-9e35-248d7d1037fc service neutron] 10.222.0.30 "PUT /v2.0/ports/16cf53a8-8e3b-4e74-b7a2-89e45425021d HTTP/1.1" status: 200 len: 1097 time: 3.1383541 Mar 05 04:40:53.630197 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7be48e2-685b-405a-a876-cef4398a0739', 'tag': '16cf53a8-8e3b-4e74-b7a2-89e45425021d'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:40:53.635568 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2c64c982-869c-4472-a816-92ee32f7eadd req-4c267469-eed3-4a93-8585-3a85780536e0 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/quotas/facd03296ca545159cfaaad05aba02e6 HTTP/1.1" status: 200 len: 375 time: 0.0891132 Mar 05 04:40:53.727024 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2c64c982-869c-4472-a816-92ee32f7eadd req-2e27ca0c-5e76-4226-b764-eaf10811c356 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=facd03296ca545159cfaaad05aba02e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772443 Mar 05 04:40:53.731512 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3281a5-b72c-4ad4-9e35-248d7d1037fc service neutron] Pushing event updated for resources: {'Port': ['ID=16cf53a8-8e3b-4e74-b7a2-89e45425021d,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:53.775354 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d48ea-2506-4bb2-b3bb-0e67306ba805 req-a11352cf-701e-4fad-97a2-58bb576378a1 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:53.779904 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-675d48ea-2506-4bb2-b3bb-0e67306ba805 req-a11352cf-701e-4fad-97a2-58bb576378a1 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7be48e2-685b-405a-a876-cef4398a0739 HTTP/1.1" status: 200 len: 948 time: 0.2905648 Mar 05 04:40:53.870023 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-675d48ea-2506-4bb2-b3bb-0e67306ba805 req-aa7f1cf0-d5b5-42ef-8ed0-045cf7c9f73d tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/security-groups?id=26708e07-5622-4d4e-ac08-bc9692b5bb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833995 Mar 05 04:40:54.295600 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45b3e1-198a-40da-988d-f1ed0506730c req-eae16803-e109-471a-a4f1-cc20dd05c26b tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:54.297332 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ff45b3e1-198a-40da-988d-f1ed0506730c req-eae16803-e109-471a-a4f1-cc20dd05c26b tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c68c3c2-df66-4f99-9ced-90c4a480130a HTTP/1.1" status: 200 len: 970 time: 0.0590179 Mar 05 04:40:54.320934 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f99d1fb-999f-4d15-9edb-7836c4b36a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "b7be48e2-685b-405a-a876-cef4398a0739", "tag": "16cf53a8-8e3b-4e74-b7a2-89e45425021d"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:40:54.370756 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ff45b3e1-198a-40da-988d-f1ed0506730c req-8831fc0a-a048-48bb-9c8b-585c0ed066c0 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f586c7-f540-4da8-96f3-80b000cabe71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651116 Mar 05 04:40:54.606662 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-2c64c982-869c-4472-a816-92ee32f7eadd req-6ab87063-1b49-4512-affd-ca8aeb11ac0b service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:40:54.608032 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2c64c982-869c-4472-a816-92ee32f7eadd req-6ab87063-1b49-4512-affd-ca8aeb11ac0b service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1534028 Mar 05 04:40:54.925995 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f45c1a-1389-4e42-9186-3c0a7528f729 x-openstack-request-id: req-a0f45c1a-1389-4e42-9186-3c0a7528f729 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:40:54.926609 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7be48e2-685b-405a-a876-cef4398a0739", "tag": "16cf53a8-8e3b-4e74-b7a2-89e45425021d", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:40:54.926609 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a0f45c1a-1389-4e42-9186-3c0a7528f729 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:40:54.926949 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7be48e2-685b-405a-a876-cef4398a0739', 'tag': '16cf53a8-8e3b-4e74-b7a2-89e45425021d', 'status': 'completed', 'code': 200} Mar 05 04:40:54.997439 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2c64c982-869c-4472-a816-92ee32f7eadd req-f9af7556-de28-4531-ab88-e57eab706628 service neutron] 10.222.0.11 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823500 Mar 05 04:40:55.037149 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0683b5-6757-44b1-8e8e-6c1e85356614 req-db3c942a-a542-44f5-9193-2c9e984ebd5f tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:55.038629 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0a0683b5-6757-44b1-8e8e-6c1e85356614 req-db3c942a-a542-44f5-9193-2c9e984ebd5f tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7be48e2-685b-405a-a876-cef4398a0739 HTTP/1.1" status: 200 len: 948 time: 0.0766325 Mar 05 04:40:55.151228 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0a0683b5-6757-44b1-8e8e-6c1e85356614 req-e44b544f-a8c5-42b5-b93f-9263fe95b962 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/security-groups?id=26708e07-5622-4d4e-ac08-bc9692b5bb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050079 Mar 05 04:40:55.174162 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2c64c982-869c-4472-a816-92ee32f7eadd req-93cdfd30-5cec-4258-b5df-a363d70d18a7 service neutron] 10.222.0.11 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660016 Mar 05 04:40:55.395430 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5d61cd87-ff28-49b8-9a1f-adc409561f04 req-abc9d30d-5373-4133-8a14-52f1db5f6f95 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44cf234-1303-425c-9e6b-b1b102f7a855 HTTP/1.1" status: 200 len: 210 time: 0.0372348 Mar 05 04:40:55.525630 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdc076-e8f0-416c-a751-5d4375220dee req-1042dd3d-4afb-48fe-8e0d-fe899a96496c tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:55.527766 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6cdc076-e8f0-416c-a751-5d4375220dee req-1042dd3d-4afb-48fe-8e0d-fe899a96496c tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c68c3c2-df66-4f99-9ced-90c4a480130a HTTP/1.1" status: 200 len: 970 time: 0.0728059 Mar 05 04:40:55.632809 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6cdc076-e8f0-416c-a751-5d4375220dee req-b11f82d9-8cfd-4445-8458-b87f66657bcb tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f586c7-f540-4da8-96f3-80b000cabe71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977058 Mar 05 04:40:56.148582 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36640) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:56.210483 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 68dd574b-999b-4455-b125-8207bda80d28 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:40:56.379662 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f191b-2573-4b99-afc3-8c8dee6b513b req-82877665-9f5f-4730-81fe-e02b2c11b2d6 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:56.381282 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4f8f191b-2573-4b99-afc3-8c8dee6b513b req-82877665-9f5f-4730-81fe-e02b2c11b2d6 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7be48e2-685b-405a-a876-cef4398a0739 HTTP/1.1" status: 200 len: 948 time: 0.0785093 Mar 05 04:40:56.416338 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 68dd574b-999b-4455-b125-8207bda80d28, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=68dd574b-999b-4455-b125-8207bda80d28,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:40:56.465609 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '68dd574b-999b-4455-b125-8207bda80d28', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': '68dd574b-999b-4455-b125-8207bda80d28', 'mac_address': 'fa:16:3e:80:13:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:tempest-test_az-2111034184', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:40:56.501557 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4f8f191b-2573-4b99-afc3-8c8dee6b513b req-b20f5b98-cbba-4c2f-84e2-9a3d80d90374 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/security-groups?id=26708e07-5622-4d4e-ac08-bc9692b5bb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104460 Mar 05 04:40:56.552720 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 68dd574b-999b-4455-b125-8207bda80d28 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:40:56.553830 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (68dd574b-999b-4455-b125-8207bda80d28), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:56.577258 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3bd02dc8-14ce-4777-a7b6-5c641d5f12e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:56.602725 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b8b10fc4-1836-4ba2-88c1-684668995242 req-3f623a55-3204-43fe-a998-4c117078c61b tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44cf234-1303-425c-9e6b-b1b102f7a855 HTTP/1.1" status: 200 len: 210 time: 0.0647054 Mar 05 04:40:56.654135 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68dd574b-999b-4455-b125-8207bda80d28 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:40:56.709918 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 68dd574b-999b-4455-b125-8207bda80d28, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=68dd574b-999b-4455-b125-8207bda80d28,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:40:56.726669 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (68dd574b-999b-4455-b125-8207bda80d28), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:56.860361 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=68dd574b-999b-4455-b125-8207bda80d28,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:56.883369 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:56.883723 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:56.884318 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:56.884654 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:56.884982 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:56.885375 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:56.885624 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:56.885949 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:56.886272 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:56.890402 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:56.891523 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:56.891870 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:56.893388 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Tracked resource versions report: Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: pushed versions: Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: { 'AddressGroup': {'1.2'}, Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: 'ConntrackHelper': {'1.0'}, Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: 'LocalIPAssociation': {'1.0'}, Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: 'Log': {'1.0'}, Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: 'Network': {'1.1'}, Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: 'Port': {'1.7'}, Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: 'PortForwarding': {'1.2'}, Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: 'QosPolicy': {'1.10'}, Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: 'SecurityGroup': {'1.5'}, Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: 'SecurityGroupRule': {'1.2'}, Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: 'SubPort': {'1.0'}, Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: 'Subnet': {'1.1'}, Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: 'Trunk': {'1.1'}} Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: consumer versions: Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: { DHCP agent@n-d-789963-32: {}, Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: HyperV agent@n-h1-789963-32: {}, Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: HyperV agent@n-h2-789963-32: {}, Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: L3 agent@n-d-789963-32: {}, Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: Metadata agent@n-d-789963-32: {}, Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: Metering agent@n-d-789963-32: {}, Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: Open vSwitch agent@n-d-789963-32: { 'AddressGroup': '1.2', Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: 'ConntrackHelper': '1.0', Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: 'LocalIPAssociation': '1.0', Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: 'Log': '1.0', Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: 'Network': '1.1', Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: 'Port': '1.7', Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: 'PortForwarding': '1.2', Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: 'QosPolicy': '1.10', Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: 'SecurityGroup': '1.5', Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: 'SecurityGroupRule': '1.2', Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: 'SubPort': '1.0', Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: 'Subnet': '1.1', Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: 'Trunk': '1.1'}} Mar 05 04:40:56.894935 n-d-789963-32 neutron-server[105233]: {{(pid=105233) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 05 04:40:56.947447 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a65c1-2d11-4d6e-8ba0-a890003f1dac req-39d3b533-ee96-4415-9e46-03a370280547 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:56.949765 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c93a65c1-2d11-4d6e-8ba0-a890003f1dac req-39d3b533-ee96-4415-9e46-03a370280547 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c68c3c2-df66-4f99-9ced-90c4a480130a HTTP/1.1" status: 200 len: 971 time: 0.1105194 Mar 05 04:40:57.041071 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64c982-869c-4472-a816-92ee32f7eadd req-4a2c3f95-4a70-4595-909c-c623fb2edc82 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:57.042614 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2c64c982-869c-4472-a816-92ee32f7eadd req-4a2c3f95-4a70-4595-909c-c623fb2edc82 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.31 "GET /v2.0/networks?id=8538c983-160a-4b67-8024-c598ec9cf3a6 HTTP/1.1" status: 200 len: 807 time: 0.3528712 Mar 05 04:40:57.050832 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['68dd574b-999b-4455-b125-8207bda80d28'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:40:57.078060 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c93a65c1-2d11-4d6e-8ba0-a890003f1dac req-e5a93226-c99e-4010-a033-82dc5468485c tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f586c7-f540-4da8-96f3-80b000cabe71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123254 Mar 05 04:40:57.091342 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-2c64c982-869c-4472-a816-92ee32f7eadd req-b50c1b0e-993e-4626-9058-d2d72ee5da23 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Request body: {'port': {'device_id': 'd44cf234-1303-425c-9e6b-b1b102f7a855', 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6', 'admin_state_up': True, 'tenant_id': 'facd03296ca545159cfaaad05aba02e6'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:40:57.242323 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3bd02dc8-14ce-4777-a7b6-5c641d5f12e6 admin admin] Publish callbacks [] for security_group (eb9b2d74-79bd-4f24-b964-0b1f397a436f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:57.256879 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3bd02dc8-14ce-4777-a7b6-5c641d5f12e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (eb9b2d74-79bd-4f24-b964-0b1f397a436f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:57.287752 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd02dc8-14ce-4777-a7b6-5c641d5f12e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9b2d74-79bd-4f24-b964-0b1f397a436f,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:57.310048 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c64c982-869c-4472-a816-92ee32f7eadd req-b50c1b0e-993e-4626-9058-d2d72ee5da23 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Made reservation on behalf of facd03296ca545159cfaaad05aba02e6 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:40:57.314902 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2c64c982-869c-4472-a816-92ee32f7eadd req-b50c1b0e-993e-4626-9058-d2d72ee5da23 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:57.344545 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3bd02dc8-14ce-4777-a7b6-5c641d5f12e6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d0ebfb41b3f412a8a5c4ef759a29a51&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1924946 Mar 05 04:40:57.345277 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36676) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:57.431193 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b09827a5-4741-4f18-9673-a396f6f9ebd6 admin admin] Publish callbacks [] for security_group (eb9b2d74-79bd-4f24-b964-0b1f397a436f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:57.467155 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b09827a5-4741-4f18-9673-a396f6f9ebd6 admin admin] Publish callbacks [] for security_group (eb9b2d74-79bd-4f24-b964-0b1f397a436f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:57.525460 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b09827a5-4741-4f18-9673-a396f6f9ebd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (eb9b2d74-79bd-4f24-b964-0b1f397a436f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:57.528641 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-2c64c982-869c-4472-a816-92ee32f7eadd req-b50c1b0e-993e-4626-9058-d2d72ee5da23 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Allocated IP 172.20.0.9 (8538c983-160a-4b67-8024-c598ec9cf3a6/fa622505-df3c-45bb-bed1-baf2861c8524/5197f0b8-9ff0-42c8-8a19-eb8785fe21f5) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:40:57.529918 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b09827a5-4741-4f18-9673-a396f6f9ebd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:57.534119 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b09827a5-4741-4f18-9673-a396f6f9ebd6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eb9b2d74-79bd-4f24-b964-0b1f397a436f HTTP/1.1" status: 204 len: 168 time: 0.1865454 Mar 05 04:40:57.548516 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09827a5-4741-4f18-9673-a396f6f9ebd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9b2d74-79bd-4f24-b964-0b1f397a436f,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:57.690755 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2c64c982-869c-4472-a816-92ee32f7eadd req-b50c1b0e-993e-4626-9058-d2d72ee5da23 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Publish callbacks [] for port (5197f0b8-9ff0-42c8-8a19-eb8785fe21f5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:57.727498 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2c64c982-869c-4472-a816-92ee32f7eadd req-b50c1b0e-993e-4626-9058-d2d72ee5da23 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (5197f0b8-9ff0-42c8-8a19-eb8785fe21f5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:57.777908 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c64c982-869c-4472-a816-92ee32f7eadd req-b50c1b0e-993e-4626-9058-d2d72ee5da23 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Network 8538c983-160a-4b67-8024-c598ec9cf3a6 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:40:57.781136 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-2c64c982-869c-4472-a816-92ee32f7eadd req-b50c1b0e-993e-4626-9058-d2d72ee5da23 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:40:57.784761 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c64c982-869c-4472-a816-92ee32f7eadd req-b50c1b0e-993e-4626-9058-d2d72ee5da23 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:40:57.821095 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c1b0e-993e-4626-9058-d2d72ee5da23 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Pushing event updated for resources: {'Port': ['ID=5197f0b8-9ff0-42c8-8a19-eb8785fe21f5,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:57.850490 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64c982-869c-4472-a816-92ee32f7eadd req-b50c1b0e-993e-4626-9058-d2d72ee5da23 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:57.851120 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2c64c982-869c-4472-a816-92ee32f7eadd req-b50c1b0e-993e-4626-9058-d2d72ee5da23 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:57.860378 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-2e0ebf69-0e20-4159-91ea-62c83b58e5c1 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=80199c741b5145e7938f23ba96eb7071&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495892 Mar 05 04:40:57.870631 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2c64c982-869c-4472-a816-92ee32f7eadd req-b50c1b0e-993e-4626-9058-d2d72ee5da23 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7919781 Mar 05 04:40:57.885834 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-2c64c982-869c-4472-a816-92ee32f7eadd req-40fbaf7b-1346-41d9-bdc3-ab768d7ad551 service neutron] Request body: {'port': {'device_id': 'd44cf234-1303-425c-9e6b-b1b102f7a855', 'device_owner': 'compute:tempest-test_az-2111034184', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:40:57.896373 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-edabbf19-256c-464f-a0de-274524588390 req-24a76332-b26c-4427-a321-1c9bcf1e6db2 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349267 Mar 05 04:40:57.971545 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2c64c982-869c-4472-a816-92ee32f7eadd req-40fbaf7b-1346-41d9-bdc3-ab768d7ad551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5197f0b8-9ff0-42c8-8a19-eb8785fe21f5), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:58.122983 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-348f61a0-087c-410f-8ce7-5503bcaf1a8c tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:58.124496 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-348f61a0-087c-410f-8ce7-5503bcaf1a8c tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2519009 Mar 05 04:40:58.154598 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabbf19-256c-464f-a0de-274524588390 req-a7463f5e-f37b-4923-b23f-df36e7a72159 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:58.156103 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-edabbf19-256c-464f-a0de-274524588390 req-a7463f5e-f37b-4923-b23f-df36e7a72159 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2495229 Mar 05 04:40:58.158690 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-4b03dfd3-9892-4e14-b923-d5cfbfd5ece0 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/quotas/80199c741b5145e7938f23ba96eb7071 HTTP/1.1" status: 200 len: 375 time: 0.0277362 Mar 05 04:40:58.191669 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-edabbf19-256c-464f-a0de-274524588390 req-62c0692a-9e10-4cc3-8b2d-24381e29424b tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/quotas/12ec86d5ce864d5e8384628d4e830cb3 HTTP/1.1" status: 200 len: 375 time: 0.0283308 Mar 05 04:40:58.205822 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 68dd574b-999b-4455-b125-8207bda80d28 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:40:58.210635 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36718) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:58.218664 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-9d855799-1dfa-4690-9454-46d78c8b5890 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=80199c741b5145e7938f23ba96eb7071&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464098 Mar 05 04:40:58.231827 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d75f6778-0df6-4c59-8f25-3d4c7997cb40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:58.234200 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99d1fb-999f-4d15-9edb-7836c4b36a0c req-31c60262-a35c-4898-9535-50879a145c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:58.236650 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5f99d1fb-999f-4d15-9edb-7836c4b36a0c req-31c60262-a35c-4898-9535-50879a145c91 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50e9a7851f934538b3826d9fa65129a9&device_id=b7be48e2-685b-405a-a876-cef4398a0739 HTTP/1.1" status: 200 len: 1131 time: 0.1857057 Mar 05 04:40:58.264941 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 68dd574b-999b-4455-b125-8207bda80d28 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:40:58.270312 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 68dd574b-999b-4455-b125-8207bda80d28 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:40:58.270937 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (68dd574b-999b-4455-b125-8207bda80d28), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:58.298470 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-edabbf19-256c-464f-a0de-274524588390 req-415d692b-acb7-4094-b5d6-5bf0a304ad02 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777748 Mar 05 04:40:58.368018 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5f99d1fb-999f-4d15-9edb-7836c4b36a0c req-e120d2d7-b5bf-47a3-b559-f5c9fe312a05 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=50e9a7851f934538b3826d9fa65129a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0981760 Mar 05 04:40:58.424143 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 68dd574b-999b-4455-b125-8207bda80d28 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:40:58.424803 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (68dd574b-999b-4455-b125-8207bda80d28), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:58.433814 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-2c64c982-869c-4472-a816-92ee32f7eadd req-40fbaf7b-1346-41d9-bdc3-ab768d7ad551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:40:58.451934 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2c64c982-869c-4472-a816-92ee32f7eadd req-40fbaf7b-1346-41d9-bdc3-ab768d7ad551 service neutron] Publish callbacks [] for port (5197f0b8-9ff0-42c8-8a19-eb8785fe21f5), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:58.487265 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c68c3c2-df66-4f99-9ced-90c4a480130a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68dd574b-999b-4455-b125-8207bda80d28'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:40:58.492102 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-2c64c982-869c-4472-a816-92ee32f7eadd req-40fbaf7b-1346-41d9-bdc3-ab768d7ad551 service neutron] Transition to ACTIVE for port object 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:40:58.512885 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2c64c982-869c-4472-a816-92ee32f7eadd req-40fbaf7b-1346-41d9-bdc3-ab768d7ad551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (5197f0b8-9ff0-42c8-8a19-eb8785fe21f5), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:58.531333 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d75f6778-0df6-4c59-8f25-3d4c7997cb40 admin admin] Publish callbacks [] for security_group (d3f106ac-c349-4de6-a0ef-3058bdf321d9), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:58.617504 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d75f6778-0df6-4c59-8f25-3d4c7997cb40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d3f106ac-c349-4de6-a0ef-3058bdf321d9), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:58.630105 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 68dd574b-999b-4455-b125-8207bda80d28, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=68dd574b-999b-4455-b125-8207bda80d28,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:40:58.638504 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (68dd574b-999b-4455-b125-8207bda80d28), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:58.646406 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a43f8-2405-4925-a47e-b355de99f341 req-cacbc132-c1d5-4280-afcc-c2e2eda02637 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:58.654135 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-733a43f8-2405-4925-a47e-b355de99f341 req-cacbc132-c1d5-4280-afcc-c2e2eda02637 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7be48e2-685b-405a-a876-cef4398a0739 HTTP/1.1" status: 200 len: 948 time: 0.1800113 Mar 05 04:40:58.681243 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99d1fb-999f-4d15-9edb-7836c4b36a0c req-d77854b6-a23f-45c6-9807-7406c49040b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:58.682718 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5f99d1fb-999f-4d15-9edb-7836c4b36a0c req-d77854b6-a23f-45c6-9807-7406c49040b0 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3083878 Mar 05 04:40:58.700903 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbaf7b-1346-41d9-bdc3-ab768d7ad551 service neutron] Pushing event updated for resources: {'Port': ['ID=5197f0b8-9ff0-42c8-8a19-eb8785fe21f5,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:58.722480 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-733a43f8-2405-4925-a47e-b355de99f341 req-d844ccb4-6828-4f4a-a460-d24cf75b53f6 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/security-groups?id=26708e07-5622-4d4e-ac08-bc9692b5bb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673847 Mar 05 04:40:58.779171 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=68dd574b-999b-4455-b125-8207bda80d28,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:58.838747 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-a831d28c-5554-4c88-9acc-a25d5f6f5e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:58.840606 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-a831d28c-5554-4c88-9acc-a25d5f6f5e98 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=50e9a7851f934538b3826d9fa65129a9&device_id=b7be48e2-685b-405a-a876-cef4398a0739 HTTP/1.1" status: 200 len: 1131 time: 0.1046300 Mar 05 04:40:58.856596 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7496ee-ae0f-4ad7-b6f2-133dfcf87261 req-eadac59c-dc5a-4510-bff2-9c25abeb1394 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:58.866079 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3f7496ee-ae0f-4ad7-b6f2-133dfcf87261 req-eadac59c-dc5a-4510-bff2-9c25abeb1394 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44cf234-1303-425c-9e6b-b1b102f7a855 HTTP/1.1" status: 200 len: 965 time: 0.1132069 Mar 05 04:40:58.947103 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-96c6f735-5458-4a70-aede-2d39cb1b09d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=16cf53a8-8e3b-4e74-b7a2-89e45425021d HTTP/1.1" status: 200 len: 217 time: 0.0993721 Mar 05 04:40:58.968151 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd91583-9964-40f7-a84b-cee82854cffa" -d '{"events": [{"server_uuid": "7c68c3c2-df66-4f99-9ced-90c4a480130a", "name": "network-vif-plugged", "status": "completed", "tag": "68dd574b-999b-4455-b125-8207bda80d28"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:40:59.030405 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d75f6778-0df6-4c59-8f25-3d4c7997cb40 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e07e37055c344004a74fb1ed263ef738&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8171718 Mar 05 04:40:59.031052 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36740) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:40:59.037121 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f6778-0df6-4c59-8f25-3d4c7997cb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f106ac-c349-4de6-a0ef-3058bdf321d9,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:59.071289 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-e83b48fc-e062-4bef-801f-34e7192d7b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:59.072767 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-e83b48fc-e062-4bef-801f-34e7192d7b48 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.1188886 Mar 05 04:40:59.124678 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f2b39c9c-69e3-42ec-ac81-3dec15f6aa06 admin admin] Publish callbacks [] for security_group (d3f106ac-c349-4de6-a0ef-3058bdf321d9), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:59.126615 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-2c64c982-869c-4472-a816-92ee32f7eadd req-40fbaf7b-1346-41d9-bdc3-ab768d7ad551 service neutron] Attempting to bind port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:40:59.127241 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-2c64c982-869c-4472-a816-92ee32f7eadd req-40fbaf7b-1346-41d9-bdc3-ab768d7ad551 service neutron] Attempting to bind port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:40:59.127450 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c64c982-869c-4472-a816-92ee32f7eadd req-40fbaf7b-1346-41d9-bdc3-ab768d7ad551 service neutron] Attempting to bind port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:40:59.132762 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c64c982-869c-4472-a816-92ee32f7eadd req-40fbaf7b-1346-41d9-bdc3-ab768d7ad551 service neutron] Port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:40:59.133135 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c64c982-869c-4472-a816-92ee32f7eadd req-40fbaf7b-1346-41d9-bdc3-ab768d7ad551 service neutron] Attempting to bind port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:40:59.141271 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c64c982-869c-4472-a816-92ee32f7eadd req-40fbaf7b-1346-41d9-bdc3-ab768d7ad551 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:40:59.141675 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c64c982-869c-4472-a816-92ee32f7eadd req-40fbaf7b-1346-41d9-bdc3-ab768d7ad551 service neutron] Checking segment: {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:40:59.142058 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c64c982-869c-4472-a816-92ee32f7eadd req-40fbaf7b-1346-41d9-bdc3-ab768d7ad551 service neutron] Bound using segment: {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:40:59.142591 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-2c64c982-869c-4472-a816-92ee32f7eadd req-40fbaf7b-1346-41d9-bdc3-ab768d7ad551 service neutron] Bound port: 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:40:59.142962 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2c64c982-869c-4472-a816-92ee32f7eadd req-40fbaf7b-1346-41d9-bdc3-ab768d7ad551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5197f0b8-9ff0-42c8-8a19-eb8785fe21f5), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:59.177851 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f2b39c9c-69e3-42ec-ac81-3dec15f6aa06 admin admin] Publish callbacks [] for security_group (d3f106ac-c349-4de6-a0ef-3058bdf321d9), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:59.241290 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3f7496ee-ae0f-4ad7-b6f2-133dfcf87261 req-0319835f-5d74-4c58-bc9c-4f248fb5cccc tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741086 Mar 05 04:40:59.320577 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-d6f3a4a6-bd87-43d8-9a8c-91fdbcffa6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:59.322132 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-d6f3a4a6-bd87-43d8-9a8c-91fdbcffa6e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2297857 Mar 05 04:40:59.360486 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-2c64c982-869c-4472-a816-92ee32f7eadd req-40fbaf7b-1346-41d9-bdc3-ab768d7ad551 service neutron] For port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:40:59.367856 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-2c64c982-869c-4472-a816-92ee32f7eadd req-40fbaf7b-1346-41d9-bdc3-ab768d7ad551 service neutron] For port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=5197f0b8-9ff0-42c8-8a19-eb8785fe21f5,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:40:59.374369 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f2b39c9c-69e3-42ec-ac81-3dec15f6aa06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d3f106ac-c349-4de6-a0ef-3058bdf321d9), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:59.377447 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f2b39c9c-69e3-42ec-ac81-3dec15f6aa06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:59.382500 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f2b39c9c-69e3-42ec-ac81-3dec15f6aa06 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d3f106ac-c349-4de6-a0ef-3058bdf321d9 HTTP/1.1" status: 204 len: 168 time: 0.3445308 Mar 05 04:40:59.403241 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2c64c982-869c-4472-a816-92ee32f7eadd req-40fbaf7b-1346-41d9-bdc3-ab768d7ad551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (5197f0b8-9ff0-42c8-8a19-eb8785fe21f5), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:59.463828 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbaf7b-1346-41d9-bdc3-ab768d7ad551 service neutron] Pushing event updated for resources: {'Port': ['ID=5197f0b8-9ff0-42c8-8a19-eb8785fe21f5,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:59.466885 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b39c9c-69e3-42ec-ac81-3dec15f6aa06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f106ac-c349-4de6-a0ef-3058bdf321d9,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:40:59.488415 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64c982-869c-4472-a816-92ee32f7eadd req-40fbaf7b-1346-41d9-bdc3-ab768d7ad551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:59.489892 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2c64c982-869c-4472-a816-92ee32f7eadd req-40fbaf7b-1346-41d9-bdc3-ab768d7ad551 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:40:59.492291 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2c64c982-869c-4472-a816-92ee32f7eadd req-40fbaf7b-1346-41d9-bdc3-ab768d7ad551 service neutron] 10.222.0.31 "PUT /v2.0/ports/5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 HTTP/1.1" status: 200 len: 1114 time: 1.6142700 Mar 05 04:40:59.493022 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44cf234-1303-425c-9e6b-b1b102f7a855', 'tag': '5197f0b8-9ff0-42c8-8a19-eb8785fe21f5'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:40:59.496759 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdd0eb3-3cde-4a96-b043-f03b98d1de22" -d '{"events": [{"name": "network-changed", "server_uuid": "d44cf234-1303-425c-9e6b-b1b102f7a855", "tag": "5197f0b8-9ff0-42c8-8a19-eb8785fe21f5"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:40:59.618242 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64c982-869c-4472-a816-92ee32f7eadd req-8ffb16a2-2854-4021-aed0-bf6db0ac2d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:59.621542 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2c64c982-869c-4472-a816-92ee32f7eadd req-8ffb16a2-2854-4021-aed0-bf6db0ac2d4c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=facd03296ca545159cfaaad05aba02e6&device_id=d44cf234-1303-425c-9e6b-b1b102f7a855 HTTP/1.1" status: 200 len: 1148 time: 0.0850554 Mar 05 04:40:59.696531 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2c64c982-869c-4472-a816-92ee32f7eadd req-e9528d2e-2a44-466f-985b-1d1d61960c8c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 HTTP/1.1" status: 200 len: 217 time: 0.0644054 Mar 05 04:40:59.719538 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-69420abc-f765-4ded-89b6-832365a80d94 req-0655d854-ee96-4c4c-9995-d6c2a085bedc tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/ports?device_id=624e229c-26cd-4f63-9f87-5512b7eb4a3f HTTP/1.1" status: 200 len: 210 time: 0.0537078 Mar 05 04:40:59.779189 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64c982-869c-4472-a816-92ee32f7eadd req-2f9ff3cb-cc00-485d-945a-c57271753e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:59.780718 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2c64c982-869c-4472-a816-92ee32f7eadd req-2f9ff3cb-cc00-485d-945a-c57271753e4e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa622505-df3c-45bb-bed1-baf2861c8524 HTTP/1.1" status: 200 len: 847 time: 0.0777736 Mar 05 04:40:59.785798 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec4e04-8679-4e5b-b7c7-7aec23276ea8 req-2ff07636-1951-43d8-974d-aebc8a289547 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:40:59.787565 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c4ec4e04-8679-4e5b-b7c7-7aec23276ea8 req-2ff07636-1951-43d8-974d-aebc8a289547 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c68c3c2-df66-4f99-9ced-90c4a480130a HTTP/1.1" status: 200 len: 972 time: 0.4221659 Mar 05 04:40:59.791525 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-7b3b4f62-c205-4b0d-babc-40fc837a5ab9 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571970 Mar 05 04:40:59.845646 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2c64c982-869c-4472-a816-92ee32f7eadd req-a82942c1-ccf3-4b9e-8df2-87de1a861a32 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8538c983-160a-4b67-8024-c598ec9cf3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568531 Mar 05 04:40:59.876134 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d5119e71-5e6c-441a-8132-7e5fa91d0332 req-dd8e578c-d6a6-4f2d-a155-281847ff62f5 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 210 time: 0.0577600 Mar 05 04:40:59.932877 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c4ec4e04-8679-4e5b-b7c7-7aec23276ea8 req-5359f710-c5be-4ca8-80ca-210f76bc4a7e tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f586c7-f540-4da8-96f3-80b000cabe71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347780 Mar 05 04:40:59.985403 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6045885c-b509-488e-ab3a-3b7438c2bdba req-a6c20092-8e7f-46f3-9ca2-5d6514bbdef2 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850996 Mar 05 04:40:59.995451 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2c64c982-869c-4472-a816-92ee32f7eadd req-e1bdd1fb-4635-43a7-83e7-61e9c2fc88fd service neutron] 10.222.0.31 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424685 Mar 05 04:41:00.124131 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28229196-6ca4-4adb-b57a-3894d334367d x-openstack-request-id: req-28229196-6ca4-4adb-b57a-3894d334367d {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:41:00.124436 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d44cf234-1303-425c-9e6b-b1b102f7a855", "tag": "5197f0b8-9ff0-42c8-8a19-eb8785fe21f5", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:41:00.124691 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-28229196-6ca4-4adb-b57a-3894d334367d {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:41:00.125138 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd44cf234-1303-425c-9e6b-b1b102f7a855', 'tag': '5197f0b8-9ff0-42c8-8a19-eb8785fe21f5', 'status': 'completed', 'code': 200} Mar 05 04:41:00.143810 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-e75b99b5-7da1-4161-a6eb-61f4fa290c73 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=80199c741b5145e7938f23ba96eb7071&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332823 Mar 05 04:41:00.180427 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2c64c982-869c-4472-a816-92ee32f7eadd req-d6c41153-b02b-48db-ab99-2e38512be267 service neutron] 10.222.0.31 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765707 Mar 05 04:41:00.306082 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.30', 49202) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:00.312278 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bad0ce-d387-4191-a803-2592554b4096 x-openstack-request-id: req-97bad0ce-d387-4191-a803-2592554b4096 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:41:00.312886 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c68c3c2-df66-4f99-9ced-90c4a480130a", "name": "network-vif-plugged", "status": "completed", "tag": "68dd574b-999b-4455-b125-8207bda80d28", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:41:00.312886 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-97bad0ce-d387-4191-a803-2592554b4096 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:41:00.313443 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c68c3c2-df66-4f99-9ced-90c4a480130a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68dd574b-999b-4455-b125-8207bda80d28', 'code': 200} Mar 05 04:41:00.335440 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-edabbf19-256c-464f-a0de-274524588390 req-ce9e68d5-f5b2-4f66-ba16-bff64066e1a4 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278969 Mar 05 04:41:00.338922 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd0eb3-3cde-4a96-b043-f03b98d1de22 req-c224093b-6de9-4d88-8eaa-6d37bc28e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:00.341310 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7fdd0eb3-3cde-4a96-b043-f03b98d1de22 req-c224093b-6de9-4d88-8eaa-6d37bc28e5ea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=facd03296ca545159cfaaad05aba02e6&device_id=d44cf234-1303-425c-9e6b-b1b102f7a855 HTTP/1.1" status: 200 len: 1148 time: 0.1008902 Mar 05 04:41:00.403917 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b692f-0150-4696-a3cc-55c657c31a73 req-8e3f89f8-0fb0-44c5-a858-9e4c7eea3d09 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:00.405895 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ab2b692f-0150-4696-a3cc-55c657c31a73 req-8e3f89f8-0fb0-44c5-a858-9e4c7eea3d09 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7be48e2-685b-405a-a876-cef4398a0739 HTTP/1.1" status: 200 len: 948 time: 0.1918201 Mar 05 04:41:00.434719 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-8557cd43-4435-4be6-99be-5a995fde27ae tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:00.436716 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-8557cd43-4435-4be6-99be-5a995fde27ae tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2906704 Mar 05 04:41:00.444573 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.31', 64189) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:00.505817 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-e3bfc7fb-92ae-49d0-9a23-6baf2cf6af27 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Request body: {'port': {'device_id': '624e229c-26cd-4f63-9f87-5512b7eb4a3f', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'admin_state_up': True, 'tenant_id': '80199c741b5145e7938f23ba96eb7071'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:00.515747 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabbf19-256c-464f-a0de-274524588390 req-dabfba22-be8d-466b-9723-a12a349ccbb6 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:00.517270 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-edabbf19-256c-464f-a0de-274524588390 req-dabfba22-be8d-466b-9723-a12a349ccbb6 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1668618 Mar 05 04:41:00.544782 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-edabbf19-256c-464f-a0de-274524588390 req-0f474b75-2ead-4fea-b5b6-2393ef93b98d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Request body: {'port': {'device_id': '0f718b07-54f6-4ee1-b0eb-bc2f64778b38', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'admin_state_up': True, 'tenant_id': '12ec86d5ce864d5e8384628d4e830cb3'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:00.594854 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36786) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:00.694787 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd0eb3-3cde-4a96-b043-f03b98d1de22 req-c21f4429-21b3-4603-9804-f3d113667c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:00.696317 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7fdd0eb3-3cde-4a96-b043-f03b98d1de22 req-c21f4429-21b3-4603-9804-f3d113667c7a service neutron] 10.222.0.31 "GET /v2.0/networks?id=8538c983-160a-4b67-8024-c598ec9cf3a6 HTTP/1.1" status: 200 len: 907 time: 0.1780527 Mar 05 04:41:00.708962 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ab2b692f-0150-4696-a3cc-55c657c31a73 req-29eeb13e-427e-4a99-8f5b-50de8409ca97 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/security-groups?id=26708e07-5622-4d4e-ac08-bc9692b5bb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946947 Mar 05 04:41:00.758449 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e2b07-04f8-4cf5-b3aa-47525c26849c req-02bda5c4-5759-4fb2-ae8e-377836fbdec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:00.759384 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7fdd0eb3-3cde-4a96-b043-f03b98d1de22 req-14c72f57-75e8-4faa-b448-2511d4720852 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 HTTP/1.1" status: 200 len: 217 time: 0.0538962 Mar 05 04:41:00.761591 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e29e2b07-04f8-4cf5-b3aa-47525c26849c req-02bda5c4-5759-4fb2-ae8e-377836fbdec2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7c68c3c2-df66-4f99-9ced-90c4a480130a HTTP/1.1" status: 200 len: 1155 time: 0.3154364 Mar 05 04:41:00.769908 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edabbf19-256c-464f-a0de-274524588390 req-0f474b75-2ead-4fea-b5b6-2393ef93b98d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Made reservation on behalf of 12ec86d5ce864d5e8384628d4e830cb3 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:41:00.774517 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-edabbf19-256c-464f-a0de-274524588390 req-0f474b75-2ead-4fea-b5b6-2393ef93b98d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:00.796711 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e29e2b07-04f8-4cf5-b3aa-47525c26849c req-d9dfbcf7-1abb-44f0-8d4e-fa1edc09a17f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:00.814366 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbede748-f5ce-4716-88d2-e61122d729fb req-211048a2-223f-44da-9fbb-09b5c5adf0ed tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:00.821155 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fbede748-f5ce-4716-88d2-e61122d729fb req-211048a2-223f-44da-9fbb-09b5c5adf0ed tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44cf234-1303-425c-9e6b-b1b102f7a855 HTTP/1.1" status: 200 len: 965 time: 0.2249095 Mar 05 04:41:00.825244 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-e3bfc7fb-92ae-49d0-9a23-6baf2cf6af27 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Made reservation on behalf of 80199c741b5145e7938f23ba96eb7071 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:41:00.828550 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-e3bfc7fb-92ae-49d0-9a23-6baf2cf6af27 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:00.834867 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd0eb3-3cde-4a96-b043-f03b98d1de22 req-b5235f76-93e6-463f-8d0b-523a8ee71397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:00.836495 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7fdd0eb3-3cde-4a96-b043-f03b98d1de22 req-b5235f76-93e6-463f-8d0b-523a8ee71397 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa622505-df3c-45bb-bed1-baf2861c8524 HTTP/1.1" status: 200 len: 847 time: 0.0593991 Mar 05 04:41:00.842697 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-edabbf19-256c-464f-a0de-274524588390 req-0f474b75-2ead-4fea-b5b6-2393ef93b98d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:00.859446 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36794) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:00.880862 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-e3bfc7fb-92ae-49d0-9a23-6baf2cf6af27 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:00.881946 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7fdd0eb3-3cde-4a96-b043-f03b98d1de22 req-7003a572-711f-45f8-9b67-5d1ca3069b94 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8538c983-160a-4b67-8024-c598ec9cf3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367219 Mar 05 04:41:00.915297 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb395781-5a3a-46ae-8ca5-0edb11c5affc req-b8ecef15-a0be-4581-b99d-afcf87818aa6 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/ports?device_id=624e229c-26cd-4f63-9f87-5512b7eb4a3f HTTP/1.1" status: 200 len: 210 time: 0.0772786 Mar 05 04:41:00.921031 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-e8ddfdf0-daeb-45a7-a6c6-46ef677d81ae admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1860106951-network', 'tenant_id': 'fed43b0d8eff49c4aa2c72eb4363ebbc'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:01.012162 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7fdd0eb3-3cde-4a96-b043-f03b98d1de22 req-99cc156b-4ece-4896-b131-652db7784e5c service neutron] 10.222.0.31 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227369 Mar 05 04:41:01.019427 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ddfdf0-daeb-45a7-a6c6-46ef677d81ae admin admin] Made reservation on behalf of fed43b0d8eff49c4aa2c72eb4363ebbc for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:41:01.021746 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8ddfdf0-daeb-45a7-a6c6-46ef677d81ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:01.060131 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-edabbf19-256c-464f-a0de-274524588390 req-0f474b75-2ead-4fea-b5b6-2393ef93b98d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks [] for security_group (b7f5242e-dc2a-4838-9058-18f5f6bd1647), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:01.064855 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-edabbf19-256c-464f-a0de-274524588390 req-0f474b75-2ead-4fea-b5b6-2393ef93b98d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b7f5242e-dc2a-4838-9058-18f5f6bd1647), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:01.085080 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8ddfdf0-daeb-45a7-a6c6-46ef677d81ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:01.088223 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4199854b-1beb-4770-a272-cc025f0f9679 req-50bf4aae-5e2f-4f24-9b8e-ca7084f1f367 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 210 time: 0.0897391 Mar 05 04:41:01.088919 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ecced745-63e5-4ada-b8c7-73aef0f20a89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:01.113864 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fbede748-f5ce-4716-88d2-e61122d729fb req-0d41ee6c-aa04-48fa-997d-f22ab86cf4bc tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918518 Mar 05 04:41:01.146728 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-e3bfc7fb-92ae-49d0-9a23-6baf2cf6af27 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Publish callbacks [] for security_group (c81647f5-f81e-4447-8356-51e1b0cc7eab), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:01.169576 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-e3bfc7fb-92ae-49d0-9a23-6baf2cf6af27 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c81647f5-f81e-4447-8356-51e1b0cc7eab), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:01.169834 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f474b75-2ead-4fea-b5b6-2393ef93b98d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f5242e-dc2a-4838-9058-18f5f6bd1647,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:01.200341 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7fdd0eb3-3cde-4a96-b043-f03b98d1de22 req-b1f3acab-da76-40ad-95ce-ce9e458e2146 service neutron] 10.222.0.31 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780486 Mar 05 04:41:01.254194 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-edabbf19-256c-464f-a0de-274524588390 req-0f474b75-2ead-4fea-b5b6-2393ef93b98d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Allocated IP 192.168.233.59 (fb0dde64-203a-4c32-80ac-e1733ed0c9dd/63f989ea-15ee-41e4-8c8f-8183d2023f4e/7659bb61-2851-4497-a728-e91219a88b7f) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:41:01.298266 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e29e2b07-04f8-4cf5-b3aa-47525c26849c req-d9dfbcf7-1abb-44f0-8d4e-fa1edc09a17f service neutron] Publish callbacks [] for security_group (11d55e4d-7d1c-4b86-b36f-76454de58658), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:01.327063 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e29e2b07-04f8-4cf5-b3aa-47525c26849c req-d9dfbcf7-1abb-44f0-8d4e-fa1edc09a17f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (11d55e4d-7d1c-4b86-b36f-76454de58658), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:01.360593 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bfc7fb-92ae-49d0-9a23-6baf2cf6af27 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c81647f5-f81e-4447-8356-51e1b0cc7eab,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:01.419162 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-edabbf19-256c-464f-a0de-274524588390 req-0f474b75-2ead-4fea-b5b6-2393ef93b98d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks [] for port (7659bb61-2851-4497-a728-e91219a88b7f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:01.428072 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e29e2b07-04f8-4cf5-b3aa-47525c26849c req-d9dfbcf7-1abb-44f0-8d4e-fa1edc09a17f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a3f586c7-f540-4da8-96f3-80b000cabe71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6548717 Mar 05 04:41:01.460746 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-edabbf19-256c-464f-a0de-274524588390 req-0f474b75-2ead-4fea-b5b6-2393ef93b98d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (7659bb61-2851-4497-a728-e91219a88b7f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:01.466459 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c15c87-7d4c-48ee-b4aa-17a54d2b8dd8 req-a7201173-ffb5-435b-a02b-c3704e5e1f94 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:01.467980 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-48c15c87-7d4c-48ee-b4aa-17a54d2b8dd8 req-a7201173-ffb5-435b-a02b-c3704e5e1f94 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c68c3c2-df66-4f99-9ced-90c4a480130a HTTP/1.1" status: 200 len: 972 time: 0.2750690 Mar 05 04:41:01.484486 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfbcf7-1abb-44f0-8d4e-fa1edc09a17f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=11d55e4d-7d1c-4b86-b36f-76454de58658,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:01.488895 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ecced745-63e5-4ada-b8c7-73aef0f20a89 admin admin] Publish callbacks [] for security_group (cd45d10e-882e-453a-bb8b-55e6d0bf3ec3), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:01.511663 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edabbf19-256c-464f-a0de-274524588390 req-0f474b75-2ead-4fea-b5b6-2393ef93b98d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:41:01.514769 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-edabbf19-256c-464f-a0de-274524588390 req-0f474b75-2ead-4fea-b5b6-2393ef93b98d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:41:01.517160 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-edabbf19-256c-464f-a0de-274524588390 req-0f474b75-2ead-4fea-b5b6-2393ef93b98d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:41:01.523833 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ecced745-63e5-4ada-b8c7-73aef0f20a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (cd45d10e-882e-453a-bb8b-55e6d0bf3ec3), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:01.523919 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f474b75-2ead-4fea-b5b6-2393ef93b98d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Pushing event updated for resources: {'Port': ['ID=7659bb61-2851-4497-a728-e91219a88b7f,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:01.528103 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8ddfdf0-daeb-45a7-a6c6-46ef677d81ae admin admin] Publish callbacks [] for security_group (f059ac5f-4e2c-43b2-a5b3-dbb6b27c35db), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:01.547112 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8ddfdf0-daeb-45a7-a6c6-46ef677d81ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f059ac5f-4e2c-43b2-a5b3-dbb6b27c35db), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:01.577670 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabbf19-256c-464f-a0de-274524588390 req-0f474b75-2ead-4fea-b5b6-2393ef93b98d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:01.578899 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-edabbf19-256c-464f-a0de-274524588390 req-0f474b75-2ead-4fea-b5b6-2393ef93b98d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:01.605634 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-edabbf19-256c-464f-a0de-274524588390 req-0f474b75-2ead-4fea-b5b6-2393ef93b98d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0780389 Mar 05 04:41:01.616369 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ddfdf0-daeb-45a7-a6c6-46ef677d81ae admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:41:01.616959 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-edabbf19-256c-464f-a0de-274524588390 req-a9831583-35af-4b40-ade8-c291790a2f26 service neutron] Request body: {'port': {'device_id': '0f718b07-54f6-4ee1-b0eb-bc2f64778b38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:01.623044 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-e3bfc7fb-92ae-49d0-9a23-6baf2cf6af27 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Allocated IP 192.168.233.110 (fb0dde64-203a-4c32-80ac-e1733ed0c9dd/63f989ea-15ee-41e4-8c8f-8183d2023f4e/33bfafb1-5104-4a25-8e28-7e80e148e1e7) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:41:01.630292 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecced745-63e5-4ada-b8c7-73aef0f20a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd45d10e-882e-453a-bb8b-55e6d0bf3ec3,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:01.634811 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ecced745-63e5-4ada-b8c7-73aef0f20a89 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f3b3acb4996a4a34bcb4ac90c7094324&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7592382 Mar 05 04:41:01.639547 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36802) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:01.653834 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-48c15c87-7d4c-48ee-b4aa-17a54d2b8dd8 req-2c752fa9-f25b-43e4-bdba-966b6ee5b40e tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f586c7-f540-4da8-96f3-80b000cabe71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742535 Mar 05 04:41:01.661525 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8ddfdf0-daeb-45a7-a6c6-46ef677d81ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (95760e20-967f-4dc5-a204-0397a3add736), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:01.662070 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-e8ddfdf0-daeb-45a7-a6c6-46ef677d81ae admin admin] Added segment 95760e20-967f-4dc5-a204-0397a3add736 of type vlan for network 0c0649bc-7490-4102-9a4e-be3cfd24dc7c Mar 05 04:41:01.712556 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ddfdf0-daeb-45a7-a6c6-46ef677d81ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f059ac5f-4e2c-43b2-a5b3-dbb6b27c35db,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:01.725738 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-edabbf19-256c-464f-a0de-274524588390 req-a9831583-35af-4b40-ade8-c291790a2f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7659bb61-2851-4497-a728-e91219a88b7f), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:01.737164 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-67ae695e-5a4f-40fb-8249-cc6aad34e78e admin admin] Publish callbacks [] for security_group (cd45d10e-882e-453a-bb8b-55e6d0bf3ec3), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:01.744135 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8ddfdf0-daeb-45a7-a6c6-46ef677d81ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (0c0649bc-7490-4102-9a4e-be3cfd24dc7c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:01.787146 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-67ae695e-5a4f-40fb-8249-cc6aad34e78e admin admin] Publish callbacks [] for security_group (cd45d10e-882e-453a-bb8b-55e6d0bf3ec3), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:01.800246 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-be6d781f-4bae-45d0-b865-b4278ea8d670 None None] Provisioning complete for port 7659bb61-2851-4497-a728-e91219a88b7f triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:01.802560 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-be6d781f-4bae-45d0-b865-b4278ea8d670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7659bb61-2851-4497-a728-e91219a88b7f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:01.844212 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-be6d781f-4bae-45d0-b865-b4278ea8d670 None None] Port 7659bb61-2851-4497-a728-e91219a88b7f cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:41:01.862497 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8ddfdf0-daeb-45a7-a6c6-46ef677d81ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (0c0649bc-7490-4102-9a4e-be3cfd24dc7c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:01.863478 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ddfdf0-daeb-45a7-a6c6-46ef677d81ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:01.864059 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8ddfdf0-daeb-45a7-a6c6-46ef677d81ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:01.912269 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-67ae695e-5a4f-40fb-8249-cc6aad34e78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (cd45d10e-882e-453a-bb8b-55e6d0bf3ec3), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:01.914728 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e8ddfdf0-daeb-45a7-a6c6-46ef677d81ae admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3003402 Mar 05 04:41:01.915031 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-67ae695e-5a4f-40fb-8249-cc6aad34e78e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:01.916018 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-67ae695e-5a4f-40fb-8249-cc6aad34e78e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cd45d10e-882e-453a-bb8b-55e6d0bf3ec3 HTTP/1.1" status: 204 len: 168 time: 0.2753713 Mar 05 04:41:01.921169 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36806) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:01.926926 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae695e-5a4f-40fb-8249-cc6aad34e78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd45d10e-882e-453a-bb8b-55e6d0bf3ec3,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:01.958474 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-31368d6d-d5d7-4f84-8ab7-792871c9dab4 admin admin] Request body: {'subnet': {'network_id': '0c0649bc-7490-4102-9a4e-be3cfd24dc7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1860106951-subnet', 'tenant_id': 'fed43b0d8eff49c4aa2c72eb4363ebbc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:01.978889 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ddfdf0-daeb-45a7-a6c6-46ef677d81ae admin admin] Pushing event updated for resources: {'Network': ['ID=0c0649bc-7490-4102-9a4e-be3cfd24dc7c,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:01.990855 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 0c0649bc-7490-4102-9a4e-be3cfd24dc7c details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:41:01.999902 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-e3bfc7fb-92ae-49d0-9a23-6baf2cf6af27 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Publish callbacks [] for port (33bfafb1-5104-4a25-8e28-7e80e148e1e7), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:02.007882 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d212c6-d47e-4e25-be3c-941edc91881a req-c977bed2-2dc8-4ecd-9b4e-78d83784e3ba tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:02.009705 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-91d212c6-d47e-4e25-be3c-941edc91881a req-c977bed2-2dc8-4ecd-9b4e-78d83784e3ba tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7be48e2-685b-405a-a876-cef4398a0739 HTTP/1.1" status: 200 len: 948 time: 0.2071445 Mar 05 04:41:02.052198 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb2d135c-72ac-4a82-9202-913222039c6b req-c8170ab9-ff49-45e4-b5a3-17ac53f4fcb7 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/ports?device_id=624e229c-26cd-4f63-9f87-5512b7eb4a3f HTTP/1.1" status: 200 len: 210 time: 0.0414166 Mar 05 04:41:02.059805 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31368d6d-d5d7-4f84-8ab7-792871c9dab4 admin admin] Made reservation on behalf of fed43b0d8eff49c4aa2c72eb4363ebbc for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:41:02.062196 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-31368d6d-d5d7-4f84-8ab7-792871c9dab4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:02.162883 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-91d212c6-d47e-4e25-be3c-941edc91881a req-80290809-42da-4370-83f8-5bcb86bcc7b6 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/security-groups?id=26708e07-5622-4d4e-ac08-bc9692b5bb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358788 Mar 05 04:41:02.170646 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-e3bfc7fb-92ae-49d0-9a23-6baf2cf6af27 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (33bfafb1-5104-4a25-8e28-7e80e148e1e7), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:02.248232 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-e3bfc7fb-92ae-49d0-9a23-6baf2cf6af27 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:41:02.264013 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-e3bfc7fb-92ae-49d0-9a23-6baf2cf6af27 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:41:02.273640 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-e3bfc7fb-92ae-49d0-9a23-6baf2cf6af27 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:41:02.330508 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bfc7fb-92ae-49d0-9a23-6baf2cf6af27 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Pushing event updated for resources: {'Port': ['ID=33bfafb1-5104-4a25-8e28-7e80e148e1e7,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:02.336881 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36818) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:02.359683 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b65dacd0-0257-45a0-9852-24158855866c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:02.379260 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-edabbf19-256c-464f-a0de-274524588390 req-a9831583-35af-4b40-ade8-c291790a2f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7659bb61-2851-4497-a728-e91219a88b7f {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:41:02.392629 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-edabbf19-256c-464f-a0de-274524588390 req-a9831583-35af-4b40-ade8-c291790a2f26 service neutron] Publish callbacks [] for port (7659bb61-2851-4497-a728-e91219a88b7f), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:02.436188 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-edabbf19-256c-464f-a0de-274524588390 req-a9831583-35af-4b40-ade8-c291790a2f26 service neutron] Transition to ACTIVE for port object 7659bb61-2851-4497-a728-e91219a88b7f will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:41:02.450722 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-edabbf19-256c-464f-a0de-274524588390 req-a9831583-35af-4b40-ade8-c291790a2f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (7659bb61-2851-4497-a728-e91219a88b7f), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:02.561878 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b65dacd0-0257-45a0-9852-24158855866c admin admin] Publish callbacks [] for security_group (17137613-95e0-4986-9ca1-84d1b8f43203), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:02.563110 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9831583-35af-4b40-ade8-c291790a2f26 service neutron] Pushing event updated for resources: {'Port': ['ID=7659bb61-2851-4497-a728-e91219a88b7f,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:02.566388 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171395db-85eb-4dfc-b4e7-2066d57b118f req-7489af09-15ac-4f51-8188-55fd1cffb7e2 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:02.574579 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-171395db-85eb-4dfc-b4e7-2066d57b118f req-7489af09-15ac-4f51-8188-55fd1cffb7e2 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 935 time: 0.3848832 Mar 05 04:41:02.578707 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-c8c98703-253e-449a-8a2a-db1b2623289c None None] Provisioning complete for port 33bfafb1-5104-4a25-8e28-7e80e148e1e7 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:02.579353 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c8c98703-253e-449a-8a2a-db1b2623289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (33bfafb1-5104-4a25-8e28-7e80e148e1e7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:02.584844 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-e3bfc7fb-92ae-49d0-9a23-6baf2cf6af27 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:02.585457 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-e3bfc7fb-92ae-49d0-9a23-6baf2cf6af27 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:02.603578 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b65dacd0-0257-45a0-9852-24158855866c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (17137613-95e0-4986-9ca1-84d1b8f43203), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:02.626408 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c8c98703-253e-449a-8a2a-db1b2623289c None None] Port 33bfafb1-5104-4a25-8e28-7e80e148e1e7 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:41:02.656276 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-e3bfc7fb-92ae-49d0-9a23-6baf2cf6af27 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1988447 Mar 05 04:41:02.668289 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b65dacd0-0257-45a0-9852-24158855866c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5856ee76ec7d459ca2e2d26d33029500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3257091 Mar 05 04:41:02.670736 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65dacd0-0257-45a0-9852-24158855866c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17137613-95e0-4986-9ca1-84d1b8f43203,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:02.674605 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36820) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:02.675933 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356166b2-8223-4937-9a5a-a44a440679d5 req-1492e10f-e40e-4f9f-9f32-37154d6c7271 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:02.677420 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-356166b2-8223-4937-9a5a-a44a440679d5 req-1492e10f-e40e-4f9f-9f32-37154d6c7271 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44cf234-1303-425c-9e6b-b1b102f7a855 HTTP/1.1" status: 200 len: 965 time: 0.4165249 Mar 05 04:41:02.687148 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-53f3505b-7f9d-4707-88a8-9437170c1ecc service neutron] Request body: {'port': {'device_id': '624e229c-26cd-4f63-9f87-5512b7eb4a3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:02.710252 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-edabbf19-256c-464f-a0de-274524588390 req-a9831583-35af-4b40-ade8-c291790a2f26 service neutron] Attempting to bind port 7659bb61-2851-4497-a728-e91219a88b7f on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:41:02.710493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-edabbf19-256c-464f-a0de-274524588390 req-a9831583-35af-4b40-ade8-c291790a2f26 service neutron] Attempting to bind port 7659bb61-2851-4497-a728-e91219a88b7f by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:41:02.710818 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edabbf19-256c-464f-a0de-274524588390 req-a9831583-35af-4b40-ade8-c291790a2f26 service neutron] Attempting to bind port 7659bb61-2851-4497-a728-e91219a88b7f on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:41:02.719786 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edabbf19-256c-464f-a0de-274524588390 req-a9831583-35af-4b40-ade8-c291790a2f26 service neutron] Port 7659bb61-2851-4497-a728-e91219a88b7f on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:41:02.720113 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edabbf19-256c-464f-a0de-274524588390 req-a9831583-35af-4b40-ade8-c291790a2f26 service neutron] Attempting to bind port 7659bb61-2851-4497-a728-e91219a88b7f on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:41:02.731192 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edabbf19-256c-464f-a0de-274524588390 req-a9831583-35af-4b40-ade8-c291790a2f26 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:41:02.731539 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edabbf19-256c-464f-a0de-274524588390 req-a9831583-35af-4b40-ade8-c291790a2f26 service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:41:02.731944 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edabbf19-256c-464f-a0de-274524588390 req-a9831583-35af-4b40-ade8-c291790a2f26 service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:41:02.732380 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-edabbf19-256c-464f-a0de-274524588390 req-a9831583-35af-4b40-ade8-c291790a2f26 service neutron] Bound port: 7659bb61-2851-4497-a728-e91219a88b7f, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:41:02.732737 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-edabbf19-256c-464f-a0de-274524588390 req-a9831583-35af-4b40-ade8-c291790a2f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7659bb61-2851-4497-a728-e91219a88b7f), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:02.736579 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-31368d6d-d5d7-4f84-8ab7-792871c9dab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (24b721bf-99a3-4b5d-9622-9edfd5d55c9e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:02.746454 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2abd88cb-8573-443b-aae9-99ac3fcdd98f admin admin] Publish callbacks [] for security_group (17137613-95e0-4986-9ca1-84d1b8f43203), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:02.768947 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-171395db-85eb-4dfc-b4e7-2066d57b118f req-09bf0f61-e6c6-4a16-87bb-f4cfb4fa960c tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931369 Mar 05 04:41:02.793379 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2abd88cb-8573-443b-aae9-99ac3fcdd98f admin admin] Publish callbacks [] for security_group (17137613-95e0-4986-9ca1-84d1b8f43203), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:02.842362 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-53f3505b-7f9d-4707-88a8-9437170c1ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (33bfafb1-5104-4a25-8e28-7e80e148e1e7), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:02.845704 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31368d6d-d5d7-4f84-8ab7-792871c9dab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24b721bf-99a3-4b5d-9622-9edfd5d55c9e,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:02.845825 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-edabbf19-256c-464f-a0de-274524588390 req-a9831583-35af-4b40-ade8-c291790a2f26 service neutron] For port 7659bb61-2851-4497-a728-e91219a88b7f, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:41:02.848921 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-edabbf19-256c-464f-a0de-274524588390 req-a9831583-35af-4b40-ade8-c291790a2f26 service neutron] For port 7659bb61-2851-4497-a728-e91219a88b7f, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=7659bb61-2851-4497-a728-e91219a88b7f,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:41:02.850713 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-356166b2-8223-4937-9a5a-a44a440679d5 req-f3808315-ee36-4237-9288-965ac8eb1271 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573799 Mar 05 04:41:02.857477 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-edabbf19-256c-464f-a0de-274524588390 req-a9831583-35af-4b40-ade8-c291790a2f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (7659bb61-2851-4497-a728-e91219a88b7f), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:02.896102 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2abd88cb-8573-443b-aae9-99ac3fcdd98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (17137613-95e0-4986-9ca1-84d1b8f43203), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:02.898732 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2abd88cb-8573-443b-aae9-99ac3fcdd98f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:02.902961 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2abd88cb-8573-443b-aae9-99ac3fcdd98f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/17137613-95e0-4986-9ca1-84d1b8f43203 HTTP/1.1" status: 204 len: 168 time: 0.2243011 Mar 05 04:41:02.903660 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabbf19-256c-464f-a0de-274524588390 req-a9831583-35af-4b40-ade8-c291790a2f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:02.904276 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-edabbf19-256c-464f-a0de-274524588390 req-a9831583-35af-4b40-ade8-c291790a2f26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:02.905587 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-edabbf19-256c-464f-a0de-274524588390 req-a9831583-35af-4b40-ade8-c291790a2f26 service neutron] 10.222.0.30 "PUT /v2.0/ports/7659bb61-2851-4497-a728-e91219a88b7f HTTP/1.1" status: 200 len: 1096 time: 1.2933521 Mar 05 04:41:02.907573 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f718b07-54f6-4ee1-b0eb-bc2f64778b38', 'tag': '7659bb61-2851-4497-a728-e91219a88b7f'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:41:02.909876 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fd271a-cae7-42df-bc21-5d4f0fc5a595" -d '{"events": [{"name": "network-changed", "server_uuid": "0f718b07-54f6-4ee1-b0eb-bc2f64778b38", "tag": "7659bb61-2851-4497-a728-e91219a88b7f"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:41:02.923970 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd88cb-8573-443b-aae9-99ac3fcdd98f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17137613-95e0-4986-9ca1-84d1b8f43203,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:02.931234 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31368d6d-d5d7-4f84-8ab7-792871c9dab4 admin admin] Checking segment: {'id': '95760e20-967f-4dc5-a204-0397a3add736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0c0649bc-7490-4102-9a4e-be3cfd24dc7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:41:02.931779 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31368d6d-d5d7-4f84-8ab7-792871c9dab4 admin admin] Network hostable DHCP agents. Network: 0c0649bc-7490-4102-9a4e-be3cfd24dc7c, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:41:02.936997 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9831583-35af-4b40-ade8-c291790a2f26 service neutron] Pushing event updated for resources: {'Port': ['ID=7659bb61-2851-4497-a728-e91219a88b7f,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:03.013438 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f1d196-21e2-4bc8-89e4-90f8fc94b093 x-openstack-request-id: req-c8f1d196-21e2-4bc8-89e4-90f8fc94b093 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:41:03.013982 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f718b07-54f6-4ee1-b0eb-bc2f64778b38", "tag": "7659bb61-2851-4497-a728-e91219a88b7f", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:41:03.014443 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c8f1d196-21e2-4bc8-89e4-90f8fc94b093 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:41:03.015497 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f718b07-54f6-4ee1-b0eb-bc2f64778b38', 'tag': '7659bb61-2851-4497-a728-e91219a88b7f', 'status': 'completed', 'code': 200} Mar 05 04:41:03.021632 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabbf19-256c-464f-a0de-274524588390 req-887f5831-e895-44bc-a1fa-d9f4d961a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:03.023731 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-edabbf19-256c-464f-a0de-274524588390 req-887f5831-e895-44bc-a1fa-d9f4d961a390 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 1130 time: 0.0684352 Mar 05 04:41:03.048393 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ceb475-7017-4e47-aa3d-65dcdb30f474 req-01dfd138-2945-4a4f-9e47-ff636508161e tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:03.049911 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8ceb475-7017-4e47-aa3d-65dcdb30f474 req-01dfd138-2945-4a4f-9e47-ff636508161e tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c68c3c2-df66-4f99-9ced-90c4a480130a HTTP/1.1" status: 200 len: 972 time: 0.2055347 Mar 05 04:41:03.053187 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31368d6d-d5d7-4f84-8ab7-792871c9dab4 admin admin] Network 0c0649bc-7490-4102-9a4e-be3cfd24dc7c is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:41:03.077670 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-edabbf19-256c-464f-a0de-274524588390 req-027e9a96-9da5-44bf-a4bf-1cab418975dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=7659bb61-2851-4497-a728-e91219a88b7f HTTP/1.1" status: 200 len: 217 time: 0.0454676 Mar 05 04:41:03.091623 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-31368d6d-d5d7-4f84-8ab7-792871c9dab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 0c0649bc-7490-4102-9a4e-be3cfd24dc7c) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:41:03.100772 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c50eaf-9d59-4821-82da-882320e1a046 None None] Network 0c0649bc-7490-4102-9a4e-be3cfd24dc7c requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:41:03.143439 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31368d6d-d5d7-4f84-8ab7-792871c9dab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:03.144035 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-31368d6d-d5d7-4f84-8ab7-792871c9dab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:03.206667 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-31368d6d-d5d7-4f84-8ab7-792871c9dab4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2785022 Mar 05 04:41:03.206667 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36832) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:03.209118 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabbf19-256c-464f-a0de-274524588390 req-657fe37c-4c52-407d-bf4c-c7234303393f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:03.210676 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-50fd259c-1207-4446-9f90-9a4084a0d9c0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1860106951-router', 'tenant_id': 'fed43b0d8eff49c4aa2c72eb4363ebbc', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:03.212014 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-edabbf19-256c-464f-a0de-274524588390 req-657fe37c-4c52-407d-bf4c-c7234303393f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.1266568 Mar 05 04:41:03.244792 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8ceb475-7017-4e47-aa3d-65dcdb30f474 req-f04b6011-78ff-4371-9ece-ba7966725dd6 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f586c7-f540-4da8-96f3-80b000cabe71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824079 Mar 05 04:41:03.296554 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabbf19-256c-464f-a0de-274524588390 req-637f88c0-d491-4384-962b-f105e8bfbc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:03.298368 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-edabbf19-256c-464f-a0de-274524588390 req-637f88c0-d491-4384-962b-f105e8bfbc3a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0795605 Mar 05 04:41:03.353887 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3461f8fd-ac2b-47b9-9290-41a2f32a7bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-0c0649bc-7490-4102-9a4e-be3cfd24dc7c', 'network_id': '0c0649bc-7490-4102-9a4e-be3cfd24dc7c', 'project_id': 'fed43b0d8eff49c4aa2c72eb4363ebbc', 'fixed_ips': [{'subnet_id': '24b721bf-99a3-4b5d-9622-9edfd5d55c9e'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:41:03.356464 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3461f8fd-ac2b-47b9-9290-41a2f32a7bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:03.431047 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-edabbf19-256c-464f-a0de-274524588390 req-d5a04b44-66af-4370-97a5-fca02bbcf9a6 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238751 Mar 05 04:41:03.441443 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-50fd259c-1207-4446-9f90-9a4084a0d9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (7cbbcecb-8e08-4984-a874-3fdb4a3eafc4), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:03.442666 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-50fd259c-1207-4446-9f90-9a4084a0d9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (7cbbcecb-8e08-4984-a874-3fdb4a3eafc4), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:03.522403 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-53f3505b-7f9d-4707-88a8-9437170c1ecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33bfafb1-5104-4a25-8e28-7e80e148e1e7 {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:41:03.540401 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-53f3505b-7f9d-4707-88a8-9437170c1ecc service neutron] Publish callbacks [] for port (33bfafb1-5104-4a25-8e28-7e80e148e1e7), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:03.551833 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c629a1c-3cab-4964-bb54-138aa815be0f req-8fa36a90-e8f2-46c9-999b-5ead30e62014 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:03.553774 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7c629a1c-3cab-4964-bb54-138aa815be0f req-8fa36a90-e8f2-46c9-999b-5ead30e62014 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/ports?device_id=624e229c-26cd-4f63-9f87-5512b7eb4a3f HTTP/1.1" status: 200 len: 936 time: 0.2973185 Mar 05 04:41:03.563800 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-edabbf19-256c-464f-a0de-274524588390 req-299b9504-62eb-41fc-b40a-e85b488fd793 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238363 Mar 05 04:41:03.567232 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-3461f8fd-ac2b-47b9-9290-41a2f32a7bac None None] Allocated IP 172.20.0.2 (0c0649bc-7490-4102-9a4e-be3cfd24dc7c/24b721bf-99a3-4b5d-9622-9edfd5d55c9e/020a4f59-b3cd-4451-9db2-4eb8f368ec31) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:41:03.608679 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-50fd259c-1207-4446-9f90-9a4084a0d9c0 admin admin] Publish callbacks [] for router_controller (7cbbcecb-8e08-4984-a874-3fdb4a3eafc4), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:03.622194 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-53f3505b-7f9d-4707-88a8-9437170c1ecc service neutron] Transition to ACTIVE for port object 33bfafb1-5104-4a25-8e28-7e80e148e1e7 will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:41:03.637512 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d5dfc-8c3d-4698-b196-d55635d67d8b req-2d96dbb1-79b8-4243-b16d-122fa7ad19bb tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:03.639063 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d65d5dfc-8c3d-4698-b196-d55635d67d8b req-2d96dbb1-79b8-4243-b16d-122fa7ad19bb tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7be48e2-685b-405a-a876-cef4398a0739 HTTP/1.1" status: 200 len: 948 time: 0.3010697 Mar 05 04:41:03.680194 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-53f3505b-7f9d-4707-88a8-9437170c1ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (33bfafb1-5104-4a25-8e28-7e80e148e1e7), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:03.684630 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd271a-cae7-42df-bc21-5d4f0fc5a595 req-e20a3136-f4d2-46c4-9e95-a1e6e63a1bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:03.686144 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f0fd271a-cae7-42df-bc21-5d4f0fc5a595 req-e20a3136-f4d2-46c4-9e95-a1e6e63a1bf9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 1130 time: 0.0613711 Mar 05 04:41:03.763384 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3461f8fd-ac2b-47b9-9290-41a2f32a7bac None None] Publish callbacks [] for port (020a4f59-b3cd-4451-9db2-4eb8f368ec31), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:03.773894 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3461f8fd-ac2b-47b9-9290-41a2f32a7bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (020a4f59-b3cd-4451-9db2-4eb8f368ec31), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:03.802314 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7c629a1c-3cab-4964-bb54-138aa815be0f req-94bd1553-0e22-4f00-bef0-c4796e87bdb5 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/security-groups?id=c81647f5-f81e-4447-8356-51e1b0cc7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389877 Mar 05 04:41:03.818401 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3461f8fd-ac2b-47b9-9290-41a2f32a7bac None None] Network 0c0649bc-7490-4102-9a4e-be3cfd24dc7c is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:41:03.821792 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-3461f8fd-ac2b-47b9-9290-41a2f32a7bac None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:41:03.833136 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3461f8fd-ac2b-47b9-9290-41a2f32a7bac None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:41:03.893181 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f3505b-7f9d-4707-88a8-9437170c1ecc service neutron] Pushing event updated for resources: {'Port': ['ID=33bfafb1-5104-4a25-8e28-7e80e148e1e7,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:03.927982 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461f8fd-ac2b-47b9-9290-41a2f32a7bac None None] Pushing event updated for resources: {'Port': ['ID=020a4f59-b3cd-4451-9db2-4eb8f368ec31,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:03.940097 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3461f8fd-ac2b-47b9-9290-41a2f32a7bac None None] Attempting to bind port 020a4f59-b3cd-4451-9db2-4eb8f368ec31 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:41:03.940484 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3461f8fd-ac2b-47b9-9290-41a2f32a7bac None None] Attempting to bind port 020a4f59-b3cd-4451-9db2-4eb8f368ec31 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '95760e20-967f-4dc5-a204-0397a3add736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0c0649bc-7490-4102-9a4e-be3cfd24dc7c'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:41:03.941370 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3461f8fd-ac2b-47b9-9290-41a2f32a7bac None None] Attempting to bind port 020a4f59-b3cd-4451-9db2-4eb8f368ec31 on network 0c0649bc-7490-4102-9a4e-be3cfd24dc7c {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:41:03.949283 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3461f8fd-ac2b-47b9-9290-41a2f32a7bac None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:41:03.949283 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3461f8fd-ac2b-47b9-9290-41a2f32a7bac None None] Checking segment: {'id': '95760e20-967f-4dc5-a204-0397a3add736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0c0649bc-7490-4102-9a4e-be3cfd24dc7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:41:03.949283 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3461f8fd-ac2b-47b9-9290-41a2f32a7bac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:03.949283 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3461f8fd-ac2b-47b9-9290-41a2f32a7bac None None] Bound using segment: {'id': '95760e20-967f-4dc5-a204-0397a3add736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0c0649bc-7490-4102-9a4e-be3cfd24dc7c'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:41:03.953644 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3461f8fd-ac2b-47b9-9290-41a2f32a7bac None None] Bound port: 020a4f59-b3cd-4451-9db2-4eb8f368ec31, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95760e20-967f-4dc5-a204-0397a3add736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0c0649bc-7490-4102-9a4e-be3cfd24dc7c'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:41:03.954069 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3461f8fd-ac2b-47b9-9290-41a2f32a7bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (020a4f59-b3cd-4451-9db2-4eb8f368ec31), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:03.997532 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d65d5dfc-8c3d-4698-b196-d55635d67d8b req-d4fec9f6-7e34-4aae-ba3b-86f62ab515d9 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/security-groups?id=26708e07-5622-4d4e-ac08-bc9692b5bb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026588 Mar 05 04:41:04.000731 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-50fd259c-1207-4446-9f90-9a4084a0d9c0 admin admin] Publish callbacks [] for router_gateway (7cbbcecb-8e08-4984-a874-3fdb4a3eafc4), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:04.074572 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-3461f8fd-ac2b-47b9-9290-41a2f32a7bac None None] For port 020a4f59-b3cd-4451-9db2-4eb8f368ec31, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:41:04.078686 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-3461f8fd-ac2b-47b9-9290-41a2f32a7bac None None] For port 020a4f59-b3cd-4451-9db2-4eb8f368ec31, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=020a4f59-b3cd-4451-9db2-4eb8f368ec31,segment=NetworkSegment(95760e20-967f-4dc5-a204-0397a3add736),segment_id=95760e20-967f-4dc5-a204-0397a3add736)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:41:04.096594 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3461f8fd-ac2b-47b9-9290-41a2f32a7bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (020a4f59-b3cd-4451-9db2-4eb8f368ec31), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:04.142851 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd271a-cae7-42df-bc21-5d4f0fc5a595 req-6e7c707a-2018-4757-9014-29e6feda1c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:04.144722 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f0fd271a-cae7-42df-bc21-5d4f0fc5a595 req-6e7c707a-2018-4757-9014-29e6feda1c85 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.4521966 Mar 05 04:41:04.210251 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f0fd271a-cae7-42df-bc21-5d4f0fc5a595 req-d0410ace-4b1f-4c38-97cb-36cda9b18c5e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=7659bb61-2851-4497-a728-e91219a88b7f HTTP/1.1" status: 200 len: 217 time: 0.0594773 Mar 05 04:41:04.221279 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74a24c-3071-4ef2-87bb-4635f9dba683 req-1aea8bf6-b72c-4338-a696-0981f1a9eb55 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:04.222894 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fc74a24c-3071-4ef2-87bb-4635f9dba683 req-1aea8bf6-b72c-4338-a696-0981f1a9eb55 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 947 time: 0.2841418 Mar 05 04:41:04.225134 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-53f3505b-7f9d-4707-88a8-9437170c1ecc service neutron] Attempting to bind port 33bfafb1-5104-4a25-8e28-7e80e148e1e7 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:41:04.225474 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-53f3505b-7f9d-4707-88a8-9437170c1ecc service neutron] Attempting to bind port 33bfafb1-5104-4a25-8e28-7e80e148e1e7 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:41:04.225808 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-53f3505b-7f9d-4707-88a8-9437170c1ecc service neutron] Attempting to bind port 33bfafb1-5104-4a25-8e28-7e80e148e1e7 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:41:04.273839 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-53f3505b-7f9d-4707-88a8-9437170c1ecc service neutron] Port 33bfafb1-5104-4a25-8e28-7e80e148e1e7 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:41:04.274169 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-53f3505b-7f9d-4707-88a8-9437170c1ecc service neutron] Attempting to bind port 33bfafb1-5104-4a25-8e28-7e80e148e1e7 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:41:04.287590 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 16cf53a8-8e3b-4e74-b7a2-89e45425021d details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:41:04.288817 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd271a-cae7-42df-bc21-5d4f0fc5a595 req-94585279-3fbf-43c2-b05b-dcba99e7acae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:04.289911 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:41:04.290512 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f0fd271a-cae7-42df-bc21-5d4f0fc5a595 req-94585279-3fbf-43c2-b05b-dcba99e7acae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0739870 Mar 05 04:41:04.297965 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71ac67-34d2-4e44-b9d7-b77907a5386a req-b175f776-693a-4a68-b0f8-0b1bbcd78543 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:04.304753 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7a71ac67-34d2-4e44-b9d7-b77907a5386a req-b175f776-693a-4a68-b0f8-0b1bbcd78543 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44cf234-1303-425c-9e6b-b1b102f7a855 HTTP/1.1" status: 200 len: 965 time: 0.1916604 Mar 05 04:41:04.317791 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-53f3505b-7f9d-4707-88a8-9437170c1ecc service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:41:04.318191 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-53f3505b-7f9d-4707-88a8-9437170c1ecc service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:41:04.318549 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-53f3505b-7f9d-4707-88a8-9437170c1ecc service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:41:04.318997 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-53f3505b-7f9d-4707-88a8-9437170c1ecc service neutron] Bound port: 33bfafb1-5104-4a25-8e28-7e80e148e1e7, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:41:04.319384 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-53f3505b-7f9d-4707-88a8-9437170c1ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (33bfafb1-5104-4a25-8e28-7e80e148e1e7), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:04.338516 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461f8fd-ac2b-47b9-9290-41a2f32a7bac None None] Pushing event updated for resources: {'Port': ['ID=020a4f59-b3cd-4451-9db2-4eb8f368ec31,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:04.384661 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd271a-cae7-42df-bc21-5d4f0fc5a595 req-a0d1fd0c-00af-4496-af69-eaacb7b6bc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:04.389043 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f0fd271a-cae7-42df-bc21-5d4f0fc5a595 req-a0d1fd0c-00af-4496-af69-eaacb7b6bc2a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0916102 Mar 05 04:41:04.425775 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fc74a24c-3071-4ef2-87bb-4635f9dba683 req-9f8d8a02-4fe0-4db6-9a03-5239d1c718b1 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922181 Mar 05 04:41:04.487563 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7a71ac67-34d2-4e44-b9d7-b77907a5386a req-53e219eb-1074-4866-b9cc-e4b10b0294f1 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787744 Mar 05 04:41:04.509736 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=5197f0b8-9ff0-42c8-8a19-eb8785fe21f5,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:04.524226 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-53f3505b-7f9d-4707-88a8-9437170c1ecc service neutron] For port 33bfafb1-5104-4a25-8e28-7e80e148e1e7, host n-h1-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:41:04.537151 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-53f3505b-7f9d-4707-88a8-9437170c1ecc service neutron] For port 33bfafb1-5104-4a25-8e28-7e80e148e1e7, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=33bfafb1-5104-4a25-8e28-7e80e148e1e7,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:41:04.570214 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '5197f0b8-9ff0-42c8-8a19-eb8785fe21f5', 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6', 'port_id': '5197f0b8-9ff0-42c8-8a19-eb8785fe21f5', 'mac_address': 'fa:16:3e:ec:7a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa622505-df3c-45bb-bed1-baf2861c8524', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:tempest-test_az-2111034184', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:41:04.571262 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f0fd271a-cae7-42df-bc21-5d4f0fc5a595 req-d2c7d1e6-6001-4b3f-b71e-79cf4c338ae5 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711500 Mar 05 04:41:04.611321 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-53f3505b-7f9d-4707-88a8-9437170c1ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (33bfafb1-5104-4a25-8e28-7e80e148e1e7), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:04.644744 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 16cf53a8-8e3b-4e74-b7a2-89e45425021d, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=16cf53a8-8e3b-4e74-b7a2-89e45425021d,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:04.647795 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:04.648187 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5197f0b8-9ff0-42c8-8a19-eb8785fe21f5), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:04.703293 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:41:04.706188 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f0fd271a-cae7-42df-bc21-5d4f0fc5a595 req-aec84b7a-c4f0-4d56-a4aa-3088a0efa8c0 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281641 Mar 05 04:41:04.742925 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '16cf53a8-8e3b-4e74-b7a2-89e45425021d', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': '16cf53a8-8e3b-4e74-b7a2-89e45425021d', 'mac_address': 'fa:16:3e:1a:f2:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:41:04.754639 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=5197f0b8-9ff0-42c8-8a19-eb8785fe21f5,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:04.783748 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-53f3505b-7f9d-4707-88a8-9437170c1ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:04.784376 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-53f3505b-7f9d-4707-88a8-9437170c1ecc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:04.785781 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-53f3505b-7f9d-4707-88a8-9437170c1ecc service neutron] 10.222.0.30 "PUT /v2.0/ports/33bfafb1-5104-4a25-8e28-7e80e148e1e7 HTTP/1.1" status: 200 len: 1097 time: 2.1174278 Mar 05 04:41:04.789031 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '624e229c-26cd-4f63-9f87-5512b7eb4a3f', 'tag': '33bfafb1-5104-4a25-8e28-7e80e148e1e7'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:41:04.791436 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbda953-0ebd-46e5-b555-947c9d677ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "624e229c-26cd-4f63-9f87-5512b7eb4a3f", "tag": "33bfafb1-5104-4a25-8e28-7e80e148e1e7"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:41:04.811157 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5197f0b8-9ff0-42c8-8a19-eb8785fe21f5), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:04.903686 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=5197f0b8-9ff0-42c8-8a19-eb8785fe21f5,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:04.922593 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10d6570-1efe-44cc-9e57-96a8a6acead2 x-openstack-request-id: req-f10d6570-1efe-44cc-9e57-96a8a6acead2 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:41:04.926140 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "624e229c-26cd-4f63-9f87-5512b7eb4a3f", "tag": "33bfafb1-5104-4a25-8e28-7e80e148e1e7", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:41:04.926660 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f10d6570-1efe-44cc-9e57-96a8a6acead2 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:41:04.927341 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '624e229c-26cd-4f63-9f87-5512b7eb4a3f', 'tag': '33bfafb1-5104-4a25-8e28-7e80e148e1e7', 'status': 'completed', 'code': 200} Mar 05 04:41:04.928468 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 16cf53a8-8e3b-4e74-b7a2-89e45425021d is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:04.928872 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (16cf53a8-8e3b-4e74-b7a2-89e45425021d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:04.953273 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16cf53a8-8e3b-4e74-b7a2-89e45425021d {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:41:05.027677 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 16cf53a8-8e3b-4e74-b7a2-89e45425021d, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=16cf53a8-8e3b-4e74-b7a2-89e45425021d,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:05.034861 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (16cf53a8-8e3b-4e74-b7a2-89e45425021d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:05.042063 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f3505b-7f9d-4707-88a8-9437170c1ecc service neutron] Pushing event updated for resources: {'Port': ['ID=33bfafb1-5104-4a25-8e28-7e80e148e1e7,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:05.071605 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c2f96-b60b-482f-8cef-18828bcb1dc5 req-ecedf293-a56d-4f24-99c3-68c221edafc0 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:05.073958 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a37c2f96-b60b-482f-8cef-18828bcb1dc5 req-ecedf293-a56d-4f24-99c3-68c221edafc0 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c68c3c2-df66-4f99-9ced-90c4a480130a HTTP/1.1" status: 200 len: 972 time: 0.5119753 Mar 05 04:41:05.094201 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-50fd259c-1207-4446-9f90-9a4084a0d9c0 admin admin] Publish callbacks [] for router_gateway (7cbbcecb-8e08-4984-a874-3fdb4a3eafc4), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:05.109265 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 020a4f59-b3cd-4451-9db2-4eb8f368ec31 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:41:05.114231 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=16cf53a8-8e3b-4e74-b7a2-89e45425021d,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:05.118226 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['5197f0b8-9ff0-42c8-8a19-eb8785fe21f5'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:41:05.266244 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 020a4f59-b3cd-4451-9db2-4eb8f368ec31 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:05.266643 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (020a4f59-b3cd-4451-9db2-4eb8f368ec31), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:05.358594 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-50fd259c-1207-4446-9f90-9a4084a0d9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:05.395921 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['16cf53a8-8e3b-4e74-b7a2-89e45425021d'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:41:05.445490 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-f622527c-02cc-401e-931b-8d8829c1738a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:05.447487 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-f622527c-02cc-401e-931b-8d8829c1738a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80199c741b5145e7938f23ba96eb7071&device_id=624e229c-26cd-4f63-9f87-5512b7eb4a3f HTTP/1.1" status: 200 len: 1131 time: 0.6051097 Mar 05 04:41:05.475865 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 020a4f59-b3cd-4451-9db2-4eb8f368ec31 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:05.476257 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (020a4f59-b3cd-4451-9db2-4eb8f368ec31), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:05.513354 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a37c2f96-b60b-482f-8cef-18828bcb1dc5 req-d1f31c97-b119-48fa-bb80-41bfee5ce76d tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f586c7-f540-4da8-96f3-80b000cabe71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239452 Mar 05 04:41:05.521105 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-fa6b857b-65ad-4300-917b-9e85c6558f36 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=33bfafb1-5104-4a25-8e28-7e80e148e1e7 HTTP/1.1" status: 200 len: 217 time: 0.0628355 Mar 05 04:41:05.531846 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb14491-d843-4280-846a-91bbb65a2d28 req-1cc1f23e-dbb8-468f-a58a-5a448c9e901a tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:05.546127 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 020a4f59-b3cd-4451-9db2-4eb8f368ec31, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=020a4f59-b3cd-4451-9db2-4eb8f368ec31,segment=NetworkSegment(95760e20-967f-4dc5-a204-0397a3add736),segment_id=95760e20-967f-4dc5-a204-0397a3add736)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:05.546379 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1cb14491-d843-4280-846a-91bbb65a2d28 req-1cc1f23e-dbb8-468f-a58a-5a448c9e901a tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/ports?device_id=624e229c-26cd-4f63-9f87-5512b7eb4a3f HTTP/1.1" status: 200 len: 948 time: 0.4839702 Mar 05 04:41:05.557411 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (020a4f59-b3cd-4451-9db2-4eb8f368ec31), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:05.644524 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=020a4f59-b3cd-4451-9db2-4eb8f368ec31,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:05.707277 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-147b8461-7c58-4cc6-9a61-2c3f4b9fc7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:05.708790 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-147b8461-7c58-4cc6-9a61-2c3f4b9fc7c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.1573162 Mar 05 04:41:05.737117 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-50fd259c-1207-4446-9f90-9a4084a0d9c0 admin admin] Allocated IP 172.25.0.184 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/61289e81-de37-4ec9-8ce1-e7c8ed29bec6) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:41:05.788761 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1cb14491-d843-4280-846a-91bbb65a2d28 req-730f7994-96b8-464a-9e9a-c84bffca425b tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/security-groups?id=c81647f5-f81e-4447-8356-51e1b0cc7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933510 Mar 05 04:41:05.814475 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d6668c-1a25-4c60-ad70-842822fceb53 None None] Network 0c0649bc-7490-4102-9a4e-be3cfd24dc7c requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:41:05.834626 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5e8c0-de27-46e0-b9e0-acd1f8e57def req-fcbf3d35-d0da-407d-a67c-48c3af95b561 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:05.836155 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-27a5e8c0-de27-46e0-b9e0-acd1f8e57def req-fcbf3d35-d0da-407d-a67c-48c3af95b561 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7be48e2-685b-405a-a876-cef4398a0739 HTTP/1.1" status: 200 len: 949 time: 0.2099640 Mar 05 04:41:05.884734 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-5c9bcc84-e72b-40ab-8cb3-8c402537cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:05.886802 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-5c9bcc84-e72b-40ab-8cb3-8c402537cd6f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1613226 Mar 05 04:41:05.901422 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-2dc82a06-0072-4e7f-b6d3-b7326bd3d2c1 None None] Provisioning complete for port 020a4f59-b3cd-4451-9db2-4eb8f368ec31 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:05.901912 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2dc82a06-0072-4e7f-b6d3-b7326bd3d2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (020a4f59-b3cd-4451-9db2-4eb8f368ec31), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:06.007826 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-50fd259c-1207-4446-9f90-9a4084a0d9c0 admin admin] Publish callbacks [] for port (61289e81-de37-4ec9-8ce1-e7c8ed29bec6), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:06.013503 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-27a5e8c0-de27-46e0-b9e0-acd1f8e57def req-e5cc1a39-60c1-45df-996c-0a7ea739e2e5 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/security-groups?id=26708e07-5622-4d4e-ac08-bc9692b5bb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491628 Mar 05 04:41:06.024381 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2dc82a06-0072-4e7f-b6d3-b7326bd3d2c1 None None] Current status of the port 020a4f59-b3cd-4451-9db2-4eb8f368ec31 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:06.059130 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-71cca8e5-f16c-49e8-820a-a9d2c04d636e service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648006 Mar 05 04:41:06.102504 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-50fd259c-1207-4446-9f90-9a4084a0d9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (61289e81-de37-4ec9-8ce1-e7c8ed29bec6), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:06.190531 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 7659bb61-2851-4497-a728-e91219a88b7f details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:41:06.204200 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 16cf53a8-8e3b-4e74-b7a2-89e45425021d up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:41:06.227900 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fd259c-1207-4446-9f90-9a4084a0d9c0 admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:41:06.236511 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-50fd259c-1207-4446-9f90-9a4084a0d9c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:41:06.244377 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fd259c-1207-4446-9f90-9a4084a0d9c0 admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:41:06.270860 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:41:06.280910 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd259c-1207-4446-9f90-9a4084a0d9c0 admin admin] Pushing event updated for resources: {'Port': ['ID=61289e81-de37-4ec9-8ce1-e7c8ed29bec6,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:06.282345 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:41:06.305745 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fc39eab9-e558-4ad4-9d3b-7aed5577aac0 None None] Provisioning complete for port 020a4f59-b3cd-4451-9db2-4eb8f368ec31 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:06.306118 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fc39eab9-e558-4ad4-9d3b-7aed5577aac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (020a4f59-b3cd-4451-9db2-4eb8f368ec31), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:06.314374 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a08bc-ef93-4790-a5a6-44f76490bbbb req-a0dce532-5a80-49b3-a3b8-3efdac3e1710 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:06.315895 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bc9a08bc-ef93-4790-a5a6-44f76490bbbb req-a0dce532-5a80-49b3-a3b8-3efdac3e1710 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 947 time: 0.2422462 Mar 05 04:41:06.322367 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d05db919-fe33-4423-a3d8-67fa0b8960ce req-1b27df53-827b-4662-b123-78a602deb2bc service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572975 Mar 05 04:41:06.339102 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797bb2b-e7e0-40bf-b93b-5167c2568e8f req-01d11a4c-cc85-4513-8113-0bf7b0be3060 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:06.341029 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4797bb2b-e7e0-40bf-b93b-5167c2568e8f req-01d11a4c-cc85-4513-8113-0bf7b0be3060 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44cf234-1303-425c-9e6b-b1b102f7a855 HTTP/1.1" status: 200 len: 966 time: 0.2345679 Mar 05 04:41:06.406778 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 16cf53a8-8e3b-4e74-b7a2-89e45425021d completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:41:06.424743 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 7659bb61-2851-4497-a728-e91219a88b7f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=7659bb61-2851-4497-a728-e91219a88b7f,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:06.428602 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 16cf53a8-8e3b-4e74-b7a2-89e45425021d triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:06.428976 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (16cf53a8-8e3b-4e74-b7a2-89e45425021d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:06.469051 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '7659bb61-2851-4497-a728-e91219a88b7f', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': '7659bb61-2851-4497-a728-e91219a88b7f', 'mac_address': 'fa:16:3e:a6:3c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:41:06.475128 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:41:06.512313 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:06.512702 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5197f0b8-9ff0-42c8-8a19-eb8785fe21f5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:06.530346 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bc9a08bc-ef93-4790-a5a6-44f76490bbbb req-22f1af0a-c780-46b3-b4bf-cd4e8875cfb0 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069905 Mar 05 04:41:06.555320 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4797bb2b-e7e0-40bf-b93b-5167c2568e8f req-00be7f5f-43d0-4c10-91f1-524c4d3cb7e3 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024882 Mar 05 04:41:06.574014 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbda953-0ebd-46e5-b555-947c9d677ad3 req-153e96ce-983e-4132-923f-bb3fe43a2e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:06.576254 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8dbda953-0ebd-46e5-b555-947c9d677ad3 req-153e96ce-983e-4132-923f-bb3fe43a2e08 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=80199c741b5145e7938f23ba96eb7071&device_id=624e229c-26cd-4f63-9f87-5512b7eb4a3f HTTP/1.1" status: 200 len: 1131 time: 0.1864183 Mar 05 04:41:06.626989 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fc39eab9-e558-4ad4-9d3b-7aed5577aac0 None None] Current status of the port 020a4f59-b3cd-4451-9db2-4eb8f368ec31 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:06.650472 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 7659bb61-2851-4497-a728-e91219a88b7f is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:06.650858 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7659bb61-2851-4497-a728-e91219a88b7f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:06.716388 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7659bb61-2851-4497-a728-e91219a88b7f {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:41:06.743903 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:06.744274 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5197f0b8-9ff0-42c8-8a19-eb8785fe21f5), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:06.749006 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 16cf53a8-8e3b-4e74-b7a2-89e45425021d is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:06.749378 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (16cf53a8-8e3b-4e74-b7a2-89e45425021d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:06.752054 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 7659bb61-2851-4497-a728-e91219a88b7f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=7659bb61-2851-4497-a728-e91219a88b7f,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:06.769837 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (7659bb61-2851-4497-a728-e91219a88b7f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:06.813635 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44cf234-1303-425c-9e6b-b1b102f7a855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5197f0b8-9ff0-42c8-8a19-eb8785fe21f5'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:41:06.815918 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fc1a06-a0f2-4a37-8482-e1da93085cd7" -d '{"events": [{"server_uuid": "d44cf234-1303-425c-9e6b-b1b102f7a855", "name": "network-vif-plugged", "status": "completed", "tag": "5197f0b8-9ff0-42c8-8a19-eb8785fe21f5"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:41:06.842162 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=5197f0b8-9ff0-42c8-8a19-eb8785fe21f5,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:06.852279 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 020a4f59-b3cd-4451-9db2-4eb8f368ec31 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:41:06.862965 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5197f0b8-9ff0-42c8-8a19-eb8785fe21f5), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:06.867616 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 16cf53a8-8e3b-4e74-b7a2-89e45425021d, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=16cf53a8-8e3b-4e74-b7a2-89e45425021d,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:06.885942 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df83e36-e734-48e9-af95-d1fa3fe6cef8 req-c54cf51e-c9f8-4d25-b42b-7a4c06e8ee67 tempest-AggregatesAdminTestJSON-1216879332 tempest-AggregatesAdminTestJSON-1216879332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:06.888640 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3df83e36-e734-48e9-af95-d1fa3fe6cef8 req-c54cf51e-c9f8-4d25-b42b-7a4c06e8ee67 tempest-AggregatesAdminTestJSON-1216879332 tempest-AggregatesAdminTestJSON-1216879332-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7c68c3c2-df66-4f99-9ced-90c4a480130a HTTP/1.1" status: 200 len: 1155 time: 0.2339396 Mar 05 04:41:06.891635 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbda953-0ebd-46e5-b555-947c9d677ad3 req-46047c57-41f0-4065-a9c2-1601c5b1c5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:06.893001 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8dbda953-0ebd-46e5-b555-947c9d677ad3 req-46047c57-41f0-4065-a9c2-1601c5b1c5be service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.2743509 Mar 05 04:41:06.893683 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-50fd259c-1207-4446-9f90-9a4084a0d9c0 admin admin] Publish callbacks [] for router_gateway (7cbbcecb-8e08-4984-a874-3fdb4a3eafc4), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:06.899026 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (16cf53a8-8e3b-4e74-b7a2-89e45425021d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:06.908950 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=7659bb61-2851-4497-a728-e91219a88b7f,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:07.097143 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=5197f0b8-9ff0-42c8-8a19-eb8785fe21f5,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:07.124931 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 020a4f59-b3cd-4451-9db2-4eb8f368ec31 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:07.125309 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (020a4f59-b3cd-4451-9db2-4eb8f368ec31), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:07.163861 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['7659bb61-2851-4497-a728-e91219a88b7f'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:41:07.164102 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-3df83e36-e734-48e9-af95-d1fa3fe6cef8 req-2fb87519-aa9d-402f-9423-17349406053e tempest-AggregatesAdminTestJSON-1216879332 tempest-AggregatesAdminTestJSON-1216879332-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:07.173268 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8dbda953-0ebd-46e5-b555-947c9d677ad3 req-e77277ef-04db-41ac-9cc8-abafada05745 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=33bfafb1-5104-4a25-8e28-7e80e148e1e7 HTTP/1.1" status: 200 len: 217 time: 0.2369125 Mar 05 04:41:07.208648 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=16cf53a8-8e3b-4e74-b7a2-89e45425021d,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:07.297990 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 020a4f59-b3cd-4451-9db2-4eb8f368ec31 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:07.312657 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbda953-0ebd-46e5-b555-947c9d677ad3 req-2945e6cf-fa18-4325-b82b-cbfcb383dbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:07.314105 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8dbda953-0ebd-46e5-b555-947c9d677ad3 req-2945e6cf-fa18-4325-b82b-cbfcb383dbf1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.1189494 Mar 05 04:41:07.341316 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a930b02-c0c7-43a2-a935-11385b8d7244 req-c4fd8580-4b2a-4823-a3ae-25b9064ddabf tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:07.342803 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3a930b02-c0c7-43a2-a935-11385b8d7244 req-c4fd8580-4b2a-4823-a3ae-25b9064ddabf tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/ports?device_id=624e229c-26cd-4f63-9f87-5512b7eb4a3f HTTP/1.1" status: 200 len: 948 time: 0.4051144 Mar 05 04:41:07.525516 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-3df83e36-e734-48e9-af95-d1fa3fe6cef8 req-2fb87519-aa9d-402f-9423-17349406053e tempest-AggregatesAdminTestJSON-1216879332 tempest-AggregatesAdminTestJSON-1216879332-project-admin] Publish callbacks [] for security_group (20bf8099-262d-46c7-b724-32bb7c88453c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:07.532630 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbda953-0ebd-46e5-b555-947c9d677ad3 req-02bfee65-bc63-466c-9319-894210435409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:07.534174 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8dbda953-0ebd-46e5-b555-947c9d677ad3 req-02bfee65-bc63-466c-9319-894210435409 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2105207 Mar 05 04:41:07.538425 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-3df83e36-e734-48e9-af95-d1fa3fe6cef8 req-2fb87519-aa9d-402f-9423-17349406053e tempest-AggregatesAdminTestJSON-1216879332 tempest-AggregatesAdminTestJSON-1216879332-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (20bf8099-262d-46c7-b724-32bb7c88453c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:07.543631 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3a930b02-c0c7-43a2-a935-11385b8d7244 req-80adac0d-6b0d-4838-ad15-c202c4ce49c1 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/security-groups?id=c81647f5-f81e-4447-8356-51e1b0cc7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473837 Mar 05 04:41:07.576159 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-50fd259c-1207-4446-9f90-9a4084a0d9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (7cbbcecb-8e08-4984-a874-3fdb4a3eafc4), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:07.598340 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78a8aaa-85fe-4f7c-a6b2-4b5065b0f49d x-openstack-request-id: req-d78a8aaa-85fe-4f7c-a6b2-4b5065b0f49d {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:41:07.598819 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44cf234-1303-425c-9e6b-b1b102f7a855", "name": "network-vif-plugged", "status": "completed", "tag": "5197f0b8-9ff0-42c8-8a19-eb8785fe21f5", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:41:07.599211 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d78a8aaa-85fe-4f7c-a6b2-4b5065b0f49d {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:41:07.599699 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44cf234-1303-425c-9e6b-b1b102f7a855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5197f0b8-9ff0-42c8-8a19-eb8785fe21f5', 'code': 200} Mar 05 04:41:07.680834 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3df83e36-e734-48e9-af95-d1fa3fe6cef8 req-2fb87519-aa9d-402f-9423-17349406053e tempest-AggregatesAdminTestJSON-1216879332 tempest-AggregatesAdminTestJSON-1216879332-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a3f586c7-f540-4da8-96f3-80b000cabe71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7849388 Mar 05 04:41:07.691591 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb87519-aa9d-402f-9423-17349406053e tempest-AggregatesAdminTestJSON-1216879332 tempest-AggregatesAdminTestJSON-1216879332-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bf8099-262d-46c7-b724-32bb7c88453c,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:07.834846 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8dbda953-0ebd-46e5-b555-947c9d677ad3 req-0a28a728-cc5e-4f8b-b692-1925934e6fdc service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894371 Mar 05 04:41:07.888312 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08591181-c010-40d7-822a-3cfd65ba64ca req-2c75ccc1-9c2c-4729-bc91-eceb9c58d30b tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:07.889775 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-08591181-c010-40d7-822a-3cfd65ba64ca req-2c75ccc1-9c2c-4729-bc91-eceb9c58d30b tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7be48e2-685b-405a-a876-cef4398a0739 HTTP/1.1" status: 200 len: 950 time: 0.2116611 Mar 05 04:41:07.904437 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7099fcc-c129-4f09-82ae-f8a4cdfb083f req-5b6c7616-132e-4417-ba41-90355cad480d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:07.905875 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7099fcc-c129-4f09-82ae-f8a4cdfb083f req-5b6c7616-132e-4417-ba41-90355cad480d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d44cf234-1303-425c-9e6b-b1b102f7a855 HTTP/1.1" status: 200 len: 1150 time: 0.2307045 Mar 05 04:41:07.988124 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279006bf-75d8-44bd-a629-c6218204748d req-d2d27b55-2568-496c-9194-d01e0baf19f5 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:07.989481 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-279006bf-75d8-44bd-a629-c6218204748d req-d2d27b55-2568-496c-9194-d01e0baf19f5 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 948 time: 0.2375920 Mar 05 04:41:08.082800 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8dbda953-0ebd-46e5-b555-947c9d677ad3 req-b02c9933-5a5f-40e1-a3e6-1d2f9fdcf41b service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377431 Mar 05 04:41:08.086358 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7099fcc-c129-4f09-82ae-f8a4cdfb083f req-5fae7e0f-b6bb-4a3b-aed2-271049c0fead service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426201 Mar 05 04:41:08.090011 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-08591181-c010-40d7-822a-3cfd65ba64ca req-2337d826-398e-4dfb-8641-c7a651218301 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/security-groups?id=26708e07-5622-4d4e-ac08-bc9692b5bb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902823 Mar 05 04:41:08.114625 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50fd259c-1207-4446-9f90-9a4084a0d9c0 admin admin] Router 7cbbcecb-8e08-4984-a874-3fdb4a3eafc4 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:41:08.122361 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-279006bf-75d8-44bd-a629-c6218204748d req-1c8323d0-dce7-4d3b-8562-3c36e62815bb tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172864 Mar 05 04:41:08.218412 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 7659bb61-2851-4497-a728-e91219a88b7f up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:41:08.274099 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58fad4-914a-4eae-aa7c-cf66cb0b7760 req-f45cf8de-0b35-402d-8f3f-09c976462b47 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:08.275617 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1b58fad4-914a-4eae-aa7c-cf66cb0b7760 req-f45cf8de-0b35-402d-8f3f-09c976462b47 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44cf234-1303-425c-9e6b-b1b102f7a855 HTTP/1.1" status: 200 len: 967 time: 0.1007476 Mar 05 04:41:08.285293 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fd259c-1207-4446-9f90-9a4084a0d9c0 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:41:08.298846 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc147c2-c03f-40b6-9d67-a217ab730d3b None None] Sync routers for ids ['7cbbcecb-8e08-4984-a874-3fdb4a3eafc4'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:41:08.304078 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 7659bb61-2851-4497-a728-e91219a88b7f completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:41:08.308702 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 7659bb61-2851-4497-a728-e91219a88b7f triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:08.309527 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7659bb61-2851-4497-a728-e91219a88b7f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:08.316547 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc147c2-c03f-40b6-9d67-a217ab730d3b None None] Routers {'7cbbcecb-8e08-4984-a874-3fdb4a3eafc4'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:41:08.320414 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-cdc147c2-c03f-40b6-9d67-a217ab730d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:40:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['7cbbcecb-8e08-4984-a874-3fdb4a3eafc4'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:41:08.324970 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-50fd259c-1207-4446-9f90-9a4084a0d9c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:08.328781 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-50fd259c-1207-4446-9f90-9a4084a0d9c0 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.1189673 Mar 05 04:41:08.329158 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36918) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:08.347672 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1b58fad4-914a-4eae-aa7c-cf66cb0b7760 req-fc9a2f6d-a119-4a23-adfd-0e7e64d2c04b tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646548 Mar 05 04:41:08.478281 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 7659bb61-2851-4497-a728-e91219a88b7f is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:08.478668 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7659bb61-2851-4497-a728-e91219a88b7f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:08.531045 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-cdc147c2-c03f-40b6-9d67-a217ab730d3b None None] Set router 7cbbcecb-8e08-4984-a874-3fdb4a3eafc4 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:41:08.538419 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 7659bb61-2851-4497-a728-e91219a88b7f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=7659bb61-2851-4497-a728-e91219a88b7f,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:08.545704 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (7659bb61-2851-4497-a728-e91219a88b7f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:08.591410 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36926) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:08.591550 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f40156-7463-49d5-bf1a-3de11bb5860d req-ad8903c5-41b2-43ba-9983-86fc849e2bf6 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:08.599036 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-90f40156-7463-49d5-bf1a-3de11bb5860d req-ad8903c5-41b2-43ba-9983-86fc849e2bf6 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c68c3c2-df66-4f99-9ced-90c4a480130a HTTP/1.1" status: 200 len: 972 time: 0.0906487 Mar 05 04:41:08.656897 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-90f40156-7463-49d5-bf1a-3de11bb5860d req-5bf9b6fb-aeef-486b-93a3-f0399d9497cd tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f586c7-f540-4da8-96f3-80b000cabe71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523627 Mar 05 04:41:08.679098 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=7659bb61-2851-4497-a728-e91219a88b7f,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:08.747808 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb2a5f-1332-473c-b6a4-1bb0dee0c96b req-e785ed16-59a8-43d7-9208-99a33e44bb56 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:08.748628 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-cdc147c2-c03f-40b6-9d67-a217ab730d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbbcecb-8e08-4984-a874-3fdb4a3eafc4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1860106951-router', 'tenant_id': 'fed43b0d8eff49c4aa2c72eb4363ebbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '61289e81-de37-4ec9-8ce1-e7c8ed29bec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:03Z', 'updated_at': '2022-03-05T04:41:06Z', 'revision_number': 3, 'project_id': 'fed43b0d8eff49c4aa2c72eb4363ebbc', 'gw_port': {'id': '61289e81-de37-4ec9-8ce1-e7c8ed29bec6', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:31:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbbcecb-8e08-4984-a874-3fdb4a3eafc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:05Z', 'updated_at': '2022-03-05T04:41:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:41:08.749464 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9dcb2a5f-1332-473c-b6a4-1bb0dee0c96b req-e785ed16-59a8-43d7-9208-99a33e44bb56 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/ports?device_id=624e229c-26cd-4f63-9f87-5512b7eb4a3f HTTP/1.1" status: 200 len: 948 time: 0.0654898 Mar 05 04:41:08.782773 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc147c2-c03f-40b6-9d67-a217ab730d3b None None] Checking router: 7cbbcecb-8e08-4984-a874-3fdb4a3eafc4 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:41:08.782968 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7326ed10-0735-435d-ae6a-6ee536a0c8ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:08.783049 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc147c2-c03f-40b6-9d67-a217ab730d3b None None] Updating router 7cbbcecb-8e08-4984-a874-3fdb4a3eafc4 port 61289e81-de37-4ec9-8ce1-e7c8ed29bec6 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:41:08.799649 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9dcb2a5f-1332-473c-b6a4-1bb0dee0c96b req-4295dd14-5a85-4957-b9f6-7f7901b85de8 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/security-groups?id=c81647f5-f81e-4447-8356-51e1b0cc7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444617 Mar 05 04:41:08.820268 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-cdc147c2-c03f-40b6-9d67-a217ab730d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (61289e81-de37-4ec9-8ce1-e7c8ed29bec6), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:08.957451 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7326ed10-0735-435d-ae6a-6ee536a0c8ae admin admin] Publish callbacks [] for security_group (4f55414b-e6bb-4e1c-9bbb-b7bb7d31a74a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:08.978914 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7326ed10-0735-435d-ae6a-6ee536a0c8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4f55414b-e6bb-4e1c-9bbb-b7bb7d31a74a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:09.031214 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f887be2d-d0bf-4908-9033-b024acf01ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:09.034747 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7326ed10-0735-435d-ae6a-6ee536a0c8ae admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=409168575187438681376a6c3017fc39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4417059 Mar 05 04:41:09.036629 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326ed10-0735-435d-ae6a-6ee536a0c8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f55414b-e6bb-4e1c-9bbb-b7bb7d31a74a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:09.037405 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36930) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:09.079752 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-cdc147c2-c03f-40b6-9d67-a217ab730d3b None None] Publish callbacks [] for port (61289e81-de37-4ec9-8ce1-e7c8ed29bec6), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:09.085339 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-cdc147c2-c03f-40b6-9d67-a217ab730d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (61289e81-de37-4ec9-8ce1-e7c8ed29bec6), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:09.103595 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-34479043-30be-4e7c-a122-14dce5a239e8 admin admin] Publish callbacks [] for security_group (4f55414b-e6bb-4e1c-9bbb-b7bb7d31a74a), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:09.127988 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-34479043-30be-4e7c-a122-14dce5a239e8 admin admin] Publish callbacks [] for security_group (4f55414b-e6bb-4e1c-9bbb-b7bb7d31a74a), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:09.138231 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-cdc147c2-c03f-40b6-9d67-a217ab730d3b None None] Attempting to bind port 61289e81-de37-4ec9-8ce1-e7c8ed29bec6 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:41:09.138632 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-cdc147c2-c03f-40b6-9d67-a217ab730d3b None None] Attempting to bind port 61289e81-de37-4ec9-8ce1-e7c8ed29bec6 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:41:09.138997 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc147c2-c03f-40b6-9d67-a217ab730d3b None None] Attempting to bind port 61289e81-de37-4ec9-8ce1-e7c8ed29bec6 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:41:09.147733 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc147c2-c03f-40b6-9d67-a217ab730d3b None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:41:09.148122 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc147c2-c03f-40b6-9d67-a217ab730d3b None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:41:09.148533 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-cdc147c2-c03f-40b6-9d67-a217ab730d3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:09.148937 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc147c2-c03f-40b6-9d67-a217ab730d3b None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:41:09.149420 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-cdc147c2-c03f-40b6-9d67-a217ab730d3b None None] Bound port: 61289e81-de37-4ec9-8ce1-e7c8ed29bec6, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:41:09.149808 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-cdc147c2-c03f-40b6-9d67-a217ab730d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (61289e81-de37-4ec9-8ce1-e7c8ed29bec6), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:09.151408 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826a118-5066-4cc7-b90b-e5e08e78c162 None None] Pushing event updated for resources: {'Port': ['ID=61289e81-de37-4ec9-8ce1-e7c8ed29bec6,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:09.181079 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826a118-5066-4cc7-b90b-e5e08e78c162 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:09.181478 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826a118-5066-4cc7-b90b-e5e08e78c162 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:09.181785 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826a118-5066-4cc7-b90b-e5e08e78c162 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:09.182135 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826a118-5066-4cc7-b90b-e5e08e78c162 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:09.182490 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826a118-5066-4cc7-b90b-e5e08e78c162 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:09.182887 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826a118-5066-4cc7-b90b-e5e08e78c162 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:09.183293 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826a118-5066-4cc7-b90b-e5e08e78c162 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:09.183994 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826a118-5066-4cc7-b90b-e5e08e78c162 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:09.184473 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826a118-5066-4cc7-b90b-e5e08e78c162 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:09.184946 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826a118-5066-4cc7-b90b-e5e08e78c162 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:09.185463 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826a118-5066-4cc7-b90b-e5e08e78c162 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:09.185804 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826a118-5066-4cc7-b90b-e5e08e78c162 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:09.186141 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826a118-5066-4cc7-b90b-e5e08e78c162 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9826a118-5066-4cc7-b90b-e5e08e78c162 None None] Tracked resource versions report: Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: pushed versions: Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: { 'AddressGroup': {'1.2'}, Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: 'ConntrackHelper': {'1.0'}, Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: 'LocalIPAssociation': {'1.0'}, Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: 'Log': {'1.0'}, Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: 'Network': {'1.1'}, Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: 'Port': {'1.7'}, Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: 'PortForwarding': {'1.2'}, Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: 'QosPolicy': {'1.10'}, Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: 'SecurityGroup': {'1.5'}, Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: 'SecurityGroupRule': {'1.2'}, Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: 'SubPort': {'1.0'}, Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: 'Subnet': {'1.1'}, Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: 'Trunk': {'1.1'}} Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: consumer versions: Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: { DHCP agent@n-d-789963-32: {}, Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: HyperV agent@n-h1-789963-32: {}, Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: HyperV agent@n-h2-789963-32: {}, Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: L3 agent@n-d-789963-32: {}, Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: Metadata agent@n-d-789963-32: {}, Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: Metering agent@n-d-789963-32: {}, Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: Open vSwitch agent@n-d-789963-32: { 'AddressGroup': '1.2', Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: 'ConntrackHelper': '1.0', Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: 'LocalIPAssociation': '1.0', Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: 'Log': '1.0', Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: 'Network': '1.1', Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: 'Port': '1.7', Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: 'PortForwarding': '1.2', Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: 'QosPolicy': '1.10', Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: 'SecurityGroup': '1.5', Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: 'SecurityGroupRule': '1.2', Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: 'SubPort': '1.0', Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: 'Subnet': '1.1', Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: 'Trunk': '1.1'}} Mar 05 04:41:09.187498 n-d-789963-32 neutron-server[105234]: {{(pid=105234) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 05 04:41:09.192795 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-34479043-30be-4e7c-a122-14dce5a239e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4f55414b-e6bb-4e1c-9bbb-b7bb7d31a74a), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:09.197865 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-34479043-30be-4e7c-a122-14dce5a239e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:09.200514 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-34479043-30be-4e7c-a122-14dce5a239e8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4f55414b-e6bb-4e1c-9bbb-b7bb7d31a74a HTTP/1.1" status: 204 len: 168 time: 0.1609707 Mar 05 04:41:09.210726 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34479043-30be-4e7c-a122-14dce5a239e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f55414b-e6bb-4e1c-9bbb-b7bb7d31a74a,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:09.225816 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-cdc147c2-c03f-40b6-9d67-a217ab730d3b None None] For port 61289e81-de37-4ec9-8ce1-e7c8ed29bec6, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:41:09.230239 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-cdc147c2-c03f-40b6-9d67-a217ab730d3b None None] For port 61289e81-de37-4ec9-8ce1-e7c8ed29bec6, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=61289e81-de37-4ec9-8ce1-e7c8ed29bec6,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:41:09.238362 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-cdc147c2-c03f-40b6-9d67-a217ab730d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (61289e81-de37-4ec9-8ce1-e7c8ed29bec6), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:09.299010 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-f887be2d-d0bf-4908-9033-b024acf01ad1 admin admin] Allocated IP 172.20.0.1 (0c0649bc-7490-4102-9a4e-be3cfd24dc7c/24b721bf-99a3-4b5d-9622-9edfd5d55c9e/7cc8abda-8aaf-4bb9-ba37-88e8c74c1dbe) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:41:09.337993 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826a118-5066-4cc7-b90b-e5e08e78c162 None None] Pushing event updated for resources: {'Port': ['ID=61289e81-de37-4ec9-8ce1-e7c8ed29bec6,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:09.367457 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0022761-8c3e-49d6-bdac-2d88cad147e7 req-12ce055d-e454-4bdc-99c0-1e2b1d0b9ab9 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:09.378362 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e0022761-8c3e-49d6-bdac-2d88cad147e7 req-12ce055d-e454-4bdc-99c0-1e2b1d0b9ab9 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 949 time: 0.1221740 Mar 05 04:41:09.398498 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc147c2-c03f-40b6-9d67-a217ab730d3b None None] Routers {'7cbbcecb-8e08-4984-a874-3fdb4a3eafc4'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:41:09.400581 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-cdc147c2-c03f-40b6-9d67-a217ab730d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:40:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['7cbbcecb-8e08-4984-a874-3fdb4a3eafc4'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:41:09.419397 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193066e-a279-4b8f-9855-c641218fc74e req-c2633ecc-f973-406f-a4e1-349250c5d9e4 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:09.422084 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d193066e-a279-4b8f-9855-c641218fc74e req-c2633ecc-f973-406f-a4e1-349250c5d9e4 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7be48e2-685b-405a-a876-cef4398a0739 HTTP/1.1" status: 200 len: 950 time: 0.1906078 Mar 05 04:41:09.471489 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f887be2d-d0bf-4908-9033-b024acf01ad1 admin admin] Publish callbacks [] for port (7cc8abda-8aaf-4bb9-ba37-88e8c74c1dbe), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:09.499033 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e0022761-8c3e-49d6-bdac-2d88cad147e7 req-830c58e5-1bb1-49e0-b4bb-df779f301ceb tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142149 Mar 05 04:41:09.514493 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f887be2d-d0bf-4908-9033-b024acf01ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (7cc8abda-8aaf-4bb9-ba37-88e8c74c1dbe), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:09.540723 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d193066e-a279-4b8f-9855-c641218fc74e req-27fb3e29-229c-4938-a1ce-4fe3a399bb96 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/security-groups?id=26708e07-5622-4d4e-ac08-bc9692b5bb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055369 Mar 05 04:41:09.561145 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-cdc147c2-c03f-40b6-9d67-a217ab730d3b None None] Set router 7cbbcecb-8e08-4984-a874-3fdb4a3eafc4 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:41:09.579883 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f887be2d-d0bf-4908-9033-b024acf01ad1 admin admin] Network 0c0649bc-7490-4102-9a4e-be3cfd24dc7c is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:41:09.585824 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-f887be2d-d0bf-4908-9033-b024acf01ad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:41:09.588861 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f887be2d-d0bf-4908-9033-b024acf01ad1 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:41:09.600986 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7be48e2-685b-405a-a876-cef4398a0739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cf53a8-8e3b-4e74-b7a2-89e45425021d'}, {'server_uuid': '0f718b07-54f6-4ee1-b0eb-bc2f64778b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7659bb61-2851-4497-a728-e91219a88b7f'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:41:09.604342 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f49bb01-142f-408d-89ec-165fc48e771e" -d '{"events": [{"server_uuid": "b7be48e2-685b-405a-a876-cef4398a0739", "name": "network-vif-plugged", "status": "completed", "tag": "16cf53a8-8e3b-4e74-b7a2-89e45425021d"}, {"server_uuid": "0f718b07-54f6-4ee1-b0eb-bc2f64778b38", "name": "network-vif-plugged", "status": "completed", "tag": "7659bb61-2851-4497-a728-e91219a88b7f"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:41:09.633965 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887be2d-d0bf-4908-9033-b024acf01ad1 admin admin] Pushing event updated for resources: {'Port': ['ID=7cc8abda-8aaf-4bb9-ba37-88e8c74c1dbe,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:09.645646 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a25407-8aec-4a07-8163-d821618cf565 req-0d17c34a-7478-4239-bb1d-81d7cfcd1c92 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:09.658377 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36946) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:09.663330 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-09a25407-8aec-4a07-8163-d821618cf565 req-0d17c34a-7478-4239-bb1d-81d7cfcd1c92 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44cf234-1303-425c-9e6b-b1b102f7a855 HTTP/1.1" status: 200 len: 967 time: 0.0782874 Mar 05 04:41:09.675395 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f887be2d-d0bf-4908-9033-b024acf01ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (7cbbcecb-8e08-4984-a874-3fdb4a3eafc4), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:09.694759 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Mar 2022 04:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f341317-f4bf-4182-8958-19e88becb320 x-openstack-request-id: req-8f341317-f4bf-4182-8958-19e88becb320 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:41:09.695301 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7be48e2-685b-405a-a876-cef4398a0739", "name": "network-vif-plugged", "status": "completed", "tag": "16cf53a8-8e3b-4e74-b7a2-89e45425021d", "code": 200}, {"server_uuid": "0f718b07-54f6-4ee1-b0eb-bc2f64778b38", "name": "network-vif-plugged", "status": "completed", "tag": "7659bb61-2851-4497-a728-e91219a88b7f", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:41:09.695384 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8f341317-f4bf-4182-8958-19e88becb320 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:41:09.695762 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7be48e2-685b-405a-a876-cef4398a0739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cf53a8-8e3b-4e74-b7a2-89e45425021d', 'code': 200} Mar 05 04:41:09.696027 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f718b07-54f6-4ee1-b0eb-bc2f64778b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7659bb61-2851-4497-a728-e91219a88b7f', 'code': 200} Mar 05 04:41:09.727915 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-09a25407-8aec-4a07-8163-d821618cf565 req-3f760298-81b6-49f6-bd60-a1a28889840c tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621698 Mar 05 04:41:09.795947 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-51f04ed2-6975-400a-8440-27d717eb0cdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:09.866704 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-cdc147c2-c03f-40b6-9d67-a217ab730d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbbcecb-8e08-4984-a874-3fdb4a3eafc4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1860106951-router', 'tenant_id': 'fed43b0d8eff49c4aa2c72eb4363ebbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '61289e81-de37-4ec9-8ce1-e7c8ed29bec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:03Z', 'updated_at': '2022-03-05T04:41:06Z', 'revision_number': 3, 'project_id': 'fed43b0d8eff49c4aa2c72eb4363ebbc', 'gw_port': {'id': '61289e81-de37-4ec9-8ce1-e7c8ed29bec6', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:31:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbbcecb-8e08-4984-a874-3fdb4a3eafc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:05Z', 'updated_at': '2022-03-05T04:41:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:41:09.905858 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc147c2-c03f-40b6-9d67-a217ab730d3b None None] The sync data for ids ['7cbbcecb-8e08-4984-a874-3fdb4a3eafc4'] in n-d-789963-32 is: [{'id': '7cbbcecb-8e08-4984-a874-3fdb4a3eafc4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1860106951-router', 'tenant_id': 'fed43b0d8eff49c4aa2c72eb4363ebbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '61289e81-de37-4ec9-8ce1-e7c8ed29bec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:03Z', 'updated_at': '2022-03-05T04:41:06Z', 'revision_number': 3, 'project_id': 'fed43b0d8eff49c4aa2c72eb4363ebbc', 'gw_port': {'id': '61289e81-de37-4ec9-8ce1-e7c8ed29bec6', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:31:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbbcecb-8e08-4984-a874-3fdb4a3eafc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:05Z', 'updated_at': '2022-03-05T04:41:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:41:09.993928 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f6724385-0088-4426-ad5f-02c30759309b None None] Provisioning complete for port 7cc8abda-8aaf-4bb9-ba37-88e8c74c1dbe triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:09.994335 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f6724385-0088-4426-ad5f-02c30759309b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7cc8abda-8aaf-4bb9-ba37-88e8c74c1dbe), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:10.052533 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f6724385-0088-4426-ad5f-02c30759309b None None] Port 7cc8abda-8aaf-4bb9-ba37-88e8c74c1dbe cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:41:10.074510 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-51f04ed2-6975-400a-8440-27d717eb0cdc admin admin] Publish callbacks [] for security_group (9204ca28-11ca-45dd-b9cb-7017c32eb8a2), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:10.113333 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13dc04-c59b-4af9-864c-1aad69f6a09e req-35121a63-9fa6-4702-86a8-d4622fb064e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:10.114970 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9d13dc04-c59b-4af9-864c-1aad69f6a09e req-35121a63-9fa6-4702-86a8-d4622fb064e1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b7be48e2-685b-405a-a876-cef4398a0739 HTTP/1.1" status: 200 len: 1133 time: 0.2968299 Mar 05 04:41:10.115836 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-51f04ed2-6975-400a-8440-27d717eb0cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (9204ca28-11ca-45dd-b9cb-7017c32eb8a2), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:10.164956 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f887be2d-d0bf-4908-9033-b024acf01ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7cc8abda-8aaf-4bb9-ba37-88e8c74c1dbe), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:10.194701 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725bff65-a6bc-4e0f-9d39-572c89d15167 req-35d22f90-dd8b-46e8-9beb-4bb56c537b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:10.196680 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-725bff65-a6bc-4e0f-9d39-572c89d15167 req-35d22f90-dd8b-46e8-9beb-4bb56c537b83 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 1132 time: 0.3818855 Mar 05 04:41:10.207243 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-51f04ed2-6975-400a-8440-27d717eb0cdc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f87637ace32e4d6f8d6eb148bb248f67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5454693 Mar 05 04:41:10.215039 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36956) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:10.232503 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f04ed2-6975-400a-8440-27d717eb0cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9204ca28-11ca-45dd-b9cb-7017c32eb8a2,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:10.233777 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 33bfafb1-5104-4a25-8e28-7e80e148e1e7 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:41:10.248900 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f9eff-f3e0-4cfb-8012-60f4ca58a2b2 req-936ef13d-42b3-4ed9-8b39-a646d30b527f tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:10.256340 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d11f9eff-f3e0-4cfb-8012-60f4ca58a2b2 req-936ef13d-42b3-4ed9-8b39-a646d30b527f tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c68c3c2-df66-4f99-9ced-90c4a480130a HTTP/1.1" status: 200 len: 972 time: 0.4396899 Mar 05 04:41:10.265555 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c7bf4-6529-447d-b8a3-de18bb85ade4 req-7509124f-88b0-42d8-80b6-0736b00fd361 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:10.267403 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-645c7bf4-6529-447d-b8a3-de18bb85ade4 req-7509124f-88b0-42d8-80b6-0736b00fd361 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c68c3c2-df66-4f99-9ced-90c4a480130a HTTP/1.1" status: 200 len: 972 time: 0.1287532 Mar 05 04:41:10.299928 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9d13dc04-c59b-4af9-864c-1aad69f6a09e req-288f3561-65d6-424e-83d8-48cdd50ecdfb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=26708e07-5622-4d4e-ac08-bc9692b5bb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696270 Mar 05 04:41:10.395670 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 33bfafb1-5104-4a25-8e28-7e80e148e1e7, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=33bfafb1-5104-4a25-8e28-7e80e148e1e7,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:10.413554 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '33bfafb1-5104-4a25-8e28-7e80e148e1e7', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': '33bfafb1-5104-4a25-8e28-7e80e148e1e7', 'mac_address': 'fa:16:3e:85:24:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:41:10.437849 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-725bff65-a6bc-4e0f-9d39-572c89d15167 req-c273afe2-520b-47ab-af89-248d4faf8413 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333937 Mar 05 04:41:10.456877 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f887be2d-d0bf-4908-9033-b024acf01ad1 admin admin] Publish callbacks [] for port (7cc8abda-8aaf-4bb9-ba37-88e8c74c1dbe), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:10.461240 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 33bfafb1-5104-4a25-8e28-7e80e148e1e7 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:10.461782 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (33bfafb1-5104-4a25-8e28-7e80e148e1e7), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:10.463825 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f887be2d-d0bf-4908-9033-b024acf01ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (7cc8abda-8aaf-4bb9-ba37-88e8c74c1dbe), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:10.477057 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33bfafb1-5104-4a25-8e28-7e80e148e1e7 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:41:10.499044 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 33bfafb1-5104-4a25-8e28-7e80e148e1e7, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=33bfafb1-5104-4a25-8e28-7e80e148e1e7,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:10.505869 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (33bfafb1-5104-4a25-8e28-7e80e148e1e7), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:10.508347 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e1dd5743-76bd-4a32-9e7b-33377ea37db4 admin admin] Publish callbacks [] for security_group (9204ca28-11ca-45dd-b9cb-7017c32eb8a2), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:10.540561 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f887be2d-d0bf-4908-9033-b024acf01ad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (7cbbcecb-8e08-4984-a874-3fdb4a3eafc4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:10.544223 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887be2d-d0bf-4908-9033-b024acf01ad1 admin admin] Pushing event updated for resources: {'Port': ['ID=7cc8abda-8aaf-4bb9-ba37-88e8c74c1dbe,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:10.569976 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=33bfafb1-5104-4a25-8e28-7e80e148e1e7,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:10.592138 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e1dd5743-76bd-4a32-9e7b-33377ea37db4 admin admin] Publish callbacks [] for security_group (9204ca28-11ca-45dd-b9cb-7017c32eb8a2), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:10.597491 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d11f9eff-f3e0-4cfb-8012-60f4ca58a2b2 req-777671ef-befe-4ecc-b35f-4b16a53e69fa tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3f586c7-f540-4da8-96f3-80b000cabe71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407695 Mar 05 04:41:10.613675 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bad8c-7c53-4f38-b4e8-e292d04ffee5 req-57401efe-a6bd-488f-b541-a3ce3bcaa804 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:10.621029 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b18bad8c-7c53-4f38-b4e8-e292d04ffee5 req-57401efe-a6bd-488f-b541-a3ce3bcaa804 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d44cf234-1303-425c-9e6b-b1b102f7a855 HTTP/1.1" status: 200 len: 1150 time: 0.4048655 Mar 05 04:41:10.666261 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f887be2d-d0bf-4908-9033-b024acf01ad1 admin admin] Network 0c0649bc-7490-4102-9a4e-be3cfd24dc7c is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:41:10.668588 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-f887be2d-d0bf-4908-9033-b024acf01ad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:41:10.740946 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['33bfafb1-5104-4a25-8e28-7e80e148e1e7'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:41:10.799017 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b18bad8c-7c53-4f38-b4e8-e292d04ffee5 req-9d6145d6-ff34-4a6a-a4b6-7cd03f8279d3 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769760 Mar 05 04:41:10.835400 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-645c7bf4-6529-447d-b8a3-de18bb85ade4 req-3f765675-7d16-404b-9dda-48f7c484c74c tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Deleting port 68dd574b-999b-4455-b125-8207bda80d28 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:41:10.836668 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-645c7bf4-6529-447d-b8a3-de18bb85ade4 req-3f765675-7d16-404b-9dda-48f7c484c74c tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (68dd574b-999b-4455-b125-8207bda80d28), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:10.857175 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e1dd5743-76bd-4a32-9e7b-33377ea37db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (9204ca28-11ca-45dd-b9cb-7017c32eb8a2), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:10.859943 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e1dd5743-76bd-4a32-9e7b-33377ea37db4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:10.863540 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e1dd5743-76bd-4a32-9e7b-33377ea37db4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9204ca28-11ca-45dd-b9cb-7017c32eb8a2 HTTP/1.1" status: 204 len: 168 time: 0.6427405 Mar 05 04:41:10.886165 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebbd63-4c7e-4997-b9d7-828dedd4b2c2 req-ce97b8e7-aacb-4589-b3e0-b76ff2887f0e tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:10.893762 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ebebbd63-4c7e-4997-b9d7-828dedd4b2c2 req-ce97b8e7-aacb-4589-b3e0-b76ff2887f0e tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/ports?device_id=624e229c-26cd-4f63-9f87-5512b7eb4a3f HTTP/1.1" status: 200 len: 949 time: 0.2152011 Mar 05 04:41:10.908765 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f887be2d-d0bf-4908-9033-b024acf01ad1 admin admin] Router 7cbbcecb-8e08-4984-a874-3fdb4a3eafc4 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:41:10.908970 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd5743-76bd-4a32-9e7b-33377ea37db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9204ca28-11ca-45dd-b9cb-7017c32eb8a2,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:11.003858 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 61289e81-de37-4ec9-8ce1-e7c8ed29bec6 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:41:11.098855 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ebebbd63-4c7e-4997-b9d7-828dedd4b2c2 req-f403f2fc-d827-4045-bf2b-df7ccf8690c9 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/security-groups?id=c81647f5-f81e-4447-8356-51e1b0cc7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040594 Mar 05 04:41:11.112286 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-645c7bf4-6529-447d-b8a3-de18bb85ade4 req-3f765675-7d16-404b-9dda-48f7c484c74c tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] For port 68dd574b-999b-4455-b125-8207bda80d28, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=68dd574b-999b-4455-b125-8207bda80d28,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:11.112767 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-645c7bf4-6529-447d-b8a3-de18bb85ade4 req-3f765675-7d16-404b-9dda-48f7c484c74c tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (68dd574b-999b-4455-b125-8207bda80d28), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:11.115327 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-82fa4056-9cde-4ad6-b083-4af9bfb98c50 None None] Provisioning complete for port 7cc8abda-8aaf-4bb9-ba37-88e8c74c1dbe triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:11.115327 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-82fa4056-9cde-4ad6-b083-4af9bfb98c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7cc8abda-8aaf-4bb9-ba37-88e8c74c1dbe), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:11.145553 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035cbf1-1380-419a-ade7-42b58df1550e req-02983780-3c43-4413-9088-ece862855df5 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:11.147719 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e035cbf1-1380-419a-ade7-42b58df1550e req-02983780-3c43-4413-9088-ece862855df5 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 949 time: 0.1979251 Mar 05 04:41:11.148988 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-645c7bf4-6529-447d-b8a3-de18bb85ade4 req-3f765675-7d16-404b-9dda-48f7c484c74c tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Calling delete_port for 68dd574b-999b-4455-b125-8207bda80d28 owned by compute:tempest-test_az-2111034184 {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:41:11.197180 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 61289e81-de37-4ec9-8ce1-e7c8ed29bec6 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:11.197557 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (61289e81-de37-4ec9-8ce1-e7c8ed29bec6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:11.204822 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-82fa4056-9cde-4ad6-b083-4af9bfb98c50 None None] Port 7cc8abda-8aaf-4bb9-ba37-88e8c74c1dbe cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:41:11.322055 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e035cbf1-1380-419a-ade7-42b58df1550e req-0a0e715f-7eaa-4105-9433-a960768a5616 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674571 Mar 05 04:41:11.348544 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4448cbfb-24a8-445d-a7dc-83594fd40157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:11.351603 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 61289e81-de37-4ec9-8ce1-e7c8ed29bec6 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:11.352174 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (61289e81-de37-4ec9-8ce1-e7c8ed29bec6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:11.385776 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 61289e81-de37-4ec9-8ce1-e7c8ed29bec6, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=61289e81-de37-4ec9-8ce1-e7c8ed29bec6,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:11.397789 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (61289e81-de37-4ec9-8ce1-e7c8ed29bec6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:11.414739 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8e42a-7f43-426f-a5e9-428272fe98c1 req-466cb091-c17c-437e-9a01-be737617f48b tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:11.414993 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-82b8e42a-7f43-426f-a5e9-428272fe98c1 req-466cb091-c17c-437e-9a01-be737617f48b tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7be48e2-685b-405a-a876-cef4398a0739 HTTP/1.1" status: 200 len: 950 time: 0.1165214 Mar 05 04:41:11.441720 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f887be2d-d0bf-4908-9033-b024acf01ad1 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:41:11.450620 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f887be2d-d0bf-4908-9033-b024acf01ad1 admin admin] 10.222.0.11 "PUT /v2.0/routers/7cbbcecb-8e08-4984-a874-3fdb4a3eafc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1203787 Mar 05 04:41:11.501373 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=61289e81-de37-4ec9-8ce1-e7c8ed29bec6,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:11.561466 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-645c7bf4-6529-447d-b8a3-de18bb85ade4 req-3f765675-7d16-404b-9dda-48f7c484c74c tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (68dd574b-999b-4455-b125-8207bda80d28), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:11.565670 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611fc51-e8ee-4191-a4ca-8bfa2d976128 req-d08db790-9c39-42c8-baae-02181f6b6180 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:11.567835 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7611fc51-e8ee-4191-a4ca-8bfa2d976128 req-d08db790-9c39-42c8-baae-02181f6b6180 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d44cf234-1303-425c-9e6b-b1b102f7a855 HTTP/1.1" status: 200 len: 1150 time: 0.1504879 Mar 05 04:41:11.575422 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['68dd574b-999b-4455-b125-8207bda80d28'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:41:11.577924 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-82b8e42a-7f43-426f-a5e9-428272fe98c1 req-897f8394-2040-4546-b58f-6165c5769f08 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/security-groups?id=26708e07-5622-4d4e-ac08-bc9692b5bb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415651 Mar 05 04:41:11.611370 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f765675-7d16-404b-9dda-48f7c484c74c tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Pushing event deleted for resources: {'Port': ['ID=68dd574b-999b-4455-b125-8207bda80d28,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:11.734687 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7611fc51-e8ee-4191-a4ca-8bfa2d976128 req-b89a846e-6f1b-4557-8f04-b32a29257e43 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518044 Mar 05 04:41:11.735738 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-645c7bf4-6529-447d-b8a3-de18bb85ade4 req-3f765675-7d16-404b-9dda-48f7c484c74c tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] No DVR routers for this DVR port 68dd574b-999b-4455-b125-8207bda80d28 on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:41:11.739272 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-645c7bf4-6529-447d-b8a3-de18bb85ade4 req-3f765675-7d16-404b-9dda-48f7c484c74c tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:11.743268 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-645c7bf4-6529-447d-b8a3-de18bb85ade4 req-3f765675-7d16-404b-9dda-48f7c484c74c tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.31 "DELETE /v2.0/ports/68dd574b-999b-4455-b125-8207bda80d28 HTTP/1.1" status: 204 len: 173 time: 1.4175191 Mar 05 04:41:11.743748 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c68c3c2-df66-4f99-9ced-90c4a480130a', 'name': 'network-vif-deleted', 'tag': '68dd574b-999b-4455-b125-8207bda80d28'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:41:11.747462 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16580fe-b10f-444a-a753-36afae46f9e2" -d '{"events": [{"server_uuid": "7c68c3c2-df66-4f99-9ced-90c4a480130a", "name": "network-vif-deleted", "tag": "68dd574b-999b-4455-b125-8207bda80d28"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:41:11.873241 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-349685f5-7242-4ac3-aab0-81ed7c436dd0 req-83ca7b68-f63e-4b9e-8096-dc0e9cb72810 tempest-AggregatesAdminTestJSON-1320175114 tempest-AggregatesAdminTestJSON-1320175114-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c68c3c2-df66-4f99-9ced-90c4a480130a HTTP/1.1" status: 200 len: 210 time: 0.0463681 Mar 05 04:41:11.924688 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7f3157-579d-4de6-833a-0385b2f3576e x-openstack-request-id: req-cb7f3157-579d-4de6-833a-0385b2f3576e {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:41:11.925316 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c68c3c2-df66-4f99-9ced-90c4a480130a", "name": "network-vif-deleted", "tag": "68dd574b-999b-4455-b125-8207bda80d28", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:41:11.925558 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cb7f3157-579d-4de6-833a-0385b2f3576e {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:41:11.926083 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c68c3c2-df66-4f99-9ced-90c4a480130a', 'name': 'network-vif-deleted', 'tag': '68dd574b-999b-4455-b125-8207bda80d28', 'status': 'completed', 'code': 200} Mar 05 04:41:12.125279 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [req-ba42f88b-c933-466b-8f10-088af69a6ec9 req-79c1e32e-1a69-4760-8ec4-97829b5d6241 tempest-FloatingIPDetailsNegativeTestJSON-124351019 tempest-FloatingIPDetailsNegativeTestJSON-124351019-project] show failed (client error): The resource could not be found. Mar 05 04:41:12.126641 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ba42f88b-c933-466b-8f10-088af69a6ec9 req-79c1e32e-1a69-4760-8ec4-97829b5d6241 tempest-FloatingIPDetailsNegativeTestJSON-124351019 tempest-FloatingIPDetailsNegativeTestJSON-124351019-project] 10.222.0.11 "GET /v2.0/floatingips/bd64479d-1e90-438b-a706-54da643c564d HTTP/1.1" status: 404 len: 350 time: 0.0816271 Mar 05 04:41:12.137405 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37004) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:12.266570 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 33bfafb1-5104-4a25-8e28-7e80e148e1e7 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:41:12.325130 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a640ca9-cba1-4678-ad2c-30d789b9d525 req-673d755d-842f-49af-8eb0-6e3ffb1cc1b8 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:12.334257 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a640ca9-cba1-4678-ad2c-30d789b9d525 req-673d755d-842f-49af-8eb0-6e3ffb1cc1b8 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/ports?device_id=624e229c-26cd-4f63-9f87-5512b7eb4a3f HTTP/1.1" status: 200 len: 949 time: 0.0800281 Mar 05 04:41:12.341079 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccfaa8a-1191-44b6-9950-27df72b77466 None None] Sync routers for ids ['7cbbcecb-8e08-4984-a874-3fdb4a3eafc4'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:41:12.366069 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-9d845298-af68-4984-acac-8e9808c313fd req-f2d7d357-7192-4fd5-9892-907ecb115130 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:41:12.380009 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9d845298-af68-4984-acac-8e9808c313fd req-f2d7d357-7192-4fd5-9892-907ecb115130 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1441574 Mar 05 04:41:12.390861 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccfaa8a-1191-44b6-9950-27df72b77466 None None] Routers {'7cbbcecb-8e08-4984-a874-3fdb4a3eafc4'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:41:12.391527 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-5ccfaa8a-1191-44b6-9950-27df72b77466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:40:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['7cbbcecb-8e08-4984-a874-3fdb4a3eafc4'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:41:12.463063 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a640ca9-cba1-4678-ad2c-30d789b9d525 req-adf135be-c6be-4269-8ca4-2c04cd9c6431 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/security-groups?id=c81647f5-f81e-4447-8356-51e1b0cc7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263821 Mar 05 04:41:12.632090 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 33bfafb1-5104-4a25-8e28-7e80e148e1e7 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:41:12.643069 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 33bfafb1-5104-4a25-8e28-7e80e148e1e7 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:12.643469 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (33bfafb1-5104-4a25-8e28-7e80e148e1e7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:12.653257 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-5ccfaa8a-1191-44b6-9950-27df72b77466 None None] Set router 7cbbcecb-8e08-4984-a874-3fdb4a3eafc4 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:41:12.655420 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea03a57-5286-45bd-be1d-580a63c3568a req-215e6acd-9449-41d9-b27f-a44a47e07e0e tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:12.671155 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8ea03a57-5286-45bd-be1d-580a63c3568a req-215e6acd-9449-41d9-b27f-a44a47e07e0e tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 949 time: 0.0875733 Mar 05 04:41:12.754502 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8ea03a57-5286-45bd-be1d-580a63c3568a req-4393e96e-a95d-475b-9dfa-ed559c2fb94a tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823858 Mar 05 04:41:12.892168 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 33bfafb1-5104-4a25-8e28-7e80e148e1e7 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:12.892924 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (33bfafb1-5104-4a25-8e28-7e80e148e1e7), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:12.922226 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7d1b814b-8519-40db-b8f4-6eaf45a65cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (7cbbcecb-8e08-4984-a874-3fdb4a3eafc4), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:12.927636 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4362f5-0284-4d6b-a616-e3d1219681d2 req-b065d51d-1dc3-4da9-8fb7-8421667804b1 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:12.931107 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ec4362f5-0284-4d6b-a616-e3d1219681d2 req-b065d51d-1dc3-4da9-8fb7-8421667804b1 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7be48e2-685b-405a-a876-cef4398a0739 HTTP/1.1" status: 200 len: 950 time: 0.1046202 Mar 05 04:41:12.931372 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 61289e81-de37-4ec9-8ce1-e7c8ed29bec6 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:41:12.973308 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 33bfafb1-5104-4a25-8e28-7e80e148e1e7, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=33bfafb1-5104-4a25-8e28-7e80e148e1e7,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:13.001866 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '624e229c-26cd-4f63-9f87-5512b7eb4a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bfafb1-5104-4a25-8e28-7e80e148e1e7'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:41:13.004211 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e163779-5d0a-46b0-bcce-efcb1b3bbe3b" -d '{"events": [{"server_uuid": "624e229c-26cd-4f63-9f87-5512b7eb4a3f", "name": "network-vif-plugged", "status": "completed", "tag": "33bfafb1-5104-4a25-8e28-7e80e148e1e7"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:41:13.015312 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ec4362f5-0284-4d6b-a616-e3d1219681d2 req-f562bc60-d87a-4ead-a0be-554481210090 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/security-groups?id=26708e07-5622-4d4e-ac08-bc9692b5bb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616927 Mar 05 04:41:13.015684 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (33bfafb1-5104-4a25-8e28-7e80e148e1e7), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:13.239407 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=33bfafb1-5104-4a25-8e28-7e80e148e1e7,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:13.283218 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 61289e81-de37-4ec9-8ce1-e7c8ed29bec6 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:13.283710 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (61289e81-de37-4ec9-8ce1-e7c8ed29bec6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:13.348731 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-5ccfaa8a-1191-44b6-9950-27df72b77466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbbcecb-8e08-4984-a874-3fdb4a3eafc4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1860106951-router', 'tenant_id': 'fed43b0d8eff49c4aa2c72eb4363ebbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '61289e81-de37-4ec9-8ce1-e7c8ed29bec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:03Z', 'updated_at': '2022-03-05T04:41:09Z', 'revision_number': 4, 'project_id': 'fed43b0d8eff49c4aa2c72eb4363ebbc', 'gw_port': {'id': '61289e81-de37-4ec9-8ce1-e7c8ed29bec6', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbbcecb-8e08-4984-a874-3fdb4a3eafc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:05Z', 'updated_at': '2022-03-05T04:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '7cc8abda-8aaf-4bb9-ba37-88e8c74c1dbe', 'name': '', 'network_id': '0c0649bc-7490-4102-9a4e-be3cfd24dc7c', 'tenant_id': 'fed43b0d8eff49c4aa2c72eb4363ebbc', 'mac_address': 'fa:16:3e:ca:c7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbbcecb-8e08-4984-a874-3fdb4a3eafc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '24b721bf-99a3-4b5d-9622-9edfd5d55c9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:09Z', 'updated_at': '2022-03-05T04:41:10Z', 'revision_number': 2, 'project_id': 'fed43b0d8eff49c4aa2c72eb4363ebbc', 'subnets': [{'id': '24b721bf-99a3-4b5d-9622-9edfd5d55c9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:41:13.363181 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-7d1b814b-8519-40db-b8f4-6eaf45a65cb4 admin admin] Deleting port 7cc8abda-8aaf-4bb9-ba37-88e8c74c1dbe {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:41:13.363735 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7d1b814b-8519-40db-b8f4-6eaf45a65cb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (7cc8abda-8aaf-4bb9-ba37-88e8c74c1dbe), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:13.380864 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccfaa8a-1191-44b6-9950-27df72b77466 None None] Checking router: 7cbbcecb-8e08-4984-a874-3fdb4a3eafc4 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:41:13.381243 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccfaa8a-1191-44b6-9950-27df72b77466 None None] Updating router 7cbbcecb-8e08-4984-a874-3fdb4a3eafc4 port 7cc8abda-8aaf-4bb9-ba37-88e8c74c1dbe binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:41:13.449065 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d70ff-f4ef-4ebb-95c2-06305cbff4ef req-684aeaf2-70e3-47c0-9fef-deee837c83a9 tempest-MigrationsAdminTest-1941927207 tempest-MigrationsAdminTest-1941927207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:13.451870 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-557d70ff-f4ef-4ebb-95c2-06305cbff4ef req-684aeaf2-70e3-47c0-9fef-deee837c83a9 tempest-MigrationsAdminTest-1941927207 tempest-MigrationsAdminTest-1941927207-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 1132 time: 0.0565536 Mar 05 04:41:13.466478 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7d1b814b-8519-40db-b8f4-6eaf45a65cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (7cc8abda-8aaf-4bb9-ba37-88e8c74c1dbe), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:13.475133 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-557d70ff-f4ef-4ebb-95c2-06305cbff4ef req-3a674237-d407-4e21-92aa-bbd2f2c8fbfd tempest-MigrationsAdminTest-1941927207 tempest-MigrationsAdminTest-1941927207-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:13.488317 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-7d1b814b-8519-40db-b8f4-6eaf45a65cb4 admin admin] Calling delete_port for 7cc8abda-8aaf-4bb9-ba37-88e8c74c1dbe owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:41:13.492633 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5ccfaa8a-1191-44b6-9950-27df72b77466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7cc8abda-8aaf-4bb9-ba37-88e8c74c1dbe), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:13.508338 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:13.510440 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 61289e81-de37-4ec9-8ce1-e7c8ed29bec6 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:13.539040 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:13.577837 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-557d70ff-f4ef-4ebb-95c2-06305cbff4ef req-3a674237-d407-4e21-92aa-bbd2f2c8fbfd tempest-MigrationsAdminTest-1941927207 tempest-MigrationsAdminTest-1941927207-project-admin] Publish callbacks [] for security_group (0597a5e2-9aae-4a49-8046-c4517fe4da0c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:13.595601 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-557d70ff-f4ef-4ebb-95c2-06305cbff4ef req-3a674237-d407-4e21-92aa-bbd2f2c8fbfd tempest-MigrationsAdminTest-1941927207 tempest-MigrationsAdminTest-1941927207-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (0597a5e2-9aae-4a49-8046-c4517fe4da0c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:13.641717 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6cf08ae3-3182-4e2f-bafc-7e493b0bf58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:13.644761 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-557d70ff-f4ef-4ebb-95c2-06305cbff4ef req-3a674237-d407-4e21-92aa-bbd2f2c8fbfd tempest-MigrationsAdminTest-1941927207 tempest-MigrationsAdminTest-1941927207-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861312 Mar 05 04:41:13.645721 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a674237-d407-4e21-92aa-bbd2f2c8fbfd tempest-MigrationsAdminTest-1941927207 tempest-MigrationsAdminTest-1941927207-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0597a5e2-9aae-4a49-8046-c4517fe4da0c,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:13.732871 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399d8277-5c0e-4f5d-8b19-a3eada949137 x-openstack-request-id: req-399d8277-5c0e-4f5d-8b19-a3eada949137 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:41:13.733287 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "624e229c-26cd-4f63-9f87-5512b7eb4a3f", "name": "network-vif-plugged", "status": "completed", "tag": "33bfafb1-5104-4a25-8e28-7e80e148e1e7", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:41:13.733643 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-399d8277-5c0e-4f5d-8b19-a3eada949137 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:41:13.734145 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '624e229c-26cd-4f63-9f87-5512b7eb4a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33bfafb1-5104-4a25-8e28-7e80e148e1e7', 'code': 200} Mar 05 04:41:13.793602 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7d1b814b-8519-40db-b8f4-6eaf45a65cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (7cc8abda-8aaf-4bb9-ba37-88e8c74c1dbe), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:13.824108 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b814b-8519-40db-b8f4-6eaf45a65cb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cc8abda-8aaf-4bb9-ba37-88e8c74c1dbe,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:13.879934 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-5ccfaa8a-1191-44b6-9950-27df72b77466 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 04:41:13.882825 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-5ccfaa8a-1191-44b6-9950-27df72b77466 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 04:41:13.892216 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bffde-1862-4b2f-8f14-463dc16d5ec3 req-ab95644f-06a3-4dfa-890d-0297a2dcb716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:13.894317 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fc8bffde-1862-4b2f-8f14-463dc16d5ec3 req-ab95644f-06a3-4dfa-890d-0297a2dcb716 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=624e229c-26cd-4f63-9f87-5512b7eb4a3f HTTP/1.1" status: 200 len: 1133 time: 0.0765400 Mar 05 04:41:13.972950 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fc8bffde-1862-4b2f-8f14-463dc16d5ec3 req-a537a318-6f48-4406-860f-9ba48fa4bf4c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c81647f5-f81e-4447-8356-51e1b0cc7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695105 Mar 05 04:41:13.988297 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37078) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:14.057161 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7d1b814b-8519-40db-b8f4-6eaf45a65cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (7cbbcecb-8e08-4984-a874-3fdb4a3eafc4), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:14.129733 n-d-789963-32 neutron-server[105232]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 05 04:41:14.135378 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-b4d37b7c-694e-45da-a8ba-c720caa40afe tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:41:14.136687 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-b4d37b7c-694e-45da-a8ba-c720caa40afe tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1460319 Mar 05 04:41:14.269304 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-7049b015-41af-450d-a918-9b7dce1cc022 req-de35fe90-0ccf-45ee-bd43-0af09ec4991e tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1290999788', 'description': 'tempest-description-402297206'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:14.293331 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-7049b015-41af-450d-a918-9b7dce1cc022 req-de35fe90-0ccf-45ee-bd43-0af09ec4991e tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:14.301843 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-7049b015-41af-450d-a918-9b7dce1cc022 req-de35fe90-0ccf-45ee-bd43-0af09ec4991e tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:14.320871 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 68dd574b-999b-4455-b125-8207bda80d28 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:41:14.343118 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 68dd574b-999b-4455-b125-8207bda80d28 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:41:14.343479 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 68dd574b-999b-4455-b125-8207bda80d28 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:41:14.387823 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-7049b015-41af-450d-a918-9b7dce1cc022 req-de35fe90-0ccf-45ee-bd43-0af09ec4991e tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] Publish callbacks [] for security_group (46b476b5-f729-4959-b7a1-5efcb74192cd), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:14.392501 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-7049b015-41af-450d-a918-9b7dce1cc022 req-de35fe90-0ccf-45ee-bd43-0af09ec4991e tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (46b476b5-f729-4959-b7a1-5efcb74192cd), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:14.407118 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccfaa8a-1191-44b6-9950-27df72b77466 None None] Port 7cc8abda-8aaf-4bb9-ba37-88e8c74c1dbe not found while updating agent binding for router 7cbbcecb-8e08-4984-a874-3fdb4a3eafc4. {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 05 04:41:14.413490 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccfaa8a-1191-44b6-9950-27df72b77466 None None] Routers {'7cbbcecb-8e08-4984-a874-3fdb4a3eafc4'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:41:14.414114 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-5ccfaa8a-1191-44b6-9950-27df72b77466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:41:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['7cbbcecb-8e08-4984-a874-3fdb4a3eafc4'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:41:14.435065 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35fe90-0ccf-45ee-bd43-0af09ec4991e tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46b476b5-f729-4959-b7a1-5efcb74192cd,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:14.468054 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-788b3ce2-26dc-4cbf-bbc4-6867000c4c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:14.469482 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-788b3ce2-26dc-4cbf-bbc4-6867000c4c5b service neutron] 10.222.0.11 "GET /v2.0/ports/5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 HTTP/1.1" status: 200 len: 1147 time: 0.2760932 Mar 05 04:41:14.488749 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-7049b015-41af-450d-a918-9b7dce1cc022 req-de35fe90-0ccf-45ee-bd43-0af09ec4991e tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] Publish callbacks [] for security_group (53b078c8-d396-4f63-8b6e-d5555aa08aec), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:14.493749 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-7049b015-41af-450d-a918-9b7dce1cc022 req-de35fe90-0ccf-45ee-bd43-0af09ec4991e tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (53b078c8-d396-4f63-8b6e-d5555aa08aec), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:14.500787 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-807d7baa-5cfd-46d5-9839-b52d39d3a049 service neutron] Request body: {'binding': {'host': 'n-h1-789963-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:14.501296 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-807d7baa-5cfd-46d5-9839-b52d39d3a049 service neutron] Unknown quota resources ['binding']. {{(pid=105232) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 05 04:41:14.522431 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-7049b015-41af-450d-a918-9b7dce1cc022 req-de35fe90-0ccf-45ee-bd43-0af09ec4991e tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:14.523555 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7049b015-41af-450d-a918-9b7dce1cc022 req-de35fe90-0ccf-45ee-bd43-0af09ec4991e tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2586753 Mar 05 04:41:14.537548 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35fe90-0ccf-45ee-bd43-0af09ec4991e tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53b078c8-d396-4f63-8b6e-d5555aa08aec,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:14.553245 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-5ccfaa8a-1191-44b6-9950-27df72b77466 None None] Set router 7cbbcecb-8e08-4984-a874-3fdb4a3eafc4 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:41:14.579294 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1b814b-8519-40db-b8f4-6eaf45a65cb4 admin admin] Router 7cbbcecb-8e08-4984-a874-3fdb4a3eafc4 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:41:14.641668 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd6be9-4797-45d6-9a23-d95e1460b66a req-cc8cb77b-7892-4b5a-9006-e231219656e7 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:14.647018 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b4cd6be9-4797-45d6-9a23-d95e1460b66a req-cc8cb77b-7892-4b5a-9006-e231219656e7 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/ports?device_id=624e229c-26cd-4f63-9f87-5512b7eb4a3f HTTP/1.1" status: 200 len: 950 time: 0.0608680 Mar 05 04:41:14.696667 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b4cd6be9-4797-45d6-9a23-d95e1460b66a req-90225029-e283-49e7-8fe3-2758a99d9258 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/security-groups?id=c81647f5-f81e-4447-8356-51e1b0cc7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476172 Mar 05 04:41:14.747307 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-5ccfaa8a-1191-44b6-9950-27df72b77466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbbcecb-8e08-4984-a874-3fdb4a3eafc4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1860106951-router', 'tenant_id': 'fed43b0d8eff49c4aa2c72eb4363ebbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '61289e81-de37-4ec9-8ce1-e7c8ed29bec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:03Z', 'updated_at': '2022-03-05T04:41:13Z', 'revision_number': 5, 'project_id': 'fed43b0d8eff49c4aa2c72eb4363ebbc', 'gw_port': {'id': '61289e81-de37-4ec9-8ce1-e7c8ed29bec6', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbbcecb-8e08-4984-a874-3fdb4a3eafc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:05Z', 'updated_at': '2022-03-05T04:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:41:14.749640 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-807d7baa-5cfd-46d5-9839-b52d39d3a049 service neutron] Attempting to bind port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 on host n-h1-789963-32 for vnic_type normal with profile None {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:41:14.750052 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-807d7baa-5cfd-46d5-9839-b52d39d3a049 service neutron] Attempting to bind port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:41:14.750396 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-807d7baa-5cfd-46d5-9839-b52d39d3a049 service neutron] Attempting to bind port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:41:14.759805 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-807d7baa-5cfd-46d5-9839-b52d39d3a049 service neutron] Port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:41:14.760131 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-807d7baa-5cfd-46d5-9839-b52d39d3a049 service neutron] Attempting to bind port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:41:14.767937 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1b814b-8519-40db-b8f4-6eaf45a65cb4 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:41:14.769720 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-807d7baa-5cfd-46d5-9839-b52d39d3a049 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:41:14.770057 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-807d7baa-5cfd-46d5-9839-b52d39d3a049 service neutron] Checking segment: {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:41:14.770430 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-807d7baa-5cfd-46d5-9839-b52d39d3a049 service neutron] Bound using segment: {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:41:14.770858 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-807d7baa-5cfd-46d5-9839-b52d39d3a049 service neutron] Bound port: 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:41:14.778684 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7d1b814b-8519-40db-b8f4-6eaf45a65cb4 admin admin] 10.222.0.11 "PUT /v2.0/routers/7cbbcecb-8e08-4984-a874-3fdb4a3eafc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6372840 Mar 05 04:41:14.778845 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ccfaa8a-1191-44b6-9950-27df72b77466 None None] The sync data for ids ['7cbbcecb-8e08-4984-a874-3fdb4a3eafc4'] in n-d-789963-32 is: [{'id': '7cbbcecb-8e08-4984-a874-3fdb4a3eafc4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1860106951-router', 'tenant_id': 'fed43b0d8eff49c4aa2c72eb4363ebbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '61289e81-de37-4ec9-8ce1-e7c8ed29bec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:03Z', 'updated_at': '2022-03-05T04:41:13Z', 'revision_number': 5, 'project_id': 'fed43b0d8eff49c4aa2c72eb4363ebbc', 'gw_port': {'id': '61289e81-de37-4ec9-8ce1-e7c8ed29bec6', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbbcecb-8e08-4984-a874-3fdb4a3eafc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:05Z', 'updated_at': '2022-03-05T04:41:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:41:14.779597 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37092) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:14.837668 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-42d61992-35bc-44f0-8da5-2773deb9c8cd req-aa6e1887-ea0d-41ee-b813-16af00316439 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:41:14.839762 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-42d61992-35bc-44f0-8da5-2773deb9c8cd req-aa6e1887-ea0d-41ee-b813-16af00316439 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074368 Mar 05 04:41:14.844083 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:14.943308 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-807d7baa-5cfd-46d5-9839-b52d39d3a049 service neutron] For port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5197f0b8-9ff0-42c8-8a19-eb8785fe21f5,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:41:14.951748 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-807d7baa-5cfd-46d5-9839-b52d39d3a049 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:14.952959 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-807d7baa-5cfd-46d5-9839-b52d39d3a049 service neutron] 10.222.0.11 "POST /v2.0/ports/5197f0b8-9ff0-42c8-8a19-eb8785fe21f5/bindings HTTP/1.1" status: 201 len: 390 time: 0.4559302 Mar 05 04:41:14.969108 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-33e295cf-5b30-46ce-a95c-4506e3d50f5a admin admin] Publish callbacks [] for router (7cbbcecb-8e08-4984-a874-3fdb4a3eafc4), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:15.144544 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-33e295cf-5b30-46ce-a95c-4506e3d50f5a admin admin] Publish callbacks [] for router_gateway (7cbbcecb-8e08-4984-a874-3fdb4a3eafc4), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:15.273547 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-33e295cf-5b30-46ce-a95c-4506e3d50f5a admin admin] Deleting port 61289e81-de37-4ec9-8ce1-e7c8ed29bec6 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:41:15.273547 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-33e295cf-5b30-46ce-a95c-4506e3d50f5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (61289e81-de37-4ec9-8ce1-e7c8ed29bec6), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:15.345149 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-4ffb6202-99f6-4dd6-b92e-d777d3791ecc req-7e7935f0-4f58-410b-87ac-1fb39eee6185 tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] Request body: {'security_group': {'name': 'tempest-securitygroup-915244132', 'description': 'tempest-description-1280796812'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:15.449493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-33e295cf-5b30-46ce-a95c-4506e3d50f5a admin admin] For port 61289e81-de37-4ec9-8ce1-e7c8ed29bec6, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=61289e81-de37-4ec9-8ce1-e7c8ed29bec6,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:15.449960 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-33e295cf-5b30-46ce-a95c-4506e3d50f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (61289e81-de37-4ec9-8ce1-e7c8ed29bec6), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:15.473968 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4ffb6202-99f6-4dd6-b92e-d777d3791ecc req-7e7935f0-4f58-410b-87ac-1fb39eee6185 tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:15.486045 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37124) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:15.505502 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-33e295cf-5b30-46ce-a95c-4506e3d50f5a admin admin] Calling delete_port for 61289e81-de37-4ec9-8ce1-e7c8ed29bec6 owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:41:15.510294 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3a726f15-cdbd-448a-a2d8-6e94378b55bf req-68692f7a-f808-4ab2-9d2b-ae31e714ccb5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2444985 Mar 05 04:41:15.559781 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281de674-53bf-4da2-9960-816398476988 req-c0655e6d-13e0-4184-bc69-23490e9b9f3c tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:15.561365 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-281de674-53bf-4da2-9960-816398476988 req-c0655e6d-13e0-4184-bc69-23490e9b9f3c tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7be48e2-685b-405a-a876-cef4398a0739 HTTP/1.1" status: 200 len: 950 time: 0.1604283 Mar 05 04:41:15.563506 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c906bc-3917-4426-b12b-523c242ea263 req-3c098054-22b1-487f-95d0-688c4169d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:15.564907 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7c906bc-3917-4426-b12b-523c242ea263 req-3c098054-22b1-487f-95d0-688c4169d524 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=facd03296ca545159cfaaad05aba02e6&device_id=d44cf234-1303-425c-9e6b-b1b102f7a855 HTTP/1.1" status: 200 len: 1150 time: 0.2124243 Mar 05 04:41:15.594851 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-20e50f47-816a-4cc3-8c1c-f8b32f0eb8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:15.596395 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-20e50f47-816a-4cc3-8c1c-f8b32f0eb8cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=facd03296ca545159cfaaad05aba02e6&device_id=d44cf234-1303-425c-9e6b-b1b102f7a855 HTTP/1.1" status: 200 len: 1150 time: 0.1647968 Mar 05 04:41:15.621718 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.30', 49211) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:15.722675 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4ba100-9f8b-4351-95f6-ebaced22be9d None None] Sync routers for ids ['7cbbcecb-8e08-4984-a874-3fdb4a3eafc4'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:41:15.733445 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4ba100-9f8b-4351-95f6-ebaced22be9d None None] Routers {'7cbbcecb-8e08-4984-a874-3fdb4a3eafc4'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:41:15.734111 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7f4ba100-9f8b-4351-95f6-ebaced22be9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:41:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['7cbbcecb-8e08-4984-a874-3fdb4a3eafc4'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:41:15.748555 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a726f15-cdbd-448a-a2d8-6e94378b55bf req-9dedcfe9-a991-4ba3-bb5d-1141be6447b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:15.750403 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3a726f15-cdbd-448a-a2d8-6e94378b55bf req-9dedcfe9-a991-4ba3-bb5d-1141be6447b8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 1132 time: 0.1846399 Mar 05 04:41:15.761675 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-53ca14aa-d42a-4ed2-bb08-77a7ec38c742 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2688446 Mar 05 04:41:15.762651 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-281de674-53bf-4da2-9960-816398476988 req-55948537-8a62-49db-ba4c-af4fa444be23 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/security-groups?id=26708e07-5622-4d4e-ac08-bc9692b5bb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866472 Mar 05 04:41:15.773344 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4ffb6202-99f6-4dd6-b92e-d777d3791ecc req-7e7935f0-4f58-410b-87ac-1fb39eee6185 tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] Publish callbacks [] for security_group (d8ddb7c8-3dd2-4c8c-9aae-0763b05f912e), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:15.783366 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-a8bf15b0-99ea-46f2-b0f1-8998da2b1a67 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:41:15.784399 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-a8bf15b0-99ea-46f2-b0f1-8998da2b1a67 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110974 Mar 05 04:41:15.790997 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4ffb6202-99f6-4dd6-b92e-d777d3791ecc req-7e7935f0-4f58-410b-87ac-1fb39eee6185 tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d8ddb7c8-3dd2-4c8c-9aae-0763b05f912e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:15.813200 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-c8af206d-0dda-4d62-ad28-b65ed118cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:15.814841 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-c8af206d-0dda-4d62-ad28-b65ed118cd92 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8538c983-160a-4b67-8024-c598ec9cf3a6 HTTP/1.1" status: 200 len: 907 time: 0.2031898 Mar 05 04:41:15.822412 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4f6a5-f5c8-4a9b-a16a-16a4acaf4df5 req-32c580db-1df2-48b1-a382-ca78df7eda98 tempest-DeleteServersAdminTestJSON-241749213 tempest-DeleteServersAdminTestJSON-241749213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:15.824749 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e6c4f6a5-f5c8-4a9b-a16a-16a4acaf4df5 req-32c580db-1df2-48b1-a382-ca78df7eda98 tempest-DeleteServersAdminTestJSON-241749213 tempest-DeleteServersAdminTestJSON-241749213-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b7be48e2-685b-405a-a876-cef4398a0739 HTTP/1.1" status: 200 len: 1133 time: 0.2001216 Mar 05 04:41:15.835616 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c906bc-3917-4426-b12b-523c242ea263 req-d20ad2cc-e56a-496a-a290-410f6aff3169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:15.837495 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7c906bc-3917-4426-b12b-523c242ea263 req-d20ad2cc-e56a-496a-a290-410f6aff3169 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8538c983-160a-4b67-8024-c598ec9cf3a6 HTTP/1.1" status: 200 len: 907 time: 0.2314897 Mar 05 04:41:15.874784 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4ffb6202-99f6-4dd6-b92e-d777d3791ecc req-7e7935f0-4f58-410b-87ac-1fb39eee6185 tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:15.878672 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4ffb6202-99f6-4dd6-b92e-d777d3791ecc req-7e7935f0-4f58-410b-87ac-1fb39eee6185 tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5416453 Mar 05 04:41:15.922660 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-0a7788b3-ddde-4446-8eb3-4ecdb7d028eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 HTTP/1.1" status: 200 len: 217 time: 0.0970235 Mar 05 04:41:16.016243 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-33e295cf-5b30-46ce-a95c-4506e3d50f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (61289e81-de37-4ec9-8ce1-e7c8ed29bec6), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:16.058518 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-7f4ba100-9f8b-4351-95f6-ebaced22be9d None None] Set router 7cbbcecb-8e08-4984-a874-3fdb4a3eafc4 gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:41:16.062881 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e295cf-5b30-46ce-a95c-4506e3d50f5a admin admin] Pushing event deleted for resources: {'Port': ['ID=61289e81-de37-4ec9-8ce1-e7c8ed29bec6,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:16.069958 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-baadd19b-4af2-4df7-8c54-71e212bb6816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:16.071468 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-baadd19b-4af2-4df7-8c54-71e212bb6816 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa622505-df3c-45bb-bed1-baf2861c8524 HTTP/1.1" status: 200 len: 847 time: 0.1414082 Mar 05 04:41:16.111998 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:16.158447 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7f4ba100-9f8b-4351-95f6-ebaced22be9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbbcecb-8e08-4984-a874-3fdb4a3eafc4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1860106951-router', 'tenant_id': 'fed43b0d8eff49c4aa2c72eb4363ebbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:03Z', 'updated_at': '2022-03-05T04:41:15Z', 'revision_number': 6, 'project_id': 'fed43b0d8eff49c4aa2c72eb4363ebbc', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:41:16.168767 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7935f0-4f58-410b-87ac-1fb39eee6185 tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ddb7c8-3dd2-4c8c-9aae-0763b05f912e,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:16.173478 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-f804575a-518b-4d81-b13b-236861a11b63 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8538c983-160a-4b67-8024-c598ec9cf3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809009 Mar 05 04:41:16.177586 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7c906bc-3917-4426-b12b-523c242ea263 req-76bdfa22-202b-4d6a-b885-3393b22525ae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 HTTP/1.1" status: 200 len: 217 time: 0.3277915 Mar 05 04:41:16.200688 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4ba100-9f8b-4351-95f6-ebaced22be9d None None] Checking router: 7cbbcecb-8e08-4984-a874-3fdb4a3eafc4 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:41:16.219124 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4ba100-9f8b-4351-95f6-ebaced22be9d None None] Routers {'7cbbcecb-8e08-4984-a874-3fdb4a3eafc4'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:41:16.219760 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7f4ba100-9f8b-4351-95f6-ebaced22be9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:41:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['7cbbcecb-8e08-4984-a874-3fdb4a3eafc4'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:41:16.227100 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-33e295cf-5b30-46ce-a95c-4506e3d50f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (7cbbcecb-8e08-4984-a874-3fdb4a3eafc4), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:16.271708 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-e6c4f6a5-f5c8-4a9b-a16a-16a4acaf4df5 req-71a689ed-0254-4905-8625-cdb65b16f52e tempest-DeleteServersAdminTestJSON-241749213 tempest-DeleteServersAdminTestJSON-241749213-project-admin] Deleting port 16cf53a8-8e3b-4e74-b7a2-89e45425021d {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:41:16.272055 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e6c4f6a5-f5c8-4a9b-a16a-16a4acaf4df5 req-71a689ed-0254-4905-8625-cdb65b16f52e tempest-DeleteServersAdminTestJSON-241749213 tempest-DeleteServersAdminTestJSON-241749213-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (16cf53a8-8e3b-4e74-b7a2-89e45425021d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:16.307889 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-7f4ba100-9f8b-4351-95f6-ebaced22be9d None None] Set router 7cbbcecb-8e08-4984-a874-3fdb4a3eafc4 gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:41:16.308563 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c906bc-3917-4426-b12b-523c242ea263 req-0ac69911-e847-401e-9312-44187c48f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:16.310057 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7c906bc-3917-4426-b12b-523c242ea263 req-0ac69911-e847-401e-9312-44187c48f100 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa622505-df3c-45bb-bed1-baf2861c8524 HTTP/1.1" status: 200 len: 847 time: 0.1047466 Mar 05 04:41:16.314221 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a726f15-cdbd-448a-a2d8-6e94378b55bf req-d3be060b-c2a2-4a98-9a4b-5ed63b318020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:16.315733 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3a726f15-cdbd-448a-a2d8-6e94378b55bf req-d3be060b-c2a2-4a98-9a4b-5ed63b318020 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.5214155 Mar 05 04:41:16.325186 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e7b3d-987d-4ce6-acda-4a6eb50ea3cf req-41398c27-87a9-4cba-9333-f4deed34c9ca tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:16.332336 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6f8e7b3d-987d-4ce6-acda-4a6eb50ea3cf req-41398c27-87a9-4cba-9333-f4deed34c9ca tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44cf234-1303-425c-9e6b-b1b102f7a855 HTTP/1.1" status: 200 len: 967 time: 0.1968095 Mar 05 04:41:16.365873 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d57d1-6b34-42fa-b606-7d74247d3a73 req-4d253984-b043-4b20-ad4d-19ddec52f08a tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:16.374353 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3b3d57d1-6b34-42fa-b606-7d74247d3a73 req-4d253984-b043-4b20-ad4d-19ddec52f08a tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 949 time: 0.2402635 Mar 05 04:41:16.390676 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7f4ba100-9f8b-4351-95f6-ebaced22be9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbbcecb-8e08-4984-a874-3fdb4a3eafc4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1860106951-router', 'tenant_id': 'fed43b0d8eff49c4aa2c72eb4363ebbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:03Z', 'updated_at': '2022-03-05T04:41:15Z', 'revision_number': 7, 'project_id': 'fed43b0d8eff49c4aa2c72eb4363ebbc', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:41:16.426832 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4ba100-9f8b-4351-95f6-ebaced22be9d None None] The sync data for ids ['7cbbcecb-8e08-4984-a874-3fdb4a3eafc4'] in n-d-789963-32 is: [{'id': '7cbbcecb-8e08-4984-a874-3fdb4a3eafc4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1860106951-router', 'tenant_id': 'fed43b0d8eff49c4aa2c72eb4363ebbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:03Z', 'updated_at': '2022-03-05T04:41:15Z', 'revision_number': 7, 'project_id': 'fed43b0d8eff49c4aa2c72eb4363ebbc', 'gw_port_host': None}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:41:16.439523 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7c906bc-3917-4426-b12b-523c242ea263 req-0d5133de-525f-4d7c-b83f-d60bfb417e5f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8538c983-160a-4b67-8024-c598ec9cf3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217642 Mar 05 04:41:16.445948 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3a726f15-cdbd-448a-a2d8-6e94378b55bf req-27bfaf6c-adc2-4f9f-865f-1e59105c19b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=7659bb61-2851-4497-a728-e91219a88b7f HTTP/1.1" status: 200 len: 217 time: 0.0939379 Mar 05 04:41:16.496464 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37152) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:16.577821 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6f8e7b3d-987d-4ce6-acda-4a6eb50ea3cf req-1cf640ca-a44b-4535-bac3-1b276412c2fc tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445126 Mar 05 04:41:16.659780 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3b3d57d1-6b34-42fa-b606-7d74247d3a73 req-f85b0e92-6aba-490a-9ed8-16d8d6f93f5f tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845428 Mar 05 04:41:16.678937 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-33e295cf-5b30-46ce-a95c-4506e3d50f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (7cbbcecb-8e08-4984-a874-3fdb4a3eafc4), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:16.681488 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-33e295cf-5b30-46ce-a95c-4506e3d50f5a admin admin] Publish callbacks [] for router_controller (7cbbcecb-8e08-4984-a874-3fdb4a3eafc4), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:16.700700 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a726f15-cdbd-448a-a2d8-6e94378b55bf req-8f6e929c-e269-410a-a7f4-2b79e10d23e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:16.702447 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3a726f15-cdbd-448a-a2d8-6e94378b55bf req-8f6e929c-e269-410a-a7f4-2b79e10d23e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.2109337 Mar 05 04:41:16.733345 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-83088930-5f69-4ffc-92fb-7ccf87920da1 tempest-MigrationsAdminTest-1941927207 tempest-MigrationsAdminTest-1941927207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:16.734782 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-83088930-5f69-4ffc-92fb-7ccf87920da1 tempest-MigrationsAdminTest-1941927207 tempest-MigrationsAdminTest-1941927207-project-admin] 10.222.0.11 "GET /v2.0/ports/7659bb61-2851-4497-a728-e91219a88b7f HTTP/1.1" status: 200 len: 1129 time: 0.2278690 Mar 05 04:41:16.781979 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-33e295cf-5b30-46ce-a95c-4506e3d50f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (7cbbcecb-8e08-4984-a874-3fdb4a3eafc4), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:16.782552 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e295cf-5b30-46ce-a95c-4506e3d50f5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cbbcecb-8e08-4984-a874-3fdb4a3eafc4 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:41:16.798826 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-33e295cf-5b30-46ce-a95c-4506e3d50f5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:16.799952 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-33e295cf-5b30-46ce-a95c-4506e3d50f5a admin admin] 10.222.0.11 "DELETE /v2.0/routers/7cbbcecb-8e08-4984-a874-3fdb4a3eafc4 HTTP/1.1" status: 204 len: 168 time: 2.0197682 Mar 05 04:41:16.803535 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-f3b617aa-da0f-40c7-b42f-5db640c436bf req-78d6ae83-24bc-4ae4-b083-b995ffd5db93 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-998855728', 'description': 'tempest-description-1989720186'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:16.810299 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37166) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:16.812445 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7c906bc-3917-4426-b12b-523c242ea263 req-32a988b8-9438-4836-87df-ec794ca0e63f service neutron] 10.222.0.31 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556678 Mar 05 04:41:16.819209 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-e6c4f6a5-f5c8-4a9b-a16a-16a4acaf4df5 req-71a689ed-0254-4905-8625-cdb65b16f52e tempest-DeleteServersAdminTestJSON-241749213 tempest-DeleteServersAdminTestJSON-241749213-project-admin] For port 16cf53a8-8e3b-4e74-b7a2-89e45425021d, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=16cf53a8-8e3b-4e74-b7a2-89e45425021d,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:16.819578 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e6c4f6a5-f5c8-4a9b-a16a-16a4acaf4df5 req-71a689ed-0254-4905-8625-cdb65b16f52e tempest-DeleteServersAdminTestJSON-241749213 tempest-DeleteServersAdminTestJSON-241749213-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (16cf53a8-8e3b-4e74-b7a2-89e45425021d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:16.824027 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-ef13c6ed-3ee1-4dc1-9236-97f17717daeb service neutron] 10.222.0.30 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6421900 Mar 05 04:41:16.853023 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-e6c4f6a5-f5c8-4a9b-a16a-16a4acaf4df5 req-71a689ed-0254-4905-8625-cdb65b16f52e tempest-DeleteServersAdminTestJSON-241749213 tempest-DeleteServersAdminTestJSON-241749213-project-admin] Calling delete_port for 16cf53a8-8e3b-4e74-b7a2-89e45425021d owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:41:16.905318 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f3b617aa-da0f-40c7-b42f-5db640c436bf req-78d6ae83-24bc-4ae4-b083-b995ffd5db93 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:16.965386 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb9aed0-485f-4679-84ab-20bdb8d59c4c admin admin] Deleting subnet 24b721bf-99a3-4b5d-9622-9edfd5d55c9e {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:41:16.971923 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f3b617aa-da0f-40c7-b42f-5db640c436bf req-78d6ae83-24bc-4ae4-b083-b995ffd5db93 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:16.978880 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bfb9aed0-485f-4679-84ab-20bdb8d59c4c admin admin] Publish callbacks [] for subnet (24b721bf-99a3-4b5d-9622-9edfd5d55c9e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:17.002386 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-b37eb205-39e3-41c3-86af-3a0153900000 service neutron] 10.222.0.30 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725106 Mar 05 04:41:17.016819 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a726f15-cdbd-448a-a2d8-6e94378b55bf req-4efdebe9-8de1-4d10-b404-aba1de21995e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:17.018686 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3a726f15-cdbd-448a-a2d8-6e94378b55bf req-4efdebe9-8de1-4d10-b404-aba1de21995e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3092952 Mar 05 04:41:17.040372 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 61289e81-de37-4ec9-8ce1-e7c8ed29bec6 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:41:17.065481 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 61289e81-de37-4ec9-8ce1-e7c8ed29bec6 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:41:17.066053 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 61289e81-de37-4ec9-8ce1-e7c8ed29bec6 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:41:17.084058 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079743a-1beb-4764-a3fb-f57279b01e4d req-8e65ebb9-1ca5-446b-aba5-241912a929e7 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:17.093425 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1079743a-1beb-4764-a3fb-f57279b01e4d req-8e65ebb9-1ca5-446b-aba5-241912a929e7 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/ports?device_id=624e229c-26cd-4f63-9f87-5512b7eb4a3f HTTP/1.1" status: 200 len: 950 time: 0.3721159 Mar 05 04:41:17.103209 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e6c4f6a5-f5c8-4a9b-a16a-16a4acaf4df5 req-71a689ed-0254-4905-8625-cdb65b16f52e tempest-DeleteServersAdminTestJSON-241749213 tempest-DeleteServersAdminTestJSON-241749213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (16cf53a8-8e3b-4e74-b7a2-89e45425021d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:17.114903 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['16cf53a8-8e3b-4e74-b7a2-89e45425021d'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:41:17.130270 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bfb9aed0-485f-4679-84ab-20bdb8d59c4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (24b721bf-99a3-4b5d-9622-9edfd5d55c9e), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:17.138666 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a689ed-0254-4905-8625-cdb65b16f52e tempest-DeleteServersAdminTestJSON-241749213 tempest-DeleteServersAdminTestJSON-241749213-project-admin] Pushing event deleted for resources: {'Port': ['ID=16cf53a8-8e3b-4e74-b7a2-89e45425021d,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:17.206620 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c4f6a5-f5c8-4a9b-a16a-16a4acaf4df5 req-71a689ed-0254-4905-8625-cdb65b16f52e tempest-DeleteServersAdminTestJSON-241749213 tempest-DeleteServersAdminTestJSON-241749213-project-admin] No DVR routers for this DVR port 16cf53a8-8e3b-4e74-b7a2-89e45425021d on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:41:17.209370 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e6c4f6a5-f5c8-4a9b-a16a-16a4acaf4df5 req-71a689ed-0254-4905-8625-cdb65b16f52e tempest-DeleteServersAdminTestJSON-241749213 tempest-DeleteServersAdminTestJSON-241749213-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:17.213239 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e6c4f6a5-f5c8-4a9b-a16a-16a4acaf4df5 req-71a689ed-0254-4905-8625-cdb65b16f52e tempest-DeleteServersAdminTestJSON-241749213 tempest-DeleteServersAdminTestJSON-241749213-project-admin] 10.222.0.30 "DELETE /v2.0/ports/16cf53a8-8e3b-4e74-b7a2-89e45425021d HTTP/1.1" status: 204 len: 173 time: 1.3801742 Mar 05 04:41:17.213827 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7be48e2-685b-405a-a876-cef4398a0739', 'name': 'network-vif-deleted', 'tag': '16cf53a8-8e3b-4e74-b7a2-89e45425021d'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:41:17.216361 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e404adb0-cfd6-4f42-832b-d5e013f60a18" -d '{"events": [{"server_uuid": "b7be48e2-685b-405a-a876-cef4398a0739", "name": "network-vif-deleted", "tag": "16cf53a8-8e3b-4e74-b7a2-89e45425021d"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:41:17.366118 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-2c78c069-30f8-4c4f-8924-05bfd6ec950c tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:17.369313 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7c906bc-3917-4426-b12b-523c242ea263 req-fe36acf2-1d92-490d-beae-93ed57eeaa92 service neutron] 10.222.0.31 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5428243 Mar 05 04:41:17.371752 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-2c78c069-30f8-4c4f-8924-05bfd6ec950c tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d44cf234-1303-425c-9e6b-b1b102f7a855&tenant_id=facd03296ca545159cfaaad05aba02e6&binding%3Ahost_id=n-h2-789963-32 HTTP/1.1" status: 200 len: 1150 time: 0.1459670 Mar 05 04:41:17.404119 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-a0974719-4281-48eb-9f69-8bbda52c8023 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-32'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:17.501579 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1079743a-1beb-4764-a3fb-f57279b01e4d req-52cd8a34-6280-4865-9ab9-0882b287bf93 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/security-groups?id=c81647f5-f81e-4447-8356-51e1b0cc7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072680 Mar 05 04:41:17.523860 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3a726f15-cdbd-448a-a2d8-6e94378b55bf req-f8c54175-030c-4661-b50f-66fa9d446452 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901443 Mar 05 04:41:17.547853 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-a0974719-4281-48eb-9f69-8bbda52c8023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5197f0b8-9ff0-42c8-8a19-eb8785fe21f5), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:17.560335 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bfb9aed0-485f-4679-84ab-20bdb8d59c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (24b721bf-99a3-4b5d-9622-9edfd5d55c9e), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:17.703581 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-42fbe345-a402-4e97-beb5-ee101b1abb1e req-14dceb2f-f801-4d5e-8b9d-461b6f6facba tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7be48e2-685b-405a-a876-cef4398a0739 HTTP/1.1" status: 200 len: 210 time: 0.0467188 Mar 05 04:41:17.705801 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f3b617aa-da0f-40c7-b42f-5db640c436bf req-78d6ae83-24bc-4ae4-b083-b995ffd5db93 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] Publish callbacks [] for security_group (36e63e13-d5e5-4d76-abb3-f4bfd966e7a5), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:17.718471 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:17.722571 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f3b617aa-da0f-40c7-b42f-5db640c436bf req-78d6ae83-24bc-4ae4-b083-b995ffd5db93 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (36e63e13-d5e5-4d76-abb3-f4bfd966e7a5), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:17.723517 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-a0974719-4281-48eb-9f69-8bbda52c8023 service neutron] For port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=5197f0b8-9ff0-42c8-8a19-eb8785fe21f5,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:17.742492 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3a726f15-cdbd-448a-a2d8-6e94378b55bf req-82fd4a20-99c0-4772-9e3d-bf45d1f0ee5c service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103143 Mar 05 04:41:17.751185 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bfb9aed0-485f-4679-84ab-20bdb8d59c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (24b721bf-99a3-4b5d-9622-9edfd5d55c9e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:17.784771 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8804dc53-bd43-4d41-91c6-d8609fbbc9d0 x-openstack-request-id: req-8804dc53-bd43-4d41-91c6-d8609fbbc9d0 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:41:17.785281 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7be48e2-685b-405a-a876-cef4398a0739", "name": "network-vif-deleted", "tag": "16cf53a8-8e3b-4e74-b7a2-89e45425021d", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:41:17.785634 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8804dc53-bd43-4d41-91c6-d8609fbbc9d0 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:41:17.786128 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7be48e2-685b-405a-a876-cef4398a0739', 'name': 'network-vif-deleted', 'tag': '16cf53a8-8e3b-4e74-b7a2-89e45425021d', 'status': 'completed', 'code': 200} Mar 05 04:41:17.794671 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb9aed0-485f-4679-84ab-20bdb8d59c4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24b721bf-99a3-4b5d-9622-9edfd5d55c9e,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:17.802457 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6ae83-24bc-4ae4-b083-b995ffd5db93 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e63e13-d5e5-4d76-abb3-f4bfd966e7a5,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:17.809207 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a408380e-649d-4346-984f-37907207b821 None None] Network 0c0649bc-7490-4102-9a4e-be3cfd24dc7c requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:41:17.810109 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bfb9aed0-485f-4679-84ab-20bdb8d59c4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:17.814344 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bfb9aed0-485f-4679-84ab-20bdb8d59c4c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/24b721bf-99a3-4b5d-9622-9edfd5d55c9e HTTP/1.1" status: 204 len: 168 time: 1.0008359 Mar 05 04:41:17.817952 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37184) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:17.820145 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-a0974719-4281-48eb-9f69-8bbda52c8023 service neutron] For port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:41:17.920119 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f3b617aa-da0f-40c7-b42f-5db640c436bf req-78d6ae83-24bc-4ae4-b083-b995ffd5db93 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] Publish callbacks [] for security_group (5b38cc91-b913-41d2-bbce-dea5625cbdec), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:17.926492 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5edbc0aa-fb69-41ae-bbb7-bdc55cebc505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (0c0649bc-7490-4102-9a4e-be3cfd24dc7c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:17.952873 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f3b617aa-da0f-40c7-b42f-5db640c436bf req-78d6ae83-24bc-4ae4-b083-b995ffd5db93 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (5b38cc91-b913-41d2-bbce-dea5625cbdec), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:17.957503 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-a0974719-4281-48eb-9f69-8bbda52c8023 service neutron] Publish callbacks [] for port (5197f0b8-9ff0-42c8-8a19-eb8785fe21f5), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:17.967724 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-a0974719-4281-48eb-9f69-8bbda52c8023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (5197f0b8-9ff0-42c8-8a19-eb8785fe21f5), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:18.013617 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f3b617aa-da0f-40c7-b42f-5db640c436bf req-78d6ae83-24bc-4ae4-b083-b995ffd5db93 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:18.014713 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f3b617aa-da0f-40c7-b42f-5db640c436bf req-78d6ae83-24bc-4ae4-b083-b995ffd5db93 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.2523682 Mar 05 04:41:18.039635 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6ae83-24bc-4ae4-b083-b995ffd5db93 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b38cc91-b913-41d2-bbce-dea5625cbdec,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:18.098126 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-d12651ef-e8b7-42c1-a92a-777352899231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:18.101098 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-d12651ef-e8b7-42c1-a92a-777352899231 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 1132 time: 0.1706939 Mar 05 04:41:18.164286 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a63416-f12f-4e32-b18e-788174c68331 None None] DHCP port deletion for 0c0649bc-7490-4102-9a4e-be3cfd24dc7c request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:41:18.238927 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-a0974719-4281-48eb-9f69-8bbda52c8023 service neutron] Attempting to bind port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 on host n-h2-789963-32 for vnic_type normal with profile {"migrating_to": "n-h1-789963-32"} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:41:18.239217 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-a0974719-4281-48eb-9f69-8bbda52c8023 service neutron] Attempting to bind port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:41:18.239549 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-a0974719-4281-48eb-9f69-8bbda52c8023 service neutron] Attempting to bind port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:41:18.247131 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0974719-4281-48eb-9f69-8bbda52c8023 service neutron] Pushing event updated for resources: {'Port': ['ID=5197f0b8-9ff0-42c8-8a19-eb8785fe21f5,revision_number=7']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:18.262967 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-a0974719-4281-48eb-9f69-8bbda52c8023 service neutron] Port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:41:18.263501 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-a0974719-4281-48eb-9f69-8bbda52c8023 service neutron] Attempting to bind port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:41:18.282679 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d9a63416-f12f-4e32-b18e-788174c68331 None None] Deleting port 020a4f59-b3cd-4451-9db2-4eb8f368ec31 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:41:18.283065 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d9a63416-f12f-4e32-b18e-788174c68331 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (020a4f59-b3cd-4451-9db2-4eb8f368ec31), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:18.300595 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-a0974719-4281-48eb-9f69-8bbda52c8023 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:41:18.304292 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-a0974719-4281-48eb-9f69-8bbda52c8023 service neutron] Checking segment: {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:41:18.304909 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-a0974719-4281-48eb-9f69-8bbda52c8023 service neutron] Bound using segment: {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:41:18.305565 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-a0974719-4281-48eb-9f69-8bbda52c8023 service neutron] Bound port: 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:41:18.306324 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-a0974719-4281-48eb-9f69-8bbda52c8023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5197f0b8-9ff0-42c8-8a19-eb8785fe21f5), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:18.313843 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-13c7bd08-f4aa-4739-b25e-7ef5635e3d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:18.315682 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-13c7bd08-f4aa-4739-b25e-7ef5635e3d19 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.2063622 Mar 05 04:41:18.383971 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-d9a63416-f12f-4e32-b18e-788174c68331 None None] For port 020a4f59-b3cd-4451-9db2-4eb8f368ec31, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=020a4f59-b3cd-4451-9db2-4eb8f368ec31,segment=NetworkSegment(95760e20-967f-4dc5-a204-0397a3add736),segment_id=95760e20-967f-4dc5-a204-0397a3add736)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:18.384705 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d9a63416-f12f-4e32-b18e-788174c68331 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (020a4f59-b3cd-4451-9db2-4eb8f368ec31), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:18.402967 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-9121b3fe-9b56-44a3-9d83-61e2cb62c9d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=7659bb61-2851-4497-a728-e91219a88b7f HTTP/1.1" status: 200 len: 217 time: 0.0619361 Mar 05 04:41:18.404456 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d9a63416-f12f-4e32-b18e-788174c68331 None None] Calling delete_port for 020a4f59-b3cd-4451-9db2-4eb8f368ec31 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:41:18.415426 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-a0974719-4281-48eb-9f69-8bbda52c8023 service neutron] For port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:41:18.421279 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-a0974719-4281-48eb-9f69-8bbda52c8023 service neutron] For port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=5197f0b8-9ff0-42c8-8a19-eb8785fe21f5,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:41:18.432635 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-a0974719-4281-48eb-9f69-8bbda52c8023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (5197f0b8-9ff0-42c8-8a19-eb8785fe21f5), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:18.488481 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-5edbc0aa-fb69-41ae-bbb7-bdc55cebc505 admin admin] Deleting port 020a4f59-b3cd-4451-9db2-4eb8f368ec31 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:41:18.488968 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5edbc0aa-fb69-41ae-bbb7-bdc55cebc505 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (020a4f59-b3cd-4451-9db2-4eb8f368ec31), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:18.525817 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efdf0c3-7284-46a0-a60c-6168a10764c1 req-58f4d6c2-68f4-4eeb-91dc-2cd6ea7e6d4f tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:18.531848 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9efdf0c3-7284-46a0-a60c-6168a10764c1 req-58f4d6c2-68f4-4eeb-91dc-2cd6ea7e6d4f tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44cf234-1303-425c-9e6b-b1b102f7a855 HTTP/1.1" status: 200 len: 965 time: 0.3569210 Mar 05 04:41:18.540374 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-a0974719-4281-48eb-9f69-8bbda52c8023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:18.541116 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-a0974719-4281-48eb-9f69-8bbda52c8023 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:18.543317 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-a0974719-4281-48eb-9f69-8bbda52c8023 service neutron] 10.222.0.30 "PUT /v2.0/ports/5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 HTTP/1.1" status: 200 len: 1145 time: 1.1538837 Mar 05 04:41:18.555670 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d9a63416-f12f-4e32-b18e-788174c68331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (020a4f59-b3cd-4451-9db2-4eb8f368ec31), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:18.559339 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0974719-4281-48eb-9f69-8bbda52c8023 service neutron] Pushing event updated for resources: {'Port': ['ID=5197f0b8-9ff0-42c8-8a19-eb8785fe21f5,revision_number=8']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:18.590909 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a63416-f12f-4e32-b18e-788174c68331 None None] Pushing event deleted for resources: {'Port': ['ID=020a4f59-b3cd-4451-9db2-4eb8f368ec31,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:18.596203 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a63416-f12f-4e32-b18e-788174c68331 None None] No DVR routers for this DVR port 020a4f59-b3cd-4451-9db2-4eb8f368ec31 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:41:18.621241 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['5197f0b8-9ff0-42c8-8a19-eb8785fe21f5'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:41:18.798343 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-70dc63d1-ee64-4ea4-a015-2b8a62da020e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:18.799802 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-70dc63d1-ee64-4ea4-a015-2b8a62da020e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.3741229 Mar 05 04:41:18.803906 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 020a4f59-b3cd-4451-9db2-4eb8f368ec31 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:41:18.813286 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032a24b-69fe-4735-8fc0-8b371ed3454a req-a9dc15ad-76a6-49ee-9309-40cd6f41036e tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:18.814709 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6032a24b-69fe-4735-8fc0-8b371ed3454a req-a9dc15ad-76a6-49ee-9309-40cd6f41036e tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 949 time: 0.4105635 Mar 05 04:41:18.824225 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 020a4f59-b3cd-4451-9db2-4eb8f368ec31 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:41:18.824569 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 020a4f59-b3cd-4451-9db2-4eb8f368ec31 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:41:18.865383 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-5edbc0aa-fb69-41ae-bbb7-bdc55cebc505 admin admin] For port 020a4f59-b3cd-4451-9db2-4eb8f368ec31, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=020a4f59-b3cd-4451-9db2-4eb8f368ec31,segment=NetworkSegment(95760e20-967f-4dc5-a204-0397a3add736),segment_id=95760e20-967f-4dc5-a204-0397a3add736)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:18.865638 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5edbc0aa-fb69-41ae-bbb7-bdc55cebc505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (020a4f59-b3cd-4451-9db2-4eb8f368ec31), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:18.904327 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-5edbc0aa-fb69-41ae-bbb7-bdc55cebc505 admin admin] Calling delete_port for 020a4f59-b3cd-4451-9db2-4eb8f368ec31 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:41:18.929891 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9efdf0c3-7284-46a0-a60c-6168a10764c1 req-cb8e3279-e735-444a-9937-05db56054e0a tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780720 Mar 05 04:41:18.985557 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6032a24b-69fe-4735-8fc0-8b371ed3454a req-0ce280b4-e2d1-40da-a722-e7d902e87aeb tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581104 Mar 05 04:41:18.989449 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-338cb067-8881-4fbe-96e0-4b5065a70f27 req-8ee741a4-86e8-491b-a49d-cd1099a0b7be tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1756133054', 'description': 'tempest-description-860743803'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:19.000642 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-b428deaa-4a13-45a3-a869-14b96a6142fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:19.002142 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-b428deaa-4a13-45a3-a869-14b96a6142fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1816967 Mar 05 04:41:19.048414 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-338cb067-8881-4fbe-96e0-4b5065a70f27 req-8ee741a4-86e8-491b-a49d-cd1099a0b7be tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:19.139087 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-ae740c1d-65bd-4c66-8c3b-55ea6118b695 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=80199c741b5145e7938f23ba96eb7071&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714097 Mar 05 04:41:19.164883 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5edbc0aa-fb69-41ae-bbb7-bdc55cebc505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (020a4f59-b3cd-4451-9db2-4eb8f368ec31), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:19.224428 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edbc0aa-fb69-41ae-bbb7-bdc55cebc505 admin admin] No DVR routers for this DVR port 020a4f59-b3cd-4451-9db2-4eb8f368ec31 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:41:19.228119 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbc0aa-fb69-41ae-bbb7-bdc55cebc505 admin admin] Pushing event deleted for resources: {'Port': ['ID=020a4f59-b3cd-4451-9db2-4eb8f368ec31,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:19.321116 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-f4003aab-cdb6-433b-b5f2-53ece00a6599 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089161 Mar 05 04:41:19.395457 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5edbc0aa-fb69-41ae-bbb7-bdc55cebc505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (0c0649bc-7490-4102-9a4e-be3cfd24dc7c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:19.437279 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-338cb067-8881-4fbe-96e0-4b5065a70f27 req-8ee741a4-86e8-491b-a49d-cd1099a0b7be tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] Publish callbacks [] for security_group (7377252a-323a-4d22-8c68-7c0fd59dbf10), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:19.473554 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-338cb067-8881-4fbe-96e0-4b5065a70f27 req-8ee741a4-86e8-491b-a49d-cd1099a0b7be tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7377252a-323a-4d22-8c68-7c0fd59dbf10), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:19.481355 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-135989ff-c1a0-4c42-b9c4-92d42f2665be tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:19.482810 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-135989ff-c1a0-4c42-b9c4-92d42f2665be tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3352742 Mar 05 04:41:19.487721 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-5edbc0aa-fb69-41ae-bbb7-bdc55cebc505 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c0649bc-7490-4102-9a4e-be3cfd24dc7c']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:41:19.511854 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-5edbc0aa-fb69-41ae-bbb7-bdc55cebc505 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95760e20-967f-4dc5-a204-0397a3add736') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:41:19.511854 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-5edbc0aa-fb69-41ae-bbb7-bdc55cebc505 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95760e20-967f-4dc5-a204-0397a3add736') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:41:19.535781 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5edbc0aa-fb69-41ae-bbb7-bdc55cebc505 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (95760e20-967f-4dc5-a204-0397a3add736), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:19.548069 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-338cb067-8881-4fbe-96e0-4b5065a70f27 req-8ee741a4-86e8-491b-a49d-cd1099a0b7be tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:19.549256 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-338cb067-8881-4fbe-96e0-4b5065a70f27 req-8ee741a4-86e8-491b-a49d-cd1099a0b7be tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5704968 Mar 05 04:41:19.550434 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-67f46c01-2c54-4810-8012-84bddc50569e tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/quotas/80199c741b5145e7938f23ba96eb7071 HTTP/1.1" status: 200 len: 375 time: 0.0486209 Mar 05 04:41:19.586283 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5edbc0aa-fb69-41ae-bbb7-bdc55cebc505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (95760e20-967f-4dc5-a204-0397a3add736), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:19.588200 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee741a4-86e8-491b-a49d-cd1099a0b7be tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7377252a-323a-4d22-8c68-7c0fd59dbf10,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:19.611320 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5edbc0aa-fb69-41ae-bbb7-bdc55cebc505 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:41:19.611724 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5edbc0aa-fb69-41ae-bbb7-bdc55cebc505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (95760e20-967f-4dc5-a204-0397a3add736), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: timer() Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:41:19.613376 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:41:19.645759 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-c4c5dc8e-6473-4da2-ae35-1fd219073413 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090150 Mar 05 04:41:19.722006 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5edbc0aa-fb69-41ae-bbb7-bdc55cebc505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (0c0649bc-7490-4102-9a4e-be3cfd24dc7c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:19.753452 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-3c925339-25e0-46a7-951d-764b1f34dacc tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=80199c741b5145e7938f23ba96eb7071&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1896398 Mar 05 04:41:19.787664 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44cf234-1303-425c-9e6b-b1b102f7a855', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5197f0b8-9ff0-42c8-8a19-eb8785fe21f5'}, {'name': 'network-changed', 'server_uuid': 'd44cf234-1303-425c-9e6b-b1b102f7a855', 'tag': '5197f0b8-9ff0-42c8-8a19-eb8785fe21f5'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:41:19.797358 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe32d9a3-e425-49da-923b-8886d2b43b4c" -d '{"events": [{"server_uuid": "d44cf234-1303-425c-9e6b-b1b102f7a855", "name": "network-vif-unplugged", "status": "completed", "tag": "5197f0b8-9ff0-42c8-8a19-eb8785fe21f5"}, {"name": "network-changed", "server_uuid": "d44cf234-1303-425c-9e6b-b1b102f7a855", "tag": "5197f0b8-9ff0-42c8-8a19-eb8785fe21f5"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:41:19.804247 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbc0aa-fb69-41ae-bbb7-bdc55cebc505 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c0649bc-7490-4102-9a4e-be3cfd24dc7c,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:19.809335 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5edbc0aa-fb69-41ae-bbb7-bdc55cebc505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:19.815119 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5edbc0aa-fb69-41ae-bbb7-bdc55cebc505 admin admin] 10.222.0.11 "DELETE /v2.0/networks/0c0649bc-7490-4102-9a4e-be3cfd24dc7c HTTP/1.1" status: 204 len: 168 time: 1.9939978 Mar 05 04:41:20.037184 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b62fd74c-ca6f-4bda-aa79-ca96101aac2a req-889a1c22-9a87-428e-b662-d337b94002e3 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45429 time: 0.3903966 Mar 05 04:41:20.133422 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b62fd74c-ca6f-4bda-aa79-ca96101aac2a req-8c12920d-bcc2-4630-8490-1b85b7e1917b tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "GET /v2.0/security-groups/02edd51e-0a3d-42de-a281-f6a61411328d HTTP/1.1" status: 200 len: 2997 time: 0.0949779 Mar 05 04:41:20.150193 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37254) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:20.219865 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-a2099a47-07b2-4a3e-aafb-f59ee7bd8524 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=50e9a7851f934538b3826d9fa65129a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609040 Mar 05 04:41:20.244504 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b62fd74c-ca6f-4bda-aa79-ca96101aac2a req-06320784-9a2b-4eca-8828-a4ab2a376a78 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "GET /v2.0/security-groups/02edd51e-0a3d-42de-a281-f6a61411328d HTTP/1.1" status: 200 len: 2997 time: 0.1094332 Mar 05 04:41:20.252190 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7c8484a2-73bd-406f-bb50-902799487845 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fed43b0d8eff49c4aa2c72eb4363ebbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0960791 Mar 05 04:41:20.252572 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37256) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:20.310686 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 16cf53a8-8e3b-4e74-b7a2-89e45425021d no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:41:20.339899 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-078fc23d-ae9c-4292-9c3a-43d2ad8608d8 admin admin] Publish callbacks [] for security_group (f059ac5f-4e2c-43b2-a5b3-dbb6b27c35db), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:20.355190 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 16cf53a8-8e3b-4e74-b7a2-89e45425021d {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:41:20.355549 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 16cf53a8-8e3b-4e74-b7a2-89e45425021d not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:41:20.369808 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-078fc23d-ae9c-4292-9c3a-43d2ad8608d8 admin admin] Publish callbacks [] for security_group (f059ac5f-4e2c-43b2-a5b3-dbb6b27c35db), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:20.397010 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b62fd74c-ca6f-4bda-aa79-ca96101aac2a req-a152b812-ef90-47cd-acfb-0b8766af3f84 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "GET /v2.0/security-groups/0597a5e2-9aae-4a49-8046-c4517fe4da0c HTTP/1.1" status: 200 len: 2998 time: 0.1330302 Mar 05 04:41:20.449817 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-078fc23d-ae9c-4292-9c3a-43d2ad8608d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f059ac5f-4e2c-43b2-a5b3-dbb6b27c35db), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:20.453393 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-8e5ef444-8786-4e91-ba42-572cd6b2b96b tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:20.454277 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-078fc23d-ae9c-4292-9c3a-43d2ad8608d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:20.455882 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-078fc23d-ae9c-4292-9c3a-43d2ad8608d8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f059ac5f-4e2c-43b2-a5b3-dbb6b27c35db HTTP/1.1" status: 204 len: 168 time: 0.2023256 Mar 05 04:41:20.466725 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078fc23d-ae9c-4292-9c3a-43d2ad8608d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f059ac5f-4e2c-43b2-a5b3-dbb6b27c35db,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:20.475854 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-8e5ef444-8786-4e91-ba42-572cd6b2b96b tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2482429 Mar 05 04:41:20.516996 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b62fd74c-ca6f-4bda-aa79-ca96101aac2a req-6476d887-cab2-46b9-b9c6-b4f07f6d3945 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "GET /v2.0/security-groups/0597a5e2-9aae-4a49-8046-c4517fe4da0c HTTP/1.1" status: 200 len: 2998 time: 0.1001954 Mar 05 04:41:20.518401 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-304532f1-0dc2-4aba-9698-28ebdc375a11 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/quotas/50e9a7851f934538b3826d9fa65129a9 HTTP/1.1" status: 200 len: 375 time: 0.0417693 Mar 05 04:41:20.583749 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-33f5c14a-25e8-4734-b03e-5c7cbd6b65dc tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=50e9a7851f934538b3826d9fa65129a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572026 Mar 05 04:41:20.625045 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b62fd74c-ca6f-4bda-aa79-ca96101aac2a req-14b11b0e-77d4-44c8-9102-fcf3bc078e6b tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "GET /v2.0/security-groups/11d55e4d-7d1c-4b86-b36f-76454de58658 HTTP/1.1" status: 200 len: 2998 time: 0.1003871 Mar 05 04:41:20.691397 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b62fd74c-ca6f-4bda-aa79-ca96101aac2a req-a066f1ba-9c19-472f-a4ce-23e1ce409e90 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "GET /v2.0/security-groups/11d55e4d-7d1c-4b86-b36f-76454de58658 HTTP/1.1" status: 200 len: 2998 time: 0.0652947 Mar 05 04:41:20.748931 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b62fd74c-ca6f-4bda-aa79-ca96101aac2a req-88355035-51be-4d85-b191-2e5c5b3d17e6 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "GET /v2.0/security-groups/20bf8099-262d-46c7-b724-32bb7c88453c HTTP/1.1" status: 200 len: 2998 time: 0.0565906 Mar 05 04:41:20.833246 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 05 Mar 2022 04:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77be8ebc-5d63-4fef-b1c7-59934a5fe9ac x-openstack-request-id: req-77be8ebc-5d63-4fef-b1c7-59934a5fe9ac {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:41:20.833757 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44cf234-1303-425c-9e6b-b1b102f7a855", "name": "network-vif-unplugged", "status": "completed", "tag": "5197f0b8-9ff0-42c8-8a19-eb8785fe21f5", "code": 200}, {"name": "network-changed", "server_uuid": "d44cf234-1303-425c-9e6b-b1b102f7a855", "tag": "5197f0b8-9ff0-42c8-8a19-eb8785fe21f5", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:41:20.833840 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-77be8ebc-5d63-4fef-b1c7-59934a5fe9ac {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:41:20.835703 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b62fd74c-ca6f-4bda-aa79-ca96101aac2a req-6dc6459b-2198-48a5-a9bf-1c66887df2c7 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "GET /v2.0/security-groups/20bf8099-262d-46c7-b724-32bb7c88453c HTTP/1.1" status: 200 len: 2998 time: 0.0790117 Mar 05 04:41:20.837260 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44cf234-1303-425c-9e6b-b1b102f7a855', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5197f0b8-9ff0-42c8-8a19-eb8785fe21f5', 'code': 200} Mar 05 04:41:20.843030 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd44cf234-1303-425c-9e6b-b1b102f7a855', 'tag': '5197f0b8-9ff0-42c8-8a19-eb8785fe21f5', 'status': 'completed', 'code': 200} Mar 05 04:41:20.987059 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e698ef45-52ef-4657-ad47-625107cd652c req-2fea74b3-2fc9-46d0-b48d-b6e0248f6f95 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/ports?device_id=31ced6b4-7868-4637-861c-d8c7af9a0858 HTTP/1.1" status: 200 len: 210 time: 0.0471623 Mar 05 04:41:21.019847 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b62fd74c-ca6f-4bda-aa79-ca96101aac2a req-0cc56a2b-bc5f-4b31-92cf-1a5a1e7a5c67 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "GET /v2.0/security-groups/26708e07-5622-4d4e-ac08-bc9692b5bb41 HTTP/1.1" status: 200 len: 2998 time: 0.1832769 Mar 05 04:41:21.033619 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32d9a3-e425-49da-923b-8886d2b43b4c req-d6ae4518-388f-4cb3-8432-f67db721fe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:21.035436 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe32d9a3-e425-49da-923b-8886d2b43b4c req-d6ae4518-388f-4cb3-8432-f67db721fe5d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=facd03296ca545159cfaaad05aba02e6&device_id=d44cf234-1303-425c-9e6b-b1b102f7a855 HTTP/1.1" status: 200 len: 1179 time: 0.1698873 Mar 05 04:41:21.172160 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-265a155a-1da4-4a54-bea9-3556bee1dcef tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=80199c741b5145e7938f23ba96eb7071&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311506 Mar 05 04:41:21.268043 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b62fd74c-ca6f-4bda-aa79-ca96101aac2a req-d0ca48fc-1512-4ca6-87db-385b2fbc4a29 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "GET /v2.0/security-groups/26708e07-5622-4d4e-ac08-bc9692b5bb41 HTTP/1.1" status: 200 len: 2998 time: 0.2276273 Mar 05 04:41:21.322731 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b62fd74c-ca6f-4bda-aa79-ca96101aac2a req-a32a1102-021f-44c2-be64-f146b44eec0d tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "GET /v2.0/security-groups/36e63e13-d5e5-4d76-abb3-f4bfd966e7a5 HTTP/1.1" status: 200 len: 2998 time: 0.0462492 Mar 05 04:41:21.386745 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32d9a3-e425-49da-923b-8886d2b43b4c req-10af0b14-b090-4302-9db4-0fd543415bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:21.388965 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe32d9a3-e425-49da-923b-8886d2b43b4c req-10af0b14-b090-4302-9db4-0fd543415bf0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8538c983-160a-4b67-8024-c598ec9cf3a6 HTTP/1.1" status: 200 len: 907 time: 0.3425024 Mar 05 04:41:21.403566 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ba2bd-889a-489f-b6b8-7579ad50ab75 req-7b7ac624-7950-4fcd-ba04-3a6cc15d386d tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:21.405780 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6c1ba2bd-889a-489f-b6b8-7579ad50ab75 req-7b7ac624-7950-4fcd-ba04-3a6cc15d386d tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44cf234-1303-425c-9e6b-b1b102f7a855 HTTP/1.1" status: 200 len: 965 time: 0.2728455 Mar 05 04:41:21.462208 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe32d9a3-e425-49da-923b-8886d2b43b4c req-f563a0b9-5ece-4957-8ca5-fd0e5472a1cf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 HTTP/1.1" status: 200 len: 217 time: 0.0550599 Mar 05 04:41:21.484414 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b62fd74c-ca6f-4bda-aa79-ca96101aac2a req-1deb6fdf-4e3a-4869-b49b-4653fd9c84b1 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "GET /v2.0/security-groups/36e63e13-d5e5-4d76-abb3-f4bfd966e7a5 HTTP/1.1" status: 200 len: 2998 time: 0.1511385 Mar 05 04:41:21.506122 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-b5c99503-6a76-4d61-896b-8bccae78dec9 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:21.507606 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-b5c99503-6a76-4d61-896b-8bccae78dec9 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3290486 Mar 05 04:41:21.527684 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-9c0e2a50-bcfc-4809-8d76-5ad1f95f1ec3 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Request body: {'port': {'device_id': '31ced6b4-7868-4637-861c-d8c7af9a0858', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'admin_state_up': True, 'tenant_id': '80199c741b5145e7938f23ba96eb7071'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:21.591055 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32d9a3-e425-49da-923b-8886d2b43b4c req-831d21a2-e119-4416-b262-18117c1d2595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:21.592531 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe32d9a3-e425-49da-923b-8886d2b43b4c req-831d21a2-e119-4416-b262-18117c1d2595 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa622505-df3c-45bb-bed1-baf2861c8524 HTTP/1.1" status: 200 len: 847 time: 0.1195562 Mar 05 04:41:21.635843 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b62fd74c-ca6f-4bda-aa79-ca96101aac2a req-7b19f892-5e1a-4281-ad33-b03596fab66a tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "GET /v2.0/security-groups/44e9272c-2cc7-42f2-9a35-696cec08c3ab HTTP/1.1" status: 200 len: 2990 time: 0.1232152 Mar 05 04:41:21.661232 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe32d9a3-e425-49da-923b-8886d2b43b4c req-b089c8d4-db05-430f-ad8b-b19f1f1677f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8538c983-160a-4b67-8024-c598ec9cf3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527472 Mar 05 04:41:21.662329 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-9c0e2a50-bcfc-4809-8d76-5ad1f95f1ec3 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Made reservation on behalf of 80199c741b5145e7938f23ba96eb7071 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:41:21.667988 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-9c0e2a50-bcfc-4809-8d76-5ad1f95f1ec3 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:21.670265 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6c1ba2bd-889a-489f-b6b8-7579ad50ab75 req-d5ee6819-615f-4f1f-888d-f11e4cae90f1 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050064 Mar 05 04:41:21.867174 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b62fd74c-ca6f-4bda-aa79-ca96101aac2a req-ede98926-27e9-44c7-ac01-b6056aa6e240 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "GET /v2.0/security-groups/44e9272c-2cc7-42f2-9a35-696cec08c3ab HTTP/1.1" status: 200 len: 2990 time: 0.2304261 Mar 05 04:41:21.871551 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-9c0e2a50-bcfc-4809-8d76-5ad1f95f1ec3 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Allocated IP 192.168.233.198 (fb0dde64-203a-4c32-80ac-e1733ed0c9dd/63f989ea-15ee-41e4-8c8f-8183d2023f4e/af4b5894-25e5-465d-b0c2-628028b6a7f7) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:41:21.928830 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe32d9a3-e425-49da-923b-8886d2b43b4c req-59a41b58-ca3e-4b98-be0e-b8955ca9d8b9 service neutron] 10.222.0.31 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464724 Mar 05 04:41:21.941071 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150d74c-a456-4f3e-9bc1-0d2847577232 req-611ecdc2-3d00-4885-bc7b-23329767b345 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:21.947614 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9150d74c-a456-4f3e-9bc1-0d2847577232 req-611ecdc2-3d00-4885-bc7b-23329767b345 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 949 time: 0.1505365 Mar 05 04:41:22.002249 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b62fd74c-ca6f-4bda-aa79-ca96101aac2a req-5d941e3a-aa18-4161-801c-19ae903a01bd tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "GET /v2.0/security-groups/46b476b5-f729-4959-b7a1-5efcb74192cd HTTP/1.1" status: 200 len: 2998 time: 0.1286476 Mar 05 04:41:22.030229 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-9c0e2a50-bcfc-4809-8d76-5ad1f95f1ec3 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Publish callbacks [] for port (af4b5894-25e5-465d-b0c2-628028b6a7f7), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:22.066255 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-9c0e2a50-bcfc-4809-8d76-5ad1f95f1ec3 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (af4b5894-25e5-465d-b0c2-628028b6a7f7), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:22.084055 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['33bfafb1-5104-4a25-8e28-7e80e148e1e7'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:41:22.108656 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9150d74c-a456-4f3e-9bc1-0d2847577232 req-a69a183e-d039-4838-a0bb-afca7383dd11 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594007 Mar 05 04:41:22.110913 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.31', 64219) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:22.114445 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-9c0e2a50-bcfc-4809-8d76-5ad1f95f1ec3 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:41:22.120518 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-9c0e2a50-bcfc-4809-8d76-5ad1f95f1ec3 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:41:22.137036 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-9c0e2a50-bcfc-4809-8d76-5ad1f95f1ec3 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:41:22.137824 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-1b3fc90a-1e40-4229-a32e-a69e8da886d3 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=50e9a7851f934538b3826d9fa65129a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258043 Mar 05 04:41:22.148899 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b62fd74c-ca6f-4bda-aa79-ca96101aac2a req-597e0df0-94f1-4925-9a51-84aafc99186e tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "GET /v2.0/security-groups/46b476b5-f729-4959-b7a1-5efcb74192cd HTTP/1.1" status: 200 len: 2998 time: 0.1360934 Mar 05 04:41:22.198533 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe32d9a3-e425-49da-923b-8886d2b43b4c req-ee895a8f-4130-4e00-9d36-570a98a112e4 service neutron] 10.222.0.31 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478476 Mar 05 04:41:22.201931 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e2a50-bcfc-4809-8d76-5ad1f95f1ec3 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Pushing event updated for resources: {'Port': ['ID=af4b5894-25e5-465d-b0c2-628028b6a7f7,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:22.236534 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-9c0e2a50-bcfc-4809-8d76-5ad1f95f1ec3 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:22.238107 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-9c0e2a50-bcfc-4809-8d76-5ad1f95f1ec3 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:22.265240 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-9c0e2a50-bcfc-4809-8d76-5ad1f95f1ec3 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7461836 Mar 05 04:41:22.282947 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-005ff5d0-31c3-49e9-93f9-f178576c6d9b service neutron] Request body: {'port': {'device_id': '31ced6b4-7868-4637-861c-d8c7af9a0858', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:22.315752 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b62fd74c-ca6f-4bda-aa79-ca96101aac2a req-e15d33e8-d493-4357-8291-a34cbbdfac0a tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "GET /v2.0/security-groups/65819329-8b7b-4133-bc36-e7a7351197f8 HTTP/1.1" status: 200 len: 2994 time: 0.1442966 Mar 05 04:41:22.327548 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:41:22.379201 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-005ff5d0-31c3-49e9-93f9-f178576c6d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (af4b5894-25e5-465d-b0c2-628028b6a7f7), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:22.444903 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a6eb320b-4d8c-40a9-9959-88cf4089b751 req-13f4758e-24c4-4ed5-92be-5b9374c36249 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f8f4a5-48c3-4e58-b602-38180aab4e19 HTTP/1.1" status: 200 len: 210 time: 0.0936227 Mar 05 04:41:22.456366 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=5197f0b8-9ff0-42c8-8a19-eb8785fe21f5,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:22.456905 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-94ca9a9d-cbac-4513-a06b-9c97236ba05b tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:22.458682 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-94ca9a9d-cbac-4513-a06b-9c97236ba05b tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3119366 Mar 05 04:41:22.466206 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b62fd74c-ca6f-4bda-aa79-ca96101aac2a req-5e5df731-6f8e-4722-b57b-38e5c2f4b1c7 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "GET /v2.0/security-groups/65819329-8b7b-4133-bc36-e7a7351197f8 HTTP/1.1" status: 200 len: 2994 time: 0.1395016 Mar 05 04:41:22.469399 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 has no active binding in host n-h1-789963-32 {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 05 04:41:22.471634 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-7addec75-eb0a-4dfb-a81c-31b4dfb95201 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Request body: {'port': {'device_id': '68f8f4a5-48c3-4e58-b602-38180aab4e19', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'admin_state_up': True, 'tenant_id': '50e9a7851f934538b3826d9fa65129a9'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:22.521391 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-00434e48-dcb7-4192-94b4-fe86a1278404 None None] Provisioning complete for port af4b5894-25e5-465d-b0c2-628028b6a7f7 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:22.521780 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-00434e48-dcb7-4192-94b4-fe86a1278404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (af4b5894-25e5-465d-b0c2-628028b6a7f7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:22.566359 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-00434e48-dcb7-4192-94b4-fe86a1278404 None None] Port af4b5894-25e5-465d-b0c2-628028b6a7f7 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:41:22.599121 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b62fd74c-ca6f-4bda-aa79-ca96101aac2a req-dc552f3b-6d10-42c6-9c15-4cafc4b72123 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "GET /v2.0/security-groups/8e739d7c-faba-42fc-aaff-618028f2fd91 HTTP/1.1" status: 200 len: 2998 time: 0.1239042 Mar 05 04:41:22.662852 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f92d0-ef58-4051-bf1b-82b961d9c3ac req-3ea24e91-cd2e-4529-98bc-571056f3127d tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:22.664336 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-042f92d0-ef58-4051-bf1b-82b961d9c3ac req-3ea24e91-cd2e-4529-98bc-571056f3127d tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/ports?device_id=31ced6b4-7868-4637-861c-d8c7af9a0858 HTTP/1.1" status: 200 len: 936 time: 0.1194799 Mar 05 04:41:22.688914 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-005ff5d0-31c3-49e9-93f9-f178576c6d9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af4b5894-25e5-465d-b0c2-628028b6a7f7 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:41:22.696594 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-005ff5d0-31c3-49e9-93f9-f178576c6d9b service neutron] Publish callbacks [] for port (af4b5894-25e5-465d-b0c2-628028b6a7f7), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:22.698772 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-7addec75-eb0a-4dfb-a81c-31b4dfb95201 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Made reservation on behalf of 50e9a7851f934538b3826d9fa65129a9 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:41:22.702436 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-7addec75-eb0a-4dfb-a81c-31b4dfb95201 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:22.705080 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b62fd74c-ca6f-4bda-aa79-ca96101aac2a req-dea7c0bf-fb8d-4595-8b30-f8f7bec46e09 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "GET /v2.0/security-groups/8e739d7c-faba-42fc-aaff-618028f2fd91 HTTP/1.1" status: 200 len: 2998 time: 0.0921297 Mar 05 04:41:22.711612 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-005ff5d0-31c3-49e9-93f9-f178576c6d9b service neutron] Transition to ACTIVE for port object af4b5894-25e5-465d-b0c2-628028b6a7f7 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:41:22.717158 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-005ff5d0-31c3-49e9-93f9-f178576c6d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (af4b5894-25e5-465d-b0c2-628028b6a7f7), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:22.762757 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-042f92d0-ef58-4051-bf1b-82b961d9c3ac req-3f337e27-c4a4-4f63-b56c-d6549bf3085e tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/security-groups?id=c81647f5-f81e-4447-8356-51e1b0cc7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918806 Mar 05 04:41:22.776759 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ff5d0-31c3-49e9-93f9-f178576c6d9b service neutron] Pushing event updated for resources: {'Port': ['ID=af4b5894-25e5-465d-b0c2-628028b6a7f7,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:22.821924 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b62fd74c-ca6f-4bda-aa79-ca96101aac2a req-8ffb8082-43e4-4d36-8dec-9554628fe34f tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "GET /v2.0/security-groups/a3f586c7-f540-4da8-96f3-80b000cabe71 HTTP/1.1" status: 200 len: 2994 time: 0.1054120 Mar 05 04:41:22.862217 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-005ff5d0-31c3-49e9-93f9-f178576c6d9b service neutron] Attempting to bind port af4b5894-25e5-465d-b0c2-628028b6a7f7 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:41:22.862558 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-005ff5d0-31c3-49e9-93f9-f178576c6d9b service neutron] Attempting to bind port af4b5894-25e5-465d-b0c2-628028b6a7f7 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:41:22.862894 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-005ff5d0-31c3-49e9-93f9-f178576c6d9b service neutron] Attempting to bind port af4b5894-25e5-465d-b0c2-628028b6a7f7 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:41:22.867639 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-005ff5d0-31c3-49e9-93f9-f178576c6d9b service neutron] Port af4b5894-25e5-465d-b0c2-628028b6a7f7 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:41:22.867965 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-005ff5d0-31c3-49e9-93f9-f178576c6d9b service neutron] Attempting to bind port af4b5894-25e5-465d-b0c2-628028b6a7f7 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:41:22.876360 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-005ff5d0-31c3-49e9-93f9-f178576c6d9b service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:41:22.877041 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-005ff5d0-31c3-49e9-93f9-f178576c6d9b service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:41:22.877134 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-005ff5d0-31c3-49e9-93f9-f178576c6d9b service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:41:22.877527 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-005ff5d0-31c3-49e9-93f9-f178576c6d9b service neutron] Bound port: af4b5894-25e5-465d-b0c2-628028b6a7f7, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:41:22.877888 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-005ff5d0-31c3-49e9-93f9-f178576c6d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (af4b5894-25e5-465d-b0c2-628028b6a7f7), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:22.958022 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-005ff5d0-31c3-49e9-93f9-f178576c6d9b service neutron] For port af4b5894-25e5-465d-b0c2-628028b6a7f7, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:41:22.961536 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-005ff5d0-31c3-49e9-93f9-f178576c6d9b service neutron] For port af4b5894-25e5-465d-b0c2-628028b6a7f7, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=af4b5894-25e5-465d-b0c2-628028b6a7f7,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:41:22.969026 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-005ff5d0-31c3-49e9-93f9-f178576c6d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (af4b5894-25e5-465d-b0c2-628028b6a7f7), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:23.013706 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-005ff5d0-31c3-49e9-93f9-f178576c6d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:23.014402 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-005ff5d0-31c3-49e9-93f9-f178576c6d9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:23.015959 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-005ff5d0-31c3-49e9-93f9-f178576c6d9b service neutron] 10.222.0.31 "PUT /v2.0/ports/af4b5894-25e5-465d-b0c2-628028b6a7f7 HTTP/1.1" status: 200 len: 1097 time: 0.7429104 Mar 05 04:41:23.016311 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ced6b4-7868-4637-861c-d8c7af9a0858', 'tag': 'af4b5894-25e5-465d-b0c2-628028b6a7f7'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:41:23.018630 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9e623e-aea8-4ccc-ae23-a028065e81a7" -d '{"events": [{"name": "network-changed", "server_uuid": "31ced6b4-7868-4637-861c-d8c7af9a0858", "tag": "af4b5894-25e5-465d-b0c2-628028b6a7f7"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:41:23.051830 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ff5d0-31c3-49e9-93f9-f178576c6d9b service neutron] Pushing event updated for resources: {'Port': ['ID=af4b5894-25e5-465d-b0c2-628028b6a7f7,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:23.135186 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-9565be4a-7425-4f2d-af22-3294aea96618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:23.138373 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-9565be4a-7425-4f2d-af22-3294aea96618 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=80199c741b5145e7938f23ba96eb7071&device_id=31ced6b4-7868-4637-861c-d8c7af9a0858 HTTP/1.1" status: 200 len: 1131 time: 0.0636535 Mar 05 04:41:23.169783 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-7addec75-eb0a-4dfb-a81c-31b4dfb95201 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Allocated IP 192.168.233.22 (fb0dde64-203a-4c32-80ac-e1733ed0c9dd/63f989ea-15ee-41e4-8c8f-8183d2023f4e/ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:41:23.175723 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b62fd74c-ca6f-4bda-aa79-ca96101aac2a req-828a2a10-4f57-43a3-82da-827a9ca2e779 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "GET /v2.0/security-groups/a3f586c7-f540-4da8-96f3-80b000cabe71 HTTP/1.1" status: 200 len: 2994 time: 0.3418083 Mar 05 04:41:23.203497 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-59fd76f5-a556-4390-adec-d4d75b67ec09 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=af4b5894-25e5-465d-b0c2-628028b6a7f7 HTTP/1.1" status: 200 len: 217 time: 0.0566642 Mar 05 04:41:23.229653 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18057fff-5c36-43e7-92ed-d4cbb373e1cb req-c20da2b4-54cc-44c3-a3ee-a67163960d56 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:23.236411 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-18057fff-5c36-43e7-92ed-d4cbb373e1cb req-c20da2b4-54cc-44c3-a3ee-a67163960d56 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44cf234-1303-425c-9e6b-b1b102f7a855 HTTP/1.1" status: 200 len: 965 time: 0.1552131 Mar 05 04:41:23.268207 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-a8e3024f-d946-4692-891e-41f85ba30873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:23.270030 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-a8e3024f-d946-4692-891e-41f85ba30873 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0602872 Mar 05 04:41:23.285016 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b62fd74c-ca6f-4bda-aa79-ca96101aac2a req-6ce74b57-61b8-4ba2-9dda-4324475a48e7 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "GET /v2.0/security-groups/b7f5242e-dc2a-4838-9058-18f5f6bd1647 HTTP/1.1" status: 200 len: 2998 time: 0.1025517 Mar 05 04:41:23.338163 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-52c351b3-8ec5-427e-bad1-9b7d1583abdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:23.340494 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-52c351b3-8ec5-427e-bad1-9b7d1583abdc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0621519 Mar 05 04:41:23.363776 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-18057fff-5c36-43e7-92ed-d4cbb373e1cb req-68829ed8-1ee0-4eeb-a09d-41038f25e417 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264038 Mar 05 04:41:23.411280 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b62fd74c-ca6f-4bda-aa79-ca96101aac2a req-07184448-2bc8-471d-9f7f-e476b8eef178 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "GET /v2.0/security-groups/b7f5242e-dc2a-4838-9058-18f5f6bd1647 HTTP/1.1" status: 200 len: 2998 time: 0.1144795 Mar 05 04:41:23.459486 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-310f8b0c-430f-4283-90c4-df5d4711690d service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130607 Mar 05 04:41:23.505843 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b62fd74c-ca6f-4bda-aa79-ca96101aac2a req-6ec08821-dc1c-4174-8262-ec820241330c tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "GET /v2.0/security-groups/c81647f5-f81e-4447-8356-51e1b0cc7eab HTTP/1.1" status: 200 len: 2998 time: 0.0713847 Mar 05 04:41:23.511334 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-7addec75-eb0a-4dfb-a81c-31b4dfb95201 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Publish callbacks [] for port (ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:23.575567 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-287f3e51-6d64-4950-a407-f87e8a5415b8 req-e43bee2c-6201-419e-8786-e99f68f476c7 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094360 Mar 05 04:41:23.583498 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b62fd74c-ca6f-4bda-aa79-ca96101aac2a req-53b14bb1-12f0-44da-8531-26c7a6ac89b7 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "GET /v2.0/security-groups/c81647f5-f81e-4447-8356-51e1b0cc7eab HTTP/1.1" status: 200 len: 2998 time: 0.0704026 Mar 05 04:41:23.599398 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-7addec75-eb0a-4dfb-a81c-31b4dfb95201 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:23.611818 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b680af-4ea8-4d4e-ad50-4a7a7c52cbfa x-openstack-request-id: req-72b680af-4ea8-4d4e-ad50-4a7a7c52cbfa {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:41:23.612316 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31ced6b4-7868-4637-861c-d8c7af9a0858", "tag": "af4b5894-25e5-465d-b0c2-628028b6a7f7", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:41:23.612750 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-72b680af-4ea8-4d4e-ad50-4a7a7c52cbfa {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:41:23.614738 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ced6b4-7868-4637-861c-d8c7af9a0858', 'tag': 'af4b5894-25e5-465d-b0c2-628028b6a7f7', 'status': 'completed', 'code': 200} Mar 05 04:41:23.636628 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [req-b62fd74c-ca6f-4bda-aa79-ca96101aac2a req-a523a177-117e-4e8e-880e-3dc64e012bad tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] show failed (client error): The resource could not be found. Mar 05 04:41:23.637676 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b62fd74c-ca6f-4bda-aa79-ca96101aac2a req-a523a177-117e-4e8e-880e-3dc64e012bad tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "GET /v2.0/security-groups/f059ac5f-4e2c-43b2-a5b3-dbb6b27c35db HTTP/1.1" status: 404 len: 352 time: 0.0455232 Mar 05 04:41:23.657603 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-7addec75-eb0a-4dfb-a81c-31b4dfb95201 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:41:23.682436 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-7addec75-eb0a-4dfb-a81c-31b4dfb95201 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:41:23.689519 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-7addec75-eb0a-4dfb-a81c-31b4dfb95201 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:41:23.692392 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [req-b62fd74c-ca6f-4bda-aa79-ca96101aac2a req-6daad828-fa3b-483a-84f8-cddf4e7e332e tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] show failed (client error): The resource could not be found. Mar 05 04:41:23.693476 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b62fd74c-ca6f-4bda-aa79-ca96101aac2a req-6daad828-fa3b-483a-84f8-cddf4e7e332e tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "GET /v2.0/security-groups/f059ac5f-4e2c-43b2-a5b3-dbb6b27c35db HTTP/1.1" status: 404 len: 352 time: 0.0438135 Mar 05 04:41:23.698551 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e623e-aea8-4ccc-ae23-a028065e81a7 req-54d145ee-60e0-4b36-b72b-de8290fc6a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:23.700254 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6c9e623e-aea8-4ccc-ae23-a028065e81a7 req-54d145ee-60e0-4b36-b72b-de8290fc6a12 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=80199c741b5145e7938f23ba96eb7071&device_id=31ced6b4-7868-4637-861c-d8c7af9a0858 HTTP/1.1" status: 200 len: 1131 time: 0.0555604 Mar 05 04:41:23.718128 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7addec75-eb0a-4dfb-a81c-31b4dfb95201 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Pushing event updated for resources: {'Port': ['ID=ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:23.806024 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e623e-aea8-4ccc-ae23-a028065e81a7 req-42f8135d-481f-4ba9-8ade-e12d642cea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:23.807016 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6c9e623e-aea8-4ccc-ae23-a028065e81a7 req-42f8135d-481f-4ba9-8ade-e12d642cea1b service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.0993700 Mar 05 04:41:23.811781 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-7addec75-eb0a-4dfb-a81c-31b4dfb95201 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:23.812412 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-7addec75-eb0a-4dfb-a81c-31b4dfb95201 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:23.824277 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6864bf-3494-4820-858e-500b8930cbb1 req-e849b5d3-7fb0-4439-a3f1-15d6ae2977d3 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:23.825832 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f6864bf-3494-4820-858e-500b8930cbb1 req-e849b5d3-7fb0-4439-a3f1-15d6ae2977d3 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 949 time: 0.1671953 Mar 05 04:41:23.848921 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-7addec75-eb0a-4dfb-a81c-31b4dfb95201 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3817239 Mar 05 04:41:23.862605 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6c9e623e-aea8-4ccc-ae23-a028065e81a7 req-35886161-76e5-43b4-82c5-92b770614ba3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=af4b5894-25e5-465d-b0c2-628028b6a7f7 HTTP/1.1" status: 200 len: 217 time: 0.0461414 Mar 05 04:41:23.865135 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-3b7f211b-d412-48a2-97dd-fc158d3d9627 service neutron] Request body: {'port': {'device_id': '68f8f4a5-48c3-4e58-b602-38180aab4e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:23.908949 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db68113-6bac-46fc-a53c-8c5ce46926dd req-539c60b5-ec6c-4ff3-85e4-65f35fe7fcd0 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:23.910455 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6db68113-6bac-46fc-a53c-8c5ce46926dd req-539c60b5-ec6c-4ff3-85e4-65f35fe7fcd0 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f8f4a5-48c3-4e58-b602-38180aab4e19 HTTP/1.1" status: 200 len: 935 time: 0.1475837 Mar 05 04:41:23.918748 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e623e-aea8-4ccc-ae23-a028065e81a7 req-cd3e26e0-8454-40ca-be78-d0e76f8a2e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:23.920320 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6c9e623e-aea8-4ccc-ae23-a028065e81a7 req-cd3e26e0-8454-40ca-be78-d0e76f8a2e59 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0488997 Mar 05 04:41:23.945944 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f6864bf-3494-4820-858e-500b8930cbb1 req-4303afd2-e5d7-4aab-80f1-70cadb6aa65f tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128695 Mar 05 04:41:23.955120 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-b3910adb-6a0a-4a2f-8c55-7b2ff1e210d0 None None] Provisioning complete for port ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:23.956086 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b3910adb-6a0a-4a2f-8c55-7b2ff1e210d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:23.990205 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9e623e-aea8-4ccc-ae23-a028065e81a7 req-853a1bc4-142a-42b4-9d25-4a57c8b61720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:23.992248 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6c9e623e-aea8-4ccc-ae23-a028065e81a7 req-853a1bc4-142a-42b4-9d25-4a57c8b61720 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0620034 Mar 05 04:41:23.993296 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-3b7f211b-d412-48a2-97dd-fc158d3d9627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:24.009960 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6db68113-6bac-46fc-a53c-8c5ce46926dd req-8c53c6c1-a521-446b-8464-6c9cbb5ca564 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/security-groups?id=26708e07-5622-4d4e-ac08-bc9692b5bb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886140 Mar 05 04:41:24.012602 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b3910adb-6a0a-4a2f-8c55-7b2ff1e210d0 None None] Port ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:41:24.118578 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6c9e623e-aea8-4ccc-ae23-a028065e81a7 req-658d3401-515f-4a45-8c43-844fd5d9b18e service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178854 Mar 05 04:41:24.206261 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6c9e623e-aea8-4ccc-ae23-a028065e81a7 req-898b7936-e364-4f37-a758-4af4e2cb5702 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812302 Mar 05 04:41:24.255782 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-036b0f97-6adb-4ede-897d-1ce42905ae04 req-2071627b-8433-4c8f-bc66-e5cbc753ef6d tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e32a652e167749d4a98f642e2f27742d HTTP/1.1" status: 200 len: 6153 time: 0.2063015 Mar 05 04:41:24.317342 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17157d51-521a-40c0-96df-8c7f2c9bc020 req-381e9a04-46e7-4b8b-9631-0c89209545e4 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:24.318793 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-17157d51-521a-40c0-96df-8c7f2c9bc020 req-381e9a04-46e7-4b8b-9631-0c89209545e4 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/ports?device_id=31ced6b4-7868-4637-861c-d8c7af9a0858 HTTP/1.1" status: 200 len: 948 time: 0.2195525 Mar 05 04:41:24.390154 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-036b0f97-6adb-4ede-897d-1ce42905ae04 req-09dbfd17-5d27-4e38-a595-45ef9081754d tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] 10.222.0.11 "GET /v2.0/security-groups/46b476b5-f729-4959-b7a1-5efcb74192cd HTTP/1.1" status: 200 len: 2998 time: 0.1258299 Mar 05 04:41:24.427782 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-17157d51-521a-40c0-96df-8c7f2c9bc020 req-1500a096-cebe-41c9-902a-4596362158cd tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/security-groups?id=c81647f5-f81e-4447-8356-51e1b0cc7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009288 Mar 05 04:41:24.486957 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-036b0f97-6adb-4ede-897d-1ce42905ae04 req-589aba86-2b64-41d0-805f-b81f832fe4b4 tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] 10.222.0.11 "GET /v2.0/security-groups/46b476b5-f729-4959-b7a1-5efcb74192cd HTTP/1.1" status: 200 len: 2998 time: 0.0887110 Mar 05 04:41:24.500338 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-3b7f211b-d412-48a2-97dd-fc158d3d9627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:41:24.508674 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-3b7f211b-d412-48a2-97dd-fc158d3d9627 service neutron] Publish callbacks [] for port (ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:24.522574 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-3b7f211b-d412-48a2-97dd-fc158d3d9627 service neutron] Transition to ACTIVE for port object ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:41:24.532806 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-3b7f211b-d412-48a2-97dd-fc158d3d9627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:24.649476 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f211b-d412-48a2-97dd-fc158d3d9627 service neutron] Pushing event updated for resources: {'Port': ['ID=ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:24.714304 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f58048-655f-4e74-b966-0c5a4e987ee2 req-3566204b-43e0-4f5c-b1b3-6e65f7513ca5 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:24.716699 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-36f58048-655f-4e74-b966-0c5a4e987ee2 req-3566204b-43e0-4f5c-b1b3-6e65f7513ca5 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44cf234-1303-425c-9e6b-b1b102f7a855 HTTP/1.1" status: 200 len: 965 time: 0.1553040 Mar 05 04:41:24.754963 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-69eabc2a-bf22-49e5-b4a1-3aa555512aaa req-259fa80c-4fbd-4bd4-b76b-4bb0136264f2 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "GET /v2.0/security-groups/7377252a-323a-4d22-8c68-7c0fd59dbf10 HTTP/1.1" status: 200 len: 1794 time: 0.1102967 Mar 05 04:41:24.783469 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-3b7f211b-d412-48a2-97dd-fc158d3d9627 service neutron] Attempting to bind port ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:41:24.783731 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-3b7f211b-d412-48a2-97dd-fc158d3d9627 service neutron] Attempting to bind port ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:41:24.784060 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-3b7f211b-d412-48a2-97dd-fc158d3d9627 service neutron] Attempting to bind port ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:41:24.811286 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-3b7f211b-d412-48a2-97dd-fc158d3d9627 service neutron] Port ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:41:24.811612 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-3b7f211b-d412-48a2-97dd-fc158d3d9627 service neutron] Attempting to bind port ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:41:24.819101 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-36f58048-655f-4e74-b966-0c5a4e987ee2 req-d534c6cd-db97-4ddf-aa37-9e1806b244c1 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947826 Mar 05 04:41:24.829811 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-3b7f211b-d412-48a2-97dd-fc158d3d9627 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:41:24.830061 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-3b7f211b-d412-48a2-97dd-fc158d3d9627 service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:41:24.830471 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-3b7f211b-d412-48a2-97dd-fc158d3d9627 service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:41:24.830980 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-3b7f211b-d412-48a2-97dd-fc158d3d9627 service neutron] Bound port: ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:41:24.831245 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-3b7f211b-d412-48a2-97dd-fc158d3d9627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:24.871699 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-69eabc2a-bf22-49e5-b4a1-3aa555512aaa req-63bccde7-392b-4742-9e19-c2936a9947f1 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] Publish callbacks [] for security_group (7377252a-323a-4d22-8c68-7c0fd59dbf10), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:24.922777 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-69eabc2a-bf22-49e5-b4a1-3aa555512aaa req-63bccde7-392b-4742-9e19-c2936a9947f1 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] Publish callbacks [] for security_group (7377252a-323a-4d22-8c68-7c0fd59dbf10), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:24.962353 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-3b7f211b-d412-48a2-97dd-fc158d3d9627 service neutron] For port ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:41:24.976291 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-3b7f211b-d412-48a2-97dd-fc158d3d9627 service neutron] For port ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:41:24.984474 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-3b7f211b-d412-48a2-97dd-fc158d3d9627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:24.992425 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-69eabc2a-bf22-49e5-b4a1-3aa555512aaa req-63bccde7-392b-4742-9e19-c2936a9947f1 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7377252a-323a-4d22-8c68-7c0fd59dbf10), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:24.995120 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-69eabc2a-bf22-49e5-b4a1-3aa555512aaa req-63bccde7-392b-4742-9e19-c2936a9947f1 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:24.996353 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-69eabc2a-bf22-49e5-b4a1-3aa555512aaa req-63bccde7-392b-4742-9e19-c2936a9947f1 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "DELETE /v2.0/security-groups/7377252a-323a-4d22-8c68-7c0fd59dbf10 HTTP/1.1" status: 204 len: 173 time: 0.2331302 Mar 05 04:41:25.030383 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bccde7-392b-4742-9e19-c2936a9947f1 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7377252a-323a-4d22-8c68-7c0fd59dbf10,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:25.036588 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-3b7f211b-d412-48a2-97dd-fc158d3d9627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:25.037091 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-3b7f211b-d412-48a2-97dd-fc158d3d9627 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:25.038474 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-3b7f211b-d412-48a2-97dd-fc158d3d9627 service neutron] 10.222.0.31 "PUT /v2.0/ports/ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f HTTP/1.1" status: 200 len: 1096 time: 1.1776085 Mar 05 04:41:25.038915 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f8f4a5-48c3-4e58-b602-38180aab4e19', 'tag': 'ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:41:25.041321 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a206d0c6-7c3f-44a8-b7ce-1c210bc0f515" -d '{"events": [{"name": "network-changed", "server_uuid": "68f8f4a5-48c3-4e58-b602-38180aab4e19", "tag": "ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:41:25.127307 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f211b-d412-48a2-97dd-fc158d3d9627 service neutron] Pushing event updated for resources: {'Port': ['ID=ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:25.165167 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d3184-0575-41ac-8cc6-191c658f5f16 req-42a69348-b97a-4ff3-b55c-a0ccdd781ad3 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:25.167384 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-087d3184-0575-41ac-8cc6-191c658f5f16 req-42a69348-b97a-4ff3-b55c-a0ccdd781ad3 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 949 time: 0.1110644 Mar 05 04:41:25.170406 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-67a4277f-03d4-4faa-be40-76b8d9e8406e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:25.171919 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-67a4277f-03d4-4faa-be40-76b8d9e8406e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=50e9a7851f934538b3826d9fa65129a9&device_id=68f8f4a5-48c3-4e58-b602-38180aab4e19 HTTP/1.1" status: 200 len: 1130 time: 0.0905335 Mar 05 04:41:25.226063 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-408bc767-5280-4683-b13d-c2450aca3e62 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f HTTP/1.1" status: 200 len: 217 time: 0.0443056 Mar 05 04:41:25.301059 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-087d3184-0575-41ac-8cc6-191c658f5f16 req-6d935c8a-3a31-41b2-a1cd-5cbb94284fbc tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253560 Mar 05 04:41:25.327916 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9393ce50-be11-4357-b439-a0997fc0c6d7 req-762a61e1-e18d-46bc-884b-a61c3fd9eaf5 tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "GET /v2.0/security-groups/5b38cc91-b913-41d2-bbce-dea5625cbdec HTTP/1.1" status: 200 len: 1794 time: 0.0583415 Mar 05 04:41:25.330032 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-277883f5-80e3-4d58-87c6-d7531ac67ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:25.330999 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-277883f5-80e3-4d58-87c6-d7531ac67ace service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0951185 Mar 05 04:41:25.453716 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9393ce50-be11-4357-b439-a0997fc0c6d7 req-8b9e012d-e290-4839-aa61-628a2ebf05da tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] Publish callbacks [] for security_group (5b38cc91-b913-41d2-bbce-dea5625cbdec), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:25.457867 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-486664bd-4051-47bb-8c99-9e503f9af1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:25.459369 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-486664bd-4051-47bb-8c99-9e503f9af1b0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1192691 Mar 05 04:41:25.467587 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f2834-21c4-45cd-841c-22b344c7b4cd req-86433bd4-b6e5-4514-80fd-3c7433c2dbfb tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:25.468920 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b02f2834-21c4-45cd-841c-22b344c7b4cd req-86433bd4-b6e5-4514-80fd-3c7433c2dbfb tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f8f4a5-48c3-4e58-b602-38180aab4e19 HTTP/1.1" status: 200 len: 947 time: 0.1126189 Mar 05 04:41:25.522559 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9393ce50-be11-4357-b439-a0997fc0c6d7 req-8b9e012d-e290-4839-aa61-628a2ebf05da tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] Publish callbacks [] for security_group (5b38cc91-b913-41d2-bbce-dea5625cbdec), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:25.624539 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b02f2834-21c4-45cd-841c-22b344c7b4cd req-36291ca3-51ca-4710-bb13-2335706b2a43 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/security-groups?id=26708e07-5622-4d4e-ac08-bc9692b5bb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432760 Mar 05 04:41:25.638156 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-519ddec9-f065-447d-8f9d-048a00596765 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641092 Mar 05 04:41:25.639294 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9393ce50-be11-4357-b439-a0997fc0c6d7 req-8b9e012d-e290-4839-aa61-628a2ebf05da tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (5b38cc91-b913-41d2-bbce-dea5625cbdec), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:25.641937 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9393ce50-be11-4357-b439-a0997fc0c6d7 req-8b9e012d-e290-4839-aa61-628a2ebf05da tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:25.643058 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9393ce50-be11-4357-b439-a0997fc0c6d7 req-8b9e012d-e290-4839-aa61-628a2ebf05da tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] 10.222.0.11 "DELETE /v2.0/security-groups/5b38cc91-b913-41d2-bbce-dea5625cbdec HTTP/1.1" status: 204 len: 173 time: 0.3092439 Mar 05 04:41:25.668209 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e012d-e290-4839-aa61-628a2ebf05da tempest-SecurityGroupsTestAdminJSON-1858442813 tempest-SecurityGroupsTestAdminJSON-1858442813-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b38cc91-b913-41d2-bbce-dea5625cbdec,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:25.678923 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f64690-c523-4bc6-a85b-7fb51de5d5aa x-openstack-request-id: req-85f64690-c523-4bc6-a85b-7fb51de5d5aa {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:41:25.679249 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f8f4a5-48c3-4e58-b602-38180aab4e19", "tag": "ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:41:25.679593 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-85f64690-c523-4bc6-a85b-7fb51de5d5aa {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:41:25.679897 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f8f4a5-48c3-4e58-b602-38180aab4e19', 'tag': 'ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f', 'status': 'completed', 'code': 200} Mar 05 04:41:25.748857 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb04f52d-baa7-48d6-b538-c9a453feabc3 req-ee9d5ae8-01f7-4b75-8daa-f917a442cdb8 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048243 Mar 05 04:41:25.832533 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56615e6b-324a-498f-b1c0-971d54ff44ca req-4dbdfcca-a0a9-40f0-8087-04988c786f28 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:25.834062 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-56615e6b-324a-498f-b1c0-971d54ff44ca req-4dbdfcca-a0a9-40f0-8087-04988c786f28 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/ports?device_id=31ced6b4-7868-4637-861c-d8c7af9a0858 HTTP/1.1" status: 200 len: 948 time: 0.0843389 Mar 05 04:41:25.931700 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7d9c1e8-78e4-48c5-84bf-42e485da4ce2 req-1a4a1360-fef8-44d7-93e3-6c729c13b99b tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] 10.222.0.11 "GET /v2.0/security-groups/d8ddb7c8-3dd2-4c8c-9aae-0763b05f912e HTTP/1.1" status: 200 len: 1794 time: 0.0966551 Mar 05 04:41:25.936193 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206d0c6-7c3f-44a8-b7ce-1c210bc0f515 req-71bb701e-9d96-4ac7-ab4a-95f34cd739c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:25.937611 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a206d0c6-7c3f-44a8-b7ce-1c210bc0f515 req-71bb701e-9d96-4ac7-ab4a-95f34cd739c4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=50e9a7851f934538b3826d9fa65129a9&device_id=68f8f4a5-48c3-4e58-b602-38180aab4e19 HTTP/1.1" status: 200 len: 1130 time: 0.1243708 Mar 05 04:41:25.941891 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-56615e6b-324a-498f-b1c0-971d54ff44ca req-e468dbf6-fba6-4eb9-a5c2-f9d44ebf68ef tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/security-groups?id=c81647f5-f81e-4447-8356-51e1b0cc7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832539 Mar 05 04:41:26.053423 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-5d833fbf-ebf7-42a7-8ddf-94c0a83cd110 service neutron] 10.222.0.31 "GET /v2.0/ports/5197f0b8-9ff0-42c8-8a19-eb8785fe21f5/bindings/n-h1-789963-32 HTTP/1.1" status: 200 len: 385 time: 0.0681779 Mar 05 04:41:26.055692 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f7d9c1e8-78e4-48c5-84bf-42e485da4ce2 req-65deeae4-507a-4e97-9c38-3802b8a66aa1 tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] Publish callbacks [] for security_group (d8ddb7c8-3dd2-4c8c-9aae-0763b05f912e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:26.121723 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f7d9c1e8-78e4-48c5-84bf-42e485da4ce2 req-65deeae4-507a-4e97-9c38-3802b8a66aa1 tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] Publish callbacks [] for security_group (d8ddb7c8-3dd2-4c8c-9aae-0763b05f912e), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:26.146295 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206d0c6-7c3f-44a8-b7ce-1c210bc0f515 req-db505c9f-595e-4311-a368-ae24d8c69557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:26.147783 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a206d0c6-7c3f-44a8-b7ce-1c210bc0f515 req-db505c9f-595e-4311-a368-ae24d8c69557 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.1669922 Mar 05 04:41:26.178943 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5a56a-a42b-4a89-ad36-e2978613c456 req-8e62fbb6-9f05-42c8-a71a-eaa34b401df0 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:26.180438 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-38f5a56a-a42b-4a89-ad36-e2978613c456 req-8e62fbb6-9f05-42c8-a71a-eaa34b401df0 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44cf234-1303-425c-9e6b-b1b102f7a855 HTTP/1.1" status: 200 len: 965 time: 0.1257598 Mar 05 04:41:26.221050 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a206d0c6-7c3f-44a8-b7ce-1c210bc0f515 req-d98af6c3-d8ca-4e21-bc04-665eb7480910 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f HTTP/1.1" status: 200 len: 217 time: 0.0661051 Mar 05 04:41:26.237321 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-80f6e9ad-2568-4de0-8032-9e06cd747b15 service neutron] For port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=5197f0b8-9ff0-42c8-8a19-eb8785fe21f5,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:26.256381 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-80f6e9ad-2568-4de0-8032-9e06cd747b15 service neutron] For port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:41:26.269846 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f7d9c1e8-78e4-48c5-84bf-42e485da4ce2 req-65deeae4-507a-4e97-9c38-3802b8a66aa1 tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d8ddb7c8-3dd2-4c8c-9aae-0763b05f912e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:26.272379 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f7d9c1e8-78e4-48c5-84bf-42e485da4ce2 req-65deeae4-507a-4e97-9c38-3802b8a66aa1 tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:26.273492 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7d9c1e8-78e4-48c5-84bf-42e485da4ce2 req-65deeae4-507a-4e97-9c38-3802b8a66aa1 tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] 10.222.0.11 "DELETE /v2.0/security-groups/d8ddb7c8-3dd2-4c8c-9aae-0763b05f912e HTTP/1.1" status: 204 len: 173 time: 0.3350160 Mar 05 04:41:26.297096 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-80f6e9ad-2568-4de0-8032-9e06cd747b15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:41:26.298495 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65deeae4-507a-4e97-9c38-3802b8a66aa1 tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ddb7c8-3dd2-4c8c-9aae-0763b05f912e,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:26.309446 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-80f6e9ad-2568-4de0-8032-9e06cd747b15 service neutron] For port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5197f0b8-9ff0-42c8-8a19-eb8785fe21f5,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:26.311865 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206d0c6-7c3f-44a8-b7ce-1c210bc0f515 req-d21145bf-bf87-41d4-be24-77967e8fc2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:26.313339 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a206d0c6-7c3f-44a8-b7ce-1c210bc0f515 req-d21145bf-bf87-41d4-be24-77967e8fc2ab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0854008 Mar 05 04:41:26.324705 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-38f5a56a-a42b-4a89-ad36-e2978613c456 req-b700ad3a-379a-4ea5-b4a2-129c61496218 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084237 Mar 05 04:41:26.328847 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-80f6e9ad-2568-4de0-8032-9e06cd747b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5197f0b8-9ff0-42c8-8a19-eb8785fe21f5), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:26.392963 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206d0c6-7c3f-44a8-b7ce-1c210bc0f515 req-807156e6-1bc3-4c1c-9af3-69e9149c1924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:26.395334 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a206d0c6-7c3f-44a8-b7ce-1c210bc0f515 req-807156e6-1bc3-4c1c-9af3-69e9149c1924 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0696619 Mar 05 04:41:26.400068 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device af4b5894-25e5-465d-b0c2-628028b6a7f7 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:41:26.455186 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-80f6e9ad-2568-4de0-8032-9e06cd747b15 service neutron] Transition to ACTIVE for port object 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:41:26.467801 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-80f6e9ad-2568-4de0-8032-9e06cd747b15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (5197f0b8-9ff0-42c8-8a19-eb8785fe21f5), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:26.520204 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9aec7aa7-6458-49da-9148-aa7ca5968da5 req-00d8c5a5-d120-469b-bcb2-1feb713a45cd tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] 10.222.0.11 "GET /v2.0/security-groups/53b078c8-d396-4f63-8b6e-d5555aa08aec HTTP/1.1" status: 200 len: 1794 time: 0.1225026 Mar 05 04:41:26.540325 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-80f6e9ad-2568-4de0-8032-9e06cd747b15 service neutron] No DVR routers for this DVR port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:41:26.542655 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port af4b5894-25e5-465d-b0c2-628028b6a7f7, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=af4b5894-25e5-465d-b0c2-628028b6a7f7,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:26.553699 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'af4b5894-25e5-465d-b0c2-628028b6a7f7', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': 'af4b5894-25e5-465d-b0c2-628028b6a7f7', 'mac_address': 'fa:16:3e:ff:c2:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:41:26.554354 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6e9ad-2568-4de0-8032-9e06cd747b15 service neutron] Pushing event updated for resources: {'Port': ['ID=5197f0b8-9ff0-42c8-8a19-eb8785fe21f5,revision_number=10']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:26.591201 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-80f6e9ad-2568-4de0-8032-9e06cd747b15 service neutron] 10.222.0.31 "PUT /v2.0/ports/5197f0b8-9ff0-42c8-8a19-eb8785fe21f5/bindings/n-h1-789963-32/activate HTTP/1.1" status: 200 len: 370 time: 0.5314975 Mar 05 04:41:26.594838 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port af4b5894-25e5-465d-b0c2-628028b6a7f7 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:26.595364 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (af4b5894-25e5-465d-b0c2-628028b6a7f7), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:26.609703 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af4b5894-25e5-465d-b0c2-628028b6a7f7 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:41:26.626256 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a206d0c6-7c3f-44a8-b7ce-1c210bc0f515 req-8d90f3f6-a462-46e1-8728-81d610ec3ec2 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151246 Mar 05 04:41:26.629521 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port af4b5894-25e5-465d-b0c2-628028b6a7f7, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=af4b5894-25e5-465d-b0c2-628028b6a7f7,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:26.634936 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (af4b5894-25e5-465d-b0c2-628028b6a7f7), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:26.650137 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501276c8-68b2-42c0-804d-eb89a720d5a8 req-0e10554d-1777-44a3-b6bc-cc01cfb1e564 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:26.652332 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-501276c8-68b2-42c0-804d-eb89a720d5a8 req-0e10554d-1777-44a3-b6bc-cc01cfb1e564 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 949 time: 0.1482084 Mar 05 04:41:26.670853 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9aec7aa7-6458-49da-9148-aa7ca5968da5 req-68457ed3-4ba2-4820-ad16-61d6b8790dd4 tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] Publish callbacks [] for security_group (53b078c8-d396-4f63-8b6e-d5555aa08aec), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:26.689214 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=af4b5894-25e5-465d-b0c2-628028b6a7f7,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:26.827677 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['af4b5894-25e5-465d-b0c2-628028b6a7f7'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:41:26.977110 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9aec7aa7-6458-49da-9148-aa7ca5968da5 req-68457ed3-4ba2-4820-ad16-61d6b8790dd4 tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] Publish callbacks [] for security_group (53b078c8-d396-4f63-8b6e-d5555aa08aec), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:27.064147 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-501276c8-68b2-42c0-804d-eb89a720d5a8 req-f2093cb6-0f86-4fc1-a76e-cea1ccdc537a tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889840 Mar 05 04:41:27.076805 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a206d0c6-7c3f-44a8-b7ce-1c210bc0f515 req-557e0b82-92f3-456d-9154-74fc6dc95e20 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437368 Mar 05 04:41:27.079723 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-b1794cf7-7479-44c2-8d89-0d8d37a7ccde tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:27.081127 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-b1794cf7-7479-44c2-8d89-0d8d37a7ccde tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d44cf234-1303-425c-9e6b-b1b102f7a855&tenant_id=facd03296ca545159cfaaad05aba02e6&binding%3Ahost_id=n-h2-789963-32 HTTP/1.1" status: 200 len: 1149 time: 0.4267807 Mar 05 04:41:27.088221 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9aec7aa7-6458-49da-9148-aa7ca5968da5 req-68457ed3-4ba2-4820-ad16-61d6b8790dd4 tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (53b078c8-d396-4f63-8b6e-d5555aa08aec), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:27.094080 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9aec7aa7-6458-49da-9148-aa7ca5968da5 req-68457ed3-4ba2-4820-ad16-61d6b8790dd4 tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:27.095271 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9aec7aa7-6458-49da-9148-aa7ca5968da5 req-68457ed3-4ba2-4820-ad16-61d6b8790dd4 tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] 10.222.0.11 "DELETE /v2.0/security-groups/53b078c8-d396-4f63-8b6e-d5555aa08aec HTTP/1.1" status: 204 len: 173 time: 0.5742528 Mar 05 04:41:27.184432 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68457ed3-4ba2-4820-ad16-61d6b8790dd4 tempest-SecurityGroupsTestAdminJSON-1859318181 tempest-SecurityGroupsTestAdminJSON-1859318181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b078c8-d396-4f63-8b6e-d5555aa08aec,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:27.260440 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-0874cfd7-958e-4788-9695-8ecc9f563b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:27.262169 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-0874cfd7-958e-4788-9695-8ecc9f563b5b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d44cf234-1303-425c-9e6b-b1b102f7a855&tenant_id=facd03296ca545159cfaaad05aba02e6 HTTP/1.1" status: 200 len: 1149 time: 0.1660233 Mar 05 04:41:27.288616 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77b2db-c730-4f9c-a746-876f9dd22e2f req-e6929368-b630-4ce3-b774-e38b974f5aa0 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:27.290401 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6b77b2db-c730-4f9c-a746-876f9dd22e2f req-e6929368-b630-4ce3-b774-e38b974f5aa0 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f8f4a5-48c3-4e58-b602-38180aab4e19 HTTP/1.1" status: 200 len: 947 time: 0.0685427 Mar 05 04:41:27.398669 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-063d0835-d509-4237-96e8-9d0f98ffe5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:27.400239 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-063d0835-d509-4237-96e8-9d0f98ffe5e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=facd03296ca545159cfaaad05aba02e6&device_id=d44cf234-1303-425c-9e6b-b1b102f7a855 HTTP/1.1" status: 200 len: 1149 time: 0.1089153 Mar 05 04:41:27.407148 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6b77b2db-c730-4f9c-a746-876f9dd22e2f req-60c96644-f5ea-45ed-8eec-beb310bdf6fb tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/security-groups?id=26708e07-5622-4d4e-ac08-bc9692b5bb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874438 Mar 05 04:41:27.481081 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37490) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:27.495055 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc97b5-b5f0-4ccc-97b4-ae60770e081b req-54ed2d48-d131-4f30-bd33-01e8c7544ce9 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:27.496858 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7dc97b5-b5f0-4ccc-97b4-ae60770e081b req-54ed2d48-d131-4f30-bd33-01e8c7544ce9 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/ports?device_id=31ced6b4-7868-4637-861c-d8c7af9a0858 HTTP/1.1" status: 200 len: 949 time: 0.1436944 Mar 05 04:41:27.563395 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-306e00d9-5365-413a-b92d-7888f9b2f803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:27.564967 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-306e00d9-5365-413a-b92d-7888f9b2f803 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8538c983-160a-4b67-8024-c598ec9cf3a6 HTTP/1.1" status: 200 len: 907 time: 0.1567130 Mar 05 04:41:27.621261 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-180e65ce-55ff-4474-bd34-7b41cb7259e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 HTTP/1.1" status: 200 len: 217 time: 0.0453370 Mar 05 04:41:27.627363 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7dc97b5-b5f0-4ccc-97b4-ae60770e081b req-9eb10e14-9031-4bc3-9cb9-1ad84f273f0a tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/security-groups?id=c81647f5-f81e-4447-8356-51e1b0cc7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240909 Mar 05 04:41:27.638950 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-45776b6b-1eeb-4898-9df6-2128ca44faef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e32a652e167749d4a98f642e2f27742d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1561372 Mar 05 04:41:27.641461 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37494) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:27.675987 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8123e8d-1ec2-497b-912a-ac6fa061af07 req-44e2edad-0ea4-4054-b6b8-c789dd489b21 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:27.677821 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b8123e8d-1ec2-497b-912a-ac6fa061af07 req-44e2edad-0ea4-4054-b6b8-c789dd489b21 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44cf234-1303-425c-9e6b-b1b102f7a855 HTTP/1.1" status: 200 len: 966 time: 0.1563327 Mar 05 04:41:27.689252 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-e3f30c8d-25a8-4e85-8619-682f1097b021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:27.690981 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-e3f30c8d-25a8-4e85-8619-682f1097b021 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa622505-df3c-45bb-bed1-baf2861c8524 HTTP/1.1" status: 200 len: 847 time: 0.0627677 Mar 05 04:41:27.695724 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-42ccb26a-2a8f-47ff-87e4-0ef9cccb42f0 admin admin] Publish callbacks [] for security_group (46b476b5-f729-4959-b7a1-5efcb74192cd), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:27.725989 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-42ccb26a-2a8f-47ff-87e4-0ef9cccb42f0 admin admin] Publish callbacks [] for security_group (46b476b5-f729-4959-b7a1-5efcb74192cd), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:27.732658 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-ef79d220-f86c-4b5e-ad3b-c7ff12bec6ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8538c983-160a-4b67-8024-c598ec9cf3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323169 Mar 05 04:41:27.783923 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-42ccb26a-2a8f-47ff-87e4-0ef9cccb42f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (46b476b5-f729-4959-b7a1-5efcb74192cd), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:27.785724 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b8123e8d-1ec2-497b-912a-ac6fa061af07 req-12991950-c87a-4ae5-b3a9-fe07cf937de9 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936232 Mar 05 04:41:27.787486 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-42ccb26a-2a8f-47ff-87e4-0ef9cccb42f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:27.792355 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-42ccb26a-2a8f-47ff-87e4-0ef9cccb42f0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/46b476b5-f729-4959-b7a1-5efcb74192cd HTTP/1.1" status: 204 len: 168 time: 0.1462677 Mar 05 04:41:27.802318 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ccb26a-2a8f-47ff-87e4-0ef9cccb42f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b476b5-f729-4959-b7a1-5efcb74192cd,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:27.857945 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-de81387b-b862-44b9-ade3-8038570b88b6 service neutron] 10.222.0.30 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147556 Mar 05 04:41:27.970980 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-56fb3619-9935-48f7-a313-09dbf109d4b0 service neutron] 10.222.0.30 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049738 Mar 05 04:41:28.237348 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37544) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:28.311722 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d52373-02d8-4f1c-8691-3b38a4cdae82 req-38d879e1-953b-4712-83eb-120345f2e8eb tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:28.318676 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f1d52373-02d8-4f1c-8691-3b38a4cdae82 req-38d879e1-953b-4712-83eb-120345f2e8eb tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 949 time: 0.1674030 Mar 05 04:41:28.331737 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-33268dc4-8e93-4d6b-a716-ff84d7656d79 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba2e40eb07624e8ca20fda6e5cd0d9fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0910075 Mar 05 04:41:28.333240 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37550) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:28.393841 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f1d52373-02d8-4f1c-8691-3b38a4cdae82 req-926d3a5f-9f42-496f-a49f-547e6676a055 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737917 Mar 05 04:41:28.400151 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:41:28.437604 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-0c941bb1-2c07-4d89-854a-84bd0790dfe6 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:28.439151 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-0c941bb1-2c07-4d89-854a-84bd0790dfe6 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d44cf234-1303-425c-9e6b-b1b102f7a855&tenant_id=facd03296ca545159cfaaad05aba02e6&binding%3Ahost_id=n-h1-789963-32 HTTP/1.1" status: 200 len: 1149 time: 0.1571033 Mar 05 04:41:28.444614 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device af4b5894-25e5-465d-b0c2-628028b6a7f7 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:41:28.460330 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37556) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:28.699001 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port af4b5894-25e5-465d-b0c2-628028b6a7f7 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:41:28.710831 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dbff6ceb-83a5-4316-b4a6-8554012cd3db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:28.712299 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port af4b5894-25e5-465d-b0c2-628028b6a7f7 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:28.712915 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (af4b5894-25e5-465d-b0c2-628028b6a7f7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:28.743823 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:28.754755 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-8075b7a5-dd74-43fb-862e-f0a2c8d014f2 service neutron] For port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:41:28.762500 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-8075b7a5-dd74-43fb-862e-f0a2c8d014f2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:28.763658 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5aa18705-3e4b-46ee-b0b1-4150cfa85667 req-8075b7a5-dd74-43fb-862e-f0a2c8d014f2 service neutron] 10.222.0.30 "DELETE /v2.0/ports/5197f0b8-9ff0-42c8-8a19-eb8785fe21f5/bindings/n-h2-789963-32 HTTP/1.1" status: 204 len: 173 time: 0.3113925 Mar 05 04:41:28.767568 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': 'ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f', 'mac_address': 'fa:16:3e:66:d8:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:41:28.823105 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1571b813-5fcc-4580-88c5-a44cde17892e req-3d537b23-5b60-4470-961b-45ecb64a844a tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:28.827802 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1571b813-5fcc-4580-88c5-a44cde17892e req-3d537b23-5b60-4470-961b-45ecb64a844a tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f8f4a5-48c3-4e58-b602-38180aab4e19 HTTP/1.1" status: 200 len: 947 time: 0.2836535 Mar 05 04:41:28.840417 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f0a35d4e-9ba1-49af-893a-5cb58cb13c67 admin admin] Publish callbacks [] for security_group (36e63e13-d5e5-4d76-abb3-f4bfd966e7a5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:28.855342 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port af4b5894-25e5-465d-b0c2-628028b6a7f7 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:28.856115 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (af4b5894-25e5-465d-b0c2-628028b6a7f7), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:28.867174 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f0a35d4e-9ba1-49af-893a-5cb58cb13c67 admin admin] Publish callbacks [] for security_group (36e63e13-d5e5-4d76-abb3-f4bfd966e7a5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:28.877786 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:28.878182 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:28.907116 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64317474-6a69-474f-86f8-74c6831c614b req-84f4dbc9-6824-4cde-9471-75c7f2c1d6fb tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:28.908838 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64317474-6a69-474f-86f8-74c6831c614b req-84f4dbc9-6824-4cde-9471-75c7f2c1d6fb tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/ports?device_id=31ced6b4-7868-4637-861c-d8c7af9a0858 HTTP/1.1" status: 200 len: 949 time: 0.1435227 Mar 05 04:41:28.934344 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f0a35d4e-9ba1-49af-893a-5cb58cb13c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (36e63e13-d5e5-4d76-abb3-f4bfd966e7a5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:28.948980 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f0a35d4e-9ba1-49af-893a-5cb58cb13c67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:28.951374 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f0a35d4e-9ba1-49af-893a-5cb58cb13c67 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/36e63e13-d5e5-4d76-abb3-f4bfd966e7a5 HTTP/1.1" status: 204 len: 168 time: 0.6171215 Mar 05 04:41:28.961863 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a35d4e-9ba1-49af-893a-5cb58cb13c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e63e13-d5e5-4d76-abb3-f4bfd966e7a5,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:28.965219 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1571b813-5fcc-4580-88c5-a44cde17892e req-90eae579-213e-49b1-ad91-1fef39e9fe70 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/security-groups?id=26708e07-5622-4d4e-ac08-bc9692b5bb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290362 Mar 05 04:41:28.989541 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dbff6ceb-83a5-4316-b4a6-8554012cd3db admin admin] Publish callbacks [] for security_group (ddff4758-14b2-42f8-be52-fe1d279085de), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:29.005296 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dbff6ceb-83a5-4316-b4a6-8554012cd3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ddff4758-14b2-42f8-be52-fe1d279085de), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:29.067946 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64317474-6a69-474f-86f8-74c6831c614b req-5c940c0a-c9ce-4912-8be2-06022e76b989 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/security-groups?id=c81647f5-f81e-4447-8356-51e1b0cc7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425264 Mar 05 04:41:29.113099 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ced6b4-7868-4637-861c-d8c7af9a0858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4b5894-25e5-465d-b0c2-628028b6a7f7'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:41:29.115881 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d03d529-9a6f-4810-a511-68e52fb23f70" -d '{"events": [{"server_uuid": "31ced6b4-7868-4637-861c-d8c7af9a0858", "name": "network-vif-plugged", "status": "completed", "tag": "af4b5894-25e5-465d-b0c2-628028b6a7f7"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:41:29.126049 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:41:29.147235 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff6ceb-83a5-4316-b4a6-8554012cd3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddff4758-14b2-42f8-be52-fe1d279085de,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:29.156641 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-dbff6ceb-83a5-4316-b4a6-8554012cd3db admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5ad135e382f345a39f786a0d2afea6ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6949403 Mar 05 04:41:29.159329 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37602) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:29.161429 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port af4b5894-25e5-465d-b0c2-628028b6a7f7, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=af4b5894-25e5-465d-b0c2-628028b6a7f7,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:29.186716 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (af4b5894-25e5-465d-b0c2-628028b6a7f7), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:29.187594 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:41:29.192828 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:29.226323 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cec978-20b4-4665-885e-adc43efa471f req-441a3939-d0f4-4348-86c0-0075f272280f tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:29.228329 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-79cec978-20b4-4665-885e-adc43efa471f req-441a3939-d0f4-4348-86c0-0075f272280f tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44cf234-1303-425c-9e6b-b1b102f7a855 HTTP/1.1" status: 200 len: 966 time: 0.1572080 Mar 05 04:41:29.249932 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c4efc3a-b6ed-479d-970a-72a2fd1e60f6 admin admin] Publish callbacks [] for security_group (ddff4758-14b2-42f8-be52-fe1d279085de), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:29.264029 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:29.285837 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c4efc3a-b6ed-479d-970a-72a2fd1e60f6 admin admin] Publish callbacks [] for security_group (ddff4758-14b2-42f8-be52-fe1d279085de), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:29.290739 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4cf7fc-b479-48c6-8f73-6d164558d869 x-openstack-request-id: req-4b4cf7fc-b479-48c6-8f73-6d164558d869 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:41:29.291320 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ced6b4-7868-4637-861c-d8c7af9a0858", "name": "network-vif-plugged", "status": "completed", "tag": "af4b5894-25e5-465d-b0c2-628028b6a7f7", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:41:29.292281 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4b4cf7fc-b479-48c6-8f73-6d164558d869 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:41:29.292865 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ced6b4-7868-4637-861c-d8c7af9a0858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4b5894-25e5-465d-b0c2-628028b6a7f7', 'code': 200} Mar 05 04:41:29.368032 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] The host n-h2-789963-32 is not matching for port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 host n-h1-789963-32! {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 05 04:41:29.368873 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:41:29.370967 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=af4b5894-25e5-465d-b0c2-628028b6a7f7,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:29.394168 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-79cec978-20b4-4665-885e-adc43efa471f req-0e28b18d-3ad7-4efc-83b4-453804c26d3d tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511922 Mar 05 04:41:29.403380 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c4efc3a-b6ed-479d-970a-72a2fd1e60f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ddff4758-14b2-42f8-be52-fe1d279085de), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:29.406142 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c4efc3a-b6ed-479d-970a-72a2fd1e60f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:29.411184 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9c4efc3a-b6ed-479d-970a-72a2fd1e60f6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ddff4758-14b2-42f8-be52-fe1d279085de HTTP/1.1" status: 204 len: 168 time: 0.2469897 Mar 05 04:41:29.429825 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4efc3a-b6ed-479d-970a-72a2fd1e60f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddff4758-14b2-42f8-be52-fe1d279085de,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:29.478535 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1849ac9-1ded-40e7-a4b3-ea87ff80e2c5 req-4b5f1596-8f7f-4fef-bf06-e99949814886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:29.481840 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f1849ac9-1ded-40e7-a4b3-ea87ff80e2c5 req-4b5f1596-8f7f-4fef-bf06-e99949814886 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=31ced6b4-7868-4637-861c-d8c7af9a0858 HTTP/1.1" status: 200 len: 1133 time: 0.1485238 Mar 05 04:41:29.540228 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:29.553110 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:41:29.659593 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f1849ac9-1ded-40e7-a4b3-ea87ff80e2c5 req-5de3a57c-532f-4a8f-be33-a47fc1d038c3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c81647f5-f81e-4447-8356-51e1b0cc7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649911 Mar 05 04:41:29.678567 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eea263-2454-49f1-b2be-5bc92171f42f req-80970c12-ab8c-4e71-9d06-417fba35193b tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:29.680438 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-08eea263-2454-49f1-b2be-5bc92171f42f req-80970c12-ab8c-4e71-9d06-417fba35193b tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d44cf234-1303-425c-9e6b-b1b102f7a855 HTTP/1.1" status: 200 len: 1149 time: 0.1274531 Mar 05 04:41:29.690815 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98474-7c27-491d-935f-223207cb0c8d req-4c6a9cc0-bbc4-487f-8290-df087b4a25d3 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:29.693344 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c4e98474-7c27-491d-935f-223207cb0c8d req-4c6a9cc0-bbc4-487f-8290-df087b4a25d3 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 949 time: 0.1614292 Mar 05 04:41:29.768244 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-08eea263-2454-49f1-b2be-5bc92171f42f req-6c720c93-813b-498b-83f7-8e378e801941 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737135 Mar 05 04:41:29.771796 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c4e98474-7c27-491d-935f-223207cb0c8d req-7a701ca9-013c-4201-bb15-d179a1ea306d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711882 Mar 05 04:41:29.842436 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37654) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:29.883887 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-5d72cd37-6de8-4b5f-a789-98c0c17be856 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=99d3370dc4084724864467298df9d0d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299637 Mar 05 04:41:29.934089 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37660) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:29.950209 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9b98ee41-0282-4286-a551-976161937dd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:30.014277 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-a832c1f8-c8b9-4feb-90e0-d19c316018b4 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:30.016219 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-a832c1f8-c8b9-4feb-90e0-d19c316018b4 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1314535 Mar 05 04:41:30.048165 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-60ef3f29-01f0-4f32-aaf1-103cb891a781 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/quotas/99d3370dc4084724864467298df9d0d5 HTTP/1.1" status: 200 len: 375 time: 0.0240655 Mar 05 04:41:30.062447 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9b98ee41-0282-4286-a551-976161937dd5 admin admin] Publish callbacks [] for security_group (81b80d0b-5f70-45a0-939e-112e0e20a799), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:30.070859 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9b98ee41-0282-4286-a551-976161937dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (81b80d0b-5f70-45a0-939e-112e0e20a799), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:30.106816 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-0f8c84d3-f44f-42c4-bf96-02f241ff3eb4 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=99d3370dc4084724864467298df9d0d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524068 Mar 05 04:41:30.125877 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9b98ee41-0282-4286-a551-976161937dd5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=307684b507524645b9de60372a1efff4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1882975 Mar 05 04:41:30.125877 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98ee41-0282-4286-a551-976161937dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b80d0b-5f70-45a0-939e-112e0e20a799,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:30.129160 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37668) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:30.235149 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c804d-93ea-494f-8e98-ea75486a74f0 req-0c5bcf87-f528-45fe-a2e4-9fc5a012ac32 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:30.236672 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-245c804d-93ea-494f-8e98-ea75486a74f0 req-0c5bcf87-f528-45fe-a2e4-9fc5a012ac32 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f8f4a5-48c3-4e58-b602-38180aab4e19 HTTP/1.1" status: 200 len: 948 time: 0.1433439 Mar 05 04:41:30.247868 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2ed149e5-0193-42dd-9b54-c98d5402474d admin admin] Publish callbacks [] for security_group (81b80d0b-5f70-45a0-939e-112e0e20a799), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:30.287051 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ae61b793-e44b-4e4a-a41f-ae5c18fc746f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a1e65256304a4020a7d7b1ced2386c69&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4433904 Mar 05 04:41:30.302157 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37674) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:30.326895 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2ed149e5-0193-42dd-9b54-c98d5402474d admin admin] Publish callbacks [] for security_group (81b80d0b-5f70-45a0-939e-112e0e20a799), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:30.408247 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:41:30.420117 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-245c804d-93ea-494f-8e98-ea75486a74f0 req-58a6dc69-e4c1-4887-a933-86ee3f0f1cf2 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/security-groups?id=26708e07-5622-4d4e-ac08-bc9692b5bb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710401 Mar 05 04:41:30.428750 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2ed149e5-0193-42dd-9b54-c98d5402474d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (81b80d0b-5f70-45a0-939e-112e0e20a799), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:30.431756 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2ed149e5-0193-42dd-9b54-c98d5402474d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:30.445282 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2ed149e5-0193-42dd-9b54-c98d5402474d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/81b80d0b-5f70-45a0-939e-112e0e20a799 HTTP/1.1" status: 204 len: 168 time: 0.3148344 Mar 05 04:41:30.468870 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed149e5-0193-42dd-9b54-c98d5402474d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b80d0b-5f70-45a0-939e-112e0e20a799,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:30.537686 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:41:30.545306 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:30.545871 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:30.588784 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1ffaf56a-dd50-4729-8039-8bb3cd40cecc admin admin] Publish callbacks [] for security_group (a3f586c7-f540-4da8-96f3-80b000cabe71), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:30.693202 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1ffaf56a-dd50-4729-8039-8bb3cd40cecc admin admin] Publish callbacks [] for security_group (a3f586c7-f540-4da8-96f3-80b000cabe71), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:30.788021 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:30.788666 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:30.834838 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-45b4e25c-e8c0-45d0-a5f6-bff41b819369 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:30.836139 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-45b4e25c-e8c0-45d0-a5f6-bff41b819369 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/networks?id=8538c983-160a-4b67-8024-c598ec9cf3a6 HTTP/1.1" status: 200 len: 807 time: 0.4551737 Mar 05 04:41:30.850986 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:30.860056 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160341b-8a43-4493-a654-934bc92057c8 req-a42bf4ee-3e9a-4b71-8ead-94978dfe9925 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:30.861404 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:30.866289 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d160341b-8a43-4493-a654-934bc92057c8 req-a42bf4ee-3e9a-4b71-8ead-94978dfe9925 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/ports?device_id=31ced6b4-7868-4637-861c-d8c7af9a0858 HTTP/1.1" status: 200 len: 950 time: 0.2390201 Mar 05 04:41:30.896643 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-5bb25e8b-c50b-4c90-80f3-5d3fc33f40ad tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/quotas/facd03296ca545159cfaaad05aba02e6 HTTP/1.1" status: 200 len: 375 time: 0.0495608 Mar 05 04:41:30.951864 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1ffaf56a-dd50-4729-8039-8bb3cd40cecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a3f586c7-f540-4da8-96f3-80b000cabe71), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:30.954622 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1ffaf56a-dd50-4729-8039-8bb3cd40cecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:30.956063 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1ffaf56a-dd50-4729-8039-8bb3cd40cecc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a3f586c7-f540-4da8-96f3-80b000cabe71 HTTP/1.1" status: 204 len: 168 time: 0.6527934 Mar 05 04:41:30.962558 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:30.996924 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffaf56a-dd50-4729-8039-8bb3cd40cecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f586c7-f540-4da8-96f3-80b000cabe71,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:31.023399 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d160341b-8a43-4493-a654-934bc92057c8 req-00df8910-0ae9-437e-b567-6771319ec294 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/security-groups?id=c81647f5-f81e-4447-8356-51e1b0cc7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440301 Mar 05 04:41:31.074545 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-a91e7c39-97bf-43ac-b34e-a9a799951dbc tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=facd03296ca545159cfaaad05aba02e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1765866 Mar 05 04:41:31.176152 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-922e8e8f-76b8-4ce8-be55-b6744e86a345 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=99d3370dc4084724864467298df9d0d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329101 Mar 05 04:41:31.224351 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-efba4e08-539a-4ac9-907f-4c5bdd7b5448 service neutron] 10.222.0.11 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487012 Mar 05 04:41:31.295787 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f8f4a5-48c3-4e58-b602-38180aab4e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:41:31.299369 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfda707a-7f6f-4078-8243-132a7d28c93f" -d '{"events": [{"server_uuid": "68f8f4a5-48c3-4e58-b602-38180aab4e19", "name": "network-vif-plugged", "status": "completed", "tag": "ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:41:31.465588 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37742) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:31.546413 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8b39e542-bdd1-4e09-a17f-255cd4df37f2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=83af5a3a8ca24a558d705b3116123f7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0728123 Mar 05 04:41:31.548812 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37746) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:31.585648 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-670a1f4f-5a04-441e-b736-b7408c0f5e48 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:31.587148 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-670a1f4f-5a04-441e-b736-b7408c0f5e48 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3987598 Mar 05 04:41:31.599445 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-b4074838-5aa5-4668-826b-5a7f9497dd16 service neutron] 10.222.0.11 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741493 Mar 05 04:41:31.610960 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-64cdad91-d54f-4c64-be92-992faa201a8e tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/quotas/99d3370dc4084724864467298df9d0d5 HTTP/1.1" status: 200 len: 375 time: 0.0102513 Mar 05 04:41:31.656683 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b2ec6795-5a79-49b9-a91b-9f8fc3723ac5 admin admin] Publish callbacks [] for security_group (20bf8099-262d-46c7-b724-32bb7c88453c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:31.663765 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-df22405f-6f63-4b35-bdae-f20de1a98b9f tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=99d3370dc4084724864467298df9d0d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447202 Mar 05 04:41:31.686192 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b2ec6795-5a79-49b9-a91b-9f8fc3723ac5 admin admin] Publish callbacks [] for security_group (20bf8099-262d-46c7-b724-32bb7c88453c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:31.754732 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-f5352128-a17a-4edf-9eb0-b4b3c214cdcb tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=99d3370dc4084724864467298df9d0d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394678 Mar 05 04:41:31.761069 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b2ec6795-5a79-49b9-a91b-9f8fc3723ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (20bf8099-262d-46c7-b724-32bb7c88453c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:31.764339 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b2ec6795-5a79-49b9-a91b-9f8fc3723ac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:31.765702 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b2ec6795-5a79-49b9-a91b-9f8fc3723ac5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/20bf8099-262d-46c7-b724-32bb7c88453c HTTP/1.1" status: 204 len: 168 time: 0.2153344 Mar 05 04:41:31.780593 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec6795-5a79-49b9-a91b-9f8fc3723ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bf8099-262d-46c7-b724-32bb7c88453c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:31.790253 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec6795-5a79-49b9-a91b-9f8fc3723ac5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:31.792057 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec6795-5a79-49b9-a91b-9f8fc3723ac5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:31.792629 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec6795-5a79-49b9-a91b-9f8fc3723ac5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:31.793275 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec6795-5a79-49b9-a91b-9f8fc3723ac5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:31.794103 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec6795-5a79-49b9-a91b-9f8fc3723ac5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:31.794691 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec6795-5a79-49b9-a91b-9f8fc3723ac5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:31.795491 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec6795-5a79-49b9-a91b-9f8fc3723ac5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:31.796256 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec6795-5a79-49b9-a91b-9f8fc3723ac5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:31.796819 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec6795-5a79-49b9-a91b-9f8fc3723ac5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:31.797766 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec6795-5a79-49b9-a91b-9f8fc3723ac5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:31.798339 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec6795-5a79-49b9-a91b-9f8fc3723ac5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:31.799047 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec6795-5a79-49b9-a91b-9f8fc3723ac5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:31.799605 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ec6795-5a79-49b9-a91b-9f8fc3723ac5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:32.040696 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d9a7d5-fb32-4897-a529-c523add6ae39 x-openstack-request-id: req-43d9a7d5-fb32-4897-a529-c523add6ae39 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:41:32.042442 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f8f4a5-48c3-4e58-b602-38180aab4e19", "name": "network-vif-plugged", "status": "completed", "tag": "ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:41:32.043277 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-43d9a7d5-fb32-4897-a529-c523add6ae39 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:41:32.044066 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f8f4a5-48c3-4e58-b602-38180aab4e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f', 'code': 200} Mar 05 04:41:32.054595 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717d7c3-431c-46a5-be13-ed6992fd4ba3 req-19c55c32-a068-42c8-8089-dc74c27d394e tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:32.056187 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4717d7c3-431c-46a5-be13-ed6992fd4ba3 req-19c55c32-a068-42c8-8089-dc74c27d394e tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 949 time: 0.1254420 Mar 05 04:41:32.067657 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-7aa7d3c0-8386-456c-92bf-bb3e850ff37c tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:32.069111 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-7aa7d3c0-8386-456c-92bf-bb3e850ff37c tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3070147 Mar 05 04:41:32.092628 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-c2a44d7e-8a03-46c9-bfcd-a366c5c065fe tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Request body: {'port': {'device_id': 'ee2e82b0-ff31-4340-8888-731356ce2ea1', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'admin_state_up': True, 'tenant_id': '99d3370dc4084724864467298df9d0d5'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:32.200943 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4717d7c3-431c-46a5-be13-ed6992fd4ba3 req-258cffa0-5bff-4bba-ba70-1b5a5f2fe2e1 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304827 Mar 05 04:41:32.293717 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37782) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:32.328126 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c26dfc85-4f2e-477a-ba5b-d4070ff139c2 req-76db8756-fafa-45f3-96ad-cb9c86f46df0 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=19a210fb-d910-45df-ae59-1757ed88585f HTTP/1.1" status: 200 len: 210 time: 0.0538518 Mar 05 04:41:32.359660 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40900e3e-59ac-4361-bf68-c9b1f7c138c7 req-9f7fdf53-da61-448b-ae14-f449ed17cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:32.361049 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-40900e3e-59ac-4361-bf68-c9b1f7c138c7 req-9f7fdf53-da61-448b-ae14-f449ed17cb73 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=68f8f4a5-48c3-4e58-b602-38180aab4e19 HTTP/1.1" status: 200 len: 1132 time: 0.2358150 Mar 05 04:41:32.424406 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef3bd6-f73e-41e4-ba3f-d50590444ea2 req-cd9eddb0-9dd0-49fc-ba8d-cab7e4913e6e tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:32.425095 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f6ef3bd6-f73e-41e4-ba3f-d50590444ea2 req-cd9eddb0-9dd0-49fc-ba8d-cab7e4913e6e tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f8f4a5-48c3-4e58-b602-38180aab4e19 HTTP/1.1" status: 200 len: 949 time: 0.2584481 Mar 05 04:41:32.470867 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-580d9891-7e28-42e8-9613-ee0e8b69b607 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-158132906-network', 'tenant_id': '2aa43defc6414754a43f26c001243ac6'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:32.501959 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-40900e3e-59ac-4361-bf68-c9b1f7c138c7 req-13c5128e-ce53-44c8-9b91-b8c717bd95e3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=26708e07-5622-4d4e-ac08-bc9692b5bb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314893 Mar 05 04:41:32.507674 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-c2a44d7e-8a03-46c9-bfcd-a366c5c065fe tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Made reservation on behalf of 99d3370dc4084724864467298df9d0d5 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:41:32.511852 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-c2a44d7e-8a03-46c9-bfcd-a366c5c065fe tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:32.527503 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-c2a44d7e-8a03-46c9-bfcd-a366c5c065fe tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:32.536551 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580d9891-7e28-42e8-9613-ee0e8b69b607 admin admin] Made reservation on behalf of 2aa43defc6414754a43f26c001243ac6 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:41:32.542880 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-580d9891-7e28-42e8-9613-ee0e8b69b607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:32.549862 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f6ef3bd6-f73e-41e4-ba3f-d50590444ea2 req-235bf557-283b-4fd0-846e-3093dcc3fcaf tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/security-groups?id=26708e07-5622-4d4e-ac08-bc9692b5bb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240258 Mar 05 04:41:32.575393 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-580d9891-7e28-42e8-9613-ee0e8b69b607 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:32.707406 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-c2a44d7e-8a03-46c9-bfcd-a366c5c065fe tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Publish callbacks [] for security_group (c5eb1416-bc0c-4601-98ac-ed388e81890b), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:32.720613 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-c2a44d7e-8a03-46c9-bfcd-a366c5c065fe tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c5eb1416-bc0c-4601-98ac-ed388e81890b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:32.741289 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-580d9891-7e28-42e8-9613-ee0e8b69b607 admin admin] Publish callbacks [] for security_group (f588ce9d-b930-40b1-9a5c-342ee61ad1dd), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:32.748001 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-580d9891-7e28-42e8-9613-ee0e8b69b607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f588ce9d-b930-40b1-9a5c-342ee61ad1dd), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:32.769319 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ed75b460-de84-45d3-a251-729626dfcb54 req-6edce619-785f-4d61-bb1b-df2645b0516d tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321 HTTP/1.1" status: 200 len: 210 time: 0.1244566 Mar 05 04:41:32.780320 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580d9891-7e28-42e8-9613-ee0e8b69b607 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:41:32.794222 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d9891-7e28-42e8-9613-ee0e8b69b607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f588ce9d-b930-40b1-9a5c-342ee61ad1dd,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:32.797508 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-580d9891-7e28-42e8-9613-ee0e8b69b607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (e0918b2d-09d9-490a-9e95-ce7ce7616187), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:32.798093 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-580d9891-7e28-42e8-9613-ee0e8b69b607 admin admin] Added segment e0918b2d-09d9-490a-9e95-ce7ce7616187 of type vlan for network 1d855b48-716f-4cbb-8acc-c3f5113efca4 Mar 05 04:41:32.853291 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-580d9891-7e28-42e8-9613-ee0e8b69b607 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (1d855b48-716f-4cbb-8acc-c3f5113efca4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:32.884763 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a44d7e-8a03-46c9-bfcd-a366c5c065fe tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5eb1416-bc0c-4601-98ac-ed388e81890b,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:32.886551 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-580d9891-7e28-42e8-9613-ee0e8b69b607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (1d855b48-716f-4cbb-8acc-c3f5113efca4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:32.887857 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580d9891-7e28-42e8-9613-ee0e8b69b607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:32.888697 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-580d9891-7e28-42e8-9613-ee0e8b69b607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:32.906085 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a44d7e-8a03-46c9-bfcd-a366c5c065fe tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:32.906899 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a44d7e-8a03-46c9-bfcd-a366c5c065fe tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:32.907489 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a44d7e-8a03-46c9-bfcd-a366c5c065fe tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:32.908027 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a44d7e-8a03-46c9-bfcd-a366c5c065fe tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:32.908569 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a44d7e-8a03-46c9-bfcd-a366c5c065fe tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:32.909116 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a44d7e-8a03-46c9-bfcd-a366c5c065fe tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:32.909649 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a44d7e-8a03-46c9-bfcd-a366c5c065fe tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:32.910181 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a44d7e-8a03-46c9-bfcd-a366c5c065fe tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:32.910718 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a44d7e-8a03-46c9-bfcd-a366c5c065fe tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:32.911364 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a44d7e-8a03-46c9-bfcd-a366c5c065fe tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:32.911916 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a44d7e-8a03-46c9-bfcd-a366c5c065fe tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:32.912446 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a44d7e-8a03-46c9-bfcd-a366c5c065fe tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:32.913048 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a44d7e-8a03-46c9-bfcd-a366c5c065fe tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:32.936482 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bdcf46-4ee1-444b-a43e-4242ddf647b9 req-6b7ab07f-311a-45b2-8488-726f0c636548 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:32.943422 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76bdcf46-4ee1-444b-a43e-4242ddf647b9 req-6b7ab07f-311a-45b2-8488-726f0c636548 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/ports?device_id=31ced6b4-7868-4637-861c-d8c7af9a0858 HTTP/1.1" status: 200 len: 950 time: 0.2258859 Mar 05 04:41:33.014804 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d9891-7e28-42e8-9613-ee0e8b69b607 admin admin] Pushing event updated for resources: {'Network': ['ID=1d855b48-716f-4cbb-8acc-c3f5113efca4,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:33.033680 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-580d9891-7e28-42e8-9613-ee0e8b69b607 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7394385 Mar 05 04:41:33.042608 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 1d855b48-716f-4cbb-8acc-c3f5113efca4 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:41:33.049260 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37812) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:33.055578 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-c2a44d7e-8a03-46c9-bfcd-a366c5c065fe tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Allocated IP 192.168.233.51 (fb0dde64-203a-4c32-80ac-e1733ed0c9dd/63f989ea-15ee-41e4-8c8f-8183d2023f4e/8e4c8f76-9607-40a6-9c92-9d7306cb5a5d) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:41:33.064992 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-08e491ea-7a68-4f67-836c-0ee03885d6a5 admin admin] Request body: {'subnet': {'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158132906-subnet', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:33.097077 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e491ea-7a68-4f67-836c-0ee03885d6a5 admin admin] Made reservation on behalf of 2aa43defc6414754a43f26c001243ac6 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:41:33.103498 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-08e491ea-7a68-4f67-836c-0ee03885d6a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:33.105146 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76bdcf46-4ee1-444b-a43e-4242ddf647b9 req-7c6207bf-1d25-4dad-8776-d46ba8926402 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/security-groups?id=c81647f5-f81e-4447-8356-51e1b0cc7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604302 Mar 05 04:41:33.332226 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-c2a44d7e-8a03-46c9-bfcd-a366c5c065fe tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Publish callbacks [] for port (8e4c8f76-9607-40a6-9c92-9d7306cb5a5d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:33.439781 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-c2a44d7e-8a03-46c9-bfcd-a366c5c065fe tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (8e4c8f76-9607-40a6-9c92-9d7306cb5a5d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:33.488297 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-08e491ea-7a68-4f67-836c-0ee03885d6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (437b1914-1ba1-40e2-a727-5e7cac544d72), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:33.535639 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e491ea-7a68-4f67-836c-0ee03885d6a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=437b1914-1ba1-40e2-a727-5e7cac544d72,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:33.537452 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a44d7e-8a03-46c9-bfcd-a366c5c065fe tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Pushing event updated for resources: {'Port': ['ID=8e4c8f76-9607-40a6-9c92-9d7306cb5a5d,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:33.575276 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-c2a44d7e-8a03-46c9-bfcd-a366c5c065fe tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:41:33.599765 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e491ea-7a68-4f67-836c-0ee03885d6a5 admin admin] Checking segment: {'id': 'e0918b2d-09d9-490a-9e95-ce7ce7616187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:41:33.601653 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e491ea-7a68-4f67-836c-0ee03885d6a5 admin admin] Network hostable DHCP agents. Network: 1d855b48-716f-4cbb-8acc-c3f5113efca4, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:41:33.622087 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f8b61432-fa70-437d-998a-72e5ee6a146e req-ca0d9576-b59f-4dac-9912-427797c91116 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=19a210fb-d910-45df-ae59-1757ed88585f HTTP/1.1" status: 200 len: 210 time: 0.0730722 Mar 05 04:41:33.626810 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-c2a44d7e-8a03-46c9-bfcd-a366c5c065fe tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:41:33.654409 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98769ae4-cdfb-42f6-a7cc-6d3ece102668 req-1829e146-1edf-4c7d-8b49-42f5b6676564 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:33.669636 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-98769ae4-cdfb-42f6-a7cc-6d3ece102668 req-1829e146-1edf-4c7d-8b49-42f5b6676564 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 949 time: 0.2778797 Mar 05 04:41:33.671840 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-c2a44d7e-8a03-46c9-bfcd-a366c5c065fe tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:41:33.680017 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e491ea-7a68-4f67-836c-0ee03885d6a5 admin admin] Network 1d855b48-716f-4cbb-8acc-c3f5113efca4 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:41:33.699388 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-08e491ea-7a68-4f67-836c-0ee03885d6a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 1d855b48-716f-4cbb-8acc-c3f5113efca4) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:41:33.704508 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e491ea-7a68-4f67-836c-0ee03885d6a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:33.705118 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-08e491ea-7a68-4f67-836c-0ee03885d6a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:33.711454 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc949283-ad72-4a1e-afce-2e32893e2c4d None None] Network 1d855b48-716f-4cbb-8acc-c3f5113efca4 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:41:33.736437 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-08e491ea-7a68-4f67-836c-0ee03885d6a5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6833580 Mar 05 04:41:33.738946 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37834) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:33.747278 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-04bad969-2918-473b-9394-1934a9e9438f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-158132906-router', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:33.797791 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04bad969-2918-473b-9394-1934a9e9438f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (fefb35b2-6eb3-4493-86fd-ae5385b3447c), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:33.800547 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04bad969-2918-473b-9394-1934a9e9438f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (fefb35b2-6eb3-4493-86fd-ae5385b3447c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:33.890266 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37838) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:33.924232 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-c2a44d7e-8a03-46c9-bfcd-a366c5c065fe tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:33.924888 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-c2a44d7e-8a03-46c9-bfcd-a366c5c065fe tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:33.927407 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c301626-bc51-40a4-8c55-93e2a2ec13e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-1d855b48-716f-4cbb-8acc-c3f5113efca4', 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4', 'project_id': '2aa43defc6414754a43f26c001243ac6', 'fixed_ips': [{'subnet_id': '437b1914-1ba1-40e2-a727-5e7cac544d72'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:41:33.928621 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2c301626-bc51-40a4-8c55-93e2a2ec13e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:33.982594 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-4fd4fc6d-aebd-4286-a36e-94917264b328 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=99d3370dc4084724864467298df9d0d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2162344 Mar 05 04:41:34.085267 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-c2a44d7e-8a03-46c9-bfcd-a366c5c065fe tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9984026 Mar 05 04:41:34.120555 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-2d454c3b-a8f9-4acc-8160-7dea2de609c9 service neutron] Request body: {'port': {'device_id': 'ee2e82b0-ff31-4340-8888-731356ce2ea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:34.178761 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04bad969-2918-473b-9394-1934a9e9438f admin admin] Publish callbacks [] for router_controller (fefb35b2-6eb3-4493-86fd-ae5385b3447c), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:34.215347 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f1370197-ad6b-4ed9-bcd2-3b3c3f1af2c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:34.222956 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-98769ae4-cdfb-42f6-a7cc-6d3ece102668 req-914d2072-1117-4b0c-9e73-28d2ad197cb9 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5521562 Mar 05 04:41:34.250489 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6afb3951-cfb5-48ca-893f-a4748e7cfc83 None None] Provisioning complete for port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:34.251118 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6afb3951-cfb5-48ca-893f-a4748e7cfc83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8e4c8f76-9607-40a6-9c92-9d7306cb5a5d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:34.282913 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-987e2ac7-c9c3-49fc-8ff3-17eaa6404212 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:34.284839 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-987e2ac7-c9c3-49fc-8ff3-17eaa6404212 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.31 "GET /v2.0/networks?id=8538c983-160a-4b67-8024-c598ec9cf3a6 HTTP/1.1" status: 200 len: 807 time: 0.4680779 Mar 05 04:41:34.297256 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-2c301626-bc51-40a4-8c55-93e2a2ec13e3 None None] Allocated IP 172.20.0.2 (1d855b48-716f-4cbb-8acc-c3f5113efca4/437b1914-1ba1-40e2-a727-5e7cac544d72/ae57d0ce-e574-40f0-99a7-b41e05e04894) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:41:34.310680 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6afb3951-cfb5-48ca-893f-a4748e7cfc83 None None] Port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:41:34.351345 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-dd5f6424-88e7-4768-a4e8-0a3028e40692 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Request body: {'port': {'device_id': '19a210fb-d910-45df-ae59-1757ed88585f', 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6', 'admin_state_up': True, 'tenant_id': 'facd03296ca545159cfaaad05aba02e6'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:34.378298 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c8863-f9b0-4933-8e9d-310cb3f61849 req-d2642fe0-26fa-4170-89c6-21722e83c11b tempest-ServersAdminNegativeTestJSON-770025235 tempest-ServersAdminNegativeTestJSON-770025235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:34.379865 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-da5c8863-f9b0-4933-8e9d-310cb3f61849 req-d2642fe0-26fa-4170-89c6-21722e83c11b tempest-ServersAdminNegativeTestJSON-770025235 tempest-ServersAdminNegativeTestJSON-770025235-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=31ced6b4-7868-4637-861c-d8c7af9a0858 HTTP/1.1" status: 200 len: 1133 time: 0.6020598 Mar 05 04:41:34.423774 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-2d454c3b-a8f9-4acc-8160-7dea2de609c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8e4c8f76-9607-40a6-9c92-9d7306cb5a5d), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:34.464145 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-da5c8863-f9b0-4933-8e9d-310cb3f61849 req-b09f967c-cd13-42e6-8745-c40ecfb9d89b tempest-ServersAdminNegativeTestJSON-770025235 tempest-ServersAdminNegativeTestJSON-770025235-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:34.469585 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04bad969-2918-473b-9394-1934a9e9438f admin admin] Publish callbacks [] for router_gateway (fefb35b2-6eb3-4493-86fd-ae5385b3447c), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:34.501216 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2c301626-bc51-40a4-8c55-93e2a2ec13e3 None None] Publish callbacks [] for port (ae57d0ce-e574-40f0-99a7-b41e05e04894), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:34.511439 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2c301626-bc51-40a4-8c55-93e2a2ec13e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (ae57d0ce-e574-40f0-99a7-b41e05e04894), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:34.515931 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-c90ec43b-d1be-40c9-9672-2051c637a37f tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:34.517406 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-c90ec43b-d1be-40c9-9672-2051c637a37f tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4967060 Mar 05 04:41:34.529260 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0329e-42ef-43ba-a14a-ab2ab262dbe9 req-6dac5fb8-3a9e-410b-889c-190fab1c0747 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:34.530713 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-61f0329e-42ef-43ba-a14a-ab2ab262dbe9 req-6dac5fb8-3a9e-410b-889c-190fab1c0747 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f8f4a5-48c3-4e58-b602-38180aab4e19 HTTP/1.1" status: 200 len: 949 time: 0.2143683 Mar 05 04:41:34.544148 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-292f4ab8-00f6-44df-8b4a-dbad5af1dbdd tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Request body: {'port': {'device_id': 'e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'admin_state_up': True, 'tenant_id': '99d3370dc4084724864467298df9d0d5'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:34.562580 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c301626-bc51-40a4-8c55-93e2a2ec13e3 None None] Network 1d855b48-716f-4cbb-8acc-c3f5113efca4 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:41:34.565455 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-2c301626-bc51-40a4-8c55-93e2a2ec13e3 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:41:34.570068 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c301626-bc51-40a4-8c55-93e2a2ec13e3 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:41:34.573869 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c301626-bc51-40a4-8c55-93e2a2ec13e3 None None] Pushing event updated for resources: {'Port': ['ID=ae57d0ce-e574-40f0-99a7-b41e05e04894,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:34.631510 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-2c301626-bc51-40a4-8c55-93e2a2ec13e3 None None] Attempting to bind port ae57d0ce-e574-40f0-99a7-b41e05e04894 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:41:34.631907 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-2c301626-bc51-40a4-8c55-93e2a2ec13e3 None None] Attempting to bind port ae57d0ce-e574-40f0-99a7-b41e05e04894 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'e0918b2d-09d9-490a-9e95-ce7ce7616187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:41:34.632253 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c301626-bc51-40a4-8c55-93e2a2ec13e3 None None] Attempting to bind port ae57d0ce-e574-40f0-99a7-b41e05e04894 on network 1d855b48-716f-4cbb-8acc-c3f5113efca4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:41:34.639780 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c301626-bc51-40a4-8c55-93e2a2ec13e3 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:41:34.640161 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c301626-bc51-40a4-8c55-93e2a2ec13e3 None None] Checking segment: {'id': 'e0918b2d-09d9-490a-9e95-ce7ce7616187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:41:34.640567 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2c301626-bc51-40a4-8c55-93e2a2ec13e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:34.640962 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c301626-bc51-40a4-8c55-93e2a2ec13e3 None None] Bound using segment: {'id': 'e0918b2d-09d9-490a-9e95-ce7ce7616187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:41:34.641435 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-2c301626-bc51-40a4-8c55-93e2a2ec13e3 None None] Bound port: ae57d0ce-e574-40f0-99a7-b41e05e04894, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0918b2d-09d9-490a-9e95-ce7ce7616187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:41:34.641816 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2c301626-bc51-40a4-8c55-93e2a2ec13e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ae57d0ce-e574-40f0-99a7-b41e05e04894), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:34.683937 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f1370197-ad6b-4ed9-bcd2-3b3c3f1af2c5 admin admin] Publish callbacks [] for security_group (ca4c252f-3d3a-4b2e-9099-1644336addd5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:34.693946 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f1370197-ad6b-4ed9-bcd2-3b3c3f1af2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ca4c252f-3d3a-4b2e-9099-1644336addd5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:34.709991 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-2c301626-bc51-40a4-8c55-93e2a2ec13e3 None None] For port ae57d0ce-e574-40f0-99a7-b41e05e04894, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:41:34.712686 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-dd5f6424-88e7-4768-a4e8-0a3028e40692 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Made reservation on behalf of facd03296ca545159cfaaad05aba02e6 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:41:34.715324 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-2c301626-bc51-40a4-8c55-93e2a2ec13e3 None None] For port ae57d0ce-e574-40f0-99a7-b41e05e04894, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ae57d0ce-e574-40f0-99a7-b41e05e04894,segment=NetworkSegment(e0918b2d-09d9-490a-9e95-ce7ce7616187),segment_id=e0918b2d-09d9-490a-9e95-ce7ce7616187)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:41:34.717854 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-dd5f6424-88e7-4768-a4e8-0a3028e40692 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:34.722636 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2c301626-bc51-40a4-8c55-93e2a2ec13e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ae57d0ce-e574-40f0-99a7-b41e05e04894), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:34.784658 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f1370197-ad6b-4ed9-bcd2-3b3c3f1af2c5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=710089f0561a47e282726093dc676eac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8901839 Mar 05 04:41:34.784658 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37856) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:34.788827 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c301626-bc51-40a4-8c55-93e2a2ec13e3 None None] Pushing event updated for resources: {'Port': ['ID=ae57d0ce-e574-40f0-99a7-b41e05e04894,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:34.796411 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-61f0329e-42ef-43ba-a14a-ab2ab262dbe9 req-ab818b9c-688b-4461-93bb-4af21580e404 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/security-groups?id=26708e07-5622-4d4e-ac08-bc9692b5bb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567019 Mar 05 04:41:34.797177 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1370197-ad6b-4ed9-bcd2-3b3c3f1af2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4c252f-3d3a-4b2e-9099-1644336addd5,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:34.968042 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3bd66188-cb41-4854-8e69-89ed1fd2d67c req-cc84aed8-f497-4f02-81fa-7bba98f76151 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321 HTTP/1.1" status: 200 len: 210 time: 0.0800011 Mar 05 04:41:34.971433 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-da5c8863-f9b0-4933-8e9d-310cb3f61849 req-b09f967c-cd13-42e6-8745-c40ecfb9d89b tempest-ServersAdminNegativeTestJSON-770025235 tempest-ServersAdminNegativeTestJSON-770025235-project-admin] Publish callbacks [] for security_group (76df9f73-f278-46df-baff-e7ecf48ed124), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:34.980592 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-292f4ab8-00f6-44df-8b4a-dbad5af1dbdd tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Made reservation on behalf of 99d3370dc4084724864467298df9d0d5 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:41:35.016509 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-292f4ab8-00f6-44df-8b4a-dbad5af1dbdd tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:35.033784 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-173db92f-d622-4c57-ad5e-230a2f6013ac admin admin] Publish callbacks [] for security_group (ca4c252f-3d3a-4b2e-9099-1644336addd5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:35.040245 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-da5c8863-f9b0-4933-8e9d-310cb3f61849 req-b09f967c-cd13-42e6-8745-c40ecfb9d89b tempest-ServersAdminNegativeTestJSON-770025235 tempest-ServersAdminNegativeTestJSON-770025235-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (76df9f73-f278-46df-baff-e7ecf48ed124), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:35.100461 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-173db92f-d622-4c57-ad5e-230a2f6013ac admin admin] Publish callbacks [] for security_group (ca4c252f-3d3a-4b2e-9099-1644336addd5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:35.169329 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04bad969-2918-473b-9394-1934a9e9438f admin admin] Publish callbacks [] for router_gateway (fefb35b2-6eb3-4493-86fd-ae5385b3447c), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:35.173626 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-dd5f6424-88e7-4768-a4e8-0a3028e40692 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Allocated IP 172.20.0.11 (8538c983-160a-4b67-8024-c598ec9cf3a6/fa622505-df3c-45bb-bed1-baf2861c8524/a57d36aa-ebc3-4721-8c62-bb10dda34c94) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:41:35.201834 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-173db92f-d622-4c57-ad5e-230a2f6013ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ca4c252f-3d3a-4b2e-9099-1644336addd5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:35.204443 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-173db92f-d622-4c57-ad5e-230a2f6013ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:35.208273 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-173db92f-d622-4c57-ad5e-230a2f6013ac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ca4c252f-3d3a-4b2e-9099-1644336addd5 HTTP/1.1" status: 204 len: 168 time: 0.4182820 Mar 05 04:41:35.208273 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04bad969-2918-473b-9394-1934a9e9438f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:35.234496 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173db92f-d622-4c57-ad5e-230a2f6013ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4c252f-3d3a-4b2e-9099-1644336addd5,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:35.255339 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-da5c8863-f9b0-4933-8e9d-310cb3f61849 req-b09f967c-cd13-42e6-8745-c40ecfb9d89b tempest-ServersAdminNegativeTestJSON-770025235 tempest-ServersAdminNegativeTestJSON-770025235-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c81647f5-f81e-4447-8356-51e1b0cc7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8650150 Mar 05 04:41:35.278249 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f967c-cd13-42e6-8745-c40ecfb9d89b tempest-ServersAdminNegativeTestJSON-770025235 tempest-ServersAdminNegativeTestJSON-770025235-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76df9f73-f278-46df-baff-e7ecf48ed124,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:35.346711 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-2d454c3b-a8f9-4acc-8160-7dea2de609c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:41:35.370526 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-28a6c87e-a14c-4ced-a431-611d861c2784 req-f6fb0da4-74d3-4077-a230-19cbd6fce079 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=19a210fb-d910-45df-ae59-1757ed88585f HTTP/1.1" status: 200 len: 210 time: 0.0373387 Mar 05 04:41:35.372322 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-2d454c3b-a8f9-4acc-8160-7dea2de609c9 service neutron] Publish callbacks [] for port (8e4c8f76-9607-40a6-9c92-9d7306cb5a5d), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:35.397311 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-2d454c3b-a8f9-4acc-8160-7dea2de609c9 service neutron] Transition to ACTIVE for port object 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:41:35.419316 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-2d454c3b-a8f9-4acc-8160-7dea2de609c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (8e4c8f76-9607-40a6-9c92-9d7306cb5a5d), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:35.537797 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d454c3b-a8f9-4acc-8160-7dea2de609c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4c8f76-9607-40a6-9c92-9d7306cb5a5d,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:35.551744 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-04bad969-2918-473b-9394-1934a9e9438f admin admin] Allocated IP 172.25.0.239 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/0949cf19-4738-4e85-b5ea-22077df7f85c) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:41:35.655293 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-292f4ab8-00f6-44df-8b4a-dbad5af1dbdd tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Allocated IP 192.168.233.27 (fb0dde64-203a-4c32-80ac-e1733ed0c9dd/63f989ea-15ee-41e4-8c8f-8183d2023f4e/17af09b1-2aa0-4ad6-b733-2aec7399ee2a) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:41:35.685176 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-dd5f6424-88e7-4768-a4e8-0a3028e40692 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Publish callbacks [] for port (a57d36aa-ebc3-4721-8c62-bb10dda34c94), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:35.696029 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7ed36-265c-4b90-841b-0d6692e8d391 req-c493d9d2-2e06-44ba-9bdc-03f49df5385a tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:35.698069 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-14e7ed36-265c-4b90-841b-0d6692e8d391 req-c493d9d2-2e06-44ba-9bdc-03f49df5385a tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 949 time: 0.1530747 Mar 05 04:41:35.809665 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-dd5f6424-88e7-4768-a4e8-0a3028e40692 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (a57d36aa-ebc3-4721-8c62-bb10dda34c94), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:35.834086 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-2d454c3b-a8f9-4acc-8160-7dea2de609c9 service neutron] Attempting to bind port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:41:35.834432 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-2d454c3b-a8f9-4acc-8160-7dea2de609c9 service neutron] Attempting to bind port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:41:35.834822 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-2d454c3b-a8f9-4acc-8160-7dea2de609c9 service neutron] Attempting to bind port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:41:35.863508 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb47c99-f697-4bec-87ac-082f431c8f8a req-fdb592f5-a833-4870-92be-da41db90bd29 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:35.865060 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbb47c99-f697-4bec-87ac-082f431c8f8a req-fdb592f5-a833-4870-92be-da41db90bd29 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f8f4a5-48c3-4e58-b602-38180aab4e19 HTTP/1.1" status: 200 len: 949 time: 0.1655524 Mar 05 04:41:35.888132 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-2d454c3b-a8f9-4acc-8160-7dea2de609c9 service neutron] Port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:41:35.888449 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-2d454c3b-a8f9-4acc-8160-7dea2de609c9 service neutron] Attempting to bind port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:41:35.895672 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37876) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:35.897548 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-dd5f6424-88e7-4768-a4e8-0a3028e40692 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Network 8538c983-160a-4b67-8024-c598ec9cf3a6 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:41:35.904442 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-14e7ed36-265c-4b90-841b-0d6692e8d391 req-516ebe2e-f03d-4377-98ef-3d4adb44f385 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922944 Mar 05 04:41:35.917265 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-dd5f6424-88e7-4768-a4e8-0a3028e40692 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:41:35.936494 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-2d454c3b-a8f9-4acc-8160-7dea2de609c9 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:41:35.936834 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-2d454c3b-a8f9-4acc-8160-7dea2de609c9 service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:41:35.937217 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-2d454c3b-a8f9-4acc-8160-7dea2de609c9 service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:41:35.937655 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-2d454c3b-a8f9-4acc-8160-7dea2de609c9 service neutron] Bound port: 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:41:35.938006 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-2d454c3b-a8f9-4acc-8160-7dea2de609c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8e4c8f76-9607-40a6-9c92-9d7306cb5a5d), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:35.939464 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-dd5f6424-88e7-4768-a4e8-0a3028e40692 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:41:35.945624 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-988ea5c8-8115-4d80-befa-229df2bf1a71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:36.004210 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04bad969-2918-473b-9394-1934a9e9438f admin admin] Publish callbacks [] for port (0949cf19-4738-4e85-b5ea-22077df7f85c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:36.008112 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f6424-88e7-4768-a4e8-0a3028e40692 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Pushing event updated for resources: {'Port': ['ID=a57d36aa-ebc3-4721-8c62-bb10dda34c94,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:36.045233 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-dd5f6424-88e7-4768-a4e8-0a3028e40692 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:36.045867 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-dd5f6424-88e7-4768-a4e8-0a3028e40692 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:36.068025 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbb47c99-f697-4bec-87ac-082f431c8f8a req-2629b8a7-2898-4990-bfb8-e5fef0270471 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/security-groups?id=26708e07-5622-4d4e-ac08-bc9692b5bb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903486 Mar 05 04:41:36.099126 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-dd5f6424-88e7-4768-a4e8-0a3028e40692 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7541051 Mar 05 04:41:36.118395 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-328ad200-5ea7-46d2-9bcc-fa95d587f7c2 service neutron] Request body: {'port': {'device_id': '19a210fb-d910-45df-ae59-1757ed88585f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:36.159889 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-292f4ab8-00f6-44df-8b4a-dbad5af1dbdd tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Publish callbacks [] for port (17af09b1-2aa0-4ad6-b733-2aec7399ee2a), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:36.162550 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-2d454c3b-a8f9-4acc-8160-7dea2de609c9 service neutron] For port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d, host n-h1-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:41:36.168363 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-2d454c3b-a8f9-4acc-8160-7dea2de609c9 service neutron] For port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=8e4c8f76-9607-40a6-9c92-9d7306cb5a5d,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:41:36.169028 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04bad969-2918-473b-9394-1934a9e9438f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (0949cf19-4738-4e85-b5ea-22077df7f85c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:36.184705 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-2d454c3b-a8f9-4acc-8160-7dea2de609c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (8e4c8f76-9607-40a6-9c92-9d7306cb5a5d), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:36.221027 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58602d88-9fad-4838-86a1-eb9c2539ab5f None None] Network 1d855b48-716f-4cbb-8acc-c3f5113efca4 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:41:36.266235 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d454c3b-a8f9-4acc-8160-7dea2de609c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4c8f76-9607-40a6-9c92-9d7306cb5a5d,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:36.268379 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bad969-2918-473b-9394-1934a9e9438f admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:41:36.276946 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-04bad969-2918-473b-9394-1934a9e9438f admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:41:36.283340 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-328ad200-5ea7-46d2-9bcc-fa95d587f7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a57d36aa-ebc3-4721-8c62-bb10dda34c94), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:36.291748 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bad969-2918-473b-9394-1934a9e9438f admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:41:36.308181 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-988ea5c8-8115-4d80-befa-229df2bf1a71 admin admin] Publish callbacks [] for security_group (7a251f82-0b3b-4473-b562-73fefbfc8147), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:36.312873 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-2d454c3b-a8f9-4acc-8160-7dea2de609c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:36.313666 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-2d454c3b-a8f9-4acc-8160-7dea2de609c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:36.315374 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-2d454c3b-a8f9-4acc-8160-7dea2de609c9 service neutron] 10.222.0.30 "PUT /v2.0/ports/8e4c8f76-9607-40a6-9c92-9d7306cb5a5d HTTP/1.1" status: 200 len: 1096 time: 2.2075324 Mar 05 04:41:36.318744 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee2e82b0-ff31-4340-8888-731356ce2ea1', 'tag': '8e4c8f76-9607-40a6-9c92-9d7306cb5a5d'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:41:36.330146 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f1ea9e-1bb1-450c-a0e5-d8323fc7d197" -d '{"events": [{"name": "network-changed", "server_uuid": "ee2e82b0-ff31-4340-8888-731356ce2ea1", "tag": "8e4c8f76-9607-40a6-9c92-9d7306cb5a5d"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:41:36.330353 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bad969-2918-473b-9394-1934a9e9438f admin admin] Pushing event updated for resources: {'Port': ['ID=0949cf19-4738-4e85-b5ea-22077df7f85c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:36.340122 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-988ea5c8-8115-4d80-befa-229df2bf1a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7a251f82-0b3b-4473-b562-73fefbfc8147), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:36.344154 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a476fbea-ba46-4c30-bafa-471fc09885ed None None] Provisioning complete for port ae57d0ce-e574-40f0-99a7-b41e05e04894 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:36.344316 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-be4998ed-463b-4f26-8522-0a72c3eff9e2 req-0c459f7d-5692-4e7e-8dbe-11f40cb4640d tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321 HTTP/1.1" status: 200 len: 210 time: 0.1373720 Mar 05 04:41:36.344894 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a476fbea-ba46-4c30-bafa-471fc09885ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ae57d0ce-e574-40f0-99a7-b41e05e04894), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:36.381265 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-292f4ab8-00f6-44df-8b4a-dbad5af1dbdd tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (17af09b1-2aa0-4ad6-b733-2aec7399ee2a), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:36.487856 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f4ab8-00f6-44df-8b4a-dbad5af1dbdd tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Pushing event updated for resources: {'Port': ['ID=17af09b1-2aa0-4ad6-b733-2aec7399ee2a,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:36.546799 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-292f4ab8-00f6-44df-8b4a-dbad5af1dbdd tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:41:36.549045 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47915941-e411-4a03-bf0e-54efea9dc339 x-openstack-request-id: req-47915941-e411-4a03-bf0e-54efea9dc339 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:41:36.549408 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee2e82b0-ff31-4340-8888-731356ce2ea1", "tag": "8e4c8f76-9607-40a6-9c92-9d7306cb5a5d", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:41:36.549728 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-47915941-e411-4a03-bf0e-54efea9dc339 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:41:36.550200 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee2e82b0-ff31-4340-8888-731356ce2ea1', 'tag': '8e4c8f76-9607-40a6-9c92-9d7306cb5a5d', 'status': 'completed', 'code': 200} Mar 05 04:41:36.552627 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-292f4ab8-00f6-44df-8b4a-dbad5af1dbdd tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:41:36.560747 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-292f4ab8-00f6-44df-8b4a-dbad5af1dbdd tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:41:36.607319 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a476fbea-ba46-4c30-bafa-471fc09885ed None None] Current status of the port ae57d0ce-e574-40f0-99a7-b41e05e04894 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:36.607998 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a476fbea-ba46-4c30-bafa-471fc09885ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ae57d0ce-e574-40f0-99a7-b41e05e04894), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:36.668140 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-a476fbea-ba46-4c30-bafa-471fc09885ed None None] For port ae57d0ce-e574-40f0-99a7-b41e05e04894, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ae57d0ce-e574-40f0-99a7-b41e05e04894,segment=NetworkSegment(e0918b2d-09d9-490a-9e95-ce7ce7616187),segment_id=e0918b2d-09d9-490a-9e95-ce7ce7616187)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:36.675222 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a476fbea-ba46-4c30-bafa-471fc09885ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ae57d0ce-e574-40f0-99a7-b41e05e04894), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:36.753731 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476fbea-ba46-4c30-bafa-471fc09885ed None None] Pushing event updated for resources: {'Port': ['ID=ae57d0ce-e574-40f0-99a7-b41e05e04894,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:36.927912 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ae57d0ce-e574-40f0-99a7-b41e05e04894 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:41:36.943685 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-988ea5c8-8115-4d80-befa-229df2bf1a71 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6b291145d65b49229dea921c75f28496&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0405600 Mar 05 04:41:36.944472 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ea5c8-8115-4d80-befa-229df2bf1a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a251f82-0b3b-4473-b562-73fefbfc8147,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:36.949171 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37902) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:36.983630 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-33dac66a-2258-4b7c-89fc-e2b6ec9a6f38 None None] Provisioning complete for port ae57d0ce-e574-40f0-99a7-b41e05e04894 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:36.984074 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-33dac66a-2258-4b7c-89fc-e2b6ec9a6f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ae57d0ce-e574-40f0-99a7-b41e05e04894), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:36.999468 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-292f4ab8-00f6-44df-8b4a-dbad5af1dbdd tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:37.000083 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-292f4ab8-00f6-44df-8b4a-dbad5af1dbdd tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:37.026467 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-4fa47223-8602-4085-9291-d9e61f997965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:37.028130 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-4fa47223-8602-4085-9291-d9e61f997965 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99d3370dc4084724864467298df9d0d5&device_id=ee2e82b0-ff31-4340-8888-731356ce2ea1 HTTP/1.1" status: 200 len: 1130 time: 0.6318779 Mar 05 04:41:37.037387 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-292f4ab8-00f6-44df-8b4a-dbad5af1dbdd tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5019231 Mar 05 04:41:37.050000 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port ae57d0ce-e574-40f0-99a7-b41e05e04894 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:37.050687 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ae57d0ce-e574-40f0-99a7-b41e05e04894), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:37.052711 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29e237-5063-47e5-9652-bd7e8b4930b3 req-5952473f-e4fa-4a8b-a4fb-6313284c7a67 tempest-ServersAdminNegativeTestJSON-770025235 tempest-ServersAdminNegativeTestJSON-770025235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:37.055557 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fd29e237-5063-47e5-9652-bd7e8b4930b3 req-5952473f-e4fa-4a8b-a4fb-6313284c7a67 tempest-ServersAdminNegativeTestJSON-770025235 tempest-ServersAdminNegativeTestJSON-770025235-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=31ced6b4-7868-4637-861c-d8c7af9a0858 HTTP/1.1" status: 200 len: 1133 time: 0.5043213 Mar 05 04:41:37.066103 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-1622a8fc-e1d0-4f71-af09-96e3ab522248 service neutron] show failed (client error): The resource could not be found. Mar 05 04:41:37.067137 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-1622a8fc-e1d0-4f71-af09-96e3ab522248 service neutron] 10.222.0.30 "GET /v2.0/ports/7659bb61-2851-4497-a728-e91219a88b7f/bindings/n-h2-789963-32 HTTP/1.1" status: 404 len: 381 time: 0.3195386 Mar 05 04:41:37.096179 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-57e525d4-ba62-4a2d-891d-991915cf4cbd service neutron] Request body: {'port': {'device_id': 'e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:37.130792 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-33dac66a-2258-4b7c-89fc-e2b6ec9a6f38 None None] Current status of the port ae57d0ce-e574-40f0-99a7-b41e05e04894 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:37.131642 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-fee8e4ca-92be-4bca-a03e-6e63695e1690 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=8e4c8f76-9607-40a6-9c92-9d7306cb5a5d HTTP/1.1" status: 200 len: 217 time: 0.0917141 Mar 05 04:41:37.145565 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70118ef9-fa6a-4ab9-9c3a-3977fc961f28 req-6027f2e7-5363-449a-8eb1-6dc2aeedb4ae tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:37.154112 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70118ef9-fa6a-4ab9-9c3a-3977fc961f28 req-6027f2e7-5363-449a-8eb1-6dc2aeedb4ae tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=19a210fb-d910-45df-ae59-1757ed88585f HTTP/1.1" status: 200 len: 932 time: 0.2563190 Mar 05 04:41:37.157274 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b845283e-6d4b-4cc6-9d84-336ad61fe598 admin admin] Publish callbacks [] for security_group (7a251f82-0b3b-4473-b562-73fefbfc8147), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:37.182793 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port ae57d0ce-e574-40f0-99a7-b41e05e04894 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:37.232493 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b845283e-6d4b-4cc6-9d84-336ad61fe598 admin admin] Publish callbacks [] for security_group (7a251f82-0b3b-4473-b562-73fefbfc8147), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:37.253566 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-57e525d4-ba62-4a2d-891d-991915cf4cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (17af09b1-2aa0-4ad6-b733-2aec7399ee2a), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:37.257994 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-65d354e5-3c81-4ce0-9934-b2068271a692 None None] Provisioning complete for port 17af09b1-2aa0-4ad6-b733-2aec7399ee2a triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:37.258803 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-65d354e5-3c81-4ce0-9934-b2068271a692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (17af09b1-2aa0-4ad6-b733-2aec7399ee2a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:37.305390 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-65d354e5-3c81-4ce0-9934-b2068271a692 None None] Port 17af09b1-2aa0-4ad6-b733-2aec7399ee2a cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:41:37.330012 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-bae2dfbe-ae74-4a89-a9c3-e1ed98cea10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:37.331677 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-bae2dfbe-ae74-4a89-a9c3-e1ed98cea10b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.1574829 Mar 05 04:41:37.347611 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70118ef9-fa6a-4ab9-9c3a-3977fc961f28 req-4f66bbcc-c943-40c2-a729-ff2bbb3e225f tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919794 Mar 05 04:41:37.381521 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fd29e237-5063-47e5-9652-bd7e8b4930b3 req-07b74194-6119-4b6f-a4d8-cbb401b6da51 tempest-ServersAdminNegativeTestJSON-770025235 tempest-ServersAdminNegativeTestJSON-770025235-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=c81647f5-f81e-4447-8356-51e1b0cc7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052486 Mar 05 04:41:37.444094 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04bad969-2918-473b-9394-1934a9e9438f admin admin] Publish callbacks [] for router_gateway (fefb35b2-6eb3-4493-86fd-ae5385b3447c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:37.452588 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b845283e-6d4b-4cc6-9d84-336ad61fe598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7a251f82-0b3b-4473-b562-73fefbfc8147), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:37.455264 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b845283e-6d4b-4cc6-9d84-336ad61fe598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:37.456395 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b845283e-6d4b-4cc6-9d84-336ad61fe598 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7a251f82-0b3b-4473-b562-73fefbfc8147 HTTP/1.1" status: 204 len: 168 time: 0.4613285 Mar 05 04:41:37.496299 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-328ad200-5ea7-46d2-9bcc-fa95d587f7c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a57d36aa-ebc3-4721-8c62-bb10dda34c94 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:41:37.515368 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-328ad200-5ea7-46d2-9bcc-fa95d587f7c2 service neutron] Publish callbacks [] for port (a57d36aa-ebc3-4721-8c62-bb10dda34c94), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:37.521913 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845283e-6d4b-4cc6-9d84-336ad61fe598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a251f82-0b3b-4473-b562-73fefbfc8147,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:37.580048 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-328ad200-5ea7-46d2-9bcc-fa95d587f7c2 service neutron] Transition to ACTIVE for port object a57d36aa-ebc3-4721-8c62-bb10dda34c94 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:41:37.592277 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-328ad200-5ea7-46d2-9bcc-fa95d587f7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (a57d36aa-ebc3-4721-8c62-bb10dda34c94), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:37.718079 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ad200-5ea7-46d2-9bcc-fa95d587f7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a57d36aa-ebc3-4721-8c62-bb10dda34c94,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:37.719853 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-4acba376-6f2b-400e-b36a-08b0a2b86cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:37.721443 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-4acba376-6f2b-400e-b36a-08b0a2b86cf0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38&tenant_id=12ec86d5ce864d5e8384628d4e830cb3 HTTP/1.1" status: 200 len: 1132 time: 0.3576701 Mar 05 04:41:37.745183 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.31', 64230) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:37.746666 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-e2da9353-b0f3-4a18-8581-691dc140ad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:37.748534 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-e2da9353-b0f3-4a18-8581-691dc140ad3f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3965297 Mar 05 04:41:37.757648 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-92ea1a83-88bf-41be-a9bc-cd77396b3d54 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-32', 'device_owner': 'compute:nova'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:37.884155 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-328ad200-5ea7-46d2-9bcc-fa95d587f7c2 service neutron] Attempting to bind port a57d36aa-ebc3-4721-8c62-bb10dda34c94 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:41:37.884491 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-328ad200-5ea7-46d2-9bcc-fa95d587f7c2 service neutron] Attempting to bind port a57d36aa-ebc3-4721-8c62-bb10dda34c94 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:41:37.884902 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-328ad200-5ea7-46d2-9bcc-fa95d587f7c2 service neutron] Attempting to bind port a57d36aa-ebc3-4721-8c62-bb10dda34c94 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:41:37.910652 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50abcde-67d4-43e5-81d5-e4d24307d85d req-f839a7a9-5340-42d8-a559-c6b53f2c999e tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:37.912474 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b50abcde-67d4-43e5-81d5-e4d24307d85d req-f839a7a9-5340-42d8-a559-c6b53f2c999e tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.31 "GET /v2.0/ports?device_id=68f8f4a5-48c3-4e58-b602-38180aab4e19 HTTP/1.1" status: 200 len: 949 time: 0.1629136 Mar 05 04:41:37.913215 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04bad969-2918-473b-9394-1934a9e9438f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (fefb35b2-6eb3-4493-86fd-ae5385b3447c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:37.915298 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-328ad200-5ea7-46d2-9bcc-fa95d587f7c2 service neutron] Port a57d36aa-ebc3-4721-8c62-bb10dda34c94 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:41:37.915622 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-328ad200-5ea7-46d2-9bcc-fa95d587f7c2 service neutron] Attempting to bind port a57d36aa-ebc3-4721-8c62-bb10dda34c94 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:41:37.915848 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd7a1f-51c9-4957-a9ea-64dcea53e6e0 req-0d3c9c43-e399-436e-b6a1-bece992d742b tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:37.918308 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fbbd7a1f-51c9-4957-a9ea-64dcea53e6e0 req-0d3c9c43-e399-436e-b6a1-bece992d742b tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f8f4a5-48c3-4e58-b602-38180aab4e19 HTTP/1.1" status: 200 len: 949 time: 0.2934051 Mar 05 04:41:37.968122 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-328ad200-5ea7-46d2-9bcc-fa95d587f7c2 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:41:37.968122 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-328ad200-5ea7-46d2-9bcc-fa95d587f7c2 service neutron] Checking segment: {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:41:37.968807 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-328ad200-5ea7-46d2-9bcc-fa95d587f7c2 service neutron] Bound using segment: {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:41:37.968884 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-328ad200-5ea7-46d2-9bcc-fa95d587f7c2 service neutron] Bound port: a57d36aa-ebc3-4721-8c62-bb10dda34c94, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:41:37.969703 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-328ad200-5ea7-46d2-9bcc-fa95d587f7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a57d36aa-ebc3-4721-8c62-bb10dda34c94), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:37.992178 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3e295-4ee5-4a10-a054-e4ea991d658a req-7b604831-baaa-48c7-a7a0-2d2c3771bc0f tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:37.993688 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-82d3e295-4ee5-4a10-a054-e4ea991d658a req-7b604831-baaa-48c7-a7a0-2d2c3771bc0f tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 949 time: 0.3028660 Mar 05 04:41:38.030968 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-92ea1a83-88bf-41be-a9bc-cd77396b3d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7659bb61-2851-4497-a728-e91219a88b7f), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:38.034392 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-57e525d4-ba62-4a2d-891d-991915cf4cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17af09b1-2aa0-4ad6-b733-2aec7399ee2a {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:41:38.065100 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-57e525d4-ba62-4a2d-891d-991915cf4cbd service neutron] Publish callbacks [] for port (17af09b1-2aa0-4ad6-b733-2aec7399ee2a), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:38.071411 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-c0edcb63-3a37-4e9d-b157-cb68b023e640 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090291 Mar 05 04:41:38.149408 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-57e525d4-ba62-4a2d-891d-991915cf4cbd service neutron] Transition to ACTIVE for port object 17af09b1-2aa0-4ad6-b733-2aec7399ee2a will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:41:38.172806 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fbbd7a1f-51c9-4957-a9ea-64dcea53e6e0 req-d3f77ff4-e03c-478f-b6ef-b61afd7a6fe9 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/security-groups?id=26708e07-5622-4d4e-ac08-bc9692b5bb41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126169 Mar 05 04:41:38.184131 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-57e525d4-ba62-4a2d-891d-991915cf4cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (17af09b1-2aa0-4ad6-b733-2aec7399ee2a), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:38.201682 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-328ad200-5ea7-46d2-9bcc-fa95d587f7c2 service neutron] For port a57d36aa-ebc3-4721-8c62-bb10dda34c94, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:41:38.207844 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-328ad200-5ea7-46d2-9bcc-fa95d587f7c2 service neutron] For port a57d36aa-ebc3-4721-8c62-bb10dda34c94, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a57d36aa-ebc3-4721-8c62-bb10dda34c94,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:41:38.229241 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-328ad200-5ea7-46d2-9bcc-fa95d587f7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (a57d36aa-ebc3-4721-8c62-bb10dda34c94), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:38.271035 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-82d3e295-4ee5-4a10-a054-e4ea991d658a req-d184c42e-7ad4-452d-b4d1-a850d72f1287 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612176 Mar 05 04:41:38.323019 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-b50abcde-67d4-43e5-81d5-e4d24307d85d req-e0a50ebf-5531-4c1d-b62d-6945e09acfa9 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Deleting port ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:41:38.324078 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b50abcde-67d4-43e5-81d5-e4d24307d85d req-e0a50ebf-5531-4c1d-b62d-6945e09acfa9 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:38.416404 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e525d4-ba62-4a2d-891d-991915cf4cbd service neutron] Pushing event updated for resources: {'Port': ['ID=17af09b1-2aa0-4ad6-b733-2aec7399ee2a,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:38.476375 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37946) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:38.487915 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-b50abcde-67d4-43e5-81d5-e4d24307d85d req-e0a50ebf-5531-4c1d-b62d-6945e09acfa9 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] For port ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:38.488568 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b50abcde-67d4-43e5-81d5-e4d24307d85d req-e0a50ebf-5531-4c1d-b62d-6945e09acfa9 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:38.490100 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cffd2383-06d1-4d7c-9f9c-a5422e6258bf req-34f4c1f9-4bf6-473e-9ce9-d4a53eea0f5f service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989108 Mar 05 04:41:38.524980 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-b50abcde-67d4-43e5-81d5-e4d24307d85d req-e0a50ebf-5531-4c1d-b62d-6945e09acfa9 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Calling delete_port for ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:41:38.529652 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-328ad200-5ea7-46d2-9bcc-fa95d587f7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:38.530282 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-328ad200-5ea7-46d2-9bcc-fa95d587f7c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:38.532169 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-328ad200-5ea7-46d2-9bcc-fa95d587f7c2 service neutron] 10.222.0.31 "PUT /v2.0/ports/a57d36aa-ebc3-4721-8c62-bb10dda34c94 HTTP/1.1" status: 200 len: 1093 time: 2.4246912 Mar 05 04:41:38.534464 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a210fb-d910-45df-ae59-1757ed88585f', 'tag': 'a57d36aa-ebc3-4721-8c62-bb10dda34c94'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:41:38.536834 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bf5397-32ca-4d2f-b3a2-3796cabae948" -d '{"events": [{"name": "network-changed", "server_uuid": "19a210fb-d910-45df-ae59-1757ed88585f", "tag": "a57d36aa-ebc3-4721-8c62-bb10dda34c94"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:41:38.546398 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ad200-5ea7-46d2-9bcc-fa95d587f7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a57d36aa-ebc3-4721-8c62-bb10dda34c94,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:38.565563 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04bad969-2918-473b-9394-1934a9e9438f admin admin] Router fefb35b2-6eb3-4493-86fd-ae5385b3447c is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:41:38.694044 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91272985-a252-4bc2-bdfa-801d73806e80 req-240d057e-8245-4a81-9543-0fa1060790c6 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:38.695630 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-91272985-a252-4bc2-bdfa-801d73806e80 req-240d057e-8245-4a81-9543-0fa1060790c6 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321 HTTP/1.1" status: 200 len: 947 time: 0.4298868 Mar 05 04:41:38.707023 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-5e934fdd-6a75-41d5-aec0-aa7a320d88f8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2002774342-network', 'tenant_id': 'd109100c97e945728298df584d26102c'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:38.785795 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27478f4e-1ace-491e-87e7-e14660b23284 req-ffbcac77-44de-44cc-b0d1-35ba3b01c91f tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:38.787351 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-27478f4e-1ace-491e-87e7-e14660b23284 req-ffbcac77-44de-44cc-b0d1-35ba3b01c91f tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=19a210fb-d910-45df-ae59-1757ed88585f HTTP/1.1" status: 200 len: 944 time: 0.2943461 Mar 05 04:41:38.800420 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-92ea1a83-88bf-41be-a9bc-cd77396b3d54 service neutron] For port 7659bb61-2851-4497-a728-e91219a88b7f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=7659bb61-2851-4497-a728-e91219a88b7f,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:38.802818 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-57e525d4-ba62-4a2d-891d-991915cf4cbd service neutron] Attempting to bind port 17af09b1-2aa0-4ad6-b733-2aec7399ee2a on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:41:38.802818 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-57e525d4-ba62-4a2d-891d-991915cf4cbd service neutron] Attempting to bind port 17af09b1-2aa0-4ad6-b733-2aec7399ee2a by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:41:38.803032 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-57e525d4-ba62-4a2d-891d-991915cf4cbd service neutron] Attempting to bind port 17af09b1-2aa0-4ad6-b733-2aec7399ee2a on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:41:38.827554 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e934fdd-6a75-41d5-aec0-aa7a320d88f8 admin admin] Made reservation on behalf of d109100c97e945728298df584d26102c for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:41:38.829718 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5e934fdd-6a75-41d5-aec0-aa7a320d88f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:38.840320 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ae57d0ce-e574-40f0-99a7-b41e05e04894 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:41:38.849062 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-57e525d4-ba62-4a2d-891d-991915cf4cbd service neutron] Port 17af09b1-2aa0-4ad6-b733-2aec7399ee2a on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:41:38.849386 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-57e525d4-ba62-4a2d-891d-991915cf4cbd service neutron] Attempting to bind port 17af09b1-2aa0-4ad6-b733-2aec7399ee2a on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:41:38.867866 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1ea9e-1bb1-450c-a0e5-d8323fc7d197 req-46e097d4-c9be-47c0-964e-0ca8db62caca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:38.869380 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41f1ea9e-1bb1-450c-a0e5-d8323fc7d197 req-46e097d4-c9be-47c0-964e-0ca8db62caca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99d3370dc4084724864467298df9d0d5&device_id=ee2e82b0-ff31-4340-8888-731356ce2ea1 HTTP/1.1" status: 200 len: 1130 time: 0.2415206 Mar 05 04:41:38.875574 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5e934fdd-6a75-41d5-aec0-aa7a320d88f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:38.896609 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port ae57d0ce-e574-40f0-99a7-b41e05e04894 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:38.897137 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ae57d0ce-e574-40f0-99a7-b41e05e04894), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:38.902574 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-57e525d4-ba62-4a2d-891d-991915cf4cbd service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:41:38.902914 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-57e525d4-ba62-4a2d-891d-991915cf4cbd service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:41:38.903333 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-57e525d4-ba62-4a2d-891d-991915cf4cbd service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:41:38.903948 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-57e525d4-ba62-4a2d-891d-991915cf4cbd service neutron] Bound port: 17af09b1-2aa0-4ad6-b733-2aec7399ee2a, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:41:38.904310 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-57e525d4-ba62-4a2d-891d-991915cf4cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (17af09b1-2aa0-4ad6-b733-2aec7399ee2a), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:38.914131 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-91272985-a252-4bc2-bdfa-801d73806e80 req-fed58e11-c8fe-434e-895f-d3ce59fe9db2 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5eb1416-bc0c-4601-98ac-ed388e81890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107885 Mar 05 04:41:38.961459 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-92ea1a83-88bf-41be-a9bc-cd77396b3d54 service neutron] For port 7659bb61-2851-4497-a728-e91219a88b7f, host n-h1-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:41:38.971911 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-a4664db0-d852-4e0b-8909-644daa0c4df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:38.973470 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-a4664db0-d852-4e0b-8909-644daa0c4df6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=facd03296ca545159cfaaad05aba02e6&device_id=19a210fb-d910-45df-ae59-1757ed88585f HTTP/1.1" status: 200 len: 1127 time: 0.1486602 Mar 05 04:41:39.036067 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port ae57d0ce-e574-40f0-99a7-b41e05e04894 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:39.061475 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-4bbccbbe-3891-41de-97ff-9bb3c4daafc0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a57d36aa-ebc3-4721-8c62-bb10dda34c94 HTTP/1.1" status: 200 len: 217 time: 0.0790415 Mar 05 04:41:39.083235 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c657407e-e62d-4a45-b2de-46e0a9440e34 x-openstack-request-id: req-c657407e-e62d-4a45-b2de-46e0a9440e34 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:41:39.083536 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a210fb-d910-45df-ae59-1757ed88585f", "tag": "a57d36aa-ebc3-4721-8c62-bb10dda34c94", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:41:39.083793 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c657407e-e62d-4a45-b2de-46e0a9440e34 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:41:39.084203 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a210fb-d910-45df-ae59-1757ed88585f', 'tag': 'a57d36aa-ebc3-4721-8c62-bb10dda34c94', 'status': 'completed', 'code': 200} Mar 05 04:41:39.105227 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bad969-2918-473b-9394-1934a9e9438f admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:41:39.121279 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec752399-8c41-4289-9494-3e63f77e8b73 None None] Sync routers for ids ['fefb35b2-6eb3-4493-86fd-ae5385b3447c'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:41:39.139752 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04bad969-2918-473b-9394-1934a9e9438f admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:39.140952 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-04bad969-2918-473b-9394-1934a9e9438f admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.4009864 Mar 05 04:41:39.143910 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37958) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:39.147300 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec752399-8c41-4289-9494-3e63f77e8b73 None None] Routers {'fefb35b2-6eb3-4493-86fd-ae5385b3447c'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:41:39.148294 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-ec752399-8c41-4289-9494-3e63f77e8b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:41:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['fefb35b2-6eb3-4493-86fd-ae5385b3447c'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:41:39.152310 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b50abcde-67d4-43e5-81d5-e4d24307d85d req-e0a50ebf-5531-4c1d-b62d-6945e09acfa9 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:39.200934 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-558dab01-3bb5-4a7a-8ab8-79d56e7b6690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:39.202713 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-558dab01-3bb5-4a7a-8ab8-79d56e7b6690 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa622505-df3c-45bb-bed1-baf2861c8524 HTTP/1.1" status: 200 len: 847 time: 0.1334374 Mar 05 04:41:39.208970 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:41:39.254066 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-6ec931de-05fb-465a-ad6f-cc8357d37779 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8538c983-160a-4b67-8024-c598ec9cf3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301466 Mar 05 04:41:39.254717 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a50ebf-5531-4c1d-b62d-6945e09acfa9 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Pushing event deleted for resources: {'Port': ['ID=ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:39.265424 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-27478f4e-1ace-491e-87e7-e14660b23284 req-eaf79557-eabd-4ca3-8daf-d371fb5b0b89 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4671838 Mar 05 04:41:39.380089 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f718b07-54f6-4ee1-b0eb-bc2f64778b38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7659bb61-2851-4497-a728-e91219a88b7f'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:41:39.382483 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cfcc77-8308-4c40-b1c2-9a149d1eca79" -d '{"events": [{"server_uuid": "0f718b07-54f6-4ee1-b0eb-bc2f64778b38", "name": "network-vif-unplugged", "status": "completed", "tag": "7659bb61-2851-4497-a728-e91219a88b7f"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:41:39.389936 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-92ea1a83-88bf-41be-a9bc-cd77396b3d54 service neutron] Publish callbacks [] for port (7659bb61-2851-4497-a728-e91219a88b7f), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:39.399382 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50abcde-67d4-43e5-81d5-e4d24307d85d req-e0a50ebf-5531-4c1d-b62d-6945e09acfa9 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] No DVR routers for this DVR port ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:41:39.402005 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-ec752399-8c41-4289-9494-3e63f77e8b73 None None] Set router fefb35b2-6eb3-4493-86fd-ae5385b3447c gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:41:39.441109 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1ea9e-1bb1-450c-a0e5-d8323fc7d197 req-db7464f5-e3e9-42be-9861-a1bbf1d7f079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:39.443454 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41f1ea9e-1bb1-450c-a0e5-d8323fc7d197 req-db7464f5-e3e9-42be-9861-a1bbf1d7f079 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.5649590 Mar 05 04:41:39.445006 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-57e525d4-ba62-4a2d-891d-991915cf4cbd service neutron] For port 17af09b1-2aa0-4ad6-b733-2aec7399ee2a, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:41:39.448408 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-92ea1a83-88bf-41be-a9bc-cd77396b3d54 service neutron] Transition to ACTIVE for port object 7659bb61-2851-4497-a728-e91219a88b7f will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:41:39.462590 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b50abcde-67d4-43e5-81d5-e4d24307d85d req-e0a50ebf-5531-4c1d-b62d-6945e09acfa9 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:39.466009 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-57e525d4-ba62-4a2d-891d-991915cf4cbd service neutron] For port 17af09b1-2aa0-4ad6-b733-2aec7399ee2a, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=17af09b1-2aa0-4ad6-b733-2aec7399ee2a,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:41:39.467861 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b50abcde-67d4-43e5-81d5-e4d24307d85d req-e0a50ebf-5531-4c1d-b62d-6945e09acfa9 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.31 "DELETE /v2.0/ports/ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f HTTP/1.1" status: 204 len: 173 time: 1.5485198 Mar 05 04:41:39.485765 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-92ea1a83-88bf-41be-a9bc-cd77396b3d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (7659bb61-2851-4497-a728-e91219a88b7f), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:39.576341 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-57e525d4-ba62-4a2d-891d-991915cf4cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (17af09b1-2aa0-4ad6-b733-2aec7399ee2a), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:39.579436 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41f1ea9e-1bb1-450c-a0e5-d8323fc7d197 req-5c6630c6-341f-4732-86f8-ba3777ab4e14 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=8e4c8f76-9607-40a6-9c92-9d7306cb5a5d HTTP/1.1" status: 200 len: 217 time: 0.1282425 Mar 05 04:41:39.639769 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-69eb9111-87ee-490f-87c5-a37037f316ab service neutron] 10.222.0.31 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765171 Mar 05 04:41:39.718337 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3f28701-fac2-4d65-ae1a-d838e75dc851 req-ca4ca145-da41-4dc7-8025-44197adfcf29 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] 10.222.0.11 "GET /v2.0/ports?device_id=68f8f4a5-48c3-4e58-b602-38180aab4e19 HTTP/1.1" status: 200 len: 210 time: 0.1379230 Mar 05 04:41:39.720607 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5e934fdd-6a75-41d5-aec0-aa7a320d88f8 admin admin] Publish callbacks [] for security_group (8c9c68cc-d565-4199-a4c2-9fd1301ab437), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:39.731702 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-ec752399-8c41-4289-9494-3e63f77e8b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158132906-router', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:33Z', 'updated_at': '2022-03-05T04:41:37Z', 'revision_number': 3, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'gw_port': {'id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:35Z', 'updated_at': '2022-03-05T04:41:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:41:39.741407 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-57e525d4-ba62-4a2d-891d-991915cf4cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:39.742033 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-57e525d4-ba62-4a2d-891d-991915cf4cbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:39.743446 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-57e525d4-ba62-4a2d-891d-991915cf4cbd service neutron] 10.222.0.31 "PUT /v2.0/ports/17af09b1-2aa0-4ad6-b733-2aec7399ee2a HTTP/1.1" status: 200 len: 1096 time: 2.6529460 Mar 05 04:41:39.753197 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5e934fdd-6a75-41d5-aec0-aa7a320d88f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8c9c68cc-d565-4199-a4c2-9fd1301ab437), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:39.799005 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea1a83-88bf-41be-a9bc-cd77396b3d54 service neutron] Pushing event updated for resources: {'Port': ['ID=7659bb61-2851-4497-a728-e91219a88b7f,revision_number=6']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:39.810993 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e934fdd-6a75-41d5-aec0-aa7a320d88f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9c68cc-d565-4199-a4c2-9fd1301ab437,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:39.813812 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-92ea1a83-88bf-41be-a9bc-cd77396b3d54 service neutron] No DVR routers for this DVR port 7659bb61-2851-4497-a728-e91219a88b7f on host n-h1-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:41:39.922111 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec752399-8c41-4289-9494-3e63f77e8b73 None None] Checking router: fefb35b2-6eb3-4493-86fd-ae5385b3447c for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:41:39.922682 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec752399-8c41-4289-9494-3e63f77e8b73 None None] Updating router fefb35b2-6eb3-4493-86fd-ae5385b3447c port 0949cf19-4738-4e85-b5ea-22077df7f85c binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:41:39.940535 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e934fdd-6a75-41d5-aec0-aa7a320d88f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:41:39.943259 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1ea9e-1bb1-450c-a0e5-d8323fc7d197 req-921d00d7-3d48-48fb-9b89-36f377a897e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:39.944887 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41f1ea9e-1bb1-450c-a0e5-d8323fc7d197 req-921d00d7-3d48-48fb-9b89-36f377a897e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.3413110 Mar 05 04:41:39.962687 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ec752399-8c41-4289-9494-3e63f77e8b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0949cf19-4738-4e85-b5ea-22077df7f85c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:40.004288 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe25c01-5cae-4baa-8415-01a6797f266c req-4e1232c8-d89f-4710-b2cf-50c28fbab775 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:40.012436 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6fe25c01-5cae-4baa-8415-01a6797f266c req-4e1232c8-d89f-4710-b2cf-50c28fbab775 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 947 time: 0.4810579 Mar 05 04:41:40.042639 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-848988e4-e35a-4cfa-9bfa-7e02b48acddf req-506f76ab-df16-436e-908b-09932a046d1e service neutron] 10.222.0.31 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866992 Mar 05 04:41:40.067926 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5e934fdd-6a75-41d5-aec0-aa7a320d88f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (e4634dc2-9460-4684-a249-f3a410351318), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:40.067926 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-5e934fdd-6a75-41d5-aec0-aa7a320d88f8 admin admin] Added segment e4634dc2-9460-4684-a249-f3a410351318 of type vlan for network 6e32df00-9f15-4ef8-a2e3-113cd28c026f Mar 05 04:41:40.209759 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-92ea1a83-88bf-41be-a9bc-cd77396b3d54 service neutron] Attempting to bind port 7659bb61-2851-4497-a728-e91219a88b7f on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:41:40.210105 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-92ea1a83-88bf-41be-a9bc-cd77396b3d54 service neutron] Attempting to bind port 7659bb61-2851-4497-a728-e91219a88b7f by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:41:40.210504 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-92ea1a83-88bf-41be-a9bc-cd77396b3d54 service neutron] Attempting to bind port 7659bb61-2851-4497-a728-e91219a88b7f on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:41:40.278503 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-92ea1a83-88bf-41be-a9bc-cd77396b3d54 service neutron] Port 7659bb61-2851-4497-a728-e91219a88b7f on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:41:40.278924 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-92ea1a83-88bf-41be-a9bc-cd77396b3d54 service neutron] Attempting to bind port 7659bb61-2851-4497-a728-e91219a88b7f on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:41:40.282648 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e525d4-ba62-4a2d-891d-991915cf4cbd service neutron] Pushing event updated for resources: {'Port': ['ID=17af09b1-2aa0-4ad6-b733-2aec7399ee2a,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:40.292599 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf5397-32ca-4d2f-b3a2-3796cabae948 req-414196a4-4726-459f-809c-5d08afa49d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:40.294771 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-31bf5397-32ca-4d2f-b3a2-3796cabae948 req-414196a4-4726-459f-809c-5d08afa49d44 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=facd03296ca545159cfaaad05aba02e6&device_id=19a210fb-d910-45df-ae59-1757ed88585f HTTP/1.1" status: 200 len: 1127 time: 0.1754866 Mar 05 04:41:40.298327 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5e535b37-e97a-4e3b-a42a-f360c151cc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:40.299225 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 04:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4be3770-0907-404b-afbc-d146d120e6f0 x-openstack-request-id: req-b4be3770-0907-404b-afbc-d146d120e6f0 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:41:40.299883 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f718b07-54f6-4ee1-b0eb-bc2f64778b38", "name": "network-vif-unplugged", "status": "completed", "tag": "7659bb61-2851-4497-a728-e91219a88b7f", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:41:40.299883 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b4be3770-0907-404b-afbc-d146d120e6f0 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:41:40.300925 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f718b07-54f6-4ee1-b0eb-bc2f64778b38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7659bb61-2851-4497-a728-e91219a88b7f', 'code': 200} Mar 05 04:41:40.310815 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-4ff55c80-3729-44c1-9c8d-784307eff5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:40.317709 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-4ff55c80-3729-44c1-9c8d-784307eff5e3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=99d3370dc4084724864467298df9d0d5&device_id=e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321 HTTP/1.1" status: 200 len: 1130 time: 0.5125952 Mar 05 04:41:40.334913 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5e934fdd-6a75-41d5-aec0-aa7a320d88f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (6e32df00-9f15-4ef8-a2e3-113cd28c026f), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:40.365319 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6fe25c01-5cae-4baa-8415-01a6797f266c req-26a5f547-e0d1-4918-9deb-3f527715227e tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520248 Mar 05 04:41:40.378675 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5e934fdd-6a75-41d5-aec0-aa7a320d88f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (6e32df00-9f15-4ef8-a2e3-113cd28c026f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:40.379819 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e934fdd-6a75-41d5-aec0-aa7a320d88f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:40.381314 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5e934fdd-6a75-41d5-aec0-aa7a320d88f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:40.392717 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-92ea1a83-88bf-41be-a9bc-cd77396b3d54 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:41:40.393070 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-92ea1a83-88bf-41be-a9bc-cd77396b3d54 service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:41:40.393464 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-92ea1a83-88bf-41be-a9bc-cd77396b3d54 service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:41:40.393970 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-92ea1a83-88bf-41be-a9bc-cd77396b3d54 service neutron] Bound port: 7659bb61-2851-4497-a728-e91219a88b7f, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:41:40.394402 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-92ea1a83-88bf-41be-a9bc-cd77396b3d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7659bb61-2851-4497-a728-e91219a88b7f), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:40.435585 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 7659bb61-2851-4497-a728-e91219a88b7f no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:41:40.491271 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37980) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:40.491997 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5e934fdd-6a75-41d5-aec0-aa7a320d88f8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0083570 Mar 05 04:41:40.514103 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-689aea7e-69fd-4b78-8e82-ff10557c25d4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=17af09b1-2aa0-4ad6-b733-2aec7399ee2a HTTP/1.1" status: 200 len: 217 time: 0.1465209 Mar 05 04:41:40.521721 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-f19b8b1a-7e43-4e06-96bb-623fef9c350b admin admin] Request body: {'subnet': {'network_id': '6e32df00-9f15-4ef8-a2e3-113cd28c026f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2002774342-subnet', 'tenant_id': 'd109100c97e945728298df584d26102c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:40.523894 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ec752399-8c41-4289-9494-3e63f77e8b73 None None] Publish callbacks [] for port (0949cf19-4738-4e85-b5ea-22077df7f85c), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:40.532657 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf5397-32ca-4d2f-b3a2-3796cabae948 req-76081257-aab2-4332-84dc-b847a8c13e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:40.533629 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-31bf5397-32ca-4d2f-b3a2-3796cabae948 req-76081257-aab2-4332-84dc-b847a8c13e7d service neutron] 10.222.0.31 "GET /v2.0/networks?id=8538c983-160a-4b67-8024-c598ec9cf3a6 HTTP/1.1" status: 200 len: 907 time: 0.2326612 Mar 05 04:41:40.540565 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ec752399-8c41-4289-9494-3e63f77e8b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0949cf19-4738-4e85-b5ea-22077df7f85c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:40.553454 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] The host n-h1-789963-32 is not matching for port 7659bb61-2851-4497-a728-e91219a88b7f host n-h2-789963-32! {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 05 04:41:40.554171 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 7659bb61-2851-4497-a728-e91219a88b7f not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:41:40.588280 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-31bf5397-32ca-4d2f-b3a2-3796cabae948 req-71483006-8a76-4b60-877e-3923fa4c3d90 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a57d36aa-ebc3-4721-8c62-bb10dda34c94 HTTP/1.1" status: 200 len: 217 time: 0.0457158 Mar 05 04:41:40.609930 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-ec752399-8c41-4289-9494-3e63f77e8b73 None None] Attempting to bind port 0949cf19-4738-4e85-b5ea-22077df7f85c on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:41:40.610873 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-ec752399-8c41-4289-9494-3e63f77e8b73 None None] Attempting to bind port 0949cf19-4738-4e85-b5ea-22077df7f85c by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:41:40.611802 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec752399-8c41-4289-9494-3e63f77e8b73 None None] Attempting to bind port 0949cf19-4738-4e85-b5ea-22077df7f85c on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:41:40.617236 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1ea9e-1bb1-450c-a0e5-d8323fc7d197 req-506238e3-1aed-4264-8356-e1e1e3009ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:40.618923 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41f1ea9e-1bb1-450c-a0e5-d8323fc7d197 req-506238e3-1aed-4264-8356-e1e1e3009ea8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6270273 Mar 05 04:41:40.632757 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec752399-8c41-4289-9494-3e63f77e8b73 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:41:40.633419 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec752399-8c41-4289-9494-3e63f77e8b73 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:41:40.634548 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ec752399-8c41-4289-9494-3e63f77e8b73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:40.634656 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19b8b1a-7e43-4e06-96bb-623fef9c350b admin admin] Made reservation on behalf of d109100c97e945728298df584d26102c for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:41:40.635572 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec752399-8c41-4289-9494-3e63f77e8b73 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:41:40.637077 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-ec752399-8c41-4289-9494-3e63f77e8b73 None None] Bound port: 0949cf19-4738-4e85-b5ea-22077df7f85c, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:41:40.637476 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f19b8b1a-7e43-4e06-96bb-623fef9c350b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:40.637584 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ec752399-8c41-4289-9494-3e63f77e8b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0949cf19-4738-4e85-b5ea-22077df7f85c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:40.641046 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51f483-8afc-41c2-856c-ed3c43700dbc None None] Pushing event updated for resources: {'Port': ['ID=0949cf19-4738-4e85-b5ea-22077df7f85c,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:40.672486 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e934fdd-6a75-41d5-aec0-aa7a320d88f8 admin admin] Pushing event updated for resources: {'Network': ['ID=6e32df00-9f15-4ef8-a2e3-113cd28c026f,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:40.688371 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 6e32df00-9f15-4ef8-a2e3-113cd28c026f details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:41:40.743340 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf5397-32ca-4d2f-b3a2-3796cabae948 req-d6fcbed7-151b-4f03-b602-b8df21a4396f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:40.745229 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-31bf5397-32ca-4d2f-b3a2-3796cabae948 req-d6fcbed7-151b-4f03-b602-b8df21a4396f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa622505-df3c-45bb-bed1-baf2861c8524 HTTP/1.1" status: 200 len: 847 time: 0.1486020 Mar 05 04:41:40.750391 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-5e535b37-e97a-4e3b-a42a-f360c151cc3e admin admin] Allocated IP 172.20.0.1 (1d855b48-716f-4cbb-8acc-c3f5113efca4/437b1914-1ba1-40e2-a727-5e7cac544d72/9fa0a068-5bf7-433b-a800-28551900ccd5) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:41:40.771348 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-9b2c1fa5-f8c3-4905-a734-3b3f4f4cb184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:40.772856 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-9b2c1fa5-f8c3-4905-a734-3b3f4f4cb184 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.2458024 Mar 05 04:41:40.792587 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed30f5-cc26-4016-a517-006a01d91425 req-1c2a8836-f747-42b8-b3c8-2082ca66ab10 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:40.799294 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55ed30f5-cc26-4016-a517-006a01d91425 req-1c2a8836-f747-42b8-b3c8-2082ca66ab10 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321 HTTP/1.1" status: 200 len: 947 time: 0.4282932 Mar 05 04:41:40.825797 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-ec752399-8c41-4289-9494-3e63f77e8b73 None None] For port 0949cf19-4738-4e85-b5ea-22077df7f85c, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:41:40.830799 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-ec752399-8c41-4289-9494-3e63f77e8b73 None None] For port 0949cf19-4738-4e85-b5ea-22077df7f85c, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=0949cf19-4738-4e85-b5ea-22077df7f85c,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:41:40.858116 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ec752399-8c41-4289-9494-3e63f77e8b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0949cf19-4738-4e85-b5ea-22077df7f85c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:40.870842 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-92ea1a83-88bf-41be-a9bc-cd77396b3d54 service neutron] For port 7659bb61-2851-4497-a728-e91219a88b7f, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:41:40.883754 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58ded4-6900-4146-a90d-043f84478016 req-c8952636-7720-4d7f-b68d-45796ff2b0ab tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:40.887102 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de58ded4-6900-4146-a90d-043f84478016 req-c8952636-7720-4d7f-b68d-45796ff2b0ab tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/ports?device_id=31ced6b4-7868-4637-861c-d8c7af9a0858 HTTP/1.1" status: 200 len: 950 time: 0.3746657 Mar 05 04:41:40.921303 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-92ea1a83-88bf-41be-a9bc-cd77396b3d54 service neutron] For port 7659bb61-2851-4497-a728-e91219a88b7f, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=7659bb61-2851-4497-a728-e91219a88b7f,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:41:40.954284 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec752399-8c41-4289-9494-3e63f77e8b73 None None] Routers {'fefb35b2-6eb3-4493-86fd-ae5385b3447c'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:41:40.956555 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-ec752399-8c41-4289-9494-3e63f77e8b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:41:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['fefb35b2-6eb3-4493-86fd-ae5385b3447c'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:41:40.959297 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51f483-8afc-41c2-856c-ed3c43700dbc None None] Pushing event updated for resources: {'Port': ['ID=0949cf19-4738-4e85-b5ea-22077df7f85c,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:40.975481 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-92ea1a83-88bf-41be-a9bc-cd77396b3d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (7659bb61-2851-4497-a728-e91219a88b7f), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:40.992651 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41f1ea9e-1bb1-450c-a0e5-d8323fc7d197 req-8ed9251f-d8f7-40f5-8269-cbbca9e3aec1 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639574 Mar 05 04:41:41.008461 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55ed30f5-cc26-4016-a517-006a01d91425 req-3c86f8f4-7d4d-4f85-bd9d-5f56f8dbaa54 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5eb1416-bc0c-4601-98ac-ed388e81890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053511 Mar 05 04:41:41.031143 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-31bf5397-32ca-4d2f-b3a2-3796cabae948 req-02ca8713-f8a1-496c-a28e-5d48e05e005c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8538c983-160a-4b67-8024-c598ec9cf3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2783077 Mar 05 04:41:41.126704 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-ec752399-8c41-4289-9494-3e63f77e8b73 None None] Set router fefb35b2-6eb3-4493-86fd-ae5385b3447c gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:41:41.132030 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-92ea1a83-88bf-41be-a9bc-cd77396b3d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:41.132664 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-92ea1a83-88bf-41be-a9bc-cd77396b3d54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:41.135777 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-92ea1a83-88bf-41be-a9bc-cd77396b3d54 service neutron] 10.222.0.31 "PUT /v2.0/ports/7659bb61-2851-4497-a728-e91219a88b7f HTTP/1.1" status: 200 len: 1096 time: 3.3949268 Mar 05 04:41:41.153709 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f8f4a5-48c3-4e58-b602-38180aab4e19', 'name': 'network-vif-deleted', 'tag': 'ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:41:41.157477 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded4c230-0d9c-4210-88eb-b4071bf30ecf" -d '{"events": [{"server_uuid": "68f8f4a5-48c3-4e58-b602-38180aab4e19", "name": "network-vif-deleted", "tag": "ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:41:41.161258 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-31bf5397-32ca-4d2f-b3a2-3796cabae948 req-cb5b2cc5-d9d8-4f1c-a8d5-7fc637c97bad service neutron] 10.222.0.31 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153295 Mar 05 04:41:41.163584 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de58ded4-6900-4146-a90d-043f84478016 req-bd437d1a-1f42-4046-b1a6-ddccfab89070 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/security-groups?id=c81647f5-f81e-4447-8356-51e1b0cc7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557614 Mar 05 04:41:41.171374 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-aecd24f0-462b-473a-bb50-98a148268d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:41.182562 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-aecd24f0-462b-473a-bb50-98a148268d3f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3765349 Mar 05 04:41:41.340718 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea1a83-88bf-41be-a9bc-cd77396b3d54 service neutron] Pushing event updated for resources: {'Port': ['ID=7659bb61-2851-4497-a728-e91219a88b7f,revision_number=7']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:41.373404 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cdbf45b3-5626-480f-b83c-c9092cac5d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:41.377907 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38499e8-e5a7-4ad0-86e0-7345b9b890af x-openstack-request-id: req-c38499e8-e5a7-4ad0-86e0-7345b9b890af {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:41:41.378165 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f8f4a5-48c3-4e58-b602-38180aab4e19", "name": "network-vif-deleted", "tag": "ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:41:41.378674 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c38499e8-e5a7-4ad0-86e0-7345b9b890af {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:41:41.379219 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f8f4a5-48c3-4e58-b602-38180aab4e19', 'name': 'network-vif-deleted', 'tag': 'ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f', 'status': 'completed', 'code': 200} Mar 05 04:41:41.408677 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-ec752399-8c41-4289-9494-3e63f77e8b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158132906-router', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:33Z', 'updated_at': '2022-03-05T04:41:37Z', 'revision_number': 3, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'gw_port': {'id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:35Z', 'updated_at': '2022-03-05T04:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:41:41.445779 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec752399-8c41-4289-9494-3e63f77e8b73 None None] The sync data for ids ['fefb35b2-6eb3-4493-86fd-ae5385b3447c'] in n-d-789963-32 is: [{'id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158132906-router', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:33Z', 'updated_at': '2022-03-05T04:41:37Z', 'revision_number': 3, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'gw_port': {'id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:35Z', 'updated_at': '2022-03-05T04:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:41:41.485620 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5e535b37-e97a-4e3b-a42a-f360c151cc3e admin admin] Publish callbacks [] for port (9fa0a068-5bf7-433b-a800-28551900ccd5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:41.530404 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-311c0ecb-414e-4f84-94d1-ed58a62ee4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:41.532521 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-311c0ecb-414e-4f84-94d1-ed58a62ee4fa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 1130 time: 0.3634388 Mar 05 04:41:41.537889 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41f1ea9e-1bb1-450c-a0e5-d8323fc7d197 req-f257dea3-73c3-4d88-aa6d-dddad4bc802f service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909809 Mar 05 04:41:41.538484 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f19b8b1a-7e43-4e06-96bb-623fef9c350b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (50ab2ace-b56e-449a-b4e4-03ce6a3f779e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:41.581891 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-31bf5397-32ca-4d2f-b3a2-3796cabae948 req-cd70f6d2-8dc2-4556-9095-336f51ab93ba service neutron] 10.222.0.31 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578218 Mar 05 04:41:41.601307 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5e535b37-e97a-4e3b-a42a-f360c151cc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (9fa0a068-5bf7-433b-a800-28551900ccd5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:41.611598 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec8030-3142-4554-b183-f0f4a79acac3 req-15511aab-ba2b-4433-89a8-55f145116689 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:41.615289 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41ec8030-3142-4554-b183-f0f4a79acac3 req-15511aab-ba2b-4433-89a8-55f145116689 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=19a210fb-d910-45df-ae59-1757ed88585f HTTP/1.1" status: 200 len: 944 time: 0.3760614 Mar 05 04:41:41.618109 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-07e43f46-6a61-4d6f-93f7-6605d69eaf35 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588479 Mar 05 04:41:41.648940 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b8b1a-7e43-4e06-96bb-623fef9c350b admin admin] Pushing event updated for resources: {'Subnet': ['ID=50ab2ace-b56e-449a-b4e4-03ce6a3f779e,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:41.695618 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e535b37-e97a-4e3b-a42a-f360c151cc3e admin admin] Network 1d855b48-716f-4cbb-8acc-c3f5113efca4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:41:41.706023 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-5e535b37-e97a-4e3b-a42a-f360c151cc3e admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:41:41.710175 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e535b37-e97a-4e3b-a42a-f360c151cc3e admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:41:41.712157 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e535b37-e97a-4e3b-a42a-f360c151cc3e admin admin] Pushing event updated for resources: {'Port': ['ID=9fa0a068-5bf7-433b-a800-28551900ccd5,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:41.716773 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19b8b1a-7e43-4e06-96bb-623fef9c350b admin admin] Checking segment: {'id': 'e4634dc2-9460-4684-a249-f3a410351318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6e32df00-9f15-4ef8-a2e3-113cd28c026f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:41:41.717130 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19b8b1a-7e43-4e06-96bb-623fef9c350b admin admin] Network hostable DHCP agents. Network: 6e32df00-9f15-4ef8-a2e3-113cd28c026f, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:41:41.797808 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5e535b37-e97a-4e3b-a42a-f360c151cc3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (fefb35b2-6eb3-4493-86fd-ae5385b3447c), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:41.811422 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e046e-246c-4d18-8e94-90da066f67f8 req-92314135-6f4f-4544-b569-fa6d2eeb8d60 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:41.812979 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac5e046e-246c-4d18-8e94-90da066f67f8 req-92314135-6f4f-4544-b569-fa6d2eeb8d60 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.31 "GET /v2.0/ports?device_id=31ced6b4-7868-4637-861c-d8c7af9a0858 HTTP/1.1" status: 200 len: 950 time: 0.2001390 Mar 05 04:41:41.813606 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19b8b1a-7e43-4e06-96bb-623fef9c350b admin admin] Network 6e32df00-9f15-4ef8-a2e3-113cd28c026f is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:41:41.836516 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef9997-f2f4-447d-8e4c-975e58f8c12f req-9ecabfaf-b080-4538-930d-bf6324720b1d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:41.838815 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3bef9997-f2f4-447d-8e4c-975e58f8c12f req-9ecabfaf-b080-4538-930d-bf6324720b1d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 947 time: 0.2840655 Mar 05 04:41:41.901981 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41ec8030-3142-4554-b183-f0f4a79acac3 req-4348c8a7-4f02-4952-b3ee-f8b65796ecbe tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705135 Mar 05 04:41:41.912267 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-f19b8b1a-7e43-4e06-96bb-623fef9c350b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 6e32df00-9f15-4ef8-a2e3-113cd28c026f) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:41:41.918937 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-9bd40f4d-ed57-4d27-96a4-2405352cfb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:41.921173 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-9bd40f4d-ed57-4d27-96a4-2405352cfb17 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.3548019 Mar 05 04:41:41.928337 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a144674-9063-478a-838b-907197601316 None None] Network 6e32df00-9f15-4ef8-a2e3-113cd28c026f requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:41:41.928639 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19b8b1a-7e43-4e06-96bb-623fef9c350b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:41.929156 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f19b8b1a-7e43-4e06-96bb-623fef9c350b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:41.972363 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b146df60-cb04-48ea-87cb-f1a0d5ddc13f req-3d715995-dfd5-4a35-9562-40c52173dd3b service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392994 Mar 05 04:41:42.034649 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f19b8b1a-7e43-4e06-96bb-623fef9c350b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5422912 Mar 05 04:41:42.038375 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38002) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:42.051898 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-4d052b10-3799-4de4-99ac-367d969a514f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2002774342-router', 'tenant_id': 'd109100c97e945728298df584d26102c', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:42.130111 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d052b10-3799-4de4-99ac-367d969a514f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (824aa189-853c-429e-944e-5675cfda91e6), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:42.131025 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d052b10-3799-4de4-99ac-367d969a514f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (824aa189-853c-429e-944e-5675cfda91e6), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:42.159530 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-b01e7bd7-35d6-4448-80eb-d49beab28004 None None] Provisioning complete for port 9fa0a068-5bf7-433b-a800-28551900ccd5 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:42.160130 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b01e7bd7-35d6-4448-80eb-d49beab28004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9fa0a068-5bf7-433b-a800-28551900ccd5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:42.166571 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b04c41c-eb48-4a8a-af7b-a17697c196c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-6e32df00-9f15-4ef8-a2e3-113cd28c026f', 'network_id': '6e32df00-9f15-4ef8-a2e3-113cd28c026f', 'project_id': 'd109100c97e945728298df584d26102c', 'fixed_ips': [{'subnet_id': '50ab2ace-b56e-449a-b4e4-03ce6a3f779e'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:41:42.171723 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5b04c41c-eb48-4a8a-af7b-a17697c196c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:42.202492 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5e535b37-e97a-4e3b-a42a-f360c151cc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9fa0a068-5bf7-433b-a800-28551900ccd5), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:42.213859 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b01e7bd7-35d6-4448-80eb-d49beab28004 None None] Port 9fa0a068-5bf7-433b-a800-28551900ccd5 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:41:42.258730 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d052b10-3799-4de4-99ac-367d969a514f admin admin] Publish callbacks [] for router_controller (824aa189-853c-429e-944e-5675cfda91e6), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:42.261889 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-ac5e046e-246c-4d18-8e94-90da066f67f8 req-3460c4ca-1238-408c-b48a-635b464fed50 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Deleting port af4b5894-25e5-465d-b0c2-628028b6a7f7 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:41:42.262343 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ac5e046e-246c-4d18-8e94-90da066f67f8 req-3460c4ca-1238-408c-b48a-635b464fed50 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (af4b5894-25e5-465d-b0c2-628028b6a7f7), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:42.281806 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-3476cf0a-856f-4237-9159-c80caa18ef07 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=7659bb61-2851-4497-a728-e91219a88b7f HTTP/1.1" status: 200 len: 217 time: 0.3435557 Mar 05 04:41:42.317050 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321', 'tag': '17af09b1-2aa0-4ad6-b733-2aec7399ee2a'}, {'name': 'network-changed', 'server_uuid': '0f718b07-54f6-4ee1-b0eb-bc2f64778b38', 'tag': '7659bb61-2851-4497-a728-e91219a88b7f'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:41:42.320220 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4088e634-44ca-4f09-b9f1-809c323569f5" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321", "tag": "17af09b1-2aa0-4ad6-b733-2aec7399ee2a"}, {"name": "network-changed", "server_uuid": "0f718b07-54f6-4ee1-b0eb-bc2f64778b38", "tag": "7659bb61-2851-4497-a728-e91219a88b7f"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:41:42.347049 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3bef9997-f2f4-447d-8e4c-975e58f8c12f req-ad6a168e-1e83-4ce4-9ece-cbd4cd48f90a tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5009027 Mar 05 04:41:42.386638 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-046e838d-c6d1-4abc-a67a-04c587a42cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:42.387443 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-046e838d-c6d1-4abc-a67a-04c587a42cad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0931721 Mar 05 04:41:42.418905 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:41:42.452678 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527dabe5-d662-461d-beff-73ec2df30716 req-da6b7984-abdd-4d31-b4f2-643b05f72bde tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:42.459921 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-527dabe5-d662-461d-beff-73ec2df30716 req-da6b7984-abdd-4d31-b4f2-643b05f72bde tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321 HTTP/1.1" status: 200 len: 947 time: 0.1853392 Mar 05 04:41:42.472135 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-5b04c41c-eb48-4a8a-af7b-a17697c196c3 None None] Allocated IP 172.20.0.2 (6e32df00-9f15-4ef8-a2e3-113cd28c026f/50ab2ace-b56e-449a-b4e4-03ce6a3f779e/0aedf951-71f1-440b-b4ba-898fa1f054f0) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:41:42.487865 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device a57d36aa-ebc3-4721-8c62-bb10dda34c94 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:41:42.491694 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:41:42.518425 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-13833e54-d82a-4b07-9c5b-6f071c3284b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:42.519884 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-13833e54-d82a-4b07-9c5b-6f071c3284b2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1251473 Mar 05 04:41:42.536442 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-527dabe5-d662-461d-beff-73ec2df30716 req-cf6cd27d-5e4c-4f09-82d5-475a79b00f6f tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5eb1416-bc0c-4601-98ac-ed388e81890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755672 Mar 05 04:41:42.549065 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:41:42.549430 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device ac29b1c3-b45c-4ba8-9d9b-3a36d9810f9f not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:41:42.620690 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d052b10-3799-4de4-99ac-367d969a514f admin admin] Publish callbacks [] for router_gateway (824aa189-853c-429e-944e-5675cfda91e6), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:42.626604 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-ac5e046e-246c-4d18-8e94-90da066f67f8 req-3460c4ca-1238-408c-b48a-635b464fed50 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] For port af4b5894-25e5-465d-b0c2-628028b6a7f7, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=af4b5894-25e5-465d-b0c2-628028b6a7f7,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:42.627045 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ac5e046e-246c-4d18-8e94-90da066f67f8 req-3460c4ca-1238-408c-b48a-635b464fed50 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (af4b5894-25e5-465d-b0c2-628028b6a7f7), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:42.670190 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-ac5e046e-246c-4d18-8e94-90da066f67f8 req-3460c4ca-1238-408c-b48a-635b464fed50 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Calling delete_port for af4b5894-25e5-465d-b0c2-628028b6a7f7 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:41:42.701889 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 05 Mar 2022 04:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce545603-4a1e-4a29-8cbe-3d7408cc8436 x-openstack-request-id: req-ce545603-4a1e-4a29-8cbe-3d7408cc8436 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:41:42.702343 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321", "tag": "17af09b1-2aa0-4ad6-b733-2aec7399ee2a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0f718b07-54f6-4ee1-b0eb-bc2f64778b38", "tag": "7659bb61-2851-4497-a728-e91219a88b7f", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:41:42.703695 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ce545603-4a1e-4a29-8cbe-3d7408cc8436 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:41:42.703695 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321', 'tag': '17af09b1-2aa0-4ad6-b733-2aec7399ee2a', 'status': 'completed', 'code': 200} Mar 05 04:41:42.703695 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f718b07-54f6-4ee1-b0eb-bc2f64778b38', 'tag': '7659bb61-2851-4497-a728-e91219a88b7f', 'status': 'completed', 'code': 200} Mar 05 04:41:42.800781 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e8e7c-423b-4ba1-ab79-8f67b9bb7fb2 req-0b049d60-31d9-4ef2-9226-28a218826daf tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:42.811418 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-114e8e7c-423b-4ba1-ab79-8f67b9bb7fb2 req-0b049d60-31d9-4ef2-9226-28a218826daf tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/ports?device_id=31ced6b4-7868-4637-861c-d8c7af9a0858 HTTP/1.1" status: 200 len: 950 time: 0.2714167 Mar 05 04:41:42.845870 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5e535b37-e97a-4e3b-a42a-f360c151cc3e admin admin] Publish callbacks [] for port (9fa0a068-5bf7-433b-a800-28551900ccd5), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:42.906097 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-e9340ff5-2e3f-4f82-8314-08524a915f0c service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672049 Mar 05 04:41:42.939453 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5e535b37-e97a-4e3b-a42a-f360c151cc3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (9fa0a068-5bf7-433b-a800-28551900ccd5), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:42.949871 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088e634-44ca-4f09-b9f1-809c323569f5 req-a95b793d-fdba-44eb-9fdc-8366bb2521a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:42.967775 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4088e634-44ca-4f09-b9f1-809c323569f5 req-a95b793d-fdba-44eb-9fdc-8366bb2521a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 1130 time: 0.2908096 Mar 05 04:41:42.984277 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 0949cf19-4738-4e85-b5ea-22077df7f85c up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:41:42.998295 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088e634-44ca-4f09-b9f1-809c323569f5 req-9658954f-9cce-4f91-9b0a-d5ab29e94c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:42.999999 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4088e634-44ca-4f09-b9f1-809c323569f5 req-9658954f-9cce-4f91-9b0a-d5ab29e94c2e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=99d3370dc4084724864467298df9d0d5&device_id=e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321 HTTP/1.1" status: 200 len: 1130 time: 0.3118620 Mar 05 04:41:43.062559 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port a57d36aa-ebc3-4721-8c62-bb10dda34c94, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a57d36aa-ebc3-4721-8c62-bb10dda34c94,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:43.065850 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=8e4c8f76-9607-40a6-9c92-9d7306cb5a5d,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:43.076381 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-114e8e7c-423b-4ba1-ab79-8f67b9bb7fb2 req-5a057302-7277-4ee3-a920-43b43861c4e6 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/security-groups?id=c81647f5-f81e-4447-8356-51e1b0cc7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632074 Mar 05 04:41:43.141949 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38032) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:43.168349 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5e535b37-e97a-4e3b-a42a-f360c151cc3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (fefb35b2-6eb3-4493-86fd-ae5385b3447c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:43.215863 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e535b37-e97a-4e3b-a42a-f360c151cc3e admin admin] Pushing event updated for resources: {'Port': ['ID=9fa0a068-5bf7-433b-a800-28551900ccd5,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:43.271362 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:41:43.286452 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'a57d36aa-ebc3-4721-8c62-bb10dda34c94', 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6', 'port_id': 'a57d36aa-ebc3-4721-8c62-bb10dda34c94', 'mac_address': 'fa:16:3e:9a:00:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa622505-df3c-45bb-bed1-baf2861c8524', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:41:43.293104 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '8e4c8f76-9607-40a6-9c92-9d7306cb5a5d', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': '8e4c8f76-9607-40a6-9c92-9d7306cb5a5d', 'mac_address': 'fa:16:3e:1e:71:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:41:43.370026 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5b04c41c-eb48-4a8a-af7b-a17697c196c3 None None] Publish callbacks [] for port (0aedf951-71f1-440b-b4ba-898fa1f054f0), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:43.402109 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5b04c41c-eb48-4a8a-af7b-a17697c196c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (0aedf951-71f1-440b-b4ba-898fa1f054f0), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:43.412867 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:43.413126 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8e4c8f76-9607-40a6-9c92-9d7306cb5a5d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:43.414023 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60f8a645-0938-4d01-9d80-6ab1e23b0308 req-9929d420-22d1-4c61-b98f-5724c39d9b0e service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902539 Mar 05 04:41:43.464342 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ac5e046e-246c-4d18-8e94-90da066f67f8 req-3460c4ca-1238-408c-b48a-635b464fed50 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (af4b5894-25e5-465d-b0c2-628028b6a7f7), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:43.500174 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port a57d36aa-ebc3-4721-8c62-bb10dda34c94 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:43.503586 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a57d36aa-ebc3-4721-8c62-bb10dda34c94), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:43.522250 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa2955-7add-484f-9bcb-580341f12183 req-02332358-2562-434c-9999-7d75930eaf59 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:43.530744 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-10fa2955-7add-484f-9bcb-580341f12183 req-02332358-2562-434c-9999-7d75930eaf59 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=19a210fb-d910-45df-ae59-1757ed88585f HTTP/1.1" status: 200 len: 944 time: 0.3756943 Mar 05 04:41:43.530972 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460c4ca-1238-408c-b48a-635b464fed50 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Pushing event deleted for resources: {'Port': ['ID=af4b5894-25e5-465d-b0c2-628028b6a7f7,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:43.546611 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 0949cf19-4738-4e85-b5ea-22077df7f85c triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:43.547003 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0949cf19-4738-4e85-b5ea-22077df7f85c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:43.549473 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:41:43.571186 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['33bfafb1-5104-4a25-8e28-7e80e148e1e7'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:41:43.577038 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088e634-44ca-4f09-b9f1-809c323569f5 req-1e86019f-34a3-4897-970c-ebeca9dc31fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:43.578536 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4088e634-44ca-4f09-b9f1-809c323569f5 req-1e86019f-34a3-4897-970c-ebeca9dc31fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.6056299 Mar 05 04:41:43.579151 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['af4b5894-25e5-465d-b0c2-628028b6a7f7'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:41:43.579689 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088e634-44ca-4f09-b9f1-809c323569f5 req-7b2abe4c-c09d-4cb0-905d-a71cac0a639c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:43.581019 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4088e634-44ca-4f09-b9f1-809c323569f5 req-7b2abe4c-c09d-4cb0-905d-a71cac0a639c service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.5745423 Mar 05 04:41:43.582955 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57d36aa-ebc3-4721-8c62-bb10dda34c94 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:41:43.609442 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e535b37-e97a-4e3b-a42a-f360c151cc3e admin admin] Network 1d855b48-716f-4cbb-8acc-c3f5113efca4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:41:43.668959 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-5e535b37-e97a-4e3b-a42a-f360c151cc3e admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:41:43.698812 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5e046e-246c-4d18-8e94-90da066f67f8 req-3460c4ca-1238-408c-b48a-635b464fed50 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] No DVR routers for this DVR port af4b5894-25e5-465d-b0c2-628028b6a7f7 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:41:43.702500 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4088e634-44ca-4f09-b9f1-809c323569f5 req-948de248-2c55-4d79-8276-2491536fce4d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=17af09b1-2aa0-4ad6-b733-2aec7399ee2a HTTP/1.1" status: 200 len: 217 time: 0.1091492 Mar 05 04:41:43.705936 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ac5e046e-246c-4d18-8e94-90da066f67f8 req-3460c4ca-1238-408c-b48a-635b464fed50 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:43.708504 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4088e634-44ca-4f09-b9f1-809c323569f5 req-99e0e92e-9640-4402-b55d-e239ccb156f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=7659bb61-2851-4497-a728-e91219a88b7f HTTP/1.1" status: 200 len: 217 time: 0.1075931 Mar 05 04:41:43.716001 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac5e046e-246c-4d18-8e94-90da066f67f8 req-3460c4ca-1238-408c-b48a-635b464fed50 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.31 "DELETE /v2.0/ports/af4b5894-25e5-465d-b0c2-628028b6a7f7 HTTP/1.1" status: 204 len: 173 time: 1.8552420 Mar 05 04:41:43.717602 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ced6b4-7868-4637-861c-d8c7af9a0858', 'name': 'network-vif-deleted', 'tag': 'af4b5894-25e5-465d-b0c2-628028b6a7f7'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:41:43.729887 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cfebe9-2bac-44be-bdfa-5c3457add3b3" -d '{"events": [{"server_uuid": "31ced6b4-7868-4637-861c-d8c7af9a0858", "name": "network-vif-deleted", "tag": "af4b5894-25e5-465d-b0c2-628028b6a7f7"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:41:43.774286 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38064) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:43.775451 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-beeb627b-6700-4921-962a-fc2448a54cf4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=50e9a7851f934538b3826d9fa65129a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6182933 Mar 05 04:41:43.778847 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port a57d36aa-ebc3-4721-8c62-bb10dda34c94, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a57d36aa-ebc3-4721-8c62-bb10dda34c94,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:43.789553 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:43.815584 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b04c41c-eb48-4a8a-af7b-a17697c196c3 None None] Network 6e32df00-9f15-4ef8-a2e3-113cd28c026f is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:41:43.830074 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:43.830796 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a57d36aa-ebc3-4721-8c62-bb10dda34c94), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:43.832584 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5de7bb87-5ea4-497e-b9b1-a69b12876a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:43.836381 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=8e4c8f76-9607-40a6-9c92-9d7306cb5a5d,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:43.846139 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-5b04c41c-eb48-4a8a-af7b-a17697c196c3 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:41:43.848086 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04c41c-eb48-4a8a-af7b-a17697c196c3 None None] Pushing event updated for resources: {'Port': ['ID=0aedf951-71f1-440b-b4ba-898fa1f054f0,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:43.895322 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e11f7-5f42-49ce-88d7-827c52ccaaf5 req-e4f38104-0886-42df-bc63-7b1a94e6e775 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:43.904515 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-413e11f7-5f42-49ce-88d7-827c52ccaaf5 req-e4f38104-0886-42df-bc63-7b1a94e6e775 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 947 time: 0.3678012 Mar 05 04:41:43.937298 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b04c41c-eb48-4a8a-af7b-a17697c196c3 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:41:43.954416 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=a57d36aa-ebc3-4721-8c62-bb10dda34c94,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:43.965221 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8e4c8f76-9607-40a6-9c92-9d7306cb5a5d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:44.007301 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088e634-44ca-4f09-b9f1-809c323569f5 req-19fdb90a-e2d5-4e0c-8522-efac304ff0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:44.010512 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4088e634-44ca-4f09-b9f1-809c323569f5 req-19fdb90a-e2d5-4e0c-8522-efac304ff0ff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.2995400 Mar 05 04:41:44.014812 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-10fa2955-7add-484f-9bcb-580341f12183 req-40dcbd37-4214-45ab-b68b-4e8b9d120394 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4839835 Mar 05 04:41:44.035393 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-413e11f7-5f42-49ce-88d7-827c52ccaaf5 req-a0edbfeb-48a9-4bee-95f5-34929916e332 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230872 Mar 05 04:41:44.129892 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d052b10-3799-4de4-99ac-367d969a514f admin admin] Publish callbacks [] for router_gateway (824aa189-853c-429e-944e-5675cfda91e6), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:44.137540 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088e634-44ca-4f09-b9f1-809c323569f5 req-55eb999b-cb7e-472e-9d35-edfdcdf021b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:44.139011 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4088e634-44ca-4f09-b9f1-809c323569f5 req-55eb999b-cb7e-472e-9d35-edfdcdf021b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.3723018 Mar 05 04:41:44.144232 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8dacbd-8dd7-4136-a0fc-d1939c2d38a3 x-openstack-request-id: req-4c8dacbd-8dd7-4136-a0fc-d1939c2d38a3 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:41:44.144686 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ced6b4-7868-4637-861c-d8c7af9a0858", "name": "network-vif-deleted", "tag": "af4b5894-25e5-465d-b0c2-628028b6a7f7", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:41:44.145143 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4c8dacbd-8dd7-4136-a0fc-d1939c2d38a3 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:41:44.145799 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ced6b4-7868-4637-861c-d8c7af9a0858', 'name': 'network-vif-deleted', 'tag': 'af4b5894-25e5-465d-b0c2-628028b6a7f7', 'status': 'completed', 'code': 200} Mar 05 04:41:44.146936 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['a57d36aa-ebc3-4721-8c62-bb10dda34c94'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:41:44.176854 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d052b10-3799-4de4-99ac-367d969a514f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:44.199966 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e535b37-e97a-4e3b-a42a-f360c151cc3e admin admin] Router fefb35b2-6eb3-4493-86fd-ae5385b3447c has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:41:44.218757 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088e634-44ca-4f09-b9f1-809c323569f5 req-fb2a4ab9-7891-4d1c-894e-80d0e452f052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:44.220322 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4088e634-44ca-4f09-b9f1-809c323569f5 req-fb2a4ab9-7891-4d1c-894e-80d0e452f052 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1616199 Mar 05 04:41:44.257031 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-5b04c41c-eb48-4a8a-af7b-a17697c196c3 None None] Attempting to bind port 0aedf951-71f1-440b-b4ba-898fa1f054f0 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:41:44.257792 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-5b04c41c-eb48-4a8a-af7b-a17697c196c3 None None] Attempting to bind port 0aedf951-71f1-440b-b4ba-898fa1f054f0 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'e4634dc2-9460-4684-a249-f3a410351318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6e32df00-9f15-4ef8-a2e3-113cd28c026f'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:41:44.258429 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b04c41c-eb48-4a8a-af7b-a17697c196c3 None None] Attempting to bind port 0aedf951-71f1-440b-b4ba-898fa1f054f0 on network 6e32df00-9f15-4ef8-a2e3-113cd28c026f {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:41:44.268968 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['8e4c8f76-9607-40a6-9c92-9d7306cb5a5d'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:41:44.357407 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b04c41c-eb48-4a8a-af7b-a17697c196c3 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:41:44.357407 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b04c41c-eb48-4a8a-af7b-a17697c196c3 None None] Checking segment: {'id': 'e4634dc2-9460-4684-a249-f3a410351318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6e32df00-9f15-4ef8-a2e3-113cd28c026f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:41:44.358191 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5b04c41c-eb48-4a8a-af7b-a17697c196c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:44.358191 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b04c41c-eb48-4a8a-af7b-a17697c196c3 None None] Bound using segment: {'id': 'e4634dc2-9460-4684-a249-f3a410351318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6e32df00-9f15-4ef8-a2e3-113cd28c026f'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:41:44.358710 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-5b04c41c-eb48-4a8a-af7b-a17697c196c3 None None] Bound port: 0aedf951-71f1-440b-b4ba-898fa1f054f0, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4634dc2-9460-4684-a249-f3a410351318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6e32df00-9f15-4ef8-a2e3-113cd28c026f'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:41:44.359140 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5b04c41c-eb48-4a8a-af7b-a17697c196c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0aedf951-71f1-440b-b4ba-898fa1f054f0), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:44.385980 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a38d9361-5a6b-4a84-a742-4df5e82aaff9 None None] Provisioning complete for port 9fa0a068-5bf7-433b-a800-28551900ccd5 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:44.386277 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a38d9361-5a6b-4a84-a742-4df5e82aaff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9fa0a068-5bf7-433b-a800-28551900ccd5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:44.401335 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d80ef-07c8-49b2-bc11-2140fa96e474 req-5888db97-7d00-4aed-94f0-486e5b7bf183 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:44.411542 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-485d80ef-07c8-49b2-bc11-2140fa96e474 req-5888db97-7d00-4aed-94f0-486e5b7bf183 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321 HTTP/1.1" status: 200 len: 947 time: 0.2127161 Mar 05 04:41:44.425787 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ebec46b9-8b18-45ec-af82-caaa4e9b230e req-ce4bd4e5-e1c8-4035-8125-e63f682d7a21 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/ports?device_id=31ced6b4-7868-4637-861c-d8c7af9a0858 HTTP/1.1" status: 200 len: 210 time: 0.0860891 Mar 05 04:41:44.440727 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=8e4c8f76-9607-40a6-9c92-9d7306cb5a5d,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:44.487018 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088e634-44ca-4f09-b9f1-809c323569f5 req-37564af7-9db1-4de3-9935-231ba46e4ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:44.488593 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4088e634-44ca-4f09-b9f1-809c323569f5 req-37564af7-9db1-4de3-9935-231ba46e4ab8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3383603 Mar 05 04:41:44.520026 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 17af09b1-2aa0-4ad6-b733-2aec7399ee2a details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:41:44.522470 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device af4b5894-25e5-465d-b0c2-628028b6a7f7 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:41:44.542074 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4088e634-44ca-4f09-b9f1-809c323569f5 req-c9badca2-ca81-4fd9-8eff-e1f026699e03 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014483 Mar 05 04:41:44.552992 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9802d5d8-8d07-43ec-8999-dea17692b3b1 admin admin] Publish callbacks [] for security_group (26708e07-5622-4d4e-ac08-bc9692b5bb41), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:44.587044 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 0949cf19-4738-4e85-b5ea-22077df7f85c is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:44.587383 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0949cf19-4738-4e85-b5ea-22077df7f85c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:44.621927 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: af4b5894-25e5-465d-b0c2-628028b6a7f7 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:41:44.622162 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device af4b5894-25e5-465d-b0c2-628028b6a7f7 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:41:44.624574 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a38d9361-5a6b-4a84-a742-4df5e82aaff9 None None] Port 9fa0a068-5bf7-433b-a800-28551900ccd5 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:41:44.639607 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9802d5d8-8d07-43ec-8999-dea17692b3b1 admin admin] Publish callbacks [] for security_group (26708e07-5622-4d4e-ac08-bc9692b5bb41), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:44.693772 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 0949cf19-4738-4e85-b5ea-22077df7f85c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=0949cf19-4738-4e85-b5ea-22077df7f85c,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:44.715442 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-4d052b10-3799-4de4-99ac-367d969a514f admin admin] Allocated IP 172.25.0.149 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/25040229-fc5c-4bdd-8e35-c51dd30017f1) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:41:44.719324 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e535b37-e97a-4e3b-a42a-f360c151cc3e admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:41:44.728019 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5e535b37-e97a-4e3b-a42a-f360c151cc3e admin admin] 10.222.0.11 "PUT /v2.0/routers/fefb35b2-6eb3-4493-86fd-ae5385b3447c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5827603 Mar 05 04:41:44.745950 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d16cc61-d60e-494e-a6fd-5de74255cb2b None None] Sync routers for ids ['fefb35b2-6eb3-4493-86fd-ae5385b3447c'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:41:44.765780 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0949cf19-4738-4e85-b5ea-22077df7f85c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:44.775890 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d16cc61-d60e-494e-a6fd-5de74255cb2b None None] Routers {'fefb35b2-6eb3-4493-86fd-ae5385b3447c'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:41:44.777164 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-9d16cc61-d60e-494e-a6fd-5de74255cb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:41:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['fefb35b2-6eb3-4493-86fd-ae5385b3447c'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:41:44.796645 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9802d5d8-8d07-43ec-8999-dea17692b3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (26708e07-5622-4d4e-ac08-bc9692b5bb41), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:44.800586 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-5b04c41c-eb48-4a8a-af7b-a17697c196c3 None None] For port 0aedf951-71f1-440b-b4ba-898fa1f054f0, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:41:44.803462 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9802d5d8-8d07-43ec-8999-dea17692b3b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:44.811823 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9802d5d8-8d07-43ec-8999-dea17692b3b1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/26708e07-5622-4d4e-ac08-bc9692b5bb41 HTTP/1.1" status: 204 len: 168 time: 0.8874915 Mar 05 04:41:44.854675 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4088e634-44ca-4f09-b9f1-809c323569f5 req-7d49e200-c231-4287-9b53-0e7e48942097 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324292 Mar 05 04:41:44.879746 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802d5d8-8d07-43ec-8999-dea17692b3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26708e07-5622-4d4e-ac08-bc9692b5bb41,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:44.879939 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-485d80ef-07c8-49b2-bc11-2140fa96e474 req-d2d5e071-59b5-46c2-9a84-3370b2bade2d tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5eb1416-bc0c-4601-98ac-ed388e81890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150779 Mar 05 04:41:44.972417 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-5b04c41c-eb48-4a8a-af7b-a17697c196c3 None None] For port 0aedf951-71f1-440b-b4ba-898fa1f054f0, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=0aedf951-71f1-440b-b4ba-898fa1f054f0,segment=NetworkSegment(e4634dc2-9460-4684-a249-f3a410351318),segment_id=e4634dc2-9460-4684-a249-f3a410351318)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:41:44.991309 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4088e634-44ca-4f09-b9f1-809c323569f5 req-a2b380d3-9442-46ec-a5b1-050b268afdb2 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363817 Mar 05 04:41:45.036117 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d052b10-3799-4de4-99ac-367d969a514f admin admin] Publish callbacks [] for port (25040229-fc5c-4bdd-8e35-c51dd30017f1), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:45.045301 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4088e634-44ca-4f09-b9f1-809c323569f5 req-7b1af282-fbd6-4a9e-bf78-71b5484ad57e service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634123 Mar 05 04:41:45.101931 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d052b10-3799-4de4-99ac-367d969a514f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (25040229-fc5c-4bdd-8e35-c51dd30017f1), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:45.202641 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-9d16cc61-d60e-494e-a6fd-5de74255cb2b None None] Set router fefb35b2-6eb3-4493-86fd-ae5385b3447c gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:41:45.250412 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d052b10-3799-4de4-99ac-367d969a514f admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:41:45.263845 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-4d052b10-3799-4de4-99ac-367d969a514f admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:41:45.268778 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d052b10-3799-4de4-99ac-367d969a514f admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:41:45.296458 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=0949cf19-4738-4e85-b5ea-22077df7f85c,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:45.352711 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5b04c41c-eb48-4a8a-af7b-a17697c196c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0aedf951-71f1-440b-b4ba-898fa1f054f0), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:45.370839 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d052b10-3799-4de4-99ac-367d969a514f admin admin] Pushing event updated for resources: {'Port': ['ID=25040229-fc5c-4bdd-8e35-c51dd30017f1,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:45.460787 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:45.528463 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 17af09b1-2aa0-4ad6-b733-2aec7399ee2a, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=17af09b1-2aa0-4ad6-b733-2aec7399ee2a,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:45.561621 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '17af09b1-2aa0-4ad6-b733-2aec7399ee2a', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': '17af09b1-2aa0-4ad6-b733-2aec7399ee2a', 'mac_address': 'fa:16:3e:ba:da:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:41:45.575212 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-9d16cc61-d60e-494e-a6fd-5de74255cb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158132906-router', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:33Z', 'updated_at': '2022-03-05T04:41:42Z', 'revision_number': 4, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'gw_port': {'id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:35Z', 'updated_at': '2022-03-05T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '9fa0a068-5bf7-433b-a800-28551900ccd5', 'name': '', 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'mac_address': 'fa:16:3e:8d:f8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '437b1914-1ba1-40e2-a727-5e7cac544d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:40Z', 'updated_at': '2022-03-05T04:41:42Z', 'revision_number': 2, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'subnets': [{'id': '437b1914-1ba1-40e2-a727-5e7cac544d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:41:45.577549 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04c41c-eb48-4a8a-af7b-a17697c196c3 None None] Pushing event updated for resources: {'Port': ['ID=0aedf951-71f1-440b-b4ba-898fa1f054f0,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:45.625196 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d16cc61-d60e-494e-a6fd-5de74255cb2b None None] Checking router: fefb35b2-6eb3-4493-86fd-ae5385b3447c for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:41:45.625196 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d16cc61-d60e-494e-a6fd-5de74255cb2b None None] Updating router fefb35b2-6eb3-4493-86fd-ae5385b3447c port 9fa0a068-5bf7-433b-a800-28551900ccd5 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:41:45.654470 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38110) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:45.663361 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 17af09b1-2aa0-4ad6-b733-2aec7399ee2a is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:45.665459 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (17af09b1-2aa0-4ad6-b733-2aec7399ee2a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:45.668293 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-9d16cc61-d60e-494e-a6fd-5de74255cb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9fa0a068-5bf7-433b-a800-28551900ccd5), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:45.686983 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17af09b1-2aa0-4ad6-b733-2aec7399ee2a {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:41:45.711019 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 17af09b1-2aa0-4ad6-b733-2aec7399ee2a, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=17af09b1-2aa0-4ad6-b733-2aec7399ee2a,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:45.724609 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (17af09b1-2aa0-4ad6-b733-2aec7399ee2a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:45.729929 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ffe522e5-8f0a-4333-b947-b2ffb16e1a61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:45.781191 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088e634-44ca-4f09-b9f1-809c323569f5 req-7aba9766-11fc-4a0a-ad99-02b796b33479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:45.782738 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4088e634-44ca-4f09-b9f1-809c323569f5 req-7aba9766-11fc-4a0a-ad99-02b796b33479 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 1130 time: 0.7343996 Mar 05 04:41:45.886151 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d93b98-93a8-4e54-9f09-bc53036ec7e2 req-cadc5370-3d13-4d3f-b565-120e6a12cc07 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:45.889397 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=17af09b1-2aa0-4ad6-b733-2aec7399ee2a,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:45.894443 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41d93b98-93a8-4e54-9f09-bc53036ec7e2 req-cadc5370-3d13-4d3f-b565-120e6a12cc07 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 947 time: 0.2403522 Mar 05 04:41:45.908719 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ae951-2148-460e-97ca-1bd9ca93ca5b req-54835ebe-671a-4b5e-a492-3402e10052da tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:45.912207 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d052b10-3799-4de4-99ac-367d969a514f admin admin] Publish callbacks [] for router_gateway (824aa189-853c-429e-944e-5675cfda91e6), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:45.915651 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e0ae951-2148-460e-97ca-1bd9ca93ca5b req-54835ebe-671a-4b5e-a492-3402e10052da tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=19a210fb-d910-45df-ae59-1757ed88585f HTTP/1.1" status: 200 len: 945 time: 0.2630527 Mar 05 04:41:45.960703 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['17af09b1-2aa0-4ad6-b733-2aec7399ee2a'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:41:46.092700 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ffe522e5-8f0a-4333-b947-b2ffb16e1a61 admin admin] Publish callbacks [] for security_group (29e7aa16-c047-4962-b0fb-7654495e419d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:46.099576 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088e634-44ca-4f09-b9f1-809c323569f5 req-2ca2c9f3-6e8f-4054-93ad-20b8915e5721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:46.101088 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4088e634-44ca-4f09-b9f1-809c323569f5 req-2ca2c9f3-6e8f-4054-93ad-20b8915e5721 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.3089802 Mar 05 04:41:46.129300 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:46.137224 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41d93b98-93a8-4e54-9f09-bc53036ec7e2 req-05c468ad-c59b-4db0-a137-8b815bbcb37a tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418275 Mar 05 04:41:46.140491 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ffe522e5-8f0a-4333-b947-b2ffb16e1a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (29e7aa16-c047-4962-b0fb-7654495e419d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:46.212437 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e0ae951-2148-460e-97ca-1bd9ca93ca5b req-a398c130-052f-4b00-bc4e-f9f5777cbbc3 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952299 Mar 05 04:41:46.261498 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-9d16cc61-d60e-494e-a6fd-5de74255cb2b None None] Publish callbacks [] for port (9fa0a068-5bf7-433b-a800-28551900ccd5), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:46.271830 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38122) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:46.272117 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-9d16cc61-d60e-494e-a6fd-5de74255cb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (9fa0a068-5bf7-433b-a800-28551900ccd5), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:46.282475 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-de1eaf44-00f3-496b-b6ba-b1c6f0b828a5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-964474495-network', 'tenant_id': '02b11dcb900c43749fb4b9305633cb83'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:46.318737 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4088e634-44ca-4f09-b9f1-809c323569f5 req-2732d590-d87e-4fa0-b801-5b9047bf7456 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=7659bb61-2851-4497-a728-e91219a88b7f HTTP/1.1" status: 200 len: 217 time: 0.1789162 Mar 05 04:41:46.325172 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1eaf44-00f3-496b-b6ba-b1c6f0b828a5 admin admin] Made reservation on behalf of 02b11dcb900c43749fb4b9305633cb83 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:41:46.328023 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-de1eaf44-00f3-496b-b6ba-b1c6f0b828a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:46.340267 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-de1eaf44-00f3-496b-b6ba-b1c6f0b828a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:46.343794 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d052b10-3799-4de4-99ac-367d969a514f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (824aa189-853c-429e-944e-5675cfda91e6), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:46.391449 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf13c48-fc83-4623-b592-750b0d4b4060 None None] Pushing event updated for resources: {'Port': ['ID=9fa0a068-5bf7-433b-a800-28551900ccd5,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:46.431124 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:41:46.459435 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe522e5-8f0a-4333-b947-b2ffb16e1a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e7aa16-c047-4962-b0fb-7654495e419d,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:46.467232 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088e634-44ca-4f09-b9f1-809c323569f5 req-203b5573-4c85-4493-9496-60bbabde5625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:46.470168 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4088e634-44ca-4f09-b9f1-809c323569f5 req-203b5573-4c85-4493-9496-60bbabde5625 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.1089263 Mar 05 04:41:46.493185 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 7659bb61-2851-4497-a728-e91219a88b7f details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:41:46.511818 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ffe522e5-8f0a-4333-b947-b2ffb16e1a61 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1b7e191a699c4c62ba5e89a3b18782e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8563328 Mar 05 04:41:46.532255 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38130) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:46.535944 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device a57d36aa-ebc3-4721-8c62-bb10dda34c94 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:41:46.612411 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-9d16cc61-d60e-494e-a6fd-5de74255cb2b None None] Attempting to bind port 9fa0a068-5bf7-433b-a800-28551900ccd5 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:41:46.614604 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-9d16cc61-d60e-494e-a6fd-5de74255cb2b None None] Attempting to bind port 9fa0a068-5bf7-433b-a800-28551900ccd5 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'e0918b2d-09d9-490a-9e95-ce7ce7616187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:41:46.615200 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d16cc61-d60e-494e-a6fd-5de74255cb2b None None] Attempting to bind port 9fa0a068-5bf7-433b-a800-28551900ccd5 on network 1d855b48-716f-4cbb-8acc-c3f5113efca4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:41:46.628733 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d16cc61-d60e-494e-a6fd-5de74255cb2b None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:41:46.632461 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d16cc61-d60e-494e-a6fd-5de74255cb2b None None] Checking segment: {'id': 'e0918b2d-09d9-490a-9e95-ce7ce7616187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:41:46.633394 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-9d16cc61-d60e-494e-a6fd-5de74255cb2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:46.635671 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d16cc61-d60e-494e-a6fd-5de74255cb2b None None] Bound using segment: {'id': 'e0918b2d-09d9-490a-9e95-ce7ce7616187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:41:46.635798 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4088e634-44ca-4f09-b9f1-809c323569f5 req-409555b6-576a-458c-b5d3-f98e15695447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:46.637321 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-9d16cc61-d60e-494e-a6fd-5de74255cb2b None None] Bound port: 9fa0a068-5bf7-433b-a800-28551900ccd5, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0918b2d-09d9-490a-9e95-ce7ce7616187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:41:46.637456 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4088e634-44ca-4f09-b9f1-809c323569f5 req-409555b6-576a-458c-b5d3-f98e15695447 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1356201 Mar 05 04:41:46.638072 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-9d16cc61-d60e-494e-a6fd-5de74255cb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9fa0a068-5bf7-433b-a800-28551900ccd5), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:46.653223 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a664b-df43-43a4-810a-4dc04bfee760 req-4f44e8b3-81a8-495a-a687-0d40af8f6899 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:46.666625 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a20a664b-df43-43a4-810a-4dc04bfee760 req-4f44e8b3-81a8-495a-a687-0d40af8f6899 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321 HTTP/1.1" status: 200 len: 948 time: 0.3507729 Mar 05 04:41:46.791598 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port a57d36aa-ebc3-4721-8c62-bb10dda34c94 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:41:46.804844 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:41:46.820250 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-9d16cc61-d60e-494e-a6fd-5de74255cb2b None None] For port 9fa0a068-5bf7-433b-a800-28551900ccd5, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:41:46.824884 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:46.825056 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-9d16cc61-d60e-494e-a6fd-5de74255cb2b None None] For port 9fa0a068-5bf7-433b-a800-28551900ccd5, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=9fa0a068-5bf7-433b-a800-28551900ccd5,segment=NetworkSegment(e0918b2d-09d9-490a-9e95-ce7ce7616187),segment_id=e0918b2d-09d9-490a-9e95-ce7ce7616187)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:41:46.825300 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8e4c8f76-9607-40a6-9c92-9d7306cb5a5d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:46.830848 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c95762c8-c75d-4e18-9350-7315aca55603 admin admin] Publish callbacks [] for security_group (29e7aa16-c047-4962-b0fb-7654495e419d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:46.835385 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port a57d36aa-ebc3-4721-8c62-bb10dda34c94 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:46.835813 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a57d36aa-ebc3-4721-8c62-bb10dda34c94), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:46.843363 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-9d16cc61-d60e-494e-a6fd-5de74255cb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (9fa0a068-5bf7-433b-a800-28551900ccd5), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:46.902186 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-de1eaf44-00f3-496b-b6ba-b1c6f0b828a5 admin admin] Publish callbacks [] for security_group (17f95531-7262-4335-8de2-0592c03ded84), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:46.915168 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c95762c8-c75d-4e18-9350-7315aca55603 admin admin] Publish callbacks [] for security_group (29e7aa16-c047-4962-b0fb-7654495e419d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:46.925243 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-de1eaf44-00f3-496b-b6ba-b1c6f0b828a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (17f95531-7262-4335-8de2-0592c03ded84), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:46.972914 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38136) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:47.003399 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d16cc61-d60e-494e-a6fd-5de74255cb2b None None] Routers {'fefb35b2-6eb3-4493-86fd-ae5385b3447c'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:41:47.007526 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-5e60ea89-0129-4650-b01b-f812516c7c18 None None] Provisioning complete for port 9fa0a068-5bf7-433b-a800-28551900ccd5 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:47.007869 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5e60ea89-0129-4650-b01b-f812516c7c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9fa0a068-5bf7-433b-a800-28551900ccd5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:47.017983 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-9d16cc61-d60e-494e-a6fd-5de74255cb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:41:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['fefb35b2-6eb3-4493-86fd-ae5385b3447c'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:41:47.074413 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1eaf44-00f3-496b-b6ba-b1c6f0b828a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:41:47.094572 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1eaf44-00f3-496b-b6ba-b1c6f0b828a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f95531-7262-4335-8de2-0592c03ded84,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:47.108556 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 7659bb61-2851-4497-a728-e91219a88b7f, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=7659bb61-2851-4497-a728-e91219a88b7f,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:47.129086 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-de1eaf44-00f3-496b-b6ba-b1c6f0b828a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (78fc7d19-0516-4f5e-8089-4e58b1afdc2b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:47.131346 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-de1eaf44-00f3-496b-b6ba-b1c6f0b828a5 admin admin] Added segment 78fc7d19-0516-4f5e-8089-4e58b1afdc2b of type vlan for network 6e7a0e86-a995-4489-9f58-78ec089f6eab Mar 05 04:41:47.133556 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d052b10-3799-4de4-99ac-367d969a514f admin admin] Router 824aa189-853c-429e-944e-5675cfda91e6 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:41:47.136101 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '7659bb61-2851-4497-a728-e91219a88b7f', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': '7659bb61-2851-4497-a728-e91219a88b7f', 'mac_address': 'fa:16:3e:a6:3c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:41:47.148320 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a20a664b-df43-43a4-810a-4dc04bfee760 req-6f0b5b14-2963-4d21-97c7-30616e7fae01 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5eb1416-bc0c-4601-98ac-ed388e81890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669108 Mar 05 04:41:47.148764 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 0949cf19-4738-4e85-b5ea-22077df7f85c up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:41:47.233211 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4088e634-44ca-4f09-b9f1-809c323569f5 req-c2b46ccb-02f0-4659-ba6e-8c24c8975035 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5641289 Mar 05 04:41:47.293927 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf13c48-fc83-4623-b592-750b0d4b4060 None None] Pushing event updated for resources: {'Port': ['ID=9fa0a068-5bf7-433b-a800-28551900ccd5,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:47.345635 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c95762c8-c75d-4e18-9350-7315aca55603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (29e7aa16-c047-4962-b0fb-7654495e419d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:47.348280 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c95762c8-c75d-4e18-9350-7315aca55603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:47.352228 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c95762c8-c75d-4e18-9350-7315aca55603 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/29e7aa16-c047-4962-b0fb-7654495e419d HTTP/1.1" status: 204 len: 168 time: 0.8189342 Mar 05 04:41:47.364960 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-de1eaf44-00f3-496b-b6ba-b1c6f0b828a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (6e7a0e86-a995-4489-9f58-78ec089f6eab), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:47.380209 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c27146cd-6253-4ade-8c4e-af5225171564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:47.383903 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4088e634-44ca-4f09-b9f1-809c323569f5 req-b213063d-b03b-4d8a-85f6-c656c9058a85 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383808 Mar 05 04:41:47.390544 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95762c8-c75d-4e18-9350-7315aca55603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e7aa16-c047-4962-b0fb-7654495e419d,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:47.423023 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-9d16cc61-d60e-494e-a6fd-5de74255cb2b None None] Set router fefb35b2-6eb3-4493-86fd-ae5385b3447c gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:41:47.424070 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04f92f-d08d-441c-9c12-4ece1598e7a6 req-db188ea4-564a-4c1e-b938-dd4d5ec08aa0 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:47.433937 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9a04f92f-d08d-441c-9c12-4ece1598e7a6 req-db188ea4-564a-4c1e-b938-dd4d5ec08aa0 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/ports?device_id=624e229c-26cd-4f63-9f87-5512b7eb4a3f HTTP/1.1" status: 200 len: 950 time: 0.5555670 Mar 05 04:41:47.485460 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-de1eaf44-00f3-496b-b6ba-b1c6f0b828a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (6e7a0e86-a995-4489-9f58-78ec089f6eab), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:47.486937 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1eaf44-00f3-496b-b6ba-b1c6f0b828a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:47.487970 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-de1eaf44-00f3-496b-b6ba-b1c6f0b828a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:47.501333 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823eee4c-ef97-4678-91c6-bbb65346d1bc None None] Network 6e32df00-9f15-4ef8-a2e3-113cd28c026f requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:41:47.507010 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 7659bb61-2851-4497-a728-e91219a88b7f is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:47.507543 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7659bb61-2851-4497-a728-e91219a88b7f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:47.555166 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9a04f92f-d08d-441c-9c12-4ece1598e7a6 req-dc05fd7e-ca8a-4338-b509-c076be8959da tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/security-groups?id=c81647f5-f81e-4447-8356-51e1b0cc7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139467 Mar 05 04:41:47.580270 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7659bb61-2851-4497-a728-e91219a88b7f {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:41:47.585566 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-de1eaf44-00f3-496b-b6ba-b1c6f0b828a5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3118529 Mar 05 04:41:47.613961 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a4d60-83ca-4f38-9e1e-59f64f7a33f8 req-2e83d227-1b19-470a-9b70-d4a0fd1ba238 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:47.623296 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38148) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:47.628348 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b33a4d60-83ca-4f38-9e1e-59f64f7a33f8 req-2e83d227-1b19-470a-9b70-d4a0fd1ba238 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 947 time: 0.2391551 Mar 05 04:41:47.631751 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-a37c0c17-5288-463b-8efc-30b9d0575a6d admin admin] Request body: {'subnet': {'network_id': '6e7a0e86-a995-4489-9f58-78ec089f6eab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-964474495-subnet', 'tenant_id': '02b11dcb900c43749fb4b9305633cb83', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:47.642568 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d052b10-3799-4de4-99ac-367d969a514f admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:41:47.661327 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1eaf44-00f3-496b-b6ba-b1c6f0b828a5 admin admin] Pushing event updated for resources: {'Network': ['ID=6e7a0e86-a995-4489-9f58-78ec089f6eab,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:47.666793 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d76d3f-6dde-453c-a558-3dc765ceb3ac None None] Sync routers for ids ['824aa189-853c-429e-944e-5675cfda91e6'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:41:47.684960 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 6e7a0e86-a995-4489-9f58-78ec089f6eab details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:41:47.709689 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d052b10-3799-4de4-99ac-367d969a514f admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:47.711838 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4d052b10-3799-4de4-99ac-367d969a514f admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6725140 Mar 05 04:41:47.718646 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38152) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:47.741998 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 7659bb61-2851-4497-a728-e91219a88b7f, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=7659bb61-2851-4497-a728-e91219a88b7f,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:47.773952 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37c0c17-5288-463b-8efc-30b9d0575a6d admin admin] Made reservation on behalf of 02b11dcb900c43749fb4b9305633cb83 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:41:47.778025 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b33a4d60-83ca-4f38-9e1e-59f64f7a33f8 req-094a41fe-acfe-4170-aed1-ab8c74a9d49d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485689 Mar 05 04:41:47.781403 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a37c0c17-5288-463b-8efc-30b9d0575a6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:47.813038 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (7659bb61-2851-4497-a728-e91219a88b7f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:47.848417 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d76d3f-6dde-453c-a558-3dc765ceb3ac None None] Routers {'824aa189-853c-429e-944e-5675cfda91e6'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:41:47.849581 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-11d76d3f-6dde-453c-a558-3dc765ceb3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:41:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['824aa189-853c-429e-944e-5675cfda91e6'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:41:47.852460 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 0949cf19-4738-4e85-b5ea-22077df7f85c triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:47.852843 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0949cf19-4738-4e85-b5ea-22077df7f85c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:47.931040 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c2e4f-e516-4187-b720-5affed712291 req-f5f36ff4-7f1c-4625-a0fd-2396945ebea1 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:47.936646 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-860c2e4f-e516-4187-b720-5affed712291 req-f5f36ff4-7f1c-4625-a0fd-2396945ebea1 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=19a210fb-d910-45df-ae59-1757ed88585f HTTP/1.1" status: 200 len: 945 time: 0.1783540 Mar 05 04:41:47.970958 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c27146cd-6253-4ade-8c4e-af5225171564 admin admin] Publish callbacks [] for security_group (a7086248-446e-4d2f-aec1-d686099f8199), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:47.990864 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c27146cd-6253-4ade-8c4e-af5225171564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a7086248-446e-4d2f-aec1-d686099f8199), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:48.032813 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:48.036197 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-9d16cc61-d60e-494e-a6fd-5de74255cb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158132906-router', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:33Z', 'updated_at': '2022-03-05T04:41:42Z', 'revision_number': 4, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'gw_port': {'id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:35Z', 'updated_at': '2022-03-05T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '9fa0a068-5bf7-433b-a800-28551900ccd5', 'name': '', 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'mac_address': 'fa:16:3e:8d:f8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '437b1914-1ba1-40e2-a727-5e7cac544d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:40Z', 'updated_at': '2022-03-05T04:41:46Z', 'revision_number': 4, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'subnets': [{'id': '437b1914-1ba1-40e2-a727-5e7cac544d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:41:48.111849 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d16cc61-d60e-494e-a6fd-5de74255cb2b None None] The sync data for ids ['fefb35b2-6eb3-4493-86fd-ae5385b3447c'] in n-d-789963-32 is: [{'id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158132906-router', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:33Z', 'updated_at': '2022-03-05T04:41:42Z', 'revision_number': 4, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'gw_port': {'id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:35Z', 'updated_at': '2022-03-05T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '9fa0a068-5bf7-433b-a800-28551900ccd5', 'name': '', 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'mac_address': 'fa:16:3e:8d:f8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '437b1914-1ba1-40e2-a727-5e7cac544d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:40Z', 'updated_at': '2022-03-05T04:41:46Z', 'revision_number': 4, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'subnets': [{'id': '437b1914-1ba1-40e2-a727-5e7cac544d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:41:48.151937 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-860c2e4f-e516-4187-b720-5affed712291 req-21313c95-5b74-4687-8747-d62e572c6454 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416843 Mar 05 04:41:48.170046 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['7659bb61-2851-4497-a728-e91219a88b7f'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:41:48.173293 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port a57d36aa-ebc3-4721-8c62-bb10dda34c94 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:48.173817 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a57d36aa-ebc3-4721-8c62-bb10dda34c94), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:48.184303 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:48.184808 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8e4c8f76-9607-40a6-9c92-9d7306cb5a5d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:48.206115 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-5e60ea89-0129-4650-b01b-f812516c7c18 None None] Current status of the port 9fa0a068-5bf7-433b-a800-28551900ccd5 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:48.206901 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5e60ea89-0129-4650-b01b-f812516c7c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9fa0a068-5bf7-433b-a800-28551900ccd5), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:48.269547 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27146cd-6253-4ade-8c4e-af5225171564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7086248-446e-4d2f-aec1-d686099f8199,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:48.278338 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04971196-8ea8-497b-845a-c3a9ba006d08 req-ce485d52-5721-484f-a8c8-54de6df3851b tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:48.279895 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-04971196-8ea8-497b-845a-c3a9ba006d08 req-ce485d52-5721-484f-a8c8-54de6df3851b tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.30 "GET /v2.0/ports?device_id=624e229c-26cd-4f63-9f87-5512b7eb4a3f HTTP/1.1" status: 200 len: 950 time: 0.3640506 Mar 05 04:41:48.435602 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port a57d36aa-ebc3-4721-8c62-bb10dda34c94, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a57d36aa-ebc3-4721-8c62-bb10dda34c94,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:48.457626 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a210fb-d910-45df-ae59-1757ed88585f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57d36aa-ebc3-4721-8c62-bb10dda34c94'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:41:48.461521 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e2906e-41d3-44c4-b0ee-33b8cd8a25c4" -d '{"events": [{"server_uuid": "19a210fb-d910-45df-ae59-1757ed88585f", "name": "network-vif-plugged", "status": "completed", "tag": "a57d36aa-ebc3-4721-8c62-bb10dda34c94"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:41:48.471972 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a57d36aa-ebc3-4721-8c62-bb10dda34c94), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:48.487950 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=7659bb61-2851-4497-a728-e91219a88b7f,revision_number=8']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:48.517337 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 17af09b1-2aa0-4ad6-b733-2aec7399ee2a up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:41:48.532315 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65631c43-d048-4264-bf37-55135a6ae96a req-c1afa60b-2f88-4283-b154-3e3092ffdaee tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:48.540426 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-65631c43-d048-4264-bf37-55135a6ae96a req-c1afa60b-2f88-4283-b154-3e3092ffdaee tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 948 time: 0.3831632 Mar 05 04:41:48.551554 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b2565-2d2e-4746-9643-2c81a3847998 req-d745da62-28d4-445d-9b07-8a102717ff7a tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:48.560844 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-144b2565-2d2e-4746-9643-2c81a3847998 req-d745da62-28d4-445d-9b07-8a102717ff7a tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321 HTTP/1.1" status: 200 len: 948 time: 0.2254653 Mar 05 04:41:48.657975 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=8e4c8f76-9607-40a6-9c92-9d7306cb5a5d,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:48.729912 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-5e60ea89-0129-4650-b01b-f812516c7c18 None None] For port 9fa0a068-5bf7-433b-a800-28551900ccd5, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=9fa0a068-5bf7-433b-a800-28551900ccd5,segment=NetworkSegment(e0918b2d-09d9-490a-9e95-ce7ce7616187),segment_id=e0918b2d-09d9-490a-9e95-ce7ce7616187)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:48.740438 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8e4c8f76-9607-40a6-9c92-9d7306cb5a5d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:48.742091 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-65631c43-d048-4264-bf37-55135a6ae96a req-db958b7b-6291-40d0-9185-0cf8fe3d0515 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006104 Mar 05 04:41:48.754904 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-04971196-8ea8-497b-845a-c3a9ba006d08 req-b67321c0-7251-465a-8acd-76f4310d6273 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Deleting port 33bfafb1-5104-4a25-8e28-7e80e148e1e7 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:41:48.755336 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-04971196-8ea8-497b-845a-c3a9ba006d08 req-b67321c0-7251-465a-8acd-76f4310d6273 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (33bfafb1-5104-4a25-8e28-7e80e148e1e7), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:48.766532 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5e60ea89-0129-4650-b01b-f812516c7c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (9fa0a068-5bf7-433b-a800-28551900ccd5), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:48.787111 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-11d76d3f-6dde-453c-a558-3dc765ceb3ac None None] Set router 824aa189-853c-429e-944e-5675cfda91e6 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:41:48.876250 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c27146cd-6253-4ade-8c4e-af5225171564 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0a67a1dddc554fc7bccee484e9b66f86&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8823383 Mar 05 04:41:48.928888 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce858bdc-cd72-4f64-a552-6aae21d69af5 x-openstack-request-id: req-ce858bdc-cd72-4f64-a552-6aae21d69af5 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:41:48.929251 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a210fb-d910-45df-ae59-1757ed88585f", "name": "network-vif-plugged", "status": "completed", "tag": "a57d36aa-ebc3-4721-8c62-bb10dda34c94", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:41:48.929509 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ce858bdc-cd72-4f64-a552-6aae21d69af5 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:41:48.929930 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a210fb-d910-45df-ae59-1757ed88585f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57d36aa-ebc3-4721-8c62-bb10dda34c94', 'code': 200} Mar 05 04:41:48.940582 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38184) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:48.953079 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 0949cf19-4738-4e85-b5ea-22077df7f85c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:48.954161 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 0aedf951-71f1-440b-b4ba-898fa1f054f0 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:41:48.978443 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=a57d36aa-ebc3-4721-8c62-bb10dda34c94,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:48.989623 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-04971196-8ea8-497b-845a-c3a9ba006d08 req-b67321c0-7251-465a-8acd-76f4310d6273 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] For port 33bfafb1-5104-4a25-8e28-7e80e148e1e7, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=33bfafb1-5104-4a25-8e28-7e80e148e1e7,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:48.990014 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-04971196-8ea8-497b-845a-c3a9ba006d08 req-b67321c0-7251-465a-8acd-76f4310d6273 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (33bfafb1-5104-4a25-8e28-7e80e148e1e7), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:49.014535 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-04971196-8ea8-497b-845a-c3a9ba006d08 req-b67321c0-7251-465a-8acd-76f4310d6273 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Calling delete_port for 33bfafb1-5104-4a25-8e28-7e80e148e1e7 owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:41:49.108199 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=8e4c8f76-9607-40a6-9c92-9d7306cb5a5d,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:49.142228 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a37c0c17-5288-463b-8efc-30b9d0575a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (77d288c2-efbf-4fb4-b55d-d65c674d5d37), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:49.181164 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-144b2565-2d2e-4746-9643-2c81a3847998 req-ff908d04-ccb4-451e-88e3-a2d7d0f2c13e tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5eb1416-bc0c-4601-98ac-ed388e81890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6144581 Mar 05 04:41:49.195057 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a975b43d-8a13-4b9b-bc90-cbbce2bfb31a None None] Provisioning complete for port 9fa0a068-5bf7-433b-a800-28551900ccd5 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:49.195459 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a975b43d-8a13-4b9b-bc90-cbbce2bfb31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9fa0a068-5bf7-433b-a800-28551900ccd5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:49.319115 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354a791-76ac-4946-88e6-ab7dd43253e2 req-1583d308-8dd1-40a0-84b0-2da0bb537e18 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:49.339876 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6354a791-76ac-4946-88e6-ab7dd43253e2 req-1583d308-8dd1-40a0-84b0-2da0bb537e18 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/ports?device_id=624e229c-26cd-4f63-9f87-5512b7eb4a3f HTTP/1.1" status: 200 len: 950 time: 0.2512550 Mar 05 04:41:49.349736 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 17af09b1-2aa0-4ad6-b733-2aec7399ee2a completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:41:49.358704 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 17af09b1-2aa0-4ad6-b733-2aec7399ee2a triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:49.358704 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (17af09b1-2aa0-4ad6-b733-2aec7399ee2a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:49.370260 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79fa82-1a5d-451a-b05f-bc119ee297a0 req-7b7ab2ef-2042-4203-8612-c8a6aa8bc6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:49.374274 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c0c17-5288-463b-8efc-30b9d0575a6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=77d288c2-efbf-4fb4-b55d-d65c674d5d37,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:49.383191 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fa79fa82-1a5d-451a-b05f-bc119ee297a0 req-7b7ab2ef-2042-4203-8612-c8a6aa8bc6c7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=19a210fb-d910-45df-ae59-1757ed88585f HTTP/1.1" status: 200 len: 1129 time: 0.2817714 Mar 05 04:41:49.392331 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60ea89-0129-4650-b01b-f812516c7c18 None None] Pushing event updated for resources: {'Port': ['ID=9fa0a068-5bf7-433b-a800-28551900ccd5,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:49.477412 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 0aedf951-71f1-440b-b4ba-898fa1f054f0 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:49.477788 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0aedf951-71f1-440b-b4ba-898fa1f054f0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:49.490550 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fa79fa82-1a5d-451a-b05f-bc119ee297a0 req-99224042-6687-4a39-a36d-5c9e6cf7b0ca service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063681 Mar 05 04:41:49.550545 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37c0c17-5288-463b-8efc-30b9d0575a6d admin admin] Checking segment: {'id': '78fc7d19-0516-4f5e-8089-4e58b1afdc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6e7a0e86-a995-4489-9f58-78ec089f6eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:41:49.551941 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37c0c17-5288-463b-8efc-30b9d0575a6d admin admin] Network hostable DHCP agents. Network: 6e7a0e86-a995-4489-9f58-78ec089f6eab, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:41:49.561512 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a975b43d-8a13-4b9b-bc90-cbbce2bfb31a None None] Current status of the port 9fa0a068-5bf7-433b-a800-28551900ccd5 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:49.580453 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4967c220-552b-479c-9bbe-f2bcc42f085d req-184e4157-ab46-430a-9a31-e7399160459f tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:49.590894 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4967c220-552b-479c-9bbe-f2bcc42f085d req-184e4157-ab46-430a-9a31-e7399160459f tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=19a210fb-d910-45df-ae59-1757ed88585f HTTP/1.1" status: 200 len: 946 time: 0.2488751 Mar 05 04:41:49.594770 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5809ebd-3227-414e-8062-a405e46c83fc req-ea18ca14-6611-4ddb-8c61-788dc60b9028 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:49.596628 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e5809ebd-3227-414e-8062-a405e46c83fc req-ea18ca14-6611-4ddb-8c61-788dc60b9028 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38&tenant_id=12ec86d5ce864d5e8384628d4e830cb3&binding%3Ahost_id=n-h2-789963-32 HTTP/1.1" status: 200 len: 948 time: 1.3199410 Mar 05 04:41:49.614043 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6354a791-76ac-4946-88e6-ab7dd43253e2 req-c5dd3015-e6d9-4e29-b278-323ca328c63f tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.11 "GET /v2.0/security-groups?id=c81647f5-f81e-4447-8356-51e1b0cc7eab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731488 Mar 05 04:41:49.629712 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37c0c17-5288-463b-8efc-30b9d0575a6d admin admin] Network 6e7a0e86-a995-4489-9f58-78ec089f6eab is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:41:49.636380 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a975b43d-8a13-4b9b-bc90-cbbce2bfb31a None None] Provisioning complete for port 0aedf951-71f1-440b-b4ba-898fa1f054f0 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:49.642436 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a975b43d-8a13-4b9b-bc90-cbbce2bfb31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0aedf951-71f1-440b-b4ba-898fa1f054f0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:49.656363 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-04971196-8ea8-497b-845a-c3a9ba006d08 req-b67321c0-7251-465a-8acd-76f4310d6273 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (33bfafb1-5104-4a25-8e28-7e80e148e1e7), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:49.673044 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c0e32609-dbb9-4f94-92ee-fc99adeae336 admin admin] Publish callbacks [] for security_group (a7086248-446e-4d2f-aec1-d686099f8199), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:49.708778 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c0e32609-dbb9-4f94-92ee-fc99adeae336 admin admin] Publish callbacks [] for security_group (a7086248-446e-4d2f-aec1-d686099f8199), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:49.719830 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['33bfafb1-5104-4a25-8e28-7e80e148e1e7'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:41:49.728397 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67321c0-7251-465a-8acd-76f4310d6273 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Pushing event deleted for resources: {'Port': ['ID=33bfafb1-5104-4a25-8e28-7e80e148e1e7,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:49.779058 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4967c220-552b-479c-9bbe-f2bcc42f085d req-a898ef41-e6fe-46c2-b059-6ed4bb93ea6e tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869743 Mar 05 04:41:49.783936 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-a37c0c17-5288-463b-8efc-30b9d0575a6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 6e7a0e86-a995-4489-9f58-78ec089f6eab) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:41:49.794745 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d41ef4d1-1b11-4207-b53e-164a4c17f13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:49.809008 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-04971196-8ea8-497b-845a-c3a9ba006d08 req-b67321c0-7251-465a-8acd-76f4310d6273 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] No DVR routers for this DVR port 33bfafb1-5104-4a25-8e28-7e80e148e1e7 on host n-h1-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:41:49.809008 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-04971196-8ea8-497b-845a-c3a9ba006d08 req-b67321c0-7251-465a-8acd-76f4310d6273 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:49.813661 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-04971196-8ea8-497b-845a-c3a9ba006d08 req-b67321c0-7251-465a-8acd-76f4310d6273 tempest-ServersAdminNegativeTestJSON-1297158285 tempest-ServersAdminNegativeTestJSON-1297158285-project] 10.222.0.30 "DELETE /v2.0/ports/33bfafb1-5104-4a25-8e28-7e80e148e1e7 HTTP/1.1" status: 204 len: 173 time: 1.4770696 Mar 05 04:41:49.814794 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '624e229c-26cd-4f63-9f87-5512b7eb4a3f', 'name': 'network-vif-deleted', 'tag': '33bfafb1-5104-4a25-8e28-7e80e148e1e7'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:41:49.819312 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2b1979-92ce-4399-ad05-11e0d44df0b0" -d '{"events": [{"server_uuid": "624e229c-26cd-4f63-9f87-5512b7eb4a3f", "name": "network-vif-deleted", "tag": "33bfafb1-5104-4a25-8e28-7e80e148e1e7"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:41:49.824480 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c0e32609-dbb9-4f94-92ee-fc99adeae336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a7086248-446e-4d2f-aec1-d686099f8199), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:49.827009 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c0e32609-dbb9-4f94-92ee-fc99adeae336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:49.831496 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c0e32609-dbb9-4f94-92ee-fc99adeae336 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a7086248-446e-4d2f-aec1-d686099f8199 HTTP/1.1" status: 204 len: 168 time: 0.8620944 Mar 05 04:41:49.837590 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37c0c17-5288-463b-8efc-30b9d0575a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:49.839265 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a37c0c17-5288-463b-8efc-30b9d0575a6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:49.843164 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f94bbd-e705-4ed4-a61d-7a4f4f5a3d88 None None] Network 6e7a0e86-a995-4489-9f58-78ec089f6eab requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:41:49.890596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e32609-dbb9-4f94-92ee-fc99adeae336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7086248-446e-4d2f-aec1-d686099f8199,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:49.940554 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [req-e5809ebd-3227-414e-8062-a405e46c83fc req-cad35f54-5380-40a3-a205-70f4e3ed424f service neutron] delete failed (client error): The resource could not be found. Mar 05 04:41:49.941692 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e5809ebd-3227-414e-8062-a405e46c83fc req-cad35f54-5380-40a3-a205-70f4e3ed424f service neutron] 10.222.0.30 "DELETE /v2.0/ports/7659bb61-2851-4497-a728-e91219a88b7f/bindings/n-h1-789963-32 HTTP/1.1" status: 404 len: 381 time: 0.3322384 Mar 05 04:41:49.961865 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a37c0c17-5288-463b-8efc-30b9d0575a6d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.3349154 Mar 05 04:41:49.964858 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38206) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:49.971710 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-52db7815-1a81-40df-bbac-52826f787b5f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-964474495-router', 'tenant_id': '02b11dcb900c43749fb4b9305633cb83', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:49.986730 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 17af09b1-2aa0-4ad6-b733-2aec7399ee2a is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:49.990936 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead719f7-fcbb-4df6-8376-839cca703e94 x-openstack-request-id: req-ead719f7-fcbb-4df6-8376-839cca703e94 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:41:49.991329 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "624e229c-26cd-4f63-9f87-5512b7eb4a3f", "name": "network-vif-deleted", "tag": "33bfafb1-5104-4a25-8e28-7e80e148e1e7", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:41:49.991722 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ead719f7-fcbb-4df6-8376-839cca703e94 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:41:49.992213 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '624e229c-26cd-4f63-9f87-5512b7eb4a3f', 'name': 'network-vif-deleted', 'tag': '33bfafb1-5104-4a25-8e28-7e80e148e1e7', 'status': 'completed', 'code': 200} Mar 05 04:41:49.996681 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (17af09b1-2aa0-4ad6-b733-2aec7399ee2a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:50.158967 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-52db7815-1a81-40df-bbac-52826f787b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (66539c86-c4ff-4f80-b9b8-57d21117ca5b), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:50.160848 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-52db7815-1a81-40df-bbac-52826f787b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (66539c86-c4ff-4f80-b9b8-57d21117ca5b), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:50.190499 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab669de-a22d-4a8b-8242-e051a7617bb3 req-ad66642d-5338-4ea4-aed4-1fa2e814a833 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:50.192081 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1ab669de-a22d-4a8b-8242-e051a7617bb3 req-ad66642d-5338-4ea4-aed4-1fa2e814a833 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 948 time: 0.2145448 Mar 05 04:41:50.251016 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5809ebd-3227-414e-8062-a405e46c83fc req-694b6fee-e498-48ab-878f-56b6ad3bbe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:50.252736 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e5809ebd-3227-414e-8062-a405e46c83fc req-694b6fee-e498-48ab-878f-56b6ad3bbe89 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 1131 time: 0.1388435 Mar 05 04:41:50.256622 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-d41ef4d1-1b11-4207-b53e-164a4c17f13f admin admin] Allocated IP 172.20.0.1 (6e32df00-9f15-4ef8-a2e3-113cd28c026f/50ab2ace-b56e-449a-b4e4-03ce6a3f779e/c935af67-a2ad-4243-adb6-b06565c3dc05) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:41:50.278278 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-52db7815-1a81-40df-bbac-52826f787b5f admin admin] Publish callbacks [] for router_controller (66539c86-c4ff-4f80-b9b8-57d21117ca5b), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:50.392119 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 0aedf951-71f1-440b-b4ba-898fa1f054f0 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:50.392514 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0aedf951-71f1-440b-b4ba-898fa1f054f0), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:50.419126 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-11d76d3f-6dde-453c-a558-3dc765ceb3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824aa189-853c-429e-944e-5675cfda91e6', 'name': 'tempest-FloatingIPDetailsTestJSON-2002774342-router', 'tenant_id': 'd109100c97e945728298df584d26102c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '25040229-fc5c-4bdd-8e35-c51dd30017f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:42Z', 'updated_at': '2022-03-05T04:41:45Z', 'revision_number': 3, 'project_id': 'd109100c97e945728298df584d26102c', 'gw_port': {'id': '25040229-fc5c-4bdd-8e35-c51dd30017f1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824aa189-853c-429e-944e-5675cfda91e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:44Z', 'updated_at': '2022-03-05T04:41:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:41:50.455703 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38214) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:50.583333 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5809ebd-3227-414e-8062-a405e46c83fc req-a7cc65a9-86fe-4fd2-8ddf-6749fc5a8eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:50.584911 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e5809ebd-3227-414e-8062-a405e46c83fc req-a7cc65a9-86fe-4fd2-8ddf-6749fc5a8eba service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.3043594 Mar 05 04:41:50.618470 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d76d3f-6dde-453c-a558-3dc765ceb3ac None None] Checking router: 824aa189-853c-429e-944e-5675cfda91e6 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:41:50.619581 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d76d3f-6dde-453c-a558-3dc765ceb3ac None None] Updating router 824aa189-853c-429e-944e-5675cfda91e6 port 25040229-fc5c-4bdd-8e35-c51dd30017f1 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:41:50.623438 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-52db7815-1a81-40df-bbac-52826f787b5f admin admin] Publish callbacks [] for router_gateway (66539c86-c4ff-4f80-b9b8-57d21117ca5b), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:50.683800 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38220) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:50.718828 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1ab669de-a22d-4a8b-8242-e051a7617bb3 req-97b4fba9-f38c-4e99-9356-42593f6340d3 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5049503 Mar 05 04:41:50.721058 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e5809ebd-3227-414e-8062-a405e46c83fc req-8386182d-b359-4aab-b944-56117cc19da1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=7659bb61-2851-4497-a728-e91219a88b7f HTTP/1.1" status: 200 len: 217 time: 0.1192930 Mar 05 04:41:50.721793 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 17af09b1-2aa0-4ad6-b733-2aec7399ee2a, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=17af09b1-2aa0-4ad6-b733-2aec7399ee2a,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:50.743622 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 0aedf951-71f1-440b-b4ba-898fa1f054f0, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=0aedf951-71f1-440b-b4ba-898fa1f054f0,segment=NetworkSegment(e4634dc2-9460-4684-a249-f3a410351318),segment_id=e4634dc2-9460-4684-a249-f3a410351318)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:50.762511 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cf4dd61d-97ef-46fd-ae8d-36eed86db346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:50.765921 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-11d76d3f-6dde-453c-a558-3dc765ceb3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (25040229-fc5c-4bdd-8e35-c51dd30017f1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:50.767537 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0aedf951-71f1-440b-b4ba-898fa1f054f0), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:50.767664 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-166dd46e-49f7-4b8b-8c4b-2ed8afdd76b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:50.769351 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (17af09b1-2aa0-4ad6-b733-2aec7399ee2a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:50.809185 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 7659bb61-2851-4497-a728-e91219a88b7f up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:41:50.845376 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5822c2b-0815-4198-b177-03dde9d0265e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-6e7a0e86-a995-4489-9f58-78ec089f6eab', 'network_id': '6e7a0e86-a995-4489-9f58-78ec089f6eab', 'project_id': '02b11dcb900c43749fb4b9305633cb83', 'fixed_ips': [{'subnet_id': '77d288c2-efbf-4fb4-b55d-d65c674d5d37'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:41:50.846308 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c5822c2b-0815-4198-b177-03dde9d0265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:50.904091 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d41ef4d1-1b11-4207-b53e-164a4c17f13f admin admin] Publish callbacks [] for port (c935af67-a2ad-4243-adb6-b06565c3dc05), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:50.930842 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a975b43d-8a13-4b9b-bc90-cbbce2bfb31a None None] Current status of the port 0aedf951-71f1-440b-b4ba-898fa1f054f0 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:50.933721 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a975b43d-8a13-4b9b-bc90-cbbce2bfb31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0aedf951-71f1-440b-b4ba-898fa1f054f0), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:50.935716 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2e82b0-ff31-4340-8888-731356ce2ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4c8f76-9607-40a6-9c92-9d7306cb5a5d'}, {'server_uuid': 'e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17af09b1-2aa0-4ad6-b733-2aec7399ee2a'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:41:50.938595 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663f9acd-2bd7-4803-87fd-d23c957ea495" -d '{"events": [{"server_uuid": "ee2e82b0-ff31-4340-8888-731356ce2ea1", "name": "network-vif-plugged", "status": "completed", "tag": "8e4c8f76-9607-40a6-9c92-9d7306cb5a5d"}, {"server_uuid": "e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321", "name": "network-vif-plugged", "status": "completed", "tag": "17af09b1-2aa0-4ad6-b733-2aec7399ee2a"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:41:50.975647 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-166dd46e-49f7-4b8b-8c4b-2ed8afdd76b7 admin admin] Publish callbacks [] for security_group (e6a9f2e2-5df5-4b25-a055-769d8923a038), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:50.990702 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 9fa0a068-5bf7-433b-a800-28551900ccd5 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:41:51.002032 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-166dd46e-49f7-4b8b-8c4b-2ed8afdd76b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e6a9f2e2-5df5-4b25-a055-769d8923a038), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:51.039298 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5809ebd-3227-414e-8062-a405e46c83fc req-fb411277-0986-491d-91a3-40fea5d4c6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:51.041428 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e5809ebd-3227-414e-8062-a405e46c83fc req-fb411277-0986-491d-91a3-40fea5d4c6ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.2686255 Mar 05 04:41:51.141896 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=0aedf951-71f1-440b-b4ba-898fa1f054f0,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:51.160024 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d41ef4d1-1b11-4207-b53e-164a4c17f13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (c935af67-a2ad-4243-adb6-b06565c3dc05), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:51.244623 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41ef4d1-1b11-4207-b53e-164a4c17f13f admin admin] Network 6e32df00-9f15-4ef8-a2e3-113cd28c026f is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:41:51.250014 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-d41ef4d1-1b11-4207-b53e-164a4c17f13f admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:41:51.266024 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=17af09b1-2aa0-4ad6-b733-2aec7399ee2a,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:51.276694 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41ef4d1-1b11-4207-b53e-164a4c17f13f admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:41:51.299610 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5809ebd-3227-414e-8062-a405e46c83fc req-20ff233d-958c-4da7-bc2c-c986901a374a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:51.301135 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e5809ebd-3227-414e-8062-a405e46c83fc req-20ff233d-958c-4da7-bc2c-c986901a374a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1623943 Mar 05 04:41:51.334476 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38230) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:51.351066 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ef4d1-1b11-4207-b53e-164a4c17f13f admin admin] Pushing event updated for resources: {'Port': ['ID=c935af67-a2ad-4243-adb6-b06565c3dc05,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:51.390882 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 9fa0a068-5bf7-433b-a800-28551900ccd5 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:51.391306 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9fa0a068-5bf7-433b-a800-28551900ccd5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:51.396587 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-a975b43d-8a13-4b9b-bc90-cbbce2bfb31a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 04:41:51.397117 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-a975b43d-8a13-4b9b-bc90-cbbce2bfb31a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 04:41:51.414563 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cf4dd61d-97ef-46fd-ae8d-36eed86db346 admin admin] Publish callbacks [] for security_group (24ce64d7-1837-4f73-91cc-920c484f4c5f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:51.436723 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 7659bb61-2851-4497-a728-e91219a88b7f completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:41:51.450049 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791cf5c-125f-4b5d-8ab1-ca64b42189f0 req-48c77a8e-09ef-4f61-93c2-e2662becfd3a tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:51.450688 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cf4dd61d-97ef-46fd-ae8d-36eed86db346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (24ce64d7-1837-4f73-91cc-920c484f4c5f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:51.456593 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9791cf5c-125f-4b5d-8ab1-ca64b42189f0 req-48c77a8e-09ef-4f61-93c2-e2662becfd3a tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321 HTTP/1.1" status: 200 len: 948 time: 1.0495834 Mar 05 04:41:51.525955 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 7659bb61-2851-4497-a728-e91219a88b7f triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:51.526351 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7659bb61-2851-4497-a728-e91219a88b7f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:51.528247 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-cf4dd61d-97ef-46fd-ae8d-36eed86db346 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eb3bfba562824fecbb2285055a8fc655&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0630467 Mar 05 04:41:51.530761 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38234) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:51.532665 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4dd61d-97ef-46fd-ae8d-36eed86db346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ce64d7-1837-4f73-91cc-920c484f4c5f,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:51.546266 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d41ef4d1-1b11-4207-b53e-164a4c17f13f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (824aa189-853c-429e-944e-5675cfda91e6), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:51.620250 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9791cf5c-125f-4b5d-8ab1-ca64b42189f0 req-e47761d9-b951-4dc0-b48e-1dba60e709f6 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5eb1416-bc0c-4601-98ac-ed388e81890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396141 Mar 05 04:41:51.638942 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-166dd46e-49f7-4b8b-8c4b-2ed8afdd76b7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=10a3f3d0cc2847299d58edbcd578ea73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9524212 Mar 05 04:41:51.639603 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38236) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:51.679901 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166dd46e-49f7-4b8b-8c4b-2ed8afdd76b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a9f2e2-5df5-4b25-a055-769d8923a038,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:51.682966 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-c5822c2b-0815-4198-b177-03dde9d0265e None None] Allocated IP 172.20.0.2 (6e7a0e86-a995-4489-9f58-78ec089f6eab/77d288c2-efbf-4fb4-b55d-d65c674d5d37/43c29568-d8b1-4a61-bf1f-416ccfd54342) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:41:51.743283 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Mar 2022 04:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a557b2-2a71-4438-bc25-7016e69b677d x-openstack-request-id: req-d7a557b2-2a71-4438-bc25-7016e69b677d {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:41:51.743750 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2e82b0-ff31-4340-8888-731356ce2ea1", "name": "network-vif-plugged", "status": "completed", "tag": "8e4c8f76-9607-40a6-9c92-9d7306cb5a5d", "code": 200}, {"server_uuid": "e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321", "name": "network-vif-plugged", "status": "completed", "tag": "17af09b1-2aa0-4ad6-b733-2aec7399ee2a", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:41:51.744117 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d7a557b2-2a71-4438-bc25-7016e69b677d {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:41:51.744774 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee2e82b0-ff31-4340-8888-731356ce2ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4c8f76-9607-40a6-9c92-9d7306cb5a5d', 'code': 200} Mar 05 04:41:51.745284 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17af09b1-2aa0-4ad6-b733-2aec7399ee2a', 'code': 200} Mar 05 04:41:51.782409 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ffaa1-c126-44df-9a8d-87d70abdff50 req-d2574a4e-bce1-447a-83f5-2b524160dd16 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:51.786239 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 9fa0a068-5bf7-433b-a800-28551900ccd5 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:51.794633 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-381ffaa1-c126-44df-9a8d-87d70abdff50 req-d2574a4e-bce1-447a-83f5-2b524160dd16 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=19a210fb-d910-45df-ae59-1757ed88585f HTTP/1.1" status: 200 len: 946 time: 0.8157251 Mar 05 04:41:51.854605 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fc5fdbcc-124d-455e-8a58-19cac47e4d25 admin admin] Publish callbacks [] for security_group (24ce64d7-1837-4f73-91cc-920c484f4c5f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:51.904680 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e5809ebd-3227-414e-8062-a405e46c83fc req-8aa4ec45-7b72-4016-834a-c842fd2b04fa service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5547328 Mar 05 04:41:51.928852 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ebaecf11-08e0-41c3-8106-07a3cb2e7902 admin admin] Publish callbacks [] for security_group (e6a9f2e2-5df5-4b25-a055-769d8923a038), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:51.972829 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-11d76d3f-6dde-453c-a558-3dc765ceb3ac None None] Publish callbacks [] for port (25040229-fc5c-4bdd-8e35-c51dd30017f1), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:51.975962 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 7659bb61-2851-4497-a728-e91219a88b7f is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:51.976457 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7659bb61-2851-4497-a728-e91219a88b7f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:52.014897 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-11d76d3f-6dde-453c-a558-3dc765ceb3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (25040229-fc5c-4bdd-8e35-c51dd30017f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:52.017945 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fc5fdbcc-124d-455e-8a58-19cac47e4d25 admin admin] Publish callbacks [] for security_group (24ce64d7-1837-4f73-91cc-920c484f4c5f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:52.021391 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e5809ebd-3227-414e-8062-a405e46c83fc req-d4e7f929-04d8-4c8d-b957-5769c96dc281 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053412 Mar 05 04:41:52.025389 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a975b43d-8a13-4b9b-bc90-cbbce2bfb31a None None] Current status of the port 0aedf951-71f1-440b-b4ba-898fa1f054f0 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:52.083204 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 7659bb61-2851-4497-a728-e91219a88b7f, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=7659bb61-2851-4497-a728-e91219a88b7f,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:52.094825 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-78bec1a5-2e07-49e5-bee8-7ba0224305b4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=80199c741b5145e7938f23ba96eb7071&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7527528 Mar 05 04:41:52.108826 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38240) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:52.121563 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (7659bb61-2851-4497-a728-e91219a88b7f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:52.151883 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4b944-6522-47da-b50b-c3fdf82e5562 None None] Pushing event updated for resources: {'Port': ['ID=25040229-fc5c-4bdd-8e35-c51dd30017f1,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:52.177139 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-11d76d3f-6dde-453c-a558-3dc765ceb3ac None None] Attempting to bind port 25040229-fc5c-4bdd-8e35-c51dd30017f1 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:41:52.177642 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-11d76d3f-6dde-453c-a558-3dc765ceb3ac None None] Attempting to bind port 25040229-fc5c-4bdd-8e35-c51dd30017f1 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:41:52.178115 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d76d3f-6dde-453c-a558-3dc765ceb3ac None None] Attempting to bind port 25040229-fc5c-4bdd-8e35-c51dd30017f1 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:41:52.185880 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-381ffaa1-c126-44df-9a8d-87d70abdff50 req-8cc7371a-59af-4187-8efb-1280cc549a2e tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903754 Mar 05 04:41:52.200838 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ebaecf11-08e0-41c3-8106-07a3cb2e7902 admin admin] Publish callbacks [] for security_group (e6a9f2e2-5df5-4b25-a055-769d8923a038), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:52.221035 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d41ef4d1-1b11-4207-b53e-164a4c17f13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c935af67-a2ad-4243-adb6-b06565c3dc05), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:52.240569 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c5822c2b-0815-4198-b177-03dde9d0265e None None] Publish callbacks [] for port (43c29568-d8b1-4a61-bf1f-416ccfd54342), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:52.246176 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fc5fdbcc-124d-455e-8a58-19cac47e4d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (24ce64d7-1837-4f73-91cc-920c484f4c5f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:52.248093 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d76d3f-6dde-453c-a558-3dc765ceb3ac None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:41:52.248093 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d76d3f-6dde-453c-a558-3dc765ceb3ac None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:41:52.248567 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-11d76d3f-6dde-453c-a558-3dc765ceb3ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:52.249024 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d76d3f-6dde-453c-a558-3dc765ceb3ac None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:41:52.249758 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-11d76d3f-6dde-453c-a558-3dc765ceb3ac None None] Bound port: 25040229-fc5c-4bdd-8e35-c51dd30017f1, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:41:52.250308 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-11d76d3f-6dde-453c-a558-3dc765ceb3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (25040229-fc5c-4bdd-8e35-c51dd30017f1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:52.250565 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fc5fdbcc-124d-455e-8a58-19cac47e4d25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:52.254429 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fc5fdbcc-124d-455e-8a58-19cac47e4d25 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24ce64d7-1837-4f73-91cc-920c484f4c5f HTTP/1.1" status: 204 len: 168 time: 0.7070584 Mar 05 04:41:52.268813 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-01933e07-7606-4f62-8750-7196180f14e7 None None] Provisioning complete for port c935af67-a2ad-4243-adb6-b06565c3dc05 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:52.269230 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-01933e07-7606-4f62-8750-7196180f14e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c935af67-a2ad-4243-adb6-b06565c3dc05), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:52.295279 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc8dfa-83f5-491a-a9f5-c87c1255d6d3 req-6fc08820-fda7-4be3-b32b-432822871fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:52.296810 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7dcc8dfa-83f5-491a-a9f5-c87c1255d6d3 req-6fc08820-fda7-4be3-b32b-432822871fd0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321 HTTP/1.1" status: 200 len: 1132 time: 0.4032884 Mar 05 04:41:52.316925 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c5822c2b-0815-4198-b177-03dde9d0265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (43c29568-d8b1-4a61-bf1f-416ccfd54342), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:52.451489 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5fdbcc-124d-455e-8a58-19cac47e4d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ce64d7-1837-4f73-91cc-920c484f4c5f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:52.470387 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-11d76d3f-6dde-453c-a558-3dc765ceb3ac None None] For port 25040229-fc5c-4bdd-8e35-c51dd30017f1, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:41:52.477684 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-11d76d3f-6dde-453c-a558-3dc765ceb3ac None None] For port 25040229-fc5c-4bdd-8e35-c51dd30017f1, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=25040229-fc5c-4bdd-8e35-c51dd30017f1,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:41:52.498858 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a836ec72-8a76-4e37-970b-e3dfef1e04d6 admin admin] Publish callbacks [] for security_group (c81647f5-f81e-4447-8356-51e1b0cc7eab), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:52.513964 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e26f82-4cee-4317-ac86-428f498ce0ca req-b55f12a0-2431-492f-8296-77600c717182 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:52.518970 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b4e26f82-4cee-4317-ac86-428f498ce0ca req-b55f12a0-2431-492f-8296-77600c717182 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 948 time: 0.6660159 Mar 05 04:41:52.530586 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a836ec72-8a76-4e37-970b-e3dfef1e04d6 admin admin] Publish callbacks [] for security_group (c81647f5-f81e-4447-8356-51e1b0cc7eab), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:52.531290 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-52db7815-1a81-40df-bbac-52826f787b5f admin admin] Publish callbacks [] for router_gateway (66539c86-c4ff-4f80-b9b8-57d21117ca5b), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:52.590282 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 33bfafb1-5104-4a25-8e28-7e80e148e1e7 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:41:52.593736 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=7659bb61-2851-4497-a728-e91219a88b7f,revision_number=9']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:52.600718 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-11d76d3f-6dde-453c-a558-3dc765ceb3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (25040229-fc5c-4bdd-8e35-c51dd30017f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:52.602709 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a836ec72-8a76-4e37-970b-e3dfef1e04d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c81647f5-f81e-4447-8356-51e1b0cc7eab), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:52.610014 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a836ec72-8a76-4e37-970b-e3dfef1e04d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:52.618078 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b98c9-7b05-44f2-b43f-ee4a0878844f req-9c6cae73-c29d-49ee-94cf-254fa6e5e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:52.618221 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-01933e07-7606-4f62-8750-7196180f14e7 None None] Port c935af67-a2ad-4243-adb6-b06565c3dc05 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:41:52.622380 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a12b98c9-7b05-44f2-b43f-ee4a0878844f req-9c6cae73-c29d-49ee-94cf-254fa6e5e8f1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ee2e82b0-ff31-4340-8888-731356ce2ea1 HTTP/1.1" status: 200 len: 1132 time: 0.7378283 Mar 05 04:41:52.632475 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a836ec72-8a76-4e37-970b-e3dfef1e04d6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c81647f5-f81e-4447-8356-51e1b0cc7eab HTTP/1.1" status: 204 len: 168 time: 0.5097108 Mar 05 04:41:52.675681 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836ec72-8a76-4e37-970b-e3dfef1e04d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81647f5-f81e-4447-8356-51e1b0cc7eab,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:52.678139 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-52db7815-1a81-40df-bbac-52826f787b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:52.722564 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d41ef4d1-1b11-4207-b53e-164a4c17f13f admin admin] Publish callbacks [] for port (c935af67-a2ad-4243-adb6-b06565c3dc05), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:52.739525 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d41ef4d1-1b11-4207-b53e-164a4c17f13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (c935af67-a2ad-4243-adb6-b06565c3dc05), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:52.816590 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5822c2b-0815-4198-b177-03dde9d0265e None None] Network 6e7a0e86-a995-4489-9f58-78ec089f6eab is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:41:52.835899 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d76d3f-6dde-453c-a558-3dc765ceb3ac None None] Routers {'824aa189-853c-429e-944e-5675cfda91e6'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:41:52.836550 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-11d76d3f-6dde-453c-a558-3dc765ceb3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:41:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['824aa189-853c-429e-944e-5675cfda91e6'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:41:52.848286 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 33bfafb1-5104-4a25-8e28-7e80e148e1e7 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:41:52.848634 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 33bfafb1-5104-4a25-8e28-7e80e148e1e7 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:41:52.850011 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5822c2b-0815-4198-b177-03dde9d0265e None None] Pushing event updated for resources: {'Port': ['ID=43c29568-d8b1-4a61-bf1f-416ccfd54342,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:52.861519 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-c5822c2b-0815-4198-b177-03dde9d0265e None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:41:52.898837 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7dcc8dfa-83f5-491a-a9f5-c87c1255d6d3 req-26ea89ec-790c-49ed-8eae-6fd74d15776e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c5eb1416-bc0c-4601-98ac-ed388e81890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5710208 Mar 05 04:41:52.902557 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a12b98c9-7b05-44f2-b43f-ee4a0878844f req-fbece108-2815-424b-9be4-24813fd58692 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c5eb1416-bc0c-4601-98ac-ed388e81890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450323 Mar 05 04:41:52.907337 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38254) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:52.926407 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ef4d1-1b11-4207-b53e-164a4c17f13f admin admin] Pushing event updated for resources: {'Port': ['ID=c935af67-a2ad-4243-adb6-b06565c3dc05,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:52.941954 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b4e26f82-4cee-4317-ac86-428f498ce0ca req-1a1aa26e-a356-43f8-9a8f-30d4b7b84e9a tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956673 Mar 05 04:41:52.966160 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d41ef4d1-1b11-4207-b53e-164a4c17f13f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (824aa189-853c-429e-944e-5675cfda91e6), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:52.968545 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 0aedf951-71f1-440b-b4ba-898fa1f054f0 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:41:53.054954 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-52db7815-1a81-40df-bbac-52826f787b5f admin admin] Allocated IP 172.25.0.196 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/c7f26de0-9781-48a2-8c04-17d777b77a48) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:41:53.105281 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41ef4d1-1b11-4207-b53e-164a4c17f13f admin admin] Network 6e32df00-9f15-4ef8-a2e3-113cd28c026f is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:41:53.107258 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-d41ef4d1-1b11-4207-b53e-164a4c17f13f admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:41:53.127561 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-01933e07-7606-4f62-8750-7196180f14e7 None None] Provisioning complete for port 0aedf951-71f1-440b-b4ba-898fa1f054f0 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:53.129396 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-01933e07-7606-4f62-8750-7196180f14e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0aedf951-71f1-440b-b4ba-898fa1f054f0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:53.164878 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5822c2b-0815-4198-b177-03dde9d0265e None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:41:53.194038 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-52db7815-1a81-40df-bbac-52826f787b5f admin admin] Publish callbacks [] for port (c7f26de0-9781-48a2-8c04-17d777b77a48), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:53.229717 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ebaecf11-08e0-41c3-8106-07a3cb2e7902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e6a9f2e2-5df5-4b25-a055-769d8923a038), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:53.232586 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ebaecf11-08e0-41c3-8106-07a3cb2e7902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:53.234462 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ebaecf11-08e0-41c3-8106-07a3cb2e7902 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e6a9f2e2-5df5-4b25-a055-769d8923a038 HTTP/1.1" status: 204 len: 168 time: 1.5926244 Mar 05 04:41:53.247011 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-52db7815-1a81-40df-bbac-52826f787b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (c7f26de0-9781-48a2-8c04-17d777b77a48), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:53.266694 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657852c-c939-457a-922f-44ff57cea51c req-06a2f22f-8d69-4b42-94df-cbd4c66c4ba7 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:53.276966 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9657852c-c939-457a-922f-44ff57cea51c req-06a2f22f-8d69-4b42-94df-cbd4c66c4ba7 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=19a210fb-d910-45df-ae59-1757ed88585f HTTP/1.1" status: 200 len: 1129 time: 0.9782915 Mar 05 04:41:53.287275 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4fbd427c-5723-4c1f-95e6-f760537ceed1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:53.328578 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41ef4d1-1b11-4207-b53e-164a4c17f13f admin admin] Router 824aa189-853c-429e-944e-5675cfda91e6 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:41:53.335373 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38262) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:53.408030 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d9d5dbe5-6b1e-48b0-817c-9cf204481e0a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0d002c6da156433d929a27e79c714415&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0689044 Mar 05 04:41:53.449798 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38264) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:53.566114 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1efd867d-5968-4b0e-985a-50a480de99a3 admin admin] Publish callbacks [] for security_group (76df9f73-f278-46df-baff-e7ecf48ed124), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:53.601140 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1efd867d-5968-4b0e-985a-50a480de99a3 admin admin] Publish callbacks [] for security_group (76df9f73-f278-46df-baff-e7ecf48ed124), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:53.604416 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41ef4d1-1b11-4207-b53e-164a4c17f13f admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:41:53.625350 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d41ef4d1-1b11-4207-b53e-164a4c17f13f admin admin] 10.222.0.11 "PUT /v2.0/routers/824aa189-853c-429e-944e-5675cfda91e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8949828 Mar 05 04:41:53.625585 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4fbd427c-5723-4c1f-95e6-f760537ceed1 admin admin] Publish callbacks [] for security_group (d8dd93b5-deb9-4b1b-8369-ae8a3d44cc5f), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:53.627201 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db7815-1a81-40df-bbac-52826f787b5f admin admin] Pushing event updated for resources: {'Port': ['ID=c7f26de0-9781-48a2-8c04-17d777b77a48,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:53.635192 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaecf11-08e0-41c3-8106-07a3cb2e7902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a9f2e2-5df5-4b25-a055-769d8923a038,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:53.667356 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4fbd427c-5723-4c1f-95e6-f760537ceed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d8dd93b5-deb9-4b1b-8369-ae8a3d44cc5f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:53.699640 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52db7815-1a81-40df-bbac-52826f787b5f admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:41:53.701222 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1efd867d-5968-4b0e-985a-50a480de99a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (76df9f73-f278-46df-baff-e7ecf48ed124), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:53.703882 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1efd867d-5968-4b0e-985a-50a480de99a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:53.705703 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1efd867d-5968-4b0e-985a-50a480de99a3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/76df9f73-f278-46df-baff-e7ecf48ed124 HTTP/1.1" status: 204 len: 168 time: 0.2549605 Mar 05 04:41:53.711748 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4b944-6522-47da-b50b-c3fdf82e5562 None None] Pushing event updated for resources: {'Port': ['ID=25040229-fc5c-4bdd-8e35-c51dd30017f1,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:53.715241 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd867d-5968-4b0e-985a-50a480de99a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76df9f73-f278-46df-baff-e7ecf48ed124,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:53.718234 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-52db7815-1a81-40df-bbac-52826f787b5f admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:41:53.734483 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52db7815-1a81-40df-bbac-52826f787b5f admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:41:53.755904 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f718b07-54f6-4ee1-b0eb-bc2f64778b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7659bb61-2851-4497-a728-e91219a88b7f'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:41:53.758642 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6544cc4-b298-42c7-8ce7-b515ffd6ebbb" -d '{"events": [{"server_uuid": "0f718b07-54f6-4ee1-b0eb-bc2f64778b38", "name": "network-vif-plugged", "status": "completed", "tag": "7659bb61-2851-4497-a728-e91219a88b7f"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:41:53.784554 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-c5822c2b-0815-4198-b177-03dde9d0265e None None] Attempting to bind port 43c29568-d8b1-4a61-bf1f-416ccfd54342 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:41:53.784934 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-c5822c2b-0815-4198-b177-03dde9d0265e None None] Attempting to bind port 43c29568-d8b1-4a61-bf1f-416ccfd54342 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '78fc7d19-0516-4f5e-8089-4e58b1afdc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6e7a0e86-a995-4489-9f58-78ec089f6eab'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:41:53.785311 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5822c2b-0815-4198-b177-03dde9d0265e None None] Attempting to bind port 43c29568-d8b1-4a61-bf1f-416ccfd54342 on network 6e7a0e86-a995-4489-9f58-78ec089f6eab {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:41:53.795472 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-11d76d3f-6dde-453c-a558-3dc765ceb3ac None None] Set router 824aa189-853c-429e-944e-5675cfda91e6 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:41:53.849164 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5822c2b-0815-4198-b177-03dde9d0265e None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:41:53.849875 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5822c2b-0815-4198-b177-03dde9d0265e None None] Checking segment: {'id': '78fc7d19-0516-4f5e-8089-4e58b1afdc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6e7a0e86-a995-4489-9f58-78ec089f6eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:41:53.849964 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c5822c2b-0815-4198-b177-03dde9d0265e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:53.850331 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5822c2b-0815-4198-b177-03dde9d0265e None None] Bound using segment: {'id': '78fc7d19-0516-4f5e-8089-4e58b1afdc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6e7a0e86-a995-4489-9f58-78ec089f6eab'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:41:53.850829 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-c5822c2b-0815-4198-b177-03dde9d0265e None None] Bound port: 43c29568-d8b1-4a61-bf1f-416ccfd54342, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78fc7d19-0516-4f5e-8089-4e58b1afdc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6e7a0e86-a995-4489-9f58-78ec089f6eab'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:41:53.851241 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c5822c2b-0815-4198-b177-03dde9d0265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (43c29568-d8b1-4a61-bf1f-416ccfd54342), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:53.885389 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 0aedf951-71f1-440b-b4ba-898fa1f054f0 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:53.886092 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0aedf951-71f1-440b-b4ba-898fa1f054f0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:53.900478 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38280) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:53.905764 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4fbd427c-5723-4c1f-95e6-f760537ceed1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b2f1cd44698b4218ab4362183a8fc440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9727697 Mar 05 04:41:53.915580 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d4179-d80d-49d7-886d-f3d8f079f527 req-da233687-da6d-4847-bc3e-c963386a768d tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:53.925507 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b22d4179-d80d-49d7-886d-f3d8f079f527 req-da233687-da6d-4847-bc3e-c963386a768d tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321 HTTP/1.1" status: 200 len: 949 time: 0.6993799 Mar 05 04:41:53.967478 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd427c-5723-4c1f-95e6-f760537ceed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8dd93b5-deb9-4b1b-8369-ae8a3d44cc5f,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:54.015155 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9657852c-c939-457a-922f-44ff57cea51c req-d088dac0-1530-4330-825f-a5d9cfaa0054 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7371821 Mar 05 04:41:54.060704 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d7da4cb1-8ef9-49ba-a043-bd0d71364a01 admin admin] Publish callbacks [] for security_group (d8dd93b5-deb9-4b1b-8369-ae8a3d44cc5f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:54.137041 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d7da4cb1-8ef9-49ba-a043-bd0d71364a01 admin admin] Publish callbacks [] for security_group (d8dd93b5-deb9-4b1b-8369-ae8a3d44cc5f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:54.160764 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f0c2f8-cc09-4a4d-b994-b50cc9d53f65 x-openstack-request-id: req-d8f0c2f8-cc09-4a4d-b994-b50cc9d53f65 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:41:54.161093 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f718b07-54f6-4ee1-b0eb-bc2f64778b38", "name": "network-vif-plugged", "status": "completed", "tag": "7659bb61-2851-4497-a728-e91219a88b7f", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:41:54.161356 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d8f0c2f8-cc09-4a4d-b994-b50cc9d53f65 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:41:54.161756 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f718b07-54f6-4ee1-b0eb-bc2f64778b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7659bb61-2851-4497-a728-e91219a88b7f', 'code': 200} Mar 05 04:41:54.235963 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-01933e07-7606-4f62-8750-7196180f14e7 None None] Current status of the port 0aedf951-71f1-440b-b4ba-898fa1f054f0 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:54.292859 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d7da4cb1-8ef9-49ba-a043-bd0d71364a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d8dd93b5-deb9-4b1b-8369-ae8a3d44cc5f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:54.299274 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d7da4cb1-8ef9-49ba-a043-bd0d71364a01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:54.301684 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d7da4cb1-8ef9-49ba-a043-bd0d71364a01 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d8dd93b5-deb9-4b1b-8369-ae8a3d44cc5f HTTP/1.1" status: 204 len: 168 time: 0.3985739 Mar 05 04:41:54.324177 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da4cb1-8ef9-49ba-a043-bd0d71364a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8dd93b5-deb9-4b1b-8369-ae8a3d44cc5f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:54.417601 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b22d4179-d80d-49d7-886d-f3d8f079f527 req-27f35904-f26c-4f33-a611-98caa15c66ac tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5eb1416-bc0c-4601-98ac-ed388e81890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718366 Mar 05 04:41:54.432224 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-52db7815-1a81-40df-bbac-52826f787b5f admin admin] Publish callbacks [] for router_gateway (66539c86-c4ff-4f80-b9b8-57d21117ca5b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:54.436159 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-c5822c2b-0815-4198-b177-03dde9d0265e None None] For port 43c29568-d8b1-4a61-bf1f-416ccfd54342, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:41:54.505510 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-c5822c2b-0815-4198-b177-03dde9d0265e None None] For port 43c29568-d8b1-4a61-bf1f-416ccfd54342, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=43c29568-d8b1-4a61-bf1f-416ccfd54342,segment=NetworkSegment(78fc7d19-0516-4f5e-8089-4e58b1afdc2b),segment_id=78fc7d19-0516-4f5e-8089-4e58b1afdc2b)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:41:54.526295 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-96db8ebb-0ac1-4f7c-ba4d-11586cbc076c None None] Provisioning complete for port c935af67-a2ad-4243-adb6-b06565c3dc05 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:54.527230 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-96db8ebb-0ac1-4f7c-ba4d-11586cbc076c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c935af67-a2ad-4243-adb6-b06565c3dc05), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:54.530857 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 0aedf951-71f1-440b-b4ba-898fa1f054f0 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:54.534729 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c5822c2b-0815-4198-b177-03dde9d0265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (43c29568-d8b1-4a61-bf1f-416ccfd54342), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:54.654833 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2939af7-1522-43c4-ba48-14a1c2e4a670 req-dfccf513-c603-4cd2-856d-d59d405bd610 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:54.656500 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a2939af7-1522-43c4-ba48-14a1c2e4a670 req-dfccf513-c603-4cd2-856d-d59d405bd610 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 949 time: 0.1230097 Mar 05 04:41:54.669262 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5822c2b-0815-4198-b177-03dde9d0265e None None] Pushing event updated for resources: {'Port': ['ID=43c29568-d8b1-4a61-bf1f-416ccfd54342,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:54.757694 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-96db8ebb-0ac1-4f7c-ba4d-11586cbc076c None None] Port c935af67-a2ad-4243-adb6-b06565c3dc05 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:41:54.800198 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-11d76d3f-6dde-453c-a558-3dc765ceb3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824aa189-853c-429e-944e-5675cfda91e6', 'name': 'tempest-FloatingIPDetailsTestJSON-2002774342-router', 'tenant_id': 'd109100c97e945728298df584d26102c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '25040229-fc5c-4bdd-8e35-c51dd30017f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:42Z', 'updated_at': '2022-03-05T04:41:52Z', 'revision_number': 4, 'project_id': 'd109100c97e945728298df584d26102c', 'gw_port': {'id': '25040229-fc5c-4bdd-8e35-c51dd30017f1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824aa189-853c-429e-944e-5675cfda91e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:44Z', 'updated_at': '2022-03-05T04:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'c935af67-a2ad-4243-adb6-b06565c3dc05', 'name': '', 'network_id': '6e32df00-9f15-4ef8-a2e3-113cd28c026f', 'tenant_id': 'd109100c97e945728298df584d26102c', 'mac_address': 'fa:16:3e:cf:a8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824aa189-853c-429e-944e-5675cfda91e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '50ab2ace-b56e-449a-b4e4-03ce6a3f779e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:49Z', 'updated_at': '2022-03-05T04:41:52Z', 'revision_number': 2, 'project_id': 'd109100c97e945728298df584d26102c', 'subnets': [{'id': '50ab2ace-b56e-449a-b4e4-03ce6a3f779e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:41:54.829844 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d76d3f-6dde-453c-a558-3dc765ceb3ac None None] The sync data for ids ['824aa189-853c-429e-944e-5675cfda91e6'] in n-d-789963-32 is: [{'id': '824aa189-853c-429e-944e-5675cfda91e6', 'name': 'tempest-FloatingIPDetailsTestJSON-2002774342-router', 'tenant_id': 'd109100c97e945728298df584d26102c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '25040229-fc5c-4bdd-8e35-c51dd30017f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:42Z', 'updated_at': '2022-03-05T04:41:52Z', 'revision_number': 4, 'project_id': 'd109100c97e945728298df584d26102c', 'gw_port': {'id': '25040229-fc5c-4bdd-8e35-c51dd30017f1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824aa189-853c-429e-944e-5675cfda91e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:44Z', 'updated_at': '2022-03-05T04:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'c935af67-a2ad-4243-adb6-b06565c3dc05', 'name': '', 'network_id': '6e32df00-9f15-4ef8-a2e3-113cd28c026f', 'tenant_id': 'd109100c97e945728298df584d26102c', 'mac_address': 'fa:16:3e:cf:a8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824aa189-853c-429e-944e-5675cfda91e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '50ab2ace-b56e-449a-b4e4-03ce6a3f779e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:49Z', 'updated_at': '2022-03-05T04:41:52Z', 'revision_number': 2, 'project_id': 'd109100c97e945728298df584d26102c', 'subnets': [{'id': '50ab2ace-b56e-449a-b4e4-03ce6a3f779e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:41:55.388147 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a2939af7-1522-43c4-ba48-14a1c2e4a670 req-3b3b556c-56f7-4636-989c-36739be4645d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7160761 Mar 05 04:41:55.408041 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-52db7815-1a81-40df-bbac-52826f787b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (66539c86-c4ff-4f80-b9b8-57d21117ca5b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:55.433775 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a5ca27e3-b2a8-464c-a9f3-882cadcf9e67 req-61ac52b3-8356-4896-967b-215512d2ab72 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7761834 Mar 05 04:41:55.482899 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-a5ca27e3-b2a8-464c-a9f3-882cadcf9e67 req-fd3a787c-a7fe-4af9-b719-07836461fd91 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:55.526530 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a5ca27e3-b2a8-464c-a9f3-882cadcf9e67 req-fd3a787c-a7fe-4af9-b719-07836461fd91 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:55.651897 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be4a9d-b312-42d6-9956-6a52bf6c7881 req-35ed7456-4bf5-423b-afe9-a7397c8cb656 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:55.653448 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-88be4a9d-b312-42d6-9956-6a52bf6c7881 req-35ed7456-4bf5-423b-afe9-a7397c8cb656 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=19a210fb-d910-45df-ae59-1757ed88585f HTTP/1.1" status: 200 len: 1129 time: 0.1462061 Mar 05 04:41:55.847981 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-88be4a9d-b312-42d6-9956-6a52bf6c7881 req-9818f47d-3422-4626-937c-7eaf6fc9885e tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372511 Mar 05 04:41:55.865604 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52db7815-1a81-40df-bbac-52826f787b5f admin admin] Router 66539c86-c4ff-4f80-b9b8-57d21117ca5b is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:41:55.907706 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a5ca27e3-b2a8-464c-a9f3-882cadcf9e67 req-fd3a787c-a7fe-4af9-b719-07836461fd91 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:56.051387 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-a5ca27e3-b2a8-464c-a9f3-882cadcf9e67 req-fd3a787c-a7fe-4af9-b719-07836461fd91 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Allocated IP 172.25.0.139 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/e85f22f2-f0e7-41a2-9d40-faa19e88d2a7) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:41:56.341935 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a5ca27e3-b2a8-464c-a9f3-882cadcf9e67 req-fd3a787c-a7fe-4af9-b719-07836461fd91 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks [] for port (e85f22f2-f0e7-41a2-9d40-faa19e88d2a7), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:56.352773 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849303d-866a-4492-b239-b177b15ce028 req-f4bbf274-8236-4618-bb57-97c48167098b tempest-MigrationsAdminTest-1941927207 tempest-MigrationsAdminTest-1941927207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:56.361796 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8849303d-866a-4492-b239-b177b15ce028 req-f4bbf274-8236-4618-bb57-97c48167098b tempest-MigrationsAdminTest-1941927207 tempest-MigrationsAdminTest-1941927207-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 1132 time: 0.2730904 Mar 05 04:41:56.388960 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36c2346-f1fe-46e1-8154-806aaa792452 None None] Network 6e7a0e86-a995-4489-9f58-78ec089f6eab requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:41:56.425411 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52db7815-1a81-40df-bbac-52826f787b5f admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:41:56.441441 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023b09e6-0044-45c1-9c3d-1b80cde0c90d None None] Sync routers for ids ['66539c86-c4ff-4f80-b9b8-57d21117ca5b'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:41:56.456205 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023b09e6-0044-45c1-9c3d-1b80cde0c90d None None] Routers {'66539c86-c4ff-4f80-b9b8-57d21117ca5b'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:41:56.457104 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-023b09e6-0044-45c1-9c3d-1b80cde0c90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:41:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['66539c86-c4ff-4f80-b9b8-57d21117ca5b'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:41:56.470765 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8849303d-866a-4492-b239-b177b15ce028 req-aa2c9cd3-3bc4-442b-98cb-51e2279314ac tempest-MigrationsAdminTest-1941927207 tempest-MigrationsAdminTest-1941927207-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077926 Mar 05 04:41:56.486170 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-52db7815-1a81-40df-bbac-52826f787b5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:56.487790 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-52db7815-1a81-40df-bbac-52826f787b5f admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.5207720 Mar 05 04:41:56.490081 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a5ca27e3-b2a8-464c-a9f3-882cadcf9e67 req-fd3a787c-a7fe-4af9-b719-07836461fd91 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (e85f22f2-f0e7-41a2-9d40-faa19e88d2a7), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:56.490455 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38360) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:41:56.587025 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ca27e3-b2a8-464c-a9f3-882cadcf9e67 req-fd3a787c-a7fe-4af9-b719-07836461fd91 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:41:56.592409 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a787c-a7fe-4af9-b719-07836461fd91 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Pushing event updated for resources: {'Port': ['ID=e85f22f2-f0e7-41a2-9d40-faa19e88d2a7,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:56.601451 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-a5ca27e3-b2a8-464c-a9f3-882cadcf9e67 req-fd3a787c-a7fe-4af9-b719-07836461fd91 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:41:56.612350 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ca27e3-b2a8-464c-a9f3-882cadcf9e67 req-fd3a787c-a7fe-4af9-b719-07836461fd91 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:41:56.672368 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-90b20b87-6809-4516-9963-6ce8c4c88c9a None None] Provisioning complete for port 43c29568-d8b1-4a61-bf1f-416ccfd54342 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:56.672757 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-90b20b87-6809-4516-9963-6ce8c4c88c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (43c29568-d8b1-4a61-bf1f-416ccfd54342), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:56.768245 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-023b09e6-0044-45c1-9c3d-1b80cde0c90d None None] Set router 66539c86-c4ff-4f80-b9b8-57d21117ca5b gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:41:56.921512 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-90b20b87-6809-4516-9963-6ce8c4c88c9a None None] Current status of the port 43c29568-d8b1-4a61-bf1f-416ccfd54342 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:56.924676 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-90b20b87-6809-4516-9963-6ce8c4c88c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (43c29568-d8b1-4a61-bf1f-416ccfd54342), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:57.004868 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-90b20b87-6809-4516-9963-6ce8c4c88c9a None None] For port 43c29568-d8b1-4a61-bf1f-416ccfd54342, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=43c29568-d8b1-4a61-bf1f-416ccfd54342,segment=NetworkSegment(78fc7d19-0516-4f5e-8089-4e58b1afdc2b),segment_id=78fc7d19-0516-4f5e-8089-4e58b1afdc2b)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:57.024346 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-90b20b87-6809-4516-9963-6ce8c4c88c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (43c29568-d8b1-4a61-bf1f-416ccfd54342), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:57.126906 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b20b87-6809-4516-9963-6ce8c4c88c9a None None] Pushing event updated for resources: {'Port': ['ID=43c29568-d8b1-4a61-bf1f-416ccfd54342,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:57.138908 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 43c29568-d8b1-4a61-bf1f-416ccfd54342 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:41:57.184485 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b20b87-6809-4516-9963-6ce8c4c88c9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:57.185113 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b20b87-6809-4516-9963-6ce8c4c88c9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:57.185757 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b20b87-6809-4516-9963-6ce8c4c88c9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:57.186272 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b20b87-6809-4516-9963-6ce8c4c88c9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:57.186776 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b20b87-6809-4516-9963-6ce8c4c88c9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:57.187428 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b20b87-6809-4516-9963-6ce8c4c88c9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:57.187935 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b20b87-6809-4516-9963-6ce8c4c88c9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:57.188301 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a5ca27e3-b2a8-464c-a9f3-882cadcf9e67 req-fd3a787c-a7fe-4af9-b719-07836461fd91 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks [] for floatingip (2416e9e9-ff76-4615-82a1-8cfda1f9a5fa), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:57.188967 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b20b87-6809-4516-9963-6ce8c4c88c9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:57.189464 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b20b87-6809-4516-9963-6ce8c4c88c9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:57.190004 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b20b87-6809-4516-9963-6ce8c4c88c9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:57.190533 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b20b87-6809-4516-9963-6ce8c4c88c9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:57.191050 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b20b87-6809-4516-9963-6ce8c4c88c9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:57.191595 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b20b87-6809-4516-9963-6ce8c4c88c9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:41:57.248550 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-023b09e6-0044-45c1-9c3d-1b80cde0c90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66539c86-c4ff-4f80-b9b8-57d21117ca5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-964474495-router', 'tenant_id': '02b11dcb900c43749fb4b9305633cb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c7f26de0-9781-48a2-8c04-17d777b77a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:50Z', 'updated_at': '2022-03-05T04:41:54Z', 'revision_number': 3, 'project_id': '02b11dcb900c43749fb4b9305633cb83', 'gw_port': {'id': 'c7f26de0-9781-48a2-8c04-17d777b77a48', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:33:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66539c86-c4ff-4f80-b9b8-57d21117ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:52Z', 'updated_at': '2022-03-05T04:41:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:41:57.255899 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e66d4-b722-42e1-a3ed-29a7bf18092c req-b8639d91-ae60-47f9-8729-be6ef0efdc29 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:57.257525 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a87e66d4-b722-42e1-a3ed-29a7bf18092c req-b8639d91-ae60-47f9-8729-be6ef0efdc29 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321 HTTP/1.1" status: 200 len: 949 time: 0.6475639 Mar 05 04:41:57.269524 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 43c29568-d8b1-4a61-bf1f-416ccfd54342 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:57.269902 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (43c29568-d8b1-4a61-bf1f-416ccfd54342), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:57.288062 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023b09e6-0044-45c1-9c3d-1b80cde0c90d None None] Checking router: 66539c86-c4ff-4f80-b9b8-57d21117ca5b for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:41:57.288758 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023b09e6-0044-45c1-9c3d-1b80cde0c90d None None] Updating router 66539c86-c4ff-4f80-b9b8-57d21117ca5b port c7f26de0-9781-48a2-8c04-17d777b77a48 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:41:57.308812 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d93e5039-2619-46cc-97bc-008d8b780a9f None None] Provisioning complete for port 43c29568-d8b1-4a61-bf1f-416ccfd54342 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:57.309196 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d93e5039-2619-46cc-97bc-008d8b780a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (43c29568-d8b1-4a61-bf1f-416ccfd54342), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:57.325435 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-023b09e6-0044-45c1-9c3d-1b80cde0c90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c7f26de0-9781-48a2-8c04-17d777b77a48), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:57.363740 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a5ca27e3-b2a8-464c-a9f3-882cadcf9e67 req-fd3a787c-a7fe-4af9-b719-07836461fd91 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e85f22f2-f0e7-41a2-9d40-faa19e88d2a7), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:57.474667 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 43c29568-d8b1-4a61-bf1f-416ccfd54342 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:57.478559 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 25040229-fc5c-4bdd-8e35-c51dd30017f1 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:41:57.487381 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d93e5039-2619-46cc-97bc-008d8b780a9f None None] Current status of the port 43c29568-d8b1-4a61-bf1f-416ccfd54342 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:57.518040 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a87e66d4-b722-42e1-a3ed-29a7bf18092c req-ec016b5f-3c39-4fdf-a1d7-8404a26b1e22 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5eb1416-bc0c-4601-98ac-ed388e81890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576679 Mar 05 04:41:57.596152 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 25040229-fc5c-4bdd-8e35-c51dd30017f1 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:57.598542 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (25040229-fc5c-4bdd-8e35-c51dd30017f1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:57.712092 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-023b09e6-0044-45c1-9c3d-1b80cde0c90d None None] Publish callbacks [] for port (c7f26de0-9781-48a2-8c04-17d777b77a48), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:57.727143 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-023b09e6-0044-45c1-9c3d-1b80cde0c90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c7f26de0-9781-48a2-8c04-17d777b77a48), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:57.789932 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 25040229-fc5c-4bdd-8e35-c51dd30017f1 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:57.790353 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (25040229-fc5c-4bdd-8e35-c51dd30017f1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:57.843885 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 25040229-fc5c-4bdd-8e35-c51dd30017f1, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=25040229-fc5c-4bdd-8e35-c51dd30017f1,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:41:57.844598 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718ab2d-d155-4bdc-9b91-0be0fea5e676 None None] Pushing event updated for resources: {'Port': ['ID=c7f26de0-9781-48a2-8c04-17d777b77a48,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:57.853952 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (25040229-fc5c-4bdd-8e35-c51dd30017f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:57.857766 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a5ca27e3-b2a8-464c-a9f3-882cadcf9e67 req-fd3a787c-a7fe-4af9-b719-07836461fd91 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks [] for port (e85f22f2-f0e7-41a2-9d40-faa19e88d2a7), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:57.866651 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a5ca27e3-b2a8-464c-a9f3-882cadcf9e67 req-fd3a787c-a7fe-4af9-b719-07836461fd91 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (e85f22f2-f0e7-41a2-9d40-faa19e88d2a7), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:57.870892 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-023b09e6-0044-45c1-9c3d-1b80cde0c90d None None] Attempting to bind port c7f26de0-9781-48a2-8c04-17d777b77a48 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:41:57.871420 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-023b09e6-0044-45c1-9c3d-1b80cde0c90d None None] Attempting to bind port c7f26de0-9781-48a2-8c04-17d777b77a48 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:41:57.871887 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023b09e6-0044-45c1-9c3d-1b80cde0c90d None None] Attempting to bind port c7f26de0-9781-48a2-8c04-17d777b77a48 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:41:57.878521 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023b09e6-0044-45c1-9c3d-1b80cde0c90d None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:41:57.878521 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023b09e6-0044-45c1-9c3d-1b80cde0c90d None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:41:57.878830 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-023b09e6-0044-45c1-9c3d-1b80cde0c90d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:57.879311 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023b09e6-0044-45c1-9c3d-1b80cde0c90d None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:41:57.879899 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-023b09e6-0044-45c1-9c3d-1b80cde0c90d None None] Bound port: c7f26de0-9781-48a2-8c04-17d777b77a48, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:41:57.880383 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-023b09e6-0044-45c1-9c3d-1b80cde0c90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c7f26de0-9781-48a2-8c04-17d777b77a48), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:57.947280 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5b4d1693-31a8-43fb-9294-63d08e776fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:57.958629 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=25040229-fc5c-4bdd-8e35-c51dd30017f1,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:58.013968 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-023b09e6-0044-45c1-9c3d-1b80cde0c90d None None] For port c7f26de0-9781-48a2-8c04-17d777b77a48, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:41:58.017669 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-023b09e6-0044-45c1-9c3d-1b80cde0c90d None None] For port c7f26de0-9781-48a2-8c04-17d777b77a48, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c7f26de0-9781-48a2-8c04-17d777b77a48,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:41:58.029012 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-023b09e6-0044-45c1-9c3d-1b80cde0c90d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c7f26de0-9781-48a2-8c04-17d777b77a48), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:58.049094 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a5ca27e3-b2a8-464c-a9f3-882cadcf9e67 req-fd3a787c-a7fe-4af9-b719-07836461fd91 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (2416e9e9-ff76-4615-82a1-8cfda1f9a5fa), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:58.122832 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a787c-a7fe-4af9-b719-07836461fd91 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Pushing event updated for resources: {'Port': ['ID=e85f22f2-f0e7-41a2-9d40-faa19e88d2a7,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:58.138064 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023b09e6-0044-45c1-9c3d-1b80cde0c90d None None] Routers {'66539c86-c4ff-4f80-b9b8-57d21117ca5b'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:41:58.138991 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-023b09e6-0044-45c1-9c3d-1b80cde0c90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:41:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['66539c86-c4ff-4f80-b9b8-57d21117ca5b'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:41:58.147110 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a5ca27e3-b2a8-464c-a9f3-882cadcf9e67 req-fd3a787c-a7fe-4af9-b719-07836461fd91 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:58.149640 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a5ca27e3-b2a8-464c-a9f3-882cadcf9e67 req-fd3a787c-a7fe-4af9-b719-07836461fd91 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6762249 Mar 05 04:41:58.211997 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718ab2d-d155-4bdc-9b91-0be0fea5e676 None None] Pushing event updated for resources: {'Port': ['ID=c7f26de0-9781-48a2-8c04-17d777b77a48,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:58.235546 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-5b4d1693-31a8-43fb-9294-63d08e776fbd admin admin] Allocated IP 172.20.0.1 (6e7a0e86-a995-4489-9f58-78ec089f6eab/77d288c2-efbf-4fb4-b55d-d65c674d5d37/e42b4b8e-d944-4607-a90b-bdb083e854e3) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:41:58.310596 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a5ca27e3-b2a8-464c-a9f3-882cadcf9e67 req-110da4f9-27cc-4192-a128-0defde7499eb tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.139 HTTP/1.1" status: 200 len: 696 time: 0.1547275 Mar 05 04:41:58.359339 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-023b09e6-0044-45c1-9c3d-1b80cde0c90d None None] Set router 66539c86-c4ff-4f80-b9b8-57d21117ca5b gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:41:58.372870 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5b4d1693-31a8-43fb-9294-63d08e776fbd admin admin] Publish callbacks [] for port (e42b4b8e-d944-4607-a90b-bdb083e854e3), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:58.385509 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0205a6-7dcc-46e5-8dd2-ef607af253f4 None None] Sync routers for ids ['824aa189-853c-429e-944e-5675cfda91e6'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:41:58.405004 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0205a6-7dcc-46e5-8dd2-ef607af253f4 None None] Routers {'824aa189-853c-429e-944e-5675cfda91e6'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:41:58.411019 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8f0205a6-7dcc-46e5-8dd2-ef607af253f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:41:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['824aa189-853c-429e-944e-5675cfda91e6'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:41:58.434383 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b77aaf-b979-4c09-bf93-cf2d590b93b7 req-8e6a0253-f069-494b-bedf-ec414e065324 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:58.442009 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d1b77aaf-b979-4c09-bf93-cf2d590b93b7 req-8e6a0253-f069-494b-bedf-ec414e065324 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee2e82b0-ff31-4340-8888-731356ce2ea1 HTTP/1.1" status: 200 len: 949 time: 0.1544855 Mar 05 04:41:58.450009 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5b4d1693-31a8-43fb-9294-63d08e776fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (e42b4b8e-d944-4607-a90b-bdb083e854e3), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:58.490301 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca27e3-b2a8-464c-a9f3-882cadcf9e67 req-4e9cd923-2e01-4765-b3ba-3ae8832712dc tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:58.492083 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a5ca27e3-b2a8-464c-a9f3-882cadcf9e67 req-4e9cd923-2e01-4765-b3ba-3ae8832712dc tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 784 time: 0.1652577 Mar 05 04:41:58.506239 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-a5ca27e3-b2a8-464c-a9f3-882cadcf9e67 req-02378339-bfc3-436f-b584-b96d4b68bc3f tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:41:58.507252 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a5ca27e3-b2a8-464c-a9f3-882cadcf9e67 req-02378339-bfc3-436f-b584-b96d4b68bc3f tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097048 Mar 05 04:41:58.530143 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d1693-31a8-43fb-9294-63d08e776fbd admin admin] Pushing event updated for resources: {'Port': ['ID=e42b4b8e-d944-4607-a90b-bdb083e854e3,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:58.538224 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d1b77aaf-b979-4c09-bf93-cf2d590b93b7 req-c831b2ec-c4de-46bd-ae87-0d84954ac648 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5eb1416-bc0c-4601-98ac-ed388e81890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952899 Mar 05 04:41:58.565346 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4d1693-31a8-43fb-9294-63d08e776fbd admin admin] Network 6e7a0e86-a995-4489-9f58-78ec089f6eab is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:41:58.572793 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-5b4d1693-31a8-43fb-9294-63d08e776fbd admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:41:58.579560 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4d1693-31a8-43fb-9294-63d08e776fbd admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:41:58.611694 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-8f0205a6-7dcc-46e5-8dd2-ef607af253f4 None None] Set router 824aa189-853c-429e-944e-5675cfda91e6 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:41:58.630621 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-023b09e6-0044-45c1-9c3d-1b80cde0c90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66539c86-c4ff-4f80-b9b8-57d21117ca5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-964474495-router', 'tenant_id': '02b11dcb900c43749fb4b9305633cb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c7f26de0-9781-48a2-8c04-17d777b77a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:50Z', 'updated_at': '2022-03-05T04:41:54Z', 'revision_number': 3, 'project_id': '02b11dcb900c43749fb4b9305633cb83', 'gw_port': {'id': 'c7f26de0-9781-48a2-8c04-17d777b77a48', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:33:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66539c86-c4ff-4f80-b9b8-57d21117ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:52Z', 'updated_at': '2022-03-05T04:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:41:58.651848 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5b4d1693-31a8-43fb-9294-63d08e776fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (66539c86-c4ff-4f80-b9b8-57d21117ca5b), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:58.693533 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023b09e6-0044-45c1-9c3d-1b80cde0c90d None None] The sync data for ids ['66539c86-c4ff-4f80-b9b8-57d21117ca5b'] in n-d-789963-32 is: [{'id': '66539c86-c4ff-4f80-b9b8-57d21117ca5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-964474495-router', 'tenant_id': '02b11dcb900c43749fb4b9305633cb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c7f26de0-9781-48a2-8c04-17d777b77a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:50Z', 'updated_at': '2022-03-05T04:41:54Z', 'revision_number': 3, 'project_id': '02b11dcb900c43749fb4b9305633cb83', 'gw_port': {'id': 'c7f26de0-9781-48a2-8c04-17d777b77a48', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:33:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66539c86-c4ff-4f80-b9b8-57d21117ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:52Z', 'updated_at': '2022-03-05T04:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:41:58.828298 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-bffeec73-5d90-4f71-81d7-cfa870159e1c tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329244 Mar 05 04:41:58.924170 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 43c29568-d8b1-4a61-bf1f-416ccfd54342 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:41:58.965443 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5b4d1693-31a8-43fb-9294-63d08e776fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e42b4b8e-d944-4607-a90b-bdb083e854e3), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:59.033440 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-11db1e15-aa6e-4b2b-b878-b65a5081b924 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:41:59.035806 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-11db1e15-aa6e-4b2b-b878-b65a5081b924 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1997051 Mar 05 04:41:59.044588 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-05acfa31-9fc0-42d6-8979-8d1e072020f6 None None] Provisioning complete for port e42b4b8e-d944-4607-a90b-bdb083e854e3 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:59.045326 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-05acfa31-9fc0-42d6-8979-8d1e072020f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e42b4b8e-d944-4607-a90b-bdb083e854e3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:59.077861 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-a9080cd0-ef3c-40e7-a682-dc586cc327e1 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/quotas/12ec86d5ce864d5e8384628d4e830cb3 HTTP/1.1" status: 200 len: 375 time: 0.0363207 Mar 05 04:41:59.083124 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 43c29568-d8b1-4a61-bf1f-416ccfd54342 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:59.083631 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (43c29568-d8b1-4a61-bf1f-416ccfd54342), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:59.138121 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-195f8973-977b-4c81-a1e6-ba6412f9f869 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0592093 Mar 05 04:41:59.260973 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5b4d1693-31a8-43fb-9294-63d08e776fbd admin admin] Publish callbacks [] for port (e42b4b8e-d944-4607-a90b-bdb083e854e3), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:59.268273 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5b4d1693-31a8-43fb-9294-63d08e776fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (e42b4b8e-d944-4607-a90b-bdb083e854e3), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:59.330665 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5b4d1693-31a8-43fb-9294-63d08e776fbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (66539c86-c4ff-4f80-b9b8-57d21117ca5b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:59.357245 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f69835d9-a872-42ff-b6cf-b2b6000c8c08 req-cc55741e-d532-4425-bab9-f4d44052d604 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2091832 Mar 05 04:41:59.371921 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-f69835d9-a872-42ff-b6cf-b2b6000c8c08 req-42e1d40b-8bb5-451c-9a2d-ab9c93443854 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:41:59.414757 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f69835d9-a872-42ff-b6cf-b2b6000c8c08 req-42e1d40b-8bb5-451c-9a2d-ab9c93443854 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:59.497303 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-05acfa31-9fc0-42d6-8979-8d1e072020f6 None None] Port e42b4b8e-d944-4607-a90b-bdb083e854e3 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:41:59.508235 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4d1693-31a8-43fb-9294-63d08e776fbd admin admin] Network 6e7a0e86-a995-4489-9f58-78ec089f6eab is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:41:59.515811 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-5b4d1693-31a8-43fb-9294-63d08e776fbd admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:41:59.541039 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d1693-31a8-43fb-9294-63d08e776fbd admin admin] Pushing event updated for resources: {'Port': ['ID=e42b4b8e-d944-4607-a90b-bdb083e854e3,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:41:59.593751 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 43c29568-d8b1-4a61-bf1f-416ccfd54342 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:41:59.599970 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 25040229-fc5c-4bdd-8e35-c51dd30017f1 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:41:59.673430 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8f0205a6-7dcc-46e5-8dd2-ef607af253f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824aa189-853c-429e-944e-5675cfda91e6', 'name': 'tempest-FloatingIPDetailsTestJSON-2002774342-router', 'tenant_id': 'd109100c97e945728298df584d26102c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '25040229-fc5c-4bdd-8e35-c51dd30017f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:42Z', 'updated_at': '2022-03-05T04:41:52Z', 'revision_number': 4, 'project_id': 'd109100c97e945728298df584d26102c', 'gw_port': {'id': '25040229-fc5c-4bdd-8e35-c51dd30017f1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824aa189-853c-429e-944e-5675cfda91e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:44Z', 'updated_at': '2022-03-05T04:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'c935af67-a2ad-4243-adb6-b06565c3dc05', 'name': '', 'network_id': '6e32df00-9f15-4ef8-a2e3-113cd28c026f', 'tenant_id': 'd109100c97e945728298df584d26102c', 'mac_address': 'fa:16:3e:cf:a8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824aa189-853c-429e-944e-5675cfda91e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '50ab2ace-b56e-449a-b4e4-03ce6a3f779e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:49Z', 'updated_at': '2022-03-05T04:41:52Z', 'revision_number': 2, 'project_id': 'd109100c97e945728298df584d26102c', 'subnets': [{'id': '50ab2ace-b56e-449a-b4e4-03ce6a3f779e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:41:59.742022 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f69835d9-a872-42ff-b6cf-b2b6000c8c08 req-42e1d40b-8bb5-451c-9a2d-ab9c93443854 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:59.753836 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4d1693-31a8-43fb-9294-63d08e776fbd admin admin] Router 66539c86-c4ff-4f80-b9b8-57d21117ca5b has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:41:59.769958 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0205a6-7dcc-46e5-8dd2-ef607af253f4 None None] Checking router: 824aa189-853c-429e-944e-5675cfda91e6 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:41:59.770451 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0205a6-7dcc-46e5-8dd2-ef607af253f4 None None] Updating router 824aa189-853c-429e-944e-5675cfda91e6 port c935af67-a2ad-4243-adb6-b06565c3dc05 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:41:59.859424 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8f0205a6-7dcc-46e5-8dd2-ef607af253f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c935af67-a2ad-4243-adb6-b06565c3dc05), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:59.924779 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 25040229-fc5c-4bdd-8e35-c51dd30017f1 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:41:59.930358 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (25040229-fc5c-4bdd-8e35-c51dd30017f1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:41:59.964925 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4d1693-31a8-43fb-9294-63d08e776fbd admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:41:59.979382 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5b4d1693-31a8-43fb-9294-63d08e776fbd admin admin] 10.222.0.11 "PUT /v2.0/routers/66539c86-c4ff-4f80-b9b8-57d21117ca5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4800904 Mar 05 04:42:00.012392 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-141d059b-98d6-4af6-a69f-3f1f8be6d128 None None] Provisioning complete for port e42b4b8e-d944-4607-a90b-bdb083e854e3 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:42:00.013093 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-141d059b-98d6-4af6-a69f-3f1f8be6d128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e42b4b8e-d944-4607-a90b-bdb083e854e3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:00.244695 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-141d059b-98d6-4af6-a69f-3f1f8be6d128 None None] Port e42b4b8e-d944-4607-a90b-bdb083e854e3 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:42:00.271448 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 25040229-fc5c-4bdd-8e35-c51dd30017f1 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:42:00.357744 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-f69835d9-a872-42ff-b6cf-b2b6000c8c08 req-42e1d40b-8bb5-451c-9a2d-ab9c93443854 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Allocated IP 172.25.0.128 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/c43705e6-093a-4323-85b2-3f322d75fe7b) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:42:00.369562 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf9a4e-449e-4b66-ac0d-fb8cec49bc8b req-35d1f67e-f129-4fee-a7d6-d29a7176a484 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:00.371672 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6fdf9a4e-449e-4b66-ac0d-fb8cec49bc8b req-35d1f67e-f129-4fee-a7d6-d29a7176a484 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=19a210fb-d910-45df-ae59-1757ed88585f HTTP/1.1" status: 200 len: 1129 time: 0.1243556 Mar 05 04:42:00.439545 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8f0205a6-7dcc-46e5-8dd2-ef607af253f4 None None] Publish callbacks [] for port (c935af67-a2ad-4243-adb6-b06565c3dc05), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:00.447884 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8f0205a6-7dcc-46e5-8dd2-ef607af253f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c935af67-a2ad-4243-adb6-b06565c3dc05), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:00.480943 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6fdf9a4e-449e-4b66-ac0d-fb8cec49bc8b req-aeaf8b3d-f688-4738-85c0-c459d1ec6385 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014938 Mar 05 04:42:00.518814 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4358bd-2577-4011-9671-89fca02cee34 None None] Pushing event updated for resources: {'Port': ['ID=c935af67-a2ad-4243-adb6-b06565c3dc05,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:00.527236 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f69835d9-a872-42ff-b6cf-b2b6000c8c08 req-42e1d40b-8bb5-451c-9a2d-ab9c93443854 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks [] for port (c43705e6-093a-4323-85b2-3f322d75fe7b), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:00.561357 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-8f0205a6-7dcc-46e5-8dd2-ef607af253f4 None None] Attempting to bind port c935af67-a2ad-4243-adb6-b06565c3dc05 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:42:00.562097 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-8f0205a6-7dcc-46e5-8dd2-ef607af253f4 None None] Attempting to bind port c935af67-a2ad-4243-adb6-b06565c3dc05 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'e4634dc2-9460-4684-a249-f3a410351318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6e32df00-9f15-4ef8-a2e3-113cd28c026f'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:42:00.563049 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0205a6-7dcc-46e5-8dd2-ef607af253f4 None None] Attempting to bind port c935af67-a2ad-4243-adb6-b06565c3dc05 on network 6e32df00-9f15-4ef8-a2e3-113cd28c026f {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:42:00.571015 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0205a6-7dcc-46e5-8dd2-ef607af253f4 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:42:00.571861 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0205a6-7dcc-46e5-8dd2-ef607af253f4 None None] Checking segment: {'id': 'e4634dc2-9460-4684-a249-f3a410351318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6e32df00-9f15-4ef8-a2e3-113cd28c026f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:42:00.572490 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8f0205a6-7dcc-46e5-8dd2-ef607af253f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:00.573088 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0205a6-7dcc-46e5-8dd2-ef607af253f4 None None] Bound using segment: {'id': 'e4634dc2-9460-4684-a249-f3a410351318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6e32df00-9f15-4ef8-a2e3-113cd28c026f'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:42:00.573884 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-8f0205a6-7dcc-46e5-8dd2-ef607af253f4 None None] Bound port: c935af67-a2ad-4243-adb6-b06565c3dc05, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4634dc2-9460-4684-a249-f3a410351318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6e32df00-9f15-4ef8-a2e3-113cd28c026f'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:42:00.574291 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8f0205a6-7dcc-46e5-8dd2-ef607af253f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c935af67-a2ad-4243-adb6-b06565c3dc05), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:00.575659 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f69835d9-a872-42ff-b6cf-b2b6000c8c08 req-42e1d40b-8bb5-451c-9a2d-ab9c93443854 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (c43705e6-093a-4323-85b2-3f322d75fe7b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:00.620178 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69835d9-a872-42ff-b6cf-b2b6000c8c08 req-42e1d40b-8bb5-451c-9a2d-ab9c93443854 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:42:00.623201 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-f69835d9-a872-42ff-b6cf-b2b6000c8c08 req-42e1d40b-8bb5-451c-9a2d-ab9c93443854 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:42:00.626449 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69835d9-a872-42ff-b6cf-b2b6000c8c08 req-42e1d40b-8bb5-451c-9a2d-ab9c93443854 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:42:00.656669 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1d40b-8bb5-451c-9a2d-ab9c93443854 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Pushing event updated for resources: {'Port': ['ID=c43705e6-093a-4323-85b2-3f322d75fe7b,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:00.668404 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-8f0205a6-7dcc-46e5-8dd2-ef607af253f4 None None] For port c935af67-a2ad-4243-adb6-b06565c3dc05, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:42:00.674168 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-8f0205a6-7dcc-46e5-8dd2-ef607af253f4 None None] For port c935af67-a2ad-4243-adb6-b06565c3dc05, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c935af67-a2ad-4243-adb6-b06565c3dc05,segment=NetworkSegment(e4634dc2-9460-4684-a249-f3a410351318),segment_id=e4634dc2-9460-4684-a249-f3a410351318)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:42:00.686737 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8f0205a6-7dcc-46e5-8dd2-ef607af253f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c935af67-a2ad-4243-adb6-b06565c3dc05), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:00.774487 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f69835d9-a872-42ff-b6cf-b2b6000c8c08 req-42e1d40b-8bb5-451c-9a2d-ab9c93443854 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks [] for floatingip (f4bdea92-1ef2-47e5-92fb-1481037dd45d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:00.837513 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0205a6-7dcc-46e5-8dd2-ef607af253f4 None None] Routers {'824aa189-853c-429e-944e-5675cfda91e6'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:42:00.838403 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8f0205a6-7dcc-46e5-8dd2-ef607af253f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:41:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['824aa189-853c-429e-944e-5675cfda91e6'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:42:00.845928 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-78d3ef09-22fc-45c2-aa1b-75936c289c01 None None] Provisioning complete for port c935af67-a2ad-4243-adb6-b06565c3dc05 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:42:00.846353 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-78d3ef09-22fc-45c2-aa1b-75936c289c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c935af67-a2ad-4243-adb6-b06565c3dc05), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:00.890628 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4358bd-2577-4011-9671-89fca02cee34 None None] Pushing event updated for resources: {'Port': ['ID=c935af67-a2ad-4243-adb6-b06565c3dc05,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:00.902895 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f69835d9-a872-42ff-b6cf-b2b6000c8c08 req-42e1d40b-8bb5-451c-9a2d-ab9c93443854 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c43705e6-093a-4323-85b2-3f322d75fe7b), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:00.992513 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c7f26de0-9781-48a2-8c04-17d777b77a48 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:42:01.000597 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-e4540684-f198-4a6a-bb8a-4e91d43ebc01 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2021525 Mar 05 04:42:01.052975 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3d20c8d4-4f4f-4552-bd42-120f244da034 req-41672d94-3693-47fe-bc52-3fb634aa92d4 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 210 time: 0.1452270 Mar 05 04:42:01.111198 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-8f0205a6-7dcc-46e5-8dd2-ef607af253f4 None None] Set router 824aa189-853c-429e-944e-5675cfda91e6 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:42:01.173310 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-78d3ef09-22fc-45c2-aa1b-75936c289c01 None None] Current status of the port c935af67-a2ad-4243-adb6-b06565c3dc05 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:42:01.174267 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-78d3ef09-22fc-45c2-aa1b-75936c289c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c935af67-a2ad-4243-adb6-b06565c3dc05), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:01.219747 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port c7f26de0-9781-48a2-8c04-17d777b77a48 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:42:01.220143 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c7f26de0-9781-48a2-8c04-17d777b77a48), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:01.248057 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-18312fa5-9032-420c-865d-6ea5e7252601 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:01.249546 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-18312fa5-9032-420c-865d-6ea5e7252601 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2020228 Mar 05 04:42:01.261959 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-c5c05426-0ed0-44ab-9818-85935d98bc48 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Request body: {'port': {'device_id': '10385acb-ef71-4312-8eed-9cf0d16eb294', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'admin_state_up': True, 'tenant_id': '12ec86d5ce864d5e8384628d4e830cb3'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:42:01.319854 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-78d3ef09-22fc-45c2-aa1b-75936c289c01 None None] For port c935af67-a2ad-4243-adb6-b06565c3dc05, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c935af67-a2ad-4243-adb6-b06565c3dc05,segment=NetworkSegment(e4634dc2-9460-4684-a249-f3a410351318),segment_id=e4634dc2-9460-4684-a249-f3a410351318)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:01.330877 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-78d3ef09-22fc-45c2-aa1b-75936c289c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c935af67-a2ad-4243-adb6-b06565c3dc05), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:01.379413 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cdcc06-955f-43ac-912e-6e1050f3f61a None None] Sync routers for ids ['66539c86-c4ff-4f80-b9b8-57d21117ca5b'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:42:01.391521 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cdcc06-955f-43ac-912e-6e1050f3f61a None None] Routers {'66539c86-c4ff-4f80-b9b8-57d21117ca5b'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:42:01.392379 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b7cdcc06-955f-43ac-912e-6e1050f3f61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:41:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['66539c86-c4ff-4f80-b9b8-57d21117ca5b'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:42:01.428282 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f69835d9-a872-42ff-b6cf-b2b6000c8c08 req-42e1d40b-8bb5-451c-9a2d-ab9c93443854 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks [] for port (c43705e6-093a-4323-85b2-3f322d75fe7b), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:01.446371 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f69835d9-a872-42ff-b6cf-b2b6000c8c08 req-42e1d40b-8bb5-451c-9a2d-ab9c93443854 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (c43705e6-093a-4323-85b2-3f322d75fe7b), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:01.456157 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3ef09-22fc-45c2-aa1b-75936c289c01 None None] Pushing event updated for resources: {'Port': ['ID=c935af67-a2ad-4243-adb6-b06565c3dc05,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:01.499364 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port c7f26de0-9781-48a2-8c04-17d777b77a48 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:42:01.499788 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c7f26de0-9781-48a2-8c04-17d777b77a48), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:01.510372 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-9f692d90-5ba2-4a20-b2dc-fe29a694be39 None None] Provisioning complete for port c935af67-a2ad-4243-adb6-b06565c3dc05 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:42:01.510794 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9f692d90-5ba2-4a20-b2dc-fe29a694be39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c935af67-a2ad-4243-adb6-b06565c3dc05), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:01.539913 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-c5c05426-0ed0-44ab-9818-85935d98bc48 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Made reservation on behalf of 12ec86d5ce864d5e8384628d4e830cb3 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:42:01.543728 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-c5c05426-0ed0-44ab-9818-85935d98bc48 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:01.558781 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-b7cdcc06-955f-43ac-912e-6e1050f3f61a None None] Set router 66539c86-c4ff-4f80-b9b8-57d21117ca5b gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:42:01.561170 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port c7f26de0-9781-48a2-8c04-17d777b77a48, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c7f26de0-9781-48a2-8c04-17d777b77a48,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:01.572349 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c7f26de0-9781-48a2-8c04-17d777b77a48), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:01.581082 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1d40b-8bb5-451c-9a2d-ab9c93443854 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Pushing event updated for resources: {'Port': ['ID=c43705e6-093a-4323-85b2-3f322d75fe7b,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:01.603376 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8f0205a6-7dcc-46e5-8dd2-ef607af253f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824aa189-853c-429e-944e-5675cfda91e6', 'name': 'tempest-FloatingIPDetailsTestJSON-2002774342-router', 'tenant_id': 'd109100c97e945728298df584d26102c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '25040229-fc5c-4bdd-8e35-c51dd30017f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:42Z', 'updated_at': '2022-03-05T04:41:52Z', 'revision_number': 4, 'project_id': 'd109100c97e945728298df584d26102c', 'gw_port': {'id': '25040229-fc5c-4bdd-8e35-c51dd30017f1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824aa189-853c-429e-944e-5675cfda91e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:44Z', 'updated_at': '2022-03-05T04:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'c935af67-a2ad-4243-adb6-b06565c3dc05', 'name': '', 'network_id': '6e32df00-9f15-4ef8-a2e3-113cd28c026f', 'tenant_id': 'd109100c97e945728298df584d26102c', 'mac_address': 'fa:16:3e:cf:a8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824aa189-853c-429e-944e-5675cfda91e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '50ab2ace-b56e-449a-b4e4-03ce6a3f779e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:49Z', 'updated_at': '2022-03-05T04:42:00Z', 'revision_number': 4, 'project_id': 'd109100c97e945728298df584d26102c', 'subnets': [{'id': '50ab2ace-b56e-449a-b4e4-03ce6a3f779e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:42:01.638715 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f69835d9-a872-42ff-b6cf-b2b6000c8c08 req-42e1d40b-8bb5-451c-9a2d-ab9c93443854 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (f4bdea92-1ef2-47e5-92fb-1481037dd45d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:01.643579 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0205a6-7dcc-46e5-8dd2-ef607af253f4 None None] The sync data for ids ['824aa189-853c-429e-944e-5675cfda91e6'] in n-d-789963-32 is: [{'id': '824aa189-853c-429e-944e-5675cfda91e6', 'name': 'tempest-FloatingIPDetailsTestJSON-2002774342-router', 'tenant_id': 'd109100c97e945728298df584d26102c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '25040229-fc5c-4bdd-8e35-c51dd30017f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:42Z', 'updated_at': '2022-03-05T04:41:52Z', 'revision_number': 4, 'project_id': 'd109100c97e945728298df584d26102c', 'gw_port': {'id': '25040229-fc5c-4bdd-8e35-c51dd30017f1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824aa189-853c-429e-944e-5675cfda91e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:44Z', 'updated_at': '2022-03-05T04:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'c935af67-a2ad-4243-adb6-b06565c3dc05', 'name': '', 'network_id': '6e32df00-9f15-4ef8-a2e3-113cd28c026f', 'tenant_id': 'd109100c97e945728298df584d26102c', 'mac_address': 'fa:16:3e:cf:a8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824aa189-853c-429e-944e-5675cfda91e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '50ab2ace-b56e-449a-b4e4-03ce6a3f779e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:49Z', 'updated_at': '2022-03-05T04:42:00Z', 'revision_number': 4, 'project_id': 'd109100c97e945728298df584d26102c', 'subnets': [{'id': '50ab2ace-b56e-449a-b4e4-03ce6a3f779e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:42:01.691012 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f69835d9-a872-42ff-b6cf-b2b6000c8c08 req-42e1d40b-8bb5-451c-9a2d-ab9c93443854 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:01.692810 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=c7f26de0-9781-48a2-8c04-17d777b77a48,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:01.707467 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f69835d9-a872-42ff-b6cf-b2b6000c8c08 req-42e1d40b-8bb5-451c-9a2d-ab9c93443854 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3454201 Mar 05 04:42:01.725451 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9f692d90-5ba2-4a20-b2dc-fe29a694be39 None None] Current status of the port c935af67-a2ad-4243-adb6-b06565c3dc05 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:42:01.793917 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f69835d9-a872-42ff-b6cf-b2b6000c8c08 req-7a88f7cc-36c6-44a7-adc6-8f26f19f3e1b tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.128 HTTP/1.1" status: 200 len: 696 time: 0.0851445 Mar 05 04:42:01.859390 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-c5c05426-0ed0-44ab-9818-85935d98bc48 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Allocated IP 192.168.233.61 (fb0dde64-203a-4c32-80ac-e1733ed0c9dd/63f989ea-15ee-41e4-8c8f-8183d2023f4e/16d44a27-1887-46ce-8a68-f4eec0fce055) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:42:01.966711 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b7cdcc06-955f-43ac-912e-6e1050f3f61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66539c86-c4ff-4f80-b9b8-57d21117ca5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-964474495-router', 'tenant_id': '02b11dcb900c43749fb4b9305633cb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c7f26de0-9781-48a2-8c04-17d777b77a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:50Z', 'updated_at': '2022-03-05T04:41:58Z', 'revision_number': 4, 'project_id': '02b11dcb900c43749fb4b9305633cb83', 'gw_port': {'id': 'c7f26de0-9781-48a2-8c04-17d777b77a48', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:33:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66539c86-c4ff-4f80-b9b8-57d21117ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:52Z', 'updated_at': '2022-03-05T04:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'e42b4b8e-d944-4607-a90b-bdb083e854e3', 'name': '', 'network_id': '6e7a0e86-a995-4489-9f58-78ec089f6eab', 'tenant_id': '02b11dcb900c43749fb4b9305633cb83', 'mac_address': 'fa:16:3e:d9:33:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66539c86-c4ff-4f80-b9b8-57d21117ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '77d288c2-efbf-4fb4-b55d-d65c674d5d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:57Z', 'updated_at': '2022-03-05T04:41:59Z', 'revision_number': 2, 'project_id': '02b11dcb900c43749fb4b9305633cb83', 'subnets': [{'id': '77d288c2-efbf-4fb4-b55d-d65c674d5d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:42:01.970976 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69835d9-a872-42ff-b6cf-b2b6000c8c08 req-c80a086f-9741-473b-aab5-cc60fc8e1096 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:01.972031 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f69835d9-a872-42ff-b6cf-b2b6000c8c08 req-c80a086f-9741-473b-aab5-cc60fc8e1096 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 784 time: 0.1700280 Mar 05 04:42:01.999149 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-f69835d9-a872-42ff-b6cf-b2b6000c8c08 req-721ff0a0-bbb5-4165-bd2a-72933acb20ef tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:42:02.000145 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f69835d9-a872-42ff-b6cf-b2b6000c8c08 req-721ff0a0-bbb5-4165-bd2a-72933acb20ef tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0145063 Mar 05 04:42:02.002122 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cdcc06-955f-43ac-912e-6e1050f3f61a None None] Checking router: 66539c86-c4ff-4f80-b9b8-57d21117ca5b for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:42:02.002479 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cdcc06-955f-43ac-912e-6e1050f3f61a None None] Updating router 66539c86-c4ff-4f80-b9b8-57d21117ca5b port e42b4b8e-d944-4607-a90b-bdb083e854e3 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:42:02.034852 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b7cdcc06-955f-43ac-912e-6e1050f3f61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e42b4b8e-d944-4607-a90b-bdb083e854e3), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:02.115326 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-c5c05426-0ed0-44ab-9818-85935d98bc48 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks [] for port (16d44a27-1887-46ce-8a68-f4eec0fce055), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:02.196027 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-c5c05426-0ed0-44ab-9818-85935d98bc48 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (16d44a27-1887-46ce-8a68-f4eec0fce055), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:02.209350 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['7659bb61-2851-4497-a728-e91219a88b7f'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:42:02.313544 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c05426-0ed0-44ab-9818-85935d98bc48 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Pushing event updated for resources: {'Port': ['ID=16d44a27-1887-46ce-8a68-f4eec0fce055,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:02.338924 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-c5c05426-0ed0-44ab-9818-85935d98bc48 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:42:02.348232 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-c5c05426-0ed0-44ab-9818-85935d98bc48 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:42:02.367319 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-c5c05426-0ed0-44ab-9818-85935d98bc48 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:42:02.384888 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b7cdcc06-955f-43ac-912e-6e1050f3f61a None None] Publish callbacks [] for port (e42b4b8e-d944-4607-a90b-bdb083e854e3), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:02.395856 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b7cdcc06-955f-43ac-912e-6e1050f3f61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e42b4b8e-d944-4607-a90b-bdb083e854e3), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:02.498342 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:42:02.533463 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b172181-4948-4607-a905-798ec5434dc9 None None] Pushing event updated for resources: {'Port': ['ID=e42b4b8e-d944-4607-a90b-bdb083e854e3,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:02.542275 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-c5c05426-0ed0-44ab-9818-85935d98bc48 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:02.549956 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-c5c05426-0ed0-44ab-9818-85935d98bc48 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:02.604454 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-b7cdcc06-955f-43ac-912e-6e1050f3f61a None None] Attempting to bind port e42b4b8e-d944-4607-a90b-bdb083e854e3 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:42:02.605013 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-b7cdcc06-955f-43ac-912e-6e1050f3f61a None None] Attempting to bind port e42b4b8e-d944-4607-a90b-bdb083e854e3 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '78fc7d19-0516-4f5e-8089-4e58b1afdc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6e7a0e86-a995-4489-9f58-78ec089f6eab'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:42:02.605479 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cdcc06-955f-43ac-912e-6e1050f3f61a None None] Attempting to bind port e42b4b8e-d944-4607-a90b-bdb083e854e3 on network 6e7a0e86-a995-4489-9f58-78ec089f6eab {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:42:02.613177 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cdcc06-955f-43ac-912e-6e1050f3f61a None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:42:02.613706 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cdcc06-955f-43ac-912e-6e1050f3f61a None None] Checking segment: {'id': '78fc7d19-0516-4f5e-8089-4e58b1afdc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6e7a0e86-a995-4489-9f58-78ec089f6eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:42:02.613840 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-c5c05426-0ed0-44ab-9818-85935d98bc48 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3545697 Mar 05 04:42:02.614413 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b7cdcc06-955f-43ac-912e-6e1050f3f61a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:02.614904 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cdcc06-955f-43ac-912e-6e1050f3f61a None None] Bound using segment: {'id': '78fc7d19-0516-4f5e-8089-4e58b1afdc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6e7a0e86-a995-4489-9f58-78ec089f6eab'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:42:02.615671 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-b7cdcc06-955f-43ac-912e-6e1050f3f61a None None] Bound port: e42b4b8e-d944-4607-a90b-bdb083e854e3, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78fc7d19-0516-4f5e-8089-4e58b1afdc2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '6e7a0e86-a995-4489-9f58-78ec089f6eab'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:42:02.616165 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b7cdcc06-955f-43ac-912e-6e1050f3f61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e42b4b8e-d944-4607-a90b-bdb083e854e3), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:02.656280 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-b67ce595-406e-470c-a1ca-dc8b51de9b2e service neutron] Request body: {'port': {'device_id': '10385acb-ef71-4312-8eed-9cf0d16eb294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:42:02.696231 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.resource_extend [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 04:42:02.771844 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-54860362-37f7-4b7c-ad3c-1da26a2b8993 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:42:02.773868 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-54860362-37f7-4b7c-ad3c-1da26a2b8993 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070624 Mar 05 04:42:02.784935 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-b7cdcc06-955f-43ac-912e-6e1050f3f61a None None] For port e42b4b8e-d944-4607-a90b-bdb083e854e3, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:42:02.795897 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-b7cdcc06-955f-43ac-912e-6e1050f3f61a None None] For port e42b4b8e-d944-4607-a90b-bdb083e854e3, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e42b4b8e-d944-4607-a90b-bdb083e854e3,segment=NetworkSegment(78fc7d19-0516-4f5e-8089-4e58b1afdc2b),segment_id=78fc7d19-0516-4f5e-8089-4e58b1afdc2b)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:42:02.808088 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b7cdcc06-955f-43ac-912e-6e1050f3f61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e42b4b8e-d944-4607-a90b-bdb083e854e3), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:02.929048 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-57fb896c-d436-42f9-945b-34e30d260ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:02.930772 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-57fb896c-d436-42f9-945b-34e30d260ece service neutron] 10.222.0.11 "GET /v2.0/ports/a57d36aa-ebc3-4721-8c62-bb10dda34c94 HTTP/1.1" status: 200 len: 1126 time: 0.1477590 Mar 05 04:42:02.941465 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-d468c611-1f0d-4d89-9279-1ac7aecb4e2f service neutron] Request body: {'binding': {'host': 'n-h1-789963-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:42:02.941869 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-d468c611-1f0d-4d89-9279-1ac7aecb4e2f service neutron] Unknown quota resources ['binding']. {{(pid=105232) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 05 04:42:02.957658 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-b67ce595-406e-470c-a1ca-dc8b51de9b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (16d44a27-1887-46ce-8a68-f4eec0fce055), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:03.007582 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cdcc06-955f-43ac-912e-6e1050f3f61a None None] Routers {'66539c86-c4ff-4f80-b9b8-57d21117ca5b'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:42:03.008479 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b7cdcc06-955f-43ac-912e-6e1050f3f61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:41:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['66539c86-c4ff-4f80-b9b8-57d21117ca5b'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:42:03.025863 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-df946571-fbf7-4dc3-bdb6-e8c7c5333aeb req-0f89a43b-214d-44ce-9d13-2232e93a82fe tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2947271 Mar 05 04:42:03.083154 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b172181-4948-4607-a905-798ec5434dc9 None None] Pushing event updated for resources: {'Port': ['ID=e42b4b8e-d944-4607-a90b-bdb083e854e3,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:03.194941 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c7f26de0-9781-48a2-8c04-17d777b77a48 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:42:03.210231 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-b7cdcc06-955f-43ac-912e-6e1050f3f61a None None] Set router 66539c86-c4ff-4f80-b9b8-57d21117ca5b gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:42:03.220824 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=8e4c8f76-9607-40a6-9c92-9d7306cb5a5d,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:03.268320 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-d468c611-1f0d-4d89-9279-1ac7aecb4e2f service neutron] Attempting to bind port a57d36aa-ebc3-4721-8c62-bb10dda34c94 on host n-h1-789963-32 for vnic_type normal with profile None {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:42:03.268960 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-d468c611-1f0d-4d89-9279-1ac7aecb4e2f service neutron] Attempting to bind port a57d36aa-ebc3-4721-8c62-bb10dda34c94 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:42:03.269596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-d468c611-1f0d-4d89-9279-1ac7aecb4e2f service neutron] Attempting to bind port a57d36aa-ebc3-4721-8c62-bb10dda34c94 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:42:03.276644 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-d468c611-1f0d-4d89-9279-1ac7aecb4e2f service neutron] Port a57d36aa-ebc3-4721-8c62-bb10dda34c94 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:42:03.276971 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-d468c611-1f0d-4d89-9279-1ac7aecb4e2f service neutron] Attempting to bind port a57d36aa-ebc3-4721-8c62-bb10dda34c94 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:42:03.282160 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-d468c611-1f0d-4d89-9279-1ac7aecb4e2f service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:42:03.282505 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-d468c611-1f0d-4d89-9279-1ac7aecb4e2f service neutron] Checking segment: {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:42:03.282888 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-d468c611-1f0d-4d89-9279-1ac7aecb4e2f service neutron] Bound using segment: {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:42:03.283497 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-d468c611-1f0d-4d89-9279-1ac7aecb4e2f service neutron] Bound port: a57d36aa-ebc3-4721-8c62-bb10dda34c94, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:42:03.298101 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '8e4c8f76-9607-40a6-9c92-9d7306cb5a5d', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': '8e4c8f76-9607-40a6-9c92-9d7306cb5a5d', 'mac_address': 'fa:16:3e:1e:71:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:42:03.312578 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e2e5bac9-b821-42c0-9d35-04940fea0fe5 None None] Provisioning complete for port 16d44a27-1887-46ce-8a68-f4eec0fce055 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:42:03.312961 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e2e5bac9-b821-42c0-9d35-04940fea0fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (16d44a27-1887-46ce-8a68-f4eec0fce055), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:03.348740 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-df946571-fbf7-4dc3-bdb6-e8c7c5333aeb req-0c678b7d-279f-47e3-83a6-029bf45c66b1 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:42:03.355685 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-d468c611-1f0d-4d89-9279-1ac7aecb4e2f service neutron] For port a57d36aa-ebc3-4721-8c62-bb10dda34c94, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a57d36aa-ebc3-4721-8c62-bb10dda34c94,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:42:03.373185 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-df946571-fbf7-4dc3-bdb6-e8c7c5333aeb req-0c678b7d-279f-47e3-83a6-029bf45c66b1 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:03.374017 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-d468c611-1f0d-4d89-9279-1ac7aecb4e2f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:03.375437 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-d468c611-1f0d-4d89-9279-1ac7aecb4e2f service neutron] 10.222.0.11 "POST /v2.0/ports/a57d36aa-ebc3-4721-8c62-bb10dda34c94/bindings HTTP/1.1" status: 201 len: 390 time: 0.4386501 Mar 05 04:42:03.406884 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e2e5bac9-b821-42c0-9d35-04940fea0fe5 None None] Port 16d44a27-1887-46ce-8a68-f4eec0fce055 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:42:03.408449 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port c7f26de0-9781-48a2-8c04-17d777b77a48 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:42:03.408825 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c7f26de0-9781-48a2-8c04-17d777b77a48), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:03.411326 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d is: ACTIVE; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:42:03.411709 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8e4c8f76-9607-40a6-9c92-9d7306cb5a5d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:03.462121 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:42:03.520251 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-b67ce595-406e-470c-a1ca-dc8b51de9b2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16d44a27-1887-46ce-8a68-f4eec0fce055 {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:42:03.530015 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-b67ce595-406e-470c-a1ca-dc8b51de9b2e service neutron] Publish callbacks [] for port (16d44a27-1887-46ce-8a68-f4eec0fce055), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:03.546477 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-b67ce595-406e-470c-a1ca-dc8b51de9b2e service neutron] Transition to ACTIVE for port object 16d44a27-1887-46ce-8a68-f4eec0fce055 will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:42:03.566435 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=8e4c8f76-9607-40a6-9c92-9d7306cb5a5d,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:03.585528 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8e4c8f76-9607-40a6-9c92-9d7306cb5a5d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:03.588304 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-dfa1514d-1f45-4b24-8409-c596642dd850 None None] Provisioning complete for port e42b4b8e-d944-4607-a90b-bdb083e854e3 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:42:03.589006 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dfa1514d-1f45-4b24-8409-c596642dd850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e42b4b8e-d944-4607-a90b-bdb083e854e3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:03.596581 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-b67ce595-406e-470c-a1ca-dc8b51de9b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (16d44a27-1887-46ce-8a68-f4eec0fce055), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:03.599754 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b7cdcc06-955f-43ac-912e-6e1050f3f61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66539c86-c4ff-4f80-b9b8-57d21117ca5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-964474495-router', 'tenant_id': '02b11dcb900c43749fb4b9305633cb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c7f26de0-9781-48a2-8c04-17d777b77a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:50Z', 'updated_at': '2022-03-05T04:41:58Z', 'revision_number': 4, 'project_id': '02b11dcb900c43749fb4b9305633cb83', 'gw_port': {'id': 'c7f26de0-9781-48a2-8c04-17d777b77a48', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66539c86-c4ff-4f80-b9b8-57d21117ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:52Z', 'updated_at': '2022-03-05T04:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'e42b4b8e-d944-4607-a90b-bdb083e854e3', 'name': '', 'network_id': '6e7a0e86-a995-4489-9f58-78ec089f6eab', 'tenant_id': '02b11dcb900c43749fb4b9305633cb83', 'mac_address': 'fa:16:3e:d9:33:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66539c86-c4ff-4f80-b9b8-57d21117ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '77d288c2-efbf-4fb4-b55d-d65c674d5d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:57Z', 'updated_at': '2022-03-05T04:42:02Z', 'revision_number': 4, 'project_id': '02b11dcb900c43749fb4b9305633cb83', 'subnets': [{'id': '77d288c2-efbf-4fb4-b55d-d65c674d5d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:42:03.645174 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cdcc06-955f-43ac-912e-6e1050f3f61a None None] The sync data for ids ['66539c86-c4ff-4f80-b9b8-57d21117ca5b'] in n-d-789963-32 is: [{'id': '66539c86-c4ff-4f80-b9b8-57d21117ca5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-964474495-router', 'tenant_id': '02b11dcb900c43749fb4b9305633cb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c7f26de0-9781-48a2-8c04-17d777b77a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:50Z', 'updated_at': '2022-03-05T04:41:58Z', 'revision_number': 4, 'project_id': '02b11dcb900c43749fb4b9305633cb83', 'gw_port': {'id': 'c7f26de0-9781-48a2-8c04-17d777b77a48', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66539c86-c4ff-4f80-b9b8-57d21117ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:52Z', 'updated_at': '2022-03-05T04:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'e42b4b8e-d944-4607-a90b-bdb083e854e3', 'name': '', 'network_id': '6e7a0e86-a995-4489-9f58-78ec089f6eab', 'tenant_id': '02b11dcb900c43749fb4b9305633cb83', 'mac_address': 'fa:16:3e:d9:33:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66539c86-c4ff-4f80-b9b8-57d21117ca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '77d288c2-efbf-4fb4-b55d-d65c674d5d37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:57Z', 'updated_at': '2022-03-05T04:42:02Z', 'revision_number': 4, 'project_id': '02b11dcb900c43749fb4b9305633cb83', 'subnets': [{'id': '77d288c2-efbf-4fb4-b55d-d65c674d5d37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:42:03.771820 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['8e4c8f76-9607-40a6-9c92-9d7306cb5a5d'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:42:03.862177 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ce595-406e-470c-a1ca-dc8b51de9b2e service neutron] Pushing event updated for resources: {'Port': ['ID=16d44a27-1887-46ce-8a68-f4eec0fce055,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:03.890308 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=8e4c8f76-9607-40a6-9c92-9d7306cb5a5d,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:03.912291 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port c7f26de0-9781-48a2-8c04-17d777b77a48 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:42:03.913167 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c935af67-a2ad-4243-adb6-b06565c3dc05 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:42:03.914054 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d180b-da9a-4953-8a2c-2c61424391f1 req-b6eef64a-8d25-4100-939d-4378d4a11b7c tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:03.927179 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7c6d180b-da9a-4953-8a2c-2c61424391f1 req-b6eef64a-8d25-4100-939d-4378d4a11b7c tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 947 time: 0.2137024 Mar 05 04:42:03.947708 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-df946571-fbf7-4dc3-bdb6-e8c7c5333aeb req-0c678b7d-279f-47e3-83a6-029bf45c66b1 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:03.950861 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-748024b0-16a2-42a8-b65c-17a76b09b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:03.951717 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-b67ce595-406e-470c-a1ca-dc8b51de9b2e service neutron] Attempting to bind port 16d44a27-1887-46ce-8a68-f4eec0fce055 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:42:03.952056 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-b67ce595-406e-470c-a1ca-dc8b51de9b2e service neutron] Attempting to bind port 16d44a27-1887-46ce-8a68-f4eec0fce055 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:42:03.952386 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-b67ce595-406e-470c-a1ca-dc8b51de9b2e service neutron] Attempting to bind port 16d44a27-1887-46ce-8a68-f4eec0fce055 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:42:03.955046 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-748024b0-16a2-42a8-b65c-17a76b09b058 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=facd03296ca545159cfaaad05aba02e6&device_id=19a210fb-d910-45df-ae59-1757ed88585f HTTP/1.1" status: 200 len: 1129 time: 0.1854095 Mar 05 04:42:03.989228 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-b67ce595-406e-470c-a1ca-dc8b51de9b2e service neutron] Port 16d44a27-1887-46ce-8a68-f4eec0fce055 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:42:03.989564 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-b67ce595-406e-470c-a1ca-dc8b51de9b2e service neutron] Attempting to bind port 16d44a27-1887-46ce-8a68-f4eec0fce055 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:42:04.045206 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-b67ce595-406e-470c-a1ca-dc8b51de9b2e service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:42:04.045531 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-b67ce595-406e-470c-a1ca-dc8b51de9b2e service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:42:04.045925 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-b67ce595-406e-470c-a1ca-dc8b51de9b2e service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:42:04.046647 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-b67ce595-406e-470c-a1ca-dc8b51de9b2e service neutron] Bound port: 16d44a27-1887-46ce-8a68-f4eec0fce055, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:42:04.046990 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-b67ce595-406e-470c-a1ca-dc8b51de9b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (16d44a27-1887-46ce-8a68-f4eec0fce055), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:04.078877 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-dfa1514d-1f45-4b24-8409-c596642dd850 None None] Current status of the port e42b4b8e-d944-4607-a90b-bdb083e854e3 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:42:04.079211 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dfa1514d-1f45-4b24-8409-c596642dd850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e42b4b8e-d944-4607-a90b-bdb083e854e3), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:04.128007 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7c6d180b-da9a-4953-8a2c-2c61424391f1 req-e51c0d62-2fcd-4d9b-979e-cbbdd8e6b6d2 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996703 Mar 05 04:42:04.161447 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-fdd36d19-d129-47d0-a9df-50c07820fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:04.163541 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-fdd36d19-d129-47d0-a9df-50c07820fd6e service neutron] 10.222.0.30 "GET /v2.0/networks?id=8538c983-160a-4b67-8024-c598ec9cf3a6 HTTP/1.1" status: 200 len: 907 time: 0.1993768 Mar 05 04:42:04.245202 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-dfa1514d-1f45-4b24-8409-c596642dd850 None None] For port e42b4b8e-d944-4607-a90b-bdb083e854e3, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e42b4b8e-d944-4607-a90b-bdb083e854e3,segment=NetworkSegment(78fc7d19-0516-4f5e-8089-4e58b1afdc2b),segment_id=78fc7d19-0516-4f5e-8089-4e58b1afdc2b)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:04.264137 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dfa1514d-1f45-4b24-8409-c596642dd850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e42b4b8e-d944-4607-a90b-bdb083e854e3), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:04.284116 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-949e98a4-bb3b-4ebf-b874-702e448a7ccc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a57d36aa-ebc3-4721-8c62-bb10dda34c94 HTTP/1.1" status: 200 len: 217 time: 0.1144929 Mar 05 04:42:04.354264 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-df946571-fbf7-4dc3-bdb6-e8c7c5333aeb req-0c678b7d-279f-47e3-83a6-029bf45c66b1 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Allocated IP 172.25.0.133 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/e8ab4f47-ddf6-44a1-adce-8f92eb7e2a30) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:42:04.385018 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-b67ce595-406e-470c-a1ca-dc8b51de9b2e service neutron] For port 16d44a27-1887-46ce-8a68-f4eec0fce055, host n-h1-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:42:04.387394 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1514d-1f45-4b24-8409-c596642dd850 None None] Pushing event updated for resources: {'Port': ['ID=e42b4b8e-d944-4607-a90b-bdb083e854e3,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:04.399066 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-455a1f49-612c-44e9-8e97-43e33e40337d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:04.403313 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-455a1f49-612c-44e9-8e97-43e33e40337d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa622505-df3c-45bb-bed1-baf2861c8524 HTTP/1.1" status: 200 len: 847 time: 0.1106033 Mar 05 04:42:04.421628 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-b67ce595-406e-470c-a1ca-dc8b51de9b2e service neutron] For port 16d44a27-1887-46ce-8a68-f4eec0fce055, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=16d44a27-1887-46ce-8a68-f4eec0fce055,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:42:04.455096 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port c935af67-a2ad-4243-adb6-b06565c3dc05 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:42:04.458375 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c935af67-a2ad-4243-adb6-b06565c3dc05), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:04.463923 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-b67ce595-406e-470c-a1ca-dc8b51de9b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (16d44a27-1887-46ce-8a68-f4eec0fce055), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:04.467895 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-53f5429f-4053-4de9-8e21-86ad9b15225a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8538c983-160a-4b67-8024-c598ec9cf3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581887 Mar 05 04:42:04.640064 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-b67ce595-406e-470c-a1ca-dc8b51de9b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:04.640810 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-b67ce595-406e-470c-a1ca-dc8b51de9b2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:04.653552 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-6fef2df8-6d15-468c-bc89-ebfaec75f0a2 service neutron] 10.222.0.30 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790378 Mar 05 04:42:04.654713 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-b67ce595-406e-470c-a1ca-dc8b51de9b2e service neutron] 10.222.0.30 "PUT /v2.0/ports/16d44a27-1887-46ce-8a68-f4eec0fce055 HTTP/1.1" status: 200 len: 1096 time: 2.0035007 Mar 05 04:42:04.657393 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10385acb-ef71-4312-8eed-9cf0d16eb294', 'tag': '16d44a27-1887-46ce-8a68-f4eec0fce055'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:42:04.663562 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bf026c-3684-4713-ae83-ff03903cd39c" -d '{"events": [{"name": "network-changed", "server_uuid": "10385acb-ef71-4312-8eed-9cf0d16eb294", "tag": "16d44a27-1887-46ce-8a68-f4eec0fce055"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:42:04.718130 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port c935af67-a2ad-4243-adb6-b06565c3dc05 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:42:04.923310 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-a4a27834-27bb-4dfe-ab1e-779fceab68e7 service neutron] 10.222.0.30 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596202 Mar 05 04:42:04.935982 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ce595-406e-470c-a1ca-dc8b51de9b2e service neutron] Pushing event updated for resources: {'Port': ['ID=16d44a27-1887-46ce-8a68-f4eec0fce055,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:04.981468 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e42b4b8e-d944-4607-a90b-bdb083e854e3 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:42:05.017739 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-df946571-fbf7-4dc3-bdb6-e8c7c5333aeb req-0c678b7d-279f-47e3-83a6-029bf45c66b1 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks [] for port (e8ab4f47-ddf6-44a1-adce-8f92eb7e2a30), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:05.029664 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-578e04dd-a67a-4606-80b4-3ee81fd9256c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:05.032659 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-578e04dd-a67a-4606-80b4-3ee81fd9256c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 1130 time: 0.2727652 Mar 05 04:42:05.066639 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6d695-a9aa-4566-b7e9-317a3796ab7b req-aaa3dddf-04fb-407d-a9cc-6651a0ce3fde tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:05.078192 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-57e6d695-a9aa-4566-b7e9-317a3796ab7b req-aaa3dddf-04fb-407d-a9cc-6651a0ce3fde tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=19a210fb-d910-45df-ae59-1757ed88585f HTTP/1.1" status: 200 len: 946 time: 0.3197033 Mar 05 04:42:05.136040 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-765f9483-6350-4988-8df5-ae2d5e8c5155 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:05.137950 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port e42b4b8e-d944-4607-a90b-bdb083e854e3 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:42:05.138089 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-765f9483-6350-4988-8df5-ae2d5e8c5155 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=19a210fb-d910-45df-ae59-1757ed88585f&tenant_id=facd03296ca545159cfaaad05aba02e6&binding%3Ahost_id=n-h2-789963-32 HTTP/1.1" status: 200 len: 1129 time: 0.1438470 Mar 05 04:42:05.138741 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e42b4b8e-d944-4607-a90b-bdb083e854e3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:05.153317 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-bef7491c-f120-42a8-afb3-230befd83aca service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-32'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:42:05.166480 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-d58b46d8-a67f-4651-ba20-6920f92e357b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=16d44a27-1887-46ce-8a68-f4eec0fce055 HTTP/1.1" status: 200 len: 217 time: 0.1223993 Mar 05 04:42:05.269684 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-62a441d2-67f0-4df2-ad79-17f630f31f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:05.284187 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-62a441d2-67f0-4df2-ad79-17f630f31f9a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.1090071 Mar 05 04:42:05.305056 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-bef7491c-f120-42a8-afb3-230befd83aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a57d36aa-ebc3-4721-8c62-bb10dda34c94), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:05.336853 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port e42b4b8e-d944-4607-a90b-bdb083e854e3 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:42:05.381074 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-57e6d695-a9aa-4566-b7e9-317a3796ab7b req-6551ef61-57ec-4adf-984a-ece9d13727e4 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018317 Mar 05 04:42:05.385819 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-df946571-fbf7-4dc3-bdb6-e8c7c5333aeb req-0c678b7d-279f-47e3-83a6-029bf45c66b1 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (e8ab4f47-ddf6-44a1-adce-8f92eb7e2a30), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:05.491544 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df946571-fbf7-4dc3-bdb6-e8c7c5333aeb req-0c678b7d-279f-47e3-83a6-029bf45c66b1 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:42:05.503230 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-df946571-fbf7-4dc3-bdb6-e8c7c5333aeb req-0c678b7d-279f-47e3-83a6-029bf45c66b1 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:42:05.510185 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-df946571-fbf7-4dc3-bdb6-e8c7c5333aeb req-0c678b7d-279f-47e3-83a6-029bf45c66b1 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:42:05.640504 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-bef7491c-f120-42a8-afb3-230befd83aca service neutron] For port a57d36aa-ebc3-4721-8c62-bb10dda34c94, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a57d36aa-ebc3-4721-8c62-bb10dda34c94,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:05.722296 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-bef7491c-f120-42a8-afb3-230befd83aca service neutron] For port a57d36aa-ebc3-4721-8c62-bb10dda34c94, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:42:05.785300 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-bef7491c-f120-42a8-afb3-230befd83aca service neutron] Publish callbacks [] for port (a57d36aa-ebc3-4721-8c62-bb10dda34c94), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:05.789249 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a210fb-d910-45df-ae59-1757ed88585f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a57d36aa-ebc3-4721-8c62-bb10dda34c94'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:42:05.792466 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1836b2d-b692-4e12-9d05-f8bb650b1592" -d '{"events": [{"server_uuid": "19a210fb-d910-45df-ae59-1757ed88585f", "name": "network-vif-unplugged", "status": "completed", "tag": "a57d36aa-ebc3-4721-8c62-bb10dda34c94"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:42:05.804679 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-bef7491c-f120-42a8-afb3-230befd83aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (a57d36aa-ebc3-4721-8c62-bb10dda34c94), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:05.824060 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d377802-8ca4-4173-93c9-8fd830ebebd8 x-openstack-request-id: req-9d377802-8ca4-4173-93c9-8fd830ebebd8 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:42:05.824529 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10385acb-ef71-4312-8eed-9cf0d16eb294", "tag": "16d44a27-1887-46ce-8a68-f4eec0fce055", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:42:05.824628 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9d377802-8ca4-4173-93c9-8fd830ebebd8 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:42:05.824950 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10385acb-ef71-4312-8eed-9cf0d16eb294', 'tag': '16d44a27-1887-46ce-8a68-f4eec0fce055', 'status': 'completed', 'code': 200} Mar 05 04:42:05.866200 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-38ea75b0-774c-4c45-b007-ef85ad78e730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:05.868871 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-38ea75b0-774c-4c45-b007-ef85ad78e730 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5771983 Mar 05 04:42:05.896591 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c678b7d-279f-47e3-83a6-029bf45c66b1 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Pushing event updated for resources: {'Port': ['ID=e8ab4f47-ddf6-44a1-adce-8f92eb7e2a30,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:05.905135 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7491c-f120-42a8-afb3-230befd83aca service neutron] Pushing event updated for resources: {'Port': ['ID=a57d36aa-ebc3-4721-8c62-bb10dda34c94,revision_number=7']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:05.909982 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-bef7491c-f120-42a8-afb3-230befd83aca service neutron] Attempting to bind port a57d36aa-ebc3-4721-8c62-bb10dda34c94 on host n-h2-789963-32 for vnic_type normal with profile {"migrating_to": "n-h1-789963-32"} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:42:05.910469 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-bef7491c-f120-42a8-afb3-230befd83aca service neutron] Attempting to bind port a57d36aa-ebc3-4721-8c62-bb10dda34c94 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:42:05.910900 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-bef7491c-f120-42a8-afb3-230befd83aca service neutron] Attempting to bind port a57d36aa-ebc3-4721-8c62-bb10dda34c94 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:42:05.916337 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-bef7491c-f120-42a8-afb3-230befd83aca service neutron] Port a57d36aa-ebc3-4721-8c62-bb10dda34c94 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:42:05.916797 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-bef7491c-f120-42a8-afb3-230befd83aca service neutron] Attempting to bind port a57d36aa-ebc3-4721-8c62-bb10dda34c94 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:42:05.922225 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-bef7491c-f120-42a8-afb3-230befd83aca service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:42:05.922689 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-bef7491c-f120-42a8-afb3-230befd83aca service neutron] Checking segment: {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:42:05.923213 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-bef7491c-f120-42a8-afb3-230befd83aca service neutron] Bound using segment: {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:42:05.923749 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-bef7491c-f120-42a8-afb3-230befd83aca service neutron] Bound port: a57d36aa-ebc3-4721-8c62-bb10dda34c94, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:42:05.924222 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-bef7491c-f120-42a8-afb3-230befd83aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a57d36aa-ebc3-4721-8c62-bb10dda34c94), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:05.998632 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-bef7491c-f120-42a8-afb3-230befd83aca service neutron] For port a57d36aa-ebc3-4721-8c62-bb10dda34c94, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:42:06.002476 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-bef7491c-f120-42a8-afb3-230befd83aca service neutron] For port a57d36aa-ebc3-4721-8c62-bb10dda34c94, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a57d36aa-ebc3-4721-8c62-bb10dda34c94,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:42:06.012723 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84258bc-78ed-4391-bb11-fb88d41fd8cf req-fa88be66-3274-4690-ab4d-7b0c6ba81d87 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:06.013660 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-bef7491c-f120-42a8-afb3-230befd83aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (a57d36aa-ebc3-4721-8c62-bb10dda34c94), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:06.014505 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d84258bc-78ed-4391-bb11-fb88d41fd8cf req-fa88be66-3274-4690-ab4d-7b0c6ba81d87 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 947 time: 0.1886971 Mar 05 04:42:06.058982 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-df946571-fbf7-4dc3-bdb6-e8c7c5333aeb req-0c678b7d-279f-47e3-83a6-029bf45c66b1 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks [] for floatingip (a0538a1c-5488-425e-b789-cc749eb30fd9), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:06.101250 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7491c-f120-42a8-afb3-230befd83aca service neutron] Pushing event updated for resources: {'Port': ['ID=a57d36aa-ebc3-4721-8c62-bb10dda34c94,revision_number=8']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:06.121949 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-bef7491c-f120-42a8-afb3-230befd83aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:06.124379 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-bef7491c-f120-42a8-afb3-230befd83aca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:06.126098 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-5964e5be-d20c-41e7-a94d-f2234bbd55f9 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447917 Mar 05 04:42:06.127014 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-bef7491c-f120-42a8-afb3-230befd83aca service neutron] 10.222.0.30 "PUT /v2.0/ports/a57d36aa-ebc3-4721-8c62-bb10dda34c94 HTTP/1.1" status: 200 len: 1124 time: 0.9809909 Mar 05 04:42:06.131053 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d84258bc-78ed-4391-bb11-fb88d41fd8cf req-25ef933d-bb3f-46d4-ba38-c61eabae2cf7 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072745 Mar 05 04:42:06.133932 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-df946571-fbf7-4dc3-bdb6-e8c7c5333aeb req-0c678b7d-279f-47e3-83a6-029bf45c66b1 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e8ab4f47-ddf6-44a1-adce-8f92eb7e2a30), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:06.205983 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['a57d36aa-ebc3-4721-8c62-bb10dda34c94'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:42:06.347544 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80081ee7-4e9b-43ec-a769-44c1ad91626e req-5d226064-cb15-4f57-b32b-259c0ec4bc34 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776328 Mar 05 04:42:06.400409 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-df946571-fbf7-4dc3-bdb6-e8c7c5333aeb req-0c678b7d-279f-47e3-83a6-029bf45c66b1 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks [] for port (e8ab4f47-ddf6-44a1-adce-8f92eb7e2a30), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:06.411396 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-df946571-fbf7-4dc3-bdb6-e8c7c5333aeb req-0c678b7d-279f-47e3-83a6-029bf45c66b1 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (e8ab4f47-ddf6-44a1-adce-8f92eb7e2a30), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:06.510686 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:42:06.554106 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c678b7d-279f-47e3-83a6-029bf45c66b1 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Pushing event updated for resources: {'Port': ['ID=e8ab4f47-ddf6-44a1-adce-8f92eb7e2a30,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:06.588929 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf026c-3684-4713-ae83-ff03903cd39c req-e882716e-9d7b-40a8-8111-08f254c380fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:06.590609 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-23bf026c-3684-4713-ae83-ff03903cd39c req-e882716e-9d7b-40a8-8111-08f254c380fa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 1130 time: 0.1675706 Mar 05 04:42:06.591774 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-df946571-fbf7-4dc3-bdb6-e8c7c5333aeb req-0c678b7d-279f-47e3-83a6-029bf45c66b1 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (a0538a1c-5488-425e-b789-cc749eb30fd9), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:06.645007 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-df946571-fbf7-4dc3-bdb6-e8c7c5333aeb req-0c678b7d-279f-47e3-83a6-029bf45c66b1 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:06.648389 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-df946571-fbf7-4dc3-bdb6-e8c7c5333aeb req-0c678b7d-279f-47e3-83a6-029bf45c66b1 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3062027 Mar 05 04:42:06.671441 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 04:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f8015d-3074-4bf2-b500-663b8759eaec x-openstack-request-id: req-a4f8015d-3074-4bf2-b500-663b8759eaec {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:42:06.671928 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a210fb-d910-45df-ae59-1757ed88585f", "name": "network-vif-unplugged", "status": "completed", "tag": "a57d36aa-ebc3-4721-8c62-bb10dda34c94", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:42:06.672010 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a4f8015d-3074-4bf2-b500-663b8759eaec {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:42:06.672365 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a210fb-d910-45df-ae59-1757ed88585f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a57d36aa-ebc3-4721-8c62-bb10dda34c94', 'code': 200} Mar 05 04:42:06.710541 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:42:06.710926 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8e4c8f76-9607-40a6-9c92-9d7306cb5a5d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:06.755237 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf026c-3684-4713-ae83-ff03903cd39c req-41af78d7-d07a-4b5a-80e5-ae7c96942844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:06.755237 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-23bf026c-3684-4713-ae83-ff03903cd39c req-41af78d7-d07a-4b5a-80e5-ae7c96942844 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.1470985 Mar 05 04:42:06.839431 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-df946571-fbf7-4dc3-bdb6-e8c7c5333aeb req-01397aee-8d2a-4c39-bdb6-f9109ae238f7 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.133 HTTP/1.1" status: 200 len: 696 time: 0.1847155 Mar 05 04:42:06.903504 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-23bf026c-3684-4713-ae83-ff03903cd39c req-8ff95d1e-4177-4dc6-90ad-8233829ec49c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=16d44a27-1887-46ce-8a68-f4eec0fce055 HTTP/1.1" status: 200 len: 217 time: 0.1479213 Mar 05 04:42:06.904717 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:42:06.905209 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8e4c8f76-9607-40a6-9c92-9d7306cb5a5d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:06.941556 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2e82b0-ff31-4340-8888-731356ce2ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4c8f76-9607-40a6-9c92-9d7306cb5a5d'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:42:06.944475 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9878ca82-b24a-4f23-9985-be1078a9bef5" -d '{"events": [{"server_uuid": "ee2e82b0-ff31-4340-8888-731356ce2ea1", "name": "network-vif-plugged", "status": "completed", "tag": "8e4c8f76-9607-40a6-9c92-9d7306cb5a5d"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:42:06.949689 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=8e4c8f76-9607-40a6-9c92-9d7306cb5a5d,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:06.967359 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8e4c8f76-9607-40a6-9c92-9d7306cb5a5d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:07.045176 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=8e4c8f76-9607-40a6-9c92-9d7306cb5a5d,revision_number=7']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:07.047871 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166fa0d-07e7-42f9-a950-f0c52afdf3f3 req-db45be05-9300-40ae-82d1-ab85e3aacf3b tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:07.058255 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4166fa0d-07e7-42f9-a950-f0c52afdf3f3 req-db45be05-9300-40ae-82d1-ab85e3aacf3b tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=19a210fb-d910-45df-ae59-1757ed88585f HTTP/1.1" status: 200 len: 944 time: 0.2175879 Mar 05 04:42:07.068025 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf026c-3684-4713-ae83-ff03903cd39c req-ebe53f65-fe7f-4a20-9348-13db18d8718d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:07.069441 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-23bf026c-3684-4713-ae83-ff03903cd39c req-ebe53f65-fe7f-4a20-9348-13db18d8718d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.1541998 Mar 05 04:42:07.109031 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38634) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:07.136413 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df946571-fbf7-4dc3-bdb6-e8c7c5333aeb req-f42ea884-a935-46de-b958-b2f9c16304c1 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:07.137771 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-df946571-fbf7-4dc3-bdb6-e8c7c5333aeb req-f42ea884-a935-46de-b958-b2f9c16304c1 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 784 time: 0.2527344 Mar 05 04:42:07.177609 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4166fa0d-07e7-42f9-a950-f0c52afdf3f3 req-f4a33fe7-8b2e-4f10-bc6c-55a2c7435cea tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113465 Mar 05 04:42:07.188776 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf026c-3684-4713-ae83-ff03903cd39c req-aeff36dd-9030-41c7-8afb-1ff852f89829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:07.193630 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-23bf026c-3684-4713-ae83-ff03903cd39c req-aeff36dd-9030-41c7-8afb-1ff852f89829 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1109071 Mar 05 04:42:07.325562 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4fe2abf6-5096-4b47-bdf1-1e8431e0f3c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:07.338677 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5dc78c8-ea33-454d-b98f-d1c3288e0116 x-openstack-request-id: req-a5dc78c8-ea33-454d-b98f-d1c3288e0116 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:42:07.339249 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2e82b0-ff31-4340-8888-731356ce2ea1", "name": "network-vif-plugged", "status": "completed", "tag": "8e4c8f76-9607-40a6-9c92-9d7306cb5a5d", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:42:07.339368 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a5dc78c8-ea33-454d-b98f-d1c3288e0116 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:42:07.339670 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee2e82b0-ff31-4340-8888-731356ce2ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4c8f76-9607-40a6-9c92-9d7306cb5a5d', 'code': 200} Mar 05 04:42:07.354002 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-23bf026c-3684-4713-ae83-ff03903cd39c req-8b65e2db-c1d4-4a4b-8852-e159f0ddbfcc service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522999 Mar 05 04:42:07.417225 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38648) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:07.425459 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-9f453c1d-d0b3-482c-a73a-d356d7149a22 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1361030972', 'description': 'tempest-description--1130449100'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:42:07.478749 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4fe2abf6-5096-4b47-bdf1-1e8431e0f3c2 admin admin] Publish callbacks [] for security_group (a5698b98-945b-49f4-b8d3-3ea5329e3f8e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:07.488412 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4fe2abf6-5096-4b47-bdf1-1e8431e0f3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a5698b98-945b-49f4-b8d3-3ea5329e3f8e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:07.533781 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4fe2abf6-5096-4b47-bdf1-1e8431e0f3c2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=803db42739bc40b9b95d5bc43a5088e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4236097 Mar 05 04:42:07.535193 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2abf6-5096-4b47-bdf1-1e8431e0f3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5698b98-945b-49f4-b8d3-3ea5329e3f8e,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:07.537753 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38650) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:07.598904 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-eb41268e-2f04-4a36-83a4-d6a0b8ec32d1 admin admin] Publish callbacks [] for security_group (a5698b98-945b-49f4-b8d3-3ea5329e3f8e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:07.600016 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9f453c1d-d0b3-482c-a73a-d356d7149a22 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:07.627665 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-eb41268e-2f04-4a36-83a4-d6a0b8ec32d1 admin admin] Publish callbacks [] for security_group (a5698b98-945b-49f4-b8d3-3ea5329e3f8e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:07.699326 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-eb41268e-2f04-4a36-83a4-d6a0b8ec32d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a5698b98-945b-49f4-b8d3-3ea5329e3f8e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:07.701977 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-eb41268e-2f04-4a36-83a4-d6a0b8ec32d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:07.705549 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-eb41268e-2f04-4a36-83a4-d6a0b8ec32d1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a5698b98-945b-49f4-b8d3-3ea5329e3f8e HTTP/1.1" status: 204 len: 168 time: 0.1642487 Mar 05 04:42:07.716420 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41268e-2f04-4a36-83a4-d6a0b8ec32d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5698b98-945b-49f4-b8d3-3ea5329e3f8e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:07.735927 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-82f9bf93-2e8b-40b4-b2b0-e15c8a714877 req-f981e2f9-22b1-41ad-8fa5-aa5e27710694 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3782246 Mar 05 04:42:07.737711 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-23bf026c-3684-4713-ae83-ff03903cd39c req-d3267bb4-6230-4d26-ae74-f081ba8c4064 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613720 Mar 05 04:42:07.762081 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ea7e6-e5ab-4dbd-aefb-a2e5dc4238da req-cc89cbcd-9982-482f-b90a-df6baab41a1b tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:07.769187 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-172ea7e6-e5ab-4dbd-aefb-a2e5dc4238da req-cc89cbcd-9982-482f-b90a-df6baab41a1b tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 947 time: 0.2798731 Mar 05 04:42:07.776762 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-82f9bf93-2e8b-40b4-b2b0-e15c8a714877 req-5528ef5f-7927-4d7e-9db1-f95aa3529366 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:42:07.855640 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9f453c1d-d0b3-482c-a73a-d356d7149a22 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks [] for security_group (1a75633d-7627-4837-a67e-e33a13fb1c82), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:07.856898 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-82f9bf93-2e8b-40b4-b2b0-e15c8a714877 req-5528ef5f-7927-4d7e-9db1-f95aa3529366 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:07.865196 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9f453c1d-d0b3-482c-a73a-d356d7149a22 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1a75633d-7627-4837-a67e-e33a13fb1c82), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:07.904985 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-172ea7e6-e5ab-4dbd-aefb-a2e5dc4238da req-08a442e7-95b2-4ce3-9f87-f0f56b4a26ec tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194391 Mar 05 04:42:07.957017 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9f453c1d-d0b3-482c-a73a-d356d7149a22 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:07.958380 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9f453c1d-d0b3-482c-a73a-d356d7149a22 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5378082 Mar 05 04:42:07.961371 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38660) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:07.968807 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f453c1d-d0b3-482c-a73a-d356d7149a22 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a75633d-7627-4837-a67e-e33a13fb1c82,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:07.970076 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-06cb034d-75a6-4a6c-b5a4-875b8977c0c2 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Request body: {'security_group_rule': {'security_group_id': '1a75633d-7627-4837-a67e-e33a13fb1c82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:42:08.062441 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-06cb034d-75a6-4a6c-b5a4-875b8977c0c2 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks [] for security_group_rule (496d90dc-2f5c-47b6-963e-c18936b3bda0), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:08.124513 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-82f9bf93-2e8b-40b4-b2b0-e15c8a714877 req-5528ef5f-7927-4d7e-9db1-f95aa3529366 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:08.296535 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-06cb034d-75a6-4a6c-b5a4-875b8977c0c2 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks [] for security_group_rule (496d90dc-2f5c-47b6-963e-c18936b3bda0), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:08.301280 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38676) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:08.313068 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-82f9bf93-2e8b-40b4-b2b0-e15c8a714877 req-5528ef5f-7927-4d7e-9db1-f95aa3529366 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Allocated IP 172.25.0.225 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/34469de9-94c7-4396-9c96-e560efb2f24c) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:42:08.343381 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9a0d1369-4b9b-4c92-939e-947ef42193c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:08.380960 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-06cb034d-75a6-4a6c-b5a4-875b8977c0c2 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (496d90dc-2f5c-47b6-963e-c18936b3bda0), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:08.419413 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb034d-75a6-4a6c-b5a4-875b8977c0c2 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496d90dc-2f5c-47b6-963e-c18936b3bda0,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:08.437305 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-06cb034d-75a6-4a6c-b5a4-875b8977c0c2 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:08.438859 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-06cb034d-75a6-4a6c-b5a4-875b8977c0c2 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4752698 Mar 05 04:42:08.441390 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38680) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:08.446929 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-b8f8bfad-d08f-4212-afbc-b3479181f97e tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Request body: {'security_group_rule': {'security_group_id': '1a75633d-7627-4837-a67e-e33a13fb1c82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:42:08.481922 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device a57d36aa-ebc3-4721-8c62-bb10dda34c94 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:42:08.492428 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b8f8bfad-d08f-4212-afbc-b3479181f97e tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks [] for security_group_rule (a1027c07-386e-49e7-9f32-69feaf2f890b), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:08.607042 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9a0d1369-4b9b-4c92-939e-947ef42193c2 admin admin] Publish callbacks [] for security_group (71292c3b-6132-41c1-8d3f-b9060945de86), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:08.616250 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38682) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:08.617128 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9a0d1369-4b9b-4c92-939e-947ef42193c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (71292c3b-6132-41c1-8d3f-b9060945de86), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:08.639966 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25949ed-3bd6-4057-bae6-21292b4dd306 req-56d99fe2-a0e1-4424-8aee-d89f2ca46caf tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:08.657803 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e25949ed-3bd6-4057-bae6-21292b4dd306 req-56d99fe2-a0e1-4424-8aee-d89f2ca46caf tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=19a210fb-d910-45df-ae59-1757ed88585f HTTP/1.1" status: 200 len: 944 time: 0.2382853 Mar 05 04:42:08.663653 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-82f9bf93-2e8b-40b4-b2b0-e15c8a714877 req-5528ef5f-7927-4d7e-9db1-f95aa3529366 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks [] for port (34469de9-94c7-4396-9c96-e560efb2f24c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:08.676703 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9a0d1369-4b9b-4c92-939e-947ef42193c2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a5d0bff1e7d94cce9c17db79911b0233&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3742774 Mar 05 04:42:08.680591 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a210fb-d910-45df-ae59-1757ed88585f', 'tag': 'a57d36aa-ebc3-4721-8c62-bb10dda34c94'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:42:08.684516 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fba3ef-6446-47fe-9b65-d24d77ccd986" -d '{"events": [{"name": "network-changed", "server_uuid": "19a210fb-d910-45df-ae59-1757ed88585f", "tag": "a57d36aa-ebc3-4721-8c62-bb10dda34c94"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:42:08.686903 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d1369-4b9b-4c92-939e-947ef42193c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71292c3b-6132-41c1-8d3f-b9060945de86,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:08.688665 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38686) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:08.699448 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b8f8bfad-d08f-4212-afbc-b3479181f97e tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks [] for security_group_rule (a1027c07-386e-49e7-9f32-69feaf2f890b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:08.708322 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b8f8bfad-d08f-4212-afbc-b3479181f97e tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (a1027c07-386e-49e7-9f32-69feaf2f890b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:08.750993 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b8f8bfad-d08f-4212-afbc-b3479181f97e tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:08.755409 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b8f8bfad-d08f-4212-afbc-b3479181f97e tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3116510 Mar 05 04:42:08.761464 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38690) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:08.765617 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port a57d36aa-ebc3-4721-8c62-bb10dda34c94, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a57d36aa-ebc3-4721-8c62-bb10dda34c94,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:08.767547 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-bec812ab-3e50-4b16-94dc-cf778f592e42 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:42:08.770036 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8bfad-d08f-4212-afbc-b3479181f97e tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1027c07-386e-49e7-9f32-69feaf2f890b,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:08.791922 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device a57d36aa-ebc3-4721-8c62-bb10dda34c94 has no active binding in host n-h1-789963-32 {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 05 04:42:08.855223 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-198ae215-54bc-4562-a4ef-d782ab1ad03b admin admin] Publish callbacks [] for security_group (71292c3b-6132-41c1-8d3f-b9060945de86), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:08.882831 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-198ae215-54bc-4562-a4ef-d782ab1ad03b admin admin] Publish callbacks [] for security_group (71292c3b-6132-41c1-8d3f-b9060945de86), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:08.935211 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bec812ab-3e50-4b16-94dc-cf778f592e42 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:08.961187 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e25949ed-3bd6-4057-bae6-21292b4dd306 req-b8525bd6-29dd-4067-870d-702747af74a7 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021288 Mar 05 04:42:08.965438 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-680669e6-710b-4506-9372-eb352edcf8c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:08.985506 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-82f9bf93-2e8b-40b4-b2b0-e15c8a714877 req-5528ef5f-7927-4d7e-9db1-f95aa3529366 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (34469de9-94c7-4396-9c96-e560efb2f24c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:09.018215 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38698) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:09.027348 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-198ae215-54bc-4562-a4ef-d782ab1ad03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (71292c3b-6132-41c1-8d3f-b9060945de86), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:09.029871 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-198ae215-54bc-4562-a4ef-d782ab1ad03b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:09.031218 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-198ae215-54bc-4562-a4ef-d782ab1ad03b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/71292c3b-6132-41c1-8d3f-b9060945de86 HTTP/1.1" status: 204 len: 168 time: 0.3197782 Mar 05 04:42:09.091714 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82f9bf93-2e8b-40b4-b2b0-e15c8a714877 req-5528ef5f-7927-4d7e-9db1-f95aa3529366 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:42:09.096272 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ae215-54bc-4562-a4ef-d782ab1ad03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71292c3b-6132-41c1-8d3f-b9060945de86,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:09.100751 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1138f5e-8c64-4b47-ae2f-bef3465a0998 x-openstack-request-id: req-a1138f5e-8c64-4b47-ae2f-bef3465a0998 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:42:09.100993 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a210fb-d910-45df-ae59-1757ed88585f", "tag": "a57d36aa-ebc3-4721-8c62-bb10dda34c94", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:42:09.101306 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a1138f5e-8c64-4b47-ae2f-bef3465a0998 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:42:09.101622 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a210fb-d910-45df-ae59-1757ed88585f', 'tag': 'a57d36aa-ebc3-4721-8c62-bb10dda34c94', 'status': 'completed', 'code': 200} Mar 05 04:42:09.129278 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-82f9bf93-2e8b-40b4-b2b0-e15c8a714877 req-5528ef5f-7927-4d7e-9db1-f95aa3529366 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:42:09.143638 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528ef5f-7927-4d7e-9db1-f95aa3529366 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Pushing event updated for resources: {'Port': ['ID=34469de9-94c7-4396-9c96-e560efb2f24c,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:09.183294 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f9bf93-2e8b-40b4-b2b0-e15c8a714877 req-5528ef5f-7927-4d7e-9db1-f95aa3529366 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:42:09.391141 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fba3ef-6446-47fe-9b65-d24d77ccd986 req-be1c1675-bfe7-4a01-9c26-d8f3123371ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:09.391141 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-78fba3ef-6446-47fe-9b65-d24d77ccd986 req-be1c1675-bfe7-4a01-9c26-d8f3123371ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=facd03296ca545159cfaaad05aba02e6&device_id=19a210fb-d910-45df-ae59-1757ed88585f HTTP/1.1" status: 200 len: 1158 time: 0.2557139 Mar 05 04:42:09.452537 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-680669e6-710b-4506-9372-eb352edcf8c3 admin admin] Publish callbacks [] for security_group (086d1e78-5289-4453-b63b-d1738afd5eca), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:09.460474 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a5e8b-5633-47ee-abaf-2f0356b10921 req-1cd5abfe-0d7e-4736-9177-ec9c7c045c96 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:09.462799 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-289a5e8b-5633-47ee-abaf-2f0356b10921 req-1cd5abfe-0d7e-4736-9177-ec9c7c045c96 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 947 time: 0.2273705 Mar 05 04:42:09.485977 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-680669e6-710b-4506-9372-eb352edcf8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (086d1e78-5289-4453-b63b-d1738afd5eca), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:09.489532 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0e6ec029-8735-4b92-8cf6-a209ea00e584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:09.505429 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-82f9bf93-2e8b-40b4-b2b0-e15c8a714877 req-5528ef5f-7927-4d7e-9db1-f95aa3529366 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks [] for floatingip (8e348212-1fe0-40e7-b93e-224438f866e0), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:09.647711 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0e6ec029-8735-4b92-8cf6-a209ea00e584 admin admin] Publish callbacks [] for security_group (17438e56-9e80-4067-b286-db6c02e60574), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:09.651692 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bec812ab-3e50-4b16-94dc-cf778f592e42 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:09.656781 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0e6ec029-8735-4b92-8cf6-a209ea00e584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (17438e56-9e80-4067-b286-db6c02e60574), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:09.667797 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680669e6-710b-4506-9372-eb352edcf8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086d1e78-5289-4453-b63b-d1738afd5eca,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:09.675835 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-680669e6-710b-4506-9372-eb352edcf8c3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4da54c3acc7840a9b011a30fbcf19f0e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0500441 Mar 05 04:42:09.682712 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38716) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:09.759856 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0e6ec029-8735-4b92-8cf6-a209ea00e584 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6354174012bb421c948af3b8cc4ae9f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7405417 Mar 05 04:42:09.767706 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38720) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:09.780866 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ec029-8735-4b92-8cf6-a209ea00e584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17438e56-9e80-4067-b286-db6c02e60574,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:09.822447 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-289a5e8b-5633-47ee-abaf-2f0356b10921 req-a942fbb0-a801-4bd7-87df-9f393fe48462 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433361 Mar 05 04:42:09.823321 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-82f9bf93-2e8b-40b4-b2b0-e15c8a714877 req-5528ef5f-7927-4d7e-9db1-f95aa3529366 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (34469de9-94c7-4396-9c96-e560efb2f24c), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:09.851556 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2151d97c-f9f5-4576-b053-e87b51f7256e admin admin] Publish callbacks [] for security_group (086d1e78-5289-4453-b63b-d1738afd5eca), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:09.879271 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-bec812ab-3e50-4b16-94dc-cf778f592e42 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Allocated IP 172.25.0.44 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/fa41c3de-8d7e-49e2-9e29-73bac19af5f4) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:42:09.897759 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-77cc446d-5c38-456d-a1c0-147e29ab10f4 admin admin] Publish callbacks [] for security_group (17438e56-9e80-4067-b286-db6c02e60574), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:09.901862 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2151d97c-f9f5-4576-b053-e87b51f7256e admin admin] Publish callbacks [] for security_group (086d1e78-5289-4453-b63b-d1738afd5eca), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:09.955418 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-77cc446d-5c38-456d-a1c0-147e29ab10f4 admin admin] Publish callbacks [] for security_group (17438e56-9e80-4067-b286-db6c02e60574), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:10.009787 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2151d97c-f9f5-4576-b053-e87b51f7256e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (086d1e78-5289-4453-b63b-d1738afd5eca), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:10.012609 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2151d97c-f9f5-4576-b053-e87b51f7256e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:10.016554 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2151d97c-f9f5-4576-b053-e87b51f7256e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/086d1e78-5289-4453-b63b-d1738afd5eca HTTP/1.1" status: 204 len: 168 time: 0.3307273 Mar 05 04:42:10.041271 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151d97c-f9f5-4576-b053-e87b51f7256e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086d1e78-5289-4453-b63b-d1738afd5eca,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:10.047543 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-77cc446d-5c38-456d-a1c0-147e29ab10f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (17438e56-9e80-4067-b286-db6c02e60574), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:10.053448 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-77cc446d-5c38-456d-a1c0-147e29ab10f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:10.054624 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-77cc446d-5c38-456d-a1c0-147e29ab10f4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/17438e56-9e80-4067-b286-db6c02e60574 HTTP/1.1" status: 204 len: 168 time: 0.2862840 Mar 05 04:42:10.138027 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc446d-5c38-456d-a1c0-147e29ab10f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17438e56-9e80-4067-b286-db6c02e60574,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:10.230795 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-a91f1bb5-c664-421c-8223-3408e6940906 service neutron] 10.222.0.31 "GET /v2.0/ports/a57d36aa-ebc3-4721-8c62-bb10dda34c94/bindings/n-h1-789963-32 HTTP/1.1" status: 200 len: 385 time: 0.1742976 Mar 05 04:42:10.482751 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 16d44a27-1887-46ce-8a68-f4eec0fce055 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:42:10.565964 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-0600b7b1-11dd-4475-87d3-8e8a15b037da service neutron] For port a57d36aa-ebc3-4721-8c62-bb10dda34c94, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a57d36aa-ebc3-4721-8c62-bb10dda34c94,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:10.626732 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-0600b7b1-11dd-4475-87d3-8e8a15b037da service neutron] For port a57d36aa-ebc3-4721-8c62-bb10dda34c94, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:42:10.715947 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-0600b7b1-11dd-4475-87d3-8e8a15b037da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a57d36aa-ebc3-4721-8c62-bb10dda34c94 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:42:10.733362 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 16d44a27-1887-46ce-8a68-f4eec0fce055, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=16d44a27-1887-46ce-8a68-f4eec0fce055,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:10.738307 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-0600b7b1-11dd-4475-87d3-8e8a15b037da service neutron] For port a57d36aa-ebc3-4721-8c62-bb10dda34c94, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a57d36aa-ebc3-4721-8c62-bb10dda34c94,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:10.747603 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '16d44a27-1887-46ce-8a68-f4eec0fce055', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': '16d44a27-1887-46ce-8a68-f4eec0fce055', 'mac_address': 'fa:16:3e:38:12:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:42:10.777883 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-0600b7b1-11dd-4475-87d3-8e8a15b037da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a57d36aa-ebc3-4721-8c62-bb10dda34c94), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:10.807800 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38750) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:10.821982 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 16d44a27-1887-46ce-8a68-f4eec0fce055 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:42:10.822701 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (16d44a27-1887-46ce-8a68-f4eec0fce055), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:10.837958 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d44a27-1887-46ce-8a68-f4eec0fce055 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:42:10.844607 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-83eba4f5-230d-4d4f-a528-4e0077b85f37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:10.864534 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 16d44a27-1887-46ce-8a68-f4eec0fce055, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=16d44a27-1887-46ce-8a68-f4eec0fce055,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:10.872721 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (16d44a27-1887-46ce-8a68-f4eec0fce055), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:10.905967 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38754) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:10.918933 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fba3ef-6446-47fe-9b65-d24d77ccd986 req-4a4ad55a-ff66-4108-b3bc-131ee7501387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:10.920577 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-78fba3ef-6446-47fe-9b65-d24d77ccd986 req-4a4ad55a-ff66-4108-b3bc-131ee7501387 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8538c983-160a-4b67-8024-c598ec9cf3a6 HTTP/1.1" status: 200 len: 907 time: 1.5015321 Mar 05 04:42:10.935041 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=16d44a27-1887-46ce-8a68-f4eec0fce055,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:11.001102 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-78fba3ef-6446-47fe-9b65-d24d77ccd986 req-6846fbe1-47d9-4b6f-ad38-6b718479b3fb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a57d36aa-ebc3-4721-8c62-bb10dda34c94 HTTP/1.1" status: 200 len: 217 time: 0.0634425 Mar 05 04:42:11.003844 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-0600b7b1-11dd-4475-87d3-8e8a15b037da service neutron] Transition to ACTIVE for port object a57d36aa-ebc3-4721-8c62-bb10dda34c94 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:42:11.015054 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-83dd026e-231d-4425-972d-c93a36046fa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:11.026528 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-0600b7b1-11dd-4475-87d3-8e8a15b037da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (a57d36aa-ebc3-4721-8c62-bb10dda34c94), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:11.115311 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-83eba4f5-230d-4d4f-a528-4e0077b85f37 admin admin] Publish callbacks [] for security_group (47115e5a-3cbc-4afd-9260-887ab615678b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:11.121597 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-0600b7b1-11dd-4475-87d3-8e8a15b037da service neutron] No DVR routers for this DVR port a57d36aa-ebc3-4721-8c62-bb10dda34c94 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:42:11.129344 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-83eba4f5-230d-4d4f-a528-4e0077b85f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (47115e5a-3cbc-4afd-9260-887ab615678b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:11.136920 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600b7b1-11dd-4475-87d3-8e8a15b037da service neutron] Pushing event updated for resources: {'Port': ['ID=a57d36aa-ebc3-4721-8c62-bb10dda34c94,revision_number=10']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:11.138382 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bfa00-b219-498e-a7a4-891e5e54519c req-e9fe0378-c6be-414d-9fd7-974fd61cdea4 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:11.139697 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['16d44a27-1887-46ce-8a68-f4eec0fce055'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:42:11.147535 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bd6bfa00-b219-498e-a7a4-891e5e54519c req-e9fe0378-c6be-414d-9fd7-974fd61cdea4 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=19a210fb-d910-45df-ae59-1757ed88585f HTTP/1.1" status: 200 len: 944 time: 0.4619343 Mar 05 04:42:11.231992 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-0600b7b1-11dd-4475-87d3-8e8a15b037da service neutron] 10.222.0.31 "PUT /v2.0/ports/a57d36aa-ebc3-4721-8c62-bb10dda34c94/bindings/n-h1-789963-32/activate HTTP/1.1" status: 200 len: 370 time: 0.9928284 Mar 05 04:42:11.237711 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-83eba4f5-230d-4d4f-a528-4e0077b85f37 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a48fec71bf5647e38b04dde41a21c11d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4246306 Mar 05 04:42:11.237711 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eba4f5-230d-4d4f-a528-4e0077b85f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47115e5a-3cbc-4afd-9260-887ab615678b,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:11.239496 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38758) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:11.325731 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a8541bcb-6a73-4982-84e7-515fdd018cf0 admin admin] Publish callbacks [] for security_group (47115e5a-3cbc-4afd-9260-887ab615678b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:11.335013 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bec812ab-3e50-4b16-94dc-cf778f592e42 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks [] for port (fa41c3de-8d7e-49e2-9e29-73bac19af5f4), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:11.339132 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fba3ef-6446-47fe-9b65-d24d77ccd986 req-4d091d0c-15f4-4ced-9a06-11e487b43268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:11.347544 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-78fba3ef-6446-47fe-9b65-d24d77ccd986 req-4d091d0c-15f4-4ced-9a06-11e487b43268 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa622505-df3c-45bb-bed1-baf2861c8524 HTTP/1.1" status: 200 len: 847 time: 0.3285797 Mar 05 04:42:11.371653 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b32ccf18-0322-4ae4-838d-368fa9f77cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:11.386255 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a8541bcb-6a73-4982-84e7-515fdd018cf0 admin admin] Publish callbacks [] for security_group (47115e5a-3cbc-4afd-9260-887ab615678b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:11.452576 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-78fba3ef-6446-47fe-9b65-d24d77ccd986 req-b6165914-b990-40de-a093-2baf9c8cb9aa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8538c983-160a-4b67-8024-c598ec9cf3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040728 Mar 05 04:42:11.482778 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-82f9bf93-2e8b-40b4-b2b0-e15c8a714877 req-5528ef5f-7927-4d7e-9db1-f95aa3529366 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks [] for port (34469de9-94c7-4396-9c96-e560efb2f24c), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:11.515658 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bd6bfa00-b219-498e-a7a4-891e5e54519c req-37e0904d-e08f-4d67-b473-4b449ea576c3 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694875 Mar 05 04:42:11.524273 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a8541bcb-6a73-4982-84e7-515fdd018cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (47115e5a-3cbc-4afd-9260-887ab615678b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:11.527632 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a8541bcb-6a73-4982-84e7-515fdd018cf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:11.529204 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a8541bcb-6a73-4982-84e7-515fdd018cf0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/47115e5a-3cbc-4afd-9260-887ab615678b HTTP/1.1" status: 204 len: 168 time: 0.2894220 Mar 05 04:42:11.547391 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8541bcb-6a73-4982-84e7-515fdd018cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47115e5a-3cbc-4afd-9260-887ab615678b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:11.559946 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-82f9bf93-2e8b-40b4-b2b0-e15c8a714877 req-5528ef5f-7927-4d7e-9db1-f95aa3529366 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (34469de9-94c7-4396-9c96-e560efb2f24c), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:11.707064 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-83dd026e-231d-4425-972d-c93a36046fa8 admin admin] Publish callbacks [] for security_group (d150cec8-674d-4f84-90be-516b4a96f682), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:11.716115 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bec812ab-3e50-4b16-94dc-cf778f592e42 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (fa41c3de-8d7e-49e2-9e29-73bac19af5f4), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:11.782508 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-83dd026e-231d-4425-972d-c93a36046fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d150cec8-674d-4f84-90be-516b4a96f682), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:11.823749 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528ef5f-7927-4d7e-9db1-f95aa3529366 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Pushing event updated for resources: {'Port': ['ID=34469de9-94c7-4396-9c96-e560efb2f24c,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:11.860173 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-c5941118-6ff3-431d-8fbb-21b4c14dbc0a tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:11.862073 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-c5941118-6ff3-431d-8fbb-21b4c14dbc0a tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=19a210fb-d910-45df-ae59-1757ed88585f&tenant_id=facd03296ca545159cfaaad05aba02e6&binding%3Ahost_id=n-h2-789963-32 HTTP/1.1" status: 200 len: 1128 time: 0.4707568 Mar 05 04:42:11.875057 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec812ab-3e50-4b16-94dc-cf778f592e42 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:42:11.945293 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-bec812ab-3e50-4b16-94dc-cf778f592e42 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:42:11.986053 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-78fba3ef-6446-47fe-9b65-d24d77ccd986 req-8125115c-a8e7-4684-ad84-67b9cc7f4fd5 service neutron] 10.222.0.31 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5059524 Mar 05 04:42:11.992420 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec812ab-3e50-4b16-94dc-cf778f592e42 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:42:12.044950 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-82f9bf93-2e8b-40b4-b2b0-e15c8a714877 req-5528ef5f-7927-4d7e-9db1-f95aa3529366 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (8e348212-1fe0-40e7-b93e-224438f866e0), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:12.058450 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-83dd026e-231d-4425-972d-c93a36046fa8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=16ac054d77b54d82bc0722f92782449f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1387010 Mar 05 04:42:12.058998 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38774) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:12.074403 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd026e-231d-4425-972d-c93a36046fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d150cec8-674d-4f84-90be-516b4a96f682,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:12.136730 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec812ab-3e50-4b16-94dc-cf778f592e42 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Pushing event updated for resources: {'Port': ['ID=fa41c3de-8d7e-49e2-9e29-73bac19af5f4,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:12.146258 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4dddbf27-17d9-4f9f-b6e0-c29ab12f7383 admin admin] Publish callbacks [] for security_group (d150cec8-674d-4f84-90be-516b4a96f682), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:12.155662 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-82f9bf93-2e8b-40b4-b2b0-e15c8a714877 req-5528ef5f-7927-4d7e-9db1-f95aa3529366 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:12.162843 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-82f9bf93-2e8b-40b4-b2b0-e15c8a714877 req-5528ef5f-7927-4d7e-9db1-f95aa3529366 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3903284 Mar 05 04:42:12.174669 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4dddbf27-17d9-4f9f-b6e0-c29ab12f7383 admin admin] Publish callbacks [] for security_group (d150cec8-674d-4f84-90be-516b4a96f682), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:12.245568 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4dddbf27-17d9-4f9f-b6e0-c29ab12f7383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d150cec8-674d-4f84-90be-516b4a96f682), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:12.250227 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4dddbf27-17d9-4f9f-b6e0-c29ab12f7383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:12.252061 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4dddbf27-17d9-4f9f-b6e0-c29ab12f7383 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d150cec8-674d-4f84-90be-516b4a96f682 HTTP/1.1" status: 204 len: 168 time: 0.1914895 Mar 05 04:42:12.264070 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc9cd0-488d-419f-9226-d8143cead464 req-cea176b1-4b78-4ce0-8124-ee3103cc8854 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:12.264576 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dddbf27-17d9-4f9f-b6e0-c29ab12f7383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d150cec8-674d-4f84-90be-516b4a96f682,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:12.267545 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d6bc9cd0-488d-419f-9226-d8143cead464 req-cea176b1-4b78-4ce0-8124-ee3103cc8854 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 948 time: 0.4392655 Mar 05 04:42:12.307311 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bec812ab-3e50-4b16-94dc-cf778f592e42 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks [] for floatingip (418a3228-29a7-4f26-b9d3-847de8fc0389), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:12.318496 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-82f9bf93-2e8b-40b4-b2b0-e15c8a714877 req-fc88db97-abbd-4b9c-bc55-2a10828a2da5 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 696 time: 0.1542153 Mar 05 04:42:12.320807 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-78fba3ef-6446-47fe-9b65-d24d77ccd986 req-cc6b8cd2-147f-4f33-b157-f8d8c9fd79e2 service neutron] 10.222.0.31 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727399 Mar 05 04:42:12.465793 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-20379af1-6bdb-4061-92ac-fe1222f46dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:12.468726 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-20379af1-6bdb-4061-92ac-fe1222f46dae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=19a210fb-d910-45df-ae59-1757ed88585f&tenant_id=facd03296ca545159cfaaad05aba02e6 HTTP/1.1" status: 200 len: 1128 time: 0.5807307 Mar 05 04:42:12.475189 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9bf93-2e8b-40b4-b2b0-e15c8a714877 req-24714bed-e23f-40a1-ba54-8f41f92f1ae1 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:12.477195 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-82f9bf93-2e8b-40b4-b2b0-e15c8a714877 req-24714bed-e23f-40a1-ba54-8f41f92f1ae1 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 784 time: 0.1506555 Mar 05 04:42:12.511426 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 16d44a27-1887-46ce-8a68-f4eec0fce055 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:42:12.515191 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d6bc9cd0-488d-419f-9226-d8143cead464 req-6e1296e4-0e55-4a57-a484-990dd74b2b70 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704083 Mar 05 04:42:12.620293 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bec812ab-3e50-4b16-94dc-cf778f592e42 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fa41c3de-8d7e-49e2-9e29-73bac19af5f4), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:12.685732 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 16d44a27-1887-46ce-8a68-f4eec0fce055 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:42:12.690408 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 16d44a27-1887-46ce-8a68-f4eec0fce055 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:42:12.691067 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (16d44a27-1887-46ce-8a68-f4eec0fce055), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:12.859591 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 16d44a27-1887-46ce-8a68-f4eec0fce055 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:42:12.859986 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (16d44a27-1887-46ce-8a68-f4eec0fce055), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:12.911041 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10385acb-ef71-4312-8eed-9cf0d16eb294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d44a27-1887-46ce-8a68-f4eec0fce055'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:42:12.913302 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d38f90-868b-455a-bae4-ff28f8c4e4fd" -d '{"events": [{"server_uuid": "10385acb-ef71-4312-8eed-9cf0d16eb294", "name": "network-vif-plugged", "status": "completed", "tag": "16d44a27-1887-46ce-8a68-f4eec0fce055"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:42:12.954766 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 16d44a27-1887-46ce-8a68-f4eec0fce055, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=16d44a27-1887-46ce-8a68-f4eec0fce055,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:12.964443 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (16d44a27-1887-46ce-8a68-f4eec0fce055), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:12.967302 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bec812ab-3e50-4b16-94dc-cf778f592e42 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks [] for port (fa41c3de-8d7e-49e2-9e29-73bac19af5f4), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:12.971058 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-eaa246a4-7268-4991-9c13-a22128005521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:12.973102 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-eaa246a4-7268-4991-9c13-a22128005521 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=facd03296ca545159cfaaad05aba02e6&device_id=19a210fb-d910-45df-ae59-1757ed88585f HTTP/1.1" status: 200 len: 1128 time: 0.4464049 Mar 05 04:42:12.997215 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bec812ab-3e50-4b16-94dc-cf778f592e42 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (fa41c3de-8d7e-49e2-9e29-73bac19af5f4), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:13.020756 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74bab9b6-8032-4ef8-b83b-57ce96cd287a req-f7d28e72-5f64-4b62-81b5-87b5a9a2deb5 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/floatingips/8e348212-1fe0-40e7-b93e-224438f866e0 HTTP/1.1" status: 200 len: 693 time: 0.3648713 Mar 05 04:42:13.105377 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=16d44a27-1887-46ce-8a68-f4eec0fce055,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:13.253801 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e5ba3-9890-4334-9540-2dceaf613940 req-37ab4cdc-7a30-4fc5-b260-3337d4e87d9d tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:13.264087 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-908e5ba3-9890-4334-9540-2dceaf613940 req-37ab4cdc-7a30-4fc5-b260-3337d4e87d9d tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=19a210fb-d910-45df-ae59-1757ed88585f HTTP/1.1" status: 200 len: 945 time: 0.4890237 Mar 05 04:42:13.275253 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec812ab-3e50-4b16-94dc-cf778f592e42 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Pushing event updated for resources: {'Port': ['ID=fa41c3de-8d7e-49e2-9e29-73bac19af5f4,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:13.341682 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bec812ab-3e50-4b16-94dc-cf778f592e42 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (418a3228-29a7-4f26-b9d3-847de8fc0389), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:13.377935 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-47b6b8e2-22f2-4f9f-bead-354266b7fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:13.379533 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-47b6b8e2-22f2-4f9f-bead-354266b7fb56 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8538c983-160a-4b67-8024-c598ec9cf3a6 HTTP/1.1" status: 200 len: 907 time: 0.3863788 Mar 05 04:42:13.470120 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:13.485953 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-c41bf7bb-ab36-45b0-bc44-ecc46aab675d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a57d36aa-ebc3-4721-8c62-bb10dda34c94 HTTP/1.1" status: 200 len: 217 time: 0.0994475 Mar 05 04:42:13.506869 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:13.627788 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-93502224-6900-4681-afdf-02742ecce42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:13.774864 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bec812ab-3e50-4b16-94dc-cf778f592e42 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:13.776122 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bec812ab-3e50-4b16-94dc-cf778f592e42 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0134225 Mar 05 04:42:13.783478 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bab9b6-8032-4ef8-b83b-57ce96cd287a req-0cc47e5d-f06b-468e-bfdf-7053974747a6 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:13.790651 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74bab9b6-8032-4ef8-b83b-57ce96cd287a req-0cc47e5d-f06b-468e-bfdf-7053974747a6 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 784 time: 0.7683437 Mar 05 04:42:13.817484 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-74bab9b6-8032-4ef8-b83b-57ce96cd287a req-72ff31ef-0327-4aa4-906b-a158b606f045 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:42:13.830692 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74bab9b6-8032-4ef8-b83b-57ce96cd287a req-72ff31ef-0327-4aa4-906b-a158b606f045 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0369868 Mar 05 04:42:13.856558 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-908e5ba3-9890-4334-9540-2dceaf613940 req-6af1e9f5-20d5-4eb9-93c0-c3c6d7454cb5 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5909550 Mar 05 04:42:13.889969 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-19c53a9b-619e-4d96-b254-e08e594daadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:13.891528 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-19c53a9b-619e-4d96-b254-e08e594daadb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa622505-df3c-45bb-bed1-baf2861c8524 HTTP/1.1" status: 200 len: 847 time: 0.3978901 Mar 05 04:42:13.925897 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03d46bc-a284-47e6-ae98-47d7390eafe3 x-openstack-request-id: req-c03d46bc-a284-47e6-ae98-47d7390eafe3 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:42:13.927395 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10385acb-ef71-4312-8eed-9cf0d16eb294", "name": "network-vif-plugged", "status": "completed", "tag": "16d44a27-1887-46ce-8a68-f4eec0fce055", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:42:13.927955 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c03d46bc-a284-47e6-ae98-47d7390eafe3 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:42:13.933343 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10385acb-ef71-4312-8eed-9cf0d16eb294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d44a27-1887-46ce-8a68-f4eec0fce055', 'code': 200} Mar 05 04:42:13.955736 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-5441f421-fb86-4e12-a75a-232dc5f27596 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8538c983-160a-4b67-8024-c598ec9cf3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572367 Mar 05 04:42:14.088727 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa39ad-c0d0-4b29-a40d-f0952a8b4e98 req-a864e7dc-8638-49cb-a62a-5d92b46bd6d4 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:14.096100 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-98aa39ad-c0d0-4b29-a40d-f0952a8b4e98 req-a864e7dc-8638-49cb-a62a-5d92b46bd6d4 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 949 time: 0.1427031 Mar 05 04:42:14.100991 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c989a6-831a-4961-920b-154006b67041 req-f5d5aff5-3881-4fb6-8d3e-10ba41c12294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:14.102988 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-31c989a6-831a-4961-920b-154006b67041 req-f5d5aff5-3881-4fb6-8d3e-10ba41c12294 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 1132 time: 0.1254013 Mar 05 04:42:14.171706 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-31c989a6-831a-4961-920b-154006b67041 req-20863415-7b7f-407b-a88f-8703b01f0ac8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524817 Mar 05 04:42:14.182857 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4659c7d3-475f-4839-8092-1bba6a85bfac req-e27baac4-29e9-4fea-8fa6-e5a8c066bc2d tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/floatingips/8e348212-1fe0-40e7-b93e-224438f866e0 HTTP/1.1" status: 200 len: 693 time: 0.0850899 Mar 05 04:42:14.318908 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659c7d3-475f-4839-8092-1bba6a85bfac req-06ca8109-d51e-4856-aaf7-223812782187 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:14.320306 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4659c7d3-475f-4839-8092-1bba6a85bfac req-06ca8109-d51e-4856-aaf7-223812782187 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 784 time: 0.1257792 Mar 05 04:42:14.328798 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-d8cd8f9a-0404-48d5-990b-6706453799a3 service neutron] 10.222.0.30 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380191 Mar 05 04:42:14.340875 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-4659c7d3-475f-4839-8092-1bba6a85bfac req-2c950abd-337b-45da-ad1a-2ff5812f7740 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:42:14.341880 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4659c7d3-475f-4839-8092-1bba6a85bfac req-2c950abd-337b-45da-ad1a-2ff5812f7740 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073996 Mar 05 04:42:14.371905 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-98aa39ad-c0d0-4b29-a40d-f0952a8b4e98 req-ab82f623-7226-4c47-8967-2ba9d933008c tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753427 Mar 05 04:42:14.559773 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4659c7d3-475f-4839-8092-1bba6a85bfac req-cd405cc2-c12a-4337-b1f1-32d3b7c79871 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 696 time: 0.1854656 Mar 05 04:42:14.578513 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device a57d36aa-ebc3-4721-8c62-bb10dda34c94 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:42:14.578865 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-c97f40af-b681-454f-91e8-62f4aad3dd7e service neutron] 10.222.0.30 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059009 Mar 05 04:42:14.647147 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4659c7d3-475f-4839-8092-1bba6a85bfac req-1289813f-da8e-4862-9c62-324946226d82 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 696 time: 0.0863492 Mar 05 04:42:14.688359 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] The host n-h2-789963-32 is not matching for port a57d36aa-ebc3-4721-8c62-bb10dda34c94 host n-h1-789963-32! {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 05 04:42:14.689479 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device a57d36aa-ebc3-4721-8c62-bb10dda34c94 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:42:14.749181 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-3dd6abb9-12c9-4164-a0dd-51bbcdfdf094 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1361030972&fields=id&tenant_id=2aa43defc6414754a43f26c001243ac6 HTTP/1.1" status: 200 len: 267 time: 0.2333245 Mar 05 04:42:14.851327 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:14.911554 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-4659c7d3-475f-4839-8092-1bba6a85bfac req-07d5eacf-4e8c-479b-a9d0-a98c48d8f734 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Deleting port 34469de9-94c7-4396-9c96-e560efb2f24c {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:42:14.911554 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4659c7d3-475f-4839-8092-1bba6a85bfac req-07d5eacf-4e8c-479b-a9d0-a98c48d8f734 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (34469de9-94c7-4396-9c96-e560efb2f24c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:14.956805 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-ffc90cc5-8d7e-47c4-a5e5-0dec427b9b07 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:14.958425 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-ffc90cc5-8d7e-47c4-a5e5-0dec427b9b07 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/networks?id=1d855b48-716f-4cbb-8acc-c3f5113efca4 HTTP/1.1" status: 200 len: 823 time: 0.1999767 Mar 05 04:42:15.056265 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-de9effb1-9a31-4f59-b153-261078902726 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/quotas/2aa43defc6414754a43f26c001243ac6 HTTP/1.1" status: 200 len: 375 time: 0.0470335 Mar 05 04:42:15.121572 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-32dc7524-5356-4b12-8c14-1a7ccbff624d tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:15.123959 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-32dc7524-5356-4b12-8c14-1a7ccbff624d tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=19a210fb-d910-45df-ae59-1757ed88585f&tenant_id=facd03296ca545159cfaaad05aba02e6&binding%3Ahost_id=n-h1-789963-32 HTTP/1.1" status: 200 len: 1128 time: 0.1160557 Mar 05 04:42:15.125767 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4659c7d3-475f-4839-8092-1bba6a85bfac req-07d5eacf-4e8c-479b-a9d0-a98c48d8f734 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (34469de9-94c7-4396-9c96-e560efb2f24c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:15.126095 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4659c7d3-475f-4839-8092-1bba6a85bfac req-07d5eacf-4e8c-479b-a9d0-a98c48d8f734 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks [] for floatingip (34469de9-94c7-4396-9c96-e560efb2f24c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:15.154068 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-4659c7d3-475f-4839-8092-1bba6a85bfac req-07d5eacf-4e8c-479b-a9d0-a98c48d8f734 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Calling delete_port for 34469de9-94c7-4396-9c96-e560efb2f24c owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:42:15.201350 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-58a640ae-6de5-4f71-befc-47e85ba889db tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2aa43defc6414754a43f26c001243ac6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1380122 Mar 05 04:42:15.261454 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-5e558bc2-9f68-4943-85d7-098a8e65c3ad service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:42:15.263305 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-5e558bc2-9f68-4943-85d7-098a8e65c3ad service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0213408 Mar 05 04:42:15.450740 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-1ac6075a-78a1-4fd1-980c-9f5fddb6a877 service neutron] For port a57d36aa-ebc3-4721-8c62-bb10dda34c94, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:42:15.455697 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-1ac6075a-78a1-4fd1-980c-9f5fddb6a877 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:15.456777 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4059e89f-5029-4acc-82aa-9655fb350bfa req-1ac6075a-78a1-4fd1-980c-9f5fddb6a877 service neutron] 10.222.0.30 "DELETE /v2.0/ports/a57d36aa-ebc3-4721-8c62-bb10dda34c94/bindings/n-h2-789963-32 HTTP/1.1" status: 204 len: 173 time: 0.3207226 Mar 05 04:42:15.462733 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-623290ee-73be-4945-913c-3f4ba3c1d5bc service neutron] 10.222.0.11 "GET /v2.0/networks/1d855b48-716f-4cbb-8acc-c3f5113efca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850810 Mar 05 04:42:15.568370 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4659c7d3-475f-4839-8092-1bba6a85bfac req-07d5eacf-4e8c-479b-a9d0-a98c48d8f734 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (34469de9-94c7-4396-9c96-e560efb2f24c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:15.608960 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5eacf-4e8c-479b-a9d0-a98c48d8f734 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Pushing event deleted for resources: {'Port': ['ID=34469de9-94c7-4396-9c96-e560efb2f24c,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:15.624953 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-ba8af598-1611-4c1e-9b8d-26ed4f21af8a service neutron] 10.222.0.11 "GET /v2.0/networks/1d855b48-716f-4cbb-8acc-c3f5113efca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408627 Mar 05 04:42:15.694381 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4659c7d3-475f-4839-8092-1bba6a85bfac req-07d5eacf-4e8c-479b-a9d0-a98c48d8f734 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks [] for floatingip (8e348212-1fe0-40e7-b93e-224438f866e0), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:15.697900 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4659c7d3-475f-4839-8092-1bba6a85bfac req-07d5eacf-4e8c-479b-a9d0-a98c48d8f734 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:15.699260 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4659c7d3-475f-4839-8092-1bba6a85bfac req-07d5eacf-4e8c-479b-a9d0-a98c48d8f734 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "DELETE /v2.0/floatingips/8e348212-1fe0-40e7-b93e-224438f866e0 HTTP/1.1" status: 204 len: 173 time: 1.0512891 Mar 05 04:42:15.957698 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ecc6d-6d15-441b-94fb-7a77ab7c66b5 req-ba5817d9-57b2-4ed2-a01c-1826e9aa452b tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:15.964695 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-911ecc6d-6d15-441b-94fb-7a77ab7c66b5 req-ba5817d9-57b2-4ed2-a01c-1826e9aa452b tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=19a210fb-d910-45df-ae59-1757ed88585f HTTP/1.1" status: 200 len: 945 time: 0.0808647 Mar 05 04:42:16.031315 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-911ecc6d-6d15-441b-94fb-7a77ab7c66b5 req-a0db22e3-6624-4c50-8861-a64bf3de4a52 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658412 Mar 05 04:42:16.116007 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:16.388493 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b0e4767b-b169-42b5-882f-3637393a13f8 req-ad4b4557-7221-46ef-8d07-ffda3ac52ba1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d44cf234-1303-425c-9e6b-b1b102f7a855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2212944 Mar 05 04:42:16.821490 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f76b49-9a29-4e69-bc5f-f85bd9d9c01b req-04f39460-14cc-465a-8a0d-56c5f74354c4 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:16.828709 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-99f76b49-9a29-4e69-bc5f-f85bd9d9c01b req-04f39460-14cc-465a-8a0d-56c5f74354c4 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 949 time: 0.6083655 Mar 05 04:42:16.839455 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8943c3ef-3419-490b-ac0c-c119239bf182 req-375f2824-2edc-47da-85b2-40b73b3b3794 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5775483 Mar 05 04:42:16.865119 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4767b-b169-42b5-882f-3637393a13f8 req-c7b43666-fc3c-4120-b7d2-317045850328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:16.866718 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b0e4767b-b169-42b5-882f-3637393a13f8 req-c7b43666-fc3c-4120-b7d2-317045850328 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=facd03296ca545159cfaaad05aba02e6&device_id=d44cf234-1303-425c-9e6b-b1b102f7a855 HTTP/1.1" status: 200 len: 1149 time: 0.3991041 Mar 05 04:42:16.876596 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e17baa-279b-45a3-bb4e-1ab1435f586b req-525817d7-ab73-47c4-82ba-8399c5c9a5d8 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:16.892152 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7e17baa-279b-45a3-bb4e-1ab1435f586b req-525817d7-ab73-47c4-82ba-8399c5c9a5d8 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6308453 Mar 05 04:42:17.050755 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-09ea65e5-2648-48e1-9887-ad36dfc106df req-f4f36f61-ad63-409e-99c7-97b245597f11 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e60aff3-247a-4cd1-9eeb-5f5fc96e1570 HTTP/1.1" status: 200 len: 210 time: 0.0982137 Mar 05 04:42:17.061570 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-99f76b49-9a29-4e69-bc5f-f85bd9d9c01b req-eca5b4f0-ee73-4634-9048-23ae78f3440b tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319810 Mar 05 04:42:17.110574 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4767b-b169-42b5-882f-3637393a13f8 req-31920087-bec8-4b72-9c92-7448fab554cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:17.112138 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b0e4767b-b169-42b5-882f-3637393a13f8 req-31920087-bec8-4b72-9c92-7448fab554cb service neutron] 10.222.0.30 "GET /v2.0/networks?id=8538c983-160a-4b67-8024-c598ec9cf3a6 HTTP/1.1" status: 200 len: 907 time: 0.2001100 Mar 05 04:42:17.132301 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943c3ef-3419-490b-ac0c-c119239bf182 req-9fc09893-da8e-419f-8928-61a460725dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:17.134225 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8943c3ef-3419-490b-ac0c-c119239bf182 req-9fc09893-da8e-419f-8928-61a460725dd6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 1132 time: 0.2408288 Mar 05 04:42:17.178581 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b0e4767b-b169-42b5-882f-3637393a13f8 req-17a57294-dd3c-4751-8c88-b71969989dbe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 HTTP/1.1" status: 200 len: 217 time: 0.0582566 Mar 05 04:42:17.347786 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f25220a1-6723-4f46-8503-446a77f097e0 req-45bb0394-3ac7-4a92-82b9-0028154c3f70 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/floatingips?tenant_id=d109100c97e945728298df584d26102c HTTP/1.1" status: 200 len: 1657 time: 0.1765797 Mar 05 04:42:17.550889 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-85e34038-b6ec-4ef0-af4d-e9b75b3cde4a tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:17.556383 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-85e34038-b6ec-4ef0-af4d-e9b75b3cde4a tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.31 "GET /v2.0/networks?id=1d855b48-716f-4cbb-8acc-c3f5113efca4 HTTP/1.1" status: 200 len: 823 time: 0.2685523 Mar 05 04:42:17.561041 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4767b-b169-42b5-882f-3637393a13f8 req-b578e8fc-670b-4b24-b261-238247e5f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:17.562710 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b0e4767b-b169-42b5-882f-3637393a13f8 req-b578e8fc-670b-4b24-b261-238247e5f959 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa622505-df3c-45bb-bed1-baf2861c8524 HTTP/1.1" status: 200 len: 847 time: 0.3607111 Mar 05 04:42:17.566298 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-ea1f852b-d358-42ec-865c-9d70f3e8ee68 req-4d62e547-daf4-4d2b-b945-4d511db11472 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:42:17.567312 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ea1f852b-d358-42ec-865c-9d70f3e8ee68 req-4d62e547-daf4-4d2b-b945-4d511db11472 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0229807 Mar 05 04:42:17.573176 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943c3ef-3419-490b-ac0c-c119239bf182 req-565581ea-93b5-4386-86e1-74618aed3828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:17.574637 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8943c3ef-3419-490b-ac0c-c119239bf182 req-565581ea-93b5-4386-86e1-74618aed3828 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.3742223 Mar 05 04:42:17.621622 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b0e4767b-b169-42b5-882f-3637393a13f8 req-d6cb92bc-3363-4a9e-828f-ca31a276c74d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8538c983-160a-4b67-8024-c598ec9cf3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460320 Mar 05 04:42:17.647806 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-1de8cdb3-4abf-44e6-b5da-2ff4f9ac9f25 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2aa43defc6414754a43f26c001243ac6 HTTP/1.1" status: 200 len: 380 time: 0.0788000 Mar 05 04:42:17.656827 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25220a1-6723-4f46-8503-446a77f097e0 req-ced09caa-4034-49ae-9022-fbd71e1940ea tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:17.657575 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-e1320dcb-3b3a-41d7-9c00-48dba74da1bd tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Request body: {'port': {'device_id': '0e60aff3-247a-4cd1-9eeb-5f5fc96e1570', 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4', 'admin_state_up': True, 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'security_groups': ['1a75633d-7627-4837-a67e-e33a13fb1c82']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:42:17.658309 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f25220a1-6723-4f46-8503-446a77f097e0 req-ced09caa-4034-49ae-9022-fbd71e1940ea tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/networks?id=ff625bbb-6b8f-4740-be08-a562ec9a34a4&id=ff625bbb-6b8f-4740-be08-a562ec9a34a4&id=ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 787 time: 0.2868936 Mar 05 04:42:17.669768 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8943c3ef-3419-490b-ac0c-c119239bf182 req-d7142594-2f0d-4ac4-baee-15a5fe4fa97b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=7659bb61-2851-4497-a728-e91219a88b7f HTTP/1.1" status: 200 len: 217 time: 0.0761924 Mar 05 04:42:17.691878 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-f25220a1-6723-4f46-8503-446a77f097e0 req-378f0438-59c1-4c7d-bc3e-261f2412942c tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:42:17.693044 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f25220a1-6723-4f46-8503-446a77f097e0 req-378f0438-59c1-4c7d-bc3e-261f2412942c tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0257382 Mar 05 04:42:17.770401 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:17.875653 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943c3ef-3419-490b-ac0c-c119239bf182 req-ba41e903-0f0d-4dd8-a75c-4c18d5174c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:17.877761 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8943c3ef-3419-490b-ac0c-c119239bf182 req-ba41e903-0f0d-4dd8-a75c-4c18d5174c33 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.1976266 Mar 05 04:42:17.905274 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-5acbc0e5-43cd-48f8-9396-ae3099ea7198 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0943718 Mar 05 04:42:17.923149 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-54aca82f-814f-4a1c-93a9-144baffff323 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:42:17.924240 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-54aca82f-814f-4a1c-93a9-144baffff323 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0145440 Mar 05 04:42:17.935296 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-e1320dcb-3b3a-41d7-9c00-48dba74da1bd tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Made reservation on behalf of 2aa43defc6414754a43f26c001243ac6 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:42:17.940159 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-e1320dcb-3b3a-41d7-9c00-48dba74da1bd tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:17.959525 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b0e4767b-b169-42b5-882f-3637393a13f8 req-8172a62c-2458-48ae-af86-2c402391eca4 service neutron] 10.222.0.30 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000731 Mar 05 04:42:18.061660 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d78874-1a32-49ce-b3d6-4a23e7e8969e req-f6df9da3-c4c1-4461-af7a-f9f27c3be73c tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:18.063266 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b5d78874-1a32-49ce-b3d6-4a23e7e8969e req-f6df9da3-c4c1-4461-af7a-f9f27c3be73c tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=19a210fb-d910-45df-ae59-1757ed88585f HTTP/1.1" status: 200 len: 1128 time: 0.2546670 Mar 05 04:42:18.075484 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-50ae9fe1-3ae5-4888-abf2-2969e5d39704 req-1d62dd5f-dc73-4bec-9e36-5d5dbd0224f0 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/floatingips/a0538a1c-5488-425e-b789-cc749eb30fd9 HTTP/1.1" status: 200 len: 693 time: 0.1293237 Mar 05 04:42:18.096581 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-e1320dcb-3b3a-41d7-9c00-48dba74da1bd tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Allocated IP 172.20.0.9 (1d855b48-716f-4cbb-8acc-c3f5113efca4/437b1914-1ba1-40e2-a727-5e7cac544d72/5f5306b6-e329-4f30-9364-ce451a15a7c5) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:42:18.199284 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8943c3ef-3419-490b-ac0c-c119239bf182 req-c7822edc-807b-4073-b0a2-834688af7618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:18.200817 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8943c3ef-3419-490b-ac0c-c119239bf182 req-c7822edc-807b-4073-b0a2-834688af7618 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3138885 Mar 05 04:42:18.281952 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-e1320dcb-3b3a-41d7-9c00-48dba74da1bd tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks [] for port (5f5306b6-e329-4f30-9364-ce451a15a7c5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:18.326650 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-e1320dcb-3b3a-41d7-9c00-48dba74da1bd tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (5f5306b6-e329-4f30-9364-ce451a15a7c5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:18.335273 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b5d78874-1a32-49ce-b3d6-4a23e7e8969e req-2b1532aa-c206-4647-a257-7ebfef709209 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568998 Mar 05 04:42:18.392608 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-e1320dcb-3b3a-41d7-9c00-48dba74da1bd tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Network 1d855b48-716f-4cbb-8acc-c3f5113efca4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:42:18.393859 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1320dcb-3b3a-41d7-9c00-48dba74da1bd tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Pushing event updated for resources: {'Port': ['ID=5f5306b6-e329-4f30-9364-ce451a15a7c5,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:18.397971 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-e1320dcb-3b3a-41d7-9c00-48dba74da1bd tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:42:18.411253 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-e1320dcb-3b3a-41d7-9c00-48dba74da1bd tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:42:18.487516 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b0e4767b-b169-42b5-882f-3637393a13f8 req-97f2a7db-f66b-4fcb-bbb3-a8d63d467463 service neutron] 10.222.0.30 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5052471 Mar 05 04:42:18.537893 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-e1320dcb-3b3a-41d7-9c00-48dba74da1bd tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:18.539735 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-e1320dcb-3b3a-41d7-9c00-48dba74da1bd tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:18.583922 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-e1320dcb-3b3a-41d7-9c00-48dba74da1bd tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9302981 Mar 05 04:42:18.603524 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-1f1c082c-4761-4e7d-8338-5a967d26dd99 service neutron] Request body: {'port': {'device_id': '0e60aff3-247a-4cd1-9eeb-5f5fc96e1570', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:42:18.717653 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-1f1c082c-4761-4e7d-8338-5a967d26dd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5f5306b6-e329-4f30-9364-ce451a15a7c5), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:18.731639 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae9fe1-3ae5-4888-abf2-2969e5d39704 req-152531aa-36ce-4dc5-8f22-019b85b2d5de tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:18.734763 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-50ae9fe1-3ae5-4888-abf2-2969e5d39704 req-152531aa-36ce-4dc5-8f22-019b85b2d5de tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 784 time: 0.6171949 Mar 05 04:42:18.813698 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-2308c365-a5b0-4cf5-876f-eeac669ca8e0 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:18.815549 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-2308c365-a5b0-4cf5-876f-eeac669ca8e0 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports/16d44a27-1887-46ce-8a68-f4eec0fce055 HTTP/1.1" status: 200 len: 946 time: 0.0776792 Mar 05 04:42:18.844517 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-50ae9fe1-3ae5-4888-abf2-2969e5d39704 req-827c90d8-27aa-464f-920d-591861d227d3 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:42:18.861949 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-50ae9fe1-3ae5-4888-abf2-2969e5d39704 req-827c90d8-27aa-464f-920d-591861d227d3 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0563323 Mar 05 04:42:18.873225 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-425728b0-ea7a-4a9b-bfd4-2720a0379b1e None None] Provisioning complete for port 5f5306b6-e329-4f30-9364-ce451a15a7c5 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:42:18.873998 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-425728b0-ea7a-4a9b-bfd4-2720a0379b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5f5306b6-e329-4f30-9364-ce451a15a7c5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:18.925041 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8943c3ef-3419-490b-ac0c-c119239bf182 req-125db179-5779-442a-b145-213669df5ef2 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6832006 Mar 05 04:42:18.964142 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-425728b0-ea7a-4a9b-bfd4-2720a0379b1e None None] Port 5f5306b6-e329-4f30-9364-ce451a15a7c5 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:42:19.111313 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-50ae9fe1-3ae5-4888-abf2-2969e5d39704 req-8793a83d-000f-4551-9175-65d6a2414b3f tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.133 HTTP/1.1" status: 200 len: 696 time: 0.2484844 Mar 05 04:42:19.160184 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3c088-8a07-42a0-8bf9-bb395fcae640 req-edfa22bd-d50a-44cb-b7bc-8cada58a78eb tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:19.168404 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-85b3c088-8a07-42a0-8bf9-bb395fcae640 req-edfa22bd-d50a-44cb-b7bc-8cada58a78eb tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 949 time: 0.6515660 Mar 05 04:42:19.205939 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-1f1c082c-4761-4e7d-8338-5a967d26dd99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f5306b6-e329-4f30-9364-ce451a15a7c5 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:42:19.219868 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-1f1c082c-4761-4e7d-8338-5a967d26dd99 service neutron] Publish callbacks [] for port (5f5306b6-e329-4f30-9364-ce451a15a7c5), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:19.253675 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-1f1c082c-4761-4e7d-8338-5a967d26dd99 service neutron] Transition to ACTIVE for port object 5f5306b6-e329-4f30-9364-ce451a15a7c5 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:42:19.261824 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-1f1c082c-4761-4e7d-8338-5a967d26dd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (5f5306b6-e329-4f30-9364-ce451a15a7c5), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:19.275735 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-50ae9fe1-3ae5-4888-abf2-2969e5d39704 req-c2b87e48-3caa-4bfc-a570-023c12deca88 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.133 HTTP/1.1" status: 200 len: 696 time: 0.1523840 Mar 05 04:42:19.413874 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-85b3c088-8a07-42a0-8bf9-bb395fcae640 req-0f5eb3ee-c6eb-4f58-a0f8-cafc099ab5c5 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384217 Mar 05 04:42:19.470695 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8943c3ef-3419-490b-ac0c-c119239bf182 req-05c8319e-7a58-42c3-b72a-665482612d2f service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528196 Mar 05 04:42:19.525618 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c082c-4761-4e7d-8338-5a967d26dd99 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5306b6-e329-4f30-9364-ce451a15a7c5,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:19.791761 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-1f1c082c-4761-4e7d-8338-5a967d26dd99 service neutron] Attempting to bind port 5f5306b6-e329-4f30-9364-ce451a15a7c5 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:42:19.792478 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-1f1c082c-4761-4e7d-8338-5a967d26dd99 service neutron] Attempting to bind port 5f5306b6-e329-4f30-9364-ce451a15a7c5 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'e0918b2d-09d9-490a-9e95-ce7ce7616187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:42:19.792578 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-1f1c082c-4761-4e7d-8338-5a967d26dd99 service neutron] Attempting to bind port 5f5306b6-e329-4f30-9364-ce451a15a7c5 on network 1d855b48-716f-4cbb-8acc-c3f5113efca4 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:42:19.798540 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-1f1c082c-4761-4e7d-8338-5a967d26dd99 service neutron] Port 5f5306b6-e329-4f30-9364-ce451a15a7c5 on network 1d855b48-716f-4cbb-8acc-c3f5113efca4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:42:19.798870 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-1f1c082c-4761-4e7d-8338-5a967d26dd99 service neutron] Attempting to bind port 5f5306b6-e329-4f30-9364-ce451a15a7c5 on network 1d855b48-716f-4cbb-8acc-c3f5113efca4 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:42:19.801178 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-50ae9fe1-3ae5-4888-abf2-2969e5d39704 req-c0300b48-e624-4a18-9174-73d71d8109b3 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Deleting port e8ab4f47-ddf6-44a1-adce-8f92eb7e2a30 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:42:19.802528 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-50ae9fe1-3ae5-4888-abf2-2969e5d39704 req-c0300b48-e624-4a18-9174-73d71d8109b3 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (e8ab4f47-ddf6-44a1-adce-8f92eb7e2a30), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:19.805281 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-1f1c082c-4761-4e7d-8338-5a967d26dd99 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:42:19.806138 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-1f1c082c-4761-4e7d-8338-5a967d26dd99 service neutron] Checking segment: {'id': 'e0918b2d-09d9-490a-9e95-ce7ce7616187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:42:19.806523 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-1f1c082c-4761-4e7d-8338-5a967d26dd99 service neutron] Bound using segment: {'id': 'e0918b2d-09d9-490a-9e95-ce7ce7616187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:42:19.807266 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-1f1c082c-4761-4e7d-8338-5a967d26dd99 service neutron] Bound port: 5f5306b6-e329-4f30-9364-ce451a15a7c5, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0918b2d-09d9-490a-9e95-ce7ce7616187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:42:19.808173 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-1f1c082c-4761-4e7d-8338-5a967d26dd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5f5306b6-e329-4f30-9364-ce451a15a7c5), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:20.001573 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-50ae9fe1-3ae5-4888-abf2-2969e5d39704 req-c0300b48-e624-4a18-9174-73d71d8109b3 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (e8ab4f47-ddf6-44a1-adce-8f92eb7e2a30), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:20.002268 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-50ae9fe1-3ae5-4888-abf2-2969e5d39704 req-c0300b48-e624-4a18-9174-73d71d8109b3 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks [] for floatingip (e8ab4f47-ddf6-44a1-adce-8f92eb7e2a30), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:20.021151 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-50ae9fe1-3ae5-4888-abf2-2969e5d39704 req-c0300b48-e624-4a18-9174-73d71d8109b3 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Calling delete_port for e8ab4f47-ddf6-44a1-adce-8f92eb7e2a30 owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:42:20.029873 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-1f1c082c-4761-4e7d-8338-5a967d26dd99 service neutron] For port 5f5306b6-e329-4f30-9364-ce451a15a7c5, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:42:20.033602 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412bf3c0-e39e-43c6-9a71-3b5a0b5438b0 req-600a7932-89c4-47d9-9967-6175fe6755af tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:20.036555 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-1f1c082c-4761-4e7d-8338-5a967d26dd99 service neutron] For port 5f5306b6-e329-4f30-9364-ce451a15a7c5, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=5f5306b6-e329-4f30-9364-ce451a15a7c5,segment=NetworkSegment(e0918b2d-09d9-490a-9e95-ce7ce7616187),segment_id=e0918b2d-09d9-490a-9e95-ce7ce7616187)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:42:20.041851 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-412bf3c0-e39e-43c6-9a71-3b5a0b5438b0 req-600a7932-89c4-47d9-9967-6175fe6755af tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e60aff3-247a-4cd1-9eeb-5f5fc96e1570 HTTP/1.1" status: 200 len: 943 time: 0.1936040 Mar 05 04:42:20.054851 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-1f1c082c-4761-4e7d-8338-5a967d26dd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (5f5306b6-e329-4f30-9364-ce451a15a7c5), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:20.164259 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c082c-4761-4e7d-8338-5a967d26dd99 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5306b6-e329-4f30-9364-ce451a15a7c5,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:20.183290 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-1f1c082c-4761-4e7d-8338-5a967d26dd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:20.184379 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-1f1c082c-4761-4e7d-8338-5a967d26dd99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:20.186673 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-1f1c082c-4761-4e7d-8338-5a967d26dd99 service neutron] 10.222.0.31 "PUT /v2.0/ports/5f5306b6-e329-4f30-9364-ce451a15a7c5 HTTP/1.1" status: 200 len: 1092 time: 1.5930481 Mar 05 04:42:20.187906 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e60aff3-247a-4cd1-9eeb-5f5fc96e1570', 'tag': '5f5306b6-e329-4f30-9364-ce451a15a7c5'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:42:20.201608 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93cfff2f-41b3-43c1-9f26-8c5f8bba4a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "0e60aff3-247a-4cd1-9eeb-5f5fc96e1570", "tag": "5f5306b6-e329-4f30-9364-ce451a15a7c5"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:42:20.209414 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-412bf3c0-e39e-43c6-9a71-3b5a0b5438b0 req-13d70444-76d8-4c3c-88d5-e4661f043ec3 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a75633d-7627-4837-a67e-e33a13fb1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644707 Mar 05 04:42:20.278912 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:42:20.376456 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-23a014da-f375-4ed2-88b8-48a784560933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:20.378172 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-23a014da-f375-4ed2-88b8-48a784560933 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2aa43defc6414754a43f26c001243ac6&device_id=0e60aff3-247a-4cd1-9eeb-5f5fc96e1570 HTTP/1.1" status: 200 len: 1126 time: 0.1398273 Mar 05 04:42:20.488403 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39016) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:20.488790 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39020) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:20.497766 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-6e1c4b91-e454-4410-92e1-dd8e4b55ad69 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f5306b6-e329-4f30-9364-ce451a15a7c5 HTTP/1.1" status: 200 len: 217 time: 0.1117427 Mar 05 04:42:20.554905 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-50ae9fe1-3ae5-4888-abf2-2969e5d39704 req-c0300b48-e624-4a18-9174-73d71d8109b3 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (e8ab4f47-ddf6-44a1-adce-8f92eb7e2a30), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:20.667808 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0300b48-e624-4a18-9174-73d71d8109b3 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Pushing event deleted for resources: {'Port': ['ID=e8ab4f47-ddf6-44a1-adce-8f92eb7e2a30,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:20.801160 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-d3131d6b-8afc-4d19-b88f-c1c1f11cb27d tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:20.809210 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-d3131d6b-8afc-4d19-b88f-c1c1f11cb27d tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/networks?id=8538c983-160a-4b67-8024-c598ec9cf3a6 HTTP/1.1" status: 200 len: 807 time: 0.4431341 Mar 05 04:42:20.835688 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-0de68a22-2980-4bb4-869d-b249a6fdf081 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/quotas/facd03296ca545159cfaaad05aba02e6 HTTP/1.1" status: 200 len: 375 time: 0.0255280 Mar 05 04:42:20.845290 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-50ae9fe1-3ae5-4888-abf2-2969e5d39704 req-c0300b48-e624-4a18-9174-73d71d8109b3 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks [] for floatingip (a0538a1c-5488-425e-b789-cc749eb30fd9), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:20.848067 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-50ae9fe1-3ae5-4888-abf2-2969e5d39704 req-c0300b48-e624-4a18-9174-73d71d8109b3 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:20.849222 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-50ae9fe1-3ae5-4888-abf2-2969e5d39704 req-c0300b48-e624-4a18-9174-73d71d8109b3 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "DELETE /v2.0/floatingips/a0538a1c-5488-425e-b789-cc749eb30fd9 HTTP/1.1" status: 204 len: 173 time: 1.5722911 Mar 05 04:42:21.065617 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-2ee08474-7289-43f7-9eed-ca7fa40fa292 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=facd03296ca545159cfaaad05aba02e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2265739 Mar 05 04:42:21.066367 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-4fe0ce59-192f-4a73-b9eb-d8aa0c391e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:21.067999 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-4fe0ce59-192f-4a73-b9eb-d8aa0c391e24 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=437b1914-1ba1-40e2-a727-5e7cac544d72 HTTP/1.1" status: 200 len: 862 time: 0.5565822 Mar 05 04:42:21.070742 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c1fdb4-04e7-449a-bfb1-681da3fe4717 x-openstack-request-id: req-b6c1fdb4-04e7-449a-bfb1-681da3fe4717 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:42:21.071886 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e60aff3-247a-4cd1-9eeb-5f5fc96e1570", "tag": "5f5306b6-e329-4f30-9364-ce451a15a7c5", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:42:21.072217 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b6c1fdb4-04e7-449a-bfb1-681da3fe4717 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:42:21.072705 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e60aff3-247a-4cd1-9eeb-5f5fc96e1570', 'tag': '5f5306b6-e329-4f30-9364-ce451a15a7c5', 'status': 'completed', 'code': 200} Mar 05 04:42:21.078279 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a33902b3-be2f-49aa-b89b-38b7ef794a57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:21.168739 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7350774b-4068-410b-89ec-289d047b1610 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:21.203674 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a33902b3-be2f-49aa-b89b-38b7ef794a57 admin admin] Publish callbacks [] for security_group (82565a73-71e7-4786-9db7-28998469ef0c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:21.220936 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a33902b3-be2f-49aa-b89b-38b7ef794a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (82565a73-71e7-4786-9db7-28998469ef0c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:21.261939 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a33902b3-be2f-49aa-b89b-38b7ef794a57 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a6a265651f3f4a83bee37b7791fe8124&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7704637 Mar 05 04:42:21.262515 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39048) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:21.333112 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-fcf7aea2-bb8b-4390-9c7a-6413155152ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:21.334772 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-fcf7aea2-bb8b-4390-9c7a-6413155152ff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1d855b48-716f-4cbb-8acc-c3f5113efca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2470102 Mar 05 04:42:21.335438 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33902b3-be2f-49aa-b89b-38b7ef794a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82565a73-71e7-4786-9db7-28998469ef0c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:21.460754 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b9d2800d-c050-4eef-9d4f-8f4e62b29dd6 admin admin] Publish callbacks [] for security_group (82565a73-71e7-4786-9db7-28998469ef0c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:21.479578 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7350774b-4068-410b-89ec-289d047b1610 admin admin] Publish callbacks [] for security_group (167acd13-69c4-42fe-b4d7-0394adc7e318), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:21.491104 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7350774b-4068-410b-89ec-289d047b1610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (167acd13-69c4-42fe-b4d7-0394adc7e318), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:21.500508 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-f99d0f9b-912e-49f1-8a9f-9c484f754047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:21.501999 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-f99d0f9b-912e-49f1-8a9f-9c484f754047 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 1132 time: 0.5624907 Mar 05 04:42:21.531504 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b9d2800d-c050-4eef-9d4f-8f4e62b29dd6 admin admin] Publish callbacks [] for security_group (82565a73-71e7-4786-9db7-28998469ef0c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:21.546852 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-94a54e7b-23a1-42ff-bffc-6783a8d16e37 service neutron] 10.222.0.31 "GET /v2.0/networks/1d855b48-716f-4cbb-8acc-c3f5113efca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023773 Mar 05 04:42:21.574498 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7350774b-4068-410b-89ec-289d047b1610 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=99083bad02b44b25996a88e833c00534&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0843322 Mar 05 04:42:21.591349 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350774b-4068-410b-89ec-289d047b1610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167acd13-69c4-42fe-b4d7-0394adc7e318,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:21.593821 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39054) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:21.605781 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-51f7feb5-d1fa-4bef-8d56-9af794c66b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:21.607324 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-51f7feb5-d1fa-4bef-8d56-9af794c66b5e service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.0987015 Mar 05 04:42:21.629578 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-19e0d75b-e7ca-43cb-93f1-40eb128de1f2 service neutron] 10.222.0.11 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5628617 Mar 05 04:42:21.664058 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7d335-8a37-448f-89bd-67b6c0161164 req-20dddc6c-52eb-47a5-a1e8-78f0a07256ff tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:21.671814 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b4f7d335-8a37-448f-89bd-67b6c0161164 req-20dddc6c-52eb-47a5-a1e8-78f0a07256ff tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 949 time: 0.5232418 Mar 05 04:42:21.726551 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b9d2800d-c050-4eef-9d4f-8f4e62b29dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (82565a73-71e7-4786-9db7-28998469ef0c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:21.729929 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b9d2800d-c050-4eef-9d4f-8f4e62b29dd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:21.734116 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b9d2800d-c050-4eef-9d4f-8f4e62b29dd6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/82565a73-71e7-4786-9db7-28998469ef0c HTTP/1.1" status: 204 len: 168 time: 0.4596651 Mar 05 04:42:21.738587 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4edac51c-a97f-4117-a0d3-7542c1cf6851 admin admin] Publish callbacks [] for security_group (167acd13-69c4-42fe-b4d7-0394adc7e318), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:21.741653 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9d78c3b2-cfd9-457d-8f1d-4bec526a204a req-c2a3535c-a223-4279-a5ad-9e78d4617f05 service neutron] 10.222.0.31 "GET /v2.0/networks/1d855b48-716f-4cbb-8acc-c3f5113efca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811800 Mar 05 04:42:21.749203 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2800d-c050-4eef-9d4f-8f4e62b29dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82565a73-71e7-4786-9db7-28998469ef0c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:21.765514 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-81be7635-0088-4a7e-9ae5-faf1d470d04f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=16d44a27-1887-46ce-8a68-f4eec0fce055 HTTP/1.1" status: 200 len: 217 time: 0.0823231 Mar 05 04:42:21.775980 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4edac51c-a97f-4117-a0d3-7542c1cf6851 admin admin] Publish callbacks [] for security_group (167acd13-69c4-42fe-b4d7-0394adc7e318), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:21.854372 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4edac51c-a97f-4117-a0d3-7542c1cf6851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (167acd13-69c4-42fe-b4d7-0394adc7e318), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:21.858003 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4edac51c-a97f-4117-a0d3-7542c1cf6851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:21.859418 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4edac51c-a97f-4117-a0d3-7542c1cf6851 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/167acd13-69c4-42fe-b4d7-0394adc7e318 HTTP/1.1" status: 204 len: 168 time: 0.2608380 Mar 05 04:42:21.887432 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edac51c-a97f-4117-a0d3-7542c1cf6851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167acd13-69c4-42fe-b4d7-0394adc7e318,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:21.910296 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-ee128b94-a75c-46a7-a77f-43c66bf42e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:21.911703 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-ee128b94-a75c-46a7-a77f-43c66bf42e44 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.1012697 Mar 05 04:42:21.938533 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfff2f-41b3-43c1-9f26-8c5f8bba4a4d req-5d48ed82-6e86-480a-8b86-53bb5f242793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:21.940251 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b4f7d335-8a37-448f-89bd-67b6c0161164 req-db7f133a-7d41-43fd-b437-2e20f381870f tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534049 Mar 05 04:42:21.941809 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93cfff2f-41b3-43c1-9f26-8c5f8bba4a4d req-5d48ed82-6e86-480a-8b86-53bb5f242793 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2aa43defc6414754a43f26c001243ac6&device_id=0e60aff3-247a-4cd1-9eeb-5f5fc96e1570 HTTP/1.1" status: 200 len: 1126 time: 0.1010447 Mar 05 04:42:21.943807 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-30956f50-aac9-4e4d-9793-a4a5e36d48aa service neutron] 10.222.0.11 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134222 Mar 05 04:42:22.104157 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2eccd6cc-6ac7-49ae-a9d3-00245c7b0e65 req-54282372-0091-4962-b41a-88830cd696da tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/floatingips/f4bdea92-1ef2-47e5-92fb-1481037dd45d HTTP/1.1" status: 200 len: 693 time: 0.1189027 Mar 05 04:42:22.131119 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-e23dfbb1-b9a7-487f-8081-d67f8e86eb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:22.132570 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-e23dfbb1-b9a7-487f-8081-d67f8e86eb6c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1909099 Mar 05 04:42:22.154165 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfff2f-41b3-43c1-9f26-8c5f8bba4a4d req-7f0515f9-1133-4c75-a0d8-f7dfb8c51313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:22.155671 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93cfff2f-41b3-43c1-9f26-8c5f8bba4a4d req-7f0515f9-1133-4c75-a0d8-f7dfb8c51313 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1d855b48-716f-4cbb-8acc-c3f5113efca4 HTTP/1.1" status: 200 len: 923 time: 0.2036650 Mar 05 04:42:22.235008 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93cfff2f-41b3-43c1-9f26-8c5f8bba4a4d req-8ef221ea-5b0a-45f8-96c9-5d455ef257a0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f5306b6-e329-4f30-9364-ce451a15a7c5 HTTP/1.1" status: 200 len: 217 time: 0.0710549 Mar 05 04:42:22.307536 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39072) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:22.344015 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e238e5ec-a514-40b0-90ba-50058e23113a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:22.372386 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfff2f-41b3-43c1-9f26-8c5f8bba4a4d req-edc2cbb7-846d-4724-9a76-ccea57d8419b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:22.373886 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93cfff2f-41b3-43c1-9f26-8c5f8bba4a4d req-edc2cbb7-846d-4724-9a76-ccea57d8419b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=437b1914-1ba1-40e2-a727-5e7cac544d72 HTTP/1.1" status: 200 len: 862 time: 0.1318898 Mar 05 04:42:22.441078 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-c43f48c9-4e72-4208-9785-a802eb877648 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844918 Mar 05 04:42:22.484957 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfff2f-41b3-43c1-9f26-8c5f8bba4a4d req-04789cb9-2906-431b-9212-094cf2a2a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:22.486595 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93cfff2f-41b3-43c1-9f26-8c5f8bba4a4d req-04789cb9-2906-431b-9212-094cf2a2a8ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1d855b48-716f-4cbb-8acc-c3f5113efca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1047018 Mar 05 04:42:22.557983 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39078) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:22.581767 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb84a-dc0f-4227-a2cd-9166e29f7b39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:22.582284 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eccd6cc-6ac7-49ae-a9d3-00245c7b0e65 req-927f6f15-52d5-4a2a-aa32-dc49ac0a254e tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:22.589792 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2eccd6cc-6ac7-49ae-a9d3-00245c7b0e65 req-927f6f15-52d5-4a2a-aa32-dc49ac0a254e tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 784 time: 0.4846578 Mar 05 04:42:22.656172 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2eccd6cc-6ac7-49ae-a9d3-00245c7b0e65 req-050ff139-dcee-4068-9f7a-ac8842885c96 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.128 HTTP/1.1" status: 200 len: 696 time: 0.0655859 Mar 05 04:42:22.678512 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67287d-b65e-4975-8dff-fbdaecf40638 req-b9ecf286-d1f5-4ebb-a9b2-347c7cc4e263 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:22.680256 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fb67287d-b65e-4975-8dff-fbdaecf40638 req-b9ecf286-d1f5-4ebb-a9b2-347c7cc4e263 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e60aff3-247a-4cd1-9eeb-5f5fc96e1570 HTTP/1.1" status: 200 len: 943 time: 0.3164015 Mar 05 04:42:22.718741 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb84a-dc0f-4227-a2cd-9166e29f7b39 admin admin] Publish callbacks [] for security_group (3abe70f3-7431-45ac-a0e7-2bc09497ead9), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:22.734245 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc6fb84a-dc0f-4227-a2cd-9166e29f7b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3abe70f3-7431-45ac-a0e7-2bc09497ead9), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:22.740688 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-03e2a997-446e-4dad-a3c8-b075eb4616fe service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491257 Mar 05 04:42:22.750272 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2eccd6cc-6ac7-49ae-a9d3-00245c7b0e65 req-baad9ab5-6edf-48fb-94a5-8ea227458388 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.128 HTTP/1.1" status: 200 len: 696 time: 0.0932047 Mar 05 04:42:22.838013 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6fb84a-dc0f-4227-a2cd-9166e29f7b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abe70f3-7431-45ac-a0e7-2bc09497ead9,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:22.845728 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e238e5ec-a514-40b0-90ba-50058e23113a admin admin] Publish callbacks [] for security_group (0cd92c7b-9970-4f76-bca9-93528055b552), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:22.867206 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-dc6fb84a-dc0f-4227-a2cd-9166e29f7b39 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5451a372caff45b68b4f2a9b781cefec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061917 Mar 05 04:42:22.871323 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e238e5ec-a514-40b0-90ba-50058e23113a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (0cd92c7b-9970-4f76-bca9-93528055b552), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:22.875575 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39082) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:22.889512 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fb67287d-b65e-4975-8dff-fbdaecf40638 req-8e6faa44-309f-4960-942e-a9518f910bf6 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a75633d-7627-4837-a67e-e33a13fb1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663904 Mar 05 04:42:22.908829 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238e5ec-a514-40b0-90ba-50058e23113a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd92c7b-9970-4f76-bca9-93528055b552,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:22.938894 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93cfff2f-41b3-43c1-9f26-8c5f8bba4a4d req-b9350cce-4c6d-4423-9f31-bc9d69a8ae83 service neutron] 10.222.0.31 "GET /v2.0/networks/1d855b48-716f-4cbb-8acc-c3f5113efca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371724 Mar 05 04:42:22.949037 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e238e5ec-a514-40b0-90ba-50058e23113a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6f2e222827904381a7d463f3593778ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6403542 Mar 05 04:42:22.949506 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39090) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:23.009923 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-22c755e2-8eb8-4630-84c4-e1adb829ed7b admin admin] Publish callbacks [] for security_group (3abe70f3-7431-45ac-a0e7-2bc09497ead9), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:23.030368 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-2eccd6cc-6ac7-49ae-a9d3-00245c7b0e65 req-90bbd003-320a-45bd-ac5e-dc72ebd293a9 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Deleting port c43705e6-093a-4323-85b2-3f322d75fe7b {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:42:23.030897 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-2eccd6cc-6ac7-49ae-a9d3-00245c7b0e65 req-90bbd003-320a-45bd-ac5e-dc72ebd293a9 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (c43705e6-093a-4323-85b2-3f322d75fe7b), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:23.059115 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-22c755e2-8eb8-4630-84c4-e1adb829ed7b admin admin] Publish callbacks [] for security_group (3abe70f3-7431-45ac-a0e7-2bc09497ead9), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:23.114573 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-241ec73d-3b83-4711-b84c-a2f9e2cc0c90 admin admin] Publish callbacks [] for security_group (0cd92c7b-9970-4f76-bca9-93528055b552), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:23.145222 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f30cb5d7-0856-42b1-b877-6670fa600ae1 req-1bb7ed41-8070-429d-89de-18f74c27fb6d tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 210 time: 0.0705442 Mar 05 04:42:23.150788 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-241ec73d-3b83-4711-b84c-a2f9e2cc0c90 admin admin] Publish callbacks [] for security_group (0cd92c7b-9970-4f76-bca9-93528055b552), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:23.196652 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-2eccd6cc-6ac7-49ae-a9d3-00245c7b0e65 req-90bbd003-320a-45bd-ac5e-dc72ebd293a9 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (c43705e6-093a-4323-85b2-3f322d75fe7b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:23.196956 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-2eccd6cc-6ac7-49ae-a9d3-00245c7b0e65 req-90bbd003-320a-45bd-ac5e-dc72ebd293a9 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks [] for floatingip (c43705e6-093a-4323-85b2-3f322d75fe7b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:23.212049 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-2eccd6cc-6ac7-49ae-a9d3-00245c7b0e65 req-90bbd003-320a-45bd-ac5e-dc72ebd293a9 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Calling delete_port for c43705e6-093a-4323-85b2-3f322d75fe7b owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:42:23.224772 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-22c755e2-8eb8-4630-84c4-e1adb829ed7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3abe70f3-7431-45ac-a0e7-2bc09497ead9), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:23.227489 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-22c755e2-8eb8-4630-84c4-e1adb829ed7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:23.228926 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-22c755e2-8eb8-4630-84c4-e1adb829ed7b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3abe70f3-7431-45ac-a0e7-2bc09497ead9 HTTP/1.1" status: 204 len: 168 time: 0.3523722 Mar 05 04:42:23.233833 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93cfff2f-41b3-43c1-9f26-8c5f8bba4a4d req-a790d7ba-d9bb-4d5a-9af3-9dde1b57b2f9 service neutron] 10.222.0.31 "GET /v2.0/networks/1d855b48-716f-4cbb-8acc-c3f5113efca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825501 Mar 05 04:42:23.262004 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c755e2-8eb8-4630-84c4-e1adb829ed7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abe70f3-7431-45ac-a0e7-2bc09497ead9,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:23.280777 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-241ec73d-3b83-4711-b84c-a2f9e2cc0c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (0cd92c7b-9970-4f76-bca9-93528055b552), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:23.284541 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-241ec73d-3b83-4711-b84c-a2f9e2cc0c90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:23.289211 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-241ec73d-3b83-4711-b84c-a2f9e2cc0c90 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0cd92c7b-9970-4f76-bca9-93528055b552 HTTP/1.1" status: 204 len: 168 time: 0.3284247 Mar 05 04:42:23.310610 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ec73d-3b83-4711-b84c-a2f9e2cc0c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd92c7b-9970-4f76-bca9-93528055b552,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:23.386648 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e987b-1102-4de7-8590-e899c89dba36 req-9f7bf7cf-d9db-4431-b44a-e93b0b583e89 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:23.388441 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a59e987b-1102-4de7-8590-e899c89dba36 req-9f7bf7cf-d9db-4431-b44a-e93b0b583e89 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 949 time: 0.0876536 Mar 05 04:42:23.483718 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a59e987b-1102-4de7-8590-e899c89dba36 req-44a33202-02db-46ff-9cb9-434337380036 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829055 Mar 05 04:42:23.503961 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-2eccd6cc-6ac7-49ae-a9d3-00245c7b0e65 req-90bbd003-320a-45bd-ac5e-dc72ebd293a9 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (c43705e6-093a-4323-85b2-3f322d75fe7b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:23.542648 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bbd003-320a-45bd-ac5e-dc72ebd293a9 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Pushing event deleted for resources: {'Port': ['ID=c43705e6-093a-4323-85b2-3f322d75fe7b,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:23.663860 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-2eccd6cc-6ac7-49ae-a9d3-00245c7b0e65 req-90bbd003-320a-45bd-ac5e-dc72ebd293a9 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks [] for floatingip (f4bdea92-1ef2-47e5-92fb-1481037dd45d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:23.669039 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-2eccd6cc-6ac7-49ae-a9d3-00245c7b0e65 req-90bbd003-320a-45bd-ac5e-dc72ebd293a9 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:23.669968 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2eccd6cc-6ac7-49ae-a9d3-00245c7b0e65 req-90bbd003-320a-45bd-ac5e-dc72ebd293a9 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "DELETE /v2.0/floatingips/f4bdea92-1ef2-47e5-92fb-1481037dd45d HTTP/1.1" status: 204 len: 173 time: 0.9182999 Mar 05 04:42:23.709407 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-120406dd-3d54-4db9-86dc-25c98565aead tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:23.711277 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-120406dd-3d54-4db9-86dc-25c98565aead tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.31 "GET /v2.0/networks?id=8538c983-160a-4b67-8024-c598ec9cf3a6 HTTP/1.1" status: 200 len: 807 time: 0.1971135 Mar 05 04:42:23.734007 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-41c53962-d96f-4bc8-86a5-05326d53c51a tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Request body: {'port': {'device_id': 'd1329847-246f-4777-bb9f-ba12ec63d680', 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6', 'admin_state_up': True, 'tenant_id': 'facd03296ca545159cfaaad05aba02e6'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:42:23.806315 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b6da20f5-1334-45d3-b407-75ea0fba3bca req-2b6cea62-dbe6-4ce0-a7eb-f626da4c672d tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/floatingips/2416e9e9-ff76-4615-82a1-8cfda1f9a5fa HTTP/1.1" status: 200 len: 693 time: 0.0591969 Mar 05 04:42:23.839605 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76566a-a4bc-4e87-8e07-767a4fbc6dd0 req-55503a24-f1b0-40a2-9f88-5a8f7a960e2f tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:23.841158 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4d76566a-a4bc-4e87-8e07-767a4fbc6dd0 req-55503a24-f1b0-40a2-9f88-5a8f7a960e2f tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee2e82b0-ff31-4340-8888-731356ce2ea1 HTTP/1.1" status: 200 len: 949 time: 0.1442082 Mar 05 04:42:23.887393 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-41c53962-d96f-4bc8-86a5-05326d53c51a tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Made reservation on behalf of facd03296ca545159cfaaad05aba02e6 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:42:23.890830 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-41c53962-d96f-4bc8-86a5-05326d53c51a tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:23.974176 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4d76566a-a4bc-4e87-8e07-767a4fbc6dd0 req-4c815457-5555-475c-9bf3-e1f888b6bfed tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5eb1416-bc0c-4601-98ac-ed388e81890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230767 Mar 05 04:42:23.987938 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da20f5-1334-45d3-b407-75ea0fba3bca req-ab879385-6eaa-417f-95c4-2b71422c374a tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:23.989441 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b6da20f5-1334-45d3-b407-75ea0fba3bca req-ab879385-6eaa-417f-95c4-2b71422c374a tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 784 time: 0.1763797 Mar 05 04:42:24.049529 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-41c53962-d96f-4bc8-86a5-05326d53c51a tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Allocated IP 172.20.0.3 (8538c983-160a-4b67-8024-c598ec9cf3a6/fa622505-df3c-45bb-bed1-baf2861c8524/3e3ac251-bfe7-48b6-811d-d65253961c18) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:42:24.062420 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b6da20f5-1334-45d3-b407-75ea0fba3bca req-4d7c52a8-cdd0-43a2-941b-6f6125514a01 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.139 HTTP/1.1" status: 200 len: 696 time: 0.0594950 Mar 05 04:42:24.160576 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b6da20f5-1334-45d3-b407-75ea0fba3bca req-05ec3d49-4a25-43f0-84f1-ea6de061f5a2 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.139 HTTP/1.1" status: 200 len: 696 time: 0.0911090 Mar 05 04:42:24.232078 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-41c53962-d96f-4bc8-86a5-05326d53c51a tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Publish callbacks [] for port (3e3ac251-bfe7-48b6-811d-d65253961c18), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:24.286612 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-41c53962-d96f-4bc8-86a5-05326d53c51a tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (3e3ac251-bfe7-48b6-811d-d65253961c18), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:24.329336 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-41c53962-d96f-4bc8-86a5-05326d53c51a tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Network 8538c983-160a-4b67-8024-c598ec9cf3a6 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:42:24.330699 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcff65-b818-42da-91b3-9799f022efbd req-8f4f24ac-979b-49c9-b3f7-6013734ac38e tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:24.333150 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-41c53962-d96f-4bc8-86a5-05326d53c51a tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:42:24.337761 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-41c53962-d96f-4bc8-86a5-05326d53c51a tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:42:24.337937 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5fdcff65-b818-42da-91b3-9799f022efbd req-8f4f24ac-979b-49c9-b3f7-6013734ac38e tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e60aff3-247a-4cd1-9eeb-5f5fc96e1570 HTTP/1.1" status: 200 len: 943 time: 0.1966984 Mar 05 04:42:24.357589 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-b6da20f5-1334-45d3-b407-75ea0fba3bca req-5871f8c3-2d7e-46ae-b503-92b021c48019 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Deleting port e85f22f2-f0e7-41a2-9d40-faa19e88d2a7 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:42:24.357933 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b6da20f5-1334-45d3-b407-75ea0fba3bca req-5871f8c3-2d7e-46ae-b503-92b021c48019 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (e85f22f2-f0e7-41a2-9d40-faa19e88d2a7), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:24.373463 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39162) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:24.394681 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c53962-d96f-4bc8-86a5-05326d53c51a tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Pushing event updated for resources: {'Port': ['ID=3e3ac251-bfe7-48b6-811d-d65253961c18,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:24.410146 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-41c53962-d96f-4bc8-86a5-05326d53c51a tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:24.410798 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-41c53962-d96f-4bc8-86a5-05326d53c51a tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:24.438855 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-41c53962-d96f-4bc8-86a5-05326d53c51a tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7173500 Mar 05 04:42:24.451384 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-3dbd4e16-1d79-43df-8960-e157862ba779 service neutron] Request body: {'port': {'device_id': 'd1329847-246f-4777-bb9f-ba12ec63d680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:42:24.476671 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5fdcff65-b818-42da-91b3-9799f022efbd req-5b32e4c0-86c1-4b87-8efe-8f34a9095276 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a75633d-7627-4837-a67e-e33a13fb1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332977 Mar 05 04:42:24.526407 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b6da20f5-1334-45d3-b407-75ea0fba3bca req-5871f8c3-2d7e-46ae-b503-92b021c48019 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (e85f22f2-f0e7-41a2-9d40-faa19e88d2a7), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:24.527657 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b6da20f5-1334-45d3-b407-75ea0fba3bca req-5871f8c3-2d7e-46ae-b503-92b021c48019 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks [] for floatingip (e85f22f2-f0e7-41a2-9d40-faa19e88d2a7), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:24.531827 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-3dbd4e16-1d79-43df-8960-e157862ba779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3e3ac251-bfe7-48b6-811d-d65253961c18), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:24.559723 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-b6da20f5-1334-45d3-b407-75ea0fba3bca req-5871f8c3-2d7e-46ae-b503-92b021c48019 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Calling delete_port for e85f22f2-f0e7-41a2-9d40-faa19e88d2a7 owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:42:24.614285 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 5f5306b6-e329-4f30-9364-ce451a15a7c5 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:42:24.725645 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-11478df0-c241-4be7-a336-65814d98e2e8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-185954858-network', 'tenant_id': '84f78c82255c4feca46335184d79ad7d'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:42:24.814659 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11478df0-c241-4be7-a336-65814d98e2e8 admin admin] Made reservation on behalf of 84f78c82255c4feca46335184d79ad7d for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:42:24.817946 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-11478df0-c241-4be7-a336-65814d98e2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:24.849069 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-11478df0-c241-4be7-a336-65814d98e2e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:24.863000 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 5f5306b6-e329-4f30-9364-ce451a15a7c5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=5f5306b6-e329-4f30-9364-ce451a15a7c5,segment=NetworkSegment(e0918b2d-09d9-490a-9e95-ce7ce7616187),segment_id=e0918b2d-09d9-490a-9e95-ce7ce7616187)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:24.875816 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b6da20f5-1334-45d3-b407-75ea0fba3bca req-5871f8c3-2d7e-46ae-b503-92b021c48019 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (e85f22f2-f0e7-41a2-9d40-faa19e88d2a7), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:24.887807 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '5f5306b6-e329-4f30-9364-ce451a15a7c5', 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4', 'port_id': '5f5306b6-e329-4f30-9364-ce451a15a7c5', 'mac_address': 'fa:16:3e:e8:c5:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '437b1914-1ba1-40e2-a727-5e7cac544d72', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:42:24.959745 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-3dbd4e16-1d79-43df-8960-e157862ba779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e3ac251-bfe7-48b6-811d-d65253961c18 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:42:24.970178 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-3dbd4e16-1d79-43df-8960-e157862ba779 service neutron] Publish callbacks [] for port (3e3ac251-bfe7-48b6-811d-d65253961c18), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:24.979452 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 5f5306b6-e329-4f30-9364-ce451a15a7c5 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:42:24.980083 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5f5306b6-e329-4f30-9364-ce451a15a7c5), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:24.981210 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871f8c3-2d7e-46ae-b503-92b021c48019 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Pushing event deleted for resources: {'Port': ['ID=e85f22f2-f0e7-41a2-9d40-faa19e88d2a7,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:24.988810 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-3dbd4e16-1d79-43df-8960-e157862ba779 service neutron] Transition to ACTIVE for port object 3e3ac251-bfe7-48b6-811d-d65253961c18 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:42:24.995766 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b6da20f5-1334-45d3-b407-75ea0fba3bca req-5871f8c3-2d7e-46ae-b503-92b021c48019 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks [] for floatingip (2416e9e9-ff76-4615-82a1-8cfda1f9a5fa), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:24.996733 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-3dbd4e16-1d79-43df-8960-e157862ba779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (3e3ac251-bfe7-48b6-811d-d65253961c18), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:24.999067 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b6da20f5-1334-45d3-b407-75ea0fba3bca req-5871f8c3-2d7e-46ae-b503-92b021c48019 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:24.999641 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b6da20f5-1334-45d3-b407-75ea0fba3bca req-5871f8c3-2d7e-46ae-b503-92b021c48019 tempest-FloatingIPDetailsTestJSON-277134426 tempest-FloatingIPDetailsTestJSON-277134426-project] 10.222.0.11 "DELETE /v2.0/floatingips/2416e9e9-ff76-4615-82a1-8cfda1f9a5fa HTTP/1.1" status: 204 len: 173 time: 0.8212335 Mar 05 04:42:25.006056 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39188) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:25.009061 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5306b6-e329-4f30-9364-ce451a15a7c5 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:42:25.041877 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 5f5306b6-e329-4f30-9364-ce451a15a7c5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=5f5306b6-e329-4f30-9364-ce451a15a7c5,segment=NetworkSegment(e0918b2d-09d9-490a-9e95-ce7ce7616187),segment_id=e0918b2d-09d9-490a-9e95-ce7ce7616187)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:25.048773 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5f5306b6-e329-4f30-9364-ce451a15a7c5), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:25.136776 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=5f5306b6-e329-4f30-9364-ce451a15a7c5,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:25.177080 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd4e16-1d79-43df-8960-e157862ba779 service neutron] Pushing event updated for resources: {'Port': ['ID=3e3ac251-bfe7-48b6-811d-d65253961c18,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:25.210544 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-3dbd4e16-1d79-43df-8960-e157862ba779 service neutron] Attempting to bind port 3e3ac251-bfe7-48b6-811d-d65253961c18 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:42:25.210879 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-3dbd4e16-1d79-43df-8960-e157862ba779 service neutron] Attempting to bind port 3e3ac251-bfe7-48b6-811d-d65253961c18 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:42:25.211795 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-3dbd4e16-1d79-43df-8960-e157862ba779 service neutron] Attempting to bind port 3e3ac251-bfe7-48b6-811d-d65253961c18 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:42:25.216605 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-3dbd4e16-1d79-43df-8960-e157862ba779 service neutron] Port 3e3ac251-bfe7-48b6-811d-d65253961c18 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:42:25.216936 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-3dbd4e16-1d79-43df-8960-e157862ba779 service neutron] Attempting to bind port 3e3ac251-bfe7-48b6-811d-d65253961c18 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:42:25.222301 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-3dbd4e16-1d79-43df-8960-e157862ba779 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:42:25.223410 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-3dbd4e16-1d79-43df-8960-e157862ba779 service neutron] Checking segment: {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:42:25.223410 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-3dbd4e16-1d79-43df-8960-e157862ba779 service neutron] Bound using segment: {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:42:25.223410 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-3dbd4e16-1d79-43df-8960-e157862ba779 service neutron] Bound port: 3e3ac251-bfe7-48b6-811d-d65253961c18, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:42:25.223840 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-3dbd4e16-1d79-43df-8960-e157862ba779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3e3ac251-bfe7-48b6-811d-d65253961c18), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:25.224539 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63fdac-c1f9-4311-b58f-8acb18850c70 req-19d9194b-4d88-4f8c-9903-4ffec7187f25 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:25.231645 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9f63fdac-c1f9-4311-b58f-8acb18850c70 req-19d9194b-4d88-4f8c-9903-4ffec7187f25 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 943 time: 0.1823344 Mar 05 04:42:25.262434 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-11478df0-c241-4be7-a336-65814d98e2e8 admin admin] Publish callbacks [] for security_group (cf874d8d-cd36-43b5-8341-54eaaac73120), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:25.274714 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-11478df0-c241-4be7-a336-65814d98e2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (cf874d8d-cd36-43b5-8341-54eaaac73120), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:25.296164 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-3dbd4e16-1d79-43df-8960-e157862ba779 service neutron] For port 3e3ac251-bfe7-48b6-811d-d65253961c18, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:42:25.299633 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-3dbd4e16-1d79-43df-8960-e157862ba779 service neutron] For port 3e3ac251-bfe7-48b6-811d-d65253961c18, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=3e3ac251-bfe7-48b6-811d-d65253961c18,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:42:25.308194 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-3dbd4e16-1d79-43df-8960-e157862ba779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (3e3ac251-bfe7-48b6-811d-d65253961c18), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:25.312678 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['5f5306b6-e329-4f30-9364-ce451a15a7c5'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:42:25.345911 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11478df0-c241-4be7-a336-65814d98e2e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:42:25.373013 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd4e16-1d79-43df-8960-e157862ba779 service neutron] Pushing event updated for resources: {'Port': ['ID=3e3ac251-bfe7-48b6-811d-d65253961c18,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:25.379710 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc359a3-f99e-41f6-8e95-1ae84cd8a917 req-8fe85abb-9fa0-4731-9dda-eb7ea266dac9 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:25.381255 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0fc359a3-f99e-41f6-8e95-1ae84cd8a917 req-8fe85abb-9fa0-4731-9dda-eb7ea266dac9 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 949 time: 0.2665989 Mar 05 04:42:25.386546 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-3dbd4e16-1d79-43df-8960-e157862ba779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:25.387349 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-3dbd4e16-1d79-43df-8960-e157862ba779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:25.389101 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-3dbd4e16-1d79-43df-8960-e157862ba779 service neutron] 10.222.0.31 "PUT /v2.0/ports/3e3ac251-bfe7-48b6-811d-d65253961c18 HTTP/1.1" status: 200 len: 1092 time: 0.9428647 Mar 05 04:42:25.389746 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1329847-246f-4777-bb9f-ba12ec63d680', 'tag': '3e3ac251-bfe7-48b6-811d-d65253961c18'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:42:25.409646 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ebc203-9b19-4ced-9a39-d04d8b1d300e" -d '{"events": [{"name": "network-changed", "server_uuid": "d1329847-246f-4777-bb9f-ba12ec63d680", "tag": "3e3ac251-bfe7-48b6-811d-d65253961c18"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:42:25.413441 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9f63fdac-c1f9-4311-b58f-8acb18850c70 req-c54b56c5-b0e4-47eb-bd8d-14fff4ae7b14 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808567 Mar 05 04:42:25.421223 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-11478df0-c241-4be7-a336-65814d98e2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (462d78ac-50f0-4f1e-a41d-6df58a7693ed), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:25.421580 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-11478df0-c241-4be7-a336-65814d98e2e8 admin admin] Added segment 462d78ac-50f0-4f1e-a41d-6df58a7693ed of type vlan for network fd6aa200-b97d-49ed-9876-375a41229f42 Mar 05 04:42:25.424635 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11478df0-c241-4be7-a336-65814d98e2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf874d8d-cd36-43b5-8341-54eaaac73120,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:25.536120 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-bf181e61-1250-4001-a2a8-e3123188b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:25.537680 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-bf181e61-1250-4001-a2a8-e3123188b205 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=facd03296ca545159cfaaad05aba02e6&device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 1126 time: 0.0839474 Mar 05 04:42:25.599905 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-b2a14fea-c1a6-446c-a150-1188bce57173 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e3ac251-bfe7-48b6-811d-d65253961c18 HTTP/1.1" status: 200 len: 217 time: 0.0529199 Mar 05 04:42:25.601761 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1bac0c-381c-4ceb-97f6-4fcc657a0401 x-openstack-request-id: req-eb1bac0c-381c-4ceb-97f6-4fcc657a0401 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:42:25.602566 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1329847-246f-4777-bb9f-ba12ec63d680", "tag": "3e3ac251-bfe7-48b6-811d-d65253961c18", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:42:25.602961 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eb1bac0c-381c-4ceb-97f6-4fcc657a0401 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:42:25.603442 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1329847-246f-4777-bb9f-ba12ec63d680', 'tag': '3e3ac251-bfe7-48b6-811d-d65253961c18', 'status': 'completed', 'code': 200} Mar 05 04:42:25.657478 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-8519ac0f-5269-4873-ac08-56a0ead44f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:25.658998 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-8519ac0f-5269-4873-ac08-56a0ead44f92 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa622505-df3c-45bb-bed1-baf2861c8524 HTTP/1.1" status: 200 len: 847 time: 0.0506468 Mar 05 04:42:25.696830 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-6bc64be6-cffa-4fee-b603-5a600edc6b91 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8538c983-160a-4b67-8024-c598ec9cf3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295970 Mar 05 04:42:25.804565 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-7cc1b40f-c67e-465f-800e-061fad9dd485 service neutron] 10.222.0.31 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000068 Mar 05 04:42:25.896977 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f888c8ac-2335-4b45-a058-d0ccdd5ad4b7 req-ad6e005d-e0dc-435d-8b40-f73e06373797 service neutron] 10.222.0.31 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828698 Mar 05 04:42:25.897650 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-11478df0-c241-4be7-a336-65814d98e2e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (fd6aa200-b97d-49ed-9876-375a41229f42), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:25.942898 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0fc359a3-f99e-41f6-8e95-1ae84cd8a917 req-d529feed-8422-4aa8-bf03-14bb34f4fb37 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5461948 Mar 05 04:42:25.977840 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-11478df0-c241-4be7-a336-65814d98e2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (fd6aa200-b97d-49ed-9876-375a41229f42), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:25.978971 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11478df0-c241-4be7-a336-65814d98e2e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:25.979647 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-11478df0-c241-4be7-a336-65814d98e2e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:26.021991 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebc203-9b19-4ced-9a39-d04d8b1d300e req-bccba8c4-48f3-49dc-a55f-56b819357334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:26.027979 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-04ebc203-9b19-4ced-9a39-d04d8b1d300e req-bccba8c4-48f3-49dc-a55f-56b819357334 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=facd03296ca545159cfaaad05aba02e6&device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 1126 time: 0.0834198 Mar 05 04:42:26.035753 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f04c3d-bab8-49e9-89e2-0ed0012ddef2 req-6a4c4696-dec8-4957-bc65-30efb44d09aa tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:26.037666 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-75f04c3d-bab8-49e9-89e2-0ed0012ddef2 req-6a4c4696-dec8-4957-bc65-30efb44d09aa tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e60aff3-247a-4cd1-9eeb-5f5fc96e1570 HTTP/1.1" status: 200 len: 944 time: 0.1942554 Mar 05 04:42:26.049350 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-11478df0-c241-4be7-a336-65814d98e2e8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6747460 Mar 05 04:42:26.057320 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39228) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:26.064325 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-ae3c745c-2da0-424d-bdee-e76026e7afe3 admin admin] Request body: {'subnet': {'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-185954858-subnet', 'tenant_id': '84f78c82255c4feca46335184d79ad7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:42:26.125130 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11478df0-c241-4be7-a336-65814d98e2e8 admin admin] Pushing event updated for resources: {'Network': ['ID=fd6aa200-b97d-49ed-9876-375a41229f42,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:26.136801 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network fd6aa200-b97d-49ed-9876-375a41229f42 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:42:26.157660 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebc203-9b19-4ced-9a39-d04d8b1d300e req-d631baef-31ab-4f3e-b406-0bd518f4c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:26.160474 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-04ebc203-9b19-4ced-9a39-d04d8b1d300e req-d631baef-31ab-4f3e-b406-0bd518f4c0d1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8538c983-160a-4b67-8024-c598ec9cf3a6 HTTP/1.1" status: 200 len: 907 time: 0.1273644 Mar 05 04:42:26.162331 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3c745c-2da0-424d-bdee-e76026e7afe3 admin admin] Made reservation on behalf of 84f78c82255c4feca46335184d79ad7d for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:42:26.166498 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ae3c745c-2da0-424d-bdee-e76026e7afe3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:26.204583 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-75f04c3d-bab8-49e9-89e2-0ed0012ddef2 req-cc8c6ddc-5806-4ab7-bc12-2be7aed272b9 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a75633d-7627-4837-a67e-e33a13fb1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539805 Mar 05 04:42:26.304559 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-04ebc203-9b19-4ced-9a39-d04d8b1d300e req-0016b757-84df-4196-9745-2da578e64dd7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e3ac251-bfe7-48b6-811d-d65253961c18 HTTP/1.1" status: 200 len: 217 time: 0.0487404 Mar 05 04:42:26.357326 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bc860d26-c6b7-4adc-bdcc-46b035846fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (824aa189-853c-429e-944e-5675cfda91e6), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:26.387976 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebc203-9b19-4ced-9a39-d04d8b1d300e req-b7b5a936-88cd-47f7-96fb-e447b6adb4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:26.389445 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-04ebc203-9b19-4ced-9a39-d04d8b1d300e req-b7b5a936-88cd-47f7-96fb-e447b6adb4ad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa622505-df3c-45bb-bed1-baf2861c8524 HTTP/1.1" status: 200 len: 847 time: 0.0734417 Mar 05 04:42:26.415220 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39244) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:26.511796 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-04ebc203-9b19-4ced-9a39-d04d8b1d300e req-9bce6a7b-c38e-4053-a40b-f0f508b30fa2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8538c983-160a-4b67-8024-c598ec9cf3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980115 Mar 05 04:42:26.558870 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:42:26.643814 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 5f5306b6-e329-4f30-9364-ce451a15a7c5 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:42:26.651054 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ae3c745c-2da0-424d-bdee-e76026e7afe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (9d33dc8a-6008-478a-9ec8-49595a4a0656), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:26.657000 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-04ebc203-9b19-4ced-9a39-d04d8b1d300e req-98526232-ad73-41cd-8908-d72d9e77e08c service neutron] 10.222.0.31 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364481 Mar 05 04:42:26.660608 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-949aa726-2299-4dcb-97e9-38d73468048c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:26.691657 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1f9c5-07f2-44f2-963e-2df8c37dde6c req-0d82ef0b-eefc-4029-972a-865b805eaa83 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:26.693852 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2ca1f9c5-07f2-44f2-963e-2df8c37dde6c req-0d82ef0b-eefc-4029-972a-865b805eaa83 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 943 time: 0.1765759 Mar 05 04:42:26.723579 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:42:26.725007 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8e4c8f76-9607-40a6-9c92-9d7306cb5a5d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:26.765081 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2e82b0-ff31-4340-8888-731356ce2ea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e4c8f76-9607-40a6-9c92-9d7306cb5a5d'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:42:26.768190 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b41fdd2-5024-49b7-a01f-bb0b1934aa7f" -d '{"events": [{"server_uuid": "ee2e82b0-ff31-4340-8888-731356ce2ea1", "name": "network-vif-unplugged", "status": "completed", "tag": "8e4c8f76-9607-40a6-9c92-9d7306cb5a5d"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:42:26.771692 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39262) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:26.782398 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 5f5306b6-e329-4f30-9364-ce451a15a7c5 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:42:26.788541 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=8e4c8f76-9607-40a6-9c92-9d7306cb5a5d,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:26.790429 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 5f5306b6-e329-4f30-9364-ce451a15a7c5 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:42:26.790848 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5f5306b6-e329-4f30-9364-ce451a15a7c5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:26.801577 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c745c-2da0-424d-bdee-e76026e7afe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d33dc8a-6008-478a-9ec8-49595a4a0656,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:26.813996 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8e4c8f76-9607-40a6-9c92-9d7306cb5a5d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:26.845938 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 04:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e857cfa-74dd-40f9-bc4a-d58d2fad6841 x-openstack-request-id: req-9e857cfa-74dd-40f9-bc4a-d58d2fad6841 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:42:26.845938 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2e82b0-ff31-4340-8888-731356ce2ea1", "name": "network-vif-unplugged", "status": "completed", "tag": "8e4c8f76-9607-40a6-9c92-9d7306cb5a5d", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:42:26.846216 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9e857cfa-74dd-40f9-bc4a-d58d2fad6841 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:42:26.846642 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee2e82b0-ff31-4340-8888-731356ce2ea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e4c8f76-9607-40a6-9c92-9d7306cb5a5d', 'code': 200} Mar 05 04:42:26.855097 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2ca1f9c5-07f2-44f2-963e-2df8c37dde6c req-b7bb5289-d818-4386-a3cb-8575e1fdd3e7 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533079 Mar 05 04:42:26.891549 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-bc860d26-c6b7-4adc-bdcc-46b035846fe4 admin admin] Deleting port c935af67-a2ad-4243-adb6-b06565c3dc05 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:42:26.891904 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bc860d26-c6b7-4adc-bdcc-46b035846fe4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (c935af67-a2ad-4243-adb6-b06565c3dc05), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:26.904614 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-04ebc203-9b19-4ced-9a39-d04d8b1d300e req-afb91c42-2ac1-4c3b-9bd0-df0f042dbbc3 service neutron] 10.222.0.31 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194066 Mar 05 04:42:26.911331 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3c745c-2da0-424d-bdee-e76026e7afe3 admin admin] Checking segment: {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:42:26.911774 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3c745c-2da0-424d-bdee-e76026e7afe3 admin admin] Network hostable DHCP agents. Network: fd6aa200-b97d-49ed-9876-375a41229f42, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:42:26.934837 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 5f5306b6-e329-4f30-9364-ce451a15a7c5 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:42:26.934837 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5f5306b6-e329-4f30-9364-ce451a15a7c5), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:26.936694 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=8e4c8f76-9607-40a6-9c92-9d7306cb5a5d,revision_number=8']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:26.942105 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3c745c-2da0-424d-bdee-e76026e7afe3 admin admin] Network fd6aa200-b97d-49ed-9876-375a41229f42 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:42:26.956504 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-ae3c745c-2da0-424d-bdee-e76026e7afe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, fd6aa200-b97d-49ed-9876-375a41229f42) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:42:26.963130 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3c745c-2da0-424d-bdee-e76026e7afe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:26.963738 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ae3c745c-2da0-424d-bdee-e76026e7afe3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:26.978603 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 5f5306b6-e329-4f30-9364-ce451a15a7c5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=5f5306b6-e329-4f30-9364-ce451a15a7c5,segment=NetworkSegment(e0918b2d-09d9-490a-9e95-ce7ce7616187),segment_id=e0918b2d-09d9-490a-9e95-ce7ce7616187)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:26.982227 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58606c6f-f364-4bc5-939f-44e8daa4606e None None] Network fd6aa200-b97d-49ed-9876-375a41229f42 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:42:26.995360 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-949aa726-2299-4dcb-97e9-38d73468048c admin admin] Publish callbacks [] for security_group (57519951-bd72-476e-a4a5-b873907d0f92), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:27.008838 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ae3c745c-2da0-424d-bdee-e76026e7afe3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9416723 Mar 05 04:42:27.009568 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5f5306b6-e329-4f30-9364-ce451a15a7c5), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:27.009663 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-bc860d26-c6b7-4adc-bdcc-46b035846fe4 admin admin] For port c935af67-a2ad-4243-adb6-b06565c3dc05, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c935af67-a2ad-4243-adb6-b06565c3dc05,segment=NetworkSegment(e4634dc2-9460-4684-a249-f3a410351318),segment_id=e4634dc2-9460-4684-a249-f3a410351318)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:27.009663 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bc860d26-c6b7-4adc-bdcc-46b035846fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (c935af67-a2ad-4243-adb6-b06565c3dc05), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:27.009844 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-949aa726-2299-4dcb-97e9-38d73468048c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (57519951-bd72-476e-a4a5-b873907d0f92), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:27.019997 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-bc860d26-c6b7-4adc-bdcc-46b035846fe4 admin admin] Calling delete_port for c935af67-a2ad-4243-adb6-b06565c3dc05 owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:42:27.068787 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-949aa726-2299-4dcb-97e9-38d73468048c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=39eee26763224105af8412a44291f659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6524091 Mar 05 04:42:27.070062 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949aa726-2299-4dcb-97e9-38d73468048c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57519951-bd72-476e-a4a5-b873907d0f92,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:27.091306 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39272) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:27.105431 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=5f5306b6-e329-4f30-9364-ce451a15a7c5,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:27.144651 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09947f5a-5a64-44b1-8df8-2e8fe0439a21 None None] Network fd6aa200-b97d-49ed-9876-375a41229f42 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:42:27.177985 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d76ad782-bfa8-4299-8f99-52da45511766 admin admin] Publish callbacks [] for security_group (57519951-bd72-476e-a4a5-b873907d0f92), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:27.203502 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d76ad782-bfa8-4299-8f99-52da45511766 admin admin] Publish callbacks [] for security_group (57519951-bd72-476e-a4a5-b873907d0f92), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:27.270320 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2dcaa8c3-88c8-4d26-bd75-9eb6da8bfc9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:27.310387 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d76ad782-bfa8-4299-8f99-52da45511766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (57519951-bd72-476e-a4a5-b873907d0f92), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:27.313637 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d76ad782-bfa8-4299-8f99-52da45511766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:27.314872 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d76ad782-bfa8-4299-8f99-52da45511766 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/57519951-bd72-476e-a4a5-b873907d0f92 HTTP/1.1" status: 204 len: 168 time: 0.2211597 Mar 05 04:42:27.326110 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ad782-bfa8-4299-8f99-52da45511766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57519951-bd72-476e-a4a5-b873907d0f92,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:27.390329 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bc860d26-c6b7-4adc-bdcc-46b035846fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (c935af67-a2ad-4243-adb6-b06565c3dc05), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:27.409425 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722da20a-6200-4511-95fa-3f18a654afaf req-9f57e6b8-8062-4a8d-86e0-6c7ca4839f70 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:27.412199 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-722da20a-6200-4511-95fa-3f18a654afaf req-9f57e6b8-8062-4a8d-86e0-6c7ca4839f70 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 949 time: 0.1899419 Mar 05 04:42:27.478654 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc860d26-c6b7-4adc-bdcc-46b035846fe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c935af67-a2ad-4243-adb6-b06565c3dc05,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:27.501949 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca4b95-c9ca-44d6-ba5c-d52e1d45ebe0 req-1020767c-eb96-4318-8e7b-0c84c6959156 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:27.509963 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-beca4b95-c9ca-44d6-ba5c-d52e1d45ebe0 req-1020767c-eb96-4318-8e7b-0c84c6959156 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e60aff3-247a-4cd1-9eeb-5f5fc96e1570 HTTP/1.1" status: 200 len: 945 time: 0.2037525 Mar 05 04:42:27.635916 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-722da20a-6200-4511-95fa-3f18a654afaf req-b86111e9-e777-4295-a217-62f1951c79eb tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065244 Mar 05 04:42:27.653150 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2dcaa8c3-88c8-4d26-bd75-9eb6da8bfc9d admin admin] Publish callbacks [] for security_group (7f0c0b91-a3a1-4cd8-8bb1-409f6909f346), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:27.699510 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-beca4b95-c9ca-44d6-ba5c-d52e1d45ebe0 req-396e4d0a-bdb1-4dae-a20b-9a14f3da5ffd tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a75633d-7627-4837-a67e-e33a13fb1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888208 Mar 05 04:42:27.701789 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2dcaa8c3-88c8-4d26-bd75-9eb6da8bfc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7f0c0b91-a3a1-4cd8-8bb1-409f6909f346), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:27.735039 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39304) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:27.739160 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2dcaa8c3-88c8-4d26-bd75-9eb6da8bfc9d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9bf261e5bd584122a466f11960b75df5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9660299 Mar 05 04:42:27.740763 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-9c25ea7a-aa55-45c1-9d79-f8221bd23b1c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1880324020-network', 'tenant_id': '1a9ec73657f346c3bbc1c3a698b1e16e'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:42:27.742165 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39306) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:27.813989 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcaa8c3-88c8-4d26-bd75-9eb6da8bfc9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0c0b91-a3a1-4cd8-8bb1-409f6909f346,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:27.868237 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bc860d26-c6b7-4adc-bdcc-46b035846fe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (824aa189-853c-429e-944e-5675cfda91e6), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:27.871273 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35c193cd-52a4-4031-856a-742b4604a83d admin admin] Publish callbacks [] for security_group (7f0c0b91-a3a1-4cd8-8bb1-409f6909f346), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:27.937636 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35c193cd-52a4-4031-856a-742b4604a83d admin admin] Publish callbacks [] for security_group (7f0c0b91-a3a1-4cd8-8bb1-409f6909f346), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:27.989372 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c25ea7a-aa55-45c1-9d79-f8221bd23b1c admin admin] Made reservation on behalf of 1a9ec73657f346c3bbc1c3a698b1e16e for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:42:27.992337 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c25ea7a-aa55-45c1-9d79-f8221bd23b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:28.001719 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c25ea7a-aa55-45c1-9d79-f8221bd23b1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:28.078401 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35c193cd-52a4-4031-856a-742b4604a83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7f0c0b91-a3a1-4cd8-8bb1-409f6909f346), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:28.080931 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35c193cd-52a4-4031-856a-742b4604a83d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:28.081951 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-35c193cd-52a4-4031-856a-742b4604a83d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7f0c0b91-a3a1-4cd8-8bb1-409f6909f346 HTTP/1.1" status: 204 len: 168 time: 0.3381879 Mar 05 04:42:28.111703 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c25ea7a-aa55-45c1-9d79-f8221bd23b1c admin admin] Publish callbacks [] for security_group (b1c0d6a1-fa42-46ef-aaec-ca9079ea0173), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:28.118093 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c25ea7a-aa55-45c1-9d79-f8221bd23b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b1c0d6a1-fa42-46ef-aaec-ca9079ea0173), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:28.149699 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c25ea7a-aa55-45c1-9d79-f8221bd23b1c admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:42:28.169856 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25ea7a-aa55-45c1-9d79-f8221bd23b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c0d6a1-fa42-46ef-aaec-ca9079ea0173,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:28.173383 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c25ea7a-aa55-45c1-9d79-f8221bd23b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (cdc66c14-d0e7-493b-9af9-fb219c278f0a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:28.173979 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-9c25ea7a-aa55-45c1-9d79-f8221bd23b1c admin admin] Added segment cdc66c14-d0e7-493b-9af9-fb219c278f0a of type vlan for network 8f5bcf0a-bbba-4b66-88ca-98d237b451af Mar 05 04:42:28.231714 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c25ea7a-aa55-45c1-9d79-f8221bd23b1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (8f5bcf0a-bbba-4b66-88ca-98d237b451af), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:28.266219 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c25ea7a-aa55-45c1-9d79-f8221bd23b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (8f5bcf0a-bbba-4b66-88ca-98d237b451af), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:28.267271 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c25ea7a-aa55-45c1-9d79-f8221bd23b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:28.267869 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c25ea7a-aa55-45c1-9d79-f8221bd23b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:28.330872 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9c25ea7a-aa55-45c1-9d79-f8221bd23b1c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5945060 Mar 05 04:42:28.333544 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39328) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:28.342058 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-19a9d3f0-293b-48a1-977e-58ef2f9c616c admin admin] Request body: {'subnet': {'network_id': '8f5bcf0a-bbba-4b66-88ca-98d237b451af', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1880324020-subnet', 'tenant_id': '1a9ec73657f346c3bbc1c3a698b1e16e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:42:28.346204 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25ea7a-aa55-45c1-9d79-f8221bd23b1c admin admin] Pushing event updated for resources: {'Network': ['ID=8f5bcf0a-bbba-4b66-88ca-98d237b451af,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:28.358314 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 8f5bcf0a-bbba-4b66-88ca-98d237b451af details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:42:28.369017 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959ec3f-5399-4482-9d30-e41722cb7d23 req-e1a950f6-9158-4bd8-b161-1b880a0d7c3a tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:28.370531 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8959ec3f-5399-4482-9d30-e41722cb7d23 req-e1a950f6-9158-4bd8-b161-1b880a0d7c3a tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 943 time: 0.3999629 Mar 05 04:42:28.371216 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a9d3f0-293b-48a1-977e-58ef2f9c616c admin admin] Made reservation on behalf of 1a9ec73657f346c3bbc1c3a698b1e16e for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:42:28.374555 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-19a9d3f0-293b-48a1-977e-58ef2f9c616c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:28.380817 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c193cd-52a4-4031-856a-742b4604a83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0c0b91-a3a1-4cd8-8bb1-409f6909f346,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:28.495288 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8959ec3f-5399-4482-9d30-e41722cb7d23 req-23f2df7c-a7f9-4531-b9a6-d027bc3e8371 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103086 Mar 05 04:42:28.524775 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc860d26-c6b7-4adc-bdcc-46b035846fe4 admin admin] Router 824aa189-853c-429e-944e-5675cfda91e6 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:42:28.578946 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39334) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:28.622266 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7859ceaf-0f31-4e5e-b241-54d51cb23f77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:28.635913 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 3e3ac251-bfe7-48b6-811d-d65253961c18 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:42:28.653991 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-19a9d3f0-293b-48a1-977e-58ef2f9c616c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (66cee244-29a0-461f-aba0-1d62701276c8), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:28.682246 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc860d26-c6b7-4adc-bdcc-46b035846fe4 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:42:28.692205 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bc860d26-c6b7-4adc-bdcc-46b035846fe4 admin admin] 10.222.0.11 "PUT /v2.0/routers/824aa189-853c-429e-944e-5675cfda91e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6850150 Mar 05 04:42:28.694685 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39346) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:28.701671 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ea4768-7cd8-4b0e-aef5-7d04ee0bed3d None None] Sync routers for ids ['824aa189-853c-429e-944e-5675cfda91e6'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:42:28.764457 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9d3f0-293b-48a1-977e-58ef2f9c616c admin admin] Pushing event updated for resources: {'Subnet': ['ID=66cee244-29a0-461f-aba0-1d62701276c8,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:28.776856 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ea4768-7cd8-4b0e-aef5-7d04ee0bed3d None None] Routers {'824aa189-853c-429e-944e-5675cfda91e6'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:42:28.777568 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-78ea4768-7cd8-4b0e-aef5-7d04ee0bed3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:42:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['824aa189-853c-429e-944e-5675cfda91e6'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:42:28.796323 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a9d3f0-293b-48a1-977e-58ef2f9c616c admin admin] Checking segment: {'id': 'cdc66c14-d0e7-493b-9af9-fb219c278f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '8f5bcf0a-bbba-4b66-88ca-98d237b451af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:42:28.796988 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a9d3f0-293b-48a1-977e-58ef2f9c616c admin admin] Network hostable DHCP agents. Network: 8f5bcf0a-bbba-4b66-88ca-98d237b451af, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:42:28.852541 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e60aff3-247a-4cd1-9eeb-5f5fc96e1570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5306b6-e329-4f30-9364-ce451a15a7c5'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:42:28.854856 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2434b21-b2b4-4f23-bf73-89a634c85b55" -d '{"events": [{"server_uuid": "0e60aff3-247a-4cd1-9eeb-5f5fc96e1570", "name": "network-vif-plugged", "status": "completed", "tag": "5f5306b6-e329-4f30-9364-ce451a15a7c5"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:42:28.875917 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7859ceaf-0f31-4e5e-b241-54d51cb23f77 admin admin] Publish callbacks [] for security_group (33a2b319-af13-4f43-9b3d-70d23ea22229), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:28.879404 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 3e3ac251-bfe7-48b6-811d-d65253961c18, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=3e3ac251-bfe7-48b6-811d-d65253961c18,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:28.887640 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7859ceaf-0f31-4e5e-b241-54d51cb23f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (33a2b319-af13-4f43-9b3d-70d23ea22229), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:28.904568 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a9d3f0-293b-48a1-977e-58ef2f9c616c admin admin] Network 8f5bcf0a-bbba-4b66-88ca-98d237b451af is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:42:28.935430 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '3e3ac251-bfe7-48b6-811d-d65253961c18', 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6', 'port_id': '3e3ac251-bfe7-48b6-811d-d65253961c18', 'mac_address': 'fa:16:3e:cd:43:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa622505-df3c-45bb-bed1-baf2861c8524', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:42:28.955987 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-19a9d3f0-293b-48a1-977e-58ef2f9c616c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 8f5bcf0a-bbba-4b66-88ca-98d237b451af) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:42:28.959167 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7387f-7743-4719-bc95-7f80275ce6cf req-4b8a97ec-b2cc-4a6c-8609-3ba42a070a3f tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:28.960096 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859ceaf-0f31-4e5e-b241-54d51cb23f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a2b319-af13-4f43-9b3d-70d23ea22229,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:28.961016 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-86b7387f-7743-4719-bc95-7f80275ce6cf req-4b8a97ec-b2cc-4a6c-8609-3ba42a070a3f tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e60aff3-247a-4cd1-9eeb-5f5fc96e1570 HTTP/1.1" status: 200 len: 945 time: 0.1717007 Mar 05 04:42:28.982314 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a574e4-b952-4889-bcd7-c3a6285c1083 req-2c01570e-27b8-4fa2-b979-f31ab491c0ca tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:28.984055 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-40a574e4-b952-4889-bcd7-c3a6285c1083 req-2c01570e-27b8-4fa2-b979-f31ab491c0ca tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 949 time: 0.1928816 Mar 05 04:42:28.986326 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d854011a-4dbf-4337-92df-2be960d1b1f2 None None] Network 8f5bcf0a-bbba-4b66-88ca-98d237b451af requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:42:28.994405 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-78ea4768-7cd8-4b0e-aef5-7d04ee0bed3d None None] Set router 824aa189-853c-429e-944e-5675cfda91e6 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:42:29.002937 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7859ceaf-0f31-4e5e-b241-54d51cb23f77 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3f557c4a5dd94044939521f9243aa1d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4200411 Mar 05 04:42:29.006072 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a9d3f0-293b-48a1-977e-58ef2f9c616c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:29.007767 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-19a9d3f0-293b-48a1-977e-58ef2f9c616c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:29.012596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39360) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:29.053116 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-81054c91-db7a-4f15-b8d1-2025e20c6c20 admin admin] Publish callbacks [] for router (824aa189-853c-429e-944e-5675cfda91e6), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:29.063946 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-19a9d3f0-293b-48a1-977e-58ef2f9c616c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7291427 Mar 05 04:42:29.101606 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b2f6a4f2-ed67-445f-a8d5-f7c715d2f690 admin admin] Publish callbacks [] for security_group (33a2b319-af13-4f43-9b3d-70d23ea22229), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:29.132697 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b2f6a4f2-ed67-445f-a8d5-f7c715d2f690 admin admin] Publish callbacks [] for security_group (33a2b319-af13-4f43-9b3d-70d23ea22229), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:29.196354 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 3e3ac251-bfe7-48b6-811d-d65253961c18 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:42:29.196591 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3e3ac251-bfe7-48b6-811d-d65253961c18), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:29.201365 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b2f6a4f2-ed67-445f-a8d5-f7c715d2f690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (33a2b319-af13-4f43-9b3d-70d23ea22229), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:29.206737 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b2f6a4f2-ed67-445f-a8d5-f7c715d2f690 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:29.212998 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b2f6a4f2-ed67-445f-a8d5-f7c715d2f690 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/33a2b319-af13-4f43-9b3d-70d23ea22229 HTTP/1.1" status: 204 len: 168 time: 0.1988451 Mar 05 04:42:29.234817 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6a4f2-ed67-445f-a8d5-f7c715d2f690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a2b319-af13-4f43-9b3d-70d23ea22229,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:29.246292 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e3ac251-bfe7-48b6-811d-d65253961c18 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:42:29.259683 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-86b7387f-7743-4719-bc95-7f80275ce6cf req-5087e19b-f8e5-48f4-b849-38e92e5d4909 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a75633d-7627-4837-a67e-e33a13fb1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709744 Mar 05 04:42:29.264029 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-40a574e4-b952-4889-bcd7-c3a6285c1083 req-589619c8-80e2-434d-a20d-2fa271e9bddd tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668953 Mar 05 04:42:29.308854 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-81054c91-db7a-4f15-b8d1-2025e20c6c20 admin admin] Publish callbacks [] for router_gateway (824aa189-853c-429e-944e-5675cfda91e6), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:29.320147 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 3e3ac251-bfe7-48b6-811d-d65253961c18, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=3e3ac251-bfe7-48b6-811d-d65253961c18,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:29.333924 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50853b06-c4a5-4df5-9d6b-19e5864ef227 None None] Network 8f5bcf0a-bbba-4b66-88ca-98d237b451af requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:42:29.340224 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3e3ac251-bfe7-48b6-811d-d65253961c18), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:29.355489 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 17af09b1-2aa0-4ad6-b733-2aec7399ee2a details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:42:29.435250 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c118dc-6607-4b89-aff8-8f03c3df7e15 x-openstack-request-id: req-b5c118dc-6607-4b89-aff8-8f03c3df7e15 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:42:29.435852 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e60aff3-247a-4cd1-9eeb-5f5fc96e1570", "name": "network-vif-plugged", "status": "completed", "tag": "5f5306b6-e329-4f30-9364-ce451a15a7c5", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:42:29.435852 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b5c118dc-6607-4b89-aff8-8f03c3df7e15 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:42:29.436196 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e60aff3-247a-4cd1-9eeb-5f5fc96e1570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5306b6-e329-4f30-9364-ce451a15a7c5', 'code': 200} Mar 05 04:42:29.493920 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-81054c91-db7a-4f15-b8d1-2025e20c6c20 admin admin] Deleting port 25040229-fc5c-4bdd-8e35-c51dd30017f1 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:42:29.495494 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-81054c91-db7a-4f15-b8d1-2025e20c6c20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (25040229-fc5c-4bdd-8e35-c51dd30017f1), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:29.609018 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d17ab5-5919-423a-b23c-cb776f0b8b10 req-5e342a7e-c575-49a8-9079-dc6b2ca33b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:29.615834 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-81054c91-db7a-4f15-b8d1-2025e20c6c20 admin admin] For port 25040229-fc5c-4bdd-8e35-c51dd30017f1, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=25040229-fc5c-4bdd-8e35-c51dd30017f1,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:29.616353 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-81054c91-db7a-4f15-b8d1-2025e20c6c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (25040229-fc5c-4bdd-8e35-c51dd30017f1), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:29.620009 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-62d17ab5-5919-423a-b23c-cb776f0b8b10 req-5e342a7e-c575-49a8-9079-dc6b2ca33b72 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0e60aff3-247a-4cd1-9eeb-5f5fc96e1570 HTTP/1.1" status: 200 len: 1128 time: 0.1337996 Mar 05 04:42:29.631177 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-81054c91-db7a-4f15-b8d1-2025e20c6c20 admin admin] Calling delete_port for 25040229-fc5c-4bdd-8e35-c51dd30017f1 owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:42:29.671523 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=3e3ac251-bfe7-48b6-811d-d65253961c18,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:29.697069 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-62d17ab5-5919-423a-b23c-cb776f0b8b10 req-192c245c-db75-4bac-933e-733552cb1af4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1a75633d-7627-4837-a67e-e33a13fb1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693839 Mar 05 04:42:29.750267 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-78ea4768-7cd8-4b0e-aef5-7d04ee0bed3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824aa189-853c-429e-944e-5675cfda91e6', 'name': 'tempest-FloatingIPDetailsTestJSON-2002774342-router', 'tenant_id': 'd109100c97e945728298df584d26102c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '25040229-fc5c-4bdd-8e35-c51dd30017f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:42Z', 'updated_at': '2022-03-05T04:42:27Z', 'revision_number': 5, 'project_id': 'd109100c97e945728298df584d26102c', 'gw_port': {'id': '25040229-fc5c-4bdd-8e35-c51dd30017f1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:d0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824aa189-853c-429e-944e-5675cfda91e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:44Z', 'updated_at': '2022-03-05T04:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:42:29.801102 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ea4768-7cd8-4b0e-aef5-7d04ee0bed3d None None] Checking router: 824aa189-853c-429e-944e-5675cfda91e6 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:42:29.815419 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca94c4-739e-4db3-ad20-e9fc19c7b8dc req-7f4fd889-ca91-4019-b154-4b1aacedda15 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:29.816878 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-93ca94c4-739e-4db3-ad20-e9fc19c7b8dc req-7f4fd889-ca91-4019-b154-4b1aacedda15 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 944 time: 0.1138854 Mar 05 04:42:29.862956 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 17af09b1-2aa0-4ad6-b733-2aec7399ee2a, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=17af09b1-2aa0-4ad6-b733-2aec7399ee2a,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:29.874007 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ea4768-7cd8-4b0e-aef5-7d04ee0bed3d None None] Routers {'824aa189-853c-429e-944e-5675cfda91e6'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:42:29.874721 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-78ea4768-7cd8-4b0e-aef5-7d04ee0bed3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:42:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['824aa189-853c-429e-944e-5675cfda91e6'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:42:29.916225 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-93ca94c4-739e-4db3-ad20-e9fc19c7b8dc req-cc3482c4-6781-4f5e-a547-d6ad10800ad3 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919797 Mar 05 04:42:29.937221 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '17af09b1-2aa0-4ad6-b733-2aec7399ee2a', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': '17af09b1-2aa0-4ad6-b733-2aec7399ee2a', 'mac_address': 'fa:16:3e:ba:da:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:42:29.987108 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-81054c91-db7a-4f15-b8d1-2025e20c6c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (25040229-fc5c-4bdd-8e35-c51dd30017f1), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:30.023163 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81054c91-db7a-4f15-b8d1-2025e20c6c20 admin admin] Pushing event deleted for resources: {'Port': ['ID=25040229-fc5c-4bdd-8e35-c51dd30017f1,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:30.046886 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 17af09b1-2aa0-4ad6-b733-2aec7399ee2a is: ACTIVE; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:42:30.047742 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (17af09b1-2aa0-4ad6-b733-2aec7399ee2a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:30.069915 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-78ea4768-7cd8-4b0e-aef5-7d04ee0bed3d None None] Set router 824aa189-853c-429e-944e-5675cfda91e6 gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:42:30.097595 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17af09b1-2aa0-4ad6-b733-2aec7399ee2a {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:42:30.106275 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c5eed3d6-76cf-42cc-aa58-5f3f15534da2 req-9ee60026-4a4f-47ed-bbf5-2441380a47bb tempest-FlavorsV2NegativeTest-534114006 tempest-FlavorsV2NegativeTest-534114006-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=56c5085bc9774223a1064f0f78425860&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694528 Mar 05 04:42:30.113876 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-b5cf1483-3b6b-4417-8d45-6e481ed9ebeb tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:30.115314 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-b5cf1483-3b6b-4417-8d45-6e481ed9ebeb tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/networks?id=fd6aa200-b97d-49ed-9876-375a41229f42 HTTP/1.1" status: 200 len: 820 time: 0.2214272 Mar 05 04:42:30.143918 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-78ea4768-7cd8-4b0e-aef5-7d04ee0bed3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824aa189-853c-429e-944e-5675cfda91e6', 'name': 'tempest-FloatingIPDetailsTestJSON-2002774342-router', 'tenant_id': 'd109100c97e945728298df584d26102c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:42Z', 'updated_at': '2022-03-05T04:42:29Z', 'revision_number': 6, 'project_id': 'd109100c97e945728298df584d26102c', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:42:30.175666 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ea4768-7cd8-4b0e-aef5-7d04ee0bed3d None None] The sync data for ids ['824aa189-853c-429e-944e-5675cfda91e6'] in n-d-789963-32 is: [{'id': '824aa189-853c-429e-944e-5675cfda91e6', 'name': 'tempest-FloatingIPDetailsTestJSON-2002774342-router', 'tenant_id': 'd109100c97e945728298df584d26102c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:42Z', 'updated_at': '2022-03-05T04:42:29Z', 'revision_number': 6, 'project_id': 'd109100c97e945728298df584d26102c', 'gw_port_host': None}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:42:30.185539 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 17af09b1-2aa0-4ad6-b733-2aec7399ee2a, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=17af09b1-2aa0-4ad6-b733-2aec7399ee2a,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:30.192984 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (17af09b1-2aa0-4ad6-b733-2aec7399ee2a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:30.198607 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-fd13361c-3629-4dba-a1d6-c51fd4454883 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/quotas/84f78c82255c4feca46335184d79ad7d HTTP/1.1" status: 200 len: 375 time: 0.0677435 Mar 05 04:42:30.199373 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-81054c91-db7a-4f15-b8d1-2025e20c6c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (824aa189-853c-429e-944e-5675cfda91e6), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:30.261820 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=17af09b1-2aa0-4ad6-b733-2aec7399ee2a,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:30.294067 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['17af09b1-2aa0-4ad6-b733-2aec7399ee2a'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:42:30.313629 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-e22cfe1a-19fc-41c0-98bc-032f5542e1b6 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=84f78c82255c4feca46335184d79ad7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0925364 Mar 05 04:42:30.375977 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-81054c91-db7a-4f15-b8d1-2025e20c6c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (824aa189-853c-429e-944e-5675cfda91e6), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:30.385747 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-81054c91-db7a-4f15-b8d1-2025e20c6c20 admin admin] Publish callbacks [] for router_controller (824aa189-853c-429e-944e-5675cfda91e6), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:30.408691 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eed3d6-76cf-42cc-aa58-5f3f15534da2 req-8ef57997-60ae-4fea-b79e-8610a4f7af31 tempest-FlavorsV2NegativeTest-534114006 tempest-FlavorsV2NegativeTest-534114006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:30.415232 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c5eed3d6-76cf-42cc-aa58-5f3f15534da2 req-8ef57997-60ae-4fea-b79e-8610a4f7af31 tempest-FlavorsV2NegativeTest-534114006 tempest-FlavorsV2NegativeTest-534114006-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2988350 Mar 05 04:42:30.486968 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['3e3ac251-bfe7-48b6-811d-d65253961c18'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:42:30.516594 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c5eed3d6-76cf-42cc-aa58-5f3f15534da2 req-56820ed6-f361-40af-ac8b-d5e6b09c6957 tempest-FlavorsV2NegativeTest-534114006 tempest-FlavorsV2NegativeTest-534114006-project] 10.222.0.11 "GET /v2.0/quotas/56c5085bc9774223a1064f0f78425860 HTTP/1.1" status: 200 len: 375 time: 0.0995436 Mar 05 04:42:30.543541 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-81054c91-db7a-4f15-b8d1-2025e20c6c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (824aa189-853c-429e-944e-5675cfda91e6), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:30.544088 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81054c91-db7a-4f15-b8d1-2025e20c6c20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 824aa189-853c-429e-944e-5675cfda91e6 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:42:30.550186 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-81054c91-db7a-4f15-b8d1-2025e20c6c20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:30.554492 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-81054c91-db7a-4f15-b8d1-2025e20c6c20 admin admin] 10.222.0.11 "DELETE /v2.0/routers/824aa189-853c-429e-944e-5675cfda91e6 HTTP/1.1" status: 204 len: 168 time: 1.8557103 Mar 05 04:42:30.554656 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39434) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:30.580589 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c5eed3d6-76cf-42cc-aa58-5f3f15534da2 req-7365748a-3da0-4f48-80db-6fc3363c23c4 tempest-FlavorsV2NegativeTest-534114006 tempest-FlavorsV2NegativeTest-534114006-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=56c5085bc9774223a1064f0f78425860&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568423 Mar 05 04:42:30.583329 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-0654f5d8-2c06-4355-98d0-072a546243c3 service neutron] 10.222.0.11 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387071 Mar 05 04:42:30.615801 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-e003706f-b264-4154-9a06-f65a85fb10eb admin admin] Deleting subnet 50ab2ace-b56e-449a-b4e4-03ce6a3f779e {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:42:30.619998 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e003706f-b264-4154-9a06-f65a85fb10eb admin admin] Publish callbacks [] for subnet (50ab2ace-b56e-449a-b4e4-03ce6a3f779e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:30.644690 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 17af09b1-2aa0-4ad6-b733-2aec7399ee2a up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:42:30.669322 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e003706f-b264-4154-9a06-f65a85fb10eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (50ab2ace-b56e-449a-b4e4-03ce6a3f779e), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:30.757409 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 17af09b1-2aa0-4ad6-b733-2aec7399ee2a triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:42:30.757868 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (17af09b1-2aa0-4ad6-b733-2aec7399ee2a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:30.811570 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e08368-96a3-430f-ba80-6b3e9f0ea6b3 req-935c4258-8c59-4ac0-a3cb-8bddd3f7e4d0 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:30.819520 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41e08368-96a3-430f-ba80-6b3e9f0ea6b3 req-935c4258-8c59-4ac0-a3cb-8bddd3f7e4d0 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e60aff3-247a-4cd1-9eeb-5f5fc96e1570 HTTP/1.1" status: 200 len: 945 time: 0.1365008 Mar 05 04:42:30.835646 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-986e3697-77fd-4915-93d5-110647aadb3c service neutron] 10.222.0.11 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336423 Mar 05 04:42:30.855285 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e003706f-b264-4154-9a06-f65a85fb10eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (50ab2ace-b56e-449a-b4e4-03ce6a3f779e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:30.933266 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41e08368-96a3-430f-ba80-6b3e9f0ea6b3 req-db34c457-61d4-4e68-9ee4-0e347da041e6 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a75633d-7627-4837-a67e-e33a13fb1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128469 Mar 05 04:42:30.960721 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 25040229-fc5c-4bdd-8e35-c51dd30017f1 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:42:31.012782 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e003706f-b264-4154-9a06-f65a85fb10eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (50ab2ace-b56e-449a-b4e4-03ce6a3f779e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:31.050770 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 25040229-fc5c-4bdd-8e35-c51dd30017f1 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:42:31.051209 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 25040229-fc5c-4bdd-8e35-c51dd30017f1 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:42:31.051368 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e003706f-b264-4154-9a06-f65a85fb10eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:31.053765 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c935af67-a2ad-4243-adb6-b06565c3dc05 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:42:31.060494 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e003706f-b264-4154-9a06-f65a85fb10eb admin admin] 10.222.0.11 "DELETE /v2.0/subnets/50ab2ace-b56e-449a-b4e4-03ce6a3f779e HTTP/1.1" status: 204 len: 168 time: 0.5029762 Mar 05 04:42:31.060835 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39454) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:31.061888 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534f882f-9f45-4155-8e23-1f56b1e0df43 None None] Network 6e32df00-9f15-4ef8-a2e3-113cd28c026f requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:42:31.122704 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003706f-b264-4154-9a06-f65a85fb10eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50ab2ace-b56e-449a-b4e4-03ce6a3f779e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:31.146642 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: c935af67-a2ad-4243-adb6-b06565c3dc05 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:42:31.147138 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c935af67-a2ad-4243-adb6-b06565c3dc05 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:42:31.153919 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 17af09b1-2aa0-4ad6-b733-2aec7399ee2a is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:42:31.154318 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (17af09b1-2aa0-4ad6-b733-2aec7399ee2a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:31.405469 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 17af09b1-2aa0-4ad6-b733-2aec7399ee2a, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=17af09b1-2aa0-4ad6-b733-2aec7399ee2a,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:31.417301 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (17af09b1-2aa0-4ad6-b733-2aec7399ee2a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:31.447913 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17af09b1-2aa0-4ad6-b733-2aec7399ee2a'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:42:31.449959 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee48ec2-4485-4b70-b85f-19181dfa1b44" -d '{"events": [{"server_uuid": "e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321", "name": "network-vif-plugged", "status": "completed", "tag": "17af09b1-2aa0-4ad6-b733-2aec7399ee2a"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:42:31.563896 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=17af09b1-2aa0-4ad6-b733-2aec7399ee2a,revision_number=7']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:31.572332 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f9d7cb-c2e0-4ddd-a1e8-d0ca1390e59f None None] DHCP port deletion for 6e32df00-9f15-4ef8-a2e3-113cd28c026f request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:42:31.642039 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f9f9d7cb-c2e0-4ddd-a1e8-d0ca1390e59f None None] Deleting port 0aedf951-71f1-440b-b4ba-898fa1f054f0 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:42:31.642707 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f9f9d7cb-c2e0-4ddd-a1e8-d0ca1390e59f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (0aedf951-71f1-440b-b4ba-898fa1f054f0), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:31.716044 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-26c5cd5a-2276-41ef-8a98-1bb7fef6a624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (6e32df00-9f15-4ef8-a2e3-113cd28c026f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:31.732852 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f9f9d7cb-c2e0-4ddd-a1e8-d0ca1390e59f None None] For port 0aedf951-71f1-440b-b4ba-898fa1f054f0, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=0aedf951-71f1-440b-b4ba-898fa1f054f0,segment=NetworkSegment(e4634dc2-9460-4684-a249-f3a410351318),segment_id=e4634dc2-9460-4684-a249-f3a410351318)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:31.733609 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f9f9d7cb-c2e0-4ddd-a1e8-d0ca1390e59f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (0aedf951-71f1-440b-b4ba-898fa1f054f0), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:31.750244 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f9f9d7cb-c2e0-4ddd-a1e8-d0ca1390e59f None None] Calling delete_port for 0aedf951-71f1-440b-b4ba-898fa1f054f0 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:42:31.754669 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cb483-fcc5-4350-8331-a5a13112ef8a req-9a740e93-281a-46c8-8e77-d7f6121ddba0 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:31.762342 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5e6cb483-fcc5-4350-8331-a5a13112ef8a req-9a740e93-281a-46c8-8e77-d7f6121ddba0 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 949 time: 0.6585813 Mar 05 04:42:31.799310 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8d113-f8c6-48c7-87d1-27a2c820ed4d req-147936bd-2cde-4e89-82ca-56a5ac6f3e19 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:31.808156 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a1a8d113-f8c6-48c7-87d1-27a2c820ed4d req-147936bd-2cde-4e89-82ca-56a5ac6f3e19 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 944 time: 0.1427369 Mar 05 04:42:31.857017 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f9f9d7cb-c2e0-4ddd-a1e8-d0ca1390e59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (0aedf951-71f1-440b-b4ba-898fa1f054f0), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:31.873540 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f9d7cb-c2e0-4ddd-a1e8-d0ca1390e59f None None] No DVR routers for this DVR port 0aedf951-71f1-440b-b4ba-898fa1f054f0 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:42:31.894849 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9d7cb-c2e0-4ddd-a1e8-d0ca1390e59f None None] Pushing event deleted for resources: {'Port': ['ID=0aedf951-71f1-440b-b4ba-898fa1f054f0,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:31.919004 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5e6cb483-fcc5-4350-8331-a5a13112ef8a req-f6965c8d-8a5b-40b5-9420-a479267cde46 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557140 Mar 05 04:42:31.935546 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a1a8d113-f8c6-48c7-87d1-27a2c820ed4d req-3e043145-34e3-46fc-862d-260bfce0a2c6 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267889 Mar 05 04:42:31.945640 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-26c5cd5a-2276-41ef-8a98-1bb7fef6a624 admin admin] Deleting port 0aedf951-71f1-440b-b4ba-898fa1f054f0 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:42:31.945982 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-26c5cd5a-2276-41ef-8a98-1bb7fef6a624 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (0aedf951-71f1-440b-b4ba-898fa1f054f0), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:31.965610 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39494) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:31.997839 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e429636-9b3e-469c-95ff-8317abf89643 x-openstack-request-id: req-4e429636-9b3e-469c-95ff-8317abf89643 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:42:31.998834 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321", "name": "network-vif-plugged", "status": "completed", "tag": "17af09b1-2aa0-4ad6-b733-2aec7399ee2a", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:42:31.999381 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4e429636-9b3e-469c-95ff-8317abf89643 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:42:31.999935 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17af09b1-2aa0-4ad6-b733-2aec7399ee2a', 'code': 200} Mar 05 04:42:32.064502 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7a01ce28-efe2-4c7e-9915-d8bb44791f1f req-5641803a-db59-4e26-a329-33fa1449b801 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=0374a01e-d164-4d25-b186-ad4232102a40 HTTP/1.1" status: 200 len: 210 time: 0.0570469 Mar 05 04:42:32.068838 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-26c5cd5a-2276-41ef-8a98-1bb7fef6a624 admin admin] For port 0aedf951-71f1-440b-b4ba-898fa1f054f0, host n-d-789963-32, got binding levels [] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:32.069750 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-26c5cd5a-2276-41ef-8a98-1bb7fef6a624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (0aedf951-71f1-440b-b4ba-898fa1f054f0), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:32.082732 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-26c5cd5a-2276-41ef-8a98-1bb7fef6a624 admin admin] Calling delete_port for 0aedf951-71f1-440b-b4ba-898fa1f054f0 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:42:32.096715 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.ipam_backend_mixin [None req-26c5cd5a-2276-41ef-8a98-1bb7fef6a624 admin admin] Port 0aedf951-71f1-440b-b4ba-898fa1f054f0 was not found and therefore no delete operation was performed {{(pid=105231) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 05 04:42:32.097977 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-26c5cd5a-2276-41ef-8a98-1bb7fef6a624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (0aedf951-71f1-440b-b4ba-898fa1f054f0), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:32.124293 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-12eb5887-0ae9-4693-856a-d4aa5aff8783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:32.129253 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5cd5a-2276-41ef-8a98-1bb7fef6a624 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aedf951-71f1-440b-b4ba-898fa1f054f0,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:32.136302 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c5cd5a-2276-41ef-8a98-1bb7fef6a624 admin admin] No DVR routers for this DVR port 0aedf951-71f1-440b-b4ba-898fa1f054f0 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:42:32.233070 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-12eb5887-0ae9-4693-856a-d4aa5aff8783 admin admin] Publish callbacks [] for security_group (96f72356-db57-46ff-b7dd-e07b71559fe3), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:32.237221 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-12eb5887-0ae9-4693-856a-d4aa5aff8783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (96f72356-db57-46ff-b7dd-e07b71559fe3), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:32.250318 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-26c5cd5a-2276-41ef-8a98-1bb7fef6a624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (6e32df00-9f15-4ef8-a2e3-113cd28c026f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:32.279558 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-26c5cd5a-2276-41ef-8a98-1bb7fef6a624 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e32df00-9f15-4ef8-a2e3-113cd28c026f']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:42:32.280967 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-12eb5887-0ae9-4693-856a-d4aa5aff8783 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=56c5085bc9774223a1064f0f78425860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3136802 Mar 05 04:42:32.281996 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb5887-0ae9-4693-856a-d4aa5aff8783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f72356-db57-46ff-b7dd-e07b71559fe3,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:32.285049 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39504) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:32.288306 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbaa53f-1486-42a8-8663-ed9d0dc13fa5 req-823ad432-d10d-4342-b094-6560e725f6b3 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:32.289960 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7dbaa53f-1486-42a8-8663-ed9d0dc13fa5 req-823ad432-d10d-4342-b094-6560e725f6b3 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e60aff3-247a-4cd1-9eeb-5f5fc96e1570 HTTP/1.1" status: 200 len: 945 time: 0.1266537 Mar 05 04:42:32.305050 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-26c5cd5a-2276-41ef-8a98-1bb7fef6a624 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4634dc2-9460-4684-a249-f3a410351318') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:42:32.305050 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-26c5cd5a-2276-41ef-8a98-1bb7fef6a624 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4634dc2-9460-4684-a249-f3a410351318') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:42:32.306392 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12eb5887-0ae9-4693-856a-d4aa5aff8783 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:32.306745 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12eb5887-0ae9-4693-856a-d4aa5aff8783 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:32.307315 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12eb5887-0ae9-4693-856a-d4aa5aff8783 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:32.307809 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12eb5887-0ae9-4693-856a-d4aa5aff8783 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:32.308141 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12eb5887-0ae9-4693-856a-d4aa5aff8783 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:32.308474 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12eb5887-0ae9-4693-856a-d4aa5aff8783 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:32.308800 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12eb5887-0ae9-4693-856a-d4aa5aff8783 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:32.309126 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12eb5887-0ae9-4693-856a-d4aa5aff8783 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:32.309449 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12eb5887-0ae9-4693-856a-d4aa5aff8783 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:32.309769 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12eb5887-0ae9-4693-856a-d4aa5aff8783 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:32.310093 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12eb5887-0ae9-4693-856a-d4aa5aff8783 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:32.310416 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12eb5887-0ae9-4693-856a-d4aa5aff8783 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:32.310733 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12eb5887-0ae9-4693-856a-d4aa5aff8783 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:32.321663 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-26c5cd5a-2276-41ef-8a98-1bb7fef6a624 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (e4634dc2-9460-4684-a249-f3a410351318), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:32.344524 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-26c5cd5a-2276-41ef-8a98-1bb7fef6a624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (e4634dc2-9460-4684-a249-f3a410351318), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:32.353520 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c40b5445-0ca0-438c-b006-e2e555d652a7 admin admin] Publish callbacks [] for security_group (96f72356-db57-46ff-b7dd-e07b71559fe3), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:32.359445 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c5cd5a-2276-41ef-8a98-1bb7fef6a624 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:42:32.359791 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-26c5cd5a-2276-41ef-8a98-1bb7fef6a624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (e4634dc2-9460-4684-a249-f3a410351318), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:32.361542 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 04:42:32.361542 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:42:32.361542 n-d-789963-32 neutron-server[105231]: timer() Mar 05 04:42:32.361542 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:42:32.361542 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 04:42:32.361542 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:42:32.361542 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 04:42:32.361542 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:42:32.361542 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 04:42:32.361542 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:42:32.361542 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 04:42:32.361542 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:42:32.361542 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 04:42:32.361542 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:42:32.361542 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:42:32.361542 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:42:32.361542 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:42:32.361542 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:42:32.361542 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 04:42:32.361542 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:42:32.361542 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 04:42:32.361542 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:42:32.361542 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:42:32.361542 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:42:32.361542 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 04:42:32.361542 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:42:32.361542 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:42:32.361542 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:42:32.361542 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:42:32.361542 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:42:32.361542 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:42:32.361542 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:42:32.376577 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7dbaa53f-1486-42a8-8663-ed9d0dc13fa5 req-47169766-b9bf-4974-8a1c-2ad45043a378 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a75633d-7627-4837-a67e-e33a13fb1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805800 Mar 05 04:42:32.378456 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c40b5445-0ca0-438c-b006-e2e555d652a7 admin admin] Publish callbacks [] for security_group (96f72356-db57-46ff-b7dd-e07b71559fe3), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:32.428537 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-26c5cd5a-2276-41ef-8a98-1bb7fef6a624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (6e32df00-9f15-4ef8-a2e3-113cd28c026f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:32.434742 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-26c5cd5a-2276-41ef-8a98-1bb7fef6a624 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:32.440995 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-26c5cd5a-2276-41ef-8a98-1bb7fef6a624 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6e32df00-9f15-4ef8-a2e3-113cd28c026f HTTP/1.1" status: 204 len: 168 time: 1.3790650 Mar 05 04:42:32.469256 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5cd5a-2276-41ef-8a98-1bb7fef6a624 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e32df00-9f15-4ef8-a2e3-113cd28c026f,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:32.486383 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c40b5445-0ca0-438c-b006-e2e555d652a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (96f72356-db57-46ff-b7dd-e07b71559fe3), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:32.491269 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c40b5445-0ca0-438c-b006-e2e555d652a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:32.500330 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c40b5445-0ca0-438c-b006-e2e555d652a7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/96f72356-db57-46ff-b7dd-e07b71559fe3 HTTP/1.1" status: 204 len: 168 time: 0.2118812 Mar 05 04:42:32.517751 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b5445-0ca0-438c-b006-e2e555d652a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f72356-db57-46ff-b7dd-e07b71559fe3,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:32.646925 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3d9e8-d7f5-4c5f-9dac-f4039563dc71 req-04cb788e-da06-4c08-887c-c886020c3f8d tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:32.648265 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39522) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:32.653539 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c2d3d9e8-d7f5-4c5f-9dac-f4039563dc71 req-04cb788e-da06-4c08-887c-c886020c3f8d tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e60aff3-247a-4cd1-9eeb-5f5fc96e1570 HTTP/1.1" status: 200 len: 945 time: 0.0801299 Mar 05 04:42:32.659475 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39524) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:32.665865 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-59adab32-2cc6-48b5-9a5e-b07fb0a88402 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Request body: {'floatingip': {'port_id': '5f5306b6-e329-4f30-9364-ce451a15a7c5'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:42:32.679579 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 3e3ac251-bfe7-48b6-811d-d65253961c18 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:42:32.700322 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ac4b7e59-2522-4652-a487-7aae9a7155dd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d109100c97e945728298df584d26102c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0501871 Mar 05 04:42:32.703388 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39526) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:32.737595 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-59adab32-2cc6-48b5-9a5e-b07fb0a88402 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks [] for floatingip (418a3228-29a7-4f26-b9d3-847de8fc0389), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:32.770502 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3ea8beb8-fc36-4396-b581-db49af3b7fdd admin admin] Publish callbacks [] for security_group (8c9c68cc-d565-4199-a4c2-9fd1301ab437), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:32.785548 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 3e3ac251-bfe7-48b6-811d-d65253961c18 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:42:32.791424 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 3e3ac251-bfe7-48b6-811d-d65253961c18 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:42:32.791805 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3e3ac251-bfe7-48b6-811d-d65253961c18), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:32.821021 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3ea8beb8-fc36-4396-b581-db49af3b7fdd admin admin] Publish callbacks [] for security_group (8c9c68cc-d565-4199-a4c2-9fd1301ab437), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:32.984432 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3ea8beb8-fc36-4396-b581-db49af3b7fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8c9c68cc-d565-4199-a4c2-9fd1301ab437), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:32.987976 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3ea8beb8-fc36-4396-b581-db49af3b7fdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:32.992285 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3ea8beb8-fc36-4396-b581-db49af3b7fdd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8c9c68cc-d565-4199-a4c2-9fd1301ab437 HTTP/1.1" status: 204 len: 168 time: 0.2875140 Mar 05 04:42:32.995495 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 0aedf951-71f1-440b-b4ba-898fa1f054f0 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:42:32.996466 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-8270464c-0943-4d1f-8806-b16cffe93048 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:32.998501 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-8270464c-0943-4d1f-8806-b16cffe93048 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.30 "GET /v2.0/networks?id=fd6aa200-b97d-49ed-9876-375a41229f42 HTTP/1.1" status: 200 len: 820 time: 0.2940502 Mar 05 04:42:33.021051 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8beb8-fc36-4396-b581-db49af3b7fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9c68cc-d565-4199-a4c2-9fd1301ab437,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:33.062332 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-7267f345-1427-44bc-adf2-1f3127dea1cb tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Request body: {'port': {'device_id': '0374a01e-d164-4d25-b186-ad4232102a40', 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42', 'admin_state_up': True, 'tenant_id': '84f78c82255c4feca46335184d79ad7d'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:42:33.099214 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 0aedf951-71f1-440b-b4ba-898fa1f054f0 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:42:33.100762 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 0aedf951-71f1-440b-b4ba-898fa1f054f0 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:42:33.134794 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 3e3ac251-bfe7-48b6-811d-d65253961c18 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:42:33.135257 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3e3ac251-bfe7-48b6-811d-d65253961c18), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:33.206236 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 3e3ac251-bfe7-48b6-811d-d65253961c18, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=3e3ac251-bfe7-48b6-811d-d65253961c18,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:33.214046 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3e3ac251-bfe7-48b6-811d-d65253961c18), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:33.266062 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=3e3ac251-bfe7-48b6-811d-d65253961c18,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:33.330979 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-7267f345-1427-44bc-adf2-1f3127dea1cb tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Made reservation on behalf of 84f78c82255c4feca46335184d79ad7d for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:42:33.334511 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-7267f345-1427-44bc-adf2-1f3127dea1cb tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:33.346686 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab58e0-c3e9-4748-98bf-7f0d5ef4ee4e req-139f3bf2-145a-42b8-8416-004b0c5b4d64 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:33.348196 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e6ab58e0-c3e9-4748-98bf-7f0d5ef4ee4e req-139f3bf2-145a-42b8-8416-004b0c5b4d64 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 949 time: 0.2546406 Mar 05 04:42:33.412486 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248eb2c0-76dc-41a0-b522-1ef86113c3e2 req-56e35e21-e5b5-4c55-b7da-22e08bf0b5f3 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:33.419387 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-248eb2c0-76dc-41a0-b522-1ef86113c3e2 req-56e35e21-e5b5-4c55-b7da-22e08bf0b5f3 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 945 time: 0.2508168 Mar 05 04:42:33.666040 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e6ab58e0-c3e9-4748-98bf-7f0d5ef4ee4e req-93070bca-7996-4110-b6fd-ad9069693118 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815776 Mar 05 04:42:33.700408 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39578) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:33.783554 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-248eb2c0-76dc-41a0-b522-1ef86113c3e2 req-94fb5123-499f-4044-b236-b54f514eabe8 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630462 Mar 05 04:42:33.849269 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-16d8ca62-b650-4dd4-966c-54ea5ce2b8f1 req-b3a2dd21-5854-41ee-a74f-f74544bfd976 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=0374a01e-d164-4d25-b186-ad4232102a40 HTTP/1.1" status: 200 len: 210 time: 0.0559814 Mar 05 04:42:33.855517 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-7526d168-d737-4bfa-a20b-1fe1874b96af admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2142023727-network', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:42:33.884247 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7526d168-d737-4bfa-a20b-1fe1874b96af admin admin] Made reservation on behalf of b881a5a3db964674a1ec7b44033353cb for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:42:33.888428 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7526d168-d737-4bfa-a20b-1fe1874b96af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:33.904869 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7526d168-d737-4bfa-a20b-1fe1874b96af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:33.924903 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-7267f345-1427-44bc-adf2-1f3127dea1cb tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Allocated IP 172.20.0.3 (fd6aa200-b97d-49ed-9876-375a41229f42/9d33dc8a-6008-478a-9ec8-49595a4a0656/fcb9b4b5-b14d-4e77-9651-6518c1df2d8c) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:42:33.977759 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.db.resource_extend [None req-59adab32-2cc6-48b5-9a5e-b07fb0a88402 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 04:42:34.001523 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1329847-246f-4777-bb9f-ba12ec63d680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3ac251-bfe7-48b6-811d-d65253961c18'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:42:34.006146 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426cdf55-e5c3-4cdd-8bf0-acd4adc3b386" -d '{"events": [{"server_uuid": "d1329847-246f-4777-bb9f-ba12ec63d680", "name": "network-vif-plugged", "status": "completed", "tag": "3e3ac251-bfe7-48b6-811d-d65253961c18"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:42:34.076194 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232cfbcf-7071-4737-b540-6272b74902bb x-openstack-request-id: req-232cfbcf-7071-4737-b540-6272b74902bb {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:42:34.076523 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7526d168-d737-4bfa-a20b-1fe1874b96af admin admin] Publish callbacks [] for security_group (e0a8876c-637a-4714-b32c-54d49bad91ef), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:34.076981 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1329847-246f-4777-bb9f-ba12ec63d680", "name": "network-vif-plugged", "status": "completed", "tag": "3e3ac251-bfe7-48b6-811d-d65253961c18", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:42:34.077191 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-232cfbcf-7071-4737-b540-6272b74902bb {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:42:34.079268 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1329847-246f-4777-bb9f-ba12ec63d680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3ac251-bfe7-48b6-811d-d65253961c18', 'code': 200} Mar 05 04:42:34.085544 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7526d168-d737-4bfa-a20b-1fe1874b96af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e0a8876c-637a-4714-b32c-54d49bad91ef), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:34.142278 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7526d168-d737-4bfa-a20b-1fe1874b96af admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:42:34.152046 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526d168-d737-4bfa-a20b-1fe1874b96af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a8876c-637a-4714-b32c-54d49bad91ef,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:34.187318 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-59adab32-2cc6-48b5-9a5e-b07fb0a88402 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:34.192190 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7526d168-d737-4bfa-a20b-1fe1874b96af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (607abd30-3ddd-4be0-83e8-bcf2d27d437d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:34.192538 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-7526d168-d737-4bfa-a20b-1fe1874b96af admin admin] Added segment 607abd30-3ddd-4be0-83e8-bcf2d27d437d of type vlan for network 4063fb05-945c-41f3-bf86-b7ead68bf916 Mar 05 04:42:34.204523 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-59adab32-2cc6-48b5-9a5e-b07fb0a88402 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (418a3228-29a7-4f26-b9d3-847de8fc0389), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:34.275054 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7526d168-d737-4bfa-a20b-1fe1874b96af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (4063fb05-945c-41f3-bf86-b7ead68bf916), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:34.312123 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11aba2-56d8-4a4f-8c33-be9fb0b3d936 req-b93f3908-1680-4e81-a7e0-366e6a1af678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:34.314047 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6b11aba2-56d8-4a4f-8c33-be9fb0b3d936 req-b93f3908-1680-4e81-a7e0-366e6a1af678 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 1128 time: 0.1414504 Mar 05 04:42:34.314621 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7526d168-d737-4bfa-a20b-1fe1874b96af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (4063fb05-945c-41f3-bf86-b7ead68bf916), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:34.315765 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7526d168-d737-4bfa-a20b-1fe1874b96af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:34.316695 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7526d168-d737-4bfa-a20b-1fe1874b96af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:34.389114 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7526d168-d737-4bfa-a20b-1fe1874b96af admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6873670 Mar 05 04:42:34.393442 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39626) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:34.398195 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-26724b79-23e8-40e4-b344-4bc2bb27bf8a admin admin] Request body: {'subnet': {'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142023727-subnet', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:42:34.432339 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6b11aba2-56d8-4a4f-8c33-be9fb0b3d936 req-73014b98-1084-494b-8159-7c39e4cf5daf service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106672 Mar 05 04:42:34.436109 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-59adab32-2cc6-48b5-9a5e-b07fb0a88402 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Floating IP 418a3228-29a7-4f26-b9d3-847de8fc0389 associated. External IP: 172.25.0.44, port: 5f5306b6-e329-4f30-9364-ce451a15a7c5. Mar 05 04:42:34.445733 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-7267f345-1427-44bc-adf2-1f3127dea1cb tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Publish callbacks [] for port (fcb9b4b5-b14d-4e77-9651-6518c1df2d8c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:34.450157 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526d168-d737-4bfa-a20b-1fe1874b96af admin admin] Pushing event updated for resources: {'Network': ['ID=4063fb05-945c-41f3-bf86-b7ead68bf916,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:34.465543 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 4063fb05-945c-41f3-bf86-b7ead68bf916 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:42:34.500513 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26724b79-23e8-40e4-b344-4bc2bb27bf8a admin admin] Made reservation on behalf of b881a5a3db964674a1ec7b44033353cb for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:42:34.503125 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-26724b79-23e8-40e4-b344-4bc2bb27bf8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:34.793629 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39636) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:35.043816 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-7267f345-1427-44bc-adf2-1f3127dea1cb tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (fcb9b4b5-b14d-4e77-9651-6518c1df2d8c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:35.074209 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7e4efb2f-cb0d-46d0-8681-fdce4a39f76c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:35.183037 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-7267f345-1427-44bc-adf2-1f3127dea1cb tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Network fd6aa200-b97d-49ed-9876-375a41229f42 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:42:35.190542 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3704e28-2ed0-40f1-bc69-b22ad9da4c80 req-c4d6df82-85a3-4b97-8c1d-ac3dadf8ac83 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:35.198065 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f3704e28-2ed0-40f1-bc69-b22ad9da4c80 req-c4d6df82-85a3-4b97-8c1d-ac3dadf8ac83 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 949 time: 0.3536952 Mar 05 04:42:35.216624 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-7267f345-1427-44bc-adf2-1f3127dea1cb tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:42:35.221813 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-7267f345-1427-44bc-adf2-1f3127dea1cb tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:42:35.231361 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7e4efb2f-cb0d-46d0-8681-fdce4a39f76c admin admin] Publish callbacks [] for security_group (8dccba81-548a-44df-b5ef-9663ccc4045b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:35.244794 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7e4efb2f-cb0d-46d0-8681-fdce4a39f76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8dccba81-548a-44df-b5ef-9663ccc4045b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:35.276041 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e435c0-c69a-4cbc-98ad-3bef81818ec3 req-4276308b-7c32-4d87-b9f0-3d399c1bf887 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:35.282142 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4efb2f-cb0d-46d0-8681-fdce4a39f76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dccba81-548a-44df-b5ef-9663ccc4045b,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:35.283099 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70e435c0-c69a-4cbc-98ad-3bef81818ec3 req-4276308b-7c32-4d87-b9f0-3d399c1bf887 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 945 time: 0.3222337 Mar 05 04:42:35.284922 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267f345-1427-44bc-adf2-1f3127dea1cb tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Pushing event updated for resources: {'Port': ['ID=fcb9b4b5-b14d-4e77-9651-6518c1df2d8c,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:35.354005 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7e4efb2f-cb0d-46d0-8681-fdce4a39f76c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=617e4297cf814500b57029688a16d65e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5580614 Mar 05 04:42:35.357123 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39656) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:35.470964 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1aa5f2dd-41f9-4176-b6db-61072041ffc8 admin admin] Publish callbacks [] for security_group (8dccba81-548a-44df-b5ef-9663ccc4045b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:35.502639 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f3704e28-2ed0-40f1-bc69-b22ad9da4c80 req-4511bb3e-5de3-487e-97c7-e09a8e98c24b tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964790 Mar 05 04:42:35.503329 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1aa5f2dd-41f9-4176-b6db-61072041ffc8 admin admin] Publish callbacks [] for security_group (8dccba81-548a-44df-b5ef-9663ccc4045b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:35.511595 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7267f345-1427-44bc-adf2-1f3127dea1cb tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:35.511768 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7267f345-1427-44bc-adf2-1f3127dea1cb tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:35.512108 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7267f345-1427-44bc-adf2-1f3127dea1cb tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:35.512465 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7267f345-1427-44bc-adf2-1f3127dea1cb tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:35.512760 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7267f345-1427-44bc-adf2-1f3127dea1cb tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:35.513675 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7267f345-1427-44bc-adf2-1f3127dea1cb tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:35.514276 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7267f345-1427-44bc-adf2-1f3127dea1cb tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:35.514771 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7267f345-1427-44bc-adf2-1f3127dea1cb tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:35.515313 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7267f345-1427-44bc-adf2-1f3127dea1cb tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:35.515788 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7267f345-1427-44bc-adf2-1f3127dea1cb tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:35.516547 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7267f345-1427-44bc-adf2-1f3127dea1cb tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:35.517158 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7267f345-1427-44bc-adf2-1f3127dea1cb tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:35.517785 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7267f345-1427-44bc-adf2-1f3127dea1cb tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:35.582920 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-7267f345-1427-44bc-adf2-1f3127dea1cb tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:35.583696 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-7267f345-1427-44bc-adf2-1f3127dea1cb tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:35.590397 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1aa5f2dd-41f9-4176-b6db-61072041ffc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8dccba81-548a-44df-b5ef-9663ccc4045b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:35.598111 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1aa5f2dd-41f9-4176-b6db-61072041ffc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:35.601048 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1aa5f2dd-41f9-4176-b6db-61072041ffc8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8dccba81-548a-44df-b5ef-9663ccc4045b HTTP/1.1" status: 204 len: 168 time: 0.2409234 Mar 05 04:42:35.626805 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70e435c0-c69a-4cbc-98ad-3bef81818ec3 req-b5f2ba5a-b8f7-4365-aab7-c4bb35e3ac35 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427114 Mar 05 04:42:35.629842 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5f2dd-41f9-4176-b6db-61072041ffc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dccba81-548a-44df-b5ef-9663ccc4045b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:35.661280 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-26724b79-23e8-40e4-b344-4bc2bb27bf8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (04cf5992-8f8c-490a-b424-2ab3d34e91a8), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:35.725616 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59adab32-2cc6-48b5-9a5e-b07fb0a88402 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Router fefb35b2-6eb3-4493-86fd-ae5385b3447c has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:42:35.736728 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-7267f345-1427-44bc-adf2-1f3127dea1cb tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6878107 Mar 05 04:42:35.821004 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-0fd7219f-2c98-42b5-a771-f3efe8cd6418 service neutron] Request body: {'port': {'device_id': '0374a01e-d164-4d25-b186-ad4232102a40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:42:35.915413 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26724b79-23e8-40e4-b344-4bc2bb27bf8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=04cf5992-8f8c-490a-b424-2ab3d34e91a8,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:35.973153 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-0fd7219f-2c98-42b5-a771-f3efe8cd6418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fcb9b4b5-b14d-4e77-9651-6518c1df2d8c), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:36.022301 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919123a-b3d7-44bc-96de-bb17bdd875d1 req-12d14e2a-4dcd-4b1c-8eb1-7c02205667a5 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:36.024735 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7919123a-b3d7-44bc-96de-bb17bdd875d1 req-12d14e2a-4dcd-4b1c-8eb1-7c02205667a5 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=0374a01e-d164-4d25-b186-ad4232102a40 HTTP/1.1" status: 200 len: 931 time: 0.3198647 Mar 05 04:42:36.194941 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59adab32-2cc6-48b5-9a5e-b07fb0a88402 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:42:36.212584 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c976ed9-c910-4ee2-ba01-3e723b1663fc None None] Sync routers for ids ['fefb35b2-6eb3-4493-86fd-ae5385b3447c'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:42:36.227227 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c976ed9-c910-4ee2-ba01-3e723b1663fc None None] Routers {'fefb35b2-6eb3-4493-86fd-ae5385b3447c'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:42:36.229495 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-4c976ed9-c910-4ee2-ba01-3e723b1663fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:42:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['fefb35b2-6eb3-4493-86fd-ae5385b3447c'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:42:36.240741 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39716) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:36.249151 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-59adab32-2cc6-48b5-9a5e-b07fb0a88402 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:36.252990 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26724b79-23e8-40e4-b344-4bc2bb27bf8a admin admin] Checking segment: {'id': '607abd30-3ddd-4be0-83e8-bcf2d27d437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:42:36.253466 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26724b79-23e8-40e4-b344-4bc2bb27bf8a admin admin] Network hostable DHCP agents. Network: 4063fb05-945c-41f3-bf86-b7ead68bf916, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:42:36.263237 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ca74beab-4241-4a40-a772-247c0c5a051c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:36.307403 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7919123a-b3d7-44bc-96de-bb17bdd875d1 req-c452af55-2a8d-4f13-910c-a3060ddfd4e3 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270802 Mar 05 04:42:36.419343 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-4c976ed9-c910-4ee2-ba01-3e723b1663fc None None] Set router fefb35b2-6eb3-4493-86fd-ae5385b3447c gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:42:36.421820 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ca74beab-4241-4a40-a772-247c0c5a051c admin admin] Publish callbacks [] for security_group (e8627309-bbef-4ee6-9f39-83a03547d72c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:36.434426 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ca74beab-4241-4a40-a772-247c0c5a051c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e8627309-bbef-4ee6-9f39-83a03547d72c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:36.539813 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ca74beab-4241-4a40-a772-247c0c5a051c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=067b34186bdf47149613e155209b1305&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2973502 Mar 05 04:42:36.547779 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39728) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:36.633785 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca74beab-4241-4a40-a772-247c0c5a051c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8627309-bbef-4ee6-9f39-83a03547d72c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:36.724172 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cf3fa0e2-b98a-4edd-b412-a801937c58c0 admin admin] Publish callbacks [] for security_group (e8627309-bbef-4ee6-9f39-83a03547d72c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:36.755971 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cf3fa0e2-b98a-4edd-b412-a801937c58c0 admin admin] Publish callbacks [] for security_group (e8627309-bbef-4ee6-9f39-83a03547d72c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:36.772057 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-59adab32-2cc6-48b5-9a5e-b07fb0a88402 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "PUT /v2.0/floatingips/418a3228-29a7-4f26-b9d3-847de8fc0389 HTTP/1.1" status: 200 len: 990 time: 4.1086628 Mar 05 04:42:36.788965 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e60aff3-247a-4cd1-9eeb-5f5fc96e1570', 'tag': '5f5306b6-e329-4f30-9364-ce451a15a7c5'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:42:36.795489 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719c2836-c4c5-482d-b33b-c142f6e8e168" -d '{"events": [{"name": "network-changed", "server_uuid": "0e60aff3-247a-4cd1-9eeb-5f5fc96e1570", "tag": "5f5306b6-e329-4f30-9364-ce451a15a7c5"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:42:36.824768 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cf3fa0e2-b98a-4edd-b412-a801937c58c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e8627309-bbef-4ee6-9f39-83a03547d72c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:36.832556 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cf3fa0e2-b98a-4edd-b412-a801937c58c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:36.835941 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-cf3fa0e2-b98a-4edd-b412-a801937c58c0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e8627309-bbef-4ee6-9f39-83a03547d72c HTTP/1.1" status: 204 len: 168 time: 0.2681718 Mar 05 04:42:36.869478 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26724b79-23e8-40e4-b344-4bc2bb27bf8a admin admin] Network 4063fb05-945c-41f3-bf86-b7ead68bf916 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:42:36.879490 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3fa0e2-b98a-4edd-b412-a801937c58c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8627309-bbef-4ee6-9f39-83a03547d72c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:36.970092 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-4c976ed9-c910-4ee2-ba01-3e723b1663fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158132906-router', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:33Z', 'updated_at': '2022-03-05T04:41:42Z', 'revision_number': 4, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'gw_port': {'id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:35Z', 'updated_at': '2022-03-05T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '418a3228-29a7-4f26-b9d3-847de8fc0389', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'floating_ip_address': '172.25.0.44', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'port_id': '5f5306b6-e329-4f30-9364-ce451a15a7c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4', 'mac_address': 'fa:16:3e:e8:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e60aff3-247a-4cd1-9eeb-5f5fc96e1570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:42:12Z', 'updated_at': '2022-03-05T04:42:33Z', 'revision_number': 1, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa0a068-5bf7-433b-a800-28551900ccd5', 'name': '', 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'mac_address': 'fa:16:3e:8d:f8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '437b1914-1ba1-40e2-a727-5e7cac544d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:40Z', 'updated_at': '2022-03-05T04:41:48Z', 'revision_number': 5, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'subnets': [{'id': '437b1914-1ba1-40e2-a727-5e7cac544d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:42:36.981163 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-26724b79-23e8-40e4-b344-4bc2bb27bf8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 4063fb05-945c-41f3-bf86-b7ead68bf916) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:42:36.991782 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26724b79-23e8-40e4-b344-4bc2bb27bf8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:36.995469 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-26724b79-23e8-40e4-b344-4bc2bb27bf8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:36.998606 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88565476-c92b-43ed-b1fc-a60251914a0b None None] Network 4063fb05-945c-41f3-bf86-b7ead68bf916 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:42:37.005092 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c976ed9-c910-4ee2-ba01-3e723b1663fc None None] Checking router: fefb35b2-6eb3-4493-86fd-ae5385b3447c for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:42:37.015537 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c976ed9-c910-4ee2-ba01-3e723b1663fc None None] Routers {'fefb35b2-6eb3-4493-86fd-ae5385b3447c'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:42:37.016545 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-4c976ed9-c910-4ee2-ba01-3e723b1663fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:42:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['fefb35b2-6eb3-4493-86fd-ae5385b3447c'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:42:37.018243 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-0fd7219f-2c98-42b5-a771-f3efe8cd6418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcb9b4b5-b14d-4e77-9651-6518c1df2d8c {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:42:37.056762 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-0fd7219f-2c98-42b5-a771-f3efe8cd6418 service neutron] Publish callbacks [] for port (fcb9b4b5-b14d-4e77-9651-6518c1df2d8c), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:37.098721 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-26724b79-23e8-40e4-b344-4bc2bb27bf8a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.7042189 Mar 05 04:42:37.102348 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39780) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:37.110543 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-9ff0821d-0e8f-4473-a5ab-dab3771f748e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2142023727-router', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:42:37.121843 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c8db4-72a5-43e5-b4b8-d1123c024720 req-b6091f0d-f988-4f19-8a2a-642e6bb0529a tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:37.144317 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a80c8db4-72a5-43e5-b4b8-d1123c024720 req-b6091f0d-f988-4f19-8a2a-642e6bb0529a tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 949 time: 0.3593225 Mar 05 04:42:37.155833 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ff0821d-0e8f-4473-a5ab-dab3771f748e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (32859989-f380-41c1-882a-adb0b5588814), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:37.156954 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ff0821d-0e8f-4473-a5ab-dab3771f748e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (32859989-f380-41c1-882a-adb0b5588814), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:37.168370 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-0fd7219f-2c98-42b5-a771-f3efe8cd6418 service neutron] Transition to ACTIVE for port object fcb9b4b5-b14d-4e77-9651-6518c1df2d8c will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:42:37.269678 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517b7172-5795-4a6f-82f4-52c21dc873ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-4063fb05-945c-41f3-bf86-b7ead68bf916', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'fixed_ips': [{'subnet_id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:42:37.270844 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-517b7172-5795-4a6f-82f4-52c21dc873ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:37.278527 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-0fd7219f-2c98-42b5-a771-f3efe8cd6418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (fcb9b4b5-b14d-4e77-9651-6518c1df2d8c), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:37.296321 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ff0821d-0e8f-4473-a5ab-dab3771f748e admin admin] Publish callbacks [] for router_controller (32859989-f380-41c1-882a-adb0b5588814), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:37.449187 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-4c976ed9-c910-4ee2-ba01-3e723b1663fc None None] Set router fefb35b2-6eb3-4493-86fd-ae5385b3447c gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:42:37.496946 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a80c8db4-72a5-43e5-b4b8-d1123c024720 req-c6a56176-6832-47c1-8dca-8dd80906341a tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498232 Mar 05 04:42:37.506008 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ff0821d-0e8f-4473-a5ab-dab3771f748e admin admin] Publish callbacks [] for router_gateway (32859989-f380-41c1-882a-adb0b5588814), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:37.541987 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-517b7172-5795-4a6f-82f4-52c21dc873ad None None] Allocated IP 172.20.0.2 (4063fb05-945c-41f3-bf86-b7ead68bf916/04cf5992-8f8c-490a-b424-2ab3d34e91a8/44b2812d-6bcc-4792-8731-9c9c343238d5) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:42:37.543596 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7219f-2c98-42b5-a771-f3efe8cd6418 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb9b4b5-b14d-4e77-9651-6518c1df2d8c,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:37.573499 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c79d2-125c-4c02-966e-26454cf146dd req-00b19d6c-e1d2-4ffb-884f-4d745b946c9c tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:37.596139 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d81c79d2-125c-4c02-966e-26454cf146dd req-00b19d6c-e1d2-4ffb-884f-4d745b946c9c tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 945 time: 0.4294906 Mar 05 04:42:37.935952 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d81c79d2-125c-4c02-966e-26454cf146dd req-9f5783bc-8c52-49c0-a4ba-caf1954bf751 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388336 Mar 05 04:42:38.000174 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ff0821d-0e8f-4473-a5ab-dab3771f748e admin admin] Publish callbacks [] for router_gateway (32859989-f380-41c1-882a-adb0b5588814), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:38.003930 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-517b7172-5795-4a6f-82f4-52c21dc873ad None None] Publish callbacks [] for port (44b2812d-6bcc-4792-8731-9c9c343238d5), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:38.014660 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929eb91c-47ed-4dd9-b707-d507e370e009 req-cb159613-f9f0-4cf4-bf48-33703dd5f89c tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:38.029981 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-929eb91c-47ed-4dd9-b707-d507e370e009 req-cb159613-f9f0-4cf4-bf48-33703dd5f89c tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e60aff3-247a-4cd1-9eeb-5f5fc96e1570 HTTP/1.1" status: 200 len: 945 time: 0.3719096 Mar 05 04:42:38.034603 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-4c976ed9-c910-4ee2-ba01-3e723b1663fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158132906-router', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:33Z', 'updated_at': '2022-03-05T04:41:42Z', 'revision_number': 4, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'gw_port': {'id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:35Z', 'updated_at': '2022-03-05T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '418a3228-29a7-4f26-b9d3-847de8fc0389', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'floating_ip_address': '172.25.0.44', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'port_id': '5f5306b6-e329-4f30-9364-ce451a15a7c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4', 'mac_address': 'fa:16:3e:e8:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e60aff3-247a-4cd1-9eeb-5f5fc96e1570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:42:12Z', 'updated_at': '2022-03-05T04:42:33Z', 'revision_number': 1, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa0a068-5bf7-433b-a800-28551900ccd5', 'name': '', 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'mac_address': 'fa:16:3e:8d:f8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '437b1914-1ba1-40e2-a727-5e7cac544d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:40Z', 'updated_at': '2022-03-05T04:41:48Z', 'revision_number': 5, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'subnets': [{'id': '437b1914-1ba1-40e2-a727-5e7cac544d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:42:38.036238 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-517b7172-5795-4a6f-82f4-52c21dc873ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (44b2812d-6bcc-4792-8731-9c9c343238d5), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:38.051998 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ff0821d-0e8f-4473-a5ab-dab3771f748e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:38.062419 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-0fd7219f-2c98-42b5-a771-f3efe8cd6418 service neutron] Attempting to bind port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:42:38.063498 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-0fd7219f-2c98-42b5-a771-f3efe8cd6418 service neutron] Attempting to bind port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:42:38.066947 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-0fd7219f-2c98-42b5-a771-f3efe8cd6418 service neutron] Attempting to bind port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c on network fd6aa200-b97d-49ed-9876-375a41229f42 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:42:38.097780 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517b7172-5795-4a6f-82f4-52c21dc873ad None None] Network 4063fb05-945c-41f3-bf86-b7ead68bf916 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:42:38.100513 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-517b7172-5795-4a6f-82f4-52c21dc873ad None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:42:38.107629 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517b7172-5795-4a6f-82f4-52c21dc873ad None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:42:38.113070 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c976ed9-c910-4ee2-ba01-3e723b1663fc None None] The sync data for ids ['fefb35b2-6eb3-4493-86fd-ae5385b3447c'] in n-d-789963-32 is: [{'id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158132906-router', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:33Z', 'updated_at': '2022-03-05T04:41:42Z', 'revision_number': 4, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'gw_port': {'id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:35Z', 'updated_at': '2022-03-05T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '418a3228-29a7-4f26-b9d3-847de8fc0389', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'floating_ip_address': '172.25.0.44', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'port_id': '5f5306b6-e329-4f30-9364-ce451a15a7c5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4', 'mac_address': 'fa:16:3e:e8:c5:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e60aff3-247a-4cd1-9eeb-5f5fc96e1570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:42:12Z', 'updated_at': '2022-03-05T04:42:33Z', 'revision_number': 1, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa0a068-5bf7-433b-a800-28551900ccd5', 'name': '', 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'mac_address': 'fa:16:3e:8d:f8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '437b1914-1ba1-40e2-a727-5e7cac544d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:40Z', 'updated_at': '2022-03-05T04:41:48Z', 'revision_number': 5, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'subnets': [{'id': '437b1914-1ba1-40e2-a727-5e7cac544d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:42:38.132646 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a663874-bb68-4d2c-836e-746e3b7639d0 x-openstack-request-id: req-6a663874-bb68-4d2c-836e-746e3b7639d0 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:42:38.133523 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e60aff3-247a-4cd1-9eeb-5f5fc96e1570", "tag": "5f5306b6-e329-4f30-9364-ce451a15a7c5", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:42:38.133796 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6a663874-bb68-4d2c-836e-746e3b7639d0 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:42:38.134227 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e60aff3-247a-4cd1-9eeb-5f5fc96e1570', 'tag': '5f5306b6-e329-4f30-9364-ce451a15a7c5', 'status': 'completed', 'code': 200} Mar 05 04:42:38.141381 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-0fd7219f-2c98-42b5-a771-f3efe8cd6418 service neutron] Port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c on network fd6aa200-b97d-49ed-9876-375a41229f42 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:42:38.141712 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-0fd7219f-2c98-42b5-a771-f3efe8cd6418 service neutron] Attempting to bind port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c on network fd6aa200-b97d-49ed-9876-375a41229f42 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:42:38.162244 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-0fd7219f-2c98-42b5-a771-f3efe8cd6418 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:42:38.168846 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b7172-5795-4a6f-82f4-52c21dc873ad None None] Pushing event updated for resources: {'Port': ['ID=44b2812d-6bcc-4792-8731-9c9c343238d5,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:38.181215 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-0fd7219f-2c98-42b5-a771-f3efe8cd6418 service neutron] Checking segment: {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:42:38.183329 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-0fd7219f-2c98-42b5-a771-f3efe8cd6418 service neutron] Bound using segment: {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:42:38.183848 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-0fd7219f-2c98-42b5-a771-f3efe8cd6418 service neutron] Bound port: fcb9b4b5-b14d-4e77-9651-6518c1df2d8c, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:42:38.184228 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-0fd7219f-2c98-42b5-a771-f3efe8cd6418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fcb9b4b5-b14d-4e77-9651-6518c1df2d8c), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:38.299667 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-929eb91c-47ed-4dd9-b707-d507e370e009 req-5d6a1f82-091d-4ef5-b2d3-06246c36574e tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a75633d-7627-4837-a67e-e33a13fb1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2620780 Mar 05 04:42:38.303621 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-517b7172-5795-4a6f-82f4-52c21dc873ad None None] Attempting to bind port 44b2812d-6bcc-4792-8731-9c9c343238d5 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:42:38.315252 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-517b7172-5795-4a6f-82f4-52c21dc873ad None None] Attempting to bind port 44b2812d-6bcc-4792-8731-9c9c343238d5 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '607abd30-3ddd-4be0-83e8-bcf2d27d437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:42:38.315252 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b7172-5795-4a6f-82f4-52c21dc873ad None None] Attempting to bind port 44b2812d-6bcc-4792-8731-9c9c343238d5 on network 4063fb05-945c-41f3-bf86-b7ead68bf916 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:42:38.316130 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b7172-5795-4a6f-82f4-52c21dc873ad None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:42:38.316642 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b7172-5795-4a6f-82f4-52c21dc873ad None None] Checking segment: {'id': '607abd30-3ddd-4be0-83e8-bcf2d27d437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:42:38.317200 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-517b7172-5795-4a6f-82f4-52c21dc873ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:38.317597 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517b7172-5795-4a6f-82f4-52c21dc873ad None None] Bound using segment: {'id': '607abd30-3ddd-4be0-83e8-bcf2d27d437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:42:38.329368 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-517b7172-5795-4a6f-82f4-52c21dc873ad None None] Bound port: 44b2812d-6bcc-4792-8731-9c9c343238d5, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '607abd30-3ddd-4be0-83e8-bcf2d27d437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:42:38.329368 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-517b7172-5795-4a6f-82f4-52c21dc873ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (44b2812d-6bcc-4792-8731-9c9c343238d5), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:38.450491 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-517b7172-5795-4a6f-82f4-52c21dc873ad None None] For port 44b2812d-6bcc-4792-8731-9c9c343238d5, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:42:38.456005 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-517b7172-5795-4a6f-82f4-52c21dc873ad None None] For port 44b2812d-6bcc-4792-8731-9c9c343238d5, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=44b2812d-6bcc-4792-8731-9c9c343238d5,segment=NetworkSegment(607abd30-3ddd-4be0-83e8-bcf2d27d437d),segment_id=607abd30-3ddd-4be0-83e8-bcf2d27d437d)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:42:38.521300 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-517b7172-5795-4a6f-82f4-52c21dc873ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (44b2812d-6bcc-4792-8731-9c9c343238d5), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:38.526539 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c2836-c4c5-482d-b33b-c142f6e8e168 req-51ed2a0e-e16c-4ca7-b2f3-607ef75576e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:38.589941 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-719c2836-c4c5-482d-b33b-c142f6e8e168 req-51ed2a0e-e16c-4ca7-b2f3-607ef75576e2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2aa43defc6414754a43f26c001243ac6&device_id=0e60aff3-247a-4cd1-9eeb-5f5fc96e1570 HTTP/1.1" status: 200 len: 1128 time: 0.3813787 Mar 05 04:42:38.640201 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b7172-5795-4a6f-82f4-52c21dc873ad None None] Pushing event updated for resources: {'Port': ['ID=44b2812d-6bcc-4792-8731-9c9c343238d5,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:38.686879 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360ceb9c-7d82-46b7-930f-9c171e169ddb None None] New status for floating IP 418a3228-29a7-4f26-b9d3-847de8fc0389: ACTIVE {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 04:42:38.749842 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-9ff0821d-0e8f-4473-a5ab-dab3771f748e admin admin] Allocated IP 172.25.0.43 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/4354a4c9-e01d-4156-af28-d32364fbeb73) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:42:38.874245 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d4617-6bcc-43c6-9000-c73260ec8c17 req-36420186-882d-4221-a1eb-f4ed348bb014 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:38.884734 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0a6d4617-6bcc-43c6-9000-c73260ec8c17 req-36420186-882d-4221-a1eb-f4ed348bb014 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=0374a01e-d164-4d25-b186-ad4232102a40 HTTP/1.1" status: 200 len: 943 time: 0.5020399 Mar 05 04:42:38.887015 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-0fd7219f-2c98-42b5-a771-f3efe8cd6418 service neutron] For port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c, host n-h1-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:42:38.894428 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-0fd7219f-2c98-42b5-a771-f3efe8cd6418 service neutron] For port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=fcb9b4b5-b14d-4e77-9651-6518c1df2d8c,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:42:38.923281 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19fcc54-27ad-47d2-a3b6-0a1455d05393 req-1cab3ce3-9fbe-4f65-881e-b4f874b9feb8 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:38.933322 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d19fcc54-27ad-47d2-a3b6-0a1455d05393 req-1cab3ce3-9fbe-4f65-881e-b4f874b9feb8 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 1128 time: 0.5411384 Mar 05 04:42:38.985730 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-0fd7219f-2c98-42b5-a771-f3efe8cd6418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (fcb9b4b5-b14d-4e77-9651-6518c1df2d8c), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:39.125847 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0a6d4617-6bcc-43c6-9000-c73260ec8c17 req-a86920cd-1be6-4957-abf6-4b5e37c33b3b tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073512 Mar 05 04:42:39.132472 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c2836-c4c5-482d-b33b-c142f6e8e168 req-b7d75a03-507b-4ec4-a1fc-007848d4a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:39.134993 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-719c2836-c4c5-482d-b33b-c142f6e8e168 req-b7d75a03-507b-4ec4-a1fc-007848d4a1fa service neutron] 10.222.0.31 "GET /v2.0/networks?id=1d855b48-716f-4cbb-8acc-c3f5113efca4 HTTP/1.1" status: 200 len: 923 time: 0.5439534 Mar 05 04:42:39.160205 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-0fd7219f-2c98-42b5-a771-f3efe8cd6418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:39.163685 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-0fd7219f-2c98-42b5-a771-f3efe8cd6418 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:39.168318 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-0fd7219f-2c98-42b5-a771-f3efe8cd6418 service neutron] 10.222.0.30 "PUT /v2.0/ports/fcb9b4b5-b14d-4e77-9651-6518c1df2d8c HTTP/1.1" status: 200 len: 1092 time: 3.3899610 Mar 05 04:42:39.224022 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d19fcc54-27ad-47d2-a3b6-0a1455d05393 req-9a230ba3-d86a-4e9c-b5f4-0d936fdc1298 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882254 Mar 05 04:42:39.337218 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7219f-2c98-42b5-a771-f3efe8cd6418 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb9b4b5-b14d-4e77-9651-6518c1df2d8c,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:39.370212 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ff0821d-0e8f-4473-a5ab-dab3771f748e admin admin] Publish callbacks [] for port (4354a4c9-e01d-4156-af28-d32364fbeb73), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:39.377754 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-3c131f64-73e3-43c9-8ead-9ace6ed98d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:39.379362 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-3c131f64-73e3-43c9-8ead-9ace6ed98d4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84f78c82255c4feca46335184d79ad7d&device_id=0374a01e-d164-4d25-b186-ad4232102a40 HTTP/1.1" status: 200 len: 1126 time: 0.1519353 Mar 05 04:42:39.450011 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ff0821d-0e8f-4473-a5ab-dab3771f748e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (4354a4c9-e01d-4156-af28-d32364fbeb73), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:39.457039 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-719c2836-c4c5-482d-b33b-c142f6e8e168 req-68f577a7-cc00-44d2-96fa-6d1141628a61 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f5306b6-e329-4f30-9364-ce451a15a7c5 HTTP/1.1" status: 200 len: 998 time: 0.3148968 Mar 05 04:42:39.460387 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-bef96c0e-7bce-485a-b71e-6a17e152c2ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcb9b4b5-b14d-4e77-9651-6518c1df2d8c HTTP/1.1" status: 200 len: 217 time: 0.0693917 Mar 05 04:42:39.557610 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff0821d-0e8f-4473-a5ab-dab3771f748e admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:42:39.568687 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-9ff0821d-0e8f-4473-a5ab-dab3771f748e admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:42:39.578859 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff0821d-0e8f-4473-a5ab-dab3771f748e admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:42:39.608195 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-1c469de4-4492-45dd-8eff-2bd09209e920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:39.609969 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-1c469de4-4492-45dd-8eff-2bd09209e920 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d33dc8a-6008-478a-9ec8-49595a4a0656 HTTP/1.1" status: 200 len: 860 time: 0.1399686 Mar 05 04:42:39.618490 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a708b46-a827-4431-af98-916e56eaa179 req-0de65e0a-84ed-4f55-ba93-455b698493ae tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:39.625563 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a708b46-a827-4431-af98-916e56eaa179 req-0de65e0a-84ed-4f55-ba93-455b698493ae tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 949 time: 0.1679287 Mar 05 04:42:39.663221 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0821d-0e8f-4473-a5ab-dab3771f748e admin admin] Pushing event updated for resources: {'Port': ['ID=4354a4c9-e01d-4156-af28-d32364fbeb73,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:39.668718 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c2836-c4c5-482d-b33b-c142f6e8e168 req-640dea80-87f0-44ed-9c30-54653bda7dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:39.670594 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-719c2836-c4c5-482d-b33b-c142f6e8e168 req-640dea80-87f0-44ed-9c30-54653bda7dad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=437b1914-1ba1-40e2-a727-5e7cac544d72 HTTP/1.1" status: 200 len: 862 time: 0.1775799 Mar 05 04:42:39.671559 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-f84ca2be-2488-487c-8023-1b8371fc163e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd6aa200-b97d-49ed-9876-375a41229f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430911 Mar 05 04:42:39.758512 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a708b46-a827-4431-af98-916e56eaa179 req-617d2e70-17c4-472f-977f-b4995a3b071e tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269228 Mar 05 04:42:39.865170 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c2836-c4c5-482d-b33b-c142f6e8e168 req-f4d54476-7540-4db7-859a-54327e073e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:39.866852 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-719c2836-c4c5-482d-b33b-c142f6e8e168 req-f4d54476-7540-4db7-859a-54327e073e7b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1d855b48-716f-4cbb-8acc-c3f5113efca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1601541 Mar 05 04:42:39.908584 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-6ef9e426-a627-4337-b74b-45a6721c0978 service neutron] 10.222.0.30 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307706 Mar 05 04:42:40.067647 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-719c2836-c4c5-482d-b33b-c142f6e8e168 req-f4bf972e-aa11-41b7-b794-6cc0935d427f service neutron] 10.222.0.31 "GET /v2.0/networks/1d855b48-716f-4cbb-8acc-c3f5113efca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931314 Mar 05 04:42:40.189101 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0374a01e-d164-4d25-b186-ad4232102a40', 'tag': 'fcb9b4b5-b14d-4e77-9651-6518c1df2d8c'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:42:40.197099 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661b6d93-51c3-43a1-9ed5-0a682db1856e" -d '{"events": [{"name": "network-changed", "server_uuid": "0374a01e-d164-4d25-b186-ad4232102a40", "tag": "fcb9b4b5-b14d-4e77-9651-6518c1df2d8c"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:42:40.282940 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9dedfd3-10c5-4695-a63f-f9773b98d870 req-6f3a0b4d-5051-43ca-89b0-e49c67f69be5 service neutron] 10.222.0.30 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644750 Mar 05 04:42:40.454934 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd5834-7567-4bd2-b19d-02ac1ec37c11 req-a54bcbe7-1ec1-4f8c-9d5d-40fd7c15e019 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:40.462708 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-05fd5834-7567-4bd2-b19d-02ac1ec37c11 req-a54bcbe7-1ec1-4f8c-9d5d-40fd7c15e019 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=0374a01e-d164-4d25-b186-ad4232102a40 HTTP/1.1" status: 200 len: 943 time: 0.1214592 Mar 05 04:42:40.535881 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ff0821d-0e8f-4473-a5ab-dab3771f748e admin admin] Publish callbacks [] for router_gateway (32859989-f380-41c1-882a-adb0b5588814), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:40.582657 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72509753-3fe0-4567-9b6c-b7cf27a1f74f None None] Network 4063fb05-945c-41f3-bf86-b7ead68bf916 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:42:40.605355 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-719c2836-c4c5-482d-b33b-c142f6e8e168 req-2846e322-6313-4c51-a51f-21f2a08cc32e service neutron] 10.222.0.31 "GET /v2.0/networks/1d855b48-716f-4cbb-8acc-c3f5113efca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5301580 Mar 05 04:42:40.605927 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-05fd5834-7567-4bd2-b19d-02ac1ec37c11 req-9ee88623-ca1a-480a-8af3-35888af11d5d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413836 Mar 05 04:42:40.725292 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-85a8ebec-b4ce-4580-adfd-d4b41236f5f7 None None] Provisioning complete for port 44b2812d-6bcc-4792-8731-9c9c343238d5 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:42:40.726185 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-85a8ebec-b4ce-4580-adfd-d4b41236f5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (44b2812d-6bcc-4792-8731-9c9c343238d5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:40.767324 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b93765-647d-4c38-923c-c3a64bb03ce1 x-openstack-request-id: req-30b93765-647d-4c38-923c-c3a64bb03ce1 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:42:40.767624 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0374a01e-d164-4d25-b186-ad4232102a40", "tag": "fcb9b4b5-b14d-4e77-9651-6518c1df2d8c", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:42:40.767886 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-30b93765-647d-4c38-923c-c3a64bb03ce1 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:42:40.768567 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0374a01e-d164-4d25-b186-ad4232102a40', 'tag': 'fcb9b4b5-b14d-4e77-9651-6518c1df2d8c', 'status': 'completed', 'code': 200} Mar 05 04:42:41.008314 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ff0821d-0e8f-4473-a5ab-dab3771f748e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (32859989-f380-41c1-882a-adb0b5588814), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:41.027869 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b6d93-51c3-43a1-9ed5-0a682db1856e req-01ffeae4-5bae-433d-b576-cc050577c5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:41.032864 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-661b6d93-51c3-43a1-9ed5-0a682db1856e req-01ffeae4-5bae-433d-b576-cc050577c5b8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84f78c82255c4feca46335184d79ad7d&device_id=0374a01e-d164-4d25-b186-ad4232102a40 HTTP/1.1" status: 200 len: 1126 time: 0.2332103 Mar 05 04:42:41.234196 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-85a8ebec-b4ce-4580-adfd-d4b41236f5f7 None None] Current status of the port 44b2812d-6bcc-4792-8731-9c9c343238d5 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:42:41.234997 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-85a8ebec-b4ce-4580-adfd-d4b41236f5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (44b2812d-6bcc-4792-8731-9c9c343238d5), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:41.238786 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 44b2812d-6bcc-4792-8731-9c9c343238d5 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:42:41.360860 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dce2a-2626-4204-b622-5c95088f324e req-d070779a-de8b-435b-aad0-bfb971889d00 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:41.377780 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-460dce2a-2626-4204-b622-5c95088f324e req-d070779a-de8b-435b-aad0-bfb971889d00 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 949 time: 0.2987149 Mar 05 04:42:41.441662 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff0821d-0e8f-4473-a5ab-dab3771f748e admin admin] Router 32859989-f380-41c1-882a-adb0b5588814 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:42:41.452668 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b6d93-51c3-43a1-9ed5-0a682db1856e req-309c610b-b070-4196-ad7b-5dd4c7d6fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:41.457952 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-661b6d93-51c3-43a1-9ed5-0a682db1856e req-309c610b-b070-4196-ad7b-5dd4c7d6fb01 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fd6aa200-b97d-49ed-9876-375a41229f42 HTTP/1.1" status: 200 len: 920 time: 0.4176710 Mar 05 04:42:41.546980 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-661b6d93-51c3-43a1-9ed5-0a682db1856e req-6bf24fec-2bbc-4185-98b6-5a5e36411434 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcb9b4b5-b14d-4e77-9651-6518c1df2d8c HTTP/1.1" status: 200 len: 217 time: 0.0619466 Mar 05 04:42:41.575905 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-85a8ebec-b4ce-4580-adfd-d4b41236f5f7 None None] For port 44b2812d-6bcc-4792-8731-9c9c343238d5, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=44b2812d-6bcc-4792-8731-9c9c343238d5,segment=NetworkSegment(607abd30-3ddd-4be0-83e8-bcf2d27d437d),segment_id=607abd30-3ddd-4be0-83e8-bcf2d27d437d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:41.584582 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-93cfe556-819b-4853-b70a-61df6b72d2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:41.594893 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-85a8ebec-b4ce-4580-adfd-d4b41236f5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (44b2812d-6bcc-4792-8731-9c9c343238d5), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:41.599948 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-460dce2a-2626-4204-b622-5c95088f324e req-0a4d9ba0-ffeb-46b7-bcbf-2f74538caf83 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191951 Mar 05 04:42:41.758302 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b6d93-51c3-43a1-9ed5-0a682db1856e req-fdab6e32-4e2c-4ad2-9f24-dd1e96bf681c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:41.760048 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-661b6d93-51c3-43a1-9ed5-0a682db1856e req-fdab6e32-4e2c-4ad2-9f24-dd1e96bf681c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d33dc8a-6008-478a-9ec8-49595a4a0656 HTTP/1.1" status: 200 len: 860 time: 0.1991785 Mar 05 04:42:41.762858 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8ebec-b4ce-4580-adfd-d4b41236f5f7 None None] Pushing event updated for resources: {'Port': ['ID=44b2812d-6bcc-4792-8731-9c9c343238d5,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:41.784457 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 44b2812d-6bcc-4792-8731-9c9c343238d5 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:42:41.787719 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (44b2812d-6bcc-4792-8731-9c9c343238d5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:41.880306 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-661b6d93-51c3-43a1-9ed5-0a682db1856e req-c76af7a3-7348-4bbd-bd2e-77da5f491671 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd6aa200-b97d-49ed-9876-375a41229f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991948 Mar 05 04:42:41.886026 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff0821d-0e8f-4473-a5ab-dab3771f748e admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:42:41.889180 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6339b545-a301-4b1f-ab74-b05ab00d4b2a None None] Provisioning complete for port 44b2812d-6bcc-4792-8731-9c9c343238d5 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:42:41.892174 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6339b545-a301-4b1f-ab74-b05ab00d4b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (44b2812d-6bcc-4792-8731-9c9c343238d5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:41.895192 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ecffa1-6876-48b2-bd4d-98f756d0eb54 None None] Sync routers for ids ['32859989-f380-41c1-882a-adb0b5588814'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:42:41.917947 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ecffa1-6876-48b2-bd4d-98f756d0eb54 None None] Routers {'32859989-f380-41c1-882a-adb0b5588814'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:42:41.918604 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-53ecffa1-6876-48b2-bd4d-98f756d0eb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:42:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['32859989-f380-41c1-882a-adb0b5588814'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:42:41.935309 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ff0821d-0e8f-4473-a5ab-dab3771f748e admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:41.936679 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9ff0821d-0e8f-4473-a5ab-dab3771f748e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.8331556 Mar 05 04:42:41.939317 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40006) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:42.092295 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-661b6d93-51c3-43a1-9ed5-0a682db1856e req-12e86e48-c55f-4002-aa44-8299e602fcc4 service neutron] 10.222.0.30 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046742 Mar 05 04:42:42.168809 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 44b2812d-6bcc-4792-8731-9c9c343238d5 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:42:42.184768 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6339b545-a301-4b1f-ab74-b05ab00d4b2a None None] Current status of the port 44b2812d-6bcc-4792-8731-9c9c343238d5 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:42:42.320839 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-53ecffa1-6876-48b2-bd4d-98f756d0eb54 None None] Set router 32859989-f380-41c1-882a-adb0b5588814 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:42:42.323901 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf477618-d186-4cfe-aaf9-1a4b70f501fd req-71c63911-f93a-4cff-8723-3ad6e520a4c8 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:42.333047 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cf477618-d186-4cfe-aaf9-1a4b70f501fd req-71c63911-f93a-4cff-8723-3ad6e520a4c8 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=0374a01e-d164-4d25-b186-ad4232102a40 HTTP/1.1" status: 200 len: 943 time: 0.2383649 Mar 05 04:42:42.633978 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device fcb9b4b5-b14d-4e77-9651-6518c1df2d8c details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:42:42.802699 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-53ecffa1-6876-48b2-bd4d-98f756d0eb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32859989-f380-41c1-882a-adb0b5588814', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142023727-router', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:42:37Z', 'updated_at': '2022-03-05T04:42:39Z', 'revision_number': 3, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'gw_port': {'id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:38Z', 'updated_at': '2022-03-05T04:42:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:42:42.883968 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ecffa1-6876-48b2-bd4d-98f756d0eb54 None None] Checking router: 32859989-f380-41c1-882a-adb0b5588814 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:42:42.887401 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ecffa1-6876-48b2-bd4d-98f756d0eb54 None None] Updating router 32859989-f380-41c1-882a-adb0b5588814 port 4354a4c9-e01d-4156-af28-d32364fbeb73 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:42:42.923861 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fdcd946-b45d-4677-ba87-912cc066d01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:42.951757 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-53ecffa1-6876-48b2-bd4d-98f756d0eb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4354a4c9-e01d-4156-af28-d32364fbeb73), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:42.994878 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=fcb9b4b5-b14d-4e77-9651-6518c1df2d8c,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:43.027102 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 44b2812d-6bcc-4792-8731-9c9c343238d5 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:42:43.096567 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'fcb9b4b5-b14d-4e77-9651-6518c1df2d8c', 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42', 'port_id': 'fcb9b4b5-b14d-4e77-9651-6518c1df2d8c', 'mac_address': 'fa:16:3e:40:e8:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d33dc8a-6008-478a-9ec8-49595a4a0656', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:42:43.207831 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:42:43.208939 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fcb9b4b5-b14d-4e77-9651-6518c1df2d8c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:43.221559 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cf477618-d186-4cfe-aaf9-1a4b70f501fd req-1835703f-6be0-482d-a69e-f605bf7f6022 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8853524 Mar 05 04:42:43.223698 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-661b6d93-51c3-43a1-9ed5-0a682db1856e req-4753eee7-1e22-4a73-aa81-5b70478d4130 service neutron] 10.222.0.30 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1088951 Mar 05 04:42:43.282068 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcb9b4b5-b14d-4e77-9651-6518c1df2d8c {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:42:43.383383 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=fcb9b4b5-b14d-4e77-9651-6518c1df2d8c,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:43.396987 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fcb9b4b5-b14d-4e77-9651-6518c1df2d8c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:43.407792 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 44b2812d-6bcc-4792-8731-9c9c343238d5 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:42:43.407792 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (44b2812d-6bcc-4792-8731-9c9c343238d5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:43.444839 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-1fdcd946-b45d-4677-ba87-912cc066d01a admin admin] Allocated IP 172.20.0.1 (4063fb05-945c-41f3-bf86-b7ead68bf916/04cf5992-8f8c-490a-b424-2ab3d34e91a8/8072b9df-64f2-46bf-ae73-50db5bb14d94) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:42:43.487237 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536e936-75de-4766-a2e1-07a94927807f req-5daa0232-5d83-41d9-845f-b69abba619f6 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:43.504473 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8536e936-75de-4766-a2e1-07a94927807f req-5daa0232-5d83-41d9-845f-b69abba619f6 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 949 time: 0.1581330 Mar 05 04:42:43.516779 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=fcb9b4b5-b14d-4e77-9651-6518c1df2d8c,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:43.589151 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-53ecffa1-6876-48b2-bd4d-98f756d0eb54 None None] Publish callbacks [] for port (4354a4c9-e01d-4156-af28-d32364fbeb73), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:43.605891 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-53ecffa1-6876-48b2-bd4d-98f756d0eb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (4354a4c9-e01d-4156-af28-d32364fbeb73), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:43.641969 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8536e936-75de-4766-a2e1-07a94927807f req-9d2c87c3-f8cf-4e1f-bada-cfdd3bda2275 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363826 Mar 05 04:42:43.655235 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:43.674545 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:43.686656 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['fcb9b4b5-b14d-4e77-9651-6518c1df2d8c'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:42:43.698772 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fdcd946-b45d-4677-ba87-912cc066d01a admin admin] Publish callbacks [] for port (8072b9df-64f2-46bf-ae73-50db5bb14d94), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:43.721255 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ed919efb-fe98-4886-99d6-766424faacfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:43.771931 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fdcd946-b45d-4677-ba87-912cc066d01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (8072b9df-64f2-46bf-ae73-50db5bb14d94), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:43.774815 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfb366-a6e4-4c56-b3f4-45fdd567b212 None None] Pushing event updated for resources: {'Port': ['ID=4354a4c9-e01d-4156-af28-d32364fbeb73,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:43.784374 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-53ecffa1-6876-48b2-bd4d-98f756d0eb54 None None] Attempting to bind port 4354a4c9-e01d-4156-af28-d32364fbeb73 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:42:43.784980 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-53ecffa1-6876-48b2-bd4d-98f756d0eb54 None None] Attempting to bind port 4354a4c9-e01d-4156-af28-d32364fbeb73 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:42:43.785505 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ecffa1-6876-48b2-bd4d-98f756d0eb54 None None] Attempting to bind port 4354a4c9-e01d-4156-af28-d32364fbeb73 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:42:43.788420 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdfb366-a6e4-4c56-b3f4-45fdd567b212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:43.789544 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdfb366-a6e4-4c56-b3f4-45fdd567b212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:43.790060 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdfb366-a6e4-4c56-b3f4-45fdd567b212 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:43.790550 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdfb366-a6e4-4c56-b3f4-45fdd567b212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:43.791032 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdfb366-a6e4-4c56-b3f4-45fdd567b212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:43.791647 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdfb366-a6e4-4c56-b3f4-45fdd567b212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:43.792145 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdfb366-a6e4-4c56-b3f4-45fdd567b212 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:43.792633 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdfb366-a6e4-4c56-b3f4-45fdd567b212 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:43.794283 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdfb366-a6e4-4c56-b3f4-45fdd567b212 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:43.794786 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdfb366-a6e4-4c56-b3f4-45fdd567b212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:43.795311 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdfb366-a6e4-4c56-b3f4-45fdd567b212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:43.795819 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdfb366-a6e4-4c56-b3f4-45fdd567b212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:43.796355 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdfb366-a6e4-4c56-b3f4-45fdd567b212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:43.812612 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ecffa1-6876-48b2-bd4d-98f756d0eb54 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:42:43.813760 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ecffa1-6876-48b2-bd4d-98f756d0eb54 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:42:43.814599 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-53ecffa1-6876-48b2-bd4d-98f756d0eb54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:43.815182 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ecffa1-6876-48b2-bd4d-98f756d0eb54 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:42:43.815845 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-53ecffa1-6876-48b2-bd4d-98f756d0eb54 None None] Bound port: 4354a4c9-e01d-4156-af28-d32364fbeb73, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:42:43.816389 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-53ecffa1-6876-48b2-bd4d-98f756d0eb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4354a4c9-e01d-4156-af28-d32364fbeb73), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:43.854484 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdcd946-b45d-4677-ba87-912cc066d01a admin admin] Network 4063fb05-945c-41f3-bf86-b7ead68bf916 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:42:43.874126 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-1fdcd946-b45d-4677-ba87-912cc066d01a admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:42:43.882213 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdcd946-b45d-4677-ba87-912cc066d01a admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:42:43.894900 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 44b2812d-6bcc-4792-8731-9c9c343238d5 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:42:43.906306 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-53ecffa1-6876-48b2-bd4d-98f756d0eb54 None None] For port 4354a4c9-e01d-4156-af28-d32364fbeb73, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:42:43.916579 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-53ecffa1-6876-48b2-bd4d-98f756d0eb54 None None] For port 4354a4c9-e01d-4156-af28-d32364fbeb73, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=4354a4c9-e01d-4156-af28-d32364fbeb73,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:42:43.936599 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-53ecffa1-6876-48b2-bd4d-98f756d0eb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (4354a4c9-e01d-4156-af28-d32364fbeb73), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:43.960683 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fdcd946-b45d-4677-ba87-912cc066d01a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (32859989-f380-41c1-882a-adb0b5588814), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:44.073701 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdcd946-b45d-4677-ba87-912cc066d01a admin admin] Pushing event updated for resources: {'Port': ['ID=8072b9df-64f2-46bf-ae73-50db5bb14d94,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:44.127669 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfb366-a6e4-4c56-b3f4-45fdd567b212 None None] Pushing event updated for resources: {'Port': ['ID=4354a4c9-e01d-4156-af28-d32364fbeb73,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:44.184245 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ecffa1-6876-48b2-bd4d-98f756d0eb54 None None] Routers {'32859989-f380-41c1-882a-adb0b5588814'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:42:44.184870 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-53ecffa1-6876-48b2-bd4d-98f756d0eb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:42:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['32859989-f380-41c1-882a-adb0b5588814'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:42:44.355466 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fdcd946-b45d-4677-ba87-912cc066d01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8072b9df-64f2-46bf-ae73-50db5bb14d94), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:44.358660 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d3cd5581-3682-488d-a28c-93a35649af2e None None] Provisioning complete for port 8072b9df-64f2-46bf-ae73-50db5bb14d94 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:42:44.359054 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d3cd5581-3682-488d-a28c-93a35649af2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8072b9df-64f2-46bf-ae73-50db5bb14d94), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:44.511111 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-53ecffa1-6876-48b2-bd4d-98f756d0eb54 None None] Set router 32859989-f380-41c1-882a-adb0b5588814 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:42:44.529620 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1a7d8-d13a-4350-8640-1608e1e68983 req-0b39759e-92d9-4122-a8cf-b7e737bedb2c tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:44.538285 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19d1a7d8-d13a-4350-8640-1608e1e68983 req-0b39759e-92d9-4122-a8cf-b7e737bedb2c tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=0374a01e-d164-4d25-b186-ad4232102a40 HTTP/1.1" status: 200 len: 944 time: 0.1394546 Mar 05 04:42:44.610638 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fdcd946-b45d-4677-ba87-912cc066d01a admin admin] Publish callbacks [] for port (8072b9df-64f2-46bf-ae73-50db5bb14d94), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:44.616826 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fdcd946-b45d-4677-ba87-912cc066d01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (8072b9df-64f2-46bf-ae73-50db5bb14d94), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:44.789284 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d3cd5581-3682-488d-a28c-93a35649af2e None None] Port 8072b9df-64f2-46bf-ae73-50db5bb14d94 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:42:44.792629 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device fcb9b4b5-b14d-4e77-9651-6518c1df2d8c up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:42:44.897411 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdcd946-b45d-4677-ba87-912cc066d01a admin admin] Pushing event updated for resources: {'Port': ['ID=8072b9df-64f2-46bf-ae73-50db5bb14d94,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:44.913457 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19d1a7d8-d13a-4350-8640-1608e1e68983 req-98ff9515-e054-4721-a99c-5f42a466c210 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738019 Mar 05 04:42:44.967626 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:44.969733 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-992200f0-efcf-43f9-93ea-2ede37c056c1 service neutron] show failed (client error): The resource could not be found. Mar 05 04:42:44.971747 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-992200f0-efcf-43f9-93ea-2ede37c056c1 service neutron] 10.222.0.30 "GET /v2.0/ports/16d44a27-1887-46ce-8a68-f4eec0fce055/bindings/n-h2-789963-32 HTTP/1.1" status: 404 len: 381 time: 0.2873650 Mar 05 04:42:45.003191 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:42:45.013876 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:42:45.015413 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fcb9b4b5-b14d-4e77-9651-6518c1df2d8c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:45.064986 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fdcd946-b45d-4677-ba87-912cc066d01a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (32859989-f380-41c1-882a-adb0b5588814), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:45.218015 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-53ecffa1-6876-48b2-bd4d-98f756d0eb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32859989-f380-41c1-882a-adb0b5588814', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142023727-router', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:42:37Z', 'updated_at': '2022-03-05T04:42:39Z', 'revision_number': 3, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'gw_port': {'id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:38Z', 'updated_at': '2022-03-05T04:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:42:45.230415 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:42:45.230815 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fcb9b4b5-b14d-4e77-9651-6518c1df2d8c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:45.262639 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ecffa1-6876-48b2-bd4d-98f756d0eb54 None None] The sync data for ids ['32859989-f380-41c1-882a-adb0b5588814'] in n-d-789963-32 is: [{'id': '32859989-f380-41c1-882a-adb0b5588814', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142023727-router', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:42:37Z', 'updated_at': '2022-03-05T04:42:39Z', 'revision_number': 3, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'gw_port': {'id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:38Z', 'updated_at': '2022-03-05T04:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:42:45.286807 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4be4c-62a8-493f-9b8c-634f03c1492c req-0cd9fcde-b506-4062-a82e-9aaaa6104103 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:45.306293 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-63e4be4c-62a8-493f-9b8c-634f03c1492c req-0cd9fcde-b506-4062-a82e-9aaaa6104103 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 949 time: 0.2094038 Mar 05 04:42:45.353950 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0374a01e-d164-4d25-b186-ad4232102a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb9b4b5-b14d-4e77-9651-6518c1df2d8c'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:42:45.360586 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd70c0cc-3c7f-42fb-96f0-7b88e6e74a07" -d '{"events": [{"server_uuid": "0374a01e-d164-4d25-b186-ad4232102a40", "name": "network-vif-plugged", "status": "completed", "tag": "fcb9b4b5-b14d-4e77-9651-6518c1df2d8c"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:42:45.389886 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=fcb9b4b5-b14d-4e77-9651-6518c1df2d8c,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:45.400783 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fcb9b4b5-b14d-4e77-9651-6518c1df2d8c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:45.482662 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-63e4be4c-62a8-493f-9b8c-634f03c1492c req-b156ccb8-7bb0-406b-acab-340a43e7377b tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751885 Mar 05 04:42:45.528118 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=fcb9b4b5-b14d-4e77-9651-6518c1df2d8c,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:45.602624 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a7ded9-3ecb-4d58-9196-49b526a05266 x-openstack-request-id: req-c3a7ded9-3ecb-4d58-9196-49b526a05266 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:42:45.602962 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0374a01e-d164-4d25-b186-ad4232102a40", "name": "network-vif-plugged", "status": "completed", "tag": "fcb9b4b5-b14d-4e77-9651-6518c1df2d8c", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:42:45.603222 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c3a7ded9-3ecb-4d58-9196-49b526a05266 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:42:45.603626 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0374a01e-d164-4d25-b186-ad4232102a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb9b4b5-b14d-4e77-9651-6518c1df2d8c', 'code': 200} Mar 05 04:42:45.687444 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdcd946-b45d-4677-ba87-912cc066d01a admin admin] Network 4063fb05-945c-41f3-bf86-b7ead68bf916 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:42:45.689886 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-1fdcd946-b45d-4677-ba87-912cc066d01a admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:42:45.787828 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83415d4f-dd6f-4d19-9ffa-520e527b1868 req-e1258ac5-c462-42e2-8299-7789b93388f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:45.790575 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83415d4f-dd6f-4d19-9ffa-520e527b1868 req-e1258ac5-c462-42e2-8299-7789b93388f5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0374a01e-d164-4d25-b186-ad4232102a40 HTTP/1.1" status: 200 len: 1128 time: 0.1360798 Mar 05 04:42:45.970161 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83415d4f-dd6f-4d19-9ffa-520e527b1868 req-2f0e6e3e-6ece-4e9f-9125-622d428e22ea service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730623 Mar 05 04:42:45.994688 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdcd946-b45d-4677-ba87-912cc066d01a admin admin] Router 32859989-f380-41c1-882a-adb0b5588814 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:42:46.018579 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-d149bb41-45b8-470b-890d-dd2d38f66ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:46.020287 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-d149bb41-45b8-470b-890d-dd2d38f66ce0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294&tenant_id=12ec86d5ce864d5e8384628d4e830cb3 HTTP/1.1" status: 200 len: 1132 time: 0.4707856 Mar 05 04:42:46.032944 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-ad49f462-9386-4131-87ee-0bda5161e380 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-32', 'device_owner': 'compute:nova'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:42:46.128380 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40234) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:46.144076 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:46.297140 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-ad49f462-9386-4131-87ee-0bda5161e380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (16d44a27-1887-46ce-8a68-f4eec0fce055), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:46.356415 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-580e9a67-eac2-458e-a388-9199a36739c6 None None] Provisioning complete for port 8072b9df-64f2-46bf-ae73-50db5bb14d94 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:42:46.356791 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-580e9a67-eac2-458e-a388-9199a36739c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8072b9df-64f2-46bf-ae73-50db5bb14d94), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:46.372062 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdcd946-b45d-4677-ba87-912cc066d01a admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:42:46.407929 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1fdcd946-b45d-4677-ba87-912cc066d01a admin admin] 10.222.0.11 "PUT /v2.0/routers/32859989-f380-41c1-882a-adb0b5588814/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4675169 Mar 05 04:42:46.431400 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-025668a2-9243-4775-a7b6-170b73b11595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:46.498647 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-580e9a67-eac2-458e-a388-9199a36739c6 None None] Port 8072b9df-64f2-46bf-ae73-50db5bb14d94 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:42:46.628374 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-025668a2-9243-4775-a7b6-170b73b11595 admin admin] Publish callbacks [] for security_group (4723dd64-37ef-4281-92ac-d94ed3acb38d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:46.639301 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8feb1f7-d39c-46b0-aad6-31cc946f27b0 req-59795b59-bfbc-4985-b211-f48d7c7245ed tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:46.642624 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a8feb1f7-d39c-46b0-aad6-31cc946f27b0 req-59795b59-bfbc-4985-b211-f48d7c7245ed tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=0374a01e-d164-4d25-b186-ad4232102a40 HTTP/1.1" status: 200 len: 945 time: 0.1892562 Mar 05 04:42:46.644196 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-025668a2-9243-4775-a7b6-170b73b11595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4723dd64-37ef-4281-92ac-d94ed3acb38d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:46.687934 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-025668a2-9243-4775-a7b6-170b73b11595 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=28a1e522a38945e9a0d9bc1f2222f420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5583920 Mar 05 04:42:46.694758 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40258) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:46.868553 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a8feb1f7-d39c-46b0-aad6-31cc946f27b0 req-12e15817-38f5-4cb0-b1f3-87f711916482 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854272 Mar 05 04:42:46.880935 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-77504b2e-e419-44f2-a776-91503c129ffa admin admin] Publish callbacks [] for security_group (4723dd64-37ef-4281-92ac-d94ed3acb38d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:46.961337 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025668a2-9243-4775-a7b6-170b73b11595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4723dd64-37ef-4281-92ac-d94ed3acb38d,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:47.005140 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-77504b2e-e419-44f2-a776-91503c129ffa admin admin] Publish callbacks [] for security_group (4723dd64-37ef-4281-92ac-d94ed3acb38d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:47.103339 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 4354a4c9-e01d-4156-af28-d32364fbeb73 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:42:47.158633 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-ad49f462-9386-4131-87ee-0bda5161e380 service neutron] For port 16d44a27-1887-46ce-8a68-f4eec0fce055, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=16d44a27-1887-46ce-8a68-f4eec0fce055,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:47.181995 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751bafcc-f35d-45f9-8cc9-367dc0f4a666 req-d9d741d8-f804-453e-89cc-c6b2c68f58b2 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:47.196082 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-751bafcc-f35d-45f9-8cc9-367dc0f4a666 req-d9d741d8-f804-453e-89cc-c6b2c68f58b2 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 949 time: 0.0981586 Mar 05 04:42:47.207479 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-77504b2e-e419-44f2-a776-91503c129ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4723dd64-37ef-4281-92ac-d94ed3acb38d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:47.215559 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-77504b2e-e419-44f2-a776-91503c129ffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:47.219367 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-77504b2e-e419-44f2-a776-91503c129ffa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4723dd64-37ef-4281-92ac-d94ed3acb38d HTTP/1.1" status: 204 len: 168 time: 0.5230165 Mar 05 04:42:47.256703 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77504b2e-e419-44f2-a776-91503c129ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4723dd64-37ef-4281-92ac-d94ed3acb38d,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:47.286841 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 4354a4c9-e01d-4156-af28-d32364fbeb73 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:42:47.290020 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (4354a4c9-e01d-4156-af28-d32364fbeb73), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:47.316014 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-ad49f462-9386-4131-87ee-0bda5161e380 service neutron] For port 16d44a27-1887-46ce-8a68-f4eec0fce055, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:42:47.342694 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-751bafcc-f35d-45f9-8cc9-367dc0f4a666 req-d10524da-43ad-438e-86aa-9858707b9a5e tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456299 Mar 05 04:42:47.442078 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10385acb-ef71-4312-8eed-9cf0d16eb294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16d44a27-1887-46ce-8a68-f4eec0fce055'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:42:47.447065 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e0dd8a-09f8-473a-9e76-a0972dfb93aa" -d '{"events": [{"server_uuid": "10385acb-ef71-4312-8eed-9cf0d16eb294", "name": "network-vif-unplugged", "status": "completed", "tag": "16d44a27-1887-46ce-8a68-f4eec0fce055"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:42:47.454743 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-ad49f462-9386-4131-87ee-0bda5161e380 service neutron] Publish callbacks [] for port (16d44a27-1887-46ce-8a68-f4eec0fce055), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:47.490212 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-ad49f462-9386-4131-87ee-0bda5161e380 service neutron] Transition to ACTIVE for port object 16d44a27-1887-46ce-8a68-f4eec0fce055 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:42:47.498730 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-ad49f462-9386-4131-87ee-0bda5161e380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (16d44a27-1887-46ce-8a68-f4eec0fce055), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:47.531040 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 4354a4c9-e01d-4156-af28-d32364fbeb73 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:42:47.531783 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4354a4c9-e01d-4156-af28-d32364fbeb73), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:47.601807 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 4354a4c9-e01d-4156-af28-d32364fbeb73, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=4354a4c9-e01d-4156-af28-d32364fbeb73,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:47.610196 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (4354a4c9-e01d-4156-af28-d32364fbeb73), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:47.674559 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49f462-9386-4131-87ee-0bda5161e380 service neutron] Pushing event updated for resources: {'Port': ['ID=16d44a27-1887-46ce-8a68-f4eec0fce055,revision_number=6']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:47.751318 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-ad49f462-9386-4131-87ee-0bda5161e380 service neutron] No DVR routers for this DVR port 16d44a27-1887-46ce-8a68-f4eec0fce055 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:42:47.853938 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-ad49f462-9386-4131-87ee-0bda5161e380 service neutron] Attempting to bind port 16d44a27-1887-46ce-8a68-f4eec0fce055 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:42:47.854561 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-ad49f462-9386-4131-87ee-0bda5161e380 service neutron] Attempting to bind port 16d44a27-1887-46ce-8a68-f4eec0fce055 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:42:47.855247 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-ad49f462-9386-4131-87ee-0bda5161e380 service neutron] Attempting to bind port 16d44a27-1887-46ce-8a68-f4eec0fce055 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:42:47.867984 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-ad49f462-9386-4131-87ee-0bda5161e380 service neutron] Port 16d44a27-1887-46ce-8a68-f4eec0fce055 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:42:47.868570 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-ad49f462-9386-4131-87ee-0bda5161e380 service neutron] Attempting to bind port 16d44a27-1887-46ce-8a68-f4eec0fce055 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:42:47.880519 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-ad49f462-9386-4131-87ee-0bda5161e380 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:42:47.883453 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-ad49f462-9386-4131-87ee-0bda5161e380 service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:42:47.884180 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-ad49f462-9386-4131-87ee-0bda5161e380 service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:42:47.884811 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-ad49f462-9386-4131-87ee-0bda5161e380 service neutron] Bound port: 16d44a27-1887-46ce-8a68-f4eec0fce055, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:42:47.887847 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-ad49f462-9386-4131-87ee-0bda5161e380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (16d44a27-1887-46ce-8a68-f4eec0fce055), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:47.934565 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:47.992131 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72900bd-a07b-4272-8b22-ec292df5563f req-780d07df-ce24-4dae-b56c-b780b255282d tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:48.000318 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=4354a4c9-e01d-4156-af28-d32364fbeb73,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:48.003882 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d72900bd-a07b-4272-8b22-ec292df5563f req-780d07df-ce24-4dae-b56c-b780b255282d tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/networks?id=4063fb05-945c-41f3-bf86-b7ead68bf916 HTTP/1.1" status: 200 len: 821 time: 0.4479845 Mar 05 04:42:48.040240 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d72900bd-a07b-4272-8b22-ec292df5563f req-d6be8372-83b3-4dfd-8c86-8f3df9f6e516 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/quotas/b881a5a3db964674a1ec7b44033353cb HTTP/1.1" status: 200 len: 375 time: 0.0299251 Mar 05 04:42:48.158375 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40338) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:48.162851 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-ad49f462-9386-4131-87ee-0bda5161e380 service neutron] For port 16d44a27-1887-46ce-8a68-f4eec0fce055, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:42:48.173821 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-ad49f462-9386-4131-87ee-0bda5161e380 service neutron] For port 16d44a27-1887-46ce-8a68-f4eec0fce055, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=16d44a27-1887-46ce-8a68-f4eec0fce055,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:42:48.186295 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-ad49f462-9386-4131-87ee-0bda5161e380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (16d44a27-1887-46ce-8a68-f4eec0fce055), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:48.210961 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-73fdb7ab-fdb5-4f04-8afb-77d784f075f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:48.261460 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d72900bd-a07b-4272-8b22-ec292df5563f req-32a6319c-30c0-434e-b82a-b68b0bf19f8f tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b881a5a3db964674a1ec7b44033353cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2192686 Mar 05 04:42:48.289692 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-ad49f462-9386-4131-87ee-0bda5161e380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:48.290328 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-ad49f462-9386-4131-87ee-0bda5161e380 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:48.298100 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-ad49f462-9386-4131-87ee-0bda5161e380 service neutron] 10.222.0.31 "PUT /v2.0/ports/16d44a27-1887-46ce-8a68-f4eec0fce055 HTTP/1.1" status: 200 len: 1096 time: 2.2700541 Mar 05 04:42:48.332751 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49f462-9386-4131-87ee-0bda5161e380 service neutron] Pushing event updated for resources: {'Port': ['ID=16d44a27-1887-46ce-8a68-f4eec0fce055,revision_number=7']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:48.434647 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-6eefa0e9-9212-4c9f-925c-5449432f98d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:48.436716 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-6eefa0e9-9212-4c9f-925c-5449432f98d5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 1130 time: 0.0986474 Mar 05 04:42:48.569020 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d72900bd-a07b-4272-8b22-ec292df5563f req-adaf4c0f-d5e1-4ae1-82f5-77bef99956b3 service neutron] 10.222.0.11 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028600 Mar 05 04:42:48.672222 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 16d44a27-1887-46ce-8a68-f4eec0fce055 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:42:48.812261 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8642a06-0ff5-4dcb-82a3-6040804d071c None None] Sync routers for ids ['32859989-f380-41c1-882a-adb0b5588814'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:42:48.823437 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d72900bd-a07b-4272-8b22-ec292df5563f req-817feff5-7086-49da-bb27-67427be2b976 service neutron] 10.222.0.11 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409527 Mar 05 04:42:48.855642 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-73fdb7ab-fdb5-4f04-8afb-77d784f075f2 admin admin] Publish callbacks [] for security_group (8e0e7190-2afd-4a20-908b-816856c863bc), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:48.859828 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] The host n-h1-789963-32 is not matching for port 16d44a27-1887-46ce-8a68-f4eec0fce055 host n-h2-789963-32! {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 05 04:42:48.860386 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 16d44a27-1887-46ce-8a68-f4eec0fce055 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:42:48.866385 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-73fdb7ab-fdb5-4f04-8afb-77d784f075f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8e0e7190-2afd-4a20-908b-816856c863bc), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:48.868662 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8642a06-0ff5-4dcb-82a3-6040804d071c None None] Routers {'32859989-f380-41c1-882a-adb0b5588814'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:42:48.871956 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c8642a06-0ff5-4dcb-82a3-6040804d071c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:42:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['32859989-f380-41c1-882a-adb0b5588814'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:42:48.985761 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-73fdb7ab-fdb5-4f04-8afb-77d784f075f2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3a50931fa6f944de8d5566ad90e7f8ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8241129 Mar 05 04:42:48.985761 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fdb7ab-fdb5-4f04-8afb-77d784f075f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0e7190-2afd-4a20-908b-816856c863bc,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:49.011372 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40352) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:49.100839 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 04:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf02602-a752-4706-9d6a-2cbacac090f0 x-openstack-request-id: req-bcf02602-a752-4706-9d6a-2cbacac090f0 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:42:49.101760 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10385acb-ef71-4312-8eed-9cf0d16eb294", "name": "network-vif-unplugged", "status": "completed", "tag": "16d44a27-1887-46ce-8a68-f4eec0fce055", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:42:49.102095 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bcf02602-a752-4706-9d6a-2cbacac090f0 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:42:49.102497 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10385acb-ef71-4312-8eed-9cf0d16eb294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16d44a27-1887-46ce-8a68-f4eec0fce055', 'code': 200} Mar 05 04:42:49.121424 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-c8642a06-0ff5-4dcb-82a3-6040804d071c None None] Set router 32859989-f380-41c1-882a-adb0b5588814 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:42:49.134479 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a11c1416-2b44-4433-8629-b1185af4a540 admin admin] Publish callbacks [] for security_group (8e0e7190-2afd-4a20-908b-816856c863bc), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:49.193066 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a11c1416-2b44-4433-8629-b1185af4a540 admin admin] Publish callbacks [] for security_group (8e0e7190-2afd-4a20-908b-816856c863bc), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:49.200822 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-e205e8a8-8ead-461c-b4da-0130a8e559c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:49.203281 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-e205e8a8-8ead-461c-b4da-0130a8e559c2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.7505100 Mar 05 04:42:49.255643 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 4354a4c9-e01d-4156-af28-d32364fbeb73 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:42:49.299239 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe6611-1d3d-4329-bcce-47e303b93091 req-aa4f818d-f23c-4f07-9683-881ac946c291 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:49.300795 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-b01cfafa-2eff-43b7-a4b6-9851f6d84ec6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=16d44a27-1887-46ce-8a68-f4eec0fce055 HTTP/1.1" status: 200 len: 217 time: 0.0894723 Mar 05 04:42:49.306878 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1cfe6611-1d3d-4329-bcce-47e303b93091 req-aa4f818d-f23c-4f07-9683-881ac946c291 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=0374a01e-d164-4d25-b186-ad4232102a40 HTTP/1.1" status: 200 len: 945 time: 0.1061950 Mar 05 04:42:49.350210 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a11c1416-2b44-4433-8629-b1185af4a540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8e0e7190-2afd-4a20-908b-816856c863bc), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:49.358328 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a11c1416-2b44-4433-8629-b1185af4a540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:49.361977 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a11c1416-2b44-4433-8629-b1185af4a540 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8e0e7190-2afd-4a20-908b-816856c863bc HTTP/1.1" status: 204 len: 168 time: 0.3474455 Mar 05 04:42:49.440555 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-0f7e7e5b-3c5a-46cc-a50b-303aeb82c842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:49.441965 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-0f7e7e5b-3c5a-46cc-a50b-303aeb82c842 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.1350930 Mar 05 04:42:49.503036 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c1416-2b44-4433-8629-b1185af4a540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0e7190-2afd-4a20-908b-816856c863bc,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:49.567449 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-2ff57c86-88f5-439d-865b-7fe0f0997cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:49.571603 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-2ff57c86-88f5-439d-865b-7fe0f0997cf1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1184518 Mar 05 04:42:49.572869 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1cfe6611-1d3d-4329-bcce-47e303b93091 req-4a34e309-3357-4d9a-9784-35c5e421adaf tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637405 Mar 05 04:42:49.630324 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422ee5a-d2c5-46f1-9812-4a5fd0862e26 req-1d31c1cd-f8b1-4b64-a332-3a8d5ebb4cbd tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:49.632199 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e422ee5a-d2c5-46f1-9812-4a5fd0862e26 req-1d31c1cd-f8b1-4b64-a332-3a8d5ebb4cbd tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 947 time: 0.2340715 Mar 05 04:42:49.674026 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 4354a4c9-e01d-4156-af28-d32364fbeb73 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:42:49.681601 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (4354a4c9-e01d-4156-af28-d32364fbeb73), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:49.899282 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e422ee5a-d2c5-46f1-9812-4a5fd0862e26 req-b6f27201-e76b-484e-97dc-a80d421807c0 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285106 Mar 05 04:42:49.909286 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-fdda04bd-321b-4a57-ade4-8b6de77ae5bd service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306079 Mar 05 04:42:50.009632 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c8642a06-0ff5-4dcb-82a3-6040804d071c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32859989-f380-41c1-882a-adb0b5588814', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142023727-router', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:42:37Z', 'updated_at': '2022-03-05T04:42:44Z', 'revision_number': 4, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'gw_port': {'id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:38Z', 'updated_at': '2022-03-05T04:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '8072b9df-64f2-46bf-ae73-50db5bb14d94', 'name': '', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'mac_address': 'fa:16:3e:c3:d2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:43Z', 'updated_at': '2022-03-05T04:42:44Z', 'revision_number': 2, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'subnets': [{'id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:42:50.091101 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8642a06-0ff5-4dcb-82a3-6040804d071c None None] Checking router: 32859989-f380-41c1-882a-adb0b5588814 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:42:50.103181 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8642a06-0ff5-4dcb-82a3-6040804d071c None None] Updating router 32859989-f380-41c1-882a-adb0b5588814 port 8072b9df-64f2-46bf-ae73-50db5bb14d94 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:42:50.180551 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 4354a4c9-e01d-4156-af28-d32364fbeb73 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:42:50.184814 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe7ea62b-3eda-4fc5-b0b1-93760ceff8b6 req-4bd7940c-8f2c-46df-8b61-57a2187e9d77 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622979 Mar 05 04:42:50.208622 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c8642a06-0ff5-4dcb-82a3-6040804d071c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8072b9df-64f2-46bf-ae73-50db5bb14d94), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:50.214914 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6fdfb82d-b126-4a3b-93b7-632e5f12ff0b req-427ef4b6-74fa-4a60-996d-0e1718aa83dc tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/ports?device_id=0119ad6d-067c-4a11-9e81-9e84311884ee HTTP/1.1" status: 200 len: 210 time: 0.1006143 Mar 05 04:42:51.056318 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c8642a06-0ff5-4dcb-82a3-6040804d071c None None] Publish callbacks [] for port (8072b9df-64f2-46bf-ae73-50db5bb14d94), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:51.072127 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c8642a06-0ff5-4dcb-82a3-6040804d071c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8072b9df-64f2-46bf-ae73-50db5bb14d94), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:51.111053 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10385acb-ef71-4312-8eed-9cf0d16eb294', 'tag': '16d44a27-1887-46ce-8a68-f4eec0fce055'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:42:51.127354 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbc3d42-716f-4e0f-a0c5-3e94f518c6e3" -d '{"events": [{"name": "network-changed", "server_uuid": "10385acb-ef71-4312-8eed-9cf0d16eb294", "tag": "16d44a27-1887-46ce-8a68-f4eec0fce055"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:42:51.157304 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d735dd9-a1d5-41f8-ad42-c18635574f4f req-ac3fe554-77cb-491f-854a-81e5a524c825 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:51.159422 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6d735dd9-a1d5-41f8-ad42-c18635574f4f req-ac3fe554-77cb-491f-854a-81e5a524c825 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0374a01e-d164-4d25-b186-ad4232102a40 HTTP/1.1" status: 200 len: 1128 time: 0.2482436 Mar 05 04:42:51.207691 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f5437-a334-465a-8a3d-1a9a1dd1671d None None] Pushing event updated for resources: {'Port': ['ID=8072b9df-64f2-46bf-ae73-50db5bb14d94,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:51.254270 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32a789-bc4a-46df-a674-53da8958a4a4 req-dd022dda-7d22-48fb-8a8f-79808c9ac93f tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:51.262157 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fc32a789-bc4a-46df-a674-53da8958a4a4 req-dd022dda-7d22-48fb-8a8f-79808c9ac93f tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 947 time: 0.2569425 Mar 05 04:42:51.419043 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-c8642a06-0ff5-4dcb-82a3-6040804d071c None None] Attempting to bind port 8072b9df-64f2-46bf-ae73-50db5bb14d94 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:42:51.419644 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-c8642a06-0ff5-4dcb-82a3-6040804d071c None None] Attempting to bind port 8072b9df-64f2-46bf-ae73-50db5bb14d94 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '607abd30-3ddd-4be0-83e8-bcf2d27d437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:42:51.422160 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6d735dd9-a1d5-41f8-ad42-c18635574f4f req-dccae426-c8e3-479e-98ab-fde2302d497f tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345452 Mar 05 04:42:51.422688 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8642a06-0ff5-4dcb-82a3-6040804d071c None None] Attempting to bind port 8072b9df-64f2-46bf-ae73-50db5bb14d94 on network 4063fb05-945c-41f3-bf86-b7ead68bf916 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:42:51.435776 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8642a06-0ff5-4dcb-82a3-6040804d071c None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:42:51.437678 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8642a06-0ff5-4dcb-82a3-6040804d071c None None] Checking segment: {'id': '607abd30-3ddd-4be0-83e8-bcf2d27d437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:42:51.438360 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c8642a06-0ff5-4dcb-82a3-6040804d071c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:51.440428 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8642a06-0ff5-4dcb-82a3-6040804d071c None None] Bound using segment: {'id': '607abd30-3ddd-4be0-83e8-bcf2d27d437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:42:51.441182 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-c8642a06-0ff5-4dcb-82a3-6040804d071c None None] Bound port: 8072b9df-64f2-46bf-ae73-50db5bb14d94, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '607abd30-3ddd-4be0-83e8-bcf2d27d437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:42:51.442985 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c8642a06-0ff5-4dcb-82a3-6040804d071c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8072b9df-64f2-46bf-ae73-50db5bb14d94), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:51.484391 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fc32a789-bc4a-46df-a674-53da8958a4a4 req-71c52f1b-c8d5-42d4-b8b2-29772142ccd5 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086394 Mar 05 04:42:51.540282 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72900bd-a07b-4272-8b22-ec292df5563f req-d75eae27-2156-4078-9f3c-9f9b10e1c5e5 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:51.541870 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d72900bd-a07b-4272-8b22-ec292df5563f req-d75eae27-2156-4078-9f3c-9f9b10e1c5e5 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.31 "GET /v2.0/networks?id=4063fb05-945c-41f3-bf86-b7ead68bf916 HTTP/1.1" status: 200 len: 821 time: 0.4913149 Mar 05 04:42:51.567631 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-d72900bd-a07b-4272-8b22-ec292df5563f req-4173fd47-bfa3-4338-8026-32cb4792737b tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Request body: {'port': {'device_id': '0119ad6d-067c-4a11-9e81-9e84311884ee', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'admin_state_up': True, 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:42:51.637793 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-c8642a06-0ff5-4dcb-82a3-6040804d071c None None] For port 8072b9df-64f2-46bf-ae73-50db5bb14d94, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:42:51.647608 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-c8642a06-0ff5-4dcb-82a3-6040804d071c None None] For port 8072b9df-64f2-46bf-ae73-50db5bb14d94, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=8072b9df-64f2-46bf-ae73-50db5bb14d94,segment=NetworkSegment(607abd30-3ddd-4be0-83e8-bcf2d27d437d),segment_id=607abd30-3ddd-4be0-83e8-bcf2d27d437d)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:42:51.670179 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c8642a06-0ff5-4dcb-82a3-6040804d071c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8072b9df-64f2-46bf-ae73-50db5bb14d94), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:51.729586 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6637ae13-dc1f-4bf0-b705-afb3343e1eb2 x-openstack-request-id: req-6637ae13-dc1f-4bf0-b705-afb3343e1eb2 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:42:51.730097 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10385acb-ef71-4312-8eed-9cf0d16eb294", "tag": "16d44a27-1887-46ce-8a68-f4eec0fce055", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:42:51.730824 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6637ae13-dc1f-4bf0-b705-afb3343e1eb2 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:42:51.731406 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10385acb-ef71-4312-8eed-9cf0d16eb294', 'tag': '16d44a27-1887-46ce-8a68-f4eec0fce055', 'status': 'completed', 'code': 200} Mar 05 04:42:51.902868 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d72900bd-a07b-4272-8b22-ec292df5563f req-4173fd47-bfa3-4338-8026-32cb4792737b tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Made reservation on behalf of b881a5a3db964674a1ec7b44033353cb for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:42:51.906318 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d72900bd-a07b-4272-8b22-ec292df5563f req-4173fd47-bfa3-4338-8026-32cb4792737b tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:51.928110 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8642a06-0ff5-4dcb-82a3-6040804d071c None None] Routers {'32859989-f380-41c1-882a-adb0b5588814'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:42:51.939862 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c8642a06-0ff5-4dcb-82a3-6040804d071c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:42:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['32859989-f380-41c1-882a-adb0b5588814'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:42:52.015633 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6495e243-db75-44f1-9853-4dfae0cea2ff req-998c4df6-4fb2-43bb-b4e6-d789bf28fd9a tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/ports?device_id=0119ad6d-067c-4a11-9e81-9e84311884ee HTTP/1.1" status: 200 len: 210 time: 0.1160245 Mar 05 04:42:52.083628 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc3d42-716f-4e0f-a0c5-3e94f518c6e3 req-89a18ec5-635c-4037-a07a-a7d489440c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:52.085132 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-efbc3d42-716f-4e0f-a0c5-3e94f518c6e3 req-89a18ec5-635c-4037-a07a-a7d489440c62 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 1130 time: 0.4103291 Mar 05 04:42:52.099801 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc3d42-716f-4e0f-a0c5-3e94f518c6e3 req-e2d28189-40dd-413c-a4e0-792ba051a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:52.101841 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-efbc3d42-716f-4e0f-a0c5-3e94f518c6e3 req-e2d28189-40dd-413c-a4e0-792ba051a76c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 1130 time: 0.2963917 Mar 05 04:42:52.166063 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e3dcc775-f568-45ef-988b-7eac7bcf3c18 None None] Provisioning complete for port 8072b9df-64f2-46bf-ae73-50db5bb14d94 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:42:52.166545 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e3dcc775-f568-45ef-988b-7eac7bcf3c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8072b9df-64f2-46bf-ae73-50db5bb14d94), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:52.223137 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-014f78ef-18d2-48fe-900d-4d772abcf79c tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=a61d54b9febb4c21b6c8593d1e0441a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1196990 Mar 05 04:42:52.316300 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f5437-a334-465a-8a3d-1a9a1dd1671d None None] Pushing event updated for resources: {'Port': ['ID=8072b9df-64f2-46bf-ae73-50db5bb14d94,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:52.368625 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-ba5d741e-d110-4273-ba41-cd01df833d4b tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:52.376483 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-ba5d741e-d110-4273-ba41-cd01df833d4b tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1368563 Mar 05 04:42:52.411635 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-d72900bd-a07b-4272-8b22-ec292df5563f req-4173fd47-bfa3-4338-8026-32cb4792737b tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Allocated IP 172.20.0.5 (4063fb05-945c-41f3-bf86-b7ead68bf916/04cf5992-8f8c-490a-b424-2ab3d34e91a8/2ad3a90d-5a5e-4ad1-b19b-47f37f584114) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:42:52.587799 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-e81a0d8d-4309-4d29-90f7-ed9bab13c2ff tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.11 "GET /v2.0/quotas/a61d54b9febb4c21b6c8593d1e0441a4 HTTP/1.1" status: 200 len: 375 time: 0.2069685 Mar 05 04:42:52.618572 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40518) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:52.661947 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-c8642a06-0ff5-4dcb-82a3-6040804d071c None None] Set router 32859989-f380-41c1-882a-adb0b5588814 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:42:52.667936 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-f59757fe-e3a3-4694-b687-17836651da3a tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a61d54b9febb4c21b6c8593d1e0441a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0791559 Mar 05 04:42:52.679037 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d72900bd-a07b-4272-8b22-ec292df5563f req-4173fd47-bfa3-4338-8026-32cb4792737b tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks [] for port (2ad3a90d-5a5e-4ad1-b19b-47f37f584114), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:52.750222 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc3d42-716f-4e0f-a0c5-3e94f518c6e3 req-ec0de456-c2dc-4eda-99c8-bdb1fdd8679d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:52.752636 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-efbc3d42-716f-4e0f-a0c5-3e94f518c6e3 req-ec0de456-c2dc-4eda-99c8-bdb1fdd8679d service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.6360624 Mar 05 04:42:52.759628 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d72900bd-a07b-4272-8b22-ec292df5563f req-4173fd47-bfa3-4338-8026-32cb4792737b tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (2ad3a90d-5a5e-4ad1-b19b-47f37f584114), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:52.771525 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb210e85-cb00-4b87-9154-044182f50d89 req-2f8e1bcc-e682-4864-8b44-7b79d71f7c7c tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:52.776637 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bb210e85-cb00-4b87-9154-044182f50d89 req-2f8e1bcc-e682-4864-8b44-7b79d71f7c7c tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0374a01e-d164-4d25-b186-ad4232102a40 HTTP/1.1" status: 200 len: 1128 time: 0.3978558 Mar 05 04:42:52.777722 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc3d42-716f-4e0f-a0c5-3e94f518c6e3 req-835c5fee-2070-4a4b-b6fa-98cb77de2dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:52.779331 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-efbc3d42-716f-4e0f-a0c5-3e94f518c6e3 req-835c5fee-2070-4a4b-b6fa-98cb77de2dda service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.6749005 Mar 05 04:42:52.878054 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e3dcc775-f568-45ef-988b-7eac7bcf3c18 None None] Current status of the port 8072b9df-64f2-46bf-ae73-50db5bb14d94 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:42:52.878849 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e3dcc775-f568-45ef-988b-7eac7bcf3c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8072b9df-64f2-46bf-ae73-50db5bb14d94), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:52.900406 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173fd47-bfa3-4338-8026-32cb4792737b tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Pushing event updated for resources: {'Port': ['ID=2ad3a90d-5a5e-4ad1-b19b-47f37f584114,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:52.922905 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d72900bd-a07b-4272-8b22-ec292df5563f req-4173fd47-bfa3-4338-8026-32cb4792737b tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Network 4063fb05-945c-41f3-bf86-b7ead68bf916 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:42:52.926495 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-d72900bd-a07b-4272-8b22-ec292df5563f req-4173fd47-bfa3-4338-8026-32cb4792737b tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:42:52.934996 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72900bd-a07b-4272-8b22-ec292df5563f req-4173fd47-bfa3-4338-8026-32cb4792737b tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:42:53.005137 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-e3dcc775-f568-45ef-988b-7eac7bcf3c18 None None] For port 8072b9df-64f2-46bf-ae73-50db5bb14d94, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=8072b9df-64f2-46bf-ae73-50db5bb14d94,segment=NetworkSegment(607abd30-3ddd-4be0-83e8-bcf2d27d437d),segment_id=607abd30-3ddd-4be0-83e8-bcf2d27d437d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:53.041260 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72900bd-a07b-4272-8b22-ec292df5563f req-4173fd47-bfa3-4338-8026-32cb4792737b tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:53.042094 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d72900bd-a07b-4272-8b22-ec292df5563f req-4173fd47-bfa3-4338-8026-32cb4792737b tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:53.075110 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d72900bd-a07b-4272-8b22-ec292df5563f req-4173fd47-bfa3-4338-8026-32cb4792737b tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5211141 Mar 05 04:42:53.090020 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-d72900bd-a07b-4272-8b22-ec292df5563f req-d78dcec9-7fa0-498a-a4a7-5029172f7e52 service neutron] Request body: {'port': {'device_id': '0119ad6d-067c-4a11-9e81-9e84311884ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:42:53.150276 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e3dcc775-f568-45ef-988b-7eac7bcf3c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8072b9df-64f2-46bf-ae73-50db5bb14d94), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:53.175622 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-efbc3d42-716f-4e0f-a0c5-3e94f518c6e3 req-51b97e31-ee18-4908-b824-e2558a104253 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=16d44a27-1887-46ce-8a68-f4eec0fce055 HTTP/1.1" status: 200 len: 217 time: 0.3953285 Mar 05 04:42:53.186407 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-efbc3d42-716f-4e0f-a0c5-3e94f518c6e3 req-242da6e9-73d1-4385-93bf-62be822638bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=16d44a27-1887-46ce-8a68-f4eec0fce055 HTTP/1.1" status: 200 len: 217 time: 0.3885629 Mar 05 04:42:53.246565 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d72900bd-a07b-4272-8b22-ec292df5563f req-d78dcec9-7fa0-498a-a4a7-5029172f7e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2ad3a90d-5a5e-4ad1-b19b-47f37f584114), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:53.411701 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ab055b49-929e-4188-871c-b63394f95882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:53.415055 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc3d42-716f-4e0f-a0c5-3e94f518c6e3 req-bbe06c1c-5ccd-45af-830f-f435660faa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:53.425003 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-efbc3d42-716f-4e0f-a0c5-3e94f518c6e3 req-bbe06c1c-5ccd-45af-830f-f435660faa03 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.2249584 Mar 05 04:42:53.502868 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-89ec1660-9c38-4eb7-9473-0b03b635dded None None] Provisioning complete for port 8072b9df-64f2-46bf-ae73-50db5bb14d94 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:42:53.503470 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-89ec1660-9c38-4eb7-9473-0b03b635dded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8072b9df-64f2-46bf-ae73-50db5bb14d94), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:53.554730 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dcc775-f568-45ef-988b-7eac7bcf3c18 None None] Pushing event updated for resources: {'Port': ['ID=8072b9df-64f2-46bf-ae73-50db5bb14d94,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:53.578953 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c8642a06-0ff5-4dcb-82a3-6040804d071c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32859989-f380-41c1-882a-adb0b5588814', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142023727-router', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:42:37Z', 'updated_at': '2022-03-05T04:42:44Z', 'revision_number': 4, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'gw_port': {'id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:38Z', 'updated_at': '2022-03-05T04:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '8072b9df-64f2-46bf-ae73-50db5bb14d94', 'name': '', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'mac_address': 'fa:16:3e:c3:d2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:43Z', 'updated_at': '2022-03-05T04:42:51Z', 'revision_number': 4, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'subnets': [{'id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:42:53.591588 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bb210e85-cb00-4b87-9154-044182f50d89 req-6870b664-ecab-46bb-a3e5-7000fff3a29e tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7924960 Mar 05 04:42:53.635858 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc3d42-716f-4e0f-a0c5-3e94f518c6e3 req-9a5cae2d-9431-4907-a92d-b6eae2b6a8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:53.653029 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-efbc3d42-716f-4e0f-a0c5-3e94f518c6e3 req-9a5cae2d-9431-4907-a92d-b6eae2b6a8ae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.4644208 Mar 05 04:42:53.654313 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8642a06-0ff5-4dcb-82a3-6040804d071c None None] The sync data for ids ['32859989-f380-41c1-882a-adb0b5588814'] in n-d-789963-32 is: [{'id': '32859989-f380-41c1-882a-adb0b5588814', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142023727-router', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:42:37Z', 'updated_at': '2022-03-05T04:42:44Z', 'revision_number': 4, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'gw_port': {'id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:38Z', 'updated_at': '2022-03-05T04:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '8072b9df-64f2-46bf-ae73-50db5bb14d94', 'name': '', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'mac_address': 'fa:16:3e:c3:d2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:43Z', 'updated_at': '2022-03-05T04:42:51Z', 'revision_number': 4, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'subnets': [{'id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:42:53.697692 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-89ec1660-9c38-4eb7-9473-0b03b635dded None None] Current status of the port 8072b9df-64f2-46bf-ae73-50db5bb14d94 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:42:53.753403 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-d72900bd-a07b-4272-8b22-ec292df5563f req-d78dcec9-7fa0-498a-a4a7-5029172f7e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad3a90d-5a5e-4ad1-b19b-47f37f584114 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:42:53.780405 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d72900bd-a07b-4272-8b22-ec292df5563f req-d78dcec9-7fa0-498a-a4a7-5029172f7e52 service neutron] Publish callbacks [] for port (2ad3a90d-5a5e-4ad1-b19b-47f37f584114), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:53.805433 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-d72900bd-a07b-4272-8b22-ec292df5563f req-d78dcec9-7fa0-498a-a4a7-5029172f7e52 service neutron] Transition to ACTIVE for port object 2ad3a90d-5a5e-4ad1-b19b-47f37f584114 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:42:53.810733 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d72900bd-a07b-4272-8b22-ec292df5563f req-d78dcec9-7fa0-498a-a4a7-5029172f7e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (2ad3a90d-5a5e-4ad1-b19b-47f37f584114), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:53.981721 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268282ad-2ebe-47f8-a33d-3284cdf5b12d req-abb42e70-1922-4b1e-8443-68593cfb866b tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:53.990112 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-268282ad-2ebe-47f8-a33d-3284cdf5b12d req-abb42e70-1922-4b1e-8443-68593cfb866b tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 947 time: 0.9641449 Mar 05 04:42:54.008764 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78dcec9-7fa0-498a-a4a7-5029172f7e52 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad3a90d-5a5e-4ad1-b19b-47f37f584114,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:54.124147 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-d72900bd-a07b-4272-8b22-ec292df5563f req-d78dcec9-7fa0-498a-a4a7-5029172f7e52 service neutron] Attempting to bind port 2ad3a90d-5a5e-4ad1-b19b-47f37f584114 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:42:54.125180 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-d72900bd-a07b-4272-8b22-ec292df5563f req-d78dcec9-7fa0-498a-a4a7-5029172f7e52 service neutron] Attempting to bind port 2ad3a90d-5a5e-4ad1-b19b-47f37f584114 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '607abd30-3ddd-4be0-83e8-bcf2d27d437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:42:54.125523 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72900bd-a07b-4272-8b22-ec292df5563f req-d78dcec9-7fa0-498a-a4a7-5029172f7e52 service neutron] Attempting to bind port 2ad3a90d-5a5e-4ad1-b19b-47f37f584114 on network 4063fb05-945c-41f3-bf86-b7ead68bf916 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:42:54.139667 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72900bd-a07b-4272-8b22-ec292df5563f req-d78dcec9-7fa0-498a-a4a7-5029172f7e52 service neutron] Port 2ad3a90d-5a5e-4ad1-b19b-47f37f584114 on network 4063fb05-945c-41f3-bf86-b7ead68bf916 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:42:54.140030 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72900bd-a07b-4272-8b22-ec292df5563f req-d78dcec9-7fa0-498a-a4a7-5029172f7e52 service neutron] Attempting to bind port 2ad3a90d-5a5e-4ad1-b19b-47f37f584114 on network 4063fb05-945c-41f3-bf86-b7ead68bf916 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:42:54.145873 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f5b99a5d-802c-4a99-8708-599d970c7352 req-aa209e72-e96f-46b2-8c3a-c028572a60e6 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c11fe5-060a-4bf3-aa5c-5917a8834450 HTTP/1.1" status: 200 len: 210 time: 0.3144429 Mar 05 04:42:54.154612 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72900bd-a07b-4272-8b22-ec292df5563f req-d78dcec9-7fa0-498a-a4a7-5029172f7e52 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:42:54.154983 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72900bd-a07b-4272-8b22-ec292df5563f req-d78dcec9-7fa0-498a-a4a7-5029172f7e52 service neutron] Checking segment: {'id': '607abd30-3ddd-4be0-83e8-bcf2d27d437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:42:54.155473 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72900bd-a07b-4272-8b22-ec292df5563f req-d78dcec9-7fa0-498a-a4a7-5029172f7e52 service neutron] Bound using segment: {'id': '607abd30-3ddd-4be0-83e8-bcf2d27d437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:42:54.156027 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-d72900bd-a07b-4272-8b22-ec292df5563f req-d78dcec9-7fa0-498a-a4a7-5029172f7e52 service neutron] Bound port: 2ad3a90d-5a5e-4ad1-b19b-47f37f584114, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '607abd30-3ddd-4be0-83e8-bcf2d27d437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:42:54.156303 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d72900bd-a07b-4272-8b22-ec292df5563f req-d78dcec9-7fa0-498a-a4a7-5029172f7e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2ad3a90d-5a5e-4ad1-b19b-47f37f584114), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:54.299413 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc3d42-716f-4e0f-a0c5-3e94f518c6e3 req-721663de-7658-44d9-a263-91e099e003ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:54.301320 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-efbc3d42-716f-4e0f-a0c5-3e94f518c6e3 req-721663de-7658-44d9-a263-91e099e003ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.8371012 Mar 05 04:42:54.318026 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-268282ad-2ebe-47f8-a33d-3284cdf5b12d req-0b5f803f-c7ce-4e88-bbe5-bc8f33e0a2e5 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286348 Mar 05 04:42:54.355206 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-d72900bd-a07b-4272-8b22-ec292df5563f req-d78dcec9-7fa0-498a-a4a7-5029172f7e52 service neutron] For port 2ad3a90d-5a5e-4ad1-b19b-47f37f584114, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:42:54.361000 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-d72900bd-a07b-4272-8b22-ec292df5563f req-d78dcec9-7fa0-498a-a4a7-5029172f7e52 service neutron] For port 2ad3a90d-5a5e-4ad1-b19b-47f37f584114, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=2ad3a90d-5a5e-4ad1-b19b-47f37f584114,segment=NetworkSegment(607abd30-3ddd-4be0-83e8-bcf2d27d437d),segment_id=607abd30-3ddd-4be0-83e8-bcf2d27d437d)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:42:54.375867 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d72900bd-a07b-4272-8b22-ec292df5563f req-d78dcec9-7fa0-498a-a4a7-5029172f7e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (2ad3a90d-5a5e-4ad1-b19b-47f37f584114), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:54.465707 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78dcec9-7fa0-498a-a4a7-5029172f7e52 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad3a90d-5a5e-4ad1-b19b-47f37f584114,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:54.486642 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72900bd-a07b-4272-8b22-ec292df5563f req-d78dcec9-7fa0-498a-a4a7-5029172f7e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:54.487794 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d72900bd-a07b-4272-8b22-ec292df5563f req-d78dcec9-7fa0-498a-a4a7-5029172f7e52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:54.493198 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d72900bd-a07b-4272-8b22-ec292df5563f req-d78dcec9-7fa0-498a-a4a7-5029172f7e52 service neutron] 10.222.0.31 "PUT /v2.0/ports/2ad3a90d-5a5e-4ad1-b19b-47f37f584114 HTTP/1.1" status: 200 len: 1092 time: 1.4089079 Mar 05 04:42:54.493708 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0119ad6d-067c-4a11-9e81-9e84311884ee', 'tag': '2ad3a90d-5a5e-4ad1-b19b-47f37f584114'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:42:54.506143 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c80303-5c98-4b0e-81b3-455642323497" -d '{"events": [{"name": "network-changed", "server_uuid": "0119ad6d-067c-4a11-9e81-9e84311884ee", "tag": "2ad3a90d-5a5e-4ad1-b19b-47f37f584114"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:42:54.688189 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc3d42-716f-4e0f-a0c5-3e94f518c6e3 req-3c9fb487-adf7-4396-b8de-b7c1358d2944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:54.702344 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-efbc3d42-716f-4e0f-a0c5-3e94f518c6e3 req-3c9fb487-adf7-4396-b8de-b7c1358d2944 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 1.0029662 Mar 05 04:42:54.776341 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 16d44a27-1887-46ce-8a68-f4eec0fce055 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:42:54.794334 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-bcaafb86-fff3-40ad-a7a4-0e3c1ad39efa tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a61d54b9febb4c21b6c8593d1e0441a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0870128 Mar 05 04:42:54.796409 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ab055b49-929e-4188-871c-b63394f95882 admin admin] Publish callbacks [] for security_group (6ec10f02-a8d1-4568-9209-31c0f809e2f8), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:55.000581 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c06d60-3330-4078-a212-1ce61b7fac34 req-17f07326-2db7-4194-8c61-b7d0fdc87605 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:55.005058 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d1c06d60-3330-4078-a212-1ce61b7fac34 req-17f07326-2db7-4194-8c61-b7d0fdc87605 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/ports?device_id=0119ad6d-067c-4a11-9e81-9e84311884ee HTTP/1.1" status: 200 len: 943 time: 0.7235160 Mar 05 04:42:55.027757 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ab055b49-929e-4188-871c-b63394f95882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6ec10f02-a8d1-4568-9209-31c0f809e2f8), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:55.031750 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd363204-0bb6-44fd-8d02-a8472cf5ce80 x-openstack-request-id: req-fd363204-0bb6-44fd-8d02-a8472cf5ce80 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:42:55.035156 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0119ad6d-067c-4a11-9e81-9e84311884ee", "tag": "2ad3a90d-5a5e-4ad1-b19b-47f37f584114", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:42:55.035450 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fd363204-0bb6-44fd-8d02-a8472cf5ce80 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:42:55.036673 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0119ad6d-067c-4a11-9e81-9e84311884ee', 'tag': '2ad3a90d-5a5e-4ad1-b19b-47f37f584114', 'status': 'completed', 'code': 200} Mar 05 04:42:55.165633 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8072b9df-64f2-46bf-ae73-50db5bb14d94 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:42:55.170545 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72900bd-a07b-4272-8b22-ec292df5563f req-4fa4a7b3-4930-43bf-856a-392e954cea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:55.176972 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d72900bd-a07b-4272-8b22-ec292df5563f req-4fa4a7b3-4930-43bf-856a-392e954cea43 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b881a5a3db964674a1ec7b44033353cb&device_id=0119ad6d-067c-4a11-9e81-9e84311884ee HTTP/1.1" status: 200 len: 1126 time: 0.5840938 Mar 05 04:42:55.187267 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ab055b49-929e-4188-871c-b63394f95882 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=17f5889db43e427c82802940fceb4975&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5650108 Mar 05 04:42:55.188138 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab055b49-929e-4188-871c-b63394f95882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec10f02-a8d1-4568-9209-31c0f809e2f8,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:55.196145 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40564) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:55.217371 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-efbc3d42-716f-4e0f-a0c5-3e94f518c6e3 req-e785a60c-f21b-4eb5-88f3-23cffa36542b service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8975465 Mar 05 04:42:55.240992 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-efbc3d42-716f-4e0f-a0c5-3e94f518c6e3 req-d1cc7cf8-9f95-4386-80e5-c1233ead0e2b service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468100 Mar 05 04:42:55.312853 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 16d44a27-1887-46ce-8a68-f4eec0fce055, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=16d44a27-1887-46ce-8a68-f4eec0fce055,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:55.330477 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '16d44a27-1887-46ce-8a68-f4eec0fce055', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': '16d44a27-1887-46ce-8a68-f4eec0fce055', 'mac_address': 'fa:16:3e:38:12:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:42:55.374670 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d1c06d60-3330-4078-a212-1ce61b7fac34 req-d07c02ff-82f3-4c88-9b90-dc171ca4d9b6 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/security-groups?id=e0a8876c-637a-4714-b32c-54d49bad91ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320127 Mar 05 04:42:55.433253 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 16d44a27-1887-46ce-8a68-f4eec0fce055 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:42:55.433797 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (16d44a27-1887-46ce-8a68-f4eec0fce055), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:55.454609 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-03fccf3d-bbac-4039-98ee-4e9496faf3c2 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:55.462415 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-03fccf3d-bbac-4039-98ee-4e9496faf3c2 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6666207 Mar 05 04:42:55.483710 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d44a27-1887-46ce-8a68-f4eec0fce055 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:42:55.492181 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-e87ca730-4b1e-44b6-a914-624877332080 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Request body: {'port': {'device_id': '56c11fe5-060a-4bf3-aa5c-5917a8834450', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'admin_state_up': True, 'tenant_id': 'a61d54b9febb4c21b6c8593d1e0441a4'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:42:55.580719 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 16d44a27-1887-46ce-8a68-f4eec0fce055, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=16d44a27-1887-46ce-8a68-f4eec0fce055,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:55.589233 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 8072b9df-64f2-46bf-ae73-50db5bb14d94 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:42:55.592270 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8072b9df-64f2-46bf-ae73-50db5bb14d94), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:55.597203 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (16d44a27-1887-46ce-8a68-f4eec0fce055), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:55.729224 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=16d44a27-1887-46ce-8a68-f4eec0fce055,revision_number=8']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:55.772407 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-efbc3d42-716f-4e0f-a0c5-3e94f518c6e3 req-9bd365bd-1d4a-4f00-9ef7-6cf4f7a70b5d service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5287988 Mar 05 04:42:55.829916 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3dff0e00-d871-490a-bdac-52d259d7a813 admin admin] Publish callbacks [] for security_group (6ec10f02-a8d1-4568-9209-31c0f809e2f8), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:55.862555 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3dff0e00-d871-490a-bdac-52d259d7a813 admin admin] Publish callbacks [] for security_group (6ec10f02-a8d1-4568-9209-31c0f809e2f8), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:55.921528 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-e87ca730-4b1e-44b6-a914-624877332080 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Made reservation on behalf of a61d54b9febb4c21b6c8593d1e0441a4 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:42:55.925778 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-e87ca730-4b1e-44b6-a914-624877332080 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:55.945482 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['16d44a27-1887-46ce-8a68-f4eec0fce055'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:42:55.950117 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3dff0e00-d871-490a-bdac-52d259d7a813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6ec10f02-a8d1-4568-9209-31c0f809e2f8), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:55.952027 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-e87ca730-4b1e-44b6-a914-624877332080 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:55.952781 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3dff0e00-d871-490a-bdac-52d259d7a813 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:55.953924 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3dff0e00-d871-490a-bdac-52d259d7a813 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6ec10f02-a8d1-4568-9209-31c0f809e2f8 HTTP/1.1" status: 204 len: 168 time: 0.7568262 Mar 05 04:42:55.966222 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d72900bd-a07b-4272-8b22-ec292df5563f req-d8621444-c013-4aff-8245-8c4aa2e4a8d4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ad3a90d-5a5e-4ad1-b19b-47f37f584114 HTTP/1.1" status: 200 len: 217 time: 0.2083287 Mar 05 04:42:55.984728 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 8072b9df-64f2-46bf-ae73-50db5bb14d94 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:42:55.986837 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dff0e00-d871-490a-bdac-52d259d7a813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec10f02-a8d1-4568-9209-31c0f809e2f8,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:56.000406 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-efbc3d42-716f-4e0f-a0c5-3e94f518c6e3 req-a3f8997e-6996-48ae-a829-9ae830df8db1 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7458429 Mar 05 04:42:56.014608 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444ea33-fccc-4544-a773-c1057c813072 req-265f8a85-737b-4801-92e6-30a0d8b56090 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:56.016401 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0ef8e-dad1-4326-8c28-c15b3fdfaecc req-f4d56920-678d-465d-80bf-01fcc9240091 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:56.019647 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fbc0ef8e-dad1-4326-8c28-c15b3fdfaecc req-f4d56920-678d-465d-80bf-01fcc9240091 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.30 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294&tenant_id=12ec86d5ce864d5e8384628d4e830cb3&binding%3Ahost_id=n-h2-789963-32 HTTP/1.1" status: 200 len: 947 time: 1.0707133 Mar 05 04:42:56.027686 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c444ea33-fccc-4544-a773-c1057c813072 req-265f8a85-737b-4801-92e6-30a0d8b56090 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 947 time: 0.4821613 Mar 05 04:42:56.154955 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [req-fbc0ef8e-dad1-4326-8c28-c15b3fdfaecc req-d000b260-730a-4feb-a2e7-7c0da83777ba service neutron] delete failed (client error): The resource could not be found. Mar 05 04:42:56.156652 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fbc0ef8e-dad1-4326-8c28-c15b3fdfaecc req-d000b260-730a-4feb-a2e7-7c0da83777ba service neutron] 10.222.0.30 "DELETE /v2.0/ports/16d44a27-1887-46ce-8a68-f4eec0fce055/bindings/n-h1-789963-32 HTTP/1.1" status: 404 len: 381 time: 0.1304328 Mar 05 04:42:56.198286 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c444ea33-fccc-4544-a773-c1057c813072 req-690b81e5-4fec-4726-af35-1b4972562904 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663134 Mar 05 04:42:56.204831 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72900bd-a07b-4272-8b22-ec292df5563f req-5f76284e-36be-4a4a-bb61-ca1d332ddb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:56.209065 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d72900bd-a07b-4272-8b22-ec292df5563f req-5f76284e-36be-4a4a-bb61-ca1d332ddb93 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=04cf5992-8f8c-490a-b424-2ab3d34e91a8 HTTP/1.1" status: 200 len: 860 time: 0.2254899 Mar 05 04:42:56.417329 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-567ce7c5-4636-426a-930a-82276ad8dbaf req-ce6d7eb4-df3a-4ea5-8870-17dc23412a3f tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c11fe5-060a-4bf3-aa5c-5917a8834450 HTTP/1.1" status: 200 len: 210 time: 0.0742407 Mar 05 04:42:56.480388 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0ef8e-dad1-4326-8c28-c15b3fdfaecc req-85a65397-707c-484d-814d-7d66104eaef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:56.481936 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fbc0ef8e-dad1-4326-8c28-c15b3fdfaecc req-85a65397-707c-484d-814d-7d66104eaef3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 1131 time: 0.2066097 Mar 05 04:42:56.498228 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72900bd-a07b-4272-8b22-ec292df5563f req-2dde0d91-3ab7-4adc-9e5d-8d37baf1b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:56.500015 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d72900bd-a07b-4272-8b22-ec292df5563f req-2dde0d91-3ab7-4adc-9e5d-8d37baf1b851 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4063fb05-945c-41f3-bf86-b7ead68bf916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2800431 Mar 05 04:42:56.646806 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-e87ca730-4b1e-44b6-a914-624877332080 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Publish callbacks [] for security_group (b75fa6ca-3bea-4aa3-be34-e1a6c87a956a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:56.677074 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-e87ca730-4b1e-44b6-a914-624877332080 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b75fa6ca-3bea-4aa3-be34-e1a6c87a956a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:56.827230 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff329f11-98a2-4c8d-b20a-4d0eeea13930 req-fe81ccca-e4b6-477c-96da-d1242ade8658 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:56.850383 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ff329f11-98a2-4c8d-b20a-4d0eeea13930 req-fe81ccca-e4b6-477c-96da-d1242ade8658 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/ports?device_id=0119ad6d-067c-4a11-9e81-9e84311884ee HTTP/1.1" status: 200 len: 943 time: 0.1610715 Mar 05 04:42:56.957600 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ff329f11-98a2-4c8d-b20a-4d0eeea13930 req-16006504-b3e1-47ba-9954-a4b5870b7835 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/security-groups?id=e0a8876c-637a-4714-b32c-54d49bad91ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061323 Mar 05 04:42:56.970674 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-e87ca730-4b1e-44b6-a914-624877332080 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Allocated IP 192.168.233.77 (fb0dde64-203a-4c32-80ac-e1733ed0c9dd/63f989ea-15ee-41e4-8c8f-8183d2023f4e/0e8487f7-4fcf-4a2e-93e3-cde31593f0f4) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:42:57.025115 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ca730-4b1e-44b6-a914-624877332080 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b75fa6ca-3bea-4aa3-be34-e1a6c87a956a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:57.088343 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0ef8e-dad1-4326-8c28-c15b3fdfaecc req-19230fb2-9fef-420d-b840-1f6f0e2d3d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:57.090031 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fbc0ef8e-dad1-4326-8c28-c15b3fdfaecc req-19230fb2-9fef-420d-b840-1f6f0e2d3d7f service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.5858083 Mar 05 04:42:57.268509 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d72900bd-a07b-4272-8b22-ec292df5563f req-11003974-0923-44ac-84aa-99c26de1cb19 service neutron] 10.222.0.31 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6198437 Mar 05 04:42:57.270293 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:42:57.274665 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fbc0ef8e-dad1-4326-8c28-c15b3fdfaecc req-ca7b0373-f4c0-4958-ae14-c730cfc73472 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=16d44a27-1887-46ce-8a68-f4eec0fce055 HTTP/1.1" status: 200 len: 217 time: 0.1755781 Mar 05 04:42:57.395738 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12431c2-359a-43a9-bd07-1b3dd446fc46 req-d5703563-81d6-4578-845c-ed14141cfd41 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:57.414902 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c12431c2-359a-43a9-bd07-1b3dd446fc46 req-d5703563-81d6-4578-845c-ed14141cfd41 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 948 time: 0.1074617 Mar 05 04:42:57.496791 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-e87ca730-4b1e-44b6-a914-624877332080 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Publish callbacks [] for port (0e8487f7-4fcf-4a2e-93e3-cde31593f0f4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:57.533721 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c12431c2-359a-43a9-bd07-1b3dd446fc46 req-216f4de5-6416-442f-a171-2ddb9765d3b5 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177573 Mar 05 04:42:57.637517 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-e87ca730-4b1e-44b6-a914-624877332080 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (0e8487f7-4fcf-4a2e-93e3-cde31593f0f4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:57.662950 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40634) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:57.734839 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45cabfe-29fe-431a-abf8-2057892cc80c req-4d1e2ab2-d084-487b-a63d-ca79d522b253 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:57.746358 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b45cabfe-29fe-431a-abf8-2057892cc80c req-4d1e2ab2-d084-487b-a63d-ca79d522b253 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c11fe5-060a-4bf3-aa5c-5917a8834450 HTTP/1.1" status: 200 len: 935 time: 0.1448984 Mar 05 04:42:57.774213 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-82e57d15-f2a7-4893-986f-c734b95acff5 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-47114223-network', 'tenant_id': '736990f873564774a97b655286c16e6d'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:42:57.809553 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0ef8e-dad1-4326-8c28-c15b3fdfaecc req-fd35dbc6-b240-462e-bec9-418ae0523d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:57.811705 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fbc0ef8e-dad1-4326-8c28-c15b3fdfaecc req-fd35dbc6-b240-462e-bec9-418ae0523d5a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.4549725 Mar 05 04:42:57.815314 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-e87ca730-4b1e-44b6-a914-624877332080 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:42:57.826660 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-e87ca730-4b1e-44b6-a914-624877332080 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:42:57.868177 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-e87ca730-4b1e-44b6-a914-624877332080 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:42:57.880854 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-dfb491e6-ac9c-4799-a27f-336dab8126be tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:42:57.889053 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b45cabfe-29fe-431a-abf8-2057892cc80c req-454acf6b-c6a7-45d8-b73b-fd1f6f92474b tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.11 "GET /v2.0/security-groups?id=b75fa6ca-3bea-4aa3-be34-e1a6c87a956a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368577 Mar 05 04:42:57.890361 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e57d15-f2a7-4893-986f-c734b95acff5 admin admin] Made reservation on behalf of 736990f873564774a97b655286c16e6d for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:42:57.892814 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-dfb491e6-ac9c-4799-a27f-336dab8126be tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6206098 Mar 05 04:42:57.899688 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-82e57d15-f2a7-4893-986f-c734b95acff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:57.923576 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-82e57d15-f2a7-4893-986f-c734b95acff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:57.962050 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ca730-4b1e-44b6-a914-624877332080 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Pushing event updated for resources: {'Port': ['ID=0e8487f7-4fcf-4a2e-93e3-cde31593f0f4,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:58.031611 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d72900bd-a07b-4272-8b22-ec292df5563f req-5de8ea0b-ff82-4075-a950-f6e493f79236 service neutron] 10.222.0.31 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7559893 Mar 05 04:42:58.088952 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-914f48a7-c1f1-4080-9dae-5e7e331cf75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:58.088952 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-914f48a7-c1f1-4080-9dae-5e7e331cf75b service neutron] 10.222.0.11 "GET /v2.0/ports/fcb9b4b5-b14d-4e77-9651-6518c1df2d8c HTTP/1.1" status: 200 len: 1125 time: 0.1907396 Mar 05 04:42:58.089477 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-4fea6ceb-9578-48b1-82a5-fca530806f30 service neutron] Request body: {'binding': {'host': 'n-h2-789963-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:42:58.099287 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-4fea6ceb-9578-48b1-82a5-fca530806f30 service neutron] Unknown quota resources ['binding']. {{(pid=105232) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 05 04:42:58.161083 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-e87ca730-4b1e-44b6-a914-624877332080 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:58.161853 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-e87ca730-4b1e-44b6-a914-624877332080 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:58.298180 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-82e57d15-f2a7-4893-986f-c734b95acff5 admin admin] Publish callbacks [] for security_group (a7a79b6e-073c-48a1-a7f1-b031684ba5c7), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:58.300498 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-e87ca730-4b1e-44b6-a914-624877332080 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8221676 Mar 05 04:42:58.312756 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-82e57d15-f2a7-4893-986f-c734b95acff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a7a79b6e-073c-48a1-a7f1-b031684ba5c7), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:58.351555 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-713f87e7-77ad-4da7-8b99-1c2e06585262 None None] Provisioning complete for port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:42:58.352804 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-713f87e7-77ad-4da7-8b99-1c2e06585262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0e8487f7-4fcf-4a2e-93e3-cde31593f0f4), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:58.383795 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e57d15-f2a7-4893-986f-c734b95acff5 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:42:58.389237 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-a4cf3e44-44c5-49b5-bbd5-751a9ef242c4 service neutron] Request body: {'port': {'device_id': '56c11fe5-060a-4bf3-aa5c-5917a8834450', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:42:58.419832 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-713f87e7-77ad-4da7-8b99-1c2e06585262 None None] Port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:42:58.449333 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-82e57d15-f2a7-4893-986f-c734b95acff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (39bebb99-f3d6-49f8-af2f-9a9c1002f41f), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:58.449688 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-82e57d15-f2a7-4893-986f-c734b95acff5 admin admin] Added segment 39bebb99-f3d6-49f8-af2f-9a9c1002f41f of type vlan for network a952105b-ebc4-4199-9a60-4f9b3f21d433 Mar 05 04:42:58.457772 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0ef8e-dad1-4326-8c28-c15b3fdfaecc req-d891ca29-247c-40ca-aaad-f96009bfa049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:58.458908 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e57d15-f2a7-4893-986f-c734b95acff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a79b6e-073c-48a1-a7f1-b031684ba5c7,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:58.459334 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fbc0ef8e-dad1-4326-8c28-c15b3fdfaecc req-d891ca29-247c-40ca-aaad-f96009bfa049 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6348093 Mar 05 04:42:58.513677 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888152e-be02-4678-b9a2-5ff04eb8c67f req-761e9b27-68fe-4eef-b6c2-00e7534b7479 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:58.519503 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d888152e-be02-4678-b9a2-5ff04eb8c67f req-761e9b27-68fe-4eef-b6c2-00e7534b7479 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/ports?device_id=0119ad6d-067c-4a11-9e81-9e84311884ee HTTP/1.1" status: 200 len: 943 time: 0.1810012 Mar 05 04:42:58.558035 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-82e57d15-f2a7-4893-986f-c734b95acff5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (a952105b-ebc4-4199-9a60-4f9b3f21d433), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:58.668801 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d888152e-be02-4678-b9a2-5ff04eb8c67f req-46c1761e-ee03-4276-9b76-d992aed566ff tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/security-groups?id=e0a8876c-637a-4714-b32c-54d49bad91ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315305 Mar 05 04:42:58.672717 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-82e57d15-f2a7-4893-986f-c734b95acff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (a952105b-ebc4-4199-9a60-4f9b3f21d433), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:58.675888 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e57d15-f2a7-4893-986f-c734b95acff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:58.681038 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-82e57d15-f2a7-4893-986f-c734b95acff5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:58.735889 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-82e57d15-f2a7-4893-986f-c734b95acff5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0708103 Mar 05 04:42:58.739264 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40654) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:42:58.746470 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-d12f0765-64e9-43fe-9a9c-5bd7e454df99 admin admin] Request body: {'subnet': {'network_id': 'a952105b-ebc4-4199-9a60-4f9b3f21d433', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-47114223-subnet', 'tenant_id': '736990f873564774a97b655286c16e6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:42:58.822021 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 16d44a27-1887-46ce-8a68-f4eec0fce055 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:42:58.837689 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e57d15-f2a7-4893-986f-c734b95acff5 admin admin] Pushing event updated for resources: {'Network': ['ID=a952105b-ebc4-4199-9a60-4f9b3f21d433,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:58.892580 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network a952105b-ebc4-4199-9a60-4f9b3f21d433 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:42:58.894912 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12f0765-64e9-43fe-9a9c-5bd7e454df99 admin admin] Made reservation on behalf of 736990f873564774a97b655286c16e6d for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:42:58.901406 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d12f0765-64e9-43fe-9a9c-5bd7e454df99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:58.971259 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 16d44a27-1887-46ce-8a68-f4eec0fce055 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:42:58.986439 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 16d44a27-1887-46ce-8a68-f4eec0fce055 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:42:58.987249 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (16d44a27-1887-46ce-8a68-f4eec0fce055), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:59.008593 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80303-5c98-4b0e-81b3-455642323497 req-e0f2aacc-1a60-4325-9036-d042b9fedb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:59.010392 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d2c80303-5c98-4b0e-81b3-455642323497 req-e0f2aacc-1a60-4325-9036-d042b9fedb44 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b881a5a3db964674a1ec7b44033353cb&device_id=0119ad6d-067c-4a11-9e81-9e84311884ee HTTP/1.1" status: 200 len: 1126 time: 0.6350396 Mar 05 04:42:59.010750 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-a4cf3e44-44c5-49b5-bbd5-751a9ef242c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0e8487f7-4fcf-4a2e-93e3-cde31593f0f4), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:59.014450 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-4fea6ceb-9578-48b1-82a5-fca530806f30 service neutron] Attempting to bind port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c on host n-h2-789963-32 for vnic_type normal with profile None {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:42:59.014790 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-4fea6ceb-9578-48b1-82a5-fca530806f30 service neutron] Attempting to bind port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:42:59.015416 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-4fea6ceb-9578-48b1-82a5-fca530806f30 service neutron] Attempting to bind port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c on network fd6aa200-b97d-49ed-9876-375a41229f42 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:42:59.072647 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-4fea6ceb-9578-48b1-82a5-fca530806f30 service neutron] Port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c on network fd6aa200-b97d-49ed-9876-375a41229f42 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:42:59.073385 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-4fea6ceb-9578-48b1-82a5-fca530806f30 service neutron] Attempting to bind port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c on network fd6aa200-b97d-49ed-9876-375a41229f42 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:42:59.080316 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fbc0ef8e-dad1-4326-8c28-c15b3fdfaecc req-80a14c53-17df-4104-88cc-fe0a80c6fb47 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5742631 Mar 05 04:42:59.159473 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-4fea6ceb-9578-48b1-82a5-fca530806f30 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:42:59.160236 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-4fea6ceb-9578-48b1-82a5-fca530806f30 service neutron] Checking segment: {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:42:59.160842 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-4fea6ceb-9578-48b1-82a5-fca530806f30 service neutron] Bound using segment: {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:42:59.161684 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-4fea6ceb-9578-48b1-82a5-fca530806f30 service neutron] Bound port: fcb9b4b5-b14d-4e77-9651-6518c1df2d8c, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:42:59.193390 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 16d44a27-1887-46ce-8a68-f4eec0fce055 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:42:59.193787 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (16d44a27-1887-46ce-8a68-f4eec0fce055), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:59.211105 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bcedf-6a10-4fc4-9e11-c6e005a71d9f req-3872bf0d-b8df-4508-8b6a-7d08ff99e301 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:59.225924 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e1bcedf-6a10-4fc4-9e11-c6e005a71d9f req-3872bf0d-b8df-4508-8b6a-7d08ff99e301 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 948 time: 0.4407713 Mar 05 04:42:59.252354 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10385acb-ef71-4312-8eed-9cf0d16eb294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d44a27-1887-46ce-8a68-f4eec0fce055'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:42:59.255312 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4c579b-a24b-41a2-9562-98790ce448ff" -d '{"events": [{"server_uuid": "10385acb-ef71-4312-8eed-9cf0d16eb294", "name": "network-vif-plugged", "status": "completed", "tag": "16d44a27-1887-46ce-8a68-f4eec0fce055"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:42:59.264603 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d12f0765-64e9-43fe-9a9c-5bd7e454df99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (d442e327-d533-4ad3-8b3e-6bf8aaddc901), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:59.275638 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 16d44a27-1887-46ce-8a68-f4eec0fce055, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=16d44a27-1887-46ce-8a68-f4eec0fce055,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:42:59.284893 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (16d44a27-1887-46ce-8a68-f4eec0fce055), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:59.395456 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f0765-64e9-43fe-9a9c-5bd7e454df99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d442e327-d533-4ad3-8b3e-6bf8aaddc901,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:59.412159 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=16d44a27-1887-46ce-8a68-f4eec0fce055,revision_number=9']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:42:59.431134 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:59.432116 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:59.432488 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:59.433610 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:59.434134 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:59.434557 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:59.434953 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:59.435364 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:59.436155 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:59.436155 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:59.436430 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:59.436821 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:59.437572 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:42:59.456440 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e1bcedf-6a10-4fc4-9e11-c6e005a71d9f req-214459c3-90a5-4908-86e2-24a3ee66d4ed tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293229 Mar 05 04:42:59.469439 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80303-5c98-4b0e-81b3-455642323497 req-7f28e0e0-a6cf-46c4-855b-4b4c7f329da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:59.470908 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d2c80303-5c98-4b0e-81b3-455642323497 req-7f28e0e0-a6cf-46c4-855b-4b4c7f329da4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4063fb05-945c-41f3-bf86-b7ead68bf916 HTTP/1.1" status: 200 len: 921 time: 0.4533308 Mar 05 04:42:59.486946 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12f0765-64e9-43fe-9a9c-5bd7e454df99 admin admin] Checking segment: {'id': '39bebb99-f3d6-49f8-af2f-9a9c1002f41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a952105b-ebc4-4199-9a60-4f9b3f21d433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:42:59.487362 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12f0765-64e9-43fe-9a9c-5bd7e454df99 admin admin] Network hostable DHCP agents. Network: a952105b-ebc4-4199-9a60-4f9b3f21d433, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:42:59.511635 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12f0765-64e9-43fe-9a9c-5bd7e454df99 admin admin] Network a952105b-ebc4-4199-9a60-4f9b3f21d433 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:42:59.528872 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-d12f0765-64e9-43fe-9a9c-5bd7e454df99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, a952105b-ebc4-4199-9a60-4f9b3f21d433) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:42:59.537182 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fead5e-abaa-4219-962f-1b8ec6557693 None None] Network a952105b-ebc4-4199-9a60-4f9b3f21d433 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:42:59.557133 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12f0765-64e9-43fe-9a9c-5bd7e454df99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:59.560928 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d12f0765-64e9-43fe-9a9c-5bd7e454df99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:59.576607 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-4fea6ceb-9578-48b1-82a5-fca530806f30 service neutron] For port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=fcb9b4b5-b14d-4e77-9651-6518c1df2d8c,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:42:59.634568 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d12f0765-64e9-43fe-9a9c-5bd7e454df99 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8939695 Mar 05 04:42:59.664864 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a8eae-72e4-422a-831c-d2a0370cc599 req-912f8a9f-5200-4724-821b-1026ef250a21 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:59.666436 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b49a8eae-72e4-422a-831c-d2a0370cc599 req-912f8a9f-5200-4724-821b-1026ef250a21 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c11fe5-060a-4bf3-aa5c-5917a8834450 HTTP/1.1" status: 200 len: 935 time: 0.1251702 Mar 05 04:42:59.717623 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fbc0ef8e-dad1-4326-8c28-c15b3fdfaecc req-23af4430-869d-47b0-9fef-8c82448bcbfc service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6028802 Mar 05 04:42:59.721657 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-4fea6ceb-9578-48b1-82a5-fca530806f30 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:42:59.722925 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-4fea6ceb-9578-48b1-82a5-fca530806f30 service neutron] 10.222.0.11 "POST /v2.0/ports/fcb9b4b5-b14d-4e77-9651-6518c1df2d8c/bindings HTTP/1.1" status: 201 len: 390 time: 1.6373291 Mar 05 04:42:59.727338 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d2c80303-5c98-4b0e-81b3-455642323497 req-c86048be-b23d-48d0-94e0-19b829580861 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ad3a90d-5a5e-4ad1-b19b-47f37f584114 HTTP/1.1" status: 200 len: 217 time: 0.2246635 Mar 05 04:42:59.750181 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8a8f5f-1443-4141-8761-1a8d9cfd46ce None None] Network a952105b-ebc4-4199-9a60-4f9b3f21d433 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:42:59.806168 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b49a8eae-72e4-422a-831c-d2a0370cc599 req-def1e8fb-6d21-4f26-aef2-64c8d56feb4b tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.11 "GET /v2.0/security-groups?id=b75fa6ca-3bea-4aa3-be34-e1a6c87a956a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295254 Mar 05 04:42:59.953346 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30b2fb2-61c7-4ad8-85c0-d95ac87826f0 x-openstack-request-id: req-d30b2fb2-61c7-4ad8-85c0-d95ac87826f0 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:42:59.953346 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10385acb-ef71-4312-8eed-9cf0d16eb294", "name": "network-vif-plugged", "status": "completed", "tag": "16d44a27-1887-46ce-8a68-f4eec0fce055", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:42:59.953346 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d30b2fb2-61c7-4ad8-85c0-d95ac87826f0 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:42:59.953346 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10385acb-ef71-4312-8eed-9cf0d16eb294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d44a27-1887-46ce-8a68-f4eec0fce055', 'code': 200} Mar 05 04:42:59.964073 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80303-5c98-4b0e-81b3-455642323497 req-ae69b446-8758-4a15-a237-d8d404529483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:42:59.966135 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d2c80303-5c98-4b0e-81b3-455642323497 req-ae69b446-8758-4a15-a237-d8d404529483 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=04cf5992-8f8c-490a-b424-2ab3d34e91a8 HTTP/1.1" status: 200 len: 860 time: 0.1922042 Mar 05 04:43:00.127751 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32597f-74ac-4cda-bc43-d5a31347027e req-e48036a3-a240-488a-a49f-45dcae4a75ac tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:00.138278 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fa32597f-74ac-4cda-bc43-d5a31347027e req-e48036a3-a240-488a-a49f-45dcae4a75ac tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/ports?device_id=0119ad6d-067c-4a11-9e81-9e84311884ee HTTP/1.1" status: 200 len: 943 time: 0.0955973 Mar 05 04:43:00.152048 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c80303-5c98-4b0e-81b3-455642323497 req-f5bb75ec-e99c-449c-a773-fcd20604f194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:00.154471 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d2c80303-5c98-4b0e-81b3-455642323497 req-f5bb75ec-e99c-449c-a773-fcd20604f194 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4063fb05-945c-41f3-bf86-b7ead68bf916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1539652 Mar 05 04:43:00.314429 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-a4cf3e44-44c5-49b5-bbd5-751a9ef242c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:43:00.316090 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fa32597f-74ac-4cda-bc43-d5a31347027e req-a226c0dd-0c76-4ff9-8799-b3e3dbfbf384 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/security-groups?id=e0a8876c-637a-4714-b32c-54d49bad91ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389959 Mar 05 04:43:00.325595 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-a4cf3e44-44c5-49b5-bbd5-751a9ef242c4 service neutron] Publish callbacks [] for port (0e8487f7-4fcf-4a2e-93e3-cde31593f0f4), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:00.348213 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-a4cf3e44-44c5-49b5-bbd5-751a9ef242c4 service neutron] Transition to ACTIVE for port object 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:43:00.352771 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940260d1-dffd-414b-b74b-0063a3619890 req-8136465f-56ea-40b2-82da-1e9630f32140 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:00.358010 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-a4cf3e44-44c5-49b5-bbd5-751a9ef242c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (0e8487f7-4fcf-4a2e-93e3-cde31593f0f4), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:00.363498 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-940260d1-dffd-414b-b74b-0063a3619890 req-8136465f-56ea-40b2-82da-1e9630f32140 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=0374a01e-d164-4d25-b186-ad4232102a40 HTTP/1.1" status: 200 len: 945 time: 0.1589344 Mar 05 04:43:00.440665 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-940260d1-dffd-414b-b74b-0063a3619890 req-44454b2c-a0fe-4c2f-a859-266a08fdb187 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732465 Mar 05 04:43:00.450901 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-64cc73ea-cad2-43b6-bc8b-7eea72e7ae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:00.472457 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-64cc73ea-cad2-43b6-bc8b-7eea72e7ae4a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=84f78c82255c4feca46335184d79ad7d&device_id=0374a01e-d164-4d25-b186-ad4232102a40 HTTP/1.1" status: 200 len: 1128 time: 0.3320107 Mar 05 04:43:00.536652 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf3e44-44c5-49b5-bbd5-751a9ef242c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8487f7-4fcf-4a2e-93e3-cde31593f0f4,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:00.542017 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d2c80303-5c98-4b0e-81b3-455642323497 req-8e064671-35f3-49b5-8bd9-d4845058f7c3 service neutron] 10.222.0.31 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3737895 Mar 05 04:43:00.844787 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-a4cf3e44-44c5-49b5-bbd5-751a9ef242c4 service neutron] Attempting to bind port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:43:00.847400 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 2ad3a90d-5a5e-4ad1-b19b-47f37f584114 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:43:00.860923 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-a4cf3e44-44c5-49b5-bbd5-751a9ef242c4 service neutron] Attempting to bind port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:43:00.863611 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-a4cf3e44-44c5-49b5-bbd5-751a9ef242c4 service neutron] Attempting to bind port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:43:00.877297 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d2c80303-5c98-4b0e-81b3-455642323497 req-cb7a6f0a-574e-4a4a-ad2e-346845280add service neutron] 10.222.0.31 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264444 Mar 05 04:43:00.888875 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-a4cf3e44-44c5-49b5-bbd5-751a9ef242c4 service neutron] Port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:43:00.889359 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-a4cf3e44-44c5-49b5-bbd5-751a9ef242c4 service neutron] Attempting to bind port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:43:00.903921 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-a4cf3e44-44c5-49b5-bbd5-751a9ef242c4 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:43:00.904489 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-a4cf3e44-44c5-49b5-bbd5-751a9ef242c4 service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:43:00.904990 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-a4cf3e44-44c5-49b5-bbd5-751a9ef242c4 service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:43:00.905548 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-a4cf3e44-44c5-49b5-bbd5-751a9ef242c4 service neutron] Bound port: 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:43:00.910436 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-a4cf3e44-44c5-49b5-bbd5-751a9ef242c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0e8487f7-4fcf-4a2e-93e3-cde31593f0f4), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:01.065145 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-a4cf3e44-44c5-49b5-bbd5-751a9ef242c4 service neutron] For port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:43:01.073358 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-a4cf3e44-44c5-49b5-bbd5-751a9ef242c4 service neutron] For port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=0e8487f7-4fcf-4a2e-93e3-cde31593f0f4,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:43:01.076508 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 2ad3a90d-5a5e-4ad1-b19b-47f37f584114, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=2ad3a90d-5a5e-4ad1-b19b-47f37f584114,segment=NetworkSegment(607abd30-3ddd-4be0-83e8-bcf2d27d437d),segment_id=607abd30-3ddd-4be0-83e8-bcf2d27d437d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:01.090632 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-a4cf3e44-44c5-49b5-bbd5-751a9ef242c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (0e8487f7-4fcf-4a2e-93e3-cde31593f0f4), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:01.116561 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '2ad3a90d-5a5e-4ad1-b19b-47f37f584114', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'port_id': '2ad3a90d-5a5e-4ad1-b19b-47f37f584114', 'mac_address': 'fa:16:3e:e2:fe:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:43:01.182042 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-a4cf3e44-44c5-49b5-bbd5-751a9ef242c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:01.185707 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-a4cf3e44-44c5-49b5-bbd5-751a9ef242c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:01.187363 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-a4cf3e44-44c5-49b5-bbd5-751a9ef242c4 service neutron] 10.222.0.30 "PUT /v2.0/ports/0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 HTTP/1.1" status: 200 len: 1096 time: 2.8132744 Mar 05 04:43:01.188010 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c11fe5-060a-4bf3-aa5c-5917a8834450', 'tag': '0e8487f7-4fcf-4a2e-93e3-cde31593f0f4'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:43:01.190787 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13317df1-231b-4bc6-81ba-485d1cf90911" -d '{"events": [{"name": "network-changed", "server_uuid": "56c11fe5-060a-4bf3-aa5c-5917a8834450", "tag": "0e8487f7-4fcf-4a2e-93e3-cde31593f0f4"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:43:01.191877 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-109fc04d-ac19-4fd5-aaa9-9ef60a6b6ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:01.193899 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-109fc04d-ac19-4fd5-aaa9-9ef60a6b6ad7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fd6aa200-b97d-49ed-9876-375a41229f42 HTTP/1.1" status: 200 len: 920 time: 0.7147133 Mar 05 04:43:01.221571 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-df45c4b8-4857-487b-beaa-547822f28a50 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:01.223715 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-df45c4b8-4857-487b-beaa-547822f28a50 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/networks?id=a952105b-ebc4-4199-9a60-4f9b3f21d433 HTTP/1.1" status: 200 len: 820 time: 0.6358285 Mar 05 04:43:01.273268 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 2ad3a90d-5a5e-4ad1-b19b-47f37f584114 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:43:01.273866 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2ad3a90d-5a5e-4ad1-b19b-47f37f584114), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:01.307274 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf3e44-44c5-49b5-bbd5-751a9ef242c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8487f7-4fcf-4a2e-93e3-cde31593f0f4,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:01.312072 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-f8db4d42-1312-41e0-9842-33b447d9d04e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcb9b4b5-b14d-4e77-9651-6518c1df2d8c HTTP/1.1" status: 200 len: 217 time: 0.1060138 Mar 05 04:43:01.316688 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-ffedc412-d9f3-415f-92ec-8afe61dfe9c0 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/quotas/736990f873564774a97b655286c16e6d HTTP/1.1" status: 200 len: 375 time: 0.0663111 Mar 05 04:43:01.320957 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad3a90d-5a5e-4ad1-b19b-47f37f584114 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:43:01.348212 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 2ad3a90d-5a5e-4ad1-b19b-47f37f584114, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=2ad3a90d-5a5e-4ad1-b19b-47f37f584114,segment=NetworkSegment(607abd30-3ddd-4be0-83e8-bcf2d27d437d),segment_id=607abd30-3ddd-4be0-83e8-bcf2d27d437d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:01.356671 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (2ad3a90d-5a5e-4ad1-b19b-47f37f584114), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:01.362563 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-1359c363-6102-404c-b8b3-30260e3b1361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:01.364502 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-1359c363-6102-404c-b8b3-30260e3b1361 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a61d54b9febb4c21b6c8593d1e0441a4&device_id=56c11fe5-060a-4bf3-aa5c-5917a8834450 HTTP/1.1" status: 200 len: 1130 time: 0.1259255 Mar 05 04:43:01.441534 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=2ad3a90d-5a5e-4ad1-b19b-47f37f584114,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:01.446045 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-5495afd4-b148-4a5c-a206-0d9a64ce8212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:01.447819 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-5495afd4-b148-4a5c-a206-0d9a64ce8212 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9d33dc8a-6008-478a-9ec8-49595a4a0656 HTTP/1.1" status: 200 len: 860 time: 0.1251595 Mar 05 04:43:01.469844 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-9c0537c8-2fbb-4f43-a5fc-fa1353cb4810 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 HTTP/1.1" status: 200 len: 217 time: 0.0972800 Mar 05 04:43:01.509736 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-2f57952e-ccdb-42f5-a027-1478b677cff9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd6aa200-b97d-49ed-9876-375a41229f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495212 Mar 05 04:43:01.541684 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-3b9207b2-2c19-4b95-b8da-38d3522bb9c9 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=736990f873564774a97b655286c16e6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0866840 Mar 05 04:43:01.580536 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-6404b1c8-b8b1-4edf-98b0-6fa5912baf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:01.584563 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-6404b1c8-b8b1-4edf-98b0-6fa5912baf69 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.1051333 Mar 05 04:43:01.657408 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015fe25-ed72-4abf-9c79-dd16789bc254 req-e9de5332-830f-454d-9be4-68ec0d6ce82d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:01.659127 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f015fe25-ed72-4abf-9c79-dd16789bc254 req-e9de5332-830f-454d-9be4-68ec0d6ce82d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 949 time: 0.8718171 Mar 05 04:43:01.660343 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['2ad3a90d-5a5e-4ad1-b19b-47f37f584114'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:43:01.677751 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-2ae3716b-e594-4611-a186-a43a6ab11207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:01.681154 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-2ae3716b-e594-4611-a186-a43a6ab11207 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0764794 Mar 05 04:43:01.749191 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-13912a11-fe73-494d-a676-5c0c853c4cd1 service neutron] 10.222.0.31 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221379 Mar 05 04:43:01.797667 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-77c0ec32-2bf8-4626-a0c1-2345e59003ac service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033716 Mar 05 04:43:01.813351 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f015fe25-ed72-4abf-9c79-dd16789bc254 req-8d6cb925-c4e4-4d9d-a258-aa37be97fcef tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425641 Mar 05 04:43:01.819202 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-2c182dab-25e3-48f9-bc19-007eb0016d9e service neutron] 10.222.0.11 "GET /v2.0/networks/a952105b-ebc4-4199-9a60-4f9b3f21d433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937249 Mar 05 04:43:01.945559 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2689fdc0-4496-48a5-a7f4-39bb18c358f4 req-0514bca7-f95a-4d52-8adf-cd725df520cb service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409948 Mar 05 04:43:02.013514 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-12502df9-5d9a-4e04-8a87-8d3d00fa0b95 service neutron] 10.222.0.31 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534368 Mar 05 04:43:02.040968 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-c086a40a-f504-4fb7-979b-d89b59c201f3 service neutron] 10.222.0.11 "GET /v2.0/networks/a952105b-ebc4-4199-9a60-4f9b3f21d433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691642 Mar 05 04:43:02.062427 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f366973-b89a-4362-b951-c35fee1caf7c req-df954db9-06cf-4137-bf19-392f824ba663 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:02.063950 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0f366973-b89a-4362-b951-c35fee1caf7c req-df954db9-06cf-4137-bf19-392f824ba663 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c11fe5-060a-4bf3-aa5c-5917a8834450 HTTP/1.1" status: 200 len: 947 time: 0.1381028 Mar 05 04:43:02.145785 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0f366973-b89a-4362-b951-c35fee1caf7c req-31106714-88d4-4da6-97ce-773f111211f3 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.11 "GET /v2.0/security-groups?id=b75fa6ca-3bea-4aa3-be34-e1a6c87a956a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762925 Mar 05 04:43:02.183654 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-010895d4-bd30-4234-bbe8-77925b58c60c tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:02.185478 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-010895d4-bd30-4234-bbe8-77925b58c60c tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0374a01e-d164-4d25-b186-ad4232102a40&tenant_id=84f78c82255c4feca46335184d79ad7d&binding%3Ahost_id=n-h1-789963-32 HTTP/1.1" status: 200 len: 1128 time: 0.0826964 Mar 05 04:43:02.224314 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e05126f-62c4-4edd-b230-9f57af3a9c05 x-openstack-request-id: req-2e05126f-62c4-4edd-b230-9f57af3a9c05 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:43:02.224831 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56c11fe5-060a-4bf3-aa5c-5917a8834450", "tag": "0e8487f7-4fcf-4a2e-93e3-cde31593f0f4", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:43:02.224831 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2e05126f-62c4-4edd-b230-9f57af3a9c05 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:43:02.225198 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56c11fe5-060a-4bf3-aa5c-5917a8834450', 'tag': '0e8487f7-4fcf-4a2e-93e3-cde31593f0f4', 'status': 'completed', 'code': 200} Mar 05 04:43:02.226759 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-e4dc10dc-d3ae-42b4-9cbd-6a1f26840199 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-32'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:43:02.325656 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13317df1-231b-4bc6-81ba-485d1cf90911 req-05ed9741-61ac-4df7-8eea-4bd1444b3654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:02.327215 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-13317df1-231b-4bc6-81ba-485d1cf90911 req-05ed9741-61ac-4df7-8eea-4bd1444b3654 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a61d54b9febb4c21b6c8593d1e0441a4&device_id=56c11fe5-060a-4bf3-aa5c-5917a8834450 HTTP/1.1" status: 200 len: 1130 time: 0.0742695 Mar 05 04:43:02.377948 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-e4dc10dc-d3ae-42b4-9cbd-6a1f26840199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fcb9b4b5-b14d-4e77-9651-6518c1df2d8c), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:02.465608 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13317df1-231b-4bc6-81ba-485d1cf90911 req-fff78aad-31c3-4ef4-9f1e-c0c752f04ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:02.467534 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-13317df1-231b-4bc6-81ba-485d1cf90911 req-fff78aad-31c3-4ef4-9f1e-c0c752f04ce0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.1317644 Mar 05 04:43:02.469552 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe008e7-f8af-4990-950a-7f05ebba1bad req-534b597c-a2a1-4d40-b46d-7f080eb862f7 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:02.478082 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8fe008e7-f8af-4990-950a-7f05ebba1bad req-534b597c-a2a1-4d40-b46d-7f080eb862f7 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=0374a01e-d164-4d25-b186-ad4232102a40 HTTP/1.1" status: 200 len: 945 time: 0.1427343 Mar 05 04:43:02.525931 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e542635-576f-4fb2-a6ad-58dcb51a0466 req-25eda8a7-9e5f-4293-84a9-a7daea3cdb5e tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:02.527332 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0e542635-576f-4fb2-a6ad-58dcb51a0466 req-25eda8a7-9e5f-4293-84a9-a7daea3cdb5e tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/ports?device_id=0119ad6d-067c-4a11-9e81-9e84311884ee HTTP/1.1" status: 200 len: 944 time: 0.1622806 Mar 05 04:43:02.535830 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-13317df1-231b-4bc6-81ba-485d1cf90911 req-b2027135-b9fe-4c96-9b4b-5f79a580f56b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 HTTP/1.1" status: 200 len: 217 time: 0.0581353 Mar 05 04:43:02.599138 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13317df1-231b-4bc6-81ba-485d1cf90911 req-7f005035-38f4-4041-82f5-7e693d466128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:02.601446 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-13317df1-231b-4bc6-81ba-485d1cf90911 req-7f005035-38f4-4041-82f5-7e693d466128 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0582805 Mar 05 04:43:02.637724 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8fe008e7-f8af-4990-950a-7f05ebba1bad req-2d3c4684-0092-4e00-80f5-485cd5b0e677 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587253 Mar 05 04:43:02.680084 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0e542635-576f-4fb2-a6ad-58dcb51a0466 req-071b3103-f96f-417a-ae85-634c817ef0a2 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/security-groups?id=e0a8876c-637a-4714-b32c-54d49bad91ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317132 Mar 05 04:43:02.706597 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13317df1-231b-4bc6-81ba-485d1cf90911 req-a5a69265-5902-4829-aa5e-dcc714c87a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:02.715096 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-13317df1-231b-4bc6-81ba-485d1cf90911 req-a5a69265-5902-4829-aa5e-dcc714c87a54 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1056261 Mar 05 04:43:02.737150 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-e4dc10dc-d3ae-42b4-9cbd-6a1f26840199 service neutron] For port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=fcb9b4b5-b14d-4e77-9651-6518c1df2d8c,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:02.808879 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-03a2432a-4020-4a21-80d3-2bebb4bdaf3c req-ebd4ef77-98a7-48c3-871b-87fe91581e55 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0f55804-d0a3-4b54-ad55-f7e9da0461f6 HTTP/1.1" status: 200 len: 210 time: 0.0456886 Mar 05 04:43:02.851330 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 2ad3a90d-5a5e-4ad1-b19b-47f37f584114 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:43:02.879159 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-13317df1-231b-4bc6-81ba-485d1cf90911 req-ab74b62c-96f7-4fc6-9312-88625f687ef2 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496773 Mar 05 04:43:02.930935 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 2ad3a90d-5a5e-4ad1-b19b-47f37f584114 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:43:02.939780 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 2ad3a90d-5a5e-4ad1-b19b-47f37f584114 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:43:02.940176 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2ad3a90d-5a5e-4ad1-b19b-47f37f584114), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:02.946420 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401538e-2e1c-4f69-aa5e-32269263b2b8 req-3d99701e-7032-4530-8174-8e8bbc72bf77 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:02.955428 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f401538e-2e1c-4f69-aa5e-32269263b2b8 req-3d99701e-7032-4530-8174-8e8bbc72bf77 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 949 time: 0.1908677 Mar 05 04:43:02.959308 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-e4dc10dc-d3ae-42b4-9cbd-6a1f26840199 service neutron] For port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c, host n-h1-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:43:03.047381 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-13317df1-231b-4bc6-81ba-485d1cf90911 req-48cb924e-c75d-4531-845e-0505892e351e service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558588 Mar 05 04:43:03.083495 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 2ad3a90d-5a5e-4ad1-b19b-47f37f584114 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:43:03.083893 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2ad3a90d-5a5e-4ad1-b19b-47f37f584114), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:03.114665 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0119ad6d-067c-4a11-9e81-9e84311884ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad3a90d-5a5e-4ad1-b19b-47f37f584114'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:43:03.117191 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89d1fac-0aa5-4cd5-89fb-312193b76b7a" -d '{"events": [{"server_uuid": "0119ad6d-067c-4a11-9e81-9e84311884ee", "name": "network-vif-plugged", "status": "completed", "tag": "2ad3a90d-5a5e-4ad1-b19b-47f37f584114"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:43:03.130184 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 2ad3a90d-5a5e-4ad1-b19b-47f37f584114, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=2ad3a90d-5a5e-4ad1-b19b-47f37f584114,segment=NetworkSegment(607abd30-3ddd-4be0-83e8-bcf2d27d437d),segment_id=607abd30-3ddd-4be0-83e8-bcf2d27d437d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:03.135949 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (2ad3a90d-5a5e-4ad1-b19b-47f37f584114), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:03.146087 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0374a01e-d164-4d25-b186-ad4232102a40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcb9b4b5-b14d-4e77-9651-6518c1df2d8c'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:43:03.149393 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6dc97c-b0cf-41ab-8b6f-c171398848ff" -d '{"events": [{"server_uuid": "0374a01e-d164-4d25-b186-ad4232102a40", "name": "network-vif-unplugged", "status": "completed", "tag": "fcb9b4b5-b14d-4e77-9651-6518c1df2d8c"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:43:03.154290 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-e4dc10dc-d3ae-42b4-9cbd-6a1f26840199 service neutron] Publish callbacks [] for port (fcb9b4b5-b14d-4e77-9651-6518c1df2d8c), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:03.160248 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f401538e-2e1c-4f69-aa5e-32269263b2b8 req-6e6e8438-6caa-4265-bb36-29ba247eed54 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040281 Mar 05 04:43:03.172955 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-e4dc10dc-d3ae-42b4-9cbd-6a1f26840199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (fcb9b4b5-b14d-4e77-9651-6518c1df2d8c), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:03.203202 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=2ad3a90d-5a5e-4ad1-b19b-47f37f584114,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:03.221575 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fcf69-9c01-4093-8a88-0a3af44131da req-613afb9c-65b9-41c3-9eff-bd0829e9b894 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:03.228014 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bd57d4-1b84-45f2-816f-f3a2b356929c x-openstack-request-id: req-20bd57d4-1b84-45f2-816f-f3a2b356929c {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:43:03.228328 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0119ad6d-067c-4a11-9e81-9e84311884ee", "name": "network-vif-plugged", "status": "completed", "tag": "2ad3a90d-5a5e-4ad1-b19b-47f37f584114", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:43:03.228590 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-20bd57d4-1b84-45f2-816f-f3a2b356929c {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:43:03.228988 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0119ad6d-067c-4a11-9e81-9e84311884ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad3a90d-5a5e-4ad1-b19b-47f37f584114', 'code': 200} Mar 05 04:43:03.230345 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8c3fcf69-9c01-4093-8a88-0a3af44131da req-613afb9c-65b9-41c3-9eff-bd0829e9b894 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321 HTTP/1.1" status: 200 len: 949 time: 0.1783969 Mar 05 04:43:03.272553 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 04:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e99190-576b-4017-8154-60e9e66b42a3 x-openstack-request-id: req-f2e99190-576b-4017-8154-60e9e66b42a3 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:43:03.272986 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0374a01e-d164-4d25-b186-ad4232102a40", "name": "network-vif-unplugged", "status": "completed", "tag": "fcb9b4b5-b14d-4e77-9651-6518c1df2d8c", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:43:03.273319 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f2e99190-576b-4017-8154-60e9e66b42a3 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:43:03.273912 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0374a01e-d164-4d25-b186-ad4232102a40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcb9b4b5-b14d-4e77-9651-6518c1df2d8c', 'code': 200} Mar 05 04:43:03.293198 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc10dc-d3ae-42b4-9cbd-6a1f26840199 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb9b4b5-b14d-4e77-9651-6518c1df2d8c,revision_number=7']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:03.384086 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8c3fcf69-9c01-4093-8a88-0a3af44131da req-3aa663ff-9cca-40f5-b7df-5b51405a15bb tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5eb1416-bc0c-4601-98ac-ed388e81890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465633 Mar 05 04:43:03.386051 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-e4dc10dc-d3ae-42b4-9cbd-6a1f26840199 service neutron] Attempting to bind port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c on host n-h1-789963-32 for vnic_type normal with profile {"migrating_to": "n-h2-789963-32"} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:43:03.386387 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-e4dc10dc-d3ae-42b4-9cbd-6a1f26840199 service neutron] Attempting to bind port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:43:03.386715 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-e4dc10dc-d3ae-42b4-9cbd-6a1f26840199 service neutron] Attempting to bind port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c on network fd6aa200-b97d-49ed-9876-375a41229f42 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:43:03.387159 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c3761-03e9-4fc8-9ad9-5a2c5e678a49 req-abf3b7de-b1b7-4aca-ba39-c5d2cf66a0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:03.389546 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-777c3761-03e9-4fc8-9ad9-5a2c5e678a49 req-abf3b7de-b1b7-4aca-ba39-c5d2cf66a0bd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0119ad6d-067c-4a11-9e81-9e84311884ee HTTP/1.1" status: 200 len: 1128 time: 0.0736802 Mar 05 04:43:03.405515 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-e4dc10dc-d3ae-42b4-9cbd-6a1f26840199 service neutron] Port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c on network fd6aa200-b97d-49ed-9876-375a41229f42 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:43:03.407408 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-e4dc10dc-d3ae-42b4-9cbd-6a1f26840199 service neutron] Attempting to bind port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c on network fd6aa200-b97d-49ed-9876-375a41229f42 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:43:03.419928 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-e4dc10dc-d3ae-42b4-9cbd-6a1f26840199 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:43:03.419928 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-e4dc10dc-d3ae-42b4-9cbd-6a1f26840199 service neutron] Checking segment: {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:43:03.420244 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-e4dc10dc-d3ae-42b4-9cbd-6a1f26840199 service neutron] Bound using segment: {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:43:03.420723 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-e4dc10dc-d3ae-42b4-9cbd-6a1f26840199 service neutron] Bound port: fcb9b4b5-b14d-4e77-9651-6518c1df2d8c, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:43:03.430875 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-e4dc10dc-d3ae-42b4-9cbd-6a1f26840199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fcb9b4b5-b14d-4e77-9651-6518c1df2d8c), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:03.484088 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-777c3761-03e9-4fc8-9ad9-5a2c5e678a49 req-b7c4d3b4-2be7-4dde-85bf-21c822359ea5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e0a8876c-637a-4714-b32c-54d49bad91ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866673 Mar 05 04:43:03.504482 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6475a1-e2dc-48dc-ac35-ec6ea24a7d1e req-0461a31b-f228-408d-a741-446d605d2534 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:03.512929 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb6475a1-e2dc-48dc-ac35-ec6ea24a7d1e req-0461a31b-f228-408d-a741-446d605d2534 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c11fe5-060a-4bf3-aa5c-5917a8834450 HTTP/1.1" status: 200 len: 947 time: 0.1948543 Mar 05 04:43:03.581698 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-e4dc10dc-d3ae-42b4-9cbd-6a1f26840199 service neutron] For port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c, host n-h1-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:43:03.628966 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb6475a1-e2dc-48dc-ac35-ec6ea24a7d1e req-30c65b06-5149-4fc7-af84-ce4d83f088e0 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.11 "GET /v2.0/security-groups?id=b75fa6ca-3bea-4aa3-be34-e1a6c87a956a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130233 Mar 05 04:43:03.630288 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-67b7e4df-a58b-4cd5-ab7e-7fda39e01d96 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:03.630905 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-e4dc10dc-d3ae-42b4-9cbd-6a1f26840199 service neutron] For port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=fcb9b4b5-b14d-4e77-9651-6518c1df2d8c,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:43:03.632663 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-67b7e4df-a58b-4cd5-ab7e-7fda39e01d96 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.30 "GET /v2.0/networks?id=a952105b-ebc4-4199-9a60-4f9b3f21d433 HTTP/1.1" status: 200 len: 820 time: 0.1940467 Mar 05 04:43:03.642934 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-e4dc10dc-d3ae-42b4-9cbd-6a1f26840199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (fcb9b4b5-b14d-4e77-9651-6518c1df2d8c), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:03.648374 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-5adad000-5469-4332-9ad8-5555f5bb55e1 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Request body: {'port': {'device_id': 'b0f55804-d0a3-4b54-ad55-f7e9da0461f6', 'network_id': 'a952105b-ebc4-4199-9a60-4f9b3f21d433', 'admin_state_up': True, 'tenant_id': '736990f873564774a97b655286c16e6d'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:43:03.791845 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-e4dc10dc-d3ae-42b4-9cbd-6a1f26840199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:03.792731 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-e4dc10dc-d3ae-42b4-9cbd-6a1f26840199 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:03.794277 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-e4dc10dc-d3ae-42b4-9cbd-6a1f26840199 service neutron] 10.222.0.31 "PUT /v2.0/ports/fcb9b4b5-b14d-4e77-9651-6518c1df2d8c HTTP/1.1" status: 200 len: 1123 time: 1.6006143 Mar 05 04:43:03.818691 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-5adad000-5469-4332-9ad8-5555f5bb55e1 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Made reservation on behalf of 736990f873564774a97b655286c16e6d for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:43:03.824912 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-5adad000-5469-4332-9ad8-5555f5bb55e1 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:03.841956 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc10dc-d3ae-42b4-9cbd-6a1f26840199 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb9b4b5-b14d-4e77-9651-6518c1df2d8c,revision_number=8']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:03.878122 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['fcb9b4b5-b14d-4e77-9651-6518c1df2d8c'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:43:03.888217 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed4f71-9619-4059-b83b-d1ec7b17d9fc req-e0538b92-3be6-43e5-b93b-5a5414451e1e tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:03.896768 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d4ed4f71-9619-4059-b83b-d1ec7b17d9fc req-e0538b92-3be6-43e5-b93b-5a5414451e1e tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=0374a01e-d164-4d25-b186-ad4232102a40 HTTP/1.1" status: 200 len: 943 time: 0.1113796 Mar 05 04:43:03.978589 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d4ed4f71-9619-4059-b83b-d1ec7b17d9fc req-e74ec705-f436-4f0c-973c-a83230a53853 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807557 Mar 05 04:43:04.153944 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9e7a15be-eb64-42ff-93fa-281d533c30c6 req-0d50dada-24df-4caf-b991-838761e34243 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0f55804-d0a3-4b54-ad55-f7e9da0461f6 HTTP/1.1" status: 200 len: 210 time: 0.0597878 Mar 05 04:43:04.180770 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-5adad000-5469-4332-9ad8-5555f5bb55e1 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Allocated IP 172.20.0.12 (a952105b-ebc4-4199-9a60-4f9b3f21d433/d442e327-d533-4ad3-8b3e-6bf8aaddc901/d5f4b64e-31a1-407a-b612-6a3033c6a43f) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:43:04.200157 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ae3f6-25a6-46ab-b42b-617e40168cf7 req-2e25269d-f84f-4efd-8f2e-face1db4380f tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:04.214322 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c9ae3f6-25a6-46ab-b42b-617e40168cf7 req-2e25269d-f84f-4efd-8f2e-face1db4380f tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/ports?device_id=0119ad6d-067c-4a11-9e81-9e84311884ee HTTP/1.1" status: 200 len: 945 time: 0.1647775 Mar 05 04:43:04.309839 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c9ae3f6-25a6-46ab-b42b-617e40168cf7 req-68669c93-7120-4a82-a7f9-dfb307398519 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/security-groups?id=e0a8876c-637a-4714-b32c-54d49bad91ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935962 Mar 05 04:43:04.362183 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-a6b46c48-77c4-40f6-a387-f0ef433b4f38 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210092 Mar 05 04:43:04.376554 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-5adad000-5469-4332-9ad8-5555f5bb55e1 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks [] for port (d5f4b64e-31a1-407a-b612-6a3033c6a43f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:04.421545 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-5adad000-5469-4332-9ad8-5555f5bb55e1 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (d5f4b64e-31a1-407a-b612-6a3033c6a43f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:04.469626 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-5adad000-5469-4332-9ad8-5555f5bb55e1 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Network a952105b-ebc4-4199-9a60-4f9b3f21d433 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:43:04.472914 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-5adad000-5469-4332-9ad8-5555f5bb55e1 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:43:04.477441 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-5adad000-5469-4332-9ad8-5555f5bb55e1 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:43:04.493986 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-6ff28882-6a65-4298-9f2a-c55302cc6085 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:04.495678 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-6ff28882-6a65-4298-9f2a-c55302cc6085 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1264968 Mar 05 04:43:04.509260 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adad000-5469-4332-9ad8-5555f5bb55e1 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Pushing event updated for resources: {'Port': ['ID=d5f4b64e-31a1-407a-b612-6a3033c6a43f,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:04.520663 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-e1f5d270-7f47-42b7-8107-f2f7a67f8d0b tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/quotas/12ec86d5ce864d5e8384628d4e830cb3 HTTP/1.1" status: 200 len: 375 time: 0.0191934 Mar 05 04:43:04.528618 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-5adad000-5469-4332-9ad8-5555f5bb55e1 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:04.529508 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-5adad000-5469-4332-9ad8-5555f5bb55e1 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:04.546402 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-5adad000-5469-4332-9ad8-5555f5bb55e1 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9051831 Mar 05 04:43:04.559779 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-d60499a7-785c-4179-bd90-323d3f808981 service neutron] Request body: {'port': {'device_id': 'b0f55804-d0a3-4b54-ad55-f7e9da0461f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:43:04.573215 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-adf99b7c-fb51-4c66-9b1b-d5f34d149404 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517001 Mar 05 04:43:04.628430 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-d60499a7-785c-4179-bd90-323d3f808981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d5f4b64e-31a1-407a-b612-6a3033c6a43f), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:04.758787 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:43:04.890914 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cd84ab5b-e4bc-4280-8f25-225e11191869 req-94bb25dc-04ef-458e-aaed-d93d39f01d91 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 210 time: 0.0816948 Mar 05 04:43:04.976972 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae31d8a-e850-4acb-ab1a-4267edd3ff4d req-b12beed2-7b57-43ca-a970-9c5063bf9552 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:04.978567 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4ae31d8a-e850-4acb-ab1a-4267edd3ff4d req-b12beed2-7b57-43ca-a970-9c5063bf9552 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c11fe5-060a-4bf3-aa5c-5917a8834450 HTTP/1.1" status: 200 len: 947 time: 0.2579217 Mar 05 04:43:04.989726 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=0e8487f7-4fcf-4a2e-93e3-cde31593f0f4,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:05.011233 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-d60499a7-785c-4179-bd90-323d3f808981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5f4b64e-31a1-407a-b612-6a3033c6a43f {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:43:05.012257 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '0e8487f7-4fcf-4a2e-93e3-cde31593f0f4', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': '0e8487f7-4fcf-4a2e-93e3-cde31593f0f4', 'mac_address': 'fa:16:3e:73:71:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:43:05.025521 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-d60499a7-785c-4179-bd90-323d3f808981 service neutron] Publish callbacks [] for port (d5f4b64e-31a1-407a-b612-6a3033c6a43f), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:05.067469 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-d60499a7-785c-4179-bd90-323d3f808981 service neutron] Transition to ACTIVE for port object d5f4b64e-31a1-407a-b612-6a3033c6a43f will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:43:05.077041 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-d60499a7-785c-4179-bd90-323d3f808981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (d5f4b64e-31a1-407a-b612-6a3033c6a43f), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:05.105071 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4ae31d8a-e850-4acb-ab1a-4267edd3ff4d req-741a40d0-8b88-4c6e-85ba-d2c612ac88ac tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.11 "GET /v2.0/security-groups?id=b75fa6ca-3bea-4aa3-be34-e1a6c87a956a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188388 Mar 05 04:43:05.108506 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:43:05.108985 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0e8487f7-4fcf-4a2e-93e3-cde31593f0f4), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:05.146732 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:43:05.188678 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60499a7-785c-4179-bd90-323d3f808981 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f4b64e-31a1-407a-b612-6a3033c6a43f,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:05.192664 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=0e8487f7-4fcf-4a2e-93e3-cde31593f0f4,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:05.201570 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0e8487f7-4fcf-4a2e-93e3-cde31593f0f4), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:05.227650 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871a39d-eba5-4715-ba81-271a6bd237b1 req-6d5a9728-f2d4-4b58-8133-0fc76a9438ad tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:05.234596 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6871a39d-eba5-4715-ba81-271a6bd237b1 req-6d5a9728-f2d4-4b58-8133-0fc76a9438ad tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=0374a01e-d164-4d25-b186-ad4232102a40 HTTP/1.1" status: 200 len: 943 time: 0.1562214 Mar 05 04:43:05.277798 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0374a01e-d164-4d25-b186-ad4232102a40', 'tag': 'fcb9b4b5-b14d-4e77-9651-6518c1df2d8c'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:43:05.281244 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98f0b92-d1af-4e25-9f7a-cf3f0d135ceb" -d '{"events": [{"name": "network-changed", "server_uuid": "0374a01e-d164-4d25-b186-ad4232102a40", "tag": "fcb9b4b5-b14d-4e77-9651-6518c1df2d8c"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:43:05.294982 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-d60499a7-785c-4179-bd90-323d3f808981 service neutron] Attempting to bind port d5f4b64e-31a1-407a-b612-6a3033c6a43f on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:43:05.295271 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-d60499a7-785c-4179-bd90-323d3f808981 service neutron] Attempting to bind port d5f4b64e-31a1-407a-b612-6a3033c6a43f by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '39bebb99-f3d6-49f8-af2f-9a9c1002f41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a952105b-ebc4-4199-9a60-4f9b3f21d433'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:43:05.295699 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-d60499a7-785c-4179-bd90-323d3f808981 service neutron] Attempting to bind port d5f4b64e-31a1-407a-b612-6a3033c6a43f on network a952105b-ebc4-4199-9a60-4f9b3f21d433 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:43:05.300620 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-d60499a7-785c-4179-bd90-323d3f808981 service neutron] Port d5f4b64e-31a1-407a-b612-6a3033c6a43f on network a952105b-ebc4-4199-9a60-4f9b3f21d433 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:43:05.301000 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-d60499a7-785c-4179-bd90-323d3f808981 service neutron] Attempting to bind port d5f4b64e-31a1-407a-b612-6a3033c6a43f on network a952105b-ebc4-4199-9a60-4f9b3f21d433 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:43:05.307310 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-d60499a7-785c-4179-bd90-323d3f808981 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:43:05.307750 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-d60499a7-785c-4179-bd90-323d3f808981 service neutron] Checking segment: {'id': '39bebb99-f3d6-49f8-af2f-9a9c1002f41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a952105b-ebc4-4199-9a60-4f9b3f21d433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:43:05.308299 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-d60499a7-785c-4179-bd90-323d3f808981 service neutron] Bound using segment: {'id': '39bebb99-f3d6-49f8-af2f-9a9c1002f41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a952105b-ebc4-4199-9a60-4f9b3f21d433'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:43:05.308695 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-d60499a7-785c-4179-bd90-323d3f808981 service neutron] Bound port: d5f4b64e-31a1-407a-b612-6a3033c6a43f, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39bebb99-f3d6-49f8-af2f-9a9c1002f41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a952105b-ebc4-4199-9a60-4f9b3f21d433'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:43:05.309132 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-d60499a7-785c-4179-bd90-323d3f808981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d5f4b64e-31a1-407a-b612-6a3033c6a43f), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:05.346167 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=0e8487f7-4fcf-4a2e-93e3-cde31593f0f4,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:05.423535 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-d60499a7-785c-4179-bd90-323d3f808981 service neutron] For port d5f4b64e-31a1-407a-b612-6a3033c6a43f, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:43:05.427286 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-d60499a7-785c-4179-bd90-323d3f808981 service neutron] For port d5f4b64e-31a1-407a-b612-6a3033c6a43f, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d5f4b64e-31a1-407a-b612-6a3033c6a43f,segment=NetworkSegment(39bebb99-f3d6-49f8-af2f-9a9c1002f41f),segment_id=39bebb99-f3d6-49f8-af2f-9a9c1002f41f)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:43:05.433100 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6871a39d-eba5-4715-ba81-271a6bd237b1 req-51d8bed5-1b5f-4fa0-9f78-ddb48bceea04 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911683 Mar 05 04:43:05.438397 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-d60499a7-785c-4179-bd90-323d3f808981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (d5f4b64e-31a1-407a-b612-6a3033c6a43f), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:05.460640 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['0e8487f7-4fcf-4a2e-93e3-cde31593f0f4'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:43:05.471231 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8121802-78cf-4b44-ac19-d44f4993d7d9 req-ad528dd6-2d5e-4a33-b152-9f503fa5b421 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:05.472994 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b8121802-78cf-4b44-ac19-d44f4993d7d9 req-ad528dd6-2d5e-4a33-b152-9f503fa5b421 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0f55804-d0a3-4b54-ad55-f7e9da0461f6 HTTP/1.1" status: 200 len: 944 time: 0.1772265 Mar 05 04:43:05.553083 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-d60499a7-785c-4179-bd90-323d3f808981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:05.553776 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-d60499a7-785c-4179-bd90-323d3f808981 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:05.564524 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-d60499a7-785c-4179-bd90-323d3f808981 service neutron] 10.222.0.30 "PUT /v2.0/ports/d5f4b64e-31a1-407a-b612-6a3033c6a43f HTTP/1.1" status: 200 len: 1093 time: 1.0085590 Mar 05 04:43:05.565885 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f55804-d0a3-4b54-ad55-f7e9da0461f6', 'tag': 'd5f4b64e-31a1-407a-b612-6a3033c6a43f'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:43:05.573011 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef91051-d428-4c97-b15c-6fd085ffbe50" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f55804-d0a3-4b54-ad55-f7e9da0461f6", "tag": "d5f4b64e-31a1-407a-b612-6a3033c6a43f"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:43:05.587537 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b8121802-78cf-4b44-ac19-d44f4993d7d9 req-856a32ad-9cd6-495c-8632-71acd2593ec7 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081464 Mar 05 04:43:05.615126 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca383ae6-fee0-4abf-9161-5822657c7c91 x-openstack-request-id: req-ca383ae6-fee0-4abf-9161-5822657c7c91 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:43:05.615426 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0374a01e-d164-4d25-b186-ad4232102a40", "tag": "fcb9b4b5-b14d-4e77-9651-6518c1df2d8c", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:43:05.615689 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ca383ae6-fee0-4abf-9161-5822657c7c91 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:43:05.616161 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0374a01e-d164-4d25-b186-ad4232102a40', 'tag': 'fcb9b4b5-b14d-4e77-9651-6518c1df2d8c', 'status': 'completed', 'code': 200} Mar 05 04:43:05.690728 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f8c048-d922-44f5-a128-16aad34bf3d1 x-openstack-request-id: req-b1f8c048-d922-44f5-a128-16aad34bf3d1 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:43:05.690728 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f55804-d0a3-4b54-ad55-f7e9da0461f6", "tag": "d5f4b64e-31a1-407a-b612-6a3033c6a43f", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:43:05.691065 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b1f8c048-d922-44f5-a128-16aad34bf3d1 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:43:05.691504 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f55804-d0a3-4b54-ad55-f7e9da0461f6', 'tag': 'd5f4b64e-31a1-407a-b612-6a3033c6a43f', 'status': 'completed', 'code': 200} Mar 05 04:43:05.740858 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60499a7-785c-4179-bd90-323d3f808981 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f4b64e-31a1-407a-b612-6a3033c6a43f,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:05.767704 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f0b92-d1af-4e25-9f7a-cf3f0d135ceb req-5088be14-ff48-42ac-9403-08714e19dac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:05.770650 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f98f0b92-d1af-4e25-9f7a-cf3f0d135ceb req-5088be14-ff48-42ac-9403-08714e19dac3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84f78c82255c4feca46335184d79ad7d&device_id=0374a01e-d164-4d25-b186-ad4232102a40 HTTP/1.1" status: 200 len: 1157 time: 0.1111195 Mar 05 04:43:05.776058 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-661adc75-b92c-4cb8-b146-73e8aaf9cc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:05.777437 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-661adc75-b92c-4cb8-b146-73e8aaf9cc80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=736990f873564774a97b655286c16e6d&device_id=b0f55804-d0a3-4b54-ad55-f7e9da0461f6 HTTP/1.1" status: 200 len: 1127 time: 0.1048224 Mar 05 04:43:05.792037 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa99f9-2a2b-476a-8209-f098e3fa7ba3 req-f3ef6795-dd62-4702-b9c4-b46775b820f4 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:05.794046 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b3aa99f9-2a2b-476a-8209-f098e3fa7ba3 req-f3ef6795-dd62-4702-b9c4-b46775b820f4 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/ports?device_id=0119ad6d-067c-4a11-9e81-9e84311884ee HTTP/1.1" status: 200 len: 945 time: 0.0749505 Mar 05 04:43:05.853203 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-281502d5-d556-4903-a44c-36e684a3953f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5f4b64e-31a1-407a-b612-6a3033c6a43f HTTP/1.1" status: 200 len: 217 time: 0.0649071 Mar 05 04:43:05.855739 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b3aa99f9-2a2b-476a-8209-f098e3fa7ba3 req-e17f37b3-5a1e-412e-8d44-13147e958ad3 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/security-groups?id=e0a8876c-637a-4714-b32c-54d49bad91ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553992 Mar 05 04:43:05.958753 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-6ef648ca-8065-4cbc-ae74-5723db318bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:05.960407 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-6ef648ca-8065-4cbc-ae74-5723db318bf0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d442e327-d533-4ad3-8b3e-6bf8aaddc901 HTTP/1.1" status: 200 len: 860 time: 0.0976906 Mar 05 04:43:05.979564 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f0b92-d1af-4e25-9f7a-cf3f0d135ceb req-edd5d3e7-341a-46eb-95a5-e7230aabfe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:05.981386 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f98f0b92-d1af-4e25-9f7a-cf3f0d135ceb req-edd5d3e7-341a-46eb-95a5-e7230aabfe96 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fd6aa200-b97d-49ed-9876-375a41229f42 HTTP/1.1" status: 200 len: 920 time: 0.2030675 Mar 05 04:43:05.998318 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-51829a66-89c2-463c-b10b-c79c25beee31 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a952105b-ebc4-4199-9a60-4f9b3f21d433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304196 Mar 05 04:43:06.014508 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-322f8da4-0962-470e-b826-7f0c7270a813 req-cdf5f61a-b687-445f-8bee-638797838f43 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 210 time: 0.0405395 Mar 05 04:43:06.055070 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f98f0b92-d1af-4e25-9f7a-cf3f0d135ceb req-871caf0f-6bbf-4267-a343-600db2f0a9ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcb9b4b5-b14d-4e77-9651-6518c1df2d8c HTTP/1.1" status: 200 len: 217 time: 0.0590703 Mar 05 04:43:06.056113 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e5b96cbe-83b5-419d-859d-69acc2c876f3 req-264be583-f3ec-4fc8-b094-664cb68aa549 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1633883 Mar 05 04:43:06.060789 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-e5b96cbe-83b5-419d-859d-69acc2c876f3 req-2cecae97-79db-47c4-be75-8e228c17a3f8 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:43:06.082146 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e5b96cbe-83b5-419d-859d-69acc2c876f3 req-2cecae97-79db-47c4-be75-8e228c17a3f8 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:06.157062 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f0b92-d1af-4e25-9f7a-cf3f0d135ceb req-cbd12268-7330-4ab1-81ac-684cc5a4f7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:06.158519 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f98f0b92-d1af-4e25-9f7a-cf3f0d135ceb req-cbd12268-7330-4ab1-81ac-684cc5a4f7d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d33dc8a-6008-478a-9ec8-49595a4a0656 HTTP/1.1" status: 200 len: 860 time: 0.0947478 Mar 05 04:43:06.185746 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e5b96cbe-83b5-419d-859d-69acc2c876f3 req-2cecae97-79db-47c4-be75-8e228c17a3f8 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:06.242199 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f98f0b92-d1af-4e25-9f7a-cf3f0d135ceb req-fe5de580-acdb-4ecc-aaa3-a23d58e921c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd6aa200-b97d-49ed-9876-375a41229f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743852 Mar 05 04:43:06.248639 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-e6873776-dae2-4e4a-a00f-1e0e75d8a025 service neutron] 10.222.0.30 "GET /v2.0/networks/a952105b-ebc4-4199-9a60-4f9b3f21d433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167294 Mar 05 04:43:06.306206 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-22fcc9ed-21a1-4fa9-ad9f-72f65a98c1b8 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543306 Mar 05 04:43:06.428293 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f98f0b92-d1af-4e25-9f7a-cf3f0d135ceb req-6c14ede3-aff7-470d-b8c0-f61aea44a423 service neutron] 10.222.0.30 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787236 Mar 05 04:43:06.431480 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-df13a80e-8bad-415a-8a5a-d9fa3dbc9187 req-bf0b376b-c1f5-438c-9411-edd3a8aeae3c service neutron] 10.222.0.30 "GET /v2.0/networks/a952105b-ebc4-4199-9a60-4f9b3f21d433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742148 Mar 05 04:43:06.461779 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0f3d1-d2cf-4f88-840a-506545380d9b req-20cc47f9-2440-40ed-8cff-604b384577ad tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:06.463423 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3ab0f3d1-d2cf-4f88-840a-506545380d9b req-20cc47f9-2440-40ed-8cff-604b384577ad tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c11fe5-060a-4bf3-aa5c-5917a8834450 HTTP/1.1" status: 200 len: 948 time: 0.2298586 Mar 05 04:43:06.478222 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-e5b96cbe-83b5-419d-859d-69acc2c876f3 req-2cecae97-79db-47c4-be75-8e228c17a3f8 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Allocated IP 172.25.0.111 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/fd2c17ab-64c9-4bf1-81f6-fd9d28ce333f) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:43:06.546896 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-e235a25a-7917-47ea-9fb8-8796d87b7372 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:06.548594 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-e235a25a-7917-47ea-9fb8-8796d87b7372 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2348962 Mar 05 04:43:06.576485 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-5de12080-8422-4fa4-ac6a-bc98623ec6ac tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Request body: {'port': {'device_id': '1e9b6dc7-2b2c-449c-8a87-a1d01ee66463', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'admin_state_up': True, 'tenant_id': '12ec86d5ce864d5e8384628d4e830cb3'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:43:06.654922 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3ab0f3d1-d2cf-4f88-840a-506545380d9b req-a4ddc089-69ca-4b4c-be85-9fea60f6f735 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.11 "GET /v2.0/security-groups?id=b75fa6ca-3bea-4aa3-be34-e1a6c87a956a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809225 Mar 05 04:43:06.762016 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:43:06.769218 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:43:06.815842 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e5b96cbe-83b5-419d-859d-69acc2c876f3 req-2cecae97-79db-47c4-be75-8e228c17a3f8 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks [] for port (fd2c17ab-64c9-4bf1-81f6-fd9d28ce333f), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:06.845260 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-5de12080-8422-4fa4-ac6a-bc98623ec6ac tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Made reservation on behalf of 12ec86d5ce864d5e8384628d4e830cb3 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:43:06.848724 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-5de12080-8422-4fa4-ac6a-bc98623ec6ac tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:06.864807 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef91051-d428-4c97-b15c-6fd085ffbe50 req-13f9c73f-55fb-4239-b1b0-aaf7767727d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:06.866860 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5ef91051-d428-4c97-b15c-6fd085ffbe50 req-13f9c73f-55fb-4239-b1b0-aaf7767727d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=736990f873564774a97b655286c16e6d&device_id=b0f55804-d0a3-4b54-ad55-f7e9da0461f6 HTTP/1.1" status: 200 len: 1127 time: 0.1160984 Mar 05 04:43:06.869062 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f98f0b92-d1af-4e25-9f7a-cf3f0d135ceb req-55caf7b7-3f64-4f3d-b9d8-671c084a858e service neutron] 10.222.0.30 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311721 Mar 05 04:43:06.891309 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device fcb9b4b5-b14d-4e77-9651-6518c1df2d8c details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:43:06.893846 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 17af09b1-2aa0-4ad6-b733-2aec7399ee2a no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:43:06.901713 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f9bb2-b0c9-4d3c-8fc1-5b7636e7ea0f req-98fdb377-b909-4e4b-a199-1d3646d3a018 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:06.903395 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-304f9bb2-b0c9-4d3c-8fc1-5b7636e7ea0f req-98fdb377-b909-4e4b-a199-1d3646d3a018 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=0374a01e-d164-4d25-b186-ad4232102a40 HTTP/1.1" status: 200 len: 943 time: 0.1551404 Mar 05 04:43:06.927241 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:43:06.951332 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:43:06.951854 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0e8487f7-4fcf-4a2e-93e3-cde31593f0f4), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:06.996975 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef91051-d428-4c97-b15c-6fd085ffbe50 req-1af4d672-5f8e-4bec-bc91-0c5e0d4d560e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:06.998471 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5ef91051-d428-4c97-b15c-6fd085ffbe50 req-1af4d672-5f8e-4bec-bc91-0c5e0d4d560e service neutron] 10.222.0.30 "GET /v2.0/networks?id=a952105b-ebc4-4199-9a60-4f9b3f21d433 HTTP/1.1" status: 200 len: 920 time: 0.1101201 Mar 05 04:43:07.023995 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=8e4c8f76-9607-40a6-9c92-9d7306cb5a5d,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:07.060219 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5ef91051-d428-4c97-b15c-6fd085ffbe50 req-7ef2b452-1a8f-4304-8333-8e6ded5527b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5f4b64e-31a1-407a-b612-6a3033c6a43f HTTP/1.1" status: 200 len: 217 time: 0.0483904 Mar 05 04:43:07.079345 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '8e4c8f76-9607-40a6-9c92-9d7306cb5a5d', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': '8e4c8f76-9607-40a6-9c92-9d7306cb5a5d', 'mac_address': 'fa:16:3e:1e:71:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:43:07.114721 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef91051-d428-4c97-b15c-6fd085ffbe50 req-17633456-e67a-4264-bd36-1e8152c42980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:07.116402 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5ef91051-d428-4c97-b15c-6fd085ffbe50 req-17633456-e67a-4264-bd36-1e8152c42980 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d442e327-d533-4ad3-8b3e-6bf8aaddc901 HTTP/1.1" status: 200 len: 860 time: 0.0470641 Mar 05 04:43:07.160692 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5ef91051-d428-4c97-b15c-6fd085ffbe50 req-ff4e9abb-c3a1-4214-ad2f-336c191ff01a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a952105b-ebc4-4199-9a60-4f9b3f21d433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289533 Mar 05 04:43:07.202754 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=fcb9b4b5-b14d-4e77-9651-6518c1df2d8c,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:07.208635 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 17af09b1-2aa0-4ad6-b733-2aec7399ee2a is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:43:07.209127 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (17af09b1-2aa0-4ad6-b733-2aec7399ee2a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:07.224442 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:43:07.225246 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8e4c8f76-9607-40a6-9c92-9d7306cb5a5d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:07.244941 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device fcb9b4b5-b14d-4e77-9651-6518c1df2d8c has no active binding in host n-h2-789963-32 {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 05 04:43:07.249534 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:43:07.250161 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0e8487f7-4fcf-4a2e-93e3-cde31593f0f4), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:07.254824 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e5b96cbe-83b5-419d-859d-69acc2c876f3 req-2cecae97-79db-47c4-be75-8e228c17a3f8 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (fd2c17ab-64c9-4bf1-81f6-fd9d28ce333f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:07.281465 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5ef91051-d428-4c97-b15c-6fd085ffbe50 req-b0668966-2114-4994-ba99-d2138cc5ae9c service neutron] 10.222.0.30 "GET /v2.0/networks/a952105b-ebc4-4199-9a60-4f9b3f21d433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105132 Mar 05 04:43:07.351017 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b96cbe-83b5-419d-859d-69acc2c876f3 req-2cecae97-79db-47c4-be75-8e228c17a3f8 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:43:07.354759 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-304f9bb2-b0c9-4d3c-8fc1-5b7636e7ea0f req-e7913694-c1fb-4ff1-bc43-d899d60f4fb4 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436085 Mar 05 04:43:07.364115 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-e5b96cbe-83b5-419d-859d-69acc2c876f3 req-2cecae97-79db-47c4-be75-8e228c17a3f8 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:43:07.369270 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b96cbe-83b5-419d-859d-69acc2c876f3 req-2cecae97-79db-47c4-be75-8e228c17a3f8 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:43:07.371216 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cecae97-79db-47c4-be75-8e228c17a3f8 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Pushing event updated for resources: {'Port': ['ID=fd2c17ab-64c9-4bf1-81f6-fd9d28ce333f,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:07.409315 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:43:07.412418 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-5de12080-8422-4fa4-ac6a-bc98623ec6ac tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Allocated IP 192.168.233.131 (fb0dde64-203a-4c32-80ac-e1733ed0c9dd/63f989ea-15ee-41e4-8c8f-8183d2023f4e/ee973098-7663-4fb9-9f5e-e133fdb44dcb) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:43:07.449420 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17af09b1-2aa0-4ad6-b733-2aec7399ee2a'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:43:07.452033 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda273cb-6b4f-45bc-b402-b2309766acb8" -d '{"events": [{"server_uuid": "e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321", "name": "network-vif-unplugged", "status": "completed", "tag": "17af09b1-2aa0-4ad6-b733-2aec7399ee2a"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:43:07.470366 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=8e4c8f76-9607-40a6-9c92-9d7306cb5a5d,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:07.480341 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 17af09b1-2aa0-4ad6-b733-2aec7399ee2a, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=17af09b1-2aa0-4ad6-b733-2aec7399ee2a,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:07.483618 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5ef91051-d428-4c97-b15c-6fd085ffbe50 req-cc00655f-612c-4a8f-96a6-84a4b17496dd service neutron] 10.222.0.30 "GET /v2.0/networks/a952105b-ebc4-4199-9a60-4f9b3f21d433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865830 Mar 05 04:43:07.488295 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8e4c8f76-9607-40a6-9c92-9d7306cb5a5d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:07.495591 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=0e8487f7-4fcf-4a2e-93e3-cde31593f0f4,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:07.496659 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (17af09b1-2aa0-4ad6-b733-2aec7399ee2a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:07.517542 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0e8487f7-4fcf-4a2e-93e3-cde31593f0f4), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:07.531798 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e5b96cbe-83b5-419d-859d-69acc2c876f3 req-2cecae97-79db-47c4-be75-8e228c17a3f8 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks [] for floatingip (d94728b0-c472-47aa-812a-98417c5e3eea), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:07.559357 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=8e4c8f76-9607-40a6-9c92-9d7306cb5a5d,revision_number=9']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:07.615516 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=17af09b1-2aa0-4ad6-b733-2aec7399ee2a,revision_number=8']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:07.636591 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e5b96cbe-83b5-419d-859d-69acc2c876f3 req-2cecae97-79db-47c4-be75-8e228c17a3f8 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fd2c17ab-64c9-4bf1-81f6-fd9d28ce333f), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:07.667022 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=0e8487f7-4fcf-4a2e-93e3-cde31593f0f4,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:07.671017 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['8e4c8f76-9607-40a6-9c92-9d7306cb5a5d'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:43:07.708058 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-5de12080-8422-4fa4-ac6a-bc98623ec6ac tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks [] for port (ee973098-7663-4fb9-9f5e-e133fdb44dcb), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:07.724055 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7dca7-24f2-455f-9cbf-e7793b2fc5d4 req-39919eb5-9e37-4cfc-be22-6eef7100b822 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:07.725495 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0ec7dca7-24f2-455f-9cbf-e7793b2fc5d4 req-39919eb5-9e37-4cfc-be22-6eef7100b822 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0f55804-d0a3-4b54-ad55-f7e9da0461f6 HTTP/1.1" status: 200 len: 944 time: 0.1582921 Mar 05 04:43:07.863526 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-5de12080-8422-4fa4-ac6a-bc98623ec6ac tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (ee973098-7663-4fb9-9f5e-e133fdb44dcb), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:07.869918 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0ec7dca7-24f2-455f-9cbf-e7793b2fc5d4 req-16880d12-dcb0-4658-ae2e-c82cae4db1cd tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339540 Mar 05 04:43:07.884455 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['7659bb61-2851-4497-a728-e91219a88b7f', '16d44a27-1887-46ce-8a68-f4eec0fce055'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:43:07.929300 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e5b96cbe-83b5-419d-859d-69acc2c876f3 req-2cecae97-79db-47c4-be75-8e228c17a3f8 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks [] for port (fd2c17ab-64c9-4bf1-81f6-fd9d28ce333f), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:07.936642 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-5de12080-8422-4fa4-ac6a-bc98623ec6ac tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:43:07.941111 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-5de12080-8422-4fa4-ac6a-bc98623ec6ac tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:43:07.943161 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e5b96cbe-83b5-419d-859d-69acc2c876f3 req-2cecae97-79db-47c4-be75-8e228c17a3f8 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (fd2c17ab-64c9-4bf1-81f6-fd9d28ce333f), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:07.945406 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de12080-8422-4fa4-ac6a-bc98623ec6ac tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Pushing event updated for resources: {'Port': ['ID=ee973098-7663-4fb9-9f5e-e133fdb44dcb,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:07.948697 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-5de12080-8422-4fa4-ac6a-bc98623ec6ac tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:43:08.098002 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-5de12080-8422-4fa4-ac6a-bc98623ec6ac tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:08.098518 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-5de12080-8422-4fa4-ac6a-bc98623ec6ac tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:08.101597 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cecae97-79db-47c4-be75-8e228c17a3f8 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Pushing event updated for resources: {'Port': ['ID=fd2c17ab-64c9-4bf1-81f6-fd9d28ce333f,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:08.129039 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e5b96cbe-83b5-419d-859d-69acc2c876f3 req-2cecae97-79db-47c4-be75-8e228c17a3f8 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (d94728b0-c472-47aa-812a-98417c5e3eea), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:08.138288 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-5de12080-8422-4fa4-ac6a-bc98623ec6ac tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5658541 Mar 05 04:43:08.148935 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecddc1d-cbd5-4f26-b815-151625c61f44 req-53998f7c-5430-4af6-b9a4-98537819fe73 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:08.150486 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5ecddc1d-cbd5-4f26-b815-151625c61f44 req-53998f7c-5430-4af6-b9a4-98537819fe73 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 936 time: 0.1579797 Mar 05 04:43:08.158199 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-a38b0573-824a-4fc0-9c8f-07cd118b478d service neutron] Request body: {'port': {'device_id': '1e9b6dc7-2b2c-449c-8a87-a1d01ee66463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:43:08.201415 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e5b96cbe-83b5-419d-859d-69acc2c876f3 req-2cecae97-79db-47c4-be75-8e228c17a3f8 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:08.202638 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e5b96cbe-83b5-419d-859d-69acc2c876f3 req-2cecae97-79db-47c4-be75-8e228c17a3f8 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1457279 Mar 05 04:43:08.301506 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e5b96cbe-83b5-419d-859d-69acc2c876f3 req-f7deaa22-12b4-48e5-892e-51369aad1cf8 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.111 HTTP/1.1" status: 200 len: 696 time: 0.0848584 Mar 05 04:43:08.307058 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5ecddc1d-cbd5-4f26-b815-151625c61f44 req-20109e28-9ddb-4398-bf38-4c15ffd98040 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446331 Mar 05 04:43:08.309802 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-a38b0573-824a-4fc0-9c8f-07cd118b478d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ee973098-7663-4fb9-9f5e-e133fdb44dcb), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:08.361972 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 04:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4b1647-f460-4bbd-8dcf-ad08aac3e46c x-openstack-request-id: req-af4b1647-f460-4bbd-8dcf-ad08aac3e46c {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:43:08.362627 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321", "name": "network-vif-unplugged", "status": "completed", "tag": "17af09b1-2aa0-4ad6-b733-2aec7399ee2a", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:43:08.363192 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-af4b1647-f460-4bbd-8dcf-ad08aac3e46c {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:43:08.363956 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17af09b1-2aa0-4ad6-b733-2aec7399ee2a', 'code': 200} Mar 05 04:43:08.367393 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-efcc5f02-a316-4644-aa20-5bac06ed7fae None None] Provisioning complete for port ee973098-7663-4fb9-9f5e-e133fdb44dcb triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:43:08.367978 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-efcc5f02-a316-4644-aa20-5bac06ed7fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ee973098-7663-4fb9-9f5e-e133fdb44dcb), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:08.408705 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-efcc5f02-a316-4644-aa20-5bac06ed7fae None None] Port ee973098-7663-4fb9-9f5e-e133fdb44dcb cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:43:08.553071 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b96cbe-83b5-419d-859d-69acc2c876f3 req-d9daa93b-a8bb-4dbe-b59b-ecea5c2deb2d tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:08.555022 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e5b96cbe-83b5-419d-859d-69acc2c876f3 req-d9daa93b-a8bb-4dbe-b59b-ecea5c2deb2d tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 784 time: 0.2468240 Mar 05 04:43:08.625187 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae6a2c-efe0-4bf0-b3c8-6a34db5144b1 req-626810ce-e3e2-4109-a225-994c7a6f9410 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:08.632718 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-62ae6a2c-efe0-4bf0-b3c8-6a34db5144b1 req-626810ce-e3e2-4109-a225-994c7a6f9410 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c11fe5-060a-4bf3-aa5c-5917a8834450 HTTP/1.1" status: 200 len: 949 time: 0.1855018 Mar 05 04:43:08.774776 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:43:08.780414 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-62ae6a2c-efe0-4bf0-b3c8-6a34db5144b1 req-2e774756-18b6-4315-b9a2-c253f36ec827 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.11 "GET /v2.0/security-groups?id=b75fa6ca-3bea-4aa3-be34-e1a6c87a956a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467607 Mar 05 04:43:08.799000 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5677429-471f-4272-a1b0-49f02c974288 req-070210d0-a5bc-447c-8df6-c5ab71c48290 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:08.804257 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a5677429-471f-4272-a1b0-49f02c974288 req-070210d0-a5bc-447c-8df6-c5ab71c48290 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=0374a01e-d164-4d25-b186-ad4232102a40 HTTP/1.1" status: 200 len: 943 time: 0.1633637 Mar 05 04:43:08.857563 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:43:08.877462 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8e4c8f76-9607-40a6-9c92-9d7306cb5a5d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:08.970824 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a5677429-471f-4272-a1b0-49f02c974288 req-5a8a66c7-4164-4dd0-b4f4-0892b7c7c290 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569653 Mar 05 04:43:08.982332 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-a38b0573-824a-4fc0-9c8f-07cd118b478d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee973098-7663-4fb9-9f5e-e133fdb44dcb {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:43:08.992125 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-a38b0573-824a-4fc0-9c8f-07cd118b478d service neutron] Publish callbacks [] for port (ee973098-7663-4fb9-9f5e-e133fdb44dcb), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:09.040079 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-a38b0573-824a-4fc0-9c8f-07cd118b478d service neutron] Transition to ACTIVE for port object ee973098-7663-4fb9-9f5e-e133fdb44dcb will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:43:09.076819 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:43:09.077427 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8e4c8f76-9607-40a6-9c92-9d7306cb5a5d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:09.078558 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-a38b0573-824a-4fc0-9c8f-07cd118b478d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (ee973098-7663-4fb9-9f5e-e133fdb44dcb), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:09.139559 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=8e4c8f76-9607-40a6-9c92-9d7306cb5a5d,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:09.146723 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8e4c8f76-9607-40a6-9c92-9d7306cb5a5d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:09.216150 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=8e4c8f76-9607-40a6-9c92-9d7306cb5a5d,revision_number=10']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:09.237353 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89636e4-44ad-46b4-a567-d89909276aae req-ac240d0f-e9fd-4978-a502-72967056f347 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:09.239165 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d89636e4-44ad-46b4-a567-d89909276aae req-ac240d0f-e9fd-4978-a502-72967056f347 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/networks?id=4063fb05-945c-41f3-bf86-b7ead68bf916 HTTP/1.1" status: 200 len: 821 time: 0.2501059 Mar 05 04:43:09.252779 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b0573-824a-4fc0-9c8f-07cd118b478d service neutron] Pushing event updated for resources: {'Port': ['ID=ee973098-7663-4fb9-9f5e-e133fdb44dcb,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:09.294413 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d89636e4-44ad-46b4-a567-d89909276aae req-4a2f7ebb-11e6-4ab0-ad70-2d0569bf502b tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/quotas/b881a5a3db964674a1ec7b44033353cb HTTP/1.1" status: 200 len: 375 time: 0.0449014 Mar 05 04:43:09.343812 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdcd2cb-16fc-4f63-aa33-f6585a004937 req-bcd40f2d-771c-4097-aea1-ae480c44dd4d tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:09.350869 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-afdcd2cb-16fc-4f63-aa33-f6585a004937 req-bcd40f2d-771c-4097-aea1-ae480c44dd4d tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0f55804-d0a3-4b54-ad55-f7e9da0461f6 HTTP/1.1" status: 200 len: 944 time: 0.2365558 Mar 05 04:43:09.488137 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-a38b0573-824a-4fc0-9c8f-07cd118b478d service neutron] Attempting to bind port ee973098-7663-4fb9-9f5e-e133fdb44dcb on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:43:09.488518 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-a38b0573-824a-4fc0-9c8f-07cd118b478d service neutron] Attempting to bind port ee973098-7663-4fb9-9f5e-e133fdb44dcb by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:43:09.488817 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-a38b0573-824a-4fc0-9c8f-07cd118b478d service neutron] Attempting to bind port ee973098-7663-4fb9-9f5e-e133fdb44dcb on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:43:09.497012 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-893a6b26-54d7-4487-9da2-9f49db8d9aba service neutron] 10.222.0.30 "GET /v2.0/ports/fcb9b4b5-b14d-4e77-9651-6518c1df2d8c/bindings/n-h2-789963-32 HTTP/1.1" status: 200 len: 385 time: 0.1023946 Mar 05 04:43:09.497707 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-afdcd2cb-16fc-4f63-aa33-f6585a004937 req-5bd04bc3-efc3-403f-a0b9-5575afd87f00 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457527 Mar 05 04:43:09.502550 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-a38b0573-824a-4fc0-9c8f-07cd118b478d service neutron] Port ee973098-7663-4fb9-9f5e-e133fdb44dcb on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:43:09.502966 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-a38b0573-824a-4fc0-9c8f-07cd118b478d service neutron] Attempting to bind port ee973098-7663-4fb9-9f5e-e133fdb44dcb on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:43:09.530201 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d89636e4-44ad-46b4-a567-d89909276aae req-2a931318-90d0-45f6-9619-b18d27a087ba tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b881a5a3db964674a1ec7b44033353cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2125013 Mar 05 04:43:09.533675 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-a38b0573-824a-4fc0-9c8f-07cd118b478d service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:43:09.534015 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-a38b0573-824a-4fc0-9c8f-07cd118b478d service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:43:09.534405 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-a38b0573-824a-4fc0-9c8f-07cd118b478d service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:43:09.534849 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-a38b0573-824a-4fc0-9c8f-07cd118b478d service neutron] Bound port: ee973098-7663-4fb9-9f5e-e133fdb44dcb, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:43:09.535236 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-a38b0573-824a-4fc0-9c8f-07cd118b478d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ee973098-7663-4fb9-9f5e-e133fdb44dcb), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:09.712456 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-a38b0573-824a-4fc0-9c8f-07cd118b478d service neutron] For port ee973098-7663-4fb9-9f5e-e133fdb44dcb, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:43:09.716207 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-a38b0573-824a-4fc0-9c8f-07cd118b478d service neutron] For port ee973098-7663-4fb9-9f5e-e133fdb44dcb, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=ee973098-7663-4fb9-9f5e-e133fdb44dcb,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:43:09.727013 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d89636e4-44ad-46b4-a567-d89909276aae req-c0940170-e271-4b3c-9265-a4507116f555 service neutron] 10.222.0.11 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783438 Mar 05 04:43:09.729634 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-a38b0573-824a-4fc0-9c8f-07cd118b478d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (ee973098-7663-4fb9-9f5e-e133fdb44dcb), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:09.753002 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5d36f-5454-4f9a-9d13-d3058c8d5307 req-1e6f613c-1a2b-4548-86a4-94a1968e3124 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:09.754523 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-65e5d36f-5454-4f9a-9d13-d3058c8d5307 req-1e6f613c-1a2b-4548-86a4-94a1968e3124 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 948 time: 0.1230130 Mar 05 04:43:09.785058 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-d1567b71-b233-4c1a-a77e-c1801147b568 service neutron] For port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=fcb9b4b5-b14d-4e77-9651-6518c1df2d8c,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:09.814841 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-d1567b71-b233-4c1a-a77e-c1801147b568 service neutron] For port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:43:09.828100 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-a38b0573-824a-4fc0-9c8f-07cd118b478d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:09.828726 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-a38b0573-824a-4fc0-9c8f-07cd118b478d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:09.830248 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-a38b0573-824a-4fc0-9c8f-07cd118b478d service neutron] 10.222.0.31 "PUT /v2.0/ports/ee973098-7663-4fb9-9f5e-e133fdb44dcb HTTP/1.1" status: 200 len: 1097 time: 1.6786666 Mar 05 04:43:09.830711 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9b6dc7-2b2c-449c-8a87-a1d01ee66463', 'tag': 'ee973098-7663-4fb9-9f5e-e133fdb44dcb'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:43:09.833018 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb536316-0102-472a-be85-a0aa67d512d2" -d '{"events": [{"name": "network-changed", "server_uuid": "1e9b6dc7-2b2c-449c-8a87-a1d01ee66463", "tag": "ee973098-7663-4fb9-9f5e-e133fdb44dcb"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:43:09.853039 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-d1567b71-b233-4c1a-a77e-c1801147b568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcb9b4b5-b14d-4e77-9651-6518c1df2d8c {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:43:09.868782 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-d1567b71-b233-4c1a-a77e-c1801147b568 service neutron] For port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=fcb9b4b5-b14d-4e77-9651-6518c1df2d8c,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:09.885255 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-d1567b71-b233-4c1a-a77e-c1801147b568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fcb9b4b5-b14d-4e77-9651-6518c1df2d8c), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:09.975896 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d89636e4-44ad-46b4-a567-d89909276aae req-efd3efa0-e239-4e60-9d4d-3ba88a5a4254 service neutron] 10.222.0.11 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385435 Mar 05 04:43:09.979628 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b0573-824a-4fc0-9c8f-07cd118b478d service neutron] Pushing event updated for resources: {'Port': ['ID=ee973098-7663-4fb9-9f5e-e133fdb44dcb,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:09.982954 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-d1567b71-b233-4c1a-a77e-c1801147b568 service neutron] Transition to ACTIVE for port object fcb9b4b5-b14d-4e77-9651-6518c1df2d8c will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:43:09.990347 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-d1567b71-b233-4c1a-a77e-c1801147b568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (fcb9b4b5-b14d-4e77-9651-6518c1df2d8c), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:10.041980 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-65e5d36f-5454-4f9a-9d13-d3058c8d5307 req-de90916b-de6a-4a5d-842a-7072438b7ac5 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564747 Mar 05 04:43:10.082895 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-b1230fd4-009b-45a9-b423-359d5a26393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:10.084647 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-b1230fd4-009b-45a9-b423-359d5a26393b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 1131 time: 0.1783168 Mar 05 04:43:10.151973 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-fd591e47-d901-4c69-9c86-76ea4f60b569 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=ee973098-7663-4fb9-9f5e-e133fdb44dcb HTTP/1.1" status: 200 len: 217 time: 0.0535774 Mar 05 04:43:10.162339 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-d1567b71-b233-4c1a-a77e-c1801147b568 service neutron] No DVR routers for this DVR port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:43:10.192075 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1567b71-b233-4c1a-a77e-c1801147b568 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb9b4b5-b14d-4e77-9651-6518c1df2d8c,revision_number=10']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:10.243153 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-6321e710-7692-431a-9007-39b834667568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:10.244943 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-6321e710-7692-431a-9007-39b834667568 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0801511 Mar 05 04:43:10.261556 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-d1567b71-b233-4c1a-a77e-c1801147b568 service neutron] 10.222.0.30 "PUT /v2.0/ports/fcb9b4b5-b14d-4e77-9651-6518c1df2d8c/bindings/n-h2-789963-32/activate HTTP/1.1" status: 200 len: 370 time: 0.7509806 Mar 05 04:43:10.281349 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a35d9e-f1b4-4bb0-ad1c-dba1d52be9ae x-openstack-request-id: req-b6a35d9e-f1b4-4bb0-ad1c-dba1d52be9ae {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:43:10.282187 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e9b6dc7-2b2c-449c-8a87-a1d01ee66463", "tag": "ee973098-7663-4fb9-9f5e-e133fdb44dcb", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:43:10.282468 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b6a35d9e-f1b4-4bb0-ad1c-dba1d52be9ae {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:43:10.282934 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9b6dc7-2b2c-449c-8a87-a1d01ee66463', 'tag': 'ee973098-7663-4fb9-9f5e-e133fdb44dcb', 'status': 'completed', 'code': 200} Mar 05 04:43:10.293044 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca699a-8d2c-48d8-b6c8-387b071e143d req-79278f90-dd52-44fe-968f-913bfa8dfbc9 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:10.304039 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fcca699a-8d2c-48d8-b6c8-387b071e143d req-79278f90-dd52-44fe-968f-913bfa8dfbc9 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c11fe5-060a-4bf3-aa5c-5917a8834450 HTTP/1.1" status: 200 len: 949 time: 0.1397693 Mar 05 04:43:10.365509 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c11fe5-060a-4bf3-aa5c-5917a8834450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8487f7-4fcf-4a2e-93e3-cde31593f0f4'}, {'server_uuid': 'ee2e82b0-ff31-4340-8888-731356ce2ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4c8f76-9607-40a6-9c92-9d7306cb5a5d'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:43:10.368681 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4c5b7a-bac2-4277-9354-02084f7c7b7d" -d '{"events": [{"server_uuid": "56c11fe5-060a-4bf3-aa5c-5917a8834450", "name": "network-vif-plugged", "status": "completed", "tag": "0e8487f7-4fcf-4a2e-93e3-cde31593f0f4"}, {"server_uuid": "ee2e82b0-ff31-4340-8888-731356ce2ea1", "name": "network-vif-plugged", "status": "completed", "tag": "8e4c8f76-9607-40a6-9c92-9d7306cb5a5d"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:43:10.432497 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fcca699a-8d2c-48d8-b6c8-387b071e143d req-0089a1d7-6720-4576-807d-1652475ae67f tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.11 "GET /v2.0/security-groups?id=b75fa6ca-3bea-4aa3-be34-e1a6c87a956a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880394 Mar 05 04:43:10.433978 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-986a679b-b401-46c4-b5d4-7d5682e5eba5 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:10.435553 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-986a679b-b401-46c4-b5d4-7d5682e5eba5 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0374a01e-d164-4d25-b186-ad4232102a40&tenant_id=84f78c82255c4feca46335184d79ad7d&binding%3Ahost_id=n-h1-789963-32 HTTP/1.1" status: 200 len: 1127 time: 0.1093726 Mar 05 04:43:10.495697 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-4fd017f4-e38b-475a-9861-3ea5a2244554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:10.497593 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-4fd017f4-e38b-475a-9861-3ea5a2244554 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0374a01e-d164-4d25-b186-ad4232102a40&tenant_id=84f78c82255c4feca46335184d79ad7d HTTP/1.1" status: 200 len: 1127 time: 0.0525181 Mar 05 04:43:10.575773 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-118eeb59-91da-427d-9737-56dcfefc0723 req-9c92e946-18b5-4bc7-9180-edaf3de3e3e2 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e7e5482-e4e8-4f92-91f3-9068a9527009 HTTP/1.1" status: 200 len: 210 time: 0.0547457 Mar 05 04:43:10.610010 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-5b451298-3576-40c1-8c63-48f7b7037bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:10.612541 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-5b451298-3576-40c1-8c63-48f7b7037bcd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3572066 Mar 05 04:43:10.622088 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb892828-b4a4-4cc6-b46d-deb20bf0f838 req-f3813794-eaf2-4302-bb1e-10760edd79de tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:10.632635 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eb892828-b4a4-4cc6-b46d-deb20bf0f838 req-f3813794-eaf2-4302-bb1e-10760edd79de tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=0374a01e-d164-4d25-b186-ad4232102a40 HTTP/1.1" status: 200 len: 944 time: 0.1920745 Mar 05 04:43:10.640720 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-ccde6709-5972-4284-881f-72f36d6c636e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:10.645090 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-ccde6709-5972-4284-881f-72f36d6c636e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=84f78c82255c4feca46335184d79ad7d&device_id=0374a01e-d164-4d25-b186-ad4232102a40 HTTP/1.1" status: 200 len: 1127 time: 0.1144631 Mar 05 04:43:10.667277 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Mar 2022 04:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f522044-af16-4d70-8aa5-23fa5e86318e x-openstack-request-id: req-3f522044-af16-4d70-8aa5-23fa5e86318e {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:43:10.667802 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c11fe5-060a-4bf3-aa5c-5917a8834450", "name": "network-vif-plugged", "status": "completed", "tag": "0e8487f7-4fcf-4a2e-93e3-cde31593f0f4", "code": 200}, {"server_uuid": "ee2e82b0-ff31-4340-8888-731356ce2ea1", "name": "network-vif-plugged", "status": "completed", "tag": "8e4c8f76-9607-40a6-9c92-9d7306cb5a5d", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:43:10.668246 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3f522044-af16-4d70-8aa5-23fa5e86318e {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:43:10.668787 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c11fe5-060a-4bf3-aa5c-5917a8834450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8487f7-4fcf-4a2e-93e3-cde31593f0f4', 'code': 200} Mar 05 04:43:10.669203 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee2e82b0-ff31-4340-8888-731356ce2ea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4c8f76-9607-40a6-9c92-9d7306cb5a5d', 'code': 200} Mar 05 04:43:10.774326 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d5f4b64e-31a1-407a-b612-6a3033c6a43f details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:43:10.853484 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-97e192b6-83b9-4e3d-925c-1a1bc62be001 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084827 Mar 05 04:43:10.882513 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eb892828-b4a4-4cc6-b46d-deb20bf0f838 req-834db8e4-792b-4e0b-98e9-9b67f27522e4 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479444 Mar 05 04:43:10.922336 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-15c5f406-bd8e-44a4-a5f6-880543835293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:10.923930 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-15c5f406-bd8e-44a4-a5f6-880543835293 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fd6aa200-b97d-49ed-9876-375a41229f42 HTTP/1.1" status: 200 len: 920 time: 0.2656734 Mar 05 04:43:10.939108 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b1a9c-cedf-477d-9824-d582236caeaa req-debf2f6c-3186-46b5-9d7c-61ba51471e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:10.940773 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f80b1a9c-cedf-477d-9824-d582236caeaa req-debf2f6c-3186-46b5-9d7c-61ba51471e00 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=56c11fe5-060a-4bf3-aa5c-5917a8834450 HTTP/1.1" status: 200 len: 1132 time: 0.1571798 Mar 05 04:43:10.997176 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d5f4b64e-31a1-407a-b612-6a3033c6a43f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d5f4b64e-31a1-407a-b612-6a3033c6a43f,segment=NetworkSegment(39bebb99-f3d6-49f8-af2f-9a9c1002f41f),segment_id=39bebb99-f3d6-49f8-af2f-9a9c1002f41f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:11.016283 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'd5f4b64e-31a1-407a-b612-6a3033c6a43f', 'network_id': 'a952105b-ebc4-4199-9a60-4f9b3f21d433', 'port_id': 'd5f4b64e-31a1-407a-b612-6a3033c6a43f', 'mac_address': 'fa:16:3e:81:10:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd442e327-d533-4ad3-8b3e-6bf8aaddc901', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:43:11.023694 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-71bb02d6-8545-407e-b617-65605001ced8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcb9b4b5-b14d-4e77-9651-6518c1df2d8c HTTP/1.1" status: 200 len: 217 time: 0.0880122 Mar 05 04:43:11.121842 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-254850b8-f6cb-4b94-8cfc-e38ab5ebe37f req-49786e6c-c09e-4501-9751-aaee0d931be9 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381637 Mar 05 04:43:11.123520 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port d5f4b64e-31a1-407a-b612-6a3033c6a43f is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:43:11.123927 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d5f4b64e-31a1-407a-b612-6a3033c6a43f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:11.125923 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-81e3a250-9809-4963-b4f4-44543bf11329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:11.144220 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-81e3a250-9809-4963-b4f4-44543bf11329 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9d33dc8a-6008-478a-9ec8-49595a4a0656 HTTP/1.1" status: 200 len: 860 time: 0.1134505 Mar 05 04:43:11.169827 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f4b64e-31a1-407a-b612-6a3033c6a43f {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:43:11.219951 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47cf9a-359f-4e37-a38c-cc8629139ae3 req-297859cd-dc63-46ca-be9b-7411acd4b33b tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:11.229446 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-e89799b0-2d46-44e5-9b18-30c6a024c018 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd6aa200-b97d-49ed-9876-375a41229f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713248 Mar 05 04:43:11.231120 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1c47cf9a-359f-4e37-a38c-cc8629139ae3 req-297859cd-dc63-46ca-be9b-7411acd4b33b tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0f55804-d0a3-4b54-ad55-f7e9da0461f6 HTTP/1.1" status: 200 len: 944 time: 0.4457495 Mar 05 04:43:11.234190 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f80b1a9c-cedf-477d-9824-d582236caeaa req-d408d9e1-f762-4f34-80c0-c81a71a82aca service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b75fa6ca-3bea-4aa3-be34-e1a6c87a956a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091677 Mar 05 04:43:11.243568 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d5f4b64e-31a1-407a-b612-6a3033c6a43f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d5f4b64e-31a1-407a-b612-6a3033c6a43f,segment=NetworkSegment(39bebb99-f3d6-49f8-af2f-9a9c1002f41f),segment_id=39bebb99-f3d6-49f8-af2f-9a9c1002f41f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:11.252562 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d5f4b64e-31a1-407a-b612-6a3033c6a43f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:11.315949 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ccb11a-7813-4512-a509-017df7ee9cbb req-57b8b0c5-3c17-40a3-b363-e8a1b058f3b2 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:11.323615 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-75ccb11a-7813-4512-a509-017df7ee9cbb req-57b8b0c5-3c17-40a3-b363-e8a1b058f3b2 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 948 time: 0.2005451 Mar 05 04:43:11.343906 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=d5f4b64e-31a1-407a-b612-6a3033c6a43f,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:11.363148 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-89036858-8334-4146-abd7-edfe9204cad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:11.370678 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1c47cf9a-359f-4e37-a38c-cc8629139ae3 req-2c90dfcf-c2ea-4c72-bbdb-f75de414bde8 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312356 Mar 05 04:43:11.410742 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-1add38ef-3779-48c3-91e9-4c93872c7c09 service neutron] 10.222.0.31 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666801 Mar 05 04:43:11.412973 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-75ccb11a-7813-4512-a509-017df7ee9cbb req-a2f74b90-c37d-45c7-b39e-7bb22897ae63 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811074 Mar 05 04:43:11.420832 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb536316-0102-472a-be85-a0aa67d512d2 req-1bb7c350-d955-4ba0-93b8-edb0d1314ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:11.422428 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb536316-0102-472a-be85-a0aa67d512d2 req-1bb7c350-d955-4ba0-93b8-edb0d1314ff0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 1131 time: 0.1875379 Mar 05 04:43:11.526143 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['d5f4b64e-31a1-407a-b612-6a3033c6a43f'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:43:11.557814 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-17abab51-bf4f-4df8-a3c1-7125a277ed0b service neutron] 10.222.0.31 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374130 Mar 05 04:43:11.573832 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb536316-0102-472a-be85-a0aa67d512d2 req-1c167bbd-c38f-4469-a7b9-40ae880878e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:11.576006 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb536316-0102-472a-be85-a0aa67d512d2 req-1c167bbd-c38f-4469-a7b9-40ae880878e6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.1462471 Mar 05 04:43:11.683110 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb536316-0102-472a-be85-a0aa67d512d2 req-d339b3af-5c63-4de0-80d8-742ae86ae138 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=ee973098-7663-4fb9-9f5e-e133fdb44dcb HTTP/1.1" status: 200 len: 217 time: 0.0932646 Mar 05 04:43:12.143116 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-086620eb-b306-446c-9d43-86a10c6fdb7d tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:12.144658 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-086620eb-b306-446c-9d43-86a10c6fdb7d tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=0374a01e-d164-4d25-b186-ad4232102a40&tenant_id=84f78c82255c4feca46335184d79ad7d&binding%3Ahost_id=n-h2-789963-32 HTTP/1.1" status: 200 len: 1127 time: 0.2366307 Mar 05 04:43:12.167036 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89636e4-44ad-46b4-a567-d89909276aae req-0c3bbd6a-cc65-45fe-b32b-0f48884f735c tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:12.168691 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d89636e4-44ad-46b4-a567-d89909276aae req-0c3bbd6a-cc65-45fe-b32b-0f48884f735c tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.30 "GET /v2.0/networks?id=4063fb05-945c-41f3-bf86-b7ead68bf916 HTTP/1.1" status: 200 len: 821 time: 0.3517308 Mar 05 04:43:12.213036 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-d89636e4-44ad-46b4-a567-d89909276aae req-261be44e-f724-4a93-b61d-28fba6f0b057 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Request body: {'port': {'device_id': '2e7e5482-e4e8-4f92-91f3-9068a9527009', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'admin_state_up': True, 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:43:12.269136 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-24e2364e-b30d-4f31-9303-ac7e3c348ac3 req-e4b52caa-0c0e-40d0-89b2-86d91611f1f8 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e7e5482-e4e8-4f92-91f3-9068a9527009 HTTP/1.1" status: 200 len: 210 time: 0.5597401 Mar 05 04:43:12.316812 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb536316-0102-472a-be85-a0aa67d512d2 req-6b12da1f-aa76-4e60-82c0-6d9bbca2127c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:12.318716 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb536316-0102-472a-be85-a0aa67d512d2 req-6b12da1f-aa76-4e60-82c0-6d9bbca2127c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.6236207 Mar 05 04:43:12.339825 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453f0b3-744e-4302-bd7f-8200c991052d req-1b137aae-cb25-480b-aea0-54e507bfac94 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:12.343637 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6453f0b3-744e-4302-bd7f-8200c991052d req-1b137aae-cb25-480b-aea0-54e507bfac94 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c11fe5-060a-4bf3-aa5c-5917a8834450 HTTP/1.1" status: 200 len: 949 time: 0.7436581 Mar 05 04:43:12.380830 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d89636e4-44ad-46b4-a567-d89909276aae req-261be44e-f724-4a93-b61d-28fba6f0b057 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Made reservation on behalf of b881a5a3db964674a1ec7b44033353cb for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:43:12.387626 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d89636e4-44ad-46b4-a567-d89909276aae req-261be44e-f724-4a93-b61d-28fba6f0b057 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:12.477224 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb536316-0102-472a-be85-a0aa67d512d2 req-8f9779d4-a333-4a30-83d9-5bc392014348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:12.479006 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb536316-0102-472a-be85-a0aa67d512d2 req-8f9779d4-a333-4a30-83d9-5bc392014348 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1330659 Mar 05 04:43:12.525727 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6453f0b3-744e-4302-bd7f-8200c991052d req-0947b16f-6188-4fdb-8d8e-b8ea12d7c79d tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.11 "GET /v2.0/security-groups?id=b75fa6ca-3bea-4aa3-be34-e1a6c87a956a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475379 Mar 05 04:43:12.535377 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2f850-a851-4e8c-afc7-be38e5ea5e8b req-a3106c43-66e9-432c-87cb-d24bfc15f62d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:12.544002 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-48d2f850-a851-4e8c-afc7-be38e5ea5e8b req-a3106c43-66e9-432c-87cb-d24bfc15f62d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=0374a01e-d164-4d25-b186-ad4232102a40 HTTP/1.1" status: 200 len: 944 time: 0.1990108 Mar 05 04:43:12.608817 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-80271336-837a-4ae2-bcf8-cfa8b43e6b66 service neutron] For port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:43:12.614303 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-80271336-837a-4ae2-bcf8-cfa8b43e6b66 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:12.615651 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c6f72f65-d8de-46db-ad30-fd62370f9505 req-80271336-837a-4ae2-bcf8-cfa8b43e6b66 service neutron] 10.222.0.31 "DELETE /v2.0/ports/fcb9b4b5-b14d-4e77-9651-6518c1df2d8c/bindings/n-h1-789963-32 HTTP/1.1" status: 204 len: 173 time: 0.4460416 Mar 05 04:43:12.659871 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-d89636e4-44ad-46b4-a567-d89909276aae req-261be44e-f724-4a93-b61d-28fba6f0b057 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Allocated IP 172.20.0.6 (4063fb05-945c-41f3-bf86-b7ead68bf916/04cf5992-8f8c-490a-b424-2ab3d34e91a8/a8907dc4-2e32-4a59-860c-14e36a278208) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:43:12.744277 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-48d2f850-a851-4e8c-afc7-be38e5ea5e8b req-ab99a069-5a37-438c-9ecd-73caf7fd8248 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989529 Mar 05 04:43:12.767770 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb536316-0102-472a-be85-a0aa67d512d2 req-e08090d0-80a2-4076-be46-29931773f365 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614896 Mar 05 04:43:12.805371 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d5f4b64e-31a1-407a-b612-6a3033c6a43f up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:43:12.880676 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9686d92-65f1-4b64-9cdb-d2875189fd8c req-48e9c613-2ba6-4922-a60f-ca55560b6632 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:12.882550 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b9686d92-65f1-4b64-9cdb-d2875189fd8c req-48e9c613-2ba6-4922-a60f-ca55560b6632 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0f55804-d0a3-4b54-ad55-f7e9da0461f6 HTTP/1.1" status: 200 len: 945 time: 0.2369633 Mar 05 04:43:12.897375 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port d5f4b64e-31a1-407a-b612-6a3033c6a43f completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:43:12.909707 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port d5f4b64e-31a1-407a-b612-6a3033c6a43f triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:43:12.911555 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d5f4b64e-31a1-407a-b612-6a3033c6a43f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:12.912555 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d89636e4-44ad-46b4-a567-d89909276aae req-261be44e-f724-4a93-b61d-28fba6f0b057 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks [] for port (a8907dc4-2e32-4a59-860c-14e36a278208), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:12.962531 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb536316-0102-472a-be85-a0aa67d512d2 req-8001efad-185d-42bc-823c-3dad0353af08 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936123 Mar 05 04:43:12.968841 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d89636e4-44ad-46b4-a567-d89909276aae req-261be44e-f724-4a93-b61d-28fba6f0b057 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (a8907dc4-2e32-4a59-860c-14e36a278208), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:12.987187 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407b900-ec19-4db3-ae28-b091656747d9 req-554f6c9e-ffea-4a60-b794-66cf786407f0 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:12.994309 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['2ad3a90d-5a5e-4ad1-b19b-47f37f584114'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:43:12.995007 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5407b900-ec19-4db3-ae28-b091656747d9 req-554f6c9e-ffea-4a60-b794-66cf786407f0 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 948 time: 0.1340418 Mar 05 04:43:13.040741 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d89636e4-44ad-46b4-a567-d89909276aae req-261be44e-f724-4a93-b61d-28fba6f0b057 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Network 4063fb05-945c-41f3-bf86-b7ead68bf916 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:43:13.050704 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-d89636e4-44ad-46b4-a567-d89909276aae req-261be44e-f724-4a93-b61d-28fba6f0b057 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:43:13.054152 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89636e4-44ad-46b4-a567-d89909276aae req-261be44e-f724-4a93-b61d-28fba6f0b057 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:43:13.060766 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261be44e-f724-4a93-b61d-28fba6f0b057 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Pushing event updated for resources: {'Port': ['ID=a8907dc4-2e32-4a59-860c-14e36a278208,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:13.091321 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b9686d92-65f1-4b64-9cdb-d2875189fd8c req-0037656b-4a32-42a5-8ae0-58400b603f63 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803832 Mar 05 04:43:13.214025 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89636e4-44ad-46b4-a567-d89909276aae req-261be44e-f724-4a93-b61d-28fba6f0b057 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:13.217837 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d89636e4-44ad-46b4-a567-d89909276aae req-261be44e-f724-4a93-b61d-28fba6f0b057 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:13.218421 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5407b900-ec19-4db3-ae28-b091656747d9 req-05c3ce55-e6e4-4aac-95da-1c181f03f7d1 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222786 Mar 05 04:43:13.219480 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port d5f4b64e-31a1-407a-b612-6a3033c6a43f is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:43:13.219936 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d5f4b64e-31a1-407a-b612-6a3033c6a43f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:13.271049 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d89636e4-44ad-46b4-a567-d89909276aae req-261be44e-f724-4a93-b61d-28fba6f0b057 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0629878 Mar 05 04:43:13.282791 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-d89636e4-44ad-46b4-a567-d89909276aae req-01155fa7-645d-477f-a8ec-4a44b9ecfeb3 service neutron] Request body: {'port': {'device_id': '2e7e5482-e4e8-4f92-91f3-9068a9527009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:43:13.331562 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f55804-d0a3-4b54-ad55-f7e9da0461f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f4b64e-31a1-407a-b612-6a3033c6a43f'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:43:13.334642 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ba5733-c11b-423a-847b-e77dd1f12dd4" -d '{"events": [{"server_uuid": "b0f55804-d0a3-4b54-ad55-f7e9da0461f6", "name": "network-vif-plugged", "status": "completed", "tag": "d5f4b64e-31a1-407a-b612-6a3033c6a43f"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:43:13.377949 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d5f4b64e-31a1-407a-b612-6a3033c6a43f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d5f4b64e-31a1-407a-b612-6a3033c6a43f,segment=NetworkSegment(39bebb99-f3d6-49f8-af2f-9a9c1002f41f),segment_id=39bebb99-f3d6-49f8-af2f-9a9c1002f41f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:13.394716 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d89636e4-44ad-46b4-a567-d89909276aae req-01155fa7-645d-477f-a8ec-4a44b9ecfeb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a8907dc4-2e32-4a59-860c-14e36a278208), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:13.421637 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d5f4b64e-31a1-407a-b612-6a3033c6a43f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:13.422442 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device fcb9b4b5-b14d-4e77-9651-6518c1df2d8c no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:43:13.463813 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a8bbd-d027-4c6e-8c93-d1f803819d7e req-d1cb5b85-153b-47f3-a199-194a24b01129 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:13.470727 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a72a8bbd-d027-4c6e-8c93-d1f803819d7e req-d1cb5b85-153b-47f3-a199-194a24b01129 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0374a01e-d164-4d25-b186-ad4232102a40 HTTP/1.1" status: 200 len: 1127 time: 0.1156158 Mar 05 04:43:13.495369 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d099866-b4df-48fa-9d1d-e2667eb292ef req-63bb1df8-1bdc-44a5-a50e-7ebbbc6ead95 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:13.510602 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6d099866-b4df-48fa-9d1d-e2667eb292ef req-63bb1df8-1bdc-44a5-a50e-7ebbbc6ead95 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e7e5482-e4e8-4f92-91f3-9068a9527009 HTTP/1.1" status: 200 len: 931 time: 0.1134546 Mar 05 04:43:13.580781 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=d5f4b64e-31a1-407a-b612-6a3033c6a43f,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:13.588955 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6d099866-b4df-48fa-9d1d-e2667eb292ef req-50f61e5e-db39-4966-96c3-79c06dbfbf6b tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/security-groups?id=e0a8876c-637a-4714-b32c-54d49bad91ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768731 Mar 05 04:43:13.619490 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a72a8bbd-d027-4c6e-8c93-d1f803819d7e req-6bf4d587-c6cd-4a55-bf6e-77281901fc58 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473656 Mar 05 04:43:13.646295 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] The host n-h1-789963-32 is not matching for port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c host n-h2-789963-32! {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 05 04:43:13.652292 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device fcb9b4b5-b14d-4e77-9651-6518c1df2d8c not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:43:13.694776 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:13.716404 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e3e254-80bb-4d4e-91dd-cba951d2cf09 x-openstack-request-id: req-32e3e254-80bb-4d4e-91dd-cba951d2cf09 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:43:13.716636 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f55804-d0a3-4b54-ad55-f7e9da0461f6", "name": "network-vif-plugged", "status": "completed", "tag": "d5f4b64e-31a1-407a-b612-6a3033c6a43f", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:43:13.716809 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-32e3e254-80bb-4d4e-91dd-cba951d2cf09 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:43:13.717328 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f55804-d0a3-4b54-ad55-f7e9da0461f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f4b64e-31a1-407a-b612-6a3033c6a43f', 'code': 200} Mar 05 04:43:13.745313 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f8adf25f-2b4c-4e85-995a-1dc780caeba8 None None] Provisioning complete for port a8907dc4-2e32-4a59-860c-14e36a278208 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:43:13.745709 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f8adf25f-2b4c-4e85-995a-1dc780caeba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a8907dc4-2e32-4a59-860c-14e36a278208), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:13.750344 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:13.751033 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b32053f0-056d-4f79-8f1b-3bd265c40ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:13.823979 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f8adf25f-2b4c-4e85-995a-1dc780caeba8 None None] Port a8907dc4-2e32-4a59-860c-14e36a278208 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:43:13.864668 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b130b-0c61-4397-9408-97e2257b676b req-98705d54-fe89-41e7-9e54-78fe164a8668 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:13.874512 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-570b130b-0c61-4397-9408-97e2257b676b req-98705d54-fe89-41e7-9e54-78fe164a8668 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c11fe5-060a-4bf3-aa5c-5917a8834450 HTTP/1.1" status: 200 len: 949 time: 0.0816295 Mar 05 04:43:13.892153 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-d89636e4-44ad-46b4-a567-d89909276aae req-01155fa7-645d-477f-a8ec-4a44b9ecfeb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8907dc4-2e32-4a59-860c-14e36a278208 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:43:13.903408 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d89636e4-44ad-46b4-a567-d89909276aae req-01155fa7-645d-477f-a8ec-4a44b9ecfeb3 service neutron] Publish callbacks [] for port (a8907dc4-2e32-4a59-860c-14e36a278208), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:13.929081 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-d89636e4-44ad-46b4-a567-d89909276aae req-01155fa7-645d-477f-a8ec-4a44b9ecfeb3 service neutron] Transition to ACTIVE for port object a8907dc4-2e32-4a59-860c-14e36a278208 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:43:13.931750 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-570b130b-0c61-4397-9408-97e2257b676b req-9ed9ca41-960b-40b7-886e-7f52fe38da40 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.11 "GET /v2.0/security-groups?id=b75fa6ca-3bea-4aa3-be34-e1a6c87a956a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561988 Mar 05 04:43:13.941274 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d89636e4-44ad-46b4-a567-d89909276aae req-01155fa7-645d-477f-a8ec-4a44b9ecfeb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (a8907dc4-2e32-4a59-860c-14e36a278208), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:13.954153 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75464b88-e5ae-413c-a95c-58e614d743ae req-658fc4c0-5e78-41cf-9377-79d2715468d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:13.955927 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-75464b88-e5ae-413c-a95c-58e614d743ae req-658fc4c0-5e78-41cf-9377-79d2715468d0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b0f55804-d0a3-4b54-ad55-f7e9da0461f6 HTTP/1.1" status: 200 len: 1129 time: 0.1272485 Mar 05 04:43:14.064208 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01155fa7-645d-477f-a8ec-4a44b9ecfeb3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8907dc4-2e32-4a59-860c-14e36a278208,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:14.214686 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-d59bc895-5bd4-4679-bc52-0598bc75a89d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:14.221912 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-d59bc895-5bd4-4679-bc52-0598bc75a89d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/networks?id=fd6aa200-b97d-49ed-9876-375a41229f42 HTTP/1.1" status: 200 len: 820 time: 0.1838846 Mar 05 04:43:14.226941 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-75464b88-e5ae-413c-a95c-58e614d743ae req-8d2eec53-7a52-4c55-9c93-85252cfc60d4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292254 Mar 05 04:43:14.242626 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-51275bf6-cc13-4208-8b44-ab0d81d3f75e tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/quotas/84f78c82255c4feca46335184d79ad7d HTTP/1.1" status: 200 len: 375 time: 0.0197537 Mar 05 04:43:14.290331 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-d89636e4-44ad-46b4-a567-d89909276aae req-01155fa7-645d-477f-a8ec-4a44b9ecfeb3 service neutron] Attempting to bind port a8907dc4-2e32-4a59-860c-14e36a278208 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:43:14.290848 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-d89636e4-44ad-46b4-a567-d89909276aae req-01155fa7-645d-477f-a8ec-4a44b9ecfeb3 service neutron] Attempting to bind port a8907dc4-2e32-4a59-860c-14e36a278208 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '607abd30-3ddd-4be0-83e8-bcf2d27d437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:43:14.291303 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89636e4-44ad-46b4-a567-d89909276aae req-01155fa7-645d-477f-a8ec-4a44b9ecfeb3 service neutron] Attempting to bind port a8907dc4-2e32-4a59-860c-14e36a278208 on network 4063fb05-945c-41f3-bf86-b7ead68bf916 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:43:14.309875 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89636e4-44ad-46b4-a567-d89909276aae req-01155fa7-645d-477f-a8ec-4a44b9ecfeb3 service neutron] Port a8907dc4-2e32-4a59-860c-14e36a278208 on network 4063fb05-945c-41f3-bf86-b7ead68bf916 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:43:14.310215 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89636e4-44ad-46b4-a567-d89909276aae req-01155fa7-645d-477f-a8ec-4a44b9ecfeb3 service neutron] Attempting to bind port a8907dc4-2e32-4a59-860c-14e36a278208 on network 4063fb05-945c-41f3-bf86-b7ead68bf916 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:43:14.320950 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89636e4-44ad-46b4-a567-d89909276aae req-01155fa7-645d-477f-a8ec-4a44b9ecfeb3 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:43:14.324667 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89636e4-44ad-46b4-a567-d89909276aae req-01155fa7-645d-477f-a8ec-4a44b9ecfeb3 service neutron] Checking segment: {'id': '607abd30-3ddd-4be0-83e8-bcf2d27d437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:43:14.325068 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89636e4-44ad-46b4-a567-d89909276aae req-01155fa7-645d-477f-a8ec-4a44b9ecfeb3 service neutron] Bound using segment: {'id': '607abd30-3ddd-4be0-83e8-bcf2d27d437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:43:14.325532 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-d89636e4-44ad-46b4-a567-d89909276aae req-01155fa7-645d-477f-a8ec-4a44b9ecfeb3 service neutron] Bound port: a8907dc4-2e32-4a59-860c-14e36a278208, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '607abd30-3ddd-4be0-83e8-bcf2d27d437d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:43:14.325913 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d89636e4-44ad-46b4-a567-d89909276aae req-01155fa7-645d-477f-a8ec-4a44b9ecfeb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a8907dc4-2e32-4a59-860c-14e36a278208), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:14.338519 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-ad90acac-3de7-409d-b0ee-235c084ddd85 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=84f78c82255c4feca46335184d79ad7d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0949180 Mar 05 04:43:14.524908 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-d89636e4-44ad-46b4-a567-d89909276aae req-01155fa7-645d-477f-a8ec-4a44b9ecfeb3 service neutron] For port a8907dc4-2e32-4a59-860c-14e36a278208, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:43:14.530348 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-d89636e4-44ad-46b4-a567-d89909276aae req-01155fa7-645d-477f-a8ec-4a44b9ecfeb3 service neutron] For port a8907dc4-2e32-4a59-860c-14e36a278208, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a8907dc4-2e32-4a59-860c-14e36a278208,segment=NetworkSegment(607abd30-3ddd-4be0-83e8-bcf2d27d437d),segment_id=607abd30-3ddd-4be0-83e8-bcf2d27d437d)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:43:14.540186 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d89636e4-44ad-46b4-a567-d89909276aae req-01155fa7-645d-477f-a8ec-4a44b9ecfeb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (a8907dc4-2e32-4a59-860c-14e36a278208), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:14.588093 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-176a5f78-b745-4646-b0fe-fee889319d42 service neutron] 10.222.0.11 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486784 Mar 05 04:43:14.595540 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89636e4-44ad-46b4-a567-d89909276aae req-01155fa7-645d-477f-a8ec-4a44b9ecfeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:14.596414 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d89636e4-44ad-46b4-a567-d89909276aae req-01155fa7-645d-477f-a8ec-4a44b9ecfeb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:14.598060 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d89636e4-44ad-46b4-a567-d89909276aae req-01155fa7-645d-477f-a8ec-4a44b9ecfeb3 service neutron] 10.222.0.30 "PUT /v2.0/ports/a8907dc4-2e32-4a59-860c-14e36a278208 HTTP/1.1" status: 200 len: 1092 time: 1.3199437 Mar 05 04:43:14.598629 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7e5482-e4e8-4f92-91f3-9068a9527009', 'tag': 'a8907dc4-2e32-4a59-860c-14e36a278208'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:43:14.602289 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed916dc0-4820-4b89-a3fe-5312f81ca258" -d '{"events": [{"name": "network-changed", "server_uuid": "2e7e5482-e4e8-4f92-91f3-9068a9527009", "tag": "a8907dc4-2e32-4a59-860c-14e36a278208"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:43:14.789809 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01155fa7-645d-477f-a8ec-4a44b9ecfeb3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8907dc4-2e32-4a59-860c-14e36a278208,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:14.801457 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89636e4-44ad-46b4-a567-d89909276aae req-bd17980b-fa7d-4d68-970f-e698d8b25067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:14.805014 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d89636e4-44ad-46b4-a567-d89909276aae req-bd17980b-fa7d-4d68-970f-e698d8b25067 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b881a5a3db964674a1ec7b44033353cb&device_id=2e7e5482-e4e8-4f92-91f3-9068a9527009 HTTP/1.1" status: 200 len: 1126 time: 0.1564782 Mar 05 04:43:14.846212 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:14.875360 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bafc6e-fc7d-413d-be70-cb506f851376 req-e54e28f7-a3ec-4c0f-82f0-8999dea61867 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:14.883268 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-39bafc6e-fc7d-413d-be70-cb506f851376 req-e54e28f7-a3ec-4c0f-82f0-8999dea61867 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0f55804-d0a3-4b54-ad55-f7e9da0461f6 HTTP/1.1" status: 200 len: 946 time: 0.1425271 Mar 05 04:43:14.905992 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-fcdb8a7d-e151-45e9-987f-185946c06c02 service neutron] 10.222.0.11 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028767 Mar 05 04:43:14.934532 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d89636e4-44ad-46b4-a567-d89909276aae req-82427ea0-a24a-4bd9-908f-1041f4aca9cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8907dc4-2e32-4a59-860c-14e36a278208 HTTP/1.1" status: 200 len: 217 time: 0.1218984 Mar 05 04:43:14.944592 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device ee973098-7663-4fb9-9f5e-e133fdb44dcb details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:43:14.999203 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89636e4-44ad-46b4-a567-d89909276aae req-fdcb6014-a9ce-437a-9155-5fd74a7d6f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:15.000711 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d89636e4-44ad-46b4-a567-d89909276aae req-fdcb6014-a9ce-437a-9155-5fd74a7d6f7a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=04cf5992-8f8c-490a-b424-2ab3d34e91a8 HTTP/1.1" status: 200 len: 860 time: 0.0587966 Mar 05 04:43:15.008419 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-39bafc6e-fc7d-413d-be70-cb506f851376 req-b7826f1a-3e05-4a79-aed7-33bc24e4f064 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239934 Mar 05 04:43:15.073988 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89636e4-44ad-46b4-a567-d89909276aae req-099773f4-0737-4d13-81a4-1cf62a227920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:15.076444 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d89636e4-44ad-46b4-a567-d89909276aae req-099773f4-0737-4d13-81a4-1cf62a227920 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4063fb05-945c-41f3-bf86-b7ead68bf916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0681856 Mar 05 04:43:15.211197 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb16178-0f4c-4fc6-8a84-d5c413b5656e req-c2d92051-efa0-4599-bb10-582ee5c47134 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:15.213248 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fbb16178-0f4c-4fc6-8a84-d5c413b5656e req-c2d92051-efa0-4599-bb10-582ee5c47134 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 948 time: 0.1030092 Mar 05 04:43:15.245150 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d89636e4-44ad-46b4-a567-d89909276aae req-e24dee66-eeb5-4dc8-aaa5-ede49a76cc29 service neutron] 10.222.0.30 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580522 Mar 05 04:43:15.341788 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port ee973098-7663-4fb9-9f5e-e133fdb44dcb, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=ee973098-7663-4fb9-9f5e-e133fdb44dcb,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:15.374542 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fbb16178-0f4c-4fc6-8a84-d5c413b5656e req-80e46d64-76ca-4347-890d-a89207d0f87b tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532791 Mar 05 04:43:15.395262 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'ee973098-7663-4fb9-9f5e-e133fdb44dcb', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': 'ee973098-7663-4fb9-9f5e-e133fdb44dcb', 'mac_address': 'fa:16:3e:f2:56:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:43:15.528627 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port ee973098-7663-4fb9-9f5e-e133fdb44dcb is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:43:15.529523 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ee973098-7663-4fb9-9f5e-e133fdb44dcb), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:15.565676 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d89636e4-44ad-46b4-a567-d89909276aae req-66b192e5-8080-4eb9-9097-e1c84015b167 service neutron] 10.222.0.30 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079503 Mar 05 04:43:15.602095 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee973098-7663-4fb9-9f5e-e133fdb44dcb {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:43:15.608147 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554a3760-8c53-474c-8510-0010d32e5fc8 x-openstack-request-id: req-554a3760-8c53-474c-8510-0010d32e5fc8 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:43:15.609261 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e7e5482-e4e8-4f92-91f3-9068a9527009", "tag": "a8907dc4-2e32-4a59-860c-14e36a278208", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:43:15.609261 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-554a3760-8c53-474c-8510-0010d32e5fc8 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:43:15.609586 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e7e5482-e4e8-4f92-91f3-9068a9527009', 'tag': 'a8907dc4-2e32-4a59-860c-14e36a278208', 'status': 'completed', 'code': 200} Mar 05 04:43:15.630663 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f0b88-08ec-45eb-9368-a4607ddfd1cf req-bc85fa77-6312-458b-819a-affd300d5208 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:15.639674 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-494f0b88-08ec-45eb-9368-a4607ddfd1cf req-bc85fa77-6312-458b-819a-affd300d5208 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e7e5482-e4e8-4f92-91f3-9068a9527009 HTTP/1.1" status: 200 len: 943 time: 0.1110399 Mar 05 04:43:15.684455 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port ee973098-7663-4fb9-9f5e-e133fdb44dcb, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=ee973098-7663-4fb9-9f5e-e133fdb44dcb,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:15.708473 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-494f0b88-08ec-45eb-9368-a4607ddfd1cf req-bb5776e8-4ef3-4e93-8fdb-ba135110ce81 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/security-groups?id=e0a8876c-637a-4714-b32c-54d49bad91ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608664 Mar 05 04:43:15.719891 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ee973098-7663-4fb9-9f5e-e133fdb44dcb), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:15.843501 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=ee973098-7663-4fb9-9f5e-e133fdb44dcb,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:15.855757 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9c6de18e-de0e-4731-a6b7-5ad63009653a req-4aed7021-d1c6-46a8-981b-f8839b864310 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba HTTP/1.1" status: 200 len: 210 time: 0.0777526 Mar 05 04:43:15.889746 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed916dc0-4820-4b89-a3fe-5312f81ca258 req-d5a7b057-dbef-40cb-b5d1-f31db685e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:15.892332 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ed916dc0-4820-4b89-a3fe-5312f81ca258 req-d5a7b057-dbef-40cb-b5d1-f31db685e5b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b881a5a3db964674a1ec7b44033353cb&device_id=2e7e5482-e4e8-4f92-91f3-9068a9527009 HTTP/1.1" status: 200 len: 1126 time: 0.0798233 Mar 05 04:43:15.977287 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31d6b4-b8fd-4dcd-ac32-130c9e25346c req-58b91234-61d5-46be-b180-3fb6adc046ec tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:15.978869 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bb31d6b4-b8fd-4dcd-ac32-130c9e25346c req-58b91234-61d5-46be-b180-3fb6adc046ec tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 1128 time: 0.0711067 Mar 05 04:43:16.082290 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed916dc0-4820-4b89-a3fe-5312f81ca258 req-1c43d777-06c7-4294-ade3-c9d1dbae1285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:16.083702 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ed916dc0-4820-4b89-a3fe-5312f81ca258 req-1c43d777-06c7-4294-ade3-c9d1dbae1285 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4063fb05-945c-41f3-bf86-b7ead68bf916 HTTP/1.1" status: 200 len: 921 time: 0.1701694 Mar 05 04:43:16.092698 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-6661dc4a-4a16-4781-ad36-ce49af18b224 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1361030972&fields=id&tenant_id=2aa43defc6414754a43f26c001243ac6 HTTP/1.1" status: 200 len: 267 time: 0.1222003 Mar 05 04:43:16.143747 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:16.153810 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bb31d6b4-b8fd-4dcd-ac32-130c9e25346c req-7b5b7118-cf7a-46c3-b071-5db5af05a498 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521254 Mar 05 04:43:16.173335 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ed916dc0-4820-4b89-a3fe-5312f81ca258 req-fdd5bbc9-7e5c-498a-b083-585c30689b4f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8907dc4-2e32-4a59-860c-14e36a278208 HTTP/1.1" status: 200 len: 217 time: 0.0733249 Mar 05 04:43:16.177306 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['ee973098-7663-4fb9-9f5e-e133fdb44dcb'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:43:16.283162 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed916dc0-4820-4b89-a3fe-5312f81ca258 req-c4ec0a06-c587-4142-b2f5-e141974aa408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:16.284736 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ed916dc0-4820-4b89-a3fe-5312f81ca258 req-c4ec0a06-c587-4142-b2f5-e141974aa408 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=04cf5992-8f8c-490a-b424-2ab3d34e91a8 HTTP/1.1" status: 200 len: 860 time: 0.0998898 Mar 05 04:43:16.367678 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-e5fbc79d-4920-4464-a57b-176c4aecf5aa tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:16.384091 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-e5fbc79d-4920-4464-a57b-176c4aecf5aa tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/networks?id=1d855b48-716f-4cbb-8acc-c3f5113efca4 HTTP/1.1" status: 200 len: 823 time: 0.2698047 Mar 05 04:43:16.415988 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed916dc0-4820-4b89-a3fe-5312f81ca258 req-ada25081-4358-42a1-a059-8a34748173dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:16.417518 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ed916dc0-4820-4b89-a3fe-5312f81ca258 req-ada25081-4358-42a1-a059-8a34748173dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4063fb05-945c-41f3-bf86-b7ead68bf916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1185215 Mar 05 04:43:16.418149 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-38e4700a-10f4-4d67-a50d-56cb3727265f tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/quotas/2aa43defc6414754a43f26c001243ac6 HTTP/1.1" status: 200 len: 375 time: 0.0262151 Mar 05 04:43:16.608185 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ed916dc0-4820-4b89-a3fe-5312f81ca258 req-a63a0100-40c7-45a7-be33-9c920db378ea service neutron] 10.222.0.30 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773059 Mar 05 04:43:16.608780 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-f37995da-f42d-449a-bd9a-86bd0b9b2fda tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2aa43defc6414754a43f26c001243ac6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1795700 Mar 05 04:43:16.617357 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6e755-4379-40fb-bc97-e9eb70e466e5 req-50f12b46-e65f-40ff-b326-a609e6fdd355 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:16.626444 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4b6e755-4379-40fb-bc97-e9eb70e466e5 req-50f12b46-e65f-40ff-b326-a609e6fdd355 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0f55804-d0a3-4b54-ad55-f7e9da0461f6 HTTP/1.1" status: 200 len: 946 time: 0.1510322 Mar 05 04:43:16.721895 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ed916dc0-4820-4b89-a3fe-5312f81ca258 req-1c39f83a-083a-480d-8b97-02144e7e8187 service neutron] 10.222.0.30 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998058 Mar 05 04:43:16.756652 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4b6e755-4379-40fb-bc97-e9eb70e466e5 req-a447a6de-e9e6-415b-9933-84c3160918c3 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283720 Mar 05 04:43:16.794177 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-6a9c2384-5a8f-4a69-8f58-05b2731b52f8 service neutron] 10.222.0.11 "GET /v2.0/networks/1d855b48-716f-4cbb-8acc-c3f5113efca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843965 Mar 05 04:43:16.936337 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-5181e2ec-f38a-4983-871f-8937bbf11676 service neutron] 10.222.0.11 "GET /v2.0/networks/1d855b48-716f-4cbb-8acc-c3f5113efca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412017 Mar 05 04:43:17.334787 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-6d30b42e-c164-4d71-917e-42452100d266 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:17.336514 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-6d30b42e-c164-4d71-917e-42452100d266 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.30 "GET /v2.0/networks?id=fd6aa200-b97d-49ed-9876-375a41229f42 HTTP/1.1" status: 200 len: 820 time: 0.3237381 Mar 05 04:43:17.365310 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-ab44ad1c-e51a-4513-ac37-8e1119164053 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Request body: {'port': {'device_id': '2214206e-9a2b-4a42-8d9b-e77586a334ba', 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42', 'admin_state_up': True, 'tenant_id': '84f78c82255c4feca46335184d79ad7d'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:43:17.447372 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55312f47-a919-455e-8930-b02c3323247a req-24dff393-f13b-44ee-bbde-a98663d12485 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:17.453990 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55312f47-a919-455e-8930-b02c3323247a req-24dff393-f13b-44ee-bbde-a98663d12485 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 949 time: 0.1053214 Mar 05 04:43:17.579136 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55312f47-a919-455e-8930-b02c3323247a req-4e598522-47b5-497d-85cb-890a7ebc366a tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157279 Mar 05 04:43:17.619448 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-ab44ad1c-e51a-4513-ac37-8e1119164053 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Made reservation on behalf of 84f78c82255c4feca46335184d79ad7d for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:43:17.623806 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-ab44ad1c-e51a-4513-ac37-8e1119164053 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:17.763105 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:17.946831 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eaf678-33b0-44e9-8fe0-43e1cc8c8971 req-ee3eb769-30e6-45ae-850e-f1fe2e6b981c tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:17.952242 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-59eaf678-33b0-44e9-8fe0-43e1cc8c8971 req-ee3eb769-30e6-45ae-850e-f1fe2e6b981c tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e60aff3-247a-4cd1-9eeb-5f5fc96e1570 HTTP/1.1" status: 200 len: 945 time: 0.2858272 Mar 05 04:43:17.979657 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-ab44ad1c-e51a-4513-ac37-8e1119164053 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Allocated IP 172.20.0.14 (fd6aa200-b97d-49ed-9876-375a41229f42/9d33dc8a-6008-478a-9ec8-49595a4a0656/78e680ca-9ebd-4559-af42-4c5defed548d) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:43:18.016531 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dade51-9e7a-4c1e-8dc1-cce394029e74 req-9d685b57-54f9-42ed-ac0c-c5f0894b3678 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:18.018063 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-22dade51-9e7a-4c1e-8dc1-cce394029e74 req-9d685b57-54f9-42ed-ac0c-c5f0894b3678 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e7e5482-e4e8-4f92-91f3-9068a9527009 HTTP/1.1" status: 200 len: 943 time: 0.2305927 Mar 05 04:43:18.258446 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-22dade51-9e7a-4c1e-8dc1-cce394029e74 req-e29cf445-586c-4607-a90f-aaa03277d632 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/security-groups?id=e0a8876c-637a-4714-b32c-54d49bad91ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804008 Mar 05 04:43:18.374684 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-59eaf678-33b0-44e9-8fe0-43e1cc8c8971 req-596fe9ee-d706-4bf0-a931-0a030c6618ae tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Deleting port 5f5306b6-e329-4f30-9364-ce451a15a7c5 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:43:18.375020 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-59eaf678-33b0-44e9-8fe0-43e1cc8c8971 req-596fe9ee-d706-4bf0-a931-0a030c6618ae tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (5f5306b6-e329-4f30-9364-ce451a15a7c5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:18.457896 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-ab44ad1c-e51a-4513-ac37-8e1119164053 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Publish callbacks [] for port (78e680ca-9ebd-4559-af42-4c5defed548d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:18.591619 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57e547-aefd-4114-a6a9-9ce74d9b9bea req-05f05882-1a44-4dcd-a553-ba0546a30643 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:18.599753 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9a57e547-aefd-4114-a6a9-9ce74d9b9bea req-05f05882-1a44-4dcd-a553-ba0546a30643 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0f55804-d0a3-4b54-ad55-f7e9da0461f6 HTTP/1.1" status: 200 len: 946 time: 0.1734004 Mar 05 04:43:18.604797 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968fb5a-5c16-47b3-9383-a6a04c0f1dfb req-c219df4f-c3f7-428c-ac8d-d9a759d4330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:18.606923 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e968fb5a-5c16-47b3-9383-a6a04c0f1dfb req-c219df4f-c3f7-428c-ac8d-d9a759d4330b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=99d3370dc4084724864467298df9d0d5&device_id=ee2e82b0-ff31-4340-8888-731356ce2ea1 HTTP/1.1" status: 200 len: 1133 time: 0.1335855 Mar 05 04:43:18.612369 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-ab44ad1c-e51a-4513-ac37-8e1119164053 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (78e680ca-9ebd-4559-af42-4c5defed548d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:18.621433 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-59eaf678-33b0-44e9-8fe0-43e1cc8c8971 req-596fe9ee-d706-4bf0-a931-0a030c6618ae tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] For port 5f5306b6-e329-4f30-9364-ce451a15a7c5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=5f5306b6-e329-4f30-9364-ce451a15a7c5,segment=NetworkSegment(e0918b2d-09d9-490a-9e95-ce7ce7616187),segment_id=e0918b2d-09d9-490a-9e95-ce7ce7616187)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:18.622176 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-59eaf678-33b0-44e9-8fe0-43e1cc8c8971 req-596fe9ee-d706-4bf0-a931-0a030c6618ae tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (5f5306b6-e329-4f30-9364-ce451a15a7c5), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:18.693775 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-ab44ad1c-e51a-4513-ac37-8e1119164053 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Network fd6aa200-b97d-49ed-9876-375a41229f42 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:43:18.707057 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-ab44ad1c-e51a-4513-ac37-8e1119164053 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:43:18.714536 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-ab44ad1c-e51a-4513-ac37-8e1119164053 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:43:18.800580 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44ad1c-e51a-4513-ac37-8e1119164053 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Pushing event updated for resources: {'Port': ['ID=78e680ca-9ebd-4559-af42-4c5defed548d,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:18.806812 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9a57e547-aefd-4114-a6a9-9ce74d9b9bea req-66ccdf04-a4aa-47b2-b0ce-7632467fbb2e tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055542 Mar 05 04:43:18.835704 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:43:18.857774 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-ab44ad1c-e51a-4513-ac37-8e1119164053 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:18.857774 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-ab44ad1c-e51a-4513-ac37-8e1119164053 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:18.875354 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-a089211b-d5ab-4035-b838-86b0c931d112 req-69248b14-9395-4a45-bd8a-70b16c076305 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:43:18.876348 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a089211b-d5ab-4035-b838-86b0c931d112 req-69248b14-9395-4a45-bd8a-70b16c076305 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111339 Mar 05 04:43:18.969332 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device ee973098-7663-4fb9-9f5e-e133fdb44dcb up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:43:18.989616 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-ab44ad1c-e51a-4513-ac37-8e1119164053 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6287308 Mar 05 04:43:19.011429 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-59eaf678-33b0-44e9-8fe0-43e1cc8c8971 req-596fe9ee-d706-4bf0-a931-0a030c6618ae tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:19.012155 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-59eaf678-33b0-44e9-8fe0-43e1cc8c8971 req-596fe9ee-d706-4bf0-a931-0a030c6618ae tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (418a3228-29a7-4f26-b9d3-847de8fc0389), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:19.012348 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-e2bf7c4e-311c-4330-8fe6-d695a80d21b2 service neutron] Request body: {'port': {'device_id': '2214206e-9a2b-4a42-8d9b-e77586a334ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:43:19.013556 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [req-59eaf678-33b0-44e9-8fe0-43e1cc8c8971 req-596fe9ee-d706-4bf0-a931-0a030c6618ae tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Floating IP 418a3228-29a7-4f26-b9d3-847de8fc0389 disassociated. External IP: 172.25.0.44, port: 5f5306b6-e329-4f30-9364-ce451a15a7c5. Mar 05 04:43:19.014082 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-59eaf678-33b0-44e9-8fe0-43e1cc8c8971 req-596fe9ee-d706-4bf0-a931-0a030c6618ae tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Calling delete_port for 5f5306b6-e329-4f30-9364-ce451a15a7c5 owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:43:19.152846 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=0e8487f7-4fcf-4a2e-93e3-cde31593f0f4,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:19.193524 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '0e8487f7-4fcf-4a2e-93e3-cde31593f0f4', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': '0e8487f7-4fcf-4a2e-93e3-cde31593f0f4', 'mac_address': 'fa:16:3e:73:71:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:43:19.204611 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port ee973098-7663-4fb9-9f5e-e133fdb44dcb completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:43:19.226651 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port ee973098-7663-4fb9-9f5e-e133fdb44dcb triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:43:19.227371 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ee973098-7663-4fb9-9f5e-e133fdb44dcb), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:19.254386 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-59eaf678-33b0-44e9-8fe0-43e1cc8c8971 req-596fe9ee-d706-4bf0-a931-0a030c6618ae tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (5f5306b6-e329-4f30-9364-ce451a15a7c5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:19.411942 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 is: ACTIVE; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:43:19.414604 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0e8487f7-4fcf-4a2e-93e3-cde31593f0f4), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:19.454037 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:43:19.505855 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=0e8487f7-4fcf-4a2e-93e3-cde31593f0f4,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:19.522827 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0e8487f7-4fcf-4a2e-93e3-cde31593f0f4), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:19.523897 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device a8907dc4-2e32-4a59-860c-14e36a278208 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:43:19.658790 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-e16ba3e1-66fe-4898-be09-0024207c307b tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:19.660930 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-e16ba3e1-66fe-4898-be09-0024207c307b tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.30 "GET /v2.0/networks?id=1d855b48-716f-4cbb-8acc-c3f5113efca4 HTTP/1.1" status: 200 len: 823 time: 0.3991711 Mar 05 04:43:19.692615 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port a8907dc4-2e32-4a59-860c-14e36a278208, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a8907dc4-2e32-4a59-860c-14e36a278208,segment=NetworkSegment(607abd30-3ddd-4be0-83e8-bcf2d27d437d),segment_id=607abd30-3ddd-4be0-83e8-bcf2d27d437d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:19.735880 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968fb5a-5c16-47b3-9383-a6a04c0f1dfb req-4661621d-8f02-4639-8198-6891d663a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:19.737075 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'a8907dc4-2e32-4a59-860c-14e36a278208', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'port_id': 'a8907dc4-2e32-4a59-860c-14e36a278208', 'mac_address': 'fa:16:3e:3e:00:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:43:19.744614 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e968fb5a-5c16-47b3-9383-a6a04c0f1dfb req-4661621d-8f02-4639-8198-6891d663a5c5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 1.0701559 Mar 05 04:43:19.766580 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596fe9ee-d706-4bf0-a931-0a030c6618ae tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Pushing event deleted for resources: {'Port': ['ID=5f5306b6-e329-4f30-9364-ce451a15a7c5,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:19.962318 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port a8907dc4-2e32-4a59-860c-14e36a278208 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:43:19.962909 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a8907dc4-2e32-4a59-860c-14e36a278208), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:19.971165 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089211b-d5ab-4035-b838-86b0c931d112 req-e7311167-0e81-4d2b-82a5-319cf7ccc6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:19.972562 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a089211b-d5ab-4035-b838-86b0c931d112 req-e7311167-0e81-4d2b-82a5-319cf7ccc6ba service neutron] 10.222.0.11 "GET /v2.0/ports/3e3ac251-bfe7-48b6-811d-d65253961c18 HTTP/1.1" status: 200 len: 1125 time: 1.0752916 Mar 05 04:43:19.998783 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-9251e955-f9ca-41d2-b042-5101606721d5 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2aa43defc6414754a43f26c001243ac6 HTTP/1.1" status: 200 len: 380 time: 0.2910113 Mar 05 04:43:20.008589 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port ee973098-7663-4fb9-9f5e-e133fdb44dcb is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:43:20.009003 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ee973098-7663-4fb9-9f5e-e133fdb44dcb), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:20.011974 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e968fb5a-5c16-47b3-9383-a6a04c0f1dfb req-977f9f42-37ab-43a4-a7c0-76a0070a5f87 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=8e4c8f76-9607-40a6-9c92-9d7306cb5a5d HTTP/1.1" status: 200 len: 217 time: 0.1561000 Mar 05 04:43:20.017523 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-a089211b-d5ab-4035-b838-86b0c931d112 req-253d3893-e16f-4d93-a03b-19182138aa00 service neutron] Request body: {'binding': {'host': 'n-h1-789963-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:43:20.017906 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-a089211b-d5ab-4035-b838-86b0c931d112 req-253d3893-e16f-4d93-a03b-19182138aa00 service neutron] Unknown quota resources ['binding']. {{(pid=105232) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 05 04:43:20.020769 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-f1b4faeb-b0fe-46d3-bb4b-643f78737f08 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Request body: {'port': {'device_id': '11b62529-e659-4676-a5f0-f4be0a3daaf1', 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4', 'admin_state_up': True, 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'security_groups': ['1a75633d-7627-4837-a67e-e33a13fb1c82']}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:43:20.028473 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-e2bf7c4e-311c-4330-8fe6-d695a80d21b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (78e680ca-9ebd-4559-af42-4c5defed548d), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:20.068712 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8907dc4-2e32-4a59-860c-14e36a278208 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:43:20.097707 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=0e8487f7-4fcf-4a2e-93e3-cde31593f0f4,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:20.116290 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9b6dc7-2b2c-449c-8a87-a1d01ee66463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee973098-7663-4fb9-9f5e-e133fdb44dcb'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:43:20.132191 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1f5115-70e1-411c-8d01-2067a6553322" -d '{"events": [{"server_uuid": "1e9b6dc7-2b2c-449c-8a87-a1d01ee66463", "name": "network-vif-plugged", "status": "completed", "tag": "ee973098-7663-4fb9-9f5e-e133fdb44dcb"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:43:20.188260 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port ee973098-7663-4fb9-9f5e-e133fdb44dcb, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=ee973098-7663-4fb9-9f5e-e133fdb44dcb,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:20.197384 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port a8907dc4-2e32-4a59-860c-14e36a278208, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a8907dc4-2e32-4a59-860c-14e36a278208,segment=NetworkSegment(607abd30-3ddd-4be0-83e8-bcf2d27d437d),segment_id=607abd30-3ddd-4be0-83e8-bcf2d27d437d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:20.206318 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ee973098-7663-4fb9-9f5e-e133fdb44dcb), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:20.232990 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968fb5a-5c16-47b3-9383-a6a04c0f1dfb req-d13cae0c-529b-4108-b9fe-b199c343f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:20.237017 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e968fb5a-5c16-47b3-9383-a6a04c0f1dfb req-d13cae0c-529b-4108-b9fe-b199c343f9c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.2010970 Mar 05 04:43:20.249385 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c659b9d2-5b37-4936-9e9a-821bd28ff801 req-a7a81a02-43a1-4eea-9e6b-ff8de8ccc6a5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5035181 Mar 05 04:43:20.259383 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a8907dc4-2e32-4a59-860c-14e36a278208), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:20.374815 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=ee973098-7663-4fb9-9f5e-e133fdb44dcb,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:20.399612 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59eaf678-33b0-44e9-8fe0-43e1cc8c8971 req-596fe9ee-d706-4bf0-a931-0a030c6618ae tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Router fefb35b2-6eb3-4493-86fd-ae5385b3447c has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:43:20.465088 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['0e8487f7-4fcf-4a2e-93e3-cde31593f0f4'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:43:20.607472 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['a8907dc4-2e32-4a59-860c-14e36a278208'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:43:20.632581 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=a8907dc4-2e32-4a59-860c-14e36a278208,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:21.024311 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-a089211b-d5ab-4035-b838-86b0c931d112 req-253d3893-e16f-4d93-a03b-19182138aa00 service neutron] Attempting to bind port 3e3ac251-bfe7-48b6-811d-d65253961c18 on host n-h1-789963-32 for vnic_type normal with profile None {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:43:21.037513 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-a089211b-d5ab-4035-b838-86b0c931d112 req-253d3893-e16f-4d93-a03b-19182138aa00 service neutron] Attempting to bind port 3e3ac251-bfe7-48b6-811d-d65253961c18 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:43:21.038953 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a089211b-d5ab-4035-b838-86b0c931d112 req-253d3893-e16f-4d93-a03b-19182138aa00 service neutron] Attempting to bind port 3e3ac251-bfe7-48b6-811d-d65253961c18 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:43:21.076538 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a089211b-d5ab-4035-b838-86b0c931d112 req-253d3893-e16f-4d93-a03b-19182138aa00 service neutron] Port 3e3ac251-bfe7-48b6-811d-d65253961c18 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:43:21.088140 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a089211b-d5ab-4035-b838-86b0c931d112 req-253d3893-e16f-4d93-a03b-19182138aa00 service neutron] Attempting to bind port 3e3ac251-bfe7-48b6-811d-d65253961c18 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:43:21.097148 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a089211b-d5ab-4035-b838-86b0c931d112 req-253d3893-e16f-4d93-a03b-19182138aa00 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:43:21.101190 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a089211b-d5ab-4035-b838-86b0c931d112 req-253d3893-e16f-4d93-a03b-19182138aa00 service neutron] Checking segment: {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:43:21.106732 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a089211b-d5ab-4035-b838-86b0c931d112 req-253d3893-e16f-4d93-a03b-19182138aa00 service neutron] Bound using segment: {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:43:21.107976 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-a089211b-d5ab-4035-b838-86b0c931d112 req-253d3893-e16f-4d93-a03b-19182138aa00 service neutron] Bound port: 3e3ac251-bfe7-48b6-811d-d65253961c18, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:43:21.167395 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-f1b4faeb-b0fe-46d3-bb4b-643f78737f08 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Made reservation on behalf of 2aa43defc6414754a43f26c001243ac6 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:43:21.170901 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-f1b4faeb-b0fe-46d3-bb4b-643f78737f08 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:21.254984 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59eaf678-33b0-44e9-8fe0-43e1cc8c8971 req-596fe9ee-d706-4bf0-a931-0a030c6618ae tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:43:21.257737 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659b9d2-5b37-4936-9e9a-821bd28ff801 req-23ef639a-a3f5-40d7-b769-da45cc9cfc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:21.264409 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c659b9d2-5b37-4936-9e9a-821bd28ff801 req-23ef639a-a3f5-40d7-b769-da45cc9cfc00 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=99d3370dc4084724864467298df9d0d5&device_id=e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321 HTTP/1.1" status: 200 len: 1130 time: 0.5093949 Mar 05 04:43:21.268009 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e881c503-23c1-471c-9939-56aed2166821 None None] Sync routers for ids ['fefb35b2-6eb3-4493-86fd-ae5385b3447c'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:43:21.294084 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e881c503-23c1-471c-9939-56aed2166821 None None] Routers {'fefb35b2-6eb3-4493-86fd-ae5385b3447c'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:43:21.306096 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e881c503-23c1-471c-9939-56aed2166821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:43:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['fefb35b2-6eb3-4493-86fd-ae5385b3447c'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:43:21.310312 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968fb5a-5c16-47b3-9383-a6a04c0f1dfb req-68833fd8-3e72-4245-88a3-2fd5a42f15d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:21.326362 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e968fb5a-5c16-47b3-9383-a6a04c0f1dfb req-68833fd8-3e72-4245-88a3-2fd5a42f15d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 1.0759914 Mar 05 04:43:21.511812 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-59eaf678-33b0-44e9-8fe0-43e1cc8c8971 req-596fe9ee-d706-4bf0-a931-0a030c6618ae tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] No DVR routers for this DVR port 5f5306b6-e329-4f30-9364-ce451a15a7c5 on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:43:21.556358 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-59eaf678-33b0-44e9-8fe0-43e1cc8c8971 req-596fe9ee-d706-4bf0-a931-0a030c6618ae tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:21.564608 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-59eaf678-33b0-44e9-8fe0-43e1cc8c8971 req-596fe9ee-d706-4bf0-a931-0a030c6618ae tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.31 "DELETE /v2.0/ports/5f5306b6-e329-4f30-9364-ce451a15a7c5 HTTP/1.1" status: 204 len: 173 time: 3.6012249 Mar 05 04:43:21.564857 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e60aff3-247a-4cd1-9eeb-5f5fc96e1570', 'name': 'network-vif-deleted', 'tag': '5f5306b6-e329-4f30-9364-ce451a15a7c5'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:43:21.577574 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bc39d2-7226-4404-8c2c-efce80ce056c" -d '{"events": [{"server_uuid": "0e60aff3-247a-4cd1-9eeb-5f5fc96e1570", "name": "network-vif-deleted", "tag": "5f5306b6-e329-4f30-9364-ce451a15a7c5"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:43:21.684539 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-f1b4faeb-b0fe-46d3-bb4b-643f78737f08 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Allocated IP 172.20.0.9 (1d855b48-716f-4cbb-8acc-c3f5113efca4/437b1914-1ba1-40e2-a727-5e7cac544d72/d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:43:21.834238 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-e881c503-23c1-471c-9939-56aed2166821 None None] Set router fefb35b2-6eb3-4493-86fd-ae5385b3447c gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:43:22.010361 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-f1b4faeb-b0fe-46d3-bb4b-643f78737f08 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks [] for port (d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:22.046508 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e968fb5a-5c16-47b3-9383-a6a04c0f1dfb req-5982cb51-fd86-4824-941b-067a44923621 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481734 Mar 05 04:43:22.090737 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-a089211b-d5ab-4035-b838-86b0c931d112 req-253d3893-e16f-4d93-a03b-19182138aa00 service neutron] For port 3e3ac251-bfe7-48b6-811d-d65253961c18, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=3e3ac251-bfe7-48b6-811d-d65253961c18,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:43:22.118256 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-f1b4faeb-b0fe-46d3-bb4b-643f78737f08 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:22.197505 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-e2bf7c4e-311c-4330-8fe6-d695a80d21b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e680ca-9ebd-4559-af42-4c5defed548d {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:43:22.207467 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-e2bf7c4e-311c-4330-8fe6-d695a80d21b2 service neutron] Publish callbacks [] for port (78e680ca-9ebd-4559-af42-4c5defed548d), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:22.223648 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-e2bf7c4e-311c-4330-8fe6-d695a80d21b2 service neutron] Transition to ACTIVE for port object 78e680ca-9ebd-4559-af42-4c5defed548d will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:43:22.245021 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659b9d2-5b37-4936-9e9a-821bd28ff801 req-dd371d86-b1da-4929-a007-0b280c714523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:22.246785 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c659b9d2-5b37-4936-9e9a-821bd28ff801 req-dd371d86-b1da-4929-a007-0b280c714523 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.8779440 Mar 05 04:43:22.255819 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-e2bf7c4e-311c-4330-8fe6-d695a80d21b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (78e680ca-9ebd-4559-af42-4c5defed548d), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:22.325895 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4faeb-b0fe-46d3-bb4b-643f78737f08 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Pushing event updated for resources: {'Port': ['ID=d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:22.330295 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-a089211b-d5ab-4035-b838-86b0c931d112 req-253d3893-e16f-4d93-a03b-19182138aa00 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:22.331622 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a089211b-d5ab-4035-b838-86b0c931d112 req-253d3893-e16f-4d93-a03b-19182138aa00 service neutron] 10.222.0.11 "POST /v2.0/ports/3e3ac251-bfe7-48b6-811d-d65253961c18/bindings HTTP/1.1" status: 201 len: 390 time: 2.3183839 Mar 05 04:43:22.349319 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf7c4e-311c-4330-8fe6-d695a80d21b2 service neutron] Pushing event updated for resources: {'Port': ['ID=78e680ca-9ebd-4559-af42-4c5defed548d,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:22.388814 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-f1b4faeb-b0fe-46d3-bb4b-643f78737f08 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Network 1d855b48-716f-4cbb-8acc-c3f5113efca4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:43:22.390298 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-f1b4faeb-b0fe-46d3-bb4b-643f78737f08 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:43:22.413456 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c659b9d2-5b37-4936-9e9a-821bd28ff801 req-48beb6de-1fe7-4ba9-873f-8d31f4f4bad0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=17af09b1-2aa0-4ad6-b733-2aec7399ee2a HTTP/1.1" status: 200 len: 217 time: 0.1537516 Mar 05 04:43:22.428974 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-f1b4faeb-b0fe-46d3-bb4b-643f78737f08 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:43:22.591427 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e881c503-23c1-471c-9939-56aed2166821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158132906-router', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:33Z', 'updated_at': '2022-03-05T04:41:42Z', 'revision_number': 4, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'gw_port': {'id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:35Z', 'updated_at': '2022-03-05T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '9fa0a068-5bf7-433b-a800-28551900ccd5', 'name': '', 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'mac_address': 'fa:16:3e:8d:f8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '437b1914-1ba1-40e2-a727-5e7cac544d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:40Z', 'updated_at': '2022-03-05T04:41:48Z', 'revision_number': 5, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'subnets': [{'id': '437b1914-1ba1-40e2-a727-5e7cac544d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:43:22.629041 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-f1b4faeb-b0fe-46d3-bb4b-643f78737f08 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:22.642818 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-f1b4faeb-b0fe-46d3-bb4b-643f78737f08 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:22.670827 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-f1b4faeb-b0fe-46d3-bb4b-643f78737f08 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6628261 Mar 05 04:43:22.685393 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-4a0532c9-c326-4443-a2f6-058aef0f146e service neutron] Request body: {'port': {'device_id': '11b62529-e659-4676-a5f0-f4be0a3daaf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:43:22.696607 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659b9d2-5b37-4936-9e9a-821bd28ff801 req-6a329c6c-3a97-4cc3-bcdc-eb8970878e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:22.698134 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e881c503-23c1-471c-9939-56aed2166821 None None] Checking router: fefb35b2-6eb3-4493-86fd-ae5385b3447c for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:43:22.703147 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c659b9d2-5b37-4936-9e9a-821bd28ff801 req-6a329c6c-3a97-4cc3-bcdc-eb8970878e06 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.2560527 Mar 05 04:43:22.742875 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e881c503-23c1-471c-9939-56aed2166821 None None] Routers {'fefb35b2-6eb3-4493-86fd-ae5385b3447c'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:43:22.743733 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e881c503-23c1-471c-9939-56aed2166821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:43:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['fefb35b2-6eb3-4493-86fd-ae5385b3447c'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:43:22.777933 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.30', 49283) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:43:22.899772 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:43:22.987629 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 5f5306b6-e329-4f30-9364-ce451a15a7c5 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:43:23.114561 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 5f5306b6-e329-4f30-9364-ce451a15a7c5 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:43:23.114916 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 5f5306b6-e329-4f30-9364-ce451a15a7c5 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:43:23.118363 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219bf97-767c-4a68-ad72-5173f93810c8 req-485d9e42-bde3-442a-b74b-4db0929649c8 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:23.133465 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d219bf97-767c-4a68-ad72-5173f93810c8 req-485d9e42-bde3-442a-b74b-4db0929649c8 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba HTTP/1.1" status: 200 len: 944 time: 0.3219938 Mar 05 04:43:23.136672 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-4a0532c9-c326-4443-a2f6-058aef0f146e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:23.150966 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-bfe6e68c-d05d-45bd-9b9e-2b89064c9c9f None None] Provisioning complete for port d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:43:23.151378 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bfe6e68c-d05d-45bd-9b9e-2b89064c9c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:23.155808 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-e881c503-23c1-471c-9939-56aed2166821 None None] Set router fefb35b2-6eb3-4493-86fd-ae5385b3447c gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:43:23.186921 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-e2bf7c4e-311c-4330-8fe6-d695a80d21b2 service neutron] Attempting to bind port 78e680ca-9ebd-4559-af42-4c5defed548d on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:43:23.189987 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-e2bf7c4e-311c-4330-8fe6-d695a80d21b2 service neutron] Attempting to bind port 78e680ca-9ebd-4559-af42-4c5defed548d by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:43:23.190601 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-e2bf7c4e-311c-4330-8fe6-d695a80d21b2 service neutron] Attempting to bind port 78e680ca-9ebd-4559-af42-4c5defed548d on network fd6aa200-b97d-49ed-9876-375a41229f42 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:43:23.242880 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-e2bf7c4e-311c-4330-8fe6-d695a80d21b2 service neutron] Port 78e680ca-9ebd-4559-af42-4c5defed548d on network fd6aa200-b97d-49ed-9876-375a41229f42 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:43:23.243641 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-e2bf7c4e-311c-4330-8fe6-d695a80d21b2 service neutron] Attempting to bind port 78e680ca-9ebd-4559-af42-4c5defed548d on network fd6aa200-b97d-49ed-9876-375a41229f42 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:43:23.277106 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:43:23.277952 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0e8487f7-4fcf-4a2e-93e3-cde31593f0f4), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:23.280874 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659b9d2-5b37-4936-9e9a-821bd28ff801 req-8a2541d3-ab57-459e-9a3e-3fa5d19c3529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:23.285944 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c659b9d2-5b37-4936-9e9a-821bd28ff801 req-8a2541d3-ab57-459e-9a3e-3fa5d19c3529 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5657830 Mar 05 04:43:23.293875 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-e2bf7c4e-311c-4330-8fe6-d695a80d21b2 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:43:23.294544 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-e2bf7c4e-311c-4330-8fe6-d695a80d21b2 service neutron] Checking segment: {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:43:23.295988 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-e2bf7c4e-311c-4330-8fe6-d695a80d21b2 service neutron] Bound using segment: {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:43:23.297390 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-e2bf7c4e-311c-4330-8fe6-d695a80d21b2 service neutron] Bound port: 78e680ca-9ebd-4559-af42-4c5defed548d, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:43:23.299570 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-e2bf7c4e-311c-4330-8fe6-d695a80d21b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (78e680ca-9ebd-4559-af42-4c5defed548d), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:23.336269 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e968fb5a-5c16-47b3-9383-a6a04c0f1dfb req-a2e489f4-8d08-4fd4-9d0f-d638416da7d2 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2403319 Mar 05 04:43:23.417028 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-bfe6e68c-d05d-45bd-9b9e-2b89064c9c9f None None] Port d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:43:23.494294 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:43:23.494855 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0e8487f7-4fcf-4a2e-93e3-cde31593f0f4), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:23.499577 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089211b-d5ab-4035-b838-86b0c931d112 req-682526b5-f001-4588-bdd9-2266836e4ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:23.504638 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a089211b-d5ab-4035-b838-86b0c931d112 req-682526b5-f001-4588-bdd9-2266836e4ece service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=facd03296ca545159cfaaad05aba02e6&device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 1128 time: 0.7220848 Mar 05 04:43:23.542006 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=0e8487f7-4fcf-4a2e-93e3-cde31593f0f4,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:23.563693 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0e8487f7-4fcf-4a2e-93e3-cde31593f0f4), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:23.567710 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device a8907dc4-2e32-4a59-860c-14e36a278208 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:43:23.690454 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d219bf97-767c-4a68-ad72-5173f93810c8 req-a551057a-582f-4027-8561-7964e5fb6ebc tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5491998 Mar 05 04:43:23.767046 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089211b-d5ab-4035-b838-86b0c931d112 req-85395721-2efc-4f1d-8b4c-ea5308f9ee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:23.774421 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e881c503-23c1-471c-9939-56aed2166821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158132906-router', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:33Z', 'updated_at': '2022-03-05T04:41:42Z', 'revision_number': 4, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'gw_port': {'id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:35Z', 'updated_at': '2022-03-05T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '9fa0a068-5bf7-433b-a800-28551900ccd5', 'name': '', 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'mac_address': 'fa:16:3e:8d:f8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '437b1914-1ba1-40e2-a727-5e7cac544d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:40Z', 'updated_at': '2022-03-05T04:41:48Z', 'revision_number': 5, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'subnets': [{'id': '437b1914-1ba1-40e2-a727-5e7cac544d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:43:23.777094 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a089211b-d5ab-4035-b838-86b0c931d112 req-85395721-2efc-4f1d-8b4c-ea5308f9ee3c service neutron] 10.222.0.30 "GET /v2.0/networks?id=8538c983-160a-4b67-8024-c598ec9cf3a6 HTTP/1.1" status: 200 len: 907 time: 0.2329795 Mar 05 04:43:23.794301 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=0e8487f7-4fcf-4a2e-93e3-cde31593f0f4,revision_number=7']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:23.820790 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port a8907dc4-2e32-4a59-860c-14e36a278208 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:43:23.825431 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port a8907dc4-2e32-4a59-860c-14e36a278208 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:43:23.825814 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a8907dc4-2e32-4a59-860c-14e36a278208), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:23.903832 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e881c503-23c1-471c-9939-56aed2166821 None None] The sync data for ids ['fefb35b2-6eb3-4493-86fd-ae5385b3447c'] in n-d-789963-32 is: [{'id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158132906-router', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:33Z', 'updated_at': '2022-03-05T04:41:42Z', 'revision_number': 4, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'gw_port': {'id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:35Z', 'updated_at': '2022-03-05T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '9fa0a068-5bf7-433b-a800-28551900ccd5', 'name': '', 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'mac_address': 'fa:16:3e:8d:f8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '437b1914-1ba1-40e2-a727-5e7cac544d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:40Z', 'updated_at': '2022-03-05T04:41:48Z', 'revision_number': 5, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'subnets': [{'id': '437b1914-1ba1-40e2-a727-5e7cac544d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:43:24.025833 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-4a0532c9-c326-4443-a2f6-058aef0f146e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7 {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:43:24.031653 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a089211b-d5ab-4035-b838-86b0c931d112 req-37c19d23-9282-40f4-9826-dbcb1a5f45b4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e3ac251-bfe7-48b6-811d-d65253961c18 HTTP/1.1" status: 200 len: 217 time: 0.2235744 Mar 05 04:43:24.081213 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-4a0532c9-c326-4443-a2f6-058aef0f146e service neutron] Publish callbacks [] for port (d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:24.093332 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port a8907dc4-2e32-4a59-860c-14e36a278208 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:43:24.093960 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a8907dc4-2e32-4a59-860c-14e36a278208), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:24.173421 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a758a1-57c2-4147-95ba-2f4755f1f093 req-015d7900-359d-4481-ad08-c46826a8bcb2 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:24.178522 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7a758a1-57c2-4147-95ba-2f4755f1f093 req-015d7900-359d-4481-ad08-c46826a8bcb2 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/ports?device_id=11b62529-e659-4676-a5f0-f4be0a3daaf1 HTTP/1.1" status: 200 len: 931 time: 0.3116648 Mar 05 04:43:24.185964 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port a8907dc4-2e32-4a59-860c-14e36a278208, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a8907dc4-2e32-4a59-860c-14e36a278208,segment=NetworkSegment(607abd30-3ddd-4be0-83e8-bcf2d27d437d),segment_id=607abd30-3ddd-4be0-83e8-bcf2d27d437d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:24.197470 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a8907dc4-2e32-4a59-860c-14e36a278208), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:24.208648 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-4a0532c9-c326-4443-a2f6-058aef0f146e service neutron] Transition to ACTIVE for port object d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7 will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:43:24.233313 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-4a0532c9-c326-4443-a2f6-058aef0f146e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:24.263933 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-e2bf7c4e-311c-4330-8fe6-d695a80d21b2 service neutron] For port 78e680ca-9ebd-4559-af42-4c5defed548d, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:43:24.277895 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-e2bf7c4e-311c-4330-8fe6-d695a80d21b2 service neutron] For port 78e680ca-9ebd-4559-af42-4c5defed548d, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=78e680ca-9ebd-4559-af42-4c5defed548d,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:43:24.315270 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=a8907dc4-2e32-4a59-860c-14e36a278208,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:24.336182 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-e2bf7c4e-311c-4330-8fe6-d695a80d21b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (78e680ca-9ebd-4559-af42-4c5defed548d), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:24.339586 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089211b-d5ab-4035-b838-86b0c931d112 req-0c9e3701-6c56-4df2-b94a-d85aaa8942da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:24.341208 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a089211b-d5ab-4035-b838-86b0c931d112 req-0c9e3701-6c56-4df2-b94a-d85aaa8942da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa622505-df3c-45bb-bed1-baf2861c8524 HTTP/1.1" status: 200 len: 847 time: 0.3085074 Mar 05 04:43:24.352588 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c659b9d2-5b37-4936-9e9a-821bd28ff801 req-5935956d-28c5-445f-b160-4d6cddb5b6f0 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0008819 Mar 05 04:43:24.363224 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0532c9-c326-4443-a2f6-058aef0f146e service neutron] Pushing event updated for resources: {'Port': ['ID=d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:24.433860 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a089211b-d5ab-4035-b838-86b0c931d112 req-7bfeb5db-9e7e-4dae-9f8f-6c5ca23f4ea4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8538c983-160a-4b67-8024-c598ec9cf3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797555 Mar 05 04:43:24.452771 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7a758a1-57c2-4147-95ba-2f4755f1f093 req-c5b628ea-eaab-4ff4-9198-02afcd3c7773 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a75633d-7627-4837-a67e-e33a13fb1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2666125 Mar 05 04:43:24.551526 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-e2bf7c4e-311c-4330-8fe6-d695a80d21b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:24.552145 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-e2bf7c4e-311c-4330-8fe6-d695a80d21b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:24.553647 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-e2bf7c4e-311c-4330-8fe6-d695a80d21b2 service neutron] 10.222.0.30 "PUT /v2.0/ports/78e680ca-9ebd-4559-af42-4c5defed548d HTTP/1.1" status: 200 len: 1093 time: 5.5515022 Mar 05 04:43:24.554289 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2214206e-9a2b-4a42-8d9b-e77586a334ba', 'tag': '78e680ca-9ebd-4559-af42-4c5defed548d'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:43:24.556773 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c35ccd5-fb64-426b-a021-3900971b24e8" -d '{"events": [{"name": "network-changed", "server_uuid": "2214206e-9a2b-4a42-8d9b-e77586a334ba", "tag": "78e680ca-9ebd-4559-af42-4c5defed548d"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:43:24.590591 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7724f37-1add-4831-8cc8-b3af639bcc57 None None] New status for floating IP 418a3228-29a7-4f26-b9d3-847de8fc0389: DOWN {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 04:43:24.670607 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-4a0532c9-c326-4443-a2f6-058aef0f146e service neutron] Attempting to bind port d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:43:24.671264 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-4a0532c9-c326-4443-a2f6-058aef0f146e service neutron] Attempting to bind port d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': 'e0918b2d-09d9-490a-9e95-ce7ce7616187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:43:24.671825 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-4a0532c9-c326-4443-a2f6-058aef0f146e service neutron] Attempting to bind port d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7 on network 1d855b48-716f-4cbb-8acc-c3f5113efca4 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:43:24.683675 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-4a0532c9-c326-4443-a2f6-058aef0f146e service neutron] Port d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7 on network 1d855b48-716f-4cbb-8acc-c3f5113efca4 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:43:24.684289 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-4a0532c9-c326-4443-a2f6-058aef0f146e service neutron] Attempting to bind port d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7 on network 1d855b48-716f-4cbb-8acc-c3f5113efca4 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:43:24.709994 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-4a0532c9-c326-4443-a2f6-058aef0f146e service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:43:24.710898 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-4a0532c9-c326-4443-a2f6-058aef0f146e service neutron] Checking segment: {'id': 'e0918b2d-09d9-490a-9e95-ce7ce7616187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:43:24.710898 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-4a0532c9-c326-4443-a2f6-058aef0f146e service neutron] Bound using segment: {'id': 'e0918b2d-09d9-490a-9e95-ce7ce7616187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:43:24.711151 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-4a0532c9-c326-4443-a2f6-058aef0f146e service neutron] Bound port: d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0918b2d-09d9-490a-9e95-ce7ce7616187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:43:24.711513 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-4a0532c9-c326-4443-a2f6-058aef0f146e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:24.805225 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf7c4e-311c-4330-8fe6-d695a80d21b2 service neutron] Pushing event updated for resources: {'Port': ['ID=78e680ca-9ebd-4559-af42-4c5defed548d,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:24.884947 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-4a0532c9-c326-4443-a2f6-058aef0f146e service neutron] For port d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7, host n-h1-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:43:24.888357 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-4a0532c9-c326-4443-a2f6-058aef0f146e service neutron] For port d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7,segment=NetworkSegment(e0918b2d-09d9-490a-9e95-ce7ce7616187),segment_id=e0918b2d-09d9-490a-9e95-ce7ce7616187)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:43:24.903577 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-4a0532c9-c326-4443-a2f6-058aef0f146e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:24.996454 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-4a0532c9-c326-4443-a2f6-058aef0f146e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:24.997183 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-4a0532c9-c326-4443-a2f6-058aef0f146e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:25.002193 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-4a0532c9-c326-4443-a2f6-058aef0f146e service neutron] 10.222.0.30 "PUT /v2.0/ports/d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7 HTTP/1.1" status: 200 len: 1092 time: 2.3218040 Mar 05 04:43:25.020944 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-80182b47-493d-4b3f-b848-cf798d8701d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:25.023758 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-80182b47-493d-4b3f-b848-cf798d8701d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84f78c82255c4feca46335184d79ad7d&device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba HTTP/1.1" status: 200 len: 1127 time: 0.2754104 Mar 05 04:43:25.027914 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c659b9d2-5b37-4936-9e9a-821bd28ff801 req-83636f7c-8168-41aa-8173-c13cbbed3074 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5926309 Mar 05 04:43:25.035538 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a089211b-d5ab-4035-b838-86b0c931d112 req-4b7d115d-d30b-4bc5-bbe6-35a5a459898f service neutron] 10.222.0.30 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5416946 Mar 05 04:43:25.087669 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0532c9-c326-4443-a2f6-058aef0f146e service neutron] Pushing event updated for resources: {'Port': ['ID=d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:25.201786 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-0a927736-de81-4b65-a81d-07b70d02376a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78e680ca-9ebd-4559-af42-4c5defed548d HTTP/1.1" status: 200 len: 217 time: 0.1652665 Mar 05 04:43:25.226526 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-c3892483-ba0a-48b2-8552-75b8784f0788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:25.228300 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-c3892483-ba0a-48b2-8552-75b8784f0788 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2aa43defc6414754a43f26c001243ac6&device_id=11b62529-e659-4676-a5f0-f4be0a3daaf1 HTTP/1.1" status: 200 len: 1126 time: 0.1293454 Mar 05 04:43:25.286720 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-ba245211-946b-4c99-983d-75fc729f38ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7 HTTP/1.1" status: 200 len: 217 time: 0.0497262 Mar 05 04:43:25.344767 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-7d75b10f-4031-4be4-bdfe-74a478ac2f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:25.346154 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-7d75b10f-4031-4be4-bdfe-74a478ac2f7f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d33dc8a-6008-478a-9ec8-49595a4a0656 HTTP/1.1" status: 200 len: 860 time: 0.1222787 Mar 05 04:43:25.408283 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-9cf0db2d-ba49-4699-b7fb-14bb63db94e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:25.411086 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-9cf0db2d-ba49-4699-b7fb-14bb63db94e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=437b1914-1ba1-40e2-a727-5e7cac544d72 HTTP/1.1" status: 200 len: 862 time: 0.1164761 Mar 05 04:43:25.461386 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-6a606e5a-e7be-483d-8105-a26e63eca4ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd6aa200-b97d-49ed-9876-375a41229f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011634 Mar 05 04:43:25.467030 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a089211b-d5ab-4035-b838-86b0c931d112 req-2b60c375-8894-42ae-a788-814d3d9ac537 service neutron] 10.222.0.30 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942707 Mar 05 04:43:25.501288 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-3bff59ef-a280-4e53-9180-dda93775aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:25.502801 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-3bff59ef-a280-4e53-9180-dda93775aa46 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1d855b48-716f-4cbb-8acc-c3f5113efca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0860476 Mar 05 04:43:25.621081 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-002624c9-9857-43de-8ec5-130cec4b953c service neutron] 10.222.0.30 "GET /v2.0/networks/1d855b48-716f-4cbb-8acc-c3f5113efca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097076 Mar 05 04:43:25.726154 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-3e80311f-cafc-4a8c-a64c-053040158fd7 service neutron] 10.222.0.30 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579033 Mar 05 04:43:25.927586 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89b42f05-9df4-427d-89ac-2fb5bc9a7ec8 req-7d085a45-2b5f-45b1-942b-7b683c26dac7 service neutron] 10.222.0.30 "GET /v2.0/networks/1d855b48-716f-4cbb-8acc-c3f5113efca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394748 Mar 05 04:43:25.979546 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4a68eb9d-444c-40ab-af8e-d94873526197 req-cfebcbd8-49e8-4896-be9a-cd0a993f65e5 service neutron] 10.222.0.30 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460175 Mar 05 04:43:26.963139 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694c221-47cf-4cba-b82c-d27cb2edfe65 req-05901435-f400-4006-8f9a-edc91d2dc7fc tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:26.965571 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f694c221-47cf-4cba-b82c-d27cb2edfe65 req-05901435-f400-4006-8f9a-edc91d2dc7fc tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e7e5482-e4e8-4f92-91f3-9068a9527009 HTTP/1.1" status: 200 len: 945 time: 0.1216042 Mar 05 04:43:26.980165 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2cbd44-0274-48ad-9964-5321118e1740 req-b2e154c5-3f80-46fd-853c-4657f02f2e1e tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:26.988332 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de2cbd44-0274-48ad-9964-5321118e1740 req-b2e154c5-3f80-46fd-853c-4657f02f2e1e tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 950 time: 0.1025636 Mar 05 04:43:27.080893 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f694c221-47cf-4cba-b82c-d27cb2edfe65 req-03fa9d1d-95a5-439b-8ffe-f11f03a7c10f tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/security-groups?id=e0a8876c-637a-4714-b32c-54d49bad91ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884984 Mar 05 04:43:27.111587 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de2cbd44-0274-48ad-9964-5321118e1740 req-a81bc4d6-b85f-46e0-82c8-bae151eb8d58 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220720 Mar 05 04:43:27.145416 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469d9d3c-2df4-4503-b1fb-bfb350ebe3bb x-openstack-request-id: req-469d9d3c-2df4-4503-b1fb-bfb350ebe3bb {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:43:27.146600 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9b6dc7-2b2c-449c-8a87-a1d01ee66463", "name": "network-vif-plugged", "status": "completed", "tag": "ee973098-7663-4fb9-9f5e-e133fdb44dcb", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:43:27.147410 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-469d9d3c-2df4-4503-b1fb-bfb350ebe3bb {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:43:27.148156 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9b6dc7-2b2c-449c-8a87-a1d01ee66463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee973098-7663-4fb9-9f5e-e133fdb44dcb', 'code': 200} Mar 05 04:43:27.207549 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162593cd-9283-49c1-a4ff-50b7c612614b x-openstack-request-id: req-162593cd-9283-49c1-a4ff-50b7c612614b {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:43:27.207851 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e60aff3-247a-4cd1-9eeb-5f5fc96e1570", "name": "network-vif-deleted", "tag": "5f5306b6-e329-4f30-9364-ce451a15a7c5", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:43:27.208366 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-162593cd-9283-49c1-a4ff-50b7c612614b {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:43:27.208782 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e60aff3-247a-4cd1-9eeb-5f5fc96e1570', 'name': 'network-vif-deleted', 'tag': '5f5306b6-e329-4f30-9364-ce451a15a7c5', 'status': 'completed', 'code': 200} Mar 05 04:43:27.277765 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d7d632-b54a-4359-b6c3-42b5e6455d2d x-openstack-request-id: req-21d7d632-b54a-4359-b6c3-42b5e6455d2d {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:43:27.278356 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2214206e-9a2b-4a42-8d9b-e77586a334ba", "tag": "78e680ca-9ebd-4559-af42-4c5defed548d", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:43:27.278457 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-21d7d632-b54a-4359-b6c3-42b5e6455d2d {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:43:27.278986 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2214206e-9a2b-4a42-8d9b-e77586a334ba', 'tag': '78e680ca-9ebd-4559-af42-4c5defed548d', 'status': 'completed', 'code': 200} Mar 05 04:43:27.333553 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbf73a-462d-4b8f-9aac-fb67fbd05c8e req-6c057f83-ccae-4181-b4fa-9cd4f1d5cf6b tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:27.350637 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-44bbf73a-462d-4b8f-9aac-fb67fbd05c8e req-6c057f83-ccae-4181-b4fa-9cd4f1d5cf6b tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 945 time: 0.1139290 Mar 05 04:43:27.420341 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-44bbf73a-462d-4b8f-9aac-fb67fbd05c8e req-ac46329f-96fb-4f87-9d56-034de5d554bc tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680447 Mar 05 04:43:27.474111 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35ccd5-fb64-426b-a021-3900971b24e8 req-e5923674-d7fd-4231-9ed7-399625a6b6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:27.476726 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9c35ccd5-fb64-426b-a021-3900971b24e8 req-e5923674-d7fd-4231-9ed7-399625a6b6a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84f78c82255c4feca46335184d79ad7d&device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba HTTP/1.1" status: 200 len: 1127 time: 0.1122947 Mar 05 04:43:27.488643 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68865347-7cce-4d52-970b-18e1dcd6f74c req-7e4d04e6-2da3-48fc-892c-c2fcf5079016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:27.493259 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-68865347-7cce-4d52-970b-18e1dcd6f74c req-7e4d04e6-2da3-48fc-892c-c2fcf5079016 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 1133 time: 0.1880939 Mar 05 04:43:27.571548 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa5874-1023-4c38-9094-a6729a3e9eb7 req-bb86a366-b34b-4af2-b73e-b71f0a0b47cc tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:27.579109 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5efa5874-1023-4c38-9094-a6729a3e9eb7 req-bb86a366-b34b-4af2-b73e-b71f0a0b47cc tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba HTTP/1.1" status: 200 len: 944 time: 0.1700823 Mar 05 04:43:27.611769 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c25160-1823-4963-89f8-6b3860525aea req-de781925-598a-4205-96ad-07d9426b9efd tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:27.620054 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-09c25160-1823-4963-89f8-6b3860525aea req-de781925-598a-4205-96ad-07d9426b9efd tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/ports?device_id=11b62529-e659-4676-a5f0-f4be0a3daaf1 HTTP/1.1" status: 200 len: 943 time: 0.1101286 Mar 05 04:43:27.682100 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-09c25160-1823-4963-89f8-6b3860525aea req-51d0e160-4473-4c44-9e55-7525ef6413e1 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a75633d-7627-4837-a67e-e33a13fb1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606024 Mar 05 04:43:27.744297 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5efa5874-1023-4c38-9094-a6729a3e9eb7 req-b8898dc1-bb67-4871-9707-44a3e9b59232 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637588 Mar 05 04:43:27.937288 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35ccd5-fb64-426b-a021-3900971b24e8 req-c28c4065-9989-427f-9454-6a7cac7e5aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:27.939317 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9c35ccd5-fb64-426b-a021-3900971b24e8 req-c28c4065-9989-427f-9454-6a7cac7e5aea service neutron] 10.222.0.30 "GET /v2.0/networks?id=fd6aa200-b97d-49ed-9876-375a41229f42 HTTP/1.1" status: 200 len: 920 time: 0.4425678 Mar 05 04:43:27.973016 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c25a6b-aed2-453c-993e-514411d898f8 req-16753858-5504-497a-9770-68c6e401ecb4 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:27.983286 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-84c25a6b-aed2-453c-993e-514411d898f8 req-16753858-5504-497a-9770-68c6e401ecb4 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0f55804-d0a3-4b54-ad55-f7e9da0461f6 HTTP/1.1" status: 200 len: 946 time: 0.1061931 Mar 05 04:43:27.988314 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9c35ccd5-fb64-426b-a021-3900971b24e8 req-03af87e0-ab6a-4592-bcf4-c9325943de1d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78e680ca-9ebd-4559-af42-4c5defed548d HTTP/1.1" status: 200 len: 217 time: 0.0401044 Mar 05 04:43:28.081410 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35ccd5-fb64-426b-a021-3900971b24e8 req-44727875-1e04-4804-947c-4eb8a8d8bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:28.083046 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9c35ccd5-fb64-426b-a021-3900971b24e8 req-44727875-1e04-4804-947c-4eb8a8d8bb99 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d33dc8a-6008-478a-9ec8-49595a4a0656 HTTP/1.1" status: 200 len: 860 time: 0.0880909 Mar 05 04:43:28.083740 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-84c25a6b-aed2-453c-993e-514411d898f8 req-ce35348d-ae94-436f-8e37-fddb6e3c14d3 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993378 Mar 05 04:43:28.138794 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261a3e8-bded-4dc2-a347-8acebd4cc681 req-a186e20e-0f4c-44d6-83ac-fce3c78d7430 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:28.141625 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f261a3e8-bded-4dc2-a347-8acebd4cc681 req-a186e20e-0f4c-44d6-83ac-fce3c78d7430 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee2e82b0-ff31-4340-8888-731356ce2ea1 HTTP/1.1" status: 200 len: 950 time: 0.1376886 Mar 05 04:43:28.173445 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9c35ccd5-fb64-426b-a021-3900971b24e8 req-59b18bad-ad65-4676-8b47-ea3ab4514245 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd6aa200-b97d-49ed-9876-375a41229f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802240 Mar 05 04:43:28.229753 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-68865347-7cce-4d52-970b-18e1dcd6f74c req-fdb20e43-0b45-4af8-8b0c-6597725a76a3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893071 Mar 05 04:43:28.277942 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626460b-2aab-4d33-8883-69797beb19c8 req-5e4ad667-b766-4690-977b-bc8de8f338cf tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:28.285157 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d626460b-2aab-4d33-8883-69797beb19c8 req-5e4ad667-b766-4690-977b-bc8de8f338cf tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0f55804-d0a3-4b54-ad55-f7e9da0461f6 HTTP/1.1" status: 200 len: 946 time: 0.1097486 Mar 05 04:43:28.346520 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9c35ccd5-fb64-426b-a021-3900971b24e8 req-7ab5e0ce-257f-43f0-b9ac-bd63e24b4e1f service neutron] 10.222.0.30 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623640 Mar 05 04:43:28.361845 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d626460b-2aab-4d33-8883-69797beb19c8 req-656ad92f-9dd6-42ee-a36a-f1b4a98425ce tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756266 Mar 05 04:43:28.372614 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f261a3e8-bded-4dc2-a347-8acebd4cc681 req-9017e2f8-bbd7-4185-ad31-a784771b5aa8 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5eb1416-bc0c-4601-98ac-ed388e81890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236476 Mar 05 04:43:28.506654 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b720534-d49e-44a6-9f67-9022de5b429e req-eb55f9a7-42fe-4a78-9e3d-3be6674bac7e tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:28.514581 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5b720534-d49e-44a6-9f67-9022de5b429e req-eb55f9a7-42fe-4a78-9e3d-3be6674bac7e tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e7e5482-e4e8-4f92-91f3-9068a9527009 HTTP/1.1" status: 200 len: 945 time: 0.0840454 Mar 05 04:43:28.602263 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9c35ccd5-fb64-426b-a021-3900971b24e8 req-c0ebe314-2d02-4f70-85c7-20f4702835c5 service neutron] 10.222.0.30 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360063 Mar 05 04:43:28.649928 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5b720534-d49e-44a6-9f67-9022de5b429e req-95779d1f-e53a-478a-b1ff-03e8aa3c5027 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/security-groups?id=e0a8876c-637a-4714-b32c-54d49bad91ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270864 Mar 05 04:43:28.684134 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f6d92-76bf-45da-8bd6-a2c6dfd4b1fc req-fdc1aae0-0059-4990-a5d6-606dd17de0f1 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:28.685858 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c53f6d92-76bf-45da-8bd6-a2c6dfd4b1fc req-fdc1aae0-0059-4990-a5d6-606dd17de0f1 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 950 time: 0.1452332 Mar 05 04:43:28.750682 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c53f6d92-76bf-45da-8bd6-a2c6dfd4b1fc req-b9fb0e3c-a5df-4440-87cb-b882ada24698 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577872 Mar 05 04:43:28.907338 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a0a63-e939-4e9e-a594-6467bd93a6de req-b6284d76-fdca-472e-97c4-fba377db313e tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:28.915964 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:43:28.917745 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fd1a0a63-e939-4e9e-a594-6467bd93a6de req-b6284d76-fdca-472e-97c4-fba377db313e tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 945 time: 0.0779686 Mar 05 04:43:29.012220 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6897a05-2457-4501-8616-89637c94f318 req-af451985-029c-44fc-88c3-e7cb805bfd60 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:29.014613 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e6897a05-2457-4501-8616-89637c94f318 req-af451985-029c-44fc-88c3-e7cb805bfd60 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0f55804-d0a3-4b54-ad55-f7e9da0461f6 HTTP/1.1" status: 200 len: 946 time: 0.0940709 Mar 05 04:43:29.030069 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7,segment=NetworkSegment(e0918b2d-09d9-490a-9e95-ce7ce7616187),segment_id=e0918b2d-09d9-490a-9e95-ce7ce7616187)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:29.030784 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fd1a0a63-e939-4e9e-a594-6467bd93a6de req-c9154adf-dbc2-4ef2-80e0-b64b6635c0c0 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118829 Mar 05 04:43:29.058066 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'd08ef6a1-1ddd-4f3f-a3af-421a4ff306d7', 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4', 'port_id': 'd08ef6a1-1ddd-4f3f-a3af-421a4ff306d7', 'mac_address': 'fa:16:3e:f5:92:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '437b1914-1ba1-40e2-a727-5e7cac544d72', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:43:29.116041 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e6897a05-2457-4501-8616-89637c94f318 req-598a88da-9143-41e8-9029-c2a88561cb0d tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832345 Mar 05 04:43:29.143030 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:43:29.143711 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:29.156146 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c11fe5-060a-4bf3-aa5c-5917a8834450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8487f7-4fcf-4a2e-93e3-cde31593f0f4'}, {'server_uuid': '2e7e5482-e4e8-4f92-91f3-9068a9527009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8907dc4-2e32-4a59-860c-14e36a278208'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:43:29.164264 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17a9027-9e03-408f-adc9-cf02ece906d0" -d '{"events": [{"server_uuid": "56c11fe5-060a-4bf3-aa5c-5917a8834450", "name": "network-vif-plugged", "status": "completed", "tag": "0e8487f7-4fcf-4a2e-93e3-cde31593f0f4"}, {"server_uuid": "2e7e5482-e4e8-4f92-91f3-9068a9527009", "name": "network-vif-plugged", "status": "completed", "tag": "a8907dc4-2e32-4a59-860c-14e36a278208"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:43:29.172396 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:43:29.202111 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7,segment=NetworkSegment(e0918b2d-09d9-490a-9e95-ce7ce7616187),segment_id=e0918b2d-09d9-490a-9e95-ce7ce7616187)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:29.214850 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b62529-e659-4676-a5f0-f4be0a3daaf1', 'tag': 'd08ef6a1-1ddd-4f3f-a3af-421a4ff306d7'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:43:29.217750 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:29.218644 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 78e680ca-9ebd-4559-af42-4c5defed548d details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:43:29.220821 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41290c66-8261-43a2-aa2e-278e07f645e4" -d '{"events": [{"name": "network-changed", "server_uuid": "11b62529-e659-4676-a5f0-f4be0a3daaf1", "tag": "d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:43:29.297586 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba344b-b2f4-46d6-9c50-c41f056d4789 req-384ab3d4-c9af-4d12-9691-c4839c259e72 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:29.299381 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-52ba344b-b2f4-46d6-9c50-c41f056d4789 req-384ab3d4-c9af-4d12-9691-c4839c259e72 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/ports?device_id=11b62529-e659-4676-a5f0-f4be0a3daaf1 HTTP/1.1" status: 200 len: 943 time: 0.1583688 Mar 05 04:43:29.362929 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 78e680ca-9ebd-4559-af42-4c5defed548d, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=78e680ca-9ebd-4559-af42-4c5defed548d,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:29.375224 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-52ba344b-b2f4-46d6-9c50-c41f056d4789 req-90b8186f-5595-4837-83ce-7fb443718629 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a75633d-7627-4837-a67e-e33a13fb1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584266 Mar 05 04:43:29.398594 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '78e680ca-9ebd-4559-af42-4c5defed548d', 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42', 'port_id': '78e680ca-9ebd-4559-af42-4c5defed548d', 'mac_address': 'fa:16:3e:9d:42:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d33dc8a-6008-478a-9ec8-49595a4a0656', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:43:29.472653 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad72d2d-2e2a-4e99-984f-c86261f6028d req-0c9a85c0-cf69-4eac-b8ef-f08fca5e842d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:29.485360 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3ad72d2d-2e2a-4e99-984f-c86261f6028d req-0c9a85c0-cf69-4eac-b8ef-f08fca5e842d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba HTTP/1.1" status: 200 len: 944 time: 0.2539043 Mar 05 04:43:29.518606 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 78e680ca-9ebd-4559-af42-4c5defed548d is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:43:29.519012 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (78e680ca-9ebd-4559-af42-4c5defed548d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:29.524834 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:29.544382 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e680ca-9ebd-4559-af42-4c5defed548d {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:43:29.567656 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 78e680ca-9ebd-4559-af42-4c5defed548d, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=78e680ca-9ebd-4559-af42-4c5defed548d,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:29.575981 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (78e680ca-9ebd-4559-af42-4c5defed548d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:29.635340 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3ad72d2d-2e2a-4e99-984f-c86261f6028d req-89508374-116e-4e6a-b8d1-4c742939d2d9 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431799 Mar 05 04:43:29.678370 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=78e680ca-9ebd-4559-af42-4c5defed548d,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:29.769514 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d62d6-4cb6-4ed5-8058-6dc68b29bd95 req-ee729429-aa28-426b-b87a-d1a8717ce097 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:29.776644 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9b0d62d6-4cb6-4ed5-8058-6dc68b29bd95 req-ee729429-aa28-426b-b87a-d1a8717ce097 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0f55804-d0a3-4b54-ad55-f7e9da0461f6 HTTP/1.1" status: 200 len: 946 time: 0.0785129 Mar 05 04:43:29.826944 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Mar 2022 04:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df55ac6-e372-4e66-a99e-12e2e6b5c4de x-openstack-request-id: req-4df55ac6-e372-4e66-a99e-12e2e6b5c4de {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:43:29.827752 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c11fe5-060a-4bf3-aa5c-5917a8834450", "name": "network-vif-plugged", "status": "completed", "tag": "0e8487f7-4fcf-4a2e-93e3-cde31593f0f4", "code": 200}, {"server_uuid": "2e7e5482-e4e8-4f92-91f3-9068a9527009", "name": "network-vif-plugged", "status": "completed", "tag": "a8907dc4-2e32-4a59-860c-14e36a278208", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:43:29.828185 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4df55ac6-e372-4e66-a99e-12e2e6b5c4de {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:43:29.828742 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c11fe5-060a-4bf3-aa5c-5917a8834450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8487f7-4fcf-4a2e-93e3-cde31593f0f4', 'code': 200} Mar 05 04:43:29.829180 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7e5482-e4e8-4f92-91f3-9068a9527009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8907dc4-2e32-4a59-860c-14e36a278208', 'code': 200} Mar 05 04:43:29.837574 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9b0d62d6-4cb6-4ed5-8058-6dc68b29bd95 req-2520409e-0e9c-4a8e-9b6e-09dab874c7e0 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598235 Mar 05 04:43:29.872098 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077e2c02-9f09-4920-9a92-56e926682f1d x-openstack-request-id: req-077e2c02-9f09-4920-9a92-56e926682f1d {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:43:29.872495 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b62529-e659-4676-a5f0-f4be0a3daaf1", "tag": "d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:43:29.872868 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-077e2c02-9f09-4920-9a92-56e926682f1d {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:43:29.873374 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b62529-e659-4676-a5f0-f4be0a3daaf1', 'tag': 'd08ef6a1-1ddd-4f3f-a3af-421a4ff306d7', 'status': 'completed', 'code': 200} Mar 05 04:43:29.894149 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['78e680ca-9ebd-4559-af42-4c5defed548d'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:43:29.986509 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:43:30.039941 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41290c66-8261-43a2-aa2e-278e07f645e4 req-62020052-2c27-400e-afbc-329589ef4ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:30.049766 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-41290c66-8261-43a2-aa2e-278e07f645e4 req-62020052-2c27-400e-afbc-329589ef4ed2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2aa43defc6414754a43f26c001243ac6&device_id=11b62529-e659-4676-a5f0-f4be0a3daaf1 HTTP/1.1" status: 200 len: 1127 time: 0.1420279 Mar 05 04:43:30.156294 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe48508-3bf9-4479-87b8-80b3ce752654 req-d0429e00-28b5-4d02-abf8-5253b0f91607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:30.164711 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-efe48508-3bf9-4479-87b8-80b3ce752654 req-d0429e00-28b5-4d02-abf8-5253b0f91607 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2e7e5482-e4e8-4f92-91f3-9068a9527009 HTTP/1.1" status: 200 len: 1128 time: 0.2147052 Mar 05 04:43:30.269856 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41290c66-8261-43a2-aa2e-278e07f645e4 req-368d53b1-9fbd-4be4-ba0b-28ab9c83f903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:30.272182 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-41290c66-8261-43a2-aa2e-278e07f645e4 req-368d53b1-9fbd-4be4-ba0b-28ab9c83f903 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1d855b48-716f-4cbb-8acc-c3f5113efca4 HTTP/1.1" status: 200 len: 923 time: 0.2130301 Mar 05 04:43:30.320323 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-41290c66-8261-43a2-aa2e-278e07f645e4 req-e7cb25b1-88c8-41e2-879d-1249fcf894ed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7 HTTP/1.1" status: 200 len: 217 time: 0.0362878 Mar 05 04:43:30.332176 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a72b75-1523-47d0-b7ac-dab8d560fce0 req-2b1405b3-b109-4e0f-9c6c-47ac1cca4e29 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:30.334120 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9a72b75-1523-47d0-b7ac-dab8d560fce0 req-2b1405b3-b109-4e0f-9c6c-47ac1cca4e29 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e7e5482-e4e8-4f92-91f3-9068a9527009 HTTP/1.1" status: 200 len: 945 time: 0.3061788 Mar 05 04:43:30.350005 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-efe48508-3bf9-4479-87b8-80b3ce752654 req-d4397fc4-731d-40da-9d8c-f0cb4e617792 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e0a8876c-637a-4714-b32c-54d49bad91ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749935 Mar 05 04:43:30.372465 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3515b-d6d8-49dc-a4cd-c18a73849d84 req-60f11331-e93d-46cf-9f9d-aa4bdf729f94 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:30.374929 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9c3515b-d6d8-49dc-a4cd-c18a73849d84 req-60f11331-e93d-46cf-9f9d-aa4bdf729f94 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 950 time: 0.2217491 Mar 05 04:43:30.417713 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9a72b75-1523-47d0-b7ac-dab8d560fce0 req-70a8dcde-c7c1-47a1-8865-eb22791b5a73 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/security-groups?id=e0a8876c-637a-4714-b32c-54d49bad91ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765233 Mar 05 04:43:30.463560 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41290c66-8261-43a2-aa2e-278e07f645e4 req-2a02b8bb-7bdb-44f7-baa7-fcd967e80b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:30.465509 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-41290c66-8261-43a2-aa2e-278e07f645e4 req-2a02b8bb-7bdb-44f7-baa7-fcd967e80b1e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=437b1914-1ba1-40e2-a727-5e7cac544d72 HTTP/1.1" status: 200 len: 862 time: 0.1384048 Mar 05 04:43:30.492091 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9c3515b-d6d8-49dc-a4cd-c18a73849d84 req-b753addf-3bdb-4f01-92fa-584addee7848 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856586 Mar 05 04:43:30.650327 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb0561-358f-40f5-9b6a-b9ed8a5019db req-81b33b4b-3d82-4ab3-9f47-0b7986eaeb93 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:30.681829 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41290c66-8261-43a2-aa2e-278e07f645e4 req-f09c1399-b8d7-4237-8758-fb1e4d115a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:30.682623 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-41290c66-8261-43a2-aa2e-278e07f645e4 req-f09c1399-b8d7-4237-8758-fb1e4d115a94 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1d855b48-716f-4cbb-8acc-c3f5113efca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1142614 Mar 05 04:43:30.683538 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a4eb0561-358f-40f5-9b6a-b9ed8a5019db req-81b33b4b-3d82-4ab3-9f47-0b7986eaeb93 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 945 time: 0.1083729 Mar 05 04:43:30.786035 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a4eb0561-358f-40f5-9b6a-b9ed8a5019db req-49a7e6be-750b-4f11-af0c-9cfadef1d4e4 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014767 Mar 05 04:43:30.862266 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348f988-4811-49cf-9903-10332998ef69 req-68858b30-38d2-4455-8d5f-2978a8404b4f tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:30.864784 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3348f988-4811-49cf-9903-10332998ef69 req-68858b30-38d2-4455-8d5f-2978a8404b4f tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/ports?device_id=11b62529-e659-4676-a5f0-f4be0a3daaf1 HTTP/1.1" status: 200 len: 944 time: 0.1790760 Mar 05 04:43:30.917835 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:43:30.978009 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3348f988-4811-49cf-9903-10332998ef69 req-e92211dc-a4d0-4aee-a33b-b55fabfbb19d tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a75633d-7627-4837-a67e-e33a13fb1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972707 Mar 05 04:43:31.002731 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-41290c66-8261-43a2-aa2e-278e07f645e4 req-f4e28625-cd25-4252-9627-6175f4065e99 service neutron] 10.222.0.30 "GET /v2.0/networks/1d855b48-716f-4cbb-8acc-c3f5113efca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030212 Mar 05 04:43:31.008372 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c1020-cb85-4a19-8e79-4d380c4a5ef7 req-693f9dd4-0b7a-4022-9899-c501adb07a5e tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:31.010341 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ff7c1020-cb85-4a19-8e79-4d380c4a5ef7 req-693f9dd4-0b7a-4022-9899-c501adb07a5e tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0f55804-d0a3-4b54-ad55-f7e9da0461f6 HTTP/1.1" status: 200 len: 946 time: 0.0845048 Mar 05 04:43:31.101531 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:43:31.102611 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8e4c8f76-9607-40a6-9c92-9d7306cb5a5d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:31.122110 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ff7c1020-cb85-4a19-8e79-4d380c4a5ef7 req-808175d1-d468-4a19-810c-82cc226cfc6e tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059370 Mar 05 04:43:31.155608 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=8e4c8f76-9607-40a6-9c92-9d7306cb5a5d,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:31.164716 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8e4c8f76-9607-40a6-9c92-9d7306cb5a5d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:31.184165 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-41290c66-8261-43a2-aa2e-278e07f645e4 req-4714f7d6-3712-4ed6-83f7-0a86316ce6a9 service neutron] 10.222.0.30 "GET /v2.0/networks/1d855b48-716f-4cbb-8acc-c3f5113efca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782086 Mar 05 04:43:31.221437 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3545b-7ec4-4c5d-a22a-ed036ab5ef50 req-03cdc26b-f61e-410f-bb4f-8de5de9058a7 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:31.222902 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=8e4c8f76-9607-40a6-9c92-9d7306cb5a5d,revision_number=11']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:31.223046 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-51d3545b-7ec4-4c5d-a22a-ed036ab5ef50 req-03cdc26b-f61e-410f-bb4f-8de5de9058a7 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 950 time: 0.1483665 Mar 05 04:43:31.289586 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-51d3545b-7ec4-4c5d-a22a-ed036ab5ef50 req-f1c4a832-45c8-4020-b1ab-a4fc43dbd0ae tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574813 Mar 05 04:43:31.438770 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df292c76-c456-4e94-95c5-9f34cf784172 req-adebf9ce-8d3a-4d3e-8ba6-f52acb86a01e tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:31.438770 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-df292c76-c456-4e94-95c5-9f34cf784172 req-adebf9ce-8d3a-4d3e-8ba6-f52acb86a01e tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba HTTP/1.1" status: 200 len: 945 time: 0.0944905 Mar 05 04:43:31.538171 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-df292c76-c456-4e94-95c5-9f34cf784172 req-2fe967d7-0916-42db-96c8-64fdb0b2653f tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936761 Mar 05 04:43:31.577714 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02e67f-3391-43d8-8cc3-6a2906df51fb req-b9f11383-e3f0-4fe0-98d3-456e94b35240 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:31.585343 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fd02e67f-3391-43d8-8cc3-6a2906df51fb req-b9f11383-e3f0-4fe0-98d3-456e94b35240 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0f55804-d0a3-4b54-ad55-f7e9da0461f6 HTTP/1.1" status: 200 len: 946 time: 0.1380205 Mar 05 04:43:31.647290 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fd02e67f-3391-43d8-8cc3-6a2906df51fb req-057fbf8d-128b-4e4e-88c0-270fc30b5530 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570776 Mar 05 04:43:31.830389 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2e82b0-ff31-4340-8888-731356ce2ea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e4c8f76-9607-40a6-9c92-9d7306cb5a5d'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:43:31.833197 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c9fa07-9a38-4065-be78-418660921257" -d '{"events": [{"server_uuid": "ee2e82b0-ff31-4340-8888-731356ce2ea1", "name": "network-vif-unplugged", "status": "completed", "tag": "8e4c8f76-9607-40a6-9c92-9d7306cb5a5d"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:43:31.839270 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805d0fb-a4dc-44b0-8bba-ff41b2a89cef req-12dd9dc8-ada8-485c-a291-95de338a2ca4 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:31.840968 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a805d0fb-a4dc-44b0-8bba-ff41b2a89cef req-12dd9dc8-ada8-485c-a291-95de338a2ca4 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e7e5482-e4e8-4f92-91f3-9068a9527009 HTTP/1.1" status: 200 len: 945 time: 0.0720789 Mar 05 04:43:31.948307 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a805d0fb-a4dc-44b0-8bba-ff41b2a89cef req-d5927f18-3d4a-4ffc-a81c-77ebffa4d447 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/security-groups?id=e0a8876c-637a-4714-b32c-54d49bad91ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006711 Mar 05 04:43:32.298887 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 04:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc5423f-755f-4139-99b8-7009b524e78e x-openstack-request-id: req-bbc5423f-755f-4139-99b8-7009b524e78e {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:43:32.299659 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2e82b0-ff31-4340-8888-731356ce2ea1", "name": "network-vif-unplugged", "status": "completed", "tag": "8e4c8f76-9607-40a6-9c92-9d7306cb5a5d", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:43:32.300483 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bbc5423f-755f-4139-99b8-7009b524e78e {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:43:32.300943 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee2e82b0-ff31-4340-8888-731356ce2ea1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e4c8f76-9607-40a6-9c92-9d7306cb5a5d', 'code': 200} Mar 05 04:43:32.344888 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0587566-3f6c-4ee9-b388-c92419967a47 req-fd3e18e7-e3a2-4c51-a1ec-1c7e57bf5c9e tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:32.354669 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a0587566-3f6c-4ee9-b388-c92419967a47 req-fd3e18e7-e3a2-4c51-a1ec-1c7e57bf5c9e tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 945 time: 0.0892723 Mar 05 04:43:32.460122 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a0587566-3f6c-4ee9-b388-c92419967a47 req-0ae2e4c5-77be-43cb-b55b-e63f169bbd9f tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041505 Mar 05 04:43:32.628047 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff413a79-d27d-4429-bfb0-5524911cfe89 req-495bf335-b670-4c06-b9f1-031bf67bf00c tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:32.631360 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ff413a79-d27d-4429-bfb0-5524911cfe89 req-495bf335-b670-4c06-b9f1-031bf67bf00c tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/ports?device_id=11b62529-e659-4676-a5f0-f4be0a3daaf1 HTTP/1.1" status: 200 len: 944 time: 0.0900629 Mar 05 04:43:32.685831 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-34600f9c-ba9d-4ddf-9a7c-6eeb80788980 req-2a617898-7e5c-442c-9b23-fba252e1ba94 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0569532 Mar 05 04:43:32.723205 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ff413a79-d27d-4429-bfb0-5524911cfe89 req-d0b316fe-fcfa-417d-9596-cae3495de554 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a75633d-7627-4837-a67e-e33a13fb1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869200 Mar 05 04:43:32.929128 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:43:33.032228 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:43:33.041327 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:43:33.041975 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:33.146903 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559077be-ce10-4c7b-b518-16d8f3026f9d req-f3afaec5-5782-476d-b1ae-a29d2eb89b2b tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:33.155827 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-559077be-ce10-4c7b-b518-16d8f3026f9d req-f3afaec5-5782-476d-b1ae-a29d2eb89b2b tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba HTTP/1.1" status: 200 len: 945 time: 0.1875341 Mar 05 04:43:33.239064 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:43:33.239602 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:33.265646 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-559077be-ce10-4c7b-b518-16d8f3026f9d req-76bc747b-60e2-42e1-9a36-67093f1495ae tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078570 Mar 05 04:43:33.314209 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7,segment=NetworkSegment(e0918b2d-09d9-490a-9e95-ce7ce7616187),segment_id=e0918b2d-09d9-490a-9e95-ce7ce7616187)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:33.323752 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:33.324821 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 78e680ca-9ebd-4559-af42-4c5defed548d up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:43:33.356049 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed72c6-bbac-4ab2-b551-cefb44fd7a91 req-74f9120f-904b-49c0-a182-9d39e1f04628 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:33.357638 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-79ed72c6-bbac-4ab2-b551-cefb44fd7a91 req-74f9120f-904b-49c0-a182-9d39e1f04628 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 950 time: 0.4131334 Mar 05 04:43:33.389384 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:33.414920 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34600f9c-ba9d-4ddf-9a7c-6eeb80788980 req-e8f40c4f-7830-479f-8248-df3101d75771 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:33.416377 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-34600f9c-ba9d-4ddf-9a7c-6eeb80788980 req-e8f40c4f-7830-479f-8248-df3101d75771 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports/ee973098-7663-4fb9-9f5e-e133fdb44dcb HTTP/1.1" status: 200 len: 947 time: 0.1546254 Mar 05 04:43:33.476828 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-79ed72c6-bbac-4ab2-b551-cefb44fd7a91 req-97deac87-6837-4a8c-ad4b-e9a5f7f43f42 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034987 Mar 05 04:43:33.519916 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 78e680ca-9ebd-4559-af42-4c5defed548d completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:43:33.526840 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 78e680ca-9ebd-4559-af42-4c5defed548d triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:43:33.528253 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (78e680ca-9ebd-4559-af42-4c5defed548d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:33.744201 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a86e32-1f3a-468b-ae71-8d87dc5ed204 req-40e2c78b-4cfb-4f3c-b71c-a1b5cb48b0d3 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:33.745734 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-38a86e32-1f3a-468b-ae71-8d87dc5ed204 req-40e2c78b-4cfb-4f3c-b71c-a1b5cb48b0d3 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e7e5482-e4e8-4f92-91f3-9068a9527009 HTTP/1.1" status: 200 len: 945 time: 0.0909882 Mar 05 04:43:33.762856 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 78e680ca-9ebd-4559-af42-4c5defed548d is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:43:33.764228 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (78e680ca-9ebd-4559-af42-4c5defed548d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:33.848900 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 78e680ca-9ebd-4559-af42-4c5defed548d, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=78e680ca-9ebd-4559-af42-4c5defed548d,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:33.858627 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (78e680ca-9ebd-4559-af42-4c5defed548d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:33.871775 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-38a86e32-1f3a-468b-ae71-8d87dc5ed204 req-bd3533f9-72e0-4860-a861-7ab9739bbe96 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/security-groups?id=e0a8876c-637a-4714-b32c-54d49bad91ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042488 Mar 05 04:43:33.969910 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c995699-1d6c-4aa1-9f65-8e9e2ad54327 req-759fe2c3-1ac9-4421-8617-4e88a5c098b4 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:33.978012 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7c995699-1d6c-4aa1-9f65-8e9e2ad54327 req-759fe2c3-1ac9-4421-8617-4e88a5c098b4 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 945 time: 0.1205239 Mar 05 04:43:33.994690 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=78e680ca-9ebd-4559-af42-4c5defed548d,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:34.117464 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7c995699-1d6c-4aa1-9f65-8e9e2ad54327 req-b8f0f394-1d2d-480e-a13e-d2e21e81fe12 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383791 Mar 05 04:43:34.192494 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44397702-214f-4cde-8d68-75aadf366fb4 req-a0d5b775-3bad-42d9-927d-6ccf6da77d25 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:34.194678 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-44397702-214f-4cde-8d68-75aadf366fb4 req-a0d5b775-3bad-42d9-927d-6ccf6da77d25 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/ports?device_id=11b62529-e659-4676-a5f0-f4be0a3daaf1 HTTP/1.1" status: 200 len: 945 time: 0.0758965 Mar 05 04:43:34.277508 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:43:34.296130 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-44397702-214f-4cde-8d68-75aadf366fb4 req-b42e1433-28c7-492e-b235-9b8664aed7c3 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a75633d-7627-4837-a67e-e33a13fb1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894940 Mar 05 04:43:34.304651 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b62529-e659-4676-a5f0-f4be0a3daaf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08ef6a1-1ddd-4f3f-a3af-421a4ff306d7'}, {'server_uuid': '2214206e-9a2b-4a42-8d9b-e77586a334ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e680ca-9ebd-4559-af42-4c5defed548d'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:43:34.306821 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995f9737-466e-4b20-8ca4-5b2e672b2b5a" -d '{"events": [{"server_uuid": "11b62529-e659-4676-a5f0-f4be0a3daaf1", "name": "network-vif-plugged", "status": "completed", "tag": "d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7"}, {"server_uuid": "2214206e-9a2b-4a42-8d9b-e77586a334ba", "name": "network-vif-plugged", "status": "completed", "tag": "78e680ca-9ebd-4559-af42-4c5defed548d"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:43:34.341330 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148bb78-d209-4acd-8cfc-826c8c56b136 req-13b6c9a5-5ccc-459e-a3e7-ace13fd141ec tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:34.349157 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a148bb78-d209-4acd-8cfc-826c8c56b136 req-13b6c9a5-5ccc-459e-a3e7-ace13fd141ec tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0f55804-d0a3-4b54-ad55-f7e9da0461f6 HTTP/1.1" status: 200 len: 946 time: 0.1131096 Mar 05 04:43:34.438545 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a148bb78-d209-4acd-8cfc-826c8c56b136 req-092328f6-e829-475f-8426-d2ad77dc2cb9 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837090 Mar 05 04:43:34.647511 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c373b-5b38-45ec-9b71-1d52079e1067 req-b74f6693-9488-48df-ae18-509d5364ad6d tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:34.649092 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-525c373b-5b38-45ec-9b71-1d52079e1067 req-b74f6693-9488-48df-ae18-509d5364ad6d tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/ports?device_id=0119ad6d-067c-4a11-9e81-9e84311884ee&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1283092 Mar 05 04:43:34.710227 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-525c373b-5b38-45ec-9b71-1d52079e1067 req-5962353d-7110-4456-b4a3-d13e7d3434b2 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.111 HTTP/1.1" status: 200 len: 696 time: 0.0533054 Mar 05 04:43:34.714760 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-525c373b-5b38-45ec-9b71-1d52079e1067 req-a1d7b4ec-e901-4d11-b62b-f71d63709b16 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Request body: {'floatingip': {'port_id': '2ad3a90d-5a5e-4ad1-b19b-47f37f584114', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:43:34.758549 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd52711-71f7-4470-9801-1c8925903b4c req-b379b3b3-de73-40c7-bab1-3327eea83b75 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:34.763356 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8dd52711-71f7-4470-9801-1c8925903b4c req-b379b3b3-de73-40c7-bab1-3327eea83b75 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba HTTP/1.1" status: 200 len: 946 time: 0.1689842 Mar 05 04:43:34.783713 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-525c373b-5b38-45ec-9b71-1d52079e1067 req-a1d7b4ec-e901-4d11-b62b-f71d63709b16 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks [] for floatingip (d94728b0-c472-47aa-812a-98417c5e3eea), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:34.884188 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8dd52711-71f7-4470-9801-1c8925903b4c req-833ac54b-b945-4bb4-8f1a-df39c2c9ed78 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198590 Mar 05 04:43:34.962988 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d5f4b64e-31a1-407a-b612-6a3033c6a43f details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:43:34.999754 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34600f9c-ba9d-4ddf-9a7c-6eeb80788980 req-6fabcb74-7334-411f-8bae-0077724f2b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:35.002113 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-34600f9c-ba9d-4ddf-9a7c-6eeb80788980 req-6fabcb74-7334-411f-8bae-0077724f2b1d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 1133 time: 0.0835705 Mar 05 04:43:35.105596 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d5f4b64e-31a1-407a-b612-6a3033c6a43f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d5f4b64e-31a1-407a-b612-6a3033c6a43f,segment=NetworkSegment(39bebb99-f3d6-49f8-af2f-9a9c1002f41f),segment_id=39bebb99-f3d6-49f8-af2f-9a9c1002f41f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:35.118420 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Mar 2022 04:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf606df-33e1-4b1e-8b34-1e5b8dc39268 x-openstack-request-id: req-adf606df-33e1-4b1e-8b34-1e5b8dc39268 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:43:35.118974 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b62529-e659-4676-a5f0-f4be0a3daaf1", "name": "network-vif-plugged", "status": "completed", "tag": "d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7", "code": 200}, {"server_uuid": "2214206e-9a2b-4a42-8d9b-e77586a334ba", "name": "network-vif-plugged", "status": "completed", "tag": "78e680ca-9ebd-4559-af42-4c5defed548d", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:43:35.119994 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-adf606df-33e1-4b1e-8b34-1e5b8dc39268 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:43:35.120689 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b62529-e659-4676-a5f0-f4be0a3daaf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08ef6a1-1ddd-4f3f-a3af-421a4ff306d7', 'code': 200} Mar 05 04:43:35.121120 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2214206e-9a2b-4a42-8d9b-e77586a334ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e680ca-9ebd-4559-af42-4c5defed548d', 'code': 200} Mar 05 04:43:35.122772 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'd5f4b64e-31a1-407a-b612-6a3033c6a43f', 'network_id': 'a952105b-ebc4-4199-9a60-4f9b3f21d433', 'port_id': 'd5f4b64e-31a1-407a-b612-6a3033c6a43f', 'mac_address': 'fa:16:3e:81:10:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd442e327-d533-4ad3-8b3e-6bf8aaddc901', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:43:35.160212 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34600f9c-ba9d-4ddf-9a7c-6eeb80788980 req-3a99510b-d404-4e11-9427-bc5f550c90ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:35.162795 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-34600f9c-ba9d-4ddf-9a7c-6eeb80788980 req-3a99510b-d404-4e11-9427-bc5f550c90ea service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.1445310 Mar 05 04:43:35.206104 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port d5f4b64e-31a1-407a-b612-6a3033c6a43f is: ACTIVE; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:43:35.206522 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d5f4b64e-31a1-407a-b612-6a3033c6a43f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:35.220066 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-34600f9c-ba9d-4ddf-9a7c-6eeb80788980 req-e47638f7-1cce-458e-b415-51a4e186a862 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=ee973098-7663-4fb9-9f5e-e133fdb44dcb HTTP/1.1" status: 200 len: 217 time: 0.0400352 Mar 05 04:43:35.226250 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5f4b64e-31a1-407a-b612-6a3033c6a43f {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:43:35.251735 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d5f4b64e-31a1-407a-b612-6a3033c6a43f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d5f4b64e-31a1-407a-b612-6a3033c6a43f,segment=NetworkSegment(39bebb99-f3d6-49f8-af2f-9a9c1002f41f),segment_id=39bebb99-f3d6-49f8-af2f-9a9c1002f41f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:35.258950 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d5f4b64e-31a1-407a-b612-6a3033c6a43f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:35.287856 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34600f9c-ba9d-4ddf-9a7c-6eeb80788980 req-ff2ecaf6-064b-4a04-872d-b59200037186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:35.289596 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-34600f9c-ba9d-4ddf-9a7c-6eeb80788980 req-ff2ecaf6-064b-4a04-872d-b59200037186 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0535822 Mar 05 04:43:35.325243 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=d5f4b64e-31a1-407a-b612-6a3033c6a43f,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:35.350786 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34600f9c-ba9d-4ddf-9a7c-6eeb80788980 req-167f4ac9-1a16-4640-926b-0425f2903469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:35.352318 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-34600f9c-ba9d-4ddf-9a7c-6eeb80788980 req-167f4ac9-1a16-4640-926b-0425f2903469 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0555634 Mar 05 04:43:35.354808 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded553e1-831a-4669-ba55-966400602590 req-ca381500-4cce-4ddf-9030-827c5d21609e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:35.356197 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ded553e1-831a-4669-ba55-966400602590 req-ca381500-4cce-4ddf-9030-827c5d21609e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=11b62529-e659-4676-a5f0-f4be0a3daaf1 HTTP/1.1" status: 200 len: 1128 time: 0.1876397 Mar 05 04:43:35.436709 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daddc36-960f-4edb-ba23-58ef9c7af8bb req-33b0bc66-8f64-4531-b886-0a1a882648f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:35.438221 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8daddc36-960f-4edb-ba23-58ef9c7af8bb req-33b0bc66-8f64-4531-b886-0a1a882648f5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba HTTP/1.1" status: 200 len: 1129 time: 0.1892207 Mar 05 04:43:35.442790 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['d5f4b64e-31a1-407a-b612-6a3033c6a43f'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:43:35.531141 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd28d82-8623-401f-a36b-bcccc1e95b58 req-9c179e67-8ab4-4afa-aa97-d8c290e86926 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:35.532728 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ddd28d82-8623-401f-a36b-bcccc1e95b58 req-9c179e67-8ab4-4afa-aa97-d8c290e86926 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 950 time: 0.2849283 Mar 05 04:43:35.536730 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ded553e1-831a-4669-ba55-966400602590 req-76c676d9-f649-4601-bc4c-cc69b92a0dcf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1a75633d-7627-4837-a67e-e33a13fb1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649485 Mar 05 04:43:35.590540 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8daddc36-960f-4edb-ba23-58ef9c7af8bb req-fc776e72-78a0-47ad-b8fc-cbf05755db99 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425588 Mar 05 04:43:35.608809 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-34600f9c-ba9d-4ddf-9a7c-6eeb80788980 req-9ee4d12c-4c7b-4485-b851-db8565924414 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443683 Mar 05 04:43:35.752825 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-34600f9c-ba9d-4ddf-9a7c-6eeb80788980 req-004ace98-7c67-4dcb-b95a-31ccd4e81021 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331956 Mar 05 04:43:35.808534 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-525c373b-5b38-45ec-9b71-1d52079e1067 req-a1d7b4ec-e901-4d11-b62b-f71d63709b16 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:35.823724 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ddd28d82-8623-401f-a36b-bcccc1e95b58 req-f1c2ee7a-9fad-4bc2-9a43-bd8a35f7af0a tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495022 Mar 05 04:43:35.828906 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-525c373b-5b38-45ec-9b71-1d52079e1067 req-a1d7b4ec-e901-4d11-b62b-f71d63709b16 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (d94728b0-c472-47aa-812a-98417c5e3eea), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:36.342828 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da4d6c-a888-4c36-9860-2db627d33106 req-84c6ab77-753c-4de2-8221-9a4ee4906495 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:36.345800 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-29da4d6c-a888-4c36-9860-2db627d33106 req-84c6ab77-753c-4de2-8221-9a4ee4906495 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 945 time: 0.1188331 Mar 05 04:43:36.366725 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [req-525c373b-5b38-45ec-9b71-1d52079e1067 req-a1d7b4ec-e901-4d11-b62b-f71d63709b16 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Floating IP d94728b0-c472-47aa-812a-98417c5e3eea associated. External IP: 172.25.0.111, port: 2ad3a90d-5a5e-4ad1-b19b-47f37f584114. Mar 05 04:43:36.504754 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-29da4d6c-a888-4c36-9860-2db627d33106 req-67864d84-1096-4b81-a92f-193131fa4f16 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519396 Mar 05 04:43:36.922895 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9138f1f-2d1d-4e45-959f-e7474f22f382 req-e5e68ef8-5a83-408f-b65a-b70cffb2e41e tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:36.924851 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9138f1f-2d1d-4e45-959f-e7474f22f382 req-e5e68ef8-5a83-408f-b65a-b70cffb2e41e tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/ports?device_id=11b62529-e659-4676-a5f0-f4be0a3daaf1 HTTP/1.1" status: 200 len: 945 time: 0.2558630 Mar 05 04:43:36.987975 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d5f4b64e-31a1-407a-b612-6a3033c6a43f up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:43:36.993825 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-525c373b-5b38-45ec-9b71-1d52079e1067 req-a1d7b4ec-e901-4d11-b62b-f71d63709b16 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Router 32859989-f380-41c1-882a-adb0b5588814 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:43:37.011029 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9138f1f-2d1d-4e45-959f-e7474f22f382 req-b64c146f-2ef6-4960-89d0-bb8b388b89b4 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a75633d-7627-4837-a67e-e33a13fb1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736892 Mar 05 04:43:37.084044 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port d5f4b64e-31a1-407a-b612-6a3033c6a43f triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:43:37.085450 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d5f4b64e-31a1-407a-b612-6a3033c6a43f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:37.205586 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port d5f4b64e-31a1-407a-b612-6a3033c6a43f is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:43:37.205976 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d5f4b64e-31a1-407a-b612-6a3033c6a43f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:37.238847 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-525c373b-5b38-45ec-9b71-1d52079e1067 req-a1d7b4ec-e901-4d11-b62b-f71d63709b16 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:43:37.241451 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f55804-d0a3-4b54-ad55-f7e9da0461f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f4b64e-31a1-407a-b612-6a3033c6a43f'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:43:37.244697 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-525c373b-5b38-45ec-9b71-1d52079e1067 req-a1d7b4ec-e901-4d11-b62b-f71d63709b16 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:37.250011 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d2074d-7515-4fe6-991a-7183dae55ae1 None None] Sync routers for ids ['32859989-f380-41c1-882a-adb0b5588814'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:43:37.250976 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3e0749-8941-41cb-b223-0e013d6e3492" -d '{"events": [{"server_uuid": "b0f55804-d0a3-4b54-ad55-f7e9da0461f6", "name": "network-vif-plugged", "status": "completed", "tag": "d5f4b64e-31a1-407a-b612-6a3033c6a43f"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:43:37.265482 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d2074d-7515-4fe6-991a-7183dae55ae1 None None] Routers {'32859989-f380-41c1-882a-adb0b5588814'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:43:37.266002 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-53d2074d-7515-4fe6-991a-7183dae55ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:43:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['32859989-f380-41c1-882a-adb0b5588814'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:43:37.267107 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d5f4b64e-31a1-407a-b612-6a3033c6a43f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d5f4b64e-31a1-407a-b612-6a3033c6a43f,segment=NetworkSegment(39bebb99-f3d6-49f8-af2f-9a9c1002f41f),segment_id=39bebb99-f3d6-49f8-af2f-9a9c1002f41f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:37.283669 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d5f4b64e-31a1-407a-b612-6a3033c6a43f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:37.378638 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b39147-8706-43fb-a54a-211af9683572 req-cc163cae-02d6-457c-9811-ae7875c188d2 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:37.380312 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a4b39147-8706-43fb-a54a-211af9683572 req-cc163cae-02d6-457c-9811-ae7875c188d2 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0f55804-d0a3-4b54-ad55-f7e9da0461f6 HTTP/1.1" status: 200 len: 945 time: 0.1980851 Mar 05 04:43:37.407058 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=d5f4b64e-31a1-407a-b612-6a3033c6a43f,revision_number=7']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:37.423992 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-53d2074d-7515-4fe6-991a-7183dae55ae1 None None] Set router 32859989-f380-41c1-882a-adb0b5588814 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:43:37.447118 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-525c373b-5b38-45ec-9b71-1d52079e1067 req-a1d7b4ec-e901-4d11-b62b-f71d63709b16 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "PUT /v2.0/floatingips/d94728b0-c472-47aa-812a-98417c5e3eea HTTP/1.1" status: 200 len: 996 time: 2.7359555 Mar 05 04:43:37.449323 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0119ad6d-067c-4a11-9e81-9e84311884ee', 'tag': '2ad3a90d-5a5e-4ad1-b19b-47f37f584114'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:43:37.479541 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b552e6b-e26a-4996-a74b-e07021545dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "0119ad6d-067c-4a11-9e81-9e84311884ee", "tag": "2ad3a90d-5a5e-4ad1-b19b-47f37f584114"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:43:37.575821 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c373b-5b38-45ec-9b71-1d52079e1067 req-0980dd52-d733-4eb3-b755-abb8aa317c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:37.586674 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-525c373b-5b38-45ec-9b71-1d52079e1067 req-0980dd52-d733-4eb3-b755-abb8aa317c46 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b881a5a3db964674a1ec7b44033353cb&device_id=0119ad6d-067c-4a11-9e81-9e84311884ee HTTP/1.1" status: 200 len: 1128 time: 0.1012607 Mar 05 04:43:37.675731 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a4b39147-8706-43fb-a54a-211af9683572 req-8f63d87a-2172-4448-bed5-67d0d59fb79c tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726688 Mar 05 04:43:37.738865 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c373b-5b38-45ec-9b71-1d52079e1067 req-f17a0e75-4902-4b24-b406-8d12c1907a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:37.746709 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-525c373b-5b38-45ec-9b71-1d52079e1067 req-f17a0e75-4902-4b24-b406-8d12c1907a15 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4063fb05-945c-41f3-bf86-b7ead68bf916 HTTP/1.1" status: 200 len: 921 time: 0.1590154 Mar 05 04:43:37.807925 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-53d2074d-7515-4fe6-991a-7183dae55ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32859989-f380-41c1-882a-adb0b5588814', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142023727-router', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:42:37Z', 'updated_at': '2022-03-05T04:42:44Z', 'revision_number': 4, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'gw_port': {'id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:38Z', 'updated_at': '2022-03-05T04:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'd94728b0-c472-47aa-812a-98417c5e3eea', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'floating_ip_address': '172.25.0.111', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '32859989-f380-41c1-882a-adb0b5588814', 'port_id': '2ad3a90d-5a5e-4ad1-b19b-47f37f584114', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'mac_address': 'fa:16:3e:e2:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0119ad6d-067c-4a11-9e81-9e84311884ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:43:07Z', 'updated_at': '2022-03-05T04:43:35Z', 'revision_number': 1, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8072b9df-64f2-46bf-ae73-50db5bb14d94', 'name': '', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'mac_address': 'fa:16:3e:c3:d2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:43Z', 'updated_at': '2022-03-05T04:42:52Z', 'revision_number': 5, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'subnets': [{'id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:43:37.866877 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d2074d-7515-4fe6-991a-7183dae55ae1 None None] Checking router: 32859989-f380-41c1-882a-adb0b5588814 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:43:37.876915 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d2074d-7515-4fe6-991a-7183dae55ae1 None None] Routers {'32859989-f380-41c1-882a-adb0b5588814'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:43:37.877862 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-53d2074d-7515-4fe6-991a-7183dae55ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:43:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['32859989-f380-41c1-882a-adb0b5588814'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:43:37.898163 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-525c373b-5b38-45ec-9b71-1d52079e1067 req-79cffd4d-e37a-4f74-bd44-2b51a0334b5f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ad3a90d-5a5e-4ad1-b19b-47f37f584114 HTTP/1.1" status: 200 len: 999 time: 0.1505597 Mar 05 04:43:37.969673 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c373b-5b38-45ec-9b71-1d52079e1067 req-a4b82243-444f-4d89-86cb-123049f8673b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:37.971199 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-525c373b-5b38-45ec-9b71-1d52079e1067 req-a4b82243-444f-4d89-86cb-123049f8673b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04cf5992-8f8c-490a-b424-2ab3d34e91a8 HTTP/1.1" status: 200 len: 860 time: 0.0660179 Mar 05 04:43:37.980439 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9a22f-ed31-4999-8c9b-0e0bec00e127 req-ec714ca5-4335-4576-bada-a5948c81004a tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:37.982206 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f1c9a22f-ed31-4999-8c9b-0e0bec00e127 req-ec714ca5-4335-4576-bada-a5948c81004a tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba HTTP/1.1" status: 200 len: 946 time: 0.1126487 Mar 05 04:43:38.015795 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-53d2074d-7515-4fe6-991a-7183dae55ae1 None None] Set router 32859989-f380-41c1-882a-adb0b5588814 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:43:38.061519 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f1c9a22f-ed31-4999-8c9b-0e0bec00e127 req-0a0f3b03-7a09-442e-9a74-9fd63dd3699a tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694549 Mar 05 04:43:38.071863 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c373b-5b38-45ec-9b71-1d52079e1067 req-0a9a9b8e-18b3-4b79-9422-f545f15aed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:38.073482 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-525c373b-5b38-45ec-9b71-1d52079e1067 req-0a9a9b8e-18b3-4b79-9422-f545f15aed8a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4063fb05-945c-41f3-bf86-b7ead68bf916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0902951 Mar 05 04:43:38.085117 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-525c373b-5b38-45ec-9b71-1d52079e1067 req-25eeb783-5148-4ecf-a4f8-d2b763f13ced service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:43:38.089851 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-525c373b-5b38-45ec-9b71-1d52079e1067 req-25eeb783-5148-4ecf-a4f8-d2b763f13ced service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092168 Mar 05 04:43:38.255060 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-525c373b-5b38-45ec-9b71-1d52079e1067 req-51c59ea6-d07d-4d95-9df1-210375e2a5d6 service neutron] 10.222.0.11 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583130 Mar 05 04:43:38.315122 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-53d2074d-7515-4fe6-991a-7183dae55ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32859989-f380-41c1-882a-adb0b5588814', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142023727-router', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:42:37Z', 'updated_at': '2022-03-05T04:42:44Z', 'revision_number': 4, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'gw_port': {'id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:38Z', 'updated_at': '2022-03-05T04:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'd94728b0-c472-47aa-812a-98417c5e3eea', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'floating_ip_address': '172.25.0.111', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '32859989-f380-41c1-882a-adb0b5588814', 'port_id': '2ad3a90d-5a5e-4ad1-b19b-47f37f584114', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'mac_address': 'fa:16:3e:e2:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0119ad6d-067c-4a11-9e81-9e84311884ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:43:07Z', 'updated_at': '2022-03-05T04:43:35Z', 'revision_number': 1, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8072b9df-64f2-46bf-ae73-50db5bb14d94', 'name': '', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'mac_address': 'fa:16:3e:c3:d2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:43Z', 'updated_at': '2022-03-05T04:42:52Z', 'revision_number': 5, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'subnets': [{'id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:43:38.346441 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d2074d-7515-4fe6-991a-7183dae55ae1 None None] The sync data for ids ['32859989-f380-41c1-882a-adb0b5588814'] in n-d-789963-32 is: [{'id': '32859989-f380-41c1-882a-adb0b5588814', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142023727-router', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:42:37Z', 'updated_at': '2022-03-05T04:42:44Z', 'revision_number': 4, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'gw_port': {'id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:38Z', 'updated_at': '2022-03-05T04:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'd94728b0-c472-47aa-812a-98417c5e3eea', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'floating_ip_address': '172.25.0.111', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '32859989-f380-41c1-882a-adb0b5588814', 'port_id': '2ad3a90d-5a5e-4ad1-b19b-47f37f584114', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'mac_address': 'fa:16:3e:e2:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0119ad6d-067c-4a11-9e81-9e84311884ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:43:07Z', 'updated_at': '2022-03-05T04:43:35Z', 'revision_number': 1, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8072b9df-64f2-46bf-ae73-50db5bb14d94', 'name': '', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'mac_address': 'fa:16:3e:c3:d2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:43Z', 'updated_at': '2022-03-05T04:42:52Z', 'revision_number': 5, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'subnets': [{'id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:43:38.390028 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-525c373b-5b38-45ec-9b71-1d52079e1067 req-98622b97-b018-490d-b0c0-a15735640b8a service neutron] 10.222.0.11 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285403 Mar 05 04:43:38.402104 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be029695-e91e-404c-8f72-8fbf1002c43a req-83db025d-d02d-4a72-9525-e0d3e4be3a2f tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:38.403640 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-be029695-e91e-404c-8f72-8fbf1002c43a req-83db025d-d02d-4a72-9525-e0d3e4be3a2f tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 950 time: 0.0798411 Mar 05 04:43:38.453804 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fe6b49-e28c-42d2-b348-3d99b3f80618 x-openstack-request-id: req-47fe6b49-e28c-42d2-b348-3d99b3f80618 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:43:38.454502 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f55804-d0a3-4b54-ad55-f7e9da0461f6", "name": "network-vif-plugged", "status": "completed", "tag": "d5f4b64e-31a1-407a-b612-6a3033c6a43f", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:43:38.454502 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-47fe6b49-e28c-42d2-b348-3d99b3f80618 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:43:38.454778 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f55804-d0a3-4b54-ad55-f7e9da0461f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f4b64e-31a1-407a-b612-6a3033c6a43f', 'code': 200} Mar 05 04:43:38.464358 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-be029695-e91e-404c-8f72-8fbf1002c43a req-55acbe02-afbc-415a-9f3f-2b91dd006f38 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473745 Mar 05 04:43:38.495639 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e77320-058a-4287-8ab9-c6a22f527f02 x-openstack-request-id: req-72e77320-058a-4287-8ab9-c6a22f527f02 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:43:38.496030 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0119ad6d-067c-4a11-9e81-9e84311884ee", "tag": "2ad3a90d-5a5e-4ad1-b19b-47f37f584114", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:43:38.496398 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-72e77320-058a-4287-8ab9-c6a22f527f02 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:43:38.496899 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0119ad6d-067c-4a11-9e81-9e84311884ee', 'tag': '2ad3a90d-5a5e-4ad1-b19b-47f37f584114', 'status': 'completed', 'code': 200} Mar 05 04:43:38.599014 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b552e6b-e26a-4996-a74b-e07021545dbe req-3ee4d256-9e2c-4dae-a788-48d9093380de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:38.602244 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8b552e6b-e26a-4996-a74b-e07021545dbe req-3ee4d256-9e2c-4dae-a788-48d9093380de service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b881a5a3db964674a1ec7b44033353cb&device_id=0119ad6d-067c-4a11-9e81-9e84311884ee HTTP/1.1" status: 200 len: 1128 time: 0.0854640 Mar 05 04:43:38.643882 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60077b2-e737-4f9b-a559-dbe796c34722 req-80d6926c-ea4a-44e9-81bb-ebedb6ff1b99 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:38.651664 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c60077b2-e737-4f9b-a559-dbe796c34722 req-80d6926c-ea4a-44e9-81bb-ebedb6ff1b99 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 945 time: 0.1046426 Mar 05 04:43:38.714881 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c60077b2-e737-4f9b-a559-dbe796c34722 req-0f5dbd49-7f2d-467f-ae90-b25eb2524816 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622489 Mar 05 04:43:38.739289 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7551b2-4b26-40ad-961b-069160236d03 None None] New status for floating IP d94728b0-c472-47aa-812a-98417c5e3eea: ACTIVE {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 04:43:38.774568 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b552e6b-e26a-4996-a74b-e07021545dbe req-273a1718-d7f8-4e4f-8083-68d96c34539c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:38.776181 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8b552e6b-e26a-4996-a74b-e07021545dbe req-273a1718-d7f8-4e4f-8083-68d96c34539c service neutron] 10.222.0.31 "GET /v2.0/networks?id=4063fb05-945c-41f3-bf86-b7ead68bf916 HTTP/1.1" status: 200 len: 921 time: 0.1669214 Mar 05 04:43:38.854177 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8b552e6b-e26a-4996-a74b-e07021545dbe req-6d4acdf7-842b-43fe-b5c0-8c45baafa415 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ad3a90d-5a5e-4ad1-b19b-47f37f584114 HTTP/1.1" status: 200 len: 999 time: 0.0704587 Mar 05 04:43:38.919243 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabd844-0d6d-495e-b26b-d0fe97615032 req-255297a2-f746-49d9-a9a6-ca143314d8a4 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:38.920539 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b552e6b-e26a-4996-a74b-e07021545dbe req-cc46b6ff-ffb4-47db-8e05-06c7faedf23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:38.920730 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7eabd844-0d6d-495e-b26b-d0fe97615032 req-255297a2-f746-49d9-a9a6-ca143314d8a4 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/ports?device_id=11b62529-e659-4676-a5f0-f4be0a3daaf1 HTTP/1.1" status: 200 len: 945 time: 0.1087105 Mar 05 04:43:38.922242 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8b552e6b-e26a-4996-a74b-e07021545dbe req-cc46b6ff-ffb4-47db-8e05-06c7faedf23e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=04cf5992-8f8c-490a-b424-2ab3d34e91a8 HTTP/1.1" status: 200 len: 860 time: 0.0618999 Mar 05 04:43:38.976498 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd612c-d259-45bc-947a-ba615a223323 req-f4359d69-fa55-4ba0-9603-c4bf0a331362 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:38.983953 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d2bd612c-d259-45bc-947a-ba615a223323 req-f4359d69-fa55-4ba0-9603-c4bf0a331362 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba HTTP/1.1" status: 200 len: 1129 time: 0.1189172 Mar 05 04:43:38.987340 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b552e6b-e26a-4996-a74b-e07021545dbe req-6b2c31b1-8da1-4b8e-b21f-2e00c8a77151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:38.989052 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8b552e6b-e26a-4996-a74b-e07021545dbe req-6b2c31b1-8da1-4b8e-b21f-2e00c8a77151 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4063fb05-945c-41f3-bf86-b7ead68bf916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0578976 Mar 05 04:43:38.998599 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7eabd844-0d6d-495e-b26b-d0fe97615032 req-f646077c-8695-4e31-86d9-3e317c14360b tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a75633d-7627-4837-a67e-e33a13fb1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720153 Mar 05 04:43:39.043726 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d2bd612c-d259-45bc-947a-ba615a223323 req-1194b2eb-9f7b-4d97-8117-6985b32946c7 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589008 Mar 05 04:43:39.104491 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8b552e6b-e26a-4996-a74b-e07021545dbe req-3718c9a4-c90c-4f00-ae6b-4b2e2d95c710 service neutron] 10.222.0.31 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075242 Mar 05 04:43:39.228700 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8b552e6b-e26a-4996-a74b-e07021545dbe req-9f244052-841f-4296-a524-54dca579cdb9 service neutron] 10.222.0.31 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169963 Mar 05 04:43:39.298253 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-9cf8fcd6-950d-4dc9-94c9-c3d4d001b4de tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:39.299741 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-9cf8fcd6-950d-4dc9-94c9-c3d4d001b4de tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e7e5482-e4e8-4f92-91f3-9068a9527009&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0953348 Mar 05 04:43:39.313990 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4a1b4-5b95-4ffe-b36a-f06e624a752b req-6ac926bb-a77f-41a9-9f98-eefdcd2fd6ef tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:39.315573 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ffd4a1b4-5b95-4ffe-b36a-f06e624a752b req-6ac926bb-a77f-41a9-9f98-eefdcd2fd6ef tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0f55804-d0a3-4b54-ad55-f7e9da0461f6 HTTP/1.1" status: 200 len: 946 time: 0.0952125 Mar 05 04:43:39.440221 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-729769aa-96dd-470a-82ee-ef78be26948d tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.111 HTTP/1.1" status: 200 len: 1001 time: 0.1305115 Mar 05 04:43:39.445621 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ffd4a1b4-5b95-4ffe-b36a-f06e624a752b req-b7ba9c5e-3d07-4336-9dde-955f158d046e tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227586 Mar 05 04:43:39.450444 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-deb5474b-6a58-44d8-9684-ae3bd2d75a45 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Request body: {'floatingip': {'port_id': 'a8907dc4-2e32-4a59-860c-14e36a278208', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:43:39.514121 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-deb5474b-6a58-44d8-9684-ae3bd2d75a45 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks [] for floatingip (d94728b0-c472-47aa-812a-98417c5e3eea), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:39.684313 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029a9d2-431b-4829-a379-a6c90458fb0f req-fe98416c-3d65-4817-9267-6e55861c978d tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:39.685773 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e029a9d2-431b-4829-a379-a6c90458fb0f req-fe98416c-3d65-4817-9267-6e55861c978d tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/ports?device_id=11b62529-e659-4676-a5f0-f4be0a3daaf1 HTTP/1.1" status: 200 len: 945 time: 0.1105039 Mar 05 04:43:39.695155 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41646) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:43:39.699683 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-a1a7cb1c-6637-4cba-864a-e2a8ea3f538f tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Request body: {'floatingip': {'port_id': 'd08ef6a1-1ddd-4f3f-a3af-421a4ff306d7'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:43:39.780764 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a1a7cb1c-6637-4cba-864a-e2a8ea3f538f tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks [] for floatingip (418a3228-29a7-4f26-b9d3-847de8fc0389), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:39.860971 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8519b4b-1254-41b9-9455-a658e0ab9463 req-a1a133db-7a24-44d7-9c35-23feccbe1ac3 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:39.862592 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b8519b4b-1254-41b9-9455-a658e0ab9463 req-a1a133db-7a24-44d7-9c35-23feccbe1ac3 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba HTTP/1.1" status: 200 len: 1129 time: 0.1204195 Mar 05 04:43:39.959597 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b8519b4b-1254-41b9-9455-a658e0ab9463 req-e055e0b8-47e5-46b6-80ec-0dc77c4c388c tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890999 Mar 05 04:43:40.420832 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a1a7cb1c-6637-4cba-864a-e2a8ea3f538f tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:40.425632 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a1a7cb1c-6637-4cba-864a-e2a8ea3f538f tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (418a3228-29a7-4f26-b9d3-847de8fc0389), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:40.425826 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-deb5474b-6a58-44d8-9684-ae3bd2d75a45 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:40.433709 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-deb5474b-6a58-44d8-9684-ae3bd2d75a45 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (d94728b0-c472-47aa-812a-98417c5e3eea), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:40.494720 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b2c2a-9121-4a3a-a2ff-128bd2967628 req-7f1e5d7f-07c7-4ac4-acd1-87f0911f0951 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:40.496251 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eb1b2c2a-9121-4a3a-a2ff-128bd2967628 req-7f1e5d7f-07c7-4ac4-acd1-87f0911f0951 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 950 time: 0.1176732 Mar 05 04:43:40.586685 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-deb5474b-6a58-44d8-9684-ae3bd2d75a45 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Floating IP d94728b0-c472-47aa-812a-98417c5e3eea associated. External IP: 172.25.0.111, port: 2ad3a90d-5a5e-4ad1-b19b-47f37f584114. Mar 05 04:43:40.593035 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eb1b2c2a-9121-4a3a-a2ff-128bd2967628 req-9c7cbd84-22cb-485f-8124-9b7df18ef84d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903153 Mar 05 04:43:40.758684 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [None req-a1a7cb1c-6637-4cba-864a-e2a8ea3f538f tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Floating IP 418a3228-29a7-4f26-b9d3-847de8fc0389 associated. External IP: 172.25.0.44, port: d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7. Mar 05 04:43:40.770469 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19069776-6991-4860-873b-4dd86a8d1365 req-eed642a8-73d8-47da-b7f0-6bf62b5544c0 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:40.772566 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19069776-6991-4860-873b-4dd86a8d1365 req-eed642a8-73d8-47da-b7f0-6bf62b5544c0 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0f55804-d0a3-4b54-ad55-f7e9da0461f6 HTTP/1.1" status: 200 len: 946 time: 0.1367078 Mar 05 04:43:40.818597 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1b589-d308-4265-887a-93dfee42f6c0 req-ebeb7253-5bbf-4418-8bb4-8e0b82d8bb1a tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:40.820109 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b9f1b589-d308-4265-887a-93dfee42f6c0 req-ebeb7253-5bbf-4418-8bb4-8e0b82d8bb1a tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c11fe5-060a-4bf3-aa5c-5917a8834450 HTTP/1.1" status: 200 len: 949 time: 0.1536102 Mar 05 04:43:40.978684 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a7cb1c-6637-4cba-864a-e2a8ea3f538f tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Router fefb35b2-6eb3-4493-86fd-ae5385b3447c has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:43:40.984609 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b9f1b589-d308-4265-887a-93dfee42f6c0 req-40d5d7ce-2a07-4000-af6f-b84a8b086e43 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.11 "GET /v2.0/security-groups?id=b75fa6ca-3bea-4aa3-be34-e1a6c87a956a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280990 Mar 05 04:43:40.993746 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d5f4b64e-31a1-407a-b612-6a3033c6a43f no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:43:41.021949 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-deb5474b-6a58-44d8-9684-ae3bd2d75a45 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Router 32859989-f380-41c1-882a-adb0b5588814 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:43:41.028237 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-19069776-6991-4860-873b-4dd86a8d1365 req-3881de03-f707-4c41-9782-e1c723aa7109 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Deleting port d5f4b64e-31a1-407a-b612-6a3033c6a43f {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:43:41.028697 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-19069776-6991-4860-873b-4dd86a8d1365 req-3881de03-f707-4c41-9782-e1c723aa7109 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d5f4b64e-31a1-407a-b612-6a3033c6a43f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:41.097020 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port d5f4b64e-31a1-407a-b612-6a3033c6a43f is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:43:41.097409 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d5f4b64e-31a1-407a-b612-6a3033c6a43f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:41.106886 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a7cb1c-6637-4cba-864a-e2a8ea3f538f tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:43:41.112517 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a1a7cb1c-6637-4cba-864a-e2a8ea3f538f tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:41.119203 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f0b445-0289-4cba-a95f-dc8528d9fd5d None None] Sync routers for ids ['fefb35b2-6eb3-4493-86fd-ae5385b3447c'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:43:41.134184 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f0b445-0289-4cba-a95f-dc8528d9fd5d None None] Routers {'fefb35b2-6eb3-4493-86fd-ae5385b3447c'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:43:41.135996 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d6f0b445-0289-4cba-a95f-dc8528d9fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:43:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['fefb35b2-6eb3-4493-86fd-ae5385b3447c'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:43:41.140067 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d5f4b64e-31a1-407a-b612-6a3033c6a43f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d5f4b64e-31a1-407a-b612-6a3033c6a43f,segment=NetworkSegment(39bebb99-f3d6-49f8-af2f-9a9c1002f41f),segment_id=39bebb99-f3d6-49f8-af2f-9a9c1002f41f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:41.141166 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f55804-d0a3-4b54-ad55-f7e9da0461f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5f4b64e-31a1-407a-b612-6a3033c6a43f'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:43:41.144350 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7177d6e6-27af-4e0d-ba1b-faacc4ecba95" -d '{"events": [{"server_uuid": "b0f55804-d0a3-4b54-ad55-f7e9da0461f6", "name": "network-vif-unplugged", "status": "completed", "tag": "d5f4b64e-31a1-407a-b612-6a3033c6a43f"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:43:41.154413 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d5f4b64e-31a1-407a-b612-6a3033c6a43f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:41.154625 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a1a7cb1c-6637-4cba-864a-e2a8ea3f538f tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "PUT /v2.0/floatingips/418a3228-29a7-4f26-b9d3-847de8fc0389 HTTP/1.1" status: 200 len: 990 time: 1.4557240 Mar 05 04:43:41.154625 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b62529-e659-4676-a5f0-f4be0a3daaf1', 'tag': 'd08ef6a1-1ddd-4f3f-a3af-421a4ff306d7'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:43:41.158294 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562d4a0c-7d64-40e6-b294-c6b018e886cc" -d '{"events": [{"name": "network-changed", "server_uuid": "11b62529-e659-4676-a5f0-f4be0a3daaf1", "tag": "d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:43:41.203706 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=d5f4b64e-31a1-407a-b612-6a3033c6a43f,revision_number=8']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:41.212903 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7048271-f6b3-4650-b3f7-5c7b66a44a98 req-2e05791c-ae18-4eed-9fb1-21b485c1262e tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:41.214411 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b7048271-f6b3-4650-b3f7-5c7b66a44a98 req-2e05791c-ae18-4eed-9fb1-21b485c1262e tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 945 time: 0.1578379 Mar 05 04:43:41.226151 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-19069776-6991-4860-873b-4dd86a8d1365 req-3881de03-f707-4c41-9782-e1c723aa7109 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] For port d5f4b64e-31a1-407a-b612-6a3033c6a43f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d5f4b64e-31a1-407a-b612-6a3033c6a43f,segment=NetworkSegment(39bebb99-f3d6-49f8-af2f-9a9c1002f41f),segment_id=39bebb99-f3d6-49f8-af2f-9a9c1002f41f)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:41.226517 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-19069776-6991-4860-873b-4dd86a8d1365 req-3881de03-f707-4c41-9782-e1c723aa7109 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d5f4b64e-31a1-407a-b612-6a3033c6a43f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:41.286025 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-19069776-6991-4860-873b-4dd86a8d1365 req-3881de03-f707-4c41-9782-e1c723aa7109 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Calling delete_port for d5f4b64e-31a1-407a-b612-6a3033c6a43f owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:43:41.320946 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8e797501-4610-4ef3-86ae-74d82d9b770c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:41.353964 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-d6f0b445-0289-4cba-a95f-dc8528d9fd5d None None] Set router fefb35b2-6eb3-4493-86fd-ae5385b3447c gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:43:41.368810 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-deb5474b-6a58-44d8-9684-ae3bd2d75a45 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:43:41.374620 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b7048271-f6b3-4650-b3f7-5c7b66a44a98 req-10e15c59-ac4c-4ce2-8830-eceec398735f tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518490 Mar 05 04:43:41.385815 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea553b4-9e7e-4d70-8f15-0f4c6792d50c None None] Sync routers for ids ['32859989-f380-41c1-882a-adb0b5588814'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:43:41.406450 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea553b4-9e7e-4d70-8f15-0f4c6792d50c None None] Routers {'32859989-f380-41c1-882a-adb0b5588814'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:43:41.407376 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-1ea553b4-9e7e-4d70-8f15-0f4c6792d50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:43:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['32859989-f380-41c1-882a-adb0b5588814'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:43:41.585423 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-19069776-6991-4860-873b-4dd86a8d1365 req-3881de03-f707-4c41-9782-e1c723aa7109 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (d5f4b64e-31a1-407a-b612-6a3033c6a43f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:41.646908 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c446b848-cd5a-49c4-825f-6b47b5e617cb req-aab8c7d3-3e11-471a-88e4-392068ce516b tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0f55804-d0a3-4b54-ad55-f7e9da0461f6 HTTP/1.1" status: 200 len: 210 time: 0.0756230 Mar 05 04:43:41.677920 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3881de03-f707-4c41-9782-e1c723aa7109 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Pushing event deleted for resources: {'Port': ['ID=d5f4b64e-31a1-407a-b612-6a3033c6a43f,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:41.681404 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d6f0b445-0289-4cba-a95f-dc8528d9fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158132906-router', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:33Z', 'updated_at': '2022-03-05T04:41:42Z', 'revision_number': 4, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'gw_port': {'id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:35Z', 'updated_at': '2022-03-05T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '418a3228-29a7-4f26-b9d3-847de8fc0389', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'floating_ip_address': '172.25.0.44', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'port_id': 'd08ef6a1-1ddd-4f3f-a3af-421a4ff306d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4', 'mac_address': 'fa:16:3e:f5:92:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b62529-e659-4676-a5f0-f4be0a3daaf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:42:12Z', 'updated_at': '2022-03-05T04:43:40Z', 'revision_number': 5, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa0a068-5bf7-433b-a800-28551900ccd5', 'name': '', 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'mac_address': 'fa:16:3e:8d:f8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '437b1914-1ba1-40e2-a727-5e7cac544d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:40Z', 'updated_at': '2022-03-05T04:41:48Z', 'revision_number': 5, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'subnets': [{'id': '437b1914-1ba1-40e2-a727-5e7cac544d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:43:41.705257 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-1ea553b4-9e7e-4d70-8f15-0f4c6792d50c None None] Set router 32859989-f380-41c1-882a-adb0b5588814 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:43:41.743147 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f0b445-0289-4cba-a95f-dc8528d9fd5d None None] Checking router: fefb35b2-6eb3-4493-86fd-ae5385b3447c for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:43:41.762066 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f0b445-0289-4cba-a95f-dc8528d9fd5d None None] Routers {'fefb35b2-6eb3-4493-86fd-ae5385b3447c'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:43:41.762706 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d6f0b445-0289-4cba-a95f-dc8528d9fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:43:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['fefb35b2-6eb3-4493-86fd-ae5385b3447c'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:43:41.778477 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3881de03-f707-4c41-9782-e1c723aa7109 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:43:41.778788 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3881de03-f707-4c41-9782-e1c723aa7109 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:43:41.779123 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3881de03-f707-4c41-9782-e1c723aa7109 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:43:41.779477 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3881de03-f707-4c41-9782-e1c723aa7109 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:43:41.779825 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3881de03-f707-4c41-9782-e1c723aa7109 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:43:41.780163 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3881de03-f707-4c41-9782-e1c723aa7109 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:43:41.780501 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3881de03-f707-4c41-9782-e1c723aa7109 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:43:41.780839 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3881de03-f707-4c41-9782-e1c723aa7109 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:43:41.781174 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3881de03-f707-4c41-9782-e1c723aa7109 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:43:41.781812 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3881de03-f707-4c41-9782-e1c723aa7109 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:43:41.782064 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3881de03-f707-4c41-9782-e1c723aa7109 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:43:41.782316 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3881de03-f707-4c41-9782-e1c723aa7109 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:43:41.782653 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3881de03-f707-4c41-9782-e1c723aa7109 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:43:41.796825 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-19069776-6991-4860-873b-4dd86a8d1365 req-3881de03-f707-4c41-9782-e1c723aa7109 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] No DVR routers for this DVR port d5f4b64e-31a1-407a-b612-6a3033c6a43f on host n-h1-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:43:41.802074 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-19069776-6991-4860-873b-4dd86a8d1365 req-3881de03-f707-4c41-9782-e1c723aa7109 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:41.805756 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19069776-6991-4860-873b-4dd86a8d1365 req-3881de03-f707-4c41-9782-e1c723aa7109 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.30 "DELETE /v2.0/ports/d5f4b64e-31a1-407a-b612-6a3033c6a43f HTTP/1.1" status: 204 len: 173 time: 1.0237558 Mar 05 04:43:41.806375 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f55804-d0a3-4b54-ad55-f7e9da0461f6', 'name': 'network-vif-deleted', 'tag': 'd5f4b64e-31a1-407a-b612-6a3033c6a43f'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:43:41.810361 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5944ae9-c86d-400d-8751-87e98b4126e1" -d '{"events": [{"server_uuid": "b0f55804-d0a3-4b54-ad55-f7e9da0461f6", "name": "network-vif-deleted", "tag": "d5f4b64e-31a1-407a-b612-6a3033c6a43f"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:43:41.887815 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-deb5474b-6a58-44d8-9684-ae3bd2d75a45 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Router 32859989-f380-41c1-882a-adb0b5588814 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:43:41.892198 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 04:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c149ec3-5256-4d64-9ccc-8bb63882a649 x-openstack-request-id: req-8c149ec3-5256-4d64-9ccc-8bb63882a649 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:43:41.892510 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f55804-d0a3-4b54-ad55-f7e9da0461f6", "name": "network-vif-unplugged", "status": "completed", "tag": "d5f4b64e-31a1-407a-b612-6a3033c6a43f", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:43:41.893068 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8c149ec3-5256-4d64-9ccc-8bb63882a649 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:43:41.893626 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f55804-d0a3-4b54-ad55-f7e9da0461f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5f4b64e-31a1-407a-b612-6a3033c6a43f', 'code': 200} Mar 05 04:43:41.967816 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-d6f0b445-0289-4cba-a95f-dc8528d9fd5d None None] Set router fefb35b2-6eb3-4493-86fd-ae5385b3447c gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:43:42.084782 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-deb5474b-6a58-44d8-9684-ae3bd2d75a45 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:43:42.090276 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-deb5474b-6a58-44d8-9684-ae3bd2d75a45 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:42.129006 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6c5af-5488-4b83-9a69-184082374dac req-16baf5bc-2f63-411d-9ee8-f503384e7aed tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:42.131360 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72e6c5af-5488-4b83-9a69-184082374dac req-16baf5bc-2f63-411d-9ee8-f503384e7aed tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/ports?device_id=11b62529-e659-4676-a5f0-f4be0a3daaf1 HTTP/1.1" status: 200 len: 945 time: 0.2164905 Mar 05 04:43:42.134418 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-1ea553b4-9e7e-4d70-8f15-0f4c6792d50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32859989-f380-41c1-882a-adb0b5588814', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142023727-router', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:42:37Z', 'updated_at': '2022-03-05T04:42:44Z', 'revision_number': 4, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'gw_port': {'id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:38Z', 'updated_at': '2022-03-05T04:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'd94728b0-c472-47aa-812a-98417c5e3eea', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'floating_ip_address': '172.25.0.111', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '32859989-f380-41c1-882a-adb0b5588814', 'port_id': 'a8907dc4-2e32-4a59-860c-14e36a278208', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'mac_address': 'fa:16:3e:3e:00:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7e5482-e4e8-4f92-91f3-9068a9527009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:43:07Z', 'updated_at': '2022-03-05T04:43:40Z', 'revision_number': 3, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8072b9df-64f2-46bf-ae73-50db5bb14d94', 'name': '', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'mac_address': 'fa:16:3e:c3:d2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:43Z', 'updated_at': '2022-03-05T04:42:52Z', 'revision_number': 5, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'subnets': [{'id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:43:42.172158 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea553b4-9e7e-4d70-8f15-0f4c6792d50c None None] Checking router: 32859989-f380-41c1-882a-adb0b5588814 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:43:42.181566 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea553b4-9e7e-4d70-8f15-0f4c6792d50c None None] Routers {'32859989-f380-41c1-882a-adb0b5588814'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:43:42.182289 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-1ea553b4-9e7e-4d70-8f15-0f4c6792d50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:43:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['32859989-f380-41c1-882a-adb0b5588814'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:43:42.196395 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-deb5474b-6a58-44d8-9684-ae3bd2d75a45 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "PUT /v2.0/floatingips/d94728b0-c472-47aa-812a-98417c5e3eea HTTP/1.1" status: 200 len: 998 time: 2.7497675 Mar 05 04:43:42.241571 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72e6c5af-5488-4b83-9a69-184082374dac req-f8368b86-0926-43eb-9f81-04c473a49767 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a75633d-7627-4837-a67e-e33a13fb1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000752 Mar 05 04:43:42.262435 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-e654d2f9-5f48-4720-807e-8fcfcd174184 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:42.275738 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-e654d2f9-5f48-4720-807e-8fcfcd174184 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/ports/2ad3a90d-5a5e-4ad1-b19b-47f37f584114 HTTP/1.1" status: 200 len: 942 time: 0.0730331 Mar 05 04:43:42.296465 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-1ea553b4-9e7e-4d70-8f15-0f4c6792d50c None None] Set router 32859989-f380-41c1-882a-adb0b5588814 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:43:42.307133 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6553be-fd48-42a7-8507-c13046b194d0 x-openstack-request-id: req-1a6553be-fd48-42a7-8507-c13046b194d0 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:43:42.307963 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b62529-e659-4676-a5f0-f4be0a3daaf1", "tag": "d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:43:42.308353 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1a6553be-fd48-42a7-8507-c13046b194d0 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:43:42.308917 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b62529-e659-4676-a5f0-f4be0a3daaf1', 'tag': 'd08ef6a1-1ddd-4f3f-a3af-421a4ff306d7', 'status': 'completed', 'code': 200} Mar 05 04:43:42.337372 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d6f0b445-0289-4cba-a95f-dc8528d9fd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158132906-router', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:33Z', 'updated_at': '2022-03-05T04:41:42Z', 'revision_number': 4, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'gw_port': {'id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:35Z', 'updated_at': '2022-03-05T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '418a3228-29a7-4f26-b9d3-847de8fc0389', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'floating_ip_address': '172.25.0.44', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'port_id': 'd08ef6a1-1ddd-4f3f-a3af-421a4ff306d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4', 'mac_address': 'fa:16:3e:f5:92:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b62529-e659-4676-a5f0-f4be0a3daaf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:42:12Z', 'updated_at': '2022-03-05T04:43:40Z', 'revision_number': 5, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa0a068-5bf7-433b-a800-28551900ccd5', 'name': '', 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'mac_address': 'fa:16:3e:8d:f8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '437b1914-1ba1-40e2-a727-5e7cac544d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:40Z', 'updated_at': '2022-03-05T04:41:48Z', 'revision_number': 5, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'subnets': [{'id': '437b1914-1ba1-40e2-a727-5e7cac544d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:43:42.375921 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f0b445-0289-4cba-a95f-dc8528d9fd5d None None] The sync data for ids ['fefb35b2-6eb3-4493-86fd-ae5385b3447c'] in n-d-789963-32 is: [{'id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158132906-router', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:33Z', 'updated_at': '2022-03-05T04:41:42Z', 'revision_number': 4, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'gw_port': {'id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:35Z', 'updated_at': '2022-03-05T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '418a3228-29a7-4f26-b9d3-847de8fc0389', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'floating_ip_address': '172.25.0.44', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'port_id': 'd08ef6a1-1ddd-4f3f-a3af-421a4ff306d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4', 'mac_address': 'fa:16:3e:f5:92:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b62529-e659-4676-a5f0-f4be0a3daaf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:42:12Z', 'updated_at': '2022-03-05T04:43:40Z', 'revision_number': 5, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa0a068-5bf7-433b-a800-28551900ccd5', 'name': '', 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'mac_address': 'fa:16:3e:8d:f8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '437b1914-1ba1-40e2-a727-5e7cac544d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:40Z', 'updated_at': '2022-03-05T04:41:48Z', 'revision_number': 5, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'subnets': [{'id': '437b1914-1ba1-40e2-a727-5e7cac544d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:43:42.443048 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-c3fe60d4-f633-43a0-895d-7f33152741f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:42.451113 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-c3fe60d4-f633-43a0-895d-7f33152741f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b881a5a3db964674a1ec7b44033353cb&device_id=0119ad6d-067c-4a11-9e81-9e84311884ee HTTP/1.1" status: 200 len: 1128 time: 0.1086593 Mar 05 04:43:42.484448 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d4a0c-7d64-40e6-b294-c6b018e886cc req-8d0d890e-910c-42c0-8547-c652d1466da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:42.486324 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-562d4a0c-7d64-40e6-b294-c6b018e886cc req-8d0d890e-910c-42c0-8547-c652d1466da6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2aa43defc6414754a43f26c001243ac6&device_id=11b62529-e659-4676-a5f0-f4be0a3daaf1 HTTP/1.1" status: 200 len: 1128 time: 0.1334002 Mar 05 04:43:42.622575 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-1ea553b4-9e7e-4d70-8f15-0f4c6792d50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32859989-f380-41c1-882a-adb0b5588814', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142023727-router', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:42:37Z', 'updated_at': '2022-03-05T04:42:44Z', 'revision_number': 4, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'gw_port': {'id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:38Z', 'updated_at': '2022-03-05T04:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'd94728b0-c472-47aa-812a-98417c5e3eea', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'floating_ip_address': '172.25.0.111', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '32859989-f380-41c1-882a-adb0b5588814', 'port_id': 'a8907dc4-2e32-4a59-860c-14e36a278208', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'mac_address': 'fa:16:3e:3e:00:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7e5482-e4e8-4f92-91f3-9068a9527009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:43:07Z', 'updated_at': '2022-03-05T04:43:40Z', 'revision_number': 3, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8072b9df-64f2-46bf-ae73-50db5bb14d94', 'name': '', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'mac_address': 'fa:16:3e:c3:d2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:43Z', 'updated_at': '2022-03-05T04:42:52Z', 'revision_number': 5, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'subnets': [{'id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:43:42.659834 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea553b4-9e7e-4d70-8f15-0f4c6792d50c None None] The sync data for ids ['32859989-f380-41c1-882a-adb0b5588814'] in n-d-789963-32 is: [{'id': '32859989-f380-41c1-882a-adb0b5588814', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142023727-router', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:42:37Z', 'updated_at': '2022-03-05T04:42:44Z', 'revision_number': 4, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'gw_port': {'id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:38Z', 'updated_at': '2022-03-05T04:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'd94728b0-c472-47aa-812a-98417c5e3eea', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'floating_ip_address': '172.25.0.111', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '32859989-f380-41c1-882a-adb0b5588814', 'port_id': 'a8907dc4-2e32-4a59-860c-14e36a278208', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'mac_address': 'fa:16:3e:3e:00:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7e5482-e4e8-4f92-91f3-9068a9527009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:43:07Z', 'updated_at': '2022-03-05T04:43:40Z', 'revision_number': 3, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8072b9df-64f2-46bf-ae73-50db5bb14d94', 'name': '', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'mac_address': 'fa:16:3e:c3:d2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:43Z', 'updated_at': '2022-03-05T04:42:52Z', 'revision_number': 5, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'subnets': [{'id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:43:42.663947 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-065c8ae9-5e8d-4040-ba40-eb1a6d769a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:42.671034 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-065c8ae9-5e8d-4040-ba40-eb1a6d769a6e service neutron] 10.222.0.11 "GET /v2.0/networks?id=4063fb05-945c-41f3-bf86-b7ead68bf916 HTTP/1.1" status: 200 len: 921 time: 0.2187953 Mar 05 04:43:42.717290 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-2d55f940-a454-4921-afc3-8b3142275534 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ad3a90d-5a5e-4ad1-b19b-47f37f584114 HTTP/1.1" status: 200 len: 217 time: 0.0452797 Mar 05 04:43:42.780620 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d4a0c-7d64-40e6-b294-c6b018e886cc req-b1035c08-1545-450b-88ec-a2220e37a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:42.783606 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-562d4a0c-7d64-40e6-b294-c6b018e886cc req-b1035c08-1545-450b-88ec-a2220e37a746 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1d855b48-716f-4cbb-8acc-c3f5113efca4 HTTP/1.1" status: 200 len: 923 time: 0.2802472 Mar 05 04:43:42.797831 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b93fff-1335-4a18-92ba-dbf53b37d41d None None] New status for floating IP 418a3228-29a7-4f26-b9d3-847de8fc0389: ACTIVE {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 04:43:42.854985 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-52ecb0e3-3c7a-4b15-8fb4-8e23752f4e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:42.856362 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-52ecb0e3-3c7a-4b15-8fb4-8e23752f4e06 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04cf5992-8f8c-490a-b424-2ab3d34e91a8 HTTP/1.1" status: 200 len: 860 time: 0.1262400 Mar 05 04:43:42.909662 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-562d4a0c-7d64-40e6-b294-c6b018e886cc req-48558508-a085-4c99-a938-e9e407e7c84a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7 HTTP/1.1" status: 200 len: 998 time: 0.1169417 Mar 05 04:43:42.961049 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-69e31a11-2d27-4a7e-b2c9-166e0fe61b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:42.962595 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-69e31a11-2d27-4a7e-b2c9-166e0fe61b75 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4063fb05-945c-41f3-bf86-b7ead68bf916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0938723 Mar 05 04:43:42.976471 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-edb79831-50a4-4271-9de1-1260645ad240 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:43:42.977533 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-edb79831-50a4-4271-9de1-1260645ad240 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066285 Mar 05 04:43:42.979325 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d4a0c-7d64-40e6-b294-c6b018e886cc req-e9345a8f-b649-4387-a59f-ea0dc017972d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:42.980715 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-562d4a0c-7d64-40e6-b294-c6b018e886cc req-e9345a8f-b649-4387-a59f-ea0dc017972d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=437b1914-1ba1-40e2-a727-5e7cac544d72 HTTP/1.1" status: 200 len: 862 time: 0.0629332 Mar 05 04:43:43.001764 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:43:43.050553 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af8e0ef-f267-4cab-b993-c3698639dc6b None None] New status for floating IP d94728b0-c472-47aa-812a-98417c5e3eea: ACTIVE {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 04:43:43.140520 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d4a0c-7d64-40e6-b294-c6b018e886cc req-7f7198a6-c7d5-465a-82cf-bcef149d25e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:43.142106 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-562d4a0c-7d64-40e6-b294-c6b018e886cc req-7f7198a6-c7d5-465a-82cf-bcef149d25e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1d855b48-716f-4cbb-8acc-c3f5113efca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1539280 Mar 05 04:43:43.227801 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-0ae3a434-2128-420a-8b65-068c8732623b service neutron] 10.222.0.11 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374489 Mar 05 04:43:43.258657 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:43:43.259245 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0e8487f7-4fcf-4a2e-93e3-cde31593f0f4), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:43.336892 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=0e8487f7-4fcf-4a2e-93e3-cde31593f0f4,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:43.341640 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0e8487f7-4fcf-4a2e-93e3-cde31593f0f4), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:43.344971 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-562d4a0c-7d64-40e6-b294-c6b018e886cc req-96ee11e0-e12f-49a3-9963-38099d5d3a01 service neutron] 10.222.0.30 "GET /v2.0/networks/1d855b48-716f-4cbb-8acc-c3f5113efca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961532 Mar 05 04:43:43.355133 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcb5fc-e2f0-43e3-a30f-a18f61cdbbca req-6a157d23-186c-4e47-a20c-f6cb713623f3 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:43.356628 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-46bcb5fc-e2f0-43e3-a30f-a18f61cdbbca req-6a157d23-186c-4e47-a20c-f6cb713623f3 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 950 time: 0.1744311 Mar 05 04:43:43.388666 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455f89b0-675d-4852-97d6-0f5fbe1387b1 None None] Sync routers for ids ['32859989-f380-41c1-882a-adb0b5588814'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:43:43.399127 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455f89b0-675d-4852-97d6-0f5fbe1387b1 None None] Routers {'32859989-f380-41c1-882a-adb0b5588814'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:43:43.399887 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-455f89b0-675d-4852-97d6-0f5fbe1387b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:43:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['32859989-f380-41c1-882a-adb0b5588814'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:43:43.401494 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=0e8487f7-4fcf-4a2e-93e3-cde31593f0f4,revision_number=8']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:43.441584 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-bc28fe7c-7cdc-4a20-b8ce-dbff289f1eca service neutron] 10.222.0.11 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962516 Mar 05 04:43:43.465196 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:43.479960 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-46bcb5fc-e2f0-43e3-a30f-a18f61cdbbca req-284efc84-d75c-46cc-b95d-8dcc1c680e5b tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117866 Mar 05 04:43:43.520412 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-562d4a0c-7d64-40e6-b294-c6b018e886cc req-da6fc310-e2b0-4224-8ac8-2d48048e9d03 service neutron] 10.222.0.30 "GET /v2.0/networks/1d855b48-716f-4cbb-8acc-c3f5113efca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608768 Mar 05 04:43:43.525254 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:43.553643 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-455f89b0-675d-4852-97d6-0f5fbe1387b1 None None] Set router 32859989-f380-41c1-882a-adb0b5588814 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:43:43.625478 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2be3091b-9835-4fb2-8e28-9726d28e917a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:43.791594 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-455f89b0-675d-4852-97d6-0f5fbe1387b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32859989-f380-41c1-882a-adb0b5588814', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142023727-router', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:42:37Z', 'updated_at': '2022-03-05T04:42:44Z', 'revision_number': 4, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'gw_port': {'id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:38Z', 'updated_at': '2022-03-05T04:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'd94728b0-c472-47aa-812a-98417c5e3eea', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'floating_ip_address': '172.25.0.111', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '32859989-f380-41c1-882a-adb0b5588814', 'port_id': 'a8907dc4-2e32-4a59-860c-14e36a278208', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'mac_address': 'fa:16:3e:3e:00:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7e5482-e4e8-4f92-91f3-9068a9527009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:43:07Z', 'updated_at': '2022-03-05T04:43:43Z', 'revision_number': 4, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8072b9df-64f2-46bf-ae73-50db5bb14d94', 'name': '', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'mac_address': 'fa:16:3e:c3:d2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:43Z', 'updated_at': '2022-03-05T04:42:52Z', 'revision_number': 5, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'subnets': [{'id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:43:43.818745 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455f89b0-675d-4852-97d6-0f5fbe1387b1 None None] Checking router: 32859989-f380-41c1-882a-adb0b5588814 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:43:43.820061 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0208231-4816-4ec4-8c19-7ab120baadf5 x-openstack-request-id: req-b0208231-4816-4ec4-8c19-7ab120baadf5 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:43:43.820541 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f55804-d0a3-4b54-ad55-f7e9da0461f6", "name": "network-vif-deleted", "tag": "d5f4b64e-31a1-407a-b612-6a3033c6a43f", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:43:43.820639 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b0208231-4816-4ec4-8c19-7ab120baadf5 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:43:43.820994 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f55804-d0a3-4b54-ad55-f7e9da0461f6', 'name': 'network-vif-deleted', 'tag': 'd5f4b64e-31a1-407a-b612-6a3033c6a43f', 'status': 'completed', 'code': 200} Mar 05 04:43:43.827628 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455f89b0-675d-4852-97d6-0f5fbe1387b1 None None] Routers {'32859989-f380-41c1-882a-adb0b5588814'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:43:43.828257 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-455f89b0-675d-4852-97d6-0f5fbe1387b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:43:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['32859989-f380-41c1-882a-adb0b5588814'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:43:43.875966 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-4c20700c-7340-4442-b771-fd2891957035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:43.883597 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-4c20700c-7340-4442-b771-fd2891957035 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b881a5a3db964674a1ec7b44033353cb&device_id=2e7e5482-e4e8-4f92-91f3-9068a9527009 HTTP/1.1" status: 200 len: 1128 time: 0.3940587 Mar 05 04:43:43.895127 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c11fe5-060a-4bf3-aa5c-5917a8834450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e8487f7-4fcf-4a2e-93e3-cde31593f0f4'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:43:43.897630 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb3b8ef-73fb-4e97-91a5-45cf84fa7cbc" -d '{"events": [{"server_uuid": "56c11fe5-060a-4bf3-aa5c-5917a8834450", "name": "network-vif-unplugged", "status": "completed", "tag": "0e8487f7-4fcf-4a2e-93e3-cde31593f0f4"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:43:43.900401 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf712b3-652b-4876-a132-f95b4ef947c4 req-ed645c0f-6c96-4050-a0e8-530b6bfbf92a tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:43.901882 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8bf712b3-652b-4876-a132-f95b4ef947c4 req-ed645c0f-6c96-4050-a0e8-530b6bfbf92a tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 945 time: 0.0801477 Mar 05 04:43:43.941123 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-455f89b0-675d-4852-97d6-0f5fbe1387b1 None None] Set router 32859989-f380-41c1-882a-adb0b5588814 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:43:44.006229 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8bf712b3-652b-4876-a132-f95b4ef947c4 req-eb4e9fb9-a811-448f-a708-cb7c10566101 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945008 Mar 05 04:43:44.017730 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-b8f519aa-91c7-4169-a525-c7ea7ecab3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:44.019514 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-b8f519aa-91c7-4169-a525-c7ea7ecab3a5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4063fb05-945c-41f3-bf86-b7ead68bf916 HTTP/1.1" status: 200 len: 921 time: 0.1351516 Mar 05 04:43:44.135540 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-fc1c1d55-68cb-43ee-b0a1-443b3ec2ccab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8907dc4-2e32-4a59-860c-14e36a278208 HTTP/1.1" status: 200 len: 1001 time: 0.1095438 Mar 05 04:43:44.174001 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3676e-eec3-4777-b385-6323721afa68 req-8b87ee87-8521-4192-92d2-5eca7947eb9d tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:44.175532 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7db3676e-eec3-4777-b385-6323721afa68 req-8b87ee87-8521-4192-92d2-5eca7947eb9d tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba HTTP/1.1" status: 200 len: 1129 time: 0.0943148 Mar 05 04:43:44.204337 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-dcf0a36c-611e-4e95-9a8a-5fc4db06a623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:44.205789 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-dcf0a36c-611e-4e95-9a8a-5fc4db06a623 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04cf5992-8f8c-490a-b424-2ab3d34e91a8 HTTP/1.1" status: 200 len: 860 time: 0.0634637 Mar 05 04:43:44.254983 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7db3676e-eec3-4777-b385-6323721afa68 req-fe05b3b4-4b7f-4440-af27-153b4cf88a1f tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730770 Mar 05 04:43:44.263736 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-455f89b0-675d-4852-97d6-0f5fbe1387b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32859989-f380-41c1-882a-adb0b5588814', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142023727-router', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:42:37Z', 'updated_at': '2022-03-05T04:42:44Z', 'revision_number': 4, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'gw_port': {'id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:38Z', 'updated_at': '2022-03-05T04:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'd94728b0-c472-47aa-812a-98417c5e3eea', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'floating_ip_address': '172.25.0.111', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '32859989-f380-41c1-882a-adb0b5588814', 'port_id': 'a8907dc4-2e32-4a59-860c-14e36a278208', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'mac_address': 'fa:16:3e:3e:00:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7e5482-e4e8-4f92-91f3-9068a9527009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:43:07Z', 'updated_at': '2022-03-05T04:43:43Z', 'revision_number': 4, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8072b9df-64f2-46bf-ae73-50db5bb14d94', 'name': '', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'mac_address': 'fa:16:3e:c3:d2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:43Z', 'updated_at': '2022-03-05T04:42:52Z', 'revision_number': 5, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'subnets': [{'id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:43:44.268876 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-79bc4a8a-dd8a-4f9c-a7ae-68215c44427f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:44.270382 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-79bc4a8a-dd8a-4f9c-a7ae-68215c44427f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4063fb05-945c-41f3-bf86-b7ead68bf916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0561821 Mar 05 04:43:44.293548 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455f89b0-675d-4852-97d6-0f5fbe1387b1 None None] The sync data for ids ['32859989-f380-41c1-882a-adb0b5588814'] in n-d-789963-32 is: [{'id': '32859989-f380-41c1-882a-adb0b5588814', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142023727-router', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:42:37Z', 'updated_at': '2022-03-05T04:42:44Z', 'revision_number': 4, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'gw_port': {'id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:38Z', 'updated_at': '2022-03-05T04:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'd94728b0-c472-47aa-812a-98417c5e3eea', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'floating_ip_address': '172.25.0.111', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '32859989-f380-41c1-882a-adb0b5588814', 'port_id': 'a8907dc4-2e32-4a59-860c-14e36a278208', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'mac_address': 'fa:16:3e:3e:00:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7e5482-e4e8-4f92-91f3-9068a9527009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:43:07Z', 'updated_at': '2022-03-05T04:43:43Z', 'revision_number': 4, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8072b9df-64f2-46bf-ae73-50db5bb14d94', 'name': '', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'mac_address': 'fa:16:3e:c3:d2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:43Z', 'updated_at': '2022-03-05T04:42:52Z', 'revision_number': 5, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'subnets': [{'id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:43:44.376626 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-97bf785d-2a8f-46ab-8abe-6668bd13770b service neutron] 10.222.0.11 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996473 Mar 05 04:43:44.484839 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d49ff117-027f-4b15-b1db-3876b0f651a7 req-7d8faeb6-db69-4fad-8945-98c139b11ae7 service neutron] 10.222.0.11 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018164 Mar 05 04:43:44.803819 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 04:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0e21b7-97c7-4a8e-aaba-e40e705f12ef x-openstack-request-id: req-1c0e21b7-97c7-4a8e-aaba-e40e705f12ef {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:43:44.804304 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c11fe5-060a-4bf3-aa5c-5917a8834450", "name": "network-vif-unplugged", "status": "completed", "tag": "0e8487f7-4fcf-4a2e-93e3-cde31593f0f4", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:43:44.804384 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1c0e21b7-97c7-4a8e-aaba-e40e705f12ef {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:43:44.804906 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c11fe5-060a-4bf3-aa5c-5917a8834450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e8487f7-4fcf-4a2e-93e3-cde31593f0f4', 'code': 200} Mar 05 04:43:44.845481 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:44.996114 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d5f4b64e-31a1-407a-b612-6a3033c6a43f no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:43:45.019664 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: d5f4b64e-31a1-407a-b612-6a3033c6a43f {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:43:45.020026 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d5f4b64e-31a1-407a-b612-6a3033c6a43f not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:43:45.108346 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41846) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:43:45.113054 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-f8b962c8-0b4a-4032-a8e6-268d32bf19de tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Request body: {'security_group': {'name': 'tempest-securitygroup--263321542', 'description': 'tempest-description--603959285'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:43:45.140620 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f8b962c8-0b4a-4032-a8e6-268d32bf19de tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:45.189153 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3a0a1c44-b591-42fb-a27a-05e945d3ed7a req-1843a368-dc3a-4043-8803-91bc004b80cf tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.111 HTTP/1.1" status: 200 len: 1001 time: 0.0750623 Mar 05 04:43:45.215316 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f8b962c8-0b4a-4032-a8e6-268d32bf19de tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks [] for security_group (0fb8fc18-3f09-415f-aaf1-ea182b1f5c46), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:45.220275 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f8b962c8-0b4a-4032-a8e6-268d32bf19de tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (0fb8fc18-3f09-415f-aaf1-ea182b1f5c46), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:45.242157 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a1c44-b591-42fb-a27a-05e945d3ed7a req-aab02968-4ff5-41a0-8996-134611d0b7ce tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:45.247794 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3a0a1c44-b591-42fb-a27a-05e945d3ed7a req-aab02968-4ff5-41a0-8996-134611d0b7ce tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/ports/a8907dc4-2e32-4a59-860c-14e36a278208 HTTP/1.1" status: 200 len: 942 time: 0.0576358 Mar 05 04:43:45.251490 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b962c8-0b4a-4032-a8e6-268d32bf19de tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb8fc18-3f09-415f-aaf1-ea182b1f5c46,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:45.256823 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f8b962c8-0b4a-4032-a8e6-268d32bf19de tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:45.262932 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f8b962c8-0b4a-4032-a8e6-268d32bf19de tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1535509 Mar 05 04:43:45.266583 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41854) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:43:45.269689 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b962c8-0b4a-4032-a8e6-268d32bf19de tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:43:45.270247 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b962c8-0b4a-4032-a8e6-268d32bf19de tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:43:45.270786 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b962c8-0b4a-4032-a8e6-268d32bf19de tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:43:45.271864 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b962c8-0b4a-4032-a8e6-268d32bf19de tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:43:45.272350 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b962c8-0b4a-4032-a8e6-268d32bf19de tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:43:45.272832 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b962c8-0b4a-4032-a8e6-268d32bf19de tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:43:45.273327 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b962c8-0b4a-4032-a8e6-268d32bf19de tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:43:45.273806 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b962c8-0b4a-4032-a8e6-268d32bf19de tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:43:45.274296 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b962c8-0b4a-4032-a8e6-268d32bf19de tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:43:45.274634 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b962c8-0b4a-4032-a8e6-268d32bf19de tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:43:45.274998 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b962c8-0b4a-4032-a8e6-268d32bf19de tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:43:45.275143 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-d6a98d43-f054-412e-a602-f18c753fb482 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Request body: {'security_group_rule': {'security_group_id': '0fb8fc18-3f09-415f-aaf1-ea182b1f5c46', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:43:45.276206 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b962c8-0b4a-4032-a8e6-268d32bf19de tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:43:45.276704 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b962c8-0b4a-4032-a8e6-268d32bf19de tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:43:45.359541 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d6a98d43-f054-412e-a602-f18c753fb482 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks [] for security_group_rule (d902c6cc-32de-41bf-8631-d14491db5058), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:45.382833 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3a0a1c44-b591-42fb-a27a-05e945d3ed7a req-af22d8af-ad24-4515-a5a4-60a9f71dac77 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.111 HTTP/1.1" status: 200 len: 1001 time: 0.0899091 Mar 05 04:43:45.486745 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d6a98d43-f054-412e-a602-f18c753fb482 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks [] for security_group_rule (d902c6cc-32de-41bf-8631-d14491db5058), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:45.493184 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d6a98d43-f054-412e-a602-f18c753fb482 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (d902c6cc-32de-41bf-8631-d14491db5058), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:45.523279 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a98d43-f054-412e-a602-f18c753fb482 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d902c6cc-32de-41bf-8631-d14491db5058,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:45.541878 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a1c44-b591-42fb-a27a-05e945d3ed7a req-2f968db4-1ff1-436a-91d6-ae1668ed99e2 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:45.543386 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3a0a1c44-b591-42fb-a27a-05e945d3ed7a req-2f968db4-1ff1-436a-91d6-ae1668ed99e2 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 784 time: 0.1534777 Mar 05 04:43:45.546638 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d6a98d43-f054-412e-a602-f18c753fb482 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:45.550877 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41860) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:43:45.551067 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d6a98d43-f054-412e-a602-f18c753fb482 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2829380 Mar 05 04:43:45.556868 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-775b0384-b435-4f04-a93b-ba17554723c5 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Request body: {'security_group_rule': {'security_group_id': '0fb8fc18-3f09-415f-aaf1-ea182b1f5c46', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:43:45.587593 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-775b0384-b435-4f04-a93b-ba17554723c5 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks [] for security_group_rule (091b7993-cff5-43cd-a47f-5276e16b8064), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:45.644370 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-8fe40827-09ea-4604-ba12-4e216e48c627 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:43:45.645344 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-8fe40827-09ea-4604-ba12-4e216e48c627 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076485 Mar 05 04:43:45.662633 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a69f2-9349-4207-a23d-6dcb096acfe4 req-89827125-b85d-4433-b472-b1f32a2756fd tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:45.664166 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a58a69f2-9349-4207-a23d-6dcb096acfe4 req-89827125-b85d-4433-b472-b1f32a2756fd tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 950 time: 0.0621428 Mar 05 04:43:45.688540 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-775b0384-b435-4f04-a93b-ba17554723c5 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks [] for security_group_rule (091b7993-cff5-43cd-a47f-5276e16b8064), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:45.695822 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-775b0384-b435-4f04-a93b-ba17554723c5 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (091b7993-cff5-43cd-a47f-5276e16b8064), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:45.710015 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-573a1ba1-d271-4f2e-a337-c64b9cb8a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:45.711460 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-573a1ba1-d271-4f2e-a337-c64b9cb8a4a5 service neutron] 10.222.0.11 "GET /v2.0/ports/78e680ca-9ebd-4559-af42-4c5defed548d HTTP/1.1" status: 200 len: 1126 time: 0.0567145 Mar 05 04:43:45.716459 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a58a69f2-9349-4207-a23d-6dcb096acfe4 req-a19427dd-cdce-411c-98de-43c8a8c17d8a tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457485 Mar 05 04:43:45.719046 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b0384-b435-4f04-a93b-ba17554723c5 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=091b7993-cff5-43cd-a47f-5276e16b8064,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:45.722958 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-c213d916-0995-4de9-ad74-4587ac3e931d service neutron] Request body: {'binding': {'host': 'n-h2-789963-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:43:45.723429 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-c213d916-0995-4de9-ad74-4587ac3e931d service neutron] Unknown quota resources ['binding']. {{(pid=105232) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 05 04:43:45.749556 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-775b0384-b435-4f04-a93b-ba17554723c5 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:45.750727 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-775b0384-b435-4f04-a93b-ba17554723c5 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1985118 Mar 05 04:43:45.754229 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41868) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:43:45.759275 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-e36bcf09-3d36-40f0-97b1-697f82949e29 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:43:45.780161 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e36bcf09-3d36-40f0-97b1-697f82949e29 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:45.844934 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0119ad6d-067c-4a11-9e81-9e84311884ee', 'tag': '2ad3a90d-5a5e-4ad1-b19b-47f37f584114'}, {'name': 'network-changed', 'server_uuid': '2e7e5482-e4e8-4f92-91f3-9068a9527009', 'tag': 'a8907dc4-2e32-4a59-860c-14e36a278208'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:43:45.847392 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584de556-e918-4925-ac91-5cb78c2ca411" -d '{"events": [{"name": "network-changed", "server_uuid": "0119ad6d-067c-4a11-9e81-9e84311884ee", "tag": "2ad3a90d-5a5e-4ad1-b19b-47f37f584114"}, {"name": "network-changed", "server_uuid": "2e7e5482-e4e8-4f92-91f3-9068a9527009", "tag": "a8907dc4-2e32-4a59-860c-14e36a278208"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:43:45.873650 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-c213d916-0995-4de9-ad74-4587ac3e931d service neutron] Attempting to bind port 78e680ca-9ebd-4559-af42-4c5defed548d on host n-h2-789963-32 for vnic_type normal with profile None {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:43:45.873993 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-c213d916-0995-4de9-ad74-4587ac3e931d service neutron] Attempting to bind port 78e680ca-9ebd-4559-af42-4c5defed548d by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:43:45.874371 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-c213d916-0995-4de9-ad74-4587ac3e931d service neutron] Attempting to bind port 78e680ca-9ebd-4559-af42-4c5defed548d on network fd6aa200-b97d-49ed-9876-375a41229f42 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:43:45.879388 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-c213d916-0995-4de9-ad74-4587ac3e931d service neutron] Port 78e680ca-9ebd-4559-af42-4c5defed548d on network fd6aa200-b97d-49ed-9876-375a41229f42 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:43:45.879702 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-c213d916-0995-4de9-ad74-4587ac3e931d service neutron] Attempting to bind port 78e680ca-9ebd-4559-af42-4c5defed548d on network fd6aa200-b97d-49ed-9876-375a41229f42 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:43:45.884932 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-c213d916-0995-4de9-ad74-4587ac3e931d service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:43:45.885282 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-c213d916-0995-4de9-ad74-4587ac3e931d service neutron] Checking segment: {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:43:45.885665 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-c213d916-0995-4de9-ad74-4587ac3e931d service neutron] Bound using segment: {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:43:45.886092 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-c213d916-0995-4de9-ad74-4587ac3e931d service neutron] Bound port: 78e680ca-9ebd-4559-af42-4c5defed548d, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:43:45.900317 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e36bcf09-3d36-40f0-97b1-697f82949e29 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:45.952646 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-c213d916-0995-4de9-ad74-4587ac3e931d service neutron] For port 78e680ca-9ebd-4559-af42-4c5defed548d, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=78e680ca-9ebd-4559-af42-4c5defed548d,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:43:45.959921 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-c213d916-0995-4de9-ad74-4587ac3e931d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:45.961110 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-c213d916-0995-4de9-ad74-4587ac3e931d service neutron] 10.222.0.11 "POST /v2.0/ports/78e680ca-9ebd-4559-af42-4c5defed548d/bindings HTTP/1.1" status: 201 len: 390 time: 0.2431192 Mar 05 04:43:46.025192 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-e36bcf09-3d36-40f0-97b1-697f82949e29 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Allocated IP 172.25.0.167 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/a9331f21-9261-4a46-9603-139aa3ab97df) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:43:46.125793 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:46.218055 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e36bcf09-3d36-40f0-97b1-697f82949e29 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks [] for port (a9331f21-9261-4a46-9603-139aa3ab97df), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:46.245767 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe51dc-9d6e-46af-a412-200807057887 req-e5c6ce37-ab70-4a17-a92d-d6f67e4cd214 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:46.247325 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6cbe51dc-9d6e-46af-a412-200807057887 req-e5c6ce37-ab70-4a17-a92d-d6f67e4cd214 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 945 time: 0.1055241 Mar 05 04:43:46.275765 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-669ac41d-8724-4ed1-b981-11ba5cec562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:46.277273 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-669ac41d-8724-4ed1-b981-11ba5cec562c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=84f78c82255c4feca46335184d79ad7d&device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba HTTP/1.1" status: 200 len: 1129 time: 0.0496624 Mar 05 04:43:46.340341 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e36bcf09-3d36-40f0-97b1-697f82949e29 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (a9331f21-9261-4a46-9603-139aa3ab97df), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:46.372623 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-2b8a41e0-c36b-422d-aefa-b7ea1223d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:46.374094 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-2b8a41e0-c36b-422d-aefa-b7ea1223d589 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fd6aa200-b97d-49ed-9876-375a41229f42 HTTP/1.1" status: 200 len: 920 time: 0.0888979 Mar 05 04:43:46.403600 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6cbe51dc-9d6e-46af-a412-200807057887 req-348840ca-ea43-47f5-8673-554928356b96 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481445 Mar 05 04:43:46.405339 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36bcf09-3d36-40f0-97b1-697f82949e29 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:43:46.415943 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-e36bcf09-3d36-40f0-97b1-697f82949e29 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:43:46.417477 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-64e9f4f0-dee6-4b11-9478-ea09c835381c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78e680ca-9ebd-4559-af42-4c5defed548d HTTP/1.1" status: 200 len: 217 time: 0.0352707 Mar 05 04:43:46.430622 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36bcf09-3d36-40f0-97b1-697f82949e29 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:43:46.430622 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36bcf09-3d36-40f0-97b1-697f82949e29 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Pushing event updated for resources: {'Port': ['ID=a9331f21-9261-4a46-9603-139aa3ab97df,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:46.452049 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c718376d-0d3f-4ec7-89b7-11e42dea94b8 req-838296d1-401b-4a21-b448-21a394512402 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.111 HTTP/1.1" status: 200 len: 1001 time: 0.1692262 Mar 05 04:43:46.475622 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 05 Mar 2022 04:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11ee7c4-96fb-448e-9d49-6b3e403e6c6f x-openstack-request-id: req-b11ee7c4-96fb-448e-9d49-6b3e403e6c6f {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:43:46.475925 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0119ad6d-067c-4a11-9e81-9e84311884ee", "tag": "2ad3a90d-5a5e-4ad1-b19b-47f37f584114", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2e7e5482-e4e8-4f92-91f3-9068a9527009", "tag": "a8907dc4-2e32-4a59-860c-14e36a278208", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:43:46.476188 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b11ee7c4-96fb-448e-9d49-6b3e403e6c6f {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:43:46.476598 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0119ad6d-067c-4a11-9e81-9e84311884ee', 'tag': '2ad3a90d-5a5e-4ad1-b19b-47f37f584114', 'status': 'completed', 'code': 200} Mar 05 04:43:46.476965 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e7e5482-e4e8-4f92-91f3-9068a9527009', 'tag': 'a8907dc4-2e32-4a59-860c-14e36a278208', 'status': 'completed', 'code': 200} Mar 05 04:43:46.490733 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-2af145f5-1923-4881-80c5-38f14d22b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:46.492934 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-2af145f5-1923-4881-80c5-38f14d22b438 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9d33dc8a-6008-478a-9ec8-49595a4a0656 HTTP/1.1" status: 200 len: 860 time: 0.0683255 Mar 05 04:43:46.528590 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-6f7bb4d0-5230-4476-aa08-1a0f125dbf27 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd6aa200-b97d-49ed-9876-375a41229f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280049 Mar 05 04:43:46.588450 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718376d-0d3f-4ec7-89b7-11e42dea94b8 req-72e5f47d-7367-40dc-8157-e956a7a2fa2a tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:46.589808 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c718376d-0d3f-4ec7-89b7-11e42dea94b8 req-72e5f47d-7367-40dc-8157-e956a7a2fa2a tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/ports/a8907dc4-2e32-4a59-860c-14e36a278208 HTTP/1.1" status: 200 len: 942 time: 0.1287556 Mar 05 04:43:46.633812 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-caa8cf4d-e80f-478b-8e84-8a8dd8921c67 service neutron] 10.222.0.31 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979493 Mar 05 04:43:46.731237 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e36bcf09-3d36-40f0-97b1-697f82949e29 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks [] for floatingip (0114f7bf-a6dd-4219-ae0c-8c3cec160ff1), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:46.743358 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584de556-e918-4925-ac91-5cb78c2ca411 req-d94800f1-cad1-4d63-a90d-4a185f6d93c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:46.744874 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-584de556-e918-4925-ac91-5cb78c2ca411 req-d94800f1-cad1-4d63-a90d-4a185f6d93c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b881a5a3db964674a1ec7b44033353cb&device_id=2e7e5482-e4e8-4f92-91f3-9068a9527009 HTTP/1.1" status: 200 len: 1128 time: 0.2406404 Mar 05 04:43:46.758133 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584de556-e918-4925-ac91-5cb78c2ca411 req-4961c31a-855f-468b-adf5-983bdcab6d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:46.759652 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-584de556-e918-4925-ac91-5cb78c2ca411 req-4961c31a-855f-468b-adf5-983bdcab6d99 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b881a5a3db964674a1ec7b44033353cb&device_id=0119ad6d-067c-4a11-9e81-9e84311884ee HTTP/1.1" status: 200 len: 1128 time: 0.2393692 Mar 05 04:43:46.762520 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-52da2eaf-7da8-487e-8dec-534a839972dc service neutron] 10.222.0.31 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225007 Mar 05 04:43:46.765344 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089211b-d5ab-4035-b838-86b0c931d112 req-d0a252d3-d642-4e7a-ab34-fb58be6580f8 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:46.766725 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a089211b-d5ab-4035-b838-86b0c931d112 req-d0a252d3-d642-4e7a-ab34-fb58be6580f8 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680&tenant_id=facd03296ca545159cfaaad05aba02e6&binding%3Ahost_id=n-h2-789963-32 HTTP/1.1" status: 200 len: 1128 time: 0.0983484 Mar 05 04:43:46.774248 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c718376d-0d3f-4ec7-89b7-11e42dea94b8 req-7196af8d-382f-4a75-a17f-0ec4a4fdd85e tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.111 HTTP/1.1" status: 200 len: 1001 time: 0.1389391 Mar 05 04:43:46.777573 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-a089211b-d5ab-4035-b838-86b0c931d112 req-8733df27-b0f0-41f3-9599-1e7217700a84 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-32'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:43:46.783255 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78c410-4927-4e31-a5e8-aa9ede91f0ac req-b056711a-d6ef-4b85-af99-d572b04a948a tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:46.784782 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8f78c410-4927-4e31-a5e8-aa9ede91f0ac req-b056711a-d6ef-4b85-af99-d572b04a948a tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba HTTP/1.1" status: 200 len: 946 time: 0.2310898 Mar 05 04:43:46.868028 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-a089211b-d5ab-4035-b838-86b0c931d112 req-8733df27-b0f0-41f3-9599-1e7217700a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3e3ac251-bfe7-48b6-811d-d65253961c18), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:46.928258 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-d74cb2fe-d490-48c4-ab28-71348683af7e tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:46.929778 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-d74cb2fe-d490-48c4-ab28-71348683af7e tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba&tenant_id=84f78c82255c4feca46335184d79ad7d&binding%3Ahost_id=n-h1-789963-32 HTTP/1.1" status: 200 len: 1129 time: 0.0919268 Mar 05 04:43:46.935728 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e36bcf09-3d36-40f0-97b1-697f82949e29 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a9331f21-9261-4a46-9603-139aa3ab97df), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:46.946417 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-426b07b2-9ad3-4208-aaa4-e2abfafab5ca service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-32'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:43:47.062950 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-426b07b2-9ad3-4208-aaa4-e2abfafab5ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (78e680ca-9ebd-4559-af42-4c5defed548d), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:47.070337 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-a089211b-d5ab-4035-b838-86b0c931d112 req-8733df27-b0f0-41f3-9599-1e7217700a84 service neutron] For port 3e3ac251-bfe7-48b6-811d-d65253961c18, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=3e3ac251-bfe7-48b6-811d-d65253961c18,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:47.116458 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8f78c410-4927-4e31-a5e8-aa9ede91f0ac req-c88227fc-1118-4d56-a8c1-615715ea0230 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996910 Mar 05 04:43:47.139718 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584de556-e918-4925-ac91-5cb78c2ca411 req-00bcea15-7872-4ab3-8ecd-ea4a35f1ff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:47.141192 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-584de556-e918-4925-ac91-5cb78c2ca411 req-00bcea15-7872-4ab3-8ecd-ea4a35f1ff63 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4063fb05-945c-41f3-bf86-b7ead68bf916 HTTP/1.1" status: 200 len: 921 time: 0.3806975 Mar 05 04:43:47.148885 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584de556-e918-4925-ac91-5cb78c2ca411 req-735087d8-e8ca-4a0b-abcc-b5771aba2537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:47.150332 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-584de556-e918-4925-ac91-5cb78c2ca411 req-735087d8-e8ca-4a0b-abcc-b5771aba2537 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4063fb05-945c-41f3-bf86-b7ead68bf916 HTTP/1.1" status: 200 len: 921 time: 0.3426878 Mar 05 04:43:47.167312 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-a089211b-d5ab-4035-b838-86b0c931d112 req-8733df27-b0f0-41f3-9599-1e7217700a84 service neutron] For port 3e3ac251-bfe7-48b6-811d-d65253961c18, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:43:47.216714 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718376d-0d3f-4ec7-89b7-11e42dea94b8 req-4b465e71-369a-43dc-b18d-2d8c9f25a9ee tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:47.218065 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c718376d-0d3f-4ec7-89b7-11e42dea94b8 req-4b465e71-369a-43dc-b18d-2d8c9f25a9ee tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 784 time: 0.4123945 Mar 05 04:43:47.246202 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1329847-246f-4777-bb9f-ba12ec63d680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e3ac251-bfe7-48b6-811d-d65253961c18'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:43:47.248505 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86625588-54f8-4c77-925e-f07952e7d7cb" -d '{"events": [{"server_uuid": "d1329847-246f-4777-bb9f-ba12ec63d680", "name": "network-vif-unplugged", "status": "completed", "tag": "3e3ac251-bfe7-48b6-811d-d65253961c18"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:43:47.252237 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-a089211b-d5ab-4035-b838-86b0c931d112 req-8733df27-b0f0-41f3-9599-1e7217700a84 service neutron] Publish callbacks [] for port (3e3ac251-bfe7-48b6-811d-d65253961c18), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:47.262189 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-a089211b-d5ab-4035-b838-86b0c931d112 req-8733df27-b0f0-41f3-9599-1e7217700a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (3e3ac251-bfe7-48b6-811d-d65253961c18), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:47.286885 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-584de556-e918-4925-ac91-5cb78c2ca411 req-6ac38a45-0e8b-421c-9025-8833e3209c7b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ad3a90d-5a5e-4ad1-b19b-47f37f584114 HTTP/1.1" status: 200 len: 217 time: 0.1178465 Mar 05 04:43:47.312601 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-426b07b2-9ad3-4208-aaa4-e2abfafab5ca service neutron] For port 78e680ca-9ebd-4559-af42-4c5defed548d, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=78e680ca-9ebd-4559-af42-4c5defed548d,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:47.358200 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733df27-b0f0-41f3-9599-1e7217700a84 service neutron] Pushing event updated for resources: {'Port': ['ID=3e3ac251-bfe7-48b6-811d-d65253961c18,revision_number=7']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:47.392055 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-584de556-e918-4925-ac91-5cb78c2ca411 req-8865039d-4c19-4069-ba39-a8dd37efdc95 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8907dc4-2e32-4a59-860c-14e36a278208 HTTP/1.1" status: 200 len: 1001 time: 0.2339168 Mar 05 04:43:47.401878 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-426b07b2-9ad3-4208-aaa4-e2abfafab5ca service neutron] For port 78e680ca-9ebd-4559-af42-4c5defed548d, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:43:47.432876 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-a089211b-d5ab-4035-b838-86b0c931d112 req-8733df27-b0f0-41f3-9599-1e7217700a84 service neutron] Attempting to bind port 3e3ac251-bfe7-48b6-811d-d65253961c18 on host n-h2-789963-32 for vnic_type normal with profile {"migrating_to": "n-h1-789963-32"} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:43:47.433211 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-a089211b-d5ab-4035-b838-86b0c931d112 req-8733df27-b0f0-41f3-9599-1e7217700a84 service neutron] Attempting to bind port 3e3ac251-bfe7-48b6-811d-d65253961c18 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:43:47.433780 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a089211b-d5ab-4035-b838-86b0c931d112 req-8733df27-b0f0-41f3-9599-1e7217700a84 service neutron] Attempting to bind port 3e3ac251-bfe7-48b6-811d-d65253961c18 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:43:47.454352 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a089211b-d5ab-4035-b838-86b0c931d112 req-8733df27-b0f0-41f3-9599-1e7217700a84 service neutron] Port 3e3ac251-bfe7-48b6-811d-d65253961c18 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:43:47.454982 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a089211b-d5ab-4035-b838-86b0c931d112 req-8733df27-b0f0-41f3-9599-1e7217700a84 service neutron] Attempting to bind port 3e3ac251-bfe7-48b6-811d-d65253961c18 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:43:47.462570 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584de556-e918-4925-ac91-5cb78c2ca411 req-cd33a587-0185-4bf1-95c7-415b1a65f407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:47.464081 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-584de556-e918-4925-ac91-5cb78c2ca411 req-cd33a587-0185-4bf1-95c7-415b1a65f407 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=04cf5992-8f8c-490a-b424-2ab3d34e91a8 HTTP/1.1" status: 200 len: 860 time: 0.1682377 Mar 05 04:43:47.468561 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a089211b-d5ab-4035-b838-86b0c931d112 req-8733df27-b0f0-41f3-9599-1e7217700a84 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:43:47.468931 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a089211b-d5ab-4035-b838-86b0c931d112 req-8733df27-b0f0-41f3-9599-1e7217700a84 service neutron] Checking segment: {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:43:47.469622 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a089211b-d5ab-4035-b838-86b0c931d112 req-8733df27-b0f0-41f3-9599-1e7217700a84 service neutron] Bound using segment: {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:43:47.470076 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-a089211b-d5ab-4035-b838-86b0c931d112 req-8733df27-b0f0-41f3-9599-1e7217700a84 service neutron] Bound port: 3e3ac251-bfe7-48b6-811d-d65253961c18, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:43:47.470435 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-a089211b-d5ab-4035-b838-86b0c931d112 req-8733df27-b0f0-41f3-9599-1e7217700a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3e3ac251-bfe7-48b6-811d-d65253961c18), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:47.477626 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-426b07b2-9ad3-4208-aaa4-e2abfafab5ca service neutron] Publish callbacks [] for port (78e680ca-9ebd-4559-af42-4c5defed548d), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:47.492427 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-426b07b2-9ad3-4208-aaa4-e2abfafab5ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (78e680ca-9ebd-4559-af42-4c5defed548d), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:47.518304 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c718376d-0d3f-4ec7-89b7-11e42dea94b8 req-973e0e8c-398e-4167-998f-9a49fa898859 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.111 HTTP/1.1" status: 200 len: 1001 time: 0.2474983 Mar 05 04:43:47.543106 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-c718376d-0d3f-4ec7-89b7-11e42dea94b8 req-47f5f9b0-eafa-4645-a3f4-af6abea69f83 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:43:47.547605 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584de556-e918-4925-ac91-5cb78c2ca411 req-434dfc96-fe57-455d-942a-96f755ab7e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:47.549204 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-584de556-e918-4925-ac91-5cb78c2ca411 req-434dfc96-fe57-455d-942a-96f755ab7e8a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=04cf5992-8f8c-490a-b424-2ab3d34e91a8 HTTP/1.1" status: 200 len: 860 time: 0.1413851 Mar 05 04:43:47.579773 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e36bcf09-3d36-40f0-97b1-697f82949e29 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks [] for port (a9331f21-9261-4a46-9603-139aa3ab97df), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:47.603236 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e36bcf09-3d36-40f0-97b1-697f82949e29 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (a9331f21-9261-4a46-9603-139aa3ab97df), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:47.635538 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-a089211b-d5ab-4035-b838-86b0c931d112 req-8733df27-b0f0-41f3-9599-1e7217700a84 service neutron] For port 3e3ac251-bfe7-48b6-811d-d65253961c18, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:43:47.643313 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b07b2-9ad3-4208-aaa4-e2abfafab5ca service neutron] Pushing event updated for resources: {'Port': ['ID=78e680ca-9ebd-4559-af42-4c5defed548d,revision_number=7']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:47.662028 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-426b07b2-9ad3-4208-aaa4-e2abfafab5ca service neutron] Attempting to bind port 78e680ca-9ebd-4559-af42-4c5defed548d on host n-h1-789963-32 for vnic_type normal with profile {"migrating_to": "n-h2-789963-32"} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:43:47.662028 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-426b07b2-9ad3-4208-aaa4-e2abfafab5ca service neutron] Attempting to bind port 78e680ca-9ebd-4559-af42-4c5defed548d by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:43:47.662028 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-426b07b2-9ad3-4208-aaa4-e2abfafab5ca service neutron] Attempting to bind port 78e680ca-9ebd-4559-af42-4c5defed548d on network fd6aa200-b97d-49ed-9876-375a41229f42 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:43:47.666355 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-a089211b-d5ab-4035-b838-86b0c931d112 req-8733df27-b0f0-41f3-9599-1e7217700a84 service neutron] For port 3e3ac251-bfe7-48b6-811d-d65253961c18, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=3e3ac251-bfe7-48b6-811d-d65253961c18,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:43:47.671287 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-426b07b2-9ad3-4208-aaa4-e2abfafab5ca service neutron] Port 78e680ca-9ebd-4559-af42-4c5defed548d on network fd6aa200-b97d-49ed-9876-375a41229f42 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:43:47.671683 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-426b07b2-9ad3-4208-aaa4-e2abfafab5ca service neutron] Attempting to bind port 78e680ca-9ebd-4559-af42-4c5defed548d on network fd6aa200-b97d-49ed-9876-375a41229f42 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:43:47.680063 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-426b07b2-9ad3-4208-aaa4-e2abfafab5ca service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:43:47.680417 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-426b07b2-9ad3-4208-aaa4-e2abfafab5ca service neutron] Checking segment: {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:43:47.680865 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-426b07b2-9ad3-4208-aaa4-e2abfafab5ca service neutron] Bound using segment: {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:43:47.681652 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-426b07b2-9ad3-4208-aaa4-e2abfafab5ca service neutron] Bound port: 78e680ca-9ebd-4559-af42-4c5defed548d, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:43:47.681891 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-426b07b2-9ad3-4208-aaa4-e2abfafab5ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (78e680ca-9ebd-4559-af42-4c5defed548d), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:47.684670 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-a089211b-d5ab-4035-b838-86b0c931d112 req-8733df27-b0f0-41f3-9599-1e7217700a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (3e3ac251-bfe7-48b6-811d-d65253961c18), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:47.736508 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:47.745619 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584de556-e918-4925-ac91-5cb78c2ca411 req-d5fdf647-8d37-4c64-bb1f-c2485f4ff5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:47.747596 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-584de556-e918-4925-ac91-5cb78c2ca411 req-d5fdf647-8d37-4c64-bb1f-c2485f4ff5e6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4063fb05-945c-41f3-bf86-b7ead68bf916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2692893 Mar 05 04:43:47.755939 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c718376d-0d3f-4ec7-89b7-11e42dea94b8 req-47f5f9b0-eafa-4645-a3f4-af6abea69f83 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks [] for floatingip (d94728b0-c472-47aa-812a-98417c5e3eea), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:47.827500 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733df27-b0f0-41f3-9599-1e7217700a84 service neutron] Pushing event updated for resources: {'Port': ['ID=3e3ac251-bfe7-48b6-811d-d65253961c18,revision_number=8']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:47.833999 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089211b-d5ab-4035-b838-86b0c931d112 req-8733df27-b0f0-41f3-9599-1e7217700a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:47.834636 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-a089211b-d5ab-4035-b838-86b0c931d112 req-8733df27-b0f0-41f3-9599-1e7217700a84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:47.836121 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a089211b-d5ab-4035-b838-86b0c931d112 req-8733df27-b0f0-41f3-9599-1e7217700a84 service neutron] 10.222.0.30 "PUT /v2.0/ports/3e3ac251-bfe7-48b6-811d-d65253961c18 HTTP/1.1" status: 200 len: 1123 time: 1.0633163 Mar 05 04:43:47.843380 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-426b07b2-9ad3-4208-aaa4-e2abfafab5ca service neutron] For port 78e680ca-9ebd-4559-af42-4c5defed548d, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:43:47.846523 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-426b07b2-9ad3-4208-aaa4-e2abfafab5ca service neutron] For port 78e680ca-9ebd-4559-af42-4c5defed548d, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=78e680ca-9ebd-4559-af42-4c5defed548d,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:43:47.855068 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-426b07b2-9ad3-4208-aaa4-e2abfafab5ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (78e680ca-9ebd-4559-af42-4c5defed548d), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:47.936548 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-426b07b2-9ad3-4208-aaa4-e2abfafab5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:47.937181 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-426b07b2-9ad3-4208-aaa4-e2abfafab5ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:47.938560 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-426b07b2-9ad3-4208-aaa4-e2abfafab5ca service neutron] 10.222.0.31 "PUT /v2.0/ports/78e680ca-9ebd-4559-af42-4c5defed548d HTTP/1.1" status: 200 len: 1124 time: 0.9964242 Mar 05 04:43:47.939672 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b07b2-9ad3-4208-aaa4-e2abfafab5ca service neutron] Pushing event updated for resources: {'Port': ['ID=78e680ca-9ebd-4559-af42-4c5defed548d,revision_number=8']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:47.953289 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['3e3ac251-bfe7-48b6-811d-d65253961c18'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:43:47.990988 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['3e3ac251-bfe7-48b6-811d-d65253961c18'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:43:48.089927 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['78e680ca-9ebd-4559-af42-4c5defed548d'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:43:48.105361 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36bcf09-3d36-40f0-97b1-697f82949e29 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Pushing event updated for resources: {'Port': ['ID=a9331f21-9261-4a46-9603-139aa3ab97df,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:48.192669 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e36bcf09-3d36-40f0-97b1-697f82949e29 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (0114f7bf-a6dd-4219-ae0c-8c3cec160ff1), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:48.213380 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584de556-e918-4925-ac91-5cb78c2ca411 req-838991de-03fe-40ee-bcc5-7d43f342df25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:48.215323 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-584de556-e918-4925-ac91-5cb78c2ca411 req-838991de-03fe-40ee-bcc5-7d43f342df25 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4063fb05-945c-41f3-bf86-b7ead68bf916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6263456 Mar 05 04:43:48.330534 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e36bcf09-3d36-40f0-97b1-697f82949e29 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:48.331798 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e36bcf09-3d36-40f0-97b1-697f82949e29 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5765636 Mar 05 04:43:48.431626 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d2dab-cec5-4ab1-baf1-fef1e3b32310 req-be2fe61c-b575-4274-9967-63ead835a6a5 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:48.433123 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b39d2dab-cec5-4ab1-baf1-fef1e3b32310 req-be2fe61c-b575-4274-9967-63ead835a6a5 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 950 time: 0.3199489 Mar 05 04:43:48.445016 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c718376d-0d3f-4ec7-89b7-11e42dea94b8 req-47f5f9b0-eafa-4645-a3f4-af6abea69f83 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:48.457992 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c718376d-0d3f-4ec7-89b7-11e42dea94b8 req-47f5f9b0-eafa-4645-a3f4-af6abea69f83 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (d94728b0-c472-47aa-812a-98417c5e3eea), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:48.459057 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [req-c718376d-0d3f-4ec7-89b7-11e42dea94b8 req-47f5f9b0-eafa-4645-a3f4-af6abea69f83 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Floating IP d94728b0-c472-47aa-812a-98417c5e3eea disassociated. External IP: 172.25.0.111, port: a8907dc4-2e32-4a59-860c-14e36a278208. Mar 05 04:43:48.465382 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-584de556-e918-4925-ac91-5cb78c2ca411 req-4f31cf5c-fbd5-4509-af6c-00e8f5377739 service neutron] 10.222.0.31 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543303 Mar 05 04:43:48.576295 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-584de556-e918-4925-ac91-5cb78c2ca411 req-d4610b70-56b5-408b-bbf4-613c8fe853f1 service neutron] 10.222.0.30 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965717 Mar 05 04:43:48.668498 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b39d2dab-cec5-4ab1-baf1-fef1e3b32310 req-bab687f6-7405-4edd-9b1a-b985f44d1475 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204049 Mar 05 04:43:48.711606 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 04:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c18c1f-dd3d-42e2-8047-1b2d1df30261 x-openstack-request-id: req-c4c18c1f-dd3d-42e2-8047-1b2d1df30261 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:43:48.712206 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1329847-246f-4777-bb9f-ba12ec63d680", "name": "network-vif-unplugged", "status": "completed", "tag": "3e3ac251-bfe7-48b6-811d-d65253961c18", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:43:48.712643 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c4c18c1f-dd3d-42e2-8047-1b2d1df30261 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:43:48.713202 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1329847-246f-4777-bb9f-ba12ec63d680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e3ac251-bfe7-48b6-811d-d65253961c18', 'code': 200} Mar 05 04:43:48.755310 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-584de556-e918-4925-ac91-5cb78c2ca411 req-fe122885-a847-4f14-842a-98334f68e813 service neutron] 10.222.0.31 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439036 Mar 05 04:43:48.841019 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-584de556-e918-4925-ac91-5cb78c2ca411 req-1bb87d03-b6c2-4b2c-a8ec-8d7144f39df3 service neutron] 10.222.0.30 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305102 Mar 05 04:43:48.904073 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26b334-3511-435a-918e-fd4dbb97b1c8 req-df2c9721-1ce6-4b40-aac3-131f254844e4 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:48.905575 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a26b334-3511-435a-918e-fd4dbb97b1c8 req-df2c9721-1ce6-4b40-aac3-131f254844e4 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 943 time: 0.1491511 Mar 05 04:43:48.937061 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c718376d-0d3f-4ec7-89b7-11e42dea94b8 req-47f5f9b0-eafa-4645-a3f4-af6abea69f83 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Router 32859989-f380-41c1-882a-adb0b5588814 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:43:48.965632 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a26b334-3511-435a-918e-fd4dbb97b1c8 req-f61535ad-25c3-4bbb-a159-1fdfa7282f8b tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543454 Mar 05 04:43:49.027306 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 3e3ac251-bfe7-48b6-811d-d65253961c18 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:43:49.075302 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c718376d-0d3f-4ec7-89b7-11e42dea94b8 req-47f5f9b0-eafa-4645-a3f4-af6abea69f83 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:43:49.080077 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c718376d-0d3f-4ec7-89b7-11e42dea94b8 req-47f5f9b0-eafa-4645-a3f4-af6abea69f83 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:49.137744 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c718376d-0d3f-4ec7-89b7-11e42dea94b8 req-47f5f9b0-eafa-4645-a3f4-af6abea69f83 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "PUT /v2.0/floatingips/d94728b0-c472-47aa-812a-98417c5e3eea HTTP/1.1" status: 200 len: 695 time: 1.6038587 Mar 05 04:43:49.139018 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7e5482-e4e8-4f92-91f3-9068a9527009', 'tag': 'a8907dc4-2e32-4a59-860c-14e36a278208'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:43:49.141356 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1289e51-f8cc-426e-a27f-3656810275af" -d '{"events": [{"name": "network-changed", "server_uuid": "2e7e5482-e4e8-4f92-91f3-9068a9527009", "tag": "a8907dc4-2e32-4a59-860c-14e36a278208"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:43:49.195676 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a131b7-2ba6-420d-a451-a86bb2ec4ac9 req-778a83df-a919-4256-a20b-8c99aba9d75f tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:49.197263 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f0a131b7-2ba6-420d-a451-a86bb2ec4ac9 req-778a83df-a919-4256-a20b-8c99aba9d75f tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321 HTTP/1.1" status: 200 len: 947 time: 0.0970469 Mar 05 04:43:49.234150 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0871c688-dd0b-4924-8e80-142bcc45fed7 None None] Sync routers for ids ['32859989-f380-41c1-882a-adb0b5588814'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:43:49.238203 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718376d-0d3f-4ec7-89b7-11e42dea94b8 req-0fb849ce-a4a2-48b0-bcb8-adad22ca6b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:49.240744 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c718376d-0d3f-4ec7-89b7-11e42dea94b8 req-0fb849ce-a4a2-48b0-bcb8-adad22ca6b02 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b881a5a3db964674a1ec7b44033353cb&device_id=2e7e5482-e4e8-4f92-91f3-9068a9527009 HTTP/1.1" status: 200 len: 1128 time: 0.0843704 Mar 05 04:43:49.254189 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0871c688-dd0b-4924-8e80-142bcc45fed7 None None] Routers {'32859989-f380-41c1-882a-adb0b5588814'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:43:49.254824 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-0871c688-dd0b-4924-8e80-142bcc45fed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:43:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['32859989-f380-41c1-882a-adb0b5588814'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:43:49.265782 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f0a131b7-2ba6-420d-a451-a86bb2ec4ac9 req-6c9b2e0c-7d35-4f0d-9cd7-4dac71d7fe5b tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5eb1416-bc0c-4601-98ac-ed388e81890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621901 Mar 05 04:43:49.309805 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 3e3ac251-bfe7-48b6-811d-d65253961c18, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=3e3ac251-bfe7-48b6-811d-d65253961c18,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:49.327301 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 3e3ac251-bfe7-48b6-811d-d65253961c18 has no active binding in host n-h1-789963-32 {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 05 04:43:49.381288 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718376d-0d3f-4ec7-89b7-11e42dea94b8 req-dd8ff006-3b1c-4839-bacb-f4ce3f8bd22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:49.382773 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c718376d-0d3f-4ec7-89b7-11e42dea94b8 req-dd8ff006-3b1c-4839-bacb-f4ce3f8bd22c service neutron] 10.222.0.11 "GET /v2.0/networks?id=4063fb05-945c-41f3-bf86-b7ead68bf916 HTTP/1.1" status: 200 len: 921 time: 0.1326072 Mar 05 04:43:49.388080 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-0871c688-dd0b-4924-8e80-142bcc45fed7 None None] Set router 32859989-f380-41c1-882a-adb0b5588814 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:43:49.406712 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cec983-3b75-4492-842c-9264e2187a80 req-c3e374ee-ce6c-4960-bc76-9024fa774ee6 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:49.408243 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-99cec983-3b75-4492-842c-9264e2187a80 req-c3e374ee-ce6c-4960-bc76-9024fa774ee6 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba HTTP/1.1" status: 200 len: 944 time: 0.0817912 Mar 05 04:43:49.438018 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c718376d-0d3f-4ec7-89b7-11e42dea94b8 req-973c8b8f-02f2-411f-bce7-814f444c41d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8907dc4-2e32-4a59-860c-14e36a278208 HTTP/1.1" status: 200 len: 217 time: 0.0474856 Mar 05 04:43:49.514907 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-99cec983-3b75-4492-842c-9264e2187a80 req-acf522a3-ca36-44ec-aeb0-bd9ab85260bd tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791454 Mar 05 04:43:49.516362 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718376d-0d3f-4ec7-89b7-11e42dea94b8 req-87f745a2-8ccd-44b7-98db-ba08f383bab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:49.517843 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c718376d-0d3f-4ec7-89b7-11e42dea94b8 req-87f745a2-8ccd-44b7-98db-ba08f383bab1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04cf5992-8f8c-490a-b424-2ab3d34e91a8 HTTP/1.1" status: 200 len: 860 time: 0.0675650 Mar 05 04:43:49.580040 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718376d-0d3f-4ec7-89b7-11e42dea94b8 req-1c9c5f59-19f4-4ec7-939b-abde99cc918b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:49.581586 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c718376d-0d3f-4ec7-89b7-11e42dea94b8 req-1c9c5f59-19f4-4ec7-939b-abde99cc918b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4063fb05-945c-41f3-bf86-b7ead68bf916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0550652 Mar 05 04:43:49.593413 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-0871c688-dd0b-4924-8e80-142bcc45fed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32859989-f380-41c1-882a-adb0b5588814', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142023727-router', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:42:37Z', 'updated_at': '2022-03-05T04:42:44Z', 'revision_number': 4, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'gw_port': {'id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:38Z', 'updated_at': '2022-03-05T04:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '8072b9df-64f2-46bf-ae73-50db5bb14d94', 'name': '', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'mac_address': 'fa:16:3e:c3:d2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:43Z', 'updated_at': '2022-03-05T04:42:52Z', 'revision_number': 5, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'subnets': [{'id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:43:49.624218 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0871c688-dd0b-4924-8e80-142bcc45fed7 None None] Checking router: 32859989-f380-41c1-882a-adb0b5588814 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:43:49.634105 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0871c688-dd0b-4924-8e80-142bcc45fed7 None None] Routers {'32859989-f380-41c1-882a-adb0b5588814'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:43:49.634728 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-0871c688-dd0b-4924-8e80-142bcc45fed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:43:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['32859989-f380-41c1-882a-adb0b5588814'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:43:49.740849 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c718376d-0d3f-4ec7-89b7-11e42dea94b8 req-c3a0e256-e42d-4685-8473-b6d3a9aee752 service neutron] 10.222.0.11 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528437 Mar 05 04:43:49.747894 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-0871c688-dd0b-4924-8e80-142bcc45fed7 None None] Set router 32859989-f380-41c1-882a-adb0b5588814 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:43:49.787494 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-4223ef32-0d64-4dda-88ff-e8f0308d98c0 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:49.788881 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-4223ef32-0d64-4dda-88ff-e8f0308d98c0 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/networks?id=a952105b-ebc4-4199-9a60-4f9b3f21d433 HTTP/1.1" status: 200 len: 820 time: 0.1752369 Mar 05 04:43:49.835819 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-5f812e57-5aef-47b3-8d3d-0d403ead9a32 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/quotas/736990f873564774a97b655286c16e6d HTTP/1.1" status: 200 len: 375 time: 0.0195796 Mar 05 04:43:49.869891 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-a5e6751e-fd1a-43c4-a4e5-17449ceb19a1 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=736990f873564774a97b655286c16e6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282564 Mar 05 04:43:49.900618 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c718376d-0d3f-4ec7-89b7-11e42dea94b8 req-f0755e29-acde-4a6e-9086-40a3f4485501 service neutron] 10.222.0.11 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535459 Mar 05 04:43:49.952364 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-0871c688-dd0b-4924-8e80-142bcc45fed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32859989-f380-41c1-882a-adb0b5588814', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142023727-router', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:42:37Z', 'updated_at': '2022-03-05T04:42:44Z', 'revision_number': 4, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'gw_port': {'id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:38Z', 'updated_at': '2022-03-05T04:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '8072b9df-64f2-46bf-ae73-50db5bb14d94', 'name': '', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'mac_address': 'fa:16:3e:c3:d2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:43Z', 'updated_at': '2022-03-05T04:42:52Z', 'revision_number': 5, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'subnets': [{'id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:43:49.967647 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9fb417-c2e0-4bc2-a76d-1ededc6f8aba x-openstack-request-id: req-ea9fb417-c2e0-4bc2-a76d-1ededc6f8aba {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:43:49.968149 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e7e5482-e4e8-4f92-91f3-9068a9527009", "tag": "a8907dc4-2e32-4a59-860c-14e36a278208", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:43:49.968561 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ea9fb417-c2e0-4bc2-a76d-1ededc6f8aba {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:43:49.969084 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e7e5482-e4e8-4f92-91f3-9068a9527009', 'tag': 'a8907dc4-2e32-4a59-860c-14e36a278208', 'status': 'completed', 'code': 200} Mar 05 04:43:49.986230 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0871c688-dd0b-4924-8e80-142bcc45fed7 None None] The sync data for ids ['32859989-f380-41c1-882a-adb0b5588814'] in n-d-789963-32 is: [{'id': '32859989-f380-41c1-882a-adb0b5588814', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142023727-router', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:42:37Z', 'updated_at': '2022-03-05T04:42:44Z', 'revision_number': 4, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'gw_port': {'id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:38Z', 'updated_at': '2022-03-05T04:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '8072b9df-64f2-46bf-ae73-50db5bb14d94', 'name': '', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'mac_address': 'fa:16:3e:c3:d2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:43Z', 'updated_at': '2022-03-05T04:42:52Z', 'revision_number': 5, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'subnets': [{'id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:43:50.074783 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-f9549dbb-1849-4e2c-9be3-f6680ad0b22c service neutron] 10.222.0.11 "GET /v2.0/networks/a952105b-ebc4-4199-9a60-4f9b3f21d433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959107 Mar 05 04:43:50.120402 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b327aea-9146-4aac-9997-f716d7e88e47 req-74cbcfeb-e1de-489f-8a4f-a7e3297d03d9 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:50.121866 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b327aea-9146-4aac-9997-f716d7e88e47 req-74cbcfeb-e1de-489f-8a4f-a7e3297d03d9 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321 HTTP/1.1" status: 200 len: 947 time: 0.1712439 Mar 05 04:43:50.184039 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1289e51-f8cc-426e-a27f-3656810275af req-0c431b5e-f964-4f51-9694-9dfad07f4d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:50.185556 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f1289e51-f8cc-426e-a27f-3656810275af req-0c431b5e-f964-4f51-9694-9dfad07f4d82 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b881a5a3db964674a1ec7b44033353cb&device_id=2e7e5482-e4e8-4f92-91f3-9068a9527009 HTTP/1.1" status: 200 len: 1128 time: 0.1902018 Mar 05 04:43:50.226873 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1bbdf1-f639-480e-84e0-cf40fd4015e7 None None] New status for floating IP d94728b0-c472-47aa-812a-98417c5e3eea: DOWN {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 04:43:50.237559 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1de3ef-fc18-451a-bbb6-531cb86bb602 req-0474cda4-b559-494f-bff9-59c0a6963e21 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:50.239031 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ed1de3ef-fc18-451a-bbb6-531cb86bb602 req-0474cda4-b559-494f-bff9-59c0a6963e21 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 950 time: 0.2281549 Mar 05 04:43:50.361858 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-63afd577-0a83-49d0-8211-a87efc9bed86 service neutron] 10.222.0.11 "GET /v2.0/networks/a952105b-ebc4-4199-9a60-4f9b3f21d433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794569 Mar 05 04:43:50.397809 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ed1de3ef-fc18-451a-bbb6-531cb86bb602 req-7e4c25ed-4663-44b8-9d78-11a4dda51644 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523571 Mar 05 04:43:50.416547 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1289e51-f8cc-426e-a27f-3656810275af req-c2c400c8-3f4c-43ca-b460-3d48ebfc0866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:50.418050 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f1289e51-f8cc-426e-a27f-3656810275af req-c2c400c8-3f4c-43ca-b460-3d48ebfc0866 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4063fb05-945c-41f3-bf86-b7ead68bf916 HTTP/1.1" status: 200 len: 921 time: 0.2124379 Mar 05 04:43:50.438277 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-8b327aea-9146-4aac-9997-f716d7e88e47 req-5d68c13c-0f48-4b15-9d60-5241fcee9464 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Deleting port 17af09b1-2aa0-4ad6-b733-2aec7399ee2a {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:43:50.438626 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-8b327aea-9146-4aac-9997-f716d7e88e47 req-5d68c13c-0f48-4b15-9d60-5241fcee9464 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (17af09b1-2aa0-4ad6-b733-2aec7399ee2a), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:50.472289 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f1289e51-f8cc-426e-a27f-3656810275af req-203dae70-06de-406a-9779-ffe6db42ec95 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8907dc4-2e32-4a59-860c-14e36a278208 HTTP/1.1" status: 200 len: 217 time: 0.0436883 Mar 05 04:43:50.614727 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1289e51-f8cc-426e-a27f-3656810275af req-27c29da3-b03c-4eef-ad47-2a76b2b49fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:50.616495 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f1289e51-f8cc-426e-a27f-3656810275af req-27c29da3-b03c-4eef-ad47-2a76b2b49fdb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=04cf5992-8f8c-490a-b424-2ab3d34e91a8 HTTP/1.1" status: 200 len: 860 time: 0.1302695 Mar 05 04:43:50.714563 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2214206e-9a2b-4a42-8d9b-e77586a334ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78e680ca-9ebd-4559-af42-4c5defed548d'}, {'name': 'network-changed', 'server_uuid': 'd1329847-246f-4777-bb9f-ba12ec63d680', 'tag': '3e3ac251-bfe7-48b6-811d-d65253961c18'}, {'name': 'network-changed', 'server_uuid': '2214206e-9a2b-4a42-8d9b-e77586a334ba', 'tag': '78e680ca-9ebd-4559-af42-4c5defed548d'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:43:50.718566 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76b5301-0dc0-44fe-a0cb-1ecfdb2bdf44" -d '{"events": [{"server_uuid": "2214206e-9a2b-4a42-8d9b-e77586a334ba", "name": "network-vif-unplugged", "status": "completed", "tag": "78e680ca-9ebd-4559-af42-4c5defed548d"}, {"name": "network-changed", "server_uuid": "d1329847-246f-4777-bb9f-ba12ec63d680", "tag": "3e3ac251-bfe7-48b6-811d-d65253961c18"}, {"name": "network-changed", "server_uuid": "2214206e-9a2b-4a42-8d9b-e77586a334ba", "tag": "78e680ca-9ebd-4559-af42-4c5defed548d"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:43:50.952264 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-8b327aea-9146-4aac-9997-f716d7e88e47 req-5d68c13c-0f48-4b15-9d60-5241fcee9464 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] For port 17af09b1-2aa0-4ad6-b733-2aec7399ee2a, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=17af09b1-2aa0-4ad6-b733-2aec7399ee2a,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:50.952607 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-8b327aea-9146-4aac-9997-f716d7e88e47 req-5d68c13c-0f48-4b15-9d60-5241fcee9464 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (17af09b1-2aa0-4ad6-b733-2aec7399ee2a), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:50.991070 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-8b327aea-9146-4aac-9997-f716d7e88e47 req-5d68c13c-0f48-4b15-9d60-5241fcee9464 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Calling delete_port for 17af09b1-2aa0-4ad6-b733-2aec7399ee2a owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:43:51.020877 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375543f7-b112-4140-ad72-1b97b6e4d139 req-9de7e6a4-384f-4e75-b953-f9add743654c tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:51.022430 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-375543f7-b112-4140-ad72-1b97b6e4d139 req-9de7e6a4-384f-4e75-b953-f9add743654c tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 943 time: 0.4683874 Mar 05 04:43:51.041729 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:43:51.087836 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 78e680ca-9ebd-4559-af42-4c5defed548d details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:43:51.124967 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1289e51-f8cc-426e-a27f-3656810275af req-dac381b8-60bd-4835-9d7b-6f51193c0923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:51.126415 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f1289e51-f8cc-426e-a27f-3656810275af req-dac381b8-60bd-4835-9d7b-6f51193c0923 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4063fb05-945c-41f3-bf86-b7ead68bf916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4915535 Mar 05 04:43:51.141982 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d1127-4121-4a5f-ac60-80a6badd1c64 req-908d0b63-68a4-4a93-9376-51d78771d522 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:51.143505 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-494d1127-4121-4a5f-ac60-80a6badd1c64 req-908d0b63-68a4-4a93-9376-51d78771d522 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321 HTTP/1.1" status: 200 len: 947 time: 0.1957929 Mar 05 04:43:51.199728 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-375543f7-b112-4140-ad72-1b97b6e4d139 req-07b4f0b6-f97f-490d-9e18-a383b1520b2a tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705618 Mar 05 04:43:51.236960 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 78e680ca-9ebd-4559-af42-4c5defed548d, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=78e680ca-9ebd-4559-af42-4c5defed548d,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:51.248079 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=0e8487f7-4fcf-4a2e-93e3-cde31593f0f4,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:51.263437 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 78e680ca-9ebd-4559-af42-4c5defed548d has no active binding in host n-h2-789963-32 {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 05 04:43:51.265980 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '0e8487f7-4fcf-4a2e-93e3-cde31593f0f4', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': '0e8487f7-4fcf-4a2e-93e3-cde31593f0f4', 'mac_address': 'fa:16:3e:73:71:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:43:51.305973 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:43:51.306389 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0e8487f7-4fcf-4a2e-93e3-cde31593f0f4), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:51.320220 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:43:51.331360 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-09207b3b-15d5-4e94-9f3c-5039950861c4 req-9b740b65-6713-4ddb-95c5-0a06acc637cb tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8d3b823-019e-4814-97d7-f650f2969427 HTTP/1.1" status: 200 len: 210 time: 0.0634372 Mar 05 04:43:51.339855 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-494d1127-4121-4a5f-ac60-80a6badd1c64 req-9c81fde5-a7fc-457e-9257-fdaae4119b66 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5eb1416-bc0c-4601-98ac-ed388e81890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785769 Mar 05 04:43:51.353352 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=0e8487f7-4fcf-4a2e-93e3-cde31593f0f4,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:51.353845 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0e8487f7-4fcf-4a2e-93e3-cde31593f0f4), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:51.375661 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f1289e51-f8cc-426e-a27f-3656810275af req-861ff675-4979-4a54-843e-7d448c7718b0 service neutron] 10.222.0.30 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260387 Mar 05 04:43:51.379821 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-8b327aea-9146-4aac-9997-f716d7e88e47 req-5d68c13c-0f48-4b15-9d60-5241fcee9464 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (17af09b1-2aa0-4ad6-b733-2aec7399ee2a), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:51.439496 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=0e8487f7-4fcf-4a2e-93e3-cde31593f0f4,revision_number=9']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:51.473183 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68c13c-0f48-4b15-9d60-5241fcee9464 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Pushing event deleted for resources: {'Port': ['ID=17af09b1-2aa0-4ad6-b733-2aec7399ee2a,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:51.529560 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b327aea-9146-4aac-9997-f716d7e88e47 req-5d68c13c-0f48-4b15-9d60-5241fcee9464 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] No DVR routers for this DVR port 17af09b1-2aa0-4ad6-b733-2aec7399ee2a on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:43:51.577281 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-8b327aea-9146-4aac-9997-f716d7e88e47 req-5d68c13c-0f48-4b15-9d60-5241fcee9464 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:51.580587 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b327aea-9146-4aac-9997-f716d7e88e47 req-5d68c13c-0f48-4b15-9d60-5241fcee9464 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.31 "DELETE /v2.0/ports/17af09b1-2aa0-4ad6-b733-2aec7399ee2a HTTP/1.1" status: 204 len: 173 time: 1.4435482 Mar 05 04:43:51.635542 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018198a-9955-4bc1-9004-19035c7119ff req-240f9563-5350-42e2-9ae3-9e88a8c5159a tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:51.636990 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7018198a-9955-4bc1-9004-19035c7119ff req-240f9563-5350-42e2-9ae3-9e88a8c5159a tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba HTTP/1.1" status: 200 len: 944 time: 0.2019503 Mar 05 04:43:51.650745 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f1289e51-f8cc-426e-a27f-3656810275af req-dd99a764-50dd-468a-939a-d221e06c1966 service neutron] 10.222.0.30 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535558 Mar 05 04:43:51.688081 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5ceba-6a75-47ec-8fbc-74c1a3047cb5 req-793a4e58-aa46-44bc-a21a-6f1effd5a346 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:51.689576 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['0e8487f7-4fcf-4a2e-93e3-cde31593f0f4'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:43:51.695020 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9a5ceba-6a75-47ec-8fbc-74c1a3047cb5 req-793a4e58-aa46-44bc-a21a-6f1effd5a346 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/ports?device_id=0119ad6d-067c-4a11-9e81-9e84311884ee&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2229118 Mar 05 04:43:51.800414 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9a5ceba-6a75-47ec-8fbc-74c1a3047cb5 req-dce24f6e-ea96-42c4-aadc-1df39939c9b7 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.111 HTTP/1.1" status: 200 len: 696 time: 0.1040885 Mar 05 04:43:51.815844 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-a9a5ceba-6a75-47ec-8fbc-74c1a3047cb5 req-3264688e-d7f6-4690-995f-28e07140d1f0 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Request body: {'floatingip': {'port_id': '2ad3a90d-5a5e-4ad1-b19b-47f37f584114', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:43:51.884268 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a9a5ceba-6a75-47ec-8fbc-74c1a3047cb5 req-3264688e-d7f6-4690-995f-28e07140d1f0 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks [] for floatingip (d94728b0-c472-47aa-812a-98417c5e3eea), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:51.926703 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7018198a-9955-4bc1-9004-19035c7119ff req-91d3c3ac-c68a-470a-a8ee-382792040b77 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737763 Mar 05 04:43:51.944034 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-4fb0f582-c951-4af4-bc58-f73a887df525 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:51.945484 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-4fb0f582-c951-4af4-bc58-f73a887df525 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.31 "GET /v2.0/networks?id=a952105b-ebc4-4199-9a60-4f9b3f21d433 HTTP/1.1" status: 200 len: 820 time: 0.3056266 Mar 05 04:43:51.970208 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-997ba7f4-36a1-4de8-ae14-434ad2aa34bf tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Request body: {'port': {'device_id': 'b8d3b823-019e-4814-97d7-f650f2969427', 'network_id': 'a952105b-ebc4-4199-9a60-4f9b3f21d433', 'admin_state_up': True, 'tenant_id': '736990f873564774a97b655286c16e6d'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:43:51.974302 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321', 'name': 'network-vif-deleted', 'tag': '17af09b1-2aa0-4ad6-b733-2aec7399ee2a'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:43:51.977236 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4317cc24-db84-48ee-8bc5-9ce7c01514fa" -d '{"events": [{"server_uuid": "e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321", "name": "network-vif-deleted", "tag": "17af09b1-2aa0-4ad6-b733-2aec7399ee2a"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:43:51.991476 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Sat, 05 Mar 2022 04:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39539be7-348c-46e6-a01e-4b4aa8dc6599 x-openstack-request-id: req-39539be7-348c-46e6-a01e-4b4aa8dc6599 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:43:51.992432 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2214206e-9a2b-4a42-8d9b-e77586a334ba", "name": "network-vif-unplugged", "status": "completed", "tag": "78e680ca-9ebd-4559-af42-4c5defed548d", "code": 200}, {"name": "network-changed", "server_uuid": "d1329847-246f-4777-bb9f-ba12ec63d680", "tag": "3e3ac251-bfe7-48b6-811d-d65253961c18", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2214206e-9a2b-4a42-8d9b-e77586a334ba", "tag": "78e680ca-9ebd-4559-af42-4c5defed548d", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:43:51.992685 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-39539be7-348c-46e6-a01e-4b4aa8dc6599 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:43:51.993087 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2214206e-9a2b-4a42-8d9b-e77586a334ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78e680ca-9ebd-4559-af42-4c5defed548d', 'code': 200} Mar 05 04:43:51.993341 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1329847-246f-4777-bb9f-ba12ec63d680', 'tag': '3e3ac251-bfe7-48b6-811d-d65253961c18', 'status': 'completed', 'code': 200} Mar 05 04:43:51.993592 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2214206e-9a2b-4a42-8d9b-e77586a334ba', 'tag': '78e680ca-9ebd-4559-af42-4c5defed548d', 'status': 'completed', 'code': 200} Mar 05 04:43:52.082951 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b5301-0dc0-44fe-a0cb-1ecfdb2bdf44 req-a6ee66dc-f9c2-45a1-ae48-c3868f88c5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:52.084917 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d76b5301-0dc0-44fe-a0cb-1ecfdb2bdf44 req-a6ee66dc-f9c2-45a1-ae48-c3868f88c5db service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=facd03296ca545159cfaaad05aba02e6&device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 1157 time: 0.0613766 Mar 05 04:43:52.199033 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b5301-0dc0-44fe-a0cb-1ecfdb2bdf44 req-5412c2ee-de77-4f66-935b-b0bce1d48247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:52.200946 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d76b5301-0dc0-44fe-a0cb-1ecfdb2bdf44 req-5412c2ee-de77-4f66-935b-b0bce1d48247 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8538c983-160a-4b67-8024-c598ec9cf3a6 HTTP/1.1" status: 200 len: 907 time: 0.1088147 Mar 05 04:43:52.264019 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d76b5301-0dc0-44fe-a0cb-1ecfdb2bdf44 req-c5c7fe75-392f-485b-8401-f8a025cb0fbf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e3ac251-bfe7-48b6-811d-d65253961c18 HTTP/1.1" status: 200 len: 217 time: 0.0482514 Mar 05 04:43:52.282693 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b5301-0dc0-44fe-a0cb-1ecfdb2bdf44 req-6d74f3f6-0fd5-4b26-9d20-d6947aef8d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:52.284241 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d76b5301-0dc0-44fe-a0cb-1ecfdb2bdf44 req-6d74f3f6-0fd5-4b26-9d20-d6947aef8d5d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84f78c82255c4feca46335184d79ad7d&device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba HTTP/1.1" status: 200 len: 1158 time: 0.2149029 Mar 05 04:43:52.295784 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa834b-53d3-4b5b-a45c-11ba536c149f req-3cd15b43-45b9-4a4e-9ef8-a9be6cad0213 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:52.303164 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-11fa834b-53d3-4b5b-a45c-11ba536c149f req-3cd15b43-45b9-4a4e-9ef8-a9be6cad0213 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 950 time: 0.2349818 Mar 05 04:43:52.341879 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b5301-0dc0-44fe-a0cb-1ecfdb2bdf44 req-8d9b4854-e7d2-4c36-9897-5591a11db8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:52.343699 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d76b5301-0dc0-44fe-a0cb-1ecfdb2bdf44 req-8d9b4854-e7d2-4c36-9897-5591a11db8c4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa622505-df3c-45bb-bed1-baf2861c8524 HTTP/1.1" status: 200 len: 847 time: 0.0704601 Mar 05 04:43:52.363968 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-997ba7f4-36a1-4de8-ae14-434ad2aa34bf tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Made reservation on behalf of 736990f873564774a97b655286c16e6d for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:43:52.368466 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-997ba7f4-36a1-4de8-ae14-434ad2aa34bf tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:52.390826 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d76b5301-0dc0-44fe-a0cb-1ecfdb2bdf44 req-f1641de0-38c3-4c09-b0eb-0e16fa47a25f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8538c983-160a-4b67-8024-c598ec9cf3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370693 Mar 05 04:43:52.534147 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d76b5301-0dc0-44fe-a0cb-1ecfdb2bdf44 req-b0777b89-504d-4799-a8bc-b6ab9702e70a service neutron] 10.222.0.31 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250713 Mar 05 04:43:52.537694 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-11fa834b-53d3-4b5b-a45c-11ba536c149f req-78a56ee4-9171-43cf-a8cf-a52be3962343 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336309 Mar 05 04:43:52.616689 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b5301-0dc0-44fe-a0cb-1ecfdb2bdf44 req-12fd9a74-b68b-4a75-af0b-eb14db7adc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:52.618192 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d76b5301-0dc0-44fe-a0cb-1ecfdb2bdf44 req-12fd9a74-b68b-4a75-af0b-eb14db7adc81 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fd6aa200-b97d-49ed-9876-375a41229f42 HTTP/1.1" status: 200 len: 920 time: 0.3129520 Mar 05 04:43:52.717557 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec3850b-ae1e-4292-a63b-7ff4b90f0c61 x-openstack-request-id: req-aec3850b-ae1e-4292-a63b-7ff4b90f0c61 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:43:52.717845 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321", "name": "network-vif-deleted", "tag": "17af09b1-2aa0-4ad6-b733-2aec7399ee2a", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:43:52.718094 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aec3850b-ae1e-4292-a63b-7ff4b90f0c61 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:43:52.718493 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d9133c-8fb0-43e2-bc6c-6c6aeb4a4321', 'name': 'network-vif-deleted', 'tag': '17af09b1-2aa0-4ad6-b733-2aec7399ee2a', 'status': 'completed', 'code': 200} Mar 05 04:43:52.727759 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d76b5301-0dc0-44fe-a0cb-1ecfdb2bdf44 req-852c1cb1-8187-4816-b8a9-87f184ec13d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78e680ca-9ebd-4559-af42-4c5defed548d HTTP/1.1" status: 200 len: 217 time: 0.0799618 Mar 05 04:43:52.756756 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d76b5301-0dc0-44fe-a0cb-1ecfdb2bdf44 req-34fd99ee-d62e-435e-83cf-d9c08e262f85 service neutron] 10.222.0.31 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522207 Mar 05 04:43:52.796038 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-997ba7f4-36a1-4de8-ae14-434ad2aa34bf tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Allocated IP 172.20.0.6 (a952105b-ebc4-4199-9a60-4f9b3f21d433/d442e327-d533-4ad3-8b3e-6bf8aaddc901/b9ffbaca-1e3b-432c-adbe-6a95dc00217f) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:43:52.900656 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b5301-0dc0-44fe-a0cb-1ecfdb2bdf44 req-058313ec-0eb3-4dad-b8a1-79950ea49178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:52.902477 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d76b5301-0dc0-44fe-a0cb-1ecfdb2bdf44 req-058313ec-0eb3-4dad-b8a1-79950ea49178 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d33dc8a-6008-478a-9ec8-49595a4a0656 HTTP/1.1" status: 200 len: 860 time: 0.1647968 Mar 05 04:43:52.994475 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d76b5301-0dc0-44fe-a0cb-1ecfdb2bdf44 req-23ab94ee-3111-440f-8269-c10c1c2863db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd6aa200-b97d-49ed-9876-375a41229f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578682 Mar 05 04:43:53.013465 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08eddea-8724-4077-a1b2-b089f707c645 req-7b20e4c5-c25e-4554-8e1a-835a45f7136f tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:53.015023 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e08eddea-8724-4077-a1b2-b089f707c645 req-7b20e4c5-c25e-4554-8e1a-835a45f7136f tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 943 time: 0.2655935 Mar 05 04:43:53.017246 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a9a5ceba-6a75-47ec-8fbc-74c1a3047cb5 req-3264688e-d7f6-4690-995f-28e07140d1f0 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:53.042691 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:43:53.050303 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a9a5ceba-6a75-47ec-8fbc-74c1a3047cb5 req-3264688e-d7f6-4690-995f-28e07140d1f0 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (d94728b0-c472-47aa-812a-98417c5e3eea), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:53.108211 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:43:53.109079 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0e8487f7-4fcf-4a2e-93e3-cde31593f0f4), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:53.112287 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 78e680ca-9ebd-4559-af42-4c5defed548d details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:43:53.306283 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:43:53.306937 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0e8487f7-4fcf-4a2e-93e3-cde31593f0f4), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:53.310625 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 78e680ca-9ebd-4559-af42-4c5defed548d, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=78e680ca-9ebd-4559-af42-4c5defed548d,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:53.351695 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c651d1-2eb8-4a54-a4fe-de43fd2efbee req-3d9bdd60-d001-4e46-9765-1c07cd82c9e2 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:53.354522 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b5c651d1-2eb8-4a54-a4fe-de43fd2efbee req-3d9bdd60-d001-4e46-9765-1c07cd82c9e2 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e7e5482-e4e8-4f92-91f3-9068a9527009 HTTP/1.1" status: 200 len: 945 time: 0.0994010 Mar 05 04:43:53.356043 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=0e8487f7-4fcf-4a2e-93e3-cde31593f0f4,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:53.357530 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 78e680ca-9ebd-4559-af42-4c5defed548d has no active binding in host n-h2-789963-32 {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 05 04:43:53.359320 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c11fe5-060a-4bf3-aa5c-5917a8834450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8487f7-4fcf-4a2e-93e3-cde31593f0f4'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:43:53.362481 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee4f396-8865-4082-802e-8166ec334340" -d '{"events": [{"server_uuid": "56c11fe5-060a-4bf3-aa5c-5917a8834450", "name": "network-vif-plugged", "status": "completed", "tag": "0e8487f7-4fcf-4a2e-93e3-cde31593f0f4"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:43:53.367323 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0e8487f7-4fcf-4a2e-93e3-cde31593f0f4), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:53.421059 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=0e8487f7-4fcf-4a2e-93e3-cde31593f0f4,revision_number=10']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:53.509909 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-b5c651d1-2eb8-4a54-a4fe-de43fd2efbee req-82d0ef2b-5fc6-4842-aa97-9ef8d89e12e0 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Deleting port a8907dc4-2e32-4a59-860c-14e36a278208 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:43:53.510254 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b5c651d1-2eb8-4a54-a4fe-de43fd2efbee req-82d0ef2b-5fc6-4842-aa97-9ef8d89e12e0 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (a8907dc4-2e32-4a59-860c-14e36a278208), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:53.614997 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e08eddea-8724-4077-a1b2-b089f707c645 req-dcf924e5-252d-4117-b9a3-fe1ca96be6f5 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5828905 Mar 05 04:43:53.619049 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-b5c651d1-2eb8-4a54-a4fe-de43fd2efbee req-82d0ef2b-5fc6-4842-aa97-9ef8d89e12e0 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] For port a8907dc4-2e32-4a59-860c-14e36a278208, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a8907dc4-2e32-4a59-860c-14e36a278208,segment=NetworkSegment(607abd30-3ddd-4be0-83e8-bcf2d27d437d),segment_id=607abd30-3ddd-4be0-83e8-bcf2d27d437d)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:53.619445 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b5c651d1-2eb8-4a54-a4fe-de43fd2efbee req-82d0ef2b-5fc6-4842-aa97-9ef8d89e12e0 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (a8907dc4-2e32-4a59-860c-14e36a278208), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:53.650081 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-b5c651d1-2eb8-4a54-a4fe-de43fd2efbee req-82d0ef2b-5fc6-4842-aa97-9ef8d89e12e0 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Calling delete_port for a8907dc4-2e32-4a59-860c-14e36a278208 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:43:53.685328 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-997ba7f4-36a1-4de8-ae14-434ad2aa34bf tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks [] for port (b9ffbaca-1e3b-432c-adbe-6a95dc00217f), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:53.689319 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [req-a9a5ceba-6a75-47ec-8fbc-74c1a3047cb5 req-3264688e-d7f6-4690-995f-28e07140d1f0 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Floating IP d94728b0-c472-47aa-812a-98417c5e3eea associated. External IP: 172.25.0.111, port: 2ad3a90d-5a5e-4ad1-b19b-47f37f584114. Mar 05 04:43:53.693571 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d76b5301-0dc0-44fe-a0cb-1ecfdb2bdf44 req-5514232b-2ac8-4fa8-98ad-79e660cc0768 service neutron] 10.222.0.30 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6649930 Mar 05 04:43:53.797071 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cd3e45b0-0b69-4bb1-a2f6-a94ba9de0bc7 req-8eafa4b1-8342-4b2b-93c6-804ebef6c929 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8d3b823-019e-4814-97d7-f650f2969427 HTTP/1.1" status: 200 len: 210 time: 0.0689077 Mar 05 04:43:53.828034 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b5c651d1-2eb8-4a54-a4fe-de43fd2efbee req-82d0ef2b-5fc6-4842-aa97-9ef8d89e12e0 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (a8907dc4-2e32-4a59-860c-14e36a278208), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:53.844345 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['a8907dc4-2e32-4a59-860c-14e36a278208'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:43:53.849315 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['2ad3a90d-5a5e-4ad1-b19b-47f37f584114'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:43:53.872776 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0ef2b-5fc6-4842-aa97-9ef8d89e12e0 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Pushing event deleted for resources: {'Port': ['ID=a8907dc4-2e32-4a59-860c-14e36a278208,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:53.925199 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-997ba7f4-36a1-4de8-ae14-434ad2aa34bf tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (b9ffbaca-1e3b-432c-adbe-6a95dc00217f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:53.952855 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c651d1-2eb8-4a54-a4fe-de43fd2efbee req-82d0ef2b-5fc6-4842-aa97-9ef8d89e12e0 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] No DVR routers for this DVR port a8907dc4-2e32-4a59-860c-14e36a278208 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:43:53.956145 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b5c651d1-2eb8-4a54-a4fe-de43fd2efbee req-82d0ef2b-5fc6-4842-aa97-9ef8d89e12e0 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:53.961699 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b5c651d1-2eb8-4a54-a4fe-de43fd2efbee req-82d0ef2b-5fc6-4842-aa97-9ef8d89e12e0 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.30 "DELETE /v2.0/ports/a8907dc4-2e32-4a59-860c-14e36a278208 HTTP/1.1" status: 204 len: 173 time: 0.5949059 Mar 05 04:43:53.989642 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d76b5301-0dc0-44fe-a0cb-1ecfdb2bdf44 req-2526bf86-9f90-497d-bfcc-49bca85fc1d2 service neutron] 10.222.0.30 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587955 Mar 05 04:43:53.994664 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7e5482-e4e8-4f92-91f3-9068a9527009', 'name': 'network-vif-deleted', 'tag': 'a8907dc4-2e32-4a59-860c-14e36a278208'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:43:53.997361 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c92019a-9f4a-4b5f-b069-d6a021aba3a1" -d '{"events": [{"server_uuid": "2e7e5482-e4e8-4f92-91f3-9068a9527009", "name": "network-vif-deleted", "tag": "a8907dc4-2e32-4a59-860c-14e36a278208"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:43:54.018995 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-997ba7f4-36a1-4de8-ae14-434ad2aa34bf tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Network a952105b-ebc4-4199-9a60-4f9b3f21d433 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:43:54.085406 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-997ba7f4-36a1-4de8-ae14-434ad2aa34bf tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:43:54.105992 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-997ba7f4-36a1-4de8-ae14-434ad2aa34bf tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:43:54.117309 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ba7f4-36a1-4de8-ae14-434ad2aa34bf tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Pushing event updated for resources: {'Port': ['ID=b9ffbaca-1e3b-432c-adbe-6a95dc00217f,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:54.271686 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-997ba7f4-36a1-4de8-ae14-434ad2aa34bf tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:54.272835 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-997ba7f4-36a1-4de8-ae14-434ad2aa34bf tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:54.295789 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a684e6-8c0e-4892-b759-877d6ce3079b req-fc338e51-667b-4511-8438-ce95cd32cf9b tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:54.304664 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-91a684e6-8c0e-4892-b759-877d6ce3079b req-fc338e51-667b-4511-8438-ce95cd32cf9b tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba HTTP/1.1" status: 200 len: 944 time: 0.2318342 Mar 05 04:43:54.332890 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-997ba7f4-36a1-4de8-ae14-434ad2aa34bf tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3666182 Mar 05 04:43:54.349194 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-06b2fe22-70ba-4aaf-b7b7-3ab73259275c service neutron] Request body: {'port': {'device_id': 'b8d3b823-019e-4814-97d7-f650f2969427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:43:54.396036 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9a5ceba-6a75-47ec-8fbc-74c1a3047cb5 req-3264688e-d7f6-4690-995f-28e07140d1f0 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Router 32859989-f380-41c1-882a-adb0b5588814 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:43:54.428486 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-91a684e6-8c0e-4892-b759-877d6ce3079b req-7e1f61b1-8124-4cd1-b0cc-338b9042d3d0 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242421 Mar 05 04:43:54.496901 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e926cf0d-9cee-4352-ada5-0d2211a3e17c x-openstack-request-id: req-e926cf0d-9cee-4352-ada5-0d2211a3e17c {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:43:54.497397 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c11fe5-060a-4bf3-aa5c-5917a8834450", "name": "network-vif-plugged", "status": "completed", "tag": "0e8487f7-4fcf-4a2e-93e3-cde31593f0f4", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:43:54.497397 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e926cf0d-9cee-4352-ada5-0d2211a3e17c {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:43:54.498280 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c11fe5-060a-4bf3-aa5c-5917a8834450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8487f7-4fcf-4a2e-93e3-cde31593f0f4', 'code': 200} Mar 05 04:43:54.513647 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-06b2fe22-70ba-4aaf-b7b7-3ab73259275c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b9ffbaca-1e3b-432c-adbe-6a95dc00217f), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:54.704444 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9a5ceba-6a75-47ec-8fbc-74c1a3047cb5 req-3264688e-d7f6-4690-995f-28e07140d1f0 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:43:54.715179 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a9a5ceba-6a75-47ec-8fbc-74c1a3047cb5 req-3264688e-d7f6-4690-995f-28e07140d1f0 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:54.722700 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43ddbeb-314f-488a-91c3-5e44b41f2778 None None] Sync routers for ids ['32859989-f380-41c1-882a-adb0b5588814'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:43:54.742970 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43ddbeb-314f-488a-91c3-5e44b41f2778 None None] Routers {'32859989-f380-41c1-882a-adb0b5588814'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:43:54.746033 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-a43ddbeb-314f-488a-91c3-5e44b41f2778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:43:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['32859989-f380-41c1-882a-adb0b5588814'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:43:54.820015 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-da3f31da-1739-46e8-9e2f-03fade175ece service neutron] 10.222.0.30 "GET /v2.0/ports/78e680ca-9ebd-4559-af42-4c5defed548d/bindings/n-h2-789963-32 HTTP/1.1" status: 200 len: 385 time: 0.2613721 Mar 05 04:43:54.864007 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c4ee1-3871-4887-be7e-ee9d0ff5a895 req-0bc78d4d-1e29-4c7c-bb69-ac894e9d3880 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:54.866359 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2c4c4ee1-3871-4887-be7e-ee9d0ff5a895 req-0bc78d4d-1e29-4c7c-bb69-ac894e9d3880 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 950 time: 0.2945645 Mar 05 04:43:54.867841 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9a5ceba-6a75-47ec-8fbc-74c1a3047cb5 req-3264688e-d7f6-4690-995f-28e07140d1f0 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "PUT /v2.0/floatingips/d94728b0-c472-47aa-812a-98417c5e3eea HTTP/1.1" status: 200 len: 996 time: 3.0560510 Mar 05 04:43:54.892108 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0119ad6d-067c-4a11-9e81-9e84311884ee', 'tag': '2ad3a90d-5a5e-4ad1-b19b-47f37f584114'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:43:54.894367 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952ee8c1-c5a3-4420-87ad-ac9299889613" -d '{"events": [{"name": "network-changed", "server_uuid": "0119ad6d-067c-4a11-9e81-9e84311884ee", "tag": "2ad3a90d-5a5e-4ad1-b19b-47f37f584114"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:43:54.915990 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-a43ddbeb-314f-488a-91c3-5e44b41f2778 None None] Set router 32859989-f380-41c1-882a-adb0b5588814 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:43:55.121619 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2c4c4ee1-3871-4887-be7e-ee9d0ff5a895 req-b630d589-56c6-491d-b2ba-d62c38f54894 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159662 Mar 05 04:43:55.131410 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 17af09b1-2aa0-4ad6-b733-2aec7399ee2a no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:43:55.142101 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5ceba-6a75-47ec-8fbc-74c1a3047cb5 req-52234630-924a-4a7d-bff1-d59baa18f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:55.144029 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9a5ceba-6a75-47ec-8fbc-74c1a3047cb5 req-52234630-924a-4a7d-bff1-d59baa18f926 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b881a5a3db964674a1ec7b44033353cb&device_id=0119ad6d-067c-4a11-9e81-9e84311884ee HTTP/1.1" status: 200 len: 1128 time: 0.2249916 Mar 05 04:43:55.163044 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 17af09b1-2aa0-4ad6-b733-2aec7399ee2a {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:43:55.163940 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 17af09b1-2aa0-4ad6-b733-2aec7399ee2a not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:43:55.241809 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-a43ddbeb-314f-488a-91c3-5e44b41f2778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32859989-f380-41c1-882a-adb0b5588814', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142023727-router', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:42:37Z', 'updated_at': '2022-03-05T04:42:44Z', 'revision_number': 4, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'gw_port': {'id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:38Z', 'updated_at': '2022-03-05T04:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'd94728b0-c472-47aa-812a-98417c5e3eea', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'floating_ip_address': '172.25.0.111', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '32859989-f380-41c1-882a-adb0b5588814', 'port_id': '2ad3a90d-5a5e-4ad1-b19b-47f37f584114', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'mac_address': 'fa:16:3e:e2:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0119ad6d-067c-4a11-9e81-9e84311884ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:43:07Z', 'updated_at': '2022-03-05T04:43:52Z', 'revision_number': 8, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8072b9df-64f2-46bf-ae73-50db5bb14d94', 'name': '', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'mac_address': 'fa:16:3e:c3:d2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:43Z', 'updated_at': '2022-03-05T04:42:52Z', 'revision_number': 5, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'subnets': [{'id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:43:55.275026 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43ddbeb-314f-488a-91c3-5e44b41f2778 None None] Checking router: 32859989-f380-41c1-882a-adb0b5588814 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:43:55.285815 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43ddbeb-314f-488a-91c3-5e44b41f2778 None None] Routers {'32859989-f380-41c1-882a-adb0b5588814'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:43:55.287823 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-a43ddbeb-314f-488a-91c3-5e44b41f2778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:43:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['32859989-f380-41c1-882a-adb0b5588814'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:43:55.366052 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-2c0608be-d728-49e1-acdf-f7ff46db8047 service neutron] For port 78e680ca-9ebd-4559-af42-4c5defed548d, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=78e680ca-9ebd-4559-af42-4c5defed548d,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:55.389364 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-06b2fe22-70ba-4aaf-b7b7-3ab73259275c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ffbaca-1e3b-432c-adbe-6a95dc00217f {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:43:55.394245 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5ceba-6a75-47ec-8fbc-74c1a3047cb5 req-72ae7ee0-d291-47ca-ad7d-f5df188bc40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:55.401928 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9a5ceba-6a75-47ec-8fbc-74c1a3047cb5 req-72ae7ee0-d291-47ca-ad7d-f5df188bc40c service neutron] 10.222.0.11 "GET /v2.0/networks?id=4063fb05-945c-41f3-bf86-b7ead68bf916 HTTP/1.1" status: 200 len: 921 time: 0.2293792 Mar 05 04:43:55.430158 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-06b2fe22-70ba-4aaf-b7b7-3ab73259275c service neutron] Publish callbacks [] for port (b9ffbaca-1e3b-432c-adbe-6a95dc00217f), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:55.439169 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b01db59-bd69-4c9e-baad-111221b3971e x-openstack-request-id: req-0b01db59-bd69-4c9e-baad-111221b3971e {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:43:55.439646 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7e5482-e4e8-4f92-91f3-9068a9527009", "name": "network-vif-deleted", "tag": "a8907dc4-2e32-4a59-860c-14e36a278208", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:43:55.439741 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b01db59-bd69-4c9e-baad-111221b3971e {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:43:55.440104 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7e5482-e4e8-4f92-91f3-9068a9527009', 'name': 'network-vif-deleted', 'tag': 'a8907dc4-2e32-4a59-860c-14e36a278208', 'status': 'completed', 'code': 200} Mar 05 04:43:55.465093 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-a43ddbeb-314f-488a-91c3-5e44b41f2778 None None] Set router 32859989-f380-41c1-882a-adb0b5588814 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:43:55.502405 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-2c0608be-d728-49e1-acdf-f7ff46db8047 service neutron] For port 78e680ca-9ebd-4559-af42-4c5defed548d, host n-h1-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:43:55.567197 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-06b2fe22-70ba-4aaf-b7b7-3ab73259275c service neutron] Transition to ACTIVE for port object b9ffbaca-1e3b-432c-adbe-6a95dc00217f will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:43:55.592524 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-06b2fe22-70ba-4aaf-b7b7-3ab73259275c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (b9ffbaca-1e3b-432c-adbe-6a95dc00217f), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:55.608235 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-2c0608be-d728-49e1-acdf-f7ff46db8047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e680ca-9ebd-4559-af42-4c5defed548d {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:43:55.648559 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9a5ceba-6a75-47ec-8fbc-74c1a3047cb5 req-fbc4c62e-1f6d-4a1b-b0bf-79664e4d66a5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ad3a90d-5a5e-4ad1-b19b-47f37f584114 HTTP/1.1" status: 200 len: 999 time: 0.2455921 Mar 05 04:43:55.686882 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-2c0608be-d728-49e1-acdf-f7ff46db8047 service neutron] For port 78e680ca-9ebd-4559-af42-4c5defed548d, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=78e680ca-9ebd-4559-af42-4c5defed548d,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:55.744853 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84615f08-7ac5-4294-8c27-ddd3dd598111 req-c58ff93b-3bf3-4a4c-b0e7-a9d5e7ea505a tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:55.751815 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-84615f08-7ac5-4294-8c27-ddd3dd598111 req-c58ff93b-3bf3-4a4c-b0e7-a9d5e7ea505a tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 943 time: 0.2390635 Mar 05 04:43:55.762768 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-a43ddbeb-314f-488a-91c3-5e44b41f2778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32859989-f380-41c1-882a-adb0b5588814', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142023727-router', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:42:37Z', 'updated_at': '2022-03-05T04:42:44Z', 'revision_number': 4, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'gw_port': {'id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:38Z', 'updated_at': '2022-03-05T04:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'd94728b0-c472-47aa-812a-98417c5e3eea', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'floating_ip_address': '172.25.0.111', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '32859989-f380-41c1-882a-adb0b5588814', 'port_id': '2ad3a90d-5a5e-4ad1-b19b-47f37f584114', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'mac_address': 'fa:16:3e:e2:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0119ad6d-067c-4a11-9e81-9e84311884ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:43:07Z', 'updated_at': '2022-03-05T04:43:52Z', 'revision_number': 8, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8072b9df-64f2-46bf-ae73-50db5bb14d94', 'name': '', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'mac_address': 'fa:16:3e:c3:d2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:43Z', 'updated_at': '2022-03-05T04:42:52Z', 'revision_number': 5, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'subnets': [{'id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:43:55.764672 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-2c0608be-d728-49e1-acdf-f7ff46db8047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (78e680ca-9ebd-4559-af42-4c5defed548d), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:55.766331 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2fe22-70ba-4aaf-b7b7-3ab73259275c service neutron] Pushing event updated for resources: {'Port': ['ID=b9ffbaca-1e3b-432c-adbe-6a95dc00217f,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:55.793867 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43ddbeb-314f-488a-91c3-5e44b41f2778 None None] The sync data for ids ['32859989-f380-41c1-882a-adb0b5588814'] in n-d-789963-32 is: [{'id': '32859989-f380-41c1-882a-adb0b5588814', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142023727-router', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:42:37Z', 'updated_at': '2022-03-05T04:42:44Z', 'revision_number': 4, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'gw_port': {'id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:38Z', 'updated_at': '2022-03-05T04:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'd94728b0-c472-47aa-812a-98417c5e3eea', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'floating_ip_address': '172.25.0.111', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '32859989-f380-41c1-882a-adb0b5588814', 'port_id': '2ad3a90d-5a5e-4ad1-b19b-47f37f584114', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'mac_address': 'fa:16:3e:e2:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0119ad6d-067c-4a11-9e81-9e84311884ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:43:07Z', 'updated_at': '2022-03-05T04:43:52Z', 'revision_number': 8, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8072b9df-64f2-46bf-ae73-50db5bb14d94', 'name': '', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'mac_address': 'fa:16:3e:c3:d2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:43Z', 'updated_at': '2022-03-05T04:42:52Z', 'revision_number': 5, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'subnets': [{'id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:43:55.819956 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5ceba-6a75-47ec-8fbc-74c1a3047cb5 req-1df41231-e60d-4971-ad98-336bb5233335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:55.821852 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9a5ceba-6a75-47ec-8fbc-74c1a3047cb5 req-1df41231-e60d-4971-ad98-336bb5233335 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04cf5992-8f8c-490a-b424-2ab3d34e91a8 HTTP/1.1" status: 200 len: 860 time: 0.1726284 Mar 05 04:43:55.978602 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-84615f08-7ac5-4294-8c27-ddd3dd598111 req-fe8172ec-ee04-4142-820a-222b265d44fd tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258031 Mar 05 04:43:56.023643 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-2c0608be-d728-49e1-acdf-f7ff46db8047 service neutron] Transition to ACTIVE for port object 78e680ca-9ebd-4559-af42-4c5defed548d will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:43:56.029873 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-06b2fe22-70ba-4aaf-b7b7-3ab73259275c service neutron] Attempting to bind port b9ffbaca-1e3b-432c-adbe-6a95dc00217f on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:43:56.030328 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-06b2fe22-70ba-4aaf-b7b7-3ab73259275c service neutron] Attempting to bind port b9ffbaca-1e3b-432c-adbe-6a95dc00217f by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '39bebb99-f3d6-49f8-af2f-9a9c1002f41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a952105b-ebc4-4199-9a60-4f9b3f21d433'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:43:56.030728 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-06b2fe22-70ba-4aaf-b7b7-3ab73259275c service neutron] Attempting to bind port b9ffbaca-1e3b-432c-adbe-6a95dc00217f on network a952105b-ebc4-4199-9a60-4f9b3f21d433 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:43:56.037972 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-2c0608be-d728-49e1-acdf-f7ff46db8047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (78e680ca-9ebd-4559-af42-4c5defed548d), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:56.051316 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5ceba-6a75-47ec-8fbc-74c1a3047cb5 req-a0bd824f-c27e-4e2f-8497-90aee6871c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:56.055780 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9a5ceba-6a75-47ec-8fbc-74c1a3047cb5 req-a0bd824f-c27e-4e2f-8497-90aee6871c8e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4063fb05-945c-41f3-bf86-b7ead68bf916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1878145 Mar 05 04:43:56.147192 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-06b2fe22-70ba-4aaf-b7b7-3ab73259275c service neutron] Port b9ffbaca-1e3b-432c-adbe-6a95dc00217f on network a952105b-ebc4-4199-9a60-4f9b3f21d433 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:43:56.147622 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-06b2fe22-70ba-4aaf-b7b7-3ab73259275c service neutron] Attempting to bind port b9ffbaca-1e3b-432c-adbe-6a95dc00217f on network a952105b-ebc4-4199-9a60-4f9b3f21d433 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:43:56.160317 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0608be-d728-49e1-acdf-f7ff46db8047 service neutron] Pushing event updated for resources: {'Port': ['ID=78e680ca-9ebd-4559-af42-4c5defed548d,revision_number=10']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:56.181934 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-06b2fe22-70ba-4aaf-b7b7-3ab73259275c service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:43:56.182995 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-06b2fe22-70ba-4aaf-b7b7-3ab73259275c service neutron] Checking segment: {'id': '39bebb99-f3d6-49f8-af2f-9a9c1002f41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a952105b-ebc4-4199-9a60-4f9b3f21d433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:43:56.184140 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-06b2fe22-70ba-4aaf-b7b7-3ab73259275c service neutron] Bound using segment: {'id': '39bebb99-f3d6-49f8-af2f-9a9c1002f41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a952105b-ebc4-4199-9a60-4f9b3f21d433'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:43:56.184672 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-06b2fe22-70ba-4aaf-b7b7-3ab73259275c service neutron] Bound port: b9ffbaca-1e3b-432c-adbe-6a95dc00217f, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39bebb99-f3d6-49f8-af2f-9a9c1002f41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a952105b-ebc4-4199-9a60-4f9b3f21d433'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:43:56.185104 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-06b2fe22-70ba-4aaf-b7b7-3ab73259275c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b9ffbaca-1e3b-432c-adbe-6a95dc00217f), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:56.201498 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca59eea-3faa-40e4-a083-8b53850f446e None None] New status for floating IP d94728b0-c472-47aa-812a-98417c5e3eea: ACTIVE {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 04:43:56.303637 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9a5ceba-6a75-47ec-8fbc-74c1a3047cb5 req-74ebcca1-1f16-466a-865f-e34253071207 service neutron] 10.222.0.11 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366203 Mar 05 04:43:56.375607 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-2c0608be-d728-49e1-acdf-f7ff46db8047 service neutron] No DVR routers for this DVR port 78e680ca-9ebd-4559-af42-4c5defed548d on host n-h1-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:43:56.486454 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55b2c8-ab8f-407c-92cd-e025848e6ad2 req-3c24f055-aaa3-43fc-b0f4-aaa13d5b64a4 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:56.491565 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc55b2c8-ab8f-407c-92cd-e025848e6ad2 req-3c24f055-aaa3-43fc-b0f4-aaa13d5b64a4 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8d3b823-019e-4814-97d7-f650f2969427 HTTP/1.1" status: 200 len: 943 time: 0.4331415 Mar 05 04:43:56.554540 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-2c0608be-d728-49e1-acdf-f7ff46db8047 service neutron] 10.222.0.30 "PUT /v2.0/ports/78e680ca-9ebd-4559-af42-4c5defed548d/bindings/n-h2-789963-32/activate HTTP/1.1" status: 200 len: 370 time: 1.7203968 Mar 05 04:43:56.625446 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-06b2fe22-70ba-4aaf-b7b7-3ab73259275c service neutron] For port b9ffbaca-1e3b-432c-adbe-6a95dc00217f, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:43:56.662240 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9a5ceba-6a75-47ec-8fbc-74c1a3047cb5 req-e4dc6ac2-0b53-48c0-b98e-88d1355f6f8a service neutron] 10.222.0.11 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940471 Mar 05 04:43:56.704719 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-06b2fe22-70ba-4aaf-b7b7-3ab73259275c service neutron] For port b9ffbaca-1e3b-432c-adbe-6a95dc00217f, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b9ffbaca-1e3b-432c-adbe-6a95dc00217f,segment=NetworkSegment(39bebb99-f3d6-49f8-af2f-9a9c1002f41f),segment_id=39bebb99-f3d6-49f8-af2f-9a9c1002f41f)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:43:56.726458 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-06b2fe22-70ba-4aaf-b7b7-3ab73259275c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (b9ffbaca-1e3b-432c-adbe-6a95dc00217f), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:56.732111 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-7d2a584d-cadd-4be4-9cc9-186c56b7ebb6 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:56.733721 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-7d2a584d-cadd-4be4-9cc9-186c56b7ebb6 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba&tenant_id=84f78c82255c4feca46335184d79ad7d&binding%3Ahost_id=n-h1-789963-32 HTTP/1.1" status: 200 len: 1128 time: 0.0919592 Mar 05 04:43:56.817151 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b77918e-da01-43a8-b6a1-613968dc60d5 x-openstack-request-id: req-4b77918e-da01-43a8-b6a1-613968dc60d5 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:43:56.818289 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0119ad6d-067c-4a11-9e81-9e84311884ee", "tag": "2ad3a90d-5a5e-4ad1-b19b-47f37f584114", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:43:56.818713 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4b77918e-da01-43a8-b6a1-613968dc60d5 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:43:56.819328 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0119ad6d-067c-4a11-9e81-9e84311884ee', 'tag': '2ad3a90d-5a5e-4ad1-b19b-47f37f584114', 'status': 'completed', 'code': 200} Mar 05 04:43:56.823995 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-c8cbdb99-5293-4684-bfd6-6ab442757f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:56.825556 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-c8cbdb99-5293-4684-bfd6-6ab442757f33 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba&tenant_id=84f78c82255c4feca46335184d79ad7d HTTP/1.1" status: 200 len: 1128 time: 0.0839701 Mar 05 04:43:56.868887 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-06b2fe22-70ba-4aaf-b7b7-3ab73259275c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:56.869042 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-06b2fe22-70ba-4aaf-b7b7-3ab73259275c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:56.870404 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-06b2fe22-70ba-4aaf-b7b7-3ab73259275c service neutron] 10.222.0.31 "PUT /v2.0/ports/b9ffbaca-1e3b-432c-adbe-6a95dc00217f HTTP/1.1" status: 200 len: 1092 time: 2.5262265 Mar 05 04:43:56.926447 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc55b2c8-ab8f-407c-92cd-e025848e6ad2 req-e0204111-9eed-4837-b485-891fdeab0ba7 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008458 Mar 05 04:43:56.946452 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-9db29fd2-f174-4975-94df-0a3cb492d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:56.948242 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-9db29fd2-f174-4975-94df-0a3cb492d43b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=84f78c82255c4feca46335184d79ad7d&device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba HTTP/1.1" status: 200 len: 1128 time: 0.0930123 Mar 05 04:43:57.030314 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2fe22-70ba-4aaf-b7b7-3ab73259275c service neutron] Pushing event updated for resources: {'Port': ['ID=b9ffbaca-1e3b-432c-adbe-6a95dc00217f,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:57.053730 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 78e680ca-9ebd-4559-af42-4c5defed548d no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:43:57.126784 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-a21cb388-6380-46fd-bece-02e1dbd32ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:57.128537 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-a21cb388-6380-46fd-bece-02e1dbd32ec5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fd6aa200-b97d-49ed-9876-375a41229f42 HTTP/1.1" status: 200 len: 920 time: 0.1722355 Mar 05 04:43:57.152466 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] The host n-h1-789963-32 is not matching for port 78e680ca-9ebd-4559-af42-4c5defed548d host n-h2-789963-32! {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 05 04:43:57.153009 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 78e680ca-9ebd-4559-af42-4c5defed548d not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:43:57.153530 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device a8907dc4-2e32-4a59-860c-14e36a278208 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:43:57.179061 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-4be23842-7d17-4763-b48a-0d49a9e44094 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78e680ca-9ebd-4559-af42-4c5defed548d HTTP/1.1" status: 200 len: 217 time: 0.0420561 Mar 05 04:43:57.190892 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: a8907dc4-2e32-4a59-860c-14e36a278208 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:43:57.191276 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device a8907dc4-2e32-4a59-860c-14e36a278208 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:43:57.234129 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ee8c1-c5a3-4420-87ad-ac9299889613 req-56431d20-f0a8-4a26-9d2c-1bed00ffc1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:57.236178 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-952ee8c1-c5a3-4420-87ad-ac9299889613 req-56431d20-f0a8-4a26-9d2c-1bed00ffc1f1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b881a5a3db964674a1ec7b44033353cb&device_id=0119ad6d-067c-4a11-9e81-9e84311884ee HTTP/1.1" status: 200 len: 1128 time: 0.4156368 Mar 05 04:43:57.238087 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-78132b55-480c-4ee9-8b0b-9bc4fcadda67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:57.240596 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-78132b55-480c-4ee9-8b0b-9bc4fcadda67 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9d33dc8a-6008-478a-9ec8-49595a4a0656 HTTP/1.1" status: 200 len: 860 time: 0.0549095 Mar 05 04:43:57.245156 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac738cf-6d9c-453e-a66e-616b9300137e req-4ed7f3ec-16fa-4076-b3f7-b9676571b56e tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:57.246914 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3ac738cf-6d9c-453e-a66e-616b9300137e req-4ed7f3ec-16fa-4076-b3f7-b9676571b56e tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba HTTP/1.1" status: 200 len: 945 time: 0.1681614 Mar 05 04:43:57.259884 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0971150e-ba35-47c0-aa0d-4cc7fddbbb4e req-713db63b-e27b-479d-a31c-8c6c88d95ad4 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:57.261784 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0971150e-ba35-47c0-aa0d-4cc7fddbbb4e req-713db63b-e27b-479d-a31c-8c6c88d95ad4 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee2e82b0-ff31-4340-8888-731356ce2ea1 HTTP/1.1" status: 200 len: 948 time: 0.3904259 Mar 05 04:43:57.308321 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-aeea5fb1-8437-418d-bb6c-7bf7a1d0644f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd6aa200-b97d-49ed-9876-375a41229f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503149 Mar 05 04:43:57.314480 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-2a191748-360f-4204-ab48-112621bdefb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:57.316212 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-2a191748-360f-4204-ab48-112621bdefb4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=736990f873564774a97b655286c16e6d&device_id=b8d3b823-019e-4814-97d7-f650f2969427 HTTP/1.1" status: 200 len: 1126 time: 0.3855281 Mar 05 04:43:57.412422 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-a9397151-30b2-4d5f-bd83-93547fe09b82 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9ffbaca-1e3b-432c-adbe-6a95dc00217f HTTP/1.1" status: 200 len: 217 time: 0.0469184 Mar 05 04:43:57.424759 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-737d1315-0597-4fd4-999f-c1644d39d924 service neutron] 10.222.0.31 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088977 Mar 05 04:43:57.505171 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0971150e-ba35-47c0-aa0d-4cc7fddbbb4e req-9de4966b-07a4-40b8-81ed-e2b761a48f7f tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5eb1416-bc0c-4601-98ac-ed388e81890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622801 Mar 05 04:43:57.531962 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ee8c1-c5a3-4420-87ad-ac9299889613 req-7f6a210e-d4b9-4331-af27-d914cbf9e00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:57.537144 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-952ee8c1-c5a3-4420-87ad-ac9299889613 req-7f6a210e-d4b9-4331-af27-d914cbf9e00e service neutron] 10.222.0.31 "GET /v2.0/networks?id=4063fb05-945c-41f3-bf86-b7ead68bf916 HTTP/1.1" status: 200 len: 921 time: 0.2665453 Mar 05 04:43:57.543787 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3ac738cf-6d9c-453e-a66e-616b9300137e req-63680c83-2bd3-4e45-bca1-a2a9ddcf19a4 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809312 Mar 05 04:43:57.613649 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-20543077-d641-4409-b5b3-f7f608f3da01 service neutron] 10.222.0.31 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819084 Mar 05 04:43:57.940469 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-21c68efc-b3b8-4606-bb7d-bf5daddc2156 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:57.943740 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-21c68efc-b3b8-4606-bb7d-bf5daddc2156 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba&tenant_id=84f78c82255c4feca46335184d79ad7d&binding%3Ahost_id=n-h2-789963-32 HTTP/1.1" status: 200 len: 1128 time: 0.0804453 Mar 05 04:43:58.030749 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-1826da4e-2367-4a54-85bc-d94fb6f16382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:58.032209 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-1826da4e-2367-4a54-85bc-d94fb6f16382 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d442e327-d533-4ad3-8b3e-6bf8aaddc901 HTTP/1.1" status: 200 len: 860 time: 0.6102107 Mar 05 04:43:58.159038 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-87c41e12-41de-4faa-a21b-4e341f9083d1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a952105b-ebc4-4199-9a60-4f9b3f21d433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996757 Mar 05 04:43:58.160595 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-3c76d760-354c-4ab7-9ca4-13375eff2acf service neutron] For port 78e680ca-9ebd-4559-af42-4c5defed548d, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:43:58.167547 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-3c76d760-354c-4ab7-9ca4-13375eff2acf service neutron] Publish callbacks [] for binding (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:58.169748 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fa28f03d-21da-4130-a3b9-9485005f3f8e req-3c76d760-354c-4ab7-9ca4-13375eff2acf service neutron] 10.222.0.31 "DELETE /v2.0/ports/78e680ca-9ebd-4559-af42-4c5defed548d/bindings/n-h1-789963-32 HTTP/1.1" status: 204 len: 173 time: 0.2153096 Mar 05 04:43:58.274451 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-793b1b4d-ad38-4c20-af9b-7a433e91dc55 service neutron] 10.222.0.31 "GET /v2.0/networks/a952105b-ebc4-4199-9a60-4f9b3f21d433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009114 Mar 05 04:43:58.276243 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-952ee8c1-c5a3-4420-87ad-ac9299889613 req-02c9ea73-786b-482e-ac4b-ab578e7bc290 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ad3a90d-5a5e-4ad1-b19b-47f37f584114 HTTP/1.1" status: 200 len: 1001 time: 0.7252438 Mar 05 04:43:58.367675 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17c381-9b05-40dd-87cd-4bb530689ff5 req-89315c8d-971a-4219-9b73-2f9c53f4c9bc tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:58.369212 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ff17c381-9b05-40dd-87cd-4bb530689ff5 req-89315c8d-971a-4219-9b73-2f9c53f4c9bc tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee2e82b0-ff31-4340-8888-731356ce2ea1 HTTP/1.1" status: 200 len: 948 time: 0.7309539 Mar 05 04:43:58.379599 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bc6a2493-3a4a-46bc-9eb3-32e8a5f194aa req-a65af453-e3e4-46ad-8047-a69bc9d13446 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/floatingips/d94728b0-c472-47aa-812a-98417c5e3eea HTTP/1.1" status: 200 len: 998 time: 0.3316560 Mar 05 04:43:58.521477 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ee8c1-c5a3-4420-87ad-ac9299889613 req-45fa8a78-a94d-486e-b73a-3590d13f2ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:58.524068 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-952ee8c1-c5a3-4420-87ad-ac9299889613 req-45fa8a78-a94d-486e-b73a-3590d13f2ba6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=04cf5992-8f8c-490a-b424-2ab3d34e91a8 HTTP/1.1" status: 200 len: 860 time: 0.2374675 Mar 05 04:43:58.641940 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74694aad-55f5-4e56-82f3-2bb484701607 req-39e93507-6c34-44ec-9084-3b882d1fd9cb tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:58.650165 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74694aad-55f5-4e56-82f3-2bb484701607 req-39e93507-6c34-44ec-9084-3b882d1fd9cb tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 950 time: 0.6112065 Mar 05 04:43:58.791444 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74694aad-55f5-4e56-82f3-2bb484701607 req-a394bc8c-12b8-4467-bb15-5a58f7c8d43f tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403961 Mar 05 04:43:58.811674 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b331ff6-396d-48a4-bce8-518f72d470e2 req-5c2fba7e-85cc-4898-9d97-3aa94ae7c8e0 service neutron] 10.222.0.31 "GET /v2.0/networks/a952105b-ebc4-4199-9a60-4f9b3f21d433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117724 Mar 05 04:43:58.827306 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8d3b823-019e-4814-97d7-f650f2969427', 'tag': 'b9ffbaca-1e3b-432c-adbe-6a95dc00217f'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:43:58.829860 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2f6fb1-2b6a-4c54-a614-1aec44cf8844" -d '{"events": [{"name": "network-changed", "server_uuid": "b8d3b823-019e-4814-97d7-f650f2969427", "tag": "b9ffbaca-1e3b-432c-adbe-6a95dc00217f"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:43:58.839061 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ee8c1-c5a3-4420-87ad-ac9299889613 req-9d6738e4-cf6a-491d-a68c-ea62b3a6e9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:58.840629 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-952ee8c1-c5a3-4420-87ad-ac9299889613 req-9d6738e4-cf6a-491d-a68c-ea62b3a6e9e3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4063fb05-945c-41f3-bf86-b7ead68bf916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3056355 Mar 05 04:43:58.847141 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a2493-3a4a-46bc-9eb3-32e8a5f194aa req-81c74bab-6e47-4f14-a95f-0caebeae7bad tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:58.849355 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bc6a2493-3a4a-46bc-9eb3-32e8a5f194aa req-81c74bab-6e47-4f14-a95f-0caebeae7bad tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 784 time: 0.4511390 Mar 05 04:43:58.971309 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-ff17c381-9b05-40dd-87cd-4bb530689ff5 req-43ff5979-4c1b-4675-a871-5eceef0033f6 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Deleting port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:43:58.971677 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ff17c381-9b05-40dd-87cd-4bb530689ff5 req-43ff5979-4c1b-4675-a871-5eceef0033f6 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (8e4c8f76-9607-40a6-9c92-9d7306cb5a5d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:59.125431 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881307ec-d713-4a43-9588-ab70ba8d5613 req-c4ccdc2e-2bb3-4d59-9829-8f76c8bde90d tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:59.126940 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-881307ec-d713-4a43-9588-ab70ba8d5613 req-c4ccdc2e-2bb3-4d59-9829-8f76c8bde90d tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8d3b823-019e-4814-97d7-f650f2969427 HTTP/1.1" status: 200 len: 943 time: 0.1632597 Mar 05 04:43:59.132076 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-952ee8c1-c5a3-4420-87ad-ac9299889613 req-60c686bd-8e7f-4dca-9d53-535654525c30 service neutron] 10.222.0.31 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812810 Mar 05 04:43:59.139272 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289264d9-f0ad-42bb-8850-dcba5956d445 req-e3fdc015-d514-4508-aac8-46d49a4c51fc tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:59.140782 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-289264d9-f0ad-42bb-8850-dcba5956d445 req-e3fdc015-d514-4508-aac8-46d49a4c51fc tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 943 time: 0.2082510 Mar 05 04:43:59.164269 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 3e3ac251-bfe7-48b6-811d-d65253961c18 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:43:59.243661 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-952ee8c1-c5a3-4420-87ad-ac9299889613 req-e6cfaec5-b303-4866-854d-6d3e465f04fc service neutron] 10.222.0.31 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018641 Mar 05 04:43:59.279646 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 3e3ac251-bfe7-48b6-811d-d65253961c18 is: DOWN; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:43:59.295986 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-ff17c381-9b05-40dd-87cd-4bb530689ff5 req-43ff5979-4c1b-4675-a871-5eceef0033f6 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] For port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=8e4c8f76-9607-40a6-9c92-9d7306cb5a5d,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:43:59.296374 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ff17c381-9b05-40dd-87cd-4bb530689ff5 req-43ff5979-4c1b-4675-a871-5eceef0033f6 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (8e4c8f76-9607-40a6-9c92-9d7306cb5a5d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:59.327374 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-ff17c381-9b05-40dd-87cd-4bb530689ff5 req-43ff5979-4c1b-4675-a871-5eceef0033f6 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Calling delete_port for 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:43:59.351555 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-881307ec-d713-4a43-9588-ab70ba8d5613 req-265cdaa6-a922-429c-b103-0dd332ddf4cb tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174657 Mar 05 04:43:59.358777 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-289264d9-f0ad-42bb-8850-dcba5956d445 req-c37519ea-1a31-4a0d-bd18-a0784961442e tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131763 Mar 05 04:43:59.591173 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e50bd-dc80-4685-b0c6-8c3dcce386bd req-3ab97ced-75ae-48ba-8bd3-315135a66374 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:59.599822 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c91e50bd-dc80-4685-b0c6-8c3dcce386bd req-3ab97ced-75ae-48ba-8bd3-315135a66374 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee2e82b0-ff31-4340-8888-731356ce2ea1 HTTP/1.1" status: 200 len: 948 time: 0.1353860 Mar 05 04:43:59.646606 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815d109-907c-4108-b682-fdd86ad80eb2 req-ba5e9aa4-3ee4-4927-a831-933f25e1c25e tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:43:59.654074 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0815d109-907c-4108-b682-fdd86ad80eb2 req-ba5e9aa4-3ee4-4927-a831-933f25e1c25e tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba HTTP/1.1" status: 200 len: 945 time: 0.1996071 Mar 05 04:43:59.698349 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ff17c381-9b05-40dd-87cd-4bb530689ff5 req-43ff5979-4c1b-4675-a871-5eceef0033f6 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (8e4c8f76-9607-40a6-9c92-9d7306cb5a5d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:43:59.724958 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c91e50bd-dc80-4685-b0c6-8c3dcce386bd req-4d241bd7-5db7-4671-a5e4-9809733b7c27 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.11 "GET /v2.0/security-groups?id=c5eb1416-bc0c-4601-98ac-ed388e81890b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205375 Mar 05 04:43:59.800917 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff5979-4c1b-4675-a871-5eceef0033f6 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Pushing event deleted for resources: {'Port': ['ID=8e4c8f76-9607-40a6-9c92-9d7306cb5a5d,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:43:59.814716 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0815d109-907c-4108-b682-fdd86ad80eb2 req-f365c85b-48bd-45b8-bb32-67c427be8884 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595576 Mar 05 04:43:59.941096 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c18078-52c3-4167-aead-0cc6d11c70bc x-openstack-request-id: req-c7c18078-52c3-4167-aead-0cc6d11c70bc {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:43:59.941096 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8d3b823-019e-4814-97d7-f650f2969427", "tag": "b9ffbaca-1e3b-432c-adbe-6a95dc00217f", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:43:59.941437 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c7c18078-52c3-4167-aead-0cc6d11c70bc {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:43:59.941715 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8d3b823-019e-4814-97d7-f650f2969427', 'tag': 'b9ffbaca-1e3b-432c-adbe-6a95dc00217f', 'status': 'completed', 'code': 200} Mar 05 04:44:00.020099 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff17c381-9b05-40dd-87cd-4bb530689ff5 req-43ff5979-4c1b-4675-a871-5eceef0033f6 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] No DVR routers for this DVR port 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d on host n-h1-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:44:00.031912 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ff17c381-9b05-40dd-87cd-4bb530689ff5 req-43ff5979-4c1b-4675-a871-5eceef0033f6 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:00.035585 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ff17c381-9b05-40dd-87cd-4bb530689ff5 req-43ff5979-4c1b-4675-a871-5eceef0033f6 tempest-ListImageFiltersTestJSON-638926298 tempest-ListImageFiltersTestJSON-638926298-project] 10.222.0.30 "DELETE /v2.0/ports/8e4c8f76-9607-40a6-9c92-9d7306cb5a5d HTTP/1.1" status: 204 len: 173 time: 1.6409504 Mar 05 04:44:00.168715 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f6fb1-2b6a-4c54-a614-1aec44cf8844 req-095e8a2f-27ea-47c8-a5f8-0eaf59184894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:00.169476 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bd2f6fb1-2b6a-4c54-a614-1aec44cf8844 req-095e8a2f-27ea-47c8-a5f8-0eaf59184894 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=736990f873564774a97b655286c16e6d&device_id=b8d3b823-019e-4814-97d7-f650f2969427 HTTP/1.1" status: 200 len: 1126 time: 0.2263856 Mar 05 04:44:00.180268 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe226a47-b7ab-42c9-a1f9-22291f281c5a req-4cd04e56-07d9-4fef-b72f-6a5bb66eeaf7 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.111 HTTP/1.1" status: 200 len: 1001 time: 0.3162804 Mar 05 04:44:00.287146 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f6fb1-2b6a-4c54-a614-1aec44cf8844 req-7c5e42c7-dec8-4195-8e61-f9e60f8f4189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:00.288834 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bd2f6fb1-2b6a-4c54-a614-1aec44cf8844 req-7c5e42c7-dec8-4195-8e61-f9e60f8f4189 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a952105b-ebc4-4199-9a60-4f9b3f21d433 HTTP/1.1" status: 200 len: 920 time: 0.1076529 Mar 05 04:44:00.374317 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bd2f6fb1-2b6a-4c54-a614-1aec44cf8844 req-50b3272a-571c-4688-af43-fbb28bbf7c60 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9ffbaca-1e3b-432c-adbe-6a95dc00217f HTTP/1.1" status: 200 len: 217 time: 0.0753274 Mar 05 04:44:00.400016 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d91b10-a048-4d53-9ff9-ae302b798f7f req-83c2c7da-44d4-4566-836a-3e0af6b50d31 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:00.407548 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-21d91b10-a048-4d53-9ff9-ae302b798f7f req-83c2c7da-44d4-4566-836a-3e0af6b50d31 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 950 time: 0.4021609 Mar 05 04:44:00.440489 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe226a47-b7ab-42c9-a1f9-22291f281c5a req-c3a0446d-44d4-4981-a4d0-2b1dabfe6f8f tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:00.441532 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe226a47-b7ab-42c9-a1f9-22291f281c5a req-c3a0446d-44d4-4981-a4d0-2b1dabfe6f8f tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/ports/2ad3a90d-5a5e-4ad1-b19b-47f37f584114 HTTP/1.1" status: 200 len: 942 time: 0.1508236 Mar 05 04:44:00.556989 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-21d91b10-a048-4d53-9ff9-ae302b798f7f req-4994dfd1-d96c-48c2-85f9-2a750dd79ff2 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484139 Mar 05 04:44:00.603762 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f6fb1-2b6a-4c54-a614-1aec44cf8844 req-00d9f0a4-a83c-4e08-8b04-34dcb1466960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:00.605377 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bd2f6fb1-2b6a-4c54-a614-1aec44cf8844 req-00d9f0a4-a83c-4e08-8b04-34dcb1466960 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d442e327-d533-4ad3-8b3e-6bf8aaddc901 HTTP/1.1" status: 200 len: 860 time: 0.1889069 Mar 05 04:44:00.623070 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe226a47-b7ab-42c9-a1f9-22291f281c5a req-451e2a6e-9da0-4ecd-a8cd-1505d8e91cd1 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.111 HTTP/1.1" status: 200 len: 1001 time: 0.1306660 Mar 05 04:44:00.735820 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bd2f6fb1-2b6a-4c54-a614-1aec44cf8844 req-9e7f9f63-d556-4cb4-a1b3-7f78e7aa530c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a952105b-ebc4-4199-9a60-4f9b3f21d433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117046 Mar 05 04:44:00.970763 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0257ff-108f-478a-9ea2-aad64049c7a3 req-2a2dac90-ef35-4dae-8045-b30d557cf101 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:00.973980 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aa0257ff-108f-478a-9ea2-aad64049c7a3 req-2a2dac90-ef35-4dae-8045-b30d557cf101 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8d3b823-019e-4814-97d7-f650f2969427 HTTP/1.1" status: 200 len: 943 time: 0.2746396 Mar 05 04:44:00.990506 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe226a47-b7ab-42c9-a1f9-22291f281c5a req-4590bb51-feee-439d-ae40-6295263b0cef tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:00.991942 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe226a47-b7ab-42c9-a1f9-22291f281c5a req-4590bb51-feee-439d-ae40-6295263b0cef tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 784 time: 0.3435760 Mar 05 04:44:01.082942 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bd2f6fb1-2b6a-4c54-a614-1aec44cf8844 req-15ebecd2-8c3d-4a59-984a-e7e316240d9d service neutron] 10.222.0.31 "GET /v2.0/networks/a952105b-ebc4-4199-9a60-4f9b3f21d433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250723 Mar 05 04:44:01.092779 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:44:01.114375 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:44:01.115002 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 8e4c8f76-9607-40a6-9c92-9d7306cb5a5d not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:44:01.124842 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a089211b-d5ab-4035-b838-86b0c931d112 req-5cecfb9a-66ec-4db4-a69e-ea7e0b0e4cfb service neutron] 10.222.0.31 "GET /v2.0/ports/3e3ac251-bfe7-48b6-811d-d65253961c18/bindings/n-h1-789963-32 HTTP/1.1" status: 200 len: 385 time: 0.2115018 Mar 05 04:44:01.177238 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device b9ffbaca-1e3b-432c-adbe-6a95dc00217f details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:44:01.186622 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aa0257ff-108f-478a-9ea2-aad64049c7a3 req-d67099ff-6b49-4963-9d1f-c81785839137 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055523 Mar 05 04:44:01.328623 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port b9ffbaca-1e3b-432c-adbe-6a95dc00217f, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b9ffbaca-1e3b-432c-adbe-6a95dc00217f,segment=NetworkSegment(39bebb99-f3d6-49f8-af2f-9a9c1002f41f),segment_id=39bebb99-f3d6-49f8-af2f-9a9c1002f41f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:01.351741 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'b9ffbaca-1e3b-432c-adbe-6a95dc00217f', 'network_id': 'a952105b-ebc4-4199-9a60-4f9b3f21d433', 'port_id': 'b9ffbaca-1e3b-432c-adbe-6a95dc00217f', 'mac_address': 'fa:16:3e:81:27:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd442e327-d533-4ad3-8b3e-6bf8aaddc901', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:44:01.418053 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port b9ffbaca-1e3b-432c-adbe-6a95dc00217f is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:01.418450 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b9ffbaca-1e3b-432c-adbe-6a95dc00217f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:01.444009 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ffbaca-1e3b-432c-adbe-6a95dc00217f {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:44:01.472311 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port b9ffbaca-1e3b-432c-adbe-6a95dc00217f, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b9ffbaca-1e3b-432c-adbe-6a95dc00217f,segment=NetworkSegment(39bebb99-f3d6-49f8-af2f-9a9c1002f41f),segment_id=39bebb99-f3d6-49f8-af2f-9a9c1002f41f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:01.477952 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b9ffbaca-1e3b-432c-adbe-6a95dc00217f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:01.539884 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=b9ffbaca-1e3b-432c-adbe-6a95dc00217f,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:01.548754 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:01.549073 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:01.549286 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:01.549685 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:01.550026 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:01.550358 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:01.550687 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:01.551019 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:01.551550 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:01.552103 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:01.552496 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:01.552908 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:01.553208 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:01.581902 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe226a47-b7ab-42c9-a1f9-22291f281c5a req-2284c305-45df-4bd0-b590-28e88dbfe9ec tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.111 HTTP/1.1" status: 200 len: 1001 time: 0.5737560 Mar 05 04:44:01.620230 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-fe226a47-b7ab-42c9-a1f9-22291f281c5a req-db69b028-44cd-4188-87d9-5d952660b840 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:01.737134 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bd2f6fb1-2b6a-4c54-a614-1aec44cf8844 req-6a7a5caa-a407-40d3-9be2-4d4b925ba699 service neutron] 10.222.0.31 "GET /v2.0/networks/a952105b-ebc4-4199-9a60-4f9b3f21d433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6409779 Mar 05 04:44:01.746985 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-fe226a47-b7ab-42c9-a1f9-22291f281c5a req-db69b028-44cd-4188-87d9-5d952660b840 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks [] for floatingip (d94728b0-c472-47aa-812a-98417c5e3eea), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:01.762400 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['b9ffbaca-1e3b-432c-adbe-6a95dc00217f'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:44:01.796129 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc74e5-c5d9-4fd9-bdb7-b77e851a685f req-75c17d73-9ede-40e2-8823-b39b38f07501 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:01.803484 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-21cc74e5-c5d9-4fd9-bdb7-b77e851a685f req-75c17d73-9ede-40e2-8823-b39b38f07501 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 943 time: 0.2318847 Mar 05 04:44:01.947200 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2e82b0-ff31-4340-8888-731356ce2ea1', 'name': 'network-vif-deleted', 'tag': '8e4c8f76-9607-40a6-9c92-9d7306cb5a5d'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:44:01.949447 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831d4f2f-a6d6-494f-9396-77e676e64ef9" -d '{"events": [{"server_uuid": "ee2e82b0-ff31-4340-8888-731356ce2ea1", "name": "network-vif-deleted", "tag": "8e4c8f76-9607-40a6-9c92-9d7306cb5a5d"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:44:01.967355 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-21cc74e5-c5d9-4fd9-bdb7-b77e851a685f req-3ee2671b-b9fb-4ad5-bc76-a6e79fd7eea6 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632197 Mar 05 04:44:02.056261 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-a089211b-d5ab-4035-b838-86b0c931d112 req-53c9efe4-af45-4379-9eaa-685b2da88d7a service neutron] For port 3e3ac251-bfe7-48b6-811d-d65253961c18, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=3e3ac251-bfe7-48b6-811d-d65253961c18,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:02.068245 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-fe226a47-b7ab-42c9-a1f9-22291f281c5a req-db69b028-44cd-4188-87d9-5d952660b840 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:02.090543 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-fe226a47-b7ab-42c9-a1f9-22291f281c5a req-db69b028-44cd-4188-87d9-5d952660b840 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (d94728b0-c472-47aa-812a-98417c5e3eea), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:02.090929 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [req-fe226a47-b7ab-42c9-a1f9-22291f281c5a req-db69b028-44cd-4188-87d9-5d952660b840 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Floating IP d94728b0-c472-47aa-812a-98417c5e3eea disassociated. External IP: 172.25.0.111, port: 2ad3a90d-5a5e-4ad1-b19b-47f37f584114. Mar 05 04:44:02.153351 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-a089211b-d5ab-4035-b838-86b0c931d112 req-53c9efe4-af45-4379-9eaa-685b2da88d7a service neutron] For port 3e3ac251-bfe7-48b6-811d-d65253961c18, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:44:02.230719 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f578dc4-c314-421d-a984-dc2043cb01b1 req-d43df5f8-c2be-4e0f-867e-c5971510a7d6 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:02.232330 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6f578dc4-c314-421d-a984-dc2043cb01b1 req-d43df5f8-c2be-4e0f-867e-c5971510a7d6 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba HTTP/1.1" status: 200 len: 1128 time: 0.1834476 Mar 05 04:44:02.238518 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-a089211b-d5ab-4035-b838-86b0c931d112 req-53c9efe4-af45-4379-9eaa-685b2da88d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e3ac251-bfe7-48b6-811d-d65253961c18 {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:44:02.267832 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-a089211b-d5ab-4035-b838-86b0c931d112 req-53c9efe4-af45-4379-9eaa-685b2da88d7a service neutron] For port 3e3ac251-bfe7-48b6-811d-d65253961c18, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=3e3ac251-bfe7-48b6-811d-d65253961c18,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:02.299729 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a089211b-d5ab-4035-b838-86b0c931d112 req-53c9efe4-af45-4379-9eaa-685b2da88d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3e3ac251-bfe7-48b6-811d-d65253961c18), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:02.367970 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6f578dc4-c314-421d-a984-dc2043cb01b1 req-9967b58e-d2d1-4832-a96f-5abe572efd66 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227770 Mar 05 04:44:02.498802 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe226a47-b7ab-42c9-a1f9-22291f281c5a req-db69b028-44cd-4188-87d9-5d952660b840 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Router 32859989-f380-41c1-882a-adb0b5588814 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:44:02.504126 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-a089211b-d5ab-4035-b838-86b0c931d112 req-53c9efe4-af45-4379-9eaa-685b2da88d7a service neutron] Transition to ACTIVE for port object 3e3ac251-bfe7-48b6-811d-d65253961c18 will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:44:02.517200 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a089211b-d5ab-4035-b838-86b0c931d112 req-53c9efe4-af45-4379-9eaa-685b2da88d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (3e3ac251-bfe7-48b6-811d-d65253961c18), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:02.699823 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-a089211b-d5ab-4035-b838-86b0c931d112 req-53c9efe4-af45-4379-9eaa-685b2da88d7a service neutron] No DVR routers for this DVR port 3e3ac251-bfe7-48b6-811d-d65253961c18 on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:44:02.760861 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9efe4-af45-4379-9eaa-685b2da88d7a service neutron] Pushing event updated for resources: {'Port': ['ID=3e3ac251-bfe7-48b6-811d-d65253961c18,revision_number=10']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:02.810339 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a089211b-d5ab-4035-b838-86b0c931d112 req-53c9efe4-af45-4379-9eaa-685b2da88d7a service neutron] 10.222.0.31 "PUT /v2.0/ports/3e3ac251-bfe7-48b6-811d-d65253961c18/bindings/n-h1-789963-32/activate HTTP/1.1" status: 200 len: 370 time: 1.6672881 Mar 05 04:44:02.835137 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7db5f-80c0-44fc-a94d-bdefbcfe439e req-ec098d39-e532-48c6-8e0a-79d1e4eea1a8 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:02.837114 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a3f7db5f-80c0-44fc-a94d-bdefbcfe439e req-ec098d39-e532-48c6-8e0a-79d1e4eea1a8 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 950 time: 0.2403598 Mar 05 04:44:02.841711 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-34600f9c-ba9d-4ddf-9a7c-6eeb80788980 req-b2598ef9-ee27-4b8d-82fa-88ea103d657c service neutron] 10.222.0.31 "GET /v2.0/ports/ee973098-7663-4fb9-9f5e-e133fdb44dcb/bindings/n-h2-789963-32 HTTP/1.1" status: 200 len: 383 time: 0.2041233 Mar 05 04:44:02.842955 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe226a47-b7ab-42c9-a1f9-22291f281c5a req-db69b028-44cd-4188-87d9-5d952660b840 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:44:02.850168 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-fe226a47-b7ab-42c9-a1f9-22291f281c5a req-db69b028-44cd-4188-87d9-5d952660b840 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:02.857702 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb2cb1f-73b0-45a7-8d39-7b89e77574a5 None None] Sync routers for ids ['32859989-f380-41c1-882a-adb0b5588814'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:44:02.888820 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb2cb1f-73b0-45a7-8d39-7b89e77574a5 None None] Routers {'32859989-f380-41c1-882a-adb0b5588814'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:44:02.890209 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-1fb2cb1f-73b0-45a7-8d39-7b89e77574a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:43:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['32859989-f380-41c1-882a-adb0b5588814'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:02.938032 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe226a47-b7ab-42c9-a1f9-22291f281c5a req-db69b028-44cd-4188-87d9-5d952660b840 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "PUT /v2.0/floatingips/d94728b0-c472-47aa-812a-98417c5e3eea HTTP/1.1" status: 200 len: 696 time: 1.3263586 Mar 05 04:44:02.978445 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a3f7db5f-80c0-44fc-a94d-bdefbcfe439e req-104d2f83-5414-4280-9f45-f96152781db6 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247602 Mar 05 04:44:03.015995 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089211b-d5ab-4035-b838-86b0c931d112 req-16db5d53-6bbb-4b7d-8148-6f5462e42430 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:03.017503 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a089211b-d5ab-4035-b838-86b0c931d112 req-16db5d53-6bbb-4b7d-8148-6f5462e42430 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680&tenant_id=facd03296ca545159cfaaad05aba02e6&binding%3Ahost_id=n-h2-789963-32 HTTP/1.1" status: 200 len: 1127 time: 0.1301816 Mar 05 04:44:03.060423 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e30127-65d1-4571-b7d8-8221cb0f7104 x-openstack-request-id: req-a3e30127-65d1-4571-b7d8-8221cb0f7104 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:44:03.060854 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2e82b0-ff31-4340-8888-731356ce2ea1", "name": "network-vif-deleted", "tag": "8e4c8f76-9607-40a6-9c92-9d7306cb5a5d", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:44:03.061047 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a3e30127-65d1-4571-b7d8-8221cb0f7104 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:44:03.061398 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee2e82b0-ff31-4340-8888-731356ce2ea1', 'name': 'network-vif-deleted', 'tag': '8e4c8f76-9607-40a6-9c92-9d7306cb5a5d', 'status': 'completed', 'code': 200} Mar 05 04:44:03.071445 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe226a47-b7ab-42c9-a1f9-22291f281c5a req-1329bbe8-d823-4f9f-9f6f-4d246cb908a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:03.072987 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe226a47-b7ab-42c9-a1f9-22291f281c5a req-1329bbe8-d823-4f9f-9f6f-4d246cb908a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b881a5a3db964674a1ec7b44033353cb&device_id=0119ad6d-067c-4a11-9e81-9e84311884ee HTTP/1.1" status: 200 len: 1128 time: 0.1098371 Mar 05 04:44:03.091934 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-1fb2cb1f-73b0-45a7-8d39-7b89e77574a5 None None] Set router 32859989-f380-41c1-882a-adb0b5588814 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:44:03.166649 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device b9ffbaca-1e3b-432c-adbe-6a95dc00217f up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:44:03.194036 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089211b-d5ab-4035-b838-86b0c931d112 req-f65e016a-70b0-4de9-8116-d59c5ff558f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:03.195562 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a089211b-d5ab-4035-b838-86b0c931d112 req-f65e016a-70b0-4de9-8116-d59c5ff558f1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680&tenant_id=facd03296ca545159cfaaad05aba02e6 HTTP/1.1" status: 200 len: 1127 time: 0.1690764 Mar 05 04:44:03.330707 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port b9ffbaca-1e3b-432c-adbe-6a95dc00217f completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:44:03.338243 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port b9ffbaca-1e3b-432c-adbe-6a95dc00217f triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:44:03.338543 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bc39d-746f-4164-8334-455f00705699 req-f0abba54-6263-4719-a6f6-57ef9b8c3f62 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:03.339039 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b9ffbaca-1e3b-432c-adbe-6a95dc00217f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:03.345357 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc9bc39d-746f-4164-8334-455f00705699 req-f0abba54-6263-4719-a6f6-57ef9b8c3f62 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8d3b823-019e-4814-97d7-f650f2969427 HTTP/1.1" status: 200 len: 944 time: 0.1949232 Mar 05 04:44:03.354360 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe226a47-b7ab-42c9-a1f9-22291f281c5a req-1dc2b1c1-91dd-40da-93a9-16f5b5f203cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:03.355827 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe226a47-b7ab-42c9-a1f9-22291f281c5a req-1dc2b1c1-91dd-40da-93a9-16f5b5f203cd service neutron] 10.222.0.11 "GET /v2.0/networks?id=4063fb05-945c-41f3-bf86-b7ead68bf916 HTTP/1.1" status: 200 len: 921 time: 0.2747557 Mar 05 04:44:03.358894 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34600f9c-ba9d-4ddf-9a7c-6eeb80788980 req-9072e86d-d215-4688-a474-9d1a6e400a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:03.360292 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-34600f9c-ba9d-4ddf-9a7c-6eeb80788980 req-9072e86d-d215-4688-a474-9d1a6e400a42 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463&tenant_id=12ec86d5ce864d5e8384628d4e830cb3 HTTP/1.1" status: 200 len: 1133 time: 0.1980364 Mar 05 04:44:03.418177 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089211b-d5ab-4035-b838-86b0c931d112 req-76c834fb-35a8-4b25-a0a0-a0ce8de65f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:03.419710 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a089211b-d5ab-4035-b838-86b0c931d112 req-76c834fb-35a8-4b25-a0a0-a0ce8de65f43 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=facd03296ca545159cfaaad05aba02e6&device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 1127 time: 0.1948316 Mar 05 04:44:03.427109 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe226a47-b7ab-42c9-a1f9-22291f281c5a req-a618cadc-fadb-4845-aea6-72647a8180ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ad3a90d-5a5e-4ad1-b19b-47f37f584114 HTTP/1.1" status: 200 len: 217 time: 0.0543160 Mar 05 04:44:03.514852 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port b9ffbaca-1e3b-432c-adbe-6a95dc00217f is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:03.515378 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b9ffbaca-1e3b-432c-adbe-6a95dc00217f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:03.547983 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc9bc39d-746f-4164-8334-455f00705699 req-dcaed2c2-0ae8-42be-ab2e-130a8c338c32 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959343 Mar 05 04:44:03.549346 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d3b823-019e-4814-97d7-f650f2969427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ffbaca-1e3b-432c-adbe-6a95dc00217f'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:44:03.554837 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba334d8-96c4-494b-9f8a-8e459daf6980" -d '{"events": [{"server_uuid": "b8d3b823-019e-4814-97d7-f650f2969427", "name": "network-vif-plugged", "status": "completed", "tag": "b9ffbaca-1e3b-432c-adbe-6a95dc00217f"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:44:03.569062 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-1fb2cb1f-73b0-45a7-8d39-7b89e77574a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32859989-f380-41c1-882a-adb0b5588814', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142023727-router', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:42:37Z', 'updated_at': '2022-03-05T04:42:44Z', 'revision_number': 4, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'gw_port': {'id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:38Z', 'updated_at': '2022-03-05T04:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '8072b9df-64f2-46bf-ae73-50db5bb14d94', 'name': '', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'mac_address': 'fa:16:3e:c3:d2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:43Z', 'updated_at': '2022-03-05T04:42:52Z', 'revision_number': 5, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'subnets': [{'id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:03.610994 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb2cb1f-73b0-45a7-8d39-7b89e77574a5 None None] Checking router: 32859989-f380-41c1-882a-adb0b5588814 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:44:03.617990 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port b9ffbaca-1e3b-432c-adbe-6a95dc00217f, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b9ffbaca-1e3b-432c-adbe-6a95dc00217f,segment=NetworkSegment(39bebb99-f3d6-49f8-af2f-9a9c1002f41f),segment_id=39bebb99-f3d6-49f8-af2f-9a9c1002f41f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:03.624419 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb2cb1f-73b0-45a7-8d39-7b89e77574a5 None None] Routers {'32859989-f380-41c1-882a-adb0b5588814'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:44:03.625876 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-1fb2cb1f-73b0-45a7-8d39-7b89e77574a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:43:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['32859989-f380-41c1-882a-adb0b5588814'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:03.640447 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe226a47-b7ab-42c9-a1f9-22291f281c5a req-da2549a1-995d-4113-8cbf-a1646fd2ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:03.642167 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe226a47-b7ab-42c9-a1f9-22291f281c5a req-da2549a1-995d-4113-8cbf-a1646fd2ac53 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=04cf5992-8f8c-490a-b424-2ab3d34e91a8 HTTP/1.1" status: 200 len: 860 time: 0.1980138 Mar 05 04:44:03.683610 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b9ffbaca-1e3b-432c-adbe-6a95dc00217f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:03.742462 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34600f9c-ba9d-4ddf-9a7c-6eeb80788980 req-23cf6de1-4bcf-4b6e-9ec3-5e628f77ab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:03.744278 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-34600f9c-ba9d-4ddf-9a7c-6eeb80788980 req-23cf6de1-4bcf-4b6e-9ec3-5e628f77ab8e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 1133 time: 0.3358259 Mar 05 04:44:03.769862 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-1fb2cb1f-73b0-45a7-8d39-7b89e77574a5 None None] Set router 32859989-f380-41c1-882a-adb0b5588814 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:44:03.815439 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089211b-d5ab-4035-b838-86b0c931d112 req-c01c1343-a405-46ad-8286-fdb71f524da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:03.817864 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a089211b-d5ab-4035-b838-86b0c931d112 req-c01c1343-a405-46ad-8286-fdb71f524da7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8538c983-160a-4b67-8024-c598ec9cf3a6 HTTP/1.1" status: 200 len: 907 time: 0.3743694 Mar 05 04:44:03.922854 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe226a47-b7ab-42c9-a1f9-22291f281c5a req-38ee8dea-9243-4368-a669-8e3925259645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:03.924786 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe226a47-b7ab-42c9-a1f9-22291f281c5a req-38ee8dea-9243-4368-a669-8e3925259645 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4063fb05-945c-41f3-bf86-b7ead68bf916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2724240 Mar 05 04:44:03.970254 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=b9ffbaca-1e3b-432c-adbe-6a95dc00217f,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:04.222405 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-1fb2cb1f-73b0-45a7-8d39-7b89e77574a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32859989-f380-41c1-882a-adb0b5588814', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142023727-router', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:42:37Z', 'updated_at': '2022-03-05T04:42:44Z', 'revision_number': 4, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'gw_port': {'id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:38Z', 'updated_at': '2022-03-05T04:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '8072b9df-64f2-46bf-ae73-50db5bb14d94', 'name': '', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'mac_address': 'fa:16:3e:c3:d2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:43Z', 'updated_at': '2022-03-05T04:42:52Z', 'revision_number': 5, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'subnets': [{'id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:04.250760 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb2cb1f-73b0-45a7-8d39-7b89e77574a5 None None] The sync data for ids ['32859989-f380-41c1-882a-adb0b5588814'] in n-d-789963-32 is: [{'id': '32859989-f380-41c1-882a-adb0b5588814', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142023727-router', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:42:37Z', 'updated_at': '2022-03-05T04:42:44Z', 'revision_number': 4, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'gw_port': {'id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:38Z', 'updated_at': '2022-03-05T04:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '8072b9df-64f2-46bf-ae73-50db5bb14d94', 'name': '', 'network_id': '4063fb05-945c-41f3-bf86-b7ead68bf916', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'mac_address': 'fa:16:3e:c3:d2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:43Z', 'updated_at': '2022-03-05T04:42:52Z', 'revision_number': 5, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'subnets': [{'id': '04cf5992-8f8c-490a-b424-2ab3d34e91a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:44:04.340304 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a089211b-d5ab-4035-b838-86b0c931d112 req-4ad71480-1536-479b-bd71-453e21fe10da service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e3ac251-bfe7-48b6-811d-d65253961c18 HTTP/1.1" status: 200 len: 217 time: 0.5041287 Mar 05 04:44:04.400561 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-755554a1-482f-43e8-9df3-2499a9cdd0d6 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:04.416024 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-755554a1-482f-43e8-9df3-2499a9cdd0d6 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/networks?id=fd6aa200-b97d-49ed-9876-375a41229f42 HTTP/1.1" status: 200 len: 820 time: 0.7538571 Mar 05 04:44:04.469650 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-dc0e46b6-00c3-4a53-8edc-8a7212787795 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/quotas/84f78c82255c4feca46335184d79ad7d HTTP/1.1" status: 200 len: 375 time: 0.0524418 Mar 05 04:44:04.478058 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34600f9c-ba9d-4ddf-9a7c-6eeb80788980 req-35d40aa0-f6c5-48d7-9a3a-ed31dd7e0edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:04.480288 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-34600f9c-ba9d-4ddf-9a7c-6eeb80788980 req-35d40aa0-f6c5-48d7-9a3a-ed31dd7e0edc service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.6965566 Mar 05 04:44:04.485154 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089211b-d5ab-4035-b838-86b0c931d112 req-c0340b5b-a424-463c-95b9-c54c5a2d93d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:04.487329 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a089211b-d5ab-4035-b838-86b0c931d112 req-c0340b5b-a424-463c-95b9-c54c5a2d93d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa622505-df3c-45bb-bed1-baf2861c8524 HTTP/1.1" status: 200 len: 847 time: 0.1360309 Mar 05 04:44:04.504997 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe226a47-b7ab-42c9-a1f9-22291f281c5a req-a58b0d14-1f39-4ca1-b428-6aa3a6b1f4dd service neutron] 10.222.0.11 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5711000 Mar 05 04:44:04.586893 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a089211b-d5ab-4035-b838-86b0c931d112 req-0a71187a-9c9d-4829-95bf-f59d377a7565 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8538c983-160a-4b67-8024-c598ec9cf3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920072 Mar 05 04:44:04.588153 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-34600f9c-ba9d-4ddf-9a7c-6eeb80788980 req-2610aabc-9a71-48e8-844e-813deaa631a6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=ee973098-7663-4fb9-9f5e-e133fdb44dcb HTTP/1.1" status: 200 len: 217 time: 0.0996327 Mar 05 04:44:04.642937 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed6d738-bc5a-40c4-aa7d-a7e7385f1c4e None None] New status for floating IP d94728b0-c472-47aa-812a-98417c5e3eea: DOWN {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 04:44:04.761412 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34600f9c-ba9d-4ddf-9a7c-6eeb80788980 req-c96e890e-86c6-42e4-8846-b146ca3c6863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:04.762870 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-34600f9c-ba9d-4ddf-9a7c-6eeb80788980 req-c96e890e-86c6-42e4-8846-b146ca3c6863 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.1617229 Mar 05 04:44:04.802966 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-562b4ff4-ff13-4489-a37c-bb6012715920 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=84f78c82255c4feca46335184d79ad7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2951853 Mar 05 04:44:04.891622 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe226a47-b7ab-42c9-a1f9-22291f281c5a req-9064edd6-be0e-43b2-bd52-b48c0eab7a2d service neutron] 10.222.0.11 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440747 Mar 05 04:44:04.947261 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a089211b-d5ab-4035-b838-86b0c931d112 req-36d1a15c-933e-4715-8f9d-46a8b072f9a2 service neutron] 10.222.0.30 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448408 Mar 05 04:44:04.999674 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34600f9c-ba9d-4ddf-9a7c-6eeb80788980 req-510fe4e3-0908-49f8-aa0a-f1e85cdad33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:05.001636 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-34600f9c-ba9d-4ddf-9a7c-6eeb80788980 req-510fe4e3-0908-49f8-aa0a-f1e85cdad33e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2258613 Mar 05 04:44:05.066372 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0119ad6d-067c-4a11-9e81-9e84311884ee', 'tag': '2ad3a90d-5a5e-4ad1-b19b-47f37f584114'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:44:05.069482 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44eecfff-b68a-4f1d-9aec-76907512d057" -d '{"events": [{"name": "network-changed", "server_uuid": "0119ad6d-067c-4a11-9e81-9e84311884ee", "tag": "2ad3a90d-5a5e-4ad1-b19b-47f37f584114"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:44:05.099350 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-5b33eaf9-9505-40d4-be6c-0b951ff9eaab service neutron] 10.222.0.11 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950442 Mar 05 04:44:05.249424 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a089211b-d5ab-4035-b838-86b0c931d112 req-6b310063-23d7-4fc2-8b1f-a871c59aae41 service neutron] 10.222.0.30 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821410 Mar 05 04:44:05.265099 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-34600f9c-ba9d-4ddf-9a7c-6eeb80788980 req-847967a5-d509-40d1-b4b2-e45a191a5827 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375243 Mar 05 04:44:05.377180 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-773fdc89-b525-48fa-9f3f-7a45c84dedfd service neutron] 10.222.0.11 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703285 Mar 05 04:44:05.486672 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b05dd-b84c-45d6-a6b8-075a774d8fb4 req-2d71accc-c5ba-4877-b639-d470a71dc138 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:05.488316 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-340b05dd-b84c-45d6-a6b8-075a774d8fb4 req-2d71accc-c5ba-4877-b639-d470a71dc138 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 944 time: 0.1614661 Mar 05 04:44:05.490904 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-34600f9c-ba9d-4ddf-9a7c-6eeb80788980 req-2e7763ec-29a7-458b-bdb1-80ba4ead18cc service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095189 Mar 05 04:44:05.623774 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-340b05dd-b84c-45d6-a6b8-075a774d8fb4 req-4ba931a2-fbe9-4f65-a633-970bce76815c tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251068 Mar 05 04:44:05.657303 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089211b-d5ab-4035-b838-86b0c931d112 req-9b6cc08e-d503-417c-83af-211afff91c78 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:05.659967 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a089211b-d5ab-4035-b838-86b0c931d112 req-9b6cc08e-d503-417c-83af-211afff91c78 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680&tenant_id=facd03296ca545159cfaaad05aba02e6&binding%3Ahost_id=n-h1-789963-32 HTTP/1.1" status: 200 len: 1127 time: 0.1490412 Mar 05 04:44:05.696083 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d84c688-4ada-4437-8489-7c7d11544204 x-openstack-request-id: req-3d84c688-4ada-4437-8489-7c7d11544204 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:44:05.696955 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d3b823-019e-4814-97d7-f650f2969427", "name": "network-vif-plugged", "status": "completed", "tag": "b9ffbaca-1e3b-432c-adbe-6a95dc00217f", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:44:05.697359 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3d84c688-4ada-4437-8489-7c7d11544204 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:44:05.697925 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d3b823-019e-4814-97d7-f650f2969427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ffbaca-1e3b-432c-adbe-6a95dc00217f', 'code': 200} Mar 05 04:44:05.928204 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fbd33-2a7d-4ecb-8cfc-f2b40eeff88d req-342e8aae-1ee5-4903-b32c-b0811f4c2674 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:05.929749 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c06fbd33-2a7d-4ecb-8cfc-f2b40eeff88d req-342e8aae-1ee5-4903-b32c-b0811f4c2674 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8d3b823-019e-4814-97d7-f650f2969427 HTTP/1.1" status: 200 len: 945 time: 0.1736290 Mar 05 04:44:05.937395 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874582b-648a-41d9-a650-3062ac710952 req-d322ca5b-0f6c-4c9b-9480-3cffd7c66152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:05.938851 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0874582b-648a-41d9-a650-3062ac710952 req-d322ca5b-0f6c-4c9b-9480-3cffd7c66152 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b8d3b823-019e-4814-97d7-f650f2969427 HTTP/1.1" status: 200 len: 1128 time: 0.1725852 Mar 05 04:44:05.950476 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c155613-058f-4245-a292-21cdc406bc81 req-853191da-87c1-42f8-bafe-238e11a959b5 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:05.952003 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4c155613-058f-4245-a292-21cdc406bc81 req-853191da-87c1-42f8-bafe-238e11a959b5 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 950 time: 0.1830983 Mar 05 04:44:06.000084 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-a089211b-d5ab-4035-b838-86b0c931d112 req-8ad4808e-f928-41f5-bd3d-234ba613f2dd service neutron] For port 3e3ac251-bfe7-48b6-811d-d65253961c18, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:44:06.015769 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a089211b-d5ab-4035-b838-86b0c931d112 req-8ad4808e-f928-41f5-bd3d-234ba613f2dd service neutron] Publish callbacks [] for binding (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:06.016864 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a089211b-d5ab-4035-b838-86b0c931d112 req-8ad4808e-f928-41f5-bd3d-234ba613f2dd service neutron] 10.222.0.30 "DELETE /v2.0/ports/3e3ac251-bfe7-48b6-811d-d65253961c18/bindings/n-h2-789963-32 HTTP/1.1" status: 204 len: 173 time: 0.3485560 Mar 05 04:44:06.063553 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c06fbd33-2a7d-4ecb-8cfc-f2b40eeff88d req-b91468ce-793e-4cd0-bed2-66d965e907aa tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229463 Mar 05 04:44:06.072070 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4c155613-058f-4245-a292-21cdc406bc81 req-70311c2b-0b8e-4cfc-a463-3a6933297a5e tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087227 Mar 05 04:44:06.074697 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0874582b-648a-41d9-a650-3062ac710952 req-2bdc500a-61cb-4e2f-8c28-26e2400732f9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218204 Mar 05 04:44:06.121957 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a767104-7232-40f5-a6b2-1819b0c226e8 x-openstack-request-id: req-2a767104-7232-40f5-a6b2-1819b0c226e8 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:44:06.122317 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0119ad6d-067c-4a11-9e81-9e84311884ee", "tag": "2ad3a90d-5a5e-4ad1-b19b-47f37f584114", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:44:06.122578 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2a767104-7232-40f5-a6b2-1819b0c226e8 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:44:06.123037 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0119ad6d-067c-4a11-9e81-9e84311884ee', 'tag': '2ad3a90d-5a5e-4ad1-b19b-47f37f584114', 'status': 'completed', 'code': 200} Mar 05 04:44:06.206526 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67b92e40-9eed-4ea1-87f6-406779c19deb req-8f79cd1f-bfbe-4ca6-9a79-c7b85c9c1dae tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 210 time: 0.0317891 Mar 05 04:44:06.367857 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eecfff-b68a-4f1d-9aec-76907512d057 req-ea2afb7c-bf8e-45c0-8c7c-4f43222e3be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:06.369705 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-44eecfff-b68a-4f1d-9aec-76907512d057 req-ea2afb7c-bf8e-45c0-8c7c-4f43222e3be9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b881a5a3db964674a1ec7b44033353cb&device_id=0119ad6d-067c-4a11-9e81-9e84311884ee HTTP/1.1" status: 200 len: 1128 time: 0.0706413 Mar 05 04:44:06.513092 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7c3f011-38ed-4f5e-a92d-5581b78688d9 req-5e85d930-ac88-4b99-aaaf-dc96320e6523 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/floatingips/d94728b0-c472-47aa-812a-98417c5e3eea HTTP/1.1" status: 200 len: 694 time: 0.1044750 Mar 05 04:44:06.610074 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eecfff-b68a-4f1d-9aec-76907512d057 req-a4ca4230-31f0-4110-a402-56893445adc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:06.611506 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-44eecfff-b68a-4f1d-9aec-76907512d057 req-a4ca4230-31f0-4110-a402-56893445adc3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4063fb05-945c-41f3-bf86-b7ead68bf916 HTTP/1.1" status: 200 len: 921 time: 0.2334352 Mar 05 04:44:06.620594 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af442588-f493-4e61-9ff5-099e04f07477 req-519acb1f-ac15-4992-bf5c-6bccc28dcc38 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:06.621984 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-af442588-f493-4e61-9ff5-099e04f07477 req-519acb1f-ac15-4992-bf5c-6bccc28dcc38 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c11fe5-060a-4bf3-aa5c-5917a8834450 HTTP/1.1" status: 200 len: 950 time: 0.2237277 Mar 05 04:44:06.671243 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-44eecfff-b68a-4f1d-9aec-76907512d057 req-852c344e-ede7-42b1-b9cb-30538f1ff1fb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ad3a90d-5a5e-4ad1-b19b-47f37f584114 HTTP/1.1" status: 200 len: 217 time: 0.0481548 Mar 05 04:44:06.752540 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3f011-38ed-4f5e-a92d-5581b78688d9 req-ee026aa7-12b7-48c6-8ed9-03fe4938a11a tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:06.753961 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7c3f011-38ed-4f5e-a92d-5581b78688d9 req-ee026aa7-12b7-48c6-8ed9-03fe4938a11a tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 784 time: 0.2307475 Mar 05 04:44:06.800586 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eecfff-b68a-4f1d-9aec-76907512d057 req-cf4f7c37-1186-479e-921d-5bd30668dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:06.802065 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-44eecfff-b68a-4f1d-9aec-76907512d057 req-cf4f7c37-1186-479e-921d-5bd30668dab0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=04cf5992-8f8c-490a-b424-2ab3d34e91a8 HTTP/1.1" status: 200 len: 860 time: 0.1214197 Mar 05 04:44:06.835207 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-af442588-f493-4e61-9ff5-099e04f07477 req-88a11afe-f99d-4d88-b91b-59d86d6273a3 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.11 "GET /v2.0/security-groups?id=b75fa6ca-3bea-4aa3-be34-e1a6c87a956a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011149 Mar 05 04:44:06.876915 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7c3f011-38ed-4f5e-a92d-5581b78688d9 req-ad6760d6-b17f-4faa-a88d-f1353c3dd045 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.111 HTTP/1.1" status: 200 len: 697 time: 0.1002777 Mar 05 04:44:06.969895 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7c3f011-38ed-4f5e-a92d-5581b78688d9 req-0d18fd50-0384-4ce5-9b51-ec52674a9705 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.111 HTTP/1.1" status: 200 len: 697 time: 0.0601647 Mar 05 04:44:07.033383 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eecfff-b68a-4f1d-9aec-76907512d057 req-05abbaa1-965c-4426-a765-3f179e3f48fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:07.034890 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-44eecfff-b68a-4f1d-9aec-76907512d057 req-05abbaa1-965c-4426-a765-3f179e3f48fa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4063fb05-945c-41f3-bf86-b7ead68bf916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1924534 Mar 05 04:44:07.046592 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-6c43364b-da94-4158-8752-9c6c49f5b834 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:07.048187 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-6c43364b-da94-4158-8752-9c6c49f5b834 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.30 "GET /v2.0/networks?id=fd6aa200-b97d-49ed-9876-375a41229f42 HTTP/1.1" status: 200 len: 820 time: 0.2871387 Mar 05 04:44:07.095602 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-c7e31e8f-437a-482c-a830-53b33d237681 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Request body: {'port': {'device_id': '9422d07d-b2a7-4057-9d79-de78fa5f057d', 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42', 'admin_state_up': True, 'tenant_id': '84f78c82255c4feca46335184d79ad7d'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:07.168357 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device ee973098-7663-4fb9-9f5e-e133fdb44dcb no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:44:07.274756 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port ee973098-7663-4fb9-9f5e-e133fdb44dcb is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:07.275192 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ee973098-7663-4fb9-9f5e-e133fdb44dcb), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:07.311240 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port ee973098-7663-4fb9-9f5e-e133fdb44dcb, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=ee973098-7663-4fb9-9f5e-e133fdb44dcb,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:07.317170 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ee973098-7663-4fb9-9f5e-e133fdb44dcb), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:07.335276 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-44eecfff-b68a-4f1d-9aec-76907512d057 req-9ff723b4-53c0-4ff2-bba3-23a39b724628 service neutron] 10.222.0.31 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793915 Mar 05 04:44:07.360958 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-e7c3f011-38ed-4f5e-a92d-5581b78688d9 req-ad5a1fa8-b7f5-47e4-92d9-8b3e854dbb0a tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Deleting port fd2c17ab-64c9-4bf1-81f6-fd9d28ce333f {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:44:07.361333 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e7c3f011-38ed-4f5e-a92d-5581b78688d9 req-ad5a1fa8-b7f5-47e4-92d9-8b3e854dbb0a tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (fd2c17ab-64c9-4bf1-81f6-fd9d28ce333f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:07.376348 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=ee973098-7663-4fb9-9f5e-e133fdb44dcb,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:07.386165 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2e278-3474-4a55-bda4-0172901a89ea req-4b71449a-1fe4-438b-b192-d1c57b0feb31 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:07.387779 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-21a2e278-3474-4a55-bda4-0172901a89ea req-4b71449a-1fe4-438b-b192-d1c57b0feb31 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 944 time: 0.1623731 Mar 05 04:44:07.419651 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-c7e31e8f-437a-482c-a830-53b33d237681 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Made reservation on behalf of 84f78c82255c4feca46335184d79ad7d for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:44:07.423180 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-c7e31e8f-437a-482c-a830-53b33d237681 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:07.541999 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42278) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:07.692849 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9ab440dd-736a-46e3-90a7-d52852e57d1c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=99d3370dc4084724864467298df9d0d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1495855 Mar 05 04:44:07.695442 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42284) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:07.699033 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9b6dc7-2b2c-449c-8a87-a1d01ee66463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee973098-7663-4fb9-9f5e-e133fdb44dcb'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:44:07.703001 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5521d7ac-628d-42b4-869d-c35939c44547" -d '{"events": [{"server_uuid": "1e9b6dc7-2b2c-449c-8a87-a1d01ee66463", "name": "network-vif-unplugged", "status": "completed", "tag": "ee973098-7663-4fb9-9f5e-e133fdb44dcb"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:44:07.759288 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b27d5ca1-351c-4ea6-8795-303cc03ffc11 admin admin] Publish callbacks [] for security_group (c5eb1416-bc0c-4601-98ac-ed388e81890b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:07.782161 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b27d5ca1-351c-4ea6-8795-303cc03ffc11 admin admin] Publish callbacks [] for security_group (c5eb1416-bc0c-4601-98ac-ed388e81890b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:07.832312 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b27d5ca1-351c-4ea6-8795-303cc03ffc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c5eb1416-bc0c-4601-98ac-ed388e81890b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:07.836057 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b27d5ca1-351c-4ea6-8795-303cc03ffc11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:07.837256 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b27d5ca1-351c-4ea6-8795-303cc03ffc11 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c5eb1416-bc0c-4601-98ac-ed388e81890b HTTP/1.1" status: 204 len: 168 time: 0.1408951 Mar 05 04:44:07.847517 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d5ca1-351c-4ea6-8795-303cc03ffc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5eb1416-bc0c-4601-98ac-ed388e81890b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:07.932250 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-21a2e278-3474-4a55-bda4-0172901a89ea req-a6e65574-bc85-4e03-b1ae-d8c48e036af9 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5175023 Mar 05 04:44:07.934018 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e7c3f011-38ed-4f5e-a92d-5581b78688d9 req-ad5a1fa8-b7f5-47e4-92d9-8b3e854dbb0a tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (fd2c17ab-64c9-4bf1-81f6-fd9d28ce333f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:07.934349 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e7c3f011-38ed-4f5e-a92d-5581b78688d9 req-ad5a1fa8-b7f5-47e4-92d9-8b3e854dbb0a tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks [] for floatingip (fd2c17ab-64c9-4bf1-81f6-fd9d28ce333f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:07.953372 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-44eecfff-b68a-4f1d-9aec-76907512d057 req-12617050-e9dc-41fd-a412-aebc9f25cb6a service neutron] 10.222.0.31 "GET /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6026857 Mar 05 04:44:07.959370 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-e7c3f011-38ed-4f5e-a92d-5581b78688d9 req-ad5a1fa8-b7f5-47e4-92d9-8b3e854dbb0a tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Calling delete_port for fd2c17ab-64c9-4bf1-81f6-fd9d28ce333f owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:44:08.065015 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-c7e31e8f-437a-482c-a830-53b33d237681 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Allocated IP 172.20.0.11 (fd6aa200-b97d-49ed-9876-375a41229f42/9d33dc8a-6008-478a-9ec8-49595a4a0656/a9b93e14-ffc1-4130-9d33-751178e57443) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:44:08.243174 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e7c3f011-38ed-4f5e-a92d-5581b78688d9 req-ad5a1fa8-b7f5-47e4-92d9-8b3e854dbb0a tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (fd2c17ab-64c9-4bf1-81f6-fd9d28ce333f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:08.288265 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a1fa8-b7f5-47e4-92d9-8b3e854dbb0a tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Pushing event deleted for resources: {'Port': ['ID=fd2c17ab-64c9-4bf1-81f6-fd9d28ce333f,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:08.356109 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-c7e31e8f-437a-482c-a830-53b33d237681 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Publish callbacks [] for port (a9b93e14-ffc1-4130-9d33-751178e57443), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:08.378163 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e7c3f011-38ed-4f5e-a92d-5581b78688d9 req-ad5a1fa8-b7f5-47e4-92d9-8b3e854dbb0a tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks [] for floatingip (d94728b0-c472-47aa-812a-98417c5e3eea), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:08.382246 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e7c3f011-38ed-4f5e-a92d-5581b78688d9 req-ad5a1fa8-b7f5-47e4-92d9-8b3e854dbb0a tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:08.383486 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7c3f011-38ed-4f5e-a92d-5581b78688d9 req-ad5a1fa8-b7f5-47e4-92d9-8b3e854dbb0a tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "DELETE /v2.0/floatingips/d94728b0-c472-47aa-812a-98417c5e3eea HTTP/1.1" status: 204 len: 173 time: 1.4063544 Mar 05 04:44:08.419596 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-c7e31e8f-437a-482c-a830-53b33d237681 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (a9b93e14-ffc1-4130-9d33-751178e57443), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:08.492634 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-c7e31e8f-437a-482c-a830-53b33d237681 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Network fd6aa200-b97d-49ed-9876-375a41229f42 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:44:08.518641 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-c7e31e8f-437a-482c-a830-53b33d237681 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:44:08.525240 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-c7e31e8f-437a-482c-a830-53b33d237681 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:44:08.551938 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e31e8f-437a-482c-a830-53b33d237681 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Pushing event updated for resources: {'Port': ['ID=a9b93e14-ffc1-4130-9d33-751178e57443,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:08.591208 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-c7e31e8f-437a-482c-a830-53b33d237681 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:08.591859 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-c7e31e8f-437a-482c-a830-53b33d237681 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:08.601635 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5a0ff-229c-4c0d-86e3-9bf5868c2068 req-a03373cb-e396-4740-9331-ce417968b8fb tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:08.603323 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-15c5a0ff-229c-4c0d-86e3-9bf5868c2068 req-a03373cb-e396-4740-9331-ce417968b8fb tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8d3b823-019e-4814-97d7-f650f2969427 HTTP/1.1" status: 200 len: 945 time: 0.1397414 Mar 05 04:44:08.619551 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-c7e31e8f-437a-482c-a830-53b33d237681 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5624990 Mar 05 04:44:08.637601 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-33e98873-117e-4e5c-aafa-a77e656bf9aa service neutron] Request body: {'port': {'device_id': '9422d07d-b2a7-4057-9d79-de78fa5f057d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:08.721621 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-15c5a0ff-229c-4c0d-86e3-9bf5868c2068 req-85654ae6-ee66-4af1-be61-b69625f9f9cd tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079764 Mar 05 04:44:08.748874 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-33e98873-117e-4e5c-aafa-a77e656bf9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a9b93e14-ffc1-4130-9d33-751178e57443), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:08.820822 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a637b-b894-4042-ae88-6e7978305b94 req-8dc8bbd4-49ae-4951-856c-0474bbf89c74 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:08.822325 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-474a637b-b894-4042-ae88-6e7978305b94 req-8dc8bbd4-49ae-4951-856c-0474bbf89c74 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 948 time: 0.1174822 Mar 05 04:44:08.975402 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694935e-a982-46ff-a1f0-ec7c419f8965 req-11dd1c13-2f0e-4657-a9f2-e2772c051820 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:08.976790 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5694935e-a982-46ff-a1f0-ec7c419f8965 req-11dd1c13-2f0e-4657-a9f2-e2772c051820 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 932 time: 0.1867533 Mar 05 04:44:08.981649 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-474a637b-b894-4042-ae88-6e7978305b94 req-8b474c98-5d74-4bac-bd1d-7675a019b447 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391215 Mar 05 04:44:09.033683 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 04:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129cfe2d-2242-400f-a1ca-9e4a089e73c9 x-openstack-request-id: req-129cfe2d-2242-400f-a1ca-9e4a089e73c9 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:44:09.034236 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9b6dc7-2b2c-449c-8a87-a1d01ee66463", "name": "network-vif-unplugged", "status": "completed", "tag": "ee973098-7663-4fb9-9f5e-e133fdb44dcb", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:44:09.034557 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-129cfe2d-2242-400f-a1ca-9e4a089e73c9 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:44:09.037118 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9b6dc7-2b2c-449c-8a87-a1d01ee66463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee973098-7663-4fb9-9f5e-e133fdb44dcb', 'code': 200} Mar 05 04:44:09.076416 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5694935e-a982-46ff-a1f0-ec7c419f8965 req-db1e375d-1b21-4cf1-9c06-504c39db6749 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938148 Mar 05 04:44:09.132224 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:44:09.151750 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-33e98873-117e-4e5c-aafa-a77e656bf9aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b93e14-ffc1-4130-9d33-751178e57443 {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:44:09.160284 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-33e98873-117e-4e5c-aafa-a77e656bf9aa service neutron] Publish callbacks [] for port (a9b93e14-ffc1-4130-9d33-751178e57443), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:09.174146 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-33e98873-117e-4e5c-aafa-a77e656bf9aa service neutron] Transition to ACTIVE for port object a9b93e14-ffc1-4130-9d33-751178e57443 will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:44:09.178854 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-33e98873-117e-4e5c-aafa-a77e656bf9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (a9b93e14-ffc1-4130-9d33-751178e57443), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:09.222386 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:09.222764 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0e8487f7-4fcf-4a2e-93e3-cde31593f0f4), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:09.225041 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device ee973098-7663-4fb9-9f5e-e133fdb44dcb details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:44:09.269991 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e98873-117e-4e5c-aafa-a77e656bf9aa service neutron] Pushing event updated for resources: {'Port': ['ID=a9b93e14-ffc1-4130-9d33-751178e57443,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:09.274234 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=0e8487f7-4fcf-4a2e-93e3-cde31593f0f4,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:09.284390 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0e8487f7-4fcf-4a2e-93e3-cde31593f0f4), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:09.337222 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-33e98873-117e-4e5c-aafa-a77e656bf9aa service neutron] Attempting to bind port a9b93e14-ffc1-4130-9d33-751178e57443 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:44:09.337547 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-33e98873-117e-4e5c-aafa-a77e656bf9aa service neutron] Attempting to bind port a9b93e14-ffc1-4130-9d33-751178e57443 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:44:09.337877 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-33e98873-117e-4e5c-aafa-a77e656bf9aa service neutron] Attempting to bind port a9b93e14-ffc1-4130-9d33-751178e57443 on network fd6aa200-b97d-49ed-9876-375a41229f42 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:44:09.342737 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-33e98873-117e-4e5c-aafa-a77e656bf9aa service neutron] Port a9b93e14-ffc1-4130-9d33-751178e57443 on network fd6aa200-b97d-49ed-9876-375a41229f42 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:44:09.343063 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-33e98873-117e-4e5c-aafa-a77e656bf9aa service neutron] Attempting to bind port a9b93e14-ffc1-4130-9d33-751178e57443 on network fd6aa200-b97d-49ed-9876-375a41229f42 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:44:09.348157 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-33e98873-117e-4e5c-aafa-a77e656bf9aa service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:44:09.348496 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-33e98873-117e-4e5c-aafa-a77e656bf9aa service neutron] Checking segment: {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:44:09.348880 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-33e98873-117e-4e5c-aafa-a77e656bf9aa service neutron] Bound using segment: {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:44:09.349307 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-33e98873-117e-4e5c-aafa-a77e656bf9aa service neutron] Bound port: a9b93e14-ffc1-4130-9d33-751178e57443, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:44:09.349662 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-33e98873-117e-4e5c-aafa-a77e656bf9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a9b93e14-ffc1-4130-9d33-751178e57443), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:09.391239 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=0e8487f7-4fcf-4a2e-93e3-cde31593f0f4,revision_number=11']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:09.417865 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port ee973098-7663-4fb9-9f5e-e133fdb44dcb, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=ee973098-7663-4fb9-9f5e-e133fdb44dcb,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:09.431830 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'ee973098-7663-4fb9-9f5e-e133fdb44dcb', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': 'ee973098-7663-4fb9-9f5e-e133fdb44dcb', 'mac_address': 'fa:16:3e:f2:56:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:44:09.456873 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbac11-d99d-45da-a9a2-4b0296bc8cf2 req-273dca5d-074d-4b7b-9912-03047588389f tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:09.459546 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-73dbac11-d99d-45da-a9a2-4b0296bc8cf2 req-273dca5d-074d-4b7b-9912-03047588389f tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8d3b823-019e-4814-97d7-f650f2969427 HTTP/1.1" status: 200 len: 945 time: 0.1003864 Mar 05 04:44:09.460691 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-33e98873-117e-4e5c-aafa-a77e656bf9aa service neutron] For port a9b93e14-ffc1-4130-9d33-751178e57443, host n-h1-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:44:09.464160 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-33e98873-117e-4e5c-aafa-a77e656bf9aa service neutron] For port a9b93e14-ffc1-4130-9d33-751178e57443, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a9b93e14-ffc1-4130-9d33-751178e57443,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:44:09.483297 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-33e98873-117e-4e5c-aafa-a77e656bf9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (a9b93e14-ffc1-4130-9d33-751178e57443), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:09.484396 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port ee973098-7663-4fb9-9f5e-e133fdb44dcb is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:09.484865 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ee973098-7663-4fb9-9f5e-e133fdb44dcb), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:09.499274 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee973098-7663-4fb9-9f5e-e133fdb44dcb {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:44:09.521082 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port ee973098-7663-4fb9-9f5e-e133fdb44dcb, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=ee973098-7663-4fb9-9f5e-e133fdb44dcb,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:09.528307 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-33e98873-117e-4e5c-aafa-a77e656bf9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:09.528763 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ee973098-7663-4fb9-9f5e-e133fdb44dcb), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:09.528884 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-33e98873-117e-4e5c-aafa-a77e656bf9aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:09.530528 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-33e98873-117e-4e5c-aafa-a77e656bf9aa service neutron] 10.222.0.30 "PUT /v2.0/ports/a9b93e14-ffc1-4130-9d33-751178e57443 HTTP/1.1" status: 200 len: 1093 time: 0.8974392 Mar 05 04:44:09.536427 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9422d07d-b2a7-4057-9d79-de78fa5f057d', 'tag': 'a9b93e14-ffc1-4130-9d33-751178e57443'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:44:09.539584 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c212c735-da77-481c-87d7-adf1ee1d6f35" -d '{"events": [{"name": "network-changed", "server_uuid": "9422d07d-b2a7-4057-9d79-de78fa5f057d", "tag": "a9b93e14-ffc1-4130-9d33-751178e57443"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:44:09.585743 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-73dbac11-d99d-45da-a9a2-4b0296bc8cf2 req-7e98150b-fa63-44cc-b41a-df4549651bbc tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171379 Mar 05 04:44:09.605052 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=ee973098-7663-4fb9-9f5e-e133fdb44dcb,revision_number=7']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:09.627213 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e98873-117e-4e5c-aafa-a77e656bf9aa service neutron] Pushing event updated for resources: {'Port': ['ID=a9b93e14-ffc1-4130-9d33-751178e57443,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:09.650145 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-2c80da20-5ea4-43d3-b01d-a7a4aeb7956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:09.651719 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-2c80da20-5ea4-43d3-b01d-a7a4aeb7956b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84f78c82255c4feca46335184d79ad7d&device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 1127 time: 0.0767686 Mar 05 04:44:09.723810 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-67b9ef51-f64c-4208-b05f-893de01034e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9b93e14-ffc1-4130-9d33-751178e57443 HTTP/1.1" status: 200 len: 217 time: 0.0649533 Mar 05 04:44:09.855407 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['ee973098-7663-4fb9-9f5e-e133fdb44dcb'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:44:09.873806 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-8735cdeb-b741-449a-b1c1-bf1c3e4427b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:09.875655 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-8735cdeb-b741-449a-b1c1-bf1c3e4427b8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d33dc8a-6008-478a-9ec8-49595a4a0656 HTTP/1.1" status: 200 len: 860 time: 0.1180108 Mar 05 04:44:09.880804 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628432a-98a4-49c4-a1a3-92f5a94f640b req-ed80c0e0-d3bb-438f-b8ec-8f061699b346 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:09.882253 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7628432a-98a4-49c4-a1a3-92f5a94f640b req-ed80c0e0-d3bb-438f-b8ec-8f061699b346 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 1127 time: 0.2166102 Mar 05 04:44:09.931770 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-3ad8df7a-f99a-4046-b129-b4717b74d16a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd6aa200-b97d-49ed-9876-375a41229f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426605 Mar 05 04:44:09.944042 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8046fe-cbe9-42a3-9989-c64fbade4500 req-77f7500c-799d-4937-9c3e-36e989ba39a7 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:09.945492 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ee8046fe-cbe9-42a3-9989-c64fbade4500 req-77f7500c-799d-4937-9c3e-36e989ba39a7 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/ports?device_id=0119ad6d-067c-4a11-9e81-9e84311884ee HTTP/1.1" status: 200 len: 945 time: 0.1892760 Mar 05 04:44:09.952235 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67031d30-7d2b-4af7-80b4-ca0639193dcd req-ff113bbd-a8ba-4b16-be4e-fbf13ed8c1a1 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:09.953668 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67031d30-7d2b-4af7-80b4-ca0639193dcd req-ff113bbd-a8ba-4b16-be4e-fbf13ed8c1a1 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463&tenant_id=12ec86d5ce864d5e8384628d4e830cb3&binding%3Ahost_id=n-h2-789963-32 HTTP/1.1" status: 200 len: 949 time: 0.2328537 Mar 05 04:44:10.091423 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7628432a-98a4-49c4-a1a3-92f5a94f640b req-99b97136-763b-4d3a-99db-2cc430bc9f89 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938987 Mar 05 04:44:10.124171 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ee8046fe-cbe9-42a3-9989-c64fbade4500 req-bb8674af-6e75-480b-a0b1-aece3cf09ec8 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/security-groups?id=e0a8876c-637a-4714-b32c-54d49bad91ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695359 Mar 05 04:44:10.131643 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67031d30-7d2b-4af7-80b4-ca0639193dcd req-f0f46099-9b9d-450f-bda0-6a15e6a2998e service neutron] 10.222.0.31 "GET /v2.0/ports/ee973098-7663-4fb9-9f5e-e133fdb44dcb/bindings/n-h2-789963-32 HTTP/1.1" status: 200 len: 383 time: 0.1615229 Mar 05 04:44:10.146595 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-387b485a-7b1f-43c9-ad90-a78de3c72138 service neutron] 10.222.0.30 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890206 Mar 05 04:44:10.218360 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2392f1a5-9569-4ef6-bee7-579366c6f472 x-openstack-request-id: req-2392f1a5-9569-4ef6-bee7-579366c6f472 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:44:10.218673 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9422d07d-b2a7-4057-9d79-de78fa5f057d", "tag": "a9b93e14-ffc1-4130-9d33-751178e57443", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:44:10.218911 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2392f1a5-9569-4ef6-bee7-579366c6f472 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:44:10.219356 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9422d07d-b2a7-4057-9d79-de78fa5f057d', 'tag': 'a9b93e14-ffc1-4130-9d33-751178e57443', 'status': 'completed', 'code': 200} Mar 05 04:44:10.300712 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67031d30-7d2b-4af7-80b4-ca0639193dcd req-f26aea33-c205-456c-bac1-97666155fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:10.302389 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67031d30-7d2b-4af7-80b4-ca0639193dcd req-f26aea33-c205-456c-bac1-97666155fe41 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 1132 time: 0.1369593 Mar 05 04:44:10.306056 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d31d438b-52f9-4735-aab5-fa5114c60c84 req-15d5d3c7-634f-4ced-8658-bb814d731852 service neutron] 10.222.0.30 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528056 Mar 05 04:44:10.484886 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67031d30-7d2b-4af7-80b4-ca0639193dcd req-1b2068ab-f5b7-4cf6-a6d8-9fbca330c150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:10.486412 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67031d30-7d2b-4af7-80b4-ca0639193dcd req-1b2068ab-f5b7-4cf6-a6d8-9fbca330c150 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.1767502 Mar 05 04:44:10.488255 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212c735-da77-481c-87d7-adf1ee1d6f35 req-eb97477b-0adb-4b2d-b7d8-e72a637b6dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:10.489844 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c212c735-da77-481c-87d7-adf1ee1d6f35 req-eb97477b-0adb-4b2d-b7d8-e72a637b6dbf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84f78c82255c4feca46335184d79ad7d&device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 1127 time: 0.1066978 Mar 05 04:44:10.507124 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63814611-1ede-49ef-b7a7-b5e3cb9c0db7 req-e0cf9df8-70c5-480c-b73b-1723cd02be48 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:10.508574 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-63814611-1ede-49ef-b7a7-b5e3cb9c0db7 req-e0cf9df8-70c5-480c-b73b-1723cd02be48 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 949 time: 0.1176584 Mar 05 04:44:10.559747 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67031d30-7d2b-4af7-80b4-ca0639193dcd req-efa59f62-971b-4785-b251-bfe2f975da67 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=ee973098-7663-4fb9-9f5e-e133fdb44dcb HTTP/1.1" status: 200 len: 217 time: 0.0656207 Mar 05 04:44:10.737440 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-63814611-1ede-49ef-b7a7-b5e3cb9c0db7 req-ae356057-d462-4a00-a7ef-ae55786dac03 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886814 Mar 05 04:44:10.751562 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67031d30-7d2b-4af7-80b4-ca0639193dcd req-8552eb58-1528-496a-815d-2c36c57465d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:10.753070 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67031d30-7d2b-4af7-80b4-ca0639193dcd req-8552eb58-1528-496a-815d-2c36c57465d2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.1794801 Mar 05 04:44:10.771123 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212c735-da77-481c-87d7-adf1ee1d6f35 req-170ef289-83be-4557-ab03-acef12ab33ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:10.772527 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c212c735-da77-481c-87d7-adf1ee1d6f35 req-170ef289-83be-4557-ab03-acef12ab33ce service neutron] 10.222.0.30 "GET /v2.0/networks?id=fd6aa200-b97d-49ed-9876-375a41229f42 HTTP/1.1" status: 200 len: 920 time: 0.2620225 Mar 05 04:44:10.868153 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c212c735-da77-481c-87d7-adf1ee1d6f35 req-cd0eadb2-4c1f-4323-8fd7-7e3e5183aa5a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9b93e14-ffc1-4130-9d33-751178e57443 HTTP/1.1" status: 200 len: 217 time: 0.0741141 Mar 05 04:44:10.878199 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5fa9e-a91f-4ce6-ba16-6dfb3761baa8 req-dbcc5e0c-34b7-4e91-b336-ff7106900b53 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:10.880885 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0ad5fa9e-a91f-4ce6-ba16-6dfb3761baa8 req-dbcc5e0c-34b7-4e91-b336-ff7106900b53 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 944 time: 0.2702940 Mar 05 04:44:10.897877 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca05540-73d7-4273-a450-a0cde953e3c3 req-390c5148-0deb-48de-a732-c11c4c8763e6 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:10.899294 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7ca05540-73d7-4273-a450-a0cde953e3c3 req-390c5148-0deb-48de-a732-c11c4c8763e6 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.31 "GET /v2.0/ports?device_id=0119ad6d-067c-4a11-9e81-9e84311884ee HTTP/1.1" status: 200 len: 945 time: 0.2144082 Mar 05 04:44:10.990975 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67031d30-7d2b-4af7-80b4-ca0639193dcd req-9a449f99-4537-4f25-8b49-3606f8564a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:10.992423 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67031d30-7d2b-4af7-80b4-ca0639193dcd req-9a449f99-4537-4f25-8b49-3606f8564a3b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2307553 Mar 05 04:44:11.021262 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212c735-da77-481c-87d7-adf1ee1d6f35 req-fed46ad9-7aea-4d95-8dee-02192be81e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:11.022636 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c212c735-da77-481c-87d7-adf1ee1d6f35 req-fed46ad9-7aea-4d95-8dee-02192be81e2d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d33dc8a-6008-478a-9ec8-49595a4a0656 HTTP/1.1" status: 200 len: 860 time: 0.1395037 Mar 05 04:44:11.038679 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c11fe5-060a-4bf3-aa5c-5917a8834450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e8487f7-4fcf-4a2e-93e3-cde31593f0f4'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:44:11.040996 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ebdf4a-1f68-45a4-bdc9-e73784b2ca92" -d '{"events": [{"server_uuid": "56c11fe5-060a-4bf3-aa5c-5917a8834450", "name": "network-vif-unplugged", "status": "completed", "tag": "0e8487f7-4fcf-4a2e-93e3-cde31593f0f4"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:44:11.080825 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7532b-5445-4433-8f02-845cb0a5c9e6 req-562bb0a1-dc16-479f-8613-475990a45f72 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:11.082352 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7da7532b-5445-4433-8f02-845cb0a5c9e6 req-562bb0a1-dc16-479f-8613-475990a45f72 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 1127 time: 0.2804232 Mar 05 04:44:11.132470 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c212c735-da77-481c-87d7-adf1ee1d6f35 req-3b79051f-8c77-4f04-aa1c-44dd0e27dece service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd6aa200-b97d-49ed-9876-375a41229f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854051 Mar 05 04:44:11.135670 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0ad5fa9e-a91f-4ce6-ba16-6dfb3761baa8 req-6a6b6c5f-2927-4928-9f00-913b168f112e tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326555 Mar 05 04:44:11.204457 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device ee973098-7663-4fb9-9f5e-e133fdb44dcb up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:44:11.257555 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port ee973098-7663-4fb9-9f5e-e133fdb44dcb triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:44:11.257848 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ee973098-7663-4fb9-9f5e-e133fdb44dcb), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:11.268499 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:44:11.319622 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b904b4cc-7fe8-437f-b377-44673f5043a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:11.353238 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port ee973098-7663-4fb9-9f5e-e133fdb44dcb is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:11.353636 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ee973098-7663-4fb9-9f5e-e133fdb44dcb), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:11.389169 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port ee973098-7663-4fb9-9f5e-e133fdb44dcb, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=ee973098-7663-4fb9-9f5e-e133fdb44dcb,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:11.393601 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ee973098-7663-4fb9-9f5e-e133fdb44dcb), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:11.448250 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=ee973098-7663-4fb9-9f5e-e133fdb44dcb,revision_number=8']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:11.580573 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67031d30-7d2b-4af7-80b4-ca0639193dcd req-a19bb8cd-6cd7-4827-b98d-4dfff7598209 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5705099 Mar 05 04:44:11.589769 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7da7532b-5445-4433-8f02-845cb0a5c9e6 req-2842bad6-f6e3-4c89-a5cf-50768cca496e tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842374 Mar 05 04:44:11.607163 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-7ca05540-73d7-4273-a450-a0cde953e3c3 req-38f0d4ce-7317-4f3a-9b2f-093a357d6f30 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Deleting port 2ad3a90d-5a5e-4ad1-b19b-47f37f584114 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:44:11.607163 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-7ca05540-73d7-4273-a450-a0cde953e3c3 req-38f0d4ce-7317-4f3a-9b2f-093a357d6f30 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (2ad3a90d-5a5e-4ad1-b19b-47f37f584114), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:11.672324 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c212c735-da77-481c-87d7-adf1ee1d6f35 req-581220db-1947-4c02-97f3-6e91e85ccf36 service neutron] 10.222.0.30 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5312722 Mar 05 04:44:11.776221 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e757a-2bf1-41a1-b2f8-30cf3df85eb5 req-bcf174ab-aa96-4ffe-826c-3ea264d6e4d7 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:11.777682 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0f8e757a-2bf1-41a1-b2f8-30cf3df85eb5 req-bcf174ab-aa96-4ffe-826c-3ea264d6e4d7 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c11fe5-060a-4bf3-aa5c-5917a8834450 HTTP/1.1" status: 200 len: 948 time: 0.2621415 Mar 05 04:44:11.788490 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 04:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d20bc50-340c-46ec-86fb-08d9ddff0b22 x-openstack-request-id: req-7d20bc50-340c-46ec-86fb-08d9ddff0b22 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:44:11.788813 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c11fe5-060a-4bf3-aa5c-5917a8834450", "name": "network-vif-unplugged", "status": "completed", "tag": "0e8487f7-4fcf-4a2e-93e3-cde31593f0f4", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:44:11.789073 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7d20bc50-340c-46ec-86fb-08d9ddff0b22 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:44:11.789462 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c11fe5-060a-4bf3-aa5c-5917a8834450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e8487f7-4fcf-4a2e-93e3-cde31593f0f4', 'code': 200} Mar 05 04:44:11.882764 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67031d30-7d2b-4af7-80b4-ca0639193dcd req-0a84680d-3f23-4200-849e-680d22931996 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911844 Mar 05 04:44:11.911551 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-7ca05540-73d7-4273-a450-a0cde953e3c3 req-38f0d4ce-7317-4f3a-9b2f-093a357d6f30 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] For port 2ad3a90d-5a5e-4ad1-b19b-47f37f584114, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=2ad3a90d-5a5e-4ad1-b19b-47f37f584114,segment=NetworkSegment(607abd30-3ddd-4be0-83e8-bcf2d27d437d),segment_id=607abd30-3ddd-4be0-83e8-bcf2d27d437d)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:11.911918 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-7ca05540-73d7-4273-a450-a0cde953e3c3 req-38f0d4ce-7317-4f3a-9b2f-093a357d6f30 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (2ad3a90d-5a5e-4ad1-b19b-47f37f584114), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:11.936433 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-7ca05540-73d7-4273-a450-a0cde953e3c3 req-38f0d4ce-7317-4f3a-9b2f-093a357d6f30 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Calling delete_port for 2ad3a90d-5a5e-4ad1-b19b-47f37f584114 owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:44:11.978411 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0f8e757a-2bf1-41a1-b2f8-30cf3df85eb5 req-84cd15db-f93d-4ff4-be80-6cc0e693a6b6 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.11 "GET /v2.0/security-groups?id=b75fa6ca-3bea-4aa3-be34-e1a6c87a956a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910474 Mar 05 04:44:12.014431 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c212c735-da77-481c-87d7-adf1ee1d6f35 req-d0f89958-a475-4033-aa30-eda9d3f42bf7 service neutron] 10.222.0.30 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052809 Mar 05 04:44:12.029844 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fae6d1-6d59-4e59-9824-3fa656f4eb18 req-f37aa262-3e51-4c09-942d-206d3e12a2b0 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:12.031376 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-17fae6d1-6d59-4e59-9824-3fa656f4eb18 req-f37aa262-3e51-4c09-942d-206d3e12a2b0 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/ports?device_id=0119ad6d-067c-4a11-9e81-9e84311884ee HTTP/1.1" status: 200 len: 945 time: 0.1784194 Mar 05 04:44:12.097587 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-17fae6d1-6d59-4e59-9824-3fa656f4eb18 req-22944c41-9959-42d0-a1c9-7cdfcee876af tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.11 "GET /v2.0/security-groups?id=e0a8876c-637a-4714-b32c-54d49bad91ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581646 Mar 05 04:44:12.153799 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-7ca05540-73d7-4273-a450-a0cde953e3c3 req-38f0d4ce-7317-4f3a-9b2f-093a357d6f30 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (2ad3a90d-5a5e-4ad1-b19b-47f37f584114), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:12.168880 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['2ad3a90d-5a5e-4ad1-b19b-47f37f584114'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:44:12.235753 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f0d4ce-7317-4f3a-9b2f-093a357d6f30 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Pushing event deleted for resources: {'Port': ['ID=2ad3a90d-5a5e-4ad1-b19b-47f37f584114,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:12.265663 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca05540-73d7-4273-a450-a0cde953e3c3 req-38f0d4ce-7317-4f3a-9b2f-093a357d6f30 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] No DVR routers for this DVR port 2ad3a90d-5a5e-4ad1-b19b-47f37f584114 on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:44:12.271242 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-7ca05540-73d7-4273-a450-a0cde953e3c3 req-38f0d4ce-7317-4f3a-9b2f-093a357d6f30 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:12.274581 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7ca05540-73d7-4273-a450-a0cde953e3c3 req-38f0d4ce-7317-4f3a-9b2f-093a357d6f30 tempest-FloatingIPsAssociationTestJSON-2066520470 tempest-FloatingIPsAssociationTestJSON-2066520470-project] 10.222.0.31 "DELETE /v2.0/ports/2ad3a90d-5a5e-4ad1-b19b-47f37f584114 HTTP/1.1" status: 204 len: 173 time: 1.3509717 Mar 05 04:44:12.275051 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0119ad6d-067c-4a11-9e81-9e84311884ee', 'name': 'network-vif-deleted', 'tag': '2ad3a90d-5a5e-4ad1-b19b-47f37f584114'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:44:12.277333 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84c2e78-4bcf-4849-88fb-ef25555765bf" -d '{"events": [{"server_uuid": "0119ad6d-067c-4a11-9e81-9e84311884ee", "name": "network-vif-deleted", "tag": "2ad3a90d-5a5e-4ad1-b19b-47f37f584114"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:44:12.367791 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b103d9-13c0-4a40-9029-4e3f26936379 req-6e1ccfdf-6548-439b-9c58-243efcf5c8a6 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:12.369866 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b6b103d9-13c0-4a40-9029-4e3f26936379 req-6e1ccfdf-6548-439b-9c58-243efcf5c8a6 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.30 "GET /v2.0/ports?device_id=56c11fe5-060a-4bf3-aa5c-5917a8834450 HTTP/1.1" status: 200 len: 948 time: 0.0898993 Mar 05 04:44:12.376829 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e7fed-ec89-4f03-906d-ee063e5a586c req-7a7e81ce-aed0-4534-bac8-444848df0c20 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:12.378242 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-521e7fed-ec89-4f03-906d-ee063e5a586c req-7a7e81ce-aed0-4534-bac8-444848df0c20 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 950 time: 0.0874281 Mar 05 04:44:12.516893 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-521e7fed-ec89-4f03-906d-ee063e5a586c req-1faf1e71-238a-4ddb-b100-1a2ceb5a8116 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295049 Mar 05 04:44:12.563853 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-b6b103d9-13c0-4a40-9029-4e3f26936379 req-cba3d155-2e95-4c08-9a26-982a3f245c66 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Deleting port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:44:12.563853 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b6b103d9-13c0-4a40-9029-4e3f26936379 req-cba3d155-2e95-4c08-9a26-982a3f245c66 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (0e8487f7-4fcf-4a2e-93e3-cde31593f0f4), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:12.597022 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9aceb-45f5-4bc5-b14e-97b30b814f4d req-c28e247c-3497-43c7-af1d-ce237631aef4 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:12.598652 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83e9aceb-45f5-4bc5-b14e-97b30b814f4d req-c28e247c-3497-43c7-af1d-ce237631aef4 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 944 time: 0.1194875 Mar 05 04:44:12.736196 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-b6b103d9-13c0-4a40-9029-4e3f26936379 req-cba3d155-2e95-4c08-9a26-982a3f245c66 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] For port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=0e8487f7-4fcf-4a2e-93e3-cde31593f0f4,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:12.736574 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b6b103d9-13c0-4a40-9029-4e3f26936379 req-cba3d155-2e95-4c08-9a26-982a3f245c66 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (0e8487f7-4fcf-4a2e-93e3-cde31593f0f4), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:12.742940 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83e9aceb-45f5-4bc5-b14e-97b30b814f4d req-a258adfd-4041-41e0-8687-b8f8e5072fcc tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107097 Mar 05 04:44:12.756554 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-b6b103d9-13c0-4a40-9029-4e3f26936379 req-cba3d155-2e95-4c08-9a26-982a3f245c66 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Calling delete_port for 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:44:12.770781 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732dd7ea-f158-4360-b3ff-80bbd7ea6fc3 req-ff13db5b-76f1-4aaa-9cea-4fbe464db51a tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:12.770781 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-732dd7ea-f158-4360-b3ff-80bbd7ea6fc3 req-ff13db5b-76f1-4aaa-9cea-4fbe464db51a tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8d3b823-019e-4814-97d7-f650f2969427 HTTP/1.1" status: 200 len: 945 time: 0.1330280 Mar 05 04:44:12.814574 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e10e44-d1d8-4ea3-b05a-8541c4f7a76c x-openstack-request-id: req-e6e10e44-d1d8-4ea3-b05a-8541c4f7a76c {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:44:12.814864 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0119ad6d-067c-4a11-9e81-9e84311884ee", "name": "network-vif-deleted", "tag": "2ad3a90d-5a5e-4ad1-b19b-47f37f584114", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:44:12.815144 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e6e10e44-d1d8-4ea3-b05a-8541c4f7a76c {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:44:12.815639 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0119ad6d-067c-4a11-9e81-9e84311884ee', 'name': 'network-vif-deleted', 'tag': '2ad3a90d-5a5e-4ad1-b19b-47f37f584114', 'status': 'completed', 'code': 200} Mar 05 04:44:12.878429 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-732dd7ea-f158-4360-b3ff-80bbd7ea6fc3 req-5517b5a8-6c08-4cef-be18-6de8ecd10fcc tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988429 Mar 05 04:44:12.948546 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b6b103d9-13c0-4a40-9029-4e3f26936379 req-cba3d155-2e95-4c08-9a26-982a3f245c66 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (0e8487f7-4fcf-4a2e-93e3-cde31593f0f4), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:12.979168 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba3d155-2e95-4c08-9a26-982a3f245c66 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Pushing event deleted for resources: {'Port': ['ID=0e8487f7-4fcf-4a2e-93e3-cde31593f0f4,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:13.042802 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b103d9-13c0-4a40-9029-4e3f26936379 req-cba3d155-2e95-4c08-9a26-982a3f245c66 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] No DVR routers for this DVR port 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 on host n-h1-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:44:13.046158 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b6b103d9-13c0-4a40-9029-4e3f26936379 req-cba3d155-2e95-4c08-9a26-982a3f245c66 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:13.050179 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b6b103d9-13c0-4a40-9029-4e3f26936379 req-cba3d155-2e95-4c08-9a26-982a3f245c66 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.30 "DELETE /v2.0/ports/0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 HTTP/1.1" status: 204 len: 173 time: 0.6709621 Mar 05 04:44:13.105282 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-78e742bd-1072-4e5b-b096-280d8305fa8a req-6a22c9d3-9532-49c2-a9e3-6d69e00c3d29 tempest-ImagesOneServerTestJSON-72317339 tempest-ImagesOneServerTestJSON-72317339-project] 10.222.0.11 "GET /v2.0/ports?device_id=56c11fe5-060a-4bf3-aa5c-5917a8834450 HTTP/1.1" status: 200 len: 210 time: 0.0386546 Mar 05 04:44:13.152160 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device a9b93e14-ffc1-4130-9d33-751178e57443 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:44:13.160339 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42442) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:13.306799 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port a9b93e14-ffc1-4130-9d33-751178e57443, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a9b93e14-ffc1-4130-9d33-751178e57443,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:13.323503 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'a9b93e14-ffc1-4130-9d33-751178e57443', 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42', 'port_id': 'a9b93e14-ffc1-4130-9d33-751178e57443', 'mac_address': 'fa:16:3e:6e:dc:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d33dc8a-6008-478a-9ec8-49595a4a0656', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:44:13.329609 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device b9ffbaca-1e3b-432c-adbe-6a95dc00217f details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:44:13.517247 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port b9ffbaca-1e3b-432c-adbe-6a95dc00217f, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b9ffbaca-1e3b-432c-adbe-6a95dc00217f,segment=NetworkSegment(39bebb99-f3d6-49f8-af2f-9a9c1002f41f),segment_id=39bebb99-f3d6-49f8-af2f-9a9c1002f41f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:13.559793 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'b9ffbaca-1e3b-432c-adbe-6a95dc00217f', 'network_id': 'a952105b-ebc4-4199-9a60-4f9b3f21d433', 'port_id': 'b9ffbaca-1e3b-432c-adbe-6a95dc00217f', 'mac_address': 'fa:16:3e:81:27:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd442e327-d533-4ad3-8b3e-6bf8aaddc901', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:44:13.751644 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3769b-5f1e-4d38-906a-8e2c81361e25 req-4d4d99f5-77ab-459f-a73b-f2d21bb71725 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:13.763125 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-57f3769b-5f1e-4d38-906a-8e2c81361e25 req-4d4d99f5-77ab-459f-a73b-f2d21bb71725 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 950 time: 0.1122251 Mar 05 04:44:13.810016 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9b6dc7-2b2c-449c-8a87-a1d01ee66463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee973098-7663-4fb9-9f5e-e133fdb44dcb'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:44:13.812176 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29cca90-a6a9-43ec-b7a2-e8ef91e9f636" -d '{"events": [{"server_uuid": "1e9b6dc7-2b2c-449c-8a87-a1d01ee66463", "name": "network-vif-plugged", "status": "completed", "tag": "ee973098-7663-4fb9-9f5e-e133fdb44dcb"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:44:13.820072 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:13.823055 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:13.855750 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-57f3769b-5f1e-4d38-906a-8e2c81361e25 req-2a1d957d-6520-4f43-8976-af56fad8df15 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896583 Mar 05 04:44:13.891956 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ec827d65-8331-4c2d-8952-432ec3b7f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:13.902681 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port b9ffbaca-1e3b-432c-adbe-6a95dc00217f is: ACTIVE; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:13.903090 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b9ffbaca-1e3b-432c-adbe-6a95dc00217f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:13.905154 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port a9b93e14-ffc1-4130-9d33-751178e57443 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:13.905520 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a9b93e14-ffc1-4130-9d33-751178e57443), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:13.940364 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b93e14-ffc1-4130-9d33-751178e57443 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:44:13.983218 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port a9b93e14-ffc1-4130-9d33-751178e57443, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a9b93e14-ffc1-4130-9d33-751178e57443,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:13.999239 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a9b93e14-ffc1-4130-9d33-751178e57443), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:14.077874 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cc79d-d350-4650-9830-b58c30bcc3ee req-48b6d11a-7cce-4e26-9e9b-f6aa56fe490e tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:14.081998 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=a9b93e14-ffc1-4130-9d33-751178e57443,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:14.084197 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-748cc79d-d350-4650-9830-b58c30bcc3ee req-48b6d11a-7cce-4e26-9e9b-f6aa56fe490e tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 944 time: 0.1200352 Mar 05 04:44:14.110212 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9ffbaca-1e3b-432c-adbe-6a95dc00217f {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:44:14.164530 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-976d4c34-0de0-46fa-8b35-84886c7b1ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (32859989-f380-41c1-882a-adb0b5588814), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:14.197081 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port b9ffbaca-1e3b-432c-adbe-6a95dc00217f, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b9ffbaca-1e3b-432c-adbe-6a95dc00217f,segment=NetworkSegment(39bebb99-f3d6-49f8-af2f-9a9c1002f41f),segment_id=39bebb99-f3d6-49f8-af2f-9a9c1002f41f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:14.209434 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b9ffbaca-1e3b-432c-adbe-6a95dc00217f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:14.214857 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-748cc79d-d350-4650-9830-b58c30bcc3ee req-a5c4be07-faa8-46a6-aefb-33f469b78ca6 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250470 Mar 05 04:44:14.319327 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91517e5-e0e7-41c8-9882-2bf5ac6383a1 x-openstack-request-id: req-c91517e5-e0e7-41c8-9882-2bf5ac6383a1 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:44:14.319927 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9b6dc7-2b2c-449c-8a87-a1d01ee66463", "name": "network-vif-plugged", "status": "completed", "tag": "ee973098-7663-4fb9-9f5e-e133fdb44dcb", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:44:14.319927 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c91517e5-e0e7-41c8-9882-2bf5ac6383a1 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:44:14.320345 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9b6dc7-2b2c-449c-8a87-a1d01ee66463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee973098-7663-4fb9-9f5e-e133fdb44dcb', 'code': 200} Mar 05 04:44:14.320796 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=b9ffbaca-1e3b-432c-adbe-6a95dc00217f,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:14.340372 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['a9b93e14-ffc1-4130-9d33-751178e57443'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:44:14.450830 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['b9ffbaca-1e3b-432c-adbe-6a95dc00217f'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:44:14.514166 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-976d4c34-0de0-46fa-8b35-84886c7b1ca1 admin admin] Deleting port 8072b9df-64f2-46bf-ae73-50db5bb14d94 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:44:14.514378 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-976d4c34-0de0-46fa-8b35-84886c7b1ca1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (8072b9df-64f2-46bf-ae73-50db5bb14d94), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:14.520187 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1561f2-6d68-48b4-b567-afdc95ad70f2 req-115e8fb2-1358-4a3d-9b8c-b182b17773ae tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:14.537826 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4a1561f2-6d68-48b4-b567-afdc95ad70f2 req-115e8fb2-1358-4a3d-9b8c-b182b17773ae tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8d3b823-019e-4814-97d7-f650f2969427 HTTP/1.1" status: 200 len: 944 time: 0.1463940 Mar 05 04:44:14.641067 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4a1561f2-6d68-48b4-b567-afdc95ad70f2 req-1907be0b-2519-4712-a599-619142ba2871 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013808 Mar 05 04:44:14.671266 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-976d4c34-0de0-46fa-8b35-84886c7b1ca1 admin admin] For port 8072b9df-64f2-46bf-ae73-50db5bb14d94, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=8072b9df-64f2-46bf-ae73-50db5bb14d94,segment=NetworkSegment(607abd30-3ddd-4be0-83e8-bcf2d27d437d),segment_id=607abd30-3ddd-4be0-83e8-bcf2d27d437d)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:14.672208 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-976d4c34-0de0-46fa-8b35-84886c7b1ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (8072b9df-64f2-46bf-ae73-50db5bb14d94), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:14.700426 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-976d4c34-0de0-46fa-8b35-84886c7b1ca1 admin admin] Calling delete_port for 8072b9df-64f2-46bf-ae73-50db5bb14d94 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:44:14.751562 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67031d30-7d2b-4af7-80b4-ca0639193dcd req-17d7eb06-5d73-4e40-ace7-faa57b03a4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:14.753158 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67031d30-7d2b-4af7-80b4-ca0639193dcd req-17d7eb06-5d73-4e40-ace7-faa57b03a4ad service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463&tenant_id=12ec86d5ce864d5e8384628d4e830cb3 HTTP/1.1" status: 200 len: 1133 time: 0.0965328 Mar 05 04:44:14.821708 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c11fe5-060a-4bf3-aa5c-5917a8834450', 'name': 'network-vif-deleted', 'tag': '0e8487f7-4fcf-4a2e-93e3-cde31593f0f4'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:44:14.824369 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e4781d-b776-496c-bdb7-47967769b09e" -d '{"events": [{"server_uuid": "56c11fe5-060a-4bf3-aa5c-5917a8834450", "name": "network-vif-deleted", "tag": "0e8487f7-4fcf-4a2e-93e3-cde31593f0f4"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:44:14.864730 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67031d30-7d2b-4af7-80b4-ca0639193dcd req-2f86a712-a61c-4f3a-9ccb-7f8ea36aa7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:14.866348 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67031d30-7d2b-4af7-80b4-ca0639193dcd req-2f86a712-a61c-4f3a-9ccb-7f8ea36aa7cb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 1133 time: 0.0894952 Mar 05 04:44:14.934430 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:15.086555 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-976d4c34-0de0-46fa-8b35-84886c7b1ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (8072b9df-64f2-46bf-ae73-50db5bb14d94), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:15.095409 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cb858a-f465-4a1b-9cc5-4f0e39cea17f x-openstack-request-id: req-13cb858a-f465-4a1b-9cc5-4f0e39cea17f {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:44:15.095956 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c11fe5-060a-4bf3-aa5c-5917a8834450", "name": "network-vif-deleted", "tag": "0e8487f7-4fcf-4a2e-93e3-cde31593f0f4", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:44:15.096481 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-13cb858a-f465-4a1b-9cc5-4f0e39cea17f {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:44:15.097148 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c11fe5-060a-4bf3-aa5c-5917a8834450', 'name': 'network-vif-deleted', 'tag': '0e8487f7-4fcf-4a2e-93e3-cde31593f0f4', 'status': 'completed', 'code': 200} Mar 05 04:44:15.097720 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42484) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:15.142285 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976d4c34-0de0-46fa-8b35-84886c7b1ca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8072b9df-64f2-46bf-ae73-50db5bb14d94,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:15.185155 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67031d30-7d2b-4af7-80b4-ca0639193dcd req-18fb727d-ad28-4200-8a74-59818c06e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:15.188492 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67031d30-7d2b-4af7-80b4-ca0639193dcd req-18fb727d-ad28-4200-8a74-59818c06e90f service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.3160574 Mar 05 04:44:15.204840 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device ee973098-7663-4fb9-9f5e-e133fdb44dcb no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:44:15.293014 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67031d30-7d2b-4af7-80b4-ca0639193dcd req-f576b7d7-fd1f-40e5-946b-c3e10d109e1c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=ee973098-7663-4fb9-9f5e-e133fdb44dcb HTTP/1.1" status: 200 len: 217 time: 0.0974574 Mar 05 04:44:15.352874 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port ee973098-7663-4fb9-9f5e-e133fdb44dcb is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:15.353428 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ee973098-7663-4fb9-9f5e-e133fdb44dcb), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:15.415626 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port ee973098-7663-4fb9-9f5e-e133fdb44dcb, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=ee973098-7663-4fb9-9f5e-e133fdb44dcb,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:15.425516 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ee973098-7663-4fb9-9f5e-e133fdb44dcb), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:15.426483 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 2ad3a90d-5a5e-4ad1-b19b-47f37f584114 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:44:15.465041 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67031d30-7d2b-4af7-80b4-ca0639193dcd req-23843ad5-4ef1-4272-9047-7c6d776f5900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:15.466689 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67031d30-7d2b-4af7-80b4-ca0639193dcd req-23843ad5-4ef1-4272-9047-7c6d776f5900 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.1536410 Mar 05 04:44:15.475021 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 2ad3a90d-5a5e-4ad1-b19b-47f37f584114 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:44:15.475566 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 2ad3a90d-5a5e-4ad1-b19b-47f37f584114 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:44:15.475957 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device b9ffbaca-1e3b-432c-adbe-6a95dc00217f no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:44:15.503679 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42496) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:15.504491 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-60cc14ea-70a3-4deb-8811-404d1a39eb81 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a61d54b9febb4c21b6c8593d1e0441a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4038270 Mar 05 04:44:15.526916 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-976d4c34-0de0-46fa-8b35-84886c7b1ca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (32859989-f380-41c1-882a-adb0b5588814), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:15.537545 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a882b8-d669-4b6a-bf26-b508cd1c39f5 req-50465d83-6105-46fe-a00a-cd456e93536d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:15.539317 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-68a882b8-d669-4b6a-bf26-b508cd1c39f5 req-50465d83-6105-46fe-a00a-cd456e93536d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 950 time: 0.2632434 Mar 05 04:44:15.561053 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025c77f-4f08-4fe9-94fb-7bd686593f30 req-95a39668-75f5-49bd-a89e-05a6634145f1 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:15.583395 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=ee973098-7663-4fb9-9f5e-e133fdb44dcb,revision_number=9']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:15.588426 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0025c77f-4f08-4fe9-94fb-7bd686593f30 req-95a39668-75f5-49bd-a89e-05a6634145f1 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8d3b823-019e-4814-97d7-f650f2969427 HTTP/1.1" status: 200 len: 944 time: 0.2740774 Mar 05 04:44:15.654821 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port b9ffbaca-1e3b-432c-adbe-6a95dc00217f is: BUILD; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:15.655895 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b9ffbaca-1e3b-432c-adbe-6a95dc00217f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:15.675911 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b9ffbaca-1e3b-432c-adbe-6a95dc00217f {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:44:15.678832 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67031d30-7d2b-4af7-80b4-ca0639193dcd req-2510e1a0-6e3a-4f40-94de-0e314a5f78b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:15.680504 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67031d30-7d2b-4af7-80b4-ca0639193dcd req-2510e1a0-6e3a-4f40-94de-0e314a5f78b8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1977177 Mar 05 04:44:15.691183 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-68a882b8-d669-4b6a-bf26-b508cd1c39f5 req-b200694c-3f12-47f4-a158-163f0675f7d6 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438975 Mar 05 04:44:15.704819 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port b9ffbaca-1e3b-432c-adbe-6a95dc00217f, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b9ffbaca-1e3b-432c-adbe-6a95dc00217f,segment=NetworkSegment(39bebb99-f3d6-49f8-af2f-9a9c1002f41f),segment_id=39bebb99-f3d6-49f8-af2f-9a9c1002f41f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:15.711764 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b9ffbaca-1e3b-432c-adbe-6a95dc00217f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:15.713308 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0025c77f-4f08-4fe9-94fb-7bd686593f30 req-8563d979-c5c5-41b8-8029-7170c4d7ee38 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238322 Mar 05 04:44:15.799904 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a6104781-df47-482e-ad5b-22aa8318368c admin admin] Publish callbacks [] for security_group (b75fa6ca-3bea-4aa3-be34-e1a6c87a956a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:15.828215 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=b9ffbaca-1e3b-432c-adbe-6a95dc00217f,revision_number=7']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:15.837553 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a6104781-df47-482e-ad5b-22aa8318368c admin admin] Publish callbacks [] for security_group (b75fa6ca-3bea-4aa3-be34-e1a6c87a956a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:15.894124 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67031d30-7d2b-4af7-80b4-ca0639193dcd req-fc897b95-e176-44f2-9368-82221b845361 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009382 Mar 05 04:44:15.908093 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee52bb-27bf-49b3-8c74-8224a770e423 req-5966a0fe-bbf0-4ed5-99c5-7cc8b4bb7175 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:15.915957 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0cee52bb-27bf-49b3-8c74-8224a770e423 req-5966a0fe-bbf0-4ed5-99c5-7cc8b4bb7175 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 945 time: 0.0971675 Mar 05 04:44:15.969796 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976d4c34-0de0-46fa-8b35-84886c7b1ca1 admin admin] Router 32859989-f380-41c1-882a-adb0b5588814 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:44:16.023779 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0cee52bb-27bf-49b3-8c74-8224a770e423 req-57dbe085-5257-4357-a0ea-7b6fc6d2bed7 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066265 Mar 05 04:44:16.054435 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67031d30-7d2b-4af7-80b4-ca0639193dcd req-10a6776f-12be-4040-9ce7-1f68d85d5ab4 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363838 Mar 05 04:44:16.113850 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a6104781-df47-482e-ad5b-22aa8318368c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b75fa6ca-3bea-4aa3-be34-e1a6c87a956a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:16.116581 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a6104781-df47-482e-ad5b-22aa8318368c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:16.117721 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a6104781-df47-482e-ad5b-22aa8318368c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b75fa6ca-3bea-4aa3-be34-e1a6c87a956a HTTP/1.1" status: 204 len: 168 time: 0.6130543 Mar 05 04:44:16.120553 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:16.131627 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6104781-df47-482e-ad5b-22aa8318368c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75fa6ca-3bea-4aa3-be34-e1a6c87a956a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:16.155669 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976d4c34-0de0-46fa-8b35-84886c7b1ca1 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:44:16.163782 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-976d4c34-0de0-46fa-8b35-84886c7b1ca1 admin admin] 10.222.0.11 "PUT /v2.0/routers/32859989-f380-41c1-882a-adb0b5588814/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0023534 Mar 05 04:44:16.166368 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42506) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:16.175025 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6037402b-e8f6-4c9e-a3bb-c5f7cec3fe4d None None] Sync routers for ids ['32859989-f380-41c1-882a-adb0b5588814'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:44:16.197430 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6037402b-e8f6-4c9e-a3bb-c5f7cec3fe4d None None] Routers {'32859989-f380-41c1-882a-adb0b5588814'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:44:16.198508 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-6037402b-e8f6-4c9e-a3bb-c5f7cec3fe4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:44:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['32859989-f380-41c1-882a-adb0b5588814'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:16.358163 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9b6dc7-2b2c-449c-8a87-a1d01ee66463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee973098-7663-4fb9-9f5e-e133fdb44dcb'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:44:16.362130 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fc2926ff-13ea-4782-9695-6120c2a1590e admin admin] Publish callbacks [] for router (32859989-f380-41c1-882a-adb0b5588814), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:16.375207 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b3df14-4268-46be-94f2-080914171d77" -d '{"events": [{"server_uuid": "1e9b6dc7-2b2c-449c-8a87-a1d01ee66463", "name": "network-vif-unplugged", "status": "completed", "tag": "ee973098-7663-4fb9-9f5e-e133fdb44dcb"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:44:16.456726 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-6037402b-e8f6-4c9e-a3bb-c5f7cec3fe4d None None] Set router 32859989-f380-41c1-882a-adb0b5588814 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:44:16.527165 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 04:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35b4c88-8d2c-47a8-836d-e7cb667334ea x-openstack-request-id: req-e35b4c88-8d2c-47a8-836d-e7cb667334ea {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:44:16.527619 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9b6dc7-2b2c-449c-8a87-a1d01ee66463", "name": "network-vif-unplugged", "status": "completed", "tag": "ee973098-7663-4fb9-9f5e-e133fdb44dcb", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:44:16.536577 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e35b4c88-8d2c-47a8-836d-e7cb667334ea {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:44:16.537149 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9b6dc7-2b2c-449c-8a87-a1d01ee66463', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee973098-7663-4fb9-9f5e-e133fdb44dcb', 'code': 200} Mar 05 04:44:16.578970 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fc2926ff-13ea-4782-9695-6120c2a1590e admin admin] Publish callbacks [] for router_gateway (32859989-f380-41c1-882a-adb0b5588814), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:16.714932 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-fc2926ff-13ea-4782-9695-6120c2a1590e admin admin] Deleting port 4354a4c9-e01d-4156-af28-d32364fbeb73 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:44:16.715313 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fc2926ff-13ea-4782-9695-6120c2a1590e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (4354a4c9-e01d-4156-af28-d32364fbeb73), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:16.765773 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8895592-9cea-4548-93de-92184ba7fce9 req-d3a76ae1-4d90-4e4c-851f-e1078e80006b tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:16.768676 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f8895592-9cea-4548-93de-92184ba7fce9 req-d3a76ae1-4d90-4e4c-851f-e1078e80006b tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8d3b823-019e-4814-97d7-f650f2969427 HTTP/1.1" status: 200 len: 943 time: 0.1111510 Mar 05 04:44:16.942852 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-6037402b-e8f6-4c9e-a3bb-c5f7cec3fe4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32859989-f380-41c1-882a-adb0b5588814', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142023727-router', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:42:37Z', 'updated_at': '2022-03-05T04:44:15Z', 'revision_number': 5, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'gw_port': {'id': '4354a4c9-e01d-4156-af28-d32364fbeb73', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:e6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32859989-f380-41c1-882a-adb0b5588814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:42:38Z', 'updated_at': '2022-03-05T04:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:16.977462 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6037402b-e8f6-4c9e-a3bb-c5f7cec3fe4d None None] Checking router: 32859989-f380-41c1-882a-adb0b5588814 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:44:16.992246 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6037402b-e8f6-4c9e-a3bb-c5f7cec3fe4d None None] Routers {'32859989-f380-41c1-882a-adb0b5588814'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:44:16.993055 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-6037402b-e8f6-4c9e-a3bb-c5f7cec3fe4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:44:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['32859989-f380-41c1-882a-adb0b5588814'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:17.037147 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-fc2926ff-13ea-4782-9695-6120c2a1590e admin admin] For port 4354a4c9-e01d-4156-af28-d32364fbeb73, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=4354a4c9-e01d-4156-af28-d32364fbeb73,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:17.037763 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fc2926ff-13ea-4782-9695-6120c2a1590e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (4354a4c9-e01d-4156-af28-d32364fbeb73), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:17.063800 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc62bb8-7130-405b-a9fa-6224011f4c67 req-52bd2918-b62a-4b67-8fc5-50da8678987c tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:17.070973 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8bc62bb8-7130-405b-a9fa-6224011f4c67 req-52bd2918-b62a-4b67-8fc5-50da8678987c tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 948 time: 0.2454262 Mar 05 04:44:17.073165 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-fc2926ff-13ea-4782-9695-6120c2a1590e admin admin] Calling delete_port for 4354a4c9-e01d-4156-af28-d32364fbeb73 owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:44:17.079802 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42538) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:17.119982 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-6037402b-e8f6-4c9e-a3bb-c5f7cec3fe4d None None] Set router 32859989-f380-41c1-882a-adb0b5588814 gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:44:17.176817 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-6037402b-e8f6-4c9e-a3bb-c5f7cec3fe4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32859989-f380-41c1-882a-adb0b5588814', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142023727-router', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:42:37Z', 'updated_at': '2022-03-05T04:44:16Z', 'revision_number': 6, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:17.194761 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-d19f8319-dbdd-4b0c-bd27-123e7d8d7c41 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-645193617-network', 'tenant_id': 'c250de64173a4ac8a206140866681b0d'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:17.205176 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device a9b93e14-ffc1-4130-9d33-751178e57443 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:44:17.208079 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6037402b-e8f6-4c9e-a3bb-c5f7cec3fe4d None None] The sync data for ids ['32859989-f380-41c1-882a-adb0b5588814'] in n-d-789963-32 is: [{'id': '32859989-f380-41c1-882a-adb0b5588814', 'name': 'tempest-FloatingIPsAssociationTestJSON-2142023727-router', 'tenant_id': 'b881a5a3db964674a1ec7b44033353cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:42:37Z', 'updated_at': '2022-03-05T04:44:16Z', 'revision_number': 6, 'project_id': 'b881a5a3db964674a1ec7b44033353cb', 'gw_port_host': None}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:44:17.231557 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19f8319-dbdd-4b0c-bd27-123e7d8d7c41 admin admin] Made reservation on behalf of c250de64173a4ac8a206140866681b0d for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:44:17.235087 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d19f8319-dbdd-4b0c-bd27-123e7d8d7c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:17.248239 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device b9ffbaca-1e3b-432c-adbe-6a95dc00217f up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:44:17.268960 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d19f8319-dbdd-4b0c-bd27-123e7d8d7c41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:17.280919 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bbcb4-5a44-4ee3-8864-e3e8636c98e4 req-ff14bde3-c837-46b2-82bb-5881be354589 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:17.289307 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-724bbcb4-5a44-4ee3-8864-e3e8636c98e4 req-ff14bde3-c837-46b2-82bb-5881be354589 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8d3b823-019e-4814-97d7-f650f2969427 HTTP/1.1" status: 200 len: 943 time: 0.3928671 Mar 05 04:44:17.342760 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port b9ffbaca-1e3b-432c-adbe-6a95dc00217f triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:44:17.343553 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b9ffbaca-1e3b-432c-adbe-6a95dc00217f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:17.359469 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-f8895592-9cea-4548-93de-92184ba7fce9 req-abb5f0d1-ac09-47ed-8aa7-5e3b2e916616 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Deleting port b9ffbaca-1e3b-432c-adbe-6a95dc00217f {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:44:17.360163 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f8895592-9cea-4548-93de-92184ba7fce9 req-abb5f0d1-ac09-47ed-8aa7-5e3b2e916616 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (b9ffbaca-1e3b-432c-adbe-6a95dc00217f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:17.365796 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d19f8319-dbdd-4b0c-bd27-123e7d8d7c41 admin admin] Publish callbacks [] for security_group (3fc637a5-abae-48cc-ab05-2178ca550f85), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:17.370807 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d19f8319-dbdd-4b0c-bd27-123e7d8d7c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3fc637a5-abae-48cc-ab05-2178ca550f85), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:17.385072 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port a9b93e14-ffc1-4130-9d33-751178e57443 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:44:17.393517 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port a9b93e14-ffc1-4130-9d33-751178e57443 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:44:17.394115 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a9b93e14-ffc1-4130-9d33-751178e57443), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:17.402978 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19f8319-dbdd-4b0c-bd27-123e7d8d7c41 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:44:17.415011 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f8319-dbdd-4b0c-bd27-123e7d8d7c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc637a5-abae-48cc-ab05-2178ca550f85,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:17.420592 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d19f8319-dbdd-4b0c-bd27-123e7d8d7c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (0f169f2b-0926-4c07-8c30-041b0494ad75), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:17.420955 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-d19f8319-dbdd-4b0c-bd27-123e7d8d7c41 admin admin] Added segment 0f169f2b-0926-4c07-8c30-041b0494ad75 of type vlan for network 895aab67-f8e9-4990-85fc-266254d4fb06 Mar 05 04:44:17.468674 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d19f8319-dbdd-4b0c-bd27-123e7d8d7c41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (895aab67-f8e9-4990-85fc-266254d4fb06), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:17.498294 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-724bbcb4-5a44-4ee3-8864-e3e8636c98e4 req-003b96c8-2a56-4e86-8263-b54e94b2b460 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077942 Mar 05 04:44:17.502114 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d19f8319-dbdd-4b0c-bd27-123e7d8d7c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (895aab67-f8e9-4990-85fc-266254d4fb06), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:17.504631 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19f8319-dbdd-4b0c-bd27-123e7d8d7c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:17.505895 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d19f8319-dbdd-4b0c-bd27-123e7d8d7c41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:17.550245 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8bc62bb8-7130-405b-a9fa-6224011f4c67 req-deda8727-19a0-478c-8a65-34b5fba40a7d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4774742 Mar 05 04:44:17.562426 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port b9ffbaca-1e3b-432c-adbe-6a95dc00217f is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:17.562954 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b9ffbaca-1e3b-432c-adbe-6a95dc00217f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:17.579561 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port a9b93e14-ffc1-4130-9d33-751178e57443 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:17.580141 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a9b93e14-ffc1-4130-9d33-751178e57443), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:17.594580 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fc2926ff-13ea-4782-9695-6120c2a1590e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (4354a4c9-e01d-4156-af28-d32364fbeb73), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:17.616651 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f8319-dbdd-4b0c-bd27-123e7d8d7c41 admin admin] Pushing event updated for resources: {'Network': ['ID=895aab67-f8e9-4990-85fc-266254d4fb06,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:17.622650 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d19f8319-dbdd-4b0c-bd27-123e7d8d7c41 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5418723 Mar 05 04:44:17.627064 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42544) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:17.628075 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-f8895592-9cea-4548-93de-92184ba7fce9 req-abb5f0d1-ac09-47ed-8aa7-5e3b2e916616 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] For port b9ffbaca-1e3b-432c-adbe-6a95dc00217f, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b9ffbaca-1e3b-432c-adbe-6a95dc00217f,segment=NetworkSegment(39bebb99-f3d6-49f8-af2f-9a9c1002f41f),segment_id=39bebb99-f3d6-49f8-af2f-9a9c1002f41f)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:17.628075 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f8895592-9cea-4548-93de-92184ba7fce9 req-abb5f0d1-ac09-47ed-8aa7-5e3b2e916616 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (b9ffbaca-1e3b-432c-adbe-6a95dc00217f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:17.634042 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-fce5f1d0-457c-45cc-b1e8-6ffa13ca93d3 admin admin] Request body: {'subnet': {'network_id': '895aab67-f8e9-4990-85fc-266254d4fb06', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-645193617-subnet', 'tenant_id': 'c250de64173a4ac8a206140866681b0d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:17.663819 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 895aab67-f8e9-4990-85fc-266254d4fb06 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:44:17.676938 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce5f1d0-457c-45cc-b1e8-6ffa13ca93d3 admin admin] Made reservation on behalf of c250de64173a4ac8a206140866681b0d for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:44:17.679880 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fce5f1d0-457c-45cc-b1e8-6ffa13ca93d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:17.694402 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2926ff-13ea-4782-9695-6120c2a1590e admin admin] Pushing event deleted for resources: {'Port': ['ID=4354a4c9-e01d-4156-af28-d32364fbeb73,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:17.727969 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-f8895592-9cea-4548-93de-92184ba7fce9 req-abb5f0d1-ac09-47ed-8aa7-5e3b2e916616 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Calling delete_port for b9ffbaca-1e3b-432c-adbe-6a95dc00217f owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:44:17.831862 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port b9ffbaca-1e3b-432c-adbe-6a95dc00217f, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b9ffbaca-1e3b-432c-adbe-6a95dc00217f,segment=NetworkSegment(39bebb99-f3d6-49f8-af2f-9a9c1002f41f),segment_id=39bebb99-f3d6-49f8-af2f-9a9c1002f41f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:17.938230 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port a9b93e14-ffc1-4130-9d33-751178e57443, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a9b93e14-ffc1-4130-9d33-751178e57443,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:17.944326 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b9ffbaca-1e3b-432c-adbe-6a95dc00217f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:17.980598 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a9b93e14-ffc1-4130-9d33-751178e57443), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:17.990264 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:44:18.067117 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:44:18.067459 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 0e8487f7-4fcf-4a2e-93e3-cde31593f0f4 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:44:18.068881 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:18.101754 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=b9ffbaca-1e3b-432c-adbe-6a95dc00217f,revision_number=8']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:18.143622 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fce5f1d0-457c-45cc-b1e8-6ffa13ca93d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (c617fed0-a914-4b01-87c7-fa73c1250483), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:18.193979 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=a9b93e14-ffc1-4130-9d33-751178e57443,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:18.305686 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42552) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:18.320545 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce5f1d0-457c-45cc-b1e8-6ffa13ca93d3 admin admin] Checking segment: {'id': '0f169f2b-0926-4c07-8c30-041b0494ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '895aab67-f8e9-4990-85fc-266254d4fb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:44:18.320873 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce5f1d0-457c-45cc-b1e8-6ffa13ca93d3 admin admin] Network hostable DHCP agents. Network: 895aab67-f8e9-4990-85fc-266254d4fb06, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:44:18.324158 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5f1d0-457c-45cc-b1e8-6ffa13ca93d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c617fed0-a914-4b01-87c7-fa73c1250483,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:18.348903 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce5f1d0-457c-45cc-b1e8-6ffa13ca93d3 admin admin] Network 895aab67-f8e9-4990-85fc-266254d4fb06 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:44:18.364891 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-fce5f1d0-457c-45cc-b1e8-6ffa13ca93d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 895aab67-f8e9-4990-85fc-266254d4fb06) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:44:18.379759 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6954278c-06f5-494c-afbd-07c1a2d91d1d None None] Network 895aab67-f8e9-4990-85fc-266254d4fb06 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:44:18.400008 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce5f1d0-457c-45cc-b1e8-6ffa13ca93d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:18.406988 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fce5f1d0-457c-45cc-b1e8-6ffa13ca93d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:18.435935 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fce5f1d0-457c-45cc-b1e8-6ffa13ca93d3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8052604 Mar 05 04:44:18.437986 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42556) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:18.447167 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-90cc152c-4f3f-4c3b-8694-86be9ebe7144 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-645193617-router', 'tenant_id': 'c250de64173a4ac8a206140866681b0d', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:18.528071 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-90cc152c-4f3f-4c3b-8694-86be9ebe7144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (856422a1-7ca6-4d2e-9925-9f1295dcd74e), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:18.529109 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-90cc152c-4f3f-4c3b-8694-86be9ebe7144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (856422a1-7ca6-4d2e-9925-9f1295dcd74e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:18.558655 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d3b823-019e-4814-97d7-f650f2969427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ffbaca-1e3b-432c-adbe-6a95dc00217f'}, {'server_uuid': '9422d07d-b2a7-4057-9d79-de78fa5f057d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b93e14-ffc1-4130-9d33-751178e57443'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:44:18.562049 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78efd9ea-2a04-4c70-a4a9-8771915f26bc" -d '{"events": [{"server_uuid": "b8d3b823-019e-4814-97d7-f650f2969427", "name": "network-vif-plugged", "status": "completed", "tag": "b9ffbaca-1e3b-432c-adbe-6a95dc00217f"}, {"server_uuid": "9422d07d-b2a7-4057-9d79-de78fa5f057d", "name": "network-vif-plugged", "status": "completed", "tag": "a9b93e14-ffc1-4130-9d33-751178e57443"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:44:18.584422 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e2610b-4e0e-45e7-9505-f562ccea872d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-895aab67-f8e9-4990-85fc-266254d4fb06', 'network_id': '895aab67-f8e9-4990-85fc-266254d4fb06', 'project_id': 'c250de64173a4ac8a206140866681b0d', 'fixed_ips': [{'subnet_id': 'c617fed0-a914-4b01-87c7-fa73c1250483'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:44:18.585571 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-31e2610b-4e0e-45e7-9505-f562ccea872d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:18.664610 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-90cc152c-4f3f-4c3b-8694-86be9ebe7144 admin admin] Publish callbacks [] for router_controller (856422a1-7ca6-4d2e-9925-9f1295dcd74e), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:18.671457 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-227256c0-fcc8-4a4e-8308-aa06b66774d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:18.730182 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ccabe-366b-4819-bc2e-4feb08477a12 req-42e2236d-75a4-45b8-b750-682953bcb3de tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:18.739041 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca4ccabe-366b-4819-bc2e-4feb08477a12 req-42e2236d-75a4-45b8-b750-682953bcb3de tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 945 time: 1.0450382 Mar 05 04:44:18.778997 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-31e2610b-4e0e-45e7-9505-f562ccea872d None None] Allocated IP 172.20.0.2 (895aab67-f8e9-4990-85fc-266254d4fb06/c617fed0-a914-4b01-87c7-fa73c1250483/fbd10d1b-1221-4d02-b1fe-64d869e442b6) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:44:18.867038 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-90cc152c-4f3f-4c3b-8694-86be9ebe7144 admin admin] Publish callbacks [] for router_gateway (856422a1-7ca6-4d2e-9925-9f1295dcd74e), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:18.876073 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fc2926ff-13ea-4782-9695-6120c2a1590e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (32859989-f380-41c1-882a-adb0b5588814), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:18.941169 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-227256c0-fcc8-4a4e-8308-aa06b66774d6 admin admin] Publish callbacks [] for security_group (9024cc01-5657-48f8-8d15-8e24c5d42335), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:18.956113 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-227256c0-fcc8-4a4e-8308-aa06b66774d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (9024cc01-5657-48f8-8d15-8e24c5d42335), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:18.978897 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-31e2610b-4e0e-45e7-9505-f562ccea872d None None] Publish callbacks [] for port (fbd10d1b-1221-4d02-b1fe-64d869e442b6), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:19.002639 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-31e2610b-4e0e-45e7-9505-f562ccea872d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (fbd10d1b-1221-4d02-b1fe-64d869e442b6), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:19.029496 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227256c0-fcc8-4a4e-8308-aa06b66774d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9024cc01-5657-48f8-8d15-8e24c5d42335,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:19.047793 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2610b-4e0e-45e7-9505-f562ccea872d None None] Pushing event updated for resources: {'Port': ['ID=fbd10d1b-1221-4d02-b1fe-64d869e442b6,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:19.070181 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f8895592-9cea-4548-93de-92184ba7fce9 req-abb5f0d1-ac09-47ed-8aa7-5e3b2e916616 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (b9ffbaca-1e3b-432c-adbe-6a95dc00217f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:19.079354 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e2610b-4e0e-45e7-9505-f562ccea872d None None] Network 895aab67-f8e9-4990-85fc-266254d4fb06 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:44:19.088175 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8072b9df-64f2-46bf-ae73-50db5bb14d94 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:44:19.090950 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['b9ffbaca-1e3b-432c-adbe-6a95dc00217f'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:44:19.092067 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-227256c0-fcc8-4a4e-8308-aa06b66774d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ff0eb2b33c8f4b739cd2fc5412005ac1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7781398 Mar 05 04:44:19.095766 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42566) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:19.152747 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-31e2610b-4e0e-45e7-9505-f562ccea872d None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:44:19.155351 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 8072b9df-64f2-46bf-ae73-50db5bb14d94 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:44:19.155845 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8072b9df-64f2-46bf-ae73-50db5bb14d94 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:44:19.156336 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 4354a4c9-e01d-4156-af28-d32364fbeb73 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:44:19.158588 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e2610b-4e0e-45e7-9505-f562ccea872d None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:44:19.159346 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fc2926ff-13ea-4782-9695-6120c2a1590e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (32859989-f380-41c1-882a-adb0b5588814), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:19.163335 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fc2926ff-13ea-4782-9695-6120c2a1590e admin admin] Publish callbacks [] for router_controller (32859989-f380-41c1-882a-adb0b5588814), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:19.171870 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb5f0d1-ac09-47ed-8aa7-5e3b2e916616 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Pushing event deleted for resources: {'Port': ['ID=b9ffbaca-1e3b-432c-adbe-6a95dc00217f,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:19.177678 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca4ccabe-366b-4819-bc2e-4feb08477a12 req-17ff585f-b994-491c-957c-acacc61e5b01 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371326 Mar 05 04:44:19.201268 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 4354a4c9-e01d-4156-af28-d32364fbeb73 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:44:19.201548 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 4354a4c9-e01d-4156-af28-d32364fbeb73 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:44:19.235567 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c5b998de-aace-4530-8e6e-b7e5d6b63d0e req-f8c841e7-1b3e-4c68-a2c4-72f16af703ca service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=19a210fb-d910-45df-ae59-1757ed88585f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6512423 Mar 05 04:44:19.241871 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device ee973098-7663-4fb9-9f5e-e133fdb44dcb details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:44:19.262984 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fdc27308-ddfa-4d6d-83f0-2a23eb1696f9 admin admin] Publish callbacks [] for security_group (9024cc01-5657-48f8-8d15-8e24c5d42335), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:19.284037 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb9164e-902f-4a43-b822-ee9d5ceb0a8d req-3b3f4f3d-71ca-433c-b9e7-4973f06a4a03 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:19.291267 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5eb9164e-902f-4a43-b822-ee9d5ceb0a8d req-3b3f4f3d-71ca-433c-b9e7-4973f06a4a03 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8d3b823-019e-4814-97d7-f650f2969427 HTTP/1.1" status: 200 len: 867 time: 0.6503482 Mar 05 04:44:19.295410 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8895592-9cea-4548-93de-92184ba7fce9 req-abb5f0d1-ac09-47ed-8aa7-5e3b2e916616 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] No DVR routers for this DVR port b9ffbaca-1e3b-432c-adbe-6a95dc00217f on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:44:19.308369 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fc2926ff-13ea-4782-9695-6120c2a1590e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (32859989-f380-41c1-882a-adb0b5588814), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:19.308884 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2926ff-13ea-4782-9695-6120c2a1590e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32859989-f380-41c1-882a-adb0b5588814 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:44:19.322273 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f8895592-9cea-4548-93de-92184ba7fce9 req-abb5f0d1-ac09-47ed-8aa7-5e3b2e916616 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:19.337816 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f8895592-9cea-4548-93de-92184ba7fce9 req-abb5f0d1-ac09-47ed-8aa7-5e3b2e916616 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.31 "DELETE /v2.0/ports/b9ffbaca-1e3b-432c-adbe-6a95dc00217f HTTP/1.1" status: 204 len: 173 time: 2.5135887 Mar 05 04:44:19.338838 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d3b823-019e-4814-97d7-f650f2969427', 'name': 'network-vif-deleted', 'tag': 'b9ffbaca-1e3b-432c-adbe-6a95dc00217f'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:44:19.350304 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6eb54c-429e-4ccc-8c40-93a43c864daa" -d '{"events": [{"server_uuid": "b8d3b823-019e-4814-97d7-f650f2969427", "name": "network-vif-deleted", "tag": "b9ffbaca-1e3b-432c-adbe-6a95dc00217f"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:44:19.350534 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Mar 2022 04:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5360b367-c26d-4db6-89a3-72193a571acb x-openstack-request-id: req-5360b367-c26d-4db6-89a3-72193a571acb {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:44:19.350709 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d3b823-019e-4814-97d7-f650f2969427", "name": "network-vif-plugged", "status": "completed", "tag": "b9ffbaca-1e3b-432c-adbe-6a95dc00217f", "code": 200}, {"server_uuid": "9422d07d-b2a7-4057-9d79-de78fa5f057d", "name": "network-vif-plugged", "status": "completed", "tag": "a9b93e14-ffc1-4130-9d33-751178e57443", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:44:19.350965 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5360b367-c26d-4db6-89a3-72193a571acb {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:44:19.351321 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d3b823-019e-4814-97d7-f650f2969427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ffbaca-1e3b-432c-adbe-6a95dc00217f', 'code': 200} Mar 05 04:44:19.351654 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9422d07d-b2a7-4057-9d79-de78fa5f057d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b93e14-ffc1-4130-9d33-751178e57443', 'code': 200} Mar 05 04:44:19.354344 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-31e2610b-4e0e-45e7-9505-f562ccea872d None None] Attempting to bind port fbd10d1b-1221-4d02-b1fe-64d869e442b6 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:44:19.354747 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-31e2610b-4e0e-45e7-9505-f562ccea872d None None] Attempting to bind port fbd10d1b-1221-4d02-b1fe-64d869e442b6 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '0f169f2b-0926-4c07-8c30-041b0494ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '895aab67-f8e9-4990-85fc-266254d4fb06'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:44:19.355215 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e2610b-4e0e-45e7-9505-f562ccea872d None None] Attempting to bind port fbd10d1b-1221-4d02-b1fe-64d869e442b6 on network 895aab67-f8e9-4990-85fc-266254d4fb06 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:44:19.378749 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e2610b-4e0e-45e7-9505-f562ccea872d None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:44:19.379203 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e2610b-4e0e-45e7-9505-f562ccea872d None None] Checking segment: {'id': '0f169f2b-0926-4c07-8c30-041b0494ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '895aab67-f8e9-4990-85fc-266254d4fb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:44:19.382811 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-31e2610b-4e0e-45e7-9505-f562ccea872d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:19.383530 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e2610b-4e0e-45e7-9505-f562ccea872d None None] Bound using segment: {'id': '0f169f2b-0926-4c07-8c30-041b0494ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '895aab67-f8e9-4990-85fc-266254d4fb06'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:44:19.387583 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-31e2610b-4e0e-45e7-9505-f562ccea872d None None] Bound port: fbd10d1b-1221-4d02-b1fe-64d869e442b6, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f169f2b-0926-4c07-8c30-041b0494ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '895aab67-f8e9-4990-85fc-266254d4fb06'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:44:19.390378 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-31e2610b-4e0e-45e7-9505-f562ccea872d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fbd10d1b-1221-4d02-b1fe-64d869e442b6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:19.432703 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fc2926ff-13ea-4782-9695-6120c2a1590e admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:19.433306 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fc2926ff-13ea-4782-9695-6120c2a1590e admin admin] 10.222.0.11 "DELETE /v2.0/routers/32859989-f380-41c1-882a-adb0b5588814 HTTP/1.1" status: 204 len: 168 time: 3.2658715 Mar 05 04:44:19.441307 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42570) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:19.561347 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fdc27308-ddfa-4d6d-83f0-2a23eb1696f9 admin admin] Publish callbacks [] for security_group (9024cc01-5657-48f8-8d15-8e24c5d42335), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:19.618752 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5eb9164e-902f-4a43-b822-ee9d5ceb0a8d req-d750da53-66ce-4806-84e5-ba63a8f09d35 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220761 Mar 05 04:44:19.628575 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a755875-5f52-4fde-b23c-bd9ab7080261 admin admin] Deleting subnet 04cf5992-8f8c-490a-b424-2ab3d34e91a8 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:44:19.647449 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a755875-5f52-4fde-b23c-bd9ab7080261 admin admin] Publish callbacks [] for subnet (04cf5992-8f8c-490a-b424-2ab3d34e91a8), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:19.674562 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b998de-aace-4530-8e6e-b7e5d6b63d0e req-d60fb84c-9f49-4466-8ea5-8c275138af1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:19.689423 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c5b998de-aace-4530-8e6e-b7e5d6b63d0e req-d60fb84c-9f49-4466-8ea5-8c275138af1e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=facd03296ca545159cfaaad05aba02e6&device_id=19a210fb-d910-45df-ae59-1757ed88585f HTTP/1.1" status: 200 len: 1128 time: 0.3824205 Mar 05 04:44:19.690021 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-90cc152c-4f3f-4c3b-8694-86be9ebe7144 admin admin] Publish callbacks [] for router_gateway (856422a1-7ca6-4d2e-9925-9f1295dcd74e), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:19.720822 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port ee973098-7663-4fb9-9f5e-e133fdb44dcb, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=ee973098-7663-4fb9-9f5e-e133fdb44dcb,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:19.733125 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-90cc152c-4f3f-4c3b-8694-86be9ebe7144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:19.756466 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'ee973098-7663-4fb9-9f5e-e133fdb44dcb', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': 'ee973098-7663-4fb9-9f5e-e133fdb44dcb', 'mac_address': 'fa:16:3e:f2:56:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:44:19.763148 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-31e2610b-4e0e-45e7-9505-f562ccea872d None None] For port fbd10d1b-1221-4d02-b1fe-64d869e442b6, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:44:19.766874 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-31e2610b-4e0e-45e7-9505-f562ccea872d None None] For port fbd10d1b-1221-4d02-b1fe-64d869e442b6, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=fbd10d1b-1221-4d02-b1fe-64d869e442b6,segment=NetworkSegment(0f169f2b-0926-4c07-8c30-041b0494ad75),segment_id=0f169f2b-0926-4c07-8c30-041b0494ad75)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:44:19.787331 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a2e23-d357-47b7-9c23-e64b7b14a946 req-ffbc8d0f-d0f9-476d-99e8-a3760dd23d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:19.794437 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4c4a2e23-d357-47b7-9c23-e64b7b14a946 req-ffbc8d0f-d0f9-476d-99e8-a3760dd23d23 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 1129 time: 0.3011854 Mar 05 04:44:19.823592 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc4ff75-ce7a-4390-a5a4-b3b8ae16364c x-openstack-request-id: req-0dc4ff75-ce7a-4390-a5a4-b3b8ae16364c {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:44:19.824384 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d3b823-019e-4814-97d7-f650f2969427", "name": "network-vif-deleted", "tag": "b9ffbaca-1e3b-432c-adbe-6a95dc00217f", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:44:19.824797 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0dc4ff75-ce7a-4390-a5a4-b3b8ae16364c {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:44:19.825353 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d3b823-019e-4814-97d7-f650f2969427', 'name': 'network-vif-deleted', 'tag': 'b9ffbaca-1e3b-432c-adbe-6a95dc00217f', 'status': 'completed', 'code': 200} Mar 05 04:44:19.833772 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-31e2610b-4e0e-45e7-9505-f562ccea872d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fbd10d1b-1221-4d02-b1fe-64d869e442b6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:19.835128 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38e976-eb80-4b60-bc3a-cbb4e965e08a req-af98a051-b98d-4787-9bd7-0bc8d71cc457 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:19.842193 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b38e976-eb80-4b60-bc3a-cbb4e965e08a req-af98a051-b98d-4787-9bd7-0bc8d71cc457 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 948 time: 0.3514385 Mar 05 04:44:19.867360 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a755875-5f52-4fde-b23c-bd9ab7080261 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (04cf5992-8f8c-490a-b424-2ab3d34e91a8), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:19.997166 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2610b-4e0e-45e7-9505-f562ccea872d None None] Pushing event updated for resources: {'Port': ['ID=fbd10d1b-1221-4d02-b1fe-64d869e442b6,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:19.997414 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4c4a2e23-d357-47b7-9c23-e64b7b14a946 req-287c53ec-0c64-4f0a-b6eb-75c6bf797068 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893415 Mar 05 04:44:20.040031 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fdc27308-ddfa-4d6d-83f0-2a23eb1696f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (9024cc01-5657-48f8-8d15-8e24c5d42335), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:20.043368 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fdc27308-ddfa-4d6d-83f0-2a23eb1696f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:20.048981 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fdc27308-ddfa-4d6d-83f0-2a23eb1696f9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9024cc01-5657-48f8-8d15-8e24c5d42335 HTTP/1.1" status: 204 len: 168 time: 0.9516680 Mar 05 04:44:20.079065 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port ee973098-7663-4fb9-9f5e-e133fdb44dcb is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:20.080055 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ee973098-7663-4fb9-9f5e-e133fdb44dcb), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:20.091962 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b38e976-eb80-4b60-bc3a-cbb4e965e08a req-f659a56b-1b6e-45c3-9406-28f5eb501609 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486570 Mar 05 04:44:20.112033 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc27308-ddfa-4d6d-83f0-2a23eb1696f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9024cc01-5657-48f8-8d15-8e24c5d42335,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:20.156304 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee973098-7663-4fb9-9f5e-e133fdb44dcb {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:44:20.173779 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-90cc152c-4f3f-4c3b-8694-86be9ebe7144 admin admin] Allocated IP 172.25.0.247 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/7ed059bc-ef30-4af1-8751-eb178ffcd77e) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:44:20.202781 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b998de-aace-4530-8e6e-b7e5d6b63d0e req-158eb0f3-92b0-4052-9a8b-10750f0983a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:20.217683 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c5b998de-aace-4530-8e6e-b7e5d6b63d0e req-158eb0f3-92b0-4052-9a8b-10750f0983a1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8538c983-160a-4b67-8024-c598ec9cf3a6 HTTP/1.1" status: 200 len: 907 time: 0.4717224 Mar 05 04:44:20.293257 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port ee973098-7663-4fb9-9f5e-e133fdb44dcb, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=ee973098-7663-4fb9-9f5e-e133fdb44dcb,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:20.307300 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ee973098-7663-4fb9-9f5e-e133fdb44dcb), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:20.312692 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a755875-5f52-4fde-b23c-bd9ab7080261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (04cf5992-8f8c-490a-b424-2ab3d34e91a8), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:20.450253 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=ee973098-7663-4fb9-9f5e-e133fdb44dcb,revision_number=10']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:20.507059 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a755875-5f52-4fde-b23c-bd9ab7080261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (04cf5992-8f8c-490a-b424-2ab3d34e91a8), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:20.534837 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-90cc152c-4f3f-4c3b-8694-86be9ebe7144 admin admin] Publish callbacks [] for port (7ed059bc-ef30-4af1-8751-eb178ffcd77e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:20.578642 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['ee973098-7663-4fb9-9f5e-e133fdb44dcb'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:44:20.629495 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981dee5c-bf7f-46c3-a5d5-4bb0ea66d8c5 None None] Network 4063fb05-945c-41f3-bf86-b7ead68bf916 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:44:20.655989 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a755875-5f52-4fde-b23c-bd9ab7080261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:20.664470 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2a755875-5f52-4fde-b23c-bd9ab7080261 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/04cf5992-8f8c-490a-b424-2ab3d34e91a8 HTTP/1.1" status: 204 len: 168 time: 1.2202508 Mar 05 04:44:20.668615 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a755875-5f52-4fde-b23c-bd9ab7080261 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04cf5992-8f8c-490a-b424-2ab3d34e91a8,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:20.672040 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42586) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:20.690935 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c5b998de-aace-4530-8e6e-b7e5d6b63d0e req-a33d11f5-2449-4095-ac2b-67248ce6a1a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a57d36aa-ebc3-4721-8c62-bb10dda34c94 HTTP/1.1" status: 200 len: 217 time: 0.2755501 Mar 05 04:44:20.824235 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-381d346a-1ff9-44a2-a88a-9f64bd6c24ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (4063fb05-945c-41f3-bf86-b7ead68bf916), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:20.978181 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b0833-4941-42a8-806f-64e7b74c30bd req-c25578dd-19bd-421e-b2a5-40e1687a785a tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:20.991275 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a62b0833-4941-42a8-806f-64e7b74c30bd req-c25578dd-19bd-421e-b2a5-40e1687a785a tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 946 time: 0.5261137 Mar 05 04:44:21.040262 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dd55823f-c7bb-4a8d-954e-8a8a650eb713 req-65172e1b-0e7c-49bc-b4b8-2d0d36661d41 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8609414 Mar 05 04:44:21.051678 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-90cc152c-4f3f-4c3b-8694-86be9ebe7144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (7ed059bc-ef30-4af1-8751-eb178ffcd77e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:21.112974 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6d3d11-ed33-49bc-ad8d-eb888dcfcb87 None None] DHCP port deletion for 4063fb05-945c-41f3-bf86-b7ead68bf916 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:44:21.152447 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cc152c-4f3f-4c3b-8694-86be9ebe7144 admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:44:21.158800 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-90cc152c-4f3f-4c3b-8694-86be9ebe7144 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:44:21.173962 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cc152c-4f3f-4c3b-8694-86be9ebe7144 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:44:21.236327 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device fbd10d1b-1221-4d02-b1fe-64d869e442b6 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:44:21.251958 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc152c-4f3f-4c3b-8694-86be9ebe7144 admin admin] Pushing event updated for resources: {'Port': ['ID=7ed059bc-ef30-4af1-8751-eb178ffcd77e,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:21.255232 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d3c08-24de-4b3c-9cd8-b891a1c7a8de req-619a88ca-1c0e-4c35-87de-cd79f710c4e5 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:21.263140 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-945d3c08-24de-4b3c-9cd8-b891a1c7a8de req-619a88ca-1c0e-4c35-87de-cd79f710c4e5 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 950 time: 0.7940209 Mar 05 04:44:21.288221 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a62b0833-4941-42a8-806f-64e7b74c30bd req-c56a54f6-757f-4500-bf15-e56aa7ca075f tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942696 Mar 05 04:44:21.375458 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device b9ffbaca-1e3b-432c-adbe-6a95dc00217f no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:44:21.383972 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b998de-aace-4530-8e6e-b7e5d6b63d0e req-34f23e97-9ed1-4bf1-a8df-f193371f61e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:21.385470 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c5b998de-aace-4530-8e6e-b7e5d6b63d0e req-34f23e97-9ed1-4bf1-a8df-f193371f61e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa622505-df3c-45bb-bed1-baf2861c8524 HTTP/1.1" status: 200 len: 847 time: 0.6848466 Mar 05 04:44:21.474868 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: b9ffbaca-1e3b-432c-adbe-6a95dc00217f {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:44:21.475247 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device b9ffbaca-1e3b-432c-adbe-6a95dc00217f not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:44:21.489499 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c5b998de-aace-4530-8e6e-b7e5d6b63d0e req-0312d753-eeb2-4c06-88b1-d37d0d5a270b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8538c983-160a-4b67-8024-c598ec9cf3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372517 Mar 05 04:44:21.529317 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port fbd10d1b-1221-4d02-b1fe-64d869e442b6 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:44:21.529643 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fbd10d1b-1221-4d02-b1fe-64d869e442b6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:21.631682 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-945d3c08-24de-4b3c-9cd8-b891a1c7a8de req-e940ab71-7474-4e10-aa30-b7d34e570cff tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402438 Mar 05 04:44:21.670991 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3e6d3d11-ed33-49bc-ad8d-eb888dcfcb87 None None] Deleting port 44b2812d-6bcc-4792-8731-9c9c343238d5 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:44:21.671442 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3e6d3d11-ed33-49bc-ad8d-eb888dcfcb87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (44b2812d-6bcc-4792-8731-9c9c343238d5), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:21.813097 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42612) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:21.858135 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55823f-c7bb-4a8d-954e-8a8a650eb713 req-639c3806-70ff-4ddd-9769-28e0db892359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:21.860627 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dd55823f-c7bb-4a8d-954e-8a8a650eb713 req-639c3806-70ff-4ddd-9769-28e0db892359 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 1132 time: 0.6707149 Mar 05 04:44:21.869161 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f5bea7-0084-4e8e-8b16-2c9317a8531b None None] Network 895aab67-f8e9-4990-85fc-266254d4fb06 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:44:22.015533 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-90cc152c-4f3f-4c3b-8694-86be9ebe7144 admin admin] Publish callbacks [] for router_gateway (856422a1-7ca6-4d2e-9925-9f1295dcd74e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:22.034962 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-48a6ea18-ed62-4d8d-8639-47003f5c5ad4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1105682342-network', 'tenant_id': 'f54e38df2aee40548cdfc65ed04f9ff8'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:22.074448 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-23cabcbd-388f-442f-abf1-21573fc46cb5 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:22.076170 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-23cabcbd-388f-442f-abf1-21573fc46cb5 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/networks?id=a952105b-ebc4-4199-9a60-4f9b3f21d433 HTTP/1.1" status: 200 len: 820 time: 0.2140596 Mar 05 04:44:22.157997 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a6ea18-ed62-4d8d-8639-47003f5c5ad4 admin admin] Made reservation on behalf of f54e38df2aee40548cdfc65ed04f9ff8 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:44:22.160499 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-48a6ea18-ed62-4d8d-8639-47003f5c5ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:22.188708 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-48a6ea18-ed62-4d8d-8639-47003f5c5ad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:22.193412 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port fbd10d1b-1221-4d02-b1fe-64d869e442b6 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:22.193935 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fbd10d1b-1221-4d02-b1fe-64d869e442b6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:22.211489 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-3e6d3d11-ed33-49bc-ad8d-eb888dcfcb87 None None] For port 44b2812d-6bcc-4792-8731-9c9c343238d5, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=44b2812d-6bcc-4792-8731-9c9c343238d5,segment=NetworkSegment(607abd30-3ddd-4be0-83e8-bcf2d27d437d),segment_id=607abd30-3ddd-4be0-83e8-bcf2d27d437d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:22.211896 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3e6d3d11-ed33-49bc-ad8d-eb888dcfcb87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (44b2812d-6bcc-4792-8731-9c9c343238d5), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:22.220729 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55823f-c7bb-4a8d-954e-8a8a650eb713 req-1c08d959-9113-49f7-ac1e-2953d7796023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:22.222202 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dd55823f-c7bb-4a8d-954e-8a8a650eb713 req-1c08d959-9113-49f7-ac1e-2953d7796023 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.1364777 Mar 05 04:44:22.237579 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fe847178-f2b4-4963-bd2e-782346e27c12 None None] Provisioning complete for port fbd10d1b-1221-4d02-b1fe-64d869e442b6 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:44:22.237962 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fe847178-f2b4-4963-bd2e-782346e27c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fbd10d1b-1221-4d02-b1fe-64d869e442b6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:22.269273 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3e6d3d11-ed33-49bc-ad8d-eb888dcfcb87 None None] Calling delete_port for 44b2812d-6bcc-4792-8731-9c9c343238d5 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:44:22.281331 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-381d346a-1ff9-44a2-a88a-9f64bd6c24ba admin admin] Deleting port 44b2812d-6bcc-4792-8731-9c9c343238d5 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:44:22.281786 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-381d346a-1ff9-44a2-a88a-9f64bd6c24ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (44b2812d-6bcc-4792-8731-9c9c343238d5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:22.311839 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port fbd10d1b-1221-4d02-b1fe-64d869e442b6, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=fbd10d1b-1221-4d02-b1fe-64d869e442b6,segment=NetworkSegment(0f169f2b-0926-4c07-8c30-041b0494ad75),segment_id=0f169f2b-0926-4c07-8c30-041b0494ad75)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:22.351244 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fbd10d1b-1221-4d02-b1fe-64d869e442b6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:22.466629 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-381d346a-1ff9-44a2-a88a-9f64bd6c24ba admin admin] For port 44b2812d-6bcc-4792-8731-9c9c343238d5, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=44b2812d-6bcc-4792-8731-9c9c343238d5,segment=NetworkSegment(607abd30-3ddd-4be0-83e8-bcf2d27d437d),segment_id=607abd30-3ddd-4be0-83e8-bcf2d27d437d)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:22.467001 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-381d346a-1ff9-44a2-a88a-9f64bd6c24ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (44b2812d-6bcc-4792-8731-9c9c343238d5), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:22.483019 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-381d346a-1ff9-44a2-a88a-9f64bd6c24ba admin admin] Calling delete_port for 44b2812d-6bcc-4792-8731-9c9c343238d5 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:44:22.532509 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-90cc152c-4f3f-4c3b-8694-86be9ebe7144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (856422a1-7ca6-4d2e-9925-9f1295dcd74e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:22.572804 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=fbd10d1b-1221-4d02-b1fe-64d869e442b6,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:22.593761 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fe847178-f2b4-4963-bd2e-782346e27c12 None None] Current status of the port fbd10d1b-1221-4d02-b1fe-64d869e442b6 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:22.600195 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3e6d3d11-ed33-49bc-ad8d-eb888dcfcb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (44b2812d-6bcc-4792-8731-9c9c343238d5), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:22.636385 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d3d11-ed33-49bc-ad8d-eb888dcfcb87 None None] Pushing event deleted for resources: {'Port': ['ID=44b2812d-6bcc-4792-8731-9c9c343238d5,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:22.638632 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6d3d11-ed33-49bc-ad8d-eb888dcfcb87 None None] No DVR routers for this DVR port 44b2812d-6bcc-4792-8731-9c9c343238d5 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:44:22.665064 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-48a6ea18-ed62-4d8d-8639-47003f5c5ad4 admin admin] Publish callbacks [] for security_group (40fd9718-4fc2-4a2d-9982-a591e0912b98), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:22.671681 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c5b998de-aace-4530-8e6e-b7e5d6b63d0e req-521d1964-0717-442c-929e-fbc296eb31a0 service neutron] 10.222.0.30 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1689277 Mar 05 04:44:22.672843 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-4971dae1-d90a-4e01-a2f9-a246c04ec75d tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/quotas/736990f873564774a97b655286c16e6d HTTP/1.1" status: 200 len: 375 time: 0.4481878 Mar 05 04:44:22.678540 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dd55823f-c7bb-4a8d-954e-8a8a650eb713 req-905bd2b0-3b2d-42f3-85a8-2f3ab8915c02 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=7659bb61-2851-4497-a728-e91219a88b7f HTTP/1.1" status: 200 len: 217 time: 0.4344244 Mar 05 04:44:22.684971 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-31b14f5f-c230-453b-8cb1-99bbc675e034 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6069117 Mar 05 04:44:22.687810 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-48a6ea18-ed62-4d8d-8639-47003f5c5ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (40fd9718-4fc2-4a2d-9982-a591e0912b98), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:22.719504 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-a77c8426-b791-4b64-affa-f6ed3aab7a7e tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=736990f873564774a97b655286c16e6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321772 Mar 05 04:44:22.736394 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-28ce0ce5-147b-4f64-8b8e-924745ca9fca None None] Provisioning complete for port fbd10d1b-1221-4d02-b1fe-64d869e442b6 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:44:22.737031 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-28ce0ce5-147b-4f64-8b8e-924745ca9fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fbd10d1b-1221-4d02-b1fe-64d869e442b6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:22.778233 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55823f-c7bb-4a8d-954e-8a8a650eb713 req-0fb20981-6b9d-4ce3-89ca-e69d5d122e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:22.786438 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dd55823f-c7bb-4a8d-954e-8a8a650eb713 req-0fb20981-6b9d-4ce3-89ca-e69d5d122e08 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0635693 Mar 05 04:44:22.786438 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-381d346a-1ff9-44a2-a88a-9f64bd6c24ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (44b2812d-6bcc-4792-8731-9c9c343238d5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:22.798326 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a6ea18-ed62-4d8d-8639-47003f5c5ad4 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:44:22.820795 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6ea18-ed62-4d8d-8639-47003f5c5ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fd9718-4fc2-4a2d-9982-a591e0912b98,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:22.845056 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-48a6ea18-ed62-4d8d-8639-47003f5c5ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (ba6fdc25-d349-4669-93d7-11b7d0c24a86), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:22.856520 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-48a6ea18-ed62-4d8d-8639-47003f5c5ad4 admin admin] Added segment ba6fdc25-d349-4669-93d7-11b7d0c24a86 of type vlan for network 71bb1654-ff06-4d8f-b00d-d44e6a5e3493 Mar 05 04:44:22.870954 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-28ce0ce5-147b-4f64-8b8e-924745ca9fca None None] Current status of the port fbd10d1b-1221-4d02-b1fe-64d869e442b6 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:22.906978 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d346a-1ff9-44a2-a88a-9f64bd6c24ba admin admin] Pushing event deleted for resources: {'Port': ['ID=44b2812d-6bcc-4792-8731-9c9c343238d5,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:22.918692 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-48a6ea18-ed62-4d8d-8639-47003f5c5ad4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (71bb1654-ff06-4d8f-b00d-d44e6a5e3493), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:22.953300 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381d346a-1ff9-44a2-a88a-9f64bd6c24ba admin admin] No DVR routers for this DVR port 44b2812d-6bcc-4792-8731-9c9c343238d5 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:44:22.968266 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90cc152c-4f3f-4c3b-8694-86be9ebe7144 admin admin] Router 856422a1-7ca6-4d2e-9925-9f1295dcd74e is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:44:22.974872 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-48a6ea18-ed62-4d8d-8639-47003f5c5ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (71bb1654-ff06-4d8f-b00d-d44e6a5e3493), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:22.977306 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a6ea18-ed62-4d8d-8639-47003f5c5ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:22.978010 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-48a6ea18-ed62-4d8d-8639-47003f5c5ad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:23.027677 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-48a6ea18-ed62-4d8d-8639-47003f5c5ad4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2132895 Mar 05 04:44:23.028619 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42640) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:23.050074 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-82da23ba-409e-41b1-98b1-1130150119bb admin admin] Request body: {'subnet': {'network_id': '71bb1654-ff06-4d8f-b00d-d44e6a5e3493', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1105682342-subnet', 'tenant_id': 'f54e38df2aee40548cdfc65ed04f9ff8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:23.060832 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55823f-c7bb-4a8d-954e-8a8a650eb713 req-1789be37-10f8-4e30-b9d7-3eb8664805b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:23.062469 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dd55823f-c7bb-4a8d-954e-8a8a650eb713 req-1789be37-10f8-4e30-b9d7-3eb8664805b3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2631044 Mar 05 04:44:23.108335 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device fbd10d1b-1221-4d02-b1fe-64d869e442b6 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:44:23.151433 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6ea18-ed62-4d8d-8639-47003f5c5ad4 admin admin] Pushing event updated for resources: {'Network': ['ID=71bb1654-ff06-4d8f-b00d-d44e6a5e3493,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:23.180540 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 71bb1654-ff06-4d8f-b00d-d44e6a5e3493 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:44:23.223243 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cc152c-4f3f-4c3b-8694-86be9ebe7144 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:44:23.224792 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82da23ba-409e-41b1-98b1-1130150119bb admin admin] Made reservation on behalf of f54e38df2aee40548cdfc65ed04f9ff8 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:44:23.227257 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-82da23ba-409e-41b1-98b1-1130150119bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:23.236509 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f87e848-58e8-4cf4-bc9c-cc18199223b5 None None] Sync routers for ids ['856422a1-7ca6-4d2e-9925-9f1295dcd74e'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:44:23.243711 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dd55823f-c7bb-4a8d-954e-8a8a650eb713 req-b33978ca-1373-438a-a3ae-a5e1a1503177 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720335 Mar 05 04:44:23.257119 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f87e848-58e8-4cf4-bc9c-cc18199223b5 None None] Routers {'856422a1-7ca6-4d2e-9925-9f1295dcd74e'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:44:23.257801 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5f87e848-58e8-4cf4-bc9c-cc18199223b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:44:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['856422a1-7ca6-4d2e-9925-9f1295dcd74e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:23.263769 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device ee973098-7663-4fb9-9f5e-e133fdb44dcb up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:44:23.294634 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-90cc152c-4f3f-4c3b-8694-86be9ebe7144 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:23.298926 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-90cc152c-4f3f-4c3b-8694-86be9ebe7144 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8597338 Mar 05 04:44:23.303742 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42642) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:23.328473 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port fbd10d1b-1221-4d02-b1fe-64d869e442b6 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:44:23.328898 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fbd10d1b-1221-4d02-b1fe-64d869e442b6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:23.366751 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port ee973098-7663-4fb9-9f5e-e133fdb44dcb triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:44:23.367192 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ee973098-7663-4fb9-9f5e-e133fdb44dcb), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:23.526892 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port fbd10d1b-1221-4d02-b1fe-64d869e442b6 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:23.527755 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c5b998de-aace-4530-8e6e-b7e5d6b63d0e req-63db485e-7da8-4f64-89c3-b4b2c31e7688 service neutron] 10.222.0.30 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8128741 Mar 05 04:44:23.542862 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-381d346a-1ff9-44a2-a88a-9f64bd6c24ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (4063fb05-945c-41f3-bf86-b7ead68bf916), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:23.549758 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port ee973098-7663-4fb9-9f5e-e133fdb44dcb is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:23.552966 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ee973098-7663-4fb9-9f5e-e133fdb44dcb), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:23.563872 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-fd9e26e9-00b4-4caa-868d-2357d0511416 service neutron] 10.222.0.11 "GET /v2.0/networks/a952105b-ebc4-4199-9a60-4f9b3f21d433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7835050 Mar 05 04:44:23.576534 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-5f87e848-58e8-4cf4-bc9c-cc18199223b5 None None] Set router 856422a1-7ca6-4d2e-9925-9f1295dcd74e gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:44:23.600409 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-c1b07fe7-863c-4221-8b81-04bf1e15de39 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:23.607375 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-c1b07fe7-863c-4221-8b81-04bf1e15de39 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9214947 Mar 05 04:44:23.626801 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9b6dc7-2b2c-449c-8a87-a1d01ee66463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee973098-7663-4fb9-9f5e-e133fdb44dcb'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:44:23.628597 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b2baf3-0d44-43e0-bc88-f9f5424c32c4" -d '{"events": [{"server_uuid": "1e9b6dc7-2b2c-449c-8a87-a1d01ee66463", "name": "network-vif-plugged", "status": "completed", "tag": "ee973098-7663-4fb9-9f5e-e133fdb44dcb"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:44:23.636619 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 44b2812d-6bcc-4792-8731-9c9c343238d5 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:44:23.647830 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port ee973098-7663-4fb9-9f5e-e133fdb44dcb, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=ee973098-7663-4fb9-9f5e-e133fdb44dcb,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:23.668441 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ee973098-7663-4fb9-9f5e-e133fdb44dcb), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:23.670304 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 44b2812d-6bcc-4792-8731-9c9c343238d5 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:44:23.670664 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 44b2812d-6bcc-4792-8731-9c9c343238d5 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:44:23.725689 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=ee973098-7663-4fb9-9f5e-e133fdb44dcb,revision_number=11']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:23.752744 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-82da23ba-409e-41b1-98b1-1130150119bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (18f0f6bc-ffd1-4767-a2b3-80ec6bde9d4e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:23.852618 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5f87e848-58e8-4cf4-bc9c-cc18199223b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'name': 'tempest-ServersTestManualDisk-645193617-router', 'tenant_id': 'c250de64173a4ac8a206140866681b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '7ed059bc-ef30-4af1-8751-eb178ffcd77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:44:18Z', 'updated_at': '2022-03-05T04:44:21Z', 'revision_number': 3, 'project_id': 'c250de64173a4ac8a206140866681b0d', 'gw_port': {'id': '7ed059bc-ef30-4af1-8751-eb178ffcd77e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:19Z', 'updated_at': '2022-03-05T04:44:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:23.916687 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f87e848-58e8-4cf4-bc9c-cc18199223b5 None None] Checking router: 856422a1-7ca6-4d2e-9925-9f1295dcd74e for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:44:23.917052 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f87e848-58e8-4cf4-bc9c-cc18199223b5 None None] Updating router 856422a1-7ca6-4d2e-9925-9f1295dcd74e port 7ed059bc-ef30-4af1-8751-eb178ffcd77e binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:44:23.931685 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da23ba-409e-41b1-98b1-1130150119bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=18f0f6bc-ffd1-4767-a2b3-80ec6bde9d4e,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:23.981155 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-5f87e848-58e8-4cf4-bc9c-cc18199223b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7ed059bc-ef30-4af1-8751-eb178ffcd77e), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:23.986600 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82da23ba-409e-41b1-98b1-1130150119bb admin admin] Checking segment: {'id': 'ba6fdc25-d349-4669-93d7-11b7d0c24a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '71bb1654-ff06-4d8f-b00d-d44e6a5e3493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:44:23.987288 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82da23ba-409e-41b1-98b1-1130150119bb admin admin] Network hostable DHCP agents. Network: 71bb1654-ff06-4d8f-b00d-d44e6a5e3493, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:44:24.023003 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82da23ba-409e-41b1-98b1-1130150119bb admin admin] Network 71bb1654-ff06-4d8f-b00d-d44e6a5e3493 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:44:24.063538 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-82da23ba-409e-41b1-98b1-1130150119bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 71bb1654-ff06-4d8f-b00d-d44e6a5e3493) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:44:24.072232 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d9d23f-9a42-405e-b8e8-a803262dc14d None None] Network 71bb1654-ff06-4d8f-b00d-d44e6a5e3493 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:44:24.099259 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82da23ba-409e-41b1-98b1-1130150119bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:24.099896 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-82da23ba-409e-41b1-98b1-1130150119bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:24.132813 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-d8c58611-e8be-4991-bb0e-62e40c59d8e1 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/quotas/12ec86d5ce864d5e8384628d4e830cb3 HTTP/1.1" status: 200 len: 375 time: 0.5243490 Mar 05 04:44:24.135561 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-381d346a-1ff9-44a2-a88a-9f64bd6c24ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4063fb05-945c-41f3-bf86-b7ead68bf916']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:24.150626 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-82da23ba-409e-41b1-98b1-1130150119bb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1048903 Mar 05 04:44:24.157157 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-381d346a-1ff9-44a2-a88a-9f64bd6c24ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '607abd30-3ddd-4be0-83e8-bcf2d27d437d') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:24.157459 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-381d346a-1ff9-44a2-a88a-9f64bd6c24ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '607abd30-3ddd-4be0-83e8-bcf2d27d437d') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:24.172130 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-57f9ff15-fe23-47d0-92d4-4c4842a2d7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:24.252500 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-381d346a-1ff9-44a2-a88a-9f64bd6c24ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (607abd30-3ddd-4be0-83e8-bcf2d27d437d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:24.272388 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dd55823f-c7bb-4a8d-954e-8a8a650eb713 req-c8f3cb66-3fee-40c7-939e-94b40aa0bc10 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9929087 Mar 05 04:44:24.338036 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-381d346a-1ff9-44a2-a88a-9f64bd6c24ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (607abd30-3ddd-4be0-83e8-bcf2d27d437d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:24.349730 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f476aa-91b3-4e8d-9d17-424dafb41b36 None None] Network 71bb1654-ff06-4d8f-b00d-d44e6a5e3493 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:44:24.365189 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-381d346a-1ff9-44a2-a88a-9f64bd6c24ba admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:44:24.365885 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-381d346a-1ff9-44a2-a88a-9f64bd6c24ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (607abd30-3ddd-4be0-83e8-bcf2d27d437d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: timer() Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:44:24.368535 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:44:24.376360 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-5f87e848-58e8-4cf4-bc9c-cc18199223b5 None None] Publish callbacks [] for port (7ed059bc-ef30-4af1-8751-eb178ffcd77e), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:24.383527 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-4be8719c-b141-4891-aae5-6f033e47bb08 service neutron] 10.222.0.11 "GET /v2.0/networks/a952105b-ebc4-4199-9a60-4f9b3f21d433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7732899 Mar 05 04:44:24.396730 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-89cf10cd-0c17-415a-a99f-073fefd0428c tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2486479 Mar 05 04:44:24.403207 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-5f87e848-58e8-4cf4-bc9c-cc18199223b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (7ed059bc-ef30-4af1-8751-eb178ffcd77e), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:24.499051 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-381d346a-1ff9-44a2-a88a-9f64bd6c24ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (4063fb05-945c-41f3-bf86-b7ead68bf916), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:24.507837 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-381d346a-1ff9-44a2-a88a-9f64bd6c24ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:24.511535 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-5f87e848-58e8-4cf4-bc9c-cc18199223b5 None None] Attempting to bind port 7ed059bc-ef30-4af1-8751-eb178ffcd77e on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:44:24.511927 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-5f87e848-58e8-4cf4-bc9c-cc18199223b5 None None] Attempting to bind port 7ed059bc-ef30-4af1-8751-eb178ffcd77e by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:44:24.512307 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f87e848-58e8-4cf4-bc9c-cc18199223b5 None None] Attempting to bind port 7ed059bc-ef30-4af1-8751-eb178ffcd77e on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:44:24.514087 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-381d346a-1ff9-44a2-a88a-9f64bd6c24ba admin admin] 10.222.0.11 "DELETE /v2.0/networks/4063fb05-945c-41f3-bf86-b7ead68bf916 HTTP/1.1" status: 204 len: 168 time: 3.8249464 Mar 05 04:44:24.536167 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d346a-1ff9-44a2-a88a-9f64bd6c24ba admin admin] Pushing event deleted for resources: {'Network': ['ID=4063fb05-945c-41f3-bf86-b7ead68bf916,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:24.539176 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85435d-3cb9-4dcf-9181-05dd8bfa2a5d None None] Pushing event updated for resources: {'Port': ['ID=7ed059bc-ef30-4af1-8751-eb178ffcd77e,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:24.546082 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-57f9ff15-fe23-47d0-92d4-4c4842a2d7d3 admin admin] Allocated IP 172.20.0.1 (895aab67-f8e9-4990-85fc-266254d4fb06/c617fed0-a914-4b01-87c7-fa73c1250483/3942aeee-df6b-420f-9310-bcd665863d52) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:44:24.562565 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85435d-3cb9-4dcf-9181-05dd8bfa2a5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:24.563031 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85435d-3cb9-4dcf-9181-05dd8bfa2a5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:24.563629 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85435d-3cb9-4dcf-9181-05dd8bfa2a5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:24.564135 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85435d-3cb9-4dcf-9181-05dd8bfa2a5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:24.565135 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85435d-3cb9-4dcf-9181-05dd8bfa2a5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:24.565596 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85435d-3cb9-4dcf-9181-05dd8bfa2a5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:24.566094 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85435d-3cb9-4dcf-9181-05dd8bfa2a5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:24.566571 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85435d-3cb9-4dcf-9181-05dd8bfa2a5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:24.569554 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85435d-3cb9-4dcf-9181-05dd8bfa2a5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:24.570705 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85435d-3cb9-4dcf-9181-05dd8bfa2a5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:24.571222 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85435d-3cb9-4dcf-9181-05dd8bfa2a5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:24.571780 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85435d-3cb9-4dcf-9181-05dd8bfa2a5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:24.572227 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d85435d-3cb9-4dcf-9181-05dd8bfa2a5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:24.576604 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f87e848-58e8-4cf4-bc9c-cc18199223b5 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:44:24.577152 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f87e848-58e8-4cf4-bc9c-cc18199223b5 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:44:24.577821 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-5f87e848-58e8-4cf4-bc9c-cc18199223b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:24.580566 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f87e848-58e8-4cf4-bc9c-cc18199223b5 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:44:24.581286 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-5f87e848-58e8-4cf4-bc9c-cc18199223b5 None None] Bound port: 7ed059bc-ef30-4af1-8751-eb178ffcd77e, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:44:24.581794 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-5f87e848-58e8-4cf4-bc9c-cc18199223b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7ed059bc-ef30-4af1-8751-eb178ffcd77e), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:24.712908 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-5f87e848-58e8-4cf4-bc9c-cc18199223b5 None None] For port 7ed059bc-ef30-4af1-8751-eb178ffcd77e, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:44:24.724430 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-5f87e848-58e8-4cf4-bc9c-cc18199223b5 None None] For port 7ed059bc-ef30-4af1-8751-eb178ffcd77e, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=7ed059bc-ef30-4af1-8751-eb178ffcd77e,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:44:24.750827 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-5f87e848-58e8-4cf4-bc9c-cc18199223b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (7ed059bc-ef30-4af1-8751-eb178ffcd77e), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:24.796423 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-57f9ff15-fe23-47d0-92d4-4c4842a2d7d3 admin admin] Publish callbacks [] for port (3942aeee-df6b-420f-9310-bcd665863d52), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:24.805786 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec90c0f-3411-4d13-bc88-6aef325d671e x-openstack-request-id: req-3ec90c0f-3411-4d13-bc88-6aef325d671e {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:44:24.806197 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9b6dc7-2b2c-449c-8a87-a1d01ee66463", "name": "network-vif-plugged", "status": "completed", "tag": "ee973098-7663-4fb9-9f5e-e133fdb44dcb", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:44:24.807026 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3ec90c0f-3411-4d13-bc88-6aef325d671e {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:44:24.807526 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9b6dc7-2b2c-449c-8a87-a1d01ee66463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee973098-7663-4fb9-9f5e-e133fdb44dcb', 'code': 200} Mar 05 04:44:24.841187 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42662) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:24.902496 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85435d-3cb9-4dcf-9181-05dd8bfa2a5d None None] Pushing event updated for resources: {'Port': ['ID=7ed059bc-ef30-4af1-8751-eb178ffcd77e,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:24.907029 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-57f9ff15-fe23-47d0-92d4-4c4842a2d7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (3942aeee-df6b-420f-9310-bcd665863d52), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:24.953545 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f87e848-58e8-4cf4-bc9c-cc18199223b5 None None] Routers {'856422a1-7ca6-4d2e-9925-9f1295dcd74e'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:44:24.955388 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5f87e848-58e8-4cf4-bc9c-cc18199223b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:44:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['856422a1-7ca6-4d2e-9925-9f1295dcd74e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:24.990094 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b024f-383a-4241-95d8-fc69d67e54f6 req-9212baed-57fd-41d1-8bbf-05750c588cd1 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:24.992294 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-421b024f-383a-4241-95d8-fc69d67e54f6 req-9212baed-57fd-41d1-8bbf-05750c588cd1 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 946 time: 0.2462938 Mar 05 04:44:25.027434 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3e1882f4-ca5f-469e-8117-42c076a3851c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b881a5a3db964674a1ec7b44033353cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1738312 Mar 05 04:44:25.030768 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42670) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:25.059299 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9ff15-fe23-47d0-92d4-4c4842a2d7d3 admin admin] Pushing event updated for resources: {'Port': ['ID=3942aeee-df6b-420f-9310-bcd665863d52,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:25.066325 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f9ff15-fe23-47d0-92d4-4c4842a2d7d3 admin admin] Network 895aab67-f8e9-4990-85fc-266254d4fb06 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:44:25.068761 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-57f9ff15-fe23-47d0-92d4-4c4842a2d7d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:44:25.094854 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f9ff15-fe23-47d0-92d4-4c4842a2d7d3 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:44:25.141989 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-421b024f-383a-4241-95d8-fc69d67e54f6 req-bdde9800-0048-468e-8b05-1c8d924d62b2 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427264 Mar 05 04:44:25.162854 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-380b8706-eb54-4fd8-b4f5-88b5cd3c4d7b admin admin] Publish callbacks [] for security_group (e0a8876c-637a-4714-b32c-54d49bad91ef), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:25.194647 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-380b8706-eb54-4fd8-b4f5-88b5cd3c4d7b admin admin] Publish callbacks [] for security_group (e0a8876c-637a-4714-b32c-54d49bad91ef), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:25.225418 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-57f9ff15-fe23-47d0-92d4-4c4842a2d7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (856422a1-7ca6-4d2e-9925-9f1295dcd74e), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:25.305520 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-5f87e848-58e8-4cf4-bc9c-cc18199223b5 None None] Set router 856422a1-7ca6-4d2e-9925-9f1295dcd74e gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:44:25.351761 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5ec25f40-088c-4422-b04a-54b08b787a45 req-681d7e9d-84ef-446b-966f-ddb1ed635c23 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea4b37c0-69a3-456b-99dd-e70ebdf7e3f3 HTTP/1.1" status: 200 len: 210 time: 0.1012805 Mar 05 04:44:25.398723 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-380b8706-eb54-4fd8-b4f5-88b5cd3c4d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e0a8876c-637a-4714-b32c-54d49bad91ef), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:25.406409 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-380b8706-eb54-4fd8-b4f5-88b5cd3c4d7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:25.406409 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-380b8706-eb54-4fd8-b4f5-88b5cd3c4d7b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e0a8876c-637a-4714-b32c-54d49bad91ef HTTP/1.1" status: 204 len: 168 time: 0.3719103 Mar 05 04:44:25.418037 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b8706-eb54-4fd8-b4f5-88b5cd3c4d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a8876c-637a-4714-b32c-54d49bad91ef,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:25.549402 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6706766a-56b6-47e3-9823-5a0bc67a4450 None None] Provisioning complete for port 3942aeee-df6b-420f-9310-bcd665863d52 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:44:25.553804 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6706766a-56b6-47e3-9823-5a0bc67a4450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3942aeee-df6b-420f-9310-bcd665863d52), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:25.592082 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-5221a785-8a6a-4cfd-a71f-e00a199a6efc req-060a3cea-57f9-4b04-8000-716ff9293e67 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1583232758', 'description': 'tempest-description-97651178'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:25.639467 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a283607d-b009-494d-a575-17b037f27c68 req-afd6badf-5335-4583-a4e5-8bbced2c5f8a tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 210 time: 0.1649268 Mar 05 04:44:25.671738 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6706766a-56b6-47e3-9823-5a0bc67a4450 None None] Port 3942aeee-df6b-420f-9310-bcd665863d52 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:44:25.672041 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5221a785-8a6a-4cfd-a71f-e00a199a6efc req-060a3cea-57f9-4b04-8000-716ff9293e67 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:25.717876 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-57f9ff15-fe23-47d0-92d4-4c4842a2d7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3942aeee-df6b-420f-9310-bcd665863d52), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:25.897021 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5221a785-8a6a-4cfd-a71f-e00a199a6efc req-060a3cea-57f9-4b04-8000-716ff9293e67 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group (7de0689b-a041-4f79-81fe-4fad8a779d60), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:25.906381 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5221a785-8a6a-4cfd-a71f-e00a199a6efc req-060a3cea-57f9-4b04-8000-716ff9293e67 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7de0689b-a041-4f79-81fe-4fad8a779d60), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:25.919544 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5f87e848-58e8-4cf4-bc9c-cc18199223b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'name': 'tempest-ServersTestManualDisk-645193617-router', 'tenant_id': 'c250de64173a4ac8a206140866681b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '7ed059bc-ef30-4af1-8751-eb178ffcd77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:44:18Z', 'updated_at': '2022-03-05T04:44:21Z', 'revision_number': 3, 'project_id': 'c250de64173a4ac8a206140866681b0d', 'gw_port': {'id': '7ed059bc-ef30-4af1-8751-eb178ffcd77e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:19Z', 'updated_at': '2022-03-05T04:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:25.953685 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53769ab-51ed-4eb2-a05c-5ef36dbc640b req-ff7cae21-48cb-4d0f-8659-5ed32ed85418 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:25.955464 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c53769ab-51ed-4eb2-a05c-5ef36dbc640b req-ff7cae21-48cb-4d0f-8659-5ed32ed85418 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 1129 time: 0.1510274 Mar 05 04:44:25.961702 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5221a785-8a6a-4cfd-a71f-e00a199a6efc req-060a3cea-57f9-4b04-8000-716ff9293e67 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:25.963114 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f87e848-58e8-4cf4-bc9c-cc18199223b5 None None] The sync data for ids ['856422a1-7ca6-4d2e-9925-9f1295dcd74e'] in n-d-789963-32 is: [{'id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'name': 'tempest-ServersTestManualDisk-645193617-router', 'tenant_id': 'c250de64173a4ac8a206140866681b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '7ed059bc-ef30-4af1-8751-eb178ffcd77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:44:18Z', 'updated_at': '2022-03-05T04:44:21Z', 'revision_number': 3, 'project_id': 'c250de64173a4ac8a206140866681b0d', 'gw_port': {'id': '7ed059bc-ef30-4af1-8751-eb178ffcd77e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:19Z', 'updated_at': '2022-03-05T04:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:44:25.971273 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5221a785-8a6a-4cfd-a71f-e00a199a6efc req-060a3cea-57f9-4b04-8000-716ff9293e67 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.4749072 Mar 05 04:44:25.975269 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a3cea-57f9-4b04-8000-716ff9293e67 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de0689b-a041-4f79-81fe-4fad8a779d60,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:26.066791 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-57f9ff15-fe23-47d0-92d4-4c4842a2d7d3 admin admin] Publish callbacks [] for port (3942aeee-df6b-420f-9310-bcd665863d52), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:26.082432 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-57f9ff15-fe23-47d0-92d4-4c4842a2d7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (3942aeee-df6b-420f-9310-bcd665863d52), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:26.115006 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c53769ab-51ed-4eb2-a05c-5ef36dbc640b req-b6829cb2-cc03-4280-ad18-5829c6047563 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412387 Mar 05 04:44:26.191465 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-57f9ff15-fe23-47d0-92d4-4c4842a2d7d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (856422a1-7ca6-4d2e-9925-9f1295dcd74e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:26.239011 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4973db15-27a9-4eae-a8fa-f489774ae595 req-4d1653b3-b431-4d9e-b54f-7e06d68f2c77 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] 10.222.0.11 "GET /v2.0/security-groups/7de0689b-a041-4f79-81fe-4fad8a779d60 HTTP/1.1" status: 200 len: 1828 time: 0.0822237 Mar 05 04:44:26.260479 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-4973db15-27a9-4eae-a8fa-f489774ae595 req-d1470326-3fdf-4759-83d3-8e30a170ac5c tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7de0689b-a041-4f79-81fe-4fad8a779d60', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:26.261360 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-4973db15-27a9-4eae-a8fa-f489774ae595 req-d1470326-3fdf-4759-83d3-8e30a170ac5c tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7de0689b-a041-4f79-81fe-4fad8a779d60', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:26.319738 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9ff15-fe23-47d0-92d4-4c4842a2d7d3 admin admin] Pushing event updated for resources: {'Port': ['ID=3942aeee-df6b-420f-9310-bcd665863d52,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:26.386527 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4973db15-27a9-4eae-a8fa-f489774ae595 req-d1470326-3fdf-4759-83d3-8e30a170ac5c tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group_rule (4147b188-139b-43c9-a176-38e4648a2d33), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:26.404287 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f9ff15-fe23-47d0-92d4-4c4842a2d7d3 admin admin] Network 895aab67-f8e9-4990-85fc-266254d4fb06 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:44:26.405859 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-57f9ff15-fe23-47d0-92d4-4c4842a2d7d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:44:26.493967 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4973db15-27a9-4eae-a8fa-f489774ae595 req-d1470326-3fdf-4759-83d3-8e30a170ac5c tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group_rule (4147b188-139b-43c9-a176-38e4648a2d33), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:26.504119 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4973db15-27a9-4eae-a8fa-f489774ae595 req-d1470326-3fdf-4759-83d3-8e30a170ac5c tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (4147b188-139b-43c9-a176-38e4648a2d33), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:26.645985 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1470326-3fdf-4759-83d3-8e30a170ac5c tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4147b188-139b-43c9-a176-38e4648a2d33,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:26.678137 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-77f3d723-6c72-43f6-8c0d-eb58a8d7a92c req-34c5f50f-8866-4340-9c3c-49b0f3f0bd96 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea4b37c0-69a3-456b-99dd-e70ebdf7e3f3 HTTP/1.1" status: 200 len: 210 time: 0.1336615 Mar 05 04:44:26.717439 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4973db15-27a9-4eae-a8fa-f489774ae595 req-d1470326-3fdf-4759-83d3-8e30a170ac5c tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:26.718704 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4973db15-27a9-4eae-a8fa-f489774ae595 req-d1470326-3fdf-4759-83d3-8e30a170ac5c tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4689782 Mar 05 04:44:26.789192 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f9ff15-fe23-47d0-92d4-4c4842a2d7d3 admin admin] Router 856422a1-7ca6-4d2e-9925-9f1295dcd74e has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:44:26.932842 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-0edef67e-f8b2-4d99-933d-79b41f18c32f tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2340114 Mar 05 04:44:27.124224 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-bf9bdaf7-d127-42f6-9ae0-7b914514234c None None] Provisioning complete for port 3942aeee-df6b-420f-9310-bcd665863d52 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:44:27.131133 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bf9bdaf7-d127-42f6-9ae0-7b914514234c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3942aeee-df6b-420f-9310-bcd665863d52), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:27.227333 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f9ff15-fe23-47d0-92d4-4c4842a2d7d3 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:44:27.233398 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-57f9ff15-fe23-47d0-92d4-4c4842a2d7d3 admin admin] 10.222.0.11 "PUT /v2.0/routers/856422a1-7ca6-4d2e-9925-9f1295dcd74e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9279289 Mar 05 04:44:27.250848 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-bf9bdaf7-d127-42f6-9ae0-7b914514234c None None] Port 3942aeee-df6b-420f-9310-bcd665863d52 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:44:27.257834 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 7ed059bc-ef30-4af1-8751-eb178ffcd77e up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:44:27.268877 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ccb32b94-a9be-4e4a-9091-b59be5063243 req-dc5c4e6e-6a70-4ae6-84f3-0e7ee9caf2ef tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 210 time: 0.3702779 Mar 05 04:44:27.396678 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 7ed059bc-ef30-4af1-8751-eb178ffcd77e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:44:27.397076 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7ed059bc-ef30-4af1-8751-eb178ffcd77e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:27.499722 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0390ed8c-3fb8-4485-b4f9-4e905181429d req-3d43cadb-c1b1-44e5-a265-298842ac2536 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] 10.222.0.11 "GET /v2.0/security-groups/7de0689b-a041-4f79-81fe-4fad8a779d60 HTTP/1.1" status: 200 len: 2421 time: 0.7061310 Mar 05 04:44:27.591815 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-90ccc263-7086-4d0a-a340-0fcefc52478a tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:27.595990 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 7ed059bc-ef30-4af1-8751-eb178ffcd77e is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:27.596670 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7ed059bc-ef30-4af1-8751-eb178ffcd77e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:27.605243 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-90ccc263-7086-4d0a-a340-0fcefc52478a tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.31 "GET /v2.0/networks?id=a952105b-ebc4-4199-9a60-4f9b3f21d433 HTTP/1.1" status: 200 len: 820 time: 0.9089093 Mar 05 04:44:27.617291 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-49947774-4f3a-49b3-ab57-b40c5dee655d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:27.618849 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-49947774-4f3a-49b3-ab57-b40c5dee655d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6240799 Mar 05 04:44:27.630656 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 7ed059bc-ef30-4af1-8751-eb178ffcd77e, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=7ed059bc-ef30-4af1-8751-eb178ffcd77e,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:27.638340 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-e6a5252e-93c7-4383-9f4a-eaab9487fe30 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Request body: {'port': {'device_id': 'ea4b37c0-69a3-456b-99dd-e70ebdf7e3f3', 'network_id': 'a952105b-ebc4-4199-9a60-4f9b3f21d433', 'admin_state_up': True, 'tenant_id': '736990f873564774a97b655286c16e6d'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:27.639054 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (7ed059bc-ef30-4af1-8751-eb178ffcd77e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:27.664393 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-0f18bb8d-d3e7-4700-8136-ea4edfa31ebf tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Request body: {'port': {'device_id': '343f0c85-1471-424e-af63-99db9cdd3147', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'admin_state_up': True, 'tenant_id': '12ec86d5ce864d5e8384628d4e830cb3'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:27.717639 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=7ed059bc-ef30-4af1-8751-eb178ffcd77e,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:27.980932 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-e6a5252e-93c7-4383-9f4a-eaab9487fe30 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Made reservation on behalf of 736990f873564774a97b655286c16e6d for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:44:27.984739 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-e6a5252e-93c7-4383-9f4a-eaab9487fe30 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:28.002764 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-46c83cfb-1ae2-48da-b9d0-d4a8ecec53c0 req-1f26bf2f-fbee-4d8a-8442-ff5302c5820c tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] 10.222.0.11 "GET /v2.0/security-group-rules/4147b188-139b-43c9-a176-38e4648a2d33 HTTP/1.1" status: 200 len: 778 time: 0.2297800 Mar 05 04:44:28.124009 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42746) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:28.191156 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-e6a5252e-93c7-4383-9f4a-eaab9487fe30 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Allocated IP 172.20.0.4 (a952105b-ebc4-4199-9a60-4f9b3f21d433/d442e327-d533-4ad3-8b3e-6bf8aaddc901/549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:44:28.275009 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-108a6997-4070-45a4-80ca-82418a374a22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:28.324889 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-0f18bb8d-d3e7-4700-8136-ea4edfa31ebf tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Made reservation on behalf of 12ec86d5ce864d5e8384628d4e830cb3 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:44:28.329595 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-0f18bb8d-d3e7-4700-8136-ea4edfa31ebf tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:28.387782 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-46c83cfb-1ae2-48da-b9d0-d4a8ecec53c0 req-2ee7643f-e115-4327-a3fd-89c680990d50 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] 10.222.0.11 "GET /v2.0/security-groups/7de0689b-a041-4f79-81fe-4fad8a779d60 HTTP/1.1" status: 200 len: 2421 time: 0.3743813 Mar 05 04:44:28.407184 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42758) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:28.419451 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-86fc5347-90d3-4c1f-8abc-2464531b9738 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Request body: {'security_group': {'name': 'tempest-securitygroup--281392123', 'description': 'tempest-description--523996233'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:28.505501 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86fc5347-90d3-4c1f-8abc-2464531b9738 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:28.547246 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-46c83cfb-1ae2-48da-b9d0-d4a8ecec53c0 req-9e65297b-8f66-4425-b4ce-16ec4ccc1392 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group_rule (4147b188-139b-43c9-a176-38e4648a2d33), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:28.557276 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-46c83cfb-1ae2-48da-b9d0-d4a8ecec53c0 req-9e65297b-8f66-4425-b4ce-16ec4ccc1392 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group_rule (4147b188-139b-43c9-a176-38e4648a2d33), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:28.617419 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86fc5347-90d3-4c1f-8abc-2464531b9738 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks [] for security_group (137407fe-83a0-45cf-8a79-c9fdb740f41e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:28.621543 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-108a6997-4070-45a4-80ca-82418a374a22 admin admin] Publish callbacks [] for security_group (067cad52-e7b0-484a-8452-1fbc5d359990), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:28.624689 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86fc5347-90d3-4c1f-8abc-2464531b9738 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (137407fe-83a0-45cf-8a79-c9fdb740f41e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:28.636222 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1285938d-5aeb-4e36-ac4b-0f7ebecf297e req-245be712-6c9d-4073-8f93-2e18f579eb80 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea4b37c0-69a3-456b-99dd-e70ebdf7e3f3 HTTP/1.1" status: 200 len: 210 time: 0.1571302 Mar 05 04:44:28.636888 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-46c83cfb-1ae2-48da-b9d0-d4a8ecec53c0 req-9e65297b-8f66-4425-b4ce-16ec4ccc1392 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (4147b188-139b-43c9-a176-38e4648a2d33), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:28.653192 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-108a6997-4070-45a4-80ca-82418a374a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (067cad52-e7b0-484a-8452-1fbc5d359990), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:28.656889 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-46c83cfb-1ae2-48da-b9d0-d4a8ecec53c0 req-9e65297b-8f66-4425-b4ce-16ec4ccc1392 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:28.669914 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-46c83cfb-1ae2-48da-b9d0-d4a8ecec53c0 req-9e65297b-8f66-4425-b4ce-16ec4ccc1392 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/4147b188-139b-43c9-a176-38e4648a2d33 HTTP/1.1" status: 204 len: 173 time: 0.2808132 Mar 05 04:44:28.677901 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65297b-8f66-4425-b4ce-16ec4ccc1392 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4147b188-139b-43c9-a176-38e4648a2d33,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:28.695291 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86fc5347-90d3-4c1f-8abc-2464531b9738 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:28.699405 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-86fc5347-90d3-4c1f-8abc-2464531b9738 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2843530 Mar 05 04:44:28.702360 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42762) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:28.712127 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-11df95da-3a91-452e-b622-99741b8260e6 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Request body: {'security_group_rule': {'security_group_id': '137407fe-83a0-45cf-8a79-c9fdb740f41e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:28.726457 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc5347-90d3-4c1f-8abc-2464531b9738 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=137407fe-83a0-45cf-8a79-c9fdb740f41e,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:28.735429 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-108a6997-4070-45a4-80ca-82418a374a22 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f42afff12f5e482fa62b4584fd248aed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6102173 Mar 05 04:44:28.741753 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42764) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:28.828269 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a6997-4070-45a4-80ca-82418a374a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067cad52-e7b0-484a-8452-1fbc5d359990,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:28.856499 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-0f18bb8d-d3e7-4700-8136-ea4edfa31ebf tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Allocated IP 192.168.233.77 (fb0dde64-203a-4c32-80ac-e1733ed0c9dd/63f989ea-15ee-41e4-8c8f-8183d2023f4e/42bb86dd-fe1b-4930-b99a-b1027cc37c2e) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:44:28.871721 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-11df95da-3a91-452e-b622-99741b8260e6 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks [] for security_group_rule (6883df6f-57a8-4873-88f1-078881390036), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:28.888714 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c783d479-5285-49ec-a5e6-0fa192bc8aaf admin admin] Publish callbacks [] for security_group (067cad52-e7b0-484a-8452-1fbc5d359990), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:28.898336 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-e6a5252e-93c7-4383-9f4a-eaab9487fe30 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks [] for port (549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:28.920395 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c783d479-5285-49ec-a5e6-0fa192bc8aaf admin admin] Publish callbacks [] for security_group (067cad52-e7b0-484a-8452-1fbc5d359990), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:28.992905 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-71445258-9ef1-4f8f-aa98-369317bc2e3a req-597ea240-7e44-4813-a0cf-10780e6834a9 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 210 time: 0.0916269 Mar 05 04:44:29.003830 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f3921e-b228-45b3-966d-e56761741462 None None] Sync routers for ids ['856422a1-7ca6-4d2e-9925-9f1295dcd74e'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:44:29.054480 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f3921e-b228-45b3-966d-e56761741462 None None] Routers {'856422a1-7ca6-4d2e-9925-9f1295dcd74e'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:44:29.055172 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c6f3921e-b228-45b3-966d-e56761741462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:44:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['856422a1-7ca6-4d2e-9925-9f1295dcd74e'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:29.076348 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-23c86616-9381-4a2a-9c24-0e604dac1b7e req-eeae618d-7e91-4cd9-8a4b-7d6eeab9256c tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1448547298', 'description': 'tempest-description-1982817085'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:29.092595 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c783d479-5285-49ec-a5e6-0fa192bc8aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (067cad52-e7b0-484a-8452-1fbc5d359990), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:29.095382 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c783d479-5285-49ec-a5e6-0fa192bc8aaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:29.103334 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c783d479-5285-49ec-a5e6-0fa192bc8aaf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/067cad52-e7b0-484a-8452-1fbc5d359990 HTTP/1.1" status: 204 len: 168 time: 0.3602729 Mar 05 04:44:29.141456 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-23c86616-9381-4a2a-9c24-0e604dac1b7e req-eeae618d-7e91-4cd9-8a4b-7d6eeab9256c tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:29.181257 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 7ed059bc-ef30-4af1-8751-eb178ffcd77e up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:44:29.190353 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783d479-5285-49ec-a5e6-0fa192bc8aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067cad52-e7b0-484a-8452-1fbc5d359990,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:29.230873 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-11df95da-3a91-452e-b622-99741b8260e6 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks [] for security_group_rule (6883df6f-57a8-4873-88f1-078881390036), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:29.238579 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-11df95da-3a91-452e-b622-99741b8260e6 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (6883df6f-57a8-4873-88f1-078881390036), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:29.293679 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df95da-3a91-452e-b622-99741b8260e6 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6883df6f-57a8-4873-88f1-078881390036,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:29.306853 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-11df95da-3a91-452e-b622-99741b8260e6 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:29.311600 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-11df95da-3a91-452e-b622-99741b8260e6 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6044691 Mar 05 04:44:29.312511 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42774) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:29.318253 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-216be613-0aaf-4492-b3a0-273f9ecb3320 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Request body: {'security_group_rule': {'security_group_id': '137407fe-83a0-45cf-8a79-c9fdb740f41e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:29.370716 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 7ed059bc-ef30-4af1-8751-eb178ffcd77e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:44:29.371325 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7ed059bc-ef30-4af1-8751-eb178ffcd77e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:29.376584 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-216be613-0aaf-4492-b3a0-273f9ecb3320 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks [] for security_group_rule (6dd75d10-f95f-4bb9-9ac2-8dcec966aefc), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:29.470397 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-216be613-0aaf-4492-b3a0-273f9ecb3320 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks [] for security_group_rule (6dd75d10-f95f-4bb9-9ac2-8dcec966aefc), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:29.478426 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-216be613-0aaf-4492-b3a0-273f9ecb3320 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (6dd75d10-f95f-4bb9-9ac2-8dcec966aefc), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:29.494562 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-c6f3921e-b228-45b3-966d-e56761741462 None None] Set router 856422a1-7ca6-4d2e-9925-9f1295dcd74e gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:44:29.520360 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216be613-0aaf-4492-b3a0-273f9ecb3320 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd75d10-f95f-4bb9-9ac2-8dcec966aefc,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:29.522133 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-23c86616-9381-4a2a-9c24-0e604dac1b7e req-eeae618d-7e91-4cd9-8a4b-7d6eeab9256c tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group (6db11f3f-4ff6-4bcf-99d8-3c5f52322827), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:29.531041 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-216be613-0aaf-4492-b3a0-273f9ecb3320 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:29.533575 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-216be613-0aaf-4492-b3a0-273f9ecb3320 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2194316 Mar 05 04:44:29.537110 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42778) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:29.544399 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-23c86616-9381-4a2a-9c24-0e604dac1b7e req-eeae618d-7e91-4cd9-8a4b-7d6eeab9256c tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6db11f3f-4ff6-4bcf-99d8-3c5f52322827), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:29.544850 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-08117a6d-90a2-4b67-a88c-386985b3844e tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:29.581915 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-e6a5252e-93c7-4383-9f4a-eaab9487fe30 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:29.618169 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-08117a6d-90a2-4b67-a88c-386985b3844e tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:29.630592 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 7ed059bc-ef30-4af1-8751-eb178ffcd77e is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:29.658715 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5252e-93c7-4383-9f4a-eaab9487fe30 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Pushing event updated for resources: {'Port': ['ID=549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:29.684124 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36299be6-1257-4220-85f2-3fd063b15078 req-3fb15ee8-17e7-4d80-8bf9-1dde7b3fe8b4 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:29.691039 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-36299be6-1257-4220-85f2-3fd063b15078 req-3fb15ee8-17e7-4d80-8bf9-1dde7b3fe8b4 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/ports?device_id=11b62529-e659-4676-a5f0-f4be0a3daaf1 HTTP/1.1" status: 200 len: 945 time: 0.5031371 Mar 05 04:44:29.694965 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-23c86616-9381-4a2a-9c24-0e604dac1b7e req-eeae618d-7e91-4cd9-8a4b-7d6eeab9256c tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:29.711744 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-23c86616-9381-4a2a-9c24-0e604dac1b7e req-eeae618d-7e91-4cd9-8a4b-7d6eeab9256c tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.6484885 Mar 05 04:44:29.784704 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae618d-7e91-4cd9-8a4b-7d6eeab9256c tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6db11f3f-4ff6-4bcf-99d8-3c5f52322827,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:29.804015 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c6f3921e-b228-45b3-966d-e56761741462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'name': 'tempest-ServersTestManualDisk-645193617-router', 'tenant_id': 'c250de64173a4ac8a206140866681b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '7ed059bc-ef30-4af1-8751-eb178ffcd77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:44:18Z', 'updated_at': '2022-03-05T04:44:25Z', 'revision_number': 4, 'project_id': 'c250de64173a4ac8a206140866681b0d', 'gw_port': {'id': '7ed059bc-ef30-4af1-8751-eb178ffcd77e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:19Z', 'updated_at': '2022-03-05T04:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '3942aeee-df6b-420f-9310-bcd665863d52', 'name': '', 'network_id': '895aab67-f8e9-4990-85fc-266254d4fb06', 'tenant_id': 'c250de64173a4ac8a206140866681b0d', 'mac_address': 'fa:16:3e:00:c0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c617fed0-a914-4b01-87c7-fa73c1250483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:24Z', 'updated_at': '2022-03-05T04:44:25Z', 'revision_number': 2, 'project_id': 'c250de64173a4ac8a206140866681b0d', 'subnets': [{'id': 'c617fed0-a914-4b01-87c7-fa73c1250483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:29.806725 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-e6a5252e-93c7-4383-9f4a-eaab9487fe30 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Network a952105b-ebc4-4199-9a60-4f9b3f21d433 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:44:29.815158 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-0f18bb8d-d3e7-4700-8136-ea4edfa31ebf tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks [] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:29.819636 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-e6a5252e-93c7-4383-9f4a-eaab9487fe30 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:44:29.849750 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f3921e-b228-45b3-966d-e56761741462 None None] Checking router: 856422a1-7ca6-4d2e-9925-9f1295dcd74e for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:44:29.850395 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f3921e-b228-45b3-966d-e56761741462 None None] Updating router 856422a1-7ca6-4d2e-9925-9f1295dcd74e port 3942aeee-df6b-420f-9310-bcd665863d52 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:44:29.852480 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-e6a5252e-93c7-4383-9f4a-eaab9487fe30 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:44:29.885656 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c6f3921e-b228-45b3-966d-e56761741462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3942aeee-df6b-420f-9310-bcd665863d52), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:29.960317 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-36299be6-1257-4220-85f2-3fd063b15078 req-133c50ee-400d-49f7-b8af-8f86bbc98afa tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a75633d-7627-4837-a67e-e33a13fb1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682900 Mar 05 04:44:29.970348 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-e6a5252e-93c7-4383-9f4a-eaab9487fe30 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:29.971305 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-e6a5252e-93c7-4383-9f4a-eaab9487fe30 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:30.005535 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075303c-1c8b-46c9-8fb0-8a377157581a req-ef8c56ee-a80d-4ba2-a25b-45bfd8590d98 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:30.013770 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2075303c-1c8b-46c9-8fb0-8a377157581a req-ef8c56ee-a80d-4ba2-a25b-45bfd8590d98 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea4b37c0-69a3-456b-99dd-e70ebdf7e3f3 HTTP/1.1" status: 200 len: 931 time: 0.2057576 Mar 05 04:44:30.031393 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-0f18bb8d-d3e7-4700-8136-ea4edfa31ebf tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:30.043626 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-e6a5252e-93c7-4383-9f4a-eaab9487fe30 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4130452 Mar 05 04:44:30.050880 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['7659bb61-2851-4497-a728-e91219a88b7f', '16d44a27-1887-46ce-8a68-f4eec0fce055', 'ee973098-7663-4fb9-9f5e-e133fdb44dcb'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:44:30.065590 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-9bc9602b-8e16-435b-9863-91d5a446e3a8 service neutron] Request body: {'port': {'device_id': 'ea4b37c0-69a3-456b-99dd-e70ebdf7e3f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:30.074995 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-08117a6d-90a2-4b67-a88c-386985b3844e tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:30.159395 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-0f18bb8d-d3e7-4700-8136-ea4edfa31ebf tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:44:30.185327 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-0f18bb8d-d3e7-4700-8136-ea4edfa31ebf tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:44:30.194259 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-0f18bb8d-d3e7-4700-8136-ea4edfa31ebf tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:44:30.200601 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2075303c-1c8b-46c9-8fb0-8a377157581a req-90b4745a-a553-4272-bdc1-b80d97b6276a tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859705 Mar 05 04:44:30.220105 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42802) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:30.246161 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d8fc0b00-9c6b-4ed7-9db3-cacafeb5099c req-04d114fc-c003-4956-a954-9b64bac3e815 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] 10.222.0.11 "GET /v2.0/security-groups/6db11f3f-4ff6-4bcf-99d8-3c5f52322827 HTTP/1.1" status: 200 len: 1830 time: 0.2240863 Mar 05 04:44:30.246730 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18bb8d-d3e7-4700-8136-ea4edfa31ebf tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Pushing event updated for resources: {'Port': ['ID=42bb86dd-fe1b-4930-b99a-b1027cc37c2e,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:30.282722 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-08117a6d-90a2-4b67-a88c-386985b3844e tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Allocated IP 172.25.0.120 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/7b74becd-7afd-47af-9c4b-33cd64aa0257) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:44:30.290379 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-9bc9602b-8e16-435b-9863-91d5a446e3a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:30.349878 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-0f18bb8d-d3e7-4700-8136-ea4edfa31ebf tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:30.353431 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-0f18bb8d-d3e7-4700-8136-ea4edfa31ebf tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:30.447759 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-249c7d1b-ba26-4d5a-ba70-9531fe15688e req-9ba2e78d-c504-4176-937d-e07f63de459b tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2032122317', 'description': 'tempest-description-1348073939'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:30.469102 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-1093b36d-32d0-4acc-b298-fb8188403c6a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2068847500-network', 'tenant_id': '5f2df1be54434ba49518fa6e1723ee64'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:30.509655 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1093b36d-32d0-4acc-b298-fb8188403c6a admin admin] Made reservation on behalf of 5f2df1be54434ba49518fa6e1723ee64 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:44:30.512498 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1093b36d-32d0-4acc-b298-fb8188403c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:30.526387 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-0f18bb8d-d3e7-4700-8136-ea4edfa31ebf tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8777263 Mar 05 04:44:30.540779 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1093b36d-32d0-4acc-b298-fb8188403c6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:30.571529 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-afc88318-2c1f-4871-8f65-0cf4f6d74024 service neutron] Request body: {'port': {'device_id': '343f0c85-1471-424e-af63-99db9cdd3147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:30.606665 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-08117a6d-90a2-4b67-a88c-386985b3844e tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks [] for port (7b74becd-7afd-47af-9c4b-33cd64aa0257), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:30.678433 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-249c7d1b-ba26-4d5a-ba70-9531fe15688e req-9ba2e78d-c504-4176-937d-e07f63de459b tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:30.692049 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-08117a6d-90a2-4b67-a88c-386985b3844e tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (7b74becd-7afd-47af-9c4b-33cd64aa0257), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:30.730922 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c6f3921e-b228-45b3-966d-e56761741462 None None] Publish callbacks [] for port (3942aeee-df6b-420f-9310-bcd665863d52), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:30.747706 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1093b36d-32d0-4acc-b298-fb8188403c6a admin admin] Publish callbacks [] for security_group (19138a00-fdb8-4e04-8686-025571977988), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:30.757027 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08117a6d-90a2-4b67-a88c-386985b3844e tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:44:30.760234 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1093b36d-32d0-4acc-b298-fb8188403c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (19138a00-fdb8-4e04-8686-025571977988), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:30.760636 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20bbca-cc90-4b72-b25f-211f66ef9feb req-9865ab0b-ab77-4071-b114-81d6f2c42ecf tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:30.768118 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3b20bbca-cc90-4b72-b25f-211f66ef9feb req-9865ab0b-ab77-4071-b114-81d6f2c42ecf tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 935 time: 0.3591294 Mar 05 04:44:30.772462 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c6f3921e-b228-45b3-966d-e56761741462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3942aeee-df6b-420f-9310-bcd665863d52), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:30.790313 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-08117a6d-90a2-4b67-a88c-386985b3844e tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:44:30.793639 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093b36d-32d0-4acc-b298-fb8188403c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19138a00-fdb8-4e04-8686-025571977988,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:30.796434 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08117a6d-90a2-4b67-a88c-386985b3844e tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:44:30.799593 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08117a6d-90a2-4b67-a88c-386985b3844e tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Pushing event updated for resources: {'Port': ['ID=7b74becd-7afd-47af-9c4b-33cd64aa0257,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:30.826328 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1093b36d-32d0-4acc-b298-fb8188403c6a admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:44:30.845106 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1093b36d-32d0-4acc-b298-fb8188403c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (8c5a881d-7154-466c-82a6-410b03a67dbe), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:30.845425 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-1093b36d-32d0-4acc-b298-fb8188403c6a admin admin] Added segment 8c5a881d-7154-466c-82a6-410b03a67dbe of type vlan for network f5ec9e70-15e0-4c30-b30b-a9af0ef937c5 Mar 05 04:44:30.855227 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-77c5cbac-3f27-4f6a-9da7-18f5dbda7109 None None] Provisioning complete for port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:44:30.855671 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-77c5cbac-3f27-4f6a-9da7-18f5dbda7109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:30.933065 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda95b7-a4c2-497e-8e3f-07bba4d0fbfc None None] Pushing event updated for resources: {'Port': ['ID=3942aeee-df6b-420f-9310-bcd665863d52,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:30.935124 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-249c7d1b-ba26-4d5a-ba70-9531fe15688e req-9ba2e78d-c504-4176-937d-e07f63de459b tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group (45d920c3-082d-4f94-be1f-d2b1e5c75aa7), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:30.962110 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb719f-183a-4c1f-84a7-37be47b2171c req-5fd1f475-d6e2-4653-b474-ecd49e77b02c tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:30.964028 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-30fb719f-183a-4c1f-84a7-37be47b2171c req-5fd1f475-d6e2-4653-b474-ecd49e77b02c tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.30 "GET /v2.0/ports?device_id=11b62529-e659-4676-a5f0-f4be0a3daaf1 HTTP/1.1" status: 200 len: 945 time: 0.4924746 Mar 05 04:44:30.977881 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-249c7d1b-ba26-4d5a-ba70-9531fe15688e req-9ba2e78d-c504-4176-937d-e07f63de459b tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (45d920c3-082d-4f94-be1f-d2b1e5c75aa7), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:30.990391 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1093b36d-32d0-4acc-b298-fb8188403c6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (f5ec9e70-15e0-4c30-b30b-a9af0ef937c5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:31.028225 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-77c5cbac-3f27-4f6a-9da7-18f5dbda7109 None None] Port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:44:31.053497 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-c6f3921e-b228-45b3-966d-e56761741462 None None] Attempting to bind port 3942aeee-df6b-420f-9310-bcd665863d52 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:44:31.054193 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-c6f3921e-b228-45b3-966d-e56761741462 None None] Attempting to bind port 3942aeee-df6b-420f-9310-bcd665863d52 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '0f169f2b-0926-4c07-8c30-041b0494ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '895aab67-f8e9-4990-85fc-266254d4fb06'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:44:31.054420 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f3921e-b228-45b3-966d-e56761741462 None None] Attempting to bind port 3942aeee-df6b-420f-9310-bcd665863d52 on network 895aab67-f8e9-4990-85fc-266254d4fb06 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:44:31.068029 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f3921e-b228-45b3-966d-e56761741462 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:44:31.068381 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f3921e-b228-45b3-966d-e56761741462 None None] Checking segment: {'id': '0f169f2b-0926-4c07-8c30-041b0494ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '895aab67-f8e9-4990-85fc-266254d4fb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:44:31.068792 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c6f3921e-b228-45b3-966d-e56761741462 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:31.069237 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f3921e-b228-45b3-966d-e56761741462 None None] Bound using segment: {'id': '0f169f2b-0926-4c07-8c30-041b0494ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '895aab67-f8e9-4990-85fc-266254d4fb06'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:44:31.069743 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-c6f3921e-b228-45b3-966d-e56761741462 None None] Bound port: 3942aeee-df6b-420f-9310-bcd665863d52, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f169f2b-0926-4c07-8c30-041b0494ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '895aab67-f8e9-4990-85fc-266254d4fb06'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:44:31.070143 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c6f3921e-b228-45b3-966d-e56761741462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3942aeee-df6b-420f-9310-bcd665863d52), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:31.095874 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2e78d-c504-4176-937d-e07f63de459b tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45d920c3-082d-4f94-be1f-d2b1e5c75aa7,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:31.099580 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-08117a6d-90a2-4b67-a88c-386985b3844e tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks [] for floatingip (5e731e02-63bd-4add-b2e3-3c781cd7d29c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:31.111224 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1093b36d-32d0-4acc-b298-fb8188403c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (f5ec9e70-15e0-4c30-b30b-a9af0ef937c5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:31.113247 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1093b36d-32d0-4acc-b298-fb8188403c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:31.114364 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1093b36d-32d0-4acc-b298-fb8188403c6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:31.119449 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3b20bbca-cc90-4b72-b25f-211f66ef9feb req-9713d97c-ec6b-4e0e-be86-37210ba2561a tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503499 Mar 05 04:44:31.202385 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093b36d-32d0-4acc-b298-fb8188403c6a admin admin] Pushing event updated for resources: {'Network': ['ID=f5ec9e70-15e0-4c30-b30b-a9af0ef937c5,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:31.211598 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-afc88318-2c1f-4871-8f65-0cf4f6d74024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:31.218574 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network f5ec9e70-15e0-4c30-b30b-a9af0ef937c5 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:44:31.228329 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-c6f3921e-b228-45b3-966d-e56761741462 None None] For port 3942aeee-df6b-420f-9310-bcd665863d52, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:44:31.256298 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1093b36d-32d0-4acc-b298-fb8188403c6a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0312190 Mar 05 04:44:31.257340 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42862) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:31.273640 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-e6f81f3c-54fb-49a4-be9a-115594497d6e admin admin] Request body: {'subnet': {'network_id': 'f5ec9e70-15e0-4c30-b30b-a9af0ef937c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2068847500-subnet', 'tenant_id': '5f2df1be54434ba49518fa6e1723ee64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:31.281018 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-08117a6d-90a2-4b67-a88c-386985b3844e tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7b74becd-7afd-47af-9c4b-33cd64aa0257), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:31.309310 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-249c7d1b-ba26-4d5a-ba70-9531fe15688e req-9ba2e78d-c504-4176-937d-e07f63de459b tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:31.310745 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-249c7d1b-ba26-4d5a-ba70-9531fe15688e req-9ba2e78d-c504-4176-937d-e07f63de459b tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.9007466 Mar 05 04:44:31.349157 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-c6f3921e-b228-45b3-966d-e56761741462 None None] For port 3942aeee-df6b-420f-9310-bcd665863d52, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=3942aeee-df6b-420f-9310-bcd665863d52,segment=NetworkSegment(0f169f2b-0926-4c07-8c30-041b0494ad75),segment_id=0f169f2b-0926-4c07-8c30-041b0494ad75)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:44:31.402121 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f81f3c-54fb-49a4-be9a-115594497d6e admin admin] Made reservation on behalf of 5f2df1be54434ba49518fa6e1723ee64 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:44:31.412965 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e6f81f3c-54fb-49a4-be9a-115594497d6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:31.467417 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c6f3921e-b228-45b3-966d-e56761741462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3942aeee-df6b-420f-9310-bcd665863d52), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:31.571186 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-b9b867c6-4f73-4c01-8549-9a4feb120c99 None None] Provisioning complete for port 3942aeee-df6b-420f-9310-bcd665863d52 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:44:31.571891 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b9b867c6-4f73-4c01-8549-9a4feb120c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3942aeee-df6b-420f-9310-bcd665863d52), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:31.685465 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-08117a6d-90a2-4b67-a88c-386985b3844e tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks [] for port (7b74becd-7afd-47af-9c4b-33cd64aa0257), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:31.705454 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-08117a6d-90a2-4b67-a88c-386985b3844e tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (7b74becd-7afd-47af-9c4b-33cd64aa0257), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:31.795343 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f3921e-b228-45b3-966d-e56761741462 None None] Routers {'856422a1-7ca6-4d2e-9925-9f1295dcd74e'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:44:31.796091 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c6f3921e-b228-45b3-966d-e56761741462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:44:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['856422a1-7ca6-4d2e-9925-9f1295dcd74e'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:31.867910 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda95b7-a4c2-497e-8e3f-07bba4d0fbfc None None] Pushing event updated for resources: {'Port': ['ID=3942aeee-df6b-420f-9310-bcd665863d52,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:31.896851 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e6f81f3c-54fb-49a4-be9a-115594497d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (cce87001-a0a4-4d40-a99d-f9f0f5c90179), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:31.905577 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08117a6d-90a2-4b67-a88c-386985b3844e tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Pushing event updated for resources: {'Port': ['ID=7b74becd-7afd-47af-9c4b-33cd64aa0257,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:31.970502 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-c6f3921e-b228-45b3-966d-e56761741462 None None] Set router 856422a1-7ca6-4d2e-9925-9f1295dcd74e gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:44:31.975168 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-08117a6d-90a2-4b67-a88c-386985b3844e tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (5e731e02-63bd-4add-b2e3-3c781cd7d29c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:31.992481 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f81f3c-54fb-49a4-be9a-115594497d6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cce87001-a0a4-4d40-a99d-f9f0f5c90179,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:32.016608 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-08117a6d-90a2-4b67-a88c-386985b3844e tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:32.017875 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-08117a6d-90a2-4b67-a88c-386985b3844e tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4795108 Mar 05 04:44:32.038886 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f81f3c-54fb-49a4-be9a-115594497d6e admin admin] Checking segment: {'id': '8c5a881d-7154-466c-82a6-410b03a67dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f5ec9e70-15e0-4c30-b30b-a9af0ef937c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:44:32.047263 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f81f3c-54fb-49a4-be9a-115594497d6e admin admin] Network hostable DHCP agents. Network: f5ec9e70-15e0-4c30-b30b-a9af0ef937c5, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:44:32.105908 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f81f3c-54fb-49a4-be9a-115594497d6e admin admin] Network f5ec9e70-15e0-4c30-b30b-a9af0ef937c5 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:44:32.127878 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-e6f81f3c-54fb-49a4-be9a-115594497d6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, f5ec9e70-15e0-4c30-b30b-a9af0ef937c5) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:44:32.133404 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f81f3c-54fb-49a4-be9a-115594497d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:32.134221 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e6f81f3c-54fb-49a4-be9a-115594497d6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:32.178036 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e6f81f3c-54fb-49a4-be9a-115594497d6e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9200709 Mar 05 04:44:32.248605 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82784fdb-20e7-40b0-b566-047329823469 None None] Network f5ec9e70-15e0-4c30-b30b-a9af0ef937c5 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:44:32.360520 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-9bc9602b-8e16-435b-9863-91d5a446e3a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7 {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:44:32.380028 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b9b867c6-4f73-4c01-8549-9a4feb120c99 None None] Current status of the port 3942aeee-df6b-420f-9310-bcd665863d52 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:32.380421 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b9b867c6-4f73-4c01-8549-9a4feb120c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3942aeee-df6b-420f-9310-bcd665863d52), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:32.408987 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-9bc9602b-8e16-435b-9863-91d5a446e3a8 service neutron] Publish callbacks [] for port (549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:32.466384 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-b9b867c6-4f73-4c01-8549-9a4feb120c99 None None] For port 3942aeee-df6b-420f-9310-bcd665863d52, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=3942aeee-df6b-420f-9310-bcd665863d52,segment=NetworkSegment(0f169f2b-0926-4c07-8c30-041b0494ad75),segment_id=0f169f2b-0926-4c07-8c30-041b0494ad75)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:32.475270 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b9b867c6-4f73-4c01-8549-9a4feb120c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3942aeee-df6b-420f-9310-bcd665863d52), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:32.496816 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e39a7-9914-47fb-9a47-553bae259efe req-699cd86c-e3dc-4ebd-be0d-c10effbdebb9 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:32.498565 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-509e39a7-9914-47fb-9a47-553bae259efe req-699cd86c-e3dc-4ebd-be0d-c10effbdebb9 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/ports?device_id=11b62529-e659-4676-a5f0-f4be0a3daaf1 HTTP/1.1" status: 200 len: 945 time: 1.0494723 Mar 05 04:44:32.524932 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-9bc9602b-8e16-435b-9863-91d5a446e3a8 service neutron] Transition to ACTIVE for port object 549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7 will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:44:32.528569 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-30fb719f-183a-4c1f-84a7-37be47b2171c req-2aae36b4-ed22-446f-885f-43893b5b6a2e tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Deleting port d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:44:32.528914 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-30fb719f-183a-4c1f-84a7-37be47b2171c req-2aae36b4-ed22-446f-885f-43893b5b6a2e tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:32.533156 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d244be-a8d3-4946-81e5-01296641c7cd None None] Network f5ec9e70-15e0-4c30-b30b-a9af0ef937c5 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:44:32.551937 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-9bc9602b-8e16-435b-9863-91d5a446e3a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:32.565049 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c6f3921e-b228-45b3-966d-e56761741462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'name': 'tempest-ServersTestManualDisk-645193617-router', 'tenant_id': 'c250de64173a4ac8a206140866681b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '7ed059bc-ef30-4af1-8751-eb178ffcd77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:44:18Z', 'updated_at': '2022-03-05T04:44:25Z', 'revision_number': 4, 'project_id': 'c250de64173a4ac8a206140866681b0d', 'gw_port': {'id': '7ed059bc-ef30-4af1-8751-eb178ffcd77e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:19Z', 'updated_at': '2022-03-05T04:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '3942aeee-df6b-420f-9310-bcd665863d52', 'name': '', 'network_id': '895aab67-f8e9-4990-85fc-266254d4fb06', 'tenant_id': 'c250de64173a4ac8a206140866681b0d', 'mac_address': 'fa:16:3e:00:c0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c617fed0-a914-4b01-87c7-fa73c1250483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:24Z', 'updated_at': '2022-03-05T04:44:31Z', 'revision_number': 4, 'project_id': 'c250de64173a4ac8a206140866681b0d', 'subnets': [{'id': 'c617fed0-a914-4b01-87c7-fa73c1250483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:32.654753 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f3921e-b228-45b3-966d-e56761741462 None None] The sync data for ids ['856422a1-7ca6-4d2e-9925-9f1295dcd74e'] in n-d-789963-32 is: [{'id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'name': 'tempest-ServersTestManualDisk-645193617-router', 'tenant_id': 'c250de64173a4ac8a206140866681b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '7ed059bc-ef30-4af1-8751-eb178ffcd77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:44:18Z', 'updated_at': '2022-03-05T04:44:25Z', 'revision_number': 4, 'project_id': 'c250de64173a4ac8a206140866681b0d', 'gw_port': {'id': '7ed059bc-ef30-4af1-8751-eb178ffcd77e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:19Z', 'updated_at': '2022-03-05T04:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '3942aeee-df6b-420f-9310-bcd665863d52', 'name': '', 'network_id': '895aab67-f8e9-4990-85fc-266254d4fb06', 'tenant_id': 'c250de64173a4ac8a206140866681b0d', 'mac_address': 'fa:16:3e:00:c0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c617fed0-a914-4b01-87c7-fa73c1250483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:24Z', 'updated_at': '2022-03-05T04:44:31Z', 'revision_number': 4, 'project_id': 'c250de64173a4ac8a206140866681b0d', 'subnets': [{'id': 'c617fed0-a914-4b01-87c7-fa73c1250483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:44:32.656687 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd0bdc-338f-47f4-8f93-5d031ae4bbd2 req-9367fc86-43c7-434a-856f-2d584489e068 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:32.668866 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1ffd0bdc-338f-47f4-8f93-5d031ae4bbd2 req-9367fc86-43c7-434a-856f-2d584489e068 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea4b37c0-69a3-456b-99dd-e70ebdf7e3f3 HTTP/1.1" status: 200 len: 931 time: 0.4248197 Mar 05 04:44:32.679379 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6754bfd2-2900-43fc-b6d1-14e792ea57bd None None] Provisioning complete for port 3942aeee-df6b-420f-9310-bcd665863d52 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:44:32.680097 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6754bfd2-2900-43fc-b6d1-14e792ea57bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3942aeee-df6b-420f-9310-bcd665863d52), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:32.690691 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b867c6-4f73-4c01-8549-9a4feb120c99 None None] Pushing event updated for resources: {'Port': ['ID=3942aeee-df6b-420f-9310-bcd665863d52,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:32.842954 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9602b-8e16-435b-9863-91d5a446e3a8 service neutron] Pushing event updated for resources: {'Port': ['ID=549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:32.880183 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-509e39a7-9914-47fb-9a47-553bae259efe req-f4d4f4e0-dde1-4105-9553-7f96355df005 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a75633d-7627-4837-a67e-e33a13fb1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3571415 Mar 05 04:44:32.961327 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6754bfd2-2900-43fc-b6d1-14e792ea57bd None None] Current status of the port 3942aeee-df6b-420f-9310-bcd665863d52 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:33.107684 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1ffd0bdc-338f-47f4-8f93-5d031ae4bbd2 req-1adab4c4-2219-4bc2-8d89-45ecd1a363bb tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374866 Mar 05 04:44:33.113444 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 3942aeee-df6b-420f-9310-bcd665863d52 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:44:33.121085 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-30fb719f-183a-4c1f-84a7-37be47b2171c req-2aae36b4-ed22-446f-885f-43893b5b6a2e tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] For port d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7,segment=NetworkSegment(e0918b2d-09d9-490a-9e95-ce7ce7616187),segment_id=e0918b2d-09d9-490a-9e95-ce7ce7616187)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:33.121465 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-30fb719f-183a-4c1f-84a7-37be47b2171c req-2aae36b4-ed22-446f-885f-43893b5b6a2e tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:33.195469 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 3942aeee-df6b-420f-9310-bcd665863d52 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:44:33.195856 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3942aeee-df6b-420f-9310-bcd665863d52), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:33.196626 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-afc88318-2c1f-4871-8f65-0cf4f6d74024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42bb86dd-fe1b-4930-b99a-b1027cc37c2e {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:44:33.234606 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-afc88318-2c1f-4871-8f65-0cf4f6d74024 service neutron] Publish callbacks [] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:33.253600 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-449ff4fa-83cf-4964-9a91-02e65aa15210 req-314a90a0-3e5d-4f00-a8a2-62c60918686a tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] 10.222.0.11 "GET /v2.0/security-groups/45d920c3-082d-4f94-be1f-d2b1e5c75aa7 HTTP/1.1" status: 200 len: 1830 time: 0.3213069 Mar 05 04:44:33.342980 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-afc88318-2c1f-4871-8f65-0cf4f6d74024 service neutron] Transition to ACTIVE for port object 42bb86dd-fe1b-4930-b99a-b1027cc37c2e will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:44:33.391918 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 3942aeee-df6b-420f-9310-bcd665863d52 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:33.407360 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-afc88318-2c1f-4871-8f65-0cf4f6d74024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:33.441284 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-9bc9602b-8e16-435b-9863-91d5a446e3a8 service neutron] Attempting to bind port 549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:44:33.441737 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-9bc9602b-8e16-435b-9863-91d5a446e3a8 service neutron] Attempting to bind port 549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '39bebb99-f3d6-49f8-af2f-9a9c1002f41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a952105b-ebc4-4199-9a60-4f9b3f21d433'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:44:33.442290 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-9bc9602b-8e16-435b-9863-91d5a446e3a8 service neutron] Attempting to bind port 549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7 on network a952105b-ebc4-4199-9a60-4f9b3f21d433 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:44:33.541443 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-9bc9602b-8e16-435b-9863-91d5a446e3a8 service neutron] Port 549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7 on network a952105b-ebc4-4199-9a60-4f9b3f21d433 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:44:33.541761 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-9bc9602b-8e16-435b-9863-91d5a446e3a8 service neutron] Attempting to bind port 549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7 on network a952105b-ebc4-4199-9a60-4f9b3f21d433 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:44:33.643377 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-9bc9602b-8e16-435b-9863-91d5a446e3a8 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:44:33.643740 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-9bc9602b-8e16-435b-9863-91d5a446e3a8 service neutron] Checking segment: {'id': '39bebb99-f3d6-49f8-af2f-9a9c1002f41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a952105b-ebc4-4199-9a60-4f9b3f21d433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:44:33.644141 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-9bc9602b-8e16-435b-9863-91d5a446e3a8 service neutron] Bound using segment: {'id': '39bebb99-f3d6-49f8-af2f-9a9c1002f41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a952105b-ebc4-4199-9a60-4f9b3f21d433'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:44:33.644596 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-9bc9602b-8e16-435b-9863-91d5a446e3a8 service neutron] Bound port: 549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39bebb99-f3d6-49f8-af2f-9a9c1002f41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'a952105b-ebc4-4199-9a60-4f9b3f21d433'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:44:33.644960 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-9bc9602b-8e16-435b-9863-91d5a446e3a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:33.661908 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f7fce-20ff-466a-9693-eb76c1cffb9c req-963f3527-fc6f-482b-820a-6fc1cb4ea95d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:33.663577 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b15f7fce-20ff-466a-9693-eb76c1cffb9c req-963f3527-fc6f-482b-820a-6fc1cb4ea95d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 935 time: 0.4028103 Mar 05 04:44:33.674124 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-1945edd8-2d34-4d2d-8a6b-09dba89f5de4 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--281392123&fields=id&tenant_id=c250de64173a4ac8a206140866681b0d HTTP/1.1" status: 200 len: 267 time: 0.2700469 Mar 05 04:44:33.733602 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc88318-2c1f-4871-8f65-0cf4f6d74024 service neutron] Pushing event updated for resources: {'Port': ['ID=42bb86dd-fe1b-4930-b99a-b1027cc37c2e,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:33.957799 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-30fb719f-183a-4c1f-84a7-37be47b2171c req-2aae36b4-ed22-446f-885f-43893b5b6a2e tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:33.958173 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-30fb719f-183a-4c1f-84a7-37be47b2171c req-2aae36b4-ed22-446f-885f-43893b5b6a2e tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (418a3228-29a7-4f26-b9d3-847de8fc0389), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:33.958502 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [req-30fb719f-183a-4c1f-84a7-37be47b2171c req-2aae36b4-ed22-446f-885f-43893b5b6a2e tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Floating IP 418a3228-29a7-4f26-b9d3-847de8fc0389 disassociated. External IP: 172.25.0.44, port: d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7. Mar 05 04:44:33.958854 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-30fb719f-183a-4c1f-84a7-37be47b2171c req-2aae36b4-ed22-446f-885f-43893b5b6a2e tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Calling delete_port for d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7 owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:44:33.990675 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-afc88318-2c1f-4871-8f65-0cf4f6d74024 service neutron] Attempting to bind port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:44:33.991019 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-afc88318-2c1f-4871-8f65-0cf4f6d74024 service neutron] Attempting to bind port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:44:33.991538 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-afc88318-2c1f-4871-8f65-0cf4f6d74024 service neutron] Attempting to bind port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:44:34.008882 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-9bc9602b-8e16-435b-9863-91d5a446e3a8 service neutron] For port 549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:44:34.041299 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-9bc9602b-8e16-435b-9863-91d5a446e3a8 service neutron] For port 549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7,segment=NetworkSegment(39bebb99-f3d6-49f8-af2f-9a9c1002f41f),segment_id=39bebb99-f3d6-49f8-af2f-9a9c1002f41f)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:44:34.098191 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-558482dc-a058-47ec-8718-58d5c96d73bb tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:34.100065 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-558482dc-a058-47ec-8718-58d5c96d73bb tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "GET /v2.0/networks?id=895aab67-f8e9-4990-85fc-266254d4fb06 HTTP/1.1" status: 200 len: 811 time: 0.4246199 Mar 05 04:44:34.107940 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-afc88318-2c1f-4871-8f65-0cf4f6d74024 service neutron] Port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:44:34.108358 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-afc88318-2c1f-4871-8f65-0cf4f6d74024 service neutron] Attempting to bind port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:44:34.135958 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-9bc9602b-8e16-435b-9863-91d5a446e3a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:34.155115 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b15f7fce-20ff-466a-9693-eb76c1cffb9c req-8639f425-617e-4d23-96aa-caf9709d878a tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495206 Mar 05 04:44:34.160831 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-afc88318-2c1f-4871-8f65-0cf4f6d74024 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:44:34.161188 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-afc88318-2c1f-4871-8f65-0cf4f6d74024 service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:44:34.161574 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-afc88318-2c1f-4871-8f65-0cf4f6d74024 service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:44:34.162028 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-afc88318-2c1f-4871-8f65-0cf4f6d74024 service neutron] Bound port: 42bb86dd-fe1b-4930-b99a-b1027cc37c2e, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:44:34.162390 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-afc88318-2c1f-4871-8f65-0cf4f6d74024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:34.199566 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-64cad8fb-5656-45f2-bc0f-64df7bbdec96 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "GET /v2.0/quotas/c250de64173a4ac8a206140866681b0d HTTP/1.1" status: 200 len: 375 time: 0.0847824 Mar 05 04:44:34.264702 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-9bc9602b-8e16-435b-9863-91d5a446e3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:34.265271 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-9bc9602b-8e16-435b-9863-91d5a446e3a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:34.266714 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-9bc9602b-8e16-435b-9863-91d5a446e3a8 service neutron] 10.222.0.31 "PUT /v2.0/ports/549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7 HTTP/1.1" status: 200 len: 1092 time: 4.2062855 Mar 05 04:44:34.268663 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4b37c0-69a3-456b-99dd-e70ebdf7e3f3', 'tag': '549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:44:34.270837 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a2e464-de77-46bf-9524-4971bd9ab901" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4b37c0-69a3-456b-99dd-e70ebdf7e3f3", "tag": "549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:44:34.389700 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9602b-8e16-435b-9863-91d5a446e3a8 service neutron] Pushing event updated for resources: {'Port': ['ID=549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:34.486415 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-9db9c5d4-0bf8-477c-987c-d5747edf2a0d req-d42fb6b8-c179-4b2c-925d-2222159db1b8 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-3241886', 'description': 'tempest-description-305920057'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:34.560279 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-41acfe8f-ffcd-4d0e-a571-706b80195251 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c250de64173a4ac8a206140866681b0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3264940 Mar 05 04:44:34.568681 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-afc88318-2c1f-4871-8f65-0cf4f6d74024 service neutron] For port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:44:34.572121 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9db9c5d4-0bf8-477c-987c-d5747edf2a0d req-d42fb6b8-c179-4b2c-925d-2222159db1b8 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:34.576102 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-511f1fe7-8fd6-480d-a64a-9d2916199f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:34.577743 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-511f1fe7-8fd6-480d-a64a-9d2916199f80 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=736990f873564774a97b655286c16e6d&device_id=ea4b37c0-69a3-456b-99dd-e70ebdf7e3f3 HTTP/1.1" status: 200 len: 1126 time: 0.2570567 Mar 05 04:44:34.581308 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-afc88318-2c1f-4871-8f65-0cf4f6d74024 service neutron] For port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=42bb86dd-fe1b-4930-b99a-b1027cc37c2e,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:44:34.590981 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-30fb719f-183a-4c1f-84a7-37be47b2171c req-2aae36b4-ed22-446f-885f-43893b5b6a2e tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:34.650004 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-afc88318-2c1f-4871-8f65-0cf4f6d74024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:34.696353 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae36b4-ed22-446f-885f-43893b5b6a2e tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Pushing event deleted for resources: {'Port': ['ID=d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:34.704429 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-3221404a-e1d5-47fb-9390-8ecb6e32720d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7 HTTP/1.1" status: 200 len: 217 time: 0.1026378 Mar 05 04:44:34.787298 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-afc88318-2c1f-4871-8f65-0cf4f6d74024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:34.787934 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-afc88318-2c1f-4871-8f65-0cf4f6d74024 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:34.789398 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-afc88318-2c1f-4871-8f65-0cf4f6d74024 service neutron] 10.222.0.31 "PUT /v2.0/ports/42bb86dd-fe1b-4930-b99a-b1027cc37c2e HTTP/1.1" status: 200 len: 1096 time: 4.2389588 Mar 05 04:44:35.009670 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc88318-2c1f-4871-8f65-0cf4f6d74024 service neutron] Pushing event updated for resources: {'Port': ['ID=42bb86dd-fe1b-4930-b99a-b1027cc37c2e,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:35.093912 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-d680bbe0-592f-4750-a0b7-c502b614652c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:35.095828 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-d680bbe0-592f-4750-a0b7-c502b614652c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d442e327-d533-4ad3-8b3e-6bf8aaddc901 HTTP/1.1" status: 200 len: 860 time: 0.3580041 Mar 05 04:44:35.111051 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9db9c5d4-0bf8-477c-987c-d5747edf2a0d req-d42fb6b8-c179-4b2c-925d-2222159db1b8 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (6a9c3f8b-260c-4be7-8953-f360528bf4a9), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:35.120846 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-a8d25fc5-2567-41ee-be5e-eb7d85179cdc service neutron] 10.222.0.11 "GET /v2.0/networks/895aab67-f8e9-4990-85fc-266254d4fb06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5308938 Mar 05 04:44:35.132157 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-f354b3b7-71bb-4321-9bbb-88ff91f5b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:35.135181 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-f354b3b7-71bb-4321-9bbb-88ff91f5b85b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 1130 time: 0.2799249 Mar 05 04:44:35.139323 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9db9c5d4-0bf8-477c-987c-d5747edf2a0d req-d42fb6b8-c179-4b2c-925d-2222159db1b8 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6a9c3f8b-260c-4be7-8953-f360528bf4a9), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:35.182301 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30fb719f-183a-4c1f-84a7-37be47b2171c req-2aae36b4-ed22-446f-885f-43893b5b6a2e tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Router fefb35b2-6eb3-4493-86fd-ae5385b3447c has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:44:35.193004 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9db9c5d4-0bf8-477c-987c-d5747edf2a0d req-d42fb6b8-c179-4b2c-925d-2222159db1b8 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:35.194214 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9db9c5d4-0bf8-477c-987c-d5747edf2a0d req-d42fb6b8-c179-4b2c-925d-2222159db1b8 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.7296500 Mar 05 04:44:35.196208 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-a6377aae-e1b3-41f8-8aab-313607a01045 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a952105b-ebc4-4199-9a60-4f9b3f21d433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837743 Mar 05 04:44:35.277421 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-c55ebff7-78d9-4271-bc3a-c7b0e0005715 req-6240a6fe-3111-4f95-9c6c-634b81bf705f tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1145842044', 'description': 'tempest-description-957806532'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:35.287200 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:44:35.313363 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-eac6d797-1633-43b6-984b-d8982226354d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=42bb86dd-fe1b-4930-b99a-b1027cc37c2e HTTP/1.1" status: 200 len: 217 time: 0.1424217 Mar 05 04:44:35.314930 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:44:35.317501 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:44:35.320583 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c55ebff7-78d9-4271-bc3a-c7b0e0005715 req-6240a6fe-3111-4f95-9c6c-634b81bf705f tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:35.372155 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42fb6b8-c179-4b2c-925d-2222159db1b8 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9c3f8b-260c-4be7-8953-f360528bf4a9,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:35.915588 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-dcc2d8de-ecb1-48e0-b7f0-9255d09e2b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:35.917007 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-dcc2d8de-ecb1-48e0-b7f0-9255d09e2b42 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.5938494 Mar 05 04:44:35.953145 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-449aea47-26a7-4e41-a03b-1910f3e8b0d4 service neutron] 10.222.0.11 "GET /v2.0/networks/895aab67-f8e9-4990-85fc-266254d4fb06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8147943 Mar 05 04:44:35.990877 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-d42ec7d9-a685-47ce-b698-3279ee307a13 service neutron] 10.222.0.31 "GET /v2.0/networks/a952105b-ebc4-4199-9a60-4f9b3f21d433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7694628 Mar 05 04:44:36.124370 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cf0839ac-0147-4745-944f-5dc8416a3c78 req-ad205664-c76f-4512-89bc-c0f8ecb54d89 service neutron] 10.222.0.31 "GET /v2.0/networks/a952105b-ebc4-4199-9a60-4f9b3f21d433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257713 Mar 05 04:44:36.144340 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30fb719f-183a-4c1f-84a7-37be47b2171c req-2aae36b4-ed22-446f-885f-43893b5b6a2e tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:44:36.185946 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccc2843-2ea4-4f0d-9d79-e0b073fea6d9 None None] Sync routers for ids ['fefb35b2-6eb3-4493-86fd-ae5385b3447c'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:44:36.211309 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccc2843-2ea4-4f0d-9d79-e0b073fea6d9 None None] Routers {'fefb35b2-6eb3-4493-86fd-ae5385b3447c'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:44:36.218394 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-1ccc2843-2ea4-4f0d-9d79-e0b073fea6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:44:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['fefb35b2-6eb3-4493-86fd-ae5385b3447c'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:36.225956 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fb719f-183a-4c1f-84a7-37be47b2171c req-2aae36b4-ed22-446f-885f-43893b5b6a2e tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] No DVR routers for this DVR port d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7 on host n-h1-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:44:36.229534 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-30fb719f-183a-4c1f-84a7-37be47b2171c req-2aae36b4-ed22-446f-885f-43893b5b6a2e tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:36.232911 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-30fb719f-183a-4c1f-84a7-37be47b2171c req-2aae36b4-ed22-446f-885f-43893b5b6a2e tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.30 "DELETE /v2.0/ports/d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7 HTTP/1.1" status: 204 len: 173 time: 5.2331181 Mar 05 04:44:36.261599 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-61e82e2f-082e-4280-84c6-7b9bc20178af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:36.263535 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-61e82e2f-082e-4280-84c6-7b9bc20178af service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3360636 Mar 05 04:44:36.289121 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c55ebff7-78d9-4271-bc3a-c7b0e0005715 req-6240a6fe-3111-4f95-9c6c-634b81bf705f tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group (57219e3d-56bf-4913-a065-1accb63178ce), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:36.307819 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5beff282-0558-4102-9c4d-b9b6b51a49f4 req-09f19ecd-1585-4da3-8a30-8f9447b63f73 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/ports?device_id=11b62529-e659-4676-a5f0-f4be0a3daaf1 HTTP/1.1" status: 200 len: 210 time: 0.0820866 Mar 05 04:44:36.327256 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c55ebff7-78d9-4271-bc3a-c7b0e0005715 req-6240a6fe-3111-4f95-9c6c-634b81bf705f tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (57219e3d-56bf-4913-a065-1accb63178ce), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:36.427511 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c55ebff7-78d9-4271-bc3a-c7b0e0005715 req-6240a6fe-3111-4f95-9c6c-634b81bf705f tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:36.429097 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c55ebff7-78d9-4271-bc3a-c7b0e0005715 req-6240a6fe-3111-4f95-9c6c-634b81bf705f tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 1.2106805 Mar 05 04:44:36.511311 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-1ccc2843-2ea4-4f0d-9d79-e0b073fea6d9 None None] Set router fefb35b2-6eb3-4493-86fd-ae5385b3447c gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:44:36.529149 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f33265-1648-42ec-b6a9-9203fb41c133 x-openstack-request-id: req-13f33265-1648-42ec-b6a9-9203fb41c133 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:44:36.529511 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4b37c0-69a3-456b-99dd-e70ebdf7e3f3", "tag": "549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:44:36.529837 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-13f33265-1648-42ec-b6a9-9203fb41c133 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:44:36.530311 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4b37c0-69a3-456b-99dd-e70ebdf7e3f3', 'tag': '549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7', 'status': 'completed', 'code': 200} Mar 05 04:44:36.535884 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240a6fe-3111-4f95-9c6c-634b81bf705f tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57219e3d-56bf-4913-a065-1accb63178ce,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:36.708025 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-2505ffd1-2c9f-4eea-8855-1a30592b57df service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166138 Mar 05 04:44:36.720442 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78855f0a-9571-4fb6-b556-dd22bd3fb9f3 req-5dfa2960-2abe-45cb-9d95-9f6fae70635f tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:36.721739 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-78855f0a-9571-4fb6-b556-dd22bd3fb9f3 req-5dfa2960-2abe-45cb-9d95-9f6fae70635f tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea4b37c0-69a3-456b-99dd-e70ebdf7e3f3 HTTP/1.1" status: 200 len: 943 time: 0.3046339 Mar 05 04:44:36.760020 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdefd2-1253-496c-9eb8-eab831e740d3 req-65245dbb-7b1a-4628-8468-57a5220f5132 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:36.761936 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a3fdefd2-1253-496c-9eb8-eab831e740d3 req-65245dbb-7b1a-4628-8468-57a5220f5132 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 947 time: 0.1456952 Mar 05 04:44:36.764323 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2e464-de77-46bf-9524-4971bd9ab901 req-822a0cba-5a8c-47ca-bc26-f06abc6bf9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:36.765863 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70a2e464-de77-46bf-9524-4971bd9ab901 req-822a0cba-5a8c-47ca-bc26-f06abc6bf9d0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=736990f873564774a97b655286c16e6d&device_id=ea4b37c0-69a3-456b-99dd-e70ebdf7e3f3 HTTP/1.1" status: 200 len: 1126 time: 0.2275128 Mar 05 04:44:36.977478 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a3fdefd2-1253-496c-9eb8-eab831e740d3 req-f01216d7-f25a-4382-bbc9-ef0f9031a3e3 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933463 Mar 05 04:44:36.981810 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-1ccc2843-2ea4-4f0d-9d79-e0b073fea6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158132906-router', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:33Z', 'updated_at': '2022-03-05T04:41:42Z', 'revision_number': 4, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'gw_port': {'id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:35Z', 'updated_at': '2022-03-05T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '9fa0a068-5bf7-433b-a800-28551900ccd5', 'name': '', 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'mac_address': 'fa:16:3e:8d:f8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '437b1914-1ba1-40e2-a727-5e7cac544d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:40Z', 'updated_at': '2022-03-05T04:41:48Z', 'revision_number': 5, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'subnets': [{'id': '437b1914-1ba1-40e2-a727-5e7cac544d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:37.037263 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-78855f0a-9571-4fb6-b556-dd22bd3fb9f3 req-a081af72-2b6a-4369-b8df-482c1fc28eea tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039355 Mar 05 04:44:37.042939 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccc2843-2ea4-4f0d-9d79-e0b073fea6d9 None None] Checking router: fefb35b2-6eb3-4493-86fd-ae5385b3447c for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:44:37.060297 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccc2843-2ea4-4f0d-9d79-e0b073fea6d9 None None] Routers {'fefb35b2-6eb3-4493-86fd-ae5385b3447c'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:44:37.060944 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-1ccc2843-2ea4-4f0d-9d79-e0b073fea6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:44:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['fefb35b2-6eb3-4493-86fd-ae5385b3447c'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:37.105330 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad212078-2f29-4f69-accf-fcc17c21ab2b req-1f0e5d59-ee8b-4677-b988-f2d358cf92d6 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808019 Mar 05 04:44:37.146813 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ab24f72e-be84-47f9-9205-0ee365a6e94e req-98fe65e5-ffec-463b-a3b4-ee75dfe5408d tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "GET /v2.0/security-groups/6a9c3f8b-260c-4be7-8953-f360528bf4a9 HTTP/1.1" status: 200 len: 1818 time: 0.0979183 Mar 05 04:44:37.149974 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2e464-de77-46bf-9524-4971bd9ab901 req-7567f02b-6332-412d-8763-86f63caaedc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:37.151464 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70a2e464-de77-46bf-9524-4971bd9ab901 req-7567f02b-6332-412d-8763-86f63caaedc2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a952105b-ebc4-4199-9a60-4f9b3f21d433 HTTP/1.1" status: 200 len: 920 time: 0.3649786 Mar 05 04:44:37.154388 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-ab24f72e-be84-47f9-9205-0ee365a6e94e req-52d7bc55-587d-4c70-8b89-01ce77bd13aa tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6a9c3f8b-260c-4be7-8953-f360528bf4a9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:37.154716 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-ab24f72e-be84-47f9-9205-0ee365a6e94e req-52d7bc55-587d-4c70-8b89-01ce77bd13aa tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6a9c3f8b-260c-4be7-8953-f360528bf4a9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:37.235834 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70a2e464-de77-46bf-9524-4971bd9ab901 req-e7c85656-9132-470a-aa64-335d32d4e918 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7 HTTP/1.1" status: 200 len: 217 time: 0.0405893 Mar 05 04:44:37.260438 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f557fd3b-255d-4a17-abd1-808aff106cfe req-fe529dca-d592-4f44-a38e-9147377c4516 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "GET /v2.0/ports?device_id=5759c270-0a64-4463-a266-c701d0f4cf5d HTTP/1.1" status: 200 len: 210 time: 0.0821257 Mar 05 04:44:37.280469 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-1ccc2843-2ea4-4f0d-9d79-e0b073fea6d9 None None] Set router fefb35b2-6eb3-4493-86fd-ae5385b3447c gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:44:37.356937 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2e464-de77-46bf-9524-4971bd9ab901 req-c7f1aa58-6b88-4db6-9217-c9a370090e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:37.358442 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70a2e464-de77-46bf-9524-4971bd9ab901 req-c7f1aa58-6b88-4db6-9217-c9a370090e35 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d442e327-d533-4ad3-8b3e-6bf8aaddc901 HTTP/1.1" status: 200 len: 860 time: 0.1004539 Mar 05 04:44:37.402147 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70a2e464-de77-46bf-9524-4971bd9ab901 req-15457a35-4a9a-4080-ae1c-ee304311dd80 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a952105b-ebc4-4199-9a60-4f9b3f21d433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306623 Mar 05 04:44:37.429045 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f701ca8d-ab51-4913-a8d6-8b356cf1656c req-7c739b6e-8a99-4e19-b5f1-2c75c8093b84 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] 10.222.0.11 "GET /v2.0/security-groups/57219e3d-56bf-4913-a065-1accb63178ce HTTP/1.1" status: 200 len: 1829 time: 0.1262307 Mar 05 04:44:37.460352 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ab24f72e-be84-47f9-9205-0ee365a6e94e req-52d7bc55-587d-4c70-8b89-01ce77bd13aa tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group_rule (e54c4783-a183-4dfd-9c3b-ae6b483bc7e7), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:37.532433 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-9aad84c9-f050-4a59-ad22-b16ab907aa9e req-f85a4597-7774-43ea-8ca4-733edd7f1216 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1472626547', 'description': 'tempest-description-759144541'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:37.569765 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ab24f72e-be84-47f9-9205-0ee365a6e94e req-52d7bc55-587d-4c70-8b89-01ce77bd13aa tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group_rule (e54c4783-a183-4dfd-9c3b-ae6b483bc7e7), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:37.590478 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ab24f72e-be84-47f9-9205-0ee365a6e94e req-52d7bc55-587d-4c70-8b89-01ce77bd13aa tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (e54c4783-a183-4dfd-9c3b-ae6b483bc7e7), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:37.611272 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7bc55-587d-4c70-8b89-01ce77bd13aa tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e54c4783-a183-4dfd-9c3b-ae6b483bc7e7,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:37.614821 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9aad84c9-f050-4a59-ad22-b16ab907aa9e req-f85a4597-7774-43ea-8ca4-733edd7f1216 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:37.642081 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70a2e464-de77-46bf-9524-4971bd9ab901 req-8e0ad90f-e8a7-465a-83f6-5554772a39d3 service neutron] 10.222.0.31 "GET /v2.0/networks/a952105b-ebc4-4199-9a60-4f9b3f21d433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280467 Mar 05 04:44:37.678139 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-1ccc2843-2ea4-4f0d-9d79-e0b073fea6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158132906-router', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:33Z', 'updated_at': '2022-03-05T04:41:42Z', 'revision_number': 4, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'gw_port': {'id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:35Z', 'updated_at': '2022-03-05T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '9fa0a068-5bf7-433b-a800-28551900ccd5', 'name': '', 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'mac_address': 'fa:16:3e:8d:f8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '437b1914-1ba1-40e2-a727-5e7cac544d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:40Z', 'updated_at': '2022-03-05T04:41:48Z', 'revision_number': 5, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'subnets': [{'id': '437b1914-1ba1-40e2-a727-5e7cac544d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:37.680773 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ab24f72e-be84-47f9-9205-0ee365a6e94e req-52d7bc55-587d-4c70-8b89-01ce77bd13aa tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:37.681997 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ab24f72e-be84-47f9-9205-0ee365a6e94e req-52d7bc55-587d-4c70-8b89-01ce77bd13aa tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5343382 Mar 05 04:44:37.760910 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccc2843-2ea4-4f0d-9d79-e0b073fea6d9 None None] The sync data for ids ['fefb35b2-6eb3-4493-86fd-ae5385b3447c'] in n-d-789963-32 is: [{'id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158132906-router', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:33Z', 'updated_at': '2022-03-05T04:41:42Z', 'revision_number': 4, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'gw_port': {'id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:35Z', 'updated_at': '2022-03-05T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '9fa0a068-5bf7-433b-a800-28551900ccd5', 'name': '', 'network_id': '1d855b48-716f-4cbb-8acc-c3f5113efca4', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'mac_address': 'fa:16:3e:8d:f8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '437b1914-1ba1-40e2-a727-5e7cac544d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:40Z', 'updated_at': '2022-03-05T04:41:48Z', 'revision_number': 5, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'subnets': [{'id': '437b1914-1ba1-40e2-a727-5e7cac544d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:44:37.807282 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-6fd1e0b7-abc4-463a-95fc-99dde8655936 req-764a4ef2-b8e9-490f-b143-e75591db4d6b tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-640357084', 'description': 'tempest-description-1274884430'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:37.838626 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6fd1e0b7-abc4-463a-95fc-99dde8655936 req-764a4ef2-b8e9-490f-b143-e75591db4d6b tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:37.998687 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-b2e047bf-9b64-402f-b978-3e364ffb0975 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:38.000200 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-b2e047bf-9b64-402f-b978-3e364ffb0975 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.30 "GET /v2.0/networks?id=895aab67-f8e9-4990-85fc-266254d4fb06 HTTP/1.1" status: 200 len: 811 time: 0.1304996 Mar 05 04:44:38.043118 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9aad84c9-f050-4a59-ad22-b16ab907aa9e req-f85a4597-7774-43ea-8ca4-733edd7f1216 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group (16ba2af2-8e1f-4bf0-98ce-48ac0d880b4d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:38.077999 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9aad84c9-f050-4a59-ad22-b16ab907aa9e req-f85a4597-7774-43ea-8ca4-733edd7f1216 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (16ba2af2-8e1f-4bf0-98ce-48ac0d880b4d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:38.094082 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70a2e464-de77-46bf-9524-4971bd9ab901 req-e2b8d6bf-8d1e-4e89-9138-86abd09b9d70 service neutron] 10.222.0.31 "GET /v2.0/networks/a952105b-ebc4-4199-9a60-4f9b3f21d433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417732 Mar 05 04:44:38.182139 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2df5d70-eea0-4818-9587-004bef5425ff None None] New status for floating IP 418a3228-29a7-4f26-b9d3-847de8fc0389: DOWN {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 04:44:38.205974 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9aad84c9-f050-4a59-ad22-b16ab907aa9e req-f85a4597-7774-43ea-8ca4-733edd7f1216 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:38.207313 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9aad84c9-f050-4a59-ad22-b16ab907aa9e req-f85a4597-7774-43ea-8ca4-733edd7f1216 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.6858690 Mar 05 04:44:38.218638 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-130fa0e4-7436-4b8e-921c-02c836724751 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c250de64173a4ac8a206140866681b0d HTTP/1.1" status: 200 len: 379 time: 0.2056503 Mar 05 04:44:38.225831 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a4597-7774-43ea-8ca4-733edd7f1216 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16ba2af2-8e1f-4bf0-98ce-48ac0d880b4d,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:38.241655 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-9bd038e5-6fbd-4f5d-8e78-7167f3bda2a9 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Request body: {'port': {'device_id': '5759c270-0a64-4463-a266-c701d0f4cf5d', 'network_id': '895aab67-f8e9-4990-85fc-266254d4fb06', 'admin_state_up': True, 'tenant_id': 'c250de64173a4ac8a206140866681b0d', 'security_groups': ['137407fe-83a0-45cf-8a79-c9fdb740f41e']}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:38.266806 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6fd1e0b7-abc4-463a-95fc-99dde8655936 req-764a4ef2-b8e9-490f-b143-e75591db4d6b tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (47b81ff5-151d-4184-bfe1-540fe521773d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:38.279745 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6fd1e0b7-abc4-463a-95fc-99dde8655936 req-764a4ef2-b8e9-490f-b143-e75591db4d6b tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (47b81ff5-151d-4184-bfe1-540fe521773d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:38.397412 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a4ef2-b8e9-490f-b143-e75591db4d6b tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47b81ff5-151d-4184-bfe1-540fe521773d,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:38.465819 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6fd1e0b7-abc4-463a-95fc-99dde8655936 req-764a4ef2-b8e9-490f-b143-e75591db4d6b tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:38.467109 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6fd1e0b7-abc4-463a-95fc-99dde8655936 req-764a4ef2-b8e9-490f-b143-e75591db4d6b tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6691551 Mar 05 04:44:38.511323 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a78142-ba69-43dd-91c6-932fc1faebdf req-e3ad9f04-7a15-4a16-8888-99a5d265ecc8 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:38.518411 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-03a78142-ba69-43dd-91c6-932fc1faebdf req-e3ad9f04-7a15-4a16-8888-99a5d265ecc8 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 947 time: 0.1044543 Mar 05 04:44:38.534110 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343f0c85-1471-424e-af63-99db9cdd3147', 'tag': '42bb86dd-fe1b-4930-b99a-b1027cc37c2e'}, {'server_uuid': '11b62529-e659-4676-a5f0-f4be0a3daaf1', 'name': 'network-vif-deleted', 'tag': 'd08ef6a1-1ddd-4f3f-a3af-421a4ff306d7'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:44:38.536734 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f58647-e2e0-4a2c-8d2c-aa81b9d2ca3b" -d '{"events": [{"name": "network-changed", "server_uuid": "343f0c85-1471-424e-af63-99db9cdd3147", "tag": "42bb86dd-fe1b-4930-b99a-b1027cc37c2e"}, {"server_uuid": "11b62529-e659-4676-a5f0-f4be0a3daaf1", "name": "network-vif-deleted", "tag": "d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:44:38.619826 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-9bd038e5-6fbd-4f5d-8e78-7167f3bda2a9 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Made reservation on behalf of c250de64173a4ac8a206140866681b0d for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:44:38.623545 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-9bd038e5-6fbd-4f5d-8e78-7167f3bda2a9 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:38.642641 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-03a78142-ba69-43dd-91c6-932fc1faebdf req-d53b442c-6028-4786-b172-8a896fe0728b tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232820 Mar 05 04:44:38.724765 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb6a18-4e1d-4c10-8264-bbca6ee43c37 req-819cbd02-1f0d-458c-b3ca-72a12b7260ee tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:38.726397 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-94fb6a18-4e1d-4c10-8264-bbca6ee43c37 req-819cbd02-1f0d-458c-b3ca-72a12b7260ee tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea4b37c0-69a3-456b-99dd-e70ebdf7e3f3 HTTP/1.1" status: 200 len: 943 time: 0.1753094 Mar 05 04:44:38.845899 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-78eda4f6-51f9-4390-8765-c4f0c2a3aa72 req-b5d0d898-0071-4200-8e27-bc4a055f07e2 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] 10.222.0.11 "GET /v2.0/security-groups/16ba2af2-8e1f-4bf0-98ce-48ac0d880b4d HTTP/1.1" status: 200 len: 1829 time: 0.1643670 Mar 05 04:44:38.858615 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-94fb6a18-4e1d-4c10-8264-bbca6ee43c37 req-31c3e10f-cc93-4fac-93ac-135cdf429ca0 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174836 Mar 05 04:44:38.884965 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-9bd038e5-6fbd-4f5d-8e78-7167f3bda2a9 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Allocated IP 172.20.0.9 (895aab67-f8e9-4990-85fc-266254d4fb06/c617fed0-a914-4b01-87c7-fa73c1250483/7272a1ad-a215-48ac-9ead-f9212019dfdd) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:44:38.915673 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43004) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:39.015698 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-adcc0c90-ab9c-48a0-873a-2129e1d9c6ea tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks [] for security_group (1a75633d-7627-4837-a67e-e33a13fb1c82), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:39.049075 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-adcc0c90-ab9c-48a0-873a-2129e1d9c6ea tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks [] for security_group (1a75633d-7627-4837-a67e-e33a13fb1c82), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:39.078093 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e08ea2b5-5ee9-41ca-b667-73fad748597a req-0091a0d9-a90a-43c2-b9fc-1930ab4addbd tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "GET /v2.0/ports?device_id=5759c270-0a64-4463-a266-c701d0f4cf5d HTTP/1.1" status: 200 len: 210 time: 0.0619757 Mar 05 04:44:39.107324 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-adcc0c90-ab9c-48a0-873a-2129e1d9c6ea tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1a75633d-7627-4837-a67e-e33a13fb1c82), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:39.113658 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-adcc0c90-ab9c-48a0-873a-2129e1d9c6ea tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:39.117981 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-adcc0c90-ab9c-48a0-873a-2129e1d9c6ea tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "DELETE /v2.0/security-groups/1a75633d-7627-4837-a67e-e33a13fb1c82 HTTP/1.1" status: 204 len: 168 time: 0.1988964 Mar 05 04:44:39.136145 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43008) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:39.136993 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc0c90-ab9c-48a0-873a-2129e1d9c6ea tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a75633d-7627-4837-a67e-e33a13fb1c82,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:39.171441 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-a56a570c-692b-4cdc-b6e4-2002fb245985 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] show failed (client error): The resource could not be found. Mar 05 04:44:39.172710 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a56a570c-692b-4cdc-b6e4-2002fb245985 tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "GET /v2.0/security-groups/1a75633d-7627-4837-a67e-e33a13fb1c82 HTTP/1.1" status: 404 len: 347 time: 0.0265813 Mar 05 04:44:39.175779 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43010) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:39.190448 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-49cdc9ad-c57c-4d08-8404-e7ccab20a05e req-0bcc3407-b2f0-4261-a16b-9f97ff332247 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "GET /v2.0/security-groups/47b81ff5-151d-4184-bfe1-540fe521773d HTTP/1.1" status: 200 len: 1821 time: 0.2395785 Mar 05 04:44:39.198832 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-49cdc9ad-c57c-4d08-8404-e7ccab20a05e req-8d8252e7-693e-4bcd-a5ec-80c812e169e2 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '47b81ff5-151d-4184-bfe1-540fe521773d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:39.199328 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-49cdc9ad-c57c-4d08-8404-e7ccab20a05e req-8d8252e7-693e-4bcd-a5ec-80c812e169e2 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '47b81ff5-151d-4184-bfe1-540fe521773d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:39.211850 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 05 Mar 2022 04:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371c319a-9dcb-474c-b827-45209f33f227 x-openstack-request-id: req-371c319a-9dcb-474c-b827-45209f33f227 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:44:39.215145 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343f0c85-1471-424e-af63-99db9cdd3147", "tag": "42bb86dd-fe1b-4930-b99a-b1027cc37c2e", "status": "completed", "code": 200}, {"server_uuid": "11b62529-e659-4676-a5f0-f4be0a3daaf1", "name": "network-vif-deleted", "tag": "d08ef6a1-1ddd-4f3f-a3af-421a4ff306d7", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:44:39.216238 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-371c319a-9dcb-474c-b827-45209f33f227 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:44:39.216238 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343f0c85-1471-424e-af63-99db9cdd3147', 'tag': '42bb86dd-fe1b-4930-b99a-b1027cc37c2e', 'status': 'completed', 'code': 200} Mar 05 04:44:39.216238 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b62529-e659-4676-a5f0-f4be0a3daaf1', 'name': 'network-vif-deleted', 'tag': 'd08ef6a1-1ddd-4f3f-a3af-421a4ff306d7', 'status': 'completed', 'code': 200} Mar 05 04:44:39.287972 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [req-2f92c4b2-b7f0-4179-9784-29e310113737 req-55c68f64-6293-472b-a0d3-2414fe07161d tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] show failed (client error): The resource could not be found. Mar 05 04:44:39.289239 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f92c4b2-b7f0-4179-9784-29e310113737 req-55c68f64-6293-472b-a0d3-2414fe07161d tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] 10.222.0.11 "GET /v2.0/security-groups/c7c7633c-a057-4805-bb2c-f72886adc122 HTTP/1.1" status: 404 len: 352 time: 0.0800834 Mar 05 04:44:39.344033 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-63117102-af53-4f33-be5e-f193b9868fed tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Deleting port fa41c3de-8d7e-49e2-9e29-73bac19af5f4 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:44:39.344509 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-63117102-af53-4f33-be5e-f193b9868fed tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (fa41c3de-8d7e-49e2-9e29-73bac19af5f4), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:39.350281 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:44:39.364877 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [req-5302e8ce-821f-416e-bac4-11cfce0228f3 req-4416a574-840e-4262-ba5a-18062c914c3b tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] show failed (client error): The resource could not be found. Mar 05 04:44:39.380809 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5302e8ce-821f-416e-bac4-11cfce0228f3 req-4416a574-840e-4262-ba5a-18062c914c3b tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] 10.222.0.11 "GET /v2.0/security-group-rules/6f1323c7-413d-4e5e-a095-2c41daa7bf3d HTTP/1.1" status: 404 len: 361 time: 0.0573683 Mar 05 04:44:39.416947 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-9bd038e5-6fbd-4f5d-8e78-7167f3bda2a9 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks [] for port (7272a1ad-a215-48ac-9ead-f9212019dfdd), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:39.455302 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-63117102-af53-4f33-be5e-f193b9868fed tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (fa41c3de-8d7e-49e2-9e29-73bac19af5f4), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:39.456144 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-63117102-af53-4f33-be5e-f193b9868fed tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks [] for floatingip (fa41c3de-8d7e-49e2-9e29-73bac19af5f4), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:39.469966 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-63117102-af53-4f33-be5e-f193b9868fed tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Calling delete_port for fa41c3de-8d7e-49e2-9e29-73bac19af5f4 owned by network:floatingip {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:44:39.521933 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-039854f0-ff8b-4214-b006-5de74f259bac req-679f9f23-70e1-425e-87b8-097318e8a8d0 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] 10.222.0.11 "GET /v2.0/security-groups/16ba2af2-8e1f-4bf0-98ce-48ac0d880b4d HTTP/1.1" status: 200 len: 1829 time: 0.1093314 Mar 05 04:44:39.537610 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f58647-e2e0-4a2c-8d2c-aa81b9d2ca3b req-2f92a8fd-a85a-43ea-986c-db1e684b240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:39.540240 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a0f58647-e2e0-4a2c-8d2c-aa81b9d2ca3b req-2f92a8fd-a85a-43ea-986c-db1e684b240e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 1130 time: 0.3204327 Mar 05 04:44:39.640503 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-63117102-af53-4f33-be5e-f193b9868fed tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (fa41c3de-8d7e-49e2-9e29-73bac19af5f4), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:39.674614 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63117102-af53-4f33-be5e-f193b9868fed tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Pushing event deleted for resources: {'Port': ['ID=fa41c3de-8d7e-49e2-9e29-73bac19af5f4,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:39.729716 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f58647-e2e0-4a2c-8d2c-aa81b9d2ca3b req-3e455340-f696-4ca1-b971-e1606ded13b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:39.732131 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a0f58647-e2e0-4a2c-8d2c-aa81b9d2ca3b req-3e455340-f696-4ca1-b971-e1606ded13b1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.1470087 Mar 05 04:44:39.739845 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-49cdc9ad-c57c-4d08-8404-e7ccab20a05e req-8d8252e7-693e-4bcd-a5ec-80c812e169e2 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group_rule (c55e6505-ee15-4bfc-96b7-ff3e09b7b81d), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:39.751030 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-63117102-af53-4f33-be5e-f193b9868fed tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks [] for floatingip (418a3228-29a7-4f26-b9d3-847de8fc0389), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:39.754663 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-63117102-af53-4f33-be5e-f193b9868fed tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:39.756638 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-63117102-af53-4f33-be5e-f193b9868fed tempest-ServersWithSpecificFlavorTestJSON-1648028425 tempest-ServersWithSpecificFlavorTestJSON-1648028425-project] 10.222.0.11 "DELETE /v2.0/floatingips/418a3228-29a7-4f26-b9d3-847de8fc0389 HTTP/1.1" status: 204 len: 168 time: 0.5793912 Mar 05 04:44:39.814858 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a0f58647-e2e0-4a2c-8d2c-aa81b9d2ca3b req-a9cdbc5d-d829-4505-ad7a-359ef9b65e85 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=42bb86dd-fe1b-4930-b99a-b1027cc37c2e HTTP/1.1" status: 200 len: 217 time: 0.0504544 Mar 05 04:44:39.860576 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-49cdc9ad-c57c-4d08-8404-e7ccab20a05e req-8d8252e7-693e-4bcd-a5ec-80c812e169e2 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group_rule (c55e6505-ee15-4bfc-96b7-ff3e09b7b81d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:39.881815 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7,segment=NetworkSegment(39bebb99-f3d6-49f8-af2f-9a9c1002f41f),segment_id=39bebb99-f3d6-49f8-af2f-9a9c1002f41f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:39.897520 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-49cdc9ad-c57c-4d08-8404-e7ccab20a05e req-8d8252e7-693e-4bcd-a5ec-80c812e169e2 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (c55e6505-ee15-4bfc-96b7-ff3e09b7b81d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:39.904455 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7', 'network_id': 'a952105b-ebc4-4199-9a60-4f9b3f21d433', 'port_id': '549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7', 'mac_address': 'fa:16:3e:74:42:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd442e327-d533-4ad3-8b3e-6bf8aaddc901', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:44:39.928093 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8252e7-693e-4bcd-a5ec-80c812e169e2 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55e6505-ee15-4bfc-96b7-ff3e09b7b81d,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:39.931663 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-039854f0-ff8b-4214-b006-5de74f259bac req-1514aacd-0093-4fbe-8af7-c148eb6f5790 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group (16ba2af2-8e1f-4bf0-98ce-48ac0d880b4d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:39.955844 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-9bd038e5-6fbd-4f5d-8e78-7167f3bda2a9 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (7272a1ad-a215-48ac-9ead-f9212019dfdd), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:39.975564 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:39.976009 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:39.983389 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-49cdc9ad-c57c-4d08-8404-e7ccab20a05e req-8d8252e7-693e-4bcd-a5ec-80c812e169e2 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:39.995653 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-49cdc9ad-c57c-4d08-8404-e7ccab20a05e req-8d8252e7-693e-4bcd-a5ec-80c812e169e2 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.8036900 Mar 05 04:44:39.997020 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:44:40.026824 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7,segment=NetworkSegment(39bebb99-f3d6-49f8-af2f-9a9c1002f41f),segment_id=39bebb99-f3d6-49f8-af2f-9a9c1002f41f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:40.032848 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:40.036643 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 42bb86dd-fe1b-4930-b99a-b1027cc37c2e details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:44:40.070265 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f58647-e2e0-4a2c-8d2c-aa81b9d2ca3b req-8a295e1a-743f-41ea-8dbc-4604ef4e0d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:40.073337 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a0f58647-e2e0-4a2c-8d2c-aa81b9d2ca3b req-8a295e1a-743f-41ea-8dbc-4604ef4e0d86 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.2475784 Mar 05 04:44:40.077829 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-039854f0-ff8b-4214-b006-5de74f259bac req-1514aacd-0093-4fbe-8af7-c148eb6f5790 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group (16ba2af2-8e1f-4bf0-98ce-48ac0d880b4d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:40.096683 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-9bd038e5-6fbd-4f5d-8e78-7167f3bda2a9 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Network 895aab67-f8e9-4990-85fc-266254d4fb06 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:44:40.112097 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-9bd038e5-6fbd-4f5d-8e78-7167f3bda2a9 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:44:40.115779 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-9bd038e5-6fbd-4f5d-8e78-7167f3bda2a9 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:44:40.142288 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:40.228119 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=42bb86dd-fe1b-4930-b99a-b1027cc37c2e,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:40.241519 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '42bb86dd-fe1b-4930-b99a-b1027cc37c2e', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': '42bb86dd-fe1b-4930-b99a-b1027cc37c2e', 'mac_address': 'fa:16:3e:19:80:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:44:40.287766 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:40.288162 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:40.307437 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42bb86dd-fe1b-4930-b99a-b1027cc37c2e {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:44:40.326160 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd038e5-6fbd-4f5d-8e78-7167f3bda2a9 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Pushing event updated for resources: {'Port': ['ID=7272a1ad-a215-48ac-9ead-f9212019dfdd,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:40.334292 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=42bb86dd-fe1b-4930-b99a-b1027cc37c2e,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:40.339358 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:40.416150 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-9bd038e5-6fbd-4f5d-8e78-7167f3bda2a9 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:40.416801 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-9bd038e5-6fbd-4f5d-8e78-7167f3bda2a9 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:40.435640 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=42bb86dd-fe1b-4930-b99a-b1027cc37c2e,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:40.443938 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f58647-e2e0-4a2c-8d2c-aa81b9d2ca3b req-ce9269e0-ab48-4bc8-b78f-d3be8ea3bb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:40.445780 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a0f58647-e2e0-4a2c-8d2c-aa81b9d2ca3b req-ce9269e0-ab48-4bc8-b78f-d3be8ea3bb24 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3426600 Mar 05 04:44:40.447741 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-039854f0-ff8b-4214-b006-5de74f259bac req-1514aacd-0093-4fbe-8af7-c148eb6f5790 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (16ba2af2-8e1f-4bf0-98ce-48ac0d880b4d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:40.450635 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-039854f0-ff8b-4214-b006-5de74f259bac req-1514aacd-0093-4fbe-8af7-c148eb6f5790 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:40.451819 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-039854f0-ff8b-4214-b006-5de74f259bac req-1514aacd-0093-4fbe-8af7-c148eb6f5790 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] 10.222.0.11 "DELETE /v2.0/security-groups/16ba2af2-8e1f-4bf0-98ce-48ac0d880b4d HTTP/1.1" status: 204 len: 173 time: 0.9287975 Mar 05 04:44:40.466150 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e3fe-165e-4e81-bcd4-806d1908aecb req-17b958c4-1a08-4204-8936-8608005a5d7b tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:40.467943 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a758e3fe-165e-4e81-bcd4-806d1908aecb req-17b958c4-1a08-4204-8936-8608005a5d7b tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 947 time: 0.3572824 Mar 05 04:44:40.474596 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-ae451106-56a4-4f24-8d41-5b03f9029bb2 None None] Provisioning complete for port 7272a1ad-a215-48ac-9ead-f9212019dfdd triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:44:40.475020 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ae451106-56a4-4f24-8d41-5b03f9029bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7272a1ad-a215-48ac-9ead-f9212019dfdd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:40.480945 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-9bd038e5-6fbd-4f5d-8e78-7167f3bda2a9 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2463677 Mar 05 04:44:40.508316 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Request body: {'port': {'device_id': '5759c270-0a64-4463-a266-c701d0f4cf5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:40.521312 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514aacd-0093-4fbe-8af7-c148eb6f5790 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ba2af2-8e1f-4bf0-98ce-48ac0d880b4d,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:40.550849 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ae451106-56a4-4f24-8d41-5b03f9029bb2 None None] Port 7272a1ad-a215-48ac-9ead-f9212019dfdd cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:44:40.623864 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:44:40.653316 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['42bb86dd-fe1b-4930-b99a-b1027cc37c2e'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:44:40.669683 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a758e3fe-165e-4e81-bcd4-806d1908aecb req-6a9150a8-33c7-46cf-892a-39468e8984e6 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931396 Mar 05 04:44:40.685006 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7272a1ad-a215-48ac-9ead-f9212019dfdd), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:40.730307 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-8c971895-8831-4ff6-9507-618450147842 req-67ac1e26-1f35-443e-9efa-3e33cb3621f3 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-158985287', 'description': 'tempest-description-683084191'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:40.795149 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a0f58647-e2e0-4a2c-8d2c-aa81b9d2ca3b req-9ee8d414-8172-4ab7-ad0a-6fef6c11ff56 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420596 Mar 05 04:44:40.921054 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-8c971895-8831-4ff6-9507-618450147842 req-67ac1e26-1f35-443e-9efa-3e33cb3621f3 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:41.284006 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0453c23-7e9a-4feb-9897-556b42097725 req-ccdc8265-ef78-42ea-8462-b31b1e6542a1 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:41.286080 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f0453c23-7e9a-4feb-9897-556b42097725 req-ccdc8265-ef78-42ea-8462-b31b1e6542a1 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea4b37c0-69a3-456b-99dd-e70ebdf7e3f3 HTTP/1.1" status: 200 len: 944 time: 0.6433468 Mar 05 04:44:41.326806 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d3271b5a-544c-4733-ba7b-5b00e63e2037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:41.420555 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a0f58647-e2e0-4a2c-8d2c-aa81b9d2ca3b req-73b8086d-2366-433d-bb80-edfb4ee1539b service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6077933 Mar 05 04:44:41.453090 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f0453c23-7e9a-4feb-9897-556b42097725 req-e2c9965d-671c-4a16-aa4f-7d3d6dd05ff6 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566584 Mar 05 04:44:41.509154 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-8c971895-8831-4ff6-9507-618450147842 req-67ac1e26-1f35-443e-9efa-3e33cb3621f3 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (8b03bc3f-b8c1-4ca4-8bfb-c758a4511fa0), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:41.517492 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-8c971895-8831-4ff6-9507-618450147842 req-67ac1e26-1f35-443e-9efa-3e33cb3621f3 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8b03bc3f-b8c1-4ca4-8bfb-c758a4511fa0), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:41.608150 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-8c971895-8831-4ff6-9507-618450147842 req-67ac1e26-1f35-443e-9efa-3e33cb3621f3 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:41.610415 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8c971895-8831-4ff6-9507-618450147842 req-67ac1e26-1f35-443e-9efa-3e33cb3621f3 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.8830931 Mar 05 04:44:41.629868 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7272a1ad-a215-48ac-9ead-f9212019dfdd {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:44:41.647120 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Publish callbacks [] for port (7272a1ad-a215-48ac-9ead-f9212019dfdd), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:41.647120 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac1e26-1f35-443e-9efa-3e33cb3621f3 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b03bc3f-b8c1-4ca4-8bfb-c758a4511fa0,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:41.686693 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Transition to ACTIVE for port object 7272a1ad-a215-48ac-9ead-f9212019dfdd will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:44:41.701030 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (7272a1ad-a215-48ac-9ead-f9212019dfdd), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:41.731447 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2343a1-600d-4798-a930-6bdb17db068b req-6cfce164-a6f2-432b-86fa-eb437d1e4624 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:41.732972 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2e2343a1-600d-4798-a930-6bdb17db068b req-6cfce164-a6f2-432b-86fa-eb437d1e4624 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "GET /v2.0/ports?device_id=5759c270-0a64-4463-a266-c701d0f4cf5d HTTP/1.1" status: 200 len: 931 time: 0.1713927 Mar 05 04:44:41.783847 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eb19dde3-95d6-4177-a27f-5db483a1ed45 req-3a5e9d4e-25c5-4433-89d9-2be4c3b816c9 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] 10.222.0.11 "GET /v2.0/security-groups/57219e3d-56bf-4913-a065-1accb63178ce HTTP/1.1" status: 200 len: 1829 time: 0.1244197 Mar 05 04:44:41.842514 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7272a1ad-a215-48ac-9ead-f9212019dfdd,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:41.889097 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2e2343a1-600d-4798-a930-6bdb17db068b req-e16d3c00-3e76-4e5a-a8d3-6bd543f9ae0d tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "GET /v2.0/security-groups?id=137407fe-83a0-45cf-8a79-c9fdb740f41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331730 Mar 05 04:44:41.910326 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:41.910683 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:41.911027 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:41.911394 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:41.911726 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:41.912056 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:41.912385 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:41.912712 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:41.913034 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:41.913360 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:41.913681 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:41.914001 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:41.914319 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:41.974085 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-947a4ae9-db2e-417c-ab2a-962e6293996a req-4d5b7d02-a101-41b6-8a32-4edafc840da3 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-808070317', 'description': 'tempest-description-1488318037'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:42.034176 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-eb19dde3-95d6-4177-a27f-5db483a1ed45 req-49829c5e-fac2-4271-bb08-43f3a3cd614a tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group (57219e3d-56bf-4913-a065-1accb63178ce), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:42.061183 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-947a4ae9-db2e-417c-ab2a-962e6293996a req-4d5b7d02-a101-41b6-8a32-4edafc840da3 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:42.065233 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-eb19dde3-95d6-4177-a27f-5db483a1ed45 req-49829c5e-fac2-4271-bb08-43f3a3cd614a tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group (57219e3d-56bf-4913-a065-1accb63178ce), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:42.071059 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Attempting to bind port 7272a1ad-a215-48ac-9ead-f9212019dfdd on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:44:42.071059 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Attempting to bind port 7272a1ad-a215-48ac-9ead-f9212019dfdd by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '0f169f2b-0926-4c07-8c30-041b0494ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '895aab67-f8e9-4990-85fc-266254d4fb06'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:44:42.071059 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Attempting to bind port 7272a1ad-a215-48ac-9ead-f9212019dfdd on network 895aab67-f8e9-4990-85fc-266254d4fb06 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:44:42.093968 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Port 7272a1ad-a215-48ac-9ead-f9212019dfdd on network 895aab67-f8e9-4990-85fc-266254d4fb06 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:44:42.094522 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Attempting to bind port 7272a1ad-a215-48ac-9ead-f9212019dfdd on network 895aab67-f8e9-4990-85fc-266254d4fb06 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:44:42.119107 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:44:42.119453 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Checking segment: {'id': '0f169f2b-0926-4c07-8c30-041b0494ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '895aab67-f8e9-4990-85fc-266254d4fb06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:44:42.119856 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Bound using segment: {'id': '0f169f2b-0926-4c07-8c30-041b0494ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '895aab67-f8e9-4990-85fc-266254d4fb06'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:44:42.120290 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Bound port: 7272a1ad-a215-48ac-9ead-f9212019dfdd, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f169f2b-0926-4c07-8c30-041b0494ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '895aab67-f8e9-4990-85fc-266254d4fb06'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:44:42.120654 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7272a1ad-a215-48ac-9ead-f9212019dfdd), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:42.181538 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-eb19dde3-95d6-4177-a27f-5db483a1ed45 req-49829c5e-fac2-4271-bb08-43f3a3cd614a tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (57219e3d-56bf-4913-a065-1accb63178ce), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:42.183917 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-eb19dde3-95d6-4177-a27f-5db483a1ed45 req-49829c5e-fac2-4271-bb08-43f3a3cd614a tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:42.185137 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eb19dde3-95d6-4177-a27f-5db483a1ed45 req-49829c5e-fac2-4271-bb08-43f3a3cd614a tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] 10.222.0.11 "DELETE /v2.0/security-groups/57219e3d-56bf-4913-a065-1accb63178ce HTTP/1.1" status: 204 len: 173 time: 0.3881321 Mar 05 04:44:42.211915 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49829c5e-fac2-4271-bb08-43f3a3cd614a tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57219e3d-56bf-4913-a065-1accb63178ce,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:42.253428 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-947a4ae9-db2e-417c-ab2a-962e6293996a req-4d5b7d02-a101-41b6-8a32-4edafc840da3 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (974beae0-8332-4486-8ae8-22ba1090f3f7), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:42.261263 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] For port 7272a1ad-a215-48ac-9ead-f9212019dfdd, host n-h1-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:44:42.265286 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] For port 7272a1ad-a215-48ac-9ead-f9212019dfdd, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=7272a1ad-a215-48ac-9ead-f9212019dfdd,segment=NetworkSegment(0f169f2b-0926-4c07-8c30-041b0494ad75),segment_id=0f169f2b-0926-4c07-8c30-041b0494ad75)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:44:42.266920 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-947a4ae9-db2e-417c-ab2a-962e6293996a req-4d5b7d02-a101-41b6-8a32-4edafc840da3 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (974beae0-8332-4486-8ae8-22ba1090f3f7), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:42.298674 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (7272a1ad-a215-48ac-9ead-f9212019dfdd), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:42.393608 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-947a4ae9-db2e-417c-ab2a-962e6293996a req-4d5b7d02-a101-41b6-8a32-4edafc840da3 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:42.395194 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-947a4ae9-db2e-417c-ab2a-962e6293996a req-4d5b7d02-a101-41b6-8a32-4edafc840da3 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4350610 Mar 05 04:44:42.417027 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b7d02-a101-41b6-8a32-4edafc840da3 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=974beae0-8332-4486-8ae8-22ba1090f3f7,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:42.422108 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:42.422797 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:42.424318 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] 10.222.0.30 "PUT /v2.0/ports/7272a1ad-a215-48ac-9ead-f9212019dfdd HTTP/1.1" status: 200 len: 1092 time: 1.9214292 Mar 05 04:44:42.427552 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5759c270-0a64-4463-a266-c701d0f4cf5d', 'tag': '7272a1ad-a215-48ac-9ead-f9212019dfdd'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:44:42.429524 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd919ee-6891-4ca3-ac4e-556470c29b54" -d '{"events": [{"name": "network-changed", "server_uuid": "5759c270-0a64-4463-a266-c701d0f4cf5d", "tag": "7272a1ad-a215-48ac-9ead-f9212019dfdd"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:44:42.470306 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac4167-b2fb-4b17-8e32-7e80738d64c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7272a1ad-a215-48ac-9ead-f9212019dfdd,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:42.520199 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e7524-2f1d-4986-a555-94db215edee3 req-68b26aea-c837-49bc-bccd-08b1fe355374 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:42.521746 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-366e7524-2f1d-4986-a555-94db215edee3 req-68b26aea-c837-49bc-bccd-08b1fe355374 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 948 time: 0.1876504 Mar 05 04:44:42.721231 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-269d9c9d-72e9-4e16-9434-ec553f308c72 req-05f7ae15-ca6a-4440-89aa-4e972129c619 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] 10.222.0.11 "GET /v2.0/security-groups/45d920c3-082d-4f94-be1f-d2b1e5c75aa7 HTTP/1.1" status: 200 len: 1830 time: 0.1984727 Mar 05 04:44:42.740081 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-366e7524-2f1d-4986-a555-94db215edee3 req-422b7a29-a47c-48cb-b585-60f605e11f1e tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705022 Mar 05 04:44:42.743354 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-4d207aa9-7e1c-434b-b4ff-02a76b352e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:42.744997 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-4d207aa9-7e1c-434b-b4ff-02a76b352e49 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c250de64173a4ac8a206140866681b0d&device_id=5759c270-0a64-4463-a266-c701d0f4cf5d HTTP/1.1" status: 200 len: 1126 time: 0.2436643 Mar 05 04:44:42.810759 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-f1de9864-ea46-4aee-aea8-82f143929e43 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7272a1ad-a215-48ac-9ead-f9212019dfdd HTTP/1.1" status: 200 len: 217 time: 0.0475121 Mar 05 04:44:42.911669 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9aa2269d-1c84-45f3-8e2d-5fe9de156859 req-b5cd41c2-c0ed-4599-83aa-903bd618b554 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "GET /v2.0/security-groups/8b03bc3f-b8c1-4ca4-8bfb-c758a4511fa0 HTTP/1.1" status: 200 len: 1820 time: 0.1054881 Mar 05 04:44:42.919402 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-2360fde6-2719-41b5-b288-9eaf641eef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:42.920946 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-2360fde6-2719-41b5-b288-9eaf641eef28 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c617fed0-a914-4b01-87c7-fa73c1250483 HTTP/1.1" status: 200 len: 850 time: 0.0996559 Mar 05 04:44:42.972298 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-269d9c9d-72e9-4e16-9434-ec553f308c72 req-b920df80-0aa3-4a53-96e7-04f5369d0c19 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group (45d920c3-082d-4f94-be1f-d2b1e5c75aa7), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:43.018589 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-269d9c9d-72e9-4e16-9434-ec553f308c72 req-b920df80-0aa3-4a53-96e7-04f5369d0c19 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group (45d920c3-082d-4f94-be1f-d2b1e5c75aa7), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:43.033698 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9aa2269d-1c84-45f3-8e2d-5fe9de156859 req-7421a50f-a271-4b84-8441-2fd42845a49b tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "GET /v2.0/security-groups/974beae0-8332-4486-8ae8-22ba1090f3f7 HTTP/1.1" status: 200 len: 1821 time: 0.1091602 Mar 05 04:44:43.049557 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-9aa2269d-1c84-45f3-8e2d-5fe9de156859 req-ecaad0de-f847-47d7-bc74-f2c3dc357054 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8b03bc3f-b8c1-4ca4-8bfb-c758a4511fa0', 'remote_group_id': '974beae0-8332-4486-8ae8-22ba1090f3f7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:43.049945 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-9aa2269d-1c84-45f3-8e2d-5fe9de156859 req-ecaad0de-f847-47d7-bc74-f2c3dc357054 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8b03bc3f-b8c1-4ca4-8bfb-c758a4511fa0', 'remote_group_id': '974beae0-8332-4486-8ae8-22ba1090f3f7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:43.061323 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-9115a516-c34d-4525-af8d-d25e7a156a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:43.062942 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-9115a516-c34d-4525-af8d-d25e7a156a42 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=895aab67-f8e9-4990-85fc-266254d4fb06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1254585 Mar 05 04:44:43.151205 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-269d9c9d-72e9-4e16-9434-ec553f308c72 req-b920df80-0aa3-4a53-96e7-04f5369d0c19 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (45d920c3-082d-4f94-be1f-d2b1e5c75aa7), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:43.153724 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-269d9c9d-72e9-4e16-9434-ec553f308c72 req-b920df80-0aa3-4a53-96e7-04f5369d0c19 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:43.154858 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-269d9c9d-72e9-4e16-9434-ec553f308c72 req-b920df80-0aa3-4a53-96e7-04f5369d0c19 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] 10.222.0.11 "DELETE /v2.0/security-groups/45d920c3-082d-4f94-be1f-d2b1e5c75aa7 HTTP/1.1" status: 204 len: 173 time: 0.4089460 Mar 05 04:44:43.180919 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920df80-0aa3-4a53-96e7-04f5369d0c19 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d920c3-082d-4f94-be1f-d2b1e5c75aa7,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:43.224841 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-a42c2193-f2f2-4d4f-a1ea-8724ab6c1544 service neutron] 10.222.0.30 "GET /v2.0/networks/895aab67-f8e9-4990-85fc-266254d4fb06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534793 Mar 05 04:44:43.231215 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5b2598-373f-4300-85ad-9fb50778d4e4 x-openstack-request-id: req-5f5b2598-373f-4300-85ad-9fb50778d4e4 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:44:43.231499 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5759c270-0a64-4463-a266-c701d0f4cf5d", "tag": "7272a1ad-a215-48ac-9ead-f9212019dfdd", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:44:43.231751 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5f5b2598-373f-4300-85ad-9fb50778d4e4 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:44:43.232810 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5759c270-0a64-4463-a266-c701d0f4cf5d', 'tag': '7272a1ad-a215-48ac-9ead-f9212019dfdd', 'status': 'completed', 'code': 200} Mar 05 04:44:43.253821 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9aa2269d-1c84-45f3-8e2d-5fe9de156859 req-ecaad0de-f847-47d7-bc74-f2c3dc357054 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group_rule (87b477fc-a92c-4700-8a5a-60d753f5e537), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:43.355843 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9aa2269d-1c84-45f3-8e2d-5fe9de156859 req-ecaad0de-f847-47d7-bc74-f2c3dc357054 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group_rule (87b477fc-a92c-4700-8a5a-60d753f5e537), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:43.365102 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:44:43.381976 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9aa2269d-1c84-45f3-8e2d-5fe9de156859 req-ecaad0de-f847-47d7-bc74-f2c3dc357054 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (87b477fc-a92c-4700-8a5a-60d753f5e537), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:43.439437 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaad0de-f847-47d7-bc74-f2c3dc357054 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b477fc-a92c-4700-8a5a-60d753f5e537,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:43.471556 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:44:43.476767 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:44:43.477284 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:43.500517 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9aa2269d-1c84-45f3-8e2d-5fe9de156859 req-ecaad0de-f847-47d7-bc74-f2c3dc357054 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:43.501892 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9aa2269d-1c84-45f3-8e2d-5fe9de156859 req-ecaad0de-f847-47d7-bc74-f2c3dc357054 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4583321 Mar 05 04:44:43.512333 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f488d-9937-4ef0-9f28-fdf01ca237eb req-d414c7f2-b510-4081-9f95-fcec9f9fa78b tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:43.513891 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-256f488d-9937-4ef0-9f28-fdf01ca237eb req-d414c7f2-b510-4081-9f95-fcec9f9fa78b tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea4b37c0-69a3-456b-99dd-e70ebdf7e3f3 HTTP/1.1" status: 200 len: 944 time: 0.2001419 Mar 05 04:44:43.589855 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a20fced2-a51e-4fd7-adae-64a8924b2237 req-b36d0046-e756-4089-9348-81e3c07f31c9 service neutron] 10.222.0.30 "GET /v2.0/networks/895aab67-f8e9-4990-85fc-266254d4fb06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785213 Mar 05 04:44:43.602203 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:43.605325 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:43.655394 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5fe99ba2-acf5-4ea6-a33f-057c8e279279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:43.673293 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:43.673945 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:43.699731 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4b37c0-69a3-456b-99dd-e70ebdf7e3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:44:43.702021 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e16316b-abe8-46cb-8e81-61539cf97554" -d '{"events": [{"server_uuid": "ea4b37c0-69a3-456b-99dd-e70ebdf7e3f3", "name": "network-vif-plugged", "status": "completed", "tag": "549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:44:43.708575 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-256f488d-9937-4ef0-9f28-fdf01ca237eb req-8458bbbf-5d30-49b1-ab77-18d9ff4e2fd8 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828580 Mar 05 04:44:43.716040 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7,segment=NetworkSegment(39bebb99-f3d6-49f8-af2f-9a9c1002f41f),segment_id=39bebb99-f3d6-49f8-af2f-9a9c1002f41f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:43.723609 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:43.726170 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 42bb86dd-fe1b-4930-b99a-b1027cc37c2e up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:44:43.826324 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcca37e-8c81-4f87-9444-67cac565a795 req-1b1eba01-c02c-4842-8ea0-6bd56d542de2 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:43.828753 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bfcca37e-8c81-4f87-9444-67cac565a795 req-1b1eba01-c02c-4842-8ea0-6bd56d542de2 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "GET /v2.0/ports?device_id=5759c270-0a64-4463-a266-c701d0f4cf5d HTTP/1.1" status: 200 len: 943 time: 0.2213748 Mar 05 04:44:43.868836 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:43.880208 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd919ee-6891-4ca3-ac4e-556470c29b54 req-b5ccd981-4ad4-412f-84a1-10770e41cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:43.882145 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cfd919ee-6891-4ca3-ac4e-556470c29b54 req-b5ccd981-4ad4-412f-84a1-10770e41cfee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c250de64173a4ac8a206140866681b0d&device_id=5759c270-0a64-4463-a266-c701d0f4cf5d HTTP/1.1" status: 200 len: 1126 time: 0.2050600 Mar 05 04:44:43.882455 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:44:43.887651 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:44:43.888040 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:43.891675 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-af00baf5-7f18-4b3c-8faa-400aafd12722 req-23190e31-2818-4d4f-bf70-e3271ca1bd35 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] 10.222.0.11 "GET /v2.0/security-groups/6db11f3f-4ff6-4bcf-99d8-3c5f52322827 HTTP/1.1" status: 200 len: 1830 time: 0.1106391 Mar 05 04:44:43.992754 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:43.993534 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:44.035556 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=42bb86dd-fe1b-4930-b99a-b1027cc37c2e,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:44.040772 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:44.075212 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bfcca37e-8c81-4f87-9444-67cac565a795 req-4cd6b555-ec0c-4aa3-99f8-faf2d958fa2e tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "GET /v2.0/security-groups?id=137407fe-83a0-45cf-8a79-c9fdb740f41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370863 Mar 05 04:44:44.104579 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-af00baf5-7f18-4b3c-8faa-400aafd12722 req-41fe2e08-468b-4311-b975-f66b44d2e488 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group (6db11f3f-4ff6-4bcf-99d8-3c5f52322827), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:44.113568 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=42bb86dd-fe1b-4930-b99a-b1027cc37c2e,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:44.147703 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd919ee-6891-4ca3-ac4e-556470c29b54 req-4a61e159-22af-4e78-b6fb-c727da7b22f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:44.148956 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cfd919ee-6891-4ca3-ac4e-556470c29b54 req-4a61e159-22af-4e78-b6fb-c727da7b22f4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=895aab67-f8e9-4990-85fc-266254d4fb06 HTTP/1.1" status: 200 len: 911 time: 0.2231150 Mar 05 04:44:44.185208 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-9351a63a-d9e4-490a-b4a2-0199ae543e82 req-97476e00-4377-4b6d-a224-679cf2090e05 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1076073574', 'description': 'tempest-description-2127304819'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:44.190073 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-af00baf5-7f18-4b3c-8faa-400aafd12722 req-41fe2e08-468b-4311-b975-f66b44d2e488 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group (6db11f3f-4ff6-4bcf-99d8-3c5f52322827), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:44.236651 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cfd919ee-6891-4ca3-ac4e-556470c29b54 req-7404dbac-97f6-43a0-b40d-b5262ee762b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7272a1ad-a215-48ac-9ead-f9212019dfdd HTTP/1.1" status: 200 len: 217 time: 0.0718668 Mar 05 04:44:44.291868 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9351a63a-d9e4-490a-b4a2-0199ae543e82 req-97476e00-4377-4b6d-a224-679cf2090e05 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:44.319128 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-af00baf5-7f18-4b3c-8faa-400aafd12722 req-41fe2e08-468b-4311-b975-f66b44d2e488 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6db11f3f-4ff6-4bcf-99d8-3c5f52322827), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:44.321723 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-af00baf5-7f18-4b3c-8faa-400aafd12722 req-41fe2e08-468b-4311-b975-f66b44d2e488 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:44.322956 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-af00baf5-7f18-4b3c-8faa-400aafd12722 req-41fe2e08-468b-4311-b975-f66b44d2e488 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] 10.222.0.11 "DELETE /v2.0/security-groups/6db11f3f-4ff6-4bcf-99d8-3c5f52322827 HTTP/1.1" status: 204 len: 173 time: 0.4257402 Mar 05 04:44:44.331004 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd919ee-6891-4ca3-ac4e-556470c29b54 req-90e0e2fc-fe66-4195-986c-5e6741eef4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:44.333053 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cfd919ee-6891-4ca3-ac4e-556470c29b54 req-90e0e2fc-fe66-4195-986c-5e6741eef4a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c617fed0-a914-4b01-87c7-fa73c1250483 HTTP/1.1" status: 200 len: 850 time: 0.0830958 Mar 05 04:44:44.352184 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe2e08-468b-4311-b975-f66b44d2e488 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db11f3f-4ff6-4bcf-99d8-3c5f52322827,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:44.421038 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67cd436-62c8-4e99-9788-89de9691159c x-openstack-request-id: req-a67cd436-62c8-4e99-9788-89de9691159c {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:44:44.421618 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4b37c0-69a3-456b-99dd-e70ebdf7e3f3", "name": "network-vif-plugged", "status": "completed", "tag": "549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:44:44.421844 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a67cd436-62c8-4e99-9788-89de9691159c {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:44:44.422338 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4b37c0-69a3-456b-99dd-e70ebdf7e3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7', 'code': 200} Mar 05 04:44:44.457480 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9351a63a-d9e4-490a-b4a2-0199ae543e82 req-97476e00-4377-4b6d-a224-679cf2090e05 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (ae076fde-f95c-43be-ac71-3e4705302e05), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:44.460091 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd919ee-6891-4ca3-ac4e-556470c29b54 req-0c30581a-44d7-4b82-869f-7da4b9f596fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:44.461835 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cfd919ee-6891-4ca3-ac4e-556470c29b54 req-0c30581a-44d7-4b82-869f-7da4b9f596fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=895aab67-f8e9-4990-85fc-266254d4fb06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1200197 Mar 05 04:44:44.468686 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9351a63a-d9e4-490a-b4a2-0199ae543e82 req-97476e00-4377-4b6d-a224-679cf2090e05 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ae076fde-f95c-43be-ac71-3e4705302e05), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:44.602249 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9351a63a-d9e4-490a-b4a2-0199ae543e82 req-97476e00-4377-4b6d-a224-679cf2090e05 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:44.603511 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9351a63a-d9e4-490a-b4a2-0199ae543e82 req-97476e00-4377-4b6d-a224-679cf2090e05 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4400327 Mar 05 04:44:44.639526 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97476e00-4377-4b6d-a224-679cf2090e05 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae076fde-f95c-43be-ac71-3e4705302e05,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:44.667782 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261692e-b2fe-4bd9-ad87-896e8c200c21 req-aa464b25-eef2-461c-a19c-0d365a770c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:44.669390 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9261692e-b2fe-4bd9-ad87-896e8c200c21 req-aa464b25-eef2-461c-a19c-0d365a770c6b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ea4b37c0-69a3-456b-99dd-e70ebdf7e3f3 HTTP/1.1" status: 200 len: 1128 time: 0.1381216 Mar 05 04:44:44.724059 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cfd919ee-6891-4ca3-ac4e-556470c29b54 req-5ebfa22f-ac65-467b-adb3-a1f1bb3958a0 service neutron] 10.222.0.30 "GET /v2.0/networks/895aab67-f8e9-4990-85fc-266254d4fb06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510629 Mar 05 04:44:44.737904 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f843e7-4963-4de2-a6a1-6397f211949e req-42d08c9e-66be-43a0-80c6-e9168e2970d2 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:44.739508 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7f843e7-4963-4de2-a6a1-6397f211949e req-42d08c9e-66be-43a0-80c6-e9168e2970d2 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 949 time: 0.1700046 Mar 05 04:44:44.857616 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9261692e-b2fe-4bd9-ad87-896e8c200c21 req-7ab6a2b2-83f6-4302-8f70-b2a6a99ebb15 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785505 Mar 05 04:44:44.860119 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4fc6d841-2f67-4e79-8f66-d162fd0be81b req-38b7b4d9-8893-431d-b0fc-fda336043aab tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] 10.222.0.11 "GET /v2.0/security-groups/7de0689b-a041-4f79-81fe-4fad8a779d60 HTTP/1.1" status: 200 len: 1828 time: 0.1655240 Mar 05 04:44:44.876976 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:44.933069 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7f843e7-4963-4de2-a6a1-6397f211949e req-12161256-190c-4b25-8446-bd7e69977dc2 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771770 Mar 05 04:44:44.946273 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cfd919ee-6891-4ca3-ac4e-556470c29b54 req-90dc9c6f-2a59-4a10-a523-5fe72ba417cf service neutron] 10.222.0.30 "GET /v2.0/networks/895aab67-f8e9-4990-85fc-266254d4fb06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057474 Mar 05 04:44:44.987747 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-91aa6a6a-ce76-4d98-8a4f-b17b65922b55 req-70dc85d6-6eae-49c6-8f01-f197a6b33573 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1170842804', 'description': 'tempest-description-1308264910'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:44.997078 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4fc6d841-2f67-4e79-8f66-d162fd0be81b req-e885b12f-f5a1-45cb-8608-c95abfed7343 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group (7de0689b-a041-4f79-81fe-4fad8a779d60), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:45.029650 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-91aa6a6a-ce76-4d98-8a4f-b17b65922b55 req-70dc85d6-6eae-49c6-8f01-f197a6b33573 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:45.033250 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4fc6d841-2f67-4e79-8f66-d162fd0be81b req-e885b12f-f5a1-45cb-8608-c95abfed7343 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group (7de0689b-a041-4f79-81fe-4fad8a779d60), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:45.104368 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4fc6d841-2f67-4e79-8f66-d162fd0be81b req-e885b12f-f5a1-45cb-8608-c95abfed7343 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7de0689b-a041-4f79-81fe-4fad8a779d60), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:45.107579 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4fc6d841-2f67-4e79-8f66-d162fd0be81b req-e885b12f-f5a1-45cb-8608-c95abfed7343 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:45.108821 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4fc6d841-2f67-4e79-8f66-d162fd0be81b req-e885b12f-f5a1-45cb-8608-c95abfed7343 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] 10.222.0.11 "DELETE /v2.0/security-groups/7de0689b-a041-4f79-81fe-4fad8a779d60 HTTP/1.1" status: 204 len: 173 time: 0.2408245 Mar 05 04:44:45.116340 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43092) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:45.130182 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885b12f-f5a1-45cb-8608-c95abfed7343 tempest-SecurityGroupRulesNegativeTestJSON-1970819 tempest-SecurityGroupRulesNegativeTestJSON-1970819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de0689b-a041-4f79-81fe-4fad8a779d60,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:45.177979 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-91aa6a6a-ce76-4d98-8a4f-b17b65922b55 req-70dc85d6-6eae-49c6-8f01-f197a6b33573 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (451e0371-8c63-4727-9c60-4aa87fae4d82), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:45.184178 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-91aa6a6a-ce76-4d98-8a4f-b17b65922b55 req-70dc85d6-6eae-49c6-8f01-f197a6b33573 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (451e0371-8c63-4727-9c60-4aa87fae4d82), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:45.189493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb88672-3a47-4803-a2be-c9b5357f4661 admin admin] Deleting subnet 18f0f6bc-ffd1-4767-a2b3-80ec6bde9d4e {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:44:45.193914 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9eb88672-3a47-4803-a2be-c9b5357f4661 admin admin] Publish callbacks [] for subnet (18f0f6bc-ffd1-4767-a2b3-80ec6bde9d4e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:45.233538 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc85d6-6eae-49c6-8f01-f197a6b33573 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=451e0371-8c63-4727-9c60-4aa87fae4d82,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:45.236839 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9eb88672-3a47-4803-a2be-c9b5357f4661 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (18f0f6bc-ffd1-4767-a2b3-80ec6bde9d4e), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:45.243588 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-91aa6a6a-ce76-4d98-8a4f-b17b65922b55 req-70dc85d6-6eae-49c6-8f01-f197a6b33573 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:45.244852 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-91aa6a6a-ce76-4d98-8a4f-b17b65922b55 req-70dc85d6-6eae-49c6-8f01-f197a6b33573 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2645888 Mar 05 04:44:45.287115 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eae6b0-fae7-458a-a549-568c53928ac7 req-11358d4e-ba82-414a-83ee-a5ee90d0c025 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:45.288660 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a4eae6b0-fae7-458a-a549-568c53928ac7 req-11358d4e-ba82-414a-83ee-a5ee90d0c025 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea4b37c0-69a3-456b-99dd-e70ebdf7e3f3 HTTP/1.1" status: 200 len: 945 time: 0.0670562 Mar 05 04:44:45.299604 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9eb88672-3a47-4803-a2be-c9b5357f4661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (18f0f6bc-ffd1-4767-a2b3-80ec6bde9d4e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:45.316367 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 7272a1ad-a215-48ac-9ead-f9212019dfdd details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:44:45.380423 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9eb88672-3a47-4803-a2be-c9b5357f4661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (18f0f6bc-ffd1-4767-a2b3-80ec6bde9d4e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:45.390455 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a4eae6b0-fae7-458a-a549-568c53928ac7 req-3d8fb7ec-d89e-4aa4-b985-b6a80b68394d tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944695 Mar 05 04:44:45.408940 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21077a8-619e-407f-9a53-0de35204634b req-d8641303-0054-4dc6-ad39-11ce7f43f9e2 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:45.409952 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b21077a8-619e-407f-9a53-0de35204634b req-d8641303-0054-4dc6-ad39-11ce7f43f9e2 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "GET /v2.0/ports?device_id=5759c270-0a64-4463-a266-c701d0f4cf5d HTTP/1.1" status: 200 len: 943 time: 0.0998843 Mar 05 04:44:45.432740 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb88672-3a47-4803-a2be-c9b5357f4661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18f0f6bc-ffd1-4767-a2b3-80ec6bde9d4e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:45.445499 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb88672-3a47-4803-a2be-c9b5357f4661 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:45.446140 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb88672-3a47-4803-a2be-c9b5357f4661 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:45.446487 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb88672-3a47-4803-a2be-c9b5357f4661 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:45.446826 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb88672-3a47-4803-a2be-c9b5357f4661 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:45.447247 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb88672-3a47-4803-a2be-c9b5357f4661 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:45.447977 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb88672-3a47-4803-a2be-c9b5357f4661 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:45.447977 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb88672-3a47-4803-a2be-c9b5357f4661 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:45.448255 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb88672-3a47-4803-a2be-c9b5357f4661 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:45.448439 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb88672-3a47-4803-a2be-c9b5357f4661 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:45.448924 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb88672-3a47-4803-a2be-c9b5357f4661 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:45.449411 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb88672-3a47-4803-a2be-c9b5357f4661 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:45.449892 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb88672-3a47-4803-a2be-c9b5357f4661 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:45.450791 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb88672-3a47-4803-a2be-c9b5357f4661 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:44:45.460829 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9eb88672-3a47-4803-a2be-c9b5357f4661 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:45.465895 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9eb88672-3a47-4803-a2be-c9b5357f4661 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/18f0f6bc-ffd1-4767-a2b3-80ec6bde9d4e HTTP/1.1" status: 204 len: 168 time: 0.3474429 Mar 05 04:44:45.468475 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43098) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:45.476307 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43100) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:45.484972 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 7272a1ad-a215-48ac-9ead-f9212019dfdd, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=7272a1ad-a215-48ac-9ead-f9212019dfdd,segment=NetworkSegment(0f169f2b-0926-4c07-8c30-041b0494ad75),segment_id=0f169f2b-0926-4c07-8c30-041b0494ad75)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:45.501557 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '7272a1ad-a215-48ac-9ead-f9212019dfdd', 'network_id': '895aab67-f8e9-4990-85fc-266254d4fb06', 'port_id': '7272a1ad-a215-48ac-9ead-f9212019dfdd', 'mac_address': 'fa:16:3e:d9:6a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c617fed0-a914-4b01-87c7-fa73c1250483', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:44:45.504184 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b21077a8-619e-407f-9a53-0de35204634b req-370a425d-0e0d-483d-ba59-21b383dd8de3 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "GET /v2.0/security-groups?id=137407fe-83a0-45cf-8a79-c9fdb740f41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864987 Mar 05 04:44:45.546125 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 7272a1ad-a215-48ac-9ead-f9212019dfdd is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:45.547588 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7272a1ad-a215-48ac-9ead-f9212019dfdd), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:45.563482 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7272a1ad-a215-48ac-9ead-f9212019dfdd {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:44:45.588422 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 7272a1ad-a215-48ac-9ead-f9212019dfdd, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=7272a1ad-a215-48ac-9ead-f9212019dfdd,segment=NetworkSegment(0f169f2b-0926-4c07-8c30-041b0494ad75),segment_id=0f169f2b-0926-4c07-8c30-041b0494ad75)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:45.589110 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8882966-c1ad-4021-b173-9eb8a2d1da1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (71bb1654-ff06-4d8f-b00d-d44e6a5e3493), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:45.600475 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (7272a1ad-a215-48ac-9ead-f9212019dfdd), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:45.630797 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6d3ccd46-4e38-49f4-9e69-0f467e07026d req-c52ffe8b-c8ed-44e8-8bac-7c0091e7a32d tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "GET /v2.0/security-groups/ae076fde-f95c-43be-ac71-3e4705302e05 HTTP/1.1" status: 200 len: 1822 time: 0.1393034 Mar 05 04:44:45.672204 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=7272a1ad-a215-48ac-9ead-f9212019dfdd,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:45.741587 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6d3ccd46-4e38-49f4-9e69-0f467e07026d req-1f854c16-cf6f-496a-81ee-96fb76c393b6 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "GET /v2.0/security-groups/451e0371-8c63-4727-9c60-4aa87fae4d82 HTTP/1.1" status: 200 len: 1822 time: 0.0935147 Mar 05 04:44:45.745837 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8882966-c1ad-4021-b173-9eb8a2d1da1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (71bb1654-ff06-4d8f-b00d-d44e6a5e3493), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:45.759266 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-6d3ccd46-4e38-49f4-9e69-0f467e07026d req-5c7ddac7-aaf7-4e1f-8970-59526a9da1c6 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ae076fde-f95c-43be-ac71-3e4705302e05', 'remote_group_id': '451e0371-8c63-4727-9c60-4aa87fae4d82', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:45.760265 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-6d3ccd46-4e38-49f4-9e69-0f467e07026d req-5c7ddac7-aaf7-4e1f-8970-59526a9da1c6 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ae076fde-f95c-43be-ac71-3e4705302e05', 'remote_group_id': '451e0371-8c63-4727-9c60-4aa87fae4d82', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:45.782552 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-d8882966-c1ad-4021-b173-9eb8a2d1da1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71bb1654-ff06-4d8f-b00d-d44e6a5e3493']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:45.797029 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-d8882966-c1ad-4021-b173-9eb8a2d1da1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba6fdc25-d349-4669-93d7-11b7d0c24a86') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:45.797323 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-d8882966-c1ad-4021-b173-9eb8a2d1da1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba6fdc25-d349-4669-93d7-11b7d0c24a86') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:45.809922 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8882966-c1ad-4021-b173-9eb8a2d1da1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (ba6fdc25-d349-4669-93d7-11b7d0c24a86), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:45.836452 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8882966-c1ad-4021-b173-9eb8a2d1da1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (ba6fdc25-d349-4669-93d7-11b7d0c24a86), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:45.850215 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8882966-c1ad-4021-b173-9eb8a2d1da1c admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:44:45.850700 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8882966-c1ad-4021-b173-9eb8a2d1da1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (ba6fdc25-d349-4669-93d7-11b7d0c24a86), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:45.852445 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 04:44:45.852445 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:44:45.852445 n-d-789963-32 neutron-server[105231]: timer() Mar 05 04:44:45.852445 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:44:45.852445 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 04:44:45.852445 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:44:45.852445 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 04:44:45.852445 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:44:45.852445 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 04:44:45.852445 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:44:45.852445 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 04:44:45.852445 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:44:45.852445 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 04:44:45.852445 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:44:45.852445 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:44:45.852445 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:44:45.852445 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:44:45.852445 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:44:45.852445 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 04:44:45.852445 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:44:45.852445 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 04:44:45.852445 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:44:45.852445 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:44:45.852445 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:44:45.852445 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 04:44:45.852445 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:44:45.852445 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:44:45.852445 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:44:45.852445 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:44:45.852445 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:44:45.852445 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:44:45.852445 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:44:45.869086 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['7272a1ad-a215-48ac-9ead-f9212019dfdd'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:44:45.920992 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6d3ccd46-4e38-49f4-9e69-0f467e07026d req-5c7ddac7-aaf7-4e1f-8970-59526a9da1c6 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group_rule (c357fea1-1907-449c-acfb-caf1ced3e7f6), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:45.935920 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8882966-c1ad-4021-b173-9eb8a2d1da1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (71bb1654-ff06-4d8f-b00d-d44e6a5e3493), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:45.958600 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-53252e72-66ff-42ac-bca7-27fad882dc38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (fefb35b2-6eb3-4493-86fd-ae5385b3447c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:45.962832 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8882966-c1ad-4021-b173-9eb8a2d1da1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:45.969393 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d8882966-c1ad-4021-b173-9eb8a2d1da1c admin admin] 10.222.0.11 "DELETE /v2.0/networks/71bb1654-ff06-4d8f-b00d-d44e6a5e3493 HTTP/1.1" status: 204 len: 168 time: 0.4997425 Mar 05 04:44:46.002141 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8882966-c1ad-4021-b173-9eb8a2d1da1c admin admin] Pushing event deleted for resources: {'Network': ['ID=71bb1654-ff06-4d8f-b00d-d44e6a5e3493,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:46.023593 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6d3ccd46-4e38-49f4-9e69-0f467e07026d req-5c7ddac7-aaf7-4e1f-8970-59526a9da1c6 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group_rule (c357fea1-1907-449c-acfb-caf1ced3e7f6), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:46.030624 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6d3ccd46-4e38-49f4-9e69-0f467e07026d req-5c7ddac7-aaf7-4e1f-8970-59526a9da1c6 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (c357fea1-1907-449c-acfb-caf1ced3e7f6), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:46.105254 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6d3ccd46-4e38-49f4-9e69-0f467e07026d req-5c7ddac7-aaf7-4e1f-8970-59526a9da1c6 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:46.115186 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6d3ccd46-4e38-49f4-9e69-0f467e07026d req-5c7ddac7-aaf7-4e1f-8970-59526a9da1c6 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3608768 Mar 05 04:44:46.179664 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ddac7-aaf7-4e1f-8970-59526a9da1c6 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c357fea1-1907-449c-acfb-caf1ced3e7f6,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:46.190907 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:46.221817 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43112) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:46.247173 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8548b405-2045-4106-bcbe-ae11cf066e7d req-58d4a822-d43f-41a5-9605-2ce2f2727d4b tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "GET /v2.0/security-groups/451e0371-8c63-4727-9c60-4aa87fae4d82 HTTP/1.1" status: 200 len: 1822 time: 0.0820215 Mar 05 04:44:46.259664 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d559dad-e09c-4f8a-a4d3-bed52bc5de66 req-ba769441-49a8-47e9-a2b8-6e9429629efd tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:46.261138 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7d559dad-e09c-4f8a-a4d3-bed52bc5de66 req-ba769441-49a8-47e9-a2b8-6e9429629efd tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 949 time: 0.2019379 Mar 05 04:44:46.328850 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3224e285-54e4-45bc-9115-cecee0c5a8ea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f54e38df2aee40548cdfc65ed04f9ff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1049592 Mar 05 04:44:46.331702 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43114) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:46.338806 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7d559dad-e09c-4f8a-a4d3-bed52bc5de66 req-66938c11-4272-40ec-95b4-c988a2276e47 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704007 Mar 05 04:44:46.349951 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-8548b405-2045-4106-bcbe-ae11cf066e7d req-cd9d65c8-df4b-41a8-8de6-17fcac4b9127 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (451e0371-8c63-4727-9c60-4aa87fae4d82), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:46.385771 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-8548b405-2045-4106-bcbe-ae11cf066e7d req-cd9d65c8-df4b-41a8-8de6-17fcac4b9127 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (451e0371-8c63-4727-9c60-4aa87fae4d82), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:46.412714 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4b8f66e-36a8-4e28-860a-071595a84f6b admin admin] Publish callbacks [] for security_group (40fd9718-4fc2-4a2d-9982-a591e0912b98), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:46.423316 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343f0c85-1471-424e-af63-99db9cdd3147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42bb86dd-fe1b-4930-b99a-b1027cc37c2e'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:44:46.426183 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a4564f-3bf4-4cd4-bab3-f876d6739765" -d '{"events": [{"server_uuid": "343f0c85-1471-424e-af63-99db9cdd3147", "name": "network-vif-plugged", "status": "completed", "tag": "42bb86dd-fe1b-4930-b99a-b1027cc37c2e"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:44:46.463524 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4b8f66e-36a8-4e28-860a-071595a84f6b admin admin] Publish callbacks [] for security_group (40fd9718-4fc2-4a2d-9982-a591e0912b98), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:46.484227 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-8548b405-2045-4106-bcbe-ae11cf066e7d req-cd9d65c8-df4b-41a8-8de6-17fcac4b9127 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (451e0371-8c63-4727-9c60-4aa87fae4d82), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:46.486779 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-8548b405-2045-4106-bcbe-ae11cf066e7d req-cd9d65c8-df4b-41a8-8de6-17fcac4b9127 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:46.488151 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8548b405-2045-4106-bcbe-ae11cf066e7d req-cd9d65c8-df4b-41a8-8de6-17fcac4b9127 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "DELETE /v2.0/security-groups/451e0371-8c63-4727-9c60-4aa87fae4d82 HTTP/1.1" status: 204 len: 173 time: 0.2261090 Mar 05 04:44:46.534537 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aba3cec-6b05-4ca9-aa2f-755bc6660240 x-openstack-request-id: req-5aba3cec-6b05-4ca9-aa2f-755bc6660240 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:44:46.535490 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343f0c85-1471-424e-af63-99db9cdd3147", "name": "network-vif-plugged", "status": "completed", "tag": "42bb86dd-fe1b-4930-b99a-b1027cc37c2e", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:44:46.535490 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5aba3cec-6b05-4ca9-aa2f-755bc6660240 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:44:46.535705 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-53252e72-66ff-42ac-bca7-27fad882dc38 admin admin] Deleting port 9fa0a068-5bf7-433b-a800-28551900ccd5 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:44:46.535821 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343f0c85-1471-424e-af63-99db9cdd3147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42bb86dd-fe1b-4930-b99a-b1027cc37c2e', 'code': 200} Mar 05 04:44:46.535923 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-53252e72-66ff-42ac-bca7-27fad882dc38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (9fa0a068-5bf7-433b-a800-28551900ccd5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:46.538980 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d65c8-df4b-41a8-8de6-17fcac4b9127 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=451e0371-8c63-4727-9c60-4aa87fae4d82,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:46.556368 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4b8f66e-36a8-4e28-860a-071595a84f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (40fd9718-4fc2-4a2d-9982-a591e0912b98), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:46.557282 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4b8f66e-36a8-4e28-860a-071595a84f6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:46.560860 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c4b8f66e-36a8-4e28-860a-071595a84f6b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/40fd9718-4fc2-4a2d-9982-a591e0912b98 HTTP/1.1" status: 204 len: 168 time: 0.2249842 Mar 05 04:44:46.601994 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8f66e-36a8-4e28-860a-071595a84f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fd9718-4fc2-4a2d-9982-a591e0912b98,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:46.665360 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-53252e72-66ff-42ac-bca7-27fad882dc38 admin admin] For port 9fa0a068-5bf7-433b-a800-28551900ccd5, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=9fa0a068-5bf7-433b-a800-28551900ccd5,segment=NetworkSegment(e0918b2d-09d9-490a-9e95-ce7ce7616187),segment_id=e0918b2d-09d9-490a-9e95-ce7ce7616187)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:46.665731 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-53252e72-66ff-42ac-bca7-27fad882dc38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (9fa0a068-5bf7-433b-a800-28551900ccd5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:46.684904 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-53252e72-66ff-42ac-bca7-27fad882dc38 admin admin] Calling delete_port for 9fa0a068-5bf7-433b-a800-28551900ccd5 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:44:46.693407 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab24d7-b933-47f5-a1a4-861a16c075da req-a99a1484-e487-4a04-b8d0-5dd8ca22df23 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:46.700627 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9fab24d7-b933-47f5-a1a4-861a16c075da req-a99a1484-e487-4a04-b8d0-5dd8ca22df23 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea4b37c0-69a3-456b-99dd-e70ebdf7e3f3 HTTP/1.1" status: 200 len: 945 time: 0.2114398 Mar 05 04:44:46.704672 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4fe89ddd-d79b-4cd6-b928-d2e6bf702e9b req-71fef218-98e5-448d-b208-22c12d173566 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "GET /v2.0/security-groups/ae076fde-f95c-43be-ac71-3e4705302e05 HTTP/1.1" status: 200 len: 1822 time: 0.1243694 Mar 05 04:44:46.772371 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e753f63-42a6-4ce2-808f-890a2eff84c5 req-94e077e7-8522-43a2-ac87-86ce96a8e3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:46.773881 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9e753f63-42a6-4ce2-808f-890a2eff84c5 req-94e077e7-8522-43a2-ac87-86ce96a8e3ff service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 1132 time: 0.1368997 Mar 05 04:44:46.793478 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9fab24d7-b933-47f5-a1a4-861a16c075da req-49ceef11-a380-4b37-a273-f5931973bed0 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919709 Mar 05 04:44:46.848677 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-1f488dd2-01c1-4c87-abe1-b0992636ead2 req-3fc67a59-547d-48de-b3c9-e27f7b573994 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1303076364', 'description': 'tempest-description-428482213'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:46.883459 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9e753f63-42a6-4ce2-808f-890a2eff84c5 req-0f46e158-a29c-4ac8-bc51-b19afc4d2262 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012452 Mar 05 04:44:46.902612 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3660fe8-8f8b-4423-ad04-7dff356cf8ed req-404a90bc-73af-4e4c-bd14-f6694c342f9a tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:46.904147 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c3660fe8-8f8b-4423-ad04-7dff356cf8ed req-404a90bc-73af-4e4c-bd14-f6694c342f9a tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "GET /v2.0/ports?device_id=5759c270-0a64-4463-a266-c701d0f4cf5d HTTP/1.1" status: 200 len: 944 time: 0.1031930 Mar 05 04:44:46.905406 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1f488dd2-01c1-4c87-abe1-b0992636ead2 req-3fc67a59-547d-48de-b3c9-e27f7b573994 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:46.980466 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c3660fe8-8f8b-4423-ad04-7dff356cf8ed req-e992c9b2-f09a-450c-b3c0-0248a5f75609 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "GET /v2.0/security-groups?id=137407fe-83a0-45cf-8a79-c9fdb740f41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654783 Mar 05 04:44:47.023963 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1f488dd2-01c1-4c87-abe1-b0992636ead2 req-3fc67a59-547d-48de-b3c9-e27f7b573994 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (a15836a4-9c89-4ffc-8f1d-4d379a836396), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:47.031257 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1f488dd2-01c1-4c87-abe1-b0992636ead2 req-3fc67a59-547d-48de-b3c9-e27f7b573994 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a15836a4-9c89-4ffc-8f1d-4d379a836396), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:47.051949 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-53252e72-66ff-42ac-bca7-27fad882dc38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (9fa0a068-5bf7-433b-a800-28551900ccd5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:47.080921 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53252e72-66ff-42ac-bca7-27fad882dc38 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa0a068-5bf7-433b-a800-28551900ccd5,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:47.098923 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1f488dd2-01c1-4c87-abe1-b0992636ead2 req-3fc67a59-547d-48de-b3c9-e27f7b573994 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:47.100348 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1f488dd2-01c1-4c87-abe1-b0992636ead2 req-3fc67a59-547d-48de-b3c9-e27f7b573994 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2586298 Mar 05 04:44:47.103117 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc67a59-547d-48de-b3c9-e27f7b573994 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a15836a4-9c89-4ffc-8f1d-4d379a836396,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:47.261305 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d0971443-e6a4-4890-9e55-8f49f418e93f req-323f15b6-1f6b-4181-aea7-7cd6103741bb tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "GET /v2.0/security-groups/a15836a4-9c89-4ffc-8f1d-4d379a836396 HTTP/1.1" status: 200 len: 1821 time: 0.1174264 Mar 05 04:44:47.266916 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-d0971443-e6a4-4890-9e55-8f49f418e93f req-66d2bde2-9a0c-45fd-8e30-c743d892da4d tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a15836a4-9c89-4ffc-8f1d-4d379a836396', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:47.267277 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-d0971443-e6a4-4890-9e55-8f49f418e93f req-66d2bde2-9a0c-45fd-8e30-c743d892da4d tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a15836a4-9c89-4ffc-8f1d-4d379a836396', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:47.317681 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 7272a1ad-a215-48ac-9ead-f9212019dfdd up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:44:47.375038 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d0971443-e6a4-4890-9e55-8f49f418e93f req-66d2bde2-9a0c-45fd-8e30-c743d892da4d tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group_rule (15fd12b4-d4c4-4bca-b767-bfa9e92f94f8), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:47.436565 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 7272a1ad-a215-48ac-9ead-f9212019dfdd completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:44:47.441328 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 7272a1ad-a215-48ac-9ead-f9212019dfdd triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:44:47.442045 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7272a1ad-a215-48ac-9ead-f9212019dfdd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:47.443407 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-53252e72-66ff-42ac-bca7-27fad882dc38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (fefb35b2-6eb3-4493-86fd-ae5385b3447c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:47.520893 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d0971443-e6a4-4890-9e55-8f49f418e93f req-66d2bde2-9a0c-45fd-8e30-c743d892da4d tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group_rule (15fd12b4-d4c4-4bca-b767-bfa9e92f94f8), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:47.544037 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d0971443-e6a4-4890-9e55-8f49f418e93f req-66d2bde2-9a0c-45fd-8e30-c743d892da4d tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (15fd12b4-d4c4-4bca-b767-bfa9e92f94f8), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:47.553213 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 7272a1ad-a215-48ac-9ead-f9212019dfdd is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:47.554329 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7272a1ad-a215-48ac-9ead-f9212019dfdd), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:47.572750 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de6bcc-66da-49af-88ba-a4d6370492e0 req-26112b33-aa15-4384-9fbe-971feda0b889 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:47.579873 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c1de6bcc-66da-49af-88ba-a4d6370492e0 req-26112b33-aa15-4384-9fbe-971feda0b889 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea4b37c0-69a3-456b-99dd-e70ebdf7e3f3 HTTP/1.1" status: 200 len: 945 time: 0.2010529 Mar 05 04:44:47.595995 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 7272a1ad-a215-48ac-9ead-f9212019dfdd, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=7272a1ad-a215-48ac-9ead-f9212019dfdd,segment=NetworkSegment(0f169f2b-0926-4c07-8c30-041b0494ad75),segment_id=0f169f2b-0926-4c07-8c30-041b0494ad75)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:47.608436 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (7272a1ad-a215-48ac-9ead-f9212019dfdd), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:47.615028 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2bde2-9a0c-45fd-8e30-c743d892da4d tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15fd12b4-d4c4-4bca-b767-bfa9e92f94f8,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:47.637119 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-d0971443-e6a4-4890-9e55-8f49f418e93f req-66d2bde2-9a0c-45fd-8e30-c743d892da4d tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:47.638556 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d0971443-e6a4-4890-9e55-8f49f418e93f req-66d2bde2-9a0c-45fd-8e30-c743d892da4d tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3764455 Mar 05 04:44:47.670581 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c1de6bcc-66da-49af-88ba-a4d6370492e0 req-bb9e271e-711b-4e5b-9729-3a64c3b1f811 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876598 Mar 05 04:44:47.684169 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=7272a1ad-a215-48ac-9ead-f9212019dfdd,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:47.747664 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:47.791019 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-21e0916e-097d-4185-9e05-bfa26ee6f54e req-74822609-6066-4973-aaf9-4ebcf63c53a3 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "GET /v2.0/security-groups/a15836a4-9c89-4ffc-8f1d-4d379a836396 HTTP/1.1" status: 200 len: 2414 time: 0.0958374 Mar 05 04:44:47.795062 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53252e72-66ff-42ac-bca7-27fad882dc38 admin admin] Router fefb35b2-6eb3-4493-86fd-ae5385b3447c has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:44:47.817039 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-21e0916e-097d-4185-9e05-bfa26ee6f54e req-9893d12f-a153-4541-97ed-bea985c6931f tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a15836a4-9c89-4ffc-8f1d-4d379a836396', 'remote_group_id': None}]} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:47.817395 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-21e0916e-097d-4185-9e05-bfa26ee6f54e req-9893d12f-a153-4541-97ed-bea985c6931f tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a15836a4-9c89-4ffc-8f1d-4d379a836396', 'remote_group_id': None}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:47.891464 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c7839-a1ae-46b9-91d0-adc11fc3ca5c req-042c8f76-fd40-4c03-a05a-cd6c594e9efa tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:47.893025 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-981c7839-a1ae-46b9-91d0-adc11fc3ca5c req-042c8f76-fd40-4c03-a05a-cd6c594e9efa tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 949 time: 0.1246908 Mar 05 04:44:47.908608 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43162) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:47.919020 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-21e0916e-097d-4185-9e05-bfa26ee6f54e req-9893d12f-a153-4541-97ed-bea985c6931f tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group_rule (230cd68e-39c7-4822-8f42-122473e698f8), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:47.955278 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53252e72-66ff-42ac-bca7-27fad882dc38 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:44:47.959920 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-21e0916e-097d-4185-9e05-bfa26ee6f54e req-9893d12f-a153-4541-97ed-bea985c6931f tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group_rule (230cd68e-39c7-4822-8f42-122473e698f8), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:47.965302 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-53252e72-66ff-42ac-bca7-27fad882dc38 admin admin] 10.222.0.11 "PUT /v2.0/routers/fefb35b2-6eb3-4493-86fd-ae5385b3447c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4847736 Mar 05 04:44:47.965302 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43166) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:47.969898 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0583f32-25fe-4561-a2d2-419d75244216 None None] Sync routers for ids ['fefb35b2-6eb3-4493-86fd-ae5385b3447c'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:44:47.971439 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-21e0916e-097d-4185-9e05-bfa26ee6f54e req-9893d12f-a153-4541-97ed-bea985c6931f tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (230cd68e-39c7-4822-8f42-122473e698f8), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:47.983745 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0583f32-25fe-4561-a2d2-419d75244216 None None] Routers {'fefb35b2-6eb3-4493-86fd-ae5385b3447c'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:44:47.984371 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b0583f32-25fe-4561-a2d2-419d75244216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:44:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['fefb35b2-6eb3-4493-86fd-ae5385b3447c'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:47.999371 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-981c7839-a1ae-46b9-91d0-adc11fc3ca5c req-e25a70f8-37e0-4b9b-bd2b-6f5590523b85 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975068 Mar 05 04:44:48.003302 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d12f-a153-4541-97ed-bea985c6931f tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=230cd68e-39c7-4822-8f42-122473e698f8,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:48.023991 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-21e0916e-097d-4185-9e05-bfa26ee6f54e req-9893d12f-a153-4541-97ed-bea985c6931f tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:48.046213 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-21e0916e-097d-4185-9e05-bfa26ee6f54e req-9893d12f-a153-4541-97ed-bea985c6931f tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2535911 Mar 05 04:44:48.117904 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-7b19d019-bc29-46e9-957e-4f20ed2a5149 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1670345212-network', 'tenant_id': '5adb3d44cd984c00ada8ab9aec6fb3d0'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:48.128419 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-12927d4d-bc18-4ec0-9803-0b695935d487 req-3cbd2056-be79-463e-9ca6-f11cc1037043 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "GET /v2.0/security-groups/a15836a4-9c89-4ffc-8f1d-4d379a836396 HTTP/1.1" status: 200 len: 3012 time: 0.0639834 Mar 05 04:44:48.173192 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b19d019-bc29-46e9-957e-4f20ed2a5149 admin admin] Made reservation on behalf of 5adb3d44cd984c00ada8ab9aec6fb3d0 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:44:48.175938 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b19d019-bc29-46e9-957e-4f20ed2a5149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:48.192495 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b19d019-bc29-46e9-957e-4f20ed2a5149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:48.208566 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9cdac6c2-c445-4e17-bf4f-d52d85f83472 req-09c814ba-d434-4938-8e2e-47f438bd18fe tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "GET /v2.0/security-group-rules/230cd68e-39c7-4822-8f42-122473e698f8 HTTP/1.1" status: 200 len: 783 time: 0.0453970 Mar 05 04:44:48.247145 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-b0583f32-25fe-4561-a2d2-419d75244216 None None] Set router fefb35b2-6eb3-4493-86fd-ae5385b3447c gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:44:48.272010 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfdaeaf-d7bb-4042-965f-2a1c970c49c2 req-4513bfc0-353d-4961-827f-925c04cd7aeb tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:48.273636 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2dfdaeaf-d7bb-4042-965f-2a1c970c49c2 req-4513bfc0-353d-4961-827f-925c04cd7aeb tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "GET /v2.0/ports?device_id=5759c270-0a64-4463-a266-c701d0f4cf5d HTTP/1.1" status: 200 len: 945 time: 0.1436739 Mar 05 04:44:48.283590 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9cdac6c2-c445-4e17-bf4f-d52d85f83472 req-2b341369-4957-4c50-b9c8-647112c8fe8d tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "GET /v2.0/security-groups/a15836a4-9c89-4ffc-8f1d-4d379a836396 HTTP/1.1" status: 200 len: 3012 time: 0.0725322 Mar 05 04:44:48.323856 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9cdac6c2-c445-4e17-bf4f-d52d85f83472 req-d9d3cb70-af32-49ba-927f-ece3a643acb2 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group_rule (230cd68e-39c7-4822-8f42-122473e698f8), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:48.340442 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9cdac6c2-c445-4e17-bf4f-d52d85f83472 req-d9d3cb70-af32-49ba-927f-ece3a643acb2 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group_rule (230cd68e-39c7-4822-8f42-122473e698f8), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:48.368769 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2dfdaeaf-d7bb-4042-965f-2a1c970c49c2 req-70d511b5-37b5-4e5e-8a71-e076c51f1cca tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "GET /v2.0/security-groups?id=137407fe-83a0-45cf-8a79-c9fdb740f41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840275 Mar 05 04:44:48.395128 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9cdac6c2-c445-4e17-bf4f-d52d85f83472 req-d9d3cb70-af32-49ba-927f-ece3a643acb2 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (230cd68e-39c7-4822-8f42-122473e698f8), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:48.407726 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9cdac6c2-c445-4e17-bf4f-d52d85f83472 req-d9d3cb70-af32-49ba-927f-ece3a643acb2 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:48.408893 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9cdac6c2-c445-4e17-bf4f-d52d85f83472 req-d9d3cb70-af32-49ba-927f-ece3a643acb2 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/230cd68e-39c7-4822-8f42-122473e698f8 HTTP/1.1" status: 204 len: 173 time: 0.1261120 Mar 05 04:44:48.410356 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3cb70-af32-49ba-927f-ece3a643acb2 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=230cd68e-39c7-4822-8f42-122473e698f8,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:48.423489 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:44:48.488000 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b0583f32-25fe-4561-a2d2-419d75244216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158132906-router', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:33Z', 'updated_at': '2022-03-05T04:44:46Z', 'revision_number': 5, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'gw_port': {'id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:35Z', 'updated_at': '2022-03-05T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:48.488436 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ae179976-0d0b-4e63-9115-c1e7075bc59a req-02625cb6-ba40-4f1a-8b2e-77a393d25685 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "GET /v2.0/security-groups/a15836a4-9c89-4ffc-8f1d-4d379a836396 HTTP/1.1" status: 200 len: 2414 time: 0.0595241 Mar 05 04:44:48.516938 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0583f32-25fe-4561-a2d2-419d75244216 None None] Checking router: fefb35b2-6eb3-4493-86fd-ae5385b3447c for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:44:48.527680 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0583f32-25fe-4561-a2d2-419d75244216 None None] Routers {'fefb35b2-6eb3-4493-86fd-ae5385b3447c'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:44:48.528562 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b0583f32-25fe-4561-a2d2-419d75244216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:44:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['fefb35b2-6eb3-4493-86fd-ae5385b3447c'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:48.537910 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5759c270-0a64-4463-a266-c701d0f4cf5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7272a1ad-a215-48ac-9ead-f9212019dfdd'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:44:48.540225 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701ecc09-9cd7-4fc0-94d6-31825dd19fdc" -d '{"events": [{"server_uuid": "5759c270-0a64-4463-a266-c701d0f4cf5d", "name": "network-vif-plugged", "status": "completed", "tag": "7272a1ad-a215-48ac-9ead-f9212019dfdd"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:44:48.574458 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ae179976-0d0b-4e63-9115-c1e7075bc59a req-2d98e4e0-5b4c-4937-a82e-8ccb00f4e565 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (a15836a4-9c89-4ffc-8f1d-4d379a836396), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:48.611036 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ab229f-d2f5-48cb-aa81-5499516c2e81 x-openstack-request-id: req-93ab229f-d2f5-48cb-aa81-5499516c2e81 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:44:48.611640 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5759c270-0a64-4463-a266-c701d0f4cf5d", "name": "network-vif-plugged", "status": "completed", "tag": "7272a1ad-a215-48ac-9ead-f9212019dfdd", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:44:48.611882 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-93ab229f-d2f5-48cb-aa81-5499516c2e81 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:44:48.612519 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5759c270-0a64-4463-a266-c701d0f4cf5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7272a1ad-a215-48ac-9ead-f9212019dfdd', 'code': 200} Mar 05 04:44:48.614437 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ae179976-0d0b-4e63-9115-c1e7075bc59a req-2d98e4e0-5b4c-4937-a82e-8ccb00f4e565 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (a15836a4-9c89-4ffc-8f1d-4d379a836396), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:48.649198 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fae8f039-26eb-42ae-bdac-e696c8579c74 admin admin] Publish callbacks [] for router (fefb35b2-6eb3-4493-86fd-ae5385b3447c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:48.736298 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ae179976-0d0b-4e63-9115-c1e7075bc59a req-2d98e4e0-5b4c-4937-a82e-8ccb00f4e565 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a15836a4-9c89-4ffc-8f1d-4d379a836396), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:48.739139 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ae179976-0d0b-4e63-9115-c1e7075bc59a req-2d98e4e0-5b4c-4937-a82e-8ccb00f4e565 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:48.746586 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ae179976-0d0b-4e63-9115-c1e7075bc59a req-2d98e4e0-5b4c-4937-a82e-8ccb00f4e565 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "DELETE /v2.0/security-groups/a15836a4-9c89-4ffc-8f1d-4d379a836396 HTTP/1.1" status: 204 len: 173 time: 0.2570677 Mar 05 04:44:48.796433 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98e4e0-5b4c-4937-a82e-8ccb00f4e565 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15836a4-9c89-4ffc-8f1d-4d379a836396,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:48.844956 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [req-60749f12-5335-4e20-a4ea-dc8a32e961e9 req-c30cb1af-d2a2-4590-984a-9237be545c35 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] show failed (client error): The resource could not be found. Mar 05 04:44:48.849125 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b19d019-bc29-46e9-957e-4f20ed2a5149 admin admin] Publish callbacks [] for security_group (2749011e-cfee-4196-a6da-8bae21c8a139), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:48.856809 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60749f12-5335-4e20-a4ea-dc8a32e961e9 req-c30cb1af-d2a2-4590-984a-9237be545c35 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "GET /v2.0/security-groups/451e0371-8c63-4727-9c60-4aa87fae4d82 HTTP/1.1" status: 404 len: 352 time: 0.0840952 Mar 05 04:44:48.899769 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b19d019-bc29-46e9-957e-4f20ed2a5149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (2749011e-cfee-4196-a6da-8bae21c8a139), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:48.905521 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-b0583f32-25fe-4561-a2d2-419d75244216 None None] Set router fefb35b2-6eb3-4493-86fd-ae5385b3447c gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:44:48.932170 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b19d019-bc29-46e9-957e-4f20ed2a5149 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:44:48.963475 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19d019-bc29-46e9-957e-4f20ed2a5149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2749011e-cfee-4196-a6da-8bae21c8a139,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:48.967376 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b19d019-bc29-46e9-957e-4f20ed2a5149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (4c576226-cd81-4308-994c-aa8170a040e4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:48.967845 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-7b19d019-bc29-46e9-957e-4f20ed2a5149 admin admin] Added segment 4c576226-cd81-4308-994c-aa8170a040e4 of type vlan for network 3f7037ab-5484-4f12-be88-2ed1b366e188 Mar 05 04:44:48.984633 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fae8f039-26eb-42ae-bdac-e696c8579c74 admin admin] Publish callbacks [] for router_gateway (fefb35b2-6eb3-4493-86fd-ae5385b3447c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:49.033422 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b19d019-bc29-46e9-957e-4f20ed2a5149 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (3f7037ab-5484-4f12-be88-2ed1b366e188), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:49.118593 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b19d019-bc29-46e9-957e-4f20ed2a5149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (3f7037ab-5484-4f12-be88-2ed1b366e188), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:49.120195 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b19d019-bc29-46e9-957e-4f20ed2a5149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:49.121165 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b19d019-bc29-46e9-957e-4f20ed2a5149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:49.143536 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b0583f32-25fe-4561-a2d2-419d75244216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158132906-router', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:33Z', 'updated_at': '2022-03-05T04:44:46Z', 'revision_number': 5, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'gw_port': {'id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:35Z', 'updated_at': '2022-03-05T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:49.178656 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0583f32-25fe-4561-a2d2-419d75244216 None None] The sync data for ids ['fefb35b2-6eb3-4493-86fd-ae5385b3447c'] in n-d-789963-32 is: [{'id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158132906-router', 'tenant_id': '2aa43defc6414754a43f26c001243ac6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:33Z', 'updated_at': '2022-03-05T04:44:46Z', 'revision_number': 5, 'project_id': '2aa43defc6414754a43f26c001243ac6', 'gw_port': {'id': '0949cf19-4738-4e85-b5ea-22077df7f85c', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefb35b2-6eb3-4493-86fd-ae5385b3447c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:35Z', 'updated_at': '2022-03-05T04:41:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:44:49.206810 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b19d019-bc29-46e9-957e-4f20ed2a5149 admin admin] Pushing event updated for resources: {'Network': ['ID=3f7037ab-5484-4f12-be88-2ed1b366e188,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:49.216582 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 3f7037ab-5484-4f12-be88-2ed1b366e188 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:44:49.235353 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-fae8f039-26eb-42ae-bdac-e696c8579c74 admin admin] Deleting port 0949cf19-4738-4e85-b5ea-22077df7f85c {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:44:49.235905 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fae8f039-26eb-42ae-bdac-e696c8579c74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (0949cf19-4738-4e85-b5ea-22077df7f85c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:49.241574 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7b19d019-bc29-46e9-957e-4f20ed2a5149 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3306260 Mar 05 04:44:49.244507 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43198) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:49.260211 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-1abb1839-b466-4c55-9de4-a0589c41da49 admin admin] Request body: {'subnet': {'network_id': '3f7037ab-5484-4f12-be88-2ed1b366e188', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1670345212-subnet', 'tenant_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:49.292371 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abb1839-b466-4c55-9de4-a0589c41da49 admin admin] Made reservation on behalf of 5adb3d44cd984c00ada8ab9aec6fb3d0 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:44:49.295394 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1abb1839-b466-4c55-9de4-a0589c41da49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:49.352790 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae786e-2b02-4936-a463-b18446b9e75a req-515b0179-9ab9-474e-b83f-4dda286268dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:49.354279 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e0ae786e-2b02-4936-a463-b18446b9e75a req-515b0179-9ab9-474e-b83f-4dda286268dc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5759c270-0a64-4463-a266-c701d0f4cf5d HTTP/1.1" status: 200 len: 1128 time: 0.6620705 Mar 05 04:44:49.365247 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e71e3941-cc14-49b2-8b38-9a4d5fe9b6d8 req-b452c49d-0aba-4664-87b7-6c46d391eb7d tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "GET /v2.0/security-groups/ae076fde-f95c-43be-ac71-3e4705302e05 HTTP/1.1" status: 200 len: 1822 time: 0.4821234 Mar 05 04:44:49.402034 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddcec2-249b-4311-a7e4-4300834b4f1b req-835f89b7-81b3-4f70-9f4d-9f184cce9398 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:49.404628 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4fddcec2-249b-4311-a7e4-4300834b4f1b req-835f89b7-81b3-4f70-9f4d-9f184cce9398 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea4b37c0-69a3-456b-99dd-e70ebdf7e3f3 HTTP/1.1" status: 200 len: 945 time: 0.6149039 Mar 05 04:44:49.453852 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-fae8f039-26eb-42ae-bdac-e696c8579c74 admin admin] For port 0949cf19-4738-4e85-b5ea-22077df7f85c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=0949cf19-4738-4e85-b5ea-22077df7f85c,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:49.454193 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fae8f039-26eb-42ae-bdac-e696c8579c74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (0949cf19-4738-4e85-b5ea-22077df7f85c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:49.473229 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901df78d-6f08-4c53-a278-22c601817fdf req-3f81e759-50ff-4aa1-b5a9-99d30c1072d2 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:49.474727 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-901df78d-6f08-4c53-a278-22c601817fdf req-3f81e759-50ff-4aa1-b5a9-99d30c1072d2 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea4b37c0-69a3-456b-99dd-e70ebdf7e3f3 HTTP/1.1" status: 200 len: 945 time: 0.6314149 Mar 05 04:44:49.478905 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-fae8f039-26eb-42ae-bdac-e696c8579c74 admin admin] Calling delete_port for 0949cf19-4738-4e85-b5ea-22077df7f85c owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:44:49.519509 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e0ae786e-2b02-4936-a463-b18446b9e75a req-f2f6c7a6-d22e-47b9-b79f-6d0fa0253610 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=137407fe-83a0-45cf-8a79-c9fdb740f41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519208 Mar 05 04:44:49.582350 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e71e3941-cc14-49b2-8b38-9a4d5fe9b6d8 req-122b9c23-19e9-4b3d-b608-fec7649a8e6c tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (ae076fde-f95c-43be-ac71-3e4705302e05), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:49.602298 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-901df78d-6f08-4c53-a278-22c601817fdf req-af04dc55-180e-4d6e-8d66-fc113fc4e00b tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups?id=a7a79b6e-073c-48a1-a7f1-b031684ba5c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112139 Mar 05 04:44:49.622420 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e71e3941-cc14-49b2-8b38-9a4d5fe9b6d8 req-122b9c23-19e9-4b3d-b608-fec7649a8e6c tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (ae076fde-f95c-43be-ac71-3e4705302e05), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:49.653352 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-4fddcec2-249b-4311-a7e4-4300834b4f1b req-38a818cd-0bb5-4135-9868-1fef728ec682 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Deleting port 549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:44:49.653352 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4fddcec2-249b-4311-a7e4-4300834b4f1b req-38a818cd-0bb5-4135-9868-1fef728ec682 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:49.708722 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1abb1839-b466-4c55-9de4-a0589c41da49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (051e2cd5-c912-4db0-b8f8-198255458cd8), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:49.728653 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e71e3941-cc14-49b2-8b38-9a4d5fe9b6d8 req-122b9c23-19e9-4b3d-b608-fec7649a8e6c tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ae076fde-f95c-43be-ac71-3e4705302e05), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:49.731388 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e71e3941-cc14-49b2-8b38-9a4d5fe9b6d8 req-122b9c23-19e9-4b3d-b608-fec7649a8e6c tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:49.733426 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e71e3941-cc14-49b2-8b38-9a4d5fe9b6d8 req-122b9c23-19e9-4b3d-b608-fec7649a8e6c tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "DELETE /v2.0/security-groups/ae076fde-f95c-43be-ac71-3e4705302e05 HTTP/1.1" status: 204 len: 173 time: 0.3482685 Mar 05 04:44:49.751317 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b9c23-19e9-4b3d-b608-fec7649a8e6c tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae076fde-f95c-43be-ac71-3e4705302e05,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:49.826115 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-4fddcec2-249b-4311-a7e4-4300834b4f1b req-38a818cd-0bb5-4135-9868-1fef728ec682 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] For port 549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7,segment=NetworkSegment(39bebb99-f3d6-49f8-af2f-9a9c1002f41f),segment_id=39bebb99-f3d6-49f8-af2f-9a9c1002f41f)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:49.826455 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4fddcec2-249b-4311-a7e4-4300834b4f1b req-38a818cd-0bb5-4135-9868-1fef728ec682 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:49.840398 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb1839-b466-4c55-9de4-a0589c41da49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=051e2cd5-c912-4db0-b8f8-198255458cd8,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:49.854606 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-4fddcec2-249b-4311-a7e4-4300834b4f1b req-38a818cd-0bb5-4135-9868-1fef728ec682 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Calling delete_port for 549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7 owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:44:49.920222 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abb1839-b466-4c55-9de4-a0589c41da49 admin admin] Checking segment: {'id': '4c576226-cd81-4308-994c-aa8170a040e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3f7037ab-5484-4f12-be88-2ed1b366e188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:44:49.920581 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abb1839-b466-4c55-9de4-a0589c41da49 admin admin] Network hostable DHCP agents. Network: 3f7037ab-5484-4f12-be88-2ed1b366e188, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:44:49.955689 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5ae00-21ad-4278-aa2b-ebfb849a49a3 req-14934044-dea7-4f4b-878f-fa7b3e863347 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:49.958358 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c4b5ae00-21ad-4278-aa2b-ebfb849a49a3 req-14934044-dea7-4f4b-878f-fa7b3e863347 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 949 time: 0.1916273 Mar 05 04:44:49.963401 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fae8f039-26eb-42ae-bdac-e696c8579c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (0949cf19-4738-4e85-b5ea-22077df7f85c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:49.988605 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abb1839-b466-4c55-9de4-a0589c41da49 admin admin] Network 3f7037ab-5484-4f12-be88-2ed1b366e188 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:44:49.994371 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8f039-26eb-42ae-bdac-e696c8579c74 admin admin] Pushing event deleted for resources: {'Port': ['ID=0949cf19-4738-4e85-b5ea-22077df7f85c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:50.011017 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45e621-706e-469c-9c9b-e6efcd3fe2c6 req-097ebaf2-d4db-40db-be63-c1cd7eaa657e tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:50.012239 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9a45e621-706e-469c-9c9b-e6efcd3fe2c6 req-097ebaf2-d4db-40db-be63-c1cd7eaa657e tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "GET /v2.0/ports?device_id=5759c270-0a64-4463-a266-c701d0f4cf5d HTTP/1.1" status: 200 len: 945 time: 0.1606572 Mar 05 04:44:50.029370 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-1abb1839-b466-4c55-9de4-a0589c41da49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 3f7037ab-5484-4f12-be88-2ed1b366e188) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:44:50.034069 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abb1839-b466-4c55-9de4-a0589c41da49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:50.034935 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1abb1839-b466-4c55-9de4-a0589c41da49 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:50.043958 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d37c2b-7897-480a-a9d3-4a7e5afeafc9 None None] Network 3f7037ab-5484-4f12-be88-2ed1b366e188 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:44:50.081409 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c4b5ae00-21ad-4278-aa2b-ebfb849a49a3 req-cfa60c72-246d-4d09-8d11-e7266fbb09b8 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131124 Mar 05 04:44:50.111627 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1abb1839-b466-4c55-9de4-a0589c41da49 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8635364 Mar 05 04:44:50.113096 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43210) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:50.117957 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-133b1337-6543-45f1-8498-b3d321404209 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1670345212-router', 'tenant_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:50.124350 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fae8f039-26eb-42ae-bdac-e696c8579c74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (fefb35b2-6eb3-4493-86fd-ae5385b3447c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:50.184484 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9a45e621-706e-469c-9c9b-e6efcd3fe2c6 req-89e0761b-bac8-4f7a-a687-b7deb88dfe08 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "GET /v2.0/security-groups?id=137407fe-83a0-45cf-8a79-c9fdb740f41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643400 Mar 05 04:44:50.194104 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b88fe6c-0654-4285-a22a-ce0c2f8b273d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-3f7037ab-5484-4f12-be88-2ed1b366e188', 'network_id': '3f7037ab-5484-4f12-be88-2ed1b366e188', 'project_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'fixed_ips': [{'subnet_id': '051e2cd5-c912-4db0-b8f8-198255458cd8'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:44:50.196690 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3b88fe6c-0654-4285-a22a-ce0c2f8b273d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:50.221786 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4fddcec2-249b-4311-a7e4-4300834b4f1b req-38a818cd-0bb5-4135-9868-1fef728ec682 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:50.236918 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fae8f039-26eb-42ae-bdac-e696c8579c74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (fefb35b2-6eb3-4493-86fd-ae5385b3447c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:50.240046 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-133b1337-6543-45f1-8498-b3d321404209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:50.241922 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-133b1337-6543-45f1-8498-b3d321404209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:50.245252 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fae8f039-26eb-42ae-bdac-e696c8579c74 admin admin] Publish callbacks [] for router_controller (fefb35b2-6eb3-4493-86fd-ae5385b3447c), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:50.254486 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9b812933-e75c-476c-9e71-3d4fd70e85c4 req-1c79a2bd-7ca5-4925-8a0a-35b7c6b4945e tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "GET /v2.0/security-groups/974beae0-8332-4486-8ae8-22ba1090f3f7 HTTP/1.1" status: 200 len: 1821 time: 0.1330016 Mar 05 04:44:50.260901 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:44:50.297441 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a818cd-0bb5-4135-9868-1fef728ec682 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Pushing event deleted for resources: {'Port': ['ID=549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:50.310662 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fae8f039-26eb-42ae-bdac-e696c8579c74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (fefb35b2-6eb3-4493-86fd-ae5385b3447c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:50.310662 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae8f039-26eb-42ae-bdac-e696c8579c74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fefb35b2-6eb3-4493-86fd-ae5385b3447c {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:44:50.318474 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fae8f039-26eb-42ae-bdac-e696c8579c74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:50.321305 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fae8f039-26eb-42ae-bdac-e696c8579c74 admin admin] 10.222.0.11 "DELETE /v2.0/routers/fefb35b2-6eb3-4493-86fd-ae5385b3447c HTTP/1.1" status: 204 len: 168 time: 2.3533783 Mar 05 04:44:50.352364 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43212) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:50.357083 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fddcec2-249b-4311-a7e4-4300834b4f1b req-38a818cd-0bb5-4135-9868-1fef728ec682 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] No DVR routers for this DVR port 549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7 on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:44:50.382107 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-133b1337-6543-45f1-8498-b3d321404209 admin admin] Publish callbacks [] for router_controller (d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:50.384090 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4fddcec2-249b-4311-a7e4-4300834b4f1b req-38a818cd-0bb5-4135-9868-1fef728ec682 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:50.389039 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4fddcec2-249b-4311-a7e4-4300834b4f1b req-38a818cd-0bb5-4135-9868-1fef728ec682 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.31 "DELETE /v2.0/ports/549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7 HTTP/1.1" status: 204 len: 173 time: 0.9747670 Mar 05 04:44:50.390763 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4b37c0-69a3-456b-99dd-e70ebdf7e3f3', 'name': 'network-vif-deleted', 'tag': '549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:44:50.393397 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2158e2f-8a05-463e-9cd5-78d9da33ed7d" -d '{"events": [{"server_uuid": "ea4b37c0-69a3-456b-99dd-e70ebdf7e3f3", "name": "network-vif-deleted", "tag": "549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:44:50.503666 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff42643-1c12-4d45-b26c-0157211c5f85 admin admin] Deleting subnet 437b1914-1ba1-40e2-a727-5e7cac544d72 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:44:50.508214 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9b812933-e75c-476c-9e71-3d4fd70e85c4 req-9610ffa3-c539-4f1c-8bf4-e5d2aa372b74 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (974beae0-8332-4486-8ae8-22ba1090f3f7), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:50.542227 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9b812933-e75c-476c-9e71-3d4fd70e85c4 req-9610ffa3-c539-4f1c-8bf4-e5d2aa372b74 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (974beae0-8332-4486-8ae8-22ba1090f3f7), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:50.577461 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-133b1337-6543-45f1-8498-b3d321404209 admin admin] Publish callbacks [] for router_gateway (d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:50.583869 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7ff42643-1c12-4d45-b26c-0157211c5f85 admin admin] Publish callbacks [] for subnet (437b1914-1ba1-40e2-a727-5e7cac544d72), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:50.589860 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-3b88fe6c-0654-4285-a22a-ce0c2f8b273d None None] Allocated IP 172.20.0.2 (3f7037ab-5484-4f12-be88-2ed1b366e188/051e2cd5-c912-4db0-b8f8-198255458cd8/76634a4a-b50c-470f-b4f5-409cb1f521ba) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:44:50.619925 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc98eb7-e866-4f40-b474-5247be07dee2 req-66362b8d-adc0-4012-accd-6a54a9f915d1 tempest-MigrationsAdminTest-1941927207 tempest-MigrationsAdminTest-1941927207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:50.622818 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7bc98eb7-e866-4f40-b474-5247be07dee2 req-66362b8d-adc0-4012-accd-6a54a9f915d1 tempest-MigrationsAdminTest-1941927207 tempest-MigrationsAdminTest-1941927207-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 1132 time: 0.2689698 Mar 05 04:44:50.697356 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7ff42643-1c12-4d45-b26c-0157211c5f85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (437b1914-1ba1-40e2-a727-5e7cac544d72), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:50.755958 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9b812933-e75c-476c-9e71-3d4fd70e85c4 req-9610ffa3-c539-4f1c-8bf4-e5d2aa372b74 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (974beae0-8332-4486-8ae8-22ba1090f3f7), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:50.759106 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9b812933-e75c-476c-9e71-3d4fd70e85c4 req-9610ffa3-c539-4f1c-8bf4-e5d2aa372b74 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:50.760386 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9b812933-e75c-476c-9e71-3d4fd70e85c4 req-9610ffa3-c539-4f1c-8bf4-e5d2aa372b74 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "DELETE /v2.0/security-groups/974beae0-8332-4486-8ae8-22ba1090f3f7 HTTP/1.1" status: 204 len: 173 time: 0.5064006 Mar 05 04:44:50.786438 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7bc98eb7-e866-4f40-b474-5247be07dee2 req-ac458261-a162-47b6-802c-d4ab7402cbdf tempest-MigrationsAdminTest-1941927207 tempest-MigrationsAdminTest-1941927207-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496911 Mar 05 04:44:50.787192 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610ffa3-c539-4f1c-8bf4-e5d2aa372b74 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=974beae0-8332-4486-8ae8-22ba1090f3f7,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:50.897505 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c17aa84-f61d-4fbc-8859-e6bd238c1b7a x-openstack-request-id: req-1c17aa84-f61d-4fbc-8859-e6bd238c1b7a {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:44:50.897897 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4b37c0-69a3-456b-99dd-e70ebdf7e3f3", "name": "network-vif-deleted", "tag": "549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:44:50.898308 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1c17aa84-f61d-4fbc-8859-e6bd238c1b7a {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:44:50.898801 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4b37c0-69a3-456b-99dd-e70ebdf7e3f3', 'name': 'network-vif-deleted', 'tag': '549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7', 'status': 'completed', 'code': 200} Mar 05 04:44:50.981118 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3b88fe6c-0654-4285-a22a-ce0c2f8b273d None None] Publish callbacks [] for port (76634a4a-b50c-470f-b4f5-409cb1f521ba), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:50.993160 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7ff42643-1c12-4d45-b26c-0157211c5f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (437b1914-1ba1-40e2-a727-5e7cac544d72), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:51.011705 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3b88fe6c-0654-4285-a22a-ce0c2f8b273d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (76634a4a-b50c-470f-b4f5-409cb1f521ba), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:51.079786 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 0949cf19-4738-4e85-b5ea-22077df7f85c no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:44:51.094403 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b88fe6c-0654-4285-a22a-ce0c2f8b273d None None] Network 3f7037ab-5484-4f12-be88-2ed1b366e188 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:44:51.100237 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-133b1337-6543-45f1-8498-b3d321404209 admin admin] Publish callbacks [] for router_gateway (d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:51.117026 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-3b88fe6c-0654-4285-a22a-ce0c2f8b273d None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:44:51.120875 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b88fe6c-0654-4285-a22a-ce0c2f8b273d None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:44:51.124339 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 0949cf19-4738-4e85-b5ea-22077df7f85c {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:44:51.124678 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 0949cf19-4738-4e85-b5ea-22077df7f85c not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:44:51.125122 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 9fa0a068-5bf7-433b-a800-28551900ccd5 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:44:51.135011 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-133b1337-6543-45f1-8498-b3d321404209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:51.151249 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7704f0f0-d618-4832-a42e-1e301b0dfe28 req-71ced37a-34fa-4841-856c-cf7f6bb74308 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "GET /v2.0/security-groups/8b03bc3f-b8c1-4ca4-8bfb-c758a4511fa0 HTTP/1.1" status: 200 len: 1820 time: 0.2501960 Mar 05 04:44:51.152026 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88fe6c-0654-4285-a22a-ce0c2f8b273d None None] Pushing event updated for resources: {'Port': ['ID=76634a4a-b50c-470f-b4f5-409cb1f521ba,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:51.155334 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0ff35823-0e37-4abb-8c4c-c9a7d97c79ec req-f1a02395-d8de-4265-a4c5-5b738975f18c tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea4b37c0-69a3-456b-99dd-e70ebdf7e3f3 HTTP/1.1" status: 200 len: 210 time: 0.0826509 Mar 05 04:44:51.157156 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 9fa0a068-5bf7-433b-a800-28551900ccd5 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:44:51.157156 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 9fa0a068-5bf7-433b-a800-28551900ccd5 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:44:51.210677 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3b88fe6c-0654-4285-a22a-ce0c2f8b273d None None] Attempting to bind port 76634a4a-b50c-470f-b4f5-409cb1f521ba on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:44:51.211057 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3b88fe6c-0654-4285-a22a-ce0c2f8b273d None None] Attempting to bind port 76634a4a-b50c-470f-b4f5-409cb1f521ba by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '4c576226-cd81-4308-994c-aa8170a040e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3f7037ab-5484-4f12-be88-2ed1b366e188'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:44:51.212646 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b88fe6c-0654-4285-a22a-ce0c2f8b273d None None] Attempting to bind port 76634a4a-b50c-470f-b4f5-409cb1f521ba on network 3f7037ab-5484-4f12-be88-2ed1b366e188 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:44:51.220693 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b88fe6c-0654-4285-a22a-ce0c2f8b273d None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:44:51.220693 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b88fe6c-0654-4285-a22a-ce0c2f8b273d None None] Checking segment: {'id': '4c576226-cd81-4308-994c-aa8170a040e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3f7037ab-5484-4f12-be88-2ed1b366e188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:44:51.220693 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3b88fe6c-0654-4285-a22a-ce0c2f8b273d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:51.222392 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b88fe6c-0654-4285-a22a-ce0c2f8b273d None None] Bound using segment: {'id': '4c576226-cd81-4308-994c-aa8170a040e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3f7037ab-5484-4f12-be88-2ed1b366e188'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:44:51.223839 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3b88fe6c-0654-4285-a22a-ce0c2f8b273d None None] Bound port: 76634a4a-b50c-470f-b4f5-409cb1f521ba, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c576226-cd81-4308-994c-aa8170a040e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3f7037ab-5484-4f12-be88-2ed1b366e188'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:44:51.224490 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3b88fe6c-0654-4285-a22a-ce0c2f8b273d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (76634a4a-b50c-470f-b4f5-409cb1f521ba), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:51.256769 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7ff42643-1c12-4d45-b26c-0157211c5f85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (437b1914-1ba1-40e2-a727-5e7cac544d72), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:51.269867 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-7704f0f0-d618-4832-a42e-1e301b0dfe28 req-8b8f69bf-35a1-4381-bcc6-0481376f2359 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (8b03bc3f-b8c1-4ca4-8bfb-c758a4511fa0), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:51.328812 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff42643-1c12-4d45-b26c-0157211c5f85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=437b1914-1ba1-40e2-a727-5e7cac544d72,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:51.339438 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-133b1337-6543-45f1-8498-b3d321404209 admin admin] Allocated IP 172.25.0.100 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/d75b11e6-2fcb-4b7d-b002-84b2d9745d56) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:44:51.356354 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7ff42643-1c12-4d45-b26c-0157211c5f85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:51.365775 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbe7c0f-329a-49db-9ed0-4d81358211b5 None None] Network 1d855b48-716f-4cbb-8acc-c3f5113efca4 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:44:51.374769 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7ff42643-1c12-4d45-b26c-0157211c5f85 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/437b1914-1ba1-40e2-a727-5e7cac544d72 HTTP/1.1" status: 204 len: 168 time: 1.0176284 Mar 05 04:44:51.376086 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43238) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:51.381411 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-3b88fe6c-0654-4285-a22a-ce0c2f8b273d None None] For port 76634a4a-b50c-470f-b4f5-409cb1f521ba, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:44:51.412022 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-3b88fe6c-0654-4285-a22a-ce0c2f8b273d None None] For port 76634a4a-b50c-470f-b4f5-409cb1f521ba, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=76634a4a-b50c-470f-b4f5-409cb1f521ba,segment=NetworkSegment(4c576226-cd81-4308-994c-aa8170a040e4),segment_id=4c576226-cd81-4308-994c-aa8170a040e4)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:44:51.438529 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-7704f0f0-d618-4832-a42e-1e301b0dfe28 req-8b8f69bf-35a1-4381-bcc6-0481376f2359 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (8b03bc3f-b8c1-4ca4-8bfb-c758a4511fa0), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:51.451960 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3b88fe6c-0654-4285-a22a-ce0c2f8b273d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (76634a4a-b50c-470f-b4f5-409cb1f521ba), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:51.548182 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-12bd7453-1305-498f-aadd-e7feb4f8a526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (1d855b48-716f-4cbb-8acc-c3f5113efca4), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:51.626516 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88fe6c-0654-4285-a22a-ce0c2f8b273d None None] Pushing event updated for resources: {'Port': ['ID=76634a4a-b50c-470f-b4f5-409cb1f521ba,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:51.632603 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-133b1337-6543-45f1-8498-b3d321404209 admin admin] Publish callbacks [] for port (d75b11e6-2fcb-4b7d-b002-84b2d9745d56), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:51.692768 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-7704f0f0-d618-4832-a42e-1e301b0dfe28 req-8b8f69bf-35a1-4381-bcc6-0481376f2359 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8b03bc3f-b8c1-4ca4-8bfb-c758a4511fa0), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:51.701663 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-7704f0f0-d618-4832-a42e-1e301b0dfe28 req-8b8f69bf-35a1-4381-bcc6-0481376f2359 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:51.702876 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7704f0f0-d618-4832-a42e-1e301b0dfe28 req-8b8f69bf-35a1-4381-bcc6-0481376f2359 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "DELETE /v2.0/security-groups/8b03bc3f-b8c1-4ca4-8bfb-c758a4511fa0 HTTP/1.1" status: 204 len: 173 time: 0.5463369 Mar 05 04:44:51.757482 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bb7197-9e50-4e3c-ab61-5543eef16aab None None] DHCP port deletion for 1d855b48-716f-4cbb-8acc-c3f5113efca4 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:44:51.763296 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-133b1337-6543-45f1-8498-b3d321404209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (d75b11e6-2fcb-4b7d-b002-84b2d9745d56), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:51.826939 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-85bb7197-9e50-4e3c-ab61-5543eef16aab None None] Deleting port ae57d0ce-e574-40f0-99a7-b41e05e04894 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:44:51.828157 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-85bb7197-9e50-4e3c-ab61-5543eef16aab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (ae57d0ce-e574-40f0-99a7-b41e05e04894), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:51.835706 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-de233760-56dc-487d-8798-81d7a4d5050e req-74830138-b769-41a5-80db-f07915839319 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1545892 Mar 05 04:44:51.857592 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f69bf-35a1-4381-bcc6-0481376f2359 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b03bc3f-b8c1-4ca4-8bfb-c758a4511fa0,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:51.873784 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-12bd7453-1305-498f-aadd-e7feb4f8a526 admin admin] Deleting port ae57d0ce-e574-40f0-99a7-b41e05e04894 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:44:51.874135 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-12bd7453-1305-498f-aadd-e7feb4f8a526 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (ae57d0ce-e574-40f0-99a7-b41e05e04894), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:51.881684 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b1337-6543-45f1-8498-b3d321404209 admin admin] Pushing event updated for resources: {'Port': ['ID=d75b11e6-2fcb-4b7d-b002-84b2d9745d56,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:51.890082 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133b1337-6543-45f1-8498-b3d321404209 admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:44:51.891545 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-133b1337-6543-45f1-8498-b3d321404209 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:44:51.894424 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133b1337-6543-45f1-8498-b3d321404209 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:44:51.962198 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffc740-9ee4-415e-9b03-be4d06b6edcb req-a0e21d09-1b81-4e2e-b193-87df7af5d7d2 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:51.964013 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6cffc740-9ee4-415e-9b03-be4d06b6edcb req-a0e21d09-1b81-4e2e-b193-87df7af5d7d2 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "GET /v2.0/ports?device_id=5759c270-0a64-4463-a266-c701d0f4cf5d HTTP/1.1" status: 200 len: 945 time: 0.2785776 Mar 05 04:44:52.041427 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b8288-9bfd-4e97-85f4-38af70c54306 req-446c5e6a-eef5-4ab5-8080-e3ce19382495 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:52.043355 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8d8b8288-9bfd-4e97-85f4-38af70c54306 req-446c5e6a-eef5-4ab5-8080-e3ce19382495 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 949 time: 0.2502847 Mar 05 04:44:52.090914 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-12bd7453-1305-498f-aadd-e7feb4f8a526 admin admin] For port ae57d0ce-e574-40f0-99a7-b41e05e04894, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ae57d0ce-e574-40f0-99a7-b41e05e04894,segment=NetworkSegment(e0918b2d-09d9-490a-9e95-ce7ce7616187),segment_id=e0918b2d-09d9-490a-9e95-ce7ce7616187)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:52.091598 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-12bd7453-1305-498f-aadd-e7feb4f8a526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (ae57d0ce-e574-40f0-99a7-b41e05e04894), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:52.152177 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6cffc740-9ee4-415e-9b03-be4d06b6edcb req-45c39fd8-e3c3-4b93-b1b7-b33957182489 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "GET /v2.0/security-groups?id=137407fe-83a0-45cf-8a79-c9fdb740f41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298678 Mar 05 04:44:52.186508 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-12bd7453-1305-498f-aadd-e7feb4f8a526 admin admin] Calling delete_port for ae57d0ce-e574-40f0-99a7-b41e05e04894 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:44:52.217591 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-85bb7197-9e50-4e3c-ab61-5543eef16aab None None] For port ae57d0ce-e574-40f0-99a7-b41e05e04894, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ae57d0ce-e574-40f0-99a7-b41e05e04894,segment=NetworkSegment(e0918b2d-09d9-490a-9e95-ce7ce7616187),segment_id=e0918b2d-09d9-490a-9e95-ce7ce7616187)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:52.218552 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-85bb7197-9e50-4e3c-ab61-5543eef16aab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (ae57d0ce-e574-40f0-99a7-b41e05e04894), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:52.232922 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-85bb7197-9e50-4e3c-ab61-5543eef16aab None None] Calling delete_port for ae57d0ce-e574-40f0-99a7-b41e05e04894 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:44:52.304202 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8d8b8288-9bfd-4e97-85f4-38af70c54306 req-3abefe1b-0081-4c15-9a3c-b535e1d9cfbd tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412555 Mar 05 04:44:52.345054 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-85bb7197-9e50-4e3c-ab61-5543eef16aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (ae57d0ce-e574-40f0-99a7-b41e05e04894), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:52.396501 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb7197-9e50-4e3c-ab61-5543eef16aab None None] Pushing event deleted for resources: {'Port': ['ID=ae57d0ce-e574-40f0-99a7-b41e05e04894,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:52.413544 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bb7197-9e50-4e3c-ab61-5543eef16aab None None] No DVR routers for this DVR port ae57d0ce-e574-40f0-99a7-b41e05e04894 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:44:52.418502 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188e0fa-6778-4d4f-aefc-1694e521ab96 req-ed025280-5ca2-4ffa-86d5-5d53ac4cf89d tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:52.430612 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6188e0fa-6778-4d4f-aefc-1694e521ab96 req-ed025280-5ca2-4ffa-86d5-5d53ac4cf89d tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 1129 time: 0.1239417 Mar 05 04:44:52.469512 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-133b1337-6543-45f1-8498-b3d321404209 admin admin] Publish callbacks [] for router_gateway (d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:52.477794 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-12bd7453-1305-498f-aadd-e7feb4f8a526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (ae57d0ce-e574-40f0-99a7-b41e05e04894), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:52.547330 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6188e0fa-6778-4d4f-aefc-1694e521ab96 req-76506a83-8a0a-4a51-9315-c1931e8fb46b tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119051 Mar 05 04:44:52.557474 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7a633ea1-095d-4997-be1a-44828ad6351e req-b106e27e-7b6f-45b8-99fe-0f2898b88b96 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "GET /v2.0/security-groups/47b81ff5-151d-4184-bfe1-540fe521773d HTTP/1.1" status: 200 len: 2420 time: 0.1852865 Mar 05 04:44:52.566419 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bd7453-1305-498f-aadd-e7feb4f8a526 admin admin] No DVR routers for this DVR port ae57d0ce-e574-40f0-99a7-b41e05e04894 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:44:52.568182 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd7453-1305-498f-aadd-e7feb4f8a526 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae57d0ce-e574-40f0-99a7-b41e05e04894,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:52.768614 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de233760-56dc-487d-8798-81d7a4d5050e req-adc0f404-c488-4064-8543-d656b444f752 tempest-MigrationsAdminTest-1941927207 tempest-MigrationsAdminTest-1941927207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:52.770042 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de233760-56dc-487d-8798-81d7a4d5050e req-adc0f404-c488-4064-8543-d656b444f752 tempest-MigrationsAdminTest-1941927207 tempest-MigrationsAdminTest-1941927207-project-admin] 10.222.0.11 "GET /v2.0/ports/42bb86dd-fe1b-4930-b99a-b1027cc37c2e HTTP/1.1" status: 200 len: 1129 time: 0.1526732 Mar 05 04:44:52.773826 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-12bd7453-1305-498f-aadd-e7feb4f8a526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (1d855b48-716f-4cbb-8acc-c3f5113efca4), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:52.787274 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-133b1337-6543-45f1-8498-b3d321404209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:52.820873 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-7a633ea1-095d-4997-be1a-44828ad6351e req-69095037-a03a-44ff-bfac-39007a5515f9 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (47b81ff5-151d-4184-bfe1-540fe521773d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:52.841607 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-12bd7453-1305-498f-aadd-e7feb4f8a526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d855b48-716f-4cbb-8acc-c3f5113efca4']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:52.875692 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-12bd7453-1305-498f-aadd-e7feb4f8a526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0918b2d-09d9-490a-9e95-ce7ce7616187') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:52.875991 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-12bd7453-1305-498f-aadd-e7feb4f8a526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0918b2d-09d9-490a-9e95-ce7ce7616187') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:52.887499 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-7a633ea1-095d-4997-be1a-44828ad6351e req-69095037-a03a-44ff-bfac-39007a5515f9 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (47b81ff5-151d-4184-bfe1-540fe521773d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:52.898457 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2affd99-94f3-432b-8b66-075a4213baa2 req-d17870e7-b7e6-4225-9b56-3569035c56ad tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:52.900047 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e2affd99-94f3-432b-8b66-075a4213baa2 req-d17870e7-b7e6-4225-9b56-3569035c56ad tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "GET /v2.0/ports?device_id=5759c270-0a64-4463-a266-c701d0f4cf5d HTTP/1.1" status: 200 len: 945 time: 0.2194469 Mar 05 04:44:52.902740 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-12bd7453-1305-498f-aadd-e7feb4f8a526 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (e0918b2d-09d9-490a-9e95-ce7ce7616187), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:52.916941 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43276) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:52.922006 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-d4b6e99c-030a-414a-be58-ec54ffebd2e8 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Request body: {'floatingip': {'port_id': '7272a1ad-a215-48ac-9ead-f9212019dfdd'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:52.994423 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133b1337-6543-45f1-8498-b3d321404209 admin admin] Router d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:44:53.011777 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-12bd7453-1305-498f-aadd-e7feb4f8a526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (e0918b2d-09d9-490a-9e95-ce7ce7616187), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:53.021099 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d4b6e99c-030a-414a-be58-ec54ffebd2e8 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks [] for floatingip (5e731e02-63bd-4add-b2e3-3c781cd7d29c), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:53.067503 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12bd7453-1305-498f-aadd-e7feb4f8a526 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:44:53.068243 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-12bd7453-1305-498f-aadd-e7feb4f8a526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (e0918b2d-09d9-490a-9e95-ce7ce7616187), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: timer() Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:44:53.076633 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:44:53.142841 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05a7a1c-54a2-45e5-a11f-b94e8158a67b None None] Network 3f7037ab-5484-4f12-be88-2ed1b366e188 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:44:53.249469 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 76634a4a-b50c-470f-b4f5-409cb1f521ba up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:44:53.267911 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-7a633ea1-095d-4997-be1a-44828ad6351e req-69095037-a03a-44ff-bfac-39007a5515f9 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (47b81ff5-151d-4184-bfe1-540fe521773d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:53.281817 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-7a633ea1-095d-4997-be1a-44828ad6351e req-69095037-a03a-44ff-bfac-39007a5515f9 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:53.283028 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7a633ea1-095d-4997-be1a-44828ad6351e req-69095037-a03a-44ff-bfac-39007a5515f9 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "DELETE /v2.0/security-groups/47b81ff5-151d-4184-bfe1-540fe521773d HTTP/1.1" status: 204 len: 173 time: 0.7050688 Mar 05 04:44:53.316857 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69095037-a03a-44ff-bfac-39007a5515f9 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b81ff5-151d-4184-bfe1-540fe521773d,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:53.318808 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-12bd7453-1305-498f-aadd-e7feb4f8a526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (1d855b48-716f-4cbb-8acc-c3f5113efca4), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:53.343282 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133b1337-6543-45f1-8498-b3d321404209 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:44:53.354638 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-12bd7453-1305-498f-aadd-e7feb4f8a526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:53.369322 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-12bd7453-1305-498f-aadd-e7feb4f8a526 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1d855b48-716f-4cbb-8acc-c3f5113efca4 HTTP/1.1" status: 204 len: 168 time: 1.9857376 Mar 05 04:44:53.370133 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43296) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:53.396251 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f0674c-f1ca-4f33-b95a-9d945a6fcd8d None None] Sync routers for ids ['d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:44:53.399011 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd7453-1305-498f-aadd-e7feb4f8a526 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d855b48-716f-4cbb-8acc-c3f5113efca4,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:53.422843 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:44:53.495787 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-58d9ece5-f92f-42b3-95de-d4cdfffe96d2 None None] Provisioning complete for port 76634a4a-b50c-470f-b4f5-409cb1f521ba triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:44:53.496601 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-58d9ece5-f92f-42b3-95de-d4cdfffe96d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (76634a4a-b50c-470f-b4f5-409cb1f521ba), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:53.511290 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f0674c-f1ca-4f33-b95a-9d945a6fcd8d None None] Routers {'d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:44:53.512241 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-19f0674c-f1ca-4f33-b95a-9d945a6fcd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:44:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:53.521221 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:44:53.521832 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 549fb9f6-2306-4c1c-b4e0-ee9fb64a33d7 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:44:53.579645 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7849fd86-7f7d-4cde-b5da-1d61afdcf3a1 req-1b9bf116-9e54-4b73-9ddf-31a32cc3cb60 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "GET /v2.0/security-groups/6a9c3f8b-260c-4be7-8953-f360528bf4a9 HTTP/1.1" status: 200 len: 2411 time: 0.1836321 Mar 05 04:44:53.722217 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 76634a4a-b50c-470f-b4f5-409cb1f521ba triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:44:53.722872 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (76634a4a-b50c-470f-b4f5-409cb1f521ba), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:53.763256 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-7849fd86-7f7d-4cde-b5da-1d61afdcf3a1 req-7b3a24ac-fd03-4584-8dcc-582ea07c7197 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (6a9c3f8b-260c-4be7-8953-f360528bf4a9), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:53.835432 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-19f0674c-f1ca-4f33-b95a-9d945a6fcd8d None None] Set router d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:44:53.848294 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-7849fd86-7f7d-4cde-b5da-1d61afdcf3a1 req-7b3a24ac-fd03-4584-8dcc-582ea07c7197 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (6a9c3f8b-260c-4be7-8953-f360528bf4a9), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:53.951647 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-58d9ece5-f92f-42b3-95de-d4cdfffe96d2 None None] Current status of the port 76634a4a-b50c-470f-b4f5-409cb1f521ba is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:53.952571 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-58d9ece5-f92f-42b3-95de-d4cdfffe96d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (76634a4a-b50c-470f-b4f5-409cb1f521ba), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:54.027553 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-133b1337-6543-45f1-8498-b3d321404209 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:54.031830 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-133b1337-6543-45f1-8498-b3d321404209 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9171779 Mar 05 04:44:54.032554 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43318) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:54.104923 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-7849fd86-7f7d-4cde-b5da-1d61afdcf3a1 req-7b3a24ac-fd03-4584-8dcc-582ea07c7197 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6a9c3f8b-260c-4be7-8953-f360528bf4a9), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:54.109508 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-7849fd86-7f7d-4cde-b5da-1d61afdcf3a1 req-7b3a24ac-fd03-4584-8dcc-582ea07c7197 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:54.110890 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7849fd86-7f7d-4cde-b5da-1d61afdcf3a1 req-7b3a24ac-fd03-4584-8dcc-582ea07c7197 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] 10.222.0.11 "DELETE /v2.0/security-groups/6a9c3f8b-260c-4be7-8953-f360528bf4a9 HTTP/1.1" status: 204 len: 173 time: 0.5217505 Mar 05 04:44:54.138551 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43320) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:54.144256 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-58d9ece5-f92f-42b3-95de-d4cdfffe96d2 None None] For port 76634a4a-b50c-470f-b4f5-409cb1f521ba, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=76634a4a-b50c-470f-b4f5-409cb1f521ba,segment=NetworkSegment(4c576226-cd81-4308-994c-aa8170a040e4),segment_id=4c576226-cd81-4308-994c-aa8170a040e4)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:54.156034 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de233760-56dc-487d-8798-81d7a4d5050e req-f7398041-a807-4ce9-8c5f-bd291bf3f531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:54.157680 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de233760-56dc-487d-8798-81d7a4d5050e req-f7398041-a807-4ce9-8c5f-bd291bf3f531 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 1132 time: 0.1747718 Mar 05 04:44:54.158421 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a24ac-fd03-4584-8dcc-582ea07c7197 tempest-SecurityGroupRulesTestJSON-77990073 tempest-SecurityGroupRulesTestJSON-77990073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9c3f8b-260c-4be7-8953-f360528bf4a9,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:54.184538 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.db.resource_extend [None req-d4b6e99c-030a-414a-be58-ec54ffebd2e8 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 04:44:54.284474 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 76634a4a-b50c-470f-b4f5-409cb1f521ba is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:54.285654 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (76634a4a-b50c-470f-b4f5-409cb1f521ba), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:54.300374 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-58d9ece5-f92f-42b3-95de-d4cdfffe96d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (76634a4a-b50c-470f-b4f5-409cb1f521ba), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:54.343247 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac8b94d-9a23-48d9-beb1-c6d48634468b admin admin] Deleting subnet cce87001-a0a4-4d40-a99d-f9f0f5c90179 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:44:54.355510 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d4b6e99c-030a-414a-be58-ec54ffebd2e8 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:54.357849 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3ac8b94d-9a23-48d9-beb1-c6d48634468b admin admin] Publish callbacks [] for subnet (cce87001-a0a4-4d40-a99d-f9f0f5c90179), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:54.414501 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d4b6e99c-030a-414a-be58-ec54ffebd2e8 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (5e731e02-63bd-4add-b2e3-3c781cd7d29c), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:54.480413 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9ece5-f92f-42b3-95de-d4cdfffe96d2 None None] Pushing event updated for resources: {'Port': ['ID=76634a4a-b50c-470f-b4f5-409cb1f521ba,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:54.498841 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-bafd3c89-7bbe-46d2-a423-398373c9d921 None None] Provisioning complete for port 76634a4a-b50c-470f-b4f5-409cb1f521ba triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:44:54.499486 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bafd3c89-7bbe-46d2-a423-398373c9d921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (76634a4a-b50c-470f-b4f5-409cb1f521ba), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:54.540543 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-d4b6e99c-030a-414a-be58-ec54ffebd2e8 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Floating IP 5e731e02-63bd-4add-b2e3-3c781cd7d29c associated. External IP: 172.25.0.120, port: 7272a1ad-a215-48ac-9ead-f9212019dfdd. Mar 05 04:44:54.609674 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3ac8b94d-9a23-48d9-beb1-c6d48634468b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (cce87001-a0a4-4d40-a99d-f9f0f5c90179), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:54.618536 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 04:44:54.619302 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 04:44:54.632630 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-19f0674c-f1ca-4f33-b95a-9d945a6fcd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'name': 'tempest-ServersTestBootFromVolume-1670345212-router', 'tenant_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd75b11e6-2fcb-4b7d-b002-84b2d9745d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:44:50Z', 'updated_at': '2022-03-05T04:44:52Z', 'revision_number': 3, 'project_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'gw_port': {'id': 'd75b11e6-2fcb-4b7d-b002-84b2d9745d56', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:51Z', 'updated_at': '2022-03-05T04:44:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:54.685615 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f0674c-f1ca-4f33-b95a-9d945a6fcd8d None None] Checking router: d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:44:54.686008 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f0674c-f1ca-4f33-b95a-9d945a6fcd8d None None] Updating router d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc port d75b11e6-2fcb-4b7d-b002-84b2d9745d56 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:44:54.698743 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-4575ba2a-f2e1-4efe-9bbb-83d9d755af5a tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:44:54.699830 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-4575ba2a-f2e1-4efe-9bbb-83d9d755af5a tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058925 Mar 05 04:44:54.730284 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-bafd3c89-7bbe-46d2-a423-398373c9d921 None None] Current status of the port 76634a4a-b50c-470f-b4f5-409cb1f521ba is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:54.733762 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-19f0674c-f1ca-4f33-b95a-9d945a6fcd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d75b11e6-2fcb-4b7d-b002-84b2d9745d56), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:54.905837 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-01307bc5-b40e-4a7e-8e93-374091703ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:54.907285 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-01307bc5-b40e-4a7e-8e93-374091703ec8 service neutron] 10.222.0.11 "GET /v2.0/ports/a9b93e14-ffc1-4130-9d33-751178e57443 HTTP/1.1" status: 200 len: 1126 time: 0.1323857 Mar 05 04:44:54.923435 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-510e1a12-3854-4de1-8609-268638b42dd9 service neutron] Request body: {'binding': {'host': 'n-h2-789963-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:44:54.923896 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-510e1a12-3854-4de1-8609-268638b42dd9 service neutron] Unknown quota resources ['binding']. {{(pid=105232) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 05 04:44:55.009385 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de233760-56dc-487d-8798-81d7a4d5050e req-ee48e54f-ec32-4357-acae-1828ced764c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:55.010884 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de233760-56dc-487d-8798-81d7a4d5050e req-ee48e54f-ec32-4357-acae-1828ced764c0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.8287814 Mar 05 04:44:55.046475 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180ad68-1b1a-415b-9dd2-20c328e95a2e req-cbb3f5b9-85b8-4a8d-8687-26af888a98b0 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:55.048419 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c180ad68-1b1a-415b-9dd2-20c328e95a2e req-cbb3f5b9-85b8-4a8d-8687-26af888a98b0 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 949 time: 0.7758253 Mar 05 04:44:55.089177 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-19f0674c-f1ca-4f33-b95a-9d945a6fcd8d None None] Publish callbacks [] for port (d75b11e6-2fcb-4b7d-b002-84b2d9745d56), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:55.098351 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-19f0674c-f1ca-4f33-b95a-9d945a6fcd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d75b11e6-2fcb-4b7d-b002-84b2d9745d56), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:55.113742 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de233760-56dc-487d-8798-81d7a4d5050e req-2b5fd9a3-4bd1-4375-88d8-866434b4fffe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=42bb86dd-fe1b-4930-b99a-b1027cc37c2e HTTP/1.1" status: 200 len: 217 time: 0.0936086 Mar 05 04:44:55.172330 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4c398b9b-c28a-4f6d-b236-a201fea777e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (66539c86-c4ff-4f80-b9b8-57d21117ca5b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:55.221178 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3ac8b94d-9a23-48d9-beb1-c6d48634468b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (cce87001-a0a4-4d40-a99d-f9f0f5c90179), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:55.234545 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-19f0674c-f1ca-4f33-b95a-9d945a6fcd8d None None] Attempting to bind port d75b11e6-2fcb-4b7d-b002-84b2d9745d56 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:44:55.235032 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-19f0674c-f1ca-4f33-b95a-9d945a6fcd8d None None] Attempting to bind port d75b11e6-2fcb-4b7d-b002-84b2d9745d56 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:44:55.235447 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f0674c-f1ca-4f33-b95a-9d945a6fcd8d None None] Attempting to bind port d75b11e6-2fcb-4b7d-b002-84b2d9745d56 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:44:55.243538 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 76634a4a-b50c-470f-b4f5-409cb1f521ba is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:55.246606 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeaa081-7af3-45b4-bc90-860ed1103006 None None] Pushing event updated for resources: {'Port': ['ID=d75b11e6-2fcb-4b7d-b002-84b2d9745d56,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:55.250798 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f0674c-f1ca-4f33-b95a-9d945a6fcd8d None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:44:55.251402 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f0674c-f1ca-4f33-b95a-9d945a6fcd8d None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:44:55.251946 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-19f0674c-f1ca-4f33-b95a-9d945a6fcd8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:55.252338 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f0674c-f1ca-4f33-b95a-9d945a6fcd8d None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:44:55.252971 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-19f0674c-f1ca-4f33-b95a-9d945a6fcd8d None None] Bound port: d75b11e6-2fcb-4b7d-b002-84b2d9745d56, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:44:55.253370 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-19f0674c-f1ca-4f33-b95a-9d945a6fcd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d75b11e6-2fcb-4b7d-b002-84b2d9745d56), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:55.316125 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-510e1a12-3854-4de1-8609-268638b42dd9 service neutron] Attempting to bind port a9b93e14-ffc1-4130-9d33-751178e57443 on host n-h2-789963-32 for vnic_type normal with profile None {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:44:55.316861 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-510e1a12-3854-4de1-8609-268638b42dd9 service neutron] Attempting to bind port a9b93e14-ffc1-4130-9d33-751178e57443 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:44:55.320975 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-510e1a12-3854-4de1-8609-268638b42dd9 service neutron] Attempting to bind port a9b93e14-ffc1-4130-9d33-751178e57443 on network fd6aa200-b97d-49ed-9876-375a41229f42 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:44:55.325422 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ae57d0ce-e574-40f0-99a7-b41e05e04894 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:44:55.344452 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-510e1a12-3854-4de1-8609-268638b42dd9 service neutron] Port a9b93e14-ffc1-4130-9d33-751178e57443 on network fd6aa200-b97d-49ed-9876-375a41229f42 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:44:55.345189 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-510e1a12-3854-4de1-8609-268638b42dd9 service neutron] Attempting to bind port a9b93e14-ffc1-4130-9d33-751178e57443 on network fd6aa200-b97d-49ed-9876-375a41229f42 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:44:55.353395 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de233760-56dc-487d-8798-81d7a4d5050e req-9382734f-26e2-4d59-91ba-bdf9b507728a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:55.354923 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de233760-56dc-487d-8798-81d7a4d5050e req-9382734f-26e2-4d59-91ba-bdf9b507728a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.2328396 Mar 05 04:44:55.360759 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: ae57d0ce-e574-40f0-99a7-b41e05e04894 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:44:55.361230 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ae57d0ce-e574-40f0-99a7-b41e05e04894 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:44:55.370020 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-19f0674c-f1ca-4f33-b95a-9d945a6fcd8d None None] For port d75b11e6-2fcb-4b7d-b002-84b2d9745d56, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:44:55.389252 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-19f0674c-f1ca-4f33-b95a-9d945a6fcd8d None None] For port d75b11e6-2fcb-4b7d-b002-84b2d9745d56, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d75b11e6-2fcb-4b7d-b002-84b2d9745d56,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:44:55.400582 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-19f0674c-f1ca-4f33-b95a-9d945a6fcd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d75b11e6-2fcb-4b7d-b002-84b2d9745d56), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:55.443120 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-510e1a12-3854-4de1-8609-268638b42dd9 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:44:55.443461 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-510e1a12-3854-4de1-8609-268638b42dd9 service neutron] Checking segment: {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:44:55.443898 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-510e1a12-3854-4de1-8609-268638b42dd9 service neutron] Bound using segment: {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:44:55.444356 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-510e1a12-3854-4de1-8609-268638b42dd9 service neutron] Bound port: a9b93e14-ffc1-4130-9d33-751178e57443, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:44:55.445957 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c180ad68-1b1a-415b-9dd2-20c328e95a2e req-a1d2f04b-e818-484d-80b2-e6062b82c5e6 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281295 Mar 05 04:44:55.454782 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-46f386cd-a705-4738-9ae8-1cea091c095f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:55.485986 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b6e99c-030a-414a-be58-ec54ffebd2e8 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Router 856422a1-7ca6-4d2e-9925-9f1295dcd74e has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:44:55.488457 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de233760-56dc-487d-8798-81d7a4d5050e req-551b0934-a1e1-47b0-ad1f-59c4a959cbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:55.490020 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de233760-56dc-487d-8798-81d7a4d5050e req-551b0934-a1e1-47b0-ad1f-59c4a959cbf3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1208832 Mar 05 04:44:55.491304 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3ac8b94d-9a23-48d9-beb1-c6d48634468b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (cce87001-a0a4-4d40-a99d-f9f0f5c90179), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:55.535558 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8b94d-9a23-48d9-beb1-c6d48634468b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cce87001-a0a4-4d40-a99d-f9f0f5c90179,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:55.595630 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeaa081-7af3-45b4-bc90-860ed1103006 None None] Pushing event updated for resources: {'Port': ['ID=d75b11e6-2fcb-4b7d-b002-84b2d9745d56,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:55.612392 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 76634a4a-b50c-470f-b4f5-409cb1f521ba up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:44:55.621866 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3ac8b94d-9a23-48d9-beb1-c6d48634468b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:55.626087 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3ac8b94d-9a23-48d9-beb1-c6d48634468b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cce87001-a0a4-4d40-a99d-f9f0f5c90179 HTTP/1.1" status: 204 len: 168 time: 1.4859977 Mar 05 04:44:55.649900 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43338) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:55.689217 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43340) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:55.713785 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de233760-56dc-487d-8798-81d7a4d5050e req-dd39abec-e77e-40f6-bb38-5813037c97f1 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150805 Mar 05 04:44:55.719903 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-510e1a12-3854-4de1-8609-268638b42dd9 service neutron] For port a9b93e14-ffc1-4130-9d33-751178e57443, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a9b93e14-ffc1-4130-9d33-751178e57443,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:44:55.757528 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-510e1a12-3854-4de1-8609-268638b42dd9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:55.758738 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-510e1a12-3854-4de1-8609-268638b42dd9 service neutron] 10.222.0.11 "POST /v2.0/ports/a9b93e14-ffc1-4130-9d33-751178e57443/bindings HTTP/1.1" status: 201 len: 390 time: 0.8394573 Mar 05 04:44:55.857538 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f0674c-f1ca-4f33-b95a-9d945a6fcd8d None None] Routers {'d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:44:55.858468 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-19f0674c-f1ca-4f33-b95a-9d945a6fcd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:44:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:55.920484 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09be0f15-b436-4aff-89fc-e053667c867e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (f5ec9e70-15e0-4c30-b30b-a9af0ef937c5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:55.941323 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de233760-56dc-487d-8798-81d7a4d5050e req-67c86758-eaa5-4251-86b3-ea29f1dcae21 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137744 Mar 05 04:44:55.956887 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b6e99c-030a-414a-be58-ec54ffebd2e8 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:44:55.970315 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47eede8-8a01-44f6-8221-3f80dee9b1ed None None] Sync routers for ids ['856422a1-7ca6-4d2e-9925-9f1295dcd74e'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:44:55.988270 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47eede8-8a01-44f6-8221-3f80dee9b1ed None None] Routers {'856422a1-7ca6-4d2e-9925-9f1295dcd74e'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:44:55.988973 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-f47eede8-8a01-44f6-8221-3f80dee9b1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:44:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['856422a1-7ca6-4d2e-9925-9f1295dcd74e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:55.990425 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d4b6e99c-030a-414a-be58-ec54ffebd2e8 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:56.068140 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a03e515e-3a62-443f-a61c-fffff837f8fe tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks [] for security_group (0fb8fc18-3f09-415f-aaf1-ea182b1f5c46), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:56.072939 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 76634a4a-b50c-470f-b4f5-409cb1f521ba triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:44:56.073463 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (76634a4a-b50c-470f-b4f5-409cb1f521ba), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:56.136155 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a03e515e-3a62-443f-a61c-fffff837f8fe tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks [] for security_group (0fb8fc18-3f09-415f-aaf1-ea182b1f5c46), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:56.187992 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-19f0674c-f1ca-4f33-b95a-9d945a6fcd8d None None] Set router d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:44:56.208190 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d4b6e99c-030a-414a-be58-ec54ffebd2e8 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "PUT /v2.0/floatingips/5e731e02-63bd-4add-b2e3-3c781cd7d29c HTTP/1.1" status: 200 len: 991 time: 3.2899072 Mar 05 04:44:56.209725 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5759c270-0a64-4463-a266-c701d0f4cf5d', 'tag': '7272a1ad-a215-48ac-9ead-f9212019dfdd'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:44:56.212249 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a183faaf-46a7-416a-b5ef-9f7ee7784a98" -d '{"events": [{"name": "network-changed", "server_uuid": "5759c270-0a64-4463-a266-c701d0f4cf5d", "tag": "7272a1ad-a215-48ac-9ead-f9212019dfdd"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:44:56.216591 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a03e515e-3a62-443f-a61c-fffff837f8fe tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (0fb8fc18-3f09-415f-aaf1-ea182b1f5c46), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:56.219146 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a03e515e-3a62-443f-a61c-fffff837f8fe tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:56.223091 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a03e515e-3a62-443f-a61c-fffff837f8fe tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "DELETE /v2.0/security-groups/0fb8fc18-3f09-415f-aaf1-ea182b1f5c46 HTTP/1.1" status: 204 len: 168 time: 0.5293844 Mar 05 04:44:56.223268 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-88e1c2ce-c0ba-4a9d-86f2-62cbd3b9dbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:56.223268 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-88e1c2ce-c0ba-4a9d-86f2-62cbd3b9dbd6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=84f78c82255c4feca46335184d79ad7d&device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 1129 time: 0.1378703 Mar 05 04:44:56.224560 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43348) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:56.257069 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e515e-3a62-443f-a61c-fffff837f8fe tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb8fc18-3f09-415f-aaf1-ea182b1f5c46,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:56.261267 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc5f75-088f-47fa-b550-ecde82c28127 req-474038d4-e687-4467-ba7b-12404d667873 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:56.263042 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-27cc5f75-088f-47fa-b550-ecde82c28127 req-474038d4-e687-4467-ba7b-12404d667873 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 946 time: 0.3027463 Mar 05 04:44:56.271192 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-f47eede8-8a01-44f6-8221-3f80dee9b1ed None None] Set router 856422a1-7ca6-4d2e-9925-9f1295dcd74e gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:44:56.288545 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-8a878eef-8726-47a0-9c91-5beb36985b2b tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] show failed (client error): The resource could not be found. Mar 05 04:44:56.289853 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8a878eef-8726-47a0-9c91-5beb36985b2b tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "GET /v2.0/security-groups/0fb8fc18-3f09-415f-aaf1-ea182b1f5c46 HTTP/1.1" status: 404 len: 347 time: 0.0621521 Mar 05 04:44:56.293513 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43350) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:56.305702 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-46f386cd-a705-4738-9ae8-1cea091c095f admin admin] Allocated IP 172.20.0.1 (3f7037ab-5484-4f12-be88-2ed1b366e188/051e2cd5-c912-4db0-b8f8-198255458cd8/04e25d61-ca1d-454f-9ac9-528aa762d65a) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:44:56.319484 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09be0f15-b436-4aff-89fc-e053667c867e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (f5ec9e70-15e0-4c30-b30b-a9af0ef937c5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:56.376128 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-09be0f15-b436-4aff-89fc-e053667c867e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ec9e70-15e0-4c30-b30b-a9af0ef937c5']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:56.412368 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-09be0f15-b436-4aff-89fc-e053667c867e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5a881d-7154-466c-82a6-410b03a67dbe') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:56.412498 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-09be0f15-b436-4aff-89fc-e053667c867e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5a881d-7154-466c-82a6-410b03a67dbe') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:56.465080 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09be0f15-b436-4aff-89fc-e053667c867e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (8c5a881d-7154-466c-82a6-410b03a67dbe), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:56.468317 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 76634a4a-b50c-470f-b4f5-409cb1f521ba is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:56.498114 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09be0f15-b436-4aff-89fc-e053667c867e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (8c5a881d-7154-466c-82a6-410b03a67dbe), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:56.518078 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09be0f15-b436-4aff-89fc-e053667c867e admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:44:56.518946 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09be0f15-b436-4aff-89fc-e053667c867e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (8c5a881d-7154-466c-82a6-410b03a67dbe), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:56.521478 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:44:56.521478 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:44:56.521478 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:44:56.521478 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:44:56.521478 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:44:56.521478 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:44:56.521478 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:44:56.521478 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:44:56.521478 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:44:56.521478 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:44:56.521478 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:44:56.521478 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:44:56.521478 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:44:56.521478 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:44:56.521478 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:44:56.521478 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:44:56.521478 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:44:56.521478 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:44:56.521478 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:44:56.521478 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:44:56.521478 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:44:56.521478 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:44:56.521478 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:44:56.521478 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:44:56.521478 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:44:56.521478 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:44:56.521478 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:44:56.521478 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:44:56.521478 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:44:56.521478 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:44:56.521478 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:44:56.521478 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:44:56.559047 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-19f0674c-f1ca-4f33-b95a-9d945a6fcd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'name': 'tempest-ServersTestBootFromVolume-1670345212-router', 'tenant_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd75b11e6-2fcb-4b7d-b002-84b2d9745d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:44:50Z', 'updated_at': '2022-03-05T04:44:52Z', 'revision_number': 3, 'project_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'gw_port': {'id': 'd75b11e6-2fcb-4b7d-b002-84b2d9745d56', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:51Z', 'updated_at': '2022-03-05T04:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:56.585837 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-4c398b9b-c28a-4f6d-b236-a201fea777e0 admin admin] Deleting port e42b4b8e-d944-4607-a90b-bdb083e854e3 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:44:56.586178 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4c398b9b-c28a-4f6d-b236-a201fea777e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (e42b4b8e-d944-4607-a90b-bdb083e854e3), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:56.588562 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f0674c-f1ca-4f33-b95a-9d945a6fcd8d None None] The sync data for ids ['d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc'] in n-d-789963-32 is: [{'id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'name': 'tempest-ServersTestBootFromVolume-1670345212-router', 'tenant_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd75b11e6-2fcb-4b7d-b002-84b2d9745d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:44:50Z', 'updated_at': '2022-03-05T04:44:52Z', 'revision_number': 3, 'project_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'gw_port': {'id': 'd75b11e6-2fcb-4b7d-b002-84b2d9745d56', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:51Z', 'updated_at': '2022-03-05T04:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:44:56.675996 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-4c398b9b-c28a-4f6d-b236-a201fea777e0 admin admin] For port e42b4b8e-d944-4607-a90b-bdb083e854e3, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e42b4b8e-d944-4607-a90b-bdb083e854e3,segment=NetworkSegment(78fc7d19-0516-4f5e-8089-4e58b1afdc2b),segment_id=78fc7d19-0516-4f5e-8089-4e58b1afdc2b)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:56.676362 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4c398b9b-c28a-4f6d-b236-a201fea777e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (e42b4b8e-d944-4607-a90b-bdb083e854e3), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:56.702938 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-46f386cd-a705-4738-9ae8-1cea091c095f admin admin] Publish callbacks [] for port (04e25d61-ca1d-454f-9ac9-528aa762d65a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:56.758232 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-46f386cd-a705-4738-9ae8-1cea091c095f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (04e25d61-ca1d-454f-9ac9-528aa762d65a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:56.759047 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-f47eede8-8a01-44f6-8221-3f80dee9b1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'name': 'tempest-ServersTestManualDisk-645193617-router', 'tenant_id': 'c250de64173a4ac8a206140866681b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '7ed059bc-ef30-4af1-8751-eb178ffcd77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:44:18Z', 'updated_at': '2022-03-05T04:44:25Z', 'revision_number': 4, 'project_id': 'c250de64173a4ac8a206140866681b0d', 'gw_port': {'id': '7ed059bc-ef30-4af1-8751-eb178ffcd77e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:19Z', 'updated_at': '2022-03-05T04:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '5e731e02-63bd-4add-b2e3-3c781cd7d29c', 'tenant_id': 'c250de64173a4ac8a206140866681b0d', 'floating_ip_address': '172.25.0.120', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'port_id': '7272a1ad-a215-48ac-9ead-f9212019dfdd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '895aab67-f8e9-4990-85fc-266254d4fb06', 'mac_address': 'fa:16:3e:d9:6a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5759c270-0a64-4463-a266-c701d0f4cf5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:44:30Z', 'updated_at': '2022-03-05T04:44:54Z', 'revision_number': 1, 'project_id': 'c250de64173a4ac8a206140866681b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3942aeee-df6b-420f-9310-bcd665863d52', 'name': '', 'network_id': '895aab67-f8e9-4990-85fc-266254d4fb06', 'tenant_id': 'c250de64173a4ac8a206140866681b0d', 'mac_address': 'fa:16:3e:00:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c617fed0-a914-4b01-87c7-fa73c1250483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:24Z', 'updated_at': '2022-03-05T04:44:32Z', 'revision_number': 5, 'project_id': 'c250de64173a4ac8a206140866681b0d', 'subnets': [{'id': 'c617fed0-a914-4b01-87c7-fa73c1250483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:56.804561 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47eede8-8a01-44f6-8221-3f80dee9b1ed None None] Checking router: 856422a1-7ca6-4d2e-9925-9f1295dcd74e for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:44:56.814509 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47eede8-8a01-44f6-8221-3f80dee9b1ed None None] Routers {'856422a1-7ca6-4d2e-9925-9f1295dcd74e'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:44:56.815887 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-f47eede8-8a01-44f6-8221-3f80dee9b1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:44:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['856422a1-7ca6-4d2e-9925-9f1295dcd74e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:56.832585 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-4c398b9b-c28a-4f6d-b236-a201fea777e0 admin admin] Calling delete_port for e42b4b8e-d944-4607-a90b-bdb083e854e3 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:44:56.834417 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f386cd-a705-4738-9ae8-1cea091c095f admin admin] Pushing event updated for resources: {'Port': ['ID=04e25d61-ca1d-454f-9ac9-528aa762d65a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:56.837903 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09be0f15-b436-4aff-89fc-e053667c867e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (f5ec9e70-15e0-4c30-b30b-a9af0ef937c5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:56.866369 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-27cc5f75-088f-47fa-b550-ecde82c28127 req-fe25b7a1-1e4c-47a2-bcb3-d2cb9424fe27 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5854027 Mar 05 04:44:56.879898 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09be0f15-b436-4aff-89fc-e053667c867e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:56.883659 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef3622-eef1-415a-9f02-d0e9b50b8ef2 req-088634fb-4bfb-472e-bad3-c7b63c68d1bc tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:56.885241 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c0ef3622-eef1-415a-9f02-d0e9b50b8ef2 req-088634fb-4bfb-472e-bad3-c7b63c68d1bc tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "GET /v2.0/ports?device_id=5759c270-0a64-4463-a266-c701d0f4cf5d HTTP/1.1" status: 200 len: 945 time: 0.4996088 Mar 05 04:44:56.887834 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-258917e9-cc65-4d60-a351-ee6f33862669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:56.888681 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-09be0f15-b436-4aff-89fc-e053667c867e admin admin] 10.222.0.11 "DELETE /v2.0/networks/f5ec9e70-15e0-4c30-b30b-a9af0ef937c5 HTTP/1.1" status: 204 len: 168 time: 1.2375464 Mar 05 04:44:56.889451 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-258917e9-cc65-4d60-a351-ee6f33862669 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fd6aa200-b97d-49ed-9876-375a41229f42 HTTP/1.1" status: 200 len: 920 time: 0.6530786 Mar 05 04:44:56.898380 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be0f15-b436-4aff-89fc-e053667c867e admin admin] Pushing event deleted for resources: {'Network': ['ID=f5ec9e70-15e0-4c30-b30b-a9af0ef937c5,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:56.927274 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f386cd-a705-4738-9ae8-1cea091c095f admin admin] Network 3f7037ab-5484-4f12-be88-2ed1b366e188 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:44:56.941610 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-46f386cd-a705-4738-9ae8-1cea091c095f admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:44:56.951524 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f386cd-a705-4738-9ae8-1cea091c095f admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:44:57.059816 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-f47eede8-8a01-44f6-8221-3f80dee9b1ed None None] Set router 856422a1-7ca6-4d2e-9925-9f1295dcd74e gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:44:57.063322 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-46f386cd-a705-4738-9ae8-1cea091c095f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:57.148060 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8dbd26-e412-4899-8dbe-227c33874af6 x-openstack-request-id: req-cd8dbd26-e412-4899-8dbe-227c33874af6 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:44:57.148760 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5759c270-0a64-4463-a266-c701d0f4cf5d", "tag": "7272a1ad-a215-48ac-9ead-f9212019dfdd", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:44:57.149211 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cd8dbd26-e412-4899-8dbe-227c33874af6 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:44:57.149805 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5759c270-0a64-4463-a266-c701d0f4cf5d', 'tag': '7272a1ad-a215-48ac-9ead-f9212019dfdd', 'status': 'completed', 'code': 200} Mar 05 04:44:57.197220 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43358) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:57.214466 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-9aa6a52c-df4b-4c7c-beb6-12a42b165584 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9b93e14-ffc1-4130-9d33-751178e57443 HTTP/1.1" status: 200 len: 217 time: 0.2848909 Mar 05 04:44:57.313282 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fb3d0aee-c9db-48af-b175-1070bfe6cae6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5f2df1be54434ba49518fa6e1723ee64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1028047 Mar 05 04:44:57.317706 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43360) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:44:57.392304 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-71fc33d6-0d52-407e-823b-f47af854326c None None] Provisioning complete for port 04e25d61-ca1d-454f-9ac9-528aa762d65a triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:44:57.392918 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-71fc33d6-0d52-407e-823b-f47af854326c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (04e25d61-ca1d-454f-9ac9-528aa762d65a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:57.510026 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-71fc33d6-0d52-407e-823b-f47af854326c None None] Port 04e25d61-ca1d-454f-9ac9-528aa762d65a cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:44:57.537666 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-12e281b9-9f09-4aad-8f39-cdc75eb11b21 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Deleting port a9331f21-9261-4a46-9603-139aa3ab97df {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:44:57.538035 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-12e281b9-9f09-4aad-8f39-cdc75eb11b21 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (a9331f21-9261-4a46-9603-139aa3ab97df), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:57.542294 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-88281e49-21b4-492b-8a79-90c0d4e2a84d admin admin] Publish callbacks [] for security_group (19138a00-fdb8-4e04-8686-025571977988), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:57.575965 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d75b11e6-2fcb-4b7d-b002-84b2d9745d56 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:44:57.600445 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-f47eede8-8a01-44f6-8221-3f80dee9b1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'name': 'tempest-ServersTestManualDisk-645193617-router', 'tenant_id': 'c250de64173a4ac8a206140866681b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '7ed059bc-ef30-4af1-8751-eb178ffcd77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:44:18Z', 'updated_at': '2022-03-05T04:44:25Z', 'revision_number': 4, 'project_id': 'c250de64173a4ac8a206140866681b0d', 'gw_port': {'id': '7ed059bc-ef30-4af1-8751-eb178ffcd77e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:19Z', 'updated_at': '2022-03-05T04:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '5e731e02-63bd-4add-b2e3-3c781cd7d29c', 'tenant_id': 'c250de64173a4ac8a206140866681b0d', 'floating_ip_address': '172.25.0.120', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'port_id': '7272a1ad-a215-48ac-9ead-f9212019dfdd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '895aab67-f8e9-4990-85fc-266254d4fb06', 'mac_address': 'fa:16:3e:d9:6a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5759c270-0a64-4463-a266-c701d0f4cf5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:44:30Z', 'updated_at': '2022-03-05T04:44:54Z', 'revision_number': 1, 'project_id': 'c250de64173a4ac8a206140866681b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3942aeee-df6b-420f-9310-bcd665863d52', 'name': '', 'network_id': '895aab67-f8e9-4990-85fc-266254d4fb06', 'tenant_id': 'c250de64173a4ac8a206140866681b0d', 'mac_address': 'fa:16:3e:00:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c617fed0-a914-4b01-87c7-fa73c1250483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:24Z', 'updated_at': '2022-03-05T04:44:32Z', 'revision_number': 5, 'project_id': 'c250de64173a4ac8a206140866681b0d', 'subnets': [{'id': 'c617fed0-a914-4b01-87c7-fa73c1250483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:44:57.641045 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-88281e49-21b4-492b-8a79-90c0d4e2a84d admin admin] Publish callbacks [] for security_group (19138a00-fdb8-4e04-8686-025571977988), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:57.650319 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c0ef3622-eef1-415a-9f02-d0e9b50b8ef2 req-c1733f6d-aae1-488b-bf9e-252f5c036761 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "GET /v2.0/security-groups?id=137407fe-83a0-45cf-8a79-c9fdb740f41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7239039 Mar 05 04:44:57.653074 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-fa7356aa-d03f-42c3-99f1-5321368c0b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:57.655547 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-fa7356aa-d03f-42c3-99f1-5321368c0b2a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9d33dc8a-6008-478a-9ec8-49595a4a0656 HTTP/1.1" status: 200 len: 860 time: 0.4238093 Mar 05 04:44:57.671663 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47eede8-8a01-44f6-8221-3f80dee9b1ed None None] The sync data for ids ['856422a1-7ca6-4d2e-9925-9f1295dcd74e'] in n-d-789963-32 is: [{'id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'name': 'tempest-ServersTestManualDisk-645193617-router', 'tenant_id': 'c250de64173a4ac8a206140866681b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '7ed059bc-ef30-4af1-8751-eb178ffcd77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:44:18Z', 'updated_at': '2022-03-05T04:44:25Z', 'revision_number': 4, 'project_id': 'c250de64173a4ac8a206140866681b0d', 'gw_port': {'id': '7ed059bc-ef30-4af1-8751-eb178ffcd77e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:19Z', 'updated_at': '2022-03-05T04:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '5e731e02-63bd-4add-b2e3-3c781cd7d29c', 'tenant_id': 'c250de64173a4ac8a206140866681b0d', 'floating_ip_address': '172.25.0.120', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'port_id': '7272a1ad-a215-48ac-9ead-f9212019dfdd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '895aab67-f8e9-4990-85fc-266254d4fb06', 'mac_address': 'fa:16:3e:d9:6a:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5759c270-0a64-4463-a266-c701d0f4cf5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:44:30Z', 'updated_at': '2022-03-05T04:44:54Z', 'revision_number': 1, 'project_id': 'c250de64173a4ac8a206140866681b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3942aeee-df6b-420f-9310-bcd665863d52', 'name': '', 'network_id': '895aab67-f8e9-4990-85fc-266254d4fb06', 'tenant_id': 'c250de64173a4ac8a206140866681b0d', 'mac_address': 'fa:16:3e:00:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c617fed0-a914-4b01-87c7-fa73c1250483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:24Z', 'updated_at': '2022-03-05T04:44:32Z', 'revision_number': 5, 'project_id': 'c250de64173a4ac8a206140866681b0d', 'subnets': [{'id': 'c617fed0-a914-4b01-87c7-fa73c1250483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:44:57.683017 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port d75b11e6-2fcb-4b7d-b002-84b2d9745d56 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:44:57.683569 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d75b11e6-2fcb-4b7d-b002-84b2d9745d56), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:57.739443 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-46f386cd-a705-4738-9ae8-1cea091c095f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (04e25d61-ca1d-454f-9ac9-528aa762d65a), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:57.741025 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-f3f56f15-f0b0-4580-bef1-ce4405420fa3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd6aa200-b97d-49ed-9876-375a41229f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760190 Mar 05 04:44:57.747567 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183faaf-46a7-416a-b5ef-9f7ee7784a98 req-6b9ae37a-e870-402e-9090-99f917d10c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:57.749287 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a183faaf-46a7-416a-b5ef-9f7ee7784a98 req-6b9ae37a-e870-402e-9090-99f917d10c17 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c250de64173a4ac8a206140866681b0d&device_id=5759c270-0a64-4463-a266-c701d0f4cf5d HTTP/1.1" status: 200 len: 1128 time: 0.5959961 Mar 05 04:44:57.808106 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port d75b11e6-2fcb-4b7d-b002-84b2d9745d56 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:44:57.808513 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d75b11e6-2fcb-4b7d-b002-84b2d9745d56), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:57.849506 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port d75b11e6-2fcb-4b7d-b002-84b2d9745d56, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d75b11e6-2fcb-4b7d-b002-84b2d9745d56,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:44:57.859602 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d75b11e6-2fcb-4b7d-b002-84b2d9745d56), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:57.915238 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830eaa8-ee41-44c7-9bbb-80f0a3d9c88e req-0762396a-32f1-4934-bc80-9acf522240d1 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:57.922332 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5830eaa8-ee41-44c7-9bbb-80f0a3d9c88e req-0762396a-32f1-4934-bc80-9acf522240d1 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 949 time: 0.7191164 Mar 05 04:44:57.983714 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=d75b11e6-2fcb-4b7d-b002-84b2d9745d56,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:58.024176 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-12e281b9-9f09-4aad-8f39-cdc75eb11b21 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (a9331f21-9261-4a46-9603-139aa3ab97df), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:58.024518 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-12e281b9-9f09-4aad-8f39-cdc75eb11b21 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks [] for floatingip (a9331f21-9261-4a46-9603-139aa3ab97df), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:58.085356 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f6eecd-4b43-4a1a-8bb0-6caf5e42bd5b None None] New status for floating IP 5e731e02-63bd-4add-b2e3-3c781cd7d29c: ACTIVE {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 04:44:58.137917 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-12e281b9-9f09-4aad-8f39-cdc75eb11b21 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Calling delete_port for a9331f21-9261-4a46-9603-139aa3ab97df owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:44:58.216843 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-7c3f8717-1c9d-4cd3-8c70-a20a7f18a599 service neutron] 10.222.0.31 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714464 Mar 05 04:44:58.362375 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5830eaa8-ee41-44c7-9bbb-80f0a3d9c88e req-04e459c7-ad71-49b8-807b-0c6bcd304649 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380817 Mar 05 04:44:58.391993 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-88281e49-21b4-492b-8a79-90c0d4e2a84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (19138a00-fdb8-4e04-8686-025571977988), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:58.395204 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-88281e49-21b4-492b-8a79-90c0d4e2a84d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:58.398693 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-88281e49-21b4-492b-8a79-90c0d4e2a84d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/19138a00-fdb8-4e04-8686-025571977988 HTTP/1.1" status: 204 len: 168 time: 1.0762115 Mar 05 04:44:58.398844 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35b937-cf99-4160-89e9-4e799c0534c9 req-050dafd1-0c47-4c94-907e-9e4a6a9339f9 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:58.406035 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eb35b937-cf99-4160-89e9-4e799c0534c9 req-050dafd1-0c47-4c94-907e-9e4a6a9339f9 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 946 time: 0.3785877 Mar 05 04:44:58.428899 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183faaf-46a7-416a-b5ef-9f7ee7784a98 req-d032a3fb-2bd8-4cb2-889f-deceff3432a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:58.430358 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a183faaf-46a7-416a-b5ef-9f7ee7784a98 req-d032a3fb-2bd8-4cb2-889f-deceff3432a0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=895aab67-f8e9-4990-85fc-266254d4fb06 HTTP/1.1" status: 200 len: 911 time: 0.5456648 Mar 05 04:44:58.453870 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4c398b9b-c28a-4f6d-b236-a201fea777e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (e42b4b8e-d944-4607-a90b-bdb083e854e3), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:58.460270 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88281e49-21b4-492b-8a79-90c0d4e2a84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19138a00-fdb8-4e04-8686-025571977988,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:58.576231 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-42227aaf-3024-40b0-9a5f-98d55e36f8c2 service neutron] 10.222.0.31 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110847 Mar 05 04:44:58.576973 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-46f386cd-a705-4738-9ae8-1cea091c095f admin admin] Publish callbacks [] for port (04e25d61-ca1d-454f-9ac9-528aa762d65a), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:58.580156 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c398b9b-c28a-4f6d-b236-a201fea777e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e42b4b8e-d944-4607-a90b-bdb083e854e3,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:58.590760 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-46f386cd-a705-4738-9ae8-1cea091c095f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (04e25d61-ca1d-454f-9ac9-528aa762d65a), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:58.662694 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eb35b937-cf99-4160-89e9-4e799c0534c9 req-4ee1442b-af8c-45a7-be47-39732392d983 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556453 Mar 05 04:44:58.680498 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a183faaf-46a7-416a-b5ef-9f7ee7784a98 req-78fc3821-d38a-490d-b241-38026f0cb599 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7272a1ad-a215-48ac-9ead-f9212019dfdd HTTP/1.1" status: 200 len: 1001 time: 0.2408984 Mar 05 04:44:58.874267 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183faaf-46a7-416a-b5ef-9f7ee7784a98 req-cc18583e-ba6c-4a73-b180-d9437440ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:58.876040 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a183faaf-46a7-416a-b5ef-9f7ee7784a98 req-cc18583e-ba6c-4a73-b180-d9437440ab2a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c617fed0-a914-4b01-87c7-fa73c1250483 HTTP/1.1" status: 200 len: 850 time: 0.1821620 Mar 05 04:44:58.903579 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f386cd-a705-4738-9ae8-1cea091c095f admin admin] Pushing event updated for resources: {'Port': ['ID=04e25d61-ca1d-454f-9ac9-528aa762d65a,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:58.915451 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-46f386cd-a705-4738-9ae8-1cea091c095f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:58.987644 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-12e281b9-9f09-4aad-8f39-cdc75eb11b21 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (a9331f21-9261-4a46-9603-139aa3ab97df), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:59.025784 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183faaf-46a7-416a-b5ef-9f7ee7784a98 req-14f3bf17-53d8-4e57-a37e-01f4e4b84d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:44:59.027278 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a183faaf-46a7-416a-b5ef-9f7ee7784a98 req-14f3bf17-53d8-4e57-a37e-01f4e4b84d9b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=895aab67-f8e9-4990-85fc-266254d4fb06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1408331 Mar 05 04:44:59.035176 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e281b9-9f09-4aad-8f39-cdc75eb11b21 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Pushing event deleted for resources: {'Port': ['ID=a9331f21-9261-4a46-9603-139aa3ab97df,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:44:59.124319 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4c398b9b-c28a-4f6d-b236-a201fea777e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (66539c86-c4ff-4f80-b9b8-57d21117ca5b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:59.194132 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f386cd-a705-4738-9ae8-1cea091c095f admin admin] Network 3f7037ab-5484-4f12-be88-2ed1b366e188 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:44:59.198202 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-46f386cd-a705-4738-9ae8-1cea091c095f admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:44:59.649159 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f386cd-a705-4738-9ae8-1cea091c095f admin admin] Router d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:44:59.657662 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d75b11e6-2fcb-4b7d-b002-84b2d9745d56 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:44:59.782689 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-0a8fcb3f-2a49-41e8-b39a-75be4e4a8de4 None None] Provisioning complete for port 04e25d61-ca1d-454f-9ac9-528aa762d65a triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:44:59.785191 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0a8fcb3f-2a49-41e8-b39a-75be4e4a8de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (04e25d61-ca1d-454f-9ac9-528aa762d65a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:59.881697 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port d75b11e6-2fcb-4b7d-b002-84b2d9745d56 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:44:59.882332 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d75b11e6-2fcb-4b7d-b002-84b2d9745d56), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:44:59.901641 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c398b9b-c28a-4f6d-b236-a201fea777e0 admin admin] Router 66539c86-c4ff-4f80-b9b8-57d21117ca5b has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:44:59.931266 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-0a8fcb3f-2a49-41e8-b39a-75be4e4a8de4 None None] Port 04e25d61-ca1d-454f-9ac9-528aa762d65a cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:44:59.942494 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43396) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:00.027415 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f386cd-a705-4738-9ae8-1cea091c095f admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:45:00.036938 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb3f6e-8956-4415-84da-a4f7d03c123d None None] Sync routers for ids ['d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:45:00.051875 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-12e281b9-9f09-4aad-8f39-cdc75eb11b21 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks [] for floatingip (0114f7bf-a6dd-4219-ae0c-8c3cec160ff1), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:00.054316 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-12e281b9-9f09-4aad-8f39-cdc75eb11b21 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:00.054647 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cb3f6e-8956-4415-84da-a4f7d03c123d None None] Routers {'d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:45:00.055389 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-82cb3f6e-8956-4415-84da-a4f7d03c123d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:44:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:00.055528 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-12e281b9-9f09-4aad-8f39-cdc75eb11b21 tempest-ImagesOneServerNegativeTestJSON-1783305785 tempest-ImagesOneServerNegativeTestJSON-1783305785-project] 10.222.0.11 "DELETE /v2.0/floatingips/0114f7bf-a6dd-4219-ae0c-8c3cec160ff1 HTTP/1.1" status: 204 len: 168 time: 3.7458143 Mar 05 04:45:00.063550 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port d75b11e6-2fcb-4b7d-b002-84b2d9745d56 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:45:00.084698 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70cc8e-6a1c-4f60-96bc-176b9ed948b8 req-f6d4d1a6-3ff8-4a0d-b2b6-337c50294601 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:00.086213 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c70cc8e-6a1c-4f60-96bc-176b9ed948b8 req-f6d4d1a6-3ff8-4a0d-b2b6-337c50294601 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 949 time: 0.2639978 Mar 05 04:45:00.094987 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a183faaf-46a7-416a-b5ef-9f7ee7784a98 req-b28c9f6c-ed66-4e41-a80d-c62f431a32eb service neutron] 10.222.0.30 "GET /v2.0/networks/895aab67-f8e9-4990-85fc-266254d4fb06?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0361125 Mar 05 04:45:00.108732 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-46f386cd-a705-4738-9ae8-1cea091c095f admin admin] 10.222.0.11 "PUT /v2.0/routers/d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0711455 Mar 05 04:45:00.141975 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-cdc92569-ce8a-4644-ad1a-5d433a645e57 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2090795679-network', 'tenant_id': '074dced6ee0b4a51a8ecd429d46f527c'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:45:00.178910 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7340781-c0e2-450c-b369-28a50278c44a req-0f18b3b3-0b3a-4c3c-a6f8-2a1289e50982 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:00.180186 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7340781-c0e2-450c-b369-28a50278c44a req-0f18b3b3-0b3a-4c3c-a6f8-2a1289e50982 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 946 time: 0.2740922 Mar 05 04:45:00.181941 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c398b9b-c28a-4f6d-b236-a201fea777e0 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:45:00.197269 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1d7bf1-9456-442a-a457-8753e8bec924 None None] Sync routers for ids ['66539c86-c4ff-4f80-b9b8-57d21117ca5b'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:45:00.201814 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4c398b9b-c28a-4f6d-b236-a201fea777e0 admin admin] 10.222.0.11 "PUT /v2.0/routers/66539c86-c4ff-4f80-b9b8-57d21117ca5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8225939 Mar 05 04:45:00.202835 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43404) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:00.203062 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc92569-ce8a-4644-ad1a-5d433a645e57 admin admin] Made reservation on behalf of 074dced6ee0b4a51a8ecd429d46f527c for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:45:00.207988 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cdc92569-ce8a-4644-ad1a-5d433a645e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:00.221448 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1d7bf1-9456-442a-a457-8753e8bec924 None None] Routers {'66539c86-c4ff-4f80-b9b8-57d21117ca5b'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:45:00.223247 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-fe1d7bf1-9456-442a-a457-8753e8bec924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:44:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['66539c86-c4ff-4f80-b9b8-57d21117ca5b'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:00.231166 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cdc92569-ce8a-4644-ad1a-5d433a645e57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:00.307717 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-82cb3f6e-8956-4415-84da-a4f7d03c123d None None] Set router d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:45:00.355789 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-37366cbe-bc3e-4714-8f3a-4aab832e8f02 admin admin] Publish callbacks [] for router (66539c86-c4ff-4f80-b9b8-57d21117ca5b), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:00.413179 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cdc92569-ce8a-4644-ad1a-5d433a645e57 admin admin] Publish callbacks [] for security_group (5d2dc7c5-0273-4c49-8238-ac9b60eb6f93), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:00.424143 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cdc92569-ce8a-4644-ad1a-5d433a645e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (5d2dc7c5-0273-4c49-8238-ac9b60eb6f93), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:00.466110 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdc92569-ce8a-4644-ad1a-5d433a645e57 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:45:00.488668 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-fe1d7bf1-9456-442a-a457-8753e8bec924 None None] Set router 66539c86-c4ff-4f80-b9b8-57d21117ca5b gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:45:00.523571 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc92569-ce8a-4644-ad1a-5d433a645e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2dc7c5-0273-4c49-8238-ac9b60eb6f93,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:00.546652 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cdc92569-ce8a-4644-ad1a-5d433a645e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (b412d26e-2f96-452a-9c5f-ad37809d8be5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:00.547005 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-cdc92569-ce8a-4644-ad1a-5d433a645e57 admin admin] Added segment b412d26e-2f96-452a-9c5f-ad37809d8be5 of type vlan for network 58fc8937-83f5-44ef-a608-0151f2623ffc Mar 05 04:45:00.610616 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cdc92569-ce8a-4644-ad1a-5d433a645e57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (58fc8937-83f5-44ef-a608-0151f2623ffc), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:00.616303 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c70cc8e-6a1c-4f60-96bc-176b9ed948b8 req-f2e2e82a-ba33-4d49-9699-6717f1c972d4 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5188620 Mar 05 04:45:00.653046 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cdc92569-ce8a-4644-ad1a-5d433a645e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (58fc8937-83f5-44ef-a608-0151f2623ffc), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:00.654195 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc92569-ce8a-4644-ad1a-5d433a645e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:00.657614 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-82cb3f6e-8956-4415-84da-a4f7d03c123d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'name': 'tempest-ServersTestBootFromVolume-1670345212-router', 'tenant_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd75b11e6-2fcb-4b7d-b002-84b2d9745d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:44:50Z', 'updated_at': '2022-03-05T04:44:57Z', 'revision_number': 4, 'project_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'gw_port': {'id': 'd75b11e6-2fcb-4b7d-b002-84b2d9745d56', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:51Z', 'updated_at': '2022-03-05T04:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '04e25d61-ca1d-454f-9ac9-528aa762d65a', 'name': '', 'network_id': '3f7037ab-5484-4f12-be88-2ed1b366e188', 'tenant_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'mac_address': 'fa:16:3e:b3:51:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '051e2cd5-c912-4db0-b8f8-198255458cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:55Z', 'updated_at': '2022-03-05T04:44:58Z', 'revision_number': 2, 'project_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'subnets': [{'id': '051e2cd5-c912-4db0-b8f8-198255458cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:00.657843 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cdc92569-ce8a-4644-ad1a-5d433a645e57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:00.661772 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7340781-c0e2-450c-b369-28a50278c44a req-d172878d-e41b-4d53-a938-a6618cfc51dd tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659078 Mar 05 04:45:00.772578 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a183faaf-46a7-416a-b5ef-9f7ee7784a98 req-bbecbd2a-4d4a-4f66-b4cf-4091c100c494 service neutron] 10.222.0.30 "GET /v2.0/networks/895aab67-f8e9-4990-85fc-266254d4fb06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6671040 Mar 05 04:45:00.813127 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-37366cbe-bc3e-4714-8f3a-4aab832e8f02 admin admin] Publish callbacks [] for router_gateway (66539c86-c4ff-4f80-b9b8-57d21117ca5b), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:00.871343 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-cdc92569-ce8a-4644-ad1a-5d433a645e57 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9265294 Mar 05 04:45:00.879711 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43418) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:00.880291 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43420) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:00.931024 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb3f6e-8956-4415-84da-a4f7d03c123d None None] Checking router: d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:45:00.931934 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb3f6e-8956-4415-84da-a4f7d03c123d None None] Updating router d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc port 04e25d61-ca1d-454f-9ac9-528aa762d65a binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:45:00.950908 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-37366cbe-bc3e-4714-8f3a-4aab832e8f02 admin admin] Deleting port c7f26de0-9781-48a2-8c04-17d777b77a48 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:45:00.954549 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-37366cbe-bc3e-4714-8f3a-4aab832e8f02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (c7f26de0-9781-48a2-8c04-17d777b77a48), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:00.966465 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-82cb3f6e-8956-4415-84da-a4f7d03c123d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (04e25d61-ca1d-454f-9ac9-528aa762d65a), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:00.981358 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6618b3a-78d2-4f4e-9208-eebc06a8df8e admin admin] Deleting subnet d442e327-d533-4ad3-8b3e-6bf8aaddc901 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:45:00.995656 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-7379fe0b-7a6f-4301-bd57-04a1bc0716f6 admin admin] Request body: {'subnet': {'network_id': '58fc8937-83f5-44ef-a608-0151f2623ffc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2090795679-subnet', 'tenant_id': '074dced6ee0b4a51a8ecd429d46f527c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:45:01.044222 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc92569-ce8a-4644-ad1a-5d433a645e57 admin admin] Pushing event updated for resources: {'Network': ['ID=58fc8937-83f5-44ef-a608-0151f2623ffc,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:01.052168 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a6618b3a-78d2-4f4e-9208-eebc06a8df8e admin admin] Publish callbacks [] for subnet (d442e327-d533-4ad3-8b3e-6bf8aaddc901), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:01.055771 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7379fe0b-7a6f-4301-bd57-04a1bc0716f6 admin admin] Made reservation on behalf of 074dced6ee0b4a51a8ecd429d46f527c for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:45:01.060343 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7379fe0b-7a6f-4301-bd57-04a1bc0716f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:01.068358 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 58fc8937-83f5-44ef-a608-0151f2623ffc details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:45:01.152800 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-37366cbe-bc3e-4714-8f3a-4aab832e8f02 admin admin] For port c7f26de0-9781-48a2-8c04-17d777b77a48, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c7f26de0-9781-48a2-8c04-17d777b77a48,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:01.153271 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-37366cbe-bc3e-4714-8f3a-4aab832e8f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (c7f26de0-9781-48a2-8c04-17d777b77a48), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:01.186852 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-fe1d7bf1-9456-442a-a457-8753e8bec924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66539c86-c4ff-4f80-b9b8-57d21117ca5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-964474495-router', 'tenant_id': '02b11dcb900c43749fb4b9305633cb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'c7f26de0-9781-48a2-8c04-17d777b77a48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:50Z', 'updated_at': '2022-03-05T04:44:58Z', 'revision_number': 5, 'project_id': '02b11dcb900c43749fb4b9305633cb83', 'gw_port': {'id': 'c7f26de0-9781-48a2-8c04-17d777b77a48', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:33:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66539c86-c4ff-4f80-b9b8-57d21117ca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:41:52Z', 'updated_at': '2022-03-05T04:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:01.188252 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-37366cbe-bc3e-4714-8f3a-4aab832e8f02 admin admin] Calling delete_port for c7f26de0-9781-48a2-8c04-17d777b77a48 owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:45:01.219305 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1d7bf1-9456-442a-a457-8753e8bec924 None None] Checking router: 66539c86-c4ff-4f80-b9b8-57d21117ca5b for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:45:01.235576 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a6618b3a-78d2-4f4e-9208-eebc06a8df8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (d442e327-d533-4ad3-8b3e-6bf8aaddc901), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:01.240103 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1d7bf1-9456-442a-a457-8753e8bec924 None None] Routers {'66539c86-c4ff-4f80-b9b8-57d21117ca5b'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:45:01.242802 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-fe1d7bf1-9456-442a-a457-8753e8bec924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:44:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['66539c86-c4ff-4f80-b9b8-57d21117ca5b'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:01.373358 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a6618b3a-78d2-4f4e-9208-eebc06a8df8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (d442e327-d533-4ad3-8b3e-6bf8aaddc901), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:01.482373 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43426) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:01.487249 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-70e95397-7a78-4dba-9995-6baeee245a30 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1640613803', 'description': 'tempest-description--1259755988'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:45:01.506225 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-fe1d7bf1-9456-442a-a457-8753e8bec924 None None] Set router 66539c86-c4ff-4f80-b9b8-57d21117ca5b gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:45:01.528320 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-70e95397-7a78-4dba-9995-6baeee245a30 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:01.531757 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-37366cbe-bc3e-4714-8f3a-4aab832e8f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (c7f26de0-9781-48a2-8c04-17d777b77a48), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:01.557174 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-82cb3f6e-8956-4415-84da-a4f7d03c123d None None] Publish callbacks [] for port (04e25d61-ca1d-454f-9ac9-528aa762d65a), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:01.576037 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37366cbe-bc3e-4714-8f3a-4aab832e8f02 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7f26de0-9781-48a2-8c04-17d777b77a48,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:01.576286 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-82cb3f6e-8956-4415-84da-a4f7d03c123d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (04e25d61-ca1d-454f-9ac9-528aa762d65a), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:01.618864 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a6618b3a-78d2-4f4e-9208-eebc06a8df8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (d442e327-d533-4ad3-8b3e-6bf8aaddc901), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:01.681635 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a6618b3a-78d2-4f4e-9208-eebc06a8df8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:01.690720 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-fe1d7bf1-9456-442a-a457-8753e8bec924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66539c86-c4ff-4f80-b9b8-57d21117ca5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-964474495-router', 'tenant_id': '02b11dcb900c43749fb4b9305633cb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:50Z', 'updated_at': '2022-03-05T04:45:00Z', 'revision_number': 6, 'project_id': '02b11dcb900c43749fb4b9305633cb83', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:01.699652 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a6618b3a-78d2-4f4e-9208-eebc06a8df8e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d442e327-d533-4ad3-8b3e-6bf8aaddc901 HTTP/1.1" status: 204 len: 168 time: 0.8178012 Mar 05 04:45:01.700475 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43430) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:01.704113 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7379fe0b-7a6f-4301-bd57-04a1bc0716f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (ac815b3e-cb9c-4730-baca-3ba4b7a2e998), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:01.711053 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9592f99-9f19-48f6-9693-f46f8d2861c0 None None] Pushing event updated for resources: {'Port': ['ID=04e25d61-ca1d-454f-9ac9-528aa762d65a,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:01.786372 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1d7bf1-9456-442a-a457-8753e8bec924 None None] The sync data for ids ['66539c86-c4ff-4f80-b9b8-57d21117ca5b'] in n-d-789963-32 is: [{'id': '66539c86-c4ff-4f80-b9b8-57d21117ca5b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-964474495-router', 'tenant_id': '02b11dcb900c43749fb4b9305633cb83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:41:50Z', 'updated_at': '2022-03-05T04:45:00Z', 'revision_number': 6, 'project_id': '02b11dcb900c43749fb4b9305633cb83', 'gw_port_host': None}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:45:01.789249 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6618b3a-78d2-4f4e-9208-eebc06a8df8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d442e327-d533-4ad3-8b3e-6bf8aaddc901,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:01.859828 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-82cb3f6e-8956-4415-84da-a4f7d03c123d None None] Attempting to bind port 04e25d61-ca1d-454f-9ac9-528aa762d65a on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:45:01.864260 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-82cb3f6e-8956-4415-84da-a4f7d03c123d None None] Attempting to bind port 04e25d61-ca1d-454f-9ac9-528aa762d65a by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '4c576226-cd81-4308-994c-aa8170a040e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3f7037ab-5484-4f12-be88-2ed1b366e188'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:45:01.864959 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb3f6e-8956-4415-84da-a4f7d03c123d None None] Attempting to bind port 04e25d61-ca1d-454f-9ac9-528aa762d65a on network 3f7037ab-5484-4f12-be88-2ed1b366e188 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:45:01.873873 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-37366cbe-bc3e-4714-8f3a-4aab832e8f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (66539c86-c4ff-4f80-b9b8-57d21117ca5b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:01.879164 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb3f6e-8956-4415-84da-a4f7d03c123d None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:45:01.879988 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb3f6e-8956-4415-84da-a4f7d03c123d None None] Checking segment: {'id': '4c576226-cd81-4308-994c-aa8170a040e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3f7037ab-5484-4f12-be88-2ed1b366e188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:45:01.880630 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-82cb3f6e-8956-4415-84da-a4f7d03c123d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:01.881240 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb3f6e-8956-4415-84da-a4f7d03c123d None None] Bound using segment: {'id': '4c576226-cd81-4308-994c-aa8170a040e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3f7037ab-5484-4f12-be88-2ed1b366e188'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:45:01.881936 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-82cb3f6e-8956-4415-84da-a4f7d03c123d None None] Bound port: 04e25d61-ca1d-454f-9ac9-528aa762d65a, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c576226-cd81-4308-994c-aa8170a040e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3f7037ab-5484-4f12-be88-2ed1b366e188'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:45:01.882569 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-82cb3f6e-8956-4415-84da-a4f7d03c123d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (04e25d61-ca1d-454f-9ac9-528aa762d65a), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:01.968772 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-70e95397-7a78-4dba-9995-6baeee245a30 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks [] for security_group (104db3de-0d42-430e-a291-199f95fc1d2f), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:01.998734 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9dd77cb3-0a46-484f-84d7-2e91921d64aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (a952105b-ebc4-4199-9a60-4f9b3f21d433), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:02.034793 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-82cb3f6e-8956-4415-84da-a4f7d03c123d None None] For port 04e25d61-ca1d-454f-9ac9-528aa762d65a, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:45:02.040413 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-82cb3f6e-8956-4415-84da-a4f7d03c123d None None] For port 04e25d61-ca1d-454f-9ac9-528aa762d65a, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=04e25d61-ca1d-454f-9ac9-528aa762d65a,segment=NetworkSegment(4c576226-cd81-4308-994c-aa8170a040e4),segment_id=4c576226-cd81-4308-994c-aa8170a040e4)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:45:02.045914 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-70e95397-7a78-4dba-9995-6baeee245a30 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (104db3de-0d42-430e-a291-199f95fc1d2f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:02.046382 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379fe0b-7a6f-4301-bd57-04a1bc0716f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac815b3e-cb9c-4730-baca-3ba4b7a2e998,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:02.050769 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7379fe0b-7a6f-4301-bd57-04a1bc0716f6 admin admin] Checking segment: {'id': 'b412d26e-2f96-452a-9c5f-ad37809d8be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '58fc8937-83f5-44ef-a608-0151f2623ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:45:02.051611 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7379fe0b-7a6f-4301-bd57-04a1bc0716f6 admin admin] Network hostable DHCP agents. Network: 58fc8937-83f5-44ef-a608-0151f2623ffc, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:45:02.052161 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-82cb3f6e-8956-4415-84da-a4f7d03c123d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (04e25d61-ca1d-454f-9ac9-528aa762d65a), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:02.106612 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-37366cbe-bc3e-4714-8f3a-4aab832e8f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (66539c86-c4ff-4f80-b9b8-57d21117ca5b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:02.143990 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748df5d0-00a6-45d9-83de-df07ab0a2d2c req-0acdc1ba-dc96-41db-85a9-8710f7b92a99 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:02.150640 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-748df5d0-00a6-45d9-83de-df07ab0a2d2c req-0acdc1ba-dc96-41db-85a9-8710f7b92a99 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 946 time: 0.3330755 Mar 05 04:45:02.154519 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-70e95397-7a78-4dba-9995-6baeee245a30 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:02.164007 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-70e95397-7a78-4dba-9995-6baeee245a30 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6804953 Mar 05 04:45:02.165815 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-37366cbe-bc3e-4714-8f3a-4aab832e8f02 admin admin] Publish callbacks [] for router_controller (66539c86-c4ff-4f80-b9b8-57d21117ca5b), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:02.177983 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9592f99-9f19-48f6-9693-f46f8d2861c0 None None] Pushing event updated for resources: {'Port': ['ID=04e25d61-ca1d-454f-9ac9-528aa762d65a,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:02.182574 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-9b28354f-c651-4942-9dcb-9dc2cef633df None None] Provisioning complete for port 04e25d61-ca1d-454f-9ac9-528aa762d65a triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:45:02.183707 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9b28354f-c651-4942-9dcb-9dc2cef633df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (04e25d61-ca1d-454f-9ac9-528aa762d65a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:02.186039 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43436) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:02.189621 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cb3f6e-8956-4415-84da-a4f7d03c123d None None] Routers {'d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:45:02.191433 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-82cb3f6e-8956-4415-84da-a4f7d03c123d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:44:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:02.193929 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-65c7f559-802f-480e-8442-4e109726c569 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Request body: {'security_group_rule': {'security_group_id': '104db3de-0d42-430e-a291-199f95fc1d2f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:45:02.228325 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7379fe0b-7a6f-4301-bd57-04a1bc0716f6 admin admin] Network 58fc8937-83f5-44ef-a608-0151f2623ffc is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:45:02.251671 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed9695-a3b9-46ad-8dd1-93d3e7e70d5c req-33919873-4cc6-49ce-8340-57b069876b70 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:02.253465 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e0ed9695-a3b9-46ad-8dd1-93d3e7e70d5c req-33919873-4cc6-49ce-8340-57b069876b70 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 949 time: 0.4611933 Mar 05 04:45:02.360904 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9dd77cb3-0a46-484f-84d7-2e91921d64aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (a952105b-ebc4-4199-9a60-4f9b3f21d433), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:02.382210 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e95397-7a78-4dba-9995-6baeee245a30 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=104db3de-0d42-430e-a291-199f95fc1d2f,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:02.384757 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9b28354f-c651-4942-9dcb-9dc2cef633df None None] Current status of the port 04e25d61-ca1d-454f-9ac9-528aa762d65a is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:45:02.385158 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9b28354f-c651-4942-9dcb-9dc2cef633df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (04e25d61-ca1d-454f-9ac9-528aa762d65a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:02.390551 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-65c7f559-802f-480e-8442-4e109726c569 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks [] for security_group_rule (9b981436-273a-4513-9012-8f228bb385fc), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:02.402950 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-7379fe0b-7a6f-4301-bd57-04a1bc0716f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 58fc8937-83f5-44ef-a608-0151f2623ffc) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:45:02.425804 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3755c2-ccc4-4897-85e3-136e9c3c3440 None None] Network 58fc8937-83f5-44ef-a608-0151f2623ffc requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:45:02.434281 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7379fe0b-7a6f-4301-bd57-04a1bc0716f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:02.435199 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7379fe0b-7a6f-4301-bd57-04a1bc0716f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:02.447712 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-9dd77cb3-0a46-484f-84d7-2e91921d64aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a952105b-ebc4-4199-9a60-4f9b3f21d433']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:02.452406 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-37366cbe-bc3e-4714-8f3a-4aab832e8f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (66539c86-c4ff-4f80-b9b8-57d21117ca5b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:02.453133 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37366cbe-bc3e-4714-8f3a-4aab832e8f02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66539c86-c4ff-4f80-b9b8-57d21117ca5b {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:45:02.457340 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-82cb3f6e-8956-4415-84da-a4f7d03c123d None None] Set router d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:45:02.470878 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-37366cbe-bc3e-4714-8f3a-4aab832e8f02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:02.474774 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-37366cbe-bc3e-4714-8f3a-4aab832e8f02 admin admin] 10.222.0.11 "DELETE /v2.0/routers/66539c86-c4ff-4f80-b9b8-57d21117ca5b HTTP/1.1" status: 204 len: 168 time: 2.2676077 Mar 05 04:45:02.483921 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43438) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:02.500090 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-9dd77cb3-0a46-484f-84d7-2e91921d64aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39bebb99-f3d6-49f8-af2f-9a9c1002f41f') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:02.500680 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-9dd77cb3-0a46-484f-84d7-2e91921d64aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39bebb99-f3d6-49f8-af2f-9a9c1002f41f') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:02.537760 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9dd77cb3-0a46-484f-84d7-2e91921d64aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (39bebb99-f3d6-49f8-af2f-9a9c1002f41f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:02.562109 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-748df5d0-00a6-45d9-83de-df07ab0a2d2c req-4feabf5f-2006-47c7-9850-15113e65d04a tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849869 Mar 05 04:45:02.562339 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7379fe0b-7a6f-4301-bd57-04a1bc0716f6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6790850 Mar 05 04:45:02.565504 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43440) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:02.579453 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e0ed9695-a3b9-46ad-8dd1-93d3e7e70d5c req-9004a973-f273-4bf1-874f-0629fc0da2e0 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338288 Mar 05 04:45:02.580529 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9dd77cb3-0a46-484f-84d7-2e91921d64aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (39bebb99-f3d6-49f8-af2f-9a9c1002f41f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:02.588886 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-4d8f6bc3-3c6a-4026-886a-b8698233e0a9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2090795679-router', 'tenant_id': '074dced6ee0b4a51a8ecd429d46f527c', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd77cb3-0a46-484f-84d7-2e91921d64aa admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9dd77cb3-0a46-484f-84d7-2e91921d64aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (39bebb99-f3d6-49f8-af2f-9a9c1002f41f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:45:02.615750 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c63448-c28a-499f-8f9f-31dfa3a2707a admin admin] Deleting subnet 77d288c2-efbf-4fb4-b55d-d65c674d5d37 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:45:02.631696 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-65c7f559-802f-480e-8442-4e109726c569 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks [] for security_group_rule (9b981436-273a-4513-9012-8f228bb385fc), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:02.636323 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-10c63448-c28a-499f-8f9f-31dfa3a2707a admin admin] Publish callbacks [] for subnet (77d288c2-efbf-4fb4-b55d-d65c674d5d37), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:02.647421 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4d8f6bc3-3c6a-4026-886a-b8698233e0a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (d4fb1805-e218-47f8-82a5-9d0d8913bb34), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:02.648691 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4d8f6bc3-3c6a-4026-886a-b8698233e0a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (d4fb1805-e218-47f8-82a5-9d0d8913bb34), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:02.716693 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-65c7f559-802f-480e-8442-4e109726c569 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (9b981436-273a-4513-9012-8f228bb385fc), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:02.725289 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841b489a-e78c-4365-b11d-7ebdade3c69d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-58fc8937-83f5-44ef-a608-0151f2623ffc', 'network_id': '58fc8937-83f5-44ef-a608-0151f2623ffc', 'project_id': '074dced6ee0b4a51a8ecd429d46f527c', 'fixed_ips': [{'subnet_id': 'ac815b3e-cb9c-4730-baca-3ba4b7a2e998'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:45:02.726164 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-841b489a-e78c-4365-b11d-7ebdade3c69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:02.769375 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-10c63448-c28a-499f-8f9f-31dfa3a2707a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (77d288c2-efbf-4fb4-b55d-d65c674d5d37), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:02.772377 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7f559-802f-480e-8442-4e109726c569 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b981436-273a-4513-9012-8f228bb385fc,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:02.774917 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-9b28354f-c651-4942-9dcb-9dc2cef633df None None] For port 04e25d61-ca1d-454f-9ac9-528aa762d65a, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=04e25d61-ca1d-454f-9ac9-528aa762d65a,segment=NetworkSegment(4c576226-cd81-4308-994c-aa8170a040e4),segment_id=4c576226-cd81-4308-994c-aa8170a040e4)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:02.784859 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4d8f6bc3-3c6a-4026-886a-b8698233e0a9 admin admin] Publish callbacks [] for router_controller (d4fb1805-e218-47f8-82a5-9d0d8913bb34), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:02.788884 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9b28354f-c651-4942-9dcb-9dc2cef633df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (04e25d61-ca1d-454f-9ac9-528aa762d65a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:02.811241 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-65c7f559-802f-480e-8442-4e109726c569 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:02.812843 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-65c7f559-802f-480e-8442-4e109726c569 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6257691 Mar 05 04:45:02.813740 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9dd77cb3-0a46-484f-84d7-2e91921d64aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (a952105b-ebc4-4199-9a60-4f9b3f21d433), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:02.815536 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43442) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:02.822927 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-e882fbef-e742-4c5a-a768-09edb045813b tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Request body: {'security_group_rule': {'security_group_id': '104db3de-0d42-430e-a291-199f95fc1d2f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:45:02.840128 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9dd77cb3-0a46-484f-84d7-2e91921d64aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:02.844179 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9dd77cb3-0a46-484f-84d7-2e91921d64aa admin admin] 10.222.0.11 "DELETE /v2.0/networks/a952105b-ebc4-4199-9a60-4f9b3f21d433 HTTP/1.1" status: 204 len: 168 time: 1.1413538 Mar 05 04:45:02.898058 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-82cb3f6e-8956-4415-84da-a4f7d03c123d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'name': 'tempest-ServersTestBootFromVolume-1670345212-router', 'tenant_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd75b11e6-2fcb-4b7d-b002-84b2d9745d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:44:50Z', 'updated_at': '2022-03-05T04:44:57Z', 'revision_number': 4, 'project_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'gw_port': {'id': 'd75b11e6-2fcb-4b7d-b002-84b2d9745d56', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:51Z', 'updated_at': '2022-03-05T04:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '04e25d61-ca1d-454f-9ac9-528aa762d65a', 'name': '', 'network_id': '3f7037ab-5484-4f12-be88-2ed1b366e188', 'tenant_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'mac_address': 'fa:16:3e:b3:51:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '051e2cd5-c912-4db0-b8f8-198255458cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:55Z', 'updated_at': '2022-03-05T04:45:02Z', 'revision_number': 4, 'project_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'subnets': [{'id': '051e2cd5-c912-4db0-b8f8-198255458cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:02.933759 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cb3f6e-8956-4415-84da-a4f7d03c123d None None] The sync data for ids ['d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc'] in n-d-789963-32 is: [{'id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'name': 'tempest-ServersTestBootFromVolume-1670345212-router', 'tenant_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd75b11e6-2fcb-4b7d-b002-84b2d9745d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:44:50Z', 'updated_at': '2022-03-05T04:44:57Z', 'revision_number': 4, 'project_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'gw_port': {'id': 'd75b11e6-2fcb-4b7d-b002-84b2d9745d56', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:51Z', 'updated_at': '2022-03-05T04:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '04e25d61-ca1d-454f-9ac9-528aa762d65a', 'name': '', 'network_id': '3f7037ab-5484-4f12-be88-2ed1b366e188', 'tenant_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'mac_address': 'fa:16:3e:b3:51:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '051e2cd5-c912-4db0-b8f8-198255458cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:55Z', 'updated_at': '2022-03-05T04:45:02Z', 'revision_number': 4, 'project_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'subnets': [{'id': '051e2cd5-c912-4db0-b8f8-198255458cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:45:03.029415 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-10c63448-c28a-499f-8f9f-31dfa3a2707a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (77d288c2-efbf-4fb4-b55d-d65c674d5d37), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:03.159322 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43446) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:03.182512 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd77cb3-0a46-484f-84d7-2e91921d64aa admin admin] Pushing event deleted for resources: {'Network': ['ID=a952105b-ebc4-4199-9a60-4f9b3f21d433,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:03.194707 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4d8f6bc3-3c6a-4026-886a-b8698233e0a9 admin admin] Publish callbacks [] for router_gateway (d4fb1805-e218-47f8-82a5-9d0d8913bb34), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:03.207008 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-10c63448-c28a-499f-8f9f-31dfa3a2707a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (77d288c2-efbf-4fb4-b55d-d65c674d5d37), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:03.261954 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e882fbef-e742-4c5a-a768-09edb045813b tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks [] for security_group_rule (3e130cac-a991-443d-bbd4-650a30da3c42), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:03.363768 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-10c63448-c28a-499f-8f9f-31dfa3a2707a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:03.381030 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43450) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:03.382575 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-10c63448-c28a-499f-8f9f-31dfa3a2707a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/77d288c2-efbf-4fb4-b55d-d65c674d5d37 HTTP/1.1" status: 204 len: 168 time: 0.8970964 Mar 05 04:45:03.389493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c63448-c28a-499f-8f9f-31dfa3a2707a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77d288c2-efbf-4fb4-b55d-d65c674d5d37,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:03.549576 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b54b39e5-8f25-40d9-a2fe-315e0e0ac3a2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=736990f873564774a97b655286c16e6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3852148 Mar 05 04:45:03.562622 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43452) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:03.586129 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e882fbef-e742-4c5a-a768-09edb045813b tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks [] for security_group_rule (3e130cac-a991-443d-bbd4-650a30da3c42), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:03.614535 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e882fbef-e742-4c5a-a768-09edb045813b tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (3e130cac-a991-443d-bbd4-650a30da3c42), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:03.639903 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2532d31d-ab22-4592-9d19-8480b458765d None None] Network 6e7a0e86-a995-4489-9f58-78ec089f6eab requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:45:03.647747 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28354f-c651-4942-9dcb-9dc2cef633df None None] Pushing event updated for resources: {'Port': ['ID=04e25d61-ca1d-454f-9ac9-528aa762d65a,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:03.663637 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882fbef-e742-4c5a-a768-09edb045813b tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e130cac-a991-443d-bbd4-650a30da3c42,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:03.670237 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9e65d978-ee07-46cd-a69e-90a1ee55513e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (6e7a0e86-a995-4489-9f58-78ec089f6eab), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:03.766806 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e882fbef-e742-4c5a-a768-09edb045813b tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:03.771136 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e882fbef-e742-4c5a-a768-09edb045813b tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9493420 Mar 05 04:45:03.771670 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43460) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:03.786333 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-10c691c1-7df3-4447-a821-46e0cd3ab3a0 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:45:03.803948 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 04e25d61-ca1d-454f-9ac9-528aa762d65a up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:45:03.823332 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28354f-c651-4942-9dcb-9dc2cef633df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:03.823962 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28354f-c651-4942-9dcb-9dc2cef633df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:03.832406 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28354f-c651-4942-9dcb-9dc2cef633df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:03.833150 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28354f-c651-4942-9dcb-9dc2cef633df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:03.833821 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28354f-c651-4942-9dcb-9dc2cef633df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:03.835017 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28354f-c651-4942-9dcb-9dc2cef633df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:03.835694 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28354f-c651-4942-9dcb-9dc2cef633df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:03.836208 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28354f-c651-4942-9dcb-9dc2cef633df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:03.836990 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28354f-c651-4942-9dcb-9dc2cef633df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:03.837542 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28354f-c651-4942-9dcb-9dc2cef633df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:03.838463 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28354f-c651-4942-9dcb-9dc2cef633df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:03.838955 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28354f-c651-4942-9dcb-9dc2cef633df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:03.840445 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b28354f-c651-4942-9dcb-9dc2cef633df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:03.857901 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f5a16d72-b2dc-48e8-a94c-81a5a1fb3eaa admin admin] Publish callbacks [] for security_group (a7a79b6e-073c-48a1-a7f1-b031684ba5c7), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:03.906974 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f5a16d72-b2dc-48e8-a94c-81a5a1fb3eaa admin admin] Publish callbacks [] for security_group (a7a79b6e-073c-48a1-a7f1-b031684ba5c7), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:03.973630 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-10c691c1-7df3-4447-a821-46e0cd3ab3a0 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:03.986402 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f77821d5-3f36-478c-8bec-b1012cd2e142 None None] Provisioning complete for port 04e25d61-ca1d-454f-9ac9-528aa762d65a triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:45:03.987629 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f77821d5-3f36-478c-8bec-b1012cd2e142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (04e25d61-ca1d-454f-9ac9-528aa762d65a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:04.024589 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f5a16d72-b2dc-48e8-a94c-81a5a1fb3eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a7a79b6e-073c-48a1-a7f1-b031684ba5c7), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:04.029543 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f5a16d72-b2dc-48e8-a94c-81a5a1fb3eaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:04.031459 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f5a16d72-b2dc-48e8-a94c-81a5a1fb3eaa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a7a79b6e-073c-48a1-a7f1-b031684ba5c7 HTTP/1.1" status: 204 len: 168 time: 0.4671855 Mar 05 04:45:04.090318 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-841b489a-e78c-4365-b11d-7ebdade3c69d None None] Allocated IP 172.20.0.2 (58fc8937-83f5-44ef-a608-0151f2623ffc/ac815b3e-cb9c-4730-baca-3ba4b7a2e998/d9a1c229-db2e-47dc-a8c0-c63cd497f23c) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:45:04.153259 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee30995-2986-48ea-b1bc-d753221bac36 req-09eb997a-2f85-49cd-a15a-86dda96c1b2e tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:04.162400 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cee30995-2986-48ea-b1bc-d753221bac36 req-09eb997a-2f85-49cd-a15a-86dda96c1b2e tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 946 time: 0.3730280 Mar 05 04:45:04.208241 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d29ada-27b1-477f-bc93-cb7a5f4715a4 req-96321efc-ddca-4957-b407-f5717ad35ec8 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:04.217050 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-02d29ada-27b1-477f-bc93-cb7a5f4715a4 req-96321efc-ddca-4957-b407-f5717ad35ec8 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 949 time: 0.4087510 Mar 05 04:45:04.280547 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-9e65d978-ee07-46cd-a69e-90a1ee55513e admin admin] Deleting port 43c29568-d8b1-4a61-bf1f-416ccfd54342 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:45:04.281103 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9e65d978-ee07-46cd-a69e-90a1ee55513e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (43c29568-d8b1-4a61-bf1f-416ccfd54342), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:04.288145 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4d8f6bc3-3c6a-4026-886a-b8698233e0a9 admin admin] Publish callbacks [] for router_gateway (d4fb1805-e218-47f8-82a5-9d0d8913bb34), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:04.328847 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a16d72-b2dc-48e8-a94c-81a5a1fb3eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a79b6e-073c-48a1-a7f1-b031684ba5c7,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:04.410492 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4d8f6bc3-3c6a-4026-886a-b8698233e0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:04.453373 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-10c691c1-7df3-4447-a821-46e0cd3ab3a0 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:04.563392 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cee30995-2986-48ea-b1bc-d753221bac36 req-7fcff68c-8827-4a31-8257-68284cb4ea5a tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955142 Mar 05 04:45:04.582544 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-841b489a-e78c-4365-b11d-7ebdade3c69d None None] Publish callbacks [] for port (d9a1c229-db2e-47dc-a8c0-c63cd497f23c), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:04.620914 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-02d29ada-27b1-477f-bc93-cb7a5f4715a4 req-06ede410-b09b-417c-9fd3-2eb992f23716 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025853 Mar 05 04:45:04.697972 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-9e65d978-ee07-46cd-a69e-90a1ee55513e admin admin] For port 43c29568-d8b1-4a61-bf1f-416ccfd54342, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=43c29568-d8b1-4a61-bf1f-416ccfd54342,segment=NetworkSegment(78fc7d19-0516-4f5e-8089-4e58b1afdc2b),segment_id=78fc7d19-0516-4f5e-8089-4e58b1afdc2b)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:04.698620 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9e65d978-ee07-46cd-a69e-90a1ee55513e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (43c29568-d8b1-4a61-bf1f-416ccfd54342), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:04.710666 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-841b489a-e78c-4365-b11d-7ebdade3c69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (d9a1c229-db2e-47dc-a8c0-c63cd497f23c), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:04.718580 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-10c691c1-7df3-4447-a821-46e0cd3ab3a0 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Allocated IP 172.25.0.80 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/bada5675-882d-4d4c-92ab-86a5586cae00) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:45:04.761109 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-9e65d978-ee07-46cd-a69e-90a1ee55513e admin admin] Calling delete_port for 43c29568-d8b1-4a61-bf1f-416ccfd54342 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:45:04.857693 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841b489a-e78c-4365-b11d-7ebdade3c69d None None] Network 58fc8937-83f5-44ef-a608-0151f2623ffc is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:45:04.923409 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-841b489a-e78c-4365-b11d-7ebdade3c69d None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:45:04.929039 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841b489a-e78c-4365-b11d-7ebdade3c69d None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:45:04.936771 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b489a-e78c-4365-b11d-7ebdade3c69d None None] Pushing event updated for resources: {'Port': ['ID=d9a1c229-db2e-47dc-a8c0-c63cd497f23c,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:04.963646 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9e65d978-ee07-46cd-a69e-90a1ee55513e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (43c29568-d8b1-4a61-bf1f-416ccfd54342), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:04.991314 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-10c691c1-7df3-4447-a821-46e0cd3ab3a0 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks [] for port (bada5675-882d-4d4c-92ab-86a5586cae00), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:05.085461 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65d978-ee07-46cd-a69e-90a1ee55513e admin admin] Pushing event deleted for resources: {'Port': ['ID=43c29568-d8b1-4a61-bf1f-416ccfd54342,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:05.091718 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e65d978-ee07-46cd-a69e-90a1ee55513e admin admin] No DVR routers for this DVR port 43c29568-d8b1-4a61-bf1f-416ccfd54342 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:45:05.104473 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 04e25d61-ca1d-454f-9ac9-528aa762d65a triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:45:05.104847 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (04e25d61-ca1d-454f-9ac9-528aa762d65a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:05.105889 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-10c691c1-7df3-4447-a821-46e0cd3ab3a0 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (bada5675-882d-4d4c-92ab-86a5586cae00), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:05.217614 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c691c1-7df3-4447-a821-46e0cd3ab3a0 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:45:05.238129 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-10c691c1-7df3-4447-a821-46e0cd3ab3a0 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:45:05.241528 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352abcca-e253-469b-aa7c-0c6bbbe65455 None None] DHCP port deletion for 6e7a0e86-a995-4489-9f58-78ec089f6eab request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:45:05.256801 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c691c1-7df3-4447-a821-46e0cd3ab3a0 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:45:05.294350 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-841b489a-e78c-4365-b11d-7ebdade3c69d None None] Attempting to bind port d9a1c229-db2e-47dc-a8c0-c63cd497f23c on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:45:05.294720 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-841b489a-e78c-4365-b11d-7ebdade3c69d None None] Attempting to bind port d9a1c229-db2e-47dc-a8c0-c63cd497f23c by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'b412d26e-2f96-452a-9c5f-ad37809d8be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '58fc8937-83f5-44ef-a608-0151f2623ffc'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:45:05.295550 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b489a-e78c-4365-b11d-7ebdade3c69d None None] Attempting to bind port d9a1c229-db2e-47dc-a8c0-c63cd497f23c on network 58fc8937-83f5-44ef-a608-0151f2623ffc {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:45:05.308134 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f77821d5-3f36-478c-8bec-b1012cd2e142 None None] Current status of the port 04e25d61-ca1d-454f-9ac9-528aa762d65a is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:45:05.311601 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b489a-e78c-4365-b11d-7ebdade3c69d None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:45:05.311994 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b489a-e78c-4365-b11d-7ebdade3c69d None None] Checking segment: {'id': 'b412d26e-2f96-452a-9c5f-ad37809d8be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '58fc8937-83f5-44ef-a608-0151f2623ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:45:05.312963 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-841b489a-e78c-4365-b11d-7ebdade3c69d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:05.313362 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b489a-e78c-4365-b11d-7ebdade3c69d None None] Bound using segment: {'id': 'b412d26e-2f96-452a-9c5f-ad37809d8be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '58fc8937-83f5-44ef-a608-0151f2623ffc'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:45:05.313849 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-841b489a-e78c-4365-b11d-7ebdade3c69d None None] Bound port: d9a1c229-db2e-47dc-a8c0-c63cd497f23c, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b412d26e-2f96-452a-9c5f-ad37809d8be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '58fc8937-83f5-44ef-a608-0151f2623ffc'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:45:05.314229 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-841b489a-e78c-4365-b11d-7ebdade3c69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d9a1c229-db2e-47dc-a8c0-c63cd497f23c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:05.344593 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9e65d978-ee07-46cd-a69e-90a1ee55513e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (6e7a0e86-a995-4489-9f58-78ec089f6eab), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:05.385445 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c691c1-7df3-4447-a821-46e0cd3ab3a0 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Pushing event updated for resources: {'Port': ['ID=bada5675-882d-4d4c-92ab-86a5586cae00,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:05.393172 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-4d8f6bc3-3c6a-4026-886a-b8698233e0a9 admin admin] Allocated IP 172.25.0.182 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/41d1f24d-6827-4d1b-98a9-797084fb28dd) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:45:05.418303 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-9e65d978-ee07-46cd-a69e-90a1ee55513e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e7a0e86-a995-4489-9f58-78ec089f6eab']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:05.435879 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-841b489a-e78c-4365-b11d-7ebdade3c69d None None] For port d9a1c229-db2e-47dc-a8c0-c63cd497f23c, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:45:05.448613 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-9e65d978-ee07-46cd-a69e-90a1ee55513e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78fc7d19-0516-4f5e-8089-4e58b1afdc2b') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:05.448928 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-9e65d978-ee07-46cd-a69e-90a1ee55513e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78fc7d19-0516-4f5e-8089-4e58b1afdc2b') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:05.460711 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-841b489a-e78c-4365-b11d-7ebdade3c69d None None] For port d9a1c229-db2e-47dc-a8c0-c63cd497f23c, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d9a1c229-db2e-47dc-a8c0-c63cd497f23c,segment=NetworkSegment(b412d26e-2f96-452a-9c5f-ad37809d8be5),segment_id=b412d26e-2f96-452a-9c5f-ad37809d8be5)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:45:05.469769 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 04e25d61-ca1d-454f-9ac9-528aa762d65a is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:45:05.477071 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-841b489a-e78c-4365-b11d-7ebdade3c69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d9a1c229-db2e-47dc-a8c0-c63cd497f23c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:05.521999 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-10c691c1-7df3-4447-a821-46e0cd3ab3a0 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks [] for floatingip (248bff1e-46a6-4c0a-bb0d-b6cb2f74a331), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:05.523323 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9e65d978-ee07-46cd-a69e-90a1ee55513e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (78fc7d19-0516-4f5e-8089-4e58b1afdc2b), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:05.606523 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-10c691c1-7df3-4447-a821-46e0cd3ab3a0 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (bada5675-882d-4d4c-92ab-86a5586cae00), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:05.621305 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b489a-e78c-4365-b11d-7ebdade3c69d None None] Pushing event updated for resources: {'Port': ['ID=d9a1c229-db2e-47dc-a8c0-c63cd497f23c,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:05.624176 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c7f26de0-9781-48a2-8c04-17d777b77a48 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:45:05.698599 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9e65d978-ee07-46cd-a69e-90a1ee55513e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (78fc7d19-0516-4f5e-8089-4e58b1afdc2b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:05.701934 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: c7f26de0-9781-48a2-8c04-17d777b77a48 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:45:05.706757 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c7f26de0-9781-48a2-8c04-17d777b77a48 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:45:05.709642 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e42b4b8e-d944-4607-a90b-bdb083e854e3 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:45:05.745461 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e65d978-ee07-46cd-a69e-90a1ee55513e admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:45:05.745928 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9e65d978-ee07-46cd-a69e-90a1ee55513e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (78fc7d19-0516-4f5e-8089-4e58b1afdc2b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:05.779766 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: e42b4b8e-d944-4607-a90b-bdb083e854e3 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:45:05.780843 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e42b4b8e-d944-4607-a90b-bdb083e854e3 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:45:05.957113 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 04:45:05.957113 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:45:05.957113 n-d-789963-32 neutron-server[105231]: timer() Mar 05 04:45:05.957113 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:45:05.957113 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 04:45:05.957113 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:45:05.957113 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 04:45:05.957113 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:45:05.957113 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 04:45:05.957113 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:45:05.957113 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 04:45:05.957113 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:45:05.957113 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 04:45:05.957113 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:45:05.957113 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:45:05.957113 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:45:05.957113 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:45:05.957113 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:45:05.957113 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 04:45:05.957113 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:45:05.957113 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 04:45:05.957113 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:45:05.957113 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:45:05.957113 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:45:05.957113 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 04:45:05.957113 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:45:05.957113 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:45:05.957113 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:45:05.957113 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:45:05.957113 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:45:05.957113 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:45:05.957113 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:45:06.012273 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 04e25d61-ca1d-454f-9ac9-528aa762d65a up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:45:06.087753 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9e65d978-ee07-46cd-a69e-90a1ee55513e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (6e7a0e86-a995-4489-9f58-78ec089f6eab), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:06.133586 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-10c691c1-7df3-4447-a821-46e0cd3ab3a0 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks [] for port (bada5675-882d-4d4c-92ab-86a5586cae00), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:06.140035 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-10c691c1-7df3-4447-a821-46e0cd3ab3a0 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (bada5675-882d-4d4c-92ab-86a5586cae00), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:06.149652 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 04e25d61-ca1d-454f-9ac9-528aa762d65a triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:45:06.150046 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (04e25d61-ca1d-454f-9ac9-528aa762d65a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:06.208985 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9e65d978-ee07-46cd-a69e-90a1ee55513e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:06.212222 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9e65d978-ee07-46cd-a69e-90a1ee55513e admin admin] 10.222.0.11 "DELETE /v2.0/networks/6e7a0e86-a995-4489-9f58-78ec089f6eab HTTP/1.1" status: 204 len: 168 time: 2.8282242 Mar 05 04:45:06.269478 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c691c1-7df3-4447-a821-46e0cd3ab3a0 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Pushing event updated for resources: {'Port': ['ID=bada5675-882d-4d4c-92ab-86a5586cae00,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:06.270456 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65d978-ee07-46cd-a69e-90a1ee55513e admin admin] Pushing event deleted for resources: {'Network': ['ID=6e7a0e86-a995-4489-9f58-78ec089f6eab,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:06.273470 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 04e25d61-ca1d-454f-9ac9-528aa762d65a is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:45:06.282727 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4d8f6bc3-3c6a-4026-886a-b8698233e0a9 admin admin] Publish callbacks [] for port (41d1f24d-6827-4d1b-98a9-797084fb28dd), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:06.288114 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-10c691c1-7df3-4447-a821-46e0cd3ab3a0 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (248bff1e-46a6-4c0a-bb0d-b6cb2f74a331), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:06.316943 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-10c691c1-7df3-4447-a821-46e0cd3ab3a0 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:06.318933 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-10c691c1-7df3-4447-a821-46e0cd3ab3a0 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5438800 Mar 05 04:45:06.366475 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4d8f6bc3-3c6a-4026-886a-b8698233e0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (41d1f24d-6827-4d1b-98a9-797084fb28dd), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:06.387153 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 43c29568-d8b1-4a61-bf1f-416ccfd54342 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:45:06.400331 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8f6bc3-3c6a-4026-886a-b8698233e0a9 admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:45:06.426721 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-4d8f6bc3-3c6a-4026-886a-b8698233e0a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:45:06.431723 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8f6bc3-3c6a-4026-886a-b8698233e0a9 admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:45:06.433592 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 43c29568-d8b1-4a61-bf1f-416ccfd54342 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:45:06.437290 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 43c29568-d8b1-4a61-bf1f-416ccfd54342 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:45:06.496408 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db255f-f575-4dc2-91bb-9cde13cc9014 req-72ea979a-ccef-4691-8587-aa6ef1ba7f27 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:06.506676 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f6db255f-f575-4dc2-91bb-9cde13cc9014 req-72ea979a-ccef-4691-8587-aa6ef1ba7f27 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 949 time: 0.5247719 Mar 05 04:45:06.579948 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43504) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:06.740870 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500a634-7598-4e23-a349-506ae0c76fc9 req-a81e9c9f-2dae-42ae-9964-a035810d715f tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:06.742515 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3500a634-7598-4e23-a349-506ae0c76fc9 req-a81e9c9f-2dae-42ae-9964-a035810d715f tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 946 time: 0.7830238 Mar 05 04:45:06.827962 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f6bc3-3c6a-4026-886a-b8698233e0a9 admin admin] Pushing event updated for resources: {'Port': ['ID=41d1f24d-6827-4d1b-98a9-797084fb28dd,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:06.852839 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f6db255f-f575-4dc2-91bb-9cde13cc9014 req-424dfd80-abc7-4f87-9cc5-d5173066763f tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454037 Mar 05 04:45:07.046614 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3500a634-7598-4e23-a349-506ae0c76fc9 req-d7dbfc5c-6e94-4210-b1d1-4f5eba600fb3 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475162 Mar 05 04:45:07.155369 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c76ae971-3bf6-4541-a714-d144a39b0abb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2aa43defc6414754a43f26c001243ac6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5731180 Mar 05 04:45:07.157577 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43536) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:07.197615 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4d8f6bc3-3c6a-4026-886a-b8698233e0a9 admin admin] Publish callbacks [] for router_gateway (d4fb1805-e218-47f8-82a5-9d0d8913bb34), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:07.238182 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9d053554-87e7-441a-8ec2-c3c5a85bb0e6 admin admin] Publish callbacks [] for security_group (f588ce9d-b930-40b1-9a5c-342ee61ad1dd), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:07.285421 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9d053554-87e7-441a-8ec2-c3c5a85bb0e6 admin admin] Publish callbacks [] for security_group (f588ce9d-b930-40b1-9a5c-342ee61ad1dd), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:07.357845 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9d053554-87e7-441a-8ec2-c3c5a85bb0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f588ce9d-b930-40b1-9a5c-342ee61ad1dd), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:07.361177 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9d053554-87e7-441a-8ec2-c3c5a85bb0e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:07.366139 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9d053554-87e7-441a-8ec2-c3c5a85bb0e6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f588ce9d-b930-40b1-9a5c-342ee61ad1dd HTTP/1.1" status: 204 len: 168 time: 0.2068136 Mar 05 04:45:07.376244 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d053554-87e7-441a-8ec2-c3c5a85bb0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f588ce9d-b930-40b1-9a5c-342ee61ad1dd,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:07.485329 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67dc363-f45d-4d19-8bf5-e2eee15637a0 None None] Network 58fc8937-83f5-44ef-a608-0151f2623ffc requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:45:07.629754 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-76283d9c-a79b-44af-b2db-517a5792d883 None None] Provisioning complete for port d9a1c229-db2e-47dc-a8c0-c63cd497f23c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:45:07.630582 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-76283d9c-a79b-44af-b2db-517a5792d883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d9a1c229-db2e-47dc-a8c0-c63cd497f23c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:07.752442 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-76283d9c-a79b-44af-b2db-517a5792d883 None None] Current status of the port d9a1c229-db2e-47dc-a8c0-c63cd497f23c is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:45:07.753277 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-76283d9c-a79b-44af-b2db-517a5792d883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d9a1c229-db2e-47dc-a8c0-c63cd497f23c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:07.797118 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-76283d9c-a79b-44af-b2db-517a5792d883 None None] For port d9a1c229-db2e-47dc-a8c0-c63cd497f23c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d9a1c229-db2e-47dc-a8c0-c63cd497f23c,segment=NetworkSegment(b412d26e-2f96-452a-9c5f-ad37809d8be5),segment_id=b412d26e-2f96-452a-9c5f-ad37809d8be5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:07.807040 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-76283d9c-a79b-44af-b2db-517a5792d883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d9a1c229-db2e-47dc-a8c0-c63cd497f23c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:07.873913 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76283d9c-a79b-44af-b2db-517a5792d883 None None] Pushing event updated for resources: {'Port': ['ID=d9a1c229-db2e-47dc-a8c0-c63cd497f23c,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:07.881913 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43558) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:08.042322 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d9a1c229-db2e-47dc-a8c0-c63cd497f23c up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:45:08.110499 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e771b862-80e7-4c2e-8cb5-96269e7a339c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:08.195659 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port d9a1c229-db2e-47dc-a8c0-c63cd497f23c triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:45:08.196051 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d9a1c229-db2e-47dc-a8c0-c63cd497f23c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:08.270700 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43594) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:08.310251 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e771b862-80e7-4c2e-8cb5-96269e7a339c admin admin] Publish callbacks [] for security_group (813e76ef-2ea5-4c93-9070-d295016e5015), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:08.324555 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e771b862-80e7-4c2e-8cb5-96269e7a339c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (813e76ef-2ea5-4c93-9070-d295016e5015), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:08.375498 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port d9a1c229-db2e-47dc-a8c0-c63cd497f23c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:45:08.385266 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e4e095d8-0414-4a13-acbb-0b6355848c57 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=02b11dcb900c43749fb4b9305633cb83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1102848 Mar 05 04:45:08.390104 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43604) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:08.402645 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e771b862-80e7-4c2e-8cb5-96269e7a339c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=db119adec74c4c53b9f6f9b10fd64883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5192115 Mar 05 04:45:08.404759 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43606) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:08.419600 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771b862-80e7-4c2e-8cb5-96269e7a339c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813e76ef-2ea5-4c93-9070-d295016e5015,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:08.429213 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d242cf7f-a924-4bc8-9e34-d15f88bf7020 None None] Provisioning complete for port d9a1c229-db2e-47dc-a8c0-c63cd497f23c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:45:08.429213 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d242cf7f-a924-4bc8-9e34-d15f88bf7020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d9a1c229-db2e-47dc-a8c0-c63cd497f23c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:08.429727 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51008d-c2ec-450c-9d51-0aefa99f0782 req-d29d231e-2cec-4381-a09f-2b9b8e283011 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:08.431571 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ef51008d-c2ec-450c-9d51-0aefa99f0782 req-d29d231e-2cec-4381-a09f-2b9b8e283011 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 949 time: 0.3105299 Mar 05 04:45:08.452712 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4d8f6bc3-3c6a-4026-886a-b8698233e0a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (d4fb1805-e218-47f8-82a5-9d0d8913bb34), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:08.536087 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee120f-7ea8-4afc-901c-ac2367551e12 req-5bf7cab9-2171-4d86-8e9e-3625531afa0a tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:08.540164 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-507450a8-0de5-43f8-baa2-8af1b2917ff7 admin admin] Publish callbacks [] for security_group (17f95531-7262-4335-8de2-0592c03ded84), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:08.543995 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a6ee120f-7ea8-4afc-901c-ac2367551e12 req-5bf7cab9-2171-4d86-8e9e-3625531afa0a tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 946 time: 0.2709832 Mar 05 04:45:08.544760 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d242cf7f-a924-4bc8-9e34-d15f88bf7020 None None] Current status of the port d9a1c229-db2e-47dc-a8c0-c63cd497f23c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:45:08.553941 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4a9e03b-c213-4052-9780-112fdb889724 admin admin] Publish callbacks [] for security_group (813e76ef-2ea5-4c93-9070-d295016e5015), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:08.584261 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-507450a8-0de5-43f8-baa2-8af1b2917ff7 admin admin] Publish callbacks [] for security_group (17f95531-7262-4335-8de2-0592c03ded84), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:08.599252 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ef51008d-c2ec-450c-9d51-0aefa99f0782 req-8018fce9-7c6f-41dd-80de-231d8324a220 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608055 Mar 05 04:45:08.614318 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4a9e03b-c213-4052-9780-112fdb889724 admin admin] Publish callbacks [] for security_group (813e76ef-2ea5-4c93-9070-d295016e5015), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:08.712505 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-507450a8-0de5-43f8-baa2-8af1b2917ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (17f95531-7262-4335-8de2-0592c03ded84), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:08.715611 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-507450a8-0de5-43f8-baa2-8af1b2917ff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:08.717114 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-507450a8-0de5-43f8-baa2-8af1b2917ff7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/17f95531-7262-4335-8de2-0592c03ded84 HTTP/1.1" status: 204 len: 168 time: 0.3256414 Mar 05 04:45:08.729341 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507450a8-0de5-43f8-baa2-8af1b2917ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f95531-7262-4335-8de2-0592c03ded84,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:08.731602 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4a9e03b-c213-4052-9780-112fdb889724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (813e76ef-2ea5-4c93-9070-d295016e5015), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:08.735181 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4a9e03b-c213-4052-9780-112fdb889724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:08.739483 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c4a9e03b-c213-4052-9780-112fdb889724 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/813e76ef-2ea5-4c93-9070-d295016e5015 HTTP/1.1" status: 204 len: 168 time: 0.3304808 Mar 05 04:45:08.739707 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a6ee120f-7ea8-4afc-901c-ac2367551e12 req-c62755b3-b983-4f82-8fd8-930955459f27 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926780 Mar 05 04:45:08.746935 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9e03b-c213-4052-9780-112fdb889724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813e76ef-2ea5-4c93-9070-d295016e5015,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:08.828642 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8f6bc3-3c6a-4026-886a-b8698233e0a9 admin admin] Router d4fb1805-e218-47f8-82a5-9d0d8913bb34 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:45:09.009587 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8f6bc3-3c6a-4026-886a-b8698233e0a9 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:45:09.026291 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18545ba7-6a56-4ae8-bfc6-4b66aa812fbd None None] Sync routers for ids ['d4fb1805-e218-47f8-82a5-9d0d8913bb34'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:45:09.050062 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18545ba7-6a56-4ae8-bfc6-4b66aa812fbd None None] Routers {'d4fb1805-e218-47f8-82a5-9d0d8913bb34'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:45:09.051790 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-18545ba7-6a56-4ae8-bfc6-4b66aa812fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:44:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d4fb1805-e218-47f8-82a5-9d0d8913bb34'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:09.055038 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4d8f6bc3-3c6a-4026-886a-b8698233e0a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:09.059489 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4d8f6bc3-3c6a-4026-886a-b8698233e0a9 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.4905937 Mar 05 04:45:09.062759 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43614) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:09.076455 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-7d1075e5-d251-4bd3-a325-84d3afd85070 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:09.078331 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-7d1075e5-d251-4bd3-a325-84d3afd85070 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/networks?id=8538c983-160a-4b67-8024-c598ec9cf3a6 HTTP/1.1" status: 200 len: 807 time: 0.2679276 Mar 05 04:45:09.100884 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-ead4eefb-16f5-4873-9a11-5713687f6eb4 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/quotas/facd03296ca545159cfaaad05aba02e6 HTTP/1.1" status: 200 len: 375 time: 0.0147166 Mar 05 04:45:09.255481 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-1d781015-6c46-4d4f-8611-15ac5e3fa41c tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=facd03296ca545159cfaaad05aba02e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1475432 Mar 05 04:45:09.341104 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-18545ba7-6a56-4ae8-bfc6-4b66aa812fbd None None] Set router d4fb1805-e218-47f8-82a5-9d0d8913bb34 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:45:09.522255 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-ac6d6ac5-98f8-4180-8cea-1cb4497492bb service neutron] 10.222.0.11 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610817 Mar 05 04:45:09.639054 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-18545ba7-6a56-4ae8-bfc6-4b66aa812fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'name': 'tempest-ServersTestFqdnHostnames-2090795679-router', 'tenant_id': '074dced6ee0b4a51a8ecd429d46f527c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '41d1f24d-6827-4d1b-98a9-797084fb28dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:02Z', 'updated_at': '2022-03-05T04:45:06Z', 'revision_number': 3, 'project_id': '074dced6ee0b4a51a8ecd429d46f527c', 'gw_port': {'id': '41d1f24d-6827-4d1b-98a9-797084fb28dd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:76:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:04Z', 'updated_at': '2022-03-05T04:45:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:09.670567 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18545ba7-6a56-4ae8-bfc6-4b66aa812fbd None None] Checking router: d4fb1805-e218-47f8-82a5-9d0d8913bb34 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:45:09.671321 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18545ba7-6a56-4ae8-bfc6-4b66aa812fbd None None] Updating router d4fb1805-e218-47f8-82a5-9d0d8913bb34 port 41d1f24d-6827-4d1b-98a9-797084fb28dd binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:45:09.754269 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-18545ba7-6a56-4ae8-bfc6-4b66aa812fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (41d1f24d-6827-4d1b-98a9-797084fb28dd), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:09.868842 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-e5b9fcc7-5ca2-4d21-80d3-0c109a5f0335 service neutron] 10.222.0.11 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682161 Mar 05 04:45:10.008746 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f64f51-950c-4a61-a7b8-5a3fe76d0585 req-9c76c80f-4aa3-4bad-805a-e04076dcf5e5 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:10.013371 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d9a1c229-db2e-47dc-a8c0-c63cd497f23c up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:45:10.026904 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e6f64f51-950c-4a61-a7b8-5a3fe76d0585 req-9c76c80f-4aa3-4bad-805a-e04076dcf5e5 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 949 time: 0.2632277 Mar 05 04:45:10.196201 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-520d51be-a064-4acc-ac95-fd9885f46b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:10.208502 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e6f64f51-950c-4a61-a7b8-5a3fe76d0585 req-7cb53d20-5a7a-460d-be87-01e5f0f156d5 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694961 Mar 05 04:45:10.231834 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port d9a1c229-db2e-47dc-a8c0-c63cd497f23c triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:45:10.232231 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d9a1c229-db2e-47dc-a8c0-c63cd497f23c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:10.474479 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-18545ba7-6a56-4ae8-bfc6-4b66aa812fbd None None] Publish callbacks [] for port (41d1f24d-6827-4d1b-98a9-797084fb28dd), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:10.490348 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port d9a1c229-db2e-47dc-a8c0-c63cd497f23c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:45:10.497405 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ec3a3-9d72-47a5-8bc0-c8718710bbf0 req-c444277b-e194-404e-b428-996d0739d151 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:10.499290 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-18545ba7-6a56-4ae8-bfc6-4b66aa812fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (41d1f24d-6827-4d1b-98a9-797084fb28dd), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:10.506407 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-459ec3a3-9d72-47a5-8bc0-c8718710bbf0 req-c444277b-e194-404e-b428-996d0739d151 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 946 time: 0.1554489 Mar 05 04:45:10.578158 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-459ec3a3-9d72-47a5-8bc0-c8718710bbf0 req-58f7fd47-71f9-4f1e-b681-3dc64dd7cea0 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665753 Mar 05 04:45:10.651224 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816e4ed-5303-466c-bac6-da452bb93f29 None None] Pushing event updated for resources: {'Port': ['ID=41d1f24d-6827-4d1b-98a9-797084fb28dd,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:10.672277 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-700a71b1-d9bd-4234-97a3-02b77f5f3715 req-06af52d2-c4f9-4078-a644-94aa9122f5c6 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 210 time: 0.0721009 Mar 05 04:45:10.700984 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-18545ba7-6a56-4ae8-bfc6-4b66aa812fbd None None] Attempting to bind port 41d1f24d-6827-4d1b-98a9-797084fb28dd on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:45:10.701365 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-18545ba7-6a56-4ae8-bfc6-4b66aa812fbd None None] Attempting to bind port 41d1f24d-6827-4d1b-98a9-797084fb28dd by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:45:10.701737 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18545ba7-6a56-4ae8-bfc6-4b66aa812fbd None None] Attempting to bind port 41d1f24d-6827-4d1b-98a9-797084fb28dd on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:45:10.713408 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-520d51be-a064-4acc-ac95-fd9885f46b12 admin admin] Allocated IP 172.20.0.1 (58fc8937-83f5-44ef-a608-0151f2623ffc/ac815b3e-cb9c-4730-baca-3ba4b7a2e998/ad0de425-5fa9-46de-9e0c-ffd59af52fda) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:45:10.716259 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18545ba7-6a56-4ae8-bfc6-4b66aa812fbd None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:45:10.716941 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18545ba7-6a56-4ae8-bfc6-4b66aa812fbd None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:45:10.718217 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-18545ba7-6a56-4ae8-bfc6-4b66aa812fbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:10.718711 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18545ba7-6a56-4ae8-bfc6-4b66aa812fbd None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:45:10.730695 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-18545ba7-6a56-4ae8-bfc6-4b66aa812fbd None None] Bound port: 41d1f24d-6827-4d1b-98a9-797084fb28dd, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:45:10.731139 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-18545ba7-6a56-4ae8-bfc6-4b66aa812fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (41d1f24d-6827-4d1b-98a9-797084fb28dd), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:10.885257 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-18545ba7-6a56-4ae8-bfc6-4b66aa812fbd None None] For port 41d1f24d-6827-4d1b-98a9-797084fb28dd, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:45:10.896067 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-18545ba7-6a56-4ae8-bfc6-4b66aa812fbd None None] For port 41d1f24d-6827-4d1b-98a9-797084fb28dd, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=41d1f24d-6827-4d1b-98a9-797084fb28dd,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:45:10.911103 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-18545ba7-6a56-4ae8-bfc6-4b66aa812fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (41d1f24d-6827-4d1b-98a9-797084fb28dd), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:10.978088 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-520d51be-a064-4acc-ac95-fd9885f46b12 admin admin] Publish callbacks [] for port (ad0de425-5fa9-46de-9e0c-ffd59af52fda), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:11.051533 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-520d51be-a064-4acc-ac95-fd9885f46b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (ad0de425-5fa9-46de-9e0c-ffd59af52fda), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:11.137141 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520d51be-a064-4acc-ac95-fd9885f46b12 admin admin] Network 58fc8937-83f5-44ef-a608-0151f2623ffc is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:45:11.166014 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18545ba7-6a56-4ae8-bfc6-4b66aa812fbd None None] Routers {'d4fb1805-e218-47f8-82a5-9d0d8913bb34'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:45:11.167466 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-18545ba7-6a56-4ae8-bfc6-4b66aa812fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:44:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d4fb1805-e218-47f8-82a5-9d0d8913bb34'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:11.177642 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816e4ed-5303-466c-bac6-da452bb93f29 None None] Pushing event updated for resources: {'Port': ['ID=41d1f24d-6827-4d1b-98a9-797084fb28dd,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:11.184704 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-520d51be-a064-4acc-ac95-fd9885f46b12 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:45:11.190496 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520d51be-a064-4acc-ac95-fd9885f46b12 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:45:11.194160 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d51be-a064-4acc-ac95-fd9885f46b12 admin admin] Pushing event updated for resources: {'Port': ['ID=ad0de425-5fa9-46de-9e0c-ffd59af52fda,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:11.270270 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-520d51be-a064-4acc-ac95-fd9885f46b12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (d4fb1805-e218-47f8-82a5-9d0d8913bb34), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:11.336325 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e0317099-b608-484f-a32d-7904b3e045ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:11.515247 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-520d51be-a064-4acc-ac95-fd9885f46b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ad0de425-5fa9-46de-9e0c-ffd59af52fda), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:11.528937 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6d347-279a-4eeb-846d-479c9ad8b0f1 req-9245ab64-0250-4977-9a17-1ea9bcd59d4c tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:11.541279 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7ac6d347-279a-4eeb-846d-479c9ad8b0f1 req-9245ab64-0250-4977-9a17-1ea9bcd59d4c tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 949 time: 0.1442311 Mar 05 04:45:11.695681 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7ac6d347-279a-4eeb-846d-479c9ad8b0f1 req-f51edf80-991b-4da2-a819-05435f8a019f tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518259 Mar 05 04:45:11.713039 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-08e3c099-b1cc-4d2f-a814-00dab23a26f0 None None] Provisioning complete for port ad0de425-5fa9-46de-9e0c-ffd59af52fda triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:45:11.714838 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-08e3c099-b1cc-4d2f-a814-00dab23a26f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ad0de425-5fa9-46de-9e0c-ffd59af52fda), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:11.718004 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-18545ba7-6a56-4ae8-bfc6-4b66aa812fbd None None] Set router d4fb1805-e218-47f8-82a5-9d0d8913bb34 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:45:11.858547 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-08e3c099-b1cc-4d2f-a814-00dab23a26f0 None None] Port ad0de425-5fa9-46de-9e0c-ffd59af52fda cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:45:11.938078 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7d757-5cc3-4171-bc41-11815ca8f018 req-61d6ada9-8b0f-4fd2-88a1-3e5556aa92b7 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:11.947492 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-efb7d757-5cc3-4171-bc41-11815ca8f018 req-61d6ada9-8b0f-4fd2-88a1-3e5556aa92b7 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 946 time: 0.0720623 Mar 05 04:45:12.029752 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-efb7d757-5cc3-4171-bc41-11815ca8f018 req-a213aece-becc-47c0-8d16-a4fb0f498308 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810354 Mar 05 04:45:12.037289 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-520d51be-a064-4acc-ac95-fd9885f46b12 admin admin] Publish callbacks [] for port (ad0de425-5fa9-46de-9e0c-ffd59af52fda), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:12.055170 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-520d51be-a064-4acc-ac95-fd9885f46b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (ad0de425-5fa9-46de-9e0c-ffd59af52fda), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:12.199468 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d51be-a064-4acc-ac95-fd9885f46b12 admin admin] Pushing event updated for resources: {'Port': ['ID=ad0de425-5fa9-46de-9e0c-ffd59af52fda,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:12.202896 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-520d51be-a064-4acc-ac95-fd9885f46b12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (d4fb1805-e218-47f8-82a5-9d0d8913bb34), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:12.247857 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0c52c25d-7767-44cd-a811-fbcb1a26b03c req-ed4b78b5-467d-4aa3-a466-86822cc8575e tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 210 time: 0.0836565 Mar 05 04:45:12.278579 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-18545ba7-6a56-4ae8-bfc6-4b66aa812fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'name': 'tempest-ServersTestFqdnHostnames-2090795679-router', 'tenant_id': '074dced6ee0b4a51a8ecd429d46f527c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '41d1f24d-6827-4d1b-98a9-797084fb28dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:02Z', 'updated_at': '2022-03-05T04:45:06Z', 'revision_number': 3, 'project_id': '074dced6ee0b4a51a8ecd429d46f527c', 'gw_port': {'id': '41d1f24d-6827-4d1b-98a9-797084fb28dd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:76:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:04Z', 'updated_at': '2022-03-05T04:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:12.316751 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18545ba7-6a56-4ae8-bfc6-4b66aa812fbd None None] The sync data for ids ['d4fb1805-e218-47f8-82a5-9d0d8913bb34'] in n-d-789963-32 is: [{'id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'name': 'tempest-ServersTestFqdnHostnames-2090795679-router', 'tenant_id': '074dced6ee0b4a51a8ecd429d46f527c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '41d1f24d-6827-4d1b-98a9-797084fb28dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:02Z', 'updated_at': '2022-03-05T04:45:06Z', 'revision_number': 3, 'project_id': '074dced6ee0b4a51a8ecd429d46f527c', 'gw_port': {'id': '41d1f24d-6827-4d1b-98a9-797084fb28dd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:76:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:04Z', 'updated_at': '2022-03-05T04:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:45:12.408933 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520d51be-a064-4acc-ac95-fd9885f46b12 admin admin] Network 58fc8937-83f5-44ef-a608-0151f2623ffc is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:45:12.410427 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-520d51be-a064-4acc-ac95-fd9885f46b12 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:45:12.538600 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-d89949dc-27bc-4a2d-9790-916ff82d5383 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:12.540505 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-d89949dc-27bc-4a2d-9790-916ff82d5383 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.31 "GET /v2.0/networks?id=8538c983-160a-4b67-8024-c598ec9cf3a6 HTTP/1.1" status: 200 len: 807 time: 0.3135717 Mar 05 04:45:12.556108 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-85468d8d-f62b-47c6-a1fa-b6a871c59ee3 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Request body: {'port': {'device_id': '7ba7be3b-df16-4975-a0b3-e703dfe351a3', 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6', 'admin_state_up': True, 'tenant_id': 'facd03296ca545159cfaaad05aba02e6'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:45:12.756897 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520d51be-a064-4acc-ac95-fd9885f46b12 admin admin] Router d4fb1805-e218-47f8-82a5-9d0d8913bb34 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:45:12.875266 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-85468d8d-f62b-47c6-a1fa-b6a871c59ee3 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Made reservation on behalf of facd03296ca545159cfaaad05aba02e6 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:45:12.884138 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-85468d8d-f62b-47c6-a1fa-b6a871c59ee3 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:12.955608 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-028988f4-3ced-4cc9-80b6-8d4c61ef8f8a None None] Provisioning complete for port ad0de425-5fa9-46de-9e0c-ffd59af52fda triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:45:12.958141 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-028988f4-3ced-4cc9-80b6-8d4c61ef8f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ad0de425-5fa9-46de-9e0c-ffd59af52fda), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:13.047695 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-028988f4-3ced-4cc9-80b6-8d4c61ef8f8a None None] Port ad0de425-5fa9-46de-9e0c-ffd59af52fda cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:45:13.078914 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520d51be-a064-4acc-ac95-fd9885f46b12 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:45:13.111673 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-520d51be-a064-4acc-ac95-fd9885f46b12 admin admin] 10.222.0.11 "PUT /v2.0/routers/d4fb1805-e218-47f8-82a5-9d0d8913bb34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0393338 Mar 05 04:45:13.223964 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-85468d8d-f62b-47c6-a1fa-b6a871c59ee3 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Allocated IP 172.20.0.5 (8538c983-160a-4b67-8024-c598ec9cf3a6/fa622505-df3c-45bb-bed1-baf2861c8524/7fb12d9d-2c94-424a-963d-dc69ef3e8d86) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:45:13.482976 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-85468d8d-f62b-47c6-a1fa-b6a871c59ee3 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Publish callbacks [] for port (7fb12d9d-2c94-424a-963d-dc69ef3e8d86), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:13.507738 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:13.555180 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339dd02-447a-42c6-ba0a-6bbce05c6e3b req-2f596dc5-d1c0-4436-859a-b448e44f4f2b tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:13.556764 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b339dd02-447a-42c6-ba0a-6bbce05c6e3b req-2f596dc5-d1c0-4436-859a-b448e44f4f2b tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 949 time: 0.3742814 Mar 05 04:45:13.567493 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:13.573884 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45388fa-d6b4-4213-b68d-c4bda160dbfe req-f11fefa9-2ace-4451-acd9-27ae4e625382 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:13.584702 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f45388fa-d6b4-4213-b68d-c4bda160dbfe req-f11fefa9-2ace-4451-acd9-27ae4e625382 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 946 time: 0.3925252 Mar 05 04:45:13.626575 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-85468d8d-f62b-47c6-a1fa-b6a871c59ee3 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (7fb12d9d-2c94-424a-963d-dc69ef3e8d86), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:13.638404 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5750d31d-2c26-462c-aec6-22552d78150e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:13.641501 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['3e3ac251-bfe7-48b6-811d-d65253961c18'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:45:13.770714 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-85468d8d-f62b-47c6-a1fa-b6a871c59ee3 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Network 8538c983-160a-4b67-8024-c598ec9cf3a6 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:45:13.774678 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f45388fa-d6b4-4213-b68d-c4bda160dbfe req-96ec2fb7-ed7a-4051-b23c-0c7315a67dc6 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891141 Mar 05 04:45:13.788701 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b339dd02-447a-42c6-ba0a-6bbce05c6e3b req-ad3d0ab6-d707-4014-b98a-184b2f723b75 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997998 Mar 05 04:45:13.792441 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-85468d8d-f62b-47c6-a1fa-b6a871c59ee3 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:45:13.805444 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-85468d8d-f62b-47c6-a1fa-b6a871c59ee3 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:45:13.900547 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85468d8d-f62b-47c6-a1fa-b6a871c59ee3 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Pushing event updated for resources: {'Port': ['ID=7fb12d9d-2c94-424a-963d-dc69ef3e8d86,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:13.984361 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-85468d8d-f62b-47c6-a1fa-b6a871c59ee3 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:13.985046 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-85468d8d-f62b-47c6-a1fa-b6a871c59ee3 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:14.021616 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-85468d8d-f62b-47c6-a1fa-b6a871c59ee3 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4694574 Mar 05 04:45:14.045335 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-db4bda3c-ffa8-4e7f-be0f-fe13cfa99339 service neutron] Request body: {'port': {'device_id': '7ba7be3b-df16-4975-a0b3-e703dfe351a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:45:14.074830 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 41d1f24d-6827-4d1b-98a9-797084fb28dd up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:45:14.192427 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a9c26-2dff-4bde-a134-8750620c445b req-b6522bd9-b486-4b0a-998c-95f3aec5f611 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:14.194484 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 41d1f24d-6827-4d1b-98a9-797084fb28dd triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:45:14.194873 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (41d1f24d-6827-4d1b-98a9-797084fb28dd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:14.201519 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7b2a9c26-2dff-4bde-a134-8750620c445b req-b6522bd9-b486-4b0a-998c-95f3aec5f611 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 931 time: 0.1789138 Mar 05 04:45:14.262524 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7b2a9c26-2dff-4bde-a134-8750620c445b req-324f3889-8c6d-4bac-a819-4360d9e0c6cb tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601094 Mar 05 04:45:14.331640 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-db4bda3c-ffa8-4e7f-be0f-fe13cfa99339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7fb12d9d-2c94-424a-963d-dc69ef3e8d86), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:14.373456 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 41d1f24d-6827-4d1b-98a9-797084fb28dd is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:45:14.373871 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (41d1f24d-6827-4d1b-98a9-797084fb28dd), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:14.434416 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 41d1f24d-6827-4d1b-98a9-797084fb28dd, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=41d1f24d-6827-4d1b-98a9-797084fb28dd,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:14.447304 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (41d1f24d-6827-4d1b-98a9-797084fb28dd), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:14.533212 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=41d1f24d-6827-4d1b-98a9-797084fb28dd,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:14.550197 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43756) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:14.555767 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-b000ed53-cd3e-4d4c-83c2-4347b22a3b5b tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1661097173', 'description': 'tempest-description--1831896570'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:45:14.637330 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b000ed53-cd3e-4d4c-83c2-4347b22a3b5b tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:14.853592 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b000ed53-cd3e-4d4c-83c2-4347b22a3b5b tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks [] for security_group (ac8f8f20-fc73-4f8e-9813-7f38705a8ebe), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:14.866684 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b000ed53-cd3e-4d4c-83c2-4347b22a3b5b tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ac8f8f20-fc73-4f8e-9813-7f38705a8ebe), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:14.875450 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:14.956755 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b000ed53-cd3e-4d4c-83c2-4347b22a3b5b tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:14.958238 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b000ed53-cd3e-4d4c-83c2-4347b22a3b5b tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4064612 Mar 05 04:45:14.979621 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43776) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:15.000957 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-a6be87f2-e349-41c8-9ba8-8465c878d36f tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Request body: {'security_group_rule': {'security_group_id': 'ac8f8f20-fc73-4f8e-9813-7f38705a8ebe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:45:15.010351 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000ed53-cd3e-4d4c-83c2-4347b22a3b5b tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8f8f20-fc73-4f8e-9813-7f38705a8ebe,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:15.057845 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a6be87f2-e349-41c8-9ba8-8465c878d36f tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks [] for security_group_rule (9a75ae2c-74f9-40ed-85f6-08f4d355a1a2), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:15.161861 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a6be87f2-e349-41c8-9ba8-8465c878d36f tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks [] for security_group_rule (9a75ae2c-74f9-40ed-85f6-08f4d355a1a2), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:15.174437 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a6be87f2-e349-41c8-9ba8-8465c878d36f tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (9a75ae2c-74f9-40ed-85f6-08f4d355a1a2), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:15.228361 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be87f2-e349-41c8-9ba8-8465c878d36f tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a75ae2c-74f9-40ed-85f6-08f4d355a1a2,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:15.229978 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-db4bda3c-ffa8-4e7f-be0f-fe13cfa99339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:45:15.236846 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43780) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:15.240252 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a6be87f2-e349-41c8-9ba8-8465c878d36f tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:15.242762 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a6be87f2-e349-41c8-9ba8-8465c878d36f tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2616289 Mar 05 04:45:15.245128 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43782) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:15.249855 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-db4bda3c-ffa8-4e7f-be0f-fe13cfa99339 service neutron] Publish callbacks [] for port (7fb12d9d-2c94-424a-963d-dc69ef3e8d86), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:15.264620 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-a39e825e-1c45-4b96-bc1c-e33fbb4861f3 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Request body: {'security_group_rule': {'security_group_id': 'ac8f8f20-fc73-4f8e-9813-7f38705a8ebe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:45:15.301352 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d5aa9d-ffe5-466a-9035-e5f6bdb6861d None None] Sync routers for ids ['d4fb1805-e218-47f8-82a5-9d0d8913bb34'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:45:15.306994 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675b394-f774-4e6e-bb03-7c3b51966dd6 req-86b52f9c-51ca-452d-9d66-a54beef432b1 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:15.310983 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6675b394-f774-4e6e-bb03-7c3b51966dd6 req-86b52f9c-51ca-452d-9d66-a54beef432b1 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 949 time: 0.3707008 Mar 05 04:45:15.313023 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-db4bda3c-ffa8-4e7f-be0f-fe13cfa99339 service neutron] Transition to ACTIVE for port object 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:45:15.329693 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a39e825e-1c45-4b96-bc1c-e33fbb4861f3 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks [] for security_group_rule (ad39e5a0-2165-4e30-9e1b-aea3fdadd961), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:15.336322 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088e251-9da8-4c29-815e-647840d6bc20 req-69143d40-3c0f-490c-8d23-e16cd3032182 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:15.337400 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d5aa9d-ffe5-466a-9035-e5f6bdb6861d None None] Routers {'d4fb1805-e218-47f8-82a5-9d0d8913bb34'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:45:15.343156 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-76d5aa9d-ffe5-466a-9035-e5f6bdb6861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:45:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d4fb1805-e218-47f8-82a5-9d0d8913bb34'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:15.345335 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6088e251-9da8-4c29-815e-647840d6bc20 req-69143d40-3c0f-490c-8d23-e16cd3032182 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 946 time: 0.2331948 Mar 05 04:45:15.382281 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-db4bda3c-ffa8-4e7f-be0f-fe13cfa99339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (7fb12d9d-2c94-424a-963d-dc69ef3e8d86), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:15.451362 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a39e825e-1c45-4b96-bc1c-e33fbb4861f3 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks [] for security_group_rule (ad39e5a0-2165-4e30-9e1b-aea3fdadd961), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:15.461047 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a39e825e-1c45-4b96-bc1c-e33fbb4861f3 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (ad39e5a0-2165-4e30-9e1b-aea3fdadd961), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:15.496063 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e825e-1c45-4b96-bc1c-e33fbb4861f3 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad39e5a0-2165-4e30-9e1b-aea3fdadd961,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:15.507820 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ba375f4a-56b9-4856-9961-64d8241112a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:15.514754 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a39e825e-1c45-4b96-bc1c-e33fbb4861f3 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:15.517948 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a39e825e-1c45-4b96-bc1c-e33fbb4861f3 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2700362 Mar 05 04:45:15.520069 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43788) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:15.525202 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-4b5a0237-38a1-48fd-99bf-8a3125268adc tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:45:15.602253 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b5a0237-38a1-48fd-99bf-8a3125268adc tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:15.625090 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bda3c-ffa8-4e7f-be0f-fe13cfa99339 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb12d9d-2c94-424a-963d-dc69ef3e8d86,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:15.663388 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6675b394-f774-4e6e-bb03-7c3b51966dd6 req-226a4665-eeff-4f23-b68f-34d9476cf33d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003347 Mar 05 04:45:15.828652 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6088e251-9da8-4c29-815e-647840d6bc20 req-8b71dd9f-87b0-4d89-9bfb-82f2f5c2b99e tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667852 Mar 05 04:45:15.901984 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-db4bda3c-ffa8-4e7f-be0f-fe13cfa99339 service neutron] Attempting to bind port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:45:15.902463 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-db4bda3c-ffa8-4e7f-be0f-fe13cfa99339 service neutron] Attempting to bind port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:45:15.902709 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-db4bda3c-ffa8-4e7f-be0f-fe13cfa99339 service neutron] Attempting to bind port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:45:15.910295 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-db4bda3c-ffa8-4e7f-be0f-fe13cfa99339 service neutron] Port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:45:15.910627 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-db4bda3c-ffa8-4e7f-be0f-fe13cfa99339 service neutron] Attempting to bind port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:45:15.930511 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-db4bda3c-ffa8-4e7f-be0f-fe13cfa99339 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:45:15.930846 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-db4bda3c-ffa8-4e7f-be0f-fe13cfa99339 service neutron] Checking segment: {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:45:15.931525 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-db4bda3c-ffa8-4e7f-be0f-fe13cfa99339 service neutron] Bound using segment: {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:45:15.932168 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-db4bda3c-ffa8-4e7f-be0f-fe13cfa99339 service neutron] Bound port: 7fb12d9d-2c94-424a-963d-dc69ef3e8d86, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:45:15.932606 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b5a0237-38a1-48fd-99bf-8a3125268adc tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:15.932749 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-db4bda3c-ffa8-4e7f-be0f-fe13cfa99339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7fb12d9d-2c94-424a-963d-dc69ef3e8d86), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:15.978469 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c96644-35a4-4b8d-97ff-ec0f7527d458 req-2f6fdc93-3f4b-4022-94ca-40d7e7174c14 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:15.985212 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 41d1f24d-6827-4d1b-98a9-797084fb28dd up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:45:15.985663 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-45c96644-35a4-4b8d-97ff-ec0f7527d458 req-2f6fdc93-3f4b-4022-94ca-40d7e7174c14 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 943 time: 0.1514232 Mar 05 04:45:16.073416 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-db4bda3c-ffa8-4e7f-be0f-fe13cfa99339 service neutron] For port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:45:16.077019 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-db4bda3c-ffa8-4e7f-be0f-fe13cfa99339 service neutron] For port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=7fb12d9d-2c94-424a-963d-dc69ef3e8d86,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:45:16.094115 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-db4bda3c-ffa8-4e7f-be0f-fe13cfa99339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (7fb12d9d-2c94-424a-963d-dc69ef3e8d86), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:16.096688 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43794) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:16.189689 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-76d5aa9d-ffe5-466a-9035-e5f6bdb6861d None None] Set router d4fb1805-e218-47f8-82a5-9d0d8913bb34 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:45:16.191616 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-45c96644-35a4-4b8d-97ff-ec0f7527d458 req-ccd99fa2-89f3-4f75-803f-02b8fc423223 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038503 Mar 05 04:45:16.208995 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ba375f4a-56b9-4856-9961-64d8241112a4 admin admin] Publish callbacks [] for security_group (44906532-b84a-4fc2-a08f-0d6179065a70), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:16.212675 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-db4bda3c-ffa8-4e7f-be0f-fe13cfa99339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:16.213291 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-db4bda3c-ffa8-4e7f-be0f-fe13cfa99339 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:16.214854 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-db4bda3c-ffa8-4e7f-be0f-fe13cfa99339 service neutron] 10.222.0.31 "PUT /v2.0/ports/7fb12d9d-2c94-424a-963d-dc69ef3e8d86 HTTP/1.1" status: 200 len: 1092 time: 2.1770198 Mar 05 04:45:16.215530 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba7be3b-df16-4975-a0b3-e703dfe351a3', 'tag': '7fb12d9d-2c94-424a-963d-dc69ef3e8d86'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:45:16.218488 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eed5fbc-bb35-45c1-a8ad-bdff6fb440ee" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba7be3b-df16-4975-a0b3-e703dfe351a3", "tag": "7fb12d9d-2c94-424a-963d-dc69ef3e8d86"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:45:16.244599 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-4b5a0237-38a1-48fd-99bf-8a3125268adc tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Allocated IP 172.25.0.112 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/ad43ab01-096d-44ad-9cf8-77202123e55b) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:45:16.253034 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ba375f4a-56b9-4856-9961-64d8241112a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (44906532-b84a-4fc2-a08f-0d6179065a70), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:16.282847 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:16.310476 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebec1e4-f056-42d3-972b-f3ce1dcd57c0 x-openstack-request-id: req-cebec1e4-f056-42d3-972b-f3ce1dcd57c0 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:45:16.310779 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba7be3b-df16-4975-a0b3-e703dfe351a3", "tag": "7fb12d9d-2c94-424a-963d-dc69ef3e8d86", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:45:16.311043 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cebec1e4-f056-42d3-972b-f3ce1dcd57c0 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:45:16.311487 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba7be3b-df16-4975-a0b3-e703dfe351a3', 'tag': '7fb12d9d-2c94-424a-963d-dc69ef3e8d86', 'status': 'completed', 'code': 200} Mar 05 04:45:16.322851 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba375f4a-56b9-4856-9961-64d8241112a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44906532-b84a-4fc2-a08f-0d6179065a70,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:16.330408 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bda3c-ffa8-4e7f-be0f-fe13cfa99339 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb12d9d-2c94-424a-963d-dc69ef3e8d86,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:16.376562 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0f4ea422-b0ab-4f52-a683-94f0b9b1e055 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:16.405758 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 41d1f24d-6827-4d1b-98a9-797084fb28dd triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:45:16.409817 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (41d1f24d-6827-4d1b-98a9-797084fb28dd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:16.409922 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ba375f4a-56b9-4856-9961-64d8241112a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ede3d876d75a4bfcafc8c4e1cc945f84&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1645935 Mar 05 04:45:16.413529 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43800) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:16.485666 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b5a0237-38a1-48fd-99bf-8a3125268adc tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks [] for port (ad43ab01-096d-44ad-9cf8-77202123e55b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:16.515251 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0f4ea422-b0ab-4f52-a683-94f0b9b1e055 admin admin] Publish callbacks [] for security_group (d8907410-414a-4301-bb60-3e019f0df165), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:16.528566 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0f4ea422-b0ab-4f52-a683-94f0b9b1e055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d8907410-414a-4301-bb60-3e019f0df165), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:16.593044 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 41d1f24d-6827-4d1b-98a9-797084fb28dd is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:45:16.603405 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c04488de-b001-4f5d-a4cb-368f6e2cfe12 admin admin] Publish callbacks [] for security_group (44906532-b84a-4fc2-a08f-0d6179065a70), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:16.604104 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-9b1fb8af-acdf-4f42-a4b8-a2eca17e3608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:16.606707 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-9b1fb8af-acdf-4f42-a4b8-a2eca17e3608 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=facd03296ca545159cfaaad05aba02e6&device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 1126 time: 0.2944787 Mar 05 04:45:16.620820 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-76d5aa9d-ffe5-466a-9035-e5f6bdb6861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'name': 'tempest-ServersTestFqdnHostnames-2090795679-router', 'tenant_id': '074dced6ee0b4a51a8ecd429d46f527c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '41d1f24d-6827-4d1b-98a9-797084fb28dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:02Z', 'updated_at': '2022-03-05T04:45:11Z', 'revision_number': 4, 'project_id': '074dced6ee0b4a51a8ecd429d46f527c', 'gw_port': {'id': '41d1f24d-6827-4d1b-98a9-797084fb28dd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:04Z', 'updated_at': '2022-03-05T04:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'ad0de425-5fa9-46de-9e0c-ffd59af52fda', 'name': '', 'network_id': '58fc8937-83f5-44ef-a608-0151f2623ffc', 'tenant_id': '074dced6ee0b4a51a8ecd429d46f527c', 'mac_address': 'fa:16:3e:c0:05:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ac815b3e-cb9c-4730-baca-3ba4b7a2e998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:10Z', 'updated_at': '2022-03-05T04:45:11Z', 'revision_number': 2, 'project_id': '074dced6ee0b4a51a8ecd429d46f527c', 'subnets': [{'id': 'ac815b3e-cb9c-4730-baca-3ba4b7a2e998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:16.636473 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b5a0237-38a1-48fd-99bf-8a3125268adc tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (ad43ab01-096d-44ad-9cf8-77202123e55b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:16.654607 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0f4ea422-b0ab-4f52-a683-94f0b9b1e055 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=95d444236020430f9b6a65fe39c04c93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5479116 Mar 05 04:45:16.658634 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d5aa9d-ffe5-466a-9035-e5f6bdb6861d None None] Checking router: d4fb1805-e218-47f8-82a5-9d0d8913bb34 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:45:16.659009 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d5aa9d-ffe5-466a-9035-e5f6bdb6861d None None] Updating router d4fb1805-e218-47f8-82a5-9d0d8913bb34 port ad0de425-5fa9-46de-9e0c-ffd59af52fda binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:45:16.670647 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5a0237-38a1-48fd-99bf-8a3125268adc tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:45:16.675825 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c04488de-b001-4f5d-a4cb-368f6e2cfe12 admin admin] Publish callbacks [] for security_group (44906532-b84a-4fc2-a08f-0d6179065a70), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:16.677890 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43802) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:16.680546 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-4b5a0237-38a1-48fd-99bf-8a3125268adc tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:45:16.684539 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5a0237-38a1-48fd-99bf-8a3125268adc tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:45:16.718099 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ea422-b0ab-4f52-a683-94f0b9b1e055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8907410-414a-4301-bb60-3e019f0df165,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:16.724603 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-0a3ef42b-0bb6-49f3-9d3b-8519b315653e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fb12d9d-2c94-424a-963d-dc69ef3e8d86 HTTP/1.1" status: 200 len: 217 time: 0.1064701 Mar 05 04:45:16.725275 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-76d5aa9d-ffe5-466a-9035-e5f6bdb6861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ad0de425-5fa9-46de-9e0c-ffd59af52fda), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:16.823463 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e7ea2d7a-f305-42a0-ab1d-db58b4ac2269 admin admin] Publish callbacks [] for security_group (d8907410-414a-4301-bb60-3e019f0df165), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:16.830602 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-a88537a2-70e1-4c60-91ae-117e21bf4061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:16.832110 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-a88537a2-70e1-4c60-91ae-117e21bf4061 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa622505-df3c-45bb-bed1-baf2861c8524 HTTP/1.1" status: 200 len: 847 time: 0.1008003 Mar 05 04:45:16.849704 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e7ea2d7a-f305-42a0-ab1d-db58b4ac2269 admin admin] Publish callbacks [] for security_group (d8907410-414a-4301-bb60-3e019f0df165), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:16.859425 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd1335-ce02-488d-a6fe-45462303706f req-88462565-3d6f-4e5e-b193-315750b29a63 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:16.860862 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0dcd1335-ce02-488d-a6fe-45462303706f req-88462565-3d6f-4e5e-b193-315750b29a63 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 949 time: 0.1126544 Mar 05 04:45:16.922991 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e7ea2d7a-f305-42a0-ab1d-db58b4ac2269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d8907410-414a-4301-bb60-3e019f0df165), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:16.926591 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e7ea2d7a-f305-42a0-ab1d-db58b4ac2269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:16.942797 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e7ea2d7a-f305-42a0-ab1d-db58b4ac2269 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d8907410-414a-4301-bb60-3e019f0df165 HTTP/1.1" status: 204 len: 168 time: 0.2547910 Mar 05 04:45:16.960862 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-60b16ef0-398f-4e4e-bb5f-4dae373822de service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8538c983-160a-4b67-8024-c598ec9cf3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971975 Mar 05 04:45:17.015701 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea2d7a-f305-42a0-ab1d-db58b4ac2269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8907410-414a-4301-bb60-3e019f0df165,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:17.039440 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a0237-38a1-48fd-99bf-8a3125268adc tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Pushing event updated for resources: {'Port': ['ID=ad43ab01-096d-44ad-9cf8-77202123e55b,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:17.112499 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0dcd1335-ce02-488d-a6fe-45462303706f req-07a629bd-90cc-4f58-90d2-518c980eb157 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291107 Mar 05 04:45:17.132515 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19915a97-22a6-4fe3-abf9-eecfc464c3d2 req-b4aca12b-7b1a-4803-a42b-d7aceb76be77 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:17.134050 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19915a97-22a6-4fe3-abf9-eecfc464c3d2 req-b4aca12b-7b1a-4803-a42b-d7aceb76be77 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 946 time: 0.1721210 Mar 05 04:45:17.168112 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b5a0237-38a1-48fd-99bf-8a3125268adc tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks [] for floatingip (998f72e1-0ed4-4b4d-afd8-1ede30493d9e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:17.173542 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-b40fd6ac-6fa5-4a61-9406-af28a632cba0 service neutron] 10.222.0.31 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052889 Mar 05 04:45:17.222201 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b5a0237-38a1-48fd-99bf-8a3125268adc tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ad43ab01-096d-44ad-9cf8-77202123e55b), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:17.264420 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c04488de-b001-4f5d-a4cb-368f6e2cfe12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (44906532-b84a-4fc2-a08f-0d6179065a70), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:17.268705 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c04488de-b001-4f5d-a4cb-368f6e2cfe12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:17.270487 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c04488de-b001-4f5d-a4cb-368f6e2cfe12 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/44906532-b84a-4fc2-a08f-0d6179065a70 HTTP/1.1" status: 204 len: 168 time: 0.8557489 Mar 05 04:45:17.307701 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19b51bfb-aa45-4a64-9985-59857a812aaa req-eb230620-929d-41e3-8ea8-f591c1ef298e service neutron] 10.222.0.31 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211171 Mar 05 04:45:17.326812 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19915a97-22a6-4fe3-abf9-eecfc464c3d2 req-db486726-295c-4756-b3da-2679db8dc429 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822088 Mar 05 04:45:17.335059 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04488de-b001-4f5d-a4cb-368f6e2cfe12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44906532-b84a-4fc2-a08f-0d6179065a70,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:17.534912 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d9c09-3814-433d-b9e7-c700e5cea3bb req-453e51b7-42ab-4730-a844-a272f994163a tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:17.537014 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-001d9c09-3814-433d-b9e7-c700e5cea3bb req-453e51b7-42ab-4730-a844-a272f994163a tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 943 time: 0.1953456 Mar 05 04:45:17.541984 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43816) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:17.545074 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-76d5aa9d-ffe5-466a-9035-e5f6bdb6861d None None] Publish callbacks [] for port (ad0de425-5fa9-46de-9e0c-ffd59af52fda), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:17.555937 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-76d5aa9d-ffe5-466a-9035-e5f6bdb6861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ad0de425-5fa9-46de-9e0c-ffd59af52fda), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:17.582272 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed5fbc-bb35-45c1-a8ad-bdff6fb440ee req-a90f4c43-2d75-410e-88c7-fd0c36c87d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:17.583896 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1eed5fbc-bb35-45c1-a8ad-bdff6fb440ee req-a90f4c43-2d75-410e-88c7-fd0c36c87d9b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=facd03296ca545159cfaaad05aba02e6&device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 1126 time: 0.1833549 Mar 05 04:45:17.586421 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bdec9c09-6ecc-474e-9b97-4a1b6a23c570 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:17.666108 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b5a0237-38a1-48fd-99bf-8a3125268adc tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks [] for port (ad43ab01-096d-44ad-9cf8-77202123e55b), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:17.678328 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b5a0237-38a1-48fd-99bf-8a3125268adc tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (ad43ab01-096d-44ad-9cf8-77202123e55b), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:17.755755 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bdec9c09-6ecc-474e-9b97-4a1b6a23c570 admin admin] Publish callbacks [] for security_group (72efc300-ff2b-4bec-8bd6-27f7155a750e), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:17.773996 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c7df0-24f7-4dab-9ff7-e399bfd5ba7a None None] Pushing event updated for resources: {'Port': ['ID=ad0de425-5fa9-46de-9e0c-ffd59af52fda,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:17.780464 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bdec9c09-6ecc-474e-9b97-4a1b6a23c570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (72efc300-ff2b-4bec-8bd6-27f7155a750e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:17.830634 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec9c09-6ecc-474e-9b97-4a1b6a23c570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72efc300-ff2b-4bec-8bd6-27f7155a750e,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:17.872372 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a0237-38a1-48fd-99bf-8a3125268adc tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Pushing event updated for resources: {'Port': ['ID=ad43ab01-096d-44ad-9cf8-77202123e55b,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:17.901505 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b5a0237-38a1-48fd-99bf-8a3125268adc tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (998f72e1-0ed4-4b4d-afd8-1ede30493d9e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:17.939725 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b5a0237-38a1-48fd-99bf-8a3125268adc tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:17.943522 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4b5a0237-38a1-48fd-99bf-8a3125268adc tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4202025 Mar 05 04:45:17.953230 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-76d5aa9d-ffe5-466a-9035-e5f6bdb6861d None None] Attempting to bind port ad0de425-5fa9-46de-9e0c-ffd59af52fda on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:45:17.953657 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-76d5aa9d-ffe5-466a-9035-e5f6bdb6861d None None] Attempting to bind port ad0de425-5fa9-46de-9e0c-ffd59af52fda by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'b412d26e-2f96-452a-9c5f-ad37809d8be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '58fc8937-83f5-44ef-a608-0151f2623ffc'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:45:17.954032 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d5aa9d-ffe5-466a-9035-e5f6bdb6861d None None] Attempting to bind port ad0de425-5fa9-46de-9e0c-ffd59af52fda on network 58fc8937-83f5-44ef-a608-0151f2623ffc {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:45:17.970682 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d5aa9d-ffe5-466a-9035-e5f6bdb6861d None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:45:17.971118 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d5aa9d-ffe5-466a-9035-e5f6bdb6861d None None] Checking segment: {'id': 'b412d26e-2f96-452a-9c5f-ad37809d8be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '58fc8937-83f5-44ef-a608-0151f2623ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:45:17.977718 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-76d5aa9d-ffe5-466a-9035-e5f6bdb6861d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:17.978739 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d5aa9d-ffe5-466a-9035-e5f6bdb6861d None None] Bound using segment: {'id': 'b412d26e-2f96-452a-9c5f-ad37809d8be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '58fc8937-83f5-44ef-a608-0151f2623ffc'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:45:17.980696 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-76d5aa9d-ffe5-466a-9035-e5f6bdb6861d None None] Bound port: ad0de425-5fa9-46de-9e0c-ffd59af52fda, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b412d26e-2f96-452a-9c5f-ad37809d8be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '58fc8937-83f5-44ef-a608-0151f2623ffc'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:45:17.982003 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-76d5aa9d-ffe5-466a-9035-e5f6bdb6861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ad0de425-5fa9-46de-9e0c-ffd59af52fda), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:17.988092 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:18.125845 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3b6d82ac-6cde-4f69-a4e6-15f71f8fda23 None None] Provisioning complete for port ad0de425-5fa9-46de-9e0c-ffd59af52fda triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:45:18.126408 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3b6d82ac-6cde-4f69-a4e6-15f71f8fda23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ad0de425-5fa9-46de-9e0c-ffd59af52fda), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:18.238925 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-76d5aa9d-ffe5-466a-9035-e5f6bdb6861d None None] For port ad0de425-5fa9-46de-9e0c-ffd59af52fda, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:45:18.243062 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-76d5aa9d-ffe5-466a-9035-e5f6bdb6861d None None] For port ad0de425-5fa9-46de-9e0c-ffd59af52fda, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ad0de425-5fa9-46de-9e0c-ffd59af52fda,segment=NetworkSegment(b412d26e-2f96-452a-9c5f-ad37809d8be5),segment_id=b412d26e-2f96-452a-9c5f-ad37809d8be5)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:45:18.247319 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3b6d82ac-6cde-4f69-a4e6-15f71f8fda23 None None] Port ad0de425-5fa9-46de-9e0c-ffd59af52fda cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:45:18.256902 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-76d5aa9d-ffe5-466a-9035-e5f6bdb6861d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ad0de425-5fa9-46de-9e0c-ffd59af52fda), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:18.330979 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c7df0-24f7-4dab-9ff7-e399bfd5ba7a None None] Pushing event updated for resources: {'Port': ['ID=ad0de425-5fa9-46de-9e0c-ffd59af52fda,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:18.359298 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d5aa9d-ffe5-466a-9035-e5f6bdb6861d None None] Routers {'d4fb1805-e218-47f8-82a5-9d0d8913bb34'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:45:18.359953 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-76d5aa9d-ffe5-466a-9035-e5f6bdb6861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:45:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d4fb1805-e218-47f8-82a5-9d0d8913bb34'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:18.383614 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [req-de233760-56dc-487d-8798-81d7a4d5050e req-39dbfca1-1427-4b13-a413-925c75b18e59 service neutron] show failed (client error): The resource could not be found. Mar 05 04:45:18.385314 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de233760-56dc-487d-8798-81d7a4d5050e req-39dbfca1-1427-4b13-a413-925c75b18e59 service neutron] 10.222.0.31 "GET /v2.0/ports/42bb86dd-fe1b-4930-b99a-b1027cc37c2e/bindings/n-h1-789963-32 HTTP/1.1" status: 404 len: 381 time: 0.5990925 Mar 05 04:45:18.441479 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-001d9c09-3814-433d-b9e7-c700e5cea3bb req-140dff35-7b37-4ee9-8013-aa81711215ae tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8882699 Mar 05 04:45:18.498957 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bdec9c09-6ecc-474e-9b97-4a1b6a23c570 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=35202d3a472e46d09505c697bca6341e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9535229 Mar 05 04:45:18.501658 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43846) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:18.654962 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed5fbc-bb35-45c1-a8ad-bdff6fb440ee req-b4e00a5c-b5fc-44cb-9801-861a1f16b0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:18.665075 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-76d5aa9d-ffe5-466a-9035-e5f6bdb6861d None None] Set router d4fb1805-e218-47f8-82a5-9d0d8913bb34 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:45:18.668272 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1eed5fbc-bb35-45c1-a8ad-bdff6fb440ee req-b4e00a5c-b5fc-44cb-9801-861a1f16b0e9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8538c983-160a-4b67-8024-c598ec9cf3a6 HTTP/1.1" status: 200 len: 907 time: 1.0654640 Mar 05 04:45:18.683573 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fc938f4a-7028-45a1-8a01-2ca1b83da9b8 admin admin] Publish callbacks [] for security_group (72efc300-ff2b-4bec-8bd6-27f7155a750e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:18.741386 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9fd31-3894-4e1e-a29e-70261e0656da req-c4b17e49-aa83-47e2-a899-1e838f82e0c7 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:18.743671 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bce9fd31-3894-4e1e-a29e-70261e0656da req-c4b17e49-aa83-47e2-a899-1e838f82e0c7 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 949 time: 0.3713315 Mar 05 04:45:18.754470 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fc938f4a-7028-45a1-8a01-2ca1b83da9b8 admin admin] Publish callbacks [] for security_group (72efc300-ff2b-4bec-8bd6-27f7155a750e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:18.842615 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1eed5fbc-bb35-45c1-a8ad-bdff6fb440ee req-a0493e97-9e7a-473b-9281-1cf3866dbad3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fb12d9d-2c94-424a-963d-dc69ef3e8d86 HTTP/1.1" status: 200 len: 217 time: 0.1398649 Mar 05 04:45:18.857878 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43856) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:18.865723 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fc938f4a-7028-45a1-8a01-2ca1b83da9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (72efc300-ff2b-4bec-8bd6-27f7155a750e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:18.869307 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fc938f4a-7028-45a1-8a01-2ca1b83da9b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:18.871348 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fc938f4a-7028-45a1-8a01-2ca1b83da9b8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/72efc300-ff2b-4bec-8bd6-27f7155a750e HTTP/1.1" status: 204 len: 168 time: 0.3684437 Mar 05 04:45:18.882482 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc938f4a-7028-45a1-8a01-2ca1b83da9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72efc300-ff2b-4bec-8bd6-27f7155a750e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:19.027838 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-14b1f496-37b0-4a78-b408-c253d6642630 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1661097173&fields=id&tenant_id=074dced6ee0b4a51a8ecd429d46f527c HTTP/1.1" status: 200 len: 267 time: 0.4381716 Mar 05 04:45:19.085036 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fda200df-db8f-41e9-906e-37b3fca63e1d None None] Provisioning complete for port ad0de425-5fa9-46de-9e0c-ffd59af52fda triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:45:19.085420 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fda200df-db8f-41e9-906e-37b3fca63e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ad0de425-5fa9-46de-9e0c-ffd59af52fda), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:19.132676 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de233760-56dc-487d-8798-81d7a4d5050e req-d3ff731a-601a-47a7-9831-23e47a7477b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:19.134056 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de233760-56dc-487d-8798-81d7a4d5050e req-d3ff731a-601a-47a7-9831-23e47a7477b4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147&tenant_id=12ec86d5ce864d5e8384628d4e830cb3 HTTP/1.1" status: 200 len: 1132 time: 0.4107637 Mar 05 04:45:19.188836 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-de233760-56dc-487d-8798-81d7a4d5050e req-d13b42a7-2fa7-4061-bba3-eae5db9772d9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-32', 'device_owner': 'compute:nova'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:45:19.295127 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed5fbc-bb35-45c1-a8ad-bdff6fb440ee req-1299947d-b0b3-4c35-8e9b-c2d87c9fdab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:19.296531 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1eed5fbc-bb35-45c1-a8ad-bdff6fb440ee req-1299947d-b0b3-4c35-8e9b-c2d87c9fdab4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa622505-df3c-45bb-bed1-baf2861c8524 HTTP/1.1" status: 200 len: 847 time: 0.4376166 Mar 05 04:45:19.300940 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bce9fd31-3894-4e1e-a29e-70261e0656da req-fe316ba7-2e07-4ed8-934c-32da813704dc tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4741423 Mar 05 04:45:19.372988 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1eed5fbc-bb35-45c1-a8ad-bdff6fb440ee req-d3893f42-46ed-4a1b-ab2a-bf17e198ccb2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8538c983-160a-4b67-8024-c598ec9cf3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401051 Mar 05 04:45:19.444110 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fda200df-db8f-41e9-906e-37b3fca63e1d None None] Current status of the port ad0de425-5fa9-46de-9e0c-ffd59af52fda is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:45:19.444507 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fda200df-db8f-41e9-906e-37b3fca63e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ad0de425-5fa9-46de-9e0c-ffd59af52fda), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:19.460158 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-f2d592d4-0c20-49d3-b7c1-75dc80ed18c1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-339480532-network', 'tenant_id': '6f219eab64614abcb32a956e6351bb73'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:45:19.473109 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-76d5aa9d-ffe5-466a-9035-e5f6bdb6861d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'name': 'tempest-ServersTestFqdnHostnames-2090795679-router', 'tenant_id': '074dced6ee0b4a51a8ecd429d46f527c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '41d1f24d-6827-4d1b-98a9-797084fb28dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:02Z', 'updated_at': '2022-03-05T04:45:11Z', 'revision_number': 4, 'project_id': '074dced6ee0b4a51a8ecd429d46f527c', 'gw_port': {'id': '41d1f24d-6827-4d1b-98a9-797084fb28dd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:04Z', 'updated_at': '2022-03-05T04:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'ad0de425-5fa9-46de-9e0c-ffd59af52fda', 'name': '', 'network_id': '58fc8937-83f5-44ef-a608-0151f2623ffc', 'tenant_id': '074dced6ee0b4a51a8ecd429d46f527c', 'mac_address': 'fa:16:3e:c0:05:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ac815b3e-cb9c-4730-baca-3ba4b7a2e998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:10Z', 'updated_at': '2022-03-05T04:45:18Z', 'revision_number': 4, 'project_id': '074dced6ee0b4a51a8ecd429d46f527c', 'subnets': [{'id': 'ac815b3e-cb9c-4730-baca-3ba4b7a2e998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:19.555129 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d5aa9d-ffe5-466a-9035-e5f6bdb6861d None None] The sync data for ids ['d4fb1805-e218-47f8-82a5-9d0d8913bb34'] in n-d-789963-32 is: [{'id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'name': 'tempest-ServersTestFqdnHostnames-2090795679-router', 'tenant_id': '074dced6ee0b4a51a8ecd429d46f527c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '41d1f24d-6827-4d1b-98a9-797084fb28dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:02Z', 'updated_at': '2022-03-05T04:45:11Z', 'revision_number': 4, 'project_id': '074dced6ee0b4a51a8ecd429d46f527c', 'gw_port': {'id': '41d1f24d-6827-4d1b-98a9-797084fb28dd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:04Z', 'updated_at': '2022-03-05T04:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'ad0de425-5fa9-46de-9e0c-ffd59af52fda', 'name': '', 'network_id': '58fc8937-83f5-44ef-a608-0151f2623ffc', 'tenant_id': '074dced6ee0b4a51a8ecd429d46f527c', 'mac_address': 'fa:16:3e:c0:05:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ac815b3e-cb9c-4730-baca-3ba4b7a2e998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:10Z', 'updated_at': '2022-03-05T04:45:18Z', 'revision_number': 4, 'project_id': '074dced6ee0b4a51a8ecd429d46f527c', 'subnets': [{'id': 'ac815b3e-cb9c-4730-baca-3ba4b7a2e998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:45:19.575396 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-de233760-56dc-487d-8798-81d7a4d5050e req-d13b42a7-2fa7-4061-bba3-eae5db9772d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:19.594666 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fda200df-db8f-41e9-906e-37b3fca63e1d None None] For port ad0de425-5fa9-46de-9e0c-ffd59af52fda, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ad0de425-5fa9-46de-9e0c-ffd59af52fda,segment=NetworkSegment(b412d26e-2f96-452a-9c5f-ad37809d8be5),segment_id=b412d26e-2f96-452a-9c5f-ad37809d8be5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:19.602964 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fda200df-db8f-41e9-906e-37b3fca63e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ad0de425-5fa9-46de-9e0c-ffd59af52fda), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:19.759743 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-a5c1f452-1d01-4f9b-87eb-7e16f6dbbe9d tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:19.761696 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-a5c1f452-1d01-4f9b-87eb-7e16f6dbbe9d tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "GET /v2.0/networks?id=58fc8937-83f5-44ef-a608-0151f2623ffc HTTP/1.1" status: 200 len: 815 time: 0.6993914 Mar 05 04:45:19.770859 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda200df-db8f-41e9-906e-37b3fca63e1d None None] Pushing event updated for resources: {'Port': ['ID=ad0de425-5fa9-46de-9e0c-ffd59af52fda,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:19.806173 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1eed5fbc-bb35-45c1-a8ad-bdff6fb440ee req-2d545125-16d0-4780-8c63-4e90d21319fe service neutron] 10.222.0.31 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247699 Mar 05 04:45:19.843165 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d592d4-0c20-49d3-b7c1-75dc80ed18c1 admin admin] Made reservation on behalf of 6f219eab64614abcb32a956e6351bb73 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:45:19.862164 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f2d592d4-0c20-49d3-b7c1-75dc80ed18c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:19.952568 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-31376b5c-01c1-4008-9d77-5faac45ddcde tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "GET /v2.0/quotas/074dced6ee0b4a51a8ecd429d46f527c HTTP/1.1" status: 200 len: 375 time: 0.1443803 Mar 05 04:45:19.995054 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ad0de425-5fa9-46de-9e0c-ffd59af52fda up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:45:20.134277 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port ad0de425-5fa9-46de-9e0c-ffd59af52fda triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:45:20.134892 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ad0de425-5fa9-46de-9e0c-ffd59af52fda), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:20.212203 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c42dd-800f-4d59-a8aa-d317aeee1187 req-96592205-e1ab-4790-bda5-53344d0c93c3 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:20.216643 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-426c42dd-800f-4d59-a8aa-d317aeee1187 req-96592205-e1ab-4790-bda5-53344d0c93c3 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 946 time: 0.7394373 Mar 05 04:45:20.225134 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f2d592d4-0c20-49d3-b7c1-75dc80ed18c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:20.302999 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port ad0de425-5fa9-46de-9e0c-ffd59af52fda is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:45:20.455414 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-de859a82-a2ea-4240-8279-0d97c66511fe tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=074dced6ee0b4a51a8ecd429d46f527c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2583287 Mar 05 04:45:20.729500 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1eed5fbc-bb35-45c1-a8ad-bdff6fb440ee req-a50c6304-8a63-49c9-ad25-42ab0632b0cb service neutron] 10.222.0.31 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9045222 Mar 05 04:45:20.959705 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-426c42dd-800f-4d59-a8aa-d317aeee1187 req-cd555a51-e865-48ab-bd75-6bdb4cd9420a tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6963038 Mar 05 04:45:21.037507 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-de233760-56dc-487d-8798-81d7a4d5050e req-d13b42a7-2fa7-4061-bba3-eae5db9772d9 service neutron] For port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=42bb86dd-fe1b-4930-b99a-b1027cc37c2e,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:21.077761 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-2cc47a93-d593-4bf5-81a0-9c1301862d05 service neutron] 10.222.0.11 "GET /v2.0/networks/58fc8937-83f5-44ef-a608-0151f2623ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5941842 Mar 05 04:45:21.337650 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f2d592d4-0c20-49d3-b7c1-75dc80ed18c1 admin admin] Publish callbacks [] for security_group (eb2b5d2f-d2ef-4ebf-8736-7a44c817d528), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:21.376390 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f2d592d4-0c20-49d3-b7c1-75dc80ed18c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (eb2b5d2f-d2ef-4ebf-8736-7a44c817d528), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:21.400163 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-de233760-56dc-487d-8798-81d7a4d5050e req-d13b42a7-2fa7-4061-bba3-eae5db9772d9 service neutron] For port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:45:21.456891 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbff47-0e2d-4ecc-b4f1-ec0d578896a5 req-ef158466-5c3d-4b8c-9aa2-f764cf262c90 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:21.464020 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbbbff47-0e2d-4ecc-b4f1-ec0d578896a5 req-ef158466-5c3d-4b8c-9aa2-f764cf262c90 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 943 time: 0.4116659 Mar 05 04:45:21.467222 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-3cadc6d3-d776-4b8d-b2cb-0842252ae286 service neutron] 10.222.0.11 "GET /v2.0/networks/58fc8937-83f5-44ef-a608-0151f2623ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320940 Mar 05 04:45:21.470610 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d592d4-0c20-49d3-b7c1-75dc80ed18c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:45:21.540456 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 42bb86dd-fe1b-4930-b99a-b1027cc37c2e no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:45:21.550682 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d592d4-0c20-49d3-b7c1-75dc80ed18c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2b5d2f-d2ef-4ebf-8736-7a44c817d528,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:21.554721 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f2d592d4-0c20-49d3-b7c1-75dc80ed18c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (3e722f51-65dd-4cdc-b6bf-df1f075e77ff), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:21.555068 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-f2d592d4-0c20-49d3-b7c1-75dc80ed18c1 admin admin] Added segment 3e722f51-65dd-4cdc-b6bf-df1f075e77ff of type vlan for network 6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c Mar 05 04:45:21.567262 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343f0c85-1471-424e-af63-99db9cdd3147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42bb86dd-fe1b-4930-b99a-b1027cc37c2e'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:45:21.569533 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b4776c-5014-466b-b92c-16d84d847dd4" -d '{"events": [{"server_uuid": "343f0c85-1471-424e-af63-99db9cdd3147", "name": "network-vif-unplugged", "status": "completed", "tag": "42bb86dd-fe1b-4930-b99a-b1027cc37c2e"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:45:21.574431 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-de233760-56dc-487d-8798-81d7a4d5050e req-d13b42a7-2fa7-4061-bba3-eae5db9772d9 service neutron] Publish callbacks [] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:21.697669 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-de233760-56dc-487d-8798-81d7a4d5050e req-d13b42a7-2fa7-4061-bba3-eae5db9772d9 service neutron] Transition to ACTIVE for port object 42bb86dd-fe1b-4930-b99a-b1027cc37c2e will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:45:21.711393 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f2d592d4-0c20-49d3-b7c1-75dc80ed18c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:21.725138 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-de233760-56dc-487d-8798-81d7a4d5050e req-d13b42a7-2fa7-4061-bba3-eae5db9772d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:21.772034 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:45:21.772359 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:21.797793 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbbbff47-0e2d-4ecc-b4f1-ec0d578896a5 req-8e76a01b-2807-4587-877a-c4c0129d2262 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328891 Mar 05 04:45:21.857887 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.db.resource_extend [None req-f2d592d4-0c20-49d3-b7c1-75dc80ed18c1 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 04:45:21.891519 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 04:45:21.892194 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 04:45:21.992975 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f2d592d4-0c20-49d3-b7c1-75dc80ed18c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:21.994017 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d592d4-0c20-49d3-b7c1-75dc80ed18c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:21.994604 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f2d592d4-0c20-49d3-b7c1-75dc80ed18c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:22.141898 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-de233760-56dc-487d-8798-81d7a4d5050e req-d13b42a7-2fa7-4061-bba3-eae5db9772d9 service neutron] No DVR routers for this DVR port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:45:22.290261 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b42a7-2fa7-4061-bba3-eae5db9772d9 service neutron] Pushing event updated for resources: {'Port': ['ID=42bb86dd-fe1b-4930-b99a-b1027cc37c2e,revision_number=6']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:22.334421 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 04:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67c18b3-55c7-4bb9-84d0-3f18c21b52bd x-openstack-request-id: req-c67c18b3-55c7-4bb9-84d0-3f18c21b52bd {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:45:22.335005 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343f0c85-1471-424e-af63-99db9cdd3147", "name": "network-vif-unplugged", "status": "completed", "tag": "42bb86dd-fe1b-4930-b99a-b1027cc37c2e", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:45:22.335417 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c67c18b3-55c7-4bb9-84d0-3f18c21b52bd {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:45:22.335826 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343f0c85-1471-424e-af63-99db9cdd3147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42bb86dd-fe1b-4930-b99a-b1027cc37c2e', 'code': 200} Mar 05 04:45:22.378763 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d592d4-0c20-49d3-b7c1-75dc80ed18c1 admin admin] Pushing event updated for resources: {'Network': ['ID=6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:22.384352 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f2d592d4-0c20-49d3-b7c1-75dc80ed18c1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 3.5154841 Mar 05 04:45:22.388019 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43920) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:22.399722 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:45:22.399928 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-f5e55eb0-f4a6-4d25-b3c5-8f971a5b55c5 admin admin] Request body: {'subnet': {'network_id': '6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-339480532-subnet', 'tenant_id': '6f219eab64614abcb32a956e6351bb73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:45:22.457458 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e55eb0-f4a6-4d25-b3c5-8f971a5b55c5 admin admin] Made reservation on behalf of 6f219eab64614abcb32a956e6351bb73 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:45:22.460419 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f5e55eb0-f4a6-4d25-b3c5-8f971a5b55c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:22.491723 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-019a0985-9d14-4154-b9e8-7d6ce72a944b req-fe18b49c-240d-4f36-b553-f2f6602cac5a tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac46be7-861d-4abb-b2f6-efd01241a0b8 HTTP/1.1" status: 200 len: 210 time: 0.1686931 Mar 05 04:45:22.537767 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb2149-e8ba-4f48-85bb-6fd2f82d1a67 req-f38359e9-3b8b-4de6-a5d9-ba183cb4cea5 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:22.545508 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-40bb2149-e8ba-4f48-85bb-6fd2f82d1a67 req-f38359e9-3b8b-4de6-a5d9-ba183cb4cea5 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 947 time: 0.7351360 Mar 05 04:45:22.549347 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-de233760-56dc-487d-8798-81d7a4d5050e req-d13b42a7-2fa7-4061-bba3-eae5db9772d9 service neutron] Attempting to bind port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:45:22.556723 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-de233760-56dc-487d-8798-81d7a4d5050e req-d13b42a7-2fa7-4061-bba3-eae5db9772d9 service neutron] Attempting to bind port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:45:22.557229 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de233760-56dc-487d-8798-81d7a4d5050e req-d13b42a7-2fa7-4061-bba3-eae5db9772d9 service neutron] Attempting to bind port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:45:22.597663 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-007c2828-71bb-4d93-ba6c-e3d9f37e5d79 req-364cf503-ceaa-42ea-a6c1-bec252f0a2ac service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4465454 Mar 05 04:45:22.609231 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de233760-56dc-487d-8798-81d7a4d5050e req-d13b42a7-2fa7-4061-bba3-eae5db9772d9 service neutron] Port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:45:22.610071 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de233760-56dc-487d-8798-81d7a4d5050e req-d13b42a7-2fa7-4061-bba3-eae5db9772d9 service neutron] Attempting to bind port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:45:22.619885 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de233760-56dc-487d-8798-81d7a4d5050e req-d13b42a7-2fa7-4061-bba3-eae5db9772d9 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:45:22.620520 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de233760-56dc-487d-8798-81d7a4d5050e req-d13b42a7-2fa7-4061-bba3-eae5db9772d9 service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:45:22.620663 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e is: DOWN; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:45:22.621542 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de233760-56dc-487d-8798-81d7a4d5050e req-d13b42a7-2fa7-4061-bba3-eae5db9772d9 service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:45:22.622858 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-de233760-56dc-487d-8798-81d7a4d5050e req-d13b42a7-2fa7-4061-bba3-eae5db9772d9 service neutron] Bound port: 42bb86dd-fe1b-4930-b99a-b1027cc37c2e, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:45:22.623785 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-de233760-56dc-487d-8798-81d7a4d5050e req-d13b42a7-2fa7-4061-bba3-eae5db9772d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:22.836566 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-40bb2149-e8ba-4f48-85bb-6fd2f82d1a67 req-cd870f0e-9b2e-4b13-8369-dae89f4b7c67 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766423 Mar 05 04:45:22.971592 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a35c71-94a0-4f5f-ac43-adb27e723421 req-94c71e38-e9be-4699-a4a1-9276b6e56ee9 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:22.976939 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87a35c71-94a0-4f5f-ac43-adb27e723421 req-94c71e38-e9be-4699-a4a1-9276b6e56ee9 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 946 time: 0.3585203 Mar 05 04:45:22.985279 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f5e55eb0-f4a6-4d25-b3c5-8f971a5b55c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (bef60a8c-b104-4854-9be4-eb4de8499599), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:22.990609 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c2828-71bb-4d93-ba6c-e3d9f37e5d79 req-4ba46726-327a-4ab7-b245-8c369473e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:22.993826 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-007c2828-71bb-4d93-ba6c-e3d9f37e5d79 req-4ba46726-327a-4ab7-b245-8c369473e8d7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 1132 time: 0.2941306 Mar 05 04:45:23.021135 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-de233760-56dc-487d-8798-81d7a4d5050e req-d13b42a7-2fa7-4061-bba3-eae5db9772d9 service neutron] For port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e, host n-h1-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:45:23.126909 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e55eb0-f4a6-4d25-b3c5-8f971a5b55c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bef60a8c-b104-4854-9be4-eb4de8499599,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:23.135490 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-de233760-56dc-487d-8798-81d7a4d5050e req-d13b42a7-2fa7-4061-bba3-eae5db9772d9 service neutron] For port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=42bb86dd-fe1b-4930-b99a-b1027cc37c2e,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:45:23.158410 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-de233760-56dc-487d-8798-81d7a4d5050e req-d13b42a7-2fa7-4061-bba3-eae5db9772d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:23.194041 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e55eb0-f4a6-4d25-b3c5-8f971a5b55c5 admin admin] Checking segment: {'id': '3e722f51-65dd-4cdc-b6bf-df1f075e77ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:45:23.195143 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e55eb0-f4a6-4d25-b3c5-8f971a5b55c5 admin admin] Network hostable DHCP agents. Network: 6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:45:23.241723 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e55eb0-f4a6-4d25-b3c5-8f971a5b55c5 admin admin] Network 6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:45:23.265647 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-f5e55eb0-f4a6-4d25-b3c5-8f971a5b55c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:45:23.272923 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e55eb0-f4a6-4d25-b3c5-8f971a5b55c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:23.275593 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f5e55eb0-f4a6-4d25-b3c5-8f971a5b55c5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:23.279299 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9052a6ca-d846-462f-b64c-cb1dac8182ee None None] Network 6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:45:23.311591 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de233760-56dc-487d-8798-81d7a4d5050e req-d13b42a7-2fa7-4061-bba3-eae5db9772d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:23.329126 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-de233760-56dc-487d-8798-81d7a4d5050e req-d13b42a7-2fa7-4061-bba3-eae5db9772d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:23.332444 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de233760-56dc-487d-8798-81d7a4d5050e req-d13b42a7-2fa7-4061-bba3-eae5db9772d9 service neutron] 10.222.0.30 "PUT /v2.0/ports/42bb86dd-fe1b-4930-b99a-b1027cc37c2e HTTP/1.1" status: 200 len: 1096 time: 4.1590891 Mar 05 04:45:23.348456 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87a35c71-94a0-4f5f-ac43-adb27e723421 req-94333fc6-0135-4f5c-803a-facd080d4a91 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531716 Mar 05 04:45:23.354232 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f5e55eb0-f4a6-4d25-b3c5-8f971a5b55c5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9648440 Mar 05 04:45:23.354850 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43932) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:23.363926 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-d97d4830-85bc-4d4b-9f46-af51976e8650 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-339480532-router', 'tenant_id': '6f219eab64614abcb32a956e6351bb73', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:45:23.432608 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d97d4830-85bc-4d4b-9f46-af51976e8650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (4ace592a-5103-47f3-b3c3-0cbc2cf4ea55), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:23.435282 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d97d4830-85bc-4d4b-9f46-af51976e8650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (4ace592a-5103-47f3-b3c3-0cbc2cf4ea55), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:23.568046 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b42a7-2fa7-4061-bba3-eae5db9772d9 service neutron] Pushing event updated for resources: {'Port': ['ID=42bb86dd-fe1b-4930-b99a-b1027cc37c2e,revision_number=7']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:23.601166 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c2828-71bb-4d93-ba6c-e3d9f37e5d79 req-d51a26a3-da55-4aba-888f-3033346f8965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:23.604130 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-007c2828-71bb-4d93-ba6c-e3d9f37e5d79 req-d51a26a3-da55-4aba-888f-3033346f8965 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.5766878 Mar 05 04:45:23.610783 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de233760-56dc-487d-8798-81d7a4d5050e req-8096557b-a9ea-4e0d-b7b0-1c27032b2a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:23.612773 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de233760-56dc-487d-8798-81d7a4d5050e req-8096557b-a9ea-4e0d-b7b0-1c27032b2a33 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 1130 time: 0.2466178 Mar 05 04:45:23.613033 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d97d4830-85bc-4d4b-9f46-af51976e8650 admin admin] Publish callbacks [] for router_controller (4ace592a-5103-47f3-b3c3-0cbc2cf4ea55), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:23.622266 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b30edad-0082-4219-b9ed-fb5030285952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c', 'network_id': '6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c', 'project_id': '6f219eab64614abcb32a956e6351bb73', 'fixed_ips': [{'subnet_id': 'bef60a8c-b104-4854-9be4-eb4de8499599'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:45:23.624693 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0b30edad-0082-4219-b9ed-fb5030285952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:23.677963 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-007c2828-71bb-4d93-ba6c-e3d9f37e5d79 req-44fb29db-58c1-4f35-a763-a1c599db63d6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=16d44a27-1887-46ce-8a68-f4eec0fce055 HTTP/1.1" status: 200 len: 217 time: 0.0637374 Mar 05 04:45:23.896139 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d97d4830-85bc-4d4b-9f46-af51976e8650 admin admin] Publish callbacks [] for router_gateway (4ace592a-5103-47f3-b3c3-0cbc2cf4ea55), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:23.935310 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-0b30edad-0082-4219-b9ed-fb5030285952 None None] Allocated IP 172.20.0.2 (6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c/bef60a8c-b104-4854-9be4-eb4de8499599/e6e3bed9-17d9-4beb-9827-d2ad5e535abc) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:45:23.968997 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-638041ff-8ab8-4e61-84ca-5c4a01edcea9 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:23.971013 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-638041ff-8ab8-4e61-84ca-5c4a01edcea9 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.30 "GET /v2.0/networks?id=58fc8937-83f5-44ef-a608-0151f2623ffc HTTP/1.1" status: 200 len: 815 time: 0.2643106 Mar 05 04:45:23.989628 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04debf-1b68-4105-864a-c82f6c4d2199 req-665b3f44-5671-413c-b186-029642321ff4 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:23.994124 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ac04debf-1b68-4105-864a-c82f6c4d2199 req-665b3f44-5671-413c-b186-029642321ff4 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 943 time: 0.6385262 Mar 05 04:45:24.105136 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-229958af-75fe-4c45-a955-cb6e393eac45 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=074dced6ee0b4a51a8ecd429d46f527c HTTP/1.1" status: 200 len: 380 time: 0.1250379 Mar 05 04:45:24.117492 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-ec674ff7-21b2-4eec-b035-e395a7c82202 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Request body: {'port': {'device_id': 'bac46be7-861d-4abb-b2f6-efd01241a0b8', 'network_id': '58fc8937-83f5-44ef-a608-0151f2623ffc', 'admin_state_up': True, 'tenant_id': '074dced6ee0b4a51a8ecd429d46f527c', 'security_groups': ['ac8f8f20-fc73-4f8e-9813-7f38705a8ebe']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:45:24.123289 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c2828-71bb-4d93-ba6c-e3d9f37e5d79 req-3a5cb7c7-d63a-4663-888c-1f60e8224055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:24.125526 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-007c2828-71bb-4d93-ba6c-e3d9f37e5d79 req-3a5cb7c7-d63a-4663-888c-1f60e8224055 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.1936629 Mar 05 04:45:24.149609 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e055a66c-dac0-4d69-ab2c-1f34be91d201 req-58e756d2-9e82-4e3e-b790-52fbd301418a tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac46be7-861d-4abb-b2f6-efd01241a0b8 HTTP/1.1" status: 200 len: 210 time: 0.5279384 Mar 05 04:45:24.277260 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ac04debf-1b68-4105-864a-c82f6c4d2199 req-b12fab77-2836-4bf1-8043-1e7eae424728 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448832 Mar 05 04:45:24.341281 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343f0c85-1471-424e-af63-99db9cdd3147', 'tag': '42bb86dd-fe1b-4930-b99a-b1027cc37c2e'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:45:24.346517 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c94a4f-fed0-404c-87d8-3f6e2ce1d58e" -d '{"events": [{"name": "network-changed", "server_uuid": "343f0c85-1471-424e-af63-99db9cdd3147", "tag": "42bb86dd-fe1b-4930-b99a-b1027cc37c2e"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:45:24.350015 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de233760-56dc-487d-8798-81d7a4d5050e req-7809af47-344d-48bd-a695-76857280559e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:24.351011 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0b30edad-0082-4219-b9ed-fb5030285952 None None] Publish callbacks [] for port (e6e3bed9-17d9-4beb-9827-d2ad5e535abc), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:24.352075 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de233760-56dc-487d-8798-81d7a4d5050e req-7809af47-344d-48bd-a695-76857280559e service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.6721725 Mar 05 04:45:24.366568 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0b30edad-0082-4219-b9ed-fb5030285952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (e6e3bed9-17d9-4beb-9827-d2ad5e535abc), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:24.469392 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b30edad-0082-4219-b9ed-fb5030285952 None None] Network 6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:45:24.473641 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-0b30edad-0082-4219-b9ed-fb5030285952 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:45:24.476140 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de233760-56dc-487d-8798-81d7a4d5050e req-286103ed-9a5e-4a5a-bc7e-7321317c94fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=42bb86dd-fe1b-4930-b99a-b1027cc37c2e HTTP/1.1" status: 200 len: 217 time: 0.1064384 Mar 05 04:45:24.480603 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94051546-be78-4c3e-8f0a-10a8b597e4ec x-openstack-request-id: req-94051546-be78-4c3e-8f0a-10a8b597e4ec {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:45:24.480897 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343f0c85-1471-424e-af63-99db9cdd3147", "tag": "42bb86dd-fe1b-4930-b99a-b1027cc37c2e", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:45:24.481574 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-94051546-be78-4c3e-8f0a-10a8b597e4ec {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:45:24.481971 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343f0c85-1471-424e-af63-99db9cdd3147', 'tag': '42bb86dd-fe1b-4930-b99a-b1027cc37c2e', 'status': 'completed', 'code': 200} Mar 05 04:45:24.498776 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b30edad-0082-4219-b9ed-fb5030285952 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:45:24.502546 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30edad-0082-4219-b9ed-fb5030285952 None None] Pushing event updated for resources: {'Port': ['ID=e6e3bed9-17d9-4beb-9827-d2ad5e535abc,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:24.505295 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c2828-71bb-4d93-ba6c-e3d9f37e5d79 req-5f5c509a-e943-436e-94ee-0cb955ad825e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:24.507308 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-007c2828-71bb-4d93-ba6c-e3d9f37e5d79 req-5f5c509a-e943-436e-94ee-0cb955ad825e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3503044 Mar 05 04:45:24.577891 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de233760-56dc-487d-8798-81d7a4d5050e req-36b18c93-5523-4073-90f6-8fdba21f653a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:24.578465 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-0b30edad-0082-4219-b9ed-fb5030285952 None None] Attempting to bind port e6e3bed9-17d9-4beb-9827-d2ad5e535abc on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:45:24.578833 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-0b30edad-0082-4219-b9ed-fb5030285952 None None] Attempting to bind port e6e3bed9-17d9-4beb-9827-d2ad5e535abc by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '3e722f51-65dd-4cdc-b6bf-df1f075e77ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:45:24.579224 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b30edad-0082-4219-b9ed-fb5030285952 None None] Attempting to bind port e6e3bed9-17d9-4beb-9827-d2ad5e535abc on network 6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:45:24.587066 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de233760-56dc-487d-8798-81d7a4d5050e req-36b18c93-5523-4073-90f6-8fdba21f653a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0870473 Mar 05 04:45:24.587463 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b30edad-0082-4219-b9ed-fb5030285952 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:45:24.587768 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b30edad-0082-4219-b9ed-fb5030285952 None None] Checking segment: {'id': '3e722f51-65dd-4cdc-b6bf-df1f075e77ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:45:24.588174 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0b30edad-0082-4219-b9ed-fb5030285952 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:24.588565 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b30edad-0082-4219-b9ed-fb5030285952 None None] Bound using segment: {'id': '3e722f51-65dd-4cdc-b6bf-df1f075e77ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:45:24.589045 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-0b30edad-0082-4219-b9ed-fb5030285952 None None] Bound port: e6e3bed9-17d9-4beb-9827-d2ad5e535abc, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e722f51-65dd-4cdc-b6bf-df1f075e77ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:45:24.589480 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0b30edad-0082-4219-b9ed-fb5030285952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e6e3bed9-17d9-4beb-9827-d2ad5e535abc), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:24.678664 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-0b30edad-0082-4219-b9ed-fb5030285952 None None] For port e6e3bed9-17d9-4beb-9827-d2ad5e535abc, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:45:24.685037 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-0b30edad-0082-4219-b9ed-fb5030285952 None None] For port e6e3bed9-17d9-4beb-9827-d2ad5e535abc, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e6e3bed9-17d9-4beb-9827-d2ad5e535abc,segment=NetworkSegment(3e722f51-65dd-4cdc-b6bf-df1f075e77ff),segment_id=3e722f51-65dd-4cdc-b6bf-df1f075e77ff)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:45:24.696081 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0b30edad-0082-4219-b9ed-fb5030285952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e6e3bed9-17d9-4beb-9827-d2ad5e535abc), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:24.761759 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30edad-0082-4219-b9ed-fb5030285952 None None] Pushing event updated for resources: {'Port': ['ID=e6e3bed9-17d9-4beb-9827-d2ad5e535abc,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:24.891711 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-ec674ff7-21b2-4eec-b035-e395a7c82202 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Made reservation on behalf of 074dced6ee0b4a51a8ecd429d46f527c for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:45:24.895341 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-ec674ff7-21b2-4eec-b035-e395a7c82202 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:25.104033 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-ec674ff7-21b2-4eec-b035-e395a7c82202 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Allocated IP 172.20.0.13 (58fc8937-83f5-44ef-a608-0151f2623ffc/ac815b3e-cb9c-4730-baca-3ba4b7a2e998/12e4b3a0-b05f-4528-b218-7b10a75eeee6) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:45:25.132998 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d97d4830-85bc-4d4b-9f46-af51976e8650 admin admin] Publish callbacks [] for router_gateway (4ace592a-5103-47f3-b3c3-0cbc2cf4ea55), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:25.164720 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d97d4830-85bc-4d4b-9f46-af51976e8650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:25.260391 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794786a6-5d56-4a4e-afd7-1a2015474ac7 req-31e817ff-f8ed-4cb3-98cd-cbc313d2f7fe tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:25.268643 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-794786a6-5d56-4a4e-afd7-1a2015474ac7 req-31e817ff-f8ed-4cb3-98cd-cbc313d2f7fe tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 947 time: 0.9564993 Mar 05 04:45:25.301944 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c94a4f-fed0-404c-87d8-3f6e2ce1d58e req-3663f4a1-f17b-4f5c-ad32-3fb9a5d5e6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:25.303775 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4c94a4f-fed0-404c-87d8-3f6e2ce1d58e req-3663f4a1-f17b-4f5c-ad32-3fb9a5d5e6bf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 1130 time: 0.7326958 Mar 05 04:45:25.325611 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:45:25.344959 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de233760-56dc-487d-8798-81d7a4d5050e req-91469f63-1810-42be-94e3-8e4c37ee2f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:25.347340 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de233760-56dc-487d-8798-81d7a4d5050e req-91469f63-1810-42be-94e3-8e4c37ee2f9e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.7333698 Mar 05 04:45:25.349323 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-d97d4830-85bc-4d4b-9f46-af51976e8650 admin admin] Allocated IP 172.25.0.242 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:45:25.350264 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-007c2828-71bb-4d93-ba6c-e3d9f37e5d79 req-ca9ff32a-3ed6-49f9-b065-865a393978a8 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7500451 Mar 05 04:45:25.371221 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bdffae-85bd-41b8-8d66-13b29ab52269 req-6ca393c5-0139-4f49-8944-b17ade0d3735 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:25.373129 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f4bdffae-85bd-41b8-8d66-13b29ab52269 req-6ca393c5-0139-4f49-8944-b17ade0d3735 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 946 time: 0.7288845 Mar 05 04:45:25.539375 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-ec674ff7-21b2-4eec-b035-e395a7c82202 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks [] for port (12e4b3a0-b05f-4528-b218-7b10a75eeee6), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:25.581070 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d97d4830-85bc-4d4b-9f46-af51976e8650 admin admin] Publish callbacks [] for port (4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:25.624786 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-ec674ff7-21b2-4eec-b035-e395a7c82202 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (12e4b3a0-b05f-4528-b218-7b10a75eeee6), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:25.659218 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-794786a6-5d56-4a4e-afd7-1a2015474ac7 req-9995f065-fee2-43d3-a34d-f877eddad9fc tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830230 Mar 05 04:45:25.709153 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d97d4830-85bc-4d4b-9f46-af51976e8650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:25.714430 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-ec674ff7-21b2-4eec-b035-e395a7c82202 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Network 58fc8937-83f5-44ef-a608-0151f2623ffc is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:45:25.727095 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-ec674ff7-21b2-4eec-b035-e395a7c82202 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:45:25.729828 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-ec674ff7-21b2-4eec-b035-e395a7c82202 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:45:25.757518 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-007c2828-71bb-4d93-ba6c-e3d9f37e5d79 req-65e770c0-1b07-4574-ab08-00b008288390 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914707 Mar 05 04:45:25.856982 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97d4830-85bc-4d4b-9f46-af51976e8650 admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:45:25.858187 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec674ff7-21b2-4eec-b035-e395a7c82202 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Pushing event updated for resources: {'Port': ['ID=12e4b3a0-b05f-4528-b218-7b10a75eeee6,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:25.901533 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de233760-56dc-487d-8798-81d7a4d5050e req-6565f0ac-e849-447a-9580-4b734278b425 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395350 Mar 05 04:45:25.934433 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d4830-85bc-4d4b-9f46-af51976e8650 admin admin] Pushing event updated for resources: {'Port': ['ID=4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:25.941042 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-d97d4830-85bc-4d4b-9f46-af51976e8650 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:45:25.944012 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97d4830-85bc-4d4b-9f46-af51976e8650 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:45:25.979789 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c94a4f-fed0-404c-87d8-3f6e2ce1d58e req-9d3bc483-7641-4d91-8389-cfbc4d9a362a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:25.981849 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4c94a4f-fed0-404c-87d8-3f6e2ce1d58e req-9d3bc483-7641-4d91-8389-cfbc4d9a362a service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.6662662 Mar 05 04:45:25.992793 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-ec674ff7-21b2-4eec-b035-e395a7c82202 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:25.993701 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-ec674ff7-21b2-4eec-b035-e395a7c82202 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:26.025173 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f4bdffae-85bd-41b8-8d66-13b29ab52269 req-ddd59017-05d9-4a5d-b966-3e12135852e6 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6242838 Mar 05 04:45:26.025374 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-ec674ff7-21b2-4eec-b035-e395a7c82202 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9116766 Mar 05 04:45:26.057442 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e6e3bed9-17d9-4beb-9827-d2ad5e535abc up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:45:26.139529 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-d916cb68-ff4e-40dd-92fa-551a375bd20e service neutron] Request body: {'port': {'device_id': 'bac46be7-861d-4abb-b2f6-efd01241a0b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:45:26.167819 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4c94a4f-fed0-404c-87d8-3f6e2ce1d58e req-ca1c2373-51b5-4808-9f46-e4e480a16fd9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=42bb86dd-fe1b-4930-b99a-b1027cc37c2e HTTP/1.1" status: 200 len: 217 time: 0.1132798 Mar 05 04:45:26.238718 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port e6e3bed9-17d9-4beb-9827-d2ad5e535abc triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:45:26.239143 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e6e3bed9-17d9-4beb-9827-d2ad5e535abc), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:26.312692 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-cf765eb8-9fd6-44b6-addd-7bf92e4f0e7a None None] Provisioning complete for port 12e4b3a0-b05f-4528-b218-7b10a75eeee6 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:45:26.313079 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cf765eb8-9fd6-44b6-addd-7bf92e4f0e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (12e4b3a0-b05f-4528-b218-7b10a75eeee6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:26.381199 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a8e65-b98b-4f84-8b6e-39ed4783a385 req-efa98847-9692-498f-9345-06b44d48ad01 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:26.383270 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3f8a8e65-b98b-4f84-8b6e-39ed4783a385 req-efa98847-9692-498f-9345-06b44d48ad01 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac46be7-861d-4abb-b2f6-efd01241a0b8 HTTP/1.1" status: 200 len: 932 time: 0.5196750 Mar 05 04:45:26.390666 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c94a4f-fed0-404c-87d8-3f6e2ce1d58e req-04583b86-5241-4d30-b0a1-43cc6e791855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:26.392697 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4c94a4f-fed0-404c-87d8-3f6e2ce1d58e req-04583b86-5241-4d30-b0a1-43cc6e791855 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.2035360 Mar 05 04:45:26.431453 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-d916cb68-ff4e-40dd-92fa-551a375bd20e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (12e4b3a0-b05f-4528-b218-7b10a75eeee6), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:26.455252 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port e6e3bed9-17d9-4beb-9827-d2ad5e535abc is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:45:26.455640 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e6e3bed9-17d9-4beb-9827-d2ad5e535abc), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:26.471940 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164142c2-72e4-41e3-a768-0223c378e15f None None] Network 6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:45:26.479550 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-cf765eb8-9fd6-44b6-addd-7bf92e4f0e7a None None] Port 12e4b3a0-b05f-4528-b218-7b10a75eeee6 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:45:26.506755 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e240bb-add4-45e0-bf5e-c1cf1cc0fadd req-d97a4251-1ca1-4380-8fee-f0b11a274ed8 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:26.508428 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83e240bb-add4-45e0-bf5e-c1cf1cc0fadd req-d97a4251-1ca1-4380-8fee-f0b11a274ed8 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 943 time: 0.3087790 Mar 05 04:45:26.515052 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de233760-56dc-487d-8798-81d7a4d5050e req-16e01903-4ec1-4f53-97a6-89049b807084 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5320609 Mar 05 04:45:26.652680 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c94a4f-fed0-404c-87d8-3f6e2ce1d58e req-02349a12-dd5e-47e1-884e-56df2e2b66ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:26.654445 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4c94a4f-fed0-404c-87d8-3f6e2ce1d58e req-02349a12-dd5e-47e1-884e-56df2e2b66ee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2373402 Mar 05 04:45:26.663247 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3f8a8e65-b98b-4f84-8b6e-39ed4783a385 req-e6f2066c-534a-4107-9db0-7fdfaf58a6ac tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac8f8f20-fc73-4f8e-9813-7f38705a8ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2694621 Mar 05 04:45:26.706690 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port e6e3bed9-17d9-4beb-9827-d2ad5e535abc, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e6e3bed9-17d9-4beb-9827-d2ad5e535abc,segment=NetworkSegment(3e722f51-65dd-4cdc-b6bf-df1f075e77ff),segment_id=3e722f51-65dd-4cdc-b6bf-df1f075e77ff)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:26.752021 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e6e3bed9-17d9-4beb-9827-d2ad5e535abc), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:26.757473 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4c94a4f-fed0-404c-87d8-3f6e2ce1d58e req-8dfead91-0aae-4bd9-a4f7-e1e07a90b285 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920486 Mar 05 04:45:26.762765 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83e240bb-add4-45e0-bf5e-c1cf1cc0fadd req-8a07d3c8-9708-487d-b5c2-236d4f9dcdd9 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442634 Mar 05 04:45:26.872012 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c94a4f-fed0-404c-87d8-3f6e2ce1d58e req-b52faf6e-271a-4758-88bb-df51c6b9a7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:26.874882 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4c94a4f-fed0-404c-87d8-3f6e2ce1d58e req-b52faf6e-271a-4758-88bb-df51c6b9a7ae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 1130 time: 0.2836981 Mar 05 04:45:26.882725 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d97d4830-85bc-4d4b-9f46-af51976e8650 admin admin] Publish callbacks [] for router_gateway (4ace592a-5103-47f3-b3c3-0cbc2cf4ea55), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:27.050057 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c94a4f-fed0-404c-87d8-3f6e2ce1d58e req-0d7cb986-f1d2-4136-a384-6cd0c5bdfd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:27.051603 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4c94a4f-fed0-404c-87d8-3f6e2ce1d58e req-0d7cb986-f1d2-4136-a384-6cd0c5bdfd5f service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.1463232 Mar 05 04:45:27.149058 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4c94a4f-fed0-404c-87d8-3f6e2ce1d58e req-c3510abd-75d0-46b4-9368-0367629082ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=42bb86dd-fe1b-4930-b99a-b1027cc37c2e HTTP/1.1" status: 200 len: 217 time: 0.0814810 Mar 05 04:45:27.188058 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=e6e3bed9-17d9-4beb-9827-d2ad5e535abc,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:27.192949 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-81e6492e-cd53-42ea-8ee7-7b1903c026ea None None] Provisioning complete for port e6e3bed9-17d9-4beb-9827-d2ad5e535abc triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:45:27.193346 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-81e6492e-cd53-42ea-8ee7-7b1903c026ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e6e3bed9-17d9-4beb-9827-d2ad5e535abc), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:27.263336 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4c94a4f-fed0-404c-87d8-3f6e2ce1d58e req-ec6a056a-57ea-4ad3-8a2b-5920cd442c08 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994152 Mar 05 04:45:27.372968 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-2c6724d5-5f02-4c59-8628-acfc48260ba7 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:27.375235 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-2c6724d5-5f02-4c59-8628-acfc48260ba7 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d&tenant_id=84f78c82255c4feca46335184d79ad7d&binding%3Ahost_id=n-h1-789963-32 HTTP/1.1" status: 200 len: 1129 time: 0.3226888 Mar 05 04:45:27.395673 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-81e6492e-cd53-42ea-8ee7-7b1903c026ea None None] Current status of the port e6e3bed9-17d9-4beb-9827-d2ad5e535abc is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:45:27.409561 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad59b91-ab70-4829-a010-149711a0bce0 req-489df312-9787-4cf1-8612-e29579147fd9 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:27.415866 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cad59b91-ab70-4829-a010-149711a0bce0 req-489df312-9787-4cf1-8612-e29579147fd9 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 947 time: 0.5333323 Mar 05 04:45:27.465112 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-c3edfaca-60d8-451b-ba9a-33d591489e43 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-32'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:45:27.493176 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43980) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:27.521244 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c94a4f-fed0-404c-87d8-3f6e2ce1d58e req-303f8054-2b36-4772-8b1f-980a871774ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:27.523153 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4c94a4f-fed0-404c-87d8-3f6e2ce1d58e req-303f8054-2b36-4772-8b1f-980a871774ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.3588793 Mar 05 04:45:27.559366 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device a9b93e14-ffc1-4130-9d33-751178e57443 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:45:27.717702 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cad59b91-ab70-4829-a010-149711a0bce0 req-d748d803-0451-4c25-81c8-19abe7773f46 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974138 Mar 05 04:45:27.758739 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d97d4830-85bc-4d4b-9f46-af51976e8650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (4ace592a-5103-47f3-b3c3-0cbc2cf4ea55), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:27.768913 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-c3edfaca-60d8-451b-ba9a-33d591489e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a9b93e14-ffc1-4130-9d33-751178e57443), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:27.806569 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port a9b93e14-ffc1-4130-9d33-751178e57443, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a9b93e14-ffc1-4130-9d33-751178e57443,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:27.829130 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device a9b93e14-ffc1-4130-9d33-751178e57443 has no active binding in host n-h2-789963-32 {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 05 04:45:27.842354 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-19390c76-e43b-4adb-a10e-12baca49bb57 None None] Provisioning complete for port e6e3bed9-17d9-4beb-9827-d2ad5e535abc triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:45:27.842733 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-19390c76-e43b-4adb-a10e-12baca49bb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e6e3bed9-17d9-4beb-9827-d2ad5e535abc), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:27.899128 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-786642d6-114d-4d6d-909e-e37e3ec39101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:27.924866 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-d916cb68-ff4e-40dd-92fa-551a375bd20e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e4b3a0-b05f-4528-b218-7b10a75eeee6 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:45:27.943591 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-d916cb68-ff4e-40dd-92fa-551a375bd20e service neutron] Publish callbacks [] for port (12e4b3a0-b05f-4528-b218-7b10a75eeee6), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:27.972773 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e6e3bed9-17d9-4beb-9827-d2ad5e535abc up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:45:27.995975 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-c3edfaca-60d8-451b-ba9a-33d591489e43 service neutron] For port a9b93e14-ffc1-4130-9d33-751178e57443, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a9b93e14-ffc1-4130-9d33-751178e57443,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:28.026506 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-19390c76-e43b-4adb-a10e-12baca49bb57 None None] Current status of the port e6e3bed9-17d9-4beb-9827-d2ad5e535abc is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:45:28.042032 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-786642d6-114d-4d6d-909e-e37e3ec39101 admin admin] Publish callbacks [] for security_group (3b6b7bfe-8bb2-4421-8145-4b3d76207cd9), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:28.043851 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-c3edfaca-60d8-451b-ba9a-33d591489e43 service neutron] For port a9b93e14-ffc1-4130-9d33-751178e57443, host n-h1-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:45:28.054467 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-786642d6-114d-4d6d-909e-e37e3ec39101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3b6b7bfe-8bb2-4421-8145-4b3d76207cd9), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:28.059118 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port e6e3bed9-17d9-4beb-9827-d2ad5e535abc triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:45:28.059714 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e6e3bed9-17d9-4beb-9827-d2ad5e535abc), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:28.092287 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-786642d6-114d-4d6d-909e-e37e3ec39101 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=059926c501ed4d81b805061edf4a98b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6055658 Mar 05 04:45:28.096695 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-d916cb68-ff4e-40dd-92fa-551a375bd20e service neutron] Transition to ACTIVE for port object 12e4b3a0-b05f-4528-b218-7b10a75eeee6 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:45:28.119323 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9422d07d-b2a7-4057-9d79-de78fa5f057d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9b93e14-ffc1-4130-9d33-751178e57443'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:45:28.123722 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93399957-3df0-4c67-8a5c-ac610f09ef76" -d '{"events": [{"server_uuid": "9422d07d-b2a7-4057-9d79-de78fa5f057d", "name": "network-vif-unplugged", "status": "completed", "tag": "a9b93e14-ffc1-4130-9d33-751178e57443"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:45:28.139285 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81e5ce-e01b-4da5-8a8f-5bf71e40373b req-71495c0a-809a-46b9-8dbe-438aea98e65c tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:28.139574 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43988) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:28.140330 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-d916cb68-ff4e-40dd-92fa-551a375bd20e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (12e4b3a0-b05f-4528-b218-7b10a75eeee6), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:28.140983 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ab81e5ce-e01b-4da5-8a8f-5bf71e40373b req-71495c0a-809a-46b9-8dbe-438aea98e65c tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 946 time: 0.8766990 Mar 05 04:45:28.145921 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-c3edfaca-60d8-451b-ba9a-33d591489e43 service neutron] Publish callbacks [] for port (a9b93e14-ffc1-4130-9d33-751178e57443), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:28.164300 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c94a4f-fed0-404c-87d8-3f6e2ce1d58e req-cb8ade1a-504e-4e9c-ad03-601ec8153829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:28.166624 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4c94a4f-fed0-404c-87d8-3f6e2ce1d58e req-cb8ade1a-504e-4e9c-ad03-601ec8153829 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6244266 Mar 05 04:45:28.170682 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-c3edfaca-60d8-451b-ba9a-33d591489e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (a9b93e14-ffc1-4130-9d33-751178e57443), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:28.196556 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port e6e3bed9-17d9-4beb-9827-d2ad5e535abc is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:45:28.283867 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-baac6019-2222-48ce-be5d-def4f28ea1bf admin admin] Publish callbacks [] for security_group (3b6b7bfe-8bb2-4421-8145-4b3d76207cd9), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:28.284258 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3edfaca-60d8-451b-ba9a-33d591489e43 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b93e14-ffc1-4130-9d33-751178e57443,revision_number=7']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:28.326294 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916cb68-ff4e-40dd-92fa-551a375bd20e service neutron] Pushing event updated for resources: {'Port': ['ID=12e4b3a0-b05f-4528-b218-7b10a75eeee6,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:28.394090 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-baac6019-2222-48ce-be5d-def4f28ea1bf admin admin] Publish callbacks [] for security_group (3b6b7bfe-8bb2-4421-8145-4b3d76207cd9), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:28.419790 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-c3edfaca-60d8-451b-ba9a-33d591489e43 service neutron] Attempting to bind port a9b93e14-ffc1-4130-9d33-751178e57443 on host n-h1-789963-32 for vnic_type normal with profile {"migrating_to": "n-h2-789963-32"} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:45:28.420731 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-c3edfaca-60d8-451b-ba9a-33d591489e43 service neutron] Attempting to bind port a9b93e14-ffc1-4130-9d33-751178e57443 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:45:28.424848 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-c3edfaca-60d8-451b-ba9a-33d591489e43 service neutron] Attempting to bind port a9b93e14-ffc1-4130-9d33-751178e57443 on network fd6aa200-b97d-49ed-9876-375a41229f42 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:45:28.450367 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-c3edfaca-60d8-451b-ba9a-33d591489e43 service neutron] Port a9b93e14-ffc1-4130-9d33-751178e57443 on network fd6aa200-b97d-49ed-9876-375a41229f42 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:45:28.450688 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-c3edfaca-60d8-451b-ba9a-33d591489e43 service neutron] Attempting to bind port a9b93e14-ffc1-4130-9d33-751178e57443 on network fd6aa200-b97d-49ed-9876-375a41229f42 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:45:28.474904 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802f6ba-dfa8-45fd-ae6f-1b6814ede382 req-71caadc1-b5ba-42ce-bf17-236e76c28595 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:28.482760 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7802f6ba-dfa8-45fd-ae6f-1b6814ede382 req-71caadc1-b5ba-42ce-bf17-236e76c28595 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac46be7-861d-4abb-b2f6-efd01241a0b8 HTTP/1.1" status: 200 len: 932 time: 0.6547344 Mar 05 04:45:28.512329 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-c3edfaca-60d8-451b-ba9a-33d591489e43 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:45:28.512967 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-c3edfaca-60d8-451b-ba9a-33d591489e43 service neutron] Checking segment: {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:45:28.513600 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-c3edfaca-60d8-451b-ba9a-33d591489e43 service neutron] Bound using segment: {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:45:28.514674 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-c3edfaca-60d8-451b-ba9a-33d591489e43 service neutron] Bound port: a9b93e14-ffc1-4130-9d33-751178e57443, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:45:28.515255 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786642d6-114d-4d6d-909e-e37e3ec39101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6b7bfe-8bb2-4421-8145-4b3d76207cd9,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:28.516152 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-c3edfaca-60d8-451b-ba9a-33d591489e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a9b93e14-ffc1-4130-9d33-751178e57443), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:28.552499 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-baac6019-2222-48ce-be5d-def4f28ea1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3b6b7bfe-8bb2-4421-8145-4b3d76207cd9), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:28.560046 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-baac6019-2222-48ce-be5d-def4f28ea1bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:28.562078 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-baac6019-2222-48ce-be5d-def4f28ea1bf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3b6b7bfe-8bb2-4421-8145-4b3d76207cd9 HTTP/1.1" status: 204 len: 168 time: 0.4130735 Mar 05 04:45:28.603459 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac6019-2222-48ce-be5d-def4f28ea1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6b7bfe-8bb2-4421-8145-4b3d76207cd9,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:28.772474 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97d4830-85bc-4d4b-9f46-af51976e8650 admin admin] Router 4ace592a-5103-47f3-b3c3-0cbc2cf4ea55 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:45:28.803312 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7802f6ba-dfa8-45fd-ae6f-1b6814ede382 req-e6b0ae41-4e91-42a4-b71f-8351af3fce12 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac8f8f20-fc73-4f8e-9813-7f38705a8ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3056076 Mar 05 04:45:28.803659 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-d916cb68-ff4e-40dd-92fa-551a375bd20e service neutron] Attempting to bind port 12e4b3a0-b05f-4528-b218-7b10a75eeee6 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:45:28.803659 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-d916cb68-ff4e-40dd-92fa-551a375bd20e service neutron] Attempting to bind port 12e4b3a0-b05f-4528-b218-7b10a75eeee6 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': 'b412d26e-2f96-452a-9c5f-ad37809d8be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '58fc8937-83f5-44ef-a608-0151f2623ffc'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:45:28.803659 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-d916cb68-ff4e-40dd-92fa-551a375bd20e service neutron] Attempting to bind port 12e4b3a0-b05f-4528-b218-7b10a75eeee6 on network 58fc8937-83f5-44ef-a608-0151f2623ffc {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:45:28.849485 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-d916cb68-ff4e-40dd-92fa-551a375bd20e service neutron] Port 12e4b3a0-b05f-4528-b218-7b10a75eeee6 on network 58fc8937-83f5-44ef-a608-0151f2623ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:45:28.849951 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-d916cb68-ff4e-40dd-92fa-551a375bd20e service neutron] Attempting to bind port 12e4b3a0-b05f-4528-b218-7b10a75eeee6 on network 58fc8937-83f5-44ef-a608-0151f2623ffc {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:45:28.861649 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-d916cb68-ff4e-40dd-92fa-551a375bd20e service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:45:28.861991 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-d916cb68-ff4e-40dd-92fa-551a375bd20e service neutron] Checking segment: {'id': 'b412d26e-2f96-452a-9c5f-ad37809d8be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '58fc8937-83f5-44ef-a608-0151f2623ffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:45:28.862422 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-d916cb68-ff4e-40dd-92fa-551a375bd20e service neutron] Bound using segment: {'id': 'b412d26e-2f96-452a-9c5f-ad37809d8be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '58fc8937-83f5-44ef-a608-0151f2623ffc'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:45:28.862876 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-d916cb68-ff4e-40dd-92fa-551a375bd20e service neutron] Bound port: 12e4b3a0-b05f-4528-b218-7b10a75eeee6, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b412d26e-2f96-452a-9c5f-ad37809d8be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '58fc8937-83f5-44ef-a608-0151f2623ffc'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:45:28.863279 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-d916cb68-ff4e-40dd-92fa-551a375bd20e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (12e4b3a0-b05f-4528-b218-7b10a75eeee6), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:28.864496 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ab81e5ce-e01b-4da5-8a8f-5bf71e40373b req-04b1b499-d722-41af-a336-3ea74808b1ce tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7110684 Mar 05 04:45:28.983136 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4c94a4f-fed0-404c-87d8-3f6e2ce1d58e req-8f5bd17e-8ca9-4476-ae2b-a98f4f7a6eab service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7939405 Mar 05 04:45:29.063276 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-d916cb68-ff4e-40dd-92fa-551a375bd20e service neutron] For port 12e4b3a0-b05f-4528-b218-7b10a75eeee6, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:45:29.093836 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4c94a4f-fed0-404c-87d8-3f6e2ce1d58e req-8506d53f-33e1-4372-bae1-f96cf4abd116 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025844 Mar 05 04:45:29.095403 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-c3edfaca-60d8-451b-ba9a-33d591489e43 service neutron] For port a9b93e14-ffc1-4130-9d33-751178e57443, host n-h1-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:45:29.100694 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 04:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66315b0f-0cb5-4cab-af07-916ea409f0ed x-openstack-request-id: req-66315b0f-0cb5-4cab-af07-916ea409f0ed {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:45:29.100995 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9422d07d-b2a7-4057-9d79-de78fa5f057d", "name": "network-vif-unplugged", "status": "completed", "tag": "a9b93e14-ffc1-4130-9d33-751178e57443", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:45:29.101307 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-66315b0f-0cb5-4cab-af07-916ea409f0ed {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:45:29.101795 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9422d07d-b2a7-4057-9d79-de78fa5f057d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9b93e14-ffc1-4130-9d33-751178e57443', 'code': 200} Mar 05 04:45:29.121773 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-c3edfaca-60d8-451b-ba9a-33d591489e43 service neutron] For port a9b93e14-ffc1-4130-9d33-751178e57443, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a9b93e14-ffc1-4130-9d33-751178e57443,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:45:29.133834 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b4460-43ee-43ff-8a34-9cf311f9886a req-3fc534f4-1c84-42e1-84ee-a60bd16beee4 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:29.143703 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0e8b4460-43ee-43ff-8a34-9cf311f9886a req-3fc534f4-1c84-42e1-84ee-a60bd16beee4 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 943 time: 0.2067733 Mar 05 04:45:29.174735 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-d916cb68-ff4e-40dd-92fa-551a375bd20e service neutron] For port 12e4b3a0-b05f-4528-b218-7b10a75eeee6, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=12e4b3a0-b05f-4528-b218-7b10a75eeee6,segment=NetworkSegment(b412d26e-2f96-452a-9c5f-ad37809d8be5),segment_id=b412d26e-2f96-452a-9c5f-ad37809d8be5)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:45:29.194813 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44008) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:29.200052 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-c3edfaca-60d8-451b-ba9a-33d591489e43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (a9b93e14-ffc1-4130-9d33-751178e57443), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:29.215315 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-d916cb68-ff4e-40dd-92fa-551a375bd20e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (12e4b3a0-b05f-4528-b218-7b10a75eeee6), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:29.287666 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0e8b4460-43ee-43ff-8a34-9cf311f9886a req-544af428-1e87-4eb5-ba09-63a7caa6f5c9 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429951 Mar 05 04:45:29.300865 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cd9f10df-7fa1-4785-8c33-b620384bb3b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:29.303492 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97d4830-85bc-4d4b-9f46-af51976e8650 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:45:29.316708 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef8b2bb-90c1-4f1b-bfec-7eb7f67769a8 None None] Sync routers for ids ['4ace592a-5103-47f3-b3c3-0cbc2cf4ea55'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:45:29.332733 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef8b2bb-90c1-4f1b-bfec-7eb7f67769a8 None None] Routers {'4ace592a-5103-47f3-b3c3-0cbc2cf4ea55'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:45:29.333801 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-4ef8b2bb-90c1-4f1b-bfec-7eb7f67769a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:45:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4ace592a-5103-47f3-b3c3-0cbc2cf4ea55'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:29.340801 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-d916cb68-ff4e-40dd-92fa-551a375bd20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:29.341715 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-d916cb68-ff4e-40dd-92fa-551a375bd20e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:29.343363 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-d916cb68-ff4e-40dd-92fa-551a375bd20e service neutron] 10.222.0.30 "PUT /v2.0/ports/12e4b3a0-b05f-4528-b218-7b10a75eeee6 HTTP/1.1" status: 200 len: 1093 time: 3.2098098 Mar 05 04:45:29.347857 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac46be7-861d-4abb-b2f6-efd01241a0b8', 'tag': '12e4b3a0-b05f-4528-b218-7b10a75eeee6'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:45:29.351173 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4328d8f-3a72-4695-9f97-f9269ae9450c" -d '{"events": [{"name": "network-changed", "server_uuid": "bac46be7-861d-4abb-b2f6-efd01241a0b8", "tag": "12e4b3a0-b05f-4528-b218-7b10a75eeee6"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:45:29.355927 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d97d4830-85bc-4d4b-9f46-af51976e8650 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:29.360604 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d97d4830-85bc-4d4b-9f46-af51976e8650 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.0046031 Mar 05 04:45:29.361951 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44012) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:29.399252 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa73ee-032a-4d1c-badf-6ae6db52b51f req-756cc9b4-e2a4-4387-8941-3aac37ff893e tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:29.414314 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-39aa73ee-032a-4d1c-badf-6ae6db52b51f req-756cc9b4-e2a4-4387-8941-3aac37ff893e tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 947 time: 0.2316611 Mar 05 04:45:29.431988 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-c3edfaca-60d8-451b-ba9a-33d591489e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:29.432698 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-c3edfaca-60d8-451b-ba9a-33d591489e43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:29.440285 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-c3edfaca-60d8-451b-ba9a-33d591489e43 service neutron] 10.222.0.31 "PUT /v2.0/ports/a9b93e14-ffc1-4130-9d33-751178e57443 HTTP/1.1" status: 200 len: 1124 time: 2.0549791 Mar 05 04:45:29.477804 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916cb68-ff4e-40dd-92fa-551a375bd20e service neutron] Pushing event updated for resources: {'Port': ['ID=12e4b3a0-b05f-4528-b218-7b10a75eeee6,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:29.490885 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 42bb86dd-fe1b-4930-b99a-b1027cc37c2e details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:45:29.491531 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b20ac97-782c-4a49-971b-cc92dab6dacd x-openstack-request-id: req-9b20ac97-782c-4a49-971b-cc92dab6dacd {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:45:29.492345 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac46be7-861d-4abb-b2f6-efd01241a0b8", "tag": "12e4b3a0-b05f-4528-b218-7b10a75eeee6", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:45:29.492345 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9b20ac97-782c-4a49-971b-cc92dab6dacd {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:45:29.492345 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac46be7-861d-4abb-b2f6-efd01241a0b8', 'tag': '12e4b3a0-b05f-4528-b218-7b10a75eeee6', 'status': 'completed', 'code': 200} Mar 05 04:45:29.528308 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3edfaca-60d8-451b-ba9a-33d591489e43 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b93e14-ffc1-4130-9d33-751178e57443,revision_number=8']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:29.554268 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-4ef8b2bb-90c1-4f1b-bfec-7eb7f67769a8 None None] Set router 4ace592a-5103-47f3-b3c3-0cbc2cf4ea55 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:45:29.582033 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-39aa73ee-032a-4d1c-badf-6ae6db52b51f req-9fa9e828-940d-4900-bc8d-9fe42ea4ed3a tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666129 Mar 05 04:45:29.764946 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=42bb86dd-fe1b-4930-b99a-b1027cc37c2e,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:29.787115 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '42bb86dd-fe1b-4930-b99a-b1027cc37c2e', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': '42bb86dd-fe1b-4930-b99a-b1027cc37c2e', 'mac_address': 'fa:16:3e:19:80:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:45:29.789180 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['a9b93e14-ffc1-4130-9d33-751178e57443'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:45:29.792060 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['a9b93e14-ffc1-4130-9d33-751178e57443'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:45:29.820684 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-4ef8b2bb-90c1-4f1b-bfec-7eb7f67769a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'name': 'tempest-ServersTestJSON-339480532-router', 'tenant_id': '6f219eab64614abcb32a956e6351bb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:23Z', 'updated_at': '2022-03-05T04:45:26Z', 'revision_number': 3, 'project_id': '6f219eab64614abcb32a956e6351bb73', 'gw_port': {'id': '4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:96:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:25Z', 'updated_at': '2022-03-05T04:45:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:29.866948 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef8b2bb-90c1-4f1b-bfec-7eb7f67769a8 None None] Checking router: 4ace592a-5103-47f3-b3c3-0cbc2cf4ea55 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:45:29.867509 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef8b2bb-90c1-4f1b-bfec-7eb7f67769a8 None None] Updating router 4ace592a-5103-47f3-b3c3-0cbc2cf4ea55 port 4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:45:29.933315 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-4ef8b2bb-90c1-4f1b-bfec-7eb7f67769a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:30.116904 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b234f8-72d4-4f6c-b468-97ad406a9607 req-52da95fb-d807-4626-aced-3e84fa647582 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:30.129868 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b6b234f8-72d4-4f6c-b468-97ad406a9607 req-52da95fb-d807-4626-aced-3e84fa647582 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac46be7-861d-4abb-b2f6-efd01241a0b8 HTTP/1.1" status: 200 len: 944 time: 0.1834266 Mar 05 04:45:30.222399 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:45:30.227829 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:30.286839 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-b1748855-6bfd-461c-ab12-60b023062b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:30.290579 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-b1748855-6bfd-461c-ab12-60b023062b07 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=074dced6ee0b4a51a8ecd429d46f527c&device_id=bac46be7-861d-4abb-b2f6-efd01241a0b8 HTTP/1.1" status: 200 len: 1127 time: 0.8793926 Mar 05 04:45:30.311589 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42bb86dd-fe1b-4930-b99a-b1027cc37c2e {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:45:30.349300 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-5274888a-0f0b-473b-9cd4-c230c8f26093 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:30.352066 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-5274888a-0f0b-473b-9cd4-c230c8f26093 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.30 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147&tenant_id=12ec86d5ce864d5e8384628d4e830cb3&binding%3Ahost_id=n-h1-789963-32 HTTP/1.1" status: 200 len: 947 time: 0.2806749 Mar 05 04:45:30.352210 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=42bb86dd-fe1b-4930-b99a-b1027cc37c2e,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:30.364946 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b6b234f8-72d4-4f6c-b468-97ad406a9607 req-867371a2-003a-4fd2-b915-7340a4c5176c tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac8f8f20-fc73-4f8e-9813-7f38705a8ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341442 Mar 05 04:45:30.368364 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-8e5dc12f-5e3e-42bb-86ff-ce560f853cd0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12e4b3a0-b05f-4528-b218-7b10a75eeee6 HTTP/1.1" status: 200 len: 217 time: 0.0557930 Mar 05 04:45:30.383786 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec6225-a6c3-489a-ad3f-fa38e4b6ece4 req-8b24938f-7c99-4630-99e9-3dec4536a60d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:30.394829 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-42ec6225-a6c3-489a-ad3f-fa38e4b6ece4 req-8b24938f-7c99-4630-99e9-3dec4536a60d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 944 time: 0.2534523 Mar 05 04:45:30.451398 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:30.535224 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-4ef8b2bb-90c1-4f1b-bfec-7eb7f67769a8 None None] Publish callbacks [] for port (4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:30.579361 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-4ef8b2bb-90c1-4f1b-bfec-7eb7f67769a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:30.606918 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=42bb86dd-fe1b-4930-b99a-b1027cc37c2e,revision_number=8']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:30.654694 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cd9f10df-7fa1-4785-8c33-b620384bb3b1 admin admin] Publish callbacks [] for security_group (7e1a772e-9329-4e7e-aac0-210ce7195035), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:30.686108 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cd9f10df-7fa1-4785-8c33-b620384bb3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7e1a772e-9329-4e7e-aac0-210ce7195035), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:30.707810 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-4ef8b2bb-90c1-4f1b-bfec-7eb7f67769a8 None None] Attempting to bind port 4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:45:30.708184 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-4ef8b2bb-90c1-4f1b-bfec-7eb7f67769a8 None None] Attempting to bind port 4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:45:30.708812 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef8b2bb-90c1-4f1b-bfec-7eb7f67769a8 None None] Attempting to bind port 4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:45:30.713831 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-42ec6225-a6c3-489a-ad3f-fa38e4b6ece4 req-e951b374-c9db-4c24-9dfc-04e2d4852e2a tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178990 Mar 05 04:45:30.717427 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef8b2bb-90c1-4f1b-bfec-7eb7f67769a8 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:45:30.717808 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef8b2bb-90c1-4f1b-bfec-7eb7f67769a8 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:45:30.718258 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-4ef8b2bb-90c1-4f1b-bfec-7eb7f67769a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:30.718652 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef8b2bb-90c1-4f1b-bfec-7eb7f67769a8 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:45:30.719516 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-4ef8b2bb-90c1-4f1b-bfec-7eb7f67769a8 None None] Bound port: 4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:45:30.719904 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-4ef8b2bb-90c1-4f1b-bfec-7eb7f67769a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:30.743567 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-f4c5499b-9bf7-44d0-a5df-7d540a87a889 service neutron] 10.222.0.30 "GET /v2.0/ports/42bb86dd-fe1b-4930-b99a-b1027cc37c2e/bindings/n-h1-789963-32 HTTP/1.1" status: 200 len: 383 time: 0.3699999 Mar 05 04:45:30.748086 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-80c9896e-0ab1-4cc7-9e11-55b88e96d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:30.749752 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-80c9896e-0ab1-4cc7-9e11-55b88e96d404 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ac815b3e-cb9c-4730-baca-3ba4b7a2e998 HTTP/1.1" status: 200 len: 854 time: 0.3685012 Mar 05 04:45:30.760855 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-cd9f10df-7fa1-4785-8c33-b620384bb3b1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e09db01923ce4674985740e46421bd26&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5630910 Mar 05 04:45:30.767459 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44042) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:30.819048 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['42bb86dd-fe1b-4930-b99a-b1027cc37c2e'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:45:30.834504 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf2e3f-9475-4fdc-8bb5-e687c9ea538e req-663b3cb9-170b-4639-87fa-92c697234c5c tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:30.842269 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b1cf2e3f-9475-4fdc-8bb5-e687c9ea538e req-663b3cb9-170b-4639-87fa-92c697234c5c tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 948 time: 0.3320293 Mar 05 04:45:30.855938 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e382f7-11a0-4952-b8cd-d9c2d12e7ccb None None] Pushing event updated for resources: {'Port': ['ID=4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:30.883935 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e382f7-11a0-4952-b8cd-d9c2d12e7ccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:30.884190 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e382f7-11a0-4952-b8cd-d9c2d12e7ccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:30.884535 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e382f7-11a0-4952-b8cd-d9c2d12e7ccb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:30.884875 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e382f7-11a0-4952-b8cd-d9c2d12e7ccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:30.885203 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e382f7-11a0-4952-b8cd-d9c2d12e7ccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:30.885530 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e382f7-11a0-4952-b8cd-d9c2d12e7ccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:30.885926 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e382f7-11a0-4952-b8cd-d9c2d12e7ccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:30.886252 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e382f7-11a0-4952-b8cd-d9c2d12e7ccb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:30.886573 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e382f7-11a0-4952-b8cd-d9c2d12e7ccb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:30.886897 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e382f7-11a0-4952-b8cd-d9c2d12e7ccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:30.887674 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e382f7-11a0-4952-b8cd-d9c2d12e7ccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:30.888005 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e382f7-11a0-4952-b8cd-d9c2d12e7ccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:30.888327 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e382f7-11a0-4952-b8cd-d9c2d12e7ccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:30.893999 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f10df-7fa1-4785-8c33-b620384bb3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1a772e-9329-4e7e-aac0-210ce7195035,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:30.927847 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-9d55dcd3-f6c3-436a-8121-5bd75610cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:30.929374 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-9d55dcd3-f6c3-436a-8121-5bd75610cb7f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=58fc8937-83f5-44ef-a608-0151f2623ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1641541 Mar 05 04:45:30.943324 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-4ef8b2bb-90c1-4f1b-bfec-7eb7f67769a8 None None] For port 4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:45:30.948668 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-4ef8b2bb-90c1-4f1b-bfec-7eb7f67769a8 None None] For port 4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:45:30.960945 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-4ef8b2bb-90c1-4f1b-bfec-7eb7f67769a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:30.992758 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b1cf2e3f-9475-4fdc-8bb5-e687c9ea538e req-42ca8142-b518-4ece-a51d-cb97a01ccb5d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493831 Mar 05 04:45:31.044513 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e382f7-11a0-4952-b8cd-d9c2d12e7ccb None None] Pushing event updated for resources: {'Port': ['ID=4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:31.066032 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef8b2bb-90c1-4f1b-bfec-7eb7f67769a8 None None] Routers {'4ace592a-5103-47f3-b3c3-0cbc2cf4ea55'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:45:31.066365 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-4ef8b2bb-90c1-4f1b-bfec-7eb7f67769a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:45:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4ace592a-5103-47f3-b3c3-0cbc2cf4ea55'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:31.112559 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9422d07d-b2a7-4057-9d79-de78fa5f057d', 'tag': 'a9b93e14-ffc1-4130-9d33-751178e57443'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:45:31.121978 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a8f591-e409-44bf-a02f-0d7231800050" -d '{"events": [{"name": "network-changed", "server_uuid": "9422d07d-b2a7-4057-9d79-de78fa5f057d", "tag": "a9b93e14-ffc1-4130-9d33-751178e57443"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:45:31.240844 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-4ef8b2bb-90c1-4f1b-bfec-7eb7f67769a8 None None] Set router 4ace592a-5103-47f3-b3c3-0cbc2cf4ea55 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:45:31.337278 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-61cea300-bf39-4d2f-8aca-da34fa82fff3 service neutron] 10.222.0.30 "GET /v2.0/networks/58fc8937-83f5-44ef-a608-0151f2623ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243268 Mar 05 04:45:31.606321 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a35d851-4060-4b61-b505-b81968b6f0ff req-fc90dd31-7f82-42e3-a71d-67fe7ff0b3f9 service neutron] 10.222.0.30 "GET /v2.0/networks/58fc8937-83f5-44ef-a608-0151f2623ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573318 Mar 05 04:45:31.704013 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e6b8f6b7-b3f5-49a0-b1bf-de941ab56b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:31.787103 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4328d8f-3a72-4695-9f97-f9269ae9450c req-81623bf5-470e-4577-859b-ff371c3f35ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:31.788924 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a4328d8f-3a72-4695-9f97-f9269ae9450c req-81623bf5-470e-4577-859b-ff371c3f35ee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=074dced6ee0b4a51a8ecd429d46f527c&device_id=bac46be7-861d-4abb-b2f6-efd01241a0b8 HTTP/1.1" status: 200 len: 1127 time: 0.1212862 Mar 05 04:45:31.821897 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-4ef8b2bb-90c1-4f1b-bfec-7eb7f67769a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'name': 'tempest-ServersTestJSON-339480532-router', 'tenant_id': '6f219eab64614abcb32a956e6351bb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:23Z', 'updated_at': '2022-03-05T04:45:26Z', 'revision_number': 3, 'project_id': '6f219eab64614abcb32a956e6351bb73', 'gw_port': {'id': '4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:96:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:25Z', 'updated_at': '2022-03-05T04:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:31.885505 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837166ef-7e0f-46b1-9b67-de11d4996379 req-f40ffadc-58c7-4264-84fb-a264acaf8555 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:31.894422 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-837166ef-7e0f-46b1-9b67-de11d4996379 req-f40ffadc-58c7-4264-84fb-a264acaf8555 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 943 time: 0.9965661 Mar 05 04:45:31.912005 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef8b2bb-90c1-4f1b-bfec-7eb7f67769a8 None None] The sync data for ids ['4ace592a-5103-47f3-b3c3-0cbc2cf4ea55'] in n-d-789963-32 is: [{'id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'name': 'tempest-ServersTestJSON-339480532-router', 'tenant_id': '6f219eab64614abcb32a956e6351bb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:23Z', 'updated_at': '2022-03-05T04:45:26Z', 'revision_number': 3, 'project_id': '6f219eab64614abcb32a956e6351bb73', 'gw_port': {'id': '4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:96:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:25Z', 'updated_at': '2022-03-05T04:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:45:31.977018 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-837166ef-7e0f-46b1-9b67-de11d4996379 req-a68feeb4-390f-4727-977c-0349f1214517 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810800 Mar 05 04:45:31.996146 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d85b29a4-1ca7-46b8-a909-423622169efb admin admin] Publish callbacks [] for security_group (7e1a772e-9329-4e7e-aac0-210ce7195035), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:32.000578 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-a8e70b48-3aaa-4dc8-9c87-0e00b089877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:32.011519 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-a8e70b48-3aaa-4dc8-9c87-0e00b089877c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 1131 time: 1.2143657 Mar 05 04:45:32.054287 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4328d8f-3a72-4695-9f97-f9269ae9450c req-c31e5ebd-3ddc-416c-9f1a-810d6ee0a5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:32.055802 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a4328d8f-3a72-4695-9f97-f9269ae9450c req-c31e5ebd-3ddc-416c-9f1a-810d6ee0a5a5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=58fc8937-83f5-44ef-a608-0151f2623ffc HTTP/1.1" status: 200 len: 915 time: 0.2570422 Mar 05 04:45:32.081541 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68035a37-a415-4bc0-a12d-7f12ad961f03 req-9d5e5025-876a-4ce5-ae11-d00c8ec50725 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:32.082842 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-e6b8f6b7-b3f5-49a0-b1bf-de941ab56b29 admin admin] Allocated IP 172.20.0.1 (6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c/bef60a8c-b104-4854-9be4-eb4de8499599/2befcefc-bbfe-45f4-b6a0-89ac26ee48fd) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:45:32.083373 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-68035a37-a415-4bc0-a12d-7f12ad961f03 req-9d5e5025-876a-4ce5-ae11-d00c8ec50725 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac46be7-861d-4abb-b2f6-efd01241a0b8 HTTP/1.1" status: 200 len: 944 time: 0.2922578 Mar 05 04:45:32.091686 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d85b29a4-1ca7-46b8-a909-423622169efb admin admin] Publish callbacks [] for security_group (7e1a772e-9329-4e7e-aac0-210ce7195035), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:32.165261 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a4328d8f-3a72-4695-9f97-f9269ae9450c req-78a99afb-2edf-422c-93c6-05aef91fd407 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12e4b3a0-b05f-4528-b218-7b10a75eeee6 HTTP/1.1" status: 200 len: 217 time: 0.0999451 Mar 05 04:45:32.269720 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-68035a37-a415-4bc0-a12d-7f12ad961f03 req-7814f28e-3d7d-446f-842c-ad30ff72df4c tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac8f8f20-fc73-4f8e-9813-7f38705a8ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754160 Mar 05 04:45:32.272531 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-2227b9c5-ae92-44d1-bf63-3cc5e83ea605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:32.273457 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-2227b9c5-ae92-44d1-bf63-3cc5e83ea605 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.2609727 Mar 05 04:45:32.357112 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d85b29a4-1ca7-46b8-a909-423622169efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7e1a772e-9329-4e7e-aac0-210ce7195035), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:32.376942 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d85b29a4-1ca7-46b8-a909-423622169efb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:32.379153 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d85b29a4-1ca7-46b8-a909-423622169efb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7e1a772e-9329-4e7e-aac0-210ce7195035 HTTP/1.1" status: 204 len: 168 time: 1.6031897 Mar 05 04:45:32.383409 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4328d8f-3a72-4695-9f97-f9269ae9450c req-d191e34b-21fc-44cb-96a2-5cbcd9f4fd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:32.386139 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a4328d8f-3a72-4695-9f97-f9269ae9450c req-d191e34b-21fc-44cb-96a2-5cbcd9f4fd0d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ac815b3e-cb9c-4730-baca-3ba4b7a2e998 HTTP/1.1" status: 200 len: 854 time: 0.2061663 Mar 05 04:45:32.388407 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-9a4ebbd4-df5b-4966-8e7a-cfa7c52af5de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=42bb86dd-fe1b-4930-b99a-b1027cc37c2e HTTP/1.1" status: 200 len: 217 time: 0.1057107 Mar 05 04:45:32.389256 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b29a4-1ca7-46b8-a909-423622169efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1a772e-9329-4e7e-aac0-210ce7195035,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:32.531351 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e6b8f6b7-b3f5-49a0-b1bf-de941ab56b29 admin admin] Publish callbacks [] for port (2befcefc-bbfe-45f4-b6a0-89ac26ee48fd), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:32.590835 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-7f4124c4-a2e6-4c6f-b125-95e40b98c4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:32.592754 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-7f4124c4-a2e6-4c6f-b125-95e40b98c4d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.1705387 Mar 05 04:45:32.630178 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e6b8f6b7-b3f5-49a0-b1bf-de941ab56b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (2befcefc-bbfe-45f4-b6a0-89ac26ee48fd), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:32.663066 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83407b7f-00cd-42e1-ab9e-c0da0c7abcb7 req-72aaea91-99d6-4166-a58a-b6f25e9d4b1a tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:32.670182 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83407b7f-00cd-42e1-ab9e-c0da0c7abcb7 req-72aaea91-99d6-4166-a58a-b6f25e9d4b1a tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 944 time: 0.2727578 Mar 05 04:45:32.708270 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b8f6b7-b3f5-49a0-b1bf-de941ab56b29 admin admin] Network 6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:45:32.711164 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8f6b7-b3f5-49a0-b1bf-de941ab56b29 admin admin] Pushing event updated for resources: {'Port': ['ID=2befcefc-bbfe-45f4-b6a0-89ac26ee48fd,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:32.724932 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-e6b8f6b7-b3f5-49a0-b1bf-de941ab56b29 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:45:32.748900 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739bd0a6-b148-49d9-a6eb-da5c5dcc1ee0 req-5823e86a-fcaa-46f8-9e6b-4abd8882e73c tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:32.750015 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b8f6b7-b3f5-49a0-b1bf-de941ab56b29 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:45:32.757429 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-739bd0a6-b148-49d9-a6eb-da5c5dcc1ee0 req-5823e86a-fcaa-46f8-9e6b-4abd8882e73c tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "GET /v2.0/ports?device_id=5759c270-0a64-4463-a266-c701d0f4cf5d HTTP/1.1" status: 200 len: 945 time: 0.1631653 Mar 05 04:45:32.815767 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83407b7f-00cd-42e1-ab9e-c0da0c7abcb7 req-8a8e3596-7e08-4a71-b634-485cd5cd0eab tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387169 Mar 05 04:45:32.817979 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e6b8f6b7-b3f5-49a0-b1bf-de941ab56b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (4ace592a-5103-47f3-b3c3-0cbc2cf4ea55), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:32.818120 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-9586699b-4526-40ad-a7bc-ec35da879fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:32.826433 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-9586699b-4526-40ad-a7bc-ec35da879fe0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2173769 Mar 05 04:45:32.979450 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273d3092-c3ee-4b47-8fca-1c12c7c02ab6 x-openstack-request-id: req-273d3092-c3ee-4b47-8fca-1c12c7c02ab6 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:45:32.980147 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9422d07d-b2a7-4057-9d79-de78fa5f057d", "tag": "a9b93e14-ffc1-4130-9d33-751178e57443", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:45:32.980147 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-273d3092-c3ee-4b47-8fca-1c12c7c02ab6 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:45:32.980452 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9422d07d-b2a7-4057-9d79-de78fa5f057d', 'tag': 'a9b93e14-ffc1-4130-9d33-751178e57443', 'status': 'completed', 'code': 200} Mar 05 04:45:33.185681 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-66f60d4b-2859-42d3-a7c7-17283a7112e5 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542185 Mar 05 04:45:33.209758 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-4b8d685b-cbd3-4e81-8560-de80903d2a21 None None] Provisioning complete for port 2befcefc-bbfe-45f4-b6a0-89ac26ee48fd triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:45:33.212763 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4328d8f-3a72-4695-9f97-f9269ae9450c req-59088375-0148-4e1b-bdfc-e2ecf6a98d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:33.213604 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4b8d685b-cbd3-4e81-8560-de80903d2a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2befcefc-bbfe-45f4-b6a0-89ac26ee48fd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:33.216822 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a4328d8f-3a72-4695-9f97-f9269ae9450c req-59088375-0148-4e1b-bdfc-e2ecf6a98d28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=58fc8937-83f5-44ef-a608-0151f2623ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7959228 Mar 05 04:45:33.256025 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-739bd0a6-b148-49d9-a6eb-da5c5dcc1ee0 req-1dbdd486-0bdc-4d9d-9637-9a6686ed8001 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "GET /v2.0/security-groups?id=137407fe-83a0-45cf-8a79-c9fdb740f41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4897797 Mar 05 04:45:33.271365 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8f591-e409-44bf-a02f-0d7231800050 req-0be896b4-f8dd-42ef-ba07-13b66421dcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:33.272874 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-95a8f591-e409-44bf-a02f-0d7231800050 req-0be896b4-f8dd-42ef-ba07-13b66421dcf6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84f78c82255c4feca46335184d79ad7d&device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 1158 time: 0.2131321 Mar 05 04:45:33.286245 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-4b8d685b-cbd3-4e81-8560-de80903d2a21 None None] Port 2befcefc-bbfe-45f4-b6a0-89ac26ee48fd cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:45:33.321647 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e6b8f6b7-b3f5-49a0-b1bf-de941ab56b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2befcefc-bbfe-45f4-b6a0-89ac26ee48fd), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:33.499035 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 12e4b3a0-b05f-4528-b218-7b10a75eeee6 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:45:33.502985 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 42bb86dd-fe1b-4930-b99a-b1027cc37c2e up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:45:33.539023 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-8cb5762e-564a-4660-9043-9ff6a543761e service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107162 Mar 05 04:45:33.550650 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b286f24-cfa0-4c45-a181-be9aa05606af req-b817f7a1-ee6c-4882-942d-a21c584baa6e tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:33.552274 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5b286f24-cfa0-4c45-a181-be9aa05606af req-b817f7a1-ee6c-4882-942d-a21c584baa6e tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 948 time: 0.3444963 Mar 05 04:45:33.590582 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04642771-3b1e-443e-81ef-c903cd1d7b3b req-b4ac95dc-48fd-4433-a481-8da52f6fc8ee tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:33.619852 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-04642771-3b1e-443e-81ef-c903cd1d7b3b req-b4ac95dc-48fd-4433-a481-8da52f6fc8ee tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 943 time: 0.2158558 Mar 05 04:45:33.676312 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.resource_extend [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 04:45:33.678785 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a4328d8f-3a72-4695-9f97-f9269ae9450c req-7f7c56f6-b1f5-4732-b478-581ff4e80959 service neutron] 10.222.0.30 "GET /v2.0/networks/58fc8937-83f5-44ef-a608-0151f2623ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517310 Mar 05 04:45:33.683228 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8f591-e409-44bf-a02f-0d7231800050 req-a7b3360a-05c9-4400-90fd-cedc106c0a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:33.685264 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-95a8f591-e409-44bf-a02f-0d7231800050 req-a7b3360a-05c9-4400-90fd-cedc106c0a76 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fd6aa200-b97d-49ed-9876-375a41229f42 HTTP/1.1" status: 200 len: 920 time: 0.3841004 Mar 05 04:45:33.763113 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:45:33.770893 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:45:33.771308 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:33.806705 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-95a8f591-e409-44bf-a02f-0d7231800050 req-51107ad6-cc2c-4487-af59-8c2dfdc07a6c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9b93e14-ffc1-4130-9d33-751178e57443 HTTP/1.1" status: 200 len: 217 time: 0.0888727 Mar 05 04:45:33.827562 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-04642771-3b1e-443e-81ef-c903cd1d7b3b req-2db90271-7b9f-4354-a7f2-b61841d3721d tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978922 Mar 05 04:45:33.856255 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 12e4b3a0-b05f-4528-b218-7b10a75eeee6, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=12e4b3a0-b05f-4528-b218-7b10a75eeee6,segment=NetworkSegment(b412d26e-2f96-452a-9c5f-ad37809d8be5),segment_id=b412d26e-2f96-452a-9c5f-ad37809d8be5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:33.906772 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '12e4b3a0-b05f-4528-b218-7b10a75eeee6', 'network_id': '58fc8937-83f5-44ef-a608-0151f2623ffc', 'port_id': '12e4b3a0-b05f-4528-b218-7b10a75eeee6', 'mac_address': 'fa:16:3e:3a:e6:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac815b3e-cb9c-4730-baca-3ba4b7a2e998', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:45:33.908235 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5b286f24-cfa0-4c45-a181-be9aa05606af req-f99194f9-1fe9-4ee9-8a56-4303edfbfad2 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459532 Mar 05 04:45:34.017695 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:45:34.017919 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:34.055179 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a4328d8f-3a72-4695-9f97-f9269ae9450c req-958e4056-a78b-4c68-8e0a-58b9f234adef service neutron] 10.222.0.30 "GET /v2.0/networks/58fc8937-83f5-44ef-a608-0151f2623ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648419 Mar 05 04:45:34.148333 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8f591-e409-44bf-a02f-0d7231800050 req-09311511-eaaa-42d2-91cb-8749fc0ae235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:34.149886 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-95a8f591-e409-44bf-a02f-0d7231800050 req-09311511-eaaa-42d2-91cb-8749fc0ae235 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d33dc8a-6008-478a-9ec8-49595a4a0656 HTTP/1.1" status: 200 len: 860 time: 0.3247726 Mar 05 04:45:34.153284 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 12e4b3a0-b05f-4528-b218-7b10a75eeee6 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:45:34.155489 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (12e4b3a0-b05f-4528-b218-7b10a75eeee6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:34.158256 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:45:34.206307 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=42bb86dd-fe1b-4930-b99a-b1027cc37c2e,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:34.207811 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343f0c85-1471-424e-af63-99db9cdd3147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42bb86dd-fe1b-4930-b99a-b1027cc37c2e'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:45:34.210361 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e33294c-ef89-48a5-b735-f27ca9020956" -d '{"events": [{"server_uuid": "343f0c85-1471-424e-af63-99db9cdd3147", "name": "network-vif-plugged", "status": "completed", "tag": "42bb86dd-fe1b-4930-b99a-b1027cc37c2e"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:45:34.225764 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-95a8f591-e409-44bf-a02f-0d7231800050 req-06a38186-49cb-41d8-bb51-b46ccc8b9349 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd6aa200-b97d-49ed-9876-375a41229f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684683 Mar 05 04:45:34.250801 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d00c2-edca-4713-a78d-219036be4bc8 req-aaa2a500-115c-44b7-ab43-6a985af166d9 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:34.252797 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fc0d00c2-edca-4713-a78d-219036be4bc8 req-aaa2a500-115c-44b7-ab43-6a985af166d9 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 944 time: 0.2118843 Mar 05 04:45:34.275730 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e6b8f6b7-b3f5-49a0-b1bf-de941ab56b29 admin admin] Publish callbacks [] for port (2befcefc-bbfe-45f4-b6a0-89ac26ee48fd), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:34.297260 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:34.301549 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f8ff7-dae1-4a7c-af43-0f4359262dab req-1ea75984-ce5d-4d11-85ab-40ef95b914c9 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:34.303137 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4a0f8ff7-dae1-4a7c-af43-0f4359262dab req-1ea75984-ce5d-4d11-85ab-40ef95b914c9 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac46be7-861d-4abb-b2f6-efd01241a0b8 HTTP/1.1" status: 200 len: 944 time: 0.2056684 Mar 05 04:45:34.306876 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e6b8f6b7-b3f5-49a0-b1bf-de941ab56b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (2befcefc-bbfe-45f4-b6a0-89ac26ee48fd), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:34.326692 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e4b3a0-b05f-4528-b218-7b10a75eeee6 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:45:34.419394 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fc0d00c2-edca-4713-a78d-219036be4bc8 req-28950376-7271-431b-9109-85e3522c087e tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515651 Mar 05 04:45:34.463426 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4a0f8ff7-dae1-4a7c-af43-0f4359262dab req-68939b36-3166-49e5-98c7-471475f723d0 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac8f8f20-fc73-4f8e-9813-7f38705a8ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395507 Mar 05 04:45:34.504852 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 12e4b3a0-b05f-4528-b218-7b10a75eeee6, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=12e4b3a0-b05f-4528-b218-7b10a75eeee6,segment=NetworkSegment(b412d26e-2f96-452a-9c5f-ad37809d8be5),segment_id=b412d26e-2f96-452a-9c5f-ad37809d8be5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:34.537485 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (12e4b3a0-b05f-4528-b218-7b10a75eeee6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:34.546742 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=42bb86dd-fe1b-4930-b99a-b1027cc37c2e,revision_number=9']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:34.560981 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:45:34.561949 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:34.615400 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4c28c6-093d-4d34-8a61-590d2a921f45 x-openstack-request-id: req-4e4c28c6-093d-4d34-8a61-590d2a921f45 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:45:34.615710 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343f0c85-1471-424e-af63-99db9cdd3147", "name": "network-vif-plugged", "status": "completed", "tag": "42bb86dd-fe1b-4930-b99a-b1027cc37c2e", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:45:34.618872 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4e4c28c6-093d-4d34-8a61-590d2a921f45 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:45:34.624471 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343f0c85-1471-424e-af63-99db9cdd3147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42bb86dd-fe1b-4930-b99a-b1027cc37c2e', 'code': 200} Mar 05 04:45:34.638230 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e6b8f6b7-b3f5-49a0-b1bf-de941ab56b29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (4ace592a-5103-47f3-b3c3-0cbc2cf4ea55), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:34.665355 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8f6b7-b3f5-49a0-b1bf-de941ab56b29 admin admin] Pushing event updated for resources: {'Port': ['ID=2befcefc-bbfe-45f4-b6a0-89ac26ee48fd,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:34.700911 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-95a8f591-e409-44bf-a02f-0d7231800050 req-8e3fccf7-aeb9-4a01-97ed-49d0011d1916 service neutron] 10.222.0.30 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620006 Mar 05 04:45:34.770628 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=12e4b3a0-b05f-4528-b218-7b10a75eeee6,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:34.901903 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['12e4b3a0-b05f-4528-b218-7b10a75eeee6'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:45:34.950074 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b8f6b7-b3f5-49a0-b1bf-de941ab56b29 admin admin] Network 6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:45:34.961341 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-e6b8f6b7-b3f5-49a0-b1bf-de941ab56b29 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:45:35.031902 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:45:35.036080 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:35.123638 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-95a8f591-e409-44bf-a02f-0d7231800050 req-807b34d4-47d8-4c24-b420-0fa60d57240c service neutron] 10.222.0.30 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747497 Mar 05 04:45:35.125313 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:35.154757 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:35.224723 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a94909-249d-4a68-998c-51c2c6f3dea2 req-1fbb53ab-bc5e-4c82-b8ad-ff12bdaa6db1 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:35.227259 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c5a94909-249d-4a68-998c-51c2c6f3dea2 req-1fbb53ab-bc5e-4c82-b8ad-ff12bdaa6db1 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 943 time: 0.2498102 Mar 05 04:45:35.244141 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15300e29-f0bf-483f-8928-5c751db610bb req-a475b5a1-b361-47cd-8b2a-648593e36eb5 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:35.246233 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-15300e29-f0bf-483f-8928-5c751db610bb req-a475b5a1-b361-47cd-8b2a-648593e36eb5 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "GET /v2.0/ports?device_id=5759c270-0a64-4463-a266-c701d0f4cf5d HTTP/1.1" status: 200 len: 945 time: 0.2938981 Mar 05 04:45:35.268270 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b8f6b7-b3f5-49a0-b1bf-de941ab56b29 admin admin] Router 4ace592a-5103-47f3-b3c3-0cbc2cf4ea55 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:45:35.335738 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c5a94909-249d-4a68-998c-51c2c6f3dea2 req-75cfe4d7-8e33-4d4d-aa3e-ec894e57ca57 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883787 Mar 05 04:45:35.346225 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:35.409956 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-15300e29-f0bf-483f-8928-5c751db610bb req-8f7f7ccf-e9bf-4879-8dff-c845f6fd7b90 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "GET /v2.0/security-groups?id=137407fe-83a0-45cf-8a79-c9fdb740f41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486177 Mar 05 04:45:35.457155 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-0b5688d0-28cf-483e-94ce-609a9b5b70d3 None None] Provisioning complete for port 2befcefc-bbfe-45f4-b6a0-89ac26ee48fd triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:45:35.457809 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0b5688d0-28cf-483e-94ce-609a9b5b70d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2befcefc-bbfe-45f4-b6a0-89ac26ee48fd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:35.495577 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-0b5688d0-28cf-483e-94ce-609a9b5b70d3 None None] Port 2befcefc-bbfe-45f4-b6a0-89ac26ee48fd cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:45:35.547907 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bf5be-5a55-4fb1-9cdd-a7ebde448b79 req-3b1258cd-bc7c-4ee7-afbb-3b55e7555c13 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:35.550062 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9f2bf5be-5a55-4fb1-9cdd-a7ebde448b79 req-3b1258cd-bc7c-4ee7-afbb-3b55e7555c13 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 949 time: 0.1028252 Mar 05 04:45:35.664879 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9f2bf5be-5a55-4fb1-9cdd-a7ebde448b79 req-ce280198-814e-4534-bb2c-4c1004685477 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055396 Mar 05 04:45:35.938214 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:45:35.976160 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b8f6b7-b3f5-49a0-b1bf-de941ab56b29 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:45:35.985697 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548b4c6-54ed-45b3-a6b4-163d0fbfe50e req-3c8b4a6b-91fb-419f-a265-2a07a727fbe4 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:35.987275 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6548b4c6-54ed-45b3-a6b4-163d0fbfe50e req-3c8b4a6b-91fb-419f-a265-2a07a727fbe4 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 944 time: 0.2165282 Mar 05 04:45:35.996263 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d908e196-4825-484b-a89a-b131ae7d4254 None None] Sync routers for ids ['4ace592a-5103-47f3-b3c3-0cbc2cf4ea55'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:45:35.997653 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e6b8f6b7-b3f5-49a0-b1bf-de941ab56b29 admin admin] 10.222.0.11 "PUT /v2.0/routers/4ace592a-5103-47f3-b3c3-0cbc2cf4ea55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6089754 Mar 05 04:45:36.005427 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e520bd-ebb6-4709-b55e-ebddd7cedb8c req-add947b2-b438-4fe6-93cf-79b80a38f592 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:36.009526 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b6e520bd-ebb6-4709-b55e-ebddd7cedb8c req-add947b2-b438-4fe6-93cf-79b80a38f592 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac46be7-861d-4abb-b2f6-efd01241a0b8 HTTP/1.1" status: 200 len: 945 time: 0.1858299 Mar 05 04:45:36.029780 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d908e196-4825-484b-a89a-b131ae7d4254 None None] Routers {'4ace592a-5103-47f3-b3c3-0cbc2cf4ea55'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:45:36.030711 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-d908e196-4825-484b-a89a-b131ae7d4254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:45:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4ace592a-5103-47f3-b3c3-0cbc2cf4ea55'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:36.137971 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b6e520bd-ebb6-4709-b55e-ebddd7cedb8c req-08fc4206-8307-4bb0-8fa0-417d2cffca25 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac8f8f20-fc73-4f8e-9813-7f38705a8ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073263 Mar 05 04:45:36.166571 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:45:36.174374 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:36.231699 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-03f44875-500f-498a-8bf1-33ff51d17f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:36.236828 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-03f44875-500f-498a-8bf1-33ff51d17f6f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147&tenant_id=12ec86d5ce864d5e8384628d4e830cb3 HTTP/1.1" status: 200 len: 1132 time: 0.0971472 Mar 05 04:45:36.269068 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-a97539ef-64f7-41a6-ae53-36c2fa1cc412 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-32', 'device_owner': 'compute:nova'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:45:36.340615 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-d908e196-4825-484b-a89a-b131ae7d4254 None None] Set router 4ace592a-5103-47f3-b3c3-0cbc2cf4ea55 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:45:36.361365 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6548b4c6-54ed-45b3-a6b4-163d0fbfe50e req-748a8905-5c96-4401-a10b-11decd3ffdf3 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487339 Mar 05 04:45:36.387024 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fae94-64fd-414c-b03e-89ae743fc369 req-3f1cc34d-6a13-4ab4-a9d7-6975097b2ad5 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:36.388626 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c78fae94-64fd-414c-b03e-89ae743fc369 req-3f1cc34d-6a13-4ab4-a9d7-6975097b2ad5 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.30 "GET /v2.0/ports?device_id=5759c270-0a64-4463-a266-c701d0f4cf5d HTTP/1.1" status: 200 len: 945 time: 0.0967078 Mar 05 04:45:36.474249 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-a97539ef-64f7-41a6-ae53-36c2fa1cc412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:36.584955 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-c78fae94-64fd-414c-b03e-89ae743fc369 req-8b1eddcc-7855-4bea-9864-d18bba204be3 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Deleting port 7272a1ad-a215-48ac-9ead-f9212019dfdd {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:45:36.587596 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c78fae94-64fd-414c-b03e-89ae743fc369 req-8b1eddcc-7855-4bea-9864-d18bba204be3 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (7272a1ad-a215-48ac-9ead-f9212019dfdd), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:36.593185 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:45:36.769637 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-c78fae94-64fd-414c-b03e-89ae743fc369 req-8b1eddcc-7855-4bea-9864-d18bba204be3 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] For port 7272a1ad-a215-48ac-9ead-f9212019dfdd, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=7272a1ad-a215-48ac-9ead-f9212019dfdd,segment=NetworkSegment(0f169f2b-0926-4c07-8c30-041b0494ad75),segment_id=0f169f2b-0926-4c07-8c30-041b0494ad75)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:36.769928 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c78fae94-64fd-414c-b03e-89ae743fc369 req-8b1eddcc-7855-4bea-9864-d18bba204be3 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (7272a1ad-a215-48ac-9ead-f9212019dfdd), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:36.799176 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-d908e196-4825-484b-a89a-b131ae7d4254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'name': 'tempest-ServersTestJSON-339480532-router', 'tenant_id': '6f219eab64614abcb32a956e6351bb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:23Z', 'updated_at': '2022-03-05T04:45:33Z', 'revision_number': 4, 'project_id': '6f219eab64614abcb32a956e6351bb73', 'gw_port': {'id': '4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:25Z', 'updated_at': '2022-03-05T04:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '2befcefc-bbfe-45f4-b6a0-89ac26ee48fd', 'name': '', 'network_id': '6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c', 'tenant_id': '6f219eab64614abcb32a956e6351bb73', 'mac_address': 'fa:16:3e:f0:02:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'bef60a8c-b104-4854-9be4-eb4de8499599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:31Z', 'updated_at': '2022-03-05T04:45:33Z', 'revision_number': 2, 'project_id': '6f219eab64614abcb32a956e6351bb73', 'subnets': [{'id': 'bef60a8c-b104-4854-9be4-eb4de8499599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:36.834390 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d908e196-4825-484b-a89a-b131ae7d4254 None None] Checking router: 4ace592a-5103-47f3-b3c3-0cbc2cf4ea55 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:45:36.834910 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d908e196-4825-484b-a89a-b131ae7d4254 None None] Updating router 4ace592a-5103-47f3-b3c3-0cbc2cf4ea55 port 2befcefc-bbfe-45f4-b6a0-89ac26ee48fd binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:45:36.853259 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ab0ca-b4bd-4153-a378-2fbf546a70dd req-0112c5e2-808c-4677-8972-cfbab87412aa tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:36.860390 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-558ab0ca-b4bd-4153-a378-2fbf546a70dd req-0112c5e2-808c-4677-8972-cfbab87412aa tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 943 time: 0.1719012 Mar 05 04:45:36.902952 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d908e196-4825-484b-a89a-b131ae7d4254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2befcefc-bbfe-45f4-b6a0-89ac26ee48fd), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:36.924160 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-558ab0ca-b4bd-4153-a378-2fbf546a70dd req-d0c1ebe1-9154-43e8-9772-90979580fb95 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627594 Mar 05 04:45:36.970527 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-a97539ef-64f7-41a6-ae53-36c2fa1cc412 service neutron] For port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=42bb86dd-fe1b-4930-b99a-b1027cc37c2e,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:37.046551 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-a97539ef-64f7-41a6-ae53-36c2fa1cc412 service neutron] For port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e, host n-h1-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:45:37.097054 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-a97539ef-64f7-41a6-ae53-36c2fa1cc412 service neutron] Publish callbacks [] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:37.109673 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-a97539ef-64f7-41a6-ae53-36c2fa1cc412 service neutron] Transition to ACTIVE for port object 42bb86dd-fe1b-4930-b99a-b1027cc37c2e will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:45:37.132226 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343f0c85-1471-424e-af63-99db9cdd3147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42bb86dd-fe1b-4930-b99a-b1027cc37c2e'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:45:37.134628 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c693c15-3a98-4414-a6bd-fe28428fc6be" -d '{"events": [{"server_uuid": "343f0c85-1471-424e-af63-99db9cdd3147", "name": "network-vif-unplugged", "status": "completed", "tag": "42bb86dd-fe1b-4930-b99a-b1027cc37c2e"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:45:37.138597 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-a97539ef-64f7-41a6-ae53-36c2fa1cc412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:37.186275 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97539ef-64f7-41a6-ae53-36c2fa1cc412 service neutron] Pushing event updated for resources: {'Port': ['ID=42bb86dd-fe1b-4930-b99a-b1027cc37c2e,revision_number=10']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:37.231678 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44158) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:37.238514 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-3c8fff25-7776-4231-81a9-356c65c77abd tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1994077528', 'description': 'tempest-description--1638487239'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:45:37.267507 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-a97539ef-64f7-41a6-ae53-36c2fa1cc412 service neutron] No DVR routers for this DVR port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e on host n-h1-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:45:37.304348 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3c8fff25-7776-4231-81a9-356c65c77abd tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:37.369340 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9678f4-e770-40b2-a1dc-a5aff663613a req-5910e67e-123b-419a-93c9-493b53d19068 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:37.376235 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7b9678f4-e770-40b2-a1dc-a5aff663613a req-5910e67e-123b-419a-93c9-493b53d19068 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "GET /v2.0/ports?device_id=5759c270-0a64-4463-a266-c701d0f4cf5d HTTP/1.1" status: 200 len: 945 time: 0.3515022 Mar 05 04:45:37.396580 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-a97539ef-64f7-41a6-ae53-36c2fa1cc412 service neutron] Attempting to bind port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:45:37.396913 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-a97539ef-64f7-41a6-ae53-36c2fa1cc412 service neutron] Attempting to bind port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:45:37.397249 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-a97539ef-64f7-41a6-ae53-36c2fa1cc412 service neutron] Attempting to bind port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:45:37.452131 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d908e196-4825-484b-a89a-b131ae7d4254 None None] Publish callbacks [] for port (2befcefc-bbfe-45f4-b6a0-89ac26ee48fd), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:37.461582 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c78fae94-64fd-414c-b03e-89ae743fc369 req-8b1eddcc-7855-4bea-9864-d18bba204be3 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:37.461983 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c78fae94-64fd-414c-b03e-89ae743fc369 req-8b1eddcc-7855-4bea-9864-d18bba204be3 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (5e731e02-63bd-4add-b2e3-3c781cd7d29c), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:37.462603 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [req-c78fae94-64fd-414c-b03e-89ae743fc369 req-8b1eddcc-7855-4bea-9864-d18bba204be3 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Floating IP 5e731e02-63bd-4add-b2e3-3c781cd7d29c disassociated. External IP: 172.25.0.120, port: 7272a1ad-a215-48ac-9ead-f9212019dfdd. Mar 05 04:45:37.462722 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-c78fae94-64fd-414c-b03e-89ae743fc369 req-8b1eddcc-7855-4bea-9864-d18bba204be3 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Calling delete_port for 7272a1ad-a215-48ac-9ead-f9212019dfdd owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:45:37.463198 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-a97539ef-64f7-41a6-ae53-36c2fa1cc412 service neutron] Port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:45:37.463481 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-a97539ef-64f7-41a6-ae53-36c2fa1cc412 service neutron] Attempting to bind port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:45:37.467414 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d908e196-4825-484b-a89a-b131ae7d4254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (2befcefc-bbfe-45f4-b6a0-89ac26ee48fd), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:37.471025 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-a97539ef-64f7-41a6-ae53-36c2fa1cc412 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:45:37.471460 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-a97539ef-64f7-41a6-ae53-36c2fa1cc412 service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:45:37.471792 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-a97539ef-64f7-41a6-ae53-36c2fa1cc412 service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:45:37.472238 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-a97539ef-64f7-41a6-ae53-36c2fa1cc412 service neutron] Bound port: 42bb86dd-fe1b-4930-b99a-b1027cc37c2e, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:45:37.472598 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-a97539ef-64f7-41a6-ae53-36c2fa1cc412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:37.481260 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7b9678f4-e770-40b2-a1dc-a5aff663613a req-3a6002d8-fa00-4fcb-8828-20b883620ca2 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "GET /v2.0/security-groups?id=137407fe-83a0-45cf-8a79-c9fdb740f41e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041751 Mar 05 04:45:37.529445 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69e2db-3612-47aa-bc7e-d1335d47bd14 req-e3fe76ab-3978-40f0-ad21-3b12fdfecb34 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:37.537167 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ea69e2db-3612-47aa-bc7e-d1335d47bd14 req-e3fe76ab-3978-40f0-ad21-3b12fdfecb34 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 948 time: 0.1960933 Mar 05 04:45:37.663734 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 04:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cef3ea5-4e1a-45e9-888e-1e68e942e577 x-openstack-request-id: req-8cef3ea5-4e1a-45e9-888e-1e68e942e577 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:45:37.664044 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343f0c85-1471-424e-af63-99db9cdd3147", "name": "network-vif-unplugged", "status": "completed", "tag": "42bb86dd-fe1b-4930-b99a-b1027cc37c2e", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:45:37.664307 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8cef3ea5-4e1a-45e9-888e-1e68e942e577 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:45:37.664726 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343f0c85-1471-424e-af63-99db9cdd3147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42bb86dd-fe1b-4930-b99a-b1027cc37c2e', 'code': 200} Mar 05 04:45:37.716406 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ea69e2db-3612-47aa-bc7e-d1335d47bd14 req-3e822e0b-11c2-42d4-93f2-fc706f33e0c2 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783557 Mar 05 04:45:37.721058 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-a97539ef-64f7-41a6-ae53-36c2fa1cc412 service neutron] For port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:45:37.738888 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-a97539ef-64f7-41a6-ae53-36c2fa1cc412 service neutron] For port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=42bb86dd-fe1b-4930-b99a-b1027cc37c2e,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:45:37.769861 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-a97539ef-64f7-41a6-ae53-36c2fa1cc412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:37.808646 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3c8fff25-7776-4231-81a9-356c65c77abd tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks [] for security_group (1b751b62-02dd-49e8-927d-e35ef19b5e77), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:37.813542 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c78fae94-64fd-414c-b03e-89ae743fc369 req-8b1eddcc-7855-4bea-9864-d18bba204be3 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (7272a1ad-a215-48ac-9ead-f9212019dfdd), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:37.815789 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3c8fff25-7776-4231-81a9-356c65c77abd tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1b751b62-02dd-49e8-927d-e35ef19b5e77), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:37.872681 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3c8fff25-7776-4231-81a9-356c65c77abd tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:37.873921 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3c8fff25-7776-4231-81a9-356c65c77abd tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6395521 Mar 05 04:45:37.896412 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-a97539ef-64f7-41a6-ae53-36c2fa1cc412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:37.897424 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-a97539ef-64f7-41a6-ae53-36c2fa1cc412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:37.900737 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-a97539ef-64f7-41a6-ae53-36c2fa1cc412 service neutron] 10.222.0.31 "PUT /v2.0/ports/42bb86dd-fe1b-4930-b99a-b1027cc37c2e HTTP/1.1" status: 200 len: 1097 time: 1.6498070 Mar 05 04:45:37.922639 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 12e4b3a0-b05f-4528-b218-7b10a75eeee6 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:45:37.923894 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44166) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:37.953404 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1eddcc-7855-4bea-9864-d18bba204be3 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Pushing event deleted for resources: {'Port': ['ID=7272a1ad-a215-48ac-9ead-f9212019dfdd,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:37.969434 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-66b873a0-11a1-49e1-a158-c9bb68550d9d tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Request body: {'security_group_rule': {'security_group_id': '1b751b62-02dd-49e8-927d-e35ef19b5e77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:45:37.973824 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8fff25-7776-4231-81a9-356c65c77abd tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b751b62-02dd-49e8-927d-e35ef19b5e77,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:38.121886 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d3b69-00f7-48c6-97cb-d0b1c2dadef0 None None] Pushing event updated for resources: {'Port': ['ID=2befcefc-bbfe-45f4-b6a0-89ac26ee48fd,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:38.182024 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c78fae94-64fd-414c-b03e-89ae743fc369 req-8b1eddcc-7855-4bea-9864-d18bba204be3 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Router 856422a1-7ca6-4d2e-9925-9f1295dcd74e has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:45:38.244021 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97539ef-64f7-41a6-ae53-36c2fa1cc412 service neutron] Pushing event updated for resources: {'Port': ['ID=42bb86dd-fe1b-4930-b99a-b1027cc37c2e,revision_number=11']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:38.259634 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-d908e196-4825-484b-a89a-b131ae7d4254 None None] Attempting to bind port 2befcefc-bbfe-45f4-b6a0-89ac26ee48fd on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:45:38.260836 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-d908e196-4825-484b-a89a-b131ae7d4254 None None] Attempting to bind port 2befcefc-bbfe-45f4-b6a0-89ac26ee48fd by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '3e722f51-65dd-4cdc-b6bf-df1f075e77ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:45:38.262275 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d908e196-4825-484b-a89a-b131ae7d4254 None None] Attempting to bind port 2befcefc-bbfe-45f4-b6a0-89ac26ee48fd on network 6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:45:38.290713 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fefec6b-b8a7-4c69-899a-6de7d653c2d7 req-181a9c1a-2e9e-4540-91b4-fd83a9c7579d tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:38.302998 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0fefec6b-b8a7-4c69-899a-6de7d653c2d7 req-181a9c1a-2e9e-4540-91b4-fd83a9c7579d tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac46be7-861d-4abb-b2f6-efd01241a0b8 HTTP/1.1" status: 200 len: 945 time: 0.5469820 Mar 05 04:45:38.314911 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d908e196-4825-484b-a89a-b131ae7d4254 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:45:38.315621 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d908e196-4825-484b-a89a-b131ae7d4254 None None] Checking segment: {'id': '3e722f51-65dd-4cdc-b6bf-df1f075e77ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:45:38.317448 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-66b873a0-11a1-49e1-a158-c9bb68550d9d tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks [] for security_group_rule (1379f3a6-ba49-4665-b9ce-c49591ffef18), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:38.318641 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d908e196-4825-484b-a89a-b131ae7d4254 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:38.318641 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d908e196-4825-484b-a89a-b131ae7d4254 None None] Bound using segment: {'id': '3e722f51-65dd-4cdc-b6bf-df1f075e77ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:45:38.319034 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-d908e196-4825-484b-a89a-b131ae7d4254 None None] Bound port: 2befcefc-bbfe-45f4-b6a0-89ac26ee48fd, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e722f51-65dd-4cdc-b6bf-df1f075e77ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:45:38.319579 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d908e196-4825-484b-a89a-b131ae7d4254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2befcefc-bbfe-45f4-b6a0-89ac26ee48fd), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:38.348455 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1410e7-4fe3-4ff6-9e56-f1652fe345dc req-afbc5d3f-effa-4b4a-8287-2cb105ea1c80 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:38.351226 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 12e4b3a0-b05f-4528-b218-7b10a75eeee6 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:45:38.371931 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ef1410e7-4fe3-4ff6-9e56-f1652fe345dc req-afbc5d3f-effa-4b4a-8287-2cb105ea1c80 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 944 time: 0.4467914 Mar 05 04:45:38.372850 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 12e4b3a0-b05f-4528-b218-7b10a75eeee6 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:45:38.373365 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (12e4b3a0-b05f-4528-b218-7b10a75eeee6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:38.412587 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d098d750-821f-4724-8bf7-1c47ab0a272b None None] Provisioning complete for port 2befcefc-bbfe-45f4-b6a0-89ac26ee48fd triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:45:38.412997 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d098d750-821f-4724-8bf7-1c47ab0a272b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2befcefc-bbfe-45f4-b6a0-89ac26ee48fd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:38.416590 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-156c7921-2545-4955-b412-f3576e095fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:38.419310 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-156c7921-2545-4955-b412-f3576e095fb2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 1131 time: 0.4391718 Mar 05 04:45:38.472809 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d098d750-821f-4724-8bf7-1c47ab0a272b None None] Port 2befcefc-bbfe-45f4-b6a0-89ac26ee48fd cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:45:38.541041 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c78fae94-64fd-414c-b03e-89ae743fc369 req-8b1eddcc-7855-4bea-9864-d18bba204be3 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:45:38.556134 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0f6d8e-a6e8-4b27-a538-f4fec8479590 None None] Sync routers for ids ['856422a1-7ca6-4d2e-9925-9f1295dcd74e'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:45:38.589817 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0f6d8e-a6e8-4b27-a538-f4fec8479590 None None] Routers {'856422a1-7ca6-4d2e-9925-9f1295dcd74e'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:45:38.591857 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-3f0f6d8e-a6e8-4b27-a538-f4fec8479590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:45:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['856422a1-7ca6-4d2e-9925-9f1295dcd74e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:38.641435 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 12e4b3a0-b05f-4528-b218-7b10a75eeee6 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:45:38.642193 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (12e4b3a0-b05f-4528-b218-7b10a75eeee6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:38.712216 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78fae94-64fd-414c-b03e-89ae743fc369 req-8b1eddcc-7855-4bea-9864-d18bba204be3 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] No DVR routers for this DVR port 7272a1ad-a215-48ac-9ead-f9212019dfdd on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:45:38.719172 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c78fae94-64fd-414c-b03e-89ae743fc369 req-8b1eddcc-7855-4bea-9864-d18bba204be3 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:38.734134 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c78fae94-64fd-414c-b03e-89ae743fc369 req-8b1eddcc-7855-4bea-9864-d18bba204be3 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.30 "DELETE /v2.0/ports/7272a1ad-a215-48ac-9ead-f9212019dfdd HTTP/1.1" status: 204 len: 173 time: 2.3385053 Mar 05 04:45:38.734807 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5759c270-0a64-4463-a266-c701d0f4cf5d', 'name': 'network-vif-deleted', 'tag': '7272a1ad-a215-48ac-9ead-f9212019dfdd'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:45:38.757867 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c5b48d-647d-443a-932c-b12c536b1952" -d '{"events": [{"server_uuid": "5759c270-0a64-4463-a266-c701d0f4cf5d", "name": "network-vif-deleted", "tag": "7272a1ad-a215-48ac-9ead-f9212019dfdd"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:45:38.773175 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 12e4b3a0-b05f-4528-b218-7b10a75eeee6, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=12e4b3a0-b05f-4528-b218-7b10a75eeee6,segment=NetworkSegment(b412d26e-2f96-452a-9c5f-ad37809d8be5),segment_id=b412d26e-2f96-452a-9c5f-ad37809d8be5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:38.776681 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac46be7-861d-4abb-b2f6-efd01241a0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e4b3a0-b05f-4528-b218-7b10a75eeee6'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:45:38.779465 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9a6e0b-49ad-43f4-86f1-0ec3527173bb" -d '{"events": [{"server_uuid": "bac46be7-861d-4abb-b2f6-efd01241a0b8", "name": "network-vif-plugged", "status": "completed", "tag": "12e4b3a0-b05f-4528-b218-7b10a75eeee6"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:45:38.785810 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (12e4b3a0-b05f-4528-b218-7b10a75eeee6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:38.786662 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device a9b93e14-ffc1-4130-9d33-751178e57443 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:45:38.854226 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-d908e196-4825-484b-a89a-b131ae7d4254 None None] For port 2befcefc-bbfe-45f4-b6a0-89ac26ee48fd, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:45:38.956111 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=12e4b3a0-b05f-4528-b218-7b10a75eeee6,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:38.982697 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-d908e196-4825-484b-a89a-b131ae7d4254 None None] For port 2befcefc-bbfe-45f4-b6a0-89ac26ee48fd, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=2befcefc-bbfe-45f4-b6a0-89ac26ee48fd,segment=NetworkSegment(3e722f51-65dd-4cdc-b6bf-df1f075e77ff),segment_id=3e722f51-65dd-4cdc-b6bf-df1f075e77ff)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:45:39.017964 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-3f0f6d8e-a6e8-4b27-a538-f4fec8479590 None None] Set router 856422a1-7ca6-4d2e-9925-9f1295dcd74e gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:45:39.037907 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0fefec6b-b8a7-4c69-899a-6de7d653c2d7 req-f611f579-9645-4179-b81e-cfa382d80d64 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac8f8f20-fc73-4f8e-9813-7f38705a8ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7334135 Mar 05 04:45:39.082281 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port a9b93e14-ffc1-4130-9d33-751178e57443 is: DOWN; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:45:39.083890 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ef1410e7-4fe3-4ff6-9e56-f1652fe345dc req-a4eed3c4-5024-4790-8280-94e23a93e89d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7105591 Mar 05 04:45:39.099709 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 42bb86dd-fe1b-4930-b99a-b1027cc37c2e no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:45:39.104231 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d908e196-4825-484b-a89a-b131ae7d4254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (2befcefc-bbfe-45f4-b6a0-89ac26ee48fd), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:39.170233 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-66b873a0-11a1-49e1-a158-c9bb68550d9d tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks [] for security_group_rule (1379f3a6-ba49-4665-b9ce-c49591ffef18), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:39.218824 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-66b873a0-11a1-49e1-a158-c9bb68550d9d tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (1379f3a6-ba49-4665-b9ce-c49591ffef18), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:39.339393 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-66b873a0-11a1-49e1-a158-c9bb68550d9d tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:39.349614 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44182) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:39.351947 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-66b873a0-11a1-49e1-a158-c9bb68550d9d tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3909431 Mar 05 04:45:39.359118 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-503aff78-1570-445f-8a42-657bc974c1df tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Request body: {'security_group_rule': {'security_group_id': '1b751b62-02dd-49e8-927d-e35ef19b5e77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:45:39.364131 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-bffe27bd-7b60-4764-969a-842c25a37c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:39.369647 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-bffe27bd-7b60-4764-969a-842c25a37c9f service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.8843632 Mar 05 04:45:39.393973 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b873a0-11a1-49e1-a158-c9bb68550d9d tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1379f3a6-ba49-4665-b9ce-c49591ffef18,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:39.419527 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-503aff78-1570-445f-8a42-657bc974c1df tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks [] for security_group_rule (f3805567-fbdb-49ba-9a81-f3121a39804a), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:39.462478 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d908e196-4825-484b-a89a-b131ae7d4254 None None] Routers {'4ace592a-5103-47f3-b3c3-0cbc2cf4ea55'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:45:39.471670 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-d908e196-4825-484b-a89a-b131ae7d4254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:45:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4ace592a-5103-47f3-b3c3-0cbc2cf4ea55'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:39.512197 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-a1d6c252-b707-4251-a926-0af42b1376be service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=42bb86dd-fe1b-4930-b99a-b1027cc37c2e HTTP/1.1" status: 200 len: 217 time: 0.1303167 Mar 05 04:45:39.541811 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-503aff78-1570-445f-8a42-657bc974c1df tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks [] for security_group_rule (f3805567-fbdb-49ba-9a81-f3121a39804a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:39.551482 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-503aff78-1570-445f-8a42-657bc974c1df tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (f3805567-fbdb-49ba-9a81-f3121a39804a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:39.577487 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503aff78-1570-445f-8a42-657bc974c1df tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3805567-fbdb-49ba-9a81-f3121a39804a,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:39.606775 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-503aff78-1570-445f-8a42-657bc974c1df tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:39.612918 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-503aff78-1570-445f-8a42-657bc974c1df tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2570713 Mar 05 04:45:39.614458 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44184) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:39.628841 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-5f4a835f-6764-4797-a022-f55d7d006f48 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:45:39.667619 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d3b69-00f7-48c6-97cb-d0b1c2dadef0 None None] Pushing event updated for resources: {'Port': ['ID=2befcefc-bbfe-45f4-b6a0-89ac26ee48fd,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:39.679203 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5f4a835f-6764-4797-a022-f55d7d006f48 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:39.687264 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343f0c85-1471-424e-af63-99db9cdd3147', 'tag': '42bb86dd-fe1b-4930-b99a-b1027cc37c2e'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:45:39.690600 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-3f0f6d8e-a6e8-4b27-a538-f4fec8479590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'name': 'tempest-ServersTestManualDisk-645193617-router', 'tenant_id': 'c250de64173a4ac8a206140866681b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '7ed059bc-ef30-4af1-8751-eb178ffcd77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:44:18Z', 'updated_at': '2022-03-05T04:44:25Z', 'revision_number': 4, 'project_id': 'c250de64173a4ac8a206140866681b0d', 'gw_port': {'id': '7ed059bc-ef30-4af1-8751-eb178ffcd77e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:19Z', 'updated_at': '2022-03-05T04:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '3942aeee-df6b-420f-9310-bcd665863d52', 'name': '', 'network_id': '895aab67-f8e9-4990-85fc-266254d4fb06', 'tenant_id': 'c250de64173a4ac8a206140866681b0d', 'mac_address': 'fa:16:3e:00:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c617fed0-a914-4b01-87c7-fa73c1250483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:24Z', 'updated_at': '2022-03-05T04:44:32Z', 'revision_number': 5, 'project_id': 'c250de64173a4ac8a206140866681b0d', 'subnets': [{'id': 'c617fed0-a914-4b01-87c7-fa73c1250483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:39.691463 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] The host n-h1-789963-32 is not matching for port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e host n-h2-789963-32! {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 05 04:45:39.691463 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 42bb86dd-fe1b-4930-b99a-b1027cc37c2e not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:45:39.698636 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ad4a47-f11c-47ed-a5ed-d7ac66c9396f" -d '{"events": [{"name": "network-changed", "server_uuid": "343f0c85-1471-424e-af63-99db9cdd3147", "tag": "42bb86dd-fe1b-4930-b99a-b1027cc37c2e"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:45:39.708251 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 7272a1ad-a215-48ac-9ead-f9212019dfdd no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:45:39.713168 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-34ee4f97-a9a9-4a4d-b041-6986ddb9c754 req-c1ab1e7f-f0fd-4255-8b09-a1357e8f9492 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "GET /v2.0/ports?device_id=5759c270-0a64-4463-a266-c701d0f4cf5d HTTP/1.1" status: 200 len: 210 time: 0.2104418 Mar 05 04:45:39.768948 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0f6d8e-a6e8-4b27-a538-f4fec8479590 None None] Checking router: 856422a1-7ca6-4d2e-9925-9f1295dcd74e for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:45:39.787226 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0f6d8e-a6e8-4b27-a538-f4fec8479590 None None] Routers {'856422a1-7ca6-4d2e-9925-9f1295dcd74e'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:45:39.787870 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-3f0f6d8e-a6e8-4b27-a538-f4fec8479590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:45:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['856422a1-7ca6-4d2e-9925-9f1295dcd74e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:39.864802 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-d1432a3a-7991-41c3-af77-5edf5bdaa658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:39.868159 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-d1432a3a-7991-41c3-af77-5edf5bdaa658 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.3077080 Mar 05 04:45:39.890427 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6ef4e-7bc4-44d2-9845-9d3e522cb89e req-29802d98-5fc4-4457-b095-cde76a51f700 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:39.894855 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-68a6ef4e-7bc4-44d2-9845-9d3e522cb89e req-29802d98-5fc4-4457-b095-cde76a51f700 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 943 time: 0.5374517 Mar 05 04:45:39.986778 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 7272a1ad-a215-48ac-9ead-f9212019dfdd {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:45:39.987353 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 7272a1ad-a215-48ac-9ead-f9212019dfdd not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:45:39.989523 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-5f8612f1-e547-4c11-9238-8da920efb427 None None] Provisioning complete for port 2befcefc-bbfe-45f4-b6a0-89ac26ee48fd triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:45:39.990169 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5f8612f1-e547-4c11-9238-8da920efb427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2befcefc-bbfe-45f4-b6a0-89ac26ee48fd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:39.999706 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5f4a835f-6764-4797-a022-f55d7d006f48 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:40.042979 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-3f0f6d8e-a6e8-4b27-a538-f4fec8479590 None None] Set router 856422a1-7ca6-4d2e-9925-9f1295dcd74e gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:45:40.082587 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-d908e196-4825-484b-a89a-b131ae7d4254 None None] Set router 4ace592a-5103-47f3-b3c3-0cbc2cf4ea55 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:45:40.148075 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-68a6ef4e-7bc4-44d2-9845-9d3e522cb89e req-b087aef4-7b37-49f0-8f11-3a15064aa1b8 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280715 Mar 05 04:45:40.197673 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-32618f4f-3d17-4c52-aba2-90ce00f71199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:40.203460 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-32618f4f-3d17-4c52-aba2-90ce00f71199 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3073153 Mar 05 04:45:40.255715 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7732cf-5f46-4fb2-8118-652d8cff3589 x-openstack-request-id: req-8c7732cf-5f46-4fb2-8118-652d8cff3589 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:45:40.256003 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5759c270-0a64-4463-a266-c701d0f4cf5d", "name": "network-vif-deleted", "tag": "7272a1ad-a215-48ac-9ead-f9212019dfdd", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:45:40.256259 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8c7732cf-5f46-4fb2-8118-652d8cff3589 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:45:40.256663 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5759c270-0a64-4463-a266-c701d0f4cf5d', 'name': 'network-vif-deleted', 'tag': '7272a1ad-a215-48ac-9ead-f9212019dfdd', 'status': 'completed', 'code': 200} Mar 05 04:45:40.283889 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce658485-7e17-44a2-a9af-9b7d18631497 req-419061ff-0f06-49b9-ab86-5d47d5035381 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:40.299850 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ce658485-7e17-44a2-a9af-9b7d18631497 req-419061ff-0f06-49b9-ab86-5d47d5035381 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 948 time: 0.3076537 Mar 05 04:45:40.305117 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-5f4a835f-6764-4797-a022-f55d7d006f48 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Allocated IP 172.25.0.159 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/bfcc8c56-58f4-48b2-b66b-994959ffbbf0) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:45:40.336569 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0f1fd3-84e4-43ae-a9a1-728fe91861bf x-openstack-request-id: req-db0f1fd3-84e4-43ae-a9a1-728fe91861bf {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:45:40.337196 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac46be7-861d-4abb-b2f6-efd01241a0b8", "name": "network-vif-plugged", "status": "completed", "tag": "12e4b3a0-b05f-4528-b218-7b10a75eeee6", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:45:40.337638 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-db0f1fd3-84e4-43ae-a9a1-728fe91861bf {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:45:40.338219 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac46be7-861d-4abb-b2f6-efd01241a0b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e4b3a0-b05f-4528-b218-7b10a75eeee6', 'code': 200} Mar 05 04:45:40.476789 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-5f8612f1-e547-4c11-9238-8da920efb427 None None] Current status of the port 2befcefc-bbfe-45f4-b6a0-89ac26ee48fd is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:45:40.477496 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5f8612f1-e547-4c11-9238-8da920efb427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2befcefc-bbfe-45f4-b6a0-89ac26ee48fd), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:40.506157 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ce658485-7e17-44a2-a9af-9b7d18631497 req-9aa2ba78-c276-42a6-9b2f-a25bee688a0a tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026062 Mar 05 04:45:40.610977 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-3f0f6d8e-a6e8-4b27-a538-f4fec8479590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'name': 'tempest-ServersTestManualDisk-645193617-router', 'tenant_id': 'c250de64173a4ac8a206140866681b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '7ed059bc-ef30-4af1-8751-eb178ffcd77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:44:18Z', 'updated_at': '2022-03-05T04:44:25Z', 'revision_number': 4, 'project_id': 'c250de64173a4ac8a206140866681b0d', 'gw_port': {'id': '7ed059bc-ef30-4af1-8751-eb178ffcd77e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:19Z', 'updated_at': '2022-03-05T04:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '3942aeee-df6b-420f-9310-bcd665863d52', 'name': '', 'network_id': '895aab67-f8e9-4990-85fc-266254d4fb06', 'tenant_id': 'c250de64173a4ac8a206140866681b0d', 'mac_address': 'fa:16:3e:00:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c617fed0-a914-4b01-87c7-fa73c1250483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:24Z', 'updated_at': '2022-03-05T04:44:32Z', 'revision_number': 5, 'project_id': 'c250de64173a4ac8a206140866681b0d', 'subnets': [{'id': 'c617fed0-a914-4b01-87c7-fa73c1250483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:40.628709 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-5f8612f1-e547-4c11-9238-8da920efb427 None None] For port 2befcefc-bbfe-45f4-b6a0-89ac26ee48fd, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=2befcefc-bbfe-45f4-b6a0-89ac26ee48fd,segment=NetworkSegment(3e722f51-65dd-4cdc-b6bf-df1f075e77ff),segment_id=3e722f51-65dd-4cdc-b6bf-df1f075e77ff)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:40.650126 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5f8612f1-e547-4c11-9238-8da920efb427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (2befcefc-bbfe-45f4-b6a0-89ac26ee48fd), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:40.690982 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd756ff-a8d4-4a8d-b146-d4ff211d01d1 x-openstack-request-id: req-ebd756ff-a8d4-4a8d-b146-d4ff211d01d1 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:45:40.693308 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343f0c85-1471-424e-af63-99db9cdd3147", "tag": "42bb86dd-fe1b-4930-b99a-b1027cc37c2e", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:45:40.693675 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ebd756ff-a8d4-4a8d-b146-d4ff211d01d1 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:45:40.694188 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343f0c85-1471-424e-af63-99db9cdd3147', 'tag': '42bb86dd-fe1b-4930-b99a-b1027cc37c2e', 'status': 'completed', 'code': 200} Mar 05 04:45:40.707326 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-c090cd73-9f25-4643-8ad3-22586c367447 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599981 Mar 05 04:45:40.737646 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0f6d8e-a6e8-4b27-a538-f4fec8479590 None None] The sync data for ids ['856422a1-7ca6-4d2e-9925-9f1295dcd74e'] in n-d-789963-32 is: [{'id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'name': 'tempest-ServersTestManualDisk-645193617-router', 'tenant_id': 'c250de64173a4ac8a206140866681b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '7ed059bc-ef30-4af1-8751-eb178ffcd77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:44:18Z', 'updated_at': '2022-03-05T04:44:25Z', 'revision_number': 4, 'project_id': 'c250de64173a4ac8a206140866681b0d', 'gw_port': {'id': '7ed059bc-ef30-4af1-8751-eb178ffcd77e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:19Z', 'updated_at': '2022-03-05T04:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '3942aeee-df6b-420f-9310-bcd665863d52', 'name': '', 'network_id': '895aab67-f8e9-4990-85fc-266254d4fb06', 'tenant_id': 'c250de64173a4ac8a206140866681b0d', 'mac_address': 'fa:16:3e:00:c0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'c617fed0-a914-4b01-87c7-fa73c1250483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:24Z', 'updated_at': '2022-03-05T04:44:32Z', 'revision_number': 5, 'project_id': 'c250de64173a4ac8a206140866681b0d', 'subnets': [{'id': 'c617fed0-a914-4b01-87c7-fa73c1250483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:45:40.779476 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009b824-3adb-4391-845d-7795ef097642 req-ab76536a-4e75-4e78-b984-d15af734edc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:40.780916 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9009b824-3adb-4391-845d-7795ef097642 req-ab76536a-4e75-4e78-b984-d15af734edc2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bac46be7-861d-4abb-b2f6-efd01241a0b8 HTTP/1.1" status: 200 len: 1129 time: 0.3276381 Mar 05 04:45:40.800589 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8612f1-e547-4c11-9238-8da920efb427 None None] Pushing event updated for resources: {'Port': ['ID=2befcefc-bbfe-45f4-b6a0-89ac26ee48fd,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:40.827778 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad4a47-f11c-47ed-a5ed-d7ac66c9396f req-15f0e3ea-76d8-4a11-9fe9-ae8c523101e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:40.829346 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-74ad4a47-f11c-47ed-a5ed-d7ac66c9396f req-15f0e3ea-76d8-4a11-9fe9-ae8c523101e4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 1131 time: 0.2264361 Mar 05 04:45:40.926236 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-d908e196-4825-484b-a89a-b131ae7d4254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'name': 'tempest-ServersTestJSON-339480532-router', 'tenant_id': '6f219eab64614abcb32a956e6351bb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:23Z', 'updated_at': '2022-03-05T04:45:33Z', 'revision_number': 4, 'project_id': '6f219eab64614abcb32a956e6351bb73', 'gw_port': {'id': '4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:25Z', 'updated_at': '2022-03-05T04:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '2befcefc-bbfe-45f4-b6a0-89ac26ee48fd', 'name': '', 'network_id': '6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c', 'tenant_id': '6f219eab64614abcb32a956e6351bb73', 'mac_address': 'fa:16:3e:f0:02:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'bef60a8c-b104-4854-9be4-eb4de8499599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:31Z', 'updated_at': '2022-03-05T04:45:38Z', 'revision_number': 4, 'project_id': '6f219eab64614abcb32a956e6351bb73', 'subnets': [{'id': 'bef60a8c-b104-4854-9be4-eb4de8499599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:40.931907 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9009b824-3adb-4391-845d-7795ef097642 req-3cbbc7cc-fc54-4f53-9ad9-d07280b31fd8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ac8f8f20-fc73-4f8e-9813-7f38705a8ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408050 Mar 05 04:45:40.977089 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5f4a835f-6764-4797-a022-f55d7d006f48 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks [] for port (bfcc8c56-58f4-48b2-b66b-994959ffbbf0), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:40.988183 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d908e196-4825-484b-a89a-b131ae7d4254 None None] The sync data for ids ['4ace592a-5103-47f3-b3c3-0cbc2cf4ea55'] in n-d-789963-32 is: [{'id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'name': 'tempest-ServersTestJSON-339480532-router', 'tenant_id': '6f219eab64614abcb32a956e6351bb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:23Z', 'updated_at': '2022-03-05T04:45:33Z', 'revision_number': 4, 'project_id': '6f219eab64614abcb32a956e6351bb73', 'gw_port': {'id': '4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:25Z', 'updated_at': '2022-03-05T04:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '2befcefc-bbfe-45f4-b6a0-89ac26ee48fd', 'name': '', 'network_id': '6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c', 'tenant_id': '6f219eab64614abcb32a956e6351bb73', 'mac_address': 'fa:16:3e:f0:02:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'bef60a8c-b104-4854-9be4-eb4de8499599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:31Z', 'updated_at': '2022-03-05T04:45:38Z', 'revision_number': 4, 'project_id': '6f219eab64614abcb32a956e6351bb73', 'subnets': [{'id': 'bef60a8c-b104-4854-9be4-eb4de8499599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:45:41.038344 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbf583c7-9daa-434d-bbd8-949b2986e007 req-ca2bd920-e27e-446e-8679-63faca0575bd service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299105 Mar 05 04:45:41.074035 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10600a1-5882-4725-b4bd-b3533c89b779 req-7a73d9e4-2a3d-42ae-9fa9-581e6dbcfe18 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:41.076067 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e10600a1-5882-4725-b4bd-b3533c89b779 req-7a73d9e4-2a3d-42ae-9fa9-581e6dbcfe18 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 944 time: 0.3654678 Mar 05 04:45:41.149247 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20761e06-71d5-4741-9cc5-ec5436ac2bc8 req-af90d39c-5d67-4c5e-ba16-7e082724bb95 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:41.150946 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-20761e06-71d5-4741-9cc5-ec5436ac2bc8 req-af90d39c-5d67-4c5e-ba16-7e082724bb95 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac46be7-861d-4abb-b2f6-efd01241a0b8 HTTP/1.1" status: 200 len: 946 time: 0.4415376 Mar 05 04:45:41.263355 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad4a47-f11c-47ed-a5ed-d7ac66c9396f req-7f97ce42-6d12-45d9-ad58-5a2050d079fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:41.265710 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-74ad4a47-f11c-47ed-a5ed-d7ac66c9396f req-7f97ce42-6d12-45d9-ad58-5a2050d079fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.4277499 Mar 05 04:45:41.313107 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e10600a1-5882-4725-b4bd-b3533c89b779 req-d6766f1c-d3ff-4fb0-9114-a2c566d1bfb9 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098205 Mar 05 04:45:41.320700 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3d50fb52-33c1-428f-901a-65ff6c4714f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:41.412845 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-20761e06-71d5-4741-9cc5-ec5436ac2bc8 req-6bad1b9a-bd6b-40a7-b575-dc816e7e550c tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac8f8f20-fc73-4f8e-9813-7f38705a8ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278168 Mar 05 04:45:41.434506 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5f4a835f-6764-4797-a022-f55d7d006f48 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (bfcc8c56-58f4-48b2-b66b-994959ffbbf0), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:41.437527 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-74ad4a47-f11c-47ed-a5ed-d7ac66c9396f req-47a970ec-5503-4711-a19d-583e92fae47e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=42bb86dd-fe1b-4930-b99a-b1027cc37c2e HTTP/1.1" status: 200 len: 217 time: 0.1525590 Mar 05 04:45:41.452553 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f977c0-2058-43d2-8f3a-f09e46ba8808 None None] New status for floating IP 5e731e02-63bd-4add-b2e3-3c781cd7d29c: DOWN {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 04:45:41.479512 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad4a47-f11c-47ed-a5ed-d7ac66c9396f req-c42d0fcf-f0ef-482a-9c69-96c90134c590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:41.485779 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74ad4a47-f11c-47ed-a5ed-d7ac66c9396f req-c42d0fcf-f0ef-482a-9c69-96c90134c590 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 1131 time: 0.3297672 Mar 05 04:45:41.559155 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad4a47-f11c-47ed-a5ed-d7ac66c9396f req-09aef6a7-0717-45d2-aafb-1c5a6f0186a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:41.560633 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-74ad4a47-f11c-47ed-a5ed-d7ac66c9396f req-09aef6a7-0717-45d2-aafb-1c5a6f0186a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0970669 Mar 05 04:45:41.561160 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44212) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:41.635767 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4a835f-6764-4797-a022-f55d7d006f48 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:45:41.638941 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad4a47-f11c-47ed-a5ed-d7ac66c9396f req-c105e475-1dfd-4afe-b2fd-96215e051b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:41.640556 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74ad4a47-f11c-47ed-a5ed-d7ac66c9396f req-c105e475-1dfd-4afe-b2fd-96215e051b6d service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.1490924 Mar 05 04:45:41.696500 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-5f4a835f-6764-4797-a022-f55d7d006f48 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:45:41.708316 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4a835f-6764-4797-a022-f55d7d006f48 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:45:41.729686 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a835f-6764-4797-a022-f55d7d006f48 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Pushing event updated for resources: {'Port': ['ID=bfcc8c56-58f4-48b2-b66b-994959ffbbf0,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:41.761797 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74ad4a47-f11c-47ed-a5ed-d7ac66c9396f req-448bec22-4b13-4a69-ba2a-871103d76e5a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=42bb86dd-fe1b-4930-b99a-b1027cc37c2e HTTP/1.1" status: 200 len: 217 time: 0.0588191 Mar 05 04:45:41.852520 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad4a47-f11c-47ed-a5ed-d7ac66c9396f req-686f75f6-6a0a-4a82-8c44-c26ded69197e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:41.854847 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74ad4a47-f11c-47ed-a5ed-d7ac66c9396f req-686f75f6-6a0a-4a82-8c44-c26ded69197e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0653398 Mar 05 04:45:41.869833 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a0d50-83f0-4962-809d-043eee14727a req-529713cb-8faa-43a5-9888-a0f53b6765e2 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:41.880576 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-be7a0d50-83f0-4962-809d-043eee14727a req-529713cb-8faa-43a5-9888-a0f53b6765e2 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 943 time: 0.2389269 Mar 05 04:45:41.884490 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3c797c0b-cfcf-4c72-80d1-49660e83e5b2 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks [] for security_group (137407fe-83a0-45cf-8a79-c9fdb740f41e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:41.904724 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad4a47-f11c-47ed-a5ed-d7ac66c9396f req-a0d39db6-d134-40cb-80d0-33581156cc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:41.912613 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-74ad4a47-f11c-47ed-a5ed-d7ac66c9396f req-a0d39db6-d134-40cb-80d0-33581156cc60 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3431635 Mar 05 04:45:41.955439 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3c797c0b-cfcf-4c72-80d1-49660e83e5b2 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks [] for security_group (137407fe-83a0-45cf-8a79-c9fdb740f41e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:42.018522 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-be7a0d50-83f0-4962-809d-043eee14727a req-a2732c8c-14d1-405e-a0b6-039e05e0014d tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352053 Mar 05 04:45:42.042047 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 2befcefc-bbfe-45f4-b6a0-89ac26ee48fd up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:45:42.092852 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38ddf2-d4de-476c-900e-ac689b7fc39a req-896efdcd-8858-448c-a37c-5791dddbd516 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:42.100823 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3d38ddf2-d4de-476c-900e-ac689b7fc39a req-896efdcd-8858-448c-a37c-5791dddbd516 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 948 time: 0.4106555 Mar 05 04:45:42.176795 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 2befcefc-bbfe-45f4-b6a0-89ac26ee48fd triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:45:42.177201 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2befcefc-bbfe-45f4-b6a0-89ac26ee48fd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:42.289251 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-74ad4a47-f11c-47ed-a5ed-d7ac66c9396f req-3b1fdcf5-4339-44b6-846c-e21e1253ac02 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155879 Mar 05 04:45:42.299857 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3c797c0b-cfcf-4c72-80d1-49660e83e5b2 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (137407fe-83a0-45cf-8a79-c9fdb740f41e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:42.312982 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3c797c0b-cfcf-4c72-80d1-49660e83e5b2 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:42.318198 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3c797c0b-cfcf-4c72-80d1-49660e83e5b2 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "DELETE /v2.0/security-groups/137407fe-83a0-45cf-8a79-c9fdb740f41e HTTP/1.1" status: 204 len: 168 time: 0.7518220 Mar 05 04:45:42.325313 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44228) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:42.334973 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3d38ddf2-d4de-476c-900e-ac689b7fc39a req-972075fe-268e-43b6-9bc9-89a35626b3ac tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141757 Mar 05 04:45:42.361324 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-ed4df1c3-4806-40be-a900-e3c19c4d1aa1 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] show failed (client error): The resource could not be found. Mar 05 04:45:42.362569 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ed4df1c3-4806-40be-a900-e3c19c4d1aa1 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "GET /v2.0/security-groups/137407fe-83a0-45cf-8a79-c9fdb740f41e HTTP/1.1" status: 404 len: 347 time: 0.0266180 Mar 05 04:45:42.364698 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad4a47-f11c-47ed-a5ed-d7ac66c9396f req-15e979fd-e6ba-4297-ac47-3eeef64f81df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:42.366121 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74ad4a47-f11c-47ed-a5ed-d7ac66c9396f req-15e979fd-e6ba-4297-ac47-3eeef64f81df service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4324868 Mar 05 04:45:42.366597 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44234) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:42.434743 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 2befcefc-bbfe-45f4-b6a0-89ac26ee48fd is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:45:42.513029 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c797c0b-cfcf-4c72-80d1-49660e83e5b2 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=137407fe-83a0-45cf-8a79-c9fdb740f41e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:42.537468 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74ad4a47-f11c-47ed-a5ed-d7ac66c9396f req-61263845-9b09-4535-9a07-308ba5e6fb7e service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626713 Mar 05 04:45:42.619145 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-74ad4a47-f11c-47ed-a5ed-d7ac66c9396f req-30c0f58f-b9c4-4fe8-96d0-b54c39ce6a45 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927725 Mar 05 04:45:42.664214 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5f4a835f-6764-4797-a022-f55d7d006f48 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks [] for floatingip (86fbfb3b-6f28-45dc-8f50-3909e61c659c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:42.803768 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5f4a835f-6764-4797-a022-f55d7d006f48 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (bfcc8c56-58f4-48b2-b66b-994959ffbbf0), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:42.897041 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74ad4a47-f11c-47ed-a5ed-d7ac66c9396f req-a6df335e-f86a-4a14-b321-452f821a2a0e service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129594 Mar 05 04:45:42.992436 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85f8e0-fb06-4483-8d10-51d5fa35cb1d req-2ed55e84-a5be-4027-ba96-20608ef71445 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:42.993991 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6b85f8e0-fb06-4483-8d10-51d5fa35cb1d req-2ed55e84-a5be-4027-ba96-20608ef71445 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac46be7-861d-4abb-b2f6-efd01241a0b8 HTTP/1.1" status: 200 len: 946 time: 0.4005718 Mar 05 04:45:43.014136 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de70f4f-8e99-433a-8fc7-e511cda77939 req-6e53d13e-0060-498e-ac8d-97dc6785471c tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:43.016147 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2de70f4f-8e99-433a-8fc7-e511cda77939 req-6e53d13e-0060-498e-ac8d-97dc6785471c tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 944 time: 0.4777553 Mar 05 04:45:43.059445 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-3d44ed9b-854b-4b85-a18c-b19b14ea6576 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Deleting port 7b74becd-7afd-47af-9c4b-33cd64aa0257 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:45:43.059445 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3d44ed9b-854b-4b85-a18c-b19b14ea6576 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (7b74becd-7afd-47af-9c4b-33cd64aa0257), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:43.197226 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3d44ed9b-854b-4b85-a18c-b19b14ea6576 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (7b74becd-7afd-47af-9c4b-33cd64aa0257), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:43.197632 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3d44ed9b-854b-4b85-a18c-b19b14ea6576 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks [] for floatingip (7b74becd-7afd-47af-9c4b-33cd64aa0257), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:43.253251 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44242) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:43.301988 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-3d44ed9b-854b-4b85-a18c-b19b14ea6576 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Calling delete_port for 7b74becd-7afd-47af-9c4b-33cd64aa0257 owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:45:43.313873 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5f4a835f-6764-4797-a022-f55d7d006f48 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks [] for port (bfcc8c56-58f4-48b2-b66b-994959ffbbf0), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:43.334115 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2de70f4f-8e99-433a-8fc7-e511cda77939 req-309fd400-ffb0-4f50-b1e8-629391cc9db2 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877457 Mar 05 04:45:43.347849 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5f4a835f-6764-4797-a022-f55d7d006f48 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (bfcc8c56-58f4-48b2-b66b-994959ffbbf0), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:43.489129 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a835f-6764-4797-a022-f55d7d006f48 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Pushing event updated for resources: {'Port': ['ID=bfcc8c56-58f4-48b2-b66b-994959ffbbf0,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:43.503435 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5f4a835f-6764-4797-a022-f55d7d006f48 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (86fbfb3b-6f28-45dc-8f50-3909e61c659c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:43.510728 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:43.534031 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5f4a835f-6764-4797-a022-f55d7d006f48 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:43.547733 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5f4a835f-6764-4797-a022-f55d7d006f48 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9319537 Mar 05 04:45:43.585220 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0f1c886e-e317-4591-80cd-6eb04efc88ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:43.597790 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:43.600390 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6b85f8e0-fb06-4483-8d10-51d5fa35cb1d req-59790b89-a7c9-406b-ac94-4758b9b00133 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac8f8f20-fc73-4f8e-9813-7f38705a8ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5810761 Mar 05 04:45:43.636557 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dbed9e13-6eb2-467a-938e-7f6e132373f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:43.684822 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 42bb86dd-fe1b-4930-b99a-b1027cc37c2e details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:45:43.775149 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa268f-3000-4120-9536-66f5d3c40d60 req-472745a4-7688-4dd2-9ac5-ee06fec55065 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:43.776812 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3aa268f-3000-4120-9536-66f5d3c40d60 req-472745a4-7688-4dd2-9ac5-ee06fec55065 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 943 time: 0.2400565 Mar 05 04:45:43.864156 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=42bb86dd-fe1b-4930-b99a-b1027cc37c2e,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:43.902198 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '42bb86dd-fe1b-4930-b99a-b1027cc37c2e', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': '42bb86dd-fe1b-4930-b99a-b1027cc37c2e', 'mac_address': 'fa:16:3e:19:80:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:45:43.953471 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:45:43.953766 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:43.980049 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42bb86dd-fe1b-4930-b99a-b1027cc37c2e {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:45:44.008926 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=42bb86dd-fe1b-4930-b99a-b1027cc37c2e,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:44.015129 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:44.099375 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=42bb86dd-fe1b-4930-b99a-b1027cc37c2e,revision_number=12']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:44.207059 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26c414-8def-427a-bbf6-b27ca0432cc5 req-f0a25a0a-344a-4fc1-9f29-bb9fb5f7669b tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:44.208868 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1b26c414-8def-427a-bbf6-b27ca0432cc5 req-f0a25a0a-344a-4fc1-9f29-bb9fb5f7669b tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 948 time: 0.4997222 Mar 05 04:45:44.272130 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3aa268f-3000-4120-9536-66f5d3c40d60 req-cd6ae614-cb9c-4052-96db-f426342eebe5 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856427 Mar 05 04:45:44.282121 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3d44ed9b-854b-4b85-a18c-b19b14ea6576 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (7b74becd-7afd-47af-9c4b-33cd64aa0257), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:44.291529 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0f1c886e-e317-4591-80cd-6eb04efc88ae admin admin] Publish callbacks [] for security_group (412f8344-9cbc-43d6-9817-2a2b8f470d19), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:44.318883 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['42bb86dd-fe1b-4930-b99a-b1027cc37c2e'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:45:44.321886 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0f1c886e-e317-4591-80cd-6eb04efc88ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (412f8344-9cbc-43d6-9817-2a2b8f470d19), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:44.332696 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44ed9b-854b-4b85-a18c-b19b14ea6576 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Pushing event deleted for resources: {'Port': ['ID=7b74becd-7afd-47af-9c4b-33cd64aa0257,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:44.376867 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d44ed9b-854b-4b85-a18c-b19b14ea6576 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:44.377126 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d44ed9b-854b-4b85-a18c-b19b14ea6576 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:44.377452 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d44ed9b-854b-4b85-a18c-b19b14ea6576 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:44.377796 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d44ed9b-854b-4b85-a18c-b19b14ea6576 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:44.378406 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d44ed9b-854b-4b85-a18c-b19b14ea6576 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:44.378732 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d44ed9b-854b-4b85-a18c-b19b14ea6576 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:44.379087 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d44ed9b-854b-4b85-a18c-b19b14ea6576 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:44.379437 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d44ed9b-854b-4b85-a18c-b19b14ea6576 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:44.379740 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d44ed9b-854b-4b85-a18c-b19b14ea6576 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:44.380060 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d44ed9b-854b-4b85-a18c-b19b14ea6576 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:44.380394 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d44ed9b-854b-4b85-a18c-b19b14ea6576 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:44.380720 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d44ed9b-854b-4b85-a18c-b19b14ea6576 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:44.381050 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d44ed9b-854b-4b85-a18c-b19b14ea6576 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:44.474888 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1b26c414-8def-427a-bbf6-b27ca0432cc5 req-dd9d2a35-2284-4552-a9b0-f027e1718aa2 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406554 Mar 05 04:45:44.492983 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c886e-e317-4591-80cd-6eb04efc88ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412f8344-9cbc-43d6-9817-2a2b8f470d19,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:44.520900 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0f1c886e-e317-4591-80cd-6eb04efc88ae admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=829c0e6727db4bf39c44aaf8da521353&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2259820 Mar 05 04:45:44.524774 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44262) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:44.556205 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3d44ed9b-854b-4b85-a18c-b19b14ea6576 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks [] for floatingip (5e731e02-63bd-4add-b2e3-3c781cd7d29c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:44.558888 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3d44ed9b-854b-4b85-a18c-b19b14ea6576 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:44.560145 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3d44ed9b-854b-4b85-a18c-b19b14ea6576 tempest-ServersTestManualDisk-999447427 tempest-ServersTestManualDisk-999447427-project] 10.222.0.11 "DELETE /v2.0/floatingips/5e731e02-63bd-4add-b2e3-3c781cd7d29c HTTP/1.1" status: 204 len: 168 time: 2.1925595 Mar 05 04:45:44.568598 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59fcff-6767-4d11-b752-472fac254796 req-454ab17a-0d15-46fa-8bdd-a3e011dae908 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:44.570266 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2b59fcff-6767-4d11-b752-472fac254796 req-454ab17a-0d15-46fa-8bdd-a3e011dae908 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac46be7-861d-4abb-b2f6-efd01241a0b8 HTTP/1.1" status: 200 len: 946 time: 0.2062080 Mar 05 04:45:44.570711 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44264) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:44.582827 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44266) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:44.589023 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-b37528c7-d388-4a0e-81c3-ba0809e6fbe0 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Request body: {'floatingip': {'port_id': '12e4b3a0-b05f-4528-b218-7b10a75eeee6'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:45:44.657863 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b37528c7-d388-4a0e-81c3-ba0809e6fbe0 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks [] for floatingip (998f72e1-0ed4-4b4d-afd8-1ede30493d9e), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:44.762086 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-94eb5e38-d487-4124-8ba5-02a6ac4a9966 admin admin] Publish callbacks [] for security_group (412f8344-9cbc-43d6-9817-2a2b8f470d19), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:44.799391 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-94eb5e38-d487-4124-8ba5-02a6ac4a9966 admin admin] Publish callbacks [] for security_group (412f8344-9cbc-43d6-9817-2a2b8f470d19), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:44.876095 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:44.965098 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-94eb5e38-d487-4124-8ba5-02a6ac4a9966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (412f8344-9cbc-43d6-9817-2a2b8f470d19), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:44.967650 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-94eb5e38-d487-4124-8ba5-02a6ac4a9966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:44.968843 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-94eb5e38-d487-4124-8ba5-02a6ac4a9966 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/412f8344-9cbc-43d6-9817-2a2b8f470d19 HTTP/1.1" status: 204 len: 168 time: 0.4409127 Mar 05 04:45:45.041321 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-4e03e378-379f-443f-8489-0dbacaeaa208 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1994077528&fields=id&tenant_id=6f219eab64614abcb32a956e6351bb73 HTTP/1.1" status: 200 len: 267 time: 0.3081598 Mar 05 04:45:45.041749 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb5e38-d487-4124-8ba5-02a6ac4a9966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412f8344-9cbc-43d6-9817-2a2b8f470d19,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:45.157825 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204778b9-66b6-463b-96ad-40908a6dbcaa req-e55f1490-83fd-4af4-8625-15a38d15e885 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:45.168513 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-204778b9-66b6-463b-96ad-40908a6dbcaa req-e55f1490-83fd-4af4-8625-15a38d15e885 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 944 time: 0.4335244 Mar 05 04:45:45.234063 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-13934f3b-be66-4ed1-99ce-65fbb7b4d321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (856422a1-7ca6-4d2e-9925-9f1295dcd74e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:45.367012 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44282) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:45.386060 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-99f4500f-4d36-469e-83b8-7009b7f53b25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:45.446071 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-204778b9-66b6-463b-96ad-40908a6dbcaa req-d66312a8-e7d1-4572-9dad-5514cb490c34 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653153 Mar 05 04:45:45.662133 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-99f4500f-4d36-469e-83b8-7009b7f53b25 admin admin] Publish callbacks [] for security_group (1b89a830-bb2d-4431-8a75-f1d50b0d78c2), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:45.690301 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-99f4500f-4d36-469e-83b8-7009b7f53b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1b89a830-bb2d-4431-8a75-f1d50b0d78c2), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:45.693517 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 42bb86dd-fe1b-4930-b99a-b1027cc37c2e up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:45:45.726260 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4500f-4d36-469e-83b8-7009b7f53b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b89a830-bb2d-4431-8a75-f1d50b0d78c2,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:45.760482 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:45:45.765999 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:45:45.767353 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:45.780839 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b37528c7-d388-4a0e-81c3-ba0809e6fbe0 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:45.818987 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-e547e9c0-8326-4dbd-a108-b4a18c21d06b tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:45.820703 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-e547e9c0-8326-4dbd-a108-b4a18c21d06b tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "GET /v2.0/networks?id=6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c HTTP/1.1" status: 200 len: 805 time: 0.7275038 Mar 05 04:45:45.823059 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b37528c7-d388-4a0e-81c3-ba0809e6fbe0 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (998f72e1-0ed4-4b4d-afd8-1ede30493d9e), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:45.826372 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4500f-4d36-469e-83b8-7009b7f53b25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:45.826372 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4500f-4d36-469e-83b8-7009b7f53b25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:45.826372 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4500f-4d36-469e-83b8-7009b7f53b25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:45.826731 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4500f-4d36-469e-83b8-7009b7f53b25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:45.827286 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4500f-4d36-469e-83b8-7009b7f53b25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:45.827688 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4500f-4d36-469e-83b8-7009b7f53b25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:45.828212 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4500f-4d36-469e-83b8-7009b7f53b25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:45.828627 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4500f-4d36-469e-83b8-7009b7f53b25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:45.829634 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4500f-4d36-469e-83b8-7009b7f53b25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:45.830075 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4500f-4d36-469e-83b8-7009b7f53b25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:45.830475 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4500f-4d36-469e-83b8-7009b7f53b25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:45.832165 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4500f-4d36-469e-83b8-7009b7f53b25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:45.832603 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f4500f-4d36-469e-83b8-7009b7f53b25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:45:45.864709 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-99f4500f-4d36-469e-83b8-7009b7f53b25 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fc5f016cf3114cf68e5ff1f28209f356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4963183 Mar 05 04:45:45.866369 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-7e59e517-f4a9-44e9-8871-b5955040ffc4 service neutron] 10.222.0.30 "GET /v2.0/ports/a9b93e14-ffc1-4130-9d33-751178e57443/bindings/n-h2-789963-32 HTTP/1.1" status: 200 len: 385 time: 0.1098480 Mar 05 04:45:45.868041 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44286) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:45.898081 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-e728822f-90fc-4783-8c24-1c4266971293 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "GET /v2.0/quotas/6f219eab64614abcb32a956e6351bb73 HTTP/1.1" status: 200 len: 375 time: 0.0549369 Mar 05 04:45:45.923813 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:45:45.924938 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:45.940820 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-13934f3b-be66-4ed1-99ce-65fbb7b4d321 admin admin] Deleting port 3942aeee-df6b-420f-9310-bcd665863d52 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:45:45.941261 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-13934f3b-be66-4ed1-99ce-65fbb7b4d321 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (3942aeee-df6b-420f-9310-bcd665863d52), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:45.952653 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343f0c85-1471-424e-af63-99db9cdd3147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42bb86dd-fe1b-4930-b99a-b1027cc37c2e'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:45:45.959704 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9672395-bc3f-4c44-a43b-ed8af1742f65" -d '{"events": [{"server_uuid": "343f0c85-1471-424e-af63-99db9cdd3147", "name": "network-vif-plugged", "status": "completed", "tag": "42bb86dd-fe1b-4930-b99a-b1027cc37c2e"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:45:45.978772 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=42bb86dd-fe1b-4930-b99a-b1027cc37c2e,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:45.984805 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:45.999210 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e9426-7a6e-4de6-898d-537d552e9901 req-b5d3f098-91f6-453f-8399-ac57bdb4bb8f tempest-MigrationsAdminTest-1941927207 tempest-MigrationsAdminTest-1941927207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:46.001426 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-106e9426-7a6e-4de6-898d-537d552e9901 req-b5d3f098-91f6-453f-8399-ac57bdb4bb8f tempest-MigrationsAdminTest-1941927207 tempest-MigrationsAdminTest-1941927207-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 1132 time: 0.2178659 Mar 05 04:45:46.049522 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=42bb86dd-fe1b-4930-b99a-b1027cc37c2e,revision_number=13']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:46.058089 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-d6d3adff-d25c-4a0a-84d1-7f8cebd8dedc tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f219eab64614abcb32a956e6351bb73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1530681 Mar 05 04:45:46.082806 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-106e9426-7a6e-4de6-898d-537d552e9901 req-056c8ea6-66cd-4dc4-a47e-bc3ae9fd7015 tempest-MigrationsAdminTest-1941927207 tempest-MigrationsAdminTest-1941927207-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744021 Mar 05 04:45:46.086229 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-b37528c7-d388-4a0e-81c3-ba0809e6fbe0 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Floating IP 998f72e1-0ed4-4b4d-afd8-1ede30493d9e associated. External IP: 172.25.0.112, port: 12e4b3a0-b05f-4528-b218-7b10a75eeee6. Mar 05 04:45:46.145623 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:46.333676 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1445c-ae2e-4434-a244-b06b5d041fe5 req-744f013f-e571-4d8c-82c3-e4fed36941a7 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:46.335624 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3cf1445c-ae2e-4434-a244-b06b5d041fe5 req-744f013f-e571-4d8c-82c3-e4fed36941a7 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 943 time: 0.1669092 Mar 05 04:45:46.342009 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-76ba5d31-92d7-4653-af67-3500a2376640 service neutron] 10.222.0.11 "GET /v2.0/networks/6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015297 Mar 05 04:45:46.429516 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-13934f3b-be66-4ed1-99ce-65fbb7b4d321 admin admin] For port 3942aeee-df6b-420f-9310-bcd665863d52, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=3942aeee-df6b-420f-9310-bcd665863d52,segment=NetworkSegment(0f169f2b-0926-4c07-8c30-041b0494ad75),segment_id=0f169f2b-0926-4c07-8c30-041b0494ad75)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:46.429899 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-13934f3b-be66-4ed1-99ce-65fbb7b4d321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (3942aeee-df6b-420f-9310-bcd665863d52), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:46.438810 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-851b11df-853c-417a-9483-045180ff2e62 admin admin] Publish callbacks [] for security_group (1b89a830-bb2d-4431-8a75-f1d50b0d78c2), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:46.472882 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-13934f3b-be66-4ed1-99ce-65fbb7b4d321 admin admin] Calling delete_port for 3942aeee-df6b-420f-9310-bcd665863d52 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:45:46.476674 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-851b11df-853c-417a-9483-045180ff2e62 admin admin] Publish callbacks [] for security_group (1b89a830-bb2d-4431-8a75-f1d50b0d78c2), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:46.505216 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3cf1445c-ae2e-4434-a244-b06b5d041fe5 req-9f521703-bc81-4576-a9ba-6e8d7bf89ca6 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144774 Mar 05 04:45:46.586381 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-27c3a240-563c-478c-83a6-4ca92b0e59ce service neutron] 10.222.0.11 "GET /v2.0/networks/6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968229 Mar 05 04:45:46.593480 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475d8fd8-a458-43bb-b0fe-a497b136279b x-openstack-request-id: req-475d8fd8-a458-43bb-b0fe-a497b136279b {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:45:46.593667 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37528c7-d388-4a0e-81c3-ba0809e6fbe0 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Router d4fb1805-e218-47f8-82a5-9d0d8913bb34 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:45:46.594062 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343f0c85-1471-424e-af63-99db9cdd3147", "name": "network-vif-plugged", "status": "completed", "tag": "42bb86dd-fe1b-4930-b99a-b1027cc37c2e", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:45:46.595022 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-475d8fd8-a458-43bb-b0fe-a497b136279b {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:45:46.595462 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343f0c85-1471-424e-af63-99db9cdd3147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42bb86dd-fe1b-4930-b99a-b1027cc37c2e', 'code': 200} Mar 05 04:45:46.611355 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-165a2a01-8b01-4511-bfc8-34786de9c657 service neutron] For port a9b93e14-ffc1-4130-9d33-751178e57443, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a9b93e14-ffc1-4130-9d33-751178e57443,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:46.680377 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-165a2a01-8b01-4511-bfc8-34786de9c657 service neutron] For port a9b93e14-ffc1-4130-9d33-751178e57443, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:45:46.706597 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-851b11df-853c-417a-9483-045180ff2e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1b89a830-bb2d-4431-8a75-f1d50b0d78c2), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:46.709137 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-851b11df-853c-417a-9483-045180ff2e62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:46.711311 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-851b11df-853c-417a-9483-045180ff2e62 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1b89a830-bb2d-4431-8a75-f1d50b0d78c2 HTTP/1.1" status: 204 len: 168 time: 0.8370638 Mar 05 04:45:46.759707 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37528c7-d388-4a0e-81c3-ba0809e6fbe0 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:45:46.764817 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b37528c7-d388-4a0e-81c3-ba0809e6fbe0 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:46.770911 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da69a5a5-fc60-4547-a187-13c75239586d None None] Sync routers for ids ['d4fb1805-e218-47f8-82a5-9d0d8913bb34'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:45:46.789920 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b11df-853c-417a-9483-045180ff2e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b89a830-bb2d-4431-8a75-f1d50b0d78c2,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:46.790478 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da69a5a5-fc60-4547-a187-13c75239586d None None] Routers {'d4fb1805-e218-47f8-82a5-9d0d8913bb34'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:45:46.795778 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-da69a5a5-fc60-4547-a187-13c75239586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:45:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d4fb1805-e218-47f8-82a5-9d0d8913bb34'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:46.823131 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-165a2a01-8b01-4511-bfc8-34786de9c657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b93e14-ffc1-4130-9d33-751178e57443 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:45:46.824782 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b37528c7-d388-4a0e-81c3-ba0809e6fbe0 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "PUT /v2.0/floatingips/998f72e1-0ed4-4b4d-afd8-1ede30493d9e HTTP/1.1" status: 200 len: 992 time: 2.2406030 Mar 05 04:45:46.828572 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac46be7-861d-4abb-b2f6-efd01241a0b8', 'tag': '12e4b3a0-b05f-4528-b218-7b10a75eeee6'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:45:46.835413 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b968c3b-278f-4c8f-beb8-63ef10aa77c7" -d '{"events": [{"name": "network-changed", "server_uuid": "bac46be7-861d-4abb-b2f6-efd01241a0b8", "tag": "12e4b3a0-b05f-4528-b218-7b10a75eeee6"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:45:46.847553 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-165a2a01-8b01-4511-bfc8-34786de9c657 service neutron] For port a9b93e14-ffc1-4130-9d33-751178e57443, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a9b93e14-ffc1-4130-9d33-751178e57443,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:46.892065 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-165a2a01-8b01-4511-bfc8-34786de9c657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a9b93e14-ffc1-4130-9d33-751178e57443), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:46.979935 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-da69a5a5-fc60-4547-a187-13c75239586d None None] Set router d4fb1805-e218-47f8-82a5-9d0d8913bb34 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:45:47.023118 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-13934f3b-be66-4ed1-99ce-65fbb7b4d321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (3942aeee-df6b-420f-9310-bcd665863d52), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:47.063898 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-165a2a01-8b01-4511-bfc8-34786de9c657 service neutron] Transition to ACTIVE for port object a9b93e14-ffc1-4130-9d33-751178e57443 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:45:47.067553 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13934f3b-be66-4ed1-99ce-65fbb7b4d321 admin admin] Pushing event deleted for resources: {'Port': ['ID=3942aeee-df6b-420f-9310-bcd665863d52,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:47.106944 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-165a2a01-8b01-4511-bfc8-34786de9c657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (a9b93e14-ffc1-4130-9d33-751178e57443), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:47.229498 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9227ba-7b45-4a87-b430-33d5ac18fbdc req-120738b1-1af6-444d-ac13-ca29f60f8f59 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:47.237296 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9f9227ba-7b45-4a87-b430-33d5ac18fbdc req-120738b1-1af6-444d-ac13-ca29f60f8f59 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 944 time: 0.2335434 Mar 05 04:45:47.241239 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-3eabc134-4f50-46b6-96cd-2c63d9a4c21c tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1640613803&fields=id&tenant_id=5adb3d44cd984c00ada8ab9aec6fb3d0 HTTP/1.1" status: 200 len: 267 time: 0.1749532 Mar 05 04:45:47.262445 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-165a2a01-8b01-4511-bfc8-34786de9c657 service neutron] No DVR routers for this DVR port a9b93e14-ffc1-4130-9d33-751178e57443 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:45:47.284269 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-da69a5a5-fc60-4547-a187-13c75239586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'name': 'tempest-ServersTestFqdnHostnames-2090795679-router', 'tenant_id': '074dced6ee0b4a51a8ecd429d46f527c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '41d1f24d-6827-4d1b-98a9-797084fb28dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:02Z', 'updated_at': '2022-03-05T04:45:11Z', 'revision_number': 4, 'project_id': '074dced6ee0b4a51a8ecd429d46f527c', 'gw_port': {'id': '41d1f24d-6827-4d1b-98a9-797084fb28dd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:04Z', 'updated_at': '2022-03-05T04:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '998f72e1-0ed4-4b4d-afd8-1ede30493d9e', 'tenant_id': '074dced6ee0b4a51a8ecd429d46f527c', 'floating_ip_address': '172.25.0.112', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'port_id': '12e4b3a0-b05f-4528-b218-7b10a75eeee6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58fc8937-83f5-44ef-a608-0151f2623ffc', 'mac_address': 'fa:16:3e:3a:e6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac46be7-861d-4abb-b2f6-efd01241a0b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:45:17Z', 'updated_at': '2022-03-05T04:45:45Z', 'revision_number': 1, 'project_id': '074dced6ee0b4a51a8ecd429d46f527c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad0de425-5fa9-46de-9e0c-ffd59af52fda', 'name': '', 'network_id': '58fc8937-83f5-44ef-a608-0151f2623ffc', 'tenant_id': '074dced6ee0b4a51a8ecd429d46f527c', 'mac_address': 'fa:16:3e:c0:05:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ac815b3e-cb9c-4730-baca-3ba4b7a2e998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:10Z', 'updated_at': '2022-03-05T04:45:19Z', 'revision_number': 5, 'project_id': '074dced6ee0b4a51a8ecd429d46f527c', 'subnets': [{'id': 'ac815b3e-cb9c-4730-baca-3ba4b7a2e998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:47.349455 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da69a5a5-fc60-4547-a187-13c75239586d None None] Checking router: d4fb1805-e218-47f8-82a5-9d0d8913bb34 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:45:47.363318 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da69a5a5-fc60-4547-a187-13c75239586d None None] Routers {'d4fb1805-e218-47f8-82a5-9d0d8913bb34'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:45:47.363441 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a2a01-8b01-4511-bfc8-34786de9c657 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b93e14-ffc1-4130-9d33-751178e57443,revision_number=10']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:47.363897 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-da69a5a5-fc60-4547-a187-13c75239586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:45:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d4fb1805-e218-47f8-82a5-9d0d8913bb34'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:47.470984 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-165a2a01-8b01-4511-bfc8-34786de9c657 service neutron] 10.222.0.30 "PUT /v2.0/ports/a9b93e14-ffc1-4130-9d33-751178e57443/bindings/n-h2-789963-32/activate HTTP/1.1" status: 200 len: 370 time: 1.5908666 Mar 05 04:45:47.487742 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-b0e88335-e934-4ede-b9e1-53716f3ae003 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:47.497457 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-b0e88335-e934-4ede-b9e1-53716f3ae003 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/networks?id=3f7037ab-5484-4f12-be88-2ed1b366e188 HTTP/1.1" status: 200 len: 816 time: 0.2407918 Mar 05 04:45:47.508918 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-13934f3b-be66-4ed1-99ce-65fbb7b4d321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (856422a1-7ca6-4d2e-9925-9f1295dcd74e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:47.517923 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-61677f31-1554-47a7-956e-c2b8aadd0809 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/quotas/5adb3d44cd984c00ada8ab9aec6fb3d0 HTTP/1.1" status: 200 len: 375 time: 0.0192707 Mar 05 04:45:47.561395 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-da69a5a5-fc60-4547-a187-13c75239586d None None] Set router d4fb1805-e218-47f8-82a5-9d0d8913bb34 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:45:47.613534 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9f9227ba-7b45-4a87-b430-33d5ac18fbdc req-4d7ea2e5-ad25-4ebb-90c4-219f0024555a tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580687 Mar 05 04:45:47.694875 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-3e2ed2f2-5005-4a2c-b66e-5421de9cea20 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5adb3d44cd984c00ada8ab9aec6fb3d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1759520 Mar 05 04:45:47.721357 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:45:47.771921 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-057cdd38-f5f0-4935-8c2f-4984810602e8 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:47.773445 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-057cdd38-f5f0-4935-8c2f-4984810602e8 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d&tenant_id=84f78c82255c4feca46335184d79ad7d&binding%3Ahost_id=n-h1-789963-32 HTTP/1.1" status: 200 len: 1128 time: 0.2323050 Mar 05 04:45:47.810609 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:47.945650 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75c762-6df7-40e4-b84a-e595b2cfdd6f req-925248ee-9b76-4e38-b2a1-69b1f7ae9d2b tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:47.952994 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1a75c762-6df7-40e4-b84a-e595b2cfdd6f req-925248ee-9b76-4e38-b2a1-69b1f7ae9d2b tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 950 time: 0.2150416 Mar 05 04:45:47.961604 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13934f3b-be66-4ed1-99ce-65fbb7b4d321 admin admin] Router 856422a1-7ca6-4d2e-9925-9f1295dcd74e has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:45:48.008963 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=7fb12d9d-2c94-424a-963d-dc69ef3e8d86,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:48.036083 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '7fb12d9d-2c94-424a-963d-dc69ef3e8d86', 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6', 'port_id': '7fb12d9d-2c94-424a-963d-dc69ef3e8d86', 'mac_address': 'fa:16:3e:18:1a:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa622505-df3c-45bb-bed1-baf2861c8524', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:45:48.036794 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1a75c762-6df7-40e4-b84a-e595b2cfdd6f req-61eaa879-fc8a-40ee-afc7-9de53b13b7eb tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793750 Mar 05 04:45:48.060777 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-b19b25ce-2c83-4d59-b2fe-6647c984ae2a service neutron] 10.222.0.11 "GET /v2.0/networks/3f7037ab-5484-4f12-be88-2ed1b366e188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649173 Mar 05 04:45:48.155916 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383fa563-e584-461f-a40f-e525b1d835ea x-openstack-request-id: req-383fa563-e584-461f-a40f-e525b1d835ea {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:45:48.158108 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac46be7-861d-4abb-b2f6-efd01241a0b8", "tag": "12e4b3a0-b05f-4528-b218-7b10a75eeee6", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:45:48.158552 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-383fa563-e584-461f-a40f-e525b1d835ea {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:45:48.159181 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac46be7-861d-4abb-b2f6-efd01241a0b8', 'tag': '12e4b3a0-b05f-4528-b218-7b10a75eeee6', 'status': 'completed', 'code': 200} Mar 05 04:45:48.216429 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13934f3b-be66-4ed1-99ce-65fbb7b4d321 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:45:48.231266 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-13934f3b-be66-4ed1-99ce-65fbb7b4d321 admin admin] 10.222.0.11 "PUT /v2.0/routers/856422a1-7ca6-4d2e-9925-9f1295dcd74e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6593370 Mar 05 04:45:48.233710 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44342) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:48.285888 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b968c3b-278f-4c8f-beb8-63ef10aa77c7 req-ada4e442-5dd4-4642-9bae-4246cc894d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:48.287870 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b968c3b-278f-4c8f-beb8-63ef10aa77c7 req-ada4e442-5dd4-4642-9bae-4246cc894d38 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=074dced6ee0b4a51a8ecd429d46f527c&device_id=bac46be7-861d-4abb-b2f6-efd01241a0b8 HTTP/1.1" status: 200 len: 1129 time: 0.1330807 Mar 05 04:45:48.292797 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f09b3856-9133-4a75-b219-e91b0f85966c req-631d3fda-2004-4a3c-8a7c-90694811fff8 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1350f9-9314-4a46-98d0-588cc21d85e0 HTTP/1.1" status: 200 len: 210 time: 0.0478714 Mar 05 04:45:48.345584 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354d139-bfe7-47bd-9947-7e50aef0f36c req-61a809f2-a3b1-4669-9e3f-414044fe6324 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:48.347363 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b354d139-bfe7-47bd-9947-7e50aef0f36c req-61a809f2-a3b1-4669-9e3f-414044fe6324 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.31 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 950 time: 0.2219522 Mar 05 04:45:48.373365 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2835b37e-5be9-4333-b892-58e3f91135e9 None None] Sync routers for ids ['856422a1-7ca6-4d2e-9925-9f1295dcd74e'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:45:48.383855 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-8537ff06-cecf-48fc-b034-df17d58d7973 service neutron] 10.222.0.11 "GET /v2.0/networks/3f7037ab-5484-4f12-be88-2ed1b366e188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221121 Mar 05 04:45:48.395323 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:45:48.395821 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7fb12d9d-2c94-424a-963d-dc69ef3e8d86), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:48.397873 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2835b37e-5be9-4333-b892-58e3f91135e9 None None] Routers {'856422a1-7ca6-4d2e-9925-9f1295dcd74e'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:45:48.398664 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-2835b37e-5be9-4333-b892-58e3f91135e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:45:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['856422a1-7ca6-4d2e-9925-9f1295dcd74e'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:48.417200 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b968c3b-278f-4c8f-beb8-63ef10aa77c7 req-1f433975-4873-41e4-bc44-e3093b4efd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:48.418985 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b968c3b-278f-4c8f-beb8-63ef10aa77c7 req-1f433975-4873-41e4-bc44-e3093b4efd31 service neutron] 10.222.0.30 "GET /v2.0/networks?id=58fc8937-83f5-44ef-a608-0151f2623ffc HTTP/1.1" status: 200 len: 915 time: 0.1185441 Mar 05 04:45:48.512287 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:45:48.519752 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-da69a5a5-fc60-4547-a187-13c75239586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'name': 'tempest-ServersTestFqdnHostnames-2090795679-router', 'tenant_id': '074dced6ee0b4a51a8ecd429d46f527c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '41d1f24d-6827-4d1b-98a9-797084fb28dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:02Z', 'updated_at': '2022-03-05T04:45:11Z', 'revision_number': 4, 'project_id': '074dced6ee0b4a51a8ecd429d46f527c', 'gw_port': {'id': '41d1f24d-6827-4d1b-98a9-797084fb28dd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:04Z', 'updated_at': '2022-03-05T04:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '998f72e1-0ed4-4b4d-afd8-1ede30493d9e', 'tenant_id': '074dced6ee0b4a51a8ecd429d46f527c', 'floating_ip_address': '172.25.0.112', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'port_id': '12e4b3a0-b05f-4528-b218-7b10a75eeee6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58fc8937-83f5-44ef-a608-0151f2623ffc', 'mac_address': 'fa:16:3e:3a:e6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac46be7-861d-4abb-b2f6-efd01241a0b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:45:17Z', 'updated_at': '2022-03-05T04:45:45Z', 'revision_number': 1, 'project_id': '074dced6ee0b4a51a8ecd429d46f527c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad0de425-5fa9-46de-9e0c-ffd59af52fda', 'name': '', 'network_id': '58fc8937-83f5-44ef-a608-0151f2623ffc', 'tenant_id': '074dced6ee0b4a51a8ecd429d46f527c', 'mac_address': 'fa:16:3e:c0:05:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ac815b3e-cb9c-4730-baca-3ba4b7a2e998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:10Z', 'updated_at': '2022-03-05T04:45:19Z', 'revision_number': 5, 'project_id': '074dced6ee0b4a51a8ecd429d46f527c', 'subnets': [{'id': 'ac815b3e-cb9c-4730-baca-3ba4b7a2e998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:48.567170 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=7fb12d9d-2c94-424a-963d-dc69ef3e8d86,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:48.600726 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (7fb12d9d-2c94-424a-963d-dc69ef3e8d86), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:48.626111 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da69a5a5-fc60-4547-a187-13c75239586d None None] The sync data for ids ['d4fb1805-e218-47f8-82a5-9d0d8913bb34'] in n-d-789963-32 is: [{'id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'name': 'tempest-ServersTestFqdnHostnames-2090795679-router', 'tenant_id': '074dced6ee0b4a51a8ecd429d46f527c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '41d1f24d-6827-4d1b-98a9-797084fb28dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:02Z', 'updated_at': '2022-03-05T04:45:11Z', 'revision_number': 4, 'project_id': '074dced6ee0b4a51a8ecd429d46f527c', 'gw_port': {'id': '41d1f24d-6827-4d1b-98a9-797084fb28dd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:04Z', 'updated_at': '2022-03-05T04:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '998f72e1-0ed4-4b4d-afd8-1ede30493d9e', 'tenant_id': '074dced6ee0b4a51a8ecd429d46f527c', 'floating_ip_address': '172.25.0.112', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'port_id': '12e4b3a0-b05f-4528-b218-7b10a75eeee6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58fc8937-83f5-44ef-a608-0151f2623ffc', 'mac_address': 'fa:16:3e:3a:e6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac46be7-861d-4abb-b2f6-efd01241a0b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:45:17Z', 'updated_at': '2022-03-05T04:45:45Z', 'revision_number': 1, 'project_id': '074dced6ee0b4a51a8ecd429d46f527c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad0de425-5fa9-46de-9e0c-ffd59af52fda', 'name': '', 'network_id': '58fc8937-83f5-44ef-a608-0151f2623ffc', 'tenant_id': '074dced6ee0b4a51a8ecd429d46f527c', 'mac_address': 'fa:16:3e:c0:05:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ac815b3e-cb9c-4730-baca-3ba4b7a2e998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:10Z', 'updated_at': '2022-03-05T04:45:19Z', 'revision_number': 5, 'project_id': '074dced6ee0b4a51a8ecd429d46f527c', 'subnets': [{'id': 'ac815b3e-cb9c-4730-baca-3ba4b7a2e998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:45:48.661615 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b968c3b-278f-4c8f-beb8-63ef10aa77c7 req-11f7ce91-6797-4893-a24a-46da96998963 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12e4b3a0-b05f-4528-b218-7b10a75eeee6 HTTP/1.1" status: 200 len: 1000 time: 0.2343802 Mar 05 04:45:48.716654 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5bd091fc-d23b-42bc-a74e-309e5df72cc1 admin admin] Publish callbacks [] for router (856422a1-7ca6-4d2e-9925-9f1295dcd74e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:48.866827 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=7fb12d9d-2c94-424a-963d-dc69ef3e8d86,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:48.895869 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['7fb12d9d-2c94-424a-963d-dc69ef3e8d86'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:45:48.911227 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b968c3b-278f-4c8f-beb8-63ef10aa77c7 req-cd596330-a3be-4f53-b23a-76bb74ccff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:48.912853 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b968c3b-278f-4c8f-beb8-63ef10aa77c7 req-cd596330-a3be-4f53-b23a-76bb74ccff16 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ac815b3e-cb9c-4730-baca-3ba4b7a2e998 HTTP/1.1" status: 200 len: 854 time: 0.2299778 Mar 05 04:45:48.930334 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-2835b37e-5be9-4333-b892-58e3f91135e9 None None] Set router 856422a1-7ca6-4d2e-9925-9f1295dcd74e gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:45:49.056777 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d41d8ab-3fcc-42e2-91db-75d57f306054 None None] New status for floating IP 998f72e1-0ed4-4b4d-afd8-1ede30493d9e: ACTIVE {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 04:45:49.352401 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-521cd505-6632-4375-b14e-f6c268ff8a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:49.360918 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-521cd505-6632-4375-b14e-f6c268ff8a42 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d&tenant_id=84f78c82255c4feca46335184d79ad7d HTTP/1.1" status: 200 len: 1128 time: 1.5408545 Mar 05 04:45:49.373523 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b968c3b-278f-4c8f-beb8-63ef10aa77c7 req-3cda1b31-ae2c-4cc3-b32f-79fdfbbe6c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:49.375663 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b968c3b-278f-4c8f-beb8-63ef10aa77c7 req-3cda1b31-ae2c-4cc3-b32f-79fdfbbe6c2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=58fc8937-83f5-44ef-a608-0151f2623ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3604312 Mar 05 04:45:49.406789 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ae768-f254-4c53-8065-5d384ae6affb req-4f988f49-00bc-4bd6-ae28-ab38dff36406 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:49.408809 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6f3ae768-f254-4c53-8065-5d384ae6affb req-4f988f49-00bc-4bd6-ae28-ab38dff36406 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 945 time: 0.2048216 Mar 05 04:45:49.428600 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5bd091fc-d23b-42bc-a74e-309e5df72cc1 admin admin] Publish callbacks [] for router_gateway (856422a1-7ca6-4d2e-9925-9f1295dcd74e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:49.428861 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd0ca9-a9e3-4e01-aca6-23bbbe6f1316 req-a977c85b-c1f7-418b-a0ef-bd99fda59791 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:49.436555 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7abd0ca9-a9e3-4e01-aca6-23bbbe6f1316 req-a977c85b-c1f7-418b-a0ef-bd99fda59791 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 944 time: 0.2298157 Mar 05 04:45:49.460655 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-b354d139-bfe7-47bd-9947-7e50aef0f36c req-10d3b004-f4ca-4625-937d-a4644f7d8c0d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Deleting port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:45:49.460998 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b354d139-bfe7-47bd-9947-7e50aef0f36c req-10d3b004-f4ca-4625-937d-a4644f7d8c0d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:49.590121 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-4fa9c23d-72ec-4cda-beb6-62755fd0b7df tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:49.593468 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-4fa9c23d-72ec-4cda-beb6-62755fd0b7df tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.30 "GET /v2.0/networks?id=6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c HTTP/1.1" status: 200 len: 805 time: 0.4638140 Mar 05 04:45:49.610689 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-2835b37e-5be9-4333-b892-58e3f91135e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'name': 'tempest-ServersTestManualDisk-645193617-router', 'tenant_id': 'c250de64173a4ac8a206140866681b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '7ed059bc-ef30-4af1-8751-eb178ffcd77e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:44:18Z', 'updated_at': '2022-03-05T04:45:46Z', 'revision_number': 5, 'project_id': 'c250de64173a4ac8a206140866681b0d', 'gw_port': {'id': '7ed059bc-ef30-4af1-8751-eb178ffcd77e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:19Z', 'updated_at': '2022-03-05T04:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:49.652582 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2835b37e-5be9-4333-b892-58e3f91135e9 None None] Checking router: 856422a1-7ca6-4d2e-9925-9f1295dcd74e for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:45:49.685662 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2835b37e-5be9-4333-b892-58e3f91135e9 None None] Routers {'856422a1-7ca6-4d2e-9925-9f1295dcd74e'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:45:49.686573 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-2835b37e-5be9-4333-b892-58e3f91135e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:45:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['856422a1-7ca6-4d2e-9925-9f1295dcd74e'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:49.691583 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6f3ae768-f254-4c53-8065-5d384ae6affb req-17b25ab2-48fe-45ed-9a79-3dabebb80f22 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532561 Mar 05 04:45:49.700579 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7abd0ca9-a9e3-4e01-aca6-23bbbe6f1316 req-bc7f8ed8-798c-470a-8da1-45e1c9061953 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634289 Mar 05 04:45:49.711846 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-ba306878-fd4d-4375-97c0-80a9eee7f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:49.713436 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-ba306878-fd4d-4375-97c0-80a9eee7f3e7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=84f78c82255c4feca46335184d79ad7d&device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 1128 time: 0.3153806 Mar 05 04:45:49.752530 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-3294dbc5-061c-4543-821f-74547c08bae7 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f219eab64614abcb32a956e6351bb73 HTTP/1.1" status: 200 len: 380 time: 0.1428547 Mar 05 04:45:49.766074 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-a0c8f740-ed66-409b-95db-bc3d7b1d89a8 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Request body: {'port': {'device_id': '3a1350f9-9314-4a46-98d0-588cc21d85e0', 'network_id': '6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c', 'admin_state_up': True, 'tenant_id': '6f219eab64614abcb32a956e6351bb73', 'security_groups': ['1b751b62-02dd-49e8-927d-e35ef19b5e77']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:45:49.784310 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-5bd091fc-d23b-42bc-a74e-309e5df72cc1 admin admin] Deleting port 7ed059bc-ef30-4af1-8751-eb178ffcd77e {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:45:49.784650 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5bd091fc-d23b-42bc-a74e-309e5df72cc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (7ed059bc-ef30-4af1-8751-eb178ffcd77e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:49.784787 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-b354d139-bfe7-47bd-9947-7e50aef0f36c req-10d3b004-f4ca-4625-937d-a4644f7d8c0d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] For port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=42bb86dd-fe1b-4930-b99a-b1027cc37c2e,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:49.785260 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b354d139-bfe7-47bd-9947-7e50aef0f36c req-10d3b004-f4ca-4625-937d-a4644f7d8c0d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:49.831473 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-2835b37e-5be9-4333-b892-58e3f91135e9 None None] Set router 856422a1-7ca6-4d2e-9925-9f1295dcd74e gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:45:49.835223 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-b354d139-bfe7-47bd-9947-7e50aef0f36c req-10d3b004-f4ca-4625-937d-a4644f7d8c0d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Calling delete_port for 42bb86dd-fe1b-4930-b99a-b1027cc37c2e owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:45:49.876476 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b968c3b-278f-4c8f-beb8-63ef10aa77c7 req-c9916a0d-e1d8-43ea-8988-c6842295d7cc service neutron] 10.222.0.30 "GET /v2.0/networks/58fc8937-83f5-44ef-a608-0151f2623ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934185 Mar 05 04:45:49.906444 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-2835b37e-5be9-4333-b892-58e3f91135e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'name': 'tempest-ServersTestManualDisk-645193617-router', 'tenant_id': 'c250de64173a4ac8a206140866681b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:44:18Z', 'updated_at': '2022-03-05T04:45:49Z', 'revision_number': 6, 'project_id': 'c250de64173a4ac8a206140866681b0d', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:49.949359 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2835b37e-5be9-4333-b892-58e3f91135e9 None None] The sync data for ids ['856422a1-7ca6-4d2e-9925-9f1295dcd74e'] in n-d-789963-32 is: [{'id': '856422a1-7ca6-4d2e-9925-9f1295dcd74e', 'name': 'tempest-ServersTestManualDisk-645193617-router', 'tenant_id': 'c250de64173a4ac8a206140866681b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:44:18Z', 'updated_at': '2022-03-05T04:45:49Z', 'revision_number': 6, 'project_id': 'c250de64173a4ac8a206140866681b0d', 'gw_port_host': None}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:45:49.961284 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-62f821e8-b2b7-4b8b-b104-9149c1ff0f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:49.962772 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-62f821e8-b2b7-4b8b-b104-9149c1ff0f4a service neutron] 10.222.0.31 "GET /v2.0/networks?id=fd6aa200-b97d-49ed-9876-375a41229f42 HTTP/1.1" status: 200 len: 920 time: 0.2408986 Mar 05 04:45:49.967066 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4f53557f-72bb-4a4a-895f-00e78cf5131e req-e8b65c69-7901-4de9-be22-b63f9dbd4db5 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 210 time: 0.0681231 Mar 05 04:45:50.040300 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-a3aa5486-aa38-42c5-b051-92a2f3291f50 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9b93e14-ffc1-4130-9d33-751178e57443 HTTP/1.1" status: 200 len: 217 time: 0.0685532 Mar 05 04:45:50.136076 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6f224-0855-4de9-928c-ffad9f361c1c req-3b287e4a-2599-4793-815b-4cd5ce1edb4a tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:50.137709 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-63f6f224-0855-4de9-928c-ffad9f361c1c req-3b287e4a-2599-4793-815b-4cd5ce1edb4a tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=343f0c85-1471-424e-af63-99db9cdd3147 HTTP/1.1" status: 200 len: 950 time: 0.2398777 Mar 05 04:45:50.142652 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3f43cc07-a798-4ed6-a107-7a04643f871e req-2afe8511-b15d-41a3-b9cb-8921f108bcaa tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1350f9-9314-4a46-98d0-588cc21d85e0 HTTP/1.1" status: 200 len: 210 time: 0.0667341 Mar 05 04:45:50.149905 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-18e19f96-3319-4ca4-a26d-67dd131af992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:50.151532 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-18e19f96-3319-4ca4-a26d-67dd131af992 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9d33dc8a-6008-478a-9ec8-49595a4a0656 HTTP/1.1" status: 200 len: 860 time: 0.1037507 Mar 05 04:45:50.257272 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b354d139-bfe7-47bd-9947-7e50aef0f36c req-10d3b004-f4ca-4625-937d-a4644f7d8c0d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (42bb86dd-fe1b-4930-b99a-b1027cc37c2e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:50.262929 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-2c69c223-1faf-4b5e-b14d-a3e2becf358d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd6aa200-b97d-49ed-9876-375a41229f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019785 Mar 05 04:45:50.273410 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['7659bb61-2851-4497-a728-e91219a88b7f', '16d44a27-1887-46ce-8a68-f4eec0fce055', 'ee973098-7663-4fb9-9f5e-e133fdb44dcb'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:45:50.360128 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3b004-f4ca-4625-937d-a4644f7d8c0d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Pushing event deleted for resources: {'Port': ['ID=42bb86dd-fe1b-4930-b99a-b1027cc37c2e,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:50.400968 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-b354d139-bfe7-47bd-9947-7e50aef0f36c req-10d3b004-f4ca-4625-937d-a4644f7d8c0d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] No DVR routers for this DVR port 42bb86dd-fe1b-4930-b99a-b1027cc37c2e on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:45:50.413128 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b354d139-bfe7-47bd-9947-7e50aef0f36c req-10d3b004-f4ca-4625-937d-a4644f7d8c0d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:50.417020 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b354d139-bfe7-47bd-9947-7e50aef0f36c req-10d3b004-f4ca-4625-937d-a4644f7d8c0d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.31 "DELETE /v2.0/ports/42bb86dd-fe1b-4930-b99a-b1027cc37c2e HTTP/1.1" status: 204 len: 173 time: 2.0594969 Mar 05 04:45:50.421430 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343f0c85-1471-424e-af63-99db9cdd3147', 'name': 'network-vif-deleted', 'tag': '42bb86dd-fe1b-4930-b99a-b1027cc37c2e'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:45:50.439740 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1180df5-f499-441e-894d-96a510802bf0" -d '{"events": [{"server_uuid": "343f0c85-1471-424e-af63-99db9cdd3147", "name": "network-vif-deleted", "tag": "42bb86dd-fe1b-4930-b99a-b1027cc37c2e"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:45:50.525814 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-5bd091fc-d23b-42bc-a74e-309e5df72cc1 admin admin] For port 7ed059bc-ef30-4af1-8751-eb178ffcd77e, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=7ed059bc-ef30-4af1-8751-eb178ffcd77e,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:50.526290 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5bd091fc-d23b-42bc-a74e-309e5df72cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (7ed059bc-ef30-4af1-8751-eb178ffcd77e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:50.530309 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-63f6f224-0855-4de9-928c-ffad9f361c1c req-0bc33747-f018-4089-8928-535b90cc299f tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838274 Mar 05 04:45:50.620784 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-fa6b10be-34da-4cf4-82c2-db0ccc1ed9af service neutron] 10.222.0.31 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206334 Mar 05 04:45:50.635062 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-5bd091fc-d23b-42bc-a74e-309e5df72cc1 admin admin] Calling delete_port for 7ed059bc-ef30-4af1-8751-eb178ffcd77e owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:45:50.638724 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b968c3b-278f-4c8f-beb8-63ef10aa77c7 req-6201c781-bb2e-461e-baae-af06d41252d1 service neutron] 10.222.0.30 "GET /v2.0/networks/58fc8937-83f5-44ef-a608-0151f2623ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7516899 Mar 05 04:45:50.648215 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-a0c8f740-ed66-409b-95db-bc3d7b1d89a8 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Made reservation on behalf of 6f219eab64614abcb32a956e6351bb73 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:45:50.651746 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-a0c8f740-ed66-409b-95db-bc3d7b1d89a8 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:50.801743 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032890e5-98ce-42ac-8feb-0afabc4bdf6b x-openstack-request-id: req-032890e5-98ce-42ac-8feb-0afabc4bdf6b {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:45:50.804512 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343f0c85-1471-424e-af63-99db9cdd3147", "name": "network-vif-deleted", "tag": "42bb86dd-fe1b-4930-b99a-b1027cc37c2e", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:45:50.804780 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-032890e5-98ce-42ac-8feb-0afabc4bdf6b {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:45:50.805204 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343f0c85-1471-424e-af63-99db9cdd3147', 'name': 'network-vif-deleted', 'tag': '42bb86dd-fe1b-4930-b99a-b1027cc37c2e', 'status': 'completed', 'code': 200} Mar 05 04:45:50.877589 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-9ceb838b-224f-4f0e-bcd1-14b77f8fd794 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:50.879865 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-9ceb838b-224f-4f0e-bcd1-14b77f8fd794 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.31 "GET /v2.0/networks?id=3f7037ab-5484-4f12-be88-2ed1b366e188 HTTP/1.1" status: 200 len: 816 time: 0.2577651 Mar 05 04:45:51.083658 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-a0c8f740-ed66-409b-95db-bc3d7b1d89a8 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Allocated IP 172.20.0.12 (6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c/bef60a8c-b104-4854-9be4-eb4de8499599/484c7d1b-dc0f-4ab9-acb6-584b4d0100cd) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:45:51.127348 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-f547e231-6192-4cb5-9a37-54e366a280ab tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5adb3d44cd984c00ada8ab9aec6fb3d0 HTTP/1.1" status: 200 len: 380 time: 0.1690052 Mar 05 04:45:51.134948 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1445ce-8bc4-48a3-8b57-513ed0ce088b req-1662fa70-6d6f-4bac-9b88-a711cdfdfc3d tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:51.135591 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5bd091fc-d23b-42bc-a74e-309e5df72cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (7ed059bc-ef30-4af1-8751-eb178ffcd77e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:51.142187 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9c1445ce-8bc4-48a3-8b57-513ed0ce088b req-1662fa70-6d6f-4bac-9b88-a711cdfdfc3d tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 944 time: 0.2762959 Mar 05 04:45:51.154573 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-5dda8d0c-e68b-4e96-87a1-0474570a36ec tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Request body: {'port': {'device_id': '4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c', 'network_id': '3f7037ab-5484-4f12-be88-2ed1b366e188', 'admin_state_up': True, 'tenant_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'security_groups': ['104db3de-0d42-430e-a291-199f95fc1d2f']}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:45:51.168733 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-6a39bc79-571a-4bbb-b2c2-c6b3ed8abe58 service neutron] 10.222.0.31 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625729 Mar 05 04:45:51.193196 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd091fc-d23b-42bc-a74e-309e5df72cc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ed059bc-ef30-4af1-8751-eb178ffcd77e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:51.214119 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c2d50-1f8b-404e-b94d-c150b6ea7a3d req-84a4657c-0e53-4d05-9c8e-029073ce9c9c tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:51.217574 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f64c2d50-1f8b-404e-b94d-c150b6ea7a3d req-84a4657c-0e53-4d05-9c8e-029073ce9c9c tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 945 time: 0.3146260 Mar 05 04:45:51.268544 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9c1445ce-8bc4-48a3-8b57-513ed0ce088b req-7df55006-52c6-4846-a294-9cd228c86c1d tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255195 Mar 05 04:45:51.307730 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5bd091fc-d23b-42bc-a74e-309e5df72cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (856422a1-7ca6-4d2e-9925-9f1295dcd74e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:51.387798 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-a0c8f740-ed66-409b-95db-bc3d7b1d89a8 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks [] for port (484c7d1b-dc0f-4ab9-acb6-584b4d0100cd), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:51.431465 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5bd091fc-d23b-42bc-a74e-309e5df72cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (856422a1-7ca6-4d2e-9925-9f1295dcd74e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:51.434695 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5bd091fc-d23b-42bc-a74e-309e5df72cc1 admin admin] Publish callbacks [] for router_controller (856422a1-7ca6-4d2e-9925-9f1295dcd74e), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:51.499987 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5bd091fc-d23b-42bc-a74e-309e5df72cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (856422a1-7ca6-4d2e-9925-9f1295dcd74e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:51.500596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd091fc-d23b-42bc-a74e-309e5df72cc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 856422a1-7ca6-4d2e-9925-9f1295dcd74e {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:45:51.506155 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5bd091fc-d23b-42bc-a74e-309e5df72cc1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:51.507435 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5bd091fc-d23b-42bc-a74e-309e5df72cc1 admin admin] 10.222.0.11 "DELETE /v2.0/routers/856422a1-7ca6-4d2e-9925-9f1295dcd74e HTTP/1.1" status: 204 len: 168 time: 3.2721970 Mar 05 04:45:51.518105 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44406) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:51.518823 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0c2787f6-9d6b-4f59-8d80-e57420094519 req-c77cdacb-a1e6-4b2f-b8a3-e0c1f6122454 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 210 time: 0.0588038 Mar 05 04:45:51.584378 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-db0c0d92-b6e0-4cf4-9ba1-a292c26e4de9 admin admin] Deleting subnet c617fed0-a914-4b01-87c7-fa73c1250483 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:45:51.585017 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f64c2d50-1f8b-404e-b94d-c150b6ea7a3d req-6f062799-cfe2-4425-9e78-cdb780f7229a tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260524 Mar 05 04:45:51.588756 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-db0c0d92-b6e0-4cf4-9ba1-a292c26e4de9 admin admin] Publish callbacks [] for subnet (c617fed0-a914-4b01-87c7-fa73c1250483), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:51.636965 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-db0c0d92-b6e0-4cf4-9ba1-a292c26e4de9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (c617fed0-a914-4b01-87c7-fa73c1250483), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:51.640137 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-a0c8f740-ed66-409b-95db-bc3d7b1d89a8 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (484c7d1b-dc0f-4ab9-acb6-584b4d0100cd), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:51.689915 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-5dda8d0c-e68b-4e96-87a1-0474570a36ec tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Made reservation on behalf of 5adb3d44cd984c00ada8ab9aec6fb3d0 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:45:51.694229 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-5dda8d0c-e68b-4e96-87a1-0474570a36ec tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:51.707328 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-21403e46-bb64-4ba0-bdcd-bb75332e50f0 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:51.708873 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-21403e46-bb64-4ba0-bdcd-bb75332e50f0 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d&tenant_id=84f78c82255c4feca46335184d79ad7d&binding%3Ahost_id=n-h2-789963-32 HTTP/1.1" status: 200 len: 1128 time: 0.2307117 Mar 05 04:45:51.731756 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:45:51.771651 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8f740-ed66-409b-95db-bc3d7b1d89a8 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Pushing event updated for resources: {'Port': ['ID=484c7d1b-dc0f-4ab9-acb6-584b4d0100cd,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:51.788722 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-a0c8f740-ed66-409b-95db-bc3d7b1d89a8 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Network 6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:45:51.791853 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-a0c8f740-ed66-409b-95db-bc3d7b1d89a8 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:45:51.794514 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-a0c8f740-ed66-409b-95db-bc3d7b1d89a8 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:45:51.866363 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-a0c8f740-ed66-409b-95db-bc3d7b1d89a8 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:51.867160 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-a0c8f740-ed66-409b-95db-bc3d7b1d89a8 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:51.878155 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:45:51.883685 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:45:51.884220 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7fb12d9d-2c94-424a-963d-dc69ef3e8d86), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:51.938710 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-a0c8f740-ed66-409b-95db-bc3d7b1d89a8 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1842144 Mar 05 04:45:52.001814 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-5dda8d0c-e68b-4e96-87a1-0474570a36ec tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Allocated IP 172.20.0.6 (3f7037ab-5484-4f12-be88-2ed1b366e188/051e2cd5-c912-4db0-b8f8-198255458cd8/e05d0ba4-bf1f-497e-974a-c0ffb587fbec) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:45:52.034129 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-db0c0d92-b6e0-4cf4-9ba1-a292c26e4de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (c617fed0-a914-4b01-87c7-fa73c1250483), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:52.069245 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 3942aeee-df6b-420f-9310-bcd665863d52 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:45:52.134471 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 3942aeee-df6b-420f-9310-bcd665863d52 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:45:52.134813 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 3942aeee-df6b-420f-9310-bcd665863d52 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:45:52.135271 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 7ed059bc-ef30-4af1-8751-eb178ffcd77e no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:45:52.184166 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-db0c0d92-b6e0-4cf4-9ba1-a292c26e4de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (c617fed0-a914-4b01-87c7-fa73c1250483), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:52.193330 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:45:52.193720 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7fb12d9d-2c94-424a-963d-dc69ef3e8d86), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:52.218390 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 7ed059bc-ef30-4af1-8751-eb178ffcd77e {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:45:52.218738 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 7ed059bc-ef30-4af1-8751-eb178ffcd77e not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:45:52.227236 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-2a7269e4-50f7-474b-9b77-8169c25d4eb5 service neutron] Request body: {'port': {'device_id': '3a1350f9-9314-4a46-98d0-588cc21d85e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:45:52.232177 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c0d92-b6e0-4cf4-9ba1-a292c26e4de9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c617fed0-a914-4b01-87c7-fa73c1250483,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:52.256920 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-db0c0d92-b6e0-4cf4-9ba1-a292c26e4de9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:52.263314 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-db0c0d92-b6e0-4cf4-9ba1-a292c26e4de9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c617fed0-a914-4b01-87c7-fa73c1250483 HTTP/1.1" status: 204 len: 168 time: 0.7373967 Mar 05 04:45:52.263314 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44422) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:52.276879 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf20e06-7162-4372-8b00-b2a042606584 req-37ac4880-797d-45e5-a435-0093c6f8a783 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:52.278983 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=7fb12d9d-2c94-424a-963d-dc69ef3e8d86,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:52.282316 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba7be3b-df16-4975-a0b3-e703dfe351a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb12d9d-2c94-424a-963d-dc69ef3e8d86'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:45:52.283898 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-edf20e06-7162-4372-8b00-b2a042606584 req-37ac4880-797d-45e5-a435-0093c6f8a783 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1350f9-9314-4a46-98d0-588cc21d85e0 HTTP/1.1" status: 200 len: 932 time: 0.6436231 Mar 05 04:45:52.285798 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e522d4-0cc4-4985-ab37-20a8939cf468" -d '{"events": [{"server_uuid": "7ba7be3b-df16-4975-a0b3-e703dfe351a3", "name": "network-vif-plugged", "status": "completed", "tag": "7fb12d9d-2c94-424a-963d-dc69ef3e8d86"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:45:52.288871 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a406dd8e-0020-4db5-ae9a-3d5448d890ca None None] Network 895aab67-f8e9-4990-85fc-266254d4fb06 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:45:52.292783 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (7fb12d9d-2c94-424a-963d-dc69ef3e8d86), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:52.293814 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 42bb86dd-fe1b-4930-b99a-b1027cc37c2e no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:45:52.312160 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-5dda8d0c-e68b-4e96-87a1-0474570a36ec tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks [] for port (e05d0ba4-bf1f-497e-974a-c0ffb587fbec), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:52.367835 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=7fb12d9d-2c94-424a-963d-dc69ef3e8d86,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:52.368739 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-2a7269e4-50f7-474b-9b77-8169c25d4eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (484c7d1b-dc0f-4ab9-acb6-584b4d0100cd), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:52.387303 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e5158c69-911e-4b20-a2d5-c8280be9f4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (895aab67-f8e9-4990-85fc-266254d4fb06), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:52.390333 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-edf20e06-7162-4372-8b00-b2a042606584 req-17b83bae-4592-4f73-ad1e-cdee4599c765 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b751b62-02dd-49e8-927d-e35ef19b5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053922 Mar 05 04:45:52.392943 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-609e62f2-0d50-4cf8-8d25-b74a3a159389 None None] Provisioning complete for port 484c7d1b-dc0f-4ab9-acb6-584b4d0100cd triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:45:52.393598 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-609e62f2-0d50-4cf8-8d25-b74a3a159389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (484c7d1b-dc0f-4ab9-acb6-584b4d0100cd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:52.402902 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-c4bc14f5-21b7-4c7a-bde4-fdb430d67d0e service neutron] For port a9b93e14-ffc1-4130-9d33-751178e57443, host n-h1-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:45:52.410327 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 42bb86dd-fe1b-4930-b99a-b1027cc37c2e {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:45:52.410737 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 42bb86dd-fe1b-4930-b99a-b1027cc37c2e not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:45:52.419338 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3c30d-1b7e-4cc4-8876-298be2968a57 req-467b1678-ef2c-4433-9466-9b0ed14c2581 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:52.420925 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-28e3c30d-1b7e-4cc4-8876-298be2968a57 req-467b1678-ef2c-4433-9466-9b0ed14c2581 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 951 time: 0.2215962 Mar 05 04:45:52.446741 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-c4bc14f5-21b7-4c7a-bde4-fdb430d67d0e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:52.455581 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad3c4526-72fc-4781-8e22-11f6f7c20742 req-c4bc14f5-21b7-4c7a-bde4-fdb430d67d0e service neutron] 10.222.0.31 "DELETE /v2.0/ports/a9b93e14-ffc1-4130-9d33-751178e57443/bindings/n-h1-789963-32 HTTP/1.1" status: 204 len: 173 time: 0.7340434 Mar 05 04:45:52.541216 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-609e62f2-0d50-4cf8-8d25-b74a3a159389 None None] Port 484c7d1b-dc0f-4ab9-acb6-584b4d0100cd cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:45:52.545125 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-5dda8d0c-e68b-4e96-87a1-0474570a36ec tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (e05d0ba4-bf1f-497e-974a-c0ffb587fbec), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:52.577686 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badb814c-376b-4b86-b6e5-ab52e0733ac8 x-openstack-request-id: req-badb814c-376b-4b86-b6e5-ab52e0733ac8 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:45:52.578051 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba7be3b-df16-4975-a0b3-e703dfe351a3", "name": "network-vif-plugged", "status": "completed", "tag": "7fb12d9d-2c94-424a-963d-dc69ef3e8d86", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:45:52.578370 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-badb814c-376b-4b86-b6e5-ab52e0733ac8 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:45:52.580263 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba7be3b-df16-4975-a0b3-e703dfe351a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb12d9d-2c94-424a-963d-dc69ef3e8d86', 'code': 200} Mar 05 04:45:52.642022 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda8d0c-e68b-4e96-87a1-0474570a36ec tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Pushing event updated for resources: {'Port': ['ID=e05d0ba4-bf1f-497e-974a-c0ffb587fbec,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:52.646115 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-5dda8d0c-e68b-4e96-87a1-0474570a36ec tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Network 3f7037ab-5484-4f12-be88-2ed1b366e188 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:45:52.655533 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-5dda8d0c-e68b-4e96-87a1-0474570a36ec tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:45:52.663145 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3beb7626-9c89-4711-b970-d7584ffe282b None None] DHCP port deletion for 895aab67-f8e9-4990-85fc-266254d4fb06 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:45:52.694711 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-5dda8d0c-e68b-4e96-87a1-0474570a36ec tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:45:52.771635 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3beb7626-9c89-4711-b970-d7584ffe282b None None] Deleting port fbd10d1b-1221-4d02-b1fe-64d869e442b6 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:45:52.772291 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3beb7626-9c89-4711-b970-d7584ffe282b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (fbd10d1b-1221-4d02-b1fe-64d869e442b6), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:52.796086 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-28e3c30d-1b7e-4cc4-8876-298be2968a57 req-22a158e3-e48d-4511-86de-2b073c76e14a tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366568 Mar 05 04:45:52.833736 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-e5158c69-911e-4b20-a2d5-c8280be9f4e7 admin admin] Deleting port fbd10d1b-1221-4d02-b1fe-64d869e442b6 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:45:52.834251 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e5158c69-911e-4b20-a2d5-c8280be9f4e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (fbd10d1b-1221-4d02-b1fe-64d869e442b6), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:52.974546 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-3beb7626-9c89-4711-b970-d7584ffe282b None None] For port fbd10d1b-1221-4d02-b1fe-64d869e442b6, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=fbd10d1b-1221-4d02-b1fe-64d869e442b6,segment=NetworkSegment(0f169f2b-0926-4c07-8c30-041b0494ad75),segment_id=0f169f2b-0926-4c07-8c30-041b0494ad75)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:52.975448 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3beb7626-9c89-4711-b970-d7584ffe282b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (fbd10d1b-1221-4d02-b1fe-64d869e442b6), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:52.996841 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21920f-bc57-47e4-b89b-9928b79f93aa req-55059acf-9567-4d3d-8eb7-af4f0ccbc701 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:53.004066 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3beb7626-9c89-4711-b970-d7584ffe282b None None] Calling delete_port for fbd10d1b-1221-4d02-b1fe-64d869e442b6 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:45:53.005169 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ba21920f-bc57-47e4-b89b-9928b79f93aa req-55059acf-9567-4d3d-8eb7-af4f0ccbc701 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 945 time: 0.2996783 Mar 05 04:45:53.033622 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-5dda8d0c-e68b-4e96-87a1-0474570a36ec tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:53.034299 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-5dda8d0c-e68b-4e96-87a1-0474570a36ec tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:53.059809 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-e5158c69-911e-4b20-a2d5-c8280be9f4e7 admin admin] For port fbd10d1b-1221-4d02-b1fe-64d869e442b6, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=fbd10d1b-1221-4d02-b1fe-64d869e442b6,segment=NetworkSegment(0f169f2b-0926-4c07-8c30-041b0494ad75),segment_id=0f169f2b-0926-4c07-8c30-041b0494ad75)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:53.060329 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e5158c69-911e-4b20-a2d5-c8280be9f4e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (fbd10d1b-1221-4d02-b1fe-64d869e442b6), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:53.061437 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12972e5-f759-40bc-9505-2ca5924f8ce0 req-f1231456-6e5a-4fce-b20b-7c4cbeb05bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:53.063261 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b12972e5-f759-40bc-9505-2ca5924f8ce0 req-f1231456-6e5a-4fce-b20b-7c4cbeb05bbf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 1128 time: 0.3938704 Mar 05 04:45:53.066958 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-5dda8d0c-e68b-4e96-87a1-0474570a36ec tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9160261 Mar 05 04:45:53.107661 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-f37c51d3-e439-40d0-a49a-f5b6051d75ee service neutron] Request body: {'port': {'device_id': '4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:45:53.115235 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-e5158c69-911e-4b20-a2d5-c8280be9f4e7 admin admin] Calling delete_port for fbd10d1b-1221-4d02-b1fe-64d869e442b6 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:45:53.120924 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44438) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:53.136687 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-7d25f546-54f0-4dd9-9c71-8c8af65e5cf8 None None] Provisioning complete for port e05d0ba4-bf1f-497e-974a-c0ffb587fbec triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:45:53.137151 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7d25f546-54f0-4dd9-9c71-8c8af65e5cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e05d0ba4-bf1f-497e-974a-c0ffb587fbec), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:53.184487 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-7d25f546-54f0-4dd9-9c71-8c8af65e5cf8 None None] Port e05d0ba4-bf1f-497e-974a-c0ffb587fbec cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:45:53.194673 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3beb7626-9c89-4711-b970-d7584ffe282b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (fbd10d1b-1221-4d02-b1fe-64d869e442b6), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:53.209258 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b12972e5-f759-40bc-9505-2ca5924f8ce0 req-8a52d165-6a91-4843-830d-fbad2f956623 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312268 Mar 05 04:45:53.226912 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb7626-9c89-4711-b970-d7584ffe282b None None] Pushing event deleted for resources: {'Port': ['ID=fbd10d1b-1221-4d02-b1fe-64d869e442b6,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:53.233162 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beb7626-9c89-4711-b970-d7584ffe282b None None] No DVR routers for this DVR port fbd10d1b-1221-4d02-b1fe-64d869e442b6 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:45:53.247501 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-2a7269e4-50f7-474b-9b77-8169c25d4eb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 484c7d1b-dc0f-4ab9-acb6-584b4d0100cd {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:45:53.254775 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-2a7269e4-50f7-474b-9b77-8169c25d4eb5 service neutron] Publish callbacks [] for port (484c7d1b-dc0f-4ab9-acb6-584b4d0100cd), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:53.277610 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-2a7269e4-50f7-474b-9b77-8169c25d4eb5 service neutron] Transition to ACTIVE for port object 484c7d1b-dc0f-4ab9-acb6-584b4d0100cd will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:45:53.281210 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621add5-379c-4bb0-bf7a-6d34c30b7db6 req-3aa69d3e-b59e-4e8c-973a-6b0345579b0f tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:53.283532 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a621add5-379c-4bb0-bf7a-6d34c30b7db6 req-3aa69d3e-b59e-4e8c-973a-6b0345579b0f tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 931 time: 0.3608406 Mar 05 04:45:53.291803 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-2a7269e4-50f7-474b-9b77-8169c25d4eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (484c7d1b-dc0f-4ab9-acb6-584b4d0100cd), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:53.307903 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e5158c69-911e-4b20-a2d5-c8280be9f4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (fbd10d1b-1221-4d02-b1fe-64d869e442b6), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:53.374227 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5158c69-911e-4b20-a2d5-c8280be9f4e7 admin admin] No DVR routers for this DVR port fbd10d1b-1221-4d02-b1fe-64d869e442b6 on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:45:53.427877 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7269e4-50f7-474b-9b77-8169c25d4eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=484c7d1b-dc0f-4ab9-acb6-584b4d0100cd,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:53.439811 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ba21920f-bc57-47e4-b89b-9928b79f93aa req-fd93ba17-9e03-4983-8777-100e4726046b tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269848 Mar 05 04:45:53.499756 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a621add5-379c-4bb0-bf7a-6d34c30b7db6 req-db48947e-5585-4705-902f-8ed1bd2c4af6 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051060 Mar 05 04:45:53.508510 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-f37c51d3-e439-40d0-a49a-f5b6051d75ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e05d0ba4-bf1f-497e-974a-c0ffb587fbec), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:53.566661 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-85a16115-81a0-448a-9649-3fc11c189f6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:53.641827 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5158c69-911e-4b20-a2d5-c8280be9f4e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd10d1b-1221-4d02-b1fe-64d869e442b6,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:53.645726 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e5158c69-911e-4b20-a2d5-c8280be9f4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (895aab67-f8e9-4990-85fc-266254d4fb06), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:53.680906 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-2a7269e4-50f7-474b-9b77-8169c25d4eb5 service neutron] Attempting to bind port 484c7d1b-dc0f-4ab9-acb6-584b4d0100cd on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:45:53.681247 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-2a7269e4-50f7-474b-9b77-8169c25d4eb5 service neutron] Attempting to bind port 484c7d1b-dc0f-4ab9-acb6-584b4d0100cd by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '3e722f51-65dd-4cdc-b6bf-df1f075e77ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:45:53.681568 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-2a7269e4-50f7-474b-9b77-8169c25d4eb5 service neutron] Attempting to bind port 484c7d1b-dc0f-4ab9-acb6-584b4d0100cd on network 6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:45:53.691611 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c2dcd-6ed0-4fcc-a1c1-4afe554e5371 req-cd97a5e4-88df-4c5c-9364-dbc203b1b4be tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:53.693111 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d5c2dcd-6ed0-4fcc-a1c1-4afe554e5371 req-cd97a5e4-88df-4c5c-9364-dbc203b1b4be tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 945 time: 0.1652079 Mar 05 04:45:53.712793 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-e5158c69-911e-4b20-a2d5-c8280be9f4e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['895aab67-f8e9-4990-85fc-266254d4fb06']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:53.722777 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-2a7269e4-50f7-474b-9b77-8169c25d4eb5 service neutron] Port 484c7d1b-dc0f-4ab9-acb6-584b4d0100cd on network 6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:45:53.723137 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-2a7269e4-50f7-474b-9b77-8169c25d4eb5 service neutron] Attempting to bind port 484c7d1b-dc0f-4ab9-acb6-584b4d0100cd on network 6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:45:53.731494 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-e5158c69-911e-4b20-a2d5-c8280be9f4e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f169f2b-0926-4c07-8c30-041b0494ad75') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:53.731798 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-e5158c69-911e-4b20-a2d5-c8280be9f4e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f169f2b-0926-4c07-8c30-041b0494ad75') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:45:53.748312 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-2a7269e4-50f7-474b-9b77-8169c25d4eb5 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:45:53.748656 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-2a7269e4-50f7-474b-9b77-8169c25d4eb5 service neutron] Checking segment: {'id': '3e722f51-65dd-4cdc-b6bf-df1f075e77ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:45:53.749038 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-2a7269e4-50f7-474b-9b77-8169c25d4eb5 service neutron] Bound using segment: {'id': '3e722f51-65dd-4cdc-b6bf-df1f075e77ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:45:53.749472 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-2a7269e4-50f7-474b-9b77-8169c25d4eb5 service neutron] Bound port: 484c7d1b-dc0f-4ab9-acb6-584b4d0100cd, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e722f51-65dd-4cdc-b6bf-df1f075e77ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:45:53.749831 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-2a7269e4-50f7-474b-9b77-8169c25d4eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (484c7d1b-dc0f-4ab9-acb6-584b4d0100cd), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:53.753592 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e5158c69-911e-4b20-a2d5-c8280be9f4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (0f169f2b-0926-4c07-8c30-041b0494ad75), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:53.783364 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e5158c69-911e-4b20-a2d5-c8280be9f4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (0f169f2b-0926-4c07-8c30-041b0494ad75), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:53.816605 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5158c69-911e-4b20-a2d5-c8280be9f4e7 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:45:53.817004 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e5158c69-911e-4b20-a2d5-c8280be9f4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (0f169f2b-0926-4c07-8c30-041b0494ad75), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:53.820950 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b50894-2429-4ec0-8213-9df9a1d25983 req-e049c773-ae63-43b9-91a6-00b7c12fae7e tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:45:53.822216 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:45:53.824790 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-44b50894-2429-4ec0-8213-9df9a1d25983 req-e049c773-ae63-43b9-91a6-00b7c12fae7e tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1350f9-9314-4a46-98d0-588cc21d85e0 HTTP/1.1" status: 200 len: 944 time: 0.2427621 Mar 05 04:45:53.845063 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-85a16115-81a0-448a-9649-3fc11c189f6f admin admin] Publish callbacks [] for security_group (4bdcc5b6-0d44-4a51-9702-248bf8114865), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:53.872856 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2783983-7c56-409b-9032-7c05195008f1 req-f7ca0f5b-b767-4d56-87c3-2b64c2445779 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:53.874325 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f2783983-7c56-409b-9032-7c05195008f1 req-f7ca0f5b-b767-4d56-87c3-2b64c2445779 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.31 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 951 time: 0.2278168 Mar 05 04:45:53.886141 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-85a16115-81a0-448a-9649-3fc11c189f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4bdcc5b6-0d44-4a51-9702-248bf8114865), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:53.920281 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d5c2dcd-6ed0-4fcc-a1c1-4afe554e5371 req-1d675249-134e-49a2-bd44-a04f19dfa698 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090068 Mar 05 04:45:53.949845 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-2a7269e4-50f7-474b-9b77-8169c25d4eb5 service neutron] For port 484c7d1b-dc0f-4ab9-acb6-584b4d0100cd, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:45:53.957827 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-2a7269e4-50f7-474b-9b77-8169c25d4eb5 service neutron] For port 484c7d1b-dc0f-4ab9-acb6-584b4d0100cd, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=484c7d1b-dc0f-4ab9-acb6-584b4d0100cd,segment=NetworkSegment(3e722f51-65dd-4cdc-b6bf-df1f075e77ff),segment_id=3e722f51-65dd-4cdc-b6bf-df1f075e77ff)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:45:53.964131 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device fbd10d1b-1221-4d02-b1fe-64d869e442b6 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:45:54.005527 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-85a16115-81a0-448a-9649-3fc11c189f6f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b4213076980d49b4aa826421196fe3d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8809607 Mar 05 04:45:54.007435 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: fbd10d1b-1221-4d02-b1fe-64d869e442b6 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:45:54.007786 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device fbd10d1b-1221-4d02-b1fe-64d869e442b6 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:45:54.008464 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e5158c69-911e-4b20-a2d5-c8280be9f4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (895aab67-f8e9-4990-85fc-266254d4fb06), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:54.009995 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44448) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:54.015023 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-2a7269e4-50f7-474b-9b77-8169c25d4eb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (484c7d1b-dc0f-4ab9-acb6-584b4d0100cd), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:54.100739 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-44b50894-2429-4ec0-8213-9df9a1d25983 req-256aede3-2495-4b39-addd-5c5c7c19c95e tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b751b62-02dd-49e8-927d-e35ef19b5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554057 Mar 05 04:45:54.128847 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e5158c69-911e-4b20-a2d5-c8280be9f4e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:54.132539 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e5158c69-911e-4b20-a2d5-c8280be9f4e7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/895aab67-f8e9-4990-85fc-266254d4fb06 HTTP/1.1" status: 204 len: 168 time: 1.8687186 Mar 05 04:45:54.135526 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7269e4-50f7-474b-9b77-8169c25d4eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=484c7d1b-dc0f-4ab9-acb6-584b4d0100cd,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:54.141276 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a16115-81a0-448a-9649-3fc11c189f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdcc5b6-0d44-4a51-9702-248bf8114865,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:54.147755 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-2a7269e4-50f7-474b-9b77-8169c25d4eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:54.148440 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-2a7269e4-50f7-474b-9b77-8169c25d4eb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:54.150161 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-2a7269e4-50f7-474b-9b77-8169c25d4eb5 service neutron] 10.222.0.30 "PUT /v2.0/ports/484c7d1b-dc0f-4ab9-acb6-584b4d0100cd HTTP/1.1" status: 200 len: 1093 time: 2.1874416 Mar 05 04:45:54.157395 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1350f9-9314-4a46-98d0-588cc21d85e0', 'tag': '484c7d1b-dc0f-4ab9-acb6-584b4d0100cd'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:45:54.160727 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c17d618-8587-48c5-9ed4-000d554acde9" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1350f9-9314-4a46-98d0-588cc21d85e0", "tag": "484c7d1b-dc0f-4ab9-acb6-584b4d0100cd"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:45:54.248665 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-f37c51d3-e439-40d0-a49a-f5b6051d75ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e05d0ba4-bf1f-497e-974a-c0ffb587fbec {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:45:54.262248 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-f37c51d3-e439-40d0-a49a-f5b6051d75ee service neutron] Publish callbacks [] for port (e05d0ba4-bf1f-497e-974a-c0ffb587fbec), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:54.277658 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-f37c51d3-e439-40d0-a49a-f5b6051d75ee service neutron] Transition to ACTIVE for port object e05d0ba4-bf1f-497e-974a-c0ffb587fbec will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:45:54.292875 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5158c69-911e-4b20-a2d5-c8280be9f4e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=895aab67-f8e9-4990-85fc-266254d4fb06,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:54.319980 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-f37c51d3-e439-40d0-a49a-f5b6051d75ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (e05d0ba4-bf1f-497e-974a-c0ffb587fbec), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:54.380198 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-031c62bd-6a73-434c-95c6-bad7af095bd5 admin admin] Publish callbacks [] for security_group (4bdcc5b6-0d44-4a51-9702-248bf8114865), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:54.381513 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44458) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:54.421468 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c51d3-e439-40d0-a49a-f5b6051d75ee service neutron] Pushing event updated for resources: {'Port': ['ID=e05d0ba4-bf1f-497e-974a-c0ffb587fbec,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:54.426442 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-031c62bd-6a73-434c-95c6-bad7af095bd5 admin admin] Publish callbacks [] for security_group (4bdcc5b6-0d44-4a51-9702-248bf8114865), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:54.430023 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-16787f60-0df3-4aa3-9787-b3f85ee624d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:54.431844 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-16787f60-0df3-4aa3-9787-b3f85ee624d6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6f219eab64614abcb32a956e6351bb73&device_id=3a1350f9-9314-4a46-98d0-588cc21d85e0 HTTP/1.1" status: 200 len: 1127 time: 0.1480236 Mar 05 04:45:54.432723 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ffa96-528b-450b-9750-b0734ed6c8ff req-517a95c1-7352-4a80-8999-2d2e4568c161 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:54.446631 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a6ffa96-528b-450b-9750-b0734ed6c8ff req-517a95c1-7352-4a80-8999-2d2e4568c161 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e9b6dc7-2b2c-449c-8a87-a1d01ee66463 HTTP/1.1" status: 200 len: 951 time: 0.4347649 Mar 05 04:45:54.496906 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-f2783983-7c56-409b-9032-7c05195008f1 req-1ab7eb58-c65b-458e-8c8c-759437f33075 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Deleting port ee973098-7663-4fb9-9f5e-e133fdb44dcb {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:45:54.497289 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f2783983-7c56-409b-9032-7c05195008f1 req-1ab7eb58-c65b-458e-8c8c-759437f33075 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (ee973098-7663-4fb9-9f5e-e133fdb44dcb), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:54.512729 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-747b6fba-a59a-4970-8dd9-32e2e9e69f22 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=484c7d1b-dc0f-4ab9-acb6-584b4d0100cd HTTP/1.1" status: 200 len: 217 time: 0.0557253 Mar 05 04:45:54.597050 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-ec8d8223-5532-4b50-8a80-cde1eabaed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:54.598583 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-ec8d8223-5532-4b50-8a80-cde1eabaed78 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bef60a8c-b104-4854-9be4-eb4de8499599 HTTP/1.1" status: 200 len: 844 time: 0.0753119 Mar 05 04:45:54.601344 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-031c62bd-6a73-434c-95c6-bad7af095bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4bdcc5b6-0d44-4a51-9702-248bf8114865), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:54.607807 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-031c62bd-6a73-434c-95c6-bad7af095bd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:54.609350 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-031c62bd-6a73-434c-95c6-bad7af095bd5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4bdcc5b6-0d44-4a51-9702-248bf8114865 HTTP/1.1" status: 204 len: 168 time: 0.5965788 Mar 05 04:45:54.661936 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c62bd-6a73-434c-95c6-bad7af095bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdcc5b6-0d44-4a51-9702-248bf8114865,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:54.715069 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-26038590-b230-4e04-878d-8965721f004a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:54.717492 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-26038590-b230-4e04-878d-8965721f004a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1062546 Mar 05 04:45:54.860597 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-2ea0567a-fc19-452d-a657-e175e1b20170 service neutron] 10.222.0.30 "GET /v2.0/networks/6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351800 Mar 05 04:45:54.992182 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f7a46ef6-f182-4e31-b63f-2f29311d9c31 req-4f3041b3-27e7-4cf9-a637-606923f0c976 service neutron] 10.222.0.30 "GET /v2.0/networks/6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254389 Mar 05 04:45:54.992948 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35703522-4586-4646-ab71-040e2ef36995 req-244905be-e1a8-4814-9013-c376fe851661 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:54.994467 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35703522-4586-4646-ab71-040e2ef36995 req-244905be-e1a8-4814-9013-c376fe851661 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 1128 time: 0.6985099 Mar 05 04:45:55.008276 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a6ffa96-528b-450b-9750-b0734ed6c8ff req-08f41e70-42d5-4e0a-a2da-5fb4fcec73f6 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5607862 Mar 05 04:45:55.038855 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f3e02004-34b0-4bf8-9323-23aaab87c38a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c250de64173a4ac8a206140866681b0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6385081 Mar 05 04:45:55.039651 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44472) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:55.079064 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-f2783983-7c56-409b-9032-7c05195008f1 req-1ab7eb58-c65b-458e-8c8c-759437f33075 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] For port ee973098-7663-4fb9-9f5e-e133fdb44dcb, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=ee973098-7663-4fb9-9f5e-e133fdb44dcb,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:55.079544 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f2783983-7c56-409b-9032-7c05195008f1 req-1ab7eb58-c65b-458e-8c8c-759437f33075 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (ee973098-7663-4fb9-9f5e-e133fdb44dcb), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:55.095359 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-f37c51d3-e439-40d0-a49a-f5b6051d75ee service neutron] Attempting to bind port e05d0ba4-bf1f-497e-974a-c0ffb587fbec on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:45:55.095712 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-f37c51d3-e439-40d0-a49a-f5b6051d75ee service neutron] Attempting to bind port e05d0ba4-bf1f-497e-974a-c0ffb587fbec by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '4c576226-cd81-4308-994c-aa8170a040e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3f7037ab-5484-4f12-be88-2ed1b366e188'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:45:55.096053 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-f37c51d3-e439-40d0-a49a-f5b6051d75ee service neutron] Attempting to bind port e05d0ba4-bf1f-497e-974a-c0ffb587fbec on network 3f7037ab-5484-4f12-be88-2ed1b366e188 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:45:55.106058 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-f2783983-7c56-409b-9032-7c05195008f1 req-1ab7eb58-c65b-458e-8c8c-759437f33075 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Calling delete_port for ee973098-7663-4fb9-9f5e-e133fdb44dcb owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:45:55.113379 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-f37c51d3-e439-40d0-a49a-f5b6051d75ee service neutron] Port e05d0ba4-bf1f-497e-974a-c0ffb587fbec on network 3f7037ab-5484-4f12-be88-2ed1b366e188 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:45:55.113634 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-f37c51d3-e439-40d0-a49a-f5b6051d75ee service neutron] Attempting to bind port e05d0ba4-bf1f-497e-974a-c0ffb587fbec on network 3f7037ab-5484-4f12-be88-2ed1b366e188 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:45:55.119580 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2933e650-8c92-4e67-8b30-843b10ee6609 admin admin] Publish callbacks [] for security_group (3fc637a5-abae-48cc-ab05-2178ca550f85), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:55.136557 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-f37c51d3-e439-40d0-a49a-f5b6051d75ee service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:45:55.136782 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-f37c51d3-e439-40d0-a49a-f5b6051d75ee service neutron] Checking segment: {'id': '4c576226-cd81-4308-994c-aa8170a040e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3f7037ab-5484-4f12-be88-2ed1b366e188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:45:55.137038 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-f37c51d3-e439-40d0-a49a-f5b6051d75ee service neutron] Bound using segment: {'id': '4c576226-cd81-4308-994c-aa8170a040e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3f7037ab-5484-4f12-be88-2ed1b366e188'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:45:55.137485 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-f37c51d3-e439-40d0-a49a-f5b6051d75ee service neutron] Bound port: e05d0ba4-bf1f-497e-974a-c0ffb587fbec, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c576226-cd81-4308-994c-aa8170a040e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '3f7037ab-5484-4f12-be88-2ed1b366e188'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:45:55.137847 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-f37c51d3-e439-40d0-a49a-f5b6051d75ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e05d0ba4-bf1f-497e-974a-c0ffb587fbec), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:55.166935 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44476) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:55.174533 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35703522-4586-4646-ab71-040e2ef36995 req-a634bb17-4a89-4abf-9876-3f704c5925d6 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578217 Mar 05 04:45:55.182749 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2933e650-8c92-4e67-8b30-843b10ee6609 admin admin] Publish callbacks [] for security_group (3fc637a5-abae-48cc-ab05-2178ca550f85), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:55.208235 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9e83bd8f-e5a0-44f3-8b0a-fb14b239aa0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:55.264161 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-f37c51d3-e439-40d0-a49a-f5b6051d75ee service neutron] For port e05d0ba4-bf1f-497e-974a-c0ffb587fbec, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:45:55.267809 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-f37c51d3-e439-40d0-a49a-f5b6051d75ee service neutron] For port e05d0ba4-bf1f-497e-974a-c0ffb587fbec, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=e05d0ba4-bf1f-497e-974a-c0ffb587fbec,segment=NetworkSegment(4c576226-cd81-4308-994c-aa8170a040e4),segment_id=4c576226-cd81-4308-994c-aa8170a040e4)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:45:55.279047 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-f37c51d3-e439-40d0-a49a-f5b6051d75ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (e05d0ba4-bf1f-497e-974a-c0ffb587fbec), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:55.398669 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9e83bd8f-e5a0-44f3-8b0a-fb14b239aa0c admin admin] Publish callbacks [] for security_group (4c6d39d4-f6aa-45f6-a67b-77ee408e41f3), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:55.400863 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2933e650-8c92-4e67-8b30-843b10ee6609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3fc637a5-abae-48cc-ab05-2178ca550f85), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:55.406304 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2933e650-8c92-4e67-8b30-843b10ee6609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:55.407979 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2933e650-8c92-4e67-8b30-843b10ee6609 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3fc637a5-abae-48cc-ab05-2178ca550f85 HTTP/1.1" status: 204 len: 168 time: 0.3676322 Mar 05 04:45:55.430211 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4c25df-4bcf-4e62-b5be-bf3e33878a53 x-openstack-request-id: req-5f4c25df-4bcf-4e62-b5be-bf3e33878a53 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:45:55.430584 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1350f9-9314-4a46-98d0-588cc21d85e0", "tag": "484c7d1b-dc0f-4ab9-acb6-584b4d0100cd", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:45:55.430862 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5f4c25df-4bcf-4e62-b5be-bf3e33878a53 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:45:55.431375 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a1350f9-9314-4a46-98d0-588cc21d85e0', 'tag': '484c7d1b-dc0f-4ab9-acb6-584b4d0100cd', 'status': 'completed', 'code': 200} Mar 05 04:45:55.437293 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c51d3-e439-40d0-a49a-f5b6051d75ee service neutron] Pushing event updated for resources: {'Port': ['ID=e05d0ba4-bf1f-497e-974a-c0ffb587fbec,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:55.441995 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9e83bd8f-e5a0-44f3-8b0a-fb14b239aa0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4c6d39d4-f6aa-45f6-a67b-77ee408e41f3), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:55.476632 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-f37c51d3-e439-40d0-a49a-f5b6051d75ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:55.477031 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-f37c51d3-e439-40d0-a49a-f5b6051d75ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:55.478451 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-f37c51d3-e439-40d0-a49a-f5b6051d75ee service neutron] 10.222.0.31 "PUT /v2.0/ports/e05d0ba4-bf1f-497e-974a-c0ffb587fbec HTTP/1.1" status: 200 len: 1092 time: 2.3989136 Mar 05 04:45:55.478911 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c', 'tag': 'e05d0ba4-bf1f-497e-974a-c0ffb587fbec'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:45:55.481349 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf6606f-de63-4b19-8b7b-56b3e9aae9ed" -d '{"events": [{"name": "network-changed", "server_uuid": "4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c", "tag": "e05d0ba4-bf1f-497e-974a-c0ffb587fbec"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:45:55.488315 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f2783983-7c56-409b-9032-7c05195008f1 req-1ab7eb58-c65b-458e-8c8c-759437f33075 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (ee973098-7663-4fb9-9f5e-e133fdb44dcb), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:55.502289 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['7659bb61-2851-4497-a728-e91219a88b7f', '16d44a27-1887-46ce-8a68-f4eec0fce055', 'ee973098-7663-4fb9-9f5e-e133fdb44dcb'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:45:55.540080 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933e650-8c92-4e67-8b30-843b10ee6609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc637a5-abae-48cc-ab05-2178ca550f85,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:55.546283 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7eb58-c65b-458e-8c8c-759437f33075 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Pushing event deleted for resources: {'Port': ['ID=ee973098-7663-4fb9-9f5e-e133fdb44dcb,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:55.635245 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca461b95-3177-4a8f-990e-503136c94870 req-d03947c5-dc72-462b-931b-051d9a7f8958 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:55.642918 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca461b95-3177-4a8f-990e-503136c94870 req-d03947c5-dc72-462b-931b-051d9a7f8958 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 945 time: 0.2679105 Mar 05 04:45:55.648193 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2783983-7c56-409b-9032-7c05195008f1 req-1ab7eb58-c65b-458e-8c8c-759437f33075 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] No DVR routers for this DVR port ee973098-7663-4fb9-9f5e-e133fdb44dcb on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:45:55.666422 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9e83bd8f-e5a0-44f3-8b0a-fb14b239aa0c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9ce58b2e956e43738bda7967199cf57d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4983921 Mar 05 04:45:55.681709 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44484) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:55.708006 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f2783983-7c56-409b-9032-7c05195008f1 req-1ab7eb58-c65b-458e-8c8c-759437f33075 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:55.711752 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f2783983-7c56-409b-9032-7c05195008f1 req-1ab7eb58-c65b-458e-8c8c-759437f33075 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.31 "DELETE /v2.0/ports/ee973098-7663-4fb9-9f5e-e133fdb44dcb HTTP/1.1" status: 204 len: 173 time: 1.8085244 Mar 05 04:45:55.729486 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17d618-8587-48c5-9ed4-000d554acde9 req-3ae29dcc-add7-488a-b23f-5956c9004722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:55.741721 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0c17d618-8587-48c5-9ed4-000d554acde9 req-3ae29dcc-add7-488a-b23f-5956c9004722 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6f219eab64614abcb32a956e6351bb73&device_id=3a1350f9-9314-4a46-98d0-588cc21d85e0 HTTP/1.1" status: 200 len: 1127 time: 0.2906117 Mar 05 04:45:55.752358 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e83bd8f-e5a0-44f3-8b0a-fb14b239aa0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6d39d4-f6aa-45f6-a67b-77ee408e41f3,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:55.854211 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-4f30e672-a26a-4d76-89d8-8ef4f31bc08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:55.862022 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-4f30e672-a26a-4d76-89d8-8ef4f31bc08e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5adb3d44cd984c00ada8ab9aec6fb3d0&device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 1126 time: 0.2159810 Mar 05 04:45:55.896218 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a37ca055-3ba0-494f-89eb-744be715ca92 admin admin] Publish callbacks [] for security_group (4c6d39d4-f6aa-45f6-a67b-77ee408e41f3), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:55.911845 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca461b95-3177-4a8f-990e-503136c94870 req-164eacc3-38bd-4c4b-918e-a546f76fb699 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679179 Mar 05 04:45:55.967040 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a37ca055-3ba0-494f-89eb-744be715ca92 admin admin] Publish callbacks [] for security_group (4c6d39d4-f6aa-45f6-a67b-77ee408e41f3), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:55.991184 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-18d44f0c-724f-4549-b02e-ff642543e52e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e05d0ba4-bf1f-497e-974a-c0ffb587fbec HTTP/1.1" status: 200 len: 217 time: 0.1105204 Mar 05 04:45:56.017017 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17d618-8587-48c5-9ed4-000d554acde9 req-8880bd49-57e0-41d5-a5aa-8cb005e88e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:56.017862 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f0093-d886-40b2-814f-020af3e2acd9 req-05e29e49-df9b-4bf6-9f17-29adc0e880fd tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:56.018509 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0c17d618-8587-48c5-9ed4-000d554acde9 req-8880bd49-57e0-41d5-a5aa-8cb005e88e8c service neutron] 10.222.0.30 "GET /v2.0/networks?id=6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c HTTP/1.1" status: 200 len: 905 time: 0.2607090 Mar 05 04:45:56.039166 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4a3f0093-d886-40b2-814f-020af3e2acd9 req-05e29e49-df9b-4bf6-9f17-29adc0e880fd tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 943 time: 0.3900511 Mar 05 04:45:56.122081 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0c17d618-8587-48c5-9ed4-000d554acde9 req-e1e74e9b-aa53-426f-b8cc-ca85029fbd88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=484c7d1b-dc0f-4ab9-acb6-584b4d0100cd HTTP/1.1" status: 200 len: 217 time: 0.0963504 Mar 05 04:45:56.174801 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-f93a88f4-fcf3-4457-b1f9-e3b5803a1a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:56.176426 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-f93a88f4-fcf3-4457-b1f9-e3b5803a1a0c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=051e2cd5-c912-4db0-b8f8-198255458cd8 HTTP/1.1" status: 200 len: 855 time: 0.1324844 Mar 05 04:45:56.210741 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a37ca055-3ba0-494f-89eb-744be715ca92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4c6d39d4-f6aa-45f6-a67b-77ee408e41f3), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:56.213494 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a37ca055-3ba0-494f-89eb-744be715ca92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:56.219637 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a37ca055-3ba0-494f-89eb-744be715ca92 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4c6d39d4-f6aa-45f6-a67b-77ee408e41f3 HTTP/1.1" status: 204 len: 168 time: 0.5268869 Mar 05 04:45:56.249481 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ca055-3ba0-494f-89eb-744be715ca92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6d39d4-f6aa-45f6-a67b-77ee408e41f3,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:56.282618 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17d618-8587-48c5-9ed4-000d554acde9 req-2b23e474-611d-416e-a92f-22b2a7db9a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:56.295504 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0c17d618-8587-48c5-9ed4-000d554acde9 req-2b23e474-611d-416e-a92f-22b2a7db9a9b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bef60a8c-b104-4854-9be4-eb4de8499599 HTTP/1.1" status: 200 len: 844 time: 0.1576104 Mar 05 04:45:56.357401 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4a3f0093-d886-40b2-814f-020af3e2acd9 req-9c081de5-b3c0-4355-a462-8178d392064e tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3170509 Mar 05 04:45:56.369814 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0646fc-e0db-4906-a130-84188272cb01 req-22aebbc2-438b-458b-9157-33a38bd70cbe tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:56.371588 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ae0646fc-e0db-4906-a130-84188272cb01 req-22aebbc2-438b-458b-9157-33a38bd70cbe tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1350f9-9314-4a46-98d0-588cc21d85e0 HTTP/1.1" status: 200 len: 944 time: 0.3286219 Mar 05 04:45:56.409112 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17d618-8587-48c5-9ed4-000d554acde9 req-58d45751-f63f-42e6-9b1e-0c67d475b276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:56.410651 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0c17d618-8587-48c5-9ed4-000d554acde9 req-58d45751-f63f-42e6-9b1e-0c67d475b276 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1142502 Mar 05 04:45:56.430440 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-347f38e3-262f-4d71-8f54-3c34dc880e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:56.432638 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-347f38e3-262f-4d71-8f54-3c34dc880e90 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3f7037ab-5484-4f12-be88-2ed1b366e188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2352576 Mar 05 04:45:56.485537 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ae0646fc-e0db-4906-a130-84188272cb01 req-b5cc4e75-a096-443f-9d20-6560053bb62b tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b751b62-02dd-49e8-927d-e35ef19b5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055398 Mar 05 04:45:56.593901 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0c17d618-8587-48c5-9ed4-000d554acde9 req-e58dd445-aed6-4a28-9e48-011c41a2cb3f service neutron] 10.222.0.30 "GET /v2.0/networks/6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772449 Mar 05 04:45:56.652112 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbfca05-a95b-4958-8f35-5928c889dd5e req-f09b7acf-8e20-4ef5-becb-664a6381249f tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:56.654524 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cfbfca05-a95b-4958-8f35-5928c889dd5e req-f09b7acf-8e20-4ef5-becb-664a6381249f tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 1128 time: 0.1669877 Mar 05 04:45:56.728591 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-4dbd64f2-eb78-4633-8b21-9f7af09333d5 service neutron] 10.222.0.31 "GET /v2.0/networks/3f7037ab-5484-4f12-be88-2ed1b366e188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834868 Mar 05 04:45:56.753345 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0c17d618-8587-48c5-9ed4-000d554acde9 req-80612b9d-17d4-4a40-a67e-60f05479d3a3 service neutron] 10.222.0.30 "GET /v2.0/networks/6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484256 Mar 05 04:45:56.835303 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cfbfca05-a95b-4958-8f35-5928c889dd5e req-a8eed350-2e08-4e46-b474-c20d2f7bad49 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641755 Mar 05 04:45:56.881862 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6ff1d66-738b-4350-a17b-54eefd4c6e61 req-96087583-c80d-42d5-873e-798389d9dda9 service neutron] 10.222.0.31 "GET /v2.0/networks/3f7037ab-5484-4f12-be88-2ed1b366e188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344936 Mar 05 04:45:56.927986 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdd9a4f-ea33-4cb6-8c65-9e9ead6edf73 x-openstack-request-id: req-fcdd9a4f-ea33-4cb6-8c65-9e9ead6edf73 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:45:56.928378 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c", "tag": "e05d0ba4-bf1f-497e-974a-c0ffb587fbec", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:45:56.929020 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fcdd9a4f-ea33-4cb6-8c65-9e9ead6edf73 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:45:56.929496 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c', 'tag': 'e05d0ba4-bf1f-497e-974a-c0ffb587fbec', 'status': 'completed', 'code': 200} Mar 05 04:45:57.047312 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6606f-de63-4b19-8b7b-56b3e9aae9ed req-e41af29a-7496-42d9-addd-7e94e546e436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:57.049187 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1cf6606f-de63-4b19-8b7b-56b3e9aae9ed req-e41af29a-7496-42d9-addd-7e94e546e436 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5adb3d44cd984c00ada8ab9aec6fb3d0&device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 1126 time: 0.0931306 Mar 05 04:45:57.070439 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb7b2e-2916-42ab-990b-89c9a9bbfefc req-f8d5b720-2c7f-4268-b97d-c7f4e2d38758 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:57.073666 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7dfb7b2e-2916-42ab-990b-89c9a9bbfefc req-f8d5b720-2c7f-4268-b97d-c7f4e2d38758 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 1128 time: 0.0859988 Mar 05 04:45:57.190444 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7dfb7b2e-2916-42ab-990b-89c9a9bbfefc req-7f013b95-e88c-4968-87cd-11d78f34481f tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036806 Mar 05 04:45:57.195624 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44528) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:57.198670 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6606f-de63-4b19-8b7b-56b3e9aae9ed req-01b77db6-68ba-4675-949a-3ce0076a5a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:57.200276 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1cf6606f-de63-4b19-8b7b-56b3e9aae9ed req-01b77db6-68ba-4675-949a-3ce0076a5a30 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3f7037ab-5484-4f12-be88-2ed1b366e188 HTTP/1.1" status: 200 len: 916 time: 0.1449556 Mar 05 04:45:57.275437 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1cf6606f-de63-4b19-8b7b-56b3e9aae9ed req-0b9bf872-455a-4cd1-8a57-88052da562ae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e05d0ba4-bf1f-497e-974a-c0ffb587fbec HTTP/1.1" status: 200 len: 217 time: 0.0653205 Mar 05 04:45:57.389464 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6606f-de63-4b19-8b7b-56b3e9aae9ed req-d0551e7d-3977-4ff0-b4ee-317d7c2ae921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:57.393091 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1cf6606f-de63-4b19-8b7b-56b3e9aae9ed req-d0551e7d-3977-4ff0-b4ee-317d7c2ae921 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=051e2cd5-c912-4db0-b8f8-198255458cd8 HTTP/1.1" status: 200 len: 855 time: 0.1119602 Mar 05 04:45:57.501601 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-1f5a57f0-1a64-4e9e-9cbe-5710c4d58546 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2122226862-network', 'tenant_id': 'f322de562e384481acfa7667e5bcbd96'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:45:57.505483 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6606f-de63-4b19-8b7b-56b3e9aae9ed req-5b8e3aa3-93fc-42b9-aa13-7e34a4ab0ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:57.507890 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1cf6606f-de63-4b19-8b7b-56b3e9aae9ed req-5b8e3aa3-93fc-42b9-aa13-7e34a4ab0ac5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3f7037ab-5484-4f12-be88-2ed1b366e188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1078935 Mar 05 04:45:57.540681 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5a57f0-1a64-4e9e-9cbe-5710c4d58546 admin admin] Made reservation on behalf of f322de562e384481acfa7667e5bcbd96 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:45:57.543281 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f5a57f0-1a64-4e9e-9cbe-5710c4d58546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:57.566642 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f5a57f0-1a64-4e9e-9cbe-5710c4d58546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:57.660474 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 484c7d1b-dc0f-4ab9-acb6-584b4d0100cd details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:45:57.720356 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f5a57f0-1a64-4e9e-9cbe-5710c4d58546 admin admin] Publish callbacks [] for security_group (3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:57.727824 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f5a57f0-1a64-4e9e-9cbe-5710c4d58546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:57.753306 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f5a57f0-1a64-4e9e-9cbe-5710c4d58546 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:45:57.762809 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device ee973098-7663-4fb9-9f5e-e133fdb44dcb no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:45:57.775502 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f5a57f0-1a64-4e9e-9cbe-5710c4d58546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (ca90f7a9-06b9-44d4-b45b-a36f46fd62e2), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:57.776312 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-1f5a57f0-1a64-4e9e-9cbe-5710c4d58546 admin admin] Added segment ca90f7a9-06b9-44d4-b45b-a36f46fd62e2 of type vlan for network 96b36905-6014-4841-aac5-335392bf1a9d Mar 05 04:45:57.829247 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1cf6606f-de63-4b19-8b7b-56b3e9aae9ed req-25fd70f9-dc78-4b02-a362-18f31f060456 service neutron] 10.222.0.31 "GET /v2.0/networks/3f7037ab-5484-4f12-be88-2ed1b366e188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102853 Mar 05 04:45:57.830031 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f5a57f0-1a64-4e9e-9cbe-5710c4d58546 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (96b36905-6014-4841-aac5-335392bf1a9d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:57.832989 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2663a37-1798-4c2a-81af-a603ef1f0610 req-d257dd28-a97e-4640-8af9-363fc69ab1c0 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:57.834513 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c2663a37-1798-4c2a-81af-a603ef1f0610 req-d257dd28-a97e-4640-8af9-363fc69ab1c0 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 1128 time: 0.2115023 Mar 05 04:45:57.864186 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: ee973098-7663-4fb9-9f5e-e133fdb44dcb {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:45:57.867518 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device ee973098-7663-4fb9-9f5e-e133fdb44dcb not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:45:57.880129 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a57f0-1a64-4e9e-9cbe-5710c4d58546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:57.889631 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f5a57f0-1a64-4e9e-9cbe-5710c4d58546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (96b36905-6014-4841-aac5-335392bf1a9d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:57.893283 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5a57f0-1a64-4e9e-9cbe-5710c4d58546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:57.893960 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f5a57f0-1a64-4e9e-9cbe-5710c4d58546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:57.949555 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1f5a57f0-1a64-4e9e-9cbe-5710c4d58546 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7528145 Mar 05 04:45:57.955422 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 484c7d1b-dc0f-4ab9-acb6-584b4d0100cd, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=484c7d1b-dc0f-4ab9-acb6-584b4d0100cd,segment=NetworkSegment(3e722f51-65dd-4cdc-b6bf-df1f075e77ff),segment_id=3e722f51-65dd-4cdc-b6bf-df1f075e77ff)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:57.958018 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44560) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:57.968900 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '484c7d1b-dc0f-4ab9-acb6-584b4d0100cd', 'network_id': '6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c', 'port_id': '484c7d1b-dc0f-4ab9-acb6-584b4d0100cd', 'mac_address': 'fa:16:3e:5e:d2:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bef60a8c-b104-4854-9be4-eb4de8499599', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:45:58.011048 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee62a78-03ba-4c8c-a4db-637b12d8cf56 req-376614eb-6b1b-4661-a834-e8ab26639811 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:58.017903 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0ee62a78-03ba-4c8c-a4db-637b12d8cf56 req-376614eb-6b1b-4661-a834-e8ab26639811 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 943 time: 0.2806578 Mar 05 04:45:58.020452 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 484c7d1b-dc0f-4ab9-acb6-584b4d0100cd is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:45:58.021158 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (484c7d1b-dc0f-4ab9-acb6-584b4d0100cd), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:58.026598 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-40349f8f-b809-4e87-8767-2a0e01d73cd1 admin admin] Request body: {'subnet': {'network_id': '96b36905-6014-4841-aac5-335392bf1a9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2122226862-subnet', 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:45:58.046853 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 484c7d1b-dc0f-4ab9-acb6-584b4d0100cd {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:45:58.049658 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c2663a37-1798-4c2a-81af-a603ef1f0610 req-1dc0416e-0b12-4a70-81d7-2ff08240de04 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825619 Mar 05 04:45:58.074108 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1cf6606f-de63-4b19-8b7b-56b3e9aae9ed req-39473799-85a1-4b37-9ce2-993f2cdf4eb6 service neutron] 10.222.0.31 "GET /v2.0/networks/3f7037ab-5484-4f12-be88-2ed1b366e188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384803 Mar 05 04:45:58.080449 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 484c7d1b-dc0f-4ab9-acb6-584b4d0100cd, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=484c7d1b-dc0f-4ab9-acb6-584b4d0100cd,segment=NetworkSegment(3e722f51-65dd-4cdc-b6bf-df1f075e77ff),segment_id=3e722f51-65dd-4cdc-b6bf-df1f075e77ff)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:58.080691 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a57f0-1a64-4e9e-9cbe-5710c4d58546 admin admin] Pushing event updated for resources: {'Network': ['ID=96b36905-6014-4841-aac5-335392bf1a9d,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:58.082860 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40349f8f-b809-4e87-8767-2a0e01d73cd1 admin admin] Made reservation on behalf of f322de562e384481acfa7667e5bcbd96 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:45:58.085345 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-40349f8f-b809-4e87-8767-2a0e01d73cd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:58.133753 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 96b36905-6014-4841-aac5-335392bf1a9d details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:45:58.143684 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0ee62a78-03ba-4c8c-a4db-637b12d8cf56 req-0c6fdf32-9510-4f80-ae40-769f94ab6aac tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090670 Mar 05 04:45:58.164548 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (484c7d1b-dc0f-4ab9-acb6-584b4d0100cd), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:58.275360 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=484c7d1b-dc0f-4ab9-acb6-584b4d0100cd,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:58.380365 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ab879-08ef-4798-8ded-b5f424ba6dac req-626fe7a2-d1b9-497f-9894-a51160158f9d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:58.381899 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c68ab879-08ef-4798-8ded-b5f424ba6dac req-626fe7a2-d1b9-497f-9894-a51160158f9d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 949 time: 0.1792741 Mar 05 04:45:58.402337 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-40349f8f-b809-4e87-8767-2a0e01d73cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (b8b87837-c4d6-4057-808b-e09b3b2c13f9), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:58.420591 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e1393-4ffa-4ec1-9901-cba89b1ee940 req-cbd1b072-6705-4b5c-b6a2-8d538e04f019 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:58.423739 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b32e1393-4ffa-4ec1-9901-cba89b1ee940 req-cbd1b072-6705-4b5c-b6a2-8d538e04f019 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1350f9-9314-4a46-98d0-588cc21d85e0 HTTP/1.1" status: 200 len: 945 time: 0.1607091 Mar 05 04:45:58.469027 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40349f8f-b809-4e87-8767-2a0e01d73cd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8b87837-c4d6-4057-808b-e09b3b2c13f9,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:58.481111 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['484c7d1b-dc0f-4ab9-acb6-584b4d0100cd'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:45:58.493458 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40349f8f-b809-4e87-8767-2a0e01d73cd1 admin admin] Checking segment: {'id': 'ca90f7a9-06b9-44d4-b45b-a36f46fd62e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '96b36905-6014-4841-aac5-335392bf1a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:45:58.494563 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40349f8f-b809-4e87-8767-2a0e01d73cd1 admin admin] Network hostable DHCP agents. Network: 96b36905-6014-4841-aac5-335392bf1a9d, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:45:58.520206 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40349f8f-b809-4e87-8767-2a0e01d73cd1 admin admin] Network 96b36905-6014-4841-aac5-335392bf1a9d is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:45:58.535404 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-40349f8f-b809-4e87-8767-2a0e01d73cd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 96b36905-6014-4841-aac5-335392bf1a9d) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:45:58.549690 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40349f8f-b809-4e87-8767-2a0e01d73cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:58.550760 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-40349f8f-b809-4e87-8767-2a0e01d73cd1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:58.551116 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c68ab879-08ef-4798-8ded-b5f424ba6dac req-71dead09-cf1b-4409-a1fe-765e89747981 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499503 Mar 05 04:45:58.556163 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69bbb22-990a-4ee2-b2b7-521ac9a33a4f None None] Network 96b36905-6014-4841-aac5-335392bf1a9d requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:45:58.570604 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b32e1393-4ffa-4ec1-9901-cba89b1ee940 req-3b3d19c7-c05f-4dec-a0ce-4ad84fe9db34 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b751b62-02dd-49e8-927d-e35ef19b5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199508 Mar 05 04:45:58.597887 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-40349f8f-b809-4e87-8767-2a0e01d73cd1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6386447 Mar 05 04:45:58.600409 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44574) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:58.605545 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-2d16158b-9f1a-4ea6-ab22-49f1d484e9e8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2122226862-router', 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:45:58.652417 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d16158b-9f1a-4ea6-ab22-49f1d484e9e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (b2f5ab55-5dee-45a7-b2a9-149ff9b57314), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:58.654103 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d16158b-9f1a-4ea6-ab22-49f1d484e9e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (b2f5ab55-5dee-45a7-b2a9-149ff9b57314), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:58.744559 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d16158b-9f1a-4ea6-ab22-49f1d484e9e8 admin admin] Publish callbacks [] for router_controller (b2f5ab55-5dee-45a7-b2a9-149ff9b57314), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:58.877429 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51373b8-d0cf-45e0-9da1-a8e9e35c7dd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-96b36905-6014-4841-aac5-335392bf1a9d', 'network_id': '96b36905-6014-4841-aac5-335392bf1a9d', 'project_id': 'f322de562e384481acfa7667e5bcbd96', 'fixed_ips': [{'subnet_id': 'b8b87837-c4d6-4057-808b-e09b3b2c13f9'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:45:58.879287 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f51373b8-d0cf-45e0-9da1-a8e9e35c7dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:58.931441 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9b6dc7-2b2c-449c-8a87-a1d01ee66463', 'name': 'network-vif-deleted', 'tag': 'ee973098-7663-4fb9-9f5e-e133fdb44dcb'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:45:58.933246 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006bdc5e-66b8-4e5c-858e-a784a1cec91c" -d '{"events": [{"server_uuid": "1e9b6dc7-2b2c-449c-8a87-a1d01ee66463", "name": "network-vif-deleted", "tag": "ee973098-7663-4fb9-9f5e-e133fdb44dcb"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:45:58.953118 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d16158b-9f1a-4ea6-ab22-49f1d484e9e8 admin admin] Publish callbacks [] for router_gateway (b2f5ab55-5dee-45a7-b2a9-149ff9b57314), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:59.050539 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788a0e5a-9799-47d9-8166-30aab1748727 x-openstack-request-id: req-788a0e5a-9799-47d9-8166-30aab1748727 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:45:59.051098 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e9b6dc7-2b2c-449c-8a87-a1d01ee66463", "name": "network-vif-deleted", "tag": "ee973098-7663-4fb9-9f5e-e133fdb44dcb", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:45:59.051098 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-788a0e5a-9799-47d9-8166-30aab1748727 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:45:59.051508 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9b6dc7-2b2c-449c-8a87-a1d01ee66463', 'name': 'network-vif-deleted', 'tag': 'ee973098-7663-4fb9-9f5e-e133fdb44dcb', 'status': 'completed', 'code': 200} Mar 05 04:45:59.106717 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaac8e7-c205-433f-afb2-9a5cea1f33d5 req-5c034d0b-cd3c-48fb-b556-5c875ecd6292 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:59.111619 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5aaac8e7-c205-433f-afb2-9a5cea1f33d5 req-5c034d0b-cd3c-48fb-b556-5c875ecd6292 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.31 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 949 time: 0.1130466 Mar 05 04:45:59.223356 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-f51373b8-d0cf-45e0-9da1-a8e9e35c7dd2 None None] Allocated IP 172.20.0.2 (96b36905-6014-4841-aac5-335392bf1a9d/b8b87837-c4d6-4057-808b-e09b3b2c13f9/9ebaf184-e9ab-4e6e-a762-907ce39c1f4d) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:45:59.389498 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d16158b-9f1a-4ea6-ab22-49f1d484e9e8 admin admin] Publish callbacks [] for router_gateway (b2f5ab55-5dee-45a7-b2a9-149ff9b57314), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:59.414839 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3eb4e-1218-44d2-9351-1e0e6c25697f req-37469819-738e-4d1e-b60a-c244ad8897ed tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:45:59.421300 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f6d3eb4e-1218-44d2-9351-1e0e6c25697f req-37469819-738e-4d1e-b60a-c244ad8897ed tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 943 time: 0.1244152 Mar 05 04:45:59.424220 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f51373b8-d0cf-45e0-9da1-a8e9e35c7dd2 None None] Publish callbacks [] for port (9ebaf184-e9ab-4e6e-a762-907ce39c1f4d), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:59.427281 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d16158b-9f1a-4ea6-ab22-49f1d484e9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:59.441216 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f51373b8-d0cf-45e0-9da1-a8e9e35c7dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (9ebaf184-e9ab-4e6e-a762-907ce39c1f4d), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:59.489008 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-5aaac8e7-c205-433f-afb2-9a5cea1f33d5 req-2732d3ff-2989-4711-affe-43e383029170 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Deleting port 16d44a27-1887-46ce-8a68-f4eec0fce055 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:45:59.489357 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5aaac8e7-c205-433f-afb2-9a5cea1f33d5 req-2732d3ff-2989-4711-affe-43e383029170 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (16d44a27-1887-46ce-8a68-f4eec0fce055), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:59.532092 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51373b8-d0cf-45e0-9da1-a8e9e35c7dd2 None None] Network 96b36905-6014-4841-aac5-335392bf1a9d is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:45:59.544629 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-f51373b8-d0cf-45e0-9da1-a8e9e35c7dd2 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:45:59.552382 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51373b8-d0cf-45e0-9da1-a8e9e35c7dd2 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:45:59.569250 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44616) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:45:59.577506 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51373b8-d0cf-45e0-9da1-a8e9e35c7dd2 None None] Pushing event updated for resources: {'Port': ['ID=9ebaf184-e9ab-4e6e-a762-907ce39c1f4d,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:59.659455 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f6d3eb4e-1218-44d2-9351-1e0e6c25697f req-b790f78d-cf73-4f22-90f3-fa9e1e15a1c8 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290545 Mar 05 04:45:59.697406 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-f51373b8-d0cf-45e0-9da1-a8e9e35c7dd2 None None] Attempting to bind port 9ebaf184-e9ab-4e6e-a762-907ce39c1f4d on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:45:59.697796 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-f51373b8-d0cf-45e0-9da1-a8e9e35c7dd2 None None] Attempting to bind port 9ebaf184-e9ab-4e6e-a762-907ce39c1f4d by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'ca90f7a9-06b9-44d4-b45b-a36f46fd62e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '96b36905-6014-4841-aac5-335392bf1a9d'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:45:59.698174 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51373b8-d0cf-45e0-9da1-a8e9e35c7dd2 None None] Attempting to bind port 9ebaf184-e9ab-4e6e-a762-907ce39c1f4d on network 96b36905-6014-4841-aac5-335392bf1a9d {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:45:59.704502 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-5aaac8e7-c205-433f-afb2-9a5cea1f33d5 req-2732d3ff-2989-4711-affe-43e383029170 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] For port 16d44a27-1887-46ce-8a68-f4eec0fce055, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=16d44a27-1887-46ce-8a68-f4eec0fce055,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:45:59.705084 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5aaac8e7-c205-433f-afb2-9a5cea1f33d5 req-2732d3ff-2989-4711-affe-43e383029170 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (16d44a27-1887-46ce-8a68-f4eec0fce055), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:59.712288 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51373b8-d0cf-45e0-9da1-a8e9e35c7dd2 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:45:59.712707 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51373b8-d0cf-45e0-9da1-a8e9e35c7dd2 None None] Checking segment: {'id': 'ca90f7a9-06b9-44d4-b45b-a36f46fd62e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '96b36905-6014-4841-aac5-335392bf1a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:45:59.713108 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f51373b8-d0cf-45e0-9da1-a8e9e35c7dd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:59.722492 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51373b8-d0cf-45e0-9da1-a8e9e35c7dd2 None None] Bound using segment: {'id': 'ca90f7a9-06b9-44d4-b45b-a36f46fd62e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '96b36905-6014-4841-aac5-335392bf1a9d'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:45:59.723142 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-f51373b8-d0cf-45e0-9da1-a8e9e35c7dd2 None None] Bound port: 9ebaf184-e9ab-4e6e-a762-907ce39c1f4d, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca90f7a9-06b9-44d4-b45b-a36f46fd62e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '96b36905-6014-4841-aac5-335392bf1a9d'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:45:59.723714 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f51373b8-d0cf-45e0-9da1-a8e9e35c7dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9ebaf184-e9ab-4e6e-a762-907ce39c1f4d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:59.742329 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-5aaac8e7-c205-433f-afb2-9a5cea1f33d5 req-2732d3ff-2989-4711-affe-43e383029170 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Calling delete_port for 16d44a27-1887-46ce-8a68-f4eec0fce055 owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:45:59.795629 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-db8576ec-a10e-44c1-a038-60b1018cc026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:59.850844 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f51373b8-d0cf-45e0-9da1-a8e9e35c7dd2 None None] For port 9ebaf184-e9ab-4e6e-a762-907ce39c1f4d, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:45:59.855114 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f51373b8-d0cf-45e0-9da1-a8e9e35c7dd2 None None] For port 9ebaf184-e9ab-4e6e-a762-907ce39c1f4d, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=9ebaf184-e9ab-4e6e-a762-907ce39c1f4d,segment=NetworkSegment(ca90f7a9-06b9-44d4-b45b-a36f46fd62e2),segment_id=ca90f7a9-06b9-44d4-b45b-a36f46fd62e2)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:45:59.864026 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f51373b8-d0cf-45e0-9da1-a8e9e35c7dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (9ebaf184-e9ab-4e6e-a762-907ce39c1f4d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:45:59.931589 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51373b8-d0cf-45e0-9da1-a8e9e35c7dd2 None None] Pushing event updated for resources: {'Port': ['ID=9ebaf184-e9ab-4e6e-a762-907ce39c1f4d,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:45:59.967909 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-2d16158b-9f1a-4ea6-ab22-49f1d484e9e8 admin admin] Allocated IP 172.25.0.151 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/a987e8f7-8523-41c9-bc27-1998c3ea5418) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:46:00.020794 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b44f09-9118-4f30-b787-5a6bb32b6106 req-300b1c99-886c-4670-90fa-49c656c63b5d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:00.022624 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-1430f013-96f9-478c-aeb3-4d494662f62b tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:46:00.027934 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-05b44f09-9118-4f30-b787-5a6bb32b6106 req-300b1c99-886c-4670-90fa-49c656c63b5d tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=10385acb-ef71-4312-8eed-9cf0d16eb294 HTTP/1.1" status: 200 len: 949 time: 0.1770728 Mar 05 04:46:00.032609 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-1430f013-96f9-478c-aeb3-4d494662f62b tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0260437 Mar 05 04:46:00.116480 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-f316b9b1-e2a1-44af-9733-d0f54c179327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:00.123157 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-f316b9b1-e2a1-44af-9733-d0f54c179327 service neutron] 10.222.0.11 "GET /v2.0/ports/7fb12d9d-2c94-424a-963d-dc69ef3e8d86 HTTP/1.1" status: 200 len: 1125 time: 0.0893986 Mar 05 04:46:00.128850 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-cfe4f662-3bcd-4ccb-acf7-9fb3b6a180d5 service neutron] Request body: {'binding': {'host': 'n-h1-789963-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:46:00.130347 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-cfe4f662-3bcd-4ccb-acf7-9fb3b6a180d5 service neutron] Unknown quota resources ['binding']. {{(pid=105232) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 05 04:46:00.161401 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-05b44f09-9118-4f30-b787-5a6bb32b6106 req-ebcb2f2d-e866-4eb4-9975-443278965152 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249468 Mar 05 04:46:00.240059 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5aaac8e7-c205-433f-afb2-9a5cea1f33d5 req-2732d3ff-2989-4711-affe-43e383029170 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (16d44a27-1887-46ce-8a68-f4eec0fce055), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:00.253370 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['7659bb61-2851-4497-a728-e91219a88b7f', '16d44a27-1887-46ce-8a68-f4eec0fce055'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:46:00.255688 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-db8576ec-a10e-44c1-a038-60b1018cc026 admin admin] Publish callbacks [] for security_group (ffc7ebe8-5b77-4bf3-9209-67be0cfb5df5), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:00.315389 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732d3ff-2989-4711-affe-43e383029170 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Pushing event deleted for resources: {'Port': ['ID=16d44a27-1887-46ce-8a68-f4eec0fce055,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:00.325266 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-db8576ec-a10e-44c1-a038-60b1018cc026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ffc7ebe8-5b77-4bf3-9209-67be0cfb5df5), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:00.374424 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8576ec-a10e-44c1-a038-60b1018cc026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc7ebe8-5b77-4bf3-9209-67be0cfb5df5,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:00.378068 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aaac8e7-c205-433f-afb2-9a5cea1f33d5 req-2732d3ff-2989-4711-affe-43e383029170 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] No DVR routers for this DVR port 16d44a27-1887-46ce-8a68-f4eec0fce055 on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:46:00.380566 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5aaac8e7-c205-433f-afb2-9a5cea1f33d5 req-2732d3ff-2989-4711-affe-43e383029170 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:00.384389 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5aaac8e7-c205-433f-afb2-9a5cea1f33d5 req-2732d3ff-2989-4711-affe-43e383029170 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.31 "DELETE /v2.0/ports/16d44a27-1887-46ce-8a68-f4eec0fce055 HTTP/1.1" status: 204 len: 173 time: 1.2657731 Mar 05 04:46:00.452094 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d16158b-9f1a-4ea6-ab22-49f1d484e9e8 admin admin] Publish callbacks [] for port (a987e8f7-8523-41c9-bc27-1998c3ea5418), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:00.474732 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd01a7-ff9b-463e-812d-0db2c743fe8f req-47950b64-9040-415a-9b0f-9e29ef7763dc tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:00.476658 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-93cd01a7-ff9b-463e-812d-0db2c743fe8f req-47950b64-9040-415a-9b0f-9e29ef7763dc tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1350f9-9314-4a46-98d0-588cc21d85e0 HTTP/1.1" status: 200 len: 945 time: 0.1641040 Mar 05 04:46:00.479126 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-db8576ec-a10e-44c1-a038-60b1018cc026 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ca9740fae8c34b1cb806aa594a67a3cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9069898 Mar 05 04:46:00.481828 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44626) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:00.524732 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d16158b-9f1a-4ea6-ab22-49f1d484e9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (a987e8f7-8523-41c9-bc27-1998c3ea5418), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:00.575687 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d16158b-9f1a-4ea6-ab22-49f1d484e9e8 admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:46:00.581594 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-cfe4f662-3bcd-4ccb-acf7-9fb3b6a180d5 service neutron] Attempting to bind port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 on host n-h1-789963-32 for vnic_type normal with profile None {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:46:00.582113 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-cfe4f662-3bcd-4ccb-acf7-9fb3b6a180d5 service neutron] Attempting to bind port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:46:00.582437 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-cfe4f662-3bcd-4ccb-acf7-9fb3b6a180d5 service neutron] Attempting to bind port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:46:00.587262 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-2d16158b-9f1a-4ea6-ab22-49f1d484e9e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:46:00.589886 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-93cd01a7-ff9b-463e-812d-0db2c743fe8f req-2212b497-255e-42b5-98f0-12dec67ddb1a tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b751b62-02dd-49e8-927d-e35ef19b5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998297 Mar 05 04:46:00.593477 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-68557a2e-1c59-40df-a608-9bf6be7a9b55 admin admin] Publish callbacks [] for security_group (ffc7ebe8-5b77-4bf3-9209-67be0cfb5df5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:00.620390 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16158b-9f1a-4ea6-ab22-49f1d484e9e8 admin admin] Pushing event updated for resources: {'Port': ['ID=a987e8f7-8523-41c9-bc27-1998c3ea5418,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:00.622566 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-68557a2e-1c59-40df-a608-9bf6be7a9b55 admin admin] Publish callbacks [] for security_group (ffc7ebe8-5b77-4bf3-9209-67be0cfb5df5), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:00.625306 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-cfe4f662-3bcd-4ccb-acf7-9fb3b6a180d5 service neutron] Port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:46:00.625648 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-cfe4f662-3bcd-4ccb-acf7-9fb3b6a180d5 service neutron] Attempting to bind port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:46:00.630419 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d16158b-9f1a-4ea6-ab22-49f1d484e9e8 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:46:00.673686 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-cfe4f662-3bcd-4ccb-acf7-9fb3b6a180d5 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:46:00.674049 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-cfe4f662-3bcd-4ccb-acf7-9fb3b6a180d5 service neutron] Checking segment: {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:46:00.676400 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-cfe4f662-3bcd-4ccb-acf7-9fb3b6a180d5 service neutron] Bound using segment: {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:46:00.676980 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-cfe4f662-3bcd-4ccb-acf7-9fb3b6a180d5 service neutron] Bound port: 7fb12d9d-2c94-424a-963d-dc69ef3e8d86, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:46:00.704582 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-68557a2e-1c59-40df-a608-9bf6be7a9b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ffc7ebe8-5b77-4bf3-9209-67be0cfb5df5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:00.708762 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-68557a2e-1c59-40df-a608-9bf6be7a9b55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:00.712274 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-68557a2e-1c59-40df-a608-9bf6be7a9b55 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ffc7ebe8-5b77-4bf3-9209-67be0cfb5df5 HTTP/1.1" status: 204 len: 168 time: 0.2272515 Mar 05 04:46:00.719832 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68557a2e-1c59-40df-a608-9bf6be7a9b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc7ebe8-5b77-4bf3-9209-67be0cfb5df5,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:00.982056 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b66f29-87b0-4817-a5d5-b0d3c3f21ba6 req-d9cf3438-f7bf-4925-8970-556b92113ba7 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:00.989032 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b0b66f29-87b0-4817-a5d5-b0d3c3f21ba6 req-d9cf3438-f7bf-4925-8970-556b92113ba7 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 943 time: 0.1560404 Mar 05 04:46:01.055627 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10385acb-ef71-4312-8eed-9cf0d16eb294', 'name': 'network-vif-deleted', 'tag': '16d44a27-1887-46ce-8a68-f4eec0fce055'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:46:01.058302 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f4cee2-02cd-4df0-a0e3-ff746368a135" -d '{"events": [{"server_uuid": "10385acb-ef71-4312-8eed-9cf0d16eb294", "name": "network-vif-deleted", "tag": "16d44a27-1887-46ce-8a68-f4eec0fce055"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:46:01.089622 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b0b66f29-87b0-4817-a5d5-b0d3c3f21ba6 req-2b32fe72-9e21-4321-83fa-003739e609c4 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997186 Mar 05 04:46:01.105345 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-cfe4f662-3bcd-4ccb-acf7-9fb3b6a180d5 service neutron] For port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=7fb12d9d-2c94-424a-963d-dc69ef3e8d86,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:46:01.117318 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-cfe4f662-3bcd-4ccb-acf7-9fb3b6a180d5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:01.118492 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-cfe4f662-3bcd-4ccb-acf7-9fb3b6a180d5 service neutron] 10.222.0.11 "POST /v2.0/ports/7fb12d9d-2c94-424a-963d-dc69ef3e8d86/bindings HTTP/1.1" status: 201 len: 390 time: 0.9938881 Mar 05 04:46:01.120805 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d16158b-9f1a-4ea6-ab22-49f1d484e9e8 admin admin] Publish callbacks [] for router_gateway (b2f5ab55-5dee-45a7-b2a9-149ff9b57314), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:01.177167 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ca985e-eb33-4cbb-9c0e-41910a25f77d x-openstack-request-id: req-d7ca985e-eb33-4cbb-9c0e-41910a25f77d {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:46:01.177699 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10385acb-ef71-4312-8eed-9cf0d16eb294", "name": "network-vif-deleted", "tag": "16d44a27-1887-46ce-8a68-f4eec0fce055", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:46:01.177815 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d7ca985e-eb33-4cbb-9c0e-41910a25f77d {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:46:01.178204 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10385acb-ef71-4312-8eed-9cf0d16eb294', 'name': 'network-vif-deleted', 'tag': '16d44a27-1887-46ce-8a68-f4eec0fce055', 'status': 'completed', 'code': 200} Mar 05 04:46:01.392416 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44642) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:01.408637 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ddc7e95-bd7a-4782-b0d9-3845ab6da93f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:01.450563 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214584b6-a90e-449b-85df-aa504aa12c6f req-8bb124c1-54e0-4f91-8864-5d6ee3094122 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:01.452262 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-214584b6-a90e-449b-85df-aa504aa12c6f req-8bb124c1-54e0-4f91-8864-5d6ee3094122 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 945 time: 0.1129537 Mar 05 04:46:01.534049 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-214584b6-a90e-449b-85df-aa504aa12c6f req-a8497f19-ab5f-4a4e-866b-19d422e8449e tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747285 Mar 05 04:46:01.596435 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19811269-1aa0-47e8-ae83-dd5951043add None None] Network 96b36905-6014-4841-aac5-335392bf1a9d requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:46:01.610178 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d16158b-9f1a-4ea6-ab22-49f1d484e9e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (b2f5ab55-5dee-45a7-b2a9-149ff9b57314), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:01.636516 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fd9f1-0625-48e3-93dc-df53a3fbe6d4 req-50722366-1fb7-40a1-bad9-49aea7d8ba19 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:01.645783 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e62fd9f1-0625-48e3-93dc-df53a3fbe6d4 req-50722366-1fb7-40a1-bad9-49aea7d8ba19 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 949 time: 0.0837870 Mar 05 04:46:01.705733 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 484c7d1b-dc0f-4ab9-acb6-584b4d0100cd up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:46:01.738745 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e62fd9f1-0625-48e3-93dc-df53a3fbe6d4 req-a465ebcc-46cf-4796-bd3f-5d2098608ff4 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919204 Mar 05 04:46:01.795335 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-644f5986-a5c2-4124-9150-31476dc462aa None None] Provisioning complete for port 9ebaf184-e9ab-4e6e-a762-907ce39c1f4d triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:46:01.796045 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-644f5986-a5c2-4124-9150-31476dc462aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9ebaf184-e9ab-4e6e-a762-907ce39c1f4d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:01.804748 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ddc7e95-bd7a-4782-b0d9-3845ab6da93f admin admin] Publish callbacks [] for security_group (d8a1c3f2-f92f-4525-bf52-254096d997d5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:01.821214 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ddc7e95-bd7a-4782-b0d9-3845ab6da93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d8a1c3f2-f92f-4525-bf52-254096d997d5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:01.841146 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823a2ba-7b6e-43ce-94b6-3e5828302e50 req-1a44eb58-7b15-48e4-bdd8-3044273391e0 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:01.848770 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c823a2ba-7b6e-43ce-94b6-3e5828302e50 req-1a44eb58-7b15-48e4-bdd8-3044273391e0 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1350f9-9314-4a46-98d0-588cc21d85e0 HTTP/1.1" status: 200 len: 945 time: 0.1415000 Mar 05 04:46:01.869076 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc7e95-bd7a-4782-b0d9-3845ab6da93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a1c3f2-f92f-4525-bf52-254096d997d5,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:01.878010 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-76f171c7-ba00-423e-b401-82aca19fb07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:01.879799 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-76f171c7-ba00-423e-b401-82aca19fb07e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=facd03296ca545159cfaaad05aba02e6&device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 1128 time: 0.4289708 Mar 05 04:46:01.911507 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 484c7d1b-dc0f-4ab9-acb6-584b4d0100cd completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:46:01.919586 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 484c7d1b-dc0f-4ab9-acb6-584b4d0100cd triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:46:01.920239 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (484c7d1b-dc0f-4ab9-acb6-584b4d0100cd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:01.960103 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9ddc7e95-bd7a-4782-b0d9-3845ab6da93f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0cdbd0937d85445ea3ea3af1a56bd817&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5665655 Mar 05 04:46:01.963842 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-644f5986-a5c2-4124-9150-31476dc462aa None None] Current status of the port 9ebaf184-e9ab-4e6e-a762-907ce39c1f4d is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:46:01.964480 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-644f5986-a5c2-4124-9150-31476dc462aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9ebaf184-e9ab-4e6e-a762-907ce39c1f4d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:01.972872 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44650) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:01.998995 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c823a2ba-7b6e-43ce-94b6-3e5828302e50 req-d89a50b5-eaeb-4899-a2bf-a45e0e2b1f96 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b751b62-02dd-49e8-927d-e35ef19b5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361535 Mar 05 04:46:02.027070 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-644f5986-a5c2-4124-9150-31476dc462aa None None] For port 9ebaf184-e9ab-4e6e-a762-907ce39c1f4d, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=9ebaf184-e9ab-4e6e-a762-907ce39c1f4d,segment=NetworkSegment(ca90f7a9-06b9-44d4-b45b-a36f46fd62e2),segment_id=ca90f7a9-06b9-44d4-b45b-a36f46fd62e2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:46:02.034960 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-644f5986-a5c2-4124-9150-31476dc462aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (9ebaf184-e9ab-4e6e-a762-907ce39c1f4d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:02.117779 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d16158b-9f1a-4ea6-ab22-49f1d484e9e8 admin admin] Router b2f5ab55-5dee-45a7-b2a9-149ff9b57314 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:46:02.118238 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 484c7d1b-dc0f-4ab9-acb6-584b4d0100cd is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:46:02.120956 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (484c7d1b-dc0f-4ab9-acb6-584b4d0100cd), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:02.147125 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ae93be75-1afb-41cd-8e5b-62c2c8b756bc admin admin] Publish callbacks [] for security_group (d8a1c3f2-f92f-4525-bf52-254096d997d5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:02.150270 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 9ebaf184-e9ab-4e6e-a762-907ce39c1f4d up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:46:02.191807 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-d53548af-c6ea-48dd-bb88-09106b312641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:02.193922 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-d53548af-c6ea-48dd-bb88-09106b312641 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8538c983-160a-4b67-8024-c598ec9cf3a6 HTTP/1.1" status: 200 len: 907 time: 0.3047035 Mar 05 04:46:02.204057 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ae93be75-1afb-41cd-8e5b-62c2c8b756bc admin admin] Publish callbacks [] for security_group (d8a1c3f2-f92f-4525-bf52-254096d997d5), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:02.211962 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1350f9-9314-4a46-98d0-588cc21d85e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484c7d1b-dc0f-4ab9-acb6-584b4d0100cd'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:46:02.214294 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15e9b64-fb2f-4e96-a8c3-eb768f37d607" -d '{"events": [{"server_uuid": "3a1350f9-9314-4a46-98d0-588cc21d85e0", "name": "network-vif-plugged", "status": "completed", "tag": "484c7d1b-dc0f-4ab9-acb6-584b4d0100cd"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:46:02.221505 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f5986-a5c2-4124-9150-31476dc462aa None None] Pushing event updated for resources: {'Port': ['ID=9ebaf184-e9ab-4e6e-a762-907ce39c1f4d,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:02.248581 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-b0e90b11-5c6b-4cc9-a8fc-0b52104f8396 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fb12d9d-2c94-424a-963d-dc69ef3e8d86 HTTP/1.1" status: 200 len: 217 time: 0.0459483 Mar 05 04:46:02.257867 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 484c7d1b-dc0f-4ab9-acb6-584b4d0100cd, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=484c7d1b-dc0f-4ab9-acb6-584b4d0100cd,segment=NetworkSegment(3e722f51-65dd-4cdc-b6bf-df1f075e77ff),segment_id=3e722f51-65dd-4cdc-b6bf-df1f075e77ff)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:46:02.275486 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (484c7d1b-dc0f-4ab9-acb6-584b4d0100cd), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:02.326844 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:46:02.358482 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae59bf3-e91b-4465-a1b5-8c0195b2b261 req-ffffd25e-5788-4b16-9e7c-d6f5e8bd6d27 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:02.359873 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d16158b-9f1a-4ea6-ab22-49f1d484e9e8 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:46:02.366913 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7ae59bf3-e91b-4465-a1b5-8c0195b2b261 req-ffffd25e-5788-4b16-9e7c-d6f5e8bd6d27 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 943 time: 0.1374629 Mar 05 04:46:02.369362 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-8f434cae-ff1d-456b-aea1-062c4237de79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:02.371113 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-8f434cae-ff1d-456b-aea1-062c4237de79 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa622505-df3c-45bb-bed1-baf2861c8524 HTTP/1.1" status: 200 len: 847 time: 0.0806322 Mar 05 04:46:02.379191 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d42468-2196-4121-bf4f-5f7a63a5afac None None] Sync routers for ids ['b2f5ab55-5dee-45a7-b2a9-149ff9b57314'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:46:02.408256 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 9ebaf184-e9ab-4e6e-a762-907ce39c1f4d triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:46:02.408256 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9ebaf184-e9ab-4e6e-a762-907ce39c1f4d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:02.413334 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ae93be75-1afb-41cd-8e5b-62c2c8b756bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d8a1c3f2-f92f-4525-bf52-254096d997d5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:02.416197 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-780e66ec-fb0c-4ea1-bf1b-2da2d3105351 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8538c983-160a-4b67-8024-c598ec9cf3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345931 Mar 05 04:46:02.416784 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ae93be75-1afb-41cd-8e5b-62c2c8b756bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:02.418534 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ae93be75-1afb-41cd-8e5b-62c2c8b756bc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d8a1c3f2-f92f-4525-bf52-254096d997d5 HTTP/1.1" status: 204 len: 168 time: 0.4445121 Mar 05 04:46:02.440316 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93be75-1afb-41cd-8e5b-62c2c8b756bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a1c3f2-f92f-4525-bf52-254096d997d5,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:02.452099 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d16158b-9f1a-4ea6-ab22-49f1d484e9e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:02.460549 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2d16158b-9f1a-4ea6-ab22-49f1d484e9e8 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8587942 Mar 05 04:46:02.463203 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44660) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:02.470164 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7ae59bf3-e91b-4465-a1b5-8c0195b2b261 req-18cf5929-2097-4846-89e5-210d2d875946 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022654 Mar 05 04:46:02.544086 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=484c7d1b-dc0f-4ab9-acb6-584b4d0100cd,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:02.548544 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d42468-2196-4121-bf4f-5f7a63a5afac None None] Routers {'b2f5ab55-5dee-45a7-b2a9-149ff9b57314'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:46:02.549180 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-f2d42468-2196-4121-bf4f-5f7a63a5afac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:45:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b2f5ab55-5dee-45a7-b2a9-149ff9b57314'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:02.764778 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3b1f7-2458-4039-8895-914582caab4b req-1b449c10-29ec-43aa-a65a-903fa219bb31 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:02.782375 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b1d3b1f7-2458-4039-8895-914582caab4b req-1b449c10-29ec-43aa-a65a-903fa219bb31 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 945 time: 0.1210840 Mar 05 04:46:02.865459 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-13b22ff5-2ece-401e-81a6-cb5c6ecb0bb2 service neutron] 10.222.0.30 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397526 Mar 05 04:46:02.899542 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b1d3b1f7-2458-4039-8895-914582caab4b req-5e2466f4-9536-4eed-a970-6b3b76a3d503 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156354 Mar 05 04:46:02.937518 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cceddd0-2383-4f73-8c14-29ccc9bbbca8 x-openstack-request-id: req-0cceddd0-2383-4f73-8c14-29ccc9bbbca8 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:46:02.938034 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1350f9-9314-4a46-98d0-588cc21d85e0", "name": "network-vif-plugged", "status": "completed", "tag": "484c7d1b-dc0f-4ab9-acb6-584b4d0100cd", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:46:02.938132 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0cceddd0-2383-4f73-8c14-29ccc9bbbca8 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:46:02.938487 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1350f9-9314-4a46-98d0-588cc21d85e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '484c7d1b-dc0f-4ab9-acb6-584b4d0100cd', 'code': 200} Mar 05 04:46:02.963251 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-49294511-09c3-4d53-9a96-b26567ea978b None None] Provisioning complete for port 9ebaf184-e9ab-4e6e-a762-907ce39c1f4d triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:46:02.963636 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-49294511-09c3-4d53-9a96-b26567ea978b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9ebaf184-e9ab-4e6e-a762-907ce39c1f4d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:03.029257 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-9ad13da6-3304-40f2-ae46-a7d5a2df4eaa service neutron] 10.222.0.30 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236966 Mar 05 04:46:03.055663 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816c61b-9b38-4155-9719-ddf1ece43507 req-d4d46abf-d63c-4b4d-96f5-75315d188f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:03.057402 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e816c61b-9b38-4155-9719-ddf1ece43507 req-d4d46abf-d63c-4b4d-96f5-75315d188f44 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3a1350f9-9314-4a46-98d0-588cc21d85e0 HTTP/1.1" status: 200 len: 1129 time: 0.2627113 Mar 05 04:46:03.097773 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4870f57-897b-4f7c-9ec7-a035da117075 req-d7a611b2-c9f6-422d-8aa5-1880ec6d05ff tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:03.108620 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b4870f57-897b-4f7c-9ec7-a035da117075 req-d7a611b2-c9f6-422d-8aa5-1880ec6d05ff tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 949 time: 0.2786951 Mar 05 04:46:03.120266 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d90a3-dfb5-4dac-9893-56e549fa7fb0 req-04184d67-6978-4198-8b1c-7572dfc072cf tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:03.121768 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-928d90a3-dfb5-4dac-9893-56e549fa7fb0 req-04184d67-6978-4198-8b1c-7572dfc072cf tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 949 time: 0.2351868 Mar 05 04:46:03.138358 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-f2d42468-2196-4121-bf4f-5f7a63a5afac None None] Set router b2f5ab55-5dee-45a7-b2a9-149ff9b57314 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:46:03.186102 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e816c61b-9b38-4155-9719-ddf1ece43507 req-730bb5b3-5f45-4bfc-9250-6a7940d26873 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1b751b62-02dd-49e8-927d-e35ef19b5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209373 Mar 05 04:46:03.290966 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b4870f57-897b-4f7c-9ec7-a035da117075 req-b312c6c5-c4d7-41f7-93a9-07cdcc68129e tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7f5242e-dc2a-4838-9058-18f5f6bd1647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805778 Mar 05 04:46:03.329992 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d8257-6a7b-402c-a192-8a418e9a834c req-ac246f26-18a9-4399-8576-daf9bafe669d tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:03.331597 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d8d8257-6a7b-402c-a192-8a418e9a834c req-ac246f26-18a9-4399-8576-daf9bafe669d tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1350f9-9314-4a46-98d0-588cc21d85e0 HTTP/1.1" status: 200 len: 946 time: 0.2089384 Mar 05 04:46:03.333148 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 9ebaf184-e9ab-4e6e-a762-907ce39c1f4d is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:46:03.344731 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-928d90a3-dfb5-4dac-9893-56e549fa7fb0 req-5799702d-7a64-4855-ab76-f08e21c13278 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Deleting port 7659bb61-2851-4497-a728-e91219a88b7f {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:46:03.345169 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-928d90a3-dfb5-4dac-9893-56e549fa7fb0 req-5799702d-7a64-4855-ab76-f08e21c13278 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (7659bb61-2851-4497-a728-e91219a88b7f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:03.417731 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d8d8257-6a7b-402c-a192-8a418e9a834c req-1f8f272c-b488-4778-a82c-f71aad84c7f0 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b751b62-02dd-49e8-927d-e35ef19b5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779278 Mar 05 04:46:03.540019 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-928d90a3-dfb5-4dac-9893-56e549fa7fb0 req-5799702d-7a64-4855-ab76-f08e21c13278 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] For port 7659bb61-2851-4497-a728-e91219a88b7f, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=7659bb61-2851-4497-a728-e91219a88b7f,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:46:03.541628 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-928d90a3-dfb5-4dac-9893-56e549fa7fb0 req-5799702d-7a64-4855-ab76-f08e21c13278 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (7659bb61-2851-4497-a728-e91219a88b7f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:03.573560 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-928d90a3-dfb5-4dac-9893-56e549fa7fb0 req-5799702d-7a64-4855-ab76-f08e21c13278 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Calling delete_port for 7659bb61-2851-4497-a728-e91219a88b7f owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:46:03.638176 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-49294511-09c3-4d53-9a96-b26567ea978b None None] Current status of the port 9ebaf184-e9ab-4e6e-a762-907ce39c1f4d is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:46:03.692754 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4cbb48-078b-4020-a998-834ccbb38f90 req-c4dd96d2-ddfd-4b3e-b06a-94fa63225ef2 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:03.699788 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-db4cbb48-078b-4020-a998-834ccbb38f90 req-c4dd96d2-ddfd-4b3e-b06a-94fa63225ef2 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 943 time: 0.1161783 Mar 05 04:46:03.730210 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-f2d42468-2196-4121-bf4f-5f7a63a5afac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'name': 'tempest-TaggedBootDevicesTest_v242-2122226862-router', 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'a987e8f7-8523-41c9-bc27-1998c3ea5418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:58Z', 'updated_at': '2022-03-05T04:46:00Z', 'revision_number': 3, 'project_id': 'f322de562e384481acfa7667e5bcbd96', 'gw_port': {'id': 'a987e8f7-8523-41c9-bc27-1998c3ea5418', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:59Z', 'updated_at': '2022-03-05T04:45:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:03.771634 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e3c13f03-6dd5-43eb-b854-be92c622cb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:03.804180 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d42468-2196-4121-bf4f-5f7a63a5afac None None] Checking router: b2f5ab55-5dee-45a7-b2a9-149ff9b57314 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:46:03.805969 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d42468-2196-4121-bf4f-5f7a63a5afac None None] Updating router b2f5ab55-5dee-45a7-b2a9-149ff9b57314 port a987e8f7-8523-41c9-bc27-1998c3ea5418 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:46:03.810334 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 7659bb61-2851-4497-a728-e91219a88b7f no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:46:03.833275 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-db4cbb48-078b-4020-a998-834ccbb38f90 req-fb2a3e07-8cc0-4201-b404-8d040edee78b tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325104 Mar 05 04:46:03.841597 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-928d90a3-dfb5-4dac-9893-56e549fa7fb0 req-5799702d-7a64-4855-ab76-f08e21c13278 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (7659bb61-2851-4497-a728-e91219a88b7f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:03.887335 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799702d-7a64-4855-ab76-f08e21c13278 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Pushing event deleted for resources: {'Port': ['ID=7659bb61-2851-4497-a728-e91219a88b7f,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:03.902126 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 7659bb61-2851-4497-a728-e91219a88b7f {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:46:03.905150 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 7659bb61-2851-4497-a728-e91219a88b7f not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:46:03.905751 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 16d44a27-1887-46ce-8a68-f4eec0fce055 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:46:03.967833 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 16d44a27-1887-46ce-8a68-f4eec0fce055 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:46:03.968500 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 16d44a27-1887-46ce-8a68-f4eec0fce055 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:46:03.975994 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f2d42468-2196-4121-bf4f-5f7a63a5afac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a987e8f7-8523-41c9-bc27-1998c3ea5418), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:03.980844 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-928d90a3-dfb5-4dac-9893-56e549fa7fb0 req-5799702d-7a64-4855-ab76-f08e21c13278 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] No DVR routers for this DVR port 7659bb61-2851-4497-a728-e91219a88b7f on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:46:03.984557 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-928d90a3-dfb5-4dac-9893-56e549fa7fb0 req-5799702d-7a64-4855-ab76-f08e21c13278 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:03.995528 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-928d90a3-dfb5-4dac-9893-56e549fa7fb0 req-5799702d-7a64-4855-ab76-f08e21c13278 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.31 "DELETE /v2.0/ports/7659bb61-2851-4497-a728-e91219a88b7f HTTP/1.1" status: 204 len: 173 time: 0.8632240 Mar 05 04:46:03.996032 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f718b07-54f6-4ee1-b0eb-bc2f64778b38', 'name': 'network-vif-deleted', 'tag': '7659bb61-2851-4497-a728-e91219a88b7f'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:46:03.998357 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d21754-a44e-4481-a5eb-a4965efe2aa6" -d '{"events": [{"server_uuid": "0f718b07-54f6-4ee1-b0eb-bc2f64778b38", "name": "network-vif-deleted", "tag": "7659bb61-2851-4497-a728-e91219a88b7f"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:46:04.039732 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 9ebaf184-e9ab-4e6e-a762-907ce39c1f4d up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:46:04.054627 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-e3c13f03-6dd5-43eb-b854-be92c622cb91 admin admin] Allocated IP 172.20.0.1 (96b36905-6014-4841-aac5-335392bf1a9d/b8b87837-c4d6-4057-808b-e09b3b2c13f9/d580546b-d1b3-4f3a-aa25-15519871ad90) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:46:04.079056 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f6c37f-1136-4faa-8777-d07167b64917 x-openstack-request-id: req-c7f6c37f-1136-4faa-8777-d07167b64917 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:46:04.079451 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f718b07-54f6-4ee1-b0eb-bc2f64778b38", "name": "network-vif-deleted", "tag": "7659bb61-2851-4497-a728-e91219a88b7f", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:46:04.079677 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c7f6c37f-1136-4faa-8777-d07167b64917 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:46:04.080057 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f718b07-54f6-4ee1-b0eb-bc2f64778b38', 'name': 'network-vif-deleted', 'tag': '7659bb61-2851-4497-a728-e91219a88b7f', 'status': 'completed', 'code': 200} Mar 05 04:46:04.171095 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4034c-4ccc-4347-a803-c18d74a99932 req-5d2fef6f-c84d-425c-8350-750ebc9f178e tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:04.173275 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83d4034c-4ccc-4347-a803-c18d74a99932 req-5d2fef6f-c84d-425c-8350-750ebc9f178e tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 945 time: 0.1713660 Mar 05 04:46:04.252403 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e3c13f03-6dd5-43eb-b854-be92c622cb91 admin admin] Publish callbacks [] for port (d580546b-d1b3-4f3a-aa25-15519871ad90), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:04.272707 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 9ebaf184-e9ab-4e6e-a762-907ce39c1f4d triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:46:04.273277 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9ebaf184-e9ab-4e6e-a762-907ce39c1f4d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:04.299612 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e3c13f03-6dd5-43eb-b854-be92c622cb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (d580546b-d1b3-4f3a-aa25-15519871ad90), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:04.317981 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83d4034c-4ccc-4347-a803-c18d74a99932 req-6cc400f0-d6bf-4447-9b07-502fad040cc5 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334240 Mar 05 04:46:04.344621 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c13f03-6dd5-43eb-b854-be92c622cb91 admin admin] Network 96b36905-6014-4841-aac5-335392bf1a9d is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:46:04.347976 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-e3c13f03-6dd5-43eb-b854-be92c622cb91 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:46:04.382613 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c13f03-6dd5-43eb-b854-be92c622cb91 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:46:04.478995 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c13f03-6dd5-43eb-b854-be92c622cb91 admin admin] Pushing event updated for resources: {'Port': ['ID=d580546b-d1b3-4f3a-aa25-15519871ad90,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:04.496290 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e3c13f03-6dd5-43eb-b854-be92c622cb91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (b2f5ab55-5dee-45a7-b2a9-149ff9b57314), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:04.604863 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-092e9e18-d4d3-4884-9c8e-4ac05f095a5d req-fcdbbe9b-9272-4ada-a050-f0ff9859bd49 tempest-MigrationsAdminTest-629984585 tempest-MigrationsAdminTest-629984585-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f718b07-54f6-4ee1-b0eb-bc2f64778b38 HTTP/1.1" status: 200 len: 210 time: 0.0718424 Mar 05 04:46:04.737833 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef141b-b438-4d6d-bfce-d1b7e7021a74 req-9b82623a-8d2d-4bc8-8f44-49aaa5372a0e tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:04.746672 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b8ef141b-b438-4d6d-bfce-d1b7e7021a74 req-9b82623a-8d2d-4bc8-8f44-49aaa5372a0e tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1350f9-9314-4a46-98d0-588cc21d85e0 HTTP/1.1" status: 200 len: 946 time: 0.1389503 Mar 05 04:46:04.779929 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 9ebaf184-e9ab-4e6e-a762-907ce39c1f4d is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:46:04.820810 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b8ef141b-b438-4d6d-bfce-d1b7e7021a74 req-250515c4-a169-4950-aca6-d5711440e04f tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b751b62-02dd-49e8-927d-e35ef19b5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727992 Mar 05 04:46:04.846841 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d50ee7e7-71f6-476f-8403-61123d156ee9 None None] Provisioning complete for port d580546b-d1b3-4f3a-aa25-15519871ad90 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:46:04.847677 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d50ee7e7-71f6-476f-8403-61123d156ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d580546b-d1b3-4f3a-aa25-15519871ad90), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:04.865482 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e3c13f03-6dd5-43eb-b854-be92c622cb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d580546b-d1b3-4f3a-aa25-15519871ad90), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:04.894443 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f2d42468-2196-4121-bf4f-5f7a63a5afac None None] Publish callbacks [] for port (a987e8f7-8523-41c9-bc27-1998c3ea5418), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:04.902172 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d50ee7e7-71f6-476f-8403-61123d156ee9 None None] Port d580546b-d1b3-4f3a-aa25-15519871ad90 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:46:04.905737 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f2d42468-2196-4121-bf4f-5f7a63a5afac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a987e8f7-8523-41c9-bc27-1998c3ea5418), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:04.954915 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee8bb9-abf6-405a-9393-6be770cf9510 None None] Pushing event updated for resources: {'Port': ['ID=a987e8f7-8523-41c9-bc27-1998c3ea5418,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:04.974671 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee8bb9-abf6-405a-9393-6be770cf9510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:04.975445 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee8bb9-abf6-405a-9393-6be770cf9510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:04.975445 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee8bb9-abf6-405a-9393-6be770cf9510 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:04.975779 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee8bb9-abf6-405a-9393-6be770cf9510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:04.976127 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee8bb9-abf6-405a-9393-6be770cf9510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:04.976470 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee8bb9-abf6-405a-9393-6be770cf9510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:04.976810 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee8bb9-abf6-405a-9393-6be770cf9510 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:04.977199 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee8bb9-abf6-405a-9393-6be770cf9510 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:04.977544 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee8bb9-abf6-405a-9393-6be770cf9510 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:04.977872 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee8bb9-abf6-405a-9393-6be770cf9510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:04.978206 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee8bb9-abf6-405a-9393-6be770cf9510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:04.978539 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee8bb9-abf6-405a-9393-6be770cf9510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:04.978932 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ee8bb9-abf6-405a-9393-6be770cf9510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:04.998714 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-f2d42468-2196-4121-bf4f-5f7a63a5afac None None] Attempting to bind port a987e8f7-8523-41c9-bc27-1998c3ea5418 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:46:04.999504 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-f2d42468-2196-4121-bf4f-5f7a63a5afac None None] Attempting to bind port a987e8f7-8523-41c9-bc27-1998c3ea5418 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:46:05.000213 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d42468-2196-4121-bf4f-5f7a63a5afac None None] Attempting to bind port a987e8f7-8523-41c9-bc27-1998c3ea5418 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:46:05.008318 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d42468-2196-4121-bf4f-5f7a63a5afac None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:46:05.009137 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d42468-2196-4121-bf4f-5f7a63a5afac None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:46:05.009764 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f2d42468-2196-4121-bf4f-5f7a63a5afac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:05.011198 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d42468-2196-4121-bf4f-5f7a63a5afac None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:46:05.012153 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-f2d42468-2196-4121-bf4f-5f7a63a5afac None None] Bound port: a987e8f7-8523-41c9-bc27-1998c3ea5418, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:46:05.013089 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f2d42468-2196-4121-bf4f-5f7a63a5afac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a987e8f7-8523-41c9-bc27-1998c3ea5418), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:05.052245 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426827e8-79a8-4da1-8652-f8e120c39d3b req-99ede61a-777c-4a72-abef-f027bf2b5904 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:05.053832 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-426827e8-79a8-4da1-8652-f8e120c39d3b req-99ede61a-777c-4a72-abef-f027bf2b5904 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 943 time: 0.0669329 Mar 05 04:46:05.060937 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd75b3-10a0-48e3-867b-d3d57b529bb8 req-f7caab76-b277-4680-bb79-de614da4e31d tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:05.071221 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2ddd75b3-10a0-48e3-867b-d3d57b529bb8 req-f7caab76-b277-4680-bb79-de614da4e31d tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1350f9-9314-4a46-98d0-588cc21d85e0 HTTP/1.1" status: 200 len: 946 time: 0.1207733 Mar 05 04:46:05.071972 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44720) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:05.079834 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-1467c68d-1d66-4c65-8972-a92d635f9039 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Request body: {'floatingip': {'port_id': '484c7d1b-dc0f-4ab9-acb6-584b4d0100cd'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:46:05.137792 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f2d42468-2196-4121-bf4f-5f7a63a5afac None None] For port a987e8f7-8523-41c9-bc27-1998c3ea5418, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:46:05.138023 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-426827e8-79a8-4da1-8652-f8e120c39d3b req-b82d2cb1-0fdb-485c-82a9-d9a077e6e817 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646966 Mar 05 04:46:05.140136 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1467c68d-1d66-4c65-8972-a92d635f9039 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks [] for floatingip (86fbfb3b-6f28-45dc-8f50-3909e61c659c), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:05.145893 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f2d42468-2196-4121-bf4f-5f7a63a5afac None None] For port a987e8f7-8523-41c9-bc27-1998c3ea5418, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a987e8f7-8523-41c9-bc27-1998c3ea5418,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:46:05.154664 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f2d42468-2196-4121-bf4f-5f7a63a5afac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a987e8f7-8523-41c9-bc27-1998c3ea5418), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:05.236942 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d42468-2196-4121-bf4f-5f7a63a5afac None None] Routers {'b2f5ab55-5dee-45a7-b2a9-149ff9b57314'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:46:05.237797 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-f2d42468-2196-4121-bf4f-5f7a63a5afac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:45:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b2f5ab55-5dee-45a7-b2a9-149ff9b57314'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:05.263629 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e3c13f03-6dd5-43eb-b854-be92c622cb91 admin admin] Publish callbacks [] for port (d580546b-d1b3-4f3a-aa25-15519871ad90), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:05.274031 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e3c13f03-6dd5-43eb-b854-be92c622cb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (d580546b-d1b3-4f3a-aa25-15519871ad90), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:05.288418 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee8bb9-abf6-405a-9393-6be770cf9510 None None] Pushing event updated for resources: {'Port': ['ID=a987e8f7-8523-41c9-bc27-1998c3ea5418,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:05.396819 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-f2d42468-2196-4121-bf4f-5f7a63a5afac None None] Set router b2f5ab55-5dee-45a7-b2a9-149ff9b57314 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:46:05.448223 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c13f03-6dd5-43eb-b854-be92c622cb91 admin admin] Pushing event updated for resources: {'Port': ['ID=d580546b-d1b3-4f3a-aa25-15519871ad90,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:05.452639 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e3c13f03-6dd5-43eb-b854-be92c622cb91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (b2f5ab55-5dee-45a7-b2a9-149ff9b57314), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:05.544533 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254920e-67a4-4d58-8706-62ade5d43aa7 req-c3a2cc1c-93b6-4e6e-a1bf-689da5cc03e9 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:05.546039 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2254920e-67a4-4d58-8706-62ade5d43aa7 req-c3a2cc1c-93b6-4e6e-a1bf-689da5cc03e9 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 945 time: 0.1176183 Mar 05 04:46:05.661536 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2254920e-67a4-4d58-8706-62ade5d43aa7 req-bb26ad1c-6bb4-4ea3-88f4-7f83e723ff15 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023958 Mar 05 04:46:05.724131 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c13f03-6dd5-43eb-b854-be92c622cb91 admin admin] Network 96b36905-6014-4841-aac5-335392bf1a9d is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:46:05.725609 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-e3c13f03-6dd5-43eb-b854-be92c622cb91 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:46:05.927260 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-f2d42468-2196-4121-bf4f-5f7a63a5afac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'name': 'tempest-TaggedBootDevicesTest_v242-2122226862-router', 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'a987e8f7-8523-41c9-bc27-1998c3ea5418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:58Z', 'updated_at': '2022-03-05T04:46:04Z', 'revision_number': 4, 'project_id': 'f322de562e384481acfa7667e5bcbd96', 'gw_port': {'id': 'a987e8f7-8523-41c9-bc27-1998c3ea5418', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:59Z', 'updated_at': '2022-03-05T04:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'd580546b-d1b3-4f3a-aa25-15519871ad90', 'name': '', 'network_id': '96b36905-6014-4841-aac5-335392bf1a9d', 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'mac_address': 'fa:16:3e:5f:8c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b8b87837-c4d6-4057-808b-e09b3b2c13f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:46:03Z', 'updated_at': '2022-03-05T04:46:04Z', 'revision_number': 1, 'project_id': 'f322de562e384481acfa7667e5bcbd96', 'subnets': [{'id': 'b8b87837-c4d6-4057-808b-e09b3b2c13f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:05.987683 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44742) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:05.999834 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d42468-2196-4121-bf4f-5f7a63a5afac None None] The sync data for ids ['b2f5ab55-5dee-45a7-b2a9-149ff9b57314'] in n-d-789963-32 is: [{'id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'name': 'tempest-TaggedBootDevicesTest_v242-2122226862-router', 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'a987e8f7-8523-41c9-bc27-1998c3ea5418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:58Z', 'updated_at': '2022-03-05T04:46:04Z', 'revision_number': 4, 'project_id': 'f322de562e384481acfa7667e5bcbd96', 'gw_port': {'id': 'a987e8f7-8523-41c9-bc27-1998c3ea5418', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f2:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:59Z', 'updated_at': '2022-03-05T04:46:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'd580546b-d1b3-4f3a-aa25-15519871ad90', 'name': '', 'network_id': '96b36905-6014-4841-aac5-335392bf1a9d', 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'mac_address': 'fa:16:3e:5f:8c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b8b87837-c4d6-4057-808b-e09b3b2c13f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:46:03Z', 'updated_at': '2022-03-05T04:46:04Z', 'revision_number': 1, 'project_id': 'f322de562e384481acfa7667e5bcbd96', 'subnets': [{'id': 'b8b87837-c4d6-4057-808b-e09b3b2c13f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:46:06.146594 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-88f4b5f8-565c-4f8b-bb6f-0a35148ca545 None None] Provisioning complete for port d580546b-d1b3-4f3a-aa25-15519871ad90 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:46:06.147023 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-88f4b5f8-565c-4f8b-bb6f-0a35148ca545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d580546b-d1b3-4f3a-aa25-15519871ad90), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:06.191541 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.db.resource_extend [None req-1467c68d-1d66-4c65-8972-a92d635f9039 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 04:46:06.212925 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-88f4b5f8-565c-4f8b-bb6f-0a35148ca545 None None] Port d580546b-d1b3-4f3a-aa25-15519871ad90 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:46:06.291736 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44754) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:06.348325 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c13f03-6dd5-43eb-b854-be92c622cb91 admin admin] Router b2f5ab55-5dee-45a7-b2a9-149ff9b57314 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:46:06.371827 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1467c68d-1d66-4c65-8972-a92d635f9039 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:06.381591 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1467c68d-1d66-4c65-8972-a92d635f9039 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (86fbfb3b-6f28-45dc-8f50-3909e61c659c), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:06.520913 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a284e707-ce1e-4709-b977-3cc7da1d0a63 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=12ec86d5ce864d5e8384628d4e830cb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269440 Mar 05 04:46:06.530515 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44758) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:06.545920 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-676d7b43-b025-448c-bc7a-8295a6a34ace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:06.594261 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd53d38-44c0-4570-85f4-20054a293659 req-a3513cf0-8585-43e2-b901-e56436347702 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:06.609213 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8bd53d38-44c0-4570-85f4-20054a293659 req-a3513cf0-8585-43e2-b901-e56436347702 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 943 time: 0.2904804 Mar 05 04:46:06.715787 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8bd53d38-44c0-4570-85f4-20054a293659 req-f027b5f9-b820-446a-9294-1cfd3e84d1fe tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056478 Mar 05 04:46:06.739336 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2249b9f5-78c2-4e1f-a0c3-34f4b886675f admin admin] Publish callbacks [] for security_group (b7f5242e-dc2a-4838-9058-18f5f6bd1647), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:06.739336 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [None req-1467c68d-1d66-4c65-8972-a92d635f9039 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Floating IP 86fbfb3b-6f28-45dc-8f50-3909e61c659c associated. External IP: 172.25.0.159, port: 484c7d1b-dc0f-4ab9-acb6-584b4d0100cd. Mar 05 04:46:06.797265 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-676d7b43-b025-448c-bc7a-8295a6a34ace admin admin] Publish callbacks [] for security_group (6ea68dd1-e6b5-4b2f-9435-c83706f4966e), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:06.827847 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-676d7b43-b025-448c-bc7a-8295a6a34ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6ea68dd1-e6b5-4b2f-9435-c83706f4966e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:06.831793 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2249b9f5-78c2-4e1f-a0c3-34f4b886675f admin admin] Publish callbacks [] for security_group (b7f5242e-dc2a-4838-9058-18f5f6bd1647), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:06.842548 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c13f03-6dd5-43eb-b854-be92c622cb91 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:46:06.853710 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e3c13f03-6dd5-43eb-b854-be92c622cb91 admin admin] 10.222.0.11 "PUT /v2.0/routers/b2f5ab55-5dee-45a7-b2a9-149ff9b57314/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2786918 Mar 05 04:46:06.888622 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-676d7b43-b025-448c-bc7a-8295a6a34ace admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=795ff0c4cfc6409795831ec703768684&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8987851 Mar 05 04:46:06.894657 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44764) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:06.907123 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d7b43-b025-448c-bc7a-8295a6a34ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea68dd1-e6b5-4b2f-9435-c83706f4966e,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:06.949692 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de5b2e-51c9-437b-a8ae-734f81808109 req-154a0437-a39a-4c80-b815-59f11e9f122e tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:06.951827 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-68de5b2e-51c9-437b-a8ae-734f81808109 req-154a0437-a39a-4c80-b815-59f11e9f122e tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 945 time: 0.1811228 Mar 05 04:46:07.037486 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a4cc7573-096f-4a03-87ad-33b7217acb31 admin admin] Publish callbacks [] for security_group (6ea68dd1-e6b5-4b2f-9435-c83706f4966e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:07.071487 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a4cc7573-096f-4a03-87ad-33b7217acb31 admin admin] Publish callbacks [] for security_group (6ea68dd1-e6b5-4b2f-9435-c83706f4966e), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:07.126995 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-68de5b2e-51c9-437b-a8ae-734f81808109 req-7f1335b9-eacf-49c0-8845-718bfa2b7d3b tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467040 Mar 05 04:46:07.177320 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2249b9f5-78c2-4e1f-a0c3-34f4b886675f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b7f5242e-dc2a-4838-9058-18f5f6bd1647), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:07.181584 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2249b9f5-78c2-4e1f-a0c3-34f4b886675f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:07.183335 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2249b9f5-78c2-4e1f-a0c3-34f4b886675f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b7f5242e-dc2a-4838-9058-18f5f6bd1647 HTTP/1.1" status: 204 len: 168 time: 0.6492345 Mar 05 04:46:07.205160 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249b9f5-78c2-4e1f-a0c3-34f4b886675f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f5242e-dc2a-4838-9058-18f5f6bd1647,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:07.206015 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a4cc7573-096f-4a03-87ad-33b7217acb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6ea68dd1-e6b5-4b2f-9435-c83706f4966e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:07.208420 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a4cc7573-096f-4a03-87ad-33b7217acb31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:07.212820 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a4cc7573-096f-4a03-87ad-33b7217acb31 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6ea68dd1-e6b5-4b2f-9435-c83706f4966e HTTP/1.1" status: 204 len: 168 time: 0.3160081 Mar 05 04:46:07.229192 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1467c68d-1d66-4c65-8972-a92d635f9039 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Router 4ace592a-5103-47f3-b3c3-0cbc2cf4ea55 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:46:07.249320 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc7573-096f-4a03-87ad-33b7217acb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea68dd1-e6b5-4b2f-9435-c83706f4966e,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:07.450881 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1467c68d-1d66-4c65-8972-a92d635f9039 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:46:07.457625 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1467c68d-1d66-4c65-8972-a92d635f9039 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:07.465326 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca57d228-43dc-49dd-8b92-c98d25f7b921 None None] Sync routers for ids ['4ace592a-5103-47f3-b3c3-0cbc2cf4ea55'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:46:07.484383 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca57d228-43dc-49dd-8b92-c98d25f7b921 None None] Routers {'4ace592a-5103-47f3-b3c3-0cbc2cf4ea55'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:46:07.486663 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-ca57d228-43dc-49dd-8b92-c98d25f7b921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:45:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4ace592a-5103-47f3-b3c3-0cbc2cf4ea55'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:07.547142 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1467c68d-1d66-4c65-8972-a92d635f9039 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "PUT /v2.0/floatingips/86fbfb3b-6f28-45dc-8f50-3909e61c659c HTTP/1.1" status: 200 len: 992 time: 2.4704866 Mar 05 04:46:07.547142 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1350f9-9314-4a46-98d0-588cc21d85e0', 'tag': '484c7d1b-dc0f-4ab9-acb6-584b4d0100cd'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:46:07.548812 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d750807-d38b-4011-8be1-7bb834ae80eb" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1350f9-9314-4a46-98d0-588cc21d85e0", "tag": "484c7d1b-dc0f-4ab9-acb6-584b4d0100cd"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:46:07.665545 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33de651-7579-4108-913b-1aa25ba70d42 x-openstack-request-id: req-b33de651-7579-4108-913b-1aa25ba70d42 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:46:07.665846 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1350f9-9314-4a46-98d0-588cc21d85e0", "tag": "484c7d1b-dc0f-4ab9-acb6-584b4d0100cd", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:46:07.666104 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b33de651-7579-4108-913b-1aa25ba70d42 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:46:07.666516 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a1350f9-9314-4a46-98d0-588cc21d85e0', 'tag': '484c7d1b-dc0f-4ab9-acb6-584b4d0100cd', 'status': 'completed', 'code': 200} Mar 05 04:46:07.682740 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-ca57d228-43dc-49dd-8b92-c98d25f7b921 None None] Set router 4ace592a-5103-47f3-b3c3-0cbc2cf4ea55 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:46:07.822469 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d750807-d38b-4011-8be1-7bb834ae80eb req-794c6243-c462-490a-9c57-c448f2faaac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:07.824125 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2d750807-d38b-4011-8be1-7bb834ae80eb req-794c6243-c462-490a-9c57-c448f2faaac7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6f219eab64614abcb32a956e6351bb73&device_id=3a1350f9-9314-4a46-98d0-588cc21d85e0 HTTP/1.1" status: 200 len: 1129 time: 0.1370053 Mar 05 04:46:07.871032 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea83dc3-7356-41b4-bd01-051928623ccc req-04c8aafe-7db6-4d05-a52b-26ddf125a3ed tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:07.880539 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9ea83dc3-7356-41b4-bd01-051928623ccc req-04c8aafe-7db6-4d05-a52b-26ddf125a3ed tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1350f9-9314-4a46-98d0-588cc21d85e0 HTTP/1.1" status: 200 len: 946 time: 0.1647632 Mar 05 04:46:08.008337 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44790) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:08.057413 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d750807-d38b-4011-8be1-7bb834ae80eb req-d68dfe42-f8a4-4553-b281-bd524f05ae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:08.063697 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2d750807-d38b-4011-8be1-7bb834ae80eb req-d68dfe42-f8a4-4553-b281-bd524f05ae37 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c HTTP/1.1" status: 200 len: 905 time: 0.2261050 Mar 05 04:46:08.152380 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a987e8f7-8523-41c9-bc27-1998c3ea5418 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:46:08.236253 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2d750807-d38b-4011-8be1-7bb834ae80eb req-4a6a6cea-6f9d-48e2-83e1-915dcfaf0ea4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=484c7d1b-dc0f-4ab9-acb6-584b4d0100cd HTTP/1.1" status: 200 len: 1000 time: 0.1668386 Mar 05 04:46:08.240148 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9ea83dc3-7356-41b4-bd01-051928623ccc req-bfae0f2a-41f6-4f72-b77f-1ae4372e8cba tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b751b62-02dd-49e8-927d-e35ef19b5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3279493 Mar 05 04:46:08.274569 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb6017-dd18-4232-8a6e-255242c33c64 req-cb32c734-a1d1-45be-900e-21caa68b73f4 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:08.291487 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-becb6017-dd18-4232-8a6e-255242c33c64 req-cb32c734-a1d1-45be-900e-21caa68b73f4 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 943 time: 0.4096870 Mar 05 04:46:08.324524 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port a987e8f7-8523-41c9-bc27-1998c3ea5418 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:46:08.325167 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a987e8f7-8523-41c9-bc27-1998c3ea5418), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:08.382021 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-61d971db-632c-4c1c-97c2-4a613232d964 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b8b49ed9b5dd4dfd981556b69425ce9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3609555 Mar 05 04:46:08.386478 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d750807-d38b-4011-8be1-7bb834ae80eb req-22493562-c606-4e62-a218-d3b98eed0ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:08.391093 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2d750807-d38b-4011-8be1-7bb834ae80eb req-22493562-c606-4e62-a218-d3b98eed0ae3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bef60a8c-b104-4854-9be4-eb4de8499599 HTTP/1.1" status: 200 len: 844 time: 0.1451602 Mar 05 04:46:08.391349 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44798) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:08.422485 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-ca57d228-43dc-49dd-8b92-c98d25f7b921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'name': 'tempest-ServersTestJSON-339480532-router', 'tenant_id': '6f219eab64614abcb32a956e6351bb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:23Z', 'updated_at': '2022-03-05T04:45:33Z', 'revision_number': 4, 'project_id': '6f219eab64614abcb32a956e6351bb73', 'gw_port': {'id': '4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:25Z', 'updated_at': '2022-03-05T04:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '86fbfb3b-6f28-45dc-8f50-3909e61c659c', 'tenant_id': '6f219eab64614abcb32a956e6351bb73', 'floating_ip_address': '172.25.0.159', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'port_id': '484c7d1b-dc0f-4ab9-acb6-584b4d0100cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c', 'mac_address': 'fa:16:3e:5e:d2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1350f9-9314-4a46-98d0-588cc21d85e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:45:42Z', 'updated_at': '2022-03-05T04:46:05Z', 'revision_number': 1, 'project_id': '6f219eab64614abcb32a956e6351bb73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2befcefc-bbfe-45f4-b6a0-89ac26ee48fd', 'name': '', 'network_id': '6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c', 'tenant_id': '6f219eab64614abcb32a956e6351bb73', 'mac_address': 'fa:16:3e:f0:02:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'bef60a8c-b104-4854-9be4-eb4de8499599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:31Z', 'updated_at': '2022-03-05T04:45:40Z', 'revision_number': 5, 'project_id': '6f219eab64614abcb32a956e6351bb73', 'subnets': [{'id': 'bef60a8c-b104-4854-9be4-eb4de8499599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:08.427720 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44800) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:08.498175 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port a987e8f7-8523-41c9-bc27-1998c3ea5418 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:46:08.498830 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a987e8f7-8523-41c9-bc27-1998c3ea5418), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:08.502287 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca57d228-43dc-49dd-8b92-c98d25f7b921 None None] Checking router: 4ace592a-5103-47f3-b3c3-0cbc2cf4ea55 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:46:08.522615 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-becb6017-dd18-4232-8a6e-255242c33c64 req-1dc55d3c-1e3f-47fd-828e-d483a3545a9f tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302072 Mar 05 04:46:08.529579 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port a987e8f7-8523-41c9-bc27-1998c3ea5418, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a987e8f7-8523-41c9-bc27-1998c3ea5418,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:46:08.533800 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca57d228-43dc-49dd-8b92-c98d25f7b921 None None] Routers {'4ace592a-5103-47f3-b3c3-0cbc2cf4ea55'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:46:08.535705 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-ca57d228-43dc-49dd-8b92-c98d25f7b921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:45:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4ace592a-5103-47f3-b3c3-0cbc2cf4ea55'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:08.537645 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a987e8f7-8523-41c9-bc27-1998c3ea5418), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:08.605694 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=a987e8f7-8523-41c9-bc27-1998c3ea5418,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:08.630844 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1dc262-ff65-46c1-9135-6bc91b437c32 req-c5cc9089-388e-4e57-97ae-88e7e2042b62 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:08.638238 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5d1dc262-ff65-46c1-9135-6bc91b437c32 req-c5cc9089-388e-4e57-97ae-88e7e2042b62 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 945 time: 0.2034297 Mar 05 04:46:08.640153 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d5679aac-f578-485e-91b5-9b82b2d2387f admin admin] Publish callbacks [] for security_group (0597a5e2-9aae-4a49-8046-c4517fe4da0c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:08.667186 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d5679aac-f578-485e-91b5-9b82b2d2387f admin admin] Publish callbacks [] for security_group (0597a5e2-9aae-4a49-8046-c4517fe4da0c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:08.721952 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44806) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:08.732509 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-2813b336-bc8b-4c95-8490-7e03e2ee9b1e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-702050026-network', 'tenant_id': '71c88fd622df4c4284ea94a9e42d79e8'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:46:08.784232 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5d1dc262-ff65-46c1-9135-6bc91b437c32 req-85d4ab33-41e5-43d4-bb58-3085eb200245 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444688 Mar 05 04:46:08.788369 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-ca57d228-43dc-49dd-8b92-c98d25f7b921 None None] Set router 4ace592a-5103-47f3-b3c3-0cbc2cf4ea55 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:46:08.795985 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2813b336-bc8b-4c95-8490-7e03e2ee9b1e admin admin] Made reservation on behalf of 71c88fd622df4c4284ea94a9e42d79e8 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:46:08.808373 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2813b336-bc8b-4c95-8490-7e03e2ee9b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:08.821871 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2813b336-bc8b-4c95-8490-7e03e2ee9b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:08.825218 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d5679aac-f578-485e-91b5-9b82b2d2387f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (0597a5e2-9aae-4a49-8046-c4517fe4da0c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:08.829252 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d5679aac-f578-485e-91b5-9b82b2d2387f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:08.833355 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d5679aac-f578-485e-91b5-9b82b2d2387f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0597a5e2-9aae-4a49-8046-c4517fe4da0c HTTP/1.1" status: 204 len: 168 time: 0.4397964 Mar 05 04:46:08.853705 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5679aac-f578-485e-91b5-9b82b2d2387f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0597a5e2-9aae-4a49-8046-c4517fe4da0c,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:08.873532 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ce06ea6f-ed5c-4e7c-847a-5a99cc8272c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:09.035230 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2813b336-bc8b-4c95-8490-7e03e2ee9b1e admin admin] Publish callbacks [] for security_group (5866060b-6d46-4052-8624-32dbc55ad624), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:09.042252 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2813b336-bc8b-4c95-8490-7e03e2ee9b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (5866060b-6d46-4052-8624-32dbc55ad624), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:09.070449 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d750807-d38b-4011-8be1-7bb834ae80eb req-018d48fc-f857-4b2e-9227-08098d76bb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:09.074156 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2d750807-d38b-4011-8be1-7bb834ae80eb req-018d48fc-f857-4b2e-9227-08098d76bb31 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6779842 Mar 05 04:46:09.083919 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ce06ea6f-ed5c-4e7c-847a-5a99cc8272c9 admin admin] Publish callbacks [] for security_group (e8032f84-d9b0-49da-be00-b0dd71d04040), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:09.103947 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813b336-bc8b-4c95-8490-7e03e2ee9b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5866060b-6d46-4052-8624-32dbc55ad624,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:09.138691 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2813b336-bc8b-4c95-8490-7e03e2ee9b1e admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:46:09.158453 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2813b336-bc8b-4c95-8490-7e03e2ee9b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (ec0eff71-dd34-48c8-8f86-fa3b75cfaaf8), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:09.158974 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-2813b336-bc8b-4c95-8490-7e03e2ee9b1e admin admin] Added segment ec0eff71-dd34-48c8-8f86-fa3b75cfaaf8 of type vlan for network 5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4 Mar 05 04:46:09.182401 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-ca57d228-43dc-49dd-8b92-c98d25f7b921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'name': 'tempest-ServersTestJSON-339480532-router', 'tenant_id': '6f219eab64614abcb32a956e6351bb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:23Z', 'updated_at': '2022-03-05T04:45:33Z', 'revision_number': 4, 'project_id': '6f219eab64614abcb32a956e6351bb73', 'gw_port': {'id': '4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:25Z', 'updated_at': '2022-03-05T04:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '86fbfb3b-6f28-45dc-8f50-3909e61c659c', 'tenant_id': '6f219eab64614abcb32a956e6351bb73', 'floating_ip_address': '172.25.0.159', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'port_id': '484c7d1b-dc0f-4ab9-acb6-584b4d0100cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c', 'mac_address': 'fa:16:3e:5e:d2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1350f9-9314-4a46-98d0-588cc21d85e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:45:42Z', 'updated_at': '2022-03-05T04:46:05Z', 'revision_number': 1, 'project_id': '6f219eab64614abcb32a956e6351bb73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2befcefc-bbfe-45f4-b6a0-89ac26ee48fd', 'name': '', 'network_id': '6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c', 'tenant_id': '6f219eab64614abcb32a956e6351bb73', 'mac_address': 'fa:16:3e:f0:02:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'bef60a8c-b104-4854-9be4-eb4de8499599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:31Z', 'updated_at': '2022-03-05T04:45:40Z', 'revision_number': 5, 'project_id': '6f219eab64614abcb32a956e6351bb73', 'subnets': [{'id': 'bef60a8c-b104-4854-9be4-eb4de8499599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:09.228448 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2d750807-d38b-4011-8be1-7bb834ae80eb req-5f89db72-3143-4f52-b18e-1d1003db2596 service neutron] 10.222.0.30 "GET /v2.0/networks/6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431205 Mar 05 04:46:09.230187 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ce06ea6f-ed5c-4e7c-847a-5a99cc8272c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e8032f84-d9b0-49da-be00-b0dd71d04040), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:09.238873 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca57d228-43dc-49dd-8b92-c98d25f7b921 None None] The sync data for ids ['4ace592a-5103-47f3-b3c3-0cbc2cf4ea55'] in n-d-789963-32 is: [{'id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'name': 'tempest-ServersTestJSON-339480532-router', 'tenant_id': '6f219eab64614abcb32a956e6351bb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:23Z', 'updated_at': '2022-03-05T04:45:33Z', 'revision_number': 4, 'project_id': '6f219eab64614abcb32a956e6351bb73', 'gw_port': {'id': '4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:25Z', 'updated_at': '2022-03-05T04:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '86fbfb3b-6f28-45dc-8f50-3909e61c659c', 'tenant_id': '6f219eab64614abcb32a956e6351bb73', 'floating_ip_address': '172.25.0.159', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'port_id': '484c7d1b-dc0f-4ab9-acb6-584b4d0100cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c', 'mac_address': 'fa:16:3e:5e:d2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1350f9-9314-4a46-98d0-588cc21d85e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:45:42Z', 'updated_at': '2022-03-05T04:46:05Z', 'revision_number': 1, 'project_id': '6f219eab64614abcb32a956e6351bb73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2befcefc-bbfe-45f4-b6a0-89ac26ee48fd', 'name': '', 'network_id': '6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c', 'tenant_id': '6f219eab64614abcb32a956e6351bb73', 'mac_address': 'fa:16:3e:f0:02:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'bef60a8c-b104-4854-9be4-eb4de8499599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:31Z', 'updated_at': '2022-03-05T04:45:40Z', 'revision_number': 5, 'project_id': '6f219eab64614abcb32a956e6351bb73', 'subnets': [{'id': 'bef60a8c-b104-4854-9be4-eb4de8499599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:46:09.239181 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2813b336-bc8b-4c95-8490-7e03e2ee9b1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:09.274600 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2813b336-bc8b-4c95-8490-7e03e2ee9b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:09.277903 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2813b336-bc8b-4c95-8490-7e03e2ee9b1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:09.279109 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2813b336-bc8b-4c95-8490-7e03e2ee9b1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:09.334491 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ce06ea6f-ed5c-4e7c-847a-5a99cc8272c9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=37fb29094dae4443ac582a57579634f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9039867 Mar 05 04:46:09.339585 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44814) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:09.373312 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2813b336-bc8b-4c95-8490-7e03e2ee9b1e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6473920 Mar 05 04:46:09.373312 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44818) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:09.379768 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-3c7e24c7-e637-4896-93f9-fcf2aa3876ba admin admin] Request body: {'subnet': {'network_id': '5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-702050026-subnet', 'tenant_id': '71c88fd622df4c4284ea94a9e42d79e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:46:09.400303 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813b336-bc8b-4c95-8490-7e03e2ee9b1e admin admin] Pushing event updated for resources: {'Network': ['ID=5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:09.411417 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7e24c7-e637-4896-93f9-fcf2aa3876ba admin admin] Made reservation on behalf of 71c88fd622df4c4284ea94a9e42d79e8 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:46:09.416747 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:46:09.417726 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3c7e24c7-e637-4896-93f9-fcf2aa3876ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:09.465418 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06ea6f-ed5c-4e7c-847a-5a99cc8272c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8032f84-d9b0-49da-be00-b0dd71d04040,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:09.564478 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2d750807-d38b-4011-8be1-7bb834ae80eb req-3e982150-9878-4471-b566-b57d63991f32 service neutron] 10.222.0.30 "GET /v2.0/networks/6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143601 Mar 05 04:46:09.621075 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e8ef08-8b9a-436e-9648-c8f0cd8f9e86 None None] Sync routers for ids ['b2f5ab55-5dee-45a7-b2a9-149ff9b57314'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:46:09.626067 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-051cbc67-57aa-4654-885a-90bcce24699d admin admin] Publish callbacks [] for security_group (e8032f84-d9b0-49da-be00-b0dd71d04040), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:09.678733 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-051cbc67-57aa-4654-885a-90bcce24699d admin admin] Publish callbacks [] for security_group (e8032f84-d9b0-49da-be00-b0dd71d04040), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:09.699564 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f14f18-4677-4ae5-81ee-fb1f8a061fe7 None None] New status for floating IP 86fbfb3b-6f28-45dc-8f50-3909e61c659c: ACTIVE {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 04:46:09.755204 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e8ef08-8b9a-436e-9648-c8f0cd8f9e86 None None] Routers {'b2f5ab55-5dee-45a7-b2a9-149ff9b57314'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:46:09.755851 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b4e8ef08-8b9a-436e-9648-c8f0cd8f9e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:45:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b2f5ab55-5dee-45a7-b2a9-149ff9b57314'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:09.771703 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-051cbc67-57aa-4654-885a-90bcce24699d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e8032f84-d9b0-49da-be00-b0dd71d04040), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:09.774942 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-051cbc67-57aa-4654-885a-90bcce24699d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:09.776662 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-051cbc67-57aa-4654-885a-90bcce24699d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e8032f84-d9b0-49da-be00-b0dd71d04040 HTTP/1.1" status: 204 len: 168 time: 0.4337115 Mar 05 04:46:09.800922 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051cbc67-57aa-4654-885a-90bcce24699d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8032f84-d9b0-49da-be00-b0dd71d04040,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:09.867921 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3c7e24c7-e637-4896-93f9-fcf2aa3876ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (1914624f-6a6d-48cc-9173-2e12dec05b4d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:10.095983 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c98fc9-10fa-415f-8947-602f1b9ef46f req-ccb3ef6f-b39c-4741-b1c6-c128bbd52f12 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:10.097580 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9c98fc9-10fa-415f-8947-602f1b9ef46f req-ccb3ef6f-b39c-4741-b1c6-c128bbd52f12 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 943 time: 0.3374116 Mar 05 04:46:10.141247 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e24c7-e637-4896-93f9-fcf2aa3876ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=1914624f-6a6d-48cc-9173-2e12dec05b4d,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:10.173127 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7e24c7-e637-4896-93f9-fcf2aa3876ba admin admin] Checking segment: {'id': 'ec0eff71-dd34-48c8-8f86-fa3b75cfaaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:46:10.173708 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7e24c7-e637-4896-93f9-fcf2aa3876ba admin admin] Network hostable DHCP agents. Network: 5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:46:10.208084 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12335eeb-1a2d-41e3-9ae4-6edf6fc65807 req-354b556e-22cc-4d2f-9b2a-796c04e22611 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:10.209847 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-12335eeb-1a2d-41e3-9ae4-6edf6fc65807 req-354b556e-22cc-4d2f-9b2a-796c04e22611 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 945 time: 0.3210933 Mar 05 04:46:10.236692 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9c98fc9-10fa-415f-8947-602f1b9ef46f req-6234d566-5258-4e9b-bd05-9f93af47fecc tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216667 Mar 05 04:46:10.246201 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7e24c7-e637-4896-93f9-fcf2aa3876ba admin admin] Network 5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:46:10.261201 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-3c7e24c7-e637-4896-93f9-fcf2aa3876ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:46:10.274988 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7e24c7-e637-4896-93f9-fcf2aa3876ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:10.275961 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3c7e24c7-e637-4896-93f9-fcf2aa3876ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:10.287214 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a987e8f7-8523-41c9-bc27-1998c3ea5418 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:46:10.300982 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-12335eeb-1a2d-41e3-9ae4-6edf6fc65807 req-6bc3b604-ed2a-4088-bb35-9fd31b00cde3 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800679 Mar 05 04:46:10.308209 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3c7e24c7-e637-4896-93f9-fcf2aa3876ba admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9337037 Mar 05 04:46:10.310715 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44852) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:10.316775 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-842051b5-281a-4fe4-b8b3-b2e1d0e86689 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-702050026-router', 'tenant_id': '71c88fd622df4c4284ea94a9e42d79e8', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:46:10.357202 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b04ac1f-be09-4c66-ba14-390059a9d594 None None] Network 5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:46:10.357433 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-842051b5-281a-4fe4-b8b3-b2e1d0e86689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (41c00385-464b-4fab-b2fe-11ec3c61d29e), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:10.360708 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-842051b5-281a-4fe4-b8b3-b2e1d0e86689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (41c00385-464b-4fab-b2fe-11ec3c61d29e), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:10.474585 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-842051b5-281a-4fe4-b8b3-b2e1d0e86689 admin admin] Publish callbacks [] for router_controller (41c00385-464b-4fab-b2fe-11ec3c61d29e), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:10.521081 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-b4e8ef08-8b9a-436e-9648-c8f0cd8f9e86 None None] Set router b2f5ab55-5dee-45a7-b2a9-149ff9b57314 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:46:10.528842 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port a987e8f7-8523-41c9-bc27-1998c3ea5418 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:46:10.529533 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a987e8f7-8523-41c9-bc27-1998c3ea5418), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:10.747348 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port a987e8f7-8523-41c9-bc27-1998c3ea5418 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:46:10.805296 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1d161b-ab40-48fa-8179-e21d7b473e53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4', 'network_id': '5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4', 'project_id': '71c88fd622df4c4284ea94a9e42d79e8', 'fixed_ips': [{'subnet_id': '1914624f-6a6d-48cc-9173-2e12dec05b4d'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:46:10.806440 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ef1d161b-ab40-48fa-8179-e21d7b473e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:11.159005 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-842051b5-281a-4fe4-b8b3-b2e1d0e86689 admin admin] Publish callbacks [] for router_gateway (41c00385-464b-4fab-b2fe-11ec3c61d29e), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:11.235331 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-ef1d161b-ab40-48fa-8179-e21d7b473e53 None None] Allocated IP 172.20.0.2 (5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4/1914624f-6a6d-48cc-9173-2e12dec05b4d/70d0743e-a404-4cc4-bb9b-274ca5a8b9d9) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:46:11.446626 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f8bfc9cd-9821-4611-9acf-67340834bc19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:11.463275 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b4e8ef08-8b9a-436e-9648-c8f0cd8f9e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'name': 'tempest-TaggedBootDevicesTest_v242-2122226862-router', 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'a987e8f7-8523-41c9-bc27-1998c3ea5418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:58Z', 'updated_at': '2022-03-05T04:46:04Z', 'revision_number': 4, 'project_id': 'f322de562e384481acfa7667e5bcbd96', 'gw_port': {'id': 'a987e8f7-8523-41c9-bc27-1998c3ea5418', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:59Z', 'updated_at': '2022-03-05T04:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'd580546b-d1b3-4f3a-aa25-15519871ad90', 'name': '', 'network_id': '96b36905-6014-4841-aac5-335392bf1a9d', 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'mac_address': 'fa:16:3e:5f:8c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b8b87837-c4d6-4057-808b-e09b3b2c13f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:46:03Z', 'updated_at': '2022-03-05T04:46:04Z', 'revision_number': 2, 'project_id': 'f322de562e384481acfa7667e5bcbd96', 'subnets': [{'id': 'b8b87837-c4d6-4057-808b-e09b3b2c13f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:11.496051 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e8ef08-8b9a-436e-9648-c8f0cd8f9e86 None None] Checking router: b2f5ab55-5dee-45a7-b2a9-149ff9b57314 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:46:11.496705 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e8ef08-8b9a-436e-9648-c8f0cd8f9e86 None None] Updating router b2f5ab55-5dee-45a7-b2a9-149ff9b57314 port d580546b-d1b3-4f3a-aa25-15519871ad90 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:46:11.541301 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b4e8ef08-8b9a-436e-9648-c8f0cd8f9e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d580546b-d1b3-4f3a-aa25-15519871ad90), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:11.578638 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-842051b5-281a-4fe4-b8b3-b2e1d0e86689 admin admin] Publish callbacks [] for router_gateway (41c00385-464b-4fab-b2fe-11ec3c61d29e), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:11.609222 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-842051b5-281a-4fe4-b8b3-b2e1d0e86689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:11.635538 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ef1d161b-ab40-48fa-8179-e21d7b473e53 None None] Publish callbacks [] for port (70d0743e-a404-4cc4-bb9b-274ca5a8b9d9), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:11.647555 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ef1d161b-ab40-48fa-8179-e21d7b473e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (70d0743e-a404-4cc4-bb9b-274ca5a8b9d9), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:11.726328 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8646ebd-53f1-443a-a63c-8e4e5c4fbfee req-03d8f6de-fe45-42a1-aa18-6210412e813a tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:11.728767 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c8646ebd-53f1-443a-a63c-8e4e5c4fbfee req-03d8f6de-fe45-42a1-aa18-6210412e813a tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 943 time: 0.2714248 Mar 05 04:46:11.752178 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1d161b-ab40-48fa-8179-e21d7b473e53 None None] Network 5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:46:11.760227 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-ef1d161b-ab40-48fa-8179-e21d7b473e53 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:46:11.764406 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1d161b-ab40-48fa-8179-e21d7b473e53 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:46:11.766994 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d161b-ab40-48fa-8179-e21d7b473e53 None None] Pushing event updated for resources: {'Port': ['ID=70d0743e-a404-4cc4-bb9b-274ca5a8b9d9,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:11.783774 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993a623-a902-4f3e-b4c0-ba5f129d32c3 req-60120b7a-83ff-4d30-9e75-b022d9f8a871 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:11.785432 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5993a623-a902-4f3e-b4c0-ba5f129d32c3 req-60120b7a-83ff-4d30-9e75-b022d9f8a871 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 945 time: 0.3307304 Mar 05 04:46:11.865854 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-842051b5-281a-4fe4-b8b3-b2e1d0e86689 admin admin] Allocated IP 172.25.0.158 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/123e0a81-495f-4c77-9a6d-58b4527f5c0b) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:46:11.880182 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-ef1d161b-ab40-48fa-8179-e21d7b473e53 None None] Attempting to bind port 70d0743e-a404-4cc4-bb9b-274ca5a8b9d9 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:46:11.880347 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-ef1d161b-ab40-48fa-8179-e21d7b473e53 None None] Attempting to bind port 70d0743e-a404-4cc4-bb9b-274ca5a8b9d9 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'ec0eff71-dd34-48c8-8f86-fa3b75cfaaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:46:11.880639 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1d161b-ab40-48fa-8179-e21d7b473e53 None None] Attempting to bind port 70d0743e-a404-4cc4-bb9b-274ca5a8b9d9 on network 5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:46:11.890459 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1d161b-ab40-48fa-8179-e21d7b473e53 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:46:11.890861 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1d161b-ab40-48fa-8179-e21d7b473e53 None None] Checking segment: {'id': 'ec0eff71-dd34-48c8-8f86-fa3b75cfaaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:46:11.891580 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ef1d161b-ab40-48fa-8179-e21d7b473e53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:11.891718 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1d161b-ab40-48fa-8179-e21d7b473e53 None None] Bound using segment: {'id': 'ec0eff71-dd34-48c8-8f86-fa3b75cfaaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:46:11.892164 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-ef1d161b-ab40-48fa-8179-e21d7b473e53 None None] Bound port: 70d0743e-a404-4cc4-bb9b-274ca5a8b9d9, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec0eff71-dd34-48c8-8f86-fa3b75cfaaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:46:11.892551 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ef1d161b-ab40-48fa-8179-e21d7b473e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (70d0743e-a404-4cc4-bb9b-274ca5a8b9d9), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:11.895119 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5993a623-a902-4f3e-b4c0-ba5f129d32c3 req-224b6319-ee14-4424-8b75-c8d277c1b2bf tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944159 Mar 05 04:46:11.899062 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c8646ebd-53f1-443a-a63c-8e4e5c4fbfee req-c6877dd8-b96b-4796-af92-425db98e2416 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348810 Mar 05 04:46:12.043561 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-ef1d161b-ab40-48fa-8179-e21d7b473e53 None None] For port 70d0743e-a404-4cc4-bb9b-274ca5a8b9d9, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:46:12.063485 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-ef1d161b-ab40-48fa-8179-e21d7b473e53 None None] For port 70d0743e-a404-4cc4-bb9b-274ca5a8b9d9, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=70d0743e-a404-4cc4-bb9b-274ca5a8b9d9,segment=NetworkSegment(ec0eff71-dd34-48c8-8f86-fa3b75cfaaf8),segment_id=ec0eff71-dd34-48c8-8f86-fa3b75cfaaf8)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:46:12.078126 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ef1d161b-ab40-48fa-8179-e21d7b473e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (70d0743e-a404-4cc4-bb9b-274ca5a8b9d9), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:12.103782 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b4e8ef08-8b9a-436e-9648-c8f0cd8f9e86 None None] Publish callbacks [] for port (d580546b-d1b3-4f3a-aa25-15519871ad90), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:12.138124 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-842051b5-281a-4fe4-b8b3-b2e1d0e86689 admin admin] Publish callbacks [] for port (123e0a81-495f-4c77-9a6d-58b4527f5c0b), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:12.145021 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b4e8ef08-8b9a-436e-9648-c8f0cd8f9e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d580546b-d1b3-4f3a-aa25-15519871ad90), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:12.205276 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d161b-ab40-48fa-8179-e21d7b473e53 None None] Pushing event updated for resources: {'Port': ['ID=70d0743e-a404-4cc4-bb9b-274ca5a8b9d9,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:12.256445 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-842051b5-281a-4fe4-b8b3-b2e1d0e86689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (123e0a81-495f-4c77-9a6d-58b4527f5c0b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:12.379374 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-b4e8ef08-8b9a-436e-9648-c8f0cd8f9e86 None None] Attempting to bind port d580546b-d1b3-4f3a-aa25-15519871ad90 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:46:12.379762 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-b4e8ef08-8b9a-436e-9648-c8f0cd8f9e86 None None] Attempting to bind port d580546b-d1b3-4f3a-aa25-15519871ad90 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'ca90f7a9-06b9-44d4-b45b-a36f46fd62e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '96b36905-6014-4841-aac5-335392bf1a9d'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:46:12.380142 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e8ef08-8b9a-436e-9648-c8f0cd8f9e86 None None] Attempting to bind port d580546b-d1b3-4f3a-aa25-15519871ad90 on network 96b36905-6014-4841-aac5-335392bf1a9d {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:46:12.397098 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842051b5-281a-4fe4-b8b3-b2e1d0e86689 admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:46:12.399776 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff36fc-57fe-420b-88e2-cac47d8b4582 None None] Pushing event updated for resources: {'Port': ['ID=d580546b-d1b3-4f3a-aa25-15519871ad90,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:12.408067 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e8ef08-8b9a-436e-9648-c8f0cd8f9e86 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:46:12.408067 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e8ef08-8b9a-436e-9648-c8f0cd8f9e86 None None] Checking segment: {'id': 'ca90f7a9-06b9-44d4-b45b-a36f46fd62e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '96b36905-6014-4841-aac5-335392bf1a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:46:12.408067 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b4e8ef08-8b9a-436e-9648-c8f0cd8f9e86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:12.408067 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e8ef08-8b9a-436e-9648-c8f0cd8f9e86 None None] Bound using segment: {'id': 'ca90f7a9-06b9-44d4-b45b-a36f46fd62e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '96b36905-6014-4841-aac5-335392bf1a9d'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:46:12.410967 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-b4e8ef08-8b9a-436e-9648-c8f0cd8f9e86 None None] Bound port: d580546b-d1b3-4f3a-aa25-15519871ad90, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca90f7a9-06b9-44d4-b45b-a36f46fd62e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '96b36905-6014-4841-aac5-335392bf1a9d'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:46:12.411522 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b4e8ef08-8b9a-436e-9648-c8f0cd8f9e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d580546b-d1b3-4f3a-aa25-15519871ad90), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:12.416917 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842051b5-281a-4fe4-b8b3-b2e1d0e86689 admin admin] Pushing event updated for resources: {'Port': ['ID=123e0a81-495f-4c77-9a6d-58b4527f5c0b,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:12.435973 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-842051b5-281a-4fe4-b8b3-b2e1d0e86689 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:46:12.443950 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842051b5-281a-4fe4-b8b3-b2e1d0e86689 admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:46:12.583152 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-b4e8ef08-8b9a-436e-9648-c8f0cd8f9e86 None None] For port d580546b-d1b3-4f3a-aa25-15519871ad90, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:46:12.587037 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-b4e8ef08-8b9a-436e-9648-c8f0cd8f9e86 None None] For port d580546b-d1b3-4f3a-aa25-15519871ad90, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d580546b-d1b3-4f3a-aa25-15519871ad90,segment=NetworkSegment(ca90f7a9-06b9-44d4-b45b-a36f46fd62e2),segment_id=ca90f7a9-06b9-44d4-b45b-a36f46fd62e2)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:46:12.600397 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b4e8ef08-8b9a-436e-9648-c8f0cd8f9e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d580546b-d1b3-4f3a-aa25-15519871ad90), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:12.974835 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-0009c29d-c021-4cf2-8779-cfefe054a0eb None None] Provisioning complete for port d580546b-d1b3-4f3a-aa25-15519871ad90 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:46:12.975238 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0009c29d-c021-4cf2-8779-cfefe054a0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d580546b-d1b3-4f3a-aa25-15519871ad90), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:12.985620 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e8ef08-8b9a-436e-9648-c8f0cd8f9e86 None None] Routers {'b2f5ab55-5dee-45a7-b2a9-149ff9b57314'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:46:12.986292 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b4e8ef08-8b9a-436e-9648-c8f0cd8f9e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:45:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b2f5ab55-5dee-45a7-b2a9-149ff9b57314'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:13.013689 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff36fc-57fe-420b-88e2-cac47d8b4582 None None] Pushing event updated for resources: {'Port': ['ID=d580546b-d1b3-4f3a-aa25-15519871ad90,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:13.026374 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-842051b5-281a-4fe4-b8b3-b2e1d0e86689 admin admin] Publish callbacks [] for router_gateway (41c00385-464b-4fab-b2fe-11ec3c61d29e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:13.162691 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-0009c29d-c021-4cf2-8779-cfefe054a0eb None None] Current status of the port d580546b-d1b3-4f3a-aa25-15519871ad90 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:46:13.163109 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0009c29d-c021-4cf2-8779-cfefe054a0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d580546b-d1b3-4f3a-aa25-15519871ad90), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:13.228476 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-b4e8ef08-8b9a-436e-9648-c8f0cd8f9e86 None None] Set router b2f5ab55-5dee-45a7-b2a9-149ff9b57314 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:46:13.263632 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-0009c29d-c021-4cf2-8779-cfefe054a0eb None None] For port d580546b-d1b3-4f3a-aa25-15519871ad90, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d580546b-d1b3-4f3a-aa25-15519871ad90,segment=NetworkSegment(ca90f7a9-06b9-44d4-b45b-a36f46fd62e2),segment_id=ca90f7a9-06b9-44d4-b45b-a36f46fd62e2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:46:13.264561 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-9ff75329-3461-4a74-ba2a-69a73f892fe4 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=474eaeacf2cf402e9c87a12dc75c5b23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0878639 Mar 05 04:46:13.276813 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0009c29d-c021-4cf2-8779-cfefe054a0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d580546b-d1b3-4f3a-aa25-15519871ad90), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:13.371519 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff60c09-5455-4164-93e9-ce38769f06eb req-19cec8f5-715d-4093-8aee-b76573780202 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:13.373360 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2ff60c09-5455-4164-93e9-ce38769f06eb req-19cec8f5-715d-4093-8aee-b76573780202 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 943 time: 0.1833847 Mar 05 04:46:13.419114 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009c29d-c021-4cf2-8779-cfefe054a0eb None None] Pushing event updated for resources: {'Port': ['ID=d580546b-d1b3-4f3a-aa25-15519871ad90,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:13.438715 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3a106372-1efc-4ff5-be54-5448c860643e None None] Provisioning complete for port d580546b-d1b3-4f3a-aa25-15519871ad90 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:46:13.439103 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3a106372-1efc-4ff5-be54-5448c860643e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d580546b-d1b3-4f3a-aa25-15519871ad90), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:13.481914 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-842051b5-281a-4fe4-b8b3-b2e1d0e86689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (41c00385-464b-4fab-b2fe-11ec3c61d29e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:13.568613 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:13.609896 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3a106372-1efc-4ff5-be54-5448c860643e None None] Current status of the port d580546b-d1b3-4f3a-aa25-15519871ad90 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:46:13.616884 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:13.636241 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b4e8ef08-8b9a-436e-9648-c8f0cd8f9e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'name': 'tempest-TaggedBootDevicesTest_v242-2122226862-router', 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'a987e8f7-8523-41c9-bc27-1998c3ea5418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:58Z', 'updated_at': '2022-03-05T04:46:04Z', 'revision_number': 4, 'project_id': 'f322de562e384481acfa7667e5bcbd96', 'gw_port': {'id': 'a987e8f7-8523-41c9-bc27-1998c3ea5418', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:59Z', 'updated_at': '2022-03-05T04:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'd580546b-d1b3-4f3a-aa25-15519871ad90', 'name': '', 'network_id': '96b36905-6014-4841-aac5-335392bf1a9d', 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'mac_address': 'fa:16:3e:5f:8c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b8b87837-c4d6-4057-808b-e09b3b2c13f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:46:03Z', 'updated_at': '2022-03-05T04:46:12Z', 'revision_number': 4, 'project_id': 'f322de562e384481acfa7667e5bcbd96', 'subnets': [{'id': 'b8b87837-c4d6-4057-808b-e09b3b2c13f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:13.658001 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-dde89f1a-5df6-4470-89db-ed0c2591db4b tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:13.659649 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-dde89f1a-5df6-4470-89db-ed0c2591db4b tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3849783 Mar 05 04:46:13.664389 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2ff60c09-5455-4164-93e9-ce38769f06eb req-1bc3dc71-7539-44e7-9f4b-b81ad30ee63f tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2489643 Mar 05 04:46:13.679028 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e8ef08-8b9a-436e-9648-c8f0cd8f9e86 None None] The sync data for ids ['b2f5ab55-5dee-45a7-b2a9-149ff9b57314'] in n-d-789963-32 is: [{'id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'name': 'tempest-TaggedBootDevicesTest_v242-2122226862-router', 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'a987e8f7-8523-41c9-bc27-1998c3ea5418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:58Z', 'updated_at': '2022-03-05T04:46:04Z', 'revision_number': 4, 'project_id': 'f322de562e384481acfa7667e5bcbd96', 'gw_port': {'id': 'a987e8f7-8523-41c9-bc27-1998c3ea5418', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:59Z', 'updated_at': '2022-03-05T04:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'd580546b-d1b3-4f3a-aa25-15519871ad90', 'name': '', 'network_id': '96b36905-6014-4841-aac5-335392bf1a9d', 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'mac_address': 'fa:16:3e:5f:8c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b8b87837-c4d6-4057-808b-e09b3b2c13f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:46:03Z', 'updated_at': '2022-03-05T04:46:12Z', 'revision_number': 4, 'project_id': 'f322de562e384481acfa7667e5bcbd96', 'subnets': [{'id': 'b8b87837-c4d6-4057-808b-e09b3b2c13f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:46:13.681812 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-9d2f3b8c-bb7a-4f7b-b0dc-2596b36108a5 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/quotas/474eaeacf2cf402e9c87a12dc75c5b23 HTTP/1.1" status: 200 len: 375 time: 0.0162175 Mar 05 04:46:13.682084 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-257a6893-9d6f-480f-9c6b-fe0f0516544e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:13.686115 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa1ac46-8817-44e3-ae3d-06f547847504 None None] Network 5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:46:13.704998 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842051b5-281a-4fe4-b8b3-b2e1d0e86689 admin admin] Router 41c00385-464b-4fab-b2fe-11ec3c61d29e is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:46:13.741448 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-65324248-3ae1-4d78-b869-b0b988b66cbf tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=474eaeacf2cf402e9c87a12dc75c5b23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518343 Mar 05 04:46:13.792544 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-0fa6ea92-a5f7-4b67-ae93-b4ff7cf183d2 None None] Provisioning complete for port 70d0743e-a404-4cc4-bb9b-274ca5a8b9d9 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:46:13.792925 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0fa6ea92-a5f7-4b67-ae93-b4ff7cf183d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (70d0743e-a404-4cc4-bb9b-274ca5a8b9d9), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:14.005384 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-0fa6ea92-a5f7-4b67-ae93-b4ff7cf183d2 None None] Current status of the port 70d0743e-a404-4cc4-bb9b-274ca5a8b9d9 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:46:14.005954 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0fa6ea92-a5f7-4b67-ae93-b4ff7cf183d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (70d0743e-a404-4cc4-bb9b-274ca5a8b9d9), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:14.059538 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14505178-17aa-4d4e-b757-89bfd2a1e13f req-1db1e037-7b50-4884-acc2-8375bc4254d0 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:14.087166 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-14505178-17aa-4d4e-b757-89bfd2a1e13f req-1db1e037-7b50-4884-acc2-8375bc4254d0 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 945 time: 0.2611980 Mar 05 04:46:14.120548 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-0fa6ea92-a5f7-4b67-ae93-b4ff7cf183d2 None None] For port 70d0743e-a404-4cc4-bb9b-274ca5a8b9d9, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=70d0743e-a404-4cc4-bb9b-274ca5a8b9d9,segment=NetworkSegment(ec0eff71-dd34-48c8-8f86-fa3b75cfaaf8),segment_id=ec0eff71-dd34-48c8-8f86-fa3b75cfaaf8)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:46:14.130255 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0fa6ea92-a5f7-4b67-ae93-b4ff7cf183d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (70d0743e-a404-4cc4-bb9b-274ca5a8b9d9), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:14.162777 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842051b5-281a-4fe4-b8b3-b2e1d0e86689 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:46:14.201079 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c96474-4258-47fa-9237-2025301e2fb2 None None] Sync routers for ids ['41c00385-464b-4fab-b2fe-11ec3c61d29e'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:46:14.257237 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c96474-4258-47fa-9237-2025301e2fb2 None None] Routers {'41c00385-464b-4fab-b2fe-11ec3c61d29e'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:46:14.257878 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-97c96474-4258-47fa-9237-2025301e2fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:46:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['41c00385-464b-4fab-b2fe-11ec3c61d29e'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:14.335086 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-842051b5-281a-4fe4-b8b3-b2e1d0e86689 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:14.336379 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-842051b5-281a-4fe4-b8b3-b2e1d0e86689 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0244048 Mar 05 04:46:14.339501 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44956) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:14.355706 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-f1317b96-9a5d-4670-8d07-7ab2abea98d5 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=474eaeacf2cf402e9c87a12dc75c5b23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1220391 Mar 05 04:46:14.366744 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6ea92-a5f7-4b67-ae93-b4ff7cf183d2 None None] Pushing event updated for resources: {'Port': ['ID=70d0743e-a404-4cc4-bb9b-274ca5a8b9d9,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:14.480644 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 70d0743e-a404-4cc4-bb9b-274ca5a8b9d9 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:46:14.564857 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-9e8b1594-c3a9-4988-b00e-c93c4c868ddf tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:14.566474 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-9e8b1594-c3a9-4988-b00e-c93c4c868ddf tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1841831 Mar 05 04:46:14.582118 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-14505178-17aa-4d4e-b757-89bfd2a1e13f req-b1dba949-4c05-4682-a820-762e91a89f1b tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4905875 Mar 05 04:46:14.618166 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-a2640374-2516-46a8-ae2e-ed84309c8496 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/quotas/474eaeacf2cf402e9c87a12dc75c5b23 HTTP/1.1" status: 200 len: 375 time: 0.0349183 Mar 05 04:46:14.629697 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-97c96474-4258-47fa-9237-2025301e2fb2 None None] Set router 41c00385-464b-4fab-b2fe-11ec3c61d29e gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:46:14.633205 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-b176fd6a-5d08-44c2-910a-8f737343717a None None] Provisioning complete for port 70d0743e-a404-4cc4-bb9b-274ca5a8b9d9 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:46:14.633842 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b176fd6a-5d08-44c2-910a-8f737343717a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (70d0743e-a404-4cc4-bb9b-274ca5a8b9d9), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:14.726196 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-b9efcee5-d9a0-4cd9-b49f-001d33895d3b tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=474eaeacf2cf402e9c87a12dc75c5b23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0974278 Mar 05 04:46:14.952008 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 70d0743e-a404-4cc4-bb9b-274ca5a8b9d9 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:46:14.953775 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (70d0743e-a404-4cc4-bb9b-274ca5a8b9d9), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:15.003604 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694aa9e0-a891-4b48-b4a7-20ddd8e07882 req-c8d70717-c323-4e08-bbba-6c43f09cf739 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:15.008958 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:15.012958 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-694aa9e0-a891-4b48-b4a7-20ddd8e07882 req-c8d70717-c323-4e08-bbba-6c43f09cf739 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 943 time: 0.1457677 Mar 05 04:46:15.100887 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-694aa9e0-a891-4b48-b4a7-20ddd8e07882 req-6c50fd0a-4fbb-4982-83f8-d2ec4cd4c9f6 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868447 Mar 05 04:46:15.161442 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b176fd6a-5d08-44c2-910a-8f737343717a None None] Current status of the port 70d0743e-a404-4cc4-bb9b-274ca5a8b9d9 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:46:15.242157 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 70d0743e-a404-4cc4-bb9b-274ca5a8b9d9 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:46:15.243719 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d580546b-d1b3-4f3a-aa25-15519871ad90 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:46:15.259808 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9e085c6-9514-4fa2-b3bd-b8935ea72a08 req-17c33f72-8e2d-420a-8ee8-3d0bcb56a254 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=063b68cb-325a-4a23-81e2-7cb8874435df HTTP/1.1" status: 200 len: 210 time: 0.0628591 Mar 05 04:46:15.307644 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-97c96474-4258-47fa-9237-2025301e2fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c00385-464b-4fab-b2fe-11ec3c61d29e', 'name': 'tempest-TaggedBootDevicesTest_v242-702050026-router', 'tenant_id': '71c88fd622df4c4284ea94a9e42d79e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '123e0a81-495f-4c77-9a6d-58b4527f5c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:46:10Z', 'updated_at': '2022-03-05T04:46:12Z', 'revision_number': 3, 'project_id': '71c88fd622df4c4284ea94a9e42d79e8', 'gw_port': {'id': '123e0a81-495f-4c77-9a6d-58b4527f5c0b', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c00385-464b-4fab-b2fe-11ec3c61d29e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:46:11Z', 'updated_at': '2022-03-05T04:46:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:15.344297 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c96474-4258-47fa-9237-2025301e2fb2 None None] Checking router: 41c00385-464b-4fab-b2fe-11ec3c61d29e for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:46:15.344297 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c96474-4258-47fa-9237-2025301e2fb2 None None] Updating router 41c00385-464b-4fab-b2fe-11ec3c61d29e port 123e0a81-495f-4c77-9a6d-58b4527f5c0b binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:46:15.375414 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-97c96474-4258-47fa-9237-2025301e2fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (123e0a81-495f-4c77-9a6d-58b4527f5c0b), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:15.419375 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port d580546b-d1b3-4f3a-aa25-15519871ad90 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:46:15.419761 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d580546b-d1b3-4f3a-aa25-15519871ad90), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:15.533722 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a9f3e039-9386-49dd-b690-c0e84fab70aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:15.806064 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8fbf7-1cb8-4913-8e8e-3668be32af2e req-5e726b77-5f23-4fac-b29c-d0037115aa25 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:15.814328 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ec8fbf7-1cb8-4913-8e8e-3668be32af2e req-5e726b77-5f23-4fac-b29c-d0037115aa25 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 945 time: 0.1022923 Mar 05 04:46:15.938480 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ec8fbf7-1cb8-4913-8e8e-3668be32af2e req-918b7e46-2396-4dc4-83dc-f04caaf9b0a6 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229234 Mar 05 04:46:15.940119 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-a9f3e039-9386-49dd-b690-c0e84fab70aa admin admin] Allocated IP 172.20.0.1 (5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4/1914624f-6a6d-48cc-9173-2e12dec05b4d/96c0b614-d31f-400d-8df9-e85c5ec127d9) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:46:16.018340 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-388c08e1-ee80-48ea-adbd-6699dd074ec8 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=474eaeacf2cf402e9c87a12dc75c5b23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0726306 Mar 05 04:46:16.089359 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port d580546b-d1b3-4f3a-aa25-15519871ad90 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:46:16.192375 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:16.278626 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 70d0743e-a404-4cc4-bb9b-274ca5a8b9d9 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:46:16.323373 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39a0a5-4ab9-4c07-b5d2-8f64aca39c60 req-48c61c37-6fc9-46ec-a42c-827fbfc43f02 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:16.332718 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aa39a0a5-4ab9-4c07-b5d2-8f64aca39c60 req-48c61c37-6fc9-46ec-a42c-827fbfc43f02 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 943 time: 0.0844085 Mar 05 04:46:16.336935 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-97c96474-4258-47fa-9237-2025301e2fb2 None None] Publish callbacks [] for port (123e0a81-495f-4c77-9a6d-58b4527f5c0b), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:16.337105 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a9f3e039-9386-49dd-b690-c0e84fab70aa admin admin] Publish callbacks [] for port (96c0b614-d31f-400d-8df9-e85c5ec127d9), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:16.357105 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-97c96474-4258-47fa-9237-2025301e2fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (123e0a81-495f-4c77-9a6d-58b4527f5c0b), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:16.407941 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aa39a0a5-4ab9-4c07-b5d2-8f64aca39c60 req-b0b3b1fc-704b-42db-9477-bd86fdd9ecff tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693908 Mar 05 04:46:16.424762 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-b15f24cc-04e4-4185-924c-d2c3d50ddf73 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:16.426302 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-b15f24cc-04e4-4185-924c-d2c3d50ddf73 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3934321 Mar 05 04:46:16.428391 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4f29b-ad22-48d0-980a-ff647b8cea47 None None] Pushing event updated for resources: {'Port': ['ID=123e0a81-495f-4c77-9a6d-58b4527f5c0b,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:16.442907 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-f0604909-96b9-4482-bc81-278395927eef tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Request body: {'port': {'device_id': 'b5591be5-eb6d-4b54-8a56-92c8b7752143', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'admin_state_up': True, 'tenant_id': '474eaeacf2cf402e9c87a12dc75c5b23'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:46:16.480700 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 70d0743e-a404-4cc4-bb9b-274ca5a8b9d9 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:46:16.481329 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (70d0743e-a404-4cc4-bb9b-274ca5a8b9d9), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:16.485358 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-61640d57-2ba1-4a58-a034-4094ecd97f7f req-3d29848c-5cf0-45b3-876b-d602188ec399 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=063b68cb-325a-4a23-81e2-7cb8874435df HTTP/1.1" status: 200 len: 210 time: 0.0662520 Mar 05 04:46:16.536470 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-97c96474-4258-47fa-9237-2025301e2fb2 None None] Attempting to bind port 123e0a81-495f-4c77-9a6d-58b4527f5c0b on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:46:16.536646 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-97c96474-4258-47fa-9237-2025301e2fb2 None None] Attempting to bind port 123e0a81-495f-4c77-9a6d-58b4527f5c0b by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:46:16.537030 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c96474-4258-47fa-9237-2025301e2fb2 None None] Attempting to bind port 123e0a81-495f-4c77-9a6d-58b4527f5c0b on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:46:16.560319 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c96474-4258-47fa-9237-2025301e2fb2 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:46:16.566284 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a9f3e039-9386-49dd-b690-c0e84fab70aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (96c0b614-d31f-400d-8df9-e85c5ec127d9), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:16.566948 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c96474-4258-47fa-9237-2025301e2fb2 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:46:16.566948 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-97c96474-4258-47fa-9237-2025301e2fb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:16.567375 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c96474-4258-47fa-9237-2025301e2fb2 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:46:16.567889 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-97c96474-4258-47fa-9237-2025301e2fb2 None None] Bound port: 123e0a81-495f-4c77-9a6d-58b4527f5c0b, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:46:16.568275 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-97c96474-4258-47fa-9237-2025301e2fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (123e0a81-495f-4c77-9a6d-58b4527f5c0b), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:16.621231 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f3e039-9386-49dd-b690-c0e84fab70aa admin admin] Pushing event updated for resources: {'Port': ['ID=96c0b614-d31f-400d-8df9-e85c5ec127d9,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:16.633424 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-97c96474-4258-47fa-9237-2025301e2fb2 None None] For port 123e0a81-495f-4c77-9a6d-58b4527f5c0b, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:46:16.637775 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-97c96474-4258-47fa-9237-2025301e2fb2 None None] For port 123e0a81-495f-4c77-9a6d-58b4527f5c0b, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=123e0a81-495f-4c77-9a6d-58b4527f5c0b,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:46:16.645762 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f3e039-9386-49dd-b690-c0e84fab70aa admin admin] Network 5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:46:16.650096 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-a9f3e039-9386-49dd-b690-c0e84fab70aa admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:46:16.654597 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f3e039-9386-49dd-b690-c0e84fab70aa admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:46:16.712599 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-f0604909-96b9-4482-bc81-278395927eef tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Made reservation on behalf of 474eaeacf2cf402e9c87a12dc75c5b23 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:46:16.717747 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-f0604909-96b9-4482-bc81-278395927eef tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:16.720373 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-97c96474-4258-47fa-9237-2025301e2fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (123e0a81-495f-4c77-9a6d-58b4527f5c0b), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:16.736422 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-f0604909-96b9-4482-bc81-278395927eef tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:16.755835 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a9f3e039-9386-49dd-b690-c0e84fab70aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (41c00385-464b-4fab-b2fe-11ec3c61d29e), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:16.847733 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 70d0743e-a404-4cc4-bb9b-274ca5a8b9d9 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:46:16.874105 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c96474-4258-47fa-9237-2025301e2fb2 None None] Routers {'41c00385-464b-4fab-b2fe-11ec3c61d29e'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:46:16.875410 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-97c96474-4258-47fa-9237-2025301e2fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:46:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['41c00385-464b-4fab-b2fe-11ec3c61d29e'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:16.883939 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-8e531837-03c9-4304-980b-697b9c188856 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=474eaeacf2cf402e9c87a12dc75c5b23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548699 Mar 05 04:46:16.946237 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4f29b-ad22-48d0-980a-ff647b8cea47 None None] Pushing event updated for resources: {'Port': ['ID=123e0a81-495f-4c77-9a6d-58b4527f5c0b,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:17.118491 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-97c96474-4258-47fa-9237-2025301e2fb2 None None] Set router 41c00385-464b-4fab-b2fe-11ec3c61d29e gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:46:17.170902 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3ce9e-b3d8-4a2a-96c9-1413ad86b103 req-3a2bc838-0d9d-4a71-899b-c710d9a26db0 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:17.174528 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72f3ce9e-b3d8-4a2a-96c9-1413ad86b103 req-3a2bc838-0d9d-4a71-899b-c710d9a26db0 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 945 time: 0.1102455 Mar 05 04:46:17.231978 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-c57bd40d-1e32-4635-9e0c-b63e7af28cfd tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:17.233391 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-c57bd40d-1e32-4635-9e0c-b63e7af28cfd tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3395097 Mar 05 04:46:17.238816 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72f3ce9e-b3d8-4a2a-96c9-1413ad86b103 req-01cc8638-6bf8-451a-b644-672987260182 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587804 Mar 05 04:46:17.245966 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-0591e6e4-edd3-429b-83b8-421a28a1726b tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Request body: {'port': {'device_id': '063b68cb-325a-4a23-81e2-7cb8874435df', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'admin_state_up': True, 'tenant_id': '474eaeacf2cf402e9c87a12dc75c5b23'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:46:17.277003 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-f0604909-96b9-4482-bc81-278395927eef tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Publish callbacks [] for security_group (fb5792e6-a9f5-47b0-9200-4b0d0324e30d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:17.286441 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e1b3ee15-31da-48c7-b5ad-a7d09e9ced70 None None] Provisioning complete for port 96c0b614-d31f-400d-8df9-e85c5ec127d9 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:46:17.286858 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e1b3ee15-31da-48c7-b5ad-a7d09e9ced70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (96c0b614-d31f-400d-8df9-e85c5ec127d9), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:17.298036 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-f0604909-96b9-4482-bc81-278395927eef tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (fb5792e6-a9f5-47b0-9200-4b0d0324e30d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:17.339484 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e1b3ee15-31da-48c7-b5ad-a7d09e9ced70 None None] Port 96c0b614-d31f-400d-8df9-e85c5ec127d9 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:46:17.422072 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a9f3e039-9386-49dd-b690-c0e84fab70aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (96c0b614-d31f-400d-8df9-e85c5ec127d9), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:17.456260 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-97c96474-4258-47fa-9237-2025301e2fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c00385-464b-4fab-b2fe-11ec3c61d29e', 'name': 'tempest-TaggedBootDevicesTest_v242-702050026-router', 'tenant_id': '71c88fd622df4c4284ea94a9e42d79e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '123e0a81-495f-4c77-9a6d-58b4527f5c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:46:10Z', 'updated_at': '2022-03-05T04:46:12Z', 'revision_number': 3, 'project_id': '71c88fd622df4c4284ea94a9e42d79e8', 'gw_port': {'id': '123e0a81-495f-4c77-9a6d-58b4527f5c0b', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c00385-464b-4fab-b2fe-11ec3c61d29e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:46:11Z', 'updated_at': '2022-03-05T04:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:17.489900 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c96474-4258-47fa-9237-2025301e2fb2 None None] The sync data for ids ['41c00385-464b-4fab-b2fe-11ec3c61d29e'] in n-d-789963-32 is: [{'id': '41c00385-464b-4fab-b2fe-11ec3c61d29e', 'name': 'tempest-TaggedBootDevicesTest_v242-702050026-router', 'tenant_id': '71c88fd622df4c4284ea94a9e42d79e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '123e0a81-495f-4c77-9a6d-58b4527f5c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:46:10Z', 'updated_at': '2022-03-05T04:46:12Z', 'revision_number': 3, 'project_id': '71c88fd622df4c4284ea94a9e42d79e8', 'gw_port': {'id': '123e0a81-495f-4c77-9a6d-58b4527f5c0b', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c00385-464b-4fab-b2fe-11ec3c61d29e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:46:11Z', 'updated_at': '2022-03-05T04:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:46:17.661064 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-450afc04-8cc7-4654-b032-05ff148a9326 req-4a38fbcb-0ec8-4304-ab39-2a6f185ed05a tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=063b68cb-325a-4a23-81e2-7cb8874435df HTTP/1.1" status: 200 len: 210 time: 0.0654581 Mar 05 04:46:17.689793 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92905dec-6277-46b4-9313-91685ad7b993 req-d2a07858-d341-4122-9308-33f9a473ee2c tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:17.696396 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-92905dec-6277-46b4-9313-91685ad7b993 req-d2a07858-d341-4122-9308-33f9a473ee2c tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 943 time: 0.1736112 Mar 05 04:46:17.731296 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a9f3e039-9386-49dd-b690-c0e84fab70aa admin admin] Publish callbacks [] for port (96c0b614-d31f-400d-8df9-e85c5ec127d9), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:17.751100 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:17.815173 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-f0604909-96b9-4482-bc81-278395927eef tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Allocated IP 192.168.233.51 (fb0dde64-203a-4c32-80ac-e1733ed0c9dd/63f989ea-15ee-41e4-8c8f-8183d2023f4e/e511e81b-5047-4a10-8053-6f167b4fd348) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:46:17.821966 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-92905dec-6277-46b4-9313-91685ad7b993 req-0b3b143a-28a7-4e67-a5eb-e0ab8c49f777 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175611 Mar 05 04:46:17.844987 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a9f3e039-9386-49dd-b690-c0e84fab70aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (96c0b614-d31f-400d-8df9-e85c5ec127d9), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:17.994229 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a9f3e039-9386-49dd-b690-c0e84fab70aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (41c00385-464b-4fab-b2fe-11ec3c61d29e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:18.020079 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f3e039-9386-49dd-b690-c0e84fab70aa admin admin] Pushing event updated for resources: {'Port': ['ID=96c0b614-d31f-400d-8df9-e85c5ec127d9,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:18.057070 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0604909-96b9-4482-bc81-278395927eef tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5792e6-a9f5-47b0-9200-4b0d0324e30d,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:18.090804 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-0591e6e4-edd3-429b-83b8-421a28a1726b tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Made reservation on behalf of 474eaeacf2cf402e9c87a12dc75c5b23 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:46:18.096320 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-0591e6e4-edd3-429b-83b8-421a28a1726b tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:18.362771 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 123e0a81-495f-4c77-9a6d-58b4527f5c0b up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:46:18.517309 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 123e0a81-495f-4c77-9a6d-58b4527f5c0b triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:46:18.518344 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (123e0a81-495f-4c77-9a6d-58b4527f5c0b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:18.547017 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215be460-12bd-4525-a153-9a50e71ad2f5 req-3f8e8d5b-7ea7-4a6c-aabf-4c2248b53dbe tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:18.549429 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-215be460-12bd-4525-a153-9a50e71ad2f5 req-3f8e8d5b-7ea7-4a6c-aabf-4c2248b53dbe tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 945 time: 0.1854200 Mar 05 04:46:18.640707 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-215be460-12bd-4525-a153-9a50e71ad2f5 req-43b22b0d-33ae-4fef-86ef-3c33261bb57b tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822070 Mar 05 04:46:18.689530 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-f0604909-96b9-4482-bc81-278395927eef tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Publish callbacks [] for port (e511e81b-5047-4a10-8053-6f167b4fd348), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:18.744153 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 123e0a81-495f-4c77-9a6d-58b4527f5c0b is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:46:18.744586 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (123e0a81-495f-4c77-9a6d-58b4527f5c0b), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:18.824235 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 123e0a81-495f-4c77-9a6d-58b4527f5c0b, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=123e0a81-495f-4c77-9a6d-58b4527f5c0b,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:46:18.826685 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-0591e6e4-edd3-429b-83b8-421a28a1726b tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Allocated IP 192.168.233.210 (fb0dde64-203a-4c32-80ac-e1733ed0c9dd/63f989ea-15ee-41e4-8c8f-8183d2023f4e/d35174a3-9581-421a-8690-73a161cd1b0f) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:46:18.833534 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (123e0a81-495f-4c77-9a6d-58b4527f5c0b), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:18.871644 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9e9a7bec-a7a4-4d65-a002-74c48d83a04f req-94c86c86-8ca8-4f99-9a4c-40bf180e008f tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=063b68cb-325a-4a23-81e2-7cb8874435df HTTP/1.1" status: 200 len: 210 time: 0.0655255 Mar 05 04:46:18.961444 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=123e0a81-495f-4c77-9a6d-58b4527f5c0b,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:19.147701 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac22669-769b-4ed3-ad47-d7737de81ae9 req-833af3c1-4636-4100-9e6f-f8fac8cdb220 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:19.159678 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1ac22669-769b-4ed3-ad47-d7737de81ae9 req-833af3c1-4636-4100-9e6f-f8fac8cdb220 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 943 time: 0.1622541 Mar 05 04:46:19.185168 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-0591e6e4-edd3-429b-83b8-421a28a1726b tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Publish callbacks [] for port (d35174a3-9581-421a-8690-73a161cd1b0f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:19.339094 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3897fc7-1c67-4846-a7fb-1ea404ee8591 req-27ecb515-df34-4d0d-aaa8-55ebc2d570d4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d44cf234-1303-425c-9e6b-b1b102f7a855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1631737 Mar 05 04:46:19.415749 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1ac22669-769b-4ed3-ad47-d7737de81ae9 req-577f84a9-a403-4bdc-976b-2f7a3f8e44e2 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536707 Mar 05 04:46:19.529882 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3897fc7-1c67-4846-a7fb-1ea404ee8591 req-4fdd174e-153d-43c3-8205-11c189868902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:19.532207 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3897fc7-1c67-4846-a7fb-1ea404ee8591 req-4fdd174e-153d-43c3-8205-11c189868902 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=facd03296ca545159cfaaad05aba02e6&device_id=d44cf234-1303-425c-9e6b-b1b102f7a855 HTTP/1.1" status: 200 len: 1149 time: 0.1154602 Mar 05 04:46:19.804458 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3897fc7-1c67-4846-a7fb-1ea404ee8591 req-d6bd465f-41b5-4312-81fe-f799bb251cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:19.807274 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3897fc7-1c67-4846-a7fb-1ea404ee8591 req-d6bd465f-41b5-4312-81fe-f799bb251cd0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8538c983-160a-4b67-8024-c598ec9cf3a6 HTTP/1.1" status: 200 len: 907 time: 0.2556403 Mar 05 04:46:19.852686 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-f0604909-96b9-4482-bc81-278395927eef tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (e511e81b-5047-4a10-8053-6f167b4fd348), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:19.868005 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f3e039-9386-49dd-b690-c0e84fab70aa admin admin] Network 5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:46:19.872641 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3897fc7-1c67-4846-a7fb-1ea404ee8591 req-7f8f233e-30f3-471d-82ac-f7f25d197682 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 HTTP/1.1" status: 200 len: 217 time: 0.0530500 Mar 05 04:46:19.874082 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-a9f3e039-9386-49dd-b690-c0e84fab70aa admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:46:20.050019 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3897fc7-1c67-4846-a7fb-1ea404ee8591 req-ac51458e-faaa-48f4-b247-6543a65f5116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:20.052541 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3897fc7-1c67-4846-a7fb-1ea404ee8591 req-ac51458e-faaa-48f4-b247-6543a65f5116 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa622505-df3c-45bb-bed1-baf2861c8524 HTTP/1.1" status: 200 len: 847 time: 0.1345410 Mar 05 04:46:20.081232 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-f0604909-96b9-4482-bc81-278395927eef tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:46:20.082171 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0604909-96b9-4482-bc81-278395927eef tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Pushing event updated for resources: {'Port': ['ID=e511e81b-5047-4a10-8053-6f167b4fd348,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:20.135916 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-24004d33-4fa8-4faa-9b65-61dd2c1ea05e req-35bfcf56-2820-4994-84c0-48fed43ac3d8 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=063b68cb-325a-4a23-81e2-7cb8874435df HTTP/1.1" status: 200 len: 210 time: 0.0821898 Mar 05 04:46:20.259043 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3897fc7-1c67-4846-a7fb-1ea404ee8591 req-41c31c81-4114-4134-b726-6f9b1ead0a4b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8538c983-160a-4b67-8024-c598ec9cf3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096182 Mar 05 04:46:20.321570 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 123e0a81-495f-4c77-9a6d-58b4527f5c0b up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:46:20.323621 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-bc89550f-d008-4102-a6a5-461fe60564af None None] Provisioning complete for port 96c0b614-d31f-400d-8df9-e85c5ec127d9 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:46:20.337902 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bc89550f-d008-4102-a6a5-461fe60564af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (96c0b614-d31f-400d-8df9-e85c5ec127d9), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:20.440049 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45090) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:20.442804 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-f0604909-96b9-4482-bc81-278395927eef tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:46:20.485528 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-0591e6e4-edd3-429b-83b8-421a28a1726b tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (d35174a3-9581-421a-8690-73a161cd1b0f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:20.491547 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-f0604909-96b9-4482-bc81-278395927eef tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:46:20.515559 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3897fc7-1c67-4846-a7fb-1ea404ee8591 req-aa4d3df2-5223-4b29-be5f-aceb56ee21f7 service neutron] 10.222.0.30 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465076 Mar 05 04:46:20.534360 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e0baa-c1b7-4d9a-ad6c-52d1be4001fb req-e05fcaf2-bea1-4756-bc44-f3c3e4d15cc5 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:20.544061 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7e0e0baa-c1b7-4d9a-ad6c-52d1be4001fb req-e05fcaf2-bea1-4756-bc44-f3c3e4d15cc5 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 945 time: 0.7353723 Mar 05 04:46:20.558349 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-bc89550f-d008-4102-a6a5-461fe60564af None None] Port 96c0b614-d31f-400d-8df9-e85c5ec127d9 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:46:20.612287 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 123e0a81-495f-4c77-9a6d-58b4527f5c0b triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:46:20.612922 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (123e0a81-495f-4c77-9a6d-58b4527f5c0b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:20.705626 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3897fc7-1c67-4846-a7fb-1ea404ee8591 req-e8be7f5f-836b-4d4e-aae0-f6b35be4fe17 service neutron] 10.222.0.30 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428242 Mar 05 04:46:20.730744 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591e6e4-edd3-429b-83b8-421a28a1726b tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Pushing event updated for resources: {'Port': ['ID=d35174a3-9581-421a-8690-73a161cd1b0f,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:20.793575 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-852ff19e-1da1-4e53-a677-6c9ebeb6dee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:20.811367 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-0591e6e4-edd3-429b-83b8-421a28a1726b tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:46:20.832959 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-0591e6e4-edd3-429b-83b8-421a28a1726b tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:46:20.841597 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-0591e6e4-edd3-429b-83b8-421a28a1726b tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:46:20.847333 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 123e0a81-495f-4c77-9a6d-58b4527f5c0b is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:46:20.868562 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7e0e0baa-c1b7-4d9a-ad6c-52d1be4001fb req-1931dd3c-01c4-49e9-aa43-8ebbf60cdddb tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235412 Mar 05 04:46:20.934645 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-f0604909-96b9-4482-bc81-278395927eef tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:20.935325 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-f0604909-96b9-4482-bc81-278395927eef tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:20.943742 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e6e2b-3817-476d-94f8-8b68a85a7393 req-740f50f1-76e1-43a0-9d23-c855a263a7ca tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:20.955575 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca3e6e2b-3817-476d-94f8-8b68a85a7393 req-740f50f1-76e1-43a0-9d23-c855a263a7ca tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 943 time: 0.2362807 Mar 05 04:46:21.001829 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e2b5def-55a4-4436-9921-42c665cff022 None None] Provisioning complete for port e511e81b-5047-4a10-8053-6f167b4fd348 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:46:21.003629 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e2b5def-55a4-4436-9921-42c665cff022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e511e81b-5047-4a10-8053-6f167b4fd348), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:21.013035 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f3e039-9386-49dd-b690-c0e84fab70aa admin admin] Router 41c00385-464b-4fab-b2fe-11ec3c61d29e has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:46:21.030419 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-f0604909-96b9-4482-bc81-278395927eef tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5919251 Mar 05 04:46:21.059689 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-9a583e74-f162-48a5-90a2-b93890628a39 service neutron] Request body: {'port': {'device_id': 'b5591be5-eb6d-4b54-8a56-92c8b7752143', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:46:21.069256 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca3e6e2b-3817-476d-94f8-8b68a85a7393 req-d910b9a9-d40f-46cd-8fdb-abb37e476257 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126952 Mar 05 04:46:21.094852 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e2b5def-55a4-4436-9921-42c665cff022 None None] Port e511e81b-5047-4a10-8053-6f167b4fd348 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:46:21.136917 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135cd7a-22fb-4404-a69c-fed71c87b6c9 req-15402dc0-348e-470e-b1ea-072f6d86cc58 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:21.139459 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3135cd7a-22fb-4404-a69c-fed71c87b6c9 req-15402dc0-348e-470e-b1ea-072f6d86cc58 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac46be7-861d-4abb-b2f6-efd01241a0b8 HTTP/1.1" status: 200 len: 946 time: 0.1248641 Mar 05 04:46:21.241059 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-852ff19e-1da1-4e53-a677-6c9ebeb6dee2 admin admin] Publish callbacks [] for security_group (0312d6b9-e2b5-4a42-9112-dca16d2c4e4b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:21.279177 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-852ff19e-1da1-4e53-a677-6c9ebeb6dee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (0312d6b9-e2b5-4a42-9112-dca16d2c4e4b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:21.285927 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3135cd7a-22fb-4404-a69c-fed71c87b6c9 req-7775ff42-8240-4b60-b7cf-d3b119ee5865 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac8f8f20-fc73-4f8e-9813-7f38705a8ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387310 Mar 05 04:46:21.318451 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-0591e6e4-edd3-429b-83b8-421a28a1726b tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:21.319154 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-0591e6e4-edd3-429b-83b8-421a28a1726b tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:21.333952 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-7ddf7e14-abb1-4fa2-a436-1fa4f071a7ba None None] Provisioning complete for port d35174a3-9581-421a-8690-73a161cd1b0f triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:46:21.335370 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7ddf7e14-abb1-4fa2-a436-1fa4f071a7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d35174a3-9581-421a-8690-73a161cd1b0f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:21.388290 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-852ff19e-1da1-4e53-a677-6c9ebeb6dee2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6cb60c131e9a46efb2f215c0383be37f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9440260 Mar 05 04:46:21.391222 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-7ddf7e14-abb1-4fa2-a436-1fa4f071a7ba None None] Port d35174a3-9581-421a-8690-73a161cd1b0f cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:46:21.391996 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8ed9c-fcda-4dbb-83c7-2740b74683b7 req-d0896cf8-84a9-477e-b1dd-24a5ebb6dad4 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:21.399488 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2bd8ed9c-fcda-4dbb-83c7-2740b74683b7 req-d0896cf8-84a9-477e-b1dd-24a5ebb6dad4 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=063b68cb-325a-4a23-81e2-7cb8874435df HTTP/1.1" status: 200 len: 936 time: 0.1201024 Mar 05 04:46:21.401755 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45100) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:21.519964 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-0591e6e4-edd3-429b-83b8-421a28a1726b tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2780132 Mar 05 04:46:21.528851 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ff19e-1da1-4e53-a677-6c9ebeb6dee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0312d6b9-e2b5-4a42-9112-dca16d2c4e4b,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:21.548953 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2bd8ed9c-fcda-4dbb-83c7-2740b74683b7 req-203ccd73-c1fa-41ec-b6ce-f08c3c8d966d tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470158 Mar 05 04:46:21.560650 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-a744688e-6c17-4847-a879-d8c1e2ce697c service neutron] Request body: {'port': {'device_id': '063b68cb-325a-4a23-81e2-7cb8874435df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:46:21.580607 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-53d9b647-6831-4143-86b6-04cfe32ca81c admin admin] Publish callbacks [] for security_group (0312d6b9-e2b5-4a42-9112-dca16d2c4e4b), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:21.625544 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-53d9b647-6831-4143-86b6-04cfe32ca81c admin admin] Publish callbacks [] for security_group (0312d6b9-e2b5-4a42-9112-dca16d2c4e4b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:21.735056 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-53d9b647-6831-4143-86b6-04cfe32ca81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (0312d6b9-e2b5-4a42-9112-dca16d2c4e4b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:21.739031 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-9a583e74-f162-48a5-90a2-b93890628a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e511e81b-5047-4a10-8053-6f167b4fd348), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:21.739546 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-53d9b647-6831-4143-86b6-04cfe32ca81c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:21.741087 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-53d9b647-6831-4143-86b6-04cfe32ca81c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0312d6b9-e2b5-4a42-9112-dca16d2c4e4b HTTP/1.1" status: 204 len: 168 time: 0.3384390 Mar 05 04:46:21.753139 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9b647-6831-4143-86b6-04cfe32ca81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0312d6b9-e2b5-4a42-9112-dca16d2c4e4b,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:21.779577 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f3e039-9386-49dd-b690-c0e84fab70aa admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:46:21.792024 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d665df-f261-4ef2-b2e7-df88e8cc510f None None] Sync routers for ids ['41c00385-464b-4fab-b2fe-11ec3c61d29e'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:46:21.805159 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a9f3e039-9386-49dd-b690-c0e84fab70aa admin admin] 10.222.0.11 "PUT /v2.0/routers/41c00385-464b-4fab-b2fe-11ec3c61d29e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4634945 Mar 05 04:46:21.826904 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d665df-f261-4ef2-b2e7-df88e8cc510f None None] Routers {'41c00385-464b-4fab-b2fe-11ec3c61d29e'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:46:21.831362 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-f0d665df-f261-4ef2-b2e7-df88e8cc510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:46:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['41c00385-464b-4fab-b2fe-11ec3c61d29e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:22.030725 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4890b0-880f-496b-82ae-53786053e499 req-7d11e1c4-8c77-4ca8-bb70-ef042689c428 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:22.032433 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-df4890b0-880f-496b-82ae-53786053e499 req-7d11e1c4-8c77-4ca8-bb70-ef042689c428 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.30 "GET /v2.0/ports?device_id=bac46be7-861d-4abb-b2f6-efd01241a0b8 HTTP/1.1" status: 200 len: 946 time: 0.1727688 Mar 05 04:46:22.272401 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-f0d665df-f261-4ef2-b2e7-df88e8cc510f None None] Set router 41c00385-464b-4fab-b2fe-11ec3c61d29e gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:46:22.278266 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf38531-99ab-4028-9440-a20991aac537 req-c1311631-e86c-49bd-ac49-682ff7e22dd7 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:22.286716 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aaf38531-99ab-4028-9440-a20991aac537 req-c1311631-e86c-49bd-ac49-682ff7e22dd7 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 945 time: 0.2665493 Mar 05 04:46:22.328298 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-9a583e74-f162-48a5-90a2-b93890628a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e511e81b-5047-4a10-8053-6f167b4fd348 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:46:22.346605 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-9a583e74-f162-48a5-90a2-b93890628a39 service neutron] Publish callbacks [] for port (e511e81b-5047-4a10-8053-6f167b4fd348), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:22.365009 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-9a583e74-f162-48a5-90a2-b93890628a39 service neutron] Transition to ACTIVE for port object e511e81b-5047-4a10-8053-6f167b4fd348 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:46:22.397643 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7359e1-5b8d-4d31-804f-e61d340356b6 req-49042d4b-bafd-443b-93e6-9ffb97365744 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:22.404755 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ce7359e1-5b8d-4d31-804f-e61d340356b6 req-49042d4b-bafd-443b-93e6-9ffb97365744 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 943 time: 0.2212718 Mar 05 04:46:22.405339 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-a744688e-6c17-4847-a879-d8c1e2ce697c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d35174a3-9581-421a-8690-73a161cd1b0f), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:22.410525 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-9a583e74-f162-48a5-90a2-b93890628a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (e511e81b-5047-4a10-8053-6f167b4fd348), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:22.430688 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45118) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:22.478162 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-487b336f-3d2c-4f1b-876c-8d9ace570579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:22.492069 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aaf38531-99ab-4028-9440-a20991aac537 req-89bba3c8-949e-4fc2-944e-231b1a7d013c tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974659 Mar 05 04:46:22.508100 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-df4890b0-880f-496b-82ae-53786053e499 req-c440c55e-5a64-45db-b0dc-96c1a6fcc3a3 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Deleting port 12e4b3a0-b05f-4528-b218-7b10a75eeee6 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:46:22.508449 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-df4890b0-880f-496b-82ae-53786053e499 req-c440c55e-5a64-45db-b0dc-96c1a6fcc3a3 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (12e4b3a0-b05f-4528-b218-7b10a75eeee6), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:22.649130 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-f0d665df-f261-4ef2-b2e7-df88e8cc510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c00385-464b-4fab-b2fe-11ec3c61d29e', 'name': 'tempest-TaggedBootDevicesTest_v242-702050026-router', 'tenant_id': '71c88fd622df4c4284ea94a9e42d79e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '123e0a81-495f-4c77-9a6d-58b4527f5c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:46:10Z', 'updated_at': '2022-03-05T04:46:17Z', 'revision_number': 4, 'project_id': '71c88fd622df4c4284ea94a9e42d79e8', 'gw_port': {'id': '123e0a81-495f-4c77-9a6d-58b4527f5c0b', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c00385-464b-4fab-b2fe-11ec3c61d29e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:46:11Z', 'updated_at': '2022-03-05T04:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '96c0b614-d31f-400d-8df9-e85c5ec127d9', 'name': '', 'network_id': '5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4', 'tenant_id': '71c88fd622df4c4284ea94a9e42d79e8', 'mac_address': 'fa:16:3e:d1:4c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c00385-464b-4fab-b2fe-11ec3c61d29e', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '1914624f-6a6d-48cc-9173-2e12dec05b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:46:15Z', 'updated_at': '2022-03-05T04:46:17Z', 'revision_number': 2, 'project_id': '71c88fd622df4c4284ea94a9e42d79e8', 'subnets': [{'id': '1914624f-6a6d-48cc-9173-2e12dec05b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:22.689155 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d665df-f261-4ef2-b2e7-df88e8cc510f None None] Checking router: 41c00385-464b-4fab-b2fe-11ec3c61d29e for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:46:22.689742 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d665df-f261-4ef2-b2e7-df88e8cc510f None None] Updating router 41c00385-464b-4fab-b2fe-11ec3c61d29e port 96c0b614-d31f-400d-8df9-e85c5ec127d9 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:46:22.728480 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-f0d665df-f261-4ef2-b2e7-df88e8cc510f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (96c0b614-d31f-400d-8df9-e85c5ec127d9), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:22.756204 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a583e74-f162-48a5-90a2-b93890628a39 service neutron] Pushing event updated for resources: {'Port': ['ID=e511e81b-5047-4a10-8053-6f167b4fd348,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:22.870460 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-487b336f-3d2c-4f1b-876c-8d9ace570579 admin admin] Publish callbacks [] for security_group (3a4991b4-d0fa-4f47-8963-ed1618449a74), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:22.871679 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ce7359e1-5b8d-4d31-804f-e61d340356b6 req-6bea0cc5-64b4-4ab8-8595-be137d97d1a7 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4659529 Mar 05 04:46:22.883800 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-487b336f-3d2c-4f1b-876c-8d9ace570579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3a4991b4-d0fa-4f47-8963-ed1618449a74), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:22.932007 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-df4890b0-880f-496b-82ae-53786053e499 req-c440c55e-5a64-45db-b0dc-96c1a6fcc3a3 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] For port 12e4b3a0-b05f-4528-b218-7b10a75eeee6, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=12e4b3a0-b05f-4528-b218-7b10a75eeee6,segment=NetworkSegment(b412d26e-2f96-452a-9c5f-ad37809d8be5),segment_id=b412d26e-2f96-452a-9c5f-ad37809d8be5)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:46:22.932434 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-df4890b0-880f-496b-82ae-53786053e499 req-c440c55e-5a64-45db-b0dc-96c1a6fcc3a3 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (12e4b3a0-b05f-4528-b218-7b10a75eeee6), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:22.965956 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-487b336f-3d2c-4f1b-876c-8d9ace570579 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0347781ea5d9444894bf5eaa1045101d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5318859 Mar 05 04:46:22.977399 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45122) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:23.018256 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-9a583e74-f162-48a5-90a2-b93890628a39 service neutron] Attempting to bind port e511e81b-5047-4a10-8053-6f167b4fd348 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:46:23.018606 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-9a583e74-f162-48a5-90a2-b93890628a39 service neutron] Attempting to bind port e511e81b-5047-4a10-8053-6f167b4fd348 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:46:23.018920 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-9a583e74-f162-48a5-90a2-b93890628a39 service neutron] Attempting to bind port e511e81b-5047-4a10-8053-6f167b4fd348 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:46:23.050734 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-9a583e74-f162-48a5-90a2-b93890628a39 service neutron] Port e511e81b-5047-4a10-8053-6f167b4fd348 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:46:23.051122 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-9a583e74-f162-48a5-90a2-b93890628a39 service neutron] Attempting to bind port e511e81b-5047-4a10-8053-6f167b4fd348 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:46:23.085054 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-9a583e74-f162-48a5-90a2-b93890628a39 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:46:23.085765 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-9a583e74-f162-48a5-90a2-b93890628a39 service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:46:23.086169 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-9a583e74-f162-48a5-90a2-b93890628a39 service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:46:23.087628 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-9a583e74-f162-48a5-90a2-b93890628a39 service neutron] Bound port: e511e81b-5047-4a10-8053-6f167b4fd348, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:46:23.087994 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-9a583e74-f162-48a5-90a2-b93890628a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e511e81b-5047-4a10-8053-6f167b4fd348), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:23.150505 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b336f-3d2c-4f1b-876c-8d9ace570579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4991b4-d0fa-4f47-8963-ed1618449a74,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:23.213085 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-f0d665df-f261-4ef2-b2e7-df88e8cc510f None None] Publish callbacks [] for port (96c0b614-d31f-400d-8df9-e85c5ec127d9), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:23.220221 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-f0d665df-f261-4ef2-b2e7-df88e8cc510f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (96c0b614-d31f-400d-8df9-e85c5ec127d9), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:23.323518 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-76be5133-534b-4fb0-9524-3c3c7270628a admin admin] Publish callbacks [] for security_group (3a4991b4-d0fa-4f47-8963-ed1618449a74), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:23.357572 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-f0d665df-f261-4ef2-b2e7-df88e8cc510f None None] Attempting to bind port 96c0b614-d31f-400d-8df9-e85c5ec127d9 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:46:23.358004 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-f0d665df-f261-4ef2-b2e7-df88e8cc510f None None] Attempting to bind port 96c0b614-d31f-400d-8df9-e85c5ec127d9 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'ec0eff71-dd34-48c8-8f86-fa3b75cfaaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:46:23.358386 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d665df-f261-4ef2-b2e7-df88e8cc510f None None] Attempting to bind port 96c0b614-d31f-400d-8df9-e85c5ec127d9 on network 5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:46:23.368566 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d665df-f261-4ef2-b2e7-df88e8cc510f None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:46:23.368953 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d665df-f261-4ef2-b2e7-df88e8cc510f None None] Checking segment: {'id': 'ec0eff71-dd34-48c8-8f86-fa3b75cfaaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:46:23.369346 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-f0d665df-f261-4ef2-b2e7-df88e8cc510f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:23.370182 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d665df-f261-4ef2-b2e7-df88e8cc510f None None] Bound using segment: {'id': 'ec0eff71-dd34-48c8-8f86-fa3b75cfaaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:46:23.370683 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-f0d665df-f261-4ef2-b2e7-df88e8cc510f None None] Bound port: 96c0b614-d31f-400d-8df9-e85c5ec127d9, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec0eff71-dd34-48c8-8f86-fa3b75cfaaf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:46:23.371238 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-f0d665df-f261-4ef2-b2e7-df88e8cc510f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (96c0b614-d31f-400d-8df9-e85c5ec127d9), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:23.397821 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-9a583e74-f162-48a5-90a2-b93890628a39 service neutron] For port e511e81b-5047-4a10-8053-6f167b4fd348, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:46:23.464901 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-f0d665df-f261-4ef2-b2e7-df88e8cc510f None None] For port 96c0b614-d31f-400d-8df9-e85c5ec127d9, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:46:23.470720 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-f0d665df-f261-4ef2-b2e7-df88e8cc510f None None] For port 96c0b614-d31f-400d-8df9-e85c5ec127d9, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=96c0b614-d31f-400d-8df9-e85c5ec127d9,segment=NetworkSegment(ec0eff71-dd34-48c8-8f86-fa3b75cfaaf8),segment_id=ec0eff71-dd34-48c8-8f86-fa3b75cfaaf8)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:46:23.472303 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-76be5133-534b-4fb0-9524-3c3c7270628a admin admin] Publish callbacks [] for security_group (3a4991b4-d0fa-4f47-8963-ed1618449a74), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:23.481358 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2cd12-6309-4e88-8bad-35ac77504cfd None None] Pushing event updated for resources: {'Port': ['ID=96c0b614-d31f-400d-8df9-e85c5ec127d9,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:23.492839 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-f0d665df-f261-4ef2-b2e7-df88e8cc510f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (96c0b614-d31f-400d-8df9-e85c5ec127d9), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:23.548023 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-9a583e74-f162-48a5-90a2-b93890628a39 service neutron] For port e511e81b-5047-4a10-8053-6f167b4fd348, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=e511e81b-5047-4a10-8053-6f167b4fd348,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:46:23.549226 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d665df-f261-4ef2-b2e7-df88e8cc510f None None] Routers {'41c00385-464b-4fab-b2fe-11ec3c61d29e'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:46:23.550301 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-f0d665df-f261-4ef2-b2e7-df88e8cc510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:46:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['41c00385-464b-4fab-b2fe-11ec3c61d29e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:23.552668 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-76be5133-534b-4fb0-9524-3c3c7270628a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3a4991b4-d0fa-4f47-8963-ed1618449a74), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:23.555661 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-76be5133-534b-4fb0-9524-3c3c7270628a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:23.557576 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-76be5133-534b-4fb0-9524-3c3c7270628a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3a4991b4-d0fa-4f47-8963-ed1618449a74 HTTP/1.1" status: 204 len: 168 time: 0.5717220 Mar 05 04:46:23.596788 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-9a583e74-f162-48a5-90a2-b93890628a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (e511e81b-5047-4a10-8053-6f167b4fd348), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:23.605198 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be5133-534b-4fb0-9524-3c3c7270628a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4991b4-d0fa-4f47-8963-ed1618449a74,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:23.668959 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a7782fb9-a8e4-4f1f-9415-2932effc7a54 None None] Provisioning complete for port 96c0b614-d31f-400d-8df9-e85c5ec127d9 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:46:23.671030 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a7782fb9-a8e4-4f1f-9415-2932effc7a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (96c0b614-d31f-400d-8df9-e85c5ec127d9), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:23.674103 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-a744688e-6c17-4847-a879-d8c1e2ce697c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d35174a3-9581-421a-8690-73a161cd1b0f {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:46:23.724923 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878f183-1647-4799-bb53-11c04c42a3b0 req-6c5d4f25-3267-442c-8b06-6e8dc7ee3612 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:23.725468 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-f0d665df-f261-4ef2-b2e7-df88e8cc510f None None] Set router 41c00385-464b-4fab-b2fe-11ec3c61d29e gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:46:23.727511 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6878f183-1647-4799-bb53-11c04c42a3b0 req-6c5d4f25-3267-442c-8b06-6e8dc7ee3612 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac46be7-861d-4abb-b2f6-efd01241a0b8 HTTP/1.1" status: 200 len: 946 time: 1.0334010 Mar 05 04:46:23.730974 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-9a583e74-f162-48a5-90a2-b93890628a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:23.731733 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-9a583e74-f162-48a5-90a2-b93890628a39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:23.734304 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-9a583e74-f162-48a5-90a2-b93890628a39 service neutron] 10.222.0.30 "PUT /v2.0/ports/e511e81b-5047-4a10-8053-6f167b4fd348 HTTP/1.1" status: 200 len: 1096 time: 2.6848919 Mar 05 04:46:23.747782 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5591be5-eb6d-4b54-8a56-92c8b7752143', 'tag': 'e511e81b-5047-4a10-8053-6f167b4fd348'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:46:23.759615 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0bd9d2-4189-4335-993c-744c375abd0e" -d '{"events": [{"name": "network-changed", "server_uuid": "b5591be5-eb6d-4b54-8a56-92c8b7752143", "tag": "e511e81b-5047-4a10-8053-6f167b4fd348"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:46:23.787608 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-a744688e-6c17-4847-a879-d8c1e2ce697c service neutron] Publish callbacks [] for port (d35174a3-9581-421a-8690-73a161cd1b0f), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:23.956676 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a583e74-f162-48a5-90a2-b93890628a39 service neutron] Pushing event updated for resources: {'Port': ['ID=e511e81b-5047-4a10-8053-6f167b4fd348,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:23.971314 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-a744688e-6c17-4847-a879-d8c1e2ce697c service neutron] Transition to ACTIVE for port object d35174a3-9581-421a-8690-73a161cd1b0f will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:46:23.989139 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-a744688e-6c17-4847-a879-d8c1e2ce697c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (d35174a3-9581-421a-8690-73a161cd1b0f), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:23.997801 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a7782fb9-a8e4-4f1f-9415-2932effc7a54 None None] Current status of the port 96c0b614-d31f-400d-8df9-e85c5ec127d9 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:46:23.998491 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a7782fb9-a8e4-4f1f-9415-2932effc7a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (96c0b614-d31f-400d-8df9-e85c5ec127d9), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:24.080315 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-a7782fb9-a8e4-4f1f-9415-2932effc7a54 None None] For port 96c0b614-d31f-400d-8df9-e85c5ec127d9, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=96c0b614-d31f-400d-8df9-e85c5ec127d9,segment=NetworkSegment(ec0eff71-dd34-48c8-8f86-fa3b75cfaaf8),segment_id=ec0eff71-dd34-48c8-8f86-fa3b75cfaaf8)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:46:24.089787 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2cd12-6309-4e88-8bad-35ac77504cfd None None] Pushing event updated for resources: {'Port': ['ID=96c0b614-d31f-400d-8df9-e85c5ec127d9,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:24.095854 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a7782fb9-a8e4-4f1f-9415-2932effc7a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (96c0b614-d31f-400d-8df9-e85c5ec127d9), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:24.127879 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1dc8f-0e77-42dd-9fb5-9888607165ab req-36f6551c-59c2-49fe-b911-3e0a00751004 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:24.133421 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b0a1dc8f-0e77-42dd-9fb5-9888607165ab req-36f6551c-59c2-49fe-b911-3e0a00751004 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=063b68cb-325a-4a23-81e2-7cb8874435df HTTP/1.1" status: 200 len: 936 time: 0.4604707 Mar 05 04:46:24.133809 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-4eb3b571-f500-44d5-8180-b8e4947ef186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:24.138002 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-4eb3b571-f500-44d5-8180-b8e4947ef186 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=474eaeacf2cf402e9c87a12dc75c5b23&device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 1130 time: 0.3390729 Mar 05 04:46:24.141862 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b2e2eac-c0df-4138-a0fe-e1023a5ea9dc req-c5853d11-bc6b-4796-a881-0441f4508867 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0374a01e-d164-4d25-b186-ad4232102a40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0858850 Mar 05 04:46:24.158751 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-f0d665df-f261-4ef2-b2e7-df88e8cc510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c00385-464b-4fab-b2fe-11ec3c61d29e', 'name': 'tempest-TaggedBootDevicesTest_v242-702050026-router', 'tenant_id': '71c88fd622df4c4284ea94a9e42d79e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '123e0a81-495f-4c77-9a6d-58b4527f5c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:46:10Z', 'updated_at': '2022-03-05T04:46:17Z', 'revision_number': 4, 'project_id': '71c88fd622df4c4284ea94a9e42d79e8', 'gw_port': {'id': '123e0a81-495f-4c77-9a6d-58b4527f5c0b', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c00385-464b-4fab-b2fe-11ec3c61d29e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:46:11Z', 'updated_at': '2022-03-05T04:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '96c0b614-d31f-400d-8df9-e85c5ec127d9', 'name': '', 'network_id': '5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4', 'tenant_id': '71c88fd622df4c4284ea94a9e42d79e8', 'mac_address': 'fa:16:3e:d1:4c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c00385-464b-4fab-b2fe-11ec3c61d29e', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '1914624f-6a6d-48cc-9173-2e12dec05b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:46:15Z', 'updated_at': '2022-03-05T04:46:23Z', 'revision_number': 4, 'project_id': '71c88fd622df4c4284ea94a9e42d79e8', 'subnets': [{'id': '1914624f-6a6d-48cc-9173-2e12dec05b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:24.212634 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7782fb9-a8e4-4f1f-9415-2932effc7a54 None None] Pushing event updated for resources: {'Port': ['ID=96c0b614-d31f-400d-8df9-e85c5ec127d9,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:24.254998 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-db6fb022-25a0-4c1f-a44e-1d9c039dcd40 None None] Provisioning complete for port 96c0b614-d31f-400d-8df9-e85c5ec127d9 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:46:24.255449 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-db6fb022-25a0-4c1f-a44e-1d9c039dcd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (96c0b614-d31f-400d-8df9-e85c5ec127d9), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:24.268212 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a744688e-6c17-4847-a879-d8c1e2ce697c service neutron] Pushing event updated for resources: {'Port': ['ID=d35174a3-9581-421a-8690-73a161cd1b0f,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:24.279902 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d665df-f261-4ef2-b2e7-df88e8cc510f None None] The sync data for ids ['41c00385-464b-4fab-b2fe-11ec3c61d29e'] in n-d-789963-32 is: [{'id': '41c00385-464b-4fab-b2fe-11ec3c61d29e', 'name': 'tempest-TaggedBootDevicesTest_v242-702050026-router', 'tenant_id': '71c88fd622df4c4284ea94a9e42d79e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '123e0a81-495f-4c77-9a6d-58b4527f5c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:46:10Z', 'updated_at': '2022-03-05T04:46:17Z', 'revision_number': 4, 'project_id': '71c88fd622df4c4284ea94a9e42d79e8', 'gw_port': {'id': '123e0a81-495f-4c77-9a6d-58b4527f5c0b', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c00385-464b-4fab-b2fe-11ec3c61d29e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:46:11Z', 'updated_at': '2022-03-05T04:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '96c0b614-d31f-400d-8df9-e85c5ec127d9', 'name': '', 'network_id': '5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4', 'tenant_id': '71c88fd622df4c4284ea94a9e42d79e8', 'mac_address': 'fa:16:3e:d1:4c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c00385-464b-4fab-b2fe-11ec3c61d29e', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '1914624f-6a6d-48cc-9173-2e12dec05b4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:46:15Z', 'updated_at': '2022-03-05T04:46:23Z', 'revision_number': 4, 'project_id': '71c88fd622df4c4284ea94a9e42d79e8', 'subnets': [{'id': '1914624f-6a6d-48cc-9173-2e12dec05b4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:46:24.316128 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-19bc4dcc-82ef-4696-8d75-1a58d4b88b90 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=e511e81b-5047-4a10-8053-6f167b4fd348 HTTP/1.1" status: 200 len: 217 time: 0.1224189 Mar 05 04:46:24.345739 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6878f183-1647-4799-bb53-11c04c42a3b0 req-63211807-8c6c-46fe-b1e8-09774d7c54cd tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "GET /v2.0/security-groups?id=ac8f8f20-fc73-4f8e-9813-7f38705a8ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5854108 Mar 05 04:46:24.560699 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-df4890b0-880f-496b-82ae-53786053e499 req-c440c55e-5a64-45db-b0dc-96c1a6fcc3a3 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:24.561429 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-df4890b0-880f-496b-82ae-53786053e499 req-c440c55e-5a64-45db-b0dc-96c1a6fcc3a3 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (998f72e1-0ed4-4b4d-afd8-1ede30493d9e), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:24.561826 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [req-df4890b0-880f-496b-82ae-53786053e499 req-c440c55e-5a64-45db-b0dc-96c1a6fcc3a3 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Floating IP 998f72e1-0ed4-4b4d-afd8-1ede30493d9e disassociated. External IP: 172.25.0.112, port: 12e4b3a0-b05f-4528-b218-7b10a75eeee6. Mar 05 04:46:24.562519 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-df4890b0-880f-496b-82ae-53786053e499 req-c440c55e-5a64-45db-b0dc-96c1a6fcc3a3 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Calling delete_port for 12e4b3a0-b05f-4528-b218-7b10a75eeee6 owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:46:24.589554 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-1af6ccb7-87d3-48c6-a2d6-07397b321f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:24.593809 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-1af6ccb7-87d3-48c6-a2d6-07397b321f96 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.2139547 Mar 05 04:46:24.634864 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-db6fb022-25a0-4c1f-a44e-1d9c039dcd40 None None] Current status of the port 96c0b614-d31f-400d-8df9-e85c5ec127d9 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:46:24.665295 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-a744688e-6c17-4847-a879-d8c1e2ce697c service neutron] Attempting to bind port d35174a3-9581-421a-8690-73a161cd1b0f on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:46:24.666616 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-a744688e-6c17-4847-a879-d8c1e2ce697c service neutron] Attempting to bind port d35174a3-9581-421a-8690-73a161cd1b0f by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:46:24.667121 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b0a1dc8f-0e77-42dd-9fb5-9888607165ab req-b5432d3f-f143-45ed-8921-7942bb983235 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152204 Mar 05 04:46:24.667768 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-a744688e-6c17-4847-a879-d8c1e2ce697c service neutron] Attempting to bind port d35174a3-9581-421a-8690-73a161cd1b0f on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:46:24.718067 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-a744688e-6c17-4847-a879-d8c1e2ce697c service neutron] Port d35174a3-9581-421a-8690-73a161cd1b0f on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:46:24.718571 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-a744688e-6c17-4847-a879-d8c1e2ce697c service neutron] Attempting to bind port d35174a3-9581-421a-8690-73a161cd1b0f on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:46:24.771743 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-376d5f37-cf30-4457-8881-85546355c495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:24.777819 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-376d5f37-cf30-4457-8881-85546355c495 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1748395 Mar 05 04:46:24.785797 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-a744688e-6c17-4847-a879-d8c1e2ce697c service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:46:24.789887 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-a744688e-6c17-4847-a879-d8c1e2ce697c service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:46:24.791960 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-a744688e-6c17-4847-a879-d8c1e2ce697c service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:46:24.796155 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-a744688e-6c17-4847-a879-d8c1e2ce697c service neutron] Bound port: d35174a3-9581-421a-8690-73a161cd1b0f, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:46:24.798529 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-a744688e-6c17-4847-a879-d8c1e2ce697c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d35174a3-9581-421a-8690-73a161cd1b0f), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:24.836600 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73aaf017-67a6-4f49-9765-b30d42bfab85 x-openstack-request-id: req-73aaf017-67a6-4f49-9765-b30d42bfab85 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:46:24.839381 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5591be5-eb6d-4b54-8a56-92c8b7752143", "tag": "e511e81b-5047-4a10-8053-6f167b4fd348", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:46:24.839818 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-73aaf017-67a6-4f49-9765-b30d42bfab85 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:46:24.840817 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5591be5-eb6d-4b54-8a56-92c8b7752143', 'tag': 'e511e81b-5047-4a10-8053-6f167b4fd348', 'status': 'completed', 'code': 200} Mar 05 04:46:24.891557 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e2eac-c0df-4138-a0fe-e1023a5ea9dc req-3b5cb35f-a550-4710-805b-5ea92396dff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:24.893291 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b2e2eac-c0df-4138-a0fe-e1023a5ea9dc req-3b5cb35f-a550-4710-805b-5ea92396dff0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=84f78c82255c4feca46335184d79ad7d&device_id=0374a01e-d164-4d25-b186-ad4232102a40 HTTP/1.1" status: 200 len: 1127 time: 0.7167320 Mar 05 04:46:25.011244 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-2f838ae1-62fa-482c-b78b-d749eb036438 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686339 Mar 05 04:46:25.028385 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae43ac-e6cb-4ecb-b896-2e96fb93dee9 req-9dc76c6a-ea89-4ad5-a903-261f19dd6237 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:25.037007 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f0ae43ac-e6cb-4ecb-b896-2e96fb93dee9 req-9dc76c6a-ea89-4ad5-a903-261f19dd6237 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 945 time: 0.3663247 Mar 05 04:46:25.152045 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8febc2c2-c5ef-44cf-8c40-3dfa26860087 req-c2707dc0-e8ab-4543-807d-42d675b97770 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166928 Mar 05 04:46:25.208094 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-a744688e-6c17-4847-a879-d8c1e2ce697c service neutron] For port d35174a3-9581-421a-8690-73a161cd1b0f, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:46:25.213355 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-a744688e-6c17-4847-a879-d8c1e2ce697c service neutron] For port d35174a3-9581-421a-8690-73a161cd1b0f, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d35174a3-9581-421a-8690-73a161cd1b0f,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:46:25.233285 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-a744688e-6c17-4847-a879-d8c1e2ce697c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (d35174a3-9581-421a-8690-73a161cd1b0f), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:25.289388 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afe83a-8c0a-4489-9e87-56f52aaf18df req-17cbfd32-628a-43e8-b140-e360f0afce74 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:25.297214 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-31afe83a-8c0a-4489-9e87-56f52aaf18df req-17cbfd32-628a-43e8-b140-e360f0afce74 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 943 time: 0.3898129 Mar 05 04:46:25.350623 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-a744688e-6c17-4847-a879-d8c1e2ce697c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:25.353195 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-a744688e-6c17-4847-a879-d8c1e2ce697c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:25.355273 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-a744688e-6c17-4847-a879-d8c1e2ce697c service neutron] 10.222.0.30 "PUT /v2.0/ports/d35174a3-9581-421a-8690-73a161cd1b0f HTTP/1.1" status: 200 len: 1097 time: 3.8037221 Mar 05 04:46:25.360109 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-df4890b0-880f-496b-82ae-53786053e499 req-c440c55e-5a64-45db-b0dc-96c1a6fcc3a3 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (12e4b3a0-b05f-4528-b218-7b10a75eeee6), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:25.469072 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e2eac-c0df-4138-a0fe-e1023a5ea9dc req-4422de3c-4507-4639-9738-512a4d26d920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:25.470328 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bd9d2-4189-4335-993c-744c375abd0e req-3897ce73-66c9-40bd-bda1-75b72a774cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:25.473273 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-af0bd9d2-4189-4335-993c-744c375abd0e req-3897ce73-66c9-40bd-bda1-75b72a774cd8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=474eaeacf2cf402e9c87a12dc75c5b23&device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 1130 time: 0.2549567 Mar 05 04:46:25.476904 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a744688e-6c17-4847-a879-d8c1e2ce697c service neutron] Pushing event updated for resources: {'Port': ['ID=d35174a3-9581-421a-8690-73a161cd1b0f,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:25.477113 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b2e2eac-c0df-4138-a0fe-e1023a5ea9dc req-4422de3c-4507-4639-9738-512a4d26d920 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fd6aa200-b97d-49ed-9876-375a41229f42 HTTP/1.1" status: 200 len: 920 time: 0.5306056 Mar 05 04:46:25.483449 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f0ae43ac-e6cb-4ecb-b896-2e96fb93dee9 req-ab5fae0a-c8bb-4d34-84af-7f97bbd940c2 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455438 Mar 05 04:46:25.547495 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-31afe83a-8c0a-4489-9e87-56f52aaf18df req-3e806afc-d5f8-4ae7-a2c4-127ccd7ce556 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457550 Mar 05 04:46:25.581284 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440c55e-5a64-45db-b0dc-96c1a6fcc3a3 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Pushing event deleted for resources: {'Port': ['ID=12e4b3a0-b05f-4528-b218-7b10a75eeee6,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:25.819779 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 12e4b3a0-b05f-4528-b218-7b10a75eeee6 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:46:25.870557 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-d21c1d9f-453e-40fb-bc5c-bcc06c86534e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:25.879012 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-d21c1d9f-453e-40fb-bc5c-bcc06c86534e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=474eaeacf2cf402e9c87a12dc75c5b23&device_id=063b68cb-325a-4a23-81e2-7cb8874435df HTTP/1.1" status: 200 len: 1131 time: 0.4620042 Mar 05 04:46:25.893813 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 12e4b3a0-b05f-4528-b218-7b10a75eeee6 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:46:25.894183 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 12e4b3a0-b05f-4528-b218-7b10a75eeee6 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:46:26.009033 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-c49e0c0b-afaf-4527-8069-b8095f90988f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=d35174a3-9581-421a-8690-73a161cd1b0f HTTP/1.1" status: 200 len: 217 time: 0.1072774 Mar 05 04:46:26.010227 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bd9d2-4189-4335-993c-744c375abd0e req-2b93cb99-5c9c-4817-b48e-87c4c2b9ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:26.011619 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-af0bd9d2-4189-4335-993c-744c375abd0e req-2b93cb99-5c9c-4817-b48e-87c4c2b9ba8d service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.5292912 Mar 05 04:46:26.017878 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df4890b0-880f-496b-82ae-53786053e499 req-c440c55e-5a64-45db-b0dc-96c1a6fcc3a3 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Router d4fb1805-e218-47f8-82a5-9d0d8913bb34 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:46:26.036084 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b2e2eac-c0df-4138-a0fe-e1023a5ea9dc req-f367da64-3d2a-4497-8d5d-57068d0fac48 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcb9b4b5-b14d-4e77-9651-6518c1df2d8c HTTP/1.1" status: 200 len: 217 time: 0.5120723 Mar 05 04:46:26.196615 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-af0bd9d2-4189-4335-993c-744c375abd0e req-b3a8e168-2643-4a8d-8c12-6f073669a12e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=e511e81b-5047-4a10-8053-6f167b4fd348 HTTP/1.1" status: 200 len: 217 time: 0.1727855 Mar 05 04:46:26.202147 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2dccbdad-93ac-47c1-9e58-cd4c632161db req-7c7437f3-4251-4f64-aeed-157f58983823 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac46be7-861d-4abb-b2f6-efd01241a0b8 HTTP/1.1" status: 200 len: 210 time: 0.4903529 Mar 05 04:46:26.276748 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-afef8dae-4960-4397-b12c-1d43f3254162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:26.278372 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-afef8dae-4960-4397-b12c-1d43f3254162 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.2534628 Mar 05 04:46:26.341351 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 96c0b614-d31f-400d-8df9-e85c5ec127d9 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:46:26.346057 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bd9d2-4189-4335-993c-744c375abd0e req-ea50642c-eaaa-4782-8ebe-14e4ec110972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:26.347798 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-af0bd9d2-4189-4335-993c-744c375abd0e req-ea50642c-eaaa-4782-8ebe-14e4ec110972 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.1399145 Mar 05 04:46:26.386436 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-49bf4bad-257d-49a5-9747-c0da37a0222f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:26.388062 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-49bf4bad-257d-49a5-9747-c0da37a0222f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1026604 Mar 05 04:46:26.465006 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bd9d2-4189-4335-993c-744c375abd0e req-04dc384c-8ee4-40ca-982e-5a671d457f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:26.466909 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-af0bd9d2-4189-4335-993c-744c375abd0e req-04dc384c-8ee4-40ca-982e-5a671d457f8f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1126196 Mar 05 04:46:26.492460 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 96c0b614-d31f-400d-8df9-e85c5ec127d9 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:46:26.494519 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (96c0b614-d31f-400d-8df9-e85c5ec127d9), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:26.499976 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e2eac-c0df-4138-a0fe-e1023a5ea9dc req-55acc8d1-b2be-47cf-84b7-5f21ed02ecc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:26.513681 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b2e2eac-c0df-4138-a0fe-e1023a5ea9dc req-55acc8d1-b2be-47cf-84b7-5f21ed02ecc8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9d33dc8a-6008-478a-9ec8-49595a4a0656 HTTP/1.1" status: 200 len: 860 time: 0.4595556 Mar 05 04:46:26.571202 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da9f6e-0f61-4ef6-92b8-0fd36146f37b req-70140f15-2644-48aa-ae28-997ad274a871 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:26.581027 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-10da9f6e-0f61-4ef6-92b8-0fd36146f37b req-70140f15-2644-48aa-ae28-997ad274a871 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=063b68cb-325a-4a23-81e2-7cb8874435df HTTP/1.1" status: 200 len: 948 time: 0.5612969 Mar 05 04:46:26.637065 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-af0bd9d2-4189-4335-993c-744c375abd0e req-4e2b8c9b-dea6-4ed5-b69d-8d6883d7ef75 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404612 Mar 05 04:46:26.654323 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 96c0b614-d31f-400d-8df9-e85c5ec127d9 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:46:26.723602 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b2e2eac-c0df-4138-a0fe-e1023a5ea9dc req-2d6fb7fd-648c-449b-952d-29f070900d8e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd6aa200-b97d-49ed-9876-375a41229f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1348026 Mar 05 04:46:26.774454 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-05771d2c-0945-4393-a721-a433f134c3fb service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777509 Mar 05 04:46:26.783233 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-10da9f6e-0f61-4ef6-92b8-0fd36146f37b req-7d383239-86bd-43eb-8c0a-493804d0ad8b tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011957 Mar 05 04:46:26.784394 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df4890b0-880f-496b-82ae-53786053e499 req-c440c55e-5a64-45db-b0dc-96c1a6fcc3a3 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:46:26.795349 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f52124c-88ce-47c1-b7b4-1d44382be341 None None] Sync routers for ids ['d4fb1805-e218-47f8-82a5-9d0d8913bb34'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:46:26.825517 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f52124c-88ce-47c1-b7b4-1d44382be341 None None] Routers {'d4fb1805-e218-47f8-82a5-9d0d8913bb34'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:46:26.826993 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-0f52124c-88ce-47c1-b7b4-1d44382be341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:46:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d4fb1805-e218-47f8-82a5-9d0d8913bb34'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:26.856475 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063b68cb-325a-4a23-81e2-7cb8874435df', 'tag': 'd35174a3-9581-421a-8690-73a161cd1b0f'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:46:26.860845 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55125bba-becb-4bcc-83c2-9bceb0a11a75" -d '{"events": [{"name": "network-changed", "server_uuid": "063b68cb-325a-4a23-81e2-7cb8874435df", "tag": "d35174a3-9581-421a-8690-73a161cd1b0f"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:46:26.895871 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4890b0-880f-496b-82ae-53786053e499 req-c440c55e-5a64-45db-b0dc-96c1a6fcc3a3 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] No DVR routers for this DVR port 12e4b3a0-b05f-4528-b218-7b10a75eeee6 on host n-h1-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:46:26.899147 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-df4890b0-880f-496b-82ae-53786053e499 req-c440c55e-5a64-45db-b0dc-96c1a6fcc3a3 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:26.904538 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-df4890b0-880f-496b-82ae-53786053e499 req-c440c55e-5a64-45db-b0dc-96c1a6fcc3a3 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.30 "DELETE /v2.0/ports/12e4b3a0-b05f-4528-b218-7b10a75eeee6 HTTP/1.1" status: 204 len: 173 time: 4.8571460 Mar 05 04:46:26.908697 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac46be7-861d-4abb-b2f6-efd01241a0b8', 'name': 'network-vif-deleted', 'tag': '12e4b3a0-b05f-4528-b218-7b10a75eeee6'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:46:26.912237 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91779c63-88e2-44ac-80f2-55a9dc21a6e5" -d '{"events": [{"server_uuid": "bac46be7-861d-4abb-b2f6-efd01241a0b8", "name": "network-vif-deleted", "tag": "12e4b3a0-b05f-4528-b218-7b10a75eeee6"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:46:26.945526 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e6ceb-2d3c-419a-b655-1e65ca2bc03a req-ae04156e-50ed-4b60-a23b-1b70abfc40a5 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:26.952955 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b52e6ceb-2d3c-419a-b655-1e65ca2bc03a req-ae04156e-50ed-4b60-a23b-1b70abfc40a5 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 945 time: 0.3108571 Mar 05 04:46:26.974161 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-af0bd9d2-4189-4335-993c-744c375abd0e req-2a4ef639-b01f-4a49-bcb9-80cfc6231009 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234563 Mar 05 04:46:26.979928 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-0f52124c-88ce-47c1-b7b4-1d44382be341 None None] Set router d4fb1805-e218-47f8-82a5-9d0d8913bb34 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:46:27.076177 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-aa1ab371-5823-4107-ab7a-0745f18fcdf0 req-6f3338ca-4d19-4fe6-b6e5-af8a45936eab service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941086 Mar 05 04:46:27.117187 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b2e2eac-c0df-4138-a0fe-e1023a5ea9dc req-5a0c2cfb-05c4-40b3-92ce-7e1aa9257922 service neutron] 10.222.0.31 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822126 Mar 05 04:46:27.193397 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b52e6ceb-2d3c-419a-b655-1e65ca2bc03a req-d4927465-4ec9-403f-a763-f0cfa0686483 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346280 Mar 05 04:46:27.240539 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9971b-1464-475f-bfb6-8517d71ee3d8 req-8702d0fd-6704-4439-bafe-b60bfb03804a tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:27.248761 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55f9971b-1464-475f-bfb6-8517d71ee3d8 req-8702d0fd-6704-4439-bafe-b60bfb03804a tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 943 time: 0.2927945 Mar 05 04:46:27.290066 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-0f52124c-88ce-47c1-b7b4-1d44382be341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'name': 'tempest-ServersTestFqdnHostnames-2090795679-router', 'tenant_id': '074dced6ee0b4a51a8ecd429d46f527c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '41d1f24d-6827-4d1b-98a9-797084fb28dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:02Z', 'updated_at': '2022-03-05T04:45:11Z', 'revision_number': 4, 'project_id': '074dced6ee0b4a51a8ecd429d46f527c', 'gw_port': {'id': '41d1f24d-6827-4d1b-98a9-797084fb28dd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:04Z', 'updated_at': '2022-03-05T04:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'ad0de425-5fa9-46de-9e0c-ffd59af52fda', 'name': '', 'network_id': '58fc8937-83f5-44ef-a608-0151f2623ffc', 'tenant_id': '074dced6ee0b4a51a8ecd429d46f527c', 'mac_address': 'fa:16:3e:c0:05:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ac815b3e-cb9c-4730-baca-3ba4b7a2e998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:10Z', 'updated_at': '2022-03-05T04:45:19Z', 'revision_number': 5, 'project_id': '074dced6ee0b4a51a8ecd429d46f527c', 'subnets': [{'id': 'ac815b3e-cb9c-4730-baca-3ba4b7a2e998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:27.330174 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f52124c-88ce-47c1-b7b4-1d44382be341 None None] Checking router: d4fb1805-e218-47f8-82a5-9d0d8913bb34 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:46:27.342952 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f52124c-88ce-47c1-b7b4-1d44382be341 None None] Routers {'d4fb1805-e218-47f8-82a5-9d0d8913bb34'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:46:27.344376 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-0f52124c-88ce-47c1-b7b4-1d44382be341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:46:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d4fb1805-e218-47f8-82a5-9d0d8913bb34'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:27.394522 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55f9971b-1464-475f-bfb6-8517d71ee3d8 req-a442b4a3-b9b6-42df-843a-71dec37ebdf9 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440070 Mar 05 04:46:27.415137 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b2e2eac-c0df-4138-a0fe-e1023a5ea9dc req-f5a3193c-d8a7-428b-b006-0cfc8521ec14 service neutron] 10.222.0.31 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780600 Mar 05 04:46:27.491755 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412cc532-616e-4081-b716-dbb961f39552 x-openstack-request-id: req-412cc532-616e-4081-b716-dbb961f39552 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:46:27.492317 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063b68cb-325a-4a23-81e2-7cb8874435df", "tag": "d35174a3-9581-421a-8690-73a161cd1b0f", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:46:27.492692 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-412cc532-616e-4081-b716-dbb961f39552 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:46:27.494037 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '063b68cb-325a-4a23-81e2-7cb8874435df', 'tag': 'd35174a3-9581-421a-8690-73a161cd1b0f', 'status': 'completed', 'code': 200} Mar 05 04:46:27.557438 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f10f9c7-6e23-4a8d-9ea6-129bf1429d57 x-openstack-request-id: req-5f10f9c7-6e23-4a8d-9ea6-129bf1429d57 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:46:27.558004 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac46be7-861d-4abb-b2f6-efd01241a0b8", "name": "network-vif-deleted", "tag": "12e4b3a0-b05f-4528-b218-7b10a75eeee6", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:46:27.558530 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5f10f9c7-6e23-4a8d-9ea6-129bf1429d57 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:46:27.559256 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac46be7-861d-4abb-b2f6-efd01241a0b8', 'name': 'network-vif-deleted', 'tag': '12e4b3a0-b05f-4528-b218-7b10a75eeee6', 'status': 'completed', 'code': 200} Mar 05 04:46:27.689974 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55125bba-becb-4bcc-83c2-9bceb0a11a75 req-d067a31c-2d08-4c3f-846c-d5e420b55efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:27.691602 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1f38d551-aad1-464d-8a40-1026fb46d12a req-2b559002-a511-48d8-aace-eb42b4c5f133 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "GET /v2.0/ports?device_id=bac46be7-861d-4abb-b2f6-efd01241a0b8 HTTP/1.1" status: 200 len: 210 time: 0.0441883 Mar 05 04:46:27.701818 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-55125bba-becb-4bcc-83c2-9bceb0a11a75 req-d067a31c-2d08-4c3f-846c-d5e420b55efe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=474eaeacf2cf402e9c87a12dc75c5b23&device_id=063b68cb-325a-4a23-81e2-7cb8874435df HTTP/1.1" status: 200 len: 1131 time: 0.1757717 Mar 05 04:46:27.833262 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device e511e81b-5047-4a10-8053-6f167b4fd348 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:46:28.034972 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-0f52124c-88ce-47c1-b7b4-1d44382be341 None None] Set router d4fb1805-e218-47f8-82a5-9d0d8913bb34 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:46:28.038611 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55125bba-becb-4bcc-83c2-9bceb0a11a75 req-daaf8283-bd41-440c-b9ea-d22f1fb0c05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:28.042834 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-55125bba-becb-4bcc-83c2-9bceb0a11a75 req-daaf8283-bd41-440c-b9ea-d22f1fb0c05e service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.3343134 Mar 05 04:46:28.091989 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd71f88-a04f-4e99-8ecf-cdd99b7d5a18 req-afd1141b-421d-442b-a8a4-4e7ffd2ff5fb tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:28.095420 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7bd71f88-a04f-4e99-8ecf-cdd99b7d5a18 req-afd1141b-421d-442b-a8a4-4e7ffd2ff5fb tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=063b68cb-325a-4a23-81e2-7cb8874435df HTTP/1.1" status: 200 len: 948 time: 0.1085498 Mar 05 04:46:28.116969 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port e511e81b-5047-4a10-8053-6f167b4fd348, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=e511e81b-5047-4a10-8053-6f167b4fd348,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:46:28.162612 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-55125bba-becb-4bcc-83c2-9bceb0a11a75 req-5af30ff2-c125-4b2a-abaa-429aa0060dd0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=d35174a3-9581-421a-8690-73a161cd1b0f HTTP/1.1" status: 200 len: 217 time: 0.1126740 Mar 05 04:46:28.180700 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'e511e81b-5047-4a10-8053-6f167b4fd348', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': 'e511e81b-5047-4a10-8053-6f167b4fd348', 'mac_address': 'fa:16:3e:bc:a3:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:46:28.224119 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7bd71f88-a04f-4e99-8ecf-cdd99b7d5a18 req-8a648d3f-d556-4cbf-82a1-e6da66236aec tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198270 Mar 05 04:46:28.319724 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port e511e81b-5047-4a10-8053-6f167b4fd348 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:46:28.320460 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e511e81b-5047-4a10-8053-6f167b4fd348), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:28.324252 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55125bba-becb-4bcc-83c2-9bceb0a11a75 req-ec2ecd12-c233-4763-94b9-70e98e6538bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:28.330357 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-55125bba-becb-4bcc-83c2-9bceb0a11a75 req-ec2ecd12-c233-4763-94b9-70e98e6538bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.1599655 Mar 05 04:46:28.434268 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e511e81b-5047-4a10-8053-6f167b4fd348 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:46:28.458274 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55125bba-becb-4bcc-83c2-9bceb0a11a75 req-5aa0b0a9-0d26-4fcc-9526-da9db1f2fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:28.458502 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-55125bba-becb-4bcc-83c2-9bceb0a11a75 req-5aa0b0a9-0d26-4fcc-9526-da9db1f2fad0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1208572 Mar 05 04:46:28.495251 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port e511e81b-5047-4a10-8053-6f167b4fd348, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=e511e81b-5047-4a10-8053-6f167b4fd348,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:46:28.531015 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83f11f14-f131-4b14-ae7c-d598269bf064 req-317f2df0-8797-4d03-aefa-1280a3890b61 tempest-QuotasAdminNegativeTest-2103609840 tempest-QuotasAdminNegativeTest-2103609840-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=fa816d8848434c559b3118ae67d96fed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652893 Mar 05 04:46:28.562056 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e511e81b-5047-4a10-8053-6f167b4fd348), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:28.608821 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65db93-0243-4de2-a24e-a0e6ad495177 req-f7d7c94f-0154-4ab3-8f4e-8806eddb0e1c tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:28.620840 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b65db93-0243-4de2-a24e-a0e6ad495177 req-f7d7c94f-0154-4ab3-8f4e-8806eddb0e1c tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 945 time: 0.2608824 Mar 05 04:46:28.631129 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=e511e81b-5047-4a10-8053-6f167b4fd348,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:28.648543 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-55125bba-becb-4bcc-83c2-9bceb0a11a75 req-ef6a8960-c2bb-45bd-9fee-a4e0daf3b655 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822505 Mar 05 04:46:28.737619 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-0f52124c-88ce-47c1-b7b4-1d44382be341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'name': 'tempest-ServersTestFqdnHostnames-2090795679-router', 'tenant_id': '074dced6ee0b4a51a8ecd429d46f527c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '41d1f24d-6827-4d1b-98a9-797084fb28dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:02Z', 'updated_at': '2022-03-05T04:45:11Z', 'revision_number': 4, 'project_id': '074dced6ee0b4a51a8ecd429d46f527c', 'gw_port': {'id': '41d1f24d-6827-4d1b-98a9-797084fb28dd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:04Z', 'updated_at': '2022-03-05T04:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'ad0de425-5fa9-46de-9e0c-ffd59af52fda', 'name': '', 'network_id': '58fc8937-83f5-44ef-a608-0151f2623ffc', 'tenant_id': '074dced6ee0b4a51a8ecd429d46f527c', 'mac_address': 'fa:16:3e:c0:05:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ac815b3e-cb9c-4730-baca-3ba4b7a2e998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:10Z', 'updated_at': '2022-03-05T04:45:19Z', 'revision_number': 5, 'project_id': '074dced6ee0b4a51a8ecd429d46f527c', 'subnets': [{'id': 'ac815b3e-cb9c-4730-baca-3ba4b7a2e998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:28.768108 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f52124c-88ce-47c1-b7b4-1d44382be341 None None] The sync data for ids ['d4fb1805-e218-47f8-82a5-9d0d8913bb34'] in n-d-789963-32 is: [{'id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'name': 'tempest-ServersTestFqdnHostnames-2090795679-router', 'tenant_id': '074dced6ee0b4a51a8ecd429d46f527c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '41d1f24d-6827-4d1b-98a9-797084fb28dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:02Z', 'updated_at': '2022-03-05T04:45:11Z', 'revision_number': 4, 'project_id': '074dced6ee0b4a51a8ecd429d46f527c', 'gw_port': {'id': '41d1f24d-6827-4d1b-98a9-797084fb28dd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:04Z', 'updated_at': '2022-03-05T04:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'ad0de425-5fa9-46de-9e0c-ffd59af52fda', 'name': '', 'network_id': '58fc8937-83f5-44ef-a608-0151f2623ffc', 'tenant_id': '074dced6ee0b4a51a8ecd429d46f527c', 'mac_address': 'fa:16:3e:c0:05:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'ac815b3e-cb9c-4730-baca-3ba4b7a2e998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:10Z', 'updated_at': '2022-03-05T04:45:19Z', 'revision_number': 5, 'project_id': '074dced6ee0b4a51a8ecd429d46f527c', 'subnets': [{'id': 'ac815b3e-cb9c-4730-baca-3ba4b7a2e998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:46:28.802486 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['e511e81b-5047-4a10-8053-6f167b4fd348'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:46:28.851642 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b65db93-0243-4de2-a24e-a0e6ad495177 req-c9bc9457-c0f2-40e2-88a9-7ecab21619aa tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287846 Mar 05 04:46:28.944261 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f11f14-f131-4b14-ae7c-d598269bf064 req-5333f29e-559c-4dd2-8e8e-2cfd40b8e9f1 tempest-QuotasAdminNegativeTest-2103609840 tempest-QuotasAdminNegativeTest-2103609840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:28.952988 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83f11f14-f131-4b14-ae7c-d598269bf064 req-5333f29e-559c-4dd2-8e8e-2cfd40b8e9f1 tempest-QuotasAdminNegativeTest-2103609840 tempest-QuotasAdminNegativeTest-2103609840-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4143705 Mar 05 04:46:28.998331 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83f11f14-f131-4b14-ae7c-d598269bf064 req-42dccf99-58d9-4a40-b638-e0448dd78f0e tempest-QuotasAdminNegativeTest-2103609840 tempest-QuotasAdminNegativeTest-2103609840-project] 10.222.0.11 "GET /v2.0/quotas/fa816d8848434c559b3118ae67d96fed HTTP/1.1" status: 200 len: 375 time: 0.0270813 Mar 05 04:46:29.047037 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83f11f14-f131-4b14-ae7c-d598269bf064 req-727cbe2f-a117-4bef-86e3-11ed96969c55 tempest-QuotasAdminNegativeTest-2103609840 tempest-QuotasAdminNegativeTest-2103609840-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa816d8848434c559b3118ae67d96fed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337758 Mar 05 04:46:29.065642 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599dcc1-a272-4d9a-8d18-dc713b3662a4 req-824276f9-f006-42d4-aeed-0ae209ff900e tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:29.074843 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4599dcc1-a272-4d9a-8d18-dc713b3662a4 req-824276f9-f006-42d4-aeed-0ae209ff900e tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 943 time: 0.1139331 Mar 05 04:46:29.163030 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4599dcc1-a272-4d9a-8d18-dc713b3662a4 req-265a1531-34ca-431a-8c46-48ca30edd961 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868697 Mar 05 04:46:29.363416 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9f9663-9e55-4b53-ad90-11d948ee5289 None None] New status for floating IP 998f72e1-0ed4-4b4d-afd8-1ede30493d9e: DOWN {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 04:46:29.431344 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df49e2-241b-4510-973e-bec11ce2d253 req-7f782cd4-980f-4a59-b89c-cf6f95ab8a33 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:29.439057 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-86df49e2-241b-4510-973e-bec11ce2d253 req-7f782cd4-980f-4a59-b89c-cf6f95ab8a33 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=063b68cb-325a-4a23-81e2-7cb8874435df HTTP/1.1" status: 200 len: 948 time: 0.0884421 Mar 05 04:46:29.539731 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-86df49e2-241b-4510-973e-bec11ce2d253 req-2f383f82-9d51-4282-93e1-537a1f8a847a tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993373 Mar 05 04:46:29.582427 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-55125bba-becb-4bcc-83c2-9bceb0a11a75 req-f2bd8dc2-a498-48ee-8274-4bce014ede97 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9274621 Mar 05 04:46:29.597768 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45382) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:29.717907 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8d0497e9-6a14-43df-b3d4-5af0eb436a8c tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks [] for security_group (ac8f8f20-fc73-4f8e-9813-7f38705a8ebe), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:29.765563 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8d0497e9-6a14-43df-b3d4-5af0eb436a8c tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks [] for security_group (ac8f8f20-fc73-4f8e-9813-7f38705a8ebe), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:29.844166 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d35174a3-9581-421a-8690-73a161cd1b0f details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:46:29.844951 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8d0497e9-6a14-43df-b3d4-5af0eb436a8c tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ac8f8f20-fc73-4f8e-9813-7f38705a8ebe), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:29.852575 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8d0497e9-6a14-43df-b3d4-5af0eb436a8c tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:29.855409 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8d0497e9-6a14-43df-b3d4-5af0eb436a8c tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "DELETE /v2.0/security-groups/ac8f8f20-fc73-4f8e-9813-7f38705a8ebe HTTP/1.1" status: 204 len: 168 time: 0.2565305 Mar 05 04:46:29.857951 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45394) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:29.878390 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0497e9-6a14-43df-b3d4-5af0eb436a8c tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8f8f20-fc73-4f8e-9813-7f38705a8ebe,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:29.888187 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-0cf40c5d-5377-441b-af7c-8cf6e86b243b tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] show failed (client error): The resource could not be found. Mar 05 04:46:29.889478 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0cf40c5d-5377-441b-af7c-8cf6e86b243b tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "GET /v2.0/security-groups/ac8f8f20-fc73-4f8e-9813-7f38705a8ebe HTTP/1.1" status: 404 len: 347 time: 0.0298371 Mar 05 04:46:29.893122 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45398) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:30.011164 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d35174a3-9581-421a-8690-73a161cd1b0f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d35174a3-9581-421a-8690-73a161cd1b0f,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:46:30.026436 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'd35174a3-9581-421a-8690-73a161cd1b0f', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': 'd35174a3-9581-421a-8690-73a161cd1b0f', 'mac_address': 'fa:16:3e:82:12:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:46:30.028593 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device e511e81b-5047-4a10-8053-6f167b4fd348 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:46:30.097686 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-2998e706-6271-4905-a056-0accd073e958 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Deleting port ad43ab01-096d-44ad-9cf8-77202123e55b {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:46:30.098340 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2998e706-6271-4905-a056-0accd073e958 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (ad43ab01-096d-44ad-9cf8-77202123e55b), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:30.128741 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port d35174a3-9581-421a-8690-73a161cd1b0f is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:46:30.129139 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d35174a3-9581-421a-8690-73a161cd1b0f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:30.143622 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0838b-650a-4c2b-b854-0ca6c6c9f7bb req-cd31d5ab-771a-410f-a684-a5d27d28dce6 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:30.145130 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-27c0838b-650a-4c2b-b854-0ca6c6c9f7bb req-cd31d5ab-771a-410f-a684-a5d27d28dce6 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 945 time: 0.1384745 Mar 05 04:46:30.151048 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d35174a3-9581-421a-8690-73a161cd1b0f {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:46:30.177743 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d35174a3-9581-421a-8690-73a161cd1b0f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d35174a3-9581-421a-8690-73a161cd1b0f,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:46:30.186420 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d35174a3-9581-421a-8690-73a161cd1b0f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:30.246545 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=d35174a3-9581-421a-8690-73a161cd1b0f,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:30.250651 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port e511e81b-5047-4a10-8053-6f167b4fd348 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:46:30.251116 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-27c0838b-650a-4c2b-b854-0ca6c6c9f7bb req-289ace5e-676e-41d3-83b7-a6cc2ac2b051 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691714 Mar 05 04:46:30.256586 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port e511e81b-5047-4a10-8053-6f167b4fd348 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:46:30.256972 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e511e81b-5047-4a10-8053-6f167b4fd348), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:30.274942 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2998e706-6271-4905-a056-0accd073e958 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (ad43ab01-096d-44ad-9cf8-77202123e55b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:30.275442 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2998e706-6271-4905-a056-0accd073e958 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks [] for floatingip (ad43ab01-096d-44ad-9cf8-77202123e55b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:30.289408 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-2998e706-6271-4905-a056-0accd073e958 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Calling delete_port for ad43ab01-096d-44ad-9cf8-77202123e55b owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:46:30.397286 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port e511e81b-5047-4a10-8053-6f167b4fd348 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:46:30.397613 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e511e81b-5047-4a10-8053-6f167b4fd348), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:30.433116 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5591be5-eb6d-4b54-8a56-92c8b7752143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e511e81b-5047-4a10-8053-6f167b4fd348'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:46:30.433393 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522d766-74b8-4aca-b2a4-6adf03d7334a req-f6e0e951-28a3-4f7b-a755-0939675a9eca tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:30.434957 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5522d766-74b8-4aca-b2a4-6adf03d7334a req-f6e0e951-28a3-4f7b-a755-0939675a9eca tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 943 time: 0.0963409 Mar 05 04:46:30.437619 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecf4dcc-6a44-40ff-be45-cea09b08ebd9" -d '{"events": [{"server_uuid": "b5591be5-eb6d-4b54-8a56-92c8b7752143", "name": "network-vif-plugged", "status": "completed", "tag": "e511e81b-5047-4a10-8053-6f167b4fd348"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:46:30.455447 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port e511e81b-5047-4a10-8053-6f167b4fd348, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=e511e81b-5047-4a10-8053-6f167b4fd348,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:46:30.461442 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e511e81b-5047-4a10-8053-6f167b4fd348), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:30.518790 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5522d766-74b8-4aca-b2a4-6adf03d7334a req-9387df90-90f2-4377-b3fb-7c0ea88e861d tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624509 Mar 05 04:46:30.563201 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['d35174a3-9581-421a-8690-73a161cd1b0f'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:46:30.645045 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d69d1e-1997-4a99-90b5-0cf8adf8666e x-openstack-request-id: req-26d69d1e-1997-4a99-90b5-0cf8adf8666e {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:46:30.645350 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5591be5-eb6d-4b54-8a56-92c8b7752143", "name": "network-vif-plugged", "status": "completed", "tag": "e511e81b-5047-4a10-8053-6f167b4fd348", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:46:30.645614 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-26d69d1e-1997-4a99-90b5-0cf8adf8666e {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:46:30.649643 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5591be5-eb6d-4b54-8a56-92c8b7752143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e511e81b-5047-4a10-8053-6f167b4fd348', 'code': 200} Mar 05 04:46:30.652442 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=e511e81b-5047-4a10-8053-6f167b4fd348,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:30.683206 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2998e706-6271-4905-a056-0accd073e958 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (ad43ab01-096d-44ad-9cf8-77202123e55b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:30.803043 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998e706-6271-4905-a056-0accd073e958 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Pushing event deleted for resources: {'Port': ['ID=ad43ab01-096d-44ad-9cf8-77202123e55b,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:30.820262 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc17b55-6cce-48c8-b54d-ee3238fd1316 req-a710b52f-fdec-48c0-a5b1-ed6a65926b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:30.823811 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-acc17b55-6cce-48c8-b54d-ee3238fd1316 req-a710b52f-fdec-48c0-a5b1-ed6a65926b4d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 1132 time: 0.1158929 Mar 05 04:46:30.881426 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-acc17b55-6cce-48c8-b54d-ee3238fd1316 req-d536ce40-be33-4382-aa26-35131bc7497b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517051 Mar 05 04:46:30.930255 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2998e706-6271-4905-a056-0accd073e958 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks [] for floatingip (998f72e1-0ed4-4b4d-afd8-1ede30493d9e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:30.933029 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2998e706-6271-4905-a056-0accd073e958 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:30.937139 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2998e706-6271-4905-a056-0accd073e958 tempest-ServersTestFqdnHostnames-525001135 tempest-ServersTestFqdnHostnames-525001135-project] 10.222.0.11 "DELETE /v2.0/floatingips/998f72e1-0ed4-4b4d-afd8-1ede30493d9e HTTP/1.1" status: 204 len: 168 time: 1.0381327 Mar 05 04:46:30.937725 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45414) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:30.975718 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8e9f1-bcac-4b7f-99fe-80c3c09b4d53 req-b9832a59-b690-4514-9069-5c52fa74cf30 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:30.986107 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c3e8e9f1-bcac-4b7f-99fe-80c3c09b4d53 req-b9832a59-b690-4514-9069-5c52fa74cf30 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=063b68cb-325a-4a23-81e2-7cb8874435df HTTP/1.1" status: 200 len: 949 time: 0.2372737 Mar 05 04:46:31.065401 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c3e8e9f1-bcac-4b7f-99fe-80c3c09b4d53 req-3d0ed49b-a720-4e21-929b-0cd6f950d5c6 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766292 Mar 05 04:46:31.332041 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a2ad275-43d4-4278-9e3c-b83fee26c1f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (d4fb1805-e218-47f8-82a5-9d0d8913bb34), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:31.401412 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ffb43-61e2-4326-8368-b651dce41f77 req-63d4638b-81e2-443f-94dc-8029f1db8527 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:31.411963 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-882ffb43-61e2-4326-8368-b651dce41f77 req-63d4638b-81e2-443f-94dc-8029f1db8527 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 945 time: 0.0782003 Mar 05 04:46:31.480807 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-882ffb43-61e2-4326-8368-b651dce41f77 req-6fe80ca5-3522-4683-89bf-ba8e6f23d7bf tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625758 Mar 05 04:46:31.661415 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-3a2ad275-43d4-4278-9e3c-b83fee26c1f7 admin admin] Deleting port ad0de425-5fa9-46de-9e0c-ffd59af52fda {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:46:31.661792 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a2ad275-43d4-4278-9e3c-b83fee26c1f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (ad0de425-5fa9-46de-9e0c-ffd59af52fda), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:31.696591 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97579fa7-84a6-4650-a992-c34392e5e7e0 req-adfd8ed0-8b8e-4a35-8315-b094f82c74c0 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:31.698159 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-97579fa7-84a6-4650-a992-c34392e5e7e0 req-adfd8ed0-8b8e-4a35-8315-b094f82c74c0 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 943 time: 0.0959387 Mar 05 04:46:31.798258 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-3a2ad275-43d4-4278-9e3c-b83fee26c1f7 admin admin] For port ad0de425-5fa9-46de-9e0c-ffd59af52fda, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ad0de425-5fa9-46de-9e0c-ffd59af52fda,segment=NetworkSegment(b412d26e-2f96-452a-9c5f-ad37809d8be5),segment_id=b412d26e-2f96-452a-9c5f-ad37809d8be5)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:46:31.798992 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a2ad275-43d4-4278-9e3c-b83fee26c1f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (ad0de425-5fa9-46de-9e0c-ffd59af52fda), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:31.816887 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-97579fa7-84a6-4650-a992-c34392e5e7e0 req-9677f0b4-6936-455a-89a7-ceb27e2dc3fa tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037178 Mar 05 04:46:31.819335 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-3a2ad275-43d4-4278-9e3c-b83fee26c1f7 admin admin] Calling delete_port for ad0de425-5fa9-46de-9e0c-ffd59af52fda owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:46:31.850106 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d35174a3-9581-421a-8690-73a161cd1b0f up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:46:31.939569 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port d35174a3-9581-421a-8690-73a161cd1b0f completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:46:31.944863 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port d35174a3-9581-421a-8690-73a161cd1b0f triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:46:31.945567 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d35174a3-9581-421a-8690-73a161cd1b0f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:32.075445 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port d35174a3-9581-421a-8690-73a161cd1b0f is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:46:32.076291 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d35174a3-9581-421a-8690-73a161cd1b0f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:32.138055 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a2ad275-43d4-4278-9e3c-b83fee26c1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (ad0de425-5fa9-46de-9e0c-ffd59af52fda), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:32.182946 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d35174a3-9581-421a-8690-73a161cd1b0f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d35174a3-9581-421a-8690-73a161cd1b0f,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:46:32.188712 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d35174a3-9581-421a-8690-73a161cd1b0f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:32.189877 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ad275-43d4-4278-9e3c-b83fee26c1f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad0de425-5fa9-46de-9e0c-ffd59af52fda,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:32.272457 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=d35174a3-9581-421a-8690-73a161cd1b0f,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:32.297765 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03641af3-4f45-4963-82b7-f790783c6786 req-508750ed-8d87-47be-92f9-3989216312ea tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:32.301747 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-03641af3-4f45-4963-82b7-f790783c6786 req-508750ed-8d87-47be-92f9-3989216312ea tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=063b68cb-325a-4a23-81e2-7cb8874435df HTTP/1.1" status: 200 len: 950 time: 0.0875807 Mar 05 04:46:32.372213 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-03641af3-4f45-4963-82b7-f790783c6786 req-c63634b2-471a-4af5-b1c4-5d14c8f35bc3 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652275 Mar 05 04:46:32.518313 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a2ad275-43d4-4278-9e3c-b83fee26c1f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (d4fb1805-e218-47f8-82a5-9d0d8913bb34), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:32.639418 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca7a21-10d5-4601-8e88-8b9e8d5ea2e0 req-9ea5cdf9-e705-4aac-bc1d-c210803999bd tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:32.641633 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4eca7a21-10d5-4601-8e88-8b9e8d5ea2e0 req-9ea5cdf9-e705-4aac-bc1d-c210803999bd tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 945 time: 0.0780861 Mar 05 04:46:32.653149 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063b68cb-325a-4a23-81e2-7cb8874435df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35174a3-9581-421a-8690-73a161cd1b0f'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:46:32.656142 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9548837f-25a2-440b-9137-1064cb53ec07" -d '{"events": [{"server_uuid": "063b68cb-325a-4a23-81e2-7cb8874435df", "name": "network-vif-plugged", "status": "completed", "tag": "d35174a3-9581-421a-8690-73a161cd1b0f"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:46:32.720810 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4eca7a21-10d5-4601-8e88-8b9e8d5ea2e0 req-ba7bcfcd-8450-4f71-acb0-5714a74de960 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722623 Mar 05 04:46:32.803511 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a9d52c-c95d-4966-a866-fc9fd151e98b x-openstack-request-id: req-86a9d52c-c95d-4966-a866-fc9fd151e98b {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:46:32.804033 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063b68cb-325a-4a23-81e2-7cb8874435df", "name": "network-vif-plugged", "status": "completed", "tag": "d35174a3-9581-421a-8690-73a161cd1b0f", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:46:32.804459 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-86a9d52c-c95d-4966-a866-fc9fd151e98b {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:46:32.805199 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063b68cb-325a-4a23-81e2-7cb8874435df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35174a3-9581-421a-8690-73a161cd1b0f', 'code': 200} Mar 05 04:46:32.914411 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2ad275-43d4-4278-9e3c-b83fee26c1f7 admin admin] Router d4fb1805-e218-47f8-82a5-9d0d8913bb34 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:46:32.984929 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0032b-4def-45c6-a4eb-f77b669d67c1 req-beccb873-bc7e-4155-a04c-14d99a7d9e9f tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:32.986772 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-56a0032b-4def-45c6-a4eb-f77b669d67c1 req-beccb873-bc7e-4155-a04c-14d99a7d9e9f tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 943 time: 0.0789320 Mar 05 04:46:33.019920 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169bafbb-36d8-4186-a44f-f8f1f0698def req-fc31cfac-8e1d-4130-8162-d28b4fce11e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:33.021690 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-169bafbb-36d8-4186-a44f-f8f1f0698def req-fc31cfac-8e1d-4130-8162-d28b4fce11e1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=063b68cb-325a-4a23-81e2-7cb8874435df HTTP/1.1" status: 200 len: 1133 time: 0.1559434 Mar 05 04:46:33.049310 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-56a0032b-4def-45c6-a4eb-f77b669d67c1 req-c68f635c-f560-4e73-9dee-7e0294e08542 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561981 Mar 05 04:46:33.129317 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2ad275-43d4-4278-9e3c-b83fee26c1f7 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:46:33.132616 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-169bafbb-36d8-4186-a44f-f8f1f0698def req-890c336b-68eb-4bc1-a25e-fb9bb5e69657 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021526 Mar 05 04:46:33.138799 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3a2ad275-43d4-4278-9e3c-b83fee26c1f7 admin admin] 10.222.0.11 "PUT /v2.0/routers/d4fb1805-e218-47f8-82a5-9d0d8913bb34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1975324 Mar 05 04:46:33.139446 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45436) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:33.143115 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75ee053-69d3-46ce-ba06-a2b3e09d1a8b None None] Sync routers for ids ['d4fb1805-e218-47f8-82a5-9d0d8913bb34'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:46:33.164954 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75ee053-69d3-46ce-ba06-a2b3e09d1a8b None None] Routers {'d4fb1805-e218-47f8-82a5-9d0d8913bb34'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:46:33.165999 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e75ee053-69d3-46ce-ba06-a2b3e09d1a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:46:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d4fb1805-e218-47f8-82a5-9d0d8913bb34'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:33.287534 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b34389b7-10c7-4422-9e70-cbacfaaf29dc admin admin] Publish callbacks [] for router (d4fb1805-e218-47f8-82a5-9d0d8913bb34), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:33.309898 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-e75ee053-69d3-46ce-ba06-a2b3e09d1a8b None None] Set router d4fb1805-e218-47f8-82a5-9d0d8913bb34 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:46:33.445025 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b34389b7-10c7-4422-9e70-cbacfaaf29dc admin admin] Publish callbacks [] for router_gateway (d4fb1805-e218-47f8-82a5-9d0d8913bb34), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:33.521052 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-b34389b7-10c7-4422-9e70-cbacfaaf29dc admin admin] Deleting port 41d1f24d-6827-4d1b-98a9-797084fb28dd {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:46:33.522233 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b34389b7-10c7-4422-9e70-cbacfaaf29dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (41d1f24d-6827-4d1b-98a9-797084fb28dd), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:33.543997 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e75ee053-69d3-46ce-ba06-a2b3e09d1a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'name': 'tempest-ServersTestFqdnHostnames-2090795679-router', 'tenant_id': '074dced6ee0b4a51a8ecd429d46f527c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.182'}], 'enable_snat': True}, 'gw_port_id': '41d1f24d-6827-4d1b-98a9-797084fb28dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:02Z', 'updated_at': '2022-03-05T04:46:32Z', 'revision_number': 5, 'project_id': '074dced6ee0b4a51a8ecd429d46f527c', 'gw_port': {'id': '41d1f24d-6827-4d1b-98a9-797084fb28dd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:04Z', 'updated_at': '2022-03-05T04:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:33.606288 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75ee053-69d3-46ce-ba06-a2b3e09d1a8b None None] Checking router: d4fb1805-e218-47f8-82a5-9d0d8913bb34 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:46:33.608093 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f78888-0360-450b-9797-b659862e6ef9 req-94bf1936-2172-4d81-8477-3afdd9defd5f tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:33.609806 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-20f78888-0360-450b-9797-b659862e6ef9 req-94bf1936-2172-4d81-8477-3afdd9defd5f tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=063b68cb-325a-4a23-81e2-7cb8874435df HTTP/1.1" status: 200 len: 950 time: 0.1011455 Mar 05 04:46:33.618471 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75ee053-69d3-46ce-ba06-a2b3e09d1a8b None None] Routers {'d4fb1805-e218-47f8-82a5-9d0d8913bb34'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:46:33.619168 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e75ee053-69d3-46ce-ba06-a2b3e09d1a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:46:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d4fb1805-e218-47f8-82a5-9d0d8913bb34'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:33.625569 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-b34389b7-10c7-4422-9e70-cbacfaaf29dc admin admin] For port 41d1f24d-6827-4d1b-98a9-797084fb28dd, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=41d1f24d-6827-4d1b-98a9-797084fb28dd,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:46:33.629228 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b34389b7-10c7-4422-9e70-cbacfaaf29dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (41d1f24d-6827-4d1b-98a9-797084fb28dd), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:33.660821 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-b34389b7-10c7-4422-9e70-cbacfaaf29dc admin admin] Calling delete_port for 41d1f24d-6827-4d1b-98a9-797084fb28dd owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:46:33.717319 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-20f78888-0360-450b-9797-b659862e6ef9 req-024a5d3e-1fc7-47da-ac6c-b745b8def7a6 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008680 Mar 05 04:46:33.747844 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-e75ee053-69d3-46ce-ba06-a2b3e09d1a8b None None] Set router d4fb1805-e218-47f8-82a5-9d0d8913bb34 gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:46:33.820781 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e75ee053-69d3-46ce-ba06-a2b3e09d1a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'name': 'tempest-ServersTestFqdnHostnames-2090795679-router', 'tenant_id': '074dced6ee0b4a51a8ecd429d46f527c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:02Z', 'updated_at': '2022-03-05T04:46:33Z', 'revision_number': 6, 'project_id': '074dced6ee0b4a51a8ecd429d46f527c', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:33.879418 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75ee053-69d3-46ce-ba06-a2b3e09d1a8b None None] The sync data for ids ['d4fb1805-e218-47f8-82a5-9d0d8913bb34'] in n-d-789963-32 is: [{'id': 'd4fb1805-e218-47f8-82a5-9d0d8913bb34', 'name': 'tempest-ServersTestFqdnHostnames-2090795679-router', 'tenant_id': '074dced6ee0b4a51a8ecd429d46f527c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:02Z', 'updated_at': '2022-03-05T04:46:33Z', 'revision_number': 6, 'project_id': '074dced6ee0b4a51a8ecd429d46f527c', 'gw_port_host': None}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:46:33.955031 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b34389b7-10c7-4422-9e70-cbacfaaf29dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (41d1f24d-6827-4d1b-98a9-797084fb28dd), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:33.964131 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7320af-bdd2-4a66-8079-fa9d5a4dd729 req-3140e4fb-4b48-4b13-98cc-7ba7d6572a1d tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:33.967027 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aa7320af-bdd2-4a66-8079-fa9d5a4dd729 req-3140e4fb-4b48-4b13-98cc-7ba7d6572a1d tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 945 time: 0.1276667 Mar 05 04:46:33.998180 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34389b7-10c7-4422-9e70-cbacfaaf29dc admin admin] Pushing event deleted for resources: {'Port': ['ID=41d1f24d-6827-4d1b-98a9-797084fb28dd,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:34.063755 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aa7320af-bdd2-4a66-8079-fa9d5a4dd729 req-1fad5e81-af0b-4b58-8678-629d5b396290 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875747 Mar 05 04:46:34.117987 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b34389b7-10c7-4422-9e70-cbacfaaf29dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (d4fb1805-e218-47f8-82a5-9d0d8913bb34), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:34.250341 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c243ed-51b9-4709-9582-7a6336a27552 req-1280db49-0ff3-44ff-8ac3-6ddd268d6425 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:34.252707 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b34389b7-10c7-4422-9e70-cbacfaaf29dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (d4fb1805-e218-47f8-82a5-9d0d8913bb34), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:34.259108 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b34389b7-10c7-4422-9e70-cbacfaaf29dc admin admin] Publish callbacks [] for router_controller (d4fb1805-e218-47f8-82a5-9d0d8913bb34), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:34.263982 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a5c243ed-51b9-4709-9582-7a6336a27552 req-1280db49-0ff3-44ff-8ac3-6ddd268d6425 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 943 time: 0.1048772 Mar 05 04:46:34.377125 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b34389b7-10c7-4422-9e70-cbacfaaf29dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (d4fb1805-e218-47f8-82a5-9d0d8913bb34), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:34.378135 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34389b7-10c7-4422-9e70-cbacfaaf29dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4fb1805-e218-47f8-82a5-9d0d8913bb34 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:46:34.392787 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b34389b7-10c7-4422-9e70-cbacfaaf29dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:34.395203 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b34389b7-10c7-4422-9e70-cbacfaaf29dc admin admin] 10.222.0.11 "DELETE /v2.0/routers/d4fb1805-e218-47f8-82a5-9d0d8913bb34 HTTP/1.1" status: 204 len: 168 time: 1.2548492 Mar 05 04:46:34.397753 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45448) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:34.418448 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a5c243ed-51b9-4709-9582-7a6336a27552 req-9816c1dc-802c-48cd-8dd7-64d678b20c10 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446335 Mar 05 04:46:34.497870 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ad0de425-5fa9-46de-9e0c-ffd59af52fda no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:46:34.510567 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-4edb7675-33b5-4db0-979e-871ffea58516 admin admin] Deleting subnet ac815b3e-cb9c-4730-baca-3ba4b7a2e998 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:46:34.517280 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4edb7675-33b5-4db0-979e-871ffea58516 admin admin] Publish callbacks [] for subnet (ac815b3e-cb9c-4730-baca-3ba4b7a2e998), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:34.522689 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: ad0de425-5fa9-46de-9e0c-ffd59af52fda {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:46:34.523167 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ad0de425-5fa9-46de-9e0c-ffd59af52fda not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:46:34.567096 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4edb7675-33b5-4db0-979e-871ffea58516 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (ac815b3e-cb9c-4730-baca-3ba4b7a2e998), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:34.668792 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4edb7675-33b5-4db0-979e-871ffea58516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (ac815b3e-cb9c-4730-baca-3ba4b7a2e998), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:34.736155 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4edb7675-33b5-4db0-979e-871ffea58516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (ac815b3e-cb9c-4730-baca-3ba4b7a2e998), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:34.769733 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb7675-33b5-4db0-979e-871ffea58516 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac815b3e-cb9c-4730-baca-3ba4b7a2e998,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:34.777562 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4edb7675-33b5-4db0-979e-871ffea58516 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:34.785029 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4edb7675-33b5-4db0-979e-871ffea58516 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ac815b3e-cb9c-4730-baca-3ba4b7a2e998 HTTP/1.1" status: 204 len: 168 time: 0.3833637 Mar 05 04:46:34.785439 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45452) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:34.787122 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62ea8b7-75bb-492e-88bd-a938b608d4e8 None None] Network 58fc8937-83f5-44ef-a608-0151f2623ffc requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:46:34.877684 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a688b6a9-f505-41b0-822c-6d97dea5cbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (58fc8937-83f5-44ef-a608-0151f2623ffc), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:34.968376 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce20fc9-d5bc-497c-8205-76d06a2b9919 req-f9b1ecf9-4d21-4dff-99f6-4af3ceed62d5 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:34.969996 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fce20fc9-d5bc-497c-8205-76d06a2b9919 req-f9b1ecf9-4d21-4dff-99f6-4af3ceed62d5 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=063b68cb-325a-4a23-81e2-7cb8874435df HTTP/1.1" status: 200 len: 950 time: 0.1124790 Mar 05 04:46:35.003448 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-a688b6a9-f505-41b0-822c-6d97dea5cbc2 admin admin] Deleting port d9a1c229-db2e-47dc-a8c0-c63cd497f23c {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:46:35.005780 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a688b6a9-f505-41b0-822c-6d97dea5cbc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d9a1c229-db2e-47dc-a8c0-c63cd497f23c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:35.073632 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b311949-966e-48ae-a4da-ed53598bfe6c None None] DHCP port deletion for 58fc8937-83f5-44ef-a608-0151f2623ffc request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:46:35.097613 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fce20fc9-d5bc-497c-8205-76d06a2b9919 req-e0b78000-10d5-4c16-9683-5dd4200b09c3 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214805 Mar 05 04:46:35.141191 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-a688b6a9-f505-41b0-822c-6d97dea5cbc2 admin admin] For port d9a1c229-db2e-47dc-a8c0-c63cd497f23c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d9a1c229-db2e-47dc-a8c0-c63cd497f23c,segment=NetworkSegment(b412d26e-2f96-452a-9c5f-ad37809d8be5),segment_id=b412d26e-2f96-452a-9c5f-ad37809d8be5)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:46:35.141672 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a688b6a9-f505-41b0-822c-6d97dea5cbc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d9a1c229-db2e-47dc-a8c0-c63cd497f23c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:35.164457 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-a688b6a9-f505-41b0-822c-6d97dea5cbc2 admin admin] Calling delete_port for d9a1c229-db2e-47dc-a8c0-c63cd497f23c owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:46:35.199435 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6b311949-966e-48ae-a4da-ed53598bfe6c None None] Deleting port d9a1c229-db2e-47dc-a8c0-c63cd497f23c {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:46:35.201279 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6b311949-966e-48ae-a4da-ed53598bfe6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d9a1c229-db2e-47dc-a8c0-c63cd497f23c), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:35.249056 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e9bb3-f34c-4cee-9aae-181f1b940002 req-36c24b04-4b30-425b-95e9-9adb27a42b1a tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:35.250656 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-392e9bb3-f34c-4cee-9aae-181f1b940002 req-36c24b04-4b30-425b-95e9-9adb27a42b1a tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 945 time: 0.0720389 Mar 05 04:46:35.318014 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6b311949-966e-48ae-a4da-ed53598bfe6c None None] For port d9a1c229-db2e-47dc-a8c0-c63cd497f23c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d9a1c229-db2e-47dc-a8c0-c63cd497f23c,segment=NetworkSegment(b412d26e-2f96-452a-9c5f-ad37809d8be5),segment_id=b412d26e-2f96-452a-9c5f-ad37809d8be5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:46:35.318536 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6b311949-966e-48ae-a4da-ed53598bfe6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d9a1c229-db2e-47dc-a8c0-c63cd497f23c), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:35.335604 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6b311949-966e-48ae-a4da-ed53598bfe6c None None] Calling delete_port for d9a1c229-db2e-47dc-a8c0-c63cd497f23c owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:46:35.390839 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-392e9bb3-f34c-4cee-9aae-181f1b940002 req-8206eb8e-2652-4384-b599-c9a38eb73a1f tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318545 Mar 05 04:46:35.470555 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6b311949-966e-48ae-a4da-ed53598bfe6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (d9a1c229-db2e-47dc-a8c0-c63cd497f23c), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:35.498230 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b311949-966e-48ae-a4da-ed53598bfe6c None None] Pushing event deleted for resources: {'Port': ['ID=d9a1c229-db2e-47dc-a8c0-c63cd497f23c,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:35.521873 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b311949-966e-48ae-a4da-ed53598bfe6c None None] No DVR routers for this DVR port d9a1c229-db2e-47dc-a8c0-c63cd497f23c on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:46:35.686468 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a688b6a9-f505-41b0-822c-6d97dea5cbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (d9a1c229-db2e-47dc-a8c0-c63cd497f23c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:35.721072 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688b6a9-f505-41b0-822c-6d97dea5cbc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9a1c229-db2e-47dc-a8c0-c63cd497f23c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:35.731031 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a688b6a9-f505-41b0-822c-6d97dea5cbc2 admin admin] No DVR routers for this DVR port d9a1c229-db2e-47dc-a8c0-c63cd497f23c on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:46:35.837074 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a688b6a9-f505-41b0-822c-6d97dea5cbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (58fc8937-83f5-44ef-a608-0151f2623ffc), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:35.866875 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-a688b6a9-f505-41b0-822c-6d97dea5cbc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58fc8937-83f5-44ef-a608-0151f2623ffc']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:35.878473 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-a688b6a9-f505-41b0-822c-6d97dea5cbc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b412d26e-2f96-452a-9c5f-ad37809d8be5') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:35.878829 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-a688b6a9-f505-41b0-822c-6d97dea5cbc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b412d26e-2f96-452a-9c5f-ad37809d8be5') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:35.892179 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a688b6a9-f505-41b0-822c-6d97dea5cbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (b412d26e-2f96-452a-9c5f-ad37809d8be5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:35.909043 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a688b6a9-f505-41b0-822c-6d97dea5cbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (b412d26e-2f96-452a-9c5f-ad37809d8be5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:35.920263 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a688b6a9-f505-41b0-822c-6d97dea5cbc2 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:46:35.921286 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a688b6a9-f505-41b0-822c-6d97dea5cbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (b412d26e-2f96-452a-9c5f-ad37809d8be5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:46:35.923384 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:46:35.969722 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e663d8-231f-4892-9de6-5b8f8bcbb0eb req-23a687a3-4b06-4ff3-a78c-5fc61dddded2 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:35.977104 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-69e663d8-231f-4892-9de6-5b8f8bcbb0eb req-23a687a3-4b06-4ff3-a78c-5fc61dddded2 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 949 time: 0.4479508 Mar 05 04:46:36.019895 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device e05d0ba4-bf1f-497e-974a-c0ffb587fbec details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:46:36.020548 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a688b6a9-f505-41b0-822c-6d97dea5cbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (58fc8937-83f5-44ef-a608-0151f2623ffc), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:36.038067 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a688b6a9-f505-41b0-822c-6d97dea5cbc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:36.049571 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a688b6a9-f505-41b0-822c-6d97dea5cbc2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/58fc8937-83f5-44ef-a608-0151f2623ffc HTTP/1.1" status: 204 len: 168 time: 1.2633026 Mar 05 04:46:36.055507 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-69e663d8-231f-4892-9de6-5b8f8bcbb0eb req-0ceaca32-3ab6-4176-b126-30b863f8edcc tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772526 Mar 05 04:46:36.100604 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688b6a9-f505-41b0-822c-6d97dea5cbc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=58fc8937-83f5-44ef-a608-0151f2623ffc,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:36.239995 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e01e11-13eb-4d58-87bd-a54dd3a9a5de req-652066be-b37d-4b0c-822e-5db66c45fedf tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:36.253967 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-42e01e11-13eb-4d58-87bd-a54dd3a9a5de req-652066be-b37d-4b0c-822e-5db66c45fedf tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 943 time: 0.1304979 Mar 05 04:46:36.286493 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d9a1c229-db2e-47dc-a8c0-c63cd497f23c no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:46:36.323265 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: d9a1c229-db2e-47dc-a8c0-c63cd497f23c {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:46:36.324081 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d9a1c229-db2e-47dc-a8c0-c63cd497f23c not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:46:36.324568 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 41d1f24d-6827-4d1b-98a9-797084fb28dd no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:46:36.353076 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-42e01e11-13eb-4d58-87bd-a54dd3a9a5de req-7cbab277-4dcf-43ec-9f20-316380b78a80 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981994 Mar 05 04:46:36.401555 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 41d1f24d-6827-4d1b-98a9-797084fb28dd {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:46:36.403603 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 41d1f24d-6827-4d1b-98a9-797084fb28dd not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:46:36.427547 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port e05d0ba4-bf1f-497e-974a-c0ffb587fbec, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=e05d0ba4-bf1f-497e-974a-c0ffb587fbec,segment=NetworkSegment(4c576226-cd81-4308-994c-aa8170a040e4),segment_id=4c576226-cd81-4308-994c-aa8170a040e4)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:46:36.449795 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'e05d0ba4-bf1f-497e-974a-c0ffb587fbec', 'network_id': '3f7037ab-5484-4f12-be88-2ed1b366e188', 'port_id': 'e05d0ba4-bf1f-497e-974a-c0ffb587fbec', 'mac_address': 'fa:16:3e:b2:91:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '051e2cd5-c912-4db0-b8f8-198255458cd8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:46:36.482967 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45482) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:36.554365 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1aa4503e-6e23-42a5-bc5c-2ca90943fe1f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=074dced6ee0b4a51a8ecd429d46f527c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0689676 Mar 05 04:46:36.556193 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45484) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:36.636333 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5bdb6643-75d0-42d7-9693-3926be42c8c2 admin admin] Publish callbacks [] for security_group (5d2dc7c5-0273-4c49-8238-ac9b60eb6f93), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:36.638241 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port e05d0ba4-bf1f-497e-974a-c0ffb587fbec is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:46:36.639199 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e05d0ba4-bf1f-497e-974a-c0ffb587fbec), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:36.653513 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e05d0ba4-bf1f-497e-974a-c0ffb587fbec {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:46:36.666327 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5bdb6643-75d0-42d7-9693-3926be42c8c2 admin admin] Publish callbacks [] for security_group (5d2dc7c5-0273-4c49-8238-ac9b60eb6f93), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:36.677088 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port e05d0ba4-bf1f-497e-974a-c0ffb587fbec, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=e05d0ba4-bf1f-497e-974a-c0ffb587fbec,segment=NetworkSegment(4c576226-cd81-4308-994c-aa8170a040e4),segment_id=4c576226-cd81-4308-994c-aa8170a040e4)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:46:36.683057 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e05d0ba4-bf1f-497e-974a-c0ffb587fbec), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:36.737284 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5bdb6643-75d0-42d7-9693-3926be42c8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (5d2dc7c5-0273-4c49-8238-ac9b60eb6f93), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:36.742850 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5bdb6643-75d0-42d7-9693-3926be42c8c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:36.744078 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5bdb6643-75d0-42d7-9693-3926be42c8c2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5d2dc7c5-0273-4c49-8238-ac9b60eb6f93 HTTP/1.1" status: 204 len: 168 time: 0.1861582 Mar 05 04:46:36.754010 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=e05d0ba4-bf1f-497e-974a-c0ffb587fbec,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:36.772415 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb6643-75d0-42d7-9693-3926be42c8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2dc7c5-0273-4c49-8238-ac9b60eb6f93,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:36.940455 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['e05d0ba4-bf1f-497e-974a-c0ffb587fbec'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:46:37.752127 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45512) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:37.881137 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-056a856a-2339-407f-9044-da3576e90a5f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1480001474-network', 'tenant_id': 'b37f85f51ebe4dd3af7c59a0169135ae'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:46:37.911331 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056a856a-2339-407f-9044-da3576e90a5f admin admin] Made reservation on behalf of b37f85f51ebe4dd3af7c59a0169135ae for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:46:37.914065 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-056a856a-2339-407f-9044-da3576e90a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:37.925358 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-056a856a-2339-407f-9044-da3576e90a5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:38.010670 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-056a856a-2339-407f-9044-da3576e90a5f admin admin] Publish callbacks [] for security_group (a8511e08-6616-46f4-b1b2-89dce4dd8936), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:38.016179 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-056a856a-2339-407f-9044-da3576e90a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a8511e08-6616-46f4-b1b2-89dce4dd8936), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:38.019308 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device e05d0ba4-bf1f-497e-974a-c0ffb587fbec up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:46:38.040574 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-056a856a-2339-407f-9044-da3576e90a5f admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:46:38.052925 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-056a856a-2339-407f-9044-da3576e90a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (3d535cc9-e24c-4b4a-8338-abef65eca6b3), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:38.054511 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-056a856a-2339-407f-9044-da3576e90a5f admin admin] Added segment 3d535cc9-e24c-4b4a-8338-abef65eca6b3 of type vlan for network 3d4a4c79-d428-4910-8560-b824c56517cb Mar 05 04:46:38.103234 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-056a856a-2339-407f-9044-da3576e90a5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (3d4a4c79-d428-4910-8560-b824c56517cb), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:38.109500 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port e05d0ba4-bf1f-497e-974a-c0ffb587fbec completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:46:38.121794 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a856a-2339-407f-9044-da3576e90a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8511e08-6616-46f4-b1b2-89dce4dd8936,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:38.132546 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port e05d0ba4-bf1f-497e-974a-c0ffb587fbec triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:46:38.133273 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e05d0ba4-bf1f-497e-974a-c0ffb587fbec), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:38.149411 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-056a856a-2339-407f-9044-da3576e90a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (3d4a4c79-d428-4910-8560-b824c56517cb), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:38.150571 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056a856a-2339-407f-9044-da3576e90a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:38.151346 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-056a856a-2339-407f-9044-da3576e90a5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:38.203643 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-056a856a-2339-407f-9044-da3576e90a5f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4502001 Mar 05 04:46:38.205339 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45516) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:38.211906 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-f1f77a55-293b-4ede-bfd6-649b727cb650 admin admin] Request body: {'subnet': {'network_id': '3d4a4c79-d428-4910-8560-b824c56517cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1480001474-subnet', 'tenant_id': 'b37f85f51ebe4dd3af7c59a0169135ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:46:38.252623 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f77a55-293b-4ede-bfd6-649b727cb650 admin admin] Made reservation on behalf of b37f85f51ebe4dd3af7c59a0169135ae for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:46:38.255339 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f1f77a55-293b-4ede-bfd6-649b727cb650 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:38.319603 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a856a-2339-407f-9044-da3576e90a5f admin admin] Pushing event updated for resources: {'Network': ['ID=3d4a4c79-d428-4910-8560-b824c56517cb,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:38.336657 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 3d4a4c79-d428-4910-8560-b824c56517cb details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:46:38.360784 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port e05d0ba4-bf1f-497e-974a-c0ffb587fbec is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:46:38.361757 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e05d0ba4-bf1f-497e-974a-c0ffb587fbec), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:38.482013 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port e05d0ba4-bf1f-497e-974a-c0ffb587fbec, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=e05d0ba4-bf1f-497e-974a-c0ffb587fbec,segment=NetworkSegment(4c576226-cd81-4308-994c-aa8170a040e4),segment_id=4c576226-cd81-4308-994c-aa8170a040e4)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:46:38.487161 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05d0ba4-bf1f-497e-974a-c0ffb587fbec'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:46:38.489915 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d84b272-5db8-4a42-9af4-e3c4d12214ef" -d '{"events": [{"server_uuid": "4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c", "name": "network-vif-plugged", "status": "completed", "tag": "e05d0ba4-bf1f-497e-974a-c0ffb587fbec"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:46:38.502214 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e05d0ba4-bf1f-497e-974a-c0ffb587fbec), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:38.562397 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=e05d0ba4-bf1f-497e-974a-c0ffb587fbec,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:38.570527 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f1f77a55-293b-4ede-bfd6-649b727cb650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (c25701bd-248e-4204-be64-8c592cd7d5f5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:38.630523 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f77a55-293b-4ede-bfd6-649b727cb650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c25701bd-248e-4204-be64-8c592cd7d5f5,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:38.645402 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f77a55-293b-4ede-bfd6-649b727cb650 admin admin] Checking segment: {'id': '3d535cc9-e24c-4b4a-8338-abef65eca6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3d4a4c79-d428-4910-8560-b824c56517cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:46:38.646320 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f77a55-293b-4ede-bfd6-649b727cb650 admin admin] Network hostable DHCP agents. Network: 3d4a4c79-d428-4910-8560-b824c56517cb, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:46:38.670111 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f77a55-293b-4ede-bfd6-649b727cb650 admin admin] Network 3d4a4c79-d428-4910-8560-b824c56517cb is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:46:38.681222 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-f1f77a55-293b-4ede-bfd6-649b727cb650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 3d4a4c79-d428-4910-8560-b824c56517cb) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:46:38.686336 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f77a55-293b-4ede-bfd6-649b727cb650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:38.687269 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f1f77a55-293b-4ede-bfd6-649b727cb650 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:38.695015 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be9b224-e405-4ee2-a257-2b1fab34b397 None None] Network 3d4a4c79-d428-4910-8560-b824c56517cb requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:46:38.719843 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f1f77a55-293b-4ede-bfd6-649b727cb650 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5130277 Mar 05 04:46:38.846682 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c3dd4f-835f-4bd3-8f3b-3620640c3d69 None None] Network 3d4a4c79-d428-4910-8560-b824c56517cb requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:46:39.336983 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:46:41.323193 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1bdfb8ea-5a5c-4478-9c3b-8d5bdfdcb989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:43.522454 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:43.619544 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:43.639581 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3f760d3b-69e7-4627-a07e-76d9625ae3ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:44.862513 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:45.414356 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-9c23c78a-c625-46fa-a7ae-1be3565303ad tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:45.416027 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-9c23c78a-c625-46fa-a7ae-1be3565303ad tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3&tenant_id=facd03296ca545159cfaaad05aba02e6&binding%3Ahost_id=n-h2-789963-32 HTTP/1.1" status: 200 len: 1128 time: 0.0634501 Mar 05 04:46:45.429280 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-32'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:46:45.491598 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7fb12d9d-2c94-424a-963d-dc69ef3e8d86), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:45.624317 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] For port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=7fb12d9d-2c94-424a-963d-dc69ef3e8d86,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:46:45.681259 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] For port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:46:45.723967 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba7be3b-df16-4975-a0b3-e703dfe351a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb12d9d-2c94-424a-963d-dc69ef3e8d86'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:46:45.726404 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd629071-1ffd-462f-ae31-e729a11292b9" -d '{"events": [{"server_uuid": "7ba7be3b-df16-4975-a0b3-e703dfe351a3", "name": "network-vif-unplugged", "status": "completed", "tag": "7fb12d9d-2c94-424a-963d-dc69ef3e8d86"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:46:45.730387 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] Publish callbacks [] for port (7fb12d9d-2c94-424a-963d-dc69ef3e8d86), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:45.764706 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (7fb12d9d-2c94-424a-963d-dc69ef3e8d86), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:45.855225 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb12d9d-2c94-424a-963d-dc69ef3e8d86,revision_number=7']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:45.863275 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] Attempting to bind port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 on host n-h2-789963-32 for vnic_type normal with profile {"migrating_to": "n-h1-789963-32"} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:46:45.863612 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] Attempting to bind port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:46:45.863940 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] Attempting to bind port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:46:45.867784 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:45.868365 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:45.868715 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:45.869051 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:45.869390 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:45.869716 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:45.870041 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:45.870375 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:45.870699 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:45.871022 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:45.871394 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:45.871710 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:45.872033 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:45.878950 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] Port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:46:45.879337 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] Attempting to bind port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:46:45.884893 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:46:45.885237 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] Checking segment: {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:46:45.885617 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] Bound using segment: {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:46:45.890280 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] Bound port: 7fb12d9d-2c94-424a-963d-dc69ef3e8d86, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:46:45.890688 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7fb12d9d-2c94-424a-963d-dc69ef3e8d86), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:45.906014 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:46:45.937872 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-12afe644-7ec4-4d29-b256-71e1715b4e33 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=474eaeacf2cf402e9c87a12dc75c5b23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288284 Mar 05 04:46:46.008084 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] For port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:46:46.013474 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] For port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=7fb12d9d-2c94-424a-963d-dc69ef3e8d86,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:46:46.024331 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (7fb12d9d-2c94-424a-963d-dc69ef3e8d86), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:46.024764 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86, host n-h2-789963-32, got binding levels [] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:46:46.052773 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Attempting to bind port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 on host n-h2-789963-32 for vnic_type normal with profile {"migrating_to": "n-h1-789963-32"} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:46:46.053439 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Attempting to bind port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:46:46.053982 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Attempting to bind port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:46:46.059238 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:46:46.059856 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Attempting to bind port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 on network 8538c983-160a-4b67-8024-c598ec9cf3a6 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:46:46.062274 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-70421091-1c12-466c-95ef-55b8a869b298 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:46.066272 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:46:46.066916 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Checking segment: {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:46:46.067792 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Bound using segment: {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:46:46.068431 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Bound port: 7fb12d9d-2c94-424a-963d-dc69ef3e8d86, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '121a6bbc-2bee-41f0-b9e4-27d4a61188bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '8538c983-160a-4b67-8024-c598ec9cf3a6'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:46:46.069124 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7fb12d9d-2c94-424a-963d-dc69ef3e8d86), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:46.069602 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-70421091-1c12-466c-95ef-55b8a869b298 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1308842 Mar 05 04:46:46.090274 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e0e2f337-ee2a-49bd-a8e5-46f3b8ee8270 req-668d7d6e-7695-49a2-b34d-f9b77e4dd28b tempest-QuotasAdminNegativeTest-2103609840 tempest-QuotasAdminNegativeTest-2103609840-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=fa816d8848434c559b3118ae67d96fed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1795704 Mar 05 04:46:46.098394 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-25ec33b7-f9ad-4844-a896-297acdd74ab6 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/quotas/474eaeacf2cf402e9c87a12dc75c5b23 HTTP/1.1" status: 200 len: 375 time: 0.0277524 Mar 05 04:46:46.101226 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb12d9d-2c94-424a-963d-dc69ef3e8d86,revision_number=8']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:46.161523 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:46.164207 n-d-789963-32 neutron-server[105233]: WARNING neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Concurrent port binding operations failed on port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 Mar 05 04:46:46.168201 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=7fb12d9d-2c94-424a-963d-dc69ef3e8d86,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:46:46.169532 n-d-789963-32 neutron-server[105233]: INFO neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Attempt 2 to bind port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 Mar 05 04:46:46.170190 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 has no active binding in host n-h1-789963-32 {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 05 04:46:46.174784 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:46.177177 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:46.178697 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-84e68bae-9561-4236-a7e2-a49cac128d87 service neutron] 10.222.0.30 "PUT /v2.0/ports/7fb12d9d-2c94-424a-963d-dc69ef3e8d86 HTTP/1.1" status: 200 len: 1123 time: 0.7536209 Mar 05 04:46:46.223704 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-28f762e6-d38a-482c-8186-e8be113d1f5b tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=474eaeacf2cf402e9c87a12dc75c5b23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1243408 Mar 05 04:46:46.262812 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2f337-ee2a-49bd-a8e5-46f3b8ee8270 req-e780f452-ad49-4726-9358-aeaf68824c21 tempest-QuotasAdminNegativeTest-2103609840 tempest-QuotasAdminNegativeTest-2103609840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:46.264904 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e0e2f337-ee2a-49bd-a8e5-46f3b8ee8270 req-e780f452-ad49-4726-9358-aeaf68824c21 tempest-QuotasAdminNegativeTest-2103609840 tempest-QuotasAdminNegativeTest-2103609840-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1644189 Mar 05 04:46:46.266539 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['7fb12d9d-2c94-424a-963d-dc69ef3e8d86'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:46:46.293998 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e0e2f337-ee2a-49bd-a8e5-46f3b8ee8270 req-bb359f94-ba80-4617-a1f4-4242a6ef7d5b tempest-QuotasAdminNegativeTest-2103609840 tempest-QuotasAdminNegativeTest-2103609840-project] 10.222.0.11 "GET /v2.0/quotas/fa816d8848434c559b3118ae67d96fed HTTP/1.1" status: 200 len: 375 time: 0.0235684 Mar 05 04:46:46.308771 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['7fb12d9d-2c94-424a-963d-dc69ef3e8d86'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:46:46.347754 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e0e2f337-ee2a-49bd-a8e5-46f3b8ee8270 req-9470f8a9-464b-4410-b456-4c31a72d1738 tempest-QuotasAdminNegativeTest-2103609840 tempest-QuotasAdminNegativeTest-2103609840-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa816d8848434c559b3118ae67d96fed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476196 Mar 05 04:46:46.637066 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8f0e1-8d90-4950-92fc-c0fc31a83769 req-bf40f7db-1e0b-4459-91c1-1735a5a6bb11 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:46.638631 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-51f8f0e1-8d90-4950-92fc-c0fc31a83769 req-bf40f7db-1e0b-4459-91c1-1735a5a6bb11 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 945 time: 0.1228132 Mar 05 04:46:46.646758 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca207ab-2d85-4d42-b84d-0ca388591322 req-34581c53-90e5-4211-a206-ce27056c7f83 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:46.656797 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fca207ab-2d85-4d42-b84d-0ca388591322 req-34581c53-90e5-4211-a206-ce27056c7f83 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 943 time: 0.1010342 Mar 05 04:46:46.758972 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-51f8f0e1-8d90-4950-92fc-c0fc31a83769 req-fd3c8957-f242-4d38-9ffd-059d91d1f0e3 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859392 Mar 05 04:46:46.795362 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fca207ab-2d85-4d42-b84d-0ca388591322 req-9a68946a-182b-403f-a351-c65b4fb54c48 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337898 Mar 05 04:46:46.826281 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa78f212-87d3-465c-beda-9f55ee10e4fd x-openstack-request-id: req-aa78f212-87d3-465c-beda-9f55ee10e4fd {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:46:46.827191 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c", "name": "network-vif-plugged", "status": "completed", "tag": "e05d0ba4-bf1f-497e-974a-c0ffb587fbec", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:46:46.827498 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aa78f212-87d3-465c-beda-9f55ee10e4fd {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:46:46.827946 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05d0ba4-bf1f-497e-974a-c0ffb587fbec', 'code': 200} Mar 05 04:46:46.997982 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f6397-2056-417f-9880-78541140d9cc req-0e410d59-7fd6-45a3-9036-90280dcc3f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:47.002946 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-367f6397-2056-417f-9880-78541140d9cc req-0e410d59-7fd6-45a3-9036-90280dcc3f1a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 1128 time: 0.1002505 Mar 05 04:46:47.015442 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 04:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8224d97c-1647-46ea-829c-ad8b39bad09e x-openstack-request-id: req-8224d97c-1647-46ea-829c-ad8b39bad09e {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:46:47.016029 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba7be3b-df16-4975-a0b3-e703dfe351a3", "name": "network-vif-unplugged", "status": "completed", "tag": "7fb12d9d-2c94-424a-963d-dc69ef3e8d86", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:46:47.016029 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8224d97c-1647-46ea-829c-ad8b39bad09e {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:46:47.016553 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba7be3b-df16-4975-a0b3-e703dfe351a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb12d9d-2c94-424a-963d-dc69ef3e8d86', 'code': 200} Mar 05 04:46:47.073077 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-367f6397-2056-417f-9880-78541140d9cc req-623ff3a7-f200-4ec0-87d9-58bc6ed9f534 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630817 Mar 05 04:46:47.350109 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-a7eb20f8-388c-4895-9e1c-cc33732a5118 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:47.351765 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-a7eb20f8-388c-4895-9e1c-cc33732a5118 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] 10.222.0.11 "GET /v2.0/networks?id=3d4a4c79-d428-4910-8560-b824c56517cb HTTP/1.1" status: 200 len: 814 time: 0.1596205 Mar 05 04:46:47.380383 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-32bc328d-86c1-4675-a43c-af99c9361622 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] 10.222.0.11 "GET /v2.0/quotas/b37f85f51ebe4dd3af7c59a0169135ae HTTP/1.1" status: 200 len: 375 time: 0.0221331 Mar 05 04:46:47.444528 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-4eeb6092-4003-430e-8abe-2331378fba2c tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b37f85f51ebe4dd3af7c59a0169135ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580738 Mar 05 04:46:47.503005 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4a52e846-433f-4f7e-a6a0-1a1fff96c77a req-c83cc4db-49eb-4d0e-bcd8-f31850173801 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed3afbc4-4de0-47c3-a6a1-a802dc4fa280 HTTP/1.1" status: 200 len: 210 time: 0.0761161 Mar 05 04:46:47.660728 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-21c9a581-f5c2-43db-be81-1a37422cc1fe service neutron] 10.222.0.11 "GET /v2.0/networks/3d4a4c79-d428-4910-8560-b824c56517cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148716 Mar 05 04:46:47.750455 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:47.808543 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-ec6e91ae-3fbd-4581-9e0c-09fc0773781a service neutron] 10.222.0.11 "GET /v2.0/networks/3d4a4c79-d428-4910-8560-b824c56517cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457045 Mar 05 04:46:47.841771 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b51c3d-baef-4f0f-9d70-4e37ba902cf6 req-b3fdb6df-0c20-41ed-a440-0c5df8c9eab1 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:47.843597 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-31b51c3d-baef-4f0f-9d70-4e37ba902cf6 req-b3fdb6df-0c20-41ed-a440-0c5df8c9eab1 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1350f9-9314-4a46-98d0-588cc21d85e0 HTTP/1.1" status: 200 len: 946 time: 0.0869098 Mar 05 04:46:47.903792 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-31b51c3d-baef-4f0f-9d70-4e37ba902cf6 req-351c21c0-b3db-406a-b493-3e37eacb908e tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b751b62-02dd-49e8-927d-e35ef19b5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502565 Mar 05 04:46:48.075602 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-049473d7-9f3a-44ae-88a1-381d23b6bb0b tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=474eaeacf2cf402e9c87a12dc75c5b23&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525892 Mar 05 04:46:48.339605 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f12203-84ae-46b0-8ec7-89e4a4c0634b req-d401cdfb-2ef4-48e3-9d12-28151bfc14e2 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:48.348847 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-11f12203-84ae-46b0-8ec7-89e4a4c0634b req-d401cdfb-2ef4-48e3-9d12-28151bfc14e2 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 945 time: 0.2559118 Mar 05 04:46:48.396860 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-c056377f-a74e-4a72-b6a4-89de69bd8a5c tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:48.401725 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-c056377f-a74e-4a72-b6a4-89de69bd8a5c tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3204870 Mar 05 04:46:48.419115 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-dc9649df-19ad-43e2-bd6f-43bf4057ea09 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Request body: {'port': {'device_id': 'ed3afbc4-4de0-47c3-a6a1-a802dc4fa280', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'admin_state_up': True, 'tenant_id': '474eaeacf2cf402e9c87a12dc75c5b23'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:46:48.419819 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-11f12203-84ae-46b0-8ec7-89e4a4c0634b req-f6e9bf18-39fb-45f5-8468-6239835f3f37 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679994 Mar 05 04:46:48.453848 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e648b-1c46-46c9-a74a-475df935abd0 req-0645a18e-80f0-49b7-93b2-dae6c9a669b1 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:48.475215 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ae9e648b-1c46-46c9-a74a-475df935abd0 req-0645a18e-80f0-49b7-93b2-dae6c9a669b1 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 943 time: 0.2732317 Mar 05 04:46:48.600321 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-dc9649df-19ad-43e2-bd6f-43bf4057ea09 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Made reservation on behalf of 474eaeacf2cf402e9c87a12dc75c5b23 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:46:48.602872 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-33ab823d-acfb-4d72-8368-b4999ed765ae req-fbf8ae80-0ffb-49ba-893d-22527247abe7 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb57a850-0a30-450e-8169-35044a720914 HTTP/1.1" status: 200 len: 210 time: 0.0538170 Mar 05 04:46:48.610658 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-dc9649df-19ad-43e2-bd6f-43bf4057ea09 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:48.656678 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ae9e648b-1c46-46c9-a74a-475df935abd0 req-f11e6387-0933-413e-bf50-0196dbedc60e tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749291 Mar 05 04:46:48.850161 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a1c72ea0-3ff6-41bf-9397-e7d96456ec4b req-0c485f47-e74b-4de2-abbb-80e44a4bfc5e tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed3afbc4-4de0-47c3-a6a1-a802dc4fa280 HTTP/1.1" status: 200 len: 210 time: 0.0728166 Mar 05 04:46:48.900647 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-dc9649df-19ad-43e2-bd6f-43bf4057ea09 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Allocated IP 192.168.233.206 (fb0dde64-203a-4c32-80ac-e1733ed0c9dd/63f989ea-15ee-41e4-8c8f-8183d2023f4e/5452ba3c-4105-42e7-8b00-280669d469bf) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:46:49.025290 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba7be3b-df16-4975-a0b3-e703dfe351a3', 'tag': '7fb12d9d-2c94-424a-963d-dc69ef3e8d86'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:46:49.033260 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f83c489-cc12-4cd5-90f4-95134cec4972" -d '{"events": [{"name": "network-changed", "server_uuid": "7ba7be3b-df16-4975-a0b3-e703dfe351a3", "tag": "7fb12d9d-2c94-424a-963d-dc69ef3e8d86"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:46:49.175968 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-dc9649df-19ad-43e2-bd6f-43bf4057ea09 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Publish callbacks [] for port (5452ba3c-4105-42e7-8b00-280669d469bf), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:49.213021 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d2306d-426d-4537-bf07-982d49941657 x-openstack-request-id: req-b2d2306d-426d-4537-bf07-982d49941657 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:46:49.213494 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ba7be3b-df16-4975-a0b3-e703dfe351a3", "tag": "7fb12d9d-2c94-424a-963d-dc69ef3e8d86", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:46:49.213885 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b2d2306d-426d-4537-bf07-982d49941657 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:46:49.214730 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba7be3b-df16-4975-a0b3-e703dfe351a3', 'tag': '7fb12d9d-2c94-424a-963d-dc69ef3e8d86', 'status': 'completed', 'code': 200} Mar 05 04:46:49.219417 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-dc9649df-19ad-43e2-bd6f-43bf4057ea09 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (5452ba3c-4105-42e7-8b00-280669d469bf), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:49.233807 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83c489-cc12-4cd5-90f4-95134cec4972 req-6c0494cf-4fb7-47a5-99ac-dfee829d3ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:49.235538 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8f83c489-cc12-4cd5-90f4-95134cec4972 req-6c0494cf-4fb7-47a5-99ac-dfee829d3ba5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=facd03296ca545159cfaaad05aba02e6&device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 1157 time: 0.0927813 Mar 05 04:46:49.239453 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['e511e81b-5047-4a10-8053-6f167b4fd348', 'd35174a3-9581-421a-8690-73a161cd1b0f'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:46:49.366338 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83c489-cc12-4cd5-90f4-95134cec4972 req-f10495f7-9dc5-40b8-bd08-3f32ee94373e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:49.368543 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8f83c489-cc12-4cd5-90f4-95134cec4972 req-f10495f7-9dc5-40b8-bd08-3f32ee94373e service neutron] 10.222.0.31 "GET /v2.0/networks?id=8538c983-160a-4b67-8024-c598ec9cf3a6 HTTP/1.1" status: 200 len: 907 time: 0.1268132 Mar 05 04:46:49.375591 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-dc9649df-19ad-43e2-bd6f-43bf4057ea09 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:46:49.379416 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-dc9649df-19ad-43e2-bd6f-43bf4057ea09 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:46:49.396695 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-dc9649df-19ad-43e2-bd6f-43bf4057ea09 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:46:49.407830 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9649df-19ad-43e2-bd6f-43bf4057ea09 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Pushing event updated for resources: {'Port': ['ID=5452ba3c-4105-42e7-8b00-280669d469bf,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:49.475137 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c84e35c9-1c43-4a6f-917c-17e3c1b9494b req-f3e1ea25-7df7-4bbf-b6ea-93aa2207e134 tempest-QuotasAdminNegativeTest-2103609840 tempest-QuotasAdminNegativeTest-2103609840-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=fa816d8848434c559b3118ae67d96fed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1052072 Mar 05 04:46:49.477037 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8f83c489-cc12-4cd5-90f4-95134cec4972 req-5268ca8a-f6ad-4a58-bf83-106a8d745b9e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fb12d9d-2c94-424a-963d-dc69ef3e8d86 HTTP/1.1" status: 200 len: 217 time: 0.0939603 Mar 05 04:46:49.480357 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-dc9649df-19ad-43e2-bd6f-43bf4057ea09 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:49.481357 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-dc9649df-19ad-43e2-bd6f-43bf4057ea09 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:49.508420 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-dc9649df-19ad-43e2-bd6f-43bf4057ea09 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0949187 Mar 05 04:46:49.528084 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-21381c29-0581-4a37-8cc3-952cfb23e25f service neutron] Request body: {'port': {'device_id': 'ed3afbc4-4de0-47c3-a6a1-a802dc4fa280', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:46:49.708804 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83c489-cc12-4cd5-90f4-95134cec4972 req-0e2d84b8-52f5-4026-bbed-b710b046bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:49.720199 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8f83c489-cc12-4cd5-90f4-95134cec4972 req-0e2d84b8-52f5-4026-bbed-b710b046bd19 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa622505-df3c-45bb-bed1-baf2861c8524 HTTP/1.1" status: 200 len: 847 time: 0.2130036 Mar 05 04:46:49.742255 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-21381c29-0581-4a37-8cc3-952cfb23e25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5452ba3c-4105-42e7-8b00-280669d469bf), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:49.866225 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a5de02cf-b6bf-47b0-abea-3a74cd87fdda None None] Provisioning complete for port 5452ba3c-4105-42e7-8b00-280669d469bf triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:46:49.867660 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a5de02cf-b6bf-47b0-abea-3a74cd87fdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5452ba3c-4105-42e7-8b00-280669d469bf), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:49.911821 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a5de02cf-b6bf-47b0-abea-3a74cd87fdda None None] Port 5452ba3c-4105-42e7-8b00-280669d469bf cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:46:50.093554 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-051c18cb-63db-4c8d-913f-bc3ff22d0085 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:50.095090 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-051c18cb-63db-4c8d-913f-bc3ff22d0085 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] 10.222.0.31 "GET /v2.0/networks?id=3d4a4c79-d428-4910-8560-b824c56517cb HTTP/1.1" status: 200 len: 814 time: 0.3322840 Mar 05 04:46:50.096993 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8f83c489-cc12-4cd5-90f4-95134cec4972 req-0cdd6e3a-af8f-4d64-aef1-d8f030f6f3da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8538c983-160a-4b67-8024-c598ec9cf3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3458827 Mar 05 04:46:50.168030 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e35c9-1c43-4a6f-917c-17e3c1b9494b req-c23ca19e-44b3-43a9-87f6-4b6f61cc273c tempest-QuotasAdminNegativeTest-2103609840 tempest-QuotasAdminNegativeTest-2103609840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:50.176381 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c84e35c9-1c43-4a6f-917c-17e3c1b9494b req-c23ca19e-44b3-43a9-87f6-4b6f61cc273c tempest-QuotasAdminNegativeTest-2103609840 tempest-QuotasAdminNegativeTest-2103609840-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6942391 Mar 05 04:46:50.192595 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-8fcfc240-bfab-4da3-8d8d-3e85872d57b1 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Request body: {'port': {'device_id': 'fb57a850-0a30-450e-8169-35044a720914', 'network_id': '3d4a4c79-d428-4910-8560-b824c56517cb', 'admin_state_up': True, 'tenant_id': 'b37f85f51ebe4dd3af7c59a0169135ae'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:46:50.204387 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-21381c29-0581-4a37-8cc3-952cfb23e25f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5452ba3c-4105-42e7-8b00-280669d469bf {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:46:50.213215 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-21381c29-0581-4a37-8cc3-952cfb23e25f service neutron] Publish callbacks [] for port (5452ba3c-4105-42e7-8b00-280669d469bf), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:50.228841 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-21381c29-0581-4a37-8cc3-952cfb23e25f service neutron] Transition to ACTIVE for port object 5452ba3c-4105-42e7-8b00-280669d469bf will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:46:50.236399 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-21381c29-0581-4a37-8cc3-952cfb23e25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (5452ba3c-4105-42e7-8b00-280669d469bf), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:50.324032 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c84e35c9-1c43-4a6f-917c-17e3c1b9494b req-e78f847b-d1a9-4557-b492-581ab4f932ca tempest-QuotasAdminNegativeTest-2103609840 tempest-QuotasAdminNegativeTest-2103609840-project] 10.222.0.11 "GET /v2.0/quotas/fa816d8848434c559b3118ae67d96fed HTTP/1.1" status: 200 len: 375 time: 0.1463997 Mar 05 04:46:50.382632 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-21381c29-0581-4a37-8cc3-952cfb23e25f service neutron] Attempting to bind port 5452ba3c-4105-42e7-8b00-280669d469bf on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:46:50.383134 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-21381c29-0581-4a37-8cc3-952cfb23e25f service neutron] Attempting to bind port 5452ba3c-4105-42e7-8b00-280669d469bf by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:46:50.383567 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-21381c29-0581-4a37-8cc3-952cfb23e25f service neutron] Attempting to bind port 5452ba3c-4105-42e7-8b00-280669d469bf on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:46:50.393803 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21381c29-0581-4a37-8cc3-952cfb23e25f service neutron] Pushing event updated for resources: {'Port': ['ID=5452ba3c-4105-42e7-8b00-280669d469bf,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:50.397436 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-21381c29-0581-4a37-8cc3-952cfb23e25f service neutron] Port 5452ba3c-4105-42e7-8b00-280669d469bf on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:46:50.398041 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-21381c29-0581-4a37-8cc3-952cfb23e25f service neutron] Attempting to bind port 5452ba3c-4105-42e7-8b00-280669d469bf on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:46:50.406418 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-21381c29-0581-4a37-8cc3-952cfb23e25f service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:46:50.406877 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-21381c29-0581-4a37-8cc3-952cfb23e25f service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:46:50.407395 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-21381c29-0581-4a37-8cc3-952cfb23e25f service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:46:50.408065 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-21381c29-0581-4a37-8cc3-952cfb23e25f service neutron] Bound port: 5452ba3c-4105-42e7-8b00-280669d469bf, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:46:50.408535 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-21381c29-0581-4a37-8cc3-952cfb23e25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5452ba3c-4105-42e7-8b00-280669d469bf), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:50.442101 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c84e35c9-1c43-4a6f-917c-17e3c1b9494b req-4b7cdf09-3575-4608-b7db-2a4506de67f6 tempest-QuotasAdminNegativeTest-2103609840 tempest-QuotasAdminNegativeTest-2103609840-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fa816d8848434c559b3118ae67d96fed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1171112 Mar 05 04:46:50.519122 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-21381c29-0581-4a37-8cc3-952cfb23e25f service neutron] For port 5452ba3c-4105-42e7-8b00-280669d469bf, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:46:50.522735 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-21381c29-0581-4a37-8cc3-952cfb23e25f service neutron] For port 5452ba3c-4105-42e7-8b00-280669d469bf, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5452ba3c-4105-42e7-8b00-280669d469bf,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:46:50.533275 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-21381c29-0581-4a37-8cc3-952cfb23e25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (5452ba3c-4105-42e7-8b00-280669d469bf), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:50.567287 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-21381c29-0581-4a37-8cc3-952cfb23e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:50.568698 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-21381c29-0581-4a37-8cc3-952cfb23e25f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:50.571534 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-21381c29-0581-4a37-8cc3-952cfb23e25f service neutron] 10.222.0.30 "PUT /v2.0/ports/5452ba3c-4105-42e7-8b00-280669d469bf HTTP/1.1" status: 200 len: 1097 time: 1.0513778 Mar 05 04:46:50.678437 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c005d1-245d-490a-ac9a-2d74c762059d req-fedabcda-b9a6-427b-addc-0459bcb20f31 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:50.691829 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74c005d1-245d-490a-ac9a-2d74c762059d req-fedabcda-b9a6-427b-addc-0459bcb20f31 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 945 time: 0.9551308 Mar 05 04:46:50.789341 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-c8a7548d-0005-4f98-8105-116b3bf7fb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:50.792005 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-c8a7548d-0005-4f98-8105-116b3bf7fb3d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=474eaeacf2cf402e9c87a12dc75c5b23&device_id=ed3afbc4-4de0-47c3-a6a1-a802dc4fa280 HTTP/1.1" status: 200 len: 1131 time: 0.1635075 Mar 05 04:46:50.797140 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21381c29-0581-4a37-8cc3-952cfb23e25f service neutron] Pushing event updated for resources: {'Port': ['ID=5452ba3c-4105-42e7-8b00-280669d469bf,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:50.866875 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-8fcfc240-bfab-4da3-8d8d-3e85872d57b1 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Made reservation on behalf of b37f85f51ebe4dd3af7c59a0169135ae for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:46:50.871020 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-8fcfc240-bfab-4da3-8d8d-3e85872d57b1 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:50.898510 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8f83c489-cc12-4cd5-90f4-95134cec4972 req-645224d0-3fca-4616-871a-789ca70e23fe service neutron] 10.222.0.31 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7152081 Mar 05 04:46:50.931898 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-08cea40f-56d7-4bf7-b6e6-494fe17b17cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=5452ba3c-4105-42e7-8b00-280669d469bf HTTP/1.1" status: 200 len: 217 time: 0.1223993 Mar 05 04:46:50.980922 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74c005d1-245d-490a-ac9a-2d74c762059d req-30b06e3e-c1fe-454c-a218-5fb6c8d4ab71 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2878335 Mar 05 04:46:50.994987 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-51e9cc56-509e-4422-82bb-46a5e1e13ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:50.996630 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-51e9cc56-509e-4422-82bb-46a5e1e13ecc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0625646 Mar 05 04:46:51.058113 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-bb3478c2-a998-470f-90e3-68b4558c958d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:51.059696 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-bb3478c2-a998-470f-90e3-68b4558c958d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0522351 Mar 05 04:46:51.164395 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d23ff-8a58-4fcd-8f9c-e1d4bcd80030 req-cc352502-e5a1-46d8-ac2d-4bcd178eb924 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:51.184992 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-900d23ff-8a58-4fcd-8f9c-e1d4bcd80030 req-cc352502-e5a1-46d8-ac2d-4bcd178eb924 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1350f9-9314-4a46-98d0-588cc21d85e0 HTTP/1.1" status: 200 len: 946 time: 0.4239812 Mar 05 04:46:51.245475 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3afbc4-4de0-47c3-a6a1-a802dc4fa280', 'tag': '5452ba3c-4105-42e7-8b00-280669d469bf'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:46:51.247895 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ef53a9-f951-4348-b3b9-6fd5be5b8815" -d '{"events": [{"name": "network-changed", "server_uuid": "ed3afbc4-4de0-47c3-a6a1-a802dc4fa280", "tag": "5452ba3c-4105-42e7-8b00-280669d469bf"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:46:51.253578 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-56ac11e5-57e7-490b-8467-3d13e291136b service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726122 Mar 05 04:46:51.310472 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd9747-29b6-4bfa-8d59-aac5d8b65f20 req-ae7e7b4e-c385-4b03-b5be-a74a5e91679b tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:51.313505 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f9fd9747-29b6-4bfa-8d59-aac5d8b65f20 req-ae7e7b4e-c385-4b03-b5be-a74a5e91679b tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a1350f9-9314-4a46-98d0-588cc21d85e0 HTTP/1.1" status: 200 len: 946 time: 0.2342873 Mar 05 04:46:51.333102 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-03e21d07-5550-479e-bfcb-d49b6f63cfc1 req-53af5a8e-22f1-462f-88e3-856ceaf0ba7c tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb57a850-0a30-450e-8169-35044a720914 HTTP/1.1" status: 200 len: 210 time: 0.0997295 Mar 05 04:46:51.452902 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-900d23ff-8a58-4fcd-8f9c-e1d4bcd80030 req-33f64973-9386-46be-a625-59d8b225e465 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b751b62-02dd-49e8-927d-e35ef19b5e77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657301 Mar 05 04:46:51.493231 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-086d8b0a-5782-4c3a-917c-639ed79c0b1c req-e3e9deea-9bef-4359-807c-96abfc2c9aa3 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298429 Mar 05 04:46:51.509879 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-f9fd9747-29b6-4bfa-8d59-aac5d8b65f20 req-d9924232-accb-4219-9067-d2f9d39b008c tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Deleting port 484c7d1b-dc0f-4ab9-acb6-584b4d0100cd {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:46:51.510207 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f9fd9747-29b6-4bfa-8d59-aac5d8b65f20 req-d9924232-accb-4219-9067-d2f9d39b008c tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (484c7d1b-dc0f-4ab9-acb6-584b4d0100cd), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:51.554782 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-8fcfc240-bfab-4da3-8d8d-3e85872d57b1 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Allocated IP 172.20.0.13 (3d4a4c79-d428-4910-8560-b824c56517cb/c25701bd-248e-4204-be64-8c592cd7d5f5/230d0c6d-c783-4f0b-b376-73661764acc9) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:46:51.573080 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8f83c489-cc12-4cd5-90f4-95134cec4972 req-e0a8ea21-5681-4bec-9fbe-853299bd2948 service neutron] 10.222.0.31 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6627173 Mar 05 04:46:51.672208 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-f9fd9747-29b6-4bfa-8d59-aac5d8b65f20 req-d9924232-accb-4219-9067-d2f9d39b008c tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] For port 484c7d1b-dc0f-4ab9-acb6-584b4d0100cd, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=484c7d1b-dc0f-4ab9-acb6-584b4d0100cd,segment=NetworkSegment(3e722f51-65dd-4cdc-b6bf-df1f075e77ff),segment_id=3e722f51-65dd-4cdc-b6bf-df1f075e77ff)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:46:51.672629 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f9fd9747-29b6-4bfa-8d59-aac5d8b65f20 req-d9924232-accb-4219-9067-d2f9d39b008c tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (484c7d1b-dc0f-4ab9-acb6-584b4d0100cd), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:51.697184 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8670f0-bb40-4fbf-98aa-51ede557182a req-e36467cc-f4d0-4cba-934a-7fb1540bc3e9 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:51.714827 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb8670f0-bb40-4fbf-98aa-51ede557182a req-e36467cc-f4d0-4cba-934a-7fb1540bc3e9 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 943 time: 0.2208469 Mar 05 04:46:51.875310 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-8fcfc240-bfab-4da3-8d8d-3e85872d57b1 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Publish callbacks [] for port (230d0c6d-c783-4f0b-b376-73661764acc9), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:51.947578 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f9fd9747-29b6-4bfa-8d59-aac5d8b65f20 req-d9924232-accb-4219-9067-d2f9d39b008c tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:51.950924 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f9fd9747-29b6-4bfa-8d59-aac5d8b65f20 req-d9924232-accb-4219-9067-d2f9d39b008c tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (86fbfb3b-6f28-45dc-8f50-3909e61c659c), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:51.950924 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [req-f9fd9747-29b6-4bfa-8d59-aac5d8b65f20 req-d9924232-accb-4219-9067-d2f9d39b008c tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Floating IP 86fbfb3b-6f28-45dc-8f50-3909e61c659c disassociated. External IP: 172.25.0.159, port: 484c7d1b-dc0f-4ab9-acb6-584b4d0100cd. Mar 05 04:46:51.952472 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe87409-61f7-4d2b-bc79-67b3f74118a0 req-747c3faa-f06f-4b53-bfe5-7f048809b8a5 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:51.953311 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-f9fd9747-29b6-4bfa-8d59-aac5d8b65f20 req-d9924232-accb-4219-9067-d2f9d39b008c tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Calling delete_port for 484c7d1b-dc0f-4ab9-acb6-584b4d0100cd owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:46:51.959832 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-efe87409-61f7-4d2b-bc79-67b3f74118a0 req-747c3faa-f06f-4b53-bfe5-7f048809b8a5 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed3afbc4-4de0-47c3-a6a1-a802dc4fa280 HTTP/1.1" status: 200 len: 948 time: 0.3857687 Mar 05 04:46:52.053149 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-8fcfc240-bfab-4da3-8d8d-3e85872d57b1 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (230d0c6d-c783-4f0b-b376-73661764acc9), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:52.056663 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:46:52.146705 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 is: DOWN; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:46:52.172783 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb8670f0-bb40-4fbf-98aa-51ede557182a req-0ede8f83-24ab-4c55-aa7d-5bf2adfa7336 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4569311 Mar 05 04:46:52.204440 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f9fd9747-29b6-4bfa-8d59-aac5d8b65f20 req-d9924232-accb-4219-9067-d2f9d39b008c tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (484c7d1b-dc0f-4ab9-acb6-584b4d0100cd), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:52.241848 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-efe87409-61f7-4d2b-bc79-67b3f74118a0 req-dfdce2f8-3cbc-4895-99e5-8e142ddc5217 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494349 Mar 05 04:46:52.253919 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9924232-accb-4219-9067-d2f9d39b008c tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Pushing event deleted for resources: {'Port': ['ID=484c7d1b-dc0f-4ab9-acb6-584b4d0100cd,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:52.292875 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-8fcfc240-bfab-4da3-8d8d-3e85872d57b1 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Network 3d4a4c79-d428-4910-8560-b824c56517cb is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:46:52.324505 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-8fcfc240-bfab-4da3-8d8d-3e85872d57b1 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:46:52.336767 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-8fcfc240-bfab-4da3-8d8d-3e85872d57b1 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:46:52.447163 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-8fcfc240-bfab-4da3-8d8d-3e85872d57b1 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:52.448015 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-8fcfc240-bfab-4da3-8d8d-3e85872d57b1 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:52.461078 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfc240-bfab-4da3-8d8d-3e85872d57b1 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Pushing event updated for resources: {'Port': ['ID=230d0c6d-c783-4f0b-b376-73661764acc9,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:52.488853 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9fd9747-29b6-4bfa-8d59-aac5d8b65f20 req-d9924232-accb-4219-9067-d2f9d39b008c tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Router 4ace592a-5103-47f3-b3c3-0cbc2cf4ea55 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:46:52.499557 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcfc240-bfab-4da3-8d8d-3e85872d57b1 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:52.500248 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcfc240-bfab-4da3-8d8d-3e85872d57b1 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:52.500790 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcfc240-bfab-4da3-8d8d-3e85872d57b1 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:52.501727 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcfc240-bfab-4da3-8d8d-3e85872d57b1 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:52.502261 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcfc240-bfab-4da3-8d8d-3e85872d57b1 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:52.502775 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcfc240-bfab-4da3-8d8d-3e85872d57b1 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:52.503643 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcfc240-bfab-4da3-8d8d-3e85872d57b1 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:52.504216 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcfc240-bfab-4da3-8d8d-3e85872d57b1 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:52.504689 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcfc240-bfab-4da3-8d8d-3e85872d57b1 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:52.505117 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcfc240-bfab-4da3-8d8d-3e85872d57b1 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:52.505700 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcfc240-bfab-4da3-8d8d-3e85872d57b1 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:52.506062 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcfc240-bfab-4da3-8d8d-3e85872d57b1 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:52.506512 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcfc240-bfab-4da3-8d8d-3e85872d57b1 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:46:52.564359 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-8fcfc240-bfab-4da3-8d8d-3e85872d57b1 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3850083 Mar 05 04:46:52.575856 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-eb8d4efc-11ea-4436-9536-6c3579b62c97 service neutron] Request body: {'port': {'device_id': 'fb57a850-0a30-450e-8169-35044a720914', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:46:52.595394 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35a7fff-aa42-4e8f-acde-b1ddae067463 x-openstack-request-id: req-f35a7fff-aa42-4e8f-acde-b1ddae067463 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:46:52.595686 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed3afbc4-4de0-47c3-a6a1-a802dc4fa280", "tag": "5452ba3c-4105-42e7-8b00-280669d469bf", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:46:52.595948 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f35a7fff-aa42-4e8f-acde-b1ddae067463 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:46:52.596350 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3afbc4-4de0-47c3-a6a1-a802dc4fa280', 'tag': '5452ba3c-4105-42e7-8b00-280669d469bf', 'status': 'completed', 'code': 200} Mar 05 04:46:52.693810 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb6b9d-653f-445f-a917-a039a965f18e req-1af0f2df-0ccb-4d1f-a584-a2da0933bbb0 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:52.695375 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8bdb6b9d-653f-445f-a917-a039a965f18e req-1af0f2df-0ccb-4d1f-a584-a2da0933bbb0 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 945 time: 0.2366827 Mar 05 04:46:52.711289 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45742) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:52.722173 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-2a6b07d6-682b-4e87-a991-0c6e656b1b03 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Request body: {'floatingip': {'port_id': 'e05d0ba4-bf1f-497e-974a-c0ffb587fbec'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:46:52.808216 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b907f-572f-4b96-82e6-fa261f5ca2ed req-2819549e-e34f-4906-af99-3274c7f2f4e9 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:52.820942 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-827b907f-572f-4b96-82e6-fa261f5ca2ed req-2819549e-e34f-4906-af99-3274c7f2f4e9 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb57a850-0a30-450e-8169-35044a720914 HTTP/1.1" status: 200 len: 932 time: 0.2219679 Mar 05 04:46:52.830404 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-eb8d4efc-11ea-4436-9536-6c3579b62c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (230d0c6d-c783-4f0b-b376-73661764acc9), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:52.872041 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef53a9-f951-4348-b3b9-6fd5be5b8815 req-a645fcbc-9986-4510-b2c8-65151bedf7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:52.874321 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b9ef53a9-f951-4348-b3b9-6fd5be5b8815 req-a645fcbc-9986-4510-b2c8-65151bedf7a9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=474eaeacf2cf402e9c87a12dc75c5b23&device_id=ed3afbc4-4de0-47c3-a6a1-a802dc4fa280 HTTP/1.1" status: 200 len: 1131 time: 0.2863936 Mar 05 04:46:52.881800 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2a6b07d6-682b-4e87-a991-0c6e656b1b03 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks [] for floatingip (248bff1e-46a6-4c0a-bb0d-b6cb2f74a331), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:52.937669 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-827b907f-572f-4b96-82e6-fa261f5ca2ed req-7d0c1715-e9be-4128-a665-ffa8065d4ee3 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8511e08-6616-46f4-b1b2-89dce4dd8936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078084 Mar 05 04:46:53.030541 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-629c58b9-64eb-4a2e-93bd-aa2583cac0c7 req-fed3330b-354f-4a07-95cf-ffc05c88e59d tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "GET /v2.0/ports?device_id=3a1350f9-9314-4a46-98d0-588cc21d85e0 HTTP/1.1" status: 200 len: 210 time: 0.1422555 Mar 05 04:46:53.297550 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9fd9747-29b6-4bfa-8d59-aac5d8b65f20 req-d9924232-accb-4219-9067-d2f9d39b008c tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:46:53.311950 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77626c12-84df-45e5-8b45-ff83108d9348 None None] Sync routers for ids ['4ace592a-5103-47f3-b3c3-0cbc2cf4ea55'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:46:53.328621 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77626c12-84df-45e5-8b45-ff83108d9348 None None] Routers {'4ace592a-5103-47f3-b3c3-0cbc2cf4ea55'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:46:53.329483 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-77626c12-84df-45e5-8b45-ff83108d9348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:46:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4ace592a-5103-47f3-b3c3-0cbc2cf4ea55'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:53.446853 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45756) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:53.472472 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef53a9-f951-4348-b3b9-6fd5be5b8815 req-463f7bf9-fa39-4528-9a7c-b30c3cac86cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:53.474222 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b9ef53a9-f951-4348-b3b9-6fd5be5b8815 req-463f7bf9-fa39-4528-9a7c-b30c3cac86cb service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.4051485 Mar 05 04:46:53.526089 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9fd9747-29b6-4bfa-8d59-aac5d8b65f20 req-d9924232-accb-4219-9067-d2f9d39b008c tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] No DVR routers for this DVR port 484c7d1b-dc0f-4ab9-acb6-584b4d0100cd on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:46:53.540726 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f9fd9747-29b6-4bfa-8d59-aac5d8b65f20 req-d9924232-accb-4219-9067-d2f9d39b008c tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:53.544279 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f9fd9747-29b6-4bfa-8d59-aac5d8b65f20 req-d9924232-accb-4219-9067-d2f9d39b008c tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.30 "DELETE /v2.0/ports/484c7d1b-dc0f-4ab9-acb6-584b4d0100cd HTTP/1.1" status: 204 len: 173 time: 2.2232354 Mar 05 04:46:53.635588 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-77626c12-84df-45e5-8b45-ff83108d9348 None None] Set router 4ace592a-5103-47f3-b3c3-0cbc2cf4ea55 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:46:53.636282 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b9ef53a9-f951-4348-b3b9-6fd5be5b8815 req-a6338d0c-7db2-4690-8f73-8a27bf026b47 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=5452ba3c-4105-42e7-8b00-280669d469bf HTTP/1.1" status: 200 len: 217 time: 0.1175139 Mar 05 04:46:53.938365 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 5452ba3c-4105-42e7-8b00-280669d469bf details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:46:54.045827 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 484c7d1b-dc0f-4ab9-acb6-584b4d0100cd no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:46:54.094871 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 484c7d1b-dc0f-4ab9-acb6-584b4d0100cd {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:46:54.095667 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 484c7d1b-dc0f-4ab9-acb6-584b4d0100cd not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:46:54.177520 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef53a9-f951-4348-b3b9-6fd5be5b8815 req-e0d65250-c520-470b-bd90-9deffa3a412f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:54.179211 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b9ef53a9-f951-4348-b3b9-6fd5be5b8815 req-e0d65250-c520-470b-bd90-9deffa3a412f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.5351205 Mar 05 04:46:54.284690 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c9f9a-b901-4c3e-83fc-619be694a14d req-0f55bcab-4d58-47c0-beab-2ccb34074355 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:54.300630 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-da0c9f9a-b901-4c3e-83fc-619be694a14d req-0f55bcab-4d58-47c0-beab-2ccb34074355 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 943 time: 0.9721444 Mar 05 04:46:54.362183 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 5452ba3c-4105-42e7-8b00-280669d469bf, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5452ba3c-4105-42e7-8b00-280669d469bf,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:46:54.397853 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-eb8d4efc-11ea-4436-9536-6c3579b62c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 230d0c6d-c783-4f0b-b376-73661764acc9 {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:46:54.419742 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-eb8d4efc-11ea-4436-9536-6c3579b62c97 service neutron] Publish callbacks [] for port (230d0c6d-c783-4f0b-b376-73661764acc9), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:54.428012 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '5452ba3c-4105-42e7-8b00-280669d469bf', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': '5452ba3c-4105-42e7-8b00-280669d469bf', 'mac_address': 'fa:16:3e:81:cb:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:46:54.453315 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef53a9-f951-4348-b3b9-6fd5be5b8815 req-e807d746-1d7f-421b-832f-289e1c486e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:54.454893 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-eb8d4efc-11ea-4436-9536-6c3579b62c97 service neutron] Transition to ACTIVE for port object 230d0c6d-c783-4f0b-b376-73661764acc9 will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:46:54.458259 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b9ef53a9-f951-4348-b3b9-6fd5be5b8815 req-e807d746-1d7f-421b-832f-289e1c486e15 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2687409 Mar 05 04:46:54.495134 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-eb8d4efc-11ea-4436-9536-6c3579b62c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (230d0c6d-c783-4f0b-b376-73661764acc9), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:54.542410 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2021c76c-1274-43ff-9a98-abf6fa35c6ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:54.572443 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 5452ba3c-4105-42e7-8b00-280669d469bf is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:46:54.573053 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5452ba3c-4105-42e7-8b00-280669d469bf), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:54.598136 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5452ba3c-4105-42e7-8b00-280669d469bf {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:46:54.609471 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49f15a-e1ef-43ba-a29a-f4bef415e0c3 req-ff2a6b22-2c08-4747-be29-2737e7e7bbdb tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:54.614946 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a49f15a-e1ef-43ba-a29a-f4bef415e0c3 req-ff2a6b22-2c08-4747-be29-2737e7e7bbdb tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed3afbc4-4de0-47c3-a6a1-a802dc4fa280 HTTP/1.1" status: 200 len: 948 time: 1.2011921 Mar 05 04:46:54.651130 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1350f9-9314-4a46-98d0-588cc21d85e0', 'name': 'network-vif-deleted', 'tag': '484c7d1b-dc0f-4ab9-acb6-584b4d0100cd'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:46:54.655843 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c1cc03-2c6f-4e87-8b35-ca6ffae2fdd8" -d '{"events": [{"server_uuid": "3a1350f9-9314-4a46-98d0-588cc21d85e0", "name": "network-vif-deleted", "tag": "484c7d1b-dc0f-4ab9-acb6-584b4d0100cd"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:46:54.664048 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 5452ba3c-4105-42e7-8b00-280669d469bf, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5452ba3c-4105-42e7-8b00-280669d469bf,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:46:54.673083 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5452ba3c-4105-42e7-8b00-280669d469bf), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:54.676217 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-da0c9f9a-b901-4c3e-83fc-619be694a14d req-6c361e6f-852f-49f1-bdaa-234e1f23fea7 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724859 Mar 05 04:46:54.724368 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.db.resource_extend [None req-2a6b07d6-682b-4e87-a991-0c6e656b1b03 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 04:46:54.740152 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-77626c12-84df-45e5-8b45-ff83108d9348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'name': 'tempest-ServersTestJSON-339480532-router', 'tenant_id': '6f219eab64614abcb32a956e6351bb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:23Z', 'updated_at': '2022-03-05T04:45:33Z', 'revision_number': 4, 'project_id': '6f219eab64614abcb32a956e6351bb73', 'gw_port': {'id': '4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:25Z', 'updated_at': '2022-03-05T04:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '2befcefc-bbfe-45f4-b6a0-89ac26ee48fd', 'name': '', 'network_id': '6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c', 'tenant_id': '6f219eab64614abcb32a956e6351bb73', 'mac_address': 'fa:16:3e:f0:02:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'bef60a8c-b104-4854-9be4-eb4de8499599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:31Z', 'updated_at': '2022-03-05T04:45:40Z', 'revision_number': 5, 'project_id': '6f219eab64614abcb32a956e6351bb73', 'subnets': [{'id': 'bef60a8c-b104-4854-9be4-eb4de8499599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:54.772542 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=5452ba3c-4105-42e7-8b00-280669d469bf,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:54.817463 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77626c12-84df-45e5-8b45-ff83108d9348 None None] Checking router: 4ace592a-5103-47f3-b3c3-0cbc2cf4ea55 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:46:54.827864 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77626c12-84df-45e5-8b45-ff83108d9348 None None] Routers {'4ace592a-5103-47f3-b3c3-0cbc2cf4ea55'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:46:54.828619 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-77626c12-84df-45e5-8b45-ff83108d9348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:46:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4ace592a-5103-47f3-b3c3-0cbc2cf4ea55'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:54.878910 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d4efc-11ea-4436-9536-6c3579b62c97 service neutron] Pushing event updated for resources: {'Port': ['ID=230d0c6d-c783-4f0b-b376-73661764acc9,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:54.892037 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b9ef53a9-f951-4348-b3b9-6fd5be5b8815 req-6547520f-1c23-473c-90a0-556a1ac07238 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277871 Mar 05 04:46:54.925114 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2a6b07d6-682b-4e87-a991-0c6e656b1b03 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:54.941580 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a49f15a-e1ef-43ba-a29a-f4bef415e0c3 req-34221b4f-6a27-4736-872a-2d407de03dd0 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597075 Mar 05 04:46:54.959808 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2a6b07d6-682b-4e87-a991-0c6e656b1b03 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (248bff1e-46a6-4c0a-bb0d-b6cb2f74a331), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:54.964320 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['5452ba3c-4105-42e7-8b00-280669d469bf'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:46:54.980757 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-77626c12-84df-45e5-8b45-ff83108d9348 None None] Set router 4ace592a-5103-47f3-b3c3-0cbc2cf4ea55 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:46:55.145774 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93068d00-a5b5-4102-82d1-f17dfeb4da15 x-openstack-request-id: req-93068d00-a5b5-4102-82d1-f17dfeb4da15 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:46:55.146398 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1350f9-9314-4a46-98d0-588cc21d85e0", "name": "network-vif-deleted", "tag": "484c7d1b-dc0f-4ab9-acb6-584b4d0100cd", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:46:55.147104 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-93068d00-a5b5-4102-82d1-f17dfeb4da15 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:46:55.147846 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1350f9-9314-4a46-98d0-588cc21d85e0', 'name': 'network-vif-deleted', 'tag': '484c7d1b-dc0f-4ab9-acb6-584b4d0100cd', 'status': 'completed', 'code': 200} Mar 05 04:46:55.182962 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1c5d0-fc81-453d-82aa-4edcd120685e req-1136c74e-77f8-4b31-b4d5-7a4ab377fc33 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:55.194329 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cfd1c5d0-fc81-453d-82aa-4edcd120685e req-1136c74e-77f8-4b31-b4d5-7a4ab377fc33 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb57a850-0a30-450e-8169-35044a720914 HTTP/1.1" status: 200 len: 944 time: 0.3708215 Mar 05 04:46:55.224079 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45780) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:55.313823 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b9ef53a9-f951-4348-b3b9-6fd5be5b8815 req-a8abe2ca-aa95-446d-b872-df6180287ea1 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137716 Mar 05 04:46:55.334774 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [None req-2a6b07d6-682b-4e87-a991-0c6e656b1b03 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Floating IP 248bff1e-46a6-4c0a-bb0d-b6cb2f74a331 associated. External IP: 172.25.0.80, port: e05d0ba4-bf1f-497e-974a-c0ffb587fbec. Mar 05 04:46:55.380467 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-77626c12-84df-45e5-8b45-ff83108d9348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'name': 'tempest-ServersTestJSON-339480532-router', 'tenant_id': '6f219eab64614abcb32a956e6351bb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:23Z', 'updated_at': '2022-03-05T04:45:33Z', 'revision_number': 4, 'project_id': '6f219eab64614abcb32a956e6351bb73', 'gw_port': {'id': '4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:25Z', 'updated_at': '2022-03-05T04:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '2befcefc-bbfe-45f4-b6a0-89ac26ee48fd', 'name': '', 'network_id': '6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c', 'tenant_id': '6f219eab64614abcb32a956e6351bb73', 'mac_address': 'fa:16:3e:f0:02:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'bef60a8c-b104-4854-9be4-eb4de8499599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:31Z', 'updated_at': '2022-03-05T04:45:40Z', 'revision_number': 5, 'project_id': '6f219eab64614abcb32a956e6351bb73', 'subnets': [{'id': 'bef60a8c-b104-4854-9be4-eb4de8499599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:55.408709 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2021c76c-1274-43ff-9a98-abf6fa35c6ad admin admin] Publish callbacks [] for security_group (2edd515e-6df5-4fe3-9516-67904ceef18c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:55.435031 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77626c12-84df-45e5-8b45-ff83108d9348 None None] The sync data for ids ['4ace592a-5103-47f3-b3c3-0cbc2cf4ea55'] in n-d-789963-32 is: [{'id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'name': 'tempest-ServersTestJSON-339480532-router', 'tenant_id': '6f219eab64614abcb32a956e6351bb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:23Z', 'updated_at': '2022-03-05T04:45:33Z', 'revision_number': 4, 'project_id': '6f219eab64614abcb32a956e6351bb73', 'gw_port': {'id': '4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:25Z', 'updated_at': '2022-03-05T04:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '2befcefc-bbfe-45f4-b6a0-89ac26ee48fd', 'name': '', 'network_id': '6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c', 'tenant_id': '6f219eab64614abcb32a956e6351bb73', 'mac_address': 'fa:16:3e:f0:02:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'device_owner': 'network:router_interface', 'standard_attr_id': 698, 'fixed_ips': [{'subnet_id': 'bef60a8c-b104-4854-9be4-eb4de8499599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:31Z', 'updated_at': '2022-03-05T04:45:40Z', 'revision_number': 5, 'project_id': '6f219eab64614abcb32a956e6351bb73', 'subnets': [{'id': 'bef60a8c-b104-4854-9be4-eb4de8499599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:46:55.445869 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2021c76c-1274-43ff-9a98-abf6fa35c6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (2edd515e-6df5-4fe3-9516-67904ceef18c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:55.481030 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021c76c-1274-43ff-9a98-abf6fa35c6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edd515e-6df5-4fe3-9516-67904ceef18c,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:55.538792 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cfd1c5d0-fc81-453d-82aa-4edcd120685e req-5842ca71-f8d0-493f-8a9a-41bcd1f6816b tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8511e08-6616-46f4-b1b2-89dce4dd8936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425460 Mar 05 04:46:55.544620 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-eb8d4efc-11ea-4436-9536-6c3579b62c97 service neutron] Attempting to bind port 230d0c6d-c783-4f0b-b376-73661764acc9 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:46:55.545212 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-eb8d4efc-11ea-4436-9536-6c3579b62c97 service neutron] Attempting to bind port 230d0c6d-c783-4f0b-b376-73661764acc9 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '3d535cc9-e24c-4b4a-8338-abef65eca6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3d4a4c79-d428-4910-8560-b824c56517cb'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:46:55.547295 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-eb8d4efc-11ea-4436-9536-6c3579b62c97 service neutron] Attempting to bind port 230d0c6d-c783-4f0b-b376-73661764acc9 on network 3d4a4c79-d428-4910-8560-b824c56517cb {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:46:55.556733 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-eb8d4efc-11ea-4436-9536-6c3579b62c97 service neutron] Port 230d0c6d-c783-4f0b-b376-73661764acc9 on network 3d4a4c79-d428-4910-8560-b824c56517cb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:46:55.557244 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-eb8d4efc-11ea-4436-9536-6c3579b62c97 service neutron] Attempting to bind port 230d0c6d-c783-4f0b-b376-73661764acc9 on network 3d4a4c79-d428-4910-8560-b824c56517cb {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:46:55.570473 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbb14213-8b32-4d0c-9b84-3c3b9435d3f0 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks [] for security_group (1b751b62-02dd-49e8-927d-e35ef19b5e77), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:55.599867 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbb14213-8b32-4d0c-9b84-3c3b9435d3f0 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks [] for security_group (1b751b62-02dd-49e8-927d-e35ef19b5e77), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:55.668370 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-eb8d4efc-11ea-4436-9536-6c3579b62c97 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:46:55.668593 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-eb8d4efc-11ea-4436-9536-6c3579b62c97 service neutron] Checking segment: {'id': '3d535cc9-e24c-4b4a-8338-abef65eca6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3d4a4c79-d428-4910-8560-b824c56517cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:46:55.669295 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-eb8d4efc-11ea-4436-9536-6c3579b62c97 service neutron] Bound using segment: {'id': '3d535cc9-e24c-4b4a-8338-abef65eca6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3d4a4c79-d428-4910-8560-b824c56517cb'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:46:55.669965 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-eb8d4efc-11ea-4436-9536-6c3579b62c97 service neutron] Bound port: 230d0c6d-c783-4f0b-b376-73661764acc9, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d535cc9-e24c-4b4a-8338-abef65eca6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '3d4a4c79-d428-4910-8560-b824c56517cb'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:46:55.670743 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-eb8d4efc-11ea-4436-9536-6c3579b62c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (230d0c6d-c783-4f0b-b376-73661764acc9), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:55.674481 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbb14213-8b32-4d0c-9b84-3c3b9435d3f0 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1b751b62-02dd-49e8-927d-e35ef19b5e77), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:55.677307 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbb14213-8b32-4d0c-9b84-3c3b9435d3f0 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:55.681107 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fbb14213-8b32-4d0c-9b84-3c3b9435d3f0 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "DELETE /v2.0/security-groups/1b751b62-02dd-49e8-927d-e35ef19b5e77 HTTP/1.1" status: 204 len: 168 time: 0.4421308 Mar 05 04:46:55.682008 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45786) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:55.696759 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2021c76c-1274-43ff-9a98-abf6fa35c6ad admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fa816d8848434c559b3118ae67d96fed&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2448261 Mar 05 04:46:55.710196 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb14213-8b32-4d0c-9b84-3c3b9435d3f0 tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b751b62-02dd-49e8-927d-e35ef19b5e77,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:55.712514 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45788) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:55.724829 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-37f957be-4715-4f43-8236-74bbeb01e3ad tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] show failed (client error): The resource could not be found. Mar 05 04:46:55.729144 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-37f957be-4715-4f43-8236-74bbeb01e3ad tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "GET /v2.0/security-groups/1b751b62-02dd-49e8-927d-e35ef19b5e77 HTTP/1.1" status: 404 len: 347 time: 0.0352509 Mar 05 04:46:55.730235 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45792) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:55.797148 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-eb8d4efc-11ea-4436-9536-6c3579b62c97 service neutron] For port 230d0c6d-c783-4f0b-b376-73661764acc9, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:46:55.801689 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-eb8d4efc-11ea-4436-9536-6c3579b62c97 service neutron] For port 230d0c6d-c783-4f0b-b376-73661764acc9, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=230d0c6d-c783-4f0b-b376-73661764acc9,segment=NetworkSegment(3d535cc9-e24c-4b4a-8338-abef65eca6b3),segment_id=3d535cc9-e24c-4b4a-8338-abef65eca6b3)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:46:55.815236 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-eb8d4efc-11ea-4436-9536-6c3579b62c97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (230d0c6d-c783-4f0b-b376-73661764acc9), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:55.910743 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d4efc-11ea-4436-9536-6c3579b62c97 service neutron] Pushing event updated for resources: {'Port': ['ID=230d0c6d-c783-4f0b-b376-73661764acc9,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:55.971228 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4b8a29f-677a-4b52-93f8-dc8e733d06d1 admin admin] Publish callbacks [] for security_group (2edd515e-6df5-4fe3-9516-67904ceef18c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:56.006955 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6b07d6-682b-4e87-a991-0c6e656b1b03 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Router d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:46:56.021209 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4b8a29f-677a-4b52-93f8-dc8e733d06d1 admin admin] Publish callbacks [] for security_group (2edd515e-6df5-4fe3-9516-67904ceef18c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:56.023110 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-eb8d4efc-11ea-4436-9536-6c3579b62c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:56.023753 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-eb8d4efc-11ea-4436-9536-6c3579b62c97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:56.025167 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-eb8d4efc-11ea-4436-9536-6c3579b62c97 service neutron] 10.222.0.31 "PUT /v2.0/ports/230d0c6d-c783-4f0b-b376-73661764acc9 HTTP/1.1" status: 200 len: 1093 time: 3.4535627 Mar 05 04:46:56.052645 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df281517-98a5-4cd3-992b-f198fdae70e5 None None] New status for floating IP 86fbfb3b-6f28-45dc-8f50-3909e61c659c: DOWN {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 04:46:56.105297 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb57a850-0a30-450e-8169-35044a720914', 'tag': '230d0c6d-c783-4f0b-b376-73661764acc9'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:46:56.108373 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfca6a76-d482-413e-aaaa-2a2ba9d7f3ca" -d '{"events": [{"name": "network-changed", "server_uuid": "fb57a850-0a30-450e-8169-35044a720914", "tag": "230d0c6d-c783-4f0b-b376-73661764acc9"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:46:56.259453 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6b07d6-682b-4e87-a991-0c6e656b1b03 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:46:56.271296 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8592ab-f5ec-480a-8f32-45edd70f17bf None None] Sync routers for ids ['d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:46:56.275148 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2a6b07d6-682b-4e87-a991-0c6e656b1b03 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:56.283005 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4b8a29f-677a-4b52-93f8-dc8e733d06d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (2edd515e-6df5-4fe3-9516-67904ceef18c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:56.286779 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4b8a29f-677a-4b52-93f8-dc8e733d06d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:56.290367 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8592ab-f5ec-480a-8f32-45edd70f17bf None None] Routers {'d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:46:56.293760 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-cf8592ab-f5ec-480a-8f32-45edd70f17bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:46:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:56.294337 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-90b8d85e-d2f3-40de-b561-8b54956919cd tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Deleting port bfcc8c56-58f4-48b2-b66b-994959ffbbf0 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:46:56.294696 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-90b8d85e-d2f3-40de-b561-8b54956919cd tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (bfcc8c56-58f4-48b2-b66b-994959ffbbf0), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:56.305021 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a4b8a29f-677a-4b52-93f8-dc8e733d06d1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2edd515e-6df5-4fe3-9516-67904ceef18c HTTP/1.1" status: 204 len: 168 time: 0.5840132 Mar 05 04:46:56.312469 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0abbd-f95e-4e0c-b33c-644555caa323 req-4fb7812e-1038-4a0b-bb9a-d83478d8e80a tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:56.316170 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4bb0abbd-f95e-4e0c-b33c-644555caa323 req-4fb7812e-1038-4a0b-bb9a-d83478d8e80a tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 943 time: 0.4137554 Mar 05 04:46:56.369805 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-db732348-8c07-4934-97fb-287e19cac198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:56.372583 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-db732348-8c07-4934-97fb-287e19cac198 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b37f85f51ebe4dd3af7c59a0169135ae&device_id=fb57a850-0a30-450e-8169-35044a720914 HTTP/1.1" status: 200 len: 1127 time: 0.2397521 Mar 05 04:46:56.385691 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d63465-66a0-48d3-9aff-41b980a347d5 req-136a766e-356b-4e02-b7b9-5800a03e9c83 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:56.396053 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8a29f-677a-4b52-93f8-dc8e733d06d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edd515e-6df5-4fe3-9516-67904ceef18c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:56.401211 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c2d63465-66a0-48d3-9aff-41b980a347d5 req-136a766e-356b-4e02-b7b9-5800a03e9c83 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed3afbc4-4de0-47c3-a6a1-a802dc4fa280 HTTP/1.1" status: 200 len: 949 time: 0.2664185 Mar 05 04:46:56.457200 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2a6b07d6-682b-4e87-a991-0c6e656b1b03 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "PUT /v2.0/floatingips/248bff1e-46a6-4c0a-bb0d-b6cb2f74a331 HTTP/1.1" status: 200 len: 990 time: 3.7448909 Mar 05 04:46:56.475331 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-aa79e5cc-a566-4f2a-927c-e4903244fcaa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=230d0c6d-c783-4f0b-b376-73661764acc9 HTTP/1.1" status: 200 len: 217 time: 0.0627825 Mar 05 04:46:56.589515 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-cf8592ab-f5ec-480a-8f32-45edd70f17bf None None] Set router d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:46:56.643179 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c2d63465-66a0-48d3-9aff-41b980a347d5 req-f7559d55-256e-4bee-906b-caa21eff3950 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359588 Mar 05 04:46:56.756367 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-d71e9f3d-cf2f-4463-9219-4550ba522bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:56.758169 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-d71e9f3d-cf2f-4463-9219-4550ba522bd4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c25701bd-248e-4204-be64-8c592cd7d5f5 HTTP/1.1" status: 200 len: 854 time: 0.2378957 Mar 05 04:46:56.766834 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4bb0abbd-f95e-4e0c-b33c-644555caa323 req-1639696e-42b3-48ed-a6f6-8dc8bf337079 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429305 Mar 05 04:46:56.784730 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154a8092-f5ca-44c7-bd4e-fc020775af92 x-openstack-request-id: req-154a8092-f5ca-44c7-bd4e-fc020775af92 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:46:56.785903 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb57a850-0a30-450e-8169-35044a720914", "tag": "230d0c6d-c783-4f0b-b376-73661764acc9", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:46:56.786169 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-154a8092-f5ca-44c7-bd4e-fc020775af92 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:46:56.786585 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb57a850-0a30-450e-8169-35044a720914', 'tag': '230d0c6d-c783-4f0b-b376-73661764acc9', 'status': 'completed', 'code': 200} Mar 05 04:46:56.794553 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-90b8d85e-d2f3-40de-b561-8b54956919cd tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (bfcc8c56-58f4-48b2-b66b-994959ffbbf0), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:56.795461 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-90b8d85e-d2f3-40de-b561-8b54956919cd tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks [] for floatingip (bfcc8c56-58f4-48b2-b66b-994959ffbbf0), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:56.952638 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45810) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:56.967710 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9befc558-cc78-4f2e-87b1-b8ca2e21ad9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:57.013317 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-80b42474-4315-4d76-9c38-3a4e3712b5cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3d4a4c79-d428-4910-8560-b824c56517cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2383256 Mar 05 04:46:57.022895 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-cf8592ab-f5ec-480a-8f32-45edd70f17bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'name': 'tempest-ServersTestBootFromVolume-1670345212-router', 'tenant_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd75b11e6-2fcb-4b7d-b002-84b2d9745d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:44:50Z', 'updated_at': '2022-03-05T04:44:57Z', 'revision_number': 4, 'project_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'gw_port': {'id': 'd75b11e6-2fcb-4b7d-b002-84b2d9745d56', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:51Z', 'updated_at': '2022-03-05T04:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '248bff1e-46a6-4c0a-bb0d-b6cb2f74a331', 'tenant_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'floating_ip_address': '172.25.0.80', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'port_id': 'e05d0ba4-bf1f-497e-974a-c0ffb587fbec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f7037ab-5484-4f12-be88-2ed1b366e188', 'mac_address': 'fa:16:3e:b2:91:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:45:05Z', 'updated_at': '2022-03-05T04:46:54Z', 'revision_number': 1, 'project_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04e25d61-ca1d-454f-9ac9-528aa762d65a', 'name': '', 'network_id': '3f7037ab-5484-4f12-be88-2ed1b366e188', 'tenant_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'mac_address': 'fa:16:3e:b3:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '051e2cd5-c912-4db0-b8f8-198255458cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:55Z', 'updated_at': '2022-03-05T04:45:02Z', 'revision_number': 5, 'project_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'subnets': [{'id': '051e2cd5-c912-4db0-b8f8-198255458cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:57.030841 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-90b8d85e-d2f3-40de-b561-8b54956919cd tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Calling delete_port for bfcc8c56-58f4-48b2-b66b-994959ffbbf0 owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:46:57.055000 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8592ab-f5ec-480a-8f32-45edd70f17bf None None] Checking router: d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:46:57.065819 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8592ab-f5ec-480a-8f32-45edd70f17bf None None] Routers {'d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:46:57.066575 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-cf8592ab-f5ec-480a-8f32-45edd70f17bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:46:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:57.132565 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9befc558-cc78-4f2e-87b1-b8ca2e21ad9c admin admin] Publish callbacks [] for security_group (3c614f6a-8a16-4652-84c8-5ad2224bae36), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:57.143524 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9befc558-cc78-4f2e-87b1-b8ca2e21ad9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3c614f6a-8a16-4652-84c8-5ad2224bae36), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:57.223270 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c', 'tag': 'e05d0ba4-bf1f-497e-974a-c0ffb587fbec'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:46:57.225527 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49f02e9-28e2-426b-9d34-6a873489b22f" -d '{"events": [{"name": "network-changed", "server_uuid": "4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c", "tag": "e05d0ba4-bf1f-497e-974a-c0ffb587fbec"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:46:57.238141 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-cf8592ab-f5ec-480a-8f32-45edd70f17bf None None] Set router d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:46:57.241315 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9befc558-cc78-4f2e-87b1-b8ca2e21ad9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c614f6a-8a16-4652-84c8-5ad2224bae36,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:57.265175 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-90b8d85e-d2f3-40de-b561-8b54956919cd tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (bfcc8c56-58f4-48b2-b66b-994959ffbbf0), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:57.266739 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9befc558-cc78-4f2e-87b1-b8ca2e21ad9c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=113b13813fa74127aafeba6b57fd127b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3128674 Mar 05 04:46:57.267565 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45814) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:57.382024 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6e1a2049-7220-4be0-a0eb-dd21cafb1fa6 admin admin] Publish callbacks [] for security_group (3c614f6a-8a16-4652-84c8-5ad2224bae36), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:57.414565 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6e1a2049-7220-4be0-a0eb-dd21cafb1fa6 admin admin] Publish callbacks [] for security_group (3c614f6a-8a16-4652-84c8-5ad2224bae36), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:57.421416 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8d85e-d2f3-40de-b561-8b54956919cd tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Pushing event deleted for resources: {'Port': ['ID=bfcc8c56-58f4-48b2-b66b-994959ffbbf0,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:57.475476 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea67e7-64c0-4045-a617-64a6cbaae8fc req-5648ec9d-5643-4a9d-96b4-d97cfa70addf tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:57.476192 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6e1a2049-7220-4be0-a0eb-dd21cafb1fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3c614f6a-8a16-4652-84c8-5ad2224bae36), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:57.476932 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-faea67e7-64c0-4045-a617-64a6cbaae8fc req-5648ec9d-5643-4a9d-96b4-d97cfa70addf tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 945 time: 0.5272706 Mar 05 04:46:57.487352 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6e1a2049-7220-4be0-a0eb-dd21cafb1fa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:57.488690 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6e1a2049-7220-4be0-a0eb-dd21cafb1fa6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3c614f6a-8a16-4652-84c8-5ad2224bae36 HTTP/1.1" status: 204 len: 168 time: 0.2199111 Mar 05 04:46:57.498597 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a2049-7220-4be0-a0eb-dd21cafb1fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c614f6a-8a16-4652-84c8-5ad2224bae36,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:57.515794 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-4a069591-ff2c-4c8c-930c-721f1fa922bb service neutron] 10.222.0.31 "GET /v2.0/ports/7fb12d9d-2c94-424a-963d-dc69ef3e8d86/bindings/n-h1-789963-32 HTTP/1.1" status: 200 len: 385 time: 0.1951315 Mar 05 04:46:57.582891 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-cf8592ab-f5ec-480a-8f32-45edd70f17bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'name': 'tempest-ServersTestBootFromVolume-1670345212-router', 'tenant_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd75b11e6-2fcb-4b7d-b002-84b2d9745d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:44:50Z', 'updated_at': '2022-03-05T04:44:57Z', 'revision_number': 4, 'project_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'gw_port': {'id': 'd75b11e6-2fcb-4b7d-b002-84b2d9745d56', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:51Z', 'updated_at': '2022-03-05T04:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '248bff1e-46a6-4c0a-bb0d-b6cb2f74a331', 'tenant_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'floating_ip_address': '172.25.0.80', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'port_id': 'e05d0ba4-bf1f-497e-974a-c0ffb587fbec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f7037ab-5484-4f12-be88-2ed1b366e188', 'mac_address': 'fa:16:3e:b2:91:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:45:05Z', 'updated_at': '2022-03-05T04:46:54Z', 'revision_number': 1, 'project_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04e25d61-ca1d-454f-9ac9-528aa762d65a', 'name': '', 'network_id': '3f7037ab-5484-4f12-be88-2ed1b366e188', 'tenant_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'mac_address': 'fa:16:3e:b3:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '051e2cd5-c912-4db0-b8f8-198255458cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:55Z', 'updated_at': '2022-03-05T04:45:02Z', 'revision_number': 5, 'project_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'subnets': [{'id': '051e2cd5-c912-4db0-b8f8-198255458cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:46:57.615735 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8592ab-f5ec-480a-8f32-45edd70f17bf None None] The sync data for ids ['d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc'] in n-d-789963-32 is: [{'id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'name': 'tempest-ServersTestBootFromVolume-1670345212-router', 'tenant_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd75b11e6-2fcb-4b7d-b002-84b2d9745d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:44:50Z', 'updated_at': '2022-03-05T04:44:57Z', 'revision_number': 4, 'project_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'gw_port': {'id': 'd75b11e6-2fcb-4b7d-b002-84b2d9745d56', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:51Z', 'updated_at': '2022-03-05T04:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '248bff1e-46a6-4c0a-bb0d-b6cb2f74a331', 'tenant_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'floating_ip_address': '172.25.0.80', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'port_id': 'e05d0ba4-bf1f-497e-974a-c0ffb587fbec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f7037ab-5484-4f12-be88-2ed1b366e188', 'mac_address': 'fa:16:3e:b2:91:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:45:05Z', 'updated_at': '2022-03-05T04:46:54Z', 'revision_number': 1, 'project_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04e25d61-ca1d-454f-9ac9-528aa762d65a', 'name': '', 'network_id': '3f7037ab-5484-4f12-be88-2ed1b366e188', 'tenant_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'mac_address': 'fa:16:3e:b3:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '051e2cd5-c912-4db0-b8f8-198255458cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:55Z', 'updated_at': '2022-03-05T04:45:02Z', 'revision_number': 5, 'project_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'subnets': [{'id': '051e2cd5-c912-4db0-b8f8-198255458cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:46:57.627278 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d19665-0788-4bd2-ab43-19e13b81f8df req-2b9117a1-81e1-47e3-93b9-4ba7ee7c448e tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:57.629474 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41d19665-0788-4bd2-ab43-19e13b81f8df req-2b9117a1-81e1-47e3-93b9-4ba7ee7c448e tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb57a850-0a30-450e-8169-35044a720914 HTTP/1.1" status: 200 len: 944 time: 0.7021992 Mar 05 04:46:57.792403 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-209e6b66-fc06-4007-bb58-099c3c3046bc service neutron] 10.222.0.31 "GET /v2.0/networks/3d4a4c79-d428-4910-8560-b824c56517cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5994987 Mar 05 04:46:57.832859 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-faea67e7-64c0-4045-a617-64a6cbaae8fc req-c01f3672-e044-4721-a5da-19fb0abc1fab tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3159490 Mar 05 04:46:57.945464 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0d86f3-a6a8-4654-8363-0e5962e50c81 x-openstack-request-id: req-3d0d86f3-a6a8-4654-8363-0e5962e50c81 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:46:57.946713 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 5452ba3c-4105-42e7-8b00-280669d469bf up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:46:57.948192 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c", "tag": "e05d0ba4-bf1f-497e-974a-c0ffb587fbec", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:46:57.948981 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3d0d86f3-a6a8-4654-8363-0e5962e50c81 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:46:57.949587 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c', 'tag': 'e05d0ba4-bf1f-497e-974a-c0ffb587fbec', 'status': 'completed', 'code': 200} Mar 05 04:46:57.959405 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-90b8d85e-d2f3-40de-b561-8b54956919cd tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks [] for floatingip (86fbfb3b-6f28-45dc-8f50-3909e61c659c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:57.961821 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-90b8d85e-d2f3-40de-b561-8b54956919cd tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:57.965702 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-90b8d85e-d2f3-40de-b561-8b54956919cd tempest-ServersTestJSON-904197929 tempest-ServersTestJSON-904197929-project] 10.222.0.11 "DELETE /v2.0/floatingips/86fbfb3b-6f28-45dc-8f50-3909e61c659c HTTP/1.1" status: 204 len: 168 time: 2.1577671 Mar 05 04:46:57.967672 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45832) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:58.003629 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41d19665-0788-4bd2-ab43-19e13b81f8df req-419badf7-5155-432e-8ee4-42a25c912597 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8511e08-6616-46f4-b1b2-89dce4dd8936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305371 Mar 05 04:46:58.073621 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd32e36-2786-4ff6-b081-0515c88b222a None None] New status for floating IP 248bff1e-46a6-4c0a-bb0d-b6cb2f74a331: ACTIVE {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 04:46:58.086007 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5caf59a3-2d6e-4b3e-8a18-081528d627de req-2e680b3d-9089-42b2-9eab-95768a9975f6 service neutron] 10.222.0.31 "GET /v2.0/networks/3d4a4c79-d428-4910-8560-b824c56517cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753806 Mar 05 04:46:58.200243 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 5452ba3c-4105-42e7-8b00-280669d469bf completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:46:58.209173 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 5452ba3c-4105-42e7-8b00-280669d469bf triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:46:58.213067 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5452ba3c-4105-42e7-8b00-280669d469bf), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:58.308778 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-87f9069d-e924-4785-83ff-0fdf872192d6 service neutron] For port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=7fb12d9d-2c94-424a-963d-dc69ef3e8d86,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:46:58.352559 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80ddd3-65e5-41f4-9052-122483a3f787 req-e002c3ff-a877-4d5e-9827-8a409fbbb891 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:58.356850 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f02e9-28e2-426b-9d34-6a873489b22f req-7f587f8f-9a4c-4634-a37e-fda1788d72e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:58.359278 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e49f02e9-28e2-426b-9d34-6a873489b22f req-7f587f8f-9a4c-4634-a37e-fda1788d72e6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5adb3d44cd984c00ada8ab9aec6fb3d0&device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 1128 time: 0.3830256 Mar 05 04:46:58.360824 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3e80ddd3-65e5-41f4-9052-122483a3f787 req-e002c3ff-a877-4d5e-9827-8a409fbbb891 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed3afbc4-4de0-47c3-a6a1-a802dc4fa280 HTTP/1.1" status: 200 len: 949 time: 0.2234685 Mar 05 04:46:58.368757 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca6a76-d482-413e-aaaa-2a2ba9d7f3ca req-6a371a9b-24e6-403b-872c-c7c3a21266b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:58.370256 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cfca6a76-d482-413e-aaaa-2a2ba9d7f3ca req-6a371a9b-24e6-403b-872c-c7c3a21266b4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b37f85f51ebe4dd3af7c59a0169135ae&device_id=fb57a850-0a30-450e-8169-35044a720914 HTTP/1.1" status: 200 len: 1127 time: 0.2192912 Mar 05 04:46:58.381693 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-87f9069d-e924-4785-83ff-0fdf872192d6 service neutron] For port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:46:58.458586 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa5de4-669f-448e-864b-a517f81f2be9 req-adcd4edd-942d-426c-b416-e10521521273 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:58.465917 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72fa5de4-669f-448e-864b-a517f81f2be9 req-adcd4edd-942d-426c-b416-e10521521273 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 943 time: 0.2330921 Mar 05 04:46:58.533310 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f02e9-28e2-426b-9d34-6a873489b22f req-6557650d-7bb8-44cc-9eb7-8db127f63fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:58.536976 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e49f02e9-28e2-426b-9d34-6a873489b22f req-6557650d-7bb8-44cc-9eb7-8db127f63fce service neutron] 10.222.0.31 "GET /v2.0/networks?id=3f7037ab-5484-4f12-be88-2ed1b366e188 HTTP/1.1" status: 200 len: 916 time: 0.1693850 Mar 05 04:46:58.539859 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 5452ba3c-4105-42e7-8b00-280669d469bf is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:46:58.541107 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5452ba3c-4105-42e7-8b00-280669d469bf), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:58.548220 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-87f9069d-e924-4785-83ff-0fdf872192d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:46:58.582903 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-87f9069d-e924-4785-83ff-0fdf872192d6 service neutron] For port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=7fb12d9d-2c94-424a-963d-dc69ef3e8d86,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:46:58.586214 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3afbc4-4de0-47c3-a6a1-a802dc4fa280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5452ba3c-4105-42e7-8b00-280669d469bf'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:46:58.589407 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5017febc-b354-48d3-82cf-db5f83f92045" -d '{"events": [{"server_uuid": "ed3afbc4-4de0-47c3-a6a1-a802dc4fa280", "name": "network-vif-plugged", "status": "completed", "tag": "5452ba3c-4105-42e7-8b00-280669d469bf"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:46:58.623499 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72fa5de4-669f-448e-864b-a517f81f2be9 req-605edd62-5800-458f-91b8-57e61b1347ec tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559258 Mar 05 04:46:58.657771 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3e80ddd3-65e5-41f4-9052-122483a3f787 req-3996796f-8aaa-4b3d-ad57-2da453dca442 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959747 Mar 05 04:46:58.659865 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-87f9069d-e924-4785-83ff-0fdf872192d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7fb12d9d-2c94-424a-963d-dc69ef3e8d86), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:58.709885 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca6a76-d482-413e-aaaa-2a2ba9d7f3ca req-9508dc1e-ba75-44f2-a8b5-08b18d1a7843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:58.721169 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cfca6a76-d482-413e-aaaa-2a2ba9d7f3ca req-9508dc1e-ba75-44f2-a8b5-08b18d1a7843 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3d4a4c79-d428-4910-8560-b824c56517cb HTTP/1.1" status: 200 len: 914 time: 0.3424468 Mar 05 04:46:58.792211 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cfca6a76-d482-413e-aaaa-2a2ba9d7f3ca req-274d68f3-2cc1-4b63-b6af-485181f39f71 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=230d0c6d-c783-4f0b-b376-73661764acc9 HTTP/1.1" status: 200 len: 217 time: 0.0482552 Mar 05 04:46:58.921078 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca6a76-d482-413e-aaaa-2a2ba9d7f3ca req-4459e45a-dca7-428d-ad9a-2a43bf86a80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:58.923739 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cfca6a76-d482-413e-aaaa-2a2ba9d7f3ca req-4459e45a-dca7-428d-ad9a-2a43bf86a80b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c25701bd-248e-4204-be64-8c592cd7d5f5 HTTP/1.1" status: 200 len: 854 time: 0.1222582 Mar 05 04:46:58.945423 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-87f9069d-e924-4785-83ff-0fdf872192d6 service neutron] Transition to ACTIVE for port object 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:46:58.949518 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c63056b-4fad-46cc-a977-a10704a914db x-openstack-request-id: req-3c63056b-4fad-46cc-a977-a10704a914db {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:46:58.950108 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3afbc4-4de0-47c3-a6a1-a802dc4fa280", "name": "network-vif-plugged", "status": "completed", "tag": "5452ba3c-4105-42e7-8b00-280669d469bf", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:46:58.950537 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3c63056b-4fad-46cc-a977-a10704a914db {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:46:58.951594 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3afbc4-4de0-47c3-a6a1-a802dc4fa280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5452ba3c-4105-42e7-8b00-280669d469bf', 'code': 200} Mar 05 04:46:58.970947 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 5452ba3c-4105-42e7-8b00-280669d469bf, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5452ba3c-4105-42e7-8b00-280669d469bf,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:46:58.984372 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5452ba3c-4105-42e7-8b00-280669d469bf), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:58.985242 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45854) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:46:58.990931 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cfca6a76-d482-413e-aaaa-2a2ba9d7f3ca req-fbf6874f-6d55-4a3a-91d3-975ee532d426 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3d4a4c79-d428-4910-8560-b824c56517cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598524 Mar 05 04:46:58.998105 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-87f9069d-e924-4785-83ff-0fdf872192d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (7fb12d9d-2c94-424a-963d-dc69ef3e8d86), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:59.199782 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=5452ba3c-4105-42e7-8b00-280669d469bf,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:59.222628 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e49f02e9-28e2-426b-9d34-6a873489b22f req-741fa0a4-6180-46e3-8ca9-d1ca7199a989 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e05d0ba4-bf1f-497e-974a-c0ffb587fbec HTTP/1.1" status: 200 len: 998 time: 0.6623347 Mar 05 04:46:59.270596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944e0cd-42cc-490c-9806-20947c0ea655 req-00c99a65-c0dc-4fc0-bb9f-93e7e66397f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:59.272176 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f944e0cd-42cc-490c-9806-20947c0ea655 req-00c99a65-c0dc-4fc0-bb9f-93e7e66397f0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ed3afbc4-4de0-47c3-a6a1-a802dc4fa280 HTTP/1.1" status: 200 len: 1132 time: 0.4478736 Mar 05 04:46:59.276065 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-3e725d9f-f7d0-4f3f-b88a-c2056169c0c8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1902128684-network', 'tenant_id': '3b20a621bb7044c2808f9e2367a9bd26'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:46:59.277468 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-87f9069d-e924-4785-83ff-0fdf872192d6 service neutron] No DVR routers for this DVR port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:46:59.327011 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e725d9f-f7d0-4f3f-b88a-c2056169c0c8 admin admin] Made reservation on behalf of 3b20a621bb7044c2808f9e2367a9bd26 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:46:59.329545 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3e725d9f-f7d0-4f3f-b88a-c2056169c0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:59.349174 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9069d-e924-4785-83ff-0fdf872192d6 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb12d9d-2c94-424a-963d-dc69ef3e8d86,revision_number=10']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:46:59.398197 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3e725d9f-f7d0-4f3f-b88a-c2056169c0c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:59.418842 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-87f9069d-e924-4785-83ff-0fdf872192d6 service neutron] 10.222.0.31 "PUT /v2.0/ports/7fb12d9d-2c94-424a-963d-dc69ef3e8d86/bindings/n-h1-789963-32/activate HTTP/1.1" status: 200 len: 370 time: 1.8853273 Mar 05 04:46:59.456274 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af27b7-11cc-4241-8593-3dbfe112c12e req-74cc3ef8-f9fe-4512-9aef-3bf0124849d2 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:59.458280 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-65af27b7-11cc-4241-8593-3dbfe112c12e req-74cc3ef8-f9fe-4512-9aef-3bf0124849d2 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb57a850-0a30-450e-8169-35044a720914 HTTP/1.1" status: 200 len: 944 time: 0.2520175 Mar 05 04:46:59.463348 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cfca6a76-d482-413e-aaaa-2a2ba9d7f3ca req-7f66830b-01df-4fbc-8801-64ea8a1b12a4 service neutron] 10.222.0.31 "GET /v2.0/networks/3d4a4c79-d428-4910-8560-b824c56517cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596515 Mar 05 04:46:59.495520 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f02e9-28e2-426b-9d34-6a873489b22f req-00d0460d-dc8f-4fa2-aab5-7b37eea81b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:59.497477 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e49f02e9-28e2-426b-9d34-6a873489b22f req-00d0460d-dc8f-4fa2-aab5-7b37eea81b3e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=051e2cd5-c912-4db0-b8f8-198255458cd8 HTTP/1.1" status: 200 len: 855 time: 0.1966333 Mar 05 04:46:59.551646 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-65af27b7-11cc-4241-8593-3dbfe112c12e req-03b18a6e-e544-4c90-ba53-b5ebea8da5b6 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8511e08-6616-46f4-b1b2-89dce4dd8936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847473 Mar 05 04:46:59.555928 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f944e0cd-42cc-490c-9806-20947c0ea655 req-92490b23-593e-42bc-ad97-c8e14fdfb613 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439272 Mar 05 04:46:59.630474 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cfca6a76-d482-413e-aaaa-2a2ba9d7f3ca req-a3456812-563f-4d3f-ac8a-5c2693b08ab0 service neutron] 10.222.0.31 "GET /v2.0/networks/3d4a4c79-d428-4910-8560-b824c56517cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541576 Mar 05 04:46:59.712053 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3e725d9f-f7d0-4f3f-b88a-c2056169c0c8 admin admin] Publish callbacks [] for security_group (805a1224-8353-41ec-897d-94b8b2c384a9), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:59.717224 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-28a67da4-885d-495c-a07c-131b89b59610 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:59.725271 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-28a67da4-885d-495c-a07c-131b89b59610 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3&tenant_id=facd03296ca545159cfaaad05aba02e6&binding%3Ahost_id=n-h2-789963-32 HTTP/1.1" status: 200 len: 1127 time: 0.2145774 Mar 05 04:46:59.729068 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f02e9-28e2-426b-9d34-6a873489b22f req-44786333-6027-4d38-a12f-11e055d43e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:59.731743 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e49f02e9-28e2-426b-9d34-6a873489b22f req-44786333-6027-4d38-a12f-11e055d43e68 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3f7037ab-5484-4f12-be88-2ed1b366e188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2156487 Mar 05 04:46:59.734359 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3e725d9f-f7d0-4f3f-b88a-c2056169c0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (805a1224-8353-41ec-897d-94b8b2c384a9), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:59.750076 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e725d9f-f7d0-4f3f-b88a-c2056169c0c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:46:59.760715 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3e725d9f-f7d0-4f3f-b88a-c2056169c0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (2fd6936d-1671-42a6-9dbc-220b5553be15), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:46:59.761295 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-3e725d9f-f7d0-4f3f-b88a-c2056169c0c8 admin admin] Added segment 2fd6936d-1671-42a6-9dbc-220b5553be15 of type vlan for network e6df1166-7647-47ca-b9f3-a84b658e710b Mar 05 04:46:59.874333 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebb022-ce6e-436e-a2d5-7e1db2da464c req-729690b4-9f1d-4264-9471-c47484705350 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:59.877073 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-77ebb022-ce6e-436e-a2d5-7e1db2da464c req-729690b4-9f1d-4264-9471-c47484705350 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 944 time: 0.1328912 Mar 05 04:46:59.888979 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c699f05-8204-4ca7-9339-07cc53a07221 req-4f8f0076-9516-4b07-a4a0-7fa936ed6058 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:46:59.892053 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c699f05-8204-4ca7-9339-07cc53a07221 req-4f8f0076-9516-4b07-a4a0-7fa936ed6058 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed3afbc4-4de0-47c3-a6a1-a802dc4fa280 HTTP/1.1" status: 200 len: 950 time: 0.1318376 Mar 05 04:46:59.965584 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-77ebb022-ce6e-436e-a2d5-7e1db2da464c req-25da65c8-f9f6-4f81-97a6-8e11b5bc22ae tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719924 Mar 05 04:47:00.022781 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c699f05-8204-4ca7-9339-07cc53a07221 req-3b5eb9a7-2a41-46ed-84f0-b702796235a3 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680161 Mar 05 04:47:00.071120 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 230d0c6d-c783-4f0b-b376-73661764acc9 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:47:00.195810 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 230d0c6d-c783-4f0b-b376-73661764acc9, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=230d0c6d-c783-4f0b-b376-73661764acc9,segment=NetworkSegment(3d535cc9-e24c-4b4a-8338-abef65eca6b3),segment_id=3d535cc9-e24c-4b4a-8338-abef65eca6b3)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:47:00.205981 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e725d9f-f7d0-4f3f-b88a-c2056169c0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805a1224-8353-41ec-897d-94b8b2c384a9,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:00.209888 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '230d0c6d-c783-4f0b-b376-73661764acc9', 'network_id': '3d4a4c79-d428-4910-8560-b824c56517cb', 'port_id': '230d0c6d-c783-4f0b-b376-73661764acc9', 'mac_address': 'fa:16:3e:6c:13:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c25701bd-248e-4204-be64-8c592cd7d5f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:47:00.236728 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3e725d9f-f7d0-4f3f-b88a-c2056169c0c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (e6df1166-7647-47ca-b9f3-a84b658e710b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:00.254865 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 230d0c6d-c783-4f0b-b376-73661764acc9 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:00.255294 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (230d0c6d-c783-4f0b-b376-73661764acc9), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:00.272139 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 230d0c6d-c783-4f0b-b376-73661764acc9 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:47:00.297033 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 230d0c6d-c783-4f0b-b376-73661764acc9, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=230d0c6d-c783-4f0b-b376-73661764acc9,segment=NetworkSegment(3d535cc9-e24c-4b4a-8338-abef65eca6b3),segment_id=3d535cc9-e24c-4b4a-8338-abef65eca6b3)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:47:00.299940 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8ebc7969-9f7f-4909-8196-4e7bfa9479b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (4ace592a-5103-47f3-b3c3-0cbc2cf4ea55), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:00.304236 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (230d0c6d-c783-4f0b-b376-73661764acc9), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:00.304751 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e49f02e9-28e2-426b-9d34-6a873489b22f req-fe967a79-8572-4701-bf84-0170b5b92cca service neutron] 10.222.0.31 "GET /v2.0/networks/3f7037ab-5484-4f12-be88-2ed1b366e188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5350900 Mar 05 04:47:00.307203 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3e725d9f-f7d0-4f3f-b88a-c2056169c0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (e6df1166-7647-47ca-b9f3-a84b658e710b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:00.308105 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e725d9f-f7d0-4f3f-b88a-c2056169c0c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:00.308681 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3e725d9f-f7d0-4f3f-b88a-c2056169c0c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:00.351957 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-c7d03a2e-66c2-4920-a908-d92b53953941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:00.353463 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-c7d03a2e-66c2-4920-a908-d92b53953941 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3&tenant_id=facd03296ca545159cfaaad05aba02e6 HTTP/1.1" status: 200 len: 1127 time: 0.3097067 Mar 05 04:47:00.378249 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=230d0c6d-c783-4f0b-b376-73661764acc9,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:00.479135 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3e725d9f-f7d0-4f3f-b88a-c2056169c0c8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4804206 Mar 05 04:47:00.480044 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45868) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:00.485886 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-4c182bf7-8d94-4f93-8f57-da55e200778c admin admin] Request body: {'subnet': {'network_id': 'e6df1166-7647-47ca-b9f3-a84b658e710b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1902128684-subnet', 'tenant_id': '3b20a621bb7044c2808f9e2367a9bd26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:47:00.510220 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c182bf7-8d94-4f93-8f57-da55e200778c admin admin] Made reservation on behalf of 3b20a621bb7044c2808f9e2367a9bd26 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:47:00.516395 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4c182bf7-8d94-4f93-8f57-da55e200778c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:00.583632 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['230d0c6d-c783-4f0b-b376-73661764acc9'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:47:00.611256 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e725d9f-f7d0-4f3f-b88a-c2056169c0c8 admin admin] Pushing event updated for resources: {'Network': ['ID=e6df1166-7647-47ca-b9f3-a84b658e710b,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:00.656803 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network e6df1166-7647-47ca-b9f3-a84b658e710b details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:47:00.658292 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-163af0cb-c157-459c-ac72-a9b7e035361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:00.659845 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-163af0cb-c157-459c-ac72-a9b7e035361b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=facd03296ca545159cfaaad05aba02e6&device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 1127 time: 0.2088115 Mar 05 04:47:00.803983 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e49f02e9-28e2-426b-9d34-6a873489b22f req-df463333-56c0-4ceb-aeb1-d73f2ec71da3 service neutron] 10.222.0.31 "GET /v2.0/networks/3f7037ab-5484-4f12-be88-2ed1b366e188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877925 Mar 05 04:47:00.913096 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e8e28-d892-4a6a-8fb8-72cac30f1574 req-57635f2d-2141-413e-86a3-f40e4ee92279 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:00.914727 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f12e8e28-d892-4a6a-8fb8-72cac30f1574 req-57635f2d-2141-413e-86a3-f40e4ee92279 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb57a850-0a30-450e-8169-35044a720914 HTTP/1.1" status: 200 len: 945 time: 0.2038028 Mar 05 04:47:00.922136 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4c182bf7-8d94-4f93-8f57-da55e200778c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (851e6af0-c6d9-4c17-a4dd-19e6f8c2ac70), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:01.077054 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-85b71819-9efa-4bdb-bf0c-c80cebc3eb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:01.078497 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-85b71819-9efa-4bdb-bf0c-c80cebc3eb89 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8538c983-160a-4b67-8024-c598ec9cf3a6 HTTP/1.1" status: 200 len: 907 time: 0.3616369 Mar 05 04:47:01.117468 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c182bf7-8d94-4f93-8f57-da55e200778c admin admin] Pushing event updated for resources: {'Subnet': ['ID=851e6af0-c6d9-4c17-a4dd-19e6f8c2ac70,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:01.140185 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c182bf7-8d94-4f93-8f57-da55e200778c admin admin] Checking segment: {'id': '2fd6936d-1671-42a6-9dbc-220b5553be15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e6df1166-7647-47ca-b9f3-a84b658e710b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:47:01.140872 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c182bf7-8d94-4f93-8f57-da55e200778c admin admin] Network hostable DHCP agents. Network: e6df1166-7647-47ca-b9f3-a84b658e710b, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:47:01.155871 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f12e8e28-d892-4a6a-8fb8-72cac30f1574 req-a6a955a6-e271-4697-913d-b55349decee3 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8511e08-6616-46f4-b1b2-89dce4dd8936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190552 Mar 05 04:47:01.182411 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-639c9ddb-7ed4-433f-8892-ae59aa6dc936 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fb12d9d-2c94-424a-963d-dc69ef3e8d86 HTTP/1.1" status: 200 len: 217 time: 0.0875251 Mar 05 04:47:01.268384 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c182bf7-8d94-4f93-8f57-da55e200778c admin admin] Network e6df1166-7647-47ca-b9f3-a84b658e710b is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:47:01.315109 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-62abce48-50fb-4041-bba1-5dab7292b2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:01.317283 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-62abce48-50fb-4041-bba1-5dab7292b2d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa622505-df3c-45bb-bed1-baf2861c8524 HTTP/1.1" status: 200 len: 847 time: 0.1291819 Mar 05 04:47:01.330466 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eec278-39d0-4d26-ad51-7457d20d069a req-e9001510-f7fe-4f62-a129-625a8055221d tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:01.332036 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3eec278-39d0-4d26-ad51-7457d20d069a req-e9001510-f7fe-4f62-a129-625a8055221d tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 944 time: 0.1998720 Mar 05 04:47:01.347719 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-4c182bf7-8d94-4f93-8f57-da55e200778c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, e6df1166-7647-47ca-b9f3-a84b658e710b) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:47:01.358547 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f539ce4-759f-4a3c-9b71-b5532eb69c0e None None] Network e6df1166-7647-47ca-b9f3-a84b658e710b requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:47:01.369715 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-797f1bf3-02f3-4db9-b976-504fb15f75f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8538c983-160a-4b67-8024-c598ec9cf3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452211 Mar 05 04:47:01.385073 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c182bf7-8d94-4f93-8f57-da55e200778c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:01.386146 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4c182bf7-8d94-4f93-8f57-da55e200778c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:01.402457 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-8ebc7969-9f7f-4909-8196-4e7bfa9479b3 admin admin] Deleting port 2befcefc-bbfe-45f4-b6a0-89ac26ee48fd {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:47:01.402866 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8ebc7969-9f7f-4909-8196-4e7bfa9479b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (2befcefc-bbfe-45f4-b6a0-89ac26ee48fd), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:01.550771 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3fa81d-594e-4889-9f24-49439af52d6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-e6df1166-7647-47ca-b9f3-a84b658e710b', 'network_id': 'e6df1166-7647-47ca-b9f3-a84b658e710b', 'project_id': '3b20a621bb7044c2808f9e2367a9bd26', 'fixed_ips': [{'subnet_id': '851e6af0-c6d9-4c17-a4dd-19e6f8c2ac70'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:47:01.553279 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa81d-594e-4889-9f24-49439af52d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:01.699226 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-b0e66a40-1067-4144-aed4-99c2e819b423 service neutron] 10.222.0.30 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207300 Mar 05 04:47:01.728733 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-8ebc7969-9f7f-4909-8196-4e7bfa9479b3 admin admin] For port 2befcefc-bbfe-45f4-b6a0-89ac26ee48fd, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=2befcefc-bbfe-45f4-b6a0-89ac26ee48fd,segment=NetworkSegment(3e722f51-65dd-4cdc-b6bf-df1f075e77ff),segment_id=3e722f51-65dd-4cdc-b6bf-df1f075e77ff)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:47:01.729112 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8ebc7969-9f7f-4909-8196-4e7bfa9479b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (2befcefc-bbfe-45f4-b6a0-89ac26ee48fd), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:01.758706 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-4c3fa81d-594e-4889-9f24-49439af52d6e None None] Allocated IP 172.20.0.2 (e6df1166-7647-47ca-b9f3-a84b658e710b/851e6af0-c6d9-4c17-a4dd-19e6f8c2ac70/a2358126-1c26-4187-9b14-517115c222f4) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:47:01.768148 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4c182bf7-8d94-4f93-8f57-da55e200778c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2868824 Mar 05 04:47:01.768871 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45880) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:01.770038 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-8ebc7969-9f7f-4909-8196-4e7bfa9479b3 admin admin] Calling delete_port for 2befcefc-bbfe-45f4-b6a0-89ac26ee48fd owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:47:01.786466 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-a14983d7-854a-4077-88e9-a7a53193118d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1902128684-router', 'tenant_id': '3b20a621bb7044c2808f9e2367a9bd26', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:47:01.806730 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3eec278-39d0-4d26-ad51-7457d20d069a req-0421d2a2-39ff-4f75-8df2-48b6205e0c2c tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4566767 Mar 05 04:47:01.815662 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b7302-8b12-4edf-93b8-2ff26e9cc417 req-b0590751-c963-414d-99ea-de6cc6980cc1 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:01.817440 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d6b7302-8b12-4edf-93b8-2ff26e9cc417 req-b0590751-c963-414d-99ea-de6cc6980cc1 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed3afbc4-4de0-47c3-a6a1-a802dc4fa280 HTTP/1.1" status: 200 len: 950 time: 0.5375531 Mar 05 04:47:01.868841 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a14983d7-854a-4077-88e9-a7a53193118d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (a8ec9549-9ccf-47b1-92a4-afd3e70bc704), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:01.870307 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a14983d7-854a-4077-88e9-a7a53193118d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (a8ec9549-9ccf-47b1-92a4-afd3e70bc704), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:01.956837 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d6b7302-8b12-4edf-93b8-2ff26e9cc417 req-b7d1739e-4122-482e-839e-5c242dec8f31 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297123 Mar 05 04:47:01.986339 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a14983d7-854a-4077-88e9-a7a53193118d admin admin] Publish callbacks [] for router_controller (a8ec9549-9ccf-47b1-92a4-afd3e70bc704), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:01.992931 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa81d-594e-4889-9f24-49439af52d6e None None] Publish callbacks [] for port (a2358126-1c26-4187-9b14-517115c222f4), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:02.016462 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa81d-594e-4889-9f24-49439af52d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (a2358126-1c26-4187-9b14-517115c222f4), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:02.099690 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 230d0c6d-c783-4f0b-b376-73661764acc9 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:47:02.114330 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-ab92fd93-ddee-48e2-b3d9-923d3d6524f4 service neutron] 10.222.0.30 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076302 Mar 05 04:47:02.219332 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3fa81d-594e-4889-9f24-49439af52d6e None None] Network e6df1166-7647-47ca-b9f3-a84b658e710b is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:47:02.221541 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3fa81d-594e-4889-9f24-49439af52d6e None None] Pushing event updated for resources: {'Port': ['ID=a2358126-1c26-4187-9b14-517115c222f4,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:02.226648 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-4c3fa81d-594e-4889-9f24-49439af52d6e None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:47:02.240196 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3fa81d-594e-4889-9f24-49439af52d6e None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:47:02.245540 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 230d0c6d-c783-4f0b-b376-73661764acc9 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:47:02.261079 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 230d0c6d-c783-4f0b-b376-73661764acc9 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:02.261698 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (230d0c6d-c783-4f0b-b376-73661764acc9), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:02.343850 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a14983d7-854a-4077-88e9-a7a53193118d admin admin] Publish callbacks [] for router_gateway (a8ec9549-9ccf-47b1-92a4-afd3e70bc704), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:02.393575 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8ebc7969-9f7f-4909-8196-4e7bfa9479b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (2befcefc-bbfe-45f4-b6a0-89ac26ee48fd), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:02.454924 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9b537-4d0f-4eac-bad3-d2968dfbc017 req-efa2580b-4746-4d02-80ee-8e1ecec727f6 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:02.462820 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-59c9b537-4d0f-4eac-bad3-d2968dfbc017 req-efa2580b-4746-4d02-80ee-8e1ecec727f6 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb57a850-0a30-450e-8169-35044a720914 HTTP/1.1" status: 200 len: 945 time: 0.1360934 Mar 05 04:47:02.470210 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc7969-9f7f-4909-8196-4e7bfa9479b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2befcefc-bbfe-45f4-b6a0-89ac26ee48fd,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:02.592744 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 230d0c6d-c783-4f0b-b376-73661764acc9 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:02.592744 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (230d0c6d-c783-4f0b-b376-73661764acc9), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:02.600523 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-59c9b537-4d0f-4eac-bad3-d2968dfbc017 req-c0e8bf3f-9928-4239-af8e-96766bfee2de tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8511e08-6616-46f4-b1b2-89dce4dd8936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367288 Mar 05 04:47:02.645613 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 230d0c6d-c783-4f0b-b376-73661764acc9, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=230d0c6d-c783-4f0b-b376-73661764acc9,segment=NetworkSegment(3d535cc9-e24c-4b4a-8338-abef65eca6b3),segment_id=3d535cc9-e24c-4b4a-8338-abef65eca6b3)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:47:02.648763 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb57a850-0a30-450e-8169-35044a720914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230d0c6d-c783-4f0b-b376-73661764acc9'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:47:02.652526 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bebaf2-9ca9-4806-8a1a-ac5774b77062" -d '{"events": [{"server_uuid": "fb57a850-0a30-450e-8169-35044a720914", "name": "network-vif-plugged", "status": "completed", "tag": "230d0c6d-c783-4f0b-b376-73661764acc9"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:47:02.658415 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (230d0c6d-c783-4f0b-b376-73661764acc9), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:02.661694 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-4c3fa81d-594e-4889-9f24-49439af52d6e None None] Attempting to bind port a2358126-1c26-4187-9b14-517115c222f4 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:47:02.662243 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-4c3fa81d-594e-4889-9f24-49439af52d6e None None] Attempting to bind port a2358126-1c26-4187-9b14-517115c222f4 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '2fd6936d-1671-42a6-9dbc-220b5553be15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e6df1166-7647-47ca-b9f3-a84b658e710b'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:47:02.662910 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3fa81d-594e-4889-9f24-49439af52d6e None None] Attempting to bind port a2358126-1c26-4187-9b14-517115c222f4 on network e6df1166-7647-47ca-b9f3-a84b658e710b {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:47:02.679772 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3fa81d-594e-4889-9f24-49439af52d6e None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:47:02.680407 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3fa81d-594e-4889-9f24-49439af52d6e None None] Checking segment: {'id': '2fd6936d-1671-42a6-9dbc-220b5553be15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e6df1166-7647-47ca-b9f3-a84b658e710b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:47:02.681448 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa81d-594e-4889-9f24-49439af52d6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:02.683238 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3fa81d-594e-4889-9f24-49439af52d6e None None] Bound using segment: {'id': '2fd6936d-1671-42a6-9dbc-220b5553be15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e6df1166-7647-47ca-b9f3-a84b658e710b'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:47:02.685024 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-4c3fa81d-594e-4889-9f24-49439af52d6e None None] Bound port: a2358126-1c26-4187-9b14-517115c222f4, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd6936d-1671-42a6-9dbc-220b5553be15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e6df1166-7647-47ca-b9f3-a84b658e710b'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:47:02.685466 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa81d-594e-4889-9f24-49439af52d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a2358126-1c26-4187-9b14-517115c222f4), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:02.731024 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-7d2113ed-3154-4d8e-afa0-60f13e3c2959 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:02.734660 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-7d2113ed-3154-4d8e-afa0-60f13e3c2959 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3&tenant_id=facd03296ca545159cfaaad05aba02e6&binding%3Ahost_id=n-h1-789963-32 HTTP/1.1" status: 200 len: 1127 time: 0.2408822 Mar 05 04:47:02.744404 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4145b82-6bb9-4ed9-9e65-89b71e0a9330 x-openstack-request-id: req-e4145b82-6bb9-4ed9-9e65-89b71e0a9330 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:47:02.744988 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb57a850-0a30-450e-8169-35044a720914", "name": "network-vif-plugged", "status": "completed", "tag": "230d0c6d-c783-4f0b-b376-73661764acc9", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:47:02.745354 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e4145b82-6bb9-4ed9-9e65-89b71e0a9330 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:47:02.745899 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb57a850-0a30-450e-8169-35044a720914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230d0c6d-c783-4f0b-b376-73661764acc9', 'code': 200} Mar 05 04:47:02.886546 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=230d0c6d-c783-4f0b-b376-73661764acc9,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:02.966152 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-4c3fa81d-594e-4889-9f24-49439af52d6e None None] For port a2358126-1c26-4187-9b14-517115c222f4, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:47:02.974290 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-4c3fa81d-594e-4889-9f24-49439af52d6e None None] For port a2358126-1c26-4187-9b14-517115c222f4, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a2358126-1c26-4187-9b14-517115c222f4,segment=NetworkSegment(2fd6936d-1671-42a6-9dbc-220b5553be15),segment_id=2fd6936d-1671-42a6-9dbc-220b5553be15)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:47:02.989079 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4c3fa81d-594e-4889-9f24-49439af52d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a2358126-1c26-4187-9b14-517115c222f4), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:03.011465 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a14983d7-854a-4077-88e9-a7a53193118d admin admin] Publish callbacks [] for router_gateway (a8ec9549-9ccf-47b1-92a4-afd3e70bc704), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:03.110054 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d936c-173f-4092-ba5d-ddb781d62d4d req-fbb29334-3338-4574-8cdf-763edefcaa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:03.112022 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-de3d936c-173f-4092-ba5d-ddb781d62d4d req-fbb29334-3338-4574-8cdf-763edefcaa67 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fb57a850-0a30-450e-8169-35044a720914 HTTP/1.1" status: 200 len: 1129 time: 0.2294519 Mar 05 04:47:03.112188 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a14983d7-854a-4077-88e9-a7a53193118d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:03.167978 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8ebc7969-9f7f-4909-8196-4e7bfa9479b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (4ace592a-5103-47f3-b3c3-0cbc2cf4ea55), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:03.189652 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3fa81d-594e-4889-9f24-49439af52d6e None None] Pushing event updated for resources: {'Port': ['ID=a2358126-1c26-4187-9b14-517115c222f4,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:03.302708 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3198f9f5-007a-4e9f-813d-a3e7e06729ef req-0df1392a-158c-4f9a-a27c-52b81775a3ff tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:03.307726 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3198f9f5-007a-4e9f-813d-a3e7e06729ef req-0df1392a-158c-4f9a-a27c-52b81775a3ff tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 944 time: 0.2892199 Mar 05 04:47:03.350603 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-de3d936c-173f-4092-ba5d-ddb781d62d4d req-4141e497-af1d-4b36-90d9-574dffff6336 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a8511e08-6616-46f4-b1b2-89dce4dd8936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243044 Mar 05 04:47:03.394822 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-ce469b1c-da0f-427b-a4b9-f4530126cbae service neutron] For port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:47:03.417205 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-ce469b1c-da0f-427b-a4b9-f4530126cbae service neutron] Publish callbacks [] for binding (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:03.418498 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e24cf1d4-7d88-4c41-9702-1280ce5f7ed7 req-ce469b1c-da0f-427b-a4b9-f4530126cbae service neutron] 10.222.0.30 "DELETE /v2.0/ports/7fb12d9d-2c94-424a-963d-dc69ef3e8d86/bindings/n-h2-789963-32 HTTP/1.1" status: 204 len: 173 time: 0.5347857 Mar 05 04:47:03.528528 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3198f9f5-007a-4e9f-813d-a3e7e06729ef req-717b2ef5-613b-4881-8694-997d086ea83d tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991422 Mar 05 04:47:03.553187 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-a14983d7-854a-4077-88e9-a7a53193118d admin admin] Allocated IP 172.25.0.222 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/b42383ba-27bc-4eed-8d4f-04bb20c973b4) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:47:03.675657 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebc7969-9f7f-4909-8196-4e7bfa9479b3 admin admin] Router 4ace592a-5103-47f3-b3c3-0cbc2cf4ea55 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:47:03.715249 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a14983d7-854a-4077-88e9-a7a53193118d admin admin] Publish callbacks [] for port (b42383ba-27bc-4eed-8d4f-04bb20c973b4), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:03.765497 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a0c81-39b6-4075-b591-03f51e10f719 req-f7991945-bd13-43d3-bd19-d609aab6a204 tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:03.765998 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a0c81-39b6-4075-b591-03f51e10f719 req-f7991945-bd13-43d3-bd19-d609aab6a204 tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:03.766531 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a0c81-39b6-4075-b591-03f51e10f719 req-f7991945-bd13-43d3-bd19-d609aab6a204 tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:03.767054 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a0c81-39b6-4075-b591-03f51e10f719 req-f7991945-bd13-43d3-bd19-d609aab6a204 tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:03.767599 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a0c81-39b6-4075-b591-03f51e10f719 req-f7991945-bd13-43d3-bd19-d609aab6a204 tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:03.768120 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a0c81-39b6-4075-b591-03f51e10f719 req-f7991945-bd13-43d3-bd19-d609aab6a204 tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:03.768635 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a0c81-39b6-4075-b591-03f51e10f719 req-f7991945-bd13-43d3-bd19-d609aab6a204 tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:03.769151 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a0c81-39b6-4075-b591-03f51e10f719 req-f7991945-bd13-43d3-bd19-d609aab6a204 tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:03.769664 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a0c81-39b6-4075-b591-03f51e10f719 req-f7991945-bd13-43d3-bd19-d609aab6a204 tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:03.770178 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a0c81-39b6-4075-b591-03f51e10f719 req-f7991945-bd13-43d3-bd19-d609aab6a204 tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:03.770694 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a0c81-39b6-4075-b591-03f51e10f719 req-f7991945-bd13-43d3-bd19-d609aab6a204 tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:03.771236 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a0c81-39b6-4075-b591-03f51e10f719 req-f7991945-bd13-43d3-bd19-d609aab6a204 tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:03.773582 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-db9a0c81-39b6-4075-b591-03f51e10f719 req-f7991945-bd13-43d3-bd19-d609aab6a204 tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=fb57a850-0a30-450e-8169-35044a720914&device_id=ed3afbc4-4de0-47c3-a6a1-a802dc4fa280&device_id=063b68cb-325a-4a23-81e2-7cb8874435df&device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143&device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c&device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3&device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d&device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba&device_id=0374a01e-d164-4d25-b186-ad4232102a40&device_id=d1329847-246f-4777-bb9f-ba12ec63d680&device_id=19a210fb-d910-45df-ae59-1757ed88585f&device_id=d44cf234-1303-425c-9e6b-b1b102f7a855 HTTP/1.1" status: 200 len: 11261 time: 0.3892567 Mar 05 04:47:03.814218 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-db9a0c81-39b6-4075-b591-03f51e10f719 req-146b4a57-7714-4b43-9d78-3c395c07ecf9 tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:03.837754 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebc7969-9f7f-4909-8196-4e7bfa9479b3 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:47:03.848330 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8ebc7969-9f7f-4909-8196-4e7bfa9479b3 admin admin] 10.222.0.11 "PUT /v2.0/routers/4ace592a-5103-47f3-b3c3-0cbc2cf4ea55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8764331 Mar 05 04:47:03.848580 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45910) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:03.852475 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1c0d9e-67e4-4f73-afef-3538f0fcc52a None None] Sync routers for ids ['4ace592a-5103-47f3-b3c3-0cbc2cf4ea55'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:47:03.860041 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270bb47d-4b94-42d4-8e66-46e1aed0d0ef req-afc4dd93-9b72-49d5-8c31-14e3f8f8b210 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:03.868573 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1c0d9e-67e4-4f73-afef-3538f0fcc52a None None] Routers {'4ace592a-5103-47f3-b3c3-0cbc2cf4ea55'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:47:03.870488 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-270bb47d-4b94-42d4-8e66-46e1aed0d0ef req-afc4dd93-9b72-49d5-8c31-14e3f8f8b210 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 1127 time: 0.1606481 Mar 05 04:47:03.873533 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8f1c0d9e-67e4-4f73-afef-3538f0fcc52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:46:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4ace592a-5103-47f3-b3c3-0cbc2cf4ea55'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:03.914398 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a14983d7-854a-4077-88e9-a7a53193118d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (b42383ba-27bc-4eed-8d4f-04bb20c973b4), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:04.022468 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f98ed36-c0a8-4c99-ad6f-cf48db9cafef admin admin] Publish callbacks [] for router (4ace592a-5103-47f3-b3c3-0cbc2cf4ea55), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:04.039249 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14983d7-854a-4077-88e9-a7a53193118d admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:47:04.078360 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-a14983d7-854a-4077-88e9-a7a53193118d admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:47:04.101432 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14983d7-854a-4077-88e9-a7a53193118d admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:47:04.213865 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14983d7-854a-4077-88e9-a7a53193118d admin admin] Pushing event updated for resources: {'Port': ['ID=b42383ba-27bc-4eed-8d4f-04bb20c973b4,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:04.305899 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-8f1c0d9e-67e4-4f73-afef-3538f0fcc52a None None] Set router 4ace592a-5103-47f3-b3c3-0cbc2cf4ea55 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:47:04.523992 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-270bb47d-4b94-42d4-8e66-46e1aed0d0ef req-b58d114b-71b9-4a25-9431-eef9b6acf308 tempest-LiveMigrationTest-883699233 tempest-LiveMigrationTest-883699233-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6342118 Mar 05 04:47:04.568523 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a2358126-1c26-4187-9b14-517115c222f4 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:47:04.713667 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port a2358126-1c26-4187-9b14-517115c222f4 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:04.714271 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a2358126-1c26-4187-9b14-517115c222f4), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:04.771936 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-db9a0c81-39b6-4075-b591-03f51e10f719 req-146b4a57-7714-4b43-9d78-3c395c07ecf9 tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] Publish callbacks [] for security_group (85c016e6-8eb1-4714-ad39-0beb60c0ee77), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:04.792670 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-db9a0c81-39b6-4075-b591-03f51e10f719 req-146b4a57-7714-4b43-9d78-3c395c07ecf9 tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (85c016e6-8eb1-4714-ad39-0beb60c0ee77), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:04.849536 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888bee67-8564-4cae-b9c7-714daf280550 None None] Network e6df1166-7647-47ca-b9f3-a84b658e710b requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:47:04.862942 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8f1c0d9e-67e4-4f73-afef-3538f0fcc52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'name': 'tempest-ServersTestJSON-339480532-router', 'tenant_id': '6f219eab64614abcb32a956e6351bb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:23Z', 'updated_at': '2022-03-05T04:47:02Z', 'revision_number': 5, 'project_id': '6f219eab64614abcb32a956e6351bb73', 'gw_port': {'id': '4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:96:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:25Z', 'updated_at': '2022-03-05T04:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:04.880130 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f98ed36-c0a8-4c99-ad6f-cf48db9cafef admin admin] Publish callbacks [] for router_gateway (4ace592a-5103-47f3-b3c3-0cbc2cf4ea55), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:04.898235 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1c0d9e-67e4-4f73-afef-3538f0fcc52a None None] Checking router: 4ace592a-5103-47f3-b3c3-0cbc2cf4ea55 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:47:04.926602 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port a2358126-1c26-4187-9b14-517115c222f4 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:04.927182 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a2358126-1c26-4187-9b14-517115c222f4), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:04.928408 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-db9a0c81-39b6-4075-b591-03f51e10f719 req-146b4a57-7714-4b43-9d78-3c395c07ecf9 tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&id=a8511e08-6616-46f4-b1b2-89dce4dd8936&id=104db3de-0d42-430e-a291-199f95fc1d2f&id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 1.1442850 Mar 05 04:47:04.929689 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1c0d9e-67e4-4f73-afef-3538f0fcc52a None None] Routers {'4ace592a-5103-47f3-b3c3-0cbc2cf4ea55'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:47:04.930491 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8f1c0d9e-67e4-4f73-afef-3538f0fcc52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:46:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4ace592a-5103-47f3-b3c3-0cbc2cf4ea55'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:05.012316 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-4f98ed36-c0a8-4c99-ad6f-cf48db9cafef admin admin] Deleting port 4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:47:05.015998 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f98ed36-c0a8-4c99-ad6f-cf48db9cafef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:05.045534 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b4a57-7714-4b43-9d78-3c395c07ecf9 tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c016e6-8eb1-4714-ad39-0beb60c0ee77,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:05.066008 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb3521-feb3-4e13-a822-7c7c1c826527 req-e3e9d52f-7e43-4879-b8e9-a35b300e0870 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:05.067857 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3efb3521-feb3-4e13-a822-7c7c1c826527 req-e3e9d52f-7e43-4879-b8e9-a35b300e0870 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb57a850-0a30-450e-8169-35044a720914 HTTP/1.1" status: 200 len: 946 time: 0.2866113 Mar 05 04:47:05.126406 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-c6e7560d-a35a-4cd9-bbf1-dd3ceef6f94b None None] Provisioning complete for port a2358126-1c26-4187-9b14-517115c222f4 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:05.127055 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c6e7560d-a35a-4cd9-bbf1-dd3ceef6f94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a2358126-1c26-4187-9b14-517115c222f4), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:05.174779 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-8f1c0d9e-67e4-4f73-afef-3538f0fcc52a None None] Set router 4ace592a-5103-47f3-b3c3-0cbc2cf4ea55 gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:47:05.184605 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port a2358126-1c26-4187-9b14-517115c222f4, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a2358126-1c26-4187-9b14-517115c222f4,segment=NetworkSegment(2fd6936d-1671-42a6-9dbc-220b5553be15),segment_id=2fd6936d-1671-42a6-9dbc-220b5553be15)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:47:05.197185 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a2358126-1c26-4187-9b14-517115c222f4), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:05.247212 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-4f98ed36-c0a8-4c99-ad6f-cf48db9cafef admin admin] For port 4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:47:05.247987 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f98ed36-c0a8-4c99-ad6f-cf48db9cafef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:05.266349 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-4f98ed36-c0a8-4c99-ad6f-cf48db9cafef admin admin] Calling delete_port for 4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:47:05.280413 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3efb3521-feb3-4e13-a822-7c7c1c826527 req-16741947-31bc-428b-90a7-ec77b220e19f tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8511e08-6616-46f4-b1b2-89dce4dd8936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637189 Mar 05 04:47:05.305496 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a14983d7-854a-4077-88e9-a7a53193118d admin admin] Publish callbacks [] for router_gateway (a8ec9549-9ccf-47b1-92a4-afd3e70bc704), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:05.322551 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8f1c0d9e-67e4-4f73-afef-3538f0fcc52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'name': 'tempest-ServersTestJSON-339480532-router', 'tenant_id': '6f219eab64614abcb32a956e6351bb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:23Z', 'updated_at': '2022-03-05T04:47:04Z', 'revision_number': 6, 'project_id': '6f219eab64614abcb32a956e6351bb73', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:05.388525 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1c0d9e-67e4-4f73-afef-3538f0fcc52a None None] The sync data for ids ['4ace592a-5103-47f3-b3c3-0cbc2cf4ea55'] in n-d-789963-32 is: [{'id': '4ace592a-5103-47f3-b3c3-0cbc2cf4ea55', 'name': 'tempest-ServersTestJSON-339480532-router', 'tenant_id': '6f219eab64614abcb32a956e6351bb73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:23Z', 'updated_at': '2022-03-05T04:47:04Z', 'revision_number': 6, 'project_id': '6f219eab64614abcb32a956e6351bb73', 'gw_port_host': None}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:47:05.452496 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c6e7560d-a35a-4cd9-bbf1-dd3ceef6f94b None None] Current status of the port a2358126-1c26-4187-9b14-517115c222f4 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:05.454577 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=a2358126-1c26-4187-9b14-517115c222f4,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:05.483097 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:05.484860 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:05.485448 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:05.486718 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:05.487347 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:05.489491 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:05.490206 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:05.490786 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:05.491940 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:05.493929 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:05.494377 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:05.494924 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:05.496020 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:05.522372 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f98ed36-c0a8-4c99-ad6f-cf48db9cafef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:05.572636 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f98ed36-c0a8-4c99-ad6f-cf48db9cafef admin admin] Pushing event deleted for resources: {'Port': ['ID=4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:05.726844 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f98ed36-c0a8-4c99-ad6f-cf48db9cafef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (4ace592a-5103-47f3-b3c3-0cbc2cf4ea55), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:05.759201 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a14983d7-854a-4077-88e9-a7a53193118d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (a8ec9549-9ccf-47b1-92a4-afd3e70bc704), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:05.787235 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b804e2-f706-48fd-929b-0d0ea69ee9f4 req-1535a2bb-dc56-434c-bc8d-63e2018edcb7 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:05.789311 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b0b804e2-f706-48fd-929b-0d0ea69ee9f4 req-1535a2bb-dc56-434c-bc8d-63e2018edcb7 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 944 time: 0.2723646 Mar 05 04:47:05.870285 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c6a24-4e4c-457d-9f98-aff41a8d3956 req-aa8412a8-e572-486f-abb9-7497b845d790 tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:05.871299 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c6a24-4e4c-457d-9f98-aff41a8d3956 req-aa8412a8-e572-486f-abb9-7497b845d790 tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:05.871960 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c6a24-4e4c-457d-9f98-aff41a8d3956 req-aa8412a8-e572-486f-abb9-7497b845d790 tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:05.873954 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-541c6a24-4e4c-457d-9f98-aff41a8d3956 req-aa8412a8-e572-486f-abb9-7497b845d790 tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ed3afbc4-4de0-47c3-a6a1-a802dc4fa280&device_id=063b68cb-325a-4a23-81e2-7cb8874435df&device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 2979 time: 0.2668941 Mar 05 04:47:05.914404 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f98ed36-c0a8-4c99-ad6f-cf48db9cafef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (4ace592a-5103-47f3-b3c3-0cbc2cf4ea55), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:05.916926 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f98ed36-c0a8-4c99-ad6f-cf48db9cafef admin admin] Publish callbacks [] for router_controller (4ace592a-5103-47f3-b3c3-0cbc2cf4ea55), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:05.988599 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-85c7f139-411f-4593-a679-aa964997833d None None] Provisioning complete for port a2358126-1c26-4187-9b14-517115c222f4 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:05.989249 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-85c7f139-411f-4593-a679-aa964997833d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a2358126-1c26-4187-9b14-517115c222f4), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:06.031460 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f98ed36-c0a8-4c99-ad6f-cf48db9cafef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (4ace592a-5103-47f3-b3c3-0cbc2cf4ea55), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:06.032011 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f98ed36-c0a8-4c99-ad6f-cf48db9cafef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ace592a-5103-47f3-b3c3-0cbc2cf4ea55 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:47:06.045477 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b0b804e2-f706-48fd-929b-0d0ea69ee9f4 req-c531532a-7164-410e-87c3-b92e38aa5994 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027848 Mar 05 04:47:06.074065 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f98ed36-c0a8-4c99-ad6f-cf48db9cafef admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:06.078542 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4f98ed36-c0a8-4c99-ad6f-cf48db9cafef admin admin] 10.222.0.11 "DELETE /v2.0/routers/4ace592a-5103-47f3-b3c3-0cbc2cf4ea55 HTTP/1.1" status: 204 len: 168 time: 2.2259233 Mar 05 04:47:06.079822 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45934) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:06.100271 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-541c6a24-4e4c-457d-9f98-aff41a8d3956 req-b23bba1f-abfd-45ff-8215-d08502fc3094 tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176490 Mar 05 04:47:06.162250 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79640f-f44a-4cdf-a671-ec548d47e1a9 req-57e57594-1793-4d21-a253-444673e9c499 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:06.163945 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9f79640f-f44a-4cdf-a671-ec548d47e1a9 req-57e57594-1793-4d21-a253-444673e9c499 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 944 time: 0.1476545 Mar 05 04:47:06.173287 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-0caef518-9019-47ff-86ea-3c80bfe76fdc admin admin] Deleting subnet bef60a8c-b104-4854-9be4-eb4de8499599 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:47:06.183750 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0caef518-9019-47ff-86ea-3c80bfe76fdc admin admin] Publish callbacks [] for subnet (bef60a8c-b104-4854-9be4-eb4de8499599), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:06.184939 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-85c7f139-411f-4593-a679-aa964997833d None None] Current status of the port a2358126-1c26-4187-9b14-517115c222f4 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:06.187482 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14983d7-854a-4077-88e9-a7a53193118d admin admin] Router a8ec9549-9ccf-47b1-92a4-afd3e70bc704 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:47:06.280377 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0caef518-9019-47ff-86ea-3c80bfe76fdc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (bef60a8c-b104-4854-9be4-eb4de8499599), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:06.446073 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14983d7-854a-4077-88e9-a7a53193118d admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:47:06.461027 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0554e7df-c5fe-460f-a53e-a1fe07848c09 None None] Sync routers for ids ['a8ec9549-9ccf-47b1-92a4-afd3e70bc704'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:47:06.478416 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-9f79640f-f44a-4cdf-a671-ec548d47e1a9 req-1174139c-0659-4377-a8be-6a54ec3d2189 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Deleting port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:47:06.479367 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9f79640f-f44a-4cdf-a671-ec548d47e1a9 req-1174139c-0659-4377-a8be-6a54ec3d2189 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (7fb12d9d-2c94-424a-963d-dc69ef3e8d86), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:06.482806 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a2358126-1c26-4187-9b14-517115c222f4 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:47:06.489643 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0554e7df-c5fe-460f-a53e-a1fe07848c09 None None] Routers {'a8ec9549-9ccf-47b1-92a4-afd3e70bc704'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:47:06.492089 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-0554e7df-c5fe-460f-a53e-a1fe07848c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:46:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['a8ec9549-9ccf-47b1-92a4-afd3e70bc704'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:06.508510 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a14983d7-854a-4077-88e9-a7a53193118d admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:06.512989 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a14983d7-854a-4077-88e9-a7a53193118d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7374632 Mar 05 04:47:06.515245 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45948) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:06.554142 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02206ba8-3981-4b55-964c-1087e3eb4ae5 req-8d8485a0-b66b-4a06-8550-af7838b896fd tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:06.555833 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-02206ba8-3981-4b55-964c-1087e3eb4ae5 req-8d8485a0-b66b-4a06-8550-af7838b896fd tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb57a850-0a30-450e-8169-35044a720914 HTTP/1.1" status: 200 len: 946 time: 0.1888433 Mar 05 04:47:06.615780 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-9f79640f-f44a-4cdf-a671-ec548d47e1a9 req-1174139c-0659-4377-a8be-6a54ec3d2189 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] For port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=7fb12d9d-2c94-424a-963d-dc69ef3e8d86,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:47:06.616354 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9f79640f-f44a-4cdf-a671-ec548d47e1a9 req-1174139c-0659-4377-a8be-6a54ec3d2189 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (7fb12d9d-2c94-424a-963d-dc69ef3e8d86), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:06.630702 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-9f79640f-f44a-4cdf-a671-ec548d47e1a9 req-1174139c-0659-4377-a8be-6a54ec3d2189 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Calling delete_port for 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:47:06.729183 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-02206ba8-3981-4b55-964c-1087e3eb4ae5 req-8a2853bd-4f78-4052-b889-3a6cabbd8404 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8511e08-6616-46f4-b1b2-89dce4dd8936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018193 Mar 05 04:47:06.850533 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0caef518-9019-47ff-86ea-3c80bfe76fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (bef60a8c-b104-4854-9be4-eb4de8499599), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:06.884111 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9f79640f-f44a-4cdf-a671-ec548d47e1a9 req-1174139c-0659-4377-a8be-6a54ec3d2189 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (7fb12d9d-2c94-424a-963d-dc69ef3e8d86), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:06.965191 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-0554e7df-c5fe-460f-a53e-a1fe07848c09 None None] Set router a8ec9549-9ccf-47b1-92a4-afd3e70bc704 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:47:07.001901 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174139c-0659-4377-a8be-6a54ec3d2189 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Pushing event deleted for resources: {'Port': ['ID=7fb12d9d-2c94-424a-963d-dc69ef3e8d86,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:07.064334 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f79640f-f44a-4cdf-a671-ec548d47e1a9 req-1174139c-0659-4377-a8be-6a54ec3d2189 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] No DVR routers for this DVR port 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:47:07.068589 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9f79640f-f44a-4cdf-a671-ec548d47e1a9 req-1174139c-0659-4377-a8be-6a54ec3d2189 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:07.071982 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9f79640f-f44a-4cdf-a671-ec548d47e1a9 req-1174139c-0659-4377-a8be-6a54ec3d2189 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.30 "DELETE /v2.0/ports/7fb12d9d-2c94-424a-963d-dc69ef3e8d86 HTTP/1.1" status: 204 len: 173 time: 0.8953838 Mar 05 04:47:07.072572 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba7be3b-df16-4975-a0b3-e703dfe351a3', 'name': 'network-vif-deleted', 'tag': '7fb12d9d-2c94-424a-963d-dc69ef3e8d86'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:47:07.093628 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4a8384-3325-4bc4-8d38-f95cb2e45960" -d '{"events": [{"server_uuid": "7ba7be3b-df16-4975-a0b3-e703dfe351a3", "name": "network-vif-deleted", "tag": "7fb12d9d-2c94-424a-963d-dc69ef3e8d86"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:47:07.122034 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0caef518-9019-47ff-86ea-3c80bfe76fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (bef60a8c-b104-4854-9be4-eb4de8499599), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:07.179548 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['3e3ac251-bfe7-48b6-811d-d65253961c18', '7fb12d9d-2c94-424a-963d-dc69ef3e8d86'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:47:07.209828 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caef518-9019-47ff-86ea-3c80bfe76fdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bef60a8c-b104-4854-9be4-eb4de8499599,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:07.227344 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0caef518-9019-47ff-86ea-3c80bfe76fdc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:07.235720 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45972) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:07.236657 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0caef518-9019-47ff-86ea-3c80bfe76fdc admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bef60a8c-b104-4854-9be4-eb4de8499599 HTTP/1.1" status: 204 len: 168 time: 1.1554134 Mar 05 04:47:07.276644 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bd418-c33e-47eb-90cb-7ad15dfc4f7d req-093645b5-2d06-402f-be54-aba39e946d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:07.276980 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303a46ef-82fa-4a9a-b03e-2182a6293bd3 None None] Network 6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:47:07.278469 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-376bd418-c33e-47eb-90cb-7ad15dfc4f7d req-093645b5-2d06-402f-be54-aba39e946d71 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b37f85f51ebe4dd3af7c59a0169135ae&device_id=fb57a850-0a30-450e-8169-35044a720914 HTTP/1.1" status: 200 len: 1129 time: 0.0623209 Mar 05 04:47:07.474476 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bd418-c33e-47eb-90cb-7ad15dfc4f7d req-deef47ed-4d1a-4422-8d70-fc96455351ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:07.476730 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-376bd418-c33e-47eb-90cb-7ad15dfc4f7d req-deef47ed-4d1a-4422-8d70-fc96455351ab service neutron] 10.222.0.31 "GET /v2.0/networks?id=3d4a4c79-d428-4910-8560-b824c56517cb HTTP/1.1" status: 200 len: 914 time: 0.1919060 Mar 05 04:47:07.532499 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-376bd418-c33e-47eb-90cb-7ad15dfc4f7d req-2804f8b3-0af0-4f4e-956f-b199dda1980e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=230d0c6d-c783-4f0b-b376-73661764acc9 HTTP/1.1" status: 200 len: 217 time: 0.0483506 Mar 05 04:47:07.599830 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port a2358126-1c26-4187-9b14-517115c222f4 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:07.600128 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a2358126-1c26-4187-9b14-517115c222f4), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:07.611786 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bd418-c33e-47eb-90cb-7ad15dfc4f7d req-fe9b135c-7ebc-4fd4-b032-7f1c7fbbbaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:07.615213 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-376bd418-c33e-47eb-90cb-7ad15dfc4f7d req-fe9b135c-7ebc-4fd4-b032-7f1c7fbbbaf7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c25701bd-248e-4204-be64-8c592cd7d5f5 HTTP/1.1" status: 200 len: 854 time: 0.0761037 Mar 05 04:47:07.675909 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-376bd418-c33e-47eb-90cb-7ad15dfc4f7d req-e862ba75-e768-4675-91b0-299279908039 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3d4a4c79-d428-4910-8560-b824c56517cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533724 Mar 05 04:47:07.899971 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-376bd418-c33e-47eb-90cb-7ad15dfc4f7d req-2b349edc-ecc2-41e1-b8ab-3a6c0df630ad service neutron] 10.222.0.31 "GET /v2.0/networks/3d4a4c79-d428-4910-8560-b824c56517cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177498 Mar 05 04:47:07.930223 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-366b1d9f-cfd1-4a54-ab2e-23962b3b50d6 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:07.932671 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-366b1d9f-cfd1-4a54-ab2e-23962b3b50d6 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/networks?id=fd6aa200-b97d-49ed-9876-375a41229f42 HTTP/1.1" status: 200 len: 820 time: 0.8614817 Mar 05 04:47:07.950884 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port a2358126-1c26-4187-9b14-517115c222f4 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:07.992613 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f44147-6ec8-4fc1-8f3a-b6506638d077 None None] DHCP port deletion for 6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:47:08.002251 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6b7ffeb9-2edf-4a39-a1e7-41303cc3dc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:08.005037 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-956f5b64-ba6b-47c6-bc23-3e374e13ba34 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/quotas/84f78c82255c4feca46335184d79ad7d HTTP/1.1" status: 200 len: 375 time: 0.0625508 Mar 05 04:47:08.020286 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-0554e7df-c5fe-460f-a53e-a1fe07848c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ec9549-9ccf-47b1-92a4-afd3e70bc704', 'name': 'tempest-AttachSCSIVolumeTestJSON-1902128684-router', 'tenant_id': '3b20a621bb7044c2808f9e2367a9bd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'b42383ba-27bc-4eed-8d4f-04bb20c973b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:47:01Z', 'updated_at': '2022-03-05T04:47:05Z', 'revision_number': 3, 'project_id': '3b20a621bb7044c2808f9e2367a9bd26', 'gw_port': {'id': 'b42383ba-27bc-4eed-8d4f-04bb20c973b4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ec9549-9ccf-47b1-92a4-afd3e70bc704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:03Z', 'updated_at': '2022-03-05T04:47:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:08.103278 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0554e7df-c5fe-460f-a53e-a1fe07848c09 None None] Checking router: a8ec9549-9ccf-47b1-92a4-afd3e70bc704 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:47:08.104755 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-376bd418-c33e-47eb-90cb-7ad15dfc4f7d req-5afe7eaf-4f71-4b22-a25f-766d30e1746f service neutron] 10.222.0.31 "GET /v2.0/networks/3d4a4c79-d428-4910-8560-b824c56517cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942587 Mar 05 04:47:08.106081 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0554e7df-c5fe-460f-a53e-a1fe07848c09 None None] Updating router a8ec9549-9ccf-47b1-92a4-afd3e70bc704 port b42383ba-27bc-4eed-8d4f-04bb20c973b4 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:47:08.157738 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1d9ef-b986-422a-8d2a-ff79c1199859 req-139993a8-27b9-4060-b411-d5bb08805f6e tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:08.167060 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-25f1d9ef-b986-422a-8d2a-ff79c1199859 req-139993a8-27b9-4060-b411-d5bb08805f6e tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 1132 time: 0.8587611 Mar 05 04:47:08.189488 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 2befcefc-bbfe-45f4-b6a0-89ac26ee48fd no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:47:08.305598 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 2befcefc-bbfe-45f4-b6a0-89ac26ee48fd {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:47:08.306355 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 2befcefc-bbfe-45f4-b6a0-89ac26ee48fd not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:47:08.306993 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:47:08.339067 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:47:08.340045 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 4b7cb8fa-fbf9-413d-8ab5-690f8c2be9cd not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:47:08.344097 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-1a574ba9-01e6-452f-8c2d-fd92bf243797 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=84f78c82255c4feca46335184d79ad7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3107922 Mar 05 04:47:08.353909 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0554e7df-c5fe-460f-a53e-a1fe07848c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b42383ba-27bc-4eed-8d4f-04bb20c973b4), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:08.397025 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-25f1d9ef-b986-422a-8d2a-ff79c1199859 req-b4d099d7-6a28-4d4a-87c2-e1b460ae116b tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289853 Mar 05 04:47:08.433250 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-27f44147-6ec8-4fc1-8f3a-b6506638d077 None None] Deleting port e6e3bed9-17d9-4beb-9827-d2ad5e535abc {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:47:08.433783 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-27f44147-6ec8-4fc1-8f3a-b6506638d077 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (e6e3bed9-17d9-4beb-9827-d2ad5e535abc), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:08.494899 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e07f3061-b4ad-40ee-9904-bdabd857348e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:08.537446 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-6b7ffeb9-2edf-4a39-a1e7-41303cc3dc7b admin admin] Deleting port e6e3bed9-17d9-4beb-9827-d2ad5e535abc {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:47:08.537817 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6b7ffeb9-2edf-4a39-a1e7-41303cc3dc7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (e6e3bed9-17d9-4beb-9827-d2ad5e535abc), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:08.585675 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e6e3bed9-17d9-4beb-9827-d2ad5e535abc no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:47:08.620929 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b77cc45b-6dda-4e65-85a0-1e8c389a87c4 req-e4aad31c-82d2-4c2c-bc07-af45c83b6253 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 210 time: 0.0859756 Mar 05 04:47:08.678448 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea129f1-c6fc-4f92-bd1c-0b2bd43ae837 x-openstack-request-id: req-7ea129f1-c6fc-4f92-bd1c-0b2bd43ae837 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:47:08.679069 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ba7be3b-df16-4975-a0b3-e703dfe351a3", "name": "network-vif-deleted", "tag": "7fb12d9d-2c94-424a-963d-dc69ef3e8d86", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:47:08.679583 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7ea129f1-c6fc-4f92-bd1c-0b2bd43ae837 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:47:08.680206 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba7be3b-df16-4975-a0b3-e703dfe351a3', 'name': 'network-vif-deleted', 'tag': '7fb12d9d-2c94-424a-963d-dc69ef3e8d86', 'status': 'completed', 'code': 200} Mar 05 04:47:08.755008 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port e6e3bed9-17d9-4beb-9827-d2ad5e535abc is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:08.755476 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e6e3bed9-17d9-4beb-9827-d2ad5e535abc), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:08.793278 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-27f44147-6ec8-4fc1-8f3a-b6506638d077 None None] For port e6e3bed9-17d9-4beb-9827-d2ad5e535abc, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e6e3bed9-17d9-4beb-9827-d2ad5e535abc,segment=NetworkSegment(3e722f51-65dd-4cdc-b6bf-df1f075e77ff),segment_id=3e722f51-65dd-4cdc-b6bf-df1f075e77ff)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:47:08.793679 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-27f44147-6ec8-4fc1-8f3a-b6506638d077 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (e6e3bed9-17d9-4beb-9827-d2ad5e535abc), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:08.838125 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-27f44147-6ec8-4fc1-8f3a-b6506638d077 None None] Calling delete_port for e6e3bed9-17d9-4beb-9827-d2ad5e535abc owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:47:08.845157 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port e6e3bed9-17d9-4beb-9827-d2ad5e535abc, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e6e3bed9-17d9-4beb-9827-d2ad5e535abc,segment=NetworkSegment(3e722f51-65dd-4cdc-b6bf-df1f075e77ff),segment_id=3e722f51-65dd-4cdc-b6bf-df1f075e77ff)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:47:08.857442 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e6e3bed9-17d9-4beb-9827-d2ad5e535abc), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:08.907121 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-6b7ffeb9-2edf-4a39-a1e7-41303cc3dc7b admin admin] For port e6e3bed9-17d9-4beb-9827-d2ad5e535abc, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e6e3bed9-17d9-4beb-9827-d2ad5e535abc,segment=NetworkSegment(3e722f51-65dd-4cdc-b6bf-df1f075e77ff),segment_id=3e722f51-65dd-4cdc-b6bf-df1f075e77ff)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:47:08.907517 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6b7ffeb9-2edf-4a39-a1e7-41303cc3dc7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (e6e3bed9-17d9-4beb-9827-d2ad5e535abc), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:08.964745 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-6b7ffeb9-2edf-4a39-a1e7-41303cc3dc7b admin admin] Calling delete_port for e6e3bed9-17d9-4beb-9827-d2ad5e535abc owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:47:09.009574 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=e6e3bed9-17d9-4beb-9827-d2ad5e535abc,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:09.014595 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0554e7df-c5fe-460f-a53e-a1fe07848c09 None None] Publish callbacks [] for port (b42383ba-27bc-4eed-8d4f-04bb20c973b4), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:09.032008 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0554e7df-c5fe-460f-a53e-a1fe07848c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b42383ba-27bc-4eed-8d4f-04bb20c973b4), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:09.036063 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-27f44147-6ec8-4fc1-8f3a-b6506638d077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (e6e3bed9-17d9-4beb-9827-d2ad5e535abc), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:09.066759 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-9c28cbc5-4d76-4b10-a513-32828e1c3c49 service neutron] 10.222.0.11 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6976559 Mar 05 04:47:09.073936 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107c117-3972-420b-9444-c859c5639f27 req-aa86c9ce-7716-4bf3-ba38-667e2ab1bd4a tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:09.075443 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f107c117-3972-420b-9444-c859c5639f27 req-aa86c9ce-7716-4bf3-ba38-667e2ab1bd4a tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb57a850-0a30-450e-8169-35044a720914 HTTP/1.1" status: 200 len: 946 time: 0.2781498 Mar 05 04:47:09.083665 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f44147-6ec8-4fc1-8f3a-b6506638d077 None None] No DVR routers for this DVR port e6e3bed9-17d9-4beb-9827-d2ad5e535abc on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:47:09.101118 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-0554e7df-c5fe-460f-a53e-a1fe07848c09 None None] Attempting to bind port b42383ba-27bc-4eed-8d4f-04bb20c973b4 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:47:09.101538 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-0554e7df-c5fe-460f-a53e-a1fe07848c09 None None] Attempting to bind port b42383ba-27bc-4eed-8d4f-04bb20c973b4 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:47:09.101858 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0554e7df-c5fe-460f-a53e-a1fe07848c09 None None] Attempting to bind port b42383ba-27bc-4eed-8d4f-04bb20c973b4 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:47:09.108668 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0554e7df-c5fe-460f-a53e-a1fe07848c09 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:47:09.109319 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0554e7df-c5fe-460f-a53e-a1fe07848c09 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:47:09.109468 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0554e7df-c5fe-460f-a53e-a1fe07848c09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:09.109836 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0554e7df-c5fe-460f-a53e-a1fe07848c09 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:47:09.110310 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-0554e7df-c5fe-460f-a53e-a1fe07848c09 None None] Bound port: b42383ba-27bc-4eed-8d4f-04bb20c973b4, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:47:09.110691 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0554e7df-c5fe-460f-a53e-a1fe07848c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b42383ba-27bc-4eed-8d4f-04bb20c973b4), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:09.111151 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-e07f3061-b4ad-40ee-9904-bdabd857348e admin admin] Allocated IP 172.20.0.1 (e6df1166-7647-47ca-b9f3-a84b658e710b/851e6af0-c6d9-4c17-a4dd-19e6f8c2ac70/f0839e76-7823-4a90-967b-483412daeb7f) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:47:09.112270 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4e44c-59d1-4b96-a68f-d613bc578a9a None None] Pushing event updated for resources: {'Port': ['ID=b42383ba-27bc-4eed-8d4f-04bb20c973b4,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:09.169191 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f44147-6ec8-4fc1-8f3a-b6506638d077 None None] Pushing event deleted for resources: {'Port': ['ID=e6e3bed9-17d9-4beb-9827-d2ad5e535abc,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:09.202148 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-0554e7df-c5fe-460f-a53e-a1fe07848c09 None None] For port b42383ba-27bc-4eed-8d4f-04bb20c973b4, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:47:09.205457 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-0554e7df-c5fe-460f-a53e-a1fe07848c09 None None] For port b42383ba-27bc-4eed-8d4f-04bb20c973b4, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b42383ba-27bc-4eed-8d4f-04bb20c973b4,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:47:09.213771 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0554e7df-c5fe-460f-a53e-a1fe07848c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b42383ba-27bc-4eed-8d4f-04bb20c973b4), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:09.256207 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6b7ffeb9-2edf-4a39-a1e7-41303cc3dc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (e6e3bed9-17d9-4beb-9827-d2ad5e535abc), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:09.271157 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0554e7df-c5fe-460f-a53e-a1fe07848c09 None None] Routers {'a8ec9549-9ccf-47b1-92a4-afd3e70bc704'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:47:09.271733 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-0554e7df-c5fe-460f-a53e-a1fe07848c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:46:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['a8ec9549-9ccf-47b1-92a4-afd3e70bc704'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:09.334526 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4e44c-59d1-4b96-a68f-d613bc578a9a None None] Pushing event updated for resources: {'Port': ['ID=b42383ba-27bc-4eed-8d4f-04bb20c973b4,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:09.336535 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f107c117-3972-420b-9444-c859c5639f27 req-dd07bf19-1019-44d1-9f10-85462273a281 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8511e08-6616-46f4-b1b2-89dce4dd8936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231362 Mar 05 04:47:09.337289 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ffeb9-2edf-4a39-a1e7-41303cc3dc7b admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e3bed9-17d9-4beb-9827-d2ad5e535abc,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:09.347948 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7ffeb9-2edf-4a39-a1e7-41303cc3dc7b admin admin] No DVR routers for this DVR port e6e3bed9-17d9-4beb-9827-d2ad5e535abc on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:47:09.393360 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-a5aa08e7-86b5-44bf-ba64-76726196fb43 service neutron] 10.222.0.11 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642875 Mar 05 04:47:09.483615 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6b7ffeb9-2edf-4a39-a1e7-41303cc3dc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:09.494762 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-0554e7df-c5fe-460f-a53e-a1fe07848c09 None None] Set router a8ec9549-9ccf-47b1-92a4-afd3e70bc704 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:47:09.507230 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-6b7ffeb9-2edf-4a39-a1e7-41303cc3dc7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:09.517552 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-6b7ffeb9-2edf-4a39-a1e7-41303cc3dc7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e722f51-65dd-4cdc-b6bf-df1f075e77ff') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:09.518078 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-6b7ffeb9-2edf-4a39-a1e7-41303cc3dc7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e722f51-65dd-4cdc-b6bf-df1f075e77ff') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:09.529136 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6b7ffeb9-2edf-4a39-a1e7-41303cc3dc7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (3e722f51-65dd-4cdc-b6bf-df1f075e77ff), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:09.552130 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e07f3061-b4ad-40ee-9904-bdabd857348e admin admin] Publish callbacks [] for port (f0839e76-7823-4a90-967b-483412daeb7f), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:09.593709 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6b7ffeb9-2edf-4a39-a1e7-41303cc3dc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (3e722f51-65dd-4cdc-b6bf-df1f075e77ff), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:09.616067 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b7ffeb9-2edf-4a39-a1e7-41303cc3dc7b admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:47:09.616488 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6b7ffeb9-2edf-4a39-a1e7-41303cc3dc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (3e722f51-65dd-4cdc-b6bf-df1f075e77ff), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: timer() Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:47:09.618500 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:47:09.691653 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e07f3061-b4ad-40ee-9904-bdabd857348e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (f0839e76-7823-4a90-967b-483412daeb7f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:09.726942 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40738e1-73a6-426a-bed7-6a6c76143465 req-6f0a8942-5eed-4b1e-b147-bec28defe0be tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:09.728612 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e40738e1-73a6-426a-bed7-6a6c76143465 req-6f0a8942-5eed-4b1e-b147-bec28defe0be tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 1132 time: 0.1730702 Mar 05 04:47:09.729248 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6b7ffeb9-2edf-4a39-a1e7-41303cc3dc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:09.750397 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6b7ffeb9-2edf-4a39-a1e7-41303cc3dc7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:09.753083 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6b7ffeb9-2edf-4a39-a1e7-41303cc3dc7b admin admin] 10.222.0.11 "DELETE /v2.0/networks/6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c HTTP/1.1" status: 204 len: 168 time: 2.5146642 Mar 05 04:47:09.762690 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07f3061-b4ad-40ee-9904-bdabd857348e admin admin] Network e6df1166-7647-47ca-b9f3-a84b658e710b is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:47:09.779683 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-e07f3061-b4ad-40ee-9904-bdabd857348e admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:47:09.781639 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ffeb9-2edf-4a39-a1e7-41303cc3dc7b admin admin] Pushing event deleted for resources: {'Network': ['ID=6ee5cfe8-7aa2-407d-8592-da83a5ecdf8c,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:09.785299 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07f3061-b4ad-40ee-9904-bdabd857348e admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:47:09.828918 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f3061-b4ad-40ee-9904-bdabd857348e admin admin] Pushing event updated for resources: {'Port': ['ID=f0839e76-7823-4a90-967b-483412daeb7f,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:09.889136 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e07f3061-b4ad-40ee-9904-bdabd857348e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (a8ec9549-9ccf-47b1-92a4-afd3e70bc704), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:09.904783 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e40738e1-73a6-426a-bed7-6a6c76143465 req-8fb0e096-3b11-444b-b3c6-2158895b61ba tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654806 Mar 05 04:47:10.044334 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:47:10.082514 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45998) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:10.131168 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:47:10.131681 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 7fb12d9d-2c94-424a-963d-dc69ef3e8d86 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:47:10.200960 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-924d9c44-979a-41a5-8dff-b435a0d295dd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6f219eab64614abcb32a956e6351bb73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1168556 Mar 05 04:47:10.201688 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46004) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:10.248993 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e07f3061-b4ad-40ee-9904-bdabd857348e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f0839e76-7823-4a90-967b-483412daeb7f), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:10.307381 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-14ed41af-69f4-4969-9ea9-f4975522a14d admin admin] Publish callbacks [] for security_group (eb2b5d2f-d2ef-4ebf-8736-7a44c817d528), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:10.388126 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-0554e7df-c5fe-460f-a53e-a1fe07848c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ec9549-9ccf-47b1-92a4-afd3e70bc704', 'name': 'tempest-AttachSCSIVolumeTestJSON-1902128684-router', 'tenant_id': '3b20a621bb7044c2808f9e2367a9bd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'b42383ba-27bc-4eed-8d4f-04bb20c973b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:47:01Z', 'updated_at': '2022-03-05T04:47:05Z', 'revision_number': 3, 'project_id': '3b20a621bb7044c2808f9e2367a9bd26', 'gw_port': {'id': 'b42383ba-27bc-4eed-8d4f-04bb20c973b4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ec9549-9ccf-47b1-92a4-afd3e70bc704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:03Z', 'updated_at': '2022-03-05T04:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:10.395014 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-14ed41af-69f4-4969-9ea9-f4975522a14d admin admin] Publish callbacks [] for security_group (eb2b5d2f-d2ef-4ebf-8736-7a44c817d528), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:10.446703 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d0586615-891a-47be-9cd2-535d4c4715fd None None] Provisioning complete for port f0839e76-7823-4a90-967b-483412daeb7f triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:10.447164 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d0586615-891a-47be-9cd2-535d4c4715fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f0839e76-7823-4a90-967b-483412daeb7f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:10.448943 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0554e7df-c5fe-460f-a53e-a1fe07848c09 None None] The sync data for ids ['a8ec9549-9ccf-47b1-92a4-afd3e70bc704'] in n-d-789963-32 is: [{'id': 'a8ec9549-9ccf-47b1-92a4-afd3e70bc704', 'name': 'tempest-AttachSCSIVolumeTestJSON-1902128684-router', 'tenant_id': '3b20a621bb7044c2808f9e2367a9bd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'b42383ba-27bc-4eed-8d4f-04bb20c973b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:47:01Z', 'updated_at': '2022-03-05T04:47:05Z', 'revision_number': 3, 'project_id': '3b20a621bb7044c2808f9e2367a9bd26', 'gw_port': {'id': 'b42383ba-27bc-4eed-8d4f-04bb20c973b4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e1:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ec9549-9ccf-47b1-92a4-afd3e70bc704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:03Z', 'updated_at': '2022-03-05T04:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:47:10.545575 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d0586615-891a-47be-9cd2-535d4c4715fd None None] Port f0839e76-7823-4a90-967b-483412daeb7f cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:47:10.569202 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-14ed41af-69f4-4969-9ea9-f4975522a14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (eb2b5d2f-d2ef-4ebf-8736-7a44c817d528), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:10.571983 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-14ed41af-69f4-4969-9ea9-f4975522a14d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:10.573319 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-14ed41af-69f4-4969-9ea9-f4975522a14d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eb2b5d2f-d2ef-4ebf-8736-7a44c817d528 HTTP/1.1" status: 204 len: 168 time: 0.3705006 Mar 05 04:47:10.596956 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed41af-69f4-4969-9ea9-f4975522a14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2b5d2f-d2ef-4ebf-8736-7a44c817d528,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:10.708177 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-476cb87e-563f-40c3-8ae9-8f50a1c4f3f7 req-ea2639f5-afaa-484d-b1fe-25aa953aa4df tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 210 time: 0.0589342 Mar 05 04:47:10.827234 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e07f3061-b4ad-40ee-9904-bdabd857348e admin admin] Publish callbacks [] for port (f0839e76-7823-4a90-967b-483412daeb7f), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:10.838591 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e07f3061-b4ad-40ee-9904-bdabd857348e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (f0839e76-7823-4a90-967b-483412daeb7f), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:11.075768 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b6b0fd92-a3dc-4cec-92bf-fbb89b0f04aa req-938c6dce-e742-464a-b91b-d6e40c27571c tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 210 time: 0.0958984 Mar 05 04:47:11.111449 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f3061-b4ad-40ee-9904-bdabd857348e admin admin] Pushing event updated for resources: {'Port': ['ID=f0839e76-7823-4a90-967b-483412daeb7f,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:11.115799 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e07f3061-b4ad-40ee-9904-bdabd857348e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (a8ec9549-9ccf-47b1-92a4-afd3e70bc704), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:11.249915 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f37b6-c8ae-4cd5-87bd-6814c61df508 req-3a96570c-d0f6-4ecc-9ffe-0cf090363fd6 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:11.252099 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1b6f37b6-c8ae-4cd5-87bd-6814c61df508 req-3a96570c-d0f6-4ecc-9ffe-0cf090363fd6 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb57a850-0a30-450e-8169-35044a720914 HTTP/1.1" status: 200 len: 946 time: 0.3364437 Mar 05 04:47:11.346279 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1762e545-5ef8-4728-b5ef-254b859bad5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:11.391671 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1b6f37b6-c8ae-4cd5-87bd-6814c61df508 req-caccb267-05ad-4dd0-bba6-b766a642ffdd tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8511e08-6616-46f4-b1b2-89dce4dd8936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069605 Mar 05 04:47:11.539925 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07f3061-b4ad-40ee-9904-bdabd857348e admin admin] Network e6df1166-7647-47ca-b9f3-a84b658e710b is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:47:11.541990 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-e07f3061-b4ad-40ee-9904-bdabd857348e admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:47:11.979362 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07f3061-b4ad-40ee-9904-bdabd857348e admin admin] Router a8ec9549-9ccf-47b1-92a4-afd3e70bc704 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:47:12.113566 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-c4402dbd-6510-4d5d-991c-082129ef0f1c None None] Provisioning complete for port f0839e76-7823-4a90-967b-483412daeb7f triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:12.127697 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c4402dbd-6510-4d5d-991c-082129ef0f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f0839e76-7823-4a90-967b-483412daeb7f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:12.215174 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c4402dbd-6510-4d5d-991c-082129ef0f1c None None] Port f0839e76-7823-4a90-967b-483412daeb7f cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:47:12.253276 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-641a9ec7-36cf-4261-ba07-9007a84c99a1 req-94e26c30-5525-4a3b-ae3a-cbd9f2e23703 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 210 time: 0.2305605 Mar 05 04:47:12.414970 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46076) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:12.533617 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-9ddd305c-647d-4d6a-9584-6f2e977e0a08 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:12.536260 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-9ddd305c-647d-4d6a-9584-6f2e977e0a08 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.31 "GET /v2.0/networks?id=fd6aa200-b97d-49ed-9876-375a41229f42 HTTP/1.1" status: 200 len: 820 time: 0.2816923 Mar 05 04:47:12.550485 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-4e4be7f0-0e64-45a8-8981-721490ee2d20 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Request body: {'port': {'device_id': '97b62c79-bc35-49d5-9875-cd76b9b2c9f7', 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42', 'admin_state_up': True, 'tenant_id': '84f78c82255c4feca46335184d79ad7d'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:47:12.576218 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b42383ba-27bc-4eed-8d4f-04bb20c973b4 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:47:12.655562 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd33c4c-41a2-427b-9ea5-3c5d28d03dd8 req-1af26de4-4fd2-4224-9cdd-4c58e1b2bd65 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:12.672034 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2bd33c4c-41a2-427b-9ea5-3c5d28d03dd8 req-1af26de4-4fd2-4224-9cdd-4c58e1b2bd65 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 949 time: 0.4962795 Mar 05 04:47:12.699944 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07f3061-b4ad-40ee-9904-bdabd857348e admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:47:12.701305 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-191a021c-d22e-4784-96ba-121dd5cd5312 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1677750545-network', 'tenant_id': 'b4c5ecf1c59144a68ee1fb483c77ba0c'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:47:12.727251 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e07f3061-b4ad-40ee-9904-bdabd857348e admin admin] 10.222.0.11 "PUT /v2.0/routers/a8ec9549-9ccf-47b1-92a4-afd3e70bc704/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2109668 Mar 05 04:47:12.741947 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port b42383ba-27bc-4eed-8d4f-04bb20c973b4 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:12.742343 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b42383ba-27bc-4eed-8d4f-04bb20c973b4), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:12.810522 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191a021c-d22e-4784-96ba-121dd5cd5312 admin admin] Made reservation on behalf of b4c5ecf1c59144a68ee1fb483c77ba0c for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:47:12.817366 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-191a021c-d22e-4784-96ba-121dd5cd5312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:12.845169 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d232f-bcbb-49fa-b4a0-891674369a34 req-412d0c26-dbf9-4773-a000-40bc6422f72f tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:12.846793 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-038d232f-bcbb-49fa-b4a0-891674369a34 req-412d0c26-dbf9-4773-a000-40bc6422f72f tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb57a850-0a30-450e-8169-35044a720914 HTTP/1.1" status: 200 len: 946 time: 0.3504338 Mar 05 04:47:12.880658 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-191a021c-d22e-4784-96ba-121dd5cd5312 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:12.895770 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port b42383ba-27bc-4eed-8d4f-04bb20c973b4 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:12.896572 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b42383ba-27bc-4eed-8d4f-04bb20c973b4), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:12.925733 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port b42383ba-27bc-4eed-8d4f-04bb20c973b4, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b42383ba-27bc-4eed-8d4f-04bb20c973b4,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:47:12.932708 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b42383ba-27bc-4eed-8d4f-04bb20c973b4), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:12.953627 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2bd33c4c-41a2-427b-9ea5-3c5d28d03dd8 req-895ccbe8-d8ca-4e16-a8d4-ba0f43944e49 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801847 Mar 05 04:47:13.085003 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-4e4be7f0-0e64-45a8-8981-721490ee2d20 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Made reservation on behalf of 84f78c82255c4feca46335184d79ad7d for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:47:13.092575 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-038d232f-bcbb-49fa-b4a0-891674369a34 req-3df4b6dc-9784-48f8-8325-66df1e043759 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8511e08-6616-46f4-b1b2-89dce4dd8936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326837 Mar 05 04:47:13.098851 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-4e4be7f0-0e64-45a8-8981-721490ee2d20 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:13.109559 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=b42383ba-27bc-4eed-8d4f-04bb20c973b4,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:13.209269 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-648a66fa-4772-4973-91bd-9f6122c7041f req-10d9e03f-4393-46e7-a5d8-84c366811a65 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 210 time: 0.0813217 Mar 05 04:47:13.254626 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-191a021c-d22e-4784-96ba-121dd5cd5312 admin admin] Publish callbacks [] for security_group (d5feddd2-c339-4e7b-97e3-62353702afe0), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:13.346385 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-191a021c-d22e-4784-96ba-121dd5cd5312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d5feddd2-c339-4e7b-97e3-62353702afe0), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:13.410605 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-191a021c-d22e-4784-96ba-121dd5cd5312 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:47:13.422469 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-69479d98-f501-4660-99cd-febe7485286a req-0a2dcb4a-4726-4410-90f6-5af0f203d071 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 210 time: 0.0543616 Mar 05 04:47:13.437356 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a021c-d22e-4784-96ba-121dd5cd5312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5feddd2-c339-4e7b-97e3-62353702afe0,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:13.469539 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-191a021c-d22e-4784-96ba-121dd5cd5312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (203a0330-0979-4646-8d37-68343458b325), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:13.469894 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-191a021c-d22e-4784-96ba-121dd5cd5312 admin admin] Added segment 203a0330-0979-4646-8d37-68343458b325 of type vlan for network 97e85245-3112-4887-8483-668804607d54 Mar 05 04:47:13.544361 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:13.611920 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-4e4be7f0-0e64-45a8-8981-721490ee2d20 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Allocated IP 172.20.0.9 (fd6aa200-b97d-49ed-9876-375a41229f42/9d33dc8a-6008-478a-9ec8-49595a4a0656/3a56743a-d04a-4293-8fb5-de9cb6a24a3f) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:47:13.668286 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:13.682473 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4eca6b9b-cc7d-4db8-8c2f-82c2ed232866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:13.700224 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adae513-3f95-491b-ae64-2e5cf44d0e0e req-750931ff-ba54-428b-9b17-42f8a6fa312a tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:13.704289 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4adae513-3f95-491b-ae64-2e5cf44d0e0e req-750931ff-ba54-428b-9b17-42f8a6fa312a tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb57a850-0a30-450e-8169-35044a720914 HTTP/1.1" status: 200 len: 946 time: 0.1241682 Mar 05 04:47:13.824220 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c660640-dfab-44ab-afcf-041430af72eb None None] Sync routers for ids ['a8ec9549-9ccf-47b1-92a4-afd3e70bc704'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:47:13.836344 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-4e4be7f0-0e64-45a8-8981-721490ee2d20 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Publish callbacks [] for port (3a56743a-d04a-4293-8fb5-de9cb6a24a3f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:13.845299 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c660640-dfab-44ab-afcf-041430af72eb None None] Routers {'a8ec9549-9ccf-47b1-92a4-afd3e70bc704'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:47:13.846274 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-1c660640-dfab-44ab-afcf-041430af72eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:47:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['a8ec9549-9ccf-47b1-92a4-afd3e70bc704'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:13.875496 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46098) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:13.882658 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-4e8ab52a-8a1e-42fc-be63-b66ba650fb27 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-594194993-network', 'tenant_id': 'b26228d66db44ec4a353fe5eebb33cfb'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:47:13.893519 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-4e4be7f0-0e64-45a8-8981-721490ee2d20 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (3a56743a-d04a-4293-8fb5-de9cb6a24a3f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:13.909058 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['a9b93e14-ffc1-4130-9d33-751178e57443'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:47:13.912187 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-4adae513-3f95-491b-ae64-2e5cf44d0e0e req-6026d033-bc00-43e5-8d7b-11ebca6d1737 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Deleting port 230d0c6d-c783-4f0b-b376-73661764acc9 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:47:13.912729 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4adae513-3f95-491b-ae64-2e5cf44d0e0e req-6026d033-bc00-43e5-8d7b-11ebca6d1737 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (230d0c6d-c783-4f0b-b376-73661764acc9), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:13.918256 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8ab52a-8a1e-42fc-be63-b66ba650fb27 admin admin] Made reservation on behalf of b26228d66db44ec4a353fe5eebb33cfb for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:47:13.922038 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4e8ab52a-8a1e-42fc-be63-b66ba650fb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:13.923881 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-191a021c-d22e-4784-96ba-121dd5cd5312 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (97e85245-3112-4887-8483-668804607d54), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:13.949775 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4e8ab52a-8a1e-42fc-be63-b66ba650fb27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:13.977765 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-4e4be7f0-0e64-45a8-8981-721490ee2d20 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Network fd6aa200-b97d-49ed-9876-375a41229f42 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:47:13.988025 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-4e4be7f0-0e64-45a8-8981-721490ee2d20 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:47:13.999950 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-4e4be7f0-0e64-45a8-8981-721490ee2d20 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:47:14.065611 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-4e4be7f0-0e64-45a8-8981-721490ee2d20 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:14.066345 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-4e4be7f0-0e64-45a8-8981-721490ee2d20 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:14.089121 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.db.resource_extend [None req-191a021c-d22e-4784-96ba-121dd5cd5312 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 04:47:14.109216 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-4e4be7f0-0e64-45a8-8981-721490ee2d20 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5632858 Mar 05 04:47:14.126225 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-ccd6ebd5-ca53-4b1c-9a88-8ffeb7486b5b service neutron] Request body: {'port': {'device_id': '97b62c79-bc35-49d5-9875-cd76b9b2c9f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:47:14.156295 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-4adae513-3f95-491b-ae64-2e5cf44d0e0e req-6026d033-bc00-43e5-8d7b-11ebca6d1737 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] For port 230d0c6d-c783-4f0b-b376-73661764acc9, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=230d0c6d-c783-4f0b-b376-73661764acc9,segment=NetworkSegment(3d535cc9-e24c-4b4a-8338-abef65eca6b3),segment_id=3d535cc9-e24c-4b4a-8338-abef65eca6b3)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:47:14.156847 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4adae513-3f95-491b-ae64-2e5cf44d0e0e req-6026d033-bc00-43e5-8d7b-11ebca6d1737 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (230d0c6d-c783-4f0b-b376-73661764acc9), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:14.172812 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4be7f0-0e64-45a8-8981-721490ee2d20 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Pushing event updated for resources: {'Port': ['ID=3a56743a-d04a-4293-8fb5-de9cb6a24a3f,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:14.194781 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-1c660640-dfab-44ab-afcf-041430af72eb None None] Set router a8ec9549-9ccf-47b1-92a4-afd3e70bc704 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:47:14.211180 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-191a021c-d22e-4784-96ba-121dd5cd5312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (97e85245-3112-4887-8483-668804607d54), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:14.212610 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191a021c-d22e-4784-96ba-121dd5cd5312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:14.213381 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-191a021c-d22e-4784-96ba-121dd5cd5312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:14.243823 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-191a021c-d22e-4784-96ba-121dd5cd5312 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8216848 Mar 05 04:47:14.244239 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-4adae513-3f95-491b-ae64-2e5cf44d0e0e req-6026d033-bc00-43e5-8d7b-11ebca6d1737 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Calling delete_port for 230d0c6d-c783-4f0b-b376-73661764acc9 owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:47:14.244713 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46106) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:14.272392 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-be487527-b067-4922-9f8c-57f10a6ce433 admin admin] Request body: {'subnet': {'network_id': '97e85245-3112-4887-8483-668804607d54', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1677750545-subnet', 'tenant_id': 'b4c5ecf1c59144a68ee1fb483c77ba0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:47:14.277339 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-ccd6ebd5-ca53-4b1c-9a88-8ffeb7486b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3a56743a-d04a-4293-8fb5-de9cb6a24a3f), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:14.389265 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4e8ab52a-8a1e-42fc-be63-b66ba650fb27 admin admin] Publish callbacks [] for security_group (d655b163-465e-4844-9462-8edfec107d0b), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:14.415551 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f554cd8-a8cc-4dd4-88da-ce1e86266784 req-1d6c1f5c-dba8-439d-aef7-18d5fe0c33f0 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:14.417073 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4f554cd8-a8cc-4dd4-88da-ce1e86266784 req-1d6c1f5c-dba8-439d-aef7-18d5fe0c33f0 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 949 time: 0.2767792 Mar 05 04:47:14.421266 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4e8ab52a-8a1e-42fc-be63-b66ba650fb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d655b163-465e-4844-9462-8edfec107d0b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:14.477346 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a021c-d22e-4784-96ba-121dd5cd5312 admin admin] Pushing event updated for resources: {'Network': ['ID=97e85245-3112-4887-8483-668804607d54,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:14.492012 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 97e85245-3112-4887-8483-668804607d54 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:47:14.495826 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be487527-b067-4922-9f8c-57f10a6ce433 admin admin] Made reservation on behalf of b4c5ecf1c59144a68ee1fb483c77ba0c for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:47:14.499332 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be487527-b067-4922-9f8c-57f10a6ce433 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:14.569557 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05990cce-39b3-472c-aa19-d4be08b9d4ae req-941944cd-9a06-47ec-b26c-eaab556fda2e tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:14.571437 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-05990cce-39b3-472c-aa19-d4be08b9d4ae req-941944cd-9a06-47ec-b26c-eaab556fda2e tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb57a850-0a30-450e-8169-35044a720914 HTTP/1.1" status: 200 len: 946 time: 0.2976511 Mar 05 04:47:14.584263 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e8ab52a-8a1e-42fc-be63-b66ba650fb27 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:47:14.625260 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ab52a-8a1e-42fc-be63-b66ba650fb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d655b163-465e-4844-9462-8edfec107d0b,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:14.643379 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b42383ba-27bc-4eed-8d4f-04bb20c973b4 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:47:14.657877 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-1c660640-dfab-44ab-afcf-041430af72eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ec9549-9ccf-47b1-92a4-afd3e70bc704', 'name': 'tempest-AttachSCSIVolumeTestJSON-1902128684-router', 'tenant_id': '3b20a621bb7044c2808f9e2367a9bd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'b42383ba-27bc-4eed-8d4f-04bb20c973b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:47:01Z', 'updated_at': '2022-03-05T04:47:10Z', 'revision_number': 4, 'project_id': '3b20a621bb7044c2808f9e2367a9bd26', 'gw_port': {'id': 'b42383ba-27bc-4eed-8d4f-04bb20c973b4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ec9549-9ccf-47b1-92a4-afd3e70bc704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:03Z', 'updated_at': '2022-03-05T04:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'f0839e76-7823-4a90-967b-483412daeb7f', 'name': '', 'network_id': 'e6df1166-7647-47ca-b9f3-a84b658e710b', 'tenant_id': '3b20a621bb7044c2808f9e2367a9bd26', 'mac_address': 'fa:16:3e:53:90:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ec9549-9ccf-47b1-92a4-afd3e70bc704', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '851e6af0-c6d9-4c17-a4dd-19e6f8c2ac70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:08Z', 'updated_at': '2022-03-05T04:47:10Z', 'revision_number': 2, 'project_id': '3b20a621bb7044c2808f9e2367a9bd26', 'subnets': [{'id': '851e6af0-c6d9-4c17-a4dd-19e6f8c2ac70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:14.694271 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4e8ab52a-8a1e-42fc-be63-b66ba650fb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (0d518976-6238-496c-8ffc-f9926de03fab), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:14.700172 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-4e8ab52a-8a1e-42fc-be63-b66ba650fb27 admin admin] Added segment 0d518976-6238-496c-8ffc-f9926de03fab of type vlan for network 564ab223-1564-4897-bfe7-bf2187e8cd7e Mar 05 04:47:14.730682 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c660640-dfab-44ab-afcf-041430af72eb None None] Checking router: a8ec9549-9ccf-47b1-92a4-afd3e70bc704 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:47:14.730986 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c660640-dfab-44ab-afcf-041430af72eb None None] Updating router a8ec9549-9ccf-47b1-92a4-afd3e70bc704 port f0839e76-7823-4a90-967b-483412daeb7f binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:47:14.732270 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be487527-b067-4922-9f8c-57f10a6ce433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (c431197c-f63d-4d0c-afc1-f0e0b1d87270), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:14.744072 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port b42383ba-27bc-4eed-8d4f-04bb20c973b4 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:14.744726 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b42383ba-27bc-4eed-8d4f-04bb20c973b4), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:14.811730 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-1c660640-dfab-44ab-afcf-041430af72eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f0839e76-7823-4a90-967b-483412daeb7f), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:14.839923 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4f554cd8-a8cc-4dd4-88da-ce1e86266784 req-32eeb735-6d60-47bb-8595-3962a3269429 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137387 Mar 05 04:47:14.865287 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be487527-b067-4922-9f8c-57f10a6ce433 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c431197c-f63d-4d0c-afc1-f0e0b1d87270,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:14.867045 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port b42383ba-27bc-4eed-8d4f-04bb20c973b4 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:14.917861 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be487527-b067-4922-9f8c-57f10a6ce433 admin admin] Checking segment: {'id': '203a0330-0979-4646-8d37-68343458b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97e85245-3112-4887-8483-668804607d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:47:14.918305 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be487527-b067-4922-9f8c-57f10a6ce433 admin admin] Network hostable DHCP agents. Network: 97e85245-3112-4887-8483-668804607d54, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:47:14.928247 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:14.954594 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4e8ab52a-8a1e-42fc-be63-b66ba650fb27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (564ab223-1564-4897-bfe7-bf2187e8cd7e), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:14.970900 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-05990cce-39b3-472c-aa19-d4be08b9d4ae req-7f7da4c4-6526-4603-94c2-79dddb120d88 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8511e08-6616-46f4-b1b2-89dce4dd8936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806639 Mar 05 04:47:15.002970 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be487527-b067-4922-9f8c-57f10a6ce433 admin admin] Network 97e85245-3112-4887-8483-668804607d54 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:47:15.041798 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-be487527-b067-4922-9f8c-57f10a6ce433 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 97e85245-3112-4887-8483-668804607d54) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:47:15.054701 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c87acd3-c5ff-4c9c-bf3f-e0c1a9a2749b None None] Network 97e85245-3112-4887-8483-668804607d54 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:47:15.055367 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be487527-b067-4922-9f8c-57f10a6ce433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:15.056044 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be487527-b067-4922-9f8c-57f10a6ce433 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:15.135746 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-be487527-b067-4922-9f8c-57f10a6ce433 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8734896 Mar 05 04:47:15.261540 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-ccd6ebd5-ca53-4b1c-9a88-8ffeb7486b5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a56743a-d04a-4293-8fb5-de9cb6a24a3f {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:47:15.282900 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-ccd6ebd5-ca53-4b1c-9a88-8ffeb7486b5b service neutron] Publish callbacks [] for port (3a56743a-d04a-4293-8fb5-de9cb6a24a3f), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:15.312149 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-ccd6ebd5-ca53-4b1c-9a88-8ffeb7486b5b service neutron] Transition to ACTIVE for port object 3a56743a-d04a-4293-8fb5-de9cb6a24a3f will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:47:15.318148 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-ccd6ebd5-ca53-4b1c-9a88-8ffeb7486b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (3a56743a-d04a-4293-8fb5-de9cb6a24a3f), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:15.325225 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fee73c0-5488-49ba-9034-08f2d6cb9272 None None] Network 97e85245-3112-4887-8483-668804607d54 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:47:15.369056 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-1c660640-dfab-44ab-afcf-041430af72eb None None] Publish callbacks [] for port (f0839e76-7823-4a90-967b-483412daeb7f), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:15.380652 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-1c660640-dfab-44ab-afcf-041430af72eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f0839e76-7823-4a90-967b-483412daeb7f), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:15.445787 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4adae513-3f95-491b-ae64-2e5cf44d0e0e req-6026d033-bc00-43e5-8d7b-11ebca6d1737 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (230d0c6d-c783-4f0b-b376-73661764acc9), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:15.447110 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568e79f-c691-46f6-b198-332cb961d108 None None] Pushing event updated for resources: {'Port': ['ID=f0839e76-7823-4a90-967b-483412daeb7f,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:15.460586 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e79f-c691-46f6-b198-332cb961d108 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:15.461133 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.db.resource_extend [None req-4e8ab52a-8a1e-42fc-be63-b66ba650fb27 admin admin] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 04:47:15.461517 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e79f-c691-46f6-b198-332cb961d108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:15.461976 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e79f-c691-46f6-b198-332cb961d108 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:15.462328 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e79f-c691-46f6-b198-332cb961d108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:15.462869 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e79f-c691-46f6-b198-332cb961d108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:15.463296 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e79f-c691-46f6-b198-332cb961d108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:15.463708 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e79f-c691-46f6-b198-332cb961d108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:15.464047 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e79f-c691-46f6-b198-332cb961d108 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:15.464385 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e79f-c691-46f6-b198-332cb961d108 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:15.464717 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e79f-c691-46f6-b198-332cb961d108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:15.465144 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e79f-c691-46f6-b198-332cb961d108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:15.465460 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e79f-c691-46f6-b198-332cb961d108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:15.465792 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568e79f-c691-46f6-b198-332cb961d108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:15.494431 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6ebd5-ca53-4b1c-9a88-8ffeb7486b5b service neutron] Pushing event updated for resources: {'Port': ['ID=3a56743a-d04a-4293-8fb5-de9cb6a24a3f,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:15.504218 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-95d20354-b980-4a16-baaf-55c2342f23a2 req-d96c2fc1-c9d6-4025-82af-f6d928e94d3c tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 210 time: 0.0627508 Mar 05 04:47:15.569596 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6026d033-bc00-43e5-8d7b-11ebca6d1737 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Pushing event deleted for resources: {'Port': ['ID=230d0c6d-c783-4f0b-b376-73661764acc9,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:15.582644 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4e8ab52a-8a1e-42fc-be63-b66ba650fb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (564ab223-1564-4897-bfe7-bf2187e8cd7e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:15.583760 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8ab52a-8a1e-42fc-be63-b66ba650fb27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:15.584352 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4e8ab52a-8a1e-42fc-be63-b66ba650fb27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:15.629376 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-ccd6ebd5-ca53-4b1c-9a88-8ffeb7486b5b service neutron] Attempting to bind port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:47:15.629878 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-ccd6ebd5-ca53-4b1c-9a88-8ffeb7486b5b service neutron] Attempting to bind port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:47:15.630322 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-ccd6ebd5-ca53-4b1c-9a88-8ffeb7486b5b service neutron] Attempting to bind port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f on network fd6aa200-b97d-49ed-9876-375a41229f42 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:47:15.637176 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-ccd6ebd5-ca53-4b1c-9a88-8ffeb7486b5b service neutron] Port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f on network fd6aa200-b97d-49ed-9876-375a41229f42 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:47:15.637706 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-ccd6ebd5-ca53-4b1c-9a88-8ffeb7486b5b service neutron] Attempting to bind port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f on network fd6aa200-b97d-49ed-9876-375a41229f42 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:47:15.645845 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-ccd6ebd5-ca53-4b1c-9a88-8ffeb7486b5b service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:47:15.646352 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-ccd6ebd5-ca53-4b1c-9a88-8ffeb7486b5b service neutron] Checking segment: {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:47:15.646849 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-ccd6ebd5-ca53-4b1c-9a88-8ffeb7486b5b service neutron] Bound using segment: {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:47:15.647501 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-ccd6ebd5-ca53-4b1c-9a88-8ffeb7486b5b service neutron] Bound port: 3a56743a-d04a-4293-8fb5-de9cb6a24a3f, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:47:15.648557 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-ccd6ebd5-ca53-4b1c-9a88-8ffeb7486b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3a56743a-d04a-4293-8fb5-de9cb6a24a3f), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:15.678776 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-1c660640-dfab-44ab-afcf-041430af72eb None None] Attempting to bind port f0839e76-7823-4a90-967b-483412daeb7f on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:47:15.679564 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-1c660640-dfab-44ab-afcf-041430af72eb None None] Attempting to bind port f0839e76-7823-4a90-967b-483412daeb7f by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '2fd6936d-1671-42a6-9dbc-220b5553be15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e6df1166-7647-47ca-b9f3-a84b658e710b'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:47:15.679883 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-4adae513-3f95-491b-ae64-2e5cf44d0e0e req-6026d033-bc00-43e5-8d7b-11ebca6d1737 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] No DVR routers for this DVR port 230d0c6d-c783-4f0b-b376-73661764acc9 on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:47:15.680578 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c660640-dfab-44ab-afcf-041430af72eb None None] Attempting to bind port f0839e76-7823-4a90-967b-483412daeb7f on network e6df1166-7647-47ca-b9f3-a84b658e710b {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:47:15.691870 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c660640-dfab-44ab-afcf-041430af72eb None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:47:15.694282 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c660640-dfab-44ab-afcf-041430af72eb None None] Checking segment: {'id': '2fd6936d-1671-42a6-9dbc-220b5553be15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e6df1166-7647-47ca-b9f3-a84b658e710b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:47:15.694981 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-1c660640-dfab-44ab-afcf-041430af72eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:15.697964 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c660640-dfab-44ab-afcf-041430af72eb None None] Bound using segment: {'id': '2fd6936d-1671-42a6-9dbc-220b5553be15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e6df1166-7647-47ca-b9f3-a84b658e710b'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:47:15.697964 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-1c660640-dfab-44ab-afcf-041430af72eb None None] Bound port: f0839e76-7823-4a90-967b-483412daeb7f, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd6936d-1671-42a6-9dbc-220b5553be15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e6df1166-7647-47ca-b9f3-a84b658e710b'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:47:15.697964 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-1c660640-dfab-44ab-afcf-041430af72eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f0839e76-7823-4a90-967b-483412daeb7f), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:15.698536 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4adae513-3f95-491b-ae64-2e5cf44d0e0e req-6026d033-bc00-43e5-8d7b-11ebca6d1737 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:15.702538 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4adae513-3f95-491b-ae64-2e5cf44d0e0e req-6026d033-bc00-43e5-8d7b-11ebca6d1737 tempest-InstanceActionsTestJSON-110768485 tempest-InstanceActionsTestJSON-110768485-project] 10.222.0.31 "DELETE /v2.0/ports/230d0c6d-c783-4f0b-b376-73661764acc9 HTTP/1.1" status: 204 len: 173 time: 1.9930103 Mar 05 04:47:15.725898 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb57a850-0a30-450e-8169-35044a720914', 'name': 'network-vif-deleted', 'tag': '230d0c6d-c783-4f0b-b376-73661764acc9'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:47:15.728209 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe9ab4a-a1e8-4639-a7cb-31e51a798f5e" -d '{"events": [{"server_uuid": "fb57a850-0a30-450e-8169-35044a720914", "name": "network-vif-deleted", "tag": "230d0c6d-c783-4f0b-b376-73661764acc9"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:47:15.792896 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-ccd6ebd5-ca53-4b1c-9a88-8ffeb7486b5b service neutron] For port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:47:15.801677 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-ccd6ebd5-ca53-4b1c-9a88-8ffeb7486b5b service neutron] For port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=3a56743a-d04a-4293-8fb5-de9cb6a24a3f,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:47:15.811802 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46120) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:15.819384 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-1c660640-dfab-44ab-afcf-041430af72eb None None] For port f0839e76-7823-4a90-967b-483412daeb7f, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:47:15.823670 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-1c660640-dfab-44ab-afcf-041430af72eb None None] For port f0839e76-7823-4a90-967b-483412daeb7f, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=f0839e76-7823-4a90-967b-483412daeb7f,segment=NetworkSegment(2fd6936d-1671-42a6-9dbc-220b5553be15),segment_id=2fd6936d-1671-42a6-9dbc-220b5553be15)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:47:15.824970 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-3f5c9ddd-d949-4d07-bf72-59c2b2414dc8 admin admin] Request body: {'subnet': {'network_id': '564ab223-1564-4897-bfe7-bf2187e8cd7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-594194993-subnet', 'tenant_id': 'b26228d66db44ec4a353fe5eebb33cfb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:47:15.827683 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4e8ab52a-8a1e-42fc-be63-b66ba650fb27 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9505210 Mar 05 04:47:15.833719 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-1c660640-dfab-44ab-afcf-041430af72eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f0839e76-7823-4a90-967b-483412daeb7f), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:15.846619 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b37309-e4aa-4ac2-aa2e-f14cb98924f8 req-a4c31d33-4306-4bed-887c-4b49c20c0a09 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:15.848335 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3b37309-e4aa-4ac2-aa2e-f14cb98924f8 req-a4c31d33-4306-4bed-887c-4b49c20c0a09 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 931 time: 0.9197617 Mar 05 04:47:15.869228 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ab52a-8a1e-42fc-be63-b66ba650fb27 admin admin] Pushing event updated for resources: {'Network': ['ID=564ab223-1564-4897-bfe7-bf2187e8cd7e,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:15.876481 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-ccd6ebd5-ca53-4b1c-9a88-8ffeb7486b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (3a56743a-d04a-4293-8fb5-de9cb6a24a3f), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:15.885195 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 564ab223-1564-4897-bfe7-bf2187e8cd7e details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:47:16.002024 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5c9ddd-d949-4d07-bf72-59c2b2414dc8 admin admin] Made reservation on behalf of b26228d66db44ec4a353fe5eebb33cfb for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:47:16.004659 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3f5c9ddd-d949-4d07-bf72-59c2b2414dc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:16.022602 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c660640-dfab-44ab-afcf-041430af72eb None None] Routers {'a8ec9549-9ccf-47b1-92a4-afd3e70bc704'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:47:16.023394 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-1c660640-dfab-44ab-afcf-041430af72eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:47:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['a8ec9549-9ccf-47b1-92a4-afd3e70bc704'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:16.030895 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568e79f-c691-46f6-b198-332cb961d108 None None] Pushing event updated for resources: {'Port': ['ID=f0839e76-7823-4a90-967b-483412daeb7f,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:16.052557 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6ebd5-ca53-4b1c-9a88-8ffeb7486b5b service neutron] Pushing event updated for resources: {'Port': ['ID=3a56743a-d04a-4293-8fb5-de9cb6a24a3f,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:16.053089 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3b37309-e4aa-4ac2-aa2e-f14cb98924f8 req-d8149aac-60a1-4d03-9c03-2e060eb7387c tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859248 Mar 05 04:47:16.079742 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-ccd6ebd5-ca53-4b1c-9a88-8ffeb7486b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:16.086866 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 230d0c6d-c783-4f0b-b376-73661764acc9 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:47:16.087409 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-ccd6ebd5-ca53-4b1c-9a88-8ffeb7486b5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:16.093691 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-ccd6ebd5-ca53-4b1c-9a88-8ffeb7486b5b service neutron] 10.222.0.31 "PUT /v2.0/ports/3a56743a-d04a-4293-8fb5-de9cb6a24a3f HTTP/1.1" status: 200 len: 1092 time: 1.9765766 Mar 05 04:47:16.095191 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b62c79-bc35-49d5-9875-cd76b9b2c9f7', 'tag': '3a56743a-d04a-4293-8fb5-de9cb6a24a3f'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:47:16.103658 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a46bce2-9c95-4c21-b96a-3a4fbc854b8d" -d '{"events": [{"name": "network-changed", "server_uuid": "97b62c79-bc35-49d5-9875-cd76b9b2c9f7", "tag": "3a56743a-d04a-4293-8fb5-de9cb6a24a3f"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:47:16.147746 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 230d0c6d-c783-4f0b-b376-73661764acc9 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:47:16.148100 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 230d0c6d-c783-4f0b-b376-73661764acc9 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:47:16.178649 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-ab12662c-ea48-442b-90e4-21d648625a6d None None] Provisioning complete for port f0839e76-7823-4a90-967b-483412daeb7f triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:16.179615 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ab12662c-ea48-442b-90e4-21d648625a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f0839e76-7823-4a90-967b-483412daeb7f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:16.192829 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3f1ab7-a594-46d2-a828-4ab206bcc036 x-openstack-request-id: req-dc3f1ab7-a594-46d2-a828-4ab206bcc036 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:47:16.193128 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb57a850-0a30-450e-8169-35044a720914", "name": "network-vif-deleted", "tag": "230d0c6d-c783-4f0b-b376-73661764acc9", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:47:16.193386 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dc3f1ab7-a594-46d2-a828-4ab206bcc036 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:47:16.193795 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb57a850-0a30-450e-8169-35044a720914', 'name': 'network-vif-deleted', 'tag': '230d0c6d-c783-4f0b-b376-73661764acc9', 'status': 'completed', 'code': 200} Mar 05 04:47:16.218827 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:16.240095 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-273a0674-2f51-4a28-8e63-697e1ed2a5d0 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:16.246764 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-273a0674-2f51-4a28-8e63-697e1ed2a5d0 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/networks?id=97e85245-3112-4887-8483-668804607d54 HTTP/1.1" status: 200 len: 812 time: 0.2870970 Mar 05 04:47:16.259823 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-1c660640-dfab-44ab-afcf-041430af72eb None None] Set router a8ec9549-9ccf-47b1-92a4-afd3e70bc704 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:47:16.277498 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-b39b6fb7-8918-4580-9310-d439e987b5ad tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/quotas/b4c5ecf1c59144a68ee1fb483c77ba0c HTTP/1.1" status: 200 len: 375 time: 0.0291467 Mar 05 04:47:16.315604 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ab12662c-ea48-442b-90e4-21d648625a6d None None] Current status of the port f0839e76-7823-4a90-967b-483412daeb7f is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:16.318293 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ab12662c-ea48-442b-90e4-21d648625a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f0839e76-7823-4a90-967b-483412daeb7f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:16.366384 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-90d7e5da-7f33-45b9-ade9-0db7f8b8776b tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b4c5ecf1c59144a68ee1fb483c77ba0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879042 Mar 05 04:47:16.447158 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-ab12662c-ea48-442b-90e4-21d648625a6d None None] For port f0839e76-7823-4a90-967b-483412daeb7f, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=f0839e76-7823-4a90-967b-483412daeb7f,segment=NetworkSegment(2fd6936d-1671-42a6-9dbc-220b5553be15),segment_id=2fd6936d-1671-42a6-9dbc-220b5553be15)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:47:16.453282 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-d5db4a86-0ae1-4488-8254-08dd37a7267f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:16.455792 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-d5db4a86-0ae1-4488-8254-08dd37a7267f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=84f78c82255c4feca46335184d79ad7d&device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 1126 time: 0.2434709 Mar 05 04:47:16.457670 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ab12662c-ea48-442b-90e4-21d648625a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f0839e76-7823-4a90-967b-483412daeb7f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:16.546357 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab12662c-ea48-442b-90e4-21d648625a6d None None] Pushing event updated for resources: {'Port': ['ID=f0839e76-7823-4a90-967b-483412daeb7f,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:16.601745 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-dfb66ad4-eab7-4beb-bb05-be1c7960b10a None None] Provisioning complete for port f0839e76-7823-4a90-967b-483412daeb7f triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:16.603128 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dfb66ad4-eab7-4beb-bb05-be1c7960b10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f0839e76-7823-4a90-967b-483412daeb7f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:16.610683 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b2382-b873-422e-9c0e-c7ae88b78f08 req-976e5ac3-a7fa-40cc-9e54-4259e50d03a5 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:16.618394 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-357b2382-b873-422e-9c0e-c7ae88b78f08 req-976e5ac3-a7fa-40cc-9e54-4259e50d03a5 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 949 time: 0.2784200 Mar 05 04:47:16.618596 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-3f9d6180-90ed-4fd8-9ed4-b7c4ffdd609f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a56743a-d04a-4293-8fb5-de9cb6a24a3f HTTP/1.1" status: 200 len: 217 time: 0.1511698 Mar 05 04:47:16.621780 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:47:16.644993 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-1c660640-dfab-44ab-afcf-041430af72eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ec9549-9ccf-47b1-92a4-afd3e70bc704', 'name': 'tempest-AttachSCSIVolumeTestJSON-1902128684-router', 'tenant_id': '3b20a621bb7044c2808f9e2367a9bd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'b42383ba-27bc-4eed-8d4f-04bb20c973b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:47:01Z', 'updated_at': '2022-03-05T04:47:10Z', 'revision_number': 4, 'project_id': '3b20a621bb7044c2808f9e2367a9bd26', 'gw_port': {'id': 'b42383ba-27bc-4eed-8d4f-04bb20c973b4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ec9549-9ccf-47b1-92a4-afd3e70bc704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:03Z', 'updated_at': '2022-03-05T04:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'f0839e76-7823-4a90-967b-483412daeb7f', 'name': '', 'network_id': 'e6df1166-7647-47ca-b9f3-a84b658e710b', 'tenant_id': '3b20a621bb7044c2808f9e2367a9bd26', 'mac_address': 'fa:16:3e:53:90:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ec9549-9ccf-47b1-92a4-afd3e70bc704', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '851e6af0-c6d9-4c17-a4dd-19e6f8c2ac70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:08Z', 'updated_at': '2022-03-05T04:47:15Z', 'revision_number': 4, 'project_id': '3b20a621bb7044c2808f9e2367a9bd26', 'subnets': [{'id': '851e6af0-c6d9-4c17-a4dd-19e6f8c2ac70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:16.650891 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-72895c55-df6f-49e5-b498-fa1c592079b9 service neutron] 10.222.0.11 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836568 Mar 05 04:47:16.683114 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c660640-dfab-44ab-afcf-041430af72eb None None] The sync data for ids ['a8ec9549-9ccf-47b1-92a4-afd3e70bc704'] in n-d-789963-32 is: [{'id': 'a8ec9549-9ccf-47b1-92a4-afd3e70bc704', 'name': 'tempest-AttachSCSIVolumeTestJSON-1902128684-router', 'tenant_id': '3b20a621bb7044c2808f9e2367a9bd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'b42383ba-27bc-4eed-8d4f-04bb20c973b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:47:01Z', 'updated_at': '2022-03-05T04:47:10Z', 'revision_number': 4, 'project_id': '3b20a621bb7044c2808f9e2367a9bd26', 'gw_port': {'id': 'b42383ba-27bc-4eed-8d4f-04bb20c973b4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ec9549-9ccf-47b1-92a4-afd3e70bc704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:03Z', 'updated_at': '2022-03-05T04:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'f0839e76-7823-4a90-967b-483412daeb7f', 'name': '', 'network_id': 'e6df1166-7647-47ca-b9f3-a84b658e710b', 'tenant_id': '3b20a621bb7044c2808f9e2367a9bd26', 'mac_address': 'fa:16:3e:53:90:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ec9549-9ccf-47b1-92a4-afd3e70bc704', 'device_owner': 'network:router_interface', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '851e6af0-c6d9-4c17-a4dd-19e6f8c2ac70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:08Z', 'updated_at': '2022-03-05T04:47:15Z', 'revision_number': 4, 'project_id': '3b20a621bb7044c2808f9e2367a9bd26', 'subnets': [{'id': '851e6af0-c6d9-4c17-a4dd-19e6f8c2ac70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:47:16.750249 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-dfb66ad4-eab7-4beb-bb05-be1c7960b10a None None] Current status of the port f0839e76-7823-4a90-967b-483412daeb7f is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:16.769071 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-29302ee0-f682-490e-9003-f9733f381e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:16.789700 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-29302ee0-f682-490e-9003-f9733f381e3d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9d33dc8a-6008-478a-9ec8-49595a4a0656 HTTP/1.1" status: 200 len: 860 time: 0.1609173 Mar 05 04:47:16.805190 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-357b2382-b873-422e-9c0e-c7ae88b78f08 req-2cff4b71-61e4-441a-b43d-e8b70306200d tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825798 Mar 05 04:47:16.819650 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3f5c9ddd-d949-4d07-bf72-59c2b2414dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (d465e1b9-7504-40c9-a62e-e87eedceda7f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:16.856132 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-c3234b94-538a-482d-93d0-b4bf95b4e268 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd6aa200-b97d-49ed-9876-375a41229f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607276 Mar 05 04:47:16.859723 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-13445f85-a878-4807-8b19-274ce98b150d service neutron] 10.222.0.11 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073905 Mar 05 04:47:16.866856 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46138) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:16.920986 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5352a9e6-ec6f-476e-91fd-2cdbb0e419d1 x-openstack-request-id: req-5352a9e6-ec6f-476e-91fd-2cdbb0e419d1 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:47:16.921902 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b62c79-bc35-49d5-9875-cd76b9b2c9f7", "tag": "3a56743a-d04a-4293-8fb5-de9cb6a24a3f", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:47:16.922159 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5352a9e6-ec6f-476e-91fd-2cdbb0e419d1 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:47:16.922561 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b62c79-bc35-49d5-9875-cd76b9b2c9f7', 'tag': '3a56743a-d04a-4293-8fb5-de9cb6a24a3f', 'status': 'completed', 'code': 200} Mar 05 04:47:16.985808 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b19f3d-f49e-4563-91a5-887770977922 admin admin] Deleting subnet c25701bd-248e-4204-be64-8c592cd7d5f5 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:47:17.023906 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c9ddd-d949-4d07-bf72-59c2b2414dc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d465e1b9-7504-40c9-a62e-e87eedceda7f,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:17.033690 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5c9ddd-d949-4d07-bf72-59c2b2414dc8 admin admin] Checking segment: {'id': '0d518976-6238-496c-8ffc-f9926de03fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '564ab223-1564-4897-bfe7-bf2187e8cd7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:47:17.034057 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5c9ddd-d949-4d07-bf72-59c2b2414dc8 admin admin] Network hostable DHCP agents. Network: 564ab223-1564-4897-bfe7-bf2187e8cd7e, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:47:17.035500 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21b19f3d-f49e-4563-91a5-887770977922 admin admin] Publish callbacks [] for subnet (c25701bd-248e-4204-be64-8c592cd7d5f5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:17.095516 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-91e2bd34-4eb0-4a42-8a52-6548b56bcac6 req-46901352-2656-47e5-a608-09ac33e9b61a tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 210 time: 0.1068826 Mar 05 04:47:17.113985 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5c9ddd-d949-4d07-bf72-59c2b2414dc8 admin admin] Network 564ab223-1564-4897-bfe7-bf2187e8cd7e is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:47:17.128704 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-f467793a-ed1e-4eca-ae9f-72e3fc553870 service neutron] 10.222.0.31 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478662 Mar 05 04:47:17.132354 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21b19f3d-f49e-4563-91a5-887770977922 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (c25701bd-248e-4204-be64-8c592cd7d5f5), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:17.150139 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-3f5c9ddd-d949-4d07-bf72-59c2b2414dc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 564ab223-1564-4897-bfe7-bf2187e8cd7e) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:47:17.156546 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5c9ddd-d949-4d07-bf72-59c2b2414dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:17.156971 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3f5c9ddd-d949-4d07-bf72-59c2b2414dc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:17.159779 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3624d858-567f-47a0-852d-527a3a15a239 None None] Network 564ab223-1564-4897-bfe7-bf2187e8cd7e requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:47:17.228151 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3f5c9ddd-d949-4d07-bf72-59c2b2414dc8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4145892 Mar 05 04:47:17.229189 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46146) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:17.254560 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-a4b5112a-0ec7-4e61-8721-6fbf572104e5 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-594194993-router', 'tenant_id': 'b26228d66db44ec4a353fe5eebb33cfb', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:47:17.290085 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-980b75d4-bb53-455c-bf30-74b4bc9557e1 req-e09a01fd-b740-470a-8151-fedc82a190e3 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ce09bd8-96d2-46a3-9397-4e474ab2494d HTTP/1.1" status: 200 len: 210 time: 0.0895767 Mar 05 04:47:17.343753 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21b19f3d-f49e-4563-91a5-887770977922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (c25701bd-248e-4204-be64-8c592cd7d5f5), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:17.354958 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82df698-869c-4423-bc9e-144f74bfa905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-564ab223-1564-4897-bfe7-bf2187e8cd7e', 'network_id': '564ab223-1564-4897-bfe7-bf2187e8cd7e', 'project_id': 'b26228d66db44ec4a353fe5eebb33cfb', 'fixed_ips': [{'subnet_id': 'd465e1b9-7504-40c9-a62e-e87eedceda7f'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:47:17.358513 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f82df698-869c-4423-bc9e-144f74bfa905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:17.414881 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee7fd0-7f38-4be1-a048-05882031a852 req-1bd2dd00-b431-4444-adf3-4bc0ce6808b3 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:17.416601 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0aee7fd0-7f38-4be1-a048-05882031a852 req-1bd2dd00-b431-4444-adf3-4bc0ce6808b3 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.1755211 Mar 05 04:47:17.463897 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4b5112a-0ec7-4e61-8721-6fbf572104e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (9a4f174a-311b-4ecf-881d-608118d02bf5), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:17.465474 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4b5112a-0ec7-4e61-8721-6fbf572104e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (9a4f174a-311b-4ecf-881d-608118d02bf5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:17.491521 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21b19f3d-f49e-4563-91a5-887770977922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (c25701bd-248e-4204-be64-8c592cd7d5f5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:17.562007 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0aee7fd0-7f38-4be1-a048-05882031a852 req-abd2f05e-2146-4100-89f5-f765549cb9b4 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373026 Mar 05 04:47:17.585285 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9b8d62c2-5a5e-4820-a610-ef4bc62148e1 req-cc0d118d-a3ac-4643-a065-44066f6d6791 service neutron] 10.222.0.31 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417057 Mar 05 04:47:17.588810 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4b5112a-0ec7-4e61-8721-6fbf572104e5 admin admin] Publish callbacks [] for router_controller (9a4f174a-311b-4ecf-881d-608118d02bf5), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:17.600289 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b19f3d-f49e-4563-91a5-887770977922 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c25701bd-248e-4204-be64-8c592cd7d5f5,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:17.602561 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21b19f3d-f49e-4563-91a5-887770977922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:17.610729 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-21b19f3d-f49e-4563-91a5-887770977922 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c25701bd-248e-4204-be64-8c592cd7d5f5 HTTP/1.1" status: 204 len: 168 time: 0.7424152 Mar 05 04:47:17.612203 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46152) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:17.701343 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-f82df698-869c-4423-bc9e-144f74bfa905 None None] Allocated IP 172.20.0.2 (564ab223-1564-4897-bfe7-bf2187e8cd7e/d465e1b9-7504-40c9-a62e-e87eedceda7f/e6489b25-57fb-4c51-b349-7dc242b1ea18) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:47:17.746349 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6946af2e-ca03-4bf9-a809-8bcef062ad12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (3d4a4c79-d428-4910-8560-b824c56517cb), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:17.774329 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:17.910855 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6946af2e-ca03-4bf9-a809-8bcef062ad12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (3d4a4c79-d428-4910-8560-b824c56517cb), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:17.976158 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f82df698-869c-4423-bc9e-144f74bfa905 None None] Publish callbacks [] for port (e6489b25-57fb-4c51-b349-7dc242b1ea18), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:17.985599 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f82df698-869c-4423-bc9e-144f74bfa905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (e6489b25-57fb-4c51-b349-7dc242b1ea18), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:18.006197 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-6946af2e-ca03-4bf9-a809-8bcef062ad12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d4a4c79-d428-4910-8560-b824c56517cb']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:18.020707 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-6946af2e-ca03-4bf9-a809-8bcef062ad12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d535cc9-e24c-4b4a-8338-abef65eca6b3') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:18.021299 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-6946af2e-ca03-4bf9-a809-8bcef062ad12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d535cc9-e24c-4b4a-8338-abef65eca6b3') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:18.034292 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6946af2e-ca03-4bf9-a809-8bcef062ad12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (3d535cc9-e24c-4b4a-8338-abef65eca6b3), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:18.049801 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82df698-869c-4423-bc9e-144f74bfa905 None None] Pushing event updated for resources: {'Port': ['ID=e6489b25-57fb-4c51-b349-7dc242b1ea18,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:18.065524 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6946af2e-ca03-4bf9-a809-8bcef062ad12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (3d535cc9-e24c-4b4a-8338-abef65eca6b3), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:18.071458 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82df698-869c-4423-bc9e-144f74bfa905 None None] Network 564ab223-1564-4897-bfe7-bf2187e8cd7e is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:47:18.073623 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-f82df698-869c-4423-bc9e-144f74bfa905 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:47:18.078664 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82df698-869c-4423-bc9e-144f74bfa905 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:47:18.082967 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6946af2e-ca03-4bf9-a809-8bcef062ad12 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:47:18.083696 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6946af2e-ca03-4bf9-a809-8bcef062ad12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (3d535cc9-e24c-4b4a-8338-abef65eca6b3), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:18.086169 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 04:47:18.086169 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:47:18.086169 n-d-789963-32 neutron-server[105231]: timer() Mar 05 04:47:18.086169 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:47:18.086169 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 04:47:18.086169 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:47:18.086169 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 04:47:18.086169 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:47:18.086169 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 04:47:18.086169 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:47:18.086169 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 04:47:18.086169 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:47:18.086169 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 04:47:18.086169 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:47:18.086169 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:47:18.086169 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:47:18.086169 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:47:18.086169 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:47:18.086169 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 04:47:18.086169 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:47:18.086169 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 04:47:18.086169 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:47:18.086169 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:47:18.086169 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:47:18.086169 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 04:47:18.086169 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:47:18.086169 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:47:18.086169 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:47:18.086169 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:47:18.086169 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:47:18.086169 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:47:18.086169 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:47:18.124540 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef8b1e-d8ed-4128-8f85-419cd2a4f2a1 req-aec6c974-533a-412e-b1a3-eaa8fa5ef851 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:18.126417 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-26ef8b1e-d8ed-4128-8f85-419cd2a4f2a1 req-aec6c974-533a-412e-b1a3-eaa8fa5ef851 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 949 time: 0.1924257 Mar 05 04:47:18.126658 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46bce2-9c95-4c21-b96a-3a4fbc854b8d req-090019f6-60ca-4d1c-a0e0-14846390c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:18.128329 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9a46bce2-9c95-4c21-b96a-3a4fbc854b8d req-090019f6-60ca-4d1c-a0e0-14846390c4fe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=84f78c82255c4feca46335184d79ad7d&device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 1126 time: 0.4442484 Mar 05 04:47:18.141467 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4b5112a-0ec7-4e61-8721-6fbf572104e5 admin admin] Publish callbacks [] for router_gateway (9a4f174a-311b-4ecf-881d-608118d02bf5), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:18.238805 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-f82df698-869c-4423-bc9e-144f74bfa905 None None] Attempting to bind port e6489b25-57fb-4c51-b349-7dc242b1ea18 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:47:18.239417 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-f82df698-869c-4423-bc9e-144f74bfa905 None None] Attempting to bind port e6489b25-57fb-4c51-b349-7dc242b1ea18 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '0d518976-6238-496c-8ffc-f9926de03fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '564ab223-1564-4897-bfe7-bf2187e8cd7e'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:47:18.239627 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82df698-869c-4423-bc9e-144f74bfa905 None None] Attempting to bind port e6489b25-57fb-4c51-b349-7dc242b1ea18 on network 564ab223-1564-4897-bfe7-bf2187e8cd7e {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:47:18.254294 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82df698-869c-4423-bc9e-144f74bfa905 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:47:18.254738 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82df698-869c-4423-bc9e-144f74bfa905 None None] Checking segment: {'id': '0d518976-6238-496c-8ffc-f9926de03fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '564ab223-1564-4897-bfe7-bf2187e8cd7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:47:18.255180 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f82df698-869c-4423-bc9e-144f74bfa905 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:18.255687 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82df698-869c-4423-bc9e-144f74bfa905 None None] Bound using segment: {'id': '0d518976-6238-496c-8ffc-f9926de03fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '564ab223-1564-4897-bfe7-bf2187e8cd7e'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:47:18.256165 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-f82df698-869c-4423-bc9e-144f74bfa905 None None] Bound port: e6489b25-57fb-4c51-b349-7dc242b1ea18, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d518976-6238-496c-8ffc-f9926de03fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '564ab223-1564-4897-bfe7-bf2187e8cd7e'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:47:18.256553 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f82df698-869c-4423-bc9e-144f74bfa905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e6489b25-57fb-4c51-b349-7dc242b1ea18), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:18.265694 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6946af2e-ca03-4bf9-a809-8bcef062ad12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (3d4a4c79-d428-4910-8560-b824c56517cb), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:18.284470 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6946af2e-ca03-4bf9-a809-8bcef062ad12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:18.298592 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6946af2e-ca03-4bf9-a809-8bcef062ad12 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3d4a4c79-d428-4910-8560-b824c56517cb HTTP/1.1" status: 204 len: 168 time: 0.6669834 Mar 05 04:47:18.342362 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d52dd324-fb18-47b6-ac56-0f0000e1bc4c req-2c5c91b8-3446-4dfe-aef7-a184a12f98ae tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 210 time: 0.1259038 Mar 05 04:47:18.397057 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946af2e-ca03-4bf9-a809-8bcef062ad12 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d4a4c79-d428-4910-8560-b824c56517cb,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:18.417948 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-26ef8b1e-d8ed-4128-8f85-419cd2a4f2a1 req-298a3aa1-23f2-4509-91d3-97c5ef869665 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535098 Mar 05 04:47:18.491007 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f82df698-869c-4423-bc9e-144f74bfa905 None None] For port e6489b25-57fb-4c51-b349-7dc242b1ea18, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:47:18.518035 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f82df698-869c-4423-bc9e-144f74bfa905 None None] For port e6489b25-57fb-4c51-b349-7dc242b1ea18, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e6489b25-57fb-4c51-b349-7dc242b1ea18,segment=NetworkSegment(0d518976-6238-496c-8ffc-f9926de03fab),segment_id=0d518976-6238-496c-8ffc-f9926de03fab)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:47:18.533161 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f82df698-869c-4423-bc9e-144f74bfa905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e6489b25-57fb-4c51-b349-7dc242b1ea18), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:18.571702 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bf5798d2-c344-4f57-af3f-eb30a4b35955 req-37404187-1db2-4c36-9ebd-1f854d6e8075 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ce09bd8-96d2-46a3-9397-4e474ab2494d HTTP/1.1" status: 200 len: 210 time: 0.0898697 Mar 05 04:47:18.664035 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f0839e76-7823-4a90-967b-483412daeb7f up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:47:18.740625 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82df698-869c-4423-bc9e-144f74bfa905 None None] Pushing event updated for resources: {'Port': ['ID=e6489b25-57fb-4c51-b349-7dc242b1ea18,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:18.774853 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port f0839e76-7823-4a90-967b-483412daeb7f triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:18.775414 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f0839e76-7823-4a90-967b-483412daeb7f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:18.791118 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46168) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:18.862452 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bd9844b0-018f-4ea7-ac5e-5c675678e454 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b37f85f51ebe4dd3af7c59a0169135ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0685914 Mar 05 04:47:18.865072 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46170) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:18.888607 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d07822-4e0a-4eed-b2d1-b0e899a580a9 req-6bfc9744-e422-41d9-9526-b122eab43f0d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:18.898029 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-73d07822-4e0a-4eed-b2d1-b0e899a580a9 req-6bfc9744-e422-41d9-9526-b122eab43f0d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.1749582 Mar 05 04:47:18.957641 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port f0839e76-7823-4a90-967b-483412daeb7f is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:19.240834 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-00dc6fdb-acd4-43a8-bea4-cac1a72c190d tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:19.242915 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-00dc6fdb-acd4-43a8-bea4-cac1a72c190d tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.31 "GET /v2.0/networks?id=97e85245-3112-4887-8483-668804607d54 HTTP/1.1" status: 200 len: 812 time: 0.3325632 Mar 05 04:47:19.275915 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46bce2-9c95-4c21-b96a-3a4fbc854b8d req-59aaf3c7-c300-4e22-a2e0-98678c9ac30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:19.280340 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9a46bce2-9c95-4c21-b96a-3a4fbc854b8d req-59aaf3c7-c300-4e22-a2e0-98678c9ac30d service neutron] 10.222.0.31 "GET /v2.0/networks?id=fd6aa200-b97d-49ed-9876-375a41229f42 HTTP/1.1" status: 200 len: 920 time: 1.1450212 Mar 05 04:47:19.296757 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-93148b14-1d4d-447f-9c49-314898bfb093 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Request body: {'port': {'device_id': '0ce09bd8-96d2-46a3-9397-4e474ab2494d', 'network_id': '97e85245-3112-4887-8483-668804607d54', 'admin_state_up': True, 'tenant_id': 'b4c5ecf1c59144a68ee1fb483c77ba0c'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:47:19.348703 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9a46bce2-9c95-4c21-b96a-3a4fbc854b8d req-9fa4536c-192b-4498-9f1c-6698afd965d8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a56743a-d04a-4293-8fb5-de9cb6a24a3f HTTP/1.1" status: 200 len: 217 time: 0.0615599 Mar 05 04:47:19.417500 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e2d20cac-2a7a-44b9-a0f3-f4dc969d1b7a req-eb337498-a1d0-44ec-bda0-5cf4c26c8374 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=19a210fb-d910-45df-ae59-1757ed88585f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2232211 Mar 05 04:47:19.473728 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-93148b14-1d4d-447f-9c49-314898bfb093 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Made reservation on behalf of b4c5ecf1c59144a68ee1fb483c77ba0c for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:47:19.477686 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-93148b14-1d4d-447f-9c49-314898bfb093 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:19.549477 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46bce2-9c95-4c21-b96a-3a4fbc854b8d req-2243c967-2035-4f8c-b18f-ba5cf69560ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:19.551104 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9a46bce2-9c95-4c21-b96a-3a4fbc854b8d req-2243c967-2035-4f8c-b18f-ba5cf69560ab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9d33dc8a-6008-478a-9ec8-49595a4a0656 HTTP/1.1" status: 200 len: 860 time: 0.1935828 Mar 05 04:47:19.597698 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9a46bce2-9c95-4c21-b96a-3a4fbc854b8d req-00cf662c-42e2-4b22-a559-3d7264c8801c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd6aa200-b97d-49ed-9876-375a41229f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392375 Mar 05 04:47:19.600301 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d20cac-2a7a-44b9-a0f3-f4dc969d1b7a req-b05d4dfa-da91-46e7-bb0c-aca76990cd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:19.601856 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e2d20cac-2a7a-44b9-a0f3-f4dc969d1b7a req-b05d4dfa-da91-46e7-bb0c-aca76990cd8a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=facd03296ca545159cfaaad05aba02e6&device_id=19a210fb-d910-45df-ae59-1757ed88585f HTTP/1.1" status: 200 len: 1128 time: 0.1339281 Mar 05 04:47:19.675108 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-93148b14-1d4d-447f-9c49-314898bfb093 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Allocated IP 172.20.0.6 (97e85245-3112-4887-8483-668804607d54/c431197c-f63d-4d0c-afc1-f0e0b1d87270/e5022e59-b704-4d59-830c-10c688c2b30d) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:47:19.740349 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d20cac-2a7a-44b9-a0f3-f4dc969d1b7a req-26523f4f-bc00-49ab-a969-64c18318a89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:19.742012 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e2d20cac-2a7a-44b9-a0f3-f4dc969d1b7a req-26523f4f-bc00-49ab-a969-64c18318a89a service neutron] 10.222.0.30 "GET /v2.0/networks?id=8538c983-160a-4b67-8024-c598ec9cf3a6 HTTP/1.1" status: 200 len: 907 time: 0.1134593 Mar 05 04:47:19.826232 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e2d20cac-2a7a-44b9-a0f3-f4dc969d1b7a req-0e9cb6cf-480d-486b-857e-24395c8b23d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a57d36aa-ebc3-4721-8c62-bb10dda34c94 HTTP/1.1" status: 200 len: 217 time: 0.0453281 Mar 05 04:47:19.896486 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-93148b14-1d4d-447f-9c49-314898bfb093 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks [] for port (e5022e59-b704-4d59-830c-10c688c2b30d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:19.903270 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d20cac-2a7a-44b9-a0f3-f4dc969d1b7a req-22c34580-ae61-4118-b5fd-d23ebb600eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:19.905871 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e2d20cac-2a7a-44b9-a0f3-f4dc969d1b7a req-22c34580-ae61-4118-b5fd-d23ebb600eda service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fa622505-df3c-45bb-bed1-baf2861c8524 HTTP/1.1" status: 200 len: 847 time: 0.0667803 Mar 05 04:47:19.989028 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ab5d4b83-48cf-4b6a-b095-e68fbd2a455e req-1e653e55-937d-44ba-b981-a7ae07951ed9 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 210 time: 0.4737170 Mar 05 04:47:19.993735 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-93148b14-1d4d-447f-9c49-314898bfb093 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (e5022e59-b704-4d59-830c-10c688c2b30d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:20.000605 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e2d20cac-2a7a-44b9-a0f3-f4dc969d1b7a req-433c2b8c-2ad3-4396-84fb-a63488f449fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8538c983-160a-4b67-8024-c598ec9cf3a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869031 Mar 05 04:47:20.002130 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4b5112a-0ec7-4e61-8721-6fbf572104e5 admin admin] Publish callbacks [] for router_gateway (9a4f174a-311b-4ecf-881d-608118d02bf5), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:20.014703 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-73d07822-4e0a-4eed-b2d1-b0e899a580a9 req-c50b1ffa-ef31-40aa-b4d2-809ff8de21b7 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1134520 Mar 05 04:47:20.037568 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-93148b14-1d4d-447f-9c49-314898bfb093 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Network 97e85245-3112-4887-8483-668804607d54 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:47:20.051114 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-93148b14-1d4d-447f-9c49-314898bfb093 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:47:20.053995 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8dfe81ae-9de1-4f0d-8641-c10b82b58572 admin admin] Publish callbacks [] for security_group (a8511e08-6616-46f4-b1b2-89dce4dd8936), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:20.082933 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8dfe81ae-9de1-4f0d-8641-c10b82b58572 admin admin] Publish callbacks [] for security_group (a8511e08-6616-46f4-b1b2-89dce4dd8936), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:20.114350 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4b5112a-0ec7-4e61-8721-6fbf572104e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:20.177218 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-93148b14-1d4d-447f-9c49-314898bfb093 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:47:20.229217 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9a46bce2-9c95-4c21-b96a-3a4fbc854b8d req-a835d6db-0cbc-4ff0-9556-ecad999796d1 service neutron] 10.222.0.31 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6245348 Mar 05 04:47:20.330821 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8dfe81ae-9de1-4f0d-8641-c10b82b58572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a8511e08-6616-46f4-b1b2-89dce4dd8936), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:20.338072 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8dfe81ae-9de1-4f0d-8641-c10b82b58572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:20.340524 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8dfe81ae-9de1-4f0d-8641-c10b82b58572 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a8511e08-6616-46f4-b1b2-89dce4dd8936 HTTP/1.1" status: 204 len: 168 time: 1.4738238 Mar 05 04:47:20.361664 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe81ae-9de1-4f0d-8641-c10b82b58572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8511e08-6616-46f4-b1b2-89dce4dd8936,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:20.363604 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93148b14-1d4d-447f-9c49-314898bfb093 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Pushing event updated for resources: {'Port': ['ID=e5022e59-b704-4d59-830c-10c688c2b30d,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:20.367229 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e89f22-b09d-4387-a8e9-5fd8ad66c096 None None] Network 564ab223-1564-4897-bfe7-bf2187e8cd7e requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:47:20.380926 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-93148b14-1d4d-447f-9c49-314898bfb093 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:20.381620 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-93148b14-1d4d-447f-9c49-314898bfb093 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:20.424348 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f84a8-c54e-4515-a832-0dbb532d9223 req-52409b7e-20b6-4938-b780-aefc88bc5ab3 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:20.426009 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b9f84a8-c54e-4515-a832-0dbb532d9223 req-52409b7e-20b6-4938-b780-aefc88bc5ab3 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ce09bd8-96d2-46a3-9397-4e474ab2494d HTTP/1.1" status: 200 len: 931 time: 0.2756610 Mar 05 04:47:20.434736 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947759b-6f72-4c51-bb76-89fa798c2f9a req-acc10d8c-3c5f-4945-9e12-e98c20062edd tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:20.442526 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7947759b-6f72-4c51-bb76-89fa798c2f9a req-acc10d8c-3c5f-4945-9e12-e98c20062edd tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 949 time: 0.2933071 Mar 05 04:47:20.445891 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-93148b14-1d4d-447f-9c49-314898bfb093 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1919019 Mar 05 04:47:20.460235 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-0d13926c-6c7b-4dee-99d8-4895980fd137 service neutron] Request body: {'port': {'device_id': '0ce09bd8-96d2-46a3-9397-4e474ab2494d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:47:20.552688 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e2d20cac-2a7a-44b9-a0f3-f4dc969d1b7a req-dbb30f1e-b591-43ae-8e2f-fe28f0fe463c service neutron] 10.222.0.30 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5456553 Mar 05 04:47:20.561310 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7947759b-6f72-4c51-bb76-89fa798c2f9a req-1842c29e-9896-4567-a5f8-31f1c2e22c03 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035619 Mar 05 04:47:20.612828 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-a4b5112a-0ec7-4e61-8721-6fbf572104e5 admin admin] Allocated IP 172.25.0.126 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/032c3352-7b3d-48a1-8aa5-3cb71edb27db) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:47:20.626556 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9a46bce2-9c95-4c21-b96a-3a4fbc854b8d req-71826fad-879e-457b-83f3-78e6ac05f119 service neutron] 10.222.0.31 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548453 Mar 05 04:47:20.653196 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b9f84a8-c54e-4515-a832-0dbb532d9223 req-c15a265f-7c4b-47db-a3cb-ba4170c88873 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039208 Mar 05 04:47:20.663823 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-0d13926c-6c7b-4dee-99d8-4895980fd137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e5022e59-b704-4d59-830c-10c688c2b30d), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:20.708523 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e6489b25-57fb-4c51-b349-7dc242b1ea18 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:47:20.775887 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-49f63cfe-ea6c-4c13-a07c-b48c052b4eee None None] Provisioning complete for port e6489b25-57fb-4c51-b349-7dc242b1ea18 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:20.776395 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-49f63cfe-ea6c-4c13-a07c-b48c052b4eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e6489b25-57fb-4c51-b349-7dc242b1ea18), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:20.824469 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e2d20cac-2a7a-44b9-a0f3-f4dc969d1b7a req-42f8e5de-7537-4794-8bcf-5cfefb25ac5f service neutron] 10.222.0.30 "GET /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618358 Mar 05 04:47:20.882940 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4b5112a-0ec7-4e61-8721-6fbf572104e5 admin admin] Publish callbacks [] for port (032c3352-7b3d-48a1-8aa5-3cb71edb27db), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:20.927310 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4b5112a-0ec7-4e61-8721-6fbf572104e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (032c3352-7b3d-48a1-8aa5-3cb71edb27db), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:20.932634 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port e6489b25-57fb-4c51-b349-7dc242b1ea18 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:20.933733 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e6489b25-57fb-4c51-b349-7dc242b1ea18), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:21.026543 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b5112a-0ec7-4e61-8721-6fbf572104e5 admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:47:21.050793 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-a4b5112a-0ec7-4e61-8721-6fbf572104e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:47:21.053979 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b5112a-0ec7-4e61-8721-6fbf572104e5 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:47:21.125132 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5112a-0ec7-4e61-8721-6fbf572104e5 admin admin] Pushing event updated for resources: {'Port': ['ID=032c3352-7b3d-48a1-8aa5-3cb71edb27db,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:21.329394 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-49f63cfe-ea6c-4c13-a07c-b48c052b4eee None None] Current status of the port e6489b25-57fb-4c51-b349-7dc242b1ea18 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:21.329797 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-49f63cfe-ea6c-4c13-a07c-b48c052b4eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e6489b25-57fb-4c51-b349-7dc242b1ea18), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:21.362100 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-079d8236-4113-4688-9892-d791003335b2 req-691f61b0-1b4e-400c-8219-9bd272fe3f44 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 210 time: 0.1378284 Mar 05 04:47:21.410211 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port e6489b25-57fb-4c51-b349-7dc242b1ea18 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:21.410787 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e6489b25-57fb-4c51-b349-7dc242b1ea18), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:21.423184 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de0ce2-b389-4c42-8a37-86485f558cac req-0a5e5128-9859-4272-b8c3-67c3e7431caf tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:21.423779 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-49f63cfe-ea6c-4c13-a07c-b48c052b4eee None None] For port e6489b25-57fb-4c51-b349-7dc242b1ea18, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e6489b25-57fb-4c51-b349-7dc242b1ea18,segment=NetworkSegment(0d518976-6238-496c-8ffc-f9926de03fab),segment_id=0d518976-6238-496c-8ffc-f9926de03fab)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:47:21.425207 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-50de0ce2-b389-4c42-8a37-86485f558cac req-0a5e5128-9859-4272-b8c3-67c3e7431caf tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.1918344 Mar 05 04:47:21.438766 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-49f63cfe-ea6c-4c13-a07c-b48c052b4eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e6489b25-57fb-4c51-b349-7dc242b1ea18), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:21.525276 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 04:47:21.525632 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 04:47:21.535492 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-0d13926c-6c7b-4dee-99d8-4895980fd137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5022e59-b704-4d59-830c-10c688c2b30d {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:47:21.548973 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-50de0ce2-b389-4c42-8a37-86485f558cac req-992b45b4-6a8c-48d3-8aca-0466fe9efacb tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082973 Mar 05 04:47:21.551849 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-0d13926c-6c7b-4dee-99d8-4895980fd137 service neutron] Publish callbacks [] for port (e5022e59-b704-4d59-830c-10c688c2b30d), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:21.569900 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-0d13926c-6c7b-4dee-99d8-4895980fd137 service neutron] Transition to ACTIVE for port object e5022e59-b704-4d59-830c-10c688c2b30d will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:47:21.576317 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-0d13926c-6c7b-4dee-99d8-4895980fd137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (e5022e59-b704-4d59-830c-10c688c2b30d), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:21.588410 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f63cfe-ea6c-4c13-a07c-b48c052b4eee None None] Pushing event updated for resources: {'Port': ['ID=e6489b25-57fb-4c51-b349-7dc242b1ea18,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:21.602538 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d7dffbfb-b7fb-4b76-9279-87eec19dabe8 None None] Provisioning complete for port e6489b25-57fb-4c51-b349-7dc242b1ea18 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:21.603625 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d7dffbfb-b7fb-4b76-9279-87eec19dabe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e6489b25-57fb-4c51-b349-7dc242b1ea18), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:21.657625 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13926c-6c7b-4dee-99d8-4895980fd137 service neutron] Pushing event updated for resources: {'Port': ['ID=e5022e59-b704-4d59-830c-10c688c2b30d,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:21.662908 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4b5112a-0ec7-4e61-8721-6fbf572104e5 admin admin] Publish callbacks [] for router_gateway (9a4f174a-311b-4ecf-881d-608118d02bf5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:21.877108 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d7dffbfb-b7fb-4b76-9279-87eec19dabe8 None None] Current status of the port e6489b25-57fb-4c51-b349-7dc242b1ea18 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:21.928266 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-0d13926c-6c7b-4dee-99d8-4895980fd137 service neutron] Attempting to bind port e5022e59-b704-4d59-830c-10c688c2b30d on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:47:21.928952 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-0d13926c-6c7b-4dee-99d8-4895980fd137 service neutron] Attempting to bind port e5022e59-b704-4d59-830c-10c688c2b30d by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '203a0330-0979-4646-8d37-68343458b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97e85245-3112-4887-8483-668804607d54'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:47:21.929469 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-0d13926c-6c7b-4dee-99d8-4895980fd137 service neutron] Attempting to bind port e5022e59-b704-4d59-830c-10c688c2b30d on network 97e85245-3112-4887-8483-668804607d54 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:47:21.938826 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-0d13926c-6c7b-4dee-99d8-4895980fd137 service neutron] Port e5022e59-b704-4d59-830c-10c688c2b30d on network 97e85245-3112-4887-8483-668804607d54 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:47:21.939608 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-0d13926c-6c7b-4dee-99d8-4895980fd137 service neutron] Attempting to bind port e5022e59-b704-4d59-830c-10c688c2b30d on network 97e85245-3112-4887-8483-668804607d54 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:47:21.957148 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-0d13926c-6c7b-4dee-99d8-4895980fd137 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:47:21.957823 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-0d13926c-6c7b-4dee-99d8-4895980fd137 service neutron] Checking segment: {'id': '203a0330-0979-4646-8d37-68343458b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97e85245-3112-4887-8483-668804607d54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:47:21.958476 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-0d13926c-6c7b-4dee-99d8-4895980fd137 service neutron] Bound using segment: {'id': '203a0330-0979-4646-8d37-68343458b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97e85245-3112-4887-8483-668804607d54'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:47:21.959125 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-0d13926c-6c7b-4dee-99d8-4895980fd137 service neutron] Bound port: e5022e59-b704-4d59-830c-10c688c2b30d, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203a0330-0979-4646-8d37-68343458b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97e85245-3112-4887-8483-668804607d54'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:47:21.959699 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-0d13926c-6c7b-4dee-99d8-4895980fd137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e5022e59-b704-4d59-830c-10c688c2b30d), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:21.977841 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03b967-8289-43ba-a910-58bec5a46afa req-c48a4f77-d649-4a7a-9100-f7898bf51685 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:21.987014 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bb03b967-8289-43ba-a910-58bec5a46afa req-c48a4f77-d649-4a7a-9100-f7898bf51685 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 949 time: 0.1888905 Mar 05 04:47:22.040039 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da178a7-e8fb-4187-8c36-803b4c67c76e req-31c235d3-cae1-42f0-b7ef-3baaf3fbf768 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:22.048080 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7da178a7-e8fb-4187-8c36-803b4c67c76e req-31c235d3-cae1-42f0-b7ef-3baaf3fbf768 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ce09bd8-96d2-46a3-9397-4e474ab2494d HTTP/1.1" status: 200 len: 943 time: 0.1975222 Mar 05 04:47:22.099266 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4b5112a-0ec7-4e61-8721-6fbf572104e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (9a4f174a-311b-4ecf-881d-608118d02bf5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:22.115965 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port e6489b25-57fb-4c51-b349-7dc242b1ea18 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:22.128809 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bb03b967-8289-43ba-a910-58bec5a46afa req-ac09b939-a621-4e2d-ab07-e04a87e2fad1 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404021 Mar 05 04:47:22.177941 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-0d13926c-6c7b-4dee-99d8-4895980fd137 service neutron] For port e5022e59-b704-4d59-830c-10c688c2b30d, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:47:22.222798 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7da178a7-e8fb-4187-8c36-803b4c67c76e req-197b8eaf-b37b-4b3e-aadc-6c77a1a1f51f tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733963 Mar 05 04:47:22.225063 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-0d13926c-6c7b-4dee-99d8-4895980fd137 service neutron] For port e5022e59-b704-4d59-830c-10c688c2b30d, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=e5022e59-b704-4d59-830c-10c688c2b30d,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:47:22.235591 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-0d13926c-6c7b-4dee-99d8-4895980fd137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (e5022e59-b704-4d59-830c-10c688c2b30d), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:22.318217 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-0d13926c-6c7b-4dee-99d8-4895980fd137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:22.319169 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-0d13926c-6c7b-4dee-99d8-4895980fd137 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:22.320686 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-0d13926c-6c7b-4dee-99d8-4895980fd137 service neutron] 10.222.0.31 "PUT /v2.0/ports/e5022e59-b704-4d59-830c-10c688c2b30d HTTP/1.1" status: 200 len: 1092 time: 1.8662331 Mar 05 04:47:22.323306 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce09bd8-96d2-46a3-9397-4e474ab2494d', 'tag': 'e5022e59-b704-4d59-830c-10c688c2b30d'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:47:22.328345 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412b4ca2-6f87-4c19-997e-60cdbae4c4dc" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce09bd8-96d2-46a3-9397-4e474ab2494d", "tag": "e5022e59-b704-4d59-830c-10c688c2b30d"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:47:22.358208 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13926c-6c7b-4dee-99d8-4895980fd137 service neutron] Pushing event updated for resources: {'Port': ['ID=e5022e59-b704-4d59-830c-10c688c2b30d,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:22.490950 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b5112a-0ec7-4e61-8721-6fbf572104e5 admin admin] Router 9a4f174a-311b-4ecf-881d-608118d02bf5 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:47:22.506663 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a14cdc-5d94-4644-a881-16b3dde9d91e x-openstack-request-id: req-b0a14cdc-5d94-4644-a881-16b3dde9d91e {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:47:22.508392 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce09bd8-96d2-46a3-9397-4e474ab2494d", "tag": "e5022e59-b704-4d59-830c-10c688c2b30d", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:47:22.508849 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b0a14cdc-5d94-4644-a881-16b3dde9d91e {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:47:22.509470 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce09bd8-96d2-46a3-9397-4e474ab2494d', 'tag': 'e5022e59-b704-4d59-830c-10c688c2b30d', 'status': 'completed', 'code': 200} Mar 05 04:47:22.555228 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b42aa05a-bf47-465f-8a58-9f53f4f2a35c req-d7fcee6e-0151-44a9-8965-1e14240054f0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2135947 Mar 05 04:47:22.569895 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-3b4b821a-613e-408a-80af-2f655eeab99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:22.580330 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-3b4b821a-613e-408a-80af-2f655eeab99b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4c5ecf1c59144a68ee1fb483c77ba0c&device_id=0ce09bd8-96d2-46a3-9397-4e474ab2494d HTTP/1.1" status: 200 len: 1126 time: 0.2015553 Mar 05 04:47:22.584895 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e6489b25-57fb-4c51-b349-7dc242b1ea18 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:47:22.683777 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port e6489b25-57fb-4c51-b349-7dc242b1ea18 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:22.684188 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e6489b25-57fb-4c51-b349-7dc242b1ea18), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:22.709750 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-1af15c94-c4e5-418a-9b90-bff66719690a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5022e59-b704-4d59-830c-10c688c2b30d HTTP/1.1" status: 200 len: 217 time: 0.1223845 Mar 05 04:47:22.752305 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-413271ce-3d74-41c4-aad5-8a9b2ab838cf req-51b9d39c-d09f-46ac-94b5-c0c4f304c24f tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 210 time: 0.0671229 Mar 05 04:47:22.817625 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42aa05a-bf47-465f-8a58-9f53f4f2a35c req-5b72d882-9d18-472c-9cd4-ad5d70a71e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:22.819810 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b42aa05a-bf47-465f-8a58-9f53f4f2a35c req-5b72d882-9d18-472c-9cd4-ad5d70a71e28 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=84f78c82255c4feca46335184d79ad7d&device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba HTTP/1.1" status: 200 len: 1128 time: 0.2430599 Mar 05 04:47:22.841836 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-58a7f7e3-cb14-45ce-9fad-4bc5d5820414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:22.844016 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-58a7f7e3-cb14-45ce-9fad-4bc5d5820414 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c431197c-f63d-4d0c-afc1-f0e0b1d87270 HTTP/1.1" status: 200 len: 852 time: 0.1276391 Mar 05 04:47:22.856523 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port e6489b25-57fb-4c51-b349-7dc242b1ea18 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:22.885896 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-863c0730-806b-4ea1-aaff-bf734fb9eb82 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=97e85245-3112-4887-8483-668804607d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343792 Mar 05 04:47:22.935607 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30231024-3e56-4d6c-9ff7-d0c2b40f19b7 req-7dc14c92-e328-474b-89ca-3a011d1f1ae3 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:22.944038 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-30231024-3e56-4d6c-9ff7-d0c2b40f19b7 req-7dc14c92-e328-474b-89ca-3a011d1f1ae3 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.1951311 Mar 05 04:47:22.995501 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b5112a-0ec7-4e61-8721-6fbf572104e5 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:47:23.006088 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe0e0ed-7037-4f61-b685-2801d27ae54e None None] Sync routers for ids ['9a4f174a-311b-4ecf-881d-608118d02bf5'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:47:23.025583 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe0e0ed-7037-4f61-b685-2801d27ae54e None None] Routers {'9a4f174a-311b-4ecf-881d-608118d02bf5'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:47:23.026228 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8fe0e0ed-7037-4f61-b685-2801d27ae54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:47:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9a4f174a-311b-4ecf-881d-608118d02bf5'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:23.053254 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4b5112a-0ec7-4e61-8721-6fbf572104e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:23.057103 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a4b5112a-0ec7-4e61-8721-6fbf572104e5 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8211985 Mar 05 04:47:23.058027 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46236) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:23.065159 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42aa05a-bf47-465f-8a58-9f53f4f2a35c req-54cc3a34-dce6-4e8b-b20e-247bb3ff0289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:23.067044 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b42aa05a-bf47-465f-8a58-9f53f4f2a35c req-54cc3a34-dce6-4e8b-b20e-247bb3ff0289 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fd6aa200-b97d-49ed-9876-375a41229f42 HTTP/1.1" status: 200 len: 920 time: 0.2098296 Mar 05 04:47:23.071596 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-30231024-3e56-4d6c-9ff7-d0c2b40f19b7 req-d3cb6bcd-2479-43c4-9afd-4a3b2a9ae1bf tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266685 Mar 05 04:47:23.084645 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-501e8bf0-9149-4acb-927a-36dada27838a service neutron] 10.222.0.31 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920035 Mar 05 04:47:23.137316 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b42aa05a-bf47-465f-8a58-9f53f4f2a35c req-cb2cfb4b-74ae-4565-98c1-b047eb6464f1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78e680ca-9ebd-4559-af42-4c5defed548d HTTP/1.1" status: 200 len: 217 time: 0.0625160 Mar 05 04:47:23.210021 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42aa05a-bf47-465f-8a58-9f53f4f2a35c req-f748e1cd-8695-4702-ae9b-30c3ddd63d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:23.213052 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b42aa05a-bf47-465f-8a58-9f53f4f2a35c req-f748e1cd-8695-4702-ae9b-30c3ddd63d15 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9d33dc8a-6008-478a-9ec8-49595a4a0656 HTTP/1.1" status: 200 len: 860 time: 0.0699000 Mar 05 04:47:23.262598 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-8fe0e0ed-7037-4f61-b685-2801d27ae54e None None] Set router 9a4f174a-311b-4ecf-881d-608118d02bf5 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:47:23.291856 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b42aa05a-bf47-465f-8a58-9f53f4f2a35c req-5dba9ed9-cf49-4e22-beb1-d26f1dbc7126 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd6aa200-b97d-49ed-9876-375a41229f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714777 Mar 05 04:47:23.346774 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a15e7fd-046e-4835-8e7c-a29cf2381571 req-807a1557-a817-44e8-a6c7-1ee8098090fe service neutron] 10.222.0.31 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026644 Mar 05 04:47:23.407020 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66660ee8-c10d-448d-b6a0-d2d846bc2b16 req-ea0f498e-ff77-4e2a-a9de-aaa979968c73 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:23.408356 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-66660ee8-c10d-448d-b6a0-d2d846bc2b16 req-ea0f498e-ff77-4e2a-a9de-aaa979968c73 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 949 time: 0.1883428 Mar 05 04:47:23.485698 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b42aa05a-bf47-465f-8a58-9f53f4f2a35c req-5add09a4-f267-4fb5-857a-c1433ed8487c service neutron] 10.222.0.31 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864727 Mar 05 04:47:23.518463 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46246) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:23.576516 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f474c0d-2f4d-4490-9493-b319c851b9fd req-1c045594-d0b0-4617-b211-d52a54b76c17 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:23.578378 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7f474c0d-2f4d-4490-9493-b319c851b9fd req-1c045594-d0b0-4617-b211-d52a54b76c17 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ce09bd8-96d2-46a3-9397-4e474ab2494d HTTP/1.1" status: 200 len: 943 time: 0.2303917 Mar 05 04:47:23.642430 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b42aa05a-bf47-465f-8a58-9f53f4f2a35c req-3c4b6841-b105-47b5-a99a-555fc79ac058 service neutron] 10.222.0.31 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501122 Mar 05 04:47:23.644770 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-66660ee8-c10d-448d-b6a0-d2d846bc2b16 req-8b607237-6cae-4558-bb4e-311e3cd91846 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833453 Mar 05 04:47:23.666253 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b4ca2-6f87-4c19-997e-60cdbae4c4dc req-6221cea3-51d9-4fff-aad4-f49b6140848f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:23.667911 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-412b4ca2-6f87-4c19-997e-60cdbae4c4dc req-6221cea3-51d9-4fff-aad4-f49b6140848f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4c5ecf1c59144a68ee1fb483c77ba0c&device_id=0ce09bd8-96d2-46a3-9397-4e474ab2494d HTTP/1.1" status: 200 len: 1126 time: 0.2568939 Mar 05 04:47:23.679229 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8fe0e0ed-7037-4f61-b685-2801d27ae54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4f174a-311b-4ecf-881d-608118d02bf5', 'name': 'tempest-AttachSCSIVolumeTestJSON-594194993-router', 'tenant_id': 'b26228d66db44ec4a353fe5eebb33cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '032c3352-7b3d-48a1-8aa5-3cb71edb27db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:47:17Z', 'updated_at': '2022-03-05T04:47:21Z', 'revision_number': 3, 'project_id': 'b26228d66db44ec4a353fe5eebb33cfb', 'gw_port': {'id': '032c3352-7b3d-48a1-8aa5-3cb71edb27db', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4f174a-311b-4ecf-881d-608118d02bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:20Z', 'updated_at': '2022-03-05T04:47:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:23.714385 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7f474c0d-2f4d-4490-9493-b319c851b9fd req-dab33a29-3d38-4bc2-a7aa-169076ef1faf tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906515 Mar 05 04:47:23.732095 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b8fcb965-f9fb-4330-8db0-769d9bc9a79e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:23.734772 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe0e0ed-7037-4f61-b685-2801d27ae54e None None] Checking router: 9a4f174a-311b-4ecf-881d-608118d02bf5 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:47:23.735405 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe0e0ed-7037-4f61-b685-2801d27ae54e None None] Updating router 9a4f174a-311b-4ecf-881d-608118d02bf5 port 032c3352-7b3d-48a1-8aa5-3cb71edb27db binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:47:23.768223 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8fe0e0ed-7037-4f61-b685-2801d27ae54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (032c3352-7b3d-48a1-8aa5-3cb71edb27db), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:23.820643 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b4ca2-6f87-4c19-997e-60cdbae4c4dc req-1c263a32-49a8-46ba-867a-c60be2786b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:23.822670 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-412b4ca2-6f87-4c19-997e-60cdbae4c4dc req-1c263a32-49a8-46ba-867a-c60be2786b5d service neutron] 10.222.0.31 "GET /v2.0/networks?id=97e85245-3112-4887-8483-668804607d54 HTTP/1.1" status: 200 len: 912 time: 0.1136515 Mar 05 04:47:23.873868 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b8fcb965-f9fb-4330-8db0-769d9bc9a79e admin admin] Publish callbacks [] for security_group (ce556fbb-6378-4c8c-a9a9-2d8cac263dd0), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:23.883177 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b8fcb965-f9fb-4330-8db0-769d9bc9a79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ce556fbb-6378-4c8c-a9a9-2d8cac263dd0), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:23.937167 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b8fcb965-f9fb-4330-8db0-769d9bc9a79e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a44fc848141e42ea8195d1fbc0d71251&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4174023 Mar 05 04:47:23.938197 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fcb965-f9fb-4330-8db0-769d9bc9a79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce556fbb-6378-4c8c-a9a9-2d8cac263dd0,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:23.943448 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46252) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:24.003585 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b690487-1f4c-4288-a5d6-ad80d5bb788f admin admin] Publish callbacks [] for security_group (ce556fbb-6378-4c8c-a9a9-2d8cac263dd0), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:24.054360 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b690487-1f4c-4288-a5d6-ad80d5bb788f admin admin] Publish callbacks [] for security_group (ce556fbb-6378-4c8c-a9a9-2d8cac263dd0), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:24.150403 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b690487-1f4c-4288-a5d6-ad80d5bb788f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ce556fbb-6378-4c8c-a9a9-2d8cac263dd0), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:24.153859 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b690487-1f4c-4288-a5d6-ad80d5bb788f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:24.158548 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2b690487-1f4c-4288-a5d6-ad80d5bb788f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ce556fbb-6378-4c8c-a9a9-2d8cac263dd0 HTTP/1.1" status: 204 len: 168 time: 0.2135849 Mar 05 04:47:24.173323 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b690487-1f4c-4288-a5d6-ad80d5bb788f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce556fbb-6378-4c8c-a9a9-2d8cac263dd0,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:24.223982 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8fe0e0ed-7037-4f61-b685-2801d27ae54e None None] Publish callbacks [] for port (032c3352-7b3d-48a1-8aa5-3cb71edb27db), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:24.235362 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8fe0e0ed-7037-4f61-b685-2801d27ae54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (032c3352-7b3d-48a1-8aa5-3cb71edb27db), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:24.305245 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-8fe0e0ed-7037-4f61-b685-2801d27ae54e None None] Attempting to bind port 032c3352-7b3d-48a1-8aa5-3cb71edb27db on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:47:24.306025 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-8fe0e0ed-7037-4f61-b685-2801d27ae54e None None] Attempting to bind port 032c3352-7b3d-48a1-8aa5-3cb71edb27db by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:47:24.306629 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe0e0ed-7037-4f61-b685-2801d27ae54e None None] Attempting to bind port 032c3352-7b3d-48a1-8aa5-3cb71edb27db on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:47:24.311526 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79cd07-6834-4f6d-bed8-de304417b816 None None] Pushing event updated for resources: {'Port': ['ID=032c3352-7b3d-48a1-8aa5-3cb71edb27db,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:24.317108 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe0e0ed-7037-4f61-b685-2801d27ae54e None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:47:24.317481 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe0e0ed-7037-4f61-b685-2801d27ae54e None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:47:24.317989 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8fe0e0ed-7037-4f61-b685-2801d27ae54e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:24.318479 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe0e0ed-7037-4f61-b685-2801d27ae54e None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:47:24.319169 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-8fe0e0ed-7037-4f61-b685-2801d27ae54e None None] Bound port: 032c3352-7b3d-48a1-8aa5-3cb71edb27db, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:47:24.319658 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8fe0e0ed-7037-4f61-b685-2801d27ae54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (032c3352-7b3d-48a1-8aa5-3cb71edb27db), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:24.347396 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b714576-44ee-4f40-94f5-312577b389ae req-277aee8b-3726-4d56-a344-b5c16f119560 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 210 time: 0.1006246 Mar 05 04:47:24.351763 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-412b4ca2-6f87-4c19-997e-60cdbae4c4dc req-4251fc70-5aab-4e6f-ba83-6b235a8b299a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5022e59-b704-4d59-830c-10c688c2b30d HTTP/1.1" status: 200 len: 217 time: 0.1037276 Mar 05 04:47:24.384300 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-8fe0e0ed-7037-4f61-b685-2801d27ae54e None None] For port 032c3352-7b3d-48a1-8aa5-3cb71edb27db, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:47:24.400087 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-8fe0e0ed-7037-4f61-b685-2801d27ae54e None None] For port 032c3352-7b3d-48a1-8aa5-3cb71edb27db, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=032c3352-7b3d-48a1-8aa5-3cb71edb27db,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:47:24.421637 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8fe0e0ed-7037-4f61-b685-2801d27ae54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (032c3352-7b3d-48a1-8aa5-3cb71edb27db), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:24.453296 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b4ca2-6f87-4c19-997e-60cdbae4c4dc req-3d3c542e-a8da-4f53-885a-5c1c978fc3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:24.454763 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-412b4ca2-6f87-4c19-997e-60cdbae4c4dc req-3d3c542e-a8da-4f53-885a-5c1c978fc3d9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c431197c-f63d-4d0c-afc1-f0e0b1d87270 HTTP/1.1" status: 200 len: 852 time: 0.0828578 Mar 05 04:47:24.499732 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-412b4ca2-6f87-4c19-997e-60cdbae4c4dc req-6d052c8a-8176-4b38-bb76-22e48156d899 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=97e85245-3112-4887-8483-668804607d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373104 Mar 05 04:47:24.508886 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe0e0ed-7037-4f61-b685-2801d27ae54e None None] Routers {'9a4f174a-311b-4ecf-881d-608118d02bf5'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:47:24.509552 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8fe0e0ed-7037-4f61-b685-2801d27ae54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:47:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9a4f174a-311b-4ecf-881d-608118d02bf5'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:24.528393 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7bb4e2-2f8a-4d70-bb37-42eefa1f9807 req-1690153c-0936-4e4e-9808-53bc082aaa44 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:24.529700 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c7bb4e2-2f8a-4d70-bb37-42eefa1f9807 req-1690153c-0936-4e4e-9808-53bc082aaa44 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.2804141 Mar 05 04:47:24.540916 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79cd07-6834-4f6d-bed8-de304417b816 None None] Pushing event updated for resources: {'Port': ['ID=032c3352-7b3d-48a1-8aa5-3cb71edb27db,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:24.656179 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46264) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:24.661515 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-f7b555ea-6e67-45c9-9dec-2ec7b2cf7dd3 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-341321127'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:47:24.666330 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-412b4ca2-6f87-4c19-997e-60cdbae4c4dc req-b3498591-8dbc-4ef3-a807-cc8ce7dc5218 service neutron] 10.222.0.31 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557651 Mar 05 04:47:24.716017 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b555ea-6e67-45c9-9dec-2ec7b2cf7dd3 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Made reservation on behalf of f322de562e384481acfa7667e5bcbd96 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:47:24.719825 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f7b555ea-6e67-45c9-9dec-2ec7b2cf7dd3 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:24.791031 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b555ea-6e67-45c9-9dec-2ec7b2cf7dd3 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:47:24.838742 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-8fe0e0ed-7037-4f61-b685-2801d27ae54e None None] Set router 9a4f174a-311b-4ecf-881d-608118d02bf5 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:47:24.847119 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f7b555ea-6e67-45c9-9dec-2ec7b2cf7dd3 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:24.849463 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-f7b555ea-6e67-45c9-9dec-2ec7b2cf7dd3 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Added segment 22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89 of type vlan for network e0163509-f0e9-40c4-b897-68a267214319 Mar 05 04:47:24.923576 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c7bb4e2-2f8a-4d70-bb37-42eefa1f9807 req-11749ca1-6b86-4e29-b904-e7d9814a8175 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797760 Mar 05 04:47:24.972880 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f7b555ea-6e67-45c9-9dec-2ec7b2cf7dd3 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (e0163509-f0e9-40c4-b897-68a267214319), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:25.021164 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f7b555ea-6e67-45c9-9dec-2ec7b2cf7dd3 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (e0163509-f0e9-40c4-b897-68a267214319), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:25.034770 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b555ea-6e67-45c9-9dec-2ec7b2cf7dd3 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:25.035450 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f7b555ea-6e67-45c9-9dec-2ec7b2cf7dd3 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:25.116115 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f7b555ea-6e67-45c9-9dec-2ec7b2cf7dd3 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4588101 Mar 05 04:47:25.116559 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-412b4ca2-6f87-4c19-997e-60cdbae4c4dc req-bad2deda-0e4d-4697-a81f-2707fc1c074a service neutron] 10.222.0.31 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415567 Mar 05 04:47:25.124192 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46278) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:25.151575 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-e5b34717-61c5-4963-b46f-ebab3cfd23cf tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-119162003'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:47:25.156299 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8fe0e0ed-7037-4f61-b685-2801d27ae54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4f174a-311b-4ecf-881d-608118d02bf5', 'name': 'tempest-AttachSCSIVolumeTestJSON-594194993-router', 'tenant_id': 'b26228d66db44ec4a353fe5eebb33cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '032c3352-7b3d-48a1-8aa5-3cb71edb27db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:47:17Z', 'updated_at': '2022-03-05T04:47:21Z', 'revision_number': 3, 'project_id': 'b26228d66db44ec4a353fe5eebb33cfb', 'gw_port': {'id': '032c3352-7b3d-48a1-8aa5-3cb71edb27db', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4f174a-311b-4ecf-881d-608118d02bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:20Z', 'updated_at': '2022-03-05T04:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:25.166846 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12193f20-a912-4010-bc58-3521a6fa42f6 req-3b44d33c-e25f-4158-a781-2a60cd4c792c tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:25.174180 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b555ea-6e67-45c9-9dec-2ec7b2cf7dd3 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Pushing event updated for resources: {'Network': ['ID=e0163509-f0e9-40c4-b897-68a267214319,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:25.176618 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-12193f20-a912-4010-bc58-3521a6fa42f6 req-3b44d33c-e25f-4158-a781-2a60cd4c792c tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 949 time: 0.3709819 Mar 05 04:47:25.192101 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe0e0ed-7037-4f61-b685-2801d27ae54e None None] The sync data for ids ['9a4f174a-311b-4ecf-881d-608118d02bf5'] in n-d-789963-32 is: [{'id': '9a4f174a-311b-4ecf-881d-608118d02bf5', 'name': 'tempest-AttachSCSIVolumeTestJSON-594194993-router', 'tenant_id': 'b26228d66db44ec4a353fe5eebb33cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '032c3352-7b3d-48a1-8aa5-3cb71edb27db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:47:17Z', 'updated_at': '2022-03-05T04:47:21Z', 'revision_number': 3, 'project_id': 'b26228d66db44ec4a353fe5eebb33cfb', 'gw_port': {'id': '032c3352-7b3d-48a1-8aa5-3cb71edb27db', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4f174a-311b-4ecf-881d-608118d02bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:20Z', 'updated_at': '2022-03-05T04:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:47:25.194513 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network e0163509-f0e9-40c4-b897-68a267214319 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:47:25.235827 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bb5d68c4-c3c4-44e1-b6f2-1b29c191238a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:25.253484 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b34717-61c5-4963-b46f-ebab3cfd23cf tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Made reservation on behalf of f322de562e384481acfa7667e5bcbd96 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:47:25.257805 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e5b34717-61c5-4963-b46f-ebab3cfd23cf tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:25.340193 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286bbb9e-d4d9-4a84-92f5-57e0df5d5c34 req-e977c7cd-70ed-4dbe-a0da-00205d931b26 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:25.342031 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-286bbb9e-d4d9-4a84-92f5-57e0df5d5c34 req-e977c7cd-70ed-4dbe-a0da-00205d931b26 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ce09bd8-96d2-46a3-9397-4e474ab2494d HTTP/1.1" status: 200 len: 943 time: 0.2735605 Mar 05 04:47:25.392315 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-12193f20-a912-4010-bc58-3521a6fa42f6 req-6427e158-902b-41b5-81f0-9b560f1c3bb9 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144792 Mar 05 04:47:25.395582 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46286) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:25.425732 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b34717-61c5-4963-b46f-ebab3cfd23cf tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:47:25.499496 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e5b34717-61c5-4963-b46f-ebab3cfd23cf tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (ed3a3d30-7fb2-463d-9a62-c7cee08e9781), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:25.499995 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-e5b34717-61c5-4963-b46f-ebab3cfd23cf tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Added segment ed3a3d30-7fb2-463d-9a62-c7cee08e9781 of type vlan for network d212388e-df12-4708-9d1c-73e3d414a7cb Mar 05 04:47:25.572567 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-a716ecc6-7b52-4539-8666-435492e38118 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1231150609-network', 'tenant_id': '947653f4d3b84cc89f4c3c5691586859'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:47:25.599932 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-286bbb9e-d4d9-4a84-92f5-57e0df5d5c34 req-a3dd9f4c-ade8-4a4d-a623-99ab9eb673a4 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421389 Mar 05 04:47:25.603654 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a716ecc6-7b52-4539-8666-435492e38118 admin admin] Made reservation on behalf of 947653f4d3b84cc89f4c3c5691586859 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:47:25.608332 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a716ecc6-7b52-4539-8666-435492e38118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:25.632843 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a716ecc6-7b52-4539-8666-435492e38118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:25.663675 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-40f80e17-7bc1-435c-9ffc-6a48c5740d0a req-c7a27c17-4d9f-4c12-a97a-3d7d35a6010d tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ba7be3b-df16-4975-a0b3-e703dfe351a3 HTTP/1.1" status: 200 len: 210 time: 0.0962753 Mar 05 04:47:25.665715 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e5b34717-61c5-4963-b46f-ebab3cfd23cf tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (d212388e-df12-4708-9d1c-73e3d414a7cb), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:25.746943 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e5b34717-61c5-4963-b46f-ebab3cfd23cf tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (d212388e-df12-4708-9d1c-73e3d414a7cb), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:25.752720 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b34717-61c5-4963-b46f-ebab3cfd23cf tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:25.755703 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e5b34717-61c5-4963-b46f-ebab3cfd23cf tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:25.765285 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a716ecc6-7b52-4539-8666-435492e38118 admin admin] Publish callbacks [] for security_group (87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:25.771321 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a716ecc6-7b52-4539-8666-435492e38118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:25.774425 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-bb5d68c4-c3c4-44e1-b6f2-1b29c191238a admin admin] Allocated IP 172.20.0.1 (564ab223-1564-4897-bfe7-bf2187e8cd7e/d465e1b9-7504-40c9-a62e-e87eedceda7f/e19fec20-02a8-430d-ae10-851c1091cc56) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:47:25.827555 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716ecc6-7b52-4539-8666-435492e38118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:25.841066 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a716ecc6-7b52-4539-8666-435492e38118 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:47:25.853578 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a716ecc6-7b52-4539-8666-435492e38118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (db049693-52d7-464e-9d76-c4af8ab82eaa), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:25.854491 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-a716ecc6-7b52-4539-8666-435492e38118 admin admin] Added segment db049693-52d7-464e-9d76-c4af8ab82eaa of type vlan for network 37de3cac-2e27-4573-885e-c86e0ea7886c Mar 05 04:47:25.864189 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e5b34717-61c5-4963-b46f-ebab3cfd23cf tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7186339 Mar 05 04:47:25.869564 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46290) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:25.877558 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-ec323d73-2289-4c87-ae39-9a72d17e51bf tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Request body: {'subnet': {'network_id': 'e0163509-f0e9-40c4-b897-68a267214319', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:47:25.891394 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b34717-61c5-4963-b46f-ebab3cfd23cf tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Pushing event updated for resources: {'Network': ['ID=d212388e-df12-4708-9d1c-73e3d414a7cb,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:25.909966 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network d212388e-df12-4708-9d1c-73e3d414a7cb details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:47:25.991228 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bb5d68c4-c3c4-44e1-b6f2-1b29c191238a admin admin] Publish callbacks [] for port (e19fec20-02a8-430d-ae10-851c1091cc56), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:26.067657 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a716ecc6-7b52-4539-8666-435492e38118 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (37de3cac-2e27-4573-885e-c86e0ea7886c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:26.084458 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec323d73-2289-4c87-ae39-9a72d17e51bf tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Made reservation on behalf of f322de562e384481acfa7667e5bcbd96 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:47:26.088757 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ec323d73-2289-4c87-ae39-9a72d17e51bf tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:26.098833 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bb5d68c4-c3c4-44e1-b6f2-1b29c191238a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (e19fec20-02a8-430d-ae10-851c1091cc56), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:26.147759 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device e5022e59-b704-4d59-830c-10c688c2b30d details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:47:26.154794 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5d68c4-c3c4-44e1-b6f2-1b29c191238a admin admin] Network 564ab223-1564-4897-bfe7-bf2187e8cd7e is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:47:26.160333 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-bb5d68c4-c3c4-44e1-b6f2-1b29c191238a admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:47:26.166199 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5d68c4-c3c4-44e1-b6f2-1b29c191238a admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:47:26.206130 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf4c1e-071f-4133-8400-a6e658c2701c req-ae6b8f5e-f22c-4c89-9510-dc6c17658faf tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:26.219207 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4fbf4c1e-071f-4133-8400-a6e658c2701c req-ae6b8f5e-f22c-4c89-9510-dc6c17658faf tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.1711743 Mar 05 04:47:26.225578 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d68c4-c3c4-44e1-b6f2-1b29c191238a admin admin] Pushing event updated for resources: {'Port': ['ID=e19fec20-02a8-430d-ae10-851c1091cc56,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:26.286893 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bb5d68c4-c3c4-44e1-b6f2-1b29c191238a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (9a4f174a-311b-4ecf-881d-608118d02bf5), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:26.340880 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port e5022e59-b704-4d59-830c-10c688c2b30d, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=e5022e59-b704-4d59-830c-10c688c2b30d,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:47:26.364120 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'e5022e59-b704-4d59-830c-10c688c2b30d', 'network_id': '97e85245-3112-4887-8483-668804607d54', 'port_id': 'e5022e59-b704-4d59-830c-10c688c2b30d', 'mac_address': 'fa:16:3e:69:35:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c431197c-f63d-4d0c-afc1-f0e0b1d87270', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:47:26.441747 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4fbf4c1e-071f-4133-8400-a6e658c2701c req-793a8bf7-eb66-425c-96c3-11a460d7ec75 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202740 Mar 05 04:47:26.469223 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port e5022e59-b704-4d59-830c-10c688c2b30d is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:26.469622 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e5022e59-b704-4d59-830c-10c688c2b30d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:26.521816 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5022e59-b704-4d59-830c-10c688c2b30d {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:47:26.571890 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port e5022e59-b704-4d59-830c-10c688c2b30d, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=e5022e59-b704-4d59-830c-10c688c2b30d,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:47:26.591493 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 032c3352-7b3d-48a1-8aa5-3cb71edb27db up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:47:26.594127 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e5022e59-b704-4d59-830c-10c688c2b30d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:26.684275 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a716ecc6-7b52-4539-8666-435492e38118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (37de3cac-2e27-4573-885e-c86e0ea7886c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:26.685983 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a716ecc6-7b52-4539-8666-435492e38118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:26.686680 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a716ecc6-7b52-4539-8666-435492e38118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:26.709716 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b0940-8bfd-479f-bf84-03d4646b556e req-de6afae0-8d97-4459-b7af-4908ce367113 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:26.714258 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-336b0940-8bfd-479f-bf84-03d4646b556e req-de6afae0-8d97-4459-b7af-4908ce367113 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 949 time: 0.1947861 Mar 05 04:47:26.758555 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bb5d68c4-c3c4-44e1-b6f2-1b29c191238a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e19fec20-02a8-430d-ae10-851c1091cc56), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:26.810710 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a716ecc6-7b52-4539-8666-435492e38118 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4135532 Mar 05 04:47:26.817357 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46300) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:26.823752 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716ecc6-7b52-4539-8666-435492e38118 admin admin] Pushing event updated for resources: {'Network': ['ID=37de3cac-2e27-4573-885e-c86e0ea7886c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:26.828859 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-5d6cfcce-0d67-4620-9c03-6fdffd81f612 admin admin] Request body: {'subnet': {'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1231150609-subnet', 'tenant_id': '947653f4d3b84cc89f4c3c5691586859', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:47:26.901881 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 37de3cac-2e27-4573-885e-c86e0ea7886c details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:47:26.932434 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-336b0940-8bfd-479f-bf84-03d4646b556e req-bceddf3b-92bd-4584-b6bc-51f6c2ec6a23 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083914 Mar 05 04:47:26.948742 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6cfcce-0d67-4620-9c03-6fdffd81f612 admin admin] Made reservation on behalf of 947653f4d3b84cc89f4c3c5691586859 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:47:26.951257 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-98435f9c-1194-4efa-a184-6a7ffea563e1 None None] Provisioning complete for port e19fec20-02a8-430d-ae10-851c1091cc56 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:26.951760 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-98435f9c-1194-4efa-a184-6a7ffea563e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e19fec20-02a8-430d-ae10-851c1091cc56), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:26.953381 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5d6cfcce-0d67-4620-9c03-6fdffd81f612 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:26.980594 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c63eb3-2abf-448a-837e-086193e76bff req-f89819fe-72b2-4008-adb0-f167fcfd0072 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:26.988542 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d0c63eb3-2abf-448a-837e-086193e76bff req-f89819fe-72b2-4008-adb0-f167fcfd0072 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ce09bd8-96d2-46a3-9397-4e474ab2494d HTTP/1.1" status: 200 len: 944 time: 0.2225895 Mar 05 04:47:27.041851 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['e5022e59-b704-4d59-830c-10c688c2b30d'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:47:27.053302 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ec323d73-2289-4c87-ae39-9a72d17e51bf tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (1f160f0d-f32d-4fdb-b1b2-addf124f2f22), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:27.113520 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=e5022e59-b704-4d59-830c-10c688c2b30d,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:27.141346 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec323d73-2289-4c87-ae39-9a72d17e51bf tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Pushing event updated for resources: {'Subnet': ['ID=1f160f0d-f32d-4fdb-b1b2-addf124f2f22,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:27.164225 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 032c3352-7b3d-48a1-8aa5-3cb71edb27db triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:27.164505 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (032c3352-7b3d-48a1-8aa5-3cb71edb27db), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:27.182042 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec323d73-2289-4c87-ae39-9a72d17e51bf tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Checking segment: {'id': '22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e0163509-f0e9-40c4-b897-68a267214319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:47:27.189370 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec323d73-2289-4c87-ae39-9a72d17e51bf tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Network hostable DHCP agents. Network: e0163509-f0e9-40c4-b897-68a267214319, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:47:27.203870 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-98435f9c-1194-4efa-a184-6a7ffea563e1 None None] Port e19fec20-02a8-430d-ae10-851c1091cc56 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:47:27.221211 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec323d73-2289-4c87-ae39-9a72d17e51bf tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Network e0163509-f0e9-40c4-b897-68a267214319 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:47:27.240495 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-ec323d73-2289-4c87-ae39-9a72d17e51bf tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, e0163509-f0e9-40c4-b897-68a267214319) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:47:27.246016 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec323d73-2289-4c87-ae39-9a72d17e51bf tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:27.247873 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ec323d73-2289-4c87-ae39-9a72d17e51bf tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:27.269536 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ec323d73-2289-4c87-ae39-9a72d17e51bf tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3988404 Mar 05 04:47:27.271954 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46306) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:27.277794 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-9ab33fb8-088f-4985-b0fd-df30a89e8edb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Request body: {'subnet': {'network_id': 'd212388e-df12-4708-9d1c-73e3d414a7cb', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:47:27.280099 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3260db04-d5c5-4bca-8ca1-a4505c5dcfa8 None None] Network e0163509-f0e9-40c4-b897-68a267214319 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:47:27.325270 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d0c63eb3-2abf-448a-837e-086193e76bff req-8268b466-c2a8-4ab1-8ad0-6fc9957b4dcf tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324819 Mar 05 04:47:27.349737 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 032c3352-7b3d-48a1-8aa5-3cb71edb27db is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:27.350219 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (032c3352-7b3d-48a1-8aa5-3cb71edb27db), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:27.456989 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bb5d68c4-c3c4-44e1-b6f2-1b29c191238a admin admin] Publish callbacks [] for port (e19fec20-02a8-430d-ae10-851c1091cc56), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:27.457821 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 032c3352-7b3d-48a1-8aa5-3cb71edb27db, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=032c3352-7b3d-48a1-8aa5-3cb71edb27db,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:47:27.468647 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bb5d68c4-c3c4-44e1-b6f2-1b29c191238a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (e19fec20-02a8-430d-ae10-851c1091cc56), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:27.472792 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab33fb8-088f-4985-b0fd-df30a89e8edb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Made reservation on behalf of f322de562e384481acfa7667e5bcbd96 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:47:27.476439 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ab33fb8-088f-4985-b0fd-df30a89e8edb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:27.488595 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (032c3352-7b3d-48a1-8aa5-3cb71edb27db), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:27.600041 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d68c4-c3c4-44e1-b6f2-1b29c191238a admin admin] Pushing event updated for resources: {'Port': ['ID=e19fec20-02a8-430d-ae10-851c1091cc56,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:27.635219 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bb5d68c4-c3c4-44e1-b6f2-1b29c191238a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (9a4f174a-311b-4ecf-881d-608118d02bf5), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:27.641642 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7824bef5-dd32-44bf-94e5-66de540c31cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-e0163509-f0e9-40c4-b897-68a267214319', 'network_id': 'e0163509-f0e9-40c4-b897-68a267214319', 'project_id': 'f322de562e384481acfa7667e5bcbd96', 'fixed_ips': [{'subnet_id': '1f160f0d-f32d-4fdb-b1b2-addf124f2f22'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:47:27.641900 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5d6cfcce-0d67-4620-9c03-6fdffd81f612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (4a6039ad-16bd-4b00-a55f-f7c68e1f3072), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:27.644193 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7824bef5-dd32-44bf-94e5-66de540c31cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:27.728767 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ab33fb8-088f-4985-b0fd-df30a89e8edb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (e1c33f29-fbe3-4325-bbc2-5023e8c22c88), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:27.775579 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6cfcce-0d67-4620-9c03-6fdffd81f612 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a6039ad-16bd-4b00-a55f-f7c68e1f3072,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:27.792479 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835389f-1aee-4143-8854-138e2bcef14d req-c3108dc4-3728-4462-88fe-d7530568587a tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:27.799779 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1835389f-1aee-4143-8854-138e2bcef14d req-c3108dc4-3728-4462-88fe-d7530568587a tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.2247186 Mar 05 04:47:27.808710 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab33fb8-088f-4985-b0fd-df30a89e8edb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Checking segment: {'id': 'ed3a3d30-7fb2-463d-9a62-c7cee08e9781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd212388e-df12-4708-9d1c-73e3d414a7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:47:27.809233 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab33fb8-088f-4985-b0fd-df30a89e8edb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Network hostable DHCP agents. Network: d212388e-df12-4708-9d1c-73e3d414a7cb, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:47:27.820085 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab33fb8-088f-4985-b0fd-df30a89e8edb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Pushing event updated for resources: {'Subnet': ['ID=e1c33f29-fbe3-4325-bbc2-5023e8c22c88,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:27.833952 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab33fb8-088f-4985-b0fd-df30a89e8edb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Network d212388e-df12-4708-9d1c-73e3d414a7cb is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:47:27.835573 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6cfcce-0d67-4620-9c03-6fdffd81f612 admin admin] Checking segment: {'id': 'db049693-52d7-464e-9d76-c4af8ab82eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:47:27.835970 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6cfcce-0d67-4620-9c03-6fdffd81f612 admin admin] Network hostable DHCP agents. Network: 37de3cac-2e27-4573-885e-c86e0ea7886c, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:47:27.849226 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-9ab33fb8-088f-4985-b0fd-df30a89e8edb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, d212388e-df12-4708-9d1c-73e3d414a7cb) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:47:27.855359 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab33fb8-088f-4985-b0fd-df30a89e8edb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:27.856220 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ab33fb8-088f-4985-b0fd-df30a89e8edb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:27.882346 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9ab33fb8-088f-4985-b0fd-df30a89e8edb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6085780 Mar 05 04:47:27.884843 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46310) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:27.890944 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-52195275-0a13-4399-9912-c341ac3fcedb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Request body: {'port': {'network_id': 'e0163509-f0e9-40c4-b897-68a267214319', 'name': 'tempest-TaggedBootDevicesTest_v242-2009427042', 'fixed_ips': [{'subnet_id': '1f160f0d-f32d-4fdb-b1b2-addf124f2f22'}]}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:47:27.899024 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5d68c4-c3c4-44e1-b6f2-1b29c191238a admin admin] Network 564ab223-1564-4897-bfe7-bf2187e8cd7e is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:47:27.902732 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-bb5d68c4-c3c4-44e1-b6f2-1b29c191238a admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:47:27.908321 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-7824bef5-dd32-44bf-94e5-66de540c31cf None None] Allocated IP 10.1.1.2 (e0163509-f0e9-40c4-b897-68a267214319/1f160f0d-f32d-4fdb-b1b2-addf124f2f22/c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:47:27.915541 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1835389f-1aee-4143-8854-138e2bcef14d req-f72e96cf-c934-46b1-b451-00f03dc5bcf0 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148043 Mar 05 04:47:27.924946 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6cfcce-0d67-4620-9c03-6fdffd81f612 admin admin] Network 37de3cac-2e27-4573-885e-c86e0ea7886c is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:47:27.945837 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-5d6cfcce-0d67-4620-9c03-6fdffd81f612 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 37de3cac-2e27-4573-885e-c86e0ea7886c) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:47:28.001973 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97fdf1c-2f58-48de-91f9-d23442aa8dfe None None] Network d212388e-df12-4708-9d1c-73e3d414a7cb requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:47:28.021350 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8c19c7-9127-46a6-87e0-f5d18d00d5bb None None] Network 37de3cac-2e27-4573-885e-c86e0ea7886c requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:47:28.066487 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6cfcce-0d67-4620-9c03-6fdffd81f612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:28.067166 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5d6cfcce-0d67-4620-9c03-6fdffd81f612 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:28.069473 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52195275-0a13-4399-9912-c341ac3fcedb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Made reservation on behalf of f322de562e384481acfa7667e5bcbd96 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:47:28.141272 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=032c3352-7b3d-48a1-8aa5-3cb71edb27db,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:28.168715 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5d6cfcce-0d67-4620-9c03-6fdffd81f612 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3471959 Mar 05 04:47:28.172646 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46314) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:28.187669 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-d793fdbf-c57e-4962-a8a6-6435dc111153 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1231150609-router', 'tenant_id': '947653f4d3b84cc89f4c3c5691586859', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:47:28.193249 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device e5022e59-b704-4d59-830c-10c688c2b30d up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:47:28.235796 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-52195275-0a13-4399-9912-c341ac3fcedb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:28.273451 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-52195275-0a13-4399-9912-c341ac3fcedb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] device_id is not set on port 8cc5a9d5-8259-4285-a850-8602f24d541c yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 04:47:28.287117 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d793fdbf-c57e-4962-a8a6-6435dc111153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (778fcaa9-e55c-4651-84f6-2a2cc231e8cf), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:28.288226 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d793fdbf-c57e-4962-a8a6-6435dc111153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (778fcaa9-e55c-4651-84f6-2a2cc231e8cf), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:28.307493 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c30db-1b89-43ef-8719-b2faf31fb6a7 req-d2f05235-85ab-48b1-9e0b-95dd19a5a57e tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:28.316170 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-317c30db-1b89-43ef-8719-b2faf31fb6a7 req-d2f05235-85ab-48b1-9e0b-95dd19a5a57e tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 949 time: 0.2291975 Mar 05 04:47:28.384594 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5d68c4-c3c4-44e1-b6f2-1b29c191238a admin admin] Router 9a4f174a-311b-4ecf-881d-608118d02bf5 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:47:28.453528 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6ca82b69-41b5-4781-92ef-e700463c6931 None None] Provisioning complete for port e19fec20-02a8-430d-ae10-851c1091cc56 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:28.453917 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6ca82b69-41b5-4781-92ef-e700463c6931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e19fec20-02a8-430d-ae10-851c1091cc56), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:28.474187 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d793fdbf-c57e-4962-a8a6-6435dc111153 admin admin] Publish callbacks [] for router_controller (778fcaa9-e55c-4651-84f6-2a2cc231e8cf), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:28.519216 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 032c3352-7b3d-48a1-8aa5-3cb71edb27db up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:47:28.555304 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-317c30db-1b89-43ef-8719-b2faf31fb6a7 req-cacec172-5f66-45d7-9a92-847d26abada1 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381449 Mar 05 04:47:28.619180 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7824bef5-dd32-44bf-94e5-66de540c31cf None None] Publish callbacks [] for port (c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:28.644597 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6ca82b69-41b5-4781-92ef-e700463c6931 None None] Port e19fec20-02a8-430d-ae10-851c1091cc56 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:47:28.657783 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be542bc-28d7-4cf7-ad06-69587e0fecff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-37de3cac-2e27-4573-885e-c86e0ea7886c', 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c', 'project_id': '947653f4d3b84cc89f4c3c5691586859', 'fixed_ips': [{'subnet_id': '4a6039ad-16bd-4b00-a55f-f7c68e1f3072'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:47:28.658645 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7be542bc-28d7-4cf7-ad06-69587e0fecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:28.663890 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd026a6-e3fe-4604-9a90-7bc44fbd3130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-d212388e-df12-4708-9d1c-73e3d414a7cb', 'network_id': 'd212388e-df12-4708-9d1c-73e3d414a7cb', 'project_id': 'f322de562e384481acfa7667e5bcbd96', 'fixed_ips': [{'subnet_id': 'e1c33f29-fbe3-4325-bbc2-5023e8c22c88'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:47:28.664719 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0fd026a6-e3fe-4604-9a90-7bc44fbd3130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:28.680371 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7824bef5-dd32-44bf-94e5-66de540c31cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:28.708434 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-52195275-0a13-4399-9912-c341ac3fcedb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Allocated IP 10.1.1.21 (e0163509-f0e9-40c4-b897-68a267214319/1f160f0d-f32d-4fdb-b1b2-addf124f2f22/8cc5a9d5-8259-4285-a850-8602f24d541c) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:47:28.717576 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a68d9-613e-4a7c-9b3d-cc0bdb95040f req-ab86a74a-d043-4fed-9662-cda21e902417 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:28.719171 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d53a68d9-613e-4a7c-9b3d-cc0bdb95040f req-ab86a74a-d043-4fed-9662-cda21e902417 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ce09bd8-96d2-46a3-9397-4e474ab2494d HTTP/1.1" status: 200 len: 944 time: 0.2897081 Mar 05 04:47:28.837155 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-0fd026a6-e3fe-4604-9a90-7bc44fbd3130 None None] Allocated IP 10.2.2.2 (d212388e-df12-4708-9d1c-73e3d414a7cb/e1c33f29-fbe3-4325-bbc2-5023e8c22c88/25c7d0f6-aaf6-4e05-bb07-891a19fbb96d) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:47:28.870598 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-52195275-0a13-4399-9912-c341ac3fcedb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for port (8cc5a9d5-8259-4285-a850-8602f24d541c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:28.913634 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-52195275-0a13-4399-9912-c341ac3fcedb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (8cc5a9d5-8259-4285-a850-8602f24d541c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:29.027352 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52195275-0a13-4399-9912-c341ac3fcedb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Pushing event updated for resources: {'Port': ['ID=8cc5a9d5-8259-4285-a850-8602f24d541c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:29.045997 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52195275-0a13-4399-9912-c341ac3fcedb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Network e0163509-f0e9-40c4-b897-68a267214319 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:47:29.048196 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-52195275-0a13-4399-9912-c341ac3fcedb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:47:29.053053 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52195275-0a13-4399-9912-c341ac3fcedb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:47:29.107367 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port e5022e59-b704-4d59-830c-10c688c2b30d completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:47:29.131244 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d793fdbf-c57e-4962-a8a6-6435dc111153 admin admin] Publish callbacks [] for router_gateway (778fcaa9-e55c-4651-84f6-2a2cc231e8cf), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:29.135713 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port e5022e59-b704-4d59-830c-10c688c2b30d triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:29.136104 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e5022e59-b704-4d59-830c-10c688c2b30d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:29.141147 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52195275-0a13-4399-9912-c341ac3fcedb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:29.141957 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-52195275-0a13-4399-9912-c341ac3fcedb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:29.168280 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-52195275-0a13-4399-9912-c341ac3fcedb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2825089 Mar 05 04:47:29.170049 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46322) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:29.178071 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-eb94641f-f68b-47d6-9d34-4e9daa0f7f3c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Request body: {'port': {'network_id': 'e0163509-f0e9-40c4-b897-68a267214319', 'name': 'tempest-TaggedBootDevicesTest_v242-1572094784', 'fixed_ips': [{'subnet_id': '1f160f0d-f32d-4fdb-b1b2-addf124f2f22'}]}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:47:29.188317 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5d68c4-c3c4-44e1-b6f2-1b29c191238a admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:47:29.206091 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab6539f-136c-4320-a3ed-703108e82f23 None None] Sync routers for ids ['9a4f174a-311b-4ecf-881d-608118d02bf5'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:47:29.207266 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bb5d68c4-c3c4-44e1-b6f2-1b29c191238a admin admin] 10.222.0.11 "PUT /v2.0/routers/9a4f174a-311b-4ecf-881d-608118d02bf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1484246 Mar 05 04:47:29.224438 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7824bef5-dd32-44bf-94e5-66de540c31cf None None] Network e0163509-f0e9-40c4-b897-68a267214319 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:47:29.238963 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab6539f-136c-4320-a3ed-703108e82f23 None None] Routers {'9a4f174a-311b-4ecf-881d-608118d02bf5'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:47:29.240219 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7ab6539f-136c-4320-a3ed-703108e82f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:47:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9a4f174a-311b-4ecf-881d-608118d02bf5'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:29.252130 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0fd026a6-e3fe-4604-9a90-7bc44fbd3130 None None] Publish callbacks [] for port (25c7d0f6-aaf6-4e05-bb07-891a19fbb96d), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:29.253894 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-7824bef5-dd32-44bf-94e5-66de540c31cf None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:47:29.261886 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824bef5-dd32-44bf-94e5-66de540c31cf None None] Pushing event updated for resources: {'Port': ['ID=c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:29.265047 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7824bef5-dd32-44bf-94e5-66de540c31cf None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:47:29.297212 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d53a68d9-613e-4a7c-9b3d-cc0bdb95040f req-95b14390-ef4b-4899-973b-218e9cbd1a94 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925845 Mar 05 04:47:29.303448 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0fd026a6-e3fe-4604-9a90-7bc44fbd3130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (25c7d0f6-aaf6-4e05-bb07-891a19fbb96d), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:29.398243 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69710490-a82d-4d9d-af19-065694b130af req-b9676470-5048-41a4-b740-c1a9b0ebd9d1 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:29.404977 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-69710490-a82d-4d9d-af19-065694b130af req-b9676470-5048-41a4-b740-c1a9b0ebd9d1 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.2989254 Mar 05 04:47:29.492175 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb94641f-f68b-47d6-9d34-4e9daa0f7f3c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Made reservation on behalf of f322de562e384481acfa7667e5bcbd96 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:47:29.501491 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-eb94641f-f68b-47d6-9d34-4e9daa0f7f3c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:29.560413 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-eb94641f-f68b-47d6-9d34-4e9daa0f7f3c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] device_id is not set on port b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 04:47:29.561586 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port e5022e59-b704-4d59-830c-10c688c2b30d is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:29.561991 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e5022e59-b704-4d59-830c-10c688c2b30d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:29.571933 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 032c3352-7b3d-48a1-8aa5-3cb71edb27db triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:29.572311 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (032c3352-7b3d-48a1-8aa5-3cb71edb27db), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:29.584348 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-7ab6539f-136c-4320-a3ed-703108e82f23 None None] Set router 9a4f174a-311b-4ecf-881d-608118d02bf5 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:47:29.609537 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd026a6-e3fe-4604-9a90-7bc44fbd3130 None None] Network d212388e-df12-4708-9d1c-73e3d414a7cb is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:47:29.653968 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-0fd026a6-e3fe-4604-9a90-7bc44fbd3130 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:47:29.984782 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7ab6539f-136c-4320-a3ed-703108e82f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4f174a-311b-4ecf-881d-608118d02bf5', 'name': 'tempest-AttachSCSIVolumeTestJSON-594194993-router', 'tenant_id': 'b26228d66db44ec4a353fe5eebb33cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '032c3352-7b3d-48a1-8aa5-3cb71edb27db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:47:17Z', 'updated_at': '2022-03-05T04:47:26Z', 'revision_number': 4, 'project_id': 'b26228d66db44ec4a353fe5eebb33cfb', 'gw_port': {'id': '032c3352-7b3d-48a1-8aa5-3cb71edb27db', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f174a-311b-4ecf-881d-608118d02bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:20Z', 'updated_at': '2022-03-05T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'e19fec20-02a8-430d-ae10-851c1091cc56', 'name': '', 'network_id': '564ab223-1564-4897-bfe7-bf2187e8cd7e', 'tenant_id': 'b26228d66db44ec4a353fe5eebb33cfb', 'mac_address': 'fa:16:3e:64:a0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4f174a-311b-4ecf-881d-608118d02bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'd465e1b9-7504-40c9-a62e-e87eedceda7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:25Z', 'updated_at': '2022-03-05T04:47:26Z', 'revision_number': 2, 'project_id': 'b26228d66db44ec4a353fe5eebb33cfb', 'subnets': [{'id': 'd465e1b9-7504-40c9-a62e-e87eedceda7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:29.996367 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-eb94641f-f68b-47d6-9d34-4e9daa0f7f3c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Allocated IP 10.1.1.118 (e0163509-f0e9-40c4-b897-68a267214319/1f160f0d-f32d-4fdb-b1b2-addf124f2f22/b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:47:30.043430 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-69710490-a82d-4d9d-af19-065694b130af req-22adb3e1-808b-4a5f-9cc4-9c553febabf0 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6252179 Mar 05 04:47:30.061243 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d793fdbf-c57e-4962-a8a6-6435dc111153 admin admin] Publish callbacks [] for router_gateway (778fcaa9-e55c-4651-84f6-2a2cc231e8cf), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:30.093927 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd026a6-e3fe-4604-9a90-7bc44fbd3130 None None] Pushing event updated for resources: {'Port': ['ID=25c7d0f6-aaf6-4e05-bb07-891a19fbb96d,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:30.110476 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-7824bef5-dd32-44bf-94e5-66de540c31cf None None] Attempting to bind port c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:47:30.111120 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-7824bef5-dd32-44bf-94e5-66de540c31cf None None] Attempting to bind port c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e0163509-f0e9-40c4-b897-68a267214319'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:47:30.111248 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7824bef5-dd32-44bf-94e5-66de540c31cf None None] Attempting to bind port c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b on network e0163509-f0e9-40c4-b897-68a267214319 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:47:30.123546 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd026a6-e3fe-4604-9a90-7bc44fbd3130 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:47:30.125204 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d793fdbf-c57e-4962-a8a6-6435dc111153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:30.143888 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1b1b5-8aca-43a5-9890-d47e3dbf39de req-68798034-1a56-4a4e-a87d-28598bfbea4a tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:30.155750 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1db1b1b5-8aca-43a5-9890-d47e3dbf39de req-68798034-1a56-4a4e-a87d-28598bfbea4a tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 949 time: 0.3241568 Mar 05 04:47:30.248668 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab6539f-136c-4320-a3ed-703108e82f23 None None] Checking router: 9a4f174a-311b-4ecf-881d-608118d02bf5 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:47:30.249806 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab6539f-136c-4320-a3ed-703108e82f23 None None] Updating router 9a4f174a-311b-4ecf-881d-608118d02bf5 port e19fec20-02a8-430d-ae10-851c1091cc56 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:47:30.275014 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-7be542bc-28d7-4cf7-ad06-69587e0fecff None None] Allocated IP 172.20.0.2 (37de3cac-2e27-4573-885e-c86e0ea7886c/4a6039ad-16bd-4b00-a55f-f7c68e1f3072/53d15c9e-85b5-452c-8f10-d6e82651af85) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:47:30.282075 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7ab6539f-136c-4320-a3ed-703108e82f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e19fec20-02a8-430d-ae10-851c1091cc56), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:30.400003 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-eb94641f-f68b-47d6-9d34-4e9daa0f7f3c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for port (b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:30.475042 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-d793fdbf-c57e-4962-a8a6-6435dc111153 admin admin] Allocated IP 172.25.0.248 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/3e099efb-6447-4587-be61-a97b529178b8) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:47:30.494906 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-eb94641f-f68b-47d6-9d34-4e9daa0f7f3c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:30.597041 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7be542bc-28d7-4cf7-ad06-69587e0fecff None None] Publish callbacks [] for port (53d15c9e-85b5-452c-8f10-d6e82651af85), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:30.600778 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7824bef5-dd32-44bf-94e5-66de540c31cf None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:47:30.601598 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7824bef5-dd32-44bf-94e5-66de540c31cf None None] Checking segment: {'id': '22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e0163509-f0e9-40c4-b897-68a267214319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:47:30.602351 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7824bef5-dd32-44bf-94e5-66de540c31cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:30.603024 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7824bef5-dd32-44bf-94e5-66de540c31cf None None] Bound using segment: {'id': '22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e0163509-f0e9-40c4-b897-68a267214319'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:47:30.603815 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-7824bef5-dd32-44bf-94e5-66de540c31cf None None] Bound port: c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e0163509-f0e9-40c4-b897-68a267214319'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:47:30.604486 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7824bef5-dd32-44bf-94e5-66de540c31cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:30.607960 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce09bd8-96d2-46a3-9397-4e474ab2494d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5022e59-b704-4d59-830c-10c688c2b30d'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:47:30.611246 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9cb90f-4e07-476f-856d-b84905aaffca" -d '{"events": [{"server_uuid": "0ce09bd8-96d2-46a3-9397-4e474ab2494d", "name": "network-vif-plugged", "status": "completed", "tag": "e5022e59-b704-4d59-830c-10c688c2b30d"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:47:30.633257 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port e5022e59-b704-4d59-830c-10c688c2b30d, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=e5022e59-b704-4d59-830c-10c688c2b30d,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:47:30.634498 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94641f-f68b-47d6-9d34-4e9daa0f7f3c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Pushing event updated for resources: {'Port': ['ID=b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:30.639447 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7be542bc-28d7-4cf7-ad06-69587e0fecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (53d15c9e-85b5-452c-8f10-d6e82651af85), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:30.657924 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e5022e59-b704-4d59-830c-10c688c2b30d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:30.672205 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb94641f-f68b-47d6-9d34-4e9daa0f7f3c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Network e0163509-f0e9-40c4-b897-68a267214319 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:47:30.674864 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-eb94641f-f68b-47d6-9d34-4e9daa0f7f3c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:47:30.684856 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb94641f-f68b-47d6-9d34-4e9daa0f7f3c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:47:30.779961 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-7824bef5-dd32-44bf-94e5-66de540c31cf None None] For port c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:47:30.785301 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-7824bef5-dd32-44bf-94e5-66de540c31cf None None] For port c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b,segment=NetworkSegment(22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89),segment_id=22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:47:30.803469 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7824bef5-dd32-44bf-94e5-66de540c31cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:30.821703 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be542bc-28d7-4cf7-ad06-69587e0fecff None None] Network 37de3cac-2e27-4573-885e-c86e0ea7886c is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:47:30.830666 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7ab6539f-136c-4320-a3ed-703108e82f23 None None] Publish callbacks [] for port (e19fec20-02a8-430d-ae10-851c1091cc56), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:30.841448 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-7be542bc-28d7-4cf7-ad06-69587e0fecff None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:47:30.842030 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be542bc-28d7-4cf7-ad06-69587e0fecff None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:47:30.859109 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-0fd026a6-e3fe-4604-9a90-7bc44fbd3130 None None] Attempting to bind port 25c7d0f6-aaf6-4e05-bb07-891a19fbb96d on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:47:30.859639 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-0fd026a6-e3fe-4604-9a90-7bc44fbd3130 None None] Attempting to bind port 25c7d0f6-aaf6-4e05-bb07-891a19fbb96d by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'ed3a3d30-7fb2-463d-9a62-c7cee08e9781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd212388e-df12-4708-9d1c-73e3d414a7cb'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:47:30.860109 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd026a6-e3fe-4604-9a90-7bc44fbd3130 None None] Attempting to bind port 25c7d0f6-aaf6-4e05-bb07-891a19fbb96d on network d212388e-df12-4708-9d1c-73e3d414a7cb {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:47:30.861368 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d793fdbf-c57e-4962-a8a6-6435dc111153 admin admin] Publish callbacks [] for port (3e099efb-6447-4587-be61-a97b529178b8), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:30.918182 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7ab6539f-136c-4320-a3ed-703108e82f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e19fec20-02a8-430d-ae10-851c1091cc56), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:30.949750 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb94641f-f68b-47d6-9d34-4e9daa0f7f3c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:30.951314 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be542bc-28d7-4cf7-ad06-69587e0fecff None None] Pushing event updated for resources: {'Port': ['ID=53d15c9e-85b5-452c-8f10-d6e82651af85,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:30.960457 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd026a6-e3fe-4604-9a90-7bc44fbd3130 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:47:30.960995 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd026a6-e3fe-4604-9a90-7bc44fbd3130 None None] Checking segment: {'id': 'ed3a3d30-7fb2-463d-9a62-c7cee08e9781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd212388e-df12-4708-9d1c-73e3d414a7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:47:30.961580 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0fd026a6-e3fe-4604-9a90-7bc44fbd3130 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:30.962241 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd026a6-e3fe-4604-9a90-7bc44fbd3130 None None] Bound using segment: {'id': 'ed3a3d30-7fb2-463d-9a62-c7cee08e9781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd212388e-df12-4708-9d1c-73e3d414a7cb'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:47:30.964211 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-0fd026a6-e3fe-4604-9a90-7bc44fbd3130 None None] Bound port: 25c7d0f6-aaf6-4e05-bb07-891a19fbb96d, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3a3d30-7fb2-463d-9a62-c7cee08e9781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd212388e-df12-4708-9d1c-73e3d414a7cb'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:47:30.964799 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0fd026a6-e3fe-4604-9a90-7bc44fbd3130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (25c7d0f6-aaf6-4e05-bb07-891a19fbb96d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:30.965183 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-eb94641f-f68b-47d6-9d34-4e9daa0f7f3c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:31.025003 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-7be542bc-28d7-4cf7-ad06-69587e0fecff None None] Attempting to bind port 53d15c9e-85b5-452c-8f10-d6e82651af85 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:47:31.025502 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-7be542bc-28d7-4cf7-ad06-69587e0fecff None None] Attempting to bind port 53d15c9e-85b5-452c-8f10-d6e82651af85 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'db049693-52d7-464e-9d76-c4af8ab82eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:47:31.026307 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be542bc-28d7-4cf7-ad06-69587e0fecff None None] Attempting to bind port 53d15c9e-85b5-452c-8f10-d6e82651af85 on network 37de3cac-2e27-4573-885e-c86e0ea7886c {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:47:31.038362 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be542bc-28d7-4cf7-ad06-69587e0fecff None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:47:31.038849 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be542bc-28d7-4cf7-ad06-69587e0fecff None None] Checking segment: {'id': 'db049693-52d7-464e-9d76-c4af8ab82eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:47:31.039466 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7be542bc-28d7-4cf7-ad06-69587e0fecff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:31.040027 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be542bc-28d7-4cf7-ad06-69587e0fecff None None] Bound using segment: {'id': 'db049693-52d7-464e-9d76-c4af8ab82eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:47:31.040613 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-7be542bc-28d7-4cf7-ad06-69587e0fecff None None] Bound port: 53d15c9e-85b5-452c-8f10-d6e82651af85, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db049693-52d7-464e-9d76-c4af8ab82eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:47:31.041224 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7be542bc-28d7-4cf7-ad06-69587e0fecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (53d15c9e-85b5-452c-8f10-d6e82651af85), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:31.057556 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-eb94641f-f68b-47d6-9d34-4e9daa0f7f3c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8862650 Mar 05 04:47:31.116853 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-0fd026a6-e3fe-4604-9a90-7bc44fbd3130 None None] For port 25c7d0f6-aaf6-4e05-bb07-891a19fbb96d, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:47:31.124090 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-0fd026a6-e3fe-4604-9a90-7bc44fbd3130 None None] For port 25c7d0f6-aaf6-4e05-bb07-891a19fbb96d, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=25c7d0f6-aaf6-4e05-bb07-891a19fbb96d,segment=NetworkSegment(ed3a3d30-7fb2-463d-9a62-c7cee08e9781),segment_id=ed3a3d30-7fb2-463d-9a62-c7cee08e9781)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:47:31.145313 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0fd026a6-e3fe-4604-9a90-7bc44fbd3130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (25c7d0f6-aaf6-4e05-bb07-891a19fbb96d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:31.168228 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 032c3352-7b3d-48a1-8aa5-3cb71edb27db is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:31.171464 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e722ae-d74c-44f3-a914-dbb38d7663eb None None] Pushing event updated for resources: {'Port': ['ID=e19fec20-02a8-430d-ae10-851c1091cc56,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:31.180932 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-7ab6539f-136c-4320-a3ed-703108e82f23 None None] Attempting to bind port e19fec20-02a8-430d-ae10-851c1091cc56 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:47:31.181314 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-7ab6539f-136c-4320-a3ed-703108e82f23 None None] Attempting to bind port e19fec20-02a8-430d-ae10-851c1091cc56 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '0d518976-6238-496c-8ffc-f9926de03fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '564ab223-1564-4897-bfe7-bf2187e8cd7e'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:47:31.181686 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab6539f-136c-4320-a3ed-703108e82f23 None None] Attempting to bind port e19fec20-02a8-430d-ae10-851c1091cc56 on network 564ab223-1564-4897-bfe7-bf2187e8cd7e {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:47:31.223136 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab6539f-136c-4320-a3ed-703108e82f23 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:47:31.223531 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab6539f-136c-4320-a3ed-703108e82f23 None None] Checking segment: {'id': '0d518976-6238-496c-8ffc-f9926de03fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '564ab223-1564-4897-bfe7-bf2187e8cd7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:47:31.224150 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7ab6539f-136c-4320-a3ed-703108e82f23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:31.234581 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=e5022e59-b704-4d59-830c-10c688c2b30d,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:31.235489 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab6539f-136c-4320-a3ed-703108e82f23 None None] Bound using segment: {'id': '0d518976-6238-496c-8ffc-f9926de03fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '564ab223-1564-4897-bfe7-bf2187e8cd7e'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:47:31.236203 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-7ab6539f-136c-4320-a3ed-703108e82f23 None None] Bound port: e19fec20-02a8-430d-ae10-851c1091cc56, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d518976-6238-496c-8ffc-f9926de03fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '564ab223-1564-4897-bfe7-bf2187e8cd7e'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:47:31.236783 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7ab6539f-136c-4320-a3ed-703108e82f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e19fec20-02a8-430d-ae10-851c1091cc56), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:31.326533 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-7be542bc-28d7-4cf7-ad06-69587e0fecff None None] For port 53d15c9e-85b5-452c-8f10-d6e82651af85, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:47:31.331272 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-7be542bc-28d7-4cf7-ad06-69587e0fecff None None] For port 53d15c9e-85b5-452c-8f10-d6e82651af85, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=53d15c9e-85b5-452c-8f10-d6e82651af85,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:47:31.333525 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d793fdbf-c57e-4962-a8a6-6435dc111153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (3e099efb-6447-4587-be61-a97b529178b8), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:31.336740 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824bef5-dd32-44bf-94e5-66de540c31cf None None] Pushing event updated for resources: {'Port': ['ID=c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:31.357186 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7be542bc-28d7-4cf7-ad06-69587e0fecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (53d15c9e-85b5-452c-8f10-d6e82651af85), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:31.376580 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-7ab6539f-136c-4320-a3ed-703108e82f23 None None] For port e19fec20-02a8-430d-ae10-851c1091cc56, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:47:31.380041 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-7ab6539f-136c-4320-a3ed-703108e82f23 None None] For port e19fec20-02a8-430d-ae10-851c1091cc56, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e19fec20-02a8-430d-ae10-851c1091cc56,segment=NetworkSegment(0d518976-6238-496c-8ffc-f9926de03fab),segment_id=0d518976-6238-496c-8ffc-f9926de03fab)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:47:31.412267 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7ab6539f-136c-4320-a3ed-703108e82f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e19fec20-02a8-430d-ae10-851c1091cc56), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:31.489300 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd026a6-e3fe-4604-9a90-7bc44fbd3130 None None] Pushing event updated for resources: {'Port': ['ID=25c7d0f6-aaf6-4e05-bb07-891a19fbb96d,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:31.649697 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35429274-b781-4994-855c-93e54fbb5a7d req-49ee0e15-3a1d-4e5e-b7b3-8b3dae7cf282 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:31.651663 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35429274-b781-4994-855c-93e54fbb5a7d req-49ee0e15-3a1d-4e5e-b7b3-8b3dae7cf282 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ce09bd8-96d2-46a3-9397-4e474ab2494d HTTP/1.1" status: 200 len: 945 time: 0.5914698 Mar 05 04:47:31.712846 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be542bc-28d7-4cf7-ad06-69587e0fecff None None] Pushing event updated for resources: {'Port': ['ID=53d15c9e-85b5-452c-8f10-d6e82651af85,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:31.717216 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab6539f-136c-4320-a3ed-703108e82f23 None None] Routers {'9a4f174a-311b-4ecf-881d-608118d02bf5'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:47:31.717923 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7ab6539f-136c-4320-a3ed-703108e82f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:47:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9a4f174a-311b-4ecf-881d-608118d02bf5'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:31.724919 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1db1b1b5-8aca-43a5-9890-d47e3dbf39de req-302d824a-895f-49d7-8869-5679a2f17f6a tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5498385 Mar 05 04:47:31.755891 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d793fdbf-c57e-4962-a8a6-6435dc111153 admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:47:31.768576 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-d793fdbf-c57e-4962-a8a6-6435dc111153 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:47:31.846023 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d793fdbf-c57e-4962-a8a6-6435dc111153 admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:47:31.959908 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0250a8c5-8c7f-4da4-b8a1-694bcdebaccf x-openstack-request-id: req-0250a8c5-8c7f-4da4-b8a1-694bcdebaccf {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:47:31.960302 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce09bd8-96d2-46a3-9397-4e474ab2494d", "name": "network-vif-plugged", "status": "completed", "tag": "e5022e59-b704-4d59-830c-10c688c2b30d", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:47:31.960655 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0250a8c5-8c7f-4da4-b8a1-694bcdebaccf {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:47:31.961584 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce09bd8-96d2-46a3-9397-4e474ab2494d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5022e59-b704-4d59-830c-10c688c2b30d', 'code': 200} Mar 05 04:47:32.111956 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-7ab6539f-136c-4320-a3ed-703108e82f23 None None] Set router 9a4f174a-311b-4ecf-881d-608118d02bf5 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:47:32.119912 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793fdbf-c57e-4962-a8a6-6435dc111153 admin admin] Pushing event updated for resources: {'Port': ['ID=3e099efb-6447-4587-be61-a97b529178b8,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:32.173142 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35429274-b781-4994-855c-93e54fbb5a7d req-c63a8dd7-3656-4d1b-b4c6-67f4672cfac0 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471354 Mar 05 04:47:32.268320 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device e511e81b-5047-4a10-8053-6f167b4fd348 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:47:32.270634 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device e511e81b-5047-4a10-8053-6f167b4fd348 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:47:32.489329 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-48eec303-1298-4dee-aac4-b7bbccc0a48b None None] Provisioning complete for port e19fec20-02a8-430d-ae10-851c1091cc56 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:32.489760 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-48eec303-1298-4dee-aac4-b7bbccc0a48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e19fec20-02a8-430d-ae10-851c1091cc56), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:32.508088 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33f5c6-0974-4a35-93d0-e00938748640 req-829fcd5c-d453-4883-84fc-4c5e9e1bd74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:32.509896 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0e33f5c6-0974-4a35-93d0-e00938748640 req-829fcd5c-d453-4883-84fc-4c5e9e1bd74f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0ce09bd8-96d2-46a3-9397-4e474ab2494d HTTP/1.1" status: 200 len: 1128 time: 0.4053404 Mar 05 04:47:32.615352 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.resource_extend [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 04:47:32.781857 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d4bb1-cc8d-431f-b052-c091dbc931ba req-c6fb83e8-a302-4123-a3b7-b0720decb6b3 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:32.793735 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-568d4bb1-cc8d-431f-b052-c091dbc931ba req-c6fb83e8-a302-4123-a3b7-b0720decb6b3 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.4066663 Mar 05 04:47:32.930084 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0e33f5c6-0974-4a35-93d0-e00938748640 req-2060c06f-36e0-4ca6-a4b5-3e9cd5f6ab19 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747277 Mar 05 04:47:32.943008 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46362) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:32.954385 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-c5812747-0a3d-4dfb-940b-b575d14981e9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1804355800', 'description': 'tempest-description--543997356'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:47:33.006716 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c5812747-0a3d-4dfb-940b-b575d14981e9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:33.135789 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e722ae-d74c-44f3-a914-dbb38d7663eb None None] Pushing event updated for resources: {'Port': ['ID=e19fec20-02a8-430d-ae10-851c1091cc56,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:33.255547 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7ab6539f-136c-4320-a3ed-703108e82f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4f174a-311b-4ecf-881d-608118d02bf5', 'name': 'tempest-AttachSCSIVolumeTestJSON-594194993-router', 'tenant_id': 'b26228d66db44ec4a353fe5eebb33cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '032c3352-7b3d-48a1-8aa5-3cb71edb27db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:47:17Z', 'updated_at': '2022-03-05T04:47:26Z', 'revision_number': 4, 'project_id': 'b26228d66db44ec4a353fe5eebb33cfb', 'gw_port': {'id': '032c3352-7b3d-48a1-8aa5-3cb71edb27db', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f174a-311b-4ecf-881d-608118d02bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:20Z', 'updated_at': '2022-03-05T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'e19fec20-02a8-430d-ae10-851c1091cc56', 'name': '', 'network_id': '564ab223-1564-4897-bfe7-bf2187e8cd7e', 'tenant_id': 'b26228d66db44ec4a353fe5eebb33cfb', 'mac_address': 'fa:16:3e:64:a0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4f174a-311b-4ecf-881d-608118d02bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'd465e1b9-7504-40c9-a62e-e87eedceda7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:25Z', 'updated_at': '2022-03-05T04:47:31Z', 'revision_number': 4, 'project_id': 'b26228d66db44ec4a353fe5eebb33cfb', 'subnets': [{'id': 'd465e1b9-7504-40c9-a62e-e87eedceda7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:33.261018 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port e511e81b-5047-4a10-8053-6f167b4fd348, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=e511e81b-5047-4a10-8053-6f167b4fd348,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:47:33.306058 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-568d4bb1-cc8d-431f-b052-c091dbc931ba req-c08b8250-efb8-4e96-ac46-68bccfbc8732 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5089073 Mar 05 04:47:33.311276 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab6539f-136c-4320-a3ed-703108e82f23 None None] The sync data for ids ['9a4f174a-311b-4ecf-881d-608118d02bf5'] in n-d-789963-32 is: [{'id': '9a4f174a-311b-4ecf-881d-608118d02bf5', 'name': 'tempest-AttachSCSIVolumeTestJSON-594194993-router', 'tenant_id': 'b26228d66db44ec4a353fe5eebb33cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '032c3352-7b3d-48a1-8aa5-3cb71edb27db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:47:17Z', 'updated_at': '2022-03-05T04:47:26Z', 'revision_number': 4, 'project_id': 'b26228d66db44ec4a353fe5eebb33cfb', 'gw_port': {'id': '032c3352-7b3d-48a1-8aa5-3cb71edb27db', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f174a-311b-4ecf-881d-608118d02bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:20Z', 'updated_at': '2022-03-05T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'e19fec20-02a8-430d-ae10-851c1091cc56', 'name': '', 'network_id': '564ab223-1564-4897-bfe7-bf2187e8cd7e', 'tenant_id': 'b26228d66db44ec4a353fe5eebb33cfb', 'mac_address': 'fa:16:3e:64:a0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4f174a-311b-4ecf-881d-608118d02bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'd465e1b9-7504-40c9-a62e-e87eedceda7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:25Z', 'updated_at': '2022-03-05T04:47:31Z', 'revision_number': 4, 'project_id': 'b26228d66db44ec4a353fe5eebb33cfb', 'subnets': [{'id': 'd465e1b9-7504-40c9-a62e-e87eedceda7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:47:33.335325 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'e511e81b-5047-4a10-8053-6f167b4fd348', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': 'e511e81b-5047-4a10-8053-6f167b4fd348', 'mac_address': 'fa:16:3e:bc:a3:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:47:33.339023 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c5812747-0a3d-4dfb-940b-b575d14981e9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for security_group (8fee8eff-f203-45e8-8770-4e81d4cc6f6d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:33.366649 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port e511e81b-5047-4a10-8053-6f167b4fd348 is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:33.370458 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c5812747-0a3d-4dfb-940b-b575d14981e9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8fee8eff-f203-45e8-8770-4e81d4cc6f6d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:33.391868 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e511e81b-5047-4a10-8053-6f167b4fd348), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:33.404034 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d793fdbf-c57e-4962-a8a6-6435dc111153 admin admin] Publish callbacks [] for router_gateway (778fcaa9-e55c-4651-84f6-2a2cc231e8cf), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:33.673876 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5812747-0a3d-4dfb-940b-b575d14981e9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fee8eff-f203-45e8-8770-4e81d4cc6f6d,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:33.717526 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c5812747-0a3d-4dfb-940b-b575d14981e9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:33.730785 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c5812747-0a3d-4dfb-940b-b575d14981e9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7819631 Mar 05 04:47:33.744244 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46368) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:33.760771 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-245e0911-7f46-49d9-9f4e-0efa407dad0c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Request body: {'security_group_rule': {'security_group_id': '8fee8eff-f203-45e8-8770-4e81d4cc6f6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:47:33.914125 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-245e0911-7f46-49d9-9f4e-0efa407dad0c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for security_group_rule (fed7c0bb-44f7-4b64-934e-af1aa4af86c7), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:33.940381 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port e511e81b-5047-4a10-8053-6f167b4fd348, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=e511e81b-5047-4a10-8053-6f167b4fd348,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:47:33.984232 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5591be5-eb6d-4b54-8a56-92c8b7752143', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e511e81b-5047-4a10-8053-6f167b4fd348'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:47:33.995748 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabed782-e1c6-4923-a416-2917585eed86" -d '{"events": [{"server_uuid": "b5591be5-eb6d-4b54-8a56-92c8b7752143", "name": "network-vif-unplugged", "status": "completed", "tag": "e511e81b-5047-4a10-8053-6f167b4fd348"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:47:34.011954 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:47:34.073637 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-48eec303-1298-4dee-aac4-b7bbccc0a48b None None] Current status of the port e19fec20-02a8-430d-ae10-851c1091cc56 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:34.074726 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-48eec303-1298-4dee-aac4-b7bbccc0a48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e19fec20-02a8-430d-ae10-851c1091cc56), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:34.103011 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e511e81b-5047-4a10-8053-6f167b4fd348), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:34.216909 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-245e0911-7f46-49d9-9f4e-0efa407dad0c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for security_group_rule (fed7c0bb-44f7-4b64-934e-af1aa4af86c7), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:34.229971 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-245e0911-7f46-49d9-9f4e-0efa407dad0c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (fed7c0bb-44f7-4b64-934e-af1aa4af86c7), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:34.295325 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2df76-e454-41c3-9cf4-ebc716f43011 req-ce433b12-79b1-47e9-bb4a-9eb3399d4ce7 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:34.297574 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-42b2df76-e454-41c3-9cf4-ebc716f43011 req-ce433b12-79b1-47e9-bb4a-9eb3399d4ce7 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 949 time: 0.5256581 Mar 05 04:47:34.339568 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e0911-7f46-49d9-9f4e-0efa407dad0c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fed7c0bb-44f7-4b64-934e-af1aa4af86c7,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:34.377773 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-245e0911-7f46-49d9-9f4e-0efa407dad0c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:34.381892 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-245e0911-7f46-49d9-9f4e-0efa407dad0c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6352499 Mar 05 04:47:34.384372 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46376) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:34.394451 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=e511e81b-5047-4a10-8053-6f167b4fd348,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:34.410181 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port e511e81b-5047-4a10-8053-6f167b4fd348 is: ACTIVE; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:34.410529 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e511e81b-5047-4a10-8053-6f167b4fd348), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:34.419487 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-a113f866-12b8-4099-bcac-d6778a867e41 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Request body: {'security_group_rule': {'security_group_id': '8fee8eff-f203-45e8-8770-4e81d4cc6f6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:47:34.459658 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e511e81b-5047-4a10-8053-6f167b4fd348 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:47:34.529940 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a113f866-12b8-4099-bcac-d6778a867e41 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for security_group_rule (a6920928-5fc5-4303-9a6d-2331d8bb27c1), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:34.536627 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-42b2df76-e454-41c3-9cf4-ebc716f43011 req-59bc5c61-0e74-4fc5-b9e4-89dc9258023e tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343887 Mar 05 04:47:34.703840 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87808d28-c2f3-4f63-a66e-50890679d16d req-e610a71d-53e6-4271-9ebd-d8f01bcbfaa9 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:34.746049 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87808d28-c2f3-4f63-a66e-50890679d16d req-e610a71d-53e6-4271-9ebd-d8f01bcbfaa9 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ce09bd8-96d2-46a3-9397-4e474ab2494d HTTP/1.1" status: 200 len: 945 time: 0.9512494 Mar 05 04:47:34.755105 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2987ac7a-2e4e-44a0-88e6-9506a5fde664 None None] Network 37de3cac-2e27-4573-885e-c86e0ea7886c requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:47:34.800709 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-48eec303-1298-4dee-aac4-b7bbccc0a48b None None] For port e19fec20-02a8-430d-ae10-851c1091cc56, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e19fec20-02a8-430d-ae10-851c1091cc56,segment=NetworkSegment(0d518976-6238-496c-8ffc-f9926de03fab),segment_id=0d518976-6238-496c-8ffc-f9926de03fab)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:47:34.823429 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a113f866-12b8-4099-bcac-d6778a867e41 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for security_group_rule (a6920928-5fc5-4303-9a6d-2331d8bb27c1), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:34.832530 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a113f866-12b8-4099-bcac-d6778a867e41 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (a6920928-5fc5-4303-9a6d-2331d8bb27c1), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:34.892991 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-48eec303-1298-4dee-aac4-b7bbccc0a48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e19fec20-02a8-430d-ae10-851c1091cc56), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:34.901087 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa31220c-deaf-4413-9331-ce04853c281b None None] Network e0163509-f0e9-40c4-b897-68a267214319 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:47:34.911669 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113f866-12b8-4099-bcac-d6778a867e41 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6920928-5fc5-4303-9a6d-2331d8bb27c1,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:34.932620 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:34.933037 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:34.956880 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a113f866-12b8-4099-bcac-d6778a867e41 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:34.964044 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a113f866-12b8-4099-bcac-d6778a867e41 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5734737 Mar 05 04:47:34.966276 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46378) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:35.009413 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-e9df7ff9-6959-4a42-8c63-1771f0f277e9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:47:35.142489 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87808d28-c2f3-4f63-a66e-50890679d16d req-81047d54-dae0-4c65-862d-50f2dceaec33 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950350 Mar 05 04:47:35.208238 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e9df7ff9-6959-4a42-8c63-1771f0f277e9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:35.234380 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d793fdbf-c57e-4962-a8a6-6435dc111153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (778fcaa9-e55c-4651-84f6-2a2cc231e8cf), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:35.398394 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240690a-d2d9-43a0-ae09-f6352144b610 req-cbda3dc0-d98d-4c28-853b-24e5867569aa tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:35.400857 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4240690a-d2d9-43a0-ae09-f6352144b610 req-cbda3dc0-d98d-4c28-853b-24e5867569aa tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 945 time: 0.3266599 Mar 05 04:47:35.409355 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 04:47:35.409884 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 04:47:35.413015 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 04:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becdcb63-3a5f-4177-8805-8d852ca812a8 x-openstack-request-id: req-becdcb63-3a5f-4177-8805-8d852ca812a8 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:47:35.413417 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5591be5-eb6d-4b54-8a56-92c8b7752143", "name": "network-vif-unplugged", "status": "completed", "tag": "e511e81b-5047-4a10-8053-6f167b4fd348", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:47:35.413781 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-becdcb63-3a5f-4177-8805-8d852ca812a8 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:47:35.414617 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5591be5-eb6d-4b54-8a56-92c8b7752143', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e511e81b-5047-4a10-8053-6f167b4fd348', 'code': 200} Mar 05 04:47:35.425275 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95066ff7-5119-4979-9fdd-0313b648e4a2 None None] Network d212388e-df12-4708-9d1c-73e3d414a7cb requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:47:35.550717 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3090aa8d-1a6a-487a-8af7-a7f900798da4 None None] Provisioning complete for port e19fec20-02a8-430d-ae10-851c1091cc56 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:35.551286 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3090aa8d-1a6a-487a-8af7-a7f900798da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e19fec20-02a8-430d-ae10-851c1091cc56), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:35.741607 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9cd8b-10fc-45e3-afaa-4ddbe3c782d5 req-8b8b5a9d-4e04-438e-8833-77fc6b7fb0e8 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:35.750711 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-96e9cd8b-10fc-45e3-afaa-4ddbe3c782d5 req-8b8b5a9d-4e04-438e-8833-77fc6b7fb0e8 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.3289015 Mar 05 04:47:35.827864 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-96e9cd8b-10fc-45e3-afaa-4ddbe3c782d5 req-f0589bce-7d4d-4049-b616-1966f684b636 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760319 Mar 05 04:47:35.848462 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4240690a-d2d9-43a0-ae09-f6352144b610 req-eb8b9e81-6c68-4f89-ba23-a3bddd2248d2 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4122601 Mar 05 04:47:35.933830 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d793fdbf-c57e-4962-a8a6-6435dc111153 admin admin] Router 778fcaa9-e55c-4651-84f6-2a2cc231e8cf is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:47:35.958443 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e9df7ff9-6959-4a42-8c63-1771f0f277e9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:36.038504 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:36.039213 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:36.049733 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port e511e81b-5047-4a10-8053-6f167b4fd348 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:36.050181 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e511e81b-5047-4a10-8053-6f167b4fd348), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:36.110837 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e511e81b-5047-4a10-8053-6f167b4fd348 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:47:36.171505 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eec303-1298-4dee-aac4-b7bbccc0a48b None None] Pushing event updated for resources: {'Port': ['ID=e19fec20-02a8-430d-ae10-851c1091cc56,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:36.183646 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port e511e81b-5047-4a10-8053-6f167b4fd348, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=e511e81b-5047-4a10-8053-6f167b4fd348,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:47:36.225691 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e511e81b-5047-4a10-8053-6f167b4fd348), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:36.271262 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-e9df7ff9-6959-4a42-8c63-1771f0f277e9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Allocated IP 172.25.0.172 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/303f9900-839d-47ff-bc90-1f4ce2812358) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:47:36.368820 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b,segment=NetworkSegment(22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89),segment_id=22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:47:36.373473 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3090aa8d-1a6a-487a-8af7-a7f900798da4 None None] Current status of the port e19fec20-02a8-430d-ae10-851c1091cc56 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:36.389715 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:36.390912 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 25c7d0f6-aaf6-4e05-bb07-891a19fbb96d up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:47:36.484232 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=e511e81b-5047-4a10-8053-6f167b4fd348,revision_number=7']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:36.535603 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['e511e81b-5047-4a10-8053-6f167b4fd348'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:47:36.595912 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3090aa8d-1a6a-487a-8af7-a7f900798da4 None None] Provisioning complete for port c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:36.596452 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3090aa8d-1a6a-487a-8af7-a7f900798da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:36.709106 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:36.759150 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 25c7d0f6-aaf6-4e05-bb07-891a19fbb96d triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:36.759635 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (25c7d0f6-aaf6-4e05-bb07-891a19fbb96d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:36.798380 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e9df7ff9-6959-4a42-8c63-1771f0f277e9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for port (303f9900-839d-47ff-bc90-1f4ce2812358), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:36.937705 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e9df7ff9-6959-4a42-8c63-1771f0f277e9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (303f9900-839d-47ff-bc90-1f4ce2812358), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:37.057115 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df7ff9-6959-4a42-8c63-1771f0f277e9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Pushing event updated for resources: {'Port': ['ID=303f9900-839d-47ff-bc90-1f4ce2812358,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:37.098543 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9df7ff9-6959-4a42-8c63-1771f0f277e9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:47:37.143504 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712bb5f-3860-46ae-92fc-1f52885e57d0 req-d222a6c2-7890-44d5-a94d-4c1de1db4019 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:37.145063 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7712bb5f-3860-46ae-92fc-1f52885e57d0 req-d222a6c2-7890-44d5-a94d-4c1de1db4019 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 948 time: 0.8607810 Mar 05 04:47:37.155957 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-e9df7ff9-6959-4a42-8c63-1771f0f277e9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:47:37.163581 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9df7ff9-6959-4a42-8c63-1771f0f277e9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:47:37.181382 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3090aa8d-1a6a-487a-8af7-a7f900798da4 None None] Current status of the port c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:37.215064 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 25c7d0f6-aaf6-4e05-bb07-891a19fbb96d is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:37.215613 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (25c7d0f6-aaf6-4e05-bb07-891a19fbb96d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:37.217703 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3090aa8d-1a6a-487a-8af7-a7f900798da4 None None] Provisioning complete for port 53d15c9e-85b5-452c-8f10-d6e82651af85 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:37.218076 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3090aa8d-1a6a-487a-8af7-a7f900798da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (53d15c9e-85b5-452c-8f10-d6e82651af85), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:37.287556 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 25c7d0f6-aaf6-4e05-bb07-891a19fbb96d, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=25c7d0f6-aaf6-4e05-bb07-891a19fbb96d,segment=NetworkSegment(ed3a3d30-7fb2-463d-9a62-c7cee08e9781),segment_id=ed3a3d30-7fb2-463d-9a62-c7cee08e9781)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:47:37.307357 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (25c7d0f6-aaf6-4e05-bb07-891a19fbb96d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:37.308032 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 53d15c9e-85b5-452c-8f10-d6e82651af85 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:47:37.411954 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7712bb5f-3860-46ae-92fc-1f52885e57d0 req-d44c893f-8d1e-42ef-a971-76c5f0815861 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376312 Mar 05 04:47:37.425783 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106f736-b41c-4301-9ab5-47c08f764769 req-219aef98-c58a-475a-9a5f-9538525e2bb2 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:37.427496 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0106f736-b41c-4301-9ab5-47c08f764769 req-219aef98-c58a-475a-9a5f-9538525e2bb2 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ce09bd8-96d2-46a3-9397-4e474ab2494d HTTP/1.1" status: 200 len: 945 time: 0.9663351 Mar 05 04:47:37.460193 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d793fdbf-c57e-4962-a8a6-6435dc111153 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:47:37.494104 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0106f736-b41c-4301-9ab5-47c08f764769 req-c96baecc-0e07-4924-bbea-d0f14b9aabfc tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606880 Mar 05 04:47:37.497390 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e9df7ff9-6959-4a42-8c63-1771f0f277e9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for floatingip (bef8b779-e556-4852-891a-11b3c043e606), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:37.516626 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d793fdbf-c57e-4962-a8a6-6435dc111153 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:37.521660 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d793fdbf-c57e-4962-a8a6-6435dc111153 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.3447325 Mar 05 04:47:37.522558 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46400) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:37.587439 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3090aa8d-1a6a-487a-8af7-a7f900798da4 None None] Current status of the port 53d15c9e-85b5-452c-8f10-d6e82651af85 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:37.590659 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e9df7ff9-6959-4a42-8c63-1771f0f277e9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (303f9900-839d-47ff-bc90-1f4ce2812358), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:37.591010 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3090aa8d-1a6a-487a-8af7-a7f900798da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (53d15c9e-85b5-452c-8f10-d6e82651af85), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:37.625189 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde02569-6f56-4554-ae92-49a655403966 None None] Sync routers for ids ['778fcaa9-e55c-4651-84f6-2a2cc231e8cf'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:47:37.723094 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-3090aa8d-1a6a-487a-8af7-a7f900798da4 None None] For port 53d15c9e-85b5-452c-8f10-d6e82651af85, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=53d15c9e-85b5-452c-8f10-d6e82651af85,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:47:37.748457 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3090aa8d-1a6a-487a-8af7-a7f900798da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (53d15c9e-85b5-452c-8f10-d6e82651af85), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:37.798929 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde02569-6f56-4554-ae92-49a655403966 None None] Routers {'778fcaa9-e55c-4651-84f6-2a2cc231e8cf'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:47:37.800390 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-fde02569-6f56-4554-ae92-49a655403966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:47:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['778fcaa9-e55c-4651-84f6-2a2cc231e8cf'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:37.818197 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce34ab-451f-4c53-af52-9f769bda4922 req-afb79f9e-67c7-439b-9649-b4b5c8bfda32 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:37.819757 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-02ce34ab-451f-4c53-af52-9f769bda4922 req-afb79f9e-67c7-439b-9649-b4b5c8bfda32 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.1435063 Mar 05 04:47:37.907913 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-02ce34ab-451f-4c53-af52-9f769bda4922 req-90bf8928-9970-4513-adb7-f72f676c76b6 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679467 Mar 05 04:47:37.924074 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e9df7ff9-6959-4a42-8c63-1771f0f277e9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for port (303f9900-839d-47ff-bc90-1f4ce2812358), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:37.932487 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e9df7ff9-6959-4a42-8c63-1771f0f277e9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (303f9900-839d-47ff-bc90-1f4ce2812358), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:37.982544 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=25c7d0f6-aaf6-4e05-bb07-891a19fbb96d,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:38.112310 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090aa8d-1a6a-487a-8af7-a7f900798da4 None None] Pushing event updated for resources: {'Port': ['ID=53d15c9e-85b5-452c-8f10-d6e82651af85,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:38.127951 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 53d15c9e-85b5-452c-8f10-d6e82651af85 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:38.128369 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (53d15c9e-85b5-452c-8f10-d6e82651af85), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:38.129865 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e9df7ff9-6959-4a42-8c63-1771f0f277e9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (bef8b779-e556-4852-891a-11b3c043e606), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:38.141221 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-ae564699-d539-4fae-9f10-2cd9f0390b5a None None] Provisioning complete for port 8cc5a9d5-8259-4285-a850-8602f24d541c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:38.141634 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ae564699-d539-4fae-9f10-2cd9f0390b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8cc5a9d5-8259-4285-a850-8602f24d541c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:38.227056 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ae564699-d539-4fae-9f10-2cd9f0390b5a None None] Port 8cc5a9d5-8259-4285-a850-8602f24d541c cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:47:38.337014 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device e511e81b-5047-4a10-8053-6f167b4fd348 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:47:38.435924 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-ae564699-d539-4fae-9f10-2cd9f0390b5a None None] Provisioning complete for port b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:38.436731 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ae564699-d539-4fae-9f10-2cd9f0390b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:38.482096 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port e511e81b-5047-4a10-8053-6f167b4fd348 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:38.482857 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e511e81b-5047-4a10-8053-6f167b4fd348), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:38.560183 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-92cfd7ac-126d-440b-ab73-93ad29ae7e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:38.564027 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-fde02569-6f56-4554-ae92-49a655403966 None None] Set router 778fcaa9-e55c-4651-84f6-2a2cc231e8cf gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:47:38.674510 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ae564699-d539-4fae-9f10-2cd9f0390b5a None None] Port b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:47:38.684592 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e9df7ff9-6959-4a42-8c63-1771f0f277e9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:38.696446 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e9df7ff9-6959-4a42-8c63-1771f0f277e9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7269819 Mar 05 04:47:38.698586 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df7ff9-6959-4a42-8c63-1771f0f277e9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Pushing event updated for resources: {'Port': ['ID=303f9900-839d-47ff-bc90-1f4ce2812358,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:38.812933 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-92cfd7ac-126d-440b-ab73-93ad29ae7e64 admin admin] Allocated IP 172.20.0.1 (37de3cac-2e27-4573-885e-c86e0ea7886c/4a6039ad-16bd-4b00-a55f-f7c68e1f3072/8085c071-cba8-46ba-aef9-b7212bf03cb8) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:47:38.819613 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b481aa-dc76-4d4c-b491-f53730f74775 req-a43ba65c-00fc-49d7-9ced-2ca386237156 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:38.826918 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72b481aa-dc76-4d4c-b491-f53730f74775 req-a43ba65c-00fc-49d7-9ced-2ca386237156 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 945 time: 0.6857381 Mar 05 04:47:38.835023 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-ae564699-d539-4fae-9f10-2cd9f0390b5a None None] Provisioning complete for port c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:38.835698 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ae564699-d539-4fae-9f10-2cd9f0390b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:38.837398 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 53d15c9e-85b5-452c-8f10-d6e82651af85 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:38.872085 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f42bce-c06a-4526-bd14-1376a72e0822 req-6ac616f5-3ccc-48ae-951c-f7f68025ce50 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:38.882638 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port e511e81b-5047-4a10-8053-6f167b4fd348 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:38.883194 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e511e81b-5047-4a10-8053-6f167b4fd348), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:38.886739 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3f42bce-c06a-4526-bd14-1376a72e0822 req-6ac616f5-3ccc-48ae-951c-f7f68025ce50 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ce09bd8-96d2-46a3-9397-4e474ab2494d HTTP/1.1" status: 200 len: 945 time: 0.7513008 Mar 05 04:47:38.960827 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5591be5-eb6d-4b54-8a56-92c8b7752143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e511e81b-5047-4a10-8053-6f167b4fd348'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:47:38.972031 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a5efc9-8fed-4ad4-93b2-029af7ab7570" -d '{"events": [{"server_uuid": "b5591be5-eb6d-4b54-8a56-92c8b7752143", "name": "network-vif-plugged", "status": "completed", "tag": "e511e81b-5047-4a10-8053-6f167b4fd348"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:47:39.024492 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port e511e81b-5047-4a10-8053-6f167b4fd348, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=e511e81b-5047-4a10-8053-6f167b4fd348,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:47:39.025156 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72b481aa-dc76-4d4c-b491-f53730f74775 req-4d4f525e-efb5-410e-a03d-d49e479ad7e9 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820247 Mar 05 04:47:39.041380 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3f42bce-c06a-4526-bd14-1376a72e0822 req-136c7628-8863-4778-86c0-eb034b73de18 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468527 Mar 05 04:47:39.049103 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e511e81b-5047-4a10-8053-6f167b4fd348), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:39.186443 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=e511e81b-5047-4a10-8053-6f167b4fd348,revision_number=8']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:39.202966 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-fde02569-6f56-4554-ae92-49a655403966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'name': 'tempest-ServerActionsTestJSON-1231150609-router', 'tenant_id': '947653f4d3b84cc89f4c3c5691586859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '3e099efb-6447-4587-be61-a97b529178b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:47:28Z', 'updated_at': '2022-03-05T04:47:32Z', 'revision_number': 3, 'project_id': '947653f4d3b84cc89f4c3c5691586859', 'gw_port': {'id': '3e099efb-6447-4587-be61-a97b529178b8', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:09:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:30Z', 'updated_at': '2022-03-05T04:47:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:39.225788 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30406d61-820d-4c4c-9907-defd78b0e789 req-c6a5ac0e-3795-4b11-92fa-5542e53a99a7 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:39.230904 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-30406d61-820d-4c4c-9907-defd78b0e789 req-c6a5ac0e-3795-4b11-92fa-5542e53a99a7 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 949 time: 0.1333756 Mar 05 04:47:39.249514 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-92cfd7ac-126d-440b-ab73-93ad29ae7e64 admin admin] Publish callbacks [] for port (8085c071-cba8-46ba-aef9-b7212bf03cb8), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:39.299899 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:47:39.303269 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde02569-6f56-4554-ae92-49a655403966 None None] Checking router: 778fcaa9-e55c-4651-84f6-2a2cc231e8cf for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:47:39.304471 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde02569-6f56-4554-ae92-49a655403966 None None] Updating router 778fcaa9-e55c-4651-84f6-2a2cc231e8cf port 3e099efb-6447-4587-be61-a97b529178b8 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:47:39.327988 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-92cfd7ac-126d-440b-ab73-93ad29ae7e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (8085c071-cba8-46ba-aef9-b7212bf03cb8), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:39.379050 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-30406d61-820d-4c4c-9907-defd78b0e789 req-75598095-705c-4ddc-b3a5-3f7222b3dd68 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400499 Mar 05 04:47:39.456718 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cfd7ac-126d-440b-ab73-93ad29ae7e64 admin admin] Network 37de3cac-2e27-4573-885e-c86e0ea7886c is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:47:39.457344 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f97c9a-0e97-40b8-834a-acbdd4f53af9 req-305e6583-1efb-4333-b987-09eb57855934 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:39.466816 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19f97c9a-0e97-40b8-834a-acbdd4f53af9 req-305e6583-1efb-4333-b987-09eb57855934 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.2334769 Mar 05 04:47:39.468207 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfd7ac-126d-440b-ab73-93ad29ae7e64 admin admin] Pushing event updated for resources: {'Port': ['ID=8085c071-cba8-46ba-aef9-b7212bf03cb8,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:39.480617 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-92cfd7ac-126d-440b-ab73-93ad29ae7e64 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:47:39.529892 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cfd7ac-126d-440b-ab73-93ad29ae7e64 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:47:39.609931 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19f97c9a-0e97-40b8-834a-acbdd4f53af9 req-d867db93-33cd-4e86-ba00-1d637105cf4e tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365070 Mar 05 04:47:39.625152 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e04e651-069a-4ad4-9bc9-f2c31fb391f1 x-openstack-request-id: req-5e04e651-069a-4ad4-9bc9-f2c31fb391f1 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:47:39.625694 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5591be5-eb6d-4b54-8a56-92c8b7752143", "name": "network-vif-plugged", "status": "completed", "tag": "e511e81b-5047-4a10-8053-6f167b4fd348", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:47:39.625964 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5e04e651-069a-4ad4-9bc9-f2c31fb391f1 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:47:39.626375 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5591be5-eb6d-4b54-8a56-92c8b7752143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e511e81b-5047-4a10-8053-6f167b4fd348', 'code': 200} Mar 05 04:47:39.673585 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137cce3-4bad-4f1c-9ed6-3c7b67f434b9 req-f70c1665-bae7-40aa-96d0-78f7c437a2c4 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:39.675404 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1137cce3-4bad-4f1c-9ed6-3c7b67f434b9 req-f70c1665-bae7-40aa-96d0-78f7c437a2c4 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.31 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 945 time: 0.2885039 Mar 05 04:47:39.794556 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-92cfd7ac-126d-440b-ab73-93ad29ae7e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (778fcaa9-e55c-4651-84f6-2a2cc231e8cf), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:39.806700 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ae564699-d539-4fae-9f10-2cd9f0390b5a None None] Current status of the port c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:39.823841 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fde02569-6f56-4554-ae92-49a655403966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3e099efb-6447-4587-be61-a97b529178b8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:39.858284 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-0f99dec0-6e4c-472d-afff-3c0842cc3bf4 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1804355800&fields=id&tenant_id=f322de562e384481acfa7667e5bcbd96 HTTP/1.1" status: 200 len: 267 time: 0.1816552 Mar 05 04:47:39.921083 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2f2b4-9e8e-475c-84bc-27d33280de75 req-0a1e501d-435e-42c9-bfb3-aa87898c6a12 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:39.928806 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-acf2f2b4-9e8e-475c-84bc-27d33280de75 req-0a1e501d-435e-42c9-bfb3-aa87898c6a12 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.31 "GET /v2.0/ports?device_id=0ce09bd8-96d2-46a3-9397-4e474ab2494d HTTP/1.1" status: 200 len: 945 time: 0.3960819 Mar 05 04:47:39.979824 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-0f47b630-11f5-4f8b-9f7f-3074e54df037 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:39.987255 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-0f47b630-11f5-4f8b-9f7f-3074e54df037 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports/8cc5a9d5-8259-4285-a850-8602f24d541c HTTP/1.1" status: 200 len: 936 time: 0.1280086 Mar 05 04:47:40.074019 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-1137cce3-4bad-4f1c-9ed6-3c7b67f434b9 req-ef766c36-d426-4590-a2f4-904ee53e1e88 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Deleting port e05d0ba4-bf1f-497e-974a-c0ffb587fbec {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:47:40.076251 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1137cce3-4bad-4f1c-9ed6-3c7b67f434b9 req-ef766c36-d426-4590-a2f4-904ee53e1e88 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (e05d0ba4-bf1f-497e-974a-c0ffb587fbec), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:40.115029 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef83ac3-ef95-4e31-ac4c-814f4ef875cb req-691adc2c-9f3c-457a-968c-7d3766e3a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:40.117362 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4ef83ac3-ef95-4e31-ac4c-814f4ef875cb req-691adc2c-9f3c-457a-968c-7d3766e3a567 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 1132 time: 0.1806712 Mar 05 04:47:40.137513 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-787be681-0009-45a8-9854-a255f74a2eb0 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:40.151979 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-787be681-0009-45a8-9854-a255f74a2eb0 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports/b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 HTTP/1.1" status: 200 len: 937 time: 0.1633894 Mar 05 04:47:40.251827 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fde02569-6f56-4554-ae92-49a655403966 None None] Publish callbacks [] for port (3e099efb-6447-4587-be61-a97b529178b8), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:40.271502 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fde02569-6f56-4554-ae92-49a655403966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3e099efb-6447-4587-be61-a97b529178b8), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:40.304459 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-ae564699-d539-4fae-9f10-2cd9f0390b5a None None] Provisioning complete for port 25c7d0f6-aaf6-4e05-bb07-891a19fbb96d triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:40.306799 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ae564699-d539-4fae-9f10-2cd9f0390b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (25c7d0f6-aaf6-4e05-bb07-891a19fbb96d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:40.327657 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-c64c90ea-3d3d-4291-8d71-0b98307ad5c7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?network_id=d212388e-df12-4708-9d1c-73e3d414a7cb&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1733930 Mar 05 04:47:40.408477 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-86433a65-e2f6-4e0c-a18f-84ee88ccbf58 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?network_id=d212388e-df12-4708-9d1c-73e3d414a7cb&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0729866 Mar 05 04:47:40.420618 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-fde02569-6f56-4554-ae92-49a655403966 None None] Attempting to bind port 3e099efb-6447-4587-be61-a97b529178b8 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:47:40.421299 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-fde02569-6f56-4554-ae92-49a655403966 None None] Attempting to bind port 3e099efb-6447-4587-be61-a97b529178b8 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:47:40.421864 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde02569-6f56-4554-ae92-49a655403966 None None] Attempting to bind port 3e099efb-6447-4587-be61-a97b529178b8 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:47:40.433400 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde02569-6f56-4554-ae92-49a655403966 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:47:40.434703 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde02569-6f56-4554-ae92-49a655403966 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:47:40.435702 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fde02569-6f56-4554-ae92-49a655403966 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:40.436343 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde02569-6f56-4554-ae92-49a655403966 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:47:40.437020 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-fde02569-6f56-4554-ae92-49a655403966 None None] Bound port: 3e099efb-6447-4587-be61-a97b529178b8, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:47:40.437597 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fde02569-6f56-4554-ae92-49a655403966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3e099efb-6447-4587-be61-a97b529178b8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:40.451754 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-acf2f2b4-9e8e-475c-84bc-27d33280de75 req-4fc3a39d-0f0c-45dc-afd2-09139438cba5 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Deleting port e5022e59-b704-4d59-830c-10c688c2b30d {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:47:40.457292 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-acf2f2b4-9e8e-475c-84bc-27d33280de75 req-4fc3a39d-0f0c-45dc-afd2-09139438cba5 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (e5022e59-b704-4d59-830c-10c688c2b30d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:40.505497 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4ef83ac3-ef95-4e31-ac4c-814f4ef875cb req-8bb056cb-5fe4-47cf-b95a-6038e4f6de21 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599772 Mar 05 04:47:40.521395 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fde02569-6f56-4554-ae92-49a655403966 None None] For port 3e099efb-6447-4587-be61-a97b529178b8, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:47:40.529661 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fde02569-6f56-4554-ae92-49a655403966 None None] For port 3e099efb-6447-4587-be61-a97b529178b8, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=3e099efb-6447-4587-be61-a97b529178b8,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:47:40.538788 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-92cfd7ac-126d-440b-ab73-93ad29ae7e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8085c071-cba8-46ba-aef9-b7212bf03cb8), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:40.573408 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:40.573612 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:40.577921 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fde02569-6f56-4554-ae92-49a655403966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3e099efb-6447-4587-be61-a97b529178b8), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:40.633432 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9c916-94c4-4379-9bb0-a7956afefa91 req-4d5d45de-90f9-43c3-a713-31c8b9d4b949 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:40.640802 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f8e9c916-94c4-4379-9bb0-a7956afefa91 req-4d5d45de-90f9-43c3-a713-31c8b9d4b949 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=0ce09bd8-96d2-46a3-9397-4e474ab2494d HTTP/1.1" status: 200 len: 945 time: 0.4179144 Mar 05 04:47:40.656417 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064765c-7f7f-4e93-9241-deb9ed2f8d83 None None] Pushing event updated for resources: {'Port': ['ID=3e099efb-6447-4587-be61-a97b529178b8,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:40.776542 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-1137cce3-4bad-4f1c-9ed6-3c7b67f434b9 req-ef766c36-d426-4590-a2f4-904ee53e1e88 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] For port e05d0ba4-bf1f-497e-974a-c0ffb587fbec, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=e05d0ba4-bf1f-497e-974a-c0ffb587fbec,segment=NetworkSegment(4c576226-cd81-4308-994c-aa8170a040e4),segment_id=4c576226-cd81-4308-994c-aa8170a040e4)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:47:40.787793 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1137cce3-4bad-4f1c-9ed6-3c7b67f434b9 req-ef766c36-d426-4590-a2f4-904ee53e1e88 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (e05d0ba4-bf1f-497e-974a-c0ffb587fbec), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:40.827336 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ae564699-d539-4fae-9f10-2cd9f0390b5a None None] Current status of the port 25c7d0f6-aaf6-4e05-bb07-891a19fbb96d is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:40.830548 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde02569-6f56-4554-ae92-49a655403966 None None] Routers {'778fcaa9-e55c-4651-84f6-2a2cc231e8cf'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:47:40.831405 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-fde02569-6f56-4554-ae92-49a655403966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:47:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['778fcaa9-e55c-4651-84f6-2a2cc231e8cf'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:40.892861 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f8e9c916-94c4-4379-9bb0-a7956afefa91 req-e2cbf548-b5fa-4c11-87b2-ac49d5b3d2c4 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510433 Mar 05 04:47:40.916301 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-ae564699-d539-4fae-9f10-2cd9f0390b5a None None] Provisioning complete for port 53d15c9e-85b5-452c-8f10-d6e82651af85 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:40.916693 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ae564699-d539-4fae-9f10-2cd9f0390b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (53d15c9e-85b5-452c-8f10-d6e82651af85), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:41.017308 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064765c-7f7f-4e93-9241-deb9ed2f8d83 None None] Pushing event updated for resources: {'Port': ['ID=3e099efb-6447-4587-be61-a97b529178b8,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:41.018083 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-6fbff373-bc6f-498f-bccc-3481ac0e5224 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:41.024218 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-6fbff373-bc6f-498f-bccc-3481ac0e5224 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:41.031069 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-6fbff373-bc6f-498f-bccc-3481ac0e5224 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:41.039774 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-6fbff373-bc6f-498f-bccc-3481ac0e5224 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/networks?id=96b36905-6014-4841-aac5-335392bf1a9d&id=e0163509-f0e9-40c4-b897-68a267214319&id=e0163509-f0e9-40c4-b897-68a267214319&id=d212388e-df12-4708-9d1c-73e3d414a7cb&id=d212388e-df12-4708-9d1c-73e3d414a7cb HTTP/1.1" status: 200 len: 1994 time: 0.6365194 Mar 05 04:47:41.114584 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-ba82430c-81b4-4697-9408-5f3d39df83a0 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/quotas/f322de562e384481acfa7667e5bcbd96 HTTP/1.1" status: 200 len: 375 time: 0.0733769 Mar 05 04:47:41.175147 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-acf2f2b4-9e8e-475c-84bc-27d33280de75 req-4fc3a39d-0f0c-45dc-afd2-09139438cba5 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] For port e5022e59-b704-4d59-830c-10c688c2b30d, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=e5022e59-b704-4d59-830c-10c688c2b30d,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:47:41.175147 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-acf2f2b4-9e8e-475c-84bc-27d33280de75 req-4fc3a39d-0f0c-45dc-afd2-09139438cba5 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (e5022e59-b704-4d59-830c-10c688c2b30d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:41.179110 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-92cfd7ac-126d-440b-ab73-93ad29ae7e64 admin admin] Publish callbacks [] for port (8085c071-cba8-46ba-aef9-b7212bf03cb8), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:41.210929 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-92cfd7ac-126d-440b-ab73-93ad29ae7e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (8085c071-cba8-46ba-aef9-b7212bf03cb8), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:41.237227 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-fde02569-6f56-4554-ae92-49a655403966 None None] Set router 778fcaa9-e55c-4651-84f6-2a2cc231e8cf gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:47:41.330659 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-acf2f2b4-9e8e-475c-84bc-27d33280de75 req-4fc3a39d-0f0c-45dc-afd2-09139438cba5 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Calling delete_port for e5022e59-b704-4d59-830c-10c688c2b30d owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:47:41.336317 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412ff53-63b9-4420-91b8-1572567e4f95 req-e86ca8b3-46a1-4aee-81aa-3864c7aa26e3 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:41.341657 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-92cfd7ac-126d-440b-ab73-93ad29ae7e64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (778fcaa9-e55c-4651-84f6-2a2cc231e8cf), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:41.347299 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d412ff53-63b9-4420-91b8-1572567e4f95 req-e86ca8b3-46a1-4aee-81aa-3864c7aa26e3 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 945 time: 0.2960203 Mar 05 04:47:41.560683 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:41.561877 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 25c7d0f6-aaf6-4e05-bb07-891a19fbb96d up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:47:41.565160 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfd7ac-126d-440b-ab73-93ad29ae7e64 admin admin] Pushing event updated for resources: {'Port': ['ID=8085c071-cba8-46ba-aef9-b7212bf03cb8,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:41.582030 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ae564699-d539-4fae-9f10-2cd9f0390b5a None None] Current status of the port 53d15c9e-85b5-452c-8f10-d6e82651af85 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:41.635838 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d412ff53-63b9-4420-91b8-1572567e4f95 req-f07fe514-547e-47cb-bcd5-8c2214709b78 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups?id=104db3de-0d42-430e-a291-199f95fc1d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600281 Mar 05 04:47:41.783804 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-fef56192-4729-4685-847b-5f58bd883d1e tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f322de562e384481acfa7667e5bcbd96&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6615067 Mar 05 04:47:41.937977 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-acf2f2b4-9e8e-475c-84bc-27d33280de75 req-4fc3a39d-0f0c-45dc-afd2-09139438cba5 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (e5022e59-b704-4d59-830c-10c688c2b30d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:41.977736 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc3a39d-0f0c-45dc-afd2-09139438cba5 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Pushing event deleted for resources: {'Port': ['ID=e5022e59-b704-4d59-830c-10c688c2b30d,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:42.040199 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cfd7ac-126d-440b-ab73-93ad29ae7e64 admin admin] Network 37de3cac-2e27-4573-885e-c86e0ea7886c is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:47:42.040746 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d43ad5d3-9d97-461a-877b-3c626b64ebd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:42.059254 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-92cfd7ac-126d-440b-ab73-93ad29ae7e64 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:47:42.062167 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf2f2b4-9e8e-475c-84bc-27d33280de75 req-4fc3a39d-0f0c-45dc-afd2-09139438cba5 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] No DVR routers for this DVR port e5022e59-b704-4d59-830c-10c688c2b30d on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:47:42.067990 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-acf2f2b4-9e8e-475c-84bc-27d33280de75 req-4fc3a39d-0f0c-45dc-afd2-09139438cba5 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:42.077324 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-acf2f2b4-9e8e-475c-84bc-27d33280de75 req-4fc3a39d-0f0c-45dc-afd2-09139438cba5 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.31 "DELETE /v2.0/ports/e5022e59-b704-4d59-830c-10c688c2b30d HTTP/1.1" status: 204 len: 173 time: 2.0652599 Mar 05 04:47:42.078386 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce09bd8-96d2-46a3-9397-4e474ab2494d', 'name': 'network-vif-deleted', 'tag': 'e5022e59-b704-4d59-830c-10c688c2b30d'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:47:42.091837 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6403f74-5af7-4304-b606-b7635f614f4a" -d '{"events": [{"server_uuid": "0ce09bd8-96d2-46a3-9397-4e474ab2494d", "name": "network-vif-deleted", "tag": "e5022e59-b704-4d59-830c-10c688c2b30d"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:47:42.129343 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1137cce3-4bad-4f1c-9ed6-3c7b67f434b9 req-ef766c36-d426-4590-a2f4-904ee53e1e88 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:42.129980 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1137cce3-4bad-4f1c-9ed6-3c7b67f434b9 req-ef766c36-d426-4590-a2f4-904ee53e1e88 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (248bff1e-46a6-4c0a-bb0d-b6cb2f74a331), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:42.130111 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [req-1137cce3-4bad-4f1c-9ed6-3c7b67f434b9 req-ef766c36-d426-4590-a2f4-904ee53e1e88 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Floating IP 248bff1e-46a6-4c0a-bb0d-b6cb2f74a331 disassociated. External IP: 172.25.0.80, port: e05d0ba4-bf1f-497e-974a-c0ffb587fbec. Mar 05 04:47:42.130938 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-1137cce3-4bad-4f1c-9ed6-3c7b67f434b9 req-ef766c36-d426-4590-a2f4-904ee53e1e88 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Calling delete_port for e05d0ba4-bf1f-497e-974a-c0ffb587fbec owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:47:42.229276 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device e05d0ba4-bf1f-497e-974a-c0ffb587fbec no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:47:42.290785 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d8c268ba-28e6-4341-aaaf-92024f8fbe35 None None] Provisioning complete for port 8085c071-cba8-46ba-aef9-b7212bf03cb8 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:42.291524 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d8c268ba-28e6-4341-aaaf-92024f8fbe35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8085c071-cba8-46ba-aef9-b7212bf03cb8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:42.467199 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92cfd7ac-126d-440b-ab73-93ad29ae7e64 admin admin] Router 778fcaa9-e55c-4651-84f6-2a2cc231e8cf has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:47:42.486849 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-fde02569-6f56-4554-ae92-49a655403966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'name': 'tempest-ServerActionsTestJSON-1231150609-router', 'tenant_id': '947653f4d3b84cc89f4c3c5691586859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '3e099efb-6447-4587-be61-a97b529178b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:47:28Z', 'updated_at': '2022-03-05T04:47:40Z', 'revision_number': 4, 'project_id': '947653f4d3b84cc89f4c3c5691586859', 'gw_port': {'id': '3e099efb-6447-4587-be61-a97b529178b8', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:09:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:30Z', 'updated_at': '2022-03-05T04:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '8085c071-cba8-46ba-aef9-b7212bf03cb8', 'name': '', 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c', 'tenant_id': '947653f4d3b84cc89f4c3c5691586859', 'mac_address': 'fa:16:3e:c6:fe:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4a6039ad-16bd-4b00-a55f-f7c68e1f3072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:38Z', 'updated_at': '2022-03-05T04:47:38Z', 'revision_number': 1, 'project_id': '947653f4d3b84cc89f4c3c5691586859', 'subnets': [{'id': '4a6039ad-16bd-4b00-a55f-f7c68e1f3072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:42.494492 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-e308240d-7701-4c7c-a8fa-32020750b3d0 service neutron] 10.222.0.11 "GET /v2.0/networks/96b36905-6014-4841-aac5-335392bf1a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6887920 Mar 05 04:47:42.570541 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde02569-6f56-4554-ae92-49a655403966 None None] The sync data for ids ['778fcaa9-e55c-4651-84f6-2a2cc231e8cf'] in n-d-789963-32 is: [{'id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'name': 'tempest-ServerActionsTestJSON-1231150609-router', 'tenant_id': '947653f4d3b84cc89f4c3c5691586859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '3e099efb-6447-4587-be61-a97b529178b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:47:28Z', 'updated_at': '2022-03-05T04:47:40Z', 'revision_number': 4, 'project_id': '947653f4d3b84cc89f4c3c5691586859', 'gw_port': {'id': '3e099efb-6447-4587-be61-a97b529178b8', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:09:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:30Z', 'updated_at': '2022-03-05T04:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '8085c071-cba8-46ba-aef9-b7212bf03cb8', 'name': '', 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c', 'tenant_id': '947653f4d3b84cc89f4c3c5691586859', 'mac_address': 'fa:16:3e:c6:fe:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4a6039ad-16bd-4b00-a55f-f7c68e1f3072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:38Z', 'updated_at': '2022-03-05T04:47:38Z', 'revision_number': 1, 'project_id': '947653f4d3b84cc89f4c3c5691586859', 'subnets': [{'id': '4a6039ad-16bd-4b00-a55f-f7c68e1f3072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:47:42.594116 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d8c268ba-28e6-4341-aaaf-92024f8fbe35 None None] Port 8085c071-cba8-46ba-aef9-b7212bf03cb8 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:47:42.635550 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 25c7d0f6-aaf6-4e05-bb07-891a19fbb96d triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:42.636363 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (25c7d0f6-aaf6-4e05-bb07-891a19fbb96d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:42.647832 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port e05d0ba4-bf1f-497e-974a-c0ffb587fbec is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:42.648399 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e05d0ba4-bf1f-497e-974a-c0ffb587fbec), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:42.799888 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cfd7ac-126d-440b-ab73-93ad29ae7e64 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:47:42.858553 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-4f8159d3-38f2-475e-950d-006a03d0c815 None None] Provisioning complete for port 8085c071-cba8-46ba-aef9-b7212bf03cb8 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:42.859104 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4f8159d3-38f2-475e-950d-006a03d0c815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8085c071-cba8-46ba-aef9-b7212bf03cb8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:42.871935 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-92cfd7ac-126d-440b-ab73-93ad29ae7e64 admin admin] 10.222.0.11 "PUT /v2.0/routers/778fcaa9-e55c-4651-84f6-2a2cc231e8cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3453860 Mar 05 04:47:42.903851 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1137cce3-4bad-4f1c-9ed6-3c7b67f434b9 req-ef766c36-d426-4590-a2f4-904ee53e1e88 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (e05d0ba4-bf1f-497e-974a-c0ffb587fbec), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:42.957755 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-4f8159d3-38f2-475e-950d-006a03d0c815 None None] Port 8085c071-cba8-46ba-aef9-b7212bf03cb8 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:47:43.021550 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef766c36-d426-4590-a2f4-904ee53e1e88 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Pushing event deleted for resources: {'Port': ['ID=e05d0ba4-bf1f-497e-974a-c0ffb587fbec,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:43.036676 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device e5022e59-b704-4d59-830c-10c688c2b30d no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:47:43.061242 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de6d80-095b-424f-bb26-e2bc3a180487 req-97299dfe-48bf-41ee-b75c-f6536edf86ca tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:43.061242 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b3de6d80-095b-424f-bb26-e2bc3a180487 req-97299dfe-48bf-41ee-b75c-f6536edf86ca tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 949 time: 0.5617549 Mar 05 04:47:43.247328 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 25c7d0f6-aaf6-4e05-bb07-891a19fbb96d is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:43.249150 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e19fec20-02a8-430d-ae10-851c1091cc56 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:47:43.311774 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: e5022e59-b704-4d59-830c-10c688c2b30d {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:47:43.312104 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device e5022e59-b704-4d59-830c-10c688c2b30d not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:47:43.320985 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-b0bf4785-1106-436c-a2e5-4c1807899a9f service neutron] 10.222.0.11 "GET /v2.0/networks/96b36905-6014-4841-aac5-335392bf1a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8124998 Mar 05 04:47:43.351809 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port e19fec20-02a8-430d-ae10-851c1091cc56 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:43.363756 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e19fec20-02a8-430d-ae10-851c1091cc56), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:43.433767 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-bc86045f-35c3-4b04-9d3d-f37fa2892110 service neutron] 10.222.0.11 "GET /v2.0/ports/8cc5a9d5-8259-4285-a850-8602f24d541c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1111655 Mar 05 04:47:43.534610 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port e19fec20-02a8-430d-ae10-851c1091cc56 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:43.536498 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 53d15c9e-85b5-452c-8f10-d6e82651af85 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:47:43.612411 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:43.706827 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b3de6d80-095b-424f-bb26-e2bc3a180487 req-f26f3572-5f92-4aed-873b-c17e43f72c7a tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6079237 Mar 05 04:47:43.719630 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:43.733316 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d11643f1-d849-4dae-86bf-95ec2a1ab363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:43.788856 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 53d15c9e-85b5-452c-8f10-d6e82651af85 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:43.789250 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (53d15c9e-85b5-452c-8f10-d6e82651af85), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:44.001096 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1137cce3-4bad-4f1c-9ed6-3c7b67f434b9 req-ef766c36-d426-4590-a2f4-904ee53e1e88 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Router d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:47:44.165677 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-e46e373c-611f-468a-8dd1-44a8933662f8 service neutron] 10.222.0.11 "GET /v2.0/networks/e0163509-f0e9-40c4-b897-68a267214319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6288941 Mar 05 04:47:44.365032 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 53d15c9e-85b5-452c-8f10-d6e82651af85 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:44.537879 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1137cce3-4bad-4f1c-9ed6-3c7b67f434b9 req-ef766c36-d426-4590-a2f4-904ee53e1e88 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:47:44.549347 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2c797c-505f-4725-84d0-ad2aa43c3317 None None] Sync routers for ids ['d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:47:44.585083 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2c797c-505f-4725-84d0-ad2aa43c3317 None None] Routers {'d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:47:44.585974 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-0c2c797c-505f-4725-84d0-ad2aa43c3317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:47:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:44.614405 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 3e099efb-6447-4587-be61-a97b529178b8 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:47:44.621635 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc6ae1-fd64-46a0-a2a7-152ee3e4d961 req-0bbbce01-984d-465b-bf86-5af7b6f2c21e tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:44.629352 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-33dc6ae1-fd64-46a0-a2a7-152ee3e4d961 req-0bbbce01-984d-465b-bf86-5af7b6f2c21e tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.6872115 Mar 05 04:47:44.639542 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-1137cce3-4bad-4f1c-9ed6-3c7b67f434b9 req-ef766c36-d426-4590-a2f4-904ee53e1e88 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] No DVR routers for this DVR port e05d0ba4-bf1f-497e-974a-c0ffb587fbec on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:47:44.657546 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1137cce3-4bad-4f1c-9ed6-3c7b67f434b9 req-ef766c36-d426-4590-a2f4-904ee53e1e88 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:44.666977 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1137cce3-4bad-4f1c-9ed6-3c7b67f434b9 req-ef766c36-d426-4590-a2f4-904ee53e1e88 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.31 "DELETE /v2.0/ports/e05d0ba4-bf1f-497e-974a-c0ffb587fbec HTTP/1.1" status: 204 len: 173 time: 4.9724789 Mar 05 04:47:44.667701 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c', 'name': 'network-vif-deleted', 'tag': 'e05d0ba4-bf1f-497e-974a-c0ffb587fbec'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:47:44.670975 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc745d25-6821-4611-bf7a-32046cb84170" -d '{"events": [{"server_uuid": "4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c", "name": "network-vif-deleted", "tag": "e05d0ba4-bf1f-497e-974a-c0ffb587fbec"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:47:44.707125 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-9f68d7e0-7bb9-453b-a78a-e96c2cddb0e0 service neutron] 10.222.0.11 "GET /v2.0/networks/e0163509-f0e9-40c4-b897-68a267214319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4891498 Mar 05 04:47:44.753296 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 3e099efb-6447-4587-be61-a97b529178b8 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:44.754482 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3e099efb-6447-4587-be61-a97b529178b8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:44.771734 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-33dc6ae1-fd64-46a0-a2a7-152ee3e4d961 req-79edd397-21e0-41da-bd39-f1434a48aa1d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413875 Mar 05 04:47:44.859410 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-9c0e313d-cbea-44af-b070-58bdabf7604c service neutron] 10.222.0.11 "GET /v2.0/ports/b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1216345 Mar 05 04:47:44.918473 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:44.941593 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-0c2c797c-505f-4725-84d0-ad2aa43c3317 None None] Set router d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:47:44.960083 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3244103-a5e3-43c2-b447-21cdbb16a073 x-openstack-request-id: req-e3244103-a5e3-43c2-b447-21cdbb16a073 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:47:44.960660 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce09bd8-96d2-46a3-9397-4e474ab2494d", "name": "network-vif-deleted", "tag": "e5022e59-b704-4d59-830c-10c688c2b30d", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:47:44.960863 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e3244103-a5e3-43c2-b447-21cdbb16a073 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:47:44.961524 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce09bd8-96d2-46a3-9397-4e474ab2494d', 'name': 'network-vif-deleted', 'tag': 'e5022e59-b704-4d59-830c-10c688c2b30d', 'status': 'completed', 'code': 200} Mar 05 04:47:45.026778 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 3e099efb-6447-4587-be61-a97b529178b8 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:45.027242 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3e099efb-6447-4587-be61-a97b529178b8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:45.086135 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 3e099efb-6447-4587-be61-a97b529178b8, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=3e099efb-6447-4587-be61-a97b529178b8,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:47:45.097374 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3e099efb-6447-4587-be61-a97b529178b8), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:45.142163 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-d9ba4fb7-6f60-4b65-8119-d871f63dc5cf service neutron] 10.222.0.11 "GET /v2.0/networks/e0163509-f0e9-40c4-b897-68a267214319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725070 Mar 05 04:47:45.155527 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cd49df7c-1448-4c49-91c3-a0115b69e13b req-d1b47502-e5dc-4b57-809c-63b26da41bda tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 210 time: 0.0794230 Mar 05 04:47:45.205142 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=3e099efb-6447-4587-be61-a97b529178b8,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:45.239935 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-0c2c797c-505f-4725-84d0-ad2aa43c3317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'name': 'tempest-ServersTestBootFromVolume-1670345212-router', 'tenant_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd75b11e6-2fcb-4b7d-b002-84b2d9745d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:44:50Z', 'updated_at': '2022-03-05T04:44:57Z', 'revision_number': 4, 'project_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'gw_port': {'id': 'd75b11e6-2fcb-4b7d-b002-84b2d9745d56', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:51Z', 'updated_at': '2022-03-05T04:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '04e25d61-ca1d-454f-9ac9-528aa762d65a', 'name': '', 'network_id': '3f7037ab-5484-4f12-be88-2ed1b366e188', 'tenant_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'mac_address': 'fa:16:3e:b3:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '051e2cd5-c912-4db0-b8f8-198255458cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:55Z', 'updated_at': '2022-03-05T04:45:02Z', 'revision_number': 5, 'project_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'subnets': [{'id': '051e2cd5-c912-4db0-b8f8-198255458cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:45.303781 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2c797c-505f-4725-84d0-ad2aa43c3317 None None] Checking router: d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:47:45.329701 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2c797c-505f-4725-84d0-ad2aa43c3317 None None] Routers {'d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:47:45.330725 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-0c2c797c-505f-4725-84d0-ad2aa43c3317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:47:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:45.391102 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-c76bf3f1-6393-4e17-8ce8-6b0e3603321e service neutron] 10.222.0.11 "GET /v2.0/networks/e0163509-f0e9-40c4-b897-68a267214319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344816 Mar 05 04:47:45.619653 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-ab93e018-fe6a-4ced-8065-29560ccfd686 service neutron] 10.222.0.11 "GET /v2.0/networks/e0163509-f0e9-40c4-b897-68a267214319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224934 Mar 05 04:47:45.816620 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-0c2c797c-505f-4725-84d0-ad2aa43c3317 None None] Set router d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:47:45.887702 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-b694054a-f9de-4586-b4d4-0fa21890b327 service neutron] 10.222.0.11 "GET /v2.0/networks/e0163509-f0e9-40c4-b897-68a267214319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553709 Mar 05 04:47:46.091997 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-3cba15d2-ef8f-450f-9e5b-23c617dedd4e service neutron] 10.222.0.11 "GET /v2.0/networks/e0163509-f0e9-40c4-b897-68a267214319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986842 Mar 05 04:47:46.150767 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:46.271027 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-0c2c797c-505f-4725-84d0-ad2aa43c3317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'name': 'tempest-ServersTestBootFromVolume-1670345212-router', 'tenant_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd75b11e6-2fcb-4b7d-b002-84b2d9745d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:44:50Z', 'updated_at': '2022-03-05T04:44:57Z', 'revision_number': 4, 'project_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'gw_port': {'id': 'd75b11e6-2fcb-4b7d-b002-84b2d9745d56', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:51Z', 'updated_at': '2022-03-05T04:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '04e25d61-ca1d-454f-9ac9-528aa762d65a', 'name': '', 'network_id': '3f7037ab-5484-4f12-be88-2ed1b366e188', 'tenant_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'mac_address': 'fa:16:3e:b3:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '051e2cd5-c912-4db0-b8f8-198255458cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:55Z', 'updated_at': '2022-03-05T04:45:02Z', 'revision_number': 5, 'project_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'subnets': [{'id': '051e2cd5-c912-4db0-b8f8-198255458cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:46.305357 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-135a1d57-b369-431d-b0e6-ae46f83edfb1 service neutron] 10.222.0.11 "GET /v2.0/networks/e0163509-f0e9-40c4-b897-68a267214319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072563 Mar 05 04:47:46.341461 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2c797c-505f-4725-84d0-ad2aa43c3317 None None] The sync data for ids ['d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc'] in n-d-789963-32 is: [{'id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'name': 'tempest-ServersTestBootFromVolume-1670345212-router', 'tenant_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd75b11e6-2fcb-4b7d-b002-84b2d9745d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:44:50Z', 'updated_at': '2022-03-05T04:44:57Z', 'revision_number': 4, 'project_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'gw_port': {'id': 'd75b11e6-2fcb-4b7d-b002-84b2d9745d56', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:51Z', 'updated_at': '2022-03-05T04:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '04e25d61-ca1d-454f-9ac9-528aa762d65a', 'name': '', 'network_id': '3f7037ab-5484-4f12-be88-2ed1b366e188', 'tenant_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'mac_address': 'fa:16:3e:b3:51:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '051e2cd5-c912-4db0-b8f8-198255458cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:55Z', 'updated_at': '2022-03-05T04:45:02Z', 'revision_number': 5, 'project_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'subnets': [{'id': '051e2cd5-c912-4db0-b8f8-198255458cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:47:46.567856 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46496) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:46.577719 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-9ac10416-000e-40bd-ad4a-e1752cb97578 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1053331456', 'description': 'tempest-description--1801828936'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:47:46.577893 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 3e099efb-6447-4587-be61-a97b529178b8 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:47:46.626775 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-aae533fa-6df4-4cf7-bfcc-ec1ac2311b77 service neutron] 10.222.0.11 "GET /v2.0/networks/d212388e-df12-4708-9d1c-73e3d414a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151271 Mar 05 04:47:46.647353 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ac10416-000e-40bd-ad4a-e1752cb97578 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:46.773294 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 3e099efb-6447-4587-be61-a97b529178b8 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:46.773672 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3e099efb-6447-4587-be61-a97b529178b8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:46.948510 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ac10416-000e-40bd-ad4a-e1752cb97578 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks [] for security_group (bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:46.964031 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ac10416-000e-40bd-ad4a-e1752cb97578 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:46.968915 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dd77bc-53c6-42fe-be78-bbe32de98133 None None] New status for floating IP 248bff1e-46a6-4c0a-bb0d-b6cb2f74a331: DOWN {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 04:47:47.011049 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-f50e500d-e215-44e8-b0b1-4188466f69de service neutron] 10.222.0.11 "GET /v2.0/networks/d212388e-df12-4708-9d1c-73e3d414a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779233 Mar 05 04:47:47.053695 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac10416-000e-40bd-ad4a-e1752cb97578 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:47.058086 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ac10416-000e-40bd-ad4a-e1752cb97578 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:47.060999 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9ac10416-000e-40bd-ad4a-e1752cb97578 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4912782 Mar 05 04:47:47.066128 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46498) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:47.078795 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-0bc6eafd-f61b-4931-bea8-e9e83f1269b4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Request body: {'security_group_rule': {'security_group_id': 'bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:47:47.086328 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac10416-000e-40bd-ad4a-e1752cb97578 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:47.087172 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac10416-000e-40bd-ad4a-e1752cb97578 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:47.087172 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac10416-000e-40bd-ad4a-e1752cb97578 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:47.087522 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac10416-000e-40bd-ad4a-e1752cb97578 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:47.087815 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac10416-000e-40bd-ad4a-e1752cb97578 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:47.088159 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac10416-000e-40bd-ad4a-e1752cb97578 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:47.089466 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac10416-000e-40bd-ad4a-e1752cb97578 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:47.089976 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac10416-000e-40bd-ad4a-e1752cb97578 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:47.091058 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac10416-000e-40bd-ad4a-e1752cb97578 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:47.091493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac10416-000e-40bd-ad4a-e1752cb97578 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:47.091750 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac10416-000e-40bd-ad4a-e1752cb97578 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:47.092083 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac10416-000e-40bd-ad4a-e1752cb97578 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:47.092414 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac10416-000e-40bd-ad4a-e1752cb97578 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:47.129665 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 3e099efb-6447-4587-be61-a97b529178b8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:47.160033 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0bc6eafd-f61b-4931-bea8-e9e83f1269b4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks [] for security_group_rule (8a238e15-b303-43f0-b745-81e1f82ffe3a), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:47.293915 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0bc6eafd-f61b-4931-bea8-e9e83f1269b4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks [] for security_group_rule (8a238e15-b303-43f0-b745-81e1f82ffe3a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:47.308080 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0bc6eafd-f61b-4931-bea8-e9e83f1269b4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (8a238e15-b303-43f0-b745-81e1f82ffe3a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:47.339323 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6eafd-f61b-4931-bea8-e9e83f1269b4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a238e15-b303-43f0-b745-81e1f82ffe3a,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:47.396797 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938dfdf7-5df3-4b80-81dd-51d5379b50d0 None None] Sync routers for ids ['778fcaa9-e55c-4651-84f6-2a2cc231e8cf'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:47:47.400656 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0bc6eafd-f61b-4931-bea8-e9e83f1269b4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:47.404304 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0bc6eafd-f61b-4931-bea8-e9e83f1269b4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3360138 Mar 05 04:47:47.406823 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46500) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:47.411266 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938dfdf7-5df3-4b80-81dd-51d5379b50d0 None None] Routers {'778fcaa9-e55c-4651-84f6-2a2cc231e8cf'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:47:47.411921 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-938dfdf7-5df3-4b80-81dd-51d5379b50d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:47:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['778fcaa9-e55c-4651-84f6-2a2cc231e8cf'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:47.420467 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-f05b41eb-6b50-4172-9948-45fe0c0bbefa tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Request body: {'security_group_rule': {'security_group_id': 'bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:47:47.522353 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f05b41eb-6b50-4172-9948-45fe0c0bbefa tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks [] for security_group_rule (b670001f-ea50-4873-b8f3-8d2177fe823f), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:47.693310 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f05b41eb-6b50-4172-9948-45fe0c0bbefa tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks [] for security_group_rule (b670001f-ea50-4873-b8f3-8d2177fe823f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:47.706287 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f05b41eb-6b50-4172-9948-45fe0c0bbefa tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (b670001f-ea50-4873-b8f3-8d2177fe823f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:47.724317 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-938dfdf7-5df3-4b80-81dd-51d5379b50d0 None None] Set router 778fcaa9-e55c-4651-84f6-2a2cc231e8cf gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:47:47.766290 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f05b41eb-6b50-4172-9948-45fe0c0bbefa tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:47.767632 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f05b41eb-6b50-4172-9948-45fe0c0bbefa tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3549223 Mar 05 04:47:47.773873 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46502) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:47.779981 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:47.790330 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-9c83f3e8-900c-4fd5-8198-6045bf98f532 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:47:47.810935 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b41eb-6b50-4172-9948-45fe0c0bbefa tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b670001f-ea50-4873-b8f3-8d2177fe823f,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:47.847405 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c83f3e8-900c-4fd5-8198-6045bf98f532 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:48.045821 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c83f3e8-900c-4fd5-8198-6045bf98f532 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:48.081201 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf59af-389d-4d3c-a1f6-8e5c65d1c734 req-701aa702-47e9-4835-b05a-20b7b3848948 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:48.089439 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4bbf59af-389d-4d3c-a1f6-8e5c65d1c734 req-701aa702-47e9-4835-b05a-20b7b3848948 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 949 time: 1.0708637 Mar 05 04:47:48.154867 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4bbf59af-389d-4d3c-a1f6-8e5c65d1c734 req-52aabba5-ea63-44a0-ad73-adc88a3b3c41 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581739 Mar 05 04:47:48.201071 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-b1aa9fc0-9b27-4bf4-81d6-a1981abea3e5 service neutron] 10.222.0.11 "GET /v2.0/networks/d212388e-df12-4708-9d1c-73e3d414a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1767430 Mar 05 04:47:48.239901 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-938dfdf7-5df3-4b80-81dd-51d5379b50d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'name': 'tempest-ServerActionsTestJSON-1231150609-router', 'tenant_id': '947653f4d3b84cc89f4c3c5691586859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '3e099efb-6447-4587-be61-a97b529178b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:47:28Z', 'updated_at': '2022-03-05T04:47:40Z', 'revision_number': 4, 'project_id': '947653f4d3b84cc89f4c3c5691586859', 'gw_port': {'id': '3e099efb-6447-4587-be61-a97b529178b8', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:09:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:30Z', 'updated_at': '2022-03-05T04:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '8085c071-cba8-46ba-aef9-b7212bf03cb8', 'name': '', 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c', 'tenant_id': '947653f4d3b84cc89f4c3c5691586859', 'mac_address': 'fa:16:3e:c6:fe:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4a6039ad-16bd-4b00-a55f-f7c68e1f3072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:38Z', 'updated_at': '2022-03-05T04:47:40Z', 'revision_number': 2, 'project_id': '947653f4d3b84cc89f4c3c5691586859', 'subnets': [{'id': '4a6039ad-16bd-4b00-a55f-f7c68e1f3072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:48.337872 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938dfdf7-5df3-4b80-81dd-51d5379b50d0 None None] Checking router: 778fcaa9-e55c-4651-84f6-2a2cc231e8cf for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:47:48.338408 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938dfdf7-5df3-4b80-81dd-51d5379b50d0 None None] Updating router 778fcaa9-e55c-4651-84f6-2a2cc231e8cf port 8085c071-cba8-46ba-aef9-b7212bf03cb8 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:47:48.369489 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-c9c3f632-852f-467e-a12d-e06339154f1a service neutron] 10.222.0.11 "GET /v2.0/networks/d212388e-df12-4708-9d1c-73e3d414a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595821 Mar 05 04:47:48.371768 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83156668-dbf6-4fb1-96d9-767a5c8ca5b2 x-openstack-request-id: req-83156668-dbf6-4fb1-96d9-767a5c8ca5b2 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:47:48.372130 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c", "name": "network-vif-deleted", "tag": "e05d0ba4-bf1f-497e-974a-c0ffb587fbec", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:47:48.372391 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-83156668-dbf6-4fb1-96d9-767a5c8ca5b2 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:47:48.372840 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c', 'name': 'network-vif-deleted', 'tag': 'e05d0ba4-bf1f-497e-974a-c0ffb587fbec', 'status': 'completed', 'code': 200} Mar 05 04:47:48.425813 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-938dfdf7-5df3-4b80-81dd-51d5379b50d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8085c071-cba8-46ba-aef9-b7212bf03cb8), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:48.472151 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-9c83f3e8-900c-4fd5-8198-6045bf98f532 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Allocated IP 172.25.0.166 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/0bc73bf8-d6f9-4c60-acbd-cec575dcad2a) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:47:48.545169 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-60fad6c8-756d-472c-a2e5-57eaadd60319 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:48.546496 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-60fad6c8-756d-472c-a2e5-57eaadd60319 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports/8cc5a9d5-8259-4285-a850-8602f24d541c HTTP/1.1" status: 200 len: 936 time: 0.1369939 Mar 05 04:47:48.710177 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-c1e7c084-986d-48e3-b81f-5dc5ed602160 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:48.711629 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-c1e7c084-986d-48e3-b81f-5dc5ed602160 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports/b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 HTTP/1.1" status: 200 len: 937 time: 0.1531308 Mar 05 04:47:48.739355 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-95dbcb08-5dd9-4e1e-8929-c06a660f3533 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:48.751218 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-95dbcb08-5dd9-4e1e-8929-c06a660f3533 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/networks?id=97e85245-3112-4887-8483-668804607d54 HTTP/1.1" status: 200 len: 812 time: 0.3574002 Mar 05 04:47:48.787748 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-2bdb1db7-c955-454d-ae7c-6ffdaf7202d6 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/quotas/b4c5ecf1c59144a68ee1fb483c77ba0c HTTP/1.1" status: 200 len: 375 time: 0.0355289 Mar 05 04:47:48.863216 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-d4f3cf66-d6f4-4579-bfab-62e97397f483 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b4c5ecf1c59144a68ee1fb483c77ba0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744336 Mar 05 04:47:49.048712 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-938dfdf7-5df3-4b80-81dd-51d5379b50d0 None None] Publish callbacks [] for port (8085c071-cba8-46ba-aef9-b7212bf03cb8), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:49.066101 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-938dfdf7-5df3-4b80-81dd-51d5379b50d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8085c071-cba8-46ba-aef9-b7212bf03cb8), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:49.070338 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-d4ca1982-7b91-4154-b362-9ecfc9c969e2 service neutron] 10.222.0.11 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059762 Mar 05 04:47:49.182569 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9c1cb-a4da-45f8-9f2b-9e0f0f6139c7 None None] Pushing event updated for resources: {'Port': ['ID=8085c071-cba8-46ba-aef9-b7212bf03cb8,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:49.313148 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-abe00cd6-e68b-4828-998c-0203bb1ac2c9 service neutron] 10.222.0.11 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418318 Mar 05 04:47:49.366635 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-938dfdf7-5df3-4b80-81dd-51d5379b50d0 None None] Attempting to bind port 8085c071-cba8-46ba-aef9-b7212bf03cb8 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:47:49.367105 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-938dfdf7-5df3-4b80-81dd-51d5379b50d0 None None] Attempting to bind port 8085c071-cba8-46ba-aef9-b7212bf03cb8 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'db049693-52d7-464e-9d76-c4af8ab82eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:47:49.367615 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938dfdf7-5df3-4b80-81dd-51d5379b50d0 None None] Attempting to bind port 8085c071-cba8-46ba-aef9-b7212bf03cb8 on network 37de3cac-2e27-4573-885e-c86e0ea7886c {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:47:49.377994 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938dfdf7-5df3-4b80-81dd-51d5379b50d0 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:47:49.378512 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938dfdf7-5df3-4b80-81dd-51d5379b50d0 None None] Checking segment: {'id': 'db049693-52d7-464e-9d76-c4af8ab82eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:47:49.379021 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-938dfdf7-5df3-4b80-81dd-51d5379b50d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:49.379732 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938dfdf7-5df3-4b80-81dd-51d5379b50d0 None None] Bound using segment: {'id': 'db049693-52d7-464e-9d76-c4af8ab82eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:47:49.380345 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-938dfdf7-5df3-4b80-81dd-51d5379b50d0 None None] Bound port: 8085c071-cba8-46ba-aef9-b7212bf03cb8, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db049693-52d7-464e-9d76-c4af8ab82eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:47:49.380888 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-938dfdf7-5df3-4b80-81dd-51d5379b50d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8085c071-cba8-46ba-aef9-b7212bf03cb8), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:49.430796 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c83f3e8-900c-4fd5-8198-6045bf98f532 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks [] for port (0bc73bf8-d6f9-4c60-acbd-cec575dcad2a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:49.538339 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-938dfdf7-5df3-4b80-81dd-51d5379b50d0 None None] For port 8085c071-cba8-46ba-aef9-b7212bf03cb8, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:47:49.546188 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-938dfdf7-5df3-4b80-81dd-51d5379b50d0 None None] For port 8085c071-cba8-46ba-aef9-b7212bf03cb8, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=8085c071-cba8-46ba-aef9-b7212bf03cb8,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:47:49.561911 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-938dfdf7-5df3-4b80-81dd-51d5379b50d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8085c071-cba8-46ba-aef9-b7212bf03cb8), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:49.588902 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c83f3e8-900c-4fd5-8198-6045bf98f532 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (0bc73bf8-d6f9-4c60-acbd-cec575dcad2a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:49.689756 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83f3e8-900c-4fd5-8198-6045bf98f532 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Pushing event updated for resources: {'Port': ['ID=0bc73bf8-d6f9-4c60-acbd-cec575dcad2a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:49.707834 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c83f3e8-900c-4fd5-8198-6045bf98f532 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:47:49.709422 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-9c83f3e8-900c-4fd5-8198-6045bf98f532 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:47:49.728766 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c83f3e8-900c-4fd5-8198-6045bf98f532 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:47:49.813901 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f51e9-2b19-4364-9ca0-52c94c4936f7 req-33cf84a3-92ac-4142-a780-7c44db7801f3 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:49.819986 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-43e2f7a6-6eb1-491d-8993-179c66239521 None None] Provisioning complete for port 8085c071-cba8-46ba-aef9-b7212bf03cb8 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:49.820461 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-43e2f7a6-6eb1-491d-8993-179c66239521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8085c071-cba8-46ba-aef9-b7212bf03cb8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:49.821073 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-372f51e9-2b19-4364-9ca0-52c94c4936f7 req-33cf84a3-92ac-4142-a780-7c44db7801f3 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.1402533 Mar 05 04:47:49.843380 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938dfdf7-5df3-4b80-81dd-51d5379b50d0 None None] Routers {'778fcaa9-e55c-4651-84f6-2a2cc231e8cf'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:47:49.844505 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-938dfdf7-5df3-4b80-81dd-51d5379b50d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:47:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['778fcaa9-e55c-4651-84f6-2a2cc231e8cf'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:49.863353 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9c1cb-a4da-45f8-9f2b-9e0f0f6139c7 None None] Pushing event updated for resources: {'Port': ['ID=8085c071-cba8-46ba-aef9-b7212bf03cb8,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:50.003723 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-372f51e9-2b19-4364-9ca0-52c94c4936f7 req-6cd497da-beeb-4c40-b3dc-b00cb412a0f6 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814787 Mar 05 04:47:50.010505 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c83f3e8-900c-4fd5-8198-6045bf98f532 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks [] for floatingip (c7130656-b76e-4b0e-b1e4-2f870509dda7), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:50.079785 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-43e2f7a6-6eb1-491d-8993-179c66239521 None None] Current status of the port 8085c071-cba8-46ba-aef9-b7212bf03cb8 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:50.080269 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-43e2f7a6-6eb1-491d-8993-179c66239521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8085c071-cba8-46ba-aef9-b7212bf03cb8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:50.144285 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c83f3e8-900c-4fd5-8198-6045bf98f532 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0bc73bf8-d6f9-4c60-acbd-cec575dcad2a), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:50.174788 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-938dfdf7-5df3-4b80-81dd-51d5379b50d0 None None] Set router 778fcaa9-e55c-4651-84f6-2a2cc231e8cf gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:47:50.209854 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-43e2f7a6-6eb1-491d-8993-179c66239521 None None] For port 8085c071-cba8-46ba-aef9-b7212bf03cb8, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=8085c071-cba8-46ba-aef9-b7212bf03cb8,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:47:50.221573 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-43e2f7a6-6eb1-491d-8993-179c66239521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8085c071-cba8-46ba-aef9-b7212bf03cb8), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:50.271152 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-263556b8-1a87-4f6d-a00e-cdd4cd6fa296 req-9025a84c-d1a4-4403-a7aa-8003cf227222 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 210 time: 0.1253545 Mar 05 04:47:50.477510 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2f7a6-6eb1-491d-8993-179c66239521 None None] Pushing event updated for resources: {'Port': ['ID=8085c071-cba8-46ba-aef9-b7212bf03cb8,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:50.523695 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-29776cbb-3f3f-4f0d-9735-28075c5e50a8 None None] Provisioning complete for port 8085c071-cba8-46ba-aef9-b7212bf03cb8 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:50.524081 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-29776cbb-3f3f-4f0d-9735-28075c5e50a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8085c071-cba8-46ba-aef9-b7212bf03cb8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:50.684905 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-938dfdf7-5df3-4b80-81dd-51d5379b50d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'name': 'tempest-ServerActionsTestJSON-1231150609-router', 'tenant_id': '947653f4d3b84cc89f4c3c5691586859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '3e099efb-6447-4587-be61-a97b529178b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:47:28Z', 'updated_at': '2022-03-05T04:47:40Z', 'revision_number': 4, 'project_id': '947653f4d3b84cc89f4c3c5691586859', 'gw_port': {'id': '3e099efb-6447-4587-be61-a97b529178b8', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:09:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:30Z', 'updated_at': '2022-03-05T04:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '8085c071-cba8-46ba-aef9-b7212bf03cb8', 'name': '', 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c', 'tenant_id': '947653f4d3b84cc89f4c3c5691586859', 'mac_address': 'fa:16:3e:c6:fe:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4a6039ad-16bd-4b00-a55f-f7c68e1f3072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:38Z', 'updated_at': '2022-03-05T04:47:49Z', 'revision_number': 4, 'project_id': '947653f4d3b84cc89f4c3c5691586859', 'subnets': [{'id': '4a6039ad-16bd-4b00-a55f-f7c68e1f3072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:47:50.764370 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c83f3e8-900c-4fd5-8198-6045bf98f532 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks [] for port (0bc73bf8-d6f9-4c60-acbd-cec575dcad2a), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:50.769020 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8085c071-cba8-46ba-aef9-b7212bf03cb8 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:47:50.773884 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938dfdf7-5df3-4b80-81dd-51d5379b50d0 None None] The sync data for ids ['778fcaa9-e55c-4651-84f6-2a2cc231e8cf'] in n-d-789963-32 is: [{'id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'name': 'tempest-ServerActionsTestJSON-1231150609-router', 'tenant_id': '947653f4d3b84cc89f4c3c5691586859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '3e099efb-6447-4587-be61-a97b529178b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:47:28Z', 'updated_at': '2022-03-05T04:47:40Z', 'revision_number': 4, 'project_id': '947653f4d3b84cc89f4c3c5691586859', 'gw_port': {'id': '3e099efb-6447-4587-be61-a97b529178b8', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:09:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:30Z', 'updated_at': '2022-03-05T04:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '8085c071-cba8-46ba-aef9-b7212bf03cb8', 'name': '', 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c', 'tenant_id': '947653f4d3b84cc89f4c3c5691586859', 'mac_address': 'fa:16:3e:c6:fe:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4a6039ad-16bd-4b00-a55f-f7c68e1f3072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:38Z', 'updated_at': '2022-03-05T04:47:49Z', 'revision_number': 4, 'project_id': '947653f4d3b84cc89f4c3c5691586859', 'subnets': [{'id': '4a6039ad-16bd-4b00-a55f-f7c68e1f3072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:47:50.780279 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c83f3e8-900c-4fd5-8198-6045bf98f532 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (0bc73bf8-d6f9-4c60-acbd-cec575dcad2a), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:50.941536 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-29776cbb-3f3f-4f0d-9735-28075c5e50a8 None None] Current status of the port 8085c071-cba8-46ba-aef9-b7212bf03cb8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:50.988806 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83f3e8-900c-4fd5-8198-6045bf98f532 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Pushing event updated for resources: {'Port': ['ID=0bc73bf8-d6f9-4c60-acbd-cec575dcad2a,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:51.101186 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 8085c071-cba8-46ba-aef9-b7212bf03cb8 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:51.101578 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8085c071-cba8-46ba-aef9-b7212bf03cb8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:51.130051 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ed8fe499-db9a-47f3-8b7c-ec914c9f7af7 req-678d68d7-46c1-4531-a6cc-f7344342d7cf tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 210 time: 0.0643461 Mar 05 04:47:51.130976 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c83f3e8-900c-4fd5-8198-6045bf98f532 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (c7130656-b76e-4b0e-b1e4-2f870509dda7), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:51.193257 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c83f3e8-900c-4fd5-8198-6045bf98f532 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:51.194622 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9c83f3e8-900c-4fd5-8198-6045bf98f532 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4197540 Mar 05 04:47:51.349843 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb24b22-ebc5-4bd9-99b1-406cfc0a4303 req-313aad96-a1c2-426b-a604-6fc280c0b4f3 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:51.360862 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-efb24b22-ebc5-4bd9-99b1-406cfc0a4303 req-313aad96-a1c2-426b-a604-6fc280c0b4f3 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 949 time: 0.1187274 Mar 05 04:47:51.375654 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 8085c071-cba8-46ba-aef9-b7212bf03cb8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:51.513552 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-efb24b22-ebc5-4bd9-99b1-406cfc0a4303 req-dea5a64b-6bc6-486d-8693-1e8211b196d9 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513476 Mar 05 04:47:51.804210 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fc59a-602a-4265-b2c7-26fe7fa51730 req-006d009b-58ac-4782-a0d4-7351e56785d0 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:51.811280 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6c1fc59a-602a-4265-b2c7-26fe7fa51730 req-006d009b-58ac-4782-a0d4-7351e56785d0 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.1533232 Mar 05 04:47:52.153988 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6c1fc59a-602a-4265-b2c7-26fe7fa51730 req-c2d4d596-89be-451b-826e-2d5f602c8fb5 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321674 Mar 05 04:47:52.227988 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-1169784e-c226-480c-933a-996e140bbe15 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:52.229585 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-1169784e-c226-480c-933a-996e140bbe15 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.31 "GET /v2.0/networks?id=97e85245-3112-4887-8483-668804607d54 HTTP/1.1" status: 200 len: 812 time: 0.3684175 Mar 05 04:47:52.245520 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-750d8708-8716-4977-9198-79331400dcb8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Request body: {'port': {'device_id': 'eb64fe2f-7efb-4f2f-aae8-e68736757a37', 'network_id': '97e85245-3112-4887-8483-668804607d54', 'admin_state_up': True, 'tenant_id': 'b4c5ecf1c59144a68ee1fb483c77ba0c'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:47:52.451607 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-52073c31-db28-4384-8f7d-be8d58bb213e req-7561f1c5-b20d-42b8-af8b-66e20a0b0589 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 210 time: 0.0492570 Mar 05 04:47:52.497642 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-750d8708-8716-4977-9198-79331400dcb8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Made reservation on behalf of b4c5ecf1c59144a68ee1fb483c77ba0c for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:47:52.502044 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-750d8708-8716-4977-9198-79331400dcb8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:52.581522 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8085c071-cba8-46ba-aef9-b7212bf03cb8 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:47:52.722653 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 8085c071-cba8-46ba-aef9-b7212bf03cb8 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:52.722946 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8085c071-cba8-46ba-aef9-b7212bf03cb8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:52.779286 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-921ebeae-ea30-419e-8be8-e09d61cff5d0 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1053331456&fields=id&tenant_id=947653f4d3b84cc89f4c3c5691586859 HTTP/1.1" status: 200 len: 267 time: 0.1198680 Mar 05 04:47:52.883401 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 8085c071-cba8-46ba-aef9-b7212bf03cb8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:47:52.894892 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-3ed7c3f5-13df-44e1-894d-ea7dc45be1dc tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:52.903804 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-3ed7c3f5-13df-44e1-894d-ea7dc45be1dc tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/networks?id=37de3cac-2e27-4573-885e-c86e0ea7886c HTTP/1.1" status: 200 len: 812 time: 0.1234035 Mar 05 04:47:52.922607 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-5fdb84c5-e02f-4315-8093-c78708ba07f7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/quotas/947653f4d3b84cc89f4c3c5691586859 HTTP/1.1" status: 200 len: 375 time: 0.0178840 Mar 05 04:47:53.033952 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-aa78a2c9-deda-4817-ae26-5ffeb8acc21e tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=947653f4d3b84cc89f4c3c5691586859&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1053174 Mar 05 04:47:53.040068 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-750d8708-8716-4977-9198-79331400dcb8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Allocated IP 172.20.0.8 (97e85245-3112-4887-8483-668804607d54/c431197c-f63d-4d0c-afc1-f0e0b1d87270/d22d3169-c39a-49ee-808d-3af69df5a28d) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:47:53.147279 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-1f76e242-46ff-4d75-937b-7e774715eea0 service neutron] 10.222.0.11 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047413 Mar 05 04:47:53.251740 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-6d017095-d208-4894-b4b9-036e84f6e20a service neutron] 10.222.0.11 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034119 Mar 05 04:47:53.468473 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:47:53.582152 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-51bc60e6-f243-49d9-8846-5b5d5f171056 req-0673c713-0604-40da-9525-a7b2c3b3e272 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 210 time: 0.0428495 Mar 05 04:47:53.689177 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-750d8708-8716-4977-9198-79331400dcb8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks [] for port (d22d3169-c39a-49ee-808d-3af69df5a28d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:53.749963 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-750d8708-8716-4977-9198-79331400dcb8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (d22d3169-c39a-49ee-808d-3af69df5a28d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:53.938263 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-750d8708-8716-4977-9198-79331400dcb8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Network 97e85245-3112-4887-8483-668804607d54 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:47:53.949819 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-750d8708-8716-4977-9198-79331400dcb8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:47:53.953889 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-750d8708-8716-4977-9198-79331400dcb8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:47:54.077712 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d8708-8716-4977-9198-79331400dcb8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Pushing event updated for resources: {'Port': ['ID=d22d3169-c39a-49ee-808d-3af69df5a28d,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:54.103358 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d8708-8716-4977-9198-79331400dcb8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:54.104386 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d8708-8716-4977-9198-79331400dcb8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:54.104987 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d8708-8716-4977-9198-79331400dcb8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:54.105781 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d8708-8716-4977-9198-79331400dcb8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:54.106457 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d8708-8716-4977-9198-79331400dcb8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:54.107005 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d8708-8716-4977-9198-79331400dcb8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:54.107582 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d8708-8716-4977-9198-79331400dcb8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:54.108184 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d8708-8716-4977-9198-79331400dcb8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:54.108731 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d8708-8716-4977-9198-79331400dcb8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:54.110393 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d8708-8716-4977-9198-79331400dcb8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:54.110942 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d8708-8716-4977-9198-79331400dcb8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:54.111495 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d8708-8716-4977-9198-79331400dcb8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:54.112034 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750d8708-8716-4977-9198-79331400dcb8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:47:54.139261 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d6c0c-e52c-46ab-a788-ec692d08ac40 req-e9dac1a5-8b60-4482-bf70-298e2d8dc2bb tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:54.159504 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e1d6c0c-e52c-46ab-a788-ec692d08ac40 req-e9dac1a5-8b60-4482-bf70-298e2d8dc2bb tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 949 time: 0.3767004 Mar 05 04:47:54.204830 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-750d8708-8716-4977-9198-79331400dcb8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:54.206100 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-750d8708-8716-4977-9198-79331400dcb8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:54.260180 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-750d8708-8716-4977-9198-79331400dcb8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0189645 Mar 05 04:47:54.279509 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-fb4766a7-3e81-4284-84f8-cd38a2ce53f8 service neutron] Request body: {'port': {'device_id': 'eb64fe2f-7efb-4f2f-aae8-e68736757a37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:47:54.340984 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e1d6c0c-e52c-46ab-a788-ec692d08ac40 req-e7e6e021-a12b-4a6d-a3b5-4d088c7591de tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801703 Mar 05 04:47:54.436083 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-fb4766a7-3e81-4284-84f8-cd38a2ce53f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d22d3169-c39a-49ee-808d-3af69df5a28d), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:54.755270 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9efbe-dfe2-4168-a97e-ee6cba8cec6b req-dc23cf68-1d9b-42cc-b07a-ed68fc1fbd72 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:54.764017 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7b9efbe-dfe2-4168-a97e-ee6cba8cec6b req-dc23cf68-1d9b-42cc-b07a-ed68fc1fbd72 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.2487719 Mar 05 04:47:55.037835 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7b9efbe-dfe2-4168-a97e-ee6cba8cec6b req-a58efad7-753a-46ae-8876-e9dae61f59cd tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700558 Mar 05 04:47:55.312335 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-03019ec6-6ba0-4244-8bd6-64c0c7dcdbe4 req-5e564d12-ee83-48ab-9c27-c720bc372fff tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 210 time: 0.1462722 Mar 05 04:47:55.371064 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-fb4766a7-3e81-4284-84f8-cd38a2ce53f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d22d3169-c39a-49ee-808d-3af69df5a28d {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:47:55.376152 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-42219539-28c0-437e-9945-9b6fbd40cde1 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:55.380878 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-42219539-28c0-437e-9945-9b6fbd40cde1 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.30 "GET /v2.0/networks?id=37de3cac-2e27-4573-885e-c86e0ea7886c HTTP/1.1" status: 200 len: 812 time: 0.1957648 Mar 05 04:47:55.401339 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-fb4766a7-3e81-4284-84f8-cd38a2ce53f8 service neutron] Publish callbacks [] for port (d22d3169-c39a-49ee-808d-3af69df5a28d), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:55.444254 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-fb4766a7-3e81-4284-84f8-cd38a2ce53f8 service neutron] Transition to ACTIVE for port object d22d3169-c39a-49ee-808d-3af69df5a28d will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:47:55.454127 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-fb4766a7-3e81-4284-84f8-cd38a2ce53f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (d22d3169-c39a-49ee-808d-3af69df5a28d), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:55.482080 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-c45ecb4e-9ef2-46cc-b1ef-a13dab7e2aae tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=947653f4d3b84cc89f4c3c5691586859 HTTP/1.1" status: 200 len: 380 time: 0.0879927 Mar 05 04:47:55.498145 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-49c9e25a-3fc2-4824-96dd-d93b127d0615 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Request body: {'port': {'device_id': '1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f', 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c', 'admin_state_up': True, 'tenant_id': '947653f4d3b84cc89f4c3c5691586859', 'security_groups': ['bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:47:55.609141 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9c367d0b-cf52-43f4-88ed-fba09ef8a04d req-75769917-c224-4403-b734-d0339eadac4d tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 210 time: 0.1053250 Mar 05 04:47:55.637093 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4766a7-3e81-4284-84f8-cd38a2ce53f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d22d3169-c39a-49ee-808d-3af69df5a28d,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:55.813453 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-49c9e25a-3fc2-4824-96dd-d93b127d0615 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Made reservation on behalf of 947653f4d3b84cc89f4c3c5691586859 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:47:55.818497 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-49c9e25a-3fc2-4824-96dd-d93b127d0615 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:55.865020 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-fb4766a7-3e81-4284-84f8-cd38a2ce53f8 service neutron] Attempting to bind port d22d3169-c39a-49ee-808d-3af69df5a28d on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:47:55.865363 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-fb4766a7-3e81-4284-84f8-cd38a2ce53f8 service neutron] Attempting to bind port d22d3169-c39a-49ee-808d-3af69df5a28d by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '203a0330-0979-4646-8d37-68343458b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97e85245-3112-4887-8483-668804607d54'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:47:55.875883 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-fb4766a7-3e81-4284-84f8-cd38a2ce53f8 service neutron] Attempting to bind port d22d3169-c39a-49ee-808d-3af69df5a28d on network 97e85245-3112-4887-8483-668804607d54 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:47:55.893451 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46614) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:47:55.952521 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-fb4766a7-3e81-4284-84f8-cd38a2ce53f8 service neutron] Port d22d3169-c39a-49ee-808d-3af69df5a28d on network 97e85245-3112-4887-8483-668804607d54 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:47:55.953053 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-fb4766a7-3e81-4284-84f8-cd38a2ce53f8 service neutron] Attempting to bind port d22d3169-c39a-49ee-808d-3af69df5a28d on network 97e85245-3112-4887-8483-668804607d54 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:47:56.032260 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-fb4766a7-3e81-4284-84f8-cd38a2ce53f8 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:47:56.036857 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-fb4766a7-3e81-4284-84f8-cd38a2ce53f8 service neutron] Checking segment: {'id': '203a0330-0979-4646-8d37-68343458b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97e85245-3112-4887-8483-668804607d54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:47:56.037459 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-fb4766a7-3e81-4284-84f8-cd38a2ce53f8 service neutron] Bound using segment: {'id': '203a0330-0979-4646-8d37-68343458b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97e85245-3112-4887-8483-668804607d54'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:47:56.038104 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-fb4766a7-3e81-4284-84f8-cd38a2ce53f8 service neutron] Bound port: d22d3169-c39a-49ee-808d-3af69df5a28d, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203a0330-0979-4646-8d37-68343458b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97e85245-3112-4887-8483-668804607d54'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:47:56.040004 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-49c9e25a-3fc2-4824-96dd-d93b127d0615 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Allocated IP 172.20.0.4 (37de3cac-2e27-4573-885e-c86e0ea7886c/4a6039ad-16bd-4b00-a55f-f7c68e1f3072/cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:47:56.040997 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-fb4766a7-3e81-4284-84f8-cd38a2ce53f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d22d3169-c39a-49ee-808d-3af69df5a28d), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:56.250530 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-ac457def-0db6-4e1d-ad0b-fce2bba5fd31 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:56.268923 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-ac457def-0db6-4e1d-ad0b-fce2bba5fd31 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports/8cc5a9d5-8259-4285-a850-8602f24d541c HTTP/1.1" status: 200 len: 936 time: 0.3648579 Mar 05 04:47:56.294328 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-49c9e25a-3fc2-4824-96dd-d93b127d0615 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks [] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:56.357547 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-49c9e25a-3fc2-4824-96dd-d93b127d0615 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:56.385008 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-2fae54e9-273a-4be9-a053-f1a57e51bdfd tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:56.394052 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-2fae54e9-273a-4be9-a053-f1a57e51bdfd tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports/b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 HTTP/1.1" status: 200 len: 937 time: 0.1240282 Mar 05 04:47:56.396807 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-fb4766a7-3e81-4284-84f8-cd38a2ce53f8 service neutron] For port d22d3169-c39a-49ee-808d-3af69df5a28d, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:47:56.402934 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-fb4766a7-3e81-4284-84f8-cd38a2ce53f8 service neutron] For port d22d3169-c39a-49ee-808d-3af69df5a28d, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=d22d3169-c39a-49ee-808d-3af69df5a28d,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:47:56.422211 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9e25a-3fc2-4824-96dd-d93b127d0615 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Pushing event updated for resources: {'Port': ['ID=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:56.438570 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc7baf-4427-45e2-a1db-36f6fd3d6dfb req-37422212-8168-4f21-8d35-7c50af5b0a06 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:56.448535 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-49c9e25a-3fc2-4824-96dd-d93b127d0615 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Network 37de3cac-2e27-4573-885e-c86e0ea7886c is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:47:56.451424 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8edc7baf-4427-45e2-a1db-36f6fd3d6dfb req-37422212-8168-4f21-8d35-7c50af5b0a06 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 943 time: 0.5708535 Mar 05 04:47:56.455393 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-fb4766a7-3e81-4284-84f8-cd38a2ce53f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (d22d3169-c39a-49ee-808d-3af69df5a28d), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:56.460290 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-49c9e25a-3fc2-4824-96dd-d93b127d0615 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:47:56.463095 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-49c9e25a-3fc2-4824-96dd-d93b127d0615 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:47:56.572523 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d93e9-7237-4be4-af1a-fe3dbea55d8d req-122200da-1486-47d1-ab8b-81d89045d5bf tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:56.586127 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-49c9e25a-3fc2-4824-96dd-d93b127d0615 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:56.586792 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-49c9e25a-3fc2-4824-96dd-d93b127d0615 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:56.587736 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-983d93e9-7237-4be4-af1a-fe3dbea55d8d req-122200da-1486-47d1-ab8b-81d89045d5bf tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 949 time: 0.4904699 Mar 05 04:47:56.616364 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf5307-19ee-45f8-b83b-0b3ce11b031d req-b0b72167-33bc-45c3-8746-f4e010ff80a8 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:56.628785 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-fb4766a7-3e81-4284-84f8-cd38a2ce53f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:56.629033 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-bcaf5307-19ee-45f8-b83b-0b3ce11b031d req-b0b72167-33bc-45c3-8746-f4e010ff80a8 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 944 time: 0.1369126 Mar 05 04:47:56.639946 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-fb4766a7-3e81-4284-84f8-cd38a2ce53f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:56.642589 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-49c9e25a-3fc2-4824-96dd-d93b127d0615 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1533220 Mar 05 04:47:56.644974 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-fb4766a7-3e81-4284-84f8-cd38a2ce53f8 service neutron] 10.222.0.31 "PUT /v2.0/ports/d22d3169-c39a-49ee-808d-3af69df5a28d HTTP/1.1" status: 200 len: 1092 time: 2.3723662 Mar 05 04:47:56.648611 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb64fe2f-7efb-4f2f-aae8-e68736757a37', 'tag': 'd22d3169-c39a-49ee-808d-3af69df5a28d'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:47:56.665060 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f808b94-bedc-463c-9a26-31f6851bc852" -d '{"events": [{"name": "network-changed", "server_uuid": "eb64fe2f-7efb-4f2f-aae8-e68736757a37", "tag": "d22d3169-c39a-49ee-808d-3af69df5a28d"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:47:56.703797 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-057396ef-e4d1-4bb3-9ac8-d1081b52715a service neutron] Request body: {'port': {'device_id': '1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:47:56.963472 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4766a7-3e81-4284-84f8-cd38a2ce53f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d22d3169-c39a-49ee-808d-3af69df5a28d,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:57.020571 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8edc7baf-4427-45e2-a1db-36f6fd3d6dfb req-16140d4a-2d0f-4dc3-8e2b-ce45a2f36dbf tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5517399 Mar 05 04:47:57.031576 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-9c5f7b99-2533-48cb-b281-e3d90c5026b6 None None] Provisioning complete for port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:47:57.032147 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9c5f7b99-2533-48cb-b281-e3d90c5026b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:57.085321 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-983d93e9-7237-4be4-af1a-fe3dbea55d8d req-8afbd11c-b009-48cb-b818-2325f1b33a4b tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4965138 Mar 05 04:47:57.104134 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-057396ef-e4d1-4bb3-9ac8-d1081b52715a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:57.118171 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-ba1de174-6969-4a53-b74a-656ef69ecc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:57.119754 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-ba1de174-6969-4a53-b74a-656ef69ecc25 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4c5ecf1c59144a68ee1fb483c77ba0c&device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 1126 time: 0.4236462 Mar 05 04:47:57.155691 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9c5f7b99-2533-48cb-b281-e3d90c5026b6 None None] Port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:47:57.216907 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-06dbc614-6e17-46d0-8cfa-40d73296c18f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d22d3169-c39a-49ee-808d-3af69df5a28d HTTP/1.1" status: 200 len: 217 time: 0.0823731 Mar 05 04:47:57.227448 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c7394ce7-f3bc-4de8-891f-4078cdd4857c req-7e799a8a-cbdf-4efb-98cf-678c9faba440 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 210 time: 0.0857840 Mar 05 04:47:57.308416 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-439c8619-7d39-4ad4-92af-e173ec9c7d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:57.310497 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-439c8619-7d39-4ad4-92af-e173ec9c7d36 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c431197c-f63d-4d0c-afc1-f0e0b1d87270 HTTP/1.1" status: 200 len: 852 time: 0.0721879 Mar 05 04:47:57.329958 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-bcaf5307-19ee-45f8-b83b-0b3ce11b031d req-bf79f28f-e65b-4440-bb6c-86150ed825a1 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Deleting port 3e3ac251-bfe7-48b6-811d-d65253961c18 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:47:57.329958 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-bcaf5307-19ee-45f8-b83b-0b3ce11b031d req-bf79f28f-e65b-4440-bb6c-86150ed825a1 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (3e3ac251-bfe7-48b6-811d-d65253961c18), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:57.386513 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-b246399c-f291-438d-a5af-80b70f81b66a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=97e85245-3112-4887-8483-668804607d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452440 Mar 05 04:47:57.533845 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d81918-2ed7-4b1d-b715-01fd022665bb req-79474979-0c7e-4591-9c98-495157613371 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:57.545209 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-65d81918-2ed7-4b1d-b715-01fd022665bb req-79474979-0c7e-4591-9c98-495157613371 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1329847-246f-4777-bb9f-ba12ec63d680 HTTP/1.1" status: 200 len: 944 time: 0.3163593 Mar 05 04:47:57.652198 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-bcaf5307-19ee-45f8-b83b-0b3ce11b031d req-bf79f28f-e65b-4440-bb6c-86150ed825a1 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] For port 3e3ac251-bfe7-48b6-811d-d65253961c18, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=3e3ac251-bfe7-48b6-811d-d65253961c18,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:47:57.652900 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-bcaf5307-19ee-45f8-b83b-0b3ce11b031d req-bf79f28f-e65b-4440-bb6c-86150ed825a1 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (3e3ac251-bfe7-48b6-811d-d65253961c18), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:57.673232 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-bcaf5307-19ee-45f8-b83b-0b3ce11b031d req-bf79f28f-e65b-4440-bb6c-86150ed825a1 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Calling delete_port for 3e3ac251-bfe7-48b6-811d-d65253961c18 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:47:57.749464 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-65d81918-2ed7-4b1d-b715-01fd022665bb req-d9624569-2e88-43c2-a13e-d836ded2d437 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989048 Mar 05 04:47:57.771982 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed16b3f-59b1-452a-819c-2e7118b446d0 req-b2dc412f-27a1-466a-8d7c-bcf7131f0c8e tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:57.784973 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1ed16b3f-59b1-452a-819c-2e7118b446d0 req-b2dc412f-27a1-466a-8d7c-bcf7131f0c8e tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.3454289 Mar 05 04:47:57.853860 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-04c97bc9-722a-4b57-b5de-506d98a1edb1 service neutron] 10.222.0.31 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589906 Mar 05 04:47:57.931956 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-bcaf5307-19ee-45f8-b83b-0b3ce11b031d req-bf79f28f-e65b-4440-bb6c-86150ed825a1 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (3e3ac251-bfe7-48b6-811d-d65253961c18), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:57.944434 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['3e3ac251-bfe7-48b6-811d-d65253961c18'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:47:58.043823 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0862df0e-5d26-47ba-958f-a6f77a669da0 req-ff40a49f-5f4f-4a92-ad14-976ac5b0b7df tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 210 time: 0.0754297 Mar 05 04:47:58.060247 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf79f28f-e65b-4440-bb6c-86150ed825a1 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Pushing event deleted for resources: {'Port': ['ID=3e3ac251-bfe7-48b6-811d-d65253961c18,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:58.068459 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1ed16b3f-59b1-452a-819c-2e7118b446d0 req-3a4f8d42-c80c-45f1-855b-b02a5fbd38ff tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713420 Mar 05 04:47:58.117896 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1424ea44-1fbd-40f8-ba9b-cf3ace5ab881 req-e7b1685d-593b-42b5-bcb3-daa63473eb76 service neutron] 10.222.0.31 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575462 Mar 05 04:47:58.176666 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f21f151-e7c2-41d3-a637-a45df05a1368 x-openstack-request-id: req-4f21f151-e7c2-41d3-a637-a45df05a1368 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:47:58.176973 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb64fe2f-7efb-4f2f-aae8-e68736757a37", "tag": "d22d3169-c39a-49ee-808d-3af69df5a28d", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:47:58.177241 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4f21f151-e7c2-41d3-a637-a45df05a1368 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:47:58.177650 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb64fe2f-7efb-4f2f-aae8-e68736757a37', 'tag': 'd22d3169-c39a-49ee-808d-3af69df5a28d', 'status': 'completed', 'code': 200} Mar 05 04:47:58.179249 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcaf5307-19ee-45f8-b83b-0b3ce11b031d req-bf79f28f-e65b-4440-bb6c-86150ed825a1 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] No DVR routers for this DVR port 3e3ac251-bfe7-48b6-811d-d65253961c18 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:47:58.186339 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-bcaf5307-19ee-45f8-b83b-0b3ce11b031d req-bf79f28f-e65b-4440-bb6c-86150ed825a1 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:58.195586 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-bcaf5307-19ee-45f8-b83b-0b3ce11b031d req-bf79f28f-e65b-4440-bb6c-86150ed825a1 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.30 "DELETE /v2.0/ports/3e3ac251-bfe7-48b6-811d-d65253961c18 HTTP/1.1" status: 204 len: 173 time: 1.5457730 Mar 05 04:47:58.196045 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1329847-246f-4777-bb9f-ba12ec63d680', 'name': 'network-vif-deleted', 'tag': '3e3ac251-bfe7-48b6-811d-d65253961c18'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:47:58.209176 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96f690a-31d4-4270-b922-4cf4b97a1baa" -d '{"events": [{"server_uuid": "d1329847-246f-4777-bb9f-ba12ec63d680", "name": "network-vif-deleted", "tag": "3e3ac251-bfe7-48b6-811d-d65253961c18"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:47:58.426244 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-057396ef-e4d1-4bb3-9ac8-d1081b52715a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:47:58.457564 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-057396ef-e4d1-4bb3-9ac8-d1081b52715a service neutron] Publish callbacks [] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:58.487252 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-057396ef-e4d1-4bb3-9ac8-d1081b52715a service neutron] Transition to ACTIVE for port object cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:47:58.498355 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-057396ef-e4d1-4bb3-9ac8-d1081b52715a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:58.604614 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c7515-e336-4755-81e5-ba042f2c50fb req-8259473a-a08a-4cb0-b8f9-5c60890ff2b4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:58.616014 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0e4c7515-e336-4755-81e5-ba042f2c50fb req-8259473a-a08a-4cb0-b8f9-5c60890ff2b4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 931 time: 0.3830118 Mar 05 04:47:58.663226 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f808b94-bedc-463c-9a26-31f6851bc852 req-c0df50e7-918e-43cd-8bfc-f41b435f41f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:58.665111 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f808b94-bedc-463c-9a26-31f6851bc852 req-c0df50e7-918e-43cd-8bfc-f41b435f41f7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4c5ecf1c59144a68ee1fb483c77ba0c&device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 1126 time: 0.3733449 Mar 05 04:47:58.682680 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bded113-f061-4eec-9dba-6b267a0830b9 req-88247b6a-5bbe-4261-a11b-be72948c4f3a tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:58.692646 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9bded113-f061-4eec-9dba-6b267a0830b9 req-88247b6a-5bbe-4261-a11b-be72948c4f3a tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 943 time: 0.3838413 Mar 05 04:47:58.772752 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-3f8156ee-1dc5-47aa-a0d5-6e2f2e1806b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:58.775348 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-3f8156ee-1dc5-47aa-a0d5-6e2f2e1806b1 service neutron] 10.222.0.31 "GET /v2.0/ports/8cc5a9d5-8259-4285-a850-8602f24d541c HTTP/1.1" status: 200 len: 1032 time: 0.2132311 Mar 05 04:47:58.846276 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0e4c7515-e336-4755-81e5-ba042f2c50fb req-61b8828b-71d9-40ed-87f4-87144af9f643 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2292230 Mar 05 04:47:58.961426 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057396ef-e4d1-4bb3-9ac8-d1081b52715a service neutron] Pushing event updated for resources: {'Port': ['ID=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:47:59.106365 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-057396ef-e4d1-4bb3-9ac8-d1081b52715a service neutron] Attempting to bind port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:47:59.106700 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-057396ef-e4d1-4bb3-9ac8-d1081b52715a service neutron] Attempting to bind port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': 'db049693-52d7-464e-9d76-c4af8ab82eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:47:59.107031 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-057396ef-e4d1-4bb3-9ac8-d1081b52715a service neutron] Attempting to bind port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db on network 37de3cac-2e27-4573-885e-c86e0ea7886c {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:47:59.112332 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9bded113-f061-4eec-9dba-6b267a0830b9 req-55528572-1e2b-4ea1-81a6-9179f20a2bdc tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187279 Mar 05 04:47:59.155301 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f808b94-bedc-463c-9a26-31f6851bc852 req-d2da009e-a5a8-478d-8a98-de3b38fef16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:59.158570 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f808b94-bedc-463c-9a26-31f6851bc852 req-d2da009e-a5a8-478d-8a98-de3b38fef16d service neutron] 10.222.0.31 "GET /v2.0/networks?id=97e85245-3112-4887-8483-668804607d54 HTTP/1.1" status: 200 len: 912 time: 0.4615414 Mar 05 04:47:59.169524 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-ac392633-e898-4ff5-aeb1-52cc363bd22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:59.177505 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-ac392633-e898-4ff5-aeb1-52cc363bd22a service neutron] 10.222.0.31 "GET /v2.0/ports/b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 HTTP/1.1" status: 200 len: 1033 time: 0.2534266 Mar 05 04:47:59.178141 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-057396ef-e4d1-4bb3-9ac8-d1081b52715a service neutron] Port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db on network 37de3cac-2e27-4573-885e-c86e0ea7886c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:47:59.178467 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-057396ef-e4d1-4bb3-9ac8-d1081b52715a service neutron] Attempting to bind port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db on network 37de3cac-2e27-4573-885e-c86e0ea7886c {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:47:59.211301 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-057396ef-e4d1-4bb3-9ac8-d1081b52715a service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:47:59.211758 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-057396ef-e4d1-4bb3-9ac8-d1081b52715a service neutron] Checking segment: {'id': 'db049693-52d7-464e-9d76-c4af8ab82eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:47:59.212160 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-057396ef-e4d1-4bb3-9ac8-d1081b52715a service neutron] Bound using segment: {'id': 'db049693-52d7-464e-9d76-c4af8ab82eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:47:59.212627 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-057396ef-e4d1-4bb3-9ac8-d1081b52715a service neutron] Bound port: cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db049693-52d7-464e-9d76-c4af8ab82eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:47:59.212994 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-057396ef-e4d1-4bb3-9ac8-d1081b52715a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:59.285396 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5a2dc-269c-44d2-9ee2-3a6f4f149128 req-f9b804dc-457b-4539-8801-cd9b26f5780d tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:59.303029 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b2d5a2dc-269c-44d2-9ee2-3a6f4f149128 req-f9b804dc-457b-4539-8801-cd9b26f5780d tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 949 time: 0.3322568 Mar 05 04:47:59.311512 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f808b94-bedc-463c-9a26-31f6851bc852 req-1fb09825-0362-493b-8b1a-282335e1c1f2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d22d3169-c39a-49ee-808d-3af69df5a28d HTTP/1.1" status: 200 len: 217 time: 0.1453848 Mar 05 04:47:59.429309 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-057396ef-e4d1-4bb3-9ac8-d1081b52715a service neutron] For port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:47:59.434489 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-057396ef-e4d1-4bb3-9ac8-d1081b52715a service neutron] For port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:47:59.595930 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-84a74029-d290-45c9-8798-6a3bba5b975a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:59.625294 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-84a74029-d290-45c9-8798-6a3bba5b975a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:59.630779 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-84a74029-d290-45c9-8798-6a3bba5b975a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:59.632981 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-84a74029-d290-45c9-8798-6a3bba5b975a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.31 "GET /v2.0/networks?id=96b36905-6014-4841-aac5-335392bf1a9d&id=e0163509-f0e9-40c4-b897-68a267214319&id=e0163509-f0e9-40c4-b897-68a267214319&id=e0163509-f0e9-40c4-b897-68a267214319&id=e0163509-f0e9-40c4-b897-68a267214319&id=d212388e-df12-4708-9d1c-73e3d414a7cb&id=d212388e-df12-4708-9d1c-73e3d414a7cb HTTP/1.1" status: 200 len: 1994 time: 0.4310486 Mar 05 04:47:59.635192 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-057396ef-e4d1-4bb3-9ac8-d1081b52715a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:59.695910 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-057396ef-e4d1-4bb3-9ac8-d1081b52715a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:59.696815 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-057396ef-e4d1-4bb3-9ac8-d1081b52715a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:47:59.698484 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-057396ef-e4d1-4bb3-9ac8-d1081b52715a service neutron] 10.222.0.30 "PUT /v2.0/ports/cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db HTTP/1.1" status: 200 len: 1092 time: 3.0440762 Mar 05 04:47:59.850056 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b2d5a2dc-269c-44d2-9ee2-3a6f4f149128 req-167bab75-4c53-4844-bbb7-dada3ac78a17 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5468769 Mar 05 04:47:59.860331 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9484b37a-7c18-48ef-abe7-81ffc640eb94 req-36a8f618-1ad6-4940-bb88-3ddfba084d77 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 210 time: 0.5087516 Mar 05 04:47:59.923518 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f808b94-bedc-463c-9a26-31f6851bc852 req-58cf826b-4a8d-4b41-b21e-ea52fc61077b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:47:59.926658 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f808b94-bedc-463c-9a26-31f6851bc852 req-58cf826b-4a8d-4b41-b21e-ea52fc61077b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c431197c-f63d-4d0c-afc1-f0e0b1d87270 HTTP/1.1" status: 200 len: 852 time: 0.5962675 Mar 05 04:48:00.004889 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3428e06-b41c-47a5-8218-cd3567ca5499 x-openstack-request-id: req-c3428e06-b41c-47a5-8218-cd3567ca5499 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:48:00.005368 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1329847-246f-4777-bb9f-ba12ec63d680", "name": "network-vif-deleted", "tag": "3e3ac251-bfe7-48b6-811d-d65253961c18", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:48:00.005501 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c3428e06-b41c-47a5-8218-cd3567ca5499 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:48:00.005851 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1329847-246f-4777-bb9f-ba12ec63d680', 'name': 'network-vif-deleted', 'tag': '3e3ac251-bfe7-48b6-811d-d65253961c18', 'status': 'completed', 'code': 200} Mar 05 04:48:00.037443 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057396ef-e4d1-4bb3-9ac8-d1081b52715a service neutron] Pushing event updated for resources: {'Port': ['ID=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:00.052157 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f808b94-bedc-463c-9a26-31f6851bc852 req-ecd1d7b1-c82a-4232-9de0-c69be9d2159d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=97e85245-3112-4887-8483-668804607d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166172 Mar 05 04:48:00.059966 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a9fd63f8-852d-4e79-b0a0-3e74fcc1c396 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f322de562e384481acfa7667e5bcbd96 HTTP/1.1" status: 200 len: 380 time: 0.4132495 Mar 05 04:48:00.070826 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a04f9fe4-fd4d-469f-998d-208dcd2954df tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Request body: {'port': {'device_id': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'network_id': '96b36905-6014-4841-aac5-335392bf1a9d', 'admin_state_up': True, 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'security_groups': ['8fee8eff-f203-45e8-8770-4e81d4cc6f6d']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:48:00.190057 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-151e5c0b-1ced-4609-8b92-3581ba6f6cd9 req-ddeff87b-0c0a-46eb-b23b-4be18cb275a4 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 210 time: 0.0895824 Mar 05 04:48:00.191578 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-5bb2137a-4456-4896-8e82-fa8ad174430a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:00.193280 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-5bb2137a-4456-4896-8e82-fa8ad174430a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=947653f4d3b84cc89f4c3c5691586859&device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 1126 time: 0.4331253 Mar 05 04:48:00.249327 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-a80dd4c2-0ded-4e21-93b8-cf62d2717605 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db HTTP/1.1" status: 200 len: 217 time: 0.0391853 Mar 05 04:48:00.263342 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a04f9fe4-fd4d-469f-998d-208dcd2954df tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Made reservation on behalf of f322de562e384481acfa7667e5bcbd96 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:48:00.267012 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a04f9fe4-fd4d-469f-998d-208dcd2954df tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:00.292323 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 3e3ac251-bfe7-48b6-811d-d65253961c18 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:48:00.348349 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device d22d3169-c39a-49ee-808d-3af69df5a28d details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:48:00.356420 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 3e3ac251-bfe7-48b6-811d-d65253961c18 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:48:00.357110 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 3e3ac251-bfe7-48b6-811d-d65253961c18 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:48:00.430144 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a04f9fe4-fd4d-469f-998d-208dcd2954df tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Allocated IP 172.20.0.9 (96b36905-6014-4841-aac5-335392bf1a9d/b8b87837-c4d6-4057-808b-e09b3b2c13f9/fa623ab5-a167-443b-8172-8de59789cc2c) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:48:00.455692 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49e395-5414-45f0-8187-a9eee537230a req-d2243084-c22d-4bc7-bb3c-1f6bc2f6d2e5 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:00.459482 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a49e395-5414-45f0-8187-a9eee537230a req-d2243084-c22d-4bc7-bb3c-1f6bc2f6d2e5 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.3488057 Mar 05 04:48:00.583316 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port d22d3169-c39a-49ee-808d-3af69df5a28d, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=d22d3169-c39a-49ee-808d-3af69df5a28d,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:00.608955 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'd22d3169-c39a-49ee-808d-3af69df5a28d', 'network_id': '97e85245-3112-4887-8483-668804607d54', 'port_id': 'd22d3169-c39a-49ee-808d-3af69df5a28d', 'mac_address': 'fa:16:3e:18:c7:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c431197c-f63d-4d0c-afc1-f0e0b1d87270', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:48:00.610708 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f808b94-bedc-463c-9a26-31f6851bc852 req-1ac1ea98-5468-445f-9eae-b96eaa2136b6 service neutron] 10.222.0.31 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5477755 Mar 05 04:48:00.649380 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a49e395-5414-45f0-8187-a9eee537230a req-caa133c4-9313-4b29-93e3-e7461bde23ba tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827757 Mar 05 04:48:00.669560 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a04f9fe4-fd4d-469f-998d-208dcd2954df tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for port (fa623ab5-a167-443b-8172-8de59789cc2c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:00.691124 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95fb5b-d27a-488d-82ae-b7cc77121d24 req-6ec5650d-4b92-42f1-ae84-15e8e8a0b19d tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:00.702413 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port d22d3169-c39a-49ee-808d-3af69df5a28d is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:48:00.703320 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9f95fb5b-d27a-488d-82ae-b7cc77121d24 req-6ec5650d-4b92-42f1-ae84-15e8e8a0b19d tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 943 time: 0.3607390 Mar 05 04:48:00.704133 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d22d3169-c39a-49ee-808d-3af69df5a28d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:00.735490 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d22d3169-c39a-49ee-808d-3af69df5a28d {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:48:00.781247 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port d22d3169-c39a-49ee-808d-3af69df5a28d, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=d22d3169-c39a-49ee-808d-3af69df5a28d,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:00.785118 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a04f9fe4-fd4d-469f-998d-208dcd2954df tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (fa623ab5-a167-443b-8172-8de59789cc2c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:00.791036 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d22d3169-c39a-49ee-808d-3af69df5a28d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:00.896031 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=d22d3169-c39a-49ee-808d-3af69df5a28d,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:00.904383 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-f5ea3d30-4a35-4e9e-8abe-72619cfb3342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:00.906767 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-f5ea3d30-4a35-4e9e-8abe-72619cfb3342 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a6039ad-16bd-4b00-a55f-f7c68e1f3072 HTTP/1.1" status: 200 len: 851 time: 0.6522641 Mar 05 04:48:00.918639 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9f95fb5b-d27a-488d-82ae-b7cc77121d24 req-07c6fa9a-8b74-4a9a-9cf3-cb3c826c2892 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114670 Mar 05 04:48:01.034907 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f808b94-bedc-463c-9a26-31f6851bc852 req-5e53e67d-218c-427a-bc2a-4a004d429829 service neutron] 10.222.0.31 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167440 Mar 05 04:48:01.039871 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['d22d3169-c39a-49ee-808d-3af69df5a28d'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:48:01.070656 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a04f9fe4-fd4d-469f-998d-208dcd2954df tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Network 96b36905-6014-4841-aac5-335392bf1a9d is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:48:01.079352 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a04f9fe4-fd4d-469f-998d-208dcd2954df tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:48:01.104425 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a04f9fe4-fd4d-469f-998d-208dcd2954df tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:48:01.112833 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f9fe4-fd4d-469f-998d-208dcd2954df tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Pushing event updated for resources: {'Port': ['ID=fa623ab5-a167-443b-8172-8de59789cc2c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:01.211205 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-e976aeba-e20c-4ed0-b9a0-facbf0bd28d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:01.213178 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-e976aeba-e20c-4ed0-b9a0-facbf0bd28d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37de3cac-2e27-4573-885e-c86e0ea7886c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2899077 Mar 05 04:48:01.252507 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57892f2d-8db4-4f02-8789-eff2a35df0e5 req-f99e0e5f-ed9b-4dbb-9aa1-a06249253b3f tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:01.257173 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a04f9fe4-fd4d-469f-998d-208dcd2954df tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:01.262911 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-57892f2d-8db4-4f02-8789-eff2a35df0e5 req-f99e0e5f-ed9b-4dbb-9aa1-a06249253b3f tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 944 time: 0.2228706 Mar 05 04:48:01.267369 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a04f9fe4-fd4d-469f-998d-208dcd2954df tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:01.290370 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a04f9fe4-fd4d-469f-998d-208dcd2954df tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2243650 Mar 05 04:48:01.303133 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-76342bea-8285-48de-95aa-9e92f3131e50 req-83845f5b-b666-4add-9c56-0f78684bafde tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Request body: {'port': {'device_id': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'network_id': 'e0163509-f0e9-40c4-b897-68a267214319', 'admin_state_up': True, 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'security_groups': ['8fee8eff-f203-45e8-8770-4e81d4cc6f6d']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:48:01.489647 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-57892f2d-8db4-4f02-8789-eff2a35df0e5 req-51d5c379-da94-42c9-b6d5-ebbefcebb7f6 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859562 Mar 05 04:48:01.494881 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-9a571cc7-8b30-4d84-91bf-49c58ceab856 None None] Provisioning complete for port fa623ab5-a167-443b-8172-8de59789cc2c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:48:01.495552 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9a571cc7-8b30-4d84-91bf-49c58ceab856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fa623ab5-a167-443b-8172-8de59789cc2c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:01.530357 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851d1cc-a54c-4935-bcd3-11e0ac799958 req-6d4424e6-5f80-466f-8f1d-b72d25b17f5d tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:01.539997 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-fb3e4ea8-3186-44df-80a5-065fb389ba30 service neutron] 10.222.0.30 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188014 Mar 05 04:48:01.547130 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2851d1cc-a54c-4935-bcd3-11e0ac799958 req-6d4424e6-5f80-466f-8f1d-b72d25b17f5d tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 949 time: 0.3429563 Mar 05 04:48:01.587536 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9a571cc7-8b30-4d84-91bf-49c58ceab856 None None] Port fa623ab5-a167-443b-8172-8de59789cc2c cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:48:01.661418 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-83845f5b-b666-4add-9c56-0f78684bafde tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Made reservation on behalf of f322de562e384481acfa7667e5bcbd96 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:48:01.664869 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-83845f5b-b666-4add-9c56-0f78684bafde tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:01.671379 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2851d1cc-a54c-4935-bcd3-11e0ac799958 req-a729a539-f092-4c10-8088-c696cc8f2661 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228428 Mar 05 04:48:01.708926 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6d9bf-576c-437a-9177-5a2d9ffeea11 req-d7656d6d-2c22-44c3-a816-24cb24e03e7c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:01.723200 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6988d9-a2c6-4f54-863c-fa6f180e65aa req-e06d55ee-c31a-4455-a9b1-a1bc84c7a721 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:01.724785 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7a6988d9-a2c6-4f54-863c-fa6f180e65aa req-e06d55ee-c31a-4455-a9b1-a1bc84c7a721 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.30 "GET /v2.0/ports?device_id=19a210fb-d910-45df-ae59-1757ed88585f HTTP/1.1" status: 200 len: 945 time: 0.2308946 Mar 05 04:48:01.734838 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a5b6d9bf-576c-437a-9177-5a2d9ffeea11 req-d7656d6d-2c22-44c3-a816-24cb24e03e7c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 931 time: 0.1284175 Mar 05 04:48:01.806990 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a5b6d9bf-576c-437a-9177-5a2d9ffeea11 req-2d558bdf-332d-4451-93bc-f03d015049ce tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626259 Mar 05 04:48:01.840842 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b11b62f6-bbb2-4a76-9b6b-cc3360510510 req-9f0888b7-33a8-4ef9-bd7c-7493c8d92b0d service neutron] 10.222.0.30 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889490 Mar 05 04:48:01.948250 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7caf94-67b7-4b1a-ad2a-fa1a0642a9da req-f22388f3-511b-4e6f-b0e5-ba9c6ca95d73 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:01.956184 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3e7caf94-67b7-4b1a-ad2a-fa1a0642a9da req-f22388f3-511b-4e6f-b0e5-ba9c6ca95d73 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=19a210fb-d910-45df-ae59-1757ed88585f HTTP/1.1" status: 200 len: 945 time: 0.1479948 Mar 05 04:48:01.972912 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-76342bea-8285-48de-95aa-9e92f3131e50 req-83845f5b-b666-4add-9c56-0f78684bafde tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Allocated IP 10.1.1.117 (e0163509-f0e9-40c4-b897-68a267214319/1f160f0d-f32d-4fdb-b1b2-addf124f2f22/d5478b45-29a6-4e1a-8e70-1072393855c3) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:48:01.992914 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-7a6988d9-a2c6-4f54-863c-fa6f180e65aa req-2c2f6bca-f9e8-4913-a46c-9ba79dd8d193 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Deleting port a57d36aa-ebc3-4721-8c62-bb10dda34c94 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:48:01.993309 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7a6988d9-a2c6-4f54-863c-fa6f180e65aa req-2c2f6bca-f9e8-4913-a46c-9ba79dd8d193 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (a57d36aa-ebc3-4721-8c62-bb10dda34c94), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:02.013535 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f', 'tag': 'cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:48:02.015564 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e0d2dd-8f40-4c9e-9bd6-4612b32501d5" -d '{"events": [{"name": "network-changed", "server_uuid": "1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f", "tag": "cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:48:02.033464 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b670857b-32fa-4b15-a1e9-43f8206b2e07 req-c7dae243-b8c9-4e67-a092-a2b38883c2e7 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 210 time: 0.0762362 Mar 05 04:48:02.146832 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3e7caf94-67b7-4b1a-ad2a-fa1a0642a9da req-643bc76f-31c7-4c96-b8bf-4da5a89f0817 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316326 Mar 05 04:48:02.232836 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178fa40-dec0-4927-bcdc-d185c2b431b0 req-1b2d5177-9170-4029-aec3-aefa32690750 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:02.234407 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1178fa40-dec0-4927-bcdc-d185c2b431b0 req-1b2d5177-9170-4029-aec3-aefa32690750 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.1205823 Mar 05 04:48:02.271675 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-7a6988d9-a2c6-4f54-863c-fa6f180e65aa req-2c2f6bca-f9e8-4913-a46c-9ba79dd8d193 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] For port a57d36aa-ebc3-4721-8c62-bb10dda34c94, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a57d36aa-ebc3-4721-8c62-bb10dda34c94,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:02.272233 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7a6988d9-a2c6-4f54-863c-fa6f180e65aa req-2c2f6bca-f9e8-4913-a46c-9ba79dd8d193 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (a57d36aa-ebc3-4721-8c62-bb10dda34c94), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:02.286058 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-7a6988d9-a2c6-4f54-863c-fa6f180e65aa req-2c2f6bca-f9e8-4913-a46c-9ba79dd8d193 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Calling delete_port for a57d36aa-ebc3-4721-8c62-bb10dda34c94 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:48:02.314961 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 3a56743a-d04a-4293-8fb5-de9cb6a24a3f details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:48:02.317740 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device d22d3169-c39a-49ee-808d-3af69df5a28d up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:48:02.395120 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1178fa40-dec0-4927-bcdc-d185c2b431b0 req-c5adec5a-95c1-4dc5-bd42-94b3d8c60a55 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547136 Mar 05 04:48:02.443028 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf1411-b05e-4cce-b1a6-8afd626debd6 req-3c82bc1d-8008-4c34-b649-0ff34372e244 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:02.451920 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8ddf1411-b05e-4cce-b1a6-8afd626debd6 req-3c82bc1d-8008-4c34-b649-0ff34372e244 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 943 time: 0.2059772 Mar 05 04:48:02.543881 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-83845f5b-b666-4add-9c56-0f78684bafde tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for port (d5478b45-29a6-4e1a-8e70-1072393855c3), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:02.579020 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec57d6fe-6176-4876-b113-1a3b0f652cbe x-openstack-request-id: req-ec57d6fe-6176-4876-b113-1a3b0f652cbe {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:48:02.579691 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8ddf1411-b05e-4cce-b1a6-8afd626debd6 req-178689ad-ad79-43f0-988e-3b117f7c7d1c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260953 Mar 05 04:48:02.579974 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f", "tag": "cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:48:02.580605 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ec57d6fe-6176-4876-b113-1a3b0f652cbe {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:48:02.581505 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f', 'tag': 'cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db', 'status': 'completed', 'code': 200} Mar 05 04:48:02.615412 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7a6988d9-a2c6-4f54-863c-fa6f180e65aa req-2c2f6bca-f9e8-4913-a46c-9ba79dd8d193 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (a57d36aa-ebc3-4721-8c62-bb10dda34c94), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:02.622476 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-83845f5b-b666-4add-9c56-0f78684bafde tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (d5478b45-29a6-4e1a-8e70-1072393855c3), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:02.675461 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port d22d3169-c39a-49ee-808d-3af69df5a28d completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:48:02.687039 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83845f5b-b666-4add-9c56-0f78684bafde tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Pushing event updated for resources: {'Port': ['ID=d5478b45-29a6-4e1a-8e70-1072393855c3,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:02.712084 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port d22d3169-c39a-49ee-808d-3af69df5a28d triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:48:02.714038 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d22d3169-c39a-49ee-808d-3af69df5a28d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:02.732405 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0316e2-04fe-4591-816b-24ef7d3ea8c4 req-7b35a197-2373-4303-9bb3-5970598dcfaa tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:02.742369 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a0316e2-04fe-4591-816b-24ef7d3ea8c4 req-7b35a197-2373-4303-9bb3-5970598dcfaa tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 944 time: 0.1369853 Mar 05 04:48:02.758593 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f6bca-f9e8-4913-a46c-9ba79dd8d193 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Pushing event deleted for resources: {'Port': ['ID=a57d36aa-ebc3-4721-8c62-bb10dda34c94,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:02.844032 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=3a56743a-d04a-4293-8fb5-de9cb6a24a3f,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:02.849811 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76342bea-8285-48de-95aa-9e92f3131e50 req-83845f5b-b666-4add-9c56-0f78684bafde tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Network e0163509-f0e9-40c4-b897-68a267214319 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:48:02.873264 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-76342bea-8285-48de-95aa-9e92f3131e50 req-83845f5b-b666-4add-9c56-0f78684bafde tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:48:02.876792 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-76342bea-8285-48de-95aa-9e92f3131e50 req-83845f5b-b666-4add-9c56-0f78684bafde tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:48:02.880279 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6988d9-a2c6-4f54-863c-fa6f180e65aa req-2c2f6bca-f9e8-4913-a46c-9ba79dd8d193 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] No DVR routers for this DVR port a57d36aa-ebc3-4721-8c62-bb10dda34c94 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:48:02.882975 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7a6988d9-a2c6-4f54-863c-fa6f180e65aa req-2c2f6bca-f9e8-4913-a46c-9ba79dd8d193 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:02.887970 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7a6988d9-a2c6-4f54-863c-fa6f180e65aa req-2c2f6bca-f9e8-4913-a46c-9ba79dd8d193 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.30 "DELETE /v2.0/ports/a57d36aa-ebc3-4721-8c62-bb10dda34c94 HTTP/1.1" status: 204 len: 173 time: 1.1206834 Mar 05 04:48:02.908654 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '3a56743a-d04a-4293-8fb5-de9cb6a24a3f', 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42', 'port_id': '3a56743a-d04a-4293-8fb5-de9cb6a24a3f', 'mac_address': 'fa:16:3e:a0:5d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d33dc8a-6008-478a-9ec8-49595a4a0656', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:48:02.929733 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a0316e2-04fe-4591-816b-24ef7d3ea8c4 req-37e6cf3f-c020-476a-a1ef-b75fef8aa3b7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815560 Mar 05 04:48:02.955966 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0d2dd-8f40-4c9e-9bd6-4612b32501d5 req-7389b69c-7c93-4405-a9bf-8ca3607eb3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:02.959175 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-50e0d2dd-8f40-4c9e-9bd6-4612b32501d5 req-7389b69c-7c93-4405-a9bf-8ca3607eb3d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=947653f4d3b84cc89f4c3c5691586859&device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 1126 time: 0.3765440 Mar 05 04:48:02.990114 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72175716-cdd1-4640-aca0-f106595261ea req-0c171089-f88b-47a2-8aae-ecce11601859 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:02.996909 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72175716-cdd1-4640-aca0-f106595261ea req-0c171089-f88b-47a2-8aae-ecce11601859 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 949 time: 0.1991396 Mar 05 04:48:03.056282 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port d22d3169-c39a-49ee-808d-3af69df5a28d is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:48:03.056595 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d22d3169-c39a-49ee-808d-3af69df5a28d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:03.116424 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:48:03.116813 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3a56743a-d04a-4293-8fb5-de9cb6a24a3f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:03.143763 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb64fe2f-7efb-4f2f-aae8-e68736757a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22d3169-c39a-49ee-808d-3af69df5a28d'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:48:03.146711 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7430d8f2-fdad-4924-a2a1-86efd427b53a" -d '{"events": [{"server_uuid": "eb64fe2f-7efb-4f2f-aae8-e68736757a37", "name": "network-vif-plugged", "status": "completed", "tag": "d22d3169-c39a-49ee-808d-3af69df5a28d"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:48:03.211273 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a56743a-d04a-4293-8fb5-de9cb6a24a3f {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:48:03.222580 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port d22d3169-c39a-49ee-808d-3af69df5a28d, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=d22d3169-c39a-49ee-808d-3af69df5a28d,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:03.241653 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d22d3169-c39a-49ee-808d-3af69df5a28d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:03.250162 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72175716-cdd1-4640-aca0-f106595261ea req-2af4204b-e8ab-4178-a691-7341ae410929 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460604 Mar 05 04:48:03.291060 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0d2dd-8f40-4c9e-9bd6-4612b32501d5 req-45c3f63c-a9b8-411e-8996-4b2ebd0c73cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:03.292872 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-50e0d2dd-8f40-4c9e-9bd6-4612b32501d5 req-45c3f63c-a9b8-411e-8996-4b2ebd0c73cc service neutron] 10.222.0.30 "GET /v2.0/networks?id=37de3cac-2e27-4573-885e-c86e0ea7886c HTTP/1.1" status: 200 len: 912 time: 0.3238127 Mar 05 04:48:03.300177 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65ab73-ec8c-4dec-bedd-55d3d8184176 req-8ee08d65-1130-47e4-87ca-54f2d6330e8f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:03.313253 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65ab73-ec8c-4dec-bedd-55d3d8184176 req-8ee08d65-1130-47e4-87ca-54f2d6330e8f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:03.329625 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ed65ab73-ec8c-4dec-bedd-55d3d8184176 req-8ee08d65-1130-47e4-87ca-54f2d6330e8f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 1653 time: 0.1932135 Mar 05 04:48:03.363611 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=3a56743a-d04a-4293-8fb5-de9cb6a24a3f,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:03.366984 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=d22d3169-c39a-49ee-808d-3af69df5a28d,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:03.403039 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ed65ab73-ec8c-4dec-bedd-55d3d8184176 req-0c19dbdd-0acc-4f90-8fdc-e9ed256224e6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693340 Mar 05 04:48:03.404336 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3a56743a-d04a-4293-8fb5-de9cb6a24a3f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:03.420245 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-83845f5b-b666-4add-9c56-0f78684bafde tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:03.420954 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-83845f5b-b666-4add-9c56-0f78684bafde tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:03.444351 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-50e0d2dd-8f40-4c9e-9bd6-4612b32501d5 req-fef22ca2-fd69-49fa-a797-ce2e1172b3cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db HTTP/1.1" status: 200 len: 217 time: 0.1335034 Mar 05 04:48:03.497789 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-857a2b37-2dfe-4714-bd6c-de0fcf374028 req-1bf2af8c-31d3-40b2-943e-faa05b02415c tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 210 time: 0.0889587 Mar 05 04:48:03.532198 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=3a56743a-d04a-4293-8fb5-de9cb6a24a3f,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:03.565667 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-cc7b6f61-948d-48a4-ab1a-5bff4be919ea None None] Provisioning complete for port d5478b45-29a6-4e1a-8e70-1072393855c3 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:48:03.566705 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cc7b6f61-948d-48a4-ab1a-5bff4be919ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d5478b45-29a6-4e1a-8e70-1072393855c3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:03.590619 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-83845f5b-b666-4add-9c56-0f78684bafde tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2923646 Mar 05 04:48:03.613624 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-76342bea-8285-48de-95aa-9e92f3131e50 req-3091d397-66e5-431e-9a64-c93e48d172eb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Request body: {'port': {'device_id': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'network_id': 'e0163509-f0e9-40c4-b897-68a267214319', 'admin_state_up': True, 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'security_groups': ['8fee8eff-f203-45e8-8770-4e81d4cc6f6d']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:48:03.637009 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fee4df-dc12-4b6c-8e33-85cae78ad831 x-openstack-request-id: req-e7fee4df-dc12-4b6c-8e33-85cae78ad831 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:48:03.638860 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb64fe2f-7efb-4f2f-aae8-e68736757a37", "name": "network-vif-plugged", "status": "completed", "tag": "d22d3169-c39a-49ee-808d-3af69df5a28d", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:48:03.639196 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e7fee4df-dc12-4b6c-8e33-85cae78ad831 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:48:03.639598 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb64fe2f-7efb-4f2f-aae8-e68736757a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22d3169-c39a-49ee-808d-3af69df5a28d', 'code': 200} Mar 05 04:48:03.647194 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0d2dd-8f40-4c9e-9bd6-4612b32501d5 req-100d5369-ff5c-4da3-b274-7240ff26fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:03.648578 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-50e0d2dd-8f40-4c9e-9bd6-4612b32501d5 req-100d5369-ff5c-4da3-b274-7240ff26fee3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a6039ad-16bd-4b00-a55f-f7c68e1f3072 HTTP/1.1" status: 200 len: 851 time: 0.1944940 Mar 05 04:48:03.652375 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d08b9f16-f6b2-422d-be6f-2cbbbb9e4455 req-7a6097a6-c5cd-43df-83bf-16d86315e25b tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=19a210fb-d910-45df-ae59-1757ed88585f HTTP/1.1" status: 200 len: 210 time: 0.0724101 Mar 05 04:48:03.668791 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['3a56743a-d04a-4293-8fb5-de9cb6a24a3f'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:48:03.917452 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb981da0-2240-4fc4-a520-7a19ba7f8630 req-7b761a35-57fb-4c9d-b8b7-11f7dbbb1f1d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:03.925051 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb981da0-2240-4fc4-a520-7a19ba7f8630 req-7b761a35-57fb-4c9d-b8b7-11f7dbbb1f1d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 944 time: 0.1848664 Mar 05 04:48:03.943374 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b84a8-7681-4e71-8199-bbfbbe62c495 req-002a4ea9-bc36-4a5a-9093-12951e71ed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:03.945154 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-811b84a8-7681-4e71-8199-bbfbbe62c495 req-002a4ea9-bc36-4a5a-9093-12951e71ed65 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 1128 time: 0.1374643 Mar 05 04:48:03.952702 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e70cbf-7bb4-4f39-af52-70e68d303c1c req-925d603c-408d-4848-9580-becb60da2e73 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:03.960242 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72e70cbf-7bb4-4f39-af52-70e68d303c1c req-925d603c-408d-4848-9580-becb60da2e73 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 943 time: 0.1627035 Mar 05 04:48:03.979970 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-cc7b6f61-948d-48a4-ab1a-5bff4be919ea None None] Port d5478b45-29a6-4e1a-8e70-1072393855c3 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:48:04.038522 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb981da0-2240-4fc4-a520-7a19ba7f8630 req-441d49c8-47aa-4347-8642-d087f431edfc tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103692 Mar 05 04:48:04.138637 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72e70cbf-7bb4-4f39-af52-70e68d303c1c req-1f9b81cf-41a4-403c-a789-c0a182cbb781 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769924 Mar 05 04:48:04.153739 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0d2dd-8f40-4c9e-9bd6-4612b32501d5 req-c95e5781-8f74-4948-b1c1-8790fb11904b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:04.155490 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-50e0d2dd-8f40-4c9e-9bd6-4612b32501d5 req-c95e5781-8f74-4948-b1c1-8790fb11904b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37de3cac-2e27-4573-885e-c86e0ea7886c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4857924 Mar 05 04:48:04.172591 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-811b84a8-7681-4e71-8199-bbfbbe62c495 req-8e21a521-b5da-423a-b88c-3734fe768476 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931207 Mar 05 04:48:04.254539 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a317be9-d19b-418a-9cfe-185923a89e4d req-ebd9647e-83d8-4444-b6a5-8d91b668f8ff tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:04.256067 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7a317be9-d19b-418a-9cfe-185923a89e4d req-ebd9647e-83d8-4444-b6a5-8d91b668f8ff tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 945 time: 0.0818636 Mar 05 04:48:04.294297 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-3091d397-66e5-431e-9a64-c93e48d172eb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Made reservation on behalf of f322de562e384481acfa7667e5bcbd96 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:48:04.299911 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-3091d397-66e5-431e-9a64-c93e48d172eb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:04.304297 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-50e0d2dd-8f40-4c9e-9bd6-4612b32501d5 req-350e3f1c-4bb4-4d19-9cb1-02b117543c00 service neutron] 10.222.0.30 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416528 Mar 05 04:48:04.342530 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:48:04.371515 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device a57d36aa-ebc3-4721-8c62-bb10dda34c94 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:48:04.391635 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7a317be9-d19b-418a-9cfe-185923a89e4d req-79f162ae-df4e-4e35-b5ec-bfbce153cd65 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232717 Mar 05 04:48:04.441256 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: a57d36aa-ebc3-4721-8c62-bb10dda34c94 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:48:04.442271 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device a57d36aa-ebc3-4721-8c62-bb10dda34c94 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:48:04.523508 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f5db3-562f-406f-9ee6-f23f7ec1d837 req-0549e209-8500-4d9d-9a79-1ba98343baff tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:04.525311 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-485f5db3-562f-406f-9ee6-f23f7ec1d837 req-0549e209-8500-4d9d-9a79-1ba98343baff tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 949 time: 0.1168361 Mar 05 04:48:04.642149 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-76342bea-8285-48de-95aa-9e92f3131e50 req-3091d397-66e5-431e-9a64-c93e48d172eb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Allocated IP 10.1.1.24 (e0163509-f0e9-40c4-b897-68a267214319/1f160f0d-f32d-4fdb-b1b2-addf124f2f22/23da59df-b317-4032-a3ac-4a5c81b49956) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:48:04.701974 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-485f5db3-562f-406f-9ee6-f23f7ec1d837 req-60fe1847-0d07-4292-a37a-34cf8b769c71 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690507 Mar 05 04:48:04.774316 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc16b7-9c87-4b5a-9762-c8deb2974235 req-26c0ec1c-ffbf-45da-b741-2a2db87b238d tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:04.789057 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc16b7-9c87-4b5a-9762-c8deb2974235 req-26c0ec1c-ffbf-45da-b741-2a2db87b238d tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:04.793821 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c7fc16b7-9c87-4b5a-9762-c8deb2974235 req-26c0ec1c-ffbf-45da-b741-2a2db87b238d tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 1653 time: 0.2334991 Mar 05 04:48:04.799555 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:04.815411 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a210fb-d910-45df-ae59-1757ed88585f', 'name': 'network-vif-deleted', 'tag': 'a57d36aa-ebc3-4721-8c62-bb10dda34c94'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:48:04.818096 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a402cdb0-28ed-4bf5-937a-de38d9c991ce" -d '{"events": [{"server_uuid": "19a210fb-d910-45df-ae59-1757ed88585f", "name": "network-vif-deleted", "tag": "a57d36aa-ebc3-4721-8c62-bb10dda34c94"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:48:04.830056 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db', 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c', 'port_id': 'cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db', 'mac_address': 'fa:16:3e:bd:3a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6039ad-16bd-4b00-a55f-f7c68e1f3072', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:48:04.876970 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:48:04.877645 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:04.891724 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:48:04.901198 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c7fc16b7-9c87-4b5a-9762-c8deb2974235 req-948b1ec5-f124-4ee1-8fc0-235364cc9ff9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026800 Mar 05 04:48:04.904175 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4c1e54f4-12bd-4faa-ba15-ffd12c2f0bb7 req-5c0754b6-1285-476d-8b01-9fd6a2da0dbc tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 210 time: 0.0481367 Mar 05 04:48:04.946117 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:04.951780 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:04.966087 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-50e0d2dd-8f40-4c9e-9bd6-4612b32501d5 req-f54706c9-6343-4c76-9cac-792f94699cca service neutron] 10.222.0.30 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6471846 Mar 05 04:48:05.004834 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-3091d397-66e5-431e-9a64-c93e48d172eb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for port (23da59df-b317-4032-a3ac-4a5c81b49956), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:05.013326 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:05.043433 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc97857-e393-41bf-8d69-8223735c831c x-openstack-request-id: req-5bc97857-e393-41bf-8d69-8223735c831c {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:48:05.043712 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a210fb-d910-45df-ae59-1757ed88585f", "name": "network-vif-deleted", "tag": "a57d36aa-ebc3-4721-8c62-bb10dda34c94", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:48:05.043965 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5bc97857-e393-41bf-8d69-8223735c831c {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:48:05.044355 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a210fb-d910-45df-ae59-1757ed88585f', 'name': 'network-vif-deleted', 'tag': 'a57d36aa-ebc3-4721-8c62-bb10dda34c94', 'status': 'completed', 'code': 200} Mar 05 04:48:05.060716 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-3091d397-66e5-431e-9a64-c93e48d172eb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (23da59df-b317-4032-a3ac-4a5c81b49956), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:05.114370 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76342bea-8285-48de-95aa-9e92f3131e50 req-3091d397-66e5-431e-9a64-c93e48d172eb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Network e0163509-f0e9-40c4-b897-68a267214319 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:48:05.207975 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:48:05.254323 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-76342bea-8285-48de-95aa-9e92f3131e50 req-3091d397-66e5-431e-9a64-c93e48d172eb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:48:05.266601 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-76342bea-8285-48de-95aa-9e92f3131e50 req-3091d397-66e5-431e-9a64-c93e48d172eb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:48:05.279412 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091d397-66e5-431e-9a64-c93e48d172eb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Pushing event updated for resources: {'Port': ['ID=23da59df-b317-4032-a3ac-4a5c81b49956,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:05.429158 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-3091d397-66e5-431e-9a64-c93e48d172eb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:05.429889 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-3091d397-66e5-431e-9a64-c93e48d172eb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:05.431858 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04822e8e-d652-49cc-b80e-d62498d9b701 req-3aebc844-f36c-4906-96e9-230adc55e94d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:05.442010 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-04822e8e-d652-49cc-b80e-d62498d9b701 req-3aebc844-f36c-4906-96e9-230adc55e94d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 944 time: 0.2404742 Mar 05 04:48:05.468854 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-3091d397-66e5-431e-9a64-c93e48d172eb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8672125 Mar 05 04:48:05.479488 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-76342bea-8285-48de-95aa-9e92f3131e50 req-481ef05a-a120-40a6-9692-36ef6a030cd9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Request body: {'port': {'device_id': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd212388e-df12-4708-9d1c-73e3d414a7cb', 'admin_state_up': True, 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'security_groups': ['8fee8eff-f203-45e8-8770-4e81d4cc6f6d']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:48:05.595548 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-04822e8e-d652-49cc-b80e-d62498d9b701 req-dfe345b1-5b92-486b-8c4e-2a031d00b2b5 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525912 Mar 05 04:48:05.615166 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a021d89-0023-4f99-9669-defd04e750a4 req-2ffbbf18-b5fd-417d-9ab4-caf629b4e272 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:05.637390 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a021d89-0023-4f99-9669-defd04e750a4 req-2ffbbf18-b5fd-417d-9ab4-caf629b4e272 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.3052728 Mar 05 04:48:05.720756 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-c4cd9701-cc9a-47a1-adca-d7a892fb1e48 None None] Provisioning complete for port 23da59df-b317-4032-a3ac-4a5c81b49956 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:48:05.723812 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c4cd9701-cc9a-47a1-adca-d7a892fb1e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (23da59df-b317-4032-a3ac-4a5c81b49956), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:05.759994 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-481ef05a-a120-40a6-9692-36ef6a030cd9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Made reservation on behalf of f322de562e384481acfa7667e5bcbd96 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:48:05.795239 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a021d89-0023-4f99-9669-defd04e750a4 req-2398f4c8-7778-4266-bf50-98e9c3428790 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517618 Mar 05 04:48:05.821840 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c4cd9701-cc9a-47a1-adca-d7a892fb1e48 None None] Port 23da59df-b317-4032-a3ac-4a5c81b49956 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:48:05.841687 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179fc9d-d057-41fb-87b3-c87a4f1ab3ac req-8a3de0d3-04cf-41a1-8392-b7dd1c82ae9f tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:05.843296 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2179fc9d-d057-41fb-87b3-c87a4f1ab3ac req-8a3de0d3-04cf-41a1-8392-b7dd1c82ae9f tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.30 "GET /v2.0/ports?device_id=d44cf234-1303-425c-9e6b-b1b102f7a855 HTTP/1.1" status: 200 len: 966 time: 0.1996629 Mar 05 04:48:05.845355 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872609a2-97dc-4115-94b5-2b485b710a05 req-090acf05-88a9-4f47-8408-75e37cd0c9ca tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:05.848333 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-872609a2-97dc-4115-94b5-2b485b710a05 req-090acf05-88a9-4f47-8408-75e37cd0c9ca tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44cf234-1303-425c-9e6b-b1b102f7a855 HTTP/1.1" status: 200 len: 966 time: 0.1313980 Mar 05 04:48:05.928103 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-481ef05a-a120-40a6-9692-36ef6a030cd9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:05.939387 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-872609a2-97dc-4115-94b5-2b485b710a05 req-40341e1b-07bd-466e-b75c-8a66c02b57dc tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843697 Mar 05 04:48:06.009421 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cdecb-7740-4dd6-8934-d8f6e1dc876f req-ca724478-6273-41a9-8656-1cb78f255730 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:06.014103 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7d7cdecb-7740-4dd6-8934-d8f6e1dc876f req-ca724478-6273-41a9-8656-1cb78f255730 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 945 time: 0.1475728 Mar 05 04:48:06.110439 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7d7cdecb-7740-4dd6-8934-d8f6e1dc876f req-615136fa-07d6-41a0-b878-44d5865f7f1f tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892663 Mar 05 04:48:06.128263 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5190b-48c2-4b69-a502-c3f69df4d886 req-f4cc7520-0697-4ae6-86db-a9db3d7631ff tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:06.129867 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-afe5190b-48c2-4b69-a502-c3f69df4d886 req-f4cc7520-0697-4ae6-86db-a9db3d7631ff tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 949 time: 0.1029117 Mar 05 04:48:06.233924 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-afe5190b-48c2-4b69-a502-c3f69df4d886 req-e618d3cb-8a7c-4ff2-be37-9f2efda4a7f1 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969291 Mar 05 04:48:06.287398 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-18ee1f62-58be-45d8-945a-76f6c9b45b34 req-31c71485-1975-474e-8072-db66db06f9f1 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 210 time: 0.0538545 Mar 05 04:48:06.333407 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 3a56743a-d04a-4293-8fb5-de9cb6a24a3f up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:48:06.351759 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-76342bea-8285-48de-95aa-9e92f3131e50 req-481ef05a-a120-40a6-9692-36ef6a030cd9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Allocated IP 10.2.2.100 (d212388e-df12-4708-9d1c-73e3d414a7cb/e1c33f29-fbe3-4325-bbc2-5023e8c22c88/9c57959f-74bc-4f24-a658-b703986f73eb) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:48:06.393707 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:48:06.407467 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3753bbc-3456-40fd-8ebf-fafe2ab85080 req-1ae06636-dd98-46e2-b76d-c12532ccce6f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:06.426495 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3753bbc-3456-40fd-8ebf-fafe2ab85080 req-1ae06636-dd98-46e2-b76d-c12532ccce6f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:06.436744 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3753bbc-3456-40fd-8ebf-fafe2ab85080 req-1ae06636-dd98-46e2-b76d-c12532ccce6f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:06.438466 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a3753bbc-3456-40fd-8ebf-fafe2ab85080 req-1ae06636-dd98-46e2-b76d-c12532ccce6f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 2373 time: 0.1152775 Mar 05 04:48:06.512015 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-481ef05a-a120-40a6-9692-36ef6a030cd9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for port (9c57959f-74bc-4f24-a658-b703986f73eb), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:06.524856 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:48:06.536052 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:48:06.538407 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a3753bbc-3456-40fd-8ebf-fafe2ab85080 req-01fa604c-05f1-40e6-b3bd-202d00d760da tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884762 Mar 05 04:48:06.538767 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3a56743a-d04a-4293-8fb5-de9cb6a24a3f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:06.558003 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-481ef05a-a120-40a6-9692-36ef6a030cd9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (9c57959f-74bc-4f24-a658-b703986f73eb), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:06.583941 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:48:06.620332 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:48:06.622222 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:06.632238 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481ef05a-a120-40a6-9692-36ef6a030cd9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Pushing event updated for resources: {'Port': ['ID=9c57959f-74bc-4f24-a658-b703986f73eb,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:06.641660 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76342bea-8285-48de-95aa-9e92f3131e50 req-481ef05a-a120-40a6-9692-36ef6a030cd9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Network d212388e-df12-4708-9d1c-73e3d414a7cb is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:48:06.649068 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-2179fc9d-d057-41fb-87b3-c87a4f1ab3ac req-607698be-162c-46a6-beb5-786bbceef8db tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Deleting port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:48:06.649418 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2179fc9d-d057-41fb-87b3-c87a4f1ab3ac req-607698be-162c-46a6-beb5-786bbceef8db tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (5197f0b8-9ff0-42c8-8a19-eb8785fe21f5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:06.677885 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-76342bea-8285-48de-95aa-9e92f3131e50 req-481ef05a-a120-40a6-9692-36ef6a030cd9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:48:06.700719 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-76342bea-8285-48de-95aa-9e92f3131e50 req-481ef05a-a120-40a6-9692-36ef6a030cd9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:48:06.741965 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:48:06.746401 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3a56743a-d04a-4293-8fb5-de9cb6a24a3f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:06.810186 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-481ef05a-a120-40a6-9692-36ef6a030cd9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:06.811852 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-481ef05a-a120-40a6-9692-36ef6a030cd9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:06.838455 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7d91b-8291-482a-b632-586bd155937a req-131bda3d-78a8-48ba-86c0-cd11d8353af2 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:06.862091 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:48:06.863876 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0ae7d91b-8291-482a-b632-586bd155937a req-131bda3d-78a8-48ba-86c0-cd11d8353af2 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 944 time: 0.1456678 Mar 05 04:48:06.868025 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:06.901041 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-481ef05a-a120-40a6-9692-36ef6a030cd9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4202023 Mar 05 04:48:06.988269 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=3a56743a-d04a-4293-8fb5-de9cb6a24a3f,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:07.004915 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db'}, {'server_uuid': '97b62c79-bc35-49d5-9875-cd76b9b2c9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a56743a-d04a-4293-8fb5-de9cb6a24a3f'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:48:07.012986 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d1c059-aa40-4b8c-b543-7075a3029960" -d '{"events": [{"server_uuid": "1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f", "name": "network-vif-plugged", "status": "completed", "tag": "cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db"}, {"server_uuid": "97b62c79-bc35-49d5-9875-cd76b9b2c9f7", "name": "network-vif-plugged", "status": "completed", "tag": "3a56743a-d04a-4293-8fb5-de9cb6a24a3f"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:48:07.043335 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3a56743a-d04a-4293-8fb5-de9cb6a24a3f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:07.047153 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-2179fc9d-d057-41fb-87b3-c87a4f1ab3ac req-607698be-162c-46a6-beb5-786bbceef8db tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] For port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5197f0b8-9ff0-42c8-8a19-eb8785fe21f5,segment=NetworkSegment(121a6bbc-2bee-41f0-b9e4-27d4a61188bc),segment_id=121a6bbc-2bee-41f0-b9e4-27d4a61188bc)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:07.047774 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2179fc9d-d057-41fb-87b3-c87a4f1ab3ac req-607698be-162c-46a6-beb5-786bbceef8db tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (5197f0b8-9ff0-42c8-8a19-eb8785fe21f5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:07.053978 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:07.057215 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0ae7d91b-8291-482a-b632-586bd155937a req-21fe6339-3414-46c7-acc6-fc19947f5954 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738994 Mar 05 04:48:07.066238 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-2179fc9d-d057-41fb-87b3-c87a4f1ab3ac req-607698be-162c-46a6-beb5-786bbceef8db tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Calling delete_port for 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 owned by compute:tempest-test_az-2111034184 {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:48:07.092292 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d50d6-dc9c-4059-be97-1042d1f89521 req-10806073-7084-4dc8-8475-e87cbd6fb43b tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:07.094007 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c81d50d6-dc9c-4059-be97-1042d1f89521 req-10806073-7084-4dc8-8475-e87cbd6fb43b tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.1697848 Mar 05 04:48:07.142898 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=3a56743a-d04a-4293-8fb5-de9cb6a24a3f,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:07.156696 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:07.157143 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:07.157563 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:07.157979 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:07.158390 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:07.159101 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:07.159527 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:07.160054 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:07.160479 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:07.160885 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:07.161286 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:07.161688 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:07.162082 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:07.176713 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:07.178270 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:48:07.224617 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c81d50d6-dc9c-4059-be97-1042d1f89521 req-7c9e7f3e-90d1-4c68-99d1-a2d14823452b tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213372 Mar 05 04:48:07.302255 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-76342bea-8285-48de-95aa-9e92f3131e50 req-204262e6-8cab-43c2-b156-47e11f619869 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Request body: {'port': {'device_id': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd212388e-df12-4708-9d1c-73e3d414a7cb', 'admin_state_up': True, 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'security_groups': ['8fee8eff-f203-45e8-8770-4e81d4cc6f6d']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:48:07.316040 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc224cc4-f073-4ef2-9a7d-005b2b71bde2 req-27934196-fb9f-4434-a191-a6ac3d8b18ff tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:07.319732 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2179fc9d-d057-41fb-87b3-c87a4f1ab3ac req-607698be-162c-46a6-beb5-786bbceef8db tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (5197f0b8-9ff0-42c8-8a19-eb8785fe21f5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:07.323302 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bc224cc4-f073-4ef2-9a7d-005b2b71bde2 req-27934196-fb9f-4434-a191-a6ac3d8b18ff tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/ports?device_id=d44cf234-1303-425c-9e6b-b1b102f7a855 HTTP/1.1" status: 200 len: 966 time: 0.1189358 Mar 05 04:48:07.365458 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No active binding found for port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 {{(pid=105233) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 05 04:48:07.367555 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] The host n-h1-789963-32 is not matching for port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 host None! {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 05 04:48:07.369492 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:48:07.381597 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Mar 2022 04:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10dcdd09-81a5-42b0-8fb7-66902860df47 x-openstack-request-id: req-10dcdd09-81a5-42b0-8fb7-66902860df47 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:48:07.385379 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f", "name": "network-vif-plugged", "status": "completed", "tag": "cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db", "code": 200}, {"server_uuid": "97b62c79-bc35-49d5-9875-cd76b9b2c9f7", "name": "network-vif-plugged", "status": "completed", "tag": "3a56743a-d04a-4293-8fb5-de9cb6a24a3f", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:48:07.386957 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-10dcdd09-81a5-42b0-8fb7-66902860df47 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:48:07.387703 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db', 'code': 200} Mar 05 04:48:07.390521 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b62c79-bc35-49d5-9875-cd76b9b2c9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a56743a-d04a-4293-8fb5-de9cb6a24a3f', 'code': 200} Mar 05 04:48:07.397213 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-72b07bc8-e46c-4122-95dc-da01919cc73b None None] Provisioning complete for port 9c57959f-74bc-4f24-a658-b703986f73eb triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:48:07.397923 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-72b07bc8-e46c-4122-95dc-da01919cc73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9c57959f-74bc-4f24-a658-b703986f73eb), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:07.485966 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bc224cc4-f073-4ef2-9a7d-005b2b71bde2 req-05e60598-69aa-4433-a5c7-f789e5f9d1b6 tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.11 "GET /v2.0/security-groups?id=02edd51e-0a3d-42de-a281-f6a61411328d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565354 Mar 05 04:48:07.492359 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-72b07bc8-e46c-4122-95dc-da01919cc73b None None] Port 9c57959f-74bc-4f24-a658-b703986f73eb cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:48:07.515655 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:07.573936 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-2179fc9d-d057-41fb-87b3-c87a4f1ab3ac req-607698be-162c-46a6-beb5-786bbceef8db tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] No DVR routers for this DVR port 5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:48:07.575883 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607698be-162c-46a6-beb5-786bbceef8db tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Pushing event deleted for resources: {'Port': ['ID=5197f0b8-9ff0-42c8-8a19-eb8785fe21f5,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:07.593579 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2179fc9d-d057-41fb-87b3-c87a4f1ab3ac req-607698be-162c-46a6-beb5-786bbceef8db tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:07.597939 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2179fc9d-d057-41fb-87b3-c87a4f1ab3ac req-607698be-162c-46a6-beb5-786bbceef8db tempest-LiveMigrationTest-1092795071 tempest-LiveMigrationTest-1092795071-project] 10.222.0.30 "DELETE /v2.0/ports/5197f0b8-9ff0-42c8-8a19-eb8785fe21f5 HTTP/1.1" status: 204 len: 173 time: 1.7453866 Mar 05 04:48:07.600997 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44cf234-1303-425c-9e6b-b1b102f7a855', 'name': 'network-vif-deleted', 'tag': '5197f0b8-9ff0-42c8-8a19-eb8785fe21f5'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:48:07.603388 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5aaacfc-dc11-4102-a8f4-664d1c4003b0" -d '{"events": [{"server_uuid": "d44cf234-1303-425c-9e6b-b1b102f7a855", "name": "network-vif-deleted", "tag": "5197f0b8-9ff0-42c8-8a19-eb8785fe21f5"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:48:07.648180 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2d858-6578-4e4e-a181-a05c66731cc7 req-41e89409-f211-4557-8202-2ddd1d7ceca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:07.649837 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5ac2d858-6578-4e4e-a181-a05c66731cc7 req-41e89409-f211-4557-8202-2ddd1d7ceca0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 1128 time: 0.1078608 Mar 05 04:48:07.676058 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-204262e6-8cab-43c2-b156-47e11f619869 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Made reservation on behalf of f322de562e384481acfa7667e5bcbd96 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:48:07.680654 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-204262e6-8cab-43c2-b156-47e11f619869 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:07.693009 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7c29fa19-9a03-48d4-84d6-cdb276c07de4 req-430a9b64-2929-4d3a-8bf1-e4cf068522eb tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 210 time: 0.0997648 Mar 05 04:48:07.750626 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483584a4-d356-4393-920e-594d2afdadfd req-6f19b3d7-a421-43cd-9101-130853bba30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:07.754180 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-483584a4-d356-4393-920e-594d2afdadfd req-6f19b3d7-a421-43cd-9101-130853bba30a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 1128 time: 0.3028460 Mar 05 04:48:07.766393 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0f2fb-e1a9-45a8-b77c-27e8d8ba34a6 req-f8d6603d-7758-4c70-b6b1-88ca2141dca0 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:07.768118 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d4e0f2fb-e1a9-45a8-b77c-27e8d8ba34a6 req-f8d6603d-7758-4c70-b6b1-88ca2141dca0 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 949 time: 0.2806168 Mar 05 04:48:07.835669 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5ac2d858-6578-4e4e-a181-a05c66731cc7 req-0d3ee35b-81f5-4cd4-959c-05cb4664243b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672001 Mar 05 04:48:07.945645 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-483584a4-d356-4393-920e-594d2afdadfd req-4a0b2ed1-1d46-4515-868e-50ceb205122c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763818 Mar 05 04:48:07.962361 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d4e0f2fb-e1a9-45a8-b77c-27e8d8ba34a6 req-f3f58e3c-60f6-494e-aeef-d212a4918bc3 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854689 Mar 05 04:48:07.989060 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba84b7b-af24-4740-88a3-d92dcc40baf0 req-e4bbff8f-110d-4a40-a6c4-4146bd822e9a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:07.989286 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-76342bea-8285-48de-95aa-9e92f3131e50 req-204262e6-8cab-43c2-b156-47e11f619869 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Allocated IP 10.2.2.200 (d212388e-df12-4708-9d1c-73e3d414a7cb/e1c33f29-fbe3-4325-bbc2-5023e8c22c88/abf116a6-e436-4e8d-8188-bf1027bd0bef) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:48:07.995781 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba84b7b-af24-4740-88a3-d92dcc40baf0 req-e4bbff8f-110d-4a40-a6c4-4146bd822e9a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:08.002807 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba84b7b-af24-4740-88a3-d92dcc40baf0 req-e4bbff8f-110d-4a40-a6c4-4146bd822e9a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:08.010104 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba84b7b-af24-4740-88a3-d92dcc40baf0 req-e4bbff8f-110d-4a40-a6c4-4146bd822e9a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:08.018679 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ba84b7b-af24-4740-88a3-d92dcc40baf0 req-e4bbff8f-110d-4a40-a6c4-4146bd822e9a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 3094 time: 0.2000077 Mar 05 04:48:08.044013 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2841aed1-0057-4270-8cc9-eb04a518e111 x-openstack-request-id: req-2841aed1-0057-4270-8cc9-eb04a518e111 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:48:08.044013 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44cf234-1303-425c-9e6b-b1b102f7a855", "name": "network-vif-deleted", "tag": "5197f0b8-9ff0-42c8-8a19-eb8785fe21f5", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:48:08.044013 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2841aed1-0057-4270-8cc9-eb04a518e111 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:48:08.044474 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44cf234-1303-425c-9e6b-b1b102f7a855', 'name': 'network-vif-deleted', 'tag': '5197f0b8-9ff0-42c8-8a19-eb8785fe21f5', 'status': 'completed', 'code': 200} Mar 05 04:48:08.116831 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ba84b7b-af24-4740-88a3-d92dcc40baf0 req-014c7ba5-0615-4732-a7d9-94f5943f9085 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961080 Mar 05 04:48:08.208456 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-204262e6-8cab-43c2-b156-47e11f619869 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for port (abf116a6-e436-4e8d-8188-bf1027bd0bef), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:08.238429 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23a7f8-662d-499d-b57b-d9569f686d50 req-88123577-ea85-481b-bc22-1ec8c9c69817 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:08.251455 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5d23a7f8-662d-499d-b57b-d9569f686d50 req-88123577-ea85-481b-bc22-1ec8c9c69817 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 945 time: 0.1136880 Mar 05 04:48:08.266554 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-204262e6-8cab-43c2-b156-47e11f619869 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (abf116a6-e436-4e8d-8188-bf1027bd0bef), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:08.375686 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5d23a7f8-662d-499d-b57b-d9569f686d50 req-b6697597-73db-4dbf-99e0-36236bac36c4 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167848 Mar 05 04:48:08.410343 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76342bea-8285-48de-95aa-9e92f3131e50 req-204262e6-8cab-43c2-b156-47e11f619869 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Network d212388e-df12-4708-9d1c-73e3d414a7cb is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:48:08.430214 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-76342bea-8285-48de-95aa-9e92f3131e50 req-204262e6-8cab-43c2-b156-47e11f619869 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:48:08.435577 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-76342bea-8285-48de-95aa-9e92f3131e50 req-204262e6-8cab-43c2-b156-47e11f619869 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:48:08.447421 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204262e6-8cab-43c2-b156-47e11f619869 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Pushing event updated for resources: {'Port': ['ID=abf116a6-e436-4e8d-8188-bf1027bd0bef,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:08.532129 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19a8f7-1772-43be-a1d7-6f50f5521f0d req-5b863aa6-bded-4e05-bba0-507d35df3e98 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:08.540716 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-204262e6-8cab-43c2-b156-47e11f619869 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:08.545816 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-204262e6-8cab-43c2-b156-47e11f619869 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:08.546139 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b19a8f7-1772-43be-a1d7-6f50f5521f0d req-5b863aa6-bded-4e05-bba0-507d35df3e98 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 945 time: 0.1681428 Mar 05 04:48:08.582392 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-204262e6-8cab-43c2-b156-47e11f619869 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2920730 Mar 05 04:48:08.600542 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a219ad8e-c7f4-461f-9f5c-124fd42db8e8 service neutron] Request body: {'port': {'device_id': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:48:08.603177 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46742) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:08.687185 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b19a8f7-1772-43be-a1d7-6f50f5521f0d req-005e756a-73dc-4d1f-8a74-7e70c64260b7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200073 Mar 05 04:48:08.758531 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a219ad8e-c7f4-461f-9f5c-124fd42db8e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fa623ab5-a167-443b-8172-8de59789cc2c), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:08.801486 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-616705b6-eaa7-40e5-94df-aa29f4976890 admin admin] Deleting subnet fa622505-df3c-45bb-bed1-baf2861c8524 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:48:08.819764 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-616705b6-eaa7-40e5-94df-aa29f4976890 admin admin] Publish callbacks [] for subnet (fa622505-df3c-45bb-bed1-baf2861c8524), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:08.898505 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-580ff903-c279-46e2-8a4f-76a3687e70bf req-16e44730-1885-49ee-89f7-639288ff40cd tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 210 time: 0.0913849 Mar 05 04:48:08.917643 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-616705b6-eaa7-40e5-94df-aa29f4976890 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (fa622505-df3c-45bb-bed1-baf2861c8524), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:08.967640 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-616705b6-eaa7-40e5-94df-aa29f4976890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (fa622505-df3c-45bb-bed1-baf2861c8524), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:08.970233 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-5621c4d4-75cd-4c15-af18-c46691826bc3 None None] Provisioning complete for port abf116a6-e436-4e8d-8188-bf1027bd0bef triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:48:08.970713 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5621c4d4-75cd-4c15-af18-c46691826bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (abf116a6-e436-4e8d-8188-bf1027bd0bef), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:09.054188 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-616705b6-eaa7-40e5-94df-aa29f4976890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (fa622505-df3c-45bb-bed1-baf2861c8524), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:09.095922 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-5621c4d4-75cd-4c15-af18-c46691826bc3 None None] Port abf116a6-e436-4e8d-8188-bf1027bd0bef cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:48:09.106775 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616705b6-eaa7-40e5-94df-aa29f4976890 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa622505-df3c-45bb-bed1-baf2861c8524,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:09.116877 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-616705b6-eaa7-40e5-94df-aa29f4976890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:09.122977 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-616705b6-eaa7-40e5-94df-aa29f4976890 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fa622505-df3c-45bb-bed1-baf2861c8524 HTTP/1.1" status: 204 len: 168 time: 0.5112858 Mar 05 04:48:09.125694 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46750) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:09.252894 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a219ad8e-c7f4-461f-9f5c-124fd42db8e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa623ab5-a167-443b-8172-8de59789cc2c {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:48:09.261665 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a219ad8e-c7f4-461f-9f5c-124fd42db8e8 service neutron] Publish callbacks [] for port (fa623ab5-a167-443b-8172-8de59789cc2c), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:09.275026 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a219ad8e-c7f4-461f-9f5c-124fd42db8e8 service neutron] Transition to ACTIVE for port object fa623ab5-a167-443b-8172-8de59789cc2c will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:48:09.290824 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a219ad8e-c7f4-461f-9f5c-124fd42db8e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (fa623ab5-a167-443b-8172-8de59789cc2c), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:09.365384 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-90f00420-84b3-458b-83d3-21650321f747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (8538c983-160a-4b67-8024-c598ec9cf3a6), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:09.419206 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a112d-c774-472d-b05e-132724ae2194 req-2b480fd6-2651-488f-be0a-86489a37ad19 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:09.421210 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1e9a112d-c774-472d-b05e-132724ae2194 req-2b480fd6-2651-488f-be0a-86489a37ad19 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 949 time: 0.2433457 Mar 05 04:48:09.477814 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee3301-ce56-4f86-a679-8ef9950c1e4d req-10559b86-a402-495b-93a8-21fd767a4b14 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:09.484966 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee3301-ce56-4f86-a679-8ef9950c1e4d req-10559b86-a402-495b-93a8-21fd767a4b14 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:09.490739 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee3301-ce56-4f86-a679-8ef9950c1e4d req-10559b86-a402-495b-93a8-21fd767a4b14 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:09.497090 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee3301-ce56-4f86-a679-8ef9950c1e4d req-10559b86-a402-495b-93a8-21fd767a4b14 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:09.502424 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219ad8e-c7f4-461f-9f5c-124fd42db8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=fa623ab5-a167-443b-8172-8de59789cc2c,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:09.505654 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee3301-ce56-4f86-a679-8ef9950c1e4d req-10559b86-a402-495b-93a8-21fd767a4b14 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:09.512545 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a219ad8e-c7f4-461f-9f5c-124fd42db8e8 service neutron] Attempting to bind port fa623ab5-a167-443b-8172-8de59789cc2c on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:48:09.512888 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a219ad8e-c7f4-461f-9f5c-124fd42db8e8 service neutron] Attempting to bind port fa623ab5-a167-443b-8172-8de59789cc2c by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'ca90f7a9-06b9-44d4-b45b-a36f46fd62e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '96b36905-6014-4841-aac5-335392bf1a9d'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:48:09.513221 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a219ad8e-c7f4-461f-9f5c-124fd42db8e8 service neutron] Attempting to bind port fa623ab5-a167-443b-8172-8de59789cc2c on network 96b36905-6014-4841-aac5-335392bf1a9d {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:48:09.514465 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-61ee3301-ce56-4f86-a679-8ef9950c1e4d req-10559b86-a402-495b-93a8-21fd767a4b14 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 3827 time: 0.2469971 Mar 05 04:48:09.518609 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a219ad8e-c7f4-461f-9f5c-124fd42db8e8 service neutron] Port fa623ab5-a167-443b-8172-8de59789cc2c on network 96b36905-6014-4841-aac5-335392bf1a9d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:48:09.519070 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a219ad8e-c7f4-461f-9f5c-124fd42db8e8 service neutron] Attempting to bind port fa623ab5-a167-443b-8172-8de59789cc2c on network 96b36905-6014-4841-aac5-335392bf1a9d {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:48:09.525175 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a219ad8e-c7f4-461f-9f5c-124fd42db8e8 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:48:09.525526 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a219ad8e-c7f4-461f-9f5c-124fd42db8e8 service neutron] Checking segment: {'id': 'ca90f7a9-06b9-44d4-b45b-a36f46fd62e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '96b36905-6014-4841-aac5-335392bf1a9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:48:09.525916 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a219ad8e-c7f4-461f-9f5c-124fd42db8e8 service neutron] Bound using segment: {'id': 'ca90f7a9-06b9-44d4-b45b-a36f46fd62e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '96b36905-6014-4841-aac5-335392bf1a9d'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:48:09.528257 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a219ad8e-c7f4-461f-9f5c-124fd42db8e8 service neutron] Bound port: fa623ab5-a167-443b-8172-8de59789cc2c, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca90f7a9-06b9-44d4-b45b-a36f46fd62e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '96b36905-6014-4841-aac5-335392bf1a9d'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:48:09.528639 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a219ad8e-c7f4-461f-9f5c-124fd42db8e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fa623ab5-a167-443b-8172-8de59789cc2c), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:09.661541 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a219ad8e-c7f4-461f-9f5c-124fd42db8e8 service neutron] For port fa623ab5-a167-443b-8172-8de59789cc2c, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:48:09.664960 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a219ad8e-c7f4-461f-9f5c-124fd42db8e8 service neutron] For port fa623ab5-a167-443b-8172-8de59789cc2c, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=fa623ab5-a167-443b-8172-8de59789cc2c,segment=NetworkSegment(ca90f7a9-06b9-44d4-b45b-a36f46fd62e2),segment_id=ca90f7a9-06b9-44d4-b45b-a36f46fd62e2)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:48:09.674390 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a219ad8e-c7f4-461f-9f5c-124fd42db8e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (fa623ab5-a167-443b-8172-8de59789cc2c), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:09.688450 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-61ee3301-ce56-4f86-a679-8ef9950c1e4d req-1174f463-80fc-49fd-a022-62a0e8c06436 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729474 Mar 05 04:48:09.774550 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a219ad8e-c7f4-461f-9f5c-124fd42db8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:09.780857 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a219ad8e-c7f4-461f-9f5c-124fd42db8e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:09.782462 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a219ad8e-c7f4-461f-9f5c-124fd42db8e8 service neutron] 10.222.0.31 "PUT /v2.0/ports/fa623ab5-a167-443b-8172-8de59789cc2c HTTP/1.1" status: 200 len: 1092 time: 1.1882141 Mar 05 04:48:09.806248 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-90f00420-84b3-458b-83d3-21650321f747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (8538c983-160a-4b67-8024-c598ec9cf3a6), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:09.821654 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1e9a112d-c774-472d-b05e-132724ae2194 req-a07c58d3-c4d0-443b-bcbf-458a6c0ac685 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926671 Mar 05 04:48:09.903978 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-76342bea-8285-48de-95aa-9e92f3131e50 req-cc6c2dbd-f32f-4885-b168-66b7f0280ffe service neutron] Request body: {'port': {'device_id': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:48:09.924236 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-90f00420-84b3-458b-83d3-21650321f747 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8538c983-160a-4b67-8024-c598ec9cf3a6']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:48:09.946546 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-90f00420-84b3-458b-83d3-21650321f747 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '121a6bbc-2bee-41f0-b9e4-27d4a61188bc') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:48:09.946812 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-90f00420-84b3-458b-83d3-21650321f747 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '121a6bbc-2bee-41f0-b9e4-27d4a61188bc') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:48:09.969973 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-90f00420-84b3-458b-83d3-21650321f747 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (121a6bbc-2bee-41f0-b9e4-27d4a61188bc), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:10.032296 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-cc6c2dbd-f32f-4885-b168-66b7f0280ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8cc5a9d5-8259-4285-a850-8602f24d541c), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:10.065630 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-90f00420-84b3-458b-83d3-21650321f747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (121a6bbc-2bee-41f0-b9e4-27d4a61188bc), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:10.080523 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f00420-84b3-458b-83d3-21650321f747 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:48:10.082324 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-90f00420-84b3-458b-83d3-21650321f747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (121a6bbc-2bee-41f0-b9e4-27d4a61188bc), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:10.083331 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'tag': 'fa623ab5-a167-443b-8172-8de59789cc2c'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:48:10.086110 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac69254f-4f56-4969-963c-312c94e32bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "tag": "fa623ab5-a167-443b-8172-8de59789cc2c"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:48:10.088438 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 04:48:10.088438 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:48:10.088438 n-d-789963-32 neutron-server[105231]: timer() Mar 05 04:48:10.088438 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:48:10.088438 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 04:48:10.088438 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:48:10.088438 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 04:48:10.088438 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:48:10.088438 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 04:48:10.088438 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:48:10.088438 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 04:48:10.088438 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:48:10.088438 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 04:48:10.088438 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:48:10.088438 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:48:10.088438 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:48:10.088438 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:48:10.088438 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:48:10.088438 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 04:48:10.088438 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:48:10.088438 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 04:48:10.088438 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:48:10.088438 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:48:10.088438 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:48:10.088438 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 04:48:10.088438 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:48:10.088438 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:48:10.088438 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:48:10.088438 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:48:10.088438 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:48:10.088438 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:48:10.088438 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:48:10.098896 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219ad8e-c7f4-461f-9f5c-124fd42db8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=fa623ab5-a167-443b-8172-8de59789cc2c,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:10.249341 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06d0f0-8fbe-4410-8a94-256cb93ec281 req-c61a5bb1-fb5b-45d7-ad67-b7dc76cf981b tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:10.257482 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aa06d0f0-8fbe-4410-8a94-256cb93ec281 req-c61a5bb1-fb5b-45d7-ad67-b7dc76cf981b tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 945 time: 0.3859284 Mar 05 04:48:10.269196 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-90f00420-84b3-458b-83d3-21650321f747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (8538c983-160a-4b67-8024-c598ec9cf3a6), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:10.297558 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-90f00420-84b3-458b-83d3-21650321f747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:10.302518 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-90f00420-84b3-458b-83d3-21650321f747 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8538c983-160a-4b67-8024-c598ec9cf3a6 HTTP/1.1" status: 204 len: 168 time: 1.1756516 Mar 05 04:48:10.325741 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46766) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:10.390247 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f00420-84b3-458b-83d3-21650321f747 admin admin] Pushing event deleted for resources: {'Network': ['ID=8538c983-160a-4b67-8024-c598ec9cf3a6,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:10.442798 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abda37f-7425-4398-977f-038fcb006c7d req-1dd38f4a-5a59-47aa-acb6-1e3f2309ecdf tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:10.452516 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0abda37f-7425-4398-977f-038fcb006c7d req-1dd38f4a-5a59-47aa-acb6-1e3f2309ecdf tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 945 time: 0.3661017 Mar 05 04:48:10.572675 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aa06d0f0-8fbe-4410-8a94-256cb93ec281 req-284f4ce1-cc5b-4a8a-a3f4-41e54d03aace tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133278 Mar 05 04:48:10.597696 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a29e88-7769-48a1-b03d-4b6a141b74a4 admin admin] Deleting subnet 9bab011d-64e8-4fef-99ae-9251fbd9cf1f {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:48:10.607635 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-88a29e88-7769-48a1-b03d-4b6a141b74a4 admin admin] Publish callbacks [] for subnet (9bab011d-64e8-4fef-99ae-9251fbd9cf1f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:10.613381 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0abda37f-7425-4398-977f-038fcb006c7d req-a27baa76-0f8b-497c-8d7e-3be085daf7a4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595552 Mar 05 04:48:10.680319 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-88a29e88-7769-48a1-b03d-4b6a141b74a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (9bab011d-64e8-4fef-99ae-9251fbd9cf1f), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:10.751769 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-76342bea-8285-48de-95aa-9e92f3131e50 req-cc6c2dbd-f32f-4885-b168-66b7f0280ffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cc5a9d5-8259-4285-a850-8602f24d541c {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:48:10.769791 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-cc6c2dbd-f32f-4885-b168-66b7f0280ffe service neutron] Publish callbacks [] for port (8cc5a9d5-8259-4285-a850-8602f24d541c), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:10.798403 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-51080932-6a20-485b-bde9-6e90483bc053 req-7e8e37f6-5092-40ed-9c1a-b919bcc730de tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ac2db9a-b4ce-4bc1-8e6a-9ed50e16b90c HTTP/1.1" status: 200 len: 210 time: 0.0749977 Mar 05 04:48:10.813364 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-76342bea-8285-48de-95aa-9e92f3131e50 req-cc6c2dbd-f32f-4885-b168-66b7f0280ffe service neutron] Transition to ACTIVE for port object 8cc5a9d5-8259-4285-a850-8602f24d541c will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:48:10.819798 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26770589-0c51-4aca-aa9e-5765330254d1 x-openstack-request-id: req-26770589-0c51-4aca-aa9e-5765330254d1 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:48:10.821329 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "tag": "fa623ab5-a167-443b-8172-8de59789cc2c", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:48:10.821748 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-26770589-0c51-4aca-aa9e-5765330254d1 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:48:10.824628 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'tag': 'fa623ab5-a167-443b-8172-8de59789cc2c', 'status': 'completed', 'code': 200} Mar 05 04:48:10.828959 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-cc6c2dbd-f32f-4885-b168-66b7f0280ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (8cc5a9d5-8259-4285-a850-8602f24d541c), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:10.832023 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-88a29e88-7769-48a1-b03d-4b6a141b74a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (9bab011d-64e8-4fef-99ae-9251fbd9cf1f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:10.887007 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69254f-4f56-4969-963c-312c94e32bb1 req-2474777e-bd2c-4da4-a3ec-549efed759c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:10.887870 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69254f-4f56-4969-963c-312c94e32bb1 req-2474777e-bd2c-4da4-a3ec-549efed759c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:10.888682 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69254f-4f56-4969-963c-312c94e32bb1 req-2474777e-bd2c-4da4-a3ec-549efed759c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:10.890808 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69254f-4f56-4969-963c-312c94e32bb1 req-2474777e-bd2c-4da4-a3ec-549efed759c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:10.891612 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69254f-4f56-4969-963c-312c94e32bb1 req-2474777e-bd2c-4da4-a3ec-549efed759c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:10.893580 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ac69254f-4f56-4969-963c-312c94e32bb1 req-2474777e-bd2c-4da4-a3ec-549efed759c1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f322de562e384481acfa7667e5bcbd96&device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 4394 time: 0.1550443 Mar 05 04:48:11.057562 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-76342bea-8285-48de-95aa-9e92f3131e50 req-cc6c2dbd-f32f-4885-b168-66b7f0280ffe service neutron] Attempting to bind port 8cc5a9d5-8259-4285-a850-8602f24d541c on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:48:11.058910 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-76342bea-8285-48de-95aa-9e92f3131e50 req-cc6c2dbd-f32f-4885-b168-66b7f0280ffe service neutron] Attempting to bind port 8cc5a9d5-8259-4285-a850-8602f24d541c by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e0163509-f0e9-40c4-b897-68a267214319'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:48:11.059347 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-cc6c2dbd-f32f-4885-b168-66b7f0280ffe service neutron] Attempting to bind port 8cc5a9d5-8259-4285-a850-8602f24d541c on network e0163509-f0e9-40c4-b897-68a267214319 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:48:11.067190 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-cc6c2dbd-f32f-4885-b168-66b7f0280ffe service neutron] Port 8cc5a9d5-8259-4285-a850-8602f24d541c on network e0163509-f0e9-40c4-b897-68a267214319 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:48:11.067606 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-cc6c2dbd-f32f-4885-b168-66b7f0280ffe service neutron] Attempting to bind port 8cc5a9d5-8259-4285-a850-8602f24d541c on network e0163509-f0e9-40c4-b897-68a267214319 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:48:11.084929 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c2dbd-f32f-4885-b168-66b7f0280ffe service neutron] Pushing event updated for resources: {'Port': ['ID=8cc5a9d5-8259-4285-a850-8602f24d541c,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:11.089510 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-cc6c2dbd-f32f-4885-b168-66b7f0280ffe service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:48:11.090135 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-cc6c2dbd-f32f-4885-b168-66b7f0280ffe service neutron] Checking segment: {'id': '22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e0163509-f0e9-40c4-b897-68a267214319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:48:11.090594 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-cc6c2dbd-f32f-4885-b168-66b7f0280ffe service neutron] Bound using segment: {'id': '22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e0163509-f0e9-40c4-b897-68a267214319'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:48:11.091531 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-76342bea-8285-48de-95aa-9e92f3131e50 req-cc6c2dbd-f32f-4885-b168-66b7f0280ffe service neutron] Bound port: 8cc5a9d5-8259-4285-a850-8602f24d541c, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e0163509-f0e9-40c4-b897-68a267214319'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:48:11.092188 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-cc6c2dbd-f32f-4885-b168-66b7f0280ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8cc5a9d5-8259-4285-a850-8602f24d541c), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:11.192044 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-76342bea-8285-48de-95aa-9e92f3131e50 req-cc6c2dbd-f32f-4885-b168-66b7f0280ffe service neutron] For port 8cc5a9d5-8259-4285-a850-8602f24d541c, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:48:11.196337 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-76342bea-8285-48de-95aa-9e92f3131e50 req-cc6c2dbd-f32f-4885-b168-66b7f0280ffe service neutron] For port 8cc5a9d5-8259-4285-a850-8602f24d541c, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=8cc5a9d5-8259-4285-a850-8602f24d541c,segment=NetworkSegment(22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89),segment_id=22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:48:11.209848 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-cc6c2dbd-f32f-4885-b168-66b7f0280ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (8cc5a9d5-8259-4285-a850-8602f24d541c), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:11.301094 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c2dbd-f32f-4885-b168-66b7f0280ffe service neutron] Pushing event updated for resources: {'Port': ['ID=8cc5a9d5-8259-4285-a850-8602f24d541c,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:11.312131 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-cc6c2dbd-f32f-4885-b168-66b7f0280ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:11.312873 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-cc6c2dbd-f32f-4885-b168-66b7f0280ffe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:11.314344 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-cc6c2dbd-f32f-4885-b168-66b7f0280ffe service neutron] 10.222.0.31 "PUT /v2.0/ports/8cc5a9d5-8259-4285-a850-8602f24d541c HTTP/1.1" status: 200 len: 1136 time: 1.4352822 Mar 05 04:48:11.318824 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b86d4-7d1f-41ac-b0bc-91a714c206d5 req-450e388e-e7f9-4449-a1e7-930ef463943a tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:11.340179 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46780) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:11.349108 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b33b86d4-7d1f-41ac-b0bc-91a714c206d5 req-450e388e-e7f9-4449-a1e7-930ef463943a tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 945 time: 0.4172170 Mar 05 04:48:11.350401 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-63b688e1-7962-4734-967c-53234f7c1990 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Request body: {'floatingip': {'port_id': 'cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:48:11.353854 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-88a29e88-7769-48a1-b03d-4b6a141b74a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (9bab011d-64e8-4fef-99ae-9251fbd9cf1f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:11.371622 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-76342bea-8285-48de-95aa-9e92f3131e50 req-2ae893cd-e95d-4c64-8211-d3cdc35939bd service neutron] Request body: {'port': {'device_id': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:48:11.382087 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fe20b9cc-4707-4b87-a2a4-7a0eee479f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:11.400781 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-88a29e88-7769-48a1-b03d-4b6a141b74a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:11.406011 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-88a29e88-7769-48a1-b03d-4b6a141b74a4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9bab011d-64e8-4fef-99ae-9251fbd9cf1f HTTP/1.1" status: 204 len: 168 time: 1.0652699 Mar 05 04:48:11.408006 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69254f-4f56-4969-963c-312c94e32bb1 req-3b0c8e24-1477-405c-add0-a691018575fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:11.408676 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69254f-4f56-4969-963c-312c94e32bb1 req-3b0c8e24-1477-405c-add0-a691018575fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:11.409302 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69254f-4f56-4969-963c-312c94e32bb1 req-3b0c8e24-1477-405c-add0-a691018575fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:11.411260 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ac69254f-4f56-4969-963c-312c94e32bb1 req-3b0c8e24-1477-405c-add0-a691018575fc service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=f322de562e384481acfa7667e5bcbd96&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5083239 Mar 05 04:48:11.413769 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46786) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:11.416778 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d32e6c-0409-442e-aa3a-d7dbe4ab9d41 req-6747a55f-4b20-4ea3-82ca-3dc06021c90a tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:11.419366 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-52d32e6c-0409-442e-aa3a-d7dbe4ab9d41 req-6747a55f-4b20-4ea3-82ca-3dc06021c90a tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 1128 time: 0.3100622 Mar 05 04:48:11.510677 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-63b688e1-7962-4734-967c-53234f7c1990 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks [] for floatingip (c7130656-b76e-4b0e-b1e4-2f870509dda7), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:11.538133 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1069ecdc-4eec-4f65-a70f-00b6fee47ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (f31b1a12-39c1-4146-8c6b-376f9071cb48), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:11.613499 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a29e88-7769-48a1-b03d-4b6a141b74a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bab011d-64e8-4fef-99ae-9251fbd9cf1f,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:11.644205 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-52d32e6c-0409-442e-aa3a-d7dbe4ab9d41 req-e5a12a65-998c-4b9f-9cce-5bd83a97cbc8 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904980 Mar 05 04:48:11.814715 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-2ae893cd-e95d-4c64-8211-d3cdc35939bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:12.264813 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69254f-4f56-4969-963c-312c94e32bb1 req-aa37c6ff-0a36-4ed4-80fc-5617feeb645e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:12.266303 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ac69254f-4f56-4969-963c-312c94e32bb1 req-aa37c6ff-0a36-4ed4-80fc-5617feeb645e service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7325966 Mar 05 04:48:12.278570 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51602cb3-8610-447a-b5a5-3e5d06930051 req-b19b17ca-3ddf-43f7-ae97-648fdae306f7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:12.284062 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51602cb3-8610-447a-b5a5-3e5d06930051 req-b19b17ca-3ddf-43f7-ae97-648fdae306f7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:12.289386 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51602cb3-8610-447a-b5a5-3e5d06930051 req-b19b17ca-3ddf-43f7-ae97-648fdae306f7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:12.294789 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51602cb3-8610-447a-b5a5-3e5d06930051 req-b19b17ca-3ddf-43f7-ae97-648fdae306f7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:12.300104 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51602cb3-8610-447a-b5a5-3e5d06930051 req-b19b17ca-3ddf-43f7-ae97-648fdae306f7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:12.305395 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51602cb3-8610-447a-b5a5-3e5d06930051 req-b19b17ca-3ddf-43f7-ae97-648fdae306f7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:12.307346 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-51602cb3-8610-447a-b5a5-3e5d06930051 req-b19b17ca-3ddf-43f7-ae97-648fdae306f7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 4604 time: 0.7649240 Mar 05 04:48:12.355105 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1069ecdc-4eec-4f65-a70f-00b6fee47ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (f31b1a12-39c1-4146-8c6b-376f9071cb48), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:12.389981 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a3e32-c49a-4569-a05e-6e3e8969a380 req-cb891454-d7eb-49c8-a169-b4e4f968eed1 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:12.396700 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e81a3e32-c49a-4569-a05e-6e3e8969a380 req-cb891454-d7eb-49c8-a169-b4e4f968eed1 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 949 time: 0.6226633 Mar 05 04:48:12.410428 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-1069ecdc-4eec-4f65-a70f-00b6fee47ab3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f31b1a12-39c1-4146-8c6b-376f9071cb48']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:48:12.430137 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-1069ecdc-4eec-4f65-a70f-00b6fee47ab3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966b5ec2-2411-46d9-abf1-8d9e3c1cba56') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:48:12.430446 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-1069ecdc-4eec-4f65-a70f-00b6fee47ab3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966b5ec2-2411-46d9-abf1-8d9e3c1cba56') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:48:12.458431 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1069ecdc-4eec-4f65-a70f-00b6fee47ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (966b5ec2-2411-46d9-abf1-8d9e3c1cba56), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:12.505253 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1069ecdc-4eec-4f65-a70f-00b6fee47ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (966b5ec2-2411-46d9-abf1-8d9e3c1cba56), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:12.528420 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-51602cb3-8610-447a-b5a5-3e5d06930051 req-ba4ea55c-8629-425f-814d-51d587587001 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1887124 Mar 05 04:48:12.529629 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1069ecdc-4eec-4f65-a70f-00b6fee47ab3 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:48:12.530042 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1069ecdc-4eec-4f65-a70f-00b6fee47ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (966b5ec2-2411-46d9-abf1-8d9e3c1cba56), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:12.534306 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 04:48:12.534306 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:48:12.534306 n-d-789963-32 neutron-server[105231]: timer() Mar 05 04:48:12.534306 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:48:12.534306 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 04:48:12.534306 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:48:12.534306 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 04:48:12.534306 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:48:12.534306 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 04:48:12.534306 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:48:12.534306 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 04:48:12.534306 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:48:12.534306 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 04:48:12.534306 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:48:12.534306 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:48:12.534306 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:48:12.534306 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:48:12.534306 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:48:12.534306 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 04:48:12.534306 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:48:12.534306 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 04:48:12.534306 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:48:12.534306 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:48:12.534306 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:48:12.534306 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 04:48:12.534306 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:48:12.534306 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:48:12.534306 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:48:12.534306 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:48:12.534306 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:48:12.534306 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:48:12.534306 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:48:12.559805 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e81a3e32-c49a-4569-a05e-6e3e8969a380 req-43803b54-e355-4cda-a09c-adf3635afbfc tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621544 Mar 05 04:48:12.574076 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.db.resource_extend [None req-63b688e1-7962-4734-967c-53234f7c1990 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 04:48:12.720467 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1069ecdc-4eec-4f65-a70f-00b6fee47ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (f31b1a12-39c1-4146-8c6b-376f9071cb48), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:12.745325 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-63b688e1-7962-4734-967c-53234f7c1990 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:12.758492 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1069ecdc-4eec-4f65-a70f-00b6fee47ab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:12.766567 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1069ecdc-4eec-4f65-a70f-00b6fee47ab3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f31b1a12-39c1-4146-8c6b-376f9071cb48 HTTP/1.1" status: 204 len: 168 time: 1.3451726 Mar 05 04:48:12.768609 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-63b688e1-7962-4734-967c-53234f7c1990 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (c7130656-b76e-4b0e-b1e4-2f870509dda7), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:12.825284 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'tag': '8cc5a9d5-8259-4285-a850-8602f24d541c'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:48:12.827281 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069ecdc-4eec-4f65-a70f-00b6fee47ab3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f31b1a12-39c1-4146-8c6b-376f9071cb48,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:12.828579 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034e6b7e-3adf-45b2-9d9a-e8c220e1db5a" -d '{"events": [{"name": "network-changed", "server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "tag": "8cc5a9d5-8259-4285-a850-8602f24d541c"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:48:12.839501 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-76342bea-8285-48de-95aa-9e92f3131e50 req-2ae893cd-e95d-4c64-8211-d3cdc35939bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:48:12.852054 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80cdd0-2298-4612-9b0c-9bc22f087a3b req-7e400b61-9b86-42dd-b88e-744cc7bc74d5 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:12.854043 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ed80cdd0-2298-4612-9b0c-9bc22f087a3b req-7e400b61-9b86-42dd-b88e-744cc7bc74d5 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 1128 time: 0.1928368 Mar 05 04:48:12.863585 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-2ae893cd-e95d-4c64-8211-d3cdc35939bd service neutron] Publish callbacks [] for port (b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:12.952596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-76342bea-8285-48de-95aa-9e92f3131e50 req-2ae893cd-e95d-4c64-8211-d3cdc35939bd service neutron] Transition to ACTIVE for port object b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:48:12.965737 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-2ae893cd-e95d-4c64-8211-d3cdc35939bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:13.016679 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46816) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:13.069839 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [None req-63b688e1-7962-4734-967c-53234f7c1990 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Floating IP c7130656-b76e-4b0e-b1e4-2f870509dda7 associated. External IP: 172.25.0.166, port: cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db. Mar 05 04:48:13.190812 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-74bdc2d2-b46c-445f-a47d-81ac4ad77331 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:13.192679 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae893cd-e95d-4c64-8211-d3cdc35939bd service neutron] Pushing event updated for resources: {'Port': ['ID=b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:13.193526 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-74bdc2d2-b46c-445f-a47d-81ac4ad77331 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.11 "GET /v2.0/networks?id=e6df1166-7647-47ca-b9f3-a84b658e710b HTTP/1.1" status: 200 len: 815 time: 0.3931944 Mar 05 04:48:13.204810 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ed80cdd0-2298-4612-9b0c-9bc22f087a3b req-fec5550d-0baf-4f1f-8f16-3112db032d6c tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362081 Mar 05 04:48:13.211156 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ed513cf5-3c7c-49a8-af0d-ccc36f54034b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=facd03296ca545159cfaaad05aba02e6&name=default HTTP/1.1" status: 200 len: 2995 time: 0.1913443 Mar 05 04:48:13.211387 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46818) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:13.231276 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-bd06d8b8-cc61-476d-9db8-916600d3c831 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.11 "GET /v2.0/quotas/3b20a621bb7044c2808f9e2367a9bd26 HTTP/1.1" status: 200 len: 375 time: 0.0123866 Mar 05 04:48:13.399051 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-0c3390dc-832f-44ae-b42e-288e43bf976d tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3b20a621bb7044c2808f9e2367a9bd26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1565707 Mar 05 04:48:13.416056 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-33d1d4b3-dbad-445f-8711-21c2e2a4a14b admin admin] Publish callbacks [] for security_group (02edd51e-0a3d-42de-a281-f6a61411328d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:13.498231 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-33d1d4b3-dbad-445f-8711-21c2e2a4a14b admin admin] Publish callbacks [] for security_group (02edd51e-0a3d-42de-a281-f6a61411328d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:13.540264 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:13.571118 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46828) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:13.603136 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d53499-b438-43ad-b176-1ec427700bf7 x-openstack-request-id: req-23d53499-b438-43ad-b176-1ec427700bf7 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:48:13.603866 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "tag": "8cc5a9d5-8259-4285-a850-8602f24d541c", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:48:13.604305 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-23d53499-b438-43ad-b176-1ec427700bf7 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:48:13.605130 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'tag': '8cc5a9d5-8259-4285-a850-8602f24d541c', 'status': 'completed', 'code': 200} Mar 05 04:48:13.616251 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e6b7e-3adf-45b2-9d9a-e8c220e1db5a req-524e17d2-a78a-4e8b-bf8e-0d836e04170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:13.630266 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e6b7e-3adf-45b2-9d9a-e8c220e1db5a req-524e17d2-a78a-4e8b-bf8e-0d836e04170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:13.630754 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e6b7e-3adf-45b2-9d9a-e8c220e1db5a req-524e17d2-a78a-4e8b-bf8e-0d836e04170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:13.635764 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e6b7e-3adf-45b2-9d9a-e8c220e1db5a req-524e17d2-a78a-4e8b-bf8e-0d836e04170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:13.643710 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e6b7e-3adf-45b2-9d9a-e8c220e1db5a req-524e17d2-a78a-4e8b-bf8e-0d836e04170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:13.644201 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e6b7e-3adf-45b2-9d9a-e8c220e1db5a req-524e17d2-a78a-4e8b-bf8e-0d836e04170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:13.644670 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e6b7e-3adf-45b2-9d9a-e8c220e1db5a req-524e17d2-a78a-4e8b-bf8e-0d836e04170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:13.644795 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b688e1-7962-4734-967c-53234f7c1990 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Router 778fcaa9-e55c-4651-84f6-2a2cc231e8cf has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:48:13.646974 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-034e6b7e-3adf-45b2-9d9a-e8c220e1db5a req-524e17d2-a78a-4e8b-bf8e-0d836e04170e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f322de562e384481acfa7667e5bcbd96&device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 6242 time: 0.2319078 Mar 05 04:48:13.668864 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-76342bea-8285-48de-95aa-9e92f3131e50 req-2ae893cd-e95d-4c64-8211-d3cdc35939bd service neutron] Attempting to bind port b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:48:13.669200 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-76342bea-8285-48de-95aa-9e92f3131e50 req-2ae893cd-e95d-4c64-8211-d3cdc35939bd service neutron] Attempting to bind port b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e0163509-f0e9-40c4-b897-68a267214319'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:48:13.669532 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-2ae893cd-e95d-4c64-8211-d3cdc35939bd service neutron] Attempting to bind port b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 on network e0163509-f0e9-40c4-b897-68a267214319 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:48:13.707515 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:13.710718 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-2ae893cd-e95d-4c64-8211-d3cdc35939bd service neutron] Port b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 on network e0163509-f0e9-40c4-b897-68a267214319 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:48:13.710718 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-2ae893cd-e95d-4c64-8211-d3cdc35939bd service neutron] Attempting to bind port b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 on network e0163509-f0e9-40c4-b897-68a267214319 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:48:13.715810 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-46bedb08-5b9e-41f5-9c67-228fff5a9875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:13.722669 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-2ae893cd-e95d-4c64-8211-d3cdc35939bd service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:48:13.723107 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-2ae893cd-e95d-4c64-8211-d3cdc35939bd service neutron] Checking segment: {'id': '22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e0163509-f0e9-40c4-b897-68a267214319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:48:13.725652 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-2ae893cd-e95d-4c64-8211-d3cdc35939bd service neutron] Bound using segment: {'id': '22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e0163509-f0e9-40c4-b897-68a267214319'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:48:13.725652 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-76342bea-8285-48de-95aa-9e92f3131e50 req-2ae893cd-e95d-4c64-8211-d3cdc35939bd service neutron] Bound port: b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e0163509-f0e9-40c4-b897-68a267214319'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:48:13.725652 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-2ae893cd-e95d-4c64-8211-d3cdc35939bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:13.736935 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-8127962d-20e0-4d1c-a176-39a41ef84b0e service neutron] 10.222.0.11 "GET /v2.0/networks/e6df1166-7647-47ca-b9f3-a84b658e710b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355370 Mar 05 04:48:13.849830 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-76342bea-8285-48de-95aa-9e92f3131e50 req-2ae893cd-e95d-4c64-8211-d3cdc35939bd service neutron] For port b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:48:13.853972 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-76342bea-8285-48de-95aa-9e92f3131e50 req-2ae893cd-e95d-4c64-8211-d3cdc35939bd service neutron] For port b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1,segment=NetworkSegment(22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89),segment_id=22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:48:13.857003 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-33d1d4b3-dbad-445f-8711-21c2e2a4a14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (02edd51e-0a3d-42de-a281-f6a61411328d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:13.859648 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-33d1d4b3-dbad-445f-8711-21c2e2a4a14b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:13.863163 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-33d1d4b3-dbad-445f-8711-21c2e2a4a14b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/02edd51e-0a3d-42de-a281-f6a61411328d HTTP/1.1" status: 204 len: 168 time: 0.6484988 Mar 05 04:48:13.870453 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-2ae893cd-e95d-4c64-8211-d3cdc35939bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:13.897980 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5f0db221-4c84-44eb-9324-6857b455bca8 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks [] for security_group (104db3de-0d42-430e-a291-199f95fc1d2f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:13.925465 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5f0db221-4c84-44eb-9324-6857b455bca8 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks [] for security_group (104db3de-0d42-430e-a291-199f95fc1d2f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:13.959849 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-2ae893cd-e95d-4c64-8211-d3cdc35939bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:13.960924 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-2ae893cd-e95d-4c64-8211-d3cdc35939bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:13.968637 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-2ae893cd-e95d-4c64-8211-d3cdc35939bd service neutron] 10.222.0.31 "PUT /v2.0/ports/b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 HTTP/1.1" status: 200 len: 1137 time: 2.6074128 Mar 05 04:48:13.985093 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae893cd-e95d-4c64-8211-d3cdc35939bd service neutron] Pushing event updated for resources: {'Port': ['ID=b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:14.022122 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d1d4b3-dbad-445f-8711-21c2e2a4a14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02edd51e-0a3d-42de-a281-f6a61411328d,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:14.031222 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-76342bea-8285-48de-95aa-9e92f3131e50 req-ead4bf17-3725-45cc-828f-875c437c413d service neutron] Request body: {'port': {'device_id': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:48:14.070742 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5f0db221-4c84-44eb-9324-6857b455bca8 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (104db3de-0d42-430e-a291-199f95fc1d2f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:14.073395 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5f0db221-4c84-44eb-9324-6857b455bca8 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:14.074843 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5f0db221-4c84-44eb-9324-6857b455bca8 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "DELETE /v2.0/security-groups/104db3de-0d42-430e-a291-199f95fc1d2f HTTP/1.1" status: 204 len: 168 time: 0.4962053 Mar 05 04:48:14.091025 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46842) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:14.162537 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b688e1-7962-4734-967c-53234f7c1990 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:48:14.171560 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-63b688e1-7962-4734-967c-53234f7c1990 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:14.179406 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5bf8b3-42f7-488a-896c-fecd5d04006f None None] Sync routers for ids ['778fcaa9-e55c-4651-84f6-2a2cc231e8cf'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:48:14.198470 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-c5fd27a2-c87a-4148-892a-3538199ad5ae tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] show failed (client error): The resource could not be found. Mar 05 04:48:14.202231 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c5fd27a2-c87a-4148-892a-3538199ad5ae tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "GET /v2.0/security-groups/104db3de-0d42-430e-a291-199f95fc1d2f HTTP/1.1" status: 404 len: 347 time: 0.1051593 Mar 05 04:48:14.202231 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0db221-4c84-44eb-9324-6857b455bca8 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=104db3de-0d42-430e-a291-199f95fc1d2f,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:14.203497 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46844) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:14.210203 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5bf8b3-42f7-488a-896c-fecd5d04006f None None] Routers {'778fcaa9-e55c-4651-84f6-2a2cc231e8cf'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:48:14.215198 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-ead4bf17-3725-45cc-828f-875c437c413d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d5478b45-29a6-4e1a-8e70-1072393855c3), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:14.215422 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-df5bf8b3-42f7-488a-896c-fecd5d04006f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:48:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['778fcaa9-e55c-4651-84f6-2a2cc231e8cf'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:48:14.220354 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-248c39ee-9c2e-4cd0-9b8f-77e94a77dcb8 service neutron] 10.222.0.11 "GET /v2.0/networks/e6df1166-7647-47ca-b9f3-a84b658e710b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825647 Mar 05 04:48:14.236819 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e6b7e-3adf-45b2-9d9a-e8c220e1db5a req-cb4a9287-8912-4bcb-9439-7e740ba4b060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:14.237630 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e6b7e-3adf-45b2-9d9a-e8c220e1db5a req-cb4a9287-8912-4bcb-9439-7e740ba4b060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:14.238253 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e6b7e-3adf-45b2-9d9a-e8c220e1db5a req-cb4a9287-8912-4bcb-9439-7e740ba4b060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:14.240210 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-034e6b7e-3adf-45b2-9d9a-e8c220e1db5a req-cb4a9287-8912-4bcb-9439-7e740ba4b060 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=f322de562e384481acfa7667e5bcbd96&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5835562 Mar 05 04:48:14.300601 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-63b688e1-7962-4734-967c-53234f7c1990 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "PUT /v2.0/floatingips/c7130656-b76e-4b0e-b1e4-2f870509dda7 HTTP/1.1" status: 200 len: 991 time: 2.9559190 Mar 05 04:48:14.440432 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-df5bf8b3-42f7-488a-896c-fecd5d04006f None None] Set router 778fcaa9-e55c-4651-84f6-2a2cc231e8cf gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:48:14.518153 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e6b7e-3adf-45b2-9d9a-e8c220e1db5a req-92f382e6-bda4-4bc8-91c9-35d934d39052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:14.523348 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-034e6b7e-3adf-45b2-9d9a-e8c220e1db5a req-92f382e6-bda4-4bc8-91c9-35d934d39052 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2723880 Mar 05 04:48:14.561697 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device e511e81b-5047-4a10-8053-6f167b4fd348 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:48:14.590994 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-5880caad-fb7f-44f5-839f-35643b7df8f4 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Deleting port bada5675-882d-4d4c-92ab-86a5586cae00 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:48:14.591741 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5880caad-fb7f-44f5-839f-35643b7df8f4 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (bada5675-882d-4d4c-92ab-86a5586cae00), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:14.726149 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5880caad-fb7f-44f5-839f-35643b7df8f4 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (bada5675-882d-4d4c-92ab-86a5586cae00), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:14.726629 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5880caad-fb7f-44f5-839f-35643b7df8f4 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks [] for floatingip (bada5675-882d-4d4c-92ab-86a5586cae00), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:14.751270 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-5880caad-fb7f-44f5-839f-35643b7df8f4 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Calling delete_port for bada5675-882d-4d4c-92ab-86a5586cae00 owned by network:floatingip {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:48:14.818250 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port e511e81b-5047-4a10-8053-6f167b4fd348, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=e511e81b-5047-4a10-8053-6f167b4fd348,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:14.834652 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'e511e81b-5047-4a10-8053-6f167b4fd348', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': 'e511e81b-5047-4a10-8053-6f167b4fd348', 'mac_address': 'fa:16:3e:bc:a3:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:48:14.880985 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46866) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:14.953013 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-76342bea-8285-48de-95aa-9e92f3131e50 req-ead4bf17-3725-45cc-828f-875c437c413d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5478b45-29a6-4e1a-8e70-1072393855c3 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:48:14.962098 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f53bb-6dc5-4d86-964b-62d3814c8670 req-87b48dad-0a62-4e4e-8e89-5bc7e94fad54 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:14.962756 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-ead4bf17-3725-45cc-828f-875c437c413d service neutron] Publish callbacks [] for port (d5478b45-29a6-4e1a-8e70-1072393855c3), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:14.966599 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b43f53bb-6dc5-4d86-964b-62d3814c8670 req-87b48dad-0a62-4e4e-8e89-5bc7e94fad54 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 949 time: 0.1972599 Mar 05 04:48:14.988807 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-37e161e5-3280-4c09-bc86-820d96d07374 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6570f7d7c6804bfc9fe8b6b76b844bdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1038282 Mar 05 04:48:14.995760 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46870) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:15.017753 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:15.034548 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-76342bea-8285-48de-95aa-9e92f3131e50 req-ead4bf17-3725-45cc-828f-875c437c413d service neutron] Transition to ACTIVE for port object d5478b45-29a6-4e1a-8e70-1072393855c3 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:48:15.050487 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-ead4bf17-3725-45cc-828f-875c437c413d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (d5478b45-29a6-4e1a-8e70-1072393855c3), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:15.152873 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b43f53bb-6dc5-4d86-964b-62d3814c8670 req-702f0ba5-62b4-4c5e-b2b7-0e4842b0c92d tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786344 Mar 05 04:48:15.181335 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-742a07f4-dd95-4878-9b3d-addab096b51c admin admin] Publish callbacks [] for security_group (8e739d7c-faba-42fc-aaff-618028f2fd91), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:15.217524 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port e511e81b-5047-4a10-8053-6f167b4fd348 is: ACTIVE; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:48:15.218435 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e511e81b-5047-4a10-8053-6f167b4fd348), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:15.237535 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-742a07f4-dd95-4878-9b3d-addab096b51c admin admin] Publish callbacks [] for security_group (8e739d7c-faba-42fc-aaff-618028f2fd91), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:15.311404 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e511e81b-5047-4a10-8053-6f167b4fd348 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:48:15.361597 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4bf17-3725-45cc-828f-875c437c413d service neutron] Pushing event updated for resources: {'Port': ['ID=d5478b45-29a6-4e1a-8e70-1072393855c3,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:15.364246 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port e511e81b-5047-4a10-8053-6f167b4fd348, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=e511e81b-5047-4a10-8053-6f167b4fd348,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:15.392898 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-742a07f4-dd95-4878-9b3d-addab096b51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8e739d7c-faba-42fc-aaff-618028f2fd91), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:15.398442 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e511e81b-5047-4a10-8053-6f167b4fd348), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:15.401303 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-742a07f4-dd95-4878-9b3d-addab096b51c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:15.404479 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-742a07f4-dd95-4878-9b3d-addab096b51c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8e739d7c-faba-42fc-aaff-618028f2fd91 HTTP/1.1" status: 204 len: 168 time: 0.3968754 Mar 05 04:48:15.436423 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a07f4-dd95-4878-9b3d-addab096b51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e739d7c-faba-42fc-aaff-618028f2fd91,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:15.489062 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=e511e81b-5047-4a10-8053-6f167b4fd348,revision_number=9']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:15.528164 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-df5bf8b3-42f7-488a-896c-fecd5d04006f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'name': 'tempest-ServerActionsTestJSON-1231150609-router', 'tenant_id': '947653f4d3b84cc89f4c3c5691586859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '3e099efb-6447-4587-be61-a97b529178b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:47:28Z', 'updated_at': '2022-03-05T04:47:40Z', 'revision_number': 4, 'project_id': '947653f4d3b84cc89f4c3c5691586859', 'gw_port': {'id': '3e099efb-6447-4587-be61-a97b529178b8', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:09:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:30Z', 'updated_at': '2022-03-05T04:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'c7130656-b76e-4b0e-b1e4-2f870509dda7', 'tenant_id': '947653f4d3b84cc89f4c3c5691586859', 'floating_ip_address': '172.25.0.166', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'port_id': 'cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c', 'mac_address': 'fa:16:3e:bd:3a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:47:49Z', 'updated_at': '2022-03-05T04:48:12Z', 'revision_number': 1, 'project_id': '947653f4d3b84cc89f4c3c5691586859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8085c071-cba8-46ba-aef9-b7212bf03cb8', 'name': '', 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c', 'tenant_id': '947653f4d3b84cc89f4c3c5691586859', 'mac_address': 'fa:16:3e:c6:fe:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4a6039ad-16bd-4b00-a55f-f7c68e1f3072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:38Z', 'updated_at': '2022-03-05T04:47:50Z', 'revision_number': 5, 'project_id': '947653f4d3b84cc89f4c3c5691586859', 'subnets': [{'id': '4a6039ad-16bd-4b00-a55f-f7c68e1f3072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:48:15.531048 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339b745-8519-46b1-9e16-4111d0cf6522 req-43510eb4-d81c-4a6c-8eac-84df17c87033 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:15.534674 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-76342bea-8285-48de-95aa-9e92f3131e50 req-ead4bf17-3725-45cc-828f-875c437c413d service neutron] Attempting to bind port d5478b45-29a6-4e1a-8e70-1072393855c3 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:48:15.536303 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-76342bea-8285-48de-95aa-9e92f3131e50 req-ead4bf17-3725-45cc-828f-875c437c413d service neutron] Attempting to bind port d5478b45-29a6-4e1a-8e70-1072393855c3 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e0163509-f0e9-40c4-b897-68a267214319'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:48:15.538206 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-ead4bf17-3725-45cc-828f-875c437c413d service neutron] Attempting to bind port d5478b45-29a6-4e1a-8e70-1072393855c3 on network e0163509-f0e9-40c4-b897-68a267214319 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:48:15.545096 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5880caad-fb7f-44f5-839f-35643b7df8f4 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (bada5675-882d-4d4c-92ab-86a5586cae00), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:15.546705 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339b745-8519-46b1-9e16-4111d0cf6522 req-43510eb4-d81c-4a6c-8eac-84df17c87033 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:15.554211 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339b745-8519-46b1-9e16-4111d0cf6522 req-43510eb4-d81c-4a6c-8eac-84df17c87033 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:15.580352 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339b745-8519-46b1-9e16-4111d0cf6522 req-43510eb4-d81c-4a6c-8eac-84df17c87033 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:15.593774 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339b745-8519-46b1-9e16-4111d0cf6522 req-43510eb4-d81c-4a6c-8eac-84df17c87033 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:15.611295 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339b745-8519-46b1-9e16-4111d0cf6522 req-43510eb4-d81c-4a6c-8eac-84df17c87033 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:15.628527 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5bf8b3-42f7-488a-896c-fecd5d04006f None None] Checking router: 778fcaa9-e55c-4651-84f6-2a2cc231e8cf for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:48:15.633229 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339b745-8519-46b1-9e16-4111d0cf6522 req-43510eb4-d81c-4a6c-8eac-84df17c87033 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:15.642021 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5339b745-8519-46b1-9e16-4111d0cf6522 req-43510eb4-d81c-4a6c-8eac-84df17c87033 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5394 time: 0.3641100 Mar 05 04:48:15.671967 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'tag': 'b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1'}, {'name': 'network-changed', 'server_uuid': '1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f', 'tag': 'cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:48:15.672133 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5bf8b3-42f7-488a-896c-fecd5d04006f None None] Routers {'778fcaa9-e55c-4651-84f6-2a2cc231e8cf'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:48:15.674073 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-df5bf8b3-42f7-488a-896c-fecd5d04006f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:48:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['778fcaa9-e55c-4651-84f6-2a2cc231e8cf'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:48:15.677686 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5f6c6a-3f54-4ee0-b280-9d03b829d35b" -d '{"events": [{"name": "network-changed", "server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "tag": "b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1"}, {"name": "network-changed", "server_uuid": "1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f", "tag": "cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:48:15.694136 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880caad-fb7f-44f5-839f-35643b7df8f4 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Pushing event deleted for resources: {'Port': ['ID=bada5675-882d-4d4c-92ab-86a5586cae00,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:15.701980 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-ead4bf17-3725-45cc-828f-875c437c413d service neutron] Port d5478b45-29a6-4e1a-8e70-1072393855c3 on network e0163509-f0e9-40c4-b897-68a267214319 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:48:15.702320 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-ead4bf17-3725-45cc-828f-875c437c413d service neutron] Attempting to bind port d5478b45-29a6-4e1a-8e70-1072393855c3 on network e0163509-f0e9-40c4-b897-68a267214319 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:48:15.762537 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5339b745-8519-46b1-9e16-4111d0cf6522 req-43df2c0a-0e42-4ea1-8ae9-a70aa7c5b6f3 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1194363 Mar 05 04:48:15.786279 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-ead4bf17-3725-45cc-828f-875c437c413d service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:48:15.786909 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-ead4bf17-3725-45cc-828f-875c437c413d service neutron] Checking segment: {'id': '22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e0163509-f0e9-40c4-b897-68a267214319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:48:15.788020 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-ead4bf17-3725-45cc-828f-875c437c413d service neutron] Bound using segment: {'id': '22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e0163509-f0e9-40c4-b897-68a267214319'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:48:15.788856 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-76342bea-8285-48de-95aa-9e92f3131e50 req-ead4bf17-3725-45cc-828f-875c437c413d service neutron] Bound port: d5478b45-29a6-4e1a-8e70-1072393855c3, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e0163509-f0e9-40c4-b897-68a267214319'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:48:15.789403 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-ead4bf17-3725-45cc-828f-875c437c413d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d5478b45-29a6-4e1a-8e70-1072393855c3), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:15.829364 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['e511e81b-5047-4a10-8053-6f167b4fd348'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:48:15.849728 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5880caad-fb7f-44f5-839f-35643b7df8f4 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks [] for floatingip (248bff1e-46a6-4c0a-bb0d-b6cb2f74a331), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:15.853458 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5880caad-fb7f-44f5-839f-35643b7df8f4 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:15.855001 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5880caad-fb7f-44f5-839f-35643b7df8f4 tempest-ServersTestBootFromVolume-947822021 tempest-ServersTestBootFromVolume-947822021-project] 10.222.0.11 "DELETE /v2.0/floatingips/248bff1e-46a6-4c0a-bb0d-b6cb2f74a331 HTTP/1.1" status: 204 len: 168 time: 1.6483245 Mar 05 04:48:15.858117 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46892) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:16.002796 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-76342bea-8285-48de-95aa-9e92f3131e50 req-ead4bf17-3725-45cc-828f-875c437c413d service neutron] For port d5478b45-29a6-4e1a-8e70-1072393855c3, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:48:16.007713 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-76342bea-8285-48de-95aa-9e92f3131e50 req-ead4bf17-3725-45cc-828f-875c437c413d service neutron] For port d5478b45-29a6-4e1a-8e70-1072393855c3, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=d5478b45-29a6-4e1a-8e70-1072393855c3,segment=NetworkSegment(22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89),segment_id=22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:48:16.023340 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-ead4bf17-3725-45cc-828f-875c437c413d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (d5478b45-29a6-4e1a-8e70-1072393855c3), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:16.137089 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-ead4bf17-3725-45cc-828f-875c437c413d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:16.137722 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-ead4bf17-3725-45cc-828f-875c437c413d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:16.146120 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-ead4bf17-3725-45cc-828f-875c437c413d service neutron] 10.222.0.31 "PUT /v2.0/ports/d5478b45-29a6-4e1a-8e70-1072393855c3 HTTP/1.1" status: 200 len: 1092 time: 2.1380384 Mar 05 04:48:16.182555 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-76342bea-8285-48de-95aa-9e92f3131e50 req-c71d3b41-b804-49a4-ac46-8068b2cb4f8d service neutron] Request body: {'port': {'device_id': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:48:16.219536 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-df5bf8b3-42f7-488a-896c-fecd5d04006f None None] Set router 778fcaa9-e55c-4651-84f6-2a2cc231e8cf gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:48:16.259698 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4bf17-3725-45cc-828f-875c437c413d service neutron] Pushing event updated for resources: {'Port': ['ID=d5478b45-29a6-4e1a-8e70-1072393855c3,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:16.321733 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3c8e8-025a-4aeb-9451-dd162e968174 req-079cc72e-7b42-4e6d-9db2-4efab6ff12c6 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:16.324165 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f3b3c8e8-025a-4aeb-9451-dd162e968174 req-079cc72e-7b42-4e6d-9db2-4efab6ff12c6 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 945 time: 0.3412318 Mar 05 04:48:16.367437 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-c71d3b41-b804-49a4-ac46-8068b2cb4f8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (23da59df-b317-4032-a3ac-4a5c81b49956), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:16.457574 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f3b3c8e8-025a-4aeb-9451-dd162e968174 req-f7c24648-51ff-42ee-b00d-f86e0ed184b1 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052008 Mar 05 04:48:16.487944 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-9aa85283-faa3-4a3d-8968-769e9b4096f2 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:48:16.489052 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-9aa85283-faa3-4a3d-8968-769e9b4096f2 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5101335 Mar 05 04:48:16.503515 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device e511e81b-5047-4a10-8053-6f167b4fd348 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:48:16.703194 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bd922435-384f-4ca7-8980-1ac2d74b1ec8 req-00097a7d-fd8c-4c16-8a28-645657ccad55 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52 HTTP/1.1" status: 200 len: 210 time: 0.1046960 Mar 05 04:48:16.872239 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 05 Mar 2022 04:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1822cc-7cd2-4515-b633-b994a5ba9391 x-openstack-request-id: req-da1822cc-7cd2-4515-b633-b994a5ba9391 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:48:16.872875 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "tag": "b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f", "tag": "cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:48:16.873346 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-da1822cc-7cd2-4515-b633-b994a5ba9391 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:48:16.874081 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'tag': 'b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1', 'status': 'completed', 'code': 200} Mar 05 04:48:16.874515 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f', 'tag': 'cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db', 'status': 'completed', 'code': 200} Mar 05 04:48:16.887693 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-d0af8b0a-0974-4765-90fa-4605dc590da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:16.889443 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-d0af8b0a-0974-4765-90fa-4605dc590da3 service neutron] 10.222.0.11 "GET /v2.0/ports/3a56743a-d04a-4293-8fb5-de9cb6a24a3f HTTP/1.1" status: 200 len: 1125 time: 0.3855195 Mar 05 04:48:16.971584 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-f9013c21-1867-40d4-88bb-dc4bef365c9f service neutron] Request body: {'binding': {'host': 'n-h1-789963-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:48:16.977152 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-f9013c21-1867-40d4-88bb-dc4bef365c9f service neutron] Unknown quota resources ['binding']. {{(pid=105232) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 05 04:48:17.032079 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f6c6a-3f54-4ee0-b280-9d03b829d35b req-1f1ca2bf-eb28-4134-8582-006dab535286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:17.032561 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f6c6a-3f54-4ee0-b280-9d03b829d35b req-1f1ca2bf-eb28-4134-8582-006dab535286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:17.036970 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f6c6a-3f54-4ee0-b280-9d03b829d35b req-1f1ca2bf-eb28-4134-8582-006dab535286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:17.037464 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f6c6a-3f54-4ee0-b280-9d03b829d35b req-1f1ca2bf-eb28-4134-8582-006dab535286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:17.038209 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f6c6a-3f54-4ee0-b280-9d03b829d35b req-1f1ca2bf-eb28-4134-8582-006dab535286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:17.038431 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f6c6a-3f54-4ee0-b280-9d03b829d35b req-1f1ca2bf-eb28-4134-8582-006dab535286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:17.038828 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f6c6a-3f54-4ee0-b280-9d03b829d35b req-1f1ca2bf-eb28-4134-8582-006dab535286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:17.040840 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-db5f6c6a-3f54-4ee0-b280-9d03b829d35b req-1f1ca2bf-eb28-4134-8582-006dab535286 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f322de562e384481acfa7667e5bcbd96&device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 6414 time: 0.1801999 Mar 05 04:48:17.044971 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ff6ff283-63f0-4461-857b-304defc4ab08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:17.138349 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:17.234095 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-76342bea-8285-48de-95aa-9e92f3131e50 req-c71d3b41-b804-49a4-ac46-8068b2cb4f8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23da59df-b317-4032-a3ac-4a5c81b49956 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:48:17.255167 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-c71d3b41-b804-49a4-ac46-8068b2cb4f8d service neutron] Publish callbacks [] for port (23da59df-b317-4032-a3ac-4a5c81b49956), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:17.287881 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-76342bea-8285-48de-95aa-9e92f3131e50 req-c71d3b41-b804-49a4-ac46-8068b2cb4f8d service neutron] Transition to ACTIVE for port object 23da59df-b317-4032-a3ac-4a5c81b49956 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:48:17.405679 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f6c6a-3f54-4ee0-b280-9d03b829d35b req-782ea5f5-56a1-4c4c-acc0-39eb30d1b32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:17.406485 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f6c6a-3f54-4ee0-b280-9d03b829d35b req-782ea5f5-56a1-4c4c-acc0-39eb30d1b32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:17.407181 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f6c6a-3f54-4ee0-b280-9d03b829d35b req-782ea5f5-56a1-4c4c-acc0-39eb30d1b32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:17.408950 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-db5f6c6a-3f54-4ee0-b280-9d03b829d35b req-782ea5f5-56a1-4c4c-acc0-39eb30d1b32b service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=f322de562e384481acfa7667e5bcbd96&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3605063 Mar 05 04:48:17.440929 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-28f1788c-13a3-434a-a26a-7f3c89eed120 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:17.452763 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-28f1788c-13a3-434a-a26a-7f3c89eed120 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.30 "GET /v2.0/networks?id=e6df1166-7647-47ca-b9f3-a84b658e710b HTTP/1.1" status: 200 len: 815 time: 0.7233269 Mar 05 04:48:17.474837 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-c71d3b41-b804-49a4-ac46-8068b2cb4f8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (23da59df-b317-4032-a3ac-4a5c81b49956), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:17.534321 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-df5bf8b3-42f7-488a-896c-fecd5d04006f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'name': 'tempest-ServerActionsTestJSON-1231150609-router', 'tenant_id': '947653f4d3b84cc89f4c3c5691586859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '3e099efb-6447-4587-be61-a97b529178b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:47:28Z', 'updated_at': '2022-03-05T04:47:40Z', 'revision_number': 4, 'project_id': '947653f4d3b84cc89f4c3c5691586859', 'gw_port': {'id': '3e099efb-6447-4587-be61-a97b529178b8', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:09:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:30Z', 'updated_at': '2022-03-05T04:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'c7130656-b76e-4b0e-b1e4-2f870509dda7', 'tenant_id': '947653f4d3b84cc89f4c3c5691586859', 'floating_ip_address': '172.25.0.166', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'port_id': 'cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c', 'mac_address': 'fa:16:3e:bd:3a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:47:49Z', 'updated_at': '2022-03-05T04:48:12Z', 'revision_number': 1, 'project_id': '947653f4d3b84cc89f4c3c5691586859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8085c071-cba8-46ba-aef9-b7212bf03cb8', 'name': '', 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c', 'tenant_id': '947653f4d3b84cc89f4c3c5691586859', 'mac_address': 'fa:16:3e:c6:fe:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4a6039ad-16bd-4b00-a55f-f7c68e1f3072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:38Z', 'updated_at': '2022-03-05T04:47:50Z', 'revision_number': 5, 'project_id': '947653f4d3b84cc89f4c3c5691586859', 'subnets': [{'id': '4a6039ad-16bd-4b00-a55f-f7c68e1f3072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:48:17.631405 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5bf8b3-42f7-488a-896c-fecd5d04006f None None] The sync data for ids ['778fcaa9-e55c-4651-84f6-2a2cc231e8cf'] in n-d-789963-32 is: [{'id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'name': 'tempest-ServerActionsTestJSON-1231150609-router', 'tenant_id': '947653f4d3b84cc89f4c3c5691586859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '3e099efb-6447-4587-be61-a97b529178b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:47:28Z', 'updated_at': '2022-03-05T04:47:40Z', 'revision_number': 4, 'project_id': '947653f4d3b84cc89f4c3c5691586859', 'gw_port': {'id': '3e099efb-6447-4587-be61-a97b529178b8', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:09:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:30Z', 'updated_at': '2022-03-05T04:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'c7130656-b76e-4b0e-b1e4-2f870509dda7', 'tenant_id': '947653f4d3b84cc89f4c3c5691586859', 'floating_ip_address': '172.25.0.166', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'port_id': 'cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c', 'mac_address': 'fa:16:3e:bd:3a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:47:49Z', 'updated_at': '2022-03-05T04:48:12Z', 'revision_number': 1, 'project_id': '947653f4d3b84cc89f4c3c5691586859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8085c071-cba8-46ba-aef9-b7212bf03cb8', 'name': '', 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c', 'tenant_id': '947653f4d3b84cc89f4c3c5691586859', 'mac_address': 'fa:16:3e:c6:fe:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4a6039ad-16bd-4b00-a55f-f7c68e1f3072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:38Z', 'updated_at': '2022-03-05T04:47:50Z', 'revision_number': 5, 'project_id': '947653f4d3b84cc89f4c3c5691586859', 'subnets': [{'id': '4a6039ad-16bd-4b00-a55f-f7c68e1f3072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:48:17.635633 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port e511e81b-5047-4a10-8053-6f167b4fd348 is: BUILD; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:48:17.637725 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e511e81b-5047-4a10-8053-6f167b4fd348), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:17.659598 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e511e81b-5047-4a10-8053-6f167b4fd348 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:48:17.706848 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port e511e81b-5047-4a10-8053-6f167b4fd348, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=e511e81b-5047-4a10-8053-6f167b4fd348,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:17.716814 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e511e81b-5047-4a10-8053-6f167b4fd348), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:17.850559 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:17.982585 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=e511e81b-5047-4a10-8053-6f167b4fd348,revision_number=10']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:18.115771 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a984a8fb-3eea-4ca6-8dd1-b2d1c00ed990 None None] New status for floating IP c7130656-b76e-4b0e-b1e4-2f870509dda7: ACTIVE {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 04:48:18.116790 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f6c6a-3f54-4ee0-b280-9d03b829d35b req-7c9b46a5-0a19-4410-ab89-2d88061a308e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:18.119249 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-db5f6c6a-3f54-4ee0-b280-9d03b829d35b req-7c9b46a5-0a19-4410-ab89-2d88061a308e service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6951847 Mar 05 04:48:18.222113 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a30254-0630-43d3-8b99-1ae740ca1b2e req-c6fbad39-4ada-4973-a330-dcf8ef2571f8 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:18.230592 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89a30254-0630-43d3-8b99-1ae740ca1b2e req-c6fbad39-4ada-4973-a330-dcf8ef2571f8 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 948 time: 0.7574093 Mar 05 04:48:18.326297 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89a30254-0630-43d3-8b99-1ae740ca1b2e req-932e4523-7ef1-4805-a2c0-178989a86693 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911005 Mar 05 04:48:18.460350 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device e511e81b-5047-4a10-8053-6f167b4fd348 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:48:18.619883 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port e511e81b-5047-4a10-8053-6f167b4fd348 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:48:18.620858 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e511e81b-5047-4a10-8053-6f167b4fd348), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:18.730685 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a329f6-2caf-4848-8082-e4a78170b865 req-52c4be3d-02de-4cd8-8c71-c9fddbec2c78 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:18.732277 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b2a329f6-2caf-4848-8082-e4a78170b865 req-52c4be3d-02de-4cd8-8c71-c9fddbec2c78 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 945 time: 0.2882674 Mar 05 04:48:18.774696 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-973ce100-a2a5-4136-8ca1-8e65361aec24 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Request body: {'port': {'device_id': '2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52', 'network_id': 'e6df1166-7647-47ca-b9f3-a84b658e710b', 'admin_state_up': True, 'tenant_id': '3b20a621bb7044c2808f9e2367a9bd26'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:48:18.791534 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port e511e81b-5047-4a10-8053-6f167b4fd348 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:48:18.792362 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e511e81b-5047-4a10-8053-6f167b4fd348), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:18.887429 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5591be5-eb6d-4b54-8a56-92c8b7752143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e511e81b-5047-4a10-8053-6f167b4fd348'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:48:18.895182 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e4b96d-2e33-4e64-817a-6cea573c51fe" -d '{"events": [{"server_uuid": "b5591be5-eb6d-4b54-8a56-92c8b7752143", "name": "network-vif-plugged", "status": "completed", "tag": "e511e81b-5047-4a10-8053-6f167b4fd348"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:48:18.919331 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'tag': 'd5478b45-29a6-4e1a-8e70-1072393855c3'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:48:18.921600 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41973c40-0ef5-4a7e-9017-7b02d1f5ba3e" -d '{"events": [{"name": "network-changed", "server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "tag": "d5478b45-29a6-4e1a-8e70-1072393855c3"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:48:18.953694 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port e511e81b-5047-4a10-8053-6f167b4fd348, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=e511e81b-5047-4a10-8053-6f167b4fd348,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:18.961874 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e511e81b-5047-4a10-8053-6f167b4fd348), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:19.021257 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-f9013c21-1867-40d4-88bb-dc4bef365c9f service neutron] Attempting to bind port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f on host n-h1-789963-32 for vnic_type normal with profile None {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:48:19.024231 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-f9013c21-1867-40d4-88bb-dc4bef365c9f service neutron] Attempting to bind port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:48:19.024725 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-f9013c21-1867-40d4-88bb-dc4bef365c9f service neutron] Attempting to bind port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f on network fd6aa200-b97d-49ed-9876-375a41229f42 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:48:19.030687 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b2a329f6-2caf-4848-8082-e4a78170b865 req-7444da69-2e21-4899-9bbe-9c35896751fe tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2832065 Mar 05 04:48:19.091472 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d3b41-b804-49a4-ac46-8068b2cb4f8d service neutron] Pushing event updated for resources: {'Port': ['ID=23da59df-b317-4032-a3ac-4a5c81b49956,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:19.117173 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f6c6a-3f54-4ee0-b280-9d03b829d35b req-444d7c71-7da7-450c-98e8-134e32b4cfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:19.119048 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-db5f6c6a-3f54-4ee0-b280-9d03b829d35b req-444d7c71-7da7-450c-98e8-134e32b4cfd6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=947653f4d3b84cc89f4c3c5691586859&device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 1128 time: 2.2337136 Mar 05 04:48:19.126723 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-f9013c21-1867-40d4-88bb-dc4bef365c9f service neutron] Port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f on network fd6aa200-b97d-49ed-9876-375a41229f42 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:48:19.127325 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-f9013c21-1867-40d4-88bb-dc4bef365c9f service neutron] Attempting to bind port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f on network fd6aa200-b97d-49ed-9876-375a41229f42 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:48:19.169482 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-ff6ff283-63f0-4461-857b-304defc4ab08 admin admin] Deleting port 04e25d61-ca1d-454f-9ac9-528aa762d65a {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:48:19.170069 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ff6ff283-63f0-4461-857b-304defc4ab08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (04e25d61-ca1d-454f-9ac9-528aa762d65a), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:19.186467 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=e511e81b-5047-4a10-8053-6f167b4fd348,revision_number=11']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:19.219576 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-f9013c21-1867-40d4-88bb-dc4bef365c9f service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:48:19.222682 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-f9013c21-1867-40d4-88bb-dc4bef365c9f service neutron] Checking segment: {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:48:19.223345 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-f9013c21-1867-40d4-88bb-dc4bef365c9f service neutron] Bound using segment: {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:48:19.224423 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-f9013c21-1867-40d4-88bb-dc4bef365c9f service neutron] Bound port: 3a56743a-d04a-4293-8fb5-de9cb6a24a3f, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:48:19.383502 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-ff6ff283-63f0-4461-857b-304defc4ab08 admin admin] For port 04e25d61-ca1d-454f-9ac9-528aa762d65a, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=04e25d61-ca1d-454f-9ac9-528aa762d65a,segment=NetworkSegment(4c576226-cd81-4308-994c-aa8170a040e4),segment_id=4c576226-cd81-4308-994c-aa8170a040e4)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:19.384148 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ff6ff283-63f0-4461-857b-304defc4ab08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (04e25d61-ca1d-454f-9ac9-528aa762d65a), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:19.400289 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-ff6ff283-63f0-4461-857b-304defc4ab08 admin admin] Calling delete_port for 04e25d61-ca1d-454f-9ac9-528aa762d65a owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:48:19.424729 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-76342bea-8285-48de-95aa-9e92f3131e50 req-c71d3b41-b804-49a4-ac46-8068b2cb4f8d service neutron] Attempting to bind port 23da59df-b317-4032-a3ac-4a5c81b49956 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:48:19.424985 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-76342bea-8285-48de-95aa-9e92f3131e50 req-c71d3b41-b804-49a4-ac46-8068b2cb4f8d service neutron] Attempting to bind port 23da59df-b317-4032-a3ac-4a5c81b49956 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e0163509-f0e9-40c4-b897-68a267214319'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:48:19.425314 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-c71d3b41-b804-49a4-ac46-8068b2cb4f8d service neutron] Attempting to bind port 23da59df-b317-4032-a3ac-4a5c81b49956 on network e0163509-f0e9-40c4-b897-68a267214319 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:48:19.501961 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-f9013c21-1867-40d4-88bb-dc4bef365c9f service neutron] For port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=3a56743a-d04a-4293-8fb5-de9cb6a24a3f,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:48:19.519992 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-c71d3b41-b804-49a4-ac46-8068b2cb4f8d service neutron] Port 23da59df-b317-4032-a3ac-4a5c81b49956 on network e0163509-f0e9-40c4-b897-68a267214319 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:48:19.520606 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-c71d3b41-b804-49a4-ac46-8068b2cb4f8d service neutron] Attempting to bind port 23da59df-b317-4032-a3ac-4a5c81b49956 on network e0163509-f0e9-40c4-b897-68a267214319 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:48:19.540243 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-c71d3b41-b804-49a4-ac46-8068b2cb4f8d service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:48:19.545500 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-c71d3b41-b804-49a4-ac46-8068b2cb4f8d service neutron] Checking segment: {'id': '22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e0163509-f0e9-40c4-b897-68a267214319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:48:19.546234 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-c71d3b41-b804-49a4-ac46-8068b2cb4f8d service neutron] Bound using segment: {'id': '22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e0163509-f0e9-40c4-b897-68a267214319'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:48:19.546972 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-76342bea-8285-48de-95aa-9e92f3131e50 req-c71d3b41-b804-49a4-ac46-8068b2cb4f8d service neutron] Bound port: 23da59df-b317-4032-a3ac-4a5c81b49956, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e0163509-f0e9-40c4-b897-68a267214319'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:48:19.547559 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-c71d3b41-b804-49a4-ac46-8068b2cb4f8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (23da59df-b317-4032-a3ac-4a5c81b49956), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:19.619731 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-f9013c21-1867-40d4-88bb-dc4bef365c9f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:19.625811 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-f9013c21-1867-40d4-88bb-dc4bef365c9f service neutron] 10.222.0.11 "POST /v2.0/ports/3a56743a-d04a-4293-8fb5-de9cb6a24a3f/bindings HTTP/1.1" status: 201 len: 390 time: 2.6585803 Mar 05 04:48:19.753084 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-973ce100-a2a5-4136-8ca1-8e65361aec24 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Made reservation on behalf of 3b20a621bb7044c2808f9e2367a9bd26 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:48:19.770123 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-973ce100-a2a5-4136-8ca1-8e65361aec24 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:19.882909 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ff6ff283-63f0-4461-857b-304defc4ab08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (04e25d61-ca1d-454f-9ac9-528aa762d65a), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:19.948089 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ff283-63f0-4461-857b-304defc4ab08 admin admin] Pushing event deleted for resources: {'Port': ['ID=04e25d61-ca1d-454f-9ac9-528aa762d65a,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:19.997831 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2cce0949-ff69-466c-ab84-7dd052ac7b58 req-226339d8-7208-4c28-aeb1-7d11d454fb6e tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52 HTTP/1.1" status: 200 len: 210 time: 0.1255801 Mar 05 04:48:20.012718 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f6c6a-3f54-4ee0-b280-9d03b829d35b req-ca5bac0a-0629-46b8-bc00-bbc2834c7a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:20.029997 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-db5f6c6a-3f54-4ee0-b280-9d03b829d35b req-ca5bac0a-0629-46b8-bc00-bbc2834c7a70 service neutron] 10.222.0.30 "GET /v2.0/networks?id=37de3cac-2e27-4573-885e-c86e0ea7886c HTTP/1.1" status: 200 len: 912 time: 0.8885581 Mar 05 04:48:20.242874 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-76342bea-8285-48de-95aa-9e92f3131e50 req-c71d3b41-b804-49a4-ac46-8068b2cb4f8d service neutron] For port 23da59df-b317-4032-a3ac-4a5c81b49956, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:48:20.366963 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-76342bea-8285-48de-95aa-9e92f3131e50 req-c71d3b41-b804-49a4-ac46-8068b2cb4f8d service neutron] For port 23da59df-b317-4032-a3ac-4a5c81b49956, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=23da59df-b317-4032-a3ac-4a5c81b49956,segment=NetworkSegment(22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89),segment_id=22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:48:20.413154 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-c71d3b41-b804-49a4-ac46-8068b2cb4f8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (23da59df-b317-4032-a3ac-4a5c81b49956), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:20.440079 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-db5f6c6a-3f54-4ee0-b280-9d03b829d35b req-7509999b-abe9-4cd7-893e-6b3cfb1badee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db HTTP/1.1" status: 200 len: 1001 time: 0.4032171 Mar 05 04:48:20.725915 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f6c6a-3f54-4ee0-b280-9d03b829d35b req-819db822-537c-4735-a23b-073a57d3cfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:20.730437 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-db5f6c6a-3f54-4ee0-b280-9d03b829d35b req-819db822-537c-4735-a23b-073a57d3cfcf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a6039ad-16bd-4b00-a55f-f7c68e1f3072 HTTP/1.1" status: 200 len: 851 time: 0.2083821 Mar 05 04:48:20.742654 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8fc831-e6e3-4373-b9c0-9a4668ae39ef req-b7f49686-863b-4681-886b-d5f1afc91eb0 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:20.750637 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8fc831-e6e3-4373-b9c0-9a4668ae39ef req-b7f49686-863b-4681-886b-d5f1afc91eb0 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:20.758334 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8fc831-e6e3-4373-b9c0-9a4668ae39ef req-b7f49686-863b-4681-886b-d5f1afc91eb0 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:20.760280 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-c71d3b41-b804-49a4-ac46-8068b2cb4f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:20.762548 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-c71d3b41-b804-49a4-ac46-8068b2cb4f8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:20.765763 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8fc831-e6e3-4373-b9c0-9a4668ae39ef req-b7f49686-863b-4681-886b-d5f1afc91eb0 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:20.765909 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-c71d3b41-b804-49a4-ac46-8068b2cb4f8d service neutron] 10.222.0.31 "PUT /v2.0/ports/23da59df-b317-4032-a3ac-4a5c81b49956 HTTP/1.1" status: 200 len: 1091 time: 4.5874960 Mar 05 04:48:20.772994 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8fc831-e6e3-4373-b9c0-9a4668ae39ef req-b7f49686-863b-4681-886b-d5f1afc91eb0 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:20.781514 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8fc831-e6e3-4373-b9c0-9a4668ae39ef req-b7f49686-863b-4681-886b-d5f1afc91eb0 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:20.789812 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8fc831-e6e3-4373-b9c0-9a4668ae39ef req-b7f49686-863b-4681-886b-d5f1afc91eb0 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:20.793196 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ff8fc831-e6e3-4373-b9c0-9a4668ae39ef req-b7f49686-863b-4681-886b-d5f1afc91eb0 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5406 time: 0.9170375 Mar 05 04:48:20.858590 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-c37836d0-96e5-4a51-9762-812212875ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:20.860494 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-c37836d0-96e5-4a51-9762-812212875ae7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84f78c82255c4feca46335184d79ad7d&device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 1128 time: 0.8885598 Mar 05 04:48:20.952651 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-973ce100-a2a5-4136-8ca1-8e65361aec24 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Allocated IP 172.20.0.3 (e6df1166-7647-47ca-b9f3-a84b658e710b/851e6af0-c6d9-4c17-a4dd-19e6f8c2ac70/81e61ca6-5f8e-4f64-a7a0-621796f438ad) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:48:20.981200 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-76342bea-8285-48de-95aa-9e92f3131e50 req-88997df5-8d7b-4fc5-bee5-800f403660c4 service neutron] Request body: {'port': {'device_id': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:48:21.215321 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ff6ff283-63f0-4461-857b-304defc4ab08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:21.236543 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae1708-c531-4c80-90fd-7140e6da026c req-5bded4c4-9ecc-4787-8f2c-ea6c48eaaca2 tempest-NetworksTest-177084982 tempest-NetworksTest-177084982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:21.237211 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae1708-c531-4c80-90fd-7140e6da026c req-5bded4c4-9ecc-4787-8f2c-ea6c48eaaca2 tempest-NetworksTest-177084982 tempest-NetworksTest-177084982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:21.237828 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae1708-c531-4c80-90fd-7140e6da026c req-5bded4c4-9ecc-4787-8f2c-ea6c48eaaca2 tempest-NetworksTest-177084982 tempest-NetworksTest-177084982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:21.238439 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae1708-c531-4c80-90fd-7140e6da026c req-5bded4c4-9ecc-4787-8f2c-ea6c48eaaca2 tempest-NetworksTest-177084982 tempest-NetworksTest-177084982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:21.239405 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae1708-c531-4c80-90fd-7140e6da026c req-5bded4c4-9ecc-4787-8f2c-ea6c48eaaca2 tempest-NetworksTest-177084982 tempest-NetworksTest-177084982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:21.240610 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae1708-c531-4c80-90fd-7140e6da026c req-5bded4c4-9ecc-4787-8f2c-ea6c48eaaca2 tempest-NetworksTest-177084982 tempest-NetworksTest-177084982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:21.241545 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae1708-c531-4c80-90fd-7140e6da026c req-5bded4c4-9ecc-4787-8f2c-ea6c48eaaca2 tempest-NetworksTest-177084982 tempest-NetworksTest-177084982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:21.242333 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-88997df5-8d7b-4fc5-bee5-800f403660c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9c57959f-74bc-4f24-a658-b703986f73eb), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:21.242905 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae1708-c531-4c80-90fd-7140e6da026c req-5bded4c4-9ecc-4787-8f2c-ea6c48eaaca2 tempest-NetworksTest-177084982 tempest-NetworksTest-177084982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:21.243564 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae1708-c531-4c80-90fd-7140e6da026c req-5bded4c4-9ecc-4787-8f2c-ea6c48eaaca2 tempest-NetworksTest-177084982 tempest-NetworksTest-177084982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:21.244174 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae1708-c531-4c80-90fd-7140e6da026c req-5bded4c4-9ecc-4787-8f2c-ea6c48eaaca2 tempest-NetworksTest-177084982 tempest-NetworksTest-177084982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:21.244784 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae1708-c531-4c80-90fd-7140e6da026c req-5bded4c4-9ecc-4787-8f2c-ea6c48eaaca2 tempest-NetworksTest-177084982 tempest-NetworksTest-177084982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:21.245979 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae1708-c531-4c80-90fd-7140e6da026c req-5bded4c4-9ecc-4787-8f2c-ea6c48eaaca2 tempest-NetworksTest-177084982 tempest-NetworksTest-177084982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:21.246589 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae1708-c531-4c80-90fd-7140e6da026c req-5bded4c4-9ecc-4787-8f2c-ea6c48eaaca2 tempest-NetworksTest-177084982 tempest-NetworksTest-177084982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:21.247244 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae1708-c531-4c80-90fd-7140e6da026c req-5bded4c4-9ecc-4787-8f2c-ea6c48eaaca2 tempest-NetworksTest-177084982 tempest-NetworksTest-177084982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:21.259914 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-01ae1708-c531-4c80-90fd-7140e6da026c req-5bded4c4-9ecc-4787-8f2c-ea6c48eaaca2 tempest-NetworksTest-177084982 tempest-NetworksTest-177084982-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9906 time: 0.7778299 Mar 05 04:48:21.290960 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ff8fc831-e6e3-4373-b9c0-9a4668ae39ef req-a48bb03f-91ca-4475-936a-86228353e7b2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4522924 Mar 05 04:48:21.337576 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3c3a67-16b2-411f-84e5-39812d3b94c6 x-openstack-request-id: req-3d3c3a67-16b2-411f-84e5-39812d3b94c6 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:48:21.338461 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5591be5-eb6d-4b54-8a56-92c8b7752143", "name": "network-vif-plugged", "status": "completed", "tag": "e511e81b-5047-4a10-8053-6f167b4fd348", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:48:21.338918 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3d3c3a67-16b2-411f-84e5-39812d3b94c6 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:48:21.339576 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5591be5-eb6d-4b54-8a56-92c8b7752143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e511e81b-5047-4a10-8053-6f167b4fd348', 'code': 200} Mar 05 04:48:21.473701 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fc22eb-7e56-4e07-bc30-4bb26fef9760 x-openstack-request-id: req-02fc22eb-7e56-4e07-bc30-4bb26fef9760 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:48:21.473909 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "tag": "d5478b45-29a6-4e1a-8e70-1072393855c3", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:48:21.474124 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-02fc22eb-7e56-4e07-bc30-4bb26fef9760 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:48:21.489357 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'tag': 'd5478b45-29a6-4e1a-8e70-1072393855c3', 'status': 'completed', 'code': 200} Mar 05 04:48:21.555051 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-e51d1bb9-975d-41d8-a48e-5bcabc97551a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:21.556685 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-e51d1bb9-975d-41d8-a48e-5bcabc97551a service neutron] 10.222.0.30 "GET /v2.0/networks?id=fd6aa200-b97d-49ed-9876-375a41229f42 HTTP/1.1" status: 200 len: 920 time: 0.6783707 Mar 05 04:48:21.565517 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d3b41-b804-49a4-ac46-8068b2cb4f8d service neutron] Pushing event updated for resources: {'Port': ['ID=23da59df-b317-4032-a3ac-4a5c81b49956,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:21.634726 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f6c6a-3f54-4ee0-b280-9d03b829d35b req-c194ec8e-6019-4808-80d2-82183811cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:21.636421 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-db5f6c6a-3f54-4ee0-b280-9d03b829d35b req-c194ec8e-6019-4808-80d2-82183811cbda service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37de3cac-2e27-4573-885e-c86e0ea7886c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8372638 Mar 05 04:48:21.774961 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-de71bf9b-ba47-41f9-bcef-ace143b93b4a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a56743a-d04a-4293-8fb5-de9cb6a24a3f HTTP/1.1" status: 200 len: 217 time: 0.1176209 Mar 05 04:48:21.985083 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41973c40-0ef5-4a7e-9017-7b02d1f5ba3e req-2338a789-bbcb-40c0-9ef6-e6159e61fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:21.985902 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41973c40-0ef5-4a7e-9017-7b02d1f5ba3e req-2338a789-bbcb-40c0-9ef6-e6159e61fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:21.986440 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41973c40-0ef5-4a7e-9017-7b02d1f5ba3e req-2338a789-bbcb-40c0-9ef6-e6159e61fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:21.987120 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41973c40-0ef5-4a7e-9017-7b02d1f5ba3e req-2338a789-bbcb-40c0-9ef6-e6159e61fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:21.987533 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41973c40-0ef5-4a7e-9017-7b02d1f5ba3e req-2338a789-bbcb-40c0-9ef6-e6159e61fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:21.988082 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41973c40-0ef5-4a7e-9017-7b02d1f5ba3e req-2338a789-bbcb-40c0-9ef6-e6159e61fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:21.988639 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41973c40-0ef5-4a7e-9017-7b02d1f5ba3e req-2338a789-bbcb-40c0-9ef6-e6159e61fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:21.990925 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41973c40-0ef5-4a7e-9017-7b02d1f5ba3e req-2338a789-bbcb-40c0-9ef6-e6159e61fb8e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f322de562e384481acfa7667e5bcbd96&device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 6513 time: 0.4708114 Mar 05 04:48:22.010157 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42767246-4af7-4154-b635-e9e25ab7414a req-878a7a41-349a-4d4a-9879-0cc04ee900fd tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:22.018283 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-42767246-4af7-4154-b635-e9e25ab7414a req-878a7a41-349a-4d4a-9879-0cc04ee900fd tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 945 time: 0.4699774 Mar 05 04:48:22.038946 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6d8f1-b1b4-4288-81ab-d2b46fc82c2a req-c2bba0f0-9528-4b24-bd0a-888352470aa8 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:22.047593 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eaf6d8f1-b1b4-4288-81ab-d2b46fc82c2a req-c2bba0f0-9528-4b24-bd0a-888352470aa8 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 950 time: 0.5009186 Mar 05 04:48:22.507905 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-973ce100-a2a5-4136-8ca1-8e65361aec24 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Publish callbacks [] for port (81e61ca6-5f8e-4f64-a7a0-621796f438ad), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:22.539289 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41973c40-0ef5-4a7e-9017-7b02d1f5ba3e req-e0d07785-38b3-4f21-81a7-d2588506aafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:22.542281 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41973c40-0ef5-4a7e-9017-7b02d1f5ba3e req-e0d07785-38b3-4f21-81a7-d2588506aafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:22.544003 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41973c40-0ef5-4a7e-9017-7b02d1f5ba3e req-e0d07785-38b3-4f21-81a7-d2588506aafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:22.549025 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41973c40-0ef5-4a7e-9017-7b02d1f5ba3e req-e0d07785-38b3-4f21-81a7-d2588506aafb service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=f322de562e384481acfa7667e5bcbd96&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5265765 Mar 05 04:48:22.643142 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffa477-d8b0-4c5a-97d0-1f1f8a292a15 req-a65564d2-8feb-4423-a3e3-8bd0b0ccc65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:22.668214 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f6ffa477-d8b0-4c5a-97d0-1f1f8a292a15 req-a65564d2-8feb-4423-a3e3-8bd0b0ccc65e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 1133 time: 0.7171364 Mar 05 04:48:22.735266 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41973c40-0ef5-4a7e-9017-7b02d1f5ba3e req-5ba80417-96af-4ba1-bd1a-2956a3a23f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:22.741271 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41973c40-0ef5-4a7e-9017-7b02d1f5ba3e req-5ba80417-96af-4ba1-bd1a-2956a3a23f00 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1344709 Mar 05 04:48:22.753374 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-db5f6c6a-3f54-4ee0-b280-9d03b829d35b req-bbf28890-fa9c-4786-9d15-90c26a992490 service neutron] 10.222.0.30 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8035336 Mar 05 04:48:22.995952 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-c29cd7a8-1bea-434c-8fc9-1922dff04728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:23.002842 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-db5f6c6a-3f54-4ee0-b280-9d03b829d35b req-cc0b1f74-65ae-4137-a9ac-f45c12c653dc service neutron] 10.222.0.30 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858304 Mar 05 04:48:23.004389 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-c29cd7a8-1bea-434c-8fc9-1922dff04728 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d33dc8a-6008-478a-9ec8-49595a4a0656 HTTP/1.1" status: 200 len: 860 time: 1.0070629 Mar 05 04:48:23.022106 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-42767246-4af7-4154-b635-e9e25ab7414a req-e49618bd-db01-4f59-9a2d-18614117bc0c tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0027366 Mar 05 04:48:23.097534 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-973ce100-a2a5-4136-8ca1-8e65361aec24 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (81e61ca6-5f8e-4f64-a7a0-621796f438ad), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:23.147838 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-2adabed3-2cb6-4a34-a152-c12086dfb465 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd6aa200-b97d-49ed-9876-375a41229f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931129 Mar 05 04:48:23.172864 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6ff283-63f0-4461-857b-304defc4ab08 admin admin] Router d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:48:23.207919 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eaf6d8f1-b1b4-4288-81ab-d2b46fc82c2a req-3ce5e758-101f-44c5-83d4-1f0fd31ae2f9 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1585712 Mar 05 04:48:23.354999 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ce100-a2a5-4136-8ca1-8e65361aec24 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Pushing event updated for resources: {'Port': ['ID=81e61ca6-5f8e-4f64-a7a0-621796f438ad,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:23.422738 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f6ffa477-d8b0-4c5a-97d0-1f1f8a292a15 req-71849a61-1136-4214-bd6a-d881184971b9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6325943 Mar 05 04:48:23.444366 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-973ce100-a2a5-4136-8ca1-8e65361aec24 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Network e6df1166-7647-47ca-b9f3-a84b658e710b is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:48:23.448069 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-973ce100-a2a5-4136-8ca1-8e65361aec24 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:48:23.452468 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-973ce100-a2a5-4136-8ca1-8e65361aec24 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:48:23.464052 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6ff283-63f0-4461-857b-304defc4ab08 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:48:23.469507 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-76342bea-8285-48de-95aa-9e92f3131e50 req-88997df5-8d7b-4fc5-bee5-800f403660c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c57959f-74bc-4f24-a658-b703986f73eb {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:48:23.474549 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a918e9b4-b36a-4187-8892-487f1862f732 None None] Sync routers for ids ['d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:48:23.490006 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a918e9b4-b36a-4187-8892-487f1862f732 None None] Routers {'d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:48:23.491029 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ff6ff283-63f0-4461-857b-304defc4ab08 admin admin] 10.222.0.11 "PUT /v2.0/routers/d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6315498 Mar 05 04:48:23.494535 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'tag': '23da59df-b317-4032-a3ac-4a5c81b49956'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:48:23.498838 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-a918e9b4-b36a-4187-8892-487f1862f732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:48:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:48:23.511577 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46986) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:23.511785 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746babda-5769-4366-bb00-0766c725aa51" -d '{"events": [{"name": "network-changed", "server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "tag": "23da59df-b317-4032-a3ac-4a5c81b49956"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:48:23.585391 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-88997df5-8d7b-4fc5-bee5-800f403660c4 service neutron] Publish callbacks [] for port (9c57959f-74bc-4f24-a658-b703986f73eb), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:23.710718 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-76342bea-8285-48de-95aa-9e92f3131e50 req-88997df5-8d7b-4fc5-bee5-800f403660c4 service neutron] Transition to ACTIVE for port object 9c57959f-74bc-4f24-a658-b703986f73eb will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:48:23.718127 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-973ce100-a2a5-4136-8ca1-8e65361aec24 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:23.739721 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-973ce100-a2a5-4136-8ca1-8e65361aec24 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:23.765815 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-88997df5-8d7b-4fc5-bee5-800f403660c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (9c57959f-74bc-4f24-a658-b703986f73eb), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:23.798688 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-973ce100-a2a5-4136-8ca1-8e65361aec24 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2884572 Mar 05 04:48:23.831698 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-a918e9b4-b36a-4187-8892-487f1862f732 None None] Set router d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:48:23.870686 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c20818-be15-4fd7-a569-a87febfb4c03 req-9692778e-0387-4d0e-b0cf-8f31ac03292b tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:23.872403 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-25c20818-be15-4fd7-a569-a87febfb4c03 req-9692778e-0387-4d0e-b0cf-8f31ac03292b tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 945 time: 0.6621070 Mar 05 04:48:23.892484 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88997df5-8d7b-4fc5-bee5-800f403660c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9c57959f-74bc-4f24-a658-b703986f73eb,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:23.924340 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-3c11ee8f-772a-474a-8406-30a261cb5e8b service neutron] Request body: {'port': {'device_id': '2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:48:24.025606 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-c97a05cd-555b-4ec5-85b6-17ec98632749 service neutron] 10.222.0.30 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7812378 Mar 05 04:48:24.047965 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-26e4e2ee-53b7-4382-a570-c96497637117 None None] Provisioning complete for port 81e61ca6-5f8e-4f64-a7a0-621796f438ad triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:48:24.048658 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-26e4e2ee-53b7-4382-a570-c96497637117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (81e61ca6-5f8e-4f64-a7a0-621796f438ad), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:24.071064 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc2780-ab3f-43d1-b9b0-33ebdd0a0e34 req-ceeb945e-b396-4d0a-a33a-b004289d66e3 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:24.077381 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aabc2780-ab3f-43d1-b9b0-33ebdd0a0e34 req-ceeb945e-b396-4d0a-a33a-b004289d66e3 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52 HTTP/1.1" status: 200 len: 931 time: 0.6203091 Mar 05 04:48:24.146663 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-26e4e2ee-53b7-4382-a570-c96497637117 None None] Port 81e61ca6-5f8e-4f64-a7a0-621796f438ad cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:48:24.219628 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-a918e9b4-b36a-4187-8892-487f1862f732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'name': 'tempest-ServersTestBootFromVolume-1670345212-router', 'tenant_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd75b11e6-2fcb-4b7d-b002-84b2d9745d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:44:50Z', 'updated_at': '2022-03-05T04:48:19Z', 'revision_number': 5, 'project_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'gw_port': {'id': 'd75b11e6-2fcb-4b7d-b002-84b2d9745d56', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:51Z', 'updated_at': '2022-03-05T04:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:48:24.301747 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-76342bea-8285-48de-95aa-9e92f3131e50 req-88997df5-8d7b-4fc5-bee5-800f403660c4 service neutron] Attempting to bind port 9c57959f-74bc-4f24-a658-b703986f73eb on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:48:24.306421 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-76342bea-8285-48de-95aa-9e92f3131e50 req-88997df5-8d7b-4fc5-bee5-800f403660c4 service neutron] Attempting to bind port 9c57959f-74bc-4f24-a658-b703986f73eb by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'ed3a3d30-7fb2-463d-9a62-c7cee08e9781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd212388e-df12-4708-9d1c-73e3d414a7cb'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:48:24.306786 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-88997df5-8d7b-4fc5-bee5-800f403660c4 service neutron] Attempting to bind port 9c57959f-74bc-4f24-a658-b703986f73eb on network d212388e-df12-4708-9d1c-73e3d414a7cb {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:48:24.310572 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a918e9b4-b36a-4187-8892-487f1862f732 None None] Checking router: d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:48:24.312132 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1969-a5c9-46d8-bb60-63cc534ef295 admin admin] Publish callbacks [] for router (d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:24.331362 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a918e9b4-b36a-4187-8892-487f1862f732 None None] Routers {'d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:48:24.332309 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-a918e9b4-b36a-4187-8892-487f1862f732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:48:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:48:24.369778 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-25c20818-be15-4fd7-a569-a87febfb4c03 req-2d12d9d6-c1bd-4dc6-83c7-65e5e8b6b8e7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4807706 Mar 05 04:48:24.412107 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-88997df5-8d7b-4fc5-bee5-800f403660c4 service neutron] Port 9c57959f-74bc-4f24-a658-b703986f73eb on network d212388e-df12-4708-9d1c-73e3d414a7cb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:48:24.412817 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-88997df5-8d7b-4fc5-bee5-800f403660c4 service neutron] Attempting to bind port 9c57959f-74bc-4f24-a658-b703986f73eb on network d212388e-df12-4708-9d1c-73e3d414a7cb {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:48:24.440217 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-3c11ee8f-772a-474a-8406-30a261cb5e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (81e61ca6-5f8e-4f64-a7a0-621796f438ad), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:24.465125 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-88997df5-8d7b-4fc5-bee5-800f403660c4 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:48:24.469519 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-88997df5-8d7b-4fc5-bee5-800f403660c4 service neutron] Checking segment: {'id': 'ed3a3d30-7fb2-463d-9a62-c7cee08e9781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd212388e-df12-4708-9d1c-73e3d414a7cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:48:24.470155 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-88997df5-8d7b-4fc5-bee5-800f403660c4 service neutron] Bound using segment: {'id': 'ed3a3d30-7fb2-463d-9a62-c7cee08e9781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd212388e-df12-4708-9d1c-73e3d414a7cb'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:48:24.470859 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-76342bea-8285-48de-95aa-9e92f3131e50 req-88997df5-8d7b-4fc5-bee5-800f403660c4 service neutron] Bound port: 9c57959f-74bc-4f24-a658-b703986f73eb, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a3d30-7fb2-463d-9a62-c7cee08e9781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd212388e-df12-4708-9d1c-73e3d414a7cb'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:48:24.476489 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-88997df5-8d7b-4fc5-bee5-800f403660c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9c57959f-74bc-4f24-a658-b703986f73eb), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:24.589724 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-a918e9b4-b36a-4187-8892-487f1862f732 None None] Set router d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:48:24.628561 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aabc2780-ab3f-43d1-b9b0-33ebdd0a0e34 req-c5617ccb-c27d-49ae-9ed8-99d99b231276 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.11 "GET /v2.0/security-groups?id=805a1224-8353-41ec-897d-94b8b2c384a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5182858 Mar 05 04:48:24.801185 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-76342bea-8285-48de-95aa-9e92f3131e50 req-88997df5-8d7b-4fc5-bee5-800f403660c4 service neutron] For port 9c57959f-74bc-4f24-a658-b703986f73eb, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:48:24.809611 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-76342bea-8285-48de-95aa-9e92f3131e50 req-88997df5-8d7b-4fc5-bee5-800f403660c4 service neutron] For port 9c57959f-74bc-4f24-a658-b703986f73eb, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=9c57959f-74bc-4f24-a658-b703986f73eb,segment=NetworkSegment(ed3a3d30-7fb2-463d-9a62-c7cee08e9781),segment_id=ed3a3d30-7fb2-463d-9a62-c7cee08e9781)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:48:24.832395 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-88997df5-8d7b-4fc5-bee5-800f403660c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (9c57959f-74bc-4f24-a658-b703986f73eb), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:25.033148 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-f6dc544e-a4ea-42f1-a57f-dc554ebff0b0 service neutron] 10.222.0.30 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9780858 Mar 05 04:48:25.067913 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-88997df5-8d7b-4fc5-bee5-800f403660c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:25.076034 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-88997df5-8d7b-4fc5-bee5-800f403660c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:25.082262 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-88997df5-8d7b-4fc5-bee5-800f403660c4 service neutron] 10.222.0.31 "PUT /v2.0/ports/9c57959f-74bc-4f24-a658-b703986f73eb HTTP/1.1" status: 200 len: 1092 time: 4.2625070 Mar 05 04:48:25.130170 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-76342bea-8285-48de-95aa-9e92f3131e50 req-6d9235ea-3446-4df1-b5ce-5e715674dd76 service neutron] Request body: {'port': {'device_id': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:48:25.139685 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-a918e9b4-b36a-4187-8892-487f1862f732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'name': 'tempest-ServersTestBootFromVolume-1670345212-router', 'tenant_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd75b11e6-2fcb-4b7d-b002-84b2d9745d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:44:50Z', 'updated_at': '2022-03-05T04:48:19Z', 'revision_number': 5, 'project_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'gw_port': {'id': 'd75b11e6-2fcb-4b7d-b002-84b2d9745d56', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:51Z', 'updated_at': '2022-03-05T04:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:48:25.152781 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88997df5-8d7b-4fc5-bee5-800f403660c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9c57959f-74bc-4f24-a658-b703986f73eb,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:25.239368 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a918e9b4-b36a-4187-8892-487f1862f732 None None] The sync data for ids ['d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc'] in n-d-789963-32 is: [{'id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'name': 'tempest-ServersTestBootFromVolume-1670345212-router', 'tenant_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': 'd75b11e6-2fcb-4b7d-b002-84b2d9745d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:44:50Z', 'updated_at': '2022-03-05T04:48:19Z', 'revision_number': 5, 'project_id': '5adb3d44cd984c00ada8ab9aec6fb3d0', 'gw_port': {'id': 'd75b11e6-2fcb-4b7d-b002-84b2d9745d56', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:90:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:44:51Z', 'updated_at': '2022-03-05T04:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:48:25.254940 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1969-a5c9-46d8-bb60-63cc534ef295 admin admin] Publish callbacks [] for router_gateway (d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:25.322806 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211fc17-0a8c-4792-928e-5acedcc16b10 req-7d158bf0-7413-48be-b42a-3d6851c8bd13 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:25.329406 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-6d9235ea-3446-4df1-b5ce-5e715674dd76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (abf116a6-e436-4e8d-8188-bf1027bd0bef), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:25.341325 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211fc17-0a8c-4792-928e-5acedcc16b10 req-7d158bf0-7413-48be-b42a-3d6851c8bd13 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:25.375322 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211fc17-0a8c-4792-928e-5acedcc16b10 req-7d158bf0-7413-48be-b42a-3d6851c8bd13 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:25.412397 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211fc17-0a8c-4792-928e-5acedcc16b10 req-7d158bf0-7413-48be-b42a-3d6851c8bd13 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:25.418606 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211fc17-0a8c-4792-928e-5acedcc16b10 req-7d158bf0-7413-48be-b42a-3d6851c8bd13 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:25.424563 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211fc17-0a8c-4792-928e-5acedcc16b10 req-7d158bf0-7413-48be-b42a-3d6851c8bd13 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:25.430123 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211fc17-0a8c-4792-928e-5acedcc16b10 req-7d158bf0-7413-48be-b42a-3d6851c8bd13 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:25.443455 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9211fc17-0a8c-4792-928e-5acedcc16b10 req-7d158bf0-7413-48be-b42a-3d6851c8bd13 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5418 time: 0.5974634 Mar 05 04:48:25.446311 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b2207-e486-4f89-a8b3-92e9ad672e67 req-70ba0f32-2aa0-4e77-9b26-55292a9e5281 tempest-NetworksTest-177084982 tempest-NetworksTest-177084982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:25.447694 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5e4b2207-e486-4f89-a8b3-92e9ad672e67 req-70ba0f32-2aa0-4e77-9b26-55292a9e5281 tempest-NetworksTest-177084982 tempest-NetworksTest-177084982-project-admin] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 886 time: 0.9591494 Mar 05 04:48:25.535824 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30a2bcd-0d69-4f19-ab1d-3a7097ebb54f x-openstack-request-id: req-f30a2bcd-0d69-4f19-ab1d-3a7097ebb54f {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:48:25.540488 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "tag": "23da59df-b317-4032-a3ac-4a5c81b49956", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:48:25.541046 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f30a2bcd-0d69-4f19-ab1d-3a7097ebb54f {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:48:25.542447 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'tag': '23da59df-b317-4032-a3ac-4a5c81b49956', 'status': 'completed', 'code': 200} Mar 05 04:48:25.719035 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-3c11ee8f-772a-474a-8406-30a261cb5e8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e61ca6-5f8e-4f64-a7a0-621796f438ad {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:48:25.754231 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-3c11ee8f-772a-474a-8406-30a261cb5e8b service neutron] Publish callbacks [] for port (81e61ca6-5f8e-4f64-a7a0-621796f438ad), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:25.842977 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-3c11ee8f-772a-474a-8406-30a261cb5e8b service neutron] Transition to ACTIVE for port object 81e61ca6-5f8e-4f64-a7a0-621796f438ad will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:48:25.875712 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9211fc17-0a8c-4792-928e-5acedcc16b10 req-c5256c49-0b94-4d8c-a061-657af3e8ae6b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4173350 Mar 05 04:48:25.911093 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-3c11ee8f-772a-474a-8406-30a261cb5e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (81e61ca6-5f8e-4f64-a7a0-621796f438ad), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:26.023056 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-6f8e1969-a5c9-46d8-bb60-63cc534ef295 admin admin] Deleting port d75b11e6-2fcb-4b7d-b002-84b2d9745d56 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:48:26.023595 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1969-a5c9-46d8-bb60-63cc534ef295 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d75b11e6-2fcb-4b7d-b002-84b2d9745d56), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:26.069179 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11ee8f-772a-474a-8406-30a261cb5e8b service neutron] Pushing event updated for resources: {'Port': ['ID=81e61ca6-5f8e-4f64-a7a0-621796f438ad,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:26.163669 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-6f8e1969-a5c9-46d8-bb60-63cc534ef295 admin admin] For port d75b11e6-2fcb-4b7d-b002-84b2d9745d56, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d75b11e6-2fcb-4b7d-b002-84b2d9745d56,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:26.164731 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1969-a5c9-46d8-bb60-63cc534ef295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d75b11e6-2fcb-4b7d-b002-84b2d9745d56), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:26.188944 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-6f8e1969-a5c9-46d8-bb60-63cc534ef295 admin admin] Calling delete_port for d75b11e6-2fcb-4b7d-b002-84b2d9745d56 owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:48:26.219198 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-76342bea-8285-48de-95aa-9e92f3131e50 req-6d9235ea-3446-4df1-b5ce-5e715674dd76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abf116a6-e436-4e8d-8188-bf1027bd0bef {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:48:26.231871 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-6d9235ea-3446-4df1-b5ce-5e715674dd76 service neutron] Publish callbacks [] for port (abf116a6-e436-4e8d-8188-bf1027bd0bef), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:26.264705 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-76342bea-8285-48de-95aa-9e92f3131e50 req-6d9235ea-3446-4df1-b5ce-5e715674dd76 service neutron] Transition to ACTIVE for port object abf116a6-e436-4e8d-8188-bf1027bd0bef will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:48:26.354803 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-6d9235ea-3446-4df1-b5ce-5e715674dd76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (abf116a6-e436-4e8d-8188-bf1027bd0bef), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:26.357812 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-3c11ee8f-772a-474a-8406-30a261cb5e8b service neutron] Attempting to bind port 81e61ca6-5f8e-4f64-a7a0-621796f438ad on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:48:26.358230 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-3c11ee8f-772a-474a-8406-30a261cb5e8b service neutron] Attempting to bind port 81e61ca6-5f8e-4f64-a7a0-621796f438ad by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '2fd6936d-1671-42a6-9dbc-220b5553be15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e6df1166-7647-47ca-b9f3-a84b658e710b'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:48:26.358636 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-3c11ee8f-772a-474a-8406-30a261cb5e8b service neutron] Attempting to bind port 81e61ca6-5f8e-4f64-a7a0-621796f438ad on network e6df1166-7647-47ca-b9f3-a84b658e710b {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:48:26.369151 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-3c11ee8f-772a-474a-8406-30a261cb5e8b service neutron] Port 81e61ca6-5f8e-4f64-a7a0-621796f438ad on network e6df1166-7647-47ca-b9f3-a84b658e710b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:48:26.369576 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-3c11ee8f-772a-474a-8406-30a261cb5e8b service neutron] Attempting to bind port 81e61ca6-5f8e-4f64-a7a0-621796f438ad on network e6df1166-7647-47ca-b9f3-a84b658e710b {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:48:26.395946 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-3c11ee8f-772a-474a-8406-30a261cb5e8b service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:48:26.396464 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-3c11ee8f-772a-474a-8406-30a261cb5e8b service neutron] Checking segment: {'id': '2fd6936d-1671-42a6-9dbc-220b5553be15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e6df1166-7647-47ca-b9f3-a84b658e710b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:48:26.397002 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-3c11ee8f-772a-474a-8406-30a261cb5e8b service neutron] Bound using segment: {'id': '2fd6936d-1671-42a6-9dbc-220b5553be15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e6df1166-7647-47ca-b9f3-a84b658e710b'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:48:26.397532 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-3c11ee8f-772a-474a-8406-30a261cb5e8b service neutron] Bound port: 81e61ca6-5f8e-4f64-a7a0-621796f438ad, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd6936d-1671-42a6-9dbc-220b5553be15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e6df1166-7647-47ca-b9f3-a84b658e710b'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:48:26.397963 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-3c11ee8f-772a-474a-8406-30a261cb5e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (81e61ca6-5f8e-4f64-a7a0-621796f438ad), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:26.461814 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746babda-5769-4366-bb00-0766c725aa51 req-3eea4260-d2f4-4638-a8fd-1af31d6191ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:26.462344 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746babda-5769-4366-bb00-0766c725aa51 req-3eea4260-d2f4-4638-a8fd-1af31d6191ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:26.462830 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746babda-5769-4366-bb00-0766c725aa51 req-3eea4260-d2f4-4638-a8fd-1af31d6191ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:26.469399 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746babda-5769-4366-bb00-0766c725aa51 req-3eea4260-d2f4-4638-a8fd-1af31d6191ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:26.469931 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746babda-5769-4366-bb00-0766c725aa51 req-3eea4260-d2f4-4638-a8fd-1af31d6191ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:26.470444 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746babda-5769-4366-bb00-0766c725aa51 req-3eea4260-d2f4-4638-a8fd-1af31d6191ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:26.470921 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746babda-5769-4366-bb00-0766c725aa51 req-3eea4260-d2f4-4638-a8fd-1af31d6191ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:26.473319 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-746babda-5769-4366-bb00-0766c725aa51 req-3eea4260-d2f4-4638-a8fd-1af31d6191ca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f322de562e384481acfa7667e5bcbd96&device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 6612 time: 0.8610756 Mar 05 04:48:26.474016 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1969-a5c9-46d8-bb60-63cc534ef295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (d75b11e6-2fcb-4b7d-b002-84b2d9745d56), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:26.487223 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 04e25d61-ca1d-454f-9ac9-528aa762d65a no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:48:26.502559 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d284b26-8374-473d-9486-c52393a30930 req-3a34575b-4f2b-4093-8038-d81f9b6b7f77 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:26.504124 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8d284b26-8374-473d-9486-c52393a30930 req-3a34575b-4f2b-4093-8038-d81f9b6b7f77 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 945 time: 0.7431614 Mar 05 04:48:26.533422 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 04e25d61-ca1d-454f-9ac9-528aa762d65a {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:48:26.533828 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 04e25d61-ca1d-454f-9ac9-528aa762d65a not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:48:26.566011 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-3c11ee8f-772a-474a-8406-30a261cb5e8b service neutron] For port 81e61ca6-5f8e-4f64-a7a0-621796f438ad, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:48:26.638279 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9235ea-3446-4df1-b5ce-5e715674dd76 service neutron] Pushing event updated for resources: {'Port': ['ID=abf116a6-e436-4e8d-8188-bf1027bd0bef,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:26.644624 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-3c11ee8f-772a-474a-8406-30a261cb5e8b service neutron] For port 81e61ca6-5f8e-4f64-a7a0-621796f438ad, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=81e61ca6-5f8e-4f64-a7a0-621796f438ad,segment=NetworkSegment(2fd6936d-1671-42a6-9dbc-220b5553be15),segment_id=2fd6936d-1671-42a6-9dbc-220b5553be15)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:48:26.739020 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e1969-a5c9-46d8-bb60-63cc534ef295 admin admin] Pushing event deleted for resources: {'Port': ['ID=d75b11e6-2fcb-4b7d-b002-84b2d9745d56,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:26.803006 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-3c11ee8f-772a-474a-8406-30a261cb5e8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (81e61ca6-5f8e-4f64-a7a0-621796f438ad), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:26.825065 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-3c11ee8f-772a-474a-8406-30a261cb5e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:26.829638 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-3c11ee8f-772a-474a-8406-30a261cb5e8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:26.831188 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-3c11ee8f-772a-474a-8406-30a261cb5e8b service neutron] 10.222.0.30 "PUT /v2.0/ports/81e61ca6-5f8e-4f64-a7a0-621796f438ad HTTP/1.1" status: 200 len: 1092 time: 2.9209239 Mar 05 04:48:26.945412 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746babda-5769-4366-bb00-0766c725aa51 req-ed42b36e-871e-47c4-8e68-bd5fe9a0e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:26.947458 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746babda-5769-4366-bb00-0766c725aa51 req-ed42b36e-871e-47c4-8e68-bd5fe9a0e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:26.950408 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746babda-5769-4366-bb00-0766c725aa51 req-ed42b36e-871e-47c4-8e68-bd5fe9a0e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:26.954940 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-746babda-5769-4366-bb00-0766c725aa51 req-ed42b36e-871e-47c4-8e68-bd5fe9a0e561 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=f322de562e384481acfa7667e5bcbd96&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4485028 Mar 05 04:48:26.984243 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11ee8f-772a-474a-8406-30a261cb5e8b service neutron] Pushing event updated for resources: {'Port': ['ID=81e61ca6-5f8e-4f64-a7a0-621796f438ad,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:27.020155 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-76342bea-8285-48de-95aa-9e92f3131e50 req-6d9235ea-3446-4df1-b5ce-5e715674dd76 service neutron] Attempting to bind port abf116a6-e436-4e8d-8188-bf1027bd0bef on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:48:27.022081 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-76342bea-8285-48de-95aa-9e92f3131e50 req-6d9235ea-3446-4df1-b5ce-5e715674dd76 service neutron] Attempting to bind port abf116a6-e436-4e8d-8188-bf1027bd0bef by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'ed3a3d30-7fb2-463d-9a62-c7cee08e9781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd212388e-df12-4708-9d1c-73e3d414a7cb'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:48:27.022577 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-6d9235ea-3446-4df1-b5ce-5e715674dd76 service neutron] Attempting to bind port abf116a6-e436-4e8d-8188-bf1027bd0bef on network d212388e-df12-4708-9d1c-73e3d414a7cb {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:48:27.046286 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-6d9235ea-3446-4df1-b5ce-5e715674dd76 service neutron] Port abf116a6-e436-4e8d-8188-bf1027bd0bef on network d212388e-df12-4708-9d1c-73e3d414a7cb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:48:27.046799 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-6d9235ea-3446-4df1-b5ce-5e715674dd76 service neutron] Attempting to bind port abf116a6-e436-4e8d-8188-bf1027bd0bef on network d212388e-df12-4708-9d1c-73e3d414a7cb {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:48:27.092886 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-6d9235ea-3446-4df1-b5ce-5e715674dd76 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:48:27.093444 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-6d9235ea-3446-4df1-b5ce-5e715674dd76 service neutron] Checking segment: {'id': 'ed3a3d30-7fb2-463d-9a62-c7cee08e9781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd212388e-df12-4708-9d1c-73e3d414a7cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:48:27.093938 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76342bea-8285-48de-95aa-9e92f3131e50 req-6d9235ea-3446-4df1-b5ce-5e715674dd76 service neutron] Bound using segment: {'id': 'ed3a3d30-7fb2-463d-9a62-c7cee08e9781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd212388e-df12-4708-9d1c-73e3d414a7cb'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:48:27.094581 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-76342bea-8285-48de-95aa-9e92f3131e50 req-6d9235ea-3446-4df1-b5ce-5e715674dd76 service neutron] Bound port: abf116a6-e436-4e8d-8188-bf1027bd0bef, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed3a3d30-7fb2-463d-9a62-c7cee08e9781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd212388e-df12-4708-9d1c-73e3d414a7cb'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:48:27.095149 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-6d9235ea-3446-4df1-b5ce-5e715674dd76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (abf116a6-e436-4e8d-8188-bf1027bd0bef), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:27.258644 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-74d8c6f3-d5d0-4cd3-820e-e7ceaf69e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:27.270080 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-74d8c6f3-d5d0-4cd3-820e-e7ceaf69e5a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b20a621bb7044c2808f9e2367a9bd26&device_id=2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52 HTTP/1.1" status: 200 len: 1126 time: 0.2816627 Mar 05 04:48:27.277361 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-76342bea-8285-48de-95aa-9e92f3131e50 req-6d9235ea-3446-4df1-b5ce-5e715674dd76 service neutron] For port abf116a6-e436-4e8d-8188-bf1027bd0bef, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:48:27.283115 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-76342bea-8285-48de-95aa-9e92f3131e50 req-6d9235ea-3446-4df1-b5ce-5e715674dd76 service neutron] For port abf116a6-e436-4e8d-8188-bf1027bd0bef, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=abf116a6-e436-4e8d-8188-bf1027bd0bef,segment=NetworkSegment(ed3a3d30-7fb2-463d-9a62-c7cee08e9781),segment_id=ed3a3d30-7fb2-463d-9a62-c7cee08e9781)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:48:27.293587 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-6d9235ea-3446-4df1-b5ce-5e715674dd76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (abf116a6-e436-4e8d-8188-bf1027bd0bef), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:27.310339 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606f128-3026-4652-8000-8f4836c38751 req-b8896f9e-7bda-4739-a545-594ccba085a7 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:27.312661 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0606f128-3026-4652-8000-8f4836c38751 req-b8896f9e-7bda-4739-a545-594ccba085a7 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 950 time: 0.8753576 Mar 05 04:48:27.325750 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8d284b26-8374-473d-9486-c52393a30930 req-e1302a1a-1910-4504-b5a4-d1b6933262e2 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7161646 Mar 05 04:48:27.409135 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0606f128-3026-4652-8000-8f4836c38751 req-a38eae3d-1c01-4873-9d79-2e8fe156ac58 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804641 Mar 05 04:48:27.447484 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1969-a5c9-46d8-bb60-63cc534ef295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:27.451390 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746babda-5769-4366-bb00-0766c725aa51 req-4bed30e1-4100-4531-9f60-639be1e6f6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:27.453106 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-746babda-5769-4366-bb00-0766c725aa51 req-4bed30e1-4100-4531-9f60-639be1e6f6cc service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4234779 Mar 05 04:48:27.524260 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9235ea-3446-4df1-b5ce-5e715674dd76 service neutron] Pushing event updated for resources: {'Port': ['ID=abf116a6-e436-4e8d-8188-bf1027bd0bef,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:27.554364 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-6d9235ea-3446-4df1-b5ce-5e715674dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:27.555552 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76342bea-8285-48de-95aa-9e92f3131e50 req-6d9235ea-3446-4df1-b5ce-5e715674dd76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:27.558268 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-6d9235ea-3446-4df1-b5ce-5e715674dd76 service neutron] 10.222.0.31 "PUT /v2.0/ports/abf116a6-e436-4e8d-8188-bf1027bd0bef HTTP/1.1" status: 200 len: 1092 time: 2.4345062 Mar 05 04:48:27.561191 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'tag': '9c57959f-74bc-4f24-a658-b703986f73eb'}, {'name': 'network-changed', 'server_uuid': '2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52', 'tag': '81e61ca6-5f8e-4f64-a7a0-621796f438ad'}, {'name': 'network-changed', 'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'tag': 'abf116a6-e436-4e8d-8188-bf1027bd0bef'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:48:27.572459 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab88da2-1cda-4a66-8bea-dff48c442b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "tag": "9c57959f-74bc-4f24-a658-b703986f73eb"}, {"name": "network-changed", "server_uuid": "2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52", "tag": "81e61ca6-5f8e-4f64-a7a0-621796f438ad"}, {"name": "network-changed", "server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "tag": "abf116a6-e436-4e8d-8188-bf1027bd0bef"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:48:27.674985 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-765c8058-40c7-41aa-b7f2-99486a7f63f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81e61ca6-5f8e-4f64-a7a0-621796f438ad HTTP/1.1" status: 200 len: 217 time: 0.1615155 Mar 05 04:48:27.782761 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-e37b1ba5-36fe-436c-8c53-e9f5a48c0bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:27.784761 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-e37b1ba5-36fe-436c-8c53-e9f5a48c0bdd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=851e6af0-c6d9-4c17-a4dd-19e6f8c2ac70 HTTP/1.1" status: 200 len: 854 time: 0.0693762 Mar 05 04:48:27.808518 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-22b5d5db-fe89-4d8d-be79-aeb10170575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:27.809813 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-22b5d5db-fe89-4d8d-be79-aeb10170575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:27.810654 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-22b5d5db-fe89-4d8d-be79-aeb10170575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:27.812084 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-22b5d5db-fe89-4d8d-be79-aeb10170575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:27.812934 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-22b5d5db-fe89-4d8d-be79-aeb10170575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:27.813802 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-22b5d5db-fe89-4d8d-be79-aeb10170575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:27.814451 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-22b5d5db-fe89-4d8d-be79-aeb10170575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:27.824634 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-22b5d5db-fe89-4d8d-be79-aeb10170575c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f322de562e384481acfa7667e5bcbd96&device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 6711 time: 0.1768463 Mar 05 04:48:27.996075 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-867c3073-e518-49e3-9f62-79b88a460435 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa623ab5-a167-443b-8172-8de59789cc2c HTTP/1.1" status: 200 len: 217 time: 0.1635032 Mar 05 04:48:28.086893 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-e52ca53a-c80d-4b13-8acf-9b021c9eb6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:28.090486 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-e52ca53a-c80d-4b13-8acf-9b021c9eb6d3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8b87837-c4d6-4057-808b-e09b3b2c13f9 HTTP/1.1" status: 200 len: 856 time: 0.0877097 Mar 05 04:48:28.097010 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-6154c09b-a9b9-4e17-9f6d-d7852ae244a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:28.099362 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-6154c09b-a9b9-4e17-9f6d-d7852ae244a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e6df1166-7647-47ca-b9f3-a84b658e710b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1873538 Mar 05 04:48:28.188044 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-3f56583d-6cb3-4aae-bcee-e2d6c4cf64c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:28.195523 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-3f56583d-6cb3-4aae-bcee-e2d6c4cf64c0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=96b36905-6014-4841-aac5-335392bf1a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0909698 Mar 05 04:48:28.425668 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-5252125e-158a-457c-b04e-005b2ba05c31 service neutron] 10.222.0.31 "GET /v2.0/networks/96b36905-6014-4841-aac5-335392bf1a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238746 Mar 05 04:48:28.489100 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1fffb-3b95-49cf-b038-a1345f7fe666 req-6182ab02-15d7-4a8e-aec6-2fc848b8e593 tempest-NetworksTest-177084982 tempest-NetworksTest-177084982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:28.489916 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1fffb-3b95-49cf-b038-a1345f7fe666 req-6182ab02-15d7-4a8e-aec6-2fc848b8e593 tempest-NetworksTest-177084982 tempest-NetworksTest-177084982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:28.490097 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1fffb-3b95-49cf-b038-a1345f7fe666 req-6182ab02-15d7-4a8e-aec6-2fc848b8e593 tempest-NetworksTest-177084982 tempest-NetworksTest-177084982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:28.490585 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1fffb-3b95-49cf-b038-a1345f7fe666 req-6182ab02-15d7-4a8e-aec6-2fc848b8e593 tempest-NetworksTest-177084982 tempest-NetworksTest-177084982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:28.491109 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1fffb-3b95-49cf-b038-a1345f7fe666 req-6182ab02-15d7-4a8e-aec6-2fc848b8e593 tempest-NetworksTest-177084982 tempest-NetworksTest-177084982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:28.491662 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1fffb-3b95-49cf-b038-a1345f7fe666 req-6182ab02-15d7-4a8e-aec6-2fc848b8e593 tempest-NetworksTest-177084982 tempest-NetworksTest-177084982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:28.492081 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1fffb-3b95-49cf-b038-a1345f7fe666 req-6182ab02-15d7-4a8e-aec6-2fc848b8e593 tempest-NetworksTest-177084982 tempest-NetworksTest-177084982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:28.492544 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1fffb-3b95-49cf-b038-a1345f7fe666 req-6182ab02-15d7-4a8e-aec6-2fc848b8e593 tempest-NetworksTest-177084982 tempest-NetworksTest-177084982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:28.493005 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1fffb-3b95-49cf-b038-a1345f7fe666 req-6182ab02-15d7-4a8e-aec6-2fc848b8e593 tempest-NetworksTest-177084982 tempest-NetworksTest-177084982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:28.493459 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1fffb-3b95-49cf-b038-a1345f7fe666 req-6182ab02-15d7-4a8e-aec6-2fc848b8e593 tempest-NetworksTest-177084982 tempest-NetworksTest-177084982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:28.493913 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1fffb-3b95-49cf-b038-a1345f7fe666 req-6182ab02-15d7-4a8e-aec6-2fc848b8e593 tempest-NetworksTest-177084982 tempest-NetworksTest-177084982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:28.494365 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1fffb-3b95-49cf-b038-a1345f7fe666 req-6182ab02-15d7-4a8e-aec6-2fc848b8e593 tempest-NetworksTest-177084982 tempest-NetworksTest-177084982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:28.494814 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1fffb-3b95-49cf-b038-a1345f7fe666 req-6182ab02-15d7-4a8e-aec6-2fc848b8e593 tempest-NetworksTest-177084982 tempest-NetworksTest-177084982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:28.495420 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1fffb-3b95-49cf-b038-a1345f7fe666 req-6182ab02-15d7-4a8e-aec6-2fc848b8e593 tempest-NetworksTest-177084982 tempest-NetworksTest-177084982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:28.510330 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-33d1fffb-3b95-49cf-b038-a1345f7fe666 req-6182ab02-15d7-4a8e-aec6-2fc848b8e593 tempest-NetworksTest-177084982 tempest-NetworksTest-177084982-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9906 time: 1.0150754 Mar 05 04:48:28.652586 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-069bd495-3442-43d4-819f-0549e46c30a6 service neutron] 10.222.0.31 "GET /v2.0/networks/96b36905-6014-4841-aac5-335392bf1a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198684 Mar 05 04:48:28.657045 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1969-a5c9-46d8-bb60-63cc534ef295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:28.660107 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1969-a5c9-46d8-bb60-63cc534ef295 admin admin] Publish callbacks [] for router_controller (d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:28.759780 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-6288ec72-aed4-4d32-8d41-2318dac219d5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=8cc5a9d5-8259-4285-a850-8602f24d541c HTTP/1.1" status: 200 len: 217 time: 0.0975077 Mar 05 04:48:28.849986 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-67542a03-2af9-4848-9829-c07ce76fd2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:28.852647 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-67542a03-2af9-4848-9829-c07ce76fd2b8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f160f0d-f32d-4fdb-b1b2-addf124f2f22 HTTP/1.1" status: 200 len: 797 time: 0.0849030 Mar 05 04:48:28.877101 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ba60f-56c9-4ca3-85c6-9d69ecc113c1 req-e2cc47c7-7338-4a2c-bd85-7df2b4c6ea9f tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:28.884284 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c34ba60f-56c9-4ca3-85c6-9d69ecc113c1 req-e2cc47c7-7338-4a2c-bd85-7df2b4c6ea9f tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 945 time: 1.2855976 Mar 05 04:48:28.961261 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-b7b09769-51ef-43d9-ad43-111126a9147e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:28.962878 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-b7b09769-51ef-43d9-ad43-111126a9147e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0163509-f0e9-40c4-b897-68a267214319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0991542 Mar 05 04:48:29.020011 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1969-a5c9-46d8-bb60-63cc534ef295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:29.021265 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8e1969-a5c9-46d8-bb60-63cc534ef295 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:48:29.045156 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6f8e1969-a5c9-46d8-bb60-63cc534ef295 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:29.047450 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6f8e1969-a5c9-46d8-bb60-63cc534ef295 admin admin] 10.222.0.11 "DELETE /v2.0/routers/d19d5ef1-b8d0-4fc5-9cd9-f8aee26a8dcc HTTP/1.1" status: 204 len: 168 time: 5.5337725 Mar 05 04:48:29.056341 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c34ba60f-56c9-4ca3-85c6-9d69ecc113c1 req-b40f7e3e-1830-4376-a146-69bbc3d58c57 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603251 Mar 05 04:48:29.060156 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47018) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:29.142105 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edffbb6-060b-4dca-8cae-4c73fcda4c21 req-b6e06927-a1dc-4522-809e-22c0a306c6a4 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:29.144122 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4edffbb6-060b-4dca-8cae-4c73fcda4c21 req-b6e06927-a1dc-4522-809e-22c0a306c6a4 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52 HTTP/1.1" status: 200 len: 943 time: 0.5225608 Mar 05 04:48:29.145057 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47022) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:29.216749 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-c03b61e7-cf76-4046-932f-de8e730308a3 admin admin] Deleting subnet 051e2cd5-c912-4db0-b8f8-198255458cd8 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:48:29.265361 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c03b61e7-cf76-4046-932f-de8e730308a3 admin admin] Publish callbacks [] for subnet (051e2cd5-c912-4db0-b8f8-198255458cd8), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:29.311177 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-538fb204-c4a8-47e6-8a34-228442ff79dc service neutron] 10.222.0.31 "GET /v2.0/networks/e0163509-f0e9-40c4-b897-68a267214319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357470 Mar 05 04:48:29.478309 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-b2b3d78b-4fdb-40a7-9e9e-8f0dc0d225d3 service neutron] 10.222.0.30 "GET /v2.0/networks/e6df1166-7647-47ca-b9f3-a84b658e710b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272820 Mar 05 04:48:29.532277 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3fd69bda-debf-4949-aed2-7f23430f18d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:29.546068 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c03b61e7-cf76-4046-932f-de8e730308a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (051e2cd5-c912-4db0-b8f8-198255458cd8), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:29.567668 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-9f2af68b-0ca2-4edc-9eac-3291c6a6b33d service neutron] 10.222.0.31 "GET /v2.0/networks/e0163509-f0e9-40c4-b897-68a267214319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381446 Mar 05 04:48:29.638378 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-489b3f10-7ddd-43df-bf66-f6ef787645af service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 HTTP/1.1" status: 200 len: 217 time: 0.0606148 Mar 05 04:48:29.640921 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4edffbb6-060b-4dca-8cae-4c73fcda4c21 req-c6f8d21a-ecce-4174-80b4-f8a4fd25066c tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.11 "GET /v2.0/security-groups?id=805a1224-8353-41ec-897d-94b8b2c384a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679582 Mar 05 04:48:29.673345 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420873a2-e0c5-4bac-8711-423795a9de2c req-90bc3138-3706-4227-aca7-ae3fb5626d83 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:29.678808 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420873a2-e0c5-4bac-8711-423795a9de2c req-90bc3138-3706-4227-aca7-ae3fb5626d83 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:29.703453 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420873a2-e0c5-4bac-8711-423795a9de2c req-90bc3138-3706-4227-aca7-ae3fb5626d83 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:29.719475 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-6c8718ac-e288-4721-9b85-8eebfb397087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:29.719876 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420873a2-e0c5-4bac-8711-423795a9de2c req-90bc3138-3706-4227-aca7-ae3fb5626d83 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:29.720953 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-6c8718ac-e288-4721-9b85-8eebfb397087 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f160f0d-f32d-4fdb-b1b2-addf124f2f22 HTTP/1.1" status: 200 len: 797 time: 0.0759468 Mar 05 04:48:29.726131 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420873a2-e0c5-4bac-8711-423795a9de2c req-90bc3138-3706-4227-aca7-ae3fb5626d83 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:29.756640 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420873a2-e0c5-4bac-8711-423795a9de2c req-90bc3138-3706-4227-aca7-ae3fb5626d83 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:29.767957 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420873a2-e0c5-4bac-8711-423795a9de2c req-90bc3138-3706-4227-aca7-ae3fb5626d83 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:29.770489 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-420873a2-e0c5-4bac-8711-423795a9de2c req-90bc3138-3706-4227-aca7-ae3fb5626d83 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.5503027 Mar 05 04:48:29.983945 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c03b61e7-cf76-4046-932f-de8e730308a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (051e2cd5-c912-4db0-b8f8-198255458cd8), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:30.033249 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-420873a2-e0c5-4bac-8711-423795a9de2c req-3e029223-4cff-45a3-b8fe-db0a68b5b3df tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2525139 Mar 05 04:48:30.061941 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3fd69bda-debf-4949-aed2-7f23430f18d0 admin admin] Publish callbacks [] for security_group (521c42ce-f279-4c31-b7d2-666902c10f38), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:30.077897 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3fd69bda-debf-4949-aed2-7f23430f18d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (521c42ce-f279-4c31-b7d2-666902c10f38), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:30.107826 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sat, 05 Mar 2022 04:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7311cff0-d8ed-496e-aeeb-935b2f720725 x-openstack-request-id: req-7311cff0-d8ed-496e-aeeb-935b2f720725 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:48:30.108058 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "tag": "9c57959f-74bc-4f24-a658-b703986f73eb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52", "tag": "81e61ca6-5f8e-4f64-a7a0-621796f438ad", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "tag": "abf116a6-e436-4e8d-8188-bf1027bd0bef", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:48:30.108351 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7311cff0-d8ed-496e-aeeb-935b2f720725 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:48:30.113728 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'tag': '9c57959f-74bc-4f24-a658-b703986f73eb', 'status': 'completed', 'code': 200} Mar 05 04:48:30.114262 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52', 'tag': '81e61ca6-5f8e-4f64-a7a0-621796f438ad', 'status': 'completed', 'code': 200} Mar 05 04:48:30.114698 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'tag': 'abf116a6-e436-4e8d-8188-bf1027bd0bef', 'status': 'completed', 'code': 200} Mar 05 04:48:30.207144 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3fd69bda-debf-4949-aed2-7f23430f18d0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d8e75bc014d84e4f850538387b2f1f9b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0568855 Mar 05 04:48:30.227377 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd69bda-debf-4949-aed2-7f23430f18d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521c42ce-f279-4c31-b7d2-666902c10f38,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:30.240782 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47030) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:30.406562 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c03b61e7-cf76-4046-932f-de8e730308a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (051e2cd5-c912-4db0-b8f8-198255458cd8), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:30.440764 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b61e7-cf76-4046-932f-de8e730308a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=051e2cd5-c912-4db0-b8f8-198255458cd8,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:30.454227 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-27dbc500-bd40-4864-92ce-5214027dda5d admin admin] Publish callbacks [] for security_group (521c42ce-f279-4c31-b7d2-666902c10f38), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:30.460663 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:48:30.485634 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-27dbc500-bd40-4864-92ce-5214027dda5d admin admin] Publish callbacks [] for security_group (521c42ce-f279-4c31-b7d2-666902c10f38), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:30.505692 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d75b11e6-2fcb-4b7d-b002-84b2d9745d56 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:48:30.548074 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c03b61e7-cf76-4046-932f-de8e730308a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:30.552440 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c03b61e7-cf76-4046-932f-de8e730308a3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/051e2cd5-c912-4db0-b8f8-198255458cd8 HTTP/1.1" status: 204 len: 168 time: 1.4856327 Mar 05 04:48:30.565161 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47036) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:30.582420 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52abe1b-d649-4907-9551-3f6085503ac1 None None] Network 3f7037ab-5484-4f12-be88-2ed1b366e188 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:48:30.585193 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: d75b11e6-2fcb-4b7d-b002-84b2d9745d56 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:48:30.585737 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d75b11e6-2fcb-4b7d-b002-84b2d9745d56 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:48:30.601312 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-27dbc500-bd40-4864-92ce-5214027dda5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (521c42ce-f279-4c31-b7d2-666902c10f38), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:30.608639 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-27dbc500-bd40-4864-92ce-5214027dda5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:30.610467 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-27dbc500-bd40-4864-92ce-5214027dda5d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/521c42ce-f279-4c31-b7d2-666902c10f38 HTTP/1.1" status: 204 len: 168 time: 0.3638906 Mar 05 04:48:30.625828 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4830f3d-7132-4b38-9133-40709f0652a6 req-1e978820-6b40-4350-bd98-be61743cc454 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:30.637342 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4830f3d-7132-4b38-9133-40709f0652a6 req-1e978820-6b40-4350-bd98-be61743cc454 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 945 time: 0.4278352 Mar 05 04:48:30.806691 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d33de122-ee0a-49e4-be69-21fef8a44803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (3f7037ab-5484-4f12-be88-2ed1b366e188), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:30.809262 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbc500-bd40-4864-92ce-5214027dda5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521c42ce-f279-4c31-b7d2-666902c10f38,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:30.825914 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ea79ad-51b2-464f-a8de-7a2757ea98d3 None None] DHCP port deletion for 3f7037ab-5484-4f12-be88-2ed1b366e188 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:48:30.913565 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4830f3d-7132-4b38-9133-40709f0652a6 req-c1424e9a-b502-4c2d-aaff-70ce14fbad14 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611456 Mar 05 04:48:30.992622 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8b681ab7-4f0f-47e2-910e-ff702158f957 req-6b5f172a-f5b6-46f0-b4a7-fb6752611f7e service neutron] 10.222.0.30 "GET /v2.0/networks/e6df1166-7647-47ca-b9f3-a84b658e710b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2496154 Mar 05 04:48:30.995531 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-90ea79ad-51b2-464f-a8de-7a2757ea98d3 None None] Deleting port 76634a4a-b50c-470f-b4f5-409cb1f521ba {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:48:30.995919 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-90ea79ad-51b2-464f-a8de-7a2757ea98d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (76634a4a-b50c-470f-b4f5-409cb1f521ba), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:31.076703 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-d609f776-0ef7-444f-9952-f9c3539f9a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:31.081354 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-90ea79ad-51b2-464f-a8de-7a2757ea98d3 None None] For port 76634a4a-b50c-470f-b4f5-409cb1f521ba, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=76634a4a-b50c-470f-b4f5-409cb1f521ba,segment=NetworkSegment(4c576226-cd81-4308-994c-aa8170a040e4),segment_id=4c576226-cd81-4308-994c-aa8170a040e4)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:31.081761 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-90ea79ad-51b2-464f-a8de-7a2757ea98d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (76634a4a-b50c-470f-b4f5-409cb1f521ba), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:31.090926 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-d609f776-0ef7-444f-9952-f9c3539f9a2b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0163509-f0e9-40c4-b897-68a267214319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 1.3631780 Mar 05 04:48:31.102616 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-90ea79ad-51b2-464f-a8de-7a2757ea98d3 None None] Calling delete_port for 76634a4a-b50c-470f-b4f5-409cb1f521ba owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:48:31.165989 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-d33de122-ee0a-49e4-be69-21fef8a44803 admin admin] Deleting port 76634a4a-b50c-470f-b4f5-409cb1f521ba {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:48:31.166326 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d33de122-ee0a-49e4-be69-21fef8a44803 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (76634a4a-b50c-470f-b4f5-409cb1f521ba), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:31.227836 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-6ee1c0e4-af9d-4a62-93c9-1f773ad5b3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:31.229678 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-6ee1c0e4-af9d-4a62-93c9-1f773ad5b3e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b20a621bb7044c2808f9e2367a9bd26&device_id=2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52 HTTP/1.1" status: 200 len: 1126 time: 0.1629198 Mar 05 04:48:31.267240 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-90ea79ad-51b2-464f-a8de-7a2757ea98d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (76634a4a-b50c-470f-b4f5-409cb1f521ba), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:31.289310 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47054) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:31.314234 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505f3f4-ec46-459b-b3cd-5e46234a4485 req-4a65e69c-df53-4147-9daf-bfdd2d11fc51 tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:31.315474 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a505f3f4-ec46-459b-b3cd-5e46234a4485 req-4a65e69c-df53-4147-9daf-bfdd2d11fc51 tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 1133 time: 0.2495263 Mar 05 04:48:31.322417 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-d33de122-ee0a-49e4-be69-21fef8a44803 admin admin] For port 76634a4a-b50c-470f-b4f5-409cb1f521ba, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=76634a4a-b50c-470f-b4f5-409cb1f521ba,segment=NetworkSegment(4c576226-cd81-4308-994c-aa8170a040e4),segment_id=4c576226-cd81-4308-994c-aa8170a040e4)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:31.322781 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d33de122-ee0a-49e4-be69-21fef8a44803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (76634a4a-b50c-470f-b4f5-409cb1f521ba), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:31.332514 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2c56a51d-0f9c-47eb-8bb8-96b9dcaeae5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:31.347902 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea79ad-51b2-464f-a8de-7a2757ea98d3 None None] Pushing event deleted for resources: {'Port': ['ID=76634a4a-b50c-470f-b4f5-409cb1f521ba,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:31.350280 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a31184-1c14-4adf-80a4-b3116723e2be req-71bd45ed-af13-4c9e-9c36-ead4a825b110 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:31.351787 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-33a31184-1c14-4adf-80a4-b3116723e2be req-71bd45ed-af13-4c9e-9c36-ead4a825b110 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52 HTTP/1.1" status: 200 len: 943 time: 0.2249529 Mar 05 04:48:31.351939 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ea79ad-51b2-464f-a8de-7a2757ea98d3 None None] No DVR routers for this DVR port 76634a4a-b50c-470f-b4f5-409cb1f521ba on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:48:31.363123 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-d33de122-ee0a-49e4-be69-21fef8a44803 admin admin] Calling delete_port for 76634a4a-b50c-470f-b4f5-409cb1f521ba owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:48:31.383113 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-e1a32806-2485-405a-81a5-8b9e73b96add service neutron] 10.222.0.31 "GET /v2.0/networks/e0163509-f0e9-40c4-b897-68a267214319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648692 Mar 05 04:48:31.478836 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a505f3f4-ec46-459b-b3cd-5e46234a4485 req-a933e09e-1aff-4a17-9685-a229cc7d22ed tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522098 Mar 05 04:48:31.486673 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-33a31184-1c14-4adf-80a4-b3116723e2be req-c00c8e29-45f4-4470-bda4-fdb6806761cd tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.11 "GET /v2.0/security-groups?id=805a1224-8353-41ec-897d-94b8b2c384a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247418 Mar 05 04:48:31.551724 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d33de122-ee0a-49e4-be69-21fef8a44803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (76634a4a-b50c-470f-b4f5-409cb1f521ba), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:31.555310 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-6d7c47c5-023e-463e-9d70-bb6fec5667bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:31.561841 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-6d7c47c5-023e-463e-9d70-bb6fec5667bf service neutron] 10.222.0.30 "GET /v2.0/networks?id=e6df1166-7647-47ca-b9f3-a84b658e710b HTTP/1.1" status: 200 len: 915 time: 0.3201094 Mar 05 04:48:31.607806 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33de122-ee0a-49e4-be69-21fef8a44803 admin admin] Pushing event deleted for resources: {'Port': ['ID=76634a4a-b50c-470f-b4f5-409cb1f521ba,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:31.610590 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33de122-ee0a-49e4-be69-21fef8a44803 admin admin] No DVR routers for this DVR port 76634a4a-b50c-470f-b4f5-409cb1f521ba on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:48:31.634484 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-e469a04d-b6f9-4d47-8823-f01638ce8514 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81e61ca6-5f8e-4f64-a7a0-621796f438ad HTTP/1.1" status: 200 len: 217 time: 0.0568295 Mar 05 04:48:31.714904 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-1b5bd504-44f4-4cd4-9163-0eae1b49b343 service neutron] 10.222.0.31 "GET /v2.0/networks/e0163509-f0e9-40c4-b897-68a267214319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229396 Mar 05 04:48:31.794430 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-9776b558-eeeb-4d67-94d6-0a977f16c5ca service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=d5478b45-29a6-4e1a-8e70-1072393855c3 HTTP/1.1" status: 200 len: 217 time: 0.0694106 Mar 05 04:48:31.799210 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-d980a0dc-5262-4d5e-86d1-ddbed91d00d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:31.800779 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-d980a0dc-5262-4d5e-86d1-ddbed91d00d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=851e6af0-c6d9-4c17-a4dd-19e6f8c2ac70 HTTP/1.1" status: 200 len: 854 time: 0.1575825 Mar 05 04:48:31.801617 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a29696-a8e4-433a-8a2e-3278967d15a8 req-630e4a19-0be0-4e17-8d9d-0183a5af8d04 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:31.802950 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2c56a51d-0f9c-47eb-8bb8-96b9dcaeae5d admin admin] Publish callbacks [] for security_group (a31a4046-053d-4743-b38c-5fe82ee692b9), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:31.818962 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a29696-a8e4-433a-8a2e-3278967d15a8 req-630e4a19-0be0-4e17-8d9d-0183a5af8d04 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:31.825325 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2c56a51d-0f9c-47eb-8bb8-96b9dcaeae5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a31a4046-053d-4743-b38c-5fe82ee692b9), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:31.826646 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a29696-a8e4-433a-8a2e-3278967d15a8 req-630e4a19-0be0-4e17-8d9d-0183a5af8d04 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:31.832475 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a29696-a8e4-433a-8a2e-3278967d15a8 req-630e4a19-0be0-4e17-8d9d-0183a5af8d04 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:31.839285 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a29696-a8e4-433a-8a2e-3278967d15a8 req-630e4a19-0be0-4e17-8d9d-0183a5af8d04 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:31.845312 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a29696-a8e4-433a-8a2e-3278967d15a8 req-630e4a19-0be0-4e17-8d9d-0183a5af8d04 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:31.850843 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a29696-a8e4-433a-8a2e-3278967d15a8 req-630e4a19-0be0-4e17-8d9d-0183a5af8d04 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:31.852846 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-17a29696-a8e4-433a-8a2e-3278967d15a8 req-630e4a19-0be0-4e17-8d9d-0183a5af8d04 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.2463553 Mar 05 04:48:31.865684 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d33de122-ee0a-49e4-be69-21fef8a44803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (3f7037ab-5484-4f12-be88-2ed1b366e188), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:31.892403 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-d33de122-ee0a-49e4-be69-21fef8a44803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f7037ab-5484-4f12-be88-2ed1b366e188']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:48:31.909017 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-d33de122-ee0a-49e4-be69-21fef8a44803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c576226-cd81-4308-994c-aa8170a040e4') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:48:31.909017 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-d33de122-ee0a-49e4-be69-21fef8a44803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c576226-cd81-4308-994c-aa8170a040e4') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:48:31.921874 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d33de122-ee0a-49e4-be69-21fef8a44803 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (4c576226-cd81-4308-994c-aa8170a040e4), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:31.932891 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2c56a51d-0f9c-47eb-8bb8-96b9dcaeae5d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=43c0cc7e9c9949a8a3fdf3edf0d8e615&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6409159 Mar 05 04:48:31.935452 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56a51d-0f9c-47eb-8bb8-96b9dcaeae5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31a4046-053d-4743-b38c-5fe82ee692b9,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:31.939843 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47064) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:31.947767 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-f4fb71a8-1ec4-42e4-b316-cc90e03ac45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:31.950275 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-f4fb71a8-1ec4-42e4-b316-cc90e03ac45d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f160f0d-f32d-4fdb-b1b2-addf124f2f22 HTTP/1.1" status: 200 len: 797 time: 0.1460211 Mar 05 04:48:31.963093 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d33de122-ee0a-49e4-be69-21fef8a44803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (4c576226-cd81-4308-994c-aa8170a040e4), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:31.977496 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33de122-ee0a-49e4-be69-21fef8a44803 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:48:31.977496 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d33de122-ee0a-49e4-be69-21fef8a44803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (4c576226-cd81-4308-994c-aa8170a040e4), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: timer() Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:48:32.002966 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:48:32.013299 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-6158ad00-34a3-4dd3-aeb0-6b41998292a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:32.015044 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-6158ad00-34a3-4dd3-aeb0-6b41998292a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e6df1166-7647-47ca-b9f3-a84b658e710b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2019985 Mar 05 04:48:32.105469 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d33de122-ee0a-49e4-be69-21fef8a44803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (3f7037ab-5484-4f12-be88-2ed1b366e188), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:32.110388 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d33de122-ee0a-49e4-be69-21fef8a44803 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:32.116703 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d33de122-ee0a-49e4-be69-21fef8a44803 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3f7037ab-5484-4f12-be88-2ed1b366e188 HTTP/1.1" status: 204 len: 168 time: 1.5472140 Mar 05 04:48:32.119186 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-0e44ec48-54a8-41e0-ab62-d8387f7304c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:32.121149 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-0e44ec48-54a8-41e0-ab62-d8387f7304c0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0163509-f0e9-40c4-b897-68a267214319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1576531 Mar 05 04:48:32.123740 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-20d5b529-adad-4a16-b181-182bd81e0e03 admin admin] Publish callbacks [] for security_group (a31a4046-053d-4743-b38c-5fe82ee692b9), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:32.204140 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-17a29696-a8e4-433a-8a2e-3278967d15a8 req-bf7a6b55-a539-46b1-b8bc-5b4b842592b9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2003829 Mar 05 04:48:32.205389 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33de122-ee0a-49e4-be69-21fef8a44803 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f7037ab-5484-4f12-be88-2ed1b366e188,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:32.221020 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e72764-47f8-4b26-866c-fd996f164cfd req-c6f1a06a-deb5-48d0-88f1-00fb26eea711 tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:32.230781 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74e72764-47f8-4b26-866c-fd996f164cfd req-c6f1a06a-deb5-48d0-88f1-00fb26eea711 tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 1133 time: 0.3767333 Mar 05 04:48:32.254875 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-20d5b529-adad-4a16-b181-182bd81e0e03 admin admin] Publish callbacks [] for security_group (a31a4046-053d-4743-b38c-5fe82ee692b9), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:32.319138 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-b72e87f0-c33b-4e75-9d31-4d7162e4cda5 service neutron] 10.222.0.30 "GET /v2.0/networks/e6df1166-7647-47ca-b9f3-a84b658e710b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885559 Mar 05 04:48:32.335704 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74e72764-47f8-4b26-866c-fd996f164cfd req-e19d3520-c71a-4525-82c4-d2bdba9fee17 tempest-ServersAdminTestJSON-1322295794 tempest-ServersAdminTestJSON-1322295794-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037378 Mar 05 04:48:32.461334 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-c4fffeb0-845a-42a1-a6a9-84c954ec0b2e service neutron] 10.222.0.31 "GET /v2.0/networks/e0163509-f0e9-40c4-b897-68a267214319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326035 Mar 05 04:48:32.468150 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce52af-6088-43a1-87c1-b29d3c7c31ce req-adc8fd0e-bbdc-4808-8809-e8efc8462422 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:32.484251 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-75ce52af-6088-43a1-87c1-b29d3c7c31ce req-adc8fd0e-bbdc-4808-8809-e8efc8462422 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 945 time: 0.1474319 Mar 05 04:48:32.513580 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 81e61ca6-5f8e-4f64-a7a0-621796f438ad details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:48:32.578336 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47074) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:32.607354 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-20d5b529-adad-4a16-b181-182bd81e0e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a31a4046-053d-4743-b38c-5fe82ee692b9), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:32.609884 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-20d5b529-adad-4a16-b181-182bd81e0e03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:32.611015 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-20d5b529-adad-4a16-b181-182bd81e0e03 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a31a4046-053d-4743-b38c-5fe82ee692b9 HTTP/1.1" status: 204 len: 168 time: 0.6698534 Mar 05 04:48:32.613986 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-75ce52af-6088-43a1-87c1-b29d3c7c31ce req-5fe5fdc5-f176-40f2-96bd-6873b20072f1 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265759 Mar 05 04:48:32.622446 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 76634a4a-b50c-470f-b4f5-409cb1f521ba no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:48:32.664112 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-48885c45-91d6-4b78-ab39-94d3fbd8b440 service neutron] 10.222.0.30 "GET /v2.0/networks/e6df1166-7647-47ca-b9f3-a84b658e710b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304706 Mar 05 04:48:32.666492 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5b529-adad-4a16-b181-182bd81e0e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31a4046-053d-4743-b38c-5fe82ee692b9,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:32.689930 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47078) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:32.691235 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-20a2b506-b4f8-45a6-8ee7-0dcaa46faac1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5adb3d44cd984c00ada8ab9aec6fb3d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1050050 Mar 05 04:48:32.712634 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 76634a4a-b50c-470f-b4f5-409cb1f521ba {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:48:32.712991 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 76634a4a-b50c-470f-b4f5-409cb1f521ba not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:48:32.773797 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-c774033b-47fb-47cf-ad8d-1a67caca9a2e service neutron] 10.222.0.31 "GET /v2.0/networks/e0163509-f0e9-40c4-b897-68a267214319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949243 Mar 05 04:48:32.822531 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e544e5-3e70-433d-ba67-f12303679ee7 req-6ea955bb-a1dd-4c22-81ad-175c353fe5cc tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:32.826882 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60e544e5-3e70-433d-ba67-f12303679ee7 req-6ea955bb-a1dd-4c22-81ad-175c353fe5cc tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52 HTTP/1.1" status: 200 len: 943 time: 0.1114914 Mar 05 04:48:32.867409 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-d390b4eb-c8c2-4055-8fc6-0f74ed06f68d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=23da59df-b317-4032-a3ac-4a5c81b49956 HTTP/1.1" status: 200 len: 217 time: 0.0840664 Mar 05 04:48:32.977196 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60e544e5-3e70-433d-ba67-f12303679ee7 req-01bfd15d-2ec1-42af-ab90-b9adeaf4195a tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.11 "GET /v2.0/security-groups?id=805a1224-8353-41ec-897d-94b8b2c384a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437161 Mar 05 04:48:32.985685 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-95425523-2d8f-4750-8a75-7d9e7fdb4004 admin admin] Publish callbacks [] for security_group (2749011e-cfee-4196-a6da-8bae21c8a139), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:33.027377 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-0345aa98-8663-4556-8e7e-857b962c73e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:33.028838 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-0345aa98-8663-4556-8e7e-857b962c73e9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f160f0d-f32d-4fdb-b1b2-addf124f2f22 HTTP/1.1" status: 200 len: 797 time: 0.1544061 Mar 05 04:48:33.042488 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bf33f-6a3c-452e-b61d-f7a5deb94afb req-088132b3-894e-4a23-9fb1-ab532f6c28d0 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:33.045527 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 81e61ca6-5f8e-4f64-a7a0-621796f438ad, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=81e61ca6-5f8e-4f64-a7a0-621796f438ad,segment=NetworkSegment(2fd6936d-1671-42a6-9dbc-220b5553be15),segment_id=2fd6936d-1671-42a6-9dbc-220b5553be15)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:33.047653 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-456bf33f-6a3c-452e-b61d-f7a5deb94afb req-088132b3-894e-4a23-9fb1-ab532f6c28d0 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed3afbc4-4de0-47c3-a6a1-a802dc4fa280 HTTP/1.1" status: 200 len: 950 time: 0.1633127 Mar 05 04:48:33.053148 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-95425523-2d8f-4750-8a75-7d9e7fdb4004 admin admin] Publish callbacks [] for security_group (2749011e-cfee-4196-a6da-8bae21c8a139), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:33.082626 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '81e61ca6-5f8e-4f64-a7a0-621796f438ad', 'network_id': 'e6df1166-7647-47ca-b9f3-a84b658e710b', 'port_id': '81e61ca6-5f8e-4f64-a7a0-621796f438ad', 'mac_address': 'fa:16:3e:04:0d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851e6af0-c6d9-4c17-a4dd-19e6f8c2ac70', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:48:33.138678 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 81e61ca6-5f8e-4f64-a7a0-621796f438ad is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:48:33.138678 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (81e61ca6-5f8e-4f64-a7a0-621796f438ad), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:33.151849 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-456bf33f-6a3c-452e-b61d-f7a5deb94afb req-1e121ca7-823e-4a0c-880b-c61b57f5e2b4 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978756 Mar 05 04:48:33.152264 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-53d1d2b9-b87d-4104-a001-d562a0c64c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:33.154192 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-53d1d2b9-b87d-4104-a001-d562a0c64c0e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0163509-f0e9-40c4-b897-68a267214319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1148989 Mar 05 04:48:33.161653 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e61ca6-5f8e-4f64-a7a0-621796f438ad {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:48:33.208930 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-95425523-2d8f-4750-8a75-7d9e7fdb4004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (2749011e-cfee-4196-a6da-8bae21c8a139), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:33.212088 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-95425523-2d8f-4750-8a75-7d9e7fdb4004 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:33.216288 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-95425523-2d8f-4750-8a75-7d9e7fdb4004 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2749011e-cfee-4196-a6da-8bae21c8a139 HTTP/1.1" status: 204 len: 168 time: 0.5225127 Mar 05 04:48:33.234297 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 81e61ca6-5f8e-4f64-a7a0-621796f438ad, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=81e61ca6-5f8e-4f64-a7a0-621796f438ad,segment=NetworkSegment(2fd6936d-1671-42a6-9dbc-220b5553be15),segment_id=2fd6936d-1671-42a6-9dbc-220b5553be15)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:33.241793 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (81e61ca6-5f8e-4f64-a7a0-621796f438ad), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:33.245142 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:48:33.267481 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95425523-2d8f-4750-8a75-7d9e7fdb4004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2749011e-cfee-4196-a6da-8bae21c8a139,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:33.327506 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-944d89c0-36d5-449f-ab85-a330ff7072a7 service neutron] 10.222.0.31 "GET /v2.0/networks/e0163509-f0e9-40c4-b897-68a267214319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668944 Mar 05 04:48:33.437418 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c4af5-8b05-4706-bec1-7344e9227863 req-3a0ccd9a-b30c-4157-be5b-4241c469decb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:33.445262 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c4af5-8b05-4706-bec1-7344e9227863 req-3a0ccd9a-b30c-4157-be5b-4241c469decb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:33.456419 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:33.462861 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c4af5-8b05-4706-bec1-7344e9227863 req-3a0ccd9a-b30c-4157-be5b-4241c469decb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:33.472479 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db', 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c', 'port_id': 'cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db', 'mac_address': 'fa:16:3e:bd:3a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6039ad-16bd-4b00-a55f-f7c68e1f3072', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:48:33.482008 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c4af5-8b05-4706-bec1-7344e9227863 req-3a0ccd9a-b30c-4157-be5b-4241c469decb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:33.494550 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c4af5-8b05-4706-bec1-7344e9227863 req-3a0ccd9a-b30c-4157-be5b-4241c469decb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:33.504018 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c4af5-8b05-4706-bec1-7344e9227863 req-3a0ccd9a-b30c-4157-be5b-4241c469decb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:33.532369 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c4af5-8b05-4706-bec1-7344e9227863 req-3a0ccd9a-b30c-4157-be5b-4241c469decb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:33.537825 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2d8c4af5-8b05-4706-bec1-7344e9227863 req-3a0ccd9a-b30c-4157-be5b-4241c469decb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.2008874 Mar 05 04:48:33.582884 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-b548258d-4b1e-4834-811d-aa7c6cfdac2c service neutron] 10.222.0.31 "GET /v2.0/networks/e0163509-f0e9-40c4-b897-68a267214319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489893 Mar 05 04:48:33.599469 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db is: ACTIVE; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:48:33.599469 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:33.620668 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:48:33.637377 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=81e61ca6-5f8e-4f64-a7a0-621796f438ad,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:33.681776 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-28ba611d-ee9b-45a8-8170-bf28489a8e8a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9c57959f-74bc-4f24-a658-b703986f73eb HTTP/1.1" status: 200 len: 217 time: 0.0906610 Mar 05 04:48:33.694726 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:33.700873 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2d8c4af5-8b05-4706-bec1-7344e9227863 req-08f93f33-1806-4572-8c75-8fa9902cee6e tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1583500 Mar 05 04:48:33.707494 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:33.763994 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-648506da-2251-4d71-80c2-dfc4afa33c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:33.766370 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-648506da-2251-4d71-80c2-dfc4afa33c33 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1c33f29-fbe3-4325-bbc2-5023e8c22c88 HTTP/1.1" status: 200 len: 797 time: 0.0738659 Mar 05 04:48:33.824295 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:33.840924 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-1da56002-4b3d-4e1f-bef2-32c6e201f710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:33.844147 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-1da56002-4b3d-4e1f-bef2-32c6e201f710 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d212388e-df12-4708-9d1c-73e3d414a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0713537 Mar 05 04:48:33.878742 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b0dca-b8a3-40cf-a101-776805962bdd req-7799e4cd-4150-4726-87d4-932036165b7b tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:33.889867 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-593b0dca-b8a3-40cf-a101-776805962bdd req-7799e4cd-4150-4726-87d4-932036165b7b tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 945 time: 0.1172581 Mar 05 04:48:33.911666 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:48:33.989167 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-593b0dca-b8a3-40cf-a101-776805962bdd req-dec5e935-5590-4dd0-a598-2d0596d092c2 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957720 Mar 05 04:48:34.101991 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-eb188cc2-639b-46ea-92f1-8fe1e020bf0c service neutron] 10.222.0.31 "GET /v2.0/networks/d212388e-df12-4708-9d1c-73e3d414a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382526 Mar 05 04:48:34.247975 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['81e61ca6-5f8e-4f64-a7a0-621796f438ad'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:48:34.297252 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168e6cf-8ec0-4e1b-96a4-4118960755f1 req-13ad5843-043d-4e63-af92-5ac0591454bb tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:34.298837 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a168e6cf-8ec0-4e1b-96a4-4118960755f1 req-13ad5843-043d-4e63-af92-5ac0591454bb tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52 HTTP/1.1" status: 200 len: 944 time: 0.1588471 Mar 05 04:48:34.331241 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-964d1e61-3799-42a3-8560-4ef36a50f50f service neutron] 10.222.0.31 "GET /v2.0/networks/d212388e-df12-4708-9d1c-73e3d414a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200761 Mar 05 04:48:34.453510 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-39ccc15c-067e-4eae-9db6-4f54fe59a448 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abf116a6-e436-4e8d-8188-bf1027bd0bef HTTP/1.1" status: 200 len: 217 time: 0.1168380 Mar 05 04:48:34.467846 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a168e6cf-8ec0-4e1b-96a4-4118960755f1 req-562fb9a7-9a64-40e8-9a4f-76155804ea9d tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.11 "GET /v2.0/security-groups?id=805a1224-8353-41ec-897d-94b8b2c384a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616061 Mar 05 04:48:34.510863 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843ef39-f706-40e5-9647-3c99fa0e7eda req-980587ec-5b6e-4e34-bedc-6db2eec82859 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:34.524878 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9843ef39-f706-40e5-9647-3c99fa0e7eda req-980587ec-5b6e-4e34-bedc-6db2eec82859 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed3afbc4-4de0-47c3-a6a1-a802dc4fa280 HTTP/1.1" status: 200 len: 950 time: 0.1488471 Mar 05 04:48:34.584993 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-aef53185-c541-4139-aed3-97504d384908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:34.605700 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-aef53185-c541-4139-aed3-97504d384908 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1c33f29-fbe3-4325-bbc2-5023e8c22c88 HTTP/1.1" status: 200 len: 797 time: 0.1438489 Mar 05 04:48:34.665704 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9843ef39-f706-40e5-9647-3c99fa0e7eda req-ce6f48fc-8dee-4ce2-811e-ddb00e58ed5e tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341207 Mar 05 04:48:34.769279 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76342bea-8285-48de-95aa-9e92f3131e50 req-02b3a93d-400f-46a7-ba0a-bb4810d0f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:34.771026 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-02b3a93d-400f-46a7-ba0a-bb4810d0f84b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d212388e-df12-4708-9d1c-73e3d414a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1585171 Mar 05 04:48:34.782168 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa382e2-554c-4b4a-a64f-5803e45a22fb req-0a2cda17-7d76-45ec-8301-e48363e8204e tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:34.784744 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-faa382e2-554c-4b4a-a64f-5803e45a22fb req-0a2cda17-7d76-45ec-8301-e48363e8204e tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed3afbc4-4de0-47c3-a6a1-a802dc4fa280 HTTP/1.1" status: 200 len: 950 time: 0.1475646 Mar 05 04:48:34.894475 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47154) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:35.016608 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98388c42-942a-4ace-b820-b5f093b51d41 req-aea77955-2184-495c-80df-6c0b2656411f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:35.022784 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98388c42-942a-4ace-b820-b5f093b51d41 req-aea77955-2184-495c-80df-6c0b2656411f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:35.029346 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98388c42-942a-4ace-b820-b5f093b51d41 req-aea77955-2184-495c-80df-6c0b2656411f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:35.035392 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98388c42-942a-4ace-b820-b5f093b51d41 req-aea77955-2184-495c-80df-6c0b2656411f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:35.041465 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98388c42-942a-4ace-b820-b5f093b51d41 req-aea77955-2184-495c-80df-6c0b2656411f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:35.048547 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98388c42-942a-4ace-b820-b5f093b51d41 req-aea77955-2184-495c-80df-6c0b2656411f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:35.054417 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98388c42-942a-4ace-b820-b5f093b51d41 req-aea77955-2184-495c-80df-6c0b2656411f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:35.056641 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-98388c42-942a-4ace-b820-b5f093b51d41 req-aea77955-2184-495c-80df-6c0b2656411f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.1718459 Mar 05 04:48:35.130026 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-2b2c128c-d171-42bf-b719-1a7a8d26d80f service neutron] 10.222.0.31 "GET /v2.0/networks/d212388e-df12-4708-9d1c-73e3d414a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429360 Mar 05 04:48:35.133677 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-faa382e2-554c-4b4a-a64f-5803e45a22fb req-7dfef0f4-9d59-431b-8c5a-de68222f76a5 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Deleting port 5452ba3c-4105-42e7-8b00-280669d469bf {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:48:35.134226 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-faa382e2-554c-4b4a-a64f-5803e45a22fb req-7dfef0f4-9d59-431b-8c5a-de68222f76a5 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (5452ba3c-4105-42e7-8b00-280669d469bf), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:35.162129 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-98388c42-942a-4ace-b820-b5f093b51d41 req-0a698e1f-b696-4c70-8d68-f0bd7135db3f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0977974 Mar 05 04:48:35.241104 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76342bea-8285-48de-95aa-9e92f3131e50 req-a43e6ec1-45a5-44a6-be65-cd004809f41a service neutron] 10.222.0.31 "GET /v2.0/networks/d212388e-df12-4708-9d1c-73e3d414a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014335 Mar 05 04:48:35.254133 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50fa3cd-2ecd-40e4-8d67-4fdc91da8e4f req-38096502-a469-43cb-8745-8af0db69ca7c tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:35.258049 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e50fa3cd-2ecd-40e4-8d67-4fdc91da8e4f req-38096502-a469-43cb-8745-8af0db69ca7c tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 945 time: 0.0944209 Mar 05 04:48:35.448764 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e50fa3cd-2ecd-40e4-8d67-4fdc91da8e4f req-69d4c3e0-0058-4224-a698-be939c0a3c72 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731465 Mar 05 04:48:35.466297 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-5e8278cc-adea-46a8-a82e-e6b8f398ecfe admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-948370513-network', 'tenant_id': '0e16916bc5ab42f18a1be1639c6742d1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:48:35.498041 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8278cc-adea-46a8-a82e-e6b8f398ecfe admin admin] Made reservation on behalf of 0e16916bc5ab42f18a1be1639c6742d1 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:48:35.501718 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5e8278cc-adea-46a8-a82e-e6b8f398ecfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:35.515961 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5e8278cc-adea-46a8-a82e-e6b8f398ecfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:35.544950 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-faa382e2-554c-4b4a-a64f-5803e45a22fb req-7dfef0f4-9d59-431b-8c5a-de68222f76a5 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] For port 5452ba3c-4105-42e7-8b00-280669d469bf, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5452ba3c-4105-42e7-8b00-280669d469bf,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:35.545326 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-faa382e2-554c-4b4a-a64f-5803e45a22fb req-7dfef0f4-9d59-431b-8c5a-de68222f76a5 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (5452ba3c-4105-42e7-8b00-280669d469bf), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:35.567538 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-faa382e2-554c-4b4a-a64f-5803e45a22fb req-7dfef0f4-9d59-431b-8c5a-de68222f76a5 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Calling delete_port for 5452ba3c-4105-42e7-8b00-280669d469bf owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:48:35.647602 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5e8278cc-adea-46a8-a82e-e6b8f398ecfe admin admin] Publish callbacks [] for security_group (c868f5f0-cb4e-40d5-97a8-035a925e3b91), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:35.661484 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5e8278cc-adea-46a8-a82e-e6b8f398ecfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c868f5f0-cb4e-40d5-97a8-035a925e3b91), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:35.677550 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e8278cc-adea-46a8-a82e-e6b8f398ecfe admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:48:35.728803 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5e8278cc-adea-46a8-a82e-e6b8f398ecfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (9ce2c578-aa5b-4781-ad63-77fb0fbf1b45), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:35.731172 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-5e8278cc-adea-46a8-a82e-e6b8f398ecfe admin admin] Added segment 9ce2c578-aa5b-4781-ad63-77fb0fbf1b45 of type vlan for network 0bb08609-ad67-427a-9550-d841328e6d18 Mar 05 04:48:35.839719 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5e8278cc-adea-46a8-a82e-e6b8f398ecfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (0bb08609-ad67-427a-9550-d841328e6d18), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:35.870725 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-b2bb2693-8023-4729-9d6c-6192894a21f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:35.876086 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-b2bb2693-8023-4729-9d6c-6192894a21f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:35.878006 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-b2bb2693-8023-4729-9d6c-6192894a21f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:35.878650 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-b2bb2693-8023-4729-9d6c-6192894a21f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:35.880912 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-b2bb2693-8023-4729-9d6c-6192894a21f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:35.882845 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-b2bb2693-8023-4729-9d6c-6192894a21f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:35.883568 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-b2bb2693-8023-4729-9d6c-6192894a21f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:35.889589 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-b2bb2693-8023-4729-9d6c-6192894a21f4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f322de562e384481acfa7667e5bcbd96&device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 6711 time: 0.3071785 Mar 05 04:48:36.008932 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5e8278cc-adea-46a8-a82e-e6b8f398ecfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (0bb08609-ad67-427a-9550-d841328e6d18), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:36.012916 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8278cc-adea-46a8-a82e-e6b8f398ecfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:36.013689 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5e8278cc-adea-46a8-a82e-e6b8f398ecfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:36.059036 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5e8278cc-adea-46a8-a82e-e6b8f398ecfe admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1603935 Mar 05 04:48:36.071203 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47190) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:36.092977 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-0fc3fd50-f7f8-4971-8b59-4739272b0278 admin admin] Request body: {'subnet': {'network_id': '0bb08609-ad67-427a-9550-d841328e6d18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-948370513-subnet', 'tenant_id': '0e16916bc5ab42f18a1be1639c6742d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:48:36.155416 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-faa382e2-554c-4b4a-a64f-5803e45a22fb req-7dfef0f4-9d59-431b-8c5a-de68222f76a5 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (5452ba3c-4105-42e7-8b00-280669d469bf), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:36.168554 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['d35174a3-9581-421a-8690-73a161cd1b0f', '5452ba3c-4105-42e7-8b00-280669d469bf', 'e511e81b-5047-4a10-8053-6f167b4fd348'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:48:36.208839 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8278cc-adea-46a8-a82e-e6b8f398ecfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c868f5f0-cb4e-40d5-97a8-035a925e3b91,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:36.264203 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce79e9-7be3-4f73-a350-40bf00adb665 req-201d6cca-790a-4faa-b3ae-296f1e65ad1f tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:36.266965 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e2ce79e9-7be3-4f73-a350-40bf00adb665 req-201d6cca-790a-4faa-b3ae-296f1e65ad1f tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52 HTTP/1.1" status: 200 len: 944 time: 0.6174955 Mar 05 04:48:36.281133 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc0a8d-b9af-41b5-9f33-c9f1be5b84fd req-1c37d6fa-84ca-4d0f-a788-913eea94af1e tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:36.283694 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfef0f4-9d59-431b-8c5a-de68222f76a5 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Pushing event deleted for resources: {'Port': ['ID=5452ba3c-4105-42e7-8b00-280669d469bf,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:36.301326 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0acc0a8d-b9af-41b5-9f33-c9f1be5b84fd req-1c37d6fa-84ca-4d0f-a788-913eea94af1e tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=ed3afbc4-4de0-47c3-a6a1-a802dc4fa280 HTTP/1.1" status: 200 len: 950 time: 0.4018507 Mar 05 04:48:36.331014 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc3fd50-f7f8-4971-8b59-4739272b0278 admin admin] Made reservation on behalf of 0e16916bc5ab42f18a1be1639c6742d1 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:48:36.339235 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0fc3fd50-f7f8-4971-8b59-4739272b0278 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:36.476302 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-eadb711b-bc69-44b7-a84f-bb56391a3a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:36.477232 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-eadb711b-bc69-44b7-a84f-bb56391a3a7a service neutron] 10.222.0.31 "GET /v2.0/networks?id=d212388e-df12-4708-9d1c-73e3d414a7cb HTTP/1.1" status: 200 len: 901 time: 0.5793183 Mar 05 04:48:36.580837 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:48:36.585103 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa382e2-554c-4b4a-a64f-5803e45a22fb req-7dfef0f4-9d59-431b-8c5a-de68222f76a5 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] No DVR routers for this DVR port 5452ba3c-4105-42e7-8b00-280669d469bf on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:48:36.603515 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-faa382e2-554c-4b4a-a64f-5803e45a22fb req-7dfef0f4-9d59-431b-8c5a-de68222f76a5 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:36.616153 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-faa382e2-554c-4b4a-a64f-5803e45a22fb req-7dfef0f4-9d59-431b-8c5a-de68222f76a5 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.30 "DELETE /v2.0/ports/5452ba3c-4105-42e7-8b00-280669d469bf HTTP/1.1" status: 204 len: 173 time: 1.8198438 Mar 05 04:48:36.642733 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3afbc4-4de0-47c3-a6a1-a802dc4fa280', 'name': 'network-vif-deleted', 'tag': '5452ba3c-4105-42e7-8b00-280669d469bf'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:48:36.648013 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0010047a-1677-4535-aabd-18cbdb587680" -d '{"events": [{"server_uuid": "ed3afbc4-4de0-47c3-a6a1-a802dc4fa280", "name": "network-vif-deleted", "tag": "5452ba3c-4105-42e7-8b00-280669d469bf"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:48:36.731453 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8278cc-adea-46a8-a82e-e6b8f398ecfe admin admin] Pushing event updated for resources: {'Network': ['ID=0bb08609-ad67-427a-9550-d841328e6d18,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:36.750208 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-726cd294-5753-43fe-80c6-868d0edee22d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9c57959f-74bc-4f24-a658-b703986f73eb HTTP/1.1" status: 200 len: 217 time: 0.1688871 Mar 05 04:48:36.821560 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 0bb08609-ad67-427a-9550-d841328e6d18 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:48:36.968292 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e2ce79e9-7be3-4f73-a350-40bf00adb665 req-22932ea6-dbc8-40f2-aafd-3b0a184ff973 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.11 "GET /v2.0/security-groups?id=805a1224-8353-41ec-897d-94b8b2c384a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414215 Mar 05 04:48:36.976502 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-3d88310f-19d6-425a-ac01-2459df313143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:36.978016 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-3d88310f-19d6-425a-ac01-2459df313143 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1c33f29-fbe3-4325-bbc2-5023e8c22c88 HTTP/1.1" status: 200 len: 797 time: 0.2038727 Mar 05 04:48:36.996651 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0acc0a8d-b9af-41b5-9f33-c9f1be5b84fd req-1b393c32-41cb-43e7-a46a-08587b08d7df tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6929042 Mar 05 04:48:37.144524 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:48:37.145299 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:37.332032 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:48:37.333280 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:37.381095 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64f13f-4319-4197-8c9c-03704802caa2 req-9d87fe7b-71ec-4288-a8d3-00cb6de6ac52 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:37.386959 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64f13f-4319-4197-8c9c-03704802caa2 req-9d87fe7b-71ec-4288-a8d3-00cb6de6ac52 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:37.397104 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64f13f-4319-4197-8c9c-03704802caa2 req-9d87fe7b-71ec-4288-a8d3-00cb6de6ac52 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:37.422215 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:37.424679 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64f13f-4319-4197-8c9c-03704802caa2 req-9d87fe7b-71ec-4288-a8d3-00cb6de6ac52 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:37.433339 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:48:37.443172 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0fc3fd50-f7f8-4971-8b59-4739272b0278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (35d777fc-c928-4d0b-8cba-14ed4ad4a444), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:37.448233 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405ac593-29ca-46a2-9178-8568f364c6c7" -d '{"events": [{"server_uuid": "1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f", "name": "network-vif-plugged", "status": "completed", "tag": "cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:48:37.448719 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-4c569653-7a8b-4d50-bc6e-175898e0ec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:37.449032 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64f13f-4319-4197-8c9c-03704802caa2 req-9d87fe7b-71ec-4288-a8d3-00cb6de6ac52 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:37.451309 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-4c569653-7a8b-4d50-bc6e-175898e0ec6a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d212388e-df12-4708-9d1c-73e3d414a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4491048 Mar 05 04:48:37.453514 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:37.457248 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 81e61ca6-5f8e-4f64-a7a0-621796f438ad up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:48:37.462929 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64f13f-4319-4197-8c9c-03704802caa2 req-9d87fe7b-71ec-4288-a8d3-00cb6de6ac52 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:37.468414 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64f13f-4319-4197-8c9c-03704802caa2 req-9d87fe7b-71ec-4288-a8d3-00cb6de6ac52 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:37.470373 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bc64f13f-4319-4197-8c9c-03704802caa2 req-9d87fe7b-71ec-4288-a8d3-00cb6de6ac52 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.3333540 Mar 05 04:48:37.497805 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ed39a-e6c9-4fbc-93a1-75d8adeb9079 req-58923615-1003-456c-9d7c-24f66dcef0f6 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:37.511487 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d12ed39a-e6c9-4fbc-93a1-75d8adeb9079 req-58923615-1003-456c-9d7c-24f66dcef0f6 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 945 time: 0.2798526 Mar 05 04:48:37.516361 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc3fd50-f7f8-4971-8b59-4739272b0278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35d777fc-c928-4d0b-8cba-14ed4ad4a444,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:37.680566 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d12ed39a-e6c9-4fbc-93a1-75d8adeb9079 req-5420b3d0-6f36-4d15-b31e-990e6d2acf19 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658604 Mar 05 04:48:37.701687 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db,revision_number=7']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:37.710624 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bc64f13f-4319-4197-8c9c-03704802caa2 req-b04ea870-dc52-46f3-962f-e62c64904fce tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2259619 Mar 05 04:48:37.733620 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 81e61ca6-5f8e-4f64-a7a0-621796f438ad completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:48:37.738798 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 81e61ca6-5f8e-4f64-a7a0-621796f438ad triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:48:37.739574 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (81e61ca6-5f8e-4f64-a7a0-621796f438ad), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:37.832408 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bf7cd3-3b2c-4d49-bb25-759111717902 x-openstack-request-id: req-f1bf7cd3-3b2c-4d49-bb25-759111717902 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:48:37.832782 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f", "name": "network-vif-plugged", "status": "completed", "tag": "cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:48:37.833126 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f1bf7cd3-3b2c-4d49-bb25-759111717902 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:48:37.833601 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db', 'code': 200} Mar 05 04:48:37.907127 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 81e61ca6-5f8e-4f64-a7a0-621796f438ad is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:48:37.907641 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (81e61ca6-5f8e-4f64-a7a0-621796f438ad), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:37.982924 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 81e61ca6-5f8e-4f64-a7a0-621796f438ad, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=81e61ca6-5f8e-4f64-a7a0-621796f438ad,segment=NetworkSegment(2fd6936d-1671-42a6-9dbc-220b5553be15),segment_id=2fd6936d-1671-42a6-9dbc-220b5553be15)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:37.992127 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (81e61ca6-5f8e-4f64-a7a0-621796f438ad), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:38.065894 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9430dd32-c6c9-4005-9dd1-e75633118ea8 x-openstack-request-id: req-9430dd32-c6c9-4005-9dd1-e75633118ea8 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:48:38.066223 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3afbc4-4de0-47c3-a6a1-a802dc4fa280", "name": "network-vif-deleted", "tag": "5452ba3c-4105-42e7-8b00-280669d469bf", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:48:38.066434 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9430dd32-c6c9-4005-9dd1-e75633118ea8 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:48:38.066837 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3afbc4-4de0-47c3-a6a1-a802dc4fa280', 'name': 'network-vif-deleted', 'tag': '5452ba3c-4105-42e7-8b00-280669d469bf', 'status': 'completed', 'code': 200} Mar 05 04:48:38.076836 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc3fd50-f7f8-4971-8b59-4739272b0278 admin admin] Checking segment: {'id': '9ce2c578-aa5b-4781-ad63-77fb0fbf1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb08609-ad67-427a-9550-d841328e6d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:48:38.077241 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc3fd50-f7f8-4971-8b59-4739272b0278 admin admin] Network hostable DHCP agents. Network: 0bb08609-ad67-427a-9550-d841328e6d18, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:48:38.084622 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=81e61ca6-5f8e-4f64-a7a0-621796f438ad,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:38.175495 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc3fd50-f7f8-4971-8b59-4739272b0278 admin admin] Network 0bb08609-ad67-427a-9550-d841328e6d18 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:48:38.193527 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-0fc3fd50-f7f8-4971-8b59-4739272b0278 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 0bb08609-ad67-427a-9550-d841328e6d18) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:48:38.198778 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc3fd50-f7f8-4971-8b59-4739272b0278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:38.199405 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0fc3fd50-f7f8-4971-8b59-4739272b0278 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:38.204116 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6fa02d-9488-4e1a-9dfd-b0e312ea218a None None] Network 0bb08609-ad67-427a-9550-d841328e6d18 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:48:38.223975 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2ddec-981b-491d-b7a7-898a6b4d5029 req-b29f77b3-eeca-44e1-9f56-5fb69e8047b4 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:38.225474 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3d2ddec-981b-491d-b7a7-898a6b4d5029 req-b29f77b3-eeca-44e1-9f56-5fb69e8047b4 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52 HTTP/1.1" status: 200 len: 945 time: 0.1169057 Mar 05 04:48:38.274861 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0fc3fd50-f7f8-4971-8b59-4739272b0278 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1933942 Mar 05 04:48:38.299369 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-c9e41dc2-f34f-45ce-8afb-578a084d2783 service neutron] 10.222.0.31 "GET /v2.0/networks/d212388e-df12-4708-9d1c-73e3d414a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7935944 Mar 05 04:48:38.363616 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3d2ddec-981b-491d-b7a7-898a6b4d5029 req-165a5c8c-e90b-4572-8bfe-029ecb3e937f tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.11 "GET /v2.0/security-groups?id=805a1224-8353-41ec-897d-94b8b2c384a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223872 Mar 05 04:48:38.471309 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0599d5a6-687b-4a32-ac62-48312a407e8c None None] Network 0bb08609-ad67-427a-9550-d841328e6d18 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:48:38.639858 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-7ef6f975-c5d9-4387-8897-9f4fa33ae44e service neutron] 10.222.0.31 "GET /v2.0/networks/d212388e-df12-4708-9d1c-73e3d414a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270724 Mar 05 04:48:38.794190 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 5452ba3c-4105-42e7-8b00-280669d469bf no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:48:38.861327 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-b774dbbc-05ee-4984-b86f-9f649083f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:38.862186 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-b774dbbc-05ee-4984-b86f-9f649083f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:38.862659 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-b774dbbc-05ee-4984-b86f-9f649083f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:38.863468 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-b774dbbc-05ee-4984-b86f-9f649083f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:38.864247 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-b774dbbc-05ee-4984-b86f-9f649083f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:38.864720 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-b774dbbc-05ee-4984-b86f-9f649083f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:38.865227 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-b774dbbc-05ee-4984-b86f-9f649083f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:38.868008 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-b774dbbc-05ee-4984-b86f-9f649083f309 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f322de562e384481acfa7667e5bcbd96&device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 6711 time: 0.1539664 Mar 05 04:48:38.898513 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 5452ba3c-4105-42e7-8b00-280669d469bf {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:48:38.898992 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 5452ba3c-4105-42e7-8b00-280669d469bf not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:48:39.029882 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-0716611a-c885-448f-9bab-812a010562d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:39.031983 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-0716611a-c885-448f-9bab-812a010562d0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d212388e-df12-4708-9d1c-73e3d414a7cb HTTP/1.1" status: 200 len: 901 time: 0.1532128 Mar 05 04:48:39.096491 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-7be385a4-0f5d-4ed3-b763-21f91aac6a8b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abf116a6-e436-4e8d-8188-bf1027bd0bef HTTP/1.1" status: 200 len: 217 time: 0.0564787 Mar 05 04:48:39.139328 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-b77d1b2e-a771-40fb-85d9-8d6375a2fcd3 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:39.148178 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-b77d1b2e-a771-40fb-85d9-8d6375a2fcd3 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/networks?id=0bb08609-ad67-427a-9550-d841328e6d18 HTTP/1.1" status: 200 len: 817 time: 0.3080335 Mar 05 04:48:39.171317 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f22f8e-f5f6-44b2-af93-37ddd46db45f req-6e8c6cd8-7622-4d65-8d3f-d95da7d6f1de tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:39.175448 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-6339edb7-73c3-4534-9af8-9fe305b5611a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:39.177414 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-6339edb7-73c3-4534-9af8-9fe305b5611a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1c33f29-fbe3-4325-bbc2-5023e8c22c88 HTTP/1.1" status: 200 len: 797 time: 0.0711784 Mar 05 04:48:39.179674 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-31f22f8e-f5f6-44b2-af93-37ddd46db45f req-6e8c6cd8-7622-4d65-8d3f-d95da7d6f1de tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 945 time: 0.2496233 Mar 05 04:48:39.201782 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-83becc65-054c-4de9-81c1-97a4b8232e04 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/quotas/0e16916bc5ab42f18a1be1639c6742d1 HTTP/1.1" status: 200 len: 375 time: 0.0526226 Mar 05 04:48:39.277140 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-4f865b22-3026-4d4a-81e8-80d009035270 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e16916bc5ab42f18a1be1639c6742d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742981 Mar 05 04:48:39.281723 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-f61a985e-750b-4978-a8db-d724d4cee2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:39.282807 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-f61a985e-750b-4978-a8db-d724d4cee2c2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d212388e-df12-4708-9d1c-73e3d414a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0961423 Mar 05 04:48:39.357243 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-31f22f8e-f5f6-44b2-af93-37ddd46db45f req-01c1fe97-780a-47e0-9585-e20dc09c5a63 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727030 Mar 05 04:48:39.500665 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-5fc5358d-e3e1-4e7d-88c9-18ab65bd0ffa service neutron] 10.222.0.31 "GET /v2.0/networks/d212388e-df12-4708-9d1c-73e3d414a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096364 Mar 05 04:48:39.571886 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-daf30d02-1f05-4e60-9ffc-29f8ea50e573 service neutron] 10.222.0.11 "GET /v2.0/networks/0bb08609-ad67-427a-9550-d841328e6d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935562 Mar 05 04:48:39.675896 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc2fd2-427a-4108-aed4-5b69196a5c8a req-2cc9daca-aff1-442c-b1d6-b0e8245ed27e tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:39.676888 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6ab88da2-1cda-4a66-8bea-dff48c442b7f req-87d54996-48e1-4187-8063-08e0785d1b63 service neutron] 10.222.0.31 "GET /v2.0/networks/d212388e-df12-4708-9d1c-73e3d414a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690323 Mar 05 04:48:39.681633 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc2fd2-427a-4108-aed4-5b69196a5c8a req-2cc9daca-aff1-442c-b1d6-b0e8245ed27e tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:39.688375 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc2fd2-427a-4108-aed4-5b69196a5c8a req-2cc9daca-aff1-442c-b1d6-b0e8245ed27e tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:39.694189 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc2fd2-427a-4108-aed4-5b69196a5c8a req-2cc9daca-aff1-442c-b1d6-b0e8245ed27e tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:39.701547 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc2fd2-427a-4108-aed4-5b69196a5c8a req-2cc9daca-aff1-442c-b1d6-b0e8245ed27e tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:39.708345 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc2fd2-427a-4108-aed4-5b69196a5c8a req-2cc9daca-aff1-442c-b1d6-b0e8245ed27e tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:39.720010 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc2fd2-427a-4108-aed4-5b69196a5c8a req-2cc9daca-aff1-442c-b1d6-b0e8245ed27e tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:39.722343 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8cbc2fd2-427a-4108-aed4-5b69196a5c8a req-2cc9daca-aff1-442c-b1d6-b0e8245ed27e tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.2125106 Mar 05 04:48:39.827694 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-203f54c6-a88e-4274-b4ac-c300fd7b0450 service neutron] 10.222.0.11 "GET /v2.0/networks/0bb08609-ad67-427a-9550-d841328e6d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548051 Mar 05 04:48:39.835094 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e61ca6-5f8e-4f64-a7a0-621796f438ad'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:48:39.837440 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507231df-fc5f-48dc-a177-a8ab3fef857d" -d '{"events": [{"server_uuid": "2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52", "name": "network-vif-plugged", "status": "completed", "tag": "81e61ca6-5f8e-4f64-a7a0-621796f438ad"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:48:39.864353 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8cbc2fd2-427a-4108-aed4-5b69196a5c8a req-10464857-4f8d-4e5f-85cb-5906b847764b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1414857 Mar 05 04:48:40.095717 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220aaf9d-0675-41b4-9a75-991ef507b604 req-eb17456b-f156-4ec6-a89d-6d07f240c2e3 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:40.101514 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-220aaf9d-0675-41b4-9a75-991ef507b604 req-eb17456b-f156-4ec6-a89d-6d07f240c2e3 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=063b68cb-325a-4a23-81e2-7cb8874435df HTTP/1.1" status: 200 len: 950 time: 0.1499035 Mar 05 04:48:40.206642 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-220aaf9d-0675-41b4-9a75-991ef507b604 req-4ae1e550-a78f-4483-9699-63328d3f71ff tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976386 Mar 05 04:48:40.488570 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5b968-5064-4e11-8b6c-4eb19d8b7e6e req-21542e33-33a5-45de-9f86-3402b6d990a7 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:40.488873 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b84790-1157-43aa-b67b-b6bfbeb78530 req-3165dd29-723d-4e74-aff9-4cd354f2ab58 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:40.490848 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0dd5b968-5064-4e11-8b6c-4eb19d8b7e6e req-21542e33-33a5-45de-9f86-3402b6d990a7 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52 HTTP/1.1" status: 200 len: 945 time: 0.1725559 Mar 05 04:48:40.492840 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f0b84790-1157-43aa-b67b-b6bfbeb78530 req-3165dd29-723d-4e74-aff9-4cd354f2ab58 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.30 "GET /v2.0/ports?device_id=063b68cb-325a-4a23-81e2-7cb8874435df HTTP/1.1" status: 200 len: 950 time: 0.1365612 Mar 05 04:48:40.632218 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0dd5b968-5064-4e11-8b6c-4eb19d8b7e6e req-7fb4d6ca-cf88-49bb-b22f-debb8d1bcfc4 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.11 "GET /v2.0/security-groups?id=805a1224-8353-41ec-897d-94b8b2c384a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301746 Mar 05 04:48:40.723443 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffc386a-1655-4d94-b38b-bde1359b6ac4 x-openstack-request-id: req-dffc386a-1655-4d94-b38b-bde1359b6ac4 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:48:40.723776 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52", "name": "network-vif-plugged", "status": "completed", "tag": "81e61ca6-5f8e-4f64-a7a0-621796f438ad", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:48:40.724035 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dffc386a-1655-4d94-b38b-bde1359b6ac4 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:48:40.724435 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e61ca6-5f8e-4f64-a7a0-621796f438ad', 'code': 200} Mar 05 04:48:40.765036 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-f0b84790-1157-43aa-b67b-b6bfbeb78530 req-92a0a888-f8bc-4a1c-96cf-94603f78e1a8 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Deleting port d35174a3-9581-421a-8690-73a161cd1b0f {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:48:40.767390 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f0b84790-1157-43aa-b67b-b6bfbeb78530 req-92a0a888-f8bc-4a1c-96cf-94603f78e1a8 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d35174a3-9581-421a-8690-73a161cd1b0f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:41.065816 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-f0b84790-1157-43aa-b67b-b6bfbeb78530 req-92a0a888-f8bc-4a1c-96cf-94603f78e1a8 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] For port d35174a3-9581-421a-8690-73a161cd1b0f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d35174a3-9581-421a-8690-73a161cd1b0f,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:41.068465 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f0b84790-1157-43aa-b67b-b6bfbeb78530 req-92a0a888-f8bc-4a1c-96cf-94603f78e1a8 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d35174a3-9581-421a-8690-73a161cd1b0f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:41.113871 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-f0b84790-1157-43aa-b67b-b6bfbeb78530 req-92a0a888-f8bc-4a1c-96cf-94603f78e1a8 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Calling delete_port for d35174a3-9581-421a-8690-73a161cd1b0f owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:48:41.134845 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60990716-a3a5-4e82-acec-8cebdd274981 req-1f86f832-6ff5-4c5c-bb19-ed942b86fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:41.141340 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60990716-a3a5-4e82-acec-8cebdd274981 req-1f86f832-6ff5-4c5c-bb19-ed942b86fd74 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52 HTTP/1.1" status: 200 len: 1128 time: 0.3268864 Mar 05 04:48:41.203727 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-03b09efb-86ef-47b6-bd36-55a830912fba req-4525d7f7-8138-44d0-b5bf-2532d5e10d30 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eabc7f7-560c-4e18-b2d8-f018f68ad17d HTTP/1.1" status: 200 len: 210 time: 0.0604665 Mar 05 04:48:41.360256 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2e9d28db-3613-4d94-bc5b-0d86a214a32d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:41.413666 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bb9ee-3e50-4c32-b535-bdc3f6bf7963 req-41c4cd3d-a296-4db3-a11b-d7a71379a5df tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:41.427237 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-275bb9ee-3e50-4c32-b535-bdc3f6bf7963 req-41c4cd3d-a296-4db3-a11b-d7a71379a5df tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 945 time: 0.4860888 Mar 05 04:48:41.483766 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60990716-a3a5-4e82-acec-8cebdd274981 req-33d30dce-a3d4-4c30-8233-5d2ae7ea03d2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=805a1224-8353-41ec-897d-94b8b2c384a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771490 Mar 05 04:48:41.488188 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f0b84790-1157-43aa-b67b-b6bfbeb78530 req-92a0a888-f8bc-4a1c-96cf-94603f78e1a8 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (d35174a3-9581-421a-8690-73a161cd1b0f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:41.504516 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['e511e81b-5047-4a10-8053-6f167b4fd348'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:48:41.603800 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a0a888-f8bc-4a1c-96cf-94603f78e1a8 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Pushing event deleted for resources: {'Port': ['ID=d35174a3-9581-421a-8690-73a161cd1b0f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:41.709459 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b84790-1157-43aa-b67b-b6bfbeb78530 req-92a0a888-f8bc-4a1c-96cf-94603f78e1a8 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] No DVR routers for this DVR port d35174a3-9581-421a-8690-73a161cd1b0f on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:48:41.720765 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f0b84790-1157-43aa-b67b-b6bfbeb78530 req-92a0a888-f8bc-4a1c-96cf-94603f78e1a8 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:41.724725 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b5035-b723-40d9-8bca-bf0a2fd8d4da req-c5933a76-2324-4d0d-9383-0a2f67f0f53c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:41.726432 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f0b84790-1157-43aa-b67b-b6bfbeb78530 req-92a0a888-f8bc-4a1c-96cf-94603f78e1a8 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.30 "DELETE /v2.0/ports/d35174a3-9581-421a-8690-73a161cd1b0f HTTP/1.1" status: 204 len: 173 time: 1.2257743 Mar 05 04:48:41.726927 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063b68cb-325a-4a23-81e2-7cb8874435df', 'name': 'network-vif-deleted', 'tag': 'd35174a3-9581-421a-8690-73a161cd1b0f'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:48:41.734382 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf43812-2789-4e43-b7c7-12cf326b2218" -d '{"events": [{"server_uuid": "063b68cb-325a-4a23-81e2-7cb8874435df", "name": "network-vif-deleted", "tag": "d35174a3-9581-421a-8690-73a161cd1b0f"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:48:41.741699 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b5035-b723-40d9-8bca-bf0a2fd8d4da req-c5933a76-2324-4d0d-9383-0a2f67f0f53c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:41.750528 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b5035-b723-40d9-8bca-bf0a2fd8d4da req-c5933a76-2324-4d0d-9383-0a2f67f0f53c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:41.758407 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b5035-b723-40d9-8bca-bf0a2fd8d4da req-c5933a76-2324-4d0d-9383-0a2f67f0f53c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:41.766011 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b5035-b723-40d9-8bca-bf0a2fd8d4da req-c5933a76-2324-4d0d-9383-0a2f67f0f53c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:41.772463 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b5035-b723-40d9-8bca-bf0a2fd8d4da req-c5933a76-2324-4d0d-9383-0a2f67f0f53c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:41.779839 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b5035-b723-40d9-8bca-bf0a2fd8d4da req-c5933a76-2324-4d0d-9383-0a2f67f0f53c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:41.800712 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-513b5035-b723-40d9-8bca-bf0a2fd8d4da req-c5933a76-2324-4d0d-9383-0a2f67f0f53c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.4416463 Mar 05 04:48:41.828393 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-275bb9ee-3e50-4c32-b535-bdc3f6bf7963 req-917ea48c-1d92-44ca-aebe-722c5b4b7bcb tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929191 Mar 05 04:48:41.997811 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-513b5035-b723-40d9-8bca-bf0a2fd8d4da req-6c5b583c-d30e-48dc-926c-95cb52e7f4ee tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1894596 Mar 05 04:48:42.157029 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bbceee95-7382-45bf-b5a2-a1a93f09974f req-402f2d38-b151-446d-a710-f53fe9cd922f tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=063b68cb-325a-4a23-81e2-7cb8874435df HTTP/1.1" status: 200 len: 210 time: 0.0998046 Mar 05 04:48:42.331424 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b82615d-3710-446d-819d-3ebaf29d822d x-openstack-request-id: req-2b82615d-3710-446d-819d-3ebaf29d822d {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:48:42.332034 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063b68cb-325a-4a23-81e2-7cb8874435df", "name": "network-vif-deleted", "tag": "d35174a3-9581-421a-8690-73a161cd1b0f", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:48:42.332034 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2b82615d-3710-446d-819d-3ebaf29d822d {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:48:42.332440 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '063b68cb-325a-4a23-81e2-7cb8874435df', 'name': 'network-vif-deleted', 'tag': 'd35174a3-9581-421a-8690-73a161cd1b0f', 'status': 'completed', 'code': 200} Mar 05 04:48:42.452513 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38980044-aab0-412a-b8d2-b95760306cfe req-2a5e7188-e044-44be-8a1d-4b191ea5874c tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:42.469704 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-38980044-aab0-412a-b8d2-b95760306cfe req-2a5e7188-e044-44be-8a1d-4b191ea5874c tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52 HTTP/1.1" status: 200 len: 945 time: 0.2209489 Mar 05 04:48:42.578008 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d35174a3-9581-421a-8690-73a161cd1b0f no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:48:42.646329 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: d35174a3-9581-421a-8690-73a161cd1b0f {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:48:42.647339 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3cbd0486-59fe-4b31-a886-0e7b0515bf8e req-4cc42b0c-35a7-4594-b4fc-3ebc98cb1804 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eabc7f7-560c-4e18-b2d8-f018f68ad17d HTTP/1.1" status: 200 len: 210 time: 0.1610186 Mar 05 04:48:42.647929 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d35174a3-9581-421a-8690-73a161cd1b0f not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:48:42.757681 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-38980044-aab0-412a-b8d2-b95760306cfe req-68aa4b10-0417-44c7-b970-9be575c05050 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.11 "GET /v2.0/security-groups?id=805a1224-8353-41ec-897d-94b8b2c384a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825425 Mar 05 04:48:43.086755 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47340) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:43.272897 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0073c3-6a0e-4c71-be26-de6c853894f4 req-0170cb80-6b68-4430-9f67-aec4198efbc2 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:43.284001 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0e0073c3-6a0e-4c71-be26-de6c853894f4 req-0170cb80-6b68-4430-9f67-aec4198efbc2 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 945 time: 0.2930682 Mar 05 04:48:43.387351 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-569bed8c-af47-4827-b461-d558f18e99dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:43.401847 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdf64d-1954-4195-9b7d-b53a56426d4c req-158fcf4c-6d95-40ad-8e3c-42c9245f5481 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:43.414546 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdf64d-1954-4195-9b7d-b53a56426d4c req-158fcf4c-6d95-40ad-8e3c-42c9245f5481 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:43.421673 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdf64d-1954-4195-9b7d-b53a56426d4c req-158fcf4c-6d95-40ad-8e3c-42c9245f5481 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:43.428039 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdf64d-1954-4195-9b7d-b53a56426d4c req-158fcf4c-6d95-40ad-8e3c-42c9245f5481 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:43.436668 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdf64d-1954-4195-9b7d-b53a56426d4c req-158fcf4c-6d95-40ad-8e3c-42c9245f5481 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:43.447126 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdf64d-1954-4195-9b7d-b53a56426d4c req-158fcf4c-6d95-40ad-8e3c-42c9245f5481 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:43.459990 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdf64d-1954-4195-9b7d-b53a56426d4c req-158fcf4c-6d95-40ad-8e3c-42c9245f5481 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:43.465180 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-13bdf64d-1954-4195-9b7d-b53a56426d4c req-158fcf4c-6d95-40ad-8e3c-42c9245f5481 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.2751524 Mar 05 04:48:43.532962 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0e0073c3-6a0e-4c71-be26-de6c853894f4 req-c94de15c-1848-45c0-aa92-27f8e9d861b6 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467070 Mar 05 04:48:43.559627 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:43.602437 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-569bed8c-af47-4827-b461-d558f18e99dd admin admin] Publish callbacks [] for security_group (08924f8b-ea8a-42e8-9084-2761912aa6d3), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:43.616180 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-569bed8c-af47-4827-b461-d558f18e99dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (08924f8b-ea8a-42e8-9084-2761912aa6d3), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:43.649123 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-13bdf64d-1954-4195-9b7d-b53a56426d4c req-6b0a7f13-17aa-4a73-bc58-a1f56bbf2b4c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1707349 Mar 05 04:48:43.677371 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-13ef066a-22e7-4d91-847a-06d6d21ff487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:43.738941 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:43.909511 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a29e285d-a10b-4ccd-ba8d-14a8f73f9a44 req-c7aa6d73-22b0-485a-b8a6-0a51b83bd63d tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eabc7f7-560c-4e18-b2d8-f018f68ad17d HTTP/1.1" status: 200 len: 210 time: 0.0674753 Mar 05 04:48:43.982202 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-569bed8c-af47-4827-b461-d558f18e99dd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=28ed5be1b5a64095b3aeb66ad0288a5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8911045 Mar 05 04:48:43.983952 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47356) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:44.019509 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569bed8c-af47-4827-b461-d558f18e99dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08924f8b-ea8a-42e8-9084-2761912aa6d3,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:44.159735 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b68839aa-9c20-448c-a6bf-3a02fae7240e admin admin] Publish callbacks [] for security_group (08924f8b-ea8a-42e8-9084-2761912aa6d3), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:44.183399 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-99f100a3-1aa6-4cfe-9ec3-5ce5ef840303 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:44.187968 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-99f100a3-1aa6-4cfe-9ec3-5ce5ef840303 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.30 "GET /v2.0/networks?id=0bb08609-ad67-427a-9550-d841328e6d18 HTTP/1.1" status: 200 len: 817 time: 0.3039813 Mar 05 04:48:44.235245 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b68839aa-9c20-448c-a6bf-3a02fae7240e admin admin] Publish callbacks [] for security_group (08924f8b-ea8a-42e8-9084-2761912aa6d3), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:44.237194 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-dfba4ee3-9cee-4c03-a93a-484657c214b1 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:44.239040 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-dfba4ee3-9cee-4c03-a93a-484657c214b1 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.31 "GET /v2.0/networks?id=0bb08609-ad67-427a-9550-d841328e6d18 HTTP/1.1" status: 200 len: 817 time: 0.5596452 Mar 05 04:48:44.244177 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-13c7a7d3-4df7-4250-bd43-4d4dfbeaf616 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Request body: {'port': {'device_id': 'd20031be-cbf5-48b5-beac-a05317b4c455', 'network_id': '0bb08609-ad67-427a-9550-d841328e6d18', 'admin_state_up': True, 'tenant_id': '0e16916bc5ab42f18a1be1639c6742d1'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:48:44.255659 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-32425901-d33e-493d-936d-cda0d0138f86 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Request body: {'port': {'device_id': '5704b363-8c18-4534-901f-4925d4035022', 'network_id': '0bb08609-ad67-427a-9550-d841328e6d18', 'admin_state_up': True, 'tenant_id': '0e16916bc5ab42f18a1be1639c6742d1'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:48:44.508666 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-4387833f-404e-4780-857a-6fe23b572815 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:44.510298 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-4387833f-404e-4780-857a-6fe23b572815 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.30 "GET /v2.0/networks?id=0bb08609-ad67-427a-9550-d841328e6d18 HTTP/1.1" status: 200 len: 817 time: 0.2116165 Mar 05 04:48:44.555517 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-27817fb0-fc83-4b8f-ae68-d6dde5999e03 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Request body: {'port': {'device_id': '2eabc7f7-560c-4e18-b2d8-f018f68ad17d', 'network_id': '0bb08609-ad67-427a-9550-d841328e6d18', 'admin_state_up': True, 'tenant_id': '0e16916bc5ab42f18a1be1639c6742d1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:48:44.661933 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-32425901-d33e-493d-936d-cda0d0138f86 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Made reservation on behalf of 0e16916bc5ab42f18a1be1639c6742d1 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:48:44.670701 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-32425901-d33e-493d-936d-cda0d0138f86 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:44.752197 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-27817fb0-fc83-4b8f-ae68-d6dde5999e03 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Made reservation on behalf of 0e16916bc5ab42f18a1be1639c6742d1 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:48:44.756452 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-27817fb0-fc83-4b8f-ae68-d6dde5999e03 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:44.766234 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abee8db-52db-4fa1-a931-d36abf342e67 req-44f0e6ae-7220-4c95-9fe1-137f780a42fc tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:44.767928 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0abee8db-52db-4fa1-a931-d36abf342e67 req-44f0e6ae-7220-4c95-9fe1-137f780a42fc tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52 HTTP/1.1" status: 200 len: 945 time: 0.5930219 Mar 05 04:48:44.788664 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770bf22-6a42-43ad-b7e4-02406b78307d req-a63ee595-5074-4d67-b06c-0b52ccdf6e60 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:44.790238 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a770bf22-6a42-43ad-b7e4-02406b78307d req-a63ee595-5074-4d67-b06c-0b52ccdf6e60 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 950 time: 0.4934831 Mar 05 04:48:44.796713 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b68839aa-9c20-448c-a6bf-3a02fae7240e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (08924f8b-ea8a-42e8-9084-2761912aa6d3), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:44.799486 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b68839aa-9c20-448c-a6bf-3a02fae7240e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:44.803291 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b68839aa-9c20-448c-a6bf-3a02fae7240e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/08924f8b-ea8a-42e8-9084-2761912aa6d3 HTTP/1.1" status: 204 len: 168 time: 0.8193474 Mar 05 04:48:44.822188 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68839aa-9c20-448c-a6bf-3a02fae7240e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08924f8b-ea8a-42e8-9084-2761912aa6d3,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:44.896837 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-32425901-d33e-493d-936d-cda0d0138f86 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Allocated IP 172.20.0.5 (0bb08609-ad67-427a-9550-d841328e6d18/35d777fc-c928-4d0b-8cba-14ed4ad4a444/e117df6d-1639-4d04-8bba-a4aa8b8b60de) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:48:44.905391 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:44.955224 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0abee8db-52db-4fa1-a931-d36abf342e67 req-2d906cd0-0eb8-483d-85ec-c571f9be953d tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.11 "GET /v2.0/security-groups?id=805a1224-8353-41ec-897d-94b8b2c384a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614614 Mar 05 04:48:45.046488 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a770bf22-6a42-43ad-b7e4-02406b78307d req-1947b414-127c-48da-90f0-c3d350ce61cd tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419844 Mar 05 04:48:45.180337 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-32425901-d33e-493d-936d-cda0d0138f86 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Publish callbacks [] for port (e117df6d-1639-4d04-8bba-a4aa8b8b60de), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:45.215318 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf3f15-2a9e-43ae-b52d-b3cd90108dcd req-542342c7-d34f-477e-b76e-8b7136578ab0 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:45.222195 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-91cf3f15-2a9e-43ae-b52d-b3cd90108dcd req-542342c7-d34f-477e-b76e-8b7136578ab0 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 945 time: 0.1454885 Mar 05 04:48:45.252571 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-13c7a7d3-4df7-4250-bd43-4d4dfbeaf616 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Made reservation on behalf of 0e16916bc5ab42f18a1be1639c6742d1 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:48:45.259385 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-13c7a7d3-4df7-4250-bd43-4d4dfbeaf616 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:45.269194 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2df46d-b419-4aa5-93b0-df79834de6ce req-afa1a328-1db8-4c38-a467-47c9a611a7e0 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:45.270549 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-32425901-d33e-493d-936d-cda0d0138f86 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (e117df6d-1639-4d04-8bba-a4aa8b8b60de), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:45.275197 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2df46d-b419-4aa5-93b0-df79834de6ce req-afa1a328-1db8-4c38-a467-47c9a611a7e0 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:45.281315 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2df46d-b419-4aa5-93b0-df79834de6ce req-afa1a328-1db8-4c38-a467-47c9a611a7e0 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:45.286607 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2df46d-b419-4aa5-93b0-df79834de6ce req-afa1a328-1db8-4c38-a467-47c9a611a7e0 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:45.292038 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2df46d-b419-4aa5-93b0-df79834de6ce req-afa1a328-1db8-4c38-a467-47c9a611a7e0 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:45.297342 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2df46d-b419-4aa5-93b0-df79834de6ce req-afa1a328-1db8-4c38-a467-47c9a611a7e0 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:45.302997 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2df46d-b419-4aa5-93b0-df79834de6ce req-afa1a328-1db8-4c38-a467-47c9a611a7e0 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:45.304583 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8a2df46d-b419-4aa5-93b0-df79834de6ce req-afa1a328-1db8-4c38-a467-47c9a611a7e0 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.1507804 Mar 05 04:48:45.384015 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-32425901-d33e-493d-936d-cda0d0138f86 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Network 0bb08609-ad67-427a-9550-d841328e6d18 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:48:45.400331 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-32425901-d33e-493d-936d-cda0d0138f86 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:48:45.417692 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-91cf3f15-2a9e-43ae-b52d-b3cd90108dcd req-05420eed-2938-4527-a245-15087442eab9 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935897 Mar 05 04:48:45.445677 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-32425901-d33e-493d-936d-cda0d0138f86 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:48:45.449948 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47382) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:45.473179 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32425901-d33e-493d-936d-cda0d0138f86 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Pushing event updated for resources: {'Port': ['ID=e117df6d-1639-4d04-8bba-a4aa8b8b60de,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:45.505402 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-27817fb0-fc83-4b8f-ae68-d6dde5999e03 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Allocated IP 172.20.0.9 (0bb08609-ad67-427a-9550-d841328e6d18/35d777fc-c928-4d0b-8cba-14ed4ad4a444/87f6172f-f0a0-4e0c-9fdd-ce4637a749b1) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:48:45.546886 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d008b706-dc7a-4596-bda6-e31ca5fd2ec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:45.576289 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8a2df46d-b419-4aa5-93b0-df79834de6ce req-aa56cb94-969c-4c0a-bf7e-627c5a8d3bd8 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2581902 Mar 05 04:48:45.622996 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a5e5525b-f6d9-467e-a50d-f2eec326962e req-eaef5995-b467-45b5-80e3-1183e715f268 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eabc7f7-560c-4e18-b2d8-f018f68ad17d HTTP/1.1" status: 200 len: 210 time: 0.0723999 Mar 05 04:48:45.642816 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-32425901-d33e-493d-936d-cda0d0138f86 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:45.642816 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-32425901-d33e-493d-936d-cda0d0138f86 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:45.677688 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-32425901-d33e-493d-936d-cda0d0138f86 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4285042 Mar 05 04:48:45.693178 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-f0693f04-41f4-460e-918c-5a397d8b7f7e service neutron] Request body: {'port': {'device_id': '5704b363-8c18-4534-901f-4925d4035022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:48:45.829198 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa5273-e90a-4be6-9ccd-c818f9706720 req-f4d749be-3639-44ac-8b2b-77b8d3e417c6 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:45.830912 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-09fa5273-e90a-4be6-9ccd-c818f9706720 req-f4d749be-3639-44ac-8b2b-77b8d3e417c6 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 950 time: 0.1114004 Mar 05 04:48:45.837456 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-f0693f04-41f4-460e-918c-5a397d8b7f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e117df6d-1639-4d04-8bba-a4aa8b8b60de), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:45.842735 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d008b706-dc7a-4596-bda6-e31ca5fd2ec2 admin admin] Publish callbacks [] for security_group (00985ac6-e538-4b41-9e9a-28b07e058a95), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:45.871798 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-27817fb0-fc83-4b8f-ae68-d6dde5999e03 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Publish callbacks [] for port (87f6172f-f0a0-4e0c-9fdd-ce4637a749b1), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:45.917418 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d008b706-dc7a-4596-bda6-e31ca5fd2ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (00985ac6-e538-4b41-9e9a-28b07e058a95), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:45.950549 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-27817fb0-fc83-4b8f-ae68-d6dde5999e03 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (87f6172f-f0a0-4e0c-9fdd-ce4637a749b1), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:45.953556 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008b706-dc7a-4596-bda6-e31ca5fd2ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00985ac6-e538-4b41-9e9a-28b07e058a95,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:46.046793 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27817fb0-fc83-4b8f-ae68-d6dde5999e03 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Pushing event updated for resources: {'Port': ['ID=87f6172f-f0a0-4e0c-9fdd-ce4637a749b1,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:46.086268 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-27817fb0-fc83-4b8f-ae68-d6dde5999e03 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Network 0bb08609-ad67-427a-9550-d841328e6d18 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:48:46.092040 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-27817fb0-fc83-4b8f-ae68-d6dde5999e03 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:48:46.100150 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-27817fb0-fc83-4b8f-ae68-d6dde5999e03 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:48:46.113849 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d008b706-dc7a-4596-bda6-e31ca5fd2ec2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d2ac635147b047fb87f45e3ffc96f683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6565509 Mar 05 04:48:46.115535 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47390) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:46.166031 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:46.278987 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-f0693f04-41f4-460e-918c-5a397d8b7f7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e117df6d-1639-4d04-8bba-a4aa8b8b60de {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:48:46.288344 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-f0693f04-41f4-460e-918c-5a397d8b7f7e service neutron] Publish callbacks [] for port (e117df6d-1639-4d04-8bba-a4aa8b8b60de), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:46.299657 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ec15f-0a6a-4f55-be8f-75dcc25f8f36 req-9a1df2d7-b526-4776-91b8-06ad1af73c2b tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:46.301956 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-f0693f04-41f4-460e-918c-5a397d8b7f7e service neutron] Transition to ACTIVE for port object e117df6d-1639-4d04-8bba-a4aa8b8b60de will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:48:46.302344 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-033ec15f-0a6a-4f55-be8f-75dcc25f8f36 req-9a1df2d7-b526-4776-91b8-06ad1af73c2b tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 950 time: 0.1044924 Mar 05 04:48:46.306584 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.db.api [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-13c7a7d3-4df7-4250-bd43-4d4dfbeaf616 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.9-ef1622b5-9091-4c60-9438-82af72898bd4 {{(pid=105232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 04:48:46.307186 n-d-789963-32 neutron-server[105232]: DEBUG oslo_db.api [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-13c7a7d3-4df7-4250-bd43-4d4dfbeaf616 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 04:48:46.310742 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-27817fb0-fc83-4b8f-ae68-d6dde5999e03 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:46.312022 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-27817fb0-fc83-4b8f-ae68-d6dde5999e03 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:46.313017 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-f0693f04-41f4-460e-918c-5a397d8b7f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (e117df6d-1639-4d04-8bba-a4aa8b8b60de), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:46.388176 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1d00b9f9-8e92-4d2a-b5ef-83821216dda6 admin admin] Publish callbacks [] for security_group (00985ac6-e538-4b41-9e9a-28b07e058a95), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:46.396729 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-033ec15f-0a6a-4f55-be8f-75dcc25f8f36 req-1181f561-8db2-45ea-a89c-814b141686a6 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/security-groups?id=fb5792e6-a9f5-47b0-9200-4b0d0324e30d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672190 Mar 05 04:48:46.400611 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-27817fb0-fc83-4b8f-ae68-d6dde5999e03 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8757699 Mar 05 04:48:46.418687 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-98465bdc-f106-4158-b221-6685c4da51f1 service neutron] Request body: {'port': {'device_id': '2eabc7f7-560c-4e18-b2d8-f018f68ad17d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:48:46.428048 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0693f04-41f4-460e-918c-5a397d8b7f7e service neutron] Pushing event updated for resources: {'Port': ['ID=e117df6d-1639-4d04-8bba-a4aa8b8b60de,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:46.433821 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-09fa5273-e90a-4be6-9ccd-c818f9706720 req-e600efc2-c4db-4897-aab4-6540983a3ee0 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Deleting port e511e81b-5047-4a10-8053-6f167b4fd348 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:48:46.434593 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-09fa5273-e90a-4be6-9ccd-c818f9706720 req-e600efc2-c4db-4897-aab4-6540983a3ee0 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (e511e81b-5047-4a10-8053-6f167b4fd348), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:46.527832 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-98465bdc-f106-4158-b221-6685c4da51f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (87f6172f-f0a0-4e0c-9fdd-ce4637a749b1), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:46.553643 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1d00b9f9-8e92-4d2a-b5ef-83821216dda6 admin admin] Publish callbacks [] for security_group (00985ac6-e538-4b41-9e9a-28b07e058a95), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:46.565751 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-f0693f04-41f4-460e-918c-5a397d8b7f7e service neutron] Attempting to bind port e117df6d-1639-4d04-8bba-a4aa8b8b60de on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:48:46.566120 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-f0693f04-41f4-460e-918c-5a397d8b7f7e service neutron] Attempting to bind port e117df6d-1639-4d04-8bba-a4aa8b8b60de by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '9ce2c578-aa5b-4781-ad63-77fb0fbf1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb08609-ad67-427a-9550-d841328e6d18'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:48:46.566402 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-f0693f04-41f4-460e-918c-5a397d8b7f7e service neutron] Attempting to bind port e117df6d-1639-4d04-8bba-a4aa8b8b60de on network 0bb08609-ad67-427a-9550-d841328e6d18 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:48:46.604450 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-f0693f04-41f4-460e-918c-5a397d8b7f7e service neutron] Port e117df6d-1639-4d04-8bba-a4aa8b8b60de on network 0bb08609-ad67-427a-9550-d841328e6d18 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:48:46.605287 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-f0693f04-41f4-460e-918c-5a397d8b7f7e service neutron] Attempting to bind port e117df6d-1639-4d04-8bba-a4aa8b8b60de on network 0bb08609-ad67-427a-9550-d841328e6d18 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:48:46.614600 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-f0693f04-41f4-460e-918c-5a397d8b7f7e service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:48:46.614938 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-f0693f04-41f4-460e-918c-5a397d8b7f7e service neutron] Checking segment: {'id': '9ce2c578-aa5b-4781-ad63-77fb0fbf1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb08609-ad67-427a-9550-d841328e6d18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:48:46.615388 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-f0693f04-41f4-460e-918c-5a397d8b7f7e service neutron] Bound using segment: {'id': '9ce2c578-aa5b-4781-ad63-77fb0fbf1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb08609-ad67-427a-9550-d841328e6d18'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:48:46.616323 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-f0693f04-41f4-460e-918c-5a397d8b7f7e service neutron] Bound port: e117df6d-1639-4d04-8bba-a4aa8b8b60de, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ce2c578-aa5b-4781-ad63-77fb0fbf1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb08609-ad67-427a-9550-d841328e6d18'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:48:46.616693 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-f0693f04-41f4-460e-918c-5a397d8b7f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e117df6d-1639-4d04-8bba-a4aa8b8b60de), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:46.647224 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-09fa5273-e90a-4be6-9ccd-c818f9706720 req-e600efc2-c4db-4897-aab4-6540983a3ee0 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] For port e511e81b-5047-4a10-8053-6f167b4fd348, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=e511e81b-5047-4a10-8053-6f167b4fd348,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:46.647957 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-09fa5273-e90a-4be6-9ccd-c818f9706720 req-e600efc2-c4db-4897-aab4-6540983a3ee0 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (e511e81b-5047-4a10-8053-6f167b4fd348), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:46.714761 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-09fa5273-e90a-4be6-9ccd-c818f9706720 req-e600efc2-c4db-4897-aab4-6540983a3ee0 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Calling delete_port for e511e81b-5047-4a10-8053-6f167b4fd348 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:48:46.818621 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-13c7a7d3-4df7-4250-bd43-4d4dfbeaf616 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:46.876217 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-98465bdc-f106-4158-b221-6685c4da51f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87f6172f-f0a0-4e0c-9fdd-ce4637a749b1 {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:48:46.884820 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-98465bdc-f106-4158-b221-6685c4da51f1 service neutron] Publish callbacks [] for port (87f6172f-f0a0-4e0c-9fdd-ce4637a749b1), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:46.898416 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-98465bdc-f106-4158-b221-6685c4da51f1 service neutron] Transition to ACTIVE for port object 87f6172f-f0a0-4e0c-9fdd-ce4637a749b1 will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:48:46.959994 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-98465bdc-f106-4158-b221-6685c4da51f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (87f6172f-f0a0-4e0c-9fdd-ce4637a749b1), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:47.001565 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-13c7a7d3-4df7-4250-bd43-4d4dfbeaf616 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Allocated IP 172.20.0.4 (0bb08609-ad67-427a-9550-d841328e6d18/35d777fc-c928-4d0b-8cba-14ed4ad4a444/cc32cfe5-4f34-4380-a247-ca8ca43b7efd) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:48:47.084210 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d211e9-2040-4e78-9673-64bd151e7180 req-4c4c7aaa-114c-46f4-bc17-5a59466bd901 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:47.090273 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d211e9-2040-4e78-9673-64bd151e7180 req-4c4c7aaa-114c-46f4-bc17-5a59466bd901 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:47.096163 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d211e9-2040-4e78-9673-64bd151e7180 req-4c4c7aaa-114c-46f4-bc17-5a59466bd901 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:47.104573 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d211e9-2040-4e78-9673-64bd151e7180 req-4c4c7aaa-114c-46f4-bc17-5a59466bd901 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:47.110404 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d211e9-2040-4e78-9673-64bd151e7180 req-4c4c7aaa-114c-46f4-bc17-5a59466bd901 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:47.115895 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d211e9-2040-4e78-9673-64bd151e7180 req-4c4c7aaa-114c-46f4-bc17-5a59466bd901 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:47.121437 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d211e9-2040-4e78-9673-64bd151e7180 req-4c4c7aaa-114c-46f4-bc17-5a59466bd901 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:47.129291 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-04d211e9-2040-4e78-9673-64bd151e7180 req-4c4c7aaa-114c-46f4-bc17-5a59466bd901 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.2173131 Mar 05 04:48:47.141762 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98465bdc-f106-4158-b221-6685c4da51f1 service neutron] Pushing event updated for resources: {'Port': ['ID=87f6172f-f0a0-4e0c-9fdd-ce4637a749b1,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:47.186661 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10de637-b7e5-4c7f-b362-ca95eabd922e req-99986c9a-ee61-4f71-9f5f-9a7285a98287 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:47.188425 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d10de637-b7e5-4c7f-b362-ca95eabd922e req-99986c9a-ee61-4f71-9f5f-9a7285a98287 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 945 time: 0.2855966 Mar 05 04:48:47.194856 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-13c7a7d3-4df7-4250-bd43-4d4dfbeaf616 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Publish callbacks [] for port (cc32cfe5-4f34-4380-a247-ca8ca43b7efd), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:47.233197 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1d00b9f9-8e92-4d2a-b5ef-83821216dda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (00985ac6-e538-4b41-9e9a-28b07e058a95), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:47.235927 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1d00b9f9-8e92-4d2a-b5ef-83821216dda6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:47.237076 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1d00b9f9-8e92-4d2a-b5ef-83821216dda6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/00985ac6-e538-4b41-9e9a-28b07e058a95 HTTP/1.1" status: 204 len: 168 time: 1.1160076 Mar 05 04:48:47.260062 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-13c7a7d3-4df7-4250-bd43-4d4dfbeaf616 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (cc32cfe5-4f34-4380-a247-ca8ca43b7efd), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:47.269511 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00b9f9-8e92-4d2a-b5ef-83821216dda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00985ac6-e538-4b41-9e9a-28b07e058a95,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:47.330410 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-13c7a7d3-4df7-4250-bd43-4d4dfbeaf616 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Network 0bb08609-ad67-427a-9550-d841328e6d18 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:48:47.348209 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-13c7a7d3-4df7-4250-bd43-4d4dfbeaf616 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:48:47.351237 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d10de637-b7e5-4c7f-b362-ca95eabd922e req-a863e33e-8f31-41b2-acbd-95c2f2d7968e tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378522 Mar 05 04:48:47.371302 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-f0693f04-41f4-460e-918c-5a397d8b7f7e service neutron] For port e117df6d-1639-4d04-8bba-a4aa8b8b60de, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:48:47.374400 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-13c7a7d3-4df7-4250-bd43-4d4dfbeaf616 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:48:47.396355 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-04d211e9-2040-4e78-9673-64bd151e7180 req-d4f0a6b1-1e3d-4829-9315-72bd524b5b33 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2648494 Mar 05 04:48:47.429234 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-98465bdc-f106-4158-b221-6685c4da51f1 service neutron] Attempting to bind port 87f6172f-f0a0-4e0c-9fdd-ce4637a749b1 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:48:47.429591 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-98465bdc-f106-4158-b221-6685c4da51f1 service neutron] Attempting to bind port 87f6172f-f0a0-4e0c-9fdd-ce4637a749b1 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '9ce2c578-aa5b-4781-ad63-77fb0fbf1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb08609-ad67-427a-9550-d841328e6d18'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:48:47.429942 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-98465bdc-f106-4158-b221-6685c4da51f1 service neutron] Attempting to bind port 87f6172f-f0a0-4e0c-9fdd-ce4637a749b1 on network 0bb08609-ad67-427a-9550-d841328e6d18 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:48:47.430951 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-f0693f04-41f4-460e-918c-5a397d8b7f7e service neutron] For port e117df6d-1639-4d04-8bba-a4aa8b8b60de, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=e117df6d-1639-4d04-8bba-a4aa8b8b60de,segment=NetworkSegment(9ce2c578-aa5b-4781-ad63-77fb0fbf1b45),segment_id=9ce2c578-aa5b-4781-ad63-77fb0fbf1b45)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:48:47.433281 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7a7d3-4df7-4250-bd43-4d4dfbeaf616 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Pushing event updated for resources: {'Port': ['ID=cc32cfe5-4f34-4380-a247-ca8ca43b7efd,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:47.448632 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-98465bdc-f106-4158-b221-6685c4da51f1 service neutron] Port 87f6172f-f0a0-4e0c-9fdd-ce4637a749b1 on network 0bb08609-ad67-427a-9550-d841328e6d18 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:48:47.449422 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7a7d3-4df7-4250-bd43-4d4dfbeaf616 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:47.449594 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-98465bdc-f106-4158-b221-6685c4da51f1 service neutron] Attempting to bind port 87f6172f-f0a0-4e0c-9fdd-ce4637a749b1 on network 0bb08609-ad67-427a-9550-d841328e6d18 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:48:47.449777 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7a7d3-4df7-4250-bd43-4d4dfbeaf616 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:47.450127 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7a7d3-4df7-4250-bd43-4d4dfbeaf616 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:47.450463 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7a7d3-4df7-4250-bd43-4d4dfbeaf616 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:47.450797 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7a7d3-4df7-4250-bd43-4d4dfbeaf616 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:47.451150 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7a7d3-4df7-4250-bd43-4d4dfbeaf616 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:47.451497 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7a7d3-4df7-4250-bd43-4d4dfbeaf616 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:47.452084 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7a7d3-4df7-4250-bd43-4d4dfbeaf616 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:47.452426 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7a7d3-4df7-4250-bd43-4d4dfbeaf616 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:47.452757 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7a7d3-4df7-4250-bd43-4d4dfbeaf616 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:47.453083 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7a7d3-4df7-4250-bd43-4d4dfbeaf616 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:47.453405 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7a7d3-4df7-4250-bd43-4d4dfbeaf616 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:47.453729 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c7a7d3-4df7-4250-bd43-4d4dfbeaf616 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:47.472986 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-98465bdc-f106-4158-b221-6685c4da51f1 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:48:47.473544 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-98465bdc-f106-4158-b221-6685c4da51f1 service neutron] Checking segment: {'id': '9ce2c578-aa5b-4781-ad63-77fb0fbf1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb08609-ad67-427a-9550-d841328e6d18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:48:47.474649 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-98465bdc-f106-4158-b221-6685c4da51f1 service neutron] Bound using segment: {'id': '9ce2c578-aa5b-4781-ad63-77fb0fbf1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb08609-ad67-427a-9550-d841328e6d18'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:48:47.475526 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-98465bdc-f106-4158-b221-6685c4da51f1 service neutron] Bound port: 87f6172f-f0a0-4e0c-9fdd-ce4637a749b1, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ce2c578-aa5b-4781-ad63-77fb0fbf1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb08609-ad67-427a-9550-d841328e6d18'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:48:47.476531 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-98465bdc-f106-4158-b221-6685c4da51f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (87f6172f-f0a0-4e0c-9fdd-ce4637a749b1), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:47.481160 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-f0693f04-41f4-460e-918c-5a397d8b7f7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (e117df6d-1639-4d04-8bba-a4aa8b8b60de), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:47.534728 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-13c7a7d3-4df7-4250-bd43-4d4dfbeaf616 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:47.535473 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-13c7a7d3-4df7-4250-bd43-4d4dfbeaf616 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:47.569527 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-13c7a7d3-4df7-4250-bd43-4d4dfbeaf616 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3291864 Mar 05 04:48:47.570936 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-f0693f04-41f4-460e-918c-5a397d8b7f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:47.571586 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-f0693f04-41f4-460e-918c-5a397d8b7f7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:47.574012 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-f0693f04-41f4-460e-918c-5a397d8b7f7e service neutron] 10.222.0.31 "PUT /v2.0/ports/e117df6d-1639-4d04-8bba-a4aa8b8b60de HTTP/1.1" status: 200 len: 1092 time: 1.8873608 Mar 05 04:48:47.582491 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5704b363-8c18-4534-901f-4925d4035022', 'tag': 'e117df6d-1639-4d04-8bba-a4aa8b8b60de'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:48:47.585106 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2310f79-7b52-40d3-ab66-513adf5690b7" -d '{"events": [{"name": "network-changed", "server_uuid": "5704b363-8c18-4534-901f-4925d4035022", "tag": "e117df6d-1639-4d04-8bba-a4aa8b8b60de"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:48:47.593080 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-9cd1e6ca-0c52-40a7-b161-280c8693186e service neutron] Request body: {'port': {'device_id': 'd20031be-cbf5-48b5-beac-a05317b4c455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:48:47.653815 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-09fa5273-e90a-4be6-9ccd-c818f9706720 req-e600efc2-c4db-4897-aab4-6540983a3ee0 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (e511e81b-5047-4a10-8053-6f167b4fd348), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:47.666125 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-98465bdc-f106-4158-b221-6685c4da51f1 service neutron] For port 87f6172f-f0a0-4e0c-9fdd-ce4637a749b1, host n-h1-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:48:47.677792 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-98465bdc-f106-4158-b221-6685c4da51f1 service neutron] For port 87f6172f-f0a0-4e0c-9fdd-ce4637a749b1, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=87f6172f-f0a0-4e0c-9fdd-ce4637a749b1,segment=NetworkSegment(9ce2c578-aa5b-4781-ad63-77fb0fbf1b45),segment_id=9ce2c578-aa5b-4781-ad63-77fb0fbf1b45)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:48:47.749088 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-98465bdc-f106-4158-b221-6685c4da51f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (87f6172f-f0a0-4e0c-9fdd-ce4637a749b1), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:47.765613 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0693f04-41f4-460e-918c-5a397d8b7f7e service neutron] Pushing event updated for resources: {'Port': ['ID=e117df6d-1639-4d04-8bba-a4aa8b8b60de,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:47.774203 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:47.789645 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3ddb447c-7ff3-4823-8df5-500c45c66a6a req-e6dfc700-55d9-4461-8b77-cecfe2d57fd9 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5591be5-eb6d-4b54-8a56-92c8b7752143 HTTP/1.1" status: 200 len: 210 time: 0.1021090 Mar 05 04:48:47.813900 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-98465bdc-f106-4158-b221-6685c4da51f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:47.814532 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-98465bdc-f106-4158-b221-6685c4da51f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:47.816058 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-98465bdc-f106-4158-b221-6685c4da51f1 service neutron] 10.222.0.30 "PUT /v2.0/ports/87f6172f-f0a0-4e0c-9fdd-ce4637a749b1 HTTP/1.1" status: 200 len: 1092 time: 1.4032290 Mar 05 04:48:47.821010 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eabc7f7-560c-4e18-b2d8-f018f68ad17d', 'tag': '87f6172f-f0a0-4e0c-9fdd-ce4637a749b1'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:48:47.832074 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380c9565-2181-43db-a742-af6031d810b2" -d '{"events": [{"name": "network-changed", "server_uuid": "2eabc7f7-560c-4e18-b2d8-f018f68ad17d", "tag": "87f6172f-f0a0-4e0c-9fdd-ce4637a749b1"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:48:47.884467 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca539bea-1b3e-495b-b1e2-f1d7f4fc132f req-1f860316-d709-4ac3-8b42-4b7447b81353 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:47.889260 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca539bea-1b3e-495b-b1e2-f1d7f4fc132f req-1f860316-d709-4ac3-8b42-4b7447b81353 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eabc7f7-560c-4e18-b2d8-f018f68ad17d HTTP/1.1" status: 200 len: 943 time: 0.1891901 Mar 05 04:48:47.943149 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98465bdc-f106-4158-b221-6685c4da51f1 service neutron] Pushing event updated for resources: {'Port': ['ID=87f6172f-f0a0-4e0c-9fdd-ce4637a749b1,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:47.946087 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-5553c4dc-9f20-45aa-9f98-7a93dcbe1497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:47.948481 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-5553c4dc-9f20-45aa-9f98-7a93dcbe1497 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e16916bc5ab42f18a1be1639c6742d1&device_id=5704b363-8c18-4534-901f-4925d4035022 HTTP/1.1" status: 200 len: 1126 time: 0.3120365 Mar 05 04:48:47.986531 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9866c76c-3ddd-4fa6-80fe-32b9f71e9742 x-openstack-request-id: req-9866c76c-3ddd-4fa6-80fe-32b9f71e9742 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:48:47.987139 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5704b363-8c18-4534-901f-4925d4035022", "tag": "e117df6d-1639-4d04-8bba-a4aa8b8b60de", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:48:47.987573 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9866c76c-3ddd-4fa6-80fe-32b9f71e9742 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:48:47.988131 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5704b363-8c18-4534-901f-4925d4035022', 'tag': 'e117df6d-1639-4d04-8bba-a4aa8b8b60de', 'status': 'completed', 'code': 200} Mar 05 04:48:47.991679 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1922b7bc-8139-47d9-bdc3-e12a2a49cb5f x-openstack-request-id: req-1922b7bc-8139-47d9-bdc3-e12a2a49cb5f {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:48:47.992527 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eabc7f7-560c-4e18-b2d8-f018f68ad17d", "tag": "87f6172f-f0a0-4e0c-9fdd-ce4637a749b1", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:48:47.993081 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1922b7bc-8139-47d9-bdc3-e12a2a49cb5f {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:48:47.993511 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eabc7f7-560c-4e18-b2d8-f018f68ad17d', 'tag': '87f6172f-f0a0-4e0c-9fdd-ce4637a749b1', 'status': 'completed', 'code': 200} Mar 05 04:48:48.001769 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600efc2-c4db-4897-aab4-6540983a3ee0 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Pushing event deleted for resources: {'Port': ['ID=e511e81b-5047-4a10-8053-6f167b4fd348,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:48.067592 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-9cd1e6ca-0c52-40a7-b161-280c8693186e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cc32cfe5-4f34-4380-a247-ca8ca43b7efd), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:48.083284 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-7945b698-d0e8-4f25-98b8-57fc7e65eb53 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e117df6d-1639-4d04-8bba-a4aa8b8b60de HTTP/1.1" status: 200 len: 217 time: 0.0920386 Mar 05 04:48:48.084158 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fa5273-e90a-4be6-9ccd-c818f9706720 req-e600efc2-c4db-4897-aab4-6540983a3ee0 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] No DVR routers for this DVR port e511e81b-5047-4a10-8053-6f167b4fd348 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:48:48.087822 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-09fa5273-e90a-4be6-9ccd-c818f9706720 req-e600efc2-c4db-4897-aab4-6540983a3ee0 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:48.092552 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-09fa5273-e90a-4be6-9ccd-c818f9706720 req-e600efc2-c4db-4897-aab4-6540983a3ee0 tempest-ServersAdminTestJSON-70581562 tempest-ServersAdminTestJSON-70581562-project] 10.222.0.30 "DELETE /v2.0/ports/e511e81b-5047-4a10-8053-6f167b4fd348 HTTP/1.1" status: 204 len: 173 time: 2.2449584 Mar 05 04:48:48.162664 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca539bea-1b3e-495b-b1e2-f1d7f4fc132f req-2ce38237-ea30-4944-8eaa-77bcf9e8bf74 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/security-groups?id=c868f5f0-cb4e-40d5-97a8-035a925e3b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758094 Mar 05 04:48:48.168579 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-fb70e6a3-a9dd-4660-bf5c-81311739501b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:48.170098 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-fb70e6a3-a9dd-4660-bf5c-81311739501b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e16916bc5ab42f18a1be1639c6742d1&device_id=2eabc7f7-560c-4e18-b2d8-f018f68ad17d HTTP/1.1" status: 200 len: 1126 time: 0.2791278 Mar 05 04:48:48.190711 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-1d401024-8992-4970-bf1b-bc17ca18d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:48.192340 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-1d401024-8992-4970-bf1b-bc17ca18d1f3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=35d777fc-c928-4d0b-8cba-14ed4ad4a444 HTTP/1.1" status: 200 len: 857 time: 0.0988574 Mar 05 04:48:48.236122 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-796347a6-5efd-4c46-9f14-5215273c51e8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0bb08609-ad67-427a-9550-d841328e6d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339239 Mar 05 04:48:48.310832 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-5b7f4ea9-7f88-4665-b7a6-e157f5e61495 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87f6172f-f0a0-4e0c-9fdd-ce4637a749b1 HTTP/1.1" status: 200 len: 217 time: 0.1294904 Mar 05 04:48:48.404609 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-abc70734-888b-4a1a-b5f3-d80abbde55cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:48.407662 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-abc70734-888b-4a1a-b5f3-d80abbde55cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=35d777fc-c928-4d0b-8cba-14ed4ad4a444 HTTP/1.1" status: 200 len: 857 time: 0.0851657 Mar 05 04:48:48.455161 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-ece645bd-7e34-4bf3-af88-57786c3a71b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0bb08609-ad67-427a-9550-d841328e6d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402448 Mar 05 04:48:48.618243 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-4a6d2dee-d026-498d-a52e-ea0afd42c129 service neutron] 10.222.0.31 "GET /v2.0/networks/0bb08609-ad67-427a-9550-d841328e6d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687751 Mar 05 04:48:48.636753 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device e511e81b-5047-4a10-8053-6f167b4fd348 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:48:48.672819 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: e511e81b-5047-4a10-8053-6f167b4fd348 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:48:48.673481 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device e511e81b-5047-4a10-8053-6f167b4fd348 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:48:49.100211 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-12849e1b-9714-4922-a0ff-0292162e9bc7 service neutron] 10.222.0.30 "GET /v2.0/networks/0bb08609-ad67-427a-9550-d841328e6d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6373003 Mar 05 04:48:49.132384 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87318b11-5f71-4365-acb0-384022f3b630 req-06b69a46-650e-4dbe-92fa-bead901e04ca tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:49.134684 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87318b11-5f71-4365-acb0-384022f3b630 req-06b69a46-650e-4dbe-92fa-bead901e04ca tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 945 time: 0.6395636 Mar 05 04:48:49.349975 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4370bf-ac1d-44a4-9bd7-ed3c0b0c8cbd req-6f12378e-bd1f-4fd0-98b4-abb5cf9af1bc tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:49.363785 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4370bf-ac1d-44a4-9bd7-ed3c0b0c8cbd req-6f12378e-bd1f-4fd0-98b4-abb5cf9af1bc tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:49.378960 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4370bf-ac1d-44a4-9bd7-ed3c0b0c8cbd req-6f12378e-bd1f-4fd0-98b4-abb5cf9af1bc tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:49.393802 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4370bf-ac1d-44a4-9bd7-ed3c0b0c8cbd req-6f12378e-bd1f-4fd0-98b4-abb5cf9af1bc tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:49.409062 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4370bf-ac1d-44a4-9bd7-ed3c0b0c8cbd req-6f12378e-bd1f-4fd0-98b4-abb5cf9af1bc tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:49.423726 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-9cd1e6ca-0c52-40a7-b161-280c8693186e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc32cfe5-4f34-4380-a247-ca8ca43b7efd {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:48:49.426139 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4370bf-ac1d-44a4-9bd7-ed3c0b0c8cbd req-6f12378e-bd1f-4fd0-98b4-abb5cf9af1bc tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:49.436193 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-9cd1e6ca-0c52-40a7-b161-280c8693186e service neutron] Publish callbacks [] for port (cc32cfe5-4f34-4380-a247-ca8ca43b7efd), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:49.441794 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4370bf-ac1d-44a4-9bd7-ed3c0b0c8cbd req-6f12378e-bd1f-4fd0-98b4-abb5cf9af1bc tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:49.446266 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dd4370bf-ac1d-44a4-9bd7-ed3c0b0c8cbd req-6f12378e-bd1f-4fd0-98b4-abb5cf9af1bc tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.8381684 Mar 05 04:48:49.466402 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-9cd1e6ca-0c52-40a7-b161-280c8693186e service neutron] Transition to ACTIVE for port object cc32cfe5-4f34-4380-a247-ca8ca43b7efd will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:48:49.467547 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87318b11-5f71-4365-acb0-384022f3b630 req-57719a97-881b-4e17-966b-c07a6bdaf9c5 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140831 Mar 05 04:48:49.479823 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-9cd1e6ca-0c52-40a7-b161-280c8693186e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (cc32cfe5-4f34-4380-a247-ca8ca43b7efd), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:49.642151 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-0ca8c2fa-136a-499a-ae2c-38941915a7c1 service neutron] 10.222.0.30 "GET /v2.0/networks/0bb08609-ad67-427a-9550-d841328e6d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5303671 Mar 05 04:48:49.645838 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1e6ca-0c52-40a7-b161-280c8693186e service neutron] Pushing event updated for resources: {'Port': ['ID=cc32cfe5-4f34-4380-a247-ca8ca43b7efd,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:49.786134 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-f2116f73-cd38-4a7e-acb3-b6e08a8d7a9f service neutron] 10.222.0.31 "GET /v2.0/networks/0bb08609-ad67-427a-9550-d841328e6d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1567307 Mar 05 04:48:49.843113 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-9cd1e6ca-0c52-40a7-b161-280c8693186e service neutron] Attempting to bind port cc32cfe5-4f34-4380-a247-ca8ca43b7efd on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:48:49.843113 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-9cd1e6ca-0c52-40a7-b161-280c8693186e service neutron] Attempting to bind port cc32cfe5-4f34-4380-a247-ca8ca43b7efd by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '9ce2c578-aa5b-4781-ad63-77fb0fbf1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb08609-ad67-427a-9550-d841328e6d18'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:48:49.844680 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-9cd1e6ca-0c52-40a7-b161-280c8693186e service neutron] Attempting to bind port cc32cfe5-4f34-4380-a247-ca8ca43b7efd on network 0bb08609-ad67-427a-9550-d841328e6d18 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:48:49.856457 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-9cd1e6ca-0c52-40a7-b161-280c8693186e service neutron] Port cc32cfe5-4f34-4380-a247-ca8ca43b7efd on network 0bb08609-ad67-427a-9550-d841328e6d18 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:48:49.856457 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-9cd1e6ca-0c52-40a7-b161-280c8693186e service neutron] Attempting to bind port cc32cfe5-4f34-4380-a247-ca8ca43b7efd on network 0bb08609-ad67-427a-9550-d841328e6d18 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:48:49.868549 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-9cd1e6ca-0c52-40a7-b161-280c8693186e service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:48:49.870025 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-9cd1e6ca-0c52-40a7-b161-280c8693186e service neutron] Checking segment: {'id': '9ce2c578-aa5b-4781-ad63-77fb0fbf1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb08609-ad67-427a-9550-d841328e6d18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:48:49.870394 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-9cd1e6ca-0c52-40a7-b161-280c8693186e service neutron] Bound using segment: {'id': '9ce2c578-aa5b-4781-ad63-77fb0fbf1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb08609-ad67-427a-9550-d841328e6d18'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:48:49.870920 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-9cd1e6ca-0c52-40a7-b161-280c8693186e service neutron] Bound port: cc32cfe5-4f34-4380-a247-ca8ca43b7efd, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ce2c578-aa5b-4781-ad63-77fb0fbf1b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '0bb08609-ad67-427a-9550-d841328e6d18'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:48:49.873194 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-9cd1e6ca-0c52-40a7-b161-280c8693186e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cc32cfe5-4f34-4380-a247-ca8ca43b7efd), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:49.988446 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dd4370bf-ac1d-44a4-9bd7-ed3c0b0c8cbd req-bf4a8751-eeb3-4535-abff-10b7c6f190e4 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5125697 Mar 05 04:48:49.988990 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47464) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:50.036779 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c9565-2181-43db-a742-af6031d810b2 req-13287db2-c9c2-49c5-8299-32c64d0cde13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:50.038459 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-380c9565-2181-43db-a742-af6031d810b2 req-13287db2-c9c2-49c5-8299-32c64d0cde13 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e16916bc5ab42f18a1be1639c6742d1&device_id=2eabc7f7-560c-4e18-b2d8-f018f68ad17d HTTP/1.1" status: 200 len: 1126 time: 0.3167310 Mar 05 04:48:50.139381 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-9cd1e6ca-0c52-40a7-b161-280c8693186e service neutron] For port cc32cfe5-4f34-4380-a247-ca8ca43b7efd, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:48:50.147053 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-9cd1e6ca-0c52-40a7-b161-280c8693186e service neutron] For port cc32cfe5-4f34-4380-a247-ca8ca43b7efd, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=cc32cfe5-4f34-4380-a247-ca8ca43b7efd,segment=NetworkSegment(9ce2c578-aa5b-4781-ad63-77fb0fbf1b45),segment_id=9ce2c578-aa5b-4781-ad63-77fb0fbf1b45)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:48:50.152879 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5591be5-eb6d-4b54-8a56-92c8b7752143', 'name': 'network-vif-deleted', 'tag': 'e511e81b-5047-4a10-8053-6f167b4fd348'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:48:50.157894 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4426749-ba93-49e9-9c04-c8e3ed7aeb41" -d '{"events": [{"server_uuid": "b5591be5-eb6d-4b54-8a56-92c8b7752143", "name": "network-vif-deleted", "tag": "e511e81b-5047-4a10-8053-6f167b4fd348"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:48:50.168872 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-9cd1e6ca-0c52-40a7-b161-280c8693186e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (cc32cfe5-4f34-4380-a247-ca8ca43b7efd), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:50.174655 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1124bbb-8f2e-445c-91b3-f7dd1f43fecf req-7221e03b-31d6-4922-915b-b65f70f2ef8f tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:50.193604 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b1124bbb-8f2e-445c-91b3-f7dd1f43fecf req-7221e03b-31d6-4922-915b-b65f70f2ef8f tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eabc7f7-560c-4e18-b2d8-f018f68ad17d HTTP/1.1" status: 200 len: 943 time: 0.4044850 Mar 05 04:48:50.237675 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2310f79-7b52-40d3-ab66-513adf5690b7 req-7229e37f-f60d-4209-a0c5-2ec79a2f2afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:50.240287 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b2310f79-7b52-40d3-ab66-513adf5690b7 req-7229e37f-f60d-4209-a0c5-2ec79a2f2afd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0e16916bc5ab42f18a1be1639c6742d1&device_id=5704b363-8c18-4534-901f-4925d4035022 HTTP/1.1" status: 200 len: 1126 time: 0.3572323 Mar 05 04:48:50.258808 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-9cd1e6ca-0c52-40a7-b161-280c8693186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:50.260354 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-9cd1e6ca-0c52-40a7-b161-280c8693186e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:50.262105 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-9cd1e6ca-0c52-40a7-b161-280c8693186e service neutron] 10.222.0.30 "PUT /v2.0/ports/cc32cfe5-4f34-4380-a247-ca8ca43b7efd HTTP/1.1" status: 200 len: 1092 time: 2.6743412 Mar 05 04:48:50.400557 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2310f79-7b52-40d3-ab66-513adf5690b7 req-ba475009-6d6f-456e-899c-b75660b33f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:50.403302 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b2310f79-7b52-40d3-ab66-513adf5690b7 req-ba475009-6d6f-456e-899c-b75660b33f3c service neutron] 10.222.0.31 "GET /v2.0/networks?id=0bb08609-ad67-427a-9550-d841328e6d18 HTTP/1.1" status: 200 len: 917 time: 0.1505470 Mar 05 04:48:50.405995 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ebb24c-b082-4c84-8662-10a34226ebbb x-openstack-request-id: req-50ebb24c-b082-4c84-8662-10a34226ebbb {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:48:50.406365 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5591be5-eb6d-4b54-8a56-92c8b7752143", "name": "network-vif-deleted", "tag": "e511e81b-5047-4a10-8053-6f167b4fd348", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:48:50.406689 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-50ebb24c-b082-4c84-8662-10a34226ebbb {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:48:50.407183 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5591be5-eb6d-4b54-8a56-92c8b7752143', 'name': 'network-vif-deleted', 'tag': 'e511e81b-5047-4a10-8053-6f167b4fd348', 'status': 'completed', 'code': 200} Mar 05 04:48:50.493660 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b2310f79-7b52-40d3-ab66-513adf5690b7 req-a759e053-4163-4cf3-aee4-9769e106ee7e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e117df6d-1639-4d04-8bba-a4aa8b8b60de HTTP/1.1" status: 200 len: 217 time: 0.0835774 Mar 05 04:48:50.567342 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2310f79-7b52-40d3-ab66-513adf5690b7 req-9e2426b2-2032-4519-bd85-dee11aefc582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:50.569511 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b2310f79-7b52-40d3-ab66-513adf5690b7 req-9e2426b2-2032-4519-bd85-dee11aefc582 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=35d777fc-c928-4d0b-8cba-14ed4ad4a444 HTTP/1.1" status: 200 len: 857 time: 0.0656202 Mar 05 04:48:50.597779 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b1124bbb-8f2e-445c-91b3-f7dd1f43fecf req-c0a1bb37-b79b-4e79-9c93-b6f30df3e469 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/security-groups?id=c868f5f0-cb4e-40d5-97a8-035a925e3b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032426 Mar 05 04:48:50.611971 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1e6ca-0c52-40a7-b161-280c8693186e service neutron] Pushing event updated for resources: {'Port': ['ID=cc32cfe5-4f34-4380-a247-ca8ca43b7efd,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:50.636124 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 87f6172f-f0a0-4e0c-9fdd-ce4637a749b1 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:48:50.663544 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b2310f79-7b52-40d3-ab66-513adf5690b7 req-be97e951-8f64-4708-9ff5-d03f1ca17511 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0bb08609-ad67-427a-9550-d841328e6d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816286 Mar 05 04:48:50.686069 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c9565-2181-43db-a742-af6031d810b2 req-2dd4aaf8-023c-4a47-bf5d-48a6e074690a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:50.687567 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-380c9565-2181-43db-a742-af6031d810b2 req-2dd4aaf8-023c-4a47-bf5d-48a6e074690a service neutron] 10.222.0.30 "GET /v2.0/networks?id=0bb08609-ad67-427a-9550-d841328e6d18 HTTP/1.1" status: 200 len: 917 time: 0.6275177 Mar 05 04:48:50.909512 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 87f6172f-f0a0-4e0c-9fdd-ce4637a749b1, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=87f6172f-f0a0-4e0c-9fdd-ce4637a749b1,segment=NetworkSegment(9ce2c578-aa5b-4781-ad63-77fb0fbf1b45),segment_id=9ce2c578-aa5b-4781-ad63-77fb0fbf1b45)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:50.925419 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '87f6172f-f0a0-4e0c-9fdd-ce4637a749b1', 'network_id': '0bb08609-ad67-427a-9550-d841328e6d18', 'port_id': '87f6172f-f0a0-4e0c-9fdd-ce4637a749b1', 'mac_address': 'fa:16:3e:4b:29:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35d777fc-c928-4d0b-8cba-14ed4ad4a444', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:48:50.926259 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b2310f79-7b52-40d3-ab66-513adf5690b7 req-c3c7ee42-77fc-4f1d-a469-5a1aca49ab27 service neutron] 10.222.0.31 "GET /v2.0/networks/0bb08609-ad67-427a-9550-d841328e6d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539032 Mar 05 04:48:50.974271 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 87f6172f-f0a0-4e0c-9fdd-ce4637a749b1 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:48:50.975197 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (87f6172f-f0a0-4e0c-9fdd-ce4637a749b1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:50.986281 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-3cadd33b-a975-4a34-8a04-6c0d155fa6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:50.992850 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f6172f-f0a0-4e0c-9fdd-ce4637a749b1 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:48:50.997656 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-3cadd33b-a975-4a34-8a04-6c0d155fa6a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e16916bc5ab42f18a1be1639c6742d1&device_id=d20031be-cbf5-48b5-beac-a05317b4c455 HTTP/1.1" status: 200 len: 1126 time: 0.5894959 Mar 05 04:48:51.011976 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-380c9565-2181-43db-a742-af6031d810b2 req-3984d7a9-441c-416e-aecd-82215082772c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87f6172f-f0a0-4e0c-9fdd-ce4637a749b1 HTTP/1.1" status: 200 len: 217 time: 0.2345221 Mar 05 04:48:51.060156 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 87f6172f-f0a0-4e0c-9fdd-ce4637a749b1, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=87f6172f-f0a0-4e0c-9fdd-ce4637a749b1,segment=NetworkSegment(9ce2c578-aa5b-4781-ad63-77fb0fbf1b45),segment_id=9ce2c578-aa5b-4781-ad63-77fb0fbf1b45)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:51.070072 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (87f6172f-f0a0-4e0c-9fdd-ce4637a749b1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:51.130276 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-30088b37-81a4-4113-b5f5-37d3d9c6005a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc32cfe5-4f34-4380-a247-ca8ca43b7efd HTTP/1.1" status: 200 len: 217 time: 0.0564537 Mar 05 04:48:51.225474 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b5c5ee81-e919-4492-949d-875c8e2c40b6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=474eaeacf2cf402e9c87a12dc75c5b23&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2238986 Mar 05 04:48:51.254135 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-1e025e77-d425-4780-bc77-921e7befec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:51.259863 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-1e025e77-d425-4780-bc77-921e7befec12 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=35d777fc-c928-4d0b-8cba-14ed4ad4a444 HTTP/1.1" status: 200 len: 857 time: 0.1210506 Mar 05 04:48:51.263208 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=87f6172f-f0a0-4e0c-9fdd-ce4637a749b1,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:51.264122 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47494) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:51.273905 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47496) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:51.306072 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['87f6172f-f0a0-4e0c-9fdd-ce4637a749b1'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:48:51.324971 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b119b-d26a-4fd6-bb18-15151151dbc9 req-f067e520-9e12-441c-a58e-219f1aa62e3f tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:51.327030 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e65b119b-d26a-4fd6-bb18-15151151dbc9 req-f067e520-9e12-441c-a58e-219f1aa62e3f tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 945 time: 0.6226552 Mar 05 04:48:51.368631 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c9565-2181-43db-a742-af6031d810b2 req-1cc96f46-8ffe-496d-9791-b3d50cfdca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:51.370973 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-380c9565-2181-43db-a742-af6031d810b2 req-1cc96f46-8ffe-496d-9791-b3d50cfdca7a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=35d777fc-c928-4d0b-8cba-14ed4ad4a444 HTTP/1.1" status: 200 len: 857 time: 0.3582890 Mar 05 04:48:51.425523 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-380c9565-2181-43db-a742-af6031d810b2 req-6cbe8054-87f4-498d-a581-d3e2cbee47be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0bb08609-ad67-427a-9550-d841328e6d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471399 Mar 05 04:48:51.435803 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e65b119b-d26a-4fd6-bb18-15151151dbc9 req-1473b5d3-8a7d-4c11-aac1-942d34ad7a0f tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999141 Mar 05 04:48:51.571869 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-d682d541-ea73-4c38-a303-ee6be12d4e48 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0bb08609-ad67-427a-9550-d841328e6d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2903440 Mar 05 04:48:51.605793 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fc746-329e-485c-bb79-7c98bbeda4ae req-1b6100ed-a1e6-4e99-9a04-7ae7b128d296 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:51.617614 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fc746-329e-485c-bb79-7c98bbeda4ae req-1b6100ed-a1e6-4e99-9a04-7ae7b128d296 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:51.634669 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fc746-329e-485c-bb79-7c98bbeda4ae req-1b6100ed-a1e6-4e99-9a04-7ae7b128d296 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:51.647995 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fc746-329e-485c-bb79-7c98bbeda4ae req-1b6100ed-a1e6-4e99-9a04-7ae7b128d296 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:51.673318 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fc746-329e-485c-bb79-7c98bbeda4ae req-1b6100ed-a1e6-4e99-9a04-7ae7b128d296 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:51.695382 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-560cd0c3-7a48-45a9-9738-faffdd7c930b admin admin] Publish callbacks [] for security_group (fb5792e6-a9f5-47b0-9200-4b0d0324e30d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:51.705260 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fc746-329e-485c-bb79-7c98bbeda4ae req-1b6100ed-a1e6-4e99-9a04-7ae7b128d296 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:51.715120 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fc746-329e-485c-bb79-7c98bbeda4ae req-1b6100ed-a1e6-4e99-9a04-7ae7b128d296 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:51.727727 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b2310f79-7b52-40d3-ab66-513adf5690b7 req-585590ec-53de-464d-ab11-15ab00ea1108 service neutron] 10.222.0.31 "GET /v2.0/networks/0bb08609-ad67-427a-9550-d841328e6d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7890151 Mar 05 04:48:51.730671 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c20fc746-329e-485c-bb79-7c98bbeda4ae req-1b6100ed-a1e6-4e99-9a04-7ae7b128d296 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.5510795 Mar 05 04:48:51.737313 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-380c9565-2181-43db-a742-af6031d810b2 req-7d2e1428-391a-45f3-98ad-5d566657e839 service neutron] 10.222.0.30 "GET /v2.0/networks/0bb08609-ad67-427a-9550-d841328e6d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002396 Mar 05 04:48:51.921475 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-560cd0c3-7a48-45a9-9738-faffdd7c930b admin admin] Publish callbacks [] for security_group (fb5792e6-a9f5-47b0-9200-4b0d0324e30d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:51.926842 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-07b9d9aa-1e3a-4d55-b6b6-15439b78f450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:51.973197 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-380c9565-2181-43db-a742-af6031d810b2 req-f8d7aaff-9cf3-4bc2-ac4f-8d2825f99a2e service neutron] 10.222.0.30 "GET /v2.0/networks/0bb08609-ad67-427a-9550-d841328e6d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238832 Mar 05 04:48:52.036201 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c20fc746-329e-485c-bb79-7c98bbeda4ae req-bd506861-e6c9-4ecf-9cd8-8b0940564307 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2714396 Mar 05 04:48:52.048456 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a92e2-884f-4bec-a2c3-7662d06d2af8 req-68bb60a1-f1a1-451a-bcd2-8c7d4e5f0755 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:52.049994 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc4a92e2-884f-4bec-a2c3-7662d06d2af8 req-68bb60a1-f1a1-451a-bcd2-8c7d4e5f0755 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eabc7f7-560c-4e18-b2d8-f018f68ad17d HTTP/1.1" status: 200 len: 944 time: 0.2645667 Mar 05 04:48:52.130925 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc4a92e2-884f-4bec-a2c3-7662d06d2af8 req-7b37f772-ebd5-4152-af17-92d284366b4f tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/security-groups?id=c868f5f0-cb4e-40d5-97a8-035a925e3b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743599 Mar 05 04:48:52.165267 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-ca8c083d-33c8-43f1-8bd8-b5e5ab0a31bb service neutron] 10.222.0.30 "GET /v2.0/networks/0bb08609-ad67-427a-9550-d841328e6d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5818896 Mar 05 04:48:52.263846 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-560cd0c3-7a48-45a9-9738-faffdd7c930b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (fb5792e6-a9f5-47b0-9200-4b0d0324e30d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:52.268236 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-560cd0c3-7a48-45a9-9738-faffdd7c930b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:52.269717 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-560cd0c3-7a48-45a9-9738-faffdd7c930b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fb5792e6-a9f5-47b0-9200-4b0d0324e30d HTTP/1.1" status: 204 len: 168 time: 0.9907861 Mar 05 04:48:52.334324 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560cd0c3-7a48-45a9-9738-faffdd7c930b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5792e6-a9f5-47b0-9200-4b0d0324e30d,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:52.405346 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a2bfd53-8df6-4a8a-a57f-1dad79afb2ae req-350236a3-9aef-412f-8ffb-e757dd0e288d service neutron] 10.222.0.30 "GET /v2.0/networks/0bb08609-ad67-427a-9550-d841328e6d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267299 Mar 05 04:48:52.411154 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd20031be-cbf5-48b5-beac-a05317b4c455', 'tag': 'cc32cfe5-4f34-4380-a247-ca8ca43b7efd'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:48:52.414030 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3bb35b-e1c7-4a28-b15c-29e8ddd7eaee" -d '{"events": [{"name": "network-changed", "server_uuid": "d20031be-cbf5-48b5-beac-a05317b4c455", "tag": "cc32cfe5-4f34-4380-a247-ca8ca43b7efd"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:48:52.436817 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-07b9d9aa-1e3a-4d55-b6b6-15439b78f450 admin admin] Publish callbacks [] for security_group (eabb1aaf-2ee3-406b-974e-88c9385df230), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:52.450109 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-07b9d9aa-1e3a-4d55-b6b6-15439b78f450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (eabb1aaf-2ee3-406b-974e-88c9385df230), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:52.528152 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device e117df6d-1639-4d04-8bba-a4aa8b8b60de details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:48:52.563538 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d4de2b-8f2c-43a2-a04b-733045409bb4 x-openstack-request-id: req-82d4de2b-8f2c-43a2-a04b-733045409bb4 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:48:52.563905 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d20031be-cbf5-48b5-beac-a05317b4c455", "tag": "cc32cfe5-4f34-4380-a247-ca8ca43b7efd", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:48:52.564104 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-82d4de2b-8f2c-43a2-a04b-733045409bb4 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:48:52.564512 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd20031be-cbf5-48b5-beac-a05317b4c455', 'tag': 'cc32cfe5-4f34-4380-a247-ca8ca43b7efd', 'status': 'completed', 'code': 200} Mar 05 04:48:52.632323 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9d9aa-1e3a-4d55-b6b6-15439b78f450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabb1aaf-2ee3-406b-974e-88c9385df230,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:52.683261 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-07b9d9aa-1e3a-4d55-b6b6-15439b78f450 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=01554f55740c4cf3a5a7de4207ae2d44&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4079745 Mar 05 04:48:52.684487 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47516) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:52.791139 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3067b-ddd7-4301-bf04-ae1fe531d1cd req-76f35064-3e93-41e7-b0a4-4979571e20c3 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:52.795635 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-36e3067b-ddd7-4301-bf04-ae1fe531d1cd req-76f35064-3e93-41e7-b0a4-4979571e20c3 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 945 time: 0.1297903 Mar 05 04:48:52.800311 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port e117df6d-1639-4d04-8bba-a4aa8b8b60de, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=e117df6d-1639-4d04-8bba-a4aa8b8b60de,segment=NetworkSegment(9ce2c578-aa5b-4781-ad63-77fb0fbf1b45),segment_id=9ce2c578-aa5b-4781-ad63-77fb0fbf1b45)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:52.809594 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3bb35b-e1c7-4a28-b15c-29e8ddd7eaee req-483da4ea-e95b-4af0-82ce-61b7e55343f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:52.815705 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9a3bb35b-e1c7-4a28-b15c-29e8ddd7eaee req-483da4ea-e95b-4af0-82ce-61b7e55343f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0e16916bc5ab42f18a1be1639c6742d1&device_id=d20031be-cbf5-48b5-beac-a05317b4c455 HTTP/1.1" status: 200 len: 1126 time: 0.2163610 Mar 05 04:48:52.834705 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'e117df6d-1639-4d04-8bba-a4aa8b8b60de', 'network_id': '0bb08609-ad67-427a-9550-d841328e6d18', 'port_id': 'e117df6d-1639-4d04-8bba-a4aa8b8b60de', 'mac_address': 'fa:16:3e:09:74:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35d777fc-c928-4d0b-8cba-14ed4ad4a444', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:48:52.848580 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 87f6172f-f0a0-4e0c-9fdd-ce4637a749b1 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:48:52.910415 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-36e3067b-ddd7-4301-bf04-ae1fe531d1cd req-8a5ce49a-f12f-4b64-8d18-0c5a19895d1b tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076000 Mar 05 04:48:52.927936 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port e117df6d-1639-4d04-8bba-a4aa8b8b60de is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:48:52.928188 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2e1ffde7-04df-4e8e-8ab9-6397e45bed23 admin admin] Publish callbacks [] for security_group (eabb1aaf-2ee3-406b-974e-88c9385df230), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:52.928478 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e117df6d-1639-4d04-8bba-a4aa8b8b60de), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:52.983382 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e117df6d-1639-4d04-8bba-a4aa8b8b60de {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:48:53.034120 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port e117df6d-1639-4d04-8bba-a4aa8b8b60de, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=e117df6d-1639-4d04-8bba-a4aa8b8b60de,segment=NetworkSegment(9ce2c578-aa5b-4781-ad63-77fb0fbf1b45),segment_id=9ce2c578-aa5b-4781-ad63-77fb0fbf1b45)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:53.045841 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e117df6d-1639-4d04-8bba-a4aa8b8b60de), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:53.068691 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2e1ffde7-04df-4e8e-8ab9-6397e45bed23 admin admin] Publish callbacks [] for security_group (eabb1aaf-2ee3-406b-974e-88c9385df230), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:53.127539 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=e117df6d-1639-4d04-8bba-a4aa8b8b60de,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:53.217856 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47526) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:53.218934 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 87f6172f-f0a0-4e0c-9fdd-ce4637a749b1 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:48:53.232963 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 87f6172f-f0a0-4e0c-9fdd-ce4637a749b1 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:48:53.233818 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (87f6172f-f0a0-4e0c-9fdd-ce4637a749b1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:53.328804 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['e117df6d-1639-4d04-8bba-a4aa8b8b60de'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:48:53.332750 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3bb35b-e1c7-4a28-b15c-29e8ddd7eaee req-e23a6e08-7403-4d47-b5c4-a736c4e27549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:53.336753 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9a3bb35b-e1c7-4a28-b15c-29e8ddd7eaee req-e23a6e08-7403-4d47-b5c4-a736c4e27549 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0bb08609-ad67-427a-9550-d841328e6d18 HTTP/1.1" status: 200 len: 917 time: 0.5057290 Mar 05 04:48:53.459822 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9a3bb35b-e1c7-4a28-b15c-29e8ddd7eaee req-978f0004-f9ca-449e-b9d9-739a9a9e2237 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc32cfe5-4f34-4380-a247-ca8ca43b7efd HTTP/1.1" status: 200 len: 217 time: 0.1101596 Mar 05 04:48:53.535949 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-76aa4ee4-fb04-4c46-b543-d05db4d5dda9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7dcc11fe94264c5d9ba9693f5c5423ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3167350 Mar 05 04:48:53.538489 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47532) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:53.574571 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8dbab-d58a-4750-a8f9-3326c063ca57 req-260a4da5-6984-4739-8a72-f64846131c41 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:53.582996 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-77e8dbab-d58a-4750-a8f9-3326c063ca57 req-260a4da5-6984-4739-8a72-f64846131c41 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eabc7f7-560c-4e18-b2d8-f018f68ad17d HTTP/1.1" status: 200 len: 944 time: 0.3621764 Mar 05 04:48:53.641409 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3bb35b-e1c7-4a28-b15c-29e8ddd7eaee req-d7e3537d-1909-43cb-9882-3af89ff4c80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:53.652230 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9a3bb35b-e1c7-4a28-b15c-29e8ddd7eaee req-d7e3537d-1909-43cb-9882-3af89ff4c80c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=35d777fc-c928-4d0b-8cba-14ed4ad4a444 HTTP/1.1" status: 200 len: 857 time: 0.1743152 Mar 05 04:48:53.704067 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9a3bb35b-e1c7-4a28-b15c-29e8ddd7eaee req-7e218eec-e947-4ce8-8d1e-0746f7d40719 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0bb08609-ad67-427a-9550-d841328e6d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508158 Mar 05 04:48:53.704742 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2e1ffde7-04df-4e8e-8ab9-6397e45bed23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (eabb1aaf-2ee3-406b-974e-88c9385df230), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:53.706985 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 87f6172f-f0a0-4e0c-9fdd-ce4637a749b1 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:48:53.707522 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2e1ffde7-04df-4e8e-8ab9-6397e45bed23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:53.708721 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (87f6172f-f0a0-4e0c-9fdd-ce4637a749b1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:53.723683 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2e1ffde7-04df-4e8e-8ab9-6397e45bed23 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eabb1aaf-2ee3-406b-974e-88c9385df230 HTTP/1.1" status: 204 len: 168 time: 1.0374420 Mar 05 04:48:53.810940 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ffde7-04df-4e8e-8ab9-6397e45bed23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabb1aaf-2ee3-406b-974e-88c9385df230,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:53.828603 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 87f6172f-f0a0-4e0c-9fdd-ce4637a749b1, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=87f6172f-f0a0-4e0c-9fdd-ce4637a749b1,segment=NetworkSegment(9ce2c578-aa5b-4781-ad63-77fb0fbf1b45),segment_id=9ce2c578-aa5b-4781-ad63-77fb0fbf1b45)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:53.842102 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eabc7f7-560c-4e18-b2d8-f018f68ad17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f6172f-f0a0-4e0c-9fdd-ce4637a749b1'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:48:53.844718 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-77e8dbab-d58a-4750-a8f9-3326c063ca57 req-e10a7500-a0c8-4b0a-8700-d3027477a971 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/security-groups?id=c868f5f0-cb4e-40d5-97a8-035a925e3b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594481 Mar 05 04:48:53.848049 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e180182-ca76-4318-b349-ae299134f477" -d '{"events": [{"server_uuid": "2eabc7f7-560c-4e18-b2d8-f018f68ad17d", "name": "network-vif-plugged", "status": "completed", "tag": "87f6172f-f0a0-4e0c-9fdd-ce4637a749b1"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:48:53.876915 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (87f6172f-f0a0-4e0c-9fdd-ce4637a749b1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:53.897363 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfa677-fd46-4932-a5c2-98cdf9214519 req-3f82cadc-3315-46ce-9656-f845bac83b56 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:53.912848 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfa677-fd46-4932-a5c2-98cdf9214519 req-3f82cadc-3315-46ce-9656-f845bac83b56 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:53.935428 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfa677-fd46-4932-a5c2-98cdf9214519 req-3f82cadc-3315-46ce-9656-f845bac83b56 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:53.982648 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfa677-fd46-4932-a5c2-98cdf9214519 req-3f82cadc-3315-46ce-9656-f845bac83b56 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:54.005251 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfa677-fd46-4932-a5c2-98cdf9214519 req-3f82cadc-3315-46ce-9656-f845bac83b56 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:54.007380 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44d376a-3988-4bc7-ae8d-fe524e529a0c x-openstack-request-id: req-e44d376a-3988-4bc7-ae8d-fe524e529a0c {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:48:54.007678 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eabc7f7-560c-4e18-b2d8-f018f68ad17d", "name": "network-vif-plugged", "status": "completed", "tag": "87f6172f-f0a0-4e0c-9fdd-ce4637a749b1", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:48:54.007954 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e44d376a-3988-4bc7-ae8d-fe524e529a0c {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:48:54.008336 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eabc7f7-560c-4e18-b2d8-f018f68ad17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f6172f-f0a0-4e0c-9fdd-ce4637a749b1', 'code': 200} Mar 05 04:48:54.011060 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=87f6172f-f0a0-4e0c-9fdd-ce4637a749b1,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:54.034495 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9a3bb35b-e1c7-4a28-b15c-29e8ddd7eaee req-06fe8c5b-6c91-4a42-9966-2bedb83d3ed2 service neutron] 10.222.0.30 "GET /v2.0/networks/0bb08609-ad67-427a-9550-d841328e6d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095419 Mar 05 04:48:54.035662 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfa677-fd46-4932-a5c2-98cdf9214519 req-3f82cadc-3315-46ce-9656-f845bac83b56 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:54.043395 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfa677-fd46-4932-a5c2-98cdf9214519 req-3f82cadc-3315-46ce-9656-f845bac83b56 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:54.045407 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-39cfa677-fd46-4932-a5c2-98cdf9214519 req-3f82cadc-3315-46ce-9656-f845bac83b56 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.6558766 Mar 05 04:48:54.160128 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0d888001-3eaf-4aae-8bc5-11b184b0cd71 admin admin] Publish callbacks [] for security_group (85c016e6-8eb1-4714-ad39-0beb60c0ee77), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:54.185892 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0d888001-3eaf-4aae-8bc5-11b184b0cd71 admin admin] Publish callbacks [] for security_group (85c016e6-8eb1-4714-ad39-0beb60c0ee77), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:54.262006 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9a3bb35b-e1c7-4a28-b15c-29e8ddd7eaee req-0f2fa6b0-5bd5-48ff-b445-3d40f06f87a7 service neutron] 10.222.0.30 "GET /v2.0/networks/0bb08609-ad67-427a-9550-d841328e6d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061706 Mar 05 04:48:54.301861 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-39cfa677-fd46-4932-a5c2-98cdf9214519 req-8e8a1bc6-5533-45e6-a477-bfcfed8659ed tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2474959 Mar 05 04:48:54.364293 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0d888001-3eaf-4aae-8bc5-11b184b0cd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (85c016e6-8eb1-4714-ad39-0beb60c0ee77), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:54.366932 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0d888001-3eaf-4aae-8bc5-11b184b0cd71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:54.368098 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0d888001-3eaf-4aae-8bc5-11b184b0cd71 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/85c016e6-8eb1-4714-ad39-0beb60c0ee77 HTTP/1.1" status: 204 len: 168 time: 0.8270817 Mar 05 04:48:54.383025 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d888001-3eaf-4aae-8bc5-11b184b0cd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c016e6-8eb1-4714-ad39-0beb60c0ee77,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:54.399191 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a11bb-fb33-4787-9c8c-a44916e2de82 req-7e637d5d-0c00-4a68-9827-ee02d16985c2 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:54.406895 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5e2a11bb-fb33-4787-9c8c-a44916e2de82 req-7e637d5d-0c00-4a68-9827-ee02d16985c2 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 945 time: 0.1744571 Mar 05 04:48:54.410232 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d7c9a-8e14-48e9-8b57-9987d090d476 req-ea092457-c358-4447-8381-13380e5730b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:54.412044 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e10d7c9a-8e14-48e9-8b57-9987d090d476 req-ea092457-c358-4447-8381-13380e5730b9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2eabc7f7-560c-4e18-b2d8-f018f68ad17d HTTP/1.1" status: 200 len: 1128 time: 0.3472600 Mar 05 04:48:54.430976 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d888001-3eaf-4aae-8bc5-11b184b0cd71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:54.431460 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d888001-3eaf-4aae-8bc5-11b184b0cd71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:54.432484 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d888001-3eaf-4aae-8bc5-11b184b0cd71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:54.433012 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d888001-3eaf-4aae-8bc5-11b184b0cd71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:54.433492 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d888001-3eaf-4aae-8bc5-11b184b0cd71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:54.433884 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d888001-3eaf-4aae-8bc5-11b184b0cd71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:54.434224 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d888001-3eaf-4aae-8bc5-11b184b0cd71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:54.434554 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d888001-3eaf-4aae-8bc5-11b184b0cd71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:54.434883 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d888001-3eaf-4aae-8bc5-11b184b0cd71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:54.435236 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d888001-3eaf-4aae-8bc5-11b184b0cd71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:54.435564 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d888001-3eaf-4aae-8bc5-11b184b0cd71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:54.435941 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d888001-3eaf-4aae-8bc5-11b184b0cd71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:54.436271 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d888001-3eaf-4aae-8bc5-11b184b0cd71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:48:54.448786 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47548) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:54.481376 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f6aca16-34bf-4aca-96a0-707c04fab5ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:54.551721 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5e2a11bb-fb33-4787-9c8c-a44916e2de82 req-0ed32898-4e97-4476-8f8d-c670473cbea3 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436408 Mar 05 04:48:54.558141 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e10d7c9a-8e14-48e9-8b57-9987d090d476 req-992b0544-e4b1-4c89-bad8-2d6cb7cfb7bf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c868f5f0-cb4e-40d5-97a8-035a925e3b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355264 Mar 05 04:48:54.617823 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f6aca16-34bf-4aca-96a0-707c04fab5ca admin admin] Publish callbacks [] for security_group (b8d7c0c6-2f0b-4ec4-9aa4-521ab08073f3), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:54.623201 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f6aca16-34bf-4aca-96a0-707c04fab5ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b8d7c0c6-2f0b-4ec4-9aa4-521ab08073f3), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:54.673833 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1f6aca16-34bf-4aca-96a0-707c04fab5ca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3bbc71e37dbf45639c21e7a9554cc0fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241056 Mar 05 04:48:54.676438 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47552) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:48:54.693120 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6aca16-34bf-4aca-96a0-707c04fab5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d7c0c6-2f0b-4ec4-9aa4-521ab08073f3,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:54.697147 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device cc32cfe5-4f34-4380-a247-ca8ca43b7efd details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:48:54.786589 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-52fefb52-d8ed-469e-8b02-2440b4c5b2dd admin admin] Publish callbacks [] for security_group (b8d7c0c6-2f0b-4ec4-9aa4-521ab08073f3), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:54.844369 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-52fefb52-d8ed-469e-8b02-2440b4c5b2dd admin admin] Publish callbacks [] for security_group (b8d7c0c6-2f0b-4ec4-9aa4-521ab08073f3), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:54.915002 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port cc32cfe5-4f34-4380-a247-ca8ca43b7efd, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=cc32cfe5-4f34-4380-a247-ca8ca43b7efd,segment=NetworkSegment(9ce2c578-aa5b-4781-ad63-77fb0fbf1b45),segment_id=9ce2c578-aa5b-4781-ad63-77fb0fbf1b45)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:54.933211 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'cc32cfe5-4f34-4380-a247-ca8ca43b7efd', 'network_id': '0bb08609-ad67-427a-9550-d841328e6d18', 'port_id': 'cc32cfe5-4f34-4380-a247-ca8ca43b7efd', 'mac_address': 'fa:16:3e:e7:15:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35d777fc-c928-4d0b-8cba-14ed4ad4a444', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:48:54.970507 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-52fefb52-d8ed-469e-8b02-2440b4c5b2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b8d7c0c6-2f0b-4ec4-9aa4-521ab08073f3), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:54.972531 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-52fefb52-d8ed-469e-8b02-2440b4c5b2dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:54.974228 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-52fefb52-d8ed-469e-8b02-2440b4c5b2dd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b8d7c0c6-2f0b-4ec4-9aa4-521ab08073f3 HTTP/1.1" status: 204 len: 168 time: 0.2964869 Mar 05 04:48:54.991582 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fefb52-d8ed-469e-8b02-2440b4c5b2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d7c0c6-2f0b-4ec4-9aa4-521ab08073f3,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:55.144597 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f4978-4f14-4ae2-ab52-12347c61de11 req-28dafc58-8478-4c17-b15c-1f487dc1bd75 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:55.154200 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-735f4978-4f14-4ae2-ab52-12347c61de11 req-28dafc58-8478-4c17-b15c-1f487dc1bd75 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eabc7f7-560c-4e18-b2d8-f018f68ad17d HTTP/1.1" status: 200 len: 945 time: 0.1277235 Mar 05 04:48:55.283895 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port cc32cfe5-4f34-4380-a247-ca8ca43b7efd is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:48:55.284071 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-735f4978-4f14-4ae2-ab52-12347c61de11 req-b9c7fd4c-9ef8-4e41-a3c5-1a3af7e8b56a tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/security-groups?id=c868f5f0-cb4e-40d5-97a8-035a925e3b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271679 Mar 05 04:48:55.284283 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cc32cfe5-4f34-4380-a247-ca8ca43b7efd), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:55.315981 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc32cfe5-4f34-4380-a247-ca8ca43b7efd {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:48:55.342230 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port cc32cfe5-4f34-4380-a247-ca8ca43b7efd, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=cc32cfe5-4f34-4380-a247-ca8ca43b7efd,segment=NetworkSegment(9ce2c578-aa5b-4781-ad63-77fb0fbf1b45),segment_id=9ce2c578-aa5b-4781-ad63-77fb0fbf1b45)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:55.348328 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cc32cfe5-4f34-4380-a247-ca8ca43b7efd), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:55.433924 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=cc32cfe5-4f34-4380-a247-ca8ca43b7efd,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:55.607548 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e78a4-8549-4b6a-82ac-884db567c4f2 req-6220e607-f4de-45d8-911a-54f34f6078d6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:55.616948 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e78a4-8549-4b6a-82ac-884db567c4f2 req-6220e607-f4de-45d8-911a-54f34f6078d6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:55.629338 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e78a4-8549-4b6a-82ac-884db567c4f2 req-6220e607-f4de-45d8-911a-54f34f6078d6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:55.647856 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e78a4-8549-4b6a-82ac-884db567c4f2 req-6220e607-f4de-45d8-911a-54f34f6078d6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:55.655553 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['cc32cfe5-4f34-4380-a247-ca8ca43b7efd'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:48:55.670565 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e78a4-8549-4b6a-82ac-884db567c4f2 req-6220e607-f4de-45d8-911a-54f34f6078d6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:55.678726 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e78a4-8549-4b6a-82ac-884db567c4f2 req-6220e607-f4de-45d8-911a-54f34f6078d6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:55.698976 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e78a4-8549-4b6a-82ac-884db567c4f2 req-6220e607-f4de-45d8-911a-54f34f6078d6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:55.699648 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b70e78a4-8549-4b6a-82ac-884db567c4f2 req-6220e607-f4de-45d8-911a-54f34f6078d6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.2367692 Mar 05 04:48:55.915533 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a09a0-bfdc-4493-a327-4cb3f09e0d57 req-376b5fc3-81fa-48fa-b3ac-ff44de3b152d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:55.928359 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5e3a09a0-bfdc-4493-a327-4cb3f09e0d57 req-376b5fc3-81fa-48fa-b3ac-ff44de3b152d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 945 time: 0.2274034 Mar 05 04:48:55.986779 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b70e78a4-8549-4b6a-82ac-884db567c4f2 req-b491b546-19e1-4bbd-96f6-9d0d7becf896 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2612669 Mar 05 04:48:56.087690 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5e3a09a0-bfdc-4493-a327-4cb3f09e0d57 req-5d33132c-95bd-426e-bc39-a6fc1c4587b3 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583445 Mar 05 04:48:56.509148 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa255a-754f-4139-b181-1a31ac424ee6 req-4d273e8f-951c-4a37-9a17-d48621d2995c tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:56.520438 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d8fa255a-754f-4139-b181-1a31ac424ee6 req-4d273e8f-951c-4a37-9a17-d48621d2995c tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eabc7f7-560c-4e18-b2d8-f018f68ad17d HTTP/1.1" status: 200 len: 945 time: 0.1158469 Mar 05 04:48:56.545354 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device e117df6d-1639-4d04-8bba-a4aa8b8b60de up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:48:56.625914 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d8fa255a-754f-4139-b181-1a31ac424ee6 req-24e80fe1-a5d2-4316-b2a5-bfd8e1c0a5e0 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/security-groups?id=c868f5f0-cb4e-40d5-97a8-035a925e3b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043975 Mar 05 04:48:56.638576 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port e117df6d-1639-4d04-8bba-a4aa8b8b60de completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:48:56.643620 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port e117df6d-1639-4d04-8bba-a4aa8b8b60de triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:48:56.644704 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e117df6d-1639-4d04-8bba-a4aa8b8b60de), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:56.705250 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device cc32cfe5-4f34-4380-a247-ca8ca43b7efd up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:48:56.860736 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port cc32cfe5-4f34-4380-a247-ca8ca43b7efd completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:48:56.895218 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d3a82-dd3e-48b9-a4eb-7476abcaded8 req-8716aca4-5ac3-464c-b26d-fc5158239216 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:56.906164 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port e117df6d-1639-4d04-8bba-a4aa8b8b60de is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:48:56.907035 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e117df6d-1639-4d04-8bba-a4aa8b8b60de), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:56.907215 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a39d3a82-dd3e-48b9-a4eb-7476abcaded8 req-8716aca4-5ac3-464c-b26d-fc5158239216 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/ports?device_id=5704b363-8c18-4534-901f-4925d4035022 HTTP/1.1" status: 200 len: 944 time: 0.1710653 Mar 05 04:48:56.973986 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port cc32cfe5-4f34-4380-a247-ca8ca43b7efd triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:48:56.974870 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cc32cfe5-4f34-4380-a247-ca8ca43b7efd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:56.999227 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5704b363-8c18-4534-901f-4925d4035022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e117df6d-1639-4d04-8bba-a4aa8b8b60de'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:48:57.002811 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd649a7-e813-4fb9-966d-dafaba642383" -d '{"events": [{"server_uuid": "5704b363-8c18-4534-901f-4925d4035022", "name": "network-vif-plugged", "status": "completed", "tag": "e117df6d-1639-4d04-8bba-a4aa8b8b60de"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:48:57.054491 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a39d3a82-dd3e-48b9-a4eb-7476abcaded8 req-03f2ebc3-5471-4cf6-9e95-fadc3a02d5e9 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/security-groups?id=c868f5f0-cb4e-40d5-97a8-035a925e3b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462328 Mar 05 04:48:57.180231 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port e117df6d-1639-4d04-8bba-a4aa8b8b60de, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=e117df6d-1639-4d04-8bba-a4aa8b8b60de,segment=NetworkSegment(9ce2c578-aa5b-4781-ad63-77fb0fbf1b45),segment_id=9ce2c578-aa5b-4781-ad63-77fb0fbf1b45)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:57.310116 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fa6b35-a152-4eed-aed5-2a0fd8425ca6 x-openstack-request-id: req-64fa6b35-a152-4eed-aed5-2a0fd8425ca6 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:48:57.317881 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5704b363-8c18-4534-901f-4925d4035022", "name": "network-vif-plugged", "status": "completed", "tag": "e117df6d-1639-4d04-8bba-a4aa8b8b60de", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:48:57.318299 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-64fa6b35-a152-4eed-aed5-2a0fd8425ca6 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:48:57.318756 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5704b363-8c18-4534-901f-4925d4035022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e117df6d-1639-4d04-8bba-a4aa8b8b60de', 'code': 200} Mar 05 04:48:57.325456 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port cc32cfe5-4f34-4380-a247-ca8ca43b7efd is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:48:57.325893 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cc32cfe5-4f34-4380-a247-ca8ca43b7efd), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:57.330639 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e117df6d-1639-4d04-8bba-a4aa8b8b60de), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:57.372940 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876b152-3d41-4a7d-9ee9-964d33cefdd5 req-3c21926e-3fda-4026-9f5d-5baf7104b375 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:57.380929 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876b152-3d41-4a7d-9ee9-964d33cefdd5 req-3c21926e-3fda-4026-9f5d-5baf7104b375 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:57.388649 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876b152-3d41-4a7d-9ee9-964d33cefdd5 req-3c21926e-3fda-4026-9f5d-5baf7104b375 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:57.394483 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876b152-3d41-4a7d-9ee9-964d33cefdd5 req-3c21926e-3fda-4026-9f5d-5baf7104b375 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:57.395404 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507b286-e601-44c5-a969-1fc431ab28c0 req-2cfcc138-b6d2-4697-857a-9ceb915c7b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:57.396905 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1507b286-e601-44c5-a969-1fc431ab28c0 req-2cfcc138-b6d2-4697-857a-9ceb915c7b4d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5704b363-8c18-4534-901f-4925d4035022 HTTP/1.1" status: 200 len: 1128 time: 0.1665397 Mar 05 04:48:57.401210 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876b152-3d41-4a7d-9ee9-964d33cefdd5 req-3c21926e-3fda-4026-9f5d-5baf7104b375 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:57.407338 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876b152-3d41-4a7d-9ee9-964d33cefdd5 req-3c21926e-3fda-4026-9f5d-5baf7104b375 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:57.413334 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876b152-3d41-4a7d-9ee9-964d33cefdd5 req-3c21926e-3fda-4026-9f5d-5baf7104b375 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:57.444482 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1876b152-3d41-4a7d-9ee9-964d33cefdd5 req-3c21926e-3fda-4026-9f5d-5baf7104b375 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.2642152 Mar 05 04:48:57.528194 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1507b286-e601-44c5-a969-1fc431ab28c0 req-e890f1b6-cad8-41fd-9ac1-ff9226885750 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c868f5f0-cb4e-40d5-97a8-035a925e3b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159978 Mar 05 04:48:57.529181 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port cc32cfe5-4f34-4380-a247-ca8ca43b7efd, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=cc32cfe5-4f34-4380-a247-ca8ca43b7efd,segment=NetworkSegment(9ce2c578-aa5b-4781-ad63-77fb0fbf1b45),segment_id=9ce2c578-aa5b-4781-ad63-77fb0fbf1b45)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:48:57.544898 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cc32cfe5-4f34-4380-a247-ca8ca43b7efd), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:48:57.548319 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=e117df6d-1639-4d04-8bba-a4aa8b8b60de,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:57.667662 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=cc32cfe5-4f34-4380-a247-ca8ca43b7efd,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:48:57.703416 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16960d73-7fd3-443b-bfb2-badc66aa2732 req-60057ffa-da03-4f74-b375-ed15a0b6e4fe tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:57.705043 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-16960d73-7fd3-443b-bfb2-badc66aa2732 req-60057ffa-da03-4f74-b375-ed15a0b6e4fe tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 945 time: 0.2600322 Mar 05 04:48:57.719122 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1876b152-3d41-4a7d-9ee9-964d33cefdd5 req-415db738-b10f-49f7-90af-ea7b72c74c6c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2751806 Mar 05 04:48:57.789176 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-16960d73-7fd3-443b-bfb2-badc66aa2732 req-5c01d3f4-8eb3-4ce6-99eb-de258ffe07e3 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690711 Mar 05 04:48:58.193043 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ac01a897-b720-437f-8bb9-007e3464da44 req-a7718e9f-1323-403f-9042-9e8610272619 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=2100fd40fcd04694bacf3945a4e3ebd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433531 Mar 05 04:48:58.384252 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01a897-b720-437f-8bb9-007e3464da44 req-e5e45677-2d3c-4de4-8d55-ed842fed807a tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:58.394881 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ac01a897-b720-437f-8bb9-007e3464da44 req-e5e45677-2d3c-4de4-8d55-ed842fed807a tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1975732 Mar 05 04:48:58.414433 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ac01a897-b720-437f-8bb9-007e3464da44 req-fcf50074-16ff-4f7c-847f-5b9a521fcb7b tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] 10.222.0.11 "GET /v2.0/quotas/2100fd40fcd04694bacf3945a4e3ebd6 HTTP/1.1" status: 200 len: 375 time: 0.0182917 Mar 05 04:48:58.481375 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ac01a897-b720-437f-8bb9-007e3464da44 req-e1cbe9d2-a0d8-45ea-bfeb-27ab7b3c4108 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2100fd40fcd04694bacf3945a4e3ebd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658004 Mar 05 04:48:58.933635 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-c065f3a7-5ea2-4c1e-b076-956ddf8894b0 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=ae3684e3081a41d6b963bd6e1e1b7d86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587397 Mar 05 04:48:59.130640 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-94e3c5a3-b8d2-4a68-8861-2937ca576b5f tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:59.137726 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-94e3c5a3-b8d2-4a68-8861-2937ca576b5f tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1925688 Mar 05 04:48:59.170544 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-219b13f8-1989-4c58-a298-9f45d14703de tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] 10.222.0.11 "GET /v2.0/quotas/ae3684e3081a41d6b963bd6e1e1b7d86 HTTP/1.1" status: 200 len: 375 time: 0.0318346 Mar 05 04:48:59.222331 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-74003ff3-eea2-4967-a5cc-0a03b64b33b3 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ae3684e3081a41d6b963bd6e1e1b7d86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508177 Mar 05 04:48:59.320783 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20031be-cbf5-48b5-beac-a05317b4c455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc32cfe5-4f34-4380-a247-ca8ca43b7efd'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:48:59.329164 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0b9329-c7d0-4576-b403-d6d15fb6ea5b" -d '{"events": [{"server_uuid": "d20031be-cbf5-48b5-beac-a05317b4c455", "name": "network-vif-plugged", "status": "completed", "tag": "cc32cfe5-4f34-4380-a247-ca8ca43b7efd"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:48:59.539715 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f084ed-358f-485f-90e2-43971ac785fa req-458ee1a0-96dd-4815-9c5c-ea6a8e1a84c7 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:59.548299 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-48f084ed-358f-485f-90e2-43971ac785fa req-458ee1a0-96dd-4815-9c5c-ea6a8e1a84c7 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/ports?device_id=5704b363-8c18-4534-901f-4925d4035022 HTTP/1.1" status: 200 len: 945 time: 0.1220288 Mar 05 04:48:59.630836 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-48f084ed-358f-485f-90e2-43971ac785fa req-83cf43f5-db01-401f-8fd3-e303040fd448 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/security-groups?id=c868f5f0-cb4e-40d5-97a8-035a925e3b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759144 Mar 05 04:48:59.804839 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4d02bad3-e5cd-4c2f-95e7-e6ce9f587e61 req-fc748b3b-1de6-49a1-b04a-12cd1d602d7e tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] 10.222.0.11 "GET /v2.0/ports?device_id=991e54cd-8da6-4a9f-bab4-239b8dede934 HTTP/1.1" status: 200 len: 210 time: 0.0447476 Mar 05 04:48:59.980700 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f177cf-ced7-402c-bf0e-4211bf604125 req-e6df9284-e851-4069-b921-660ac24fd9cc tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:59.987163 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f177cf-ced7-402c-bf0e-4211bf604125 req-e6df9284-e851-4069-b921-660ac24fd9cc tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:48:59.992969 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f177cf-ced7-402c-bf0e-4211bf604125 req-e6df9284-e851-4069-b921-660ac24fd9cc tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:00.000801 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f177cf-ced7-402c-bf0e-4211bf604125 req-e6df9284-e851-4069-b921-660ac24fd9cc tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:00.007299 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f177cf-ced7-402c-bf0e-4211bf604125 req-e6df9284-e851-4069-b921-660ac24fd9cc tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:00.013654 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f177cf-ced7-402c-bf0e-4211bf604125 req-e6df9284-e851-4069-b921-660ac24fd9cc tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:00.020465 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f177cf-ced7-402c-bf0e-4211bf604125 req-e6df9284-e851-4069-b921-660ac24fd9cc tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:00.023099 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-73f177cf-ced7-402c-bf0e-4211bf604125 req-e6df9284-e851-4069-b921-660ac24fd9cc tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.1231825 Mar 05 04:49:00.121886 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-73f177cf-ced7-402c-bf0e-4211bf604125 req-e9f37481-b5c4-4814-9919-5ab5284ae577 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0878949 Mar 05 04:49:00.366666 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac01a897-b720-437f-8bb9-007e3464da44 req-5fe799f6-ad39-430d-bd57-5a7c72294732 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2100fd40fcd04694bacf3945a4e3ebd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1350694 Mar 05 04:49:00.497516 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d0bbd-0b64-40e9-be99-1afcb22c2a9a req-13bf198a-2e73-424c-8b33-7e13d9c9cc5a tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:00.499161 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7a1d0bbd-0b64-40e9-be99-1afcb22c2a9a req-13bf198a-2e73-424c-8b33-7e13d9c9cc5a tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 945 time: 0.2510498 Mar 05 04:49:00.585403 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7a1d0bbd-0b64-40e9-be99-1afcb22c2a9a req-7d5c4d16-60e8-4ad7-803a-675f262de5f6 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727093 Mar 05 04:49:00.610655 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01a897-b720-437f-8bb9-007e3464da44 req-19e63d4d-01bc-425b-b90c-fd778295dc55 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:00.612197 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac01a897-b720-437f-8bb9-007e3464da44 req-19e63d4d-01bc-425b-b90c-fd778295dc55 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2362587 Mar 05 04:49:00.625452 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-ac01a897-b720-437f-8bb9-007e3464da44 req-80b26229-b9d1-4a36-b93f-457050bbfac1 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Request body: {'port': {'device_id': '991e54cd-8da6-4a9f-bab4-239b8dede934', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'admin_state_up': True, 'tenant_id': '2100fd40fcd04694bacf3945a4e3ebd6'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:49:00.682195 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6719b054-0f33-4146-975f-24d7532dad17 req-b5c9c9c1-a38c-475c-9c25-86a14a140cd1 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] 10.222.0.11 "GET /v2.0/ports?device_id=8975bbc0-88ac-49ee-9be8-a7f79a342d35 HTTP/1.1" status: 200 len: 210 time: 0.0436983 Mar 05 04:49:00.730250 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b7ec81-6f5d-42e6-8f56-a0be22c30f14 x-openstack-request-id: req-a3b7ec81-6f5d-42e6-8f56-a0be22c30f14 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:49:00.730857 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20031be-cbf5-48b5-beac-a05317b4c455", "name": "network-vif-plugged", "status": "completed", "tag": "cc32cfe5-4f34-4380-a247-ca8ca43b7efd", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:49:00.730857 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a3b7ec81-6f5d-42e6-8f56-a0be22c30f14 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:49:00.731212 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20031be-cbf5-48b5-beac-a05317b4c455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc32cfe5-4f34-4380-a247-ca8ca43b7efd', 'code': 200} Mar 05 04:49:00.817064 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac01a897-b720-437f-8bb9-007e3464da44 req-80b26229-b9d1-4a36-b93f-457050bbfac1 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Made reservation on behalf of 2100fd40fcd04694bacf3945a4e3ebd6 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:49:00.824512 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ac01a897-b720-437f-8bb9-007e3464da44 req-80b26229-b9d1-4a36-b93f-457050bbfac1 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:00.835384 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ac01a897-b720-437f-8bb9-007e3464da44 req-80b26229-b9d1-4a36-b93f-457050bbfac1 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:00.910526 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19371997-d222-4c81-a3db-72ee97b9dc40 req-7f53fd69-a024-4ef3-a783-664c1a0a7360 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:00.919491 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19371997-d222-4c81-a3db-72ee97b9dc40 req-7f53fd69-a024-4ef3-a783-664c1a0a7360 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20031be-cbf5-48b5-beac-a05317b4c455 HTTP/1.1" status: 200 len: 945 time: 0.1223164 Mar 05 04:49:00.936908 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64558cdf-9b12-43c0-b7c8-34c130a0f7ee req-09a3526c-c0e6-4ab7-9fe8-44f06a77835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:00.938619 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64558cdf-9b12-43c0-b7c8-34c130a0f7ee req-09a3526c-c0e6-4ab7-9fe8-44f06a77835d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d20031be-cbf5-48b5-beac-a05317b4c455 HTTP/1.1" status: 200 len: 1128 time: 0.1304219 Mar 05 04:49:00.997922 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19371997-d222-4c81-a3db-72ee97b9dc40 req-95d6598d-f95a-41c1-82aa-8bb68afda18e tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/security-groups?id=c868f5f0-cb4e-40d5-97a8-035a925e3b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773160 Mar 05 04:49:01.018297 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ac01a897-b720-437f-8bb9-007e3464da44 req-80b26229-b9d1-4a36-b93f-457050bbfac1 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Publish callbacks [] for security_group (8e7410e6-fd31-48e6-8b43-29c418a4f031), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:01.027950 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ac01a897-b720-437f-8bb9-007e3464da44 req-80b26229-b9d1-4a36-b93f-457050bbfac1 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8e7410e6-fd31-48e6-8b43-29c418a4f031), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:01.062571 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-4bb6974a-6138-41c0-818b-55d76b497e34 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ae3684e3081a41d6b963bd6e1e1b7d86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0822785 Mar 05 04:49:01.174379 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b26229-b9d1-4a36-b93f-457050bbfac1 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7410e6-fd31-48e6-8b43-29c418a4f031,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:01.176476 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2da5105c-313b-4e99-bc69-2781a6c8e352 req-9312eb00-408d-4204-866b-b70347455379 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] 10.222.0.11 "GET /v2.0/ports?device_id=991e54cd-8da6-4a9f-bab4-239b8dede934 HTTP/1.1" status: 200 len: 210 time: 0.0532885 Mar 05 04:49:01.313904 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-ac01a897-b720-437f-8bb9-007e3464da44 req-80b26229-b9d1-4a36-b93f-457050bbfac1 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Allocated IP 192.168.233.128 (fb0dde64-203a-4c32-80ac-e1733ed0c9dd/63f989ea-15ee-41e4-8c8f-8183d2023f4e/13cb48a2-85f8-4394-872b-d1e6285a7ba5) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:49:01.322857 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64558cdf-9b12-43c0-b7c8-34c130a0f7ee req-7658caec-587a-488d-82d7-6a28ecfdead5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c868f5f0-cb4e-40d5-97a8-035a925e3b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529210 Mar 05 04:49:01.386428 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-cce3113a-8587-46c5-ba18-337675bc6f78 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:01.388032 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-cce3113a-8587-46c5-ba18-337675bc6f78 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3234780 Mar 05 04:49:01.403501 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-16a7b5fe-b667-492e-9aaf-d15d3fff5833 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Request body: {'port': {'device_id': '8975bbc0-88ac-49ee-9be8-a7f79a342d35', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'admin_state_up': True, 'tenant_id': 'ae3684e3081a41d6b963bd6e1e1b7d86'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:49:01.427452 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad35fee-9b89-4a3b-bc03-a437dafee509 req-6ebd16ba-ddbb-4aeb-a3c6-bd186d81657a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:01.433937 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad35fee-9b89-4a3b-bc03-a437dafee509 req-6ebd16ba-ddbb-4aeb-a3c6-bd186d81657a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:01.439724 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad35fee-9b89-4a3b-bc03-a437dafee509 req-6ebd16ba-ddbb-4aeb-a3c6-bd186d81657a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:01.445575 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad35fee-9b89-4a3b-bc03-a437dafee509 req-6ebd16ba-ddbb-4aeb-a3c6-bd186d81657a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:01.453587 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad35fee-9b89-4a3b-bc03-a437dafee509 req-6ebd16ba-ddbb-4aeb-a3c6-bd186d81657a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:01.474707 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad35fee-9b89-4a3b-bc03-a437dafee509 req-6ebd16ba-ddbb-4aeb-a3c6-bd186d81657a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:01.480534 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad35fee-9b89-4a3b-bc03-a437dafee509 req-6ebd16ba-ddbb-4aeb-a3c6-bd186d81657a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:01.489245 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bad35fee-9b89-4a3b-bc03-a437dafee509 req-6ebd16ba-ddbb-4aeb-a3c6-bd186d81657a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.1896949 Mar 05 04:49:01.511376 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ac01a897-b720-437f-8bb9-007e3464da44 req-80b26229-b9d1-4a36-b93f-457050bbfac1 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Publish callbacks [] for port (13cb48a2-85f8-4394-872b-d1e6285a7ba5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:01.554210 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ac01a897-b720-437f-8bb9-007e3464da44 req-80b26229-b9d1-4a36-b93f-457050bbfac1 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (13cb48a2-85f8-4394-872b-d1e6285a7ba5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:01.611653 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac01a897-b720-437f-8bb9-007e3464da44 req-80b26229-b9d1-4a36-b93f-457050bbfac1 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:49:01.612659 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bad35fee-9b89-4a3b-bc03-a437dafee509 req-49172ed0-debd-4a09-a2be-72b0a81bda6d tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1083074 Mar 05 04:49:01.616936 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-ac01a897-b720-437f-8bb9-007e3464da44 req-80b26229-b9d1-4a36-b93f-457050bbfac1 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:49:01.619148 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b26229-b9d1-4a36-b93f-457050bbfac1 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Pushing event updated for resources: {'Port': ['ID=13cb48a2-85f8-4394-872b-d1e6285a7ba5,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:01.622400 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac01a897-b720-437f-8bb9-007e3464da44 req-80b26229-b9d1-4a36-b93f-457050bbfac1 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:49:01.707681 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01a897-b720-437f-8bb9-007e3464da44 req-80b26229-b9d1-4a36-b93f-457050bbfac1 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:01.708309 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ac01a897-b720-437f-8bb9-007e3464da44 req-80b26229-b9d1-4a36-b93f-457050bbfac1 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:01.712734 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-16a7b5fe-b667-492e-9aaf-d15d3fff5833 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Made reservation on behalf of ae3684e3081a41d6b963bd6e1e1b7d86 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:49:01.716907 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-16a7b5fe-b667-492e-9aaf-d15d3fff5833 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:01.749515 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac01a897-b720-437f-8bb9-007e3464da44 req-80b26229-b9d1-4a36-b93f-457050bbfac1 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1282785 Mar 05 04:49:01.763285 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-ac01a897-b720-437f-8bb9-007e3464da44 req-72934ec1-8f2f-4572-80e1-47d9d67db7e2 service neutron] Request body: {'port': {'device_id': '991e54cd-8da6-4a9f-bab4-239b8dede934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:49:01.765974 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-16a7b5fe-b667-492e-9aaf-d15d3fff5833 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:01.884837 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ac01a897-b720-437f-8bb9-007e3464da44 req-72934ec1-8f2f-4572-80e1-47d9d67db7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (13cb48a2-85f8-4394-872b-d1e6285a7ba5), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:01.944174 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-16a7b5fe-b667-492e-9aaf-d15d3fff5833 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Publish callbacks [] for security_group (d0afc336-65d1-4ccb-b2f6-91885cf58625), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:01.954934 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-16a7b5fe-b667-492e-9aaf-d15d3fff5833 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d0afc336-65d1-4ccb-b2f6-91885cf58625), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:01.993168 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bba06-13da-4c96-90c2-093b42ff9db5 req-9ca91f1e-ad94-4fdb-aa4a-e2de76c725ff tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:01.998252 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-ce22e651-a990-44a6-a99e-f2dff5adc59b None None] Provisioning complete for port 13cb48a2-85f8-4394-872b-d1e6285a7ba5 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:49:01.998797 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ce22e651-a990-44a6-a99e-f2dff5adc59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (13cb48a2-85f8-4394-872b-d1e6285a7ba5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:02.004933 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ec4bba06-13da-4c96-90c2-093b42ff9db5 req-9ca91f1e-ad94-4fdb-aa4a-e2de76c725ff tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 945 time: 0.2830737 Mar 05 04:49:02.078642 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7b5fe-b667-492e-9aaf-d15d3fff5833 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0afc336-65d1-4ccb-b2f6-91885cf58625,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:02.081452 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ce22e651-a990-44a6-a99e-f2dff5adc59b None None] Port 13cb48a2-85f8-4394-872b-d1e6285a7ba5 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:49:02.134488 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ec4bba06-13da-4c96-90c2-093b42ff9db5 req-a6e574df-0d2d-4cf1-b381-b61da4299d96 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286678 Mar 05 04:49:02.224213 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2724562a-89ae-4cd3-b8df-65ad51b9f694 req-60f5abd8-8f9f-4704-bdfb-001702f67754 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] 10.222.0.11 "GET /v2.0/ports?device_id=8975bbc0-88ac-49ee-9be8-a7f79a342d35 HTTP/1.1" status: 200 len: 210 time: 0.0296896 Mar 05 04:49:02.225118 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-ac01a897-b720-437f-8bb9-007e3464da44 req-72934ec1-8f2f-4572-80e1-47d9d67db7e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13cb48a2-85f8-4394-872b-d1e6285a7ba5 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:49:02.233627 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ac01a897-b720-437f-8bb9-007e3464da44 req-72934ec1-8f2f-4572-80e1-47d9d67db7e2 service neutron] Publish callbacks [] for port (13cb48a2-85f8-4394-872b-d1e6285a7ba5), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:02.246933 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-ac01a897-b720-437f-8bb9-007e3464da44 req-72934ec1-8f2f-4572-80e1-47d9d67db7e2 service neutron] Transition to ACTIVE for port object 13cb48a2-85f8-4394-872b-d1e6285a7ba5 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:49:02.251910 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ac01a897-b720-437f-8bb9-007e3464da44 req-72934ec1-8f2f-4572-80e1-47d9d67db7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (13cb48a2-85f8-4394-872b-d1e6285a7ba5), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:02.341710 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72934ec1-8f2f-4572-80e1-47d9d67db7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=13cb48a2-85f8-4394-872b-d1e6285a7ba5,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:02.357145 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-16a7b5fe-b667-492e-9aaf-d15d3fff5833 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Allocated IP 192.168.233.120 (fb0dde64-203a-4c32-80ac-e1733ed0c9dd/63f989ea-15ee-41e4-8c8f-8183d2023f4e/6136da53-8d66-48f9-b8e3-dc7abe26623b) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:49:02.390034 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5006d85-44a5-44cd-bad1-5c31ff5d4bdd req-bd3d958b-8c7c-4a39-8cfe-fffc04e2f0b2 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:02.399795 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c5006d85-44a5-44cd-bad1-5c31ff5d4bdd req-bd3d958b-8c7c-4a39-8cfe-fffc04e2f0b2 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20031be-cbf5-48b5-beac-a05317b4c455 HTTP/1.1" status: 200 len: 945 time: 0.1023731 Mar 05 04:49:02.450825 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-ac01a897-b720-437f-8bb9-007e3464da44 req-72934ec1-8f2f-4572-80e1-47d9d67db7e2 service neutron] Attempting to bind port 13cb48a2-85f8-4394-872b-d1e6285a7ba5 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:49:02.451621 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-ac01a897-b720-437f-8bb9-007e3464da44 req-72934ec1-8f2f-4572-80e1-47d9d67db7e2 service neutron] Attempting to bind port 13cb48a2-85f8-4394-872b-d1e6285a7ba5 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:49:02.452205 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac01a897-b720-437f-8bb9-007e3464da44 req-72934ec1-8f2f-4572-80e1-47d9d67db7e2 service neutron] Attempting to bind port 13cb48a2-85f8-4394-872b-d1e6285a7ba5 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:49:02.461738 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac01a897-b720-437f-8bb9-007e3464da44 req-72934ec1-8f2f-4572-80e1-47d9d67db7e2 service neutron] Port 13cb48a2-85f8-4394-872b-d1e6285a7ba5 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:49:02.462384 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac01a897-b720-437f-8bb9-007e3464da44 req-72934ec1-8f2f-4572-80e1-47d9d67db7e2 service neutron] Attempting to bind port 13cb48a2-85f8-4394-872b-d1e6285a7ba5 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:49:02.477161 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac01a897-b720-437f-8bb9-007e3464da44 req-72934ec1-8f2f-4572-80e1-47d9d67db7e2 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:49:02.477446 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac01a897-b720-437f-8bb9-007e3464da44 req-72934ec1-8f2f-4572-80e1-47d9d67db7e2 service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:49:02.477832 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac01a897-b720-437f-8bb9-007e3464da44 req-72934ec1-8f2f-4572-80e1-47d9d67db7e2 service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:49:02.481752 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-ac01a897-b720-437f-8bb9-007e3464da44 req-72934ec1-8f2f-4572-80e1-47d9d67db7e2 service neutron] Bound port: 13cb48a2-85f8-4394-872b-d1e6285a7ba5, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:49:02.482067 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ac01a897-b720-437f-8bb9-007e3464da44 req-72934ec1-8f2f-4572-80e1-47d9d67db7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (13cb48a2-85f8-4394-872b-d1e6285a7ba5), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:02.564350 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c5006d85-44a5-44cd-bad1-5c31ff5d4bdd req-7de7919f-08d4-42b0-a597-8e7494d1b21a tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/security-groups?id=c868f5f0-cb4e-40d5-97a8-035a925e3b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635456 Mar 05 04:49:02.592853 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-ac01a897-b720-437f-8bb9-007e3464da44 req-72934ec1-8f2f-4572-80e1-47d9d67db7e2 service neutron] For port 13cb48a2-85f8-4394-872b-d1e6285a7ba5, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:49:02.606956 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-ac01a897-b720-437f-8bb9-007e3464da44 req-72934ec1-8f2f-4572-80e1-47d9d67db7e2 service neutron] For port 13cb48a2-85f8-4394-872b-d1e6285a7ba5, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=13cb48a2-85f8-4394-872b-d1e6285a7ba5,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:49:02.618914 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ac01a897-b720-437f-8bb9-007e3464da44 req-72934ec1-8f2f-4572-80e1-47d9d67db7e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (13cb48a2-85f8-4394-872b-d1e6285a7ba5), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:02.700173 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01a897-b720-437f-8bb9-007e3464da44 req-72934ec1-8f2f-4572-80e1-47d9d67db7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:02.700842 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ac01a897-b720-437f-8bb9-007e3464da44 req-72934ec1-8f2f-4572-80e1-47d9d67db7e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:02.702505 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac01a897-b720-437f-8bb9-007e3464da44 req-72934ec1-8f2f-4572-80e1-47d9d67db7e2 service neutron] 10.222.0.31 "PUT /v2.0/ports/13cb48a2-85f8-4394-872b-d1e6285a7ba5 HTTP/1.1" status: 200 len: 1097 time: 0.9454050 Mar 05 04:49:02.704102 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991e54cd-8da6-4a9f-bab4-239b8dede934', 'tag': '13cb48a2-85f8-4394-872b-d1e6285a7ba5'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:49:02.706924 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f4d4d9-29f7-4d9d-b226-df7c225c9183" -d '{"events": [{"name": "network-changed", "server_uuid": "991e54cd-8da6-4a9f-bab4-239b8dede934", "tag": "13cb48a2-85f8-4394-872b-d1e6285a7ba5"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:49:02.733251 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72934ec1-8f2f-4572-80e1-47d9d67db7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=13cb48a2-85f8-4394-872b-d1e6285a7ba5,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:02.816645 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01a897-b720-437f-8bb9-007e3464da44 req-160367c7-7a1e-42d9-a88a-b5cf49ac8c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:02.818321 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78da113-8958-4c60-88ee-e77dbdfc3fba req-075fccca-c7ce-45e3-96fa-9e8baca7c0dd tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:02.818967 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac01a897-b720-437f-8bb9-007e3464da44 req-160367c7-7a1e-42d9-a88a-b5cf49ac8c7b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2100fd40fcd04694bacf3945a4e3ebd6&device_id=991e54cd-8da6-4a9f-bab4-239b8dede934 HTTP/1.1" status: 200 len: 1131 time: 0.0669446 Mar 05 04:49:02.819871 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e78da113-8958-4c60-88ee-e77dbdfc3fba req-075fccca-c7ce-45e3-96fa-9e8baca7c0dd tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] 10.222.0.11 "GET /v2.0/ports?device_id=991e54cd-8da6-4a9f-bab4-239b8dede934 HTTP/1.1" status: 200 len: 948 time: 0.1527796 Mar 05 04:49:02.823593 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-16a7b5fe-b667-492e-9aaf-d15d3fff5833 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Publish callbacks [] for port (6136da53-8d66-48f9-b8e3-dc7abe26623b), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:02.870448 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac01a897-b720-437f-8bb9-007e3464da44 req-7fa161c9-6a67-45a1-8945-6ab066ce71b9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=13cb48a2-85f8-4394-872b-d1e6285a7ba5 HTTP/1.1" status: 200 len: 217 time: 0.0428741 Mar 05 04:49:02.896651 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e78da113-8958-4c60-88ee-e77dbdfc3fba req-ac6c24ed-a1f7-4684-b2a8-b5204e842f31 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e7410e6-fd31-48e6-8b43-29c418a4f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663540 Mar 05 04:49:02.914696 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-16a7b5fe-b667-492e-9aaf-d15d3fff5833 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (6136da53-8d66-48f9-b8e3-dc7abe26623b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:02.948402 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01a897-b720-437f-8bb9-007e3464da44 req-2454a93c-bbea-429f-9c06-450e9016b0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:02.950264 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac01a897-b720-437f-8bb9-007e3464da44 req-2454a93c-bbea-429f-9c06-450e9016b0ac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0745096 Mar 05 04:49:02.972565 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-16a7b5fe-b667-492e-9aaf-d15d3fff5833 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:49:02.975791 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-16a7b5fe-b667-492e-9aaf-d15d3fff5833 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:49:02.983022 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-16a7b5fe-b667-492e-9aaf-d15d3fff5833 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:49:03.022624 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01a897-b720-437f-8bb9-007e3464da44 req-d3d47177-0a10-48ea-99f4-39cbd3974f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:03.025004 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac01a897-b720-437f-8bb9-007e3464da44 req-d3d47177-0a10-48ea-99f4-39cbd3974f2f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0682962 Mar 05 04:49:03.049658 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7b5fe-b667-492e-9aaf-d15d3fff5833 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Pushing event updated for resources: {'Port': ['ID=6136da53-8d66-48f9-b8e3-dc7abe26623b,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:03.078175 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-16a7b5fe-b667-492e-9aaf-d15d3fff5833 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:03.078834 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-16a7b5fe-b667-492e-9aaf-d15d3fff5833 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:03.099157 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791a8a5-e120-40f1-8402-dbbcbd863e19 req-f8a82991-8aa7-4556-bfa6-9ac9ef9dafa0 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:03.100722 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0791a8a5-e120-40f1-8402-dbbcbd863e19 req-f8a82991-8aa7-4556-bfa6-9ac9ef9dafa0 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 945 time: 0.0934289 Mar 05 04:49:03.108068 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-16a7b5fe-b667-492e-9aaf-d15d3fff5833 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7106254 Mar 05 04:49:03.122366 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-5e66b3d9-37ba-439a-9cd8-2e2b297d8142 service neutron] Request body: {'port': {'device_id': '8975bbc0-88ac-49ee-9be8-a7f79a342d35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:49:03.169965 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac01a897-b720-437f-8bb9-007e3464da44 req-23e3b62f-7845-4b56-a8bb-63740be6fd51 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378996 Mar 05 04:49:03.220603 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0791a8a5-e120-40f1-8402-dbbcbd863e19 req-5c3567d2-b160-410e-966c-ec47f08c1643 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097639 Mar 05 04:49:03.221471 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-5e66b3d9-37ba-439a-9cd8-2e2b297d8142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6136da53-8d66-48f9-b8e3-dc7abe26623b), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:03.274183 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac01a897-b720-437f-8bb9-007e3464da44 req-51cdbf35-9f47-4a27-ac55-ca3de0e6a2b1 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982103 Mar 05 04:49:03.382163 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a6ee6a6d-18ce-4a1e-b654-5bef25eb952a None None] Provisioning complete for port 6136da53-8d66-48f9-b8e3-dc7abe26623b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:49:03.383290 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a6ee6a6d-18ce-4a1e-b654-5bef25eb952a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (6136da53-8d66-48f9-b8e3-dc7abe26623b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:03.419788 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a6ee6a6d-18ce-4a1e-b654-5bef25eb952a None None] Port 6136da53-8d66-48f9-b8e3-dc7abe26623b cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:49:03.475715 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf940c-7af4-4e0a-83a4-9bbd1458353f req-d5f67989-73c1-42be-a3a3-3b262c650fef tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:03.482167 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf940c-7af4-4e0a-83a4-9bbd1458353f req-d5f67989-73c1-42be-a3a3-3b262c650fef tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:03.487419 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf940c-7af4-4e0a-83a4-9bbd1458353f req-d5f67989-73c1-42be-a3a3-3b262c650fef tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:03.492781 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf940c-7af4-4e0a-83a4-9bbd1458353f req-d5f67989-73c1-42be-a3a3-3b262c650fef tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:03.499049 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf940c-7af4-4e0a-83a4-9bbd1458353f req-d5f67989-73c1-42be-a3a3-3b262c650fef tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:03.504582 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf940c-7af4-4e0a-83a4-9bbd1458353f req-d5f67989-73c1-42be-a3a3-3b262c650fef tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:03.510374 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf940c-7af4-4e0a-83a4-9bbd1458353f req-d5f67989-73c1-42be-a3a3-3b262c650fef tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:03.512699 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-15cf940c-7af4-4e0a-83a4-9bbd1458353f req-d5f67989-73c1-42be-a3a3-3b262c650fef tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.1677291 Mar 05 04:49:03.865597 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-15cf940c-7af4-4e0a-83a4-9bbd1458353f req-92e15cd8-57f3-4c3f-b10f-d0e293b1eb4d tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3420806 Mar 05 04:49:03.908891 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-5e66b3d9-37ba-439a-9cd8-2e2b297d8142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6136da53-8d66-48f9-b8e3-dc7abe26623b {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:49:03.917398 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4e518c-18dc-4052-9e76-51a91cb482fb x-openstack-request-id: req-9a4e518c-18dc-4052-9e76-51a91cb482fb {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:49:03.918033 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-5e66b3d9-37ba-439a-9cd8-2e2b297d8142 service neutron] Publish callbacks [] for port (6136da53-8d66-48f9-b8e3-dc7abe26623b), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:03.918742 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "991e54cd-8da6-4a9f-bab4-239b8dede934", "tag": "13cb48a2-85f8-4394-872b-d1e6285a7ba5", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:49:03.919248 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9a4e518c-18dc-4052-9e76-51a91cb482fb {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:49:03.921582 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '991e54cd-8da6-4a9f-bab4-239b8dede934', 'tag': '13cb48a2-85f8-4394-872b-d1e6285a7ba5', 'status': 'completed', 'code': 200} Mar 05 04:49:03.930578 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-5e66b3d9-37ba-439a-9cd8-2e2b297d8142 service neutron] Transition to ACTIVE for port object 6136da53-8d66-48f9-b8e3-dc7abe26623b will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:49:03.936667 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-5e66b3d9-37ba-439a-9cd8-2e2b297d8142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (6136da53-8d66-48f9-b8e3-dc7abe26623b), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:04.001640 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4d4d9-29f7-4d9d-b226-df7c225c9183 req-d97629a7-6453-4e73-8811-7f4c367b2259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:04.003192 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f4d4d9-29f7-4d9d-b226-df7c225c9183 req-d97629a7-6453-4e73-8811-7f4c367b2259 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2100fd40fcd04694bacf3945a4e3ebd6&device_id=991e54cd-8da6-4a9f-bab4-239b8dede934 HTTP/1.1" status: 200 len: 1131 time: 0.0648947 Mar 05 04:49:04.100835 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66b3d9-37ba-439a-9cd8-2e2b297d8142 service neutron] Pushing event updated for resources: {'Port': ['ID=6136da53-8d66-48f9-b8e3-dc7abe26623b,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:04.133164 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4d4d9-29f7-4d9d-b226-df7c225c9183 req-765f06ba-1aaf-48e6-bccb-f8ef047b9570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:04.134617 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f4d4d9-29f7-4d9d-b226-df7c225c9183 req-765f06ba-1aaf-48e6-bccb-f8ef047b9570 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.1247461 Mar 05 04:49:04.148379 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ecdd2-6336-424a-bf51-417e180796a0 req-6187049b-8219-4f33-850d-50a28116b462 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:04.156572 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7f1ecdd2-6336-424a-bf51-417e180796a0 req-6187049b-8219-4f33-850d-50a28116b462 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 945 time: 0.1784046 Mar 05 04:49:04.168059 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-5e66b3d9-37ba-439a-9cd8-2e2b297d8142 service neutron] Attempting to bind port 6136da53-8d66-48f9-b8e3-dc7abe26623b on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:49:04.168399 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-5e66b3d9-37ba-439a-9cd8-2e2b297d8142 service neutron] Attempting to bind port 6136da53-8d66-48f9-b8e3-dc7abe26623b by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:49:04.168713 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-5e66b3d9-37ba-439a-9cd8-2e2b297d8142 service neutron] Attempting to bind port 6136da53-8d66-48f9-b8e3-dc7abe26623b on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:49:04.180784 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-5e66b3d9-37ba-439a-9cd8-2e2b297d8142 service neutron] Port 6136da53-8d66-48f9-b8e3-dc7abe26623b on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:49:04.181130 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-5e66b3d9-37ba-439a-9cd8-2e2b297d8142 service neutron] Attempting to bind port 6136da53-8d66-48f9-b8e3-dc7abe26623b on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:49:04.188075 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-5e66b3d9-37ba-439a-9cd8-2e2b297d8142 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:49:04.188429 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-5e66b3d9-37ba-439a-9cd8-2e2b297d8142 service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:49:04.188817 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-5e66b3d9-37ba-439a-9cd8-2e2b297d8142 service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:49:04.189258 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-5e66b3d9-37ba-439a-9cd8-2e2b297d8142 service neutron] Bound port: 6136da53-8d66-48f9-b8e3-dc7abe26623b, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:49:04.189623 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-5e66b3d9-37ba-439a-9cd8-2e2b297d8142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6136da53-8d66-48f9-b8e3-dc7abe26623b), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:04.207306 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f4d4d9-29f7-4d9d-b226-df7c225c9183 req-86037f81-cc19-4304-8faf-fdf6859e4212 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=13cb48a2-85f8-4394-872b-d1e6285a7ba5 HTTP/1.1" status: 200 len: 217 time: 0.0518708 Mar 05 04:49:04.261438 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4d4d9-29f7-4d9d-b226-df7c225c9183 req-448fdadf-1ef0-4ee5-b369-e523ededc2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:04.263042 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f4d4d9-29f7-4d9d-b226-df7c225c9183 req-448fdadf-1ef0-4ee5-b369-e523ededc2f9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0483160 Mar 05 04:49:04.264010 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7f1ecdd2-6336-424a-bf51-417e180796a0 req-202e9199-7181-48d6-b512-e9d2d3474426 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063333 Mar 05 04:49:04.293848 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-5e66b3d9-37ba-439a-9cd8-2e2b297d8142 service neutron] For port 6136da53-8d66-48f9-b8e3-dc7abe26623b, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:49:04.298242 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-5e66b3d9-37ba-439a-9cd8-2e2b297d8142 service neutron] For port 6136da53-8d66-48f9-b8e3-dc7abe26623b, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=6136da53-8d66-48f9-b8e3-dc7abe26623b,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:49:04.308433 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-5e66b3d9-37ba-439a-9cd8-2e2b297d8142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (6136da53-8d66-48f9-b8e3-dc7abe26623b), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:04.334526 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4d4d9-29f7-4d9d-b226-df7c225c9183 req-d1ece0e5-9007-4c76-92d8-867af2417942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:04.336300 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f4d4d9-29f7-4d9d-b226-df7c225c9183 req-d1ece0e5-9007-4c76-92d8-867af2417942 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0662682 Mar 05 04:49:04.350327 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-5e66b3d9-37ba-439a-9cd8-2e2b297d8142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:04.351213 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-5e66b3d9-37ba-439a-9cd8-2e2b297d8142 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:04.352593 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-5e66b3d9-37ba-439a-9cd8-2e2b297d8142 service neutron] 10.222.0.31 "PUT /v2.0/ports/6136da53-8d66-48f9-b8e3-dc7abe26623b HTTP/1.1" status: 200 len: 1097 time: 1.2349882 Mar 05 04:49:04.357291 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8975bbc0-88ac-49ee-9be8-a7f79a342d35', 'tag': '6136da53-8d66-48f9-b8e3-dc7abe26623b'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:49:04.359905 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317df046-61b1-4206-828b-366b1ecfd43d" -d '{"events": [{"name": "network-changed", "server_uuid": "8975bbc0-88ac-49ee-9be8-a7f79a342d35", "tag": "6136da53-8d66-48f9-b8e3-dc7abe26623b"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:49:04.469714 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66b3d9-37ba-439a-9cd8-2e2b297d8142 service neutron] Pushing event updated for resources: {'Port': ['ID=6136da53-8d66-48f9-b8e3-dc7abe26623b,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:04.473166 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f4d4d9-29f7-4d9d-b226-df7c225c9183 req-1e29af6c-e252-485c-a658-fe1ad85cf1d2 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297700 Mar 05 04:49:04.488356 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-9b187e73-b443-4b1d-b96b-caf4f80b2841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:04.489886 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-9b187e73-b443-4b1d-b96b-caf4f80b2841 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae3684e3081a41d6b963bd6e1e1b7d86&device_id=8975bbc0-88ac-49ee-9be8-a7f79a342d35 HTTP/1.1" status: 200 len: 1131 time: 0.0886946 Mar 05 04:49:04.498461 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09513903-ea04-49ec-be66-31013ccea86d req-f75c7603-e993-40e6-88ee-f9e67711b5bb tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:04.505559 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-09513903-ea04-49ec-be66-31013ccea86d req-f75c7603-e993-40e6-88ee-f9e67711b5bb tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] 10.222.0.11 "GET /v2.0/ports?device_id=8975bbc0-88ac-49ee-9be8-a7f79a342d35 HTTP/1.1" status: 200 len: 948 time: 0.1519694 Mar 05 04:49:04.548403 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-0fde91c2-b32a-4b1c-aad5-0ed484cf3171 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=6136da53-8d66-48f9-b8e3-dc7abe26623b HTTP/1.1" status: 200 len: 217 time: 0.0400496 Mar 05 04:49:04.586324 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f4d4d9-29f7-4d9d-b226-df7c225c9183 req-c0154fdf-8885-45bc-897f-b3f005192e57 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050417 Mar 05 04:49:04.626862 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-09513903-ea04-49ec-be66-31013ccea86d req-4b7f6ca6-7d24-41f3-b90b-87edf77a1995 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0afc336-65d1-4ccb-b2f6-91885cf58625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204290 Mar 05 04:49:04.628435 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-ee003e5f-e753-444c-96b0-d267db98d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:04.629803 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-ee003e5f-e753-444c-96b0-d267db98d624 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0739255 Mar 05 04:49:04.690095 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-3c69e809-460b-4aa8-a4b3-14d36b1e9d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:04.691733 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-3c69e809-460b-4aa8-a4b3-14d36b1e9d22 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0559700 Mar 05 04:49:04.747777 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:49:04.786221 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-7a2b75d7-2922-4a3e-8c67-3dff0d0057b1 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869999 Mar 05 04:49:04.824828 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:49:04.825570 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:04.859701 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:49:04.863447 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090d3921-fbde-4bee-851e-9f6cc55046fc" -d '{"events": [{"server_uuid": "1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f", "name": "network-vif-unplugged", "status": "completed", "tag": "cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:49:04.873336 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:04.880603 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:04.895949 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4c71e042-7961-4d2d-a8a2-d0835555297d req-9eee6410-4209-49f6-9b06-6382fea265a7 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020792 Mar 05 04:49:04.943661 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db,revision_number=8']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:05.085695 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a3f19-f28a-4f81-899b-bfb75518a19d req-55e0a811-39af-40c6-ac71-d93cec61b830 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:05.087265 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-272a3f19-f28a-4f81-899b-bfb75518a19d req-55e0a811-39af-40c6-ac71-d93cec61b830 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20031be-cbf5-48b5-beac-a05317b4c455 HTTP/1.1" status: 200 len: 945 time: 0.0542986 Mar 05 04:49:05.141153 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-272a3f19-f28a-4f81-899b-bfb75518a19d req-a295f0f2-8192-4bc3-855f-bdb9355fee6f tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/security-groups?id=c868f5f0-cb4e-40d5-97a8-035a925e3b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467119 Mar 05 04:49:05.251004 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998f9d0-9b97-47f0-b404-40f6abc30c01 req-86ef7b32-ae70-411f-8bf6-e41c8872f1f5 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:05.252422 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e998f9d0-9b97-47f0-b404-40f6abc30c01 req-86ef7b32-ae70-411f-8bf6-e41c8872f1f5 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] 10.222.0.11 "GET /v2.0/ports?device_id=991e54cd-8da6-4a9f-bab4-239b8dede934 HTTP/1.1" status: 200 len: 948 time: 0.0573168 Mar 05 04:49:05.301881 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e998f9d0-9b97-47f0-b404-40f6abc30c01 req-5a8c8bdf-2b6c-4fb1-a8f4-c7bebb88ab2d tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e7410e6-fd31-48e6-8b43-29c418a4f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440109 Mar 05 04:49:05.347043 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1416c7-3681-4706-a9e8-0102804dd7aa x-openstack-request-id: req-5d1416c7-3681-4706-a9e8-0102804dd7aa {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:49:05.347430 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8975bbc0-88ac-49ee-9be8-a7f79a342d35", "tag": "6136da53-8d66-48f9-b8e3-dc7abe26623b", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:49:05.347748 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5d1416c7-3681-4706-a9e8-0102804dd7aa {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:49:05.348225 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8975bbc0-88ac-49ee-9be8-a7f79a342d35', 'tag': '6136da53-8d66-48f9-b8e3-dc7abe26623b', 'status': 'completed', 'code': 200} Mar 05 04:49:05.381509 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 04:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e3d8b8-7d49-4612-aab9-dea323d3d1f1 x-openstack-request-id: req-e2e3d8b8-7d49-4612-aab9-dea323d3d1f1 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:49:05.381804 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f", "name": "network-vif-unplugged", "status": "completed", "tag": "cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:49:05.382261 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e2e3d8b8-7d49-4612-aab9-dea323d3d1f1 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:49:05.382660 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db', 'code': 200} Mar 05 04:49:05.418439 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317df046-61b1-4206-828b-366b1ecfd43d req-8ae8d45c-d73c-4e0f-bbf1-b495a02f362a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:05.420276 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-317df046-61b1-4206-828b-366b1ecfd43d req-8ae8d45c-d73c-4e0f-bbf1-b495a02f362a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae3684e3081a41d6b963bd6e1e1b7d86&device_id=8975bbc0-88ac-49ee-9be8-a7f79a342d35 HTTP/1.1" status: 200 len: 1131 time: 0.0479059 Mar 05 04:49:05.553083 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35a499-4ac8-4625-9ebc-6073f6b2e94b req-f7a2409c-7595-47c8-8e9f-0530acdaf339 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:05.558860 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35a499-4ac8-4625-9ebc-6073f6b2e94b req-f7a2409c-7595-47c8-8e9f-0530acdaf339 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:05.564072 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35a499-4ac8-4625-9ebc-6073f6b2e94b req-f7a2409c-7595-47c8-8e9f-0530acdaf339 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:05.569291 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35a499-4ac8-4625-9ebc-6073f6b2e94b req-f7a2409c-7595-47c8-8e9f-0530acdaf339 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:05.575158 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35a499-4ac8-4625-9ebc-6073f6b2e94b req-f7a2409c-7595-47c8-8e9f-0530acdaf339 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:05.580369 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35a499-4ac8-4625-9ebc-6073f6b2e94b req-f7a2409c-7595-47c8-8e9f-0530acdaf339 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:05.585740 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35a499-4ac8-4625-9ebc-6073f6b2e94b req-f7a2409c-7595-47c8-8e9f-0530acdaf339 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:05.587680 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-da35a499-4ac8-4625-9ebc-6073f6b2e94b req-f7a2409c-7595-47c8-8e9f-0530acdaf339 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.1536760 Mar 05 04:49:05.593500 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317df046-61b1-4206-828b-366b1ecfd43d req-31f13b6a-9a42-42f5-9c05-94dff023113a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:05.594924 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-317df046-61b1-4206-828b-366b1ecfd43d req-31f13b6a-9a42-42f5-9c05-94dff023113a service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.1689591 Mar 05 04:49:05.643180 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-317df046-61b1-4206-828b-366b1ecfd43d req-8393d540-1365-484b-a5d1-6d3fe0d22973 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=6136da53-8d66-48f9-b8e3-dc7abe26623b HTTP/1.1" status: 200 len: 217 time: 0.0405765 Mar 05 04:49:05.716388 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-da35a499-4ac8-4625-9ebc-6073f6b2e94b req-8a0f15e2-171e-482f-9064-a0087a17e482 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1204929 Mar 05 04:49:05.721983 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317df046-61b1-4206-828b-366b1ecfd43d req-857d3e5e-43ba-428f-bb76-1000a4efe9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:05.723381 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-317df046-61b1-4206-828b-366b1ecfd43d req-857d3e5e-43ba-428f-bb76-1000a4efe9cb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0695138 Mar 05 04:49:05.777307 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317df046-61b1-4206-828b-366b1ecfd43d req-dfc5748d-38e3-4993-85bd-9d70132b44c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:05.778817 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-317df046-61b1-4206-828b-366b1ecfd43d req-dfc5748d-38e3-4993-85bd-9d70132b44c6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0490186 Mar 05 04:49:05.891626 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-317df046-61b1-4206-828b-366b1ecfd43d req-81b2ab4e-346e-4d22-900e-dfa5b84ca1f6 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059825 Mar 05 04:49:06.032492 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a6e92-e9a9-4193-835e-efc1942682e5 req-bf194a19-76f0-4a61-88fe-420bf4483cf9 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:06.034827 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe2a6e92-e9a9-4193-835e-efc1942682e5 req-bf194a19-76f0-4a61-88fe-420bf4483cf9 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 945 time: 0.1110098 Mar 05 04:49:06.037576 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-317df046-61b1-4206-828b-366b1ecfd43d req-cbc7fdfc-0492-4b7d-b64c-e67ad0bf7e45 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357830 Mar 05 04:49:06.090395 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe2a6e92-e9a9-4193-835e-efc1942682e5 req-0a2928af-15a6-4438-979a-d2792f911d29 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510418 Mar 05 04:49:06.208211 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb4069-fa9b-4791-8c19-78e443c45a55 req-4acf1ea4-2bcb-4f53-9382-f8a0938c7846 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:06.209816 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9dfb4069-fa9b-4791-8c19-78e443c45a55 req-4acf1ea4-2bcb-4f53-9382-f8a0938c7846 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] 10.222.0.11 "GET /v2.0/ports?device_id=8975bbc0-88ac-49ee-9be8-a7f79a342d35 HTTP/1.1" status: 200 len: 948 time: 0.0567322 Mar 05 04:49:06.260594 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9dfb4069-fa9b-4791-8c19-78e443c45a55 req-c1be35e2-076a-4a2b-9525-b5219eefbf32 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0afc336-65d1-4ccb-b2f6-91885cf58625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433571 Mar 05 04:49:06.364907 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9addffd-82ab-4143-8e18-fb0cc07cf47f req-ee482517-f072-4921-ad18-03a5873f516e tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:06.366372 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9addffd-82ab-4143-8e18-fb0cc07cf47f req-ee482517-f072-4921-ad18-03a5873f516e tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20031be-cbf5-48b5-beac-a05317b4c455 HTTP/1.1" status: 200 len: 945 time: 0.0530477 Mar 05 04:49:06.413955 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9addffd-82ab-4143-8e18-fb0cc07cf47f req-43e988a2-5b7c-418e-9983-a0d6d849b18f tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/security-groups?id=c868f5f0-cb4e-40d5-97a8-035a925e3b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411558 Mar 05 04:49:06.543444 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4fb9e-85a3-4838-ac2e-025c490f3dd8 req-09e01a78-1075-4803-9d90-51cf0330559d tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:06.544911 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5ee4fb9e-85a3-4838-ac2e-025c490f3dd8 req-09e01a78-1075-4803-9d90-51cf0330559d tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] 10.222.0.11 "GET /v2.0/ports?device_id=991e54cd-8da6-4a9f-bab4-239b8dede934 HTTP/1.1" status: 200 len: 948 time: 0.0577757 Mar 05 04:49:06.581986 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 13cb48a2-85f8-4394-872b-d1e6285a7ba5 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:49:06.592737 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5ee4fb9e-85a3-4838-ac2e-025c490f3dd8 req-8ade963e-0358-4231-ba01-e71b8dc2cdfa tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e7410e6-fd31-48e6-8b43-29c418a4f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422616 Mar 05 04:49:06.698217 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 13cb48a2-85f8-4394-872b-d1e6285a7ba5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=13cb48a2-85f8-4394-872b-d1e6285a7ba5,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:06.708769 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '13cb48a2-85f8-4394-872b-d1e6285a7ba5', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': '13cb48a2-85f8-4394-872b-d1e6285a7ba5', 'mac_address': 'fa:16:3e:4c:85:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:49:06.751896 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 13cb48a2-85f8-4394-872b-d1e6285a7ba5 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:49:06.752473 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (13cb48a2-85f8-4394-872b-d1e6285a7ba5), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:06.763862 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:49:06.776508 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13cb48a2-85f8-4394-872b-d1e6285a7ba5 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:49:06.825775 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 13cb48a2-85f8-4394-872b-d1e6285a7ba5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=13cb48a2-85f8-4394-872b-d1e6285a7ba5,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:06.859599 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (13cb48a2-85f8-4394-872b-d1e6285a7ba5), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:06.865261 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b302e-9349-4507-aae8-a09b20d99e5e req-dda1b8ea-1e7e-444d-92d3-d5049165ca12 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:06.872343 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b302e-9349-4507-aae8-a09b20d99e5e req-dda1b8ea-1e7e-444d-92d3-d5049165ca12 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:06.877885 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b302e-9349-4507-aae8-a09b20d99e5e req-dda1b8ea-1e7e-444d-92d3-d5049165ca12 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:06.883162 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b302e-9349-4507-aae8-a09b20d99e5e req-dda1b8ea-1e7e-444d-92d3-d5049165ca12 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:06.889207 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b302e-9349-4507-aae8-a09b20d99e5e req-dda1b8ea-1e7e-444d-92d3-d5049165ca12 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:06.895593 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b302e-9349-4507-aae8-a09b20d99e5e req-dda1b8ea-1e7e-444d-92d3-d5049165ca12 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:06.902375 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b302e-9349-4507-aae8-a09b20d99e5e req-dda1b8ea-1e7e-444d-92d3-d5049165ca12 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:06.904342 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b95b302e-9349-4507-aae8-a09b20d99e5e req-dda1b8ea-1e7e-444d-92d3-d5049165ca12 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.1083987 Mar 05 04:49:06.926000 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:06.939181 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=13cb48a2-85f8-4394-872b-d1e6285a7ba5,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:06.943785 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db', 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c', 'port_id': 'cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db', 'mac_address': 'fa:16:3e:bd:3a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6039ad-16bd-4b00-a55f-f7c68e1f3072', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:49:06.971228 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b95b302e-9349-4507-aae8-a09b20d99e5e req-87d09b47-29a2-441a-91ae-7320435c4def tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595295 Mar 05 04:49:06.982682 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:49:06.983233 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:06.998337 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:49:07.018374 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:07.022297 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:07.079656 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db,revision_number=9']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:07.134148 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['13cb48a2-85f8-4394-872b-d1e6285a7ba5'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:49:07.165498 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:49:07.227956 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f34b17-e020-4b68-b277-5bd603316658 req-bd5433fc-b560-49c8-924a-1cd554a3b3bd tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:07.230174 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-88f34b17-e020-4b68-b277-5bd603316658 req-bd5433fc-b560-49c8-924a-1cd554a3b3bd tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 945 time: 0.0619252 Mar 05 04:49:07.282364 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-88f34b17-e020-4b68-b277-5bd603316658 req-7ac7c32e-5218-4f49-881c-b40a14cf7258 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451026 Mar 05 04:49:07.414863 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc183a-8581-47b8-b12b-ea4b79f6b209 req-82e25d70-d573-4b42-82ef-0dc91e7ece5f tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:07.416925 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c2fc183a-8581-47b8-b12b-ea4b79f6b209 req-82e25d70-d573-4b42-82ef-0dc91e7ece5f tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] 10.222.0.11 "GET /v2.0/ports?device_id=8975bbc0-88ac-49ee-9be8-a7f79a342d35 HTTP/1.1" status: 200 len: 948 time: 0.0585899 Mar 05 04:49:07.460965 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:49:07.465343 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c2fc183a-8581-47b8-b12b-ea4b79f6b209 req-b655106d-e65f-4eda-8a8c-0e5e52228848 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0afc336-65d1-4ccb-b2f6-91885cf58625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428603 Mar 05 04:49:07.606409 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144828f-3650-4968-8469-862e916efa03 req-b12f7030-e43b-47cc-9c09-98374d06816d tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:07.607885 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c144828f-3650-4968-8469-862e916efa03 req-b12f7030-e43b-47cc-9c09-98374d06816d tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.30 "GET /v2.0/ports?device_id=d20031be-cbf5-48b5-beac-a05317b4c455 HTTP/1.1" status: 200 len: 945 time: 0.0874879 Mar 05 04:49:07.615321 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b06449-b5dd-43fc-91b5-6d65ef30542a req-d97e4730-2ca5-478c-859a-8c39183088ae tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:07.616689 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c8b06449-b5dd-43fc-91b5-6d65ef30542a req-d97e4730-2ca5-478c-859a-8c39183088ae tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20031be-cbf5-48b5-beac-a05317b4c455 HTTP/1.1" status: 200 len: 945 time: 0.0975568 Mar 05 04:49:07.718921 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c8b06449-b5dd-43fc-91b5-6d65ef30542a req-e86b99e0-0cec-45c2-9633-f9056ebaf378 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/security-groups?id=c868f5f0-cb4e-40d5-97a8-035a925e3b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952668 Mar 05 04:49:07.750833 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-c144828f-3650-4968-8469-862e916efa03 req-b1d7acb8-f62b-4221-8f23-8db77835d947 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Deleting port cc32cfe5-4f34-4380-a247-ca8ca43b7efd {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:49:07.751440 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c144828f-3650-4968-8469-862e916efa03 req-b1d7acb8-f62b-4221-8f23-8db77835d947 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (cc32cfe5-4f34-4380-a247-ca8ca43b7efd), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:07.876942 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-c144828f-3650-4968-8469-862e916efa03 req-b1d7acb8-f62b-4221-8f23-8db77835d947 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] For port cc32cfe5-4f34-4380-a247-ca8ca43b7efd, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=cc32cfe5-4f34-4380-a247-ca8ca43b7efd,segment=NetworkSegment(9ce2c578-aa5b-4781-ad63-77fb0fbf1b45),segment_id=9ce2c578-aa5b-4781-ad63-77fb0fbf1b45)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:07.877355 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c144828f-3650-4968-8469-862e916efa03 req-b1d7acb8-f62b-4221-8f23-8db77835d947 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (cc32cfe5-4f34-4380-a247-ca8ca43b7efd), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:07.892909 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b44a0e-82cc-4ccc-aad8-42df703ce416 req-c64c4385-d1ba-4e2c-bb91-a7234a570a2f tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:07.894503 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-78b44a0e-82cc-4ccc-aad8-42df703ce416 req-c64c4385-d1ba-4e2c-bb91-a7234a570a2f tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] 10.222.0.11 "GET /v2.0/ports?device_id=991e54cd-8da6-4a9f-bab4-239b8dede934 HTTP/1.1" status: 200 len: 949 time: 0.1137154 Mar 05 04:49:07.902752 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-c144828f-3650-4968-8469-862e916efa03 req-b1d7acb8-f62b-4221-8f23-8db77835d947 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Calling delete_port for cc32cfe5-4f34-4380-a247-ca8ca43b7efd owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:49:07.995481 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-78b44a0e-82cc-4ccc-aad8-42df703ce416 req-39ccdb72-4a7b-4c0e-bd21-933f1fee9290 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e7410e6-fd31-48e6-8b43-29c418a4f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938509 Mar 05 04:49:08.118775 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c144828f-3650-4968-8469-862e916efa03 req-b1d7acb8-f62b-4221-8f23-8db77835d947 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (cc32cfe5-4f34-4380-a247-ca8ca43b7efd), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:08.130518 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['87f6172f-f0a0-4e0c-9fdd-ce4637a749b1', 'cc32cfe5-4f34-4380-a247-ca8ca43b7efd'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:49:08.137966 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['e117df6d-1639-4d04-8bba-a4aa8b8b60de'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:49:08.163640 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7acb8-f62b-4221-8f23-8db77835d947 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Pushing event deleted for resources: {'Port': ['ID=cc32cfe5-4f34-4380-a247-ca8ca43b7efd,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:08.177965 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b7700-6590-4a81-94dd-28c230bda3d5 req-544c45f5-aa2f-4904-bddb-646685b22a78 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:08.183464 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b7700-6590-4a81-94dd-28c230bda3d5 req-544c45f5-aa2f-4904-bddb-646685b22a78 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:08.188752 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b7700-6590-4a81-94dd-28c230bda3d5 req-544c45f5-aa2f-4904-bddb-646685b22a78 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:08.194059 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b7700-6590-4a81-94dd-28c230bda3d5 req-544c45f5-aa2f-4904-bddb-646685b22a78 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:08.200042 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b7700-6590-4a81-94dd-28c230bda3d5 req-544c45f5-aa2f-4904-bddb-646685b22a78 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:08.205389 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b7700-6590-4a81-94dd-28c230bda3d5 req-544c45f5-aa2f-4904-bddb-646685b22a78 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:08.211156 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b7700-6590-4a81-94dd-28c230bda3d5 req-544c45f5-aa2f-4904-bddb-646685b22a78 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:08.213525 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b48b7700-6590-4a81-94dd-28c230bda3d5 req-544c45f5-aa2f-4904-bddb-646685b22a78 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.1534216 Mar 05 04:49:08.252503 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-c144828f-3650-4968-8469-862e916efa03 req-b1d7acb8-f62b-4221-8f23-8db77835d947 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] No DVR routers for this DVR port cc32cfe5-4f34-4380-a247-ca8ca43b7efd on host n-h1-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:49:08.255397 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c144828f-3650-4968-8469-862e916efa03 req-b1d7acb8-f62b-4221-8f23-8db77835d947 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:08.258829 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c144828f-3650-4968-8469-862e916efa03 req-b1d7acb8-f62b-4221-8f23-8db77835d947 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.30 "DELETE /v2.0/ports/cc32cfe5-4f34-4380-a247-ca8ca43b7efd HTTP/1.1" status: 204 len: 173 time: 0.6412621 Mar 05 04:49:08.271702 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd20031be-cbf5-48b5-beac-a05317b4c455', 'name': 'network-vif-deleted', 'tag': 'cc32cfe5-4f34-4380-a247-ca8ca43b7efd'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:49:08.274714 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39836d31-e943-43fa-ac0b-8ac3eb4ed4a8" -d '{"events": [{"server_uuid": "d20031be-cbf5-48b5-beac-a05317b4c455", "name": "network-vif-deleted", "tag": "cc32cfe5-4f34-4380-a247-ca8ca43b7efd"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:49:08.339650 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b48b7700-6590-4a81-94dd-28c230bda3d5 req-95d81a6c-4d56-452c-a46c-a83e49f22d5b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1112826 Mar 05 04:49:08.390434 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f721f26e-3b0d-40f9-bb27-292497315cac x-openstack-request-id: req-f721f26e-3b0d-40f9-bb27-292497315cac {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:49:08.391216 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d20031be-cbf5-48b5-beac-a05317b4c455", "name": "network-vif-deleted", "tag": "cc32cfe5-4f34-4380-a247-ca8ca43b7efd", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:49:08.391666 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f721f26e-3b0d-40f9-bb27-292497315cac {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:49:08.392905 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd20031be-cbf5-48b5-beac-a05317b4c455', 'name': 'network-vif-deleted', 'tag': 'cc32cfe5-4f34-4380-a247-ca8ca43b7efd', 'status': 'completed', 'code': 200} Mar 05 04:49:08.500988 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829413ac-e64b-49f9-b28a-2f27ab4310c3 req-b58e4351-7973-4da7-b95c-af7eea8b0393 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:08.502458 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-829413ac-e64b-49f9-b28a-2f27ab4310c3 req-b58e4351-7973-4da7-b95c-af7eea8b0393 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 945 time: 0.0529995 Mar 05 04:49:08.553049 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-829413ac-e64b-49f9-b28a-2f27ab4310c3 req-5f4a4874-431a-4029-84fd-3dfac71de264 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449448 Mar 05 04:49:08.584272 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 6136da53-8d66-48f9-b8e3-dc7abe26623b details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:49:08.586366 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 13cb48a2-85f8-4394-872b-d1e6285a7ba5 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:49:08.668556 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63002584-5433-4dcb-b001-76ac9f881b05 req-b6473e7a-8ee5-43d8-af17-e9d34e8e9971 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:08.670397 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-63002584-5433-4dcb-b001-76ac9f881b05 req-b6473e7a-8ee5-43d8-af17-e9d34e8e9971 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] 10.222.0.11 "GET /v2.0/ports?device_id=8975bbc0-88ac-49ee-9be8-a7f79a342d35 HTTP/1.1" status: 200 len: 948 time: 0.0582597 Mar 05 04:49:08.698799 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 13cb48a2-85f8-4394-872b-d1e6285a7ba5 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:49:08.708304 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 13cb48a2-85f8-4394-872b-d1e6285a7ba5 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:49:08.708931 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (13cb48a2-85f8-4394-872b-d1e6285a7ba5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:08.723491 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-63002584-5433-4dcb-b001-76ac9f881b05 req-3ea9027e-e635-45e7-9b57-4d8ac0b0b477 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0afc336-65d1-4ccb-b2f6-91885cf58625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465271 Mar 05 04:49:08.781342 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 6136da53-8d66-48f9-b8e3-dc7abe26623b, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=6136da53-8d66-48f9-b8e3-dc7abe26623b,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:08.796634 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:49:08.800205 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '6136da53-8d66-48f9-b8e3-dc7abe26623b', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': '6136da53-8d66-48f9-b8e3-dc7abe26623b', 'mac_address': 'fa:16:3e:f0:01:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:49:08.878828 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca756acb-25f9-4899-bc76-66e77685cc59 req-69a13094-27f8-4fd3-9fb2-534cac22e791 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/ports?device_id=d20031be-cbf5-48b5-beac-a05317b4c455 HTTP/1.1" status: 200 len: 210 time: 0.0473139 Mar 05 04:49:08.897846 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 13cb48a2-85f8-4394-872b-d1e6285a7ba5 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:49:08.898664 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (13cb48a2-85f8-4394-872b-d1e6285a7ba5), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:08.921147 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 6136da53-8d66-48f9-b8e3-dc7abe26623b is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:49:08.921508 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6136da53-8d66-48f9-b8e3-dc7abe26623b), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:08.949625 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991e54cd-8da6-4a9f-bab4-239b8dede934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cb48a2-85f8-4394-872b-d1e6285a7ba5'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:49:08.953060 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d640db-b86b-46d5-9142-d0f19ba6334d" -d '{"events": [{"server_uuid": "991e54cd-8da6-4a9f-bab4-239b8dede934", "name": "network-vif-plugged", "status": "completed", "tag": "13cb48a2-85f8-4394-872b-d1e6285a7ba5"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:49:08.971652 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6136da53-8d66-48f9-b8e3-dc7abe26623b {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:49:08.979844 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 13cb48a2-85f8-4394-872b-d1e6285a7ba5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=13cb48a2-85f8-4394-872b-d1e6285a7ba5,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:08.997717 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (13cb48a2-85f8-4394-872b-d1e6285a7ba5), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:09.004977 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 6136da53-8d66-48f9-b8e3-dc7abe26623b, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=6136da53-8d66-48f9-b8e3-dc7abe26623b,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:09.005978 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:49:09.006354 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:09.010705 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433c8c8c-1397-403d-b671-12af93e94443 x-openstack-request-id: req-433c8c8c-1397-403d-b671-12af93e94443 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:49:09.011062 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991e54cd-8da6-4a9f-bab4-239b8dede934", "name": "network-vif-plugged", "status": "completed", "tag": "13cb48a2-85f8-4394-872b-d1e6285a7ba5", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:49:09.011345 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-433c8c8c-1397-403d-b671-12af93e94443 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:49:09.011739 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991e54cd-8da6-4a9f-bab4-239b8dede934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13cb48a2-85f8-4394-872b-d1e6285a7ba5', 'code': 200} Mar 05 04:49:09.050930 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (6136da53-8d66-48f9-b8e3-dc7abe26623b), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:09.108227 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=13cb48a2-85f8-4394-872b-d1e6285a7ba5,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:09.119707 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:09.120205 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:09.120656 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:09.121223 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:09.121683 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:09.122126 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:09.122687 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:09.123159 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:09.123600 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:09.124039 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:09.124473 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:09.125753 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:09.126193 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:09.173702 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86e92f-f8b2-43fd-b535-a81ad222556f req-20ce71fc-647e-4a10-ad5a-b57aeca323ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:09.175540 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5f86e92f-f8b2-43fd-b535-a81ad222556f req-20ce71fc-647e-4a10-ad5a-b57aeca323ea service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=991e54cd-8da6-4a9f-bab4-239b8dede934 HTTP/1.1" status: 200 len: 1133 time: 0.0890384 Mar 05 04:49:09.186872 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe64f3-dc2d-4efa-9b46-adffc9f3ba98 req-787a28b2-48f5-4eb0-8447-591d6233fc71 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:09.188808 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2ebe64f3-dc2d-4efa-9b46-adffc9f3ba98 req-787a28b2-48f5-4eb0-8447-591d6233fc71 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] 10.222.0.11 "GET /v2.0/ports?device_id=991e54cd-8da6-4a9f-bab4-239b8dede934 HTTP/1.1" status: 200 len: 950 time: 0.0911841 Mar 05 04:49:09.238405 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:49:09.239027 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:09.268569 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5f86e92f-f8b2-43fd-b535-a81ad222556f req-b73a3b8b-5a3c-4836-96d5-7691a499bb06 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8e7410e6-fd31-48e6-8b43-29c418a4f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782306 Mar 05 04:49:09.271516 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=6136da53-8d66-48f9-b8e3-dc7abe26623b,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:09.283359 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2ebe64f3-dc2d-4efa-9b46-adffc9f3ba98 req-4fd6b94d-d2f3-4cb3-a1c0-f352c621d2a1 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e7410e6-fd31-48e6-8b43-29c418a4f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836647 Mar 05 04:49:09.306026 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:09.311178 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:09.312171 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device cc32cfe5-4f34-4380-a247-ca8ca43b7efd no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:49:09.498895 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['6136da53-8d66-48f9-b8e3-dc7abe26623b'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:49:09.507909 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: cc32cfe5-4f34-4380-a247-ca8ca43b7efd {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:49:09.508254 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device cc32cfe5-4f34-4380-a247-ca8ca43b7efd not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:49:09.515041 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2ba98-6694-4f98-b2df-5bfb52ce6a90 req-8ca8d957-acc1-4f4e-af2c-198b50ed7a98 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:09.521360 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2ba98-6694-4f98-b2df-5bfb52ce6a90 req-8ca8d957-acc1-4f4e-af2c-198b50ed7a98 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:09.527875 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2ba98-6694-4f98-b2df-5bfb52ce6a90 req-8ca8d957-acc1-4f4e-af2c-198b50ed7a98 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:09.534773 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2ba98-6694-4f98-b2df-5bfb52ce6a90 req-8ca8d957-acc1-4f4e-af2c-198b50ed7a98 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:09.544921 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2ba98-6694-4f98-b2df-5bfb52ce6a90 req-8ca8d957-acc1-4f4e-af2c-198b50ed7a98 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:09.553146 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2ba98-6694-4f98-b2df-5bfb52ce6a90 req-8ca8d957-acc1-4f4e-af2c-198b50ed7a98 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:09.560305 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2ba98-6694-4f98-b2df-5bfb52ce6a90 req-8ca8d957-acc1-4f4e-af2c-198b50ed7a98 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:09.563508 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c2b2ba98-6694-4f98-b2df-5bfb52ce6a90 req-8ca8d957-acc1-4f4e-af2c-198b50ed7a98 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.1259813 Mar 05 04:49:09.567367 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db,revision_number=10']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:09.659622 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c2b2ba98-6694-4f98-b2df-5bfb52ce6a90 req-79f749b4-47fa-4f75-825e-614c44df4f5c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0901878 Mar 05 04:49:09.782167 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf932f1-10f4-401f-9306-dda75d5691c1 req-4e1c6ded-f696-4b97-8eeb-7cbb60f05e07 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:09.789135 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0cf932f1-10f4-401f-9306-dda75d5691c1 req-4e1c6ded-f696-4b97-8eeb-7cbb60f05e07 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 945 time: 0.0666122 Mar 05 04:49:09.846388 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0cf932f1-10f4-401f-9306-dda75d5691c1 req-2d379baf-c769-4cc8-9b7e-609fe35a1250 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553691 Mar 05 04:49:09.973528 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5bc265-149b-4fa7-8e61-c1c96333e866 req-64c6c8a1-8263-434b-84eb-3af7d553e824 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:09.976106 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0d5bc265-149b-4fa7-8e61-c1c96333e866 req-64c6c8a1-8263-434b-84eb-3af7d553e824 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] 10.222.0.11 "GET /v2.0/ports?device_id=8975bbc0-88ac-49ee-9be8-a7f79a342d35 HTTP/1.1" status: 200 len: 949 time: 0.0659008 Mar 05 04:49:10.040698 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0d5bc265-149b-4fa7-8e61-c1c96333e866 req-e63ac553-9bf3-43df-8683-5cca37bfdec4 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0afc336-65d1-4ccb-b2f6-91885cf58625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581081 Mar 05 04:49:10.486077 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06791c-2b8c-44e4-b4c8-012142f858ac req-05feda93-922c-4655-9530-e6a9b47356c3 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:10.488267 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ed06791c-2b8c-44e4-b4c8-012142f858ac req-05feda93-922c-4655-9530-e6a9b47356c3 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] 10.222.0.11 "GET /v2.0/ports?device_id=991e54cd-8da6-4a9f-bab4-239b8dede934 HTTP/1.1" status: 200 len: 950 time: 0.0916376 Mar 05 04:49:10.577552 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ed06791c-2b8c-44e4-b4c8-012142f858ac req-b0c3fff6-3334-43f9-9dfe-164d1ff3d1f1 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e7410e6-fd31-48e6-8b43-29c418a4f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759215 Mar 05 04:49:10.590053 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 6136da53-8d66-48f9-b8e3-dc7abe26623b up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:49:10.736424 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 6136da53-8d66-48f9-b8e3-dc7abe26623b completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:49:10.750493 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 6136da53-8d66-48f9-b8e3-dc7abe26623b triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:49:10.751305 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (6136da53-8d66-48f9-b8e3-dc7abe26623b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:10.830613 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8533c5-2eac-4d16-9668-23c52e3231c7 req-90a38a5a-7ef4-40c5-8bf5-4bc6ecddd427 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:10.836326 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8533c5-2eac-4d16-9668-23c52e3231c7 req-90a38a5a-7ef4-40c5-8bf5-4bc6ecddd427 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:10.842545 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8533c5-2eac-4d16-9668-23c52e3231c7 req-90a38a5a-7ef4-40c5-8bf5-4bc6ecddd427 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:10.848124 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8533c5-2eac-4d16-9668-23c52e3231c7 req-90a38a5a-7ef4-40c5-8bf5-4bc6ecddd427 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:10.854116 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8533c5-2eac-4d16-9668-23c52e3231c7 req-90a38a5a-7ef4-40c5-8bf5-4bc6ecddd427 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:10.862292 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8533c5-2eac-4d16-9668-23c52e3231c7 req-90a38a5a-7ef4-40c5-8bf5-4bc6ecddd427 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:10.871159 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8533c5-2eac-4d16-9668-23c52e3231c7 req-90a38a5a-7ef4-40c5-8bf5-4bc6ecddd427 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:10.879907 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a8533c5-2eac-4d16-9668-23c52e3231c7 req-90a38a5a-7ef4-40c5-8bf5-4bc6ecddd427 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.1244388 Mar 05 04:49:10.898131 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 6136da53-8d66-48f9-b8e3-dc7abe26623b is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:49:10.898595 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6136da53-8d66-48f9-b8e3-dc7abe26623b), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:10.938292 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 6136da53-8d66-48f9-b8e3-dc7abe26623b, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=6136da53-8d66-48f9-b8e3-dc7abe26623b,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:10.943847 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (6136da53-8d66-48f9-b8e3-dc7abe26623b), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:10.961258 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a8533c5-2eac-4d16-9668-23c52e3231c7 req-3228e6fb-6a5f-49bd-b415-f16641148b34 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0764303 Mar 05 04:49:11.008170 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=6136da53-8d66-48f9-b8e3-dc7abe26623b,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:11.012422 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db'}, {'server_uuid': '8975bbc0-88ac-49ee-9be8-a7f79a342d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6136da53-8d66-48f9-b8e3-dc7abe26623b'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:49:11.015181 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbf3f2d-3501-49ee-b300-14c1b4085305" -d '{"events": [{"server_uuid": "1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f", "name": "network-vif-plugged", "status": "completed", "tag": "cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db"}, {"server_uuid": "8975bbc0-88ac-49ee-9be8-a7f79a342d35", "name": "network-vif-plugged", "status": "completed", "tag": "6136da53-8d66-48f9-b8e3-dc7abe26623b"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:49:11.097726 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d8152-6d7d-4c18-9ae3-d54f18f6f9ba req-573bb05a-2ec3-4fb5-8f06-f82f0ff43c8d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:11.104749 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-154d8152-6d7d-4c18-9ae3-d54f18f6f9ba req-573bb05a-2ec3-4fb5-8f06-f82f0ff43c8d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 945 time: 0.0707548 Mar 05 04:49:11.165491 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-154d8152-6d7d-4c18-9ae3-d54f18f6f9ba req-d7f6f7b6-fdd7-4bad-a531-12be78ac5878 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598741 Mar 05 04:49:11.278018 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Mar 2022 04:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd80852-f1f5-446c-bc25-b9ed2e663745 x-openstack-request-id: req-9bd80852-f1f5-446c-bc25-b9ed2e663745 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:49:11.278604 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f", "name": "network-vif-plugged", "status": "completed", "tag": "cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db", "code": 200}, {"server_uuid": "8975bbc0-88ac-49ee-9be8-a7f79a342d35", "name": "network-vif-plugged", "status": "completed", "tag": "6136da53-8d66-48f9-b8e3-dc7abe26623b", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:49:11.279795 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9bd80852-f1f5-446c-bc25-b9ed2e663745 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:49:11.280975 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db', 'code': 200} Mar 05 04:49:11.282040 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8975bbc0-88ac-49ee-9be8-a7f79a342d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6136da53-8d66-48f9-b8e3-dc7abe26623b', 'code': 200} Mar 05 04:49:11.365561 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7002ba62-2bcb-45b5-8343-908d5bf0963c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:11.429769 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b91d2f-f61c-433c-b720-cf8fdf9a45cf req-a8997aba-d031-46b9-94d3-de6655ae48f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:11.433063 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67b91d2f-f61c-433c-b720-cf8fdf9a45cf req-a8997aba-d031-46b9-94d3-de6655ae48f4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8975bbc0-88ac-49ee-9be8-a7f79a342d35 HTTP/1.1" status: 200 len: 1133 time: 0.0808034 Mar 05 04:49:11.441114 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b32389-127c-4261-ba18-de884a3b8036 req-da67b90b-555f-46ce-817b-8fd41b14faf2 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:11.448393 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a2b32389-127c-4261-ba18-de884a3b8036 req-da67b90b-555f-46ce-817b-8fd41b14faf2 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] 10.222.0.11 "GET /v2.0/ports?device_id=8975bbc0-88ac-49ee-9be8-a7f79a342d35 HTTP/1.1" status: 200 len: 950 time: 0.1059613 Mar 05 04:49:11.525115 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a2b32389-127c-4261-ba18-de884a3b8036 req-b595c7b5-031f-45a3-83c9-29c65c40d863 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0afc336-65d1-4ccb-b2f6-91885cf58625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746059 Mar 05 04:49:11.566829 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67b91d2f-f61c-433c-b720-cf8fdf9a45cf req-cc31d65f-fded-411a-b637-14b7c207ddc0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d0afc336-65d1-4ccb-b2f6-91885cf58625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113312 Mar 05 04:49:11.802747 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e3dba-95ed-49a8-81e0-4972f06bb93e req-245bb4dd-fb1a-4ace-9c6d-b8e3bbb8e0c5 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:11.810756 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-840e3dba-95ed-49a8-81e0-4972f06bb93e req-245bb4dd-fb1a-4ace-9c6d-b8e3bbb8e0c5 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] 10.222.0.11 "GET /v2.0/ports?device_id=991e54cd-8da6-4a9f-bab4-239b8dede934 HTTP/1.1" status: 200 len: 950 time: 0.0737805 Mar 05 04:49:11.877343 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-840e3dba-95ed-49a8-81e0-4972f06bb93e req-de352c74-6caf-4e86-8e36-714d915e1629 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e7410e6-fd31-48e6-8b43-29c418a4f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655513 Mar 05 04:49:12.477282 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea5381-e16d-4423-b436-9e6522a90e42 req-5bb9a156-838b-49ab-a487-fda3c5fa5e1b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:12.483511 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea5381-e16d-4423-b436-9e6522a90e42 req-5bb9a156-838b-49ab-a487-fda3c5fa5e1b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:12.489962 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea5381-e16d-4423-b436-9e6522a90e42 req-5bb9a156-838b-49ab-a487-fda3c5fa5e1b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:12.497001 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea5381-e16d-4423-b436-9e6522a90e42 req-5bb9a156-838b-49ab-a487-fda3c5fa5e1b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:12.502800 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea5381-e16d-4423-b436-9e6522a90e42 req-5bb9a156-838b-49ab-a487-fda3c5fa5e1b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:12.508772 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea5381-e16d-4423-b436-9e6522a90e42 req-5bb9a156-838b-49ab-a487-fda3c5fa5e1b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:12.515899 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea5381-e16d-4423-b436-9e6522a90e42 req-5bb9a156-838b-49ab-a487-fda3c5fa5e1b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:12.524213 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2fea5381-e16d-4423-b436-9e6522a90e42 req-5bb9a156-838b-49ab-a487-fda3c5fa5e1b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.1438253 Mar 05 04:49:12.610102 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2fea5381-e16d-4423-b436-9e6522a90e42 req-bb14369e-5427-401c-88a1-0d32cfa6f8d8 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847621 Mar 05 04:49:12.789857 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac418e-8f8f-4d37-b137-c656ca3e8f84 req-e5e7e734-2758-41ee-aba4-a0fe7282add9 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:12.796466 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac418e-8f8f-4d37-b137-c656ca3e8f84 req-e5e7e734-2758-41ee-aba4-a0fe7282add9 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:12.803834 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b1ac418e-8f8f-4d37-b137-c656ca3e8f84 req-e5e7e734-2758-41ee-aba4-a0fe7282add9 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/ports?device_id=2eabc7f7-560c-4e18-b2d8-f018f68ad17d&device_id=5704b363-8c18-4534-901f-4925d4035022 HTTP/1.1" status: 200 len: 1681 time: 0.0738697 Mar 05 04:49:12.877099 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b1ac418e-8f8f-4d37-b137-c656ca3e8f84 req-f212f4f9-a9bf-48a9-9b68-f85be2f26b41 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/security-groups?id=c868f5f0-cb4e-40d5-97a8-035a925e3b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724015 Mar 05 04:49:12.989639 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d54b5-a70d-43f6-b48e-c73124378394 req-f43fa9af-4027-4918-80cb-afef665d2f99 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:12.991346 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-797d54b5-a70d-43f6-b48e-c73124378394 req-f43fa9af-4027-4918-80cb-afef665d2f99 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 945 time: 0.0721915 Mar 05 04:49:13.047950 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-797d54b5-a70d-43f6-b48e-c73124378394 req-a7f1956d-96b9-4e16-aa57-5c4ff1b07e07 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475845 Mar 05 04:49:13.231306 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685eed15-1515-46f0-992f-09ca245a863c req-f817e534-8d97-48b4-be06-1ede1f2d2d9f tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:13.233168 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-685eed15-1515-46f0-992f-09ca245a863c req-f817e534-8d97-48b4-be06-1ede1f2d2d9f tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] 10.222.0.11 "GET /v2.0/ports?device_id=8975bbc0-88ac-49ee-9be8-a7f79a342d35 HTTP/1.1" status: 200 len: 950 time: 0.0740592 Mar 05 04:49:13.302910 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-685eed15-1515-46f0-992f-09ca245a863c req-dc703c2b-a024-4e05-88b6-d418e79d8439 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0afc336-65d1-4ccb-b2f6-91885cf58625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634189 Mar 05 04:49:13.541881 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:13.659017 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e04e6738-1900-4ecc-a1db-d7222c0bb7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:13.679007 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:14.077645 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a6907-7432-4e00-bf2d-0f507c763bfa req-6918eac9-8c69-403a-9fb7-23d2c89aa7b5 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:14.083567 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a6907-7432-4e00-bf2d-0f507c763bfa req-6918eac9-8c69-403a-9fb7-23d2c89aa7b5 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:14.089583 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a6907-7432-4e00-bf2d-0f507c763bfa req-6918eac9-8c69-403a-9fb7-23d2c89aa7b5 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:14.095012 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a6907-7432-4e00-bf2d-0f507c763bfa req-6918eac9-8c69-403a-9fb7-23d2c89aa7b5 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:14.101155 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a6907-7432-4e00-bf2d-0f507c763bfa req-6918eac9-8c69-403a-9fb7-23d2c89aa7b5 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:14.107016 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a6907-7432-4e00-bf2d-0f507c763bfa req-6918eac9-8c69-403a-9fb7-23d2c89aa7b5 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:14.112799 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a6907-7432-4e00-bf2d-0f507c763bfa req-6918eac9-8c69-403a-9fb7-23d2c89aa7b5 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:14.114769 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-944a6907-7432-4e00-bf2d-0f507c763bfa req-6918eac9-8c69-403a-9fb7-23d2c89aa7b5 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.1143372 Mar 05 04:49:14.203056 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-944a6907-7432-4e00-bf2d-0f507c763bfa req-87e54278-b034-49aa-aec6-08f186fb44ed tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0794761 Mar 05 04:49:14.375330 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43014c5c-7aba-4f7e-9d0b-fc446d0761fd req-75bdc938-0515-4b67-bec1-e300da7cd9de tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:14.377703 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-43014c5c-7aba-4f7e-9d0b-fc446d0761fd req-75bdc938-0515-4b67-bec1-e300da7cd9de tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] 10.222.0.11 "GET /v2.0/ports?device_id=991e54cd-8da6-4a9f-bab4-239b8dede934 HTTP/1.1" status: 200 len: 950 time: 0.0971217 Mar 05 04:49:14.445180 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-43014c5c-7aba-4f7e-9d0b-fc446d0761fd req-56f32acb-5612-44be-b9b6-db91bc6ff62a tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e7410e6-fd31-48e6-8b43-29c418a4f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610685 Mar 05 04:49:14.631203 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6606f-a7f4-40ef-8381-7e80a4bbee24 req-7f95c874-7b7a-4524-831b-b9af125e6a9d tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:14.641276 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a8b6606f-a7f4-40ef-8381-7e80a4bbee24 req-7f95c874-7b7a-4524-831b-b9af125e6a9d tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] 10.222.0.11 "GET /v2.0/ports?device_id=8975bbc0-88ac-49ee-9be8-a7f79a342d35 HTTP/1.1" status: 200 len: 950 time: 0.0841537 Mar 05 04:49:14.733890 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a8b6606f-a7f4-40ef-8381-7e80a4bbee24 req-fe9f6786-c3f6-4b13-8dc4-f503344e4ebf tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0afc336-65d1-4ccb-b2f6-91885cf58625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766068 Mar 05 04:49:14.897185 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:15.159786 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59d22e-b67f-4f95-92f8-27c7760c2f25 req-ae851714-92ed-4333-a333-0e43a31898ca tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:15.162674 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ba59d22e-b67f-4f95-92f8-27c7760c2f25 req-ae851714-92ed-4333-a333-0e43a31898ca tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 945 time: 0.1101425 Mar 05 04:49:15.276405 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ba59d22e-b67f-4f95-92f8-27c7760c2f25 req-48371cfa-6e05-400c-9a80-d9864bb940b8 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063292 Mar 05 04:49:15.533609 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c148f65-d517-44f7-ab52-ae68f045b2ed req-3ed4217e-be19-41ef-973a-398e7195b639 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:15.535530 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4c148f65-d517-44f7-ab52-ae68f045b2ed req-3ed4217e-be19-41ef-973a-398e7195b639 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] 10.222.0.31 "GET /v2.0/ports?device_id=991e54cd-8da6-4a9f-bab4-239b8dede934 HTTP/1.1" status: 200 len: 950 time: 0.1687126 Mar 05 04:49:15.608115 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac1180-ec2f-44cf-8371-ebfc653a3efe req-f2c5ec27-7684-4378-af6f-017388a69f81 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:15.608115 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fcac1180-ec2f-44cf-8371-ebfc653a3efe req-f2c5ec27-7684-4378-af6f-017388a69f81 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] 10.222.0.31 "GET /v2.0/ports?device_id=8975bbc0-88ac-49ee-9be8-a7f79a342d35 HTTP/1.1" status: 200 len: 950 time: 0.1258037 Mar 05 04:49:15.708288 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036ff3d-eff9-4e68-8222-278d9a61edba req-cf9e28e5-984a-4d3b-9de8-1abf406b030d tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:15.714651 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036ff3d-eff9-4e68-8222-278d9a61edba req-cf9e28e5-984a-4d3b-9de8-1abf406b030d tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:15.722291 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036ff3d-eff9-4e68-8222-278d9a61edba req-cf9e28e5-984a-4d3b-9de8-1abf406b030d tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:15.727796 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036ff3d-eff9-4e68-8222-278d9a61edba req-cf9e28e5-984a-4d3b-9de8-1abf406b030d tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:15.733330 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036ff3d-eff9-4e68-8222-278d9a61edba req-cf9e28e5-984a-4d3b-9de8-1abf406b030d tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:15.738672 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036ff3d-eff9-4e68-8222-278d9a61edba req-cf9e28e5-984a-4d3b-9de8-1abf406b030d tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:15.745914 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036ff3d-eff9-4e68-8222-278d9a61edba req-cf9e28e5-984a-4d3b-9de8-1abf406b030d tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:15.747924 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a036ff3d-eff9-4e68-8222-278d9a61edba req-cf9e28e5-984a-4d3b-9de8-1abf406b030d tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.3193004 Mar 05 04:49:15.812758 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-fcac1180-ec2f-44cf-8371-ebfc653a3efe req-d934376b-be06-4951-9f73-95737b5c9290 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Deleting port 6136da53-8d66-48f9-b8e3-dc7abe26623b {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:49:15.813516 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fcac1180-ec2f-44cf-8371-ebfc653a3efe req-d934376b-be06-4951-9f73-95737b5c9290 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (6136da53-8d66-48f9-b8e3-dc7abe26623b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:15.854333 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-4c148f65-d517-44f7-ab52-ae68f045b2ed req-ba3b4a95-dcb1-47b7-b100-346bc4c4fc38 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Deleting port 13cb48a2-85f8-4394-872b-d1e6285a7ba5 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:49:15.854714 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4c148f65-d517-44f7-ab52-ae68f045b2ed req-ba3b4a95-dcb1-47b7-b100-346bc4c4fc38 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (13cb48a2-85f8-4394-872b-d1e6285a7ba5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:15.869873 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ee64a-377a-4a83-8007-5b774c81b89f req-44dabe3c-2350-4815-8259-c479b555d2b1 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:15.876899 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5d9ee64a-377a-4a83-8007-5b774c81b89f req-44dabe3c-2350-4815-8259-c479b555d2b1 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] 10.222.0.11 "GET /v2.0/ports?device_id=991e54cd-8da6-4a9f-bab4-239b8dede934 HTTP/1.1" status: 200 len: 950 time: 0.1946032 Mar 05 04:49:15.951768 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5d9ee64a-377a-4a83-8007-5b774c81b89f req-b502f8e4-ebdf-4d27-9f8a-85c0956eadad tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e7410e6-fd31-48e6-8b43-29c418a4f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739217 Mar 05 04:49:15.987677 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a036ff3d-eff9-4e68-8222-278d9a61edba req-66178f3a-90d5-4a6c-836a-bbc49cdc6911 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2228150 Mar 05 04:49:16.037644 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-fcac1180-ec2f-44cf-8371-ebfc653a3efe req-d934376b-be06-4951-9f73-95737b5c9290 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] For port 6136da53-8d66-48f9-b8e3-dc7abe26623b, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=6136da53-8d66-48f9-b8e3-dc7abe26623b,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:16.038010 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fcac1180-ec2f-44cf-8371-ebfc653a3efe req-d934376b-be06-4951-9f73-95737b5c9290 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (6136da53-8d66-48f9-b8e3-dc7abe26623b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:16.070978 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-fcac1180-ec2f-44cf-8371-ebfc653a3efe req-d934376b-be06-4951-9f73-95737b5c9290 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Calling delete_port for 6136da53-8d66-48f9-b8e3-dc7abe26623b owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:49:16.162849 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:16.319041 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d29f0-5a40-405b-be68-c41489dc9d69 req-d45ea0a6-260f-460d-97c6-0e2f0a3c64a7 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:16.335756 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f74d29f0-5a40-405b-be68-c41489dc9d69 req-d45ea0a6-260f-460d-97c6-0e2f0a3c64a7 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/ports?device_id=5704b363-8c18-4534-901f-4925d4035022 HTTP/1.1" status: 200 len: 945 time: 0.2313752 Mar 05 04:49:16.352745 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfaadc0-7c03-4f06-b369-ee309c43e518 req-9b3271ce-278a-4e78-b373-ce845fc0de18 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:16.387209 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5bfaadc0-7c03-4f06-b369-ee309c43e518 req-9b3271ce-278a-4e78-b373-ce845fc0de18 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] 10.222.0.11 "GET /v2.0/ports?device_id=8975bbc0-88ac-49ee-9be8-a7f79a342d35 HTTP/1.1" status: 200 len: 950 time: 0.2485774 Mar 05 04:49:16.405847 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fcac1180-ec2f-44cf-8371-ebfc653a3efe req-d934376b-be06-4951-9f73-95737b5c9290 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (6136da53-8d66-48f9-b8e3-dc7abe26623b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:16.415666 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-4c148f65-d517-44f7-ab52-ae68f045b2ed req-ba3b4a95-dcb1-47b7-b100-346bc4c4fc38 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] For port 13cb48a2-85f8-4394-872b-d1e6285a7ba5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=13cb48a2-85f8-4394-872b-d1e6285a7ba5,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:16.418520 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['6136da53-8d66-48f9-b8e3-dc7abe26623b'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:49:16.419165 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4c148f65-d517-44f7-ab52-ae68f045b2ed req-ba3b4a95-dcb1-47b7-b100-346bc4c4fc38 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (13cb48a2-85f8-4394-872b-d1e6285a7ba5), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:16.459544 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934376b-be06-4951-9f73-95737b5c9290 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Pushing event deleted for resources: {'Port': ['ID=6136da53-8d66-48f9-b8e3-dc7abe26623b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:16.551631 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcac1180-ec2f-44cf-8371-ebfc653a3efe req-d934376b-be06-4951-9f73-95737b5c9290 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] No DVR routers for this DVR port 6136da53-8d66-48f9-b8e3-dc7abe26623b on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:49:16.559841 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fcac1180-ec2f-44cf-8371-ebfc653a3efe req-d934376b-be06-4951-9f73-95737b5c9290 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:16.562082 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5bfaadc0-7c03-4f06-b369-ee309c43e518 req-7559adcf-7e40-42b9-ba92-31597ffccd1a tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] 10.222.0.11 "GET /v2.0/security-groups?id=d0afc336-65d1-4ccb-b2f6-91885cf58625&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737399 Mar 05 04:49:16.564504 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fcac1180-ec2f-44cf-8371-ebfc653a3efe req-d934376b-be06-4951-9f73-95737b5c9290 tempest-ServerDiagnosticsNegativeTest-129792760 tempest-ServerDiagnosticsNegativeTest-129792760-project] 10.222.0.31 "DELETE /v2.0/ports/6136da53-8d66-48f9-b8e3-dc7abe26623b HTTP/1.1" status: 204 len: 173 time: 0.9484551 Mar 05 04:49:16.565580 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8975bbc0-88ac-49ee-9be8-a7f79a342d35', 'name': 'network-vif-deleted', 'tag': '6136da53-8d66-48f9-b8e3-dc7abe26623b'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:49:16.578394 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9452e796-bf74-4bb8-bbed-862cb4b660d7" -d '{"events": [{"server_uuid": "8975bbc0-88ac-49ee-9be8-a7f79a342d35", "name": "network-vif-deleted", "tag": "6136da53-8d66-48f9-b8e3-dc7abe26623b"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:49:16.615554 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-4c148f65-d517-44f7-ab52-ae68f045b2ed req-ba3b4a95-dcb1-47b7-b100-346bc4c4fc38 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Calling delete_port for 13cb48a2-85f8-4394-872b-d1e6285a7ba5 owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:49:16.760718 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f74d29f0-5a40-405b-be68-c41489dc9d69 req-286c2724-139a-4648-ab6a-77e82c88fbdf tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/security-groups?id=c868f5f0-cb4e-40d5-97a8-035a925e3b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4208145 Mar 05 04:49:16.882560 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37721498-d25e-446f-aede-66caad878a7e x-openstack-request-id: req-37721498-d25e-446f-aede-66caad878a7e {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:49:16.883118 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8975bbc0-88ac-49ee-9be8-a7f79a342d35", "name": "network-vif-deleted", "tag": "6136da53-8d66-48f9-b8e3-dc7abe26623b", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:49:16.883827 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-37721498-d25e-446f-aede-66caad878a7e {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:49:16.885297 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8975bbc0-88ac-49ee-9be8-a7f79a342d35', 'name': 'network-vif-deleted', 'tag': '6136da53-8d66-48f9-b8e3-dc7abe26623b', 'status': 'completed', 'code': 200} Mar 05 04:49:17.164305 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f5338-1914-40a1-b59f-a250d962e0e2 req-ec7973dd-4b4d-44f7-9d76-775add17086d tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:17.166754 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5e4f5338-1914-40a1-b59f-a250d962e0e2 req-ec7973dd-4b4d-44f7-9d76-775add17086d tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.31 "GET /v2.0/ports?device_id=5704b363-8c18-4534-901f-4925d4035022 HTTP/1.1" status: 200 len: 945 time: 0.6599650 Mar 05 04:49:17.355948 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6588e-dd70-44dd-9ab2-f172aa4ec21e req-cbb26845-ad0b-46af-9636-2fbc526a4f41 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:17.357481 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-97e6588e-dd70-44dd-9ab2-f172aa4ec21e req-cbb26845-ad0b-46af-9636-2fbc526a4f41 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 945 time: 0.6523333 Mar 05 04:49:17.378606 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509031f-cf2d-4871-973d-0dc0d7f251f1 req-b7dc2603-b9a1-4d4c-87c3-c262b6e38963 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:17.380177 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0509031f-cf2d-4871-973d-0dc0d7f251f1 req-b7dc2603-b9a1-4d4c-87c3-c262b6e38963 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] 10.222.0.11 "GET /v2.0/ports?device_id=991e54cd-8da6-4a9f-bab4-239b8dede934 HTTP/1.1" status: 200 len: 950 time: 0.2534192 Mar 05 04:49:17.397554 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd95c5-1383-47a0-a93e-63037ef84848 req-c48c8c39-e98d-46ad-a064-0dd8fa70dc6d tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:17.398993 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-00dd95c5-1383-47a0-a93e-63037ef84848 req-c48c8c39-e98d-46ad-a064-0dd8fa70dc6d tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.30 "GET /v2.0/ports?device_id=2eabc7f7-560c-4e18-b2d8-f018f68ad17d HTTP/1.1" status: 200 len: 945 time: 0.2711244 Mar 05 04:49:17.586190 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-97e6588e-dd70-44dd-9ab2-f172aa4ec21e req-f2b81e28-43bb-4ae6-a267-94c28589c9cb tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165644 Mar 05 04:49:17.615634 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-5e4f5338-1914-40a1-b59f-a250d962e0e2 req-f7dae0da-4407-4f0e-91a7-84d3644e1862 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Deleting port e117df6d-1639-4d04-8bba-a4aa8b8b60de {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:49:17.616169 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5e4f5338-1914-40a1-b59f-a250d962e0e2 req-f7dae0da-4407-4f0e-91a7-84d3644e1862 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (e117df6d-1639-4d04-8bba-a4aa8b8b60de), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:17.663170 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0509031f-cf2d-4871-973d-0dc0d7f251f1 req-c2370726-a670-4bbd-8713-4ad5b67b250b tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] 10.222.0.11 "GET /v2.0/security-groups?id=8e7410e6-fd31-48e6-8b43-29c418a4f031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508342 Mar 05 04:49:17.752243 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:17.772864 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4c148f65-d517-44f7-ab52-ae68f045b2ed req-ba3b4a95-dcb1-47b7-b100-346bc4c4fc38 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (13cb48a2-85f8-4394-872b-d1e6285a7ba5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:17.827698 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b4a95-dcb1-47b7-b100-346bc4c4fc38 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Pushing event deleted for resources: {'Port': ['ID=13cb48a2-85f8-4394-872b-d1e6285a7ba5,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:17.933054 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-5e4f5338-1914-40a1-b59f-a250d962e0e2 req-f7dae0da-4407-4f0e-91a7-84d3644e1862 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] For port e117df6d-1639-4d04-8bba-a4aa8b8b60de, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=e117df6d-1639-4d04-8bba-a4aa8b8b60de,segment=NetworkSegment(9ce2c578-aa5b-4781-ad63-77fb0fbf1b45),segment_id=9ce2c578-aa5b-4781-ad63-77fb0fbf1b45)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:17.933408 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5e4f5338-1914-40a1-b59f-a250d962e0e2 req-f7dae0da-4407-4f0e-91a7-84d3644e1862 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (e117df6d-1639-4d04-8bba-a4aa8b8b60de), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:18.013383 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c148f65-d517-44f7-ab52-ae68f045b2ed req-ba3b4a95-dcb1-47b7-b100-346bc4c4fc38 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] No DVR routers for this DVR port 13cb48a2-85f8-4394-872b-d1e6285a7ba5 on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:49:18.016492 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4c148f65-d517-44f7-ab52-ae68f045b2ed req-ba3b4a95-dcb1-47b7-b100-346bc4c4fc38 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:18.021228 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4c148f65-d517-44f7-ab52-ae68f045b2ed req-ba3b4a95-dcb1-47b7-b100-346bc4c4fc38 tempest-TenantUsagesTestJSON-1571968087 tempest-TenantUsagesTestJSON-1571968087-project] 10.222.0.31 "DELETE /v2.0/ports/13cb48a2-85f8-4394-872b-d1e6285a7ba5 HTTP/1.1" status: 204 len: 173 time: 2.4780045 Mar 05 04:49:18.028404 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991e54cd-8da6-4a9f-bab4-239b8dede934', 'name': 'network-vif-deleted', 'tag': '13cb48a2-85f8-4394-872b-d1e6285a7ba5'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:49:18.031000 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e430ed4a-3739-4233-8c31-89bc71d74e98" -d '{"events": [{"server_uuid": "991e54cd-8da6-4a9f-bab4-239b8dede934", "name": "network-vif-deleted", "tag": "13cb48a2-85f8-4394-872b-d1e6285a7ba5"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:49:18.036392 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-5e4f5338-1914-40a1-b59f-a250d962e0e2 req-f7dae0da-4407-4f0e-91a7-84d3644e1862 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Calling delete_port for e117df6d-1639-4d04-8bba-a4aa8b8b60de owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:49:18.042130 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-00dd95c5-1383-47a0-a93e-63037ef84848 req-811d971a-5e8a-401a-a700-18f182b31861 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Deleting port 87f6172f-f0a0-4e0c-9fdd-ce4637a749b1 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:49:18.042487 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-00dd95c5-1383-47a0-a93e-63037ef84848 req-811d971a-5e8a-401a-a700-18f182b31861 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (87f6172f-f0a0-4e0c-9fdd-ce4637a749b1), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:18.218102 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909dae6-535c-4222-8b2b-2e98014f7212 req-2b5a4474-3e05-4929-a480-58172d1f8a52 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:18.224709 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909dae6-535c-4222-8b2b-2e98014f7212 req-2b5a4474-3e05-4929-a480-58172d1f8a52 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:18.230512 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909dae6-535c-4222-8b2b-2e98014f7212 req-2b5a4474-3e05-4929-a480-58172d1f8a52 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:18.236166 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909dae6-535c-4222-8b2b-2e98014f7212 req-2b5a4474-3e05-4929-a480-58172d1f8a52 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:18.242042 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909dae6-535c-4222-8b2b-2e98014f7212 req-2b5a4474-3e05-4929-a480-58172d1f8a52 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:18.249192 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909dae6-535c-4222-8b2b-2e98014f7212 req-2b5a4474-3e05-4929-a480-58172d1f8a52 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:18.256132 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909dae6-535c-4222-8b2b-2e98014f7212 req-2b5a4474-3e05-4929-a480-58172d1f8a52 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:18.264833 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e909dae6-535c-4222-8b2b-2e98014f7212 req-2b5a4474-3e05-4929-a480-58172d1f8a52 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.4842196 Mar 05 04:49:18.315749 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-00dd95c5-1383-47a0-a93e-63037ef84848 req-811d971a-5e8a-401a-a700-18f182b31861 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] For port 87f6172f-f0a0-4e0c-9fdd-ce4637a749b1, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=87f6172f-f0a0-4e0c-9fdd-ce4637a749b1,segment=NetworkSegment(9ce2c578-aa5b-4781-ad63-77fb0fbf1b45),segment_id=9ce2c578-aa5b-4781-ad63-77fb0fbf1b45)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:18.316238 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-00dd95c5-1383-47a0-a93e-63037ef84848 req-811d971a-5e8a-401a-a700-18f182b31861 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (87f6172f-f0a0-4e0c-9fdd-ce4637a749b1), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:18.359400 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-00dd95c5-1383-47a0-a93e-63037ef84848 req-811d971a-5e8a-401a-a700-18f182b31861 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Calling delete_port for 87f6172f-f0a0-4e0c-9fdd-ce4637a749b1 owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:49:18.375416 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11075a-7772-4890-9277-a2d2f9d9bf19 req-31479e16-e054-465a-af33-cc64ecf0654f tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:18.385550 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9a11075a-7772-4890-9277-a2d2f9d9bf19 req-31479e16-e054-465a-af33-cc64ecf0654f tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/ports?device_id=5704b363-8c18-4534-901f-4925d4035022 HTTP/1.1" status: 200 len: 945 time: 0.4486308 Mar 05 04:49:18.402375 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48018) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:49:18.552067 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e909dae6-535c-4222-8b2b-2e98014f7212 req-ad696f01-8bde-48b4-b5d8-e0a16b5b9efd tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2861242 Mar 05 04:49:18.594860 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9a11075a-7772-4890-9277-a2d2f9d9bf19 req-558a4fa4-a8ae-4156-af77-153f8f356914 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/security-groups?id=c868f5f0-cb4e-40d5-97a8-035a925e3b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085967 Mar 05 04:49:18.628336 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 6136da53-8d66-48f9-b8e3-dc7abe26623b no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:49:18.661440 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 6136da53-8d66-48f9-b8e3-dc7abe26623b {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:49:18.662208 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 6136da53-8d66-48f9-b8e3-dc7abe26623b not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:49:18.662792 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 13cb48a2-85f8-4394-872b-d1e6285a7ba5 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:49:18.692839 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 13cb48a2-85f8-4394-872b-d1e6285a7ba5 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:49:18.693552 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 13cb48a2-85f8-4394-872b-d1e6285a7ba5 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:49:18.694135 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device e117df6d-1639-4d04-8bba-a4aa8b8b60de no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:49:18.702950 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a374d63e-c726-495d-a7d8-5c2643cf7d1e x-openstack-request-id: req-a374d63e-c726-495d-a7d8-5c2643cf7d1e {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:49:18.703407 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991e54cd-8da6-4a9f-bab4-239b8dede934", "name": "network-vif-deleted", "tag": "13cb48a2-85f8-4394-872b-d1e6285a7ba5", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:49:18.703896 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a374d63e-c726-495d-a7d8-5c2643cf7d1e {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:49:18.704848 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991e54cd-8da6-4a9f-bab4-239b8dede934', 'name': 'network-vif-deleted', 'tag': '13cb48a2-85f8-4394-872b-d1e6285a7ba5', 'status': 'completed', 'code': 200} Mar 05 04:49:18.783491 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9e644f25-aa85-4db7-a8e8-f5300f1e2181 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ae3684e3081a41d6b963bd6e1e1b7d86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3798702 Mar 05 04:49:18.784372 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48032) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:49:18.880856 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 87f6172f-f0a0-4e0c-9fdd-ce4637a749b1 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:49:18.946170 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b06c5f3-6b25-4059-929c-44b0138f9f73 admin admin] Publish callbacks [] for security_group (d0afc336-65d1-4ccb-b2f6-91885cf58625), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:19.013366 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a664c39-06a3-40c8-9097-b8bb432b5432 req-187d3900-5bc6-4022-bd3a-fd61427d26f2 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:19.016308 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port e117df6d-1639-4d04-8bba-a4aa8b8b60de is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:49:19.018143 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e117df6d-1639-4d04-8bba-a4aa8b8b60de), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:19.021271 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a664c39-06a3-40c8-9097-b8bb432b5432 req-187d3900-5bc6-4022-bd3a-fd61427d26f2 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 945 time: 0.2432506 Mar 05 04:49:19.028526 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5e4f5338-1914-40a1-b59f-a250d962e0e2 req-f7dae0da-4407-4f0e-91a7-84d3644e1862 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (e117df6d-1639-4d04-8bba-a4aa8b8b60de), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:19.068852 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b06c5f3-6b25-4059-929c-44b0138f9f73 admin admin] Publish callbacks [] for security_group (d0afc336-65d1-4ccb-b2f6-91885cf58625), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:19.124784 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dae0da-4407-4f0e-91a7-84d3644e1862 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Pushing event deleted for resources: {'Port': ['ID=e117df6d-1639-4d04-8bba-a4aa8b8b60de,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:19.150515 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b06c5f3-6b25-4059-929c-44b0138f9f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d0afc336-65d1-4ccb-b2f6-91885cf58625), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:19.155663 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b06c5f3-6b25-4059-929c-44b0138f9f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:19.156875 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7b06c5f3-6b25-4059-929c-44b0138f9f73 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d0afc336-65d1-4ccb-b2f6-91885cf58625 HTTP/1.1" status: 204 len: 168 time: 0.3710225 Mar 05 04:49:19.186937 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4f5338-1914-40a1-b59f-a250d962e0e2 req-f7dae0da-4407-4f0e-91a7-84d3644e1862 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] No DVR routers for this DVR port e117df6d-1639-4d04-8bba-a4aa8b8b60de on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:49:19.190143 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 87f6172f-f0a0-4e0c-9fdd-ce4637a749b1 is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:49:19.190731 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (87f6172f-f0a0-4e0c-9fdd-ce4637a749b1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:19.196391 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06c5f3-6b25-4059-929c-44b0138f9f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0afc336-65d1-4ccb-b2f6-91885cf58625,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:19.228053 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5e4f5338-1914-40a1-b59f-a250d962e0e2 req-f7dae0da-4407-4f0e-91a7-84d3644e1862 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:19.246459 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5e4f5338-1914-40a1-b59f-a250d962e0e2 req-f7dae0da-4407-4f0e-91a7-84d3644e1862 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.31 "DELETE /v2.0/ports/e117df6d-1639-4d04-8bba-a4aa8b8b60de HTTP/1.1" status: 204 len: 173 time: 2.0459218 Mar 05 04:49:19.292232 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a664c39-06a3-40c8-9097-b8bb432b5432 req-b39c6a18-407e-4af3-9dd3-f8d06cea3eb3 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594109 Mar 05 04:49:19.296454 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-00dd95c5-1383-47a0-a93e-63037ef84848 req-811d971a-5e8a-401a-a700-18f182b31861 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (87f6172f-f0a0-4e0c-9fdd-ce4637a749b1), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:19.362596 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d971a-5e8a-401a-a700-18f182b31861 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Pushing event deleted for resources: {'Port': ['ID=87f6172f-f0a0-4e0c-9fdd-ce4637a749b1,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:19.426523 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48042) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:49:19.527693 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-00dd95c5-1383-47a0-a93e-63037ef84848 req-811d971a-5e8a-401a-a700-18f182b31861 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] No DVR routers for this DVR port 87f6172f-f0a0-4e0c-9fdd-ce4637a749b1 on host n-h1-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:49:19.538756 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-00dd95c5-1383-47a0-a93e-63037ef84848 req-811d971a-5e8a-401a-a700-18f182b31861 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:19.558634 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-00dd95c5-1383-47a0-a93e-63037ef84848 req-811d971a-5e8a-401a-a700-18f182b31861 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.30 "DELETE /v2.0/ports/87f6172f-f0a0-4e0c-9fdd-ce4637a749b1 HTTP/1.1" status: 204 len: 173 time: 2.1395912 Mar 05 04:49:19.789751 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48056) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:49:19.827480 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aef4324c-c5b8-4cb8-8ffd-299014ecdf0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:19.993672 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e0f7eacd-fd9f-4b46-ae61-9b07e32bd779 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2100fd40fcd04694bacf3945a4e3ebd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5648870 Mar 05 04:49:20.006179 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48058) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:49:20.034214 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d48501a2-cd01-4228-a3c8-fb78c2442041 req-bfa3b6c0-b239-4d8f-a265-b974b48532d4 tempest-ListServersNegativeTestJSON-1160121963 tempest-ListServersNegativeTestJSON-1160121963-project] 10.222.0.11 "GET /v2.0/ports?device_id=5704b363-8c18-4534-901f-4925d4035022 HTTP/1.1" status: 200 len: 210 time: 0.1042876 Mar 05 04:49:20.086314 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc972af5-aa40-41ae-8e46-2add6e19ec96 req-a85aa02d-1be0-480f-aa1e-e79a78eceeab tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:20.107648 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc972af5-aa40-41ae-8e46-2add6e19ec96 req-a85aa02d-1be0-480f-aa1e-e79a78eceeab tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:20.135575 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc972af5-aa40-41ae-8e46-2add6e19ec96 req-a85aa02d-1be0-480f-aa1e-e79a78eceeab tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:20.155804 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc972af5-aa40-41ae-8e46-2add6e19ec96 req-a85aa02d-1be0-480f-aa1e-e79a78eceeab tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:20.167003 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc972af5-aa40-41ae-8e46-2add6e19ec96 req-a85aa02d-1be0-480f-aa1e-e79a78eceeab tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:20.180359 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b619d49-40d1-47ce-bdf1-2c734b23c342 admin admin] Publish callbacks [] for security_group (8e7410e6-fd31-48e6-8b43-29c418a4f031), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:20.193253 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aef4324c-c5b8-4cb8-8ffd-299014ecdf0a admin admin] Publish callbacks [] for security_group (57fcb97c-f24f-46b8-b1d1-5766d0107663), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:20.208967 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc972af5-aa40-41ae-8e46-2add6e19ec96 req-a85aa02d-1be0-480f-aa1e-e79a78eceeab tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:20.216196 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aef4324c-c5b8-4cb8-8ffd-299014ecdf0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (57fcb97c-f24f-46b8-b1d1-5766d0107663), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:20.218143 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc972af5-aa40-41ae-8e46-2add6e19ec96 req-a85aa02d-1be0-480f-aa1e-e79a78eceeab tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:20.249165 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc972af5-aa40-41ae-8e46-2add6e19ec96 req-a85aa02d-1be0-480f-aa1e-e79a78eceeab tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.3997266 Mar 05 04:49:20.254618 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b619d49-40d1-47ce-bdf1-2c734b23c342 admin admin] Publish callbacks [] for security_group (8e7410e6-fd31-48e6-8b43-29c418a4f031), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:20.384362 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4324c-c5b8-4cb8-8ffd-299014ecdf0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fcb97c-f24f-46b8-b1d1-5766d0107663,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:20.429517 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-aef4324c-c5b8-4cb8-8ffd-299014ecdf0a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b75e8b75b7ed4c0e9a3ba3844bc4cf54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6385384 Mar 05 04:49:20.447554 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48062) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:49:20.620244 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8e9c080f-5a26-46cf-a5e4-d4708e68eb0f admin admin] Publish callbacks [] for security_group (57fcb97c-f24f-46b8-b1d1-5766d0107663), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:20.655459 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc972af5-aa40-41ae-8e46-2add6e19ec96 req-8d69d2fe-0ceb-4fbe-9958-ba8e376bc4a1 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3754807 Mar 05 04:49:20.709300 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5704b363-8c18-4534-901f-4925d4035022', 'name': 'network-vif-deleted', 'tag': 'e117df6d-1639-4d04-8bba-a4aa8b8b60de'}, {'server_uuid': '2eabc7f7-560c-4e18-b2d8-f018f68ad17d', 'name': 'network-vif-deleted', 'tag': '87f6172f-f0a0-4e0c-9fdd-ce4637a749b1'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:49:20.712424 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fccfa1e-4be3-4d89-86b7-bc678efc82bb" -d '{"events": [{"server_uuid": "5704b363-8c18-4534-901f-4925d4035022", "name": "network-vif-deleted", "tag": "e117df6d-1639-4d04-8bba-a4aa8b8b60de"}, {"server_uuid": "2eabc7f7-560c-4e18-b2d8-f018f68ad17d", "name": "network-vif-deleted", "tag": "87f6172f-f0a0-4e0c-9fdd-ce4637a749b1"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:49:20.717446 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cc97e-74f1-4775-8ec8-a8b005ab217e req-f55bf7ae-948b-4ccf-ad82-d0d2d1df7515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:20.719501 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-412cc97e-74f1-4775-8ec8-a8b005ab217e req-f55bf7ae-948b-4ccf-ad82-d0d2d1df7515 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=947653f4d3b84cc89f4c3c5691586859&device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 1129 time: 0.4676445 Mar 05 04:49:20.734309 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8e9c080f-5a26-46cf-a5e4-d4708e68eb0f admin admin] Publish callbacks [] for security_group (57fcb97c-f24f-46b8-b1d1-5766d0107663), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:20.753081 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b619d49-40d1-47ce-bdf1-2c734b23c342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8e7410e6-fd31-48e6-8b43-29c418a4f031), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:20.764793 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b619d49-40d1-47ce-bdf1-2c734b23c342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:20.769803 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4b619d49-40d1-47ce-bdf1-2c734b23c342 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8e7410e6-fd31-48e6-8b43-29c418a4f031 HTTP/1.1" status: 204 len: 168 time: 0.7598903 Mar 05 04:49:20.770442 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec4856-33e1-4769-8cb0-1c90a553f26f req-7d497bab-1cad-4f5a-888e-0840959db56b tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:20.780078 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2bec4856-33e1-4769-8cb0-1c90a553f26f req-7d497bab-1cad-4f5a-888e-0840959db56b tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 945 time: 0.3263140 Mar 05 04:49:20.826983 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b619d49-40d1-47ce-bdf1-2c734b23c342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7410e6-fd31-48e6-8b43-29c418a4f031,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:20.868780 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8e9c080f-5a26-46cf-a5e4-d4708e68eb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (57fcb97c-f24f-46b8-b1d1-5766d0107663), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:20.871919 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8e9c080f-5a26-46cf-a5e4-d4708e68eb0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:20.873482 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8e9c080f-5a26-46cf-a5e4-d4708e68eb0f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/57fcb97c-f24f-46b8-b1d1-5766d0107663 HTTP/1.1" status: 204 len: 168 time: 0.4247642 Mar 05 04:49:20.894678 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c080f-5a26-46cf-a5e4-d4708e68eb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fcb97c-f24f-46b8-b1d1-5766d0107663,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:20.988311 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cc97e-74f1-4775-8ec8-a8b005ab217e req-1b066802-d5d0-4afb-bd26-5cadc80d4253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:20.989820 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-412cc97e-74f1-4775-8ec8-a8b005ab217e req-1b066802-d5d0-4afb-bd26-5cadc80d4253 service neutron] 10.222.0.30 "GET /v2.0/networks?id=37de3cac-2e27-4573-885e-c86e0ea7886c HTTP/1.1" status: 200 len: 912 time: 0.2088261 Mar 05 04:49:20.992511 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Mar 2022 04:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c787259-2db5-4b68-b888-8f1203017636 x-openstack-request-id: req-2c787259-2db5-4b68-b888-8f1203017636 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:49:20.992855 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5704b363-8c18-4534-901f-4925d4035022", "name": "network-vif-deleted", "tag": "e117df6d-1639-4d04-8bba-a4aa8b8b60de", "status": "completed", "code": 200}, {"server_uuid": "2eabc7f7-560c-4e18-b2d8-f018f68ad17d", "name": "network-vif-deleted", "tag": "87f6172f-f0a0-4e0c-9fdd-ce4637a749b1", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:49:20.993196 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2c787259-2db5-4b68-b888-8f1203017636 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:49:20.993551 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5704b363-8c18-4534-901f-4925d4035022', 'name': 'network-vif-deleted', 'tag': 'e117df6d-1639-4d04-8bba-a4aa8b8b60de', 'status': 'completed', 'code': 200} Mar 05 04:49:21.003142 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eabc7f7-560c-4e18-b2d8-f018f68ad17d', 'name': 'network-vif-deleted', 'tag': '87f6172f-f0a0-4e0c-9fdd-ce4637a749b1', 'status': 'completed', 'code': 200} Mar 05 04:49:21.224815 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-a4547ee0-420b-49a2-a411-6071e25943f4 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:21.226427 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-a4547ee0-420b-49a2-a411-6071e25943f4 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7&tenant_id=84f78c82255c4feca46335184d79ad7d&binding%3Ahost_id=n-h2-789963-32 HTTP/1.1" status: 200 len: 1128 time: 0.1600037 Mar 05 04:49:21.239492 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-227483ae-81ae-4d99-a2ce-733b9a9ca769 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-32'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:49:21.276740 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-412cc97e-74f1-4775-8ec8-a8b005ab217e req-b9dce109-9542-48fc-ad28-7ba7d7df6a17 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db HTTP/1.1" status: 200 len: 1001 time: 0.2716811 Mar 05 04:49:21.281751 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48084) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:49:21.469946 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-227483ae-81ae-4d99-a2ce-733b9a9ca769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3a56743a-d04a-4293-8fb5-de9cb6a24a3f), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:21.491348 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2bec4856-33e1-4769-8cb0-1c90a553f26f req-afde23dc-de0d-470a-8fb7-12c2d4cf32ac tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951470 Mar 05 04:49:21.549728 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-369114ef-176d-4de0-9bea-fd2e5cea1612 admin admin] Deleting subnet 35d777fc-c928-4d0b-8cba-14ed4ad4a444 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:49:21.562984 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cc97e-74f1-4775-8ec8-a8b005ab217e req-ee66d6c2-64ad-48fa-9719-8d07b87540a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:21.565521 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-412cc97e-74f1-4775-8ec8-a8b005ab217e req-ee66d6c2-64ad-48fa-9719-8d07b87540a1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a6039ad-16bd-4b00-a55f-f7c68e1f3072 HTTP/1.1" status: 200 len: 851 time: 0.2814560 Mar 05 04:49:21.588909 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-369114ef-176d-4de0-9bea-fd2e5cea1612 admin admin] Publish callbacks [] for subnet (35d777fc-c928-4d0b-8cba-14ed4ad4a444), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:21.778245 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48102) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:49:21.868773 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-369114ef-176d-4de0-9bea-fd2e5cea1612 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (35d777fc-c928-4d0b-8cba-14ed4ad4a444), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:21.913424 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-227483ae-81ae-4d99-a2ce-733b9a9ca769 service neutron] For port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=3a56743a-d04a-4293-8fb5-de9cb6a24a3f,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:21.963622 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-227483ae-81ae-4d99-a2ce-733b9a9ca769 service neutron] For port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:49:22.024016 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5a0cf33e-4ecf-4a23-bd17-09e6b7872653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:22.349198 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cc97e-74f1-4775-8ec8-a8b005ab217e req-3604b40c-c35c-4cf6-861f-5575d9136271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:22.350730 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-412cc97e-74f1-4775-8ec8-a8b005ab217e req-3604b40c-c35c-4cf6-861f-5575d9136271 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37de3cac-2e27-4573-885e-c86e0ea7886c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7636933 Mar 05 04:49:22.366182 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de2c60-14bc-42dd-b51f-474ce55b248a req-a55cf98c-3743-45ef-984d-1a812fd79a54 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:22.406814 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-94de2c60-14bc-42dd-b51f-474ce55b248a req-a55cf98c-3743-45ef-984d-1a812fd79a54 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 945 time: 0.5663717 Mar 05 04:49:22.681809 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47804a-08e2-4380-8a23-22523b20e921 req-07e6f2c2-85a4-4782-a1c8-bb0e9e3c4147 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:22.688149 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47804a-08e2-4380-8a23-22523b20e921 req-07e6f2c2-85a4-4782-a1c8-bb0e9e3c4147 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:22.693699 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47804a-08e2-4380-8a23-22523b20e921 req-07e6f2c2-85a4-4782-a1c8-bb0e9e3c4147 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:22.699003 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47804a-08e2-4380-8a23-22523b20e921 req-07e6f2c2-85a4-4782-a1c8-bb0e9e3c4147 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:22.704948 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47804a-08e2-4380-8a23-22523b20e921 req-07e6f2c2-85a4-4782-a1c8-bb0e9e3c4147 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:22.710930 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47804a-08e2-4380-8a23-22523b20e921 req-07e6f2c2-85a4-4782-a1c8-bb0e9e3c4147 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:22.717387 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b47804a-08e2-4380-8a23-22523b20e921 req-07e6f2c2-85a4-4782-a1c8-bb0e9e3c4147 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:22.726096 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1b47804a-08e2-4380-8a23-22523b20e921 req-07e6f2c2-85a4-4782-a1c8-bb0e9e3c4147 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.8896232 Mar 05 04:49:22.730164 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-412cc97e-74f1-4775-8ec8-a8b005ab217e req-4e543734-7fd8-4108-9c06-a47916458be6 service neutron] 10.222.0.30 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200376 Mar 05 04:49:22.765650 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b62c79-bc35-49d5-9875-cd76b9b2c9f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a56743a-d04a-4293-8fb5-de9cb6a24a3f'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:49:22.773032 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ce1bb7-848e-4aec-8947-d367678538f1" -d '{"events": [{"server_uuid": "97b62c79-bc35-49d5-9875-cd76b9b2c9f7", "name": "network-vif-unplugged", "status": "completed", "tag": "3a56743a-d04a-4293-8fb5-de9cb6a24a3f"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:49:22.782123 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-227483ae-81ae-4d99-a2ce-733b9a9ca769 service neutron] Publish callbacks [] for port (3a56743a-d04a-4293-8fb5-de9cb6a24a3f), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:22.796572 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-227483ae-81ae-4d99-a2ce-733b9a9ca769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (3a56743a-d04a-4293-8fb5-de9cb6a24a3f), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:22.800684 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-369114ef-176d-4de0-9bea-fd2e5cea1612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (35d777fc-c928-4d0b-8cba-14ed4ad4a444), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:22.828026 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1b47804a-08e2-4380-8a23-22523b20e921 req-96085bb2-c95d-4d4a-9970-9d187c07df0d tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1009510 Mar 05 04:49:22.915217 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 3a56743a-d04a-4293-8fb5-de9cb6a24a3f details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:49:22.961522 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227483ae-81ae-4d99-a2ce-733b9a9ca769 service neutron] Pushing event updated for resources: {'Port': ['ID=3a56743a-d04a-4293-8fb5-de9cb6a24a3f,revision_number=7']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:22.980678 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-94de2c60-14bc-42dd-b51f-474ce55b248a req-4d2ecdda-a30a-41d8-b465-2cd8305d1d03 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5703044 Mar 05 04:49:23.087303 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-227483ae-81ae-4d99-a2ce-733b9a9ca769 service neutron] Attempting to bind port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f on host n-h2-789963-32 for vnic_type normal with profile {"migrating_to": "n-h1-789963-32"} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:49:23.095156 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-227483ae-81ae-4d99-a2ce-733b9a9ca769 service neutron] Attempting to bind port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:49:23.095576 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-227483ae-81ae-4d99-a2ce-733b9a9ca769 service neutron] Attempting to bind port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f on network fd6aa200-b97d-49ed-9876-375a41229f42 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:49:23.117649 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 04:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce94f68-c77e-4705-88e4-dec400eb06bd x-openstack-request-id: req-bce94f68-c77e-4705-88e4-dec400eb06bd {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:49:23.118225 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b62c79-bc35-49d5-9875-cd76b9b2c9f7", "name": "network-vif-unplugged", "status": "completed", "tag": "3a56743a-d04a-4293-8fb5-de9cb6a24a3f", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:49:23.119063 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bce94f68-c77e-4705-88e4-dec400eb06bd {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:49:23.121567 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b62c79-bc35-49d5-9875-cd76b9b2c9f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a56743a-d04a-4293-8fb5-de9cb6a24a3f', 'code': 200} Mar 05 04:49:23.122181 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-227483ae-81ae-4d99-a2ce-733b9a9ca769 service neutron] Port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f on network fd6aa200-b97d-49ed-9876-375a41229f42 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:49:23.122490 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-227483ae-81ae-4d99-a2ce-733b9a9ca769 service neutron] Attempting to bind port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f on network fd6aa200-b97d-49ed-9876-375a41229f42 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:49:23.136810 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-227483ae-81ae-4d99-a2ce-733b9a9ca769 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:49:23.137185 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-227483ae-81ae-4d99-a2ce-733b9a9ca769 service neutron] Checking segment: {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:49:23.137554 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-227483ae-81ae-4d99-a2ce-733b9a9ca769 service neutron] Bound using segment: {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:49:23.139699 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-227483ae-81ae-4d99-a2ce-733b9a9ca769 service neutron] Bound port: 3a56743a-d04a-4293-8fb5-de9cb6a24a3f, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:49:23.140088 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-227483ae-81ae-4d99-a2ce-733b9a9ca769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3a56743a-d04a-4293-8fb5-de9cb6a24a3f), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:23.261417 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f, host n-h2-789963-32, got binding levels [] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:23.322504 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Attempting to bind port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f on host n-h2-789963-32 for vnic_type normal with profile {"migrating_to": "n-h1-789963-32"} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:49:23.322915 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Attempting to bind port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:49:23.323341 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Attempting to bind port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f on network fd6aa200-b97d-49ed-9876-375a41229f42 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:49:23.343707 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f on network fd6aa200-b97d-49ed-9876-375a41229f42 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:49:23.344072 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Attempting to bind port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f on network fd6aa200-b97d-49ed-9876-375a41229f42 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:49:23.348106 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-227483ae-81ae-4d99-a2ce-733b9a9ca769 service neutron] For port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:49:23.356461 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-227483ae-81ae-4d99-a2ce-733b9a9ca769 service neutron] For port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=3a56743a-d04a-4293-8fb5-de9cb6a24a3f,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:49:23.362095 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:49:23.362497 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Checking segment: {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:49:23.362945 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Bound using segment: {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:49:23.363502 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Bound port: 3a56743a-d04a-4293-8fb5-de9cb6a24a3f, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462d78ac-50f0-4f1e-a41d-6df58a7693ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'fd6aa200-b97d-49ed-9876-375a41229f42'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:49:23.363912 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3a56743a-d04a-4293-8fb5-de9cb6a24a3f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:23.385394 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-227483ae-81ae-4d99-a2ce-733b9a9ca769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (3a56743a-d04a-4293-8fb5-de9cb6a24a3f), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:23.563937 n-d-789963-32 neutron-server[105233]: WARNING neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Concurrent port binding operations failed on port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f Mar 05 04:49:23.574946 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=3a56743a-d04a-4293-8fb5-de9cb6a24a3f,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:23.588131 n-d-789963-32 neutron-server[105233]: INFO neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Attempt 2 to bind port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f Mar 05 04:49:23.599932 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 3a56743a-d04a-4293-8fb5-de9cb6a24a3f has no active binding in host n-h1-789963-32 {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 05 04:49:23.641800 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227483ae-81ae-4d99-a2ce-733b9a9ca769 service neutron] Pushing event updated for resources: {'Port': ['ID=3a56743a-d04a-4293-8fb5-de9cb6a24a3f,revision_number=8']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:23.699912 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-227483ae-81ae-4d99-a2ce-733b9a9ca769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:23.700613 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-227483ae-81ae-4d99-a2ce-733b9a9ca769 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:23.702448 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-227483ae-81ae-4d99-a2ce-733b9a9ca769 service neutron] 10.222.0.30 "PUT /v2.0/ports/3a56743a-d04a-4293-8fb5-de9cb6a24a3f HTTP/1.1" status: 200 len: 1123 time: 2.4684377 Mar 05 04:49:23.782682 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['3a56743a-d04a-4293-8fb5-de9cb6a24a3f'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:49:23.857431 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['3a56743a-d04a-4293-8fb5-de9cb6a24a3f'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:49:24.177107 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bd115-5a1f-40f8-bc23-9cf94f060363 req-ee5e4263-8bd9-4956-b385-e30f30af47e6 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:24.186138 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d45bd115-5a1f-40f8-bc23-9cf94f060363 req-ee5e4263-8bd9-4956-b385-e30f30af47e6 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 1.2220330 Mar 05 04:49:24.252026 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9918717-dedf-43c0-84d7-339276f4b75f req-2826b0cb-99c9-4639-b87e-203045da6d87 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:24.253557 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c9918717-dedf-43c0-84d7-339276f4b75f req-2826b0cb-99c9-4639-b87e-203045da6d87 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 945 time: 0.1949315 Mar 05 04:49:24.448146 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5a0cf33e-4ecf-4a23-bd17-09e6b7872653 admin admin] Publish callbacks [] for security_group (cebe068c-83c2-484a-9af5-c1dcace07fc5), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:24.466198 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d45bd115-5a1f-40f8-bc23-9cf94f060363 req-4851728d-1704-4243-9025-8086e4fa7f2a tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791765 Mar 05 04:49:24.467714 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-369114ef-176d-4de0-9bea-fd2e5cea1612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (35d777fc-c928-4d0b-8cba-14ed4ad4a444), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:24.479850 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5a0cf33e-4ecf-4a23-bd17-09e6b7872653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (cebe068c-83c2-484a-9af5-c1dcace07fc5), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:24.603408 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0cf33e-4ecf-4a23-bd17-09e6b7872653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebe068c-83c2-484a-9af5-c1dcace07fc5,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:24.617484 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-412cc97e-74f1-4775-8ec8-a8b005ab217e req-f901aa0a-e3ef-4605-960b-9a33e17eec04 service neutron] 10.222.0.30 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8735538 Mar 05 04:49:24.638940 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369114ef-176d-4de0-9bea-fd2e5cea1612 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35d777fc-c928-4d0b-8cba-14ed4ad4a444,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:24.704523 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-369114ef-176d-4de0-9bea-fd2e5cea1612 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:24.708007 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-369114ef-176d-4de0-9bea-fd2e5cea1612 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/35d777fc-c928-4d0b-8cba-14ed4ad4a444 HTTP/1.1" status: 204 len: 168 time: 3.4250710 Mar 05 04:49:24.710389 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48152) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:49:24.761470 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5a0cf33e-4ecf-4a23-bd17-09e6b7872653 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dc4eefdca77043b3914595989a37d7bd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9689498 Mar 05 04:49:24.762177 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48158) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:49:24.812329 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e36ae2-2710-4dbe-85b1-eaed778096ec req-4faa675f-12e2-469b-9966-0b6092655eb9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:24.818574 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e36ae2-2710-4dbe-85b1-eaed778096ec req-4faa675f-12e2-469b-9966-0b6092655eb9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:24.825042 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e36ae2-2710-4dbe-85b1-eaed778096ec req-4faa675f-12e2-469b-9966-0b6092655eb9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:24.834715 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e36ae2-2710-4dbe-85b1-eaed778096ec req-4faa675f-12e2-469b-9966-0b6092655eb9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:24.840328 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f5c3788-ed59-4563-90a1-9d8718f01eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (0bb08609-ad67-427a-9550-d841328e6d18), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:24.843973 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e36ae2-2710-4dbe-85b1-eaed778096ec req-4faa675f-12e2-469b-9966-0b6092655eb9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:24.850328 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e36ae2-2710-4dbe-85b1-eaed778096ec req-4faa675f-12e2-469b-9966-0b6092655eb9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:24.858120 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e36ae2-2710-4dbe-85b1-eaed778096ec req-4faa675f-12e2-469b-9966-0b6092655eb9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:24.867163 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-50e36ae2-2710-4dbe-85b1-eaed778096ec req-4faa675f-12e2-469b-9966-0b6092655eb9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.4907360 Mar 05 04:49:24.886685 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-c9918717-dedf-43c0-84d7-339276f4b75f req-5c9a62eb-7053-4178-a4b2-3a9c1dc106ac tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Deleting port d22d3169-c39a-49ee-808d-3af69df5a28d {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:49:24.887216 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c9918717-dedf-43c0-84d7-339276f4b75f req-5c9a62eb-7053-4178-a4b2-3a9c1dc106ac tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d22d3169-c39a-49ee-808d-3af69df5a28d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:24.973643 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f5c3788-ed59-4563-90a1-9d8718f01eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (0bb08609-ad67-427a-9550-d841328e6d18), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:25.023376 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-4f5c3788-ed59-4563-90a1-9d8718f01eae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb08609-ad67-427a-9550-d841328e6d18']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:49:25.030641 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f00a79-5171-4a85-9cdf-2f68e9c98a32 req-93d6ff7c-33b5-4515-8d3f-c8879daa58ab tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:25.033293 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-37f00a79-5171-4a85-9cdf-2f68e9c98a32 req-93d6ff7c-33b5-4515-8d3f-c8879daa58ab tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 945 time: 0.4123254 Mar 05 04:49:25.044275 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-4f5c3788-ed59-4563-90a1-9d8718f01eae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce2c578-aa5b-4781-ad63-77fb0fbf1b45') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:49:25.044971 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-4f5c3788-ed59-4563-90a1-9d8718f01eae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce2c578-aa5b-4781-ad63-77fb0fbf1b45') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:49:25.059990 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f5c3788-ed59-4563-90a1-9d8718f01eae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (9ce2c578-aa5b-4781-ad63-77fb0fbf1b45), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:25.096963 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f5c3788-ed59-4563-90a1-9d8718f01eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (9ce2c578-aa5b-4781-ad63-77fb0fbf1b45), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:25.108853 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5c3788-ed59-4563-90a1-9d8718f01eae admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:49:25.109737 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f5c3788-ed59-4563-90a1-9d8718f01eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (9ce2c578-aa5b-4781-ad63-77fb0fbf1b45), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:25.117586 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:49:25.117586 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:49:25.117586 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:49:25.117586 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:49:25.117586 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:49:25.117586 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:49:25.117586 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:49:25.117586 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:49:25.117586 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:49:25.117586 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:49:25.117586 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:49:25.117586 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:49:25.117586 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:49:25.117586 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:49:25.117586 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:49:25.117586 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:49:25.117586 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:49:25.117586 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:49:25.117586 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:49:25.117586 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:49:25.117586 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:49:25.117586 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:49:25.117586 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:49:25.117586 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:49:25.117586 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:49:25.117586 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:49:25.117586 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:49:25.117586 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:49:25.117586 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:49:25.117586 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:49:25.117586 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:49:25.117586 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:49:25.129262 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1d271473-0717-4155-b1b9-670a3aea364b admin admin] Publish callbacks [] for security_group (cebe068c-83c2-484a-9af5-c1dcace07fc5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:25.132935 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b62c79-bc35-49d5-9875-cd76b9b2c9f7', 'tag': '3a56743a-d04a-4293-8fb5-de9cb6a24a3f'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:49:25.135713 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350eaa4f-9785-4874-bc7f-2724aec4371a" -d '{"events": [{"name": "network-changed", "server_uuid": "97b62c79-bc35-49d5-9875-cd76b9b2c9f7", "tag": "3a56743a-d04a-4293-8fb5-de9cb6a24a3f"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:49:25.199043 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1d271473-0717-4155-b1b9-670a3aea364b admin admin] Publish callbacks [] for security_group (cebe068c-83c2-484a-9af5-c1dcace07fc5), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:25.231293 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f5c3788-ed59-4563-90a1-9d8718f01eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (0bb08609-ad67-427a-9550-d841328e6d18), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:25.232804 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-794d3738-2016-4dc5-903d-4a799345fbfd req-a1ab4f11-663f-4074-990a-362f87285219 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0374a01e-d164-4d25-b186-ad4232102a40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2730229 Mar 05 04:49:25.251656 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f5c3788-ed59-4563-90a1-9d8718f01eae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:25.266100 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4f5c3788-ed59-4563-90a1-9d8718f01eae admin admin] 10.222.0.11 "DELETE /v2.0/networks/0bb08609-ad67-427a-9550-d841328e6d18 HTTP/1.1" status: 204 len: 168 time: 0.5508897 Mar 05 04:49:25.309104 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-c9918717-dedf-43c0-84d7-339276f4b75f req-5c9a62eb-7053-4178-a4b2-3a9c1dc106ac tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] For port d22d3169-c39a-49ee-808d-3af69df5a28d, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=d22d3169-c39a-49ee-808d-3af69df5a28d,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:25.310205 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c9918717-dedf-43c0-84d7-339276f4b75f req-5c9a62eb-7053-4178-a4b2-3a9c1dc106ac tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d22d3169-c39a-49ee-808d-3af69df5a28d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:25.328978 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-c9918717-dedf-43c0-84d7-339276f4b75f req-5c9a62eb-7053-4178-a4b2-3a9c1dc106ac tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Calling delete_port for d22d3169-c39a-49ee-808d-3af69df5a28d owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:49:25.339060 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c3788-ed59-4563-90a1-9d8718f01eae admin admin] Pushing event deleted for resources: {'Network': ['ID=0bb08609-ad67-427a-9550-d841328e6d18,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:25.434435 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-37f00a79-5171-4a85-9cdf-2f68e9c98a32 req-40b9b847-3662-4317-af55-37a67968130d tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881075 Mar 05 04:49:25.457203 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1d271473-0717-4155-b1b9-670a3aea364b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (cebe068c-83c2-484a-9af5-c1dcace07fc5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:25.459860 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1d271473-0717-4155-b1b9-670a3aea364b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:25.465758 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1d271473-0717-4155-b1b9-670a3aea364b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cebe068c-83c2-484a-9af5-c1dcace07fc5 HTTP/1.1" status: 204 len: 168 time: 0.6976087 Mar 05 04:49:25.566606 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89395a35-ec3f-4fbd-961f-c551077a79a1 x-openstack-request-id: req-89395a35-ec3f-4fbd-961f-c551077a79a1 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:49:25.566957 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b62c79-bc35-49d5-9875-cd76b9b2c9f7", "tag": "3a56743a-d04a-4293-8fb5-de9cb6a24a3f", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:49:25.567401 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-89395a35-ec3f-4fbd-961f-c551077a79a1 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:49:25.569226 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97b62c79-bc35-49d5-9875-cd76b9b2c9f7', 'tag': '3a56743a-d04a-4293-8fb5-de9cb6a24a3f', 'status': 'completed', 'code': 200} Mar 05 04:49:25.583049 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-50e36ae2-2710-4dbe-85b1-eaed778096ec req-9475f34e-b74c-4571-b4a2-9749d8a636f9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7145352 Mar 05 04:49:25.660531 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d271473-0717-4155-b1b9-670a3aea364b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebe068c-83c2-484a-9af5-c1dcace07fc5,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:25.696356 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48170) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:49:25.887613 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-610bce69-b428-4113-b3bc-6d845fdc91ff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0e16916bc5ab42f18a1be1639c6742d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1817644 Mar 05 04:49:25.892710 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48184) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:49:25.895697 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350eaa4f-9785-4874-bc7f-2724aec4371a req-4a8e5d95-86b4-471b-b4c8-fe876dfac9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:25.897352 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-350eaa4f-9785-4874-bc7f-2724aec4371a req-4a8e5d95-86b4-471b-b4c8-fe876dfac9bb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=84f78c82255c4feca46335184d79ad7d&device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 1157 time: 0.3042078 Mar 05 04:49:25.973163 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d3738-2016-4dc5-903d-4a799345fbfd req-8d7741eb-4272-4b55-a9c1-98e6669fbd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:25.974900 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-794d3738-2016-4dc5-903d-4a799345fbfd req-8d7741eb-4272-4b55-a9c1-98e6669fbd57 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=84f78c82255c4feca46335184d79ad7d&device_id=0374a01e-d164-4d25-b186-ad4232102a40 HTTP/1.1" status: 200 len: 1127 time: 0.5495491 Mar 05 04:49:26.084816 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350eaa4f-9785-4874-bc7f-2724aec4371a req-d8d61923-a26f-4a5b-a457-cfa4b9a1798f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:26.086522 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-350eaa4f-9785-4874-bc7f-2724aec4371a req-d8d61923-a26f-4a5b-a457-cfa4b9a1798f service neutron] 10.222.0.31 "GET /v2.0/networks?id=fd6aa200-b97d-49ed-9876-375a41229f42 HTTP/1.1" status: 200 len: 920 time: 0.1825359 Mar 05 04:49:26.087061 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-de7b0243-1a4f-4c70-ba70-c10649ecb8a4 admin admin] Publish callbacks [] for security_group (c868f5f0-cb4e-40d5-97a8-035a925e3b91), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:26.143114 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffeacd-9ee7-4b37-8d15-a0396c82c8cb req-ebd0de4d-1ff8-4175-8c3f-729ebc4699c7 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:26.150262 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64ffeacd-9ee7-4b37-8d15-a0396c82c8cb req-ebd0de4d-1ff8-4175-8c3f-729ebc4699c7 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.4538765 Mar 05 04:49:26.202282 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-350eaa4f-9785-4874-bc7f-2724aec4371a req-a7a55965-b67b-4329-bb9d-5141f0239b66 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a56743a-d04a-4293-8fb5-de9cb6a24a3f HTTP/1.1" status: 200 len: 217 time: 0.1092808 Mar 05 04:49:26.270728 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-de7b0243-1a4f-4c70-ba70-c10649ecb8a4 admin admin] Publish callbacks [] for security_group (c868f5f0-cb4e-40d5-97a8-035a925e3b91), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:26.323559 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c9918717-dedf-43c0-84d7-339276f4b75f req-5c9a62eb-7053-4178-a4b2-3a9c1dc106ac tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (d22d3169-c39a-49ee-808d-3af69df5a28d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:26.379679 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350eaa4f-9785-4874-bc7f-2724aec4371a req-c68b6201-21d2-4696-8c0f-303b2eba041e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:26.383589 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-350eaa4f-9785-4874-bc7f-2724aec4371a req-c68b6201-21d2-4696-8c0f-303b2eba041e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9d33dc8a-6008-478a-9ec8-49595a4a0656 HTTP/1.1" status: 200 len: 860 time: 0.1732228 Mar 05 04:49:26.406050 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64ffeacd-9ee7-4b37-8d15-a0396c82c8cb req-4609691f-daa3-4663-84ff-9ef47bb8b60e tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482936 Mar 05 04:49:26.450586 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a62eb-7053-4178-a4b2-3a9c1dc106ac tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Pushing event deleted for resources: {'Port': ['ID=d22d3169-c39a-49ee-808d-3af69df5a28d,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:26.454754 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d3738-2016-4dc5-903d-4a799345fbfd req-34eaef05-6b2a-44ab-af89-06a6774fc62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:26.469698 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-794d3738-2016-4dc5-903d-4a799345fbfd req-34eaef05-6b2a-44ab-af89-06a6774fc62f service neutron] 10.222.0.31 "GET /v2.0/networks?id=fd6aa200-b97d-49ed-9876-375a41229f42 HTTP/1.1" status: 200 len: 920 time: 0.4655259 Mar 05 04:49:26.492887 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-350eaa4f-9785-4874-bc7f-2724aec4371a req-f1ab8ec9-5834-4e19-8457-c96e80c8e13e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd6aa200-b97d-49ed-9876-375a41229f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941718 Mar 05 04:49:26.575188 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9918717-dedf-43c0-84d7-339276f4b75f req-5c9a62eb-7053-4178-a4b2-3a9c1dc106ac tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] No DVR routers for this DVR port d22d3169-c39a-49ee-808d-3af69df5a28d on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:49:26.600287 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c9918717-dedf-43c0-84d7-339276f4b75f req-5c9a62eb-7053-4178-a4b2-3a9c1dc106ac tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:26.603929 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c9918717-dedf-43c0-84d7-339276f4b75f req-5c9a62eb-7053-4178-a4b2-3a9c1dc106ac tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.31 "DELETE /v2.0/ports/d22d3169-c39a-49ee-808d-3af69df5a28d HTTP/1.1" status: 204 len: 173 time: 2.3336542 Mar 05 04:49:26.604402 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb64fe2f-7efb-4f2f-aae8-e68736757a37', 'name': 'network-vif-deleted', 'tag': 'd22d3169-c39a-49ee-808d-3af69df5a28d'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:49:26.625748 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device d22d3169-c39a-49ee-808d-3af69df5a28d no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:49:26.635888 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43d9549-6e7e-4635-95a8-b3ef9a115c44" -d '{"events": [{"server_uuid": "eb64fe2f-7efb-4f2f-aae8-e68736757a37", "name": "network-vif-deleted", "tag": "d22d3169-c39a-49ee-808d-3af69df5a28d"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:49:26.693175 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: d22d3169-c39a-49ee-808d-3af69df5a28d {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:49:26.693528 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device d22d3169-c39a-49ee-808d-3af69df5a28d not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:49:26.742974 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-350eaa4f-9785-4874-bc7f-2724aec4371a req-13417bbd-e7c3-4b57-ac13-4519ef95cdc7 service neutron] 10.222.0.31 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475755 Mar 05 04:49:26.780995 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-794d3738-2016-4dc5-903d-4a799345fbfd req-59599ebe-5271-40d0-9404-da72aac9854d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcb9b4b5-b14d-4e77-9651-6518c1df2d8c HTTP/1.1" status: 200 len: 217 time: 0.2983825 Mar 05 04:49:26.854438 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2138aab8-de32-4b92-a834-8e1898d475a2 req-0032cff5-88c7-4b9c-812a-ee070bcb0778 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 210 time: 0.2585073 Mar 05 04:49:26.941045 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-de7b0243-1a4f-4c70-ba70-c10649ecb8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c868f5f0-cb4e-40d5-97a8-035a925e3b91), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:26.948740 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-de7b0243-1a4f-4c70-ba70-c10649ecb8a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:26.949918 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-de7b0243-1a4f-4c70-ba70-c10649ecb8a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c868f5f0-cb4e-40d5-97a8-035a925e3b91 HTTP/1.1" status: 204 len: 168 time: 1.0536683 Mar 05 04:49:26.962220 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7e19dd-9d5c-44ef-96c2-ee46bdf3291f x-openstack-request-id: req-ad7e19dd-9d5c-44ef-96c2-ee46bdf3291f {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:49:26.962569 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb64fe2f-7efb-4f2f-aae8-e68736757a37", "name": "network-vif-deleted", "tag": "d22d3169-c39a-49ee-808d-3af69df5a28d", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:49:26.963418 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ad7e19dd-9d5c-44ef-96c2-ee46bdf3291f {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:49:26.964244 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb64fe2f-7efb-4f2f-aae8-e68736757a37', 'name': 'network-vif-deleted', 'tag': 'd22d3169-c39a-49ee-808d-3af69df5a28d', 'status': 'completed', 'code': 200} Mar 05 04:49:27.027624 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48238) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:49:27.054627 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-350eaa4f-9785-4874-bc7f-2724aec4371a req-3682fb32-a6f3-47d5-a7ae-94bc874d956d service neutron] 10.222.0.31 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019507 Mar 05 04:49:27.055376 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b0243-1a4f-4c70-ba70-c10649ecb8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c868f5f0-cb4e-40d5-97a8-035a925e3b91,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:27.076694 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d3738-2016-4dc5-903d-4a799345fbfd req-71aa9d81-2e8d-4e0e-bd05-68a7a5f06be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:27.078222 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-794d3738-2016-4dc5-903d-4a799345fbfd req-71aa9d81-2e8d-4e0e-bd05-68a7a5f06be2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9d33dc8a-6008-478a-9ec8-49595a4a0656 HTTP/1.1" status: 200 len: 860 time: 0.2885609 Mar 05 04:49:27.118153 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad90a6-94f4-4431-98b4-5ae4aee22e1c req-e51f11f0-7a93-4b63-966d-dafc882353f6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:27.124249 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad90a6-94f4-4431-98b4-5ae4aee22e1c req-e51f11f0-7a93-4b63-966d-dafc882353f6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:27.129965 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad90a6-94f4-4431-98b4-5ae4aee22e1c req-e51f11f0-7a93-4b63-966d-dafc882353f6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:27.136627 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad90a6-94f4-4431-98b4-5ae4aee22e1c req-e51f11f0-7a93-4b63-966d-dafc882353f6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:27.142034 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad90a6-94f4-4431-98b4-5ae4aee22e1c req-e51f11f0-7a93-4b63-966d-dafc882353f6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:27.147273 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad90a6-94f4-4431-98b4-5ae4aee22e1c req-e51f11f0-7a93-4b63-966d-dafc882353f6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:27.152703 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ad90a6-94f4-4431-98b4-5ae4aee22e1c req-e51f11f0-7a93-4b63-966d-dafc882353f6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:27.154644 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6ad90a6-94f4-4431-98b4-5ae4aee22e1c req-e51f11f0-7a93-4b63-966d-dafc882353f6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.2196007 Mar 05 04:49:27.172987 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-794d3738-2016-4dc5-903d-4a799345fbfd req-841f85f0-83b9-479d-83ea-26ef3bb3f745 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd6aa200-b97d-49ed-9876-375a41229f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859451 Mar 05 04:49:27.392178 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6ad90a6-94f4-4431-98b4-5ae4aee22e1c req-8c55a83a-a83d-4d6c-ba92-aa31e45bd6f2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2221406 Mar 05 04:49:27.455632 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-794d3738-2016-4dc5-903d-4a799345fbfd req-67fb1160-adf1-49d9-b6d7-a10cfaf96c21 service neutron] 10.222.0.31 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753201 Mar 05 04:49:27.533775 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48248) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:49:27.595582 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-d88bee81-4bb3-4ad1-814a-ef5c10f4b75e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-973752327-network', 'tenant_id': 'f4d6c0f5613840f688af76ae3d834317'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:49:27.639066 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88bee81-4bb3-4ad1-814a-ef5c10f4b75e admin admin] Made reservation on behalf of f4d6c0f5613840f688af76ae3d834317 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:49:27.644951 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d88bee81-4bb3-4ad1-814a-ef5c10f4b75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:27.655863 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d88bee81-4bb3-4ad1-814a-ef5c10f4b75e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:27.716269 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8d3e1626-2a37-47db-adde-2e4ff5ebb297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:27.775577 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe36f4-160c-42b1-b47c-bfdbc9b063e4 req-f7916b66-1eb3-49c2-9809-3b6bd34b2710 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:27.778367 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7cbe36f4-160c-42b1-b47c-bfdbc9b063e4 req-f7916b66-1eb3-49c2-9809-3b6bd34b2710 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.2167835 Mar 05 04:49:27.781592 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-794d3738-2016-4dc5-903d-4a799345fbfd req-d27adf01-94d5-43bf-9a3b-3375bb1f41ca service neutron] 10.222.0.31 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088193 Mar 05 04:49:27.858259 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d88bee81-4bb3-4ad1-814a-ef5c10f4b75e admin admin] Publish callbacks [] for security_group (97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:27.870868 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d88bee81-4bb3-4ad1-814a-ef5c10f4b75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:27.911740 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7cbe36f4-160c-42b1-b47c-bfdbc9b063e4 req-9ea1bce0-6518-485d-9172-7c3e9c942e0e tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270299 Mar 05 04:49:27.932906 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d88bee81-4bb3-4ad1-814a-ef5c10f4b75e admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:49:27.947923 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88bee81-4bb3-4ad1-814a-ef5c10f4b75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:27.982708 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d88bee81-4bb3-4ad1-814a-ef5c10f4b75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (d1802648-fc75-48b4-9acc-c2efc8477f0e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:27.986667 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-d88bee81-4bb3-4ad1-814a-ef5c10f4b75e admin admin] Added segment d1802648-fc75-48b4-9acc-c2efc8477f0e of type vlan for network 985421ce-deca-4c5d-b48d-6cf1bc83f97e Mar 05 04:49:28.054500 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8d3e1626-2a37-47db-adde-2e4ff5ebb297 admin admin] Publish callbacks [] for security_group (b5c6e741-54eb-4a57-9409-8aa811333663), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:28.084775 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4134295f-4695-4918-bdc4-628334698bc1 req-39ace106-81ca-43e4-9b01-c0649637f836 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 210 time: 0.0488427 Mar 05 04:49:28.089406 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8d3e1626-2a37-47db-adde-2e4ff5ebb297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b5c6e741-54eb-4a57-9409-8aa811333663), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:28.121862 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d88bee81-4bb3-4ad1-814a-ef5c10f4b75e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (985421ce-deca-4c5d-b48d-6cf1bc83f97e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:28.153041 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8d3e1626-2a37-47db-adde-2e4ff5ebb297 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=29a28c293d3c4e85b13604c852f39e1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6183131 Mar 05 04:49:28.155827 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48272) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:49:28.180128 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e1626-2a37-47db-adde-2e4ff5ebb297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c6e741-54eb-4a57-9409-8aa811333663,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:28.187295 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d88bee81-4bb3-4ad1-814a-ef5c10f4b75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (985421ce-deca-4c5d-b48d-6cf1bc83f97e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:28.188655 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88bee81-4bb3-4ad1-814a-ef5c10f4b75e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:28.189332 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d88bee81-4bb3-4ad1-814a-ef5c10f4b75e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:28.237915 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d88bee81-4bb3-4ad1-814a-ef5c10f4b75e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2049282 Mar 05 04:49:28.238937 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48276) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:49:28.245502 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-98b5bb65-8fe1-4780-81bf-f5547a6b259b admin admin] Request body: {'subnet': {'network_id': '985421ce-deca-4c5d-b48d-6cf1bc83f97e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-973752327-subnet', 'tenant_id': 'f4d6c0f5613840f688af76ae3d834317', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:49:28.256124 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2ab67877-374d-4ba8-9cd9-acd5da28784e admin admin] Publish callbacks [] for security_group (b5c6e741-54eb-4a57-9409-8aa811333663), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:28.305351 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2ab67877-374d-4ba8-9cd9-acd5da28784e admin admin] Publish callbacks [] for security_group (b5c6e741-54eb-4a57-9409-8aa811333663), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:28.309707 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b5bb65-8fe1-4780-81bf-f5547a6b259b admin admin] Made reservation on behalf of f4d6c0f5613840f688af76ae3d834317 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:49:28.313054 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-98b5bb65-8fe1-4780-81bf-f5547a6b259b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:28.350546 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88bee81-4bb3-4ad1-814a-ef5c10f4b75e admin admin] Pushing event updated for resources: {'Network': ['ID=985421ce-deca-4c5d-b48d-6cf1bc83f97e,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:28.366278 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 985421ce-deca-4c5d-b48d-6cf1bc83f97e details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:49:28.395407 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2ab67877-374d-4ba8-9cd9-acd5da28784e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b5c6e741-54eb-4a57-9409-8aa811333663), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:28.398889 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2ab67877-374d-4ba8-9cd9-acd5da28784e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:28.403899 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2ab67877-374d-4ba8-9cd9-acd5da28784e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b5c6e741-54eb-4a57-9409-8aa811333663 HTTP/1.1" status: 204 len: 168 time: 0.2471690 Mar 05 04:49:28.445388 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab67877-374d-4ba8-9cd9-acd5da28784e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c6e741-54eb-4a57-9409-8aa811333663,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:28.647344 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f67af2-6e3c-4934-97ab-77f6126953a5 req-cf998ff5-a6e8-4e3a-9011-cce129989f71 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:28.654483 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f67af2-6e3c-4934-97ab-77f6126953a5 req-cf998ff5-a6e8-4e3a-9011-cce129989f71 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:28.660065 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f67af2-6e3c-4934-97ab-77f6126953a5 req-cf998ff5-a6e8-4e3a-9011-cce129989f71 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:28.678659 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f67af2-6e3c-4934-97ab-77f6126953a5 req-cf998ff5-a6e8-4e3a-9011-cce129989f71 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:28.684201 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f67af2-6e3c-4934-97ab-77f6126953a5 req-cf998ff5-a6e8-4e3a-9011-cce129989f71 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:28.692596 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f67af2-6e3c-4934-97ab-77f6126953a5 req-cf998ff5-a6e8-4e3a-9011-cce129989f71 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:28.693623 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48286) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:49:28.711257 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f67af2-6e3c-4934-97ab-77f6126953a5 req-cf998ff5-a6e8-4e3a-9011-cce129989f71 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:28.730802 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-91f67af2-6e3c-4934-97ab-77f6126953a5 req-cf998ff5-a6e8-4e3a-9011-cce129989f71 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.2133529 Mar 05 04:49:28.825381 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-98b5bb65-8fe1-4780-81bf-f5547a6b259b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (a4e8e628-a5e1-41d2-92c2-b934c83a7c37), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:28.868120 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-91f67af2-6e3c-4934-97ab-77f6126953a5 req-6155188e-7249-40f6-8db3-b6b11b4e21fe tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1348193 Mar 05 04:49:28.922122 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5bb65-8fe1-4780-81bf-f5547a6b259b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4e8e628-a5e1-41d2-92c2-b934c83a7c37,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:28.940867 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b5bb65-8fe1-4780-81bf-f5547a6b259b admin admin] Checking segment: {'id': 'd1802648-fc75-48b4-9acc-c2efc8477f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '985421ce-deca-4c5d-b48d-6cf1bc83f97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:49:28.941469 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b5bb65-8fe1-4780-81bf-f5547a6b259b admin admin] Network hostable DHCP agents. Network: 985421ce-deca-4c5d-b48d-6cf1bc83f97e, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:49:28.988352 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b5bb65-8fe1-4780-81bf-f5547a6b259b admin admin] Network 985421ce-deca-4c5d-b48d-6cf1bc83f97e is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:49:29.001410 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-fefebfa0-b30f-40c9-8071-e2a317db3208 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1039753809-network', 'tenant_id': '4a822e81425045b1a3907b3c18d93da8'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:49:29.017081 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-98b5bb65-8fe1-4780-81bf-f5547a6b259b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 985421ce-deca-4c5d-b48d-6cf1bc83f97e) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:49:29.026431 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b5bb65-8fe1-4780-81bf-f5547a6b259b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:29.026747 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca69dcdb-de74-4483-b3c0-f19ca6b2c981 None None] Network 985421ce-deca-4c5d-b48d-6cf1bc83f97e requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:49:29.027575 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-98b5bb65-8fe1-4780-81bf-f5547a6b259b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:29.052601 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefebfa0-b30f-40c9-8071-e2a317db3208 admin admin] Made reservation on behalf of 4a822e81425045b1a3907b3c18d93da8 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:49:29.055499 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fefebfa0-b30f-40c9-8071-e2a317db3208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:29.084644 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-98b5bb65-8fe1-4780-81bf-f5547a6b259b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8397565 Mar 05 04:49:29.110312 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48300) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:49:29.132666 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404013e5-e93b-4d87-903b-a6305c7e968d req-e363e179-36f1-4756-b080-e623be3ae4a1 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:29.134745 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-404013e5-e93b-4d87-903b-a6305c7e968d req-e363e179-36f1-4756-b080-e623be3ae4a1 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.1225045 Mar 05 04:49:29.136044 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eee75cfa-55fe-48f1-a39b-d0172cdb6476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:29.137118 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fefebfa0-b30f-40c9-8071-e2a317db3208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:29.263427 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca7bb39-715d-4c9f-8c4a-4caafdff5570 None None] Network 985421ce-deca-4c5d-b48d-6cf1bc83f97e requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:49:29.290820 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-404013e5-e93b-4d87-903b-a6305c7e968d req-08256289-ea5d-490c-87bf-fb4e9f1e3b63 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366327 Mar 05 04:49:29.340656 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7b058f6e-9167-45d6-a0f0-693bdba399ca req-77ba453f-2e00-4542-b776-25851070e149 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 210 time: 0.1013720 Mar 05 04:49:29.389765 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fefebfa0-b30f-40c9-8071-e2a317db3208 admin admin] Publish callbacks [] for security_group (569efa50-b9d2-4de7-b590-eb23bc9dda45), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:29.401903 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fefebfa0-b30f-40c9-8071-e2a317db3208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (569efa50-b9d2-4de7-b590-eb23bc9dda45), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:29.415888 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eee75cfa-55fe-48f1-a39b-d0172cdb6476 admin admin] Publish callbacks [] for security_group (2b7cc808-31b0-49b7-9035-bbbbaef318f2), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:29.435849 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eee75cfa-55fe-48f1-a39b-d0172cdb6476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (2b7cc808-31b0-49b7-9035-bbbbaef318f2), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:29.438133 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fefebfa0-b30f-40c9-8071-e2a317db3208 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:49:29.453216 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefebfa0-b30f-40c9-8071-e2a317db3208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569efa50-b9d2-4de7-b590-eb23bc9dda45,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:29.458251 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fefebfa0-b30f-40c9-8071-e2a317db3208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (fc9cd270-b4c5-4224-9d43-4b5000b8cbf7), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:29.458607 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-fefebfa0-b30f-40c9-8071-e2a317db3208 admin admin] Added segment fc9cd270-b4c5-4224-9d43-4b5000b8cbf7 of type vlan for network 5b71c75c-d354-4532-be17-2ef8beec8e67 Mar 05 04:49:29.487142 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48318) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:49:29.487408 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-eee75cfa-55fe-48f1-a39b-d0172cdb6476 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1478a8e8e7c84a97b8f381af905414bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3753929 Mar 05 04:49:29.488464 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee75cfa-55fe-48f1-a39b-d0172cdb6476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7cc808-31b0-49b7-9035-bbbbaef318f2,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:29.522600 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fefebfa0-b30f-40c9-8071-e2a317db3208 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (5b71c75c-d354-4532-be17-2ef8beec8e67), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:29.575759 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aa4fb011-4963-4ed4-9aa7-5aa6bd47853e admin admin] Publish callbacks [] for security_group (2b7cc808-31b0-49b7-9035-bbbbaef318f2), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:29.578545 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fefebfa0-b30f-40c9-8071-e2a317db3208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (5b71c75c-d354-4532-be17-2ef8beec8e67), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:29.579490 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefebfa0-b30f-40c9-8071-e2a317db3208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:29.580127 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fefebfa0-b30f-40c9-8071-e2a317db3208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:29.617463 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-2ece4abf-88ea-4ac5-b52c-30b30307944b req-96365d5b-9fdc-4990-b37d-27f29b7eeb42 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1879741396', 'description': 'tempest-description-1024672831'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:49:29.628423 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aa4fb011-4963-4ed4-9aa7-5aa6bd47853e admin admin] Publish callbacks [] for security_group (2b7cc808-31b0-49b7-9035-bbbbaef318f2), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:29.636374 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fefebfa0-b30f-40c9-8071-e2a317db3208 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9378994 Mar 05 04:49:29.637460 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48320) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:49:29.643908 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-c0b5158b-37ff-40b2-bad2-25524f9ebcb3 admin admin] Request body: {'subnet': {'network_id': '5b71c75c-d354-4532-be17-2ef8beec8e67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1039753809-subnet', 'tenant_id': '4a822e81425045b1a3907b3c18d93da8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:49:29.669574 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefebfa0-b30f-40c9-8071-e2a317db3208 admin admin] Pushing event updated for resources: {'Network': ['ID=5b71c75c-d354-4532-be17-2ef8beec8e67,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:29.669823 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b5158b-37ff-40b2-bad2-25524f9ebcb3 admin admin] Made reservation on behalf of 4a822e81425045b1a3907b3c18d93da8 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:49:29.672045 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c0b5158b-37ff-40b2-bad2-25524f9ebcb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:29.685579 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 5b71c75c-d354-4532-be17-2ef8beec8e67 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:49:29.691715 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-2ece4abf-88ea-4ac5-b52c-30b30307944b req-96365d5b-9fdc-4990-b37d-27f29b7eeb42 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:29.724929 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aa4fb011-4963-4ed4-9aa7-5aa6bd47853e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (2b7cc808-31b0-49b7-9035-bbbbaef318f2), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:29.736675 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aa4fb011-4963-4ed4-9aa7-5aa6bd47853e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:29.738059 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-aa4fb011-4963-4ed4-9aa7-5aa6bd47853e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2b7cc808-31b0-49b7-9035-bbbbaef318f2 HTTP/1.1" status: 204 len: 168 time: 0.2494988 Mar 05 04:49:29.775648 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4fb011-4963-4ed4-9aa7-5aa6bd47853e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7cc808-31b0-49b7-9035-bbbbaef318f2,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:29.903911 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c0b5158b-37ff-40b2-bad2-25524f9ebcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (dd9b3e2c-2749-4bd9-b42d-4687dab9651c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:29.989674 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5158b-37ff-40b2-bad2-25524f9ebcb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd9b3e2c-2749-4bd9-b42d-4687dab9651c,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:30.049712 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b5158b-37ff-40b2-bad2-25524f9ebcb3 admin admin] Checking segment: {'id': 'fc9cd270-b4c5-4224-9d43-4b5000b8cbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5b71c75c-d354-4532-be17-2ef8beec8e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:49:30.050079 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b5158b-37ff-40b2-bad2-25524f9ebcb3 admin admin] Network hostable DHCP agents. Network: 5b71c75c-d354-4532-be17-2ef8beec8e67, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:49:30.065568 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-2ece4abf-88ea-4ac5-b52c-30b30307944b req-96365d5b-9fdc-4990-b37d-27f29b7eeb42 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (a09dccd0-662d-49ea-a532-0db266e53a2a), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:30.075479 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-2ece4abf-88ea-4ac5-b52c-30b30307944b req-96365d5b-9fdc-4990-b37d-27f29b7eeb42 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a09dccd0-662d-49ea-a532-0db266e53a2a), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:30.092995 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674ee92-f4a4-4d65-81d4-1f96ae259650 req-c6521ac1-c8f5-498a-b83a-e5e0384c4c5a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:30.098490 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674ee92-f4a4-4d65-81d4-1f96ae259650 req-c6521ac1-c8f5-498a-b83a-e5e0384c4c5a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:30.103849 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674ee92-f4a4-4d65-81d4-1f96ae259650 req-c6521ac1-c8f5-498a-b83a-e5e0384c4c5a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:30.109040 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674ee92-f4a4-4d65-81d4-1f96ae259650 req-c6521ac1-c8f5-498a-b83a-e5e0384c4c5a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:30.114339 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674ee92-f4a4-4d65-81d4-1f96ae259650 req-c6521ac1-c8f5-498a-b83a-e5e0384c4c5a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:30.123389 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674ee92-f4a4-4d65-81d4-1f96ae259650 req-c6521ac1-c8f5-498a-b83a-e5e0384c4c5a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:30.128931 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674ee92-f4a4-4d65-81d4-1f96ae259650 req-c6521ac1-c8f5-498a-b83a-e5e0384c4c5a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:30.130868 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7674ee92-f4a4-4d65-81d4-1f96ae259650 req-c6521ac1-c8f5-498a-b83a-e5e0384c4c5a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.1584241 Mar 05 04:49:30.185081 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b5158b-37ff-40b2-bad2-25524f9ebcb3 admin admin] Network 5b71c75c-d354-4532-be17-2ef8beec8e67 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:49:30.189012 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-2ece4abf-88ea-4ac5-b52c-30b30307944b req-96365d5b-9fdc-4990-b37d-27f29b7eeb42 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:30.194253 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2ece4abf-88ea-4ac5-b52c-30b30307944b req-96365d5b-9fdc-4990-b37d-27f29b7eeb42 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5821912 Mar 05 04:49:30.217843 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96365d5b-9fdc-4990-b37d-27f29b7eeb42 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a09dccd0-662d-49ea-a532-0db266e53a2a,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:30.234575 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-421a70c1-b627-43c2-b056-2aade3d9f688 req-3bda08b2-830c-426f-acf2-43a9e2eee2a9 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1828176874', 'description': 'tempest-description-692303226'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:49:30.243499 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-c0b5158b-37ff-40b2-bad2-25524f9ebcb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 5b71c75c-d354-4532-be17-2ef8beec8e67) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:49:30.253251 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b9c8a4-60d3-47f7-81fb-5dcd915d48bb None None] Network 5b71c75c-d354-4532-be17-2ef8beec8e67 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:49:30.265395 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b5158b-37ff-40b2-bad2-25524f9ebcb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:30.265996 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c0b5158b-37ff-40b2-bad2-25524f9ebcb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:30.294669 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7674ee92-f4a4-4d65-81d4-1f96ae259650 req-0facaef7-44a8-427d-a5df-471ab9452012 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1483862 Mar 05 04:49:30.298090 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-421a70c1-b627-43c2-b056-2aade3d9f688 req-3bda08b2-830c-426f-acf2-43a9e2eee2a9 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:30.312720 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c0b5158b-37ff-40b2-bad2-25524f9ebcb3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6741974 Mar 05 04:49:30.443569 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ff0487-ac59-46bd-94e8-1d736c1e736f None None] Network 5b71c75c-d354-4532-be17-2ef8beec8e67 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:49:30.534115 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-421a70c1-b627-43c2-b056-2aade3d9f688 req-3bda08b2-830c-426f-acf2-43a9e2eee2a9 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (2e30209c-ea86-4f25-a512-a667d4773eca), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:30.565655 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-421a70c1-b627-43c2-b056-2aade3d9f688 req-3bda08b2-830c-426f-acf2-43a9e2eee2a9 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (2e30209c-ea86-4f25-a512-a667d4773eca), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:30.620610 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda08b2-830c-426f-acf2-43a9e2eee2a9 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e30209c-ea86-4f25-a512-a667d4773eca,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:30.630619 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0867d3e-27ef-444b-9431-9ae16a8ac969 req-a0067db1-fb45-44ba-98a3-3b4640887b9e tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:30.638842 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a0867d3e-27ef-444b-9431-9ae16a8ac969 req-a0067db1-fb45-44ba-98a3-3b4640887b9e tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 946 time: 0.1408222 Mar 05 04:49:30.643139 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-421a70c1-b627-43c2-b056-2aade3d9f688 req-3bda08b2-830c-426f-acf2-43a9e2eee2a9 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:30.656878 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-421a70c1-b627-43c2-b056-2aade3d9f688 req-3bda08b2-830c-426f-acf2-43a9e2eee2a9 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4420784 Mar 05 04:49:30.750643 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a0867d3e-27ef-444b-9431-9ae16a8ac969 req-0ffa94cd-bcad-4c69-b5a4-1cc8223178f0 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091745 Mar 05 04:49:30.812622 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1cd91e-65e4-4365-9784-927fab9a083c req-654a304c-0604-4800-9fad-8b4bbf32c155 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:30.821100 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-df1cd91e-65e4-4365-9784-927fab9a083c req-654a304c-0604-4800-9fad-8b4bbf32c155 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.0959392 Mar 05 04:49:30.886435 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-314d467d-9b83-412a-b52d-9b624721999b req-eec692e5-a073-4e51-a9da-8235535a92c7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 210 time: 0.0441735 Mar 05 04:49:30.898591 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-df1cd91e-65e4-4365-9784-927fab9a083c req-e1625c2c-8d7b-44d8-8d4b-96d471760d86 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764148 Mar 05 04:49:30.910316 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48376) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:49:31.034358 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-d6d4e7a1-a950-45a5-adee-9fadcfbe7610 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1596637054-network', 'tenant_id': '01c6eac1a9da4a0d83addfd03f13f6ea'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:49:31.054983 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d4e7a1-a950-45a5-adee-9fadcfbe7610 admin admin] Made reservation on behalf of 01c6eac1a9da4a0d83addfd03f13f6ea for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:49:31.058926 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d6d4e7a1-a950-45a5-adee-9fadcfbe7610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:31.069063 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d6d4e7a1-a950-45a5-adee-9fadcfbe7610 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:31.162572 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d6d4e7a1-a950-45a5-adee-9fadcfbe7610 admin admin] Publish callbacks [] for security_group (46b0472e-e16f-4c26-932f-5db365fba38f), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:31.169325 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d6d4e7a1-a950-45a5-adee-9fadcfbe7610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (46b0472e-e16f-4c26-932f-5db365fba38f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:31.197846 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d4e7a1-a950-45a5-adee-9fadcfbe7610 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:49:31.217608 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4e7a1-a950-45a5-adee-9fadcfbe7610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b0472e-e16f-4c26-932f-5db365fba38f,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:31.220723 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d6d4e7a1-a950-45a5-adee-9fadcfbe7610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (82a60b1b-669f-4f6c-b241-707aaba82337), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:31.221071 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-d6d4e7a1-a950-45a5-adee-9fadcfbe7610 admin admin] Added segment 82a60b1b-669f-4f6c-b241-707aaba82337 of type vlan for network a9c8636a-9657-480e-9c05-fdf9aa090e95 Mar 05 04:49:31.320701 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d6d4e7a1-a950-45a5-adee-9fadcfbe7610 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (a9c8636a-9657-480e-9c05-fdf9aa090e95), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:31.371645 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d6d4e7a1-a950-45a5-adee-9fadcfbe7610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (a9c8636a-9657-480e-9c05-fdf9aa090e95), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:31.372647 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d4e7a1-a950-45a5-adee-9fadcfbe7610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:31.373333 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d6d4e7a1-a950-45a5-adee-9fadcfbe7610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:31.383897 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-526b39be-6b26-4a08-8ca5-22f772b59186 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:31.385550 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-526b39be-6b26-4a08-8ca5-22f772b59186 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] 10.222.0.11 "GET /v2.0/networks?id=5b71c75c-d354-4532-be17-2ef8beec8e67 HTTP/1.1" status: 200 len: 813 time: 0.1543343 Mar 05 04:49:31.473455 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d6d4e7a1-a950-45a5-adee-9fadcfbe7610 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5618055 Mar 05 04:49:31.476399 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48410) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:49:31.481947 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-21a9bcb4-490e-4846-ac75-7c9adbce5eb9 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] 10.222.0.11 "GET /v2.0/quotas/4a822e81425045b1a3907b3c18d93da8 HTTP/1.1" status: 200 len: 375 time: 0.0821779 Mar 05 04:49:31.484392 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4e7a1-a950-45a5-adee-9fadcfbe7610 admin admin] Pushing event updated for resources: {'Network': ['ID=a9c8636a-9657-480e-9c05-fdf9aa090e95,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:31.485678 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-739a3b36-de69-4a3a-b93c-9ac5a004d3bf admin admin] Request body: {'subnet': {'network_id': 'a9c8636a-9657-480e-9c05-fdf9aa090e95', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1596637054-subnet', 'tenant_id': '01c6eac1a9da4a0d83addfd03f13f6ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:49:31.496649 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network a9c8636a-9657-480e-9c05-fdf9aa090e95 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:49:31.518938 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739a3b36-de69-4a3a-b93c-9ac5a004d3bf admin admin] Made reservation on behalf of 01c6eac1a9da4a0d83addfd03f13f6ea for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:49:31.521473 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-739a3b36-de69-4a3a-b93c-9ac5a004d3bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:31.731214 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-739a3b36-de69-4a3a-b93c-9ac5a004d3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (5e761cd2-01a0-449b-9019-7c6d89e511e8), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:31.800477 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a3b36-de69-4a3a-b93c-9ac5a004d3bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e761cd2-01a0-449b-9019-7c6d89e511e8,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:31.805769 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739a3b36-de69-4a3a-b93c-9ac5a004d3bf admin admin] Checking segment: {'id': '82a60b1b-669f-4f6c-b241-707aaba82337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a9c8636a-9657-480e-9c05-fdf9aa090e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:49:31.806800 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739a3b36-de69-4a3a-b93c-9ac5a004d3bf admin admin] Network hostable DHCP agents. Network: a9c8636a-9657-480e-9c05-fdf9aa090e95, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:49:31.815865 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-bd08880c-7a51-49b3-9fd9-3ce544d935a7 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4a822e81425045b1a3907b3c18d93da8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409362 Mar 05 04:49:31.840538 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739a3b36-de69-4a3a-b93c-9ac5a004d3bf admin admin] Network a9c8636a-9657-480e-9c05-fdf9aa090e95 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:49:31.854036 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-739a3b36-de69-4a3a-b93c-9ac5a004d3bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, a9c8636a-9657-480e-9c05-fdf9aa090e95) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:49:31.862457 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a90de2d-bda6-4078-940c-175d22e4255b None None] Network a9c8636a-9657-480e-9c05-fdf9aa090e95 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:49:31.866138 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739a3b36-de69-4a3a-b93c-9ac5a004d3bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:31.867209 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-739a3b36-de69-4a3a-b93c-9ac5a004d3bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:31.890233 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-739a3b36-de69-4a3a-b93c-9ac5a004d3bf admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4115953 Mar 05 04:49:31.892076 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48412) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:49:31.897221 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-4744d583-5ad6-4591-b44c-06da5a74755b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1596637054-router', 'tenant_id': '01c6eac1a9da4a0d83addfd03f13f6ea', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:49:31.929308 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4744d583-5ad6-4591-b44c-06da5a74755b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (c6841118-02ed-4a80-b376-2d594f85ad43), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:31.935607 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4744d583-5ad6-4591-b44c-06da5a74755b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (c6841118-02ed-4a80-b376-2d594f85ad43), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:31.939851 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999720f-a835-4645-ba94-fb713a02a144 req-69bacec8-0e00-4ccc-9bb0-bdd5017b8796 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:31.949365 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7999720f-a835-4645-ba94-fb713a02a144 req-69bacec8-0e00-4ccc-9bb0-bdd5017b8796 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/networks?id=985421ce-deca-4c5d-b48d-6cf1bc83f97e HTTP/1.1" status: 200 len: 812 time: 0.5489738 Mar 05 04:49:31.973962 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7999720f-a835-4645-ba94-fb713a02a144 req-60c6a4f4-10ab-4d43-a10c-5b43aedcc63c tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/quotas/f4d6c0f5613840f688af76ae3d834317 HTTP/1.1" status: 200 len: 375 time: 0.0236554 Mar 05 04:49:32.000147 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e03573c-0154-4bc3-b39a-97321a2aa89f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-a9c8636a-9657-480e-9c05-fdf9aa090e95', 'network_id': 'a9c8636a-9657-480e-9c05-fdf9aa090e95', 'project_id': '01c6eac1a9da4a0d83addfd03f13f6ea', 'fixed_ips': [{'subnet_id': '5e761cd2-01a0-449b-9019-7c6d89e511e8'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:49:32.001034 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e03573c-0154-4bc3-b39a-97321a2aa89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:32.021299 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4744d583-5ad6-4591-b44c-06da5a74755b admin admin] Publish callbacks [] for router_controller (c6841118-02ed-4a80-b376-2d594f85ad43), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:32.022406 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7999720f-a835-4645-ba94-fb713a02a144 req-63f4074c-4ceb-4582-bbf9-a54e0dec41c6 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f4d6c0f5613840f688af76ae3d834317&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474553 Mar 05 04:49:32.027233 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-2e925fd4-2885-4c29-8544-68a6a643f941 service neutron] 10.222.0.11 "GET /v2.0/networks/5b71c75c-d354-4532-be17-2ef8beec8e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074418 Mar 05 04:49:32.166828 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-6e03573c-0154-4bc3-b39a-97321a2aa89f None None] Allocated IP 172.20.0.2 (a9c8636a-9657-480e-9c05-fdf9aa090e95/5e761cd2-01a0-449b-9019-7c6d89e511e8/6dce6942-57ed-4897-a902-5069fe000a5f) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:49:32.202696 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7999720f-a835-4645-ba94-fb713a02a144 req-68555851-e22b-423d-8114-ac44cb9a6daf service neutron] 10.222.0.11 "GET /v2.0/networks/985421ce-deca-4c5d-b48d-6cf1bc83f97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714489 Mar 05 04:49:32.205109 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-396e3648-bd36-424a-9a9a-dfbbe34e34b9 service neutron] 10.222.0.11 "GET /v2.0/networks/5b71c75c-d354-4532-be17-2ef8beec8e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655760 Mar 05 04:49:32.226120 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4744d583-5ad6-4591-b44c-06da5a74755b admin admin] Publish callbacks [] for router_gateway (c6841118-02ed-4a80-b376-2d594f85ad43), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:32.339039 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e03573c-0154-4bc3-b39a-97321a2aa89f None None] Publish callbacks [] for port (6dce6942-57ed-4897-a902-5069fe000a5f), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:32.341196 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7999720f-a835-4645-ba94-fb713a02a144 req-4853fb8b-97d0-46c4-a3e8-22066ed758ad service neutron] 10.222.0.11 "GET /v2.0/networks/985421ce-deca-4c5d-b48d-6cf1bc83f97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307840 Mar 05 04:49:32.351336 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e03573c-0154-4bc3-b39a-97321a2aa89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (6dce6942-57ed-4897-a902-5069fe000a5f), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:32.399066 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e03573c-0154-4bc3-b39a-97321a2aa89f None None] Network a9c8636a-9657-480e-9c05-fdf9aa090e95 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:49:32.407424 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-6e03573c-0154-4bc3-b39a-97321a2aa89f None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:49:32.414412 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e03573c-0154-4bc3-b39a-97321a2aa89f None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:49:32.417305 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03573c-0154-4bc3-b39a-97321a2aa89f None None] Pushing event updated for resources: {'Port': ['ID=6dce6942-57ed-4897-a902-5069fe000a5f,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:32.502389 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d75be-5880-4ee2-bcfc-c4b26f423642 req-5b89820a-8d13-4a04-8597-43ff536bdc6a tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:32.511646 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0a4d75be-5880-4ee2-bcfc-c4b26f423642 req-5b89820a-8d13-4a04-8597-43ff536bdc6a tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 946 time: 0.1095262 Mar 05 04:49:32.519526 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-6e03573c-0154-4bc3-b39a-97321a2aa89f None None] Attempting to bind port 6dce6942-57ed-4897-a902-5069fe000a5f on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:49:32.520017 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-6e03573c-0154-4bc3-b39a-97321a2aa89f None None] Attempting to bind port 6dce6942-57ed-4897-a902-5069fe000a5f by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '82a60b1b-669f-4f6c-b241-707aaba82337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a9c8636a-9657-480e-9c05-fdf9aa090e95'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:49:32.520253 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e03573c-0154-4bc3-b39a-97321a2aa89f None None] Attempting to bind port 6dce6942-57ed-4897-a902-5069fe000a5f on network a9c8636a-9657-480e-9c05-fdf9aa090e95 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:49:32.533645 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e03573c-0154-4bc3-b39a-97321a2aa89f None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:49:32.534034 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e03573c-0154-4bc3-b39a-97321a2aa89f None None] Checking segment: {'id': '82a60b1b-669f-4f6c-b241-707aaba82337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a9c8636a-9657-480e-9c05-fdf9aa090e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:49:32.534549 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e03573c-0154-4bc3-b39a-97321a2aa89f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:32.534948 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e03573c-0154-4bc3-b39a-97321a2aa89f None None] Bound using segment: {'id': '82a60b1b-669f-4f6c-b241-707aaba82337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a9c8636a-9657-480e-9c05-fdf9aa090e95'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:49:32.535473 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-6e03573c-0154-4bc3-b39a-97321a2aa89f None None] Bound port: 6dce6942-57ed-4897-a902-5069fe000a5f, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a60b1b-669f-4f6c-b241-707aaba82337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a9c8636a-9657-480e-9c05-fdf9aa090e95'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:49:32.535854 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e03573c-0154-4bc3-b39a-97321a2aa89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6dce6942-57ed-4897-a902-5069fe000a5f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:32.629936 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0a4d75be-5880-4ee2-bcfc-c4b26f423642 req-b87454bc-3229-4b65-8f93-19f65611fe06 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066473 Mar 05 04:49:32.677732 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e03573c-0154-4bc3-b39a-97321a2aa89f None None] For port 6dce6942-57ed-4897-a902-5069fe000a5f, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:49:32.682162 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e03573c-0154-4bc3-b39a-97321a2aa89f None None] For port 6dce6942-57ed-4897-a902-5069fe000a5f, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=6dce6942-57ed-4897-a902-5069fe000a5f,segment=NetworkSegment(82a60b1b-669f-4f6c-b241-707aaba82337),segment_id=82a60b1b-669f-4f6c-b241-707aaba82337)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:49:32.694114 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e03573c-0154-4bc3-b39a-97321a2aa89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (6dce6942-57ed-4897-a902-5069fe000a5f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:32.708906 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4744d583-5ad6-4591-b44c-06da5a74755b admin admin] Publish callbacks [] for router_gateway (c6841118-02ed-4a80-b376-2d594f85ad43), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:32.768718 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4744d583-5ad6-4591-b44c-06da5a74755b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:32.778659 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fc2aa-966d-4c7c-8810-b5a9c768835b req-af4eb19b-006d-4bbd-90e6-836d0f57b286 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:32.798288 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fc2aa-966d-4c7c-8810-b5a9c768835b req-af4eb19b-006d-4bbd-90e6-836d0f57b286 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:32.807779 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fc2aa-966d-4c7c-8810-b5a9c768835b req-af4eb19b-006d-4bbd-90e6-836d0f57b286 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:32.816417 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03573c-0154-4bc3-b39a-97321a2aa89f None None] Pushing event updated for resources: {'Port': ['ID=6dce6942-57ed-4897-a902-5069fe000a5f,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:32.840083 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fc2aa-966d-4c7c-8810-b5a9c768835b req-af4eb19b-006d-4bbd-90e6-836d0f57b286 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:32.845772 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fc2aa-966d-4c7c-8810-b5a9c768835b req-af4eb19b-006d-4bbd-90e6-836d0f57b286 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:32.851057 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fc2aa-966d-4c7c-8810-b5a9c768835b req-af4eb19b-006d-4bbd-90e6-836d0f57b286 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:32.867012 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fc2aa-966d-4c7c-8810-b5a9c768835b req-af4eb19b-006d-4bbd-90e6-836d0f57b286 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:32.879661 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3d8fc2aa-966d-4c7c-8810-b5a9c768835b req-af4eb19b-006d-4bbd-90e6-836d0f57b286 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.2459834 Mar 05 04:49:32.952214 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:49:32.957841 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:49:32.984393 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-4744d583-5ad6-4591-b44c-06da5a74755b admin admin] Allocated IP 172.25.0.46 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/dc787d75-78fc-4ab5-a970-26752a7184c4) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:49:33.130969 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3d8fc2aa-966d-4c7c-8810-b5a9c768835b req-f8a4f00a-02cd-4521-b96b-c57523063c53 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2491231 Mar 05 04:49:33.261076 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872f393-0734-4ae7-aaeb-cd19d30410e7 req-1b990ad6-5d25-4678-87ae-df14f31395e5 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:33.278337 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a872f393-0734-4ae7-aaeb-cd19d30410e7 req-1b990ad6-5d25-4678-87ae-df14f31395e5 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.3942585 Mar 05 04:49:33.311871 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4744d583-5ad6-4591-b44c-06da5a74755b admin admin] Publish callbacks [] for port (dc787d75-78fc-4ab5-a970-26752a7184c4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:33.428739 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4d194d53-773c-40f4-b1a0-417d2ba57d06 req-bf346473-9462-4241-a642-747c55206a38 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 210 time: 0.1332779 Mar 05 04:49:33.449233 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4744d583-5ad6-4591-b44c-06da5a74755b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (dc787d75-78fc-4ab5-a970-26752a7184c4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:33.485483 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a872f393-0734-4ae7-aaeb-cd19d30410e7 req-67ea5215-19d5-4e9e-baa4-dc67245a4453 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048922 Mar 05 04:49:33.527248 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4744d583-5ad6-4591-b44c-06da5a74755b admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:49:33.532561 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-4744d583-5ad6-4591-b44c-06da5a74755b admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:49:33.543980 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4744d583-5ad6-4591-b44c-06da5a74755b admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:49:33.631683 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:33.645130 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db', 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c', 'port_id': 'cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db', 'mac_address': 'fa:16:3e:bd:3a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6039ad-16bd-4b00-a55f-f7c68e1f3072', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:49:33.657883 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744d583-5ad6-4591-b44c-06da5a74755b admin admin] Pushing event updated for resources: {'Port': ['ID=dc787d75-78fc-4ab5-a970-26752a7184c4,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:33.705586 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:49:33.705984 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:33.722851 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a8d2ead0-4a3d-4a22-8e14-41b000be9527 req-f4ae7bd3-1895-4ef4-8941-587b6ad7e8aa tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68e48cb-d646-4b1e-9c24-5688e876e437 HTTP/1.1" status: 200 len: 210 time: 0.0709162 Mar 05 04:49:33.760349 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:49:33.762718 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384daeea-614b-43c2-ba25-ea88b64a4103" -d '{"events": [{"server_uuid": "1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f", "name": "network-vif-unplugged", "status": "completed", "tag": "cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:49:33.770514 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5e6244f2-4dda-475e-88c7-63a269de42d4 req-ed25ef2e-8f59-4ed4-a496-5e9cd72d0ea8 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/ports?device_id=91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09 HTTP/1.1" status: 200 len: 210 time: 0.1215856 Mar 05 04:49:33.779672 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db is: ACTIVE; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:49:33.780015 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:33.804405 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:33.808165 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:49:33.814252 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:33.873347 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db,revision_number=11']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:33.919032 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 04:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c504bbc0-6d6a-4020-b9dc-c3a055f75ba3 x-openstack-request-id: req-c504bbc0-6d6a-4020-b9dc-c3a055f75ba3 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:49:33.919032 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f", "name": "network-vif-unplugged", "status": "completed", "tag": "cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:49:33.919032 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c504bbc0-6d6a-4020-b9dc-c3a055f75ba3 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:49:33.919502 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db', 'code': 200} Mar 05 04:49:33.945254 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 04:49:33.945629 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 04:49:33.948146 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4744d583-5ad6-4591-b44c-06da5a74755b admin admin] Publish callbacks [] for router_gateway (c6841118-02ed-4a80-b376-2d594f85ad43), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:33.966991 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5db73-b2c9-47ec-a457-030719cdca98 req-3cb5f3f4-0a55-4f1d-b71a-9246ac8ba80b tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:33.975970 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-42f5db73-b2c9-47ec-a457-030719cdca98 req-3cb5f3f4-0a55-4f1d-b71a-9246ac8ba80b tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.1264231 Mar 05 04:49:34.049290 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-42f5db73-b2c9-47ec-a457-030719cdca98 req-c0dec900-889c-49bf-800c-2c56745d14f3 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720587 Mar 05 04:49:34.256133 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4744d583-5ad6-4591-b44c-06da5a74755b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (c6841118-02ed-4a80-b376-2d594f85ad43), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:34.387430 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a673f-1f7f-465b-9a22-b2ab4ac19135 req-32bba11f-5229-4bee-a9e0-e91323c1f6ab tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:34.393914 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a673f-1f7f-465b-9a22-b2ab4ac19135 req-32bba11f-5229-4bee-a9e0-e91323c1f6ab tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:34.401125 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a673f-1f7f-465b-9a22-b2ab4ac19135 req-32bba11f-5229-4bee-a9e0-e91323c1f6ab tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:34.415297 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a673f-1f7f-465b-9a22-b2ab4ac19135 req-32bba11f-5229-4bee-a9e0-e91323c1f6ab tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:34.423633 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a673f-1f7f-465b-9a22-b2ab4ac19135 req-32bba11f-5229-4bee-a9e0-e91323c1f6ab tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:34.438471 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2733593-1330-43b2-b8a2-a45156988361 None None] Network a9c8636a-9657-480e-9c05-fdf9aa090e95 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:49:34.455416 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a673f-1f7f-465b-9a22-b2ab4ac19135 req-32bba11f-5229-4bee-a9e0-e91323c1f6ab tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:34.462513 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a673f-1f7f-465b-9a22-b2ab4ac19135 req-32bba11f-5229-4bee-a9e0-e91323c1f6ab tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:34.465390 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-526a673f-1f7f-465b-9a22-b2ab4ac19135 req-32bba11f-5229-4bee-a9e0-e91323c1f6ab tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.1774504 Mar 05 04:49:34.479395 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-f457d03e-ff6c-464f-87ec-d507fb7c3a54 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:34.481166 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-f457d03e-ff6c-464f-87ec-d507fb7c3a54 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] 10.222.0.30 "GET /v2.0/networks?id=5b71c75c-d354-4532-be17-2ef8beec8e67 HTTP/1.1" status: 200 len: 813 time: 0.3641183 Mar 05 04:49:34.501987 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-72d2dc2f-70de-450a-b195-ae2fecc55976 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Request body: {'port': {'device_id': 'b68e48cb-d646-4b1e-9c24-5688e876e437', 'network_id': '5b71c75c-d354-4532-be17-2ef8beec8e67', 'admin_state_up': True, 'tenant_id': '4a822e81425045b1a3907b3c18d93da8'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:49:34.516174 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4744d583-5ad6-4591-b44c-06da5a74755b admin admin] Router c6841118-02ed-4a80-b376-2d594f85ad43 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:49:34.667983 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4fcd9b81-2471-4a5e-9534-590b4097d64b req-8ef5857d-62d3-4be1-a5e7-7cbda694d080 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 210 time: 0.0553637 Mar 05 04:49:34.682237 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-4c9ade24-2e40-49c8-80ab-813aa3dbff3f None None] Provisioning complete for port 6dce6942-57ed-4897-a902-5069fe000a5f triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:49:34.682791 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4c9ade24-2e40-49c8-80ab-813aa3dbff3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (6dce6942-57ed-4897-a902-5069fe000a5f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:34.695348 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-526a673f-1f7f-465b-9a22-b2ab4ac19135 req-a570b7b4-1749-4091-af0e-8ccf4f71e7f0 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2079899 Mar 05 04:49:34.733990 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:49:34.734388 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:34.753636 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 6dce6942-57ed-4897-a902-5069fe000a5f up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:49:34.764635 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999720f-a835-4645-ba94-fb713a02a144 req-7bbef851-bc3f-4987-920c-8342e8bcfbca tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:34.769466 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7999720f-a835-4645-ba94-fb713a02a144 req-7bbef851-bc3f-4987-920c-8342e8bcfbca tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.30 "GET /v2.0/networks?id=985421ce-deca-4c5d-b48d-6cf1bc83f97e HTTP/1.1" status: 200 len: 812 time: 0.3414433 Mar 05 04:49:34.786340 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-72d2dc2f-70de-450a-b195-ae2fecc55976 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Made reservation on behalf of 4a822e81425045b1a3907b3c18d93da8 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:49:34.792977 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-72d2dc2f-70de-450a-b195-ae2fecc55976 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:34.813160 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-7999720f-a835-4645-ba94-fb713a02a144 req-30573e46-74b2-4c72-9568-7b71fa11500d tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Request body: {'port': {'device_id': '91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09', 'network_id': '985421ce-deca-4c5d-b48d-6cf1bc83f97e', 'admin_state_up': True, 'tenant_id': 'f4d6c0f5613840f688af76ae3d834317'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:49:34.821531 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:49:34.906415 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c4b41579-af02-461e-a69a-7f61ceb35d12 req-8ce82ddd-9af5-45d5-a8ec-4ab74c7c52e2 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68e48cb-d646-4b1e-9c24-5688e876e437 HTTP/1.1" status: 200 len: 210 time: 0.0474961 Mar 05 04:49:34.973397 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:35.037217 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4744d583-5ad6-4591-b44c-06da5a74755b admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:49:35.052506 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cabc163-05dd-4071-9b0f-69cfa3c0ee35 None None] Sync routers for ids ['c6841118-02ed-4a80-b376-2d594f85ad43'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:49:35.057684 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:35.061018 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-4c9ade24-2e40-49c8-80ab-813aa3dbff3f None None] Current status of the port 6dce6942-57ed-4897-a902-5069fe000a5f is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:49:35.061406 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4c9ade24-2e40-49c8-80ab-813aa3dbff3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6dce6942-57ed-4897-a902-5069fe000a5f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:35.068575 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cabc163-05dd-4071-9b0f-69cfa3c0ee35 None None] Routers {'c6841118-02ed-4a80-b376-2d594f85ad43'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:49:35.071154 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-4cabc163-05dd-4071-9b0f-69cfa3c0ee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:49:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c6841118-02ed-4a80-b376-2d594f85ad43'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:49:35.089147 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7999720f-a835-4645-ba94-fb713a02a144 req-30573e46-74b2-4c72-9568-7b71fa11500d tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Made reservation on behalf of f4d6c0f5613840f688af76ae3d834317 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:49:35.094661 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7999720f-a835-4645-ba94-fb713a02a144 req-30573e46-74b2-4c72-9568-7b71fa11500d tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:35.155314 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-59b214ff-2586-4faf-a788-de321bbaf21c req-2b2a87f8-a024-48c2-8801-4fb0af8e2362 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/ports?device_id=91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09 HTTP/1.1" status: 200 len: 210 time: 0.1240876 Mar 05 04:49:35.197710 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-4c9ade24-2e40-49c8-80ab-813aa3dbff3f None None] For port 6dce6942-57ed-4897-a902-5069fe000a5f, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=6dce6942-57ed-4897-a902-5069fe000a5f,segment=NetworkSegment(82a60b1b-669f-4f6c-b241-707aaba82337),segment_id=82a60b1b-669f-4f6c-b241-707aaba82337)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:35.230126 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:49:35.250707 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4c9ade24-2e40-49c8-80ab-813aa3dbff3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (6dce6942-57ed-4897-a902-5069fe000a5f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:35.282488 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-4cabc163-05dd-4071-9b0f-69cfa3c0ee35 None None] Set router c6841118-02ed-4a80-b376-2d594f85ad43 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:49:35.300970 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687672be-cb22-40cb-93bc-4ba105c068af req-9caa8b15-6dda-40d0-bdff-90c7317104a4 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:35.301241 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 6dce6942-57ed-4897-a902-5069fe000a5f triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:49:35.301495 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (6dce6942-57ed-4897-a902-5069fe000a5f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:35.316237 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-687672be-cb22-40cb-93bc-4ba105c068af req-9caa8b15-6dda-40d0-bdff-90c7317104a4 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.3192728 Mar 05 04:49:35.328499 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db,revision_number=12']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:35.374743 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-7999720f-a835-4645-ba94-fb713a02a144 req-30573e46-74b2-4c72-9568-7b71fa11500d tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Allocated IP 172.20.0.10 (985421ce-deca-4c5d-b48d-6cf1bc83f97e/a4e8e628-a5e1-41d2-92c2-b934c83a7c37/b6563490-2b18-45f4-bb7c-a844f10d1174) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:49:35.461355 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ade24-2e40-49c8-80ab-813aa3dbff3f None None] Pushing event updated for resources: {'Port': ['ID=6dce6942-57ed-4897-a902-5069fe000a5f,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:35.519832 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4744d583-5ad6-4591-b44c-06da5a74755b admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:35.523638 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4744d583-5ad6-4591-b44c-06da5a74755b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6301308 Mar 05 04:49:35.538800 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48472) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:49:35.558719 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-72d2dc2f-70de-450a-b195-ae2fecc55976 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Allocated IP 172.20.0.11 (5b71c75c-d354-4532-be17-2ef8beec8e67/dd9b3e2c-2749-4bd9-b42d-4687dab9651c/dbbedf51-57a2-4050-adb7-db730e168c72) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:49:35.587766 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 6dce6942-57ed-4897-a902-5069fe000a5f is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:49:35.598121 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-687672be-cb22-40cb-93bc-4ba105c068af req-d7367693-7dbd-4f0b-81b6-3aa8867b9352 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808726 Mar 05 04:49:35.723248 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-4cabc163-05dd-4071-9b0f-69cfa3c0ee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6841118-02ed-4a80-b376-2d594f85ad43', 'name': 'tempest-FloatingIPsTestJSON-1596637054-router', 'tenant_id': '01c6eac1a9da4a0d83addfd03f13f6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'dc787d75-78fc-4ab5-a970-26752a7184c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:49:31Z', 'updated_at': '2022-03-05T04:49:33Z', 'revision_number': 3, 'project_id': '01c6eac1a9da4a0d83addfd03f13f6ea', 'gw_port': {'id': 'dc787d75-78fc-4ab5-a970-26752a7184c4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:83:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6841118-02ed-4a80-b376-2d594f85ad43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:49:32Z', 'updated_at': '2022-03-05T04:49:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:49:35.739059 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8398e6b-0048-45b4-9431-69683b9404aa req-7ddd3b0f-97c6-401d-8c8a-c1e83bfad066 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:35.756412 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c8398e6b-0048-45b4-9431-69683b9404aa req-7ddd3b0f-97c6-401d-8c8a-c1e83bfad066 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 945 time: 0.4373894 Mar 05 04:49:35.772082 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cabc163-05dd-4071-9b0f-69cfa3c0ee35 None None] Checking router: c6841118-02ed-4a80-b376-2d594f85ad43 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:49:35.772750 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cabc163-05dd-4071-9b0f-69cfa3c0ee35 None None] Updating router c6841118-02ed-4a80-b376-2d594f85ad43 port dc787d75-78fc-4ab5-a970-26752a7184c4 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:49:35.783320 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-c6fd9284-4e4d-4359-a61f-4bb24b1b2200 None None] Provisioning complete for port 6dce6942-57ed-4897-a902-5069fe000a5f triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:49:35.783942 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c6fd9284-4e4d-4359-a61f-4bb24b1b2200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (6dce6942-57ed-4897-a902-5069fe000a5f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:35.809188 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7999720f-a835-4645-ba94-fb713a02a144 req-30573e46-74b2-4c72-9568-7b71fa11500d tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for port (b6563490-2b18-45f4-bb7c-a844f10d1174), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:35.816840 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-4cabc163-05dd-4071-9b0f-69cfa3c0ee35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (dc787d75-78fc-4ab5-a970-26752a7184c4), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:35.885840 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7999720f-a835-4645-ba94-fb713a02a144 req-30573e46-74b2-4c72-9568-7b71fa11500d tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (b6563490-2b18-45f4-bb7c-a844f10d1174), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:35.955947 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c73bcd99-30dc-4461-a22c-43b688f71ed2 req-416abbf7-ba15-4bf7-affe-f8c3047a0891 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 210 time: 0.1648450 Mar 05 04:49:35.978485 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7999720f-a835-4645-ba94-fb713a02a144 req-30573e46-74b2-4c72-9568-7b71fa11500d tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Network 985421ce-deca-4c5d-b48d-6cf1bc83f97e is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:49:35.981999 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-7999720f-a835-4645-ba94-fb713a02a144 req-30573e46-74b2-4c72-9568-7b71fa11500d tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:49:35.988669 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-7999720f-a835-4645-ba94-fb713a02a144 req-30573e46-74b2-4c72-9568-7b71fa11500d tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:49:35.989074 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c6fd9284-4e4d-4359-a61f-4bb24b1b2200 None None] Current status of the port 6dce6942-57ed-4897-a902-5069fe000a5f is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:49:36.063766 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999720f-a835-4645-ba94-fb713a02a144 req-30573e46-74b2-4c72-9568-7b71fa11500d tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:36.066025 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7999720f-a835-4645-ba94-fb713a02a144 req-30573e46-74b2-4c72-9568-7b71fa11500d tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:36.068941 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30573e46-74b2-4c72-9568-7b71fa11500d tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Pushing event updated for resources: {'Port': ['ID=b6563490-2b18-45f4-bb7c-a844f10d1174,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:36.117635 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7999720f-a835-4645-ba94-fb713a02a144 req-30573e46-74b2-4c72-9568-7b71fa11500d tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3268826 Mar 05 04:49:36.138092 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-7999720f-a835-4645-ba94-fb713a02a144 req-8a82b311-2a06-4654-8709-787ad247e87b service neutron] Request body: {'port': {'device_id': '91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:49:36.155659 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c8398e6b-0048-45b4-9431-69683b9404aa req-ea4b5749-355b-4c48-93b2-c4cc6e3e1c7b tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3982944 Mar 05 04:49:36.215823 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7999720f-a835-4645-ba94-fb713a02a144 req-8a82b311-2a06-4654-8709-787ad247e87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b6563490-2b18-45f4-bb7c-a844f10d1174), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:36.364241 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-4cabc163-05dd-4071-9b0f-69cfa3c0ee35 None None] Publish callbacks [] for port (dc787d75-78fc-4ab5-a970-26752a7184c4), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:36.382338 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-4cabc163-05dd-4071-9b0f-69cfa3c0ee35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (dc787d75-78fc-4ab5-a970-26752a7184c4), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:36.443704 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bbcd14b4-16b9-4cc8-a163-cfeb1e633393 req-a4a43b97-91be-44a8-ace7-d58c8c4587e4 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68e48cb-d646-4b1e-9c24-5688e876e437 HTTP/1.1" status: 200 len: 210 time: 0.0915053 Mar 05 04:49:36.485829 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7e73c-7e32-4187-a7dd-3dd406d50635 None None] Pushing event updated for resources: {'Port': ['ID=dc787d75-78fc-4ab5-a970-26752a7184c4,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:36.510526 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7e73c-7e32-4187-a7dd-3dd406d50635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:36.511045 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7e73c-7e32-4187-a7dd-3dd406d50635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:36.511500 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7e73c-7e32-4187-a7dd-3dd406d50635 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:36.511851 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7e73c-7e32-4187-a7dd-3dd406d50635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:36.512186 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7e73c-7e32-4187-a7dd-3dd406d50635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:36.512525 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7e73c-7e32-4187-a7dd-3dd406d50635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:36.513728 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7e73c-7e32-4187-a7dd-3dd406d50635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:36.514063 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7e73c-7e32-4187-a7dd-3dd406d50635 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:36.515111 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7e73c-7e32-4187-a7dd-3dd406d50635 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:36.531022 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7e73c-7e32-4187-a7dd-3dd406d50635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:36.531538 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7e73c-7e32-4187-a7dd-3dd406d50635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:36.531884 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7e73c-7e32-4187-a7dd-3dd406d50635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:36.533049 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7e73c-7e32-4187-a7dd-3dd406d50635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:36.569842 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5833b8-59d5-4613-83bd-5dc0b194f90c req-cc48cc44-8683-4a61-9c1c-09379374a10f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:36.581339 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5833b8-59d5-4613-83bd-5dc0b194f90c req-cc48cc44-8683-4a61-9c1c-09379374a10f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:36.586748 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5833b8-59d5-4613-83bd-5dc0b194f90c req-cc48cc44-8683-4a61-9c1c-09379374a10f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:36.588834 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-4cabc163-05dd-4071-9b0f-69cfa3c0ee35 None None] Attempting to bind port dc787d75-78fc-4ab5-a970-26752a7184c4 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:49:36.589406 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-4cabc163-05dd-4071-9b0f-69cfa3c0ee35 None None] Attempting to bind port dc787d75-78fc-4ab5-a970-26752a7184c4 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:49:36.590329 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cabc163-05dd-4071-9b0f-69cfa3c0ee35 None None] Attempting to bind port dc787d75-78fc-4ab5-a970-26752a7184c4 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:49:36.599897 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5833b8-59d5-4613-83bd-5dc0b194f90c req-cc48cc44-8683-4a61-9c1c-09379374a10f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:36.604530 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cabc163-05dd-4071-9b0f-69cfa3c0ee35 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:49:36.605808 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cabc163-05dd-4071-9b0f-69cfa3c0ee35 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:49:36.606639 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-4cabc163-05dd-4071-9b0f-69cfa3c0ee35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:36.607501 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cabc163-05dd-4071-9b0f-69cfa3c0ee35 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:49:36.608171 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-4cabc163-05dd-4071-9b0f-69cfa3c0ee35 None None] Bound port: dc787d75-78fc-4ab5-a970-26752a7184c4, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:49:36.609845 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5833b8-59d5-4613-83bd-5dc0b194f90c req-cc48cc44-8683-4a61-9c1c-09379374a10f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:36.611243 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-4cabc163-05dd-4071-9b0f-69cfa3c0ee35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (dc787d75-78fc-4ab5-a970-26752a7184c4), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:36.614593 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5833b8-59d5-4613-83bd-5dc0b194f90c req-cc48cc44-8683-4a61-9c1c-09379374a10f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:36.621053 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5833b8-59d5-4613-83bd-5dc0b194f90c req-cc48cc44-8683-4a61-9c1c-09379374a10f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:36.629133 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8c5833b8-59d5-4613-83bd-5dc0b194f90c req-cc48cc44-8683-4a61-9c1c-09379374a10f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.5461888 Mar 05 04:49:36.702904 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 6dce6942-57ed-4897-a902-5069fe000a5f up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:49:36.731672 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-4cabc163-05dd-4071-9b0f-69cfa3c0ee35 None None] For port dc787d75-78fc-4ab5-a970-26752a7184c4, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:49:36.743285 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-4cabc163-05dd-4071-9b0f-69cfa3c0ee35 None None] For port dc787d75-78fc-4ab5-a970-26752a7184c4, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=dc787d75-78fc-4ab5-a970-26752a7184c4,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:49:36.759831 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-72d2dc2f-70de-450a-b195-ae2fecc55976 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Publish callbacks [] for port (dbbedf51-57a2-4050-adb7-db730e168c72), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:36.761996 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-4cabc163-05dd-4071-9b0f-69cfa3c0ee35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (dc787d75-78fc-4ab5-a970-26752a7184c4), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:36.821157 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 6dce6942-57ed-4897-a902-5069fe000a5f triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:49:36.821797 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (6dce6942-57ed-4897-a902-5069fe000a5f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:36.909134 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cabc163-05dd-4071-9b0f-69cfa3c0ee35 None None] Routers {'c6841118-02ed-4a80-b376-2d594f85ad43'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:49:36.909912 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-4cabc163-05dd-4071-9b0f-69cfa3c0ee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:49:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c6841118-02ed-4a80-b376-2d594f85ad43'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:49:36.980118 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7e73c-7e32-4187-a7dd-3dd406d50635 None None] Pushing event updated for resources: {'Port': ['ID=dc787d75-78fc-4ab5-a970-26752a7184c4,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:36.992042 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 6dce6942-57ed-4897-a902-5069fe000a5f is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:49:37.023946 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8c5833b8-59d5-4613-83bd-5dc0b194f90c req-b5e76f9d-0a35-4e99-ac97-719d19d58302 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3875792 Mar 05 04:49:37.032401 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93e622-1cf7-4c32-afb0-31bd4e9f9760 req-411e5edc-ae36-4afb-bc6f-31e10c7346ef tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:37.046082 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b93e622-1cf7-4c32-afb0-31bd4e9f9760 req-411e5edc-ae36-4afb-bc6f-31e10c7346ef tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/ports?device_id=91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09 HTTP/1.1" status: 200 len: 932 time: 0.4114420 Mar 05 04:49:37.056469 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:49:37.129767 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-4cabc163-05dd-4071-9b0f-69cfa3c0ee35 None None] Set router c6841118-02ed-4a80-b376-2d594f85ad43 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:49:37.181992 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:49:37.183006 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:37.213883 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b93e622-1cf7-4c32-afb0-31bd4e9f9760 req-943a2b89-787b-4c5a-a7c6-e78615e721fd tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups?id=97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665268 Mar 05 04:49:37.219997 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-72d2dc2f-70de-450a-b195-ae2fecc55976 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (dbbedf51-57a2-4050-adb7-db730e168c72), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:37.252000 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-7999720f-a835-4645-ba94-fb713a02a144 req-8a82b311-2a06-4654-8709-787ad247e87b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6563490-2b18-45f4-bb7c-a844f10d1174 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:49:37.268472 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7999720f-a835-4645-ba94-fb713a02a144 req-8a82b311-2a06-4654-8709-787ad247e87b service neutron] Publish callbacks [] for port (b6563490-2b18-45f4-bb7c-a844f10d1174), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:37.313206 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-7999720f-a835-4645-ba94-fb713a02a144 req-8a82b311-2a06-4654-8709-787ad247e87b service neutron] Transition to ACTIVE for port object b6563490-2b18-45f4-bb7c-a844f10d1174 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:49:37.322790 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7999720f-a835-4645-ba94-fb713a02a144 req-8a82b311-2a06-4654-8709-787ad247e87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (b6563490-2b18-45f4-bb7c-a844f10d1174), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:37.347045 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:49:37.348172 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:37.396890 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-4cabc163-05dd-4071-9b0f-69cfa3c0ee35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6841118-02ed-4a80-b376-2d594f85ad43', 'name': 'tempest-FloatingIPsTestJSON-1596637054-router', 'tenant_id': '01c6eac1a9da4a0d83addfd03f13f6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'dc787d75-78fc-4ab5-a970-26752a7184c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:49:31Z', 'updated_at': '2022-03-05T04:49:33Z', 'revision_number': 3, 'project_id': '01c6eac1a9da4a0d83addfd03f13f6ea', 'gw_port': {'id': 'dc787d75-78fc-4ab5-a970-26752a7184c4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:83:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6841118-02ed-4a80-b376-2d594f85ad43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:49:32Z', 'updated_at': '2022-03-05T04:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:49:37.399852 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:49:37.404670 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82b311-2a06-4654-8709-787ad247e87b service neutron] Pushing event updated for resources: {'Port': ['ID=b6563490-2b18-45f4-bb7c-a844f10d1174,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:37.412129 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703d4b04-3429-483f-aaf1-7cadbf8aad13" -d '{"events": [{"server_uuid": "1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f", "name": "network-vif-plugged", "status": "completed", "tag": "cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:49:37.437591 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:37.446236 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cabc163-05dd-4071-9b0f-69cfa3c0ee35 None None] The sync data for ids ['c6841118-02ed-4a80-b376-2d594f85ad43'] in n-d-789963-32 is: [{'id': 'c6841118-02ed-4a80-b376-2d594f85ad43', 'name': 'tempest-FloatingIPsTestJSON-1596637054-router', 'tenant_id': '01c6eac1a9da4a0d83addfd03f13f6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'dc787d75-78fc-4ab5-a970-26752a7184c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:49:31Z', 'updated_at': '2022-03-05T04:49:33Z', 'revision_number': 3, 'project_id': '01c6eac1a9da4a0d83addfd03f13f6ea', 'gw_port': {'id': 'dc787d75-78fc-4ab5-a970-26752a7184c4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:83:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6841118-02ed-4a80-b376-2d594f85ad43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:49:32Z', 'updated_at': '2022-03-05T04:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:49:37.449157 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:37.550779 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-42a6c9d1-31e9-4570-9353-167e55d4ba54 req-a1895259-3637-4bb0-99d1-0e5bb2946126 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 210 time: 0.1135333 Mar 05 04:49:37.557767 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-7999720f-a835-4645-ba94-fb713a02a144 req-8a82b311-2a06-4654-8709-787ad247e87b service neutron] Attempting to bind port b6563490-2b18-45f4-bb7c-a844f10d1174 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:49:37.558191 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-7999720f-a835-4645-ba94-fb713a02a144 req-8a82b311-2a06-4654-8709-787ad247e87b service neutron] Attempting to bind port b6563490-2b18-45f4-bb7c-a844f10d1174 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': 'd1802648-fc75-48b4-9acc-c2efc8477f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '985421ce-deca-4c5d-b48d-6cf1bc83f97e'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:49:37.558613 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7999720f-a835-4645-ba94-fb713a02a144 req-8a82b311-2a06-4654-8709-787ad247e87b service neutron] Attempting to bind port b6563490-2b18-45f4-bb7c-a844f10d1174 on network 985421ce-deca-4c5d-b48d-6cf1bc83f97e {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:49:37.559511 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db,revision_number=13']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:37.568206 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7999720f-a835-4645-ba94-fb713a02a144 req-8a82b311-2a06-4654-8709-787ad247e87b service neutron] Port b6563490-2b18-45f4-bb7c-a844f10d1174 on network 985421ce-deca-4c5d-b48d-6cf1bc83f97e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:49:37.568206 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7999720f-a835-4645-ba94-fb713a02a144 req-8a82b311-2a06-4654-8709-787ad247e87b service neutron] Attempting to bind port b6563490-2b18-45f4-bb7c-a844f10d1174 on network 985421ce-deca-4c5d-b48d-6cf1bc83f97e {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:49:37.584445 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7999720f-a835-4645-ba94-fb713a02a144 req-8a82b311-2a06-4654-8709-787ad247e87b service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:49:37.584796 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7999720f-a835-4645-ba94-fb713a02a144 req-8a82b311-2a06-4654-8709-787ad247e87b service neutron] Checking segment: {'id': 'd1802648-fc75-48b4-9acc-c2efc8477f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '985421ce-deca-4c5d-b48d-6cf1bc83f97e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:49:37.585191 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7999720f-a835-4645-ba94-fb713a02a144 req-8a82b311-2a06-4654-8709-787ad247e87b service neutron] Bound using segment: {'id': 'd1802648-fc75-48b4-9acc-c2efc8477f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '985421ce-deca-4c5d-b48d-6cf1bc83f97e'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:49:37.585644 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-7999720f-a835-4645-ba94-fb713a02a144 req-8a82b311-2a06-4654-8709-787ad247e87b service neutron] Bound port: b6563490-2b18-45f4-bb7c-a844f10d1174, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1802648-fc75-48b4-9acc-c2efc8477f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '985421ce-deca-4c5d-b48d-6cf1bc83f97e'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:49:37.586006 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7999720f-a835-4645-ba94-fb713a02a144 req-8a82b311-2a06-4654-8709-787ad247e87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b6563490-2b18-45f4-bb7c-a844f10d1174), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:37.613117 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-72d2dc2f-70de-450a-b195-ae2fecc55976 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Network 5b71c75c-d354-4532-be17-2ef8beec8e67 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:49:37.619748 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-72d2dc2f-70de-450a-b195-ae2fecc55976 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:49:37.630337 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-72d2dc2f-70de-450a-b195-ae2fecc55976 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:49:37.695917 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-7999720f-a835-4645-ba94-fb713a02a144 req-8a82b311-2a06-4654-8709-787ad247e87b service neutron] For port b6563490-2b18-45f4-bb7c-a844f10d1174, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:49:37.700781 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-7999720f-a835-4645-ba94-fb713a02a144 req-8a82b311-2a06-4654-8709-787ad247e87b service neutron] For port b6563490-2b18-45f4-bb7c-a844f10d1174, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=b6563490-2b18-45f4-bb7c-a844f10d1174,segment=NetworkSegment(d1802648-fc75-48b4-9acc-c2efc8477f0e),segment_id=d1802648-fc75-48b4-9acc-c2efc8477f0e)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:49:37.715066 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7999720f-a835-4645-ba94-fb713a02a144 req-8a82b311-2a06-4654-8709-787ad247e87b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (b6563490-2b18-45f4-bb7c-a844f10d1174), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:37.726182 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2dc2f-70de-450a-b195-ae2fecc55976 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Pushing event updated for resources: {'Port': ['ID=dbbedf51-57a2-4050-adb7-db730e168c72,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:37.757490 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999720f-a835-4645-ba94-fb713a02a144 req-8a82b311-2a06-4654-8709-787ad247e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:37.758131 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7999720f-a835-4645-ba94-fb713a02a144 req-8a82b311-2a06-4654-8709-787ad247e87b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:37.760257 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7999720f-a835-4645-ba94-fb713a02a144 req-8a82b311-2a06-4654-8709-787ad247e87b service neutron] 10.222.0.30 "PUT /v2.0/ports/b6563490-2b18-45f4-bb7c-a844f10d1174 HTTP/1.1" status: 200 len: 1093 time: 1.6341677 Mar 05 04:49:37.760257 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09', 'tag': 'b6563490-2b18-45f4-bb7c-a844f10d1174'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:49:37.762633 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de99ec60-f270-4258-b667-c0c8bac97b80" -d '{"events": [{"name": "network-changed", "server_uuid": "91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09", "tag": "b6563490-2b18-45f4-bb7c-a844f10d1174"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:49:37.841568 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82b311-2a06-4654-8709-787ad247e87b service neutron] Pushing event updated for resources: {'Port': ['ID=b6563490-2b18-45f4-bb7c-a844f10d1174,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:37.932903 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999720f-a835-4645-ba94-fb713a02a144 req-061a6e77-f6b2-46fb-8fae-7c565afc345b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:37.934462 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7999720f-a835-4645-ba94-fb713a02a144 req-061a6e77-f6b2-46fb-8fae-7c565afc345b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f4d6c0f5613840f688af76ae3d834317&device_id=91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09 HTTP/1.1" status: 200 len: 1127 time: 0.1270537 Mar 05 04:49:37.993596 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7999720f-a835-4645-ba94-fb713a02a144 req-0d7d1c3d-85d6-4047-a626-0e9108ebf447 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6563490-2b18-45f4-bb7c-a844f10d1174 HTTP/1.1" status: 200 len: 217 time: 0.0522923 Mar 05 04:49:38.079665 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999720f-a835-4645-ba94-fb713a02a144 req-2bfedcea-fefb-44ca-952a-99ee1ce3b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:38.081163 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7999720f-a835-4645-ba94-fb713a02a144 req-2bfedcea-fefb-44ca-952a-99ee1ce3b6e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4e8e628-a5e1-41d2-92c2-b934c83a7c37 HTTP/1.1" status: 200 len: 852 time: 0.0805395 Mar 05 04:49:38.157440 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7999720f-a835-4645-ba94-fb713a02a144 req-d94a3799-0c7b-4691-8a25-d51e1ae7e8b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=985421ce-deca-4c5d-b48d-6cf1bc83f97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677199 Mar 05 04:49:38.256478 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab60c8e-08ff-4561-a811-38afed351580 req-bb13919c-54ec-48ff-9a45-14dc6f31dea3 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:38.264521 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cab60c8e-08ff-4561-a811-38afed351580 req-bb13919c-54ec-48ff-9a45-14dc6f31dea3 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 1.0835986 Mar 05 04:49:38.280362 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c0eb9bf4-fcca-4d9e-baeb-f8e51ecfe8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:38.304890 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7999720f-a835-4645-ba94-fb713a02a144 req-6cab35b6-45a1-4db6-bbbb-7ef69472c70c service neutron] 10.222.0.30 "GET /v2.0/networks/985421ce-deca-4c5d-b48d-6cf1bc83f97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370816 Mar 05 04:49:38.343014 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-72d2dc2f-70de-450a-b195-ae2fecc55976 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:38.343745 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-72d2dc2f-70de-450a-b195-ae2fecc55976 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:38.381414 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82362bc1-a924-48a8-ab14-7f8fb8e8e497 req-8e6f61af-8fbb-4abc-b116-ac6694f71ff1 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:38.388707 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-82362bc1-a924-48a8-ab14-7f8fb8e8e497 req-8e6f61af-8fbb-4abc-b116-ac6694f71ff1 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 946 time: 0.7543864 Mar 05 04:49:38.393439 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-72d2dc2f-70de-450a-b195-ae2fecc55976 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8964546 Mar 05 04:49:38.510959 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7999720f-a835-4645-ba94-fb713a02a144 req-e7769b9a-d7e1-47f1-8abb-d81fd10f8b62 service neutron] 10.222.0.30 "GET /v2.0/networks/985421ce-deca-4c5d-b48d-6cf1bc83f97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980040 Mar 05 04:49:38.576823 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-7b0e82d6-437d-45d1-a24f-a2f8ee7824c8 service neutron] Request body: {'port': {'device_id': 'b68e48cb-d646-4b1e-9c24-5688e876e437', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:49:38.672613 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cab60c8e-08ff-4561-a811-38afed351580 req-5ba797d9-3897-40b0-ba62-05a1e977e21f tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067597 Mar 05 04:49:38.673324 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device dc787d75-78fc-4ab5-a970-26752a7184c4 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:49:38.751152 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4e738b-925a-4736-bd8d-9294e2e74b0f x-openstack-request-id: req-cd4e738b-925a-4736-bd8d-9294e2e74b0f {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:49:38.751483 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f", "name": "network-vif-plugged", "status": "completed", "tag": "cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:49:38.751720 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cd4e738b-925a-4736-bd8d-9294e2e74b0f {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:49:38.752121 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db', 'code': 200} Mar 05 04:49:38.757309 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-82362bc1-a924-48a8-ab14-7f8fb8e8e497 req-5e8dca88-943a-4f64-bc35-46af370f31df tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3675499 Mar 05 04:49:38.779000 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port dc787d75-78fc-4ab5-a970-26752a7184c4 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:49:38.779420 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (dc787d75-78fc-4ab5-a970-26752a7184c4), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:38.829133 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c24c0a2-5ab9-49a4-be3e-5f72abfdb188 x-openstack-request-id: req-6c24c0a2-5ab9-49a4-be3e-5f72abfdb188 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:49:38.830827 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09", "tag": "b6563490-2b18-45f4-bb7c-a844f10d1174", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:49:38.831249 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6c24c0a2-5ab9-49a4-be3e-5f72abfdb188 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:49:38.832307 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09', 'tag': 'b6563490-2b18-45f4-bb7c-a844f10d1174', 'status': 'completed', 'code': 200} Mar 05 04:49:38.930641 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99ec60-f270-4258-b667-c0c8bac97b80 req-08e5c41d-91d2-4950-bb37-2b494fda45c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:38.933044 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-de99ec60-f270-4258-b667-c0c8bac97b80 req-08e5c41d-91d2-4950-bb37-2b494fda45c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f4d6c0f5613840f688af76ae3d834317&device_id=91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09 HTTP/1.1" status: 200 len: 1127 time: 0.0803437 Mar 05 04:49:38.940668 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port dc787d75-78fc-4ab5-a970-26752a7184c4 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:49:38.941113 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (dc787d75-78fc-4ab5-a970-26752a7184c4), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:38.964559 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port dc787d75-78fc-4ab5-a970-26752a7184c4, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=dc787d75-78fc-4ab5-a970-26752a7184c4,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:38.966574 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-7b0e82d6-437d-45d1-a24f-a2f8ee7824c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (dbbedf51-57a2-4050-adb7-db730e168c72), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:38.978243 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (dc787d75-78fc-4ab5-a970-26752a7184c4), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:39.111396 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=dc787d75-78fc-4ab5-a970-26752a7184c4,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:39.161149 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99ec60-f270-4258-b667-c0c8bac97b80 req-d7d7e7e4-7336-4f93-a6b5-5e13413d50e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:39.163450 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-de99ec60-f270-4258-b667-c0c8bac97b80 req-d7d7e7e4-7336-4f93-a6b5-5e13413d50e9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=985421ce-deca-4c5d-b48d-6cf1bc83f97e HTTP/1.1" status: 200 len: 912 time: 0.2210271 Mar 05 04:49:39.216198 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-de99ec60-f270-4258-b667-c0c8bac97b80 req-9ee7722e-976f-4e7d-a32b-99e205e86571 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6563490-2b18-45f4-bb7c-a844f10d1174 HTTP/1.1" status: 200 len: 217 time: 0.0460219 Mar 05 04:49:39.300717 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99ec60-f270-4258-b667-c0c8bac97b80 req-6237b3fe-0641-4c53-a719-913e322d689a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:39.302571 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-de99ec60-f270-4258-b667-c0c8bac97b80 req-6237b3fe-0641-4c53-a719-913e322d689a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4e8e628-a5e1-41d2-92c2-b934c83a7c37 HTTP/1.1" status: 200 len: 852 time: 0.0775025 Mar 05 04:49:39.358849 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-de99ec60-f270-4258-b667-c0c8bac97b80 req-6753dfb6-7b55-40b8-96eb-e13c190e294e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=985421ce-deca-4c5d-b48d-6cf1bc83f97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488446 Mar 05 04:49:39.416897 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-7b0e82d6-437d-45d1-a24f-a2f8ee7824c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbbedf51-57a2-4050-adb7-db730e168c72 {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:49:39.425307 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-7b0e82d6-437d-45d1-a24f-a2f8ee7824c8 service neutron] Publish callbacks [] for port (dbbedf51-57a2-4050-adb7-db730e168c72), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:39.438434 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-7b0e82d6-437d-45d1-a24f-a2f8ee7824c8 service neutron] Transition to ACTIVE for port object dbbedf51-57a2-4050-adb7-db730e168c72 will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:49:39.452280 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-7b0e82d6-437d-45d1-a24f-a2f8ee7824c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (dbbedf51-57a2-4050-adb7-db730e168c72), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:39.463308 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-c0eb9bf4-fcca-4d9e-baeb-f8e51ecfe8ea admin admin] Allocated IP 172.20.0.1 (a9c8636a-9657-480e-9c05-fdf9aa090e95/5e761cd2-01a0-449b-9019-7c6d89e511e8/44e46de4-3555-4802-b9d5-2a3e939b1cee) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:49:39.500817 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-de99ec60-f270-4258-b667-c0c8bac97b80 req-04fd2129-4aba-418e-bff0-1ac298aa5156 service neutron] 10.222.0.30 "GET /v2.0/networks/985421ce-deca-4c5d-b48d-6cf1bc83f97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338418 Mar 05 04:49:39.507965 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd14c91-2f00-4c7e-b016-9e5133a40231 req-bcfaa687-63a1-40ee-94ed-627b8e5bb3f0 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:39.510351 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8cd14c91-2f00-4c7e-b016-9e5133a40231 req-bcfaa687-63a1-40ee-94ed-627b8e5bb3f0 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68e48cb-d646-4b1e-9c24-5688e876e437 HTTP/1.1" status: 200 len: 932 time: 0.6556201 Mar 05 04:49:39.588830 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989ae28-2ffc-4690-bfdb-d1d0c52f82c9 req-63f38913-dbb7-484f-b5cc-bf6aea54b9c1 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:39.594139 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989ae28-2ffc-4690-bfdb-d1d0c52f82c9 req-63f38913-dbb7-484f-b5cc-bf6aea54b9c1 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:39.600409 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989ae28-2ffc-4690-bfdb-d1d0c52f82c9 req-63f38913-dbb7-484f-b5cc-bf6aea54b9c1 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:39.606623 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989ae28-2ffc-4690-bfdb-d1d0c52f82c9 req-63f38913-dbb7-484f-b5cc-bf6aea54b9c1 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:39.611794 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989ae28-2ffc-4690-bfdb-d1d0c52f82c9 req-63f38913-dbb7-484f-b5cc-bf6aea54b9c1 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:39.621599 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989ae28-2ffc-4690-bfdb-d1d0c52f82c9 req-63f38913-dbb7-484f-b5cc-bf6aea54b9c1 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:39.651539 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989ae28-2ffc-4690-bfdb-d1d0c52f82c9 req-63f38913-dbb7-484f-b5cc-bf6aea54b9c1 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:39.654422 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6989ae28-2ffc-4690-bfdb-d1d0c52f82c9 req-63f38913-dbb7-484f-b5cc-bf6aea54b9c1 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.6898544 Mar 05 04:49:39.660870 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-de99ec60-f270-4258-b667-c0c8bac97b80 req-c1385906-18f0-4bbc-b0e5-6a9ee18b73c5 service neutron] 10.222.0.30 "GET /v2.0/networks/985421ce-deca-4c5d-b48d-6cf1bc83f97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507528 Mar 05 04:49:39.714772 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e82d6-437d-45d1-a24f-a2f8ee7824c8 service neutron] Pushing event updated for resources: {'Port': ['ID=dbbedf51-57a2-4050-adb7-db730e168c72,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:39.872273 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6989ae28-2ffc-4690-bfdb-d1d0c52f82c9 req-40e295f2-98ac-4d6e-9620-d9af517ebbda tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1852922 Mar 05 04:49:39.875871 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8cd14c91-2f00-4c7e-b016-9e5133a40231 req-86fde4d2-4552-4a4f-9015-758648deb841 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] 10.222.0.11 "GET /v2.0/security-groups?id=569efa50-b9d2-4de7-b590-eb23bc9dda45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556864 Mar 05 04:49:39.883459 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-7b0e82d6-437d-45d1-a24f-a2f8ee7824c8 service neutron] Attempting to bind port dbbedf51-57a2-4050-adb7-db730e168c72 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:49:39.883799 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-7b0e82d6-437d-45d1-a24f-a2f8ee7824c8 service neutron] Attempting to bind port dbbedf51-57a2-4050-adb7-db730e168c72 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': 'fc9cd270-b4c5-4224-9d43-4b5000b8cbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5b71c75c-d354-4532-be17-2ef8beec8e67'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:49:39.884176 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-7b0e82d6-437d-45d1-a24f-a2f8ee7824c8 service neutron] Attempting to bind port dbbedf51-57a2-4050-adb7-db730e168c72 on network 5b71c75c-d354-4532-be17-2ef8beec8e67 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:49:39.895138 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-7b0e82d6-437d-45d1-a24f-a2f8ee7824c8 service neutron] Port dbbedf51-57a2-4050-adb7-db730e168c72 on network 5b71c75c-d354-4532-be17-2ef8beec8e67 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:49:39.895473 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-7b0e82d6-437d-45d1-a24f-a2f8ee7824c8 service neutron] Attempting to bind port dbbedf51-57a2-4050-adb7-db730e168c72 on network 5b71c75c-d354-4532-be17-2ef8beec8e67 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:49:39.906866 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-7b0e82d6-437d-45d1-a24f-a2f8ee7824c8 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:49:39.907239 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-7b0e82d6-437d-45d1-a24f-a2f8ee7824c8 service neutron] Checking segment: {'id': 'fc9cd270-b4c5-4224-9d43-4b5000b8cbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5b71c75c-d354-4532-be17-2ef8beec8e67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:49:39.907631 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-7b0e82d6-437d-45d1-a24f-a2f8ee7824c8 service neutron] Bound using segment: {'id': 'fc9cd270-b4c5-4224-9d43-4b5000b8cbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5b71c75c-d354-4532-be17-2ef8beec8e67'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:49:39.908080 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-7b0e82d6-437d-45d1-a24f-a2f8ee7824c8 service neutron] Bound port: dbbedf51-57a2-4050-adb7-db730e168c72, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc9cd270-b4c5-4224-9d43-4b5000b8cbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5b71c75c-d354-4532-be17-2ef8beec8e67'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:49:39.908439 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-7b0e82d6-437d-45d1-a24f-a2f8ee7824c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (dbbedf51-57a2-4050-adb7-db730e168c72), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:39.953624 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c0eb9bf4-fcca-4d9e-baeb-f8e51ecfe8ea admin admin] Publish callbacks [] for port (44e46de4-3555-4802-b9d5-2a3e939b1cee), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:40.101758 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0fc0eaf5-6173-45df-9720-255d362a5679 req-75910d75-78e2-42cd-af4d-60e3147f0175 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 210 time: 0.0689337 Mar 05 04:49:40.156839 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-7b0e82d6-437d-45d1-a24f-a2f8ee7824c8 service neutron] For port dbbedf51-57a2-4050-adb7-db730e168c72, host n-h1-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:49:40.165178 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-7b0e82d6-437d-45d1-a24f-a2f8ee7824c8 service neutron] For port dbbedf51-57a2-4050-adb7-db730e168c72, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=dbbedf51-57a2-4050-adb7-db730e168c72,segment=NetworkSegment(fc9cd270-b4c5-4224-9d43-4b5000b8cbf7),segment_id=fc9cd270-b4c5-4224-9d43-4b5000b8cbf7)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:49:40.175354 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c0eb9bf4-fcca-4d9e-baeb-f8e51ecfe8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (44e46de4-3555-4802-b9d5-2a3e939b1cee), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:40.188376 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e3ab6-a60c-49f8-b16a-ab274cb503ed req-329820b5-07f0-4d99-9b76-d293811130c5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:40.197740 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-119e3ab6-a60c-49f8-b16a-ab274cb503ed req-329820b5-07f0-4d99-9b76-d293811130c5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/ports?device_id=91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09 HTTP/1.1" status: 200 len: 944 time: 0.1631432 Mar 05 04:49:40.200178 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-7b0e82d6-437d-45d1-a24f-a2f8ee7824c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (dbbedf51-57a2-4050-adb7-db730e168c72), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:40.306506 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0eb9bf4-fcca-4d9e-baeb-f8e51ecfe8ea admin admin] Network a9c8636a-9657-480e-9c05-fdf9aa090e95 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:49:40.308583 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-7b0e82d6-437d-45d1-a24f-a2f8ee7824c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:40.309248 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-7b0e82d6-437d-45d1-a24f-a2f8ee7824c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:40.310623 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-7b0e82d6-437d-45d1-a24f-a2f8ee7824c8 service neutron] 10.222.0.30 "PUT /v2.0/ports/dbbedf51-57a2-4050-adb7-db730e168c72 HTTP/1.1" status: 200 len: 1093 time: 1.7413538 Mar 05 04:49:40.330947 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68e48cb-d646-4b1e-9c24-5688e876e437', 'tag': 'dbbedf51-57a2-4050-adb7-db730e168c72'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:49:40.333159 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0970df-e132-48fc-912e-4b5233a2d7cf" -d '{"events": [{"name": "network-changed", "server_uuid": "b68e48cb-d646-4b1e-9c24-5688e876e437", "tag": "dbbedf51-57a2-4050-adb7-db730e168c72"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:49:40.339803 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-c0eb9bf4-fcca-4d9e-baeb-f8e51ecfe8ea admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:49:40.346294 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eb9bf4-fcca-4d9e-baeb-f8e51ecfe8ea admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:49:40.388680 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c0eb9bf4-fcca-4d9e-baeb-f8e51ecfe8ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (c6841118-02ed-4a80-b376-2d594f85ad43), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:40.398688 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb9bf4-fcca-4d9e-baeb-f8e51ecfe8ea admin admin] Pushing event updated for resources: {'Port': ['ID=44e46de4-3555-4802-b9d5-2a3e939b1cee,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:40.428100 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-119e3ab6-a60c-49f8-b16a-ab274cb503ed req-acbc70ac-7789-46cd-90e4-b5004e819e1b tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups?id=97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294004 Mar 05 04:49:40.656482 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device dc787d75-78fc-4ab5-a970-26752a7184c4 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:49:40.710256 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e82d6-437d-45d1-a24f-a2f8ee7824c8 service neutron] Pushing event updated for resources: {'Port': ['ID=dbbedf51-57a2-4050-adb7-db730e168c72,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:40.741728 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459845b9-a8da-40a8-8895-af5e285996ba req-11b1b1fa-258b-49ce-851a-5164d20876cd tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:40.749051 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-459845b9-a8da-40a8-8895-af5e285996ba req-11b1b1fa-258b-49ce-851a-5164d20876cd tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.4915683 Mar 05 04:49:40.749951 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port dc787d75-78fc-4ab5-a970-26752a7184c4 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:49:40.750597 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (dc787d75-78fc-4ab5-a970-26752a7184c4), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:40.783138 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-773334fd-f374-4deb-97d8-3da77264df9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:40.784616 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-773334fd-f374-4deb-97d8-3da77264df9d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a822e81425045b1a3907b3c18d93da8&device_id=b68e48cb-d646-4b1e-9c24-5688e876e437 HTTP/1.1" status: 200 len: 1127 time: 0.3991613 Mar 05 04:49:40.821133 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89e691-63df-4a82-904a-3eb4e1d58837 req-5295be40-41ef-4c22-9f33-2c0be5381f46 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:40.828642 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3e89e691-63df-4a82-904a-3eb4e1d58837 req-5295be40-41ef-4c22-9f33-2c0be5381f46 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 946 time: 0.2603552 Mar 05 04:49:40.875604 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-84b1ae22-41c9-44e0-8cc9-dcf5c549117a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbbedf51-57a2-4050-adb7-db730e168c72 HTTP/1.1" status: 200 len: 217 time: 0.0808370 Mar 05 04:49:40.877280 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port dc787d75-78fc-4ab5-a970-26752a7184c4 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:49:40.885795 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-b73567b2-d40c-47bf-8f37-6c309e57a318 None None] Provisioning complete for port 44e46de4-3555-4802-b9d5-2a3e939b1cee triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:49:40.886624 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b73567b2-d40c-47bf-8f37-6c309e57a318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (44e46de4-3555-4802-b9d5-2a3e939b1cee), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:40.935960 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b73567b2-d40c-47bf-8f37-6c309e57a318 None None] Port 44e46de4-3555-4802-b9d5-2a3e939b1cee cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:49:40.961652 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-459845b9-a8da-40a8-8895-af5e285996ba req-6e21981d-1bac-441a-9862-2dee83f549a3 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113538 Mar 05 04:49:41.020323 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3e89e691-63df-4a82-904a-3eb4e1d58837 req-15b415a7-3b5c-491b-9532-ee9be5870f7b tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908107 Mar 05 04:49:41.053832 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a2eb95-3136-4c47-a0c7-8743a24ce2c4 x-openstack-request-id: req-b4a2eb95-3136-4c47-a0c7-8743a24ce2c4 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:49:41.054298 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68e48cb-d646-4b1e-9c24-5688e876e437", "tag": "dbbedf51-57a2-4050-adb7-db730e168c72", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:49:41.054518 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b4a2eb95-3136-4c47-a0c7-8743a24ce2c4 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:49:41.054946 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b68e48cb-d646-4b1e-9c24-5688e876e437', 'tag': 'dbbedf51-57a2-4050-adb7-db730e168c72', 'status': 'completed', 'code': 200} Mar 05 04:49:41.056603 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-756c2488-b297-460c-862e-58347d1b75e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:41.058137 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-756c2488-b297-460c-862e-58347d1b75e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd9b3e2c-2749-4bd9-b42d-4687dab9651c HTTP/1.1" status: 200 len: 853 time: 0.1495404 Mar 05 04:49:41.058926 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c0eb9bf4-fcca-4d9e-baeb-f8e51ecfe8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (44e46de4-3555-4802-b9d5-2a3e939b1cee), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:41.086572 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device b6563490-2b18-45f4-bb7c-a844f10d1174 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:49:41.175286 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-28e88188-6c68-4d92-a1f9-65c5a5b2007d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b71c75c-d354-4532-be17-2ef8beec8e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963726 Mar 05 04:49:41.255554 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port b6563490-2b18-45f4-bb7c-a844f10d1174, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=b6563490-2b18-45f4-bb7c-a844f10d1174,segment=NetworkSegment(d1802648-fc75-48b4-9acc-c2efc8477f0e),segment_id=d1802648-fc75-48b4-9acc-c2efc8477f0e)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:41.277088 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'b6563490-2b18-45f4-bb7c-a844f10d1174', 'network_id': '985421ce-deca-4c5d-b48d-6cf1bc83f97e', 'port_id': 'b6563490-2b18-45f4-bb7c-a844f10d1174', 'mac_address': 'fa:16:3e:91:fc:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e8e628-a5e1-41d2-92c2-b934c83a7c37', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:49:41.333192 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port b6563490-2b18-45f4-bb7c-a844f10d1174 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:49:41.333592 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b6563490-2b18-45f4-bb7c-a844f10d1174), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:41.367273 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6563490-2b18-45f4-bb7c-a844f10d1174 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:49:41.379032 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d0722fe9-5a26-4263-b690-e9a190f50ed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:41.419996 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port b6563490-2b18-45f4-bb7c-a844f10d1174, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=b6563490-2b18-45f4-bb7c-a844f10d1174,segment=NetworkSegment(d1802648-fc75-48b4-9acc-c2efc8477f0e),segment_id=d1802648-fc75-48b4-9acc-c2efc8477f0e)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:41.427644 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e191f-e6b6-4d22-8c50-645823f154d0 req-8a50e3d4-2f5b-4e8e-85a6-0f141e407719 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:41.430104 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b6563490-2b18-45f4-bb7c-a844f10d1174), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:41.433405 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e191f-e6b6-4d22-8c50-645823f154d0 req-8a50e3d4-2f5b-4e8e-85a6-0f141e407719 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:41.439615 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e191f-e6b6-4d22-8c50-645823f154d0 req-8a50e3d4-2f5b-4e8e-85a6-0f141e407719 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:41.444929 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e191f-e6b6-4d22-8c50-645823f154d0 req-8a50e3d4-2f5b-4e8e-85a6-0f141e407719 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:41.450500 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e191f-e6b6-4d22-8c50-645823f154d0 req-8a50e3d4-2f5b-4e8e-85a6-0f141e407719 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:41.455822 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e191f-e6b6-4d22-8c50-645823f154d0 req-8a50e3d4-2f5b-4e8e-85a6-0f141e407719 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:41.461155 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e191f-e6b6-4d22-8c50-645823f154d0 req-8a50e3d4-2f5b-4e8e-85a6-0f141e407719 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:41.469261 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0c0e191f-e6b6-4d22-8c50-645823f154d0 req-8a50e3d4-2f5b-4e8e-85a6-0f141e407719 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.3141894 Mar 05 04:49:41.504048 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fee049-6d66-450a-b3ae-3a784808743a req-dce29f0f-9698-45ef-9926-479319bc70af tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:41.506696 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=b6563490-2b18-45f4-bb7c-a844f10d1174,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:41.512722 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a0fee049-6d66-450a-b3ae-3a784808743a req-dce29f0f-9698-45ef-9926-479319bc70af tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68e48cb-d646-4b1e-9c24-5688e876e437 HTTP/1.1" status: 200 len: 944 time: 0.3398600 Mar 05 04:49:41.565873 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-2d165de8-36dd-4948-a604-28595cf16999 service neutron] 10.222.0.30 "GET /v2.0/networks/5b71c75c-d354-4532-be17-2ef8beec8e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666058 Mar 05 04:49:41.690414 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['b6563490-2b18-45f4-bb7c-a844f10d1174'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:49:41.710406 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a0fee049-6d66-450a-b3ae-3a784808743a req-a9bb29b0-35aa-40d1-9aa9-f5d8d27f2929 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] 10.222.0.11 "GET /v2.0/security-groups?id=569efa50-b9d2-4de7-b590-eb23bc9dda45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966374 Mar 05 04:49:41.765570 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0c0e191f-e6b6-4d22-8c50-645823f154d0 req-eaf22af2-cf07-46a8-8dc4-4d9cabd98e8f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2952793 Mar 05 04:49:41.773209 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c0eb9bf4-fcca-4d9e-baeb-f8e51ecfe8ea admin admin] Publish callbacks [] for port (44e46de4-3555-4802-b9d5-2a3e939b1cee), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:41.810598 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c0eb9bf4-fcca-4d9e-baeb-f8e51ecfe8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (44e46de4-3555-4802-b9d5-2a3e939b1cee), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:42.006521 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-96bdf9dd-5d78-4ef3-a258-c6a6c78ef44f req-3a576f35-ba02-4dfe-85fb-7ef90f153b72 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 210 time: 0.0705709 Mar 05 04:49:42.075411 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7d43783-b103-4d6c-99f2-9e3ed2cfcfe0 req-8bd7a7bc-8c2c-4bdd-880e-4304a1aa4cfc service neutron] 10.222.0.30 "GET /v2.0/networks/5b71c75c-d354-4532-be17-2ef8beec8e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5016747 Mar 05 04:49:42.079040 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb9bf4-fcca-4d9e-baeb-f8e51ecfe8ea admin admin] Pushing event updated for resources: {'Port': ['ID=44e46de4-3555-4802-b9d5-2a3e939b1cee,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:42.084861 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c0eb9bf4-fcca-4d9e-baeb-f8e51ecfe8ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (c6841118-02ed-4a80-b376-2d594f85ad43), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:42.572502 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fb2cc-ab89-4bc1-91b3-6810e75210a9 req-84dfa0c6-2069-408a-b068-47dcc5128be5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:42.574361 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-514fb2cc-ab89-4bc1-91b3-6810e75210a9 req-84dfa0c6-2069-408a-b068-47dcc5128be5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/ports?device_id=91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09 HTTP/1.1" status: 200 len: 945 time: 0.6299081 Mar 05 04:49:42.618019 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b019d-e20c-4b87-9450-7c5605c79995 req-aff18ab6-2ea0-4c59-bead-99e6db0d6980 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:42.619534 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4a9b019d-e20c-4b87-9450-7c5605c79995 req-aff18ab6-2ea0-4c59-bead-99e6db0d6980 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.5088818 Mar 05 04:49:42.645204 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0970df-e132-48fc-912e-4b5233a2d7cf req-4d9c6b15-3413-4e9d-8e17-13756d97ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:42.646675 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ba0970df-e132-48fc-912e-4b5233a2d7cf req-4d9c6b15-3413-4e9d-8e17-13756d97ce22 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a822e81425045b1a3907b3c18d93da8&device_id=b68e48cb-d646-4b1e-9c24-5688e876e437 HTTP/1.1" status: 200 len: 1127 time: 0.4934020 Mar 05 04:49:42.686588 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0eb9bf4-fcca-4d9e-baeb-f8e51ecfe8ea admin admin] Network a9c8636a-9657-480e-9c05-fdf9aa090e95 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:49:42.713571 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-c0eb9bf4-fcca-4d9e-baeb-f8e51ecfe8ea admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:49:42.732975 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-514fb2cc-ab89-4bc1-91b3-6810e75210a9 req-21a2e508-e19c-4c48-86f4-282febae1221 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups?id=97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494162 Mar 05 04:49:42.840238 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4a9b019d-e20c-4b87-9450-7c5605c79995 req-e3273f69-7a48-4fd5-874f-a5eb3bd39779 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078762 Mar 05 04:49:42.926540 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0970df-e132-48fc-912e-4b5233a2d7cf req-61349a1a-cee0-4faf-beac-ebc78da16246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:42.928081 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ba0970df-e132-48fc-912e-4b5233a2d7cf req-61349a1a-cee0-4faf-beac-ebc78da16246 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5b71c75c-d354-4532-be17-2ef8beec8e67 HTTP/1.1" status: 200 len: 913 time: 0.2741780 Mar 05 04:49:43.043594 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ba0970df-e132-48fc-912e-4b5233a2d7cf req-02158fcd-0943-47cb-9869-577c4bdb7f3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbbedf51-57a2-4050-adb7-db730e168c72 HTTP/1.1" status: 200 len: 217 time: 0.0949078 Mar 05 04:49:43.104404 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device b6563490-2b18-45f4-bb7c-a844f10d1174 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:49:43.123668 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0eb9bf4-fcca-4d9e-baeb-f8e51ecfe8ea admin admin] Router c6841118-02ed-4a80-b376-2d594f85ad43 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:49:43.154550 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a64d8-42b1-41b3-84da-c40f5f1f6820 req-b59d9688-8faf-43da-b695-3d1d701b13e2 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:43.157225 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-897fbfc1-4985-45d5-9141-b4c28d4974f7 None None] Provisioning complete for port 44e46de4-3555-4802-b9d5-2a3e939b1cee triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:49:43.157894 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-897fbfc1-4985-45d5-9141-b4c28d4974f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (44e46de4-3555-4802-b9d5-2a3e939b1cee), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:43.161663 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7c9a64d8-42b1-41b3-84da-c40f5f1f6820 req-b59d9688-8faf-43da-b695-3d1d701b13e2 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 946 time: 0.2310739 Mar 05 04:49:43.178163 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0970df-e132-48fc-912e-4b5233a2d7cf req-ba0aaeb5-9fe3-49fe-a847-4ae7b7e3630e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:43.179782 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ba0970df-e132-48fc-912e-4b5233a2d7cf req-ba0aaeb5-9fe3-49fe-a847-4ae7b7e3630e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd9b3e2c-2749-4bd9-b42d-4687dab9651c HTTP/1.1" status: 200 len: 853 time: 0.1244216 Mar 05 04:49:43.210992 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a3e9b-9e0d-4733-b5f5-98cac40face0 req-3aec4e72-249a-4b3b-bdb7-88c741fec4d0 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:43.211513 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-212a3e9b-9e0d-4733-b5f5-98cac40face0 req-3aec4e72-249a-4b3b-bdb7-88c741fec4d0 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68e48cb-d646-4b1e-9c24-5688e876e437 HTTP/1.1" status: 200 len: 944 time: 0.1846697 Mar 05 04:49:43.233598 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-897fbfc1-4985-45d5-9141-b4c28d4974f7 None None] Port 44e46de4-3555-4802-b9d5-2a3e939b1cee cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:49:43.237116 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port b6563490-2b18-45f4-bb7c-a844f10d1174 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:49:43.242706 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port b6563490-2b18-45f4-bb7c-a844f10d1174 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:49:43.243625 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b6563490-2b18-45f4-bb7c-a844f10d1174), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:43.284298 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ba0970df-e132-48fc-912e-4b5233a2d7cf req-d5f6922e-9001-4434-9487-b3804ab72145 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5b71c75c-d354-4532-be17-2ef8beec8e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937371 Mar 05 04:49:43.350406 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port b6563490-2b18-45f4-bb7c-a844f10d1174 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:49:43.351127 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b6563490-2b18-45f4-bb7c-a844f10d1174), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:43.359873 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7c9a64d8-42b1-41b3-84da-c40f5f1f6820 req-c66933a7-509f-4906-b667-ee28d3e84233 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972516 Mar 05 04:49:43.393986 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port b6563490-2b18-45f4-bb7c-a844f10d1174, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=b6563490-2b18-45f4-bb7c-a844f10d1174,segment=NetworkSegment(d1802648-fc75-48b4-9acc-c2efc8477f0e),segment_id=d1802648-fc75-48b4-9acc-c2efc8477f0e)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:43.395659 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6563490-2b18-45f4-bb7c-a844f10d1174'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:49:43.399136 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15eb42d7-3520-46b5-9d9a-2f0571cf0316" -d '{"events": [{"server_uuid": "91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09", "name": "network-vif-plugged", "status": "completed", "tag": "b6563490-2b18-45f4-bb7c-a844f10d1174"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:49:43.414886 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b6563490-2b18-45f4-bb7c-a844f10d1174), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:43.487105 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=b6563490-2b18-45f4-bb7c-a844f10d1174,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:43.549695 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-212a3e9b-9e0d-4733-b5f5-98cac40face0 req-161cfeea-1099-4edb-bdd4-fc60ac03a82a tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] 10.222.0.11 "GET /v2.0/security-groups?id=569efa50-b9d2-4de7-b590-eb23bc9dda45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869632 Mar 05 04:49:43.564390 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:43.586709 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0eb9bf4-fcca-4d9e-baeb-f8e51ecfe8ea admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:49:43.603478 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429d6d71-3f22-4ae0-b436-8cb3458687a0 None None] Sync routers for ids ['c6841118-02ed-4a80-b376-2d594f85ad43'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:49:43.606193 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c0eb9bf4-fcca-4d9e-baeb-f8e51ecfe8ea admin admin] 10.222.0.11 "PUT /v2.0/routers/c6841118-02ed-4a80-b376-2d594f85ad43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0631499 Mar 05 04:49:43.617610 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ba0970df-e132-48fc-912e-4b5233a2d7cf req-377876a2-320d-4659-8b9a-76e86cadd652 service neutron] 10.222.0.30 "GET /v2.0/networks/5b71c75c-d354-4532-be17-2ef8beec8e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237140 Mar 05 04:49:43.724082 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7cee239f-86ca-45d2-bb73-19109a79cbb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:43.732367 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94972ea-ce2d-4970-a45d-2fb302266c38 req-eece212f-89e4-49d2-a27c-c0e10f20f91b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:43.737647 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429d6d71-3f22-4ae0-b436-8cb3458687a0 None None] Routers {'c6841118-02ed-4a80-b376-2d594f85ad43'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:49:43.738567 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-429d6d71-3f22-4ae0-b436-8cb3458687a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:49:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c6841118-02ed-4a80-b376-2d594f85ad43'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:49:43.750832 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94972ea-ce2d-4970-a45d-2fb302266c38 req-eece212f-89e4-49d2-a27c-c0e10f20f91b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:43.760183 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94972ea-ce2d-4970-a45d-2fb302266c38 req-eece212f-89e4-49d2-a27c-c0e10f20f91b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:43.777257 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94972ea-ce2d-4970-a45d-2fb302266c38 req-eece212f-89e4-49d2-a27c-c0e10f20f91b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:43.793529 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94972ea-ce2d-4970-a45d-2fb302266c38 req-eece212f-89e4-49d2-a27c-c0e10f20f91b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:43.799692 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94972ea-ce2d-4970-a45d-2fb302266c38 req-eece212f-89e4-49d2-a27c-c0e10f20f91b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:43.812449 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94972ea-ce2d-4970-a45d-2fb302266c38 req-eece212f-89e4-49d2-a27c-c0e10f20f91b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:43.820619 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c94972ea-ce2d-4970-a45d-2fb302266c38 req-eece212f-89e4-49d2-a27c-c0e10f20f91b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.3605731 Mar 05 04:49:43.897196 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1360a274-9022-47bf-86e0-1509eabf55b8 req-4306b5fb-783f-4f6b-a262-4a24a2878c7f tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 210 time: 0.0719399 Mar 05 04:49:43.911798 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:43.940274 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-429d6d71-3f22-4ae0-b436-8cb3458687a0 None None] Set router c6841118-02ed-4a80-b376-2d594f85ad43 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:49:43.967665 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ba0970df-e132-48fc-912e-4b5233a2d7cf req-65726ce9-8061-40e7-be27-9ac28ab008e2 service neutron] 10.222.0.30 "GET /v2.0/networks/5b71c75c-d354-4532-be17-2ef8beec8e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357897 Mar 05 04:49:44.002227 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c94972ea-ce2d-4970-a45d-2fb302266c38 req-a50c7432-55ab-4db1-a910-4766a02650aa tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1802657 Mar 05 04:49:44.271184 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d709142-b48a-4c3b-94d8-eadd097b71f6 req-618c45ae-5a02-4a24-b567-a151a98c62a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:44.272883 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7d709142-b48a-4c3b-94d8-eadd097b71f6 req-618c45ae-5a02-4a24-b567-a151a98c62a4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09 HTTP/1.1" status: 200 len: 1129 time: 0.2218719 Mar 05 04:49:44.454054 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0ab87-6135-49d6-a754-16223391c281 req-e5da6b29-176c-4435-b850-e3c3af271fcd tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:44.460879 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-61d0ab87-6135-49d6-a754-16223391c281 req-e5da6b29-176c-4435-b850-e3c3af271fcd tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/ports?device_id=91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09 HTTP/1.1" status: 200 len: 946 time: 0.3221714 Mar 05 04:49:44.464088 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:49:44.488849 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b6ed5774-894f-46a2-a799-3bd0d364906a req-ae282640-3b94-4c46-9694-1df67fa90872 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3094723 Mar 05 04:49:44.503727 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccb2fa8-9997-487f-a284-77ea0519b11f x-openstack-request-id: req-9ccb2fa8-9997-487f-a284-77ea0519b11f {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:49:44.504331 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09", "name": "network-vif-plugged", "status": "completed", "tag": "b6563490-2b18-45f4-bb7c-a844f10d1174", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:49:44.504598 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9ccb2fa8-9997-487f-a284-77ea0519b11f {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:49:44.505419 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-b6ed5774-894f-46a2-a799-3bd0d364906a req-adaa40a0-02aa-4b78-bb44-11a22ae5a4ca tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:49:44.506324 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6563490-2b18-45f4-bb7c-a844f10d1174', 'code': 200} Mar 05 04:49:44.513802 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7d709142-b48a-4c3b-94d8-eadd097b71f6 req-a70b08ca-5d86-4730-a104-5a9d454c0c2d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820173 Mar 05 04:49:44.559342 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-61d0ab87-6135-49d6-a754-16223391c281 req-0294d109-59c1-46ba-a0a0-6b31a0793ec1 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups?id=97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972505 Mar 05 04:49:44.566413 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b6ed5774-894f-46a2-a799-3bd0d364906a req-adaa40a0-02aa-4b78-bb44-11a22ae5a4ca tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:44.617174 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-429d6d71-3f22-4ae0-b436-8cb3458687a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6841118-02ed-4a80-b376-2d594f85ad43', 'name': 'tempest-FloatingIPsTestJSON-1596637054-router', 'tenant_id': '01c6eac1a9da4a0d83addfd03f13f6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'dc787d75-78fc-4ab5-a970-26752a7184c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:49:31Z', 'updated_at': '2022-03-05T04:49:40Z', 'revision_number': 4, 'project_id': '01c6eac1a9da4a0d83addfd03f13f6ea', 'gw_port': {'id': 'dc787d75-78fc-4ab5-a970-26752a7184c4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6841118-02ed-4a80-b376-2d594f85ad43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:49:32Z', 'updated_at': '2022-03-05T04:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '44e46de4-3555-4802-b9d5-2a3e939b1cee', 'name': '', 'network_id': 'a9c8636a-9657-480e-9c05-fdf9aa090e95', 'tenant_id': '01c6eac1a9da4a0d83addfd03f13f6ea', 'mac_address': 'fa:16:3e:15:91:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6841118-02ed-4a80-b376-2d594f85ad43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '5e761cd2-01a0-449b-9019-7c6d89e511e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:49:38Z', 'updated_at': '2022-03-05T04:49:41Z', 'revision_number': 2, 'project_id': '01c6eac1a9da4a0d83addfd03f13f6ea', 'subnets': [{'id': '5e761cd2-01a0-449b-9019-7c6d89e511e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:49:44.657587 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429d6d71-3f22-4ae0-b436-8cb3458687a0 None None] Checking router: c6841118-02ed-4a80-b376-2d594f85ad43 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:49:44.658238 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429d6d71-3f22-4ae0-b436-8cb3458687a0 None None] Updating router c6841118-02ed-4a80-b376-2d594f85ad43 port 44e46de4-3555-4802-b9d5-2a3e939b1cee binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:49:44.690626 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-429d6d71-3f22-4ae0-b436-8cb3458687a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (44e46de4-3555-4802-b9d5-2a3e939b1cee), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:44.832210 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118e5f8-00ae-4a8a-be11-665af2a662d8 req-5e3153f4-dd44-4997-93b6-d33d1cbdb44b tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:44.842105 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8118e5f8-00ae-4a8a-be11-665af2a662d8 req-5e3153f4-dd44-4997-93b6-d33d1cbdb44b tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.2094376 Mar 05 04:49:44.905871 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b6ed5774-894f-46a2-a799-3bd0d364906a req-adaa40a0-02aa-4b78-bb44-11a22ae5a4ca tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:44.965071 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:45.031440 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-b6ed5774-894f-46a2-a799-3bd0d364906a req-adaa40a0-02aa-4b78-bb44-11a22ae5a4ca tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Allocated IP 172.25.0.62 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/8494f39c-6ce8-4cdf-85bc-939088f92217) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:49:45.166549 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b6ed5774-894f-46a2-a799-3bd0d364906a req-adaa40a0-02aa-4b78-bb44-11a22ae5a4ca tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Publish callbacks [] for port (8494f39c-6ce8-4cdf-85bc-939088f92217), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:45.184820 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-429d6d71-3f22-4ae0-b436-8cb3458687a0 None None] Publish callbacks [] for port (44e46de4-3555-4802-b9d5-2a3e939b1cee), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:45.198144 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device dbbedf51-57a2-4050-adb7-db730e168c72 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:49:45.214065 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-429d6d71-3f22-4ae0-b436-8cb3458687a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (44e46de4-3555-4802-b9d5-2a3e939b1cee), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:45.216293 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8118e5f8-00ae-4a8a-be11-665af2a662d8 req-77724712-8321-4c96-a2bc-0376db83d2c3 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725014 Mar 05 04:49:45.217416 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b6ed5774-894f-46a2-a799-3bd0d364906a req-adaa40a0-02aa-4b78-bb44-11a22ae5a4ca tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (8494f39c-6ce8-4cdf-85bc-939088f92217), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:45.288217 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ed5774-894f-46a2-a799-3bd0d364906a req-adaa40a0-02aa-4b78-bb44-11a22ae5a4ca tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:49:45.294766 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-b6ed5774-894f-46a2-a799-3bd0d364906a req-adaa40a0-02aa-4b78-bb44-11a22ae5a4ca tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:49:45.303373 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ed5774-894f-46a2-a799-3bd0d364906a req-adaa40a0-02aa-4b78-bb44-11a22ae5a4ca tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:49:45.366394 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa40a0-02aa-4b78-bb44-11a22ae5a4ca tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Pushing event updated for resources: {'Port': ['ID=8494f39c-6ce8-4cdf-85bc-939088f92217,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:45.486429 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6476ae5-8fb1-4745-a5b0-2fbca7b58fc6 req-bcd7b326-0228-4893-a80b-69b685132d0c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:45.488024 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f6476ae5-8fb1-4745-a5b0-2fbca7b58fc6 req-bcd7b326-0228-4893-a80b-69b685132d0c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 946 time: 0.1273308 Mar 05 04:49:45.501526 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b6ed5774-894f-46a2-a799-3bd0d364906a req-adaa40a0-02aa-4b78-bb44-11a22ae5a4ca tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Publish callbacks [] for floatingip (84493b77-bdbc-4dc0-849a-78c9d25b442a), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:45.584535 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b6ed5774-894f-46a2-a799-3bd0d364906a req-adaa40a0-02aa-4b78-bb44-11a22ae5a4ca tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8494f39c-6ce8-4cdf-85bc-939088f92217), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:45.610348 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.resource_extend [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 04:49:45.640852 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f6476ae5-8fb1-4745-a5b0-2fbca7b58fc6 req-5effd981-6416-4f05-89e8-66c814529134 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357269 Mar 05 04:49:45.673594 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a06f31-255f-4626-83ba-35a7ca2c423b None None] Pushing event updated for resources: {'Port': ['ID=44e46de4-3555-4802-b9d5-2a3e939b1cee,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:45.694104 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-429d6d71-3f22-4ae0-b436-8cb3458687a0 None None] Attempting to bind port 44e46de4-3555-4802-b9d5-2a3e939b1cee on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:49:45.694580 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-429d6d71-3f22-4ae0-b436-8cb3458687a0 None None] Attempting to bind port 44e46de4-3555-4802-b9d5-2a3e939b1cee by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '82a60b1b-669f-4f6c-b241-707aaba82337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a9c8636a-9657-480e-9c05-fdf9aa090e95'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:49:45.695024 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429d6d71-3f22-4ae0-b436-8cb3458687a0 None None] Attempting to bind port 44e46de4-3555-4802-b9d5-2a3e939b1cee on network a9c8636a-9657-480e-9c05-fdf9aa090e95 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:49:45.705484 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429d6d71-3f22-4ae0-b436-8cb3458687a0 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:49:45.706018 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429d6d71-3f22-4ae0-b436-8cb3458687a0 None None] Checking segment: {'id': '82a60b1b-669f-4f6c-b241-707aaba82337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a9c8636a-9657-480e-9c05-fdf9aa090e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:49:45.706591 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-429d6d71-3f22-4ae0-b436-8cb3458687a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:45.707130 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429d6d71-3f22-4ae0-b436-8cb3458687a0 None None] Bound using segment: {'id': '82a60b1b-669f-4f6c-b241-707aaba82337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a9c8636a-9657-480e-9c05-fdf9aa090e95'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:49:45.707646 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-429d6d71-3f22-4ae0-b436-8cb3458687a0 None None] Bound port: 44e46de4-3555-4802-b9d5-2a3e939b1cee, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a60b1b-669f-4f6c-b241-707aaba82337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a9c8636a-9657-480e-9c05-fdf9aa090e95'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:49:45.708200 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-429d6d71-3f22-4ae0-b436-8cb3458687a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (44e46de4-3555-4802-b9d5-2a3e939b1cee), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:45.832279 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-429d6d71-3f22-4ae0-b436-8cb3458687a0 None None] For port 44e46de4-3555-4802-b9d5-2a3e939b1cee, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:49:45.836569 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-429d6d71-3f22-4ae0-b436-8cb3458687a0 None None] For port 44e46de4-3555-4802-b9d5-2a3e939b1cee, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=44e46de4-3555-4802-b9d5-2a3e939b1cee,segment=NetworkSegment(82a60b1b-669f-4f6c-b241-707aaba82337),segment_id=82a60b1b-669f-4f6c-b241-707aaba82337)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:49:45.853921 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-429d6d71-3f22-4ae0-b436-8cb3458687a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (44e46de4-3555-4802-b9d5-2a3e939b1cee), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:45.969348 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429d6d71-3f22-4ae0-b436-8cb3458687a0 None None] Routers {'c6841118-02ed-4a80-b376-2d594f85ad43'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:49:45.970077 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-429d6d71-3f22-4ae0-b436-8cb3458687a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:49:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c6841118-02ed-4a80-b376-2d594f85ad43'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:49:45.977086 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port dbbedf51-57a2-4050-adb7-db730e168c72, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=dbbedf51-57a2-4050-adb7-db730e168c72,segment=NetworkSegment(fc9cd270-b4c5-4224-9d43-4b5000b8cbf7),segment_id=fc9cd270-b4c5-4224-9d43-4b5000b8cbf7)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:46.034008 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ecd2b4-e676-4006-8495-c70eb621cffc req-e0f69bba-a82b-45b5-b0b1-6f2ae1ae40db tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:46.035590 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-63ecd2b4-e676-4006-8495-c70eb621cffc req-e0f69bba-a82b-45b5-b0b1-6f2ae1ae40db tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68e48cb-d646-4b1e-9c24-5688e876e437 HTTP/1.1" status: 200 len: 944 time: 0.2035143 Mar 05 04:49:46.071284 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-afca6f2f-7379-4ab5-b98b-864c58bb515c None None] Provisioning complete for port 44e46de4-3555-4802-b9d5-2a3e939b1cee triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:49:46.071825 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-afca6f2f-7379-4ab5-b98b-864c58bb515c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (44e46de4-3555-4802-b9d5-2a3e939b1cee), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:46.079878 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'dbbedf51-57a2-4050-adb7-db730e168c72', 'network_id': '5b71c75c-d354-4532-be17-2ef8beec8e67', 'port_id': 'dbbedf51-57a2-4050-adb7-db730e168c72', 'mac_address': 'fa:16:3e:3c:f8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd9b3e2c-2749-4bd9-b42d-4687dab9651c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:49:46.089881 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a06f31-255f-4626-83ba-35a7ca2c423b None None] Pushing event updated for resources: {'Port': ['ID=44e46de4-3555-4802-b9d5-2a3e939b1cee,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:46.090511 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b6ed5774-894f-46a2-a799-3bd0d364906a req-adaa40a0-02aa-4b78-bb44-11a22ae5a4ca tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Publish callbacks [] for port (8494f39c-6ce8-4cdf-85bc-939088f92217), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:46.103109 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b6ed5774-894f-46a2-a799-3bd0d364906a req-adaa40a0-02aa-4b78-bb44-11a22ae5a4ca tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (8494f39c-6ce8-4cdf-85bc-939088f92217), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:46.212040 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:46.257199 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-63ecd2b4-e676-4006-8495-c70eb621cffc req-9d66da17-21b6-4916-84c4-ff6fe18ac030 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] 10.222.0.11 "GET /v2.0/security-groups?id=569efa50-b9d2-4de7-b590-eb23bc9dda45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114515 Mar 05 04:49:46.257424 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port dbbedf51-57a2-4050-adb7-db730e168c72 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:49:46.257729 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (dbbedf51-57a2-4050-adb7-db730e168c72), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:46.268748 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa40a0-02aa-4b78-bb44-11a22ae5a4ca tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Pushing event updated for resources: {'Port': ['ID=8494f39c-6ce8-4cdf-85bc-939088f92217,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:46.295360 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b6ed5774-894f-46a2-a799-3bd0d364906a req-adaa40a0-02aa-4b78-bb44-11a22ae5a4ca tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (84493b77-bdbc-4dc0-849a-78c9d25b442a), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:46.302471 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbbedf51-57a2-4050-adb7-db730e168c72 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:49:46.325425 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b6ed5774-894f-46a2-a799-3bd0d364906a req-adaa40a0-02aa-4b78-bb44-11a22ae5a4ca tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:46.328006 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b6ed5774-894f-46a2-a799-3bd0d364906a req-adaa40a0-02aa-4b78-bb44-11a22ae5a4ca tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8372383 Mar 05 04:49:46.372212 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-429d6d71-3f22-4ae0-b436-8cb3458687a0 None None] Set router c6841118-02ed-4a80-b376-2d594f85ad43 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:49:46.418594 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port dbbedf51-57a2-4050-adb7-db730e168c72, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=dbbedf51-57a2-4050-adb7-db730e168c72,segment=NetworkSegment(fc9cd270-b4c5-4224-9d43-4b5000b8cbf7),segment_id=fc9cd270-b4c5-4224-9d43-4b5000b8cbf7)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:46.434934 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (dbbedf51-57a2-4050-adb7-db730e168c72), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:46.443336 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-afca6f2f-7379-4ab5-b98b-864c58bb515c None None] Current status of the port 44e46de4-3555-4802-b9d5-2a3e939b1cee is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:49:46.444075 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-afca6f2f-7379-4ab5-b98b-864c58bb515c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (44e46de4-3555-4802-b9d5-2a3e939b1cee), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:46.497295 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b6ed5774-894f-46a2-a799-3bd0d364906a req-3ad2560e-b7e1-4ad8-8589-26b59e3c2d12 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.62 HTTP/1.1" status: 200 len: 695 time: 0.1639943 Mar 05 04:49:46.507615 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-68454074-c330-4d84-8d12-9d560d3bb7af req-3809584b-1f89-4f06-a435-e8fe9d65f25d tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 210 time: 0.1133225 Mar 05 04:49:46.625179 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-afca6f2f-7379-4ab5-b98b-864c58bb515c None None] For port 44e46de4-3555-4802-b9d5-2a3e939b1cee, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=44e46de4-3555-4802-b9d5-2a3e939b1cee,segment=NetworkSegment(82a60b1b-669f-4f6c-b241-707aaba82337),segment_id=82a60b1b-669f-4f6c-b241-707aaba82337)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:46.635836 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=dbbedf51-57a2-4050-adb7-db730e168c72,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:46.641730 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-afca6f2f-7379-4ab5-b98b-864c58bb515c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (44e46de4-3555-4802-b9d5-2a3e939b1cee), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:46.739473 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca6f2f-7379-4ab5-b98b-864c58bb515c None None] Pushing event updated for resources: {'Port': ['ID=44e46de4-3555-4802-b9d5-2a3e939b1cee,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:46.787105 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['dbbedf51-57a2-4050-adb7-db730e168c72'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:49:46.879431 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-ccc286c6-c151-4c97-8ff8-d8f774af42b6 None None] Provisioning complete for port 44e46de4-3555-4802-b9d5-2a3e939b1cee triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:49:46.879966 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ccc286c6-c151-4c97-8ff8-d8f774af42b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (44e46de4-3555-4802-b9d5-2a3e939b1cee), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:46.970517 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-429d6d71-3f22-4ae0-b436-8cb3458687a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6841118-02ed-4a80-b376-2d594f85ad43', 'name': 'tempest-FloatingIPsTestJSON-1596637054-router', 'tenant_id': '01c6eac1a9da4a0d83addfd03f13f6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'dc787d75-78fc-4ab5-a970-26752a7184c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:49:31Z', 'updated_at': '2022-03-05T04:49:40Z', 'revision_number': 4, 'project_id': '01c6eac1a9da4a0d83addfd03f13f6ea', 'gw_port': {'id': 'dc787d75-78fc-4ab5-a970-26752a7184c4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6841118-02ed-4a80-b376-2d594f85ad43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:49:32Z', 'updated_at': '2022-03-05T04:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '44e46de4-3555-4802-b9d5-2a3e939b1cee', 'name': '', 'network_id': 'a9c8636a-9657-480e-9c05-fdf9aa090e95', 'tenant_id': '01c6eac1a9da4a0d83addfd03f13f6ea', 'mac_address': 'fa:16:3e:15:91:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6841118-02ed-4a80-b376-2d594f85ad43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '5e761cd2-01a0-449b-9019-7c6d89e511e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:49:38Z', 'updated_at': '2022-03-05T04:49:45Z', 'revision_number': 4, 'project_id': '01c6eac1a9da4a0d83addfd03f13f6ea', 'subnets': [{'id': '5e761cd2-01a0-449b-9019-7c6d89e511e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:49:47.004957 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429d6d71-3f22-4ae0-b436-8cb3458687a0 None None] The sync data for ids ['c6841118-02ed-4a80-b376-2d594f85ad43'] in n-d-789963-32 is: [{'id': 'c6841118-02ed-4a80-b376-2d594f85ad43', 'name': 'tempest-FloatingIPsTestJSON-1596637054-router', 'tenant_id': '01c6eac1a9da4a0d83addfd03f13f6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'dc787d75-78fc-4ab5-a970-26752a7184c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:49:31Z', 'updated_at': '2022-03-05T04:49:40Z', 'revision_number': 4, 'project_id': '01c6eac1a9da4a0d83addfd03f13f6ea', 'gw_port': {'id': 'dc787d75-78fc-4ab5-a970-26752a7184c4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6841118-02ed-4a80-b376-2d594f85ad43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:49:32Z', 'updated_at': '2022-03-05T04:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '44e46de4-3555-4802-b9d5-2a3e939b1cee', 'name': '', 'network_id': 'a9c8636a-9657-480e-9c05-fdf9aa090e95', 'tenant_id': '01c6eac1a9da4a0d83addfd03f13f6ea', 'mac_address': 'fa:16:3e:15:91:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6841118-02ed-4a80-b376-2d594f85ad43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '5e761cd2-01a0-449b-9019-7c6d89e511e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:49:38Z', 'updated_at': '2022-03-05T04:49:45Z', 'revision_number': 4, 'project_id': '01c6eac1a9da4a0d83addfd03f13f6ea', 'subnets': [{'id': '5e761cd2-01a0-449b-9019-7c6d89e511e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:49:47.089450 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed5774-894f-46a2-a799-3bd0d364906a req-87a7dd18-c4b7-4ba2-82d6-d08e2ad52257 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:47.089450 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b6ed5774-894f-46a2-a799-3bd0d364906a req-87a7dd18-c4b7-4ba2-82d6-d08e2ad52257 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 784 time: 0.5710111 Mar 05 04:49:47.164464 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ccc286c6-c151-4c97-8ff8-d8f774af42b6 None None] Current status of the port 44e46de4-3555-4802-b9d5-2a3e939b1cee is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:49:47.179387 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b411eeb-f5e6-462a-ba6b-7322a98c24c6 req-c8eb4b72-e3dc-4f88-afb0-0d092332a160 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:47.185939 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b411eeb-f5e6-462a-ba6b-7322a98c24c6 req-c8eb4b72-e3dc-4f88-afb0-0d092332a160 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:47.199562 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b411eeb-f5e6-462a-ba6b-7322a98c24c6 req-c8eb4b72-e3dc-4f88-afb0-0d092332a160 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:47.215809 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b411eeb-f5e6-462a-ba6b-7322a98c24c6 req-c8eb4b72-e3dc-4f88-afb0-0d092332a160 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:47.233832 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b411eeb-f5e6-462a-ba6b-7322a98c24c6 req-c8eb4b72-e3dc-4f88-afb0-0d092332a160 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:47.239347 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b411eeb-f5e6-462a-ba6b-7322a98c24c6 req-c8eb4b72-e3dc-4f88-afb0-0d092332a160 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:47.249732 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b411eeb-f5e6-462a-ba6b-7322a98c24c6 req-c8eb4b72-e3dc-4f88-afb0-0d092332a160 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:47.265609 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9b411eeb-f5e6-462a-ba6b-7322a98c24c6 req-c8eb4b72-e3dc-4f88-afb0-0d092332a160 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.2708392 Mar 05 04:49:47.450841 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa6a05-d393-4101-9721-3edc1f108062 req-9c656106-bcd9-4083-8476-4d50fbe0aa09 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:47.458073 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8aa6a05-d393-4101-9721-3edc1f108062 req-9c656106-bcd9-4083-8476-4d50fbe0aa09 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/ports?device_id=91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09 HTTP/1.1" status: 200 len: 946 time: 0.1939058 Mar 05 04:49:47.484369 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9b411eeb-f5e6-462a-ba6b-7322a98c24c6 req-4ff88431-e686-4398-b80d-5414eb5202f7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2220654 Mar 05 04:49:47.534151 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8aa6a05-d393-4101-9721-3edc1f108062 req-7cbec7bb-5968-4751-8401-2fc691027c9e tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups?id=97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748713 Mar 05 04:49:47.761652 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:47.798966 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c4f03-bc5a-4e46-af03-364834e03150 req-7228b8eb-26b7-49a5-94a0-1df198c85f9f tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:47.801191 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7a7c4f03-bc5a-4e46-af03-364834e03150 req-7228b8eb-26b7-49a5-94a0-1df198c85f9f tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 946 time: 0.1705196 Mar 05 04:49:47.849688 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6e15c-3db0-43e2-8dae-0ead244f8998 req-07ae4352-e1a7-4197-b8d7-49675ab93894 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:47.857510 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f4f6e15c-3db0-43e2-8dae-0ead244f8998 req-07ae4352-e1a7-4197-b8d7-49675ab93894 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.2253048 Mar 05 04:49:47.904936 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7a7c4f03-bc5a-4e46-af03-364834e03150 req-73ec9e71-f9f8-47b1-adf6-e9819c43ace9 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881441 Mar 05 04:49:47.965841 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f4f6e15c-3db0-43e2-8dae-0ead244f8998 req-50f4c9fd-b3c4-44fd-949e-16be6150e09b tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073601 Mar 05 04:49:48.020653 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7a1137e3-dcb3-4376-9f45-a36f40d84c9a req-4f6d0ff4-41a5-407d-9762-f2bf00c8a923 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] 10.222.0.11 "GET /v2.0/floatingips/84493b77-bdbc-4dc0-849a-78c9d25b442a HTTP/1.1" status: 200 len: 692 time: 0.0702863 Mar 05 04:49:48.164245 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1137e3-dcb3-4376-9f45-a36f40d84c9a req-46dcf598-63b6-4e12-960d-75be17a509bf tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:48.166867 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7a1137e3-dcb3-4376-9f45-a36f40d84c9a req-46dcf598-63b6-4e12-960d-75be17a509bf tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 784 time: 0.1449828 Mar 05 04:49:48.238311 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46bf2ae-ec91-46fd-a7b6-fe12fb723cd1 req-080fd354-d16c-49f3-9a94-c523bca842b6 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:48.241307 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c46bf2ae-ec91-46fd-a7b6-fe12fb723cd1 req-080fd354-d16c-49f3-9a94-c523bca842b6 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68e48cb-d646-4b1e-9c24-5688e876e437 HTTP/1.1" status: 200 len: 945 time: 0.0725408 Mar 05 04:49:48.336835 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-489a2c17-b9f1-4902-b124-b8d5d5ce8328 req-8d9a1910-54b1-4051-a1db-bcd8c503267d tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 210 time: 0.0528209 Mar 05 04:49:48.380465 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c46bf2ae-ec91-46fd-a7b6-fe12fb723cd1 req-2bd5cfdb-959a-485f-b165-198dd24cc7e1 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] 10.222.0.11 "GET /v2.0/security-groups?id=569efa50-b9d2-4de7-b590-eb23bc9dda45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283562 Mar 05 04:49:48.593967 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a153e23-a54f-4763-be11-9227ffca5b8c req-38880789-39ab-4fc0-ac2f-2909fb765c9f tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] 10.222.0.11 "GET /v2.0/floatingips?tenant_id=01c6eac1a9da4a0d83addfd03f13f6ea HTTP/1.1" status: 200 len: 695 time: 0.1161532 Mar 05 04:49:48.597261 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e05ab214-6998-4862-a010-8b104a7ce950 req-18d4bf46-1f57-449a-a84f-aae1ee9340a0 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1879741396&fields=id&tenant_id=f4d6c0f5613840f688af76ae3d834317 HTTP/1.1" status: 200 len: 267 time: 0.1690516 Mar 05 04:49:48.758773 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 44e46de4-3555-4802-b9d5-2a3e939b1cee up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:49:48.775578 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a153e23-a54f-4763-be11-9227ffca5b8c req-cae3fd05-5f4a-4e5a-8510-191ce85e67d8 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:48.783744 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a153e23-a54f-4763-be11-9227ffca5b8c req-cae3fd05-5f4a-4e5a-8510-191ce85e67d8 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] 10.222.0.11 "GET /v2.0/networks?id=ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 787 time: 0.1665463 Mar 05 04:49:48.791250 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-5a153e23-a54f-4763-be11-9227ffca5b8c req-f1c0f0e1-3cfe-488e-b023-070f64b98de4 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:49:48.809485 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a153e23-a54f-4763-be11-9227ffca5b8c req-f1c0f0e1-3cfe-488e-b023-070f64b98de4 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0244617 Mar 05 04:49:48.878841 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ab214-6998-4862-a010-8b104a7ce950 req-ab878143-bcae-4f0b-8818-5cfdc4fbe699 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:48.883206 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 44e46de4-3555-4802-b9d5-2a3e939b1cee triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:49:48.883768 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (44e46de4-3555-4802-b9d5-2a3e939b1cee), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:48.893460 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e05ab214-6998-4862-a010-8b104a7ce950 req-ab878143-bcae-4f0b-8818-5cfdc4fbe699 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/ports?device_id=91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09 HTTP/1.1" status: 200 len: 946 time: 0.2780092 Mar 05 04:49:48.906998 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-e05ab214-6998-4862-a010-8b104a7ce950 req-d81ff42d-066d-475c-8905-149a155e7ffc tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Request body: {'port': {'security_groups': ['97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44', 'a09dccd0-662d-49ea-a532-0db266e53a2a']}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:49:49.114674 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59ef59-66fc-4fc8-85fa-fef415e6cd4c req-f2caf72d-a1fd-4377-89a1-7bc6944d5f41 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:49.120284 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59ef59-66fc-4fc8-85fa-fef415e6cd4c req-f2caf72d-a1fd-4377-89a1-7bc6944d5f41 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:49.126414 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59ef59-66fc-4fc8-85fa-fef415e6cd4c req-f2caf72d-a1fd-4377-89a1-7bc6944d5f41 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:49.132377 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59ef59-66fc-4fc8-85fa-fef415e6cd4c req-f2caf72d-a1fd-4377-89a1-7bc6944d5f41 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:49.138904 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59ef59-66fc-4fc8-85fa-fef415e6cd4c req-f2caf72d-a1fd-4377-89a1-7bc6944d5f41 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:49.144762 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59ef59-66fc-4fc8-85fa-fef415e6cd4c req-f2caf72d-a1fd-4377-89a1-7bc6944d5f41 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:49.150811 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59ef59-66fc-4fc8-85fa-fef415e6cd4c req-f2caf72d-a1fd-4377-89a1-7bc6944d5f41 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:49.158926 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ef59ef59-66fc-4fc8-85fa-fef415e6cd4c req-f2caf72d-a1fd-4377-89a1-7bc6944d5f41 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.2441146 Mar 05 04:49:49.160786 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e05ab214-6998-4862-a010-8b104a7ce950 req-d81ff42d-066d-475c-8905-149a155e7ffc tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b6563490-2b18-45f4-bb7c-a844f10d1174), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:49.273720 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device dbbedf51-57a2-4050-adb7-db730e168c72 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:49:49.282032 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ef59ef59-66fc-4fc8-85fa-fef415e6cd4c req-db08a211-a792-4659-a676-399eabb69f64 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1220844 Mar 05 04:49:49.363651 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 44e46de4-3555-4802-b9d5-2a3e939b1cee is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:49:49.375114 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port dbbedf51-57a2-4050-adb7-db730e168c72 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:49:49.384034 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port dbbedf51-57a2-4050-adb7-db730e168c72 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:49:49.385496 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (dbbedf51-57a2-4050-adb7-db730e168c72), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:49.395891 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5cf4b4bc-9117-4e05-b40f-d71dcdcc86e5 req-7af535a9-32cc-42cd-8cf8-7654d36aec3f tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] 10.222.0.11 "GET /v2.0/floatingips/84493b77-bdbc-4dc0-849a-78c9d25b442a HTTP/1.1" status: 200 len: 692 time: 0.0714695 Mar 05 04:49:49.505537 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port dbbedf51-57a2-4050-adb7-db730e168c72 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:49:49.506633 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (dbbedf51-57a2-4050-adb7-db730e168c72), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:49.549105 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68e48cb-d646-4b1e-9c24-5688e876e437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbbedf51-57a2-4050-adb7-db730e168c72'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:49:49.552187 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cbe762-2ea1-4341-9b6c-483536bc1791" -d '{"events": [{"server_uuid": "b68e48cb-d646-4b1e-9c24-5688e876e437", "name": "network-vif-plugged", "status": "completed", "tag": "dbbedf51-57a2-4050-adb7-db730e168c72"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:49:49.558365 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port dbbedf51-57a2-4050-adb7-db730e168c72, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=dbbedf51-57a2-4050-adb7-db730e168c72,segment=NetworkSegment(fc9cd270-b4c5-4224-9d43-4b5000b8cbf7),segment_id=fc9cd270-b4c5-4224-9d43-4b5000b8cbf7)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:49.568280 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (dbbedf51-57a2-4050-adb7-db730e168c72), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:49.611311 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4b4bc-9117-4e05-b40f-d71dcdcc86e5 req-f92b6723-7ee4-4869-9149-dcbc2dc3091d tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:49.618424 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5cf4b4bc-9117-4e05-b40f-d71dcdcc86e5 req-f92b6723-7ee4-4869-9149-dcbc2dc3091d tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 784 time: 0.2214260 Mar 05 04:49:49.644298 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=dbbedf51-57a2-4050-adb7-db730e168c72,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:49.675932 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5cf4b4bc-9117-4e05-b40f-d71dcdcc86e5 req-419b34a2-db6c-4a47-9f36-e6002334e18f tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.62 HTTP/1.1" status: 200 len: 695 time: 0.0567462 Mar 05 04:49:49.690332 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-e05ab214-6998-4862-a010-8b104a7ce950 req-d81ff42d-066d-475c-8905-149a155e7ffc tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] For port b6563490-2b18-45f4-bb7c-a844f10d1174, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=b6563490-2b18-45f4-bb7c-a844f10d1174,segment=NetworkSegment(d1802648-fc75-48b4-9acc-c2efc8477f0e),segment_id=d1802648-fc75-48b4-9acc-c2efc8477f0e)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:49.767714 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5cf4b4bc-9117-4e05-b40f-d71dcdcc86e5 req-e4696334-8240-4b21-b215-3ad11b272cd0 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.62 HTTP/1.1" status: 200 len: 695 time: 0.0796747 Mar 05 04:49:49.791017 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e05ab214-6998-4862-a010-8b104a7ce950 req-d81ff42d-066d-475c-8905-149a155e7ffc tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for port (b6563490-2b18-45f4-bb7c-a844f10d1174), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:49.842935 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e05ab214-6998-4862-a010-8b104a7ce950 req-d81ff42d-066d-475c-8905-149a155e7ffc tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (b6563490-2b18-45f4-bb7c-a844f10d1174), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:49.857542 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['b6563490-2b18-45f4-bb7c-a844f10d1174'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:49:49.992979 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ff42d-066d-475c-8905-149a155e7ffc tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Pushing event updated for resources: {'Port': ['ID=b6563490-2b18-45f4-bb7c-a844f10d1174,revision_number=6']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:50.006621 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ab214-6998-4862-a010-8b104a7ce950 req-d81ff42d-066d-475c-8905-149a155e7ffc tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:50.006621 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e05ab214-6998-4862-a010-8b104a7ce950 req-d81ff42d-066d-475c-8905-149a155e7ffc tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:50.009634 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e05ab214-6998-4862-a010-8b104a7ce950 req-d81ff42d-066d-475c-8905-149a155e7ffc tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "PUT /v2.0/ports/b6563490-2b18-45f4-bb7c-a844f10d1174 HTTP/1.1" status: 200 len: 982 time: 1.1114206 Mar 05 04:49:50.009793 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09', 'tag': 'b6563490-2b18-45f4-bb7c-a844f10d1174'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:49:50.012145 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8b3822-ac70-4f60-bfe3-a456ef1952a3" -d '{"events": [{"name": "network-changed", "server_uuid": "91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09", "tag": "b6563490-2b18-45f4-bb7c-a844f10d1174"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:49:50.066100 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-5cf4b4bc-9117-4e05-b40f-d71dcdcc86e5 req-cb4e5dd5-7971-404b-a56e-6b697fa7de53 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Deleting port 8494f39c-6ce8-4cdf-85bc-939088f92217 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:49:50.066100 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5cf4b4bc-9117-4e05-b40f-d71dcdcc86e5 req-cb4e5dd5-7971-404b-a56e-6b697fa7de53 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (8494f39c-6ce8-4cdf-85bc-939088f92217), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:50.127666 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['b6563490-2b18-45f4-bb7c-a844f10d1174'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:49:50.207117 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5cf4b4bc-9117-4e05-b40f-d71dcdcc86e5 req-cb4e5dd5-7971-404b-a56e-6b697fa7de53 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (8494f39c-6ce8-4cdf-85bc-939088f92217), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:50.207474 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5cf4b4bc-9117-4e05-b40f-d71dcdcc86e5 req-cb4e5dd5-7971-404b-a56e-6b697fa7de53 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Publish callbacks [] for floatingip (8494f39c-6ce8-4cdf-85bc-939088f92217), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:50.228094 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-5cf4b4bc-9117-4e05-b40f-d71dcdcc86e5 req-cb4e5dd5-7971-404b-a56e-6b697fa7de53 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Calling delete_port for 8494f39c-6ce8-4cdf-85bc-939088f92217 owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:49:50.380497 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176f837-2039-42b7-8284-d41fec72c540 req-fd8a8937-83e8-487c-9385-58e614fde32a tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:50.388130 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3176f837-2039-42b7-8284-d41fec72c540 req-fd8a8937-83e8-487c-9385-58e614fde32a tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 946 time: 0.2955742 Mar 05 04:49:50.392441 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5cf4b4bc-9117-4e05-b40f-d71dcdcc86e5 req-cb4e5dd5-7971-404b-a56e-6b697fa7de53 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (8494f39c-6ce8-4cdf-85bc-939088f92217), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:50.431381 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e5dd5-7971-404b-a56e-6b697fa7de53 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Pushing event deleted for resources: {'Port': ['ID=8494f39c-6ce8-4cdf-85bc-939088f92217,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:50.522246 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5cf4b4bc-9117-4e05-b40f-d71dcdcc86e5 req-cb4e5dd5-7971-404b-a56e-6b697fa7de53 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Publish callbacks [] for floatingip (84493b77-bdbc-4dc0-849a-78c9d25b442a), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:50.526015 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5cf4b4bc-9117-4e05-b40f-d71dcdcc86e5 req-cb4e5dd5-7971-404b-a56e-6b697fa7de53 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:50.542406 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5cf4b4bc-9117-4e05-b40f-d71dcdcc86e5 req-cb4e5dd5-7971-404b-a56e-6b697fa7de53 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] 10.222.0.11 "DELETE /v2.0/floatingips/84493b77-bdbc-4dc0-849a-78c9d25b442a HTTP/1.1" status: 204 len: 173 time: 0.7667851 Mar 05 04:49:50.591948 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3176f837-2039-42b7-8284-d41fec72c540 req-2d89067f-d361-4c63-97e9-f4f41fc5d050 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003264 Mar 05 04:49:50.694220 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-253dc20e-1fb8-44ab-a6fa-626a3bb457d6 req-1ffa6796-b95a-44da-ac4a-5d53abba4e07 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 210 time: 0.0327013 Mar 05 04:49:50.709427 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 3a56743a-d04a-4293-8fb5-de9cb6a24a3f no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:49:50.817634 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710650cc-5824-4300-98de-d8aecd366a30 req-47164b3c-9a17-4a71-abef-60f1af0cff76 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:50.819653 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-710650cc-5824-4300-98de-d8aecd366a30 req-47164b3c-9a17-4a71-abef-60f1af0cff76 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.1244917 Mar 05 04:49:50.880899 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f is: DOWN; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:49:50.928030 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-710650cc-5824-4300-98de-d8aecd366a30 req-16ba59ab-d94a-404e-9e5e-89e9a8100d91 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947630 Mar 05 04:49:50.981089 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51ae25-03a0-4f91-8ea5-fa970628f9e9 req-d202769b-415f-4a8f-93e5-016c95c1d616 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:50.982806 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0d51ae25-03a0-4f91-8ea5-fa970628f9e9 req-d202769b-415f-4a8f-93e5-016c95c1d616 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68e48cb-d646-4b1e-9c24-5688e876e437 HTTP/1.1" status: 200 len: 946 time: 0.1380103 Mar 05 04:49:50.987121 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be38933a-372a-40f2-b7d5-d3d037230691 x-openstack-request-id: req-be38933a-372a-40f2-b7d5-d3d037230691 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:49:50.987434 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68e48cb-d646-4b1e-9c24-5688e876e437", "name": "network-vif-plugged", "status": "completed", "tag": "dbbedf51-57a2-4050-adb7-db730e168c72", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:49:50.987700 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-be38933a-372a-40f2-b7d5-d3d037230691 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:49:50.988112 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68e48cb-d646-4b1e-9c24-5688e876e437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbbedf51-57a2-4050-adb7-db730e168c72', 'code': 200} Mar 05 04:49:51.036035 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457efbb8-e88c-4eb6-9f4b-c8c0dce7e2eb x-openstack-request-id: req-457efbb8-e88c-4eb6-9f4b-c8c0dce7e2eb {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:49:51.036202 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09", "tag": "b6563490-2b18-45f4-bb7c-a844f10d1174", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:49:51.036364 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-457efbb8-e88c-4eb6-9f4b-c8c0dce7e2eb {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:49:51.036840 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09', 'tag': 'b6563490-2b18-45f4-bb7c-a844f10d1174', 'status': 'completed', 'code': 200} Mar 05 04:49:51.119464 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0d51ae25-03a0-4f91-8ea5-fa970628f9e9 req-78dda677-b0cd-4715-a0a5-08530abde387 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] 10.222.0.11 "GET /v2.0/security-groups?id=569efa50-b9d2-4de7-b590-eb23bc9dda45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246099 Mar 05 04:49:51.141182 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b3822-ac70-4f60-bfe3-a456ef1952a3 req-c8071d84-a9b1-4401-9082-e47b8b0e7b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:51.143333 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b8b3822-ac70-4f60-bfe3-a456ef1952a3 req-c8071d84-a9b1-4401-9082-e47b8b0e7b89 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f4d6c0f5613840f688af76ae3d834317&device_id=91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09 HTTP/1.1" status: 200 len: 1168 time: 0.0856431 Mar 05 04:49:51.232406 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d6070-0c1d-4895-95c8-c0f432ed2969 req-f51f8b14-8959-46d3-aeed-65d372876bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:51.232406 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-951d6070-0c1d-4895-95c8-c0f432ed2969 req-f51f8b14-8959-46d3-aeed-65d372876bb9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b68e48cb-d646-4b1e-9c24-5688e876e437 HTTP/1.1" status: 200 len: 1129 time: 0.1552067 Mar 05 04:49:51.269791 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-741ac976-0339-4d1d-a250-f98625631f74 req-e32b4859-2bf0-472e-9fe3-d9c8857e8a77 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1828176874&fields=id&tenant_id=f4d6c0f5613840f688af76ae3d834317 HTTP/1.1" status: 200 len: 267 time: 0.1365194 Mar 05 04:49:51.283199 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b3822-ac70-4f60-bfe3-a456ef1952a3 req-7f665096-4062-4f64-a6bc-687f7d02e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:51.285145 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b8b3822-ac70-4f60-bfe3-a456ef1952a3 req-7f665096-4062-4f64-a6bc-687f7d02e38a service neutron] 10.222.0.30 "GET /v2.0/networks?id=985421ce-deca-4c5d-b48d-6cf1bc83f97e HTTP/1.1" status: 200 len: 912 time: 0.1319997 Mar 05 04:49:51.353604 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-951d6070-0c1d-4895-95c8-c0f432ed2969 req-f0391c2a-86e5-4a67-9092-b2e6207d5517 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=569efa50-b9d2-4de7-b590-eb23bc9dda45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028087 Mar 05 04:49:51.371669 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b8b3822-ac70-4f60-bfe3-a456ef1952a3 req-4c6af900-955f-4c94-b19e-633ba83a0113 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6563490-2b18-45f4-bb7c-a844f10d1174 HTTP/1.1" status: 200 len: 217 time: 0.0736248 Mar 05 04:49:51.383164 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e7366-df64-4ead-9f3e-9996ead848ac req-7c19531f-21a3-481f-abb4-fa27e309cf5b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:51.389514 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e7366-df64-4ead-9f3e-9996ead848ac req-7c19531f-21a3-481f-abb4-fa27e309cf5b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:51.394775 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e7366-df64-4ead-9f3e-9996ead848ac req-7c19531f-21a3-481f-abb4-fa27e309cf5b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:51.401955 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e7366-df64-4ead-9f3e-9996ead848ac req-7c19531f-21a3-481f-abb4-fa27e309cf5b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:51.418710 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e7366-df64-4ead-9f3e-9996ead848ac req-7c19531f-21a3-481f-abb4-fa27e309cf5b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:51.427871 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e7366-df64-4ead-9f3e-9996ead848ac req-7c19531f-21a3-481f-abb4-fa27e309cf5b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:51.433914 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e7366-df64-4ead-9f3e-9996ead848ac req-7c19531f-21a3-481f-abb4-fa27e309cf5b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:51.442212 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad6e7366-df64-4ead-9f3e-9996ead848ac req-7c19531f-21a3-481f-abb4-fa27e309cf5b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.2356589 Mar 05 04:49:51.471435 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ac976-0339-4d1d-a250-f98625631f74 req-5bcb8403-f53d-4c8a-9748-d0e6a97e0d22 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:51.479393 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-741ac976-0339-4d1d-a250-f98625631f74 req-5bcb8403-f53d-4c8a-9748-d0e6a97e0d22 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/ports?device_id=91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09 HTTP/1.1" status: 200 len: 985 time: 0.2089341 Mar 05 04:49:51.487297 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-741ac976-0339-4d1d-a250-f98625631f74 req-df9c0b69-46d6-4061-9283-f430f773a4b7 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Request body: {'port': {'security_groups': ['97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44', 'a09dccd0-662d-49ea-a532-0db266e53a2a', '2e30209c-ea86-4f25-a512-a667d4773eca']}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:49:51.601616 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad6e7366-df64-4ead-9f3e-9996ead848ac req-25c8c58b-ccdf-4fd4-a741-17a8fba34b67 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1584911 Mar 05 04:49:51.612853 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-741ac976-0339-4d1d-a250-f98625631f74 req-df9c0b69-46d6-4061-9283-f430f773a4b7 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b6563490-2b18-45f4-bb7c-a844f10d1174), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:51.658373 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b3822-ac70-4f60-bfe3-a456ef1952a3 req-6c4b73a0-c490-409c-a1c2-7de513f7a9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:51.659923 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b8b3822-ac70-4f60-bfe3-a456ef1952a3 req-6c4b73a0-c490-409c-a1c2-7de513f7a9a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4e8e628-a5e1-41d2-92c2-b934c83a7c37 HTTP/1.1" status: 200 len: 852 time: 0.0966854 Mar 05 04:49:51.714724 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b8b3822-ac70-4f60-bfe3-a456ef1952a3 req-6fde46d6-e624-4761-8ac2-8bd974fea0e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=985421ce-deca-4c5d-b48d-6cf1bc83f97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469387 Mar 05 04:49:51.822750 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-175b1143-2080-47b8-a4ee-589c67a1b6d2 req-c9783b45-073d-406b-aff1-2ee97268ad03 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1605268 Mar 05 04:49:51.834583 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-175b1143-2080-47b8-a4ee-589c67a1b6d2 req-6ad8f9e8-9a04-488c-a91e-63f69c14598d tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:49:51.904680 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b8b3822-ac70-4f60-bfe3-a456ef1952a3 req-937ed9c0-9e71-46ed-8fbe-41c44c64e17f service neutron] 10.222.0.30 "GET /v2.0/networks/985421ce-deca-4c5d-b48d-6cf1bc83f97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806052 Mar 05 04:49:51.940898 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-175b1143-2080-47b8-a4ee-589c67a1b6d2 req-6ad8f9e8-9a04-488c-a91e-63f69c14598d tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:51.998728 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-741ac976-0339-4d1d-a250-f98625631f74 req-df9c0b69-46d6-4061-9283-f430f773a4b7 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] For port b6563490-2b18-45f4-bb7c-a844f10d1174, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=b6563490-2b18-45f4-bb7c-a844f10d1174,segment=NetworkSegment(d1802648-fc75-48b4-9acc-c2efc8477f0e),segment_id=d1802648-fc75-48b4-9acc-c2efc8477f0e)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:52.042035 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b8b3822-ac70-4f60-bfe3-a456ef1952a3 req-ed50aa0c-8a0d-471d-87de-a8556531efd8 service neutron] 10.222.0.30 "GET /v2.0/networks/985421ce-deca-4c5d-b48d-6cf1bc83f97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271777 Mar 05 04:49:52.066729 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-741ac976-0339-4d1d-a250-f98625631f74 req-df9c0b69-46d6-4061-9283-f430f773a4b7 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for port (b6563490-2b18-45f4-bb7c-a844f10d1174), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:52.077893 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-741ac976-0339-4d1d-a250-f98625631f74 req-df9c0b69-46d6-4061-9283-f430f773a4b7 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (b6563490-2b18-45f4-bb7c-a844f10d1174), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:52.099034 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['b6563490-2b18-45f4-bb7c-a844f10d1174'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:49:52.142741 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ac976-0339-4d1d-a250-f98625631f74 req-df9c0b69-46d6-4061-9283-f430f773a4b7 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:52.143409 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-741ac976-0339-4d1d-a250-f98625631f74 req-df9c0b69-46d6-4061-9283-f430f773a4b7 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:52.148918 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-741ac976-0339-4d1d-a250-f98625631f74 req-df9c0b69-46d6-4061-9283-f430f773a4b7 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "PUT /v2.0/ports/b6563490-2b18-45f4-bb7c-a844f10d1174 HTTP/1.1" status: 200 len: 1021 time: 0.6684747 Mar 05 04:49:52.180724 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-175b1143-2080-47b8-a4ee-589c67a1b6d2 req-6ad8f9e8-9a04-488c-a91e-63f69c14598d tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:52.219333 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c0b69-46d6-4061-9283-f430f773a4b7 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Pushing event updated for resources: {'Port': ['ID=b6563490-2b18-45f4-bb7c-a844f10d1174,revision_number=7']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:52.310545 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['b6563490-2b18-45f4-bb7c-a844f10d1174'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:49:52.352394 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baaf193-9eab-4aef-b81d-0212c547048e req-1af67a42-7049-422a-9ddc-0e71c101bfaa tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:52.363550 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3baaf193-9eab-4aef-b81d-0212c547048e req-1af67a42-7049-422a-9ddc-0e71c101bfaa tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 946 time: 0.1209052 Mar 05 04:49:52.416573 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-175b1143-2080-47b8-a4ee-589c67a1b6d2 req-6ad8f9e8-9a04-488c-a91e-63f69c14598d tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Allocated IP 172.25.0.185 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/0bf715ba-5556-4e4b-93ff-58ecd0a9e225) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:49:52.437609 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3baaf193-9eab-4aef-b81d-0212c547048e req-0342b382-a4ed-4b9e-b4da-558e7a0d3e15 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731754 Mar 05 04:49:52.596309 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ed9d5d2f-7d47-4f2b-8a65-e22052fa9d3a req-59520e0c-6fcb-4745-974d-5d4b93b02a09 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 210 time: 0.0467546 Mar 05 04:49:52.654030 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-175b1143-2080-47b8-a4ee-589c67a1b6d2 req-6ad8f9e8-9a04-488c-a91e-63f69c14598d tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Publish callbacks [] for port (0bf715ba-5556-4e4b-93ff-58ecd0a9e225), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:52.749024 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-175b1143-2080-47b8-a4ee-589c67a1b6d2 req-6ad8f9e8-9a04-488c-a91e-63f69c14598d tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (0bf715ba-5556-4e4b-93ff-58ecd0a9e225), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:52.814553 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8f9e8-9a04-488c-a91e-63f69c14598d tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Pushing event updated for resources: {'Port': ['ID=0bf715ba-5556-4e4b-93ff-58ecd0a9e225,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:52.838443 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-175b1143-2080-47b8-a4ee-589c67a1b6d2 req-6ad8f9e8-9a04-488c-a91e-63f69c14598d tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:49:52.842867 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-175b1143-2080-47b8-a4ee-589c67a1b6d2 req-6ad8f9e8-9a04-488c-a91e-63f69c14598d tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:49:52.845673 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-175b1143-2080-47b8-a4ee-589c67a1b6d2 req-6ad8f9e8-9a04-488c-a91e-63f69c14598d tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:49:52.856894 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709a325-c653-4c17-96a0-22990f2da4d4 req-8dfd3883-c006-4285-ac11-4c90d9645c03 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:52.858669 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2709a325-c653-4c17-96a0-22990f2da4d4 req-8dfd3883-c006-4285-ac11-4c90d9645c03 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.1509113 Mar 05 04:49:52.945787 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2709a325-c653-4c17-96a0-22990f2da4d4 req-85382e98-d22a-451b-8cec-85fa421bad5a tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646985 Mar 05 04:49:53.006156 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-175b1143-2080-47b8-a4ee-589c67a1b6d2 req-6ad8f9e8-9a04-488c-a91e-63f69c14598d tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Publish callbacks [] for floatingip (0f438dcf-7bd1-41a2-8803-915235ca34ab), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:53.041453 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09', 'tag': 'b6563490-2b18-45f4-bb7c-a844f10d1174'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:49:53.044830 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c037f2-20f3-4800-bed5-76db527f3f36" -d '{"events": [{"name": "network-changed", "server_uuid": "91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09", "tag": "b6563490-2b18-45f4-bb7c-a844f10d1174"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:49:53.072635 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-175b1143-2080-47b8-a4ee-589c67a1b6d2 req-6ad8f9e8-9a04-488c-a91e-63f69c14598d tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0bf715ba-5556-4e4b-93ff-58ecd0a9e225), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:53.205333 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721efb9-d8aa-4b16-8c9f-15b8eb9c07a6 req-e2944ea6-37b0-4c0e-bd1c-ebcb02329b22 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:53.207007 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2721efb9-d8aa-4b16-8c9f-15b8eb9c07a6 req-e2944ea6-37b0-4c0e-bd1c-ebcb02329b22 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68e48cb-d646-4b1e-9c24-5688e876e437 HTTP/1.1" status: 200 len: 946 time: 0.1444268 Mar 05 04:49:53.288768 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2721efb9-d8aa-4b16-8c9f-15b8eb9c07a6 req-6abce665-702e-4dd4-ad53-975740574cc6 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] 10.222.0.11 "GET /v2.0/security-groups?id=569efa50-b9d2-4de7-b590-eb23bc9dda45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718594 Mar 05 04:49:53.331538 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-175b1143-2080-47b8-a4ee-589c67a1b6d2 req-6ad8f9e8-9a04-488c-a91e-63f69c14598d tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Publish callbacks [] for port (0bf715ba-5556-4e4b-93ff-58ecd0a9e225), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:53.340875 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-175b1143-2080-47b8-a4ee-589c67a1b6d2 req-6ad8f9e8-9a04-488c-a91e-63f69c14598d tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (0bf715ba-5556-4e4b-93ff-58ecd0a9e225), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:53.395649 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8f9e8-9a04-488c-a91e-63f69c14598d tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Pushing event updated for resources: {'Port': ['ID=0bf715ba-5556-4e4b-93ff-58ecd0a9e225,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:53.741140 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-175b1143-2080-47b8-a4ee-589c67a1b6d2 req-6ad8f9e8-9a04-488c-a91e-63f69c14598d tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (0f438dcf-7bd1-41a2-8803-915235ca34ab), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:53.751166 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e2181-a17a-4ed5-b1fe-93e1719d8e83 req-378270d3-5837-43b4-bccb-bb3dd975b533 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:53.757931 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c66e2181-a17a-4ed5-b1fe-93e1719d8e83 req-378270d3-5837-43b4-bccb-bb3dd975b533 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/ports?device_id=91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09 HTTP/1.1" status: 200 len: 1024 time: 0.3728993 Mar 05 04:49:53.795239 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-175b1143-2080-47b8-a4ee-589c67a1b6d2 req-6ad8f9e8-9a04-488c-a91e-63f69c14598d tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:53.796454 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-175b1143-2080-47b8-a4ee-589c67a1b6d2 req-6ad8f9e8-9a04-488c-a91e-63f69c14598d tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9674950 Mar 05 04:49:53.866503 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-175b1143-2080-47b8-a4ee-589c67a1b6d2 req-7ec1b951-89d2-4f20-b38b-0e62422cfa83 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.185 HTTP/1.1" status: 200 len: 696 time: 0.0599093 Mar 05 04:49:53.887187 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c66e2181-a17a-4ed5-b1fe-93e1719d8e83 req-9f2df604-b2a2-43a5-9f9d-af4ec50b6cac tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups?id=a09dccd0-662d-49ea-a532-0db266e53a2a&id=97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44&id=2e30209c-ea86-4f25-a512-a667d4773eca HTTP/1.1" status: 200 len: 6200 time: 0.1283765 Mar 05 04:49:54.084573 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b1143-2080-47b8-a4ee-589c67a1b6d2 req-5c6ab615-20c3-433b-8d3e-17658f3f84a4 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:54.099958 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-175b1143-2080-47b8-a4ee-589c67a1b6d2 req-5c6ab615-20c3-433b-8d3e-17658f3f84a4 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 784 time: 0.2237976 Mar 05 04:49:54.142699 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de7e6a-db5d-470f-a174-1049c4013e68 req-912efc39-aef4-4bdc-b6ba-f81af001bcbd tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:54.148602 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de7e6a-db5d-470f-a174-1049c4013e68 req-912efc39-aef4-4bdc-b6ba-f81af001bcbd tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:54.154671 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de7e6a-db5d-470f-a174-1049c4013e68 req-912efc39-aef4-4bdc-b6ba-f81af001bcbd tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:54.160311 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de7e6a-db5d-470f-a174-1049c4013e68 req-912efc39-aef4-4bdc-b6ba-f81af001bcbd tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:54.166025 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de7e6a-db5d-470f-a174-1049c4013e68 req-912efc39-aef4-4bdc-b6ba-f81af001bcbd tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:54.171562 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de7e6a-db5d-470f-a174-1049c4013e68 req-912efc39-aef4-4bdc-b6ba-f81af001bcbd tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:54.176900 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de7e6a-db5d-470f-a174-1049c4013e68 req-912efc39-aef4-4bdc-b6ba-f81af001bcbd tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:54.187001 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64de7e6a-db5d-470f-a174-1049c4013e68 req-912efc39-aef4-4bdc-b6ba-f81af001bcbd tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.1961739 Mar 05 04:49:54.207109 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54f6d5f-9732-4e2e-b882-14d0297ce1ac x-openstack-request-id: req-d54f6d5f-9732-4e2e-b882-14d0297ce1ac {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:49:54.207402 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09", "tag": "b6563490-2b18-45f4-bb7c-a844f10d1174", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:49:54.207670 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d54f6d5f-9732-4e2e-b882-14d0297ce1ac {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:49:54.208079 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09', 'tag': 'b6563490-2b18-45f4-bb7c-a844f10d1174', 'status': 'completed', 'code': 200} Mar 05 04:49:54.263409 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64de7e6a-db5d-470f-a174-1049c4013e68 req-420dfa31-8e26-4003-9a43-40083be4614d tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749762 Mar 05 04:49:54.391028 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c037f2-20f3-4800-bed5-76db527f3f36 req-669cee15-a6c7-4685-b605-0b9706758711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:54.392713 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b4c037f2-20f3-4800-bed5-76db527f3f36 req-669cee15-a6c7-4685-b605-0b9706758711 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f4d6c0f5613840f688af76ae3d834317&device_id=91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09 HTTP/1.1" status: 200 len: 1208 time: 0.0901122 Mar 05 04:49:54.414833 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a1ad94ff-fc9d-4ae3-a259-7aa5502872eb req-9a1800fa-ca11-4c7d-b1a1-893f90d61465 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 210 time: 0.0432096 Mar 05 04:49:54.448132 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-85a6f9dd-4413-4949-a657-e3a2c8eac146 req-b2e93b11-db57-4cac-95ae-d5848bc952e5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1800225214 ', 'description': 'tempest-description-1326730582'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:49:54.471252 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfc420-4184-4131-a656-fcd673f038ae req-62f0e98f-8828-495b-97ed-ced5219366a5 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:54.473445 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-24dfc420-4184-4131-a656-fcd673f038ae req-62f0e98f-8828-495b-97ed-ced5219366a5 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 946 time: 0.1482062 Mar 05 04:49:54.500137 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-85a6f9dd-4413-4949-a657-e3a2c8eac146 req-b2e93b11-db57-4cac-95ae-d5848bc952e5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:54.544193 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c037f2-20f3-4800-bed5-76db527f3f36 req-2f64cdff-927f-490b-bc84-0c61beea3ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:54.546726 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b4c037f2-20f3-4800-bed5-76db527f3f36 req-2f64cdff-927f-490b-bc84-0c61beea3ee5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=985421ce-deca-4c5d-b48d-6cf1bc83f97e HTTP/1.1" status: 200 len: 912 time: 0.1396680 Mar 05 04:49:54.572229 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-24dfc420-4184-4131-a656-fcd673f038ae req-ae799699-bbb5-4407-8aa8-e540937197c1 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852737 Mar 05 04:49:54.615139 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b4c037f2-20f3-4800-bed5-76db527f3f36 req-08d2446f-176b-4ff6-ae62-8859aafdca0d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6563490-2b18-45f4-bb7c-a844f10d1174 HTTP/1.1" status: 200 len: 217 time: 0.0604377 Mar 05 04:49:54.684282 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c037f2-20f3-4800-bed5-76db527f3f36 req-db8895b9-a785-4bdb-8e81-f4e3b33652c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:54.686267 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b4c037f2-20f3-4800-bed5-76db527f3f36 req-db8895b9-a785-4bdb-8e81-f4e3b33652c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4e8e628-a5e1-41d2-92c2-b934c83a7c37 HTTP/1.1" status: 200 len: 852 time: 0.0624220 Mar 05 04:49:54.713397 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-85a6f9dd-4413-4949-a657-e3a2c8eac146 req-b2e93b11-db57-4cac-95ae-d5848bc952e5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (f0c2e26d-0478-4409-b78f-69eb5d9bfc3e), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:54.734257 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b4c037f2-20f3-4800-bed5-76db527f3f36 req-4a3f4825-bced-4128-8e83-3c68f939b86d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=985421ce-deca-4c5d-b48d-6cf1bc83f97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382020 Mar 05 04:49:54.743301 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-85a6f9dd-4413-4949-a657-e3a2c8eac146 req-b2e93b11-db57-4cac-95ae-d5848bc952e5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f0c2e26d-0478-4409-b78f-69eb5d9bfc3e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:54.793717 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-85a6f9dd-4413-4949-a657-e3a2c8eac146 req-b2e93b11-db57-4cac-95ae-d5848bc952e5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:54.795154 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-85a6f9dd-4413-4949-a657-e3a2c8eac146 req-b2e93b11-db57-4cac-95ae-d5848bc952e5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3516762 Mar 05 04:49:54.810003 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e93b11-db57-4cac-95ae-d5848bc952e5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c2e26d-0478-4409-b78f-69eb5d9bfc3e,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:54.821819 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a03ef-6453-4fec-929d-9f9c63708378 req-38e538a6-1357-4d46-bcfa-2a042a4919e7 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:54.829046 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-877a03ef-6453-4fec-929d-9f9c63708378 req-38e538a6-1357-4d46-bcfa-2a042a4919e7 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.1641853 Mar 05 04:49:54.887614 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e93b11-db57-4cac-95ae-d5848bc952e5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:54.888133 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e93b11-db57-4cac-95ae-d5848bc952e5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:54.888575 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e93b11-db57-4cac-95ae-d5848bc952e5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:54.889018 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e93b11-db57-4cac-95ae-d5848bc952e5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:54.889727 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e93b11-db57-4cac-95ae-d5848bc952e5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:54.890163 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e93b11-db57-4cac-95ae-d5848bc952e5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:54.890610 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e93b11-db57-4cac-95ae-d5848bc952e5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:54.891028 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e93b11-db57-4cac-95ae-d5848bc952e5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:54.891594 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e93b11-db57-4cac-95ae-d5848bc952e5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:54.892027 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e93b11-db57-4cac-95ae-d5848bc952e5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:54.892457 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e93b11-db57-4cac-95ae-d5848bc952e5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:54.892884 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e93b11-db57-4cac-95ae-d5848bc952e5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:54.893320 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e93b11-db57-4cac-95ae-d5848bc952e5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:54.908082 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a8601ea-e956-4f05-86bc-d74f2ddc16d8 req-afc65fad-34b6-4c43-93db-2d390e1c7fbb tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] 10.222.0.11 "GET /v2.0/floatingips/0f438dcf-7bd1-41a2-8803-915235ca34ab HTTP/1.1" status: 200 len: 693 time: 0.0710769 Mar 05 04:49:54.916065 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b4c037f2-20f3-4800-bed5-76db527f3f36 req-c5ed5829-1e23-48e4-8962-e84b82e21db3 service neutron] 10.222.0.30 "GET /v2.0/networks/985421ce-deca-4c5d-b48d-6cf1bc83f97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702986 Mar 05 04:49:55.010610 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-877a03ef-6453-4fec-929d-9f9c63708378 req-3a2701ea-26f8-4ba4-aa48-4d3aaea2b522 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753986 Mar 05 04:49:55.078556 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b4c037f2-20f3-4800-bed5-76db527f3f36 req-acb0744a-6eae-47fc-b14f-8e5c8151aac0 service neutron] 10.222.0.30 "GET /v2.0/networks/985421ce-deca-4c5d-b48d-6cf1bc83f97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558530 Mar 05 04:49:55.093274 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8601ea-e956-4f05-86bc-d74f2ddc16d8 req-15a4e1ad-b76e-4168-b6ed-04ffdcde0ceb tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:55.098943 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a8601ea-e956-4f05-86bc-d74f2ddc16d8 req-15a4e1ad-b76e-4168-b6ed-04ffdcde0ceb tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 784 time: 0.1852741 Mar 05 04:49:55.183637 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a8601ea-e956-4f05-86bc-d74f2ddc16d8 req-bf58ee7e-bbda-4dfe-b88b-173c0713bc54 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.185 HTTP/1.1" status: 200 len: 696 time: 0.0768843 Mar 05 04:49:55.209576 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-42bd2ccf-2681-4389-9477-cd7c076cb6d8 req-90b8cd43-bf0b-4464-b4c6-b125bf8f9798 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups/f0c2e26d-0478-4409-b78f-69eb5d9bfc3e HTTP/1.1" status: 200 len: 1800 time: 0.0948129 Mar 05 04:49:55.253044 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a8601ea-e956-4f05-86bc-d74f2ddc16d8 req-2844ea40-61c3-4c16-a90f-7369b4daf976 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.185 HTTP/1.1" status: 200 len: 696 time: 0.0525887 Mar 05 04:49:55.474374 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6d824045-1528-455d-952c-793f533e2f5b req-2d1fdcca-540a-4a78-8571-3deeac35547b tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups/f0c2e26d-0478-4409-b78f-69eb5d9bfc3e HTTP/1.1" status: 200 len: 1800 time: 0.0610912 Mar 05 04:49:55.510761 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-6a8601ea-e956-4f05-86bc-d74f2ddc16d8 req-8442ddce-1656-4532-8b02-babca4eca652 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Deleting port 0bf715ba-5556-4e4b-93ff-58ecd0a9e225 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:49:55.511141 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6a8601ea-e956-4f05-86bc-d74f2ddc16d8 req-8442ddce-1656-4532-8b02-babca4eca652 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (0bf715ba-5556-4e4b-93ff-58ecd0a9e225), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:55.602325 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6d824045-1528-455d-952c-793f533e2f5b req-cd8efa18-0806-4f7a-b462-c23c84af6c5a tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (f0c2e26d-0478-4409-b78f-69eb5d9bfc3e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:55.639261 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6a8601ea-e956-4f05-86bc-d74f2ddc16d8 req-8442ddce-1656-4532-8b02-babca4eca652 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (0bf715ba-5556-4e4b-93ff-58ecd0a9e225), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:55.639595 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6a8601ea-e956-4f05-86bc-d74f2ddc16d8 req-8442ddce-1656-4532-8b02-babca4eca652 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Publish callbacks [] for floatingip (0bf715ba-5556-4e4b-93ff-58ecd0a9e225), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:55.642870 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6d824045-1528-455d-952c-793f533e2f5b req-cd8efa18-0806-4f7a-b462-c23c84af6c5a tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (f0c2e26d-0478-4409-b78f-69eb5d9bfc3e), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:55.662965 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-6a8601ea-e956-4f05-86bc-d74f2ddc16d8 req-8442ddce-1656-4532-8b02-babca4eca652 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Calling delete_port for 0bf715ba-5556-4e4b-93ff-58ecd0a9e225 owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:49:55.736710 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6d824045-1528-455d-952c-793f533e2f5b req-cd8efa18-0806-4f7a-b462-c23c84af6c5a tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f0c2e26d-0478-4409-b78f-69eb5d9bfc3e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:55.739955 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6d824045-1528-455d-952c-793f533e2f5b req-cd8efa18-0806-4f7a-b462-c23c84af6c5a tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:55.741104 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6d824045-1528-455d-952c-793f533e2f5b req-cd8efa18-0806-4f7a-b462-c23c84af6c5a tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "DELETE /v2.0/security-groups/f0c2e26d-0478-4409-b78f-69eb5d9bfc3e HTTP/1.1" status: 204 len: 173 time: 0.2656436 Mar 05 04:49:55.757074 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8efa18-0806-4f7a-b462-c23c84af6c5a tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c2e26d-0478-4409-b78f-69eb5d9bfc3e,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:55.871787 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6a8601ea-e956-4f05-86bc-d74f2ddc16d8 req-8442ddce-1656-4532-8b02-babca4eca652 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (0bf715ba-5556-4e4b-93ff-58ecd0a9e225), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:55.903286 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442ddce-1656-4532-8b02-babca4eca652 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Pushing event deleted for resources: {'Port': ['ID=0bf715ba-5556-4e4b-93ff-58ecd0a9e225,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:55.922396 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571c8d5-481e-461d-a94e-e6b640ac4b60 req-c2f8d7d6-ff03-4133-a49e-498353f8dd5c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:55.927649 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571c8d5-481e-461d-a94e-e6b640ac4b60 req-c2f8d7d6-ff03-4133-a49e-498353f8dd5c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:55.932920 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571c8d5-481e-461d-a94e-e6b640ac4b60 req-c2f8d7d6-ff03-4133-a49e-498353f8dd5c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:55.938158 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571c8d5-481e-461d-a94e-e6b640ac4b60 req-c2f8d7d6-ff03-4133-a49e-498353f8dd5c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:55.943421 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571c8d5-481e-461d-a94e-e6b640ac4b60 req-c2f8d7d6-ff03-4133-a49e-498353f8dd5c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:55.949312 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571c8d5-481e-461d-a94e-e6b640ac4b60 req-c2f8d7d6-ff03-4133-a49e-498353f8dd5c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:55.954588 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571c8d5-481e-461d-a94e-e6b640ac4b60 req-c2f8d7d6-ff03-4133-a49e-498353f8dd5c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:55.956512 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2571c8d5-481e-461d-a94e-e6b640ac4b60 req-c2f8d7d6-ff03-4133-a49e-498353f8dd5c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.1539247 Mar 05 04:49:56.043776 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6a8601ea-e956-4f05-86bc-d74f2ddc16d8 req-8442ddce-1656-4532-8b02-babca4eca652 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Publish callbacks [] for floatingip (0f438dcf-7bd1-41a2-8803-915235ca34ab), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:56.046390 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6a8601ea-e956-4f05-86bc-d74f2ddc16d8 req-8442ddce-1656-4532-8b02-babca4eca652 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:56.047596 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a8601ea-e956-4f05-86bc-d74f2ddc16d8 req-8442ddce-1656-4532-8b02-babca4eca652 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] 10.222.0.11 "DELETE /v2.0/floatingips/0f438dcf-7bd1-41a2-8803-915235ca34ab HTTP/1.1" status: 204 len: 173 time: 0.7890382 Mar 05 04:49:56.068488 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2571c8d5-481e-461d-a94e-e6b640ac4b60 req-b5647cf6-a744-4ccc-85a0-7c94e3a6893e tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0938168 Mar 05 04:49:56.183410 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f80d4eae-b8c2-47fd-97e7-35c7e94c101b req-4e3577fb-fb4c-4196-8de0-417eac6f5deb tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 210 time: 0.0352459 Mar 05 04:49:56.193733 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e6aec-af71-42aa-8da0-da9f0ec08324 req-191cded4-e8f8-4f19-b85c-42753c8ac70d tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:56.195486 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9f0e6aec-af71-42aa-8da0-da9f0ec08324 req-191cded4-e8f8-4f19-b85c-42753c8ac70d tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68e48cb-d646-4b1e-9c24-5688e876e437 HTTP/1.1" status: 200 len: 946 time: 0.0919616 Mar 05 04:49:56.265005 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9f0e6aec-af71-42aa-8da0-da9f0ec08324 req-95a39f4e-adbd-4a02-a092-606766d98bf3 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] 10.222.0.11 "GET /v2.0/security-groups?id=569efa50-b9d2-4de7-b590-eb23bc9dda45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564017 Mar 05 04:49:56.313991 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [req-ed24f473-c9dc-4df7-95d8-7146dfe21812 req-a310f14c-d8dc-40fd-a59a-75cc73481997 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] show failed (client error): The resource could not be found. Mar 05 04:49:56.315017 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ed24f473-c9dc-4df7-95d8-7146dfe21812 req-a310f14c-d8dc-40fd-a59a-75cc73481997 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups/f0c2e26d-0478-4409-b78f-69eb5d9bfc3e HTTP/1.1" status: 404 len: 352 time: 0.0182769 Mar 05 04:49:56.340388 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795d6de-c0f8-4bfe-8ff8-aa84a24ac2c0 req-da548ed4-064d-46f4-bacc-b6dc5b03f35e tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:56.343161 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c795d6de-c0f8-4bfe-8ff8-aa84a24ac2c0 req-da548ed4-064d-46f4-bacc-b6dc5b03f35e tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 946 time: 0.0908058 Mar 05 04:49:56.429861 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c795d6de-c0f8-4bfe-8ff8-aa84a24ac2c0 req-00a3425f-7df5-4105-bbcb-62ec1ba17b7a tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796955 Mar 05 04:49:56.504224 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [req-32536dc2-2c02-4bae-b4f8-95bc165e0674 req-bbe371df-a613-48f1-af5b-81d4c4663667 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] show failed (client error): The resource could not be found. Mar 05 04:49:56.505256 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-32536dc2-2c02-4bae-b4f8-95bc165e0674 req-bbe371df-a613-48f1-af5b-81d4c4663667 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] 10.222.0.11 "GET /v2.0/floatingips/0f438dcf-7bd1-41a2-8803-915235ca34ab HTTP/1.1" status: 404 len: 350 time: 0.0463583 Mar 05 04:49:56.516844 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbe292-e20e-47fd-8f3f-524003c3de36 req-c7d8ddd7-cb91-4ddd-bd72-ab9bd74135b0 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:56.518359 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1dcbe292-e20e-47fd-8f3f-524003c3de36 req-c7d8ddd7-cb91-4ddd-bd72-ab9bd74135b0 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.1295636 Mar 05 04:49:56.529296 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-27f0a0f4-cbf2-4dbb-97fa-c46312484b14 req-cf2fd31e-30bf-4a23-959a-65fc2867aed0 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1862275379', 'description': 'tempest-description-2025727992'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:49:56.578143 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-27f0a0f4-cbf2-4dbb-97fa-c46312484b14 req-cf2fd31e-30bf-4a23-959a-65fc2867aed0 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:56.593727 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1dcbe292-e20e-47fd-8f3f-524003c3de36 req-c084fd03-e34c-4832-9457-4e4ef9b72fce tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675530 Mar 05 04:49:56.688471 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [req-6c6fa30c-c93d-4713-a1a7-f3bc3862292d req-2e475e96-a73c-463c-8a67-cae06d66fde2 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] show failed (client error): The resource could not be found. Mar 05 04:49:56.689509 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6c6fa30c-c93d-4713-a1a7-f3bc3862292d req-2e475e96-a73c-463c-8a67-cae06d66fde2 tempest-FloatingIPsTestJSON-1548849433 tempest-FloatingIPsTestJSON-1548849433-project] 10.222.0.11 "GET /v2.0/floatingips/0f438dcf-7bd1-41a2-8803-915235ca34ab HTTP/1.1" status: 404 len: 350 time: 0.0496850 Mar 05 04:49:56.701788 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48708) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:49:56.709769 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-27f0a0f4-cbf2-4dbb-97fa-c46312484b14 req-cf2fd31e-30bf-4a23-959a-65fc2867aed0 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (be400840-ae48-42b8-9c83-1216ab1fdc39), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:56.714366 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-27f0a0f4-cbf2-4dbb-97fa-c46312484b14 req-cf2fd31e-30bf-4a23-959a-65fc2867aed0 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (be400840-ae48-42b8-9c83-1216ab1fdc39), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:56.747872 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-27f0a0f4-cbf2-4dbb-97fa-c46312484b14 req-cf2fd31e-30bf-4a23-959a-65fc2867aed0 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:56.749075 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-27f0a0f4-cbf2-4dbb-97fa-c46312484b14 req-cf2fd31e-30bf-4a23-959a-65fc2867aed0 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2252839 Mar 05 04:49:56.749921 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2fd31e-30bf-4a23-959a-65fc2867aed0 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be400840-ae48-42b8-9c83-1216ab1fdc39,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:56.778942 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-0debf0c9-b97a-4a88-86c2-8a03f03469a9 req-4c4cabc2-63e2-4cfb-ba67-79aef3fba61e tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-39609786', 'description': 'tempest-description-322121499'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:49:56.801519 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-0debf0c9-b97a-4a88-86c2-8a03f03469a9 req-4c4cabc2-63e2-4cfb-ba67-79aef3fba61e tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:56.886594 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-0debf0c9-b97a-4a88-86c2-8a03f03469a9 req-4c4cabc2-63e2-4cfb-ba67-79aef3fba61e tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (f46939b1-c688-45d1-a6b0-d6145fc85978), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:56.891787 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-0debf0c9-b97a-4a88-86c2-8a03f03469a9 req-4c4cabc2-63e2-4cfb-ba67-79aef3fba61e tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f46939b1-c688-45d1-a6b0-d6145fc85978), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:56.921756 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4cabc2-63e2-4cfb-ba67-79aef3fba61e tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f46939b1-c688-45d1-a6b0-d6145fc85978,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:56.936619 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-0debf0c9-b97a-4a88-86c2-8a03f03469a9 req-4c4cabc2-63e2-4cfb-ba67-79aef3fba61e tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:56.938421 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0debf0c9-b97a-4a88-86c2-8a03f03469a9 req-4c4cabc2-63e2-4cfb-ba67-79aef3fba61e tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1641724 Mar 05 04:49:56.963323 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-ebf895f8-717a-4ecd-a7ca-af25bca50b20 req-ca277701-e229-4d11-ac1f-e5b29bf6e384 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-202548380', 'description': 'tempest-description-1261209992'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:49:56.987711 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ebf895f8-717a-4ecd-a7ca-af25bca50b20 req-ca277701-e229-4d11-ac1f-e5b29bf6e384 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:57.003338 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedf67f-e1de-4b02-b2f3-3a3de7ada07a req-589bfd5e-d968-4f4f-894a-2850eb1e2ab5 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:57.004668 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1eedf67f-e1de-4b02-b2f3-3a3de7ada07a req-589bfd5e-d968-4f4f-894a-2850eb1e2ab5 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] 10.222.0.30 "GET /v2.0/ports?device_id=b68e48cb-d646-4b1e-9c24-5688e876e437 HTTP/1.1" status: 200 len: 946 time: 0.1044593 Mar 05 04:49:57.061768 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ebf895f8-717a-4ecd-a7ca-af25bca50b20 req-ca277701-e229-4d11-ac1f-e5b29bf6e384 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (decafc5c-0be9-442d-b615-ac6f53fb757a), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:57.066495 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ebf895f8-717a-4ecd-a7ca-af25bca50b20 req-ca277701-e229-4d11-ac1f-e5b29bf6e384 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (decafc5c-0be9-442d-b615-ac6f53fb757a), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:57.109709 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ebf895f8-717a-4ecd-a7ca-af25bca50b20 req-ca277701-e229-4d11-ac1f-e5b29bf6e384 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:57.112183 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ebf895f8-717a-4ecd-a7ca-af25bca50b20 req-ca277701-e229-4d11-ac1f-e5b29bf6e384 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1529338 Mar 05 04:49:57.119185 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca277701-e229-4d11-ac1f-e5b29bf6e384 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=decafc5c-0be9-442d-b615-ac6f53fb757a,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:57.193576 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-1eedf67f-e1de-4b02-b2f3-3a3de7ada07a req-2e5d2446-b405-47c4-aafe-1deb046dd883 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Deleting port dbbedf51-57a2-4050-adb7-db730e168c72 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:49:57.194386 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1eedf67f-e1de-4b02-b2f3-3a3de7ada07a req-2e5d2446-b405-47c4-aafe-1deb046dd883 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (dbbedf51-57a2-4050-adb7-db730e168c72), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:57.306768 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4202e-9516-4290-a2ed-7c9fba728367 req-34f3303e-6f14-441d-b752-59fc9c733ff6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:57.313989 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4202e-9516-4290-a2ed-7c9fba728367 req-34f3303e-6f14-441d-b752-59fc9c733ff6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:57.319983 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4202e-9516-4290-a2ed-7c9fba728367 req-34f3303e-6f14-441d-b752-59fc9c733ff6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:57.325776 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4202e-9516-4290-a2ed-7c9fba728367 req-34f3303e-6f14-441d-b752-59fc9c733ff6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:57.331244 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4202e-9516-4290-a2ed-7c9fba728367 req-34f3303e-6f14-441d-b752-59fc9c733ff6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:57.337342 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4202e-9516-4290-a2ed-7c9fba728367 req-34f3303e-6f14-441d-b752-59fc9c733ff6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:57.342845 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4202e-9516-4290-a2ed-7c9fba728367 req-34f3303e-6f14-441d-b752-59fc9c733ff6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:57.344545 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-1eedf67f-e1de-4b02-b2f3-3a3de7ada07a req-2e5d2446-b405-47c4-aafe-1deb046dd883 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] For port dbbedf51-57a2-4050-adb7-db730e168c72, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=dbbedf51-57a2-4050-adb7-db730e168c72,segment=NetworkSegment(fc9cd270-b4c5-4224-9d43-4b5000b8cbf7),segment_id=fc9cd270-b4c5-4224-9d43-4b5000b8cbf7)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:57.344851 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-86d4202e-9516-4290-a2ed-7c9fba728367 req-34f3303e-6f14-441d-b752-59fc9c733ff6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.1726205 Mar 05 04:49:57.345158 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1eedf67f-e1de-4b02-b2f3-3a3de7ada07a req-2e5d2446-b405-47c4-aafe-1deb046dd883 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (dbbedf51-57a2-4050-adb7-db730e168c72), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:57.359900 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a27c74f4-19b1-4ec1-9eb5-167ff7e15087 req-92391785-8e31-4491-9308-d2543993c2a4 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f4d6c0f5613840f688af76ae3d834317 HTTP/1.1" status: 200 len: 11003 time: 0.2202656 Mar 05 04:49:57.364296 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-1eedf67f-e1de-4b02-b2f3-3a3de7ada07a req-2e5d2446-b405-47c4-aafe-1deb046dd883 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Calling delete_port for dbbedf51-57a2-4050-adb7-db730e168c72 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:49:57.423830 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-990ecc00-88c3-423d-a706-ce1f3caeb5d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (c6841118-02ed-4a80-b376-2d594f85ad43), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:57.458832 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-86d4202e-9516-4290-a2ed-7c9fba728367 req-cd6c68ef-cd1d-44f1-b3be-45acf9f51274 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0977960 Mar 05 04:49:57.464913 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a27c74f4-19b1-4ec1-9eb5-167ff7e15087 req-4512ce69-084f-43e2-a8ea-e83ba246d623 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups/97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44 HTTP/1.1" status: 200 len: 2998 time: 0.0968955 Mar 05 04:49:57.551251 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a27c74f4-19b1-4ec1-9eb5-167ff7e15087 req-bbcff894-11c3-40b3-ba82-4efcabf25105 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups/97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44 HTTP/1.1" status: 200 len: 2998 time: 0.0782306 Mar 05 04:49:57.595534 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-79ceb640-0387-4a4a-a163-c542d914a06a req-db3d86a3-721c-4959-a519-0c2b9aa2e1cd tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 210 time: 0.0362716 Mar 05 04:49:57.681053 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1eedf67f-e1de-4b02-b2f3-3a3de7ada07a req-2e5d2446-b405-47c4-aafe-1deb046dd883 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (dbbedf51-57a2-4050-adb7-db730e168c72), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:57.702421 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eccaa4a7-5fca-4224-96d4-4e65e07edc54 req-acf1053d-224d-477f-8a84-168501c7a1b6 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups/be400840-ae48-42b8-9c83-1216ab1fdc39 HTTP/1.1" status: 200 len: 1820 time: 0.0715985 Mar 05 04:49:57.711488 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3695c5-cf22-42a8-bb53-7b97e935e944 req-5d9e85db-cd7e-4c97-9859-33d4a931a1ac tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:57.713693 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2e3695c5-cf22-42a8-bb53-7b97e935e944 req-5d9e85db-cd7e-4c97-9859-33d4a931a1ac tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68e48cb-d646-4b1e-9c24-5688e876e437 HTTP/1.1" status: 200 len: 946 time: 0.0989985 Mar 05 04:49:57.714903 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d2446-b405-47c4-aafe-1deb046dd883 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Pushing event deleted for resources: {'Port': ['ID=dbbedf51-57a2-4050-adb7-db730e168c72,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:57.738681 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d2446-b405-47c4-aafe-1deb046dd883 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:57.738681 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d2446-b405-47c4-aafe-1deb046dd883 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:57.738681 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d2446-b405-47c4-aafe-1deb046dd883 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:57.739323 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d2446-b405-47c4-aafe-1deb046dd883 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:57.739323 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d2446-b405-47c4-aafe-1deb046dd883 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:57.739526 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d2446-b405-47c4-aafe-1deb046dd883 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:57.740290 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d2446-b405-47c4-aafe-1deb046dd883 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:57.740290 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d2446-b405-47c4-aafe-1deb046dd883 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:57.740549 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d2446-b405-47c4-aafe-1deb046dd883 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:57.740783 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d2446-b405-47c4-aafe-1deb046dd883 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:57.741806 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d2446-b405-47c4-aafe-1deb046dd883 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:57.742144 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d2446-b405-47c4-aafe-1deb046dd883 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:57.742477 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d2446-b405-47c4-aafe-1deb046dd883 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:49:57.806496 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eedf67f-e1de-4b02-b2f3-3a3de7ada07a req-2e5d2446-b405-47c4-aafe-1deb046dd883 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] No DVR routers for this DVR port dbbedf51-57a2-4050-adb7-db730e168c72 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:49:57.807541 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2e3695c5-cf22-42a8-bb53-7b97e935e944 req-4c578969-3047-4236-a25b-918563258520 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] 10.222.0.11 "GET /v2.0/security-groups?id=569efa50-b9d2-4de7-b590-eb23bc9dda45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788670 Mar 05 04:49:57.811685 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1eedf67f-e1de-4b02-b2f3-3a3de7ada07a req-2e5d2446-b405-47c4-aafe-1deb046dd883 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:57.813995 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-eccaa4a7-5fca-4224-96d4-4e65e07edc54 req-ac7fc8c9-cde1-414e-99ab-d1ba5783f9d7 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (be400840-ae48-42b8-9c83-1216ab1fdc39), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:57.818258 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1eedf67f-e1de-4b02-b2f3-3a3de7ada07a req-2e5d2446-b405-47c4-aafe-1deb046dd883 tempest-ServerPasswordTestJSON-215334768 tempest-ServerPasswordTestJSON-215334768-project] 10.222.0.30 "DELETE /v2.0/ports/dbbedf51-57a2-4050-adb7-db730e168c72 HTTP/1.1" status: 204 len: 173 time: 0.7848992 Mar 05 04:49:57.818871 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68e48cb-d646-4b1e-9c24-5688e876e437', 'name': 'network-vif-deleted', 'tag': 'dbbedf51-57a2-4050-adb7-db730e168c72'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:49:57.821798 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895cc5f8-ea88-44a0-ae64-22a2e95a364c" -d '{"events": [{"server_uuid": "b68e48cb-d646-4b1e-9c24-5688e876e437", "name": "network-vif-deleted", "tag": "dbbedf51-57a2-4050-adb7-db730e168c72"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:49:57.881179 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-eccaa4a7-5fca-4224-96d4-4e65e07edc54 req-ac7fc8c9-cde1-414e-99ab-d1ba5783f9d7 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (be400840-ae48-42b8-9c83-1216ab1fdc39), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:57.893906 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-990ecc00-88c3-423d-a706-ce1f3caeb5d8 admin admin] Deleting port 44e46de4-3555-4802-b9d5-2a3e939b1cee {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:49:57.894275 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-990ecc00-88c3-423d-a706-ce1f3caeb5d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (44e46de4-3555-4802-b9d5-2a3e939b1cee), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:57.969345 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-eccaa4a7-5fca-4224-96d4-4e65e07edc54 req-ac7fc8c9-cde1-414e-99ab-d1ba5783f9d7 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (be400840-ae48-42b8-9c83-1216ab1fdc39), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:57.973179 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-eccaa4a7-5fca-4224-96d4-4e65e07edc54 req-ac7fc8c9-cde1-414e-99ab-d1ba5783f9d7 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:57.974427 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eccaa4a7-5fca-4224-96d4-4e65e07edc54 req-ac7fc8c9-cde1-414e-99ab-d1ba5783f9d7 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "DELETE /v2.0/security-groups/be400840-ae48-42b8-9c83-1216ab1fdc39 HTTP/1.1" status: 204 len: 173 time: 0.2603130 Mar 05 04:49:57.990824 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fc8c9-cde1-414e-99ab-d1ba5783f9d7 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be400840-ae48-42b8-9c83-1216ab1fdc39,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:57.994316 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-990ecc00-88c3-423d-a706-ce1f3caeb5d8 admin admin] For port 44e46de4-3555-4802-b9d5-2a3e939b1cee, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=44e46de4-3555-4802-b9d5-2a3e939b1cee,segment=NetworkSegment(82a60b1b-669f-4f6c-b241-707aaba82337),segment_id=82a60b1b-669f-4f6c-b241-707aaba82337)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:57.994489 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-990ecc00-88c3-423d-a706-ce1f3caeb5d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (44e46de4-3555-4802-b9d5-2a3e939b1cee), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:58.020901 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-990ecc00-88c3-423d-a706-ce1f3caeb5d8 admin admin] Calling delete_port for 44e46de4-3555-4802-b9d5-2a3e939b1cee owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:49:58.041570 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28e19d-e1a1-4b25-840f-3cd0c1abce6f req-fc72f1de-5744-4872-befc-fb09ef4ee9bf tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:58.046331 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc28e19d-e1a1-4b25-840f-3cd0c1abce6f req-fc72f1de-5744-4872-befc-fb09ef4ee9bf tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.1254878 Mar 05 04:49:58.133201 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc28e19d-e1a1-4b25-840f-3cd0c1abce6f req-e2470c35-aa3c-468b-8388-3cd2ee3afcaf tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799887 Mar 05 04:49:58.150108 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c857a2e-6bc6-43e7-b871-93a4119c6209 req-338f6552-b233-495b-a2d3-1f62fdea03f5 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:58.157856 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7c857a2e-6bc6-43e7-b871-93a4119c6209 req-338f6552-b233-495b-a2d3-1f62fdea03f5 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 946 time: 0.0891275 Mar 05 04:49:58.226048 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9b1d09-7752-4acc-8730-ff306ffcb22a x-openstack-request-id: req-1f9b1d09-7752-4acc-8730-ff306ffcb22a {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:49:58.226345 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68e48cb-d646-4b1e-9c24-5688e876e437", "name": "network-vif-deleted", "tag": "dbbedf51-57a2-4050-adb7-db730e168c72", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:49:58.226605 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1f9b1d09-7752-4acc-8730-ff306ffcb22a {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:49:58.227003 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68e48cb-d646-4b1e-9c24-5688e876e437', 'name': 'network-vif-deleted', 'tag': 'dbbedf51-57a2-4050-adb7-db730e168c72', 'status': 'completed', 'code': 200} Mar 05 04:49:58.230199 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7c857a2e-6bc6-43e7-b871-93a4119c6209 req-1c1f9b52-da7a-4eee-a232-7bafa0c5eb5a tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712025 Mar 05 04:49:58.244127 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [req-fcb542b7-9757-4c7a-895d-3fb147933aa3 req-ed5dc029-a5ac-4f2b-8a4d-347aaf0aa704 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] show failed (client error): The resource could not be found. Mar 05 04:49:58.245168 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fcb542b7-9757-4c7a-895d-3fb147933aa3 req-ed5dc029-a5ac-4f2b-8a4d-347aaf0aa704 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups/be400840-ae48-42b8-9c83-1216ab1fdc39 HTTP/1.1" status: 404 len: 352 time: 0.0140352 Mar 05 04:49:58.255203 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-990ecc00-88c3-423d-a706-ce1f3caeb5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (44e46de4-3555-4802-b9d5-2a3e939b1cee), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:58.297728 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ecc00-88c3-423d-a706-ce1f3caeb5d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=44e46de4-3555-4802-b9d5-2a3e939b1cee,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:58.384666 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-17f6ecb2-b645-484d-bbc5-201e0368f886 req-05a671e3-ec51-4e38-8fa0-c09535e7cf8f tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups/f46939b1-c688-45d1-a6b0-d6145fc85978 HTTP/1.1" status: 200 len: 1817 time: 0.0916636 Mar 05 04:49:58.503106 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-17f6ecb2-b645-484d-bbc5-201e0368f886 req-bb418668-bd39-4a43-b5f0-f974c637d9b6 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (f46939b1-c688-45d1-a6b0-d6145fc85978), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:58.573967 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-17f6ecb2-b645-484d-bbc5-201e0368f886 req-bb418668-bd39-4a43-b5f0-f974c637d9b6 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (f46939b1-c688-45d1-a6b0-d6145fc85978), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:58.667565 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-990ecc00-88c3-423d-a706-ce1f3caeb5d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (c6841118-02ed-4a80-b376-2d594f85ad43), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:58.715664 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-17f6ecb2-b645-484d-bbc5-201e0368f886 req-bb418668-bd39-4a43-b5f0-f974c637d9b6 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f46939b1-c688-45d1-a6b0-d6145fc85978), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:58.719359 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-17f6ecb2-b645-484d-bbc5-201e0368f886 req-bb418668-bd39-4a43-b5f0-f974c637d9b6 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:58.720619 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-17f6ecb2-b645-484d-bbc5-201e0368f886 req-bb418668-bd39-4a43-b5f0-f974c637d9b6 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "DELETE /v2.0/security-groups/f46939b1-c688-45d1-a6b0-d6145fc85978 HTTP/1.1" status: 204 len: 173 time: 0.3275986 Mar 05 04:49:58.742263 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a62247-e9dd-4c8a-bff2-8ac90ff553d6 req-740f3eda-b649-4adc-a3a4-d35c115bc8d7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:58.749008 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a62247-e9dd-4c8a-bff2-8ac90ff553d6 req-740f3eda-b649-4adc-a3a4-d35c115bc8d7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:58.755977 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a62247-e9dd-4c8a-bff2-8ac90ff553d6 req-740f3eda-b649-4adc-a3a4-d35c115bc8d7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:58.762969 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a62247-e9dd-4c8a-bff2-8ac90ff553d6 req-740f3eda-b649-4adc-a3a4-d35c115bc8d7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:58.769368 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a62247-e9dd-4c8a-bff2-8ac90ff553d6 req-740f3eda-b649-4adc-a3a4-d35c115bc8d7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:58.775982 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a62247-e9dd-4c8a-bff2-8ac90ff553d6 req-740f3eda-b649-4adc-a3a4-d35c115bc8d7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:58.791502 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a62247-e9dd-4c8a-bff2-8ac90ff553d6 req-740f3eda-b649-4adc-a3a4-d35c115bc8d7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:58.801217 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7a62247-e9dd-4c8a-bff2-8ac90ff553d6 req-740f3eda-b649-4adc-a3a4-d35c115bc8d7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.2046907 Mar 05 04:49:58.814158 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb418668-bd39-4a43-b5f0-f974c637d9b6 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46939b1-c688-45d1-a6b0-d6145fc85978,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:58.886675 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-97457540-b437-494f-95c1-526cd7e064b7 req-d53788ef-4ec4-4733-8136-43a86d4df53d tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 210 time: 0.0415545 Mar 05 04:49:58.928217 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7a62247-e9dd-4c8a-bff2-8ac90ff553d6 req-1e7b5e3e-b3d9-4459-9d4e-40787df99f9a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1260071 Mar 05 04:49:58.946915 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [req-17bacb05-2420-4931-9906-6565e1a4ff03 req-1cb55e04-6fe5-464b-b132-8181b4d4df4c tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] show failed (client error): The resource could not be found. Mar 05 04:49:58.948140 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-17bacb05-2420-4931-9906-6565e1a4ff03 req-1cb55e04-6fe5-464b-b132-8181b4d4df4c tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups/f46939b1-c688-45d1-a6b0-d6145fc85978 HTTP/1.1" status: 404 len: 352 time: 0.0170403 Mar 05 04:49:59.007628 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48792) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:49:59.045991 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990ecc00-88c3-423d-a706-ce1f3caeb5d8 admin admin] Router c6841118-02ed-4a80-b376-2d594f85ad43 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:49:59.078414 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b07a3c0b-e4f2-4e15-8b5e-b01518d8f0fc req-029e1d67-1902-4323-88d9-1bdf2cd71423 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups/decafc5c-0be9-442d-b615-ac6f53fb757a HTTP/1.1" status: 200 len: 1819 time: 0.0928016 Mar 05 04:49:59.092490 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7ccc0b3-c7b0-4fb6-a7b0-d4d0b009c0a8 admin admin] Deleting subnet dd9b3e2c-2749-4bd9-b42d-4687dab9651c {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:49:59.101423 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f7ccc0b3-c7b0-4fb6-a7b0-d4d0b009c0a8 admin admin] Publish callbacks [] for subnet (dd9b3e2c-2749-4bd9-b42d-4687dab9651c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:59.167713 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f7ccc0b3-c7b0-4fb6-a7b0-d4d0b009c0a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (dd9b3e2c-2749-4bd9-b42d-4687dab9651c), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:59.204172 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990ecc00-88c3-423d-a706-ce1f3caeb5d8 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:49:59.212832 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:49:59.214528 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbca74e-dc8e-41d4-afb3-50f9a81c0730 None None] Sync routers for ids ['c6841118-02ed-4a80-b376-2d594f85ad43'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:49:59.225947 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b07a3c0b-e4f2-4e15-8b5e-b01518d8f0fc req-b4e3114a-693b-41cf-87ef-4cf69ce5c98a tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (decafc5c-0be9-442d-b615-ac6f53fb757a), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:59.230230 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbca74e-dc8e-41d4-afb3-50f9a81c0730 None None] Routers {'c6841118-02ed-4a80-b376-2d594f85ad43'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:49:59.234609 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-bcbca74e-dc8e-41d4-afb3-50f9a81c0730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:49:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c6841118-02ed-4a80-b376-2d594f85ad43'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:49:59.234943 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48808) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:49:59.238012 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-990ecc00-88c3-423d-a706-ce1f3caeb5d8 admin admin] 10.222.0.11 "PUT /v2.0/routers/c6841118-02ed-4a80-b376-2d594f85ad43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5323937 Mar 05 04:49:59.343480 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:49:59.344270 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:59.386879 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:49:59.388433 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:49:59.391804 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b117e3e-b3ef-42ed-a421-ec8a652c02b1" -d '{"events": [{"server_uuid": "1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f", "name": "network-vif-unplugged", "status": "completed", "tag": "cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:49:59.396680 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:59.397655 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device dbbedf51-57a2-4050-adb7-db730e168c72 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:49:59.411227 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8a84d34f-0890-44f2-9e24-b33550f2062d admin admin] Publish callbacks [] for router (c6841118-02ed-4a80-b376-2d594f85ad43), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:59.469701 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-bcbca74e-dc8e-41d4-afb3-50f9a81c0730 None None] Set router c6841118-02ed-4a80-b376-2d594f85ad43 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:49:59.480196 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db,revision_number=14']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:59.483294 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: dbbedf51-57a2-4050-adb7-db730e168c72 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:49:59.483878 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device dbbedf51-57a2-4050-adb7-db730e168c72 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:49:59.513860 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b07a3c0b-e4f2-4e15-8b5e-b01518d8f0fc req-b4e3114a-693b-41cf-87ef-4cf69ce5c98a tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (decafc5c-0be9-442d-b615-ac6f53fb757a), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:59.537879 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f7ccc0b3-c7b0-4fb6-a7b0-d4d0b009c0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (dd9b3e2c-2749-4bd9-b42d-4687dab9651c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:59.680109 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ada20-359f-44b6-867b-6168e35853e8 req-77097754-cf70-4956-9503-6a31e374398a tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:59.681963 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-739ada20-359f-44b6-867b-6168e35853e8 req-77097754-cf70-4956-9503-6a31e374398a tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.4278152 Mar 05 04:49:59.703273 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b07a3c0b-e4f2-4e15-8b5e-b01518d8f0fc req-b4e3114a-693b-41cf-87ef-4cf69ce5c98a tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (decafc5c-0be9-442d-b615-ac6f53fb757a), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:59.706227 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b07a3c0b-e4f2-4e15-8b5e-b01518d8f0fc req-b4e3114a-693b-41cf-87ef-4cf69ce5c98a tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:59.707558 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b07a3c0b-e4f2-4e15-8b5e-b01518d8f0fc req-b4e3114a-693b-41cf-87ef-4cf69ce5c98a tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "DELETE /v2.0/security-groups/decafc5c-0be9-442d-b615-ac6f53fb757a HTTP/1.1" status: 204 len: 173 time: 0.6281660 Mar 05 04:49:59.716477 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f7ccc0b3-c7b0-4fb6-a7b0-d4d0b009c0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (dd9b3e2c-2749-4bd9-b42d-4687dab9651c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:59.729130 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8a84d34f-0890-44f2-9e24-b33550f2062d admin admin] Publish callbacks [] for router_gateway (c6841118-02ed-4a80-b376-2d594f85ad43), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:59.778737 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 04:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d88479-27d7-44af-9f8d-d1f0ffb77fac x-openstack-request-id: req-12d88479-27d7-44af-9f8d-d1f0ffb77fac {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:49:59.779040 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f", "name": "network-vif-unplugged", "status": "completed", "tag": "cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:49:59.779323 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-12d88479-27d7-44af-9f8d-d1f0ffb77fac {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:49:59.779782 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db', 'code': 200} Mar 05 04:49:59.787710 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3114a-693b-41cf-87ef-4cf69ce5c98a tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=decafc5c-0be9-442d-b615-ac6f53fb757a,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:59.821938 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ccc0b3-c7b0-4fb6-a7b0-d4d0b009c0a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd9b3e2c-2749-4bd9-b42d-4687dab9651c,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:49:59.835666 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-bcbca74e-dc8e-41d4-afb3-50f9a81c0730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6841118-02ed-4a80-b376-2d594f85ad43', 'name': 'tempest-FloatingIPsTestJSON-1596637054-router', 'tenant_id': '01c6eac1a9da4a0d83addfd03f13f6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'dc787d75-78fc-4ab5-a970-26752a7184c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:49:31Z', 'updated_at': '2022-03-05T04:49:58Z', 'revision_number': 5, 'project_id': '01c6eac1a9da4a0d83addfd03f13f6ea', 'gw_port': {'id': 'dc787d75-78fc-4ab5-a970-26752a7184c4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:83:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6841118-02ed-4a80-b376-2d594f85ad43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:49:32Z', 'updated_at': '2022-03-05T04:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:49:59.839807 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f7ccc0b3-c7b0-4fb6-a7b0-d4d0b009c0a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:59.845363 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f7ccc0b3-c7b0-4fb6-a7b0-d4d0b009c0a8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/dd9b3e2c-2749-4bd9-b42d-4687dab9651c HTTP/1.1" status: 204 len: 168 time: 0.8342438 Mar 05 04:49:59.845709 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48836) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:49:59.866744 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbca74e-dc8e-41d4-afb3-50f9a81c0730 None None] Checking router: c6841118-02ed-4a80-b376-2d594f85ad43 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:49:59.877805 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbca74e-dc8e-41d4-afb3-50f9a81c0730 None None] Routers {'c6841118-02ed-4a80-b376-2d594f85ad43'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:49:59.879107 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-bcbca74e-dc8e-41d4-afb3-50f9a81c0730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:49:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c6841118-02ed-4a80-b376-2d594f85ad43'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:49:59.921489 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-739ada20-359f-44b6-867b-6168e35853e8 req-d34ae4a5-7ea0-4a36-ad29-8c100566966b tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292883 Mar 05 04:49:59.928481 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-da54d441-1bcf-4aa5-9fc4-a594dd3f7416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (5b71c75c-d354-4532-be17-2ef8beec8e67), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:49:59.949082 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5175700-aa0d-43ad-bf0a-27e9a19ccd72 req-cfa76f60-e431-4519-b09c-dd7cef440414 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:49:59.950819 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c5175700-aa0d-43ad-bf0a-27e9a19ccd72 req-cfa76f60-e431-4519-b09c-dd7cef440414 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.0895236 Mar 05 04:49:59.997483 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [req-b72da1f4-6087-4125-9757-9e65c315c611 req-578e6e44-0b1f-4ea1-8ffa-25b4036968a2 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] show failed (client error): The resource could not be found. Mar 05 04:49:59.998487 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b72da1f4-6087-4125-9757-9e65c315c611 req-578e6e44-0b1f-4ea1-8ffa-25b4036968a2 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups/decafc5c-0be9-442d-b615-ac6f53fb757a HTTP/1.1" status: 404 len: 352 time: 0.0278087 Mar 05 04:50:00.001213 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-bcbca74e-dc8e-41d4-afb3-50f9a81c0730 None None] Set router c6841118-02ed-4a80-b376-2d594f85ad43 gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:50:00.036199 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-da54d441-1bcf-4aa5-9fc4-a594dd3f7416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (5b71c75c-d354-4532-be17-2ef8beec8e67), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:00.039661 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c5175700-aa0d-43ad-bf0a-27e9a19ccd72 req-5c870783-ab57-4143-a976-28c8cf2b30cf tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764334 Mar 05 04:50:00.049459 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8a84d34f-0890-44f2-9e24-b33550f2062d admin admin] Deleting port dc787d75-78fc-4ab5-a970-26752a7184c4 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:50:00.049801 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8a84d34f-0890-44f2-9e24-b33550f2062d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (dc787d75-78fc-4ab5-a970-26752a7184c4), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:00.090828 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-bcbca74e-dc8e-41d4-afb3-50f9a81c0730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6841118-02ed-4a80-b376-2d594f85ad43', 'name': 'tempest-FloatingIPsTestJSON-1596637054-router', 'tenant_id': '01c6eac1a9da4a0d83addfd03f13f6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:49:31Z', 'updated_at': '2022-03-05T04:49:59Z', 'revision_number': 6, 'project_id': '01c6eac1a9da4a0d83addfd03f13f6ea', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:00.124626 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbca74e-dc8e-41d4-afb3-50f9a81c0730 None None] The sync data for ids ['c6841118-02ed-4a80-b376-2d594f85ad43'] in n-d-789963-32 is: [{'id': 'c6841118-02ed-4a80-b376-2d594f85ad43', 'name': 'tempest-FloatingIPsTestJSON-1596637054-router', 'tenant_id': '01c6eac1a9da4a0d83addfd03f13f6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:49:31Z', 'updated_at': '2022-03-05T04:49:59Z', 'revision_number': 6, 'project_id': '01c6eac1a9da4a0d83addfd03f13f6ea', 'gw_port_host': None}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:50:00.173867 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d7044e78-6c56-4e1b-b29b-8f90aca96137 req-46792d31-af07-45f2-b88d-78919f2df6ab tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 210 time: 0.1068041 Mar 05 04:50:00.255866 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-8a84d34f-0890-44f2-9e24-b33550f2062d admin admin] For port dc787d75-78fc-4ab5-a970-26752a7184c4, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=dc787d75-78fc-4ab5-a970-26752a7184c4,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:00.256138 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8a84d34f-0890-44f2-9e24-b33550f2062d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (dc787d75-78fc-4ab5-a970-26752a7184c4), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:00.284764 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8a84d34f-0890-44f2-9e24-b33550f2062d admin admin] Calling delete_port for dc787d75-78fc-4ab5-a970-26752a7184c4 owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:50:00.315556 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1819ec-772e-4a07-9c79-08d22381fcca req-6abf61d9-5122-411b-b6d4-f220799868e1 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:00.320876 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1819ec-772e-4a07-9c79-08d22381fcca req-6abf61d9-5122-411b-b6d4-f220799868e1 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:00.326480 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1819ec-772e-4a07-9c79-08d22381fcca req-6abf61d9-5122-411b-b6d4-f220799868e1 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:00.331819 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1819ec-772e-4a07-9c79-08d22381fcca req-6abf61d9-5122-411b-b6d4-f220799868e1 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:00.337655 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1819ec-772e-4a07-9c79-08d22381fcca req-6abf61d9-5122-411b-b6d4-f220799868e1 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:00.343154 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1819ec-772e-4a07-9c79-08d22381fcca req-6abf61d9-5122-411b-b6d4-f220799868e1 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:00.348466 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1819ec-772e-4a07-9c79-08d22381fcca req-6abf61d9-5122-411b-b6d4-f220799868e1 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:00.350409 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ba1819ec-772e-4a07-9c79-08d22381fcca req-6abf61d9-5122-411b-b6d4-f220799868e1 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.2106917 Mar 05 04:50:00.374221 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-da54d441-1bcf-4aa5-9fc4-a594dd3f7416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b71c75c-d354-4532-be17-2ef8beec8e67']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:00.384371 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-da54d441-1bcf-4aa5-9fc4-a594dd3f7416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9cd270-b4c5-4224-9d43-4b5000b8cbf7') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:00.384680 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-da54d441-1bcf-4aa5-9fc4-a594dd3f7416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9cd270-b4c5-4224-9d43-4b5000b8cbf7') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:00.393831 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-da54d441-1bcf-4aa5-9fc4-a594dd3f7416 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (fc9cd270-b4c5-4224-9d43-4b5000b8cbf7), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:00.411987 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-da54d441-1bcf-4aa5-9fc4-a594dd3f7416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (fc9cd270-b4c5-4224-9d43-4b5000b8cbf7), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:00.419410 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da54d441-1bcf-4aa5-9fc4-a594dd3f7416 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:50:00.419745 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-da54d441-1bcf-4aa5-9fc4-a594dd3f7416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (fc9cd270-b4c5-4224-9d43-4b5000b8cbf7), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:00.421487 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:50:00.421487 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:50:00.421487 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:50:00.421487 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:50:00.421487 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:50:00.421487 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:50:00.421487 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:50:00.421487 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:50:00.421487 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:50:00.421487 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:50:00.421487 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:50:00.421487 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:50:00.421487 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:50:00.421487 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:50:00.421487 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:50:00.421487 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:50:00.421487 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:50:00.421487 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:50:00.421487 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:50:00.421487 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:50:00.421487 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:50:00.421487 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:50:00.421487 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:50:00.421487 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:50:00.421487 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:50:00.421487 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:50:00.421487 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:50:00.421487 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:50:00.421487 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:50:00.421487 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:50:00.421487 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:50:00.421487 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:50:00.494994 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-da54d441-1bcf-4aa5-9fc4-a594dd3f7416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (5b71c75c-d354-4532-be17-2ef8beec8e67), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:00.502703 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-da54d441-1bcf-4aa5-9fc4-a594dd3f7416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:00.515421 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-da54d441-1bcf-4aa5-9fc4-a594dd3f7416 admin admin] 10.222.0.11 "DELETE /v2.0/networks/5b71c75c-d354-4532-be17-2ef8beec8e67 HTTP/1.1" status: 204 len: 168 time: 0.6678336 Mar 05 04:50:00.528718 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54d441-1bcf-4aa5-9fc4-a594dd3f7416 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b71c75c-d354-4532-be17-2ef8beec8e67,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:00.595827 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 44e46de4-3555-4802-b9d5-2a3e939b1cee no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:50:00.658359 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 44e46de4-3555-4802-b9d5-2a3e939b1cee {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:50:00.658868 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 44e46de4-3555-4802-b9d5-2a3e939b1cee not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:50:00.719992 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48848) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:00.722765 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1388d56e-f3e8-405b-9335-619cea05bc27 req-42f8c084-3b17-4cbc-96b6-92f471193d6c tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f4d6c0f5613840f688af76ae3d834317 HTTP/1.1" status: 200 len: 6200 time: 0.5022202 Mar 05 04:50:00.767262 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-52ee1141-d552-43ec-a070-3b88449dcb71 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4a822e81425045b1a3907b3c18d93da8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453434 Mar 05 04:50:00.770092 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48850) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:00.818933 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ba1819ec-772e-4a07-9c79-08d22381fcca req-cbb6f723-2ddd-4277-b384-99d43d1dffeb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4545169 Mar 05 04:50:00.828219 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-52f1de4a-ae51-4116-9975-a463fd260394 admin admin] Publish callbacks [] for security_group (569efa50-b9d2-4de7-b590-eb23bc9dda45), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:00.853347 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-52f1de4a-ae51-4116-9975-a463fd260394 admin admin] Publish callbacks [] for security_group (569efa50-b9d2-4de7-b590-eb23bc9dda45), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:00.872067 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1388d56e-f3e8-405b-9335-619cea05bc27 req-fee1795f-96af-4130-bddb-284f05e34875 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups/97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44 HTTP/1.1" status: 200 len: 2998 time: 0.1388774 Mar 05 04:50:00.909789 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-52f1de4a-ae51-4116-9975-a463fd260394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (569efa50-b9d2-4de7-b590-eb23bc9dda45), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:00.913126 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-52f1de4a-ae51-4116-9975-a463fd260394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:00.914339 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-52f1de4a-ae51-4116-9975-a463fd260394 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/569efa50-b9d2-4de7-b590-eb23bc9dda45 HTTP/1.1" status: 204 len: 168 time: 0.1430779 Mar 05 04:50:00.927304 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1de4a-ae51-4116-9975-a463fd260394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569efa50-b9d2-4de7-b590-eb23bc9dda45,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:01.012170 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1388d56e-f3e8-405b-9335-619cea05bc27 req-1f6b1356-c899-4f4e-9f25-b8390ec6b2cb tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups/97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44 HTTP/1.1" status: 200 len: 2998 time: 0.1319940 Mar 05 04:50:01.029377 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d55e2-ea09-413a-8f57-acb5154e1167 req-cfe6873f-0fd3-4267-81ea-4a89e736f91a tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:01.029377 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f7d55e2-ea09-413a-8f57-acb5154e1167 req-cfe6873f-0fd3-4267-81ea-4a89e736f91a tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.1251271 Mar 05 04:50:01.030634 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8a84d34f-0890-44f2-9e24-b33550f2062d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (dc787d75-78fc-4ab5-a970-26752a7184c4), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:01.097631 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a84d34f-0890-44f2-9e24-b33550f2062d admin admin] Pushing event deleted for resources: {'Port': ['ID=dc787d75-78fc-4ab5-a970-26752a7184c4,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:01.206374 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8a84d34f-0890-44f2-9e24-b33550f2062d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (c6841118-02ed-4a80-b376-2d594f85ad43), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:01.239109 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f7d55e2-ea09-413a-8f57-acb5154e1167 req-acba92a6-e92b-42ee-8af2-c0e056a1279e tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912377 Mar 05 04:50:01.319618 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b46691-bbac-4b8a-8e3e-605a72b5ee07 req-e6d7c29b-58f7-4f9e-a97a-7e03bc294ee5 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:01.321681 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7b46691-bbac-4b8a-8e3e-605a72b5ee07 req-e6d7c29b-58f7-4f9e-a97a-7e03bc294ee5 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.1918616 Mar 05 04:50:01.326217 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-baf92a6c-e0de-4fd4-9be3-50308c3d913b req-a123a405-4810-4d74-81ec-9781158b1747 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-981320112', 'description': 'tempest-description-1351693667'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:50:01.331133 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8a84d34f-0890-44f2-9e24-b33550f2062d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (c6841118-02ed-4a80-b376-2d594f85ad43), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:01.335675 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8a84d34f-0890-44f2-9e24-b33550f2062d admin admin] Publish callbacks [] for router_controller (c6841118-02ed-4a80-b376-2d594f85ad43), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:01.418054 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-baf92a6c-e0de-4fd4-9be3-50308c3d913b req-a123a405-4810-4d74-81ec-9781158b1747 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:01.421853 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8a84d34f-0890-44f2-9e24-b33550f2062d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (c6841118-02ed-4a80-b376-2d594f85ad43), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:01.422392 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a84d34f-0890-44f2-9e24-b33550f2062d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6841118-02ed-4a80-b376-2d594f85ad43 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:50:01.439361 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8a84d34f-0890-44f2-9e24-b33550f2062d admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:01.439361 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8a84d34f-0890-44f2-9e24-b33550f2062d admin admin] 10.222.0.11 "DELETE /v2.0/routers/c6841118-02ed-4a80-b376-2d594f85ad43 HTTP/1.1" status: 204 len: 168 time: 2.1947930 Mar 05 04:50:01.443441 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48872) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:01.484084 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7b46691-bbac-4b8a-8e3e-605a72b5ee07 req-c1ea18ac-dd24-450f-9502-f4b87167f7cf tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511486 Mar 05 04:50:01.522006 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc6e09a5-288d-45bb-ad17-2e77c38c58d6 admin admin] Deleting subnet 5e761cd2-01a0-449b-9019-7c6d89e511e8 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:50:01.528663 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dc6e09a5-288d-45bb-ad17-2e77c38c58d6 admin admin] Publish callbacks [] for subnet (5e761cd2-01a0-449b-9019-7c6d89e511e8), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:01.607515 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dc6e09a5-288d-45bb-ad17-2e77c38c58d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (5e761cd2-01a0-449b-9019-7c6d89e511e8), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:01.657782 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-baf92a6c-e0de-4fd4-9be3-50308c3d913b req-a123a405-4810-4d74-81ec-9781158b1747 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (79b8368c-bb32-496c-b76f-b5d51aee8c27), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:01.662398 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-01cac300-9657-4d6f-9013-a439bb56efc9 req-0abc7ed6-723c-4655-a717-db947e51079d tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb64fe2f-7efb-4f2f-aae8-e68736757a37 HTTP/1.1" status: 200 len: 210 time: 0.0754490 Mar 05 04:50:01.665488 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-baf92a6c-e0de-4fd4-9be3-50308c3d913b req-a123a405-4810-4d74-81ec-9781158b1747 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (79b8368c-bb32-496c-b76f-b5d51aee8c27), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:01.714506 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-baf92a6c-e0de-4fd4-9be3-50308c3d913b req-a123a405-4810-4d74-81ec-9781158b1747 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:01.719004 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-baf92a6c-e0de-4fd4-9be3-50308c3d913b req-a123a405-4810-4d74-81ec-9781158b1747 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4097273 Mar 05 04:50:01.719702 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123a405-4810-4d74-81ec-9781158b1747 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b8368c-bb32-496c-b76f-b5d51aee8c27,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:01.764624 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-b9c58e47-092e-4515-935c-656162bb6b1f req-9164e612-5dc0-412a-be9c-e36a4cca5e95 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2015364310', 'description': 'tempest-description-1324506232'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:50:01.813810 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dc6e09a5-288d-45bb-ad17-2e77c38c58d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (5e761cd2-01a0-449b-9019-7c6d89e511e8), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:01.848460 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b9c58e47-092e-4515-935c-656162bb6b1f req-9164e612-5dc0-412a-be9c-e36a4cca5e95 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:01.898050 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365e2e9-ec29-4cea-9918-9a7dab737d48 req-b909ed14-7092-4169-b220-4b700aef9b60 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:01.899776 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7365e2e9-ec29-4cea-9918-9a7dab737d48 req-b909ed14-7092-4169-b220-4b700aef9b60 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.1253958 Mar 05 04:50:01.950326 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dc6e09a5-288d-45bb-ad17-2e77c38c58d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (5e761cd2-01a0-449b-9019-7c6d89e511e8), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:01.995999 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e09a5-288d-45bb-ad17-2e77c38c58d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e761cd2-01a0-449b-9019-7c6d89e511e8,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:02.001036 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dc6e09a5-288d-45bb-ad17-2e77c38c58d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:02.007999 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-dc6e09a5-288d-45bb-ad17-2e77c38c58d6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5e761cd2-01a0-449b-9019-7c6d89e511e8 HTTP/1.1" status: 204 len: 168 time: 0.5608320 Mar 05 04:50:02.008852 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48888) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:02.015492 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c8280c-9abc-479e-af30-e2e4498b81eb None None] Network a9c8636a-9657-480e-9c05-fdf9aa090e95 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:50:02.036608 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7365e2e9-ec29-4cea-9918-9a7dab737d48 req-c244d1ba-be76-4098-aca8-76483222b7d9 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288662 Mar 05 04:50:02.046640 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b9c58e47-092e-4515-935c-656162bb6b1f req-9164e612-5dc0-412a-be9c-e36a4cca5e95 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (c0668a4e-1800-404e-b97c-9c2c45459def), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:02.052943 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b9c58e47-092e-4515-935c-656162bb6b1f req-9164e612-5dc0-412a-be9c-e36a4cca5e95 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c0668a4e-1800-404e-b97c-9c2c45459def), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:02.169552 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b9c58e47-092e-4515-935c-656162bb6b1f req-9164e612-5dc0-412a-be9c-e36a4cca5e95 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:02.170910 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b9c58e47-092e-4515-935c-656162bb6b1f req-9164e612-5dc0-412a-be9c-e36a4cca5e95 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4229724 Mar 05 04:50:02.187308 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164e612-5dc0-412a-be9c-e36a4cca5e95 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0668a4e-1800-404e-b97c-9c2c45459def,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:02.256850 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384968d-ee9a-4b78-9734-e88b4dc7f6e1 req-87c68db3-ff8d-4446-ad14-6ddfb53ddd69 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:02.266130 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384968d-ee9a-4b78-9734-e88b4dc7f6e1 req-87c68db3-ff8d-4446-ad14-6ddfb53ddd69 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:02.268130 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a5a19a4b-a3d4-4438-98ac-2e32ec7c077e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (a9c8636a-9657-480e-9c05-fdf9aa090e95), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:02.276460 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384968d-ee9a-4b78-9734-e88b4dc7f6e1 req-87c68db3-ff8d-4446-ad14-6ddfb53ddd69 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:02.293641 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384968d-ee9a-4b78-9734-e88b4dc7f6e1 req-87c68db3-ff8d-4446-ad14-6ddfb53ddd69 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:02.316909 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384968d-ee9a-4b78-9734-e88b4dc7f6e1 req-87c68db3-ff8d-4446-ad14-6ddfb53ddd69 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:02.346987 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384968d-ee9a-4b78-9734-e88b4dc7f6e1 req-87c68db3-ff8d-4446-ad14-6ddfb53ddd69 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:02.360583 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384968d-ee9a-4b78-9734-e88b4dc7f6e1 req-87c68db3-ff8d-4446-ad14-6ddfb53ddd69 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:02.371974 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f384968d-ee9a-4b78-9734-e88b4dc7f6e1 req-87c68db3-ff8d-4446-ad14-6ddfb53ddd69 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.2427576 Mar 05 04:50:02.393010 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-a5a19a4b-a3d4-4438-98ac-2e32ec7c077e admin admin] Deleting port 6dce6942-57ed-4897-a902-5069fe000a5f {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:50:02.393401 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a5a19a4b-a3d4-4438-98ac-2e32ec7c077e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (6dce6942-57ed-4897-a902-5069fe000a5f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:02.459034 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0105c5a-b833-4417-9dd0-c74388019c24 None None] DHCP port deletion for a9c8636a-9657-480e-9c05-fdf9aa090e95 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:50:02.507666 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-a5a19a4b-a3d4-4438-98ac-2e32ec7c077e admin admin] For port 6dce6942-57ed-4897-a902-5069fe000a5f, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=6dce6942-57ed-4897-a902-5069fe000a5f,segment=NetworkSegment(82a60b1b-669f-4f6c-b241-707aaba82337),segment_id=82a60b1b-669f-4f6c-b241-707aaba82337)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:02.508799 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a5a19a4b-a3d4-4438-98ac-2e32ec7c077e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (6dce6942-57ed-4897-a902-5069fe000a5f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:02.524091 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f384968d-ee9a-4b78-9734-e88b4dc7f6e1 req-943352b2-19be-4905-baaa-991428f56a46 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1449797 Mar 05 04:50:02.578913 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-a5a19a4b-a3d4-4438-98ac-2e32ec7c077e admin admin] Calling delete_port for 6dce6942-57ed-4897-a902-5069fe000a5f owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:50:02.663520 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c0105c5a-b833-4417-9dd0-c74388019c24 None None] Deleting port 6dce6942-57ed-4897-a902-5069fe000a5f {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:50:02.664421 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c0105c5a-b833-4417-9dd0-c74388019c24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (6dce6942-57ed-4897-a902-5069fe000a5f), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:02.747314 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 6dce6942-57ed-4897-a902-5069fe000a5f no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:50:02.841472 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a5a19a4b-a3d4-4438-98ac-2e32ec7c077e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (6dce6942-57ed-4897-a902-5069fe000a5f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:02.889920 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-c0105c5a-b833-4417-9dd0-c74388019c24 None None] For port 6dce6942-57ed-4897-a902-5069fe000a5f, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=6dce6942-57ed-4897-a902-5069fe000a5f,segment=NetworkSegment(82a60b1b-669f-4f6c-b241-707aaba82337),segment_id=82a60b1b-669f-4f6c-b241-707aaba82337)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:02.890439 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c0105c5a-b833-4417-9dd0-c74388019c24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (6dce6942-57ed-4897-a902-5069fe000a5f), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:02.914664 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a19a4b-a3d4-4438-98ac-2e32ec7c077e admin admin] No DVR routers for this DVR port 6dce6942-57ed-4897-a902-5069fe000a5f on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:50:02.920998 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c0105c5a-b833-4417-9dd0-c74388019c24 None None] Calling delete_port for 6dce6942-57ed-4897-a902-5069fe000a5f owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:50:02.924636 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No active binding found for port 6dce6942-57ed-4897-a902-5069fe000a5f {{(pid=105233) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 05 04:50:02.925401 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] The host n-d-789963-32 is not matching for port 6dce6942-57ed-4897-a902-5069fe000a5f host None! {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 05 04:50:02.926395 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 6dce6942-57ed-4897-a902-5069fe000a5f not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:50:02.927026 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device dc787d75-78fc-4ab5-a970-26752a7184c4 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:50:02.927792 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a19a4b-a3d4-4438-98ac-2e32ec7c077e admin admin] Pushing event deleted for resources: {'Port': ['ID=6dce6942-57ed-4897-a902-5069fe000a5f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:02.944067 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec322b9f-ce8c-4f02-b7e9-3df538e88022 req-d293beac-382c-47e7-be86-e8d2b535d889 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:02.958112 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ec322b9f-ce8c-4f02-b7e9-3df538e88022 req-d293beac-382c-47e7-be86-e8d2b535d889 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.2131729 Mar 05 04:50:02.972617 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: dc787d75-78fc-4ab5-a970-26752a7184c4 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:50:02.973258 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device dc787d75-78fc-4ab5-a970-26752a7184c4 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:50:03.003730 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-c709b7f0-1031-4f0c-8c4b-50eb61a0ea16 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:03.011470 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-c709b7f0-1031-4f0c-8c4b-50eb61a0ea16 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/networks?id=985421ce-deca-4c5d-b48d-6cf1bc83f97e HTTP/1.1" status: 200 len: 812 time: 0.3371205 Mar 05 04:50:03.040263 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-96cff8cc-0ef6-4cd3-965c-de114f01bfa0 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/quotas/f4d6c0f5613840f688af76ae3d834317 HTTP/1.1" status: 200 len: 375 time: 0.0277371 Mar 05 04:50:03.078495 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c0105c5a-b833-4417-9dd0-c74388019c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (6dce6942-57ed-4897-a902-5069fe000a5f), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:03.091378 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a5a19a4b-a3d4-4438-98ac-2e32ec7c077e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (a9c8636a-9657-480e-9c05-fdf9aa090e95), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:03.110312 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ec322b9f-ce8c-4f02-b7e9-3df538e88022 req-459b17c0-b6a3-45ad-9829-2985cd74d954 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451559 Mar 05 04:50:03.122680 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-a5a19a4b-a3d4-4438-98ac-2e32ec7c077e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c8636a-9657-480e-9c05-fdf9aa090e95']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:03.137008 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-a5a19a4b-a3d4-4438-98ac-2e32ec7c077e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a60b1b-669f-4f6c-b241-707aaba82337') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:03.138000 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-a5a19a4b-a3d4-4438-98ac-2e32ec7c077e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a60b1b-669f-4f6c-b241-707aaba82337') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:03.151367 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a5a19a4b-a3d4-4438-98ac-2e32ec7c077e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (82a60b1b-669f-4f6c-b241-707aaba82337), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:03.152847 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0105c5a-b833-4417-9dd0-c74388019c24 None None] Pushing event deleted for resources: {'Port': ['ID=6dce6942-57ed-4897-a902-5069fe000a5f,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:03.161012 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0105c5a-b833-4417-9dd0-c74388019c24 None None] No DVR routers for this DVR port 6dce6942-57ed-4897-a902-5069fe000a5f on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:50:03.163785 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-be86d431-047f-4c6a-8e45-7658256459df tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f4d6c0f5613840f688af76ae3d834317&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1225653 Mar 05 04:50:03.190425 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a5a19a4b-a3d4-4438-98ac-2e32ec7c077e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (82a60b1b-669f-4f6c-b241-707aaba82337), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:03.198298 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a19a4b-a3d4-4438-98ac-2e32ec7c077e admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:50:03.198703 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a5a19a4b-a3d4-4438-98ac-2e32ec7c077e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (82a60b1b-669f-4f6c-b241-707aaba82337), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:03.263673 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:50:03.263673 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:50:03.263673 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:50:03.263673 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:50:03.263673 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:50:03.263673 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:50:03.263673 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:50:03.263673 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:50:03.263673 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:50:03.263673 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:50:03.263673 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:50:03.263673 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:50:03.263673 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:50:03.263673 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:50:03.263673 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:50:03.263673 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:50:03.263673 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:50:03.263673 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:50:03.263673 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:50:03.263673 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:50:03.263673 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:50:03.263673 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:50:03.263673 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:50:03.263673 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:50:03.263673 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:50:03.263673 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:50:03.263673 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:50:03.263673 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:50:03.263673 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:50:03.263673 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:50:03.263673 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:50:03.263673 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:50:03.269620 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fee494-071e-4047-bc34-f43d4138c3a6 req-d97d4f19-108f-4982-b4f6-f215fffa0e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:03.271361 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f4fee494-071e-4047-bc34-f43d4138c3a6 req-d97d4f19-108f-4982-b4f6-f215fffa0e04 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=947653f4d3b84cc89f4c3c5691586859&device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 1127 time: 0.6650984 Mar 05 04:50:03.273012 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a5a19a4b-a3d4-4438-98ac-2e32ec7c077e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (a9c8636a-9657-480e-9c05-fdf9aa090e95), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:03.296618 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a5a19a4b-a3d4-4438-98ac-2e32ec7c077e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:03.300185 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a5a19a4b-a3d4-4438-98ac-2e32ec7c077e admin admin] 10.222.0.11 "DELETE /v2.0/networks/a9c8636a-9657-480e-9c05-fdf9aa090e95 HTTP/1.1" status: 204 len: 168 time: 1.2869117 Mar 05 04:50:03.309691 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a19a4b-a3d4-4438-98ac-2e32ec7c077e admin admin] Pushing event deleted for resources: {'Network': ['ID=a9c8636a-9657-480e-9c05-fdf9aa090e95,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:03.334510 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-dfd08d73-75bf-4c7e-87bd-488201a7b88f service neutron] 10.222.0.11 "GET /v2.0/networks/985421ce-deca-4c5d-b48d-6cf1bc83f97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678910 Mar 05 04:50:03.347344 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ddf38c-2d35-40a3-beba-9ccb135d9c79 req-367bf731-257f-4158-a91c-5e3a0534007b tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:03.354432 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b1ddf38c-2d35-40a3-beba-9ccb135d9c79 req-367bf731-257f-4158-a91c-5e3a0534007b tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.1206181 Mar 05 04:50:03.483238 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b1ddf38c-2d35-40a3-beba-9ccb135d9c79 req-8e9b1e71-e2f5-43a0-b79e-3f05e4e90e1e tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275003 Mar 05 04:50:03.520120 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fee494-071e-4047-bc34-f43d4138c3a6 req-a2940088-8ca2-4527-a2a7-43165919770a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:03.521958 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f4fee494-071e-4047-bc34-f43d4138c3a6 req-a2940088-8ca2-4527-a2a7-43165919770a service neutron] 10.222.0.30 "GET /v2.0/networks?id=37de3cac-2e27-4573-885e-c86e0ea7886c HTTP/1.1" status: 200 len: 912 time: 0.2205820 Mar 05 04:50:03.548632 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-9e4dcf8b-761a-4507-b4c0-87af3e6a56c9 service neutron] 10.222.0.11 "GET /v2.0/networks/985421ce-deca-4c5d-b48d-6cf1bc83f97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864676 Mar 05 04:50:03.687891 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48956) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:03.708551 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f4fee494-071e-4047-bc34-f43d4138c3a6 req-ae6e522f-60ca-45d4-aa8b-004aa5382050 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db HTTP/1.1" status: 200 len: 999 time: 0.1798730 Mar 05 04:50:03.828501 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b263e387-7595-4cac-b22d-3beb2703af33 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=01c6eac1a9da4a0d83addfd03f13f6ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394506 Mar 05 04:50:03.831041 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48964) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:03.869879 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fee494-071e-4047-bc34-f43d4138c3a6 req-f768745a-38a9-4f18-826e-e0990157ea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:03.870944 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b03f1-8acc-4c22-a689-f10f82f9a0ba req-61599ecb-137c-46be-8dcb-2962cf9b1888 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:03.871389 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f4fee494-071e-4047-bc34-f43d4138c3a6 req-f768745a-38a9-4f18-826e-e0990157ea2b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a6039ad-16bd-4b00-a55f-f7c68e1f3072 HTTP/1.1" status: 200 len: 851 time: 0.1542048 Mar 05 04:50:03.879955 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b03f1-8acc-4c22-a689-f10f82f9a0ba req-61599ecb-137c-46be-8dcb-2962cf9b1888 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:03.888693 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b03f1-8acc-4c22-a689-f10f82f9a0ba req-61599ecb-137c-46be-8dcb-2962cf9b1888 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:03.895202 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b03f1-8acc-4c22-a689-f10f82f9a0ba req-61599ecb-137c-46be-8dcb-2962cf9b1888 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:03.904576 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b03f1-8acc-4c22-a689-f10f82f9a0ba req-61599ecb-137c-46be-8dcb-2962cf9b1888 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:03.910184 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b03f1-8acc-4c22-a689-f10f82f9a0ba req-61599ecb-137c-46be-8dcb-2962cf9b1888 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:03.917834 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b03f1-8acc-4c22-a689-f10f82f9a0ba req-61599ecb-137c-46be-8dcb-2962cf9b1888 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:03.928914 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-325b03f1-8acc-4c22-a689-f10f82f9a0ba req-61599ecb-137c-46be-8dcb-2962cf9b1888 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.1772439 Mar 05 04:50:03.963460 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-63410dd7-a29c-4cfb-83fa-f72fb018baa0 admin admin] Publish callbacks [] for security_group (46b0472e-e16f-4c26-932f-5db365fba38f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:03.983643 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fee494-071e-4047-bc34-f43d4138c3a6 req-671f225b-c00c-4a50-8d27-ed715266830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:03.985512 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f4fee494-071e-4047-bc34-f43d4138c3a6 req-671f225b-c00c-4a50-8d27-ed715266830f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37de3cac-2e27-4573-885e-c86e0ea7886c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1053882 Mar 05 04:50:04.004263 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-63410dd7-a29c-4cfb-83fa-f72fb018baa0 admin admin] Publish callbacks [] for security_group (46b0472e-e16f-4c26-932f-5db365fba38f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:04.103471 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-325b03f1-8acc-4c22-a689-f10f82f9a0ba req-fa0e966a-6c99-4b0b-889a-3bf33bce6510 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1727281 Mar 05 04:50:04.199930 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f4fee494-071e-4047-bc34-f43d4138c3a6 req-c59d78df-7dcb-4ebe-be9a-dcf0f0bab668 service neutron] 10.222.0.30 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935918 Mar 05 04:50:04.214808 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-96b3c27a-794a-4c64-87f8-978e8af42c5c req-d6e77de1-c020-4ee6-815e-a83bf4e42f80 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e476d1-a181-424c-849b-6065f47ee1e4 HTTP/1.1" status: 200 len: 210 time: 0.0601017 Mar 05 04:50:04.323706 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f4fee494-071e-4047-bc34-f43d4138c3a6 req-3b84e4a3-f900-4f1d-b133-c17476fba2b2 service neutron] 10.222.0.30 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155238 Mar 05 04:50:04.339988 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-63410dd7-a29c-4cfb-83fa-f72fb018baa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (46b0472e-e16f-4c26-932f-5db365fba38f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:04.344655 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-63410dd7-a29c-4cfb-83fa-f72fb018baa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:04.349318 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-63410dd7-a29c-4cfb-83fa-f72fb018baa0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/46b0472e-e16f-4c26-932f-5db365fba38f HTTP/1.1" status: 204 len: 168 time: 0.5172520 Mar 05 04:50:04.362014 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9da984-f390-4bcb-819c-2db30833c16d req-93af2b35-3480-4951-88dc-17345127ba48 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:04.371960 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ae9da984-f390-4bcb-819c-2db30833c16d req-93af2b35-3480-4951-88dc-17345127ba48 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.1069975 Mar 05 04:50:04.377537 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63410dd7-a29c-4cfb-83fa-f72fb018baa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b0472e-e16f-4c26-932f-5db365fba38f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:04.495671 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ae9da984-f390-4bcb-819c-2db30833c16d req-f9d9ae88-1b60-44f2-8b82-a02dd0b774fc tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174948 Mar 05 04:50:04.703894 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748fba8-a0ea-446b-85b5-a28906484a4c req-a57d7b2f-e351-462c-8830-dc28e298f2fc tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:04.705752 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8748fba8-a0ea-446b-85b5-a28906484a4c req-a57d7b2f-e351-462c-8830-dc28e298f2fc tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.0986845 Mar 05 04:50:04.875640 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8748fba8-a0ea-446b-85b5-a28906484a4c req-9638d1ef-51b2-49ae-bf7b-5cffcc7da146 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628275 Mar 05 04:50:04.931406 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357552fd-b296-497d-b736-334f9435a26b req-7d807a8c-9fa0-4377-9372-dde2985147cb tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:04.933143 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-357552fd-b296-497d-b736-334f9435a26b req-7d807a8c-9fa0-4377-9372-dde2985147cb tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/networks?id=97e85245-3112-4887-8483-668804607d54 HTTP/1.1" status: 200 len: 812 time: 0.1886528 Mar 05 04:50:04.963526 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-357552fd-b296-497d-b736-334f9435a26b req-80b86e19-1236-4dbc-afd6-86ae4c8c19e8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/quotas/b4c5ecf1c59144a68ee1fb483c77ba0c HTTP/1.1" status: 200 len: 375 time: 0.0234244 Mar 05 04:50:05.032670 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-357552fd-b296-497d-b736-334f9435a26b req-c482430c-25cb-4065-9845-3f8cad4fa14b tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b4c5ecf1c59144a68ee1fb483c77ba0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622764 Mar 05 04:50:05.155818 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-357552fd-b296-497d-b736-334f9435a26b req-7357a425-a148-47ec-9236-4ac9b229adfb service neutron] 10.222.0.11 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166942 Mar 05 04:50:05.334041 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-357552fd-b296-497d-b736-334f9435a26b req-698b56ef-4597-4c4f-a0de-c95874b52a5e service neutron] 10.222.0.11 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751199 Mar 05 04:50:05.351357 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444f059-1b3a-4381-8b0c-f7b6ae95a9ad req-8e03f9df-873d-415d-9879-77b2be440c05 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:05.357751 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444f059-1b3a-4381-8b0c-f7b6ae95a9ad req-8e03f9df-873d-415d-9879-77b2be440c05 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:05.363583 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444f059-1b3a-4381-8b0c-f7b6ae95a9ad req-8e03f9df-873d-415d-9879-77b2be440c05 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:05.369893 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444f059-1b3a-4381-8b0c-f7b6ae95a9ad req-8e03f9df-873d-415d-9879-77b2be440c05 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:05.375752 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444f059-1b3a-4381-8b0c-f7b6ae95a9ad req-8e03f9df-873d-415d-9879-77b2be440c05 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:05.382022 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444f059-1b3a-4381-8b0c-f7b6ae95a9ad req-8e03f9df-873d-415d-9879-77b2be440c05 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:05.387707 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444f059-1b3a-4381-8b0c-f7b6ae95a9ad req-8e03f9df-873d-415d-9879-77b2be440c05 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:05.396530 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7444f059-1b3a-4381-8b0c-f7b6ae95a9ad req-8e03f9df-873d-415d-9879-77b2be440c05 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.1432130 Mar 05 04:50:05.513286 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7444f059-1b3a-4381-8b0c-f7b6ae95a9ad req-dd35ff6d-6c1d-4158-9ce9-cb62565d3830 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1061380 Mar 05 04:50:05.685127 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-47cc8bdc-002e-4074-8930-8926195fbd6e tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:05.689951 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-47cc8bdc-002e-4074-8930-8926195fbd6e tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.30 "GET /v2.0/networks?id=985421ce-deca-4c5d-b48d-6cf1bc83f97e HTTP/1.1" status: 200 len: 812 time: 0.2508311 Mar 05 04:50:05.695606 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3d4743ad-4466-43d7-a789-e8096127ceed req-fb4dae00-c59b-46ed-97ec-dfbdfb1db273 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e476d1-a181-424c-849b-6065f47ee1e4 HTTP/1.1" status: 200 len: 210 time: 0.0816207 Mar 05 04:50:05.718597 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-a566bff6-9505-480f-977f-545abfdd0fb5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Request body: {'port': {'device_id': '25e476d1-a181-424c-849b-6065f47ee1e4', 'network_id': '985421ce-deca-4c5d-b48d-6cf1bc83f97e', 'admin_state_up': True, 'tenant_id': 'f4d6c0f5613840f688af76ae3d834317'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:50:05.906283 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49048) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:05.916736 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a281f89d-a09d-47c2-ab7a-85e498dbf869 req-1459ada5-cd6b-4cf9-bf7f-3cf034b7b15f tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb748f8b-6e83-4e37-92ac-eb8ea780b0e7 HTTP/1.1" status: 200 len: 210 time: 0.1008904 Mar 05 04:50:05.956136 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29f7ae-698d-4909-abf5-a9e55a7cb487 req-01692a5c-606b-4af3-b221-b24f61305c77 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:05.967417 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-a566bff6-9505-480f-977f-545abfdd0fb5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Made reservation on behalf of f4d6c0f5613840f688af76ae3d834317 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:50:05.971807 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-db29f7ae-698d-4909-abf5-a9e55a7cb487 req-01692a5c-606b-4af3-b221-b24f61305c77 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.2692075 Mar 05 04:50:05.973824 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-a566bff6-9505-480f-977f-545abfdd0fb5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:06.156234 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-db29f7ae-698d-4909-abf5-a9e55a7cb487 req-6a4b2d71-0828-4082-a8fd-040cd7bcdba7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835027 Mar 05 04:50:06.204895 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c655732-dc7d-4c93-b6dc-79f954b274b9 req-d7c69b93-e1d4-4251-a09f-0c7c0ea57abc tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:06.211458 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2c655732-dc7d-4c93-b6dc-79f954b274b9 req-d7c69b93-e1d4-4251-a09f-0c7c0ea57abc tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.1623895 Mar 05 04:50:06.286860 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2c655732-dc7d-4c93-b6dc-79f954b274b9 req-75d19bcb-3dfc-44a1-b625-5fa1657d5b7f tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663679 Mar 05 04:50:06.301905 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-a566bff6-9505-480f-977f-545abfdd0fb5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Allocated IP 172.20.0.11 (985421ce-deca-4c5d-b48d-6cf1bc83f97e/a4e8e628-a5e1-41d2-92c2-b934c83a7c37/f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:50:06.358946 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-af05cd25-a9f2-4d6c-bdf7-df6faa90b44a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-985785672-network', 'tenant_id': '63fd383ee5f747ccae01d9d5b13d1399'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:50:06.418306 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af05cd25-a9f2-4d6c-bdf7-df6faa90b44a admin admin] Made reservation on behalf of 63fd383ee5f747ccae01d9d5b13d1399 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:50:06.423519 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af05cd25-a9f2-4d6c-bdf7-df6faa90b44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:06.461343 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af05cd25-a9f2-4d6c-bdf7-df6faa90b44a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:06.630202 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b47a13-fde9-434b-af96-0770f75a858c req-084158e0-7d42-4b41-a51d-2eb8255f1a78 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:06.635134 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-45b47a13-fde9-434b-af96-0770f75a858c req-084158e0-7d42-4b41-a51d-2eb8255f1a78 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.0778973 Mar 05 04:50:06.659853 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af05cd25-a9f2-4d6c-bdf7-df6faa90b44a admin admin] Publish callbacks [] for security_group (42c0a91a-3e2a-441d-acc3-49baa1ac643b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:06.668951 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af05cd25-a9f2-4d6c-bdf7-df6faa90b44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (42c0a91a-3e2a-441d-acc3-49baa1ac643b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:06.680090 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af05cd25-a9f2-4d6c-bdf7-df6faa90b44a admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:50:06.694962 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af05cd25-a9f2-4d6c-bdf7-df6faa90b44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (90e2506e-9a46-4155-b799-3dd5ec2d8310), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:06.696881 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-af05cd25-a9f2-4d6c-bdf7-df6faa90b44a admin admin] Added segment 90e2506e-9a46-4155-b799-3dd5ec2d8310 of type vlan for network cf60d31f-d868-483b-b7ff-a06249069b75 Mar 05 04:50:06.736051 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af05cd25-a9f2-4d6c-bdf7-df6faa90b44a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (cf60d31f-d868-483b-b7ff-a06249069b75), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:06.779831 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af05cd25-a9f2-4d6c-bdf7-df6faa90b44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (cf60d31f-d868-483b-b7ff-a06249069b75), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:06.781183 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af05cd25-a9f2-4d6c-bdf7-df6faa90b44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:06.782039 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af05cd25-a9f2-4d6c-bdf7-df6faa90b44a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:06.790504 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-a566bff6-9505-480f-977f-545abfdd0fb5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for port (f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:06.792200 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-45b47a13-fde9-434b-af96-0770f75a858c req-06c44d51-60c2-4fa0-8c5f-9d2fc75106e3 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445460 Mar 05 04:50:06.835355 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05cd25-a9f2-4d6c-bdf7-df6faa90b44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c0a91a-3e2a-441d-acc3-49baa1ac643b,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:06.878395 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-af05cd25-a9f2-4d6c-bdf7-df6faa90b44a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9710345 Mar 05 04:50:06.882458 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49092) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:06.888427 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-ead00a84-45fc-439c-8fd0-f4031870c525 admin admin] Request body: {'subnet': {'network_id': 'cf60d31f-d868-483b-b7ff-a06249069b75', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-985785672-subnet', 'tenant_id': '63fd383ee5f747ccae01d9d5b13d1399', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:50:06.919038 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead00a84-45fc-439c-8fd0-f4031870c525 admin admin] Made reservation on behalf of 63fd383ee5f747ccae01d9d5b13d1399 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:50:06.922437 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ead00a84-45fc-439c-8fd0-f4031870c525 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:06.938237 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05cd25-a9f2-4d6c-bdf7-df6faa90b44a admin admin] Pushing event updated for resources: {'Network': ['ID=cf60d31f-d868-483b-b7ff-a06249069b75,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:06.954545 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network cf60d31f-d868-483b-b7ff-a06249069b75 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:50:06.955207 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-a566bff6-9505-480f-977f-545abfdd0fb5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:07.006303 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-a566bff6-9505-480f-977f-545abfdd0fb5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Network 985421ce-deca-4c5d-b48d-6cf1bc83f97e is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:50:07.009840 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-a566bff6-9505-480f-977f-545abfdd0fb5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:50:07.013785 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-a566bff6-9505-480f-977f-545abfdd0fb5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:50:07.043193 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566bff6-9505-480f-977f-545abfdd0fb5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Pushing event updated for resources: {'Port': ['ID=f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:07.082568 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-a566bff6-9505-480f-977f-545abfdd0fb5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:07.083220 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-a566bff6-9505-480f-977f-545abfdd0fb5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:07.085631 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['b6563490-2b18-45f4-bb7c-a844f10d1174'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:50:07.112121 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-a566bff6-9505-480f-977f-545abfdd0fb5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4047372 Mar 05 04:50:07.127231 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-c1d6d11f-61e1-48a4-a9bc-78deaeaeaee2 service neutron] Request body: {'port': {'device_id': '25e476d1-a181-424c-849b-6065f47ee1e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:50:07.219579 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ed309-6e9c-4af2-b8a5-ea368d986cb8 req-6f402b40-5534-4812-b911-a937daf62b3d tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:07.222622 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-c1d6d11f-61e1-48a4-a9bc-78deaeaeaee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:07.229112 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ed309-6e9c-4af2-b8a5-ea368d986cb8 req-6f402b40-5534-4812-b911-a937daf62b3d tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:07.234841 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ed309-6e9c-4af2-b8a5-ea368d986cb8 req-6f402b40-5534-4812-b911-a937daf62b3d tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:07.240107 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ed309-6e9c-4af2-b8a5-ea368d986cb8 req-6f402b40-5534-4812-b911-a937daf62b3d tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:07.245954 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ed309-6e9c-4af2-b8a5-ea368d986cb8 req-6f402b40-5534-4812-b911-a937daf62b3d tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:07.251624 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ed309-6e9c-4af2-b8a5-ea368d986cb8 req-6f402b40-5534-4812-b911-a937daf62b3d tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:07.257022 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ed309-6e9c-4af2-b8a5-ea368d986cb8 req-6f402b40-5534-4812-b911-a937daf62b3d tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:07.265427 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-601ed309-6e9c-4af2-b8a5-ea368d986cb8 req-6f402b40-5534-4812-b911-a937daf62b3d tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.2681389 Mar 05 04:50:07.276035 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfe8b0-d790-4c8f-b0b8-3b3c81cb73ea req-0dc53627-2217-4031-8bd7-70ace6181103 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:07.277835 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c4dfe8b0-d790-4c8f-b0b8-3b3c81cb73ea req-0dc53627-2217-4031-8bd7-70ace6181103 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e476d1-a181-424c-849b-6065f47ee1e4 HTTP/1.1" status: 200 len: 932 time: 0.3013077 Mar 05 04:50:07.373150 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-601ed309-6e9c-4af2-b8a5-ea368d986cb8 req-d4b1f825-8a16-4419-861a-3be2584b5ecb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1067183 Mar 05 04:50:07.546802 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ead00a84-45fc-439c-8fd0-f4031870c525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (de8219db-9add-409d-9081-82f60efd0410), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:07.612325 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c4dfe8b0-d790-4c8f-b0b8-3b3c81cb73ea req-a794e474-1aa6-4630-94c3-0a58ceb1b3d8 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups?id=97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261395 Mar 05 04:50:07.660165 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107d170-5587-457f-8fb6-6ceb64772e82 req-fb45f441-7aa0-4428-804d-bbeeb0d6834a tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:07.671697 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b107d170-5587-457f-8fb6-6ceb64772e82 req-fb45f441-7aa0-4428-804d-bbeeb0d6834a tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.1731336 Mar 05 04:50:07.717525 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-c1d6d11f-61e1-48a4-a9bc-78deaeaeaee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:50:07.736068 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-c1d6d11f-61e1-48a4-a9bc-78deaeaeaee2 service neutron] Publish callbacks [] for port (f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:07.746818 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead00a84-45fc-439c-8fd0-f4031870c525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de8219db-9add-409d-9081-82f60efd0410,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:07.767370 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-c1d6d11f-61e1-48a4-a9bc-78deaeaeaee2 service neutron] Transition to ACTIVE for port object f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:50:07.773002 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-c1d6d11f-61e1-48a4-a9bc-78deaeaeaee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:07.800995 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead00a84-45fc-439c-8fd0-f4031870c525 admin admin] Checking segment: {'id': '90e2506e-9a46-4155-b799-3dd5ec2d8310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cf60d31f-d868-483b-b7ff-a06249069b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:50:07.801438 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead00a84-45fc-439c-8fd0-f4031870c525 admin admin] Network hostable DHCP agents. Network: cf60d31f-d868-483b-b7ff-a06249069b75, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:50:07.895194 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b107d170-5587-457f-8fb6-6ceb64772e82 req-95147d16-d0fd-40f6-b34c-79793e7f28c6 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839521 Mar 05 04:50:07.904846 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead00a84-45fc-439c-8fd0-f4031870c525 admin admin] Network cf60d31f-d868-483b-b7ff-a06249069b75 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:50:07.927958 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-ead00a84-45fc-439c-8fd0-f4031870c525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, cf60d31f-d868-483b-b7ff-a06249069b75) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:50:07.929370 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6d11f-61e1-48a4-a9bc-78deaeaeaee2 service neutron] Pushing event updated for resources: {'Port': ['ID=f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:07.934095 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead00a84-45fc-439c-8fd0-f4031870c525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:07.942208 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4aa1c8a-c6b8-45df-9f8c-81db09f96bd4 None None] Network cf60d31f-d868-483b-b7ff-a06249069b75 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:50:07.943304 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ead00a84-45fc-439c-8fd0-f4031870c525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:07.967906 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b7b07-c201-4a0a-a9d2-b9a6666abbad req-f3fff2b3-e758-4c7b-a667-7796872f107e tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:07.975673 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-501b7b07-c201-4a0a-a9d2-b9a6666abbad req-f3fff2b3-e758-4c7b-a667-7796872f107e tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.2012889 Mar 05 04:50:07.985879 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ead00a84-45fc-439c-8fd0-f4031870c525 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1018541 Mar 05 04:50:07.992627 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49126) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:07.998272 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-21554866-60b0-4428-8dc2-eb4ea2beae42 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-985785672-router', 'tenant_id': '63fd383ee5f747ccae01d9d5b13d1399', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:50:07.999439 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-c1d6d11f-61e1-48a4-a9bc-78deaeaeaee2 service neutron] Attempting to bind port f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:50:07.999786 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-c1d6d11f-61e1-48a4-a9bc-78deaeaeaee2 service neutron] Attempting to bind port f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': 'd1802648-fc75-48b4-9acc-c2efc8477f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '985421ce-deca-4c5d-b48d-6cf1bc83f97e'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:50:08.000110 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-c1d6d11f-61e1-48a4-a9bc-78deaeaeaee2 service neutron] Attempting to bind port f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e on network 985421ce-deca-4c5d-b48d-6cf1bc83f97e {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:50:08.011926 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-c1d6d11f-61e1-48a4-a9bc-78deaeaeaee2 service neutron] Port f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e on network 985421ce-deca-4c5d-b48d-6cf1bc83f97e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:50:08.012255 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-c1d6d11f-61e1-48a4-a9bc-78deaeaeaee2 service neutron] Attempting to bind port f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e on network 985421ce-deca-4c5d-b48d-6cf1bc83f97e {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:50:08.025077 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-c1d6d11f-61e1-48a4-a9bc-78deaeaeaee2 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:50:08.025411 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-c1d6d11f-61e1-48a4-a9bc-78deaeaeaee2 service neutron] Checking segment: {'id': 'd1802648-fc75-48b4-9acc-c2efc8477f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '985421ce-deca-4c5d-b48d-6cf1bc83f97e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:50:08.028695 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-c1d6d11f-61e1-48a4-a9bc-78deaeaeaee2 service neutron] Bound using segment: {'id': 'd1802648-fc75-48b4-9acc-c2efc8477f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '985421ce-deca-4c5d-b48d-6cf1bc83f97e'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:50:08.029160 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-c1d6d11f-61e1-48a4-a9bc-78deaeaeaee2 service neutron] Bound port: f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1802648-fc75-48b4-9acc-c2efc8477f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '985421ce-deca-4c5d-b48d-6cf1bc83f97e'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:50:08.029531 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-c1d6d11f-61e1-48a4-a9bc-78deaeaeaee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:08.140770 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21554866-60b0-4428-8dc2-eb4ea2beae42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (714bd047-20b0-4cc2-8470-edaa2cce8691), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:08.141858 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21554866-60b0-4428-8dc2-eb4ea2beae42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (714bd047-20b0-4cc2-8470-edaa2cce8691), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:08.144993 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-cf60d31f-d868-483b-b7ff-a06249069b75', 'network_id': 'cf60d31f-d868-483b-b7ff-a06249069b75', 'project_id': '63fd383ee5f747ccae01d9d5b13d1399', 'fixed_ips': [{'subnet_id': 'de8219db-9add-409d-9081-82f60efd0410'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:50:08.145881 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:08.172054 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-c1d6d11f-61e1-48a4-a9bc-78deaeaeaee2 service neutron] For port f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:50:08.177544 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-c1d6d11f-61e1-48a4-a9bc-78deaeaeaee2 service neutron] For port f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e,segment=NetworkSegment(d1802648-fc75-48b4-9acc-c2efc8477f0e),segment_id=d1802648-fc75-48b4-9acc-c2efc8477f0e)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:50:08.187758 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-501b7b07-c201-4a0a-a9d2-b9a6666abbad req-be1dab79-ff15-42cc-b904-30f2a866f4f9 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095113 Mar 05 04:50:08.198791 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-c1d6d11f-61e1-48a4-a9bc-78deaeaeaee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:08.251651 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-30ccc5ab-cfe4-44a8-a934-853f7a06a5fc tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:08.252188 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-c1d6d11f-61e1-48a4-a9bc-78deaeaeaee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:08.252837 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-c1d6d11f-61e1-48a4-a9bc-78deaeaeaee2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:08.259295 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-30ccc5ab-cfe4-44a8-a934-853f7a06a5fc tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/networks?id=97e85245-3112-4887-8483-668804607d54 HTTP/1.1" status: 200 len: 812 time: 0.2434556 Mar 05 04:50:08.266323 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-c1d6d11f-61e1-48a4-a9bc-78deaeaeaee2 service neutron] 10.222.0.30 "PUT /v2.0/ports/f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e HTTP/1.1" status: 200 len: 1093 time: 1.1453624 Mar 05 04:50:08.266837 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e476d1-a181-424c-849b-6065f47ee1e4', 'tag': 'f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:50:08.269151 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959a527d-8252-4f23-8a1c-2b5e356e973e" -d '{"events": [{"name": "network-changed", "server_uuid": "25e476d1-a181-424c-849b-6065f47ee1e4", "tag": "f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:50:08.326523 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21554866-60b0-4428-8dc2-eb4ea2beae42 admin admin] Publish callbacks [] for router_controller (714bd047-20b0-4cc2-8470-edaa2cce8691), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:08.359959 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-21f70b31-c958-4e23-a4ea-d92064ae30bd tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/quotas/b4c5ecf1c59144a68ee1fb483c77ba0c HTTP/1.1" status: 200 len: 375 time: 0.0997362 Mar 05 04:50:08.400734 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6d11f-61e1-48a4-a9bc-78deaeaeaee2 service neutron] Pushing event updated for resources: {'Port': ['ID=f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:08.420995 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-878260e3-3ef6-4bf8-8160-97064ae6d917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:08.422793 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-878260e3-3ef6-4bf8-8160-97064ae6d917 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f4d6c0f5613840f688af76ae3d834317&device_id=25e476d1-a181-424c-849b-6065f47ee1e4 HTTP/1.1" status: 200 len: 1127 time: 0.0898056 Mar 05 04:50:08.450711 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] Allocated IP 172.20.0.2 (cf60d31f-d868-483b-b7ff-a06249069b75/de8219db-9add-409d-9081-82f60efd0410/56fb9fe9-dc45-46d2-aa84-e4898c856ad0) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:50:08.492307 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-60344b96-5c76-494d-b489-b2786aa59e73 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e HTTP/1.1" status: 200 len: 217 time: 0.0623431 Mar 05 04:50:08.558219 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-43ecb0ed-a36e-42ea-84c9-876feff229ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:08.560933 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-43ecb0ed-a36e-42ea-84c9-876feff229ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4e8e628-a5e1-41d2-92c2-b934c83a7c37 HTTP/1.1" status: 200 len: 852 time: 0.0624106 Mar 05 04:50:08.619314 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-ce689284-0fed-4db6-8eaa-19d456c4aef0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=985421ce-deca-4c5d-b48d-6cf1bc83f97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382199 Mar 05 04:50:08.796314 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] Publish callbacks [] for port (56fb9fe9-dc45-46d2-aa84-e4898c856ad0), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:08.809055 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (56fb9fe9-dc45-46d2-aa84-e4898c856ad0), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:08.813339 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-c6c95c13-0d0c-44ca-92fe-e0649e5df329 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b4c5ecf1c59144a68ee1fb483c77ba0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4524462 Mar 05 04:50:08.847368 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-65309d11-073d-4dde-b0e0-8132afba24d2 service neutron] 10.222.0.30 "GET /v2.0/networks/985421ce-deca-4c5d-b48d-6cf1bc83f97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187750 Mar 05 04:50:08.922924 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] Pushing event updated for resources: {'Port': ['ID=56fb9fe9-dc45-46d2-aa84-e4898c856ad0,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:08.946979 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] Network cf60d31f-d868-483b-b7ff-a06249069b75 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:50:08.950415 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:50:08.956689 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:50:09.005883 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-691a9e20-accf-478f-ae7c-09a857d4ed34 req-0fbb883c-5df4-4f85-ac0e-ed41df061c59 service neutron] 10.222.0.30 "GET /v2.0/networks/985421ce-deca-4c5d-b48d-6cf1bc83f97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516252 Mar 05 04:50:09.059069 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] Attempting to bind port 56fb9fe9-dc45-46d2-aa84-e4898c856ad0 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:50:09.059921 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] Attempting to bind port 56fb9fe9-dc45-46d2-aa84-e4898c856ad0 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '90e2506e-9a46-4155-b799-3dd5ec2d8310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cf60d31f-d868-483b-b7ff-a06249069b75'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:50:09.060673 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] Attempting to bind port 56fb9fe9-dc45-46d2-aa84-e4898c856ad0 on network cf60d31f-d868-483b-b7ff-a06249069b75 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:50:09.069146 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:50:09.069942 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] Checking segment: {'id': '90e2506e-9a46-4155-b799-3dd5ec2d8310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cf60d31f-d868-483b-b7ff-a06249069b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:50:09.070850 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:09.071595 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] Bound using segment: {'id': '90e2506e-9a46-4155-b799-3dd5ec2d8310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cf60d31f-d868-483b-b7ff-a06249069b75'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:50:09.072369 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] Bound port: 56fb9fe9-dc45-46d2-aa84-e4898c856ad0, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e2506e-9a46-4155-b799-3dd5ec2d8310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cf60d31f-d868-483b-b7ff-a06249069b75'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:50:09.072937 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (56fb9fe9-dc45-46d2-aa84-e4898c856ad0), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:09.110438 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb416b-981a-4d71-84a7-8e328bf193af req-3cba3d03-e7a1-4ab5-affc-21f4c983a477 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:09.117462 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e0eb416b-981a-4d71-84a7-8e328bf193af req-3cba3d03-e7a1-4ab5-affc-21f4c983a477 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.7994490 Mar 05 04:50:09.120943 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-136f3b2a-f31c-48f6-9d73-b7990ca1ac4e service neutron] 10.222.0.31 "GET /v2.0/ports/3a56743a-d04a-4293-8fb5-de9cb6a24a3f/bindings/n-h1-789963-32 HTTP/1.1" status: 200 len: 385 time: 0.7252009 Mar 05 04:50:09.125941 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21554866-60b0-4428-8dc2-eb4ea2beae42 admin admin] Publish callbacks [] for router_gateway (714bd047-20b0-4cc2-8470-edaa2cce8691), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:09.177729 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] For port 56fb9fe9-dc45-46d2-aa84-e4898c856ad0, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:50:09.184886 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] For port 56fb9fe9-dc45-46d2-aa84-e4898c856ad0, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=56fb9fe9-dc45-46d2-aa84-e4898c856ad0,segment=NetworkSegment(90e2506e-9a46-4155-b799-3dd5ec2d8310),segment_id=90e2506e-9a46-4155-b799-3dd5ec2d8310)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:50:09.195347 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (56fb9fe9-dc45-46d2-aa84-e4898c856ad0), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:09.206645 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-d6d62b56-9426-4793-83b6-7f7db09ac45c service neutron] 10.222.0.11 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921678 Mar 05 04:50:09.265283 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] Pushing event updated for resources: {'Port': ['ID=56fb9fe9-dc45-46d2-aa84-e4898c856ad0,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:09.290566 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:09.291412 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:09.291412 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:09.291765 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:09.292258 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:09.292600 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:09.292934 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:09.293332 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:09.293829 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:09.294163 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:09.294577 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:09.295638 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:09.296115 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba091c4-8d9d-4ad6-b8ef-a1cd76c21c6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:09.312606 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e0eb416b-981a-4d71-84a7-8e328bf193af req-0d4daa45-86c7-47a6-a9b7-3f54997d3ad9 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934469 Mar 05 04:50:09.371774 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b855d3b6-9934-4a06-875e-77290826d94f x-openstack-request-id: req-b855d3b6-9934-4a06-875e-77290826d94f {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:50:09.372074 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e476d1-a181-424c-849b-6065f47ee1e4", "tag": "f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:50:09.372908 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b855d3b6-9934-4a06-875e-77290826d94f {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:50:09.374077 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e476d1-a181-424c-849b-6065f47ee1e4', 'tag': 'f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e', 'status': 'completed', 'code': 200} Mar 05 04:50:09.490691 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a527d-8252-4f23-8a1c-2b5e356e973e req-b35c6bae-415c-44c4-a9b8-23ce07966694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:09.493499 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-959a527d-8252-4f23-8a1c-2b5e356e973e req-b35c6bae-415c-44c4-a9b8-23ce07966694 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f4d6c0f5613840f688af76ae3d834317&device_id=25e476d1-a181-424c-849b-6065f47ee1e4 HTTP/1.1" status: 200 len: 1127 time: 0.0901868 Mar 05 04:50:09.696576 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a527d-8252-4f23-8a1c-2b5e356e973e req-b6496cc3-9d4b-48da-9e28-db280225317c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:09.698809 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-959a527d-8252-4f23-8a1c-2b5e356e973e req-b6496cc3-9d4b-48da-9e28-db280225317c service neutron] 10.222.0.30 "GET /v2.0/networks?id=985421ce-deca-4c5d-b48d-6cf1bc83f97e HTTP/1.1" status: 200 len: 912 time: 0.1958423 Mar 05 04:50:09.735562 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-77d82865-e0eb-4edb-81f3-b03a14e8d822 service neutron] 10.222.0.11 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5196304 Mar 05 04:50:09.765326 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-959a527d-8252-4f23-8a1c-2b5e356e973e req-7e414243-8b53-4a19-8ae8-3c2d8413f5f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e HTTP/1.1" status: 200 len: 217 time: 0.0594862 Mar 05 04:50:09.835589 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-f4da30e7-5b8a-4d52-9868-a0978beed194 service neutron] For port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=3a56743a-d04a-4293-8fb5-de9cb6a24a3f,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:09.857634 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a527d-8252-4f23-8a1c-2b5e356e973e req-afe9d0f1-78ea-40a9-b27e-55e53d3f2309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:09.859232 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-959a527d-8252-4f23-8a1c-2b5e356e973e req-afe9d0f1-78ea-40a9-b27e-55e53d3f2309 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4e8e628-a5e1-41d2-92c2-b934c83a7c37 HTTP/1.1" status: 200 len: 852 time: 0.0806031 Mar 05 04:50:09.878606 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d15cb4-9014-440d-b382-c578c4871852 req-de3fb67c-0766-4955-82ca-b46186445253 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:09.883991 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d15cb4-9014-440d-b382-c578c4871852 req-de3fb67c-0766-4955-82ca-b46186445253 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:09.901688 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d15cb4-9014-440d-b382-c578c4871852 req-de3fb67c-0766-4955-82ca-b46186445253 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:09.907751 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d15cb4-9014-440d-b382-c578c4871852 req-de3fb67c-0766-4955-82ca-b46186445253 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:09.913793 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d15cb4-9014-440d-b382-c578c4871852 req-de3fb67c-0766-4955-82ca-b46186445253 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:09.920452 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d15cb4-9014-440d-b382-c578c4871852 req-de3fb67c-0766-4955-82ca-b46186445253 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:09.928951 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d15cb4-9014-440d-b382-c578c4871852 req-de3fb67c-0766-4955-82ca-b46186445253 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:09.938349 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-88d15cb4-9014-440d-b382-c578c4871852 req-de3fb67c-0766-4955-82ca-b46186445253 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.4245095 Mar 05 04:50:09.950981 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-959a527d-8252-4f23-8a1c-2b5e356e973e req-f52d4ba6-6ebd-43a9-9346-7760fddeb9d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=985421ce-deca-4c5d-b48d-6cf1bc83f97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675504 Mar 05 04:50:10.006593 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-f4da30e7-5b8a-4d52-9868-a0978beed194 service neutron] For port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:50:10.176920 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-959a527d-8252-4f23-8a1c-2b5e356e973e req-20ada445-044a-476a-bd1f-6797f393e5a2 service neutron] 10.222.0.30 "GET /v2.0/networks/985421ce-deca-4c5d-b48d-6cf1bc83f97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241533 Mar 05 04:50:10.339771 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-f4da30e7-5b8a-4d52-9868-a0978beed194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a56743a-d04a-4293-8fb5-de9cb6a24a3f {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:50:10.366146 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-f4da30e7-5b8a-4d52-9868-a0978beed194 service neutron] For port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=3a56743a-d04a-4293-8fb5-de9cb6a24a3f,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:10.375199 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-959a527d-8252-4f23-8a1c-2b5e356e973e req-e0223587-1acd-468e-a3c9-24c32c080e0e service neutron] 10.222.0.30 "GET /v2.0/networks/985421ce-deca-4c5d-b48d-6cf1bc83f97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922786 Mar 05 04:50:10.424583 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-88d15cb4-9014-440d-b382-c578c4871852 req-17a92083-1d77-4be9-880e-caccfb91640f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4853423 Mar 05 04:50:10.428265 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-f4da30e7-5b8a-4d52-9868-a0978beed194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3a56743a-d04a-4293-8fb5-de9cb6a24a3f), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:10.668147 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f2df0-91e3-4509-a403-98ff134c0eb3 req-750d50bf-60e4-4f3b-811b-e468be03d056 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:10.676921 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7e9f2df0-91e3-4509-a403-98ff134c0eb3 req-750d50bf-60e4-4f3b-811b-e468be03d056 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e476d1-a181-424c-849b-6065f47ee1e4 HTTP/1.1" status: 200 len: 944 time: 0.5816259 Mar 05 04:50:10.737555 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 56fb9fe9-dc45-46d2-aa84-e4898c856ad0 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:50:10.754784 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21554866-60b0-4428-8dc2-eb4ea2beae42 admin admin] Publish callbacks [] for router_gateway (714bd047-20b0-4cc2-8470-edaa2cce8691), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:10.805291 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21554866-60b0-4428-8dc2-eb4ea2beae42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:10.812026 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-f4da30e7-5b8a-4d52-9868-a0978beed194 service neutron] Transition to ACTIVE for port object 3a56743a-d04a-4293-8fb5-de9cb6a24a3f will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:50:10.835038 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-f4da30e7-5b8a-4d52-9868-a0978beed194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (3a56743a-d04a-4293-8fb5-de9cb6a24a3f), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:10.870387 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 56fb9fe9-dc45-46d2-aa84-e4898c856ad0 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:50:10.871241 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (56fb9fe9-dc45-46d2-aa84-e4898c856ad0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:10.919272 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7e9f2df0-91e3-4509-a403-98ff134c0eb3 req-60839351-77b8-4b8a-b175-0753fe394a10 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups?id=97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409678 Mar 05 04:50:10.948155 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13894403-fbcd-47eb-af28-89c7d0acc4ef req-be6d2813-413e-4835-8e51-25c0d54253ad tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:10.949070 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-13894403-fbcd-47eb-af28-89c7d0acc4ef req-be6d2813-413e-4835-8e51-25c0d54253ad tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 943 time: 0.3485112 Mar 05 04:50:10.975135 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc1d6ef-4ca2-4403-b672-bfa503e9e69f None None] Network cf60d31f-d868-483b-b7ff-a06249069b75 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:50:11.005248 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-f4da30e7-5b8a-4d52-9868-a0978beed194 service neutron] No DVR routers for this DVR port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:50:11.041725 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49268) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:11.062140 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da30e7-5b8a-4d52-9868-a0978beed194 service neutron] Pushing event updated for resources: {'Port': ['ID=3a56743a-d04a-4293-8fb5-de9cb6a24a3f,revision_number=10']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:11.140893 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-f4da30e7-5b8a-4d52-9868-a0978beed194 service neutron] 10.222.0.31 "PUT /v2.0/ports/3a56743a-d04a-4293-8fb5-de9cb6a24a3f/bindings/n-h1-789963-32/activate HTTP/1.1" status: 200 len: 370 time: 2.0050120 Mar 05 04:50:11.204117 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-21554866-60b0-4428-8dc2-eb4ea2beae42 admin admin] Allocated IP 172.25.0.147 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/9d5d7f81-5a04-485e-bf08-bba9ed280c57) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:50:11.227759 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-13894403-fbcd-47eb-af28-89c7d0acc4ef req-0cce1f86-1a42-41dd-a8cf-fa1e217ffef2 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697921 Mar 05 04:50:11.239115 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bed332-cdd3-4a0d-a6cd-1c4e9c5b99ba req-76bbe440-722a-4032-8473-232fa1bd1e10 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:11.245112 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-34bed332-cdd3-4a0d-a6cd-1c4e9c5b99ba req-76bbe440-722a-4032-8473-232fa1bd1e10 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.2087853 Mar 05 04:50:11.273398 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c89b2836-3011-4193-b22a-548417c618a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:11.325148 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-3c8fcb5c-bee4-4c9c-aed0-27a0bffdebbd tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:11.326945 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-3c8fcb5c-bee4-4c9c-aed0-27a0bffdebbd tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7&tenant_id=84f78c82255c4feca46335184d79ad7d&binding%3Ahost_id=n-h2-789963-32 HTTP/1.1" status: 200 len: 1127 time: 0.1179485 Mar 05 04:50:11.363845 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-34bed332-cdd3-4a0d-a6cd-1c4e9c5b99ba req-8d2f65e8-943c-4062-970d-a93e22584712 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176133 Mar 05 04:50:11.420601 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c89b2836-3011-4193-b22a-548417c618a9 admin admin] Publish callbacks [] for security_group (6cead9ea-eb04-46e0-9838-7f54147279f9), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:11.423703 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-0c91b893-abd9-40fd-84e4-5d75b8adac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:11.425620 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-0c91b893-abd9-40fd-84e4-5d75b8adac44 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7&tenant_id=84f78c82255c4feca46335184d79ad7d HTTP/1.1" status: 200 len: 1127 time: 0.0913434 Mar 05 04:50:11.428133 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c89b2836-3011-4193-b22a-548417c618a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6cead9ea-eb04-46e0-9838-7f54147279f9), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:11.505689 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c89b2836-3011-4193-b22a-548417c618a9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3a9c04785d304c469f13bad32bf3bfd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4619920 Mar 05 04:50:11.512484 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e10317ce-db9c-40c1-8565-815018bd4259 req-75113c42-d0d9-42c4-9acc-cba189a6c576 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=038fc8a3-c25b-46f9-acfc-dd6b341938be HTTP/1.1" status: 200 len: 210 time: 0.0669901 Mar 05 04:50:11.517663 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49276) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:11.521062 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21554866-60b0-4428-8dc2-eb4ea2beae42 admin admin] Publish callbacks [] for port (9d5d7f81-5a04-485e-bf08-bba9ed280c57), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:11.537602 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b2836-3011-4193-b22a-548417c618a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cead9ea-eb04-46e0-9838-7f54147279f9,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:11.560524 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-93cbb70a-1885-4406-8d59-7100b7aad778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:11.562203 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-93cbb70a-1885-4406-8d59-7100b7aad778 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84f78c82255c4feca46335184d79ad7d&device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 1127 time: 0.1031880 Mar 05 04:50:11.687484 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:50:11.720443 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 56fb9fe9-dc45-46d2-aa84-e4898c856ad0 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:11.720999 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (56fb9fe9-dc45-46d2-aa84-e4898c856ad0), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:11.765169 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-25aa2c27-f314-46b6-a65b-4183de4659bb None None] Provisioning complete for port 56fb9fe9-dc45-46d2-aa84-e4898c856ad0 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:50:11.765764 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-25aa2c27-f314-46b6-a65b-4183de4659bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (56fb9fe9-dc45-46d2-aa84-e4898c856ad0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:11.808228 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5bf93da8-cce2-411b-ab5a-5a0fca4ab51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:11.811413 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-fdaaf73b-e227-4c97-992e-cc9378ca0d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:11.813065 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-fdaaf73b-e227-4c97-992e-cc9378ca0d27 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fd6aa200-b97d-49ed-9876-375a41229f42 HTTP/1.1" status: 200 len: 920 time: 0.2446926 Mar 05 04:50:11.847133 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 56fb9fe9-dc45-46d2-aa84-e4898c856ad0, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=56fb9fe9-dc45-46d2-aa84-e4898c856ad0,segment=NetworkSegment(90e2506e-9a46-4155-b799-3dd5ec2d8310),segment_id=90e2506e-9a46-4155-b799-3dd5ec2d8310)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:11.880354 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (56fb9fe9-dc45-46d2-aa84-e4898c856ad0), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:11.891624 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-ec334247-c019-4fc5-aaba-c9fc9e330cda service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a56743a-d04a-4293-8fb5-de9cb6a24a3f HTTP/1.1" status: 200 len: 217 time: 0.0692320 Mar 05 04:50:11.894034 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b6f026d-39e2-483c-8d87-5c9c40fa9929 admin admin] Publish callbacks [] for security_group (6cead9ea-eb04-46e0-9838-7f54147279f9), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:11.938160 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b6f026d-39e2-483c-8d87-5c9c40fa9929 admin admin] Publish callbacks [] for security_group (6cead9ea-eb04-46e0-9838-7f54147279f9), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:11.959971 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-24f4f1f8-b676-45eb-bf43-b7e7b82e5863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:11.962146 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-24f4f1f8-b676-45eb-bf43-b7e7b82e5863 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d33dc8a-6008-478a-9ec8-49595a4a0656 HTTP/1.1" status: 200 len: 860 time: 0.0655689 Mar 05 04:50:11.976492 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=56fb9fe9-dc45-46d2-aa84-e4898c856ad0,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:12.008147 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-0e7e6b0b-9a30-4b5d-b77b-ed3402fe95a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd6aa200-b97d-49ed-9876-375a41229f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395067 Mar 05 04:50:12.047372 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21554866-60b0-4428-8dc2-eb4ea2beae42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (9d5d7f81-5a04-485e-bf08-bba9ed280c57), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:12.094571 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d1069-ead3-4308-a104-1ffa83751868 req-01b80627-17d9-4f6a-9d63-d9c6372e18f4 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:12.097122 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-25aa2c27-f314-46b6-a65b-4183de4659bb None None] Current status of the port 56fb9fe9-dc45-46d2-aa84-e4898c856ad0 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:12.106221 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d1069-ead3-4308-a104-1ffa83751868 req-01b80627-17d9-4f6a-9d63-d9c6372e18f4 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:12.116075 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d1069-ead3-4308-a104-1ffa83751868 req-01b80627-17d9-4f6a-9d63-d9c6372e18f4 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:12.122671 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d1069-ead3-4308-a104-1ffa83751868 req-01b80627-17d9-4f6a-9d63-d9c6372e18f4 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:12.137178 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d1069-ead3-4308-a104-1ffa83751868 req-01b80627-17d9-4f6a-9d63-d9c6372e18f4 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:12.147917 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d1069-ead3-4308-a104-1ffa83751868 req-01b80627-17d9-4f6a-9d63-d9c6372e18f4 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:12.155109 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e,segment=NetworkSegment(d1802648-fc75-48b4-9acc-c2efc8477f0e),segment_id=d1802648-fc75-48b4-9acc-c2efc8477f0e)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:12.164421 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d1069-ead3-4308-a104-1ffa83751868 req-01b80627-17d9-4f6a-9d63-d9c6372e18f4 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:12.167320 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-262d1069-ead3-4308-a104-1ffa83751868 req-01b80627-17d9-4f6a-9d63-d9c6372e18f4 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.4644296 Mar 05 04:50:12.175932 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e', 'network_id': '985421ce-deca-4c5d-b48d-6cf1bc83f97e', 'port_id': 'f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e', 'mac_address': 'fa:16:3e:b8:4b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4e8e628-a5e1-41d2-92c2-b934c83a7c37', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:50:12.205687 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-4ff69659-7165-45fc-ba9b-a0da9c20ba3f service neutron] 10.222.0.30 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902251 Mar 05 04:50:12.209559 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b6f026d-39e2-483c-8d87-5c9c40fa9929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6cead9ea-eb04-46e0-9838-7f54147279f9), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:12.213253 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b6f026d-39e2-483c-8d87-5c9c40fa9929 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:12.217296 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9b6f026d-39e2-483c-8d87-5c9c40fa9929 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6cead9ea-eb04-46e0-9838-7f54147279f9 HTTP/1.1" status: 204 len: 168 time: 0.6908894 Mar 05 04:50:12.230521 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-1cbaee89-3756-4f5e-80f0-3ffb69da2e08 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:12.233787 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-1cbaee89-3756-4f5e-80f0-3ffb69da2e08 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.31 "GET /v2.0/networks?id=97e85245-3112-4887-8483-668804607d54 HTTP/1.1" status: 200 len: 812 time: 0.6614647 Mar 05 04:50:12.260939 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-a4c0681b-5a25-489a-bf1d-cb0f478a0fa8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Request body: {'port': {'device_id': '038fc8a3-c25b-46f9-acfc-dd6b341938be', 'network_id': '97e85245-3112-4887-8483-668804607d54', 'admin_state_up': True, 'tenant_id': 'b4c5ecf1c59144a68ee1fb483c77ba0c'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:50:12.272279 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:12.272998 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:12.289782 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:50:12.300664 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-ea7803b1-909f-4cb9-852d-3b3cba417f6a tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:12.311280 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-ea7803b1-909f-4cb9-852d-3b3cba417f6a tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/networks?id=37de3cac-2e27-4573-885e-c86e0ea7886c HTTP/1.1" status: 200 len: 812 time: 0.5634661 Mar 05 04:50:12.320282 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e,segment=NetworkSegment(d1802648-fc75-48b4-9acc-c2efc8477f0e),segment_id=d1802648-fc75-48b4-9acc-c2efc8477f0e)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:12.329254 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f026d-39e2-483c-8d87-5c9c40fa9929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cead9ea-eb04-46e0-9838-7f54147279f9,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:12.330149 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:12.335478 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21554866-60b0-4428-8dc2-eb4ea2beae42 admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:50:12.378221 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-749b5aef-84e2-4f11-87fa-5c21879022e6 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/quotas/947653f4d3b84cc89f4c3c5691586859 HTTP/1.1" status: 200 len: 375 time: 0.0656440 Mar 05 04:50:12.401875 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-21554866-60b0-4428-8dc2-eb4ea2beae42 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:50:12.418517 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-2aa651e7-14ca-44f2-93a8-5de0415f4565 service neutron] 10.222.0.30 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051272 Mar 05 04:50:12.423980 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3ea28335-7837-4f6d-b088-94c8135540f9 None None] Provisioning complete for port 56fb9fe9-dc45-46d2-aa84-e4898c856ad0 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:50:12.424396 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3ea28335-7837-4f6d-b088-94c8135540f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (56fb9fe9-dc45-46d2-aa84-e4898c856ad0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:12.432678 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21554866-60b0-4428-8dc2-eb4ea2beae42 admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:50:12.436857 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21554866-60b0-4428-8dc2-eb4ea2beae42 admin admin] Pushing event updated for resources: {'Port': ['ID=9d5d7f81-5a04-485e-bf08-bba9ed280c57,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:12.547684 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:12.557164 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-262d1069-ead3-4308-a104-1ffa83751868 req-2f43256c-f520-469c-9454-97b1e8d383c8 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3361747 Mar 05 04:50:12.566023 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3ea28335-7837-4f6d-b088-94c8135540f9 None None] Current status of the port 56fb9fe9-dc45-46d2-aa84-e4898c856ad0 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:12.590339 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-6e6e05a6-7f2c-4fa4-b9da-e3e41bcf6b4b tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=947653f4d3b84cc89f4c3c5691586859&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2111495 Mar 05 04:50:12.605537 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:50:12.845692 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 56fb9fe9-dc45-46d2-aa84-e4898c856ad0 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:50:12.854085 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49302) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:12.889549 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f5ad26cf-fa6a-48d9-b4a1-36269dfe6ff6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:12.913819 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-040fa600-601c-4b59-a2ee-22d43afe008e tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:12.916290 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-040fa600-601c-4b59-a2ee-22d43afe008e tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7&tenant_id=84f78c82255c4feca46335184d79ad7d&binding%3Ahost_id=n-h1-789963-32 HTTP/1.1" status: 200 len: 1127 time: 0.1256118 Mar 05 04:50:12.944461 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 56fb9fe9-dc45-46d2-aa84-e4898c856ad0 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:50:12.944847 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (56fb9fe9-dc45-46d2-aa84-e4898c856ad0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:13.045228 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 56fb9fe9-dc45-46d2-aa84-e4898c856ad0 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:13.083592 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-91ca638b-5f18-49b0-a26c-9cff01385e3a service neutron] For port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:50:13.088853 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-91ca638b-5f18-49b0-a26c-9cff01385e3a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:13.090064 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-91ca638b-5f18-49b0-a26c-9cff01385e3a service neutron] 10.222.0.30 "DELETE /v2.0/ports/3a56743a-d04a-4293-8fb5-de9cb6a24a3f/bindings/n-h2-789963-32 HTTP/1.1" status: 204 len: 173 time: 0.1669257 Mar 05 04:50:13.117275 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f5ad26cf-fa6a-48d9-b4a1-36269dfe6ff6 admin admin] Publish callbacks [] for security_group (bcab51df-2346-412e-a8c2-5681995d3b53), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:13.122419 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f5ad26cf-fa6a-48d9-b4a1-36269dfe6ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (bcab51df-2346-412e-a8c2-5681995d3b53), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:13.153119 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-a4c0681b-5a25-489a-bf1d-cb0f478a0fa8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Made reservation on behalf of b4c5ecf1c59144a68ee1fb483c77ba0c for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:50:13.157284 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-a4c0681b-5a25-489a-bf1d-cb0f478a0fa8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:13.174407 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f5ad26cf-fa6a-48d9-b4a1-36269dfe6ff6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1df3b22c07cf491eb9e7b3ddacca2b5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3181801 Mar 05 04:50:13.176554 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad26cf-fa6a-48d9-b4a1-36269dfe6ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcab51df-2346-412e-a8c2-5681995d3b53,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:13.179106 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49304) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:13.231926 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a88ebcdb-36ca-480c-9524-4b90ac153c69 admin admin] Publish callbacks [] for security_group (bcab51df-2346-412e-a8c2-5681995d3b53), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:13.257323 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a88ebcdb-36ca-480c-9524-4b90ac153c69 admin admin] Publish callbacks [] for security_group (bcab51df-2346-412e-a8c2-5681995d3b53), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:13.313795 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a88ebcdb-36ca-480c-9524-4b90ac153c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (bcab51df-2346-412e-a8c2-5681995d3b53), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:13.316504 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a88ebcdb-36ca-480c-9524-4b90ac153c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:13.320311 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a88ebcdb-36ca-480c-9524-4b90ac153c69 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bcab51df-2346-412e-a8c2-5681995d3b53 HTTP/1.1" status: 204 len: 168 time: 0.1382129 Mar 05 04:50:13.329905 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ebcdb-36ca-480c-9524-4b90ac153c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcab51df-2346-412e-a8c2-5681995d3b53,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:13.388860 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-9941ce74-f7bb-41bb-97f5-200ad632cfa9 service neutron] 10.222.0.11 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7976155 Mar 05 04:50:13.400403 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a4ba9-bfdc-4043-8f12-590fbc6f03fa req-c08d017e-f4d2-4d4c-bebb-4b9dd41e3e19 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:13.402266 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c58a4ba9-bfdc-4043-8f12-590fbc6f03fa req-c08d017e-f4d2-4d4c-bebb-4b9dd41e3e19 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e476d1-a181-424c-849b-6065f47ee1e4 HTTP/1.1" status: 200 len: 945 time: 0.2743621 Mar 05 04:50:13.545814 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:13.639781 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c58a4ba9-bfdc-4043-8f12-590fbc6f03fa req-17272f6f-1d41-4174-99e2-15b354a1e56d tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups?id=97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188463 Mar 05 04:50:13.640452 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21554866-60b0-4428-8dc2-eb4ea2beae42 admin admin] Publish callbacks [] for router_gateway (714bd047-20b0-4cc2-8470-edaa2cce8691), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:13.657185 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4fcba414-0f19-4d52-8592-bb87d5a01632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:13.681725 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:13.724584 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-a4c0681b-5a25-489a-bf1d-cb0f478a0fa8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Allocated IP 172.20.0.10 (97e85245-3112-4887-8483-668804607d54/c431197c-f63d-4d0c-afc1-f0e0b1d87270/b934cb01-4310-4687-ba43-d3df101bba69) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:50:13.792900 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-140f3460-49bd-4b29-991c-90b38dbe91da service neutron] 10.222.0.11 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858595 Mar 05 04:50:14.033377 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a548d4-e455-495b-b7d8-b05c83bf26c2 req-58c331a8-5fe9-4432-9da9-5967d60b28cf tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:14.034937 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c2a548d4-e455-495b-b7d8-b05c83bf26c2 req-58c331a8-5fe9-4432-9da9-5967d60b28cf tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 944 time: 0.3134191 Mar 05 04:50:14.188335 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-29114f25-446a-4b35-842d-0ac929973857 req-02eb7c82-8ea8-4f34-8923-821947652e01 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=038fc8a3-c25b-46f9-acfc-dd6b341938be HTTP/1.1" status: 200 len: 210 time: 0.1133299 Mar 05 04:50:14.261357 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21554866-60b0-4428-8dc2-eb4ea2beae42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (714bd047-20b0-4cc2-8470-edaa2cce8691), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:14.269874 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-a4c0681b-5a25-489a-bf1d-cb0f478a0fa8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks [] for port (b934cb01-4310-4687-ba43-d3df101bba69), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:14.396986 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c2a548d4-e455-495b-b7d8-b05c83bf26c2 req-c737618d-8fa5-4889-b6e0-5b25557e6a0d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161201 Mar 05 04:50:14.522890 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d2b2e3a8-3ffc-4a32-9f9b-878027952103 req-a85ade53-fa3d-457d-a720-858cc0c1016e tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 210 time: 0.0719998 Mar 05 04:50:14.552741 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-a4c0681b-5a25-489a-bf1d-cb0f478a0fa8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (b934cb01-4310-4687-ba43-d3df101bba69), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:14.570171 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293a369-da9a-4cc9-bc03-a3ada24d3f5e req-150f394c-7319-4db1-85b0-4f8c91f2b147 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:14.576430 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293a369-da9a-4cc9-bc03-a3ada24d3f5e req-150f394c-7319-4db1-85b0-4f8c91f2b147 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:14.582414 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293a369-da9a-4cc9-bc03-a3ada24d3f5e req-150f394c-7319-4db1-85b0-4f8c91f2b147 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:14.588412 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293a369-da9a-4cc9-bc03-a3ada24d3f5e req-150f394c-7319-4db1-85b0-4f8c91f2b147 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:14.595006 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293a369-da9a-4cc9-bc03-a3ada24d3f5e req-150f394c-7319-4db1-85b0-4f8c91f2b147 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:14.601301 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293a369-da9a-4cc9-bc03-a3ada24d3f5e req-150f394c-7319-4db1-85b0-4f8c91f2b147 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:14.607222 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293a369-da9a-4cc9-bc03-a3ada24d3f5e req-150f394c-7319-4db1-85b0-4f8c91f2b147 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:14.615262 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1293a369-da9a-4cc9-bc03-a3ada24d3f5e req-150f394c-7319-4db1-85b0-4f8c91f2b147 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.3275039 Mar 05 04:50:14.709751 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-a4c0681b-5a25-489a-bf1d-cb0f478a0fa8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Network 97e85245-3112-4887-8483-668804607d54 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:50:14.743613 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-a4c0681b-5a25-489a-bf1d-cb0f478a0fa8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:50:14.745705 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0681b-5a25-489a-bf1d-cb0f478a0fa8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Pushing event updated for resources: {'Port': ['ID=b934cb01-4310-4687-ba43-d3df101bba69,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:14.748934 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-a4c0681b-5a25-489a-bf1d-cb0f478a0fa8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:50:14.850957 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1293a369-da9a-4cc9-bc03-a3ada24d3f5e req-cdff680c-a95b-4a00-bdc9-94b57cceb43f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2347622 Mar 05 04:50:14.860320 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-a4c0681b-5a25-489a-bf1d-cb0f478a0fa8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:14.861153 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-a4c0681b-5a25-489a-bf1d-cb0f478a0fa8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:14.875806 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0a679-3903-4ce3-9d71-df290fd1dc42 req-691c5cac-148e-4c83-9fcc-7fc4f9218be1 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:14.883169 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9af0a679-3903-4ce3-9d71-df290fd1dc42 req-691c5cac-148e-4c83-9fcc-7fc4f9218be1 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 1127 time: 0.2119110 Mar 05 04:50:14.892695 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:14.909533 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21554866-60b0-4428-8dc2-eb4ea2beae42 admin admin] Router 714bd047-20b0-4cc2-8470-edaa2cce8691 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:50:14.923171 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-a4c0681b-5a25-489a-bf1d-cb0f478a0fa8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6803665 Mar 05 04:50:14.939656 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-d06b7cdd-7016-452b-929a-7d2c728c6db7 service neutron] Request body: {'port': {'device_id': '038fc8a3-c25b-46f9-acfc-dd6b341938be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:50:15.050906 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9af0a679-3903-4ce3-9d71-df290fd1dc42 req-052f544e-5185-41eb-a11e-f4fa4fd49780 tempest-LiveAutoBlockMigrationV225Test-1798287911 tempest-LiveAutoBlockMigrationV225Test-1798287911-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660662 Mar 05 04:50:15.162843 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-d06b7cdd-7016-452b-929a-7d2c728c6db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b934cb01-4310-4687-ba43-d3df101bba69), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:15.230893 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:50:15.292674 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21554866-60b0-4428-8dc2-eb4ea2beae42 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:50:15.317755 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666ca8d6-57b2-4bc8-8127-99d342657162 None None] Sync routers for ids ['714bd047-20b0-4cc2-8470-edaa2cce8691'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:50:15.328008 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910dc41c-7a96-4b30-8d4e-8362be6796fd req-0706fc4e-51e8-4d17-ad0b-d83989109c15 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:15.335998 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666ca8d6-57b2-4bc8-8127-99d342657162 None None] Routers {'714bd047-20b0-4cc2-8470-edaa2cce8691'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:50:15.336889 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-666ca8d6-57b2-4bc8-8127-99d342657162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:50:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['714bd047-20b0-4cc2-8470-edaa2cce8691'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:15.338707 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-910dc41c-7a96-4b30-8d4e-8362be6796fd req-0706fc4e-51e8-4d17-ad0b-d83989109c15 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e476d1-a181-424c-849b-6065f47ee1e4 HTTP/1.1" status: 200 len: 945 time: 0.3596284 Mar 05 04:50:15.451781 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:50:15.467289 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21554866-60b0-4428-8dc2-eb4ea2beae42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:15.468533 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-21554866-60b0-4428-8dc2-eb4ea2beae42 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.4743655 Mar 05 04:50:15.476270 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49370) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:15.528756 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:50:15.529521 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:15.596451 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-666ca8d6-57b2-4bc8-8127-99d342657162 None None] Set router 714bd047-20b0-4cc2-8470-edaa2cce8691 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:50:15.615220 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-46610084-e621-467f-80f7-e645f61c4843 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:15.616786 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-46610084-e621-467f-80f7-e645f61c4843 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.31 "GET /v2.0/networks?id=37de3cac-2e27-4573-885e-c86e0ea7886c HTTP/1.1" status: 200 len: 812 time: 0.3784122 Mar 05 04:50:15.634218 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-369ce99e-5da1-4e64-9028-52104248bdcc tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Request body: {'port': {'device_id': 'c8051252-d7f1-4da0-bc64-b44940e34453', 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c', 'admin_state_up': True, 'tenant_id': '947653f4d3b84cc89f4c3c5691586859'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:50:15.781432 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:15.782241 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:15.827387 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e476d1-a181-424c-849b-6065f47ee1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:50:15.829746 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ff9649-8bd4-4bc8-8753-c29e68fce47d" -d '{"events": [{"server_uuid": "25e476d1-a181-424c-849b-6065f47ee1e4", "name": "network-vif-plugged", "status": "completed", "tag": "f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:50:15.862677 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e,segment=NetworkSegment(d1802648-fc75-48b4-9acc-c2efc8477f0e),segment_id=d1802648-fc75-48b4-9acc-c2efc8477f0e)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:15.875521 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:15.895169 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-369ce99e-5da1-4e64-9028-52104248bdcc tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Made reservation on behalf of 947653f4d3b84cc89f4c3c5691586859 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:50:15.898531 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-369ce99e-5da1-4e64-9028-52104248bdcc tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:15.950070 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:15.982181 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-666ca8d6-57b2-4bc8-8127-99d342657162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714bd047-20b0-4cc2-8470-edaa2cce8691', 'name': 'tempest-FloatingIPsNegativeTestJSON-985785672-router', 'tenant_id': '63fd383ee5f747ccae01d9d5b13d1399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '9d5d7f81-5a04-485e-bf08-bba9ed280c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:50:08Z', 'updated_at': '2022-03-05T04:50:13Z', 'revision_number': 3, 'project_id': '63fd383ee5f747ccae01d9d5b13d1399', 'gw_port': {'id': '9d5d7f81-5a04-485e-bf08-bba9ed280c57', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714bd047-20b0-4cc2-8470-edaa2cce8691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:50:10Z', 'updated_at': '2022-03-05T04:50:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:16.012319 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666ca8d6-57b2-4bc8-8127-99d342657162 None None] Checking router: 714bd047-20b0-4cc2-8470-edaa2cce8691 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:50:16.012939 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666ca8d6-57b2-4bc8-8127-99d342657162 None None] Updating router 714bd047-20b0-4cc2-8470-edaa2cce8691 port 9d5d7f81-5a04-485e-bf08-bba9ed280c57 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:50:16.042839 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-666ca8d6-57b2-4bc8-8127-99d342657162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9d5d7f81-5a04-485e-bf08-bba9ed280c57), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:16.081343 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-369ce99e-5da1-4e64-9028-52104248bdcc tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Allocated IP 172.20.0.3 (37de3cac-2e27-4573-885e-c86e0ea7886c/4a6039ad-16bd-4b00-a55f-f7c68e1f3072/dacb6cfd-ca68-47bb-914b-fd102e6bde98) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:50:16.134286 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-910dc41c-7a96-4b30-8d4e-8362be6796fd req-06a60ea0-707b-4b45-9a4c-8ce782708350 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups?id=97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7945735 Mar 05 04:50:16.208068 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:16.370513 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8219a-ac44-4ee2-b114-aafe64fe2c21 req-537eaea9-fb36-4970-8ce3-6b8d7a452f00 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:16.372323 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-41a8219a-ac44-4ee2-b114-aafe64fe2c21 req-537eaea9-fb36-4970-8ce3-6b8d7a452f00 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.30 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 944 time: 0.1892312 Mar 05 04:50:16.384943 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-369ce99e-5da1-4e64-9028-52104248bdcc tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks [] for port (dacb6cfd-ca68-47bb-914b-fd102e6bde98), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:16.513317 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-666ca8d6-57b2-4bc8-8127-99d342657162 None None] Publish callbacks [] for port (9d5d7f81-5a04-485e-bf08-bba9ed280c57), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:16.521732 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-41a8219a-ac44-4ee2-b114-aafe64fe2c21 req-34c8c1e8-024b-4b53-af30-704d2fee1a49 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Deleting port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:50:16.522202 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-41a8219a-ac44-4ee2-b114-aafe64fe2c21 req-34c8c1e8-024b-4b53-af30-704d2fee1a49 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (3a56743a-d04a-4293-8fb5-de9cb6a24a3f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:16.526293 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-666ca8d6-57b2-4bc8-8127-99d342657162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (9d5d7f81-5a04-485e-bf08-bba9ed280c57), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:16.560204 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0455009-05d6-410d-bea4-98538f278d56 req-9951701b-59c4-449e-9c56-9a2e5c94f072 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:16.573307 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e0455009-05d6-410d-bea4-98538f278d56 req-9951701b-59c4-449e-9c56-9a2e5c94f072 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=038fc8a3-c25b-46f9-acfc-dd6b341938be HTTP/1.1" status: 200 len: 932 time: 0.9810560 Mar 05 04:50:16.640530 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-41a8219a-ac44-4ee2-b114-aafe64fe2c21 req-34c8c1e8-024b-4b53-af30-704d2fee1a49 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] For port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=3a56743a-d04a-4293-8fb5-de9cb6a24a3f,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:16.641736 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-41a8219a-ac44-4ee2-b114-aafe64fe2c21 req-34c8c1e8-024b-4b53-af30-704d2fee1a49 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (3a56743a-d04a-4293-8fb5-de9cb6a24a3f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:16.656848 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-41a8219a-ac44-4ee2-b114-aafe64fe2c21 req-34c8c1e8-024b-4b53-af30-704d2fee1a49 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Calling delete_port for 3a56743a-d04a-4293-8fb5-de9cb6a24a3f owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:50:16.657982 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-666ca8d6-57b2-4bc8-8127-99d342657162 None None] Attempting to bind port 9d5d7f81-5a04-485e-bf08-bba9ed280c57 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:50:16.658366 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-666ca8d6-57b2-4bc8-8127-99d342657162 None None] Attempting to bind port 9d5d7f81-5a04-485e-bf08-bba9ed280c57 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:50:16.658739 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666ca8d6-57b2-4bc8-8127-99d342657162 None None] Attempting to bind port 9d5d7f81-5a04-485e-bf08-bba9ed280c57 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:50:16.674423 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eadafe-5755-4296-815c-a335debb0455 None None] Pushing event updated for resources: {'Port': ['ID=9d5d7f81-5a04-485e-bf08-bba9ed280c57,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:16.683051 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666ca8d6-57b2-4bc8-8127-99d342657162 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:50:16.683523 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666ca8d6-57b2-4bc8-8127-99d342657162 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:50:16.683942 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-666ca8d6-57b2-4bc8-8127-99d342657162 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:16.684341 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666ca8d6-57b2-4bc8-8127-99d342657162 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:50:16.684842 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-666ca8d6-57b2-4bc8-8127-99d342657162 None None] Bound port: 9d5d7f81-5a04-485e-bf08-bba9ed280c57, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:50:16.685226 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-666ca8d6-57b2-4bc8-8127-99d342657162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9d5d7f81-5a04-485e-bf08-bba9ed280c57), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:16.741841 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7ce44-193e-4b3f-8565-2beddfd1275b req-8f593abd-2da2-4640-bd3c-cc5fa11a684d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:16.751365 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0aa7ce44-193e-4b3f-8565-2beddfd1275b req-8f593abd-2da2-4640-bd3c-cc5fa11a684d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 944 time: 0.5019565 Mar 05 04:50:16.779171 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e0455009-05d6-410d-bea4-98538f278d56 req-81946f46-1776-4abd-a1be-2c974389efab tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006292 Mar 05 04:50:16.814233 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-369ce99e-5da1-4e64-9028-52104248bdcc tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (dacb6cfd-ca68-47bb-914b-fd102e6bde98), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:16.816782 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-666ca8d6-57b2-4bc8-8127-99d342657162 None None] For port 9d5d7f81-5a04-485e-bf08-bba9ed280c57, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:50:16.821901 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-666ca8d6-57b2-4bc8-8127-99d342657162 None None] For port 9d5d7f81-5a04-485e-bf08-bba9ed280c57, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=9d5d7f81-5a04-485e-bf08-bba9ed280c57,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:50:16.832178 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-666ca8d6-57b2-4bc8-8127-99d342657162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (9d5d7f81-5a04-485e-bf08-bba9ed280c57), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:16.881924 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-369ce99e-5da1-4e64-9028-52104248bdcc tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Network 37de3cac-2e27-4573-885e-c86e0ea7886c is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:50:16.882823 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-41a8219a-ac44-4ee2-b114-aafe64fe2c21 req-34c8c1e8-024b-4b53-af30-704d2fee1a49 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (3a56743a-d04a-4293-8fb5-de9cb6a24a3f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:16.890023 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-369ce99e-5da1-4e64-9028-52104248bdcc tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:50:16.894780 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-369ce99e-5da1-4e64-9028-52104248bdcc tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:50:16.918320 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['a9b93e14-ffc1-4130-9d33-751178e57443'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:50:16.921916 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['3a56743a-d04a-4293-8fb5-de9cb6a24a3f'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:50:16.929644 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ce99e-5da1-4e64-9028-52104248bdcc tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Pushing event updated for resources: {'Port': ['ID=dacb6cfd-ca68-47bb-914b-fd102e6bde98,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:16.960255 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-d06b7cdd-7016-452b-929a-7d2c728c6db7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b934cb01-4310-4687-ba43-d3df101bba69 {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:50:16.986551 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-d06b7cdd-7016-452b-929a-7d2c728c6db7 service neutron] Publish callbacks [] for port (b934cb01-4310-4687-ba43-d3df101bba69), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:17.046717 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8c1e8-024b-4b53-af30-704d2fee1a49 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Pushing event deleted for resources: {'Port': ['ID=3a56743a-d04a-4293-8fb5-de9cb6a24a3f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:17.068443 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a8219a-ac44-4ee2-b114-aafe64fe2c21 req-34c8c1e8-024b-4b53-af30-704d2fee1a49 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] No DVR routers for this DVR port 3a56743a-d04a-4293-8fb5-de9cb6a24a3f on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:50:17.079671 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-41a8219a-ac44-4ee2-b114-aafe64fe2c21 req-34c8c1e8-024b-4b53-af30-704d2fee1a49 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:17.083893 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-41a8219a-ac44-4ee2-b114-aafe64fe2c21 req-34c8c1e8-024b-4b53-af30-704d2fee1a49 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.30 "DELETE /v2.0/ports/3a56743a-d04a-4293-8fb5-de9cb6a24a3f HTTP/1.1" status: 204 len: 173 time: 0.7034776 Mar 05 04:50:17.084115 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b62c79-bc35-49d5-9875-cd76b9b2c9f7', 'name': 'network-vif-deleted', 'tag': '3a56743a-d04a-4293-8fb5-de9cb6a24a3f'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:50:17.087424 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd055dd-e47d-4cdd-9dd2-1ac530c46d26" -d '{"events": [{"server_uuid": "97b62c79-bc35-49d5-9875-cd76b9b2c9f7", "name": "network-vif-deleted", "tag": "3a56743a-d04a-4293-8fb5-de9cb6a24a3f"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:50:17.122127 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-369ce99e-5da1-4e64-9028-52104248bdcc tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:17.125726 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-369ce99e-5da1-4e64-9028-52104248bdcc tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:17.138811 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eadafe-5755-4296-815c-a335debb0455 None None] Pushing event updated for resources: {'Port': ['ID=9d5d7f81-5a04-485e-bf08-bba9ed280c57,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:17.143093 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-d06b7cdd-7016-452b-929a-7d2c728c6db7 service neutron] Transition to ACTIVE for port object b934cb01-4310-4687-ba43-d3df101bba69 will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:50:17.161976 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666ca8d6-57b2-4bc8-8127-99d342657162 None None] Routers {'714bd047-20b0-4cc2-8470-edaa2cce8691'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:50:17.162609 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-666ca8d6-57b2-4bc8-8127-99d342657162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:50:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['714bd047-20b0-4cc2-8470-edaa2cce8691'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:17.170798 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-369ce99e-5da1-4e64-9028-52104248bdcc tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5448244 Mar 05 04:50:17.186565 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-b4ac53d6-5306-4855-8f46-85c6f5675bf1 service neutron] Request body: {'port': {'device_id': 'c8051252-d7f1-4da0-bc64-b44940e34453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:50:17.288976 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-d06b7cdd-7016-452b-929a-7d2c728c6db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (b934cb01-4310-4687-ba43-d3df101bba69), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:17.296473 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-666ca8d6-57b2-4bc8-8127-99d342657162 None None] Set router 714bd047-20b0-4cc2-8470-edaa2cce8691 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:50:17.302879 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0aa7ce44-193e-4b3f-8565-2beddfd1275b req-b8e6e060-b44c-47d8-bb76-244eedf0c6e2 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5506005 Mar 05 04:50:17.314977 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-b4ac53d6-5306-4855-8f46-85c6f5675bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (dacb6cfd-ca68-47bb-914b-fd102e6bde98), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:17.527265 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f36e89-389e-484e-94e8-4c354ccd2b47 req-c68af065-3744-48a2-8466-051177e93565 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:17.535819 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-24f36e89-389e-484e-94e8-4c354ccd2b47 req-c68af065-3744-48a2-8466-051177e93565 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 931 time: 0.5396957 Mar 05 04:50:17.597429 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca15cf9a-2b70-4637-a1da-b9c8eb20598d x-openstack-request-id: req-ca15cf9a-2b70-4637-a1da-b9c8eb20598d {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:50:17.598028 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e476d1-a181-424c-849b-6065f47ee1e4", "name": "network-vif-plugged", "status": "completed", "tag": "f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:50:17.598287 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ca15cf9a-2b70-4637-a1da-b9c8eb20598d {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:50:17.598685 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e476d1-a181-424c-849b-6065f47ee1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e', 'code': 200} Mar 05 04:50:17.626631 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b7cdd-7016-452b-929a-7d2c728c6db7 service neutron] Pushing event updated for resources: {'Port': ['ID=b934cb01-4310-4687-ba43-d3df101bba69,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:17.659120 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-c496c7e2-d445-4434-9063-a29b37fa18ff None None] Provisioning complete for port dacb6cfd-ca68-47bb-914b-fd102e6bde98 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:50:17.659527 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c496c7e2-d445-4434-9063-a29b37fa18ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (dacb6cfd-ca68-47bb-914b-fd102e6bde98), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:17.699358 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c496c7e2-d445-4434-9063-a29b37fa18ff None None] Port dacb6cfd-ca68-47bb-914b-fd102e6bde98 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:50:17.723329 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-24f36e89-389e-484e-94e8-4c354ccd2b47 req-d15625c2-5832-458a-8e2f-b279fc8a9f2b tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863630 Mar 05 04:50:17.783524 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a0bab-a4ec-40cb-ba6b-e7850b74c463 req-d6804dad-4ec4-4c9c-afbd-9b5f7155f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:17.785062 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7e5a0bab-a4ec-40cb-ba6b-e7850b74c463 req-d6804dad-4ec4-4c9c-afbd-9b5f7155f05a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=25e476d1-a181-424c-849b-6065f47ee1e4 HTTP/1.1" status: 200 len: 1129 time: 0.2414789 Mar 05 04:50:17.798727 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:17.863844 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ceadda-254d-4322-bd6b-c25e7dc46435 x-openstack-request-id: req-c5ceadda-254d-4322-bd6b-c25e7dc46435 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:50:17.864265 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b62c79-bc35-49d5-9875-cd76b9b2c9f7", "name": "network-vif-deleted", "tag": "3a56743a-d04a-4293-8fb5-de9cb6a24a3f", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:50:17.864409 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c5ceadda-254d-4322-bd6b-c25e7dc46435 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:50:17.864780 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97b62c79-bc35-49d5-9875-cd76b9b2c9f7', 'name': 'network-vif-deleted', 'tag': '3a56743a-d04a-4293-8fb5-de9cb6a24a3f', 'status': 'completed', 'code': 200} Mar 05 04:50:17.865403 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-d06b7cdd-7016-452b-929a-7d2c728c6db7 service neutron] Attempting to bind port b934cb01-4310-4687-ba43-d3df101bba69 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:50:17.866127 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-d06b7cdd-7016-452b-929a-7d2c728c6db7 service neutron] Attempting to bind port b934cb01-4310-4687-ba43-d3df101bba69 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '203a0330-0979-4646-8d37-68343458b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97e85245-3112-4887-8483-668804607d54'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:50:17.866474 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-d06b7cdd-7016-452b-929a-7d2c728c6db7 service neutron] Attempting to bind port b934cb01-4310-4687-ba43-d3df101bba69 on network 97e85245-3112-4887-8483-668804607d54 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:50:17.889849 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057529bc-bc51-4f3e-92f5-d94339c996c9 req-3d7585ec-f98c-4132-af89-9766946f421b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:17.895724 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057529bc-bc51-4f3e-92f5-d94339c996c9 req-3d7585ec-f98c-4132-af89-9766946f421b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:17.902523 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057529bc-bc51-4f3e-92f5-d94339c996c9 req-3d7585ec-f98c-4132-af89-9766946f421b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:17.908367 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057529bc-bc51-4f3e-92f5-d94339c996c9 req-3d7585ec-f98c-4132-af89-9766946f421b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:17.913844 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057529bc-bc51-4f3e-92f5-d94339c996c9 req-3d7585ec-f98c-4132-af89-9766946f421b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:17.920289 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057529bc-bc51-4f3e-92f5-d94339c996c9 req-3d7585ec-f98c-4132-af89-9766946f421b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:17.926468 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057529bc-bc51-4f3e-92f5-d94339c996c9 req-3d7585ec-f98c-4132-af89-9766946f421b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:17.929164 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-057529bc-bc51-4f3e-92f5-d94339c996c9 req-3d7585ec-f98c-4132-af89-9766946f421b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.3864241 Mar 05 04:50:17.932210 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-d06b7cdd-7016-452b-929a-7d2c728c6db7 service neutron] Port b934cb01-4310-4687-ba43-d3df101bba69 on network 97e85245-3112-4887-8483-668804607d54 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:50:17.932578 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-d06b7cdd-7016-452b-929a-7d2c728c6db7 service neutron] Attempting to bind port b934cb01-4310-4687-ba43-d3df101bba69 on network 97e85245-3112-4887-8483-668804607d54 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:50:17.946547 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7e5a0bab-a4ec-40cb-ba6b-e7850b74c463 req-6a63b7cb-2672-413c-90f7-3182e9119a3f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459794 Mar 05 04:50:17.974588 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-d06b7cdd-7016-452b-929a-7d2c728c6db7 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:50:17.974978 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-d06b7cdd-7016-452b-929a-7d2c728c6db7 service neutron] Checking segment: {'id': '203a0330-0979-4646-8d37-68343458b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97e85245-3112-4887-8483-668804607d54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:50:17.975389 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-d06b7cdd-7016-452b-929a-7d2c728c6db7 service neutron] Bound using segment: {'id': '203a0330-0979-4646-8d37-68343458b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97e85245-3112-4887-8483-668804607d54'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:50:17.975837 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-d06b7cdd-7016-452b-929a-7d2c728c6db7 service neutron] Bound port: b934cb01-4310-4687-ba43-d3df101bba69, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203a0330-0979-4646-8d37-68343458b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97e85245-3112-4887-8483-668804607d54'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:50:17.976198 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-d06b7cdd-7016-452b-929a-7d2c728c6db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b934cb01-4310-4687-ba43-d3df101bba69), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:18.017269 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-666ca8d6-57b2-4bc8-8127-99d342657162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714bd047-20b0-4cc2-8470-edaa2cce8691', 'name': 'tempest-FloatingIPsNegativeTestJSON-985785672-router', 'tenant_id': '63fd383ee5f747ccae01d9d5b13d1399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '9d5d7f81-5a04-485e-bf08-bba9ed280c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:50:08Z', 'updated_at': '2022-03-05T04:50:13Z', 'revision_number': 3, 'project_id': '63fd383ee5f747ccae01d9d5b13d1399', 'gw_port': {'id': '9d5d7f81-5a04-485e-bf08-bba9ed280c57', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714bd047-20b0-4cc2-8470-edaa2cce8691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:50:10Z', 'updated_at': '2022-03-05T04:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:18.106735 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666ca8d6-57b2-4bc8-8127-99d342657162 None None] The sync data for ids ['714bd047-20b0-4cc2-8470-edaa2cce8691'] in n-d-789963-32 is: [{'id': '714bd047-20b0-4cc2-8470-edaa2cce8691', 'name': 'tempest-FloatingIPsNegativeTestJSON-985785672-router', 'tenant_id': '63fd383ee5f747ccae01d9d5b13d1399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '9d5d7f81-5a04-485e-bf08-bba9ed280c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:50:08Z', 'updated_at': '2022-03-05T04:50:13Z', 'revision_number': 3, 'project_id': '63fd383ee5f747ccae01d9d5b13d1399', 'gw_port': {'id': '9d5d7f81-5a04-485e-bf08-bba9ed280c57', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714bd047-20b0-4cc2-8470-edaa2cce8691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:50:10Z', 'updated_at': '2022-03-05T04:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:50:18.113593 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-057529bc-bc51-4f3e-92f5-d94339c996c9 req-2a72aa68-783e-4cb3-ac24-57b71d2cf91a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1757519 Mar 05 04:50:18.218550 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e01c3cb-c835-4df7-81f5-a4e3dd62bc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:18.237740 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac336b10-ef76-4b11-88af-b0f15800f19b req-6e03ea3b-ed88-4cd6-bd63-3e4741eb7b2b tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:18.239462 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ac336b10-ef76-4b11-88af-b0f15800f19b req-6e03ea3b-ed88-4cd6-bd63-3e4741eb7b2b tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e476d1-a181-424c-849b-6065f47ee1e4 HTTP/1.1" status: 200 len: 946 time: 0.2683015 Mar 05 04:50:18.293571 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-d06b7cdd-7016-452b-929a-7d2c728c6db7 service neutron] For port b934cb01-4310-4687-ba43-d3df101bba69, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:50:18.396431 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-d06b7cdd-7016-452b-929a-7d2c728c6db7 service neutron] For port b934cb01-4310-4687-ba43-d3df101bba69, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b934cb01-4310-4687-ba43-d3df101bba69,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:50:18.456127 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-d06b7cdd-7016-452b-929a-7d2c728c6db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (b934cb01-4310-4687-ba43-d3df101bba69), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:18.568421 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb428b-6002-4ff6-888a-7a9944c94f1f req-e3ce3c78-f9a3-40c5-ab4a-cb8b4243d361 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:18.577794 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9fbb428b-6002-4ff6-888a-7a9944c94f1f req-e3ce3c78-f9a3-40c5-ab4a-cb8b4243d361 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=038fc8a3-c25b-46f9-acfc-dd6b341938be HTTP/1.1" status: 200 len: 944 time: 0.3483269 Mar 05 04:50:18.585543 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-b4ac53d6-5306-4855-8f46-85c6f5675bf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dacb6cfd-ca68-47bb-914b-fd102e6bde98 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:50:18.600853 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-b4ac53d6-5306-4855-8f46-85c6f5675bf1 service neutron] Publish callbacks [] for port (dacb6cfd-ca68-47bb-914b-fd102e6bde98), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:18.621312 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-b4ac53d6-5306-4855-8f46-85c6f5675bf1 service neutron] Transition to ACTIVE for port object dacb6cfd-ca68-47bb-914b-fd102e6bde98 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:50:18.628694 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-b4ac53d6-5306-4855-8f46-85c6f5675bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (dacb6cfd-ca68-47bb-914b-fd102e6bde98), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:18.645513 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-d06b7cdd-7016-452b-929a-7d2c728c6db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:18.646318 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-d06b7cdd-7016-452b-929a-7d2c728c6db7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:18.647867 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-d06b7cdd-7016-452b-929a-7d2c728c6db7 service neutron] 10.222.0.31 "PUT /v2.0/ports/b934cb01-4310-4687-ba43-d3df101bba69 HTTP/1.1" status: 200 len: 1093 time: 3.7148020 Mar 05 04:50:18.667507 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ac336b10-ef76-4b11-88af-b0f15800f19b req-0bf4fc84-2095-4bd2-84a0-11aa218515f2 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups?id=97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141548 Mar 05 04:50:18.685500 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '038fc8a3-c25b-46f9-acfc-dd6b341938be', 'tag': 'b934cb01-4310-4687-ba43-d3df101bba69'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:50:18.689017 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3d6317-d15d-4c08-b11b-a44e92000dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "038fc8a3-c25b-46f9-acfc-dd6b341938be", "tag": "b934cb01-4310-4687-ba43-d3df101bba69"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:50:18.727640 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac53d6-5306-4855-8f46-85c6f5675bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=dacb6cfd-ca68-47bb-914b-fd102e6bde98,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:18.803984 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 9d5d7f81-5a04-485e-bf08-bba9ed280c57 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:50:18.862264 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b7cdd-7016-452b-929a-7d2c728c6db7 service neutron] Pushing event updated for resources: {'Port': ['ID=b934cb01-4310-4687-ba43-d3df101bba69,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:18.880148 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-b4ac53d6-5306-4855-8f46-85c6f5675bf1 service neutron] Attempting to bind port dacb6cfd-ca68-47bb-914b-fd102e6bde98 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:50:18.880911 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-b4ac53d6-5306-4855-8f46-85c6f5675bf1 service neutron] Attempting to bind port dacb6cfd-ca68-47bb-914b-fd102e6bde98 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'db049693-52d7-464e-9d76-c4af8ab82eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:50:18.882329 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-b4ac53d6-5306-4855-8f46-85c6f5675bf1 service neutron] Attempting to bind port dacb6cfd-ca68-47bb-914b-fd102e6bde98 on network 37de3cac-2e27-4573-885e-c86e0ea7886c {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:50:18.898279 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-b4ac53d6-5306-4855-8f46-85c6f5675bf1 service neutron] Port dacb6cfd-ca68-47bb-914b-fd102e6bde98 on network 37de3cac-2e27-4573-885e-c86e0ea7886c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:50:18.900798 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-b4ac53d6-5306-4855-8f46-85c6f5675bf1 service neutron] Attempting to bind port dacb6cfd-ca68-47bb-914b-fd102e6bde98 on network 37de3cac-2e27-4573-885e-c86e0ea7886c {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:50:18.912967 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-b4ac53d6-5306-4855-8f46-85c6f5675bf1 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:50:18.913475 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-b4ac53d6-5306-4855-8f46-85c6f5675bf1 service neutron] Checking segment: {'id': 'db049693-52d7-464e-9d76-c4af8ab82eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:50:18.914121 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-b4ac53d6-5306-4855-8f46-85c6f5675bf1 service neutron] Bound using segment: {'id': 'db049693-52d7-464e-9d76-c4af8ab82eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:50:18.915380 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-b4ac53d6-5306-4855-8f46-85c6f5675bf1 service neutron] Bound port: dacb6cfd-ca68-47bb-914b-fd102e6bde98, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db049693-52d7-464e-9d76-c4af8ab82eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:50:18.918758 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-b4ac53d6-5306-4855-8f46-85c6f5675bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (dacb6cfd-ca68-47bb-914b-fd102e6bde98), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:18.965184 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 9d5d7f81-5a04-485e-bf08-bba9ed280c57 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:50:18.965774 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9d5d7f81-5a04-485e-bf08-bba9ed280c57), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:19.111474 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9b4dbc9b-0f52-410f-b33d-b2a6e763e020 req-ee96a0cd-b963-40c0-b4d9-c9c0cc6b083b tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 210 time: 0.2616851 Mar 05 04:50:19.155239 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9fbb428b-6002-4ff6-888a-7a9944c94f1f req-ecee8ae6-def4-484d-831b-ee2b61e1b58c tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5764475 Mar 05 04:50:19.179127 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-b4ac53d6-5306-4855-8f46-85c6f5675bf1 service neutron] For port dacb6cfd-ca68-47bb-914b-fd102e6bde98, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:50:19.189401 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-b4ac53d6-5306-4855-8f46-85c6f5675bf1 service neutron] For port dacb6cfd-ca68-47bb-914b-fd102e6bde98, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=dacb6cfd-ca68-47bb-914b-fd102e6bde98,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:50:19.213335 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-b4ac53d6-5306-4855-8f46-85c6f5675bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (dacb6cfd-ca68-47bb-914b-fd102e6bde98), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:19.237913 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-b80323bd-566e-4cdd-accf-074cdce8b79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:19.239843 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-b80323bd-566e-4cdd-accf-074cdce8b79b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4c5ecf1c59144a68ee1fb483c77ba0c&device_id=038fc8a3-c25b-46f9-acfc-dd6b341938be HTTP/1.1" status: 200 len: 1127 time: 0.5133226 Mar 05 04:50:19.243540 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-8e01c3cb-c835-4df7-81f5-a4e3dd62bc19 admin admin] Allocated IP 172.20.0.1 (cf60d31f-d868-483b-b7ff-a06249069b75/de8219db-9add-409d-9081-82f60efd0410/dcd929c4-fa99-426e-ae19-834156cefe02) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:50:19.250237 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 9d5d7f81-5a04-485e-bf08-bba9ed280c57 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:19.253534 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9d5d7f81-5a04-485e-bf08-bba9ed280c57), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:19.334521 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275ea1ce-bb9d-4f7f-8f31-e3dda3c58ee1 x-openstack-request-id: req-275ea1ce-bb9d-4f7f-8f31-e3dda3c58ee1 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:50:19.335241 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "038fc8a3-c25b-46f9-acfc-dd6b341938be", "tag": "b934cb01-4310-4687-ba43-d3df101bba69", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:50:19.335664 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-275ea1ce-bb9d-4f7f-8f31-e3dda3c58ee1 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:50:19.354616 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '038fc8a3-c25b-46f9-acfc-dd6b341938be', 'tag': 'b934cb01-4310-4687-ba43-d3df101bba69', 'status': 'completed', 'code': 200} Mar 05 04:50:19.359479 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-cc6fa9d8-7daf-4660-8e63-19881ecdecbe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b934cb01-4310-4687-ba43-d3df101bba69 HTTP/1.1" status: 200 len: 217 time: 0.1110322 Mar 05 04:50:19.375499 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 9d5d7f81-5a04-485e-bf08-bba9ed280c57, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=9d5d7f81-5a04-485e-bf08-bba9ed280c57,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:19.400054 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (9d5d7f81-5a04-485e-bf08-bba9ed280c57), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:19.434979 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac53d6-5306-4855-8f46-85c6f5675bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=dacb6cfd-ca68-47bb-914b-fd102e6bde98,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:19.467962 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-ab72337a-9da7-43e2-aa10-fb46457c511d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:19.469907 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-ab72337a-9da7-43e2-aa10-fb46457c511d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c431197c-f63d-4d0c-afc1-f0e0b1d87270 HTTP/1.1" status: 200 len: 852 time: 0.1015913 Mar 05 04:50:19.481894 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-b4ac53d6-5306-4855-8f46-85c6f5675bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:19.482486 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-b4ac53d6-5306-4855-8f46-85c6f5675bf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:19.489255 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-b4ac53d6-5306-4855-8f46-85c6f5675bf1 service neutron] 10.222.0.31 "PUT /v2.0/ports/dacb6cfd-ca68-47bb-914b-fd102e6bde98 HTTP/1.1" status: 200 len: 1092 time: 2.3076346 Mar 05 04:50:19.553161 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=9d5d7f81-5a04-485e-bf08-bba9ed280c57,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:19.620774 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-d21bb031-2689-44f4-965c-993623ef4de0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=97e85245-3112-4887-8483-668804607d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108031 Mar 05 04:50:19.674574 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-dd37128a-ea34-45a9-b8eb-fa9589b33e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:19.681773 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-dd37128a-ea34-45a9-b8eb-fa9589b33e86 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=947653f4d3b84cc89f4c3c5691586859&device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 1126 time: 0.1336482 Mar 05 04:50:19.807727 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-92487217-7433-497e-bd26-4960ad524135 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dacb6cfd-ca68-47bb-914b-fd102e6bde98 HTTP/1.1" status: 200 len: 217 time: 0.1186030 Mar 05 04:50:19.865283 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8051252-d7f1-4da0-bc64-b44940e34453', 'tag': 'dacb6cfd-ca68-47bb-914b-fd102e6bde98'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:50:19.873739 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4a1d23-3e96-4979-87e7-e198de4ae1ed" -d '{"events": [{"name": "network-changed", "server_uuid": "c8051252-d7f1-4da0-bc64-b44940e34453", "tag": "dacb6cfd-ca68-47bb-914b-fd102e6bde98"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:50:19.912010 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-c15a5507-2cd8-469b-91e5-5e15d8a18dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:19.913902 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-c15a5507-2cd8-469b-91e5-5e15d8a18dd8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a6039ad-16bd-4b00-a55f-f7c68e1f3072 HTTP/1.1" status: 200 len: 851 time: 0.0990989 Mar 05 04:50:19.998740 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-d1752fb5-9f55-4870-908a-94dee195cbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:20.001085 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-d1752fb5-9f55-4870-908a-94dee195cbad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37de3cac-2e27-4573-885e-c86e0ea7886c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0784335 Mar 05 04:50:20.022054 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b621b16-5303-4a91-ae0b-1f6d40a2ebfd req-d3c1c992-1fde-440f-9a7c-acc155588ac7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:20.029611 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b621b16-5303-4a91-ae0b-1f6d40a2ebfd req-d3c1c992-1fde-440f-9a7c-acc155588ac7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 943 time: 0.5558112 Mar 05 04:50:20.074012 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68fb59-2cbe-4e02-a944-714febd37717 req-4d1debe0-4d55-4ad1-92d7-e35cb590819a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:20.090052 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68fb59-2cbe-4e02-a944-714febd37717 req-4d1debe0-4d55-4ad1-92d7-e35cb590819a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:20.095403 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68fb59-2cbe-4e02-a944-714febd37717 req-4d1debe0-4d55-4ad1-92d7-e35cb590819a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:20.115868 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68fb59-2cbe-4e02-a944-714febd37717 req-4d1debe0-4d55-4ad1-92d7-e35cb590819a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:20.125078 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-a18a1290-5689-432c-8ca6-1db1bcb87daa service neutron] 10.222.0.31 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156695 Mar 05 04:50:20.127814 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68fb59-2cbe-4e02-a944-714febd37717 req-4d1debe0-4d55-4ad1-92d7-e35cb590819a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:20.135266 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68fb59-2cbe-4e02-a944-714febd37717 req-4d1debe0-4d55-4ad1-92d7-e35cb590819a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:20.140782 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68fb59-2cbe-4e02-a944-714febd37717 req-4d1debe0-4d55-4ad1-92d7-e35cb590819a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:20.148066 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1a68fb59-2cbe-4e02-a944-714febd37717 req-4d1debe0-4d55-4ad1-92d7-e35cb590819a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.5713427 Mar 05 04:50:20.163976 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-aa7326ad-d17b-4d88-b15b-c1c0b6a7cc28 service neutron] 10.222.0.31 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294515 Mar 05 04:50:20.189357 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e01c3cb-c835-4df7-81f5-a4e3dd62bc19 admin admin] Publish callbacks [] for port (dcd929c4-fa99-426e-ae19-834156cefe02), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:20.318489 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f0d3fae7-19ff-444c-b407-bf1f0b5b19da req-7a8a2255-ae1a-499c-961e-c087517d637e service neutron] 10.222.0.31 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866193 Mar 05 04:50:20.698806 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 9d5d7f81-5a04-485e-bf08-bba9ed280c57 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:50:20.716567 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b621b16-5303-4a91-ae0b-1f6d40a2ebfd req-70aa4507-a2f9-4fe0-aeb2-51e053b125cc tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5611825 Mar 05 04:50:20.767777 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1a68fb59-2cbe-4e02-a944-714febd37717 req-1eddbcc8-eaa4-4f88-9b43-87505b6f0bd4 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6187756 Mar 05 04:50:20.774674 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e01c3cb-c835-4df7-81f5-a4e3dd62bc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (dcd929c4-fa99-426e-ae19-834156cefe02), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:20.791452 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ca2522b-64da-435d-9c32-85edf0796fc2 req-b0bf275c-25ef-45a9-a248-e6f830daebaf service neutron] 10.222.0.31 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5936279 Mar 05 04:50:20.853223 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 9d5d7f81-5a04-485e-bf08-bba9ed280c57 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:50:20.853653 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9d5d7f81-5a04-485e-bf08-bba9ed280c57), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:20.859781 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3058fa1-d5eb-4cc9-ad04-8b3e4e7d08a7 x-openstack-request-id: req-f3058fa1-d5eb-4cc9-ad04-8b3e4e7d08a7 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:50:20.860081 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8051252-d7f1-4da0-bc64-b44940e34453", "tag": "dacb6cfd-ca68-47bb-914b-fd102e6bde98", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:50:20.860433 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f3058fa1-d5eb-4cc9-ad04-8b3e4e7d08a7 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:50:20.860870 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8051252-d7f1-4da0-bc64-b44940e34453', 'tag': 'dacb6cfd-ca68-47bb-914b-fd102e6bde98', 'status': 'completed', 'code': 200} Mar 05 04:50:20.950537 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e01c3cb-c835-4df7-81f5-a4e3dd62bc19 admin admin] Network cf60d31f-d868-483b-b7ff-a06249069b75 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:50:20.986793 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-8e01c3cb-c835-4df7-81f5-a4e3dd62bc19 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:50:21.004489 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e01c3cb-c835-4df7-81f5-a4e3dd62bc19 admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:50:21.013427 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01c3cb-c835-4df7-81f5-a4e3dd62bc19 admin admin] Pushing event updated for resources: {'Port': ['ID=dcd929c4-fa99-426e-ae19-834156cefe02,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:21.026679 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a1d23-3e96-4979-87e7-e198de4ae1ed req-bd881642-7b93-4fea-9430-57c0a85a62e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:21.031650 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9b4a1d23-3e96-4979-87e7-e198de4ae1ed req-bd881642-7b93-4fea-9430-57c0a85a62e8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=947653f4d3b84cc89f4c3c5691586859&device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 1126 time: 0.1451759 Mar 05 04:50:21.076144 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 9d5d7f81-5a04-485e-bf08-bba9ed280c57 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:21.101280 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-973f5c52-4909-4acd-a284-f3759be333ea req-812082ec-da4d-42c5-bcb4-612286ff9f7b tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 210 time: 0.1346145 Mar 05 04:50:21.176887 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d6317-d15d-4c08-b11b-a44e92000dc6 req-016fe4ee-b5b1-4914-a9e1-9e3303e15049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:21.178331 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe3d6317-d15d-4c08-b11b-a44e92000dc6 req-016fe4ee-b5b1-4914-a9e1-9e3303e15049 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4c5ecf1c59144a68ee1fb483c77ba0c&device_id=038fc8a3-c25b-46f9-acfc-dd6b341938be HTTP/1.1" status: 200 len: 1127 time: 0.3118606 Mar 05 04:50:21.232324 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e01c3cb-c835-4df7-81f5-a4e3dd62bc19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (714bd047-20b0-4cc2-8470-edaa2cce8691), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:21.257239 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 3a56743a-d04a-4293-8fb5-de9cb6a24a3f no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:50:21.297366 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 3a56743a-d04a-4293-8fb5-de9cb6a24a3f {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:50:21.297992 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 3a56743a-d04a-4293-8fb5-de9cb6a24a3f not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:50:21.328984 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a1d23-3e96-4979-87e7-e198de4ae1ed req-75e7f058-b091-4917-ab91-e8c1f6d695e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:21.330783 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9b4a1d23-3e96-4979-87e7-e198de4ae1ed req-75e7f058-b091-4917-ab91-e8c1f6d695e7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=37de3cac-2e27-4573-885e-c86e0ea7886c HTTP/1.1" status: 200 len: 912 time: 0.2935164 Mar 05 04:50:21.340481 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0f47c331-9aaf-42e1-82d7-d9e52da07998 req-e9b5e74c-317b-4dfa-93df-684a83343f76 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1732929 Mar 05 04:50:21.407937 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-9d233661-fb4a-433d-8328-62e764ff2719 None None] Provisioning complete for port dcd929c4-fa99-426e-ae19-834156cefe02 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:50:21.408321 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9d233661-fb4a-433d-8328-62e764ff2719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (dcd929c4-fa99-426e-ae19-834156cefe02), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:21.464051 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:50:21.482420 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9b4a1d23-3e96-4979-87e7-e198de4ae1ed req-72a5283f-2ad7-43ed-8b94-7022baca2668 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dacb6cfd-ca68-47bb-914b-fd102e6bde98 HTTP/1.1" status: 200 len: 217 time: 0.1329491 Mar 05 04:50:21.500003 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9d233661-fb4a-433d-8328-62e764ff2719 None None] Port dcd929c4-fa99-426e-ae19-834156cefe02 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:50:21.503118 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9218d-b45e-4114-bead-43045bf95624 req-8f03b031-5464-4b15-af8c-6ecfc2fe4c94 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:21.510858 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7ae9218d-b45e-4114-bead-43045bf95624 req-8f03b031-5464-4b15-af8c-6ecfc2fe4c94 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e476d1-a181-424c-849b-6065f47ee1e4 HTTP/1.1" status: 200 len: 946 time: 0.6430609 Mar 05 04:50:21.641568 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a1d23-3e96-4979-87e7-e198de4ae1ed req-9c8af3e6-ee85-45cb-bee3-fe77161cdedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:21.643093 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9b4a1d23-3e96-4979-87e7-e198de4ae1ed req-9c8af3e6-ee85-45cb-bee3-fe77161cdedf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a6039ad-16bd-4b00-a55f-f7c68e1f3072 HTTP/1.1" status: 200 len: 851 time: 0.1592457 Mar 05 04:50:21.648233 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47c331-9aaf-42e1-82d7-d9e52da07998 req-1160bc25-748a-49cd-8cdb-a0dbc0d280b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:21.650170 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0f47c331-9aaf-42e1-82d7-d9e52da07998 req-1160bc25-748a-49cd-8cdb-a0dbc0d280b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b20a621bb7044c2808f9e2367a9bd26&device_id=2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52 HTTP/1.1" status: 200 len: 1128 time: 0.1455843 Mar 05 04:50:21.713508 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7ae9218d-b45e-4114-bead-43045bf95624 req-5590a311-1dc9-4f95-b7f1-b4c169da31fa tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups?id=97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969416 Mar 05 04:50:21.729257 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a1d23-3e96-4979-87e7-e198de4ae1ed req-22a4c7f6-15ce-4515-9ba4-17564ea87f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:21.731036 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9b4a1d23-3e96-4979-87e7-e198de4ae1ed req-22a4c7f6-15ce-4515-9ba4-17564ea87f0e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37de3cac-2e27-4573-885e-c86e0ea7886c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0798776 Mar 05 04:50:21.751175 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d6317-d15d-4c08-b11b-a44e92000dc6 req-3e295cc2-d19e-4c11-9f0e-281513576704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:21.753336 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe3d6317-d15d-4c08-b11b-a44e92000dc6 req-3e295cc2-d19e-4c11-9f0e-281513576704 service neutron] 10.222.0.31 "GET /v2.0/networks?id=97e85245-3112-4887-8483-668804607d54 HTTP/1.1" status: 200 len: 912 time: 0.5655513 Mar 05 04:50:21.797871 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b58da9-1e6b-40b0-8b6c-af65ea8c3346 req-b2aeaca3-eefc-4d41-a446-c7e458415d46 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:21.807774 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7b58da9-1e6b-40b0-8b6c-af65ea8c3346 req-b2aeaca3-eefc-4d41-a446-c7e458415d46 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=038fc8a3-c25b-46f9-acfc-dd6b341938be HTTP/1.1" status: 200 len: 944 time: 0.5619371 Mar 05 04:50:21.896013 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe3d6317-d15d-4c08-b11b-a44e92000dc6 req-1ad0a8ac-f788-4b65-a6e7-81b6fceba3df service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b934cb01-4310-4687-ba43-d3df101bba69 HTTP/1.1" status: 200 len: 217 time: 0.1264520 Mar 05 04:50:21.897280 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9b4a1d23-3e96-4979-87e7-e198de4ae1ed req-6f6d7610-5013-46e3-a17f-8d9d4ab09c6d service neutron] 10.222.0.31 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254010 Mar 05 04:50:22.045169 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e01c3cb-c835-4df7-81f5-a4e3dd62bc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (dcd929c4-fa99-426e-ae19-834156cefe02), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:22.058465 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7b58da9-1e6b-40b0-8b6c-af65ea8c3346 req-16759fc8-14df-4a63-85e4-f76845245a63 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495301 Mar 05 04:50:22.090938 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c0e49ad2-35d7-4d23-ab22-85b35d9e23b8 req-eaa19cdd-a3f5-4f40-917c-6934b840a2e4 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-981320112&fields=id&tenant_id=f4d6c0f5613840f688af76ae3d834317 HTTP/1.1" status: 200 len: 267 time: 0.2714107 Mar 05 04:50:22.094451 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47c331-9aaf-42e1-82d7-d9e52da07998 req-df8e9891-b566-4a36-a94a-0d74d41d51e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:22.102358 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0f47c331-9aaf-42e1-82d7-d9e52da07998 req-df8e9891-b566-4a36-a94a-0d74d41d51e4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e6df1166-7647-47ca-b9f3-a84b658e710b HTTP/1.1" status: 200 len: 915 time: 0.4209187 Mar 05 04:50:22.202173 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0f47c331-9aaf-42e1-82d7-d9e52da07998 req-82edb71d-712c-4c38-b8d9-26eb43f0354a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81e61ca6-5f8e-4f64-a7a0-621796f438ad HTTP/1.1" status: 200 len: 217 time: 0.0850565 Mar 05 04:50:22.232916 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d6317-d15d-4c08-b11b-a44e92000dc6 req-cdce7fce-a166-43bd-bdba-26446d1ccb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:22.234510 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe3d6317-d15d-4c08-b11b-a44e92000dc6 req-cdce7fce-a166-43bd-bdba-26446d1ccb35 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c431197c-f63d-4d0c-afc1-f0e0b1d87270 HTTP/1.1" status: 200 len: 852 time: 0.3250105 Mar 05 04:50:22.309510 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe3d6317-d15d-4c08-b11b-a44e92000dc6 req-7c6d5e38-d125-451e-8ff5-de419a82f55e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=97e85245-3112-4887-8483-668804607d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515966 Mar 05 04:50:22.319710 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9b4a1d23-3e96-4979-87e7-e198de4ae1ed req-08cf7eb2-f5b2-4677-b7c6-a2c35bd3807a service neutron] 10.222.0.31 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120500 Mar 05 04:50:22.359251 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47c331-9aaf-42e1-82d7-d9e52da07998 req-7df5a33a-b38f-482c-9e21-553f5b476a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:22.364564 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0f47c331-9aaf-42e1-82d7-d9e52da07998 req-7df5a33a-b38f-482c-9e21-553f5b476a60 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=851e6af0-c6d9-4c17-a4dd-19e6f8c2ac70 HTTP/1.1" status: 200 len: 854 time: 0.1522441 Mar 05 04:50:22.420266 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e49ad2-35d7-4d23-ab22-85b35d9e23b8 req-25d7bcd3-3acb-459d-b177-3836f9d64c9f tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:22.421584 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c0e49ad2-35d7-4d23-ab22-85b35d9e23b8 req-25d7bcd3-3acb-459d-b177-3836f9d64c9f tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e476d1-a181-424c-849b-6065f47ee1e4 HTTP/1.1" status: 200 len: 946 time: 0.3263958 Mar 05 04:50:22.439644 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-c0e49ad2-35d7-4d23-ab22-85b35d9e23b8 req-78c05ede-93d9-42e5-8d84-c64cec0518dc tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Request body: {'port': {'security_groups': ['97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44', '79b8368c-bb32-496c-b76f-b5d51aee8c27']}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:50:22.439855 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47c331-9aaf-42e1-82d7-d9e52da07998 req-da37b856-fb9c-4505-b49d-8187edeca6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:22.441450 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0f47c331-9aaf-42e1-82d7-d9e52da07998 req-da37b856-fb9c-4505-b49d-8187edeca6af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e6df1166-7647-47ca-b9f3-a84b658e710b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0717936 Mar 05 04:50:22.452320 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f00546-1b56-4cfc-9af6-08e1247bbaa8 req-64277972-cf55-42ba-a75b-0b252947746f tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:22.459203 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c1f00546-1b56-4cfc-9af6-08e1247bbaa8 req-64277972-cf55-42ba-a75b-0b252947746f tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 943 time: 0.2875190 Mar 05 04:50:22.559584 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0f47c331-9aaf-42e1-82d7-d9e52da07998 req-00502705-7732-4478-ad07-835d68aadc87 service neutron] 10.222.0.30 "GET /v2.0/networks/e6df1166-7647-47ca-b9f3-a84b658e710b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106837 Mar 05 04:50:22.765790 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0f47c331-9aaf-42e1-82d7-d9e52da07998 req-0e44dd8f-a712-4aaa-8f66-5706cba6c955 service neutron] 10.222.0.30 "GET /v2.0/networks/e6df1166-7647-47ca-b9f3-a84b658e710b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978981 Mar 05 04:50:22.840605 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c1f00546-1b56-4cfc-9af6-08e1247bbaa8 req-4e5c53e8-4d72-4e35-8732-fa99f7f95edf tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804805 Mar 05 04:50:22.844901 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c0e49ad2-35d7-4d23-ab22-85b35d9e23b8 req-78c05ede-93d9-42e5-8d84-c64cec0518dc tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:22.845496 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 9c57959f-74bc-4f24-a658-b703986f73eb details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:50:22.861949 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe3d6317-d15d-4c08-b11b-a44e92000dc6 req-fed522f3-72d8-4e32-bf99-3ce7534c0339 service neutron] 10.222.0.31 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354655 Mar 05 04:50:22.952479 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e01c3cb-c835-4df7-81f5-a4e3dd62bc19 admin admin] Publish callbacks [] for port (dcd929c4-fa99-426e-ae19-834156cefe02), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:22.964057 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 9c57959f-74bc-4f24-a658-b703986f73eb, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=9c57959f-74bc-4f24-a658-b703986f73eb,segment=NetworkSegment(ed3a3d30-7fb2-463d-9a62-c7cee08e9781),segment_id=ed3a3d30-7fb2-463d-9a62-c7cee08e9781)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:22.978693 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '9c57959f-74bc-4f24-a658-b703986f73eb', 'network_id': 'd212388e-df12-4708-9d1c-73e3d414a7cb', 'port_id': '9c57959f-74bc-4f24-a658-b703986f73eb', 'mac_address': 'fa:16:3e:1e:41:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c33f29-fbe3-4325-bbc2-5023e8c22c88', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:50:23.012000 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e01c3cb-c835-4df7-81f5-a4e3dd62bc19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (dcd929c4-fa99-426e-ae19-834156cefe02), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:23.029586 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 9c57959f-74bc-4f24-a658-b703986f73eb is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:23.029984 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9c57959f-74bc-4f24-a658-b703986f73eb), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:23.046624 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c57959f-74bc-4f24-a658-b703986f73eb {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:50:23.083017 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 9c57959f-74bc-4f24-a658-b703986f73eb, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=9c57959f-74bc-4f24-a658-b703986f73eb,segment=NetworkSegment(ed3a3d30-7fb2-463d-9a62-c7cee08e9781),segment_id=ed3a3d30-7fb2-463d-9a62-c7cee08e9781)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:23.090897 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (9c57959f-74bc-4f24-a658-b703986f73eb), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:23.091565 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device d5478b45-29a6-4e1a-8e70-1072393855c3 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:50:23.176535 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=9c57959f-74bc-4f24-a658-b703986f73eb,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:23.184674 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e01c3cb-c835-4df7-81f5-a4e3dd62bc19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (714bd047-20b0-4cc2-8470-edaa2cce8691), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:23.186786 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01c3cb-c835-4df7-81f5-a4e3dd62bc19 admin admin] Pushing event updated for resources: {'Port': ['ID=dcd929c4-fa99-426e-ae19-834156cefe02,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:23.209483 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe3d6317-d15d-4c08-b11b-a44e92000dc6 req-3fc932e1-8928-4e79-84db-1123c3c01372 service neutron] 10.222.0.31 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372884 Mar 05 04:50:23.248484 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d2bd5-9ae4-4922-aa80-b3ef7de7ac99 req-db5547ce-ae53-46a1-9e28-85f0b283c980 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:23.254122 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d2bd5-9ae4-4922-aa80-b3ef7de7ac99 req-db5547ce-ae53-46a1-9e28-85f0b283c980 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:23.260074 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d2bd5-9ae4-4922-aa80-b3ef7de7ac99 req-db5547ce-ae53-46a1-9e28-85f0b283c980 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:23.265438 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d2bd5-9ae4-4922-aa80-b3ef7de7ac99 req-db5547ce-ae53-46a1-9e28-85f0b283c980 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:23.270763 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d2bd5-9ae4-4922-aa80-b3ef7de7ac99 req-db5547ce-ae53-46a1-9e28-85f0b283c980 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:23.277833 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d2bd5-9ae4-4922-aa80-b3ef7de7ac99 req-db5547ce-ae53-46a1-9e28-85f0b283c980 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:23.282043 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d2bd5-9ae4-4922-aa80-b3ef7de7ac99 req-db5547ce-ae53-46a1-9e28-85f0b283c980 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:23.284028 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-303d2bd5-9ae4-4922-aa80-b3ef7de7ac99 req-db5547ce-ae53-46a1-9e28-85f0b283c980 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5430 time: 0.3454111 Mar 05 04:50:23.326563 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port d5478b45-29a6-4e1a-8e70-1072393855c3, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=d5478b45-29a6-4e1a-8e70-1072393855c3,segment=NetworkSegment(22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89),segment_id=22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:23.339732 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'd5478b45-29a6-4e1a-8e70-1072393855c3', 'network_id': 'e0163509-f0e9-40c4-b897-68a267214319', 'port_id': 'd5478b45-29a6-4e1a-8e70-1072393855c3', 'mac_address': 'fa:16:3e:62:ee:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f160f0d-f32d-4fdb-b1b2-addf124f2f22', 'ip_address': '10.1.1.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:50:23.387656 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port d5478b45-29a6-4e1a-8e70-1072393855c3 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:23.388063 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d5478b45-29a6-4e1a-8e70-1072393855c3), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:23.412303 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5478b45-29a6-4e1a-8e70-1072393855c3 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:50:23.438507 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port d5478b45-29a6-4e1a-8e70-1072393855c3, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=d5478b45-29a6-4e1a-8e70-1072393855c3,segment=NetworkSegment(22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89),segment_id=22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:23.444672 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d5478b45-29a6-4e1a-8e70-1072393855c3), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:23.445351 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device dacb6cfd-ca68-47bb-914b-fd102e6bde98 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:50:23.473223 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e01c3cb-c835-4df7-81f5-a4e3dd62bc19 admin admin] Network cf60d31f-d868-483b-b7ff-a06249069b75 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:50:23.513398 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-8e01c3cb-c835-4df7-81f5-a4e3dd62bc19 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:50:23.519265 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=d5478b45-29a6-4e1a-8e70-1072393855c3,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:23.526113 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-303d2bd5-9ae4-4922-aa80-b3ef7de7ac99 req-dacd5cb7-89cf-4803-87dc-a6d15fbd78fe tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2280505 Mar 05 04:50:23.629761 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-c0e49ad2-35d7-4d23-ab22-85b35d9e23b8 req-78c05ede-93d9-42e5-8d84-c64cec0518dc tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] For port f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e,segment=NetworkSegment(d1802648-fc75-48b4-9acc-c2efc8477f0e),segment_id=d1802648-fc75-48b4-9acc-c2efc8477f0e)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:23.663105 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port dacb6cfd-ca68-47bb-914b-fd102e6bde98, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=dacb6cfd-ca68-47bb-914b-fd102e6bde98,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:23.675375 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'dacb6cfd-ca68-47bb-914b-fd102e6bde98', 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c', 'port_id': 'dacb6cfd-ca68-47bb-914b-fd102e6bde98', 'mac_address': 'fa:16:3e:f8:51:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6039ad-16bd-4b00-a55f-f7c68e1f3072', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:50:23.733598 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7336dd8e-a3e4-4aec-8370-4f71a922f23b req-e8c78402-9d23-437f-bd1d-ce69916f4e52 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 210 time: 0.0899999 Mar 05 04:50:23.741959 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port dacb6cfd-ca68-47bb-914b-fd102e6bde98 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:23.742397 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (dacb6cfd-ca68-47bb-914b-fd102e6bde98), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:23.775199 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c0e49ad2-35d7-4d23-ab22-85b35d9e23b8 req-78c05ede-93d9-42e5-8d84-c64cec0518dc tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for port (f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:23.779808 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dacb6cfd-ca68-47bb-914b-fd102e6bde98 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:50:23.792046 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e01c3cb-c835-4df7-81f5-a4e3dd62bc19 admin admin] Router 714bd047-20b0-4cc2-8470-edaa2cce8691 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:50:23.803002 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c0e49ad2-35d7-4d23-ab22-85b35d9e23b8 req-78c05ede-93d9-42e5-8d84-c64cec0518dc tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:23.811949 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port dacb6cfd-ca68-47bb-914b-fd102e6bde98, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=dacb6cfd-ca68-47bb-914b-fd102e6bde98,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:23.819261 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (dacb6cfd-ca68-47bb-914b-fd102e6bde98), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:23.820449 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 8cc5a9d5-8259-4285-a850-8602f24d541c details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:50:23.840921 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e49ad2-35d7-4d23-ab22-85b35d9e23b8 req-78c05ede-93d9-42e5-8d84-c64cec0518dc tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:23.841594 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c0e49ad2-35d7-4d23-ab22-85b35d9e23b8 req-78c05ede-93d9-42e5-8d84-c64cec0518dc tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:23.843046 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c0e49ad2-35d7-4d23-ab22-85b35d9e23b8 req-78c05ede-93d9-42e5-8d84-c64cec0518dc tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "PUT /v2.0/ports/f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e HTTP/1.1" status: 200 len: 982 time: 1.4082899 Mar 05 04:50:23.846121 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e476d1-a181-424c-849b-6065f47ee1e4', 'tag': 'f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:50:23.852589 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4d6fa6-b496-4a47-9197-23c648f08a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "25e476d1-a181-424c-849b-6065f47ee1e4", "tag": "f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:50:23.894357 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['b6563490-2b18-45f4-bb7c-a844f10d1174', 'f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:50:23.912103 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=dacb6cfd-ca68-47bb-914b-fd102e6bde98,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:23.995192 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:50:24.069873 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 8cc5a9d5-8259-4285-a850-8602f24d541c, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=8cc5a9d5-8259-4285-a850-8602f24d541c,segment=NetworkSegment(22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89),segment_id=22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:24.166103 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '8cc5a9d5-8259-4285-a850-8602f24d541c', 'network_id': 'e0163509-f0e9-40c4-b897-68a267214319', 'port_id': '8cc5a9d5-8259-4285-a850-8602f24d541c', 'mac_address': 'fa:16:3e:9b:a3:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f160f0d-f32d-4fdb-b1b2-addf124f2f22', 'ip_address': '10.1.1.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:50:24.187412 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e2fa8bbe-e146-4425-99bd-074e37c6a92b None None] Provisioning complete for port dcd929c4-fa99-426e-ae19-834156cefe02 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:50:24.187412 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e2fa8bbe-e146-4425-99bd-074e37c6a92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (dcd929c4-fa99-426e-ae19-834156cefe02), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:24.230793 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e2fa8bbe-e146-4425-99bd-074e37c6a92b None None] Port dcd929c4-fa99-426e-ae19-834156cefe02 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:50:24.315049 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 8cc5a9d5-8259-4285-a850-8602f24d541c is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:24.315469 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8cc5a9d5-8259-4285-a850-8602f24d541c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:24.356865 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cc5a9d5-8259-4285-a850-8602f24d541c {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:50:24.377893 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 8cc5a9d5-8259-4285-a850-8602f24d541c, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=8cc5a9d5-8259-4285-a850-8602f24d541c,segment=NetworkSegment(22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89),segment_id=22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:24.390228 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8cc5a9d5-8259-4285-a850-8602f24d541c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:24.390851 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device abf116a6-e436-4e8d-8188-bf1027bd0bef details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:50:24.443198 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c05ede-93d9-42e5-8d84-c64cec0518dc tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Pushing event updated for resources: {'Port': ['ID=f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e,revision_number=6']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:24.475176 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bf98a5df-9140-4407-bb49-a0c16aed3347 req-75246d59-9f9f-4d9b-9b7d-46779a8f2992 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups/79b8368c-bb32-496c-b76f-b5d51aee8c27 HTTP/1.1" status: 200 len: 1819 time: 0.2098796 Mar 05 04:50:24.476653 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=8cc5a9d5-8259-4285-a850-8602f24d541c,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:24.498040 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e6846-5c38-41f2-900c-21ca2ae40c93 req-b9032fbe-93b9-4f64-a25d-5cf361e6f864 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:24.505341 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b29e6846-5c38-41f2-900c-21ca2ae40c93 req-b9032fbe-93b9-4f64-a25d-5cf361e6f864 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=038fc8a3-c25b-46f9-acfc-dd6b341938be HTTP/1.1" status: 200 len: 944 time: 0.2390368 Mar 05 04:50:24.528718 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-335e1a3b-feba-4a90-a95d-d942a150b722 req-6b9d54c3-3f3c-43cd-a77e-10a0910762a5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2720191 Mar 05 04:50:24.537354 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e01c3cb-c835-4df7-81f5-a4e3dd62bc19 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:50:24.552319 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b14670-6c05-4d3d-a821-c177429a9141 None None] Sync routers for ids ['714bd047-20b0-4cc2-8470-edaa2cce8691'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:50:24.563860 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8e01c3cb-c835-4df7-81f5-a4e3dd62bc19 admin admin] 10.222.0.11 "PUT /v2.0/routers/714bd047-20b0-4cc2-8470-edaa2cce8691/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0833459 Mar 05 04:50:24.569674 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b14670-6c05-4d3d-a821-c177429a9141 None None] Routers {'714bd047-20b0-4cc2-8470-edaa2cce8691'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:50:24.570411 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-00b14670-6c05-4d3d-a821-c177429a9141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:50:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['714bd047-20b0-4cc2-8470-edaa2cce8691'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:24.604233 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port abf116a6-e436-4e8d-8188-bf1027bd0bef, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=abf116a6-e436-4e8d-8188-bf1027bd0bef,segment=NetworkSegment(ed3a3d30-7fb2-463d-9a62-c7cee08e9781),segment_id=ed3a3d30-7fb2-463d-9a62-c7cee08e9781)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:24.676372 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'abf116a6-e436-4e8d-8188-bf1027bd0bef', 'network_id': 'd212388e-df12-4708-9d1c-73e3d414a7cb', 'port_id': 'abf116a6-e436-4e8d-8188-bf1027bd0bef', 'mac_address': 'fa:16:3e:4a:04:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c33f29-fbe3-4325-bbc2-5023e8c22c88', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:50:24.738130 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b29e6846-5c38-41f2-900c-21ca2ae40c93 req-d07cce6f-19d9-4eee-94fc-2cc1ddf9151a tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317712 Mar 05 04:50:24.750742 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [req-bf98a5df-9140-4407-bb49-a0c16aed3347 req-a411b674-e94b-42a0-8332-e14fd335c7d0 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 05 04:50:24.784281 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bf98a5df-9140-4407-bb49-a0c16aed3347 req-a411b674-e94b-42a0-8332-e14fd335c7d0 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "DELETE /v2.0/security-groups/79b8368c-bb32-496c-b76f-b5d51aee8c27 HTTP/1.1" status: 409 len: 341 time: 0.3080456 Mar 05 04:50:24.817968 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-00b14670-6c05-4d3d-a821-c177429a9141 None None] Set router 714bd047-20b0-4cc2-8470-edaa2cce8691 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:50:24.822137 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port abf116a6-e436-4e8d-8188-bf1027bd0bef is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:24.822539 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (abf116a6-e436-4e8d-8188-bf1027bd0bef), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:24.829666 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e1a3b-feba-4a90-a95d-d942a150b722 req-fa1a0d78-fb79-477b-843c-979ddbfcf6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:24.843158 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-335e1a3b-feba-4a90-a95d-d942a150b722 req-fa1a0d78-fb79-477b-843c-979ddbfcf6b9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=84f78c82255c4feca46335184d79ad7d&device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba HTTP/1.1" status: 200 len: 1128 time: 0.2765481 Mar 05 04:50:24.856612 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abf116a6-e436-4e8d-8188-bf1027bd0bef {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:50:24.892183 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port abf116a6-e436-4e8d-8188-bf1027bd0bef, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=abf116a6-e436-4e8d-8188-bf1027bd0bef,segment=NetworkSegment(ed3a3d30-7fb2-463d-9a62-c7cee08e9781),segment_id=ed3a3d30-7fb2-463d-9a62-c7cee08e9781)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:24.904721 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (abf116a6-e436-4e8d-8188-bf1027bd0bef), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:24.905448 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 23da59df-b317-4032-a3ac-4a5c81b49956 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:50:25.001488 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e1a3b-feba-4a90-a95d-d942a150b722 req-5fad113e-55b8-4229-8071-51ce7e4f6382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:25.003709 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-335e1a3b-feba-4a90-a95d-d942a150b722 req-5fad113e-55b8-4229-8071-51ce7e4f6382 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fd6aa200-b97d-49ed-9876-375a41229f42 HTTP/1.1" status: 200 len: 920 time: 0.1331692 Mar 05 04:50:25.006132 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 23da59df-b317-4032-a3ac-4a5c81b49956, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=23da59df-b317-4032-a3ac-4a5c81b49956,segment=NetworkSegment(22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89),segment_id=22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:25.006855 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223cc5a7-4dc4-4281-9084-421490574a58 x-openstack-request-id: req-223cc5a7-4dc4-4281-9084-421490574a58 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:50:25.007224 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e476d1-a181-424c-849b-6065f47ee1e4", "tag": "f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:50:25.009543 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-223cc5a7-4dc4-4281-9084-421490574a58 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:50:25.011698 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e476d1-a181-424c-849b-6065f47ee1e4', 'tag': 'f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e', 'status': 'completed', 'code': 200} Mar 05 04:50:25.046174 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=abf116a6-e436-4e8d-8188-bf1027bd0bef,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:25.061690 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '23da59df-b317-4032-a3ac-4a5c81b49956', 'network_id': 'e0163509-f0e9-40c4-b897-68a267214319', 'port_id': '23da59df-b317-4032-a3ac-4a5c81b49956', 'mac_address': 'fa:16:3e:13:ba:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f160f0d-f32d-4fdb-b1b2-addf124f2f22', 'ip_address': '10.1.1.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:50:25.106187 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 23da59df-b317-4032-a3ac-4a5c81b49956 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:25.106863 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (23da59df-b317-4032-a3ac-4a5c81b49956), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:25.130349 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23da59df-b317-4032-a3ac-4a5c81b49956 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:50:25.147186 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-335e1a3b-feba-4a90-a95d-d942a150b722 req-3024e79b-d258-4a83-bf26-e302be433fbd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78e680ca-9ebd-4559-af42-4c5defed548d HTTP/1.1" status: 200 len: 217 time: 0.1334202 Mar 05 04:50:25.152819 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 23da59df-b317-4032-a3ac-4a5c81b49956, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=23da59df-b317-4032-a3ac-4a5c81b49956,segment=NetworkSegment(22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89),segment_id=22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:25.153483 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d6fa6-b496-4a47-9197-23c648f08a2d req-ea93b7c5-9224-4103-bbd1-64e75f66438a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:25.156345 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b4d6fa6-b496-4a47-9197-23c648f08a2d req-ea93b7c5-9224-4103-bbd1-64e75f66438a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f4d6c0f5613840f688af76ae3d834317&device_id=25e476d1-a181-424c-849b-6065f47ee1e4 HTTP/1.1" status: 200 len: 1168 time: 0.1186335 Mar 05 04:50:25.160062 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (23da59df-b317-4032-a3ac-4a5c81b49956), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:25.160782 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:50:25.285269 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=23da59df-b317-4032-a3ac-4a5c81b49956,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:25.296333 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1,segment=NetworkSegment(22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89),segment_id=22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:25.310721 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1', 'network_id': 'e0163509-f0e9-40c4-b897-68a267214319', 'port_id': 'b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1', 'mac_address': 'fa:16:3e:03:61:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f160f0d-f32d-4fdb-b1b2-addf124f2f22', 'ip_address': '10.1.1.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:50:25.324246 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d6fa6-b496-4a47-9197-23c648f08a2d req-22d1c1e7-c7e8-415e-9f3b-e0724d263210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:25.330176 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b4d6fa6-b496-4a47-9197-23c648f08a2d req-22d1c1e7-c7e8-415e-9f3b-e0724d263210 service neutron] 10.222.0.30 "GET /v2.0/networks?id=985421ce-deca-4c5d-b48d-6cf1bc83f97e HTTP/1.1" status: 200 len: 912 time: 0.1654892 Mar 05 04:50:25.342542 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-00b14670-6c05-4d3d-a821-c177429a9141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714bd047-20b0-4cc2-8470-edaa2cce8691', 'name': 'tempest-FloatingIPsNegativeTestJSON-985785672-router', 'tenant_id': '63fd383ee5f747ccae01d9d5b13d1399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '9d5d7f81-5a04-485e-bf08-bba9ed280c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:50:08Z', 'updated_at': '2022-03-05T04:50:21Z', 'revision_number': 4, 'project_id': '63fd383ee5f747ccae01d9d5b13d1399', 'gw_port': {'id': '9d5d7f81-5a04-485e-bf08-bba9ed280c57', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714bd047-20b0-4cc2-8470-edaa2cce8691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:50:10Z', 'updated_at': '2022-03-05T04:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'dcd929c4-fa99-426e-ae19-834156cefe02', 'name': '', 'network_id': 'cf60d31f-d868-483b-b7ff-a06249069b75', 'tenant_id': '63fd383ee5f747ccae01d9d5b13d1399', 'mac_address': 'fa:16:3e:41:62:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714bd047-20b0-4cc2-8470-edaa2cce8691', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'de8219db-9add-409d-9081-82f60efd0410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:50:18Z', 'updated_at': '2022-03-05T04:50:22Z', 'revision_number': 2, 'project_id': '63fd383ee5f747ccae01d9d5b13d1399', 'subnets': [{'id': 'de8219db-9add-409d-9081-82f60efd0410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:25.382291 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb83153-4a78-4dc7-94b7-6ffff34294da req-76bdf9a3-29fe-459b-8e67-9614937fc99a tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:25.385019 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:25.385489 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:25.396329 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5fb83153-4a78-4dc7-94b7-6ffff34294da req-76bdf9a3-29fe-459b-8e67-9614937fc99a tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 944 time: 0.3915842 Mar 05 04:50:25.400344 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:50:25.408430 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e1a3b-feba-4a90-a95d-d942a150b722 req-aa91cc7f-5f9c-4c6d-97a2-c56ab1d0925c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:25.412642 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-335e1a3b-feba-4a90-a95d-d942a150b722 req-aa91cc7f-5f9c-4c6d-97a2-c56ab1d0925c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9d33dc8a-6008-478a-9ec8-49595a4a0656 HTTP/1.1" status: 200 len: 860 time: 0.2246802 Mar 05 04:50:25.423720 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b4d6fa6-b496-4a47-9197-23c648f08a2d req-c423ea85-fc80-49b0-9eae-5258f5788703 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e HTTP/1.1" status: 200 len: 217 time: 0.0762303 Mar 05 04:50:25.440747 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b14670-6c05-4d3d-a821-c177429a9141 None None] Checking router: 714bd047-20b0-4cc2-8470-edaa2cce8691 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:50:25.441420 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b14670-6c05-4d3d-a821-c177429a9141 None None] Updating router 714bd047-20b0-4cc2-8470-edaa2cce8691 port dcd929c4-fa99-426e-ae19-834156cefe02 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:50:25.443548 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1,segment=NetworkSegment(22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89),segment_id=22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:25.453179 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:25.453996 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device fa623ab5-a167-443b-8172-8de59789cc2c details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:50:25.488968 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d6fa6-b496-4a47-9197-23c648f08a2d req-c6041b70-9a4b-4599-92dd-45c0cc96ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:25.491379 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b4d6fa6-b496-4a47-9197-23c648f08a2d req-c6041b70-9a4b-4599-92dd-45c0cc96ccf7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4e8e628-a5e1-41d2-92c2-b934c83a7c37 HTTP/1.1" status: 200 len: 852 time: 0.0596240 Mar 05 04:50:25.494426 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd4342-a74f-4955-b528-29e1c21b34b2 req-7b061b50-e7ad-43ce-9e6b-8eb3150e16ad tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:25.507509 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd4342-a74f-4955-b528-29e1c21b34b2 req-7b061b50-e7ad-43ce-9e6b-8eb3150e16ad tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:25.514029 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-00b14670-6c05-4d3d-a821-c177429a9141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (dcd929c4-fa99-426e-ae19-834156cefe02), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:25.528123 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd4342-a74f-4955-b528-29e1c21b34b2 req-7b061b50-e7ad-43ce-9e6b-8eb3150e16ad tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:25.535661 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd4342-a74f-4955-b528-29e1c21b34b2 req-7b061b50-e7ad-43ce-9e6b-8eb3150e16ad tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:25.550745 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd4342-a74f-4955-b528-29e1c21b34b2 req-7b061b50-e7ad-43ce-9e6b-8eb3150e16ad tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:25.560976 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b4d6fa6-b496-4a47-9197-23c648f08a2d req-f2a39444-ae57-4a4f-a6ab-9e73832c738d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=985421ce-deca-4c5d-b48d-6cf1bc83f97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615578 Mar 05 04:50:25.561485 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49542) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:25.568085 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd4342-a74f-4955-b528-29e1c21b34b2 req-7b061b50-e7ad-43ce-9e6b-8eb3150e16ad tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:25.578730 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd4342-a74f-4955-b528-29e1c21b34b2 req-7b061b50-e7ad-43ce-9e6b-8eb3150e16ad tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:25.590054 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f5dd4342-a74f-4955-b528-29e1c21b34b2 req-7b061b50-e7ad-43ce-9e6b-8eb3150e16ad tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5435 time: 0.4390433 Mar 05 04:50:25.631519 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-335e1a3b-feba-4a90-a95d-d942a150b722 req-b8183868-1f97-462e-bb40-563f63a75bbe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fd6aa200-b97d-49ed-9876-375a41229f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2001572 Mar 05 04:50:25.671597 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port fa623ab5-a167-443b-8172-8de59789cc2c, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=fa623ab5-a167-443b-8172-8de59789cc2c,segment=NetworkSegment(ca90f7a9-06b9-44d4-b45b-a36f46fd62e2),segment_id=ca90f7a9-06b9-44d4-b45b-a36f46fd62e2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:25.695318 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'fa623ab5-a167-443b-8172-8de59789cc2c', 'network_id': '96b36905-6014-4841-aac5-335392bf1a9d', 'port_id': 'fa623ab5-a167-443b-8172-8de59789cc2c', 'mac_address': 'fa:16:3e:bf:51:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b87837-c4d6-4057-808b-e09b3b2c13f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:50:25.704717 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:25.720400 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b4d6fa6-b496-4a47-9197-23c648f08a2d req-ca98ae67-1f7c-4b92-b42c-8480f87485ae service neutron] 10.222.0.30 "GET /v2.0/networks/985421ce-deca-4c5d-b48d-6cf1bc83f97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501856 Mar 05 04:50:25.734737 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5fb83153-4a78-4dc7-94b7-6ffff34294da req-dd5a5e5d-1c58-4f11-8826-70b01b117c0e tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345530 Mar 05 04:50:25.749631 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port fa623ab5-a167-443b-8172-8de59789cc2c is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:25.750292 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fa623ab5-a167-443b-8172-8de59789cc2c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:25.772541 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa623ab5-a167-443b-8172-8de59789cc2c {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:50:25.801021 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port fa623ab5-a167-443b-8172-8de59789cc2c, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=fa623ab5-a167-443b-8172-8de59789cc2c,segment=NetworkSegment(ca90f7a9-06b9-44d4-b45b-a36f46fd62e2),segment_id=ca90f7a9-06b9-44d4-b45b-a36f46fd62e2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:25.820216 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fa623ab5-a167-443b-8172-8de59789cc2c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:25.886340 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=fa623ab5-a167-443b-8172-8de59789cc2c,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:25.891987 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b4d6fa6-b496-4a47-9197-23c648f08a2d req-66f9943b-cadd-4e0d-ab11-50c53b38c5a9 service neutron] 10.222.0.30 "GET /v2.0/networks/985421ce-deca-4c5d-b48d-6cf1bc83f97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619406 Mar 05 04:50:25.906974 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-195f603b-87ee-4075-b70c-7da3a7a7b8aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:25.916752 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8846e205-0b57-43e5-b2df-bf1aab177989 req-9af1a907-c4ce-42ea-9d45-b8a5107e4653 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 210 time: 0.0613379 Mar 05 04:50:25.923917 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device b934cb01-4310-4687-ba43-d3df101bba69 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:50:25.941248 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f5dd4342-a74f-4955-b528-29e1c21b34b2 req-10e931c5-56b0-46c7-b1df-7b3bc020f740 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3478653 Mar 05 04:50:25.996843 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-335e1a3b-feba-4a90-a95d-d942a150b722 req-5ea166d5-440c-4b46-9806-6c6a0f7be6d1 service neutron] 10.222.0.31 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035011 Mar 05 04:50:26.044974 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-195f603b-87ee-4075-b70c-7da3a7a7b8aa admin admin] Publish callbacks [] for security_group (5539fe78-ebfd-445a-aae4-008f82a7a487), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:26.055128 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-195f603b-87ee-4075-b70c-7da3a7a7b8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (5539fe78-ebfd-445a-aae4-008f82a7a487), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:26.084041 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-00b14670-6c05-4d3d-a821-c177429a9141 None None] Publish callbacks [] for port (dcd929c4-fa99-426e-ae19-834156cefe02), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:26.091490 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-00b14670-6c05-4d3d-a821-c177429a9141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (dcd929c4-fa99-426e-ae19-834156cefe02), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:26.159041 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-195f603b-87ee-4075-b70c-7da3a7a7b8aa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3a82e0d526a04b47bf94cf7e9c18dc14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5949774 Mar 05 04:50:26.173805 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49550) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:26.196709 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port b934cb01-4310-4687-ba43-d3df101bba69, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b934cb01-4310-4687-ba43-d3df101bba69,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:26.231782 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-00b14670-6c05-4d3d-a821-c177429a9141 None None] Attempting to bind port dcd929c4-fa99-426e-ae19-834156cefe02 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:50:26.232268 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-00b14670-6c05-4d3d-a821-c177429a9141 None None] Attempting to bind port dcd929c4-fa99-426e-ae19-834156cefe02 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '90e2506e-9a46-4155-b799-3dd5ec2d8310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cf60d31f-d868-483b-b7ff-a06249069b75'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:50:26.233175 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b14670-6c05-4d3d-a821-c177429a9141 None None] Attempting to bind port dcd929c4-fa99-426e-ae19-834156cefe02 on network cf60d31f-d868-483b-b7ff-a06249069b75 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:50:26.242691 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b14670-6c05-4d3d-a821-c177429a9141 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:50:26.243090 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b14670-6c05-4d3d-a821-c177429a9141 None None] Checking segment: {'id': '90e2506e-9a46-4155-b799-3dd5ec2d8310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cf60d31f-d868-483b-b7ff-a06249069b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:50:26.243574 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-00b14670-6c05-4d3d-a821-c177429a9141 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:26.243813 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'b934cb01-4310-4687-ba43-d3df101bba69', 'network_id': '97e85245-3112-4887-8483-668804607d54', 'port_id': 'b934cb01-4310-4687-ba43-d3df101bba69', 'mac_address': 'fa:16:3e:51:ef:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c431197c-f63d-4d0c-afc1-f0e0b1d87270', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:50:26.244199 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b14670-6c05-4d3d-a821-c177429a9141 None None] Bound using segment: {'id': '90e2506e-9a46-4155-b799-3dd5ec2d8310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cf60d31f-d868-483b-b7ff-a06249069b75'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:50:26.245861 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-00b14670-6c05-4d3d-a821-c177429a9141 None None] Bound port: dcd929c4-fa99-426e-ae19-834156cefe02, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90e2506e-9a46-4155-b799-3dd5ec2d8310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'cf60d31f-d868-483b-b7ff-a06249069b75'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:50:26.246537 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-00b14670-6c05-4d3d-a821-c177429a9141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (dcd929c4-fa99-426e-ae19-834156cefe02), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:26.313064 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-335e1a3b-feba-4a90-a95d-d942a150b722 req-64c99dd3-e97f-4171-9838-7b86eaf72eee service neutron] 10.222.0.31 "GET /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099198 Mar 05 04:50:26.327252 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f603b-87ee-4075-b70c-7da3a7a7b8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5539fe78-ebfd-445a-aae4-008f82a7a487,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:26.332244 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-00b14670-6c05-4d3d-a821-c177429a9141 None None] For port dcd929c4-fa99-426e-ae19-834156cefe02, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:50:26.342454 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-00b14670-6c05-4d3d-a821-c177429a9141 None None] For port dcd929c4-fa99-426e-ae19-834156cefe02, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=dcd929c4-fa99-426e-ae19-834156cefe02,segment=NetworkSegment(90e2506e-9a46-4155-b799-3dd5ec2d8310),segment_id=90e2506e-9a46-4155-b799-3dd5ec2d8310)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:50:26.356354 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-00b14670-6c05-4d3d-a821-c177429a9141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (dcd929c4-fa99-426e-ae19-834156cefe02), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:26.393989 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ca5d0-3f5d-4260-b4a7-f2e618c04e56 None None] Pushing event updated for resources: {'Port': ['ID=dcd929c4-fa99-426e-ae19-834156cefe02,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:26.421520 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-38b48dd5-7aa0-4a30-8730-fbf694479a06 admin admin] Publish callbacks [] for security_group (5539fe78-ebfd-445a-aae4-008f82a7a487), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:26.472905 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b14670-6c05-4d3d-a821-c177429a9141 None None] Routers {'714bd047-20b0-4cc2-8470-edaa2cce8691'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:50:26.473590 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-00b14670-6c05-4d3d-a821-c177429a9141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:50:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['714bd047-20b0-4cc2-8470-edaa2cce8691'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:26.475441 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ca5d0-3f5d-4260-b4a7-f2e618c04e56 None None] Pushing event updated for resources: {'Port': ['ID=dcd929c4-fa99-426e-ae19-834156cefe02,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:26.539785 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379d68f-90de-434d-b462-d1fce1a84ba6 req-156605b6-e7a1-48cd-866f-0309a4761db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:26.541344 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0379d68f-90de-434d-b462-d1fce1a84ba6 req-156605b6-e7a1-48cd-866f-0309a4761db9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f4d6c0f5613840f688af76ae3d834317&device_id=25e476d1-a181-424c-849b-6065f47ee1e4 HTTP/1.1" status: 200 len: 1168 time: 0.2463479 Mar 05 04:50:26.552307 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b467e19d-9773-4e6f-9482-bde3faabc466 req-733fa9fd-23c2-4e41-a17d-c736eab3eef4 tempest-FloatingIPsNegativeTestJSON-2090860623 tempest-FloatingIPsNegativeTestJSON-2090860623-project] 10.222.0.11 "GET /v2.0/floatingips?tenant_id=63fd383ee5f747ccae01d9d5b13d1399 HTTP/1.1" status: 200 len: 217 time: 0.1224022 Mar 05 04:50:26.563233 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-38b48dd5-7aa0-4a30-8730-fbf694479a06 admin admin] Publish callbacks [] for security_group (5539fe78-ebfd-445a-aae4-008f82a7a487), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:26.601781 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['9c57959f-74bc-4f24-a658-b703986f73eb'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:50:26.675835 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-00b14670-6c05-4d3d-a821-c177429a9141 None None] Set router 714bd047-20b0-4cc2-8470-edaa2cce8691 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:50:26.744083 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['dacb6cfd-ca68-47bb-914b-fd102e6bde98'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:50:26.747785 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['fa623ab5-a167-443b-8172-8de59789cc2c'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:50:26.750203 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['abf116a6-e436-4e8d-8188-bf1027bd0bef'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:50:26.819537 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d653e-8381-40a1-af61-7da794aaa8f9 req-40ab75b0-90f2-4959-82f5-897010290326 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:26.822820 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b31d653e-8381-40a1-af61-7da794aaa8f9 req-40ab75b0-90f2-4959-82f5-897010290326 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=038fc8a3-c25b-46f9-acfc-dd6b341938be HTTP/1.1" status: 200 len: 944 time: 0.0832071 Mar 05 04:50:26.904180 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379d68f-90de-434d-b462-d1fce1a84ba6 req-c45d38bb-636f-49d2-955c-f17c2a2de5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:26.912358 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0379d68f-90de-434d-b462-d1fce1a84ba6 req-c45d38bb-636f-49d2-955c-f17c2a2de5da service neutron] 10.222.0.30 "GET /v2.0/networks?id=985421ce-deca-4c5d-b48d-6cf1bc83f97e HTTP/1.1" status: 200 len: 912 time: 0.3577034 Mar 05 04:50:26.918383 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-38b48dd5-7aa0-4a30-8730-fbf694479a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (5539fe78-ebfd-445a-aae4-008f82a7a487), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:26.927163 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-38b48dd5-7aa0-4a30-8730-fbf694479a06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:26.929689 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-38b48dd5-7aa0-4a30-8730-fbf694479a06 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5539fe78-ebfd-445a-aae4-008f82a7a487 HTTP/1.1" status: 204 len: 168 time: 0.7549114 Mar 05 04:50:26.958637 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b31d653e-8381-40a1-af61-7da794aaa8f9 req-2d07be44-ec33-44b7-90d5-85f74e571691 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075451 Mar 05 04:50:27.015272 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ef26f-3092-4b45-bdd8-7f929eacb6d2 req-27b9e00d-710d-497b-a171-98c8767e74c3 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:27.023516 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-579ef26f-3092-4b45-bdd8-7f929eacb6d2 req-27b9e00d-710d-497b-a171-98c8767e74c3 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e476d1-a181-424c-849b-6065f47ee1e4 HTTP/1.1" status: 200 len: 985 time: 0.1981807 Mar 05 04:50:27.059622 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['8cc5a9d5-8259-4285-a850-8602f24d541c'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:50:27.074727 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:50:27.077894 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['23da59df-b317-4032-a3ac-4a5c81b49956'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:50:27.080140 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port b934cb01-4310-4687-ba43-d3df101bba69 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:27.080703 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b934cb01-4310-4687-ba43-d3df101bba69), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:27.089533 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-00b14670-6c05-4d3d-a821-c177429a9141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714bd047-20b0-4cc2-8470-edaa2cce8691', 'name': 'tempest-FloatingIPsNegativeTestJSON-985785672-router', 'tenant_id': '63fd383ee5f747ccae01d9d5b13d1399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '9d5d7f81-5a04-485e-bf08-bba9ed280c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:50:08Z', 'updated_at': '2022-03-05T04:50:21Z', 'revision_number': 4, 'project_id': '63fd383ee5f747ccae01d9d5b13d1399', 'gw_port': {'id': '9d5d7f81-5a04-485e-bf08-bba9ed280c57', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714bd047-20b0-4cc2-8470-edaa2cce8691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:50:10Z', 'updated_at': '2022-03-05T04:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'dcd929c4-fa99-426e-ae19-834156cefe02', 'name': '', 'network_id': 'cf60d31f-d868-483b-b7ff-a06249069b75', 'tenant_id': '63fd383ee5f747ccae01d9d5b13d1399', 'mac_address': 'fa:16:3e:41:62:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714bd047-20b0-4cc2-8470-edaa2cce8691', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'de8219db-9add-409d-9081-82f60efd0410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:50:18Z', 'updated_at': '2022-03-05T04:50:26Z', 'revision_number': 4, 'project_id': '63fd383ee5f747ccae01d9d5b13d1399', 'subnets': [{'id': 'de8219db-9add-409d-9081-82f60efd0410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:27.093518 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0379d68f-90de-434d-b462-d1fce1a84ba6 req-972e0bc2-037a-4801-8972-0abe74afa95f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e HTTP/1.1" status: 200 len: 217 time: 0.1626353 Mar 05 04:50:27.098485 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b48dd5-7aa0-4a30-8730-fbf694479a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5539fe78-ebfd-445a-aae4-008f82a7a487,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:27.130821 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-00dcf68c-31ae-4992-b92b-3a91f24fa551 req-162b1033-3d6e-4fb1-bc06-ef4044c9579e tempest-FloatingIPsNegativeTestJSON-2090860623 tempest-FloatingIPsNegativeTestJSON-2090860623-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0930455 Mar 05 04:50:27.203555 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379d68f-90de-434d-b462-d1fce1a84ba6 req-b9084e44-6ede-4a9b-bbcf-1dd79f720708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:27.206111 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0379d68f-90de-434d-b462-d1fce1a84ba6 req-b9084e44-6ede-4a9b-bbcf-1dd79f720708 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4e8e628-a5e1-41d2-92c2-b934c83a7c37 HTTP/1.1" status: 200 len: 852 time: 0.0927591 Mar 05 04:50:27.229205 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-579ef26f-3092-4b45-bdd8-7f929eacb6d2 req-1fd23827-5041-4076-973d-721ee7ea2235 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups?id=79b8368c-bb32-496c-b76f-b5d51aee8c27&id=97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2021270 Mar 05 04:50:27.247821 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b934cb01-4310-4687-ba43-d3df101bba69 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:50:27.269868 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0379d68f-90de-434d-b462-d1fce1a84ba6 req-66d29668-9265-4a72-b7d5-3b16895efce7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=985421ce-deca-4c5d-b48d-6cf1bc83f97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375521 Mar 05 04:50:27.396557 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b14670-6c05-4d3d-a821-c177429a9141 None None] The sync data for ids ['714bd047-20b0-4cc2-8470-edaa2cce8691'] in n-d-789963-32 is: [{'id': '714bd047-20b0-4cc2-8470-edaa2cce8691', 'name': 'tempest-FloatingIPsNegativeTestJSON-985785672-router', 'tenant_id': '63fd383ee5f747ccae01d9d5b13d1399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '9d5d7f81-5a04-485e-bf08-bba9ed280c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:50:08Z', 'updated_at': '2022-03-05T04:50:21Z', 'revision_number': 4, 'project_id': '63fd383ee5f747ccae01d9d5b13d1399', 'gw_port': {'id': '9d5d7f81-5a04-485e-bf08-bba9ed280c57', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714bd047-20b0-4cc2-8470-edaa2cce8691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:50:10Z', 'updated_at': '2022-03-05T04:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'dcd929c4-fa99-426e-ae19-834156cefe02', 'name': '', 'network_id': 'cf60d31f-d868-483b-b7ff-a06249069b75', 'tenant_id': '63fd383ee5f747ccae01d9d5b13d1399', 'mac_address': 'fa:16:3e:41:62:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714bd047-20b0-4cc2-8470-edaa2cce8691', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'de8219db-9add-409d-9081-82f60efd0410', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:50:18Z', 'updated_at': '2022-03-05T04:50:26Z', 'revision_number': 4, 'project_id': '63fd383ee5f747ccae01d9d5b13d1399', 'subnets': [{'id': 'de8219db-9add-409d-9081-82f60efd0410', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:50:27.413961 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e7be0-9029-44c7-8be7-44ac0ebd9fad req-9bc66c07-47cc-4041-902d-53cf03a72b72 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:27.421517 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e45e7be0-9029-44c7-8be7-44ac0ebd9fad req-9bc66c07-47cc-4041-902d-53cf03a72b72 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52 HTTP/1.1" status: 200 len: 945 time: 0.1852543 Mar 05 04:50:27.470058 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0379d68f-90de-434d-b462-d1fce1a84ba6 req-7a82b534-5a23-4272-aea0-7207ddd88430 service neutron] 10.222.0.30 "GET /v2.0/networks/985421ce-deca-4c5d-b48d-6cf1bc83f97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930907 Mar 05 04:50:27.510470 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e45e7be0-9029-44c7-8be7-44ac0ebd9fad req-da11c689-5ca3-45fc-aed6-e5a2ad202732 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.11 "GET /v2.0/security-groups?id=805a1224-8353-41ec-897d-94b8b2c384a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827739 Mar 05 04:50:27.513202 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49578) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:27.559678 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9ef6dbc2-1adc-451c-9bdb-25cc7d5b850e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:27.570837 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['d5478b45-29a6-4e1a-8e70-1072393855c3'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:50:27.626789 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0379d68f-90de-434d-b462-d1fce1a84ba6 req-1954c71c-f9b6-4245-826c-f1e1b68c479a service neutron] 10.222.0.30 "GET /v2.0/networks/985421ce-deca-4c5d-b48d-6cf1bc83f97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345072 Mar 05 04:50:27.636023 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port b934cb01-4310-4687-ba43-d3df101bba69, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b934cb01-4310-4687-ba43-d3df101bba69,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:27.652806 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702141a0-6d6a-434f-9ac7-f5c75ba67d8f req-eed4d3f8-c027-48d8-9e91-72dd67a8ac0e tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:27.660532 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-702141a0-6d6a-434f-9ac7-f5c75ba67d8f req-eed4d3f8-c027-48d8-9e91-72dd67a8ac0e tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 944 time: 0.3150461 Mar 05 04:50:27.702927 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-ea76d6bb-6e5b-47d6-ada7-677cd05ec973 None None] Provisioning complete for port dcd929c4-fa99-426e-ae19-834156cefe02 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:50:27.703492 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ea76d6bb-6e5b-47d6-ada7-677cd05ec973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (dcd929c4-fa99-426e-ae19-834156cefe02), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:27.721340 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b934cb01-4310-4687-ba43-d3df101bba69), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:27.762931 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-702141a0-6d6a-434f-9ac7-f5c75ba67d8f req-93dd4022-b8a9-4b0b-9146-710be013b327 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014588 Mar 05 04:50:27.864516 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9ef6dbc2-1adc-451c-9bdb-25cc7d5b850e admin admin] Publish callbacks [] for security_group (ba055efc-b3e1-4c26-93ea-045fc4a03eaf), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:27.919114 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d529ec19-a793-4b63-9d46-939c2f0a285a req-0fe6a429-c500-4263-a0df-eeecde663a1d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 210 time: 0.0511415 Mar 05 04:50:27.922203 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9ef6dbc2-1adc-451c-9bdb-25cc7d5b850e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ba055efc-b3e1-4c26-93ea-045fc4a03eaf), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:27.965896 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab64091-623a-4a2c-a8f3-5effff822e8b req-075f8a22-0fa0-426b-8324-20a5da0f4c73 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:27.972953 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab64091-623a-4a2c-a8f3-5effff822e8b req-075f8a22-0fa0-426b-8324-20a5da0f4c73 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:27.979318 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab64091-623a-4a2c-a8f3-5effff822e8b req-075f8a22-0fa0-426b-8324-20a5da0f4c73 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:28.005173 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab64091-623a-4a2c-a8f3-5effff822e8b req-075f8a22-0fa0-426b-8324-20a5da0f4c73 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:28.010900 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab64091-623a-4a2c-a8f3-5effff822e8b req-075f8a22-0fa0-426b-8324-20a5da0f4c73 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:28.019449 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab64091-623a-4a2c-a8f3-5effff822e8b req-075f8a22-0fa0-426b-8324-20a5da0f4c73 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:28.028071 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab64091-623a-4a2c-a8f3-5effff822e8b req-075f8a22-0fa0-426b-8324-20a5da0f4c73 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:28.036088 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cab64091-623a-4a2c-a8f3-5effff822e8b req-075f8a22-0fa0-426b-8324-20a5da0f4c73 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5437 time: 0.3535895 Mar 05 04:50:28.069602 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9ef6dbc2-1adc-451c-9bdb-25cc7d5b850e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=13e362933ee441d6a76935af23308bca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5553515 Mar 05 04:50:28.073010 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49582) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:28.092513 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['b934cb01-4310-4687-ba43-d3df101bba69'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:50:28.095257 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6dbc2-1adc-451c-9bdb-25cc7d5b850e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba055efc-b3e1-4c26-93ea-045fc4a03eaf,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:28.169761 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1e40d65-2159-47d3-a6fa-63a380b142e0 admin admin] Publish callbacks [] for security_group (ba055efc-b3e1-4c26-93ea-045fc4a03eaf), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:28.214344 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [req-b5f83475-cedd-4cb1-9b4e-45b982fed6fe req-bdbb5e0f-b2bf-4b74-8e41-703146786be6 tempest-FloatingIPsNegativeTestJSON-2090860623 tempest-FloatingIPsNegativeTestJSON-2090860623-project] show failed (client error): The resource could not be found. Mar 05 04:50:28.216836 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b5f83475-cedd-4cb1-9b4e-45b982fed6fe req-bdbb5e0f-b2bf-4b74-8e41-703146786be6 tempest-FloatingIPsNegativeTestJSON-2090860623 tempest-FloatingIPsNegativeTestJSON-2090860623-project] 10.222.0.11 "GET /v2.0/floatingips/f0a11b6b-4bcd-4cbf-8248-85a993d8478d HTTP/1.1" status: 404 len: 350 time: 0.1771464 Mar 05 04:50:28.232821 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49584) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:28.246569 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1e40d65-2159-47d3-a6fa-63a380b142e0 admin admin] Publish callbacks [] for security_group (ba055efc-b3e1-4c26-93ea-045fc4a03eaf), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:28.326583 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cab64091-623a-4a2c-a8f3-5effff822e8b req-f35cd51f-7b68-4bed-86cb-bf2d056db6a7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2881927 Mar 05 04:50:28.428924 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1e40d65-2159-47d3-a6fa-63a380b142e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ba055efc-b3e1-4c26-93ea-045fc4a03eaf), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:28.431789 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1e40d65-2159-47d3-a6fa-63a380b142e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:28.435430 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d1e40d65-2159-47d3-a6fa-63a380b142e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ba055efc-b3e1-4c26-93ea-045fc4a03eaf HTTP/1.1" status: 204 len: 168 time: 0.3589189 Mar 05 04:50:28.468808 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e40d65-2159-47d3-a6fa-63a380b142e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba055efc-b3e1-4c26-93ea-045fc4a03eaf,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:28.505062 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb67663-891f-4b54-a9d6-09711ec604d8 req-4a91e71a-3c89-476d-ad73-36c44053d602 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:28.508050 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5bb67663-891f-4b54-a9d6-09711ec604d8 req-4a91e71a-3c89-476d-ad73-36c44053d602 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=038fc8a3-c25b-46f9-acfc-dd6b341938be HTTP/1.1" status: 200 len: 945 time: 0.1727207 Mar 05 04:50:28.558110 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=b934cb01-4310-4687-ba43-d3df101bba69,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:28.752007 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fbf69-a33e-474a-8970-b5966f016d6d req-af6cf305-ac21-4f66-9e71-bb7827237a0e tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:28.761504 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a1fbf69-a33e-474a-8970-b5966f016d6d req-af6cf305-ac21-4f66-9e71-bb7827237a0e tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e476d1-a181-424c-849b-6065f47ee1e4 HTTP/1.1" status: 200 len: 985 time: 0.2521572 Mar 05 04:50:28.825348 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5bb67663-891f-4b54-a9d6-09711ec604d8 req-54361efc-cc64-4302-8398-63f2b4c9e289 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645934 Mar 05 04:50:28.897430 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device dcd929c4-fa99-426e-ae19-834156cefe02 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:50:28.921721 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a1fbf69-a33e-474a-8970-b5966f016d6d req-7fbc5b60-ec87-4eac-9570-443169662c59 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups?id=79b8368c-bb32-496c-b76f-b5d51aee8c27&id=97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1570745 Mar 05 04:50:28.950211 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88d51c-cb52-4fb1-a238-fe251affc810 req-6af5893d-2804-450d-80ee-fbb3241ec7de tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:28.952013 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5d88d51c-cb52-4fb1-a238-fe251affc810 req-6af5893d-2804-450d-80ee-fbb3241ec7de tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52 HTTP/1.1" status: 200 len: 945 time: 0.2560520 Mar 05 04:50:29.149415 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ea76d6bb-6e5b-47d6-ada7-677cd05ec973 None None] Current status of the port dcd929c4-fa99-426e-ae19-834156cefe02 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:29.150033 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ea76d6bb-6e5b-47d6-ada7-677cd05ec973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (dcd929c4-fa99-426e-ae19-834156cefe02), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:29.188415 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb542cd6-1392-44f1-944f-95e295d49a59 req-1da7929a-1b2d-4f14-93aa-7fcc8a4f1739 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:29.190098 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb542cd6-1392-44f1-944f-95e295d49a59 req-1da7929a-1b2d-4f14-93aa-7fcc8a4f1739 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 944 time: 0.1841702 Mar 05 04:50:29.199098 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7296013-111f-40af-98fe-6cce73ea46ab req-7098bb90-bb93-4eca-bd46-fb381492b19f tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:29.207437 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7296013-111f-40af-98fe-6cce73ea46ab req-7098bb90-bb93-4eca-bd46-fb381492b19f tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52 HTTP/1.1" status: 200 len: 945 time: 0.2105122 Mar 05 04:50:29.263353 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-5d88d51c-cb52-4fb1-a238-fe251affc810 req-5b694105-4e6d-4920-9914-e680a6a41e18 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Deleting port 81e61ca6-5f8e-4f64-a7a0-621796f438ad {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:50:29.263921 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5d88d51c-cb52-4fb1-a238-fe251affc810 req-5b694105-4e6d-4920-9914-e680a6a41e18 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (81e61ca6-5f8e-4f64-a7a0-621796f438ad), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:29.384245 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb542cd6-1392-44f1-944f-95e295d49a59 req-faa0d397-c8cc-4634-9e6a-d6d70c44d68b tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653461 Mar 05 04:50:29.402052 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-ea76d6bb-6e5b-47d6-ada7-677cd05ec973 None None] For port dcd929c4-fa99-426e-ae19-834156cefe02, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=dcd929c4-fa99-426e-ae19-834156cefe02,segment=NetworkSegment(90e2506e-9a46-4155-b799-3dd5ec2d8310),segment_id=90e2506e-9a46-4155-b799-3dd5ec2d8310)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:29.421678 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7296013-111f-40af-98fe-6cce73ea46ab req-58bca8c1-2a58-4b8a-92ee-130b5997b9b1 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.11 "GET /v2.0/security-groups?id=805a1224-8353-41ec-897d-94b8b2c384a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132270 Mar 05 04:50:29.438111 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ea76d6bb-6e5b-47d6-ada7-677cd05ec973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (dcd929c4-fa99-426e-ae19-834156cefe02), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:29.521956 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port dcd929c4-fa99-426e-ae19-834156cefe02 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:50:29.522596 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (dcd929c4-fa99-426e-ae19-834156cefe02), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:29.562721 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-acfa16e9-8196-45a9-9147-61c8a37b4dc6 req-ca987aa0-ac7d-4af5-beee-95c3a348cf4d tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2015364310&fields=id&tenant_id=f4d6c0f5613840f688af76ae3d834317 HTTP/1.1" status: 200 len: 267 time: 0.0602064 Mar 05 04:50:29.578117 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f0f8407-d999-4e60-87b9-2a50e4273d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (714bd047-20b0-4cc2-8470-edaa2cce8691), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:29.663261 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa16e9-8196-45a9-9147-61c8a37b4dc6 req-1cf903a6-d7aa-43c4-9ae3-1f2a5c5f9a04 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:29.667829 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76d6bb-6e5b-47d6-ada7-677cd05ec973 None None] Pushing event updated for resources: {'Port': ['ID=dcd929c4-fa99-426e-ae19-834156cefe02,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:29.674329 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-acfa16e9-8196-45a9-9147-61c8a37b4dc6 req-1cf903a6-d7aa-43c4-9ae3-1f2a5c5f9a04 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e476d1-a181-424c-849b-6065f47ee1e4 HTTP/1.1" status: 200 len: 985 time: 0.1107094 Mar 05 04:50:29.682328 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-acfa16e9-8196-45a9-9147-61c8a37b4dc6 req-18476f09-372c-45cd-bf0c-98e6048743d5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Request body: {'port': {'security_groups': ['79b8368c-bb32-496c-b76f-b5d51aee8c27', '97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44', 'c0668a4e-1800-404e-b97c-9c2c45459def']}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:50:29.692856 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-5d88d51c-cb52-4fb1-a238-fe251affc810 req-5b694105-4e6d-4920-9914-e680a6a41e18 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] For port 81e61ca6-5f8e-4f64-a7a0-621796f438ad, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=81e61ca6-5f8e-4f64-a7a0-621796f438ad,segment=NetworkSegment(2fd6936d-1671-42a6-9dbc-220b5553be15),segment_id=2fd6936d-1671-42a6-9dbc-220b5553be15)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:29.696070 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3ac10447-a08c-4bb9-9b23-657fd3496f90 None None] Provisioning complete for port dcd929c4-fa99-426e-ae19-834156cefe02 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:50:29.696440 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3ac10447-a08c-4bb9-9b23-657fd3496f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (dcd929c4-fa99-426e-ae19-834156cefe02), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:29.698059 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5d88d51c-cb52-4fb1-a238-fe251affc810 req-5b694105-4e6d-4920-9914-e680a6a41e18 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (81e61ca6-5f8e-4f64-a7a0-621796f438ad), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:29.729473 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-258e237d-e054-426b-b253-ffabc9e046ba req-6863c16d-400d-41cf-88b6-b1dec8dcc35b tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 210 time: 0.1064372 Mar 05 04:50:29.737594 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-5d88d51c-cb52-4fb1-a238-fe251affc810 req-5b694105-4e6d-4920-9914-e680a6a41e18 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Calling delete_port for 81e61ca6-5f8e-4f64-a7a0-621796f438ad owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:50:29.803800 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-acfa16e9-8196-45a9-9147-61c8a37b4dc6 req-18476f09-372c-45cd-bf0c-98e6048743d5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:29.833135 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port dcd929c4-fa99-426e-ae19-834156cefe02 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:29.897546 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 9c57959f-74bc-4f24-a658-b703986f73eb up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:50:30.008785 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3ac10447-a08c-4bb9-9b23-657fd3496f90 None None] Current status of the port dcd929c4-fa99-426e-ae19-834156cefe02 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:30.052986 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 9c57959f-74bc-4f24-a658-b703986f73eb completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:50:30.062057 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 9c57959f-74bc-4f24-a658-b703986f73eb triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:50:30.062496 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9c57959f-74bc-4f24-a658-b703986f73eb), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:30.080491 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-acfa16e9-8196-45a9-9147-61c8a37b4dc6 req-18476f09-372c-45cd-bf0c-98e6048743d5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] For port f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e,segment=NetworkSegment(d1802648-fc75-48b4-9acc-c2efc8477f0e),segment_id=d1802648-fc75-48b4-9acc-c2efc8477f0e)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:30.120327 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-acfa16e9-8196-45a9-9147-61c8a37b4dc6 req-18476f09-372c-45cd-bf0c-98e6048743d5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for port (f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:30.140801 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-acfa16e9-8196-45a9-9147-61c8a37b4dc6 req-18476f09-372c-45cd-bf0c-98e6048743d5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:30.163516 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['b6563490-2b18-45f4-bb7c-a844f10d1174', 'f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:50:30.275066 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa16e9-8196-45a9-9147-61c8a37b4dc6 req-18476f09-372c-45cd-bf0c-98e6048743d5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:30.275713 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-acfa16e9-8196-45a9-9147-61c8a37b4dc6 req-18476f09-372c-45cd-bf0c-98e6048743d5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:30.277115 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-acfa16e9-8196-45a9-9147-61c8a37b4dc6 req-18476f09-372c-45cd-bf0c-98e6048743d5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "PUT /v2.0/ports/f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e HTTP/1.1" status: 200 len: 1021 time: 0.6017702 Mar 05 04:50:30.277575 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e476d1-a181-424c-849b-6065f47ee1e4', 'tag': 'f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:50:30.282804 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa55c4d-89a0-442d-9a22-88bf9ad12f38" -d '{"events": [{"name": "network-changed", "server_uuid": "25e476d1-a181-424c-849b-6065f47ee1e4", "tag": "f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:50:30.283680 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18476f09-372c-45cd-bf0c-98e6048743d5 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Pushing event updated for resources: {'Port': ['ID=f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e,revision_number=7']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:30.348128 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8fe7d-2e23-4d12-8152-bebc1d5bb26b req-c9e64e2a-5a3a-4245-9307-1137c0ab8ba5 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:30.353477 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8fe7d-2e23-4d12-8152-bebc1d5bb26b req-c9e64e2a-5a3a-4245-9307-1137c0ab8ba5 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:30.361672 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:50:30.369522 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8fe7d-2e23-4d12-8152-bebc1d5bb26b req-c9e64e2a-5a3a-4245-9307-1137c0ab8ba5 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:30.375165 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8fe7d-2e23-4d12-8152-bebc1d5bb26b req-c9e64e2a-5a3a-4245-9307-1137c0ab8ba5 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:30.391543 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8fe7d-2e23-4d12-8152-bebc1d5bb26b req-c9e64e2a-5a3a-4245-9307-1137c0ab8ba5 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:30.396930 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8fe7d-2e23-4d12-8152-bebc1d5bb26b req-c9e64e2a-5a3a-4245-9307-1137c0ab8ba5 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:30.415346 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8fe7d-2e23-4d12-8152-bebc1d5bb26b req-c9e64e2a-5a3a-4245-9307-1137c0ab8ba5 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:30.417247 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-17b8fe7d-2e23-4d12-8152-bebc1d5bb26b req-c9e64e2a-5a3a-4245-9307-1137c0ab8ba5 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5437 time: 0.2923856 Mar 05 04:50:30.531065 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 9c57959f-74bc-4f24-a658-b703986f73eb is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:30.531822 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9c57959f-74bc-4f24-a658-b703986f73eb), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:30.532679 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb589c-f89e-4864-b8ca-531cd4058bc2 req-ba0a90e5-63c6-4c9e-b64d-1766b448999d tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:30.534229 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-10eb589c-f89e-4864-b8ca-531cd4058bc2 req-ba0a90e5-63c6-4c9e-b64d-1766b448999d tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=038fc8a3-c25b-46f9-acfc-dd6b341938be HTTP/1.1" status: 200 len: 945 time: 0.1160476 Mar 05 04:50:30.541067 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-17b8fe7d-2e23-4d12-8152-bebc1d5bb26b req-c274db51-9b96-4721-8f2d-19dec562df2a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1009393 Mar 05 04:50:30.611874 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5d88d51c-cb52-4fb1-a238-fe251affc810 req-5b694105-4e6d-4920-9914-e680a6a41e18 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (81e61ca6-5f8e-4f64-a7a0-621796f438ad), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:30.630626 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-10eb589c-f89e-4864-b8ca-531cd4058bc2 req-0cf8817f-6854-4cd4-a156-1149f94d6bc3 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865560 Mar 05 04:50:30.639824 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['81e61ca6-5f8e-4f64-a7a0-621796f438ad'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:50:30.642657 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201222e9-3be7-4228-9bb4-98eabc7bb434 x-openstack-request-id: req-201222e9-3be7-4228-9bb4-98eabc7bb434 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:50:30.642950 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25e476d1-a181-424c-849b-6065f47ee1e4", "tag": "f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:50:30.643808 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-201222e9-3be7-4228-9bb4-98eabc7bb434 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:50:30.643808 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e476d1-a181-424c-849b-6065f47ee1e4', 'tag': 'f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e', 'status': 'completed', 'code': 200} Mar 05 04:50:30.671359 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b694105-4e6d-4920-9914-e680a6a41e18 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Pushing event deleted for resources: {'Port': ['ID=81e61ca6-5f8e-4f64-a7a0-621796f438ad,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:30.718823 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c57959f-74bc-4f24-a658-b703986f73eb'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:50:30.721485 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6104066a-286f-486a-a7f2-4ab0312e5500" -d '{"events": [{"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-plugged", "status": "completed", "tag": "9c57959f-74bc-4f24-a658-b703986f73eb"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:50:30.757684 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d88d51c-cb52-4fb1-a238-fe251affc810 req-5b694105-4e6d-4920-9914-e680a6a41e18 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] No DVR routers for this DVR port 81e61ca6-5f8e-4f64-a7a0-621796f438ad on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:50:30.762011 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5d88d51c-cb52-4fb1-a238-fe251affc810 req-5b694105-4e6d-4920-9914-e680a6a41e18 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:30.765540 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5d88d51c-cb52-4fb1-a238-fe251affc810 req-5b694105-4e6d-4920-9914-e680a6a41e18 tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.30 "DELETE /v2.0/ports/81e61ca6-5f8e-4f64-a7a0-621796f438ad HTTP/1.1" status: 204 len: 173 time: 1.8059363 Mar 05 04:50:30.766388 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52', 'name': 'network-vif-deleted', 'tag': '81e61ca6-5f8e-4f64-a7a0-621796f438ad'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:50:30.769050 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb563e49-3d29-4003-b0f8-8f0bb6894a25" -d '{"events": [{"server_uuid": "2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52", "name": "network-vif-deleted", "tag": "81e61ca6-5f8e-4f64-a7a0-621796f438ad"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:50:30.782536 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 9c57959f-74bc-4f24-a658-b703986f73eb, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=9c57959f-74bc-4f24-a658-b703986f73eb,segment=NetworkSegment(ed3a3d30-7fb2-463d-9a62-c7cee08e9781),segment_id=ed3a3d30-7fb2-463d-9a62-c7cee08e9781)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:30.834307 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (9c57959f-74bc-4f24-a658-b703986f73eb), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:30.846948 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-4f0f8407-d999-4e60-87b9-2a50e4273d27 admin admin] Deleting port dcd929c4-fa99-426e-ae19-834156cefe02 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:50:30.847318 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f0f8407-d999-4e60-87b9-2a50e4273d27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (dcd929c4-fa99-426e-ae19-834156cefe02), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:30.854236 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-96924dd2-9d73-454f-9419-e711f649735f req-cda48b5b-2b08-4d45-9114-09f24cec5095 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups/c0668a4e-1800-404e-b97c-9c2c45459def HTTP/1.1" status: 200 len: 1820 time: 0.1827769 Mar 05 04:50:30.952810 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa55c4d-89a0-442d-9a22-88bf9ad12f38 req-13012a0f-f010-40fc-8da5-c2a877c95614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:30.954258 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6fa55c4d-89a0-442d-9a22-88bf9ad12f38 req-13012a0f-f010-40fc-8da5-c2a877c95614 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f4d6c0f5613840f688af76ae3d834317&device_id=25e476d1-a181-424c-849b-6065f47ee1e4 HTTP/1.1" status: 200 len: 1208 time: 0.2816706 Mar 05 04:50:30.960087 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device dcd929c4-fa99-426e-ae19-834156cefe02 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:50:31.017297 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-4f0f8407-d999-4e60-87b9-2a50e4273d27 admin admin] For port dcd929c4-fa99-426e-ae19-834156cefe02, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=dcd929c4-fa99-426e-ae19-834156cefe02,segment=NetworkSegment(90e2506e-9a46-4155-b799-3dd5ec2d8310),segment_id=90e2506e-9a46-4155-b799-3dd5ec2d8310)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:31.017674 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f0f8407-d999-4e60-87b9-2a50e4273d27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (dcd929c4-fa99-426e-ae19-834156cefe02), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:31.038258 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-4f0f8407-d999-4e60-87b9-2a50e4273d27 admin admin] Calling delete_port for dcd929c4-fa99-426e-ae19-834156cefe02 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:50:31.112788 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50891068-c745-4b5c-9896-c7efa1fda7b2 req-2e94474a-f644-432e-8884-ca3b7ef18f73 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:31.114765 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-50891068-c745-4b5c-9896-c7efa1fda7b2 req-2e94474a-f644-432e-8884-ca3b7ef18f73 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 944 time: 0.2514546 Mar 05 04:50:31.123807 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [req-96924dd2-9d73-454f-9419-e711f649735f req-98fb243b-9cc3-48f6-b986-255304bc2f02 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 05 04:50:31.139874 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-96924dd2-9d73-454f-9419-e711f649735f req-98fb243b-9cc3-48f6-b986-255304bc2f02 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "DELETE /v2.0/security-groups/c0668a4e-1800-404e-b97c-9c2c45459def HTTP/1.1" status: 409 len: 341 time: 0.2746785 Mar 05 04:50:31.271615 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa55c4d-89a0-442d-9a22-88bf9ad12f38 req-7a912947-db00-44bc-bba2-c802ba677094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:31.273170 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6fa55c4d-89a0-442d-9a22-88bf9ad12f38 req-7a912947-db00-44bc-bba2-c802ba677094 service neutron] 10.222.0.30 "GET /v2.0/networks?id=985421ce-deca-4c5d-b48d-6cf1bc83f97e HTTP/1.1" status: 200 len: 912 time: 0.3058696 Mar 05 04:50:31.337039 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc2735c5-c06f-4aa8-8291-eff423bbf378 req-8afddbbd-3554-4a11-951c-140c6c5b9beb tempest-AttachSCSIVolumeTestJSON-404296284 tempest-AttachSCSIVolumeTestJSON-404296284-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52 HTTP/1.1" status: 200 len: 210 time: 0.0537546 Mar 05 04:50:31.363728 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-50891068-c745-4b5c-9896-c7efa1fda7b2 req-b5a2a482-2b5c-409f-8fd1-2a43114a6004 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373359 Mar 05 04:50:31.472978 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=9c57959f-74bc-4f24-a658-b703986f73eb,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:31.486593 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a79ba9-d1b8-4cd7-a90d-1fbb96dd4607 x-openstack-request-id: req-39a79ba9-d1b8-4cd7-a90d-1fbb96dd4607 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:50:31.488491 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-plugged", "status": "completed", "tag": "9c57959f-74bc-4f24-a658-b703986f73eb", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:50:31.490011 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-39a79ba9-d1b8-4cd7-a90d-1fbb96dd4607 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:50:31.491439 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c57959f-74bc-4f24-a658-b703986f73eb', 'code': 200} Mar 05 04:50:31.506427 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071fa1f0-3cc8-427d-a310-16065679fbdf x-openstack-request-id: req-071fa1f0-3cc8-427d-a310-16065679fbdf {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:50:31.506728 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52", "name": "network-vif-deleted", "tag": "81e61ca6-5f8e-4f64-a7a0-621796f438ad", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:50:31.506983 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-071fa1f0-3cc8-427d-a310-16065679fbdf {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:50:31.507425 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5b0ec3-9dd5-4ec2-b281-d28b9335ab52', 'name': 'network-vif-deleted', 'tag': '81e61ca6-5f8e-4f64-a7a0-621796f438ad', 'status': 'completed', 'code': 200} Mar 05 04:50:31.527598 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6fa55c4d-89a0-442d-9a22-88bf9ad12f38 req-59f9692b-5005-4506-99cd-c2456c9ec003 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e HTTP/1.1" status: 200 len: 217 time: 0.1885579 Mar 05 04:50:31.569187 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f0f8407-d999-4e60-87b9-2a50e4273d27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (dcd929c4-fa99-426e-ae19-834156cefe02), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:31.608758 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f8407-d999-4e60-87b9-2a50e4273d27 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcd929c4-fa99-426e-ae19-834156cefe02,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:31.626644 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Could not find standard attr ID for object dcd929c4-fa99-426e-ae19-834156cefe02. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 04:50:31.690880 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f85920fa-c06c-4355-92d9-7fcc9bcbd63b req-e46a37a5-78a1-469e-bb4a-c291f16d9375 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 210 time: 0.0843966 Mar 05 04:50:31.710247 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa55c4d-89a0-442d-9a22-88bf9ad12f38 req-a8eeecf8-1436-4c57-b497-b34992d7b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:31.712372 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6fa55c4d-89a0-442d-9a22-88bf9ad12f38 req-a8eeecf8-1436-4c57-b497-b34992d7b4ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4e8e628-a5e1-41d2-92c2-b934c83a7c37 HTTP/1.1" status: 200 len: 852 time: 0.1694179 Mar 05 04:50:31.799619 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6fa55c4d-89a0-442d-9a22-88bf9ad12f38 req-a83782b1-87c2-4f68-99e5-4095ee4ed1c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=985421ce-deca-4c5d-b48d-6cf1bc83f97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807829 Mar 05 04:50:31.910176 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:50:32.042065 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f0f8407-d999-4e60-87b9-2a50e4273d27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (714bd047-20b0-4cc2-8470-edaa2cce8691), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:32.084376 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef979e6-a188-4c2b-ac4e-3b36ac9bb3cc req-37ebcb87-5c16-4750-933f-204ff73875f5 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:32.085974 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7ef979e6-a188-4c2b-ac4e-3b36ac9bb3cc req-37ebcb87-5c16-4750-933f-204ff73875f5 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=038fc8a3-c25b-46f9-acfc-dd6b341938be HTTP/1.1" status: 200 len: 945 time: 0.1591659 Mar 05 04:50:32.091131 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:50:32.104673 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:50:32.105065 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:32.170560 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d045747-78f2-4faf-8d87-47024f009150 req-f7167ed5-02b8-4f49-89e1-e13358af0e52 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:32.180472 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d045747-78f2-4faf-8d87-47024f009150 req-f7167ed5-02b8-4f49-89e1-e13358af0e52 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:32.193427 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d045747-78f2-4faf-8d87-47024f009150 req-f7167ed5-02b8-4f49-89e1-e13358af0e52 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:32.204956 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d045747-78f2-4faf-8d87-47024f009150 req-f7167ed5-02b8-4f49-89e1-e13358af0e52 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:32.212869 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d045747-78f2-4faf-8d87-47024f009150 req-f7167ed5-02b8-4f49-89e1-e13358af0e52 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:32.218815 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d045747-78f2-4faf-8d87-47024f009150 req-f7167ed5-02b8-4f49-89e1-e13358af0e52 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:32.225502 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d045747-78f2-4faf-8d87-47024f009150 req-f7167ed5-02b8-4f49-89e1-e13358af0e52 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:32.236874 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6d045747-78f2-4faf-8d87-47024f009150 req-f7167ed5-02b8-4f49-89e1-e13358af0e52 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5438 time: 0.2758341 Mar 05 04:50:32.277109 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:32.277504 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:32.317008 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1,segment=NetworkSegment(22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89),segment_id=22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:32.326515 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:32.327602 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device d5478b45-29a6-4e1a-8e70-1072393855c3 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:50:32.331784 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6d045747-78f2-4faf-8d87-47024f009150 req-606a86d2-5f54-4b2d-85f5-fc1ad89a4120 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0933557 Mar 05 04:50:32.344417 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6fa55c4d-89a0-442d-9a22-88bf9ad12f38 req-46dbe2f0-1670-46cd-953d-bd0fbae44f9a service neutron] 10.222.0.30 "GET /v2.0/networks/985421ce-deca-4c5d-b48d-6cf1bc83f97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5364699 Mar 05 04:50:32.440419 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:32.463428 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port d5478b45-29a6-4e1a-8e70-1072393855c3 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:50:32.468379 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port d5478b45-29a6-4e1a-8e70-1072393855c3 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:50:32.469038 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d5478b45-29a6-4e1a-8e70-1072393855c3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:32.533615 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0f8407-d999-4e60-87b9-2a50e4273d27 admin admin] Router 714bd047-20b0-4cc2-8470-edaa2cce8691 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:50:32.706230 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port d5478b45-29a6-4e1a-8e70-1072393855c3 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:32.706801 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d5478b45-29a6-4e1a-8e70-1072393855c3), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:32.721589 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0f8407-d999-4e60-87b9-2a50e4273d27 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:50:32.728057 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4f0f8407-d999-4e60-87b9-2a50e4273d27 admin admin] 10.222.0.11 "PUT /v2.0/routers/714bd047-20b0-4cc2-8470-edaa2cce8691/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4939525 Mar 05 04:50:32.730390 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49698) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:32.739760 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca096e7-e81a-4c74-9e33-a5972e4aa002 None None] Sync routers for ids ['714bd047-20b0-4cc2-8470-edaa2cce8691'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:50:32.816782 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca096e7-e81a-4c74-9e33-a5972e4aa002 None None] Routers {'714bd047-20b0-4cc2-8470-edaa2cce8691'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:50:32.817406 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-5ca096e7-e81a-4c74-9e33-a5972e4aa002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:50:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['714bd047-20b0-4cc2-8470-edaa2cce8691'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:32.822702 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7ef979e6-a188-4c2b-ac4e-3b36ac9bb3cc req-4c2564de-df33-465d-9956-61bd76329d6e tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7174900 Mar 05 04:50:32.887560 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad2f0621-3039-46e8-a693-40c1b12b6bed admin admin] Publish callbacks [] for router (714bd047-20b0-4cc2-8470-edaa2cce8691), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:32.925656 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port d5478b45-29a6-4e1a-8e70-1072393855c3, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=d5478b45-29a6-4e1a-8e70-1072393855c3,segment=NetworkSegment(22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89),segment_id=22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:32.942840 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d5478b45-29a6-4e1a-8e70-1072393855c3), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:32.944986 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device dacb6cfd-ca68-47bb-914b-fd102e6bde98 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:50:32.983857 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6fa55c4d-89a0-442d-9a22-88bf9ad12f38 req-166faba3-1c58-4ee9-ab65-ac220640952a service neutron] 10.222.0.30 "GET /v2.0/networks/985421ce-deca-4c5d-b48d-6cf1bc83f97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6152191 Mar 05 04:50:33.120033 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-5ca096e7-e81a-4c74-9e33-a5972e4aa002 None None] Set router 714bd047-20b0-4cc2-8470-edaa2cce8691 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:50:33.126289 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a308b5-7b99-425c-92ca-3c20ea94b120 req-5a706282-ca6d-4637-9563-7837e052df35 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:33.137083 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19a308b5-7b99-425c-92ca-3c20ea94b120 req-5a706282-ca6d-4637-9563-7837e052df35 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e476d1-a181-424c-849b-6065f47ee1e4 HTTP/1.1" status: 200 len: 1024 time: 0.3358343 Mar 05 04:50:33.156998 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=d5478b45-29a6-4e1a-8e70-1072393855c3,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:33.203584 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad2f0621-3039-46e8-a693-40c1b12b6bed admin admin] Publish callbacks [] for router_gateway (714bd047-20b0-4cc2-8470-edaa2cce8691), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:33.275716 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49716) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:33.304198 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a8aeb-5654-4edb-a0ee-bcd154f8cec6 req-072b445d-8eb3-45eb-9e05-a5f2cb2fb545 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:33.313318 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5d6a8aeb-5654-4edb-a0ee-bcd154f8cec6 req-072b445d-8eb3-45eb-9e05-a5f2cb2fb545 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 944 time: 0.3033583 Mar 05 04:50:33.320385 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-ad2f0621-3039-46e8-a693-40c1b12b6bed admin admin] Deleting port 9d5d7f81-5a04-485e-bf08-bba9ed280c57 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:50:33.321137 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad2f0621-3039-46e8-a693-40c1b12b6bed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (9d5d7f81-5a04-485e-bf08-bba9ed280c57), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:33.365931 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 81e61ca6-5f8e-4f64-a7a0-621796f438ad no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:50:33.392727 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port dacb6cfd-ca68-47bb-914b-fd102e6bde98 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:50:33.419862 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 81e61ca6-5f8e-4f64-a7a0-621796f438ad {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:50:33.420601 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 81e61ca6-5f8e-4f64-a7a0-621796f438ad not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:50:33.430753 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port dacb6cfd-ca68-47bb-914b-fd102e6bde98 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:50:33.431401 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (dacb6cfd-ca68-47bb-914b-fd102e6bde98), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:33.451154 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5d6a8aeb-5654-4edb-a0ee-bcd154f8cec6 req-783d1886-5fd1-4732-8da2-de910bc3ee4f tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365759 Mar 05 04:50:33.488941 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-ad2f0621-3039-46e8-a693-40c1b12b6bed admin admin] For port 9d5d7f81-5a04-485e-bf08-bba9ed280c57, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=9d5d7f81-5a04-485e-bf08-bba9ed280c57,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:33.489598 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad2f0621-3039-46e8-a693-40c1b12b6bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (9d5d7f81-5a04-485e-bf08-bba9ed280c57), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:33.502067 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19a308b5-7b99-425c-92ca-3c20ea94b120 req-a23785ce-6f18-4550-9647-461892c4cbaf tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups?id=79b8368c-bb32-496c-b76f-b5d51aee8c27&id=c0668a4e-1800-404e-b97c-9c2c45459def&id=97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3471613 Mar 05 04:50:33.510026 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1'}, {'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5478b45-29a6-4e1a-8e70-1072393855c3'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:50:33.513912 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ae6e01-0513-46e0-9092-0e2d071dc527" -d '{"events": [{"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-plugged", "status": "completed", "tag": "b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1"}, {"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-plugged", "status": "completed", "tag": "d5478b45-29a6-4e1a-8e70-1072393855c3"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:50:33.525526 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-ad2f0621-3039-46e8-a693-40c1b12b6bed admin admin] Calling delete_port for 9d5d7f81-5a04-485e-bf08-bba9ed280c57 owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:50:33.561411 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c7ff9-c568-4463-873f-185ee699fb7b req-3dec869a-e236-402f-a92a-cbb312d00321 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:33.565701 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-de2021f2-6696-430b-bc92-41268da1461f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:33.567796 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-100c7ff9-c568-4463-873f-185ee699fb7b req-3dec869a-e236-402f-a92a-cbb312d00321 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.30 "GET /v2.0/ports?device_id=25e476d1-a181-424c-849b-6065f47ee1e4 HTTP/1.1" status: 200 len: 1024 time: 0.2168233 Mar 05 04:50:33.634374 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port dacb6cfd-ca68-47bb-914b-fd102e6bde98 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:33.637435 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (dacb6cfd-ca68-47bb-914b-fd102e6bde98), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:33.690293 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-5ca096e7-e81a-4c74-9e33-a5972e4aa002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714bd047-20b0-4cc2-8470-edaa2cce8691', 'name': 'tempest-FloatingIPsNegativeTestJSON-985785672-router', 'tenant_id': '63fd383ee5f747ccae01d9d5b13d1399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '9d5d7f81-5a04-485e-bf08-bba9ed280c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:50:08Z', 'updated_at': '2022-03-05T04:50:31Z', 'revision_number': 5, 'project_id': '63fd383ee5f747ccae01d9d5b13d1399', 'gw_port': {'id': '9d5d7f81-5a04-485e-bf08-bba9ed280c57', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714bd047-20b0-4cc2-8470-edaa2cce8691', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:50:10Z', 'updated_at': '2022-03-05T04:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:33.755546 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b4e601b8-aff0-42c6-be5d-6aaf58901d50 req-53dd5dba-fd69-4d5e-beaa-414acc8c8398 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 210 time: 0.1835351 Mar 05 04:50:33.785061 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-de2021f2-6696-430b-bc92-41268da1461f admin admin] Publish callbacks [] for security_group (16972d79-bfb1-4a83-9c1c-0f602ae401d2), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:33.793008 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca096e7-e81a-4c74-9e33-a5972e4aa002 None None] Checking router: 714bd047-20b0-4cc2-8470-edaa2cce8691 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:50:33.793580 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-de2021f2-6696-430b-bc92-41268da1461f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (16972d79-bfb1-4a83-9c1c-0f602ae401d2), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:33.837757 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2021f2-6696-430b-bc92-41268da1461f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16972d79-bfb1-4a83-9c1c-0f602ae401d2,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:33.863205 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Mar 2022 04:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759dbaf3-02cc-419c-9e21-288ee3772395 x-openstack-request-id: req-759dbaf3-02cc-419c-9e21-288ee3772395 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:50:33.863578 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-plugged", "status": "completed", "tag": "b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1", "code": 200}, {"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-plugged", "status": "completed", "tag": "d5478b45-29a6-4e1a-8e70-1072393855c3", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:50:33.863845 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-759dbaf3-02cc-419c-9e21-288ee3772395 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:50:33.864838 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1', 'code': 200} Mar 05 04:50:33.864838 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5478b45-29a6-4e1a-8e70-1072393855c3', 'code': 200} Mar 05 04:50:33.865263 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca096e7-e81a-4c74-9e33-a5972e4aa002 None None] Routers {'714bd047-20b0-4cc2-8470-edaa2cce8691'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:50:33.866432 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-5ca096e7-e81a-4c74-9e33-a5972e4aa002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:50:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['714bd047-20b0-4cc2-8470-edaa2cce8691'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:33.902980 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763daa6e-66ba-4185-9824-c7b6aff76a7e req-66b01762-ab78-4901-91df-641b9c974740 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:33.908135 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-de2021f2-6696-430b-bc92-41268da1461f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f54b8c0f32a147ca826ef5d5e2f7f053&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6313612 Mar 05 04:50:33.909291 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763daa6e-66ba-4185-9824-c7b6aff76a7e req-66b01762-ab78-4901-91df-641b9c974740 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:33.915681 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad2f0621-3039-46e8-a693-40c1b12b6bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (9d5d7f81-5a04-485e-bf08-bba9ed280c57), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:33.917369 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763daa6e-66ba-4185-9824-c7b6aff76a7e req-66b01762-ab78-4901-91df-641b9c974740 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:33.922545 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49742) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:33.929274 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763daa6e-66ba-4185-9824-c7b6aff76a7e req-66b01762-ab78-4901-91df-641b9c974740 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:33.937176 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763daa6e-66ba-4185-9824-c7b6aff76a7e req-66b01762-ab78-4901-91df-641b9c974740 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:33.943279 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763daa6e-66ba-4185-9824-c7b6aff76a7e req-66b01762-ab78-4901-91df-641b9c974740 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:33.949378 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763daa6e-66ba-4185-9824-c7b6aff76a7e req-66b01762-ab78-4901-91df-641b9c974740 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:33.958130 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-763daa6e-66ba-4185-9824-c7b6aff76a7e req-66b01762-ab78-4901-91df-641b9c974740 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5440 time: 0.2897506 Mar 05 04:50:34.009954 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f0621-3039-46e8-a693-40c1b12b6bed admin admin] Pushing event deleted for resources: {'Port': ['ID=9d5d7f81-5a04-485e-bf08-bba9ed280c57,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:34.027064 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port dacb6cfd-ca68-47bb-914b-fd102e6bde98, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=dacb6cfd-ca68-47bb-914b-fd102e6bde98,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:34.055853 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-100c7ff9-c568-4463-873f-185ee699fb7b req-42430d11-b298-463d-86a6-710dc8e7324c tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Deleting port f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:50:34.057087 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-100c7ff9-c568-4463-873f-185ee699fb7b req-42430d11-b298-463d-86a6-710dc8e7324c tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:34.091861 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1b3633cb-64ac-47cb-9318-9b86c9b99ada admin admin] Publish callbacks [] for security_group (16972d79-bfb1-4a83-9c1c-0f602ae401d2), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:34.111892 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (dacb6cfd-ca68-47bb-914b-fd102e6bde98), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:34.113433 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 8cc5a9d5-8259-4285-a850-8602f24d541c up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:50:34.114214 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1b3633cb-64ac-47cb-9318-9b86c9b99ada admin admin] Publish callbacks [] for security_group (16972d79-bfb1-4a83-9c1c-0f602ae401d2), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:34.123865 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a711f9-51d2-4661-90b1-163c558b350f req-c8c736a9-4198-44b7-979e-391d777b436d tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:34.126745 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-65a711f9-51d2-4661-90b1-163c558b350f req-c8c736a9-4198-44b7-979e-391d777b436d tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=038fc8a3-c25b-46f9-acfc-dd6b341938be HTTP/1.1" status: 200 len: 945 time: 0.1619895 Mar 05 04:50:34.172630 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad2f0621-3039-46e8-a693-40c1b12b6bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (714bd047-20b0-4cc2-8470-edaa2cce8691), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:34.203633 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1b3633cb-64ac-47cb-9318-9b86c9b99ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (16972d79-bfb1-4a83-9c1c-0f602ae401d2), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:34.206863 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1b3633cb-64ac-47cb-9318-9b86c9b99ada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:34.208217 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1b3633cb-64ac-47cb-9318-9b86c9b99ada admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/16972d79-bfb1-4a83-9c1c-0f602ae401d2 HTTP/1.1" status: 204 len: 168 time: 0.2811875 Mar 05 04:50:34.269754 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-763daa6e-66ba-4185-9824-c7b6aff76a7e req-da30dab6-e4cd-4e45-8294-27ba032a5907 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3089259 Mar 05 04:50:34.287602 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-65a711f9-51d2-4661-90b1-163c558b350f req-89725511-4e2c-46f5-8c03-66df8e8c54a6 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148946 Mar 05 04:50:34.288345 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=dacb6cfd-ca68-47bb-914b-fd102e6bde98,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:34.299035 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3633cb-64ac-47cb-9318-9b86c9b99ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16972d79-bfb1-4a83-9c1c-0f602ae401d2,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:34.306314 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad2f0621-3039-46e8-a693-40c1b12b6bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (714bd047-20b0-4cc2-8470-edaa2cce8691), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:34.309218 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad2f0621-3039-46e8-a693-40c1b12b6bed admin admin] Publish callbacks [] for router_controller (714bd047-20b0-4cc2-8470-edaa2cce8691), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:34.331216 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-100c7ff9-c568-4463-873f-185ee699fb7b req-42430d11-b298-463d-86a6-710dc8e7324c tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] For port f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e,segment=NetworkSegment(d1802648-fc75-48b4-9acc-c2efc8477f0e),segment_id=d1802648-fc75-48b4-9acc-c2efc8477f0e)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:34.333407 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-100c7ff9-c568-4463-873f-185ee699fb7b req-42430d11-b298-463d-86a6-710dc8e7324c tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:34.364571 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad2f0621-3039-46e8-a693-40c1b12b6bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (714bd047-20b0-4cc2-8470-edaa2cce8691), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:34.366434 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-100c7ff9-c568-4463-873f-185ee699fb7b req-42430d11-b298-463d-86a6-710dc8e7324c tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Calling delete_port for f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:50:34.367930 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2f0621-3039-46e8-a693-40c1b12b6bed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 714bd047-20b0-4cc2-8470-edaa2cce8691 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:50:34.378373 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad2f0621-3039-46e8-a693-40c1b12b6bed admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:34.379958 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ad2f0621-3039-46e8-a693-40c1b12b6bed admin admin] 10.222.0.11 "DELETE /v2.0/routers/714bd047-20b0-4cc2-8470-edaa2cce8691 HTTP/1.1" status: 204 len: 168 time: 1.6468730 Mar 05 04:50:34.382466 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49756) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:34.385846 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-5ca096e7-e81a-4c74-9e33-a5972e4aa002 None None] Set router 714bd047-20b0-4cc2-8470-edaa2cce8691 gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:50:34.454458 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad6229c-80e8-4548-ad03-cdefd178fcc9 admin admin] Deleting subnet de8219db-9add-409d-9081-82f60efd0410 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:50:34.464293 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ad6229c-80e8-4548-ad03-cdefd178fcc9 admin admin] Publish callbacks [] for subnet (de8219db-9add-409d-9081-82f60efd0410), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:34.545768 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ad6229c-80e8-4548-ad03-cdefd178fcc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (de8219db-9add-409d-9081-82f60efd0410), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:34.553024 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-5ca096e7-e81a-4c74-9e33-a5972e4aa002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714bd047-20b0-4cc2-8470-edaa2cce8691', 'name': 'tempest-FloatingIPsNegativeTestJSON-985785672-router', 'tenant_id': '63fd383ee5f747ccae01d9d5b13d1399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:50:08Z', 'updated_at': '2022-03-05T04:50:33Z', 'revision_number': 6, 'project_id': '63fd383ee5f747ccae01d9d5b13d1399', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:34.609365 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca096e7-e81a-4c74-9e33-a5972e4aa002 None None] The sync data for ids ['714bd047-20b0-4cc2-8470-edaa2cce8691'] in n-d-789963-32 is: [{'id': '714bd047-20b0-4cc2-8470-edaa2cce8691', 'name': 'tempest-FloatingIPsNegativeTestJSON-985785672-router', 'tenant_id': '63fd383ee5f747ccae01d9d5b13d1399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:50:08Z', 'updated_at': '2022-03-05T04:50:33Z', 'revision_number': 6, 'project_id': '63fd383ee5f747ccae01d9d5b13d1399', 'gw_port_host': None}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:50:34.628293 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 8cc5a9d5-8259-4285-a850-8602f24d541c completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:50:34.635699 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 8cc5a9d5-8259-4285-a850-8602f24d541c triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:50:34.652255 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8cc5a9d5-8259-4285-a850-8602f24d541c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:34.772138 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ad6229c-80e8-4548-ad03-cdefd178fcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (de8219db-9add-409d-9081-82f60efd0410), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:34.808776 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-100c7ff9-c568-4463-873f-185ee699fb7b req-42430d11-b298-463d-86a6-710dc8e7324c tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:34.833121 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49774) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:34.834458 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['b6563490-2b18-45f4-bb7c-a844f10d1174', 'f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:50:34.855761 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-63f3ecdb-c357-46fc-b9ec-3b7919936b7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:34.862698 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89142b4-0e64-40c8-a7a4-a7d835faa3f3 req-9c38c2b2-08fd-4b7a-82b1-3b3b9a0fb0d7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:34.864275 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a89142b4-0e64-40c8-a7a4-a7d835faa3f3 req-9c38c2b2-08fd-4b7a-82b1-3b3b9a0fb0d7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 945 time: 0.2046404 Mar 05 04:50:34.868069 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42430d11-b298-463d-86a6-710dc8e7324c tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Pushing event deleted for resources: {'Port': ['ID=f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:34.873843 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 8cc5a9d5-8259-4285-a850-8602f24d541c is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:34.874886 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8cc5a9d5-8259-4285-a850-8602f24d541c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:34.886494 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd91d69-1a62-418f-beab-706470ef58ea req-5a9866d7-f86b-4ab3-a1e1-c6f37b7fc463 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:34.894793 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bdd91d69-1a62-418f-beab-706470ef58ea req-5a9866d7-f86b-4ab3-a1e1-c6f37b7fc463 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/ports?device_id=25e476d1-a181-424c-849b-6065f47ee1e4 HTTP/1.1" status: 200 len: 1024 time: 0.2366951 Mar 05 04:50:34.952913 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 8cc5a9d5-8259-4285-a850-8602f24d541c, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=8cc5a9d5-8259-4285-a850-8602f24d541c,segment=NetworkSegment(22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89),segment_id=22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:34.966423 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8cc5a9d5-8259-4285-a850-8602f24d541c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:34.967487 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device abf116a6-e436-4e8d-8188-bf1027bd0bef up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:50:34.976041 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-100c7ff9-c568-4463-873f-185ee699fb7b req-42430d11-b298-463d-86a6-710dc8e7324c tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] No DVR routers for this DVR port f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e on host n-h1-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:50:34.986745 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-100c7ff9-c568-4463-873f-185ee699fb7b req-42430d11-b298-463d-86a6-710dc8e7324c tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:34.990511 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-100c7ff9-c568-4463-873f-185ee699fb7b req-42430d11-b298-463d-86a6-710dc8e7324c tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.30 "DELETE /v2.0/ports/f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e HTTP/1.1" status: 204 len: 173 time: 1.4145393 Mar 05 04:50:34.994947 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e476d1-a181-424c-849b-6065f47ee1e4', 'name': 'network-vif-deleted', 'tag': 'f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:50:34.998598 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cfd6d9-6548-483a-bccb-6925aa6d5e47" -d '{"events": [{"server_uuid": "25e476d1-a181-424c-849b-6065f47ee1e4", "name": "network-vif-deleted", "tag": "f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:50:35.007407 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-63f3ecdb-c357-46fc-b9ec-3b7919936b7d admin admin] Publish callbacks [] for security_group (788b46a0-8e4f-452f-9d13-5b5a05d37ef5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:35.010167 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ad6229c-80e8-4548-ad03-cdefd178fcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (de8219db-9add-409d-9081-82f60efd0410), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:35.049109 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a89142b4-0e64-40c8-a7a4-a7d835faa3f3 req-5682433d-7926-4e36-8d6e-07850b1fd148 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724577 Mar 05 04:50:35.062300 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=8cc5a9d5-8259-4285-a850-8602f24d541c,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:35.076588 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bdd91d69-1a62-418f-beab-706470ef58ea req-dccef2a7-70a8-4dae-abe7-6974cedb115a tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups?id=79b8368c-bb32-496c-b76f-b5d51aee8c27&id=c0668a4e-1800-404e-b97c-9c2c45459def&id=97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1799712 Mar 05 04:50:35.131897 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port abf116a6-e436-4e8d-8188-bf1027bd0bef completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:50:35.150228 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port abf116a6-e436-4e8d-8188-bf1027bd0bef triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:50:35.150228 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (abf116a6-e436-4e8d-8188-bf1027bd0bef), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:35.151205 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71dd589-36ea-4149-b6ce-05af177d3eb2 x-openstack-request-id: req-e71dd589-36ea-4149-b6ce-05af177d3eb2 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:50:35.151663 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25e476d1-a181-424c-849b-6065f47ee1e4", "name": "network-vif-deleted", "tag": "f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:50:35.151880 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e71dd589-36ea-4149-b6ce-05af177d3eb2 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:50:35.152354 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e476d1-a181-424c-849b-6065f47ee1e4', 'name': 'network-vif-deleted', 'tag': 'f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e', 'status': 'completed', 'code': 200} Mar 05 04:50:35.180491 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-63f3ecdb-c357-46fc-b9ec-3b7919936b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (788b46a0-8e4f-452f-9d13-5b5a05d37ef5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:35.188268 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6229c-80e8-4548-ad03-cdefd178fcc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de8219db-9add-409d-9081-82f60efd0410,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:35.224822 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ad6229c-80e8-4548-ad03-cdefd178fcc9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:35.231277 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7ad6229c-80e8-4548-ad03-cdefd178fcc9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/de8219db-9add-409d-9081-82f60efd0410 HTTP/1.1" status: 204 len: 168 time: 0.8440297 Mar 05 04:50:35.234438 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49778) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:35.250856 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7ae623-f38b-4d45-b77a-cfde9534a69c None None] Network cf60d31f-d868-483b-b7ff-a06249069b75 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:50:35.281774 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-63f3ecdb-c357-46fc-b9ec-3b7919936b7d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1dc6b19eefac4254b057c8f793bf6fa8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4461207 Mar 05 04:50:35.286661 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b5a676a2-c227-4999-85aa-0c68d0eeed4d req-960af17a-f0a7-4b6e-a7f9-a8fcf25eaf1e tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 210 time: 0.0785944 Mar 05 04:50:35.287225 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49780) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:35.305779 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3ecdb-c357-46fc-b9ec-3b7919936b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788b46a0-8e4f-452f-9d13-5b5a05d37ef5,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:35.382634 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e01be893-21a8-4435-9a69-6b831b146aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (cf60d31f-d868-483b-b7ff-a06249069b75), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:35.423588 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-abc900b5-d0fb-421d-bcc4-80c451f3374c admin admin] Publish callbacks [] for security_group (788b46a0-8e4f-452f-9d13-5b5a05d37ef5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:35.492814 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-e01be893-21a8-4435-9a69-6b831b146aff admin admin] Deleting port 56fb9fe9-dc45-46d2-aa84-e4898c856ad0 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:50:35.493210 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e01be893-21a8-4435-9a69-6b831b146aff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (56fb9fe9-dc45-46d2-aa84-e4898c856ad0), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:35.521548 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-abc900b5-d0fb-421d-bcc4-80c451f3374c admin admin] Publish callbacks [] for security_group (788b46a0-8e4f-452f-9d13-5b5a05d37ef5), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:35.590802 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-e01be893-21a8-4435-9a69-6b831b146aff admin admin] For port 56fb9fe9-dc45-46d2-aa84-e4898c856ad0, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=56fb9fe9-dc45-46d2-aa84-e4898c856ad0,segment=NetworkSegment(90e2506e-9a46-4155-b799-3dd5ec2d8310),segment_id=90e2506e-9a46-4155-b799-3dd5ec2d8310)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:35.591161 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e01be893-21a8-4435-9a69-6b831b146aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (56fb9fe9-dc45-46d2-aa84-e4898c856ad0), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:35.623354 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba96cb6-5b0b-4a39-9dfa-ecd42e6147b4 req-3dd80a1a-1dfd-4be7-bfcc-e251139bb2d2 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:35.636067 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9ba96cb6-5b0b-4a39-9dfa-ecd42e6147b4 req-3dd80a1a-1dfd-4be7-bfcc-e251139bb2d2 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=038fc8a3-c25b-46f9-acfc-dd6b341938be HTTP/1.1" status: 200 len: 945 time: 0.1941178 Mar 05 04:50:35.641850 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-e01be893-21a8-4435-9a69-6b831b146aff admin admin] Calling delete_port for 56fb9fe9-dc45-46d2-aa84-e4898c856ad0 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:50:35.704935 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port abf116a6-e436-4e8d-8188-bf1027bd0bef is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:35.706776 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (abf116a6-e436-4e8d-8188-bf1027bd0bef), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:35.809588 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9ba96cb6-5b0b-4a39-9dfa-ecd42e6147b4 req-4dbf3d99-0fe0-4e94-8235-962bab24dde1 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712999 Mar 05 04:50:35.828106 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-abc900b5-d0fb-421d-bcc4-80c451f3374c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (788b46a0-8e4f-452f-9d13-5b5a05d37ef5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:35.831346 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-abc900b5-d0fb-421d-bcc4-80c451f3374c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:35.836586 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-abc900b5-d0fb-421d-bcc4-80c451f3374c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/788b46a0-8e4f-452f-9d13-5b5a05d37ef5 HTTP/1.1" status: 204 len: 168 time: 0.5382550 Mar 05 04:50:35.843121 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e01be893-21a8-4435-9a69-6b831b146aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (56fb9fe9-dc45-46d2-aa84-e4898c856ad0), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:35.858313 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc900b5-d0fb-421d-bcc4-80c451f3374c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788b46a0-8e4f-452f-9d13-5b5a05d37ef5,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:35.868491 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8051252-d7f1-4da0-bc64-b44940e34453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dacb6cfd-ca68-47bb-914b-fd102e6bde98'}, {'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc5a9d5-8259-4285-a850-8602f24d541c'}, {'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf116a6-e436-4e8d-8188-bf1027bd0bef'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:50:35.871182 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3925f2c-41a1-41d7-a587-f35533cec0f6" -d '{"events": [{"server_uuid": "c8051252-d7f1-4da0-bc64-b44940e34453", "name": "network-vif-plugged", "status": "completed", "tag": "dacb6cfd-ca68-47bb-914b-fd102e6bde98"}, {"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-plugged", "status": "completed", "tag": "8cc5a9d5-8259-4285-a850-8602f24d541c"}, {"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-plugged", "status": "completed", "tag": "abf116a6-e436-4e8d-8188-bf1027bd0bef"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:50:35.920048 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01be893-21a8-4435-9a69-6b831b146aff admin admin] Pushing event deleted for resources: {'Port': ['ID=56fb9fe9-dc45-46d2-aa84-e4898c856ad0,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:35.932505 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01be893-21a8-4435-9a69-6b831b146aff admin admin] No DVR routers for this DVR port 56fb9fe9-dc45-46d2-aa84-e4898c856ad0 on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:50:35.944332 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port abf116a6-e436-4e8d-8188-bf1027bd0bef, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=abf116a6-e436-4e8d-8188-bf1027bd0bef,segment=NetworkSegment(ed3a3d30-7fb2-463d-9a62-c7cee08e9781),segment_id=ed3a3d30-7fb2-463d-9a62-c7cee08e9781)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:35.988090 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 05 Mar 2022 04:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4006fc11-7a04-4431-a4e9-56b34122a166 x-openstack-request-id: req-4006fc11-7a04-4431-a4e9-56b34122a166 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:50:35.988783 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8051252-d7f1-4da0-bc64-b44940e34453", "name": "network-vif-plugged", "status": "completed", "tag": "dacb6cfd-ca68-47bb-914b-fd102e6bde98", "code": 200}, {"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-plugged", "status": "completed", "tag": "8cc5a9d5-8259-4285-a850-8602f24d541c", "code": 200}, {"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-plugged", "status": "completed", "tag": "abf116a6-e436-4e8d-8188-bf1027bd0bef", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:50:35.989221 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4006fc11-7a04-4431-a4e9-56b34122a166 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:50:35.989890 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8051252-d7f1-4da0-bc64-b44940e34453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dacb6cfd-ca68-47bb-914b-fd102e6bde98', 'code': 200} Mar 05 04:50:35.990319 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc5a9d5-8259-4285-a850-8602f24d541c', 'code': 200} Mar 05 04:50:35.990741 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf116a6-e436-4e8d-8188-bf1027bd0bef', 'code': 200} Mar 05 04:50:35.998006 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (abf116a6-e436-4e8d-8188-bf1027bd0bef), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:35.999593 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device b934cb01-4310-4687-ba43-d3df101bba69 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:50:36.088118 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e01be893-21a8-4435-9a69-6b831b146aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (cf60d31f-d868-483b-b7ff-a06249069b75), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:36.097335 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb676e4-9c0d-40ca-bab6-1b16bdbb8ebd req-701fbae4-2201-44ab-88e1-2e4fe571eacf tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:36.112955 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-e01be893-21a8-4435-9a69-6b831b146aff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf60d31f-d868-483b-b7ff-a06249069b75']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:36.113841 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb676e4-9c0d-40ca-bab6-1b16bdbb8ebd req-701fbae4-2201-44ab-88e1-2e4fe571eacf tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:36.127130 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-e01be893-21a8-4435-9a69-6b831b146aff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90e2506e-9a46-4155-b799-3dd5ec2d8310') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:36.127488 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb676e4-9c0d-40ca-bab6-1b16bdbb8ebd req-701fbae4-2201-44ab-88e1-2e4fe571eacf tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:36.127621 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-e01be893-21a8-4435-9a69-6b831b146aff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90e2506e-9a46-4155-b799-3dd5ec2d8310') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:36.138024 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e01be893-21a8-4435-9a69-6b831b146aff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (90e2506e-9a46-4155-b799-3dd5ec2d8310), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:36.140649 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb676e4-9c0d-40ca-bab6-1b16bdbb8ebd req-701fbae4-2201-44ab-88e1-2e4fe571eacf tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:36.152978 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e01be893-21a8-4435-9a69-6b831b146aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (90e2506e-9a46-4155-b799-3dd5ec2d8310), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:36.154046 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb676e4-9c0d-40ca-bab6-1b16bdbb8ebd req-701fbae4-2201-44ab-88e1-2e4fe571eacf tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:36.160392 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01be893-21a8-4435-9a69-6b831b146aff admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:50:36.160883 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e01be893-21a8-4435-9a69-6b831b146aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (90e2506e-9a46-4155-b799-3dd5ec2d8310), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:36.169716 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb676e4-9c0d-40ca-bab6-1b16bdbb8ebd req-701fbae4-2201-44ab-88e1-2e4fe571eacf tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:36.177820 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90871086-26f3-4c0b-945e-fbb14a6c39a4 None None] DHCP port deletion for cf60d31f-d868-483b-b7ff-a06249069b75 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:50:36.184225 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb676e4-9c0d-40ca-bab6-1b16bdbb8ebd req-701fbae4-2201-44ab-88e1-2e4fe571eacf tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:36.188855 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7bb676e4-9c0d-40ca-bab6-1b16bdbb8ebd req-701fbae4-2201-44ab-88e1-2e4fe571eacf tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5441 time: 0.7760479 Mar 05 04:50:36.232371 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:50:36.232371 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:50:36.232371 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:50:36.232371 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:50:36.232371 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:50:36.232371 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:50:36.232371 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:50:36.232371 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:50:36.232371 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:50:36.232371 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:50:36.232371 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:50:36.232371 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:50:36.232371 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:50:36.232371 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:50:36.232371 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:50:36.232371 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:50:36.232371 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:50:36.232371 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:50:36.232371 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:50:36.232371 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:50:36.232371 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:50:36.232371 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:50:36.232371 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:50:36.232371 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:50:36.232371 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:50:36.232371 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:50:36.232371 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:50:36.232371 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:50:36.232371 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:50:36.232371 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:50:36.232371 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:50:36.232371 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:50:36.239002 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e01be893-21a8-4435-9a69-6b831b146aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (cf60d31f-d868-483b-b7ff-a06249069b75), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:36.247356 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e01be893-21a8-4435-9a69-6b831b146aff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:36.255751 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e01be893-21a8-4435-9a69-6b831b146aff admin admin] 10.222.0.11 "DELETE /v2.0/networks/cf60d31f-d868-483b-b7ff-a06249069b75 HTTP/1.1" status: 204 len: 168 time: 1.0193424 Mar 05 04:50:36.291535 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01be893-21a8-4435-9a69-6b831b146aff admin admin] Pushing event deleted for resources: {'Network': ['ID=cf60d31f-d868-483b-b7ff-a06249069b75,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:36.321130 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=abf116a6-e436-4e8d-8188-bf1027bd0bef,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:36.343034 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port b934cb01-4310-4687-ba43-d3df101bba69 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:50:36.351223 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port b934cb01-4310-4687-ba43-d3df101bba69 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:50:36.352451 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b934cb01-4310-4687-ba43-d3df101bba69), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:36.411096 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf44a91-681f-4d45-987e-413eabbc6d4b req-1bbb241c-29aa-457e-b500-5cf6cda7f8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:36.412612 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2bf44a91-681f-4d45-987e-413eabbc6d4b req-1bbb241c-29aa-457e-b500-5cf6cda7f8df service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 1128 time: 0.2217596 Mar 05 04:50:36.420845 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7bb676e4-9c0d-40ca-bab6-1b16bdbb8ebd req-d819969c-9a85-471b-8d6b-25aee68f1bcc tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2106743 Mar 05 04:50:36.448212 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dce185-c599-4f94-b0f5-8ea58e6cb0b1 req-c3ef2a92-a145-4cfc-8908-d875d10942e9 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:36.449753 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72dce185-c599-4f94-b0f5-8ea58e6cb0b1 req-c3ef2a92-a145-4cfc-8908-d875d10942e9 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 945 time: 0.1771588 Mar 05 04:50:36.532190 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2bf44a91-681f-4d45-987e-413eabbc6d4b req-6f6453a0-0802-4437-a95f-38672a3c81cb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036484 Mar 05 04:50:36.549298 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port b934cb01-4310-4687-ba43-d3df101bba69 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:36.549706 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b934cb01-4310-4687-ba43-d3df101bba69), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:36.575251 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49812) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:36.579697 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72dce185-c599-4f94-b0f5-8ea58e6cb0b1 req-455ecb3f-2a0f-4116-99ed-98ac99424f2b tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972466 Mar 05 04:50:36.621146 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6b5632bc-f325-4896-a28b-6a9be75ea3ba req-145b8e60-1ce0-48f1-9c63-ef02b80f2c31 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups/79b8368c-bb32-496c-b76f-b5d51aee8c27 HTTP/1.1" status: 200 len: 1819 time: 0.1376657 Mar 05 04:50:36.636323 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port b934cb01-4310-4687-ba43-d3df101bba69, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b934cb01-4310-4687-ba43-d3df101bba69,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:36.645396 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b934cb01-4310-4687-ba43-d3df101bba69), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:36.646356 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device fa623ab5-a167-443b-8172-8de59789cc2c up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:50:36.660755 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1a7feb4a-0ce6-4127-9ae4-5a847502a8cc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=63fd383ee5f747ccae01d9d5b13d1399&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0842776 Mar 05 04:50:36.663680 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49814) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:36.730063 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9fea40f3-dab3-4620-b776-cd4a2ba769bb admin admin] Publish callbacks [] for security_group (42c0a91a-3e2a-441d-acc3-49baa1ac643b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:36.738683 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-23b6927b-5970-4cd7-bedc-9124941289ef req-d0073168-e91b-4fb5-9d36-8ebbabe16a9e tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 210 time: 0.0501304 Mar 05 04:50:36.756131 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9fea40f3-dab3-4620-b776-cd4a2ba769bb admin admin] Publish callbacks [] for security_group (42c0a91a-3e2a-441d-acc3-49baa1ac643b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:36.764371 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device dcd929c4-fa99-426e-ae19-834156cefe02 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:50:36.779899 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6b5632bc-f325-4896-a28b-6a9be75ea3ba req-fd93e6cd-6022-4673-9cc0-6751d2876af7 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (79b8368c-bb32-496c-b76f-b5d51aee8c27), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:36.809908 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6b5632bc-f325-4896-a28b-6a9be75ea3ba req-fd93e6cd-6022-4673-9cc0-6751d2876af7 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (79b8368c-bb32-496c-b76f-b5d51aee8c27), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:36.823514 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9fea40f3-dab3-4620-b776-cd4a2ba769bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (42c0a91a-3e2a-441d-acc3-49baa1ac643b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:36.827259 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9fea40f3-dab3-4620-b776-cd4a2ba769bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:36.833056 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9fea40f3-dab3-4620-b776-cd4a2ba769bb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/42c0a91a-3e2a-441d-acc3-49baa1ac643b HTTP/1.1" status: 204 len: 168 time: 0.1578882 Mar 05 04:50:36.882107 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea40f3-dab3-4620-b776-cd4a2ba769bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c0a91a-3e2a-441d-acc3-49baa1ac643b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:36.893380 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6b5632bc-f325-4896-a28b-6a9be75ea3ba req-fd93e6cd-6022-4673-9cc0-6751d2876af7 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (79b8368c-bb32-496c-b76f-b5d51aee8c27), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:36.897720 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6b5632bc-f325-4896-a28b-6a9be75ea3ba req-fd93e6cd-6022-4673-9cc0-6751d2876af7 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:36.899721 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6b5632bc-f325-4896-a28b-6a9be75ea3ba req-fd93e6cd-6022-4673-9cc0-6751d2876af7 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "DELETE /v2.0/security-groups/79b8368c-bb32-496c-b76f-b5d51aee8c27 HTTP/1.1" status: 204 len: 173 time: 0.2721183 Mar 05 04:50:36.921029 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd93e6cd-6022-4673-9cc0-6751d2876af7 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b8368c-bb32-496c-b76f-b5d51aee8c27,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:36.934439 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=b934cb01-4310-4687-ba43-d3df101bba69,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:36.974359 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: dcd929c4-fa99-426e-ae19-834156cefe02 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:50:36.974848 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device dcd929c4-fa99-426e-ae19-834156cefe02 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:50:36.975357 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 9d5d7f81-5a04-485e-bf08-bba9ed280c57 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:50:37.003570 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 9d5d7f81-5a04-485e-bf08-bba9ed280c57 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:50:37.003931 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 9d5d7f81-5a04-485e-bf08-bba9ed280c57 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:50:37.004346 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 56fb9fe9-dc45-46d2-aa84-e4898c856ad0 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:50:37.033577 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 56fb9fe9-dc45-46d2-aa84-e4898c856ad0 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:50:37.033962 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 56fb9fe9-dc45-46d2-aa84-e4898c856ad0 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:50:37.038584 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port fa623ab5-a167-443b-8172-8de59789cc2c completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:50:37.043666 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port fa623ab5-a167-443b-8172-8de59789cc2c triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:50:37.044338 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fa623ab5-a167-443b-8172-8de59789cc2c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:37.085533 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359eb0bb-b1d5-45c3-9e4b-6f7d904cfa2c req-f3dc7dc9-f33f-4057-9a9a-0f9be37e0e82 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:37.096853 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-359eb0bb-b1d5-45c3-9e4b-6f7d904cfa2c req-f3dc7dc9-f33f-4057-9a9a-0f9be37e0e82 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=038fc8a3-c25b-46f9-acfc-dd6b341938be HTTP/1.1" status: 200 len: 946 time: 0.1945615 Mar 05 04:50:37.116835 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-475fab8d-1575-472f-a895-07529943c346 req-66fc3f70-023e-4a8b-9dee-a042f4d8f478 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups/c0668a4e-1800-404e-b97c-9c2c45459def HTTP/1.1" status: 200 len: 1820 time: 0.1495595 Mar 05 04:50:37.138958 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port fa623ab5-a167-443b-8172-8de59789cc2c is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:37.139407 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fa623ab5-a167-443b-8172-8de59789cc2c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:37.192079 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port fa623ab5-a167-443b-8172-8de59789cc2c, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=fa623ab5-a167-443b-8172-8de59789cc2c,segment=NetworkSegment(ca90f7a9-06b9-44d4-b45b-a36f46fd62e2),segment_id=ca90f7a9-06b9-44d4-b45b-a36f46fd62e2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:37.198534 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fa623ab5-a167-443b-8172-8de59789cc2c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:37.200362 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 23da59df-b317-4032-a3ac-4a5c81b49956 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:50:37.206691 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-475fab8d-1575-472f-a895-07529943c346 req-e12ff4b2-c792-4bed-91cc-1c3afdd15db7 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (c0668a4e-1800-404e-b97c-9c2c45459def), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:37.261706 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-475fab8d-1575-472f-a895-07529943c346 req-e12ff4b2-c792-4bed-91cc-1c3afdd15db7 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (c0668a4e-1800-404e-b97c-9c2c45459def), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:37.291898 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:50:37.330228 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:50:37.330642 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device f9696f7f-3c01-4c79-9f5d-f1fb76f33a9e not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:50:37.338773 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=fa623ab5-a167-443b-8172-8de59789cc2c,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:37.346802 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-475fab8d-1575-472f-a895-07529943c346 req-e12ff4b2-c792-4bed-91cc-1c3afdd15db7 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c0668a4e-1800-404e-b97c-9c2c45459def), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:37.350311 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-475fab8d-1575-472f-a895-07529943c346 req-e12ff4b2-c792-4bed-91cc-1c3afdd15db7 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:37.351602 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-475fab8d-1575-472f-a895-07529943c346 req-e12ff4b2-c792-4bed-91cc-1c3afdd15db7 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "DELETE /v2.0/security-groups/c0668a4e-1800-404e-b97c-9c2c45459def HTTP/1.1" status: 204 len: 173 time: 0.2275527 Mar 05 04:50:37.370031 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ff4b2-c792-4bed-91cc-1c3afdd15db7 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0668a4e-1800-404e-b97c-9c2c45459def,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:37.399360 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 23da59df-b317-4032-a3ac-4a5c81b49956 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:50:37.402143 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-5fa859a2-de63-4558-815a-07e269bcc2bf req-02044adf-9126-4b59-8e1f-9d700400a602 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1711652480', 'description': 'tempest-description-74784715'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:50:37.418194 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 23da59df-b317-4032-a3ac-4a5c81b49956 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:50:37.420153 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (23da59df-b317-4032-a3ac-4a5c81b49956), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:37.465740 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5fa859a2-de63-4558-815a-07e269bcc2bf req-02044adf-9126-4b59-8e1f-9d700400a602 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:37.550490 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 23da59df-b317-4032-a3ac-4a5c81b49956 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:37.551053 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (23da59df-b317-4032-a3ac-4a5c81b49956), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:37.636021 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 23da59df-b317-4032-a3ac-4a5c81b49956, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=23da59df-b317-4032-a3ac-4a5c81b49956,segment=NetworkSegment(22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89),segment_id=22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:37.647697 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (23da59df-b317-4032-a3ac-4a5c81b49956), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:37.651239 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5fa859a2-de63-4558-815a-07e269bcc2bf req-02044adf-9126-4b59-8e1f-9d700400a602 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (4a95ddf4-6420-4479-96d5-58b783e91f78), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:37.667902 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5fa859a2-de63-4558-815a-07e269bcc2bf req-02044adf-9126-4b59-8e1f-9d700400a602 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4a95ddf4-6420-4479-96d5-58b783e91f78), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:37.739419 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5fa859a2-de63-4558-815a-07e269bcc2bf req-02044adf-9126-4b59-8e1f-9d700400a602 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:37.740660 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5fa859a2-de63-4558-815a-07e269bcc2bf req-02044adf-9126-4b59-8e1f-9d700400a602 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3439839 Mar 05 04:50:37.749671 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=23da59df-b317-4032-a3ac-4a5c81b49956,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:37.764149 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-359eb0bb-b1d5-45c3-9e4b-6f7d904cfa2c req-89a55f12-7d7a-4c2b-82fa-ba9814fb6aab tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6657872 Mar 05 04:50:37.767663 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02044adf-9126-4b59-8e1f-9d700400a602 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a95ddf4-6420-4479-96d5-58b783e91f78,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:37.966889 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaf135-43a5-4086-ac64-9c2b268c9722 req-61b14856-5167-450d-aa9d-018e5ca73092 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:37.978192 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaf135-43a5-4086-ac64-9c2b268c9722 req-61b14856-5167-450d-aa9d-018e5ca73092 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:37.985071 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaf135-43a5-4086-ac64-9c2b268c9722 req-61b14856-5167-450d-aa9d-018e5ca73092 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:37.991843 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038fc8a3-c25b-46f9-acfc-dd6b341938be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b934cb01-4310-4687-ba43-d3df101bba69'}, {'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa623ab5-a167-443b-8172-8de59789cc2c'}, {'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23da59df-b317-4032-a3ac-4a5c81b49956'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:50:37.992647 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaf135-43a5-4086-ac64-9c2b268c9722 req-61b14856-5167-450d-aa9d-018e5ca73092 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:37.996942 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8823002-7418-4434-bc08-74aebcaa174d" -d '{"events": [{"server_uuid": "038fc8a3-c25b-46f9-acfc-dd6b341938be", "name": "network-vif-plugged", "status": "completed", "tag": "b934cb01-4310-4687-ba43-d3df101bba69"}, {"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-plugged", "status": "completed", "tag": "fa623ab5-a167-443b-8172-8de59789cc2c"}, {"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-plugged", "status": "completed", "tag": "23da59df-b317-4032-a3ac-4a5c81b49956"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:50:37.998641 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaf135-43a5-4086-ac64-9c2b268c9722 req-61b14856-5167-450d-aa9d-018e5ca73092 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:38.010585 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaf135-43a5-4086-ac64-9c2b268c9722 req-61b14856-5167-450d-aa9d-018e5ca73092 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:38.016982 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaf135-43a5-4086-ac64-9c2b268c9722 req-61b14856-5167-450d-aa9d-018e5ca73092 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:38.019953 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-effaf135-43a5-4086-ac64-9c2b268c9722 req-61b14856-5167-450d-aa9d-018e5ca73092 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5444 time: 0.1810391 Mar 05 04:50:38.030440 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe56fd2-ea5c-43cb-a241-fe0430ddd592 req-06c960bc-58b2-42ca-a5fc-dd381cc1683d tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:38.032512 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0fe56fd2-ea5c-43cb-a241-fe0430ddd592 req-06c960bc-58b2-42ca-a5fc-dd381cc1683d tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 945 time: 0.1954446 Mar 05 04:50:38.155311 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-effaf135-43a5-4086-ac64-9c2b268c9722 req-b9246f3f-4663-4480-91ea-3ca01c8895b0 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1204283 Mar 05 04:50:38.216379 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0fe56fd2-ea5c-43cb-a241-fe0430ddd592 req-4dd878bc-4601-487c-be63-116f12c2a5e4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731544 Mar 05 04:50:38.262562 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a1fb27ed-130a-4575-8a2d-241912567c9f req-693c10a4-69dc-4d28-b85c-f42e33fa16dd tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups/4a95ddf4-6420-4479-96d5-58b783e91f78 HTTP/1.1" status: 200 len: 1818 time: 0.0643728 Mar 05 04:50:38.268915 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-a1fb27ed-130a-4575-8a2d-241912567c9f req-f43fc0d7-4c55-4274-9f38-44c620de0439 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Request body: {'security_group': {'name': 'tempest-sg-hth-157576160', 'description': 'tempest-description-hth-375761496'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:50:38.406315 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4ef85129-631e-455d-b8e1-2e05b724820f req-7b5a1cee-d94d-4308-a9b4-3e8869525270 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=97b62c79-bc35-49d5-9875-cd76b9b2c9f7 HTTP/1.1" status: 200 len: 210 time: 0.0735364 Mar 05 04:50:38.410180 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a1fb27ed-130a-4575-8a2d-241912567c9f req-f43fc0d7-4c55-4274-9f38-44c620de0439 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (4a95ddf4-6420-4479-96d5-58b783e91f78), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:38.479780 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a1fb27ed-130a-4575-8a2d-241912567c9f req-f43fc0d7-4c55-4274-9f38-44c620de0439 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (4a95ddf4-6420-4479-96d5-58b783e91f78), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:38.487907 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a1fb27ed-130a-4575-8a2d-241912567c9f req-f43fc0d7-4c55-4274-9f38-44c620de0439 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4a95ddf4-6420-4479-96d5-58b783e91f78), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:38.495125 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a1fb27ed-130a-4575-8a2d-241912567c9f req-f43fc0d7-4c55-4274-9f38-44c620de0439 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:38.500500 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a1fb27ed-130a-4575-8a2d-241912567c9f req-f43fc0d7-4c55-4274-9f38-44c620de0439 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "PUT /v2.0/security-groups/4a95ddf4-6420-4479-96d5-58b783e91f78 HTTP/1.1" status: 200 len: 1792 time: 0.2345004 Mar 05 04:50:38.503148 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 05 Mar 2022 04:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf690a2-c169-4117-9fe9-9398fdf1e317 x-openstack-request-id: req-ecf690a2-c169-4117-9fe9-9398fdf1e317 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:50:38.503453 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038fc8a3-c25b-46f9-acfc-dd6b341938be", "name": "network-vif-plugged", "status": "completed", "tag": "b934cb01-4310-4687-ba43-d3df101bba69", "code": 200}, {"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-plugged", "status": "completed", "tag": "fa623ab5-a167-443b-8172-8de59789cc2c", "code": 200}, {"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-plugged", "status": "completed", "tag": "23da59df-b317-4032-a3ac-4a5c81b49956", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:50:38.503713 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ecf690a2-c169-4117-9fe9-9398fdf1e317 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:50:38.504119 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038fc8a3-c25b-46f9-acfc-dd6b341938be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b934cb01-4310-4687-ba43-d3df101bba69', 'code': 200} Mar 05 04:50:38.504378 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa623ab5-a167-443b-8172-8de59789cc2c', 'code': 200} Mar 05 04:50:38.504636 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23da59df-b317-4032-a3ac-4a5c81b49956', 'code': 200} Mar 05 04:50:38.609838 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43fc0d7-4c55-4274-9f38-44c620de0439 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a95ddf4-6420-4479-96d5-58b783e91f78,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:38.690230 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9f700-c779-4003-990b-70e67a53635e req-cb860f55-cbf9-42a5-94ca-6ec564010faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:38.690840 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9f700-c779-4003-990b-70e67a53635e req-cb860f55-cbf9-42a5-94ca-6ec564010faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:38.691364 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9f700-c779-4003-990b-70e67a53635e req-cb860f55-cbf9-42a5-94ca-6ec564010faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:38.692054 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9f700-c779-4003-990b-70e67a53635e req-cb860f55-cbf9-42a5-94ca-6ec564010faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:38.692523 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9f700-c779-4003-990b-70e67a53635e req-cb860f55-cbf9-42a5-94ca-6ec564010faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:38.698912 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9f700-c779-4003-990b-70e67a53635e req-cb860f55-cbf9-42a5-94ca-6ec564010faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:38.699941 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9f700-c779-4003-990b-70e67a53635e req-cb860f55-cbf9-42a5-94ca-6ec564010faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:38.701493 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4aa9f700-c779-4003-990b-70e67a53635e req-cb860f55-cbf9-42a5-94ca-6ec564010faf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 6725 time: 0.0679893 Mar 05 04:50:38.718817 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64773252-fa38-4b32-88fb-f3468b6d8acd req-25a491d0-8777-401c-bf9c-c072e4997915 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups/4a95ddf4-6420-4479-96d5-58b783e91f78 HTTP/1.1" status: 200 len: 1792 time: 0.1693661 Mar 05 04:50:38.756234 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56860327-143b-43bc-b894-3467cf5f0b2a req-f90f6484-16f6-403f-b8f4-16f9cf190227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:38.758339 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-56860327-143b-43bc-b894-3467cf5f0b2a req-f90f6484-16f6-403f-b8f4-16f9cf190227 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=038fc8a3-c25b-46f9-acfc-dd6b341938be HTTP/1.1" status: 200 len: 1129 time: 0.1250439 Mar 05 04:50:38.807668 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4aa9f700-c779-4003-990b-70e67a53635e req-a329b687-c3c5-42e2-be73-defcd13c5da6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0963182 Mar 05 04:50:38.876613 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-066f035b-40f6-4a5d-90a5-256d39a2670f req-fce09e4a-52fd-4063-a93f-a0f0eb5bbd2e tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups/4a95ddf4-6420-4479-96d5-58b783e91f78 HTTP/1.1" status: 200 len: 1792 time: 0.0755963 Mar 05 04:50:38.877736 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-56860327-143b-43bc-b894-3467cf5f0b2a req-7295d417-59b6-4c8f-8c2f-ebe50c19f2f3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958073 Mar 05 04:50:38.942561 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-066f035b-40f6-4a5d-90a5-256d39a2670f req-81361882-0edc-4317-9a77-3b3cc536ecd3 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (4a95ddf4-6420-4479-96d5-58b783e91f78), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:38.971949 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-066f035b-40f6-4a5d-90a5-256d39a2670f req-81361882-0edc-4317-9a77-3b3cc536ecd3 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (4a95ddf4-6420-4479-96d5-58b783e91f78), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:39.021275 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-066f035b-40f6-4a5d-90a5-256d39a2670f req-81361882-0edc-4317-9a77-3b3cc536ecd3 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4a95ddf4-6420-4479-96d5-58b783e91f78), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:39.025223 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-066f035b-40f6-4a5d-90a5-256d39a2670f req-81361882-0edc-4317-9a77-3b3cc536ecd3 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:39.026435 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-066f035b-40f6-4a5d-90a5-256d39a2670f req-81361882-0edc-4317-9a77-3b3cc536ecd3 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "DELETE /v2.0/security-groups/4a95ddf4-6420-4479-96d5-58b783e91f78 HTTP/1.1" status: 204 len: 173 time: 0.1403224 Mar 05 04:50:39.045209 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81361882-0edc-4317-9a77-3b3cc536ecd3 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a95ddf4-6420-4479-96d5-58b783e91f78,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:39.194290 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c389e-d960-432a-b5e7-ab230b0f8042 req-b79599fb-4104-4537-a271-8466f779f8ba tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:39.199571 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-196c389e-d960-432a-b5e7-ab230b0f8042 req-b79599fb-4104-4537-a271-8466f779f8ba tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 945 time: 0.0900264 Mar 05 04:50:39.279015 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-196c389e-d960-432a-b5e7-ab230b0f8042 req-b6be58fd-745f-4794-9977-249c0855a980 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749884 Mar 05 04:50:39.323407 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b55c8f-1218-4227-8e63-210218e232c5 req-394c6903-1909-4024-8ad4-d053dfc2da8f tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:39.325432 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f9b55c8f-1218-4227-8e63-210218e232c5 req-394c6903-1909-4024-8ad4-d053dfc2da8f tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=038fc8a3-c25b-46f9-acfc-dd6b341938be HTTP/1.1" status: 200 len: 946 time: 0.0628734 Mar 05 04:50:39.388971 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f9b55c8f-1218-4227-8e63-210218e232c5 req-3f2fc7a9-7271-4fd2-b2ae-88d42176acad tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492160 Mar 05 04:50:39.624591 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [req-63c6e8ad-66a8-4453-8a68-ffbe75ab0936 req-db1ad909-d38c-4775-ad15-86350f7e609a tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] show failed (client error): The resource could not be found. Mar 05 04:50:39.632834 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-63c6e8ad-66a8-4453-8a68-ffbe75ab0936 req-db1ad909-d38c-4775-ad15-86350f7e609a tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups/c0668a4e-1800-404e-b97c-9c2c45459def HTTP/1.1" status: 404 len: 352 time: 0.0215697 Mar 05 04:50:39.737438 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbd91d-6fb6-4105-bb92-153fae484be6 req-bfa07378-e176-4e6a-b999-7da8d03767d2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:39.744053 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbd91d-6fb6-4105-bb92-153fae484be6 req-bfa07378-e176-4e6a-b999-7da8d03767d2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:39.750091 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbd91d-6fb6-4105-bb92-153fae484be6 req-bfa07378-e176-4e6a-b999-7da8d03767d2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:39.756033 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbd91d-6fb6-4105-bb92-153fae484be6 req-bfa07378-e176-4e6a-b999-7da8d03767d2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:39.762471 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbd91d-6fb6-4105-bb92-153fae484be6 req-bfa07378-e176-4e6a-b999-7da8d03767d2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:39.767781 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbd91d-6fb6-4105-bb92-153fae484be6 req-bfa07378-e176-4e6a-b999-7da8d03767d2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:39.773144 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbd91d-6fb6-4105-bb92-153fae484be6 req-bfa07378-e176-4e6a-b999-7da8d03767d2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:39.775152 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dfdbd91d-6fb6-4105-bb92-153fae484be6 req-bfa07378-e176-4e6a-b999-7da8d03767d2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5444 time: 0.1240928 Mar 05 04:50:39.793145 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [req-f9e83974-6852-42cf-a053-4e036230515f req-e35bfedb-65e9-4817-a1ab-6873f2e684f0 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] show failed (client error): The resource could not be found. Mar 05 04:50:39.795612 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f9e83974-6852-42cf-a053-4e036230515f req-e35bfedb-65e9-4817-a1ab-6873f2e684f0 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups/79b8368c-bb32-496c-b76f-b5d51aee8c27 HTTP/1.1" status: 404 len: 352 time: 0.0865524 Mar 05 04:50:39.873763 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dfdbd91d-6fb6-4105-bb92-153fae484be6 req-6b5e2c65-3ecb-4a3c-a51f-5e458b1b6388 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0918415 Mar 05 04:50:39.875211 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [req-82dd4205-e1e1-4dfc-9182-b3ecc517053e req-172daefa-e1ad-4d39-bb74-a28a4c3ce8ea tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] show failed (client error): The resource could not be found. Mar 05 04:50:39.876270 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-82dd4205-e1e1-4dfc-9182-b3ecc517053e req-172daefa-e1ad-4d39-bb74-a28a4c3ce8ea tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups/decafc5c-0be9-442d-b615-ac6f53fb757a HTTP/1.1" status: 404 len: 352 time: 0.0311906 Mar 05 04:50:39.929231 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [req-9fc6bcaa-6939-48f3-84cc-fee91f4c8b27 req-d9e25c39-7e93-4499-ae4b-e30822307d09 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] show failed (client error): The resource could not be found. Mar 05 04:50:39.931651 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9fc6bcaa-6939-48f3-84cc-fee91f4c8b27 req-d9e25c39-7e93-4499-ae4b-e30822307d09 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups/f46939b1-c688-45d1-a6b0-d6145fc85978 HTTP/1.1" status: 404 len: 352 time: 0.0227008 Mar 05 04:50:39.977138 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [req-41182568-a496-40a2-a6c7-425203613d7f req-395813b2-0e27-4b6d-96a0-6af40da4ba1d tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] show failed (client error): The resource could not be found. Mar 05 04:50:39.978686 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41182568-a496-40a2-a6c7-425203613d7f req-395813b2-0e27-4b6d-96a0-6af40da4ba1d tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups/be400840-ae48-42b8-9c83-1216ab1fdc39 HTTP/1.1" status: 404 len: 352 time: 0.0222790 Mar 05 04:50:40.020668 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [req-e8ae73c4-e927-49ab-9ba1-ddcf6775a77c req-876e6c2f-ebad-4fe5-b525-844aadfca502 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] show failed (client error): The resource could not be found. Mar 05 04:50:40.022069 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8ae73c4-e927-49ab-9ba1-ddcf6775a77c req-876e6c2f-ebad-4fe5-b525-844aadfca502 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups/f0c2e26d-0478-4409-b78f-69eb5d9bfc3e HTTP/1.1" status: 404 len: 352 time: 0.0202842 Mar 05 04:50:40.358886 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50e9d5-0561-41c7-8b54-dad33f1ff359 req-d39d94ad-b474-4a9a-bb39-eb13d5ef5bc7 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:40.359488 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49992) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:40.368498 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aa50e9d5-0561-41c7-8b54-dad33f1ff359 req-d39d94ad-b474-4a9a-bb39-eb13d5ef5bc7 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/ports?device_id=91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09 HTTP/1.1" status: 200 len: 1024 time: 0.1047499 Mar 05 04:50:40.534953 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769560b5-db76-48a1-b342-c721ebf65547 req-27f168b1-21bd-4b55-9174-31837982beef tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:40.541438 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-769560b5-db76-48a1-b342-c721ebf65547 req-27f168b1-21bd-4b55-9174-31837982beef tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 945 time: 0.1244605 Mar 05 04:50:40.555675 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aa50e9d5-0561-41c7-8b54-dad33f1ff359 req-e06452ff-2d6d-4bc3-a81e-af230cdda0a7 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups?id=a09dccd0-662d-49ea-a532-0db266e53a2a&id=97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44&id=2e30209c-ea86-4f25-a512-a667d4773eca&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1860418 Mar 05 04:50:40.672128 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-769560b5-db76-48a1-b342-c721ebf65547 req-dbb246da-fe99-4e2b-ad90-37cca08b48cc tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297462 Mar 05 04:50:40.729950 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9a139-ea9f-4174-b0c6-c45cd3a8eace req-6448f266-cd0e-4d4a-8127-1956a0e0b8a9 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:40.738174 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80b9a139-ea9f-4174-b0c6-c45cd3a8eace req-6448f266-cd0e-4d4a-8127-1956a0e0b8a9 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=038fc8a3-c25b-46f9-acfc-dd6b341938be HTTP/1.1" status: 200 len: 946 time: 0.0648673 Mar 05 04:50:40.806097 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80b9a139-ea9f-4174-b0c6-c45cd3a8eace req-fe19358d-a57c-4f4e-9b72-f37ba822d2fa tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660970 Mar 05 04:50:40.807956 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6297e71c-b11e-4461-ae9e-ee80e4c1241b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:40.968478 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6297e71c-b11e-4461-ae9e-ee80e4c1241b admin admin] Publish callbacks [] for security_group (715f6037-fb33-4c94-9389-61c306aa733c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:40.978993 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6297e71c-b11e-4461-ae9e-ee80e4c1241b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (715f6037-fb33-4c94-9389-61c306aa733c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:41.058759 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6297e71c-b11e-4461-ae9e-ee80e4c1241b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=49c8a046c66041f4b4c5315398c8c901&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6980860 Mar 05 04:50:41.059861 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50016) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:41.062336 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6297e71c-b11e-4461-ae9e-ee80e4c1241b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715f6037-fb33-4c94-9389-61c306aa733c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:41.168933 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4a665-d312-40f7-b1c5-faf07c6825bc req-c2148bf2-8e31-4a26-9ad3-438fe55e9380 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:41.176004 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4a665-d312-40f7-b1c5-faf07c6825bc req-c2148bf2-8e31-4a26-9ad3-438fe55e9380 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:41.181564 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4a665-d312-40f7-b1c5-faf07c6825bc req-c2148bf2-8e31-4a26-9ad3-438fe55e9380 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:41.187144 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4a665-d312-40f7-b1c5-faf07c6825bc req-c2148bf2-8e31-4a26-9ad3-438fe55e9380 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:41.193281 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4a665-d312-40f7-b1c5-faf07c6825bc req-c2148bf2-8e31-4a26-9ad3-438fe55e9380 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:41.194206 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d8e24696-93bf-4d28-9b3c-27d8908fe229 admin admin] Publish callbacks [] for security_group (715f6037-fb33-4c94-9389-61c306aa733c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:41.200974 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4a665-d312-40f7-b1c5-faf07c6825bc req-c2148bf2-8e31-4a26-9ad3-438fe55e9380 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:41.207068 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4a665-d312-40f7-b1c5-faf07c6825bc req-c2148bf2-8e31-4a26-9ad3-438fe55e9380 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:41.217219 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cae4a665-d312-40f7-b1c5-faf07c6825bc req-c2148bf2-8e31-4a26-9ad3-438fe55e9380 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5444 time: 0.1855478 Mar 05 04:50:41.247211 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff98904-93ad-46e7-aea1-79a426eaafbe req-736823c5-1c10-4369-be36-794534ea13f7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:41.250241 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eff98904-93ad-46e7-aea1-79a426eaafbe req-736823c5-1c10-4369-be36-794534ea13f7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=038fc8a3-c25b-46f9-acfc-dd6b341938be HTTP/1.1" status: 200 len: 946 time: 0.1540134 Mar 05 04:50:41.264850 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d8e24696-93bf-4d28-9b3c-27d8908fe229 admin admin] Publish callbacks [] for security_group (715f6037-fb33-4c94-9389-61c306aa733c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:41.346855 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eff98904-93ad-46e7-aea1-79a426eaafbe req-9028798c-f000-4cf2-87a7-7c5ad0e4008d tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805116 Mar 05 04:50:41.350221 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9bee54a2-efd6-47f0-bc3d-4c2ddf868846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:41.379576 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cae4a665-d312-40f7-b1c5-faf07c6825bc req-35dcc623-fce8-4005-b2d9-c107ace037d7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1586986 Mar 05 04:50:41.402916 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d8e24696-93bf-4d28-9b3c-27d8908fe229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (715f6037-fb33-4c94-9389-61c306aa733c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:41.407650 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d8e24696-93bf-4d28-9b3c-27d8908fe229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:41.409380 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d8e24696-93bf-4d28-9b3c-27d8908fe229 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/715f6037-fb33-4c94-9389-61c306aa733c HTTP/1.1" status: 204 len: 168 time: 0.3484039 Mar 05 04:50:41.439960 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e24696-93bf-4d28-9b3c-27d8908fe229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715f6037-fb33-4c94-9389-61c306aa733c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:41.651381 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c91f9-9e42-4cd7-8d5d-ff9ab371a93f req-8cd06555-d311-4d2c-ad4e-9e0c2597c7c7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:41.673352 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c91f9-9e42-4cd7-8d5d-ff9ab371a93f req-8cd06555-d311-4d2c-ad4e-9e0c2597c7c7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:41.688095 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c91f9-9e42-4cd7-8d5d-ff9ab371a93f req-8cd06555-d311-4d2c-ad4e-9e0c2597c7c7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:41.704951 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c91f9-9e42-4cd7-8d5d-ff9ab371a93f req-8cd06555-d311-4d2c-ad4e-9e0c2597c7c7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:41.720489 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c91f9-9e42-4cd7-8d5d-ff9ab371a93f req-8cd06555-d311-4d2c-ad4e-9e0c2597c7c7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:41.730933 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c91f9-9e42-4cd7-8d5d-ff9ab371a93f req-8cd06555-d311-4d2c-ad4e-9e0c2597c7c7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:41.752257 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c91f9-9e42-4cd7-8d5d-ff9ab371a93f req-8cd06555-d311-4d2c-ad4e-9e0c2597c7c7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:41.754232 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a17c91f9-9e42-4cd7-8d5d-ff9ab371a93f req-8cd06555-d311-4d2c-ad4e-9e0c2597c7c7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5444 time: 0.2424047 Mar 05 04:50:41.766936 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50034) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:41.773063 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-ea9b5250-35fe-4e0b-9d86-706bf68f954b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Request body: {'floatingip': {'port_id': 'fa623ab5-a167-443b-8172-8de59789cc2c'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:50:41.900724 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ea9b5250-35fe-4e0b-9d86-706bf68f954b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for floatingip (bef8b779-e556-4852-891a-11b3c043e606), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:41.967097 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9270c-22f0-4cd3-8d1d-e6ee71cb18d8 req-726bbddb-4888-44da-9857-1ea87cd2170a tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:41.969263 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8cc9270c-22f0-4cd3-8d1d-e6ee71cb18d8 req-726bbddb-4888-44da-9857-1ea87cd2170a tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.30 "GET /v2.0/ports?device_id=91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09 HTTP/1.1" status: 200 len: 1024 time: 0.2135243 Mar 05 04:50:42.020752 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa3878-1643-46d5-b72c-6efd36bd2bcc req-e80648be-9af7-4a7c-8bd9-d0070fa8df9d tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:42.022107 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72fa3878-1643-46d5-b72c-6efd36bd2bcc req-e80648be-9af7-4a7c-8bd9-d0070fa8df9d tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/ports?device_id=91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09 HTTP/1.1" status: 200 len: 1024 time: 0.1998849 Mar 05 04:50:42.138128 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9fdfc5-51ce-4ed0-a5e1-42976f2e303e req-611400e6-02a2-4749-9972-d59dc15359a3 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:42.140117 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ce9fdfc5-51ce-4ed0-a5e1-42976f2e303e req-611400e6-02a2-4749-9972-d59dc15359a3 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 945 time: 0.2625079 Mar 05 04:50:42.284613 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ce9fdfc5-51ce-4ed0-a5e1-42976f2e303e req-0d91cfde-ca1f-495d-9e05-553eb87b56be tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338773 Mar 05 04:50:42.318209 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72fa3878-1643-46d5-b72c-6efd36bd2bcc req-501bc562-c756-4415-af6d-59adf5d92743 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups?id=a09dccd0-662d-49ea-a532-0db266e53a2a&id=97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44&id=2e30209c-ea86-4f25-a512-a667d4773eca&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2869146 Mar 05 04:50:42.360500 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-8cc9270c-22f0-4cd3-8d1d-e6ee71cb18d8 req-3b6f4a17-867b-46ff-bf20-6eb945e58277 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Deleting port b6563490-2b18-45f4-bb7c-a844f10d1174 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:50:42.360992 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-8cc9270c-22f0-4cd3-8d1d-e6ee71cb18d8 req-3b6f4a17-867b-46ff-bf20-6eb945e58277 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (b6563490-2b18-45f4-bb7c-a844f10d1174), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:42.549171 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-8cc9270c-22f0-4cd3-8d1d-e6ee71cb18d8 req-3b6f4a17-867b-46ff-bf20-6eb945e58277 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] For port b6563490-2b18-45f4-bb7c-a844f10d1174, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=b6563490-2b18-45f4-bb7c-a844f10d1174,segment=NetworkSegment(d1802648-fc75-48b4-9acc-c2efc8477f0e),segment_id=d1802648-fc75-48b4-9acc-c2efc8477f0e)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:42.549776 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-8cc9270c-22f0-4cd3-8d1d-e6ee71cb18d8 req-3b6f4a17-867b-46ff-bf20-6eb945e58277 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (b6563490-2b18-45f4-bb7c-a844f10d1174), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:42.607059 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-8cc9270c-22f0-4cd3-8d1d-e6ee71cb18d8 req-3b6f4a17-867b-46ff-bf20-6eb945e58277 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Calling delete_port for b6563490-2b18-45f4-bb7c-a844f10d1174 owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:50:42.751345 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a807eec-1ec5-4d1b-8bf6-f65085b8ca2b req-e05f5d2d-db30-455d-8b41-28cb757cc4cb tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:42.758363 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0a807eec-1ec5-4d1b-8bf6-f65085b8ca2b req-e05f5d2d-db30-455d-8b41-28cb757cc4cb tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=038fc8a3-c25b-46f9-acfc-dd6b341938be HTTP/1.1" status: 200 len: 946 time: 0.1829259 Mar 05 04:50:42.855554 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0a807eec-1ec5-4d1b-8bf6-f65085b8ca2b req-2cb27a45-683b-480f-9224-ac48d74e9ae6 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960493 Mar 05 04:50:42.896972 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.db.resource_extend [None req-ea9b5250-35fe-4e0b-9d86-706bf68f954b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 04:50:43.017771 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ea9b5250-35fe-4e0b-9d86-706bf68f954b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:43.021590 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-8cc9270c-22f0-4cd3-8d1d-e6ee71cb18d8 req-3b6f4a17-867b-46ff-bf20-6eb945e58277 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (b6563490-2b18-45f4-bb7c-a844f10d1174), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:43.027615 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ea9b5250-35fe-4e0b-9d86-706bf68f954b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (bef8b779-e556-4852-891a-11b3c043e606), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:43.034387 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['b6563490-2b18-45f4-bb7c-a844f10d1174'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:50:43.082297 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f4a17-867b-46ff-bf20-6eb945e58277 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Pushing event deleted for resources: {'Port': ['ID=b6563490-2b18-45f4-bb7c-a844f10d1174,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:43.181949 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc9270c-22f0-4cd3-8d1d-e6ee71cb18d8 req-3b6f4a17-867b-46ff-bf20-6eb945e58277 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] No DVR routers for this DVR port b6563490-2b18-45f4-bb7c-a844f10d1174 on host n-h1-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:50:43.188912 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-8cc9270c-22f0-4cd3-8d1d-e6ee71cb18d8 req-3b6f4a17-867b-46ff-bf20-6eb945e58277 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:43.199828 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8cc9270c-22f0-4cd3-8d1d-e6ee71cb18d8 req-3b6f4a17-867b-46ff-bf20-6eb945e58277 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.30 "DELETE /v2.0/ports/b6563490-2b18-45f4-bb7c-a844f10d1174 HTTP/1.1" status: 204 len: 173 time: 1.2157497 Mar 05 04:50:43.200359 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09', 'name': 'network-vif-deleted', 'tag': 'b6563490-2b18-45f4-bb7c-a844f10d1174'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:50:43.202628 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d997918-fd35-465a-9649-20ecaf1f7d00" -d '{"events": [{"server_uuid": "91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09", "name": "network-vif-deleted", "tag": "b6563490-2b18-45f4-bb7c-a844f10d1174"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:50:43.219512 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [None req-ea9b5250-35fe-4e0b-9d86-706bf68f954b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Floating IP bef8b779-e556-4852-891a-11b3c043e606 associated. External IP: 172.25.0.172, port: fa623ab5-a167-443b-8172-8de59789cc2c. Mar 05 04:50:43.369957 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d390f6-8c75-4dd4-8567-4fb7f841d0be x-openstack-request-id: req-34d390f6-8c75-4dd4-8567-4fb7f841d0be {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:50:43.370282 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09", "name": "network-vif-deleted", "tag": "b6563490-2b18-45f4-bb7c-a844f10d1174", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:50:43.370733 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-34d390f6-8c75-4dd4-8567-4fb7f841d0be {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:50:43.371353 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09', 'name': 'network-vif-deleted', 'tag': 'b6563490-2b18-45f4-bb7c-a844f10d1174', 'status': 'completed', 'code': 200} Mar 05 04:50:43.453513 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384cfc6-a7b9-4908-a045-9448de15e811 req-24232b8e-3461-4f02-a628-9c0b3602ba0d tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:43.466632 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7384cfc6-a7b9-4908-a045-9448de15e811 req-24232b8e-3461-4f02-a628-9c0b3602ba0d tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=038fc8a3-c25b-46f9-acfc-dd6b341938be HTTP/1.1" status: 200 len: 946 time: 0.1595411 Mar 05 04:50:43.553013 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:43.621322 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7384cfc6-a7b9-4908-a045-9448de15e811 req-4a384d45-939b-4d34-915c-4cece35aefa6 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525156 Mar 05 04:50:43.680260 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b0497f42-e570-4971-a514-824862a9b9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:43.703232 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5ee9c-95de-4465-bd5f-50715c420add req-359090fa-d8cd-4e33-ae3d-e3c43f628894 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:43.713108 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a0e5ee9c-95de-4465-bd5f-50715c420add req-359090fa-d8cd-4e33-ae3d-e3c43f628894 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 945 time: 0.2273529 Mar 05 04:50:43.743929 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:43.848316 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a0e5ee9c-95de-4465-bd5f-50715c420add req-0685f29e-8ed8-46fc-b7a2-97bb6a1459d8 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266432 Mar 05 04:50:43.891460 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1a399ff8-e6ba-4c17-b32c-5c26eb989647 req-d8156c4f-e5a4-47c9-932e-7e51aebbd61b tempest-AbsoluteLimitsNegativeTestJSON-124192768 tempest-AbsoluteLimitsNegativeTestJSON-124192768-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=11e18d1674064ebfa6de7e8178439756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770144 Mar 05 04:50:44.153870 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-792aac07-36dd-467b-b268-91db29d28ac5 req-eefe4044-91a0-4680-8f6f-f488b5c037c1 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/ports?device_id=91a29ba1-dbc4-4e9e-b7fe-c2e000d0bf09 HTTP/1.1" status: 200 len: 210 time: 0.1059868 Mar 05 04:50:44.214137 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a399ff8-e6ba-4c17-b32c-5c26eb989647 req-56b47841-1174-4b30-92a5-e06073b75c81 tempest-AbsoluteLimitsNegativeTestJSON-124192768 tempest-AbsoluteLimitsNegativeTestJSON-124192768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:44.215644 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1a399ff8-e6ba-4c17-b32c-5c26eb989647 req-56b47841-1174-4b30-92a5-e06073b75c81 tempest-AbsoluteLimitsNegativeTestJSON-124192768 tempest-AbsoluteLimitsNegativeTestJSON-124192768-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3157196 Mar 05 04:50:44.242880 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1a399ff8-e6ba-4c17-b32c-5c26eb989647 req-7cc7d1d9-be53-402f-9c44-7cfbcd1b0932 tempest-AbsoluteLimitsNegativeTestJSON-124192768 tempest-AbsoluteLimitsNegativeTestJSON-124192768-project] 10.222.0.11 "GET /v2.0/quotas/11e18d1674064ebfa6de7e8178439756 HTTP/1.1" status: 200 len: 375 time: 0.0196633 Mar 05 04:50:44.252314 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9b5250-35fe-4e0b-9d86-706bf68f954b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Router b2f5ab55-5dee-45a7-b2a9-149ff9b57314 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:50:44.299100 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1a399ff8-e6ba-4c17-b32c-5c26eb989647 req-91c6a905-b9d0-4b22-a892-fe5994882dbd tempest-AbsoluteLimitsNegativeTestJSON-124192768 tempest-AbsoluteLimitsNegativeTestJSON-124192768-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=11e18d1674064ebfa6de7e8178439756&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498836 Mar 05 04:50:44.403823 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9b5250-35fe-4e0b-9d86-706bf68f954b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:50:44.413590 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ea9b5250-35fe-4e0b-9d86-706bf68f954b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:44.420123 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a20c89-9757-4515-81d0-2632c2831c89 None None] Sync routers for ids ['b2f5ab55-5dee-45a7-b2a9-149ff9b57314'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:50:44.436191 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a20c89-9757-4515-81d0-2632c2831c89 None None] Routers {'b2f5ab55-5dee-45a7-b2a9-149ff9b57314'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:50:44.437871 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-97a20c89-9757-4515-81d0-2632c2831c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:50:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b2f5ab55-5dee-45a7-b2a9-149ff9b57314'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:44.463700 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ea9b5250-35fe-4e0b-9d86-706bf68f954b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "PUT /v2.0/floatingips/bef8b779-e556-4852-891a-11b3c043e606 HTTP/1.1" status: 200 len: 991 time: 2.6949627 Mar 05 04:50:44.464415 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'tag': 'fa623ab5-a167-443b-8172-8de59789cc2c'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:50:44.466997 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3a97a5-8faa-41bd-a752-6bb6bb34f999" -d '{"events": [{"name": "network-changed", "server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "tag": "fa623ab5-a167-443b-8172-8de59789cc2c"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:50:44.519703 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5032fe3b-d2db-432a-b87b-06fde88644c6 x-openstack-request-id: req-5032fe3b-d2db-432a-b87b-06fde88644c6 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:50:44.520397 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "tag": "fa623ab5-a167-443b-8172-8de59789cc2c", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:50:44.520957 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5032fe3b-d2db-432a-b87b-06fde88644c6 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:50:44.521788 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'tag': 'fa623ab5-a167-443b-8172-8de59789cc2c', 'status': 'completed', 'code': 200} Mar 05 04:50:44.664131 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a97a5-8faa-41bd-a752-6bb6bb34f999 req-b953e292-9e97-4a90-966a-f88e0ca33599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:44.664786 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a97a5-8faa-41bd-a752-6bb6bb34f999 req-b953e292-9e97-4a90-966a-f88e0ca33599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:44.665151 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a97a5-8faa-41bd-a752-6bb6bb34f999 req-b953e292-9e97-4a90-966a-f88e0ca33599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:44.665627 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a97a5-8faa-41bd-a752-6bb6bb34f999 req-b953e292-9e97-4a90-966a-f88e0ca33599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:44.666094 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a97a5-8faa-41bd-a752-6bb6bb34f999 req-b953e292-9e97-4a90-966a-f88e0ca33599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:44.667671 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a97a5-8faa-41bd-a752-6bb6bb34f999 req-b953e292-9e97-4a90-966a-f88e0ca33599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:44.669278 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a97a5-8faa-41bd-a752-6bb6bb34f999 req-b953e292-9e97-4a90-966a-f88e0ca33599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:44.676485 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b3a97a5-8faa-41bd-a752-6bb6bb34f999 req-b953e292-9e97-4a90-966a-f88e0ca33599 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f322de562e384481acfa7667e5bcbd96&device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 6725 time: 0.1292069 Mar 05 04:50:44.727784 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-97a20c89-9757-4515-81d0-2632c2831c89 None None] Set router b2f5ab55-5dee-45a7-b2a9-149ff9b57314 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:50:44.775011 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60af9d-eeac-469e-ab55-6104da4b7913 req-4fea956b-0159-4c96-a3e2-27fb6ad6c78a tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:44.779786 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a60af9d-eeac-469e-ab55-6104da4b7913 req-4fea956b-0159-4c96-a3e2-27fb6ad6c78a tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.31 "GET /v2.0/ports?device_id=038fc8a3-c25b-46f9-acfc-dd6b341938be HTTP/1.1" status: 200 len: 946 time: 0.1592269 Mar 05 04:50:44.904757 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:44.922172 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50126) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:44.995473 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-97a20c89-9757-4515-81d0-2632c2831c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'name': 'tempest-TaggedBootDevicesTest_v242-2122226862-router', 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'a987e8f7-8523-41c9-bc27-1998c3ea5418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:58Z', 'updated_at': '2022-03-05T04:46:04Z', 'revision_number': 4, 'project_id': 'f322de562e384481acfa7667e5bcbd96', 'gw_port': {'id': 'a987e8f7-8523-41c9-bc27-1998c3ea5418', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:59Z', 'updated_at': '2022-03-05T04:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'bef8b779-e556-4852-891a-11b3c043e606', 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'port_id': 'fa623ab5-a167-443b-8172-8de59789cc2c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 880, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96b36905-6014-4841-aac5-335392bf1a9d', 'mac_address': 'fa:16:3e:bf:51:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:47:37Z', 'updated_at': '2022-03-05T04:50:42Z', 'revision_number': 1, 'project_id': 'f322de562e384481acfa7667e5bcbd96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd580546b-d1b3-4f3a-aa25-15519871ad90', 'name': '', 'network_id': '96b36905-6014-4841-aac5-335392bf1a9d', 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'mac_address': 'fa:16:3e:5f:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b8b87837-c4d6-4057-808b-e09b3b2c13f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:46:03Z', 'updated_at': '2022-03-05T04:46:13Z', 'revision_number': 5, 'project_id': 'f322de562e384481acfa7667e5bcbd96', 'subnets': [{'id': 'b8b87837-c4d6-4057-808b-e09b3b2c13f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:45.015805 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a97a5-8faa-41bd-a752-6bb6bb34f999 req-db1e2e4c-7771-4a6f-ae87-ea55daabd647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:45.017260 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b3a97a5-8faa-41bd-a752-6bb6bb34f999 req-db1e2e4c-7771-4a6f-ae87-ea55daabd647 service neutron] 10.222.0.31 "GET /v2.0/networks?id=96b36905-6014-4841-aac5-335392bf1a9d HTTP/1.1" status: 200 len: 917 time: 0.3341541 Mar 05 04:50:45.029957 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a20c89-9757-4515-81d0-2632c2831c89 None None] Checking router: b2f5ab55-5dee-45a7-b2a9-149ff9b57314 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:50:45.040057 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a20c89-9757-4515-81d0-2632c2831c89 None None] Routers {'b2f5ab55-5dee-45a7-b2a9-149ff9b57314'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:50:45.041104 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-97a20c89-9757-4515-81d0-2632c2831c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:50:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b2f5ab55-5dee-45a7-b2a9-149ff9b57314'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:45.079337 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-6a60af9d-eeac-469e-ab55-6104da4b7913 req-1dd9899e-7a6e-4248-92cb-e603fdd9245c tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Deleting port b934cb01-4310-4687-ba43-d3df101bba69 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:50:45.079691 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a60af9d-eeac-469e-ab55-6104da4b7913 req-1dd9899e-7a6e-4248-92cb-e603fdd9245c tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (b934cb01-4310-4687-ba43-d3df101bba69), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:45.263188 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-97a20c89-9757-4515-81d0-2632c2831c89 None None] Set router b2f5ab55-5dee-45a7-b2a9-149ff9b57314 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:50:45.298193 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-6a60af9d-eeac-469e-ab55-6104da4b7913 req-1dd9899e-7a6e-4248-92cb-e603fdd9245c tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] For port b934cb01-4310-4687-ba43-d3df101bba69, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b934cb01-4310-4687-ba43-d3df101bba69,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:45.298778 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a60af9d-eeac-469e-ab55-6104da4b7913 req-1dd9899e-7a6e-4248-92cb-e603fdd9245c tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (b934cb01-4310-4687-ba43-d3df101bba69), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:45.317096 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-6a60af9d-eeac-469e-ab55-6104da4b7913 req-1dd9899e-7a6e-4248-92cb-e603fdd9245c tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Calling delete_port for b934cb01-4310-4687-ba43-d3df101bba69 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:50:45.575981 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a60af9d-eeac-469e-ab55-6104da4b7913 req-1dd9899e-7a6e-4248-92cb-e603fdd9245c tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (b934cb01-4310-4687-ba43-d3df101bba69), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:45.588845 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['b934cb01-4310-4687-ba43-d3df101bba69'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:50:45.678788 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-97a20c89-9757-4515-81d0-2632c2831c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'name': 'tempest-TaggedBootDevicesTest_v242-2122226862-router', 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'a987e8f7-8523-41c9-bc27-1998c3ea5418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:58Z', 'updated_at': '2022-03-05T04:46:04Z', 'revision_number': 4, 'project_id': 'f322de562e384481acfa7667e5bcbd96', 'gw_port': {'id': 'a987e8f7-8523-41c9-bc27-1998c3ea5418', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:59Z', 'updated_at': '2022-03-05T04:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'bef8b779-e556-4852-891a-11b3c043e606', 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'port_id': 'fa623ab5-a167-443b-8172-8de59789cc2c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 880, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96b36905-6014-4841-aac5-335392bf1a9d', 'mac_address': 'fa:16:3e:bf:51:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:47:37Z', 'updated_at': '2022-03-05T04:50:42Z', 'revision_number': 1, 'project_id': 'f322de562e384481acfa7667e5bcbd96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd580546b-d1b3-4f3a-aa25-15519871ad90', 'name': '', 'network_id': '96b36905-6014-4841-aac5-335392bf1a9d', 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'mac_address': 'fa:16:3e:5f:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b8b87837-c4d6-4057-808b-e09b3b2c13f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:46:03Z', 'updated_at': '2022-03-05T04:46:13Z', 'revision_number': 5, 'project_id': 'f322de562e384481acfa7667e5bcbd96', 'subnets': [{'id': 'b8b87837-c4d6-4057-808b-e09b3b2c13f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:45.709506 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a20c89-9757-4515-81d0-2632c2831c89 None None] The sync data for ids ['b2f5ab55-5dee-45a7-b2a9-149ff9b57314'] in n-d-789963-32 is: [{'id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'name': 'tempest-TaggedBootDevicesTest_v242-2122226862-router', 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'a987e8f7-8523-41c9-bc27-1998c3ea5418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:58Z', 'updated_at': '2022-03-05T04:46:04Z', 'revision_number': 4, 'project_id': 'f322de562e384481acfa7667e5bcbd96', 'gw_port': {'id': 'a987e8f7-8523-41c9-bc27-1998c3ea5418', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:59Z', 'updated_at': '2022-03-05T04:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'bef8b779-e556-4852-891a-11b3c043e606', 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'port_id': 'fa623ab5-a167-443b-8172-8de59789cc2c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 880, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96b36905-6014-4841-aac5-335392bf1a9d', 'mac_address': 'fa:16:3e:bf:51:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:47:37Z', 'updated_at': '2022-03-05T04:50:42Z', 'revision_number': 1, 'project_id': 'f322de562e384481acfa7667e5bcbd96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd580546b-d1b3-4f3a-aa25-15519871ad90', 'name': '', 'network_id': '96b36905-6014-4841-aac5-335392bf1a9d', 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'mac_address': 'fa:16:3e:5f:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b8b87837-c4d6-4057-808b-e09b3b2c13f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:46:03Z', 'updated_at': '2022-03-05T04:46:13Z', 'revision_number': 5, 'project_id': 'f322de562e384481acfa7667e5bcbd96', 'subnets': [{'id': 'b8b87837-c4d6-4057-808b-e09b3b2c13f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:50:45.749836 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd9899e-7a6e-4248-92cb-e603fdd9245c tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Pushing event deleted for resources: {'Port': ['ID=b934cb01-4310-4687-ba43-d3df101bba69,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:45.819048 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a60af9d-eeac-469e-ab55-6104da4b7913 req-1dd9899e-7a6e-4248-92cb-e603fdd9245c tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] No DVR routers for this DVR port b934cb01-4310-4687-ba43-d3df101bba69 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:50:45.822894 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6a60af9d-eeac-469e-ab55-6104da4b7913 req-1dd9899e-7a6e-4248-92cb-e603fdd9245c tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:45.829121 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a60af9d-eeac-469e-ab55-6104da4b7913 req-1dd9899e-7a6e-4248-92cb-e603fdd9245c tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.31 "DELETE /v2.0/ports/b934cb01-4310-4687-ba43-d3df101bba69 HTTP/1.1" status: 204 len: 173 time: 1.0428467 Mar 05 04:50:45.991671 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b860e447-917a-4f19-a237-b5c2ea8fd8f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:46.021823 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e19b6-43a8-4b80-a108-5ed1fac2c262 req-205edd46-2396-4bc2-b232-9ab9103ace32 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:46.039812 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bf4e19b6-43a8-4b80-a108-5ed1fac2c262 req-205edd46-2396-4bc2-b232-9ab9103ace32 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=038fc8a3-c25b-46f9-acfc-dd6b341938be HTTP/1.1" status: 200 len: 946 time: 1.2231588 Mar 05 04:50:46.119482 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b3a97a5-8faa-41bd-a752-6bb6bb34f999 req-47d623e4-24fc-4ca2-95e7-71618660ba8b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa623ab5-a167-443b-8172-8de59789cc2c HTTP/1.1" status: 200 len: 999 time: 1.0930583 Mar 05 04:50:46.142272 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afa7747-b18c-449b-ade4-069a8c830728 None None] New status for floating IP bef8b779-e556-4852-891a-11b3c043e606: ACTIVE {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 04:50:46.153936 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff04465-fe57-4bb7-a47a-790f3054c579 req-a33bb195-1146-4ba0-9ac7-a1b60b848efd tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:46.155850 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2ff04465-fe57-4bb7-a47a-790f3054c579 req-a33bb195-1146-4ba0-9ac7-a1b60b848efd tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 945 time: 1.1667905 Mar 05 04:50:46.286872 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bf4e19b6-43a8-4b80-a108-5ed1fac2c262 req-c2241153-0398-4e87-8d42-dec7f780c6e0 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454948 Mar 05 04:50:46.328879 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a97a5-8faa-41bd-a752-6bb6bb34f999 req-0b08027f-0734-41e1-bab0-100edad2a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:46.330480 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b3a97a5-8faa-41bd-a752-6bb6bb34f999 req-0b08027f-0734-41e1-bab0-100edad2a4c7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8b87837-c4d6-4057-808b-e09b3b2c13f9 HTTP/1.1" status: 200 len: 856 time: 0.1715095 Mar 05 04:50:46.412737 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2ff04465-fe57-4bb7-a47a-790f3054c579 req-f0736cd0-6796-4f89-a3cd-918510a14131 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510076 Mar 05 04:50:46.417668 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:46.524361 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038fc8a3-c25b-46f9-acfc-dd6b341938be', 'name': 'network-vif-deleted', 'tag': 'b934cb01-4310-4687-ba43-d3df101bba69'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:50:46.527053 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4cfc90-9130-4c06-98bc-e69f61c140ec" -d '{"events": [{"server_uuid": "038fc8a3-c25b-46f9-acfc-dd6b341938be", "name": "network-vif-deleted", "tag": "b934cb01-4310-4687-ba43-d3df101bba69"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:50:46.584164 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6734fa0b-2035-4cff-b3e2-6fe7bc8e80a2 x-openstack-request-id: req-6734fa0b-2035-4cff-b3e2-6fe7bc8e80a2 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:50:46.584324 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b860e447-917a-4f19-a237-b5c2ea8fd8f5 admin admin] Publish callbacks [] for security_group (a92b49ac-70d9-48c4-b9a6-0c687433459c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:46.585345 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038fc8a3-c25b-46f9-acfc-dd6b341938be", "name": "network-vif-deleted", "tag": "b934cb01-4310-4687-ba43-d3df101bba69", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:50:46.586415 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6734fa0b-2035-4cff-b3e2-6fe7bc8e80a2 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:50:46.588086 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038fc8a3-c25b-46f9-acfc-dd6b341938be', 'name': 'network-vif-deleted', 'tag': 'b934cb01-4310-4687-ba43-d3df101bba69', 'status': 'completed', 'code': 200} Mar 05 04:50:46.590557 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a97a5-8faa-41bd-a752-6bb6bb34f999 req-5be5f178-0744-4f87-88f4-343e32585a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:46.592160 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b3a97a5-8faa-41bd-a752-6bb6bb34f999 req-5be5f178-0744-4f87-88f4-343e32585a6a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=96b36905-6014-4841-aac5-335392bf1a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2485361 Mar 05 04:50:46.601940 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b860e447-917a-4f19-a237-b5c2ea8fd8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a92b49ac-70d9-48c4-b9a6-0c687433459c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:46.615390 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-4b3a97a5-8faa-41bd-a752-6bb6bb34f999 req-a5eaaf76-6883-4df0-8572-c1425ff35df4 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:50:46.616387 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b3a97a5-8faa-41bd-a752-6bb6bb34f999 req-a5eaaf76-6883-4df0-8572-c1425ff35df4 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0159307 Mar 05 04:50:46.740094 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b860e447-917a-4f19-a237-b5c2ea8fd8f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=11e18d1674064ebfa6de7e8178439756&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8168509 Mar 05 04:50:46.743364 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50158) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:46.750743 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e5c73d63-5406-4695-a436-84d2cee3bbef req-07739299-fdc7-4b6a-aa1d-7e32299d1706 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups/2e30209c-ea86-4f25-a512-a667d4773eca HTTP/1.1" status: 200 len: 1817 time: 0.2719402 Mar 05 04:50:46.752611 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860e447-917a-4f19-a237-b5c2ea8fd8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92b49ac-70d9-48c4-b9a6-0c687433459c,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:46.861397 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e5c73d63-5406-4695-a436-84d2cee3bbef req-cdcb66dc-401e-4503-b14f-0e96f4497932 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (2e30209c-ea86-4f25-a512-a667d4773eca), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:46.888377 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b3a97a5-8faa-41bd-a752-6bb6bb34f999 req-ea83aa54-e7df-4f89-a2ca-f377d3a2d671 service neutron] 10.222.0.31 "GET /v2.0/networks/96b36905-6014-4841-aac5-335392bf1a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359259 Mar 05 04:50:46.897877 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4a681a33-0a5f-4bd1-9c2c-34e7487318b4 admin admin] Publish callbacks [] for security_group (a92b49ac-70d9-48c4-b9a6-0c687433459c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:46.935107 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4a681a33-0a5f-4bd1-9c2c-34e7487318b4 admin admin] Publish callbacks [] for security_group (a92b49ac-70d9-48c4-b9a6-0c687433459c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:46.953598 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e5c73d63-5406-4695-a436-84d2cee3bbef req-cdcb66dc-401e-4503-b14f-0e96f4497932 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (2e30209c-ea86-4f25-a512-a667d4773eca), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:47.013920 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4a681a33-0a5f-4bd1-9c2c-34e7487318b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a92b49ac-70d9-48c4-b9a6-0c687433459c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:47.020662 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4a681a33-0a5f-4bd1-9c2c-34e7487318b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:47.025553 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4a681a33-0a5f-4bd1-9c2c-34e7487318b4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a92b49ac-70d9-48c4-b9a6-0c687433459c HTTP/1.1" status: 204 len: 168 time: 0.2809234 Mar 05 04:50:47.035065 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a681a33-0a5f-4bd1-9c2c-34e7487318b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92b49ac-70d9-48c4-b9a6-0c687433459c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:47.179617 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e5c73d63-5406-4695-a436-84d2cee3bbef req-cdcb66dc-401e-4503-b14f-0e96f4497932 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (2e30209c-ea86-4f25-a512-a667d4773eca), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:47.183758 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e5c73d63-5406-4695-a436-84d2cee3bbef req-cdcb66dc-401e-4503-b14f-0e96f4497932 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:47.192993 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e5c73d63-5406-4695-a436-84d2cee3bbef req-cdcb66dc-401e-4503-b14f-0e96f4497932 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "DELETE /v2.0/security-groups/2e30209c-ea86-4f25-a512-a667d4773eca HTTP/1.1" status: 204 len: 173 time: 0.4405842 Mar 05 04:50:47.197140 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b3a97a5-8faa-41bd-a752-6bb6bb34f999 req-61a2a10c-cade-4576-9514-4face51933e0 service neutron] 10.222.0.31 "GET /v2.0/networks/96b36905-6014-4841-aac5-335392bf1a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992678 Mar 05 04:50:47.211823 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb66dc-401e-4503-b14f-0e96f4497932 tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e30209c-ea86-4f25-a512-a667d4773eca,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:47.319146 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device b6563490-2b18-45f4-bb7c-a844f10d1174 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:50:47.353354 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c2c95610-7dbc-4c7b-ab47-d30c5e39dc89 req-ac3a7750-7e9f-493f-b2c3-6f8a9457c16f tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "GET /v2.0/security-groups/a09dccd0-662d-49ea-a532-0db266e53a2a HTTP/1.1" status: 200 len: 1818 time: 0.1224384 Mar 05 04:50:47.357118 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: b6563490-2b18-45f4-bb7c-a844f10d1174 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:50:47.357855 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device b6563490-2b18-45f4-bb7c-a844f10d1174 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:50:47.496220 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c2c95610-7dbc-4c7b-ab47-d30c5e39dc89 req-8d407dd0-04e6-46f5-b041-a98432d57c7c tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (a09dccd0-662d-49ea-a532-0db266e53a2a), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:47.552336 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c2c95610-7dbc-4c7b-ab47-d30c5e39dc89 req-8d407dd0-04e6-46f5-b041-a98432d57c7c tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (a09dccd0-662d-49ea-a532-0db266e53a2a), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:47.766087 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c2c95610-7dbc-4c7b-ab47-d30c5e39dc89 req-8d407dd0-04e6-46f5-b041-a98432d57c7c tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a09dccd0-662d-49ea-a532-0db266e53a2a), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:47.768305 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:47.784614 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c2c95610-7dbc-4c7b-ab47-d30c5e39dc89 req-8d407dd0-04e6-46f5-b041-a98432d57c7c tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:47.785868 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c2c95610-7dbc-4c7b-ab47-d30c5e39dc89 req-8d407dd0-04e6-46f5-b041-a98432d57c7c tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] 10.222.0.11 "DELETE /v2.0/security-groups/a09dccd0-662d-49ea-a532-0db266e53a2a HTTP/1.1" status: 204 len: 173 time: 0.4281762 Mar 05 04:50:47.793826 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50188) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:47.799180 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d407dd0-04e6-46f5-b041-a98432d57c7c tempest-SecurityGroupsTestJSON-2131883596 tempest-SecurityGroupsTestJSON-2131883596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09dccd0-662d-49ea-a532-0db266e53a2a,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:47.823739 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24122fdd-ccc2-4723-8e22-7b1780de98e1 req-952a5bc5-ecb1-4707-a394-de267e97cbd3 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:47.825498 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-24122fdd-ccc2-4723-8e22-7b1780de98e1 req-952a5bc5-ecb1-4707-a394-de267e97cbd3 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 945 time: 0.1936221 Mar 05 04:50:47.903849 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-24122fdd-ccc2-4723-8e22-7b1780de98e1 req-a036d5ca-1aee-44e0-af75-968c79d372b5 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702207 Mar 05 04:50:47.953874 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50200) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:47.985740 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device b934cb01-4310-4687-ba43-d3df101bba69 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:50:48.001924 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac7ca6f5-d9cf-4345-8932-117d7e33b7b9 admin admin] Deleting subnet a4e8e628-a5e1-41d2-92c2-b934c83a7c37 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:50:48.024066 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ac7ca6f5-d9cf-4345-8932-117d7e33b7b9 admin admin] Publish callbacks [] for subnet (a4e8e628-a5e1-41d2-92c2-b934c83a7c37), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:48.030827 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: b934cb01-4310-4687-ba43-d3df101bba69 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:50:48.038188 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device b934cb01-4310-4687-ba43-d3df101bba69 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:50:48.135888 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ac7ca6f5-d9cf-4345-8932-117d7e33b7b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (a4e8e628-a5e1-41d2-92c2-b934c83a7c37), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:48.189432 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50212) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:48.228782 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ac7ca6f5-d9cf-4345-8932-117d7e33b7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (a4e8e628-a5e1-41d2-92c2-b934c83a7c37), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:48.376102 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ac7ca6f5-d9cf-4345-8932-117d7e33b7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (a4e8e628-a5e1-41d2-92c2-b934c83a7c37), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:48.377072 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-20991469-1519-4c06-a3a2-f3620cbe2ec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:48.421836 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-4ce8bfcb-8376-4810-8c49-501abd1ffe88 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:48.423359 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-4ce8bfcb-8376-4810-8c49-501abd1ffe88 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/networks?id=97e85245-3112-4887-8483-668804607d54 HTTP/1.1" status: 200 len: 812 time: 0.4550295 Mar 05 04:50:48.464339 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ca6f5-d9cf-4345-8932-117d7e33b7b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4e8e628-a5e1-41d2-92c2-b934c83a7c37,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:48.471654 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ac7ca6f5-d9cf-4345-8932-117d7e33b7b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:48.483248 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ac7ca6f5-d9cf-4345-8932-117d7e33b7b9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a4e8e628-a5e1-41d2-92c2-b934c83a7c37 HTTP/1.1" status: 204 len: 168 time: 0.6874094 Mar 05 04:50:48.485314 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50222) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:48.596261 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad76c2c4-f100-4a9b-b6e2-6a9cc64d210a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (985421ce-deca-4c5d-b48d-6cf1bc83f97e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:48.665407 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-20991469-1519-4c06-a3a2-f3620cbe2ec2 admin admin] Publish callbacks [] for security_group (4c1528b6-dc1c-427a-937b-2dc2ee467646), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:48.680766 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-20991469-1519-4c06-a3a2-f3620cbe2ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4c1528b6-dc1c-427a-937b-2dc2ee467646), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:48.756293 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20991469-1519-4c06-a3a2-f3620cbe2ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1528b6-dc1c-427a-937b-2dc2ee467646,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:48.767914 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50226) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:48.780223 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad76c2c4-f100-4a9b-b6e2-6a9cc64d210a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (985421ce-deca-4c5d-b48d-6cf1bc83f97e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:48.807037 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-ad76c2c4-f100-4a9b-b6e2-6a9cc64d210a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985421ce-deca-4c5d-b48d-6cf1bc83f97e']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:48.811669 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-b695d106-0b82-489f-b4c9-aff3b0e30cb4 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/quotas/b4c5ecf1c59144a68ee1fb483c77ba0c HTTP/1.1" status: 200 len: 375 time: 0.3426917 Mar 05 04:50:48.819485 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-ad76c2c4-f100-4a9b-b6e2-6a9cc64d210a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1802648-fc75-48b4-9acc-c2efc8477f0e') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:48.820093 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-ad76c2c4-f100-4a9b-b6e2-6a9cc64d210a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1802648-fc75-48b4-9acc-c2efc8477f0e') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:48.840073 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad76c2c4-f100-4a9b-b6e2-6a9cc64d210a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (d1802648-fc75-48b4-9acc-c2efc8477f0e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:48.870563 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad76c2c4-f100-4a9b-b6e2-6a9cc64d210a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (d1802648-fc75-48b4-9acc-c2efc8477f0e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:48.884316 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad76c2c4-f100-4a9b-b6e2-6a9cc64d210a admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:50:48.887926 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad76c2c4-f100-4a9b-b6e2-6a9cc64d210a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (d1802648-fc75-48b4-9acc-c2efc8477f0e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:48.892782 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:50:48.892782 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:50:48.892782 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:50:48.892782 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:50:48.892782 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:50:48.892782 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:50:48.892782 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:50:48.892782 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:50:48.892782 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:50:48.892782 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:50:48.892782 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:50:48.892782 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:50:48.892782 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:50:48.892782 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:50:48.892782 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:50:48.892782 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:50:48.892782 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:50:48.892782 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:50:48.892782 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:50:48.892782 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:50:48.892782 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:50:48.892782 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:50:48.892782 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:50:48.892782 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:50:48.892782 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:50:48.892782 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:50:48.892782 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:50:48.892782 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:50:48.892782 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:50:48.892782 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:50:48.892782 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:50:48.892782 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:50:48.926638 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-20991469-1519-4c06-a3a2-f3620cbe2ec2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a8a25e0b1b7e4deea3c9fec19bd7df51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9710019 Mar 05 04:50:48.928474 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50230) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:48.956341 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-44116942-e142-4efb-9ec7-5d405d2c99e4 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b4c5ecf1c59144a68ee1fb483c77ba0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1195486 Mar 05 04:50:49.049688 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-3b4a4c49-a70c-44ba-b60a-de4b34110842 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-702972141-network', 'tenant_id': '366192bee0164241b9a880e0f9f72c4d'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:50:49.120158 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-92de64f7-4d87-4e0e-b645-e883639f9b57 service neutron] 10.222.0.11 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528342 Mar 05 04:50:49.171348 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4a4c49-a70c-44ba-b60a-de4b34110842 admin admin] Made reservation on behalf of 366192bee0164241b9a880e0f9f72c4d for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:50:49.175790 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3b4a4c49-a70c-44ba-b60a-de4b34110842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:49.232468 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3b4a4c49-a70c-44ba-b60a-de4b34110842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:49.343902 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84707a4-7424-465a-9273-6de28454917e req-f5e4bada-af12-435e-ac7a-f04678628c70 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:49.345786 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d84707a4-7424-465a-9273-6de28454917e req-f5e4bada-af12-435e-ac7a-f04678628c70 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 945 time: 0.2226310 Mar 05 04:50:49.348204 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3b4a4c49-a70c-44ba-b60a-de4b34110842 admin admin] Publish callbacks [] for security_group (0d0f21bd-e523-4149-a31d-ab5e5bf3f8b5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:49.349822 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-17f7b469-7bcf-4aec-8561-d709ed623e40 admin admin] Publish callbacks [] for security_group (4c1528b6-dc1c-427a-937b-2dc2ee467646), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:49.378645 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-17f7b469-7bcf-4aec-8561-d709ed623e40 admin admin] Publish callbacks [] for security_group (4c1528b6-dc1c-427a-937b-2dc2ee467646), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:49.428924 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad76c2c4-f100-4a9b-b6e2-6a9cc64d210a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (985421ce-deca-4c5d-b48d-6cf1bc83f97e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:49.435297 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3b4a4c49-a70c-44ba-b60a-de4b34110842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (0d0f21bd-e523-4149-a31d-ab5e5bf3f8b5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:49.446826 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-8146fe5b-2efc-4b84-80ca-906726d40ae1 service neutron] 10.222.0.11 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129420 Mar 05 04:50:49.481217 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad76c2c4-f100-4a9b-b6e2-6a9cc64d210a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:49.489577 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ad76c2c4-f100-4a9b-b6e2-6a9cc64d210a admin admin] 10.222.0.11 "DELETE /v2.0/networks/985421ce-deca-4c5d-b48d-6cf1bc83f97e HTTP/1.1" status: 204 len: 168 time: 1.0027332 Mar 05 04:50:49.527721 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b4a4c49-a70c-44ba-b60a-de4b34110842 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:50:49.550696 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d84707a4-7424-465a-9273-6de28454917e req-0e8dc834-8a2b-4d27-9f42-32c4c9032d5f tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973381 Mar 05 04:50:49.551500 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3b4a4c49-a70c-44ba-b60a-de4b34110842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (2bd5376d-8094-429d-a971-370f839332ae), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:49.551860 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-3b4a4c49-a70c-44ba-b60a-de4b34110842 admin admin] Added segment 2bd5376d-8094-429d-a971-370f839332ae of type vlan for network 29dc3ff4-9692-454e-a561-3d004b36c57f Mar 05 04:50:49.676662 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-17f7b469-7bcf-4aec-8561-d709ed623e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4c1528b6-dc1c-427a-937b-2dc2ee467646), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:49.690290 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-17f7b469-7bcf-4aec-8561-d709ed623e40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:49.699477 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-17f7b469-7bcf-4aec-8561-d709ed623e40 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4c1528b6-dc1c-427a-937b-2dc2ee467646 HTTP/1.1" status: 204 len: 168 time: 0.7685497 Mar 05 04:50:49.750104 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-091bfabb-2668-48be-b3ff-7609e7442490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (a8ec9549-9ccf-47b1-92a4-afd3e70bc704), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:49.752709 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76c2c4-f100-4a9b-b6e2-6a9cc64d210a admin admin] Pushing event deleted for resources: {'Network': ['ID=985421ce-deca-4c5d-b48d-6cf1bc83f97e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:49.766187 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3b4a4c49-a70c-44ba-b60a-de4b34110842 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (29dc3ff4-9692-454e-a561-3d004b36c57f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:49.768749 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a4c49-a70c-44ba-b60a-de4b34110842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0f21bd-e523-4149-a31d-ab5e5bf3f8b5,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:49.781557 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7b469-7bcf-4aec-8561-d709ed623e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1528b6-dc1c-427a-937b-2dc2ee467646,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:49.793634 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50242) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:49.838840 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3b4a4c49-a70c-44ba-b60a-de4b34110842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (29dc3ff4-9692-454e-a561-3d004b36c57f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:49.839867 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4a4c49-a70c-44ba-b60a-de4b34110842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:49.840607 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3b4a4c49-a70c-44ba-b60a-de4b34110842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:49.902058 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3b4a4c49-a70c-44ba-b60a-de4b34110842 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1326692 Mar 05 04:50:49.902707 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50248) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:49.910999 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-9f332397-bd3f-4218-8d90-fa95acbf8a98 admin admin] Request body: {'subnet': {'network_id': '29dc3ff4-9692-454e-a561-3d004b36c57f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-702972141-subnet', 'tenant_id': '366192bee0164241b9a880e0f9f72c4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:50:49.963328 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f332397-bd3f-4218-8d90-fa95acbf8a98 admin admin] Made reservation on behalf of 366192bee0164241b9a880e0f9f72c4d for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:50:49.965676 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9f332397-bd3f-4218-8d90-fa95acbf8a98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:49.973909 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c06e01ac-b580-4806-bac1-c5df127b33b4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f4d6c0f5613840f688af76ae3d834317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1642663 Mar 05 04:50:49.988838 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50250) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:49.998732 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a4c49-a70c-44ba-b60a-de4b34110842 admin admin] Pushing event updated for resources: {'Network': ['ID=29dc3ff4-9692-454e-a561-3d004b36c57f,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:50.012355 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 29dc3ff4-9692-454e-a561-3d004b36c57f details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:50:50.173831 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-50079823-7fbd-4dae-b056-b002c23567db admin admin] Publish callbacks [] for security_group (97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:50.227904 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d2510930-f8df-4cc9-8fed-24dd1172e312 req-30f52fa3-f245-414e-a88f-3a9ba11560e9 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 210 time: 0.1992989 Mar 05 04:50:50.263648 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-50079823-7fbd-4dae-b056-b002c23567db admin admin] Publish callbacks [] for security_group (97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:50.491538 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50254) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:50.548584 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5588518-2259-4ab0-9990-e926660e11b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:50.564738 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9f332397-bd3f-4218-8d90-fa95acbf8a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (307f7f16-701b-491c-a15a-2c19db713ea8), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:50.576673 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-50079823-7fbd-4dae-b056-b002c23567db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:50.580673 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-50079823-7fbd-4dae-b056-b002c23567db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:50.596045 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-50079823-7fbd-4dae-b056-b002c23567db admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44 HTTP/1.1" status: 204 len: 168 time: 0.6058207 Mar 05 04:50:50.728343 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5588518-2259-4ab0-9990-e926660e11b4 admin admin] Publish callbacks [] for security_group (41c59004-74a6-4caa-9454-9423a4473f8c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:50.751889 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50079823-7fbd-4dae-b056-b002c23567db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f24b3e-e3e6-484c-b4cf-5ea7b33ddd44,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:50.752028 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-091bfabb-2668-48be-b3ff-7609e7442490 admin admin] Deleting port f0839e76-7823-4a90-967b-483412daeb7f {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:50:50.760523 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-091bfabb-2668-48be-b3ff-7609e7442490 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (f0839e76-7823-4a90-967b-483412daeb7f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:50.762532 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5588518-2259-4ab0-9990-e926660e11b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (41c59004-74a6-4caa-9454-9423a4473f8c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:50.800270 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f332397-bd3f-4218-8d90-fa95acbf8a98 admin admin] Checking segment: {'id': '2bd5376d-8094-429d-a971-370f839332ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '29dc3ff4-9692-454e-a561-3d004b36c57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:50:50.801194 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f332397-bd3f-4218-8d90-fa95acbf8a98 admin admin] Network hostable DHCP agents. Network: 29dc3ff4-9692-454e-a561-3d004b36c57f, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:50:50.832617 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f332397-bd3f-4218-8d90-fa95acbf8a98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=307f7f16-701b-491c-a15a-2c19db713ea8,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:50.867026 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f332397-bd3f-4218-8d90-fa95acbf8a98 admin admin] Network 29dc3ff4-9692-454e-a561-3d004b36c57f is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:50:50.893508 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-9f332397-bd3f-4218-8d90-fa95acbf8a98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 29dc3ff4-9692-454e-a561-3d004b36c57f) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:50:50.898274 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f332397-bd3f-4218-8d90-fa95acbf8a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:50.898849 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9f332397-bd3f-4218-8d90-fa95acbf8a98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:50.905071 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c009a94d-7855-494c-a23a-2f09b60dd5b7 None None] Network 29dc3ff4-9692-454e-a561-3d004b36c57f requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:50:50.938914 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a5588518-2259-4ab0-9990-e926660e11b4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=33e642059de54340bf414b8568909120&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4392509 Mar 05 04:50:50.942299 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9f332397-bd3f-4218-8d90-fa95acbf8a98 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0352278 Mar 05 04:50:50.942910 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50268) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:51.062268 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-78feb9a6-748b-4d76-84a4-22dac60f2ae2 admin admin] Publish callbacks [] for security_group (41c59004-74a6-4caa-9454-9423a4473f8c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:51.089819 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-78feb9a6-748b-4d76-84a4-22dac60f2ae2 admin admin] Publish callbacks [] for security_group (41c59004-74a6-4caa-9454-9423a4473f8c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:51.146315 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-78feb9a6-748b-4d76-84a4-22dac60f2ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (41c59004-74a6-4caa-9454-9423a4473f8c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:51.149996 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-78feb9a6-748b-4d76-84a4-22dac60f2ae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:51.155725 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-78feb9a6-748b-4d76-84a4-22dac60f2ae2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/41c59004-74a6-4caa-9454-9423a4473f8c HTTP/1.1" status: 204 len: 168 time: 0.2115958 Mar 05 04:50:51.171362 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78feb9a6-748b-4d76-84a4-22dac60f2ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c59004-74a6-4caa-9454-9423a4473f8c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:51.212627 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5588518-2259-4ab0-9990-e926660e11b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c59004-74a6-4caa-9454-9423a4473f8c,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:51.218075 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da308b75-8e22-4957-98de-e2961ad63141 None None] Network 29dc3ff4-9692-454e-a561-3d004b36c57f requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:50:51.282023 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e676e-8839-4537-b635-3ef0a0e9fbe3 req-981ac6d9-b401-4507-a64f-af01d1af5f91 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:51.286217 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a6e676e-8839-4537-b635-3ef0a0e9fbe3 req-981ac6d9-b401-4507-a64f-af01d1af5f91 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 945 time: 0.4840012 Mar 05 04:50:51.363366 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-091bfabb-2668-48be-b3ff-7609e7442490 admin admin] For port f0839e76-7823-4a90-967b-483412daeb7f, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=f0839e76-7823-4a90-967b-483412daeb7f,segment=NetworkSegment(2fd6936d-1671-42a6-9dbc-220b5553be15),segment_id=2fd6936d-1671-42a6-9dbc-220b5553be15)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:51.363756 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-091bfabb-2668-48be-b3ff-7609e7442490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (f0839e76-7823-4a90-967b-483412daeb7f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:51.451686 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-091bfabb-2668-48be-b3ff-7609e7442490 admin admin] Calling delete_port for f0839e76-7823-4a90-967b-483412daeb7f owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:50:51.634353 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b7c032ca-92cd-466b-b7e5-9ecb26da7579 req-10107d7b-8f18-436a-bf13-cb19f6b91e61 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 210 time: 0.2172041 Mar 05 04:50:51.673886 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a6e676e-8839-4537-b635-3ef0a0e9fbe3 req-961c1b13-2d89-468e-b940-3f8e9d8381f1 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665559 Mar 05 04:50:51.876721 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-091bfabb-2668-48be-b3ff-7609e7442490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (f0839e76-7823-4a90-967b-483412daeb7f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:51.981346 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091bfabb-2668-48be-b3ff-7609e7442490 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0839e76-7823-4a90-967b-483412daeb7f,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:52.219809 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-0eb00c20-96e0-4430-9c3c-2603d19e0a4d tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:52.221824 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-0eb00c20-96e0-4430-9c3c-2603d19e0a4d tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.30 "GET /v2.0/networks?id=97e85245-3112-4887-8483-668804607d54 HTTP/1.1" status: 200 len: 812 time: 0.2333889 Mar 05 04:50:52.289792 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [req-b45c7d4e-3505-4737-85bb-71ab5ba13663 req-e2d3c3e0-5ffd-4d8c-b970-1b75678c2bf6 tempest-SecurityGroupsNegativeTestJSON-319032428 tempest-SecurityGroupsNegativeTestJSON-319032428-project] show failed (client error): The resource could not be found. Mar 05 04:50:52.290764 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b45c7d4e-3505-4737-85bb-71ab5ba13663 req-e2d3c3e0-5ffd-4d8c-b970-1b75678c2bf6 tempest-SecurityGroupsNegativeTestJSON-319032428 tempest-SecurityGroupsNegativeTestJSON-319032428-project] 10.222.0.11 "GET /v2.0/security-groups/a5a876cf-60b1-47f2-bd3f-06fb44417823 HTTP/1.1" status: 404 len: 352 time: 0.1274140 Mar 05 04:50:52.325170 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-d1a3e033-d3b7-46f7-92ff-d2abdb236fe7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Request body: {'port': {'device_id': '55343420-6be4-400d-b03e-9680ce598b82', 'network_id': '97e85245-3112-4887-8483-668804607d54', 'admin_state_up': True, 'tenant_id': 'b4c5ecf1c59144a68ee1fb483c77ba0c'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:50:52.490264 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50316) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:52.577752 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-79473b38-698d-4584-9516-3073f015d709 req-732c1a35-02f3-4726-be66-6f31a3a0977d tempest-SecurityGroupsNegativeTestJSON-319032428 tempest-SecurityGroupsNegativeTestJSON-319032428-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=366192bee0164241b9a880e0f9f72c4d HTTP/1.1" status: 200 len: 3005 time: 0.2314093 Mar 05 04:50:52.727199 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-233b64b6-9e04-45e3-90af-5199cb9843e7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-463432438-network', 'tenant_id': 'bbbc4feb356744e580db82395e864901'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:50:52.748756 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-091bfabb-2668-48be-b3ff-7609e7442490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (a8ec9549-9ccf-47b1-92a4-afd3e70bc704), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:52.759485 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233b64b6-9e04-45e3-90af-5199cb9843e7 admin admin] Made reservation on behalf of bbbc4feb356744e580db82395e864901 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:50:52.764878 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-233b64b6-9e04-45e3-90af-5199cb9843e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:52.779404 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-233b64b6-9e04-45e3-90af-5199cb9843e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:52.970689 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-233b64b6-9e04-45e3-90af-5199cb9843e7 admin admin] Publish callbacks [] for security_group (f0e95ac2-c814-430c-9e2f-383187d2d2f9), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:52.978331 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-233b64b6-9e04-45e3-90af-5199cb9843e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f0e95ac2-c814-430c-9e2f-383187d2d2f9), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:53.034564 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233b64b6-9e04-45e3-90af-5199cb9843e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:50:53.075324 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b64b6-9e04-45e3-90af-5199cb9843e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e95ac2-c814-430c-9e2f-383187d2d2f9,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:53.080789 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-233b64b6-9e04-45e3-90af-5199cb9843e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (9b93f021-a4fd-4eaa-ae8b-ba118c329f53), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:53.081153 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-233b64b6-9e04-45e3-90af-5199cb9843e7 admin admin] Added segment 9b93f021-a4fd-4eaa-ae8b-ba118c329f53 of type vlan for network fea4634f-b3a4-474f-a256-3808760b4334 Mar 05 04:50:53.146289 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-233b64b6-9e04-45e3-90af-5199cb9843e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (fea4634f-b3a4-474f-a256-3808760b4334), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:53.188968 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-233b64b6-9e04-45e3-90af-5199cb9843e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (fea4634f-b3a4-474f-a256-3808760b4334), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:53.189549 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-79473b38-698d-4584-9516-3073f015d709 req-f569ac40-4c14-4e7e-bbbc-eaa74ed7a75a tempest-SecurityGroupsNegativeTestJSON-319032428 tempest-SecurityGroupsNegativeTestJSON-319032428-project] 10.222.0.11 "GET /v2.0/security-groups/0d0f21bd-e523-4149-a31d-ab5e5bf3f8b5 HTTP/1.1" status: 200 len: 3002 time: 0.6034384 Mar 05 04:50:53.190698 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233b64b6-9e04-45e3-90af-5199cb9843e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:53.191314 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-233b64b6-9e04-45e3-90af-5199cb9843e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:53.196349 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-db4263dc-76c0-4a25-a739-69622fe0ae0f req-8ff2c047-8597-46d3-b40c-f63e7a2a5701 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 210 time: 0.4401569 Mar 05 04:50:53.274974 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-233b64b6-9e04-45e3-90af-5199cb9843e7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7826385 Mar 05 04:50:53.281596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50336) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:53.289906 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-b620fea4-aade-4e28-9da5-4f1e1285e18b admin admin] Request body: {'subnet': {'network_id': 'fea4634f-b3a4-474f-a256-3808760b4334', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-463432438-subnet', 'tenant_id': 'bbbc4feb356744e580db82395e864901', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:50:53.294832 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b64b6-9e04-45e3-90af-5199cb9843e7 admin admin] Pushing event updated for resources: {'Network': ['ID=fea4634f-b3a4-474f-a256-3808760b4334,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:53.305317 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network fea4634f-b3a4-474f-a256-3808760b4334 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:50:53.329056 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b620fea4-aade-4e28-9da5-4f1e1285e18b admin admin] Made reservation on behalf of bbbc4feb356744e580db82395e864901 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:50:53.331926 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b620fea4-aade-4e28-9da5-4f1e1285e18b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:53.374726 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-d1a3e033-d3b7-46f7-92ff-d2abdb236fe7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Made reservation on behalf of b4c5ecf1c59144a68ee1fb483c77ba0c for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:50:53.379371 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-d1a3e033-d3b7-46f7-92ff-d2abdb236fe7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:53.612700 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091bfabb-2668-48be-b3ff-7609e7442490 admin admin] Router a8ec9549-9ccf-47b1-92a4-afd3e70bc704 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:50:53.630641 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b620fea4-aade-4e28-9da5-4f1e1285e18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (3d67022b-f1c9-4bc7-813f-ac2097351516), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:53.665412 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112870d4-6b65-4469-9b09-6c2e36366fa5 req-94a0ad43-289a-4bb6-8292-18b2bd401158 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:53.678088 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-112870d4-6b65-4469-9b09-6c2e36366fa5 req-94a0ad43-289a-4bb6-8292-18b2bd401158 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 945 time: 0.3437982 Mar 05 04:50:53.691288 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-79473b38-698d-4584-9516-3073f015d709 req-969e69cb-f73f-4ce4-aab1-10ae18ff5c24 tempest-SecurityGroupsNegativeTestJSON-319032428 tempest-SecurityGroupsNegativeTestJSON-319032428-project] 10.222.0.11 "GET /v2.0/security-groups/0d0f21bd-e523-4149-a31d-ab5e5bf3f8b5 HTTP/1.1" status: 200 len: 3002 time: 0.5003920 Mar 05 04:50:53.731648 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620fea4-aade-4e28-9da5-4f1e1285e18b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d67022b-f1c9-4bc7-813f-ac2097351516,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:53.736351 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b620fea4-aade-4e28-9da5-4f1e1285e18b admin admin] Checking segment: {'id': '9b93f021-a4fd-4eaa-ae8b-ba118c329f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fea4634f-b3a4-474f-a256-3808760b4334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:50:53.736713 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b620fea4-aade-4e28-9da5-4f1e1285e18b admin admin] Network hostable DHCP agents. Network: fea4634f-b3a4-474f-a256-3808760b4334, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:50:53.789287 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b620fea4-aade-4e28-9da5-4f1e1285e18b admin admin] Network fea4634f-b3a4-474f-a256-3808760b4334 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:50:53.807780 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-b620fea4-aade-4e28-9da5-4f1e1285e18b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, fea4634f-b3a4-474f-a256-3808760b4334) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:50:53.816959 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3a2c6a-5074-4677-b4f3-1a33c1fa05c4 None None] Network fea4634f-b3a4-474f-a256-3808760b4334 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:50:53.826072 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b620fea4-aade-4e28-9da5-4f1e1285e18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:53.827956 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b620fea4-aade-4e28-9da5-4f1e1285e18b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:53.854928 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b620fea4-aade-4e28-9da5-4f1e1285e18b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5717273 Mar 05 04:50:53.856176 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50352) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:53.868547 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-28ce30ab-df55-425a-b348-a149f8627efc admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-463432438-router', 'tenant_id': 'bbbc4feb356744e580db82395e864901', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:50:53.947463 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28ce30ab-df55-425a-b348-a149f8627efc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (a3557140-dee6-4e54-9c8b-2d29919234bf), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:53.948782 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28ce30ab-df55-425a-b348-a149f8627efc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (a3557140-dee6-4e54-9c8b-2d29919234bf), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:53.992593 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-d1a3e033-d3b7-46f7-92ff-d2abdb236fe7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Allocated IP 172.20.0.7 (97e85245-3112-4887-8483-668804607d54/c431197c-f63d-4d0c-afc1-f0e0b1d87270/b34610c6-d670-4a34-accc-bafe36585063) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:50:54.020014 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4553676f-7a92-4de7-8111-d56b7e81165d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-fea4634f-b3a4-474f-a256-3808760b4334', 'network_id': 'fea4634f-b3a4-474f-a256-3808760b4334', 'project_id': 'bbbc4feb356744e580db82395e864901', 'fixed_ips': [{'subnet_id': '3d67022b-f1c9-4bc7-813f-ac2097351516'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:50:54.020949 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4553676f-7a92-4de7-8111-d56b7e81165d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:54.075350 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28ce30ab-df55-425a-b348-a149f8627efc admin admin] Publish callbacks [] for router_controller (a3557140-dee6-4e54-9c8b-2d29919234bf), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:54.081136 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091bfabb-2668-48be-b3ff-7609e7442490 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:50:54.094937 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-091bfabb-2668-48be-b3ff-7609e7442490 admin admin] 10.222.0.11 "PUT /v2.0/routers/a8ec9549-9ccf-47b1-92a4-afd3e70bc704/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9007528 Mar 05 04:50:54.099354 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6e0584-e6fc-4440-ab04-d77c7fbc7718 None None] Sync routers for ids ['a8ec9549-9ccf-47b1-92a4-afd3e70bc704'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:50:54.105600 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50360) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:54.122657 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6e0584-e6fc-4440-ab04-d77c7fbc7718 None None] Routers {'a8ec9549-9ccf-47b1-92a4-afd3e70bc704'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:50:54.125022 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-df6e0584-e6fc-4440-ab04-d77c7fbc7718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:50:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['a8ec9549-9ccf-47b1-92a4-afd3e70bc704'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:54.293603 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-4553676f-7a92-4de7-8111-d56b7e81165d None None] Allocated IP 172.20.0.2 (fea4634f-b3a4-474f-a256-3808760b4334/3d67022b-f1c9-4bc7-813f-ac2097351516/ec823ef9-f2c9-49c1-8bb8-4a8cc8235853) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:50:54.354537 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-df6e0584-e6fc-4440-ab04-d77c7fbc7718 None None] Set router a8ec9549-9ccf-47b1-92a4-afd3e70bc704 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:50:54.406293 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-112870d4-6b65-4469-9b09-6c2e36366fa5 req-12c1cc7b-cab0-4375-b3d7-44580cb30f3b tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7271757 Mar 05 04:50:54.412462 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de4ae132-9dd6-42bc-8fa3-f06c8811250e req-25165fef-3259-4a25-af13-038759892ee6 tempest-SecurityGroupsNegativeTestJSON-319032428 tempest-SecurityGroupsNegativeTestJSON-319032428-project] 10.222.0.11 "GET /v2.0/security-groups/0d0f21bd-e523-4149-a31d-ab5e5bf3f8b5 HTTP/1.1" status: 200 len: 3002 time: 0.6615267 Mar 05 04:50:54.489970 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28ce30ab-df55-425a-b348-a149f8627efc admin admin] Publish callbacks [] for router_gateway (a3557140-dee6-4e54-9c8b-2d29919234bf), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:54.540946 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4553676f-7a92-4de7-8111-d56b7e81165d None None] Publish callbacks [] for port (ec823ef9-f2c9-49c1-8bb8-4a8cc8235853), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:54.553695 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4553676f-7a92-4de7-8111-d56b7e81165d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (ec823ef9-f2c9-49c1-8bb8-4a8cc8235853), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:54.586141 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-d1a3e033-d3b7-46f7-92ff-d2abdb236fe7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks [] for port (b34610c6-d670-4a34-accc-bafe36585063), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:54.673506 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553676f-7a92-4de7-8111-d56b7e81165d None None] Pushing event updated for resources: {'Port': ['ID=ec823ef9-f2c9-49c1-8bb8-4a8cc8235853,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:54.678774 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-09a9e3c4-421f-484d-9754-b096b69f3c91 req-8cf27cd3-88d9-4ecd-8781-20b9a600e60e tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 210 time: 0.1124954 Mar 05 04:50:54.684584 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eb8b67fe-67c7-414c-9657-e25666fb92fa admin admin] Publish callbacks [] for router (a8ec9549-9ccf-47b1-92a4-afd3e70bc704), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:54.693140 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4553676f-7a92-4de7-8111-d56b7e81165d None None] Network fea4634f-b3a4-474f-a256-3808760b4334 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:50:54.696968 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-4553676f-7a92-4de7-8111-d56b7e81165d None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:50:54.701697 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4553676f-7a92-4de7-8111-d56b7e81165d None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:50:54.715161 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-df6e0584-e6fc-4440-ab04-d77c7fbc7718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ec9549-9ccf-47b1-92a4-afd3e70bc704', 'name': 'tempest-AttachSCSIVolumeTestJSON-1902128684-router', 'tenant_id': '3b20a621bb7044c2808f9e2367a9bd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'b42383ba-27bc-4eed-8d4f-04bb20c973b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:47:01Z', 'updated_at': '2022-03-05T04:50:51Z', 'revision_number': 5, 'project_id': '3b20a621bb7044c2808f9e2367a9bd26', 'gw_port': {'id': 'b42383ba-27bc-4eed-8d4f-04bb20c973b4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ec9549-9ccf-47b1-92a4-afd3e70bc704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:03Z', 'updated_at': '2022-03-05T04:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:54.755918 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6e0584-e6fc-4440-ab04-d77c7fbc7718 None None] Checking router: a8ec9549-9ccf-47b1-92a4-afd3e70bc704 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:50:54.779399 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6e0584-e6fc-4440-ab04-d77c7fbc7718 None None] Routers {'a8ec9549-9ccf-47b1-92a4-afd3e70bc704'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:50:54.780128 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-df6e0584-e6fc-4440-ab04-d77c7fbc7718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:50:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['a8ec9549-9ccf-47b1-92a4-afd3e70bc704'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:54.822375 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-4553676f-7a92-4de7-8111-d56b7e81165d None None] Attempting to bind port ec823ef9-f2c9-49c1-8bb8-4a8cc8235853 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:50:54.822789 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-4553676f-7a92-4de7-8111-d56b7e81165d None None] Attempting to bind port ec823ef9-f2c9-49c1-8bb8-4a8cc8235853 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '9b93f021-a4fd-4eaa-ae8b-ba118c329f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fea4634f-b3a4-474f-a256-3808760b4334'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:50:54.823164 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553676f-7a92-4de7-8111-d56b7e81165d None None] Attempting to bind port ec823ef9-f2c9-49c1-8bb8-4a8cc8235853 on network fea4634f-b3a4-474f-a256-3808760b4334 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:50:54.842033 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553676f-7a92-4de7-8111-d56b7e81165d None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:50:54.842443 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553676f-7a92-4de7-8111-d56b7e81165d None None] Checking segment: {'id': '9b93f021-a4fd-4eaa-ae8b-ba118c329f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fea4634f-b3a4-474f-a256-3808760b4334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:50:54.842819 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4553676f-7a92-4de7-8111-d56b7e81165d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:54.843241 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553676f-7a92-4de7-8111-d56b7e81165d None None] Bound using segment: {'id': '9b93f021-a4fd-4eaa-ae8b-ba118c329f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fea4634f-b3a4-474f-a256-3808760b4334'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:50:54.843745 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-4553676f-7a92-4de7-8111-d56b7e81165d None None] Bound port: ec823ef9-f2c9-49c1-8bb8-4a8cc8235853, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b93f021-a4fd-4eaa-ae8b-ba118c329f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fea4634f-b3a4-474f-a256-3808760b4334'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:50:54.844113 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4553676f-7a92-4de7-8111-d56b7e81165d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ec823ef9-f2c9-49c1-8bb8-4a8cc8235853), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:54.854083 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50370) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:54.884209 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [req-de4ae132-9dd6-42bc-8fa3-f06c8811250e req-6dc83da5-05ba-41ec-a816-e1142cca92d1 tempest-SecurityGroupsNegativeTestJSON-319032428 tempest-SecurityGroupsNegativeTestJSON-319032428-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 05 04:50:54.886301 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de4ae132-9dd6-42bc-8fa3-f06c8811250e req-6dc83da5-05ba-41ec-a816-e1142cca92d1 tempest-SecurityGroupsNegativeTestJSON-319032428 tempest-SecurityGroupsNegativeTestJSON-319032428-project] 10.222.0.11 "DELETE /v2.0/security-groups/0d0f21bd-e523-4149-a31d-ab5e5bf3f8b5 HTTP/1.1" status: 409 len: 352 time: 0.4607639 Mar 05 04:50:54.906052 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-d1a3e033-d3b7-46f7-92ff-d2abdb236fe7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (b34610c6-d670-4a34-accc-bafe36585063), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:54.956611 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28ce30ab-df55-425a-b348-a149f8627efc admin admin] Publish callbacks [] for router_gateway (a3557140-dee6-4e54-9c8b-2d29919234bf), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:54.973680 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-4553676f-7a92-4de7-8111-d56b7e81165d None None] For port ec823ef9-f2c9-49c1-8bb8-4a8cc8235853, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:50:54.981759 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-4553676f-7a92-4de7-8111-d56b7e81165d None None] For port ec823ef9-f2c9-49c1-8bb8-4a8cc8235853, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ec823ef9-f2c9-49c1-8bb8-4a8cc8235853,segment=NetworkSegment(9b93f021-a4fd-4eaa-ae8b-ba118c329f53),segment_id=9b93f021-a4fd-4eaa-ae8b-ba118c329f53)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:50:54.992331 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4553676f-7a92-4de7-8111-d56b7e81165d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ec823ef9-f2c9-49c1-8bb8-4a8cc8235853), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:54.994983 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28ce30ab-df55-425a-b348-a149f8627efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:55.006920 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [req-0eb68997-731b-4ab7-95b3-6622e0603c93 req-2adb5afb-6c81-4977-886d-f69e933f3e03 tempest-SecurityGroupsNegativeTestJSON-319032428 tempest-SecurityGroupsNegativeTestJSON-319032428-project] show failed (client error): The resource could not be found. Mar 05 04:50:55.009051 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0eb68997-731b-4ab7-95b3-6622e0603c93 req-2adb5afb-6c81-4977-886d-f69e933f3e03 tempest-SecurityGroupsNegativeTestJSON-319032428 tempest-SecurityGroupsNegativeTestJSON-319032428-project] 10.222.0.11 "GET /v2.0/security-groups/da874130-5933-4a1a-87f9-0c927d5c4331 HTTP/1.1" status: 404 len: 352 time: 0.0919406 Mar 05 04:50:55.022584 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a3e033-d3b7-46f7-92ff-d2abdb236fe7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Pushing event updated for resources: {'Port': ['ID=b34610c6-d670-4a34-accc-bafe36585063,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:55.036095 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-df6e0584-e6fc-4440-ab04-d77c7fbc7718 None None] Set router a8ec9549-9ccf-47b1-92a4-afd3e70bc704 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:50:55.099299 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a3e033-d3b7-46f7-92ff-d2abdb236fe7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:55.099741 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a3e033-d3b7-46f7-92ff-d2abdb236fe7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:55.100088 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a3e033-d3b7-46f7-92ff-d2abdb236fe7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:55.100471 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a3e033-d3b7-46f7-92ff-d2abdb236fe7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:55.100756 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a3e033-d3b7-46f7-92ff-d2abdb236fe7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:55.101317 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a3e033-d3b7-46f7-92ff-d2abdb236fe7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:55.101723 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a3e033-d3b7-46f7-92ff-d2abdb236fe7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:55.102130 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a3e033-d3b7-46f7-92ff-d2abdb236fe7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:55.102467 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a3e033-d3b7-46f7-92ff-d2abdb236fe7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:55.102803 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a3e033-d3b7-46f7-92ff-d2abdb236fe7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:55.103416 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a3e033-d3b7-46f7-92ff-d2abdb236fe7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:55.103725 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a3e033-d3b7-46f7-92ff-d2abdb236fe7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:55.104056 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a3e033-d3b7-46f7-92ff-d2abdb236fe7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:55.117886 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8c6920f6-4c7f-4b58-a6fc-bac16edb02af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:55.118284 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-d1a3e033-d3b7-46f7-92ff-d2abdb236fe7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Network 97e85245-3112-4887-8483-668804607d54 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:50:55.146859 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [req-305f2574-9529-476c-a1ed-99897a567ea2 req-9d6a59ab-f244-4f18-8449-bba89b1ec375 tempest-SecurityGroupsNegativeTestJSON-319032428 tempest-SecurityGroupsNegativeTestJSON-319032428-project] show failed (client error): The resource could not be found. Mar 05 04:50:55.148918 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-305f2574-9529-476c-a1ed-99897a567ea2 req-9d6a59ab-f244-4f18-8449-bba89b1ec375 tempest-SecurityGroupsNegativeTestJSON-319032428 tempest-SecurityGroupsNegativeTestJSON-319032428-project] 10.222.0.11 "GET /v2.0/security-groups/8e1449ff-671f-41ee-90c6-4c377a30f3e3 HTTP/1.1" status: 404 len: 352 time: 0.0845168 Mar 05 04:50:55.150514 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553676f-7a92-4de7-8111-d56b7e81165d None None] Pushing event updated for resources: {'Port': ['ID=ec823ef9-f2c9-49c1-8bb8-4a8cc8235853,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:55.152457 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-d1a3e033-d3b7-46f7-92ff-d2abdb236fe7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:50:55.154818 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-d1a3e033-d3b7-46f7-92ff-d2abdb236fe7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:50:55.225352 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50382) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:55.249868 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8c6920f6-4c7f-4b58-a6fc-bac16edb02af admin admin] Publish callbacks [] for security_group (f50a84f6-9454-43b4-8f35-f2a7dd560c05), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:55.273432 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8c6920f6-4c7f-4b58-a6fc-bac16edb02af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f50a84f6-9454-43b4-8f35-f2a7dd560c05), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:55.306542 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e11529a-22aa-454c-b511-c60b1f2139c2 admin admin] Deleting subnet 307f7f16-701b-491c-a15a-2c19db713ea8 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:50:55.310587 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9e11529a-22aa-454c-b511-c60b1f2139c2 admin admin] Publish callbacks [] for subnet (307f7f16-701b-491c-a15a-2c19db713ea8), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:55.374146 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9e11529a-22aa-454c-b511-c60b1f2139c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (307f7f16-701b-491c-a15a-2c19db713ea8), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:55.438134 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8c6920f6-4c7f-4b58-a6fc-bac16edb02af admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=902927ba8b204f0c982812cf9cb4de3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5829973 Mar 05 04:50:55.449412 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50386) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:55.475897 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6920f6-4c7f-4b58-a6fc-bac16edb02af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50a84f6-9454-43b4-8f35-f2a7dd560c05,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:55.484773 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-d1a3e033-d3b7-46f7-92ff-d2abdb236fe7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:55.488055 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-d1a3e033-d3b7-46f7-92ff-d2abdb236fe7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:55.503581 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-28ce30ab-df55-425a-b348-a149f8627efc admin admin] Allocated IP 172.25.0.194 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:50:55.568382 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eb8b67fe-67c7-414c-9657-e25666fb92fa admin admin] Publish callbacks [] for router_gateway (a8ec9549-9ccf-47b1-92a4-afd3e70bc704), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:55.637428 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-df6e0584-e6fc-4440-ab04-d77c7fbc7718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ec9549-9ccf-47b1-92a4-afd3e70bc704', 'name': 'tempest-AttachSCSIVolumeTestJSON-1902128684-router', 'tenant_id': '3b20a621bb7044c2808f9e2367a9bd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'b42383ba-27bc-4eed-8d4f-04bb20c973b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:47:01Z', 'updated_at': '2022-03-05T04:50:51Z', 'revision_number': 5, 'project_id': '3b20a621bb7044c2808f9e2367a9bd26', 'gw_port': {'id': 'b42383ba-27bc-4eed-8d4f-04bb20c973b4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ec9549-9ccf-47b1-92a4-afd3e70bc704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:03Z', 'updated_at': '2022-03-05T04:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:55.668792 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6e0584-e6fc-4440-ab04-d77c7fbc7718 None None] The sync data for ids ['a8ec9549-9ccf-47b1-92a4-afd3e70bc704'] in n-d-789963-32 is: [{'id': 'a8ec9549-9ccf-47b1-92a4-afd3e70bc704', 'name': 'tempest-AttachSCSIVolumeTestJSON-1902128684-router', 'tenant_id': '3b20a621bb7044c2808f9e2367a9bd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'b42383ba-27bc-4eed-8d4f-04bb20c973b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:47:01Z', 'updated_at': '2022-03-05T04:50:51Z', 'revision_number': 5, 'project_id': '3b20a621bb7044c2808f9e2367a9bd26', 'gw_port': {'id': 'b42383ba-27bc-4eed-8d4f-04bb20c973b4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e1:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ec9549-9ccf-47b1-92a4-afd3e70bc704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:03Z', 'updated_at': '2022-03-05T04:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:50:55.709748 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-d1a3e033-d3b7-46f7-92ff-d2abdb236fe7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4094977 Mar 05 04:50:55.711742 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9e11529a-22aa-454c-b511-c60b1f2139c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (307f7f16-701b-491c-a15a-2c19db713ea8), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:55.741021 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28ce30ab-df55-425a-b348-a149f8627efc admin admin] Publish callbacks [] for port (dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:55.746689 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-03453d10-2b02-436e-b0dc-3ada00bc180a admin admin] Publish callbacks [] for security_group (f50a84f6-9454-43b4-8f35-f2a7dd560c05), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:55.747710 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-a835aec7-4b08-47ee-8991-98c192ad06b4 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:50:55.748710 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-a835aec7-4b08-47ee-8991-98c192ad06b4 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0297039 Mar 05 04:50:55.783005 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-03453d10-2b02-436e-b0dc-3ada00bc180a admin admin] Publish callbacks [] for security_group (f50a84f6-9454-43b4-8f35-f2a7dd560c05), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:55.820761 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09792dae-4942-4a42-aebd-7b53c4726192 req-19d6e403-1749-4f03-b772-15b4e4d60e2c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:55.827884 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-09792dae-4942-4a42-aebd-7b53c4726192 req-19d6e403-1749-4f03-b772-15b4e4d60e2c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 945 time: 0.1923525 Mar 05 04:50:55.841339 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28ce30ab-df55-425a-b348-a149f8627efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:55.853671 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c707f0-27d6-4625-9cda-748d31c1f220 req-5042d231-6b59-43b9-80de-6423ca342858 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:55.862105 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-51c707f0-27d6-4625-9cda-748d31c1f220 req-5042d231-6b59-43b9-80de-6423ca342858 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 945 time: 0.3370209 Mar 05 04:50:55.882211 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ce30ab-df55-425a-b348-a149f8627efc admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:50:55.886931 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-28ce30ab-df55-425a-b348-a149f8627efc admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:50:55.893990 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ce30ab-df55-425a-b348-a149f8627efc admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:50:55.895823 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-03453d10-2b02-436e-b0dc-3ada00bc180a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f50a84f6-9454-43b4-8f35-f2a7dd560c05), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:55.898827 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-03453d10-2b02-436e-b0dc-3ada00bc180a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:55.902453 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-03453d10-2b02-436e-b0dc-3ada00bc180a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f50a84f6-9454-43b4-8f35-f2a7dd560c05 HTTP/1.1" status: 204 len: 168 time: 0.4497597 Mar 05 04:50:55.946450 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce30ab-df55-425a-b348-a149f8627efc admin admin] Pushing event updated for resources: {'Port': ['ID=dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:55.955189 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03453d10-2b02-436e-b0dc-3ada00bc180a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50a84f6-9454-43b4-8f35-f2a7dd560c05,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:55.968384 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-b98a2ca4-e336-43bd-bdb5-097c19892682 service neutron] Request body: {'port': {'device_id': '55343420-6be4-400d-b03e-9680ce598b82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:50:56.077364 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9e11529a-22aa-454c-b511-c60b1f2139c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (307f7f16-701b-491c-a15a-2c19db713ea8), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:56.090438 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-09792dae-4942-4a42-aebd-7b53c4726192 req-5654fd2c-dffd-4336-a006-623739474a4c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616391 Mar 05 04:50:56.156884 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e11529a-22aa-454c-b511-c60b1f2139c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=307f7f16-701b-491c-a15a-2c19db713ea8,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:56.167372 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9e11529a-22aa-454c-b511-c60b1f2139c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:56.171376 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9e11529a-22aa-454c-b511-c60b1f2139c2 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/307f7f16-701b-491c-a15a-2c19db713ea8 HTTP/1.1" status: 204 len: 168 time: 0.9430883 Mar 05 04:50:56.176878 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-51c707f0-27d6-4625-9cda-748d31c1f220 req-a7efb5e8-9c1b-4560-93c4-40a6035ec781 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139517 Mar 05 04:50:56.177693 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-b98a2ca4-e336-43bd-bdb5-097c19892682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b34610c6-d670-4a34-accc-bafe36585063), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:56.193926 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50398) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:56.208593 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-eb8b67fe-67c7-414c-9657-e25666fb92fa admin admin] Deleting port b42383ba-27bc-4eed-8d4f-04bb20c973b4 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:50:56.208967 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eb8b67fe-67c7-414c-9657-e25666fb92fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (b42383ba-27bc-4eed-8d4f-04bb20c973b4), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:56.251308 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4be1c-44a6-478f-956f-6bfa4a80d0a0 req-0f7f0d93-8696-4757-916e-972241ec0962 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:56.252840 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ad4be1c-44a6-478f-956f-6bfa4a80d0a0 req-0f7f0d93-8696-4757-916e-972241ec0962 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.31 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 945 time: 0.3877208 Mar 05 04:50:56.478920 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28ce30ab-df55-425a-b348-a149f8627efc admin admin] Publish callbacks [] for router_gateway (a3557140-dee6-4e54-9c8b-2d29919234bf), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:56.504912 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-31411ae7-7e89-499f-a45e-2e7b5b285e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (29dc3ff4-9692-454e-a561-3d004b36c57f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:56.788723 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ec823ef9-f2c9-49c1-8bb8-4a8cc8235853 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:50:56.821501 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28ce30ab-df55-425a-b348-a149f8627efc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (a3557140-dee6-4e54-9c8b-2d29919234bf), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:56.839717 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7324a45-a7ef-4cd6-a589-add671acaba9 None None] Network fea4634f-b3a4-474f-a256-3808760b4334 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:50:56.900964 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-31411ae7-7e89-499f-a45e-2e7b5b285e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (29dc3ff4-9692-454e-a561-3d004b36c57f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:56.955189 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port ec823ef9-f2c9-49c1-8bb8-4a8cc8235853 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:50:56.956015 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ec823ef9-f2c9-49c1-8bb8-4a8cc8235853), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:57.041783 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-ddb301a4-e6e7-44be-b334-80085cdfcef0 None None] Provisioning complete for port ec823ef9-f2c9-49c1-8bb8-4a8cc8235853 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:50:57.042507 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ddb301a4-e6e7-44be-b334-80085cdfcef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ec823ef9-f2c9-49c1-8bb8-4a8cc8235853), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:57.201615 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ddb301a4-e6e7-44be-b334-80085cdfcef0 None None] Current status of the port ec823ef9-f2c9-49c1-8bb8-4a8cc8235853 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:57.202390 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ddb301a4-e6e7-44be-b334-80085cdfcef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ec823ef9-f2c9-49c1-8bb8-4a8cc8235853), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:57.399214 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ce30ab-df55-425a-b348-a149f8627efc admin admin] Router a3557140-dee6-4e54-9c8b-2d29919234bf is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:50:57.478998 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port ec823ef9-f2c9-49c1-8bb8-4a8cc8235853 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:57.479590 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ec823ef9-f2c9-49c1-8bb8-4a8cc8235853), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:57.500804 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-ddb301a4-e6e7-44be-b334-80085cdfcef0 None None] For port ec823ef9-f2c9-49c1-8bb8-4a8cc8235853, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ec823ef9-f2c9-49c1-8bb8-4a8cc8235853,segment=NetworkSegment(9b93f021-a4fd-4eaa-ae8b-ba118c329f53),segment_id=9b93f021-a4fd-4eaa-ae8b-ba118c329f53)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:57.574478 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 04:50:57.574914 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 04:50:57.575586 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ddb301a4-e6e7-44be-b334-80085cdfcef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ec823ef9-f2c9-49c1-8bb8-4a8cc8235853), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:57.626226 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ce30ab-df55-425a-b348-a149f8627efc admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:50:57.641185 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb301a4-e6e7-44be-b334-80085cdfcef0 None None] Pushing event updated for resources: {'Port': ['ID=ec823ef9-f2c9-49c1-8bb8-4a8cc8235853,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:57.652401 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28ce30ab-df55-425a-b348-a149f8627efc admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:57.653938 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-28ce30ab-df55-425a-b348-a149f8627efc admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7948129 Mar 05 04:50:57.654114 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9bf33c-b0df-4e25-8bd8-14f1715b41b2 None None] Sync routers for ids ['a3557140-dee6-4e54-9c8b-2d29919234bf'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:50:57.657109 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50432) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:57.661837 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd77fa5-bebe-4b22-b804-c0da9c91fdc6 req-b0250405-f7a9-4c03-a549-c0e790c5b108 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:57.664589 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bcd77fa5-bebe-4b22-b804-c0da9c91fdc6 req-b0250405-f7a9-4c03-a549-c0e790c5b108 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 931 time: 1.3809383 Mar 05 04:50:57.671044 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9bf33c-b0df-4e25-8bd8-14f1715b41b2 None None] Routers {'a3557140-dee6-4e54-9c8b-2d29919234bf'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:50:57.671923 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8d9bf33c-b0df-4e25-8bd8-14f1715b41b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:50:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['a3557140-dee6-4e54-9c8b-2d29919234bf'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:57.674329 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-31411ae7-7e89-499f-a45e-2e7b5b285e42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29dc3ff4-9692-454e-a561-3d004b36c57f']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:57.745109 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-48f22a54-0579-4cc6-a15b-4b47853b1a84 None None] Provisioning complete for port ec823ef9-f2c9-49c1-8bb8-4a8cc8235853 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:50:57.745616 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-48f22a54-0579-4cc6-a15b-4b47853b1a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ec823ef9-f2c9-49c1-8bb8-4a8cc8235853), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:57.755536 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-31411ae7-7e89-499f-a45e-2e7b5b285e42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd5376d-8094-429d-a971-370f839332ae') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:57.755816 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-31411ae7-7e89-499f-a45e-2e7b5b285e42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd5376d-8094-429d-a971-370f839332ae') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:57.794503 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-6ad4be1c-44a6-478f-956f-6bfa4a80d0a0 req-7a383a8d-def9-46b1-b3fa-d07dc7e10d9d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Deleting port a9b93e14-ffc1-4130-9d33-751178e57443 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:50:57.794957 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6ad4be1c-44a6-478f-956f-6bfa4a80d0a0 req-7a383a8d-def9-46b1-b3fa-d07dc7e10d9d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (a9b93e14-ffc1-4130-9d33-751178e57443), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:57.832805 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-eb8b67fe-67c7-414c-9657-e25666fb92fa admin admin] For port b42383ba-27bc-4eed-8d4f-04bb20c973b4, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b42383ba-27bc-4eed-8d4f-04bb20c973b4,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:57.833075 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eb8b67fe-67c7-414c-9657-e25666fb92fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (b42383ba-27bc-4eed-8d4f-04bb20c973b4), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:57.846960 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-31411ae7-7e89-499f-a45e-2e7b5b285e42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (2bd5376d-8094-429d-a971-370f839332ae), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:57.848578 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-8d9bf33c-b0df-4e25-8bd8-14f1715b41b2 None None] Set router a3557140-dee6-4e54-9c8b-2d29919234bf gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:50:57.851657 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bcd77fa5-bebe-4b22-b804-c0da9c91fdc6 req-eefa8da3-a8fa-4920-9eb8-55c01ce10fa5 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735752 Mar 05 04:50:57.893166 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-b98a2ca4-e336-43bd-bdb5-097c19892682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b34610c6-d670-4a34-accc-bafe36585063 {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:50:57.907001 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-eb8b67fe-67c7-414c-9657-e25666fb92fa admin admin] Calling delete_port for b42383ba-27bc-4eed-8d4f-04bb20c973b4 owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:50:57.910987 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-b98a2ca4-e336-43bd-bdb5-097c19892682 service neutron] Publish callbacks [] for port (b34610c6-d670-4a34-accc-bafe36585063), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:57.925100 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-31411ae7-7e89-499f-a45e-2e7b5b285e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (2bd5376d-8094-429d-a971-370f839332ae), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:58.013908 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-6ad4be1c-44a6-478f-956f-6bfa4a80d0a0 req-7a383a8d-def9-46b1-b3fa-d07dc7e10d9d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] For port a9b93e14-ffc1-4130-9d33-751178e57443, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a9b93e14-ffc1-4130-9d33-751178e57443,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:50:58.014372 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6ad4be1c-44a6-478f-956f-6bfa4a80d0a0 req-7a383a8d-def9-46b1-b3fa-d07dc7e10d9d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (a9b93e14-ffc1-4130-9d33-751178e57443), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:58.035137 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-6ad4be1c-44a6-478f-956f-6bfa4a80d0a0 req-7a383a8d-def9-46b1-b3fa-d07dc7e10d9d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Calling delete_port for a9b93e14-ffc1-4130-9d33-751178e57443 owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:50:58.045118 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-48f22a54-0579-4cc6-a15b-4b47853b1a84 None None] Current status of the port ec823ef9-f2c9-49c1-8bb8-4a8cc8235853 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:58.120482 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31411ae7-7e89-499f-a45e-2e7b5b285e42 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:50:58.121099 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-31411ae7-7e89-499f-a45e-2e7b5b285e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (2bd5376d-8094-429d-a971-370f839332ae), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:58.127706 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 04:50:58.127706 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:50:58.127706 n-d-789963-32 neutron-server[105231]: timer() Mar 05 04:50:58.127706 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:50:58.127706 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 04:50:58.127706 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:50:58.127706 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 04:50:58.127706 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:50:58.127706 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 04:50:58.127706 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:50:58.127706 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 04:50:58.127706 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:50:58.127706 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 04:50:58.127706 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:50:58.127706 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:50:58.127706 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:50:58.127706 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:50:58.127706 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:50:58.127706 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 04:50:58.127706 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:50:58.127706 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 04:50:58.127706 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:50:58.127706 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:50:58.127706 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:50:58.127706 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 04:50:58.127706 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:50:58.127706 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:50:58.127706 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:50:58.127706 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:50:58.127706 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:50:58.127706 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:50:58.127706 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:50:58.142205 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port ec823ef9-f2c9-49c1-8bb8-4a8cc8235853 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:58.184563 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbe526-1a92-4c5a-a4f3-076deeef4980 req-1ec9050d-ccde-43ed-9d68-0b0d513b3913 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:58.186226 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3edbe526-1a92-4c5a-a4f3-076deeef4980 req-1ec9050d-ccde-43ed-9d68-0b0d513b3913 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 945 time: 0.5151260 Mar 05 04:50:58.312119 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f0839e76-7823-4a90-967b-483412daeb7f no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:50:58.327911 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-b98a2ca4-e336-43bd-bdb5-097c19892682 service neutron] Transition to ACTIVE for port object b34610c6-d670-4a34-accc-bafe36585063 will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:50:58.337891 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-31411ae7-7e89-499f-a45e-2e7b5b285e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (29dc3ff4-9692-454e-a561-3d004b36c57f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:58.343696 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-31411ae7-7e89-499f-a45e-2e7b5b285e42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:58.352698 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-31411ae7-7e89-499f-a45e-2e7b5b285e42 admin admin] 10.222.0.11 "DELETE /v2.0/networks/29dc3ff4-9692-454e-a561-3d004b36c57f HTTP/1.1" status: 204 len: 168 time: 2.1443751 Mar 05 04:50:58.381164 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-b98a2ca4-e336-43bd-bdb5-097c19892682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (b34610c6-d670-4a34-accc-bafe36585063), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:58.407099 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: f0839e76-7823-4a90-967b-483412daeb7f {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:50:58.407503 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f0839e76-7823-4a90-967b-483412daeb7f not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:50:58.444369 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31411ae7-7e89-499f-a45e-2e7b5b285e42 admin admin] Pushing event deleted for resources: {'Network': ['ID=29dc3ff4-9692-454e-a561-3d004b36c57f,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:58.452026 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3edbe526-1a92-4c5a-a4f3-076deeef4980 req-58b83e04-8583-4749-808e-d6221d9d21a3 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028987 Mar 05 04:50:58.465615 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:50:58.466785 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd58fc4-89c4-4216-bf23-0961d8cab180 req-c7708c88-2d3e-4ec4-ba57-e303535294e5 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:58.468535 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2cd58fc4-89c4-4216-bf23-0961d8cab180 req-c7708c88-2d3e-4ec4-ba57-e303535294e5 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=9422d07d-b2a7-4057-9d79-de78fa5f057d HTTP/1.1" status: 200 len: 945 time: 0.3843637 Mar 05 04:50:58.501789 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8d9bf33c-b0df-4e25-8bd8-14f1715b41b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3557140-dee6-4e54-9c8b-2d29919234bf', 'name': 'tempest-ServersTestMultiNic-463432438-router', 'tenant_id': 'bbbc4feb356744e580db82395e864901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:50:53Z', 'updated_at': '2022-03-05T04:50:56Z', 'revision_number': 3, 'project_id': 'bbbc4feb356744e580db82395e864901', 'gw_port': {'id': 'dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3557140-dee6-4e54-9c8b-2d29919234bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:50:55Z', 'updated_at': '2022-03-05T04:50:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:58.548316 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9bf33c-b0df-4e25-8bd8-14f1715b41b2 None None] Checking router: a3557140-dee6-4e54-9c8b-2d29919234bf for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:50:58.549203 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9bf33c-b0df-4e25-8bd8-14f1715b41b2 None None] Updating router a3557140-dee6-4e54-9c8b-2d29919234bf port dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:50:58.568625 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50456) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:58.591820 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8d9bf33c-b0df-4e25-8bd8-14f1715b41b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:58.631827 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a2ca4-e336-43bd-bdb5-097c19892682 service neutron] Pushing event updated for resources: {'Port': ['ID=b34610c6-d670-4a34-accc-bafe36585063,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:58.701511 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6ad4be1c-44a6-478f-956f-6bfa4a80d0a0 req-7a383a8d-def9-46b1-b3fa-d07dc7e10d9d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (a9b93e14-ffc1-4130-9d33-751178e57443), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:58.714226 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-277b2c60-3ac6-4306-bae5-f98c022be5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:58.725434 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2cd58fc4-89c4-4216-bf23-0961d8cab180 req-f7dec547-2194-4b83-91d7-ffd7cb640114 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883507 Mar 05 04:50:58.788854 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ba189c1c-bf56-480a-8141-68863d7ed133 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=366192bee0164241b9a880e0f9f72c4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2157519 Mar 05 04:50:58.790716 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50458) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:58.791789 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50460) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:58.865034 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a383a8d-def9-46b1-b3fa-d07dc7e10d9d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Pushing event deleted for resources: {'Port': ['ID=a9b93e14-ffc1-4130-9d33-751178e57443,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:58.904280 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad4be1c-44a6-478f-956f-6bfa4a80d0a0 req-7a383a8d-def9-46b1-b3fa-d07dc7e10d9d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] No DVR routers for this DVR port a9b93e14-ffc1-4130-9d33-751178e57443 on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:50:58.908040 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6ad4be1c-44a6-478f-956f-6bfa4a80d0a0 req-7a383a8d-def9-46b1-b3fa-d07dc7e10d9d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:58.913373 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ad4be1c-44a6-478f-956f-6bfa4a80d0a0 req-7a383a8d-def9-46b1-b3fa-d07dc7e10d9d tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.31 "DELETE /v2.0/ports/a9b93e14-ffc1-4130-9d33-751178e57443 HTTP/1.1" status: 204 len: 173 time: 2.6266026 Mar 05 04:50:58.920450 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9422d07d-b2a7-4057-9d79-de78fa5f057d', 'name': 'network-vif-deleted', 'tag': 'a9b93e14-ffc1-4130-9d33-751178e57443'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:50:58.922875 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fb1c61-b24d-49f4-a590-8fd783e0c56a" -d '{"events": [{"server_uuid": "9422d07d-b2a7-4057-9d79-de78fa5f057d", "name": "network-vif-deleted", "tag": "a9b93e14-ffc1-4130-9d33-751178e57443"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:50:58.926282 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eb8b67fe-67c7-414c-9657-e25666fb92fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (b42383ba-27bc-4eed-8d4f-04bb20c973b4), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:58.935108 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8d9bf33c-b0df-4e25-8bd8-14f1715b41b2 None None] Publish callbacks [] for port (dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:58.935739 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-b98a2ca4-e336-43bd-bdb5-097c19892682 service neutron] Attempting to bind port b34610c6-d670-4a34-accc-bafe36585063 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:50:58.935739 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-b98a2ca4-e336-43bd-bdb5-097c19892682 service neutron] Attempting to bind port b34610c6-d670-4a34-accc-bafe36585063 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '203a0330-0979-4646-8d37-68343458b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97e85245-3112-4887-8483-668804607d54'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:50:58.936034 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-b98a2ca4-e336-43bd-bdb5-097c19892682 service neutron] Attempting to bind port b34610c6-d670-4a34-accc-bafe36585063 on network 97e85245-3112-4887-8483-668804607d54 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:50:58.941410 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ec823ef9-f2c9-49c1-8bb8-4a8cc8235853 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:50:58.971682 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-b98a2ca4-e336-43bd-bdb5-097c19892682 service neutron] Port b34610c6-d670-4a34-accc-bafe36585063 on network 97e85245-3112-4887-8483-668804607d54 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:50:58.972010 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-b98a2ca4-e336-43bd-bdb5-097c19892682 service neutron] Attempting to bind port b34610c6-d670-4a34-accc-bafe36585063 on network 97e85245-3112-4887-8483-668804607d54 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:50:58.996373 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8d9bf33c-b0df-4e25-8bd8-14f1715b41b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:59.004271 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-b98a2ca4-e336-43bd-bdb5-097c19892682 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:50:59.004556 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-b98a2ca4-e336-43bd-bdb5-097c19892682 service neutron] Checking segment: {'id': '203a0330-0979-4646-8d37-68343458b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97e85245-3112-4887-8483-668804607d54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:50:59.004870 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-b98a2ca4-e336-43bd-bdb5-097c19892682 service neutron] Bound using segment: {'id': '203a0330-0979-4646-8d37-68343458b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97e85245-3112-4887-8483-668804607d54'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:50:59.005315 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-b98a2ca4-e336-43bd-bdb5-097c19892682 service neutron] Bound port: b34610c6-d670-4a34-accc-bafe36585063, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203a0330-0979-4646-8d37-68343458b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97e85245-3112-4887-8483-668804607d54'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:50:59.005715 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-b98a2ca4-e336-43bd-bdb5-097c19892682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b34610c6-d670-4a34-accc-bafe36585063), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:59.011895 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b67fe-67c7-414c-9657-e25666fb92fa admin admin] Pushing event deleted for resources: {'Port': ['ID=b42383ba-27bc-4eed-8d4f-04bb20c973b4,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:59.039871 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f85bdea8-d2c4-4f48-acb0-5624906ba3bc admin admin] Publish callbacks [] for security_group (0d0f21bd-e523-4149-a31d-ab5e5bf3f8b5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:59.068026 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d191a2a8-401d-425b-9569-9a7c78c40d35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:59.088684 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9d30d-6295-4e95-9b96-7a68df1f31d8 None None] Pushing event updated for resources: {'Port': ['ID=dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:59.091298 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-8d9bf33c-b0df-4e25-8bd8-14f1715b41b2 None None] Attempting to bind port dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:50:59.091677 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-8d9bf33c-b0df-4e25-8bd8-14f1715b41b2 None None] Attempting to bind port dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:50:59.092047 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9bf33c-b0df-4e25-8bd8-14f1715b41b2 None None] Attempting to bind port dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:50:59.100150 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port ec823ef9-f2c9-49c1-8bb8-4a8cc8235853 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:50:59.100150 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ec823ef9-f2c9-49c1-8bb8-4a8cc8235853), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:59.100588 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f85bdea8-d2c4-4f48-acb0-5624906ba3bc admin admin] Publish callbacks [] for security_group (0d0f21bd-e523-4149-a31d-ab5e5bf3f8b5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:59.129741 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9bf33c-b0df-4e25-8bd8-14f1715b41b2 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:50:59.130164 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9bf33c-b0df-4e25-8bd8-14f1715b41b2 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:50:59.130517 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8d9bf33c-b0df-4e25-8bd8-14f1715b41b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:59.130923 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9bf33c-b0df-4e25-8bd8-14f1715b41b2 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:50:59.131513 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-8d9bf33c-b0df-4e25-8bd8-14f1715b41b2 None None] Bound port: dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:50:59.131907 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8d9bf33c-b0df-4e25-8bd8-14f1715b41b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:59.196946 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-8d9bf33c-b0df-4e25-8bd8-14f1715b41b2 None None] For port dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:50:59.199466 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-277b2c60-3ac6-4306-bae5-f98c022be5a7 admin admin] Allocated IP 172.20.0.1 (fea4634f-b3a4-474f-a256-3808760b4334/3d67022b-f1c9-4bc7-813f-ac2097351516/48baaac8-31d8-4d40-9456-1066475d56d5) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:50:59.200652 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-8d9bf33c-b0df-4e25-8bd8-14f1715b41b2 None None] For port dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:50:59.215048 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8d9bf33c-b0df-4e25-8bd8-14f1715b41b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:59.238331 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-b98a2ca4-e336-43bd-bdb5-097c19892682 service neutron] For port b34610c6-d670-4a34-accc-bafe36585063, host n-h1-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:50:59.245428 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-b98a2ca4-e336-43bd-bdb5-097c19892682 service neutron] For port b34610c6-d670-4a34-accc-bafe36585063, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=b34610c6-d670-4a34-accc-bafe36585063,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:50:59.262868 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-b98a2ca4-e336-43bd-bdb5-097c19892682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (b34610c6-d670-4a34-accc-bafe36585063), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:59.274918 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f85bdea8-d2c4-4f48-acb0-5624906ba3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (0d0f21bd-e523-4149-a31d-ab5e5bf3f8b5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:59.277498 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f85bdea8-d2c4-4f48-acb0-5624906ba3bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:59.278639 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f85bdea8-d2c4-4f48-acb0-5624906ba3bc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0d0f21bd-e523-4149-a31d-ab5e5bf3f8b5 HTTP/1.1" status: 204 len: 168 time: 0.4842553 Mar 05 04:50:59.293708 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9bf33c-b0df-4e25-8bd8-14f1715b41b2 None None] Routers {'a3557140-dee6-4e54-9c8b-2d29919234bf'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:50:59.294362 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8d9bf33c-b0df-4e25-8bd8-14f1715b41b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:50:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['a3557140-dee6-4e54-9c8b-2d29919234bf'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:50:59.317232 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bdea8-d2c4-4f48-acb0-5624906ba3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0f21bd-e523-4149-a31d-ab5e5bf3f8b5,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:59.339929 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85bdea8-d2c4-4f48-acb0-5624906ba3bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:59.340352 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85bdea8-d2c4-4f48-acb0-5624906ba3bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:59.341190 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85bdea8-d2c4-4f48-acb0-5624906ba3bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:59.341190 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85bdea8-d2c4-4f48-acb0-5624906ba3bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:59.341440 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85bdea8-d2c4-4f48-acb0-5624906ba3bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:59.341708 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85bdea8-d2c4-4f48-acb0-5624906ba3bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:59.343064 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85bdea8-d2c4-4f48-acb0-5624906ba3bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:59.343064 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85bdea8-d2c4-4f48-acb0-5624906ba3bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:59.343374 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9d30d-6295-4e95-9b96-7a68df1f31d8 None None] Pushing event updated for resources: {'Port': ['ID=dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:59.343485 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85bdea8-d2c4-4f48-acb0-5624906ba3bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:59.343485 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85bdea8-d2c4-4f48-acb0-5624906ba3bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:59.343485 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85bdea8-d2c4-4f48-acb0-5624906ba3bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:59.343900 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85bdea8-d2c4-4f48-acb0-5624906ba3bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:59.344161 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85bdea8-d2c4-4f48-acb0-5624906ba3bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:50:59.359463 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb999b4-3f63-45f3-b27e-07e53921f1bb x-openstack-request-id: req-dcb999b4-3f63-45f3-b27e-07e53921f1bb {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:50:59.359788 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9422d07d-b2a7-4057-9d79-de78fa5f057d", "name": "network-vif-deleted", "tag": "a9b93e14-ffc1-4130-9d33-751178e57443", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:50:59.360211 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dcb999b4-3f63-45f3-b27e-07e53921f1bb {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:50:59.360652 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9422d07d-b2a7-4057-9d79-de78fa5f057d', 'name': 'network-vif-deleted', 'tag': 'a9b93e14-ffc1-4130-9d33-751178e57443', 'status': 'completed', 'code': 200} Mar 05 04:50:59.370453 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d191a2a8-401d-425b-9569-9a7c78c40d35 admin admin] Publish callbacks [] for security_group (42cab468-5e9d-4979-aed8-ef250c8ac732), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:59.379607 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d191a2a8-401d-425b-9569-9a7c78c40d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (42cab468-5e9d-4979-aed8-ef250c8ac732), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:59.379865 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a2ca4-e336-43bd-bdb5-097c19892682 service neutron] Pushing event updated for resources: {'Port': ['ID=b34610c6-d670-4a34-accc-bafe36585063,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:59.403757 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-b98a2ca4-e336-43bd-bdb5-097c19892682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:59.404396 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-b98a2ca4-e336-43bd-bdb5-097c19892682 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:59.406009 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-b98a2ca4-e336-43bd-bdb5-097c19892682 service neutron] 10.222.0.30 "PUT /v2.0/ports/b34610c6-d670-4a34-accc-bafe36585063 HTTP/1.1" status: 200 len: 1092 time: 3.6245151 Mar 05 04:50:59.408060 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port ec823ef9-f2c9-49c1-8bb8-4a8cc8235853 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:50:59.430935 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eb8b67fe-67c7-414c-9657-e25666fb92fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (a8ec9549-9ccf-47b1-92a4-afd3e70bc704), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:59.482494 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-277b2c60-3ac6-4306-bae5-f98c022be5a7 admin admin] Publish callbacks [] for port (48baaac8-31d8-4d40-9456-1066475d56d5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:59.497117 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d191a2a8-401d-425b-9569-9a7c78c40d35 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9178777eb6a14ae9be565e2f4574e656&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7012160 Mar 05 04:50:59.497117 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191a2a8-401d-425b-9569-9a7c78c40d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cab468-5e9d-4979-aed8-ef250c8ac732,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:59.504349 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50476) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:59.521756 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-8d9bf33c-b0df-4e25-8bd8-14f1715b41b2 None None] Set router a3557140-dee6-4e54-9c8b-2d29919234bf gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:50:59.603423 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5342c83f-db9d-40de-b433-4b6fdec58d29 admin admin] Publish callbacks [] for security_group (42cab468-5e9d-4979-aed8-ef250c8ac732), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:59.628628 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-277b2c60-3ac6-4306-bae5-f98c022be5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (48baaac8-31d8-4d40-9456-1066475d56d5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:59.636325 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eb8b67fe-67c7-414c-9657-e25666fb92fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (a8ec9549-9ccf-47b1-92a4-afd3e70bc704), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:59.639313 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5342c83f-db9d-40de-b433-4b6fdec58d29 admin admin] Publish callbacks [] for security_group (42cab468-5e9d-4979-aed8-ef250c8ac732), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:59.648437 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eb8b67fe-67c7-414c-9657-e25666fb92fa admin admin] Publish callbacks [] for router_controller (a8ec9549-9ccf-47b1-92a4-afd3e70bc704), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:59.659737 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ecaee-21a1-40bb-a9b7-fc45d4caf6b8 req-f1172e6f-d254-4b57-8342-86399843749f tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:59.668760 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d95ecaee-21a1-40bb-a9b7-fc45d4caf6b8 req-f1172e6f-d254-4b57-8342-86399843749f tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 943 time: 0.6596313 Mar 05 04:50:59.683451 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277b2c60-3ac6-4306-bae5-f98c022be5a7 admin admin] Network fea4634f-b3a4-474f-a256-3808760b4334 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:50:59.692285 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-277b2c60-3ac6-4306-bae5-f98c022be5a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:50:59.700125 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277b2c60-3ac6-4306-bae5-f98c022be5a7 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:50:59.750614 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b2c60-3ac6-4306-bae5-f98c022be5a7 admin admin] Pushing event updated for resources: {'Port': ['ID=48baaac8-31d8-4d40-9456-1066475d56d5,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:50:59.769590 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-277b2c60-3ac6-4306-bae5-f98c022be5a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (a3557140-dee6-4e54-9c8b-2d29919234bf), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:59.821596 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eb8b67fe-67c7-414c-9657-e25666fb92fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (a8ec9549-9ccf-47b1-92a4-afd3e70bc704), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:59.822235 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8b67fe-67c7-414c-9657-e25666fb92fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8ec9549-9ccf-47b1-92a4-afd3e70bc704 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:50:59.841814 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eb8b67fe-67c7-414c-9657-e25666fb92fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:59.844388 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-eb8b67fe-67c7-414c-9657-e25666fb92fa admin admin] 10.222.0.11 "DELETE /v2.0/routers/a8ec9549-9ccf-47b1-92a4-afd3e70bc704 HTTP/1.1" status: 204 len: 168 time: 5.7310362 Mar 05 04:50:59.872980 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50484) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:50:59.886837 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d95ecaee-21a1-40bb-a9b7-fc45d4caf6b8 req-633598f9-0340-4ee7-8628-13fcfad5a27a tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166123 Mar 05 04:50:59.921673 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-dc645a5d-3ba5-4241-96de-e7c0dbb161be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:50:59.923451 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-dc645a5d-3ba5-4241-96de-e7c0dbb161be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b4c5ecf1c59144a68ee1fb483c77ba0c&device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 1126 time: 0.3239534 Mar 05 04:50:59.940368 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5342c83f-db9d-40de-b433-4b6fdec58d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (42cab468-5e9d-4979-aed8-ef250c8ac732), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:59.952503 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5342c83f-db9d-40de-b433-4b6fdec58d29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:50:59.956146 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5342c83f-db9d-40de-b433-4b6fdec58d29 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/42cab468-5e9d-4979-aed8-ef250c8ac732 HTTP/1.1" status: 204 len: 168 time: 0.4428954 Mar 05 04:50:59.971900 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5342c83f-db9d-40de-b433-4b6fdec58d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cab468-5e9d-4979-aed8-ef250c8ac732,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:00.021429 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-856ad004-6857-459c-95cd-8c8f16edd903 admin admin] Deleting subnet 851e6af0-c6d9-4c17-a4dd-19e6f8c2ac70 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:51:00.030846 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-856ad004-6857-459c-95cd-8c8f16edd903 admin admin] Publish callbacks [] for subnet (851e6af0-c6d9-4c17-a4dd-19e6f8c2ac70), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:00.046769 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7b766-36ff-4a9b-9a58-e88f1bcd3086 req-07089d13-40ac-43ee-b8e8-0e74f3743b03 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:00.057763 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-277b2c60-3ac6-4306-bae5-f98c022be5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (48baaac8-31d8-4d40-9456-1066475d56d5), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:00.060125 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device a9b93e14-ffc1-4130-9d33-751178e57443 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:51:00.063821 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bdb7b766-36ff-4a9b-9a58-e88f1bcd3086 req-07089d13-40ac-43ee-b8e8-0e74f3743b03 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 945 time: 0.4418547 Mar 05 04:51:00.066573 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-e137c376-ceff-486b-9f17-04b4ea85ebd4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b34610c6-d670-4a34-accc-bafe36585063 HTTP/1.1" status: 200 len: 217 time: 0.1348770 Mar 05 04:51:00.107826 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-856ad004-6857-459c-95cd-8c8f16edd903 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (851e6af0-c6d9-4c17-a4dd-19e6f8c2ac70), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:00.143599 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-97fe1967-9ff8-45d0-8906-afb4c401e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:00.145332 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-97fe1967-9ff8-45d0-8906-afb4c401e0f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c431197c-f63d-4d0c-afc1-f0e0b1d87270 HTTP/1.1" status: 200 len: 852 time: 0.0690172 Mar 05 04:51:00.152468 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: a9b93e14-ffc1-4130-9d33-751178e57443 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:51:00.152468 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device a9b93e14-ffc1-4130-9d33-751178e57443 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:51:00.191426 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8d9bf33c-b0df-4e25-8bd8-14f1715b41b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3557140-dee6-4e54-9c8b-2d29919234bf', 'name': 'tempest-ServersTestMultiNic-463432438-router', 'tenant_id': 'bbbc4feb356744e580db82395e864901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:50:53Z', 'updated_at': '2022-03-05T04:50:56Z', 'revision_number': 3, 'project_id': 'bbbc4feb356744e580db82395e864901', 'gw_port': {'id': 'dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3557140-dee6-4e54-9c8b-2d29919234bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:50:55Z', 'updated_at': '2022-03-05T04:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:00.230587 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-bf46610f-e797-4513-9807-90278cbc6f99 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=97e85245-3112-4887-8483-668804607d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643482 Mar 05 04:51:00.302580 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9bf33c-b0df-4e25-8bd8-14f1715b41b2 None None] The sync data for ids ['a3557140-dee6-4e54-9c8b-2d29919234bf'] in n-d-789963-32 is: [{'id': 'a3557140-dee6-4e54-9c8b-2d29919234bf', 'name': 'tempest-ServersTestMultiNic-463432438-router', 'tenant_id': 'bbbc4feb356744e580db82395e864901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:50:53Z', 'updated_at': '2022-03-05T04:50:56Z', 'revision_number': 3, 'project_id': 'bbbc4feb356744e580db82395e864901', 'gw_port': {'id': 'dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3557140-dee6-4e54-9c8b-2d29919234bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:50:55Z', 'updated_at': '2022-03-05T04:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:51:00.325627 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-856ad004-6857-459c-95cd-8c8f16edd903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (851e6af0-c6d9-4c17-a4dd-19e6f8c2ac70), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:00.337495 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-342ff1a7-0f0d-422d-8d6b-212040415c5e None None] Provisioning complete for port 48baaac8-31d8-4d40-9456-1066475d56d5 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:51:00.337495 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-342ff1a7-0f0d-422d-8d6b-212040415c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (48baaac8-31d8-4d40-9456-1066475d56d5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:00.374407 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bdb7b766-36ff-4a9b-9a58-e88f1bcd3086 req-53a877d3-5a8b-4788-af1a-bbb445464212 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093617 Mar 05 04:51:00.438650 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-277b2c60-3ac6-4306-bae5-f98c022be5a7 admin admin] Publish callbacks [] for port (48baaac8-31d8-4d40-9456-1066475d56d5), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:00.460114 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-277b2c60-3ac6-4306-bae5-f98c022be5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (48baaac8-31d8-4d40-9456-1066475d56d5), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:00.471527 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-856ad004-6857-459c-95cd-8c8f16edd903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (851e6af0-c6d9-4c17-a4dd-19e6f8c2ac70), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:00.479906 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-342ff1a7-0f0d-422d-8d6b-212040415c5e None None] Port 48baaac8-31d8-4d40-9456-1066475d56d5 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:51:00.561718 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-6fcc4d71-8898-463a-80f8-4f4e3b3941ba service neutron] 10.222.0.30 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222308 Mar 05 04:51:00.651504 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ad004-6857-459c-95cd-8c8f16edd903 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=851e6af0-c6d9-4c17-a4dd-19e6f8c2ac70,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:00.669411 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-856ad004-6857-459c-95cd-8c8f16edd903 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:00.673723 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-856ad004-6857-459c-95cd-8c8f16edd903 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/851e6af0-c6d9-4c17-a4dd-19e6f8c2ac70 HTTP/1.1" status: 204 len: 168 time: 0.7996945 Mar 05 04:51:00.678123 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50512) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:00.686808 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566be23f-02e5-41bd-b187-3d4e75a48c11 None None] Network e6df1166-7647-47ca-b9f3-a84b658e710b requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:51:00.734282 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-277b2c60-3ac6-4306-bae5-f98c022be5a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (a3557140-dee6-4e54-9c8b-2d29919234bf), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:00.746394 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b2c60-3ac6-4306-bae5-f98c022be5a7 admin admin] Pushing event updated for resources: {'Port': ['ID=48baaac8-31d8-4d40-9456-1066475d56d5,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:00.760746 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b42383ba-27bc-4eed-8d4f-04bb20c973b4 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:51:00.811533 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-521b7296-30f6-4d88-b13d-e9946d03e251 req-1d96ebb6-203d-48ad-8c2a-7565659e0b5e service neutron] 10.222.0.30 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345569 Mar 05 04:51:00.859825 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632694f-a9d5-4499-a7dc-e13987e641d2 req-7d15e111-6c02-4c47-bb4f-4bb5686f30da tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:00.869590 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d632694f-a9d5-4499-a7dc-e13987e641d2 req-7d15e111-6c02-4c47-bb4f-4bb5686f30da tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba HTTP/1.1" status: 200 len: 945 time: 0.3598604 Mar 05 04:51:00.920444 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: b42383ba-27bc-4eed-8d4f-04bb20c973b4 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:51:00.920806 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b42383ba-27bc-4eed-8d4f-04bb20c973b4 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:51:01.045223 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-174992a0-c12a-4b28-b498-9d8b5595023f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (e6df1166-7647-47ca-b9f3-a84b658e710b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:01.073415 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277b2c60-3ac6-4306-bae5-f98c022be5a7 admin admin] Network fea4634f-b3a4-474f-a256-3808760b4334 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:51:01.077520 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-277b2c60-3ac6-4306-bae5-f98c022be5a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:51:01.106563 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ba11a-ed7f-4b6d-a7eb-ea9b58f44b51 req-c995c9e5-c20b-457d-ad82-e0e0b3649f5c tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:01.108487 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9f3ba11a-ed7f-4b6d-a7eb-ea9b58f44b51 req-c995c9e5-c20b-457d-ad82-e0e0b3649f5c tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.31 "GET /v2.0/ports?device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba HTTP/1.1" status: 200 len: 945 time: 0.2669978 Mar 05 04:51:01.134963 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d632694f-a9d5-4499-a7dc-e13987e641d2 req-62e42664-6d90-4e55-afb1-77e73a13f1ff tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445145 Mar 05 04:51:01.164686 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1290b421-2e41-4771-9cfc-f4c39103db4d None None] DHCP port deletion for e6df1166-7647-47ca-b9f3-a84b658e710b request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:51:01.201815 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c3a6b-6126-4200-adac-effa854a7f3e req-e14a50cd-a07b-4934-a24a-75902e63ba86 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:01.209208 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9b6c3a6b-6126-4200-adac-effa854a7f3e req-e14a50cd-a07b-4934-a24a-75902e63ba86 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 943 time: 0.1863191 Mar 05 04:51:01.321123 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-1290b421-2e41-4771-9cfc-f4c39103db4d None None] Deleting port a2358126-1c26-4187-9b14-517115c222f4 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:51:01.321504 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1290b421-2e41-4771-9cfc-f4c39103db4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (a2358126-1c26-4187-9b14-517115c222f4), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:01.331499 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9b6c3a6b-6126-4200-adac-effa854a7f3e req-35d34fa4-01cc-4539-b2ab-f80cce69762f tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176226 Mar 05 04:51:01.361694 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55343420-6be4-400d-b03e-9680ce598b82', 'tag': 'b34610c6-d670-4a34-accc-bafe36585063'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:51:01.364582 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676c0125-63d9-4c35-8f33-a3c30e3895e9" -d '{"events": [{"name": "network-changed", "server_uuid": "55343420-6be4-400d-b03e-9680ce598b82", "tag": "b34610c6-d670-4a34-accc-bafe36585063"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:51:01.400931 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-9f3ba11a-ed7f-4b6d-a7eb-ea9b58f44b51 req-2e797d7f-d60e-493f-92de-bbc452bf4898 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Deleting port 78e680ca-9ebd-4559-af42-4c5defed548d {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:51:01.401545 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9f3ba11a-ed7f-4b6d-a7eb-ea9b58f44b51 req-2e797d7f-d60e-493f-92de-bbc452bf4898 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (78e680ca-9ebd-4559-af42-4c5defed548d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:01.418127 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-174992a0-c12a-4b28-b498-9d8b5595023f admin admin] Deleting port a2358126-1c26-4187-9b14-517115c222f4 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:51:01.424117 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-174992a0-c12a-4b28-b498-9d8b5595023f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (a2358126-1c26-4187-9b14-517115c222f4), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:01.470824 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-1290b421-2e41-4771-9cfc-f4c39103db4d None None] For port a2358126-1c26-4187-9b14-517115c222f4, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a2358126-1c26-4187-9b14-517115c222f4,segment=NetworkSegment(2fd6936d-1671-42a6-9dbc-220b5553be15),segment_id=2fd6936d-1671-42a6-9dbc-220b5553be15)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:01.471431 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1290b421-2e41-4771-9cfc-f4c39103db4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (a2358126-1c26-4187-9b14-517115c222f4), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:01.490694 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d6a7f3-0da5-492a-976d-9dc8ca94668a x-openstack-request-id: req-91d6a7f3-0da5-492a-976d-9dc8ca94668a {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:51:01.491628 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55343420-6be4-400d-b03e-9680ce598b82", "tag": "b34610c6-d670-4a34-accc-bafe36585063", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:51:01.492079 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-91d6a7f3-0da5-492a-976d-9dc8ca94668a {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:51:01.492645 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55343420-6be4-400d-b03e-9680ce598b82', 'tag': 'b34610c6-d670-4a34-accc-bafe36585063', 'status': 'completed', 'code': 200} Mar 05 04:51:01.495143 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-1290b421-2e41-4771-9cfc-f4c39103db4d None None] Calling delete_port for a2358126-1c26-4187-9b14-517115c222f4 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:51:01.614384 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-c909cf86-aa49-4c7b-b65e-851e2b32533e None None] Provisioning complete for port 48baaac8-31d8-4d40-9456-1066475d56d5 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:51:01.614384 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c909cf86-aa49-4c7b-b65e-851e2b32533e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (48baaac8-31d8-4d40-9456-1066475d56d5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:01.633188 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277b2c60-3ac6-4306-bae5-f98c022be5a7 admin admin] Router a3557140-dee6-4e54-9c8b-2d29919234bf has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:51:01.653538 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-174992a0-c12a-4b28-b498-9d8b5595023f admin admin] For port a2358126-1c26-4187-9b14-517115c222f4, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a2358126-1c26-4187-9b14-517115c222f4,segment=NetworkSegment(2fd6936d-1671-42a6-9dbc-220b5553be15),segment_id=2fd6936d-1671-42a6-9dbc-220b5553be15)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:01.654836 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-174992a0-c12a-4b28-b498-9d8b5595023f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (a2358126-1c26-4187-9b14-517115c222f4), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:01.680242 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-9f3ba11a-ed7f-4b6d-a7eb-ea9b58f44b51 req-2e797d7f-d60e-493f-92de-bbc452bf4898 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] For port 78e680ca-9ebd-4559-af42-4c5defed548d, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=78e680ca-9ebd-4559-af42-4c5defed548d,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:01.685399 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9f3ba11a-ed7f-4b6d-a7eb-ea9b58f44b51 req-2e797d7f-d60e-493f-92de-bbc452bf4898 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (78e680ca-9ebd-4559-af42-4c5defed548d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:01.727404 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c909cf86-aa49-4c7b-b65e-851e2b32533e None None] Port 48baaac8-31d8-4d40-9456-1066475d56d5 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:51:01.756135 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1290b421-2e41-4771-9cfc-f4c39103db4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (a2358126-1c26-4187-9b14-517115c222f4), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:01.807577 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-9f3ba11a-ed7f-4b6d-a7eb-ea9b58f44b51 req-2e797d7f-d60e-493f-92de-bbc452bf4898 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Calling delete_port for 78e680ca-9ebd-4559-af42-4c5defed548d owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:51:01.810599 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277b2c60-3ac6-4306-bae5-f98c022be5a7 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:51:01.817882 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c0125-63d9-4c35-8f33-a3c30e3895e9 req-e6c8adf5-115f-477e-8c01-365ae1beb6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:01.821036 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-676c0125-63d9-4c35-8f33-a3c30e3895e9 req-e6c8adf5-115f-477e-8c01-365ae1beb6af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b4c5ecf1c59144a68ee1fb483c77ba0c&device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 1126 time: 0.3148606 Mar 05 04:51:01.830615 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-277b2c60-3ac6-4306-bae5-f98c022be5a7 admin admin] 10.222.0.11 "PUT /v2.0/routers/a3557140-dee6-4e54-9c8b-2d29919234bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1720850 Mar 05 04:51:01.837303 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-174992a0-c12a-4b28-b498-9d8b5595023f admin admin] Calling delete_port for a2358126-1c26-4187-9b14-517115c222f4 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:51:01.970900 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-174992a0-c12a-4b28-b498-9d8b5595023f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (a2358126-1c26-4187-9b14-517115c222f4), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:01.987859 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545c062-ac6f-48ae-ab21-a2b51763d932 req-4c66528a-939c-4ca6-b083-710d547a4d67 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:01.989334 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5545c062-ac6f-48ae-ab21-a2b51763d932 req-4c66528a-939c-4ca6-b083-710d547a4d67 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 945 time: 0.4110105 Mar 05 04:51:02.028150 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174992a0-c12a-4b28-b498-9d8b5595023f admin admin] No DVR routers for this DVR port a2358126-1c26-4187-9b14-517115c222f4 on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:51:02.039755 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174992a0-c12a-4b28-b498-9d8b5595023f admin admin] Pushing event deleted for resources: {'Port': ['ID=a2358126-1c26-4187-9b14-517115c222f4,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:02.137305 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50550) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:02.141991 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290b421-2e41-4771-9cfc-f4c39103db4d None None] Pushing event deleted for resources: {'Port': ['ID=a2358126-1c26-4187-9b14-517115c222f4,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:02.143871 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1290b421-2e41-4771-9cfc-f4c39103db4d None None] No DVR routers for this DVR port a2358126-1c26-4187-9b14-517115c222f4 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:51:02.149469 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-174992a0-c12a-4b28-b498-9d8b5595023f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (e6df1166-7647-47ca-b9f3-a84b658e710b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:02.191563 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-174992a0-c12a-4b28-b498-9d8b5595023f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6df1166-7647-47ca-b9f3-a84b658e710b']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:02.204280 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-174992a0-c12a-4b28-b498-9d8b5595023f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd6936d-1671-42a6-9dbc-220b5553be15') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:02.204569 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-174992a0-c12a-4b28-b498-9d8b5595023f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd6936d-1671-42a6-9dbc-220b5553be15') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:02.216307 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-174992a0-c12a-4b28-b498-9d8b5595023f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (2fd6936d-1671-42a6-9dbc-220b5553be15), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:02.226862 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50556) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:02.244685 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-174992a0-c12a-4b28-b498-9d8b5595023f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (2fd6936d-1671-42a6-9dbc-220b5553be15), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:02.256990 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-174992a0-c12a-4b28-b498-9d8b5595023f admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:51:02.258467 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-174992a0-c12a-4b28-b498-9d8b5595023f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (2fd6936d-1671-42a6-9dbc-220b5553be15), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:51:02.260891 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:51:02.338790 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-174992a0-c12a-4b28-b498-9d8b5595023f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (e6df1166-7647-47ca-b9f3-a84b658e710b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:02.353675 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-174992a0-c12a-4b28-b498-9d8b5595023f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:02.357858 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-174992a0-c12a-4b28-b498-9d8b5595023f admin admin] 10.222.0.11 "DELETE /v2.0/networks/e6df1166-7647-47ca-b9f3-a84b658e710b HTTP/1.1" status: 204 len: 168 time: 1.6714661 Mar 05 04:51:02.371737 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50564) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:02.378555 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174992a0-c12a-4b28-b498-9d8b5595023f admin admin] Pushing event deleted for resources: {'Network': ['ID=e6df1166-7647-47ca-b9f3-a84b658e710b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:02.389289 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-5d97c154-4435-4fff-91a2-7c8be38fa295 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1577505531'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:02.466527 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-977a76fc-573a-423b-a22f-8a44c4104093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:02.490423 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d97c154-4435-4fff-91a2-7c8be38fa295 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Made reservation on behalf of bbbc4feb356744e580db82395e864901 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:51:02.493171 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5d97c154-4435-4fff-91a2-7c8be38fa295 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:02.580655 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d97c154-4435-4fff-91a2-7c8be38fa295 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:51:02.598887 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5545c062-ac6f-48ae-ab21-a2b51763d932 req-db128644-690e-4580-b395-39d1d8d420f8 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451492 Mar 05 04:51:02.600152 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5d97c154-4435-4fff-91a2-7c8be38fa295 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (96e6c605-f0d5-4e27-b7a9-368164eacfa2), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:02.600506 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-5d97c154-4435-4fff-91a2-7c8be38fa295 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Added segment 96e6c605-f0d5-4e27-b7a9-368164eacfa2 of type vlan for network 9bf3bf65-63a1-4dc3-be6f-655ba36cf568 Mar 05 04:51:02.607959 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfa404-f393-4233-ad25-d404c0b0e7de req-81c21110-5e45-43c7-b91e-fa2d0b927a3e tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:02.609511 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-18bfa404-f393-4233-ad25-d404c0b0e7de req-81c21110-5e45-43c7-b91e-fa2d0b927a3e tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=2214206e-9a2b-4a42-8d9b-e77586a334ba HTTP/1.1" status: 200 len: 945 time: 0.1569607 Mar 05 04:51:02.610636 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c0125-63d9-4c35-8f33-a3c30e3895e9 req-0920e7a7-bb3d-42e3-95ee-bbc048c65498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:02.611877 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-676c0125-63d9-4c35-8f33-a3c30e3895e9 req-0920e7a7-bb3d-42e3-95ee-bbc048c65498 service neutron] 10.222.0.30 "GET /v2.0/networks?id=97e85245-3112-4887-8483-668804607d54 HTTP/1.1" status: 200 len: 912 time: 0.7837956 Mar 05 04:51:02.713456 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5d97c154-4435-4fff-91a2-7c8be38fa295 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (9bf3bf65-63a1-4dc3-be6f-655ba36cf568), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:02.763868 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-676c0125-63d9-4c35-8f33-a3c30e3895e9 req-b19812f1-d104-4616-b8db-00313f9c2c3a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b34610c6-d670-4a34-accc-bafe36585063 HTTP/1.1" status: 200 len: 217 time: 0.1451945 Mar 05 04:51:02.782609 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:51:02.789530 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-977a76fc-573a-423b-a22f-8a44c4104093 admin admin] Publish callbacks [] for security_group (ae994db0-a0d5-47dc-8b5f-b95681d02eeb), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:02.859208 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-18bfa404-f393-4233-ad25-d404c0b0e7de req-0d2e4623-67e3-4779-9038-cc2cfffc21ca tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426805 Mar 05 04:51:02.892973 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9f3ba11a-ed7f-4b6d-a7eb-ea9b58f44b51 req-2e797d7f-d60e-493f-92de-bbc452bf4898 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (78e680ca-9ebd-4559-af42-4c5defed548d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:02.912823 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c0125-63d9-4c35-8f33-a3c30e3895e9 req-77edb23d-7f16-4905-8aa3-5e2f32cf1426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:02.914636 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-676c0125-63d9-4c35-8f33-a3c30e3895e9 req-77edb23d-7f16-4905-8aa3-5e2f32cf1426 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c431197c-f63d-4d0c-afc1-f0e0b1d87270 HTTP/1.1" status: 200 len: 852 time: 0.1212678 Mar 05 04:51:02.924362 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:51:02.926678 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:02.950009 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e797d7f-d60e-493f-92de-bbc452bf4898 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Pushing event deleted for resources: {'Port': ['ID=78e680ca-9ebd-4559-af42-4c5defed548d,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:02.981768 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-676c0125-63d9-4c35-8f33-a3c30e3895e9 req-609318fb-c156-46ce-858a-8af9b5aba65f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=97e85245-3112-4887-8483-668804607d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433869 Mar 05 04:51:03.014344 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8637dc3-8692-4f71-a1e8-4d4608864a44 req-dfe6da0c-afc2-43b3-9fa6-2816aed1dc3e tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:03.016123 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a8637dc3-8692-4f71-a1e8-4d4608864a44 req-dfe6da0c-afc2-43b3-9fa6-2816aed1dc3e tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 943 time: 0.3248394 Mar 05 04:51:03.061637 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3ba11a-ed7f-4b6d-a7eb-ea9b58f44b51 req-2e797d7f-d60e-493f-92de-bbc452bf4898 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] No DVR routers for this DVR port 78e680ca-9ebd-4559-af42-4c5defed548d on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:51:03.066488 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9f3ba11a-ed7f-4b6d-a7eb-ea9b58f44b51 req-2e797d7f-d60e-493f-92de-bbc452bf4898 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:03.072122 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9f3ba11a-ed7f-4b6d-a7eb-ea9b58f44b51 req-2e797d7f-d60e-493f-92de-bbc452bf4898 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.31 "DELETE /v2.0/ports/78e680ca-9ebd-4559-af42-4c5defed548d HTTP/1.1" status: 204 len: 173 time: 1.9242723 Mar 05 04:51:03.095562 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:03.107645 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:03.146398 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-977a76fc-573a-423b-a22f-8a44c4104093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ae994db0-a0d5-47dc-8b5f-b95681d02eeb), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:03.170545 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a8637dc3-8692-4f71-a1e8-4d4608864a44 req-bfe718ed-f848-43af-b8f8-6ecc5fb80014 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443307 Mar 05 04:51:03.192743 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-676c0125-63d9-4c35-8f33-a3c30e3895e9 req-9705f8bb-4b6a-409e-a3c6-7c111805c427 service neutron] 10.222.0.30 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902027 Mar 05 04:51:03.200297 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5d97c154-4435-4fff-91a2-7c8be38fa295 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (9bf3bf65-63a1-4dc3-be6f-655ba36cf568), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:03.206159 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d97c154-4435-4fff-91a2-7c8be38fa295 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:03.206159 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5d97c154-4435-4fff-91a2-7c8be38fa295 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:03.228360 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:03.236705 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:03.258867 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-977a76fc-573a-423b-a22f-8a44c4104093 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eaf3df2122c44678b78f7b73b7eec93f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0261302 Mar 05 04:51:03.258867 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a76fc-573a-423b-a22f-8a44c4104093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae994db0-a0d5-47dc-8b5f-b95681d02eeb,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:03.259952 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50586) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:03.280371 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5d97c154-4435-4fff-91a2-7c8be38fa295 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1412709 Mar 05 04:51:03.285750 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50588) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:03.303444 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-a5fcf938-336a-4162-a644-bd6aaa9e1c5e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Request body: {'subnet': {'network_id': '9bf3bf65-63a1-4dc3-be6f-655ba36cf568', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:03.346943 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:03.368135 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a2358126-1c26-4187-9b14-517115c222f4 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:51:03.400428 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: a2358126-1c26-4187-9b14-517115c222f4 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:51:03.400915 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a2358126-1c26-4187-9b14-517115c222f4 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:51:03.409108 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97c154-4435-4fff-91a2-7c8be38fa295 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Pushing event updated for resources: {'Network': ['ID=9bf3bf65-63a1-4dc3-be6f-655ba36cf568,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:03.430388 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 9bf3bf65-63a1-4dc3-be6f-655ba36cf568 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:51:03.433066 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-676c0125-63d9-4c35-8f33-a3c30e3895e9 req-8738c6a0-b64f-4512-a204-aa5420cf116c service neutron] 10.222.0.30 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342093 Mar 05 04:51:03.491007 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda591d0-7982-4d5e-88a0-e2e84791f7dd None None] Sync routers for ids ['a3557140-dee6-4e54-9c8b-2d29919234bf'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:51:03.494184 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2214206e-9a2b-4a42-8d9b-e77586a334ba', 'name': 'network-vif-deleted', 'tag': '78e680ca-9ebd-4559-af42-4c5defed548d'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:51:03.498217 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c32207-22dc-4434-af4c-7dfd38085330" -d '{"events": [{"server_uuid": "2214206e-9a2b-4a42-8d9b-e77586a334ba", "name": "network-vif-deleted", "tag": "78e680ca-9ebd-4559-af42-4c5defed548d"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:51:03.518472 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda591d0-7982-4d5e-88a0-e2e84791f7dd None None] Routers {'a3557140-dee6-4e54-9c8b-2d29919234bf'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:51:03.520024 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-eda591d0-7982-4d5e-88a0-e2e84791f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:50:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['a3557140-dee6-4e54-9c8b-2d29919234bf'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:03.521473 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ac9bfe9c-abb2-4f20-9084-8cc9e3360019 admin admin] Publish callbacks [] for security_group (ae994db0-a0d5-47dc-8b5f-b95681d02eeb), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:03.541277 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8c4153-eed1-4cdf-b024-530394533e20 x-openstack-request-id: req-8e8c4153-eed1-4cdf-b024-530394533e20 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:51:03.541596 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2214206e-9a2b-4a42-8d9b-e77586a334ba", "name": "network-vif-deleted", "tag": "78e680ca-9ebd-4559-af42-4c5defed548d", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:51:03.541856 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8e8c4153-eed1-4cdf-b024-530394533e20 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:51:03.542266 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2214206e-9a2b-4a42-8d9b-e77586a334ba', 'name': 'network-vif-deleted', 'tag': '78e680ca-9ebd-4559-af42-4c5defed548d', 'status': 'completed', 'code': 200} Mar 05 04:51:03.560329 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fcf938-336a-4162-a644-bd6aaa9e1c5e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Made reservation on behalf of bbbc4feb356744e580db82395e864901 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:51:03.564343 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a5fcf938-336a-4162-a644-bd6aaa9e1c5e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:03.575223 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ac9bfe9c-abb2-4f20-9084-8cc9e3360019 admin admin] Publish callbacks [] for security_group (ae994db0-a0d5-47dc-8b5f-b95681d02eeb), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:03.678660 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-eda591d0-7982-4d5e-88a0-e2e84791f7dd None None] Set router a3557140-dee6-4e54-9c8b-2d29919234bf gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:51:03.765877 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ac9bfe9c-abb2-4f20-9084-8cc9e3360019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ae994db0-a0d5-47dc-8b5f-b95681d02eeb), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:03.768597 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ac9bfe9c-abb2-4f20-9084-8cc9e3360019 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:03.770184 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ac9bfe9c-abb2-4f20-9084-8cc9e3360019 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ae994db0-a0d5-47dc-8b5f-b95681d02eeb HTTP/1.1" status: 204 len: 168 time: 0.5057330 Mar 05 04:51:03.836689 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9bfe9c-abb2-4f20-9084-8cc9e3360019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae994db0-a0d5-47dc-8b5f-b95681d02eeb,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:03.846647 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c64c1-8913-45b3-a130-96defc20e1e3 req-9822e08e-7214-4078-a2b2-da8a1a510ac1 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:03.857495 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-911c64c1-8913-45b3-a130-96defc20e1e3 req-9822e08e-7214-4078-a2b2-da8a1a510ac1 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 945 time: 0.1070888 Mar 05 04:51:03.930979 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-911c64c1-8913-45b3-a130-96defc20e1e3 req-b38cb109-001a-4aae-b5ca-c096ae49b5b3 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724931 Mar 05 04:51:03.958624 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a5fcf938-336a-4162-a644-bd6aaa9e1c5e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (1dd5e9f6-ffb6-4098-aaf1-146a30cf9034), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:03.969745 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-eda591d0-7982-4d5e-88a0-e2e84791f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3557140-dee6-4e54-9c8b-2d29919234bf', 'name': 'tempest-ServersTestMultiNic-463432438-router', 'tenant_id': 'bbbc4feb356744e580db82395e864901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:50:53Z', 'updated_at': '2022-03-05T04:50:59Z', 'revision_number': 4, 'project_id': 'bbbc4feb356744e580db82395e864901', 'gw_port': {'id': 'dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3557140-dee6-4e54-9c8b-2d29919234bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:50:55Z', 'updated_at': '2022-03-05T04:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '48baaac8-31d8-4d40-9456-1066475d56d5', 'name': '', 'network_id': 'fea4634f-b3a4-474f-a256-3808760b4334', 'tenant_id': 'bbbc4feb356744e580db82395e864901', 'mac_address': 'fa:16:3e:f4:43:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3557140-dee6-4e54-9c8b-2d29919234bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '3d67022b-f1c9-4bc7-813f-ac2097351516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:50:58Z', 'updated_at': '2022-03-05T04:51:00Z', 'revision_number': 2, 'project_id': 'bbbc4feb356744e580db82395e864901', 'subnets': [{'id': '3d67022b-f1c9-4bc7-813f-ac2097351516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:04.001379 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda591d0-7982-4d5e-88a0-e2e84791f7dd None None] Checking router: a3557140-dee6-4e54-9c8b-2d29919234bf for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:51:04.001898 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda591d0-7982-4d5e-88a0-e2e84791f7dd None None] Updating router a3557140-dee6-4e54-9c8b-2d29919234bf port 48baaac8-31d8-4d40-9456-1066475d56d5 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:51:04.044671 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-eda591d0-7982-4d5e-88a0-e2e84791f7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (48baaac8-31d8-4d40-9456-1066475d56d5), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:04.061989 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 78e680ca-9ebd-4559-af42-4c5defed548d no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:51:04.083521 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fcf938-336a-4162-a644-bd6aaa9e1c5e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Pushing event updated for resources: {'Subnet': ['ID=1dd5e9f6-ffb6-4098-aaf1-146a30cf9034,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:04.103434 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6e18b72a-c32e-4535-9ce5-8f04e2377666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (9a4f174a-311b-4ecf-881d-608118d02bf5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:04.130000 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 78e680ca-9ebd-4559-af42-4c5defed548d {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:51:04.131975 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 78e680ca-9ebd-4559-af42-4c5defed548d not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:51:04.173782 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fcf938-336a-4162-a644-bd6aaa9e1c5e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Checking segment: {'id': '96e6c605-f0d5-4e27-b7a9-368164eacfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9bf3bf65-63a1-4dc3-be6f-655ba36cf568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:51:04.174152 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fcf938-336a-4162-a644-bd6aaa9e1c5e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Network hostable DHCP agents. Network: 9bf3bf65-63a1-4dc3-be6f-655ba36cf568, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:51:04.238055 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fcf938-336a-4162-a644-bd6aaa9e1c5e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Network 9bf3bf65-63a1-4dc3-be6f-655ba36cf568 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:51:04.256823 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-a5fcf938-336a-4162-a644-bd6aaa9e1c5e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 9bf3bf65-63a1-4dc3-be6f-655ba36cf568) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:51:04.264155 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fcf938-336a-4162-a644-bd6aaa9e1c5e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:04.264992 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a5fcf938-336a-4162-a644-bd6aaa9e1c5e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:04.274002 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc2c863-79b3-4194-ba68-0497f4876fad None None] Network 9bf3bf65-63a1-4dc3-be6f-655ba36cf568 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:51:04.392775 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a5fcf938-336a-4162-a644-bd6aaa9e1c5e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0915823 Mar 05 04:51:04.393700 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50632) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:04.408686 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-eda591d0-7982-4d5e-88a0-e2e84791f7dd None None] Publish callbacks [] for port (48baaac8-31d8-4d40-9456-1066475d56d5), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:04.409001 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-df5d07a4-e399-4896-90e8-79f466f6c178 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1565912893'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:04.418814 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-eda591d0-7982-4d5e-88a0-e2e84791f7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (48baaac8-31d8-4d40-9456-1066475d56d5), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:04.453262 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50636) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:04.503721 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5d07a4-e399-4896-90e8-79f466f6c178 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Made reservation on behalf of bbbc4feb356744e580db82395e864901 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:51:04.510003 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a7e18-724b-4b4a-9640-e5c2da995f35 req-0da70b80-59fe-475f-b10e-a1555cbeca16 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:04.512296 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-df5d07a4-e399-4896-90e8-79f466f6c178 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:04.518382 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-323a7e18-724b-4b4a-9640-e5c2da995f35 req-0da70b80-59fe-475f-b10e-a1555cbeca16 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 943 time: 0.1845162 Mar 05 04:51:04.567651 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d8cd5d-bd00-40da-99d1-3259d8e04690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-9bf3bf65-63a1-4dc3-be6f-655ba36cf568', 'network_id': '9bf3bf65-63a1-4dc3-be6f-655ba36cf568', 'project_id': 'bbbc4feb356744e580db82395e864901', 'fixed_ips': [{'subnet_id': '1dd5e9f6-ffb6-4098-aaf1-146a30cf9034'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:51:04.568716 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-05d8cd5d-bd00-40da-99d1-3259d8e04690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:04.573084 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5d07a4-e399-4896-90e8-79f466f6c178 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:51:04.591662 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-df5d07a4-e399-4896-90e8-79f466f6c178 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (028122cf-4082-40d9-babb-aae63d8c2804), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:04.592026 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-df5d07a4-e399-4896-90e8-79f466f6c178 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Added segment 028122cf-4082-40d9-babb-aae63d8c2804 of type vlan for network c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8 Mar 05 04:51:04.650298 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-eda591d0-7982-4d5e-88a0-e2e84791f7dd None None] Attempting to bind port 48baaac8-31d8-4d40-9456-1066475d56d5 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:51:04.656889 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-eda591d0-7982-4d5e-88a0-e2e84791f7dd None None] Attempting to bind port 48baaac8-31d8-4d40-9456-1066475d56d5 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '9b93f021-a4fd-4eaa-ae8b-ba118c329f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fea4634f-b3a4-474f-a256-3808760b4334'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:51:04.657276 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda591d0-7982-4d5e-88a0-e2e84791f7dd None None] Attempting to bind port 48baaac8-31d8-4d40-9456-1066475d56d5 on network fea4634f-b3a4-474f-a256-3808760b4334 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:51:04.670522 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda591d0-7982-4d5e-88a0-e2e84791f7dd None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:51:04.675166 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda591d0-7982-4d5e-88a0-e2e84791f7dd None None] Checking segment: {'id': '9b93f021-a4fd-4eaa-ae8b-ba118c329f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fea4634f-b3a4-474f-a256-3808760b4334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:51:04.678314 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-eda591d0-7982-4d5e-88a0-e2e84791f7dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:04.678880 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda591d0-7982-4d5e-88a0-e2e84791f7dd None None] Bound using segment: {'id': '9b93f021-a4fd-4eaa-ae8b-ba118c329f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fea4634f-b3a4-474f-a256-3808760b4334'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:51:04.679831 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-eda591d0-7982-4d5e-88a0-e2e84791f7dd None None] Bound port: 48baaac8-31d8-4d40-9456-1066475d56d5, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b93f021-a4fd-4eaa-ae8b-ba118c329f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fea4634f-b3a4-474f-a256-3808760b4334'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:51:04.680764 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-eda591d0-7982-4d5e-88a0-e2e84791f7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (48baaac8-31d8-4d40-9456-1066475d56d5), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:04.792323 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-323a7e18-724b-4b4a-9640-e5c2da995f35 req-815731c5-c4b5-44e1-9816-6ed15c778575 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730074 Mar 05 04:51:04.792870 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-df5d07a4-e399-4896-90e8-79f466f6c178 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:04.820912 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508dc434-2a29-4197-b83b-911b8ed920a2 req-ffe6a210-a918-40ce-ade7-bee0d357c82a tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:04.826753 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-eda591d0-7982-4d5e-88a0-e2e84791f7dd None None] For port 48baaac8-31d8-4d40-9456-1066475d56d5, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:51:04.830535 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-eda591d0-7982-4d5e-88a0-e2e84791f7dd None None] For port 48baaac8-31d8-4d40-9456-1066475d56d5, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=48baaac8-31d8-4d40-9456-1066475d56d5,segment=NetworkSegment(9b93f021-a4fd-4eaa-ae8b-ba118c329f53),segment_id=9b93f021-a4fd-4eaa-ae8b-ba118c329f53)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:51:04.834250 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-508dc434-2a29-4197-b83b-911b8ed920a2 req-ffe6a210-a918-40ce-ade7-bee0d357c82a tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=0374a01e-d164-4d25-b186-ad4232102a40 HTTP/1.1" status: 200 len: 944 time: 0.4102719 Mar 05 04:51:04.841654 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275493c-81f5-44c8-88ef-58bf3b4de083 None None] Pushing event updated for resources: {'Port': ['ID=48baaac8-31d8-4d40-9456-1066475d56d5,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:04.851905 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:51:04.857274 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275493c-81f5-44c8-88ef-58bf3b4de083 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:04.861707 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275493c-81f5-44c8-88ef-58bf3b4de083 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:04.863501 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275493c-81f5-44c8-88ef-58bf3b4de083 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:04.864050 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275493c-81f5-44c8-88ef-58bf3b4de083 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:04.864608 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275493c-81f5-44c8-88ef-58bf3b4de083 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:04.865118 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275493c-81f5-44c8-88ef-58bf3b4de083 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:04.865870 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275493c-81f5-44c8-88ef-58bf3b4de083 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:04.867806 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275493c-81f5-44c8-88ef-58bf3b4de083 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:04.868566 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275493c-81f5-44c8-88ef-58bf3b4de083 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:04.869077 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275493c-81f5-44c8-88ef-58bf3b4de083 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:04.879657 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275493c-81f5-44c8-88ef-58bf3b4de083 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:04.880354 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275493c-81f5-44c8-88ef-58bf3b4de083 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:04.880917 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6275493c-81f5-44c8-88ef-58bf3b4de083 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:04.886166 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-eda591d0-7982-4d5e-88a0-e2e84791f7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (48baaac8-31d8-4d40-9456-1066475d56d5), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:04.900206 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-05d8cd5d-bd00-40da-99d1-3259d8e04690 None None] Allocated IP 19.80.0.2 (9bf3bf65-63a1-4dc3-be6f-655ba36cf568/1dd5e9f6-ffb6-4098-aaf1-146a30cf9034/66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:51:04.909650 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-df5d07a4-e399-4896-90e8-79f466f6c178 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:04.929060 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5d07a4-e399-4896-90e8-79f466f6c178 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:04.929773 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-df5d07a4-e399-4896-90e8-79f466f6c178 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:04.956310 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-508dc434-2a29-4197-b83b-911b8ed920a2 req-c2b06834-1693-4fda-95e3-b11d6e44ed3b tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/security-groups?id=cf874d8d-cd36-43b5-8341-54eaaac73120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210415 Mar 05 04:51:04.995006 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65ac40-0ba6-49c0-8e72-f018b51f41e8 req-cfaf9a23-09d7-45f9-a617-8ceff8c2f68f tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:04.996687 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d65ac40-0ba6-49c0-8e72-f018b51f41e8 req-cfaf9a23-09d7-45f9-a617-8ceff8c2f68f tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.31 "GET /v2.0/ports?device_id=0374a01e-d164-4d25-b186-ad4232102a40 HTTP/1.1" status: 200 len: 944 time: 0.3080909 Mar 05 04:51:05.019811 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2fb2622b-50a3-4a86-88e8-b85181c9b450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:05.046210 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275493c-81f5-44c8-88ef-58bf3b4de083 None None] Pushing event updated for resources: {'Port': ['ID=48baaac8-31d8-4d40-9456-1066475d56d5,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:05.061145 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda591d0-7982-4d5e-88a0-e2e84791f7dd None None] Routers {'a3557140-dee6-4e54-9c8b-2d29919234bf'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:51:05.061993 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-eda591d0-7982-4d5e-88a0-e2e84791f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:50:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['a3557140-dee6-4e54-9c8b-2d29919234bf'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:05.110396 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:51:05.111272 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:05.151286 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-df5d07a4-e399-4896-90e8-79f466f6c178 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7550356 Mar 05 04:51:05.158436 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50654) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:05.172944 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50656) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:05.177147 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-a1b13f00-966f-4818-84c9-89811ddab5d2 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Request body: {'subnet': {'network_id': 'c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:05.248041 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-eda591d0-7982-4d5e-88a0-e2e84791f7dd None None] Set router a3557140-dee6-4e54-9c8b-2d29919234bf gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:51:05.259547 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3d6474e3-82cb-4ca1-a361-7fb744eda9d6 None None] Provisioning complete for port 48baaac8-31d8-4d40-9456-1066475d56d5 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:51:05.263435 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3d6474e3-82cb-4ca1-a361-7fb744eda9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (48baaac8-31d8-4d40-9456-1066475d56d5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:05.283987 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d07a4-e399-4896-90e8-79f466f6c178 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Pushing event updated for resources: {'Network': ['ID=c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:05.332950 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-6e18b72a-c32e-4535-9ce5-8f04e2377666 admin admin] Deleting port e19fec20-02a8-430d-ae10-851c1091cc56 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:51:05.333415 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6e18b72a-c32e-4535-9ce5-8f04e2377666 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (e19fec20-02a8-430d-ae10-851c1091cc56), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:05.344280 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b13f00-966f-4818-84c9-89811ddab5d2 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Made reservation on behalf of bbbc4feb356744e580db82395e864901 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:51:05.348709 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a1b13f00-966f-4818-84c9-89811ddab5d2 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:05.360741 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb522c34-0866-49ed-b6e2-3ed050f4c57f req-ef7d268f-76eb-491b-9d4a-8ed9a9a489d3 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:05.370549 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb522c34-0866-49ed-b6e2-3ed050f4c57f req-ef7d268f-76eb-491b-9d4a-8ed9a9a489d3 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 945 time: 0.2765503 Mar 05 04:51:05.426793 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-1d65ac40-0ba6-49c0-8e72-f018b51f41e8 req-a0189027-76b6-4aef-b684-fc5dac6546ef tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Deleting port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:51:05.427868 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1d65ac40-0ba6-49c0-8e72-f018b51f41e8 req-a0189027-76b6-4aef-b684-fc5dac6546ef tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (fcb9b4b5-b14d-4e77-9651-6518c1df2d8c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:05.431358 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:05.440469 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:51:05.487217 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-ef4f8ead-7d91-4c19-8705-89ce8312bc0e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-730379082-network', 'tenant_id': 'f51e99f5965d485a9178dc0665dcbc1e'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:05.496949 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb522c34-0866-49ed-b6e2-3ed050f4c57f req-14021dea-cef1-4f77-b42f-73adde83e3c5 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249790 Mar 05 04:51:05.559222 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-eda591d0-7982-4d5e-88a0-e2e84791f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3557140-dee6-4e54-9c8b-2d29919234bf', 'name': 'tempest-ServersTestMultiNic-463432438-router', 'tenant_id': 'bbbc4feb356744e580db82395e864901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:50:53Z', 'updated_at': '2022-03-05T04:50:59Z', 'revision_number': 4, 'project_id': 'bbbc4feb356744e580db82395e864901', 'gw_port': {'id': 'dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3557140-dee6-4e54-9c8b-2d29919234bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:50:55Z', 'updated_at': '2022-03-05T04:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '48baaac8-31d8-4d40-9456-1066475d56d5', 'name': '', 'network_id': 'fea4634f-b3a4-474f-a256-3808760b4334', 'tenant_id': 'bbbc4feb356744e580db82395e864901', 'mac_address': 'fa:16:3e:f4:43:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3557140-dee6-4e54-9c8b-2d29919234bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '3d67022b-f1c9-4bc7-813f-ac2097351516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:50:58Z', 'updated_at': '2022-03-05T04:51:04Z', 'revision_number': 4, 'project_id': 'bbbc4feb356744e580db82395e864901', 'subnets': [{'id': '3d67022b-f1c9-4bc7-813f-ac2097351516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:05.567715 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4f8ead-7d91-4c19-8705-89ce8312bc0e admin admin] Made reservation on behalf of f51e99f5965d485a9178dc0665dcbc1e for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:51:05.569955 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ef4f8ead-7d91-4c19-8705-89ce8312bc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:05.589852 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda591d0-7982-4d5e-88a0-e2e84791f7dd None None] The sync data for ids ['a3557140-dee6-4e54-9c8b-2d29919234bf'] in n-d-789963-32 is: [{'id': 'a3557140-dee6-4e54-9c8b-2d29919234bf', 'name': 'tempest-ServersTestMultiNic-463432438-router', 'tenant_id': 'bbbc4feb356744e580db82395e864901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:50:53Z', 'updated_at': '2022-03-05T04:50:59Z', 'revision_number': 4, 'project_id': 'bbbc4feb356744e580db82395e864901', 'gw_port': {'id': 'dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3557140-dee6-4e54-9c8b-2d29919234bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:50:55Z', 'updated_at': '2022-03-05T04:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '48baaac8-31d8-4d40-9456-1066475d56d5', 'name': '', 'network_id': 'fea4634f-b3a4-474f-a256-3808760b4334', 'tenant_id': 'bbbc4feb356744e580db82395e864901', 'mac_address': 'fa:16:3e:f4:43:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3557140-dee6-4e54-9c8b-2d29919234bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '3d67022b-f1c9-4bc7-813f-ac2097351516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:50:58Z', 'updated_at': '2022-03-05T04:51:04Z', 'revision_number': 4, 'project_id': 'bbbc4feb356744e580db82395e864901', 'subnets': [{'id': '3d67022b-f1c9-4bc7-813f-ac2097351516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:51:05.596485 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device b34610c6-d670-4a34-accc-bafe36585063 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:51:05.634807 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-1d65ac40-0ba6-49c0-8e72-f018b51f41e8 req-a0189027-76b6-4aef-b684-fc5dac6546ef tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] For port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=fcb9b4b5-b14d-4e77-9651-6518c1df2d8c,segment=NetworkSegment(462d78ac-50f0-4f1e-a41d-6df58a7693ed),segment_id=462d78ac-50f0-4f1e-a41d-6df58a7693ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:05.636060 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1d65ac40-0ba6-49c0-8e72-f018b51f41e8 req-a0189027-76b6-4aef-b684-fc5dac6546ef tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (fcb9b4b5-b14d-4e77-9651-6518c1df2d8c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:05.640263 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ef4f8ead-7d91-4c19-8705-89ce8312bc0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:05.641092 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-05d8cd5d-bd00-40da-99d1-3259d8e04690 None None] Publish callbacks [] for port (66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:05.656214 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-05d8cd5d-bd00-40da-99d1-3259d8e04690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:05.676176 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2fb2622b-50a3-4a86-88e8-b85181c9b450 admin admin] Publish callbacks [] for security_group (d01df9b0-480e-406c-aa95-8cc511cbe85e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:05.684139 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-1d65ac40-0ba6-49c0-8e72-f018b51f41e8 req-a0189027-76b6-4aef-b684-fc5dac6546ef tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Calling delete_port for fcb9b4b5-b14d-4e77-9651-6518c1df2d8c owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:51:05.701478 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2fb2622b-50a3-4a86-88e8-b85181c9b450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d01df9b0-480e-406c-aa95-8cc511cbe85e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:05.749134 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.resource_extend [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 04:51:05.751159 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8cd5d-bd00-40da-99d1-3259d8e04690 None None] Pushing event updated for resources: {'Port': ['ID=66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:05.757763 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-6e18b72a-c32e-4535-9ce5-8f04e2377666 admin admin] For port e19fec20-02a8-430d-ae10-851c1091cc56, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e19fec20-02a8-430d-ae10-851c1091cc56,segment=NetworkSegment(0d518976-6238-496c-8ffc-f9926de03fab),segment_id=0d518976-6238-496c-8ffc-f9926de03fab)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:05.758253 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6e18b72a-c32e-4535-9ce5-8f04e2377666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (e19fec20-02a8-430d-ae10-851c1091cc56), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:05.820273 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-6e18b72a-c32e-4535-9ce5-8f04e2377666 admin admin] Calling delete_port for e19fec20-02a8-430d-ae10-851c1091cc56 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:51:05.848422 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a1b13f00-966f-4818-84c9-89811ddab5d2 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (1d3cb3e3-a614-46d9-bf7e-505739771669), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:05.864805 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2fb2622b-50a3-4a86-88e8-b85181c9b450 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=72af25460ef44b70b3c9c6177acd67b1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4003546 Mar 05 04:51:05.865716 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50664) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:05.875151 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d8cd5d-bd00-40da-99d1-3259d8e04690 None None] Network 9bf3bf65-63a1-4dc3-be6f-655ba36cf568 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:51:05.886648 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-05d8cd5d-bd00-40da-99d1-3259d8e04690 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:51:05.896033 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d8cd5d-bd00-40da-99d1-3259d8e04690 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:51:05.920652 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2622b-50a3-4a86-88e8-b85181c9b450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01df9b0-480e-406c-aa95-8cc511cbe85e,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:05.931956 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3d6474e3-82cb-4ca1-a361-7fb744eda9d6 None None] Current status of the port 48baaac8-31d8-4d40-9456-1066475d56d5 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:05.932331 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3d6474e3-82cb-4ca1-a361-7fb744eda9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (48baaac8-31d8-4d40-9456-1066475d56d5), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:05.943427 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1d65ac40-0ba6-49c0-8e72-f018b51f41e8 req-a0189027-76b6-4aef-b684-fc5dac6546ef tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (fcb9b4b5-b14d-4e77-9651-6518c1df2d8c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:05.995215 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0189027-76b6-4aef-b684-fc5dac6546ef tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Pushing event deleted for resources: {'Port': ['ID=fcb9b4b5-b14d-4e77-9651-6518c1df2d8c,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:06.064803 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d65ac40-0ba6-49c0-8e72-f018b51f41e8 req-a0189027-76b6-4aef-b684-fc5dac6546ef tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] No DVR routers for this DVR port fcb9b4b5-b14d-4e77-9651-6518c1df2d8c on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:51:06.070710 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1d65ac40-0ba6-49c0-8e72-f018b51f41e8 req-a0189027-76b6-4aef-b684-fc5dac6546ef tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:06.074038 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d65ac40-0ba6-49c0-8e72-f018b51f41e8 req-a0189027-76b6-4aef-b684-fc5dac6546ef tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.31 "DELETE /v2.0/ports/fcb9b4b5-b14d-4e77-9651-6518c1df2d8c HTTP/1.1" status: 204 len: 173 time: 1.0706525 Mar 05 04:51:06.075654 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0374a01e-d164-4d25-b186-ad4232102a40', 'name': 'network-vif-deleted', 'tag': 'fcb9b4b5-b14d-4e77-9651-6518c1df2d8c'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:51:06.081016 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f93eb35-5c5d-4fba-b679-cea1aab6e67e" -d '{"events": [{"server_uuid": "0374a01e-d164-4d25-b186-ad4232102a40", "name": "network-vif-deleted", "tag": "fcb9b4b5-b14d-4e77-9651-6518c1df2d8c"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:51:06.102042 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port b34610c6-d670-4a34-accc-bafe36585063, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=b34610c6-d670-4a34-accc-bafe36585063,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:06.102443 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b13f00-966f-4818-84c9-89811ddab5d2 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Pushing event updated for resources: {'Subnet': ['ID=1d3cb3e3-a614-46d9-bf7e-505739771669,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:06.121015 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-05d8cd5d-bd00-40da-99d1-3259d8e04690 None None] Attempting to bind port 66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:51:06.121769 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-05d8cd5d-bd00-40da-99d1-3259d8e04690 None None] Attempting to bind port 66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '96e6c605-f0d5-4e27-b7a9-368164eacfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9bf3bf65-63a1-4dc3-be6f-655ba36cf568'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:51:06.121892 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d8cd5d-bd00-40da-99d1-3259d8e04690 None None] Attempting to bind port 66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3 on network 9bf3bf65-63a1-4dc3-be6f-655ba36cf568 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:51:06.142601 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d8cd5d-bd00-40da-99d1-3259d8e04690 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:51:06.143001 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d8cd5d-bd00-40da-99d1-3259d8e04690 None None] Checking segment: {'id': '96e6c605-f0d5-4e27-b7a9-368164eacfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9bf3bf65-63a1-4dc3-be6f-655ba36cf568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:51:06.143421 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-05d8cd5d-bd00-40da-99d1-3259d8e04690 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:06.143909 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d8cd5d-bd00-40da-99d1-3259d8e04690 None None] Bound using segment: {'id': '96e6c605-f0d5-4e27-b7a9-368164eacfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9bf3bf65-63a1-4dc3-be6f-655ba36cf568'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:51:06.144402 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-05d8cd5d-bd00-40da-99d1-3259d8e04690 None None] Bound port: 66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e6c605-f0d5-4e27-b7a9-368164eacfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9bf3bf65-63a1-4dc3-be6f-655ba36cf568'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:51:06.144908 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-05d8cd5d-bd00-40da-99d1-3259d8e04690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:06.151183 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-3d6474e3-82cb-4ca1-a361-7fb744eda9d6 None None] For port 48baaac8-31d8-4d40-9456-1066475d56d5, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=48baaac8-31d8-4d40-9456-1066475d56d5,segment=NetworkSegment(9b93f021-a4fd-4eaa-ae8b-ba118c329f53),segment_id=9b93f021-a4fd-4eaa-ae8b-ba118c329f53)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:06.154188 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b13f00-966f-4818-84c9-89811ddab5d2 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Checking segment: {'id': '028122cf-4082-40d9-babb-aae63d8c2804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:51:06.154363 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b13f00-966f-4818-84c9-89811ddab5d2 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Network hostable DHCP agents. Network: c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:51:06.159282 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-213217a9-6094-4d54-9e69-f39ac02776ca req-6e052abc-2220-459b-a671-be7898187349 tempest-LiveAutoBlockMigrationV225Test-2105679161 tempest-LiveAutoBlockMigrationV225Test-2105679161-project] 10.222.0.11 "GET /v2.0/ports?device_id=0374a01e-d164-4d25-b186-ad4232102a40 HTTP/1.1" status: 200 len: 210 time: 0.0754640 Mar 05 04:51:06.167176 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'b34610c6-d670-4a34-accc-bafe36585063', 'network_id': '97e85245-3112-4887-8483-668804607d54', 'port_id': 'b34610c6-d670-4a34-accc-bafe36585063', 'mac_address': 'fa:16:3e:55:75:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c431197c-f63d-4d0c-afc1-f0e0b1d87270', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:51:06.176724 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9302b0f3-7455-4f84-9e75-4042e73b57e6 req-19be6e96-41f0-481d-b860-7c54215f251b tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:06.178515 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3d6474e3-82cb-4ca1-a361-7fb744eda9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (48baaac8-31d8-4d40-9456-1066475d56d5), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:06.202181 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9302b0f3-7455-4f84-9e75-4042e73b57e6 req-19be6e96-41f0-481d-b860-7c54215f251b tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 943 time: 0.2717805 Mar 05 04:51:06.272298 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9302b0f3-7455-4f84-9e75-4042e73b57e6 req-fe73b396-abfd-41a5-8c73-627174db3713 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776453 Mar 05 04:51:06.280511 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ac8c93-389e-4492-88d6-0b6ade112ea1 x-openstack-request-id: req-69ac8c93-389e-4492-88d6-0b6ade112ea1 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:51:06.281122 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0374a01e-d164-4d25-b186-ad4232102a40", "name": "network-vif-deleted", "tag": "fcb9b4b5-b14d-4e77-9651-6518c1df2d8c", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:51:06.281641 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-69ac8c93-389e-4492-88d6-0b6ade112ea1 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:51:06.282857 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0374a01e-d164-4d25-b186-ad4232102a40', 'name': 'network-vif-deleted', 'tag': 'fcb9b4b5-b14d-4e77-9651-6518c1df2d8c', 'status': 'completed', 'code': 200} Mar 05 04:51:06.311796 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e41f2327-6868-41e1-8774-6960a3389284 admin admin] Publish callbacks [] for security_group (d01df9b0-480e-406c-aa95-8cc511cbe85e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:06.314731 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ef4f8ead-7d91-4c19-8705-89ce8312bc0e admin admin] Publish callbacks [] for security_group (18e3be7d-f8c6-4b91-96c0-0697788e271f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:06.329378 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ef4f8ead-7d91-4c19-8705-89ce8312bc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (18e3be7d-f8c6-4b91-96c0-0697788e271f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:06.336300 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port b34610c6-d670-4a34-accc-bafe36585063 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:06.336677 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b34610c6-d670-4a34-accc-bafe36585063), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:06.352084 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b13f00-966f-4818-84c9-89811ddab5d2 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Network c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:51:06.380230 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e41f2327-6868-41e1-8774-6960a3389284 admin admin] Publish callbacks [] for security_group (d01df9b0-480e-406c-aa95-8cc511cbe85e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:06.380532 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b34610c6-d670-4a34-accc-bafe36585063 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:51:06.385264 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef4f8ead-7d91-4c19-8705-89ce8312bc0e admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:51:06.394063 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f7c4bad6-7f60-42ea-b228-ad5f139fe8a9 None None] Provisioning complete for port 48baaac8-31d8-4d40-9456-1066475d56d5 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:51:06.394491 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f7c4bad6-7f60-42ea-b228-ad5f139fe8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (48baaac8-31d8-4d40-9456-1066475d56d5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:06.404833 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6474e3-82cb-4ca1-a361-7fb744eda9d6 None None] Pushing event updated for resources: {'Port': ['ID=48baaac8-31d8-4d40-9456-1066475d56d5,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:06.420852 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-a1b13f00-966f-4818-84c9-89811ddab5d2 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:51:06.428734 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f8ead-7d91-4c19-8705-89ce8312bc0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e3be7d-f8c6-4b91-96c0-0697788e271f,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:06.432296 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ef4f8ead-7d91-4c19-8705-89ce8312bc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (dd5822f3-f24f-4ad0-a059-315cb5040d8e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:06.432778 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-ef4f8ead-7d91-4c19-8705-89ce8312bc0e admin admin] Added segment dd5822f3-f24f-4ad0-a059-315cb5040d8e of type vlan for network 09a66cd5-6b1a-4e15-86da-72038a710f3f Mar 05 04:51:06.439304 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08018d18-caa8-4afe-bca1-3f9c47d68df4 None None] Network c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:51:06.448413 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-05d8cd5d-bd00-40da-99d1-3259d8e04690 None None] For port 66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:51:06.458395 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b13f00-966f-4818-84c9-89811ddab5d2 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:06.458768 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a1b13f00-966f-4818-84c9-89811ddab5d2 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:06.462234 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port b34610c6-d670-4a34-accc-bafe36585063, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=b34610c6-d670-4a34-accc-bafe36585063,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:06.500440 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b34610c6-d670-4a34-accc-bafe36585063), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:06.503553 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-05d8cd5d-bd00-40da-99d1-3259d8e04690 None None] For port 66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3,segment=NetworkSegment(96e6c605-f0d5-4e27-b7a9-368164eacfa2),segment_id=96e6c605-f0d5-4e27-b7a9-368164eacfa2)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:51:06.568128 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ef4f8ead-7d91-4c19-8705-89ce8312bc0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (09a66cd5-6b1a-4e15-86da-72038a710f3f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:06.580722 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a1b13f00-966f-4818-84c9-89811ddab5d2 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4135430 Mar 05 04:51:06.582902 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-05d8cd5d-bd00-40da-99d1-3259d8e04690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:06.607028 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e41f2327-6868-41e1-8774-6960a3389284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d01df9b0-480e-406c-aa95-8cc511cbe85e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:06.610180 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e41f2327-6868-41e1-8774-6960a3389284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:06.615263 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e41f2327-6868-41e1-8774-6960a3389284 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d01df9b0-480e-406c-aa95-8cc511cbe85e HTTP/1.1" status: 204 len: 168 time: 0.7381909 Mar 05 04:51:06.625864 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6e18b72a-c32e-4535-9ce5-8f04e2377666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (e19fec20-02a8-430d-ae10-851c1091cc56), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:06.643396 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f2327-6868-41e1-8774-6960a3389284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01df9b0-480e-406c-aa95-8cc511cbe85e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:06.665890 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18b72a-c32e-4535-9ce5-8f04e2377666 admin admin] Pushing event deleted for resources: {'Port': ['ID=e19fec20-02a8-430d-ae10-851c1091cc56,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:06.668187 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ef4f8ead-7d91-4c19-8705-89ce8312bc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (09a66cd5-6b1a-4e15-86da-72038a710f3f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:06.669889 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4f8ead-7d91-4c19-8705-89ce8312bc0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:06.670975 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ef4f8ead-7d91-4c19-8705-89ce8312bc0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:06.744092 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0feab8-2328-4e46-812d-9118e71fe026 req-cb40e3ce-bb59-4b8a-a7b4-b726efc0b41d tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:06.753982 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2a0feab8-2328-4e46-812d-9118e71fe026 req-cb40e3ce-bb59-4b8a-a7b4-b726efc0b41d tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 945 time: 0.0848420 Mar 05 04:51:06.826803 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f7c4bad6-7f60-42ea-b228-ad5f139fe8a9 None None] Current status of the port 48baaac8-31d8-4d40-9456-1066475d56d5 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:06.829521 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['b34610c6-d670-4a34-accc-bafe36585063'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:51:06.855921 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2a0feab8-2328-4e46-812d-9118e71fe026 req-89bc3f42-8bbb-4031-b245-651ecf10d96c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973284 Mar 05 04:51:06.937725 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=b34610c6-d670-4a34-accc-bafe36585063,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:06.942183 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ef4f8ead-7d91-4c19-8705-89ce8312bc0e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6787279 Mar 05 04:51:06.945999 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50676) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:06.955572 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-0e3ac26a-9c25-49ec-845d-cc84bc6689fe admin admin] Request body: {'subnet': {'network_id': '09a66cd5-6b1a-4e15-86da-72038a710f3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-730379082-subnet', 'tenant_id': 'f51e99f5965d485a9178dc0665dcbc1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:06.970019 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f8ead-7d91-4c19-8705-89ce8312bc0e admin admin] Pushing event updated for resources: {'Network': ['ID=09a66cd5-6b1a-4e15-86da-72038a710f3f,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:07.001361 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3ac26a-9c25-49ec-845d-cc84bc6689fe admin admin] Made reservation on behalf of f51e99f5965d485a9178dc0665dcbc1e for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:51:07.004706 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0e3ac26a-9c25-49ec-845d-cc84bc6689fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:07.138755 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 09a66cd5-6b1a-4e15-86da-72038a710f3f details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:51:07.212492 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 48baaac8-31d8-4d40-9456-1066475d56d5 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:51:07.243010 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6e18b72a-c32e-4535-9ce5-8f04e2377666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (9a4f174a-311b-4ecf-881d-608118d02bf5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:07.285992 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8cd5d-bd00-40da-99d1-3259d8e04690 None None] Pushing event updated for resources: {'Port': ['ID=66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:07.361752 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50694) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:07.439849 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8', 'network_id': 'c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8', 'project_id': 'bbbc4feb356744e580db82395e864901', 'fixed_ips': [{'subnet_id': '1d3cb3e3-a614-46d9-bf7e-505739771669'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:51:07.441107 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:07.669251 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-f5d27cab-b527-4abb-8c28-03870537329b tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:07.675725 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-f5d27cab-b527-4abb-8c28-03870537329b tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:07.684379 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-f5d27cab-b527-4abb-8c28-03870537329b tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/networks?id=9bf3bf65-63a1-4dc3-be6f-655ba36cf568&id=c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8&id=9bf3bf65-63a1-4dc3-be6f-655ba36cf568 HTTP/1.1" status: 200 len: 1392 time: 0.4297998 Mar 05 04:51:07.691963 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50698) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:07.728628 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d507626f-8342-4914-958e-60ee80b20c14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:07.775174 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e18b72a-c32e-4535-9ce5-8f04e2377666 admin admin] Router 9a4f174a-311b-4ecf-881d-608118d02bf5 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:51:07.854963 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-c31a17e4-f5d5-42b3-850f-c6d6943f2c30 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/quotas/bbbc4feb356744e580db82395e864901 HTTP/1.1" status: 200 len: 375 time: 0.1696055 Mar 05 04:51:07.903423 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 48baaac8-31d8-4d40-9456-1066475d56d5 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:51:07.904317 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (48baaac8-31d8-4d40-9456-1066475d56d5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:07.959903 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bba3c61-f7a0-48f6-b3f0-f0ad1c751dd1 admin admin] Deleting subnet 9d33dc8a-6008-478a-9ec8-49595a4a0656 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:51:07.963994 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8bba3c61-f7a0-48f6-b3f0-f0ad1c751dd1 admin admin] Publish callbacks [] for subnet (9d33dc8a-6008-478a-9ec8-49595a4a0656), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:08.015245 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8bba3c61-f7a0-48f6-b3f0-f0ad1c751dd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (9d33dc8a-6008-478a-9ec8-49595a4a0656), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:08.043798 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0e3ac26a-9c25-49ec-845d-cc84bc6689fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (e8b52c97-e941-46ae-a340-8a7e56ba3fe7), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:08.052669 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389aacf0-804e-413f-8d3b-283731108e9d req-fa912d7a-b679-4d08-bfab-811e46508e2f tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:08.055399 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-389aacf0-804e-413f-8d3b-283731108e9d req-fa912d7a-b679-4d08-bfab-811e46508e2f tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 944 time: 0.3463464 Mar 05 04:51:08.084212 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] Allocated IP 19.86.0.2 (c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8/1d3cb3e3-a614-46d9-bf7e-505739771669/90fee5c2-89c9-44be-9599-e40779fbca4d) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:51:08.093972 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device fcb9b4b5-b14d-4e77-9651-6518c1df2d8c no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:51:08.134517 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: fcb9b4b5-b14d-4e77-9651-6518c1df2d8c {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:51:08.135247 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device fcb9b4b5-b14d-4e77-9651-6518c1df2d8c not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:51:08.157005 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 48baaac8-31d8-4d40-9456-1066475d56d5 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:08.168840 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8bba3c61-f7a0-48f6-b3f0-f0ad1c751dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (9d33dc8a-6008-478a-9ec8-49595a4a0656), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:08.271568 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ac26a-9c25-49ec-845d-cc84bc6689fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8b52c97-e941-46ae-a340-8a7e56ba3fe7,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:08.296824 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-042fa6ed-b88a-4c3e-b08f-105f03898872 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bbbc4feb356744e580db82395e864901&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3873022 Mar 05 04:51:08.311637 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d507626f-8342-4914-958e-60ee80b20c14 admin admin] Publish callbacks [] for security_group (f3cdf666-3eac-4acb-9d6d-570404ea8914), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:08.321955 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8bba3c61-f7a0-48f6-b3f0-f0ad1c751dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (9d33dc8a-6008-478a-9ec8-49595a4a0656), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:08.330500 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d507626f-8342-4914-958e-60ee80b20c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f3cdf666-3eac-4acb-9d6d-570404ea8914), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:08.374941 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e18b72a-c32e-4535-9ce5-8f04e2377666 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:51:08.385662 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6e18b72a-c32e-4535-9ce5-8f04e2377666 admin admin] 10.222.0.11 "PUT /v2.0/routers/9a4f174a-311b-4ecf-881d-608118d02bf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0125825 Mar 05 04:51:08.389327 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50704) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:08.392258 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b8ee62-e695-4461-b833-b67e733685e9 None None] Sync routers for ids ['9a4f174a-311b-4ecf-881d-608118d02bf5'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:51:08.400330 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d507626f-8342-4914-958e-60ee80b20c14 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8543fb782f9640d4962bb4281421f106&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7059150 Mar 05 04:51:08.402412 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50706) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:08.416197 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba3c61-f7a0-48f6-b3f0-f0ad1c751dd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d33dc8a-6008-478a-9ec8-49595a4a0656,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:08.445927 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b8ee62-e695-4461-b833-b67e733685e9 None None] Routers {'9a4f174a-311b-4ecf-881d-608118d02bf5'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:51:08.446707 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-62b8ee62-e695-4461-b833-b67e733685e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:50:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9a4f174a-311b-4ecf-881d-608118d02bf5'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:08.453016 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] Publish callbacks [] for port (90fee5c2-89c9-44be-9599-e40779fbca4d), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:08.458167 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8bba3c61-f7a0-48f6-b3f0-f0ad1c751dd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:08.465872 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8bba3c61-f7a0-48f6-b3f0-f0ad1c751dd1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9d33dc8a-6008-478a-9ec8-49595a4a0656 HTTP/1.1" status: 204 len: 168 time: 1.0935526 Mar 05 04:51:08.474205 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-389aacf0-804e-413f-8d3b-283731108e9d req-35b06cc8-9d60-4a89-ad89-baee4c4ae7dd tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056427 Mar 05 04:51:08.477601 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50708) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:08.488223 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3ac26a-9c25-49ec-845d-cc84bc6689fe admin admin] Checking segment: {'id': 'dd5822f3-f24f-4ad0-a059-315cb5040d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '09a66cd5-6b1a-4e15-86da-72038a710f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:51:08.488965 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3ac26a-9c25-49ec-845d-cc84bc6689fe admin admin] Network hostable DHCP agents. Network: 09a66cd5-6b1a-4e15-86da-72038a710f3f, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:51:08.501096 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (90fee5c2-89c9-44be-9599-e40779fbca4d), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:08.528976 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507626f-8342-4914-958e-60ee80b20c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cdf666-3eac-4acb-9d6d-570404ea8914,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:08.598228 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] Network c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:51:08.614083 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3ac26a-9c25-49ec-845d-cc84bc6689fe admin admin] Network 09a66cd5-6b1a-4e15-86da-72038a710f3f is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:51:08.618238 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:51:08.620846 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-04b66e59-5e07-4f8d-80d6-dfef8a0c883f service neutron] 10.222.0.11 "GET /v2.0/networks/9bf3bf65-63a1-4dc3-be6f-655ba36cf568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231413 Mar 05 04:51:08.627903 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9124ebdf-094f-4325-a5d9-ebdedb605dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (fd6aa200-b97d-49ed-9876-375a41229f42), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:08.665219 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f3c48bae-8102-4a52-a6ca-23d50fc7e26d admin admin] Publish callbacks [] for security_group (f3cdf666-3eac-4acb-9d6d-570404ea8914), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:08.667918 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:51:08.672263 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-0e3ac26a-9c25-49ec-845d-cc84bc6689fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 09a66cd5-6b1a-4e15-86da-72038a710f3f) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:51:08.677136 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] Pushing event updated for resources: {'Port': ['ID=90fee5c2-89c9-44be-9599-e40779fbca4d,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:08.696116 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3ac26a-9c25-49ec-845d-cc84bc6689fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:08.696727 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0e3ac26a-9c25-49ec-845d-cc84bc6689fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:08.702438 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550bc2df-0c04-4ecb-a12a-40639769b5d6 None None] Network 09a66cd5-6b1a-4e15-86da-72038a710f3f requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:51:08.712019 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f3c48bae-8102-4a52-a6ca-23d50fc7e26d admin admin] Publish callbacks [] for security_group (f3cdf666-3eac-4acb-9d6d-570404ea8914), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:08.722782 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4b237cc-9ff4-4637-a6bc-7b049165142b admin admin] Publish callbacks [] for router (9a4f174a-311b-4ecf-881d-608118d02bf5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:08.845581 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0e3ac26a-9c25-49ec-845d-cc84bc6689fe admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8975890 Mar 05 04:51:08.890267 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f7a758-afd0-426a-bfbb-9de0edcac6b0 None None] Network 9bf3bf65-63a1-4dc3-be6f-655ba36cf568 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:51:08.903973 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9124ebdf-094f-4325-a5d9-ebdedb605dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (fd6aa200-b97d-49ed-9876-375a41229f42), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:08.933557 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-9124ebdf-094f-4325-a5d9-ebdedb605dba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6aa200-b97d-49ed-9876-375a41229f42']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:08.944970 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-ad403ab5-b457-4b34-8b2d-dcff9f1be5c7 service neutron] 10.222.0.11 "GET /v2.0/networks/9bf3bf65-63a1-4dc3-be6f-655ba36cf568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038311 Mar 05 04:51:08.945774 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4b237cc-9ff4-4637-a6bc-7b049165142b admin admin] Publish callbacks [] for router_gateway (9a4f174a-311b-4ecf-881d-608118d02bf5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:08.950336 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-9124ebdf-094f-4325-a5d9-ebdedb605dba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '462d78ac-50f0-4f1e-a41d-6df58a7693ed') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:08.950336 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-9124ebdf-094f-4325-a5d9-ebdedb605dba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '462d78ac-50f0-4f1e-a41d-6df58a7693ed') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:08.977847 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd4aaa-5515-4725-9ec3-fdc14c01f12b req-2c4a3bb3-d3c8-4baf-8064-709e5b1ada2e tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:08.980409 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2fcd4aaa-5515-4725-9ec3-fdc14c01f12b req-2c4a3bb3-d3c8-4baf-8064-709e5b1ada2e tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 945 time: 0.3585954 Mar 05 04:51:08.984793 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9124ebdf-094f-4325-a5d9-ebdedb605dba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (462d78ac-50f0-4f1e-a41d-6df58a7693ed), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:09.011940 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f3c48bae-8102-4a52-a6ca-23d50fc7e26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f3cdf666-3eac-4acb-9d6d-570404ea8914), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:09.016277 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f3c48bae-8102-4a52-a6ca-23d50fc7e26d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:09.018031 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f3c48bae-8102-4a52-a6ca-23d50fc7e26d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f3cdf666-3eac-4acb-9d6d-570404ea8914 HTTP/1.1" status: 204 len: 168 time: 0.6146917 Mar 05 04:51:09.020826 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-62b8ee62-e695-4461-b833-b67e733685e9 None None] Set router 9a4f174a-311b-4ecf-881d-608118d02bf5 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:51:09.043578 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9124ebdf-094f-4325-a5d9-ebdedb605dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (462d78ac-50f0-4f1e-a41d-6df58a7693ed), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:09.059665 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:51:09.091829 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c48bae-8102-4a52-a6ca-23d50fc7e26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cdf666-3eac-4acb-9d6d-570404ea8914,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:09.097152 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9124ebdf-094f-4325-a5d9-ebdedb605dba admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:51:09.097573 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9124ebdf-094f-4325-a5d9-ebdedb605dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (462d78ac-50f0-4f1e-a41d-6df58a7693ed), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:09.101150 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 04:51:09.101150 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:51:09.101150 n-d-789963-32 neutron-server[105231]: timer() Mar 05 04:51:09.101150 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:51:09.101150 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 04:51:09.101150 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:51:09.101150 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 04:51:09.101150 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:51:09.101150 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 04:51:09.101150 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:51:09.101150 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 04:51:09.101150 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:51:09.101150 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 04:51:09.101150 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:51:09.101150 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:51:09.101150 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:51:09.101150 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:51:09.101150 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:51:09.101150 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 04:51:09.101150 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:51:09.101150 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 04:51:09.101150 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:51:09.101150 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:51:09.101150 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:51:09.101150 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 04:51:09.101150 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:51:09.101150 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:51:09.101150 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:51:09.101150 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:51:09.101150 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:51:09.101150 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:51:09.101150 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:51:09.138637 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-c4b237cc-9ff4-4637-a6bc-7b049165142b admin admin] Deleting port 032c3352-7b3d-48a1-8aa5-3cb71edb27db {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:51:09.139223 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4b237cc-9ff4-4637-a6bc-7b049165142b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (032c3352-7b3d-48a1-8aa5-3cb71edb27db), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:09.173525 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c806f1-a79b-4a31-a3d4-d2719a6f4b55 None None] Network 09a66cd5-6b1a-4e15-86da-72038a710f3f requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:51:09.174351 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2fcd4aaa-5515-4725-9ec3-fdc14c01f12b req-245edea2-8ea7-4069-909f-694fc79f6694 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780345 Mar 05 04:51:09.204047 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a1de1f17-09e4-404f-922a-409eb7fe3e45 service neutron] 10.222.0.11 "GET /v2.0/networks/c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474675 Mar 05 04:51:09.206501 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9124ebdf-094f-4325-a5d9-ebdedb605dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (fd6aa200-b97d-49ed-9876-375a41229f42), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:09.213079 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9124ebdf-094f-4325-a5d9-ebdedb605dba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:09.216801 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9124ebdf-094f-4325-a5d9-ebdedb605dba admin admin] 10.222.0.11 "DELETE /v2.0/networks/fd6aa200-b97d-49ed-9876-375a41229f42 HTTP/1.1" status: 204 len: 168 time: 0.7379477 Mar 05 04:51:09.221510 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] Attempting to bind port 90fee5c2-89c9-44be-9599-e40779fbca4d on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:51:09.221900 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] Attempting to bind port 90fee5c2-89c9-44be-9599-e40779fbca4d by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '028122cf-4082-40d9-babb-aae63d8c2804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:51:09.226585 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] Attempting to bind port 90fee5c2-89c9-44be-9599-e40779fbca4d on network c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:51:09.226949 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50718) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:09.284595 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:51:09.285444 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] Checking segment: {'id': '028122cf-4082-40d9-babb-aae63d8c2804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:51:09.285444 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:09.285801 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] Bound using segment: {'id': '028122cf-4082-40d9-babb-aae63d8c2804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:51:09.286332 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] Bound port: 90fee5c2-89c9-44be-9599-e40779fbca4d, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028122cf-4082-40d9-babb-aae63d8c2804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:51:09.286740 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (90fee5c2-89c9-44be-9599-e40779fbca4d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:09.289460 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-9401a8c9-bbe7-4873-99f9-239f93455f89 None None] Provisioning complete for port 66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:51:09.289460 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9401a8c9-bbe7-4873-99f9-239f93455f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:09.289893 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124ebdf-094f-4325-a5d9-ebdedb605dba admin admin] Pushing event deleted for resources: {'Network': ['ID=fd6aa200-b97d-49ed-9876-375a41229f42,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:09.355101 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc9988e-a634-4532-993e-dbeb0976d207 admin admin] Deleting subnet 66cee244-29a0-461f-aba0-1d62701276c8 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:51:09.361274 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-c4b237cc-9ff4-4637-a6bc-7b049165142b admin admin] For port 032c3352-7b3d-48a1-8aa5-3cb71edb27db, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=032c3352-7b3d-48a1-8aa5-3cb71edb27db,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:09.361876 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dbc9988e-a634-4532-993e-dbeb0976d207 admin admin] Publish callbacks [] for subnet (66cee244-29a0-461f-aba0-1d62701276c8), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:09.362399 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4b237cc-9ff4-4637-a6bc-7b049165142b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (032c3352-7b3d-48a1-8aa5-3cb71edb27db), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:09.379761 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-c4b237cc-9ff4-4637-a6bc-7b049165142b admin admin] Calling delete_port for 032c3352-7b3d-48a1-8aa5-3cb71edb27db owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:51:09.426300 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a5e4eafe-53c7-4d1c-8555-99c53a1ff567 service neutron] 10.222.0.11 "GET /v2.0/networks/c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081594 Mar 05 04:51:09.428663 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dbc9988e-a634-4532-993e-dbeb0976d207 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (66cee244-29a0-461f-aba0-1d62701276c8), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:09.540330 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dbc9988e-a634-4532-993e-dbeb0976d207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (66cee244-29a0-461f-aba0-1d62701276c8), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:09.540722 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] For port 90fee5c2-89c9-44be-9599-e40779fbca4d, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:51:09.547755 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] For port 90fee5c2-89c9-44be-9599-e40779fbca4d, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=90fee5c2-89c9-44be-9599-e40779fbca4d,segment=NetworkSegment(028122cf-4082-40d9-babb-aae63d8c2804),segment_id=028122cf-4082-40d9-babb-aae63d8c2804)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:51:09.573210 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device b34610c6-d670-4a34-accc-bafe36585063 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:51:09.583885 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (90fee5c2-89c9-44be-9599-e40779fbca4d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:09.613925 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4b237cc-9ff4-4637-a6bc-7b049165142b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (032c3352-7b3d-48a1-8aa5-3cb71edb27db), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:09.802617 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b237cc-9ff4-4637-a6bc-7b049165142b admin admin] Pushing event deleted for resources: {'Port': ['ID=032c3352-7b3d-48a1-8aa5-3cb71edb27db,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:09.879211 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4b237cc-9ff4-4637-a6bc-7b049165142b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (9a4f174a-311b-4ecf-881d-608118d02bf5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:09.982429 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:51:09.982773 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:10.024040 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] Pushing event updated for resources: {'Port': ['ID=90fee5c2-89c9-44be-9599-e40779fbca4d,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:10.042840 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:10.043450 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:10.044142 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:10.044597 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:10.045029 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:10.045468 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:10.047296 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:10.054229 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:10.056943 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:10.057690 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:10.058136 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:10.058671 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:10.059254 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bc31b2-70c1-4e95-84ce-ed5b438a5bf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:10.064074 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4b237cc-9ff4-4637-a6bc-7b049165142b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (9a4f174a-311b-4ecf-881d-608118d02bf5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:10.068647 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4b237cc-9ff4-4637-a6bc-7b049165142b admin admin] Publish callbacks [] for router_controller (9a4f174a-311b-4ecf-881d-608118d02bf5), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:10.167932 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4b237cc-9ff4-4637-a6bc-7b049165142b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (9a4f174a-311b-4ecf-881d-608118d02bf5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:10.168269 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port b34610c6-d670-4a34-accc-bafe36585063 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:51:10.168388 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b237cc-9ff4-4637-a6bc-7b049165142b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a4f174a-311b-4ecf-881d-608118d02bf5 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:51:10.176418 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4b237cc-9ff4-4637-a6bc-7b049165142b admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:10.193991 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9401a8c9-bbe7-4873-99f9-239f93455f89 None None] Current status of the port 66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:10.195746 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9401a8c9-bbe7-4873-99f9-239f93455f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:10.200947 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c4b237cc-9ff4-4637-a6bc-7b049165142b admin admin] 10.222.0.11 "DELETE /v2.0/routers/9a4f174a-311b-4ecf-881d-608118d02bf5 HTTP/1.1" status: 204 len: 168 time: 1.7919242 Mar 05 04:51:10.201727 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50744) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:10.204271 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-5ef35fff-7319-47da-9983-84ead6a9dd7e service neutron] 10.222.0.11 "GET /v2.0/networks/9bf3bf65-63a1-4dc3-be6f-655ba36cf568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7519522 Mar 05 04:51:10.234132 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port b34610c6-d670-4a34-accc-bafe36585063 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:51:10.234792 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b34610c6-d670-4a34-accc-bafe36585063), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:10.279351 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b6bfacf-3017-41b7-9759-e75dd7aa0b48 admin admin] Deleting subnet d465e1b9-7504-40c9-a62e-e87eedceda7f {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:51:10.284296 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b6bfacf-3017-41b7-9759-e75dd7aa0b48 admin admin] Publish callbacks [] for subnet (d465e1b9-7504-40c9-a62e-e87eedceda7f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:10.332679 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b6bfacf-3017-41b7-9759-e75dd7aa0b48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (d465e1b9-7504-40c9-a62e-e87eedceda7f), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:10.375027 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dbc9988e-a634-4532-993e-dbeb0976d207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (66cee244-29a0-461f-aba0-1d62701276c8), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:10.440729 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-f563fef6-ece5-4883-a0c9-1a4afab17f6c tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:10.442473 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-f563fef6-ece5-4883-a0c9-1a4afab17f6c tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] 10.222.0.11 "GET /v2.0/networks?id=09a66cd5-6b1a-4e15-86da-72038a710f3f HTTP/1.1" status: 200 len: 813 time: 0.4132426 Mar 05 04:51:10.447993 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9988e-a634-4532-993e-dbeb0976d207 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66cee244-29a0-461f-aba0-1d62701276c8,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:10.451736 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dbc9988e-a634-4532-993e-dbeb0976d207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:10.455006 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-dbc9988e-a634-4532-993e-dbeb0976d207 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/66cee244-29a0-461f-aba0-1d62701276c8 HTTP/1.1" status: 204 len: 168 time: 1.2259901 Mar 05 04:51:10.462288 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50752) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:10.489549 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-15dca685-6f38-4c9c-9bfc-fa8c782467f5 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] 10.222.0.11 "GET /v2.0/quotas/f51e99f5965d485a9178dc0665dcbc1e HTTP/1.1" status: 200 len: 375 time: 0.0220382 Mar 05 04:51:10.492237 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-fa757d6f-021a-4edc-beb2-b87298d974f3 service neutron] 10.222.0.11 "GET /v2.0/networks/9bf3bf65-63a1-4dc3-be6f-655ba36cf568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677903 Mar 05 04:51:10.549090 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-bcf4dbb9-d30c-413e-8535-369ef12210b1 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f51e99f5965d485a9178dc0665dcbc1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490410 Mar 05 04:51:10.564623 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-6999ba67-ab21-4ba2-887b-ee09d7807bd2 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:51:10.566213 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-6999ba67-ab21-4ba2-887b-ee09d7807bd2 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070069 Mar 05 04:51:10.579938 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-9401a8c9-bbe7-4873-99f9-239f93455f89 None None] For port 66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3,segment=NetworkSegment(96e6c605-f0d5-4e27-b7a9-368164eacfa2),segment_id=96e6c605-f0d5-4e27-b7a9-368164eacfa2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:10.583597 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-62b8ee62-e695-4461-b833-b67e733685e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4f174a-311b-4ecf-881d-608118d02bf5', 'name': 'tempest-AttachSCSIVolumeTestJSON-594194993-router', 'tenant_id': 'b26228d66db44ec4a353fe5eebb33cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': '032c3352-7b3d-48a1-8aa5-3cb71edb27db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:47:17Z', 'updated_at': '2022-03-05T04:51:06Z', 'revision_number': 5, 'project_id': 'b26228d66db44ec4a353fe5eebb33cfb', 'gw_port': {'id': '032c3352-7b3d-48a1-8aa5-3cb71edb27db', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:b9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4f174a-311b-4ecf-881d-608118d02bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:20Z', 'updated_at': '2022-03-05T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:10.618939 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5da48e9c-84b3-47d1-9ef8-094ea647b8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (8f5bcf0a-bbba-4b66-88ca-98d237b451af), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:10.621717 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b8ee62-e695-4461-b833-b67e733685e9 None None] Checking router: 9a4f174a-311b-4ecf-881d-608118d02bf5 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:51:10.628584 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9401a8c9-bbe7-4873-99f9-239f93455f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:10.632591 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b6bfacf-3017-41b7-9759-e75dd7aa0b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (d465e1b9-7504-40c9-a62e-e87eedceda7f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:10.688627 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:10.689034 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:10.799189 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port b34610c6-d670-4a34-accc-bafe36585063 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:10.799639 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b34610c6-d670-4a34-accc-bafe36585063), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:10.801238 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-0c3ea24f-77da-4a97-aeb3-7a15a3dec41e service neutron] 10.222.0.11 "GET /v2.0/networks/09a66cd5-6b1a-4e15-86da-72038a710f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210953 Mar 05 04:51:10.806160 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b8ee62-e695-4461-b833-b67e733685e9 None None] Routers set() bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:51:10.806464 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b8ee62-e695-4461-b833-b67e733685e9 None None] Router IDs set() for agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 05 04:51:10.807180 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_agentschedulers_db [None req-62b8ee62-e695-4461-b833-b67e733685e9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9a4f174a-311b-4ecf-881d-608118d02bf5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:50:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent'). {{(pid=105233) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 05 04:51:10.807595 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b8ee62-e695-4461-b833-b67e733685e9 None None] The sync data for ids ['9a4f174a-311b-4ecf-881d-608118d02bf5'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:51:10.834915 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5da48e9c-84b3-47d1-9ef8-094ea647b8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (8f5bcf0a-bbba-4b66-88ca-98d237b451af), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:10.841408 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401a8c9-bbe7-4873-99f9-239f93455f89 None None] Pushing event updated for resources: {'Port': ['ID=66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:10.866217 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-5da48e9c-84b3-47d1-9ef8-094ea647b8a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f5bcf0a-bbba-4b66-88ca-98d237b451af']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:10.880213 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-5da48e9c-84b3-47d1-9ef8-094ea647b8a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc66c14-d0e7-493b-9af9-fb219c278f0a') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:10.880816 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-5da48e9c-84b3-47d1-9ef8-094ea647b8a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc66c14-d0e7-493b-9af9-fb219c278f0a') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:10.894810 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5da48e9c-84b3-47d1-9ef8-094ea647b8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (cdc66c14-d0e7-493b-9af9-fb219c278f0a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:10.914329 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5da48e9c-84b3-47d1-9ef8-094ea647b8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (cdc66c14-d0e7-493b-9af9-fb219c278f0a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:10.924615 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5da48e9c-84b3-47d1-9ef8-094ea647b8a3 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:51:10.925284 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5da48e9c-84b3-47d1-9ef8-094ea647b8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (cdc66c14-d0e7-493b-9af9-fb219c278f0a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:10.990554 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55343420-6be4-400d-b03e-9680ce598b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34610c6-d670-4a34-accc-bafe36585063'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:51:10.996871 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ca98ee-822b-4a21-906c-76357b3b8cf8" -d '{"events": [{"server_uuid": "55343420-6be4-400d-b03e-9680ce598b82", "name": "network-vif-plugged", "status": "completed", "tag": "b34610c6-d670-4a34-accc-bafe36585063"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:51:11.046663 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-28a25543-4ea0-431f-9e7b-84940fa2bada None None] Provisioning complete for port 66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:51:11.046663 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-28a25543-4ea0-431f-9e7b-84940fa2bada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:11.060239 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:51:11.060239 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:51:11.060239 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:51:11.060239 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:51:11.060239 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:51:11.060239 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:51:11.060239 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:51:11.060239 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:51:11.060239 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:51:11.060239 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:51:11.060239 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:51:11.060239 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:51:11.060239 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:51:11.060239 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:51:11.060239 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:51:11.060239 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:51:11.060239 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:51:11.060239 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:51:11.060239 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:51:11.060239 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:51:11.060239 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:51:11.060239 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:51:11.060239 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:51:11.060239 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:51:11.060239 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:51:11.060239 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:51:11.060239 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:51:11.060239 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:51:11.060239 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:51:11.060239 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:51:11.060239 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:51:11.060239 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:51:11.071868 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5da48e9c-84b3-47d1-9ef8-094ea647b8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (8f5bcf0a-bbba-4b66-88ca-98d237b451af), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:11.075898 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port b34610c6-d670-4a34-accc-bafe36585063, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=b34610c6-d670-4a34-accc-bafe36585063,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:11.078430 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5da48e9c-84b3-47d1-9ef8-094ea647b8a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:11.087419 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5da48e9c-84b3-47d1-9ef8-094ea647b8a3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8f5bcf0a-bbba-4b66-88ca-98d237b451af HTTP/1.1" status: 204 len: 168 time: 0.6236513 Mar 05 04:51:11.106908 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da48e9c-84b3-47d1-9ef8-094ea647b8a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f5bcf0a-bbba-4b66-88ca-98d237b451af,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:11.113128 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21f6f8-13d7-4991-a1fa-51ac0ba26cf7 req-b7acb5fc-4594-4717-8264-d56c56f83a1c tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:11.121371 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eb21f6f8-13d7-4991-a1fa-51ac0ba26cf7 req-b7acb5fc-4594-4717-8264-d56c56f83a1c tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 944 time: 0.2953269 Mar 05 04:51:11.121625 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 04:51:11.121733 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 04:51:11.125939 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b6bfacf-3017-41b7-9759-e75dd7aa0b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (d465e1b9-7504-40c9-a62e-e87eedceda7f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:11.126702 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b34610c6-d670-4a34-accc-bafe36585063), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:11.180352 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6bfacf-3017-41b7-9759-e75dd7aa0b48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d465e1b9-7504-40c9-a62e-e87eedceda7f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:11.190973 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b6bfacf-3017-41b7-9759-e75dd7aa0b48 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:11.198114 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6b6bfacf-3017-41b7-9759-e75dd7aa0b48 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d465e1b9-7504-40c9-a62e-e87eedceda7f HTTP/1.1" status: 204 len: 168 time: 0.9908366 Mar 05 04:51:11.198114 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50776) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:11.214568 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644948d7-121d-4015-98a3-5ede08bf25a6 None None] Network 564ab223-1564-4897-bfe7-bf2187e8cd7e requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:51:11.257604 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-02a9fcc4-40a7-4785-a88b-2bf083e6f0a5 service neutron] 10.222.0.11 "GET /v2.0/networks/09a66cd5-6b1a-4e15-86da-72038a710f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524961 Mar 05 04:51:11.353305 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eb21f6f8-13d7-4991-a1fa-51ac0ba26cf7 req-af54b0ae-fcfd-4fbe-b9e4-fdff6a56911a tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127824 Mar 05 04:51:11.398005 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aa8b2e3b-3b64-4c42-8fe5-a061f1aa321b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (564ab223-1564-4897-bfe7-bf2187e8cd7e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:11.481100 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=b34610c6-d670-4a34-accc-bafe36585063,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:11.586265 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4f53209e-9b98-423c-92da-3834bffa7770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:11.601511 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-aa8b2e3b-3b64-4c42-8fe5-a061f1aa321b admin admin] Deleting port e6489b25-57fb-4c51-b349-7dc242b1ea18 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:51:11.602488 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aa8b2e3b-3b64-4c42-8fe5-a061f1aa321b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (e6489b25-57fb-4c51-b349-7dc242b1ea18), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:11.682119 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50792) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:11.731399 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bafc24-16ec-49bb-8e6d-d5938dd11987 req-80c64f37-ae39-43ca-89d1-7df07d45f6a4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:11.738608 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b9bafc24-16ec-49bb-8e6d-d5938dd11987 req-80c64f37-ae39-43ca-89d1-7df07d45f6a4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 945 time: 0.1823115 Mar 05 04:51:11.782290 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-aa8b2e3b-3b64-4c42-8fe5-a061f1aa321b admin admin] For port e6489b25-57fb-4c51-b349-7dc242b1ea18, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e6489b25-57fb-4c51-b349-7dc242b1ea18,segment=NetworkSegment(0d518976-6238-496c-8ffc-f9926de03fab),segment_id=0d518976-6238-496c-8ffc-f9926de03fab)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:11.782945 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aa8b2e3b-3b64-4c42-8fe5-a061f1aa321b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (e6489b25-57fb-4c51-b349-7dc242b1ea18), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:11.795820 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-28a25543-4ea0-431f-9e7b-84940fa2bada None None] Current status of the port 66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:11.799307 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-aa8b2e3b-3b64-4c42-8fe5-a061f1aa321b admin admin] Calling delete_port for e6489b25-57fb-4c51-b349-7dc242b1ea18 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:51:11.808520 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:11.819280 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ac05963-54d8-422b-90fb-86486d790cbe req-5fe406eb-ea0f-450b-9e9a-c98f81867eaa tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=de670eb2-bfed-44b2-909b-fd8cb20a8854 HTTP/1.1" status: 200 len: 210 time: 0.0474033 Mar 05 04:51:11.821006 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315716b3-5532-4c8a-bee5-3de34d05df4b None None] Network c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:51:11.830383 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-06da5be0-2b75-4de2-b8cb-fe5d9ca0b929 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=84f78c82255c4feca46335184d79ad7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1442382 Mar 05 04:51:11.833273 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50794) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:11.988130 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aa8b2e3b-3b64-4c42-8fe5-a061f1aa321b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (e6489b25-57fb-4c51-b349-7dc242b1ea18), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:12.030394 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b9bafc24-16ec-49bb-8e6d-d5938dd11987 req-85c44af8-30bd-4e4d-9589-323a6be5b2d0 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771037 Mar 05 04:51:12.057349 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8b2e3b-3b64-4c42-8fe5-a061f1aa321b admin admin] No DVR routers for this DVR port e6489b25-57fb-4c51-b349-7dc242b1ea18 on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:51:12.118476 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-324c91e2-97bb-4551-9ea5-ffbb65c6c38f None None] Provisioning complete for port 90fee5c2-89c9-44be-9599-e40779fbca4d triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:51:12.118875 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-324c91e2-97bb-4551-9ea5-ffbb65c6c38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (90fee5c2-89c9-44be-9599-e40779fbca4d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:12.166390 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b2e3b-3b64-4c42-8fe5-a061f1aa321b admin admin] Pushing event deleted for resources: {'Port': ['ID=e6489b25-57fb-4c51-b349-7dc242b1ea18,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:12.237611 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35005193-2032-4d95-b1b9-a6f902601e4a admin admin] Publish callbacks [] for security_group (cf874d8d-cd36-43b5-8341-54eaaac73120), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:12.258127 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521e29ca-5c12-4594-9b65-02bf55e281fb None None] DHCP port deletion for 564ab223-1564-4897-bfe7-bf2187e8cd7e request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:51:12.289833 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fc2c6130-d39e-4aa6-8cf6-92b99caba0f2 req-a817d75a-9807-42ca-849d-53ca182af8a1 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] 10.222.0.11 "GET /v2.0/ports?device_id=73a5f734-6e3a-4e1c-b778-e1296698c18f HTTP/1.1" status: 200 len: 210 time: 0.1049299 Mar 05 04:51:12.346478 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-324c91e2-97bb-4551-9ea5-ffbb65c6c38f None None] Current status of the port 90fee5c2-89c9-44be-9599-e40779fbca4d is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:12.349776 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-324c91e2-97bb-4551-9ea5-ffbb65c6c38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (90fee5c2-89c9-44be-9599-e40779fbca4d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:12.352096 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35005193-2032-4d95-b1b9-a6f902601e4a admin admin] Publish callbacks [] for security_group (cf874d8d-cd36-43b5-8341-54eaaac73120), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:12.475350 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f6135d-5d15-4019-8444-1b8eb98bc3e7 x-openstack-request-id: req-79f6135d-5d15-4019-8444-1b8eb98bc3e7 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:51:12.479546 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55343420-6be4-400d-b03e-9680ce598b82", "name": "network-vif-plugged", "status": "completed", "tag": "b34610c6-d670-4a34-accc-bafe36585063", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:51:12.486670 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-79f6135d-5d15-4019-8444-1b8eb98bc3e7 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:51:12.487391 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55343420-6be4-400d-b03e-9680ce598b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34610c6-d670-4a34-accc-bafe36585063', 'code': 200} Mar 05 04:51:12.489729 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:51:12.510042 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aa8b2e3b-3b64-4c42-8fe5-a061f1aa321b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (564ab223-1564-4897-bfe7-bf2187e8cd7e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:12.512958 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35005193-2032-4d95-b1b9-a6f902601e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (cf874d8d-cd36-43b5-8341-54eaaac73120), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:12.515841 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35005193-2032-4d95-b1b9-a6f902601e4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:12.517284 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-35005193-2032-4d95-b1b9-a6f902601e4a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cf874d8d-cd36-43b5-8341-54eaaac73120 HTTP/1.1" status: 204 len: 168 time: 0.6826909 Mar 05 04:51:12.606543 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-324c91e2-97bb-4551-9ea5-ffbb65c6c38f None None] For port 90fee5c2-89c9-44be-9599-e40779fbca4d, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=90fee5c2-89c9-44be-9599-e40779fbca4d,segment=NetworkSegment(028122cf-4082-40d9-babb-aae63d8c2804),segment_id=028122cf-4082-40d9-babb-aae63d8c2804)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:12.631475 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-aa8b2e3b-3b64-4c42-8fe5-a061f1aa321b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['564ab223-1564-4897-bfe7-bf2187e8cd7e']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:12.636128 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-324c91e2-97bb-4551-9ea5-ffbb65c6c38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (90fee5c2-89c9-44be-9599-e40779fbca4d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:12.683662 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35005193-2032-4d95-b1b9-a6f902601e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf874d8d-cd36-43b5-8341-54eaaac73120,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:12.722055 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-aa8b2e3b-3b64-4c42-8fe5-a061f1aa321b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d518976-6238-496c-8ffc-f9926de03fab') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:12.722620 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-aa8b2e3b-3b64-4c42-8fe5-a061f1aa321b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d518976-6238-496c-8ffc-f9926de03fab') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:12.760486 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aa8b2e3b-3b64-4c42-8fe5-a061f1aa321b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (0d518976-6238-496c-8ffc-f9926de03fab), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:12.802461 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aa8b2e3b-3b64-4c42-8fe5-a061f1aa321b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (0d518976-6238-496c-8ffc-f9926de03fab), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:12.826153 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa8b2e3b-3b64-4c42-8fe5-a061f1aa321b admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:51:12.827062 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aa8b2e3b-3b64-4c42-8fe5-a061f1aa321b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (0d518976-6238-496c-8ffc-f9926de03fab), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:12.829305 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:51:12.829305 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:51:12.829305 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:51:12.829305 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:51:12.829305 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:51:12.829305 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:51:12.829305 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:51:12.829305 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:51:12.829305 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:51:12.829305 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:51:12.829305 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:51:12.829305 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:51:12.829305 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:51:12.829305 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:51:12.829305 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:51:12.829305 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:51:12.829305 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:51:12.829305 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:51:12.829305 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:51:12.829305 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:51:12.829305 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:51:12.829305 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:51:12.829305 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:51:12.829305 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:51:12.829305 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:51:12.829305 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:51:12.829305 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:51:12.829305 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:51:12.829305 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:51:12.829305 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:51:12.829305 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:51:12.829305 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:51:12.831765 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e2231032-aa15-4728-be0c-9a778ffe04de None None] Provisioning complete for port 90fee5c2-89c9-44be-9599-e40779fbca4d triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:51:12.831765 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e2231032-aa15-4728-be0c-9a778ffe04de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (90fee5c2-89c9-44be-9599-e40779fbca4d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:12.852399 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a394488-2656-4df7-8b30-072a8b0e04f3 req-d28cf619-2c16-4d9e-bf3d-f2dcd792b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:12.854383 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5a394488-2656-4df7-8b30-072a8b0e04f3 req-d28cf619-2c16-4d9e-bf3d-f2dcd792b4f0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 1128 time: 0.2633224 Mar 05 04:51:12.908359 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:51:12.908803 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:12.910890 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aa8b2e3b-3b64-4c42-8fe5-a061f1aa321b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (564ab223-1564-4897-bfe7-bf2187e8cd7e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:12.912483 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c91e2-97bb-4551-9ea5-ffbb65c6c38f None None] Pushing event updated for resources: {'Port': ['ID=90fee5c2-89c9-44be-9599-e40779fbca4d,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:12.925451 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aa8b2e3b-3b64-4c42-8fe5-a061f1aa321b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:12.930012 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-aa8b2e3b-3b64-4c42-8fe5-a061f1aa321b admin admin] 10.222.0.11 "DELETE /v2.0/networks/564ab223-1564-4897-bfe7-bf2187e8cd7e HTTP/1.1" status: 204 len: 168 time: 1.7313011 Mar 05 04:51:12.945903 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b2e3b-3b64-4c42-8fe5-a061f1aa321b admin admin] Pushing event deleted for resources: {'Network': ['ID=564ab223-1564-4897-bfe7-bf2187e8cd7e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:12.973279 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-1f97afac-c0c4-4148-8075-32e560352015 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:12.980342 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-1f97afac-c0c4-4148-8075-32e560352015 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:12.982792 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-1f97afac-c0c4-4148-8075-32e560352015 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.30 "GET /v2.0/networks?id=9bf3bf65-63a1-4dc3-be6f-655ba36cf568&id=c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8&id=9bf3bf65-63a1-4dc3-be6f-655ba36cf568 HTTP/1.1" status: 200 len: 1392 time: 0.4386170 Mar 05 04:51:13.058796 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb01e9e-f03b-4331-b6cc-f1e925d7cd8c req-961e94fe-e0c2-46c9-89b7-88a13def2ca1 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:13.063727 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ffb01e9e-f03b-4331-b6cc-f1e925d7cd8c req-961e94fe-e0c2-46c9-89b7-88a13def2ca1 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 945 time: 0.3762910 Mar 05 04:51:13.065512 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e2231032-aa15-4728-be0c-9a778ffe04de None None] Current status of the port 90fee5c2-89c9-44be-9599-e40779fbca4d is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:13.076058 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a3349e47-9259-4820-92ed-b72c4c8ab414 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Request body: {'port': {'device_id': 'de670eb2-bfed-44b2-909b-fd8cb20a8854', 'network_id': '9bf3bf65-63a1-4dc3-be6f-655ba36cf568', 'admin_state_up': True, 'tenant_id': 'bbbc4feb356744e580db82395e864901'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:13.122677 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5a394488-2656-4df7-8b30-072a8b0e04f3 req-20d3b9a0-3973-4dc8-8ae7-8e1221bc1b03 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144123 Mar 05 04:51:13.156452 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16dcd6-e20b-4689-96c2-835644e48e1e req-0b4813c5-070a-4685-bc9c-514fe8065a3e tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:13.164149 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3b16dcd6-e20b-4689-96c2-835644e48e1e req-0b4813c5-070a-4685-bc9c-514fe8065a3e tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.4783185 Mar 05 04:51:13.176633 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:13.180761 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 90fee5c2-89c9-44be-9599-e40779fbca4d up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:51:13.252807 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50846) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:13.263882 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ffb01e9e-f03b-4331-b6cc-f1e925d7cd8c req-b0a6be81-5aab-486b-854b-16ec6974a43c tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747203 Mar 05 04:51:13.297833 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50848) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:13.311529 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 90fee5c2-89c9-44be-9599-e40779fbca4d triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:51:13.314375 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (90fee5c2-89c9-44be-9599-e40779fbca4d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:13.397022 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-21e1aa31-0dae-46ad-82ad-e5de369f76ab admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3b20a621bb7044c2808f9e2367a9bd26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409204 Mar 05 04:51:13.399899 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50864) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:13.408072 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b6e05ebb-22b4-4667-9942-bd8e3c23a556 req-33c96929-0a37-4fb6-8143-db557e4d089f tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=de670eb2-bfed-44b2-909b-fd8cb20a8854 HTTP/1.1" status: 200 len: 210 time: 0.0640557 Mar 05 04:51:13.429615 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3b16dcd6-e20b-4689-96c2-835644e48e1e req-164bba5c-bc8a-481a-b34a-d4521b245939 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2637761 Mar 05 04:51:13.431576 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a3349e47-9259-4820-92ed-b72c4c8ab414 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Made reservation on behalf of bbbc4feb356744e580db82395e864901 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:51:13.443716 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a3349e47-9259-4820-92ed-b72c4c8ab414 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:13.467396 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-403a05ce-24a8-4789-94d1-a6d5acf9a104 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1a9ec73657f346c3bbc1c3a698b1e16e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1663241 Mar 05 04:51:13.471833 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50866) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:13.515501 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-34c3e608-d515-4ebd-bb1d-07af04da1e46 admin admin] Publish callbacks [] for security_group (805a1224-8353-41ec-897d-94b8b2c384a9), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:13.536368 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 90fee5c2-89c9-44be-9599-e40779fbca4d is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:13.562241 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:13.566087 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-34c3e608-d515-4ebd-bb1d-07af04da1e46 admin admin] Publish callbacks [] for security_group (805a1224-8353-41ec-897d-94b8b2c384a9), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:13.616723 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e19fec20-02a8-430d-ae10-851c1091cc56 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:51:13.646118 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-34c3e608-d515-4ebd-bb1d-07af04da1e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (805a1224-8353-41ec-897d-94b8b2c384a9), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:13.654980 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: e19fec20-02a8-430d-ae10-851c1091cc56 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:51:13.655355 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e19fec20-02a8-430d-ae10-851c1091cc56 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:51:13.655773 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 032c3352-7b3d-48a1-8aa5-3cb71edb27db no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:51:13.656404 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-34c3e608-d515-4ebd-bb1d-07af04da1e46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:13.657778 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-34c3e608-d515-4ebd-bb1d-07af04da1e46 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/805a1224-8353-41ec-897d-94b8b2c384a9 HTTP/1.1" status: 204 len: 168 time: 0.2537925 Mar 05 04:51:13.669117 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3e608-d515-4ebd-bb1d-07af04da1e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805a1224-8353-41ec-897d-94b8b2c384a9,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:13.688585 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7e7d8271-a904-4d54-b1b4-8d68c04c68ff req-d519c5c9-a6c8-44e0-86c4-fc616426769c tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] 10.222.0.11 "GET /v2.0/ports?device_id=73a5f734-6e3a-4e1c-b778-e1296698c18f HTTP/1.1" status: 200 len: 210 time: 0.0806496 Mar 05 04:51:13.700875 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b7ccf846-84bb-41ae-9f76-797d1ba6f6a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:13.704436 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 032c3352-7b3d-48a1-8aa5-3cb71edb27db {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:51:13.704793 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 032c3352-7b3d-48a1-8aa5-3cb71edb27db not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:51:13.735606 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:13.775277 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ed05b-2a47-41f0-b8b5-3b3b64839322 req-a792243f-6cea-4d61-9bef-76cad8504518 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:13.776819 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b8ed05b-2a47-41f0-b8b5-3b3b64839322 req-a792243f-6cea-4d61-9bef-76cad8504518 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.1702402 Mar 05 04:51:13.800641 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-64039d3f-9b64-4db3-80a3-6a1588b892a8 admin admin] Publish callbacks [] for security_group (b1c0d6a1-fa42-46ef-aaec-ca9079ea0173), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:13.803373 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a3349e47-9259-4820-92ed-b72c4c8ab414 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Allocated IP 19.80.0.118 (9bf3bf65-63a1-4dc3-be6f-655ba36cf568/1dd5e9f6-ffb6-4098-aaf1-146a30cf9034/936d7779-a7c6-41ef-9c27-3cacc6e09ffb) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:51:13.922582 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-64039d3f-9b64-4db3-80a3-6a1588b892a8 admin admin] Publish callbacks [] for security_group (b1c0d6a1-fa42-46ef-aaec-ca9079ea0173), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:13.950129 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b8ed05b-2a47-41f0-b8b5-3b3b64839322 req-4fd8cc6f-95c4-4b04-a677-db90f9d3bbcf tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669192 Mar 05 04:51:14.017578 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 90fee5c2-89c9-44be-9599-e40779fbca4d up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:51:14.082691 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50878) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:14.113517 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-64039d3f-9b64-4db3-80a3-6a1588b892a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b1c0d6a1-fa42-46ef-aaec-ca9079ea0173), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:14.118625 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-64039d3f-9b64-4db3-80a3-6a1588b892a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:14.125382 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-64039d3f-9b64-4db3-80a3-6a1588b892a8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b1c0d6a1-fa42-46ef-aaec-ca9079ea0173 HTTP/1.1" status: 204 len: 168 time: 0.6469724 Mar 05 04:51:14.173498 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-f379925b-5d21-4503-b297-95d2f45a4a69 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:14.176151 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-f379925b-5d21-4503-b297-95d2f45a4a69 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] 10.222.0.30 "GET /v2.0/networks?id=09a66cd5-6b1a-4e15-86da-72038a710f3f HTTP/1.1" status: 200 len: 813 time: 0.3129587 Mar 05 04:51:14.190457 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 90fee5c2-89c9-44be-9599-e40779fbca4d triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:51:14.190842 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (90fee5c2-89c9-44be-9599-e40779fbca4d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:14.203966 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-211c7129-609c-48be-bdac-a6f601fca450 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] Request body: {'port': {'device_id': '73a5f734-6e3a-4e1c-b778-e1296698c18f', 'network_id': '09a66cd5-6b1a-4e15-86da-72038a710f3f', 'admin_state_up': True, 'tenant_id': 'f51e99f5965d485a9178dc0665dcbc1e'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:14.249948 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64039d3f-9b64-4db3-80a3-6a1588b892a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c0d6a1-fa42-46ef-aaec-ca9079ea0173,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:14.321275 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50886) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:14.346311 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a3349e47-9259-4820-92ed-b72c4c8ab414 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks [] for port (936d7779-a7c6-41ef-9c27-3cacc6e09ffb), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:14.356137 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b600058d-a0ce-476d-867a-f9af410a8ada admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:14.397060 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ae913-11d6-4387-9241-8fe1114880c4 req-a07a3aa5-265b-4307-8062-2fec8f2d528a tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:14.398133 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 90fee5c2-89c9-44be-9599-e40779fbca4d is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:14.405051 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-589ae913-11d6-4387-9241-8fe1114880c4 req-a07a3aa5-265b-4307-8062-2fec8f2d528a tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.2648365 Mar 05 04:51:14.480575 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e6489b25-57fb-4c51-b349-7dc242b1ea18 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:51:14.489883 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-589ae913-11d6-4387-9241-8fe1114880c4 req-5890a508-861e-4798-bd24-a82680184b88 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813766 Mar 05 04:51:14.511608 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c9c71935-02fe-4f66-a267-25f3014f6855 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b26228d66db44ec4a353fe5eebb33cfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1801441 Mar 05 04:51:14.516202 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: e6489b25-57fb-4c51-b349-7dc242b1ea18 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:51:14.517069 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e6489b25-57fb-4c51-b349-7dc242b1ea18 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:51:14.539387 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50892) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:14.560060 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b600058d-a0ce-476d-867a-f9af410a8ada admin admin] Publish callbacks [] for security_group (f43cd2d3-59d2-42ad-a257-cb06604fd359), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:14.561674 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-211c7129-609c-48be-bdac-a6f601fca450 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] Made reservation on behalf of f51e99f5965d485a9178dc0665dcbc1e for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:51:14.565578 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-211c7129-609c-48be-bdac-a6f601fca450 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:14.569250 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b600058d-a0ce-476d-867a-f9af410a8ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f43cd2d3-59d2-42ad-a257-cb06604fd359), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:14.594003 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a3349e47-9259-4820-92ed-b72c4c8ab414 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (936d7779-a7c6-41ef-9c27-3cacc6e09ffb), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:14.683929 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b600058d-a0ce-476d-867a-f9af410a8ada admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ddbfb6b13e054db7a9f42b1a195d9776&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5997405 Mar 05 04:51:14.688612 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50898) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:14.698270 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600058d-a0ce-476d-867a-f9af410a8ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43cd2d3-59d2-42ad-a257-cb06604fd359,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:14.699260 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a3349e47-9259-4820-92ed-b72c4c8ab414 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Network 9bf3bf65-63a1-4dc3-be6f-655ba36cf568 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:51:14.717083 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a3349e47-9259-4820-92ed-b72c4c8ab414 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:51:14.729417 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a3349e47-9259-4820-92ed-b72c4c8ab414 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:51:14.735543 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3349e47-9259-4820-92ed-b72c4c8ab414 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Pushing event updated for resources: {'Port': ['ID=936d7779-a7c6-41ef-9c27-3cacc6e09ffb,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:14.770367 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c486af-499f-4054-9e21-9f7c39afcc5b req-d1754ce5-6f19-449c-83ac-5013ab6dc52e tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:14.772161 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70c486af-499f-4054-9e21-9f7c39afcc5b req-d1754ce5-6f19-449c-83ac-5013ab6dc52e tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 945 time: 0.3304181 Mar 05 04:51:14.773136 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-643efca9-2135-4dd1-a48a-b300a265ffd1 admin admin] Publish callbacks [] for security_group (d655b163-465e-4844-9462-8edfec107d0b), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:14.802936 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-990821b9-cc9d-40bd-8519-f5faf6899137 admin admin] Publish callbacks [] for security_group (f43cd2d3-59d2-42ad-a257-cb06604fd359), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:14.809057 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60324b06-7aee-40cb-a85b-e2e5de85910d req-b16612ee-108d-4112-8b15-c87f50c63f8f tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:14.810633 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60324b06-7aee-40cb-a85b-e2e5de85910d req-b16612ee-108d-4112-8b15-c87f50c63f8f tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=de670eb2-bfed-44b2-909b-fd8cb20a8854 HTTP/1.1" status: 200 len: 932 time: 0.2268796 Mar 05 04:51:14.831699 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-211c7129-609c-48be-bdac-a6f601fca450 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] Allocated IP 172.20.0.13 (09a66cd5-6b1a-4e15-86da-72038a710f3f/e8b52c97-e941-46ae-a340-8a7e56ba3fe7/782497b2-2603-4199-94e0-78b5e65c188e) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:51:14.851968 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-643efca9-2135-4dd1-a48a-b300a265ffd1 admin admin] Publish callbacks [] for security_group (d655b163-465e-4844-9462-8edfec107d0b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:14.854043 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-990821b9-cc9d-40bd-8519-f5faf6899137 admin admin] Publish callbacks [] for security_group (f43cd2d3-59d2-42ad-a257-cb06604fd359), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:14.867020 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a3349e47-9259-4820-92ed-b72c4c8ab414 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:14.867700 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a3349e47-9259-4820-92ed-b72c4c8ab414 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:14.901683 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:14.934621 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a3349e47-9259-4820-92ed-b72c4c8ab414 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9074533 Mar 05 04:51:14.943091 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70c486af-499f-4054-9e21-9f7c39afcc5b req-2972d67f-81be-4e1d-b2e3-04118bd8c12b tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482110 Mar 05 04:51:14.953883 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-94164025-2a3b-4d54-b3b3-fc3c51279d11 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Request body: {'port': {'device_id': 'de670eb2-bfed-44b2-909b-fd8cb20a8854', 'network_id': 'c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8', 'admin_state_up': True, 'tenant_id': 'bbbc4feb356744e580db82395e864901'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:15.043975 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60324b06-7aee-40cb-a85b-e2e5de85910d req-a19aafef-16ba-46ab-b635-8bfe685f4eca tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926486 Mar 05 04:51:15.050224 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-990821b9-cc9d-40bd-8519-f5faf6899137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f43cd2d3-59d2-42ad-a257-cb06604fd359), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:15.053512 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-990821b9-cc9d-40bd-8519-f5faf6899137 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:15.055466 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-990821b9-cc9d-40bd-8519-f5faf6899137 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f43cd2d3-59d2-42ad-a257-cb06604fd359 HTTP/1.1" status: 204 len: 168 time: 0.3658752 Mar 05 04:51:15.071215 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990821b9-cc9d-40bd-8519-f5faf6899137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43cd2d3-59d2-42ad-a257-cb06604fd359,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:15.106840 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-643efca9-2135-4dd1-a48a-b300a265ffd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d655b163-465e-4844-9462-8edfec107d0b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:15.129785 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-643efca9-2135-4dd1-a48a-b300a265ffd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:15.130260 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-211c7129-609c-48be-bdac-a6f601fca450 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] Publish callbacks [] for port (782497b2-2603-4199-94e0-78b5e65c188e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:15.130990 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-643efca9-2135-4dd1-a48a-b300a265ffd1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d655b163-465e-4844-9462-8edfec107d0b HTTP/1.1" status: 204 len: 168 time: 0.5721123 Mar 05 04:51:15.177975 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643efca9-2135-4dd1-a48a-b300a265ffd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d655b163-465e-4844-9462-8edfec107d0b,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:15.178345 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-211c7129-609c-48be-bdac-a6f601fca450 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (782497b2-2603-4199-94e0-78b5e65c188e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:15.248453 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-8551ed6e-7753-475c-afd6-582748be3da2 None None] Provisioning complete for port 936d7779-a7c6-41ef-9c27-3cacc6e09ffb triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:51:15.249086 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8551ed6e-7753-475c-afd6-582748be3da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (936d7779-a7c6-41ef-9c27-3cacc6e09ffb), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:15.296958 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c7129-609c-48be-bdac-a6f601fca450 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] Pushing event updated for resources: {'Port': ['ID=782497b2-2603-4199-94e0-78b5e65c188e,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:15.302691 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09422db5-5897-43d6-a04d-485d3b65d596 req-146d9fc7-9a67-482b-93c7-05186eea616b tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:15.311683 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-09422db5-5897-43d6-a04d-485d3b65d596 req-146d9fc7-9a67-482b-93c7-05186eea616b tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.1565921 Mar 05 04:51:15.316467 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-211c7129-609c-48be-bdac-a6f601fca450 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] Network 09a66cd5-6b1a-4e15-86da-72038a710f3f is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:51:15.318591 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-211c7129-609c-48be-bdac-a6f601fca450 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:51:15.323405 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-211c7129-609c-48be-bdac-a6f601fca450 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:51:15.340645 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4b34c-cc49-4ea1-b91f-52e939f56cee req-58fdeb11-05cc-418e-a005-511087b3256b tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:15.345266 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-8551ed6e-7753-475c-afd6-582748be3da2 None None] Port 936d7779-a7c6-41ef-9c27-3cacc6e09ffb cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:51:15.348593 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-07d4b34c-cc49-4ea1-b91f-52e939f56cee req-58fdeb11-05cc-418e-a005-511087b3256b tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] 10.222.0.11 "GET /v2.0/ports?device_id=73a5f734-6e3a-4e1c-b778-e1296698c18f HTTP/1.1" status: 200 len: 932 time: 0.1820700 Mar 05 04:51:15.353333 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-94164025-2a3b-4d54-b3b3-fc3c51279d11 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Made reservation on behalf of bbbc4feb356744e580db82395e864901 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:51:15.356987 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-94164025-2a3b-4d54-b3b3-fc3c51279d11 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:15.393762 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-211c7129-609c-48be-bdac-a6f601fca450 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:15.394852 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-211c7129-609c-48be-bdac-a6f601fca450 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:15.415043 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-211c7129-609c-48be-bdac-a6f601fca450 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2171578 Mar 05 04:51:15.428353 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-01b13704-556e-4d5c-9192-d95f0952312b service neutron] Request body: {'port': {'device_id': '73a5f734-6e3a-4e1c-b778-e1296698c18f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:15.485693 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-09422db5-5897-43d6-a04d-485d3b65d596 req-0a6fa80e-bda0-468d-8671-049035950688 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729765 Mar 05 04:51:15.523506 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-07d4b34c-cc49-4ea1-b91f-52e939f56cee req-488b0d07-72aa-4acb-ae33-36f1fa171200 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] 10.222.0.11 "GET /v2.0/security-groups?id=18e3be7d-f8c6-4b91-96c0-0697788e271f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720810 Mar 05 04:51:15.533429 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-01b13704-556e-4d5c-9192-d95f0952312b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (782497b2-2603-4199-94e0-78b5e65c188e), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:15.656735 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-94164025-2a3b-4d54-b3b3-fc3c51279d11 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Allocated IP 19.86.0.176 (c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8/1d3cb3e3-a614-46d9-bf7e-505739771669/3784d7b8-c2cb-42ff-b459-1fd4b2687aa6) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:51:15.695350 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50930) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:15.721498 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d72ee766-a19c-463d-9629-cc466eb84ce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:15.912377 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-94164025-2a3b-4d54-b3b3-fc3c51279d11 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks [] for port (3784d7b8-c2cb-42ff-b459-1fd4b2687aa6), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:15.924683 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-01b13704-556e-4d5c-9192-d95f0952312b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 782497b2-2603-4199-94e0-78b5e65c188e {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:51:15.936987 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-01b13704-556e-4d5c-9192-d95f0952312b service neutron] Publish callbacks [] for port (782497b2-2603-4199-94e0-78b5e65c188e), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:15.961291 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d72ee766-a19c-463d-9629-cc466eb84ce8 admin admin] Publish callbacks [] for security_group (f6734c34-a666-448a-8048-b543061bdb41), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:15.974287 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d72ee766-a19c-463d-9629-cc466eb84ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f6734c34-a666-448a-8048-b543061bdb41), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:15.983481 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-01b13704-556e-4d5c-9192-d95f0952312b service neutron] Transition to ACTIVE for port object 782497b2-2603-4199-94e0-78b5e65c188e will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:51:15.994059 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-01b13704-556e-4d5c-9192-d95f0952312b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (782497b2-2603-4199-94e0-78b5e65c188e), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:16.036219 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-94164025-2a3b-4d54-b3b3-fc3c51279d11 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (3784d7b8-c2cb-42ff-b459-1fd4b2687aa6), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:16.040322 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d72ee766-a19c-463d-9629-cc466eb84ce8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d5f2825516ea4650bf785a63e47d2add&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3435843 Mar 05 04:51:16.055997 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50956) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:16.064013 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b13704-556e-4d5c-9192-d95f0952312b service neutron] Pushing event updated for resources: {'Port': ['ID=782497b2-2603-4199-94e0-78b5e65c188e,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:16.068875 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ee766-a19c-463d-9629-cc466eb84ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6734c34-a666-448a-8048-b543061bdb41,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:16.186209 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:16.223842 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-94164025-2a3b-4d54-b3b3-fc3c51279d11 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Network c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:51:16.240741 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-94164025-2a3b-4d54-b3b3-fc3c51279d11 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:51:16.249748 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94164025-2a3b-4d54-b3b3-fc3c51279d11 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Pushing event updated for resources: {'Port': ['ID=3784d7b8-c2cb-42ff-b459-1fd4b2687aa6,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:16.265591 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-94164025-2a3b-4d54-b3b3-fc3c51279d11 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:51:16.302408 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-01b13704-556e-4d5c-9192-d95f0952312b service neutron] Attempting to bind port 782497b2-2603-4199-94e0-78b5e65c188e on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:51:16.302957 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-01b13704-556e-4d5c-9192-d95f0952312b service neutron] Attempting to bind port 782497b2-2603-4199-94e0-78b5e65c188e by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': 'dd5822f3-f24f-4ad0-a059-315cb5040d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '09a66cd5-6b1a-4e15-86da-72038a710f3f'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:51:16.303536 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-01b13704-556e-4d5c-9192-d95f0952312b service neutron] Attempting to bind port 782497b2-2603-4199-94e0-78b5e65c188e on network 09a66cd5-6b1a-4e15-86da-72038a710f3f {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:51:16.314313 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-01b13704-556e-4d5c-9192-d95f0952312b service neutron] Port 782497b2-2603-4199-94e0-78b5e65c188e on network 09a66cd5-6b1a-4e15-86da-72038a710f3f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:51:16.314845 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-01b13704-556e-4d5c-9192-d95f0952312b service neutron] Attempting to bind port 782497b2-2603-4199-94e0-78b5e65c188e on network 09a66cd5-6b1a-4e15-86da-72038a710f3f {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:51:16.322105 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-01b13704-556e-4d5c-9192-d95f0952312b service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:51:16.322952 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-01b13704-556e-4d5c-9192-d95f0952312b service neutron] Checking segment: {'id': 'dd5822f3-f24f-4ad0-a059-315cb5040d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '09a66cd5-6b1a-4e15-86da-72038a710f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:51:16.324059 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-01b13704-556e-4d5c-9192-d95f0952312b service neutron] Bound using segment: {'id': 'dd5822f3-f24f-4ad0-a059-315cb5040d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '09a66cd5-6b1a-4e15-86da-72038a710f3f'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:51:16.325085 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-01b13704-556e-4d5c-9192-d95f0952312b service neutron] Bound port: 782497b2-2603-4199-94e0-78b5e65c188e, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd5822f3-f24f-4ad0-a059-315cb5040d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '09a66cd5-6b1a-4e15-86da-72038a710f3f'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:51:16.325895 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-01b13704-556e-4d5c-9192-d95f0952312b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (782497b2-2603-4199-94e0-78b5e65c188e), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:16.414867 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-488343d1-3ad4-4694-9975-ea710eef8ecc tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:16.416515 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-488343d1-3ad4-4694-9975-ea710eef8ecc tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/networks?id=37de3cac-2e27-4573-885e-c86e0ea7886c HTTP/1.1" status: 200 len: 812 time: 0.3977747 Mar 05 04:51:16.443665 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0fde2f0f-f816-4187-919c-901843522135 admin admin] Publish callbacks [] for security_group (f6734c34-a666-448a-8048-b543061bdb41), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:16.451026 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-01b13704-556e-4d5c-9192-d95f0952312b service neutron] For port 782497b2-2603-4199-94e0-78b5e65c188e, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:51:16.454916 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-01b13704-556e-4d5c-9192-d95f0952312b service neutron] For port 782497b2-2603-4199-94e0-78b5e65c188e, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=782497b2-2603-4199-94e0-78b5e65c188e,segment=NetworkSegment(dd5822f3-f24f-4ad0-a059-315cb5040d8e),segment_id=dd5822f3-f24f-4ad0-a059-315cb5040d8e)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:51:16.457601 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-94164025-2a3b-4d54-b3b3-fc3c51279d11 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:16.458213 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-94164025-2a3b-4d54-b3b3-fc3c51279d11 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:16.463926 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-01b13704-556e-4d5c-9192-d95f0952312b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (782497b2-2603-4199-94e0-78b5e65c188e), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:16.484670 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-01b13704-556e-4d5c-9192-d95f0952312b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:16.485455 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-01b13704-556e-4d5c-9192-d95f0952312b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:16.487326 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-01b13704-556e-4d5c-9192-d95f0952312b service neutron] 10.222.0.30 "PUT /v2.0/ports/782497b2-2603-4199-94e0-78b5e65c188e HTTP/1.1" status: 200 len: 1093 time: 1.0631001 Mar 05 04:51:16.490249 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73a5f734-6e3a-4e1c-b778-e1296698c18f', 'tag': '782497b2-2603-4199-94e0-78b5e65c188e'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:51:16.494366 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bda05d3-8e5c-44d3-a832-a0a2ff7846db" -d '{"events": [{"name": "network-changed", "server_uuid": "73a5f734-6e3a-4e1c-b778-e1296698c18f", "tag": "782497b2-2603-4199-94e0-78b5e65c188e"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:51:16.502690 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-0bd9bfaa-df4d-4394-a327-3802f0278eab tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/quotas/947653f4d3b84cc89f4c3c5691586859 HTTP/1.1" status: 200 len: 375 time: 0.0637245 Mar 05 04:51:16.512903 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0fde2f0f-f816-4187-919c-901843522135 admin admin] Publish callbacks [] for security_group (f6734c34-a666-448a-8048-b543061bdb41), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:16.559735 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-94164025-2a3b-4d54-b3b3-fc3c51279d11 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6094229 Mar 05 04:51:16.578329 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb813ba-dc84-4aeb-976e-7d8252a2792b req-6a39af91-919c-4125-809b-86e5775eef6a tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:16.584213 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb813ba-dc84-4aeb-976e-7d8252a2792b req-6a39af91-919c-4125-809b-86e5775eef6a tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:16.587020 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-efb813ba-dc84-4aeb-976e-7d8252a2792b req-6a39af91-919c-4125-809b-86e5775eef6a tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=de670eb2-bfed-44b2-909b-fd8cb20a8854 HTTP/1.1" status: 200 len: 1655 time: 0.3477962 Mar 05 04:51:16.604562 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b578877b-2902-42af-81d5-211e3e5c63a9 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Request body: {'port': {'device_id': 'de670eb2-bfed-44b2-909b-fd8cb20a8854', 'network_id': '9bf3bf65-63a1-4dc3-be6f-655ba36cf568', 'admin_state_up': True, 'tenant_id': 'bbbc4feb356744e580db82395e864901'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:16.638974 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b13704-556e-4d5c-9192-d95f0952312b service neutron] Pushing event updated for resources: {'Port': ['ID=782497b2-2603-4199-94e0-78b5e65c188e,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:16.658527 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-61f6873d-521a-4093-a8bb-3ba7a5f7c796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:16.660374 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-61f6873d-521a-4093-a8bb-3ba7a5f7c796 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f51e99f5965d485a9178dc0665dcbc1e&device_id=73a5f734-6e3a-4e1c-b778-e1296698c18f HTTP/1.1" status: 200 len: 1127 time: 0.1017499 Mar 05 04:51:16.714947 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-6fd15975-3369-4b25-9cbb-03530215c436 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=782497b2-2603-4199-94e0-78b5e65c188e HTTP/1.1" status: 200 len: 217 time: 0.0477369 Mar 05 04:51:16.720855 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-770eeda6-796f-4494-a504-597bc05fa019 None None] Provisioning complete for port 3784d7b8-c2cb-42ff-b459-1fd4b2687aa6 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:51:16.721248 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-770eeda6-796f-4494-a504-597bc05fa019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3784d7b8-c2cb-42ff-b459-1fd4b2687aa6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:16.776676 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-237b5741-4c71-4f38-8bf8-9abc2df771b2 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=947653f4d3b84cc89f4c3c5691586859&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2729812 Mar 05 04:51:16.781967 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-770eeda6-796f-4494-a504-597bc05fa019 None None] Port 3784d7b8-c2cb-42ff-b459-1fd4b2687aa6 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:51:16.804903 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-70c21c98-8d64-4822-98b0-45656bad6702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:16.807191 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-70c21c98-8d64-4822-98b0-45656bad6702 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8b52c97-e941-46ae-a340-8a7e56ba3fe7 HTTP/1.1" status: 200 len: 853 time: 0.0870559 Mar 05 04:51:16.808875 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-efb813ba-dc84-4aeb-976e-7d8252a2792b req-ec9136b6-af64-4937-8169-de7761a5a476 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978447 Mar 05 04:51:16.824470 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0fde2f0f-f816-4187-919c-901843522135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f6734c34-a666-448a-8048-b543061bdb41), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:16.827311 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0fde2f0f-f816-4187-919c-901843522135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:16.828601 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0fde2f0f-f816-4187-919c-901843522135 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f6734c34-a666-448a-8048-b543061bdb41 HTTP/1.1" status: 204 len: 168 time: 0.7672229 Mar 05 04:51:16.839521 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50990) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:16.846223 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-57d6edd7-115d-469a-9721-3f246724a0d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=09a66cd5-6b1a-4e15-86da-72038a710f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327797 Mar 05 04:51:16.894972 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde2f0f-f816-4187-919c-901843522135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6734c34-a666-448a-8048-b543061bdb41,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:17.000698 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-6f5ee049-9021-4ce4-8708-c5cfff481b94 service neutron] 10.222.0.30 "GET /v2.0/networks/09a66cd5-6b1a-4e15-86da-72038a710f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437545 Mar 05 04:51:17.133799 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5b4f24b9-6097-4de0-ad66-f6ccef1b7644 req-5f6b1d92-2ba4-47bc-8da0-ffc01fa1f60e service neutron] 10.222.0.30 "GET /v2.0/networks/09a66cd5-6b1a-4e15-86da-72038a710f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254315 Mar 05 04:51:17.193461 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-f598197f-8f83-4699-a0fc-19e24137564b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1039728693-network', 'tenant_id': '22061d1e41e44ca1a1cc50aebe412acc'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:17.253493 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b578877b-2902-42af-81d5-211e3e5c63a9 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Made reservation on behalf of bbbc4feb356744e580db82395e864901 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:51:17.257100 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b578877b-2902-42af-81d5-211e3e5c63a9 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:17.281555 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f598197f-8f83-4699-a0fc-19e24137564b admin admin] Made reservation on behalf of 22061d1e41e44ca1a1cc50aebe412acc for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:51:17.283852 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f598197f-8f83-4699-a0fc-19e24137564b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:17.307012 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-e0ff0a36-1b54-40d8-a0f9-3c626b52e6a7 service neutron] 10.222.0.11 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5291803 Mar 05 04:51:17.313983 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f598197f-8f83-4699-a0fc-19e24137564b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:17.336723 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4355d-ef42-47a0-a5d7-a957d70c7841 req-8d9ab5d5-7359-474f-8334-c7a05ab5db91 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:17.338371 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-09d4355d-ef42-47a0-a5d7-a957d70c7841 req-8d9ab5d5-7359-474f-8334-c7a05ab5db91 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 945 time: 0.4445496 Mar 05 04:51:17.598440 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-09d4355d-ef42-47a0-a5d7-a957d70c7841 req-de9cb04c-3f08-45aa-a1f4-75adc2739dec tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209644 Mar 05 04:51:17.630107 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b578877b-2902-42af-81d5-211e3e5c63a9 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Allocated IP 19.80.0.68 (9bf3bf65-63a1-4dc3-be6f-655ba36cf568/1dd5e9f6-ffb6-4098-aaf1-146a30cf9034/c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:51:17.643319 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-8ee5319f-106c-4148-bb12-4e4ca58b758a service neutron] 10.222.0.11 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165026 Mar 05 04:51:17.683978 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f598197f-8f83-4699-a0fc-19e24137564b admin admin] Publish callbacks [] for security_group (922f78f4-78ec-465e-a77f-ae5cd53c01cd), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:17.695411 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f598197f-8f83-4699-a0fc-19e24137564b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (922f78f4-78ec-465e-a77f-ae5cd53c01cd), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:17.714876 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f598197f-8f83-4699-a0fc-19e24137564b admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:51:17.756131 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:17.759780 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f598197f-8f83-4699-a0fc-19e24137564b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (f78e185e-a01d-4da9-83fc-961573c24445), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:17.760196 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-f598197f-8f83-4699-a0fc-19e24137564b admin admin] Added segment f78e185e-a01d-4da9-83fc-961573c24445 of type vlan for network 42031c5d-b398-434e-9b43-60578d3a7c2c Mar 05 04:51:17.841621 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598197f-8f83-4699-a0fc-19e24137564b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922f78f4-78ec-465e-a77f-ae5cd53c01cd,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:17.894783 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f598197f-8f83-4699-a0fc-19e24137564b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (42031c5d-b398-434e-9b43-60578d3a7c2c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:17.910473 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e04384b-00f3-4be8-ad53-c759df6d2a9f x-openstack-request-id: req-9e04384b-00f3-4be8-ad53-c759df6d2a9f {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:51:17.910769 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73a5f734-6e3a-4e1c-b778-e1296698c18f", "tag": "782497b2-2603-4199-94e0-78b5e65c188e", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:51:17.911215 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9e04384b-00f3-4be8-ad53-c759df6d2a9f {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:51:17.911799 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73a5f734-6e3a-4e1c-b778-e1296698c18f', 'tag': '782497b2-2603-4199-94e0-78b5e65c188e', 'status': 'completed', 'code': 200} Mar 05 04:51:18.005453 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda05d3-8e5c-44d3-a832-a0a2ff7846db req-fce19194-aa50-4f83-8697-7863ba7341d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:18.007333 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8bda05d3-8e5c-44d3-a832-a0a2ff7846db req-fce19194-aa50-4f83-8697-7863ba7341d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f51e99f5965d485a9178dc0665dcbc1e&device_id=73a5f734-6e3a-4e1c-b778-e1296698c18f HTTP/1.1" status: 200 len: 1127 time: 0.0806370 Mar 05 04:51:18.052687 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f598197f-8f83-4699-a0fc-19e24137564b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (42031c5d-b398-434e-9b43-60578d3a7c2c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:18.053735 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f598197f-8f83-4699-a0fc-19e24137564b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:18.054332 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f598197f-8f83-4699-a0fc-19e24137564b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:18.094031 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b578877b-2902-42af-81d5-211e3e5c63a9 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks [] for port (c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:18.119275 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f598197f-8f83-4699-a0fc-19e24137564b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2781076 Mar 05 04:51:18.128167 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51034) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:18.138132 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-781f4e19-f398-4b63-80dd-9aa6f663cf34 admin admin] Request body: {'subnet': {'network_id': '42031c5d-b398-434e-9b43-60578d3a7c2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1039728693-subnet', 'tenant_id': '22061d1e41e44ca1a1cc50aebe412acc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:18.173053 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598197f-8f83-4699-a0fc-19e24137564b admin admin] Pushing event updated for resources: {'Network': ['ID=42031c5d-b398-434e-9b43-60578d3a7c2c,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:18.185016 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 42031c5d-b398-434e-9b43-60578d3a7c2c details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:51:18.185866 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e2c8e-8a98-44ef-8e16-01e9154b0b40 req-5d8f4633-00a3-4857-937c-bdec3d6af202 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:18.187312 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781f4e19-f398-4b63-80dd-9aa6f663cf34 admin admin] Made reservation on behalf of 22061d1e41e44ca1a1cc50aebe412acc for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:51:18.193575 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-781f4e19-f398-4b63-80dd-9aa6f663cf34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:18.196395 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5e7e2c8e-8a98-44ef-8e16-01e9154b0b40 req-5d8f4633-00a3-4857-937c-bdec3d6af202 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] 10.222.0.11 "GET /v2.0/ports?device_id=73a5f734-6e3a-4e1c-b778-e1296698c18f HTTP/1.1" status: 200 len: 944 time: 0.2111442 Mar 05 04:51:18.246523 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda05d3-8e5c-44d3-a832-a0a2ff7846db req-15a98e20-c16d-4e5c-9b49-5e99a285a6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:18.251420 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8bda05d3-8e5c-44d3-a832-a0a2ff7846db req-15a98e20-c16d-4e5c-9b49-5e99a285a6e4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=09a66cd5-6b1a-4e15-86da-72038a710f3f HTTP/1.1" status: 200 len: 913 time: 0.2357519 Mar 05 04:51:18.257770 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b578877b-2902-42af-81d5-211e3e5c63a9 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:18.286404 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5e7e2c8e-8a98-44ef-8e16-01e9154b0b40 req-75ddee1d-4c1e-41f6-9a4e-cbfb09da2a15 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] 10.222.0.11 "GET /v2.0/security-groups?id=18e3be7d-f8c6-4b91-96c0-0697788e271f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843074 Mar 05 04:51:18.388505 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b578877b-2902-42af-81d5-211e3e5c63a9 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Network 9bf3bf65-63a1-4dc3-be6f-655ba36cf568 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:51:18.396946 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b578877b-2902-42af-81d5-211e3e5c63a9 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:51:18.411066 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b578877b-2902-42af-81d5-211e3e5c63a9 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:51:18.455023 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578877b-2902-42af-81d5-211e3e5c63a9 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Pushing event updated for resources: {'Port': ['ID=c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:18.468803 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8bda05d3-8e5c-44d3-a832-a0a2ff7846db req-96b7118c-d08e-4d13-a1b5-fcb345dc7659 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=782497b2-2603-4199-94e0-78b5e65c188e HTTP/1.1" status: 200 len: 217 time: 0.2008440 Mar 05 04:51:18.549631 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda05d3-8e5c-44d3-a832-a0a2ff7846db req-e9955fa2-b581-4f59-8dec-605387aaec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:18.551319 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8bda05d3-8e5c-44d3-a832-a0a2ff7846db req-e9955fa2-b581-4f59-8dec-605387aaec25 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8b52c97-e941-46ae-a340-8a7e56ba3fe7 HTTP/1.1" status: 200 len: 853 time: 0.0813906 Mar 05 04:51:18.607541 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8bda05d3-8e5c-44d3-a832-a0a2ff7846db req-e83befbf-18e4-44af-9d4f-c266d0815425 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=09a66cd5-6b1a-4e15-86da-72038a710f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482628 Mar 05 04:51:18.629466 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-2933a3bd-ead6-45f6-96ee-a16320f06e8d tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=34f515e173ca45168a24d4b48f40cefe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1092300 Mar 05 04:51:18.641087 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b578877b-2902-42af-81d5-211e3e5c63a9 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:18.641699 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b578877b-2902-42af-81d5-211e3e5c63a9 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:18.703245 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b578877b-2902-42af-81d5-211e3e5c63a9 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1148169 Mar 05 04:51:18.723421 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd7cba-49e9-4402-8ca4-d184dd7bce74 req-9bc0393a-30e9-4850-ac17-cf5b8d5bc3f8 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:18.730737 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd7cba-49e9-4402-8ca4-d184dd7bce74 req-9bc0393a-30e9-4850-ac17-cf5b8d5bc3f8 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:18.737973 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd7cba-49e9-4402-8ca4-d184dd7bce74 req-9bc0393a-30e9-4850-ac17-cf5b8d5bc3f8 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:18.740620 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e6fd7cba-49e9-4402-8ca4-d184dd7bce74 req-9bc0393a-30e9-4850-ac17-cf5b8d5bc3f8 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=de670eb2-bfed-44b2-909b-fd8cb20a8854 HTTP/1.1" status: 200 len: 2376 time: 0.3334277 Mar 05 04:51:18.750322 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a01cd8a8-48f9-48e7-b9b4-31ace3a87baf service neutron] Request body: {'port': {'device_id': 'de670eb2-bfed-44b2-909b-fd8cb20a8854', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:18.790747 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8bda05d3-8e5c-44d3-a832-a0a2ff7846db req-a06a4d5c-72e6-4bcf-819f-6c39c32c21ad service neutron] 10.222.0.30 "GET /v2.0/networks/09a66cd5-6b1a-4e15-86da-72038a710f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757169 Mar 05 04:51:18.831792 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-781f4e19-f398-4b63-80dd-9aa6f663cf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (99591b4d-1898-4c28-a391-4068210fe19c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:18.837751 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-4971c593-c174-4d28-ac69-a21974758e18 None None] Provisioning complete for port c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:51:18.838449 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4971c593-c174-4d28-ac69-a21974758e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:18.904043 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-4971c593-c174-4d28-ac69-a21974758e18 None None] Port c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:51:18.906215 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e6fd7cba-49e9-4402-8ca4-d184dd7bce74 req-8c6a4425-f6bd-4527-94a9-2d1c34f552ae tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459255 Mar 05 04:51:18.942145 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f4e19-f398-4b63-80dd-9aa6f663cf34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99591b4d-1898-4c28-a391-4068210fe19c,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:18.974249 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781f4e19-f398-4b63-80dd-9aa6f663cf34 admin admin] Checking segment: {'id': 'f78e185e-a01d-4da9-83fc-961573c24445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '42031c5d-b398-434e-9b43-60578d3a7c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:51:18.974618 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781f4e19-f398-4b63-80dd-9aa6f663cf34 admin admin] Network hostable DHCP agents. Network: 42031c5d-b398-434e-9b43-60578d3a7c2c, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:51:18.978542 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8bda05d3-8e5c-44d3-a832-a0a2ff7846db req-15ef9f22-9efe-4c25-949b-16fb47ac211a service neutron] 10.222.0.30 "GET /v2.0/networks/09a66cd5-6b1a-4e15-86da-72038a710f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786053 Mar 05 04:51:18.987752 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a01cd8a8-48f9-48e7-b9b4-31ace3a87baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (936d7779-a7c6-41ef-9c27-3cacc6e09ffb), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:19.015517 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781f4e19-f398-4b63-80dd-9aa6f663cf34 admin admin] Network 42031c5d-b398-434e-9b43-60578d3a7c2c is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:51:19.035685 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-781f4e19-f398-4b63-80dd-9aa6f663cf34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 42031c5d-b398-434e-9b43-60578d3a7c2c) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:51:19.044412 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781f4e19-f398-4b63-80dd-9aa6f663cf34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:19.045297 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-781f4e19-f398-4b63-80dd-9aa6f663cf34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:19.050444 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef795286-7598-4954-a8a1-97eee82810b4 None None] Network 42031c5d-b398-434e-9b43-60578d3a7c2c requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:51:19.065761 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3fe51c3-d7c0-4395-b59a-7086a4a1f20f req-45a45e3a-f046-4533-8dfd-12a793834069 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=d47b3f3f-3805-4f7c-9aae-fc66346b00bb HTTP/1.1" status: 200 len: 210 time: 0.0534196 Mar 05 04:51:19.090545 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-e32b6bee-f4de-4c49-a7ba-9b21ab42cffc tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:19.097690 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-e32b6bee-f4de-4c49-a7ba-9b21ab42cffc tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4397264 Mar 05 04:51:19.129222 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-a0c27a9d-a750-4215-839b-93eb752e5662 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/quotas/34f515e173ca45168a24d4b48f40cefe HTTP/1.1" status: 200 len: 375 time: 0.0271549 Mar 05 04:51:19.154101 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-781f4e19-f398-4b63-80dd-9aa6f663cf34 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0159013 Mar 05 04:51:19.223321 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f08555-edaa-4c97-b6d4-8dc9785ad9b9 None None] Network 42031c5d-b398-434e-9b43-60578d3a7c2c requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:51:19.500351 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a01cd8a8-48f9-48e7-b9b4-31ace3a87baf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 936d7779-a7c6-41ef-9c27-3cacc6e09ffb {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:51:19.512081 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a01cd8a8-48f9-48e7-b9b4-31ace3a87baf service neutron] Publish callbacks [] for port (936d7779-a7c6-41ef-9c27-3cacc6e09ffb), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:19.588384 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-dc5fc696-31b4-42a8-8eeb-ffbc2a012749 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=34f515e173ca45168a24d4b48f40cefe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4564145 Mar 05 04:51:19.647021 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a01cd8a8-48f9-48e7-b9b4-31ace3a87baf service neutron] Transition to ACTIVE for port object 936d7779-a7c6-41ef-9c27-3cacc6e09ffb will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:51:19.670948 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a01cd8a8-48f9-48e7-b9b4-31ace3a87baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (936d7779-a7c6-41ef-9c27-3cacc6e09ffb), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:19.766397 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01cd8a8-48f9-48e7-b9b4-31ace3a87baf service neutron] Pushing event updated for resources: {'Port': ['ID=936d7779-a7c6-41ef-9c27-3cacc6e09ffb,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:19.895667 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034db002-5165-407d-bb08-8c9d803562fa req-de1206c3-225f-4a6d-a550-45853c8c6be0 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:19.919759 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-034db002-5165-407d-bb08-8c9d803562fa req-de1206c3-225f-4a6d-a550-45853c8c6be0 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 945 time: 0.3755724 Mar 05 04:51:20.088352 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-78db7295-716e-40a0-9275-ab04c9e100a1 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:20.090103 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-78db7295-716e-40a0-9275-ab04c9e100a1 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.31 "GET /v2.0/networks?id=37de3cac-2e27-4573-885e-c86e0ea7886c HTTP/1.1" status: 200 len: 812 time: 0.5089614 Mar 05 04:51:20.195845 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-034db002-5165-407d-bb08-8c9d803562fa req-e9ba0bbc-3c2c-4156-a16d-2adde867814f tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745452 Mar 05 04:51:20.212754 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51122) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:20.213553 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-a46ffb11-2103-4a5a-a1ad-7700454b0443 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Request body: {'port': {'device_id': 'd47b3f3f-3805-4f7c-9aae-fc66346b00bb', 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c', 'admin_state_up': True, 'tenant_id': '947653f4d3b84cc89f4c3c5691586859'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:20.218707 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-ab002ae9-b0f8-4918-87d4-7a43a6aeb382 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-432836648-network', 'tenant_id': 'cbca459e48bd407d975780ccb8b8adee'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:20.269129 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab002ae9-b0f8-4918-87d4-7a43a6aeb382 admin admin] Made reservation on behalf of cbca459e48bd407d975780ccb8b8adee for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:51:20.289464 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ab002ae9-b0f8-4918-87d4-7a43a6aeb382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:20.327862 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ab002ae9-b0f8-4918-87d4-7a43a6aeb382 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:20.352429 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5dd73103-ca86-4be0-a6fa-7112b9003672 req-109e01f5-68e5-4b25-b24a-6ce937b5ad56 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dac6ecc-1d3d-483f-9679-7432d6d5c837 HTTP/1.1" status: 200 len: 210 time: 0.0660915 Mar 05 04:51:20.440513 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a01cd8a8-48f9-48e7-b9b4-31ace3a87baf service neutron] Attempting to bind port 936d7779-a7c6-41ef-9c27-3cacc6e09ffb on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:51:20.440824 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51128) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:20.440961 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a01cd8a8-48f9-48e7-b9b4-31ace3a87baf service neutron] Attempting to bind port 936d7779-a7c6-41ef-9c27-3cacc6e09ffb by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '96e6c605-f0d5-4e27-b7a9-368164eacfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9bf3bf65-63a1-4dc3-be6f-655ba36cf568'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:51:20.441179 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a01cd8a8-48f9-48e7-b9b4-31ace3a87baf service neutron] Attempting to bind port 936d7779-a7c6-41ef-9c27-3cacc6e09ffb on network 9bf3bf65-63a1-4dc3-be6f-655ba36cf568 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:51:20.459486 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a88ff0-4647-4755-b700-bc25950d83f5 req-50c34cee-d0b3-4b7a-8dbf-6bff83be6c8d tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:20.469670 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-66a88ff0-4647-4755-b700-bc25950d83f5 req-50c34cee-d0b3-4b7a-8dbf-6bff83be6c8d tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] 10.222.0.11 "GET /v2.0/ports?device_id=73a5f734-6e3a-4e1c-b778-e1296698c18f HTTP/1.1" status: 200 len: 944 time: 0.5064435 Mar 05 04:51:20.476884 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a01cd8a8-48f9-48e7-b9b4-31ace3a87baf service neutron] Port 936d7779-a7c6-41ef-9c27-3cacc6e09ffb on network 9bf3bf65-63a1-4dc3-be6f-655ba36cf568 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:51:20.477215 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a01cd8a8-48f9-48e7-b9b4-31ace3a87baf service neutron] Attempting to bind port 936d7779-a7c6-41ef-9c27-3cacc6e09ffb on network 9bf3bf65-63a1-4dc3-be6f-655ba36cf568 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:51:20.489089 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ab002ae9-b0f8-4918-87d4-7a43a6aeb382 admin admin] Publish callbacks [] for security_group (734d2a88-8d27-4c6a-b051-73fca999045f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:20.492578 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a01cd8a8-48f9-48e7-b9b4-31ace3a87baf service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:51:20.492578 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a01cd8a8-48f9-48e7-b9b4-31ace3a87baf service neutron] Checking segment: {'id': '96e6c605-f0d5-4e27-b7a9-368164eacfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9bf3bf65-63a1-4dc3-be6f-655ba36cf568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:51:20.492578 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a01cd8a8-48f9-48e7-b9b4-31ace3a87baf service neutron] Bound using segment: {'id': '96e6c605-f0d5-4e27-b7a9-368164eacfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9bf3bf65-63a1-4dc3-be6f-655ba36cf568'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:51:20.493007 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a01cd8a8-48f9-48e7-b9b4-31ace3a87baf service neutron] Bound port: 936d7779-a7c6-41ef-9c27-3cacc6e09ffb, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96e6c605-f0d5-4e27-b7a9-368164eacfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9bf3bf65-63a1-4dc3-be6f-655ba36cf568'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:51:20.493466 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a01cd8a8-48f9-48e7-b9b4-31ace3a87baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (936d7779-a7c6-41ef-9c27-3cacc6e09ffb), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:20.507638 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ab002ae9-b0f8-4918-87d4-7a43a6aeb382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (734d2a88-8d27-4c6a-b051-73fca999045f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:20.560406 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab002ae9-b0f8-4918-87d4-7a43a6aeb382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734d2a88-8d27-4c6a-b051-73fca999045f,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:20.595579 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab002ae9-b0f8-4918-87d4-7a43a6aeb382 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:51:20.613560 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ab002ae9-b0f8-4918-87d4-7a43a6aeb382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (6d96e679-4586-4216-bea0-f3adf09ca649), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:20.615471 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-ab002ae9-b0f8-4918-87d4-7a43a6aeb382 admin admin] Added segment 6d96e679-4586-4216-bea0-f3adf09ca649 of type vlan for network ebcc0321-c1d2-47ee-8485-0d7e0738c789 Mar 05 04:51:20.638982 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-a46ffb11-2103-4a5a-a1ad-7700454b0443 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Made reservation on behalf of 947653f4d3b84cc89f4c3c5691586859 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:51:20.652801 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-a46ffb11-2103-4a5a-a1ad-7700454b0443 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:20.707508 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454ccc1-8615-4ddb-ac4a-a7380d713af7 req-c4461a5a-b175-4677-a7ac-cb663a73b9c9 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:20.710759 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ab002ae9-b0f8-4918-87d4-7a43a6aeb382 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (ebcc0321-c1d2-47ee-8485-0d7e0738c789), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:20.715102 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454ccc1-8615-4ddb-ac4a-a7380d713af7 req-c4461a5a-b175-4677-a7ac-cb663a73b9c9 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:20.720738 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454ccc1-8615-4ddb-ac4a-a7380d713af7 req-c4461a5a-b175-4677-a7ac-cb663a73b9c9 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:20.722613 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0454ccc1-8615-4ddb-ac4a-a7380d713af7 req-c4461a5a-b175-4677-a7ac-cb663a73b9c9 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=de670eb2-bfed-44b2-909b-fd8cb20a8854 HTTP/1.1" status: 200 len: 2388 time: 0.2483480 Mar 05 04:51:20.724910 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-90790121-0054-4708-8a97-6e407e684df9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:20.745436 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-66a88ff0-4647-4755-b700-bc25950d83f5 req-3eb76e2d-88ea-4fd8-9ce1-9b7b4172bf5a tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] 10.222.0.11 "GET /v2.0/security-groups?id=18e3be7d-f8c6-4b91-96c0-0697788e271f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748315 Mar 05 04:51:20.822533 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ab002ae9-b0f8-4918-87d4-7a43a6aeb382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (ebcc0321-c1d2-47ee-8485-0d7e0738c789), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:20.824055 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab002ae9-b0f8-4918-87d4-7a43a6aeb382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:20.824584 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ab002ae9-b0f8-4918-87d4-7a43a6aeb382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:20.831247 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a01cd8a8-48f9-48e7-b9b4-31ace3a87baf service neutron] For port 936d7779-a7c6-41ef-9c27-3cacc6e09ffb, host n-h1-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:51:20.923196 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a01cd8a8-48f9-48e7-b9b4-31ace3a87baf service neutron] For port 936d7779-a7c6-41ef-9c27-3cacc6e09ffb, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=936d7779-a7c6-41ef-9c27-3cacc6e09ffb,segment=NetworkSegment(96e6c605-f0d5-4e27-b7a9-368164eacfa2),segment_id=96e6c605-f0d5-4e27-b7a9-368164eacfa2)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:51:20.961662 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6fbe3700-7f5e-4a23-bf62-a78318bd91dc req-20d2bc7b-c377-40a3-b5ff-cf9dc3a1308e tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=d47b3f3f-3805-4f7c-9aae-fc66346b00bb HTTP/1.1" status: 200 len: 210 time: 0.0802314 Mar 05 04:51:20.979170 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a01cd8a8-48f9-48e7-b9b4-31ace3a87baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (936d7779-a7c6-41ef-9c27-3cacc6e09ffb), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:21.013793 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0454ccc1-8615-4ddb-ac4a-a7380d713af7 req-77650236-5ba0-4d16-9107-2993ba50ed11 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796350 Mar 05 04:51:21.059731 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a01cd8a8-48f9-48e7-b9b4-31ace3a87baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:21.060538 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a01cd8a8-48f9-48e7-b9b4-31ace3a87baf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:21.062198 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-a01cd8a8-48f9-48e7-b9b4-31ace3a87baf service neutron] 10.222.0.30 "PUT /v2.0/ports/936d7779-a7c6-41ef-9c27-3cacc6e09ffb HTTP/1.1" status: 200 len: 1093 time: 2.3177304 Mar 05 04:51:21.062873 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de670eb2-bfed-44b2-909b-fd8cb20a8854', 'tag': '936d7779-a7c6-41ef-9c27-3cacc6e09ffb'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:51:21.065162 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff5ec79-f95c-48ef-80a5-fe6d4206c9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "de670eb2-bfed-44b2-909b-fd8cb20a8854", "tag": "936d7779-a7c6-41ef-9c27-3cacc6e09ffb"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:51:21.107615 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-e4b3acbb-250e-4023-b745-ac062a7322dc service neutron] Request body: {'port': {'device_id': 'de670eb2-bfed-44b2-909b-fd8cb20a8854', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:21.133670 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581b66d0-05cd-4f1e-a56d-28fc4a710014 x-openstack-request-id: req-581b66d0-05cd-4f1e-a56d-28fc4a710014 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:51:21.134297 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de670eb2-bfed-44b2-909b-fd8cb20a8854", "tag": "936d7779-a7c6-41ef-9c27-3cacc6e09ffb", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:51:21.134797 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-581b66d0-05cd-4f1e-a56d-28fc4a710014 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:51:21.137873 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de670eb2-bfed-44b2-909b-fd8cb20a8854', 'tag': '936d7779-a7c6-41ef-9c27-3cacc6e09ffb', 'status': 'completed', 'code': 200} Mar 05 04:51:21.194027 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-a46ffb11-2103-4a5a-a1ad-7700454b0443 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Allocated IP 172.20.0.6 (37de3cac-2e27-4573-885e-c86e0ea7886c/4a6039ad-16bd-4b00-a55f-f7c68e1f3072/b9d19b93-ca56-41a2-97e2-7d5809b5eadc) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:51:21.198924 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01cd8a8-48f9-48e7-b9b4-31ace3a87baf service neutron] Pushing event updated for resources: {'Port': ['ID=936d7779-a7c6-41ef-9c27-3cacc6e09ffb,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:21.255708 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-e4b3acbb-250e-4023-b745-ac062a7322dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3784d7b8-c2cb-42ff-b459-1fd4b2687aa6), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:21.289933 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-90790121-0054-4708-8a97-6e407e684df9 admin admin] Publish callbacks [] for security_group (7ab9757e-1653-408c-b9ad-27af8e1e5ce3), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:21.325020 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ab002ae9-b0f8-4918-87d4-7a43a6aeb382 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1110547 Mar 05 04:51:21.326543 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab002ae9-b0f8-4918-87d4-7a43a6aeb382 admin admin] Pushing event updated for resources: {'Network': ['ID=ebcc0321-c1d2-47ee-8485-0d7e0738c789,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:21.340418 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network ebcc0321-c1d2-47ee-8485-0d7e0738c789 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:51:21.352630 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51140) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:21.359941 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-90790121-0054-4708-8a97-6e407e684df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7ab9757e-1653-408c-b9ad-27af8e1e5ce3), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:21.377009 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-6016b167-404c-476d-9e9e-33a8c16c6c1c admin admin] Request body: {'subnet': {'network_id': 'ebcc0321-c1d2-47ee-8485-0d7e0738c789', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-432836648-subnet', 'tenant_id': 'cbca459e48bd407d975780ccb8b8adee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:21.478061 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90790121-0054-4708-8a97-6e407e684df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab9757e-1653-408c-b9ad-27af8e1e5ce3,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:21.514622 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 782497b2-2603-4199-94e0-78b5e65c188e details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:51:21.545406 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-9f589a92-83e3-4714-afb2-fd8587d08aa1 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=34f515e173ca45168a24d4b48f40cefe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1099677 Mar 05 04:51:21.574383 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-90790121-0054-4708-8a97-6e407e684df9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4d83bc0be7a747b0977aa4543e172848&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1290400 Mar 05 04:51:21.580890 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51144) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:21.615761 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5ec79-f95c-48ef-80a5-fe6d4206c9ee req-201ac728-1047-4143-855c-3a78ef846dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:21.616640 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5ec79-f95c-48ef-80a5-fe6d4206c9ee req-201ac728-1047-4143-855c-3a78ef846dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:21.617271 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5ec79-f95c-48ef-80a5-fe6d4206c9ee req-201ac728-1047-4143-855c-3a78ef846dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:21.619130 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5ff5ec79-f95c-48ef-80a5-fe6d4206c9ee req-201ac728-1047-4143-855c-3a78ef846dba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbbc4feb356744e580db82395e864901&device_id=de670eb2-bfed-44b2-909b-fd8cb20a8854 HTTP/1.1" status: 200 len: 2763 time: 0.3617251 Mar 05 04:51:21.619931 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6016b167-404c-476d-9e9e-33a8c16c6c1c admin admin] Made reservation on behalf of cbca459e48bd407d975780ccb8b8adee for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:51:21.622599 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6016b167-404c-476d-9e9e-33a8c16c6c1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:21.658928 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e45164a8-cd80-4fe5-86aa-9d678fdc6cba req-89f79b69-442d-4304-88f7-9ec24303dccb tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dac6ecc-1d3d-483f-9679-7432d6d5c837 HTTP/1.1" status: 200 len: 210 time: 0.1155763 Mar 05 04:51:21.711864 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 782497b2-2603-4199-94e0-78b5e65c188e, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=782497b2-2603-4199-94e0-78b5e65c188e,segment=NetworkSegment(dd5822f3-f24f-4ad0-a059-315cb5040d8e),segment_id=dd5822f3-f24f-4ad0-a059-315cb5040d8e)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:21.733474 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '782497b2-2603-4199-94e0-78b5e65c188e', 'network_id': '09a66cd5-6b1a-4e15-86da-72038a710f3f', 'port_id': '782497b2-2603-4199-94e0-78b5e65c188e', 'mac_address': 'fa:16:3e:88:5a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8b52c97-e941-46ae-a340-8a7e56ba3fe7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:51:21.783734 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-a46ffb11-2103-4a5a-a1ad-7700454b0443 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks [] for port (b9d19b93-ca56-41a2-97e2-7d5809b5eadc), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:21.817320 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 782497b2-2603-4199-94e0-78b5e65c188e is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:21.818302 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (782497b2-2603-4199-94e0-78b5e65c188e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:21.838275 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2316309-3ab9-448a-9d20-c9a217514763 req-c23aa2e4-a0c4-481b-b615-0d95f0f47e03 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:21.840414 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e2316309-3ab9-448a-9d20-c9a217514763 req-c23aa2e4-a0c4-481b-b615-0d95f0f47e03 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 945 time: 0.3884559 Mar 05 04:51:21.844702 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-a46ffb11-2103-4a5a-a1ad-7700454b0443 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (b9d19b93-ca56-41a2-97e2-7d5809b5eadc), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:21.860585 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['dacb6cfd-ca68-47bb-914b-fd102e6bde98'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:51:21.868921 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 782497b2-2603-4199-94e0-78b5e65c188e {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:51:22.006533 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 782497b2-2603-4199-94e0-78b5e65c188e, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=782497b2-2603-4199-94e0-78b5e65c188e,segment=NetworkSegment(dd5822f3-f24f-4ad0-a059-315cb5040d8e),segment_id=dd5822f3-f24f-4ad0-a059-315cb5040d8e)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:22.044979 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5ec79-f95c-48ef-80a5-fe6d4206c9ee req-09773570-f315-4729-9d93-9181745aa7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:22.045587 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5ec79-f95c-48ef-80a5-fe6d4206c9ee req-09773570-f315-4729-9d93-9181745aa7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:22.046121 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5ec79-f95c-48ef-80a5-fe6d4206c9ee req-09773570-f315-4729-9d93-9181745aa7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:22.047890 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5ff5ec79-f95c-48ef-80a5-fe6d4206c9ee req-09773570-f315-4729-9d93-9181745aa7f1 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=bbbc4feb356744e580db82395e864901&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.3561656 Mar 05 04:51:22.054423 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-3426e255-be93-4534-8f8a-a5b0e811744a tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:22.056119 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-3426e255-be93-4534-8f8a-a5b0e811744a tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4989555 Mar 05 04:51:22.060454 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-963e0a23-50c7-4a4e-a5a4-501b6727b550 admin admin] Publish callbacks [] for security_group (7ab9757e-1653-408c-b9ad-27af8e1e5ce3), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:22.085692 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (782497b2-2603-4199-94e0-78b5e65c188e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:22.109335 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-8fd15e80-649c-43e1-a313-497fab8e2635 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Request body: {'port': {'device_id': '6dac6ecc-1d3d-483f-9679-7432d6d5c837', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'admin_state_up': True, 'tenant_id': '34f515e173ca45168a24d4b48f40cefe'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:22.237322 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=782497b2-2603-4199-94e0-78b5e65c188e,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:22.290741 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-963e0a23-50c7-4a4e-a5a4-501b6727b550 admin admin] Publish callbacks [] for security_group (7ab9757e-1653-408c-b9ad-27af8e1e5ce3), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:22.327413 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['782497b2-2603-4199-94e0-78b5e65c188e'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:51:22.339397 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-a46ffb11-2103-4a5a-a1ad-7700454b0443 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Network 37de3cac-2e27-4573-885e-c86e0ea7886c is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:51:22.358376 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-a46ffb11-2103-4a5a-a1ad-7700454b0443 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:51:22.363889 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ffb11-2103-4a5a-a1ad-7700454b0443 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Pushing event updated for resources: {'Port': ['ID=b9d19b93-ca56-41a2-97e2-7d5809b5eadc,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:22.373121 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-a46ffb11-2103-4a5a-a1ad-7700454b0443 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:51:22.432357 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88995b3-156e-409c-b490-b991e8b6a1ca req-827c88af-f1ef-437f-b8e6-1fcad5430292 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:22.433971 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c88995b3-156e-409c-b490-b991e8b6a1ca req-827c88af-f1ef-437f-b8e6-1fcad5430292 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] 10.222.0.11 "GET /v2.0/ports?device_id=73a5f734-6e3a-4e1c-b778-e1296698c18f HTTP/1.1" status: 200 len: 944 time: 0.5311189 Mar 05 04:51:22.453936 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e2316309-3ab9-448a-9d20-c9a217514763 req-f5535c0e-393d-4561-acdc-811eb298c5e8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5996451 Mar 05 04:51:22.462394 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5ec79-f95c-48ef-80a5-fe6d4206c9ee req-be41da59-c63c-4085-8f3f-1001dbcd7b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:22.462718 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5ff5ec79-f95c-48ef-80a5-fe6d4206c9ee req-be41da59-c63c-4085-8f3f-1001dbcd7b23 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4033670 Mar 05 04:51:22.470130 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6016b167-404c-476d-9e9e-33a8c16c6c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (388ecc69-92f5-4cc5-a4a0-4a519ad4b2ff), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:22.525918 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-a46ffb11-2103-4a5a-a1ad-7700454b0443 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:22.526695 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-a46ffb11-2103-4a5a-a1ad-7700454b0443 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:22.533047 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-963e0a23-50c7-4a4e-a5a4-501b6727b550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7ab9757e-1653-408c-b9ad-27af8e1e5ce3), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:22.540997 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-963e0a23-50c7-4a4e-a5a4-501b6727b550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:22.556335 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-963e0a23-50c7-4a4e-a5a4-501b6727b550 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7ab9757e-1653-408c-b9ad-27af8e1e5ce3 HTTP/1.1" status: 204 len: 168 time: 0.9600508 Mar 05 04:51:22.566174 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-a46ffb11-2103-4a5a-a1ad-7700454b0443 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3958673 Mar 05 04:51:22.599101 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e0a23-50c7-4a4e-a5a4-501b6727b550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab9757e-1653-408c-b9ad-27af8e1e5ce3,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:22.610822 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6016b167-404c-476d-9e9e-33a8c16c6c1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=388ecc69-92f5-4cc5-a4a0-4a519ad4b2ff,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:22.614644 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-8fd15e80-649c-43e1-a313-497fab8e2635 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Made reservation on behalf of 34f515e173ca45168a24d4b48f40cefe for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:51:22.624419 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-8fd15e80-649c-43e1-a313-497fab8e2635 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:22.634921 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-e4b3acbb-250e-4023-b745-ac062a7322dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3784d7b8-c2cb-42ff-b459-1fd4b2687aa6 {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:51:22.643204 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-e4b3acbb-250e-4023-b745-ac062a7322dc service neutron] Publish callbacks [] for port (3784d7b8-c2cb-42ff-b459-1fd4b2687aa6), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:22.656570 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-8fd15e80-649c-43e1-a313-497fab8e2635 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:22.662787 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-e4b3acbb-250e-4023-b745-ac062a7322dc service neutron] Transition to ACTIVE for port object 3784d7b8-c2cb-42ff-b459-1fd4b2687aa6 will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:51:22.668138 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-0bd67fb2-9a83-4583-96de-d180ddabdff1 service neutron] Request body: {'port': {'device_id': 'd47b3f3f-3805-4f7c-9aae-fc66346b00bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:22.672857 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6016b167-404c-476d-9e9e-33a8c16c6c1c admin admin] Checking segment: {'id': '6d96e679-4586-4216-bea0-f3adf09ca649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ebcc0321-c1d2-47ee-8485-0d7e0738c789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:51:22.673399 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6016b167-404c-476d-9e9e-33a8c16c6c1c admin admin] Network hostable DHCP agents. Network: ebcc0321-c1d2-47ee-8485-0d7e0738c789, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:51:22.699439 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c88995b3-156e-409c-b490-b991e8b6a1ca req-7f260933-511e-4297-a756-81ef2c37125d tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] 10.222.0.11 "GET /v2.0/security-groups?id=18e3be7d-f8c6-4b91-96c0-0697788e271f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441096 Mar 05 04:51:22.759955 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6016b167-404c-476d-9e9e-33a8c16c6c1c admin admin] Network ebcc0321-c1d2-47ee-8485-0d7e0738c789 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:51:22.766333 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-e4b3acbb-250e-4023-b745-ac062a7322dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (3784d7b8-c2cb-42ff-b459-1fd4b2687aa6), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:22.787434 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-6016b167-404c-476d-9e9e-33a8c16c6c1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, ebcc0321-c1d2-47ee-8485-0d7e0738c789) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:51:22.796193 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-8fd15e80-649c-43e1-a313-497fab8e2635 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Publish callbacks [] for security_group (9f3dc39b-dfac-4af8-94a7-0894dd621c9a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:22.798706 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e967094-fefd-49be-a2ad-e8fe148dc82a None None] Network ebcc0321-c1d2-47ee-8485-0d7e0738c789 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:51:22.801012 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6016b167-404c-476d-9e9e-33a8c16c6c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:22.802253 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6016b167-404c-476d-9e9e-33a8c16c6c1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:22.816030 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-8fd15e80-649c-43e1-a313-497fab8e2635 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (9f3dc39b-dfac-4af8-94a7-0894dd621c9a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:22.847192 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6016b167-404c-476d-9e9e-33a8c16c6c1c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4881775 Mar 05 04:51:22.932028 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-de2ddfc1-5ce4-462d-8e37-de9abc66b778 None None] Provisioning complete for port b9d19b93-ca56-41a2-97e2-7d5809b5eadc triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:51:22.932519 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-de2ddfc1-5ce4-462d-8e37-de9abc66b778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b9d19b93-ca56-41a2-97e2-7d5809b5eadc), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:23.010443 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-8fd15e80-649c-43e1-a313-497fab8e2635 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Allocated IP 192.168.233.200 (fb0dde64-203a-4c32-80ac-e1733ed0c9dd/63f989ea-15ee-41e4-8c8f-8183d2023f4e/6c06ad21-97fd-4741-9c3b-e7b50fd537a5) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:51:23.094411 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857eeed-7719-427f-9007-93e4dcc1d95b req-4f2953c5-6009-4006-9be5-339f80a48e31 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:23.096341 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0857eeed-7719-427f-9007-93e4dcc1d95b req-4f2953c5-6009-4006-9be5-339f80a48e31 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=d47b3f3f-3805-4f7c-9aae-fc66346b00bb HTTP/1.1" status: 200 len: 931 time: 0.4373603 Mar 05 04:51:23.179765 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51164) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:23.198141 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3acbb-250e-4023-b745-ac062a7322dc service neutron] Pushing event updated for resources: {'Port': ['ID=3784d7b8-c2cb-42ff-b459-1fd4b2687aa6,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:23.221567 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd15e80-649c-43e1-a313-497fab8e2635 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3dc39b-dfac-4af8-94a7-0894dd621c9a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:23.237705 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ad221-9b3a-4eca-ac8e-b3848118256e req-b6928ddd-9829-45cc-bb77-36998c19b064 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:23.243352 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ad221-9b3a-4eca-ac8e-b3848118256e req-b6928ddd-9829-45cc-bb77-36998c19b064 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:23.249099 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ad221-9b3a-4eca-ac8e-b3848118256e req-b6928ddd-9829-45cc-bb77-36998c19b064 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:23.250776 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e48ad221-9b3a-4eca-ac8e-b3848118256e req-b6928ddd-9829-45cc-bb77-36998c19b064 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=de670eb2-bfed-44b2-909b-fd8cb20a8854 HTTP/1.1" status: 200 len: 2400 time: 0.4652555 Mar 05 04:51:23.251603 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e89e4b31-c8b5-4c06-83c4-bf49ff8c8380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:23.273382 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-de2ddfc1-5ce4-462d-8e37-de9abc66b778 None None] Port b9d19b93-ca56-41a2-97e2-7d5809b5eadc cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:51:23.276890 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967d0cb9-90e0-4318-8a31-f63f6bd0b77b None None] Network ebcc0321-c1d2-47ee-8485-0d7e0738c789 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:51:23.279019 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-0bd67fb2-9a83-4583-96de-d180ddabdff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b9d19b93-ca56-41a2-97e2-7d5809b5eadc), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:23.288996 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-8fd15e80-649c-43e1-a313-497fab8e2635 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Publish callbacks [] for port (6c06ad21-97fd-4741-9c3b-e7b50fd537a5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:23.318248 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-e4b3acbb-250e-4023-b745-ac062a7322dc service neutron] Attempting to bind port 3784d7b8-c2cb-42ff-b459-1fd4b2687aa6 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:51:23.318580 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-e4b3acbb-250e-4023-b745-ac062a7322dc service neutron] Attempting to bind port 3784d7b8-c2cb-42ff-b459-1fd4b2687aa6 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '028122cf-4082-40d9-babb-aae63d8c2804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:51:23.318911 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-e4b3acbb-250e-4023-b745-ac062a7322dc service neutron] Attempting to bind port 3784d7b8-c2cb-42ff-b459-1fd4b2687aa6 on network c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:51:23.330686 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-8fd15e80-649c-43e1-a313-497fab8e2635 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (6c06ad21-97fd-4741-9c3b-e7b50fd537a5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:23.340906 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0857eeed-7719-427f-9007-93e4dcc1d95b req-516af801-d80d-4353-8d95-bdb09033a28f tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254531 Mar 05 04:51:23.372179 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-e4b3acbb-250e-4023-b745-ac062a7322dc service neutron] Port 3784d7b8-c2cb-42ff-b459-1fd4b2687aa6 on network c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:51:23.372614 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-e4b3acbb-250e-4023-b745-ac062a7322dc service neutron] Attempting to bind port 3784d7b8-c2cb-42ff-b459-1fd4b2687aa6 on network c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:51:23.380904 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-8fd15e80-649c-43e1-a313-497fab8e2635 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:51:23.385094 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-8fd15e80-649c-43e1-a313-497fab8e2635 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:51:23.388731 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-8fd15e80-649c-43e1-a313-497fab8e2635 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:51:23.423309 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd15e80-649c-43e1-a313-497fab8e2635 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Pushing event updated for resources: {'Port': ['ID=6c06ad21-97fd-4741-9c3b-e7b50fd537a5,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:23.449291 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-e4b3acbb-250e-4023-b745-ac062a7322dc service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:51:23.449291 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-e4b3acbb-250e-4023-b745-ac062a7322dc service neutron] Checking segment: {'id': '028122cf-4082-40d9-babb-aae63d8c2804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:51:23.449563 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-e4b3acbb-250e-4023-b745-ac062a7322dc service neutron] Bound using segment: {'id': '028122cf-4082-40d9-babb-aae63d8c2804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:51:23.450021 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-e4b3acbb-250e-4023-b745-ac062a7322dc service neutron] Bound port: 3784d7b8-c2cb-42ff-b459-1fd4b2687aa6, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '028122cf-4082-40d9-babb-aae63d8c2804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:51:23.450368 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-e4b3acbb-250e-4023-b745-ac062a7322dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3784d7b8-c2cb-42ff-b459-1fd4b2687aa6), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:23.463095 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-8fd15e80-649c-43e1-a313-497fab8e2635 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:23.463803 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-8fd15e80-649c-43e1-a313-497fab8e2635 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:23.482439 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-8fd15e80-649c-43e1-a313-497fab8e2635 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4095309 Mar 05 04:51:23.495428 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-d22b2c8f-b7ba-4afb-bc23-229aee51476a service neutron] Request body: {'port': {'device_id': '6dac6ecc-1d3d-483f-9679-7432d6d5c837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:23.501190 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e48ad221-9b3a-4eca-ac8e-b3848118256e req-9e529ef5-644d-4cfc-81f6-64f1b5dd2275 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402620 Mar 05 04:51:23.511056 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 782497b2-2603-4199-94e0-78b5e65c188e up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:51:23.592831 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 782497b2-2603-4199-94e0-78b5e65c188e completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:51:23.596546 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-d22b2c8f-b7ba-4afb-bc23-229aee51476a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6c06ad21-97fd-4741-9c3b-e7b50fd537a5), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:23.607392 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 782497b2-2603-4199-94e0-78b5e65c188e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:51:23.608254 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (782497b2-2603-4199-94e0-78b5e65c188e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:23.708579 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f01c6-0a64-4b8e-adb1-8ec261a2bb5b req-5acf7737-036a-4ef6-86ad-2f05d8c87ecf tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:23.715620 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca0f01c6-0a64-4b8e-adb1-8ec261a2bb5b req-5acf7737-036a-4ef6-86ad-2f05d8c87ecf tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dac6ecc-1d3d-483f-9679-7432d6d5c837 HTTP/1.1" status: 200 len: 936 time: 0.2971420 Mar 05 04:51:23.736514 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 782497b2-2603-4199-94e0-78b5e65c188e is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:23.737231 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (782497b2-2603-4199-94e0-78b5e65c188e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:23.745403 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e89e4b31-c8b5-4c06-83c4-bf49ff8c8380 admin admin] Publish callbacks [] for security_group (24f59ec2-ac0b-4a94-b135-195e36739a40), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:23.766938 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e89e4b31-c8b5-4c06-83c4-bf49ff8c8380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (24f59ec2-ac0b-4a94-b135-195e36739a40), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:23.774129 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-e4b3acbb-250e-4023-b745-ac062a7322dc service neutron] For port 3784d7b8-c2cb-42ff-b459-1fd4b2687aa6, host n-h1-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:51:23.784040 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a5f734-6e3a-4e1c-b778-e1296698c18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782497b2-2603-4199-94e0-78b5e65c188e'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:51:23.786579 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14026893-ad2d-47d2-808a-4a4291d9136e" -d '{"events": [{"server_uuid": "73a5f734-6e3a-4e1c-b778-e1296698c18f", "name": "network-vif-plugged", "status": "completed", "tag": "782497b2-2603-4199-94e0-78b5e65c188e"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:51:23.802611 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 782497b2-2603-4199-94e0-78b5e65c188e, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=782497b2-2603-4199-94e0-78b5e65c188e,segment=NetworkSegment(dd5822f3-f24f-4ad0-a059-315cb5040d8e),segment_id=dd5822f3-f24f-4ad0-a059-315cb5040d8e)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:23.806416 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6fc3d985-60cf-4b29-a7fb-862f28fcfd91 None None] Provisioning complete for port 6c06ad21-97fd-4741-9c3b-e7b50fd537a5 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:51:23.807111 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6fc3d985-60cf-4b29-a7fb-862f28fcfd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (6c06ad21-97fd-4741-9c3b-e7b50fd537a5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:23.821376 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-e4b3acbb-250e-4023-b745-ac062a7322dc service neutron] For port 3784d7b8-c2cb-42ff-b459-1fd4b2687aa6, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=3784d7b8-c2cb-42ff-b459-1fd4b2687aa6,segment=NetworkSegment(028122cf-4082-40d9-babb-aae63d8c2804),segment_id=028122cf-4082-40d9-babb-aae63d8c2804)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:51:23.829612 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (782497b2-2603-4199-94e0-78b5e65c188e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:23.860250 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-e4b3acbb-250e-4023-b745-ac062a7322dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (3784d7b8-c2cb-42ff-b459-1fd4b2687aa6), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:23.873942 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e89e4b31-c8b5-4c06-83c4-bf49ff8c8380 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=188bdf00db3c4b53a50b40e4a8d5d22e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6865191 Mar 05 04:51:23.877094 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51176) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:23.878832 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e4b31-c8b5-4c06-83c4-bf49ff8c8380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f59ec2-ac0b-4a94-b135-195e36739a40,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:23.882555 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6fc3d985-60cf-4b29-a7fb-862f28fcfd91 None None] Port 6c06ad21-97fd-4741-9c3b-e7b50fd537a5 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:51:23.901893 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=782497b2-2603-4199-94e0-78b5e65c188e,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:23.923368 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca0f01c6-0a64-4b8e-adb1-8ec261a2bb5b req-27c2908b-7413-4e50-bc3e-7dc6c24efb78 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f3dc39b-dfac-4af8-94a7-0894dd621c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060657 Mar 05 04:51:23.965891 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-e4b3acbb-250e-4023-b745-ac062a7322dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:23.966511 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-e4b3acbb-250e-4023-b745-ac062a7322dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:23.967958 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-e4b3acbb-250e-4023-b745-ac062a7322dc service neutron] 10.222.0.30 "PUT /v2.0/ports/3784d7b8-c2cb-42ff-b459-1fd4b2687aa6 HTTP/1.1" status: 200 len: 1093 time: 2.8710296 Mar 05 04:51:23.969485 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bc3751c8-9475-482c-9056-3301c38c3613 admin admin] Publish callbacks [] for security_group (24f59ec2-ac0b-4a94-b135-195e36739a40), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:23.994261 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de670eb2-bfed-44b2-909b-fd8cb20a8854', 'tag': '3784d7b8-c2cb-42ff-b459-1fd4b2687aa6'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:51:23.996798 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7c1547-bebb-4e2d-bb3b-61aca8ea1828" -d '{"events": [{"name": "network-changed", "server_uuid": "de670eb2-bfed-44b2-909b-fd8cb20a8854", "tag": "3784d7b8-c2cb-42ff-b459-1fd4b2687aa6"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:51:24.012348 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bc3751c8-9475-482c-9056-3301c38c3613 admin admin] Publish callbacks [] for security_group (24f59ec2-ac0b-4a94-b135-195e36739a40), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:24.028577 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b7995243-2675-4032-9dee-04e41f5532d1 service neutron] Request body: {'port': {'device_id': 'de670eb2-bfed-44b2-909b-fd8cb20a8854', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:24.101321 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-d22b2c8f-b7ba-4afb-bc23-229aee51476a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c06ad21-97fd-4741-9c3b-e7b50fd537a5 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:51:24.109977 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-d22b2c8f-b7ba-4afb-bc23-229aee51476a service neutron] Publish callbacks [] for port (6c06ad21-97fd-4741-9c3b-e7b50fd537a5), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:24.135407 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-d22b2c8f-b7ba-4afb-bc23-229aee51476a service neutron] Transition to ACTIVE for port object 6c06ad21-97fd-4741-9c3b-e7b50fd537a5 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:51:24.136593 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bc3751c8-9475-482c-9056-3301c38c3613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (24f59ec2-ac0b-4a94-b135-195e36739a40), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:24.139255 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bc3751c8-9475-482c-9056-3301c38c3613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:24.140487 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-bc3751c8-9475-482c-9056-3301c38c3613 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24f59ec2-ac0b-4a94-b135-195e36739a40 HTTP/1.1" status: 204 len: 168 time: 0.2621951 Mar 05 04:51:24.152356 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-d22b2c8f-b7ba-4afb-bc23-229aee51476a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (6c06ad21-97fd-4741-9c3b-e7b50fd537a5), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:24.166821 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-0bd67fb2-9a83-4583-96de-d180ddabdff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d19b93-ca56-41a2-97e2-7d5809b5eadc {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:51:24.190196 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3acbb-250e-4023-b745-ac062a7322dc service neutron] Pushing event updated for resources: {'Port': ['ID=3784d7b8-c2cb-42ff-b459-1fd4b2687aa6,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:24.197064 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-0bd67fb2-9a83-4583-96de-d180ddabdff1 service neutron] Publish callbacks [] for port (b9d19b93-ca56-41a2-97e2-7d5809b5eadc), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:24.202345 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3751c8-9475-482c-9056-3301c38c3613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f59ec2-ac0b-4a94-b135-195e36739a40,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:24.247444 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b2c8f-b7ba-4afb-bc23-229aee51476a service neutron] Pushing event updated for resources: {'Port': ['ID=6c06ad21-97fd-4741-9c3b-e7b50fd537a5,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:24.254101 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-0bd67fb2-9a83-4583-96de-d180ddabdff1 service neutron] Transition to ACTIVE for port object b9d19b93-ca56-41a2-97e2-7d5809b5eadc will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:51:24.271628 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-0bd67fb2-9a83-4583-96de-d180ddabdff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (b9d19b93-ca56-41a2-97e2-7d5809b5eadc), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:24.285838 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b7995243-2675-4032-9dee-04e41f5532d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:24.338897 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-938aae83-c8c7-448c-ac14-7f8a838dc2cc tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:24.340549 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-938aae83-c8c7-448c-ac14-7f8a838dc2cc tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] 10.222.0.11 "GET /v2.0/networks?id=42031c5d-b398-434e-9b43-60578d3a7c2c HTTP/1.1" status: 200 len: 815 time: 0.3847432 Mar 05 04:51:24.354205 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44b3da-4a6b-41c4-8570-200f64aa681e req-21429419-8616-4ce1-a79d-3880f1c45ec6 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:24.355845 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8a44b3da-4a6b-41c4-8570-200f64aa681e req-21429419-8616-4ce1-a79d-3880f1c45ec6 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 945 time: 0.3240216 Mar 05 04:51:24.362862 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-d22b2c8f-b7ba-4afb-bc23-229aee51476a service neutron] Attempting to bind port 6c06ad21-97fd-4741-9c3b-e7b50fd537a5 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:51:24.362862 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-d22b2c8f-b7ba-4afb-bc23-229aee51476a service neutron] Attempting to bind port 6c06ad21-97fd-4741-9c3b-e7b50fd537a5 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:51:24.363564 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-d22b2c8f-b7ba-4afb-bc23-229aee51476a service neutron] Attempting to bind port 6c06ad21-97fd-4741-9c3b-e7b50fd537a5 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:51:24.382790 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-d22b2c8f-b7ba-4afb-bc23-229aee51476a service neutron] Port 6c06ad21-97fd-4741-9c3b-e7b50fd537a5 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:51:24.383454 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-d22b2c8f-b7ba-4afb-bc23-229aee51476a service neutron] Attempting to bind port 6c06ad21-97fd-4741-9c3b-e7b50fd537a5 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:51:24.393521 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-d22b2c8f-b7ba-4afb-bc23-229aee51476a service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:51:24.393876 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-d22b2c8f-b7ba-4afb-bc23-229aee51476a service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:51:24.394467 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-d22b2c8f-b7ba-4afb-bc23-229aee51476a service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:51:24.394924 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-d22b2c8f-b7ba-4afb-bc23-229aee51476a service neutron] Bound port: 6c06ad21-97fd-4741-9c3b-e7b50fd537a5, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:51:24.395316 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-d22b2c8f-b7ba-4afb-bc23-229aee51476a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6c06ad21-97fd-4741-9c3b-e7b50fd537a5), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:24.440603 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-6f3cd294-2ccf-497e-ad37-a33fc812a056 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] 10.222.0.11 "GET /v2.0/quotas/22061d1e41e44ca1a1cc50aebe412acc HTTP/1.1" status: 200 len: 375 time: 0.0760636 Mar 05 04:51:24.468725 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd67fb2-9a83-4583-96de-d180ddabdff1 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d19b93-ca56-41a2-97e2-7d5809b5eadc,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:24.484482 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-d22b2c8f-b7ba-4afb-bc23-229aee51476a service neutron] For port 6c06ad21-97fd-4741-9c3b-e7b50fd537a5, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:51:24.488526 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-d22b2c8f-b7ba-4afb-bc23-229aee51476a service neutron] For port 6c06ad21-97fd-4741-9c3b-e7b50fd537a5, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=6c06ad21-97fd-4741-9c3b-e7b50fd537a5,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:51:24.497938 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-d22b2c8f-b7ba-4afb-bc23-229aee51476a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (6c06ad21-97fd-4741-9c3b-e7b50fd537a5), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:24.558861 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-18d3a6ee-be88-493e-a3f3-afe646e156ee tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=22061d1e41e44ca1a1cc50aebe412acc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0992429 Mar 05 04:51:24.564365 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-d22b2c8f-b7ba-4afb-bc23-229aee51476a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:24.565037 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-d22b2c8f-b7ba-4afb-bc23-229aee51476a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:24.566503 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-d22b2c8f-b7ba-4afb-bc23-229aee51476a service neutron] 10.222.0.31 "PUT /v2.0/ports/6c06ad21-97fd-4741-9c3b-e7b50fd537a5 HTTP/1.1" status: 200 len: 1097 time: 1.0771890 Mar 05 04:51:24.567006 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dac6ecc-1d3d-483f-9679-7432d6d5c837', 'tag': '6c06ad21-97fd-4741-9c3b-e7b50fd537a5'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:51:24.569861 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee76b649-ea5e-4f6d-bd6a-51cad8a8b44b" -d '{"events": [{"name": "network-changed", "server_uuid": "6dac6ecc-1d3d-483f-9679-7432d6d5c837", "tag": "6c06ad21-97fd-4741-9c3b-e7b50fd537a5"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:51:24.610047 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b2c8f-b7ba-4afb-bc23-229aee51476a service neutron] Pushing event updated for resources: {'Port': ['ID=6c06ad21-97fd-4741-9c3b-e7b50fd537a5,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:24.697494 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-8d93af84-9b37-4919-a659-a96ada6140fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:24.699034 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-8d93af84-9b37-4919-a659-a96ada6140fa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=34f515e173ca45168a24d4b48f40cefe&device_id=6dac6ecc-1d3d-483f-9679-7432d6d5c837 HTTP/1.1" status: 200 len: 1131 time: 0.0777152 Mar 05 04:51:24.754408 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-81bb807a-6e7b-492c-8b6f-dfb3e7a5428a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=6c06ad21-97fd-4741-9c3b-e7b50fd537a5 HTTP/1.1" status: 200 len: 217 time: 0.0469882 Mar 05 04:51:24.820227 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-a9962a23-afb8-4118-88dc-38d5ad8b5828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:24.821700 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-a9962a23-afb8-4118-88dc-38d5ad8b5828 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0624361 Mar 05 04:51:24.842399 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-0bd67fb2-9a83-4583-96de-d180ddabdff1 service neutron] Attempting to bind port b9d19b93-ca56-41a2-97e2-7d5809b5eadc on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:51:24.842941 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-0bd67fb2-9a83-4583-96de-d180ddabdff1 service neutron] Attempting to bind port b9d19b93-ca56-41a2-97e2-7d5809b5eadc by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'db049693-52d7-464e-9d76-c4af8ab82eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:51:24.843063 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-0bd67fb2-9a83-4583-96de-d180ddabdff1 service neutron] Attempting to bind port b9d19b93-ca56-41a2-97e2-7d5809b5eadc on network 37de3cac-2e27-4573-885e-c86e0ea7886c {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:51:24.861863 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8a44b3da-4a6b-41c4-8570-200f64aa681e req-e10eb851-f1cc-4a2b-aa7a-e75f01949e7c tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945509 Mar 05 04:51:24.904357 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-8e4b8393-fabc-4ca6-8b08-469f2d43e385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:24.906360 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-8e4b8393-fabc-4ca6-8b08-469f2d43e385 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0779688 Mar 05 04:51:24.920221 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-0bd67fb2-9a83-4583-96de-d180ddabdff1 service neutron] Port b9d19b93-ca56-41a2-97e2-7d5809b5eadc on network 37de3cac-2e27-4573-885e-c86e0ea7886c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:51:24.920558 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-0bd67fb2-9a83-4583-96de-d180ddabdff1 service neutron] Attempting to bind port b9d19b93-ca56-41a2-97e2-7d5809b5eadc on network 37de3cac-2e27-4573-885e-c86e0ea7886c {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:51:24.938322 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-0bd67fb2-9a83-4583-96de-d180ddabdff1 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:51:24.938911 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-0bd67fb2-9a83-4583-96de-d180ddabdff1 service neutron] Checking segment: {'id': 'db049693-52d7-464e-9d76-c4af8ab82eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:51:24.939470 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-0bd67fb2-9a83-4583-96de-d180ddabdff1 service neutron] Bound using segment: {'id': 'db049693-52d7-464e-9d76-c4af8ab82eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:51:24.940070 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-0bd67fb2-9a83-4583-96de-d180ddabdff1 service neutron] Bound port: b9d19b93-ca56-41a2-97e2-7d5809b5eadc, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db049693-52d7-464e-9d76-c4af8ab82eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:51:24.940731 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-0bd67fb2-9a83-4583-96de-d180ddabdff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b9d19b93-ca56-41a2-97e2-7d5809b5eadc), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:25.015474 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-4f9b0688-51a9-47e6-a7a7-43d9e92d7cc1 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018858 Mar 05 04:51:25.031898 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-4e364ab2-9351-4674-aca5-7a9823686f58 service neutron] 10.222.0.11 "GET /v2.0/networks/42031c5d-b398-434e-9b43-60578d3a7c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387486 Mar 05 04:51:25.114225 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-21c3a45a-759c-461c-8b63-4f67de6f01db req-9c92bd05-cfef-4b2f-b685-78bd35724082 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917344 Mar 05 04:51:25.209027 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-0bd67fb2-9a83-4583-96de-d180ddabdff1 service neutron] For port b9d19b93-ca56-41a2-97e2-7d5809b5eadc, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:51:25.223575 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd62a53-9798-4152-a47c-d105117826ee req-cd75ee3f-59bf-4f17-8113-b7b885d4a312 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:25.225152 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cdd62a53-9798-4152-a47c-d105117826ee req-cd75ee3f-59bf-4f17-8113-b7b885d4a312 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] 10.222.0.11 "GET /v2.0/ports?device_id=73a5f734-6e3a-4e1c-b778-e1296698c18f HTTP/1.1" status: 200 len: 946 time: 0.2588563 Mar 05 04:51:25.243851 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b7995243-2675-4032-9dee-04e41f5532d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:51:25.256268 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-0bd67fb2-9a83-4583-96de-d180ddabdff1 service neutron] For port b9d19b93-ca56-41a2-97e2-7d5809b5eadc, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b9d19b93-ca56-41a2-97e2-7d5809b5eadc,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:51:25.265389 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b7995243-2675-4032-9dee-04e41f5532d1 service neutron] Publish callbacks [] for port (c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:25.293564 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-0bd67fb2-9a83-4583-96de-d180ddabdff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (b9d19b93-ca56-41a2-97e2-7d5809b5eadc), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:25.311112 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b7995243-2675-4032-9dee-04e41f5532d1 service neutron] Transition to ACTIVE for port object c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:51:25.313418 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-07859bdb-9f21-4122-bf29-9511f208ba2e service neutron] 10.222.0.11 "GET /v2.0/networks/42031c5d-b398-434e-9b43-60578d3a7c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533326 Mar 05 04:51:25.345849 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b7995243-2675-4032-9dee-04e41f5532d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:25.367609 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-0bd67fb2-9a83-4583-96de-d180ddabdff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:25.368145 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-0bd67fb2-9a83-4583-96de-d180ddabdff1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:25.369544 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-0bd67fb2-9a83-4583-96de-d180ddabdff1 service neutron] 10.222.0.31 "PUT /v2.0/ports/b9d19b93-ca56-41a2-97e2-7d5809b5eadc HTTP/1.1" status: 200 len: 1092 time: 2.7942133 Mar 05 04:51:25.379546 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cdd62a53-9798-4152-a47c-d105117826ee req-51f8ab46-0ba1-4c90-b9c6-c8a4e5faf2f6 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] 10.222.0.11 "GET /v2.0/security-groups?id=18e3be7d-f8c6-4b91-96c0-0697788e271f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464684 Mar 05 04:51:25.408543 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd67fb2-9a83-4583-96de-d180ddabdff1 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d19b93-ca56-41a2-97e2-7d5809b5eadc,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:25.469563 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca313467-88f3-41e8-bc6b-18df1cc805d4 x-openstack-request-id: req-ca313467-88f3-41e8-bc6b-18df1cc805d4 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:51:25.470078 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a5f734-6e3a-4e1c-b778-e1296698c18f", "name": "network-vif-plugged", "status": "completed", "tag": "782497b2-2603-4199-94e0-78b5e65c188e", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:51:25.470165 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ca313467-88f3-41e8-bc6b-18df1cc805d4 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:51:25.470552 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a5f734-6e3a-4e1c-b778-e1296698c18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782497b2-2603-4199-94e0-78b5e65c188e', 'code': 200} Mar 05 04:51:25.654480 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7995243-2675-4032-9dee-04e41f5532d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:25.659593 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ec21fa-797c-4068-aa23-f539f9397460 x-openstack-request-id: req-30ec21fa-797c-4068-aa23-f539f9397460 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:51:25.659881 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de670eb2-bfed-44b2-909b-fd8cb20a8854", "tag": "3784d7b8-c2cb-42ff-b459-1fd4b2687aa6", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:51:25.660191 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-30ec21fa-797c-4068-aa23-f539f9397460 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:51:25.660553 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de670eb2-bfed-44b2-909b-fd8cb20a8854', 'tag': '3784d7b8-c2cb-42ff-b459-1fd4b2687aa6', 'status': 'completed', 'code': 200} Mar 05 04:51:25.814365 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b7995243-2675-4032-9dee-04e41f5532d1 service neutron] Attempting to bind port c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:51:25.815131 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b7995243-2675-4032-9dee-04e41f5532d1 service neutron] Attempting to bind port c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '96e6c605-f0d5-4e27-b7a9-368164eacfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9bf3bf65-63a1-4dc3-be6f-655ba36cf568'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:51:25.815674 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b7995243-2675-4032-9dee-04e41f5532d1 service neutron] Attempting to bind port c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe on network 9bf3bf65-63a1-4dc3-be6f-655ba36cf568 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:51:25.818324 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c1547-bebb-4e2d-bb3b-61aca8ea1828 req-4692c31d-36b0-4934-b734-62258e05620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:25.818794 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c1547-bebb-4e2d-bb3b-61aca8ea1828 req-4692c31d-36b0-4934-b734-62258e05620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:25.819684 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c1547-bebb-4e2d-bb3b-61aca8ea1828 req-4692c31d-36b0-4934-b734-62258e05620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:25.821141 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ba7c1547-bebb-4e2d-bb3b-61aca8ea1828 req-4692c31d-36b0-4934-b734-62258e05620e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbbc4feb356744e580db82395e864901&device_id=de670eb2-bfed-44b2-909b-fd8cb20a8854 HTTP/1.1" status: 200 len: 2888 time: 0.2220590 Mar 05 04:51:25.827009 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9b014-9914-40fe-ab38-78230d05dcd4 req-76eb8900-a73d-41ae-9db8-a36cb37ba085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:25.828167 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b7995243-2675-4032-9dee-04e41f5532d1 service neutron] Port c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe on network 9bf3bf65-63a1-4dc3-be6f-655ba36cf568 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:51:25.828530 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3fa9b014-9914-40fe-ab38-78230d05dcd4 req-76eb8900-a73d-41ae-9db8-a36cb37ba085 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=73a5f734-6e3a-4e1c-b778-e1296698c18f HTTP/1.1" status: 200 len: 1129 time: 0.1774573 Mar 05 04:51:25.829012 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b7995243-2675-4032-9dee-04e41f5532d1 service neutron] Attempting to bind port c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe on network 9bf3bf65-63a1-4dc3-be6f-655ba36cf568 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:51:25.866422 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b7995243-2675-4032-9dee-04e41f5532d1 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:51:25.867284 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b7995243-2675-4032-9dee-04e41f5532d1 service neutron] Checking segment: {'id': '96e6c605-f0d5-4e27-b7a9-368164eacfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9bf3bf65-63a1-4dc3-be6f-655ba36cf568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:51:25.867284 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b7995243-2675-4032-9dee-04e41f5532d1 service neutron] Bound using segment: {'id': '96e6c605-f0d5-4e27-b7a9-368164eacfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9bf3bf65-63a1-4dc3-be6f-655ba36cf568'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:51:25.867962 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b7995243-2675-4032-9dee-04e41f5532d1 service neutron] Bound port: c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96e6c605-f0d5-4e27-b7a9-368164eacfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9bf3bf65-63a1-4dc3-be6f-655ba36cf568'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:51:25.868266 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b7995243-2675-4032-9dee-04e41f5532d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:25.926526 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6424e-eb5e-405a-b223-57f1c4fb96f8 req-5a1bd3d2-afdc-4aa2-b085-490240e49777 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:25.949577 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6424e-eb5e-405a-b223-57f1c4fb96f8 req-5a1bd3d2-afdc-4aa2-b085-490240e49777 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:25.956228 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6424e-eb5e-405a-b223-57f1c4fb96f8 req-5a1bd3d2-afdc-4aa2-b085-490240e49777 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:25.963883 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-29f6424e-eb5e-405a-b223-57f1c4fb96f8 req-5a1bd3d2-afdc-4aa2-b085-490240e49777 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=de670eb2-bfed-44b2-909b-fd8cb20a8854 HTTP/1.1" status: 200 len: 2412 time: 0.2189376 Mar 05 04:51:25.967051 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-56251f2c-b3c4-40b0-88cc-0ed806727bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:25.968519 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-56251f2c-b3c4-40b0-88cc-0ed806727bb9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=947653f4d3b84cc89f4c3c5691586859&device_id=d47b3f3f-3805-4f7c-9aae-fc66346b00bb HTTP/1.1" status: 200 len: 1126 time: 0.3107996 Mar 05 04:51:26.008560 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3fa9b014-9914-40fe-ab38-78230d05dcd4 req-0549e539-e545-4d98-b1ab-de23f0b73fdc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=18e3be7d-f8c6-4b91-96c0-0697788e271f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696439 Mar 05 04:51:26.032371 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c1547-bebb-4e2d-bb3b-61aca8ea1828 req-4cd21e10-96c9-444b-be56-642727e9dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:26.032846 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c1547-bebb-4e2d-bb3b-61aca8ea1828 req-4cd21e10-96c9-444b-be56-642727e9dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:26.033319 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c1547-bebb-4e2d-bb3b-61aca8ea1828 req-4cd21e10-96c9-444b-be56-642727e9dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:26.035126 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ba7c1547-bebb-4e2d-bb3b-61aca8ea1828 req-4cd21e10-96c9-444b-be56-642727e9dc5a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=bbbc4feb356744e580db82395e864901&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.2056901 Mar 05 04:51:26.135424 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 6c06ad21-97fd-4741-9c3b-e7b50fd537a5 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:51:26.298507 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 6c06ad21-97fd-4741-9c3b-e7b50fd537a5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=6c06ad21-97fd-4741-9c3b-e7b50fd537a5,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:26.311846 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '6c06ad21-97fd-4741-9c3b-e7b50fd537a5', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': '6c06ad21-97fd-4741-9c3b-e7b50fd537a5', 'mac_address': 'fa:16:3e:2a:81:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:51:26.372145 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c1547-bebb-4e2d-bb3b-61aca8ea1828 req-03928360-c479-4de3-858a-febaff90511c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:26.373530 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ba7c1547-bebb-4e2d-bb3b-61aca8ea1828 req-03928360-c479-4de3-858a-febaff90511c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1734090 Mar 05 04:51:26.379844 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 6c06ad21-97fd-4741-9c3b-e7b50fd537a5 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:26.380293 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6c06ad21-97fd-4741-9c3b-e7b50fd537a5), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:26.410634 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c06ad21-97fd-4741-9c3b-e7b50fd537a5 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:51:26.434540 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 6c06ad21-97fd-4741-9c3b-e7b50fd537a5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=6c06ad21-97fd-4741-9c3b-e7b50fd537a5,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:26.436508 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa70e2a-9d40-4607-b591-0a0607aa125f req-007d4dd2-8975-4262-b7a2-4499e47c74f4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:26.438606 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8aa70e2a-9d40-4607-b591-0a0607aa125f req-007d4dd2-8975-4262-b7a2-4499e47c74f4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=d47b3f3f-3805-4f7c-9aae-fc66346b00bb HTTP/1.1" status: 200 len: 943 time: 0.7768195 Mar 05 04:51:26.443852 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-0da6f661-c0ac-4d95-a83f-ed8294d504c1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9d19b93-ca56-41a2-97e2-7d5809b5eadc HTTP/1.1" status: 200 len: 217 time: 0.4626851 Mar 05 04:51:26.447682 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (6c06ad21-97fd-4741-9c3b-e7b50fd537a5), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:26.512310 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=6c06ad21-97fd-4741-9c3b-e7b50fd537a5,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:26.527390 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b7995243-2675-4032-9dee-04e41f5532d1 service neutron] For port c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe, host n-h1-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:51:26.535858 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-29f6424e-eb5e-405a-b223-57f1c4fb96f8 req-362e8f70-70f1-491e-a01f-51384bd70478 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5711479 Mar 05 04:51:26.561475 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b7995243-2675-4032-9dee-04e41f5532d1 service neutron] For port c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe,segment=NetworkSegment(96e6c605-f0d5-4e27-b7a9-368164eacfa2),segment_id=96e6c605-f0d5-4e27-b7a9-368164eacfa2)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:51:26.583413 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b7995243-2675-4032-9dee-04e41f5532d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:26.591455 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f60ed0b-dda9-4738-984c-a347eb3592fc x-openstack-request-id: req-1f60ed0b-dda9-4738-984c-a347eb3592fc {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:51:26.591748 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dac6ecc-1d3d-483f-9679-7432d6d5c837", "tag": "6c06ad21-97fd-4741-9c3b-e7b50fd537a5", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:51:26.592000 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1f60ed0b-dda9-4738-984c-a347eb3592fc {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:51:26.592409 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dac6ecc-1d3d-483f-9679-7432d6d5c837', 'tag': '6c06ad21-97fd-4741-9c3b-e7b50fd537a5', 'status': 'completed', 'code': 200} Mar 05 04:51:26.598914 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8aa70e2a-9d40-4607-b591-0a0607aa125f req-c6dc84c8-6df3-46d1-b42c-ee12e046c4c0 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397805 Mar 05 04:51:26.623215 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-ddea1bb5-4a8c-44cd-8533-886e6f55e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:26.625148 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-ddea1bb5-4a8c-44cd-8533-886e6f55e53d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a6039ad-16bd-4b00-a55f-f7c68e1f3072 HTTP/1.1" status: 200 len: 851 time: 0.1672359 Mar 05 04:51:26.637538 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b7995243-2675-4032-9dee-04e41f5532d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:26.638871 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b7995243-2675-4032-9dee-04e41f5532d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:26.640309 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-b7995243-2675-4032-9dee-04e41f5532d1 service neutron] 10.222.0.30 "PUT /v2.0/ports/c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe HTTP/1.1" status: 200 len: 1092 time: 2.6295385 Mar 05 04:51:26.711457 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76b649-ea5e-4f6d-bd6a-51cad8a8b44b req-48ba06a5-78b2-4ed1-b176-dfe7bbb593e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:26.715914 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ee76b649-ea5e-4f6d-bd6a-51cad8a8b44b req-48ba06a5-78b2-4ed1-b176-dfe7bbb593e9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=34f515e173ca45168a24d4b48f40cefe&device_id=6dac6ecc-1d3d-483f-9679-7432d6d5c837 HTTP/1.1" status: 200 len: 1132 time: 0.0976760 Mar 05 04:51:26.744031 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['6c06ad21-97fd-4741-9c3b-e7b50fd537a5'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:51:26.834504 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9e0fc205-d224-4c0c-beb1-6fd679b60952 req-da54c25f-1e74-49ac-924e-5c510e4e6e2d tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d0246ef-ff26-40be-b007-039fc4674351 HTTP/1.1" status: 200 len: 210 time: 0.1116743 Mar 05 04:51:26.843314 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7995243-2675-4032-9dee-04e41f5532d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:26.897440 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-3c5e9d27-48d1-41f4-b721-b508f771b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:26.900186 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-3c5e9d27-48d1-41f4-b721-b508f771b078 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37de3cac-2e27-4573-885e-c86e0ea7886c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2531524 Mar 05 04:51:26.906360 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-bd1657a5-79f4-4c7a-9eb9-80d3f4181853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:26.906865 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-bd1657a5-79f4-4c7a-9eb9-80d3f4181853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:26.907378 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-bd1657a5-79f4-4c7a-9eb9-80d3f4181853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:26.907712 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76b649-ea5e-4f6d-bd6a-51cad8a8b44b req-560e189f-9cdc-4cf9-8f83-65c61b384caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:26.909950 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ee76b649-ea5e-4f6d-bd6a-51cad8a8b44b req-560e189f-9cdc-4cf9-8f83-65c61b384caa service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.1866624 Mar 05 04:51:26.913276 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-bd1657a5-79f4-4c7a-9eb9-80d3f4181853 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbbc4feb356744e580db82395e864901&device_id=de670eb2-bfed-44b2-909b-fd8cb20a8854 HTTP/1.1" status: 200 len: 2961 time: 0.2184060 Mar 05 04:51:27.009255 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ee76b649-ea5e-4f6d-bd6a-51cad8a8b44b req-70bfe6d1-24a0-4bd1-be33-2549903f44a6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=6c06ad21-97fd-4741-9c3b-e7b50fd537a5 HTTP/1.1" status: 200 len: 217 time: 0.0925457 Mar 05 04:51:27.065602 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-9336a589-c9b0-4424-bc86-5540fa3aeea2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.118&port_id=936d7779-a7c6-41ef-9c27-3cacc6e09ffb HTTP/1.1" status: 200 len: 217 time: 0.1198645 Mar 05 04:51:27.077375 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce0642-2bda-4163-b053-3decaf8d6f03 req-a547f390-bac3-4558-89f8-10a101b10511 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:27.079188 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5fce0642-2bda-4163-b053-3decaf8d6f03 req-a547f390-bac3-4558-89f8-10a101b10511 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dac6ecc-1d3d-483f-9679-7432d6d5c837 HTTP/1.1" status: 200 len: 949 time: 0.3948302 Mar 05 04:51:27.168390 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-0c0d5f36-6d6e-47c3-99de-f69f8b408d37 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:27.169805 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-0c0d5f36-6d6e-47c3-99de-f69f8b408d37 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] 10.222.0.30 "GET /v2.0/networks?id=42031c5d-b398-434e-9b43-60578d3a7c2c HTTP/1.1" status: 200 len: 815 time: 0.1594255 Mar 05 04:51:27.188216 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-b792772b-a913-4602-a77a-9015697e1889 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Request body: {'port': {'device_id': '0d0246ef-ff26-40be-b007-039fc4674351', 'network_id': '42031c5d-b398-434e-9b43-60578d3a7c2c', 'admin_state_up': True, 'tenant_id': '22061d1e41e44ca1a1cc50aebe412acc'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:27.278897 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-d44db7c6-658f-4fab-9a9b-74a4163c3fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:27.280487 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-d44db7c6-658f-4fab-9a9b-74a4163c3fe3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1dd5e9f6-ffb6-4098-aaf1-146a30cf9034 HTTP/1.1" status: 200 len: 801 time: 0.1855826 Mar 05 04:51:27.293867 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76b649-ea5e-4f6d-bd6a-51cad8a8b44b req-e87f8dcd-b966-4e63-b3af-d21c30eb258e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:27.295319 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ee76b649-ea5e-4f6d-bd6a-51cad8a8b44b req-e87f8dcd-b966-4e63-b3af-d21c30eb258e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.1243703 Mar 05 04:51:27.367833 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5fce0642-2bda-4163-b053-3decaf8d6f03 req-accb510f-bf4e-4a86-87e1-c50b8b543890 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f3dc39b-dfac-4af8-94a7-0894dd621c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669871 Mar 05 04:51:27.389709 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76b649-ea5e-4f6d-bd6a-51cad8a8b44b req-b31b1877-7fa0-49e5-b402-33d6c548269c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:27.391422 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ee76b649-ea5e-4f6d-bd6a-51cad8a8b44b req-b31b1877-7fa0-49e5-b402-33d6c548269c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0856996 Mar 05 04:51:27.394191 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-b792772b-a913-4602-a77a-9015697e1889 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Made reservation on behalf of 22061d1e41e44ca1a1cc50aebe412acc for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:51:27.398330 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-b792772b-a913-4602-a77a-9015697e1889 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:27.408883 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b80f97-bb97-4c49-ad44-83874899a029 req-6e3a91c4-5bcd-4c47-8d06-8fcfacd37150 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:27.416732 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-71b80f97-bb97-4c49-ad44-83874899a029 req-6e3a91c4-5bcd-4c47-8d06-8fcfacd37150 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 945 time: 0.3533635 Mar 05 04:51:27.420959 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-098f3366-4d8e-428d-aafa-572cd9b628b6 service neutron] 10.222.0.31 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065355 Mar 05 04:51:27.531683 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-4410b169-7bb3-4bd9-b558-c7cfcdcd2bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:27.533226 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-4410b169-7bb3-4bd9-b558-c7cfcdcd2bad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9bf3bf65-63a1-4dc3-be6f-655ba36cf568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2418427 Mar 05 04:51:27.592308 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-71b80f97-bb97-4c49-ad44-83874899a029 req-0802ddab-ea56-4183-af9f-a7cb03620c79 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746860 Mar 05 04:51:27.662549 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd47b3f3f-3805-4f7c-9aae-fc66346b00bb', 'tag': 'b9d19b93-ca56-41a2-97e2-7d5809b5eadc'}, {'name': 'network-changed', 'server_uuid': 'de670eb2-bfed-44b2-909b-fd8cb20a8854', 'tag': 'c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:51:27.665839 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155bf6ac-33e0-4ded-9164-953017148df7" -d '{"events": [{"name": "network-changed", "server_uuid": "d47b3f3f-3805-4f7c-9aae-fc66346b00bb", "tag": "b9d19b93-ca56-41a2-97e2-7d5809b5eadc"}, {"name": "network-changed", "server_uuid": "de670eb2-bfed-44b2-909b-fd8cb20a8854", "tag": "c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:51:27.674436 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ee5b8c4-4d45-4bc8-9eaa-bfe2750c60e0 req-f739b2cb-efe2-4aaa-b390-422836656bee service neutron] 10.222.0.31 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458215 Mar 05 04:51:27.701787 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4d26f-3ea0-4710-bc5e-f92f28ec5100 req-3b0e3c43-3921-4c96-8635-0879c18cab7d tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:27.702586 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-63c4d26f-3ea0-4710-bc5e-f92f28ec5100 req-3b0e3c43-3921-4c96-8635-0879c18cab7d tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] 10.222.0.11 "GET /v2.0/ports?device_id=73a5f734-6e3a-4e1c-b778-e1296698c18f HTTP/1.1" status: 200 len: 946 time: 0.2283969 Mar 05 04:51:27.735669 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-74ad63ac-4bf0-44fe-ba09-79f5158f8785 service neutron] 10.222.0.30 "GET /v2.0/networks/9bf3bf65-63a1-4dc3-be6f-655ba36cf568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776633 Mar 05 04:51:27.862914 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-63c4d26f-3ea0-4710-bc5e-f92f28ec5100 req-29587507-a1ed-4b3a-8840-4e8061dec7ca tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] 10.222.0.11 "GET /v2.0/security-groups?id=18e3be7d-f8c6-4b91-96c0-0697788e271f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489496 Mar 05 04:51:27.878987 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5378a9-ceb5-4192-9381-8e7f7e337803 req-6d4e9c5a-4bff-4e7d-a00c-ff77a9f90021 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:27.885599 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5378a9-ceb5-4192-9381-8e7f7e337803 req-6d4e9c5a-4bff-4e7d-a00c-ff77a9f90021 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:27.890924 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5378a9-ceb5-4192-9381-8e7f7e337803 req-6d4e9c5a-4bff-4e7d-a00c-ff77a9f90021 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:27.892664 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8f5378a9-ceb5-4192-9381-8e7f7e337803 req-6d4e9c5a-4bff-4e7d-a00c-ff77a9f90021 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=de670eb2-bfed-44b2-909b-fd8cb20a8854 HTTP/1.1" status: 200 len: 2412 time: 0.1798904 Mar 05 04:51:27.895360 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ee76b649-ea5e-4f6d-bd6a-51cad8a8b44b req-891afcda-dad6-4966-98db-dbbed1a423ca service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934156 Mar 05 04:51:27.925041 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-3a97da82-5445-4db5-8002-8933c1b235b4 service neutron] 10.222.0.30 "GET /v2.0/networks/9bf3bf65-63a1-4dc3-be6f-655ba36cf568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824260 Mar 05 04:51:27.978804 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-3d98272a-bfe4-4057-bce6-b46576c51f1d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.176&port_id=3784d7b8-c2cb-42ff-b459-1fd4b2687aa6 HTTP/1.1" status: 200 len: 217 time: 0.0464492 Mar 05 04:51:27.993008 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51312) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:28.000816 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-b792772b-a913-4602-a77a-9015697e1889 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Allocated IP 172.20.0.3 (42031c5d-b398-434e-9b43-60578d3a7c2c/99591b4d-1898-4c28-a391-4068210fe19c/3fbe8709-ad74-49f1-bc60-0c9b13396783) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:51:28.054788 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8f5378a9-ceb5-4192-9381-8e7f7e337803 req-d18f71b1-9501-47be-a910-1c4913d2519e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500030 Mar 05 04:51:28.093264 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ee76b649-ea5e-4f6d-bd6a-51cad8a8b44b req-545bf551-5298-4956-81af-2d78a8de13bf service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857824 Mar 05 04:51:28.103142 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 05 Mar 2022 04:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecedd659-17c9-40cc-a97a-cf9317ea5b10 x-openstack-request-id: req-ecedd659-17c9-40cc-a97a-cf9317ea5b10 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:51:28.103447 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d47b3f3f-3805-4f7c-9aae-fc66346b00bb", "tag": "b9d19b93-ca56-41a2-97e2-7d5809b5eadc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "de670eb2-bfed-44b2-909b-fd8cb20a8854", "tag": "c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:51:28.103706 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ecedd659-17c9-40cc-a97a-cf9317ea5b10 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:51:28.104118 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd47b3f3f-3805-4f7c-9aae-fc66346b00bb', 'tag': 'b9d19b93-ca56-41a2-97e2-7d5809b5eadc', 'status': 'completed', 'code': 200} Mar 05 04:51:28.104381 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de670eb2-bfed-44b2-909b-fd8cb20a8854', 'tag': 'c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe', 'status': 'completed', 'code': 200} Mar 05 04:51:28.122508 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97566069-e4af-4f4d-8c27-d2824d1f7f5b req-e26c1ab0-faca-463a-b283-ac56b4c53e54 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:28.133278 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-97566069-e4af-4f4d-8c27-d2824d1f7f5b req-e26c1ab0-faca-463a-b283-ac56b4c53e54 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=d47b3f3f-3805-4f7c-9aae-fc66346b00bb HTTP/1.1" status: 200 len: 943 time: 0.1598275 Mar 05 04:51:28.149236 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 6c06ad21-97fd-4741-9c3b-e7b50fd537a5 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:51:28.157721 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-e234d26b-2094-4b53-b182-12d88b970406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:28.159377 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-e234d26b-2094-4b53-b182-12d88b970406 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d3cb3e3-a614-46d9-bf7e-505739771669 HTTP/1.1" status: 200 len: 801 time: 0.1682198 Mar 05 04:51:28.218265 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 6c06ad21-97fd-4741-9c3b-e7b50fd537a5 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:51:28.222257 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 6c06ad21-97fd-4741-9c3b-e7b50fd537a5 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:51:28.222645 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (6c06ad21-97fd-4741-9c3b-e7b50fd537a5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:28.248059 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d767d1db-6458-436e-9608-e8cee12a6e2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:28.257231 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-22449ceb-e018-4306-8473-1c512cf482d7 req-e500dad0-08c4-4ca3-83a2-76a5b10de4b2 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d0246ef-ff26-40be-b007-039fc4674351 HTTP/1.1" status: 200 len: 210 time: 0.0934916 Mar 05 04:51:28.271571 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-97566069-e4af-4f4d-8c27-d2824d1f7f5b req-33793838-0b99-44f2-b40d-1fd81400fab7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325183 Mar 05 04:51:28.298841 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-0c66d44c-92e6-4943-8cb2-361140467472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:28.300390 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-0c66d44c-92e6-4943-8cb2-361140467472 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1247466 Mar 05 04:51:28.311684 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bf6ac-33e0-4ded-9164-953017148df7 req-7d885572-ce8f-4df0-93e0-e93a7a6c43e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:28.311684 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-155bf6ac-33e0-4ded-9164-953017148df7 req-7d885572-ce8f-4df0-93e0-e93a7a6c43e5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=947653f4d3b84cc89f4c3c5691586859&device_id=d47b3f3f-3805-4f7c-9aae-fc66346b00bb HTTP/1.1" status: 200 len: 1126 time: 0.1664572 Mar 05 04:51:28.334361 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 6c06ad21-97fd-4741-9c3b-e7b50fd537a5 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:28.335432 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6c06ad21-97fd-4741-9c3b-e7b50fd537a5), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:28.378759 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-b792772b-a913-4602-a77a-9015697e1889 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Publish callbacks [] for port (3fbe8709-ad74-49f1-bc60-0c9b13396783), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:28.406223 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dac6ecc-1d3d-483f-9679-7432d6d5c837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c06ad21-97fd-4741-9c3b-e7b50fd537a5'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:51:28.406223 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efb71e5-e7ef-462d-9bb5-b32089b0e5fa" -d '{"events": [{"server_uuid": "6dac6ecc-1d3d-483f-9679-7432d6d5c837", "name": "network-vif-plugged", "status": "completed", "tag": "6c06ad21-97fd-4741-9c3b-e7b50fd537a5"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:51:28.425598 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-4aa52003-0a09-4395-898c-969f48164358 service neutron] 10.222.0.30 "GET /v2.0/networks/c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175878 Mar 05 04:51:28.438742 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 6c06ad21-97fd-4741-9c3b-e7b50fd537a5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=6c06ad21-97fd-4741-9c3b-e7b50fd537a5,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:28.451459 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (6c06ad21-97fd-4741-9c3b-e7b50fd537a5), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:28.488423 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b3b99e-fb1b-4f2d-bd06-6c45c8732a7b x-openstack-request-id: req-08b3b99e-fb1b-4f2d-bd06-6c45c8732a7b {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:51:28.488944 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dac6ecc-1d3d-483f-9679-7432d6d5c837", "name": "network-vif-plugged", "status": "completed", "tag": "6c06ad21-97fd-4741-9c3b-e7b50fd537a5", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:51:28.489346 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-08b3b99e-fb1b-4f2d-bd06-6c45c8732a7b {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:51:28.489891 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dac6ecc-1d3d-483f-9679-7432d6d5c837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c06ad21-97fd-4741-9c3b-e7b50fd537a5', 'code': 200} Mar 05 04:51:28.494340 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d767d1db-6458-436e-9608-e8cee12a6e2e admin admin] Publish callbacks [] for security_group (91f9b292-5f08-4ff2-85cd-61ba3e964f01), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:28.495942 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bf6ac-33e0-4ded-9164-953017148df7 req-6d482964-18fb-43d4-975a-9910589c2c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:28.498414 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-155bf6ac-33e0-4ded-9164-953017148df7 req-6d482964-18fb-43d4-975a-9910589c2c02 service neutron] 10.222.0.31 "GET /v2.0/networks?id=37de3cac-2e27-4573-885e-c86e0ea7886c HTTP/1.1" status: 200 len: 912 time: 0.1811035 Mar 05 04:51:28.504704 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d767d1db-6458-436e-9608-e8cee12a6e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (91f9b292-5f08-4ff2-85cd-61ba3e964f01), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:28.561739 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=6c06ad21-97fd-4741-9c3b-e7b50fd537a5,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:28.590762 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-b792772b-a913-4602-a77a-9015697e1889 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (3fbe8709-ad74-49f1-bc60-0c9b13396783), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:28.604992 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-155bf6ac-33e0-4ded-9164-953017148df7 req-61063cd7-3510-414d-88c3-a4313708943d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9d19b93-ca56-41a2-97e2-7d5809b5eadc HTTP/1.1" status: 200 len: 217 time: 0.0916374 Mar 05 04:51:28.654148 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d767d1db-6458-436e-9608-e8cee12a6e2e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eb42a8921b9445589c5152e1d74bf3f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6599476 Mar 05 04:51:28.660146 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51330) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:28.701576 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767d1db-6458-436e-9608-e8cee12a6e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f9b292-5f08-4ff2-85cd-61ba3e964f01,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:28.709436 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-c29c2234-4e47-4e5b-8dfa-d18ed630782e service neutron] 10.222.0.30 "GET /v2.0/networks/c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743917 Mar 05 04:51:28.713964 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-b792772b-a913-4602-a77a-9015697e1889 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Network 42031c5d-b398-434e-9b43-60578d3a7c2c is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:51:28.717685 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f902fc-6d64-4716-9b4d-d7888476d616 req-e40936b4-fe0a-407d-ad97-d6b8412277cf tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:28.720471 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-b792772b-a913-4602-a77a-9015697e1889 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:51:28.723699 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-b792772b-a913-4602-a77a-9015697e1889 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:51:28.724299 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a5f902fc-6d64-4716-9b4d-d7888476d616 req-e40936b4-fe0a-407d-ad97-d6b8412277cf tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dac6ecc-1d3d-483f-9679-7432d6d5c837 HTTP/1.1" status: 200 len: 950 time: 0.2401874 Mar 05 04:51:28.754464 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32a35a-1df0-458d-8f2e-089836d64c88 req-0aea4ad4-4f37-456d-a2e6-ae2e56c052b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:28.756141 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3f32a35a-1df0-458d-8f2e-089836d64c88 req-0aea4ad4-4f37-456d-a2e6-ae2e56c052b9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6dac6ecc-1d3d-483f-9679-7432d6d5c837 HTTP/1.1" status: 200 len: 1133 time: 0.1761558 Mar 05 04:51:28.758378 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792772b-a913-4602-a77a-9015697e1889 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Pushing event updated for resources: {'Port': ['ID=3fbe8709-ad74-49f1-bc60-0c9b13396783,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:28.775219 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bf6ac-33e0-4ded-9164-953017148df7 req-ee1ba784-114f-4693-8d86-32d2ef100bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:28.777139 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-155bf6ac-33e0-4ded-9164-953017148df7 req-ee1ba784-114f-4693-8d86-32d2ef100bfc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a6039ad-16bd-4b00-a55f-f7c68e1f3072 HTTP/1.1" status: 200 len: 851 time: 0.1382270 Mar 05 04:51:28.799724 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-4c9fb149-bd49-4e53-bc06-5d8493d14ce8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.68&port_id=c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe HTTP/1.1" status: 200 len: 217 time: 0.0639327 Mar 05 04:51:28.800499 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-b792772b-a913-4602-a77a-9015697e1889 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:28.801216 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-b792772b-a913-4602-a77a-9015697e1889 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:28.840308 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-b792772b-a913-4602-a77a-9015697e1889 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6588898 Mar 05 04:51:28.852049 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bf6ac-33e0-4ded-9164-953017148df7 req-f53b37e2-5635-4793-8749-6cf3f93f5b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:28.853774 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-155bf6ac-33e0-4ded-9164-953017148df7 req-f53b37e2-5635-4793-8749-6cf3f93f5b62 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37de3cac-2e27-4573-885e-c86e0ea7886c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0690815 Mar 05 04:51:28.857770 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-12bcfe1e-d1cb-406f-96f0-da3aa4e613c8 service neutron] Request body: {'port': {'device_id': '0d0246ef-ff26-40be-b007-039fc4674351', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:28.924883 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-64e20530-8e5f-40e0-aa8b-5176b07e83a1 admin admin] Publish callbacks [] for security_group (91f9b292-5f08-4ff2-85cd-61ba3e964f01), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:28.930133 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a5f902fc-6d64-4716-9b4d-d7888476d616 req-4e308235-4be2-4019-84a5-7c5c0257ebff tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f3dc39b-dfac-4af8-94a7-0894dd621c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048903 Mar 05 04:51:28.958645 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-23fbc70d-9c4f-4bce-b708-3e2ddaf6d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:28.960264 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-23fbc70d-9c4f-4bce-b708-3e2ddaf6d279 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1dd5e9f6-ffb6-4098-aaf1-146a30cf9034 HTTP/1.1" status: 200 len: 801 time: 0.1311731 Mar 05 04:51:28.971940 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3f32a35a-1df0-458d-8f2e-089836d64c88 req-857a5a79-a5d6-4060-9081-00bfb9448acb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9f3dc39b-dfac-4af8-94a7-0894dd621c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857660 Mar 05 04:51:28.980516 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-64e20530-8e5f-40e0-aa8b-5176b07e83a1 admin admin] Publish callbacks [] for security_group (91f9b292-5f08-4ff2-85cd-61ba3e964f01), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:28.987408 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-12bcfe1e-d1cb-406f-96f0-da3aa4e613c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3fbe8709-ad74-49f1-bc60-0c9b13396783), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:28.996013 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205a806-8f30-453a-b7a8-3b7aa966fe8e req-e9f091c3-1e16-4a5b-96f8-545b9d9effa4 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:28.997515 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5205a806-8f30-453a-b7a8-3b7aa966fe8e req-e9f091c3-1e16-4a5b-96f8-545b9d9effa4 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 945 time: 0.2063165 Mar 05 04:51:29.049938 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-155bf6ac-33e0-4ded-9164-953017148df7 req-2752a3d6-fb53-426a-9eb4-5fd892e1f5ce service neutron] 10.222.0.31 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886342 Mar 05 04:51:29.139325 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5205a806-8f30-453a-b7a8-3b7aa966fe8e req-513ff5fa-9640-4aed-a72a-a2cebf2c7a8f tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308103 Mar 05 04:51:29.145180 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-6b433520-ef65-4990-8555-d3270590bea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:29.147006 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-6b433520-ef65-4990-8555-d3270590bea1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9bf3bf65-63a1-4dc3-be6f-655ba36cf568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1693938 Mar 05 04:51:29.159899 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba40f6d-d907-4f9d-8089-81b13e718a31 req-cbcc2fc8-3752-45f4-b0b8-16c980bb6258 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:29.167912 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5ba40f6d-d907-4f9d-8089-81b13e718a31 req-cbcc2fc8-3752-45f4-b0b8-16c980bb6258 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] 10.222.0.11 "GET /v2.0/ports?device_id=73a5f734-6e3a-4e1c-b778-e1296698c18f HTTP/1.1" status: 200 len: 946 time: 0.1641443 Mar 05 04:51:29.184161 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-64e20530-8e5f-40e0-aa8b-5176b07e83a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (91f9b292-5f08-4ff2-85cd-61ba3e964f01), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:29.186664 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-64e20530-8e5f-40e0-aa8b-5176b07e83a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:29.190406 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-64e20530-8e5f-40e0-aa8b-5176b07e83a1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/91f9b292-5f08-4ff2-85cd-61ba3e964f01 HTTP/1.1" status: 204 len: 168 time: 0.5238016 Mar 05 04:51:29.228835 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e20530-8e5f-40e0-aa8b-5176b07e83a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f9b292-5f08-4ff2-85cd-61ba3e964f01,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:29.297836 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5ba40f6d-d907-4f9d-8089-81b13e718a31 req-8353991b-f2f5-4fde-aa45-65accdb52b5f tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] 10.222.0.11 "GET /v2.0/security-groups?id=18e3be7d-f8c6-4b91-96c0-0697788e271f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288056 Mar 05 04:51:29.322745 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-538bdc07-9e65-42a8-884e-2e2d1a77ed7d service neutron] 10.222.0.30 "GET /v2.0/networks/9bf3bf65-63a1-4dc3-be6f-655ba36cf568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508613 Mar 05 04:51:29.398514 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-155bf6ac-33e0-4ded-9164-953017148df7 req-6a9cd33e-1ed8-4a31-9658-c0d7f68425f1 service neutron] 10.222.0.31 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221069 Mar 05 04:51:29.465282 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-12bcfe1e-d1cb-406f-96f0-da3aa4e613c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fbe8709-ad74-49f1-bc60-0c9b13396783 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:51:29.478932 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-12bcfe1e-d1cb-406f-96f0-da3aa4e613c8 service neutron] Publish callbacks [] for port (3fbe8709-ad74-49f1-bc60-0c9b13396783), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:29.512218 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-12bcfe1e-d1cb-406f-96f0-da3aa4e613c8 service neutron] Transition to ACTIVE for port object 3fbe8709-ad74-49f1-bc60-0c9b13396783 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:51:29.518129 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-12bcfe1e-d1cb-406f-96f0-da3aa4e613c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (3fbe8709-ad74-49f1-bc60-0c9b13396783), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:29.541159 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38483d5e-9e79-4ab9-b938-8c3bdb62b253 req-a3d722cf-d909-4b61-b01d-81da9835da60 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:29.546556 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38483d5e-9e79-4ab9-b938-8c3bdb62b253 req-a3d722cf-d909-4b61-b01d-81da9835da60 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:29.552081 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38483d5e-9e79-4ab9-b938-8c3bdb62b253 req-a3d722cf-d909-4b61-b01d-81da9835da60 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:29.554456 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-38483d5e-9e79-4ab9-b938-8c3bdb62b253 req-a3d722cf-d909-4b61-b01d-81da9835da60 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=de670eb2-bfed-44b2-909b-fd8cb20a8854 HTTP/1.1" status: 200 len: 2412 time: 0.1431880 Mar 05 04:51:29.585185 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35821a0a-e938-4b8b-9b02-0d911dae59ef req-e0513905-3e23-4d20-8cdf-2c6281cb1b34 service neutron] 10.222.0.30 "GET /v2.0/networks/9bf3bf65-63a1-4dc3-be6f-655ba36cf568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465024 Mar 05 04:51:29.593568 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bcfe1e-d1cb-406f-96f0-da3aa4e613c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3fbe8709-ad74-49f1-bc60-0c9b13396783,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:29.611733 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51348) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:29.650623 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-12bcfe1e-d1cb-406f-96f0-da3aa4e613c8 service neutron] Attempting to bind port 3fbe8709-ad74-49f1-bc60-0c9b13396783 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:51:29.650857 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-12bcfe1e-d1cb-406f-96f0-da3aa4e613c8 service neutron] Attempting to bind port 3fbe8709-ad74-49f1-bc60-0c9b13396783 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': 'f78e185e-a01d-4da9-83fc-961573c24445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '42031c5d-b398-434e-9b43-60578d3a7c2c'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:51:29.651562 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-12bcfe1e-d1cb-406f-96f0-da3aa4e613c8 service neutron] Attempting to bind port 3fbe8709-ad74-49f1-bc60-0c9b13396783 on network 42031c5d-b398-434e-9b43-60578d3a7c2c {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:51:29.656826 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-12bcfe1e-d1cb-406f-96f0-da3aa4e613c8 service neutron] Port 3fbe8709-ad74-49f1-bc60-0c9b13396783 on network 42031c5d-b398-434e-9b43-60578d3a7c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:51:29.657192 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-12bcfe1e-d1cb-406f-96f0-da3aa4e613c8 service neutron] Attempting to bind port 3fbe8709-ad74-49f1-bc60-0c9b13396783 on network 42031c5d-b398-434e-9b43-60578d3a7c2c {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:51:29.659728 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fed2f-ada7-4384-82d3-679bf350610b req-d2231a2e-2ce7-4310-8c88-b941e54679ef tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:29.662320 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-12bcfe1e-d1cb-406f-96f0-da3aa4e613c8 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:51:29.663175 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-12bcfe1e-d1cb-406f-96f0-da3aa4e613c8 service neutron] Checking segment: {'id': 'f78e185e-a01d-4da9-83fc-961573c24445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '42031c5d-b398-434e-9b43-60578d3a7c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:51:29.663566 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-12bcfe1e-d1cb-406f-96f0-da3aa4e613c8 service neutron] Bound using segment: {'id': 'f78e185e-a01d-4da9-83fc-961573c24445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '42031c5d-b398-434e-9b43-60578d3a7c2c'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:51:29.664212 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-12bcfe1e-d1cb-406f-96f0-da3aa4e613c8 service neutron] Bound port: 3fbe8709-ad74-49f1-bc60-0c9b13396783, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78e185e-a01d-4da9-83fc-961573c24445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '42031c5d-b398-434e-9b43-60578d3a7c2c'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:51:29.664574 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-12bcfe1e-d1cb-406f-96f0-da3aa4e613c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3fbe8709-ad74-49f1-bc60-0c9b13396783), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:29.665634 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fed2f-ada7-4384-82d3-679bf350610b req-d2231a2e-2ce7-4310-8c88-b941e54679ef tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:29.671158 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fed2f-ada7-4384-82d3-679bf350610b req-d2231a2e-2ce7-4310-8c88-b941e54679ef tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:29.676519 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fed2f-ada7-4384-82d3-679bf350610b req-d2231a2e-2ce7-4310-8c88-b941e54679ef tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:29.682369 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fed2f-ada7-4384-82d3-679bf350610b req-d2231a2e-2ce7-4310-8c88-b941e54679ef tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:29.687735 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fed2f-ada7-4384-82d3-679bf350610b req-d2231a2e-2ce7-4310-8c88-b941e54679ef tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:29.693065 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fed2f-ada7-4384-82d3-679bf350610b req-d2231a2e-2ce7-4310-8c88-b941e54679ef tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:29.695028 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-244fed2f-ada7-4384-82d3-679bf350610b req-d2231a2e-2ce7-4310-8c88-b941e54679ef tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5444 time: 0.1830983 Mar 05 04:51:29.695855 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-79c8ccab-1e7f-43e3-b633-19236fa0ff1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:29.715541 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-38483d5e-9e79-4ab9-b938-8c3bdb62b253 req-978e28d2-a97c-4be6-97db-101c90042d47 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426425 Mar 05 04:51:29.746326 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-12bcfe1e-d1cb-406f-96f0-da3aa4e613c8 service neutron] For port 3fbe8709-ad74-49f1-bc60-0c9b13396783, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:51:29.750713 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-12bcfe1e-d1cb-406f-96f0-da3aa4e613c8 service neutron] For port 3fbe8709-ad74-49f1-bc60-0c9b13396783, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=3fbe8709-ad74-49f1-bc60-0c9b13396783,segment=NetworkSegment(f78e185e-a01d-4da9-83fc-961573c24445),segment_id=f78e185e-a01d-4da9-83fc-961573c24445)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:51:29.758972 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-12bcfe1e-d1cb-406f-96f0-da3aa4e613c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (3fbe8709-ad74-49f1-bc60-0c9b13396783), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:29.799044 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-12bcfe1e-d1cb-406f-96f0-da3aa4e613c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:29.799726 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-12bcfe1e-d1cb-406f-96f0-da3aa4e613c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:29.801056 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-12bcfe1e-d1cb-406f-96f0-da3aa4e613c8 service neutron] 10.222.0.30 "PUT /v2.0/ports/3fbe8709-ad74-49f1-bc60-0c9b13396783 HTTP/1.1" status: 200 len: 1092 time: 0.9515033 Mar 05 04:51:29.801497 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d0246ef-ff26-40be-b007-039fc4674351', 'tag': '3fbe8709-ad74-49f1-bc60-0c9b13396783'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:51:29.804374 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfd53b9-72cd-497b-a0c4-a86d9b767ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "0d0246ef-ff26-40be-b007-039fc4674351", "tag": "3fbe8709-ad74-49f1-bc60-0c9b13396783"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:51:29.827966 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bcfe1e-d1cb-406f-96f0-da3aa4e613c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3fbe8709-ad74-49f1-bc60-0c9b13396783,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:29.836709 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-244fed2f-ada7-4384-82d3-679bf350610b req-0d139487-becd-4e67-b14c-e6482d481532 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1202149 Mar 05 04:51:29.872700 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bf6ac-33e0-4ded-9164-953017148df7 req-a224aec3-4632-45c2-8162-b48bd91c65de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:29.875647 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bf6ac-33e0-4ded-9164-953017148df7 req-a224aec3-4632-45c2-8162-b48bd91c65de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:29.876129 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bf6ac-33e0-4ded-9164-953017148df7 req-a224aec3-4632-45c2-8162-b48bd91c65de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:29.877822 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-155bf6ac-33e0-4ded-9164-953017148df7 req-a224aec3-4632-45c2-8162-b48bd91c65de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bbbc4feb356744e580db82395e864901&device_id=de670eb2-bfed-44b2-909b-fd8cb20a8854 HTTP/1.1" status: 200 len: 2961 time: 0.1793480 Mar 05 04:51:29.922557 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-1cf025e9-e2eb-416e-a284-a171ee777fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:29.924001 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-1cf025e9-e2eb-416e-a284-a171ee777fa7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22061d1e41e44ca1a1cc50aebe412acc&device_id=0d0246ef-ff26-40be-b007-039fc4674351 HTTP/1.1" status: 200 len: 1126 time: 0.0613868 Mar 05 04:51:29.970305 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-bcde7196-7ddc-4a5e-9ab4-36ab4afaefb9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fbe8709-ad74-49f1-bc60-0c9b13396783 HTTP/1.1" status: 200 len: 217 time: 0.0350919 Mar 05 04:51:30.030256 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-6d7b57cd-d4af-4c39-8354-b447df474556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:30.031870 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-6d7b57cd-d4af-4c39-8354-b447df474556 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=99591b4d-1898-4c28-a391-4068210fe19c HTTP/1.1" status: 200 len: 855 time: 0.0496528 Mar 05 04:51:30.066234 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-1db1f72a-3661-4c88-b6c5-270cbde7ff9d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=42031c5d-b398-434e-9b43-60578d3a7c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271106 Mar 05 04:51:30.179139 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device b9d19b93-ca56-41a2-97e2-7d5809b5eadc details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:51:30.209190 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-9bfd6f96-dabf-4751-8752-35f2a7d64736 service neutron] 10.222.0.30 "GET /v2.0/networks/42031c5d-b398-434e-9b43-60578d3a7c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362038 Mar 05 04:51:30.285423 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port b9d19b93-ca56-41a2-97e2-7d5809b5eadc, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b9d19b93-ca56-41a2-97e2-7d5809b5eadc,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:30.305234 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'b9d19b93-ca56-41a2-97e2-7d5809b5eadc', 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c', 'port_id': 'b9d19b93-ca56-41a2-97e2-7d5809b5eadc', 'mac_address': 'fa:16:3e:0c:76:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6039ad-16bd-4b00-a55f-f7c68e1f3072', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:51:30.312323 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57c366-d984-4b4a-8aed-077efaa05234 req-b5aae55c-a7c3-4e48-b6bb-9ffae891d800 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:30.313879 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-be57c366-d984-4b4a-8aed-077efaa05234 req-b5aae55c-a7c3-4e48-b6bb-9ffae891d800 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=d47b3f3f-3805-4f7c-9aae-fc66346b00bb HTTP/1.1" status: 200 len: 943 time: 0.4972074 Mar 05 04:51:30.316108 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-79c8ccab-1e7f-43e3-b633-19236fa0ff1d admin admin] Publish callbacks [] for security_group (743222ad-9712-4458-b881-3c2277c9eed2), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:30.334342 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-79c8ccab-1e7f-43e3-b633-19236fa0ff1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (743222ad-9712-4458-b881-3c2277c9eed2), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:30.352362 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port b9d19b93-ca56-41a2-97e2-7d5809b5eadc is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:30.353501 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b9d19b93-ca56-41a2-97e2-7d5809b5eadc), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:30.359828 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-72a01c8e-1af7-422e-bdc6-8dae0a07793c req-8a6ad34c-c1e6-4ae2-bd17-2cc01320797c service neutron] 10.222.0.30 "GET /v2.0/networks/42031c5d-b398-434e-9b43-60578d3a7c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391394 Mar 05 04:51:30.369311 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d19b93-ca56-41a2-97e2-7d5809b5eadc {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:51:30.376262 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0794989-d6e2-4110-814f-bb89ded40f76 req-24b0a94a-f30e-49e8-b2c4-1234a2c93a9e tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:30.379215 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b0794989-d6e2-4110-814f-bb89ded40f76 req-24b0a94a-f30e-49e8-b2c4-1234a2c93a9e tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] 10.222.0.30 "GET /v2.0/ports?device_id=73a5f734-6e3a-4e1c-b778-e1296698c18f HTTP/1.1" status: 200 len: 946 time: 0.2507279 Mar 05 04:51:30.397533 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port b9d19b93-ca56-41a2-97e2-7d5809b5eadc, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b9d19b93-ca56-41a2-97e2-7d5809b5eadc,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:30.410392 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b9d19b93-ca56-41a2-97e2-7d5809b5eadc), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:30.411848 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44fe3a-eaa5-4ed6-a60e-3f062d37ff36 req-53127bef-ba06-46f6-a667-cd5d51863b9c tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:30.414076 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de44fe3a-eaa5-4ed6-a60e-3f062d37ff36 req-53127bef-ba06-46f6-a667-cd5d51863b9c tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d0246ef-ff26-40be-b007-039fc4674351 HTTP/1.1" status: 200 len: 943 time: 0.4928124 Mar 05 04:51:30.427487 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bf6ac-33e0-4ded-9164-953017148df7 req-62bb06ce-8b84-4b6d-8aa2-46c3fa871438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:30.429029 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-155bf6ac-33e0-4ded-9164-953017148df7 req-62bb06ce-8b84-4b6d-8aa2-46c3fa871438 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9bf3bf65-63a1-4dc3-be6f-655ba36cf568 HTTP/1.1" status: 200 len: 902 time: 0.5370860 Mar 05 04:51:30.439158 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-79c8ccab-1e7f-43e3-b633-19236fa0ff1d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bba1280bf1cc4302b938653e2943c813&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8208778 Mar 05 04:51:30.446849 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51360) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:30.469252 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8ccab-1e7f-43e3-b633-19236fa0ff1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743222ad-9712-4458-b881-3c2277c9eed2,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:30.481609 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=b9d19b93-ca56-41a2-97e2-7d5809b5eadc,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:30.520534 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-be57c366-d984-4b4a-8aed-077efaa05234 req-7b1f55de-f224-4da6-a13d-233f418d6089 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958792 Mar 05 04:51:30.525016 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-155bf6ac-33e0-4ded-9164-953017148df7 req-8772a51f-fe14-4244-a837-e20ef7845786 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.68&port_id=c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe HTTP/1.1" status: 200 len: 217 time: 0.0789938 Mar 05 04:51:30.531915 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-b0794989-d6e2-4110-814f-bb89ded40f76 req-d67704ce-8e4b-451f-9093-93ffb67648d0 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] Deleting port 782497b2-2603-4199-94e0-78b5e65c188e {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:51:30.532321 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b0794989-d6e2-4110-814f-bb89ded40f76 req-d67704ce-8e4b-451f-9093-93ffb67648d0 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (782497b2-2603-4199-94e0-78b5e65c188e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:30.592748 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfefe02-2c3d-4b38-a132-7ac3f30a80e4 x-openstack-request-id: req-0dfefe02-2c3d-4b38-a132-7ac3f30a80e4 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:51:30.593044 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d0246ef-ff26-40be-b007-039fc4674351", "tag": "3fbe8709-ad74-49f1-bc60-0c9b13396783", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:51:30.593319 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0dfefe02-2c3d-4b38-a132-7ac3f30a80e4 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:51:30.593773 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d0246ef-ff26-40be-b007-039fc4674351', 'tag': '3fbe8709-ad74-49f1-bc60-0c9b13396783', 'status': 'completed', 'code': 200} Mar 05 04:51:30.619322 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de44fe3a-eaa5-4ed6-a60e-3f062d37ff36 req-c9067269-336a-4739-89f7-fae2e3bca5c7 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] 10.222.0.11 "GET /v2.0/security-groups?id=922f78f4-78ec-465e-a77f-ae5cd53c01cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950700 Mar 05 04:51:30.632167 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bf6ac-33e0-4ded-9164-953017148df7 req-f4ef925d-7dba-4809-a40c-a9ddf6eb8188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:30.633701 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-155bf6ac-33e0-4ded-9164-953017148df7 req-f4ef925d-7dba-4809-a40c-a9ddf6eb8188 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1dd5e9f6-ffb6-4098-aaf1-146a30cf9034 HTTP/1.1" status: 200 len: 801 time: 0.0974751 Mar 05 04:51:30.655536 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8477927-df9e-4bf6-812d-0e97aa25ecc1 admin admin] Publish callbacks [] for security_group (743222ad-9712-4458-b881-3c2277c9eed2), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:30.674139 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-b0794989-d6e2-4110-814f-bb89ded40f76 req-d67704ce-8e4b-451f-9093-93ffb67648d0 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] For port 782497b2-2603-4199-94e0-78b5e65c188e, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=782497b2-2603-4199-94e0-78b5e65c188e,segment=NetworkSegment(dd5822f3-f24f-4ad0-a059-315cb5040d8e),segment_id=dd5822f3-f24f-4ad0-a059-315cb5040d8e)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:30.674506 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b0794989-d6e2-4110-814f-bb89ded40f76 req-d67704ce-8e4b-451f-9093-93ffb67648d0 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (782497b2-2603-4199-94e0-78b5e65c188e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:30.692202 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-b0794989-d6e2-4110-814f-bb89ded40f76 req-d67704ce-8e4b-451f-9093-93ffb67648d0 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] Calling delete_port for 782497b2-2603-4199-94e0-78b5e65c188e owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:51:30.705894 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd53b9-72cd-497b-a0c4-a86d9b767ba3 req-577a2371-e0ab-41cf-b84a-e2ec04129b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:30.707429 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7bfd53b9-72cd-497b-a0c4-a86d9b767ba3 req-577a2371-e0ab-41cf-b84a-e2ec04129b59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22061d1e41e44ca1a1cc50aebe412acc&device_id=0d0246ef-ff26-40be-b007-039fc4674351 HTTP/1.1" status: 200 len: 1126 time: 0.0945950 Mar 05 04:51:30.723385 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['b9d19b93-ca56-41a2-97e2-7d5809b5eadc'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:51:30.749695 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8477927-df9e-4bf6-812d-0e97aa25ecc1 admin admin] Publish callbacks [] for security_group (743222ad-9712-4458-b881-3c2277c9eed2), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:30.814013 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1a75e-2851-4434-98a2-f7a455994430 req-8000560d-754a-4e28-a95d-df092f1dfbbe tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:30.819710 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1a75e-2851-4434-98a2-f7a455994430 req-8000560d-754a-4e28-a95d-df092f1dfbbe tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:30.825550 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1a75e-2851-4434-98a2-f7a455994430 req-8000560d-754a-4e28-a95d-df092f1dfbbe tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:30.830623 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1a75e-2851-4434-98a2-f7a455994430 req-8000560d-754a-4e28-a95d-df092f1dfbbe tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:30.836982 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1a75e-2851-4434-98a2-f7a455994430 req-8000560d-754a-4e28-a95d-df092f1dfbbe tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:30.842544 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1a75e-2851-4434-98a2-f7a455994430 req-8000560d-754a-4e28-a95d-df092f1dfbbe tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:30.848530 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1a75e-2851-4434-98a2-f7a455994430 req-8000560d-754a-4e28-a95d-df092f1dfbbe tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:30.851868 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d6d1a75e-2851-4434-98a2-f7a455994430 req-8000560d-754a-4e28-a95d-df092f1dfbbe tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5444 time: 0.2240257 Mar 05 04:51:30.860847 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bf6ac-33e0-4ded-9164-953017148df7 req-05146317-e43f-4f11-8d01-5e37ff8b52ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:30.863174 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-155bf6ac-33e0-4ded-9164-953017148df7 req-05146317-e43f-4f11-8d01-5e37ff8b52ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9bf3bf65-63a1-4dc3-be6f-655ba36cf568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2173903 Mar 05 04:51:30.891048 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41114d24-38d8-4a85-bf4c-0ddbf037114d req-bdb391a2-cb95-49a6-bfdc-4142f9bf14af tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:30.892701 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41114d24-38d8-4a85-bf4c-0ddbf037114d req-bdb391a2-cb95-49a6-bfdc-4142f9bf14af tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dac6ecc-1d3d-483f-9679-7432d6d5c837 HTTP/1.1" status: 200 len: 950 time: 0.1957378 Mar 05 04:51:30.901326 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd53b9-72cd-497b-a0c4-a86d9b767ba3 req-71ecaa70-6d13-4183-a7f1-791389f4df5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:30.902803 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7bfd53b9-72cd-497b-a0c4-a86d9b767ba3 req-71ecaa70-6d13-4183-a7f1-791389f4df5e service neutron] 10.222.0.30 "GET /v2.0/networks?id=42031c5d-b398-434e-9b43-60578d3a7c2c HTTP/1.1" status: 200 len: 915 time: 0.1642911 Mar 05 04:51:30.952954 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7bfd53b9-72cd-497b-a0c4-a86d9b767ba3 req-dcdb1013-b641-4cc3-8237-349ed6ebc804 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3fbe8709-ad74-49f1-bc60-0c9b13396783 HTTP/1.1" status: 200 len: 217 time: 0.0409393 Mar 05 04:51:30.971169 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8477927-df9e-4bf6-812d-0e97aa25ecc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (743222ad-9712-4458-b881-3c2277c9eed2), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:30.973694 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8477927-df9e-4bf6-812d-0e97aa25ecc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:30.974798 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e8477927-df9e-4bf6-812d-0e97aa25ecc1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/743222ad-9712-4458-b881-3c2277c9eed2 HTTP/1.1" status: 204 len: 168 time: 0.5226753 Mar 05 04:51:30.985865 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b0794989-d6e2-4110-814f-bb89ded40f76 req-d67704ce-8e4b-451f-9093-93ffb67648d0 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (782497b2-2603-4199-94e0-78b5e65c188e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:31.000951 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['782497b2-2603-4199-94e0-78b5e65c188e'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:51:31.021044 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8477927-df9e-4bf6-812d-0e97aa25ecc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743222ad-9712-4458-b881-3c2277c9eed2,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:31.030650 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67704ce-8e4b-451f-9093-93ffb67648d0 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] Pushing event deleted for resources: {'Port': ['ID=782497b2-2603-4199-94e0-78b5e65c188e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:31.044893 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd53b9-72cd-497b-a0c4-a86d9b767ba3 req-7e0df6b2-83be-4cf9-a629-99c7adadb4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:31.045569 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7bfd53b9-72cd-497b-a0c4-a86d9b767ba3 req-7e0df6b2-83be-4cf9-a629-99c7adadb4a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=99591b4d-1898-4c28-a391-4068210fe19c HTTP/1.1" status: 200 len: 855 time: 0.0864377 Mar 05 04:51:31.066299 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41114d24-38d8-4a85-bf4c-0ddbf037114d req-d1fe0171-b1d3-45ec-886b-41bbe3209360 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f3dc39b-dfac-4af8-94a7-0894dd621c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598737 Mar 05 04:51:31.069658 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-155bf6ac-33e0-4ded-9164-953017148df7 req-5af4c046-88a8-4e39-a40a-6f2fe9dc38b2 service neutron] 10.222.0.30 "GET /v2.0/networks/9bf3bf65-63a1-4dc3-be6f-655ba36cf568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976674 Mar 05 04:51:31.094241 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af019be5-7cb7-42ec-a1a1-62878ee835f4 req-42a7bfbf-0015-449a-a63a-13625f15deb7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:31.096003 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-af019be5-7cb7-42ec-a1a1-62878ee835f4 req-42a7bfbf-0015-449a-a63a-13625f15deb7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 945 time: 0.1304164 Mar 05 04:51:31.104567 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7bfd53b9-72cd-497b-a0c4-a86d9b767ba3 req-6f966b9f-003e-4349-9f89-28773b533e60 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=42031c5d-b398-434e-9b43-60578d3a7c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434117 Mar 05 04:51:31.105853 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0794989-d6e2-4110-814f-bb89ded40f76 req-d67704ce-8e4b-451f-9093-93ffb67648d0 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] No DVR routers for this DVR port 782497b2-2603-4199-94e0-78b5e65c188e on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:51:31.108765 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b0794989-d6e2-4110-814f-bb89ded40f76 req-d67704ce-8e4b-451f-9093-93ffb67648d0 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:31.112327 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b0794989-d6e2-4110-814f-bb89ded40f76 req-d67704ce-8e4b-451f-9093-93ffb67648d0 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] 10.222.0.30 "DELETE /v2.0/ports/782497b2-2603-4199-94e0-78b5e65c188e HTTP/1.1" status: 204 len: 173 time: 0.7252183 Mar 05 04:51:31.220929 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7bfd53b9-72cd-497b-a0c4-a86d9b767ba3 req-24260ee8-fbec-4cd3-977a-88836fff3b83 service neutron] 10.222.0.30 "GET /v2.0/networks/42031c5d-b398-434e-9b43-60578d3a7c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057901 Mar 05 04:51:31.221250 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-af019be5-7cb7-42ec-a1a1-62878ee835f4 req-f484182b-43c8-4c5e-960b-7407f0f20615 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132629 Mar 05 04:51:31.265446 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-affc2577-ee2f-492c-a939-f1e7af0f5ec6 req-f94c9665-cffb-433b-a27f-518aa5b009c6 tempest-ServerAddressesTestJSON-682956268 tempest-ServerAddressesTestJSON-682956268-project] 10.222.0.11 "GET /v2.0/ports?device_id=73a5f734-6e3a-4e1c-b778-e1296698c18f HTTP/1.1" status: 200 len: 210 time: 0.0541341 Mar 05 04:51:31.267712 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-155bf6ac-33e0-4ded-9164-953017148df7 req-51206da1-d73d-474b-a872-060aedd3d608 service neutron] 10.222.0.30 "GET /v2.0/networks/9bf3bf65-63a1-4dc3-be6f-655ba36cf568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917980 Mar 05 04:51:31.379763 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7bfd53b9-72cd-497b-a0c4-a86d9b767ba3 req-23d5c886-af3a-4815-85ee-e48e48694696 service neutron] 10.222.0.30 "GET /v2.0/networks/42031c5d-b398-434e-9b43-60578d3a7c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532412 Mar 05 04:51:31.410466 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8729d-1099-4a21-a655-44a56f564b26 req-fa598f3c-5a2a-487c-9027-f66280783268 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:31.416608 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8729d-1099-4a21-a655-44a56f564b26 req-fa598f3c-5a2a-487c-9027-f66280783268 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:31.422675 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8729d-1099-4a21-a655-44a56f564b26 req-fa598f3c-5a2a-487c-9027-f66280783268 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:31.424522 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-45f8729d-1099-4a21-a655-44a56f564b26 req-fa598f3c-5a2a-487c-9027-f66280783268 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=de670eb2-bfed-44b2-909b-fd8cb20a8854 HTTP/1.1" status: 200 len: 2412 time: 0.0985565 Mar 05 04:51:31.489295 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-45f8729d-1099-4a21-a655-44a56f564b26 req-f7324777-8c3e-4eca-a467-90d248d84dfb tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568159 Mar 05 04:51:31.673150 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f6a61-76c9-4d1b-800b-deba09aaa314 req-8c07af11-b17d-45e0-9a1a-a06f313cf724 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:31.673609 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7c3f6a61-76c9-4d1b-800b-deba09aaa314 req-8c07af11-b17d-45e0-9a1a-a06f313cf724 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=d47b3f3f-3805-4f7c-9aae-fc66346b00bb HTTP/1.1" status: 200 len: 944 time: 0.0726151 Mar 05 04:51:31.697067 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-7f819c84-6701-4ea6-8fdc-24b8f8d42d0a req-32c35e0f-711e-4aec-b7ca-e480a90fccc4 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:51:31.698142 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7f819c84-6701-4ea6-8fdc-24b8f8d42d0a req-32c35e0f-711e-4aec-b7ca-e480a90fccc4 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071311 Mar 05 04:51:31.748091 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7c3f6a61-76c9-4d1b-800b-deba09aaa314 req-17509796-19e3-4f67-a002-3078d65e9a10 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658505 Mar 05 04:51:31.900165 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d44b4-efbe-42b7-a21b-44ec8e0eff9a req-26a4f443-4cf0-403a-8a96-6f218d9562ba tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:31.901668 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-189d44b4-efbe-42b7-a21b-44ec8e0eff9a req-26a4f443-4cf0-403a-8a96-6f218d9562ba tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dac6ecc-1d3d-483f-9679-7432d6d5c837 HTTP/1.1" status: 200 len: 950 time: 0.0728745 Mar 05 04:51:31.909852 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d8c4c-3ed8-48ee-a828-5d8496d4fc23 req-be71ec24-0159-45df-b025-a1129436d82a tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:31.911330 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d9d8c4c-3ed8-48ee-a828-5d8496d4fc23 req-be71ec24-0159-45df-b025-a1129436d82a tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d0246ef-ff26-40be-b007-039fc4674351 HTTP/1.1" status: 200 len: 943 time: 0.1120706 Mar 05 04:51:31.990505 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-189d44b4-efbe-42b7-a21b-44ec8e0eff9a req-49a048d3-1e30-4886-ae55-904034dc3532 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f3dc39b-dfac-4af8-94a7-0894dd621c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781670 Mar 05 04:51:31.997881 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d9d8c4c-3ed8-48ee-a828-5d8496d4fc23 req-bcf8cef0-5551-4949-9943-c6d04ec6ceb8 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] 10.222.0.11 "GET /v2.0/security-groups?id=922f78f4-78ec-465e-a77f-ae5cd53c01cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772462 Mar 05 04:51:32.189405 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device b9d19b93-ca56-41a2-97e2-7d5809b5eadc up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:51:32.191131 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9f9501f6-af11-445e-8b11-31226e077b9e req-56011226-7c02-4b24-bc73-f2fa384be358 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=34f515e173ca45168a24d4b48f40cefe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242865 Mar 05 04:51:32.243009 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port b9d19b93-ca56-41a2-97e2-7d5809b5eadc completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:51:32.249308 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port b9d19b93-ca56-41a2-97e2-7d5809b5eadc triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:51:32.249780 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b9d19b93-ca56-41a2-97e2-7d5809b5eadc), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:32.324505 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9501f6-af11-445e-8b11-31226e077b9e req-b198b3b3-45a9-4594-b2f7-22daf31a83f6 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:32.326289 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9f9501f6-af11-445e-8b11-31226e077b9e req-b198b3b3-45a9-4594-b2f7-22daf31a83f6 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1261368 Mar 05 04:51:32.350222 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port b9d19b93-ca56-41a2-97e2-7d5809b5eadc is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:32.350630 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b9d19b93-ca56-41a2-97e2-7d5809b5eadc), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:32.371967 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9f9501f6-af11-445e-8b11-31226e077b9e req-b04e7575-1a28-4deb-9439-1ac9717a5a57 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/quotas/34f515e173ca45168a24d4b48f40cefe HTTP/1.1" status: 200 len: 375 time: 0.0361392 Mar 05 04:51:32.377225 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47b3f3f-3805-4f7c-9aae-fc66346b00bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d19b93-ca56-41a2-97e2-7d5809b5eadc'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:51:32.380147 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd3e679-aa70-440b-acf0-2cea603c03e9" -d '{"events": [{"server_uuid": "d47b3f3f-3805-4f7c-9aae-fc66346b00bb", "name": "network-vif-plugged", "status": "completed", "tag": "b9d19b93-ca56-41a2-97e2-7d5809b5eadc"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:51:32.395295 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port b9d19b93-ca56-41a2-97e2-7d5809b5eadc, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b9d19b93-ca56-41a2-97e2-7d5809b5eadc,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:32.401382 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b9d19b93-ca56-41a2-97e2-7d5809b5eadc), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:32.450862 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79bfa6-2bb2-4ceb-ad6b-0e29f0cda8ad req-11b06f0f-a2c7-4e37-ad9b-afd5d4916852 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:32.455295 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1c79bfa6-2bb2-4ceb-ad6b-0e29f0cda8ad req-11b06f0f-a2c7-4e37-ad9b-afd5d4916852 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 945 time: 0.1214495 Mar 05 04:51:32.484178 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=b9d19b93-ca56-41a2-97e2-7d5809b5eadc,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:32.500185 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9f9501f6-af11-445e-8b11-31226e077b9e req-1f1f12fa-7733-4dda-9fff-94e4a8d02149 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=34f515e173ca45168a24d4b48f40cefe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1205869 Mar 05 04:51:32.515463 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1c79bfa6-2bb2-4ceb-ad6b-0e29f0cda8ad req-c9addd50-a189-4b50-b18b-e33e6507192a tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592027 Mar 05 04:51:32.567595 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51430) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:32.595171 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73a5f734-6e3a-4e1c-b778-e1296698c18f', 'name': 'network-vif-deleted', 'tag': '782497b2-2603-4199-94e0-78b5e65c188e'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:51:32.598280 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393a9a1c-3601-4d40-b8df-c800ee49df1a" -d '{"events": [{"server_uuid": "73a5f734-6e3a-4e1c-b778-e1296698c18f", "name": "network-vif-deleted", "tag": "782497b2-2603-4199-94e0-78b5e65c188e"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:51:32.605237 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c34e596-b927-4962-88d7-6198a546cb29 x-openstack-request-id: req-3c34e596-b927-4962-88d7-6198a546cb29 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:51:32.605554 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d47b3f3f-3805-4f7c-9aae-fc66346b00bb", "name": "network-vif-plugged", "status": "completed", "tag": "b9d19b93-ca56-41a2-97e2-7d5809b5eadc", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:51:32.605899 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3c34e596-b927-4962-88d7-6198a546cb29 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:51:32.606213 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd47b3f3f-3805-4f7c-9aae-fc66346b00bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d19b93-ca56-41a2-97e2-7d5809b5eadc', 'code': 200} Mar 05 04:51:32.687902 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee07381-ccb9-4d65-9bcf-09d238aaf7b0 admin admin] Deleting subnet e8b52c97-e941-46ae-a340-8a7e56ba3fe7 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:51:32.692637 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5ee07381-ccb9-4d65-9bcf-09d238aaf7b0 admin admin] Publish callbacks [] for subnet (e8b52c97-e941-46ae-a340-8a7e56ba3fe7), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:32.734699 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038e1150-fc8d-426f-b90a-bdeff08b7685 x-openstack-request-id: req-038e1150-fc8d-426f-b90a-bdeff08b7685 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:51:32.734996 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73a5f734-6e3a-4e1c-b778-e1296698c18f", "name": "network-vif-deleted", "tag": "782497b2-2603-4199-94e0-78b5e65c188e", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:51:32.735283 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-038e1150-fc8d-426f-b90a-bdeff08b7685 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:51:32.735693 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73a5f734-6e3a-4e1c-b778-e1296698c18f', 'name': 'network-vif-deleted', 'tag': '782497b2-2603-4199-94e0-78b5e65c188e', 'status': 'completed', 'code': 200} Mar 05 04:51:32.786970 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13fe1f-d0f9-4a58-9d5d-db69fd96972b req-9d0affc2-d694-44df-b758-5c975414cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:32.789350 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8f13fe1f-d0f9-4a58-9d5d-db69fd96972b req-9d0affc2-d694-44df-b758-5c975414cb57 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d47b3f3f-3805-4f7c-9aae-fc66346b00bb HTTP/1.1" status: 200 len: 1128 time: 0.1133096 Mar 05 04:51:32.846150 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5ee07381-ccb9-4d65-9bcf-09d238aaf7b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (e8b52c97-e941-46ae-a340-8a7e56ba3fe7), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:32.848906 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8f13fe1f-d0f9-4a58-9d5d-db69fd96972b req-a78a88d5-8366-4ca1-8af4-e9b34b2e700c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522079 Mar 05 04:51:32.904092 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9d2ffc91-e522-4339-bd0f-54f273ccc408 req-96a1ddd7-274d-42b3-a987-b94a60ca768c tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/ports?device_id=a24b5975-5a9a-4153-8248-3f1e932eb700 HTTP/1.1" status: 200 len: 210 time: 0.1237667 Mar 05 04:51:32.926317 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73b983-611d-4e57-9b5f-b21a4eb9c2c2 req-9014c92e-5f74-48ff-8dbe-ad2d2ea91a4d tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:32.932683 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73b983-611d-4e57-9b5f-b21a4eb9c2c2 req-9014c92e-5f74-48ff-8dbe-ad2d2ea91a4d tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:32.938593 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73b983-611d-4e57-9b5f-b21a4eb9c2c2 req-9014c92e-5f74-48ff-8dbe-ad2d2ea91a4d tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:32.940374 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bd73b983-611d-4e57-9b5f-b21a4eb9c2c2 req-9014c92e-5f74-48ff-8dbe-ad2d2ea91a4d tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=de670eb2-bfed-44b2-909b-fd8cb20a8854 HTTP/1.1" status: 200 len: 2412 time: 0.1931586 Mar 05 04:51:32.974207 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5ee07381-ccb9-4d65-9bcf-09d238aaf7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (e8b52c97-e941-46ae-a340-8a7e56ba3fe7), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:33.090143 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bd73b983-611d-4e57-9b5f-b21a4eb9c2c2 req-a813adb4-c506-4d7f-acd5-e14a21c1e705 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394646 Mar 05 04:51:33.129840 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974e196-a17a-4b36-b5ae-7094487977b4 req-3c1dd5ef-7fb5-47ca-8407-805d162573bc tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:33.133095 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b974e196-a17a-4b36-b5ae-7094487977b4 req-3c1dd5ef-7fb5-47ca-8407-805d162573bc tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=d47b3f3f-3805-4f7c-9aae-fc66346b00bb HTTP/1.1" status: 200 len: 945 time: 0.1159828 Mar 05 04:51:33.135218 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5ee07381-ccb9-4d65-9bcf-09d238aaf7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (e8b52c97-e941-46ae-a340-8a7e56ba3fe7), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:33.171169 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee07381-ccb9-4d65-9bcf-09d238aaf7b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8b52c97-e941-46ae-a340-8a7e56ba3fe7,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:33.208902 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5ee07381-ccb9-4d65-9bcf-09d238aaf7b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:33.213052 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5ee07381-ccb9-4d65-9bcf-09d238aaf7b0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e8b52c97-e941-46ae-a340-8a7e56ba3fe7 HTTP/1.1" status: 204 len: 168 time: 0.6438611 Mar 05 04:51:33.216417 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51482) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:33.269906 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b974e196-a17a-4b36-b5ae-7094487977b4 req-90a16e66-cf86-447b-b444-1d5b74c2aa96 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998318 Mar 05 04:51:33.308241 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25688c2-489e-449d-8bc6-11747360545c req-86e5b463-c214-4180-9c6d-a292b5015900 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:33.309986 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a25688c2-489e-449d-8bc6-11747360545c req-86e5b463-c214-4180-9c6d-a292b5015900 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d0246ef-ff26-40be-b007-039fc4674351 HTTP/1.1" status: 200 len: 943 time: 0.1274586 Mar 05 04:51:33.352627 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-20ed8560-91b6-4725-9448-ce7570288ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (09a66cd5-6b1a-4e15-86da-72038a710f3f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:33.379166 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a25688c2-489e-449d-8bc6-11747360545c req-e925c5c8-f408-4b8c-a441-4494aad07ab6 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] 10.222.0.11 "GET /v2.0/security-groups?id=922f78f4-78ec-465e-a77f-ae5cd53c01cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636468 Mar 05 04:51:33.468912 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51508) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:33.489910 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-20ed8560-91b6-4725-9448-ce7570288ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (09a66cd5-6b1a-4e15-86da-72038a710f3f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:33.512363 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-20ed8560-91b6-4725-9448-ce7570288ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09a66cd5-6b1a-4e15-86da-72038a710f3f']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:33.525783 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-20ed8560-91b6-4725-9448-ce7570288ac3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5822f3-f24f-4ad0-a059-315cb5040d8e') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:33.525783 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-20ed8560-91b6-4725-9448-ce7570288ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5822f3-f24f-4ad0-a059-315cb5040d8e') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:33.537498 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-20ed8560-91b6-4725-9448-ce7570288ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (dd5822f3-f24f-4ad0-a059-315cb5040d8e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:33.560592 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-20ed8560-91b6-4725-9448-ce7570288ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (dd5822f3-f24f-4ad0-a059-315cb5040d8e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:33.570309 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 3784d7b8-c2cb-42ff-b459-1fd4b2687aa6 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:51:33.573809 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ed8560-91b6-4725-9448-ce7570288ac3 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:51:33.574047 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-20ed8560-91b6-4725-9448-ce7570288ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (dd5822f3-f24f-4ad0-a059-315cb5040d8e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:33.616502 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:51:33.616502 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:51:33.616502 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:51:33.616502 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:51:33.616502 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:51:33.616502 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:51:33.616502 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:51:33.616502 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:51:33.616502 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:51:33.616502 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:51:33.616502 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:51:33.616502 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:51:33.616502 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:51:33.616502 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:51:33.616502 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:51:33.616502 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:51:33.616502 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:51:33.616502 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:51:33.616502 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:51:33.616502 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:51:33.616502 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:51:33.616502 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:51:33.616502 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:51:33.616502 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:51:33.616502 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:51:33.616502 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:51:33.616502 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:51:33.616502 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:51:33.616502 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:51:33.616502 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:51:33.616502 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:51:33.616502 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:51:33.646410 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ff3de-ae02-445b-b3d8-34dbc8f47eed req-d2338167-d84e-43a7-b544-b8404a269da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:33.648492 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ff3de-ae02-445b-b3d8-34dbc8f47eed req-d2338167-d84e-43a7-b544-b8404a269da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:33.649234 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ff3de-ae02-445b-b3d8-34dbc8f47eed req-d2338167-d84e-43a7-b544-b8404a269da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:33.649912 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ff3de-ae02-445b-b3d8-34dbc8f47eed req-d2338167-d84e-43a7-b544-b8404a269da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:33.650604 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ff3de-ae02-445b-b3d8-34dbc8f47eed req-d2338167-d84e-43a7-b544-b8404a269da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:33.651416 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ff3de-ae02-445b-b3d8-34dbc8f47eed req-d2338167-d84e-43a7-b544-b8404a269da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:33.652154 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ff3de-ae02-445b-b3d8-34dbc8f47eed req-d2338167-d84e-43a7-b544-b8404a269da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:33.660448 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca5ff3de-ae02-445b-b3d8-34dbc8f47eed req-d2338167-d84e-43a7-b544-b8404a269da9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 6725 time: 0.1903796 Mar 05 04:51:33.678939 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-20ed8560-91b6-4725-9448-ce7570288ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (09a66cd5-6b1a-4e15-86da-72038a710f3f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:33.684605 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-20ed8560-91b6-4725-9448-ce7570288ac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:33.688179 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-20ed8560-91b6-4725-9448-ce7570288ac3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/09a66cd5-6b1a-4e15-86da-72038a710f3f HTTP/1.1" status: 204 len: 168 time: 0.4707456 Mar 05 04:51:33.705164 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed8560-91b6-4725-9448-ce7570288ac3 admin admin] Pushing event deleted for resources: {'Network': ['ID=09a66cd5-6b1a-4e15-86da-72038a710f3f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:33.729746 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 3784d7b8-c2cb-42ff-b459-1fd4b2687aa6, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=3784d7b8-c2cb-42ff-b459-1fd4b2687aa6,segment=NetworkSegment(028122cf-4082-40d9-babb-aae63d8c2804),segment_id=028122cf-4082-40d9-babb-aae63d8c2804)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:33.746655 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '3784d7b8-c2cb-42ff-b459-1fd4b2687aa6', 'network_id': 'c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8', 'port_id': '3784d7b8-c2cb-42ff-b459-1fd4b2687aa6', 'mac_address': 'fa:16:3e:45:d1:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d3cb3e3-a614-46d9-bf7e-505739771669', 'ip_address': '19.86.0.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:51:33.771272 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e1704-0fd2-4686-b828-a1cdbb0e124f req-7ed423de-4446-4eb0-bec9-50bb195d275c tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:33.773438 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e3e1704-0fd2-4686-b828-a1cdbb0e124f req-7ed423de-4446-4eb0-bec9-50bb195d275c tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 945 time: 0.1478503 Mar 05 04:51:33.781419 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca5ff3de-ae02-445b-b3d8-34dbc8f47eed req-f046bbd3-971a-492e-ab4f-0a609df6e42d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1199827 Mar 05 04:51:33.807553 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 3784d7b8-c2cb-42ff-b459-1fd4b2687aa6 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:33.808210 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3784d7b8-c2cb-42ff-b459-1fd4b2687aa6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:33.831070 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3784d7b8-c2cb-42ff-b459-1fd4b2687aa6 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:51:33.839229 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e3e1704-0fd2-4686-b828-a1cdbb0e124f req-770aeb2a-1f24-4605-852d-e8a2b5d415b3 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560381 Mar 05 04:51:33.864647 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 3784d7b8-c2cb-42ff-b459-1fd4b2687aa6, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=3784d7b8-c2cb-42ff-b459-1fd4b2687aa6,segment=NetworkSegment(028122cf-4082-40d9-babb-aae63d8c2804),segment_id=028122cf-4082-40d9-babb-aae63d8c2804)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:33.870070 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3784d7b8-c2cb-42ff-b459-1fd4b2687aa6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:33.871109 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 3fbe8709-ad74-49f1-bc60-0c9b13396783 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:51:33.898546 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51526) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:33.919878 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51528) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:33.956973 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=3784d7b8-c2cb-42ff-b459-1fd4b2687aa6,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:33.970512 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d23d327a-1ff7-45e3-871f-6d46473bd83c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f51e99f5965d485a9178dc0665dcbc1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0654287 Mar 05 04:51:33.970721 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51534) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:34.074260 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ccc42c3d-fdb8-4fee-b683-2611a19ace00 req-fca994f5-8265-40fc-9617-868be3d1dfaa tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/ports?device_id=a24b5975-5a9a-4153-8248-3f1e932eb700 HTTP/1.1" status: 200 len: 210 time: 0.0417480 Mar 05 04:51:34.098166 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 3fbe8709-ad74-49f1-bc60-0c9b13396783, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=3fbe8709-ad74-49f1-bc60-0c9b13396783,segment=NetworkSegment(f78e185e-a01d-4da9-83fc-961573c24445),segment_id=f78e185e-a01d-4da9-83fc-961573c24445)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:34.117908 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9f9501f6-af11-445e-8b11-31226e077b9e req-0201eb1e-b1aa-4788-a4e7-71bb9c17d685 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=34f515e173ca45168a24d4b48f40cefe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449805 Mar 05 04:51:34.119665 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8bd5cb96-883c-4681-bb19-9d32aac40b05 admin admin] Publish callbacks [] for security_group (18e3be7d-f8c6-4b91-96c0-0697788e271f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:34.123125 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '3fbe8709-ad74-49f1-bc60-0c9b13396783', 'network_id': '42031c5d-b398-434e-9b43-60578d3a7c2c', 'port_id': '3fbe8709-ad74-49f1-bc60-0c9b13396783', 'mac_address': 'fa:16:3e:9b:0c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99591b4d-1898-4c28-a391-4068210fe19c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:51:34.171834 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8bd5cb96-883c-4681-bb19-9d32aac40b05 admin admin] Publish callbacks [] for security_group (18e3be7d-f8c6-4b91-96c0-0697788e271f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:34.212030 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 3fbe8709-ad74-49f1-bc60-0c9b13396783 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:34.215295 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3fbe8709-ad74-49f1-bc60-0c9b13396783), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:34.230400 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-73138e86-b856-4974-9c48-d70bdaaf1542 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:34.234860 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fbe8709-ad74-49f1-bc60-0c9b13396783 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:51:34.271700 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 3fbe8709-ad74-49f1-bc60-0c9b13396783, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=3fbe8709-ad74-49f1-bc60-0c9b13396783,segment=NetworkSegment(f78e185e-a01d-4da9-83fc-961573c24445),segment_id=f78e185e-a01d-4da9-83fc-961573c24445)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:34.278575 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3fbe8709-ad74-49f1-bc60-0c9b13396783), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:34.279539 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:51:34.315516 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9501f6-af11-445e-8b11-31226e077b9e req-a405008a-9bf8-4d3c-aa39-1f1473d4f71b tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:34.317244 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9f9501f6-af11-445e-8b11-31226e077b9e req-a405008a-9bf8-4d3c-aa39-1f1473d4f71b tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1985474 Mar 05 04:51:34.326588 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8bd5cb96-883c-4681-bb19-9d32aac40b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (18e3be7d-f8c6-4b91-96c0-0697788e271f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:34.329361 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8bd5cb96-883c-4681-bb19-9d32aac40b05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:34.330976 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8bd5cb96-883c-4681-bb19-9d32aac40b05 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/18e3be7d-f8c6-4b91-96c0-0697788e271f HTTP/1.1" status: 204 len: 168 time: 0.3612392 Mar 05 04:51:34.337311 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3993ca8f-6eb1-49e9-82e9-3f62ce18151f tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Request body: {'port': {'device_id': 'a24b5975-5a9a-4153-8248-3f1e932eb700', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'admin_state_up': True, 'tenant_id': '34f515e173ca45168a24d4b48f40cefe'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:34.346921 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=3fbe8709-ad74-49f1-bc60-0c9b13396783,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:34.360747 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6148a-0639-4b3b-a7a8-e4a4ef979ded req-39e4d1b6-593b-4c22-bde4-067691adfb0a tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:34.366992 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6148a-0639-4b3b-a7a8-e4a4ef979ded req-39e4d1b6-593b-4c22-bde4-067691adfb0a tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:34.376819 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6148a-0639-4b3b-a7a8-e4a4ef979ded req-39e4d1b6-593b-4c22-bde4-067691adfb0a tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:34.381212 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-77e6148a-0639-4b3b-a7a8-e4a4ef979ded req-39e4d1b6-593b-4c22-bde4-067691adfb0a tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=de670eb2-bfed-44b2-909b-fd8cb20a8854 HTTP/1.1" status: 200 len: 2413 time: 0.1533630 Mar 05 04:51:34.396442 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5cb96-883c-4681-bb19-9d32aac40b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e3be7d-f8c6-4b91-96c0-0697788e271f,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:34.490182 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe,segment=NetworkSegment(96e6c605-f0d5-4e27-b7a9-368164eacfa2),segment_id=96e6c605-f0d5-4e27-b7a9-368164eacfa2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:34.491935 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3993ca8f-6eb1-49e9-82e9-3f62ce18151f tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Made reservation on behalf of 34f515e173ca45168a24d4b48f40cefe for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:51:34.497020 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3993ca8f-6eb1-49e9-82e9-3f62ce18151f tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:34.500362 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-73138e86-b856-4974-9c48-d70bdaaf1542 admin admin] Publish callbacks [] for security_group (75a6a99a-c638-4230-aab1-f504823608e9), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:34.507525 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe', 'network_id': '9bf3bf65-63a1-4dc3-be6f-655ba36cf568', 'port_id': 'c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe', 'mac_address': 'fa:16:3e:8b:8d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd5e9f6-ffb6-4098-aaf1-146a30cf9034', 'ip_address': '19.80.0.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:51:34.517806 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-73138e86-b856-4974-9c48-d70bdaaf1542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (75a6a99a-c638-4230-aab1-f504823608e9), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:34.557253 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-77e6148a-0639-4b3b-a7a8-e4a4ef979ded req-c1ea6a57-d069-4c0a-b848-eed11b8f8c54 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716325 Mar 05 04:51:34.566658 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:34.567193 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:34.583590 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:51:34.606148 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe,segment=NetworkSegment(96e6c605-f0d5-4e27-b7a9-368164eacfa2),segment_id=96e6c605-f0d5-4e27-b7a9-368164eacfa2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:34.617651 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-73138e86-b856-4974-9c48-d70bdaaf1542 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3ae9f48e20ad419ea8032653206dbe65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6966715 Mar 05 04:51:34.620489 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51548) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:34.626839 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2d851-8ddc-4e81-b8fc-f2fb8fb54637 req-53d9e402-18e8-4ee4-802b-9a5f4360f168 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:34.628077 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:34.629007 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 936d7779-a7c6-41ef-9c27-3cacc6e09ffb details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:51:34.635493 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-beb2d851-8ddc-4e81-b8fc-f2fb8fb54637 req-53d9e402-18e8-4ee4-802b-9a5f4360f168 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=d47b3f3f-3805-4f7c-9aae-fc66346b00bb HTTP/1.1" status: 200 len: 945 time: 0.2125785 Mar 05 04:51:34.636459 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73138e86-b856-4974-9c48-d70bdaaf1542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a6a99a-c638-4230-aab1-f504823608e9,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:34.668468 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 936d7779-a7c6-41ef-9c27-3cacc6e09ffb, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=936d7779-a7c6-41ef-9c27-3cacc6e09ffb,segment=NetworkSegment(96e6c605-f0d5-4e27-b7a9-368164eacfa2),segment_id=96e6c605-f0d5-4e27-b7a9-368164eacfa2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:34.699951 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '936d7779-a7c6-41ef-9c27-3cacc6e09ffb', 'network_id': '9bf3bf65-63a1-4dc3-be6f-655ba36cf568', 'port_id': '936d7779-a7c6-41ef-9c27-3cacc6e09ffb', 'mac_address': 'fa:16:3e:25:05:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dd5e9f6-ffb6-4098-aaf1-146a30cf9034', 'ip_address': '19.80.0.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:51:34.721300 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-beb2d851-8ddc-4e81-b8fc-f2fb8fb54637 req-8744e3f5-db5d-41bc-811d-8600beb5ccbc tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802419 Mar 05 04:51:34.729818 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7270a354-f8b6-4994-a835-c6ac38576927 admin admin] Publish callbacks [] for security_group (75a6a99a-c638-4230-aab1-f504823608e9), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:34.747750 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:34.771487 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 936d7779-a7c6-41ef-9c27-3cacc6e09ffb is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:34.772722 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (936d7779-a7c6-41ef-9c27-3cacc6e09ffb), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:34.786936 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 936d7779-a7c6-41ef-9c27-3cacc6e09ffb {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:51:34.796748 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7270a354-f8b6-4994-a835-c6ac38576927 admin admin] Publish callbacks [] for security_group (75a6a99a-c638-4230-aab1-f504823608e9), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:34.820870 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3993ca8f-6eb1-49e9-82e9-3f62ce18151f tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Allocated IP 192.168.233.245 (fb0dde64-203a-4c32-80ac-e1733ed0c9dd/63f989ea-15ee-41e4-8c8f-8183d2023f4e/1bacc1ab-7471-47c1-890d-7d6500f1df92) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:51:34.825389 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 936d7779-a7c6-41ef-9c27-3cacc6e09ffb, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=936d7779-a7c6-41ef-9c27-3cacc6e09ffb,segment=NetworkSegment(96e6c605-f0d5-4e27-b7a9-368164eacfa2),segment_id=96e6c605-f0d5-4e27-b7a9-368164eacfa2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:34.826024 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb418f1-6e90-4b6c-9664-9f2994f54ef0 req-c77df4ed-7be3-412b-a86e-7b565bec7338 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:34.828138 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9fb418f1-6e90-4b6c-9664-9f2994f54ef0 req-c77df4ed-7be3-412b-a86e-7b565bec7338 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d0246ef-ff26-40be-b007-039fc4674351 HTTP/1.1" status: 200 len: 944 time: 0.1035626 Mar 05 04:51:34.835815 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (936d7779-a7c6-41ef-9c27-3cacc6e09ffb), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:34.914542 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=936d7779-a7c6-41ef-9c27-3cacc6e09ffb,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:34.923533 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9fb418f1-6e90-4b6c-9664-9f2994f54ef0 req-e026f9d3-4a9c-4c90-941f-587c98753e32 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] 10.222.0.11 "GET /v2.0/security-groups?id=922f78f4-78ec-465e-a77f-ae5cd53c01cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851176 Mar 05 04:51:34.946555 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7270a354-f8b6-4994-a835-c6ac38576927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (75a6a99a-c638-4230-aab1-f504823608e9), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:34.946555 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7270a354-f8b6-4994-a835-c6ac38576927 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:34.946555 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7270a354-f8b6-4994-a835-c6ac38576927 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/75a6a99a-c638-4230-aab1-f504823608e9 HTTP/1.1" status: 204 len: 168 time: 0.3215201 Mar 05 04:51:34.970905 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270a354-f8b6-4994-a835-c6ac38576927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a6a99a-c638-4230-aab1-f504823608e9,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:35.021053 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9255a-4093-442f-8b82-7b1106b23628 req-c33e98e4-07b9-4a1f-8697-fe81a33b37ca tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:35.023529 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9ce9255a-4093-442f-8b82-7b1106b23628 req-c33e98e4-07b9-4a1f-8697-fe81a33b37ca tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 945 time: 0.0784450 Mar 05 04:51:35.080153 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9ce9255a-4093-442f-8b82-7b1106b23628 req-b89bb5b8-b095-4bea-a757-f3c9f5b60536 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507128 Mar 05 04:51:35.081613 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3993ca8f-6eb1-49e9-82e9-3f62ce18151f tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Publish callbacks [] for port (1bacc1ab-7471-47c1-890d-7d6500f1df92), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:35.143990 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3993ca8f-6eb1-49e9-82e9-3f62ce18151f tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (1bacc1ab-7471-47c1-890d-7d6500f1df92), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:35.155858 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['6c06ad21-97fd-4741-9c3b-e7b50fd537a5'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:51:35.206008 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3993ca8f-6eb1-49e9-82e9-3f62ce18151f tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:51:35.207367 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993ca8f-6eb1-49e9-82e9-3f62ce18151f tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Pushing event updated for resources: {'Port': ['ID=1bacc1ab-7471-47c1-890d-7d6500f1df92,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:35.210640 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3993ca8f-6eb1-49e9-82e9-3f62ce18151f tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:51:35.213425 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3993ca8f-6eb1-49e9-82e9-3f62ce18151f tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:51:35.228374 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['3fbe8709-ad74-49f1-bc60-0c9b13396783'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:51:35.231374 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ee485-5b7f-43b5-92cb-d2d9fe5bbb15 req-7eb47403-116b-49e8-bd52-46a3f18b8def tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:35.246227 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-549ee485-5b7f-43b5-92cb-d2d9fe5bbb15 req-7eb47403-116b-49e8-bd52-46a3f18b8def tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/ports?device_id=a24b5975-5a9a-4153-8248-3f1e932eb700 HTTP/1.1" status: 200 len: 936 time: 0.0927763 Mar 05 04:51:35.277800 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3993ca8f-6eb1-49e9-82e9-3f62ce18151f tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:35.278529 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3993ca8f-6eb1-49e9-82e9-3f62ce18151f tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:35.299124 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['3784d7b8-c2cb-42ff-b459-1fd4b2687aa6'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:51:35.307616 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3993ca8f-6eb1-49e9-82e9-3f62ce18151f tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9821043 Mar 05 04:51:35.325822 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3599646d-c855-4abd-9bb8-37466570b14c service neutron] Request body: {'port': {'device_id': 'a24b5975-5a9a-4153-8248-3f1e932eb700', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:35.334848 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-549ee485-5b7f-43b5-92cb-d2d9fe5bbb15 req-2ffc388f-a1a3-42c1-968b-c3a7ff516343 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f3dc39b-dfac-4af8-94a7-0894dd621c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841308 Mar 05 04:51:35.403827 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3599646d-c855-4abd-9bb8-37466570b14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1bacc1ab-7471-47c1-890d-7d6500f1df92), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:35.455384 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51576) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:35.473836 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:51:35.491642 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51578) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:35.503939 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3f1bca04-b84a-428d-b08e-5a21288dd392 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:35.548522 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['936d7779-a7c6-41ef-9c27-3cacc6e09ffb'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:51:35.589353 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 782497b2-2603-4199-94e0-78b5e65c188e no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:51:35.634287 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 782497b2-2603-4199-94e0-78b5e65c188e {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:51:35.634648 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 782497b2-2603-4199-94e0-78b5e65c188e not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:51:35.637269 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3f1bca04-b84a-428d-b08e-5a21288dd392 admin admin] Publish callbacks [] for security_group (7032ae61-ff39-47d1-b69a-9de8a70dd654), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:35.649535 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3f1bca04-b84a-428d-b08e-5a21288dd392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7032ae61-ff39-47d1-b69a-9de8a70dd654), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:35.730785 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3f1bca04-b84a-428d-b08e-5a21288dd392 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fd90db16e8674a13a4ac728e697f3737&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2737758 Mar 05 04:51:35.733229 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51584) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:35.743690 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1bca04-b84a-428d-b08e-5a21288dd392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7032ae61-ff39-47d1-b69a-9de8a70dd654,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:35.771486 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3599646d-c855-4abd-9bb8-37466570b14c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bacc1ab-7471-47c1-890d-7d6500f1df92 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:51:35.779536 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3599646d-c855-4abd-9bb8-37466570b14c service neutron] Publish callbacks [] for port (1bacc1ab-7471-47c1-890d-7d6500f1df92), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:35.794584 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3599646d-c855-4abd-9bb8-37466570b14c service neutron] Transition to ACTIVE for port object 1bacc1ab-7471-47c1-890d-7d6500f1df92 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:51:35.800257 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3599646d-c855-4abd-9bb8-37466570b14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (1bacc1ab-7471-47c1-890d-7d6500f1df92), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:35.802184 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ace84a-ed5e-46ec-ab0a-fea786d5b26b req-b2cef630-0a1b-4f29-b319-7bffbbe19367 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:35.808283 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ace84a-ed5e-46ec-ab0a-fea786d5b26b req-b2cef630-0a1b-4f29-b319-7bffbbe19367 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:35.813953 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ace84a-ed5e-46ec-ab0a-fea786d5b26b req-b2cef630-0a1b-4f29-b319-7bffbbe19367 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:35.821632 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d5ace84a-ed5e-46ec-ab0a-fea786d5b26b req-b2cef630-0a1b-4f29-b319-7bffbbe19367 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=de670eb2-bfed-44b2-909b-fd8cb20a8854 HTTP/1.1" status: 200 len: 2415 time: 0.1454074 Mar 05 04:51:35.830787 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-2309cd37-bc7b-4ae6-a7d3-4dd1528df1cc admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1872557724-network', 'tenant_id': 'f4c8bc28785e4a00b63310ed97b40ba8'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:35.880738 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a6f0435-57e6-4f10-8718-e63a2dc27a17 admin admin] Publish callbacks [] for security_group (7032ae61-ff39-47d1-b69a-9de8a70dd654), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:35.890644 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2309cd37-bc7b-4ae6-a7d3-4dd1528df1cc admin admin] Made reservation on behalf of f4c8bc28785e4a00b63310ed97b40ba8 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:51:35.893044 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2309cd37-bc7b-4ae6-a7d3-4dd1528df1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:35.955269 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3599646d-c855-4abd-9bb8-37466570b14c service neutron] Attempting to bind port 1bacc1ab-7471-47c1-890d-7d6500f1df92 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:51:35.955685 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3599646d-c855-4abd-9bb8-37466570b14c service neutron] Attempting to bind port 1bacc1ab-7471-47c1-890d-7d6500f1df92 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:51:35.956013 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3599646d-c855-4abd-9bb8-37466570b14c service neutron] Attempting to bind port 1bacc1ab-7471-47c1-890d-7d6500f1df92 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:51:35.959483 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599646d-c855-4abd-9bb8-37466570b14c service neutron] Pushing event updated for resources: {'Port': ['ID=1bacc1ab-7471-47c1-890d-7d6500f1df92,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:35.964287 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3599646d-c855-4abd-9bb8-37466570b14c service neutron] Port 1bacc1ab-7471-47c1-890d-7d6500f1df92 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:51:35.964610 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3599646d-c855-4abd-9bb8-37466570b14c service neutron] Attempting to bind port 1bacc1ab-7471-47c1-890d-7d6500f1df92 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:51:35.970229 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3599646d-c855-4abd-9bb8-37466570b14c service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:51:35.970567 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3599646d-c855-4abd-9bb8-37466570b14c service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:51:35.970944 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3599646d-c855-4abd-9bb8-37466570b14c service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:51:35.971610 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3599646d-c855-4abd-9bb8-37466570b14c service neutron] Bound port: 1bacc1ab-7471-47c1-890d-7d6500f1df92, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:51:35.971974 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3599646d-c855-4abd-9bb8-37466570b14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1bacc1ab-7471-47c1-890d-7d6500f1df92), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:35.974926 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a6f0435-57e6-4f10-8718-e63a2dc27a17 admin admin] Publish callbacks [] for security_group (7032ae61-ff39-47d1-b69a-9de8a70dd654), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:36.002288 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d5ace84a-ed5e-46ec-ab0a-fea786d5b26b req-f0641243-a102-4252-83f3-1c8944fd50db tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776969 Mar 05 04:51:36.012486 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2309cd37-bc7b-4ae6-a7d3-4dd1528df1cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:36.048941 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3599646d-c855-4abd-9bb8-37466570b14c service neutron] For port 1bacc1ab-7471-47c1-890d-7d6500f1df92, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:51:36.054306 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3599646d-c855-4abd-9bb8-37466570b14c service neutron] For port 1bacc1ab-7471-47c1-890d-7d6500f1df92, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1bacc1ab-7471-47c1-890d-7d6500f1df92,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:51:36.062905 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3599646d-c855-4abd-9bb8-37466570b14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (1bacc1ab-7471-47c1-890d-7d6500f1df92), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:36.139133 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3599646d-c855-4abd-9bb8-37466570b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:36.139483 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3599646d-c855-4abd-9bb8-37466570b14c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:36.140991 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9f9501f6-af11-445e-8b11-31226e077b9e req-3599646d-c855-4abd-9bb8-37466570b14c service neutron] 10.222.0.31 "PUT /v2.0/ports/1bacc1ab-7471-47c1-890d-7d6500f1df92 HTTP/1.1" status: 200 len: 1097 time: 0.8253601 Mar 05 04:51:36.141539 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24b5975-5a9a-4153-8248-3f1e932eb700', 'tag': '1bacc1ab-7471-47c1-890d-7d6500f1df92'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:51:36.143954 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dceba0dc-cde6-4e71-b39f-dc96ed52d45b" -d '{"events": [{"name": "network-changed", "server_uuid": "a24b5975-5a9a-4153-8248-3f1e932eb700", "tag": "1bacc1ab-7471-47c1-890d-7d6500f1df92"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:51:36.184273 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599646d-c855-4abd-9bb8-37466570b14c service neutron] Pushing event updated for resources: {'Port': ['ID=1bacc1ab-7471-47c1-890d-7d6500f1df92,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:36.191404 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a6f0435-57e6-4f10-8718-e63a2dc27a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7032ae61-ff39-47d1-b69a-9de8a70dd654), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:36.194818 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a6f0435-57e6-4f10-8718-e63a2dc27a17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:36.198389 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2a6f0435-57e6-4f10-8718-e63a2dc27a17 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7032ae61-ff39-47d1-b69a-9de8a70dd654 HTTP/1.1" status: 204 len: 168 time: 0.4617116 Mar 05 04:51:36.256078 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9501f6-af11-445e-8b11-31226e077b9e req-ff8bbd15-6d41-4cb8-8411-fa6d4307ff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:36.258304 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9f9501f6-af11-445e-8b11-31226e077b9e req-ff8bbd15-6d41-4cb8-8411-fa6d4307ff59 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=34f515e173ca45168a24d4b48f40cefe&device_id=a24b5975-5a9a-4153-8248-3f1e932eb700 HTTP/1.1" status: 200 len: 1131 time: 0.0692720 Mar 05 04:51:36.277573 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f0435-57e6-4f10-8718-e63a2dc27a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7032ae61-ff39-47d1-b69a-9de8a70dd654,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:36.298674 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d634c63-232b-4da2-a9e7-bb3556e28bf5 req-001808d4-9ee3-4a86-8877-58bbd447a3a7 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:36.300293 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5d634c63-232b-4da2-a9e7-bb3556e28bf5 req-001808d4-9ee3-4a86-8877-58bbd447a3a7 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d0246ef-ff26-40be-b007-039fc4674351 HTTP/1.1" status: 200 len: 944 time: 0.2065654 Mar 05 04:51:36.312755 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2309cd37-bc7b-4ae6-a7d3-4dd1528df1cc admin admin] Publish callbacks [] for security_group (f7460fe7-8f35-4903-866a-f8c3b14fe4f9), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:36.329595 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9f9501f6-af11-445e-8b11-31226e077b9e req-010757f6-2917-498c-969e-5854804380b2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=1bacc1ab-7471-47c1-890d-7d6500f1df92 HTTP/1.1" status: 200 len: 217 time: 0.0629454 Mar 05 04:51:36.342493 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2309cd37-bc7b-4ae6-a7d3-4dd1528df1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f7460fe7-8f35-4903-866a-f8c3b14fe4f9), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:36.403223 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5d634c63-232b-4da2-a9e7-bb3556e28bf5 req-1a29f71e-e4b2-44c0-83e6-7793dc4ed85e tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] 10.222.0.11 "GET /v2.0/security-groups?id=922f78f4-78ec-465e-a77f-ae5cd53c01cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916791 Mar 05 04:51:36.425337 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9501f6-af11-445e-8b11-31226e077b9e req-6a2cac3e-5427-4991-bea3-f0d14ff7449b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:36.425337 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9f9501f6-af11-445e-8b11-31226e077b9e req-6a2cac3e-5427-4991-bea3-f0d14ff7449b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0847590 Mar 05 04:51:36.425560 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309cd37-bc7b-4ae6-a7d3-4dd1528df1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7460fe7-8f35-4903-866a-f8c3b14fe4f9,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:36.426900 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2309cd37-bc7b-4ae6-a7d3-4dd1528df1cc admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:51:36.460522 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660f987-5bda-4e6d-9da0-dfa05a30385c req-d91f41ef-241b-4e57-8077-287bc42c37a6 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:36.469085 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5660f987-5bda-4e6d-9da0-dfa05a30385c req-d91f41ef-241b-4e57-8077-287bc42c37a6 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 945 time: 0.2348769 Mar 05 04:51:36.471173 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2309cd37-bc7b-4ae6-a7d3-4dd1528df1cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (ebcd2177-23d7-4bfd-8698-a8500e628c6f), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:36.471173 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-2309cd37-bc7b-4ae6-a7d3-4dd1528df1cc admin admin] Added segment ebcd2177-23d7-4bfd-8698-a8500e628c6f of type vlan for network 54309d98-48bc-4d3e-a20e-4665796063fc Mar 05 04:51:36.476856 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:51:36.486388 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35954b82-b240-4911-8853-9e405598a3db x-openstack-request-id: req-35954b82-b240-4911-8853-9e405598a3db {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:51:36.486909 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24b5975-5a9a-4153-8248-3f1e932eb700", "tag": "1bacc1ab-7471-47c1-890d-7d6500f1df92", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:51:36.487337 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-35954b82-b240-4911-8853-9e405598a3db {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:51:36.488325 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24b5975-5a9a-4153-8248-3f1e932eb700', 'tag': '1bacc1ab-7471-47c1-890d-7d6500f1df92', 'status': 'completed', 'code': 200} Mar 05 04:51:36.498937 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9501f6-af11-445e-8b11-31226e077b9e req-ec414b8c-abcc-4bba-8012-5e50394d04fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:36.501927 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9f9501f6-af11-445e-8b11-31226e077b9e req-ec414b8c-abcc-4bba-8012-5e50394d04fa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0722160 Mar 05 04:51:36.547909 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2309cd37-bc7b-4ae6-a7d3-4dd1528df1cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (54309d98-48bc-4d3e-a20e-4665796063fc), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:36.630939 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9f9501f6-af11-445e-8b11-31226e077b9e req-5d358726-59cc-402e-82af-0864d74ac84b service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228871 Mar 05 04:51:36.641575 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5660f987-5bda-4e6d-9da0-dfa05a30385c req-e9f95ac1-70c9-449e-a290-88556ee0df4a tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681201 Mar 05 04:51:36.651693 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2309cd37-bc7b-4ae6-a7d3-4dd1528df1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (54309d98-48bc-4d3e-a20e-4665796063fc), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:36.653053 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2309cd37-bc7b-4ae6-a7d3-4dd1528df1cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:36.654149 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2309cd37-bc7b-4ae6-a7d3-4dd1528df1cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:36.675529 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef73adc-4cf3-46f4-a50f-142aef65ad60 req-4baa9d3f-4b02-43ef-9e8e-89a77bbcf917 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:36.684152 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aef73adc-4cf3-46f4-a50f-142aef65ad60 req-4baa9d3f-4b02-43ef-9e8e-89a77bbcf917 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/ports?device_id=a24b5975-5a9a-4153-8248-3f1e932eb700 HTTP/1.1" status: 200 len: 948 time: 0.1256886 Mar 05 04:51:36.709662 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2309cd37-bc7b-4ae6-a7d3-4dd1528df1cc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2168846 Mar 05 04:51:36.712878 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51606) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:36.729753 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-631ac272-a210-48e3-b681-a9256f446fce admin admin] Request body: {'subnet': {'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1872557724-subnet', 'tenant_id': 'f4c8bc28785e4a00b63310ed97b40ba8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:36.765160 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9f9501f6-af11-445e-8b11-31226e077b9e req-a5e3f49a-e8bc-4a6b-8999-7c0698de9cfa service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280491 Mar 05 04:51:36.787347 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309cd37-bc7b-4ae6-a7d3-4dd1528df1cc admin admin] Pushing event updated for resources: {'Network': ['ID=54309d98-48bc-4d3e-a20e-4665796063fc,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:36.791839 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631ac272-a210-48e3-b681-a9256f446fce admin admin] Made reservation on behalf of f4c8bc28785e4a00b63310ed97b40ba8 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:51:36.794375 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-631ac272-a210-48e3-b681-a9256f446fce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:36.808273 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 54309d98-48bc-4d3e-a20e-4665796063fc details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:51:36.835663 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aef73adc-4cf3-46f4-a50f-142aef65ad60 req-34e13e10-57ee-4c5b-a6b4-84c95a50eeae tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f3dc39b-dfac-4af8-94a7-0894dd621c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479843 Mar 05 04:51:36.884179 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceba0dc-cde6-4e71-b39f-dc96ed52d45b req-8b6270a1-2a27-413b-8d51-cc3fcf8f6bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:36.885702 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dceba0dc-cde6-4e71-b39f-dc96ed52d45b req-8b6270a1-2a27-413b-8d51-cc3fcf8f6bc2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=34f515e173ca45168a24d4b48f40cefe&device_id=a24b5975-5a9a-4153-8248-3f1e932eb700 HTTP/1.1" status: 200 len: 1131 time: 0.0663366 Mar 05 04:51:37.035756 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-631ac272-a210-48e3-b681-a9256f446fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (9d05b828-21c8-4294-b343-ca7ba96c6119), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:37.148350 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ac272-a210-48e3-b681-a9256f446fce admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d05b828-21c8-4294-b343-ca7ba96c6119,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:37.154426 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631ac272-a210-48e3-b681-a9256f446fce admin admin] Checking segment: {'id': 'ebcd2177-23d7-4bfd-8698-a8500e628c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:51:37.155230 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631ac272-a210-48e3-b681-a9256f446fce admin admin] Network hostable DHCP agents. Network: 54309d98-48bc-4d3e-a20e-4665796063fc, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:51:37.194734 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a616a0-219e-4cf9-98ca-1ff423b04d61 req-822f5d5a-034b-4310-8e8b-7e32537e4407 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:37.200159 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a616a0-219e-4cf9-98ca-1ff423b04d61 req-822f5d5a-034b-4310-8e8b-7e32537e4407 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:37.205562 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a616a0-219e-4cf9-98ca-1ff423b04d61 req-822f5d5a-034b-4310-8e8b-7e32537e4407 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:37.207315 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64a616a0-219e-4cf9-98ca-1ff423b04d61 req-822f5d5a-034b-4310-8e8b-7e32537e4407 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=de670eb2-bfed-44b2-909b-fd8cb20a8854 HTTP/1.1" status: 200 len: 2415 time: 0.1117237 Mar 05 04:51:37.207979 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631ac272-a210-48e3-b681-a9256f446fce admin admin] Network 54309d98-48bc-4d3e-a20e-4665796063fc is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:51:37.225863 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-631ac272-a210-48e3-b681-a9256f446fce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 54309d98-48bc-4d3e-a20e-4665796063fc) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:51:37.237925 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d9069e-f68c-4b2f-b591-afb3c306ed69 None None] Network 54309d98-48bc-4d3e-a20e-4665796063fc requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:51:37.239017 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631ac272-a210-48e3-b681-a9256f446fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:37.239662 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-631ac272-a210-48e3-b681-a9256f446fce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:37.273016 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-631ac272-a210-48e3-b681-a9256f446fce admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5590587 Mar 05 04:51:37.286147 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64a616a0-219e-4cf9-98ca-1ff423b04d61 req-cca21f6b-8c8b-4f9d-b258-cb3404db78ff tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686774 Mar 05 04:51:37.346443 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceba0dc-cde6-4e71-b39f-dc96ed52d45b req-5b0e0a5a-cd09-4ee1-9a56-bd6b7caccda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:37.348409 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dceba0dc-cde6-4e71-b39f-dc96ed52d45b req-5b0e0a5a-cd09-4ee1-9a56-bd6b7caccda5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.4550557 Mar 05 04:51:37.396862 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dceba0dc-cde6-4e71-b39f-dc96ed52d45b req-d3c98155-133d-4079-bb5a-59b7dacc393c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=1bacc1ab-7471-47c1-890d-7d6500f1df92 HTTP/1.1" status: 200 len: 217 time: 0.0416942 Mar 05 04:51:37.409319 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58670ddf-5239-42bd-a5a5-7cf4c50054dc None None] Network 54309d98-48bc-4d3e-a20e-4665796063fc requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:51:37.462285 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceba0dc-cde6-4e71-b39f-dc96ed52d45b req-37cb041e-1b61-4087-9907-944b30f083b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:37.463895 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dceba0dc-cde6-4e71-b39f-dc96ed52d45b req-37cb041e-1b61-4087-9907-944b30f083b8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0542574 Mar 05 04:51:37.559061 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceba0dc-cde6-4e71-b39f-dc96ed52d45b req-43f61d27-7ddb-4d3c-822f-6f271eaeccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:37.560775 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dceba0dc-cde6-4e71-b39f-dc96ed52d45b req-43f61d27-7ddb-4d3c-822f-6f271eaeccf6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0893900 Mar 05 04:51:37.561695 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b998e-7ade-4ad2-9fdf-2f262e5c1c90 req-cb0bb21f-cda1-46e0-86a1-07bda34f8b62 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:37.563337 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-925b998e-7ade-4ad2-9fdf-2f262e5c1c90 req-cb0bb21f-cda1-46e0-86a1-07bda34f8b62 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d0246ef-ff26-40be-b007-039fc4674351 HTTP/1.1" status: 200 len: 944 time: 0.0740607 Mar 05 04:51:37.571159 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 3784d7b8-c2cb-42ff-b459-1fd4b2687aa6 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:51:37.642624 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 3784d7b8-c2cb-42ff-b459-1fd4b2687aa6 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:51:37.648587 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 3784d7b8-c2cb-42ff-b459-1fd4b2687aa6 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:51:37.649563 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3784d7b8-c2cb-42ff-b459-1fd4b2687aa6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:37.660433 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-925b998e-7ade-4ad2-9fdf-2f262e5c1c90 req-e14dfe78-7692-4acb-aca5-6686e73e99a2 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] 10.222.0.11 "GET /v2.0/security-groups?id=922f78f4-78ec-465e-a77f-ae5cd53c01cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910959 Mar 05 04:51:37.676056 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dceba0dc-cde6-4e71-b39f-dc96ed52d45b req-bbe53c64-138a-4a8d-90f1-4d6050edda31 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050229 Mar 05 04:51:37.773986 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 3784d7b8-c2cb-42ff-b459-1fd4b2687aa6 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:37.774403 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3784d7b8-c2cb-42ff-b459-1fd4b2687aa6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:37.809988 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4889ecf3-2964-4508-a9b7-47186e1a4a29 req-a3ec0182-c096-4c21-bf56-7d4e910d165d tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:37.810523 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de670eb2-bfed-44b2-909b-fd8cb20a8854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3784d7b8-c2cb-42ff-b459-1fd4b2687aa6'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:51:37.813474 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c814c15-845f-42ed-945b-ac9c53b564f7" -d '{"events": [{"server_uuid": "de670eb2-bfed-44b2-909b-fd8cb20a8854", "name": "network-vif-plugged", "status": "completed", "tag": "3784d7b8-c2cb-42ff-b459-1fd4b2687aa6"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:51:37.817523 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4889ecf3-2964-4508-a9b7-47186e1a4a29 req-a3ec0182-c096-4c21-bf56-7d4e910d165d tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 945 time: 0.0856543 Mar 05 04:51:37.828191 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dceba0dc-cde6-4e71-b39f-dc96ed52d45b req-8f86ecbe-8ef2-404a-8a26-8fb46ba87c0a service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426992 Mar 05 04:51:37.833144 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 3784d7b8-c2cb-42ff-b459-1fd4b2687aa6, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=3784d7b8-c2cb-42ff-b459-1fd4b2687aa6,segment=NetworkSegment(028122cf-4082-40d9-babb-aae63d8c2804),segment_id=028122cf-4082-40d9-babb-aae63d8c2804)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:37.845120 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3784d7b8-c2cb-42ff-b459-1fd4b2687aa6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:37.846579 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:51:37.879207 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4889ecf3-2964-4508-a9b7-47186e1a4a29 req-6b780dbf-5758-4c33-a854-55aae4de974f tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583551 Mar 05 04:51:37.927839 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f63542e-2401-430f-abfe-f372637f3823 x-openstack-request-id: req-4f63542e-2401-430f-abfe-f372637f3823 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:51:37.928410 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de670eb2-bfed-44b2-909b-fd8cb20a8854", "name": "network-vif-plugged", "status": "completed", "tag": "3784d7b8-c2cb-42ff-b459-1fd4b2687aa6", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:51:37.928962 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4f63542e-2401-430f-abfe-f372637f3823 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:51:37.929369 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de670eb2-bfed-44b2-909b-fd8cb20a8854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3784d7b8-c2cb-42ff-b459-1fd4b2687aa6', 'code': 200} Mar 05 04:51:37.946712 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=3784d7b8-c2cb-42ff-b459-1fd4b2687aa6,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:37.960727 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:51:37.966637 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:51:37.967921 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:38.061607 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-4c3d031e-cff6-4061-bfeb-bd4c802757db tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:38.064413 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:38.064821 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:38.068106 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-4c3d031e-cff6-4061-bfeb-bd4c802757db tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/networks?id=54309d98-48bc-4d3e-a20e-4665796063fc HTTP/1.1" status: 200 len: 806 time: 0.1874573 Mar 05 04:51:38.082563 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-c07914a0-6008-4060-86c5-0258ba6039b8 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/quotas/f4c8bc28785e4a00b63310ed97b40ba8 HTTP/1.1" status: 200 len: 375 time: 0.0136018 Mar 05 04:51:38.090770 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f251b9c-8ab7-4bb8-a06b-33b9074d6a6d req-e6407810-8e9a-44e9-8f91-37248ff7b971 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:38.097534 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f251b9c-8ab7-4bb8-a06b-33b9074d6a6d req-e6407810-8e9a-44e9-8f91-37248ff7b971 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/ports?device_id=a24b5975-5a9a-4153-8248-3f1e932eb700 HTTP/1.1" status: 200 len: 948 time: 0.1125166 Mar 05 04:51:38.098827 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe,segment=NetworkSegment(96e6c605-f0d5-4e27-b7a9-368164eacfa2),segment_id=96e6c605-f0d5-4e27-b7a9-368164eacfa2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:38.103730 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:38.104545 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 936d7779-a7c6-41ef-9c27-3cacc6e09ffb up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:51:38.139719 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-249ef682-87fd-4c9f-bcdd-0d935c94a769 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f4c8bc28785e4a00b63310ed97b40ba8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401509 Mar 05 04:51:38.186875 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:38.194463 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1bacc1ab-7471-47c1-890d-7d6500f1df92 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:51:38.201560 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f251b9c-8ab7-4bb8-a06b-33b9074d6a6d req-f4f5550f-2b60-4711-81be-5a93fd6f2468 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f3dc39b-dfac-4af8-94a7-0894dd621c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030822 Mar 05 04:51:38.210208 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 936d7779-a7c6-41ef-9c27-3cacc6e09ffb completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:51:38.217630 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 936d7779-a7c6-41ef-9c27-3cacc6e09ffb triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:51:38.218069 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (936d7779-a7c6-41ef-9c27-3cacc6e09ffb), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:38.274637 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-3ed7ce04-9206-43fd-a2a4-9c855b1c4e1b service neutron] 10.222.0.11 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244817 Mar 05 04:51:38.383898 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 1bacc1ab-7471-47c1-890d-7d6500f1df92, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1bacc1ab-7471-47c1-890d-7d6500f1df92,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:38.399657 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '1bacc1ab-7471-47c1-890d-7d6500f1df92', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': '1bacc1ab-7471-47c1-890d-7d6500f1df92', 'mac_address': 'fa:16:3e:13:35:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:51:38.401627 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 936d7779-a7c6-41ef-9c27-3cacc6e09ffb is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:38.401728 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (936d7779-a7c6-41ef-9c27-3cacc6e09ffb), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:38.406949 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-4ce673d5-478a-4d54-878d-93f279ebd9c6 service neutron] 10.222.0.11 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264975 Mar 05 04:51:38.407473 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51740) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:38.476738 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 936d7779-a7c6-41ef-9c27-3cacc6e09ffb, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=936d7779-a7c6-41ef-9c27-3cacc6e09ffb,segment=NetworkSegment(96e6c605-f0d5-4e27-b7a9-368164eacfa2),segment_id=96e6c605-f0d5-4e27-b7a9-368164eacfa2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:38.483579 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 1bacc1ab-7471-47c1-890d-7d6500f1df92 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:38.483984 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1bacc1ab-7471-47c1-890d-7d6500f1df92), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:38.484596 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b09504-f8ea-4ef0-a403-3ce0d9fdd79f req-a4b10131-9023-4016-9cb9-2a9e1d02d4e7 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:38.493719 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b09504-f8ea-4ef0-a403-3ce0d9fdd79f req-a4b10131-9023-4016-9cb9-2a9e1d02d4e7 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:38.499562 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bacc1ab-7471-47c1-890d-7d6500f1df92 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:51:38.500695 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b09504-f8ea-4ef0-a403-3ce0d9fdd79f req-a4b10131-9023-4016-9cb9-2a9e1d02d4e7 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:38.503688 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-31b09504-f8ea-4ef0-a403-3ce0d9fdd79f req-a4b10131-9023-4016-9cb9-2a9e1d02d4e7 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=de670eb2-bfed-44b2-909b-fd8cb20a8854 HTTP/1.1" status: 200 len: 2417 time: 0.1129091 Mar 05 04:51:38.505215 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (936d7779-a7c6-41ef-9c27-3cacc6e09ffb), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:38.506033 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 3fbe8709-ad74-49f1-bc60-0c9b13396783 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:51:38.579600 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-01e3a9b5-6c37-4724-9a45-e6914286d77c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:38.585142 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 1bacc1ab-7471-47c1-890d-7d6500f1df92, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1bacc1ab-7471-47c1-890d-7d6500f1df92,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:38.588851 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-31b09504-f8ea-4ef0-a403-3ce0d9fdd79f req-9a17617c-545a-4db1-98e1-14b299ae36ca tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758779 Mar 05 04:51:38.598217 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1bacc1ab-7471-47c1-890d-7d6500f1df92), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:38.625082 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=936d7779-a7c6-41ef-9c27-3cacc6e09ffb,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:38.631209 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b48d5cd9-6a7f-463e-bc93-c9fe1fe05557 req-bb19bf8c-10d1-4f16-90cf-e80dc6e5bc7b tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b75710-9b7f-42f6-b14d-7f6eaecc8130 HTTP/1.1" status: 200 len: 210 time: 0.0479052 Mar 05 04:51:38.667917 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 3fbe8709-ad74-49f1-bc60-0c9b13396783 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:51:38.677200 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 3fbe8709-ad74-49f1-bc60-0c9b13396783 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:51:38.677580 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3fbe8709-ad74-49f1-bc60-0c9b13396783), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:38.707309 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=1bacc1ab-7471-47c1-890d-7d6500f1df92,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:38.723759 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-01e3a9b5-6c37-4724-9a45-e6914286d77c admin admin] Publish callbacks [] for security_group (d3fd31d6-9bb4-4bfb-8b92-159722b9feae), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:38.731693 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-01e3a9b5-6c37-4724-9a45-e6914286d77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d3fd31d6-9bb4-4bfb-8b92-159722b9feae), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:38.777285 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 3fbe8709-ad74-49f1-bc60-0c9b13396783 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:38.777704 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3fbe8709-ad74-49f1-bc60-0c9b13396783), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:38.810911 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-01e3a9b5-6c37-4724-9a45-e6914286d77c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fa194e059d314f279702f3587ed30f50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4024224 Mar 05 04:51:38.813545 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3a9b5-6c37-4724-9a45-e6914286d77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fd31d6-9bb4-4bfb-8b92-159722b9feae,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:38.814142 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51754) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:38.814723 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 3fbe8709-ad74-49f1-bc60-0c9b13396783, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=3fbe8709-ad74-49f1-bc60-0c9b13396783,segment=NetworkSegment(f78e185e-a01d-4da9-83fc-961573c24445),segment_id=f78e185e-a01d-4da9-83fc-961573c24445)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:38.821683 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3fbe8709-ad74-49f1-bc60-0c9b13396783), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:38.845915 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccea8b-34d2-43a4-a2a0-e18ef5bda95e req-a26191d0-72f0-4490-86e3-2e19ffa76987 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:38.848704 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-baccea8b-34d2-43a4-a2a0-e18ef5bda95e req-a26191d0-72f0-4490-86e3-2e19ffa76987 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d0246ef-ff26-40be-b007-039fc4674351 HTTP/1.1" status: 200 len: 944 time: 0.1045153 Mar 05 04:51:38.884599 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=3fbe8709-ad74-49f1-bc60-0c9b13396783,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:38.903677 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['1bacc1ab-7471-47c1-890d-7d6500f1df92'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:51:38.918109 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-baccea8b-34d2-43a4-a2a0-e18ef5bda95e req-2996387c-ebad-4477-a226-a4c767b7332a tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] 10.222.0.11 "GET /v2.0/security-groups?id=922f78f4-78ec-465e-a77f-ae5cd53c01cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634482 Mar 05 04:51:38.918901 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2ab825f8-abfc-46a3-b44f-6c5dda09bd5d admin admin] Publish callbacks [] for security_group (d3fd31d6-9bb4-4bfb-8b92-159722b9feae), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:38.947847 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2ab825f8-abfc-46a3-b44f-6c5dda09bd5d admin admin] Publish callbacks [] for security_group (d3fd31d6-9bb4-4bfb-8b92-159722b9feae), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:39.014331 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2ab825f8-abfc-46a3-b44f-6c5dda09bd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d3fd31d6-9bb4-4bfb-8b92-159722b9feae), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:39.019107 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2ab825f8-abfc-46a3-b44f-6c5dda09bd5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:39.020903 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2ab825f8-abfc-46a3-b44f-6c5dda09bd5d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d3fd31d6-9bb4-4bfb-8b92-159722b9feae HTTP/1.1" status: 204 len: 168 time: 0.2046473 Mar 05 04:51:39.021566 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9859f9a-7c3d-4bef-acff-5c6322afe2c6 req-f25911bc-2186-44e2-90f0-caa045f5eebf tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:39.023871 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b9859f9a-7c3d-4bef-acff-5c6322afe2c6 req-f25911bc-2186-44e2-90f0-caa045f5eebf tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 945 time: 0.0673079 Mar 05 04:51:39.031344 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab825f8-abfc-46a3-b44f-6c5dda09bd5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fd31d6-9bb4-4bfb-8b92-159722b9feae,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:39.114804 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b9859f9a-7c3d-4bef-acff-5c6322afe2c6 req-417fb14f-78b3-4e31-ae37-de37117ace9f tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832176 Mar 05 04:51:39.345374 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3059f5d-bdac-4d41-8ee7-fd363fce3cf5 req-09449436-17fa-4912-a88d-0d3f91eeac20 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:39.346880 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e3059f5d-bdac-4d41-8ee7-fd363fce3cf5 req-09449436-17fa-4912-a88d-0d3f91eeac20 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/ports?device_id=a24b5975-5a9a-4153-8248-3f1e932eb700 HTTP/1.1" status: 200 len: 949 time: 0.0589936 Mar 05 04:51:39.413332 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e3059f5d-bdac-4d41-8ee7-fd363fce3cf5 req-d537ded4-016e-42f1-b04d-39c71be84327 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f3dc39b-dfac-4af8-94a7-0894dd621c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596287 Mar 05 04:51:39.766365 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c5185018-f24e-4fd3-bc65-502faf82201a req-5cbca67a-9545-4371-afda-925214e6ffc8 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b75710-9b7f-42f6-b14d-7f6eaecc8130 HTTP/1.1" status: 200 len: 210 time: 0.0371971 Mar 05 04:51:39.784988 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d197c-05c2-4154-839b-4cd12235983a req-d303fb02-69fd-4e68-899c-96bcb9a6c2d6 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:39.797463 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d197c-05c2-4154-839b-4cd12235983a req-d303fb02-69fd-4e68-899c-96bcb9a6c2d6 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:39.805466 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d197c-05c2-4154-839b-4cd12235983a req-d303fb02-69fd-4e68-899c-96bcb9a6c2d6 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:39.807394 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-457d197c-05c2-4154-839b-4cd12235983a req-d303fb02-69fd-4e68-899c-96bcb9a6c2d6 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=de670eb2-bfed-44b2-909b-fd8cb20a8854 HTTP/1.1" status: 200 len: 2418 time: 0.1261694 Mar 05 04:51:39.878027 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-457d197c-05c2-4154-839b-4cd12235983a req-e0c6605f-a50a-4e20-af5e-af228091d61a tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645769 Mar 05 04:51:39.888917 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-e8269174-f2d0-4cf8-869a-7e2baeb75c68 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:39.890696 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-e8269174-f2d0-4cf8-869a-7e2baeb75c68 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.30 "GET /v2.0/networks?id=54309d98-48bc-4d3e-a20e-4665796063fc HTTP/1.1" status: 200 len: 806 time: 0.1931002 Mar 05 04:51:39.903339 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-027dff06-d966-4944-89e2-9973a5ddb7b6 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Request body: {'port': {'device_id': '92b75710-9b7f-42f6-b14d-7f6eaecc8130', 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc', 'admin_state_up': True, 'tenant_id': 'f4c8bc28785e4a00b63310ed97b40ba8'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:39.930190 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de670eb2-bfed-44b2-909b-fd8cb20a8854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe'}, {'server_uuid': 'de670eb2-bfed-44b2-909b-fd8cb20a8854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936d7779-a7c6-41ef-9c27-3cacc6e09ffb'}, {'server_uuid': '0d0246ef-ff26-40be-b007-039fc4674351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbe8709-ad74-49f1-bc60-0c9b13396783'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:51:39.933215 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208dd36f-f70f-419e-a1c9-2f71d4bfbc6d" -d '{"events": [{"server_uuid": "de670eb2-bfed-44b2-909b-fd8cb20a8854", "name": "network-vif-plugged", "status": "completed", "tag": "c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe"}, {"server_uuid": "de670eb2-bfed-44b2-909b-fd8cb20a8854", "name": "network-vif-plugged", "status": "completed", "tag": "936d7779-a7c6-41ef-9c27-3cacc6e09ffb"}, {"server_uuid": "0d0246ef-ff26-40be-b007-039fc4674351", "name": "network-vif-plugged", "status": "completed", "tag": "3fbe8709-ad74-49f1-bc60-0c9b13396783"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:51:40.002127 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 05 Mar 2022 04:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abca125e-96d1-445e-9077-82d372ee6918 x-openstack-request-id: req-abca125e-96d1-445e-9077-82d372ee6918 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:51:40.002432 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de670eb2-bfed-44b2-909b-fd8cb20a8854", "name": "network-vif-plugged", "status": "completed", "tag": "c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe", "code": 200}, {"server_uuid": "de670eb2-bfed-44b2-909b-fd8cb20a8854", "name": "network-vif-plugged", "status": "completed", "tag": "936d7779-a7c6-41ef-9c27-3cacc6e09ffb", "code": 200}, {"server_uuid": "0d0246ef-ff26-40be-b007-039fc4674351", "name": "network-vif-plugged", "status": "completed", "tag": "3fbe8709-ad74-49f1-bc60-0c9b13396783", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:51:40.003469 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-abca125e-96d1-445e-9077-82d372ee6918 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:51:40.003883 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de670eb2-bfed-44b2-909b-fd8cb20a8854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe', 'code': 200} Mar 05 04:51:40.004297 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de670eb2-bfed-44b2-909b-fd8cb20a8854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936d7779-a7c6-41ef-9c27-3cacc6e09ffb', 'code': 200} Mar 05 04:51:40.004696 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d0246ef-ff26-40be-b007-039fc4674351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbe8709-ad74-49f1-bc60-0c9b13396783', 'code': 200} Mar 05 04:51:40.040373 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-027dff06-d966-4944-89e2-9973a5ddb7b6 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Made reservation on behalf of f4c8bc28785e4a00b63310ed97b40ba8 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:51:40.045361 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-027dff06-d966-4944-89e2-9973a5ddb7b6 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:40.072121 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322218b-0074-4997-8ed5-7602286d7ba1 req-4c46df94-a2a5-4782-9bf2-21f23750c5a9 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:40.074870 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a322218b-0074-4997-8ed5-7602286d7ba1 req-4c46df94-a2a5-4782-9bf2-21f23750c5a9 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d0246ef-ff26-40be-b007-039fc4674351 HTTP/1.1" status: 200 len: 945 time: 0.0808473 Mar 05 04:51:40.083944 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51800) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:40.221233 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1bacc1ab-7471-47c1-890d-7d6500f1df92 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:51:40.259319 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f9ec7-d540-4cda-be07-e861fe8497cd req-04ec2386-2214-40ac-9ebb-326da45c6d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:40.259813 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f9ec7-d540-4cda-be07-e861fe8497cd req-04ec2386-2214-40ac-9ebb-326da45c6d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:40.260628 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f9ec7-d540-4cda-be07-e861fe8497cd req-04ec2386-2214-40ac-9ebb-326da45c6d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:40.262177 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b15f9ec7-d540-4cda-be07-e861fe8497cd req-04ec2386-2214-40ac-9ebb-326da45c6d99 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=de670eb2-bfed-44b2-909b-fd8cb20a8854 HTTP/1.1" status: 200 len: 2967 time: 0.1321001 Mar 05 04:51:40.266980 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-211450e2-3fbf-4316-a68c-dfc9388db42f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:40.276323 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-027dff06-d966-4944-89e2-9973a5ddb7b6 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Allocated IP 172.20.0.2 (54309d98-48bc-4d3e-a20e-4665796063fc/9d05b828-21c8-4294-b343-ca7ba96c6119/8f50280d-c7ec-464b-867e-ad57cfb7443f) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:51:40.279610 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 1bacc1ab-7471-47c1-890d-7d6500f1df92 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:51:40.284671 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 1bacc1ab-7471-47c1-890d-7d6500f1df92 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:51:40.285270 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1bacc1ab-7471-47c1-890d-7d6500f1df92), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:40.374641 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 1bacc1ab-7471-47c1-890d-7d6500f1df92 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:40.375436 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1bacc1ab-7471-47c1-890d-7d6500f1df92), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:40.379304 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b15f9ec7-d540-4cda-be07-e861fe8497cd req-ac390730-2d1e-4d0d-9154-7c59ba4560c8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044350 Mar 05 04:51:40.423921 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 1bacc1ab-7471-47c1-890d-7d6500f1df92, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1bacc1ab-7471-47c1-890d-7d6500f1df92,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:40.429483 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1bacc1ab-7471-47c1-890d-7d6500f1df92), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:40.491763 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=1bacc1ab-7471-47c1-890d-7d6500f1df92,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:40.495517 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a322218b-0074-4997-8ed5-7602286d7ba1 req-11700c13-2b4f-4b7f-9f0f-863da6618734 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] 10.222.0.11 "GET /v2.0/security-groups?id=922f78f4-78ec-465e-a77f-ae5cd53c01cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124188 Mar 05 04:51:40.504724 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fd7312-d537-4721-8703-6dfbf6d51ce5 req-75e46bc3-1922-4d0f-8dd8-605728626a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:40.506748 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89fd7312-d537-4721-8703-6dfbf6d51ce5 req-75e46bc3-1922-4d0f-8dd8-605728626a9e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0d0246ef-ff26-40be-b007-039fc4674351 HTTP/1.1" status: 200 len: 1128 time: 0.4183872 Mar 05 04:51:40.518728 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-211450e2-3fbf-4316-a68c-dfc9388db42f admin admin] Publish callbacks [] for security_group (e550db77-7cd2-478d-9aba-a2855fab748b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:40.521832 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beb8df1-9c49-42f1-85ae-a9f33d8087c6 req-9dc7b2bf-741b-43e9-8ea4-e78168b7f08b tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:40.527650 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4beb8df1-9c49-42f1-85ae-a9f33d8087c6 req-9dc7b2bf-741b-43e9-8ea4-e78168b7f08b tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 945 time: 0.1109915 Mar 05 04:51:40.529000 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-211450e2-3fbf-4316-a68c-dfc9388db42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e550db77-7cd2-478d-9aba-a2855fab748b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:40.570131 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-027dff06-d966-4944-89e2-9973a5ddb7b6 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks [] for port (8f50280d-c7ec-464b-867e-ad57cfb7443f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:40.592189 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-211450e2-3fbf-4316-a68c-dfc9388db42f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=16db76be2dae4e63b7ad9b44d80ee904&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5064366 Mar 05 04:51:40.592787 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51810) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:40.601674 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211450e2-3fbf-4316-a68c-dfc9388db42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e550db77-7cd2-478d-9aba-a2855fab748b,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:40.602941 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4beb8df1-9c49-42f1-85ae-a9f33d8087c6 req-2d38913a-13cc-48f4-979c-79ed9b580f58 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732710 Mar 05 04:51:40.618890 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89fd7312-d537-4721-8703-6dfbf6d51ce5 req-a5216921-5cce-4a04-8cba-b39b79850f02 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=922f78f4-78ec-465e-a77f-ae5cd53c01cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546234 Mar 05 04:51:40.678247 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-027dff06-d966-4944-89e2-9973a5ddb7b6 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (8f50280d-c7ec-464b-867e-ad57cfb7443f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:40.686747 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796689b-e426-407a-a707-2bbe5b7a08a5 req-08e84c3c-5f2a-4c6c-b2fc-dfa61d1e0e79 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:40.688261 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a796689b-e426-407a-a707-2bbe5b7a08a5 req-08e84c3c-5f2a-4c6c-b2fc-dfa61d1e0e79 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/ports?device_id=a24b5975-5a9a-4153-8248-3f1e932eb700 HTTP/1.1" status: 200 len: 950 time: 0.0558257 Mar 05 04:51:40.711444 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5704aae4-bc57-4ea4-b189-51e0b8de538b admin admin] Publish callbacks [] for security_group (e550db77-7cd2-478d-9aba-a2855fab748b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:40.734512 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-027dff06-d966-4944-89e2-9973a5ddb7b6 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Network 54309d98-48bc-4d3e-a20e-4665796063fc is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:51:40.738565 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a796689b-e426-407a-a707-2bbe5b7a08a5 req-c10cf4ba-477e-4056-9303-aa3da3ce8ea1 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f3dc39b-dfac-4af8-94a7-0894dd621c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429468 Mar 05 04:51:40.743506 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-027dff06-d966-4944-89e2-9973a5ddb7b6 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:51:40.749872 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-027dff06-d966-4944-89e2-9973a5ddb7b6 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:51:40.756175 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5704aae4-bc57-4ea4-b189-51e0b8de538b admin admin] Publish callbacks [] for security_group (e550db77-7cd2-478d-9aba-a2855fab748b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:40.789963 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027dff06-d966-4944-89e2-9973a5ddb7b6 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Pushing event updated for resources: {'Port': ['ID=8f50280d-c7ec-464b-867e-ad57cfb7443f,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:40.832787 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-027dff06-d966-4944-89e2-9973a5ddb7b6 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:40.833404 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-027dff06-d966-4944-89e2-9973a5ddb7b6 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:40.850880 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-027dff06-d966-4944-89e2-9973a5ddb7b6 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9523821 Mar 05 04:51:40.862020 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-9431fe47-c73a-4e5b-96dc-6ca85b32169a service neutron] Request body: {'port': {'device_id': '92b75710-9b7f-42f6-b14d-7f6eaecc8130', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:40.885351 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5704aae4-bc57-4ea4-b189-51e0b8de538b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e550db77-7cd2-478d-9aba-a2855fab748b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:40.887907 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5704aae4-bc57-4ea4-b189-51e0b8de538b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:40.889038 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5704aae4-bc57-4ea4-b189-51e0b8de538b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e550db77-7cd2-478d-9aba-a2855fab748b HTTP/1.1" status: 204 len: 168 time: 0.2936969 Mar 05 04:51:40.903758 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704aae4-bc57-4ea4-b189-51e0b8de538b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e550db77-7cd2-478d-9aba-a2855fab748b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:40.915481 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd28941-e1f3-4912-932a-72d5a66f6a35 req-f3b42ed5-1aba-4f95-85ce-05bcdb5d07ce tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:40.922872 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7cd28941-e1f3-4912-932a-72d5a66f6a35 req-f3b42ed5-1aba-4f95-85ce-05bcdb5d07ce tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b75710-9b7f-42f6-b14d-7f6eaecc8130 HTTP/1.1" status: 200 len: 931 time: 0.0729926 Mar 05 04:51:40.948269 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-9431fe47-c73a-4e5b-96dc-6ca85b32169a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8f50280d-c7ec-464b-867e-ad57cfb7443f), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:40.975430 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7cd28941-e1f3-4912-932a-72d5a66f6a35 req-ffc4452a-6811-4b07-81ad-848d6e0e5c04 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514472 Mar 05 04:51:41.043907 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f09fa7-a203-493c-af91-db17822e1c51 req-d2fc2982-748e-4e38-93c6-f8dea35a4627 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:41.049500 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f09fa7-a203-493c-af91-db17822e1c51 req-d2fc2982-748e-4e38-93c6-f8dea35a4627 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:41.054978 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f09fa7-a203-493c-af91-db17822e1c51 req-d2fc2982-748e-4e38-93c6-f8dea35a4627 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:41.056732 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-84f09fa7-a203-493c-af91-db17822e1c51 req-d2fc2982-748e-4e38-93c6-f8dea35a4627 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=de670eb2-bfed-44b2-909b-fd8cb20a8854 HTTP/1.1" status: 200 len: 2418 time: 0.0794008 Mar 05 04:51:41.112736 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-84f09fa7-a203-493c-af91-db17822e1c51 req-a2032cab-a9d6-489b-9e6b-ff1d4d4f12ef tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489118 Mar 05 04:51:41.251715 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-9431fe47-c73a-4e5b-96dc-6ca85b32169a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f50280d-c7ec-464b-867e-ad57cfb7443f {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:51:41.259363 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-9431fe47-c73a-4e5b-96dc-6ca85b32169a service neutron] Publish callbacks [] for port (8f50280d-c7ec-464b-867e-ad57cfb7443f), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:41.271666 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-9431fe47-c73a-4e5b-96dc-6ca85b32169a service neutron] Transition to ACTIVE for port object 8f50280d-c7ec-464b-867e-ad57cfb7443f will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:51:41.276252 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-9431fe47-c73a-4e5b-96dc-6ca85b32169a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (8f50280d-c7ec-464b-867e-ad57cfb7443f), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:41.326936 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431fe47-c73a-4e5b-96dc-6ca85b32169a service neutron] Pushing event updated for resources: {'Port': ['ID=8f50280d-c7ec-464b-867e-ad57cfb7443f,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:41.351334 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-623f7fe1-74c5-425b-b78e-6e2ca3aed3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:41.405023 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-9431fe47-c73a-4e5b-96dc-6ca85b32169a service neutron] Attempting to bind port 8f50280d-c7ec-464b-867e-ad57cfb7443f on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:51:41.405361 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-9431fe47-c73a-4e5b-96dc-6ca85b32169a service neutron] Attempting to bind port 8f50280d-c7ec-464b-867e-ad57cfb7443f by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': 'ebcd2177-23d7-4bfd-8698-a8500e628c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:51:41.405713 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-9431fe47-c73a-4e5b-96dc-6ca85b32169a service neutron] Attempting to bind port 8f50280d-c7ec-464b-867e-ad57cfb7443f on network 54309d98-48bc-4d3e-a20e-4665796063fc {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:51:41.410103 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-9431fe47-c73a-4e5b-96dc-6ca85b32169a service neutron] Port 8f50280d-c7ec-464b-867e-ad57cfb7443f on network 54309d98-48bc-4d3e-a20e-4665796063fc not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:51:41.410430 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-9431fe47-c73a-4e5b-96dc-6ca85b32169a service neutron] Attempting to bind port 8f50280d-c7ec-464b-867e-ad57cfb7443f on network 54309d98-48bc-4d3e-a20e-4665796063fc {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:51:41.415859 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-9431fe47-c73a-4e5b-96dc-6ca85b32169a service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:51:41.416312 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-9431fe47-c73a-4e5b-96dc-6ca85b32169a service neutron] Checking segment: {'id': 'ebcd2177-23d7-4bfd-8698-a8500e628c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:51:41.416562 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-9431fe47-c73a-4e5b-96dc-6ca85b32169a service neutron] Bound using segment: {'id': 'ebcd2177-23d7-4bfd-8698-a8500e628c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:51:41.416982 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-9431fe47-c73a-4e5b-96dc-6ca85b32169a service neutron] Bound port: 8f50280d-c7ec-464b-867e-ad57cfb7443f, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebcd2177-23d7-4bfd-8698-a8500e628c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:51:41.417339 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-9431fe47-c73a-4e5b-96dc-6ca85b32169a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8f50280d-c7ec-464b-867e-ad57cfb7443f), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:41.488521 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-9431fe47-c73a-4e5b-96dc-6ca85b32169a service neutron] For port 8f50280d-c7ec-464b-867e-ad57cfb7443f, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:51:41.492715 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-9431fe47-c73a-4e5b-96dc-6ca85b32169a service neutron] For port 8f50280d-c7ec-464b-867e-ad57cfb7443f, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=8f50280d-c7ec-464b-867e-ad57cfb7443f,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:51:41.499144 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-9431fe47-c73a-4e5b-96dc-6ca85b32169a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (8f50280d-c7ec-464b-867e-ad57cfb7443f), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:41.539133 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-9431fe47-c73a-4e5b-96dc-6ca85b32169a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:41.540224 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-9431fe47-c73a-4e5b-96dc-6ca85b32169a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:41.541671 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-9431fe47-c73a-4e5b-96dc-6ca85b32169a service neutron] 10.222.0.30 "PUT /v2.0/ports/8f50280d-c7ec-464b-867e-ad57cfb7443f HTTP/1.1" status: 200 len: 1092 time: 0.6838694 Mar 05 04:51:41.542143 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b75710-9b7f-42f6-b14d-7f6eaecc8130', 'tag': '8f50280d-c7ec-464b-867e-ad57cfb7443f'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:51:41.544755 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e55b6e-ff9c-4558-8e93-c1594cb6518c" -d '{"events": [{"name": "network-changed", "server_uuid": "92b75710-9b7f-42f6-b14d-7f6eaecc8130", "tag": "8f50280d-c7ec-464b-867e-ad57cfb7443f"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:51:41.576466 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431fe47-c73a-4e5b-96dc-6ca85b32169a service neutron] Pushing event updated for resources: {'Port': ['ID=8f50280d-c7ec-464b-867e-ad57cfb7443f,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:41.636270 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ffa693-019f-412b-85b3-118e26044b0d x-openstack-request-id: req-95ffa693-019f-412b-85b3-118e26044b0d {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:51:41.636564 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92b75710-9b7f-42f6-b14d-7f6eaecc8130", "tag": "8f50280d-c7ec-464b-867e-ad57cfb7443f", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:51:41.636823 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-95ffa693-019f-412b-85b3-118e26044b0d {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:51:41.637951 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b75710-9b7f-42f6-b14d-7f6eaecc8130', 'tag': '8f50280d-c7ec-464b-867e-ad57cfb7443f', 'status': 'completed', 'code': 200} Mar 05 04:51:41.658012 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-86c3404a-0947-4779-91a5-e5352ecf2900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:41.664106 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-86c3404a-0947-4779-91a5-e5352ecf2900 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f4c8bc28785e4a00b63310ed97b40ba8&device_id=92b75710-9b7f-42f6-b14d-7f6eaecc8130 HTTP/1.1" status: 200 len: 1126 time: 0.0647371 Mar 05 04:51:41.702768 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3eb1e-97f3-46ee-8f0e-5b2c904d5f20 req-cc83051f-aebd-4fdc-ae52-5dd5852004cf tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:41.712036 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d0f3eb1e-97f3-46ee-8f0e-5b2c904d5f20 req-cc83051f-aebd-4fdc-ae52-5dd5852004cf tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d0246ef-ff26-40be-b007-039fc4674351 HTTP/1.1" status: 200 len: 945 time: 0.0788834 Mar 05 04:51:41.740906 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-a81a6436-f497-486b-9b1b-92b84e7d3a00 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f50280d-c7ec-464b-867e-ad57cfb7443f HTTP/1.1" status: 200 len: 217 time: 0.0585034 Mar 05 04:51:41.809223 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-9248245a-b63f-45eb-b591-458f71fe262f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:41.810836 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-9248245a-b63f-45eb-b591-458f71fe262f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d05b828-21c8-4294-b343-ca7ba96c6119 HTTP/1.1" status: 200 len: 846 time: 0.0642788 Mar 05 04:51:41.824019 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d0f3eb1e-97f3-46ee-8f0e-5b2c904d5f20 req-10333810-0528-411d-b809-51dca7687add tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] 10.222.0.11 "GET /v2.0/security-groups?id=922f78f4-78ec-465e-a77f-ae5cd53c01cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109381 Mar 05 04:51:41.847572 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47125208-33a5-4ffc-b8d3-aee1e012f549 req-5d3af92d-4bbf-4778-91f7-0f3ac7442cd3 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:41.849062 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-47125208-33a5-4ffc-b8d3-aee1e012f549 req-5d3af92d-4bbf-4778-91f7-0f3ac7442cd3 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 945 time: 0.0971859 Mar 05 04:51:41.867407 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-c12b4bd0-e7eb-4d87-ae15-727b732eeb59 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54309d98-48bc-4d3e-a20e-4665796063fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446703 Mar 05 04:51:41.982733 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-47125208-33a5-4ffc-b8d3-aee1e012f549 req-75797c7b-9567-45f4-83a2-a501dbb9c38f tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252329 Mar 05 04:51:41.999518 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff700e-21ad-4bc6-9301-c139d2717ff5 req-ad3d2983-aeba-4fb3-b7f8-cc23d1070f9b tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:42.001052 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-a61d0f0a-386f-4c06-a9bd-3f0d81ab1afb service neutron] 10.222.0.30 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264987 Mar 05 04:51:42.003529 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-17ff700e-21ad-4bc6-9301-c139d2717ff5 req-ad3d2983-aeba-4fb3-b7f8-cc23d1070f9b tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/ports?device_id=a24b5975-5a9a-4153-8248-3f1e932eb700 HTTP/1.1" status: 200 len: 950 time: 0.0958412 Mar 05 04:51:42.006645 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24b5975-5a9a-4153-8248-3f1e932eb700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bacc1ab-7471-47c1-890d-7d6500f1df92'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:51:42.019251 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d595f485-45d6-47fe-82ee-387548cf2c10" -d '{"events": [{"server_uuid": "a24b5975-5a9a-4153-8248-3f1e932eb700", "name": "network-vif-plugged", "status": "completed", "tag": "1bacc1ab-7471-47c1-890d-7d6500f1df92"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:51:42.071896 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-17ff700e-21ad-4bc6-9301-c139d2717ff5 req-6b6f6369-4588-4ee6-b92d-6f77e01150d0 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f3dc39b-dfac-4af8-94a7-0894dd621c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570061 Mar 05 04:51:42.110795 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d6b720-307a-495d-b53c-d7baca752274 x-openstack-request-id: req-b1d6b720-307a-495d-b53c-d7baca752274 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:51:42.111113 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24b5975-5a9a-4153-8248-3f1e932eb700", "name": "network-vif-plugged", "status": "completed", "tag": "1bacc1ab-7471-47c1-890d-7d6500f1df92", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:51:42.111388 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b1d6b720-307a-495d-b53c-d7baca752274 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:51:42.112070 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24b5975-5a9a-4153-8248-3f1e932eb700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bacc1ab-7471-47c1-890d-7d6500f1df92', 'code': 200} Mar 05 04:51:42.117922 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8e53eb6c-85b2-4b8d-828f-b2438f9f825a req-4d5ba791-e5ae-48ed-95ac-426507fada49 service neutron] 10.222.0.30 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042905 Mar 05 04:51:42.172021 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01145aa1-ac67-4b7c-9f74-cd8fa23027ad req-de361710-2c6e-4140-be42-52158054dda4 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:42.177743 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-01145aa1-ac67-4b7c-9f74-cd8fa23027ad req-de361710-2c6e-4140-be42-52158054dda4 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b75710-9b7f-42f6-b14d-7f6eaecc8130 HTTP/1.1" status: 200 len: 943 time: 0.0872509 Mar 05 04:51:42.278984 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-01145aa1-ac67-4b7c-9f74-cd8fa23027ad req-56874fa3-81ee-4337-a585-28071eb0cddc tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954201 Mar 05 04:51:42.296349 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e55b6e-ff9c-4558-8e93-c1594cb6518c req-8ec0d51f-01b2-41aa-91c4-610f9d6ecd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:42.297841 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-19e55b6e-ff9c-4558-8e93-c1594cb6518c req-8ec0d51f-01b2-41aa-91c4-610f9d6ecd14 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f4c8bc28785e4a00b63310ed97b40ba8&device_id=92b75710-9b7f-42f6-b14d-7f6eaecc8130 HTTP/1.1" status: 200 len: 1126 time: 0.0605414 Mar 05 04:51:42.302032 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d5c58-5fec-40f6-af49-8c10743ff1a1 req-01d88d5b-c8c6-452e-b599-58ea8d9bc351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:42.304015 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-548d5c58-5fec-40f6-af49-8c10743ff1a1 req-01d88d5b-c8c6-452e-b599-58ea8d9bc351 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a24b5975-5a9a-4153-8248-3f1e932eb700 HTTP/1.1" status: 200 len: 1133 time: 0.0946996 Mar 05 04:51:42.317768 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eee13c-046a-4d4e-8bf3-12107cdf17f7 req-9bba048f-3ef9-4c19-8cf3-e5f1e53a0198 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:42.324030 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eee13c-046a-4d4e-8bf3-12107cdf17f7 req-9bba048f-3ef9-4c19-8cf3-e5f1e53a0198 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:42.329654 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eee13c-046a-4d4e-8bf3-12107cdf17f7 req-9bba048f-3ef9-4c19-8cf3-e5f1e53a0198 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:42.336201 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80eee13c-046a-4d4e-8bf3-12107cdf17f7 req-9bba048f-3ef9-4c19-8cf3-e5f1e53a0198 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=de670eb2-bfed-44b2-909b-fd8cb20a8854 HTTP/1.1" status: 200 len: 2418 time: 0.1217134 Mar 05 04:51:42.395258 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80eee13c-046a-4d4e-8bf3-12107cdf17f7 req-7e636742-2bc4-45a0-a5f2-67b0a0a86171 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521419 Mar 05 04:51:42.421550 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-548d5c58-5fec-40f6-af49-8c10743ff1a1 req-9b09a78c-20a8-4995-8d0d-c884ea9ac63e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9f3dc39b-dfac-4af8-94a7-0894dd621c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942369 Mar 05 04:51:42.437435 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51868) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:42.443339 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e55b6e-ff9c-4558-8e93-c1594cb6518c req-55691dc7-69a6-4915-97ea-92686fe4f420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:42.445777 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-19e55b6e-ff9c-4558-8e93-c1594cb6518c req-55691dc7-69a6-4915-97ea-92686fe4f420 service neutron] 10.222.0.30 "GET /v2.0/networks?id=54309d98-48bc-4d3e-a20e-4665796063fc HTTP/1.1" status: 200 len: 906 time: 0.1401989 Mar 05 04:51:42.496881 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-19e55b6e-ff9c-4558-8e93-c1594cb6518c req-4da8df3e-9ae1-4c51-be11-41f3bff08c93 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f50280d-c7ec-464b-867e-ad57cfb7443f HTTP/1.1" status: 200 len: 217 time: 0.0447564 Mar 05 04:51:42.547193 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e55b6e-ff9c-4558-8e93-c1594cb6518c req-09dfb292-90b2-45fa-9d6d-8b9ff53244bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:42.548783 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-19e55b6e-ff9c-4558-8e93-c1594cb6518c req-09dfb292-90b2-45fa-9d6d-8b9ff53244bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d05b828-21c8-4294-b343-ca7ba96c6119 HTTP/1.1" status: 200 len: 846 time: 0.0455005 Mar 05 04:51:42.583765 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-19e55b6e-ff9c-4558-8e93-c1594cb6518c req-fd37f0a5-997f-427f-92f4-d5bdb805a954 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54309d98-48bc-4d3e-a20e-4665796063fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288637 Mar 05 04:51:42.597835 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-edb7f487-32a6-4fb6-870d-df863705cfe2 tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-395480179'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:42.617697 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb7f487-32a6-4fb6-870d-df863705cfe2 tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] Made reservation on behalf of 7e194eb9ac94451a8ccfaac0adea3598 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:51:42.621559 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-edb7f487-32a6-4fb6-870d-df863705cfe2 tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:42.632259 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-edb7f487-32a6-4fb6-870d-df863705cfe2 tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:42.685259 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-19e55b6e-ff9c-4558-8e93-c1594cb6518c req-796e049d-6783-4ceb-b557-0ce451aadf79 service neutron] 10.222.0.30 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909338 Mar 05 04:51:42.717403 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8137b-6c40-4fc4-a6ae-4993c7d9c660 req-eafe578e-eef3-477b-ba6b-bbf91abc9766 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:42.722726 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8137b-6c40-4fc4-a6ae-4993c7d9c660 req-eafe578e-eef3-477b-ba6b-bbf91abc9766 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:42.728599 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8137b-6c40-4fc4-a6ae-4993c7d9c660 req-eafe578e-eef3-477b-ba6b-bbf91abc9766 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:42.730288 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d7b8137b-6c40-4fc4-a6ae-4993c7d9c660 req-eafe578e-eef3-477b-ba6b-bbf91abc9766 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=de670eb2-bfed-44b2-909b-fd8cb20a8854 HTTP/1.1" status: 200 len: 2418 time: 0.0896924 Mar 05 04:51:42.788105 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-19e55b6e-ff9c-4558-8e93-c1594cb6518c req-a4893135-5cec-4fff-8473-4c2998ebdf7b service neutron] 10.222.0.30 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939424 Mar 05 04:51:42.811623 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-edb7f487-32a6-4fb6-870d-df863705cfe2 tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] Publish callbacks [] for security_group (4c89744f-398d-4d28-8aab-c2079c2a54cb), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:42.816832 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d7b8137b-6c40-4fc4-a6ae-4993c7d9c660 req-1cab381c-34c3-42a7-8d63-458e48b73c50 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723615 Mar 05 04:51:42.818004 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-edb7f487-32a6-4fb6-870d-df863705cfe2 tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4c89744f-398d-4d28-8aab-c2079c2a54cb), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:42.847555 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb7f487-32a6-4fb6-870d-df863705cfe2 tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:51:42.853051 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7f487-32a6-4fb6-870d-df863705cfe2 tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c89744f-398d-4d28-8aab-c2079c2a54cb,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:42.860356 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-edb7f487-32a6-4fb6-870d-df863705cfe2 tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (76ac8f57-71d8-475c-a64b-570a16203dbf), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:42.860712 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-edb7f487-32a6-4fb6-870d-df863705cfe2 tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] Added segment 76ac8f57-71d8-475c-a64b-570a16203dbf of type vlan for network b024d850-2cda-4933-93c0-c6cd84bb239a Mar 05 04:51:42.902943 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-edb7f487-32a6-4fb6-870d-df863705cfe2 tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (b024d850-2cda-4933-93c0-c6cd84bb239a), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:42.953507 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-edb7f487-32a6-4fb6-870d-df863705cfe2 tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (b024d850-2cda-4933-93c0-c6cd84bb239a), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:42.958540 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb7f487-32a6-4fb6-870d-df863705cfe2 tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:42.959158 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-edb7f487-32a6-4fb6-870d-df863705cfe2 tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:43.000980 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-edb7f487-32a6-4fb6-870d-df863705cfe2 tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5624359 Mar 05 04:51:43.004418 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51880) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:43.044297 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901305d-0b46-42dd-b82a-e8ecf7ec7aa8 req-b79d2e83-adad-4a0d-a25a-f7e51ad80599 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:43.045836 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e901305d-0b46-42dd-b82a-e8ecf7ec7aa8 req-b79d2e83-adad-4a0d-a25a-f7e51ad80599 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d0246ef-ff26-40be-b007-039fc4674351 HTTP/1.1" status: 200 len: 945 time: 0.1347983 Mar 05 04:51:43.049365 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7f487-32a6-4fb6-870d-df863705cfe2 tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] Pushing event updated for resources: {'Network': ['ID=b024d850-2cda-4933-93c0-c6cd84bb239a,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:43.064705 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-0b10ab92-4f1c-45fc-b3cf-15d957ea9b5f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Request body: {'network': {'name': 'tempest-network--1773487214', 'router:external': True}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:43.073669 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network b024d850-2cda-4933-93c0-c6cd84bb239a details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:51:43.089464 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b10ab92-4f1c-45fc-b3cf-15d957ea9b5f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Made reservation on behalf of 4688276c73404d7b82d1a2c483f0060d for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:51:43.092023 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0b10ab92-4f1c-45fc-b3cf-15d957ea9b5f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:43.103231 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0b10ab92-4f1c-45fc-b3cf-15d957ea9b5f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:43.145998 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e901305d-0b46-42dd-b82a-e8ecf7ec7aa8 req-9ab03e41-e57e-40cc-8681-2f8a387e5921 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] 10.222.0.11 "GET /v2.0/security-groups?id=922f78f4-78ec-465e-a77f-ae5cd53c01cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901051 Mar 05 04:51:43.170998 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4819f3-0ca8-495f-a9de-d729314a989b req-a4403c99-ee8a-406f-88be-1a1c1eddb420 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:43.172693 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4e4819f3-0ca8-495f-a9de-d729314a989b req-a4403c99-ee8a-406f-88be-1a1c1eddb420 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 945 time: 0.0926998 Mar 05 04:51:43.197126 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0b10ab92-4f1c-45fc-b3cf-15d957ea9b5f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks [] for security_group (646e5131-aa62-42e3-bf3d-95cf22b0dd2d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:43.203542 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0b10ab92-4f1c-45fc-b3cf-15d957ea9b5f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (646e5131-aa62-42e3-bf3d-95cf22b0dd2d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:43.232540 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b10ab92-4f1c-45fc-b3cf-15d957ea9b5f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:51:43.242667 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10ab92-4f1c-45fc-b3cf-15d957ea9b5f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646e5131-aa62-42e3-bf3d-95cf22b0dd2d,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:43.250085 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0b10ab92-4f1c-45fc-b3cf-15d957ea9b5f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (419be762-fe26-4df7-a717-c01f63d01881), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:43.250464 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-0b10ab92-4f1c-45fc-b3cf-15d957ea9b5f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Added segment 419be762-fe26-4df7-a717-c01f63d01881 of type vlan for network afb0d31e-b4a5-4ac6-92ce-f2fb7b55e577 Mar 05 04:51:43.289475 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4e4819f3-0ca8-495f-a9de-d729314a989b req-1bb34f69-e3a7-498e-9627-b45a87ea51bf tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089063 Mar 05 04:51:43.307331 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0b10ab92-4f1c-45fc-b3cf-15d957ea9b5f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (afb0d31e-b4a5-4ac6-92ce-f2fb7b55e577), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:43.343363 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0b10ab92-4f1c-45fc-b3cf-15d957ea9b5f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (afb0d31e-b4a5-4ac6-92ce-f2fb7b55e577), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:43.344970 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b10ab92-4f1c-45fc-b3cf-15d957ea9b5f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:43.345903 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0b10ab92-4f1c-45fc-b3cf-15d957ea9b5f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:43.440977 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03bcfd-a184-4fc8-9ac8-a6a43eeef5e0 req-119d12c7-b8fe-4520-a660-eb867877a81e tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:43.450659 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0b10ab92-4f1c-45fc-b3cf-15d957ea9b5f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4449973 Mar 05 04:51:43.451324 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bd03bcfd-a184-4fc8-9ac8-a6a43eeef5e0 req-119d12c7-b8fe-4520-a660-eb867877a81e tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b75710-9b7f-42f6-b14d-7f6eaecc8130 HTTP/1.1" status: 200 len: 943 time: 0.0817525 Mar 05 04:51:43.454394 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51892) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:43.461213 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10ab92-4f1c-45fc-b3cf-15d957ea9b5f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Pushing event updated for resources: {'Network': ['ID=afb0d31e-b4a5-4ac6-92ce-f2fb7b55e577,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:43.471928 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network afb0d31e-b4a5-4ac6-92ce-f2fb7b55e577 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:51:43.541258 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4897ecf-adcb-405f-a5a5-672c5477dea9 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (afb0d31e-b4a5-4ac6-92ce-f2fb7b55e577), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:43.559135 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bd03bcfd-a184-4fc8-9ac8-a6a43eeef5e0 req-7a0a807b-f0ba-4d95-8ea5-cdd87a282982 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035240 Mar 05 04:51:43.594510 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818f048-33a6-48df-8bed-2c7d8962d63a req-e533b42c-26e7-4288-ae39-980ca2a6523f tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:43.601394 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2818f048-33a6-48df-8bed-2c7d8962d63a req-e533b42c-26e7-4288-ae39-980ca2a6523f tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/ports?device_id=a24b5975-5a9a-4153-8248-3f1e932eb700 HTTP/1.1" status: 200 len: 950 time: 0.1480420 Mar 05 04:51:43.617716 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device b34610c6-d670-4a34-accc-bafe36585063 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:51:43.663145 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4897ecf-adcb-405f-a5a5-672c5477dea9 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (afb0d31e-b4a5-4ac6-92ce-f2fb7b55e577), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:43.703363 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-a4897ecf-adcb-405f-a5a5-672c5477dea9 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb0d31e-b4a5-4ac6-92ce-f2fb7b55e577']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:43.708982 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2818f048-33a6-48df-8bed-2c7d8962d63a req-6ec0b130-15e2-421e-867f-0a898527ff6d tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f3dc39b-dfac-4af8-94a7-0894dd621c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008513 Mar 05 04:51:43.716196 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-a4897ecf-adcb-405f-a5a5-672c5477dea9 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '419be762-fe26-4df7-a717-c01f63d01881') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:43.716998 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-a4897ecf-adcb-405f-a5a5-672c5477dea9 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '419be762-fe26-4df7-a717-c01f63d01881') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:43.747367 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4897ecf-adcb-405f-a5a5-672c5477dea9 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (419be762-fe26-4df7-a717-c01f63d01881), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:43.782929 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port b34610c6-d670-4a34-accc-bafe36585063, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=b34610c6-d670-4a34-accc-bafe36585063,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:43.784027 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4897ecf-adcb-405f-a5a5-672c5477dea9 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (419be762-fe26-4df7-a717-c01f63d01881), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:43.798028 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'b34610c6-d670-4a34-accc-bafe36585063', 'network_id': '97e85245-3112-4887-8483-668804607d54', 'port_id': 'b34610c6-d670-4a34-accc-bafe36585063', 'mac_address': 'fa:16:3e:55:75:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c431197c-f63d-4d0c-afc1-f0e0b1d87270', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:51:43.799391 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4897ecf-adcb-405f-a5a5-672c5477dea9 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:51:43.799773 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4897ecf-adcb-405f-a5a5-672c5477dea9 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (419be762-fe26-4df7-a717-c01f63d01881), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:43.801912 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:51:43.801912 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:51:43.801912 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:51:43.801912 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:51:43.801912 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:51:43.801912 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:51:43.801912 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:51:43.801912 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:51:43.801912 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:51:43.801912 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:51:43.801912 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:51:43.801912 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:51:43.801912 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:51:43.801912 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:51:43.801912 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:51:43.801912 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:51:43.801912 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:51:43.801912 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:51:43.801912 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:51:43.801912 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:51:43.801912 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:51:43.801912 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:51:43.801912 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:51:43.801912 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:51:43.801912 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:51:43.801912 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:51:43.801912 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:51:43.801912 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:51:43.801912 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:51:43.801912 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:51:43.801912 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:51:43.801912 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:51:43.806296 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:43.879417 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4897ecf-adcb-405f-a5a5-672c5477dea9 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (afb0d31e-b4a5-4ac6-92ce-f2fb7b55e577), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:43.879862 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-94456e88-da79-4112-96ac-eae40861a0c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:43.891382 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4897ecf-adcb-405f-a5a5-672c5477dea9 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network afb0d31e-b4a5-4ac6-92ce-f2fb7b55e577 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 05 04:51:43.891550 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:43.918103 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4897ecf-adcb-405f-a5a5-672c5477dea9 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:43.918767 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port b34610c6-d670-4a34-accc-bafe36585063 is: ACTIVE; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:43.919201 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b34610c6-d670-4a34-accc-bafe36585063), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:43.922253 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a4897ecf-adcb-405f-a5a5-672c5477dea9 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] 10.222.0.11 "DELETE /v2.0/networks/afb0d31e-b4a5-4ac6-92ce-f2fb7b55e577 HTTP/1.1" status: 204 len: 168 time: 0.4669111 Mar 05 04:51:43.923746 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4897ecf-adcb-405f-a5a5-672c5477dea9 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Pushing event deleted for resources: {'Network': ['ID=afb0d31e-b4a5-4ac6-92ce-f2fb7b55e577,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:43.932805 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51916) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:43.939371 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b34610c6-d670-4a34-accc-bafe36585063 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:51:43.946289 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-8edc6a57-61bc-4358-9f16-bb6966e8d8d8 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:43.962804 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port b34610c6-d670-4a34-accc-bafe36585063, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=b34610c6-d670-4a34-accc-bafe36585063,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:43.969810 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b34610c6-d670-4a34-accc-bafe36585063), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:43.972905 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edc6a57-61bc-4358-9f16-bb6966e8d8d8 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Made reservation on behalf of 4688276c73404d7b82d1a2c483f0060d for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:51:43.977345 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8edc6a57-61bc-4358-9f16-bb6966e8d8d8 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:43.997366 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab1ffe-4e30-4fbc-a9d9-74b7c6ec85d0 req-9bab66fe-5a56-4bb4-86f8-6fa38a565af5 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:44.004459 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab1ffe-4e30-4fbc-a9d9-74b7c6ec85d0 req-9bab66fe-5a56-4bb4-86f8-6fa38a565af5 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:44.011837 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab1ffe-4e30-4fbc-a9d9-74b7c6ec85d0 req-9bab66fe-5a56-4bb4-86f8-6fa38a565af5 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:44.020307 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-28ab1ffe-4e30-4fbc-a9d9-74b7c6ec85d0 req-9bab66fe-5a56-4bb4-86f8-6fa38a565af5 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=de670eb2-bfed-44b2-909b-fd8cb20a8854 HTTP/1.1" status: 200 len: 2418 time: 0.1012521 Mar 05 04:51:44.051476 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8edc6a57-61bc-4358-9f16-bb6966e8d8d8 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:51:44.089480 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-28ab1ffe-4e30-4fbc-a9d9-74b7c6ec85d0 req-92d1a66a-9f5e-4b1f-bd01-5fb9c6431e5e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680661 Mar 05 04:51:44.090699 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8edc6a57-61bc-4358-9f16-bb6966e8d8d8 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (77114676-7a33-48a1-807a-996f283df4c5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:44.092885 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-8edc6a57-61bc-4358-9f16-bb6966e8d8d8 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Added segment 77114676-7a33-48a1-807a-996f283df4c5 of type vlan for network 3b8dbe9a-4c2c-4bf4-a12a-69800111e379 Mar 05 04:51:44.134383 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=b34610c6-d670-4a34-accc-bafe36585063,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:44.149091 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['b34610c6-d670-4a34-accc-bafe36585063'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:51:44.183216 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8edc6a57-61bc-4358-9f16-bb6966e8d8d8 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (3b8dbe9a-4c2c-4bf4-a12a-69800111e379), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:44.233919 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8edc6a57-61bc-4358-9f16-bb6966e8d8d8 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (3b8dbe9a-4c2c-4bf4-a12a-69800111e379), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:44.235289 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edc6a57-61bc-4358-9f16-bb6966e8d8d8 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:44.236026 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8edc6a57-61bc-4358-9f16-bb6966e8d8d8 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:44.368951 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8edc6a57-61bc-4358-9f16-bb6966e8d8d8 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.4345376 Mar 05 04:51:44.372375 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51926) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:44.374253 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc6a57-61bc-4358-9f16-bb6966e8d8d8 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Pushing event updated for resources: {'Network': ['ID=3b8dbe9a-4c2c-4bf4-a12a-69800111e379,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:44.377808 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-b7787038-eac5-45b8-ab7f-c11ceaf32487 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Request body: {'subnet': {'network_id': '3b8dbe9a-4c2c-4bf4-a12a-69800111e379', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:44.388277 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 3b8dbe9a-4c2c-4bf4-a12a-69800111e379 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:51:44.476729 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7787038-eac5-45b8-ab7f-c11ceaf32487 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Made reservation on behalf of 4688276c73404d7b82d1a2c483f0060d for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:51:44.488652 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b7787038-eac5-45b8-ab7f-c11ceaf32487 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:44.519615 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd86d4d-5c3b-45ec-949b-b709bbe18ae2 req-46079eb9-9e43-482e-8ab6-0cb319aa8441 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:44.530345 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd86d4d-5c3b-45ec-949b-b709bbe18ae2 req-46079eb9-9e43-482e-8ab6-0cb319aa8441 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:44.536324 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd86d4d-5c3b-45ec-949b-b709bbe18ae2 req-46079eb9-9e43-482e-8ab6-0cb319aa8441 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:44.539121 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8dd86d4d-5c3b-45ec-949b-b709bbe18ae2 req-46079eb9-9e43-482e-8ab6-0cb319aa8441 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.30 "GET /v2.0/ports?device_id=de670eb2-bfed-44b2-909b-fd8cb20a8854 HTTP/1.1" status: 200 len: 2418 time: 0.1204572 Mar 05 04:51:44.575743 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90f8fa-fcdd-4796-b2c5-376d967b1b7b req-00f4f48d-2303-4afe-9fc5-f3cd95bae3d3 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:44.584950 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d90f8fa-fcdd-4796-b2c5-376d967b1b7b req-00f4f48d-2303-4afe-9fc5-f3cd95bae3d3 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 944 time: 0.1775537 Mar 05 04:51:44.661562 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d90f8fa-fcdd-4796-b2c5-376d967b1b7b req-6c664357-3c1c-461d-9839-06892f132818 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754766 Mar 05 04:51:44.791831 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-8dd86d4d-5c3b-45ec-949b-b709bbe18ae2 req-327d9af5-42e5-4fb0-a1ba-7dea0c9fbb16 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Deleting port c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:51:44.792205 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8dd86d4d-5c3b-45ec-949b-b709bbe18ae2 req-327d9af5-42e5-4fb0-a1ba-7dea0c9fbb16 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:44.914946 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:44.932050 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771aa9e7-a67d-426d-b0f1-31fda5f1005c req-c49823ed-5690-4316-9c3a-1080733e94d5 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:44.941111 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-771aa9e7-a67d-426d-b0f1-31fda5f1005c req-c49823ed-5690-4316-9c3a-1080733e94d5 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b75710-9b7f-42f6-b14d-7f6eaecc8130 HTTP/1.1" status: 200 len: 943 time: 0.2389414 Mar 05 04:51:44.964789 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-8dd86d4d-5c3b-45ec-949b-b709bbe18ae2 req-327d9af5-42e5-4fb0-a1ba-7dea0c9fbb16 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] For port c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe,segment=NetworkSegment(96e6c605-f0d5-4e27-b7a9-368164eacfa2),segment_id=96e6c605-f0d5-4e27-b7a9-368164eacfa2)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:44.965417 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8dd86d4d-5c3b-45ec-949b-b709bbe18ae2 req-327d9af5-42e5-4fb0-a1ba-7dea0c9fbb16 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:44.986965 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-8dd86d4d-5c3b-45ec-949b-b709bbe18ae2 req-327d9af5-42e5-4fb0-a1ba-7dea0c9fbb16 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Calling delete_port for c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:51:45.085961 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-771aa9e7-a67d-426d-b0f1-31fda5f1005c req-41a3d12b-4af7-4d6c-92ac-77f3ea3e055d tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438875 Mar 05 04:51:45.111955 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a06517-fc8f-45b6-8b74-fbc73ed64662 req-875d79cb-05ec-499f-a8b5-c10a540c3083 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:45.130540 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-03a06517-fc8f-45b6-8b74-fbc73ed64662 req-875d79cb-05ec-499f-a8b5-c10a540c3083 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/ports?device_id=a24b5975-5a9a-4153-8248-3f1e932eb700 HTTP/1.1" status: 200 len: 950 time: 0.1871085 Mar 05 04:51:45.227060 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-03a06517-fc8f-45b6-8b74-fbc73ed64662 req-cd261e07-a27e-4016-8981-58dd412d21b1 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f3dc39b-dfac-4af8-94a7-0894dd621c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944622 Mar 05 04:51:45.253532 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8dd86d4d-5c3b-45ec-949b-b709bbe18ae2 req-327d9af5-42e5-4fb0-a1ba-7dea0c9fbb16 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:45.266844 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['936d7779-a7c6-41ef-9c27-3cacc6e09ffb', '3784d7b8-c2cb-42ff-b459-1fd4b2687aa6', 'c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:51:45.294806 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d9af5-42e5-4fb0-a1ba-7dea0c9fbb16 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Pushing event deleted for resources: {'Port': ['ID=c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:45.378612 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd86d4d-5c3b-45ec-949b-b709bbe18ae2 req-327d9af5-42e5-4fb0-a1ba-7dea0c9fbb16 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] No DVR routers for this DVR port c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:51:45.384595 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8dd86d4d-5c3b-45ec-949b-b709bbe18ae2 req-327d9af5-42e5-4fb0-a1ba-7dea0c9fbb16 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:45.391411 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8dd86d4d-5c3b-45ec-949b-b709bbe18ae2 req-327d9af5-42e5-4fb0-a1ba-7dea0c9fbb16 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.30 "DELETE /v2.0/ports/c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe HTTP/1.1" status: 204 len: 173 time: 0.8467391 Mar 05 04:51:45.393098 n-d-789963-32 neutron-server[105231]: DEBUG neutron.objects.ports [None req-b7787038-eac5-45b8-ab7f-c11ceaf32487 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105231) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 05 04:51:45.393565 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b7787038-eac5-45b8-ab7f-c11ceaf32487 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (848ee431-64f2-45ce-a308-cc6e62c777a4), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:45.395791 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de670eb2-bfed-44b2-909b-fd8cb20a8854', 'name': 'network-vif-deleted', 'tag': 'c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:51:45.408449 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994db475-ccee-4080-9cd0-04b26d8026f9" -d '{"events": [{"server_uuid": "de670eb2-bfed-44b2-909b-fd8cb20a8854", "name": "network-vif-deleted", "tag": "c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:51:45.601041 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 8f50280d-c7ec-464b-867e-ad57cfb7443f details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:51:45.611296 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device b34610c6-d670-4a34-accc-bafe36585063 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:51:45.615547 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7787038-eac5-45b8-ab7f-c11ceaf32487 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Pushing event updated for resources: {'Subnet': ['ID=848ee431-64f2-45ce-a308-cc6e62c777a4,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:45.629448 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7787038-eac5-45b8-ab7f-c11ceaf32487 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Checking segment: {'id': '77114676-7a33-48a1-807a-996f283df4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3b8dbe9a-4c2c-4bf4-a12a-69800111e379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:51:45.633738 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7787038-eac5-45b8-ab7f-c11ceaf32487 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Network hostable DHCP agents. Network: 3b8dbe9a-4c2c-4bf4-a12a-69800111e379, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:51:45.658645 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-8dd86d4d-5c3b-45ec-949b-b709bbe18ae2 req-1678571b-c7f3-432f-97c9-dcba6b380202 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Deleting port 3784d7b8-c2cb-42ff-b459-1fd4b2687aa6 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:51:45.658915 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8dd86d4d-5c3b-45ec-949b-b709bbe18ae2 req-1678571b-c7f3-432f-97c9-dcba6b380202 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (3784d7b8-c2cb-42ff-b459-1fd4b2687aa6), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:45.675677 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c916a-4ccd-46c6-a9ea-e4f8a8cc2808 req-f0cc9d67-c709-4024-a82b-84a82289a169 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:45.686715 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c916a-4ccd-46c6-a9ea-e4f8a8cc2808 req-f0cc9d67-c709-4024-a82b-84a82289a169 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:45.694354 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e51c916a-4ccd-46c6-a9ea-e4f8a8cc2808 req-f0cc9d67-c709-4024-a82b-84a82289a169 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=de670eb2-bfed-44b2-909b-fd8cb20a8854 HTTP/1.1" status: 200 len: 1683 time: 0.2719491 Mar 05 04:51:45.696294 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17fffef-5c3d-4ef2-b71d-ad6e946d76a8 x-openstack-request-id: req-f17fffef-5c3d-4ef2-b71d-ad6e946d76a8 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:51:45.696591 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de670eb2-bfed-44b2-909b-fd8cb20a8854", "name": "network-vif-deleted", "tag": "c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:51:45.697088 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f17fffef-5c3d-4ef2-b71d-ad6e946d76a8 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:51:45.698544 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de670eb2-bfed-44b2-909b-fd8cb20a8854', 'name': 'network-vif-deleted', 'tag': 'c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe', 'status': 'completed', 'code': 200} Mar 05 04:51:45.744410 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7787038-eac5-45b8-ab7f-c11ceaf32487 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Network 3b8dbe9a-4c2c-4bf4-a12a-69800111e379 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:51:45.779552 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-b7787038-eac5-45b8-ab7f-c11ceaf32487 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 3b8dbe9a-4c2c-4bf4-a12a-69800111e379) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:51:45.814870 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7787038-eac5-45b8-ab7f-c11ceaf32487 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:45.820138 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b7787038-eac5-45b8-ab7f-c11ceaf32487 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:45.830696 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383fe3aa-f548-4898-a37b-65fac2d4ee3f None None] Network 3b8dbe9a-4c2c-4bf4-a12a-69800111e379 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:51:45.831995 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-8dd86d4d-5c3b-45ec-949b-b709bbe18ae2 req-1678571b-c7f3-432f-97c9-dcba6b380202 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] For port 3784d7b8-c2cb-42ff-b459-1fd4b2687aa6, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=3784d7b8-c2cb-42ff-b459-1fd4b2687aa6,segment=NetworkSegment(028122cf-4082-40d9-babb-aae63d8c2804),segment_id=028122cf-4082-40d9-babb-aae63d8c2804)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:45.832368 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8dd86d4d-5c3b-45ec-949b-b709bbe18ae2 req-1678571b-c7f3-432f-97c9-dcba6b380202 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (3784d7b8-c2cb-42ff-b459-1fd4b2687aa6), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:45.837906 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e51c916a-4ccd-46c6-a9ea-e4f8a8cc2808 req-2a7f195b-6d55-4255-86af-8aba7bfe7718 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424339 Mar 05 04:51:45.848179 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-8dd86d4d-5c3b-45ec-949b-b709bbe18ae2 req-1678571b-c7f3-432f-97c9-dcba6b380202 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Calling delete_port for 3784d7b8-c2cb-42ff-b459-1fd4b2687aa6 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:51:46.097955 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b7787038-eac5-45b8-ab7f-c11ceaf32487 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7162318 Mar 05 04:51:46.098660 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51952) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:46.112894 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-cc29cb03-cd69-4301-8541-3ac19c05e350 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Request body: {'floatingip': {'floating_network_id': '3b8dbe9a-4c2c-4bf4-a12a-69800111e379'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:46.130853 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8dd86d4d-5c3b-45ec-949b-b709bbe18ae2 req-1678571b-c7f3-432f-97c9-dcba6b380202 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (3784d7b8-c2cb-42ff-b459-1fd4b2687aa6), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:46.133433 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.resource_extend [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 04:51:46.186763 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678571b-c7f3-432f-97c9-dcba6b380202 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Pushing event deleted for resources: {'Port': ['ID=3784d7b8-c2cb-42ff-b459-1fd4b2687aa6,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:46.187594 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['936d7779-a7c6-41ef-9c27-3cacc6e09ffb', '3784d7b8-c2cb-42ff-b459-1fd4b2687aa6', 'c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:51:46.235278 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cc29cb03-cd69-4301-8541-3ac19c05e350 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:46.293422 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60b28e-11de-4db5-9d49-b341d1f4d926 req-2be93245-a4f5-4981-b391-a3b075ac343b tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:46.295015 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b60b28e-11de-4db5-9d49-b341d1f4d926 req-2be93245-a4f5-4981-b391-a3b075ac343b tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/ports?device_id=a24b5975-5a9a-4153-8248-3f1e932eb700 HTTP/1.1" status: 200 len: 950 time: 0.4104121 Mar 05 04:51:46.323334 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd86d4d-5c3b-45ec-949b-b709bbe18ae2 req-1678571b-c7f3-432f-97c9-dcba6b380202 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] No DVR routers for this DVR port 3784d7b8-c2cb-42ff-b459-1fd4b2687aa6 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:51:46.326465 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8dd86d4d-5c3b-45ec-949b-b709bbe18ae2 req-1678571b-c7f3-432f-97c9-dcba6b380202 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:46.329923 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8dd86d4d-5c3b-45ec-949b-b709bbe18ae2 req-1678571b-c7f3-432f-97c9-dcba6b380202 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.30 "DELETE /v2.0/ports/3784d7b8-c2cb-42ff-b459-1fd4b2687aa6 HTTP/1.1" status: 204 len: 173 time: 0.9144788 Mar 05 04:51:46.340947 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee030d40-39f4-4668-85ce-74323959466b req-add9d850-860d-458a-b92c-fada0b16294c tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:46.342512 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ee030d40-39f4-4668-85ce-74323959466b req-add9d850-860d-458a-b92c-fada0b16294c tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 944 time: 0.2609305 Mar 05 04:51:46.510599 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-8dd86d4d-5c3b-45ec-949b-b709bbe18ae2 req-20169aaf-9b10-4183-a004-e6c49c2908ce tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Deleting port 936d7779-a7c6-41ef-9c27-3cacc6e09ffb {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:51:46.511429 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8dd86d4d-5c3b-45ec-949b-b709bbe18ae2 req-20169aaf-9b10-4183-a004-e6c49c2908ce tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (936d7779-a7c6-41ef-9c27-3cacc6e09ffb), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:46.587819 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ee030d40-39f4-4668-85ce-74323959466b req-62fc5852-eb58-4c8d-b7e9-6cf55a9bef1e tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276142 Mar 05 04:51:46.609291 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b60b28e-11de-4db5-9d49-b341d1f4d926 req-435ea888-fa19-4142-b957-356571b42b88 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f3dc39b-dfac-4af8-94a7-0894dd621c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002982 Mar 05 04:51:46.636175 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-8dd86d4d-5c3b-45ec-949b-b709bbe18ae2 req-20169aaf-9b10-4183-a004-e6c49c2908ce tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] For port 936d7779-a7c6-41ef-9c27-3cacc6e09ffb, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=936d7779-a7c6-41ef-9c27-3cacc6e09ffb,segment=NetworkSegment(96e6c605-f0d5-4e27-b7a9-368164eacfa2),segment_id=96e6c605-f0d5-4e27-b7a9-368164eacfa2)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:46.636556 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8dd86d4d-5c3b-45ec-949b-b709bbe18ae2 req-20169aaf-9b10-4183-a004-e6c49c2908ce tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (936d7779-a7c6-41ef-9c27-3cacc6e09ffb), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:46.649785 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-8dd86d4d-5c3b-45ec-949b-b709bbe18ae2 req-20169aaf-9b10-4183-a004-e6c49c2908ce tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Calling delete_port for 936d7779-a7c6-41ef-9c27-3cacc6e09ffb owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:51:46.666155 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cc29cb03-cd69-4301-8541-3ac19c05e350 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:46.668423 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 8f50280d-c7ec-464b-867e-ad57cfb7443f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=8f50280d-c7ec-464b-867e-ad57cfb7443f,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:46.684010 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '8f50280d-c7ec-464b-867e-ad57cfb7443f', 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc', 'port_id': '8f50280d-c7ec-464b-867e-ad57cfb7443f', 'mac_address': 'fa:16:3e:a2:e4:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d05b828-21c8-4294-b343-ca7ba96c6119', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:51:46.688919 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:46.705177 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port b34610c6-d670-4a34-accc-bafe36585063 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:51:46.705560 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b34610c6-d670-4a34-accc-bafe36585063), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:46.825766 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8dd86d4d-5c3b-45ec-949b-b709bbe18ae2 req-20169aaf-9b10-4183-a004-e6c49c2908ce tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (936d7779-a7c6-41ef-9c27-3cacc6e09ffb), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:46.859436 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['936d7779-a7c6-41ef-9c27-3cacc6e09ffb', '3784d7b8-c2cb-42ff-b459-1fd4b2687aa6', 'c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:51:46.875718 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497b3a46-a137-40c1-8021-8b662fd59921 None None] Network 3b8dbe9a-4c2c-4bf4-a12a-69800111e379 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:51:46.894918 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20169aaf-9b10-4183-a004-e6c49c2908ce tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Pushing event deleted for resources: {'Port': ['ID=936d7779-a7c6-41ef-9c27-3cacc6e09ffb,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:46.936167 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69cc61-3d21-4536-986c-e4f2b1340ba4 req-b32064d4-7dc6-4a63-9dbc-8632cd25f7b7 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:46.947415 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5d69cc61-3d21-4536-986c-e4f2b1340ba4 req-b32064d4-7dc6-4a63-9dbc-8632cd25f7b7 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b75710-9b7f-42f6-b14d-7f6eaecc8130 HTTP/1.1" status: 200 len: 943 time: 0.1598783 Mar 05 04:51:46.954827 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 8f50280d-c7ec-464b-867e-ad57cfb7443f is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:46.955263 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8f50280d-c7ec-464b-867e-ad57cfb7443f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:46.989906 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd86d4d-5c3b-45ec-949b-b709bbe18ae2 req-20169aaf-9b10-4183-a004-e6c49c2908ce tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] No DVR routers for this DVR port 936d7779-a7c6-41ef-9c27-3cacc6e09ffb on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:51:46.995785 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8dd86d4d-5c3b-45ec-949b-b709bbe18ae2 req-20169aaf-9b10-4183-a004-e6c49c2908ce tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:47.005620 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8dd86d4d-5c3b-45ec-949b-b709bbe18ae2 req-20169aaf-9b10-4183-a004-e6c49c2908ce tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.30 "DELETE /v2.0/ports/936d7779-a7c6-41ef-9c27-3cacc6e09ffb HTTP/1.1" status: 204 len: 173 time: 0.6685214 Mar 05 04:51:47.118472 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f50280d-c7ec-464b-867e-ad57cfb7443f {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:51:47.125949 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b515975f-78b3-41ce-b62e-5b56d3b79a72 req-019adf40-9dd1-429c-9766-ad5f3d961111 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=de670eb2-bfed-44b2-909b-fd8cb20a8854 HTTP/1.1" status: 200 len: 210 time: 0.0925088 Mar 05 04:51:47.163737 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5d69cc61-3d21-4536-986c-e4f2b1340ba4 req-83c8bc7e-8f65-452a-a8de-873b1bb6a74a tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157366 Mar 05 04:51:47.191479 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-cc29cb03-cd69-4301-8541-3ac19c05e350 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Allocated IP 172.20.0.5 (3b8dbe9a-4c2c-4bf4-a12a-69800111e379/848ee431-64f2-45ce-a308-cc6e62c777a4/20df44a8-007f-41ea-8568-260eb3e750ba) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:51:47.222428 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port b34610c6-d670-4a34-accc-bafe36585063 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:47.222910 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b34610c6-d670-4a34-accc-bafe36585063), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:47.298690 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 8f50280d-c7ec-464b-867e-ad57cfb7443f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=8f50280d-c7ec-464b-867e-ad57cfb7443f,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:47.309044 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55343420-6be4-400d-b03e-9680ce598b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34610c6-d670-4a34-accc-bafe36585063'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:51:47.311585 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02768ce-f8b8-4496-8dbe-1c5eb69d42a9" -d '{"events": [{"server_uuid": "55343420-6be4-400d-b03e-9680ce598b82", "name": "network-vif-plugged", "status": "completed", "tag": "b34610c6-d670-4a34-accc-bafe36585063"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:51:47.328856 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8f50280d-c7ec-464b-867e-ad57cfb7443f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:47.444622 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port b34610c6-d670-4a34-accc-bafe36585063, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=b34610c6-d670-4a34-accc-bafe36585063,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:47.462786 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcb1cba-3d80-4a85-b133-f949a1089a90 x-openstack-request-id: req-6fcb1cba-3d80-4a85-b133-f949a1089a90 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:51:47.463155 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55343420-6be4-400d-b03e-9680ce598b82", "name": "network-vif-plugged", "status": "completed", "tag": "b34610c6-d670-4a34-accc-bafe36585063", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:51:47.463372 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6fcb1cba-3d80-4a85-b133-f949a1089a90 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:51:47.464448 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55343420-6be4-400d-b03e-9680ce598b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34610c6-d670-4a34-accc-bafe36585063', 'code': 200} Mar 05 04:51:47.494956 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b34610c6-d670-4a34-accc-bafe36585063), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:47.510592 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=8f50280d-c7ec-464b-867e-ad57cfb7443f,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:47.542680 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cc29cb03-cd69-4301-8541-3ac19c05e350 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks [] for port (20df44a8-007f-41ea-8568-260eb3e750ba), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:47.602236 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cc29cb03-cd69-4301-8541-3ac19c05e350 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (20df44a8-007f-41ea-8568-260eb3e750ba), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:47.633370 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=b34610c6-d670-4a34-accc-bafe36585063,revision_number=7']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:47.649515 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 3784d7b8-c2cb-42ff-b459-1fd4b2687aa6 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:51:47.651840 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['8f50280d-c7ec-464b-867e-ad57cfb7443f'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:51:47.656180 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc29cb03-cd69-4301-8541-3ac19c05e350 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Network 3b8dbe9a-4c2c-4bf4-a12a-69800111e379 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:51:47.666640 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-cc29cb03-cd69-4301-8541-3ac19c05e350 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:51:47.672418 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc29cb03-cd69-4301-8541-3ac19c05e350 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:51:47.700168 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de670eb2-bfed-44b2-909b-fd8cb20a8854', 'name': 'network-vif-deleted', 'tag': '3784d7b8-c2cb-42ff-b459-1fd4b2687aa6'}, {'server_uuid': 'de670eb2-bfed-44b2-909b-fd8cb20a8854', 'name': 'network-vif-deleted', 'tag': '936d7779-a7c6-41ef-9c27-3cacc6e09ffb'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:51:47.703070 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6222df6-533e-4901-a86f-9329496e0d8b" -d '{"events": [{"server_uuid": "de670eb2-bfed-44b2-909b-fd8cb20a8854", "name": "network-vif-deleted", "tag": "3784d7b8-c2cb-42ff-b459-1fd4b2687aa6"}, {"server_uuid": "de670eb2-bfed-44b2-909b-fd8cb20a8854", "name": "network-vif-deleted", "tag": "936d7779-a7c6-41ef-9c27-3cacc6e09ffb"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:51:47.864832 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 3784d7b8-c2cb-42ff-b459-1fd4b2687aa6 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:51:47.865295 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 3784d7b8-c2cb-42ff-b459-1fd4b2687aa6 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:51:47.865477 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:51:47.904366 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:47.905743 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:51:47.906098 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device c1a42c7d-94cf-4d71-8983-5b14fb1fe9fe not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:51:47.906536 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 936d7779-a7c6-41ef-9c27-3cacc6e09ffb no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:51:47.931659 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 936d7779-a7c6-41ef-9c27-3cacc6e09ffb {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:51:47.932021 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 936d7779-a7c6-41ef-9c27-3cacc6e09ffb not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:51:47.989998 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29cb03-cd69-4301-8541-3ac19c05e350 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Pushing event updated for resources: {'Port': ['ID=20df44a8-007f-41ea-8568-260eb3e750ba,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:48.069692 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbaffe-bea7-45f9-8d1d-78e55949b464 req-00494e35-da4d-41ed-9c90-65b479d20946 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:48.076922 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5efbaffe-bea7-45f9-8d1d-78e55949b464 req-00494e35-da4d-41ed-9c90-65b479d20946 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 945 time: 0.2313983 Mar 05 04:51:48.093193 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea84413-64b7-4c55-99a2-ccafaf1dc51d req-dcd339dc-8b07-4006-8cb0-4ad6918fce91 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:48.094650 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9ea84413-64b7-4c55-99a2-ccafaf1dc51d req-dcd339dc-8b07-4006-8cb0-4ad6918fce91 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/ports?device_id=a24b5975-5a9a-4153-8248-3f1e932eb700 HTTP/1.1" status: 200 len: 950 time: 0.1949224 Mar 05 04:51:48.117946 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cc29cb03-cd69-4301-8541-3ac19c05e350 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks [] for floatingip (2075a444-12d2-460d-8462-96c540c68d62), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:48.198770 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5efbaffe-bea7-45f9-8d1d-78e55949b464 req-c96a789d-d8b6-424c-b575-99a2277f4baf tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209543 Mar 05 04:51:48.212997 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cc29cb03-cd69-4301-8541-3ac19c05e350 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (20df44a8-007f-41ea-8568-260eb3e750ba), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:48.225773 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9ea84413-64b7-4c55-99a2-ccafaf1dc51d req-826e7c48-364f-4b1a-8688-57a1ec8dd7b9 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f3dc39b-dfac-4af8-94a7-0894dd621c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129539 Mar 05 04:51:48.280518 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Mar 2022 04:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d06c20-395a-4434-9f64-deaf290a3a55 x-openstack-request-id: req-b8d06c20-395a-4434-9f64-deaf290a3a55 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:51:48.280825 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de670eb2-bfed-44b2-909b-fd8cb20a8854", "name": "network-vif-deleted", "tag": "3784d7b8-c2cb-42ff-b459-1fd4b2687aa6", "status": "completed", "code": 200}, {"server_uuid": "de670eb2-bfed-44b2-909b-fd8cb20a8854", "name": "network-vif-deleted", "tag": "936d7779-a7c6-41ef-9c27-3cacc6e09ffb", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:51:48.281083 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b8d06c20-395a-4434-9f64-deaf290a3a55 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:51:48.281487 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de670eb2-bfed-44b2-909b-fd8cb20a8854', 'name': 'network-vif-deleted', 'tag': '3784d7b8-c2cb-42ff-b459-1fd4b2687aa6', 'status': 'completed', 'code': 200} Mar 05 04:51:48.281903 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de670eb2-bfed-44b2-909b-fd8cb20a8854', 'name': 'network-vif-deleted', 'tag': '936d7779-a7c6-41ef-9c27-3cacc6e09ffb', 'status': 'completed', 'code': 200} Mar 05 04:51:48.336514 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51988) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:48.419693 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cbb7613-f592-426c-8cd8-040194054532 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Deleting subnet 1d3cb3e3-a614-46d9-bf7e-505739771669 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:51:48.426028 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9cbb7613-f592-426c-8cd8-040194054532 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks [] for subnet (1d3cb3e3-a614-46d9-bf7e-505739771669), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:48.546130 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9cbb7613-f592-426c-8cd8-040194054532 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (1d3cb3e3-a614-46d9-bf7e-505739771669), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:48.553120 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cc29cb03-cd69-4301-8541-3ac19c05e350 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks [] for port (20df44a8-007f-41ea-8568-260eb3e750ba), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:48.581909 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cc29cb03-cd69-4301-8541-3ac19c05e350 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (20df44a8-007f-41ea-8568-260eb3e750ba), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:48.678972 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ca7f3-5868-451a-8f6e-c462427845b9 req-49fc461a-2cd5-4144-9a28-43f55742104e tempest-LiveMigrationNegativeTest-1335871075 tempest-LiveMigrationNegativeTest-1335871075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:48.680540 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9f9ca7f3-5868-451a-8f6e-c462427845b9 req-49fc461a-2cd5-4144-9a28-43f55742104e tempest-LiveMigrationNegativeTest-1335871075 tempest-LiveMigrationNegativeTest-1335871075-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a24b5975-5a9a-4153-8248-3f1e932eb700 HTTP/1.1" status: 200 len: 1133 time: 0.1931851 Mar 05 04:51:48.695906 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698fd49-00d7-4d4d-b92f-0aeff3741d70 req-6ee1296c-3241-4af1-94b4-8e65125caaff tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:48.697402 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3698fd49-00d7-4d4d-b92f-0aeff3741d70 req-6ee1296c-3241-4af1-94b4-8e65125caaff tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b75710-9b7f-42f6-b14d-7f6eaecc8130 HTTP/1.1" status: 200 len: 944 time: 0.2688541 Mar 05 04:51:48.729735 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29cb03-cd69-4301-8541-3ac19c05e350 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Pushing event updated for resources: {'Port': ['ID=20df44a8-007f-41ea-8568-260eb3e750ba,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:48.770735 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9f9ca7f3-5868-451a-8f6e-c462427845b9 req-2c212f8e-0c53-4fd1-9651-568998cd053a tempest-LiveMigrationNegativeTest-1335871075 tempest-LiveMigrationNegativeTest-1335871075-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:48.780979 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9cbb7613-f592-426c-8cd8-040194054532 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (1d3cb3e3-a614-46d9-bf7e-505739771669), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:48.786613 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cc29cb03-cd69-4301-8541-3ac19c05e350 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (2075a444-12d2-460d-8462-96c540c68d62), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:48.856447 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cc29cb03-cd69-4301-8541-3ac19c05e350 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:48.857690 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-cc29cb03-cd69-4301-8541-3ac19c05e350 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.7545805 Mar 05 04:51:48.861002 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51994) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:48.876109 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3698fd49-00d7-4d4d-b92f-0aeff3741d70 req-7a5ee6db-de84-41ee-9a9d-e3adf4acf76d tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477118 Mar 05 04:51:48.920715 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9cbb7613-f592-426c-8cd8-040194054532 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (1d3cb3e3-a614-46d9-bf7e-505739771669), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:48.957557 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb7613-f592-426c-8cd8-040194054532 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Pushing event deleted for resources: {'Subnet': ['ID=1d3cb3e3-a614-46d9-bf7e-505739771669,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:48.969207 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9cbb7613-f592-426c-8cd8-040194054532 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:48.972937 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9cbb7613-f592-426c-8cd8-040194054532 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "DELETE /v2.0/subnets/1d3cb3e3-a614-46d9-bf7e-505739771669 HTTP/1.1" status: 204 len: 168 time: 0.6352835 Mar 05 04:51:48.975777 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51996) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:48.992710 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ed9e48-f2be-4984-9527-b8b2d273b956 None None] Network c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:51:49.068243 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-076314fa-4368-457a-8571-e63f1f1f9028 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] 10.222.0.11 "GET /v2.0/floatingips?floating_network_id=3b8dbe9a-4c2c-4bf4-a12a-69800111e379 HTTP/1.1" status: 200 len: 689 time: 0.2050655 Mar 05 04:51:49.073697 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51998) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:49.086810 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9f9ca7f3-5868-451a-8f6e-c462427845b9 req-2c212f8e-0c53-4fd1-9651-568998cd053a tempest-LiveMigrationNegativeTest-1335871075 tempest-LiveMigrationNegativeTest-1335871075-project-admin] Publish callbacks [] for security_group (d3788892-3bd8-427a-8ebe-f0763859f4fc), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:49.122944 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9f9ca7f3-5868-451a-8f6e-c462427845b9 req-2c212f8e-0c53-4fd1-9651-568998cd053a tempest-LiveMigrationNegativeTest-1335871075 tempest-LiveMigrationNegativeTest-1335871075-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d3788892-3bd8-427a-8ebe-f0763859f4fc), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:49.180519 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f3bd8d65-1ef0-4279-8959-4cb028422f33 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:49.271360 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9f9ca7f3-5868-451a-8f6e-c462427845b9 req-2c212f8e-0c53-4fd1-9651-568998cd053a tempest-LiveMigrationNegativeTest-1335871075 tempest-LiveMigrationNegativeTest-1335871075-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=9f3dc39b-dfac-4af8-94a7-0894dd621c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5710454 Mar 05 04:51:49.286178 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e7328c-5da5-49c8-a2ed-d771ab3a4f75 None None] DHCP port deletion for c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:51:49.307207 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c212f8e-0c53-4fd1-9651-568998cd053a tempest-LiveMigrationNegativeTest-1335871075 tempest-LiveMigrationNegativeTest-1335871075-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3788892-3bd8-427a-8ebe-f0763859f4fc,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:49.417706 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d5e7328c-5da5-49c8-a2ed-d771ab3a4f75 None None] Deleting port 90fee5c2-89c9-44be-9599-e40779fbca4d {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:51:49.419368 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d5e7328c-5da5-49c8-a2ed-d771ab3a4f75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (90fee5c2-89c9-44be-9599-e40779fbca4d), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:49.445051 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-892f2ee3-8fd1-4661-ad0d-5656c5e6f57f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (3b8dbe9a-4c2c-4bf4-a12a-69800111e379), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:49.476140 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef1d18-8c60-4d3c-8e04-4b0b2b2f1249 req-38b7c96a-4798-43cc-9c19-b71e5fb42d42 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:49.477695 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83ef1d18-8c60-4d3c-8e04-4b0b2b2f1249 req-38b7c96a-4798-43cc-9c19-b71e5fb42d42 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.4032679 Mar 05 04:51:49.509240 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-d5e7328c-5da5-49c8-a2ed-d771ab3a4f75 None None] For port 90fee5c2-89c9-44be-9599-e40779fbca4d, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=90fee5c2-89c9-44be-9599-e40779fbca4d,segment=NetworkSegment(028122cf-4082-40d9-babb-aae63d8c2804),segment_id=028122cf-4082-40d9-babb-aae63d8c2804)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:49.509874 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d5e7328c-5da5-49c8-a2ed-d771ab3a4f75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (90fee5c2-89c9-44be-9599-e40779fbca4d), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:49.537276 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d5e7328c-5da5-49c8-a2ed-d771ab3a4f75 None None] Calling delete_port for 90fee5c2-89c9-44be-9599-e40779fbca4d owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:51:49.588984 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 8f50280d-c7ec-464b-867e-ad57cfb7443f up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:51:49.672207 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 8f50280d-c7ec-464b-867e-ad57cfb7443f completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:51:49.680895 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 8f50280d-c7ec-464b-867e-ad57cfb7443f triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:51:49.681365 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8f50280d-c7ec-464b-867e-ad57cfb7443f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:49.750969 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d5e7328c-5da5-49c8-a2ed-d771ab3a4f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (90fee5c2-89c9-44be-9599-e40779fbca4d), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:49.780785 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7328c-5da5-49c8-a2ed-d771ab3a4f75 None None] Pushing event deleted for resources: {'Port': ['ID=90fee5c2-89c9-44be-9599-e40779fbca4d,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:49.801617 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e7328c-5da5-49c8-a2ed-d771ab3a4f75 None None] No DVR routers for this DVR port 90fee5c2-89c9-44be-9599-e40779fbca4d on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:51:49.888278 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 8f50280d-c7ec-464b-867e-ad57cfb7443f is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:49.888679 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8f50280d-c7ec-464b-867e-ad57cfb7443f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:49.980433 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-f3bd8d65-1ef0-4279-8959-4cb028422f33 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Deleting port 90fee5c2-89c9-44be-9599-e40779fbca4d {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:51:49.980753 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 8f50280d-c7ec-464b-867e-ad57cfb7443f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=8f50280d-c7ec-464b-867e-ad57cfb7443f,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:49.980863 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f3bd8d65-1ef0-4279-8959-4cb028422f33 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (90fee5c2-89c9-44be-9599-e40779fbca4d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:49.998943 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b75710-9b7f-42f6-b14d-7f6eaecc8130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f50280d-c7ec-464b-867e-ad57cfb7443f'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:51:50.009520 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f09c1dd-b1a3-48f8-a540-62c2a080c19c" -d '{"events": [{"server_uuid": "92b75710-9b7f-42f6-b14d-7f6eaecc8130", "name": "network-vif-plugged", "status": "completed", "tag": "8f50280d-c7ec-464b-867e-ad57cfb7443f"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:51:50.014338 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 90fee5c2-89c9-44be-9599-e40779fbca4d no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:51:50.054401 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83ef1d18-8c60-4d3c-8e04-4b0b2b2f1249 req-421dcc6b-183d-4c4b-bbfd-cfbedb3b6cbb tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5487378 Mar 05 04:51:50.069671 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 90fee5c2-89c9-44be-9599-e40779fbca4d {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:51:50.070233 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 90fee5c2-89c9-44be-9599-e40779fbca4d not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:51:50.070906 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa64d7-725f-4d47-a511-b0a3b8f786dc req-104b7b5c-df23-4273-8852-d94e8585e6af tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:50.072686 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-29aa64d7-725f-4d47-a511-b0a3b8f786dc req-104b7b5c-df23-4273-8852-d94e8585e6af tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 945 time: 0.6478422 Mar 05 04:51:50.074876 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8f50280d-c7ec-464b-867e-ad57cfb7443f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:50.143026 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=8f50280d-c7ec-464b-867e-ad57cfb7443f,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:50.210842 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-892f2ee3-8fd1-4661-ad0d-5656c5e6f57f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Deleting port 20df44a8-007f-41ea-8568-260eb3e750ba {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:51:50.211221 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-892f2ee3-8fd1-4661-ad0d-5656c5e6f57f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (20df44a8-007f-41ea-8568-260eb3e750ba), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:50.320707 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-f3bd8d65-1ef0-4279-8959-4cb028422f33 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] For port 90fee5c2-89c9-44be-9599-e40779fbca4d, host n-d-789963-32, got binding levels [] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:50.321379 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f3bd8d65-1ef0-4279-8959-4cb028422f33 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (90fee5c2-89c9-44be-9599-e40779fbca4d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:50.332017 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-29aa64d7-725f-4d47-a511-b0a3b8f786dc req-24c0ec9d-1850-4c94-bb2f-eb5f97abd938 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266400 Mar 05 04:51:50.361468 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-f3bd8d65-1ef0-4279-8959-4cb028422f33 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Calling delete_port for 90fee5c2-89c9-44be-9599-e40779fbca4d owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:51:50.379031 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ac521-effb-457e-a84b-dad227388e3d req-d84a73f4-77e4-4f8a-824a-4546e454c4ba tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:50.380840 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a2ac521-effb-457e-a84b-dad227388e3d req-d84a73f4-77e4-4f8a-824a-4546e454c4ba tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b75710-9b7f-42f6-b14d-7f6eaecc8130 HTTP/1.1" status: 200 len: 945 time: 0.1538570 Mar 05 04:51:50.385727 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.ipam_backend_mixin [None req-f3bd8d65-1ef0-4279-8959-4cb028422f33 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Port 90fee5c2-89c9-44be-9599-e40779fbca4d was not found and therefore no delete operation was performed {{(pid=105231) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 05 04:51:50.394378 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f3bd8d65-1ef0-4279-8959-4cb028422f33 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (90fee5c2-89c9-44be-9599-e40779fbca4d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:50.476675 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-892f2ee3-8fd1-4661-ad0d-5656c5e6f57f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (20df44a8-007f-41ea-8568-260eb3e750ba), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:50.477030 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-892f2ee3-8fd1-4661-ad0d-5656c5e6f57f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks [] for floatingip (20df44a8-007f-41ea-8568-260eb3e750ba), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:50.480670 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd8d65-1ef0-4279-8959-4cb028422f33 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Pushing event deleted for resources: {'Port': ['ID=90fee5c2-89c9-44be-9599-e40779fbca4d,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:50.522645 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bd8d65-1ef0-4279-8959-4cb028422f33 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] No DVR routers for this DVR port 90fee5c2-89c9-44be-9599-e40779fbca4d on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:51:50.530651 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-892f2ee3-8fd1-4661-ad0d-5656c5e6f57f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Calling delete_port for 20df44a8-007f-41ea-8568-260eb3e750ba owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:51:50.667605 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a2ac521-effb-457e-a84b-dad227388e3d req-9ba1b4dd-7494-4b38-ae1a-09587ea53c99 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784431 Mar 05 04:51:50.721987 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664d0173-c011-4427-bd74-6ecf01224f1d x-openstack-request-id: req-664d0173-c011-4427-bd74-6ecf01224f1d {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:51:50.722284 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b75710-9b7f-42f6-b14d-7f6eaecc8130", "name": "network-vif-plugged", "status": "completed", "tag": "8f50280d-c7ec-464b-867e-ad57cfb7443f", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:51:50.722543 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-664d0173-c011-4427-bd74-6ecf01224f1d {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:51:50.722935 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b75710-9b7f-42f6-b14d-7f6eaecc8130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f50280d-c7ec-464b-867e-ad57cfb7443f', 'code': 200} Mar 05 04:51:50.846617 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f3bd8d65-1ef0-4279-8959-4cb028422f33 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:50.851153 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f046add7-6690-417b-8d76-218ee64a01d6 req-75501af9-2968-40e9-8ae9-2cc92d21b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:50.852658 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f046add7-6690-417b-8d76-218ee64a01d6 req-75501af9-2968-40e9-8ae9-2cc92d21b148 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=92b75710-9b7f-42f6-b14d-7f6eaecc8130 HTTP/1.1" status: 200 len: 1128 time: 0.0618954 Mar 05 04:51:50.863713 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-3c3eefca-d3cd-41db-9f26-b02ad3f09e17 req-dfb4ae4d-2439-4a26-ba53-925454299ee0 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:51:50.864673 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c3eefca-d3cd-41db-9f26-b02ad3f09e17 req-dfb4ae4d-2439-4a26-ba53-925454299ee0 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056465 Mar 05 04:51:50.866093 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-892f2ee3-8fd1-4661-ad0d-5656c5e6f57f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (20df44a8-007f-41ea-8568-260eb3e750ba), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:50.944970 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef2d08-4525-4140-a386-db7588ecb39d req-0a00d322-956b-4c22-bf0e-4adb3fe0b9e4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:50.946382 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f046add7-6690-417b-8d76-218ee64a01d6 req-3ba326b7-317f-4163-a8a3-f10325b187a1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871224 Mar 05 04:51:50.948142 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fbef2d08-4525-4140-a386-db7588ecb39d req-0a00d322-956b-4c22-bf0e-4adb3fe0b9e4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.5096455 Mar 05 04:51:50.950395 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-f3bd8d65-1ef0-4279-8959-4cb028422f33 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:50.961924 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-f3bd8d65-1ef0-4279-8959-4cb028422f33 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '028122cf-4082-40d9-babb-aae63d8c2804') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:50.962229 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-f3bd8d65-1ef0-4279-8959-4cb028422f33 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '028122cf-4082-40d9-babb-aae63d8c2804') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:50.972248 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f3bd8d65-1ef0-4279-8959-4cb028422f33 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (028122cf-4082-40d9-babb-aae63d8c2804), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:50.989418 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f3bd8d65-1ef0-4279-8959-4cb028422f33 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (028122cf-4082-40d9-babb-aae63d8c2804), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:50.993298 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3bd8d65-1ef0-4279-8959-4cb028422f33 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:51:50.993697 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f3bd8d65-1ef0-4279-8959-4cb028422f33 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (028122cf-4082-40d9-babb-aae63d8c2804), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:51.054339 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 04:51:51.054339 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:51:51.054339 n-d-789963-32 neutron-server[105231]: timer() Mar 05 04:51:51.054339 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:51:51.054339 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 04:51:51.054339 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:51:51.054339 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 04:51:51.054339 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:51:51.054339 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 04:51:51.054339 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:51:51.054339 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 04:51:51.054339 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:51:51.054339 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 04:51:51.054339 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:51:51.054339 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:51:51.054339 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:51:51.054339 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:51:51.054339 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:51:51.054339 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 04:51:51.054339 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:51:51.054339 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 04:51:51.054339 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:51:51.054339 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:51:51.054339 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:51:51.054339 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 04:51:51.054339 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:51:51.054339 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:51:51.054339 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:51:51.054339 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:51:51.054339 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:51:51.054339 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:51:51.054339 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:51:51.057530 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f2ee3-8fd1-4661-ad0d-5656c5e6f57f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Pushing event deleted for resources: {'Port': ['ID=20df44a8-007f-41ea-8568-260eb3e750ba,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:51.130435 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f3bd8d65-1ef0-4279-8959-4cb028422f33 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:51.137205 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f3bd8d65-1ef0-4279-8959-4cb028422f33 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:51.140566 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f3bd8d65-1ef0-4279-8959-4cb028422f33 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "DELETE /v2.0/networks/c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8 HTTP/1.1" status: 204 len: 168 time: 2.1638556 Mar 05 04:51:51.143344 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52026) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:51.238609 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd8d65-1ef0-4279-8959-4cb028422f33 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Pushing event deleted for resources: {'Network': ['ID=c842e0ef-0fcb-4f5a-ab6a-b5a119372dc8,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:51.255675 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-645dca90-d04a-4937-93ac-41702f56f48e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Deleting subnet 1dd5e9f6-ffb6-4098-aaf1-146a30cf9034 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:51:51.263744 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-645dca90-d04a-4937-93ac-41702f56f48e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks [] for subnet (1dd5e9f6-ffb6-4098-aaf1-146a30cf9034), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:51.286354 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-892f2ee3-8fd1-4661-ad0d-5656c5e6f57f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks [] for floatingip (2075a444-12d2-460d-8462-96c540c68d62), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:51.304148 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fbef2d08-4525-4140-a386-db7588ecb39d req-2c9eae12-952a-4cdc-b96c-769afce03cde tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482352 Mar 05 04:51:51.331460 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-645dca90-d04a-4937-93ac-41702f56f48e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (1dd5e9f6-ffb6-4098-aaf1-146a30cf9034), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:51.355443 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed160569-9c41-43ff-8fa8-bffcb323f0e5 req-4e63857d-c450-4dba-b8ce-8a4b93fd0a67 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:51.358467 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ed160569-9c41-43ff-8fa8-bffcb323f0e5 req-4e63857d-c450-4dba-b8ce-8a4b93fd0a67 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/ports?device_id=a24b5975-5a9a-4153-8248-3f1e932eb700 HTTP/1.1" status: 200 len: 950 time: 0.1283970 Mar 05 04:51:51.392437 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-892f2ee3-8fd1-4661-ad0d-5656c5e6f57f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (848ee431-64f2-45ce-a308-cc6e62c777a4), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:51.445367 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-645dca90-d04a-4937-93ac-41702f56f48e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (1dd5e9f6-ffb6-4098-aaf1-146a30cf9034), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:51.472919 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ed160569-9c41-43ff-8fa8-bffcb323f0e5 req-d43c33c5-c1ed-4f52-8090-ac43cd321d7d tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f3dc39b-dfac-4af8-94a7-0894dd621c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082299 Mar 05 04:51:51.513225 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e74cb-759b-4fb3-8b72-8a2249a0faa5 req-51937974-3bf4-4171-ab91-894edb9793c1 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:51.515141 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-711e74cb-759b-4fb3-8b72-8a2249a0faa5 req-51937974-3bf4-4171-ab91-894edb9793c1 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.0940578 Mar 05 04:51:51.529699 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-892f2ee3-8fd1-4661-ad0d-5656c5e6f57f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (848ee431-64f2-45ce-a308-cc6e62c777a4), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:51.570983 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-645dca90-d04a-4937-93ac-41702f56f48e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (1dd5e9f6-ffb6-4098-aaf1-146a30cf9034), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:51.581748 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f2ee3-8fd1-4661-ad0d-5656c5e6f57f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=848ee431-64f2-45ce-a308-cc6e62c777a4,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:51.612508 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645dca90-d04a-4937-93ac-41702f56f48e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Pushing event deleted for resources: {'Subnet': ['ID=1dd5e9f6-ffb6-4098-aaf1-146a30cf9034,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:51.629877 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-645dca90-d04a-4937-93ac-41702f56f48e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:51.636304 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16ed7dd-ae5a-4478-ad76-ddad465ea26f None None] Network 9bf3bf65-63a1-4dc3-be6f-655ba36cf568 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:51:51.639988 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-645dca90-d04a-4937-93ac-41702f56f48e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "DELETE /v2.0/subnets/1dd5e9f6-ffb6-4098-aaf1-146a30cf9034 HTTP/1.1" status: 204 len: 168 time: 0.4953575 Mar 05 04:51:51.640686 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52032) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:51.729827 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b860e745-e2e6-4a7c-93ae-b075b9161f09 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (9bf3bf65-63a1-4dc3-be6f-655ba36cf568), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:51.782203 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-711e74cb-759b-4fb3-8b72-8a2249a0faa5 req-c94b25c1-2c98-475f-9067-da3a9c26fa00 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610357 Mar 05 04:51:51.792193 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-892f2ee3-8fd1-4661-ad0d-5656c5e6f57f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (3b8dbe9a-4c2c-4bf4-a12a-69800111e379), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:51.828379 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-b860e745-e2e6-4a7c-93ae-b075b9161f09 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Deleting port 66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:51:51.828725 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b860e745-e2e6-4a7c-93ae-b075b9161f09 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:51.843174 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2338e6-f6de-494c-9521-de481fd52029 req-31356188-480c-43d8-a360-2d885fc0ee4f tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:51.849045 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb2338e6-f6de-494c-9521-de481fd52029 req-31356188-480c-43d8-a360-2d885fc0ee4f tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 945 time: 0.2292275 Mar 05 04:51:51.852065 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-892f2ee3-8fd1-4661-ad0d-5656c5e6f57f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b8dbe9a-4c2c-4bf4-a12a-69800111e379']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:51.876061 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc97793-93db-4cb6-9e6b-9a86ea9e10be None None] DHCP port deletion for 9bf3bf65-63a1-4dc3-be6f-655ba36cf568 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:51:51.931473 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-892f2ee3-8fd1-4661-ad0d-5656c5e6f57f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77114676-7a33-48a1-807a-996f283df4c5') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:51.934727 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-892f2ee3-8fd1-4661-ad0d-5656c5e6f57f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77114676-7a33-48a1-807a-996f283df4c5') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:51.962129 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-b860e745-e2e6-4a7c-93ae-b075b9161f09 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] For port 66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3,segment=NetworkSegment(96e6c605-f0d5-4e27-b7a9-368164eacfa2),segment_id=96e6c605-f0d5-4e27-b7a9-368164eacfa2)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:51.962677 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b860e745-e2e6-4a7c-93ae-b075b9161f09 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:51.979172 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-b860e745-e2e6-4a7c-93ae-b075b9161f09 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Calling delete_port for 66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:51:51.994097 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3cc97793-93db-4cb6-9e6b-9a86ea9e10be None None] Deleting port 66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:51:51.994886 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3cc97793-93db-4cb6-9e6b-9a86ea9e10be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:52.001337 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-892f2ee3-8fd1-4661-ad0d-5656c5e6f57f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (77114676-7a33-48a1-807a-996f283df4c5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:52.033126 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:51:52.089624 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb2338e6-f6de-494c-9521-de481fd52029 req-1235b2aa-46ff-4ac9-99f9-9d3afa048b24 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225556 Mar 05 04:51:52.091874 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-892f2ee3-8fd1-4661-ad0d-5656c5e6f57f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (77114676-7a33-48a1-807a-996f283df4c5), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:52.111050 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b860e745-e2e6-4a7c-93ae-b075b9161f09 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:52.131702 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892f2ee3-8fd1-4661-ad0d-5656c5e6f57f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:51:52.132218 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-892f2ee3-8fd1-4661-ad0d-5656c5e6f57f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (77114676-7a33-48a1-807a-996f283df4c5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:52.134254 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 04:51:52.134254 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:51:52.134254 n-d-789963-32 neutron-server[105231]: timer() Mar 05 04:51:52.134254 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:51:52.134254 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 04:51:52.134254 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:51:52.134254 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 04:51:52.134254 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:51:52.134254 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 04:51:52.134254 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:51:52.134254 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 04:51:52.134254 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:51:52.134254 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 04:51:52.134254 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:51:52.134254 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:51:52.134254 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:51:52.134254 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:51:52.134254 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:51:52.134254 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 04:51:52.134254 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:51:52.134254 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 04:51:52.134254 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:51:52.134254 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:51:52.134254 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:51:52.134254 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 04:51:52.134254 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:51:52.134254 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:51:52.134254 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:51:52.134254 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:51:52.134254 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:51:52.134254 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:51:52.134254 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:51:52.161392 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860e745-e2e6-4a7c-93ae-b075b9161f09 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Pushing event deleted for resources: {'Port': ['ID=66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:52.191962 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b860e745-e2e6-4a7c-93ae-b075b9161f09 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] No DVR routers for this DVR port 66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3 on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:51:52.294814 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ce59e-8a48-48ed-a493-d8cdf49f8c2d req-88888bce-d4e5-4162-80e4-3838c5130880 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:52.301923 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-548ce59e-8a48-48ed-a493-d8cdf49f8c2d req-88888bce-d4e5-4162-80e4-3838c5130880 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b75710-9b7f-42f6-b14d-7f6eaecc8130 HTTP/1.1" status: 200 len: 945 time: 0.3064516 Mar 05 04:51:52.328697 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-892f2ee3-8fd1-4661-ad0d-5656c5e6f57f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (3b8dbe9a-4c2c-4bf4-a12a-69800111e379), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:52.330921 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-3cc97793-93db-4cb6-9e6b-9a86ea9e10be None None] For port 66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3,segment=NetworkSegment(96e6c605-f0d5-4e27-b7a9-368164eacfa2),segment_id=96e6c605-f0d5-4e27-b7a9-368164eacfa2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:52.332617 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3cc97793-93db-4cb6-9e6b-9a86ea9e10be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:52.341213 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892f2ee3-8fd1-4661-ad0d-5656c5e6f57f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3b8dbe9a-4c2c-4bf4-a12a-69800111e379 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 05 04:51:52.350304 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-892f2ee3-8fd1-4661-ad0d-5656c5e6f57f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:52.353575 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-892f2ee3-8fd1-4661-ad0d-5656c5e6f57f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] 10.222.0.11 "DELETE /v2.0/networks/3b8dbe9a-4c2c-4bf4-a12a-69800111e379 HTTP/1.1" status: 204 len: 168 time: 3.2751391 Mar 05 04:51:52.362660 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52040) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:52.378127 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b860e745-e2e6-4a7c-93ae-b075b9161f09 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (9bf3bf65-63a1-4dc3-be6f-655ba36cf568), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:52.415899 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f2ee3-8fd1-4661-ad0d-5656c5e6f57f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Pushing event deleted for resources: {'Network': ['ID=3b8dbe9a-4c2c-4bf4-a12a-69800111e379,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:52.431791 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-b860e745-e2e6-4a7c-93ae-b075b9161f09 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bf3bf65-63a1-4dc3-be6f-655ba36cf568']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:52.452282 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-b860e745-e2e6-4a7c-93ae-b075b9161f09 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e6c605-f0d5-4e27-b7a9-368164eacfa2') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:52.453009 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-b860e745-e2e6-4a7c-93ae-b075b9161f09 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e6c605-f0d5-4e27-b7a9-368164eacfa2') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:52.465715 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b860e745-e2e6-4a7c-93ae-b075b9161f09 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (96e6c605-f0d5-4e27-b7a9-368164eacfa2), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:52.481455 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b860e745-e2e6-4a7c-93ae-b075b9161f09 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (96e6c605-f0d5-4e27-b7a9-368164eacfa2), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:52.493924 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b860e745-e2e6-4a7c-93ae-b075b9161f09 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:51:52.494475 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b860e745-e2e6-4a7c-93ae-b075b9161f09 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (96e6c605-f0d5-4e27-b7a9-368164eacfa2), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:52.566259 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-548ce59e-8a48-48ed-a493-d8cdf49f8c2d req-1bc44194-72fa-4f84-bac1-5a282e194173 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476301 Mar 05 04:51:52.566514 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:51:52.566514 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:51:52.566514 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:51:52.566514 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:51:52.566514 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:51:52.566514 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:51:52.566514 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:51:52.566514 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:51:52.566514 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:51:52.566514 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:51:52.566514 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:51:52.566514 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:51:52.566514 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:51:52.566514 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:51:52.566514 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:51:52.566514 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:51:52.566514 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:51:52.566514 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:51:52.566514 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:51:52.566514 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:51:52.566514 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:51:52.566514 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:51:52.566514 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:51:52.566514 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:51:52.566514 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:51:52.566514 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:51:52.566514 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:51:52.566514 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:51:52.566514 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:51:52.566514 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:51:52.566514 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:51:52.566514 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:51:52.571160 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b860e745-e2e6-4a7c-93ae-b075b9161f09 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (9bf3bf65-63a1-4dc3-be6f-655ba36cf568), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:52.587206 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b860e745-e2e6-4a7c-93ae-b075b9161f09 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:52.594542 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b860e745-e2e6-4a7c-93ae-b075b9161f09 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "DELETE /v2.0/networks/9bf3bf65-63a1-4dc3-be6f-655ba36cf568 HTTP/1.1" status: 204 len: 168 time: 0.9527566 Mar 05 04:51:52.601469 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52044) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:52.620136 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-036d9255-6746-4ecd-be17-fc5bc2f18b62 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-686286712'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:52.651787 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860e745-e2e6-4a7c-93ae-b075b9161f09 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Pushing event deleted for resources: {'Network': ['ID=9bf3bf65-63a1-4dc3-be6f-655ba36cf568,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:52.691118 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c524a-57f1-427e-80c4-a00e6c674800 req-02372cfb-b096-4b55-842b-b3b102c8f498 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:52.694330 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036d9255-6746-4ecd-be17-fc5bc2f18b62 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Made reservation on behalf of bbbc4feb356744e580db82395e864901 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:51:52.701828 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-036d9255-6746-4ecd-be17-fc5bc2f18b62 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:52.704215 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-233c524a-57f1-427e-80c4-a00e6c674800 req-02372cfb-b096-4b55-842b-b3b102c8f498 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.4751246 Mar 05 04:51:52.754305 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-036d9255-6746-4ecd-be17-fc5bc2f18b62 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:51:52.757345 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3cc97793-93db-4cb6-9e6b-9a86ea9e10be None None] Calling delete_port for 66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:51:52.759509 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4a56795a-b613-4fce-af1f-da112dff45f9 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1780 time: 0.3891201 Mar 05 04:51:52.762921 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52046) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:52.784202 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-036d9255-6746-4ecd-be17-fc5bc2f18b62 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (e0a23100-d81e-4029-bdab-850cb5dd6a28), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:52.784690 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-036d9255-6746-4ecd-be17-fc5bc2f18b62 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Added segment e0a23100-d81e-4029-bdab-850cb5dd6a28 of type vlan for network 932e36f1-6bce-4e21-8b8f-362449eecd13 Mar 05 04:51:52.860028 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3cc97793-93db-4cb6-9e6b-9a86ea9e10be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:52.880685 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-036d9255-6746-4ecd-be17-fc5bc2f18b62 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (932e36f1-6bce-4e21-8b8f-362449eecd13), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:52.891522 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-233c524a-57f1-427e-80c4-a00e6c674800 req-2bdbfa89-89ae-4096-9b37-68fdcbb45b7f tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814804 Mar 05 04:51:52.892735 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3cc97793-93db-4cb6-9e6b-9a86ea9e10be None None] Network 9bf3bf65-63a1-4dc3-be6f-655ba36cf568 is not hosted by any dhcp agent {{(pid=105233) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 05 04:51:52.893371 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc97793-93db-4cb6-9e6b-9a86ea9e10be None None] No DVR routers for this DVR port 66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:51:52.906068 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc97793-93db-4cb6-9e6b-9a86ea9e10be None None] Pushing event deleted for resources: {'Port': ['ID=66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:52.926608 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No active binding found for port 66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3 {{(pid=105233) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 05 04:51:52.927352 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] The host n-d-789963-32 is not matching for port 66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3 host None! {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 05 04:51:52.927961 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 66b1c7df-ea6a-4d26-8c8e-7d46d8b444c3 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:51:52.962209 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065394bd-e3cd-4fc8-971e-7ee688d7e83e req-0c9c99f3-7fb0-426f-95b8-1d680df1088e tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:52.969995 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-065394bd-e3cd-4fc8-971e-7ee688d7e83e req-0c9c99f3-7fb0-426f-95b8-1d680df1088e tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/ports?device_id=a24b5975-5a9a-4153-8248-3f1e932eb700 HTTP/1.1" status: 200 len: 950 time: 0.2581530 Mar 05 04:51:52.977931 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-036d9255-6746-4ecd-be17-fc5bc2f18b62 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (932e36f1-6bce-4e21-8b8f-362449eecd13), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:52.995281 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036d9255-6746-4ecd-be17-fc5bc2f18b62 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:52.996072 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-036d9255-6746-4ecd-be17-fc5bc2f18b62 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:52.996839 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a14f3b-fb74-4793-96ee-b263ba653263 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:52.998021 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a14f3b-fb74-4793-96ee-b263ba653263 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:52.999554 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a14f3b-fb74-4793-96ee-b263ba653263 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:53.000272 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a14f3b-fb74-4793-96ee-b263ba653263 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:53.000875 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a14f3b-fb74-4793-96ee-b263ba653263 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:53.001588 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a14f3b-fb74-4793-96ee-b263ba653263 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:53.002182 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a14f3b-fb74-4793-96ee-b263ba653263 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:53.002840 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a14f3b-fb74-4793-96ee-b263ba653263 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:53.003487 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a14f3b-fb74-4793-96ee-b263ba653263 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:53.004132 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a14f3b-fb74-4793-96ee-b263ba653263 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:53.004815 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a14f3b-fb74-4793-96ee-b263ba653263 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:53.005436 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a14f3b-fb74-4793-96ee-b263ba653263 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:53.010889 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a14f3b-fb74-4793-96ee-b263ba653263 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:53.016142 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d9a14f3b-fb74-4793-96ee-b263ba653263 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8396 time: 0.2515371 Mar 05 04:51:53.038224 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52050) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:53.067834 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-036d9255-6746-4ecd-be17-fc5bc2f18b62 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4633653 Mar 05 04:51:53.072723 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52052) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:53.084807 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-8290f5ee-b0b3-4210-8b86-dd6590f2996f tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Request body: {'subnet': {'network_id': '932e36f1-6bce-4e21-8b8f-362449eecd13', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:53.126178 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-75143c72-6201-43d5-8899-538f21b031de tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] delete failed (client error): The resource could not be found. Mar 05 04:51:53.133314 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-75143c72-6201-43d5-8899-538f21b031de tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/2075a444-12d2-460d-8462-96c540c68d62 HTTP/1.1" status: 404 len: 345 time: 0.0887420 Mar 05 04:51:53.157500 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52056) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:53.231918 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-065394bd-e3cd-4fc8-971e-7ee688d7e83e req-229db5ca-ef7f-4669-9238-ecd7ed56776e tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f3dc39b-dfac-4af8-94a7-0894dd621c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607191 Mar 05 04:51:53.416182 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55499a-9361-47f0-966e-740e31c49a2e req-84e2e834-9774-4721-b831-788cc84cf9e1 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:53.423102 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6f55499a-9361-47f0-966e-740e31c49a2e req-84e2e834-9774-4721-b831-788cc84cf9e1 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 945 time: 0.1127951 Mar 05 04:51:53.449772 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661f70f-6c88-43d0-85db-caf040565801 req-e847a58b-4487-4b60-b281-e251069c2746 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:53.456702 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6661f70f-6c88-43d0-85db-caf040565801 req-e847a58b-4487-4b60-b281-e251069c2746 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.0978518 Mar 05 04:51:53.533247 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6f55499a-9361-47f0-966e-740e31c49a2e req-b1484cd7-1b0a-4225-ab4e-b0ba98a54ba6 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041734 Mar 05 04:51:53.554797 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6661f70f-6c88-43d0-85db-caf040565801 req-52ad7328-2dd1-48a3-a92a-45cda8eded05 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971286 Mar 05 04:51:53.670571 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed1d400-295f-445f-9f33-9564650580b4 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] DELETE failed (client error): The resource could not be found. Mar 05 04:51:53.671266 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ed1d400-295f-445f-9f33-9564650580b4 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 04:51:53.679345 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52066) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:53.681349 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9ed1d400-295f-445f-9f33-9564650580b4 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] 10.222.0.11 "DELETE /v2.0/networks/3b8dbe9a-4c2c-4bf4-a12a-69800111e379 HTTP/1.1" status: 404 len: 339 time: 0.5130315 Mar 05 04:51:53.684571 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-dc00d87f-21ee-47a6-9e9d-a8d4bd787272 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Request body: {'network': {'name': 'tempest-network--1914008317', 'router:external': True}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:53.729577 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6335f-9420-4d71-9a95-4cf7f3c0bda2 req-2e7c307d-c934-4e7b-a5bd-34af6d60a260 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:53.731137 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ed6335f-9420-4d71-9a95-4cf7f3c0bda2 req-2e7c307d-c934-4e7b-a5bd-34af6d60a260 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.31 "GET /v2.0/ports?device_id=a24b5975-5a9a-4153-8248-3f1e932eb700 HTTP/1.1" status: 200 len: 950 time: 0.7739069 Mar 05 04:51:53.738130 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d9255-6746-4ecd-be17-fc5bc2f18b62 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Pushing event updated for resources: {'Network': ['ID=932e36f1-6bce-4e21-8b8f-362449eecd13,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:53.751655 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 932e36f1-6bce-4e21-8b8f-362449eecd13 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:51:53.769650 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc00d87f-21ee-47a6-9e9d-a8d4bd787272 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Made reservation on behalf of 4688276c73404d7b82d1a2c483f0060d for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:51:53.772707 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dc00d87f-21ee-47a6-9e9d-a8d4bd787272 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:53.807363 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb25eb0-07aa-4bf1-9300-bf7cd342dbe9 req-d6babfe1-e124-4b9c-bd48-e990048eaf22 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:53.816065 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fcb25eb0-07aa-4bf1-9300-bf7cd342dbe9 req-d6babfe1-e124-4b9c-bd48-e990048eaf22 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b75710-9b7f-42f6-b14d-7f6eaecc8130 HTTP/1.1" status: 200 len: 945 time: 0.1454675 Mar 05 04:51:53.840299 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc00d87f-21ee-47a6-9e9d-a8d4bd787272 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:51:53.840540 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8290f5ee-b0b3-4210-8b86-dd6590f2996f tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Made reservation on behalf of bbbc4feb356744e580db82395e864901 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:51:53.844749 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8290f5ee-b0b3-4210-8b86-dd6590f2996f tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:53.862609 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dc00d87f-21ee-47a6-9e9d-a8d4bd787272 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (3efd7040-e9bf-4676-ba24-bc525cb6beaa), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:53.862973 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-dc00d87f-21ee-47a6-9e9d-a8d4bd787272 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Added segment 3efd7040-e9bf-4676-ba24-bc525cb6beaa of type vlan for network c13a6862-3f98-43dd-bd41-876e7560f6f5 Mar 05 04:51:53.931226 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fcb25eb0-07aa-4bf1-9300-bf7cd342dbe9 req-6b5ccd90-fc81-4369-a42b-6c12744f8b30 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107659 Mar 05 04:51:54.014521 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dc00d87f-21ee-47a6-9e9d-a8d4bd787272 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (c13a6862-3f98-43dd-bd41-876e7560f6f5), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:54.099506 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dc00d87f-21ee-47a6-9e9d-a8d4bd787272 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (c13a6862-3f98-43dd-bd41-876e7560f6f5), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:54.101626 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc00d87f-21ee-47a6-9e9d-a8d4bd787272 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:54.102279 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dc00d87f-21ee-47a6-9e9d-a8d4bd787272 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:54.286878 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-dc00d87f-21ee-47a6-9e9d-a8d4bd787272 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6059375 Mar 05 04:51:54.287700 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52088) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:54.377711 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-2ed6335f-9420-4d71-9a95-4cf7f3c0bda2 req-3acaacee-0ea9-4c7c-b92f-ccf263592856 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Deleting port 1bacc1ab-7471-47c1-890d-7d6500f1df92 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:51:54.378269 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2ed6335f-9420-4d71-9a95-4cf7f3c0bda2 req-3acaacee-0ea9-4c7c-b92f-ccf263592856 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (1bacc1ab-7471-47c1-890d-7d6500f1df92), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:54.387830 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8290f5ee-b0b3-4210-8b86-dd6590f2996f tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (085ded30-ab24-4b51-bd35-59d340d1a57e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:54.501525 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290f5ee-b0b3-4210-8b86-dd6590f2996f tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Pushing event updated for resources: {'Subnet': ['ID=085ded30-ab24-4b51-bd35-59d340d1a57e,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:54.537486 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38586f4-1e18-446a-906a-462890d2fabf tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:54.544362 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38586f4-1e18-446a-906a-462890d2fabf tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:54.549881 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38586f4-1e18-446a-906a-462890d2fabf tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:54.556012 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38586f4-1e18-446a-906a-462890d2fabf tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:54.561494 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b38586f4-1e18-446a-906a-462890d2fabf tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2553527 Mar 05 04:51:54.562682 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52094) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:54.574572 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00d87f-21ee-47a6-9e9d-a8d4bd787272 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Pushing event updated for resources: {'Network': ['ID=c13a6862-3f98-43dd-bd41-876e7560f6f5,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:54.587190 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network c13a6862-3f98-43dd-bd41-876e7560f6f5 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:51:54.613052 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-2ed6335f-9420-4d71-9a95-4cf7f3c0bda2 req-3acaacee-0ea9-4c7c-b92f-ccf263592856 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] For port 1bacc1ab-7471-47c1-890d-7d6500f1df92, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1bacc1ab-7471-47c1-890d-7d6500f1df92,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:54.613722 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2ed6335f-9420-4d71-9a95-4cf7f3c0bda2 req-3acaacee-0ea9-4c7c-b92f-ccf263592856 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (1bacc1ab-7471-47c1-890d-7d6500f1df92), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:54.629899 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-2ed6335f-9420-4d71-9a95-4cf7f3c0bda2 req-3acaacee-0ea9-4c7c-b92f-ccf263592856 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Calling delete_port for 1bacc1ab-7471-47c1-890d-7d6500f1df92 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:51:54.821545 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2ed6335f-9420-4d71-9a95-4cf7f3c0bda2 req-3acaacee-0ea9-4c7c-b92f-ccf263592856 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (1bacc1ab-7471-47c1-890d-7d6500f1df92), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:54.837408 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['6c06ad21-97fd-4741-9c3b-e7b50fd537a5'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:51:54.865978 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acaacee-0ea9-4c7c-b92f-ccf263592856 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Pushing event deleted for resources: {'Port': ['ID=1bacc1ab-7471-47c1-890d-7d6500f1df92,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:54.890683 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8290f5ee-b0b3-4210-8b86-dd6590f2996f tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Checking segment: {'id': 'e0a23100-d81e-4029-bdab-850cb5dd6a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '932e36f1-6bce-4e21-8b8f-362449eecd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:51:54.891329 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8290f5ee-b0b3-4210-8b86-dd6590f2996f tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Network hostable DHCP agents. Network: 932e36f1-6bce-4e21-8b8f-362449eecd13, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:51:54.948405 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed6335f-9420-4d71-9a95-4cf7f3c0bda2 req-3acaacee-0ea9-4c7c-b92f-ccf263592856 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] No DVR routers for this DVR port 1bacc1ab-7471-47c1-890d-7d6500f1df92 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:51:54.952325 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2ed6335f-9420-4d71-9a95-4cf7f3c0bda2 req-3acaacee-0ea9-4c7c-b92f-ccf263592856 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:54.956014 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ed6335f-9420-4d71-9a95-4cf7f3c0bda2 req-3acaacee-0ea9-4c7c-b92f-ccf263592856 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.31 "DELETE /v2.0/ports/1bacc1ab-7471-47c1-890d-7d6500f1df92 HTTP/1.1" status: 204 len: 173 time: 1.2151294 Mar 05 04:51:54.958281 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24b5975-5a9a-4153-8248-3f1e932eb700', 'name': 'network-vif-deleted', 'tag': '1bacc1ab-7471-47c1-890d-7d6500f1df92'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:51:54.962476 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f5609c-9e11-4fd0-9646-3516a49ff827" -d '{"events": [{"server_uuid": "a24b5975-5a9a-4153-8248-3f1e932eb700", "name": "network-vif-deleted", "tag": "1bacc1ab-7471-47c1-890d-7d6500f1df92"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:51:54.984881 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8290f5ee-b0b3-4210-8b86-dd6590f2996f tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Network 932e36f1-6bce-4e21-8b8f-362449eecd13 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:51:55.029986 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-8290f5ee-b0b3-4210-8b86-dd6590f2996f tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 932e36f1-6bce-4e21-8b8f-362449eecd13) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:51:55.046779 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8290f5ee-b0b3-4210-8b86-dd6590f2996f tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:55.047418 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8290f5ee-b0b3-4210-8b86-dd6590f2996f tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:55.063230 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f0df6c-f8af-47b7-860d-53b4ab162cf1 None None] Network 932e36f1-6bce-4e21-8b8f-362449eecd13 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:51:55.081156 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8290f5ee-b0b3-4210-8b86-dd6590f2996f tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0002232 Mar 05 04:51:55.085774 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52098) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:55.095531 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-73e7c2f4-13b0-4834-b1e8-e2232552de57 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-793479723'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:55.145640 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e7c2f4-13b0-4834-b1e8-e2232552de57 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Made reservation on behalf of bbbc4feb356744e580db82395e864901 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:51:55.159185 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-73e7c2f4-13b0-4834-b1e8-e2232552de57 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:55.246180 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e7c2f4-13b0-4834-b1e8-e2232552de57 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:51:55.264293 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-73e7c2f4-13b0-4834-b1e8-e2232552de57 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (008313d5-c5df-49df-b4c5-594e16afc3dd), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:55.264570 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-73e7c2f4-13b0-4834-b1e8-e2232552de57 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Added segment 008313d5-c5df-49df-b4c5-594e16afc3dd of type vlan for network baef5cea-e907-4a38-a29b-9a258e0090e5 Mar 05 04:51:55.275931 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de36d6-5a61-4fe5-af26-0d3bfc420e8a req-564b97a6-2e9a-4a17-8278-38866ae59ef5 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:55.279039 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-11de36d6-5a61-4fe5-af26-0d3bfc420e8a req-564b97a6-2e9a-4a17-8278-38866ae59ef5 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 1.1208980 Mar 05 04:51:55.338526 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-73e7c2f4-13b0-4834-b1e8-e2232552de57 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (baef5cea-e907-4a38-a29b-9a258e0090e5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:55.339626 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-79764764-3206-4bb9-a9e4-a331aa69e4dc tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (c13a6862-3f98-43dd-bd41-876e7560f6f5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:55.375617 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d67c0e-5ba3-4ca1-a34e-8ce436bcddc8 req-57686ff9-4f6d-46a6-8a03-d877f9b600d4 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:55.377307 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c9d67c0e-5ba3-4ca1-a34e-8ce436bcddc8 req-57686ff9-4f6d-46a6-8a03-d877f9b600d4 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/networks?id=54309d98-48bc-4d3e-a20e-4665796063fc HTTP/1.1" status: 200 len: 806 time: 1.1088259 Mar 05 04:51:55.413320 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bffadbd-4e2c-4a85-96c5-08d9d134bc62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-932e36f1-6bce-4e21-8b8f-362449eecd13', 'network_id': '932e36f1-6bce-4e21-8b8f-362449eecd13', 'project_id': 'bbbc4feb356744e580db82395e864901', 'fixed_ips': [{'subnet_id': '085ded30-ab24-4b51-bd35-59d340d1a57e'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:51:55.414457 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6bffadbd-4e2c-4a85-96c5-08d9d134bc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:55.431348 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-73e7c2f4-13b0-4834-b1e8-e2232552de57 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (baef5cea-e907-4a38-a29b-9a258e0090e5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:55.437608 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e7c2f4-13b0-4834-b1e8-e2232552de57 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:55.437926 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-73e7c2f4-13b0-4834-b1e8-e2232552de57 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:55.448629 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c9d67c0e-5ba3-4ca1-a34e-8ce436bcddc8 req-a68edac5-cd48-4ad4-ad28-b4a5bf747637 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/quotas/f4c8bc28785e4a00b63310ed97b40ba8 HTTP/1.1" status: 200 len: 375 time: 0.0396717 Mar 05 04:51:55.451896 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-11de36d6-5a61-4fe5-af26-0d3bfc420e8a req-43925649-796e-40a0-87df-edb7b34e36a9 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580977 Mar 05 04:51:55.541613 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-79764764-3206-4bb9-a9e4-a331aa69e4dc tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (c13a6862-3f98-43dd-bd41-876e7560f6f5), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:55.585073 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7c2f4-13b0-4834-b1e8-e2232552de57 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Pushing event updated for resources: {'Network': ['ID=baef5cea-e907-4a38-a29b-9a258e0090e5,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:55.598313 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-79764764-3206-4bb9-a9e4-a331aa69e4dc tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c13a6862-3f98-43dd-bd41-876e7560f6f5']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:55.619408 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-79764764-3206-4bb9-a9e4-a331aa69e4dc tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3efd7040-e9bf-4676-ba24-bc525cb6beaa') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:55.619892 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-79764764-3206-4bb9-a9e4-a331aa69e4dc tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3efd7040-e9bf-4676-ba24-bc525cb6beaa') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:55.626199 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network baef5cea-e907-4a38-a29b-9a258e0090e5 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:51:55.636025 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-73e7c2f4-13b0-4834-b1e8-e2232552de57 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5485554 Mar 05 04:51:55.638916 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52102) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:55.643208 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-79764764-3206-4bb9-a9e4-a331aa69e4dc tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (3efd7040-e9bf-4676-ba24-bc525cb6beaa), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:55.650319 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-6919b757-116f-4a9a-bff3-edc95aecf838 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Request body: {'subnet': {'network_id': 'baef5cea-e907-4a38-a29b-9a258e0090e5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:55.673453 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-79764764-3206-4bb9-a9e4-a331aa69e4dc tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (3efd7040-e9bf-4676-ba24-bc525cb6beaa), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:55.685242 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79764764-3206-4bb9-a9e4-a331aa69e4dc tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:51:55.685679 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-79764764-3206-4bb9-a9e4-a331aa69e4dc tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (3efd7040-e9bf-4676-ba24-bc525cb6beaa), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:55.806169 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 04:51:55.806169 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:51:55.806169 n-d-789963-32 neutron-server[105231]: timer() Mar 05 04:51:55.806169 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:51:55.806169 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 04:51:55.806169 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:51:55.806169 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 04:51:55.806169 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:51:55.806169 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 04:51:55.806169 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:51:55.806169 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 04:51:55.806169 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:51:55.806169 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 04:51:55.806169 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:51:55.806169 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:51:55.806169 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:51:55.806169 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:51:55.806169 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:51:55.806169 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 04:51:55.806169 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:51:55.806169 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 04:51:55.806169 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:51:55.806169 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:51:55.806169 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:51:55.806169 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 04:51:55.806169 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:51:55.806169 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:51:55.806169 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:51:55.806169 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:51:55.806169 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:51:55.806169 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:51:55.806169 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:51:55.820087 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6919b757-116f-4a9a-bff3-edc95aecf838 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Made reservation on behalf of bbbc4feb356744e580db82395e864901 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:51:55.824573 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6919b757-116f-4a9a-bff3-edc95aecf838 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:55.962525 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-6bffadbd-4e2c-4a85-96c5-08d9d134bc62 None None] Allocated IP 19.80.0.2 (932e36f1-6bce-4e21-8b8f-362449eecd13/085ded30-ab24-4b51-bd35-59d340d1a57e/5ee39717-efde-41ea-9a75-e8a9486e0b13) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:51:55.967643 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4e8ec6e1-85e5-46be-874a-3cb52c2affdc req-788f0845-9e37-4001-8294-6778af328d4f tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/ports?device_id=a24b5975-5a9a-4153-8248-3f1e932eb700 HTTP/1.1" status: 200 len: 210 time: 0.1379361 Mar 05 04:51:55.998067 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-79764764-3206-4bb9-a9e4-a331aa69e4dc tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (c13a6862-3f98-43dd-bd41-876e7560f6f5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:56.025499 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79764764-3206-4bb9-a9e4-a331aa69e4dc tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c13a6862-3f98-43dd-bd41-876e7560f6f5 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 05 04:51:56.043915 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-79764764-3206-4bb9-a9e4-a331aa69e4dc tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:56.048403 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-79764764-3206-4bb9-a9e4-a331aa69e4dc tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] 10.222.0.11 "DELETE /v2.0/networks/c13a6862-3f98-43dd-bd41-876e7560f6f5 HTTP/1.1" status: 204 len: 168 time: 1.4642923 Mar 05 04:51:56.077005 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52104) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:56.090977 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-dad249b3-03f1-4cb3-9edf-1b3d78b9be71 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Request body: {'network': {'name': 'tempest-network--567628385', 'router:external': True}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:56.093007 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79764764-3206-4bb9-a9e4-a331aa69e4dc tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Pushing event deleted for resources: {'Network': ['ID=c13a6862-3f98-43dd-bd41-876e7560f6f5,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:56.118382 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad249b3-03f1-4cb3-9edf-1b3d78b9be71 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Made reservation on behalf of 4688276c73404d7b82d1a2c483f0060d for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:51:56.121394 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dad249b3-03f1-4cb3-9edf-1b3d78b9be71 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:56.131978 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79764764-3206-4bb9-a9e4-a331aa69e4dc tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:56.132380 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79764764-3206-4bb9-a9e4-a331aa69e4dc tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:56.132705 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79764764-3206-4bb9-a9e4-a331aa69e4dc tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:56.133051 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79764764-3206-4bb9-a9e4-a331aa69e4dc tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:56.133435 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79764764-3206-4bb9-a9e4-a331aa69e4dc tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:56.134267 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79764764-3206-4bb9-a9e4-a331aa69e4dc tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:56.134267 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79764764-3206-4bb9-a9e4-a331aa69e4dc tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:56.134455 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79764764-3206-4bb9-a9e4-a331aa69e4dc tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:56.134785 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79764764-3206-4bb9-a9e4-a331aa69e4dc tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:56.135152 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79764764-3206-4bb9-a9e4-a331aa69e4dc tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:56.135501 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79764764-3206-4bb9-a9e4-a331aa69e4dc tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:56.135908 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79764764-3206-4bb9-a9e4-a331aa69e4dc tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:56.136242 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79764764-3206-4bb9-a9e4-a331aa69e4dc tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:56.165629 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dad249b3-03f1-4cb3-9edf-1b3d78b9be71 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:51:56.181113 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dad249b3-03f1-4cb3-9edf-1b3d78b9be71 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (4f22da09-3e67-4342-b3fe-c7d88cb5ce13), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:56.181868 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-dad249b3-03f1-4cb3-9edf-1b3d78b9be71 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Added segment 4f22da09-3e67-4342-b3fe-c7d88cb5ce13 of type vlan for network fa2c254e-4545-405e-8ca4-5ed27f925a22 Mar 05 04:51:56.225608 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c9d67c0e-5ba3-4ca1-a34e-8ce436bcddc8 req-7fce9638-1522-4bb2-b4e8-6fce2a04d37d tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f4c8bc28785e4a00b63310ed97b40ba8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4157541 Mar 05 04:51:56.246915 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dad249b3-03f1-4cb3-9edf-1b3d78b9be71 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (fa2c254e-4545-405e-8ca4-5ed27f925a22), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:56.284116 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1bacc1ab-7471-47c1-890d-7d6500f1df92 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:51:56.296602 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dad249b3-03f1-4cb3-9edf-1b3d78b9be71 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (fa2c254e-4545-405e-8ca4-5ed27f925a22), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:56.298018 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad249b3-03f1-4cb3-9edf-1b3d78b9be71 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:56.299021 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dad249b3-03f1-4cb3-9edf-1b3d78b9be71 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:56.329038 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 1bacc1ab-7471-47c1-890d-7d6500f1df92 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:51:56.329919 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1bacc1ab-7471-47c1-890d-7d6500f1df92 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:51:56.375132 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6bffadbd-4e2c-4a85-96c5-08d9d134bc62 None None] Publish callbacks [] for port (5ee39717-efde-41ea-9a75-e8a9486e0b13), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:56.395437 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6bffadbd-4e2c-4a85-96c5-08d9d134bc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (5ee39717-efde-41ea-9a75-e8a9486e0b13), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:56.446240 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c9d67c0e-5ba3-4ca1-a34e-8ce436bcddc8 req-ae556fbc-d8d6-4968-8a72-bb5a4030fd46 service neutron] 10.222.0.11 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149518 Mar 05 04:51:56.453936 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-dad249b3-03f1-4cb3-9edf-1b3d78b9be71 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.3748574 Mar 05 04:51:56.464041 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52106) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:56.487024 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bffadbd-4e2c-4a85-96c5-08d9d134bc62 None None] Network 932e36f1-6bce-4e21-8b8f-362449eecd13 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:51:56.502113 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-6bffadbd-4e2c-4a85-96c5-08d9d134bc62 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:51:56.516778 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bffadbd-4e2c-4a85-96c5-08d9d134bc62 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:51:56.526122 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bffadbd-4e2c-4a85-96c5-08d9d134bc62 None None] Pushing event updated for resources: {'Port': ['ID=5ee39717-efde-41ea-9a75-e8a9486e0b13,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:56.533081 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb0651-2649-4684-a967-f066d4a1aa81 req-206c61d8-8696-426f-b4e4-c3cd47bfff33 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:56.540232 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-32eb0651-2649-4684-a967-f066d4a1aa81 req-206c61d8-8696-426f-b4e4-c3cd47bfff33 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 945 time: 0.4251983 Mar 05 04:51:56.616618 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7555f4-df6d-45e7-884c-52296ef451e7 tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:56.618530 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ae7555f4-df6d-45e7-884c-52296ef451e7 tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] 10.222.0.11 "GET /v2.0/networks/fa2c254e-4545-405e-8ca4-5ed27f925a22 HTTP/1.1" status: 200 len: 756 time: 0.1520774 Mar 05 04:51:56.620462 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad249b3-03f1-4cb3-9edf-1b3d78b9be71 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Pushing event updated for resources: {'Network': ['ID=fa2c254e-4545-405e-8ca4-5ed27f925a22,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:56.622983 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6919b757-116f-4a9a-bff3-edc95aecf838 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (693e3fee-2b93-4cf0-9b5f-2e426de281c5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:56.629844 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52110) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:56.635474 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network fa2c254e-4545-405e-8ca4-5ed27f925a22 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:51:56.714474 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-32eb0651-2649-4684-a967-f066d4a1aa81 req-cd994016-4381-4071-9bec-22c55f5c3aa2 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733012 Mar 05 04:51:56.730938 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ea3662-48c6-4eb8-b8b4-95e02cbbcaea tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:56.732476 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f9ea3662-48c6-4eb8-b8b4-95e02cbbcaea tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] 10.222.0.11 "GET /v2.0/networks/b024d850-2cda-4933-93c0-c6cd84bb239a HTTP/1.1" status: 200 len: 767 time: 0.0970845 Mar 05 04:51:56.741979 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52114) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:56.835047 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-6bffadbd-4e2c-4a85-96c5-08d9d134bc62 None None] Attempting to bind port 5ee39717-efde-41ea-9a75-e8a9486e0b13 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:51:56.835481 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-6bffadbd-4e2c-4a85-96c5-08d9d134bc62 None None] Attempting to bind port 5ee39717-efde-41ea-9a75-e8a9486e0b13 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'e0a23100-d81e-4029-bdab-850cb5dd6a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '932e36f1-6bce-4e21-8b8f-362449eecd13'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:51:56.835857 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bffadbd-4e2c-4a85-96c5-08d9d134bc62 None None] Attempting to bind port 5ee39717-efde-41ea-9a75-e8a9486e0b13 on network 932e36f1-6bce-4e21-8b8f-362449eecd13 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:51:56.842645 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c9d67c0e-5ba3-4ca1-a34e-8ce436bcddc8 req-da04e585-4d9b-470a-8652-739186b5c7ec service neutron] 10.222.0.11 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954532 Mar 05 04:51:56.843388 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1388ad5d-e0ef-4fb9-95f4-26b3103ce400 x-openstack-request-id: req-1388ad5d-e0ef-4fb9-95f4-26b3103ce400 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:51:56.843899 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24b5975-5a9a-4153-8248-3f1e932eb700", "name": "network-vif-deleted", "tag": "1bacc1ab-7471-47c1-890d-7d6500f1df92", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:51:56.845360 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1388ad5d-e0ef-4fb9-95f4-26b3103ce400 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:51:56.845981 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24b5975-5a9a-4153-8248-3f1e932eb700', 'name': 'network-vif-deleted', 'tag': '1bacc1ab-7471-47c1-890d-7d6500f1df92', 'status': 'completed', 'code': 200} Mar 05 04:51:56.854619 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bffadbd-4e2c-4a85-96c5-08d9d134bc62 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:51:56.855143 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bffadbd-4e2c-4a85-96c5-08d9d134bc62 None None] Checking segment: {'id': 'e0a23100-d81e-4029-bdab-850cb5dd6a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '932e36f1-6bce-4e21-8b8f-362449eecd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:51:56.859755 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6bffadbd-4e2c-4a85-96c5-08d9d134bc62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:56.860181 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bffadbd-4e2c-4a85-96c5-08d9d134bc62 None None] Bound using segment: {'id': 'e0a23100-d81e-4029-bdab-850cb5dd6a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '932e36f1-6bce-4e21-8b8f-362449eecd13'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:51:56.860706 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-6bffadbd-4e2c-4a85-96c5-08d9d134bc62 None None] Bound port: 5ee39717-efde-41ea-9a75-e8a9486e0b13, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a23100-d81e-4029-bdab-850cb5dd6a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '932e36f1-6bce-4e21-8b8f-362449eecd13'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:51:56.861104 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6bffadbd-4e2c-4a85-96c5-08d9d134bc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5ee39717-efde-41ea-9a75-e8a9486e0b13), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:56.876455 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919b757-116f-4a9a-bff3-edc95aecf838 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Pushing event updated for resources: {'Subnet': ['ID=693e3fee-2b93-4cf0-9b5f-2e426de281c5,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:56.887110 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6919b757-116f-4a9a-bff3-edc95aecf838 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Checking segment: {'id': '008313d5-c5df-49df-b4c5-594e16afc3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'baef5cea-e907-4a38-a29b-9a258e0090e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:51:56.887963 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6919b757-116f-4a9a-bff3-edc95aecf838 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Network hostable DHCP agents. Network: baef5cea-e907-4a38-a29b-9a258e0090e5, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:51:56.919345 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6919b757-116f-4a9a-bff3-edc95aecf838 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Network baef5cea-e907-4a38-a29b-9a258e0090e5 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:51:56.946464 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-6919b757-116f-4a9a-bff3-edc95aecf838 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, baef5cea-e907-4a38-a29b-9a258e0090e5) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:51:56.958170 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6919b757-116f-4a9a-bff3-edc95aecf838 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:56.961242 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6919b757-116f-4a9a-bff3-edc95aecf838 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:57.005669 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6919b757-116f-4a9a-bff3-edc95aecf838 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3654878 Mar 05 04:51:57.096388 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6bffadbd-4e2c-4a85-96c5-08d9d134bc62 None None] For port 5ee39717-efde-41ea-9a75-e8a9486e0b13, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:51:57.100435 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6bffadbd-4e2c-4a85-96c5-08d9d134bc62 None None] For port 5ee39717-efde-41ea-9a75-e8a9486e0b13, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=5ee39717-efde-41ea-9a75-e8a9486e0b13,segment=NetworkSegment(e0a23100-d81e-4029-bdab-850cb5dd6a28),segment_id=e0a23100-d81e-4029-bdab-850cb5dd6a28)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:51:57.132747 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97609420-b527-4496-9e56-59057f26fce5 None None] Network baef5cea-e907-4a38-a29b-9a258e0090e5 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:51:57.138638 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-54a90a82-d1a6-4345-9f4c-36f55f749bc2 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (fa2c254e-4545-405e-8ca4-5ed27f925a22), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:57.190753 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6bffadbd-4e2c-4a85-96c5-08d9d134bc62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5ee39717-efde-41ea-9a75-e8a9486e0b13), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:57.276072 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca2996-19af-4d73-a5ed-e03065ccce04 req-4207fc73-7f83-4918-ad6c-737c114a9029 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:57.277932 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-91ca2996-19af-4d73-a5ed-e03065ccce04 req-4207fc73-7f83-4918-ad6c-737c114a9029 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.2439344 Mar 05 04:51:57.414644 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca959d58-48fc-48f0-a063-d86d5232859f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-baef5cea-e907-4a38-a29b-9a258e0090e5', 'network_id': 'baef5cea-e907-4a38-a29b-9a258e0090e5', 'project_id': 'bbbc4feb356744e580db82395e864901', 'fixed_ips': [{'subnet_id': '693e3fee-2b93-4cf0-9b5f-2e426de281c5'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:51:57.415575 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ca959d58-48fc-48f0-a063-d86d5232859f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:57.452299 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bffadbd-4e2c-4a85-96c5-08d9d134bc62 None None] Pushing event updated for resources: {'Port': ['ID=5ee39717-efde-41ea-9a75-e8a9486e0b13,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:57.569734 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-54a90a82-d1a6-4345-9f4c-36f55f749bc2 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (fa2c254e-4545-405e-8ca4-5ed27f925a22), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:57.661730 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-91ca2996-19af-4d73-a5ed-e03065ccce04 req-9d61d762-5916-451a-9c02-b5b5fea5f779 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3737578 Mar 05 04:51:57.664125 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-54a90a82-d1a6-4345-9f4c-36f55f749bc2 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa2c254e-4545-405e-8ca4-5ed27f925a22']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:57.676526 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-54a90a82-d1a6-4345-9f4c-36f55f749bc2 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f22da09-3e67-4342-b3fe-c7d88cb5ce13') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:57.676904 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-54a90a82-d1a6-4345-9f4c-36f55f749bc2 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f22da09-3e67-4342-b3fe-c7d88cb5ce13') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:51:57.703570 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-54a90a82-d1a6-4345-9f4c-36f55f749bc2 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (4f22da09-3e67-4342-b3fe-c7d88cb5ce13), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:57.735819 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-54a90a82-d1a6-4345-9f4c-36f55f749bc2 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (4f22da09-3e67-4342-b3fe-c7d88cb5ce13), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:57.757229 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-ca959d58-48fc-48f0-a063-d86d5232859f None None] Allocated IP 19.86.0.2 (baef5cea-e907-4a38-a29b-9a258e0090e5/693e3fee-2b93-4cf0-9b5f-2e426de281c5/266c3c5c-8b63-4d7e-920d-614c5fcacc5f) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:51:57.930672 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a90a82-d1a6-4345-9f4c-36f55f749bc2 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:51:57.932052 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-54a90a82-d1a6-4345-9f4c-36f55f749bc2 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (4f22da09-3e67-4342-b3fe-c7d88cb5ce13), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:57.944191 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 04:51:57.944191 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:51:57.944191 n-d-789963-32 neutron-server[105231]: timer() Mar 05 04:51:57.944191 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:51:57.944191 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 04:51:57.944191 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:51:57.944191 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 04:51:57.944191 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:51:57.944191 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 04:51:57.944191 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:51:57.944191 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 04:51:57.944191 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:51:57.944191 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 04:51:57.944191 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:51:57.944191 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:51:57.944191 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:51:57.944191 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:51:57.944191 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:51:57.944191 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 04:51:57.944191 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:51:57.944191 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 04:51:57.944191 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:51:57.944191 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:51:57.944191 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:51:57.944191 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 04:51:57.944191 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:51:57.944191 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:51:57.944191 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:51:57.944191 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:51:57.944191 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:51:57.944191 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:51:57.944191 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:51:58.037898 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ca959d58-48fc-48f0-a063-d86d5232859f None None] Publish callbacks [] for port (266c3c5c-8b63-4d7e-920d-614c5fcacc5f), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:58.052681 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ca959d58-48fc-48f0-a063-d86d5232859f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (266c3c5c-8b63-4d7e-920d-614c5fcacc5f), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:58.107703 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca959d58-48fc-48f0-a063-d86d5232859f None None] Pushing event updated for resources: {'Port': ['ID=266c3c5c-8b63-4d7e-920d-614c5fcacc5f,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:58.137624 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca959d58-48fc-48f0-a063-d86d5232859f None None] Network baef5cea-e907-4a38-a29b-9a258e0090e5 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:51:58.140008 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-ca959d58-48fc-48f0-a063-d86d5232859f None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:51:58.156445 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca959d58-48fc-48f0-a063-d86d5232859f None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:51:58.165873 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5ee39717-efde-41ea-9a75-e8a9486e0b13 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:51:58.192362 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-54a90a82-d1a6-4345-9f4c-36f55f749bc2 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (fa2c254e-4545-405e-8ca4-5ed27f925a22), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:58.216382 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a90a82-d1a6-4345-9f4c-36f55f749bc2 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fa2c254e-4545-405e-8ca4-5ed27f925a22 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 05 04:51:58.226012 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcdd74-a27c-4b23-a572-410c8bb2bf3d req-3bcdc776-628e-4296-be70-b45b72749b9c tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:58.227932 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-22bcdd74-a27c-4b23-a572-410c8bb2bf3d req-3bcdc776-628e-4296-be70-b45b72749b9c tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/ports?device_id=6dac6ecc-1d3d-483f-9679-7432d6d5c837 HTTP/1.1" status: 200 len: 950 time: 0.3684037 Mar 05 04:51:58.232262 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-54a90a82-d1a6-4345-9f4c-36f55f749bc2 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:58.236211 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-54a90a82-d1a6-4345-9f4c-36f55f749bc2 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] 10.222.0.11 "DELETE /v2.0/networks/fa2c254e-4545-405e-8ca4-5ed27f925a22 HTTP/1.1" status: 204 len: 168 time: 1.4895270 Mar 05 04:51:58.240182 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52156) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:58.249359 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-dafa4501-8c05-4f17-af8a-580e9abc2a40 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Request body: {'network': {'name': 'tempest-network--209595509'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:58.289020 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafa4501-8c05-4f17-af8a-580e9abc2a40 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Made reservation on behalf of 4688276c73404d7b82d1a2c483f0060d for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:51:58.292008 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dafa4501-8c05-4f17-af8a-580e9abc2a40 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:58.306570 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-16e63ce0-3c78-4fe3-8928-411a32a7ddd1 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:58.317381 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-16e63ce0-3c78-4fe3-8928-411a32a7ddd1 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:58.333153 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-16e63ce0-3c78-4fe3-8928-411a32a7ddd1 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/networks?id=932e36f1-6bce-4e21-8b8f-362449eecd13&id=baef5cea-e907-4a38-a29b-9a258e0090e5 HTTP/1.1" status: 200 len: 1390 time: 0.5745623 Mar 05 04:51:58.350308 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dafa4501-8c05-4f17-af8a-580e9abc2a40 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:51:58.371357 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-64fc33a3-f731-4013-a2eb-a5a68751989e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/quotas/bbbc4feb356744e580db82395e864901 HTTP/1.1" status: 200 len: 375 time: 0.0367792 Mar 05 04:51:58.382954 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dafa4501-8c05-4f17-af8a-580e9abc2a40 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (eed15a5b-fdf5-4ff5-a137-fb209719fb5e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:58.384205 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-dafa4501-8c05-4f17-af8a-580e9abc2a40 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Added segment eed15a5b-fdf5-4ff5-a137-fb209719fb5e of type vlan for network 984bb928-717e-4752-935c-06f34e4e20e3 Mar 05 04:51:58.393299 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-ca959d58-48fc-48f0-a063-d86d5232859f None None] Attempting to bind port 266c3c5c-8b63-4d7e-920d-614c5fcacc5f on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:51:58.393780 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-ca959d58-48fc-48f0-a063-d86d5232859f None None] Attempting to bind port 266c3c5c-8b63-4d7e-920d-614c5fcacc5f by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '008313d5-c5df-49df-b4c5-594e16afc3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'baef5cea-e907-4a38-a29b-9a258e0090e5'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:51:58.394165 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca959d58-48fc-48f0-a063-d86d5232859f None None] Attempting to bind port 266c3c5c-8b63-4d7e-920d-614c5fcacc5f on network baef5cea-e907-4a38-a29b-9a258e0090e5 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:51:58.401326 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a90a82-d1a6-4345-9f4c-36f55f749bc2 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Pushing event deleted for resources: {'Network': ['ID=fa2c254e-4545-405e-8ca4-5ed27f925a22,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:58.407633 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca959d58-48fc-48f0-a063-d86d5232859f None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:51:58.408128 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca959d58-48fc-48f0-a063-d86d5232859f None None] Checking segment: {'id': '008313d5-c5df-49df-b4c5-594e16afc3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'baef5cea-e907-4a38-a29b-9a258e0090e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:51:58.409760 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ca959d58-48fc-48f0-a063-d86d5232859f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:58.410253 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca959d58-48fc-48f0-a063-d86d5232859f None None] Bound using segment: {'id': '008313d5-c5df-49df-b4c5-594e16afc3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'baef5cea-e907-4a38-a29b-9a258e0090e5'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:51:58.412956 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-ca959d58-48fc-48f0-a063-d86d5232859f None None] Bound port: 266c3c5c-8b63-4d7e-920d-614c5fcacc5f, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '008313d5-c5df-49df-b4c5-594e16afc3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'baef5cea-e907-4a38-a29b-9a258e0090e5'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:51:58.414900 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ca959d58-48fc-48f0-a063-d86d5232859f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (266c3c5c-8b63-4d7e-920d-614c5fcacc5f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:58.515161 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-22bcdd74-a27c-4b23-a572-410c8bb2bf3d req-f74384b9-6e24-4719-81cb-c7a3352a6bcc tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f3dc39b-dfac-4af8-94a7-0894dd621c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395573 Mar 05 04:51:58.552189 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dafa4501-8c05-4f17-af8a-580e9abc2a40 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (984bb928-717e-4752-935c-06f34e4e20e3), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:58.612194 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dafa4501-8c05-4f17-af8a-580e9abc2a40 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (984bb928-717e-4752-935c-06f34e4e20e3), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:58.615592 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafa4501-8c05-4f17-af8a-580e9abc2a40 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:58.619839 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dafa4501-8c05-4f17-af8a-580e9abc2a40 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:58.650757 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-0bb07541-161f-49e1-8e73-8d34a42f00b8 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bbbc4feb356744e580db82395e864901&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2767541 Mar 05 04:51:58.658593 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 5ee39717-efde-41ea-9a75-e8a9486e0b13 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:51:58.667939 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5ee39717-efde-41ea-9a75-e8a9486e0b13), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:58.778771 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-ca959d58-48fc-48f0-a063-d86d5232859f None None] For port 266c3c5c-8b63-4d7e-920d-614c5fcacc5f, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:51:58.788827 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-ca959d58-48fc-48f0-a063-d86d5232859f None None] For port 266c3c5c-8b63-4d7e-920d-614c5fcacc5f, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=266c3c5c-8b63-4d7e-920d-614c5fcacc5f,segment=NetworkSegment(008313d5-c5df-49df-b4c5-594e16afc3dd),segment_id=008313d5-c5df-49df-b4c5-594e16afc3dd)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:51:58.795643 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa4501-8c05-4f17-af8a-580e9abc2a40 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Pushing event updated for resources: {'Network': ['ID=984bb928-717e-4752-935c-06f34e4e20e3,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:58.810352 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-dafa4501-8c05-4f17-af8a-580e9abc2a40 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5679536 Mar 05 04:51:58.813202 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52160) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:58.826154 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 984bb928-717e-4752-935c-06f34e4e20e3 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:51:58.828743 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ca959d58-48fc-48f0-a063-d86d5232859f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (266c3c5c-8b63-4d7e-920d-614c5fcacc5f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:58.829790 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-6d688618-0053-4c02-ab82-7b9a79d3f309 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:51:59.010272 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca959d58-48fc-48f0-a063-d86d5232859f None None] Pushing event updated for resources: {'Port': ['ID=266c3c5c-8b63-4d7e-920d-614c5fcacc5f,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:59.059903 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-37fe3459-0d18-4805-932f-e1bd2bff5431 service neutron] 10.222.0.11 "GET /v2.0/networks/932e36f1-6bce-4e21-8b8f-362449eecd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078879 Mar 05 04:51:59.197230 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5045a51-f2d5-4a7d-8572-ec6823f8ab93 req-a6db3e35-85c4-4a26-bb39-0d3add71e02b tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:59.201634 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c5045a51-f2d5-4a7d-8572-ec6823f8ab93 req-a6db3e35-85c4-4a26-bb39-0d3add71e02b tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 945 time: 0.3885393 Mar 05 04:51:59.212929 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6d688618-0053-4c02-ab82-7b9a79d3f309 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (984bb928-717e-4752-935c-06f34e4e20e3), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:59.248572 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ecde7-9ad8-4c38-99a2-398a44504840 req-987459df-26c4-4823-9f0e-170d1d486f75 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:59.256860 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-907ecde7-9ad8-4c38-99a2-398a44504840 req-987459df-26c4-4823-9f0e-170d1d486f75 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dac6ecc-1d3d-483f-9679-7432d6d5c837 HTTP/1.1" status: 200 len: 950 time: 0.1579363 Mar 05 04:51:59.273512 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6d688618-0053-4c02-ab82-7b9a79d3f309 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (984bb928-717e-4752-935c-06f34e4e20e3), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:59.370854 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 5ee39717-efde-41ea-9a75-e8a9486e0b13 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:51:59.371197 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5ee39717-efde-41ea-9a75-e8a9486e0b13), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:59.418994 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6d688618-0053-4c02-ab82-7b9a79d3f309 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Network 984bb928-717e-4752-935c-06f34e4e20e3 is not hosted by any dhcp agent {{(pid=105232) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 05 04:51:59.420737 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d688618-0053-4c02-ab82-7b9a79d3f309 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:51:59.423354 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6d688618-0053-4c02-ab82-7b9a79d3f309 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:59.426047 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6d688618-0053-4c02-ab82-7b9a79d3f309 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] 10.222.0.11 "PUT /v2.0/networks/984bb928-717e-4752-935c-06f34e4e20e3 HTTP/1.1" status: 200 len: 856 time: 0.6109960 Mar 05 04:51:59.436227 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c5045a51-f2d5-4a7d-8572-ec6823f8ab93 req-90a1be16-2f20-47e8-aa35-82b530093392 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034664 Mar 05 04:51:59.436715 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52168) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:51:59.493852 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 5ee39717-efde-41ea-9a75-e8a9486e0b13, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=5ee39717-efde-41ea-9a75-e8a9486e0b13,segment=NetworkSegment(e0a23100-d81e-4029-bdab-850cb5dd6a28),segment_id=e0a23100-d81e-4029-bdab-850cb5dd6a28)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:59.512478 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5ee39717-efde-41ea-9a75-e8a9486e0b13), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:59.594250 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=5ee39717-efde-41ea-9a75-e8a9486e0b13,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:59.607528 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbba6943-6115-4771-b36d-9639c714c5c3 None None] Network 932e36f1-6bce-4e21-8b8f-362449eecd13 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:51:59.648318 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d688618-0053-4c02-ab82-7b9a79d3f309 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Pushing event updated for resources: {'Network': ['ID=984bb928-717e-4752-935c-06f34e4e20e3,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:51:59.660887 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d688618-0053-4c02-ab82-7b9a79d3f309 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:59.661399 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d688618-0053-4c02-ab82-7b9a79d3f309 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:59.661844 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d688618-0053-4c02-ab82-7b9a79d3f309 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:59.662984 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d688618-0053-4c02-ab82-7b9a79d3f309 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:59.663663 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d688618-0053-4c02-ab82-7b9a79d3f309 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:59.664117 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d688618-0053-4c02-ab82-7b9a79d3f309 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:59.664551 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d688618-0053-4c02-ab82-7b9a79d3f309 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:59.664989 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d688618-0053-4c02-ab82-7b9a79d3f309 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:59.665412 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d688618-0053-4c02-ab82-7b9a79d3f309 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:59.665873 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d688618-0053-4c02-ab82-7b9a79d3f309 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:59.666559 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d688618-0053-4c02-ab82-7b9a79d3f309 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:59.666981 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d688618-0053-4c02-ab82-7b9a79d3f309 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:59.667445 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d688618-0053-4c02-ab82-7b9a79d3f309 tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:51:59.689783 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a823f6b6-3a9d-4695-a2f0-1304f56be164 None None] Provisioning complete for port 5ee39717-efde-41ea-9a75-e8a9486e0b13 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:51:59.690540 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a823f6b6-3a9d-4695-a2f0-1304f56be164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5ee39717-efde-41ea-9a75-e8a9486e0b13), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:59.715684 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-907ecde7-9ad8-4c38-99a2-398a44504840 req-9b247bd6-813a-4138-9e86-284ba3174a77 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Deleting port 6c06ad21-97fd-4741-9c3b-e7b50fd537a5 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:51:59.715967 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-907ecde7-9ad8-4c38-99a2-398a44504840 req-9b247bd6-813a-4138-9e86-284ba3174a77 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (6c06ad21-97fd-4741-9c3b-e7b50fd537a5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:59.867212 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-da87846c-3b17-434e-9281-4146851f4b2e service neutron] 10.222.0.11 "GET /v2.0/networks/932e36f1-6bce-4e21-8b8f-362449eecd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7952266 Mar 05 04:51:59.877313 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-907ecde7-9ad8-4c38-99a2-398a44504840 req-9b247bd6-813a-4138-9e86-284ba3174a77 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] For port 6c06ad21-97fd-4741-9c3b-e7b50fd537a5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=6c06ad21-97fd-4741-9c3b-e7b50fd537a5,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:51:59.878170 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-907ecde7-9ad8-4c38-99a2-398a44504840 req-9b247bd6-813a-4138-9e86-284ba3174a77 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (6c06ad21-97fd-4741-9c3b-e7b50fd537a5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:59.880787 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a396b02e-0da0-4ec9-af99-9c0ad070cd2f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (984bb928-717e-4752-935c-06f34e4e20e3), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:51:59.894197 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-907ecde7-9ad8-4c38-99a2-398a44504840 req-9b247bd6-813a-4138-9e86-284ba3174a77 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Calling delete_port for 6c06ad21-97fd-4741-9c3b-e7b50fd537a5 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:52:00.004961 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a823f6b6-3a9d-4695-a2f0-1304f56be164 None None] Current status of the port 5ee39717-efde-41ea-9a75-e8a9486e0b13 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:52:00.089165 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-17d1c326-7736-4be9-bcf0-d931f66b0e51 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:00.096822 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-17d1c326-7736-4be9-bcf0-d931f66b0e51 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/networks?id=54309d98-48bc-4d3e-a20e-4665796063fc HTTP/1.1" status: 200 len: 806 time: 0.4398527 Mar 05 04:52:00.144793 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-c7d6abda-79b2-4755-b110-ef4286a91d7e tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/quotas/f4c8bc28785e4a00b63310ed97b40ba8 HTTP/1.1" status: 200 len: 375 time: 0.0469999 Mar 05 04:52:00.166057 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-907ecde7-9ad8-4c38-99a2-398a44504840 req-9b247bd6-813a-4138-9e86-284ba3174a77 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (6c06ad21-97fd-4741-9c3b-e7b50fd537a5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:00.182952 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['6c06ad21-97fd-4741-9c3b-e7b50fd537a5'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:52:00.231738 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5ee39717-efde-41ea-9a75-e8a9486e0b13 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:52:00.263043 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a396b02e-0da0-4ec9-af99-9c0ad070cd2f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (984bb928-717e-4752-935c-06f34e4e20e3), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:00.311284 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-079898cd-8a73-4097-a285-ea31e4bc0a8b service neutron] 10.222.0.11 "GET /v2.0/networks/baef5cea-e907-4a38-a29b-9a258e0090e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431009 Mar 05 04:52:00.324786 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 5ee39717-efde-41ea-9a75-e8a9486e0b13 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:52:00.325284 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5ee39717-efde-41ea-9a75-e8a9486e0b13), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:00.345508 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b247bd6-813a-4138-9e86-284ba3174a77 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Pushing event deleted for resources: {'Port': ['ID=6c06ad21-97fd-4741-9c3b-e7b50fd537a5,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:00.422073 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-a396b02e-0da0-4ec9-af99-9c0ad070cd2f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['984bb928-717e-4752-935c-06f34e4e20e3']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:00.472487 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-907ecde7-9ad8-4c38-99a2-398a44504840 req-9b247bd6-813a-4138-9e86-284ba3174a77 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] No DVR routers for this DVR port 6c06ad21-97fd-4741-9c3b-e7b50fd537a5 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:52:00.480262 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-907ecde7-9ad8-4c38-99a2-398a44504840 req-9b247bd6-813a-4138-9e86-284ba3174a77 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:00.487589 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-a396b02e-0da0-4ec9-af99-9c0ad070cd2f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed15a5b-fdf5-4ff5-a137-fb209719fb5e') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:00.487906 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-a396b02e-0da0-4ec9-af99-9c0ad070cd2f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed15a5b-fdf5-4ff5-a137-fb209719fb5e') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:00.488316 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-907ecde7-9ad8-4c38-99a2-398a44504840 req-9b247bd6-813a-4138-9e86-284ba3174a77 tempest-LiveMigrationNegativeTest-28460174 tempest-LiveMigrationNegativeTest-28460174-project] 10.222.0.31 "DELETE /v2.0/ports/6c06ad21-97fd-4741-9c3b-e7b50fd537a5 HTTP/1.1" status: 204 len: 173 time: 1.2271290 Mar 05 04:52:00.488829 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dac6ecc-1d3d-483f-9679-7432d6d5c837', 'name': 'network-vif-deleted', 'tag': '6c06ad21-97fd-4741-9c3b-e7b50fd537a5'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:52:00.500956 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556f3dcc-99b7-4500-a42a-cb009f3a92c3" -d '{"events": [{"server_uuid": "6dac6ecc-1d3d-483f-9679-7432d6d5c837", "name": "network-vif-deleted", "tag": "6c06ad21-97fd-4741-9c3b-e7b50fd537a5"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:52:00.541300 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-996829a2-37dc-4509-81f9-22dd88c3778c tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f4c8bc28785e4a00b63310ed97b40ba8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3955121 Mar 05 04:52:00.630341 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a396b02e-0da0-4ec9-af99-9c0ad070cd2f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (eed15a5b-fdf5-4ff5-a137-fb209719fb5e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:00.683381 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a396b02e-0da0-4ec9-af99-9c0ad070cd2f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (eed15a5b-fdf5-4ff5-a137-fb209719fb5e), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:00.755301 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a396b02e-0da0-4ec9-af99-9c0ad070cd2f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:52:00.756614 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a396b02e-0da0-4ec9-af99-9c0ad070cd2f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (eed15a5b-fdf5-4ff5-a137-fb209719fb5e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:00.836746 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 04:52:00.836746 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:52:00.836746 n-d-789963-32 neutron-server[105231]: timer() Mar 05 04:52:00.836746 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:52:00.836746 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 04:52:00.836746 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:52:00.836746 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 04:52:00.836746 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:52:00.836746 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 04:52:00.836746 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:52:00.836746 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 04:52:00.836746 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:52:00.836746 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 04:52:00.836746 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:52:00.836746 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:52:00.836746 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:52:00.836746 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:52:00.836746 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:52:00.836746 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 04:52:00.836746 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:52:00.836746 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 04:52:00.836746 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:52:00.836746 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:52:00.836746 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:52:00.836746 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 04:52:00.836746 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:52:00.836746 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:52:00.836746 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:52:00.836746 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:52:00.836746 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:52:00.836746 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:52:00.836746 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:52:00.845502 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 5ee39717-efde-41ea-9a75-e8a9486e0b13 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:52:00.848417 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 266c3c5c-8b63-4d7e-920d-614c5fcacc5f up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:52:00.873171 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a396b02e-0da0-4ec9-af99-9c0ad070cd2f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (984bb928-717e-4752-935c-06f34e4e20e3), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:00.881368 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6a6e20f1-9d40-4156-8465-6b537cebc6df None None] Provisioning complete for port 5ee39717-efde-41ea-9a75-e8a9486e0b13 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:52:00.881911 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6a6e20f1-9d40-4156-8465-6b537cebc6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5ee39717-efde-41ea-9a75-e8a9486e0b13), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:00.952675 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a396b02e-0da0-4ec9-af99-9c0ad070cd2f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 984bb928-717e-4752-935c-06f34e4e20e3 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 05 04:52:00.956501 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396b02e-0da0-4ec9-af99-9c0ad070cd2f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Pushing event deleted for resources: {'Network': ['ID=984bb928-717e-4752-935c-06f34e4e20e3,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:00.973251 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a396b02e-0da0-4ec9-af99-9c0ad070cd2f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:00.994746 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a396b02e-0da0-4ec9-af99-9c0ad070cd2f tempest-ExternalNetworksTestJSON-1320241382 tempest-ExternalNetworksTestJSON-1320241382-project-admin] 10.222.0.11 "DELETE /v2.0/networks/984bb928-717e-4752-935c-06f34e4e20e3 HTTP/1.1" status: 204 len: 168 time: 1.5335772 Mar 05 04:52:00.995142 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52188) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:01.092084 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 266c3c5c-8b63-4d7e-920d-614c5fcacc5f triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:52:01.092626 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (266c3c5c-8b63-4d7e-920d-614c5fcacc5f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:01.095234 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-89eb78d3-973c-409b-af9b-88a503ebe11d tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] DELETE failed (client error): The resource could not be found. Mar 05 04:52:01.095712 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89eb78d3-973c-409b-af9b-88a503ebe11d tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 04:52:01.098252 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6a6e20f1-9d40-4156-8465-6b537cebc6df None None] Current status of the port 5ee39717-efde-41ea-9a75-e8a9486e0b13 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:52:01.114478 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-89eb78d3-973c-409b-af9b-88a503ebe11d tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] 10.222.0.11 "DELETE /v2.0/subnets/848ee431-64f2-45ce-a308-cc6e62c777a4 HTTP/1.1" status: 404 len: 337 time: 0.1161225 Mar 05 04:52:01.114715 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52190) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:01.115734 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-693d8889-97fb-411e-a77d-138beeaf4612 service neutron] 10.222.0.11 "GET /v2.0/networks/baef5cea-e907-4a38-a29b-9a258e0090e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7998838 Mar 05 04:52:01.199883 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-8036d968-494f-478e-8148-48bfdef012d8 service neutron] 10.222.0.11 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6577070 Mar 05 04:52:01.232336 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28de0584-3944-4681-a3d6-e4014d483e47 None None] Network baef5cea-e907-4a38-a29b-9a258e0090e5 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:52:01.486645 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-25417287-76ff-4b35-b935-413494a6fa5f tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (b024d850-2cda-4933-93c0-c6cd84bb239a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:01.487410 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e9c42b99-e034-48f8-9549-683d8cc7fc06 None None] Provisioning complete for port 266c3c5c-8b63-4d7e-920d-614c5fcacc5f triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:52:01.487761 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e9c42b99-e034-48f8-9549-683d8cc7fc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (266c3c5c-8b63-4d7e-920d-614c5fcacc5f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:01.593710 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-ce49b2ee-48ab-4650-b769-4c09e3fc4c4a service neutron] 10.222.0.11 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847420 Mar 05 04:52:01.660047 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 266c3c5c-8b63-4d7e-920d-614c5fcacc5f is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:52:01.660446 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (266c3c5c-8b63-4d7e-920d-614c5fcacc5f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:01.702580 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d00b1-4794-46a1-86ab-f64bea818f8c req-a2c31244-f832-460b-b28f-584eb91735cf tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:01.704311 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ae3d00b1-4794-46a1-86ab-f64bea818f8c req-a2c31244-f832-460b-b28f-584eb91735cf tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.2361429 Mar 05 04:52:01.723736 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-25417287-76ff-4b35-b935-413494a6fa5f tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (b024d850-2cda-4933-93c0-c6cd84bb239a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:01.769702 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-25417287-76ff-4b35-b935-413494a6fa5f tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b024d850-2cda-4933-93c0-c6cd84bb239a']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:01.790562 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-25417287-76ff-4b35-b935-413494a6fa5f tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ac8f57-71d8-475c-a64b-570a16203dbf') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:01.790825 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-25417287-76ff-4b35-b935-413494a6fa5f tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ac8f57-71d8-475c-a64b-570a16203dbf') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:01.812268 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-25417287-76ff-4b35-b935-413494a6fa5f tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (76ac8f57-71d8-475c-a64b-570a16203dbf), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:01.841279 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-25417287-76ff-4b35-b935-413494a6fa5f tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (76ac8f57-71d8-475c-a64b-570a16203dbf), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:01.854440 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25417287-76ff-4b35-b935-413494a6fa5f tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:52:01.854844 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-25417287-76ff-4b35-b935-413494a6fa5f tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (76ac8f57-71d8-475c-a64b-570a16203dbf), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:01.878281 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 266c3c5c-8b63-4d7e-920d-614c5fcacc5f, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=266c3c5c-8b63-4d7e-920d-614c5fcacc5f,segment=NetworkSegment(008313d5-c5df-49df-b4c5-594e16afc3dd),segment_id=008313d5-c5df-49df-b4c5-594e16afc3dd)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:01.897357 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ae3d00b1-4794-46a1-86ab-f64bea818f8c req-aedbdb67-ef52-4ab0-b422-b43a2acb142a tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836524 Mar 05 04:52:01.908734 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (266c3c5c-8b63-4d7e-920d-614c5fcacc5f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:01.925761 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e9c42b99-e034-48f8-9549-683d8cc7fc06 None None] Current status of the port 266c3c5c-8b63-4d7e-920d-614c5fcacc5f is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:52:01.926228 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e9c42b99-e034-48f8-9549-683d8cc7fc06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (266c3c5c-8b63-4d7e-920d-614c5fcacc5f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:01.995599 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:52:01.995599 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:52:01.995599 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:52:01.995599 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:52:01.995599 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:52:01.995599 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:52:01.995599 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:52:01.995599 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:52:01.995599 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:52:01.995599 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:52:01.995599 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:52:01.995599 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:52:01.995599 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:52:01.995599 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:52:01.995599 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:52:01.995599 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:52:01.995599 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:52:01.995599 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:52:01.995599 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:52:01.995599 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:52:01.995599 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:52:01.995599 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:52:01.995599 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:52:01.995599 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:52:01.995599 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:52:01.995599 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:52:01.995599 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:52:01.995599 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:52:01.995599 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:52:01.995599 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:52:01.995599 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:52:01.995599 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:52:02.086709 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-25417287-76ff-4b35-b935-413494a6fa5f tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (b024d850-2cda-4933-93c0-c6cd84bb239a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:02.118262 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-25417287-76ff-4b35-b935-413494a6fa5f tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:02.148559 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-e9c42b99-e034-48f8-9549-683d8cc7fc06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 04:52:02.149325 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-25417287-76ff-4b35-b935-413494a6fa5f tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] 10.222.0.11 "DELETE /v2.0/networks/b024d850-2cda-4933-93c0-c6cd84bb239a HTTP/1.1" status: 204 len: 168 time: 1.0287287 Mar 05 04:52:02.149591 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-e9c42b99-e034-48f8-9549-683d8cc7fc06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 04:52:02.172966 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=266c3c5c-8b63-4d7e-920d-614c5fcacc5f,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:02.203908 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25417287-76ff-4b35-b935-413494a6fa5f tempest-ExternalNetworksTestJSON-1278914696 tempest-ExternalNetworksTestJSON-1278914696-project] Pushing event deleted for resources: {'Network': ['ID=b024d850-2cda-4933-93c0-c6cd84bb239a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:02.230721 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bf2e1-8634-4185-9987-1665d0a3f09c req-5fbbe982-c48d-4f5c-b96d-8e0fcce130b1 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:02.246378 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b08bf2e1-8634-4185-9987-1665d0a3f09c req-5fbbe982-c48d-4f5c-b96d-8e0fcce130b1 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 945 time: 0.1296129 Mar 05 04:52:02.269635 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f78abb-52e3-44d7-80ad-1a1a72919d3b x-openstack-request-id: req-22f78abb-52e3-44d7-80ad-1a1a72919d3b {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:52:02.270616 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dac6ecc-1d3d-483f-9679-7432d6d5c837", "name": "network-vif-deleted", "tag": "6c06ad21-97fd-4741-9c3b-e7b50fd537a5", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:52:02.271098 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-22f78abb-52e3-44d7-80ad-1a1a72919d3b {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:52:02.272474 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dac6ecc-1d3d-483f-9679-7432d6d5c837', 'name': 'network-vif-deleted', 'tag': '6c06ad21-97fd-4741-9c3b-e7b50fd537a5', 'status': 'completed', 'code': 200} Mar 05 04:52:02.300074 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 6c06ad21-97fd-4741-9c3b-e7b50fd537a5 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:52:02.371827 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 6c06ad21-97fd-4741-9c3b-e7b50fd537a5 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:52:02.372716 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 6c06ad21-97fd-4741-9c3b-e7b50fd537a5 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:52:02.452840 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b08bf2e1-8634-4185-9987-1665d0a3f09c req-cc3fb19a-ed84-4104-83bf-591a7fda22ad tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056477 Mar 05 04:52:02.458133 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-49e724bf-59d4-466d-908a-f1abf57b8d94 req-7f2a6c92-fe66-4a9c-b9d0-faae79c2cd55 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f61a3e2-1474-4175-ba24-a482f34c72ab HTTP/1.1" status: 200 len: 210 time: 0.0872734 Mar 05 04:52:02.624123 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fa0e65a7-9cf7-4342-8676-58b9ddcccad4 req-eaef6712-cdc9-4e4e-ac34-6230addd73ba tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=77a9021e-a974-4b6b-86ad-c7e776a7ff51 HTTP/1.1" status: 200 len: 210 time: 0.0792384 Mar 05 04:52:02.744469 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e9c42b99-e034-48f8-9549-683d8cc7fc06 None None] Current status of the port 266c3c5c-8b63-4d7e-920d-614c5fcacc5f is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:52:02.897668 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-b706da23-4a6f-4903-9865-d4d31b70c732 None None] Provisioning complete for port 266c3c5c-8b63-4d7e-920d-614c5fcacc5f triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:52:02.898921 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b706da23-4a6f-4903-9865-d4d31b70c732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (266c3c5c-8b63-4d7e-920d-614c5fcacc5f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:02.998514 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52226) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:03.081697 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52230) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:03.087888 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b706da23-4a6f-4903-9865-d4d31b70c732 None None] Current status of the port 266c3c5c-8b63-4d7e-920d-614c5fcacc5f is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:52:03.216093 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af27286-69a3-4397-b241-5c2d47590869 req-457ebe24-f184-488c-977e-1400c49f77ba tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:03.221432 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1af27286-69a3-4397-b241-5c2d47590869 req-457ebe24-f184-488c-977e-1400c49f77ba tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.1787794 Mar 05 04:52:03.332253 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1af27286-69a3-4397-b241-5c2d47590869 req-86305feb-a4a7-43ae-9038-d44e55d89f6c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027822 Mar 05 04:52:03.362286 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-76b63eba-91fb-49e5-b030-c9916238f67a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7e194eb9ac94451a8ccfaac0adea3598&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3613722 Mar 05 04:52:03.368971 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52234) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:03.457824 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cc0c1953-f250-41ca-a812-c114e097e58b admin admin] Publish callbacks [] for security_group (4c89744f-398d-4d28-8aab-c2079c2a54cb), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:03.469014 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2c834482-18dd-4a72-ada7-d4f389c7abbb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=34f515e173ca45168a24d4b48f40cefe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3859797 Mar 05 04:52:03.473093 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52238) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:03.519829 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cc0c1953-f250-41ca-a812-c114e097e58b admin admin] Publish callbacks [] for security_group (4c89744f-398d-4d28-8aab-c2079c2a54cb), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:03.669655 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cc0c1953-f250-41ca-a812-c114e097e58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4c89744f-398d-4d28-8aab-c2079c2a54cb), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:03.672703 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cc0c1953-f250-41ca-a812-c114e097e58b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:03.674070 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-cc0c1953-f250-41ca-a812-c114e097e58b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4c89744f-398d-4d28-8aab-c2079c2a54cb HTTP/1.1" status: 204 len: 168 time: 0.3016374 Mar 05 04:52:03.697921 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2c61a2e0-96c3-4ae2-9ec1-4f8fb6d29b88 req-079cb90d-4057-436b-8f13-29e752195953 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f61a3e2-1474-4175-ba24-a482f34c72ab HTTP/1.1" status: 200 len: 210 time: 0.0467563 Mar 05 04:52:03.719126 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c1953-f250-41ca-a812-c114e097e58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c89744f-398d-4d28-8aab-c2079c2a54cb,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:03.746007 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50205f15-87d7-44fa-8e20-6f08578a889b req-04e7fcd1-b8c5-455c-82e6-367687c5a3fb tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:03.747900 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-50205f15-87d7-44fa-8e20-6f08578a889b req-04e7fcd1-b8c5-455c-82e6-367687c5a3fb tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 945 time: 0.1341362 Mar 05 04:52:03.806762 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28bdea24-4d6b-43f2-ad5f-28c5c73491c7 admin admin] Publish callbacks [] for security_group (9f3dc39b-dfac-4af8-94a7-0894dd621c9a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:03.829952 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-d4be8658-58ca-4991-b4a5-c49f745822a1 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:03.849203 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-d4be8658-58ca-4991-b4a5-c49f745822a1 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:03.855295 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-d4be8658-58ca-4991-b4a5-c49f745822a1 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.31 "GET /v2.0/networks?id=932e36f1-6bce-4e21-8b8f-362449eecd13&id=baef5cea-e907-4a38-a29b-9a258e0090e5 HTTP/1.1" status: 200 len: 1390 time: 0.4793389 Mar 05 04:52:03.906142 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-bb29c752-33b5-4300-a17a-bddf59d18f08 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Request body: {'port': {'device_id': '9f61a3e2-1474-4175-ba24-a482f34c72ab', 'network_id': '932e36f1-6bce-4e21-8b8f-362449eecd13', 'admin_state_up': True, 'tenant_id': 'bbbc4feb356744e580db82395e864901'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:03.973790 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-50205f15-87d7-44fa-8e20-6f08578a889b req-853f8573-4488-40b0-acf6-5f52a9d7fbf1 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100732 Mar 05 04:52:03.982424 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28bdea24-4d6b-43f2-ad5f-28c5c73491c7 admin admin] Publish callbacks [] for security_group (9f3dc39b-dfac-4af8-94a7-0894dd621c9a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:03.989170 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-775caefc-ea58-4084-9055-6b9eb5794297 req-0f10b283-46b8-48ad-a509-83e601b81118 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=77a9021e-a974-4b6b-86ad-c7e776a7ff51 HTTP/1.1" status: 200 len: 210 time: 0.0857680 Mar 05 04:52:04.131201 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 266c3c5c-8b63-4d7e-920d-614c5fcacc5f up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:52:04.164230 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-bb29c752-33b5-4300-a17a-bddf59d18f08 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Made reservation on behalf of bbbc4feb356744e580db82395e864901 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:52:04.171573 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-bb29c752-33b5-4300-a17a-bddf59d18f08 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:04.235039 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28bdea24-4d6b-43f2-ad5f-28c5c73491c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (9f3dc39b-dfac-4af8-94a7-0894dd621c9a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:04.238374 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28bdea24-4d6b-43f2-ad5f-28c5c73491c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:04.243453 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-28bdea24-4d6b-43f2-ad5f-28c5c73491c7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9f3dc39b-dfac-4af8-94a7-0894dd621c9a HTTP/1.1" status: 204 len: 168 time: 0.7688065 Mar 05 04:52:04.266963 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bdea24-4d6b-43f2-ad5f-28c5c73491c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3dc39b-dfac-4af8-94a7-0894dd621c9a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:04.277727 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 266c3c5c-8b63-4d7e-920d-614c5fcacc5f triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:52:04.278055 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (266c3c5c-8b63-4d7e-920d-614c5fcacc5f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:04.301710 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-bd35d349-0074-4f9c-a49e-f8eef4a21268 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:04.315693 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-bd35d349-0074-4f9c-a49e-f8eef4a21268 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.31 "GET /v2.0/networks?id=54309d98-48bc-4d3e-a20e-4665796063fc HTTP/1.1" status: 200 len: 806 time: 0.4196320 Mar 05 04:52:04.328175 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-7474352c-bc03-4185-ac03-348f62b80a0b tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Request body: {'port': {'device_id': '77a9021e-a974-4b6b-86ad-c7e776a7ff51', 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc', 'admin_state_up': True, 'tenant_id': 'f4c8bc28785e4a00b63310ed97b40ba8'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:04.462230 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52254) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:04.544308 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-bb29c752-33b5-4300-a17a-bddf59d18f08 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Allocated IP 19.80.0.215 (932e36f1-6bce-4e21-8b8f-362449eecd13/085ded30-ab24-4b51-bd35-59d340d1a57e/239ee82d-1aa6-4d58-8287-c047dae1a157) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:52:04.552939 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-940749e8-d73b-4603-8989-d464c3989dea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4688276c73404d7b82d1a2c483f0060d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0860221 Mar 05 04:52:04.555415 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52256) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:04.596428 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 266c3c5c-8b63-4d7e-920d-614c5fcacc5f is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:52:04.668351 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2524a3b0-e4c4-474c-aea2-1e8539ed9a13 admin admin] Publish callbacks [] for security_group (646e5131-aa62-42e3-bf3d-95cf22b0dd2d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:04.764768 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8acce9-918a-487b-876a-6c2ca3c20f50 req-4cfeb8b8-8778-4b88-97ba-136e337c0ac2 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:04.766346 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0c8acce9-918a-487b-876a-6c2ca3c20f50 req-4cfeb8b8-8778-4b88-97ba-136e337c0ac2 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.2490764 Mar 05 04:52:04.785060 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-7474352c-bc03-4185-ac03-348f62b80a0b tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Made reservation on behalf of f4c8bc28785e4a00b63310ed97b40ba8 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:52:04.803670 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-7474352c-bc03-4185-ac03-348f62b80a0b tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:04.823542 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2524a3b0-e4c4-474c-aea2-1e8539ed9a13 admin admin] Publish callbacks [] for security_group (646e5131-aa62-42e3-bf3d-95cf22b0dd2d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:04.954822 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-bb29c752-33b5-4300-a17a-bddf59d18f08 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks [] for port (239ee82d-1aa6-4d58-8287-c047dae1a157), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:04.977472 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2524a3b0-e4c4-474c-aea2-1e8539ed9a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (646e5131-aa62-42e3-bf3d-95cf22b0dd2d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:04.981669 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2524a3b0-e4c4-474c-aea2-1e8539ed9a13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:04.982562 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2524a3b0-e4c4-474c-aea2-1e8539ed9a13 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/646e5131-aa62-42e3-bf3d-95cf22b0dd2d HTTP/1.1" status: 204 len: 168 time: 0.4254887 Mar 05 04:52:05.002450 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524a3b0-e4c4-474c-aea2-1e8539ed9a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646e5131-aa62-42e3-bf3d-95cf22b0dd2d,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:05.040545 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-bb29c752-33b5-4300-a17a-bddf59d18f08 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (239ee82d-1aa6-4d58-8287-c047dae1a157), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:05.047941 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1393a47a-39f5-4637-9521-3a9b302dfcfa req-168074e5-5ec0-4358-b1c1-99fd2b9ad5f4 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f61a3e2-1474-4175-ba24-a482f34c72ab HTTP/1.1" status: 200 len: 210 time: 0.1577876 Mar 05 04:52:05.085356 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0c8acce9-918a-487b-876a-6c2ca3c20f50 req-6dbd6485-e118-4283-baa3-989571f948ca tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3107240 Mar 05 04:52:05.206972 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52272) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:05.236356 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-bb29c752-33b5-4300-a17a-bddf59d18f08 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Network 932e36f1-6bce-4e21-8b8f-362449eecd13 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:52:05.271181 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-bb29c752-33b5-4300-a17a-bddf59d18f08 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:52:05.297282 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-bb29c752-33b5-4300-a17a-bddf59d18f08 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:52:05.313247 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29c752-33b5-4300-a17a-bddf59d18f08 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Pushing event updated for resources: {'Port': ['ID=239ee82d-1aa6-4d58-8287-c047dae1a157,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:05.382001 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9971363d-d6a3-4a24-9686-328e2a3b53a7 req-69389406-cd08-4426-91b9-8150ccfa9a95 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=77a9021e-a974-4b6b-86ad-c7e776a7ff51 HTTP/1.1" status: 200 len: 210 time: 0.1444457 Mar 05 04:52:05.444575 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-7474352c-bc03-4185-ac03-348f62b80a0b tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Allocated IP 172.20.0.6 (54309d98-48bc-4d3e-a20e-4665796063fc/9d05b828-21c8-4294-b343-ca7ba96c6119/1a7107a2-64d4-410b-bbe0-24ef1590398a) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:52:05.463814 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-65939ede-2e77-42e9-ad34-bbb57cb2bb10 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1a9e4fc3d41645958ec1b603cd298e27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2430565 Mar 05 04:52:05.469312 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-bb29c752-33b5-4300-a17a-bddf59d18f08 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:05.469935 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-bb29c752-33b5-4300-a17a-bddf59d18f08 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:05.478128 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de094f8-3ccd-4c1f-8b33-30779fdfa9c2 req-3d875043-6af2-43a1-bb33-75a6991b2854 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:05.485119 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52280) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:05.485773 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8de094f8-3ccd-4c1f-8b33-30779fdfa9c2 req-3d875043-6af2-43a1-bb33-75a6991b2854 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 945 time: 0.2469230 Mar 05 04:52:05.612384 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-bb29c752-33b5-4300-a17a-bddf59d18f08 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7272596 Mar 05 04:52:05.624184 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-372bda60-4c95-4c88-9a48-de9c6f2aea5c admin admin] Publish callbacks [] for security_group (d3788892-3bd8-427a-8ebe-f0763859f4fc), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:05.640143 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-4f5228bd-41c7-4129-9917-a22dacf7c8dc tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Request body: {'port': {'device_id': '9f61a3e2-1474-4175-ba24-a482f34c72ab', 'network_id': 'baef5cea-e907-4a38-a29b-9a258e0090e5', 'admin_state_up': True, 'tenant_id': 'bbbc4feb356744e580db82395e864901'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:05.661607 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8de094f8-3ccd-4c1f-8b33-30779fdfa9c2 req-eaa9d68b-c55c-4d5f-a5d7-5ec499f5776f tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710410 Mar 05 04:52:05.728586 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-372bda60-4c95-4c88-9a48-de9c6f2aea5c admin admin] Publish callbacks [] for security_group (d3788892-3bd8-427a-8ebe-f0763859f4fc), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:05.769064 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-61b6d76e-6314-4d0b-9288-937c52d4b632 None None] Provisioning complete for port 239ee82d-1aa6-4d58-8287-c047dae1a157 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:52:05.769606 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-61b6d76e-6314-4d0b-9288-937c52d4b632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (239ee82d-1aa6-4d58-8287-c047dae1a157), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:05.870629 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-61b6d76e-6314-4d0b-9288-937c52d4b632 None None] Port 239ee82d-1aa6-4d58-8287-c047dae1a157 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:52:05.900031 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-7474352c-bc03-4185-ac03-348f62b80a0b tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks [] for port (1a7107a2-64d4-410b-bbe0-24ef1590398a), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:05.972161 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-372bda60-4c95-4c88-9a48-de9c6f2aea5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d3788892-3bd8-427a-8ebe-f0763859f4fc), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:05.979914 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-7474352c-bc03-4185-ac03-348f62b80a0b tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (1a7107a2-64d4-410b-bbe0-24ef1590398a), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:05.988356 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-372bda60-4c95-4c88-9a48-de9c6f2aea5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:05.992675 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-372bda60-4c95-4c88-9a48-de9c6f2aea5c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d3788892-3bd8-427a-8ebe-f0763859f4fc HTTP/1.1" status: 204 len: 168 time: 0.5054061 Mar 05 04:52:06.004015 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['8f50280d-c7ec-464b-867e-ad57cfb7443f'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:52:06.086469 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-4f5228bd-41c7-4129-9917-a22dacf7c8dc tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Made reservation on behalf of bbbc4feb356744e580db82395e864901 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:52:06.095894 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-7474352c-bc03-4185-ac03-348f62b80a0b tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Network 54309d98-48bc-4d3e-a20e-4665796063fc is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:52:06.100138 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-7474352c-bc03-4185-ac03-348f62b80a0b tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:52:06.109059 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-4f5228bd-41c7-4129-9917-a22dacf7c8dc tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:06.111658 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-7474352c-bc03-4185-ac03-348f62b80a0b tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:52:06.137885 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474352c-bc03-4185-ac03-348f62b80a0b tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Pushing event updated for resources: {'Port': ['ID=1a7107a2-64d4-410b-bbe0-24ef1590398a,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:06.206835 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372bda60-4c95-4c88-9a48-de9c6f2aea5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3788892-3bd8-427a-8ebe-f0763859f4fc,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:06.336746 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-7474352c-bc03-4185-ac03-348f62b80a0b tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:06.339785 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-7474352c-bc03-4185-ac03-348f62b80a0b tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:06.484684 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-4f5228bd-41c7-4129-9917-a22dacf7c8dc tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Allocated IP 19.86.0.169 (baef5cea-e907-4a38-a29b-9a258e0090e5/693e3fee-2b93-4cf0-9b5f-2e426de281c5/9c5f77ed-563e-4e69-8fd0-b330aec66f04) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:52:06.514404 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-7474352c-bc03-4185-ac03-348f62b80a0b tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1902919 Mar 05 04:52:06.531164 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc13f2-ead3-442d-82c6-2cde0778efa0 req-56b65538-2d04-43ad-929e-bebd4192e24a tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:06.542071 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-69dc13f2-ead3-442d-82c6-2cde0778efa0 req-56b65538-2d04-43ad-929e-bebd4192e24a tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f61a3e2-1474-4175-ba24-a482f34c72ab HTTP/1.1" status: 200 len: 932 time: 0.1870925 Mar 05 04:52:06.574053 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-ce63bb74-9a97-438c-ab89-03781b42ebd7 service neutron] Request body: {'port': {'device_id': '77a9021e-a974-4b6b-86ad-c7e776a7ff51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:06.741946 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-ce63bb74-9a97-438c-ab89-03781b42ebd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1a7107a2-64d4-410b-bbe0-24ef1590398a), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:06.807668 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f61c5-e66f-4b3e-91b2-f5f6ad7786ef req-ce2c2983-806b-4e0e-a8f2-5e18bd8612b0 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:06.815834 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c91f61c5-e66f-4b3e-91b2-f5f6ad7786ef req-ce2c2983-806b-4e0e-a8f2-5e18bd8612b0 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.4042230 Mar 05 04:52:06.826756 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-4f5228bd-41c7-4129-9917-a22dacf7c8dc tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks [] for port (9c5f77ed-563e-4e69-8fd0-b330aec66f04), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:06.898785 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c91f61c5-e66f-4b3e-91b2-f5f6ad7786ef req-bbefdfa8-8951-489d-b528-b13fc49dd5e1 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819702 Mar 05 04:52:06.905055 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-4f5228bd-41c7-4129-9917-a22dacf7c8dc tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (9c5f77ed-563e-4e69-8fd0-b330aec66f04), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:06.989682 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-4f5228bd-41c7-4129-9917-a22dacf7c8dc tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Network baef5cea-e907-4a38-a29b-9a258e0090e5 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:52:06.994145 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-4f5228bd-41c7-4129-9917-a22dacf7c8dc tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:52:07.015122 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-4f5228bd-41c7-4129-9917-a22dacf7c8dc tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:52:07.059763 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-69dc13f2-ead3-442d-82c6-2cde0778efa0 req-9a1112cc-bb47-4bd4-9277-1ca4134c78b2 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5141211 Mar 05 04:52:07.092233 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5228bd-41c7-4129-9917-a22dacf7c8dc tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Pushing event updated for resources: {'Port': ['ID=9c5f77ed-563e-4e69-8fd0-b330aec66f04,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:07.152017 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-4f5228bd-41c7-4129-9917-a22dacf7c8dc tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:07.153001 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-4f5228bd-41c7-4129-9917-a22dacf7c8dc tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:07.194235 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-4f5228bd-41c7-4129-9917-a22dacf7c8dc tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5675702 Mar 05 04:52:07.211041 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-b3a3dd87-0bb5-49ce-9500-255a51be6385 service neutron] Request body: {'port': {'device_id': '9f61a3e2-1474-4175-ba24-a482f34c72ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:07.337330 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-b3a3dd87-0bb5-49ce-9500-255a51be6385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (239ee82d-1aa6-4d58-8287-c047dae1a157), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:07.666105 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-13a398e7-d616-4185-868b-61799aaab524 None None] Provisioning complete for port 9c5f77ed-563e-4e69-8fd0-b330aec66f04 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:52:07.666666 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-13a398e7-d616-4185-868b-61799aaab524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9c5f77ed-563e-4e69-8fd0-b330aec66f04), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:07.752247 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-13a398e7-d616-4185-868b-61799aaab524 None None] Port 9c5f77ed-563e-4e69-8fd0-b330aec66f04 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:52:07.882921 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-b3a3dd87-0bb5-49ce-9500-255a51be6385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 239ee82d-1aa6-4d58-8287-c047dae1a157 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:52:07.905746 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-b3a3dd87-0bb5-49ce-9500-255a51be6385 service neutron] Publish callbacks [] for port (239ee82d-1aa6-4d58-8287-c047dae1a157), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:07.920137 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-b3a3dd87-0bb5-49ce-9500-255a51be6385 service neutron] Transition to ACTIVE for port object 239ee82d-1aa6-4d58-8287-c047dae1a157 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:52:07.938973 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-b3a3dd87-0bb5-49ce-9500-255a51be6385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (239ee82d-1aa6-4d58-8287-c047dae1a157), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:07.997219 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3dd87-0bb5-49ce-9500-255a51be6385 service neutron] Pushing event updated for resources: {'Port': ['ID=239ee82d-1aa6-4d58-8287-c047dae1a157,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:08.269001 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-b3a3dd87-0bb5-49ce-9500-255a51be6385 service neutron] Attempting to bind port 239ee82d-1aa6-4d58-8287-c047dae1a157 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:52:08.269194 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-b3a3dd87-0bb5-49ce-9500-255a51be6385 service neutron] Attempting to bind port 239ee82d-1aa6-4d58-8287-c047dae1a157 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'e0a23100-d81e-4029-bdab-850cb5dd6a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '932e36f1-6bce-4e21-8b8f-362449eecd13'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:52:08.269526 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-b3a3dd87-0bb5-49ce-9500-255a51be6385 service neutron] Attempting to bind port 239ee82d-1aa6-4d58-8287-c047dae1a157 on network 932e36f1-6bce-4e21-8b8f-362449eecd13 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:52:08.300306 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-b3a3dd87-0bb5-49ce-9500-255a51be6385 service neutron] Port 239ee82d-1aa6-4d58-8287-c047dae1a157 on network 932e36f1-6bce-4e21-8b8f-362449eecd13 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:52:08.300640 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-b3a3dd87-0bb5-49ce-9500-255a51be6385 service neutron] Attempting to bind port 239ee82d-1aa6-4d58-8287-c047dae1a157 on network 932e36f1-6bce-4e21-8b8f-362449eecd13 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:52:08.319566 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-b3a3dd87-0bb5-49ce-9500-255a51be6385 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:52:08.319797 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-b3a3dd87-0bb5-49ce-9500-255a51be6385 service neutron] Checking segment: {'id': 'e0a23100-d81e-4029-bdab-850cb5dd6a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '932e36f1-6bce-4e21-8b8f-362449eecd13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:52:08.320159 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-b3a3dd87-0bb5-49ce-9500-255a51be6385 service neutron] Bound using segment: {'id': 'e0a23100-d81e-4029-bdab-850cb5dd6a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '932e36f1-6bce-4e21-8b8f-362449eecd13'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:52:08.320614 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-b3a3dd87-0bb5-49ce-9500-255a51be6385 service neutron] Bound port: 239ee82d-1aa6-4d58-8287-c047dae1a157, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a23100-d81e-4029-bdab-850cb5dd6a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '932e36f1-6bce-4e21-8b8f-362449eecd13'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:52:08.320981 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-b3a3dd87-0bb5-49ce-9500-255a51be6385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (239ee82d-1aa6-4d58-8287-c047dae1a157), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:08.508655 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca329a-8073-45ce-9c47-9d9d7f69bb33 req-ed1dcd78-54a3-4bbd-ab61-41943555bdbe tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:08.516400 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f1ca329a-8073-45ce-9c47-9d9d7f69bb33 req-ed1dcd78-54a3-4bbd-ab61-41943555bdbe tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=77a9021e-a974-4b6b-86ad-c7e776a7ff51 HTTP/1.1" status: 200 len: 931 time: 1.2507598 Mar 05 04:52:08.520063 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52366) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:08.535900 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-b3a3dd87-0bb5-49ce-9500-255a51be6385 service neutron] For port 239ee82d-1aa6-4d58-8287-c047dae1a157, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:52:08.547578 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-b3a3dd87-0bb5-49ce-9500-255a51be6385 service neutron] For port 239ee82d-1aa6-4d58-8287-c047dae1a157, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=239ee82d-1aa6-4d58-8287-c047dae1a157,segment=NetworkSegment(e0a23100-d81e-4029-bdab-850cb5dd6a28),segment_id=e0a23100-d81e-4029-bdab-850cb5dd6a28)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:52:08.576372 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-b3a3dd87-0bb5-49ce-9500-255a51be6385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (239ee82d-1aa6-4d58-8287-c047dae1a157), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:08.634791 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-b3a3dd87-0bb5-49ce-9500-255a51be6385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:08.636214 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-b3a3dd87-0bb5-49ce-9500-255a51be6385 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:08.640159 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-b3a3dd87-0bb5-49ce-9500-255a51be6385 service neutron] 10.222.0.31 "PUT /v2.0/ports/239ee82d-1aa6-4d58-8287-c047dae1a157 HTTP/1.1" status: 200 len: 1093 time: 1.4379652 Mar 05 04:52:08.644080 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f61a3e2-1474-4175-ba24-a482f34c72ab', 'tag': '239ee82d-1aa6-4d58-8287-c047dae1a157'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:52:08.668774 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdcac65-b0f9-44b5-a3f7-c0ee399ccade" -d '{"events": [{"name": "network-changed", "server_uuid": "9f61a3e2-1474-4175-ba24-a482f34c72ab", "tag": "239ee82d-1aa6-4d58-8287-c047dae1a157"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:52:08.682763 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755c1df-d12e-4927-a015-d0dd8b803f79 req-abfddab0-e2fd-41ef-b0b4-6d848d3fb94d tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:08.692576 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a755c1df-d12e-4927-a015-d0dd8b803f79 req-abfddab0-e2fd-41ef-b0b4-6d848d3fb94d tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 945 time: 1.4228852 Mar 05 04:52:08.711493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-94e2c057-538e-4c14-9b9b-e4f37241a8bb service neutron] Request body: {'port': {'device_id': '9f61a3e2-1474-4175-ba24-a482f34c72ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:08.754427 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-be088cad-e356-49cb-8e21-1d62f9580c81 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:08.843054 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-94e2c057-538e-4c14-9b9b-e4f37241a8bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9c5f77ed-563e-4e69-8fd0-b330aec66f04), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:08.869430 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f1ca329a-8073-45ce-9c47-9d9d7f69bb33 req-4893f7ce-f34b-4376-bec7-84047222f41a tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518879 Mar 05 04:52:09.001221 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-ce63bb74-9a97-438c-ab89-03781b42ebd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a7107a2-64d4-410b-bbe0-24ef1590398a {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:52:09.011100 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-ce63bb74-9a97-438c-ab89-03781b42ebd7 service neutron] Publish callbacks [] for port (1a7107a2-64d4-410b-bbe0-24ef1590398a), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:09.025201 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-ce63bb74-9a97-438c-ab89-03781b42ebd7 service neutron] Transition to ACTIVE for port object 1a7107a2-64d4-410b-bbe0-24ef1590398a will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:52:09.060897 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-ce63bb74-9a97-438c-ab89-03781b42ebd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (1a7107a2-64d4-410b-bbe0-24ef1590398a), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:09.066278 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a755c1df-d12e-4927-a015-d0dd8b803f79 req-93701b40-11b7-4cdd-926b-cfd22be7c8e5 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721678 Mar 05 04:52:09.088002 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3dd87-0bb5-49ce-9500-255a51be6385 service neutron] Pushing event updated for resources: {'Port': ['ID=239ee82d-1aa6-4d58-8287-c047dae1a157,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:09.120196 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be088cad-e356-49cb-8e21-1d62f9580c81 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:09.195300 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb23525-f25c-4bea-878b-148995f0200f x-openstack-request-id: req-3bb23525-f25c-4bea-878b-148995f0200f {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:52:09.195598 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f61a3e2-1474-4175-ba24-a482f34c72ab", "tag": "239ee82d-1aa6-4d58-8287-c047dae1a157", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:52:09.195856 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3bb23525-f25c-4bea-878b-148995f0200f {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:52:09.196073 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63bb74-9a97-438c-ab89-03781b42ebd7 service neutron] Pushing event updated for resources: {'Port': ['ID=1a7107a2-64d4-410b-bbe0-24ef1590398a,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:09.196268 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f61a3e2-1474-4175-ba24-a482f34c72ab', 'tag': '239ee82d-1aa6-4d58-8287-c047dae1a157', 'status': 'completed', 'code': 200} Mar 05 04:52:09.407258 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919b66e-9731-4a3b-a60d-8cbfb6dd7a68 req-5d12ae33-7da0-48e3-a757-93b66873f5ea tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:09.416548 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3919b66e-9731-4a3b-a60d-8cbfb6dd7a68 req-5d12ae33-7da0-48e3-a757-93b66873f5ea tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.1420925 Mar 05 04:52:09.421506 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-ce63bb74-9a97-438c-ab89-03781b42ebd7 service neutron] Attempting to bind port 1a7107a2-64d4-410b-bbe0-24ef1590398a on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:52:09.421853 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-ce63bb74-9a97-438c-ab89-03781b42ebd7 service neutron] Attempting to bind port 1a7107a2-64d4-410b-bbe0-24ef1590398a by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'ebcd2177-23d7-4bfd-8698-a8500e628c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:52:09.423132 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-ce63bb74-9a97-438c-ab89-03781b42ebd7 service neutron] Attempting to bind port 1a7107a2-64d4-410b-bbe0-24ef1590398a on network 54309d98-48bc-4d3e-a20e-4665796063fc {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:52:09.439227 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4230848-c67a-48f9-a7ae-08e5b6514c36 req-5a8304c7-0415-4ab6-8bc1-f93e57ae36ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:09.439455 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fefb6a-24e7-4c73-861a-128c1cc3d645 req-1e9a3ba5-a5f6-48a2-bf9b-3379cba24d42 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:09.441201 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b4230848-c67a-48f9-a7ae-08e5b6514c36 req-5a8304c7-0415-4ab6-8bc1-f93e57ae36ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=947653f4d3b84cc89f4c3c5691586859&device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 1127 time: 0.1823413 Mar 05 04:52:09.446136 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fefb6a-24e7-4c73-861a-128c1cc3d645 req-1e9a3ba5-a5f6-48a2-bf9b-3379cba24d42 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:09.447838 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c0fefb6a-24e7-4c73-861a-128c1cc3d645 req-1e9a3ba5-a5f6-48a2-bf9b-3379cba24d42 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f61a3e2-1474-4175-ba24-a482f34c72ab HTTP/1.1" status: 200 len: 1667 time: 0.2569005 Mar 05 04:52:09.460267 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcac65-b0f9-44b5-a3f7-c0ee399ccade req-c6184cda-f30a-4f80-9fed-3cb68cf01bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:09.460748 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcac65-b0f9-44b5-a3f7-c0ee399ccade req-c6184cda-f30a-4f80-9fed-3cb68cf01bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:09.462301 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-acdcac65-b0f9-44b5-a3f7-c0ee399ccade req-c6184cda-f30a-4f80-9fed-3cb68cf01bad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bbbc4feb356744e580db82395e864901&device_id=9f61a3e2-1474-4175-ba24-a482f34c72ab HTTP/1.1" status: 200 len: 1946 time: 0.2307410 Mar 05 04:52:09.465870 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-ce63bb74-9a97-438c-ab89-03781b42ebd7 service neutron] Port 1a7107a2-64d4-410b-bbe0-24ef1590398a on network 54309d98-48bc-4d3e-a20e-4665796063fc not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:52:09.466199 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-ce63bb74-9a97-438c-ab89-03781b42ebd7 service neutron] Attempting to bind port 1a7107a2-64d4-410b-bbe0-24ef1590398a on network 54309d98-48bc-4d3e-a20e-4665796063fc {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:52:09.498809 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-ce63bb74-9a97-438c-ab89-03781b42ebd7 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:52:09.499183 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-ce63bb74-9a97-438c-ab89-03781b42ebd7 service neutron] Checking segment: {'id': 'ebcd2177-23d7-4bfd-8698-a8500e628c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:52:09.499578 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-ce63bb74-9a97-438c-ab89-03781b42ebd7 service neutron] Bound using segment: {'id': 'ebcd2177-23d7-4bfd-8698-a8500e628c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:52:09.500026 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-ce63bb74-9a97-438c-ab89-03781b42ebd7 service neutron] Bound port: 1a7107a2-64d4-410b-bbe0-24ef1590398a, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebcd2177-23d7-4bfd-8698-a8500e628c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:52:09.500382 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-ce63bb74-9a97-438c-ab89-03781b42ebd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1a7107a2-64d4-410b-bbe0-24ef1590398a), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:09.632105 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3919b66e-9731-4a3b-a60d-8cbfb6dd7a68 req-402a81b9-4178-46de-a4f7-7ac27efae3a0 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144809 Mar 05 04:52:09.641254 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c0fefb6a-24e7-4c73-861a-128c1cc3d645 req-96a04edc-9825-4ae8-99c3-cc45286e4cb1 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761348 Mar 05 04:52:09.704914 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-ce63bb74-9a97-438c-ab89-03781b42ebd7 service neutron] For port 1a7107a2-64d4-410b-bbe0-24ef1590398a, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:52:09.711138 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-ce63bb74-9a97-438c-ab89-03781b42ebd7 service neutron] For port 1a7107a2-64d4-410b-bbe0-24ef1590398a, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1a7107a2-64d4-410b-bbe0-24ef1590398a,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:52:09.716555 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcac65-b0f9-44b5-a3f7-c0ee399ccade req-ecfd896f-eba8-444e-ab85-817be1c8a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:09.717355 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcac65-b0f9-44b5-a3f7-c0ee399ccade req-ecfd896f-eba8-444e-ab85-817be1c8a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:09.718049 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcac65-b0f9-44b5-a3f7-c0ee399ccade req-ecfd896f-eba8-444e-ab85-817be1c8a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:09.720520 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-acdcac65-b0f9-44b5-a3f7-c0ee399ccade req-ecfd896f-eba8-444e-ab85-817be1c8a815 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=bbbc4feb356744e580db82395e864901&shared=False HTTP/1.1" status: 200 len: 2286 time: 0.2454705 Mar 05 04:52:09.722673 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-ce63bb74-9a97-438c-ab89-03781b42ebd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (1a7107a2-64d4-410b-bbe0-24ef1590398a), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:09.770393 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-ce63bb74-9a97-438c-ab89-03781b42ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:09.772738 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-ce63bb74-9a97-438c-ab89-03781b42ebd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:09.774346 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-ce63bb74-9a97-438c-ab89-03781b42ebd7 service neutron] 10.222.0.31 "PUT /v2.0/ports/1a7107a2-64d4-410b-bbe0-24ef1590398a HTTP/1.1" status: 200 len: 1092 time: 3.2078724 Mar 05 04:52:09.787773 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a9021e-a974-4b6b-86ad-c7e776a7ff51', 'tag': '1a7107a2-64d4-410b-bbe0-24ef1590398a'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:52:09.790627 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f0c3c5-9470-4384-a5c6-0a140dcc53b2" -d '{"events": [{"name": "network-changed", "server_uuid": "77a9021e-a974-4b6b-86ad-c7e776a7ff51", "tag": "1a7107a2-64d4-410b-bbe0-24ef1590398a"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:52:09.873033 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c1e57a-ff81-415f-86bc-fa2f6aac0462 x-openstack-request-id: req-16c1e57a-ff81-415f-86bc-fa2f6aac0462 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:52:09.873581 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77a9021e-a974-4b6b-86ad-c7e776a7ff51", "tag": "1a7107a2-64d4-410b-bbe0-24ef1590398a", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:52:09.873840 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-16c1e57a-ff81-415f-86bc-fa2f6aac0462 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:52:09.874253 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77a9021e-a974-4b6b-86ad-c7e776a7ff51', 'tag': '1a7107a2-64d4-410b-bbe0-24ef1590398a', 'status': 'completed', 'code': 200} Mar 05 04:52:09.911198 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63bb74-9a97-438c-ab89-03781b42ebd7 service neutron] Pushing event updated for resources: {'Port': ['ID=1a7107a2-64d4-410b-bbe0-24ef1590398a,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:09.935418 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be088cad-e356-49cb-8e21-1d62f9580c81 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:09.998752 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-94e2c057-538e-4c14-9b9b-e4f37241a8bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c5f77ed-563e-4e69-8fd0-b330aec66f04 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:52:10.010031 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-94e2c057-538e-4c14-9b9b-e4f37241a8bb service neutron] Publish callbacks [] for port (9c5f77ed-563e-4e69-8fd0-b330aec66f04), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:10.015025 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4230848-c67a-48f9-a7ae-08e5b6514c36 req-9d9657b1-8068-46fd-84cf-7b317cb0f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:10.016583 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b4230848-c67a-48f9-a7ae-08e5b6514c36 req-9d9657b1-8068-46fd-84cf-7b317cb0f22f service neutron] 10.222.0.30 "GET /v2.0/networks?id=37de3cac-2e27-4573-885e-c86e0ea7886c HTTP/1.1" status: 200 len: 912 time: 0.5669272 Mar 05 04:52:10.019435 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcac65-b0f9-44b5-a3f7-c0ee399ccade req-cedfbc45-b2bb-4695-ba18-c188c9845a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:10.020881 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-acdcac65-b0f9-44b5-a3f7-c0ee399ccade req-cedfbc45-b2bb-4695-ba18-c188c9845a90 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2935486 Mar 05 04:52:10.025575 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-de5a6a03-9386-4d21-87f4-33de2cae1c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:10.027355 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-de5a6a03-9386-4d21-87f4-33de2cae1c61 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4c8bc28785e4a00b63310ed97b40ba8&device_id=77a9021e-a974-4b6b-86ad-c7e776a7ff51 HTTP/1.1" status: 200 len: 1126 time: 0.1735289 Mar 05 04:52:10.078058 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-94e2c057-538e-4c14-9b9b-e4f37241a8bb service neutron] Transition to ACTIVE for port object 9c5f77ed-563e-4e69-8fd0-b330aec66f04 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:52:10.086294 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-f71cbc5b-2c16-43de-b65b-e55c5235df98 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a7107a2-64d4-410b-bbe0-24ef1590398a HTTP/1.1" status: 200 len: 217 time: 0.0444212 Mar 05 04:52:10.114575 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-94e2c057-538e-4c14-9b9b-e4f37241a8bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (9c5f77ed-563e-4e69-8fd0-b330aec66f04), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:10.138987 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f531d-6172-4c70-a4dd-73e0c4ea6178 req-50f91b51-93e2-431f-a4f9-4040a9ea3ab4 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:10.140440 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-763f531d-6172-4c70-a4dd-73e0c4ea6178 req-50f91b51-93e2-431f-a4f9-4040a9ea3ab4 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=77a9021e-a974-4b6b-86ad-c7e776a7ff51 HTTP/1.1" status: 200 len: 943 time: 0.1909287 Mar 05 04:52:10.144882 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacb477-c8ff-42c2-b349-9dfce563e396 req-1a4eb085-b7f9-46f8-9767-c1339c0f45a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:10.148556 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fbacb477-c8ff-42c2-b349-9dfce563e396 req-1a4eb085-b7f9-46f8-9767-c1339c0f45a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b4c5ecf1c59144a68ee1fb483c77ba0c&device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 1128 time: 0.1978738 Mar 05 04:52:10.175619 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b4230848-c67a-48f9-a7ae-08e5b6514c36 req-8386e4f0-431a-4702-9d86-d771d69db3c9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db HTTP/1.1" status: 200 len: 999 time: 0.1467121 Mar 05 04:52:10.203915 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-27fa3180-c1af-49e4-a411-daea89546445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:10.205350 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-27fa3180-c1af-49e4-a411-daea89546445 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9d05b828-21c8-4294-b343-ca7ba96c6119 HTTP/1.1" status: 200 len: 846 time: 0.1131313 Mar 05 04:52:10.206956 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2c057-538e-4c14-9b9b-e4f37241a8bb service neutron] Pushing event updated for resources: {'Port': ['ID=9c5f77ed-563e-4e69-8fd0-b330aec66f04,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:10.291258 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-be088cad-e356-49cb-8e21-1d62f9580c81 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Allocated IP 172.25.0.78 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/3f8cc488-f892-40b5-b53b-1d2d922159d9) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:52:10.299408 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-6b59f368-e093-4704-a497-99ccc184d812 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=54309d98-48bc-4d3e-a20e-4665796063fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848763 Mar 05 04:52:10.384367 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-763f531d-6172-4c70-a4dd-73e0c4ea6178 req-612c8e65-4a41-436a-8e19-946c6d2b649c tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963406 Mar 05 04:52:10.384866 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4230848-c67a-48f9-a7ae-08e5b6514c36 req-8293400e-99d1-40b8-a73f-98182313b147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:10.386407 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b4230848-c67a-48f9-a7ae-08e5b6514c36 req-8293400e-99d1-40b8-a73f-98182313b147 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a6039ad-16bd-4b00-a55f-f7c68e1f3072 HTTP/1.1" status: 200 len: 851 time: 0.1703670 Mar 05 04:52:10.453359 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacb477-c8ff-42c2-b349-9dfce563e396 req-0b847c16-a2ec-4ee5-9fa6-3aedfab28fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:10.454877 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fbacb477-c8ff-42c2-b349-9dfce563e396 req-0b847c16-a2ec-4ee5-9fa6-3aedfab28fa9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=97e85245-3112-4887-8483-668804607d54 HTTP/1.1" status: 200 len: 912 time: 0.3028691 Mar 05 04:52:10.485400 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-94e2c057-538e-4c14-9b9b-e4f37241a8bb service neutron] Attempting to bind port 9c5f77ed-563e-4e69-8fd0-b330aec66f04 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:52:10.485400 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-94e2c057-538e-4c14-9b9b-e4f37241a8bb service neutron] Attempting to bind port 9c5f77ed-563e-4e69-8fd0-b330aec66f04 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '008313d5-c5df-49df-b4c5-594e16afc3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'baef5cea-e907-4a38-a29b-9a258e0090e5'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:52:10.485692 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-94e2c057-538e-4c14-9b9b-e4f37241a8bb service neutron] Attempting to bind port 9c5f77ed-563e-4e69-8fd0-b330aec66f04 on network baef5cea-e907-4a38-a29b-9a258e0090e5 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:52:10.495357 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-94e2c057-538e-4c14-9b9b-e4f37241a8bb service neutron] Port 9c5f77ed-563e-4e69-8fd0-b330aec66f04 on network baef5cea-e907-4a38-a29b-9a258e0090e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:52:10.495685 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-94e2c057-538e-4c14-9b9b-e4f37241a8bb service neutron] Attempting to bind port 9c5f77ed-563e-4e69-8fd0-b330aec66f04 on network baef5cea-e907-4a38-a29b-9a258e0090e5 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:52:10.508414 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-94e2c057-538e-4c14-9b9b-e4f37241a8bb service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:52:10.509329 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-94e2c057-538e-4c14-9b9b-e4f37241a8bb service neutron] Checking segment: {'id': '008313d5-c5df-49df-b4c5-594e16afc3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'baef5cea-e907-4a38-a29b-9a258e0090e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:52:10.509329 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-94e2c057-538e-4c14-9b9b-e4f37241a8bb service neutron] Bound using segment: {'id': '008313d5-c5df-49df-b4c5-594e16afc3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'baef5cea-e907-4a38-a29b-9a258e0090e5'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:52:10.509551 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-94e2c057-538e-4c14-9b9b-e4f37241a8bb service neutron] Bound port: 9c5f77ed-563e-4e69-8fd0-b330aec66f04, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '008313d5-c5df-49df-b4c5-594e16afc3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'baef5cea-e907-4a38-a29b-9a258e0090e5'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:52:10.509903 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-94e2c057-538e-4c14-9b9b-e4f37241a8bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9c5f77ed-563e-4e69-8fd0-b330aec66f04), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:10.538958 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4230848-c67a-48f9-a7ae-08e5b6514c36 req-4fbb98f7-b3b0-4f60-8315-c3bf849ad78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:10.540586 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b4230848-c67a-48f9-a7ae-08e5b6514c36 req-4fbb98f7-b3b0-4f60-8315-c3bf849ad78c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37de3cac-2e27-4573-885e-c86e0ea7886c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1426451 Mar 05 04:52:10.561375 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fbacb477-c8ff-42c2-b349-9dfce563e396 req-5ce72eea-2df2-401c-9587-6cadfac436a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b34610c6-d670-4a34-accc-bafe36585063 HTTP/1.1" status: 200 len: 217 time: 0.0925486 Mar 05 04:52:10.592793 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f0ecd-721f-45f6-ac0c-765c77f82268 req-6f7ee4c1-d6f9-4c75-91ec-8fda58c55721 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:10.594421 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-194f0ecd-721f-45f6-ac0c-765c77f82268 req-6f7ee4c1-d6f9-4c75-91ec-8fda58c55721 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 945 time: 0.3052235 Mar 05 04:52:10.639435 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be088cad-e356-49cb-8e21-1d62f9580c81 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks [] for port (3f8cc488-f892-40b5-b53b-1d2d922159d9), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:10.652335 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-f655cb18-ed26-4b78-aab6-9978f99d049f service neutron] 10.222.0.31 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351963 Mar 05 04:52:10.724790 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacb477-c8ff-42c2-b349-9dfce563e396 req-52a423ab-2f82-4972-aa86-2b1b00f93cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:10.727229 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fbacb477-c8ff-42c2-b349-9dfce563e396 req-52a423ab-2f82-4972-aa86-2b1b00f93cc8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c431197c-f63d-4d0c-afc1-f0e0b1d87270 HTTP/1.1" status: 200 len: 852 time: 0.1572795 Mar 05 04:52:10.732671 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-94e2c057-538e-4c14-9b9b-e4f37241a8bb service neutron] For port 9c5f77ed-563e-4e69-8fd0-b330aec66f04, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:52:10.761725 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-94e2c057-538e-4c14-9b9b-e4f37241a8bb service neutron] For port 9c5f77ed-563e-4e69-8fd0-b330aec66f04, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=9c5f77ed-563e-4e69-8fd0-b330aec66f04,segment=NetworkSegment(008313d5-c5df-49df-b4c5-594e16afc3dd),segment_id=008313d5-c5df-49df-b4c5-594e16afc3dd)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:52:10.763357 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52420) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:10.774170 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b4230848-c67a-48f9-a7ae-08e5b6514c36 req-899d1827-f0ef-4b13-9854-3620b0bf35df service neutron] 10.222.0.30 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201200 Mar 05 04:52:10.777627 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-94e2c057-538e-4c14-9b9b-e4f37241a8bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (9c5f77ed-563e-4e69-8fd0-b330aec66f04), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:10.794922 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be088cad-e356-49cb-8e21-1d62f9580c81 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (3f8cc488-f892-40b5-b53b-1d2d922159d9), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:10.839877 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-94e2c057-538e-4c14-9b9b-e4f37241a8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:10.840272 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fbacb477-c8ff-42c2-b349-9dfce563e396 req-f6cf351c-97ec-4f21-89b8-28d6256f42c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=97e85245-3112-4887-8483-668804607d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007116 Mar 05 04:52:10.840478 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-94e2c057-538e-4c14-9b9b-e4f37241a8bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:10.841927 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-94e2c057-538e-4c14-9b9b-e4f37241a8bb service neutron] 10.222.0.31 "PUT /v2.0/ports/9c5f77ed-563e-4e69-8fd0-b330aec66f04 HTTP/1.1" status: 200 len: 1093 time: 2.1369996 Mar 05 04:52:10.843219 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-194f0ecd-721f-45f6-ac0c-765c77f82268 req-c62d957a-11e8-45b0-8e04-939ef7ca2b71 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185028 Mar 05 04:52:10.957859 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be088cad-e356-49cb-8e21-1d62f9580c81 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:52:10.978102 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819bbd3-5d69-4c58-8192-c20e45153221 req-5f8ec6df-87cd-4f92-b18d-3c80785a26a2 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:10.978324 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-be088cad-e356-49cb-8e21-1d62f9580c81 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:52:10.980210 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4819bbd3-5d69-4c58-8192-c20e45153221 req-5f8ec6df-87cd-4f92-b18d-3c80785a26a2 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.2446311 Mar 05 04:52:10.991931 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be088cad-e356-49cb-8e21-1d62f9580c81 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:52:10.998504 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1e24e3a3-1656-4e7f-8449-3f8c56001d37 req-781399f2-b450-48f6-ab8f-29d0d3b22860 service neutron] 10.222.0.31 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328290 Mar 05 04:52:11.002369 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-eed6c62a-0c92-4ea0-bc95-f8e9b9df7c8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:11.029174 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2c057-538e-4c14-9b9b-e4f37241a8bb service neutron] Pushing event updated for resources: {'Port': ['ID=9c5f77ed-563e-4e69-8fd0-b330aec66f04,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:11.102413 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b4230848-c67a-48f9-a7ae-08e5b6514c36 req-0f193c11-3b71-41fe-aa9a-9d86ea5d87c1 service neutron] 10.222.0.30 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212793 Mar 05 04:52:11.104258 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fbacb477-c8ff-42c2-b349-9dfce563e396 req-dedd58f6-4b04-4ba6-bc53-2b53e20828c3 service neutron] 10.222.0.30 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442453 Mar 05 04:52:11.144449 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f901225-3d6b-48d7-b2ae-e60228d81fc9 req-fd97462f-7c53-48f7-b44f-5fdc8f39997a tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:11.150733 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f901225-3d6b-48d7-b2ae-e60228d81fc9 req-fd97462f-7c53-48f7-b44f-5fdc8f39997a tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:11.152396 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8f901225-3d6b-48d7-b2ae-e60228d81fc9 req-fd97462f-7c53-48f7-b44f-5fdc8f39997a tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f61a3e2-1474-4175-ba24-a482f34c72ab HTTP/1.1" status: 200 len: 1679 time: 0.1867921 Mar 05 04:52:11.153002 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-dc9600e1-228e-4f08-9b3e-42c502a34eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:11.153506 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-dc9600e1-228e-4f08-9b3e-42c502a34eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:11.155154 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-dc9600e1-228e-4f08-9b3e-42c502a34eb0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bbbc4feb356744e580db82395e864901&device_id=9f61a3e2-1474-4175-ba24-a482f34c72ab HTTP/1.1" status: 200 len: 2045 time: 0.2476363 Mar 05 04:52:11.163382 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be088cad-e356-49cb-8e21-1d62f9580c81 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Pushing event updated for resources: {'Port': ['ID=3f8cc488-f892-40b5-b53b-1d2d922159d9,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:11.174217 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4819bbd3-5d69-4c58-8192-c20e45153221 req-92157e2c-2747-4129-bda7-baedc25c5342 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783657 Mar 05 04:52:11.197390 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f61a3e2-1474-4175-ba24-a482f34c72ab', 'tag': '9c5f77ed-563e-4e69-8fd0-b330aec66f04'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:52:11.200348 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0739e3a9-e3bc-4692-95c9-f274880142b3" -d '{"events": [{"name": "network-changed", "server_uuid": "9f61a3e2-1474-4175-ba24-a482f34c72ab", "tag": "9c5f77ed-563e-4e69-8fd0-b330aec66f04"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:52:11.237755 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-bcaec2dc-995c-4b2e-9e1c-991e058b5184 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.215&port_id=239ee82d-1aa6-4d58-8287-c047dae1a157 HTTP/1.1" status: 200 len: 217 time: 0.0695128 Mar 05 04:52:11.254786 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0c3c5-9470-4384-a5c6-0a140dcc53b2 req-f869cfe0-0426-4d76-a6db-bb438061bd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:11.257672 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64f0c3c5-9470-4384-a5c6-0a140dcc53b2 req-f869cfe0-0426-4d76-a6db-bb438061bd18 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4c8bc28785e4a00b63310ed97b40ba8&device_id=77a9021e-a974-4b6b-86ad-c7e776a7ff51 HTTP/1.1" status: 200 len: 1126 time: 0.1995947 Mar 05 04:52:11.285778 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1a7ca1-a231-4468-b5c8-d75e6d2b7863 x-openstack-request-id: req-4e1a7ca1-a231-4468-b5c8-d75e6d2b7863 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:52:11.286069 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f61a3e2-1474-4175-ba24-a482f34c72ab", "tag": "9c5f77ed-563e-4e69-8fd0-b330aec66f04", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:52:11.286322 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4e1a7ca1-a231-4468-b5c8-d75e6d2b7863 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:52:11.286745 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f61a3e2-1474-4175-ba24-a482f34c72ab', 'tag': '9c5f77ed-563e-4e69-8fd0-b330aec66f04', 'status': 'completed', 'code': 200} Mar 05 04:52:11.311061 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8f901225-3d6b-48d7-b2ae-e60228d81fc9 req-95850dd4-8474-4831-b588-822b3d806024 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343966 Mar 05 04:52:11.320697 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be088cad-e356-49cb-8e21-1d62f9580c81 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks [] for floatingip (aa12eb31-8cf1-4892-b20a-628bc9be6b25), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:11.332320 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-3b063a01-8c85-43a9-8a48-0453a0da4470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:11.334024 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-3b063a01-8c85-43a9-8a48-0453a0da4470 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=085ded30-ab24-4b51-bd35-59d340d1a57e HTTP/1.1" status: 200 len: 801 time: 0.0884604 Mar 05 04:52:11.343805 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-eed6c62a-0c92-4ea0-bc95-f8e9b9df7c8c admin admin] Publish callbacks [] for security_group (61160e52-fe9d-4314-816b-196c399f0545), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:11.349524 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-60d3e42a-4130-48af-b7da-66d0190077f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:11.357740 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-eed6c62a-0c92-4ea0-bc95-f8e9b9df7c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (61160e52-fe9d-4314-816b-196c399f0545), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:11.360894 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fbacb477-c8ff-42c2-b349-9dfce563e396 req-363663de-3bc3-433a-897f-55d320590f82 service neutron] 10.222.0.30 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401454 Mar 05 04:52:11.390148 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0c3c5-9470-4384-a5c6-0a140dcc53b2 req-75d99e13-7a46-4725-bdc1-8863fe793750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:11.391928 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64f0c3c5-9470-4384-a5c6-0a140dcc53b2 req-75d99e13-7a46-4725-bdc1-8863fe793750 service neutron] 10.222.0.31 "GET /v2.0/networks?id=54309d98-48bc-4d3e-a20e-4665796063fc HTTP/1.1" status: 200 len: 906 time: 0.1261473 Mar 05 04:52:11.434590 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64f0c3c5-9470-4384-a5c6-0a140dcc53b2 req-373b9fe3-b5cb-4480-a27e-3e85d854f51a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1a7107a2-64d4-410b-bbe0-24ef1590398a HTTP/1.1" status: 200 len: 217 time: 0.0362012 Mar 05 04:52:11.445372 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be088cad-e356-49cb-8e21-1d62f9580c81 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3f8cc488-f892-40b5-b53b-1d2d922159d9), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:11.452689 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-eed6c62a-0c92-4ea0-bc95-f8e9b9df7c8c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=26eb7d820edf4782b89e1171fcf5ad6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6847529 Mar 05 04:52:11.452689 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6c62a-0c92-4ea0-bc95-f8e9b9df7c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61160e52-fe9d-4314-816b-196c399f0545,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:11.454320 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52428) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:11.489486 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-b4e5a653-e754-4efe-b2c2-b837ebdf9f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:11.491863 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-b4e5a653-e754-4efe-b2c2-b837ebdf9f3a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=932e36f1-6bce-4e21-8b8f-362449eecd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1468122 Mar 05 04:52:11.558157 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0c3c5-9470-4384-a5c6-0a140dcc53b2 req-252326ad-e29e-4feb-bfb1-704bdba45dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:11.559879 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64f0c3c5-9470-4384-a5c6-0a140dcc53b2 req-252326ad-e29e-4feb-bfb1-704bdba45dd2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9d05b828-21c8-4294-b343-ca7ba96c6119 HTTP/1.1" status: 200 len: 846 time: 0.1192102 Mar 05 04:52:11.608674 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64f0c3c5-9470-4384-a5c6-0a140dcc53b2 req-54d7b712-0cdf-450a-8d6a-8bb55ebaac0f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=54309d98-48bc-4d3e-a20e-4665796063fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408883 Mar 05 04:52:11.619825 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a4027-8e8e-46e2-b280-4074f63e48b0 req-f8a897b8-be70-4eab-8255-04924f69e683 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:11.621276 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-192a4027-8e8e-46e2-b280-4074f63e48b0 req-f8a897b8-be70-4eab-8255-04924f69e683 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=77a9021e-a974-4b6b-86ad-c7e776a7ff51 HTTP/1.1" status: 200 len: 943 time: 0.1429880 Mar 05 04:52:11.629818 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0497ec8b-2078-4969-a093-7f2a8d1074e7 admin admin] Publish callbacks [] for security_group (61160e52-fe9d-4314-816b-196c399f0545), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:11.662648 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-3200e661-1536-4089-9522-9cac9586bd50 service neutron] 10.222.0.31 "GET /v2.0/networks/932e36f1-6bce-4e21-8b8f-362449eecd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585364 Mar 05 04:52:11.718839 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0497ec8b-2078-4969-a093-7f2a8d1074e7 admin admin] Publish callbacks [] for security_group (61160e52-fe9d-4314-816b-196c399f0545), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:11.762291 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be088cad-e356-49cb-8e21-1d62f9580c81 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks [] for port (3f8cc488-f892-40b5-b53b-1d2d922159d9), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:11.768445 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be088cad-e356-49cb-8e21-1d62f9580c81 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (3f8cc488-f892-40b5-b53b-1d2d922159d9), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:11.789863 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-192a4027-8e8e-46e2-b280-4074f63e48b0 req-483bb86f-1b1f-41f1-9b58-cf06f523aa36 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565468 Mar 05 04:52:11.797142 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64f0c3c5-9470-4384-a5c6-0a140dcc53b2 req-f6cda5d9-2cb4-446b-a684-1636ade6e557 service neutron] 10.222.0.31 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748254 Mar 05 04:52:11.837338 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0497ec8b-2078-4969-a093-7f2a8d1074e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (61160e52-fe9d-4314-816b-196c399f0545), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:11.839943 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0497ec8b-2078-4969-a093-7f2a8d1074e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:11.841226 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0497ec8b-2078-4969-a093-7f2a8d1074e7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/61160e52-fe9d-4314-816b-196c399f0545 HTTP/1.1" status: 204 len: 168 time: 0.3873134 Mar 05 04:52:11.855104 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-d71292ea-36f9-461c-9868-d948bda93c21 service neutron] 10.222.0.31 "GET /v2.0/networks/932e36f1-6bce-4e21-8b8f-362449eecd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869040 Mar 05 04:52:11.860241 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be088cad-e356-49cb-8e21-1d62f9580c81 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Pushing event updated for resources: {'Port': ['ID=3f8cc488-f892-40b5-b53b-1d2d922159d9,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:11.906703 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-3c77f6ab-66ed-4d64-859b-ce883573d7d7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.169&port_id=9c5f77ed-563e-4e69-8fd0-b330aec66f04 HTTP/1.1" status: 200 len: 217 time: 0.0431089 Mar 05 04:52:11.910055 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be088cad-e356-49cb-8e21-1d62f9580c81 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (aa12eb31-8cf1-4892-b20a-628bc9be6b25), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:11.915247 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497ec8b-2078-4969-a093-7f2a8d1074e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61160e52-fe9d-4314-816b-196c399f0545,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:11.929123 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64f0c3c5-9470-4384-a5c6-0a140dcc53b2 req-cd97549e-5362-4183-bf24-b4b3975258b1 service neutron] 10.222.0.31 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245933 Mar 05 04:52:11.976154 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be088cad-e356-49cb-8e21-1d62f9580c81 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:11.980268 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52438) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:11.980390 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-be088cad-e356-49cb-8e21-1d62f9580c81 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4590786 Mar 05 04:52:11.986539 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-810475c5-4de3-4b10-a88d-8caa64fa7b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:11.987973 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-810475c5-4de3-4b10-a88d-8caa64fa7b01 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=693e3fee-2b93-4cf0-9b5f-2e426de281c5 HTTP/1.1" status: 200 len: 801 time: 0.0733194 Mar 05 04:52:11.989147 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-124193d8-0075-44a0-8bcc-6f7d479c8fb9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1627858931'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:12.042326 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124193d8-0075-44a0-8bcc-6f7d479c8fb9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Made reservation on behalf of edd75da1bd32492d8d1911a26df00e35 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:52:12.046788 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-124193d8-0075-44a0-8bcc-6f7d479c8fb9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:12.048997 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-6a549296-b76b-4cfe-84b8-5e6d10aff937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:12.050630 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-6a549296-b76b-4cfe-84b8-5e6d10aff937 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=baef5cea-e907-4a38-a29b-9a258e0090e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0550888 Mar 05 04:52:12.061790 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-124193d8-0075-44a0-8bcc-6f7d479c8fb9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:12.112028 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7e3d7-0521-4746-948e-cb7096bffdce req-faf338cc-d49c-4840-a89c-1954c6e94b44 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:12.113521 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9c7e3d7-0521-4746-948e-cb7096bffdce req-faf338cc-d49c-4840-a89c-1954c6e94b44 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 945 time: 0.1009297 Mar 05 04:52:12.151138 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-3d901778-de7f-4274-8ed9-e9b01129798b service neutron] 10.222.0.31 "GET /v2.0/networks/baef5cea-e907-4a38-a29b-9a258e0090e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944762 Mar 05 04:52:12.186532 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52442) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:12.205513 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9c7e3d7-0521-4746-948e-cb7096bffdce req-a00d7c56-d422-4f04-9d0b-f08bcb11c41d tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812953 Mar 05 04:52:12.211100 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0d71a579-afd9-45e0-9711-72c3494d8e5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:12.218808 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-124193d8-0075-44a0-8bcc-6f7d479c8fb9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks [] for security_group (f580a4fe-ca5a-4ddc-b60b-69e15f07390e), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:12.237069 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-124193d8-0075-44a0-8bcc-6f7d479c8fb9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f580a4fe-ca5a-4ddc-b60b-69e15f07390e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:12.256737 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ebfcb6f1-4bb8-4468-a3d6-6a21ebed6985 req-d9df9897-bbfb-4892-affa-2a4c4f9f7c8f service neutron] 10.222.0.31 "GET /v2.0/networks/baef5cea-e907-4a38-a29b-9a258e0090e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996563 Mar 05 04:52:12.273387 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-124193d8-0075-44a0-8bcc-6f7d479c8fb9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:52:12.362319 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739e3a9-e3bc-4692-95c9-f274880142b3 req-af7d6feb-45e8-4f57-a1d0-36542bd07207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:12.363193 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739e3a9-e3bc-4692-95c9-f274880142b3 req-af7d6feb-45e8-4f57-a1d0-36542bd07207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:12.365807 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0739e3a9-e3bc-4692-95c9-f274880142b3 req-af7d6feb-45e8-4f57-a1d0-36542bd07207 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=bbbc4feb356744e580db82395e864901&device_id=9f61a3e2-1474-4175-ba24-a482f34c72ab HTTP/1.1" status: 200 len: 2045 time: 0.0610840 Mar 05 04:52:12.464247 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739e3a9-e3bc-4692-95c9-f274880142b3 req-7e0877e6-bb9b-45c6-97fb-4a6a162235ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:12.465027 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:52:12.465669 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0739e3a9-e3bc-4692-95c9-f274880142b3 req-7e0877e6-bb9b-45c6-97fb-4a6a162235ff service neutron] 10.222.0.31 "GET /v2.0/networks?id=baef5cea-e907-4a38-a29b-9a258e0090e5 HTTP/1.1" status: 200 len: 901 time: 0.0942414 Mar 05 04:52:12.509654 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0739e3a9-e3bc-4692-95c9-f274880142b3 req-6d0bbd03-ad77-41f0-89cf-a3e821da2f57 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.169&port_id=9c5f77ed-563e-4e69-8fd0-b330aec66f04 HTTP/1.1" status: 200 len: 217 time: 0.0372012 Mar 05 04:52:12.559469 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739e3a9-e3bc-4692-95c9-f274880142b3 req-902b9354-f6e9-4866-904a-42d8da444e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:12.561010 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0739e3a9-e3bc-4692-95c9-f274880142b3 req-902b9354-f6e9-4866-904a-42d8da444e84 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=693e3fee-2b93-4cf0-9b5f-2e426de281c5 HTTP/1.1" status: 200 len: 801 time: 0.0452173 Mar 05 04:52:12.618865 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739e3a9-e3bc-4692-95c9-f274880142b3 req-94bd7cac-15f6-4260-8310-6768091f9018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:12.620458 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0739e3a9-e3bc-4692-95c9-f274880142b3 req-94bd7cac-15f6-4260-8310-6768091f9018 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=baef5cea-e907-4a38-a29b-9a258e0090e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0528805 Mar 05 04:52:12.630667 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124193d8-0075-44a0-8bcc-6f7d479c8fb9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f580a4fe-ca5a-4ddc-b60b-69e15f07390e,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:12.651125 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-124193d8-0075-44a0-8bcc-6f7d479c8fb9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (83c9dc62-fd4d-422b-8007-3a7966fbe218), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:12.651125 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-124193d8-0075-44a0-8bcc-6f7d479c8fb9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Added segment 83c9dc62-fd4d-422b-8007-3a7966fbe218 of type vlan for network bc842499-7222-4657-8cd8-08e8db06aa46 Mar 05 04:52:12.717697 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-124193d8-0075-44a0-8bcc-6f7d479c8fb9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (bc842499-7222-4657-8cd8-08e8db06aa46), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:12.720482 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0739e3a9-e3bc-4692-95c9-f274880142b3 req-4e93161a-2d51-47ca-857a-77d7ab0c6c07 service neutron] 10.222.0.31 "GET /v2.0/networks/baef5cea-e907-4a38-a29b-9a258e0090e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935156 Mar 05 04:52:12.779733 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa321bb7-954f-4409-92dd-b32c9f91eccd req-b0d62250-f383-458f-897c-d4de1c122c28 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:12.781242 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fa321bb7-954f-4409-92dd-b32c9f91eccd req-b0d62250-f383-458f-897c-d4de1c122c28 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.5113442 Mar 05 04:52:12.785033 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0d71a579-afd9-45e0-9711-72c3494d8e5e admin admin] Publish callbacks [] for security_group (c410cadc-157d-412e-81da-e3997bb2383e), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:12.794848 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19809b-d54c-4a90-8964-800f586fff74 req-d640028e-c21e-4794-9ee5-92c38f9cf834 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:12.800164 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19809b-d54c-4a90-8964-800f586fff74 req-d640028e-c21e-4794-9ee5-92c38f9cf834 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:12.801696 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bf19809b-d54c-4a90-8964-800f586fff74 req-d640028e-c21e-4794-9ee5-92c38f9cf834 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f61a3e2-1474-4175-ba24-a482f34c72ab HTTP/1.1" status: 200 len: 1679 time: 0.2097993 Mar 05 04:52:12.805530 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-124193d8-0075-44a0-8bcc-6f7d479c8fb9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (bc842499-7222-4657-8cd8-08e8db06aa46), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:12.810309 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124193d8-0075-44a0-8bcc-6f7d479c8fb9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:12.810892 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-124193d8-0075-44a0-8bcc-6f7d479c8fb9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:12.813185 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0d71a579-afd9-45e0-9711-72c3494d8e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c410cadc-157d-412e-81da-e3997bb2383e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:12.816425 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0739e3a9-e3bc-4692-95c9-f274880142b3 req-26ec25c2-cb18-40fd-a8d3-39433a726b59 service neutron] 10.222.0.31 "GET /v2.0/networks/baef5cea-e907-4a38-a29b-9a258e0090e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890889 Mar 05 04:52:12.903467 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-124193d8-0075-44a0-8bcc-6f7d479c8fb9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9216137 Mar 05 04:52:12.906496 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52452) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:12.912223 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-0bef2d51-8f15-4352-87e8-a9bc276a5f16 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Request body: {'subnet': {'network_id': 'bc842499-7222-4657-8cd8-08e8db06aa46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:12.957546 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0d71a579-afd9-45e0-9711-72c3494d8e5e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=45c7b76f19614d8187f63562ba1c4e62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7699404 Mar 05 04:52:12.958220 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71a579-afd9-45e0-9711-72c3494d8e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c410cadc-157d-412e-81da-e3997bb2383e,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:12.964399 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52454) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:12.980257 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124193d8-0075-44a0-8bcc-6f7d479c8fb9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Pushing event updated for resources: {'Network': ['ID=bc842499-7222-4657-8cd8-08e8db06aa46,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:12.990614 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network bc842499-7222-4657-8cd8-08e8db06aa46 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:52:12.998996 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bf19809b-d54c-4a90-8964-800f586fff74 req-663e2da2-7ac6-4b3a-989e-a7e2de2cdfef tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831546 Mar 05 04:52:13.008497 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fa321bb7-954f-4409-92dd-b32c9f91eccd req-e5da22db-4e16-4ba2-acf3-d53f3ad32a59 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044239 Mar 05 04:52:13.040605 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bef2d51-8f15-4352-87e8-a9bc276a5f16 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Made reservation on behalf of edd75da1bd32492d8d1911a26df00e35 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:52:13.044081 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0bef2d51-8f15-4352-87e8-a9bc276a5f16 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:13.098767 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b7a686f8-3bf9-40ef-9e09-1dc27f5c362d admin admin] Publish callbacks [] for security_group (c410cadc-157d-412e-81da-e3997bb2383e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:13.165515 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b8ccc-1646-4293-bab1-5c2d9938c747 req-d4294ab2-7013-4eaf-8f9b-e59ebab77929 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:13.167044 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0e5b8ccc-1646-4293-bab1-5c2d9938c747 req-d4294ab2-7013-4eaf-8f9b-e59ebab77929 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=77a9021e-a974-4b6b-86ad-c7e776a7ff51 HTTP/1.1" status: 200 len: 943 time: 0.0859251 Mar 05 04:52:13.172709 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b7a686f8-3bf9-40ef-9e09-1dc27f5c362d admin admin] Publish callbacks [] for security_group (c410cadc-157d-412e-81da-e3997bb2383e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:13.183058 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0882f-cd8c-4032-895e-9cba74e71a10 req-d9e5a4a6-3436-46b5-970d-57541697b5cc tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:13.184847 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c5e0882f-cd8c-4032-895e-9cba74e71a10 req-d9e5a4a6-3436-46b5-970d-57541697b5cc tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.0942607 Mar 05 04:52:13.267287 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b7a686f8-3bf9-40ef-9e09-1dc27f5c362d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c410cadc-157d-412e-81da-e3997bb2383e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:13.269859 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b7a686f8-3bf9-40ef-9e09-1dc27f5c362d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:13.271064 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b7a686f8-3bf9-40ef-9e09-1dc27f5c362d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c410cadc-157d-412e-81da-e3997bb2383e HTTP/1.1" status: 204 len: 168 time: 0.3056765 Mar 05 04:52:13.274128 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0e5b8ccc-1646-4293-bab1-5c2d9938c747 req-3493b744-0ce2-47cb-b223-baa35102a371 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007071 Mar 05 04:52:13.279220 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c5e0882f-cd8c-4032-895e-9cba74e71a10 req-5beb221f-63d6-4059-a600-aa6adb29c62a tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767088 Mar 05 04:52:13.320382 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a686f8-3bf9-40ef-9e09-1dc27f5c362d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c410cadc-157d-412e-81da-e3997bb2383e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:13.346976 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0bef2d51-8f15-4352-87e8-a9bc276a5f16 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (6c912699-e6b4-4660-9d2b-f91ff2cf0558), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:13.431752 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712df35a-6698-4e4b-b5fd-feaeb38772fb req-3f18b5bd-8139-4aa6-b722-9859c3eea8f1 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:13.434063 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-712df35a-6698-4e4b-b5fd-feaeb38772fb req-3f18b5bd-8139-4aa6-b722-9859c3eea8f1 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 945 time: 0.0671229 Mar 05 04:52:13.434360 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bef2d51-8f15-4352-87e8-a9bc276a5f16 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Checking segment: {'id': '83c9dc62-fd4d-422b-8007-3a7966fbe218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bc842499-7222-4657-8cd8-08e8db06aa46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:52:13.434829 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bef2d51-8f15-4352-87e8-a9bc276a5f16 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Network hostable DHCP agents. Network: bc842499-7222-4657-8cd8-08e8db06aa46, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:52:13.441054 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef2d51-8f15-4352-87e8-a9bc276a5f16 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Pushing event updated for resources: {'Subnet': ['ID=6c912699-e6b4-4660-9d2b-f91ff2cf0558,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:13.466997 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bef2d51-8f15-4352-87e8-a9bc276a5f16 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Network bc842499-7222-4657-8cd8-08e8db06aa46 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:52:13.481638 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-0bef2d51-8f15-4352-87e8-a9bc276a5f16 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, bc842499-7222-4657-8cd8-08e8db06aa46) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:52:13.503881 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e08279-1d6e-44e9-b593-bebb4dcbf0b3 None None] Network bc842499-7222-4657-8cd8-08e8db06aa46 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:52:13.515512 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bef2d51-8f15-4352-87e8-a9bc276a5f16 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:13.516500 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0bef2d51-8f15-4352-87e8-a9bc276a5f16 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:13.529201 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-712df35a-6698-4e4b-b5fd-feaeb38772fb req-027c9534-386f-4847-921c-8cf678b0efd3 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809100 Mar 05 04:52:13.550954 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0bef2d51-8f15-4352-87e8-a9bc276a5f16 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6427538 Mar 05 04:52:13.554033 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52470) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:13.559327 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-9f353cf3-a19b-4e67-9700-62a4aaec2030 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1564616657', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}, 'admin_state_up': False}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:13.596071 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9f353cf3-a19b-4e67-9700-62a4aaec2030 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (ee36b924-78ce-46c1-8cb0-1ac117fff18e), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:13.598223 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9f353cf3-a19b-4e67-9700-62a4aaec2030 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (ee36b924-78ce-46c1-8cb0-1ac117fff18e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:13.648614 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:13.679719 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637e9b6-9e68-46d1-b786-4856442dbf80 req-48bd9a9b-9c1b-4a8a-a2bf-3dd9f573abf2 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:13.679944 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9f353cf3-a19b-4e67-9700-62a4aaec2030 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks [] for router_controller (ee36b924-78ce-46c1-8cb0-1ac117fff18e), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:13.684156 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0637e9b6-9e68-46d1-b786-4856442dbf80 req-48bd9a9b-9c1b-4a8a-a2bf-3dd9f573abf2 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.1426358 Mar 05 04:52:13.687892 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device b34610c6-d670-4a34-accc-bafe36585063 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:52:13.779570 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-09b16cf2-3374-4c1e-b6ea-7122ae39e63a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:13.792714 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0637e9b6-9e68-46d1-b786-4856442dbf80 req-8da5b8a1-6159-49bf-87b2-e9da51193ce7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019747 Mar 05 04:52:13.844838 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f72689d-56f5-4856-b00a-3b49a197f1ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-bc842499-7222-4657-8cd8-08e8db06aa46', 'network_id': 'bc842499-7222-4657-8cd8-08e8db06aa46', 'project_id': 'edd75da1bd32492d8d1911a26df00e35', 'fixed_ips': [{'subnet_id': '6c912699-e6b4-4660-9d2b-f91ff2cf0558'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:52:13.846919 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3f72689d-56f5-4856-b00a-3b49a197f1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:13.860348 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:13.946472 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port b34610c6-d670-4a34-accc-bafe36585063 is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:52:13.947132 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b34610c6-d670-4a34-accc-bafe36585063), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:14.007558 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99434339-5334-4fa5-92f6-37740b6262ac req-43d63f45-f24d-46d8-9395-dc53a1005c1e tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:14.018192 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-99434339-5334-4fa5-92f6-37740b6262ac req-43d63f45-f24d-46d8-9395-dc53a1005c1e tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.1203439 Mar 05 04:52:14.102073 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-99434339-5334-4fa5-92f6-37740b6262ac req-0c7b3954-0e7e-4c72-bcec-9a527dc0ba97 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818493 Mar 05 04:52:14.181990 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-3f72689d-56f5-4856-b00a-3b49a197f1ab None None] Allocated IP 172.20.0.2 (bc842499-7222-4657-8cd8-08e8db06aa46/6c912699-e6b4-4660-9d2b-f91ff2cf0558/f0c14b3b-da14-49a1-8547-4e695c4501c7) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:52:14.280146 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc124cb6-330d-4e75-bb13-5ebd0f50ebc3 req-2f20da19-350e-4d94-8f56-301826299d05 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:14.286469 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc124cb6-330d-4e75-bb13-5ebd0f50ebc3 req-2f20da19-350e-4d94-8f56-301826299d05 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:14.297118 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc124cb6-330d-4e75-bb13-5ebd0f50ebc3 req-2f20da19-350e-4d94-8f56-301826299d05 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f61a3e2-1474-4175-ba24-a482f34c72ab HTTP/1.1" status: 200 len: 1679 time: 0.0961373 Mar 05 04:52:14.335550 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9f353cf3-a19b-4e67-9700-62a4aaec2030 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks [] for router_gateway (ee36b924-78ce-46c1-8cb0-1ac117fff18e), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:14.362911 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1a7107a2-64d4-410b-bbe0-24ef1590398a details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:52:14.378306 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55343420-6be4-400d-b03e-9680ce598b82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b34610c6-d670-4a34-accc-bafe36585063'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:52:14.381928 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05db763c-69c0-4ae6-bea7-44430625f269" -d '{"events": [{"server_uuid": "55343420-6be4-400d-b03e-9680ce598b82", "name": "network-vif-unplugged", "status": "completed", "tag": "b34610c6-d670-4a34-accc-bafe36585063"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:52:14.389021 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc124cb6-330d-4e75-bb13-5ebd0f50ebc3 req-ec7b316b-df5c-432f-8f78-74257377ab16 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902112 Mar 05 04:52:14.449698 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port b34610c6-d670-4a34-accc-bafe36585063, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=b34610c6-d670-4a34-accc-bafe36585063,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:14.503686 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b34610c6-d670-4a34-accc-bafe36585063), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:14.558220 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.resource_extend [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 04:52:14.585942 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3f72689d-56f5-4856-b00a-3b49a197f1ab None None] Publish callbacks [] for port (f0c14b3b-da14-49a1-8547-4e695c4501c7), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:14.616786 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3f72689d-56f5-4856-b00a-3b49a197f1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (f0c14b3b-da14-49a1-8547-4e695c4501c7), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:14.660883 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=b34610c6-d670-4a34-accc-bafe36585063,revision_number=8']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:14.691757 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:52:14.692229 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:52:14.692652 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:52:14.693841 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:52:14.694290 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:52:14.694736 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:52:14.694872 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ebf92-fab6-4a81-b7c5-5ea71ad63541 req-27911235-159f-48ac-b7e3-c9c2972f68cf tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:14.695230 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:52:14.695638 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:52:14.696192 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:52:14.696433 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-400ebf92-fab6-4a81-b7c5-5ea71ad63541 req-27911235-159f-48ac-b7e3-c9c2972f68cf tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.1620119 Mar 05 04:52:14.696939 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:52:14.697496 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:52:14.698023 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:52:14.698561 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:52:14.703478 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f72689d-56f5-4856-b00a-3b49a197f1ab None None] Network bc842499-7222-4657-8cd8-08e8db06aa46 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:52:14.759589 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72689d-56f5-4856-b00a-3b49a197f1ab None None] Pushing event updated for resources: {'Port': ['ID=f0c14b3b-da14-49a1-8547-4e695c4501c7,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:14.765118 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-3f72689d-56f5-4856-b00a-3b49a197f1ab None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:52:14.772804 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f72689d-56f5-4856-b00a-3b49a197f1ab None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:52:14.808803 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-400ebf92-fab6-4a81-b7c5-5ea71ad63541 req-3f357c71-ae6e-4e86-b75e-bce960073d17 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011233 Mar 05 04:52:14.813794 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9f353cf3-a19b-4e67-9700-62a4aaec2030 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks [] for router_gateway (ee36b924-78ce-46c1-8cb0-1ac117fff18e), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:14.820453 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 1a7107a2-64d4-410b-bbe0-24ef1590398a, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1a7107a2-64d4-410b-bbe0-24ef1590398a,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:14.849901 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9f353cf3-a19b-4e67-9700-62a4aaec2030 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:14.855490 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '1a7107a2-64d4-410b-bbe0-24ef1590398a', 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc', 'port_id': '1a7107a2-64d4-410b-bbe0-24ef1590398a', 'mac_address': 'fa:16:3e:39:b0:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d05b828-21c8-4294-b343-ca7ba96c6119', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:52:14.872544 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3f72689d-56f5-4856-b00a-3b49a197f1ab None None] Attempting to bind port f0c14b3b-da14-49a1-8547-4e695c4501c7 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:52:14.883341 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3f72689d-56f5-4856-b00a-3b49a197f1ab None None] Attempting to bind port f0c14b3b-da14-49a1-8547-4e695c4501c7 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '83c9dc62-fd4d-422b-8007-3a7966fbe218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bc842499-7222-4657-8cd8-08e8db06aa46'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:52:14.883341 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f72689d-56f5-4856-b00a-3b49a197f1ab None None] Attempting to bind port f0c14b3b-da14-49a1-8547-4e695c4501c7 on network bc842499-7222-4657-8cd8-08e8db06aa46 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:52:14.952185 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f72689d-56f5-4856-b00a-3b49a197f1ab None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:52:14.952885 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f72689d-56f5-4856-b00a-3b49a197f1ab None None] Checking segment: {'id': '83c9dc62-fd4d-422b-8007-3a7966fbe218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bc842499-7222-4657-8cd8-08e8db06aa46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:52:14.953487 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3f72689d-56f5-4856-b00a-3b49a197f1ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:14.954051 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f72689d-56f5-4856-b00a-3b49a197f1ab None None] Bound using segment: {'id': '83c9dc62-fd4d-422b-8007-3a7966fbe218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bc842499-7222-4657-8cd8-08e8db06aa46'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:52:14.955046 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3f72689d-56f5-4856-b00a-3b49a197f1ab None None] Bound port: f0c14b3b-da14-49a1-8547-4e695c4501c7, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c9dc62-fd4d-422b-8007-3a7966fbe218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'bc842499-7222-4657-8cd8-08e8db06aa46'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:52:14.955669 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3f72689d-56f5-4856-b00a-3b49a197f1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f0c14b3b-da14-49a1-8547-4e695c4501c7), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:15.066077 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-9f353cf3-a19b-4e67-9700-62a4aaec2030 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Allocated IP 172.25.0.182 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/12596cc5-0814-4675-b409-63736ebd5577) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:52:15.079291 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6078c3-7f71-483d-99d3-f6958e053b59 req-d45bf29b-0b97-4a16-948a-b83c54e73613 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:15.086804 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e6078c3-7f71-483d-99d3-f6958e053b59 req-d45bf29b-0b97-4a16-948a-b83c54e73613 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=77a9021e-a974-4b6b-86ad-c7e776a7ff51 HTTP/1.1" status: 200 len: 943 time: 0.1160271 Mar 05 04:52:15.121534 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ceb661-a742-4e4b-ba43-eaba5b87a885 req-bfb9c812-be73-4311-a2ec-dbf1797f07fc tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:15.122974 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-08ceb661-a742-4e4b-ba43-eaba5b87a885 req-bfb9c812-be73-4311-a2ec-dbf1797f07fc tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=55343420-6be4-400d-b03e-9680ce598b82 HTTP/1.1" status: 200 len: 943 time: 0.1111913 Mar 05 04:52:15.177283 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:15.182496 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 1a7107a2-64d4-410b-bbe0-24ef1590398a is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:52:15.183273 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1a7107a2-64d4-410b-bbe0-24ef1590398a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:15.188109 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e6078c3-7f71-483d-99d3-f6958e053b59 req-0284b07d-0970-4f7d-a352-96d9af4754f9 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984619 Mar 05 04:52:15.195144 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9f353cf3-a19b-4e67-9700-62a4aaec2030 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks [] for port (12596cc5-0814-4675-b409-63736ebd5577), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:15.213324 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a7107a2-64d4-410b-bbe0-24ef1590398a {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:52:15.232485 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-3f72689d-56f5-4856-b00a-3b49a197f1ab None None] For port f0c14b3b-da14-49a1-8547-4e695c4501c7, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:52:15.240716 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-3f72689d-56f5-4856-b00a-3b49a197f1ab None None] For port f0c14b3b-da14-49a1-8547-4e695c4501c7, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=f0c14b3b-da14-49a1-8547-4e695c4501c7,segment=NetworkSegment(83c9dc62-fd4d-422b-8007-3a7966fbe218),segment_id=83c9dc62-fd4d-422b-8007-3a7966fbe218)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:52:15.247026 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 1a7107a2-64d4-410b-bbe0-24ef1590398a, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1a7107a2-64d4-410b-bbe0-24ef1590398a,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:15.248819 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9f353cf3-a19b-4e67-9700-62a4aaec2030 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (12596cc5-0814-4675-b409-63736ebd5577), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:15.252105 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3f72689d-56f5-4856-b00a-3b49a197f1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f0c14b3b-da14-49a1-8547-4e695c4501c7), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:15.293167 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-08ceb661-a742-4e4b-ba43-eaba5b87a885 req-8478da32-0b57-4902-b886-a3ab17b7df02 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Deleting port b34610c6-d670-4a34-accc-bafe36585063 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:52:15.293634 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-08ceb661-a742-4e4b-ba43-eaba5b87a885 req-8478da32-0b57-4902-b886-a3ab17b7df02 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (b34610c6-d670-4a34-accc-bafe36585063), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:15.310034 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1a7107a2-64d4-410b-bbe0-24ef1590398a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:15.312865 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 05 Mar 2022 04:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e2fa92-59de-4baa-b9d9-cbd9724277dd x-openstack-request-id: req-d4e2fa92-59de-4baa-b9d9-cbd9724277dd {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:52:15.313342 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55343420-6be4-400d-b03e-9680ce598b82", "name": "network-vif-unplugged", "status": "failed", "tag": "b34610c6-d670-4a34-accc-bafe36585063", "code": 422}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:52:15.313770 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d4e2fa92-59de-4baa-b9d9-cbd9724277dd {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:52:15.314324 n-d-789963-32 neutron-server[105233]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '55343420-6be4-400d-b03e-9680ce598b82', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b34610c6-d670-4a34-accc-bafe36585063', 'code': 422} returned with failed status Mar 05 04:52:15.319055 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72689d-56f5-4856-b00a-3b49a197f1ab None None] Pushing event updated for resources: {'Port': ['ID=f0c14b3b-da14-49a1-8547-4e695c4501c7,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:15.342884 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f353cf3-a19b-4e67-9700-62a4aaec2030 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Pushing event updated for resources: {'Port': ['ID=12596cc5-0814-4675-b409-63736ebd5577,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:15.372499 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f353cf3-a19b-4e67-9700-62a4aaec2030 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:52:15.374189 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-9f353cf3-a19b-4e67-9700-62a4aaec2030 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:52:15.376698 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f353cf3-a19b-4e67-9700-62a4aaec2030 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:52:15.407069 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=1a7107a2-64d4-410b-bbe0-24ef1590398a,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:15.503061 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-08ceb661-a742-4e4b-ba43-eaba5b87a885 req-8478da32-0b57-4902-b886-a3ab17b7df02 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] For port b34610c6-d670-4a34-accc-bafe36585063, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=b34610c6-d670-4a34-accc-bafe36585063,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:15.503724 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-08ceb661-a742-4e4b-ba43-eaba5b87a885 req-8478da32-0b57-4902-b886-a3ab17b7df02 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (b34610c6-d670-4a34-accc-bafe36585063), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:15.524244 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-08ceb661-a742-4e4b-ba43-eaba5b87a885 req-8478da32-0b57-4902-b886-a3ab17b7df02 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Calling delete_port for b34610c6-d670-4a34-accc-bafe36585063 owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:52:15.595436 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['1a7107a2-64d4-410b-bbe0-24ef1590398a'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:52:15.842146 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-08ceb661-a742-4e4b-ba43-eaba5b87a885 req-8478da32-0b57-4902-b886-a3ab17b7df02 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (b34610c6-d670-4a34-accc-bafe36585063), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:15.882350 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478da32-0b57-4902-b886-a3ab17b7df02 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Pushing event deleted for resources: {'Port': ['ID=b34610c6-d670-4a34-accc-bafe36585063,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:15.988940 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ceb661-a742-4e4b-ba43-eaba5b87a885 req-8478da32-0b57-4902-b886-a3ab17b7df02 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] No DVR routers for this DVR port b34610c6-d670-4a34-accc-bafe36585063 on host n-h1-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:52:15.995475 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-08ceb661-a742-4e4b-ba43-eaba5b87a885 req-8478da32-0b57-4902-b886-a3ab17b7df02 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:16.013427 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-08ceb661-a742-4e4b-ba43-eaba5b87a885 req-8478da32-0b57-4902-b886-a3ab17b7df02 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "DELETE /v2.0/ports/b34610c6-d670-4a34-accc-bafe36585063 HTTP/1.1" status: 204 len: 173 time: 0.8807240 Mar 05 04:52:16.014852 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55343420-6be4-400d-b03e-9680ce598b82', 'name': 'network-vif-deleted', 'tag': 'b34610c6-d670-4a34-accc-bafe36585063'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:52:16.028155 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525e7dde-0a62-44e6-94fa-951ea0c572e2" -d '{"events": [{"server_uuid": "55343420-6be4-400d-b03e-9680ce598b82", "name": "network-vif-deleted", "tag": "b34610c6-d670-4a34-accc-bafe36585063"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:52:16.030233 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9f353cf3-a19b-4e67-9700-62a4aaec2030 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks [] for router_gateway (ee36b924-78ce-46c1-8cb0-1ac117fff18e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:16.141501 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f0c14b3b-da14-49a1-8547-4e695c4501c7 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:52:16.209839 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:16.220417 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port f0c14b3b-da14-49a1-8547-4e695c4501c7 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:52:16.220798 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f0c14b3b-da14-49a1-8547-4e695c4501c7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:16.249365 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51468a68-06c2-4f5e-bb39-3a930e085012 req-a4c9d8e2-0484-47d0-8c8c-fc1ba801df37 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:16.255360 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51468a68-06c2-4f5e-bb39-3a930e085012 req-a4c9d8e2-0484-47d0-8c8c-fc1ba801df37 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:16.257372 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-51468a68-06c2-4f5e-bb39-3a930e085012 req-a4c9d8e2-0484-47d0-8c8c-fc1ba801df37 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f61a3e2-1474-4175-ba24-a482f34c72ab HTTP/1.1" status: 200 len: 1679 time: 0.0705669 Mar 05 04:52:16.324177 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-51468a68-06c2-4f5e-bb39-3a930e085012 req-54f0d5e7-9d61-4874-8bf8-95c4e2f6fe31 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588675 Mar 05 04:52:16.374245 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port f0c14b3b-da14-49a1-8547-4e695c4501c7 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:52:16.374639 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f0c14b3b-da14-49a1-8547-4e695c4501c7), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:16.400048 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 239ee82d-1aa6-4d58-8287-c047dae1a157 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:52:16.418815 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9f353cf3-a19b-4e67-9700-62a4aaec2030 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (ee36b924-78ce-46c1-8cb0-1ac117fff18e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:16.507984 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port f0c14b3b-da14-49a1-8547-4e695c4501c7, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=f0c14b3b-da14-49a1-8547-4e695c4501c7,segment=NetworkSegment(83c9dc62-fd4d-422b-8007-3a7966fbe218),segment_id=83c9dc62-fd4d-422b-8007-3a7966fbe218)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:16.525731 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f0c14b3b-da14-49a1-8547-4e695c4501c7), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:16.546530 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec59b8-502c-42d0-9118-35a3ef5c265e req-8d63b7c4-c4f3-4c6e-8407-e70c78b7e4af tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:16.548246 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7eec59b8-502c-42d0-9118-35a3ef5c265e req-8d63b7c4-c4f3-4c6e-8407-e70c78b7e4af tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.1265008 Mar 05 04:52:16.601777 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f353cf3-a19b-4e67-9700-62a4aaec2030 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Router ee36b924-78ce-46c1-8cb0-1ac117fff18e is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:52:16.629995 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7eec59b8-502c-42d0-9118-35a3ef5c265e req-bf61f989-631b-43c9-9a1e-4dea4628cddc tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736945 Mar 05 04:52:16.667936 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=f0c14b3b-da14-49a1-8547-4e695c4501c7,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:16.679570 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 239ee82d-1aa6-4d58-8287-c047dae1a157, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=239ee82d-1aa6-4d58-8287-c047dae1a157,segment=NetworkSegment(e0a23100-d81e-4029-bdab-850cb5dd6a28),segment_id=e0a23100-d81e-4029-bdab-850cb5dd6a28)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:16.694759 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '239ee82d-1aa6-4d58-8287-c047dae1a157', 'network_id': '932e36f1-6bce-4e21-8b8f-362449eecd13', 'port_id': '239ee82d-1aa6-4d58-8287-c047dae1a157', 'mac_address': 'fa:16:3e:89:e3:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '085ded30-ab24-4b51-bd35-59d340d1a57e', 'ip_address': '19.80.0.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:52:16.696036 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 05 Mar 2022 04:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a04f647-4bf0-4df5-8c46-358d5cfe9333 x-openstack-request-id: req-8a04f647-4bf0-4df5-8c46-358d5cfe9333 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:52:16.696334 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55343420-6be4-400d-b03e-9680ce598b82", "name": "network-vif-deleted", "tag": "b34610c6-d670-4a34-accc-bafe36585063", "status": "failed", "code": 422}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:52:16.696596 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8a04f647-4bf0-4df5-8c46-358d5cfe9333 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:52:16.697108 n-d-789963-32 neutron-server[105231]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '55343420-6be4-400d-b03e-9680ce598b82', 'name': 'network-vif-deleted', 'tag': 'b34610c6-d670-4a34-accc-bafe36585063', 'status': 'failed', 'code': 422} returned with failed status Mar 05 04:52:16.753869 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 239ee82d-1aa6-4d58-8287-c047dae1a157 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:52:16.754525 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (239ee82d-1aa6-4d58-8287-c047dae1a157), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:16.774050 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f353cf3-a19b-4e67-9700-62a4aaec2030 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:52:16.785301 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057420e5-d7c7-4921-bc83-196b0e558e14 None None] Sync routers for ids ['ee36b924-78ce-46c1-8cb0-1ac117fff18e'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:52:16.789639 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf106f4-bc4c-4051-9b25-1f04c2c2d8b0 None None] Network bc842499-7222-4657-8cd8-08e8db06aa46 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:52:16.796373 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 239ee82d-1aa6-4d58-8287-c047dae1a157 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:52:16.798569 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057420e5-d7c7-4921-bc83-196b0e558e14 None None] Routers {'ee36b924-78ce-46c1-8cb0-1ac117fff18e'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:52:16.799226 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-057420e5-d7c7-4921-bc83-196b0e558e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:52:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['ee36b924-78ce-46c1-8cb0-1ac117fff18e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:16.819605 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9f353cf3-a19b-4e67-9700-62a4aaec2030 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:16.821145 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9f353cf3-a19b-4e67-9700-62a4aaec2030 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.2658865 Mar 05 04:52:16.824186 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52600) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:16.839828 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-057420e5-d7c7-4921-bc83-196b0e558e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:16.850460 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057420e5-d7c7-4921-bc83-196b0e558e14 None None] Routers {'ee36b924-78ce-46c1-8cb0-1ac117fff18e'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:52:16.851338 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-057420e5-d7c7-4921-bc83-196b0e558e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:52:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['ee36b924-78ce-46c1-8cb0-1ac117fff18e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:16.886537 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 239ee82d-1aa6-4d58-8287-c047dae1a157, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=239ee82d-1aa6-4d58-8287-c047dae1a157,segment=NetworkSegment(e0a23100-d81e-4029-bdab-850cb5dd6a28),segment_id=e0a23100-d81e-4029-bdab-850cb5dd6a28)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:16.887921 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-4d10ca99-1a25-4b04-b398-79bce6686eef None None] Provisioning complete for port f0c14b3b-da14-49a1-8547-4e695c4501c7 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:52:16.888557 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4d10ca99-1a25-4b04-b398-79bce6686eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f0c14b3b-da14-49a1-8547-4e695c4501c7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:16.913033 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-057420e5-d7c7-4921-bc83-196b0e558e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:16.913698 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057420e5-d7c7-4921-bc83-196b0e558e14 None None] The sync data for ids ['ee36b924-78ce-46c1-8cb0-1ac117fff18e'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:52:16.983248 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (239ee82d-1aa6-4d58-8287-c047dae1a157), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:16.984068 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 9c5f77ed-563e-4e69-8fd0-b330aec66f04 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:52:17.080865 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-51aed210-a2f3-4f3e-a710-acbd44d6a719 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c539558a26474a33929b824612bb5b75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0881581 Mar 05 04:52:17.134307 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=239ee82d-1aa6-4d58-8287-c047dae1a157,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:17.181387 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-4d10ca99-1a25-4b04-b398-79bce6686eef None None] Current status of the port f0c14b3b-da14-49a1-8547-4e695c4501c7 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:52:17.219853 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 9c5f77ed-563e-4e69-8fd0-b330aec66f04, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=9c5f77ed-563e-4e69-8fd0-b330aec66f04,segment=NetworkSegment(008313d5-c5df-49df-b4c5-594e16afc3dd),segment_id=008313d5-c5df-49df-b4c5-594e16afc3dd)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:17.233129 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '9c5f77ed-563e-4e69-8fd0-b330aec66f04', 'network_id': 'baef5cea-e907-4a38-a29b-9a258e0090e5', 'port_id': '9c5f77ed-563e-4e69-8fd0-b330aec66f04', 'mac_address': 'fa:16:3e:47:8b:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '693e3fee-2b93-4cf0-9b5f-2e426de281c5', 'ip_address': '19.86.0.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:52:17.273558 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 9c5f77ed-563e-4e69-8fd0-b330aec66f04 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:52:17.273966 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9c5f77ed-563e-4e69-8fd0-b330aec66f04), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:17.288786 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c5f77ed-563e-4e69-8fd0-b330aec66f04 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:52:17.296999 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d58ba-8897-456b-aafb-253950501f4d req-b41ad794-6c46-41a5-9405-04335ab6a541 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:17.298667 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-052d58ba-8897-456b-aafb-253950501f4d req-b41ad794-6c46-41a5-9405-04335ab6a541 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=77a9021e-a974-4b6b-86ad-c7e776a7ff51 HTTP/1.1" status: 200 len: 944 time: 0.2639608 Mar 05 04:52:17.311491 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 9c5f77ed-563e-4e69-8fd0-b330aec66f04, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=9c5f77ed-563e-4e69-8fd0-b330aec66f04,segment=NetworkSegment(008313d5-c5df-49df-b4c5-594e16afc3dd),segment_id=008313d5-c5df-49df-b4c5-594e16afc3dd)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:17.317175 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (9c5f77ed-563e-4e69-8fd0-b330aec66f04), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:17.324306 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-b822c3df-52b3-42e3-996e-3068164bd444 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:17.327553 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-b822c3df-52b3-42e3-996e-3068164bd444 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2234867 Mar 05 04:52:17.372421 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=9c5f77ed-563e-4e69-8fd0-b330aec66f04,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:17.392263 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-c0fbe88f-71fb-4101-b2d9-b24240518b83 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/quotas/c539558a26474a33929b824612bb5b75 HTTP/1.1" status: 200 len: 375 time: 0.0535233 Mar 05 04:52:17.450979 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-c49a2f67-8272-487e-98da-da223155be8b tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c539558a26474a33929b824612bb5b75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506942 Mar 05 04:52:17.460993 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-052d58ba-8897-456b-aafb-253950501f4d req-f8ee6709-61de-4f64-b1a9-247ca279d785 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497488 Mar 05 04:52:17.514943 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-9ee755bc-87b7-4840-b2d8-98e20ede6d55 None None] Provisioning complete for port f0c14b3b-da14-49a1-8547-4e695c4501c7 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:52:17.515360 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9ee755bc-87b7-4840-b2d8-98e20ede6d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f0c14b3b-da14-49a1-8547-4e695c4501c7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:17.655295 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['239ee82d-1aa6-4d58-8287-c047dae1a157'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:52:17.705833 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device b34610c6-d670-4a34-accc-bafe36585063 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:52:17.778202 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: b34610c6-d670-4a34-accc-bafe36585063 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:52:17.778561 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device b34610c6-d670-4a34-accc-bafe36585063 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:52:17.790007 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9ee755bc-87b7-4840-b2d8-98e20ede6d55 None None] Current status of the port f0c14b3b-da14-49a1-8547-4e695c4501c7 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:52:17.793369 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:17.850113 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-651fc31d-c5ae-4d18-8b97-099f1f4dd70a tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:18.093945 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f0c14b3b-da14-49a1-8547-4e695c4501c7 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:52:18.162791 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port f0c14b3b-da14-49a1-8547-4e695c4501c7 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:52:18.163869 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f0c14b3b-da14-49a1-8547-4e695c4501c7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:18.212378 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ecc85d-d0c5-4335-a98b-66380de246c5 req-7568add1-702d-41fb-ba16-59775c8bdbbf tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:18.218938 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ecc85d-d0c5-4335-a98b-66380de246c5 req-7568add1-702d-41fb-ba16-59775c8bdbbf tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:18.220576 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f4ecc85d-d0c5-4335-a98b-66380de246c5 req-7568add1-702d-41fb-ba16-59775c8bdbbf tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f61a3e2-1474-4175-ba24-a482f34c72ab HTTP/1.1" status: 200 len: 1681 time: 0.3220747 Mar 05 04:52:18.251986 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port f0c14b3b-da14-49a1-8547-4e695c4501c7 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:52:18.281456 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76429fbd-0fa9-42cb-94cd-67aa8410008a req-0b24b85d-9872-4cb6-bd47-1b7a532ed0c7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:18.283521 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76429fbd-0fa9-42cb-94cd-67aa8410008a req-0b24b85d-9872-4cb6-bd47-1b7a532ed0c7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.2077405 Mar 05 04:52:18.312679 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f4ecc85d-d0c5-4335-a98b-66380de246c5 req-291adf9e-ce95-4acf-bec0-2572fc1f0a7f tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835147 Mar 05 04:52:18.398395 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1a7107a2-64d4-410b-bbe0-24ef1590398a up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:52:18.456693 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 1a7107a2-64d4-410b-bbe0-24ef1590398a completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:52:18.462939 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 1a7107a2-64d4-410b-bbe0-24ef1590398a triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:52:18.463436 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1a7107a2-64d4-410b-bbe0-24ef1590398a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:18.473296 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76429fbd-0fa9-42cb-94cd-67aa8410008a req-1f5e2eaa-4450-41a0-9644-98bd7ee40aa4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816976 Mar 05 04:52:18.537153 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-daa8be6e-54e7-445e-b8d3-5c12a8140af2 req-fd79404b-b282-4c5b-b9a4-9702e0f7d476 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=80ce9434-1fac-4361-83af-4970460e950d HTTP/1.1" status: 200 len: 210 time: 0.1348727 Mar 05 04:52:18.607316 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 1a7107a2-64d4-410b-bbe0-24ef1590398a is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:52:18.607998 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1a7107a2-64d4-410b-bbe0-24ef1590398a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:18.636261 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a9021e-a974-4b6b-86ad-c7e776a7ff51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7107a2-64d4-410b-bbe0-24ef1590398a'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:52:18.638882 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82152854-725b-474d-b983-f0c3866301c5" -d '{"events": [{"server_uuid": "77a9021e-a974-4b6b-86ad-c7e776a7ff51", "name": "network-vif-plugged", "status": "completed", "tag": "1a7107a2-64d4-410b-bbe0-24ef1590398a"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:52:18.660378 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 1a7107a2-64d4-410b-bbe0-24ef1590398a, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1a7107a2-64d4-410b-bbe0-24ef1590398a,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:18.665827 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1a7107a2-64d4-410b-bbe0-24ef1590398a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:18.723926 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['9c5f77ed-563e-4e69-8fd0-b330aec66f04'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:52:18.768220 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=1a7107a2-64d4-410b-bbe0-24ef1590398a,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:18.826430 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-651fc31d-c5ae-4d18-8b97-099f1f4dd70a tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Allocated IP 172.20.0.1 (bc842499-7222-4657-8cd8-08e8db06aa46/6c912699-e6b4-4660-9d2b-f91ff2cf0558/7ec0e735-45a7-42f2-a790-c82d4867df4d) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:52:18.848128 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f339e-ed9f-473a-a0d3-0bd633416f29 req-ea74994a-7db5-48b9-ad62-5d6cfce43c77 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:18.850314 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9f9f339e-ed9f-473a-a0d3-0bd633416f29 req-ea74994a-7db5-48b9-ad62-5d6cfce43c77 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=77a9021e-a974-4b6b-86ad-c7e776a7ff51 HTTP/1.1" status: 200 len: 945 time: 0.2002885 Mar 05 04:52:18.859850 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-61bdee0a-c83a-43fb-9776-c36fb070a48f tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:18.866388 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-61bdee0a-c83a-43fb-9776-c36fb070a48f tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/networks?id=97e85245-3112-4887-8483-668804607d54 HTTP/1.1" status: 200 len: 812 time: 0.2926097 Mar 05 04:52:18.909305 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-6c7dff04-7964-4c2e-aece-648a29806031 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/quotas/b4c5ecf1c59144a68ee1fb483c77ba0c HTTP/1.1" status: 200 len: 375 time: 0.0420439 Mar 05 04:52:19.287422 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-8d9ff36d-3196-490d-9e83-46013be0f79f tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b4c5ecf1c59144a68ee1fb483c77ba0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3696859 Mar 05 04:52:19.313367 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-d6fa6684-ef23-4f59-849e-38f56d24d55b service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:52:19.314319 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-d6fa6684-ef23-4f59-849e-38f56d24d55b service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106864 Mar 05 04:52:19.315985 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-3a5a9f90-f58d-47a4-81d9-f89f70420abb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c539558a26474a33929b824612bb5b75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579703 Mar 05 04:52:19.335505 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9f9f339e-ed9f-473a-a0d3-0bd633416f29 req-10aaa56d-a262-4c68-adcb-57fdfe64ff21 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656174 Mar 05 04:52:19.563421 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-651fc31d-c5ae-4d18-8b97-099f1f4dd70a tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks [] for port (7ec0e735-45a7-42f2-a790-c82d4867df4d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:19.604108 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-bc6e815f-8589-4412-9253-1ecc39f03906 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:19.605671 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-bc6e815f-8589-4412-9253-1ecc39f03906 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2749519 Mar 05 04:52:19.622148 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-ef9bcad4-3c66-45ec-ab4a-6241b8e207f6 service neutron] 10.222.0.11 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000858 Mar 05 04:52:19.630188 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-80ba71f3-efec-479a-bd53-b0d68777ab27 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Request body: {'port': {'device_id': '80ce9434-1fac-4361-83af-4970460e950d', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'admin_state_up': True, 'tenant_id': 'c539558a26474a33929b824612bb5b75'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:19.659031 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30941292-0fb6-4d43-b7cf-be0f1fbbd771 req-a930a2d3-9e4d-4910-8695-982c9529f1f6 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:19.660944 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-30941292-0fb6-4d43-b7cf-be0f1fbbd771 req-a930a2d3-9e4d-4910-8695-982c9529f1f6 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.2181783 Mar 05 04:52:19.809809 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-651fc31d-c5ae-4d18-8b97-099f1f4dd70a tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (7ec0e735-45a7-42f2-a790-c82d4867df4d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:19.911996 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651fc31d-c5ae-4d18-8b97-099f1f4dd70a tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Network bc842499-7222-4657-8cd8-08e8db06aa46 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:52:19.915534 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-30941292-0fb6-4d43-b7cf-be0f1fbbd771 req-1079f28a-28cf-4d67-85c1-14542309a5c5 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365344 Mar 05 04:52:19.921540 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-651fc31d-c5ae-4d18-8b97-099f1f4dd70a tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:52:19.929195 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651fc31d-c5ae-4d18-8b97-099f1f4dd70a tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:52:19.935699 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-8667c1fd-1007-4ad4-802a-fe06c43f0414 service neutron] 10.222.0.11 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987211 Mar 05 04:52:19.963769 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651fc31d-c5ae-4d18-8b97-099f1f4dd70a tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Pushing event updated for resources: {'Port': ['ID=7ec0e735-45a7-42f2-a790-c82d4867df4d,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:19.996980 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-80ba71f3-efec-479a-bd53-b0d68777ab27 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Made reservation on behalf of c539558a26474a33929b824612bb5b75 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:52:20.000665 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-80ba71f3-efec-479a-bd53-b0d68777ab27 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:20.018800 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-651fc31d-c5ae-4d18-8b97-099f1f4dd70a tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (ee36b924-78ce-46c1-8cb0-1ac117fff18e), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:20.023770 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edbf946-2166-4a8c-bbab-b840e7c2a85e x-openstack-request-id: req-3edbf946-2166-4a8c-bbab-b840e7c2a85e {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:52:20.024275 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a9021e-a974-4b6b-86ad-c7e776a7ff51", "name": "network-vif-plugged", "status": "completed", "tag": "1a7107a2-64d4-410b-bbe0-24ef1590398a", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:52:20.024378 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3edbf946-2166-4a8c-bbab-b840e7c2a85e {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:52:20.024847 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a9021e-a974-4b6b-86ad-c7e776a7ff51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a7107a2-64d4-410b-bbe0-24ef1590398a', 'code': 200} Mar 05 04:52:20.106213 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-80ba71f3-efec-479a-bd53-b0d68777ab27 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:20.202479 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6b932-a505-4f8f-950a-cbe93624003a req-59a0e261-c1ac-48c8-b999-0aa14b2581a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:20.204097 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-beb6b932-a505-4f8f-950a-cbe93624003a req-59a0e261-c1ac-48c8-b999-0aa14b2581a8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=77a9021e-a974-4b6b-86ad-c7e776a7ff51 HTTP/1.1" status: 200 len: 1128 time: 0.1103930 Mar 05 04:52:20.308787 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-beb6b932-a505-4f8f-950a-cbe93624003a req-74bd37c8-42df-4e47-8186-5029757049a9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988822 Mar 05 04:52:20.414843 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 9c5f77ed-563e-4e69-8fd0-b330aec66f04 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:52:20.433000 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dcf238ed-aff4-449c-bd5e-94cc184eaf4a req-8732af05-9b3e-45fc-934a-aadfb71857c5 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=80ce9434-1fac-4361-83af-4970460e950d HTTP/1.1" status: 200 len: 210 time: 0.0584757 Mar 05 04:52:20.531410 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a04d4b25-452c-4df6-b4da-fba03ac50865 None None] Provisioning complete for port 7ec0e735-45a7-42f2-a790-c82d4867df4d triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:52:20.532648 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a04d4b25-452c-4df6-b4da-fba03ac50865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7ec0e735-45a7-42f2-a790-c82d4867df4d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:20.539188 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16183fc-61dd-4bb3-8059-6b2e102ca811 req-cebe1450-6371-468c-b031-24d8f803f9a5 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:20.545546 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16183fc-61dd-4bb3-8059-6b2e102ca811 req-cebe1450-6371-468c-b031-24d8f803f9a5 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:20.554743 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a16183fc-61dd-4bb3-8059-6b2e102ca811 req-cebe1450-6371-468c-b031-24d8f803f9a5 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f61a3e2-1474-4175-ba24-a482f34c72ab HTTP/1.1" status: 200 len: 1681 time: 0.2752795 Mar 05 04:52:20.581273 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 9c5f77ed-563e-4e69-8fd0-b330aec66f04 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:52:20.601605 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 9c5f77ed-563e-4e69-8fd0-b330aec66f04 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:52:20.602015 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9c5f77ed-563e-4e69-8fd0-b330aec66f04), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:20.605162 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a04d4b25-452c-4df6-b4da-fba03ac50865 None None] Port 7ec0e735-45a7-42f2-a790-c82d4867df4d cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:52:20.693292 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 9c5f77ed-563e-4e69-8fd0-b330aec66f04 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:52:20.693781 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9c5f77ed-563e-4e69-8fd0-b330aec66f04), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:20.735195 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 9c5f77ed-563e-4e69-8fd0-b330aec66f04, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=9c5f77ed-563e-4e69-8fd0-b330aec66f04,segment=NetworkSegment(008313d5-c5df-49df-b4c5-594e16afc3dd),segment_id=008313d5-c5df-49df-b4c5-594e16afc3dd)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:20.741991 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (9c5f77ed-563e-4e69-8fd0-b330aec66f04), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:20.743638 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 239ee82d-1aa6-4d58-8287-c047dae1a157 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:52:20.746841 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-80ba71f3-efec-479a-bd53-b0d68777ab27 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks [] for security_group (0e3411a7-3888-4718-b986-c708b3c8f294), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:20.783812 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-80ba71f3-efec-479a-bd53-b0d68777ab27 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (0e3411a7-3888-4718-b986-c708b3c8f294), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:20.851736 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 239ee82d-1aa6-4d58-8287-c047dae1a157 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:52:20.857656 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=9c5f77ed-563e-4e69-8fd0-b330aec66f04,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:20.870049 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 239ee82d-1aa6-4d58-8287-c047dae1a157 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:52:20.870535 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (239ee82d-1aa6-4d58-8287-c047dae1a157), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:20.924839 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-651fc31d-c5ae-4d18-8b97-099f1f4dd70a tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7ec0e735-45a7-42f2-a790-c82d4867df4d), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:20.939470 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2f7bd-317a-49f1-aaea-d0834c04e105 req-2b6efbe3-3a9f-4635-9820-4af295e0b4c6 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:20.940998 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7f2f7bd-317a-49f1-aaea-d0834c04e105 req-2b6efbe3-3a9f-4635-9820-4af295e0b4c6 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.3595061 Mar 05 04:52:20.961264 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a16183fc-61dd-4bb3-8059-6b2e102ca811 req-125adb05-b6f9-458f-9130-b881321ad7e5 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050977 Mar 05 04:52:21.063911 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 239ee82d-1aa6-4d58-8287-c047dae1a157 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:52:21.065107 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (239ee82d-1aa6-4d58-8287-c047dae1a157), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:21.101414 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-80ba71f3-efec-479a-bd53-b0d68777ab27 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Allocated IP 192.168.233.187 (fb0dde64-203a-4c32-80ac-e1733ed0c9dd/63f989ea-15ee-41e4-8c8f-8183d2023f4e/f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:52:21.129114 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba71f3-efec-479a-bd53-b0d68777ab27 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3411a7-3888-4718-b986-c708b3c8f294,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:21.129712 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 239ee82d-1aa6-4d58-8287-c047dae1a157, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=239ee82d-1aa6-4d58-8287-c047dae1a157,segment=NetworkSegment(e0a23100-d81e-4029-bdab-850cb5dd6a28),segment_id=e0a23100-d81e-4029-bdab-850cb5dd6a28)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:21.151392 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (239ee82d-1aa6-4d58-8287-c047dae1a157), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:21.225251 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=239ee82d-1aa6-4d58-8287-c047dae1a157,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:21.237122 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-59127721-7f99-427f-b063-97147b8a09c3 req-973b8663-7baf-4f30-a717-b09ca77d4e53 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 210 time: 0.1371827 Mar 05 04:52:21.283717 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7f2f7bd-317a-49f1-aaea-d0834c04e105 req-0d435710-5bb2-48e7-b538-d897d6f49c58 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3215556 Mar 05 04:52:21.632928 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952834b-f5ec-4eef-8111-6ceeef925123 req-944bf710-ccae-42d7-999d-a67d87899eba tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:21.634409 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8952834b-f5ec-4eef-8111-6ceeef925123 req-944bf710-ccae-42d7-999d-a67d87899eba tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=77a9021e-a974-4b6b-86ad-c7e776a7ff51 HTTP/1.1" status: 200 len: 945 time: 0.2569544 Mar 05 04:52:21.672735 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-80ba71f3-efec-479a-bd53-b0d68777ab27 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks [] for port (f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:21.769616 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-651fc31d-c5ae-4d18-8b97-099f1f4dd70a tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks [] for port (7ec0e735-45a7-42f2-a790-c82d4867df4d), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:21.781963 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8952834b-f5ec-4eef-8111-6ceeef925123 req-f6607a8e-df38-4da0-9deb-ca579c60422e tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316738 Mar 05 04:52:21.785777 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-651fc31d-c5ae-4d18-8b97-099f1f4dd70a tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (7ec0e735-45a7-42f2-a790-c82d4867df4d), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:21.801869 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a9eb3-66c1-46d0-8d76-2ae83d0c8728 req-3cc7e6c5-e4c4-4f18-b99a-81c382881d6c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:21.803468 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-947a9eb3-66c1-46d0-8d76-2ae83d0c8728 req-3cc7e6c5-e4c4-4f18-b99a-81c382881d6c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.1871357 Mar 05 04:52:21.842477 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-80ba71f3-efec-479a-bd53-b0d68777ab27 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:21.926825 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651fc31d-c5ae-4d18-8b97-099f1f4dd70a tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Pushing event updated for resources: {'Port': ['ID=7ec0e735-45a7-42f2-a790-c82d4867df4d,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:21.939848 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-80ba71f3-efec-479a-bd53-b0d68777ab27 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:52:21.941125 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-651fc31d-c5ae-4d18-8b97-099f1f4dd70a tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (ee36b924-78ce-46c1-8cb0-1ac117fff18e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:22.025614 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f61a3e2-1474-4175-ba24-a482f34c72ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5f77ed-563e-4e69-8fd0-b330aec66f04'}, {'server_uuid': '9f61a3e2-1474-4175-ba24-a482f34c72ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239ee82d-1aa6-4d58-8287-c047dae1a157'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:52:22.027946 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1bf74d-2b6a-4de3-a97b-b78e22f006b4" -d '{"events": [{"server_uuid": "9f61a3e2-1474-4175-ba24-a482f34c72ab", "name": "network-vif-plugged", "status": "completed", "tag": "9c5f77ed-563e-4e69-8fd0-b330aec66f04"}, {"server_uuid": "9f61a3e2-1474-4175-ba24-a482f34c72ab", "name": "network-vif-plugged", "status": "completed", "tag": "239ee82d-1aa6-4d58-8287-c047dae1a157"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:52:22.072891 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-80ba71f3-efec-479a-bd53-b0d68777ab27 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:52:22.094522 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-b806f05b-779d-40f6-8c9c-2bbcfa72e636 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:22.097448 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-b806f05b-779d-40f6-8c9c-2bbcfa72e636 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.30 "GET /v2.0/networks?id=97e85245-3112-4887-8483-668804607d54 HTTP/1.1" status: 200 len: 812 time: 0.1558609 Mar 05 04:52:22.109949 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-77492771-6f76-4072-aa6a-46c5538ea0aa tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Request body: {'port': {'device_id': 'c369b1d0-0ffd-496b-b5b0-8135a276c782', 'network_id': '97e85245-3112-4887-8483-668804607d54', 'admin_state_up': True, 'tenant_id': 'b4c5ecf1c59144a68ee1fb483c77ba0c'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:22.168872 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-947a9eb3-66c1-46d0-8d76-2ae83d0c8728 req-bbe4e2b7-0e08-42d4-a6a2-f228b8c4e9da tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3445008 Mar 05 04:52:22.171992 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-80ba71f3-efec-479a-bd53-b0d68777ab27 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:52:22.190158 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba71f3-efec-479a-bd53-b0d68777ab27 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Pushing event updated for resources: {'Port': ['ID=f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:22.296758 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbff8f-8786-4eb0-a4b6-a600d7beb4d9 req-73841c4e-8949-4f71-a44d-322f6e25e545 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:22.304280 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dacbff8f-8786-4eb0-a4b6-a600d7beb4d9 req-73841c4e-8949-4f71-a44d-322f6e25e545 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=80ce9434-1fac-4361-83af-4970460e950d HTTP/1.1" status: 200 len: 936 time: 0.3783946 Mar 05 04:52:22.314249 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-79f494bc-e2f5-4f58-829d-aa48508ab1aa req-a19fed80-8bf7-4b7c-912a-fb67f459da7f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1599793 Mar 05 04:52:22.329108 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-80ba71f3-efec-479a-bd53-b0d68777ab27 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:22.330119 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-80ba71f3-efec-479a-bd53-b0d68777ab27 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:22.361265 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-77492771-6f76-4072-aa6a-46c5538ea0aa tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Made reservation on behalf of b4c5ecf1c59144a68ee1fb483c77ba0c for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:52:22.366183 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-77492771-6f76-4072-aa6a-46c5538ea0aa tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:22.417014 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-80ba71f3-efec-479a-bd53-b0d68777ab27 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7994499 Mar 05 04:52:22.444574 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-35f8b6e0-7576-4d3e-a123-238d435385fa service neutron] Request body: {'port': {'device_id': '80ce9434-1fac-4361-83af-4970460e950d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:22.495265 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651fc31d-c5ae-4d18-8b97-099f1f4dd70a tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Network bc842499-7222-4657-8cd8-08e8db06aa46 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:52:22.506203 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-651fc31d-c5ae-4d18-8b97-099f1f4dd70a tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:52:22.512634 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f494bc-e2f5-4f58-829d-aa48508ab1aa req-a7489c5f-04ff-4bf0-b78d-eb62dbe856b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:22.514565 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-79f494bc-e2f5-4f58-829d-aa48508ab1aa req-a7489c5f-04ff-4bf0-b78d-eb62dbe856b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=947653f4d3b84cc89f4c3c5691586859&device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 1127 time: 0.1437950 Mar 05 04:52:22.518781 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dacbff8f-8786-4eb0-a4b6-a600d7beb4d9 req-ab817495-4aaa-4e84-80aa-b831b93f337b tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828382 Mar 05 04:52:22.548210 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-47c5e8a5-6a9b-4e6b-b0f0-1385c093ce7d None None] Provisioning complete for port f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:52:22.555227 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-47c5e8a5-6a9b-4e6b-b0f0-1385c093ce7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:22.561300 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff3b71-bc29-45e9-8940-2c12f7e516ae req-402fa4a4-666b-4c78-929a-ab156ef92d5b tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:22.566763 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff3b71-bc29-45e9-8940-2c12f7e516ae req-402fa4a4-666b-4c78-929a-ab156ef92d5b tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:22.571470 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9aff3b71-bc29-45e9-8940-2c12f7e516ae req-402fa4a4-666b-4c78-929a-ab156ef92d5b tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f61a3e2-1474-4175-ba24-a482f34c72ab HTTP/1.1" status: 200 len: 1683 time: 0.2657514 Mar 05 04:52:22.622566 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-47c5e8a5-6a9b-4e6b-b0f0-1385c093ce7d None None] Port f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:52:22.636850 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Mar 2022 04:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e7f697-1333-48fb-b324-9e9f42f26b21 x-openstack-request-id: req-95e7f697-1333-48fb-b324-9e9f42f26b21 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:52:22.637841 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f61a3e2-1474-4175-ba24-a482f34c72ab", "name": "network-vif-plugged", "status": "completed", "tag": "9c5f77ed-563e-4e69-8fd0-b330aec66f04", "code": 200}, {"server_uuid": "9f61a3e2-1474-4175-ba24-a482f34c72ab", "name": "network-vif-plugged", "status": "completed", "tag": "239ee82d-1aa6-4d58-8287-c047dae1a157", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:52:22.638109 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-95e7f697-1333-48fb-b324-9e9f42f26b21 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:52:22.638522 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f61a3e2-1474-4175-ba24-a482f34c72ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5f77ed-563e-4e69-8fd0-b330aec66f04', 'code': 200} Mar 05 04:52:22.638791 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f61a3e2-1474-4175-ba24-a482f34c72ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239ee82d-1aa6-4d58-8287-c047dae1a157', 'code': 200} Mar 05 04:52:22.680921 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-35f8b6e0-7576-4d3e-a123-238d435385fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:22.724576 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-77492771-6f76-4072-aa6a-46c5538ea0aa tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Allocated IP 172.20.0.2 (97e85245-3112-4887-8483-668804607d54/c431197c-f63d-4d0c-afc1-f0e0b1d87270/47e1f3ac-4060-4dd8-8c82-12bf7f62f916) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:52:22.805996 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9aff3b71-bc29-45e9-8940-2c12f7e516ae req-6709fee0-6828-404f-aa9c-14fcdc413548 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658509 Mar 05 04:52:22.860243 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f494bc-e2f5-4f58-829d-aa48508ab1aa req-5adc0d71-9108-4410-bf18-db76bb88ba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:22.861837 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-79f494bc-e2f5-4f58-829d-aa48508ab1aa req-5adc0d71-9108-4410-bf18-db76bb88ba4b service neutron] 10.222.0.30 "GET /v2.0/networks?id=37de3cac-2e27-4573-885e-c86e0ea7886c HTTP/1.1" status: 200 len: 912 time: 0.2580369 Mar 05 04:52:22.933054 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983933a-9226-481b-ae36-122130247bb9 req-e680dab6-662b-4a20-8576-93062655de96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:22.933568 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983933a-9226-481b-ae36-122130247bb9 req-e680dab6-662b-4a20-8576-93062655de96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:22.935335 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b983933a-9226-481b-ae36-122130247bb9 req-e680dab6-662b-4a20-8576-93062655de96 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9f61a3e2-1474-4175-ba24-a482f34c72ab HTTP/1.1" status: 200 len: 2049 time: 0.2130156 Mar 05 04:52:22.947805 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-867c7640-a59b-4430-9637-c45905774c62 None None] Provisioning complete for port 7ec0e735-45a7-42f2-a790-c82d4867df4d triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:52:22.948910 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-867c7640-a59b-4430-9637-c45905774c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7ec0e735-45a7-42f2-a790-c82d4867df4d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:22.993416 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-867c7640-a59b-4430-9637-c45905774c62 None None] Port 7ec0e735-45a7-42f2-a790-c82d4867df4d cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:52:23.054801 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-79f494bc-e2f5-4f58-829d-aa48508ab1aa req-bcef4bfd-d44f-4a2f-aed7-dab579a5bac8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db HTTP/1.1" status: 200 len: 999 time: 0.1858094 Mar 05 04:52:23.137961 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b983933a-9226-481b-ae36-122130247bb9 req-70f69c48-59c7-4584-953b-574d632e31f9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847768 Mar 05 04:52:23.142422 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-77492771-6f76-4072-aa6a-46c5538ea0aa tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks [] for port (47e1f3ac-4060-4dd8-8c82-12bf7f62f916), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:23.157558 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f494bc-e2f5-4f58-829d-aa48508ab1aa req-b95fe6a5-080f-40d7-8e38-711f7e8b26a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:23.159136 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-79f494bc-e2f5-4f58-829d-aa48508ab1aa req-b95fe6a5-080f-40d7-8e38-711f7e8b26a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a6039ad-16bd-4b00-a55f-f7c68e1f3072 HTTP/1.1" status: 200 len: 851 time: 0.0962713 Mar 05 04:52:23.219189 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-77492771-6f76-4072-aa6a-46c5538ea0aa tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (47e1f3ac-4060-4dd8-8c82-12bf7f62f916), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:23.254802 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f494bc-e2f5-4f58-829d-aa48508ab1aa req-d53e7c29-7098-416a-85ab-8fff743efdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:23.256720 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-79f494bc-e2f5-4f58-829d-aa48508ab1aa req-d53e7c29-7098-416a-85ab-8fff743efdc7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37de3cac-2e27-4573-885e-c86e0ea7886c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0921178 Mar 05 04:52:23.292075 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651fc31d-c5ae-4d18-8b97-099f1f4dd70a tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Router ee36b924-78ce-46c1-8cb0-1ac117fff18e has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:52:23.295325 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-77492771-6f76-4072-aa6a-46c5538ea0aa tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Network 97e85245-3112-4887-8483-668804607d54 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:52:23.297857 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77492771-6f76-4072-aa6a-46c5538ea0aa tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Pushing event updated for resources: {'Port': ['ID=47e1f3ac-4060-4dd8-8c82-12bf7f62f916,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:23.306334 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-77492771-6f76-4072-aa6a-46c5538ea0aa tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:52:23.310022 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-77492771-6f76-4072-aa6a-46c5538ea0aa tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:52:23.321969 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865573e-2458-4ad7-9b4f-4250615a3d16 req-49d964f7-6322-4538-84de-6af7887c5c7d tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:23.329038 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9865573e-2458-4ad7-9b4f-4250615a3d16 req-49d964f7-6322-4538-84de-6af7887c5c7d tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.5396731 Mar 05 04:52:23.393879 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-77492771-6f76-4072-aa6a-46c5538ea0aa tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:23.394404 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-77492771-6f76-4072-aa6a-46c5538ea0aa tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:23.418997 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-79f494bc-e2f5-4f58-829d-aa48508ab1aa req-96ad1749-2600-4fb6-8eb7-a1abd2b654c0 service neutron] 10.222.0.30 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549323 Mar 05 04:52:23.424268 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-77492771-6f76-4072-aa6a-46c5538ea0aa tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3188696 Mar 05 04:52:23.438774 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-8b323c19-cfbb-4b07-850e-8dfec9d5e8c9 service neutron] Request body: {'port': {'device_id': 'c369b1d0-0ffd-496b-b5b0-8135a276c782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:23.483120 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1984d-30e8-49a7-896e-34445aec819a req-8fa82c0c-e03d-4030-9470-f14709685850 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:23.484619 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d8e1984d-30e8-49a7-896e-34445aec819a req-8fa82c0c-e03d-4030-9470-f14709685850 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 931 time: 0.2375114 Mar 05 04:52:23.496244 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9865573e-2458-4ad7-9b4f-4250615a3d16 req-9b684317-03d7-4f3b-8278-e44907c26c0f tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657178 Mar 05 04:52:23.575432 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-8b323c19-cfbb-4b07-850e-8dfec9d5e8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (47e1f3ac-4060-4dd8-8c82-12bf7f62f916), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:23.592683 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-79f494bc-e2f5-4f58-829d-aa48508ab1aa req-59046953-6481-407f-b814-b3d1e9cefbdf service neutron] 10.222.0.30 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673539 Mar 05 04:52:23.643363 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d8e1984d-30e8-49a7-896e-34445aec819a req-d36cb839-36ab-46d1-9356-969aa5fff54b tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452494 Mar 05 04:52:23.721467 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651fc31d-c5ae-4d18-8b97-099f1f4dd70a tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:52:23.732037 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-651fc31d-c5ae-4d18-8b97-099f1f4dd70a tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] 10.222.0.11 "PUT /v2.0/routers/ee36b924-78ce-46c1-8cb0-1ac117fff18e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9043162 Mar 05 04:52:23.733195 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52690) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:23.740426 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc6035f-bb96-4dea-acca-f3a4f88643f1 None None] Sync routers for ids ['ee36b924-78ce-46c1-8cb0-1ac117fff18e'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:52:23.744781 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-35f8b6e0-7576-4d3e-a123-238d435385fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:52:23.754204 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-ff475a97-b081-4244-9094-2a3778641f6a tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Request body: {'port': {'network_id': 'bc842499-7222-4657-8cd8-08e8db06aa46', 'name': 'tempest-FloatingIPAdminTestJSON-1072105900'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:23.756743 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc6035f-bb96-4dea-acca-f3a4f88643f1 None None] Routers {'ee36b924-78ce-46c1-8cb0-1ac117fff18e'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:52:23.757398 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-fdc6035f-bb96-4dea-acca-f3a4f88643f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:52:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['ee36b924-78ce-46c1-8cb0-1ac117fff18e'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:23.765783 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-35f8b6e0-7576-4d3e-a123-238d435385fa service neutron] Publish callbacks [] for port (f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:23.800070 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-fdc6035f-bb96-4dea-acca-f3a4f88643f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:23.812170 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc6035f-bb96-4dea-acca-f3a4f88643f1 None None] Routers {'ee36b924-78ce-46c1-8cb0-1ac117fff18e'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:52:23.812809 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-fdc6035f-bb96-4dea-acca-f3a4f88643f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:52:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['ee36b924-78ce-46c1-8cb0-1ac117fff18e'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:23.836362 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-35f8b6e0-7576-4d3e-a123-238d435385fa service neutron] Transition to ACTIVE for port object f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:52:23.858951 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-fdc6035f-bb96-4dea-acca-f3a4f88643f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:23.859689 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc6035f-bb96-4dea-acca-f3a4f88643f1 None None] The sync data for ids ['ee36b924-78ce-46c1-8cb0-1ac117fff18e'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:52:23.871920 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987a1e1-104a-4875-85fd-3dde0a0d0cd5 req-077fe54a-ffe4-4d91-8b91-4dcd2b2a76c5 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:23.873694 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6987a1e1-104a-4875-85fd-3dde0a0d0cd5 req-077fe54a-ffe4-4d91-8b91-4dcd2b2a76c5 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=77a9021e-a974-4b6b-86ad-c7e776a7ff51 HTTP/1.1" status: 200 len: 945 time: 0.2340901 Mar 05 04:52:23.879911 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-35f8b6e0-7576-4d3e-a123-238d435385fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:23.931035 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-8b323c19-cfbb-4b07-850e-8dfec9d5e8c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e1f3ac-4060-4dd8-8c82-12bf7f62f916 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:52:23.941337 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-8b323c19-cfbb-4b07-850e-8dfec9d5e8c9 service neutron] Publish callbacks [] for port (47e1f3ac-4060-4dd8-8c82-12bf7f62f916), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:23.957407 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-8b323c19-cfbb-4b07-850e-8dfec9d5e8c9 service neutron] Transition to ACTIVE for port object 47e1f3ac-4060-4dd8-8c82-12bf7f62f916 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:52:23.962945 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-8b323c19-cfbb-4b07-850e-8dfec9d5e8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (47e1f3ac-4060-4dd8-8c82-12bf7f62f916), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:23.981798 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f88971-a38f-4649-85ec-abbf74b22f34 req-24033514-55ae-44ec-8096-6f79cfd57577 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:23.983355 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b4f88971-a38f-4649-85ec-abbf74b22f34 req-24033514-55ae-44ec-8096-6f79cfd57577 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.2254274 Mar 05 04:52:24.019162 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8b6e0-7576-4d3e-a123-238d435385fa service neutron] Pushing event updated for resources: {'Port': ['ID=f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:24.091209 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6987a1e1-104a-4875-85fd-3dde0a0d0cd5 req-29f79891-2d5a-451c-aece-406f510bd4e8 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080739 Mar 05 04:52:24.096700 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b323c19-cfbb-4b07-850e-8dfec9d5e8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=47e1f3ac-4060-4dd8-8c82-12bf7f62f916,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:24.119869 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-8b323c19-cfbb-4b07-850e-8dfec9d5e8c9 service neutron] Attempting to bind port 47e1f3ac-4060-4dd8-8c82-12bf7f62f916 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:52:24.120174 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-8b323c19-cfbb-4b07-850e-8dfec9d5e8c9 service neutron] Attempting to bind port 47e1f3ac-4060-4dd8-8c82-12bf7f62f916 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '203a0330-0979-4646-8d37-68343458b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97e85245-3112-4887-8483-668804607d54'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:52:24.120551 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-8b323c19-cfbb-4b07-850e-8dfec9d5e8c9 service neutron] Attempting to bind port 47e1f3ac-4060-4dd8-8c82-12bf7f62f916 on network 97e85245-3112-4887-8483-668804607d54 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:52:24.126527 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-8b323c19-cfbb-4b07-850e-8dfec9d5e8c9 service neutron] Port 47e1f3ac-4060-4dd8-8c82-12bf7f62f916 on network 97e85245-3112-4887-8483-668804607d54 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:52:24.127041 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-8b323c19-cfbb-4b07-850e-8dfec9d5e8c9 service neutron] Attempting to bind port 47e1f3ac-4060-4dd8-8c82-12bf7f62f916 on network 97e85245-3112-4887-8483-668804607d54 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:52:24.160463 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-8b323c19-cfbb-4b07-850e-8dfec9d5e8c9 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:52:24.161099 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-8b323c19-cfbb-4b07-850e-8dfec9d5e8c9 service neutron] Checking segment: {'id': '203a0330-0979-4646-8d37-68343458b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97e85245-3112-4887-8483-668804607d54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:52:24.163280 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-8b323c19-cfbb-4b07-850e-8dfec9d5e8c9 service neutron] Bound using segment: {'id': '203a0330-0979-4646-8d37-68343458b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97e85245-3112-4887-8483-668804607d54'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:52:24.163762 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-8b323c19-cfbb-4b07-850e-8dfec9d5e8c9 service neutron] Bound port: 47e1f3ac-4060-4dd8-8c82-12bf7f62f916, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203a0330-0979-4646-8d37-68343458b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97e85245-3112-4887-8483-668804607d54'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:52:24.165299 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-8b323c19-cfbb-4b07-850e-8dfec9d5e8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (47e1f3ac-4060-4dd8-8c82-12bf7f62f916), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:24.183607 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff475a97-b081-4244-9094-2a3778641f6a tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Made reservation on behalf of edd75da1bd32492d8d1911a26df00e35 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:52:24.186843 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ff475a97-b081-4244-9094-2a3778641f6a tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:24.217423 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b4f88971-a38f-4649-85ec-abbf74b22f34 req-c4f30470-c1fb-46d3-90b0-2ccdfbb29af7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163832 Mar 05 04:52:24.245119 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-ff475a97-b081-4244-9094-2a3778641f6a tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] device_id is not set on port 78b5c942-793d-453e-9ff8-33e75cff48e0 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 04:52:24.307455 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-8b323c19-cfbb-4b07-850e-8dfec9d5e8c9 service neutron] For port 47e1f3ac-4060-4dd8-8c82-12bf7f62f916, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:52:24.317964 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-8b323c19-cfbb-4b07-850e-8dfec9d5e8c9 service neutron] For port 47e1f3ac-4060-4dd8-8c82-12bf7f62f916, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=47e1f3ac-4060-4dd8-8c82-12bf7f62f916,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:52:24.330615 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-8b323c19-cfbb-4b07-850e-8dfec9d5e8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (47e1f3ac-4060-4dd8-8c82-12bf7f62f916), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:24.377151 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-8b323c19-cfbb-4b07-850e-8dfec9d5e8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:24.377953 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-8b323c19-cfbb-4b07-850e-8dfec9d5e8c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:24.379384 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-8b323c19-cfbb-4b07-850e-8dfec9d5e8c9 service neutron] 10.222.0.30 "PUT /v2.0/ports/47e1f3ac-4060-4dd8-8c82-12bf7f62f916 HTTP/1.1" status: 200 len: 1092 time: 0.9464757 Mar 05 04:52:24.379822 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c369b1d0-0ffd-496b-b5b0-8135a276c782', 'tag': '47e1f3ac-4060-4dd8-8c82-12bf7f62f916'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:52:24.382515 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6dcc8f-bfd1-48e4-acc6-8b3baeb30ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "c369b1d0-0ffd-496b-b5b0-8135a276c782", "tag": "47e1f3ac-4060-4dd8-8c82-12bf7f62f916"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:52:24.402560 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b323c19-cfbb-4b07-850e-8dfec9d5e8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=47e1f3ac-4060-4dd8-8c82-12bf7f62f916,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:24.430410 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-35f8b6e0-7576-4d3e-a123-238d435385fa service neutron] Attempting to bind port f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:52:24.430976 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-35f8b6e0-7576-4d3e-a123-238d435385fa service neutron] Attempting to bind port f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:52:24.431681 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-35f8b6e0-7576-4d3e-a123-238d435385fa service neutron] Attempting to bind port f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:52:24.463880 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-35f8b6e0-7576-4d3e-a123-238d435385fa service neutron] Port f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:52:24.464364 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-35f8b6e0-7576-4d3e-a123-238d435385fa service neutron] Attempting to bind port f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:52:24.485278 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-35f8b6e0-7576-4d3e-a123-238d435385fa service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:52:24.485720 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-35f8b6e0-7576-4d3e-a123-238d435385fa service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:52:24.486183 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-35f8b6e0-7576-4d3e-a123-238d435385fa service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:52:24.486719 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-35f8b6e0-7576-4d3e-a123-238d435385fa service neutron] Bound port: f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:52:24.487170 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-35f8b6e0-7576-4d3e-a123-238d435385fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:24.498483 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-042b9aa6-4232-4bb9-af86-d19fb4e9298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:24.500057 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-042b9aa6-4232-4bb9-af86-d19fb4e9298b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b4c5ecf1c59144a68ee1fb483c77ba0c&device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 1126 time: 0.0528231 Mar 05 04:52:24.545148 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60eabe5-94f4-476f-9035-91ce5e73a514 req-2ff1d764-be2c-474d-b2f6-ef5db4a6605e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:24.547893 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-c86f53a3-6ab6-43de-939d-171ba1d78730 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47e1f3ac-4060-4dd8-8c82-12bf7f62f916 HTTP/1.1" status: 200 len: 217 time: 0.0387959 Mar 05 04:52:24.550461 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60eabe5-94f4-476f-9035-91ce5e73a514 req-2ff1d764-be2c-474d-b2f6-ef5db4a6605e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:24.552223 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b60eabe5-94f4-476f-9035-91ce5e73a514 req-2ff1d764-be2c-474d-b2f6-ef5db4a6605e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f61a3e2-1474-4175-ba24-a482f34c72ab HTTP/1.1" status: 200 len: 1683 time: 0.2433004 Mar 05 04:52:24.573544 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557c1ef-1c22-4116-b0ed-92b9f1d3de7e req-702ddc49-0253-4493-a53c-5b9816e62f6c tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:24.575111 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5557c1ef-1c22-4116-b0ed-92b9f1d3de7e req-702ddc49-0253-4493-a53c-5b9816e62f6c tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=80ce9434-1fac-4361-83af-4970460e950d HTTP/1.1" status: 200 len: 948 time: 0.3073893 Mar 05 04:52:24.605003 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-4188457d-68e8-4f05-ad04-613970b266ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:24.606491 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-4188457d-68e8-4f05-ad04-613970b266ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c431197c-f63d-4d0c-afc1-f0e0b1d87270 HTTP/1.1" status: 200 len: 852 time: 0.0523579 Mar 05 04:52:24.643762 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-29e3c438-bbaf-4b56-a4f6-e4f9cb3a7eb8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=97e85245-3112-4887-8483-668804607d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275056 Mar 05 04:52:24.652263 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-ff475a97-b081-4244-9094-2a3778641f6a tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Allocated IP 172.20.0.9 (bc842499-7222-4657-8cd8-08e8db06aa46/6c912699-e6b4-4660-9d2b-f91ff2cf0558/78b5c942-793d-453e-9ff8-33e75cff48e0) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:52:24.714931 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-35f8b6e0-7576-4d3e-a123-238d435385fa service neutron] For port f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b, host n-h1-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:52:24.744690 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-79c4285b-8c86-496f-b550-288bf8d83389 service neutron] 10.222.0.30 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944278 Mar 05 04:52:24.754651 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-35f8b6e0-7576-4d3e-a123-238d435385fa service neutron] For port f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:52:24.765695 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b60eabe5-94f4-476f-9035-91ce5e73a514 req-9119d177-ea06-4593-94f1-d8bf626ef2b1 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040694 Mar 05 04:52:24.769624 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-35f8b6e0-7576-4d3e-a123-238d435385fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:24.775120 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5557c1ef-1c22-4116-b0ed-92b9f1d3de7e req-ad8016ee-7597-4036-b69e-9eee917ccd06 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714289 Mar 05 04:52:24.827672 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-35f8b6e0-7576-4d3e-a123-238d435385fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:24.828387 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-35f8b6e0-7576-4d3e-a123-238d435385fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:24.829892 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-35f8b6e0-7576-4d3e-a123-238d435385fa service neutron] 10.222.0.30 "PUT /v2.0/ports/f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b HTTP/1.1" status: 200 len: 1097 time: 2.3908741 Mar 05 04:52:24.840118 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80ce9434-1fac-4361-83af-4970460e950d', 'tag': 'f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:52:24.842688 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2db5b2-9b43-4c7e-a878-4d7ccc891eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "80ce9434-1fac-4361-83af-4970460e950d", "tag": "f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:52:24.892651 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eed05a36-78a4-487a-8335-95fa35b2c243 req-4f85172e-caa5-452b-961f-6719b205ba53 service neutron] 10.222.0.30 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400805 Mar 05 04:52:24.906783 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4219ac1d-6ce5-4472-a9f9-c394fe61067c x-openstack-request-id: req-4219ac1d-6ce5-4472-a9f9-c394fe61067c {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:52:24.907128 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c369b1d0-0ffd-496b-b5b0-8135a276c782", "tag": "47e1f3ac-4060-4dd8-8c82-12bf7f62f916", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:52:24.907355 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4219ac1d-6ce5-4472-a9f9-c394fe61067c {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:52:24.907768 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c369b1d0-0ffd-496b-b5b0-8135a276c782', 'tag': '47e1f3ac-4060-4dd8-8c82-12bf7f62f916', 'status': 'completed', 'code': 200} Mar 05 04:52:24.988448 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8b6e0-7576-4d3e-a123-238d435385fa service neutron] Pushing event updated for resources: {'Port': ['ID=f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:25.042628 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dcc8f-bfd1-48e4-acc6-8b3baeb30ca3 req-a0f90abe-0927-42ca-90ae-a8dbe293b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:25.044767 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a6dcc8f-bfd1-48e4-acc6-8b3baeb30ca3 req-a0f90abe-0927-42ca-90ae-a8dbe293b8dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b4c5ecf1c59144a68ee1fb483c77ba0c&device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 1126 time: 0.0773542 Mar 05 04:52:25.097862 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ff475a97-b081-4244-9094-2a3778641f6a tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks [] for port (78b5c942-793d-453e-9ff8-33e75cff48e0), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:25.126884 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-41f86d9a-c372-443b-9104-32a826546387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:25.128510 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-41f86d9a-c372-443b-9104-32a826546387 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c539558a26474a33929b824612bb5b75&device_id=80ce9434-1fac-4361-83af-4970460e950d HTTP/1.1" status: 200 len: 1131 time: 0.2163868 Mar 05 04:52:25.171374 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dcc8f-bfd1-48e4-acc6-8b3baeb30ca3 req-329cf62f-322c-4651-8d61-908492a71405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:25.174175 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a6dcc8f-bfd1-48e4-acc6-8b3baeb30ca3 req-329cf62f-322c-4651-8d61-908492a71405 service neutron] 10.222.0.30 "GET /v2.0/networks?id=97e85245-3112-4887-8483-668804607d54 HTTP/1.1" status: 200 len: 912 time: 0.1221950 Mar 05 04:52:25.190458 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-03128284-822d-474a-ab5f-1c4d83da8b7d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b HTTP/1.1" status: 200 len: 217 time: 0.0523655 Mar 05 04:52:25.210857 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58e8c4-641b-4525-beb6-ac95e46af084 req-585f14f0-7b20-40b6-9bfb-7797d8627e25 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:25.212389 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2d58e8c4-641b-4525-beb6-ac95e46af084 req-585f14f0-7b20-40b6-9bfb-7797d8627e25 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=77a9021e-a974-4b6b-86ad-c7e776a7ff51 HTTP/1.1" status: 200 len: 945 time: 0.2988997 Mar 05 04:52:25.228633 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a6dcc8f-bfd1-48e4-acc6-8b3baeb30ca3 req-c759e778-4282-4ef0-9415-5bdaa6e8b39b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=47e1f3ac-4060-4dd8-8c82-12bf7f62f916 HTTP/1.1" status: 200 len: 217 time: 0.0462098 Mar 05 04:52:25.273501 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc3659-5a9a-429e-8376-9c1966cc2bd6 req-db7754e1-1ed8-4c3d-967d-fb9ec84dabcf tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:25.279550 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-24cc3659-5a9a-429e-8376-9c1966cc2bd6 req-db7754e1-1ed8-4c3d-967d-fb9ec84dabcf tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 943 time: 0.2011960 Mar 05 04:52:25.280039 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dcc8f-bfd1-48e4-acc6-8b3baeb30ca3 req-050ae80d-dbc0-4c45-bf54-5bd62e5e8149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:25.281477 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a6dcc8f-bfd1-48e4-acc6-8b3baeb30ca3 req-050ae80d-dbc0-4c45-bf54-5bd62e5e8149 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c431197c-f63d-4d0c-afc1-f0e0b1d87270 HTTP/1.1" status: 200 len: 852 time: 0.0455053 Mar 05 04:52:25.316881 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ff475a97-b081-4244-9094-2a3778641f6a tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (78b5c942-793d-453e-9ff8-33e75cff48e0), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:25.324187 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a6dcc8f-bfd1-48e4-acc6-8b3baeb30ca3 req-6b7c84c7-ac85-42a5-8cc9-0ba3a7b625b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=97e85245-3112-4887-8483-668804607d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328126 Mar 05 04:52:25.357344 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-32c53db4-52c7-4dcd-add3-d532b76daee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:25.358934 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-32c53db4-52c7-4dcd-add3-d532b76daee5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.1612246 Mar 05 04:52:25.414048 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff475a97-b081-4244-9094-2a3778641f6a tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Network bc842499-7222-4657-8cd8-08e8db06aa46 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:52:25.439327 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-ff475a97-b081-4244-9094-2a3778641f6a tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:52:25.451238 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a6dcc8f-bfd1-48e4-acc6-8b3baeb30ca3 req-50385dcb-51a1-4550-ba9a-42accbf79e21 service neutron] 10.222.0.30 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191492 Mar 05 04:52:25.452592 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2d58e8c4-641b-4525-beb6-ac95e46af084 req-79e33159-f4bc-47c1-8238-6f2fb857ce1a tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259102 Mar 05 04:52:25.468187 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff475a97-b081-4244-9094-2a3778641f6a tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:52:25.474606 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff475a97-b081-4244-9094-2a3778641f6a tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Pushing event updated for resources: {'Port': ['ID=78b5c942-793d-453e-9ff8-33e75cff48e0,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:25.501632 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-24cc3659-5a9a-429e-8376-9c1966cc2bd6 req-533bd533-32db-452c-86db-218d793a662a tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209535 Mar 05 04:52:25.569493 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef171a59-1f1f-4c73-bff7-92d6a5e2e6a0 x-openstack-request-id: req-ef171a59-1f1f-4c73-bff7-92d6a5e2e6a0 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:52:25.569789 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80ce9434-1fac-4361-83af-4970460e950d", "tag": "f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:52:25.570048 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ef171a59-1f1f-4c73-bff7-92d6a5e2e6a0 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:52:25.570459 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80ce9434-1fac-4361-83af-4970460e950d', 'tag': 'f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b', 'status': 'completed', 'code': 200} Mar 05 04:52:25.627925 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff475a97-b081-4244-9094-2a3778641f6a tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:25.628619 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ff475a97-b081-4244-9094-2a3778641f6a tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:25.642630 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-d952555f-b24f-48d3-82f5-308e61d6541d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:25.644243 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-d952555f-b24f-48d3-82f5-308e61d6541d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2602293 Mar 05 04:52:25.649176 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a6dcc8f-bfd1-48e4-acc6-8b3baeb30ca3 req-84671e64-cb6d-459c-a066-645270fe86ad service neutron] 10.222.0.30 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907182 Mar 05 04:52:25.684253 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ff475a97-b081-4244-9094-2a3778641f6a tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9461699 Mar 05 04:52:25.684695 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52708) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:25.799570 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-2991cd12-e7a6-4db3-bff8-a65182e63180 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345320 Mar 05 04:52:25.914264 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-2da27723-7da5-4d20-a7da-c1ce692742cb None None] Provisioning complete for port 78b5c942-793d-453e-9ff8-33e75cff48e0 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:52:25.915245 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2da27723-7da5-4d20-a7da-c1ce692742cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (78b5c942-793d-453e-9ff8-33e75cff48e0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:25.931795 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-dd1c6a53-7724-439e-b90f-8a6e7a52a292 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'project_id': 'edd75da1bd32492d8d1911a26df00e35', 'port_id': '78b5c942-793d-453e-9ff8-33e75cff48e0'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:25.956623 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2da27723-7da5-4d20-a7da-c1ce692742cb None None] Port 78b5c942-793d-453e-9ff8-33e75cff48e0 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:52:25.957060 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dd1c6a53-7724-439e-b90f-8a6e7a52a292 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:26.003628 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-524d8477-7133-4fc9-be61-4e3f7e9ac82f req-3e3d0a14-d8a8-4c7d-ac58-1f205ca9d54e service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970160 Mar 05 04:52:26.020540 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa114cee-f07b-4835-928c-31041f61a81a req-b7ed935a-2c2e-4422-afeb-fdd8e5d42434 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:26.029541 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aa114cee-f07b-4835-928c-31041f61a81a req-b7ed935a-2c2e-4422-afeb-fdd8e5d42434 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=77a9021e-a974-4b6b-86ad-c7e776a7ff51 HTTP/1.1" status: 200 len: 945 time: 0.2009988 Mar 05 04:52:26.067400 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dd1c6a53-7724-439e-b90f-8a6e7a52a292 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:26.130704 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ad329-b5f4-4e72-9475-2e0ee1168f0f req-c79dba59-0593-4f39-a850-12314e72c1eb tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:26.136207 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ad329-b5f4-4e72-9475-2e0ee1168f0f req-c79dba59-0593-4f39-a850-12314e72c1eb tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:26.137792 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b71ad329-b5f4-4e72-9475-2e0ee1168f0f req-c79dba59-0593-4f39-a850-12314e72c1eb tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f61a3e2-1474-4175-ba24-a482f34c72ab HTTP/1.1" status: 200 len: 1683 time: 0.2547543 Mar 05 04:52:26.148094 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aa114cee-f07b-4835-928c-31041f61a81a req-eaca7ddb-d1a1-41ff-88f6-dc593ac62371 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177237 Mar 05 04:52:26.187131 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-dd1c6a53-7724-439e-b90f-8a6e7a52a292 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Allocated IP 172.25.0.101 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/901dde11-7d73-43b7-84ba-d1f9f0874adc) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:52:26.209731 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2db5b2-9b43-4c7e-a878-4d7ccc891eb6 req-d41b8524-3ff3-41a5-93ab-8668daa44192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:26.210464 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c2db5b2-9b43-4c7e-a878-4d7ccc891eb6 req-d41b8524-3ff3-41a5-93ab-8668daa44192 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c539558a26474a33929b824612bb5b75&device_id=80ce9434-1fac-4361-83af-4970460e950d HTTP/1.1" status: 200 len: 1131 time: 0.1262178 Mar 05 04:52:26.224725 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b71ad329-b5f4-4e72-9475-2e0ee1168f0f req-74b4a771-677f-4331-98a0-763b654d1b8f tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700290 Mar 05 04:52:26.317159 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dd1c6a53-7724-439e-b90f-8a6e7a52a292 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Publish callbacks [] for port (901dde11-7d73-43b7-84ba-d1f9f0874adc), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:26.369061 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dd1c6a53-7724-439e-b90f-8a6e7a52a292 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (901dde11-7d73-43b7-84ba-d1f9f0874adc), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:26.370846 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802ee5d-af78-4179-9066-3d5e3f9d3b50 req-fffaa871-8d39-4b3b-a856-9498de61a9a2 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:26.372724 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5802ee5d-af78-4179-9066-3d5e3f9d3b50 req-fffaa871-8d39-4b3b-a856-9498de61a9a2 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=80ce9434-1fac-4361-83af-4970460e950d HTTP/1.1" status: 200 len: 948 time: 0.1154938 Mar 05 04:52:26.384631 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2db5b2-9b43-4c7e-a878-4d7ccc891eb6 req-b104afb1-b578-48cb-8430-a8db03940ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:26.386156 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c2db5b2-9b43-4c7e-a878-4d7ccc891eb6 req-b104afb1-b578-48cb-8430-a8db03940ba1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.1604230 Mar 05 04:52:26.457339 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1c6a53-7724-439e-b90f-8a6e7a52a292 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:52:26.463601 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c2db5b2-9b43-4c7e-a878-4d7ccc891eb6 req-e805c63c-ee56-416d-81e7-e71c99e7db2b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b HTTP/1.1" status: 200 len: 217 time: 0.0617516 Mar 05 04:52:26.464617 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-dd1c6a53-7724-439e-b90f-8a6e7a52a292 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:52:26.469421 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1c6a53-7724-439e-b90f-8a6e7a52a292 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:52:26.473792 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5802ee5d-af78-4179-9066-3d5e3f9d3b50 req-eb0e6141-7b97-4c07-8c11-27a82a7d3433 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864701 Mar 05 04:52:26.515572 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c6a53-7724-439e-b90f-8a6e7a52a292 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Pushing event updated for resources: {'Port': ['ID=901dde11-7d73-43b7-84ba-d1f9f0874adc,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:26.553810 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2db5b2-9b43-4c7e-a878-4d7ccc891eb6 req-3ce32098-f917-43c0-9727-782db0155023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:26.555991 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c2db5b2-9b43-4c7e-a878-4d7ccc891eb6 req-3ce32098-f917-43c0-9727-782db0155023 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0811076 Mar 05 04:52:26.705831 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2db5b2-9b43-4c7e-a878-4d7ccc891eb6 req-a7edf46b-aaec-4a75-8bb2-34b8f083ce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:26.707557 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c2db5b2-9b43-4c7e-a878-4d7ccc891eb6 req-a7edf46b-aaec-4a75-8bb2-34b8f083ce5a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1446469 Mar 05 04:52:26.721278 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5509d6-b80e-4af0-b67c-e3bda1705940 req-13c0492d-048f-48f9-bc25-da18bdc4a477 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:26.723026 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6b5509d6-b80e-4af0-b67c-e3bda1705940 req-13c0492d-048f-48f9-bc25-da18bdc4a477 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 943 time: 0.1116641 Mar 05 04:52:26.823570 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945770e6-c4f6-46c8-8951-b8ec6481b5a7 req-2acae604-04b5-4067-acbf-75a16e06b489 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:26.828939 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945770e6-c4f6-46c8-8951-b8ec6481b5a7 req-2acae604-04b5-4067-acbf-75a16e06b489 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:26.830617 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-945770e6-c4f6-46c8-8951-b8ec6481b5a7 req-2acae604-04b5-4067-acbf-75a16e06b489 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f61a3e2-1474-4175-ba24-a482f34c72ab HTTP/1.1" status: 200 len: 1683 time: 0.1765566 Mar 05 04:52:26.891509 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6b5509d6-b80e-4af0-b67c-e3bda1705940 req-13da52a9-9db9-4772-92c4-6b9a1547e0eb tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576881 Mar 05 04:52:26.906367 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c2db5b2-9b43-4c7e-a878-4d7ccc891eb6 req-6b6dd415-fbc3-45be-aaa0-ed0c83b56113 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809506 Mar 05 04:52:26.946538 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-945770e6-c4f6-46c8-8951-b8ec6481b5a7 req-743f2ab7-d3d3-4e26-95e5-e1a0baa584a3 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055012 Mar 05 04:52:27.053977 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c2db5b2-9b43-4c7e-a878-4d7ccc891eb6 req-6be699f5-1424-4ec3-ba79-45a76662b467 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119552 Mar 05 04:52:27.237493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae2ca5-4896-48aa-8bd4-904e1de6f970 req-e90e7aa1-8b40-40a0-8d9a-e9c81503605f tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:27.238870 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-41ae2ca5-4896-48aa-8bd4-904e1de6f970 req-e90e7aa1-8b40-40a0-8d9a-e9c81503605f tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.31 "GET /v2.0/ports?device_id=77a9021e-a974-4b6b-86ad-c7e776a7ff51 HTTP/1.1" status: 200 len: 945 time: 0.1053410 Mar 05 04:52:27.240049 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dd1c6a53-7724-439e-b90f-8a6e7a52a292 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Publish callbacks [] for floatingip (96ce5c92-0394-4d53-837d-915327729117), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:27.295883 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335d38e-581e-479c-993d-b53e57a6a2f0 req-676ea5c7-33f7-46a8-b3b8-4d9e452cb66f tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:27.300186 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8335d38e-581e-479c-993d-b53e57a6a2f0 req-676ea5c7-33f7-46a8-b3b8-4d9e452cb66f tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=77a9021e-a974-4b6b-86ad-c7e776a7ff51 HTTP/1.1" status: 200 len: 945 time: 0.0567362 Mar 05 04:52:27.380900 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dd1c6a53-7724-439e-b90f-8a6e7a52a292 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (901dde11-7d73-43b7-84ba-d1f9f0874adc), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:27.393732 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8335d38e-581e-479c-993d-b53e57a6a2f0 req-0eb44c9c-97fc-4fbb-b402-59824e485481 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621517 Mar 05 04:52:27.444311 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-41ae2ca5-4896-48aa-8bd4-904e1de6f970 req-847c9797-bf31-43e1-aa62-968208f04b3a tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Deleting port 1a7107a2-64d4-410b-bbe0-24ef1590398a {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:52:27.444583 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-41ae2ca5-4896-48aa-8bd4-904e1de6f970 req-847c9797-bf31-43e1-aa62-968208f04b3a tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (1a7107a2-64d4-410b-bbe0-24ef1590398a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:27.593964 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554fd00-a032-4b76-a974-333ef8b2f203 req-d92a3611-83b2-4f10-84c4-d16dc32e6466 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:27.595612 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1554fd00-a032-4b76-a974-333ef8b2f203 req-d92a3611-83b2-4f10-84c4-d16dc32e6466 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=80ce9434-1fac-4361-83af-4970460e950d HTTP/1.1" status: 200 len: 948 time: 0.0538576 Mar 05 04:52:27.617226 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-41ae2ca5-4896-48aa-8bd4-904e1de6f970 req-847c9797-bf31-43e1-aa62-968208f04b3a tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] For port 1a7107a2-64d4-410b-bbe0-24ef1590398a, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1a7107a2-64d4-410b-bbe0-24ef1590398a,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:27.617608 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-41ae2ca5-4896-48aa-8bd4-904e1de6f970 req-847c9797-bf31-43e1-aa62-968208f04b3a tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (1a7107a2-64d4-410b-bbe0-24ef1590398a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:27.635940 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-41ae2ca5-4896-48aa-8bd4-904e1de6f970 req-847c9797-bf31-43e1-aa62-968208f04b3a tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Calling delete_port for 1a7107a2-64d4-410b-bbe0-24ef1590398a owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:52:27.648711 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dd1c6a53-7724-439e-b90f-8a6e7a52a292 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Publish callbacks [] for port (901dde11-7d73-43b7-84ba-d1f9f0874adc), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:27.650604 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1554fd00-a032-4b76-a974-333ef8b2f203 req-696b55ce-5d1b-4801-a8bd-27a687ceb384 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487914 Mar 05 04:52:27.657438 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dd1c6a53-7724-439e-b90f-8a6e7a52a292 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (901dde11-7d73-43b7-84ba-d1f9f0874adc), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:27.775789 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c6a53-7724-439e-b90f-8a6e7a52a292 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Pushing event updated for resources: {'Port': ['ID=901dde11-7d73-43b7-84ba-d1f9f0874adc,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:27.780288 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 47e1f3ac-4060-4dd8-8c82-12bf7f62f916 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:52:27.800109 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dd1c6a53-7724-439e-b90f-8a6e7a52a292 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (96ce5c92-0394-4d53-837d-915327729117), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:27.898696 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 47e1f3ac-4060-4dd8-8c82-12bf7f62f916, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=47e1f3ac-4060-4dd8-8c82-12bf7f62f916,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:27.912641 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '47e1f3ac-4060-4dd8-8c82-12bf7f62f916', 'network_id': '97e85245-3112-4887-8483-668804607d54', 'port_id': '47e1f3ac-4060-4dd8-8c82-12bf7f62f916', 'mac_address': 'fa:16:3e:7d:7a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c431197c-f63d-4d0c-afc1-f0e0b1d87270', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:52:27.958087 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-41ae2ca5-4896-48aa-8bd4-904e1de6f970 req-847c9797-bf31-43e1-aa62-968208f04b3a tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (1a7107a2-64d4-410b-bbe0-24ef1590398a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:27.981760 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['8f50280d-c7ec-464b-867e-ad57cfb7443f'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:52:27.991572 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['1a7107a2-64d4-410b-bbe0-24ef1590398a'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:52:28.037551 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 47e1f3ac-4060-4dd8-8c82-12bf7f62f916 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:52:28.038291 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (47e1f3ac-4060-4dd8-8c82-12bf7f62f916), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:28.057089 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c9797-bf31-43e1-aa62-968208f04b3a tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Pushing event deleted for resources: {'Port': ['ID=1a7107a2-64d4-410b-bbe0-24ef1590398a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:28.072452 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [None req-dd1c6a53-7724-439e-b90f-8a6e7a52a292 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Floating IP 96ce5c92-0394-4d53-837d-915327729117 associated. External IP: 172.25.0.101, port: 78b5c942-793d-453e-9ff8-33e75cff48e0. Mar 05 04:52:28.129419 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af9629-eb9b-417b-aa78-db696437afcf req-25e21f20-c706-49a7-8526-a9cc0331cf35 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:28.132619 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d0af9629-eb9b-417b-aa78-db696437afcf req-25e21f20-c706-49a7-8526-a9cc0331cf35 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 943 time: 0.1398182 Mar 05 04:52:28.197812 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ae2ca5-4896-48aa-8bd4-904e1de6f970 req-847c9797-bf31-43e1-aa62-968208f04b3a tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] No DVR routers for this DVR port 1a7107a2-64d4-410b-bbe0-24ef1590398a on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:52:28.200913 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c29b9-a4fd-4409-a41c-aa552bb0c0a9 req-be1e2af6-ad73-48a7-ada6-1cff6f3284a4 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:28.202091 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-41ae2ca5-4896-48aa-8bd4-904e1de6f970 req-847c9797-bf31-43e1-aa62-968208f04b3a tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:28.206761 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c29b9-a4fd-4409-a41c-aa552bb0c0a9 req-be1e2af6-ad73-48a7-ada6-1cff6f3284a4 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:28.207004 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-41ae2ca5-4896-48aa-8bd4-904e1de6f970 req-847c9797-bf31-43e1-aa62-968208f04b3a tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.31 "DELETE /v2.0/ports/1a7107a2-64d4-410b-bbe0-24ef1590398a HTTP/1.1" status: 204 len: 173 time: 0.9454441 Mar 05 04:52:28.209412 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ae7c29b9-a4fd-4409-a41c-aa552bb0c0a9 req-be1e2af6-ad73-48a7-ada6-1cff6f3284a4 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f61a3e2-1474-4175-ba24-a482f34c72ab HTTP/1.1" status: 200 len: 1683 time: 0.1375523 Mar 05 04:52:28.220801 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ce607-c9a2-4dd6-a610-53d9da15de7d req-f276fd39-db66-4659-8ed5-5fbc1ef8f931 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:28.224135 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e1f3ac-4060-4dd8-8c82-12bf7f62f916 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:52:28.237383 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ce607-c9a2-4dd6-a610-53d9da15de7d req-f276fd39-db66-4659-8ed5-5fbc1ef8f931 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:28.256491 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a97ce607-c9a2-4dd6-a610-53d9da15de7d req-f276fd39-db66-4659-8ed5-5fbc1ef8f931 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f61a3e2-1474-4175-ba24-a482f34c72ab HTTP/1.1" status: 200 len: 1683 time: 0.2217062 Mar 05 04:52:28.271235 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a9021e-a974-4b6b-86ad-c7e776a7ff51', 'name': 'network-vif-deleted', 'tag': '1a7107a2-64d4-410b-bbe0-24ef1590398a'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:52:28.274002 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f773e37-7461-45be-9819-f2e41471f7ff" -d '{"events": [{"server_uuid": "77a9021e-a974-4b6b-86ad-c7e776a7ff51", "name": "network-vif-deleted", "tag": "1a7107a2-64d4-410b-bbe0-24ef1590398a"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:52:28.278521 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 47e1f3ac-4060-4dd8-8c82-12bf7f62f916, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=47e1f3ac-4060-4dd8-8c82-12bf7f62f916,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:28.309400 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (47e1f3ac-4060-4dd8-8c82-12bf7f62f916), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:28.437969 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-d825bf84-1ca8-482d-b7dd-91ac6cbfc4d9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1591222 Mar 05 04:52:28.492075 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=47e1f3ac-4060-4dd8-8c82-12bf7f62f916,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:28.577938 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1c6a53-7724-439e-b90f-8a6e7a52a292 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Router ee36b924-78ce-46c1-8cb0-1ac117fff18e has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:52:28.610850 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['47e1f3ac-4060-4dd8-8c82-12bf7f62f916'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:52:28.646932 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-c20d9b06-a72c-48bb-87b4-620f5094da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:28.647603 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-c20d9b06-a72c-48bb-87b4-620f5094da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:28.648223 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-c20d9b06-a72c-48bb-87b4-620f5094da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:28.648749 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-c20d9b06-a72c-48bb-87b4-620f5094da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:28.649273 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-c20d9b06-a72c-48bb-87b4-620f5094da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:28.649793 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-c20d9b06-a72c-48bb-87b4-620f5094da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:28.650464 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-c20d9b06-a72c-48bb-87b4-620f5094da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:28.652596 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-c20d9b06-a72c-48bb-87b4-620f5094da2d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f322de562e384481acfa7667e5bcbd96&device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 6725 time: 0.1444914 Mar 05 04:52:28.699666 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d0af9629-eb9b-417b-aa78-db696437afcf req-a5420aa1-0d6c-4cf8-9205-4d371b2c1360 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5589807 Mar 05 04:52:28.809282 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32de71fd-f4f8-42a0-b926-b4edccac6a59 x-openstack-request-id: req-32de71fd-f4f8-42a0-b926-b4edccac6a59 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:52:28.810347 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a9021e-a974-4b6b-86ad-c7e776a7ff51", "name": "network-vif-deleted", "tag": "1a7107a2-64d4-410b-bbe0-24ef1590398a", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:52:28.810603 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-32de71fd-f4f8-42a0-b926-b4edccac6a59 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:52:28.812166 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a9021e-a974-4b6b-86ad-c7e776a7ff51', 'name': 'network-vif-deleted', 'tag': '1a7107a2-64d4-410b-bbe0-24ef1590398a', 'status': 'completed', 'code': 200} Mar 05 04:52:28.816320 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a97ce607-c9a2-4dd6-a610-53d9da15de7d req-c0fdc957-cfb9-4717-8cc5-99c031f7080d tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5536592 Mar 05 04:52:28.893707 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-ae7c29b9-a4fd-4409-a41c-aa552bb0c0a9 req-ffa8899d-0fc9-4d17-9107-59c447bcc08b tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Deleting port 239ee82d-1aa6-4d58-8287-c047dae1a157 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:52:28.894085 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ae7c29b9-a4fd-4409-a41c-aa552bb0c0a9 req-ffa8899d-0fc9-4d17-9107-59c447bcc08b tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (239ee82d-1aa6-4d58-8287-c047dae1a157), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:28.928293 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1c6a53-7724-439e-b90f-8a6e7a52a292 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:52:28.940419 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8732ad39-2df8-4bd0-b1e7-5d673366d7c0 None None] Sync routers for ids ['ee36b924-78ce-46c1-8cb0-1ac117fff18e'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:52:28.961537 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8732ad39-2df8-4bd0-b1e7-5d673366d7c0 None None] Routers {'ee36b924-78ce-46c1-8cb0-1ac117fff18e'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:52:28.962467 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8732ad39-2df8-4bd0-b1e7-5d673366d7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:52:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['ee36b924-78ce-46c1-8cb0-1ac117fff18e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:29.007197 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-c0629b26-1c03-458a-afd4-54a87ab65efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:29.007853 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-c0629b26-1c03-458a-afd4-54a87ab65efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:29.008386 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-c0629b26-1c03-458a-afd4-54a87ab65efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:29.013670 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-c0629b26-1c03-458a-afd4-54a87ab65efd service neutron] 10.222.0.31 "GET /v2.0/networks?id=96b36905-6014-4841-aac5-335392bf1a9d&id=e0163509-f0e9-40c4-b897-68a267214319&id=e0163509-f0e9-40c4-b897-68a267214319&id=e0163509-f0e9-40c4-b897-68a267214319&id=e0163509-f0e9-40c4-b897-68a267214319&id=d212388e-df12-4708-9d1c-73e3d414a7cb&id=d212388e-df12-4708-9d1c-73e3d414a7cb HTTP/1.1" status: 200 len: 2294 time: 0.2758298 Mar 05 04:52:29.026869 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dd1c6a53-7724-439e-b90f-8a6e7a52a292 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:29.046446 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8732ad39-2df8-4bd0-b1e7-5d673366d7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:29.068206 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8732ad39-2df8-4bd0-b1e7-5d673366d7c0 None None] Routers {'ee36b924-78ce-46c1-8cb0-1ac117fff18e'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:52:29.069400 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8732ad39-2df8-4bd0-b1e7-5d673366d7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:52:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['ee36b924-78ce-46c1-8cb0-1ac117fff18e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:29.081094 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-ae7c29b9-a4fd-4409-a41c-aa552bb0c0a9 req-ffa8899d-0fc9-4d17-9107-59c447bcc08b tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] For port 239ee82d-1aa6-4d58-8287-c047dae1a157, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=239ee82d-1aa6-4d58-8287-c047dae1a157,segment=NetworkSegment(e0a23100-d81e-4029-bdab-850cb5dd6a28),segment_id=e0a23100-d81e-4029-bdab-850cb5dd6a28)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:29.081455 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ae7c29b9-a4fd-4409-a41c-aa552bb0c0a9 req-ffa8899d-0fc9-4d17-9107-59c447bcc08b tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (239ee82d-1aa6-4d58-8287-c047dae1a157), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:29.100982 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b0f34-44f0-4395-b0cb-508b1a76963e req-2028a57b-b61e-4779-bd95-b997fad9a2ed tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:29.102657 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-935b0f34-44f0-4395-b0cb-508b1a76963e req-2028a57b-b61e-4779-bd95-b997fad9a2ed tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=80ce9434-1fac-4361-83af-4970460e950d HTTP/1.1" status: 200 len: 948 time: 0.1060910 Mar 05 04:52:29.107816 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8732ad39-2df8-4bd0-b1e7-5d673366d7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:29.108764 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8732ad39-2df8-4bd0-b1e7-5d673366d7c0 None None] The sync data for ids ['ee36b924-78ce-46c1-8cb0-1ac117fff18e'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:52:29.118186 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-ae7c29b9-a4fd-4409-a41c-aa552bb0c0a9 req-ffa8899d-0fc9-4d17-9107-59c447bcc08b tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Calling delete_port for 239ee82d-1aa6-4d58-8287-c047dae1a157 owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:52:29.160751 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-dd1c6a53-7724-439e-b90f-8a6e7a52a292 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.4748518 Mar 05 04:52:29.165547 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52748) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:29.193768 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-f16ed3c9-3ba5-4291-a7f9-fc44a3fbcc09 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa623ab5-a167-443b-8172-8de59789cc2c HTTP/1.1" status: 200 len: 1001 time: 0.1703784 Mar 05 04:52:29.249858 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-5a0c223c-fcf2-4ce1-8428-1d66964c4841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:29.252031 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-5a0c223c-fcf2-4ce1-8428-1d66964c4841 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b8b87837-c4d6-4057-808b-e09b3b2c13f9 HTTP/1.1" status: 200 len: 856 time: 0.0519326 Mar 05 04:52:29.304216 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-935b0f34-44f0-4395-b0cb-508b1a76963e req-c0dee022-472b-4b0e-8f9d-49a31dc8124f tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948159 Mar 05 04:52:29.308176 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-f11a4a06-e053-445d-b00b-12ab04382c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:29.309759 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-f11a4a06-e053-445d-b00b-12ab04382c8e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=96b36905-6014-4841-aac5-335392bf1a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0523534 Mar 05 04:52:29.345699 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-616ec4be-398a-4c27-b5c5-2234fbe17626 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] 10.222.0.11 "GET /v2.0/floatingips/96ce5c92-0394-4d53-837d-915327729117 HTTP/1.1" status: 200 len: 983 time: 0.1760943 Mar 05 04:52:29.345860 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52760) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:29.482628 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ae7c29b9-a4fd-4409-a41c-aa552bb0c0a9 req-ffa8899d-0fc9-4d17-9107-59c447bcc08b tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (239ee82d-1aa6-4d58-8287-c047dae1a157), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:29.508089 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-207621ac-2510-42c3-acaf-743caec8b7e5 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3034 time: 0.1612065 Mar 05 04:52:29.513191 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52766) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:29.525641 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8899d-0fc9-4d17-9107-59c447bcc08b tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Pushing event deleted for resources: {'Port': ['ID=239ee82d-1aa6-4d58-8287-c047dae1a157,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:29.526143 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-8e062b18-126a-4bc9-b20c-81ac50ed2d7f service neutron] 10.222.0.31 "GET /v2.0/networks/96b36905-6014-4841-aac5-335392bf1a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090795 Mar 05 04:52:29.577038 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7c29b9-a4fd-4409-a41c-aa552bb0c0a9 req-ffa8899d-0fc9-4d17-9107-59c447bcc08b tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] No DVR routers for this DVR port 239ee82d-1aa6-4d58-8287-c047dae1a157 on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:52:29.580573 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ae7c29b9-a4fd-4409-a41c-aa552bb0c0a9 req-ffa8899d-0fc9-4d17-9107-59c447bcc08b tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:29.584226 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ae7c29b9-a4fd-4409-a41c-aa552bb0c0a9 req-ffa8899d-0fc9-4d17-9107-59c447bcc08b tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.31 "DELETE /v2.0/ports/239ee82d-1aa6-4d58-8287-c047dae1a157 HTTP/1.1" status: 204 len: 173 time: 1.3171346 Mar 05 04:52:29.584958 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f61a3e2-1474-4175-ba24-a482f34c72ab', 'name': 'network-vif-deleted', 'tag': '239ee82d-1aa6-4d58-8287-c047dae1a157'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:52:29.587263 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7de332-7fcb-440c-b0ad-f69a76dbca4c" -d '{"events": [{"server_uuid": "9f61a3e2-1474-4175-ba24-a482f34c72ab", "name": "network-vif-deleted", "tag": "239ee82d-1aa6-4d58-8287-c047dae1a157"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:52:29.597466 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-0fc5d06f-04e1-4ddd-9226-927600f4bac5 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:29.604141 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-0fc5d06f-04e1-4ddd-9226-927600f4bac5 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/networks?id=54309d98-48bc-4d3e-a20e-4665796063fc HTTP/1.1" status: 200 len: 806 time: 0.2128623 Mar 05 04:52:29.651984 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42ef48f-ae71-48c3-93aa-109c1ea1b238 x-openstack-request-id: req-c42ef48f-ae71-48c3-93aa-109c1ea1b238 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:52:29.652343 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f61a3e2-1474-4175-ba24-a482f34c72ab", "name": "network-vif-deleted", "tag": "239ee82d-1aa6-4d58-8287-c047dae1a157", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:52:29.652529 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c42ef48f-ae71-48c3-93aa-109c1ea1b238 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:52:29.652934 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f61a3e2-1474-4175-ba24-a482f34c72ab', 'name': 'network-vif-deleted', 'tag': '239ee82d-1aa6-4d58-8287-c047dae1a157', 'status': 'completed', 'code': 200} Mar 05 04:52:29.659772 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-3bf6bcb7-e06e-4a02-9a61-c4f20ea4b624 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/quotas/f4c8bc28785e4a00b63310ed97b40ba8 HTTP/1.1" status: 200 len: 375 time: 0.0546255 Mar 05 04:52:29.726510 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-9db6a7a7-5f29-407b-bacf-a6c0f9de6e12 service neutron] 10.222.0.31 "GET /v2.0/networks/96b36905-6014-4841-aac5-335392bf1a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730473 Mar 05 04:52:29.768481 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-c7610154-8848-441a-8189-f6896a9f20cf tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f4c8bc28785e4a00b63310ed97b40ba8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1077793 Mar 05 04:52:29.792427 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-c5014c09-eed5-4afc-9687-39bf42ab2e4d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=8cc5a9d5-8259-4285-a850-8602f24d541c HTTP/1.1" status: 200 len: 217 time: 0.0384111 Mar 05 04:52:29.800686 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-ae7c29b9-a4fd-4409-a41c-aa552bb0c0a9 req-b2cf6c2a-357d-4735-84cc-010da650fce6 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Deleting port 9c5f77ed-563e-4e69-8fd0-b330aec66f04 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:52:29.800964 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ae7c29b9-a4fd-4409-a41c-aa552bb0c0a9 req-b2cf6c2a-357d-4735-84cc-010da650fce6 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (9c5f77ed-563e-4e69-8fd0-b330aec66f04), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:29.813587 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:52:29.842273 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 47e1f3ac-4060-4dd8-8c82-12bf7f62f916 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:52:29.856604 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-b476e43c-267a-4e99-8481-f47fd680635c tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Deleting port 901dde11-7d73-43b7-84ba-d1f9f0874adc {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:52:29.856887 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b476e43c-267a-4e99-8481-f47fd680635c tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (901dde11-7d73-43b7-84ba-d1f9f0874adc), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:29.869647 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-05ba16dc-fc2f-4497-a00a-a118c53ca7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:29.871179 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-05ba16dc-fc2f-4497-a00a-a118c53ca7f6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f160f0d-f32d-4fdb-b1b2-addf124f2f22 HTTP/1.1" status: 200 len: 797 time: 0.0726511 Mar 05 04:52:29.964028 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 47e1f3ac-4060-4dd8-8c82-12bf7f62f916 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:52:29.972672 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:29.975966 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 47e1f3ac-4060-4dd8-8c82-12bf7f62f916 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:52:29.977041 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (47e1f3ac-4060-4dd8-8c82-12bf7f62f916), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:29.985111 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b476e43c-267a-4e99-8481-f47fd680635c tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (901dde11-7d73-43b7-84ba-d1f9f0874adc), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:29.985111 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b476e43c-267a-4e99-8481-f47fd680635c tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks [] for floatingip (901dde11-7d73-43b7-84ba-d1f9f0874adc), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:29.992656 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3ab98-2f24-49ed-a289-a673d403b268 req-10ccf401-cdf3-449d-9ce6-4420e9962ac4 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:29.994570 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b3c3ab98-2f24-49ed-a289-a673d403b268 req-10ccf401-cdf3-449d-9ce6-4420e9962ac4 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 944 time: 0.1892340 Mar 05 04:52:30.003304 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-d0e6a1ce-84b3-4b1c-9a61-158d26909cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:30.004750 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-d0e6a1ce-84b3-4b1c-9a61-158d26909cb0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0163509-f0e9-40c4-b897-68a267214319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1249037 Mar 05 04:52:30.008821 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': 'f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b', 'mac_address': 'fa:16:3e:6d:c9:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:52:30.009430 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-b476e43c-267a-4e99-8481-f47fd680635c tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Calling delete_port for 901dde11-7d73-43b7-84ba-d1f9f0874adc owned by network:floatingip {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:52:30.040856 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-ae7c29b9-a4fd-4409-a41c-aa552bb0c0a9 req-b2cf6c2a-357d-4735-84cc-010da650fce6 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] For port 9c5f77ed-563e-4e69-8fd0-b330aec66f04, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=9c5f77ed-563e-4e69-8fd0-b330aec66f04,segment=NetworkSegment(008313d5-c5df-49df-b4c5-594e16afc3dd),segment_id=008313d5-c5df-49df-b4c5-594e16afc3dd)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:30.041244 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ae7c29b9-a4fd-4409-a41c-aa552bb0c0a9 req-b2cf6c2a-357d-4735-84cc-010da650fce6 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (9c5f77ed-563e-4e69-8fd0-b330aec66f04), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:30.076113 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-ae7c29b9-a4fd-4409-a41c-aa552bb0c0a9 req-b2cf6c2a-357d-4735-84cc-010da650fce6 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Calling delete_port for 9c5f77ed-563e-4e69-8fd0-b330aec66f04 owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:52:30.084096 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-0572a9b2-5af6-4862-90e9-5eb0627f844c service neutron] 10.222.0.11 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015974 Mar 05 04:52:30.090291 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:52:30.090688 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:30.112482 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:52:30.125892 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b3c3ab98-2f24-49ed-a289-a673d403b268 req-1ab68ec5-54fd-4aae-87e8-daeb10ad59fb tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148596 Mar 05 04:52:30.151509 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:30.155447 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 47e1f3ac-4060-4dd8-8c82-12bf7f62f916 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:52:30.156311 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (47e1f3ac-4060-4dd8-8c82-12bf7f62f916), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:30.163200 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:30.228798 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c369b1d0-0ffd-496b-b5b0-8135a276c782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e1f3ac-4060-4dd8-8c82-12bf7f62f916'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:52:30.231557 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972657e4-a220-44e7-99ce-51b3891af6d6" -d '{"events": [{"server_uuid": "c369b1d0-0ffd-496b-b5b0-8135a276c782", "name": "network-vif-plugged", "status": "completed", "tag": "47e1f3ac-4060-4dd8-8c82-12bf7f62f916"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:52:30.250046 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 47e1f3ac-4060-4dd8-8c82-12bf7f62f916, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=47e1f3ac-4060-4dd8-8c82-12bf7f62f916,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:30.260059 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (47e1f3ac-4060-4dd8-8c82-12bf7f62f916), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:30.266648 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:30.304140 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-1687670c-1edc-4205-82da-1261b6e33915 service neutron] 10.222.0.11 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112286 Mar 05 04:52:30.328388 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd59e2-a93e-48b2-8db8-e599758568ca req-1a2ee696-2f3a-4b99-9dc4-dc3c91c1ba57 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:30.337342 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a6cd59e2-a93e-48b2-8db8-e599758568ca req-1a2ee696-2f3a-4b99-9dc4-dc3c91c1ba57 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f61a3e2-1474-4175-ba24-a482f34c72ab HTTP/1.1" status: 200 len: 946 time: 0.1298337 Mar 05 04:52:30.345932 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=47e1f3ac-4060-4dd8-8c82-12bf7f62f916,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:30.433330 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:52:30.447686 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a6cd59e2-a93e-48b2-8db8-e599758568ca req-35e44b3f-b4d5-4aec-95a2-c3c2cdcb547f tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "GET /v2.0/security-groups?id=f0e95ac2-c814-430c-9e2f-383187d2d2f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086242 Mar 05 04:52:30.462081 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ae7c29b9-a4fd-4409-a41c-aa552bb0c0a9 req-b2cf6c2a-357d-4735-84cc-010da650fce6 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (9c5f77ed-563e-4e69-8fd0-b330aec66f04), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:30.496124 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1a7107a2-64d4-410b-bbe0-24ef1590398a no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:52:30.521154 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf6c2a-357d-4735-84cc-010da650fce6 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Pushing event deleted for resources: {'Port': ['ID=9c5f77ed-563e-4e69-8fd0-b330aec66f04,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:30.525354 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 1a7107a2-64d4-410b-bbe0-24ef1590398a {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:52:30.525501 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1a7107a2-64d4-410b-bbe0-24ef1590398a not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:52:30.525993 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 9c5f77ed-563e-4e69-8fd0-b330aec66f04 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:52:30.562150 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 9c5f77ed-563e-4e69-8fd0-b330aec66f04 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:52:30.563196 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 9c5f77ed-563e-4e69-8fd0-b330aec66f04 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:52:30.563711 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 239ee82d-1aa6-4d58-8287-c047dae1a157 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:52:30.608456 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-48751aeb-ba28-4d7c-adee-0516fba5da18 service neutron] 10.222.0.31 "GET /v2.0/networks/e0163509-f0e9-40c4-b897-68a267214319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5936656 Mar 05 04:52:30.613932 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b476e43c-267a-4e99-8481-f47fd680635c tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (901dde11-7d73-43b7-84ba-d1f9f0874adc), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:30.616861 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6584f619-8d87-45e5-9ae7-fb2642cff211 x-openstack-request-id: req-6584f619-8d87-45e5-9ae7-fb2642cff211 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:52:30.617234 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c369b1d0-0ffd-496b-b5b0-8135a276c782", "name": "network-vif-plugged", "status": "completed", "tag": "47e1f3ac-4060-4dd8-8c82-12bf7f62f916", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:52:30.617558 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6584f619-8d87-45e5-9ae7-fb2642cff211 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:52:30.618084 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c369b1d0-0ffd-496b-b5b0-8135a276c782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e1f3ac-4060-4dd8-8c82-12bf7f62f916', 'code': 200} Mar 05 04:52:30.626750 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 239ee82d-1aa6-4d58-8287-c047dae1a157 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:52:30.627289 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 239ee82d-1aa6-4d58-8287-c047dae1a157 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:52:30.707518 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7c29b9-a4fd-4409-a41c-aa552bb0c0a9 req-b2cf6c2a-357d-4735-84cc-010da650fce6 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] No DVR routers for this DVR port 9c5f77ed-563e-4e69-8fd0-b330aec66f04 on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:52:30.746401 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476e43c-267a-4e99-8481-f47fd680635c tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Pushing event deleted for resources: {'Port': ['ID=901dde11-7d73-43b7-84ba-d1f9f0874adc,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:30.776500 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ae7c29b9-a4fd-4409-a41c-aa552bb0c0a9 req-b2cf6c2a-357d-4735-84cc-010da650fce6 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:30.780900 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ae7c29b9-a4fd-4409-a41c-aa552bb0c0a9 req-b2cf6c2a-357d-4735-84cc-010da650fce6 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.31 "DELETE /v2.0/ports/9c5f77ed-563e-4e69-8fd0-b330aec66f04 HTTP/1.1" status: 204 len: 173 time: 1.1909499 Mar 05 04:52:30.898870 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b476e43c-267a-4e99-8481-f47fd680635c tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks [] for floatingip (96ce5c92-0394-4d53-837d-915327729117), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:30.899289 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [None req-b476e43c-267a-4e99-8481-f47fd680635c tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Floating IP 96ce5c92-0394-4d53-837d-915327729117 disassociated (deleted). External IP: 172.25.0.101, port: 78b5c942-793d-453e-9ff8-33e75cff48e0. Mar 05 04:52:30.953529 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-44cc3941-a953-4fd6-89d7-7d1e93a22a62 req-1091f36b-6ca3-43d5-966d-b1432a23aac0 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=41227cd3-11f0-4d19-bd14-5301e32bc781 HTTP/1.1" status: 200 len: 210 time: 0.1812015 Mar 05 04:52:31.007354 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e017d-540e-47da-b18e-a566e72b1780 req-01e6ca2c-4d21-4fc3-9986-732571b3d5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:31.009077 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ac5e017d-540e-47da-b18e-a566e72b1780 req-01e6ca2c-4d21-4fc3-9986-732571b3d5e7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 1128 time: 0.3032131 Mar 05 04:52:31.029709 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0a10e-0d10-401b-8d03-b62dfea6dfda req-55c576c9-bc9c-4f29-af2b-80c8bab9bc70 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:31.038216 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5be0a10e-0d10-401b-8d03-b62dfea6dfda req-55c576c9-bc9c-4f29-af2b-80c8bab9bc70 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=80ce9434-1fac-4361-83af-4970460e950d HTTP/1.1" status: 200 len: 949 time: 0.2682238 Mar 05 04:52:31.058475 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-19789e5b-0295-4e10-aaed-4b8e5e169c50 service neutron] 10.222.0.31 "GET /v2.0/networks/e0163509-f0e9-40c4-b897-68a267214319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386895 Mar 05 04:52:31.109786 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5be0a10e-0d10-401b-8d03-b62dfea6dfda req-7d8d1e6a-e4c7-4974-b713-b1e38892c497 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707073 Mar 05 04:52:31.128519 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ac5e017d-540e-47da-b18e-a566e72b1780 req-843d5843-dac0-49e2-9855-d585e6a847cd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079278 Mar 05 04:52:31.141892 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-db802b19-5907-4586-8fe1-1049db8ff3cf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 HTTP/1.1" status: 200 len: 217 time: 0.0437899 Mar 05 04:52:31.271293 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-9efe71e2-bb14-499f-814e-65ca08481031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:31.272942 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-9efe71e2-bb14-499f-814e-65ca08481031 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f160f0d-f32d-4fdb-b1b2-addf124f2f22 HTTP/1.1" status: 200 len: 797 time: 0.1249692 Mar 05 04:52:31.316441 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aeffaf-fee8-49ae-b831-1aa88a17a76b req-19967b45-e6aa-46f7-8926-3097332dad17 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:31.319297 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f4aeffaf-fee8-49ae-b831-1aa88a17a76b req-19967b45-e6aa-46f7-8926-3097332dad17 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 945 time: 0.0931678 Mar 05 04:52:31.332778 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b476e43c-267a-4e99-8481-f47fd680635c tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Router ee36b924-78ce-46c1-8cb0-1ac117fff18e has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:52:31.356933 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-8b64639c-9f8f-4686-8e90-c317386185ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:31.359376 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-8b64639c-9f8f-4686-8e90-c317386185ef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0163509-f0e9-40c4-b897-68a267214319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0780108 Mar 05 04:52:31.409183 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f4aeffaf-fee8-49ae-b831-1aa88a17a76b req-e9d2da9f-ea00-4e02-93e1-ddb9daed02f9 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719931 Mar 05 04:52:31.523233 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52808) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:31.567153 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-e43593f0-fc2c-41cc-bd49-78500b43306a service neutron] 10.222.0.31 "GET /v2.0/networks/e0163509-f0e9-40c4-b897-68a267214319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716242 Mar 05 04:52:31.574712 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b476e43c-267a-4e99-8481-f47fd680635c tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:52:31.590892 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ad7133-19dd-41dc-a3b5-94e2516d0512 None None] Sync routers for ids ['ee36b924-78ce-46c1-8cb0-1ac117fff18e'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:52:31.592574 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e2e007-b408-488a-afd7-73530d1c9d21 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Deleting subnet 693e3fee-2b93-4cf0-9b5f-2e426de281c5 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:52:31.596620 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8e2e007-b408-488a-afd7-73530d1c9d21 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks [] for subnet (693e3fee-2b93-4cf0-9b5f-2e426de281c5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:31.605983 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ad7133-19dd-41dc-a3b5-94e2516d0512 None None] Routers {'ee36b924-78ce-46c1-8cb0-1ac117fff18e'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:52:31.607988 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-36ad7133-19dd-41dc-a3b5-94e2516d0512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:52:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['ee36b924-78ce-46c1-8cb0-1ac117fff18e'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:31.635011 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b476e43c-267a-4e99-8481-f47fd680635c tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:31.648473 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8e2e007-b408-488a-afd7-73530d1c9d21 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (693e3fee-2b93-4cf0-9b5f-2e426de281c5), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:31.648663 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-36ad7133-19dd-41dc-a3b5-94e2516d0512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:31.658092 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ad7133-19dd-41dc-a3b5-94e2516d0512 None None] Routers {'ee36b924-78ce-46c1-8cb0-1ac117fff18e'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:52:31.658981 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-36ad7133-19dd-41dc-a3b5-94e2516d0512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:52:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['ee36b924-78ce-46c1-8cb0-1ac117fff18e'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:31.676606 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f61a3e2-1474-4175-ba24-a482f34c72ab', 'name': 'network-vif-deleted', 'tag': '9c5f77ed-563e-4e69-8fd0-b330aec66f04'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:52:31.679243 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a59450-8779-4096-886b-66ec9e2882e1" -d '{"events": [{"server_uuid": "9f61a3e2-1474-4175-ba24-a482f34c72ab", "name": "network-vif-deleted", "tag": "9c5f77ed-563e-4e69-8fd0-b330aec66f04"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:52:31.680966 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b476e43c-267a-4e99-8481-f47fd680635c tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] 10.222.0.11 "DELETE /v2.0/floatingips/96ce5c92-0394-4d53-837d-915327729117 HTTP/1.1" status: 204 len: 168 time: 2.1659803 Mar 05 04:52:31.684516 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52810) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:31.688853 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-955ec071-0e2d-42cd-b669-35b0f6ebae0c tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:31.713913 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-5621dc1f-17b4-4242-8e72-a2a9a86f6b19 service neutron] 10.222.0.31 "GET /v2.0/networks/e0163509-f0e9-40c4-b897-68a267214319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368544 Mar 05 04:52:31.746902 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-36ad7133-19dd-41dc-a3b5-94e2516d0512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:31.747789 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ad7133-19dd-41dc-a3b5-94e2516d0512 None None] The sync data for ids ['ee36b924-78ce-46c1-8cb0-1ac117fff18e'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:52:31.750304 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c65e4b-6bad-4840-8118-e262d13a9fd6 x-openstack-request-id: req-c8c65e4b-6bad-4840-8118-e262d13a9fd6 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:52:31.750646 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f61a3e2-1474-4175-ba24-a482f34c72ab", "name": "network-vif-deleted", "tag": "9c5f77ed-563e-4e69-8fd0-b330aec66f04", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:52:31.750992 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c8c65e4b-6bad-4840-8118-e262d13a9fd6 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:52:31.752111 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f61a3e2-1474-4175-ba24-a482f34c72ab', 'name': 'network-vif-deleted', 'tag': '9c5f77ed-563e-4e69-8fd0-b330aec66f04', 'status': 'completed', 'code': 200} Mar 05 04:52:31.773326 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-955ec071-0e2d-42cd-b669-35b0f6ebae0c tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:31.773890 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8e2e007-b408-488a-afd7-73530d1c9d21 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (693e3fee-2b93-4cf0-9b5f-2e426de281c5), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:31.776975 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-d44f1d81-8ac8-46ef-9810-271ad2634ed2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=d5478b45-29a6-4e1a-8e70-1072393855c3 HTTP/1.1" status: 200 len: 217 time: 0.0559852 Mar 05 04:52:31.818384 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:52:31.853143 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8e2e007-b408-488a-afd7-73530d1c9d21 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (693e3fee-2b93-4cf0-9b5f-2e426de281c5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:31.873409 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:52:31.877798 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:52:31.878452 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:31.903546 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-01b0c768-1665-4d2d-8716-827cec6b8905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:31.905219 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-01b0c768-1665-4d2d-8716-827cec6b8905 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f160f0d-f32d-4fdb-b1b2-addf124f2f22 HTTP/1.1" status: 200 len: 797 time: 0.1192029 Mar 05 04:52:31.932193 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8e2e007-b408-488a-afd7-73530d1c9d21 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:31.937803 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d8e2e007-b408-488a-afd7-73530d1c9d21 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "DELETE /v2.0/subnets/693e3fee-2b93-4cf0-9b5f-2e426de281c5 HTTP/1.1" status: 204 len: 168 time: 0.4134898 Mar 05 04:52:31.939394 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e2e007-b408-488a-afd7-73530d1c9d21 tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Pushing event deleted for resources: {'Subnet': ['ID=693e3fee-2b93-4cf0-9b5f-2e426de281c5,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:31.942698 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52814) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:31.942993 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5c195a-e9b9-4fac-b04e-39d02773cfe1 None None] Network baef5cea-e907-4a38-a29b-9a258e0090e5 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:52:32.070240 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-b5351edf-a0db-48a4-a176-bf182b089880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:32.072539 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c4e70267-5aa7-4533-b869-d161e67ff97e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (baef5cea-e907-4a38-a29b-9a258e0090e5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:32.074330 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-b5351edf-a0db-48a4-a176-bf182b089880 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0163509-f0e9-40c4-b897-68a267214319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1589060 Mar 05 04:52:32.121937 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:52:32.122699 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:32.126054 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-955ec071-0e2d-42cd-b669-35b0f6ebae0c tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:32.166220 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f1077b4e-d135-42c7-808e-f7fafa5c7c98 req-17f6c935-59b3-4c25-95a6-c7e79ccf1efe tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=41227cd3-11f0-4d19-bd14-5301e32bc781 HTTP/1.1" status: 200 len: 210 time: 0.0764081 Mar 05 04:52:32.212001 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:32.221955 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:32.296370 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:32.330029 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bc8fa2-9b39-4e16-87b2-d9f15aa208c5 None None] DHCP port deletion for baef5cea-e907-4a38-a29b-9a258e0090e5 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:52:32.397578 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-955ec071-0e2d-42cd-b669-35b0f6ebae0c tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Allocated IP 172.25.0.222 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/d9780589-c3a4-4dbc-ace0-b821fc9ad6d2) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:52:32.413600 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-1dcc05b0-0e6a-4c2a-9da3-4ff77b2ffbdd tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:32.415161 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-1dcc05b0-0e6a-4c2a-9da3-4ff77b2ffbdd tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.31 "GET /v2.0/networks?id=54309d98-48bc-4d3e-a20e-4665796063fc HTTP/1.1" status: 200 len: 806 time: 0.3400660 Mar 05 04:52:32.429599 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-fe3ebb1e-c17d-4827-bec6-b643fec2983e tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Request body: {'port': {'device_id': '41227cd3-11f0-4d19-bd14-5301e32bc781', 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc', 'admin_state_up': True, 'tenant_id': 'f4c8bc28785e4a00b63310ed97b40ba8'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:32.430197 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-66bc8fa2-9b39-4e16-87b2-d9f15aa208c5 None None] Deleting port 266c3c5c-8b63-4d7e-920d-614c5fcacc5f {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:52:32.430584 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-66bc8fa2-9b39-4e16-87b2-d9f15aa208c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (266c3c5c-8b63-4d7e-920d-614c5fcacc5f), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:32.441715 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-c4e70267-5aa7-4533-b869-d161e67ff97e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Deleting port 266c3c5c-8b63-4d7e-920d-614c5fcacc5f {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:52:32.442057 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c4e70267-5aa7-4533-b869-d161e67ff97e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (266c3c5c-8b63-4d7e-920d-614c5fcacc5f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:32.468023 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06275d-7edd-497c-8715-085461b4f712 req-8f72038d-6cf9-4cf5-9dea-70aed8b46e42 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:32.476116 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ae06275d-7edd-497c-8715-085461b4f712 req-8f72038d-6cf9-4cf5-9dea-70aed8b46e42 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=80ce9434-1fac-4361-83af-4970460e950d HTTP/1.1" status: 200 len: 950 time: 0.2001593 Mar 05 04:52:32.500576 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-66bc8fa2-9b39-4e16-87b2-d9f15aa208c5 None None] For port 266c3c5c-8b63-4d7e-920d-614c5fcacc5f, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=266c3c5c-8b63-4d7e-920d-614c5fcacc5f,segment=NetworkSegment(008313d5-c5df-49df-b4c5-594e16afc3dd),segment_id=008313d5-c5df-49df-b4c5-594e16afc3dd)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:32.500979 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-66bc8fa2-9b39-4e16-87b2-d9f15aa208c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (266c3c5c-8b63-4d7e-920d-614c5fcacc5f), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:32.520555 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-66bc8fa2-9b39-4e16-87b2-d9f15aa208c5 None None] Calling delete_port for 266c3c5c-8b63-4d7e-920d-614c5fcacc5f owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:52:32.585893 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-955ec071-0e2d-42cd-b669-35b0f6ebae0c tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Publish callbacks [] for port (d9780589-c3a4-4dbc-ace0-b821fc9ad6d2), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:32.608092 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-66bc8fa2-9b39-4e16-87b2-d9f15aa208c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (266c3c5c-8b63-4d7e-920d-614c5fcacc5f), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:32.640375 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ce9434-1fac-4361-83af-4970460e950d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:52:32.643171 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9239cc24-d3da-4b99-ae3e-d7c828f0b560" -d '{"events": [{"server_uuid": "80ce9434-1fac-4361-83af-4970460e950d", "name": "network-vif-plugged", "status": "completed", "tag": "f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:52:32.645329 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-955ec071-0e2d-42cd-b669-35b0f6ebae0c tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (d9780589-c3a4-4dbc-ace0-b821fc9ad6d2), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:32.648198 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc8fa2-9b39-4e16-87b2-d9f15aa208c5 None None] Pushing event deleted for resources: {'Port': ['ID=266c3c5c-8b63-4d7e-920d-614c5fcacc5f,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:32.653065 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bc8fa2-9b39-4e16-87b2-d9f15aa208c5 None None] No DVR routers for this DVR port 266c3c5c-8b63-4d7e-920d-614c5fcacc5f on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:52:32.670425 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-c4e70267-5aa7-4533-b869-d161e67ff97e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] For port 266c3c5c-8b63-4d7e-920d-614c5fcacc5f, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=266c3c5c-8b63-4d7e-920d-614c5fcacc5f,segment=NetworkSegment(008313d5-c5df-49df-b4c5-594e16afc3dd),segment_id=008313d5-c5df-49df-b4c5-594e16afc3dd)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:32.670425 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c4e70267-5aa7-4533-b869-d161e67ff97e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (266c3c5c-8b63-4d7e-920d-614c5fcacc5f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:32.671055 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-17cdf5f4-c1d9-4272-a0d0-91edee1624e8 service neutron] 10.222.0.31 "GET /v2.0/networks/e0163509-f0e9-40c4-b897-68a267214319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5865803 Mar 05 04:52:32.707882 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-c4e70267-5aa7-4533-b869-d161e67ff97e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Calling delete_port for 266c3c5c-8b63-4d7e-920d-614c5fcacc5f owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:52:32.710956 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955ec071-0e2d-42cd-b669-35b0f6ebae0c tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:52:32.713956 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ae06275d-7edd-497c-8715-085461b4f712 req-e6a8e3d4-488f-458d-b3ed-e047c1d2e73d tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350895 Mar 05 04:52:32.730808 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-955ec071-0e2d-42cd-b669-35b0f6ebae0c tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:52:32.733748 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955ec071-0e2d-42cd-b669-35b0f6ebae0c tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:52:32.751323 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241ce16-433b-4c09-8ac9-d0e212a0ba31 req-456cef48-3d99-4197-9867-6d75e2ea678c tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:32.751323 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4241ce16-433b-4c09-8ac9-d0e212a0ba31 req-456cef48-3d99-4197-9867-6d75e2ea678c tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 945 time: 0.1932337 Mar 05 04:52:32.814009 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c187d4-b82d-4158-9cff-f7537dc6cab5 x-openstack-request-id: req-b4c187d4-b82d-4158-9cff-f7537dc6cab5 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:52:32.814300 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ce9434-1fac-4361-83af-4970460e950d", "name": "network-vif-plugged", "status": "completed", "tag": "f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:52:32.814561 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b4c187d4-b82d-4158-9cff-f7537dc6cab5 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:52:32.814964 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ce9434-1fac-4361-83af-4970460e950d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b', 'code': 200} Mar 05 04:52:32.843660 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-fe3ebb1e-c17d-4827-bec6-b643fec2983e tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Made reservation on behalf of f4c8bc28785e4a00b63310ed97b40ba8 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:52:32.847301 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-fe3ebb1e-c17d-4827-bec6-b643fec2983e tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:32.885129 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ec071-0e2d-42cd-b669-35b0f6ebae0c tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Pushing event updated for resources: {'Port': ['ID=d9780589-c3a4-4dbc-ace0-b821fc9ad6d2,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:32.933744 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-955ec071-0e2d-42cd-b669-35b0f6ebae0c tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Publish callbacks [] for floatingip (336bf6f3-67c0-47b8-9196-52af5754997e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:32.951340 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-878e3def-e263-4592-873b-75f423b600f4 service neutron] 10.222.0.31 "GET /v2.0/networks/e0163509-f0e9-40c4-b897-68a267214319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567537 Mar 05 04:52:32.995678 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4241ce16-433b-4c09-8ac9-d0e212a0ba31 req-dd3e00c9-37f8-4cc2-a806-410c6461209f tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965954 Mar 05 04:52:33.028107 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-955ec071-0e2d-42cd-b669-35b0f6ebae0c tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d9780589-c3a4-4dbc-ace0-b821fc9ad6d2), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:33.097469 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c4e70267-5aa7-4533-b869-d161e67ff97e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (266c3c5c-8b63-4d7e-920d-614c5fcacc5f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:33.098485 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-1b867b62-2ca1-460a-b1d5-f654824df054 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=23da59df-b317-4032-a3ac-4a5c81b49956 HTTP/1.1" status: 200 len: 217 time: 0.1182983 Mar 05 04:52:33.138082 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e70267-5aa7-4533-b869-d161e67ff97e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] No DVR routers for this DVR port 266c3c5c-8b63-4d7e-920d-614c5fcacc5f on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:52:33.140135 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-fe3ebb1e-c17d-4827-bec6-b643fec2983e tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Allocated IP 172.20.0.11 (54309d98-48bc-4d3e-a20e-4665796063fc/9d05b828-21c8-4294-b343-ca7ba96c6119/906adbb7-15a1-4c1e-9694-5cd0851d7ef3) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:52:33.166714 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e70267-5aa7-4533-b869-d161e67ff97e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Pushing event deleted for resources: {'Port': ['ID=266c3c5c-8b63-4d7e-920d-614c5fcacc5f,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:33.219430 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-49d604f9-30e3-4fd5-b627-ea54c9b0093d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:33.235714 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-49d604f9-30e3-4fd5-b627-ea54c9b0093d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1f160f0d-f32d-4fdb-b1b2-addf124f2f22 HTTP/1.1" status: 200 len: 797 time: 0.1206448 Mar 05 04:52:33.249711 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c4e70267-5aa7-4533-b869-d161e67ff97e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (baef5cea-e907-4a38-a29b-9a258e0090e5), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:33.287839 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c792b-358a-4780-960c-90384aea8320 req-06332369-b2ad-40cf-8c05-f5a2ae170a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:33.289362 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-543c792b-358a-4780-960c-90384aea8320 req-06332369-b2ad-40cf-8c05-f5a2ae170a27 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=80ce9434-1fac-4361-83af-4970460e950d HTTP/1.1" status: 200 len: 1133 time: 0.4150887 Mar 05 04:52:33.302785 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-955ec071-0e2d-42cd-b669-35b0f6ebae0c tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Publish callbacks [] for port (d9780589-c3a4-4dbc-ace0-b821fc9ad6d2), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:33.308657 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-955ec071-0e2d-42cd-b669-35b0f6ebae0c tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (d9780589-c3a4-4dbc-ace0-b821fc9ad6d2), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:33.314030 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-06729043-049a-42ca-b548-731a19c5955d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:33.315612 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-06729043-049a-42ca-b548-731a19c5955d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e0163509-f0e9-40c4-b897-68a267214319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0779088 Mar 05 04:52:33.338487 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-c4e70267-5aa7-4533-b869-d161e67ff97e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baef5cea-e907-4a38-a29b-9a258e0090e5']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:33.342844 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89ec152e-13ed-42d8-a11d-28a377cd3b54 req-7b832285-10f9-46f3-ac4d-db23f8151228 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=41227cd3-11f0-4d19-bd14-5301e32bc781 HTTP/1.1" status: 200 len: 210 time: 0.0788150 Mar 05 04:52:33.376815 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-c4e70267-5aa7-4533-b869-d161e67ff97e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008313d5-c5df-49df-b4c5-594e16afc3dd') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:33.377221 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-c4e70267-5aa7-4533-b869-d161e67ff97e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008313d5-c5df-49df-b4c5-594e16afc3dd') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:33.452899 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ec071-0e2d-42cd-b669-35b0f6ebae0c tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Pushing event updated for resources: {'Port': ['ID=d9780589-c3a4-4dbc-ace0-b821fc9ad6d2,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:33.479967 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-955ec071-0e2d-42cd-b669-35b0f6ebae0c tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (336bf6f3-67c0-47b8-9196-52af5754997e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:33.493160 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c4e70267-5aa7-4533-b869-d161e67ff97e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (008313d5-c5df-49df-b4c5-594e16afc3dd), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:33.510915 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-955ec071-0e2d-42cd-b669-35b0f6ebae0c tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:33.512222 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-955ec071-0e2d-42cd-b669-35b0f6ebae0c tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8268228 Mar 05 04:52:33.515757 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52840) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:33.518136 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-5a1528cf-1130-4533-8eca-3989af20a5ca service neutron] 10.222.0.31 "GET /v2.0/networks/e0163509-f0e9-40c4-b897-68a267214319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787779 Mar 05 04:52:33.533265 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c4e70267-5aa7-4533-b869-d161e67ff97e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (008313d5-c5df-49df-b4c5-594e16afc3dd), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:33.551166 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628a67b-8b27-447a-ac5b-83de158e0860 req-e66c0431-10e4-4e01-a697-cc7e06742b4a tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:33.553336 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2628a67b-8b27-447a-ac5b-83de158e0860 req-e66c0431-10e4-4e01-a697-cc7e06742b4a tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 945 time: 0.3472142 Mar 05 04:52:33.555748 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-543c792b-358a-4780-960c-90384aea8320 req-984c02a1-6a60-4dc4-9783-729b0e8e90e0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459512 Mar 05 04:52:33.562470 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e70267-5aa7-4533-b869-d161e67ff97e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:52:33.562850 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c4e70267-5aa7-4533-b869-d161e67ff97e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (008313d5-c5df-49df-b4c5-594e16afc3dd), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: timer() Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:52:33.566076 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:52:33.681262 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-20713a98-835e-4b2e-a1fa-049554fe21f0 service neutron] 10.222.0.31 "GET /v2.0/networks/e0163509-f0e9-40c4-b897-68a267214319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558938 Mar 05 04:52:33.687021 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-1c4c2169-de93-4e0a-8d73-7ab32a7b4bc5 tempest-FloatingIPAdminTestJSON-138623974 tempest-FloatingIPAdminTestJSON-138623974-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:33.734074 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-52ea76b3-7290-4c09-9501-a2644c07a65e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9c57959f-74bc-4f24-a658-b703986f73eb HTTP/1.1" status: 200 len: 217 time: 0.0419300 Mar 05 04:52:33.777002 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1c4c2169-de93-4e0a-8d73-7ab32a7b4bc5 tempest-FloatingIPAdminTestJSON-138623974 tempest-FloatingIPAdminTestJSON-138623974-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:33.816837 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-acc5493b-3405-43eb-819c-dda790b444aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:33.819306 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-acc5493b-3405-43eb-819c-dda790b444aa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1c33f29-fbe3-4325-bbc2-5023e8c22c88 HTTP/1.1" status: 200 len: 797 time: 0.0779810 Mar 05 04:52:33.920472 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-7b8d114d-155a-4e25-9698-17d06593df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:33.922121 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-7b8d114d-155a-4e25-9698-17d06593df83 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d212388e-df12-4708-9d1c-73e3d414a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0936897 Mar 05 04:52:33.945646 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1c4c2169-de93-4e0a-8d73-7ab32a7b4bc5 tempest-FloatingIPAdminTestJSON-138623974 tempest-FloatingIPAdminTestJSON-138623974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:34.061381 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-fe3ebb1e-c17d-4827-bec6-b643fec2983e tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks [] for port (906adbb7-15a1-4c1e-9694-5cd0851d7ef3), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:34.062412 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 266c3c5c-8b63-4d7e-920d-614c5fcacc5f no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:52:34.091699 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 266c3c5c-8b63-4d7e-920d-614c5fcacc5f {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:52:34.092743 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 266c3c5c-8b63-4d7e-920d-614c5fcacc5f not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:52:34.110618 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-2367e1bd-5aa2-45da-b0ac-31a1da13eb1b service neutron] 10.222.0.31 "GET /v2.0/networks/d212388e-df12-4708-9d1c-73e3d414a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785593 Mar 05 04:52:34.125858 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-fe3ebb1e-c17d-4827-bec6-b643fec2983e tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (906adbb7-15a1-4c1e-9694-5cd0851d7ef3), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:34.138832 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['8f50280d-c7ec-464b-867e-ad57cfb7443f'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:52:34.160363 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-1c4c2169-de93-4e0a-8d73-7ab32a7b4bc5 tempest-FloatingIPAdminTestJSON-138623974 tempest-FloatingIPAdminTestJSON-138623974-project] Allocated IP 172.25.0.50 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/77ebb42b-0c27-45f2-bc46-b5e0a8ddca3e) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:52:34.207562 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c4e70267-5aa7-4533-b869-d161e67ff97e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (baef5cea-e907-4a38-a29b-9a258e0090e5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:34.233561 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ebb1e-c17d-4827-bec6-b643fec2983e tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Pushing event updated for resources: {'Port': ['ID=906adbb7-15a1-4c1e-9694-5cd0851d7ef3,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:34.269030 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c4e70267-5aa7-4533-b869-d161e67ff97e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:34.272802 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c4e70267-5aa7-4533-b869-d161e67ff97e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "DELETE /v2.0/networks/baef5cea-e907-4a38-a29b-9a258e0090e5 HTTP/1.1" status: 204 len: 168 time: 2.3273642 Mar 05 04:52:34.279528 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52848) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:34.281129 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e70267-5aa7-4533-b869-d161e67ff97e tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Pushing event deleted for resources: {'Network': ['ID=baef5cea-e907-4a38-a29b-9a258e0090e5,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:34.305865 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2628a67b-8b27-447a-ac5b-83de158e0860 req-6bd4fc94-79f0-4cff-a41f-e28a9e79131c tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7383168 Mar 05 04:52:34.336252 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb671815-0e8c-4f9a-9e89-b4e4cf3e598b req-6cf051fc-aef9-4b44-8380-0b1917c476ca tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:34.348832 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fb671815-0e8c-4f9a-9e89-b4e4cf3e598b req-6cf051fc-aef9-4b44-8380-0b1917c476ca tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=80ce9434-1fac-4361-83af-4970460e950d HTTP/1.1" status: 200 len: 950 time: 0.3058126 Mar 05 04:52:34.354336 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-fbff9790-9766-4a03-a641-c629bbd50f4c service neutron] 10.222.0.31 "GET /v2.0/networks/d212388e-df12-4708-9d1c-73e3d414a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345645 Mar 05 04:52:34.356177 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-fe3ebb1e-c17d-4827-bec6-b643fec2983e tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Network 54309d98-48bc-4d3e-a20e-4665796063fc is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:52:34.366654 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-fe3ebb1e-c17d-4827-bec6-b643fec2983e tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:52:34.376592 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-fe3ebb1e-c17d-4827-bec6-b643fec2983e tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:52:34.416685 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-4e6fe642-f3de-4079-b7d2-2494cf7d6716 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=abf116a6-e436-4e8d-8188-bf1027bd0bef HTTP/1.1" status: 200 len: 217 time: 0.0541699 Mar 05 04:52:34.422887 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ae2dd0-bc2f-4eaa-9139-43a83bf4b45d tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Deleting subnet 085ded30-ab24-4b51-bd35-59d340d1a57e {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:52:34.441633 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-69ae2dd0-bc2f-4eaa-9139-43a83bf4b45d tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks [] for subnet (085ded30-ab24-4b51-bd35-59d340d1a57e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:34.500389 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1c4c2169-de93-4e0a-8d73-7ab32a7b4bc5 tempest-FloatingIPAdminTestJSON-138623974 tempest-FloatingIPAdminTestJSON-138623974-project] Publish callbacks [] for port (77ebb42b-0c27-45f2-bc46-b5e0a8ddca3e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:34.512913 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fb671815-0e8c-4f9a-9e89-b4e4cf3e598b req-c538f9ba-7c2a-42b2-9d1b-e4e127010026 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623018 Mar 05 04:52:34.525802 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-5f1d352f-2ac7-46f1-a911-c956649cce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:34.527393 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-5f1d352f-2ac7-46f1-a911-c956649cce55 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e1c33f29-fbe3-4325-bbc2-5023e8c22c88 HTTP/1.1" status: 200 len: 797 time: 0.1021345 Mar 05 04:52:34.528828 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-fe3ebb1e-c17d-4827-bec6-b643fec2983e tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:34.530021 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-fe3ebb1e-c17d-4827-bec6-b643fec2983e tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:34.535988 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-69ae2dd0-bc2f-4eaa-9139-43a83bf4b45d tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (085ded30-ab24-4b51-bd35-59d340d1a57e), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:34.556931 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-fe3ebb1e-c17d-4827-bec6-b643fec2983e tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1329582 Mar 05 04:52:34.579002 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-d20b9705-ee51-4262-867e-963ae025a4c4 service neutron] Request body: {'port': {'device_id': '41227cd3-11f0-4d19-bd14-5301e32bc781', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:34.590080 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d6939-c7fa-429e-bc73-04e581fb3cca req-6e837762-50d5-4dc4-bffa-776b72ba7dbd tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:34.598229 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6f6d6939-c7fa-429e-bc73-04e581fb3cca req-6e837762-50d5-4dc4-bffa-776b72ba7dbd tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=41227cd3-11f0-4d19-bd14-5301e32bc781 HTTP/1.1" status: 200 len: 932 time: 0.1483479 Mar 05 04:52:34.652139 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1c4c2169-de93-4e0a-8d73-7ab32a7b4bc5 tempest-FloatingIPAdminTestJSON-138623974 tempest-FloatingIPAdminTestJSON-138623974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (77ebb42b-0c27-45f2-bc46-b5e0a8ddca3e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:34.709562 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-1642695d-3985-434d-833b-f629d55df3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:34.711069 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-1642695d-3985-434d-833b-f629d55df3d6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d212388e-df12-4708-9d1c-73e3d414a7cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1722891 Mar 05 04:52:34.720450 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4c2169-de93-4e0a-8d73-7ab32a7b4bc5 tempest-FloatingIPAdminTestJSON-138623974 tempest-FloatingIPAdminTestJSON-138623974-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:52:34.722864 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-69ae2dd0-bc2f-4eaa-9139-43a83bf4b45d tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (085ded30-ab24-4b51-bd35-59d340d1a57e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:34.758113 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6f6d6939-c7fa-429e-bc73-04e581fb3cca req-f0a66805-a009-4448-baef-aaed65b46afa tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581933 Mar 05 04:52:34.758648 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-1c4c2169-de93-4e0a-8d73-7ab32a7b4bc5 tempest-FloatingIPAdminTestJSON-138623974 tempest-FloatingIPAdminTestJSON-138623974-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:52:34.760515 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c2169-de93-4e0a-8d73-7ab32a7b4bc5 tempest-FloatingIPAdminTestJSON-138623974 tempest-FloatingIPAdminTestJSON-138623974-project] Pushing event updated for resources: {'Port': ['ID=77ebb42b-0c27-45f2-bc46-b5e0a8ddca3e,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:34.763878 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-d20b9705-ee51-4262-867e-963ae025a4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (906adbb7-15a1-4c1e-9694-5cd0851d7ef3), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:34.765043 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4c2169-de93-4e0a-8d73-7ab32a7b4bc5 tempest-FloatingIPAdminTestJSON-138623974 tempest-FloatingIPAdminTestJSON-138623974-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:52:34.937671 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-69ae2dd0-bc2f-4eaa-9139-43a83bf4b45d tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (085ded30-ab24-4b51-bd35-59d340d1a57e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:34.978815 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-828de1ec-8211-4785-a851-33fdc8b5d193 service neutron] 10.222.0.31 "GET /v2.0/networks/d212388e-df12-4708-9d1c-73e3d414a7cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570436 Mar 05 04:52:35.014349 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-69ae2dd0-bc2f-4eaa-9139-43a83bf4b45d tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:35.018199 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-69ae2dd0-bc2f-4eaa-9139-43a83bf4b45d tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "DELETE /v2.0/subnets/085ded30-ab24-4b51-bd35-59d340d1a57e HTTP/1.1" status: 204 len: 168 time: 0.7371562 Mar 05 04:52:35.021863 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52854) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:35.027216 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace95f3a-6f51-4c9e-a0d4-c8774dd65f22 None None] Network 932e36f1-6bce-4e21-8b8f-362449eecd13 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:52:35.029839 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae2dd0-bc2f-4eaa-9139-43a83bf4b45d tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Pushing event deleted for resources: {'Subnet': ['ID=085ded30-ab24-4b51-bd35-59d340d1a57e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:35.063652 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1c4c2169-de93-4e0a-8d73-7ab32a7b4bc5 tempest-FloatingIPAdminTestJSON-138623974 tempest-FloatingIPAdminTestJSON-138623974-project] Publish callbacks [] for floatingip (187fc366-7f22-431e-aa99-682b45a00b51), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:35.153336 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1c4c2169-de93-4e0a-8d73-7ab32a7b4bc5 tempest-FloatingIPAdminTestJSON-138623974 tempest-FloatingIPAdminTestJSON-138623974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (77ebb42b-0c27-45f2-bc46-b5e0a8ddca3e), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:35.164220 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3e14f759-c0ef-4c29-92f3-66e7425e06bb tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (932e36f1-6bce-4e21-8b8f-362449eecd13), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:35.181991 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-d20b9705-ee51-4262-867e-963ae025a4c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906adbb7-15a1-4c1e-9694-5cd0851d7ef3 {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:52:35.195239 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-d20b9705-ee51-4262-867e-963ae025a4c4 service neutron] Publish callbacks [] for port (906adbb7-15a1-4c1e-9694-5cd0851d7ef3), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:35.229761 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-d20b9705-ee51-4262-867e-963ae025a4c4 service neutron] Transition to ACTIVE for port object 906adbb7-15a1-4c1e-9694-5cd0851d7ef3 will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:52:35.235927 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-d20b9705-ee51-4262-867e-963ae025a4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (906adbb7-15a1-4c1e-9694-5cd0851d7ef3), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:35.300934 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8403b99-c747-4ae0-80c5-c170c1456c07 None None] DHCP port deletion for 932e36f1-6bce-4e21-8b8f-362449eecd13 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:52:35.304731 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b9705-ee51-4262-867e-963ae025a4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=906adbb7-15a1-4c1e-9694-5cd0851d7ef3,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:35.363169 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-3e14f759-c0ef-4c29-92f3-66e7425e06bb tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Deleting port 5ee39717-efde-41ea-9a75-e8a9486e0b13 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:52:35.363554 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3e14f759-c0ef-4c29-92f3-66e7425e06bb tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (5ee39717-efde-41ea-9a75-e8a9486e0b13), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:35.426186 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a8403b99-c747-4ae0-80c5-c170c1456c07 None None] Deleting port 5ee39717-efde-41ea-9a75-e8a9486e0b13 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:52:35.430486 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a8403b99-c747-4ae0-80c5-c170c1456c07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (5ee39717-efde-41ea-9a75-e8a9486e0b13), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:35.454494 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-d20b9705-ee51-4262-867e-963ae025a4c4 service neutron] Attempting to bind port 906adbb7-15a1-4c1e-9694-5cd0851d7ef3 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:52:35.454951 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-d20b9705-ee51-4262-867e-963ae025a4c4 service neutron] Attempting to bind port 906adbb7-15a1-4c1e-9694-5cd0851d7ef3 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'ebcd2177-23d7-4bfd-8698-a8500e628c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:52:35.455421 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-d20b9705-ee51-4262-867e-963ae025a4c4 service neutron] Attempting to bind port 906adbb7-15a1-4c1e-9694-5cd0851d7ef3 on network 54309d98-48bc-4d3e-a20e-4665796063fc {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:52:35.459156 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-3e14f759-c0ef-4c29-92f3-66e7425e06bb tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] For port 5ee39717-efde-41ea-9a75-e8a9486e0b13, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=5ee39717-efde-41ea-9a75-e8a9486e0b13,segment=NetworkSegment(e0a23100-d81e-4029-bdab-850cb5dd6a28),segment_id=e0a23100-d81e-4029-bdab-850cb5dd6a28)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:35.459608 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3e14f759-c0ef-4c29-92f3-66e7425e06bb tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (5ee39717-efde-41ea-9a75-e8a9486e0b13), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:35.506018 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-d20b9705-ee51-4262-867e-963ae025a4c4 service neutron] Port 906adbb7-15a1-4c1e-9694-5cd0851d7ef3 on network 54309d98-48bc-4d3e-a20e-4665796063fc not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:52:35.506448 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-d20b9705-ee51-4262-867e-963ae025a4c4 service neutron] Attempting to bind port 906adbb7-15a1-4c1e-9694-5cd0851d7ef3 on network 54309d98-48bc-4d3e-a20e-4665796063fc {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:52:35.508935 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-3e14f759-c0ef-4c29-92f3-66e7425e06bb tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Calling delete_port for 5ee39717-efde-41ea-9a75-e8a9486e0b13 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:52:35.525186 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-d20b9705-ee51-4262-867e-963ae025a4c4 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:52:35.525848 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-d20b9705-ee51-4262-867e-963ae025a4c4 service neutron] Checking segment: {'id': 'ebcd2177-23d7-4bfd-8698-a8500e628c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:52:35.525848 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-d20b9705-ee51-4262-867e-963ae025a4c4 service neutron] Bound using segment: {'id': 'ebcd2177-23d7-4bfd-8698-a8500e628c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:52:35.526399 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-d20b9705-ee51-4262-867e-963ae025a4c4 service neutron] Bound port: 906adbb7-15a1-4c1e-9694-5cd0851d7ef3, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebcd2177-23d7-4bfd-8698-a8500e628c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:52:35.526815 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-d20b9705-ee51-4262-867e-963ae025a4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (906adbb7-15a1-4c1e-9694-5cd0851d7ef3), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:35.544787 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-a8403b99-c747-4ae0-80c5-c170c1456c07 None None] For port 5ee39717-efde-41ea-9a75-e8a9486e0b13, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=5ee39717-efde-41ea-9a75-e8a9486e0b13,segment=NetworkSegment(e0a23100-d81e-4029-bdab-850cb5dd6a28),segment_id=e0a23100-d81e-4029-bdab-850cb5dd6a28)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:35.545329 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a8403b99-c747-4ae0-80c5-c170c1456c07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (5ee39717-efde-41ea-9a75-e8a9486e0b13), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:35.562659 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a8403b99-c747-4ae0-80c5-c170c1456c07 None None] Calling delete_port for 5ee39717-efde-41ea-9a75-e8a9486e0b13 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:52:35.643541 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209187e0-065e-47df-b0da-1ced4138c3f9 req-5540e10e-084b-4a29-a824-5e052e794c6d tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:35.645212 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-209187e0-065e-47df-b0da-1ced4138c3f9 req-5540e10e-084b-4a29-a824-5e052e794c6d tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 945 time: 0.1820757 Mar 05 04:52:35.681770 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-138a3b7d-7941-4c54-aaee-221dac1d7380 req-69befb95-4c74-4aa5-9575-194b46f40b0b service neutron] 10.222.0.31 "GET /v2.0/networks/d212388e-df12-4708-9d1c-73e3d414a7cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6710162 Mar 05 04:52:35.724389 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-d20b9705-ee51-4262-867e-963ae025a4c4 service neutron] For port 906adbb7-15a1-4c1e-9694-5cd0851d7ef3, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:52:35.733708 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a8403b99-c747-4ae0-80c5-c170c1456c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (5ee39717-efde-41ea-9a75-e8a9486e0b13), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:35.734322 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3e14f759-c0ef-4c29-92f3-66e7425e06bb tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (5ee39717-efde-41ea-9a75-e8a9486e0b13), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:35.770310 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8403b99-c747-4ae0-80c5-c170c1456c07 None None] Pushing event deleted for resources: {'Port': ['ID=5ee39717-efde-41ea-9a75-e8a9486e0b13,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:35.773076 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8403b99-c747-4ae0-80c5-c170c1456c07 None None] No DVR routers for this DVR port 5ee39717-efde-41ea-9a75-e8a9486e0b13 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:52:35.781413 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-d20b9705-ee51-4262-867e-963ae025a4c4 service neutron] For port 906adbb7-15a1-4c1e-9694-5cd0851d7ef3, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=906adbb7-15a1-4c1e-9694-5cd0851d7ef3,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:52:35.793631 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14f759-c0ef-4c29-92f3-66e7425e06bb tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Pushing event deleted for resources: {'Port': ['ID=5ee39717-efde-41ea-9a75-e8a9486e0b13,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:35.795630 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e14f759-c0ef-4c29-92f3-66e7425e06bb tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] No DVR routers for this DVR port 5ee39717-efde-41ea-9a75-e8a9486e0b13 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:52:35.808817 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-d20b9705-ee51-4262-867e-963ae025a4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (906adbb7-15a1-4c1e-9694-5cd0851d7ef3), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:35.841882 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-209187e0-065e-47df-b0da-1ced4138c3f9 req-b83a65bf-56b5-4c31-ac88-cbd0d96d2ed3 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698472 Mar 05 04:52:35.881518 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-d20b9705-ee51-4262-867e-963ae025a4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:35.882181 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-d20b9705-ee51-4262-867e-963ae025a4c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:35.883560 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-d20b9705-ee51-4262-867e-963ae025a4c4 service neutron] 10.222.0.31 "PUT /v2.0/ports/906adbb7-15a1-4c1e-9694-5cd0851d7ef3 HTTP/1.1" status: 200 len: 1093 time: 1.3127811 Mar 05 04:52:35.886465 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41227cd3-11f0-4d19-bd14-5301e32bc781', 'tag': '906adbb7-15a1-4c1e-9694-5cd0851d7ef3'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:52:35.888375 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490b7c8f-da81-4e79-9d01-d4991b6d39ff" -d '{"events": [{"name": "network-changed", "server_uuid": "41227cd3-11f0-4d19-bd14-5301e32bc781", "tag": "906adbb7-15a1-4c1e-9694-5cd0851d7ef3"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:52:35.898695 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bed4dd-f380-4412-b543-d67e53ff692d req-897fc40b-8f0e-44c1-85d0-f3b58365258e tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:35.899506 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-85bed4dd-f380-4412-b543-d67e53ff692d req-897fc40b-8f0e-44c1-85d0-f3b58365258e tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=80ce9434-1fac-4361-83af-4970460e950d HTTP/1.1" status: 200 len: 950 time: 0.2532535 Mar 05 04:52:35.953911 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1c4c2169-de93-4e0a-8d73-7ab32a7b4bc5 tempest-FloatingIPAdminTestJSON-138623974 tempest-FloatingIPAdminTestJSON-138623974-project] Publish callbacks [] for port (77ebb42b-0c27-45f2-bc46-b5e0a8ddca3e), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:35.963893 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1c4c2169-de93-4e0a-8d73-7ab32a7b4bc5 tempest-FloatingIPAdminTestJSON-138623974 tempest-FloatingIPAdminTestJSON-138623974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (77ebb42b-0c27-45f2-bc46-b5e0a8ddca3e), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:36.025636 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3e14f759-c0ef-4c29-92f3-66e7425e06bb tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (932e36f1-6bce-4e21-8b8f-362449eecd13), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:36.070119 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5ee39717-efde-41ea-9a75-e8a9486e0b13 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:52:36.072492 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b9705-ee51-4262-867e-963ae025a4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=906adbb7-15a1-4c1e-9694-5cd0851d7ef3,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:36.093319 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-3e14f759-c0ef-4c29-92f3-66e7425e06bb tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932e36f1-6bce-4e21-8b8f-362449eecd13']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:36.102232 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c2169-de93-4e0a-8d73-7ab32a7b4bc5 tempest-FloatingIPAdminTestJSON-138623974 tempest-FloatingIPAdminTestJSON-138623974-project] Pushing event updated for resources: {'Port': ['ID=77ebb42b-0c27-45f2-bc46-b5e0a8ddca3e,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:36.107426 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 5ee39717-efde-41ea-9a75-e8a9486e0b13 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:52:36.107832 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5ee39717-efde-41ea-9a75-e8a9486e0b13 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:52:36.108164 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1c4c2169-de93-4e0a-8d73-7ab32a7b4bc5 tempest-FloatingIPAdminTestJSON-138623974 tempest-FloatingIPAdminTestJSON-138623974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (187fc366-7f22-431e-aa99-682b45a00b51), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:36.116681 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-3e14f759-c0ef-4c29-92f3-66e7425e06bb tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a23100-d81e-4029-bdab-850cb5dd6a28') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:36.116984 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-3e14f759-c0ef-4c29-92f3-66e7425e06bb tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a23100-d81e-4029-bdab-850cb5dd6a28') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:36.124094 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-85bed4dd-f380-4412-b543-d67e53ff692d req-f73c70aa-6c8e-4cc0-83e2-4c0b1d5cd21a tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091036 Mar 05 04:52:36.126661 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1c4c2169-de93-4e0a-8d73-7ab32a7b4bc5 tempest-FloatingIPAdminTestJSON-138623974 tempest-FloatingIPAdminTestJSON-138623974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:36.128207 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1c4c2169-de93-4e0a-8d73-7ab32a7b4bc5 tempest-FloatingIPAdminTestJSON-138623974 tempest-FloatingIPAdminTestJSON-138623974-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6088204 Mar 05 04:52:36.131502 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52866) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:36.139129 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-adb951f0-6c65-4581-8ed3-292cb9ce1b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:36.140215 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-adb951f0-6c65-4581-8ed3-292cb9ce1b88 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4c8bc28785e4a00b63310ed97b40ba8&device_id=41227cd3-11f0-4d19-bd14-5301e32bc781 HTTP/1.1" status: 200 len: 1127 time: 0.2048221 Mar 05 04:52:36.141984 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3e14f759-c0ef-4c29-92f3-66e7425e06bb tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (e0a23100-d81e-4029-bdab-850cb5dd6a28), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:36.169794 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3e14f759-c0ef-4c29-92f3-66e7425e06bb tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (e0a23100-d81e-4029-bdab-850cb5dd6a28), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:36.177525 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e14f759-c0ef-4c29-92f3-66e7425e06bb tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:52:36.177852 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3e14f759-c0ef-4c29-92f3-66e7425e06bb tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (e0a23100-d81e-4029-bdab-850cb5dd6a28), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:36.216723 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-048bcc16-46dd-452e-a733-91d80b63c792 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3218 time: 0.0839951 Mar 05 04:52:36.219427 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52872) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:36.249670 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 04:52:36.249670 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:52:36.249670 n-d-789963-32 neutron-server[105231]: timer() Mar 05 04:52:36.249670 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:52:36.249670 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 04:52:36.249670 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:52:36.249670 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 04:52:36.249670 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:52:36.249670 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 04:52:36.249670 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:52:36.249670 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 04:52:36.249670 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:52:36.249670 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 04:52:36.249670 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:52:36.249670 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:52:36.249670 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:52:36.249670 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:52:36.249670 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:52:36.249670 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 04:52:36.249670 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:52:36.249670 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 04:52:36.249670 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:52:36.249670 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:52:36.249670 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:52:36.249670 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 04:52:36.249670 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:52:36.249670 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:52:36.249670 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:52:36.249670 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:52:36.249670 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:52:36.249670 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:52:36.249670 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:52:36.253446 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b55080-d200-4055-b8a7-bdb50d331cac x-openstack-request-id: req-75b55080-d200-4055-b8a7-bdb50d331cac {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:52:36.253753 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41227cd3-11f0-4d19-bd14-5301e32bc781", "tag": "906adbb7-15a1-4c1e-9694-5cd0851d7ef3", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:52:36.254015 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-75b55080-d200-4055-b8a7-bdb50d331cac {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:52:36.254487 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41227cd3-11f0-4d19-bd14-5301e32bc781', 'tag': '906adbb7-15a1-4c1e-9694-5cd0851d7ef3', 'status': 'completed', 'code': 200} Mar 05 04:52:36.290148 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29b481-d49e-4b2f-8d10-b765059e6b62 req-fee2e5ba-650b-44e0-b18c-84897f67f31e tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:36.297161 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fa29b481-d49e-4b2f-8d10-b765059e6b62 req-fee2e5ba-650b-44e0-b18c-84897f67f31e tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=41227cd3-11f0-4d19-bd14-5301e32bc781 HTTP/1.1" status: 200 len: 944 time: 0.3403440 Mar 05 04:52:36.300569 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3e14f759-c0ef-4c29-92f3-66e7425e06bb tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (932e36f1-6bce-4e21-8b8f-362449eecd13), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:36.305850 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6889f539-a004-466e-baef-0c8f9ad1dcb8 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0853083 Mar 05 04:52:36.308654 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52874) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:36.308785 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-3da16772-9e24-45b9-b877-6ee5d088a515 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=906adbb7-15a1-4c1e-9694-5cd0851d7ef3 HTTP/1.1" status: 200 len: 217 time: 0.1581056 Mar 05 04:52:36.317957 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3e14f759-c0ef-4c29-92f3-66e7425e06bb tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:36.321649 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3e14f759-c0ef-4c29-92f3-66e7425e06bb tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] 10.222.0.11 "DELETE /v2.0/networks/932e36f1-6bce-4e21-8b8f-362449eecd13 HTTP/1.1" status: 204 len: 168 time: 1.2921116 Mar 05 04:52:36.377727 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14f759-c0ef-4c29-92f3-66e7425e06bb tempest-ServersTestMultiNic-633234253 tempest-ServersTestMultiNic-633234253-project] Pushing event deleted for resources: {'Network': ['ID=932e36f1-6bce-4e21-8b8f-362449eecd13,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:36.454209 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fa29b481-d49e-4b2f-8d10-b765059e6b62 req-ded11526-08f4-4add-845e-e9cd2c2e1487 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557806 Mar 05 04:52:36.455303 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-ca331411-3531-46c1-9f5e-fc87c4e9b203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:36.457274 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-ca331411-3531-46c1-9f5e-fc87c4e9b203 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9d05b828-21c8-4294-b343-ca7ba96c6119 HTTP/1.1" status: 200 len: 846 time: 0.1417632 Mar 05 04:52:36.465489 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-fe8f97ac-b166-4fed-b667-8ed586232eba tempest-FloatingIPAdminTestJSON-138623974 tempest-FloatingIPAdminTestJSON-138623974-project] Deleting port 77ebb42b-0c27-45f2-bc46-b5e0a8ddca3e {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:52:36.466001 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fe8f97ac-b166-4fed-b667-8ed586232eba tempest-FloatingIPAdminTestJSON-138623974 tempest-FloatingIPAdminTestJSON-138623974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (77ebb42b-0c27-45f2-bc46-b5e0a8ddca3e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:36.501011 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461933e-1dd2-4f2c-aa78-629ecd1e9b8c req-5d6d44bd-f10b-4a95-a326-88536e462c90 tempest-ServersOnMultiNodesTest-615486994 tempest-ServersOnMultiNodesTest-615486994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:36.502620 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3461933e-1dd2-4f2c-aa78-629ecd1e9b8c req-5d6d44bd-f10b-4a95-a326-88536e462c90 tempest-ServersOnMultiNodesTest-615486994 tempest-ServersOnMultiNodesTest-615486994-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=80ce9434-1fac-4361-83af-4970460e950d HTTP/1.1" status: 200 len: 1133 time: 0.1330905 Mar 05 04:52:36.504837 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-2d1be607-81d2-4456-b843-27c2e5452cf1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=54309d98-48bc-4d3e-a20e-4665796063fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419977 Mar 05 04:52:36.533906 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-3461933e-1dd2-4f2c-aa78-629ecd1e9b8c req-0ed7f142-3316-4c10-9bf3-fad4e76bffce tempest-ServersOnMultiNodesTest-615486994 tempest-ServersOnMultiNodesTest-615486994-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:36.565831 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fe8f97ac-b166-4fed-b667-8ed586232eba tempest-FloatingIPAdminTestJSON-138623974 tempest-FloatingIPAdminTestJSON-138623974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (77ebb42b-0c27-45f2-bc46-b5e0a8ddca3e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:36.566273 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fe8f97ac-b166-4fed-b667-8ed586232eba tempest-FloatingIPAdminTestJSON-138623974 tempest-FloatingIPAdminTestJSON-138623974-project] Publish callbacks [] for floatingip (77ebb42b-0c27-45f2-bc46-b5e0a8ddca3e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:36.579375 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-fe8f97ac-b166-4fed-b667-8ed586232eba tempest-FloatingIPAdminTestJSON-138623974 tempest-FloatingIPAdminTestJSON-138623974-project] Calling delete_port for 77ebb42b-0c27-45f2-bc46-b5e0a8ddca3e owned by network:floatingip {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:52:36.656487 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-1408fc9a-29f3-4105-b1dd-df25fbecadfe service neutron] 10.222.0.31 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446037 Mar 05 04:52:36.726726 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52886) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:36.745254 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-3461933e-1dd2-4f2c-aa78-629ecd1e9b8c req-0ed7f142-3316-4c10-9bf3-fad4e76bffce tempest-ServersOnMultiNodesTest-615486994 tempest-ServersOnMultiNodesTest-615486994-project-admin] Publish callbacks [] for security_group (e9dab4c9-c2be-4495-9858-df0ed8047b0d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:36.751917 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-3461933e-1dd2-4f2c-aa78-629ecd1e9b8c req-0ed7f142-3316-4c10-9bf3-fad4e76bffce tempest-ServersOnMultiNodesTest-615486994 tempest-ServersOnMultiNodesTest-615486994-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e9dab4c9-c2be-4495-9858-df0ed8047b0d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:36.809461 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fe8f97ac-b166-4fed-b667-8ed586232eba tempest-FloatingIPAdminTestJSON-138623974 tempest-FloatingIPAdminTestJSON-138623974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (77ebb42b-0c27-45f2-bc46-b5e0a8ddca3e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:36.816713 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3461933e-1dd2-4f2c-aa78-629ecd1e9b8c req-0ed7f142-3316-4c10-9bf3-fad4e76bffce tempest-ServersOnMultiNodesTest-615486994 tempest-ServersOnMultiNodesTest-615486994-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039343 Mar 05 04:52:36.820578 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70a1533f-fd3f-4177-a2bc-63e87df6a6de req-36b93a36-d627-4032-889d-025b1b2501c5 service neutron] 10.222.0.31 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560576 Mar 05 04:52:36.821535 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7f142-3316-4c10-9bf3-fad4e76bffce tempest-ServersOnMultiNodesTest-615486994 tempest-ServersOnMultiNodesTest-615486994-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dab4c9-c2be-4495-9858-df0ed8047b0d,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:36.909307 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f97ac-b166-4fed-b667-8ed586232eba tempest-FloatingIPAdminTestJSON-138623974 tempest-FloatingIPAdminTestJSON-138623974-project] Pushing event deleted for resources: {'Port': ['ID=77ebb42b-0c27-45f2-bc46-b5e0a8ddca3e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:37.019583 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b7c8f-da81-4e79-9d01-d4991b6d39ff req-37397273-e9ce-4a81-9b2e-c206070e736f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:37.022256 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-490b7c8f-da81-4e79-9d01-d4991b6d39ff req-37397273-e9ce-4a81-9b2e-c206070e736f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4c8bc28785e4a00b63310ed97b40ba8&device_id=41227cd3-11f0-4d19-bd14-5301e32bc781 HTTP/1.1" status: 200 len: 1127 time: 0.1251972 Mar 05 04:52:37.080120 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f3e4f-b51b-4c84-90b6-86cf3b6f49e3 req-4497f10d-1d4c-4331-ba49-88d90cb3d590 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:37.088332 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-423f3e4f-b51b-4c84-90b6-86cf3b6f49e3 req-4497f10d-1d4c-4331-ba49-88d90cb3d590 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 945 time: 0.1251884 Mar 05 04:52:37.120369 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fe8f97ac-b166-4fed-b667-8ed586232eba tempest-FloatingIPAdminTestJSON-138623974 tempest-FloatingIPAdminTestJSON-138623974-project] Publish callbacks [] for floatingip (187fc366-7f22-431e-aa99-682b45a00b51), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:37.123482 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fe8f97ac-b166-4fed-b667-8ed586232eba tempest-FloatingIPAdminTestJSON-138623974 tempest-FloatingIPAdminTestJSON-138623974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:37.128229 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fe8f97ac-b166-4fed-b667-8ed586232eba tempest-FloatingIPAdminTestJSON-138623974 tempest-FloatingIPAdminTestJSON-138623974-project] 10.222.0.11 "DELETE /v2.0/floatingips/187fc366-7f22-431e-aa99-682b45a00b51 HTTP/1.1" status: 204 len: 168 time: 0.8183718 Mar 05 04:52:37.129150 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52902) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:37.195660 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-ca913fd1-6d1a-468f-9d1f-5604fcc98dad tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c539558a26474a33929b824612bb5b75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380175 Mar 05 04:52:37.204322 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-423f3e4f-b51b-4c84-90b6-86cf3b6f49e3 req-99ce2559-a45c-4351-9417-8df631aaae1d tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148808 Mar 05 04:52:37.296224 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b7c8f-da81-4e79-9d01-d4991b6d39ff req-462d998b-7730-47b5-b579-93fb2883c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:37.297662 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-490b7c8f-da81-4e79-9d01-d4991b6d39ff req-462d998b-7730-47b5-b579-93fb2883c32f service neutron] 10.222.0.31 "GET /v2.0/networks?id=54309d98-48bc-4d3e-a20e-4665796063fc HTTP/1.1" status: 200 len: 906 time: 0.2694771 Mar 05 04:52:37.342799 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-490b7c8f-da81-4e79-9d01-d4991b6d39ff req-d3d3553b-e3ba-4117-b94d-99836d77a210 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=906adbb7-15a1-4c1e-9694-5cd0851d7ef3 HTTP/1.1" status: 200 len: 217 time: 0.0385408 Mar 05 04:52:37.404218 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-ff1c81b4-9138-4dbc-ad8a-a535ab7d1340 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:37.414077 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-ff1c81b4-9138-4dbc-ad8a-a535ab7d1340 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2062504 Mar 05 04:52:37.418545 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-c1d1b312-3f3b-4ff5-875d-53d84dc4e174 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Deleting port d9780589-c3a4-4dbc-ace0-b821fc9ad6d2 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:52:37.418918 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c1d1b312-3f3b-4ff5-875d-53d84dc4e174 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d9780589-c3a4-4dbc-ace0-b821fc9ad6d2), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:37.445299 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-07aead1a-6a6d-4244-878e-9116f70a2329 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/quotas/c539558a26474a33929b824612bb5b75 HTTP/1.1" status: 200 len: 375 time: 0.0301132 Mar 05 04:52:37.478320 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b7c8f-da81-4e79-9d01-d4991b6d39ff req-7907fafd-b0c5-428e-be79-06d423669d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:37.479823 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-490b7c8f-da81-4e79-9d01-d4991b6d39ff req-7907fafd-b0c5-428e-be79-06d423669d6d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9d05b828-21c8-4294-b343-ca7ba96c6119 HTTP/1.1" status: 200 len: 846 time: 0.1289501 Mar 05 04:52:37.527498 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-490b7c8f-da81-4e79-9d01-d4991b6d39ff req-410142e3-0968-4f87-aff6-aa7e7473838d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=54309d98-48bc-4d3e-a20e-4665796063fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400658 Mar 05 04:52:37.547377 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-cd205979-ca9a-4ada-9768-b29ca1e5524d tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c539558a26474a33929b824612bb5b75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1006505 Mar 05 04:52:37.587971 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c1d1b312-3f3b-4ff5-875d-53d84dc4e174 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d9780589-c3a4-4dbc-ace0-b821fc9ad6d2), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:37.588313 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c1d1b312-3f3b-4ff5-875d-53d84dc4e174 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Publish callbacks [] for floatingip (d9780589-c3a4-4dbc-ace0-b821fc9ad6d2), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:37.616903 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-c1d1b312-3f3b-4ff5-875d-53d84dc4e174 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Calling delete_port for d9780589-c3a4-4dbc-ace0-b821fc9ad6d2 owned by network:floatingip {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:52:37.661850 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b81ac-63fb-4b5f-a1c5-51d379aca140 req-58c25c56-1be3-42cb-ac5b-0c041eaad6b4 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:37.663407 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cf2b81ac-63fb-4b5f-a1c5-51d379aca140 req-58c25c56-1be3-42cb-ac5b-0c041eaad6b4 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=41227cd3-11f0-4d19-bd14-5301e32bc781 HTTP/1.1" status: 200 len: 944 time: 0.1152227 Mar 05 04:52:37.717769 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-490b7c8f-da81-4e79-9d01-d4991b6d39ff req-85d33cf0-a7b8-41a5-8585-dac462a41472 service neutron] 10.222.0.31 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824307 Mar 05 04:52:37.805115 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cf2b81ac-63fb-4b5f-a1c5-51d379aca140 req-c6e03331-fd42-4851-be3c-a9f3b55c2a0e tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322155 Mar 05 04:52:37.847217 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-490b7c8f-da81-4e79-9d01-d4991b6d39ff req-a94da64b-e194-403c-af39-97481b859629 service neutron] 10.222.0.31 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222451 Mar 05 04:52:37.849868 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c48183f1-50e7-41f3-8004-1edcad6bfdf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (a3557140-dee6-4e54-9c8b-2d29919234bf), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:37.912564 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c1d1b312-3f3b-4ff5-875d-53d84dc4e174 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (d9780589-c3a4-4dbc-ace0-b821fc9ad6d2), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:37.973076 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1b312-3f3b-4ff5-875d-53d84dc4e174 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9780589-c3a4-4dbc-ace0-b821fc9ad6d2,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:38.164416 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c1d1b312-3f3b-4ff5-875d-53d84dc4e174 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Publish callbacks [] for floatingip (336bf6f3-67c0-47b8-9196-52af5754997e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:38.167012 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c1d1b312-3f3b-4ff5-875d-53d84dc4e174 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:38.171401 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c1d1b312-3f3b-4ff5-875d-53d84dc4e174 tempest-FloatingIPAdminTestJSON-869308927 tempest-FloatingIPAdminTestJSON-869308927-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/336bf6f3-67c0-47b8-9196-52af5754997e HTTP/1.1" status: 204 len: 168 time: 1.0348155 Mar 05 04:52:38.171994 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52918) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:38.376398 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-ab210eef-0e89-4c6e-bb9c-419a11307d96 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Deleting port 78b5c942-793d-453e-9ff8-33e75cff48e0 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:52:38.376737 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ab210eef-0e89-4c6e-bb9c-419a11307d96 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (78b5c942-793d-453e-9ff8-33e75cff48e0), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:38.425039 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0185bf90-0a9a-43ae-a6e5-1a87d5bdcd2f req-7e7f44d4-73ea-40a7-8fda-2a60ebf6ed46 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=88e72fc1-6a02-4fc8-8ecb-50da58356be5 HTTP/1.1" status: 200 len: 210 time: 0.0426264 Mar 05 04:52:38.464410 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9062933-7bac-441e-8d51-2138e699c1a4 req-1110b930-846f-4e22-b4fa-d7405f5dfe13 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:38.475407 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b9062933-7bac-441e-8d51-2138e699c1a4 req-1110b930-846f-4e22-b4fa-d7405f5dfe13 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 945 time: 0.1522303 Mar 05 04:52:38.500219 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ab210eef-0e89-4c6e-bb9c-419a11307d96 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (78b5c942-793d-453e-9ff8-33e75cff48e0), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:38.525363 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-ab210eef-0e89-4c6e-bb9c-419a11307d96 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Calling delete_port for 78b5c942-793d-453e-9ff8-33e75cff48e0 owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:52:38.543053 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-c48183f1-50e7-41f3-8004-1edcad6bfdf6 admin admin] Deleting port 48baaac8-31d8-4d40-9456-1066475d56d5 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:52:38.543414 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c48183f1-50e7-41f3-8004-1edcad6bfdf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (48baaac8-31d8-4d40-9456-1066475d56d5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:38.550575 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b9062933-7bac-441e-8d51-2138e699c1a4 req-86967ac8-d78d-421c-8ca8-5d694bea9ba7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739739 Mar 05 04:52:38.736255 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-c48183f1-50e7-41f3-8004-1edcad6bfdf6 admin admin] For port 48baaac8-31d8-4d40-9456-1066475d56d5, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=48baaac8-31d8-4d40-9456-1066475d56d5,segment=NetworkSegment(9b93f021-a4fd-4eaa-ae8b-ba118c329f53),segment_id=9b93f021-a4fd-4eaa-ae8b-ba118c329f53)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:38.736512 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c48183f1-50e7-41f3-8004-1edcad6bfdf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (48baaac8-31d8-4d40-9456-1066475d56d5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:38.756235 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-c48183f1-50e7-41f3-8004-1edcad6bfdf6 admin admin] Calling delete_port for 48baaac8-31d8-4d40-9456-1066475d56d5 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:52:38.772297 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ab210eef-0e89-4c6e-bb9c-419a11307d96 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (78b5c942-793d-453e-9ff8-33e75cff48e0), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:38.846038 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab210eef-0e89-4c6e-bb9c-419a11307d96 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Pushing event deleted for resources: {'Port': ['ID=78b5c942-793d-453e-9ff8-33e75cff48e0,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:38.968356 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2910a3-ae50-4abd-afdc-3fde3365e99a req-66b013e9-b33f-4753-9348-2e7c78e2af56 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:38.970099 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ee2910a3-ae50-4abd-afdc-3fde3365e99a req-66b013e9-b33f-4753-9348-2e7c78e2af56 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=41227cd3-11f0-4d19-bd14-5301e32bc781 HTTP/1.1" status: 200 len: 944 time: 0.0608482 Mar 05 04:52:39.085054 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ee2910a3-ae50-4abd-afdc-3fde3365e99a req-c046b01d-d1b2-4b6f-9602-8817e9d003e3 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081741 Mar 05 04:52:39.113744 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ab210eef-0e89-4c6e-bb9c-419a11307d96 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:39.122077 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52938) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:39.132889 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ab210eef-0e89-4c6e-bb9c-419a11307d96 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] 10.222.0.11 "DELETE /v2.0/ports/78b5c942-793d-453e-9ff8-33e75cff48e0 HTTP/1.1" status: 204 len: 168 time: 0.9592931 Mar 05 04:52:39.259193 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8396704b-014e-452e-828f-3b5a5fb76af2 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:39.265597 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8396704b-014e-452e-828f-3b5a5fb76af2 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ee36b924-78ce-46c1-8cb0-1ac117fff18e HTTP/1.1" status: 200 len: 913 time: 0.1402524 Mar 05 04:52:39.265960 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52942) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:39.399113 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c48183f1-50e7-41f3-8004-1edcad6bfdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (48baaac8-31d8-4d40-9456-1066475d56d5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:39.491885 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48183f1-50e7-41f3-8004-1edcad6bfdf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=48baaac8-31d8-4d40-9456-1066475d56d5,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:39.614909 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-38922633-c96a-4556-8ccd-a94b3bf4d5cc req-97189f4e-46e3-4546-8b17-09a93a3fdfeb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=88e72fc1-6a02-4fc8-8ecb-50da58356be5 HTTP/1.1" status: 200 len: 210 time: 0.0539296 Mar 05 04:52:39.971408 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662db338-5623-46e3-bcdc-d4d052d2e0cf req-21b66013-e9a0-43c7-807f-05519d116261 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:39.978957 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-662db338-5623-46e3-bcdc-d4d052d2e0cf req-21b66013-e9a0-43c7-807f-05519d116261 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 945 time: 0.2214122 Mar 05 04:52:40.088171 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-d660fd9c-0c87-4c67-9a03-ed52d673dcc3 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c539558a26474a33929b824612bb5b75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1040359 Mar 05 04:52:40.463852 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-5c11dd2c-6b11-4d15-9f43-353a325213a5 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c539558a26474a33929b824612bb5b75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456605 Mar 05 04:52:40.476743 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 906adbb7-15a1-4c1e-9694-5cd0851d7ef3 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:52:40.651048 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 906adbb7-15a1-4c1e-9694-5cd0851d7ef3, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=906adbb7-15a1-4c1e-9694-5cd0851d7ef3,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:40.673489 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '906adbb7-15a1-4c1e-9694-5cd0851d7ef3', 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc', 'port_id': '906adbb7-15a1-4c1e-9694-5cd0851d7ef3', 'mac_address': 'fa:16:3e:13:ee:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d05b828-21c8-4294-b343-ca7ba96c6119', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:52:40.680159 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c48183f1-50e7-41f3-8004-1edcad6bfdf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (a3557140-dee6-4e54-9c8b-2d29919234bf), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:40.709602 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-d254d11e-23d8-4310-811a-2b7f4b24d1c9 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:40.711167 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-d254d11e-23d8-4310-811a-2b7f4b24d1c9 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2378299 Mar 05 04:52:40.757690 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-c32116cd-4c7f-4f15-9118-f44e101d4ceb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Request body: {'port': {'device_id': '88e72fc1-6a02-4fc8-8ecb-50da58356be5', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'admin_state_up': True, 'tenant_id': 'c539558a26474a33929b824612bb5b75'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:40.778136 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-285b826b-15fb-47eb-b008-7ad0cb0ab6e5 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:40.779732 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-285b826b-15fb-47eb-b008-7ad0cb0ab6e5 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6720011 Mar 05 04:52:40.781424 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 906adbb7-15a1-4c1e-9694-5cd0851d7ef3 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:52:40.782075 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (906adbb7-15a1-4c1e-9694-5cd0851d7ef3), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:40.801906 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906adbb7-15a1-4c1e-9694-5cd0851d7ef3 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:52:40.835923 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 906adbb7-15a1-4c1e-9694-5cd0851d7ef3, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=906adbb7-15a1-4c1e-9694-5cd0851d7ef3,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:40.841629 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (906adbb7-15a1-4c1e-9694-5cd0851d7ef3), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:40.850588 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-a180d8bf-d2d7-408a-b1e6-5e72f6b5d241 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Request body: {'port': {'device_id': '588f7d70-3165-4488-9479-2ad124826026', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'admin_state_up': True, 'tenant_id': 'c539558a26474a33929b824612bb5b75'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:40.931788 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-662db338-5623-46e3-bcdc-d4d052d2e0cf req-73a35138-06be-4d07-9c04-bb47f8b86e65 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9222481 Mar 05 04:52:40.954806 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=906adbb7-15a1-4c1e-9694-5cd0851d7ef3,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:41.039656 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-c32116cd-4c7f-4f15-9118-f44e101d4ceb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Made reservation on behalf of c539558a26474a33929b824612bb5b75 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:52:41.043279 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-c32116cd-4c7f-4f15-9118-f44e101d4ceb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:41.054211 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8229af-7de7-4485-b994-9e8dce7317b9 req-44932cbb-081b-4327-838f-7b4638e83e52 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:41.055738 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fa8229af-7de7-4485-b994-9e8dce7317b9 req-44932cbb-081b-4327-838f-7b4638e83e52 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=41227cd3-11f0-4d19-bd14-5301e32bc781 HTTP/1.1" status: 200 len: 944 time: 0.3656228 Mar 05 04:52:41.092352 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a8a28aef-a1c5-416a-a217-54af967b22ba req-c477d0c7-a4a9-440b-a70c-06fea423a336 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=88e72fc1-6a02-4fc8-8ecb-50da58356be5 HTTP/1.1" status: 200 len: 210 time: 0.0576730 Mar 05 04:52:41.130379 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48183f1-50e7-41f3-8004-1edcad6bfdf6 admin admin] Router a3557140-dee6-4e54-9c8b-2d29919234bf has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:52:41.164104 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-a180d8bf-d2d7-408a-b1e6-5e72f6b5d241 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Made reservation on behalf of c539558a26474a33929b824612bb5b75 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:52:41.167455 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-a180d8bf-d2d7-408a-b1e6-5e72f6b5d241 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:41.181765 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['906adbb7-15a1-4c1e-9694-5cd0851d7ef3'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:52:41.186292 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fa8229af-7de7-4485-b994-9e8dce7317b9 req-9f5b924c-e96d-495d-8c25-1000785a829d tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192672 Mar 05 04:52:41.197706 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-abcc973a-202d-450a-ad37-6f5dec7204b9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (ee36b924-78ce-46c1-8cb0-1ac117fff18e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:41.285043 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48183f1-50e7-41f3-8004-1edcad6bfdf6 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:52:41.294714 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c48183f1-50e7-41f3-8004-1edcad6bfdf6 admin admin] 10.222.0.11 "PUT /v2.0/routers/a3557140-dee6-4e54-9c8b-2d29919234bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5669711 Mar 05 04:52:41.295892 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52954) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:41.312470 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b567dc-6a3e-4b3d-8388-07b22c4d3eeb None None] Sync routers for ids ['a3557140-dee6-4e54-9c8b-2d29919234bf'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:52:41.325162 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b567dc-6a3e-4b3d-8388-07b22c4d3eeb None None] Routers {'a3557140-dee6-4e54-9c8b-2d29919234bf'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:52:41.327217 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-21b567dc-6a3e-4b3d-8388-07b22c4d3eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:52:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['a3557140-dee6-4e54-9c8b-2d29919234bf'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:41.331100 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-c32116cd-4c7f-4f15-9118-f44e101d4ceb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Allocated IP 192.168.233.62 (fb0dde64-203a-4c32-80ac-e1733ed0c9dd/63f989ea-15ee-41e4-8c8f-8183d2023f4e/0f61ba0a-9880-41ce-a7d9-586bcbeae1cf) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:52:41.496118 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-053485a6-ad54-4b2c-8f43-2ede59155ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:41.522764 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-094f8986-2046-40a6-9280-4d8a4188d550 admin admin] Publish callbacks [] for router (a3557140-dee6-4e54-9c8b-2d29919234bf), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:41.525456 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-21b567dc-6a3e-4b3d-8388-07b22c4d3eeb None None] Set router a3557140-dee6-4e54-9c8b-2d29919234bf gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:52:41.553834 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-c32116cd-4c7f-4f15-9118-f44e101d4ceb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks [] for port (0f61ba0a-9880-41ce-a7d9-586bcbeae1cf), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:41.593702 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-c32116cd-4c7f-4f15-9118-f44e101d4ceb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (0f61ba0a-9880-41ce-a7d9-586bcbeae1cf), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:41.608757 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:52:41.657281 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-c32116cd-4c7f-4f15-9118-f44e101d4ceb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:52:41.662718 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-c32116cd-4c7f-4f15-9118-f44e101d4ceb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:52:41.676568 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32116cd-4c7f-4f15-9118-f44e101d4ceb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Pushing event updated for resources: {'Port': ['ID=0f61ba0a-9880-41ce-a7d9-586bcbeae1cf,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:41.680187 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-c32116cd-4c7f-4f15-9118-f44e101d4ceb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:52:41.738803 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-c32116cd-4c7f-4f15-9118-f44e101d4ceb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:41.741105 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-c32116cd-4c7f-4f15-9118-f44e101d4ceb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:41.759312 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-a180d8bf-d2d7-408a-b1e6-5e72f6b5d241 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Allocated IP 192.168.233.198 (fb0dde64-203a-4c32-80ac-e1733ed0c9dd/63f989ea-15ee-41e4-8c8f-8183d2023f4e/0e89adf7-a265-48f3-aa9c-bc8dd2c63c32) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:52:41.777849 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-c32116cd-4c7f-4f15-9118-f44e101d4ceb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0249438 Mar 05 04:52:41.779051 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-21b567dc-6a3e-4b3d-8388-07b22c4d3eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3557140-dee6-4e54-9c8b-2d29919234bf', 'name': 'tempest-ServersTestMultiNic-463432438-router', 'tenant_id': 'bbbc4feb356744e580db82395e864901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:50:53Z', 'updated_at': '2022-03-05T04:52:39Z', 'revision_number': 5, 'project_id': 'bbbc4feb356744e580db82395e864901', 'gw_port': {'id': 'dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3557140-dee6-4e54-9c8b-2d29919234bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:50:55Z', 'updated_at': '2022-03-05T04:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:41.795471 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-f836a31f-c0d3-4040-b769-ecb3328e8ed8 service neutron] Request body: {'port': {'device_id': '88e72fc1-6a02-4fc8-8ecb-50da58356be5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:41.809934 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b567dc-6a3e-4b3d-8388-07b22c4d3eeb None None] Checking router: a3557140-dee6-4e54-9c8b-2d29919234bf for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:52:41.820188 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b567dc-6a3e-4b3d-8388-07b22c4d3eeb None None] Routers {'a3557140-dee6-4e54-9c8b-2d29919234bf'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:52:41.821165 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-21b567dc-6a3e-4b3d-8388-07b22c4d3eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:52:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['a3557140-dee6-4e54-9c8b-2d29919234bf'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:41.851882 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-094f8986-2046-40a6-9280-4d8a4188d550 admin admin] Publish callbacks [] for router_gateway (a3557140-dee6-4e54-9c8b-2d29919234bf), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:41.907433 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-f836a31f-c0d3-4040-b769-ecb3328e8ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0f61ba0a-9880-41ce-a7d9-586bcbeae1cf), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:42.016110 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-21b567dc-6a3e-4b3d-8388-07b22c4d3eeb None None] Set router a3557140-dee6-4e54-9c8b-2d29919234bf gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:52:42.202963 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-9b8763ba-afa1-45f2-98fa-45e50a1cc2c1 None None] Provisioning complete for port 0f61ba0a-9880-41ce-a7d9-586bcbeae1cf triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:52:42.203631 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9b8763ba-afa1-45f2-98fa-45e50a1cc2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0f61ba0a-9880-41ce-a7d9-586bcbeae1cf), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:42.215682 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-094f8986-2046-40a6-9280-4d8a4188d550 admin admin] Deleting port dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:52:42.216020 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-094f8986-2046-40a6-9280-4d8a4188d550 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:42.258986 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9b8763ba-afa1-45f2-98fa-45e50a1cc2c1 None None] Port 0f61ba0a-9880-41ce-a7d9-586bcbeae1cf cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:52:42.264510 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-21b567dc-6a3e-4b3d-8388-07b22c4d3eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3557140-dee6-4e54-9c8b-2d29919234bf', 'name': 'tempest-ServersTestMultiNic-463432438-router', 'tenant_id': 'bbbc4feb356744e580db82395e864901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:50:53Z', 'updated_at': '2022-03-05T04:52:39Z', 'revision_number': 5, 'project_id': 'bbbc4feb356744e580db82395e864901', 'gw_port': {'id': 'dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3557140-dee6-4e54-9c8b-2d29919234bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:50:55Z', 'updated_at': '2022-03-05T04:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:42.294463 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b567dc-6a3e-4b3d-8388-07b22c4d3eeb None None] The sync data for ids ['a3557140-dee6-4e54-9c8b-2d29919234bf'] in n-d-789963-32 is: [{'id': 'a3557140-dee6-4e54-9c8b-2d29919234bf', 'name': 'tempest-ServersTestMultiNic-463432438-router', 'tenant_id': 'bbbc4feb356744e580db82395e864901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:50:53Z', 'updated_at': '2022-03-05T04:52:39Z', 'revision_number': 5, 'project_id': 'bbbc4feb356744e580db82395e864901', 'gw_port': {'id': 'dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3557140-dee6-4e54-9c8b-2d29919234bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:50:55Z', 'updated_at': '2022-03-05T04:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:52:42.332915 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-a180d8bf-d2d7-408a-b1e6-5e72f6b5d241 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks [] for port (0e89adf7-a265-48f3-aa9c-bc8dd2c63c32), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:42.386757 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698729e-bfb3-4fef-994b-5990a546356b req-4b45a57b-f82c-4f14-8554-3e82ab7ed219 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:42.388357 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2698729e-bfb3-4fef-994b-5990a546356b req-4b45a57b-f82c-4f14-8554-3e82ab7ed219 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 945 time: 0.2854538 Mar 05 04:52:42.470914 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-094f8986-2046-40a6-9280-4d8a4188d550 admin admin] For port dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:42.471306 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-094f8986-2046-40a6-9280-4d8a4188d550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:42.482169 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 906adbb7-15a1-4c1e-9694-5cd0851d7ef3 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:52:42.490970 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6ed27-c837-4a0f-98c3-4df59b1e19b9 req-86b8f499-1eae-46de-aa79-bf3fb5e6eef8 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:42.492486 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80d6ed27-c837-4a0f-98c3-4df59b1e19b9 req-86b8f499-1eae-46de-aa79-bf3fb5e6eef8 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=88e72fc1-6a02-4fc8-8ecb-50da58356be5 HTTP/1.1" status: 200 len: 935 time: 0.2459989 Mar 05 04:52:42.507978 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-094f8986-2046-40a6-9280-4d8a4188d550 admin admin] Calling delete_port for dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:52:42.522246 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-a180d8bf-d2d7-408a-b1e6-5e72f6b5d241 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (0e89adf7-a265-48f3-aa9c-bc8dd2c63c32), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:42.541908 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:52:42.564582 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-abcc973a-202d-450a-ad37-6f5dec7204b9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Deleting port 7ec0e735-45a7-42f2-a790-c82d4867df4d {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:52:42.564920 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-abcc973a-202d-450a-ad37-6f5dec7204b9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (7ec0e735-45a7-42f2-a790-c82d4867df4d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:42.617479 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 906adbb7-15a1-4c1e-9694-5cd0851d7ef3 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:52:42.617479 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 906adbb7-15a1-4c1e-9694-5cd0851d7ef3 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:52:42.617479 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (906adbb7-15a1-4c1e-9694-5cd0851d7ef3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:42.618361 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2698729e-bfb3-4fef-994b-5990a546356b req-f297cd2b-fbbd-4ab5-9c1e-95d3ab508bce tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158432 Mar 05 04:52:42.709961 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-f836a31f-c0d3-4040-b769-ecb3328e8ed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f61ba0a-9880-41ce-a7d9-586bcbeae1cf {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:52:42.719062 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-f836a31f-c0d3-4040-b769-ecb3328e8ed8 service neutron] Publish callbacks [] for port (0f61ba0a-9880-41ce-a7d9-586bcbeae1cf), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:42.750527 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 906adbb7-15a1-4c1e-9694-5cd0851d7ef3 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:52:42.750930 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (906adbb7-15a1-4c1e-9694-5cd0851d7ef3), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:42.753035 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-f836a31f-c0d3-4040-b769-ecb3328e8ed8 service neutron] Transition to ACTIVE for port object 0f61ba0a-9880-41ce-a7d9-586bcbeae1cf will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:52:42.758588 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-a180d8bf-d2d7-408a-b1e6-5e72f6b5d241 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:52:42.760397 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-f836a31f-c0d3-4040-b769-ecb3328e8ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (0f61ba0a-9880-41ce-a7d9-586bcbeae1cf), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:42.776215 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-a180d8bf-d2d7-408a-b1e6-5e72f6b5d241 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:52:42.780189 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-a180d8bf-d2d7-408a-b1e6-5e72f6b5d241 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:52:42.806296 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41227cd3-11f0-4d19-bd14-5301e32bc781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906adbb7-15a1-4c1e-9694-5cd0851d7ef3'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:52:42.808606 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b782169-e06a-49e5-bc0a-b8a5e13046d0" -d '{"events": [{"server_uuid": "41227cd3-11f0-4d19-bd14-5301e32bc781", "name": "network-vif-plugged", "status": "completed", "tag": "906adbb7-15a1-4c1e-9694-5cd0851d7ef3"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:52:42.854525 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 906adbb7-15a1-4c1e-9694-5cd0851d7ef3, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=906adbb7-15a1-4c1e-9694-5cd0851d7ef3,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:42.870011 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (906adbb7-15a1-4c1e-9694-5cd0851d7ef3), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:42.914211 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180d8bf-d2d7-408a-b1e6-5e72f6b5d241 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Pushing event updated for resources: {'Port': ['ID=0e89adf7-a265-48f3-aa9c-bc8dd2c63c32,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:42.917527 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836a31f-c0d3-4040-b769-ecb3328e8ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=0f61ba0a-9880-41ce-a7d9-586bcbeae1cf,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:42.954555 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80d6ed27-c837-4a0f-98c3-4df59b1e19b9 req-9cc5164d-9e3c-4879-8b2e-7941c6027ccc tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498179 Mar 05 04:52:42.974152 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-f836a31f-c0d3-4040-b769-ecb3328e8ed8 service neutron] Attempting to bind port 0f61ba0a-9880-41ce-a7d9-586bcbeae1cf on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:52:42.974526 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-f836a31f-c0d3-4040-b769-ecb3328e8ed8 service neutron] Attempting to bind port 0f61ba0a-9880-41ce-a7d9-586bcbeae1cf by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:52:42.974945 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-f836a31f-c0d3-4040-b769-ecb3328e8ed8 service neutron] Attempting to bind port 0f61ba0a-9880-41ce-a7d9-586bcbeae1cf on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:52:42.990137 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-f836a31f-c0d3-4040-b769-ecb3328e8ed8 service neutron] Port 0f61ba0a-9880-41ce-a7d9-586bcbeae1cf on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:52:42.990476 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-f836a31f-c0d3-4040-b769-ecb3328e8ed8 service neutron] Attempting to bind port 0f61ba0a-9880-41ce-a7d9-586bcbeae1cf on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:52:42.998520 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-f836a31f-c0d3-4040-b769-ecb3328e8ed8 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:52:42.998866 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-f836a31f-c0d3-4040-b769-ecb3328e8ed8 service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:52:42.999288 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-f836a31f-c0d3-4040-b769-ecb3328e8ed8 service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:52:43.000167 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-f836a31f-c0d3-4040-b769-ecb3328e8ed8 service neutron] Bound port: 0f61ba0a-9880-41ce-a7d9-586bcbeae1cf, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:52:43.000167 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-f836a31f-c0d3-4040-b769-ecb3328e8ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0f61ba0a-9880-41ce-a7d9-586bcbeae1cf), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:43.022853 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=906adbb7-15a1-4c1e-9694-5cd0851d7ef3,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:43.045868 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-a180d8bf-d2d7-408a-b1e6-5e72f6b5d241 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:43.046498 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-a180d8bf-d2d7-408a-b1e6-5e72f6b5d241 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:43.071101 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-abcc973a-202d-450a-ad37-6f5dec7204b9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (7ec0e735-45a7-42f2-a790-c82d4867df4d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:43.076060 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c8cbe4-2c9a-4250-a36f-0cd725e24810 x-openstack-request-id: req-c1c8cbe4-2c9a-4250-a36f-0cd725e24810 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:52:43.077025 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41227cd3-11f0-4d19-bd14-5301e32bc781", "name": "network-vif-plugged", "status": "completed", "tag": "906adbb7-15a1-4c1e-9694-5cd0851d7ef3", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:52:43.077499 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c1c8cbe4-2c9a-4250-a36f-0cd725e24810 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:52:43.078106 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41227cd3-11f0-4d19-bd14-5301e32bc781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906adbb7-15a1-4c1e-9694-5cd0851d7ef3', 'code': 200} Mar 05 04:52:43.098149 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce58175-c4dc-4f01-9dc7-f45527a5a26f req-31245274-d99d-4682-882a-7cc6af88128e tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:43.105797 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8ce58175-c4dc-4f01-9dc7-f45527a5a26f req-31245274-d99d-4682-882a-7cc6af88128e tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=41227cd3-11f0-4d19-bd14-5301e32bc781 HTTP/1.1" status: 200 len: 945 time: 0.3883371 Mar 05 04:52:43.112978 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-abcc973a-202d-450a-ad37-6f5dec7204b9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Calling delete_port for 7ec0e735-45a7-42f2-a790-c82d4867df4d owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:52:43.124283 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-a180d8bf-d2d7-408a-b1e6-5e72f6b5d241 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3094823 Mar 05 04:52:43.143339 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-f836a31f-c0d3-4040-b769-ecb3328e8ed8 service neutron] For port 0f61ba0a-9880-41ce-a7d9-586bcbeae1cf, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:52:43.143683 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-cc29cf04-f8d9-473d-a1d9-7974a65b3424 service neutron] Request body: {'port': {'device_id': '588f7d70-3165-4488-9479-2ad124826026', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:43.148521 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-f836a31f-c0d3-4040-b769-ecb3328e8ed8 service neutron] For port 0f61ba0a-9880-41ce-a7d9-586bcbeae1cf, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=0f61ba0a-9880-41ce-a7d9-586bcbeae1cf,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:52:43.159371 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-f836a31f-c0d3-4040-b769-ecb3328e8ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (0f61ba0a-9880-41ce-a7d9-586bcbeae1cf), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:43.227697 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-f836a31f-c0d3-4040-b769-ecb3328e8ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:43.229056 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-f836a31f-c0d3-4040-b769-ecb3328e8ed8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:43.230831 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-f836a31f-c0d3-4040-b769-ecb3328e8ed8 service neutron] 10.222.0.31 "PUT /v2.0/ports/0f61ba0a-9880-41ce-a7d9-586bcbeae1cf HTTP/1.1" status: 200 len: 1096 time: 1.4428959 Mar 05 04:52:43.233224 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e72fc1-6a02-4fc8-8ecb-50da58356be5', 'tag': '0f61ba0a-9880-41ce-a7d9-586bcbeae1cf'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:52:43.236774 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc4f018-038f-40bc-abc8-173e31129555" -d '{"events": [{"name": "network-changed", "server_uuid": "88e72fc1-6a02-4fc8-8ecb-50da58356be5", "tag": "0f61ba0a-9880-41ce-a7d9-586bcbeae1cf"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:52:43.245333 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836a31f-c0d3-4040-b769-ecb3328e8ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=0f61ba0a-9880-41ce-a7d9-586bcbeae1cf,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:43.293875 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-33377d59-32ba-4a81-aa3d-1b1246f8e3a1 None None] Provisioning complete for port 0e89adf7-a265-48f3-aa9c-bc8dd2c63c32 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:52:43.298158 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-33377d59-32ba-4a81-aa3d-1b1246f8e3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0e89adf7-a265-48f3-aa9c-bc8dd2c63c32), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:43.351945 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faec015c-49fa-49ed-8a15-16307cfd256b x-openstack-request-id: req-faec015c-49fa-49ed-8a15-16307cfd256b {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:52:43.352259 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e72fc1-6a02-4fc8-8ecb-50da58356be5", "tag": "0f61ba0a-9880-41ce-a7d9-586bcbeae1cf", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:52:43.352508 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-faec015c-49fa-49ed-8a15-16307cfd256b {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:52:43.352976 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e72fc1-6a02-4fc8-8ecb-50da58356be5', 'tag': '0f61ba0a-9880-41ce-a7d9-586bcbeae1cf', 'status': 'completed', 'code': 200} Mar 05 04:52:43.365272 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-3e3d722a-5ca1-4f96-98ca-836f15a2b78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:43.366705 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-3e3d722a-5ca1-4f96-98ca-836f15a2b78a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c539558a26474a33929b824612bb5b75&device_id=88e72fc1-6a02-4fc8-8ecb-50da58356be5 HTTP/1.1" status: 200 len: 1130 time: 0.0840027 Mar 05 04:52:43.371802 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8ce58175-c4dc-4f01-9dc7-f45527a5a26f req-d061b8d6-8751-4526-9bdc-b95ad1f01126 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649403 Mar 05 04:52:43.414328 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-33377d59-32ba-4a81-aa3d-1b1246f8e3a1 None None] Port 0e89adf7-a265-48f3-aa9c-bc8dd2c63c32 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:52:43.449065 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-98e8d119-26ed-4b94-9f13-aab4cce194a5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=0f61ba0a-9880-41ce-a7d9-586bcbeae1cf HTTP/1.1" status: 200 len: 217 time: 0.0747862 Mar 05 04:52:43.473984 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-094f8986-2046-40a6-9280-4d8a4188d550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:43.515675 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406a5b5-8956-4518-9e60-3a81bbce3765 req-56a554d1-0e38-4ca6-af43-27477a8e4b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:43.517677 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6406a5b5-8956-4518-9e60-3a81bbce3765 req-56a554d1-0e38-4ca6-af43-27477a8e4b7a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=41227cd3-11f0-4d19-bd14-5301e32bc781 HTTP/1.1" status: 200 len: 1129 time: 0.3637154 Mar 05 04:52:43.525797 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f8986-2046-40a6-9280-4d8a4188d550 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:43.533813 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-cc29cf04-f8d9-473d-a1d9-7974a65b3424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0e89adf7-a265-48f3-aa9c-bc8dd2c63c32), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:43.558423 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-c58def07-27c9-49bc-9254-865cbb2869cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:43.559953 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-c58def07-27c9-49bc-9254-865cbb2869cf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0982671 Mar 05 04:52:43.620441 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-c0b1019b-7849-4dad-9d37-c4b90df90836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:43.621762 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:43.622276 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-c0b1019b-7849-4dad-9d37-c4b90df90836 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0532775 Mar 05 04:52:43.670517 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a7d5feec-44a0-4546-8bf6-5d20ddbaf421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:43.729157 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:43.770349 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-89a30b79-da3e-4b30-8dfa-315e3239d27a service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414843 Mar 05 04:52:43.855024 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6406a5b5-8956-4518-9e60-3a81bbce3765 req-5463ac18-d997-49ea-b643-6fedd2d26bcc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176656 Mar 05 04:52:43.886283 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-1f11dfa0-6ebd-4bd1-98bb-aba74359c4c9 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100650 Mar 05 04:52:43.914565 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-094f8986-2046-40a6-9280-4d8a4188d550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (a3557140-dee6-4e54-9c8b-2d29919234bf), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:44.068829 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 48baaac8-31d8-4d40-9456-1066475d56d5 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:52:44.094642 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 48baaac8-31d8-4d40-9456-1066475d56d5 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:52:44.095161 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 48baaac8-31d8-4d40-9456-1066475d56d5 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:52:44.148896 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4f018-038f-40bc-abc8-173e31129555 req-a8845998-912d-4d17-966c-09375a509a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:44.152379 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-adc4f018-038f-40bc-abc8-173e31129555 req-a8845998-912d-4d17-966c-09375a509a63 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c539558a26474a33929b824612bb5b75&device_id=88e72fc1-6a02-4fc8-8ecb-50da58356be5 HTTP/1.1" status: 200 len: 1130 time: 0.0637343 Mar 05 04:52:44.250288 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4f018-038f-40bc-abc8-173e31129555 req-70a5c5e2-e95b-4362-bf9b-d3f3a0338755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:44.251886 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-adc4f018-038f-40bc-abc8-173e31129555 req-70a5c5e2-e95b-4362-bf9b-d3f3a0338755 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.0930052 Mar 05 04:52:44.297827 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-adc4f018-038f-40bc-abc8-173e31129555 req-2cba8b4a-4868-4c4e-be8d-4ccc27467da2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=0f61ba0a-9880-41ce-a7d9-586bcbeae1cf HTTP/1.1" status: 200 len: 217 time: 0.0394650 Mar 05 04:52:44.348983 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4f018-038f-40bc-abc8-173e31129555 req-3d686bae-42e7-49a3-9fa2-9cb71842c4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:44.350587 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-adc4f018-038f-40bc-abc8-173e31129555 req-3d686bae-42e7-49a3-9fa2-9cb71842c4e0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0467036 Mar 05 04:52:44.406561 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-094f8986-2046-40a6-9280-4d8a4188d550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (a3557140-dee6-4e54-9c8b-2d29919234bf), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:44.415048 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4f018-038f-40bc-abc8-173e31129555 req-1cde7f76-d94a-4625-b140-5086158c327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:44.416744 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-adc4f018-038f-40bc-abc8-173e31129555 req-1cde7f76-d94a-4625-b140-5086158c327c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0593586 Mar 05 04:52:44.419853 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc8436-8572-4ea9-a35c-28eaed62b22a req-7b495551-edb5-43e4-8e1a-8d55514938af tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:44.421338 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4cdc8436-8572-4ea9-a35c-28eaed62b22a req-7b495551-edb5-43e4-8e1a-8d55514938af tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 945 time: 0.6769345 Mar 05 04:52:44.423285 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-094f8986-2046-40a6-9280-4d8a4188d550 admin admin] Publish callbacks [] for router_controller (a3557140-dee6-4e54-9c8b-2d29919234bf), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:44.483009 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-abcc973a-202d-450a-ad37-6f5dec7204b9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (7ec0e735-45a7-42f2-a790-c82d4867df4d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:44.522547 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-adc4f018-038f-40bc-abc8-173e31129555 req-768c7df3-e7e4-4a24-a2e3-7db1bc3229d2 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983553 Mar 05 04:52:44.550410 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-094f8986-2046-40a6-9280-4d8a4188d550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (a3557140-dee6-4e54-9c8b-2d29919234bf), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:44.551525 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094f8986-2046-40a6-9280-4d8a4188d550 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3557140-dee6-4e54-9c8b-2d29919234bf {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:52:44.557105 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-094f8986-2046-40a6-9280-4d8a4188d550 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:44.560204 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-094f8986-2046-40a6-9280-4d8a4188d550 admin admin] 10.222.0.11 "DELETE /v2.0/routers/a3557140-dee6-4e54-9c8b-2d29919234bf HTTP/1.1" status: 204 len: 168 time: 3.2589178 Mar 05 04:52:44.560204 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc973a-202d-450a-ad37-6f5dec7204b9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Pushing event deleted for resources: {'Port': ['ID=7ec0e735-45a7-42f2-a790-c82d4867df4d,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:44.566016 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52982) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:44.648971 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee2908f0-3208-40fd-98d5-c6fd4618da34 admin admin] Deleting subnet 3d67022b-f1c9-4bc7-813f-ac2097351516 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:52:44.654145 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ee2908f0-3208-40fd-98d5-c6fd4618da34 admin admin] Publish callbacks [] for subnet (3d67022b-f1c9-4bc7-813f-ac2097351516), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:44.718574 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ee2908f0-3208-40fd-98d5-c6fd4618da34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (3d67022b-f1c9-4bc7-813f-ac2097351516), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:44.761242 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe94bc4-2345-4209-b24d-648328c75508 req-b9243b46-2992-4f1c-a398-47d98b0312a9 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:44.763176 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2fe94bc4-2345-4209-b24d-648328c75508 req-b9243b46-2992-4f1c-a398-47d98b0312a9 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=88e72fc1-6a02-4fc8-8ecb-50da58356be5 HTTP/1.1" status: 200 len: 947 time: 0.4754863 Mar 05 04:52:44.770962 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4cdc8436-8572-4ea9-a35c-28eaed62b22a req-f8c5772b-cc9d-4bcf-b8ef-45d86e1212f4 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396404 Mar 05 04:52:44.912987 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:44.934289 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-cc29cf04-f8d9-473d-a1d9-7974a65b3424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e89adf7-a265-48f3-aa9c-bc8dd2c63c32 {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:52:44.956600 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ee2908f0-3208-40fd-98d5-c6fd4618da34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (3d67022b-f1c9-4bc7-813f-ac2097351516), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:44.963474 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-cc29cf04-f8d9-473d-a1d9-7974a65b3424 service neutron] Publish callbacks [] for port (0e89adf7-a265-48f3-aa9c-bc8dd2c63c32), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:44.997149 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2fe94bc4-2345-4209-b24d-648328c75508 req-b1fc5ff4-4708-4fc2-a384-fda3ef5cb465 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248876 Mar 05 04:52:45.016313 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-cc29cf04-f8d9-473d-a1d9-7974a65b3424 service neutron] Transition to ACTIVE for port object 0e89adf7-a265-48f3-aa9c-bc8dd2c63c32 will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:52:45.057732 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ee2908f0-3208-40fd-98d5-c6fd4618da34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (3d67022b-f1c9-4bc7-813f-ac2097351516), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:45.067107 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-cc29cf04-f8d9-473d-a1d9-7974a65b3424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (0e89adf7-a265-48f3-aa9c-bc8dd2c63c32), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:45.093217 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2908f0-3208-40fd-98d5-c6fd4618da34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d67022b-f1c9-4bc7-813f-ac2097351516,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:45.105587 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ee2908f0-3208-40fd-98d5-c6fd4618da34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:45.111395 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ee2908f0-3208-40fd-98d5-c6fd4618da34 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3d67022b-f1c9-4bc7-813f-ac2097351516 HTTP/1.1" status: 204 len: 168 time: 0.5444226 Mar 05 04:52:45.113880 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52984) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:45.118801 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd51a2c7-b7aa-42aa-b0c4-69c9ae2bac8e None None] Network fea4634f-b3a4-474f-a256-3808760b4334 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:52:45.136150 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c5820-944a-4143-a0b2-7244adeabc36 req-a77f3dd8-5a6f-47fd-a79c-e9f0b4d21415 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:45.138266 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b6c5820-944a-4143-a0b2-7244adeabc36 req-a77f3dd8-5a6f-47fd-a79c-e9f0b4d21415 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=41227cd3-11f0-4d19-bd14-5301e32bc781 HTTP/1.1" status: 200 len: 946 time: 0.1924322 Mar 05 04:52:45.155022 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-abcc973a-202d-450a-ad37-6f5dec7204b9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (ee36b924-78ce-46c1-8cb0-1ac117fff18e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:45.168850 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29cf04-f8d9-473d-a1d9-7974a65b3424 service neutron] Pushing event updated for resources: {'Port': ['ID=0e89adf7-a265-48f3-aa9c-bc8dd2c63c32,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:45.418654 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d76880-cd85-4c1d-b94e-803221113aa6 None None] DHCP port deletion for fea4634f-b3a4-474f-a256-3808760b4334 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:52:45.461283 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-cc29cf04-f8d9-473d-a1d9-7974a65b3424 service neutron] Attempting to bind port 0e89adf7-a265-48f3-aa9c-bc8dd2c63c32 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:52:45.461598 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-cc29cf04-f8d9-473d-a1d9-7974a65b3424 service neutron] Attempting to bind port 0e89adf7-a265-48f3-aa9c-bc8dd2c63c32 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:52:45.461901 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-cc29cf04-f8d9-473d-a1d9-7974a65b3424 service neutron] Attempting to bind port 0e89adf7-a265-48f3-aa9c-bc8dd2c63c32 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:52:45.472278 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-cc29cf04-f8d9-473d-a1d9-7974a65b3424 service neutron] Port 0e89adf7-a265-48f3-aa9c-bc8dd2c63c32 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:52:45.472621 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-cc29cf04-f8d9-473d-a1d9-7974a65b3424 service neutron] Attempting to bind port 0e89adf7-a265-48f3-aa9c-bc8dd2c63c32 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:52:45.503698 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b6c5820-944a-4143-a0b2-7244adeabc36 req-6a55425a-84d6-46e6-837a-f09e39782f9a tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445580 Mar 05 04:52:45.513270 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-cc29cf04-f8d9-473d-a1d9-7974a65b3424 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:52:45.513762 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-cc29cf04-f8d9-473d-a1d9-7974a65b3424 service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:52:45.514156 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-cc29cf04-f8d9-473d-a1d9-7974a65b3424 service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:52:45.514609 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-cc29cf04-f8d9-473d-a1d9-7974a65b3424 service neutron] Bound port: 0e89adf7-a265-48f3-aa9c-bc8dd2c63c32, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:52:45.515210 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-cc29cf04-f8d9-473d-a1d9-7974a65b3424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0e89adf7-a265-48f3-aa9c-bc8dd2c63c32), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:45.537999 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-adc4f018-038f-40bc-abc8-173e31129555 req-c665adcf-6228-41a0-b8e8-8ad73f44173c service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0089178 Mar 05 04:52:45.539856 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-92d76880-cd85-4c1d-b94e-803221113aa6 None None] Deleting port ec823ef9-f2c9-49c1-8bb8-4a8cc8235853 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:52:45.540236 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-92d76880-cd85-4c1d-b94e-803221113aa6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (ec823ef9-f2c9-49c1-8bb8-4a8cc8235853), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:45.590515 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-870ae08c-78ab-41ea-a96d-5720ca0eba96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (fea4634f-b3a4-474f-a256-3808760b4334), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:45.608266 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-cc29cf04-f8d9-473d-a1d9-7974a65b3424 service neutron] For port 0e89adf7-a265-48f3-aa9c-bc8dd2c63c32, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:52:45.612566 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-cc29cf04-f8d9-473d-a1d9-7974a65b3424 service neutron] For port 0e89adf7-a265-48f3-aa9c-bc8dd2c63c32, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=0e89adf7-a265-48f3-aa9c-bc8dd2c63c32,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:52:45.626217 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-cc29cf04-f8d9-473d-a1d9-7974a65b3424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (0e89adf7-a265-48f3-aa9c-bc8dd2c63c32), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:45.635570 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-92d76880-cd85-4c1d-b94e-803221113aa6 None None] For port ec823ef9-f2c9-49c1-8bb8-4a8cc8235853, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ec823ef9-f2c9-49c1-8bb8-4a8cc8235853,segment=NetworkSegment(9b93f021-a4fd-4eaa-ae8b-ba118c329f53),segment_id=9b93f021-a4fd-4eaa-ae8b-ba118c329f53)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:45.637212 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-92d76880-cd85-4c1d-b94e-803221113aa6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (ec823ef9-f2c9-49c1-8bb8-4a8cc8235853), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:45.654637 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-92d76880-cd85-4c1d-b94e-803221113aa6 None None] Calling delete_port for ec823ef9-f2c9-49c1-8bb8-4a8cc8235853 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:52:45.666774 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-870ae08c-78ab-41ea-a96d-5720ca0eba96 admin admin] Deleting port ec823ef9-f2c9-49c1-8bb8-4a8cc8235853 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:52:45.667320 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-870ae08c-78ab-41ea-a96d-5720ca0eba96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (ec823ef9-f2c9-49c1-8bb8-4a8cc8235853), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:45.701924 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29cf04-f8d9-473d-a1d9-7974a65b3424 service neutron] Pushing event updated for resources: {'Port': ['ID=0e89adf7-a265-48f3-aa9c-bc8dd2c63c32,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:45.768541 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-870ae08c-78ab-41ea-a96d-5720ca0eba96 admin admin] For port ec823ef9-f2c9-49c1-8bb8-4a8cc8235853, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ec823ef9-f2c9-49c1-8bb8-4a8cc8235853,segment=NetworkSegment(9b93f021-a4fd-4eaa-ae8b-ba118c329f53),segment_id=9b93f021-a4fd-4eaa-ae8b-ba118c329f53)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:45.770961 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-870ae08c-78ab-41ea-a96d-5720ca0eba96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (ec823ef9-f2c9-49c1-8bb8-4a8cc8235853), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:45.782148 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-92d76880-cd85-4c1d-b94e-803221113aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (ec823ef9-f2c9-49c1-8bb8-4a8cc8235853), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:45.791760 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-870ae08c-78ab-41ea-a96d-5720ca0eba96 admin admin] Calling delete_port for ec823ef9-f2c9-49c1-8bb8-4a8cc8235853 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:52:45.792339 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-cc29cf04-f8d9-473d-a1d9-7974a65b3424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:45.792966 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-cc29cf04-f8d9-473d-a1d9-7974a65b3424 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:45.794401 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-cc29cf04-f8d9-473d-a1d9-7974a65b3424 service neutron] 10.222.0.31 "PUT /v2.0/ports/0e89adf7-a265-48f3-aa9c-bc8dd2c63c32 HTTP/1.1" status: 200 len: 1097 time: 2.6552234 Mar 05 04:52:45.794841 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588f7d70-3165-4488-9479-2ad124826026', 'tag': '0e89adf7-a265-48f3-aa9c-bc8dd2c63c32'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:52:45.810656 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3474f3f-2956-4afb-b3e6-d1926e1ecb6e" -d '{"events": [{"name": "network-changed", "server_uuid": "588f7d70-3165-4488-9479-2ad124826026", "tag": "0e89adf7-a265-48f3-aa9c-bc8dd2c63c32"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:52:45.816188 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d76880-cd85-4c1d-b94e-803221113aa6 None None] Pushing event deleted for resources: {'Port': ['ID=ec823ef9-f2c9-49c1-8bb8-4a8cc8235853,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:45.822301 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d76880-cd85-4c1d-b94e-803221113aa6 None None] No DVR routers for this DVR port ec823ef9-f2c9-49c1-8bb8-4a8cc8235853 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:52:45.932178 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-870ae08c-78ab-41ea-a96d-5720ca0eba96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (ec823ef9-f2c9-49c1-8bb8-4a8cc8235853), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:45.960936 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870ae08c-78ab-41ea-a96d-5720ca0eba96 admin admin] No DVR routers for this DVR port ec823ef9-f2c9-49c1-8bb8-4a8cc8235853 on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:52:46.012189 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ae08c-78ab-41ea-a96d-5720ca0eba96 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec823ef9-f2c9-49c1-8bb8-4a8cc8235853,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:46.021185 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66919b7-8a19-4022-b932-9e06e8549075 x-openstack-request-id: req-f66919b7-8a19-4022-b932-9e06e8549075 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:52:46.021689 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588f7d70-3165-4488-9479-2ad124826026", "tag": "0e89adf7-a265-48f3-aa9c-bc8dd2c63c32", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:52:46.021689 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f66919b7-8a19-4022-b932-9e06e8549075 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:52:46.022059 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588f7d70-3165-4488-9479-2ad124826026', 'tag': '0e89adf7-a265-48f3-aa9c-bc8dd2c63c32', 'status': 'completed', 'code': 200} Mar 05 04:52:46.091495 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ec823ef9-f2c9-49c1-8bb8-4a8cc8235853 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:52:46.125867 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: ec823ef9-f2c9-49c1-8bb8-4a8cc8235853 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:52:46.126234 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ec823ef9-f2c9-49c1-8bb8-4a8cc8235853 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:52:46.126702 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:52:46.140439 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-870ae08c-78ab-41ea-a96d-5720ca0eba96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (fea4634f-b3a4-474f-a256-3808760b4334), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:46.141056 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251743c1-be8f-4edb-8728-340403c7d4db req-1393d4ae-f6ff-49c9-bfcf-402cf694e6f0 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:46.142816 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-251743c1-be8f-4edb-8728-340403c7d4db req-1393d4ae-f6ff-49c9-bfcf-402cf694e6f0 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 945 time: 0.2349653 Mar 05 04:52:46.150743 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:52:46.151295 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device dcfa3f16-0ca4-4aee-ae1c-f455ac6d648e not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:52:46.165522 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-c35df0a8-50e9-4b52-b961-b8b489caab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:46.167674 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-870ae08c-78ab-41ea-a96d-5720ca0eba96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea4634f-b3a4-474f-a256-3808760b4334']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:46.167813 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-c35df0a8-50e9-4b52-b961-b8b489caab0b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c539558a26474a33929b824612bb5b75&device_id=588f7d70-3165-4488-9479-2ad124826026 HTTP/1.1" status: 200 len: 1131 time: 0.3252535 Mar 05 04:52:46.179057 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-870ae08c-78ab-41ea-a96d-5720ca0eba96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b93f021-a4fd-4eaa-ae8b-ba118c329f53') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:46.179387 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-870ae08c-78ab-41ea-a96d-5720ca0eba96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b93f021-a4fd-4eaa-ae8b-ba118c329f53') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:46.191095 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-870ae08c-78ab-41ea-a96d-5720ca0eba96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (9b93f021-a4fd-4eaa-ae8b-ba118c329f53), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:46.194655 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:46.207269 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-870ae08c-78ab-41ea-a96d-5720ca0eba96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (9b93f021-a4fd-4eaa-ae8b-ba118c329f53), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:46.214250 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-870ae08c-78ab-41ea-a96d-5720ca0eba96 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:52:46.214668 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-870ae08c-78ab-41ea-a96d-5720ca0eba96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (9b93f021-a4fd-4eaa-ae8b-ba118c329f53), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:46.250767 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-0246f512-5dff-4892-a144-13e0d89b2462 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=0e89adf7-a265-48f3-aa9c-bc8dd2c63c32 HTTP/1.1" status: 200 len: 217 time: 0.0641265 Mar 05 04:52:46.259003 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcc973a-202d-450a-ad37-6f5dec7204b9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Router ee36b924-78ce-46c1-8cb0-1ac117fff18e has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:52:46.266411 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:52:46.282468 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-870ae08c-78ab-41ea-a96d-5720ca0eba96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (fea4634f-b3a4-474f-a256-3808760b4334), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:46.287758 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-870ae08c-78ab-41ea-a96d-5720ca0eba96 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:46.294786 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-870ae08c-78ab-41ea-a96d-5720ca0eba96 admin admin] 10.222.0.11 "DELETE /v2.0/networks/fea4634f-b3a4-474f-a256-3808760b4334 HTTP/1.1" status: 204 len: 168 time: 1.1790266 Mar 05 04:52:46.314142 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ae08c-78ab-41ea-a96d-5720ca0eba96 admin admin] Pushing event deleted for resources: {'Network': ['ID=fea4634f-b3a4-474f-a256-3808760b4334,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:46.331410 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f40dd1d-1424-4a1c-8564-d7a293778bbb req-c349369c-bdaf-4f3e-a3d1-de2af780c9e6 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:46.339511 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6f40dd1d-1424-4a1c-8564-d7a293778bbb req-c349369c-bdaf-4f3e-a3d1-de2af780c9e6 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d0246ef-ff26-40be-b007-039fc4674351 HTTP/1.1" status: 200 len: 945 time: 0.2358754 Mar 05 04:52:46.370446 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-251743c1-be8f-4edb-8728-340403c7d4db req-0013db39-3383-4251-94f5-f1408beef9ab tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995802 Mar 05 04:52:46.418523 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-363c4689-876b-43e9-aac6-47f39b7a4295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:46.420192 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-363c4689-876b-43e9-aac6-47f39b7a4295 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.1591480 Mar 05 04:52:46.542711 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53002) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:46.597511 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6f40dd1d-1424-4a1c-8564-d7a293778bbb req-b7f8cf75-1e07-46fe-a505-d41237363b47 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] 10.222.0.11 "GET /v2.0/security-groups?id=922f78f4-78ec-465e-a77f-ae5cd53c01cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418766 Mar 05 04:52:46.602093 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3d40e2ec-cfca-4340-8dc9-3a1ebad530b9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bbbc4feb356744e580db82395e864901&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0581095 Mar 05 04:52:46.604561 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53004) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:46.666147 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-98851a80-55ec-4c87-9bf2-0794481b0adf admin admin] Publish callbacks [] for security_group (f0e95ac2-c814-430c-9e2f-383187d2d2f9), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:46.676239 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcc973a-202d-450a-ad37-6f5dec7204b9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:52:46.697856 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a226f00-3a2a-4fac-9062-578f742a72d9 None None] Sync routers for ids ['ee36b924-78ce-46c1-8cb0-1ac117fff18e'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:52:46.703406 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53006) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:46.704041 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-abcc973a-202d-450a-ad37-6f5dec7204b9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] 10.222.0.11 "PUT /v2.0/routers/ee36b924-78ce-46c1-8cb0-1ac117fff18e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4367146 Mar 05 04:52:46.716525 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a226f00-3a2a-4fac-9062-578f742a72d9 None None] Routers {'ee36b924-78ce-46c1-8cb0-1ac117fff18e'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:52:46.717909 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8a226f00-3a2a-4fac-9062-578f742a72d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:52:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['ee36b924-78ce-46c1-8cb0-1ac117fff18e'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:46.743189 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-98851a80-55ec-4c87-9bf2-0794481b0adf admin admin] Publish callbacks [] for security_group (f0e95ac2-c814-430c-9e2f-383187d2d2f9), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:46.776820 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8a226f00-3a2a-4fac-9062-578f742a72d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:46.787182 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3565d-6969-4c5a-9cc9-6cf6bb32770f req-adca9b06-e450-45f9-a43b-a5cbc42a0ae3 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:46.788578 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a226f00-3a2a-4fac-9062-578f742a72d9 None None] Routers {'ee36b924-78ce-46c1-8cb0-1ac117fff18e'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:52:46.789679 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8a226f00-3a2a-4fac-9062-578f742a72d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:52:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['ee36b924-78ce-46c1-8cb0-1ac117fff18e'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:46.794310 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64e3565d-6969-4c5a-9cc9-6cf6bb32770f req-adca9b06-e450-45f9-a43b-a5cbc42a0ae3 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=88e72fc1-6a02-4fc8-8ecb-50da58356be5 HTTP/1.1" status: 200 len: 947 time: 0.3223000 Mar 05 04:52:46.798982 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-b51966e1-7873-477b-88e8-c4a60fc55074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:46.800487 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-b51966e1-7873-477b-88e8-c4a60fc55074 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3594065 Mar 05 04:52:46.837726 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8a226f00-3a2a-4fac-9062-578f742a72d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:46.839002 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a226f00-3a2a-4fac-9062-578f742a72d9 None None] The sync data for ids ['ee36b924-78ce-46c1-8cb0-1ac117fff18e'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:52:46.920386 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-98851a80-55ec-4c87-9bf2-0794481b0adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f0e95ac2-c814-430c-9e2f-383187d2d2f9), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:46.923172 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-98851a80-55ec-4c87-9bf2-0794481b0adf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:46.927036 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-98851a80-55ec-4c87-9bf2-0794481b0adf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f0e95ac2-c814-430c-9e2f-383187d2d2f9 HTTP/1.1" status: 204 len: 168 time: 0.3188431 Mar 05 04:52:46.927185 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda265e-5758-487d-ad9c-83b6eb4100c2 req-32fc8f2a-d465-41fb-b43d-4f9a7a5b58fa tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:46.931024 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ef98ce86-def1-4cc0-9b08-a888009e7c46 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks [] for router (ee36b924-78ce-46c1-8cb0-1ac117fff18e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:46.935216 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0eda265e-5758-487d-ad9c-83b6eb4100c2 req-32fc8f2a-d465-41fb-b43d-4f9a7a5b58fa tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=41227cd3-11f0-4d19-bd14-5301e32bc781 HTTP/1.1" status: 200 len: 946 time: 0.2680640 Mar 05 04:52:46.984385 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98851a80-55ec-4c87-9bf2-0794481b0adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e95ac2-c814-430c-9e2f-383187d2d2f9,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:46.988079 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64e3565d-6969-4c5a-9cc9-6cf6bb32770f req-1ab75f82-b2a7-4ba3-a692-f40fc02cddd8 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924558 Mar 05 04:52:47.022519 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0eda265e-5758-487d-ad9c-83b6eb4100c2 req-72025a3b-87a6-4296-9759-1d7f8f53b1ee tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763998 Mar 05 04:52:47.028762 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-32e016cc-5521-4977-923c-b47745eeb438 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159111 Mar 05 04:52:47.123959 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ef98ce86-def1-4cc0-9b08-a888009e7c46 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks [] for router_gateway (ee36b924-78ce-46c1-8cb0-1ac117fff18e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:47.191280 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eed65b4a-6157-4d85-a6d5-d3ff99feff37 req-09a50a4a-c9a8-4595-8d42-680899ff95de service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544328 Mar 05 04:52:47.218293 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15dec5-66f7-4378-a8a3-010c80d40e5e req-a2edb946-c6dc-4044-9e09-c862977d157f tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:47.219956 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cd15dec5-66f7-4378-a8a3-010c80d40e5e req-a2edb946-c6dc-4044-9e09-c862977d157f tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=41227cd3-11f0-4d19-bd14-5301e32bc781 HTTP/1.1" status: 200 len: 946 time: 0.1088889 Mar 05 04:52:47.232123 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-ef98ce86-def1-4cc0-9b08-a888009e7c46 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Deleting port 12596cc5-0814-4675-b409-63736ebd5577 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:52:47.232523 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ef98ce86-def1-4cc0-9b08-a888009e7c46 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (12596cc5-0814-4675-b409-63736ebd5577), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:47.329190 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cd15dec5-66f7-4378-a8a3-010c80d40e5e req-454d41ea-6652-4b0a-9def-7d4259857ac4 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987732 Mar 05 04:52:47.333993 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3474f3f-2956-4afb-b3e6-d1926e1ecb6e req-2b3fb586-3a24-4f43-b360-8184b50e8a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:47.336177 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b3474f3f-2956-4afb-b3e6-d1926e1ecb6e req-2b3fb586-3a24-4f43-b360-8184b50e8a06 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c539558a26474a33929b824612bb5b75&device_id=588f7d70-3165-4488-9479-2ad124826026 HTTP/1.1" status: 200 len: 1131 time: 0.0986059 Mar 05 04:52:47.362704 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ef98ce86-def1-4cc0-9b08-a888009e7c46 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (12596cc5-0814-4675-b409-63736ebd5577), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:47.382192 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-ef98ce86-def1-4cc0-9b08-a888009e7c46 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Calling delete_port for 12596cc5-0814-4675-b409-63736ebd5577 owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:52:47.533927 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3474f3f-2956-4afb-b3e6-d1926e1ecb6e req-6fa3fdad-8979-4204-a7e3-175fcf2830b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:47.536775 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b3474f3f-2956-4afb-b3e6-d1926e1ecb6e req-6fa3fdad-8979-4204-a7e3-175fcf2830b0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.1943848 Mar 05 04:52:47.618097 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b3474f3f-2956-4afb-b3e6-d1926e1ecb6e req-07b6ddc6-b4f9-49e4-963f-3c7c612da895 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=0e89adf7-a265-48f3-aa9c-bc8dd2c63c32 HTTP/1.1" status: 200 len: 217 time: 0.0628061 Mar 05 04:52:47.661188 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ef98ce86-def1-4cc0-9b08-a888009e7c46 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (12596cc5-0814-4675-b409-63736ebd5577), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:47.687949 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98ce86-def1-4cc0-9b08-a888009e7c46 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Pushing event deleted for resources: {'Port': ['ID=12596cc5-0814-4675-b409-63736ebd5577,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:47.706488 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712451b-4716-4d32-bd60-2bff809cbc50 req-58040b7b-a130-466d-8033-7e7c4002c755 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:47.709484 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3712451b-4716-4d32-bd60-2bff809cbc50 req-58040b7b-a130-466d-8033-7e7c4002c755 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 945 time: 0.2061052 Mar 05 04:52:47.757194 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:47.774974 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ef98ce86-def1-4cc0-9b08-a888009e7c46 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (ee36b924-78ce-46c1-8cb0-1ac117fff18e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:47.803377 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3474f3f-2956-4afb-b3e6-d1926e1ecb6e req-5791ab43-5ce0-4acb-9736-ce0653e235f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:47.805193 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b3474f3f-2956-4afb-b3e6-d1926e1ecb6e req-5791ab43-5ce0-4acb-9736-ce0653e235f9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.1764498 Mar 05 04:52:47.908553 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ef98ce86-def1-4cc0-9b08-a888009e7c46 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (ee36b924-78ce-46c1-8cb0-1ac117fff18e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:47.912484 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ef98ce86-def1-4cc0-9b08-a888009e7c46 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks [] for router_controller (ee36b924-78ce-46c1-8cb0-1ac117fff18e), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:47.999377 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ef98ce86-def1-4cc0-9b08-a888009e7c46 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (ee36b924-78ce-46c1-8cb0-1ac117fff18e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:48.000243 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef98ce86-def1-4cc0-9b08-a888009e7c46 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Fanout notify agent at l3_agent the message router_deleted on router ee36b924-78ce-46c1-8cb0-1ac117fff18e {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:52:48.009484 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ef98ce86-def1-4cc0-9b08-a888009e7c46 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:48.013535 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ef98ce86-def1-4cc0-9b08-a888009e7c46 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] 10.222.0.11 "DELETE /v2.0/routers/ee36b924-78ce-46c1-8cb0-1ac117fff18e HTTP/1.1" status: 204 len: 168 time: 1.3067722 Mar 05 04:52:48.014342 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53040) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:48.080548 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-2308d833-f315-490f-b683-2163c71759d9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Deleting subnet 6c912699-e6b4-4660-9d2b-f91ff2cf0558 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:52:48.084262 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2308d833-f315-490f-b683-2163c71759d9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks [] for subnet (6c912699-e6b4-4660-9d2b-f91ff2cf0558), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:48.109084 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53042) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:48.145385 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2308d833-f315-490f-b683-2163c71759d9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (6c912699-e6b4-4660-9d2b-f91ff2cf0558), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:48.271065 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-afe8eafa-69c2-4ac7-ba5b-d716904dffab admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-661353351-network', 'tenant_id': 'aa15704fc9d14ca48245220c2cf2331b'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:48.278334 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2308d833-f315-490f-b683-2163c71759d9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (6c912699-e6b4-4660-9d2b-f91ff2cf0558), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:48.289974 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89708d-4b14-49e2-8dd2-ee76ad101bed req-cd8ffacd-2255-4c5b-86a1-ebcda956a5c4 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:48.291507 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dd89708d-4b14-49e2-8dd2-ee76ad101bed req-cd8ffacd-2255-4c5b-86a1-ebcda956a5c4 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=41227cd3-11f0-4d19-bd14-5301e32bc781 HTTP/1.1" status: 200 len: 946 time: 0.6100717 Mar 05 04:52:48.294592 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3712451b-4716-4d32-bd60-2bff809cbc50 req-bb5de031-d2e4-4520-91ba-a31f64e7b009 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5517511 Mar 05 04:52:48.303441 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20b510-5c1a-4902-b6e9-2c76c3a74f53 req-150820d1-568c-48bb-8567-067e701ce291 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:48.304875 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ac20b510-5c1a-4902-b6e9-2c76c3a74f53 req-150820d1-568c-48bb-8567-067e701ce291 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] 10.222.0.30 "GET /v2.0/ports?device_id=0d0246ef-ff26-40be-b007-039fc4674351 HTTP/1.1" status: 200 len: 945 time: 0.5572436 Mar 05 04:52:48.333228 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe8eafa-69c2-4ac7-ba5b-d716904dffab admin admin] Made reservation on behalf of aa15704fc9d14ca48245220c2cf2331b for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:52:48.338901 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-afe8eafa-69c2-4ac7-ba5b-d716904dffab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:48.350549 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-afe8eafa-69c2-4ac7-ba5b-d716904dffab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:48.393360 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3474f3f-2956-4afb-b3e6-d1926e1ecb6e req-cc24d637-d2f7-44bc-9b59-a9a4f385d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:48.396154 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b3474f3f-2956-4afb-b3e6-d1926e1ecb6e req-cc24d637-d2f7-44bc-9b59-a9a4f385d759 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5796204 Mar 05 04:52:48.396836 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2308d833-f315-490f-b683-2163c71759d9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (6c912699-e6b4-4660-9d2b-f91ff2cf0558), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:48.442748 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308d833-f315-490f-b683-2163c71759d9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Pushing event deleted for resources: {'Subnet': ['ID=6c912699-e6b4-4660-9d2b-f91ff2cf0558,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:48.460578 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8d533f-be8f-4934-8923-d15d108b86e8 None None] Network bc842499-7222-4657-8cd8-08e8db06aa46 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:52:48.468188 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2308d833-f315-490f-b683-2163c71759d9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:48.472072 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2308d833-f315-490f-b683-2163c71759d9 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] 10.222.0.11 "DELETE /v2.0/subnets/6c912699-e6b4-4660-9d2b-f91ff2cf0558 HTTP/1.1" status: 204 len: 168 time: 0.4565821 Mar 05 04:52:48.475010 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53046) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:48.530271 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dd89708d-4b14-49e2-8dd2-ee76ad101bed req-ed24300e-7db7-4100-a360-ccdcff3bbae4 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217593 Mar 05 04:52:48.551125 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 0f61ba0a-9880-41ce-a7d9-586bcbeae1cf details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:52:48.574615 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-afe8eafa-69c2-4ac7-ba5b-d716904dffab admin admin] Publish callbacks [] for security_group (8366ff4e-2faf-4af2-a6d2-7ec92f9b5241), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:48.584136 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6fb8-2e4d-425b-b751-714d8513fe27 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (bc842499-7222-4657-8cd8-08e8db06aa46), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:48.588094 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-afe8eafa-69c2-4ac7-ba5b-d716904dffab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8366ff4e-2faf-4af2-a6d2-7ec92f9b5241), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:48.601211 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe8eafa-69c2-4ac7-ba5b-d716904dffab admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:52:48.611875 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-afe8eafa-69c2-4ac7-ba5b-d716904dffab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (665588c9-8903-4662-9125-c3e03fc634d5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:48.612438 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-afe8eafa-69c2-4ac7-ba5b-d716904dffab admin admin] Added segment 665588c9-8903-4662-9125-c3e03fc634d5 of type vlan for network 3e820d6e-0168-4766-8549-1a330342d436 Mar 05 04:52:48.687922 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb456374-fdcf-43e3-8ff1-baf53c45a347 None None] DHCP port deletion for bc842499-7222-4657-8cd8-08e8db06aa46 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:52:48.691589 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 0f61ba0a-9880-41ce-a7d9-586bcbeae1cf, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=0f61ba0a-9880-41ce-a7d9-586bcbeae1cf,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:48.700401 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7d359-914f-4811-9222-9751ebbd053a req-67574601-f4e5-4a52-82ca-2941abc15d61 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:48.701647 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-afe8eafa-69c2-4ac7-ba5b-d716904dffab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (3e820d6e-0168-4766-8549-1a330342d436), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:48.702456 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-05c7d359-914f-4811-9222-9751ebbd053a req-67574601-f4e5-4a52-82ca-2941abc15d61 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d0246ef-ff26-40be-b007-039fc4674351 HTTP/1.1" status: 200 len: 945 time: 0.3030469 Mar 05 04:52:48.714322 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8eafa-69c2-4ac7-ba5b-d716904dffab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8366ff4e-2faf-4af2-a6d2-7ec92f9b5241,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:48.726772 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '0f61ba0a-9880-41ce-a7d9-586bcbeae1cf', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': '0f61ba0a-9880-41ce-a7d9-586bcbeae1cf', 'mac_address': 'fa:16:3e:fa:2c:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:52:48.763320 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b3474f3f-2956-4afb-b3e6-d1926e1ecb6e req-b4297d73-d16a-4b20-9ef2-3934348c1dca service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331163 Mar 05 04:52:48.774410 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-afe8eafa-69c2-4ac7-ba5b-d716904dffab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (3e820d6e-0168-4766-8549-1a330342d436), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:48.776336 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe8eafa-69c2-4ac7-ba5b-d716904dffab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:48.777214 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-afe8eafa-69c2-4ac7-ba5b-d716904dffab admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:48.788122 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 0f61ba0a-9880-41ce-a7d9-586bcbeae1cf is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:52:48.789137 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0f61ba0a-9880-41ce-a7d9-586bcbeae1cf), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:48.807101 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f61ba0a-9880-41ce-a7d9-586bcbeae1cf {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:52:48.824735 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-bb456374-fdcf-43e3-8ff1-baf53c45a347 None None] Deleting port f0c14b3b-da14-49a1-8547-4e695c4501c7 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:52:48.825114 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bb456374-fdcf-43e3-8ff1-baf53c45a347 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (f0c14b3b-da14-49a1-8547-4e695c4501c7), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:48.844565 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 0f61ba0a-9880-41ce-a7d9-586bcbeae1cf, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=0f61ba0a-9880-41ce-a7d9-586bcbeae1cf,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:48.845997 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a79239-52fb-417c-9650-dc43e9d1b6ed req-0a1d6b9b-9a45-4c3a-96a6-43ddafae28dd tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:48.847691 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e9a79239-52fb-417c-9650-dc43e9d1b6ed req-0a1d6b9b-9a45-4c3a-96a6-43ddafae28dd tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=88e72fc1-6a02-4fc8-8ecb-50da58356be5 HTTP/1.1" status: 200 len: 947 time: 0.2167761 Mar 05 04:52:48.851465 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-ac20b510-5c1a-4902-b6e9-2c76c3a74f53 req-7820cb7d-2bb2-467f-b856-80b6801afe06 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Deleting port 3fbe8709-ad74-49f1-bc60-0c9b13396783 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:52:48.851465 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ac20b510-5c1a-4902-b6e9-2c76c3a74f53 req-7820cb7d-2bb2-467f-b856-80b6801afe06 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (3fbe8709-ad74-49f1-bc60-0c9b13396783), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:48.853099 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8eafa-69c2-4ac7-ba5b-d716904dffab admin admin] Pushing event updated for resources: {'Network': ['ID=3e820d6e-0168-4766-8549-1a330342d436,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:48.855589 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0f61ba0a-9880-41ce-a7d9-586bcbeae1cf), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:48.859402 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-d1ae6fb8-2e4d-425b-b751-714d8513fe27 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Deleting port f0c14b3b-da14-49a1-8547-4e695c4501c7 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:52:48.859740 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6fb8-2e4d-425b-b751-714d8513fe27 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (f0c14b3b-da14-49a1-8547-4e695c4501c7), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:48.870677 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-afe8eafa-69c2-4ac7-ba5b-d716904dffab admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7601783 Mar 05 04:52:48.882475 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53048) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:48.889385 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-d69b4ea7-ae58-4e14-821b-7ab103462deb admin admin] Request body: {'subnet': {'network_id': '3e820d6e-0168-4766-8549-1a330342d436', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-661353351-subnet', 'tenant_id': 'aa15704fc9d14ca48245220c2cf2331b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:48.890632 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 3e820d6e-0168-4766-8549-1a330342d436 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:52:48.949365 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-05c7d359-914f-4811-9222-9751ebbd053a req-41308449-8f1c-4f4d-99e4-aae5e0dc8970 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] 10.222.0.11 "GET /v2.0/security-groups?id=922f78f4-78ec-465e-a77f-ae5cd53c01cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046568 Mar 05 04:52:48.981372 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-bb456374-fdcf-43e3-8ff1-baf53c45a347 None None] For port f0c14b3b-da14-49a1-8547-4e695c4501c7, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=f0c14b3b-da14-49a1-8547-4e695c4501c7,segment=NetworkSegment(83c9dc62-fd4d-422b-8007-3a7966fbe218),segment_id=83c9dc62-fd4d-422b-8007-3a7966fbe218)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:48.982137 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bb456374-fdcf-43e3-8ff1-baf53c45a347 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (f0c14b3b-da14-49a1-8547-4e695c4501c7), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:49.011826 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-d1ae6fb8-2e4d-425b-b751-714d8513fe27 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] For port f0c14b3b-da14-49a1-8547-4e695c4501c7, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=f0c14b3b-da14-49a1-8547-4e695c4501c7,segment=NetworkSegment(83c9dc62-fd4d-422b-8007-3a7966fbe218),segment_id=83c9dc62-fd4d-422b-8007-3a7966fbe218)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:49.012426 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6fb8-2e4d-425b-b751-714d8513fe27 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (f0c14b3b-da14-49a1-8547-4e695c4501c7), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:49.015681 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-bb456374-fdcf-43e3-8ff1-baf53c45a347 None None] Calling delete_port for f0c14b3b-da14-49a1-8547-4e695c4501c7 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:52:49.030810 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69b4ea7-ae58-4e14-821b-7ab103462deb admin admin] Made reservation on behalf of aa15704fc9d14ca48245220c2cf2331b for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:52:49.031860 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=0f61ba0a-9880-41ce-a7d9-586bcbeae1cf,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:49.033192 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d69b4ea7-ae58-4e14-821b-7ab103462deb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:49.039168 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b3474f3f-2956-4afb-b3e6-d1926e1ecb6e req-9666418b-c154-45fa-9fa9-bc43be256138 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589457 Mar 05 04:52:49.054747 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e9a79239-52fb-417c-9650-dc43e9d1b6ed req-58f1a27f-1768-4373-9029-c56afb4f98ac tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661234 Mar 05 04:52:49.063862 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-d1ae6fb8-2e4d-425b-b751-714d8513fe27 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Calling delete_port for f0c14b3b-da14-49a1-8547-4e695c4501c7 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:52:49.075520 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-ac20b510-5c1a-4902-b6e9-2c76c3a74f53 req-7820cb7d-2bb2-467f-b856-80b6801afe06 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] For port 3fbe8709-ad74-49f1-bc60-0c9b13396783, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=3fbe8709-ad74-49f1-bc60-0c9b13396783,segment=NetworkSegment(f78e185e-a01d-4da9-83fc-961573c24445),segment_id=f78e185e-a01d-4da9-83fc-961573c24445)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:49.075895 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ac20b510-5c1a-4902-b6e9-2c76c3a74f53 req-7820cb7d-2bb2-467f-b856-80b6801afe06 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (3fbe8709-ad74-49f1-bc60-0c9b13396783), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:49.077975 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb317565-4a99-4650-b89b-fc798ad87235 req-34298de2-2db1-43da-ad88-d8031d7413cf tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:49.079138 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cb317565-4a99-4650-b89b-fc798ad87235 req-34298de2-2db1-43da-ad88-d8031d7413cf tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.31 "GET /v2.0/ports?device_id=41227cd3-11f0-4d19-bd14-5301e32bc781 HTTP/1.1" status: 200 len: 946 time: 0.1757631 Mar 05 04:52:49.088191 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-ac20b510-5c1a-4902-b6e9-2c76c3a74f53 req-7820cb7d-2bb2-467f-b856-80b6801afe06 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Calling delete_port for 3fbe8709-ad74-49f1-bc60-0c9b13396783 owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:52:49.133970 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bb456374-fdcf-43e3-8ff1-baf53c45a347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (f0c14b3b-da14-49a1-8547-4e695c4501c7), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:49.165677 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb456374-fdcf-43e3-8ff1-baf53c45a347 None None] Pushing event deleted for resources: {'Port': ['ID=f0c14b3b-da14-49a1-8547-4e695c4501c7,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:49.168967 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['0f61ba0a-9880-41ce-a7d9-586bcbeae1cf'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:52:49.196673 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb456374-fdcf-43e3-8ff1-baf53c45a347 None None] No DVR routers for this DVR port f0c14b3b-da14-49a1-8547-4e695c4501c7 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:52:49.245191 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ac20b510-5c1a-4902-b6e9-2c76c3a74f53 req-7820cb7d-2bb2-467f-b856-80b6801afe06 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (3fbe8709-ad74-49f1-bc60-0c9b13396783), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:49.262691 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['3fbe8709-ad74-49f1-bc60-0c9b13396783'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:52:49.290907 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820cb7d-2bb2-467f-b856-80b6801afe06 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Pushing event deleted for resources: {'Port': ['ID=3fbe8709-ad74-49f1-bc60-0c9b13396783,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:49.335428 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6fb8-2e4d-425b-b751-714d8513fe27 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (f0c14b3b-da14-49a1-8547-4e695c4501c7), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:49.350575 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac20b510-5c1a-4902-b6e9-2c76c3a74f53 req-7820cb7d-2bb2-467f-b856-80b6801afe06 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] No DVR routers for this DVR port 3fbe8709-ad74-49f1-bc60-0c9b13396783 on host n-h1-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:52:49.354697 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ac20b510-5c1a-4902-b6e9-2c76c3a74f53 req-7820cb7d-2bb2-467f-b856-80b6801afe06 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:49.358099 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ac20b510-5c1a-4902-b6e9-2c76c3a74f53 req-7820cb7d-2bb2-467f-b856-80b6801afe06 tempest-VolumesAdminNegativeTest-1064246544 tempest-VolumesAdminNegativeTest-1064246544-project] 10.222.0.30 "DELETE /v2.0/ports/3fbe8709-ad74-49f1-bc60-0c9b13396783 HTTP/1.1" status: 204 len: 173 time: 1.0383055 Mar 05 04:52:49.358656 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d0246ef-ff26-40be-b007-039fc4674351', 'name': 'network-vif-deleted', 'tag': '3fbe8709-ad74-49f1-bc60-0c9b13396783'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:52:49.361786 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d03a11-c616-431b-9ad5-04f3a14bd4cb" -d '{"events": [{"server_uuid": "0d0246ef-ff26-40be-b007-039fc4674351", "name": "network-vif-deleted", "tag": "3fbe8709-ad74-49f1-bc60-0c9b13396783"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:52:49.380721 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae6fb8-2e4d-425b-b751-714d8513fe27 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Pushing event deleted for resources: {'Port': ['ID=f0c14b3b-da14-49a1-8547-4e695c4501c7,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:49.384402 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-cb317565-4a99-4650-b89b-fc798ad87235 req-0cd066bf-f621-4282-b508-d48b3100ec15 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Deleting port 906adbb7-15a1-4c1e-9694-5cd0851d7ef3 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:52:49.384746 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cb317565-4a99-4650-b89b-fc798ad87235 req-0cd066bf-f621-4282-b508-d48b3100ec15 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (906adbb7-15a1-4c1e-9694-5cd0851d7ef3), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:49.409039 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ae6fb8-2e4d-425b-b751-714d8513fe27 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] No DVR routers for this DVR port f0c14b3b-da14-49a1-8547-4e695c4501c7 on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:52:49.451144 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-007a67fa-d79f-4c5d-a5e0-1f917b58fcc8 x-openstack-request-id: req-007a67fa-d79f-4c5d-a5e0-1f917b58fcc8 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:52:49.451444 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d0246ef-ff26-40be-b007-039fc4674351", "name": "network-vif-deleted", "tag": "3fbe8709-ad74-49f1-bc60-0c9b13396783", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:52:49.452122 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-007a67fa-d79f-4c5d-a5e0-1f917b58fcc8 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:52:49.452122 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d0246ef-ff26-40be-b007-039fc4674351', 'name': 'network-vif-deleted', 'tag': '3fbe8709-ad74-49f1-bc60-0c9b13396783', 'status': 'completed', 'code': 200} Mar 05 04:52:49.461975 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72607a-8331-4e0c-ab14-5aac15a0b820 req-c2a63747-8fbc-4e17-b80c-fda4390d923e tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:49.463499 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4f72607a-8331-4e0c-ab14-5aac15a0b820 req-c2a63747-8fbc-4e17-b80c-fda4390d923e tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 945 time: 0.0858676 Mar 05 04:52:49.472136 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:52:49.520710 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4f72607a-8331-4e0c-ab14-5aac15a0b820 req-f8245ab3-ee17-4f3f-a3c0-12b670cc57d2 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460470 Mar 05 04:52:49.591369 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d69b4ea7-ae58-4e14-821b-7ab103462deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (f12d5285-dceb-44c5-a4f3-fee4c0b91c0a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:49.602950 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6fb8-2e4d-425b-b751-714d8513fe27 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (bc842499-7222-4657-8cd8-08e8db06aa46), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:49.652402 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5496d-6e3a-402b-af57-b40337b67c25 req-60b99a9a-be55-4094-a68b-cad5b3eac5c5 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:49.653972 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-38b5496d-6e3a-402b-af57-b40337b67c25 req-60b99a9a-be55-4094-a68b-cad5b3eac5c5 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=41227cd3-11f0-4d19-bd14-5301e32bc781 HTTP/1.1" status: 200 len: 946 time: 0.0556121 Mar 05 04:52:49.669143 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-d1ae6fb8-2e4d-425b-b751-714d8513fe27 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc842499-7222-4657-8cd8-08e8db06aa46']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:49.686618 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-cb317565-4a99-4650-b89b-fc798ad87235 req-0cd066bf-f621-4282-b508-d48b3100ec15 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] For port 906adbb7-15a1-4c1e-9694-5cd0851d7ef3, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=906adbb7-15a1-4c1e-9694-5cd0851d7ef3,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:49.686990 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cb317565-4a99-4650-b89b-fc798ad87235 req-0cd066bf-f621-4282-b508-d48b3100ec15 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (906adbb7-15a1-4c1e-9694-5cd0851d7ef3), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:49.691652 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-d1ae6fb8-2e4d-425b-b751-714d8513fe27 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c9dc62-fd4d-422b-8007-3a7966fbe218') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:49.692007 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-d1ae6fb8-2e4d-425b-b751-714d8513fe27 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c9dc62-fd4d-422b-8007-3a7966fbe218') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:49.703324 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-38b5496d-6e3a-402b-af57-b40337b67c25 req-409b187b-b7ba-4efc-89e6-6743c23f5adf tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436113 Mar 05 04:52:49.720373 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6fb8-2e4d-425b-b751-714d8513fe27 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (83c9dc62-fd4d-422b-8007-3a7966fbe218), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:49.722087 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-cb317565-4a99-4650-b89b-fc798ad87235 req-0cd066bf-f621-4282-b508-d48b3100ec15 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Calling delete_port for 906adbb7-15a1-4c1e-9694-5cd0851d7ef3 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:52:49.724378 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b4ea7-ae58-4e14-821b-7ab103462deb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f12d5285-dceb-44c5-a4f3-fee4c0b91c0a,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:49.784714 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6fb8-2e4d-425b-b751-714d8513fe27 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (83c9dc62-fd4d-422b-8007-3a7966fbe218), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:49.788590 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69b4ea7-ae58-4e14-821b-7ab103462deb admin admin] Checking segment: {'id': '665588c9-8903-4662-9125-c3e03fc634d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3e820d6e-0168-4766-8549-1a330342d436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:52:49.788952 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69b4ea7-ae58-4e14-821b-7ab103462deb admin admin] Network hostable DHCP agents. Network: 3e820d6e-0168-4766-8549-1a330342d436, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:52:49.799363 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ae6fb8-2e4d-425b-b751-714d8513fe27 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:52:49.799756 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6fb8-2e4d-425b-b751-714d8513fe27 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (83c9dc62-fd4d-422b-8007-3a7966fbe218), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:49.805364 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:52:49.805364 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:52:49.805364 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:52:49.805364 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:52:49.805364 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:52:49.805364 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:52:49.805364 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:52:49.805364 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:52:49.805364 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:52:49.805364 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:52:49.805364 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:52:49.805364 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:52:49.805364 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:52:49.805364 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:52:49.805364 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:52:49.805364 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:52:49.805364 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:52:49.805364 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:52:49.805364 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:52:49.805364 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:52:49.805364 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:52:49.805364 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:52:49.805364 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:52:49.805364 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:52:49.805364 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:52:49.805364 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:52:49.805364 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:52:49.805364 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:52:49.805364 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:52:49.805364 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:52:49.805364 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:52:49.805364 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:52:49.875700 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69b4ea7-ae58-4e14-821b-7ab103462deb admin admin] Network 3e820d6e-0168-4766-8549-1a330342d436 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:52:49.893149 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6fb8-2e4d-425b-b751-714d8513fe27 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (bc842499-7222-4657-8cd8-08e8db06aa46), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:49.895796 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-d69b4ea7-ae58-4e14-821b-7ab103462deb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 3e820d6e-0168-4766-8549-1a330342d436) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:52:49.904251 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6fb8-2e4d-425b-b751-714d8513fe27 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:49.909437 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d1ae6fb8-2e4d-425b-b751-714d8513fe27 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] 10.222.0.11 "DELETE /v2.0/networks/bc842499-7222-4657-8cd8-08e8db06aa46 HTTP/1.1" status: 204 len: 168 time: 1.4309914 Mar 05 04:52:49.911818 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53058) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:49.912727 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69b4ea7-ae58-4e14-821b-7ab103462deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:49.913099 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffab41e5-06a3-46a7-92cb-0bae34d7d977 None None] Network 3e820d6e-0168-4766-8549-1a330342d436 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:52:49.913586 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d69b4ea7-ae58-4e14-821b-7ab103462deb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:49.930503 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae6fb8-2e4d-425b-b751-714d8513fe27 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Pushing event deleted for resources: {'Network': ['ID=bc842499-7222-4657-8cd8-08e8db06aa46,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:49.971168 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d69b4ea7-ae58-4e14-821b-7ab103462deb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0810349 Mar 05 04:52:50.019668 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cb317565-4a99-4650-b89b-fc798ad87235 req-0cd066bf-f621-4282-b508-d48b3100ec15 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (906adbb7-15a1-4c1e-9694-5cd0851d7ef3), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:50.050853 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['906adbb7-15a1-4c1e-9694-5cd0851d7ef3'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:52:50.053887 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['8f50280d-c7ec-464b-867e-ad57cfb7443f'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:52:50.074986 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd066bf-f621-4282-b508-d48b3100ec15 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Pushing event deleted for resources: {'Port': ['ID=906adbb7-15a1-4c1e-9694-5cd0851d7ef3,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:50.082052 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53064) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:50.148237 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd818441-6bdf-4cc0-a488-e0d182dee518 None None] Network 3e820d6e-0168-4766-8549-1a330342d436 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:52:50.151721 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f0c14b3b-da14-49a1-8547-4e695c4501c7 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:52:50.192642 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: f0c14b3b-da14-49a1-8547-4e695c4501c7 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:52:50.193146 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f0c14b3b-da14-49a1-8547-4e695c4501c7 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:52:50.204054 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb317565-4a99-4650-b89b-fc798ad87235 req-0cd066bf-f621-4282-b508-d48b3100ec15 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] No DVR routers for this DVR port 906adbb7-15a1-4c1e-9694-5cd0851d7ef3 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:52:50.209435 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cb317565-4a99-4650-b89b-fc798ad87235 req-0cd066bf-f621-4282-b508-d48b3100ec15 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:50.213774 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cb317565-4a99-4650-b89b-fc798ad87235 req-0cd066bf-f621-4282-b508-d48b3100ec15 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.31 "DELETE /v2.0/ports/906adbb7-15a1-4c1e-9694-5cd0851d7ef3 HTTP/1.1" status: 204 len: 173 time: 1.1264288 Mar 05 04:52:50.214429 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41227cd3-11f0-4d19-bd14-5301e32bc781', 'name': 'network-vif-deleted', 'tag': '906adbb7-15a1-4c1e-9694-5cd0851d7ef3'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:52:50.227052 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32565e82-e6ac-4b43-95ac-c81bc6fa906b" -d '{"events": [{"server_uuid": "41227cd3-11f0-4d19-bd14-5301e32bc781", "name": "network-vif-deleted", "tag": "906adbb7-15a1-4c1e-9694-5cd0851d7ef3"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:52:50.255346 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-3089466d-7d43-469b-b980-70450249d173 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Deleting port 3f8cc488-f892-40b5-b53b-1d2d922159d9 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:52:50.255759 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3089466d-7d43-469b-b980-70450249d173 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (3f8cc488-f892-40b5-b53b-1d2d922159d9), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:50.267873 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f0c921-93e0-4fa7-8643-06f7ff436874 admin admin] Deleting subnet 99591b4d-1898-4c28-a391-4068210fe19c {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:52:50.276864 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e0f0c921-93e0-4fa7-8643-06f7ff436874 admin admin] Publish callbacks [] for subnet (99591b4d-1898-4c28-a391-4068210fe19c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:50.342186 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e51bc-5e8f-4cb9-bef2-f0ef4646e916 req-0138d001-9faf-469d-830e-a83f11d1a1cc tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:50.344020 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1e7f3c-7730-4ab2-bb8e-8c0431c77806 x-openstack-request-id: req-bd1e7f3c-7730-4ab2-bb8e-8c0431c77806 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:52:50.344374 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41227cd3-11f0-4d19-bd14-5301e32bc781", "name": "network-vif-deleted", "tag": "906adbb7-15a1-4c1e-9694-5cd0851d7ef3", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:52:50.344501 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f27e51bc-5e8f-4cb9-bef2-f0ef4646e916 req-0138d001-9faf-469d-830e-a83f11d1a1cc tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=88e72fc1-6a02-4fc8-8ecb-50da58356be5 HTTP/1.1" status: 200 len: 948 time: 0.1681986 Mar 05 04:52:50.344638 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bd1e7f3c-7730-4ab2-bb8e-8c0431c77806 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:52:50.355242 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41227cd3-11f0-4d19-bd14-5301e32bc781', 'name': 'network-vif-deleted', 'tag': '906adbb7-15a1-4c1e-9694-5cd0851d7ef3', 'status': 'completed', 'code': 200} Mar 05 04:52:50.375163 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e0f0c921-93e0-4fa7-8643-06f7ff436874 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (99591b4d-1898-4c28-a391-4068210fe19c), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:50.430690 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e0f0c921-93e0-4fa7-8643-06f7ff436874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (99591b4d-1898-4c28-a391-4068210fe19c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:50.447683 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3089466d-7d43-469b-b980-70450249d173 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (3f8cc488-f892-40b5-b53b-1d2d922159d9), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:50.448082 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3089466d-7d43-469b-b980-70450249d173 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks [] for floatingip (3f8cc488-f892-40b5-b53b-1d2d922159d9), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:50.476805 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-3089466d-7d43-469b-b980-70450249d173 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Calling delete_port for 3f8cc488-f892-40b5-b53b-1d2d922159d9 owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:52:50.484532 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f27e51bc-5e8f-4cb9-bef2-f0ef4646e916 req-26c90b4a-f371-4032-ae1f-f26d8c46d1a1 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303835 Mar 05 04:52:50.493224 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e0f0c921-93e0-4fa7-8643-06f7ff436874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (99591b4d-1898-4c28-a391-4068210fe19c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:50.525063 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0c921-93e0-4fa7-8643-06f7ff436874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99591b4d-1898-4c28-a391-4068210fe19c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:50.526933 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e0f0c921-93e0-4fa7-8643-06f7ff436874 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:50.530451 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e0f0c921-93e0-4fa7-8643-06f7ff436874 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/99591b4d-1898-4c28-a391-4068210fe19c HTTP/1.1" status: 204 len: 168 time: 0.4468436 Mar 05 04:52:50.533236 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53076) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:50.536908 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 0e89adf7-a265-48f3-aa9c-bc8dd2c63c32 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:52:50.539877 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 0f61ba0a-9880-41ce-a7d9-586bcbeae1cf up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:52:50.685386 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 0f61ba0a-9880-41ce-a7d9-586bcbeae1cf completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:52:50.691038 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad6e04ae-2924-4a2a-9a75-d9ba31b3bdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (42031c5d-b398-434e-9b43-60578d3a7c2c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:50.702605 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 0f61ba0a-9880-41ce-a7d9-586bcbeae1cf triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:52:50.702939 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0f61ba0a-9880-41ce-a7d9-586bcbeae1cf), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:50.710481 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 0e89adf7-a265-48f3-aa9c-bc8dd2c63c32, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=0e89adf7-a265-48f3-aa9c-bc8dd2c63c32,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:50.750441 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '0e89adf7-a265-48f3-aa9c-bc8dd2c63c32', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': '0e89adf7-a265-48f3-aa9c-bc8dd2c63c32', 'mac_address': 'fa:16:3e:52:4b:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:52:50.753789 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3089466d-7d43-469b-b980-70450249d173 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (3f8cc488-f892-40b5-b53b-1d2d922159d9), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:50.803065 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3089466d-7d43-469b-b980-70450249d173 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Pushing event deleted for resources: {'Port': ['ID=3f8cc488-f892-40b5-b53b-1d2d922159d9,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:50.811561 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad6e04ae-2924-4a2a-9a75-d9ba31b3bdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (42031c5d-b398-434e-9b43-60578d3a7c2c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:50.837468 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 0e89adf7-a265-48f3-aa9c-bc8dd2c63c32 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:52:50.837936 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0e89adf7-a265-48f3-aa9c-bc8dd2c63c32), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:50.847945 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-ad6e04ae-2924-4a2a-9a75-d9ba31b3bdc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42031c5d-b398-434e-9b43-60578d3a7c2c']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:50.861181 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-ad6e04ae-2924-4a2a-9a75-d9ba31b3bdc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f78e185e-a01d-4da9-83fc-961573c24445') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:50.862353 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-ad6e04ae-2924-4a2a-9a75-d9ba31b3bdc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f78e185e-a01d-4da9-83fc-961573c24445') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:50.872021 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e89adf7-a265-48f3-aa9c-bc8dd2c63c32 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:52:50.875625 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad6e04ae-2924-4a2a-9a75-d9ba31b3bdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (f78e185e-a01d-4da9-83fc-961573c24445), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:50.878970 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 0f61ba0a-9880-41ce-a7d9-586bcbeae1cf is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:52:50.879481 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0f61ba0a-9880-41ce-a7d9-586bcbeae1cf), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:50.891654 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad6e04ae-2924-4a2a-9a75-d9ba31b3bdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (f78e185e-a01d-4da9-83fc-961573c24445), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:50.899428 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad6e04ae-2924-4a2a-9a75-d9ba31b3bdc4 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:52:50.899967 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad6e04ae-2924-4a2a-9a75-d9ba31b3bdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (f78e185e-a01d-4da9-83fc-961573c24445), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:50.902135 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088aebd-feed-4f53-a72a-166e83b512d6 req-392825c5-1837-44ce-9414-1e78faa60c20 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:50.902279 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:52:50.902279 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:52:50.902279 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:52:50.902279 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:52:50.902279 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:52:50.902279 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:52:50.902279 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:52:50.902279 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:52:50.902279 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:52:50.902279 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:52:50.902279 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:52:50.902279 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:52:50.902279 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:52:50.902279 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:52:50.902279 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:52:50.902279 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:52:50.902279 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:52:50.902279 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:52:50.902279 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:52:50.902279 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:52:50.902279 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:52:50.902279 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:52:50.902279 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:52:50.902279 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:52:50.902279 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:52:50.902279 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:52:50.902279 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:52:50.902279 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:52:50.902279 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:52:50.902279 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:52:50.902279 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:52:50.902279 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:52:50.908943 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2088aebd-feed-4f53-a72a-166e83b512d6 req-392825c5-1837-44ce-9414-1e78faa60c20 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 945 time: 0.2206998 Mar 05 04:52:50.913341 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 0e89adf7-a265-48f3-aa9c-bc8dd2c63c32, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=0e89adf7-a265-48f3-aa9c-bc8dd2c63c32,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:50.920014 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e72fc1-6a02-4fc8-8ecb-50da58356be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f61ba0a-9880-41ce-a7d9-586bcbeae1cf'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:52:50.922486 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d5c639-ed11-4917-b48a-830d00cfa198" -d '{"events": [{"server_uuid": "88e72fc1-6a02-4fc8-8ecb-50da58356be5", "name": "network-vif-plugged", "status": "completed", "tag": "0f61ba0a-9880-41ce-a7d9-586bcbeae1cf"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:52:50.927614 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0e89adf7-a265-48f3-aa9c-bc8dd2c63c32), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:50.940926 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 0f61ba0a-9880-41ce-a7d9-586bcbeae1cf, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=0f61ba0a-9880-41ce-a7d9-586bcbeae1cf,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:50.962103 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0f61ba0a-9880-41ce-a7d9-586bcbeae1cf), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:50.974843 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad6e04ae-2924-4a2a-9a75-d9ba31b3bdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (42031c5d-b398-434e-9b43-60578d3a7c2c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:50.981793 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad6e04ae-2924-4a2a-9a75-d9ba31b3bdc4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:50.987851 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ad6e04ae-2924-4a2a-9a75-d9ba31b3bdc4 admin admin] 10.222.0.11 "DELETE /v2.0/networks/42031c5d-b398-434e-9b43-60578d3a7c2c HTTP/1.1" status: 204 len: 168 time: 0.4410737 Mar 05 04:52:50.989541 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-c0707689-ba64-47cb-9308-d7d04d1b4f7a tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:50.990826 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-c0707689-ba64-47cb-9308-d7d04d1b4f7a tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/networks?id=3e820d6e-0168-4766-8549-1a330342d436 HTTP/1.1" status: 200 len: 812 time: 0.2700253 Mar 05 04:52:50.991341 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53094) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:50.994136 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=0e89adf7-a265-48f3-aa9c-bc8dd2c63c32,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:50.999260 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6e04ae-2924-4a2a-9a75-d9ba31b3bdc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=42031c5d-b398-434e-9b43-60578d3a7c2c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:51.013860 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3089466d-7d43-469b-b980-70450249d173 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks [] for floatingip (aa12eb31-8cf1-4892-b20a-628bc9be6b25), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:51.016386 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3089466d-7d43-469b-b980-70450249d173 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:51.020533 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3089466d-7d43-469b-b980-70450249d173 tempest-FloatingIPAdminTestJSON-578419289 tempest-FloatingIPAdminTestJSON-578419289-project] 10.222.0.11 "DELETE /v2.0/floatingips/aa12eb31-8cf1-4892-b20a-628bc9be6b25 HTTP/1.1" status: 204 len: 168 time: 1.1067033 Mar 05 04:52:51.054213 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=0f61ba0a-9880-41ce-a7d9-586bcbeae1cf,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:51.063437 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2088aebd-feed-4f53-a72a-166e83b512d6 req-5ca08a1e-fdf6-4b0b-8c88-3cd304637ef0 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535749 Mar 05 04:52:51.064831 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-75b1b90a-e522-4f71-9d99-bdbea76fa9b1 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/quotas/aa15704fc9d14ca48245220c2cf2331b HTTP/1.1" status: 200 len: 375 time: 0.0559669 Mar 05 04:52:51.108384 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c93cbf-3767-4584-a48a-d72d44328470 admin admin] Deleting subnet 388ecc69-92f5-4cc5-a4a0-4a519ad4b2ff {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:52:51.111879 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-18c93cbf-3767-4584-a48a-d72d44328470 admin admin] Publish callbacks [] for subnet (388ecc69-92f5-4cc5-a4a0-4a519ad4b2ff), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:51.115397 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-a970e36e-1863-4785-93f9-a6ea5c1677cf tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa15704fc9d14ca48245220c2cf2331b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420613 Mar 05 04:52:51.149040 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999d911c-8b52-4917-bba9-3a78966e7d29 x-openstack-request-id: req-999d911c-8b52-4917-bba9-3a78966e7d29 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:52:51.149847 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e72fc1-6a02-4fc8-8ecb-50da58356be5", "name": "network-vif-plugged", "status": "completed", "tag": "0f61ba0a-9880-41ce-a7d9-586bcbeae1cf", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:52:51.150380 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-999d911c-8b52-4917-bba9-3a78966e7d29 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:52:51.150790 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e72fc1-6a02-4fc8-8ecb-50da58356be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f61ba0a-9880-41ce-a7d9-586bcbeae1cf', 'code': 200} Mar 05 04:52:51.217746 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-18c93cbf-3767-4584-a48a-d72d44328470 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (388ecc69-92f5-4cc5-a4a0-4a519ad4b2ff), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:51.233316 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['0e89adf7-a265-48f3-aa9c-bc8dd2c63c32'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:52:51.289039 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-18c93cbf-3767-4584-a48a-d72d44328470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (388ecc69-92f5-4cc5-a4a0-4a519ad4b2ff), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:51.291005 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd7eb4-47ef-4a8c-9279-a96426476960 req-9568d6c6-7604-4288-b5fb-2fd22bd3289a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:51.292785 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cecd7eb4-47ef-4a8c-9279-a96426476960 req-9568d6c6-7604-4288-b5fb-2fd22bd3289a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=88e72fc1-6a02-4fc8-8ecb-50da58356be5 HTTP/1.1" status: 200 len: 1132 time: 0.0673463 Mar 05 04:52:51.319872 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-62fd1099-15ca-46a2-87a5-c81a408ae8af service neutron] 10.222.0.11 "GET /v2.0/networks/3e820d6e-0168-4766-8549-1a330342d436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786211 Mar 05 04:52:51.338657 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53104) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:51.361044 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cecd7eb4-47ef-4a8c-9279-a96426476960 req-9ac7c06e-d476-4987-ba0c-42150e147655 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616364 Mar 05 04:52:51.406237 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-18c93cbf-3767-4584-a48a-d72d44328470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (388ecc69-92f5-4cc5-a4a0-4a519ad4b2ff), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:51.455443 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c93cbf-3767-4584-a48a-d72d44328470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=388ecc69-92f5-4cc5-a4a0-4a519ad4b2ff,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:51.472747 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-18c93cbf-3767-4584-a48a-d72d44328470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:51.476950 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-18c93cbf-3767-4584-a48a-d72d44328470 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/388ecc69-92f5-4cc5-a4a0-4a519ad4b2ff HTTP/1.1" status: 204 len: 168 time: 0.4792492 Mar 05 04:52:51.479369 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53120) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:51.549634 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7534d88b-423b-4cd8-87e0-d0d1df24516b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (ebcc0321-c1d2-47ee-8485-0d7e0738c789), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:51.563766 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-ee7e9bcc-02c0-436a-b002-692ac17e2d26 service neutron] 10.222.0.11 "GET /v2.0/networks/3e820d6e-0168-4766-8549-1a330342d436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362521 Mar 05 04:52:51.588186 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d4933078-8ab0-40a8-bb60-17c61d60bc99 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=edd75da1bd32492d8d1911a26df00e35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2483933 Mar 05 04:52:51.590812 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53124) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:51.608050 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-3624b2e3-6045-4e27-aca6-33b1e130d21f tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:51.609568 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-3624b2e3-6045-4e27-aca6-33b1e130d21f tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/networks?id=54309d98-48bc-4d3e-a20e-4665796063fc HTTP/1.1" status: 200 len: 806 time: 0.1702719 Mar 05 04:52:51.627283 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-f74b3b30-658c-4173-98ce-ab6f3d45813f tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/quotas/f4c8bc28785e4a00b63310ed97b40ba8 HTTP/1.1" status: 200 len: 375 time: 0.0099862 Mar 05 04:52:51.651625 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7534d88b-423b-4cd8-87e0-d0d1df24516b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (ebcc0321-c1d2-47ee-8485-0d7e0738c789), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:51.686996 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-7534d88b-423b-4cd8-87e0-d0d1df24516b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebcc0321-c1d2-47ee-8485-0d7e0738c789']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:51.695177 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-da173399-b33d-40ab-af1c-00c67fbf8e8e tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f4c8bc28785e4a00b63310ed97b40ba8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0618067 Mar 05 04:52:51.702985 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-7534d88b-423b-4cd8-87e0-d0d1df24516b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d96e679-4586-4216-bea0-f3adf09ca649') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:51.703319 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-7534d88b-423b-4cd8-87e0-d0d1df24516b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d96e679-4586-4216-bea0-f3adf09ca649') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:51.714839 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-de2cf51a-9fd0-41d4-bd2e-c173be35ef94 admin admin] Publish callbacks [] for security_group (f580a4fe-ca5a-4ddc-b60b-69e15f07390e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:51.717448 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7534d88b-423b-4cd8-87e0-d0d1df24516b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (6d96e679-4586-4216-bea0-f3adf09ca649), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:51.745316 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7534d88b-423b-4cd8-87e0-d0d1df24516b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (6d96e679-4586-4216-bea0-f3adf09ca649), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:51.755662 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-de2cf51a-9fd0-41d4-bd2e-c173be35ef94 admin admin] Publish callbacks [] for security_group (f580a4fe-ca5a-4ddc-b60b-69e15f07390e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:51.765369 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7534d88b-423b-4cd8-87e0-d0d1df24516b admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:52:51.766770 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7534d88b-423b-4cd8-87e0-d0d1df24516b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (6d96e679-4586-4216-bea0-f3adf09ca649), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:51.769081 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:52:51.769081 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:52:51.769081 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:52:51.769081 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:52:51.769081 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:52:51.769081 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:52:51.769081 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:52:51.769081 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:52:51.769081 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:52:51.769081 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:52:51.769081 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:52:51.769081 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:52:51.769081 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:52:51.769081 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:52:51.769081 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:52:51.769081 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:52:51.769081 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:52:51.769081 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:52:51.769081 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:52:51.769081 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:52:51.769081 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:52:51.769081 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:52:51.769081 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:52:51.769081 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:52:51.769081 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:52:51.769081 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:52:51.769081 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:52:51.769081 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:52:51.769081 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:52:51.769081 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:52:51.769081 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:52:51.769081 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:52:51.808911 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-321ae0c8-0fc7-4693-9206-6fb9ddef26c7 service neutron] 10.222.0.11 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053643 Mar 05 04:52:51.868288 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7534d88b-423b-4cd8-87e0-d0d1df24516b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (ebcc0321-c1d2-47ee-8485-0d7e0738c789), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:51.876290 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7534d88b-423b-4cd8-87e0-d0d1df24516b admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:51.878996 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 3fbe8709-ad74-49f1-bc60-0c9b13396783 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:52:51.882095 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7534d88b-423b-4cd8-87e0-d0d1df24516b admin admin] 10.222.0.11 "DELETE /v2.0/networks/ebcc0321-c1d2-47ee-8485-0d7e0738c789 HTTP/1.1" status: 204 len: 168 time: 0.3994789 Mar 05 04:52:51.909024 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 3fbe8709-ad74-49f1-bc60-0c9b13396783 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:52:51.909483 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 3fbe8709-ad74-49f1-bc60-0c9b13396783 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:52:51.911452 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-de2cf51a-9fd0-41d4-bd2e-c173be35ef94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f580a4fe-ca5a-4ddc-b60b-69e15f07390e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:51.914949 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-de2cf51a-9fd0-41d4-bd2e-c173be35ef94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:51.916919 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-de2cf51a-9fd0-41d4-bd2e-c173be35ef94 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f580a4fe-ca5a-4ddc-b60b-69e15f07390e HTTP/1.1" status: 204 len: 168 time: 0.3249350 Mar 05 04:52:51.920044 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534d88b-423b-4cd8-87e0-d0d1df24516b admin admin] Pushing event deleted for resources: {'Network': ['ID=ebcc0321-c1d2-47ee-8485-0d7e0738c789,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:51.930262 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2cf51a-9fd0-41d4-bd2e-c173be35ef94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f580a4fe-ca5a-4ddc-b60b-69e15f07390e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:51.970211 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-774b643d-6833-4597-8e9a-b26e2c159d9c service neutron] 10.222.0.11 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550961 Mar 05 04:52:52.057678 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53140) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:52.113880 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2d52c6fb-f11f-427f-85e1-c1983f2a822a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=22061d1e41e44ca1a1cc50aebe412acc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0542951 Mar 05 04:52:52.115930 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53144) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:52.246748 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d52a4d82-5dde-4a53-b1c0-6400fe6f3b51 admin admin] Publish callbacks [] for security_group (922f78f4-78ec-465e-a77f-ae5cd53c01cd), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:52.392457 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d52a4d82-5dde-4a53-b1c0-6400fe6f3b51 admin admin] Publish callbacks [] for security_group (922f78f4-78ec-465e-a77f-ae5cd53c01cd), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:52.448538 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd842799-7b99-4c5e-b633-e1d3aa1eb412 req-36e5ff9f-3ded-4e5f-b9b9-b8b1bca079fc tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:52.451059 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cd842799-7b99-4c5e-b633-e1d3aa1eb412 req-36e5ff9f-3ded-4e5f-b9b9-b8b1bca079fc tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=88e72fc1-6a02-4fc8-8ecb-50da58356be5 HTTP/1.1" status: 200 len: 949 time: 0.2184875 Mar 05 04:52:52.461246 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ccf656-7864-4202-89a6-4124f660b565 req-5386c1ff-173a-4db1-a577-3593df4a4d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:52.464564 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41ccf656-7864-4202-89a6-4124f660b565 req-5386c1ff-173a-4db1-a577-3593df4a4d67 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=947653f4d3b84cc89f4c3c5691586859&device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 1127 time: 0.1936188 Mar 05 04:52:52.531928 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 0e89adf7-a265-48f3-aa9c-bc8dd2c63c32 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:52:52.587877 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f6245-d5df-4374-9b56-b7cbd2aba131 req-ef213b0c-9fa2-4c76-9bc4-50ff03101e4c tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:52.589329 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b81f6245-d5df-4374-9b56-b7cbd2aba131 req-ef213b0c-9fa2-4c76-9bc4-50ff03101e4c tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 945 time: 0.2340326 Mar 05 04:52:52.616994 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 0e89adf7-a265-48f3-aa9c-bc8dd2c63c32 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:52:52.625885 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 0e89adf7-a265-48f3-aa9c-bc8dd2c63c32 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:52:52.626688 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0e89adf7-a265-48f3-aa9c-bc8dd2c63c32), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:52.652481 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d52a4d82-5dde-4a53-b1c0-6400fe6f3b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (922f78f4-78ec-465e-a77f-ae5cd53c01cd), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:52.655026 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d52a4d82-5dde-4a53-b1c0-6400fe6f3b51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:52.656460 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d52a4d82-5dde-4a53-b1c0-6400fe6f3b51 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/922f78f4-78ec-465e-a77f-ae5cd53c01cd HTTP/1.1" status: 204 len: 168 time: 0.5393240 Mar 05 04:52:52.706463 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cd842799-7b99-4c5e-b633-e1d3aa1eb412 req-a6704142-39a3-49db-aece-1d4f417a5b0f tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234876 Mar 05 04:52:52.724001 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a4d82-5dde-4a53-b1c0-6400fe6f3b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922f78f4-78ec-465e-a77f-ae5cd53c01cd,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:52.764274 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53170) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:52.797923 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7cd10766-96a0-47e4-827a-cb47e1f70f46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:52.800407 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ccf656-7864-4202-89a6-4124f660b565 req-57b860a4-dc0a-4fac-9824-c7e66481589e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:52.802394 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41ccf656-7864-4202-89a6-4124f660b565 req-57b860a4-dc0a-4fac-9824-c7e66481589e service neutron] 10.222.0.30 "GET /v2.0/networks?id=37de3cac-2e27-4573-885e-c86e0ea7886c HTTP/1.1" status: 200 len: 912 time: 0.3276322 Mar 05 04:52:52.819270 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b81f6245-d5df-4374-9b56-b7cbd2aba131 req-8fcde9f7-3fe3-4817-a493-0ae5fd915405 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057118 Mar 05 04:52:52.830710 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 0e89adf7-a265-48f3-aa9c-bc8dd2c63c32 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:52:52.831125 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0e89adf7-a265-48f3-aa9c-bc8dd2c63c32), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:52.889881 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2b74bcd2-e704-499c-9c0d-7e6db44f1239 req-76ffb110-b787-461a-96aa-a1bb6b6eb388 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=300de583-61fc-4f1f-a4bd-01a5e4aef6d7 HTTP/1.1" status: 200 len: 210 time: 0.1071215 Mar 05 04:52:52.906207 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 0e89adf7-a265-48f3-aa9c-bc8dd2c63c32, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=0e89adf7-a265-48f3-aa9c-bc8dd2c63c32,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:52:52.930916 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0e89adf7-a265-48f3-aa9c-bc8dd2c63c32), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:52.933250 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 906adbb7-15a1-4c1e-9694-5cd0851d7ef3 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:52:52.982934 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 906adbb7-15a1-4c1e-9694-5cd0851d7ef3 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:52:52.983743 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 906adbb7-15a1-4c1e-9694-5cd0851d7ef3 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:52:53.012017 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7cd10766-96a0-47e4-827a-cb47e1f70f46 admin admin] Publish callbacks [] for security_group (44025aae-3657-45ee-b0a0-dbc889f467c6), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:53.022371 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7cd10766-96a0-47e4-827a-cb47e1f70f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (44025aae-3657-45ee-b0a0-dbc889f467c6), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:53.060278 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=0e89adf7-a265-48f3-aa9c-bc8dd2c63c32,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:53.110135 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd10766-96a0-47e4-827a-cb47e1f70f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44025aae-3657-45ee-b0a0-dbc889f467c6,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:53.132467 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-673ca9e2-a7a8-4b7d-ad60-fc05a554da50 req-11f93655-40e4-4d15-ba47-6abe721fa8dc tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/ports?device_id=84959aa6-d889-4b88-9e1f-e479d2c30f37 HTTP/1.1" status: 200 len: 210 time: 0.1289034 Mar 05 04:52:53.145678 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7cd10766-96a0-47e4-827a-cb47e1f70f46 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dd5a4ba80af4466a900c73456e089c74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3773305 Mar 05 04:52:53.151615 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588f7d70-3165-4488-9479-2ad124826026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e89adf7-a265-48f3-aa9c-bc8dd2c63c32'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:52:53.153222 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53174) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:53.154607 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52379ed1-1a68-47f7-8702-548b498987fc" -d '{"events": [{"server_uuid": "588f7d70-3165-4488-9479-2ad124826026", "name": "network-vif-plugged", "status": "completed", "tag": "0e89adf7-a265-48f3-aa9c-bc8dd2c63c32"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:52:53.199825 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e3bd20-ee50-4e15-a84b-e8d5fb2ef2d0 x-openstack-request-id: req-13e3bd20-ee50-4e15-a84b-e8d5fb2ef2d0 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:52:53.200128 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588f7d70-3165-4488-9479-2ad124826026", "name": "network-vif-plugged", "status": "completed", "tag": "0e89adf7-a265-48f3-aa9c-bc8dd2c63c32", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:52:53.200393 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-13e3bd20-ee50-4e15-a84b-e8d5fb2ef2d0 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:52:53.200797 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588f7d70-3165-4488-9479-2ad124826026', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e89adf7-a265-48f3-aa9c-bc8dd2c63c32', 'code': 200} Mar 05 04:52:53.230636 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41ccf656-7864-4202-89a6-4124f660b565 req-7f73e718-99e3-4306-a7d5-8395945bc8c3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db HTTP/1.1" status: 200 len: 999 time: 0.4101648 Mar 05 04:52:53.324097 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c0a3b-3e15-49f8-b94f-97df8cfe83cb req-49d108fe-918a-418e-bc24-ac5a12341cd3 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:53.325780 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-af8c0a3b-3e15-49f8-b94f-97df8cfe83cb req-49d108fe-918a-418e-bc24-ac5a12341cd3 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.3379619 Mar 05 04:52:53.326210 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53178) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:53.367225 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ccf656-7864-4202-89a6-4124f660b565 req-82c9be6c-9107-436a-baca-75a1c881072b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:53.368713 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41ccf656-7864-4202-89a6-4124f660b565 req-82c9be6c-9107-436a-baca-75a1c881072b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a6039ad-16bd-4b00-a55f-f7c68e1f3072 HTTP/1.1" status: 200 len: 851 time: 0.1129994 Mar 05 04:52:53.371816 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-91c4c7d3-1af6-4c34-8ad6-90e140af9217 admin admin] Publish callbacks [] for security_group (44025aae-3657-45ee-b0a0-dbc889f467c6), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:53.382344 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-cde6aec5-b598-414a-9909-129f894d0fda admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cbca459e48bd407d975780ccb8b8adee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0548139 Mar 05 04:52:53.384886 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53180) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:53.392529 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdefeda-0ba6-4949-97ea-746a1d7498d5 req-3cd7486f-2bcd-437c-bafc-b02b58c0c4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:53.394494 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fbdefeda-0ba6-4949-97ea-746a1d7498d5 req-3cd7486f-2bcd-437c-bafc-b02b58c0c4c4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=588f7d70-3165-4488-9479-2ad124826026 HTTP/1.1" status: 200 len: 1133 time: 0.1049914 Mar 05 04:52:53.454094 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-91c4c7d3-1af6-4c34-8ad6-90e140af9217 admin admin] Publish callbacks [] for security_group (44025aae-3657-45ee-b0a0-dbc889f467c6), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:53.478896 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-af8c0a3b-3e15-49f8-b94f-97df8cfe83cb req-a43325ba-5661-4410-a2b7-80aac9cb3f62 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410811 Mar 05 04:52:53.483117 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fbdefeda-0ba6-4949-97ea-746a1d7498d5 req-2efefe2d-b963-4740-a4b4-cec1c23a9d74 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760295 Mar 05 04:52:53.483592 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b0097028-e747-4581-8aca-5d7a9a3575f4 admin admin] Publish callbacks [] for security_group (734d2a88-8d27-4c6a-b051-73fca999045f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:53.498651 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ccf656-7864-4202-89a6-4124f660b565 req-566755ae-f5ce-4564-818e-18e8064efad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:53.500191 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41ccf656-7864-4202-89a6-4124f660b565 req-566755ae-f5ce-4564-818e-18e8064efad5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37de3cac-2e27-4573-885e-c86e0ea7886c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1158149 Mar 05 04:52:53.580568 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-91c4c7d3-1af6-4c34-8ad6-90e140af9217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (44025aae-3657-45ee-b0a0-dbc889f467c6), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:53.583357 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-91c4c7d3-1af6-4c34-8ad6-90e140af9217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:53.584557 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-91c4c7d3-1af6-4c34-8ad6-90e140af9217 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/44025aae-3657-45ee-b0a0-dbc889f467c6 HTTP/1.1" status: 204 len: 168 time: 0.4160037 Mar 05 04:52:53.596971 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c4c7d3-1af6-4c34-8ad6-90e140af9217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44025aae-3657-45ee-b0a0-dbc889f467c6,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:53.635891 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41ccf656-7864-4202-89a6-4124f660b565 req-876f5de1-4a72-42d0-bdcb-8f025fe720d0 service neutron] 10.222.0.30 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249714 Mar 05 04:52:53.754018 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b0097028-e747-4581-8aca-5d7a9a3575f4 admin admin] Publish callbacks [] for security_group (734d2a88-8d27-4c6a-b051-73fca999045f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:53.798061 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41ccf656-7864-4202-89a6-4124f660b565 req-78793879-b15e-4783-bd9d-9f6971085278 service neutron] 10.222.0.30 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539562 Mar 05 04:52:53.896019 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-f5b51b5c-cbf9-4bee-8ad2-06aaf658fe37 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:53.897440 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-f5b51b5c-cbf9-4bee-8ad2-06aaf658fe37 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.30 "GET /v2.0/networks?id=3e820d6e-0168-4766-8549-1a330342d436 HTTP/1.1" status: 200 len: 812 time: 0.1408486 Mar 05 04:52:53.917403 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-f70fd23c-4a2f-47e5-a8ad-24cb87c590c3 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Request body: {'port': {'device_id': 'e615409f-6d34-476c-9bc7-38405e7467d0', 'network_id': '3e820d6e-0168-4766-8549-1a330342d436', 'admin_state_up': True, 'tenant_id': 'aa15704fc9d14ca48245220c2cf2331b'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:53.932022 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b0097028-e747-4581-8aca-5d7a9a3575f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (734d2a88-8d27-4c6a-b051-73fca999045f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:53.935234 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b0097028-e747-4581-8aca-5d7a9a3575f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:53.936523 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b0097028-e747-4581-8aca-5d7a9a3575f4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/734d2a88-8d27-4c6a-b051-73fca999045f HTTP/1.1" status: 204 len: 168 time: 0.5504131 Mar 05 04:52:53.987394 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0097028-e747-4581-8aca-5d7a9a3575f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734d2a88-8d27-4c6a-b051-73fca999045f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:54.065493 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d07cff-05bf-4557-bc16-40d74662709d req-8894142e-2e26-4afe-b248-10842fc5d705 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:54.067605 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-54d07cff-05bf-4557-bc16-40d74662709d req-8894142e-2e26-4afe-b248-10842fc5d705 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=88e72fc1-6a02-4fc8-8ecb-50da58356be5 HTTP/1.1" status: 200 len: 949 time: 0.2732232 Mar 05 04:52:54.189004 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-419cf6a8-f2cc-4e92-99a7-e500cca22da5 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:54.190573 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-419cf6a8-f2cc-4e92-99a7-e500cca22da5 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.31 "GET /v2.0/networks?id=3e820d6e-0168-4766-8549-1a330342d436 HTTP/1.1" status: 200 len: 812 time: 0.1655853 Mar 05 04:52:54.191963 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-f70fd23c-4a2f-47e5-a8ad-24cb87c590c3 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Made reservation on behalf of aa15704fc9d14ca48245220c2cf2331b for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:52:54.195785 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-f70fd23c-4a2f-47e5-a8ad-24cb87c590c3 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:54.215052 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-26c997c3-cd9a-451e-a22e-da5e00727ae1 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Request body: {'port': {'device_id': '84959aa6-d889-4b88-9e1f-e479d2c30f37', 'network_id': '3e820d6e-0168-4766-8549-1a330342d436', 'admin_state_up': True, 'tenant_id': 'aa15704fc9d14ca48245220c2cf2331b'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:54.266851 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-d2872e45-88ba-4df2-97f0-117435cb501c tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:54.268936 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-d2872e45-88ba-4df2-97f0-117435cb501c tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.30 "GET /v2.0/networks?id=54309d98-48bc-4d3e-a20e-4665796063fc HTTP/1.1" status: 200 len: 806 time: 0.4073021 Mar 05 04:52:54.289807 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dad8f6-8247-42cf-aabf-7ae1d17d6dca req-bb6c15f8-2b0f-44e8-8a12-7a0a59113729 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:54.298343 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c7dad8f6-8247-42cf-aabf-7ae1d17d6dca req-bb6c15f8-2b0f-44e8-8a12-7a0a59113729 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 945 time: 0.3502727 Mar 05 04:52:54.315814 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-bb5a090c-3d4d-4d5a-9b9b-3af2975c9aa2 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Request body: {'port': {'device_id': '300de583-61fc-4f1f-a4bd-01a5e4aef6d7', 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc', 'admin_state_up': True, 'tenant_id': 'f4c8bc28785e4a00b63310ed97b40ba8'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:54.342918 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53198) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:54.374624 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-54d07cff-05bf-4557-bc16-40d74662709d req-3c31fb22-0c21-42af-91a7-3b0f886745b0 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914863 Mar 05 04:52:54.376808 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ba2f3870-3bcb-4ff6-9783-72bc5df99cb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:54.462965 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c7dad8f6-8247-42cf-aabf-7ae1d17d6dca req-bfd03494-90bc-4ac9-a767-874464188c4c tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635790 Mar 05 04:52:54.500915 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-f70fd23c-4a2f-47e5-a8ad-24cb87c590c3 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Allocated IP 172.20.0.9 (3e820d6e-0168-4766-8549-1a330342d436/f12d5285-dceb-44c5-a4f3-fee4c0b91c0a/ed7519ab-c320-428b-951b-a2670dadd1a0) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:52:54.510704 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-26c997c3-cd9a-451e-a22e-da5e00727ae1 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Made reservation on behalf of aa15704fc9d14ca48245220c2cf2331b for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:52:54.514356 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-26c997c3-cd9a-451e-a22e-da5e00727ae1 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:54.566140 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-286e95df-b109-418c-9ec4-22f0d248abc4 req-6315531f-78ce-4fe7-ae9d-629f284ee18e tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=300de583-61fc-4f1f-a4bd-01a5e4aef6d7 HTTP/1.1" status: 200 len: 210 time: 0.0384514 Mar 05 04:52:54.653054 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-340c4ab3-8314-4048-8afd-cdd6bee8f020 req-71346669-8137-4977-9f46-acfbb7a46c5a tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/ports?device_id=84959aa6-d889-4b88-9e1f-e479d2c30f37 HTTP/1.1" status: 200 len: 210 time: 0.0733466 Mar 05 04:52:54.698115 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ba2f3870-3bcb-4ff6-9783-72bc5df99cb5 admin admin] Publish callbacks [] for security_group (a3ca93ef-12e6-423c-afc7-98bd25a89a1f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:54.722740 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ba2f3870-3bcb-4ff6-9783-72bc5df99cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a3ca93ef-12e6-423c-afc7-98bd25a89a1f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:54.756434 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-bb5a090c-3d4d-4d5a-9b9b-3af2975c9aa2 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Made reservation on behalf of f4c8bc28785e4a00b63310ed97b40ba8 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:52:54.759977 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-bb5a090c-3d4d-4d5a-9b9b-3af2975c9aa2 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:54.764698 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ba2f3870-3bcb-4ff6-9783-72bc5df99cb5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7add12452e0442db899d65e46905a951&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4187417 Mar 05 04:52:54.777745 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53212) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:54.863750 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f3870-3bcb-4ff6-9783-72bc5df99cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ca93ef-12e6-423c-afc7-98bd25a89a1f,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:54.883304 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1ec60-bd52-4cfa-98af-5552f5897415 req-27d52053-b193-4d2a-bce9-43540b46ae07 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:54.884853 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b0c1ec60-bd52-4cfa-98af-5552f5897415 req-27d52053-b193-4d2a-bce9-43540b46ae07 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=588f7d70-3165-4488-9479-2ad124826026 HTTP/1.1" status: 200 len: 950 time: 0.2176836 Mar 05 04:52:54.897753 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811f0e7-7ffb-4596-96ee-042f0a4da457 req-eccee78a-038d-4b0e-8257-ca1cf1f06e67 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:54.899653 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f811f0e7-7ffb-4596-96ee-042f0a4da457 req-eccee78a-038d-4b0e-8257-ca1cf1f06e67 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.1463473 Mar 05 04:52:54.925277 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1085411a-55ac-4e76-aecd-85b7119e38e6 admin admin] Publish callbacks [] for security_group (a3ca93ef-12e6-423c-afc7-98bd25a89a1f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:54.945192 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-f70fd23c-4a2f-47e5-a8ad-24cb87c590c3 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Publish callbacks [] for port (ed7519ab-c320-428b-951b-a2670dadd1a0), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:54.964364 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1085411a-55ac-4e76-aecd-85b7119e38e6 admin admin] Publish callbacks [] for security_group (a3ca93ef-12e6-423c-afc7-98bd25a89a1f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:55.023440 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-bb5a090c-3d4d-4d5a-9b9b-3af2975c9aa2 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Allocated IP 172.20.0.3 (54309d98-48bc-4d3e-a20e-4665796063fc/9d05b828-21c8-4294-b343-ca7ba96c6119/48eb14ab-2771-46da-9cc4-2d67523dc833) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:52:55.024097 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-f70fd23c-4a2f-47e5-a8ad-24cb87c590c3 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (ed7519ab-c320-428b-951b-a2670dadd1a0), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:55.029141 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f811f0e7-7ffb-4596-96ee-042f0a4da457 req-3c1f8996-c466-43f3-bcea-266fb600eee8 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171257 Mar 05 04:52:55.034732 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b0c1ec60-bd52-4cfa-98af-5552f5897415 req-d46b3d25-6467-4502-bb4d-fc5014f23259 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310973 Mar 05 04:52:55.107852 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-f70fd23c-4a2f-47e5-a8ad-24cb87c590c3 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Network 3e820d6e-0168-4766-8549-1a330342d436 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:52:55.120072 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-f70fd23c-4a2f-47e5-a8ad-24cb87c590c3 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:52:55.126341 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1085411a-55ac-4e76-aecd-85b7119e38e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a3ca93ef-12e6-423c-afc7-98bd25a89a1f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:55.129645 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1085411a-55ac-4e76-aecd-85b7119e38e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:55.134185 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1085411a-55ac-4e76-aecd-85b7119e38e6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a3ca93ef-12e6-423c-afc7-98bd25a89a1f HTTP/1.1" status: 204 len: 168 time: 0.3531821 Mar 05 04:52:55.139826 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-f70fd23c-4a2f-47e5-a8ad-24cb87c590c3 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:52:55.186453 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1085411a-55ac-4e76-aecd-85b7119e38e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ca93ef-12e6-423c-afc7-98bd25a89a1f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:55.188297 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70fd23c-4a2f-47e5-a8ad-24cb87c590c3 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Pushing event updated for resources: {'Port': ['ID=ed7519ab-c320-428b-951b-a2670dadd1a0,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:55.215236 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-26c997c3-cd9a-451e-a22e-da5e00727ae1 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Allocated IP 172.20.0.5 (3e820d6e-0168-4766-8549-1a330342d436/f12d5285-dceb-44c5-a4f3-fee4c0b91c0a/1c15bdea-8f59-4e25-91c6-310ce6849950) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:52:55.244380 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-f70fd23c-4a2f-47e5-a8ad-24cb87c590c3 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:55.245115 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-f70fd23c-4a2f-47e5-a8ad-24cb87c590c3 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:55.245238 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-bb5a090c-3d4d-4d5a-9b9b-3af2975c9aa2 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks [] for port (48eb14ab-2771-46da-9cc4-2d67523dc833), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:55.288740 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-f70fd23c-4a2f-47e5-a8ad-24cb87c590c3 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3798370 Mar 05 04:52:55.305164 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-80511df2-cf91-4751-a196-3ab8af9ee91a service neutron] Request body: {'port': {'device_id': 'e615409f-6d34-476c-9bc7-38405e7467d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:55.448437 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-80511df2-cf91-4751-a196-3ab8af9ee91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ed7519ab-c320-428b-951b-a2670dadd1a0), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:55.526919 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-26c997c3-cd9a-451e-a22e-da5e00727ae1 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Publish callbacks [] for port (1c15bdea-8f59-4e25-91c6-310ce6849950), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:55.680446 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-26c997c3-cd9a-451e-a22e-da5e00727ae1 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (1c15bdea-8f59-4e25-91c6-310ce6849950), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:55.680840 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-bb5a090c-3d4d-4d5a-9b9b-3af2975c9aa2 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (48eb14ab-2771-46da-9cc4-2d67523dc833), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:55.701918 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['8f50280d-c7ec-464b-867e-ad57cfb7443f'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:52:55.778077 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-bb5a090c-3d4d-4d5a-9b9b-3af2975c9aa2 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Network 54309d98-48bc-4d3e-a20e-4665796063fc is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:52:55.787200 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-bb5a090c-3d4d-4d5a-9b9b-3af2975c9aa2 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:52:55.794171 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-bb5a090c-3d4d-4d5a-9b9b-3af2975c9aa2 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:52:55.811832 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d868891-e803-435e-8fd9-7b866704b609 req-bc82053a-856a-4796-87e1-1bc6b2b70f5e tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:55.813376 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7d868891-e803-435e-8fd9-7b866704b609 req-bc82053a-856a-4796-87e1-1bc6b2b70f5e tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 945 time: 0.1830056 Mar 05 04:52:55.835135 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a090c-3d4d-4d5a-9b9b-3af2975c9aa2 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Pushing event updated for resources: {'Port': ['ID=48eb14ab-2771-46da-9cc4-2d67523dc833,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:55.838858 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-26c997c3-cd9a-451e-a22e-da5e00727ae1 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Network 3e820d6e-0168-4766-8549-1a330342d436 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:52:55.850451 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-26c997c3-cd9a-451e-a22e-da5e00727ae1 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:52:55.867549 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-26c997c3-cd9a-451e-a22e-da5e00727ae1 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:52:55.882141 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c997c3-cd9a-451e-a22e-da5e00727ae1 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Pushing event updated for resources: {'Port': ['ID=1c15bdea-8f59-4e25-91c6-310ce6849950,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:55.919742 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82909fd3-5357-4fd1-a4a9-0e1e4307a619 req-cdc05972-7a40-4801-9869-5c7d5fa60067 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:55.921596 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-82909fd3-5357-4fd1-a4a9-0e1e4307a619 req-cdc05972-7a40-4801-9869-5c7d5fa60067 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=300de583-61fc-4f1f-a4bd-01a5e4aef6d7 HTTP/1.1" status: 200 len: 931 time: 0.2327900 Mar 05 04:52:55.933446 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-bb5a090c-3d4d-4d5a-9b9b-3af2975c9aa2 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:55.934409 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-bb5a090c-3d4d-4d5a-9b9b-3af2975c9aa2 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:55.955544 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7d868891-e803-435e-8fd9-7b866704b609 req-90bfac71-1cfb-4d22-9c6a-2de309216e06 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131656 Mar 05 04:52:55.965715 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-26c997c3-cd9a-451e-a22e-da5e00727ae1 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:55.966355 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-26c997c3-cd9a-451e-a22e-da5e00727ae1 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:56.012349 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-26c997c3-cd9a-451e-a22e-da5e00727ae1 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8025789 Mar 05 04:52:56.019139 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-bb5a090c-3d4d-4d5a-9b9b-3af2975c9aa2 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7088501 Mar 05 04:52:56.025669 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-6c7506f0-0569-4c5f-bae5-a64a6cdc3965 service neutron] Request body: {'port': {'device_id': '84959aa6-d889-4b88-9e1f-e479d2c30f37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:56.042029 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Request body: {'port': {'device_id': '300de583-61fc-4f1f-a4bd-01a5e4aef6d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:56.068248 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53280) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:56.093862 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-80511df2-cf91-4751-a196-3ab8af9ee91a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed7519ab-c320-428b-951b-a2670dadd1a0 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:52:56.112053 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-80511df2-cf91-4751-a196-3ab8af9ee91a service neutron] Publish callbacks [] for port (ed7519ab-c320-428b-951b-a2670dadd1a0), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:56.125194 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-82909fd3-5357-4fd1-a4a9-0e1e4307a619 req-88338035-7bd6-46db-a399-f72e2d7d0b3d tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878698 Mar 05 04:52:56.169540 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (48eb14ab-2771-46da-9cc4-2d67523dc833), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:56.172028 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-80511df2-cf91-4751-a196-3ab8af9ee91a service neutron] Transition to ACTIVE for port object ed7519ab-c320-428b-951b-a2670dadd1a0 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:52:56.172962 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-6c7506f0-0569-4c5f-bae5-a64a6cdc3965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1c15bdea-8f59-4e25-91c6-310ce6849950), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:56.190638 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-80511df2-cf91-4751-a196-3ab8af9ee91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (ed7519ab-c320-428b-951b-a2670dadd1a0), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:56.193723 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c137f5-693a-42de-b3bd-536b0a7d7c72 req-e409621b-c8c6-4371-ae7c-1d1151e8fa68 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:56.195506 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-20c137f5-693a-42de-b3bd-536b0a7d7c72 req-e409621b-c8c6-4371-ae7c-1d1151e8fa68 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/ports?device_id=84959aa6-d889-4b88-9e1f-e479d2c30f37 HTTP/1.1" status: 200 len: 931 time: 0.1233773 Mar 05 04:52:56.240368 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80511df2-cf91-4751-a196-3ab8af9ee91a service neutron] Pushing event updated for resources: {'Port': ['ID=ed7519ab-c320-428b-951b-a2670dadd1a0,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:56.283973 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d58d46c8-6aa3-4529-88fc-93bbfe12d236 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:56.364320 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-20c137f5-693a-42de-b3bd-536b0a7d7c72 req-2b3813d4-e9b9-4c34-bbd6-2d77effa7999 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/security-groups?id=8366ff4e-2faf-4af2-a6d2-7ec92f9b5241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630189 Mar 05 04:52:56.422982 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54b3ab-8027-4a8c-b80f-3ba2007b22b9 req-949faecd-8447-41e1-89d4-920a8ea7f70c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:56.425012 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0d54b3ab-8027-4a8c-b80f-3ba2007b22b9 req-949faecd-8447-41e1-89d4-920a8ea7f70c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.1686795 Mar 05 04:52:56.509848 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-80511df2-cf91-4751-a196-3ab8af9ee91a service neutron] Attempting to bind port ed7519ab-c320-428b-951b-a2670dadd1a0 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:52:56.510078 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-80511df2-cf91-4751-a196-3ab8af9ee91a service neutron] Attempting to bind port ed7519ab-c320-428b-951b-a2670dadd1a0 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '665588c9-8903-4662-9125-c3e03fc634d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3e820d6e-0168-4766-8549-1a330342d436'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:52:56.510362 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-80511df2-cf91-4751-a196-3ab8af9ee91a service neutron] Attempting to bind port ed7519ab-c320-428b-951b-a2670dadd1a0 on network 3e820d6e-0168-4766-8549-1a330342d436 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:52:56.555930 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-80511df2-cf91-4751-a196-3ab8af9ee91a service neutron] Port ed7519ab-c320-428b-951b-a2670dadd1a0 on network 3e820d6e-0168-4766-8549-1a330342d436 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:52:56.556176 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-80511df2-cf91-4751-a196-3ab8af9ee91a service neutron] Attempting to bind port ed7519ab-c320-428b-951b-a2670dadd1a0 on network 3e820d6e-0168-4766-8549-1a330342d436 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:52:56.558156 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0d54b3ab-8027-4a8c-b80f-3ba2007b22b9 req-1b073755-0d56-4f68-8075-9c26cbd614a1 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038940 Mar 05 04:52:56.569177 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-80511df2-cf91-4751-a196-3ab8af9ee91a service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:52:56.570275 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-80511df2-cf91-4751-a196-3ab8af9ee91a service neutron] Checking segment: {'id': '665588c9-8903-4662-9125-c3e03fc634d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3e820d6e-0168-4766-8549-1a330342d436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:52:56.570275 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-80511df2-cf91-4751-a196-3ab8af9ee91a service neutron] Bound using segment: {'id': '665588c9-8903-4662-9125-c3e03fc634d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3e820d6e-0168-4766-8549-1a330342d436'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:52:56.570472 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-80511df2-cf91-4751-a196-3ab8af9ee91a service neutron] Bound port: ed7519ab-c320-428b-951b-a2670dadd1a0, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '665588c9-8903-4662-9125-c3e03fc634d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3e820d6e-0168-4766-8549-1a330342d436'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:52:56.570690 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-80511df2-cf91-4751-a196-3ab8af9ee91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ed7519ab-c320-428b-951b-a2670dadd1a0), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:56.616834 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fffe2ca-4990-4435-b508-c2aa322e8b6b req-ecba5053-4886-41b4-8b07-49864a1873ee tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:56.618617 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2fffe2ca-4990-4435-b508-c2aa322e8b6b req-ecba5053-4886-41b4-8b07-49864a1873ee tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=588f7d70-3165-4488-9479-2ad124826026 HTTP/1.1" status: 200 len: 950 time: 0.1254165 Mar 05 04:52:56.624694 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d58d46c8-6aa3-4529-88fc-93bbfe12d236 admin admin] Publish callbacks [] for security_group (82387ebe-e8c9-47c8-a58b-36c570f19a48), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:56.629210 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d58d46c8-6aa3-4529-88fc-93bbfe12d236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (82387ebe-e8c9-47c8-a58b-36c570f19a48), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:56.638600 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48eb14ab-2771-46da-9cc4-2d67523dc833 {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:52:56.652205 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Publish callbacks [] for port (48eb14ab-2771-46da-9cc4-2d67523dc833), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:56.676659 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Transition to ACTIVE for port object 48eb14ab-2771-46da-9cc4-2d67523dc833 will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:52:56.686871 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (48eb14ab-2771-46da-9cc4-2d67523dc833), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:56.721159 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d58d46c8-6aa3-4529-88fc-93bbfe12d236 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a1cc91a44e4f4320b13d945a53a67344&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6518741 Mar 05 04:52:56.725169 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2fffe2ca-4990-4435-b508-c2aa322e8b6b req-8a1c90b0-8447-4c8c-8c79-a616dc25087d tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952258 Mar 05 04:52:56.726280 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53302) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:56.727478 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d46c8-6aa3-4529-88fc-93bbfe12d236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82387ebe-e8c9-47c8-a58b-36c570f19a48,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:56.757508 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-80511df2-cf91-4751-a196-3ab8af9ee91a service neutron] For port ed7519ab-c320-428b-951b-a2670dadd1a0, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:52:56.762572 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-80511df2-cf91-4751-a196-3ab8af9ee91a service neutron] For port ed7519ab-c320-428b-951b-a2670dadd1a0, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=ed7519ab-c320-428b-951b-a2670dadd1a0,segment=NetworkSegment(665588c9-8903-4662-9125-c3e03fc634d5),segment_id=665588c9-8903-4662-9125-c3e03fc634d5)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:52:56.779149 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Pushing event updated for resources: {'Port': ['ID=48eb14ab-2771-46da-9cc4-2d67523dc833,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:56.796976 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:52:56.797446 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:52:56.797892 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:52:56.798336 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:52:56.798853 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:52:56.799411 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:52:56.799837 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:52:56.800263 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:52:56.800695 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:52:56.802045 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:52:56.802835 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:52:56.803405 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:52:56.803938 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:52:56.818783 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-80511df2-cf91-4751-a196-3ab8af9ee91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (ed7519ab-c320-428b-951b-a2670dadd1a0), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:56.838150 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-6c7506f0-0569-4c5f-bae5-a64a6cdc3965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c15bdea-8f59-4e25-91c6-310ce6849950 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:52:56.865320 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-6c7506f0-0569-4c5f-bae5-a64a6cdc3965 service neutron] Publish callbacks [] for port (1c15bdea-8f59-4e25-91c6-310ce6849950), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:56.868516 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5c0909ee-c3af-4966-a913-cb690acdd962 admin admin] Publish callbacks [] for security_group (82387ebe-e8c9-47c8-a58b-36c570f19a48), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:56.883351 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-80511df2-cf91-4751-a196-3ab8af9ee91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:56.883972 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-80511df2-cf91-4751-a196-3ab8af9ee91a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:56.885375 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-80511df2-cf91-4751-a196-3ab8af9ee91a service neutron] 10.222.0.30 "PUT /v2.0/ports/ed7519ab-c320-428b-951b-a2670dadd1a0 HTTP/1.1" status: 200 len: 1092 time: 1.5882969 Mar 05 04:52:56.887989 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e615409f-6d34-476c-9bc7-38405e7467d0', 'tag': 'ed7519ab-c320-428b-951b-a2670dadd1a0'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:52:56.890462 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071ec33c-c3bb-4d8d-9b71-38af954b4583" -d '{"events": [{"name": "network-changed", "server_uuid": "e615409f-6d34-476c-9bc7-38405e7467d0", "tag": "ed7519ab-c320-428b-951b-a2670dadd1a0"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:52:56.906502 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-6c7506f0-0569-4c5f-bae5-a64a6cdc3965 service neutron] Transition to ACTIVE for port object 1c15bdea-8f59-4e25-91c6-310ce6849950 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:52:56.916445 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5c0909ee-c3af-4966-a913-cb690acdd962 admin admin] Publish callbacks [] for security_group (82387ebe-e8c9-47c8-a58b-36c570f19a48), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:56.934919 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Attempting to bind port 48eb14ab-2771-46da-9cc4-2d67523dc833 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:52:56.934919 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Attempting to bind port 48eb14ab-2771-46da-9cc4-2d67523dc833 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': 'ebcd2177-23d7-4bfd-8698-a8500e628c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:52:56.935460 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-6c7506f0-0569-4c5f-bae5-a64a6cdc3965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (1c15bdea-8f59-4e25-91c6-310ce6849950), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:56.935614 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Attempting to bind port 48eb14ab-2771-46da-9cc4-2d67523dc833 on network 54309d98-48bc-4d3e-a20e-4665796063fc {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:52:56.998624 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Port 48eb14ab-2771-46da-9cc4-2d67523dc833 on network 54309d98-48bc-4d3e-a20e-4665796063fc not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:52:56.998624 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Attempting to bind port 48eb14ab-2771-46da-9cc4-2d67523dc833 on network 54309d98-48bc-4d3e-a20e-4665796063fc {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:52:57.007113 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:52:57.007113 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Checking segment: {'id': 'ebcd2177-23d7-4bfd-8698-a8500e628c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:52:57.008076 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Bound using segment: {'id': 'ebcd2177-23d7-4bfd-8698-a8500e628c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:52:57.008225 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Bound port: 48eb14ab-2771-46da-9cc4-2d67523dc833, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebcd2177-23d7-4bfd-8698-a8500e628c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:52:57.008594 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (48eb14ab-2771-46da-9cc4-2d67523dc833), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:57.048973 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c23f22-e9b7-4dff-a70b-605dd44731c9 x-openstack-request-id: req-a3c23f22-e9b7-4dff-a70b-605dd44731c9 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:52:57.049425 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e615409f-6d34-476c-9bc7-38405e7467d0", "tag": "ed7519ab-c320-428b-951b-a2670dadd1a0", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:52:57.049525 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a3c23f22-e9b7-4dff-a70b-605dd44731c9 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:52:57.049905 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e615409f-6d34-476c-9bc7-38405e7467d0', 'tag': 'ed7519ab-c320-428b-951b-a2670dadd1a0', 'status': 'completed', 'code': 200} Mar 05 04:52:57.057808 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80511df2-cf91-4751-a196-3ab8af9ee91a service neutron] Pushing event updated for resources: {'Port': ['ID=ed7519ab-c320-428b-951b-a2670dadd1a0,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:57.085865 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5c0909ee-c3af-4966-a913-cb690acdd962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (82387ebe-e8c9-47c8-a58b-36c570f19a48), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:57.089860 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5c0909ee-c3af-4966-a913-cb690acdd962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:57.091226 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5c0909ee-c3af-4966-a913-cb690acdd962 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/82387ebe-e8c9-47c8-a58b-36c570f19a48 HTTP/1.1" status: 204 len: 168 time: 0.3612814 Mar 05 04:52:57.149241 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] For port 48eb14ab-2771-46da-9cc4-2d67523dc833, host n-h1-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:52:57.163749 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] For port 48eb14ab-2771-46da-9cc4-2d67523dc833, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=48eb14ab-2771-46da-9cc4-2d67523dc833,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:52:57.168814 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0909ee-c3af-4966-a913-cb690acdd962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82387ebe-e8c9-47c8-a58b-36c570f19a48,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:57.176643 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7506f0-0569-4c5f-bae5-a64a6cdc3965 service neutron] Pushing event updated for resources: {'Port': ['ID=1c15bdea-8f59-4e25-91c6-310ce6849950,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:57.184940 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-b5388206-49d5-495c-92d7-6959f480bf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:57.186523 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-b5388206-49d5-495c-92d7-6959f480bf14 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa15704fc9d14ca48245220c2cf2331b&device_id=e615409f-6d34-476c-9bc7-38405e7467d0 HTTP/1.1" status: 200 len: 1126 time: 0.2224901 Mar 05 04:52:57.212108 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (48eb14ab-2771-46da-9cc4-2d67523dc833), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:57.234721 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-5e455d64-cae5-4462-9df4-d8695cba37d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed7519ab-c320-428b-951b-a2670dadd1a0 HTTP/1.1" status: 200 len: 217 time: 0.0409198 Mar 05 04:52:57.263123 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-6c7506f0-0569-4c5f-bae5-a64a6cdc3965 service neutron] Attempting to bind port 1c15bdea-8f59-4e25-91c6-310ce6849950 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:52:57.263449 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-6c7506f0-0569-4c5f-bae5-a64a6cdc3965 service neutron] Attempting to bind port 1c15bdea-8f59-4e25-91c6-310ce6849950 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '665588c9-8903-4662-9125-c3e03fc634d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3e820d6e-0168-4766-8549-1a330342d436'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:52:57.263788 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-6c7506f0-0569-4c5f-bae5-a64a6cdc3965 service neutron] Attempting to bind port 1c15bdea-8f59-4e25-91c6-310ce6849950 on network 3e820d6e-0168-4766-8549-1a330342d436 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:52:57.297320 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-6c7506f0-0569-4c5f-bae5-a64a6cdc3965 service neutron] Port 1c15bdea-8f59-4e25-91c6-310ce6849950 on network 3e820d6e-0168-4766-8549-1a330342d436 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:52:57.297450 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:57.297836 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-6c7506f0-0569-4c5f-bae5-a64a6cdc3965 service neutron] Attempting to bind port 1c15bdea-8f59-4e25-91c6-310ce6849950 on network 3e820d6e-0168-4766-8549-1a330342d436 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:52:57.298670 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:57.300110 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] 10.222.0.30 "PUT /v2.0/ports/48eb14ab-2771-46da-9cc4-2d67523dc833 HTTP/1.1" status: 200 len: 1092 time: 1.2681024 Mar 05 04:52:57.307181 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300de583-61fc-4f1f-a4bd-01a5e4aef6d7', 'tag': '48eb14ab-2771-46da-9cc4-2d67523dc833'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:52:57.310153 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-6c7506f0-0569-4c5f-bae5-a64a6cdc3965 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:52:57.310299 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b45488-a13d-444b-ab0e-d5d454531405" -d '{"events": [{"name": "network-changed", "server_uuid": "300de583-61fc-4f1f-a4bd-01a5e4aef6d7", "tag": "48eb14ab-2771-46da-9cc4-2d67523dc833"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:52:57.310519 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-6c7506f0-0569-4c5f-bae5-a64a6cdc3965 service neutron] Checking segment: {'id': '665588c9-8903-4662-9125-c3e03fc634d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3e820d6e-0168-4766-8549-1a330342d436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:52:57.310991 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-6c7506f0-0569-4c5f-bae5-a64a6cdc3965 service neutron] Bound using segment: {'id': '665588c9-8903-4662-9125-c3e03fc634d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3e820d6e-0168-4766-8549-1a330342d436'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:52:57.311582 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-6c7506f0-0569-4c5f-bae5-a64a6cdc3965 service neutron] Bound port: 1c15bdea-8f59-4e25-91c6-310ce6849950, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '665588c9-8903-4662-9125-c3e03fc634d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3e820d6e-0168-4766-8549-1a330342d436'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:52:57.312092 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-6c7506f0-0569-4c5f-bae5-a64a6cdc3965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1c15bdea-8f59-4e25-91c6-310ce6849950), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:57.341318 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-e2677451-65c0-4e5f-97ed-361a76ff08ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:57.342855 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-e2677451-65c0-4e5f-97ed-361a76ff08ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f12d5285-dceb-44c5-a4f3-fee4c0b91c0a HTTP/1.1" status: 200 len: 852 time: 0.1026738 Mar 05 04:52:57.391929 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-ea5e5e74-13f4-4213-9bec-3266d8b5afff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e820d6e-0168-4766-8549-1a330342d436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305812 Mar 05 04:52:57.427973 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46102449-f184-48f9-bdff-844df4708226 req-e4c1bb5c-643e-4d4c-ae11-f10eba2253b1 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:57.435494 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-46102449-f184-48f9-bdff-844df4708226 req-e4c1bb5c-643e-4d4c-ae11-f10eba2253b1 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 945 time: 0.3548040 Mar 05 04:52:57.456552 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9196b-5ff0-4db3-ac0f-151e71e09863 service neutron] Pushing event updated for resources: {'Port': ['ID=48eb14ab-2771-46da-9cc4-2d67523dc833,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:57.484529 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-6c7506f0-0569-4c5f-bae5-a64a6cdc3965 service neutron] For port 1c15bdea-8f59-4e25-91c6-310ce6849950, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:52:57.493655 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221bc5f-4ade-415f-8777-2207ab3110b8 req-3fd6f41e-8ebf-4e03-a015-81d7edb593b1 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:57.500066 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221bc5f-4ade-415f-8777-2207ab3110b8 req-3fd6f41e-8ebf-4e03-a015-81d7edb593b1 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:57.502371 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-6c7506f0-0569-4c5f-bae5-a64a6cdc3965 service neutron] For port 1c15bdea-8f59-4e25-91c6-310ce6849950, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1c15bdea-8f59-4e25-91c6-310ce6849950,segment=NetworkSegment(665588c9-8903-4662-9125-c3e03fc634d5),segment_id=665588c9-8903-4662-9125-c3e03fc634d5)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:52:57.508531 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c221bc5f-4ade-415f-8777-2207ab3110b8 req-3fd6f41e-8ebf-4e03-a015-81d7edb593b1 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=588f7d70-3165-4488-9479-2ad124826026&device_id=88e72fc1-6a02-4fc8-8ecb-50da58356be5 HTTP/1.1" status: 200 len: 1690 time: 0.2978227 Mar 05 04:52:57.527236 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-6c7506f0-0569-4c5f-bae5-a64a6cdc3965 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (1c15bdea-8f59-4e25-91c6-310ce6849950), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:57.550172 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-58042a19-7b72-46e9-8ab0-78500310e429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:57.552565 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-58042a19-7b72-46e9-8ab0-78500310e429 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f4c8bc28785e4a00b63310ed97b40ba8&device_id=300de583-61fc-4f1f-a4bd-01a5e4aef6d7 HTTP/1.1" status: 200 len: 1126 time: 0.1953349 Mar 05 04:52:57.571436 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-46102449-f184-48f9-bdff-844df4708226 req-0d4ffd57-98d2-4986-8d2d-a33f61786fa1 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293833 Mar 05 04:52:57.571950 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-6c7506f0-0569-4c5f-bae5-a64a6cdc3965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:57.572580 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-6c7506f0-0569-4c5f-bae5-a64a6cdc3965 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:57.574137 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-6c7506f0-0569-4c5f-bae5-a64a6cdc3965 service neutron] 10.222.0.31 "PUT /v2.0/ports/1c15bdea-8f59-4e25-91c6-310ce6849950 HTTP/1.1" status: 200 len: 1092 time: 1.5530200 Mar 05 04:52:57.578001 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-10237ca3-feff-4b14-b7c6-b9428fc975a1 service neutron] 10.222.0.30 "GET /v2.0/networks/3e820d6e-0168-4766-8549-1a330342d436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780417 Mar 05 04:52:57.664632 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-9a7bc590-a77e-442a-ba52-1a39d42125f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48eb14ab-2771-46da-9cc4-2d67523dc833 HTTP/1.1" status: 200 len: 217 time: 0.0919929 Mar 05 04:52:57.679167 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7506f0-0569-4c5f-bae5-a64a6cdc3965 service neutron] Pushing event updated for resources: {'Port': ['ID=1c15bdea-8f59-4e25-91c6-310ce6849950,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:57.711708 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53340) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:57.746775 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-298c68c3-552b-4088-8b5d-ce14bf0a1f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:57.748501 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c221bc5f-4ade-415f-8777-2207ab3110b8 req-bd885c68-adee-41cc-b2ee-ae23488ba66e tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388206 Mar 05 04:52:57.748622 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-298c68c3-552b-4088-8b5d-ce14bf0a1f45 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa15704fc9d14ca48245220c2cf2331b&device_id=84959aa6-d889-4b88-9e1f-e479d2c30f37 HTTP/1.1" status: 200 len: 1126 time: 0.1208200 Mar 05 04:52:57.758974 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-efa292fc-bcdd-4dea-a422-a448ecad7ed1 service neutron] 10.222.0.30 "GET /v2.0/networks/3e820d6e-0168-4766-8549-1a330342d436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654234 Mar 05 04:52:57.798101 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-39ca9379-f117-4289-9eff-2781b9087bfd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c15bdea-8f59-4e25-91c6-310ce6849950 HTTP/1.1" status: 200 len: 217 time: 0.0418885 Mar 05 04:52:57.820419 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fe57dc-daca-4197-83e1-d94cf3333f75 x-openstack-request-id: req-13fe57dc-daca-4197-83e1-d94cf3333f75 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:52:57.820928 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300de583-61fc-4f1f-a4bd-01a5e4aef6d7", "tag": "48eb14ab-2771-46da-9cc4-2d67523dc833", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:52:57.821349 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-13fe57dc-daca-4197-83e1-d94cf3333f75 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:52:57.821888 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300de583-61fc-4f1f-a4bd-01a5e4aef6d7', 'tag': '48eb14ab-2771-46da-9cc4-2d67523dc833', 'status': 'completed', 'code': 200} Mar 05 04:52:57.832208 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-97c2fbc4-bfd1-4d51-8fbd-0be836ed91e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:57.834207 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-97c2fbc4-bfd1-4d51-8fbd-0be836ed91e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d05b828-21c8-4294-b343-ca7ba96c6119 HTTP/1.1" status: 200 len: 846 time: 0.1425362 Mar 05 04:52:57.913267 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-f80168a2-a595-4026-bfeb-3e2676ac2754 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54309d98-48bc-4d3e-a20e-4665796063fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716116 Mar 05 04:52:57.920923 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-255f6df6-f9ca-4797-b1e7-c1c5d0b47175 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Request body: {'quota': {'network': 2}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:57.954718 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e38110-e773-40fe-bd33-0894e0d063f9 req-fbff8411-a874-4add-b867-ca0a9605e86b tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:57.956355 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-51e38110-e773-40fe-bd33-0894e0d063f9 req-fbff8411-a874-4add-b867-ca0a9605e86b tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=300de583-61fc-4f1f-a4bd-01a5e4aef6d7 HTTP/1.1" status: 200 len: 943 time: 0.2657392 Mar 05 04:52:58.090156 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-255f6df6-f9ca-4797-b1e7-c1c5d0b47175 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] 10.222.0.11 "PUT /v2.0/quotas/4ccabab996e54a839cccd3be2d4085b4 HTTP/1.1" status: 200 len: 368 time: 0.3740468 Mar 05 04:52:58.092436 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53358) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:58.109090 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-a7e2c554-e679-4de3-a16a-9b2df8e83852 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Request body: {'network': {'project_id': '4ccabab996e54a839cccd3be2d4085b4'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:58.138811 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-51e38110-e773-40fe-bd33-0894e0d063f9 req-d7d77db4-9c4b-4acb-8e4b-fae52aef05d9 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667500 Mar 05 04:52:58.154470 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616e03f-81b5-40f3-8127-914cd3757d16 req-1dbb5d79-b85a-4757-b179-79d188d69232 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:58.159909 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-19d6a0f8-8c88-4d8b-8d34-4a78ac2f459c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:58.162759 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-19d6a0f8-8c88-4d8b-8d34-4a78ac2f459c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f12d5285-dceb-44c5-a4f3-fee4c0b91c0a HTTP/1.1" status: 200 len: 852 time: 0.3589563 Mar 05 04:52:58.162875 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6616e03f-81b5-40f3-8127-914cd3757d16 req-1dbb5d79-b85a-4757-b179-79d188d69232 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/ports?device_id=84959aa6-d889-4b88-9e1f-e479d2c30f37 HTTP/1.1" status: 200 len: 943 time: 0.2543607 Mar 05 04:52:58.167797 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-c751b533-eead-425f-bca1-8c898551a5b4 service neutron] 10.222.0.30 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404661 Mar 05 04:52:58.186945 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ec33c-c3bb-4d8d-9b71-38af954b4583 req-2204a482-0622-44e7-93c1-b28107e29366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:58.189036 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-071ec33c-c3bb-4d8d-9b71-38af954b4583 req-2204a482-0622-44e7-93c1-b28107e29366 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa15704fc9d14ca48245220c2cf2331b&device_id=e615409f-6d34-476c-9bc7-38405e7467d0 HTTP/1.1" status: 200 len: 1126 time: 0.3521261 Mar 05 04:52:58.193666 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e2c554-e679-4de3-a16a-9b2df8e83852 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Made reservation on behalf of 4ccabab996e54a839cccd3be2d4085b4 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:52:58.196064 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a7e2c554-e679-4de3-a16a-9b2df8e83852 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:58.210297 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-73348fd1-defb-49ec-94f0-bf6ce1536e1f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e820d6e-0168-4766-8549-1a330342d436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381598 Mar 05 04:52:58.232283 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a7e2c554-e679-4de3-a16a-9b2df8e83852 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:58.318159 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6616e03f-81b5-40f3-8127-914cd3757d16 req-da109fbe-61de-4848-98a4-34808a8356a5 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/security-groups?id=8366ff4e-2faf-4af2-a6d2-7ec92f9b5241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540968 Mar 05 04:52:58.383780 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ec33c-c3bb-4d8d-9b71-38af954b4583 req-56f02dc6-4259-424d-9535-6fd9b446670a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:58.385415 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-071ec33c-c3bb-4d8d-9b71-38af954b4583 req-56f02dc6-4259-424d-9535-6fd9b446670a service neutron] 10.222.0.30 "GET /v2.0/networks?id=3e820d6e-0168-4766-8549-1a330342d436 HTTP/1.1" status: 200 len: 912 time: 0.1796815 Mar 05 04:52:58.388035 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-9b194516-49a4-474f-a240-b8cd48364354 service neutron] 10.222.0.31 "GET /v2.0/networks/3e820d6e-0168-4766-8549-1a330342d436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705184 Mar 05 04:52:58.394323 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8365664-cbd0-42f7-a98a-d7a1b4bd0ab7 req-7b099c56-cb5e-4fcb-8052-4402f570f5ff service neutron] 10.222.0.30 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109122 Mar 05 04:52:58.423379 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de8449-1f23-408e-bb40-9ce05ca472aa req-16d70c1e-9da6-4759-8a4c-379617972c89 tempest-ServersOnMultiNodesTest-615486994 tempest-ServersOnMultiNodesTest-615486994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:58.424900 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7de8449-1f23-408e-bb40-9ce05ca472aa req-16d70c1e-9da6-4759-8a4c-379617972c89 tempest-ServersOnMultiNodesTest-615486994 tempest-ServersOnMultiNodesTest-615486994-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=588f7d70-3165-4488-9479-2ad124826026 HTTP/1.1" status: 200 len: 1133 time: 0.1056185 Mar 05 04:52:58.446181 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a7e2c554-e679-4de3-a16a-9b2df8e83852 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Publish callbacks [] for security_group (f67653e9-256e-4b0c-a9dd-4c5296e533af), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:58.453997 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a7e2c554-e679-4de3-a16a-9b2df8e83852 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f67653e9-256e-4b0c-a9dd-4c5296e533af), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:58.495155 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e2c554-e679-4de3-a16a-9b2df8e83852 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:52:58.496284 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-071ec33c-c3bb-4d8d-9b71-38af954b4583 req-c76fa450-b9cd-4437-a2b5-b5541c2600d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed7519ab-c320-428b-951b-a2670dadd1a0 HTTP/1.1" status: 200 len: 217 time: 0.0731597 Mar 05 04:52:58.539336 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2c554-e679-4de3-a16a-9b2df8e83852 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67653e9-256e-4b0c-a9dd-4c5296e533af,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:58.547228 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a7e2c554-e679-4de3-a16a-9b2df8e83852 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (ef70c7a0-e0fb-47f6-a61b-6e911d43fd2a), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:58.547580 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-a7e2c554-e679-4de3-a16a-9b2df8e83852 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Added segment ef70c7a0-e0fb-47f6-a61b-6e911d43fd2a of type vlan for network 299ac975-34e0-4a1d-8f99-fef0974ef15f Mar 05 04:52:58.567912 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7de8449-1f23-408e-bb40-9ce05ca472aa req-155a7e6c-ed3d-4c5f-833e-8c0023c5e19b tempest-ServersOnMultiNodesTest-615486994 tempest-ServersOnMultiNodesTest-615486994-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273437 Mar 05 04:52:58.596877 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ec33c-c3bb-4d8d-9b71-38af954b4583 req-85c84ea7-530a-4486-9ebf-7d28a39d2b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:58.599608 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-071ec33c-c3bb-4d8d-9b71-38af954b4583 req-85c84ea7-530a-4486-9ebf-7d28a39d2b5a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f12d5285-dceb-44c5-a4f3-fee4c0b91c0a HTTP/1.1" status: 200 len: 852 time: 0.0705645 Mar 05 04:52:58.605723 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dde614a3-e048-4767-8bea-fe3ae3cd6c48 req-5cc1b945-ae40-43eb-8f65-3616ec658d7e service neutron] 10.222.0.31 "GET /v2.0/networks/3e820d6e-0168-4766-8549-1a330342d436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104437 Mar 05 04:52:58.620030 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a7e2c554-e679-4de3-a16a-9b2df8e83852 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (299ac975-34e0-4a1d-8f99-fef0974ef15f), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:58.639413 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b45488-a13d-444b-ab0e-d5d454531405 req-efa205d1-3874-47af-a854-20964ec3a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:58.640917 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-38b45488-a13d-444b-ab0e-d5d454531405 req-efa205d1-3874-47af-a854-20964ec3a5bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f4c8bc28785e4a00b63310ed97b40ba8&device_id=300de583-61fc-4f1f-a4bd-01a5e4aef6d7 HTTP/1.1" status: 200 len: 1126 time: 0.1609187 Mar 05 04:52:58.655165 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-071ec33c-c3bb-4d8d-9b71-38af954b4583 req-3e84ef1f-5f7b-4bf7-9754-16f9b3384cc0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e820d6e-0168-4766-8549-1a330342d436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403602 Mar 05 04:52:58.663675 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-1fbdb7fb-0c31-4126-acb5-c2157a2fa6c5 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=b66ce48eb53846d8b7a65379efe78589&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459735 Mar 05 04:52:58.739421 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a7e2c554-e679-4de3-a16a-9b2df8e83852 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (299ac975-34e0-4a1d-8f99-fef0974ef15f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:58.740383 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e2c554-e679-4de3-a16a-9b2df8e83852 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:58.740959 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a7e2c554-e679-4de3-a16a-9b2df8e83852 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:58.752205 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-071ec33c-c3bb-4d8d-9b71-38af954b4583 req-7f247cd8-a4ad-4cbd-a4bc-50691ab3f54b service neutron] 10.222.0.30 "GET /v2.0/networks/3e820d6e-0168-4766-8549-1a330342d436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868492 Mar 05 04:52:58.850167 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-071ec33c-c3bb-4d8d-9b71-38af954b4583 req-1c194ed5-f0d2-4d9e-9f9e-1dedb11fd453 service neutron] 10.222.0.30 "GET /v2.0/networks/3e820d6e-0168-4766-8549-1a330342d436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904086 Mar 05 04:52:58.853490 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a7e2c554-e679-4de3-a16a-9b2df8e83852 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7562566 Mar 05 04:52:58.856439 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53382) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:58.861772 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-f0631587-af0f-43f7-8877-5ef05f1a691b tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Request body: {'network': {'project_id': '4ccabab996e54a839cccd3be2d4085b4'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:58.881857 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0631587-af0f-43f7-8877-5ef05f1a691b tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Made reservation on behalf of 4ccabab996e54a839cccd3be2d4085b4 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:52:58.884276 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f0631587-af0f-43f7-8877-5ef05f1a691b tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:58.908501 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0631587-af0f-43f7-8877-5ef05f1a691b tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:52:58.919181 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f0631587-af0f-43f7-8877-5ef05f1a691b tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (a6c9fa7a-b93d-4e4b-831c-7a32a319abcc), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:58.919530 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-f0631587-af0f-43f7-8877-5ef05f1a691b tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Added segment a6c9fa7a-b93d-4e4b-831c-7a32a319abcc of type vlan for network e72f746c-a0d7-45c2-a318-57c06141136e Mar 05 04:52:58.919953 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba12214-f94f-463f-806b-9dad8bf7f678 req-d3738463-8083-4bc4-af1a-86aac570165f tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:58.921448 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cba12214-f94f-463f-806b-9dad8bf7f678 req-d3738463-8083-4bc4-af1a-86aac570165f tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 945 time: 0.2569222 Mar 05 04:52:58.929830 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2c554-e679-4de3-a16a-9b2df8e83852 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Pushing event updated for resources: {'Network': ['ID=299ac975-34e0-4a1d-8f99-fef0974ef15f,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:58.940450 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 299ac975-34e0-4a1d-8f99-fef0974ef15f details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:52:58.960002 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b45488-a13d-444b-ab0e-d5d454531405 req-5214db91-f705-4158-a793-143178c45f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:58.961476 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-38b45488-a13d-444b-ab0e-d5d454531405 req-5214db91-f705-4158-a793-143178c45f14 service neutron] 10.222.0.30 "GET /v2.0/networks?id=54309d98-48bc-4d3e-a20e-4665796063fc HTTP/1.1" status: 200 len: 906 time: 0.3090618 Mar 05 04:52:58.969247 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-f37c002b-d64c-4f39-a78f-e9348d1e3851 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:58.970692 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-f37c002b-d64c-4f39-a78f-e9348d1e3851 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2989488 Mar 05 04:52:58.971055 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f0631587-af0f-43f7-8877-5ef05f1a691b tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (e72f746c-a0d7-45c2-a318-57c06141136e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:59.001129 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f0631587-af0f-43f7-8877-5ef05f1a691b tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (e72f746c-a0d7-45c2-a318-57c06141136e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:59.002285 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0631587-af0f-43f7-8877-5ef05f1a691b tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:59.003207 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f0631587-af0f-43f7-8877-5ef05f1a691b tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:59.027369 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-38b45488-a13d-444b-ab0e-d5d454531405 req-c5f19be5-29a1-4ccb-b871-d0d262e01143 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=48eb14ab-2771-46da-9cc4-2d67523dc833 HTTP/1.1" status: 200 len: 217 time: 0.0556698 Mar 05 04:52:59.032029 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-c0fa5511-c30b-4eb3-87a5-f4fb4c509935 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] 10.222.0.11 "GET /v2.0/quotas/b66ce48eb53846d8b7a65379efe78589 HTTP/1.1" status: 200 len: 375 time: 0.0510519 Mar 05 04:52:59.037129 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f0631587-af0f-43f7-8877-5ef05f1a691b tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.1795192 Mar 05 04:52:59.041757 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53384) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:59.074387 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-1961b95a-8323-445f-b9bf-994da9ffabca tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Request body: {'network': {'project_id': '4ccabab996e54a839cccd3be2d4085b4'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:52:59.076964 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84959aa6-d889-4b88-9e1f-e479d2c30f37', 'tag': '1c15bdea-8f59-4e25-91c6-310ce6849950'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:52:59.079112 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483cc1e3-2b05-4846-8df7-24675796c6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "84959aa6-d889-4b88-9e1f-e479d2c30f37", "tag": "1c15bdea-8f59-4e25-91c6-310ce6849950"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:52:59.091215 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0631587-af0f-43f7-8877-5ef05f1a691b tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Pushing event updated for resources: {'Network': ['ID=e72f746c-a0d7-45c2-a318-57c06141136e,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:59.095022 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-1961b95a-8323-445f-b9bf-994da9ffabca tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 05 04:52:59.095502 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1961b95a-8323-445f-b9bf-994da9ffabca tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 04:52:59.099447 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1961b95a-8323-445f-b9bf-994da9ffabca tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0539665 Mar 05 04:52:59.099834 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53388) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:59.102294 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network e72f746c-a0d7-45c2-a318-57c06141136e details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:52:59.104164 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cba12214-f94f-463f-806b-9dad8bf7f678 req-a6c37be4-6f43-4cbb-9de1-4b96a2d98da2 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685655 Mar 05 04:52:59.120476 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-f4a269e1-b637-4e2c-a529-08117eac5bf3 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b66ce48eb53846d8b7a65379efe78589&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692363 Mar 05 04:52:59.143965 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b45488-a13d-444b-ab0e-d5d454531405 req-81055e0e-d261-41ac-954f-1a48f72ebed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:59.146459 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-38b45488-a13d-444b-ab0e-d5d454531405 req-81055e0e-d261-41ac-954f-1a48f72ebed9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d05b828-21c8-4294-b343-ca7ba96c6119 HTTP/1.1" status: 200 len: 846 time: 0.1100023 Mar 05 04:52:59.168887 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-34879632-9241-4e31-abf2-fca1fa2b1769 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4ccabab996e54a839cccd3be2d4085b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0656753 Mar 05 04:52:59.168887 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53390) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:59.196410 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-38b45488-a13d-444b-ab0e-d5d454531405 req-097feef6-81fa-4e3c-8d73-1ad00ca319ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54309d98-48bc-4d3e-a20e-4665796063fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424809 Mar 05 04:52:59.252093 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-59b98477-6015-450b-8171-5b27cb5097a7 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Publish callbacks [] for security_group (f67653e9-256e-4b0c-a9dd-4c5296e533af), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:59.278826 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-59b98477-6015-450b-8171-5b27cb5097a7 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Publish callbacks [] for security_group (f67653e9-256e-4b0c-a9dd-4c5296e533af), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:59.325690 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aaf8bd5-9d30-457c-8d02-5e407ee3683c x-openstack-request-id: req-0aaf8bd5-9d30-457c-8d02-5e407ee3683c {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:52:59.326137 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84959aa6-d889-4b88-9e1f-e479d2c30f37", "tag": "1c15bdea-8f59-4e25-91c6-310ce6849950", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:52:59.326458 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0aaf8bd5-9d30-457c-8d02-5e407ee3683c {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:52:59.326840 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84959aa6-d889-4b88-9e1f-e479d2c30f37', 'tag': '1c15bdea-8f59-4e25-91c6-310ce6849950', 'status': 'completed', 'code': 200} Mar 05 04:52:59.366579 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-59b98477-6015-450b-8171-5b27cb5097a7 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f67653e9-256e-4b0c-a9dd-4c5296e533af), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:59.370108 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-59b98477-6015-450b-8171-5b27cb5097a7 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:59.373941 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-59b98477-6015-450b-8171-5b27cb5097a7 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] 10.222.0.11 "DELETE /v2.0/security-groups/f67653e9-256e-4b0c-a9dd-4c5296e533af HTTP/1.1" status: 204 len: 168 time: 0.2027223 Mar 05 04:52:59.376423 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53400) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:52:59.393424 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-38b45488-a13d-444b-ab0e-d5d454531405 req-2930435b-190e-4f71-aa36-a33c86bda495 service neutron] 10.222.0.30 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893880 Mar 05 04:52:59.408306 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b98477-6015-450b-8171-5b27cb5097a7 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67653e9-256e-4b0c-a9dd-4c5296e533af,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:52:59.421196 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cc1e3-2b05-4846-8df7-24675796c6a8 req-ed66cd44-607a-4100-9361-c0fb92ee7167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:59.421438 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0edad7c-d147-423e-81fb-1854eb11a86c req-cccddc59-afaa-40ad-92a5-ad47c8742dfa tempest-ServersOnMultiNodesTest-615486994 tempest-ServersOnMultiNodesTest-615486994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:59.423123 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c0edad7c-d147-423e-81fb-1854eb11a86c req-cccddc59-afaa-40ad-92a5-ad47c8742dfa tempest-ServersOnMultiNodesTest-615486994 tempest-ServersOnMultiNodesTest-615486994-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=88e72fc1-6a02-4fc8-8ecb-50da58356be5 HTTP/1.1" status: 200 len: 1132 time: 0.1805382 Mar 05 04:52:59.428129 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-483cc1e3-2b05-4846-8df7-24675796c6a8 req-ed66cd44-607a-4100-9361-c0fb92ee7167 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa15704fc9d14ca48245220c2cf2331b&device_id=84959aa6-d889-4b88-9e1f-e479d2c30f37 HTTP/1.1" status: 200 len: 1126 time: 0.1012774 Mar 05 04:52:59.487769 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c042f2-04b0-423f-a754-ab1323bf0456 req-3affab94-bbfe-409d-bac6-af3ceeb189db tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:59.491659 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-38c042f2-04b0-423f-a754-ab1323bf0456 req-3affab94-bbfe-409d-bac6-af3ceeb189db tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=300de583-61fc-4f1f-a4bd-01a5e4aef6d7 HTTP/1.1" status: 200 len: 943 time: 0.1628528 Mar 05 04:52:59.527987 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-06bc1ca0-a2ab-47e5-8661-4feed2e08fb9 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (e72f746c-a0d7-45c2-a318-57c06141136e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:59.564456 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c0edad7c-d147-423e-81fb-1854eb11a86c req-c95c47d9-bca9-4b62-bde9-d1c3e8d0b780 tempest-ServersOnMultiNodesTest-615486994 tempest-ServersOnMultiNodesTest-615486994-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176341 Mar 05 04:52:59.602894 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cc1e3-2b05-4846-8df7-24675796c6a8 req-fef2bee2-ef0b-4984-bfc5-d90d26b7f85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:59.604618 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-483cc1e3-2b05-4846-8df7-24675796c6a8 req-fef2bee2-ef0b-4984-bfc5-d90d26b7f85e service neutron] 10.222.0.31 "GET /v2.0/networks?id=3e820d6e-0168-4766-8549-1a330342d436 HTTP/1.1" status: 200 len: 912 time: 0.1757152 Mar 05 04:52:59.656437 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-38c042f2-04b0-423f-a754-ab1323bf0456 req-15de43d0-6279-4d1f-a651-57cf472e85d5 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553221 Mar 05 04:52:59.658978 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3ed956e2-97c2-4ac1-af82-96418ac10d42 req-6dc3afff-0562-46a3-8fcf-d1f9d9f6837e tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] 10.222.0.11 "GET /v2.0/ports?device_id=db3efbb3-3345-4a73-8e8d-715714d0fc85 HTTP/1.1" status: 200 len: 210 time: 0.0431342 Mar 05 04:52:59.661872 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-38b45488-a13d-444b-ab0e-d5d454531405 req-ef367a15-e9da-4fdf-ac38-1f297b642bf3 service neutron] 10.222.0.30 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570772 Mar 05 04:52:59.662156 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-483cc1e3-2b05-4846-8df7-24675796c6a8 req-2b9cdb1a-5423-4d31-83cd-0d92c16d5eeb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c15bdea-8f59-4e25-91c6-310ce6849950 HTTP/1.1" status: 200 len: 217 time: 0.0439448 Mar 05 04:52:59.718567 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-06bc1ca0-a2ab-47e5-8661-4feed2e08fb9 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (e72f746c-a0d7-45c2-a318-57c06141136e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:59.796474 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-06bc1ca0-a2ab-47e5-8661-4feed2e08fb9 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e72f746c-a0d7-45c2-a318-57c06141136e']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:59.808892 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-06bc1ca0-a2ab-47e5-8661-4feed2e08fb9 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c9fa7a-b93d-4e4b-831c-7a32a319abcc') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:59.809265 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-06bc1ca0-a2ab-47e5-8661-4feed2e08fb9 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c9fa7a-b93d-4e4b-831c-7a32a319abcc') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:52:59.823269 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-06bc1ca0-a2ab-47e5-8661-4feed2e08fb9 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (a6c9fa7a-b93d-4e4b-831c-7a32a319abcc), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:59.825898 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cc1e3-2b05-4846-8df7-24675796c6a8 req-ea5bd32d-f391-4dec-ba88-39ed9dfc783d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:59.827548 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-483cc1e3-2b05-4846-8df7-24675796c6a8 req-ea5bd32d-f391-4dec-ba88-39ed9dfc783d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f12d5285-dceb-44c5-a4f3-fee4c0b91c0a HTTP/1.1" status: 200 len: 852 time: 0.1205060 Mar 05 04:52:59.839140 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86b0b3-608c-46e9-9e0f-586da9497cdf req-f7f94520-475f-4187-ad5b-b954ae3714c9 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:52:59.842107 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4e86b0b3-608c-46e9-9e0f-586da9497cdf req-f7f94520-475f-4187-ad5b-b954ae3714c9 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/ports?device_id=84959aa6-d889-4b88-9e1f-e479d2c30f37 HTTP/1.1" status: 200 len: 943 time: 0.0914974 Mar 05 04:52:59.843276 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-06bc1ca0-a2ab-47e5-8661-4feed2e08fb9 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (a6c9fa7a-b93d-4e4b-831c-7a32a319abcc), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:59.860470 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06bc1ca0-a2ab-47e5-8661-4feed2e08fb9 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:52:59.860874 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-06bc1ca0-a2ab-47e5-8661-4feed2e08fb9 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (a6c9fa7a-b93d-4e4b-831c-7a32a319abcc), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:52:59.862735 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:52:59.862735 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:52:59.862735 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:52:59.862735 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:52:59.862735 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:52:59.862735 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:52:59.862735 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:52:59.862735 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:52:59.862735 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:52:59.862735 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:52:59.862735 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:52:59.862735 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:52:59.862735 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:52:59.862735 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:52:59.862735 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:52:59.862735 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:52:59.862735 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:52:59.862735 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:52:59.862735 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:52:59.862735 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:52:59.862735 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:52:59.862735 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:52:59.862735 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:52:59.862735 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:52:59.862735 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:52:59.862735 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:52:59.862735 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:52:59.862735 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:52:59.862735 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:52:59.862735 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:52:59.862735 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:52:59.862735 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:52:59.888613 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-483cc1e3-2b05-4846-8df7-24675796c6a8 req-a2937291-db21-4e99-b8a1-59f928d5b7ca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e820d6e-0168-4766-8549-1a330342d436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426865 Mar 05 04:52:59.920188 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4e86b0b3-608c-46e9-9e0f-586da9497cdf req-8be7aa81-e9d3-475e-9a3a-f4e4d56bc0bd tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/security-groups?id=8366ff4e-2faf-4af2-a6d2-7ec92f9b5241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722480 Mar 05 04:52:59.995394 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-06bc1ca0-a2ab-47e5-8661-4feed2e08fb9 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (e72f746c-a0d7-45c2-a318-57c06141136e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:00.013280 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-06bc1ca0-a2ab-47e5-8661-4feed2e08fb9 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:00.018772 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-06bc1ca0-a2ab-47e5-8661-4feed2e08fb9 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] 10.222.0.11 "DELETE /v2.0/networks/e72f746c-a0d7-45c2-a318-57c06141136e HTTP/1.1" status: 204 len: 168 time: 0.6375134 Mar 05 04:53:00.019534 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc1ca0-a2ab-47e5-8661-4feed2e08fb9 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Pushing event deleted for resources: {'Network': ['ID=e72f746c-a0d7-45c2-a318-57c06141136e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:00.023119 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53422) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:00.045010 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-57a203ec-8dad-4b53-9e20-d8b2bbb6456a tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c539558a26474a33929b824612bb5b75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274160 Mar 05 04:53:00.057272 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc1ca0-a2ab-47e5-8661-4feed2e08fb9 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:00.057633 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc1ca0-a2ab-47e5-8661-4feed2e08fb9 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:00.057966 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc1ca0-a2ab-47e5-8661-4feed2e08fb9 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:00.058348 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc1ca0-a2ab-47e5-8661-4feed2e08fb9 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:00.058648 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc1ca0-a2ab-47e5-8661-4feed2e08fb9 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:00.058984 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc1ca0-a2ab-47e5-8661-4feed2e08fb9 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:00.059347 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc1ca0-a2ab-47e5-8661-4feed2e08fb9 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:00.059682 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc1ca0-a2ab-47e5-8661-4feed2e08fb9 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:00.060045 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc1ca0-a2ab-47e5-8661-4feed2e08fb9 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:00.060341 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc1ca0-a2ab-47e5-8661-4feed2e08fb9 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:00.060670 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc1ca0-a2ab-47e5-8661-4feed2e08fb9 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:00.060996 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc1ca0-a2ab-47e5-8661-4feed2e08fb9 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:00.061325 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc1ca0-a2ab-47e5-8661-4feed2e08fb9 tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:00.113398 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-483cc1e3-2b05-4846-8df7-24675796c6a8 req-c9ed04dd-4024-4157-9b50-f2f3d161d951 service neutron] 10.222.0.31 "GET /v2.0/networks/3e820d6e-0168-4766-8549-1a330342d436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152855 Mar 05 04:53:00.149439 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-10e3cb15-f89a-4ab2-95ff-f85b1fc268fb tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (299ac975-34e0-4a1d-8f99-fef0974ef15f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:00.175127 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-f4bfa820-39e0-467d-85a7-8428957107a1 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:00.176642 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-f4bfa820-39e0-467d-85a7-8428957107a1 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1299341 Mar 05 04:53:00.203632 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-ad7f64ac-72ee-4f77-b3ec-870f18081108 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/quotas/c539558a26474a33929b824612bb5b75 HTTP/1.1" status: 200 len: 375 time: 0.0212529 Mar 05 04:53:00.274560 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b419d03-9a31-4e03-91ca-d948ab8d0a58 req-0e958bfd-7761-420b-915b-e05fe31cdafe tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:00.276080 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3b419d03-9a31-4e03-91ca-d948ab8d0a58 req-0e958bfd-7761-420b-915b-e05fe31cdafe tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 945 time: 0.0874853 Mar 05 04:53:00.292836 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-483cc1e3-2b05-4846-8df7-24675796c6a8 req-9c286a5b-ca3d-47a8-a596-83a53351f72d service neutron] 10.222.0.31 "GET /v2.0/networks/3e820d6e-0168-4766-8549-1a330342d436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705692 Mar 05 04:53:00.294689 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-10e3cb15-f89a-4ab2-95ff-f85b1fc268fb tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (299ac975-34e0-4a1d-8f99-fef0974ef15f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:00.295431 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-f71b47f0-dbcf-4121-9492-0443cf1f62bb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c539558a26474a33929b824612bb5b75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0765951 Mar 05 04:53:00.318401 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-10e3cb15-f89a-4ab2-95ff-f85b1fc268fb tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299ac975-34e0-4a1d-8f99-fef0974ef15f']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:00.328538 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-10e3cb15-f89a-4ab2-95ff-f85b1fc268fb tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef70c7a0-e0fb-47f6-a61b-6e911d43fd2a') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:00.328857 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-10e3cb15-f89a-4ab2-95ff-f85b1fc268fb tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef70c7a0-e0fb-47f6-a61b-6e911d43fd2a') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:00.333845 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3b419d03-9a31-4e03-91ca-d948ab8d0a58 req-3cfae781-b20c-48fe-8ac7-ac29b02e8256 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517325 Mar 05 04:53:00.339388 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-10e3cb15-f89a-4ab2-95ff-f85b1fc268fb tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (ef70c7a0-e0fb-47f6-a61b-6e911d43fd2a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:00.352947 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-10e3cb15-f89a-4ab2-95ff-f85b1fc268fb tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (ef70c7a0-e0fb-47f6-a61b-6e911d43fd2a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:00.359707 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e3cb15-f89a-4ab2-95ff-f85b1fc268fb tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:53:00.360183 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-10e3cb15-f89a-4ab2-95ff-f85b1fc268fb tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (ef70c7a0-e0fb-47f6-a61b-6e911d43fd2a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:00.361905 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:53:00.361905 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:53:00.361905 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:53:00.361905 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:53:00.361905 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:53:00.361905 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:53:00.361905 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:53:00.361905 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:53:00.361905 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:53:00.361905 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:53:00.361905 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:53:00.361905 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:53:00.361905 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:53:00.361905 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:53:00.361905 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:53:00.361905 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:53:00.361905 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:53:00.361905 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:53:00.361905 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:53:00.361905 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:53:00.361905 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:53:00.361905 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:53:00.361905 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:53:00.361905 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:53:00.361905 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:53:00.361905 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:53:00.361905 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:53:00.361905 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:53:00.361905 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:53:00.361905 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:53:00.361905 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:53:00.361905 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:53:00.428136 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-10e3cb15-f89a-4ab2-95ff-f85b1fc268fb tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (299ac975-34e0-4a1d-8f99-fef0974ef15f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:00.436097 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-10e3cb15-f89a-4ab2-95ff-f85b1fc268fb tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:00.447649 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-10e3cb15-f89a-4ab2-95ff-f85b1fc268fb tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] 10.222.0.11 "DELETE /v2.0/networks/299ac975-34e0-4a1d-8f99-fef0974ef15f HTTP/1.1" status: 204 len: 168 time: 0.4193816 Mar 05 04:53:00.474220 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3cb15-f89a-4ab2-95ff-f85b1fc268fb tempest-QuotasNegativeTest-1273247544 tempest-QuotasNegativeTest-1273247544-project-admin] Pushing event deleted for resources: {'Network': ['ID=299ac975-34e0-4a1d-8f99-fef0974ef15f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:00.496285 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-d37a4e13-8ce5-42d3-80b0-981564551982 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b66ce48eb53846d8b7a65379efe78589&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617013 Mar 05 04:53:00.628795 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-b3e7a34c-d542-4a4c-b16c-02c497a4e516 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:00.631088 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-b3e7a34c-d542-4a4c-b16c-02c497a4e516 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1288497 Mar 05 04:53:00.643992 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-9bddfa83-08dc-45ea-a488-ed727826976f tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Request body: {'port': {'device_id': 'db3efbb3-3345-4a73-8e8d-715714d0fc85', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'admin_state_up': True, 'tenant_id': 'b66ce48eb53846d8b7a65379efe78589'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:00.787355 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e5914105-7655-4cf0-8bfb-287f5efb7f43 req-2fa403a8-49df-4ea2-9f34-7644a7bb74ac tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] 10.222.0.11 "GET /v2.0/ports?device_id=db3efbb3-3345-4a73-8e8d-715714d0fc85 HTTP/1.1" status: 200 len: 210 time: 0.0413313 Mar 05 04:53:00.798148 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-9bddfa83-08dc-45ea-a488-ed727826976f tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Made reservation on behalf of b66ce48eb53846d8b7a65379efe78589 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:53:00.802165 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-9bddfa83-08dc-45ea-a488-ed727826976f tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:00.812591 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-9bddfa83-08dc-45ea-a488-ed727826976f tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:00.906164 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae53bb-fb56-46b4-b732-3d938b4f0ada req-54961ed4-6e1f-43f1-8790-db0ad5957166 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:00.907775 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-16ae53bb-fb56-46b4-b732-3d938b4f0ada req-54961ed4-6e1f-43f1-8790-db0ad5957166 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=300de583-61fc-4f1f-a4bd-01a5e4aef6d7 HTTP/1.1" status: 200 len: 943 time: 0.1543374 Mar 05 04:53:00.917222 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-9bddfa83-08dc-45ea-a488-ed727826976f tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Publish callbacks [] for security_group (68de7b5f-a0e5-4746-867b-f33e83a3a355), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:00.924390 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-9bddfa83-08dc-45ea-a488-ed727826976f tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (68de7b5f-a0e5-4746-867b-f33e83a3a355), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:01.027485 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bddfa83-08dc-45ea-a488-ed727826976f tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68de7b5f-a0e5-4746-867b-f33e83a3a355,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:01.039987 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-16ae53bb-fb56-46b4-b732-3d938b4f0ada req-7853be32-41dd-4743-abac-ec3378602fb2 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159527 Mar 05 04:53:01.108808 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88786fee-62b8-4995-94e5-ffe3fc842f3c req-c94b65d9-69d2-4bff-bfab-433e9d687bdd tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:01.110407 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-88786fee-62b8-4995-94e5-ffe3fc842f3c req-c94b65d9-69d2-4bff-bfab-433e9d687bdd tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/ports?device_id=84959aa6-d889-4b88-9e1f-e479d2c30f37 HTTP/1.1" status: 200 len: 943 time: 0.0615039 Mar 05 04:53:01.151105 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-9bddfa83-08dc-45ea-a488-ed727826976f tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Allocated IP 192.168.233.110 (fb0dde64-203a-4c32-80ac-e1733ed0c9dd/63f989ea-15ee-41e4-8c8f-8183d2023f4e/bc06d079-a023-4aff-b7e6-2bb29c92847e) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:53:01.155957 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8153d185-af69-4c08-b8a9-3f711c65f936 req-0026732c-2ef0-4c83-a6ec-c3109b433246 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=eef16ea8-cef4-49f8-898a-452d32aa4870 HTTP/1.1" status: 200 len: 210 time: 0.0546517 Mar 05 04:53:01.169611 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53452) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:01.210203 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-88786fee-62b8-4995-94e5-ffe3fc842f3c req-2acd6736-4360-45c4-974c-99e5ecd404b3 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/security-groups?id=8366ff4e-2faf-4af2-a6d2-7ec92f9b5241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898278 Mar 05 04:53:01.325316 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-65b8337a-bad8-4b70-b1c7-43f75f113185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:01.391338 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-9bddfa83-08dc-45ea-a488-ed727826976f tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Publish callbacks [] for port (bc06d079-a023-4aff-b7e6-2bb29c92847e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:01.458342 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-65b8337a-bad8-4b70-b1c7-43f75f113185 admin admin] Publish callbacks [] for security_group (691399ae-1afd-4de0-9d1a-8dd8120741fe), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:01.462700 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-9bddfa83-08dc-45ea-a488-ed727826976f tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (bc06d079-a023-4aff-b7e6-2bb29c92847e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:01.464952 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-65b8337a-bad8-4b70-b1c7-43f75f113185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (691399ae-1afd-4de0-9d1a-8dd8120741fe), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:01.478299 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63344eb-3f70-44c3-8465-f600aa3323e2 req-c045ed2d-4e66-4531-8dc9-71589033d26e tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:01.480370 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c63344eb-3f70-44c3-8465-f600aa3323e2 req-c045ed2d-4e66-4531-8dc9-71589033d26e tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 945 time: 0.0659029 Mar 05 04:53:01.552077 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c63344eb-3f70-44c3-8465-f600aa3323e2 req-4a2016e6-4298-419c-8e75-e46642781a04 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636683 Mar 05 04:53:01.552732 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-65b8337a-bad8-4b70-b1c7-43f75f113185 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=af0b6ab317854dcca9ac83bd8cdbf156&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3791687 Mar 05 04:53:01.555466 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53460) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:01.567388 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-9bddfa83-08dc-45ea-a488-ed727826976f tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:53:01.579466 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-9bddfa83-08dc-45ea-a488-ed727826976f tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:53:01.588328 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-9bddfa83-08dc-45ea-a488-ed727826976f tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:53:01.613431 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bddfa83-08dc-45ea-a488-ed727826976f tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Pushing event updated for resources: {'Port': ['ID=bc06d079-a023-4aff-b7e6-2bb29c92847e,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:01.625232 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8337a-bad8-4b70-b1c7-43f75f113185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691399ae-1afd-4de0-9d1a-8dd8120741fe,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:01.651325 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-9bddfa83-08dc-45ea-a488-ed727826976f tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:01.652390 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-9bddfa83-08dc-45ea-a488-ed727826976f tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:01.678430 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-9bddfa83-08dc-45ea-a488-ed727826976f tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0394151 Mar 05 04:53:01.681715 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6bdf1f69-f22b-4e86-bae2-8362d9be7a71 admin admin] Publish callbacks [] for security_group (691399ae-1afd-4de0-9d1a-8dd8120741fe), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:01.701184 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-c9c18474-1dfc-42e1-8aed-a1b59b9cf604 service neutron] Request body: {'port': {'device_id': 'db3efbb3-3345-4a73-8e8d-715714d0fc85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:01.710216 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6bdf1f69-f22b-4e86-bae2-8362d9be7a71 admin admin] Publish callbacks [] for security_group (691399ae-1afd-4de0-9d1a-8dd8120741fe), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:01.771624 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6bdf1f69-f22b-4e86-bae2-8362d9be7a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (691399ae-1afd-4de0-9d1a-8dd8120741fe), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:01.776111 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6bdf1f69-f22b-4e86-bae2-8362d9be7a71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:01.777684 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6bdf1f69-f22b-4e86-bae2-8362d9be7a71 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/691399ae-1afd-4de0-9d1a-8dd8120741fe HTTP/1.1" status: 204 len: 168 time: 0.2199643 Mar 05 04:53:01.789263 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf1f69-f22b-4e86-bae2-8362d9be7a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691399ae-1afd-4de0-9d1a-8dd8120741fe,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:01.804270 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-c9c18474-1dfc-42e1-8aed-a1b59b9cf604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (bc06d079-a023-4aff-b7e6-2bb29c92847e), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:01.909691 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 48eb14ab-2771-46da-9cc4-2d67523dc833 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:53:01.950637 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9fb164-9987-4c5c-b9a0-875e558eaf31 req-bc8970b4-a7b4-40cf-8e77-ad48e0ff9274 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:01.959969 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-db9fb164-9987-4c5c-b9a0-875e558eaf31 req-bc8970b4-a7b4-40cf-8e77-ad48e0ff9274 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] 10.222.0.11 "GET /v2.0/ports?device_id=db3efbb3-3345-4a73-8e8d-715714d0fc85 HTTP/1.1" status: 200 len: 936 time: 0.0833645 Mar 05 04:53:02.031768 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 48eb14ab-2771-46da-9cc4-2d67523dc833, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=48eb14ab-2771-46da-9cc4-2d67523dc833,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:02.036736 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-db9fb164-9987-4c5c-b9a0-875e558eaf31 req-000eb435-966d-41d2-aba0-bf952d93afbd tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] 10.222.0.11 "GET /v2.0/security-groups?id=68de7b5f-a0e5-4746-867b-f33e83a3a355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699968 Mar 05 04:53:02.046667 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '48eb14ab-2771-46da-9cc4-2d67523dc833', 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc', 'port_id': '48eb14ab-2771-46da-9cc4-2d67523dc833', 'mac_address': 'fa:16:3e:d3:4a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d05b828-21c8-4294-b343-ca7ba96c6119', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:53:02.101363 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-072f612d-8bd1-4dbc-a437-502302fbefcd None None] Provisioning complete for port bc06d079-a023-4aff-b7e6-2bb29c92847e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:53:02.102222 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-072f612d-8bd1-4dbc-a437-502302fbefcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bc06d079-a023-4aff-b7e6-2bb29c92847e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:02.104998 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 48eb14ab-2771-46da-9cc4-2d67523dc833 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:02.105617 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (48eb14ab-2771-46da-9cc4-2d67523dc833), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:02.235315 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be73ba-404d-474d-8110-29f4e598cedf req-b2bbb670-12fa-449a-92e6-6f9048c073eb tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:02.243208 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-c9c18474-1dfc-42e1-8aed-a1b59b9cf604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc06d079-a023-4aff-b7e6-2bb29c92847e {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:53:02.243847 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7be73ba-404d-474d-8110-29f4e598cedf req-b2bbb670-12fa-449a-92e6-6f9048c073eb tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=300de583-61fc-4f1f-a4bd-01a5e4aef6d7 HTTP/1.1" status: 200 len: 943 time: 0.0944531 Mar 05 04:53:02.245643 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53474) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:02.253921 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-c9c18474-1dfc-42e1-8aed-a1b59b9cf604 service neutron] Publish callbacks [] for port (bc06d079-a023-4aff-b7e6-2bb29c92847e), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:02.273406 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-c9c18474-1dfc-42e1-8aed-a1b59b9cf604 service neutron] Transition to ACTIVE for port object bc06d079-a023-4aff-b7e6-2bb29c92847e will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:53:02.283328 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-c9c18474-1dfc-42e1-8aed-a1b59b9cf604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (bc06d079-a023-4aff-b7e6-2bb29c92847e), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:02.285291 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-307d5503-9480-4090-803f-151f30e8a5b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:02.299652 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48eb14ab-2771-46da-9cc4-2d67523dc833 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:53:02.335006 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 48eb14ab-2771-46da-9cc4-2d67523dc833, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=48eb14ab-2771-46da-9cc4-2d67523dc833,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:02.337172 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-072f612d-8bd1-4dbc-a437-502302fbefcd None None] Port bc06d079-a023-4aff-b7e6-2bb29c92847e cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:53:02.340857 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-14e2c4a2-3485-4bad-bfcf-c6b04e65ca17 req-a86bc856-de07-4c65-b3bc-48ea314a3751 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=eef16ea8-cef4-49f8-898a-452d32aa4870 HTTP/1.1" status: 200 len: 210 time: 0.0567906 Mar 05 04:53:02.346184 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (48eb14ab-2771-46da-9cc4-2d67523dc833), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:02.349334 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device ed7519ab-c320-428b-951b-a2670dadd1a0 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:53:02.501714 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=48eb14ab-2771-46da-9cc4-2d67523dc833,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:02.594138 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1c15bdea-8f59-4e25-91c6-310ce6849950 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:53:02.601466 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-c9c18474-1dfc-42e1-8aed-a1b59b9cf604 service neutron] Attempting to bind port bc06d079-a023-4aff-b7e6-2bb29c92847e on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:53:02.602145 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-c9c18474-1dfc-42e1-8aed-a1b59b9cf604 service neutron] Attempting to bind port bc06d079-a023-4aff-b7e6-2bb29c92847e by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:53:02.602417 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-c9c18474-1dfc-42e1-8aed-a1b59b9cf604 service neutron] Attempting to bind port bc06d079-a023-4aff-b7e6-2bb29c92847e on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:53:02.605446 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c18474-1dfc-42e1-8aed-a1b59b9cf604 service neutron] Pushing event updated for resources: {'Port': ['ID=bc06d079-a023-4aff-b7e6-2bb29c92847e,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:02.611060 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-c9c18474-1dfc-42e1-8aed-a1b59b9cf604 service neutron] Port bc06d079-a023-4aff-b7e6-2bb29c92847e on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:53:02.611566 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-c9c18474-1dfc-42e1-8aed-a1b59b9cf604 service neutron] Attempting to bind port bc06d079-a023-4aff-b7e6-2bb29c92847e on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:53:02.618960 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-c9c18474-1dfc-42e1-8aed-a1b59b9cf604 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:53:02.619341 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-c9c18474-1dfc-42e1-8aed-a1b59b9cf604 service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:53:02.619729 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-c9c18474-1dfc-42e1-8aed-a1b59b9cf604 service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:53:02.620177 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-c9c18474-1dfc-42e1-8aed-a1b59b9cf604 service neutron] Bound port: bc06d079-a023-4aff-b7e6-2bb29c92847e, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:53:02.620544 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-c9c18474-1dfc-42e1-8aed-a1b59b9cf604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (bc06d079-a023-4aff-b7e6-2bb29c92847e), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:02.671923 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port ed7519ab-c320-428b-951b-a2670dadd1a0, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=ed7519ab-c320-428b-951b-a2670dadd1a0,segment=NetworkSegment(665588c9-8903-4662-9125-c3e03fc634d5),segment_id=665588c9-8903-4662-9125-c3e03fc634d5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:02.703419 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'ed7519ab-c320-428b-951b-a2670dadd1a0', 'network_id': '3e820d6e-0168-4766-8549-1a330342d436', 'port_id': 'ed7519ab-c320-428b-951b-a2670dadd1a0', 'mac_address': 'fa:16:3e:72:fb:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f12d5285-dceb-44c5-a4f3-fee4c0b91c0a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:53:02.716948 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-c9c18474-1dfc-42e1-8aed-a1b59b9cf604 service neutron] For port bc06d079-a023-4aff-b7e6-2bb29c92847e, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:53:02.720383 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-c9c18474-1dfc-42e1-8aed-a1b59b9cf604 service neutron] For port bc06d079-a023-4aff-b7e6-2bb29c92847e, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=bc06d079-a023-4aff-b7e6-2bb29c92847e,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:53:02.726989 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-c9c18474-1dfc-42e1-8aed-a1b59b9cf604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (bc06d079-a023-4aff-b7e6-2bb29c92847e), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:02.785716 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-c9c18474-1dfc-42e1-8aed-a1b59b9cf604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:02.786376 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-c9c18474-1dfc-42e1-8aed-a1b59b9cf604 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:02.788192 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-c9c18474-1dfc-42e1-8aed-a1b59b9cf604 service neutron] 10.222.0.31 "PUT /v2.0/ports/bc06d079-a023-4aff-b7e6-2bb29c92847e HTTP/1.1" status: 200 len: 1097 time: 1.0921476 Mar 05 04:53:02.788690 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db3efbb3-3345-4a73-8e8d-715714d0fc85', 'tag': 'bc06d079-a023-4aff-b7e6-2bb29c92847e'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:02.791218 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1182755a-a519-4028-87e1-0440d5d6b267" -d '{"events": [{"name": "network-changed", "server_uuid": "db3efbb3-3345-4a73-8e8d-715714d0fc85", "tag": "bc06d079-a023-4aff-b7e6-2bb29c92847e"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:02.794839 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port ed7519ab-c320-428b-951b-a2670dadd1a0 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:02.795267 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ed7519ab-c320-428b-951b-a2670dadd1a0), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:02.822909 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed7519ab-c320-428b-951b-a2670dadd1a0 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:53:02.827503 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c18474-1dfc-42e1-8aed-a1b59b9cf604 service neutron] Pushing event updated for resources: {'Port': ['ID=bc06d079-a023-4aff-b7e6-2bb29c92847e,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:02.836868 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 1c15bdea-8f59-4e25-91c6-310ce6849950, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1c15bdea-8f59-4e25-91c6-310ce6849950,segment=NetworkSegment(665588c9-8903-4662-9125-c3e03fc634d5),segment_id=665588c9-8903-4662-9125-c3e03fc634d5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:02.856314 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7be73ba-404d-474d-8110-29f4e598cedf req-56db0b1a-56d4-43b4-88b8-e9345698dadd tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6115837 Mar 05 04:53:02.859699 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port ed7519ab-c320-428b-951b-a2670dadd1a0, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=ed7519ab-c320-428b-951b-a2670dadd1a0,segment=NetworkSegment(665588c9-8903-4662-9125-c3e03fc634d5),segment_id=665588c9-8903-4662-9125-c3e03fc634d5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:02.860588 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '1c15bdea-8f59-4e25-91c6-310ce6849950', 'network_id': '3e820d6e-0168-4766-8549-1a330342d436', 'port_id': '1c15bdea-8f59-4e25-91c6-310ce6849950', 'mac_address': 'fa:16:3e:48:4c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f12d5285-dceb-44c5-a4f3-fee4c0b91c0a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:53:02.868024 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ed7519ab-c320-428b-951b-a2670dadd1a0), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:02.879280 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-f3cdb4b9-1dcc-4520-b076-5020e4162ee2 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c539558a26474a33929b824612bb5b75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5360689 Mar 05 04:53:02.921406 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-c0e0ef13-e70b-4a7c-a981-cfccc6947189 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c539558a26474a33929b824612bb5b75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1024199 Mar 05 04:53:02.959692 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 1c15bdea-8f59-4e25-91c6-310ce6849950 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:02.960276 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1c15bdea-8f59-4e25-91c6-310ce6849950), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:02.966347 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-a2fcacd2-259b-4b33-91ff-4d343a076ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:02.968130 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-a2fcacd2-259b-4b33-91ff-4d343a076ad4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b66ce48eb53846d8b7a65379efe78589&device_id=db3efbb3-3345-4a73-8e8d-715714d0fc85 HTTP/1.1" status: 200 len: 1131 time: 0.1193001 Mar 05 04:53:02.982430 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=ed7519ab-c320-428b-951b-a2670dadd1a0,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:02.987137 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c15bdea-8f59-4e25-91c6-310ce6849950 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:53:03.011815 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 1c15bdea-8f59-4e25-91c6-310ce6849950, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1c15bdea-8f59-4e25-91c6-310ce6849950,segment=NetworkSegment(665588c9-8903-4662-9125-c3e03fc634d5),segment_id=665588c9-8903-4662-9125-c3e03fc634d5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:03.017559 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1c15bdea-8f59-4e25-91c6-310ce6849950), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:03.017995 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-ff3ccb39-2fff-4561-8704-c55dc2eff5f2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=bc06d079-a023-4aff-b7e6-2bb29c92847e HTTP/1.1" status: 200 len: 217 time: 0.0432796 Mar 05 04:53:03.079885 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-b3854359-fbf8-429b-90b8-6c5a417b5893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:03.080415 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=1c15bdea-8f59-4e25-91c6-310ce6849950,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:03.082002 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-b3854359-fbf8-429b-90b8-6c5a417b5893 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0580227 Mar 05 04:53:03.086715 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5f53e-96c3-48c8-a1ef-25e2e66d97c8 req-0256d495-3f0c-4532-8e77-9399f6159b44 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:03.088367 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89d5f53e-96c3-48c8-a1ef-25e2e66d97c8 req-0256d495-3f0c-4532-8e77-9399f6159b44 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/ports?device_id=84959aa6-d889-4b88-9e1f-e479d2c30f37 HTTP/1.1" status: 200 len: 943 time: 0.2732027 Mar 05 04:53:03.150907 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-d11d5f73-f10d-4267-bf04-ff3fb5fa63f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:03.152464 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-d11d5f73-f10d-4267-bf04-ff3fb5fa63f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0646691 Mar 05 04:53:03.169689 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['48eb14ab-2771-46da-9cc4-2d67523dc833'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:03.172542 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['ed7519ab-c320-428b-951b-a2670dadd1a0'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:03.238155 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-63648a39-ed01-4cec-a991-b96604b26929 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:03.240311 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-63648a39-ed01-4cec-a991-b96604b26929 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3358622 Mar 05 04:53:03.252790 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-46cf8e99-d230-4347-86c5-2cda9eae4543 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933204 Mar 05 04:53:03.257152 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fc31c-5ce3-4729-af82-537bb660fe82 req-cca5cbd8-ff38-4f88-bb7c-973af56fa3a0 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:03.258712 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-193fc31c-5ce3-4729-af82-537bb660fe82 req-cca5cbd8-ff38-4f88-bb7c-973af56fa3a0 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 945 time: 0.2629793 Mar 05 04:53:03.274785 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-592ec909-bb0a-4a92-9eb6-67413e86c5cb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Request body: {'port': {'device_id': 'a63d8533-14fd-4ec7-b7bb-ec1cddf5a39c', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'admin_state_up': True, 'tenant_id': 'c539558a26474a33929b824612bb5b75'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:03.289785 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-307d5503-9480-4090-803f-151f30e8a5b8 admin admin] Publish callbacks [] for security_group (a3fb6137-0a9a-457d-8df6-442af232c090), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:03.302015 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-543ce6ba-d4c2-4044-80ef-8b24aa05c8df tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:03.303504 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-543ce6ba-d4c2-4044-80ef-8b24aa05c8df tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3679173 Mar 05 04:53:03.327213 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-307d5503-9480-4090-803f-151f30e8a5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a3fb6137-0a9a-457d-8df6-442af232c090), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:03.332973 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89d5f53e-96c3-48c8-a1ef-25e2e66d97c8 req-9faa9806-6046-4eb0-94ef-b3fc0a6dfece tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/security-groups?id=8366ff4e-2faf-4af2-a6d2-7ec92f9b5241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355757 Mar 05 04:53:03.341488 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-1404baa4-a431-425d-8ebd-f27c5f3168ff tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Request body: {'port': {'device_id': 'eef16ea8-cef4-49f8-898a-452d32aa4870', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'admin_state_up': True, 'tenant_id': 'c539558a26474a33929b824612bb5b75'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:03.366549 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-35bbe888-ea80-4208-b7a2-8a3124d6092c req-ab7f26c7-94c6-458c-846d-833ca4a595ea service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078687 Mar 05 04:53:03.367586 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['1c15bdea-8f59-4e25-91c6-310ce6849950'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:03.407070 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442def7a-a17f-4e1a-b69d-cd528985c5ed x-openstack-request-id: req-442def7a-a17f-4e1a-b69d-cd528985c5ed {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:03.407759 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db3efbb3-3345-4a73-8e8d-715714d0fc85", "tag": "bc06d079-a023-4aff-b7e6-2bb29c92847e", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:03.408007 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-442def7a-a17f-4e1a-b69d-cd528985c5ed {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:03.408424 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3efbb3-3345-4a73-8e8d-715714d0fc85', 'tag': 'bc06d079-a023-4aff-b7e6-2bb29c92847e', 'status': 'completed', 'code': 200} Mar 05 04:53:03.481164 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182755a-a519-4028-87e1-0440d5d6b267 req-73562d67-a1e9-4ea6-bf04-15f2256c97a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:03.483418 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1182755a-a519-4028-87e1-0440d5d6b267 req-73562d67-a1e9-4ea6-bf04-15f2256c97a9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b66ce48eb53846d8b7a65379efe78589&device_id=db3efbb3-3345-4a73-8e8d-715714d0fc85 HTTP/1.1" status: 200 len: 1131 time: 0.0506895 Mar 05 04:53:03.530030 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d5503-9480-4090-803f-151f30e8a5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fb6137-0a9a-457d-8df6-442af232c090,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:03.547194 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-307d5503-9480-4090-803f-151f30e8a5b8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2301f508e29b41c093fc92dad355aca7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2981989 Mar 05 04:53:03.557685 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53484) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:03.573217 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-193fc31c-5ce3-4729-af82-537bb660fe82 req-6a76cd14-e071-4ec4-8e1b-df59463c2af9 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945478 Mar 05 04:53:03.610494 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182755a-a519-4028-87e1-0440d5d6b267 req-df418b14-dc6f-442f-9cfd-fa9476c295a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:03.612677 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1182755a-a519-4028-87e1-0440d5d6b267 req-df418b14-dc6f-442f-9cfd-fa9476c295a2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.1226332 Mar 05 04:53:03.666603 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1182755a-a519-4028-87e1-0440d5d6b267 req-c0daf7b8-5e20-45ac-88bd-5e9067ad24d0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=bc06d079-a023-4aff-b7e6-2bb29c92847e HTTP/1.1" status: 200 len: 217 time: 0.0465376 Mar 05 04:53:03.716324 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182755a-a519-4028-87e1-0440d5d6b267 req-edcd51dc-f6f8-4a78-b54e-97a6d7c4d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:03.717894 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1182755a-a519-4028-87e1-0440d5d6b267 req-edcd51dc-f6f8-4a78-b54e-97a6d7c4d6b0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0444627 Mar 05 04:53:03.718084 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f8404814-0fcf-4c14-b40a-1ec2699cf8fc req-0fcf32f7-c69a-4ac2-885c-60381800e0e1 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=eef16ea8-cef4-49f8-898a-452d32aa4870 HTTP/1.1" status: 200 len: 210 time: 0.0518763 Mar 05 04:53:03.741293 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-592ec909-bb0a-4a92-9eb6-67413e86c5cb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Made reservation on behalf of c539558a26474a33929b824612bb5b75 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:53:03.741293 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-592ec909-bb0a-4a92-9eb6-67413e86c5cb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:03.755732 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-23423bf9-2b39-49d9-9ca0-4d3419118697 admin admin] Publish callbacks [] for security_group (a3fb6137-0a9a-457d-8df6-442af232c090), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:03.758226 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-1404baa4-a431-425d-8ebd-f27c5f3168ff tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Made reservation on behalf of c539558a26474a33929b824612bb5b75 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:53:03.761534 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-1404baa4-a431-425d-8ebd-f27c5f3168ff tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:03.771355 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182755a-a519-4028-87e1-0440d5d6b267 req-0df51117-09a4-493f-ac4f-48bd7f375f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:03.772960 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1182755a-a519-4028-87e1-0440d5d6b267 req-0df51117-09a4-493f-ac4f-48bd7f375f32 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0465181 Mar 05 04:53:03.773978 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036142a-ed4c-443e-9629-c0e43b71add0 req-b721ad5f-d6fd-408d-af4f-fec37ca0e5c6 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:03.775466 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e036142a-ed4c-443e-9629-c0e43b71add0 req-b721ad5f-d6fd-408d-af4f-fec37ca0e5c6 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] 10.222.0.11 "GET /v2.0/ports?device_id=db3efbb3-3345-4a73-8e8d-715714d0fc85 HTTP/1.1" status: 200 len: 948 time: 0.2466626 Mar 05 04:53:03.835750 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-23423bf9-2b39-49d9-9ca0-4d3419118697 admin admin] Publish callbacks [] for security_group (a3fb6137-0a9a-457d-8df6-442af232c090), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:03.879965 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1182755a-a519-4028-87e1-0440d5d6b267 req-8097843a-e032-4003-a4e3-ed796dfb9cd9 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898545 Mar 05 04:53:04.041499 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e036142a-ed4c-443e-9629-c0e43b71add0 req-800e184a-95b3-4e17-aa81-bdd21e4e1808 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] 10.222.0.11 "GET /v2.0/security-groups?id=68de7b5f-a0e5-4746-867b-f33e83a3a355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572889 Mar 05 04:53:04.086917 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-23423bf9-2b39-49d9-9ca0-4d3419118697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a3fb6137-0a9a-457d-8df6-442af232c090), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:04.089356 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-23423bf9-2b39-49d9-9ca0-4d3419118697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:04.090530 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-23423bf9-2b39-49d9-9ca0-4d3419118697 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a3fb6137-0a9a-457d-8df6-442af232c090 HTTP/1.1" status: 204 len: 168 time: 0.5296199 Mar 05 04:53:04.091849 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-592ec909-bb0a-4a92-9eb6-67413e86c5cb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Allocated IP 192.168.233.27 (fb0dde64-203a-4c32-80ac-e1733ed0c9dd/63f989ea-15ee-41e4-8c8f-8183d2023f4e/391c2bac-7eba-4f55-adaf-ec53da837ea9) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:53:04.108987 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb4fcb-9a0f-494b-837b-1c8e55c65d73 req-489b8f28-01d5-4439-b510-409d8b67fe50 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:04.110544 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67fb4fcb-9a0f-494b-837b-1c8e55c65d73 req-489b8f28-01d5-4439-b510-409d8b67fe50 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=300de583-61fc-4f1f-a4bd-01a5e4aef6d7 HTTP/1.1" status: 200 len: 944 time: 0.1668990 Mar 05 04:53:04.124331 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23423bf9-2b39-49d9-9ca0-4d3419118697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fb6137-0a9a-457d-8df6-442af232c090,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:04.225781 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67fb4fcb-9a0f-494b-837b-1c8e55c65d73 req-ad38ca78-5044-475c-8dd5-c660d3f2303b tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045191 Mar 05 04:53:04.235971 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1182755a-a519-4028-87e1-0440d5d6b267 req-49d6c871-5c48-4bd6-964e-60c6f6b77545 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492041 Mar 05 04:53:04.330037 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-592ec909-bb0a-4a92-9eb6-67413e86c5cb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks [] for port (391c2bac-7eba-4f55-adaf-ec53da837ea9), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:04.411902 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-592ec909-bb0a-4a92-9eb6-67413e86c5cb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (391c2bac-7eba-4f55-adaf-ec53da837ea9), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:04.424627 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:04.451117 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['0f61ba0a-9880-41ce-a7d9-586bcbeae1cf', '0e89adf7-a265-48f3-aa9c-bc8dd2c63c32'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:04.520277 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-1404baa4-a431-425d-8ebd-f27c5f3168ff tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Allocated IP 192.168.233.140 (fb0dde64-203a-4c32-80ac-e1733ed0c9dd/63f989ea-15ee-41e4-8c8f-8183d2023f4e/8b7a5104-a956-466e-ae5f-bee14315d779) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:53:04.526531 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-592ec909-bb0a-4a92-9eb6-67413e86c5cb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:53:04.536294 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-592ec909-bb0a-4a92-9eb6-67413e86c5cb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:53:04.539948 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-592ec909-bb0a-4a92-9eb6-67413e86c5cb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:53:04.549542 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ec909-bb0a-4a92-9eb6-67413e86c5cb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Pushing event updated for resources: {'Port': ['ID=391c2bac-7eba-4f55-adaf-ec53da837ea9,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:04.616233 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19280910-c8ab-4356-8bf6-9385390047dd req-b8b78346-be85-4e76-9d72-70fa84fc810f tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:04.617823 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19280910-c8ab-4356-8bf6-9385390047dd req-b8b78346-be85-4e76-9d72-70fa84fc810f tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/ports?device_id=84959aa6-d889-4b88-9e1f-e479d2c30f37 HTTP/1.1" status: 200 len: 944 time: 0.2084925 Mar 05 04:53:04.730695 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-592ec909-bb0a-4a92-9eb6-67413e86c5cb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:04.731405 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-592ec909-bb0a-4a92-9eb6-67413e86c5cb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:04.841119 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19280910-c8ab-4356-8bf6-9385390047dd req-13f5ee53-5e2d-496d-9a71-0a308b85cde3 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/security-groups?id=8366ff4e-2faf-4af2-a6d2-7ec92f9b5241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037833 Mar 05 04:53:04.844669 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-592ec909-bb0a-4a92-9eb6-67413e86c5cb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5809622 Mar 05 04:53:04.887730 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-60871388-cc02-4258-9b06-a0dd37cdaf46 None None] Provisioning complete for port 391c2bac-7eba-4f55-adaf-ec53da837ea9 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:53:04.888347 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-60871388-cc02-4258-9b06-a0dd37cdaf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (391c2bac-7eba-4f55-adaf-ec53da837ea9), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:04.892449 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-079d7548-fef6-4757-af75-33f25f51eb24 service neutron] Request body: {'port': {'device_id': 'a63d8533-14fd-4ec7-b7bb-ec1cddf5a39c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:04.928540 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-60871388-cc02-4258-9b06-a0dd37cdaf46 None None] Port 391c2bac-7eba-4f55-adaf-ec53da837ea9 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:53:04.937498 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b38ced-5a7b-4988-8cdf-3391907a748a req-a4847810-52b5-4ea1-8149-60a8f6247fad tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:04.939106 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-43b38ced-5a7b-4988-8cdf-3391907a748a req-a4847810-52b5-4ea1-8149-60a8f6247fad tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 945 time: 0.1940801 Mar 05 04:53:05.004729 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-597c1c93-bc7d-40b3-b67d-ed768ec723a6 req-8e5d0828-468e-404f-9557-ffd818f2ebbd tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=eef16ea8-cef4-49f8-898a-452d32aa4870 HTTP/1.1" status: 200 len: 210 time: 0.0593350 Mar 05 04:53:05.040050 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-1404baa4-a431-425d-8ebd-f27c5f3168ff tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks [] for port (8b7a5104-a956-466e-ae5f-bee14315d779), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:05.043466 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-079d7548-fef6-4757-af75-33f25f51eb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (391c2bac-7eba-4f55-adaf-ec53da837ea9), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:05.099793 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-43b38ced-5a7b-4988-8cdf-3391907a748a req-a37cada8-c6f3-46ee-bf1f-91ebbd3e4ca6 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533234 Mar 05 04:53:05.274831 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-1404baa4-a431-425d-8ebd-f27c5f3168ff tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (8b7a5104-a956-466e-ae5f-bee14315d779), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:05.289818 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:05.292341 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['0f61ba0a-9880-41ce-a7d9-586bcbeae1cf', '0e89adf7-a265-48f3-aa9c-bc8dd2c63c32'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:05.387321 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb311e-a0a2-4e81-bf49-adae3ea479e3 req-84c88149-ff79-4838-8898-e9def4072bfb tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:05.388741 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-57fb311e-a0a2-4e81-bf49-adae3ea479e3 req-84c88149-ff79-4838-8898-e9def4072bfb tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] 10.222.0.11 "GET /v2.0/ports?device_id=db3efbb3-3345-4a73-8e8d-715714d0fc85 HTTP/1.1" status: 200 len: 948 time: 0.2674983 Mar 05 04:53:05.390615 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-1404baa4-a431-425d-8ebd-f27c5f3168ff tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:53:05.420928 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-1404baa4-a431-425d-8ebd-f27c5f3168ff tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:53:05.431886 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-1404baa4-a431-425d-8ebd-f27c5f3168ff tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:53:05.434333 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1404baa4-a431-425d-8ebd-f27c5f3168ff tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Pushing event updated for resources: {'Port': ['ID=8b7a5104-a956-466e-ae5f-bee14315d779,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:05.553816 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10cb04d-703f-4e54-9f82-eb12ca2f0ddf req-21f7c809-640c-49db-8ef0-7066070da2ff tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:05.555403 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d10cb04d-703f-4e54-9f82-eb12ca2f0ddf req-21f7c809-640c-49db-8ef0-7066070da2ff tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=300de583-61fc-4f1f-a4bd-01a5e4aef6d7 HTTP/1.1" status: 200 len: 944 time: 0.2056327 Mar 05 04:53:05.563327 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-1404baa4-a431-425d-8ebd-f27c5f3168ff tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:05.563970 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-1404baa4-a431-425d-8ebd-f27c5f3168ff tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:05.577082 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-57fb311e-a0a2-4e81-bf49-adae3ea479e3 req-93674531-645f-47e4-9ceb-f3b91c052552 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] 10.222.0.11 "GET /v2.0/security-groups?id=68de7b5f-a0e5-4746-867b-f33e83a3a355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686447 Mar 05 04:53:05.619555 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-1404baa4-a431-425d-8ebd-f27c5f3168ff tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2933929 Mar 05 04:53:05.652801 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-afc3e365-ab8c-4e4e-9942-4d473d5203e5 service neutron] Request body: {'port': {'device_id': 'eef16ea8-cef4-49f8-898a-452d32aa4870', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:05.672657 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53536) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:05.696277 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d10cb04d-703f-4e54-9f82-eb12ca2f0ddf req-a008ccab-65ed-4c7e-93f7-0051d91cb7a9 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279387 Mar 05 04:53:05.705122 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-079d7548-fef6-4757-af75-33f25f51eb24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 391c2bac-7eba-4f55-adaf-ec53da837ea9 {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:53:05.732166 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-079d7548-fef6-4757-af75-33f25f51eb24 service neutron] Publish callbacks [] for port (391c2bac-7eba-4f55-adaf-ec53da837ea9), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:05.794942 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-079d7548-fef6-4757-af75-33f25f51eb24 service neutron] Transition to ACTIVE for port object 391c2bac-7eba-4f55-adaf-ec53da837ea9 will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:53:05.799134 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-d36a44da-871e-4bca-8d76-ffa57cebb586 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1213172211', 'router:external': True}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:05.805307 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-079d7548-fef6-4757-af75-33f25f51eb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (391c2bac-7eba-4f55-adaf-ec53da837ea9), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:05.807052 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-91b19884-1240-49fb-8c27-795c08417af9 None None] Provisioning complete for port 8b7a5104-a956-466e-ae5f-bee14315d779 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:53:05.807606 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-91b19884-1240-49fb-8c27-795c08417af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8b7a5104-a956-466e-ae5f-bee14315d779), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:05.819999 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-afc3e365-ab8c-4e4e-9942-4d473d5203e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8b7a5104-a956-466e-ae5f-bee14315d779), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:05.824829 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36a44da-871e-4bca-8d76-ffa57cebb586 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Made reservation on behalf of 73d8922c504b4c8ba5f78777a359b8e9 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:53:05.827703 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d36a44da-871e-4bca-8d76-ffa57cebb586 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:05.839614 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d36a44da-871e-4bca-8d76-ffa57cebb586 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:05.857739 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-91b19884-1240-49fb-8c27-795c08417af9 None None] Port 8b7a5104-a956-466e-ae5f-bee14315d779 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:53:05.898931 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806cb3f-bc1d-4ac9-9a72-7abd05f73f24 req-832fd40a-843d-492b-af70-bc6ae26c4a2b tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:05.900816 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e806cb3f-bc1d-4ac9-9a72-7abd05f73f24 req-832fd40a-843d-492b-af70-bc6ae26c4a2b tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 945 time: 0.1833591 Mar 05 04:53:05.912784 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d7548-fef6-4757-af75-33f25f51eb24 service neutron] Pushing event updated for resources: {'Port': ['ID=391c2bac-7eba-4f55-adaf-ec53da837ea9,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:05.934321 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 48eb14ab-2771-46da-9cc4-2d67523dc833 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:53:05.976985 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d36a44da-871e-4bca-8d76-ffa57cebb586 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for security_group (28b07923-456a-4494-a1df-dd5ca24d5f0c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:06.001284 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d36a44da-871e-4bca-8d76-ffa57cebb586 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (28b07923-456a-4494-a1df-dd5ca24d5f0c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:06.008248 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 48eb14ab-2771-46da-9cc4-2d67523dc833 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:53:06.014284 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 48eb14ab-2771-46da-9cc4-2d67523dc833 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:53:06.015123 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (48eb14ab-2771-46da-9cc4-2d67523dc833), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:06.033128 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36a44da-871e-4bca-8d76-ffa57cebb586 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:53:06.040865 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a44da-871e-4bca-8d76-ffa57cebb586 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b07923-456a-4494-a1df-dd5ca24d5f0c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:06.049823 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d36a44da-871e-4bca-8d76-ffa57cebb586 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (9c5a1d1c-80c0-412d-b29e-bccb6f6021fb), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:06.050130 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-d36a44da-871e-4bca-8d76-ffa57cebb586 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Added segment 9c5a1d1c-80c0-412d-b29e-bccb6f6021fb of type vlan for network 5744c58a-ea94-44e0-ae92-ba93bd2611a9 Mar 05 04:53:06.107127 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d36a44da-871e-4bca-8d76-ffa57cebb586 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (5744c58a-ea94-44e0-ae92-ba93bd2611a9), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:06.130659 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 48eb14ab-2771-46da-9cc4-2d67523dc833 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:06.131111 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (48eb14ab-2771-46da-9cc4-2d67523dc833), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:06.146080 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d36a44da-871e-4bca-8d76-ffa57cebb586 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (5744c58a-ea94-44e0-ae92-ba93bd2611a9), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:06.147301 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36a44da-871e-4bca-8d76-ffa57cebb586 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:06.147874 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d36a44da-871e-4bca-8d76-ffa57cebb586 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:06.157242 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300de583-61fc-4f1f-a4bd-01a5e4aef6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48eb14ab-2771-46da-9cc4-2d67523dc833'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:06.159220 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f16b68-a8a7-409a-8230-81b30ac8c550" -d '{"events": [{"server_uuid": "300de583-61fc-4f1f-a4bd-01a5e4aef6d7", "name": "network-vif-plugged", "status": "completed", "tag": "48eb14ab-2771-46da-9cc4-2d67523dc833"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:06.174307 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 48eb14ab-2771-46da-9cc4-2d67523dc833, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=48eb14ab-2771-46da-9cc4-2d67523dc833,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:06.180398 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d36a44da-871e-4bca-8d76-ffa57cebb586 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.5065420 Mar 05 04:53:06.183465 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53546) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:06.184611 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (48eb14ab-2771-46da-9cc4-2d67523dc833), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:06.185403 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device ed7519ab-c320-428b-951b-a2670dadd1a0 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:53:06.188257 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-ba8620ac-7b94-4e6f-8113-3d64eaea8065 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Request body: {'subnet': {'network_id': '5744c58a-ea94-44e0-ae92-ba93bd2611a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:06.229891 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a44da-871e-4bca-8d76-ffa57cebb586 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Pushing event updated for resources: {'Network': ['ID=5744c58a-ea94-44e0-ae92-ba93bd2611a9,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:06.243220 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8620ac-7b94-4e6f-8113-3d64eaea8065 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Made reservation on behalf of 73d8922c504b4c8ba5f78777a359b8e9 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:53:06.246177 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ba8620ac-7b94-4e6f-8113-3d64eaea8065 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:06.255256 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 5744c58a-ea94-44e0-ae92-ba93bd2611a9 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:53:06.268522 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e806cb3f-bc1d-4ac9-9a72-7abd05f73f24 req-7abd4da2-1de8-4861-9476-5d42a28b03c2 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601224 Mar 05 04:53:06.302538 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=48eb14ab-2771-46da-9cc4-2d67523dc833,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:06.355309 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-079d7548-fef6-4757-af75-33f25f51eb24 service neutron] Attempting to bind port 391c2bac-7eba-4f55-adaf-ec53da837ea9 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:53:06.355724 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-079d7548-fef6-4757-af75-33f25f51eb24 service neutron] Attempting to bind port 391c2bac-7eba-4f55-adaf-ec53da837ea9 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:53:06.356091 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-079d7548-fef6-4757-af75-33f25f51eb24 service neutron] Attempting to bind port 391c2bac-7eba-4f55-adaf-ec53da837ea9 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:53:06.357924 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port ed7519ab-c320-428b-951b-a2670dadd1a0 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:53:06.362369 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port ed7519ab-c320-428b-951b-a2670dadd1a0 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:53:06.362748 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ed7519ab-c320-428b-951b-a2670dadd1a0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:06.433264 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489e0d4-f83b-417d-9c8b-780171572b1c req-49187e34-f066-441b-8d01-2184a2a1dcbe tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:06.435060 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0489e0d4-f83b-417d-9c8b-780171572b1c req-49187e34-f066-441b-8d01-2184a2a1dcbe tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/ports?device_id=84959aa6-d889-4b88-9e1f-e479d2c30f37 HTTP/1.1" status: 200 len: 944 time: 0.5045915 Mar 05 04:53:06.435304 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-079d7548-fef6-4757-af75-33f25f51eb24 service neutron] Port 391c2bac-7eba-4f55-adaf-ec53da837ea9 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:53:06.435630 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-079d7548-fef6-4757-af75-33f25f51eb24 service neutron] Attempting to bind port 391c2bac-7eba-4f55-adaf-ec53da837ea9 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:53:06.443066 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port ed7519ab-c320-428b-951b-a2670dadd1a0 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:06.443634 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ed7519ab-c320-428b-951b-a2670dadd1a0), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:06.451447 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-079d7548-fef6-4757-af75-33f25f51eb24 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:53:06.451793 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-079d7548-fef6-4757-af75-33f25f51eb24 service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:53:06.452177 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-079d7548-fef6-4757-af75-33f25f51eb24 service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:53:06.452637 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-079d7548-fef6-4757-af75-33f25f51eb24 service neutron] Bound port: 391c2bac-7eba-4f55-adaf-ec53da837ea9, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:53:06.452998 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-079d7548-fef6-4757-af75-33f25f51eb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (391c2bac-7eba-4f55-adaf-ec53da837ea9), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:06.486954 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-afc3e365-ab8c-4e4e-9942-4d473d5203e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b7a5104-a956-466e-ae5f-bee14315d779 {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:53:06.487319 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port ed7519ab-c320-428b-951b-a2670dadd1a0, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=ed7519ab-c320-428b-951b-a2670dadd1a0,segment=NetworkSegment(665588c9-8903-4662-9125-c3e03fc634d5),segment_id=665588c9-8903-4662-9125-c3e03fc634d5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:06.491588 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ed7519ab-c320-428b-951b-a2670dadd1a0), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:06.498933 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-afc3e365-ab8c-4e4e-9942-4d473d5203e5 service neutron] Publish callbacks [] for port (8b7a5104-a956-466e-ae5f-bee14315d779), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:06.547313 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=ed7519ab-c320-428b-951b-a2670dadd1a0,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:06.556249 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeba9f6-e828-47c9-bc12-759a5d289369 req-e407e314-8c67-4f53-a243-16a58ad92403 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:06.557784 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eaeba9f6-e828-47c9-bc12-759a5d289369 req-e407e314-8c67-4f53-a243-16a58ad92403 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=eef16ea8-cef4-49f8-898a-452d32aa4870 HTTP/1.1" status: 200 len: 936 time: 0.1949761 Mar 05 04:53:06.571587 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-afc3e365-ab8c-4e4e-9942-4d473d5203e5 service neutron] Transition to ACTIVE for port object 8b7a5104-a956-466e-ae5f-bee14315d779 will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:53:06.586215 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0489e0d4-f83b-417d-9c8b-780171572b1c req-34935036-c7bb-4ed9-95d1-8efd232120a4 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/security-groups?id=8366ff4e-2faf-4af2-a6d2-7ec92f9b5241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300631 Mar 05 04:53:06.586839 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-afc3e365-ab8c-4e4e-9942-4d473d5203e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (8b7a5104-a956-466e-ae5f-bee14315d779), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:06.588804 n-d-789963-32 neutron-server[105232]: DEBUG neutron.objects.ports [None req-ba8620ac-7b94-4e6f-8113-3d64eaea8065 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105232) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 05 04:53:06.589459 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ba8620ac-7b94-4e6f-8113-3d64eaea8065 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (ab610d79-a8e0-480d-aad6-a335a4dfa8be), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:06.607126 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device bc06d079-a023-4aff-b7e6-2bb29c92847e details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:53:06.609453 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1c15bdea-8f59-4e25-91c6-310ce6849950 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:53:06.666433 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773b9655-726f-43ba-a1d0-d903e16ffa48 x-openstack-request-id: req-773b9655-726f-43ba-a1d0-d903e16ffa48 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:06.667161 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300de583-61fc-4f1f-a4bd-01a5e4aef6d7", "name": "network-vif-plugged", "status": "completed", "tag": "48eb14ab-2771-46da-9cc4-2d67523dc833", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:06.667624 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-773b9655-726f-43ba-a1d0-d903e16ffa48 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:06.668724 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300de583-61fc-4f1f-a4bd-01a5e4aef6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48eb14ab-2771-46da-9cc4-2d67523dc833', 'code': 200} Mar 05 04:53:06.696329 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8620ac-7b94-4e6f-8113-3d64eaea8065 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ab610d79-a8e0-480d-aad6-a335a4dfa8be,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:06.702906 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-079d7548-fef6-4757-af75-33f25f51eb24 service neutron] For port 391c2bac-7eba-4f55-adaf-ec53da837ea9, host n-h1-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:53:06.714342 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8620ac-7b94-4e6f-8113-3d64eaea8065 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Checking segment: {'id': '9c5a1d1c-80c0-412d-b29e-bccb6f6021fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5744c58a-ea94-44e0-ae92-ba93bd2611a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:53:06.714718 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8620ac-7b94-4e6f-8113-3d64eaea8065 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Network hostable DHCP agents. Network: 5744c58a-ea94-44e0-ae92-ba93bd2611a9, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:53:06.727638 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eaeba9f6-e828-47c9-bc12-759a5d289369 req-db5799bd-049a-4d3b-8090-46913274c741 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572587 Mar 05 04:53:06.728323 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3e365-ab8c-4e4e-9942-4d473d5203e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7a5104-a956-466e-ae5f-bee14315d779,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:06.734508 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-079d7548-fef6-4757-af75-33f25f51eb24 service neutron] For port 391c2bac-7eba-4f55-adaf-ec53da837ea9, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=391c2bac-7eba-4f55-adaf-ec53da837ea9,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:53:06.738225 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948515b9-eff4-4a22-8b61-0f3f12b5de22 req-e09b9561-626c-4946-b13c-9fb1beb337bf tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:06.741224 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-948515b9-eff4-4a22-8b61-0f3f12b5de22 req-e09b9561-626c-4946-b13c-9fb1beb337bf tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.30 "GET /v2.0/ports?device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 945 time: 0.1253531 Mar 05 04:53:06.781758 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-079d7548-fef6-4757-af75-33f25f51eb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (391c2bac-7eba-4f55-adaf-ec53da837ea9), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:06.854764 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8620ac-7b94-4e6f-8113-3d64eaea8065 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Network 5744c58a-ea94-44e0-ae92-ba93bd2611a9 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:53:06.855688 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 1c15bdea-8f59-4e25-91c6-310ce6849950 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:53:06.899483 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 1c15bdea-8f59-4e25-91c6-310ce6849950 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:53:06.900016 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1c15bdea-8f59-4e25-91c6-310ce6849950), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:06.904652 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port bc06d079-a023-4aff-b7e6-2bb29c92847e, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=bc06d079-a023-4aff-b7e6-2bb29c92847e,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:06.908775 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-ba8620ac-7b94-4e6f-8113-3d64eaea8065 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 5744c58a-ea94-44e0-ae92-ba93bd2611a9) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:53:06.914444 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8620ac-7b94-4e6f-8113-3d64eaea8065 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:06.915176 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ba8620ac-7b94-4e6f-8113-3d64eaea8065 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:06.937552 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60c92c-2bf4-4a9f-a3da-69fad9b0d062 req-2a700dca-5f3a-4382-9de3-129b2f4a09f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:06.938924 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb26a0f-0498-44c0-ba8e-623b5c79e7bf None None] Network 5744c58a-ea94-44e0-ae92-ba93bd2611a9 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:53:06.939576 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8e60c92c-2bf4-4a9f-a3da-69fad9b0d062 req-2a700dca-5f3a-4382-9de3-129b2f4a09f2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=300de583-61fc-4f1f-a4bd-01a5e4aef6d7 HTTP/1.1" status: 200 len: 1128 time: 0.1808436 Mar 05 04:53:06.952532 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ba8620ac-7b94-4e6f-8113-3d64eaea8065 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7678313 Mar 05 04:53:06.953168 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53552) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:06.966887 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'bc06d079-a023-4aff-b7e6-2bb29c92847e', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': 'bc06d079-a023-4aff-b7e6-2bb29c92847e', 'mac_address': 'fa:16:3e:58:60:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:53:06.967588 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-aed58fd7-0027-41c6-a271-37bb98d52dd5 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-283752965', 'network_id': '5744c58a-ea94-44e0-ae92-ba93bd2611a9'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:07.002435 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-948515b9-eff4-4a22-8b61-0f3f12b5de22 req-e433d9b9-3acf-444c-afb2-2d04b02cbc34 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Deleting port 47e1f3ac-4060-4dd8-8c82-12bf7f62f916 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:53:07.002955 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-948515b9-eff4-4a22-8b61-0f3f12b5de22 req-e433d9b9-3acf-444c-afb2-2d04b02cbc34 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (47e1f3ac-4060-4dd8-8c82-12bf7f62f916), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:07.030143 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed58fd7-0027-41c6-a271-37bb98d52dd5 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Made reservation on behalf of 73d8922c504b4c8ba5f78777a359b8e9 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:53:07.033228 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aed58fd7-0027-41c6-a271-37bb98d52dd5 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:07.115439 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8e60c92c-2bf4-4a9f-a3da-69fad9b0d062 req-5fdf9e28-e992-4504-8215-7c48787b97c6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603534 Mar 05 04:53:07.119044 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-aed58fd7-0027-41c6-a271-37bb98d52dd5 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] device_id is not set on port 9a5e1490-5a87-4baa-9ad9-120eb8483bd2 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 04:53:07.192844 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-948515b9-eff4-4a22-8b61-0f3f12b5de22 req-e433d9b9-3acf-444c-afb2-2d04b02cbc34 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] For port 47e1f3ac-4060-4dd8-8c82-12bf7f62f916, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=47e1f3ac-4060-4dd8-8c82-12bf7f62f916,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:07.193337 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-948515b9-eff4-4a22-8b61-0f3f12b5de22 req-e433d9b9-3acf-444c-afb2-2d04b02cbc34 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (47e1f3ac-4060-4dd8-8c82-12bf7f62f916), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:07.219036 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-948515b9-eff4-4a22-8b61-0f3f12b5de22 req-e433d9b9-3acf-444c-afb2-2d04b02cbc34 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Calling delete_port for 47e1f3ac-4060-4dd8-8c82-12bf7f62f916 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:53:07.286441 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port bc06d079-a023-4aff-b7e6-2bb29c92847e is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:07.286853 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (bc06d079-a023-4aff-b7e6-2bb29c92847e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:07.358893 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc06d079-a023-4aff-b7e6-2bb29c92847e {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:53:07.375702 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f8de8e-e073-47be-a0ac-8624c45fc60b None None] Network 5744c58a-ea94-44e0-ae92-ba93bd2611a9 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:53:07.384311 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-079d7548-fef6-4757-af75-33f25f51eb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:07.384937 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-079d7548-fef6-4757-af75-33f25f51eb24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:07.386524 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-079d7548-fef6-4757-af75-33f25f51eb24 service neutron] 10.222.0.30 "PUT /v2.0/ports/391c2bac-7eba-4f55-adaf-ec53da837ea9 HTTP/1.1" status: 200 len: 1096 time: 2.5066290 Mar 05 04:53:07.391468 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a63d8533-14fd-4ec7-b7bb-ec1cddf5a39c', 'tag': '391c2bac-7eba-4f55-adaf-ec53da837ea9'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:07.393013 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c624adf4-f482-414b-b91b-11ea4c122444" -d '{"events": [{"name": "network-changed", "server_uuid": "a63d8533-14fd-4ec7-b7bb-ec1cddf5a39c", "tag": "391c2bac-7eba-4f55-adaf-ec53da837ea9"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:07.423007 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 1c15bdea-8f59-4e25-91c6-310ce6849950 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:07.423466 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1c15bdea-8f59-4e25-91c6-310ce6849950), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:07.431877 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-aed58fd7-0027-41c6-a271-37bb98d52dd5 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Allocated IP 172.20.0.14 (5744c58a-ea94-44e0-ae92-ba93bd2611a9/ab610d79-a8e0-480d-aad6-a335a4dfa8be/9a5e1490-5a87-4baa-9ad9-120eb8483bd2) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:53:07.434217 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-948515b9-eff4-4a22-8b61-0f3f12b5de22 req-e433d9b9-3acf-444c-afb2-2d04b02cbc34 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (47e1f3ac-4060-4dd8-8c82-12bf7f62f916), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:07.445712 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port bc06d079-a023-4aff-b7e6-2bb29c92847e, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=bc06d079-a023-4aff-b7e6-2bb29c92847e,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:07.461656 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['47e1f3ac-4060-4dd8-8c82-12bf7f62f916'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:07.487101 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433d9b9-3acf-444c-afb2-2d04b02cbc34 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Pushing event deleted for resources: {'Port': ['ID=47e1f3ac-4060-4dd8-8c82-12bf7f62f916,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:07.513705 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d7548-fef6-4757-af75-33f25f51eb24 service neutron] Pushing event updated for resources: {'Port': ['ID=391c2bac-7eba-4f55-adaf-ec53da837ea9,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:07.516416 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-afc3e365-ab8c-4e4e-9942-4d473d5203e5 service neutron] Attempting to bind port 8b7a5104-a956-466e-ae5f-bee14315d779 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:53:07.516759 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-afc3e365-ab8c-4e4e-9942-4d473d5203e5 service neutron] Attempting to bind port 8b7a5104-a956-466e-ae5f-bee14315d779 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:53:07.517091 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-afc3e365-ab8c-4e4e-9942-4d473d5203e5 service neutron] Attempting to bind port 8b7a5104-a956-466e-ae5f-bee14315d779 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:53:07.520452 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (bc06d079-a023-4aff-b7e6-2bb29c92847e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:07.537065 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-afc3e365-ab8c-4e4e-9942-4d473d5203e5 service neutron] Port 8b7a5104-a956-466e-ae5f-bee14315d779 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:53:07.537397 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-afc3e365-ab8c-4e4e-9942-4d473d5203e5 service neutron] Attempting to bind port 8b7a5104-a956-466e-ae5f-bee14315d779 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:53:07.555659 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c33b0-3867-4d24-8bd3-ef632eb13831 req-b52161ac-31cd-41c4-95bf-34379686a36d tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:07.557209 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-603c33b0-3867-4d24-8bd3-ef632eb13831 req-b52161ac-31cd-41c4-95bf-34379686a36d tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] 10.222.0.11 "GET /v2.0/ports?device_id=db3efbb3-3345-4a73-8e8d-715714d0fc85 HTTP/1.1" status: 200 len: 948 time: 0.7198319 Mar 05 04:53:07.559689 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-afc3e365-ab8c-4e4e-9942-4d473d5203e5 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:53:07.560029 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-afc3e365-ab8c-4e4e-9942-4d473d5203e5 service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:53:07.560432 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-afc3e365-ab8c-4e4e-9942-4d473d5203e5 service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:53:07.561323 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-afc3e365-ab8c-4e4e-9942-4d473d5203e5 service neutron] Bound port: 8b7a5104-a956-466e-ae5f-bee14315d779, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:53:07.561453 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-afc3e365-ab8c-4e4e-9942-4d473d5203e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8b7a5104-a956-466e-ae5f-bee14315d779), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:07.572660 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee0c1f-824a-4ac2-adeb-bcf2bde7b5a4 req-dd03a8a1-5cee-4bdf-a08d-52b2347b0d49 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:07.574034 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-11ee0c1f-824a-4ac2-adeb-bcf2bde7b5a4 req-dd03a8a1-5cee-4bdf-a08d-52b2347b0d49 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=300de583-61fc-4f1f-a4bd-01a5e4aef6d7 HTTP/1.1" status: 200 len: 945 time: 0.1973517 Mar 05 04:53:07.574245 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-948515b9-eff4-4a22-8b61-0f3f12b5de22 req-e433d9b9-3acf-444c-afb2-2d04b02cbc34 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] No DVR routers for this DVR port 47e1f3ac-4060-4dd8-8c82-12bf7f62f916 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:53:07.581658 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-948515b9-eff4-4a22-8b61-0f3f12b5de22 req-e433d9b9-3acf-444c-afb2-2d04b02cbc34 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:07.585990 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-948515b9-eff4-4a22-8b61-0f3f12b5de22 req-e433d9b9-3acf-444c-afb2-2d04b02cbc34 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.30 "DELETE /v2.0/ports/47e1f3ac-4060-4dd8-8c82-12bf7f62f916 HTTP/1.1" status: 204 len: 173 time: 0.8080089 Mar 05 04:53:07.586655 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c369b1d0-0ffd-496b-b5b0-8135a276c782', 'name': 'network-vif-deleted', 'tag': '47e1f3ac-4060-4dd8-8c82-12bf7f62f916'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:07.589123 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b51e59-3678-4842-8388-576823f84841" -d '{"events": [{"server_uuid": "c369b1d0-0ffd-496b-b5b0-8135a276c782", "name": "network-vif-deleted", "tag": "47e1f3ac-4060-4dd8-8c82-12bf7f62f916"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:07.630677 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-a2ae0122-0936-4acb-bfe5-a7721d5fc0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:07.632232 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-a2ae0122-0936-4acb-bfe5-a7721d5fc0ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c539558a26474a33929b824612bb5b75&device_id=a63d8533-14fd-4ec7-b7bb-ec1cddf5a39c HTTP/1.1" status: 200 len: 1130 time: 0.1650865 Mar 05 04:53:07.641595 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 1c15bdea-8f59-4e25-91c6-310ce6849950, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1c15bdea-8f59-4e25-91c6-310ce6849950,segment=NetworkSegment(665588c9-8903-4662-9125-c3e03fc634d5),segment_id=665588c9-8903-4662-9125-c3e03fc634d5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:07.653253 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1c15bdea-8f59-4e25-91c6-310ce6849950), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:07.660994 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=bc06d079-a023-4aff-b7e6-2bb29c92847e,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:07.718945 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=1c15bdea-8f59-4e25-91c6-310ce6849950,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:07.733848 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-9e7c75da-96fc-44a3-8a27-7e6f68be6843 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=391c2bac-7eba-4f55-adaf-ec53da837ea9 HTTP/1.1" status: 200 len: 217 time: 0.0685542 Mar 05 04:53:07.743244 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-603c33b0-3867-4d24-8bd3-ef632eb13831 req-e4ea439a-2f05-4081-918e-e8aa7af2cab6 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] 10.222.0.11 "GET /v2.0/security-groups?id=68de7b5f-a0e5-4746-867b-f33e83a3a355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680565 Mar 05 04:53:07.746543 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-11ee0c1f-824a-4ac2-adeb-bcf2bde7b5a4 req-bb4f4e30-4f68-40d2-ad6d-735f9c7091ff tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607101 Mar 05 04:53:07.791516 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aed58fd7-0027-41c6-a271-37bb98d52dd5 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for port (9a5e1490-5a87-4baa-9ad9-120eb8483bd2), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:07.805988 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-afc3e365-ab8c-4e4e-9942-4d473d5203e5 service neutron] For port 8b7a5104-a956-466e-ae5f-bee14315d779, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:53:07.810685 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-afc3e365-ab8c-4e4e-9942-4d473d5203e5 service neutron] For port 8b7a5104-a956-466e-ae5f-bee14315d779, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=8b7a5104-a956-466e-ae5f-bee14315d779,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:53:07.817998 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-8f99c09d-33ea-4818-a442-a89e7efc70eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:07.820099 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-8f99c09d-33ea-4818-a442-a89e7efc70eb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0723968 Mar 05 04:53:07.821833 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-afc3e365-ab8c-4e4e-9942-4d473d5203e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (8b7a5104-a956-466e-ae5f-bee14315d779), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:07.831707 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124b4a00-e2d1-47cd-a86d-80a4da006c6f x-openstack-request-id: req-124b4a00-e2d1-47cd-a86d-80a4da006c6f {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:07.832390 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a63d8533-14fd-4ec7-b7bb-ec1cddf5a39c", "tag": "391c2bac-7eba-4f55-adaf-ec53da837ea9", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:07.832806 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-124b4a00-e2d1-47cd-a86d-80a4da006c6f {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:07.833495 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a63d8533-14fd-4ec7-b7bb-ec1cddf5a39c', 'tag': '391c2bac-7eba-4f55-adaf-ec53da837ea9', 'status': 'completed', 'code': 200} Mar 05 04:53:07.849041 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aed58fd7-0027-41c6-a271-37bb98d52dd5 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (9a5e1490-5a87-4baa-9ad9-120eb8483bd2), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:07.866776 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['bc06d079-a023-4aff-b7e6-2bb29c92847e'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:07.905773 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-afc3e365-ab8c-4e4e-9942-4d473d5203e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:07.906397 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-afc3e365-ab8c-4e4e-9942-4d473d5203e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:07.908556 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d6f830-1577-4e71-89b8-d434617e916e x-openstack-request-id: req-c6d6f830-1577-4e71-89b8-d434617e916e {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:07.908866 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c369b1d0-0ffd-496b-b5b0-8135a276c782", "name": "network-vif-deleted", "tag": "47e1f3ac-4060-4dd8-8c82-12bf7f62f916", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:07.909445 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c6d6f830-1577-4e71-89b8-d434617e916e {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:07.910065 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c369b1d0-0ffd-496b-b5b0-8135a276c782', 'name': 'network-vif-deleted', 'tag': '47e1f3ac-4060-4dd8-8c82-12bf7f62f916', 'status': 'completed', 'code': 200} Mar 05 04:53:07.910535 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-afc3e365-ab8c-4e4e-9942-4d473d5203e5 service neutron] 10.222.0.31 "PUT /v2.0/ports/8b7a5104-a956-466e-ae5f-bee14315d779 HTTP/1.1" status: 200 len: 1097 time: 2.2661970 Mar 05 04:53:07.925359 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed58fd7-0027-41c6-a271-37bb98d52dd5 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Network 5744c58a-ea94-44e0-ae92-ba93bd2611a9 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:53:07.930707 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-aed58fd7-0027-41c6-a271-37bb98d52dd5 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:53:07.935636 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed58fd7-0027-41c6-a271-37bb98d52dd5 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:53:07.956124 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3ea695e5-135f-4134-b904-6088aff89def req-40f5aad8-2ccb-4151-a08d-b87594b92813 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=c369b1d0-0ffd-496b-b5b0-8135a276c782 HTTP/1.1" status: 200 len: 210 time: 0.0902843 Mar 05 04:53:08.000291 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed58fd7-0027-41c6-a271-37bb98d52dd5 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:08.000916 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aed58fd7-0027-41c6-a271-37bb98d52dd5 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:08.028973 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-aed58fd7-0027-41c6-a271-37bb98d52dd5 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.0671110 Mar 05 04:53:08.030126 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed58fd7-0027-41c6-a271-37bb98d52dd5 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Pushing event updated for resources: {'Port': ['ID=9a5e1490-5a87-4baa-9ad9-120eb8483bd2,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:08.033874 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53564) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:08.045548 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3e365-ab8c-4e4e-9942-4d473d5203e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7a5104-a956-466e-ae5f-bee14315d779,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:08.155592 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-d47f2c68-c2f2-4557-a115-0988951a22bb tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Deleting port 9a5e1490-5a87-4baa-9ad9-120eb8483bd2 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:53:08.156110 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d47f2c68-c2f2-4557-a115-0988951a22bb tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (9a5e1490-5a87-4baa-9ad9-120eb8483bd2), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:08.189450 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-bd7d6d7b-207d-4074-986a-21ebfd67738c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:08.190902 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-bd7d6d7b-207d-4074-986a-21ebfd67738c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3553092 Mar 05 04:53:08.246722 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-1ea80b3a-e5b9-4d1f-bc2b-6fc1d5b79bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:08.248484 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-1ea80b3a-e5b9-4d1f-bc2b-6fc1d5b79bf4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c539558a26474a33929b824612bb5b75&device_id=eef16ea8-cef4-49f8-898a-452d32aa4870 HTTP/1.1" status: 200 len: 1131 time: 0.2343287 Mar 05 04:53:08.262267 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d47f2c68-c2f2-4557-a115-0988951a22bb tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (9a5e1490-5a87-4baa-9ad9-120eb8483bd2), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:08.275451 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-d47f2c68-c2f2-4557-a115-0988951a22bb tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Calling delete_port for 9a5e1490-5a87-4baa-9ad9-120eb8483bd2 owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:53:08.290382 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29b9a1-d459-4aaa-b77e-af8fc5b95f69 req-26e1edab-a19f-4de9-a44f-e3126c85e1e7 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:08.291935 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d29b9a1-d459-4aaa-b77e-af8fc5b95f69 req-26e1edab-a19f-4de9-a44f-e3126c85e1e7 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/ports?device_id=84959aa6-d889-4b88-9e1f-e479d2c30f37 HTTP/1.1" status: 200 len: 945 time: 0.3324547 Mar 05 04:53:08.309374 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fc658-52f6-4c36-af35-5b426447887a req-51a69d4b-7c07-45b6-8f0b-4f6e88711dfd tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:08.310820 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1b8fc658-52f6-4c36-af35-5b426447887a req-51a69d4b-7c07-45b6-8f0b-4f6e88711dfd tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=eef16ea8-cef4-49f8-898a-452d32aa4870 HTTP/1.1" status: 200 len: 948 time: 0.2391152 Mar 05 04:53:08.350843 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-205ba9ba-fe10-460a-823e-d6146adbd4bc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=8b7a5104-a956-466e-ae5f-bee14315d779 HTTP/1.1" status: 200 len: 217 time: 0.0738809 Mar 05 04:53:08.417776 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d47f2c68-c2f2-4557-a115-0988951a22bb tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (9a5e1490-5a87-4baa-9ad9-120eb8483bd2), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:08.444928 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f2c68-c2f2-4557-a115-0988951a22bb tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a5e1490-5a87-4baa-9ad9-120eb8483bd2,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:08.479972 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-e8236e81-be8a-47cc-b945-b75f6b8c218d service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787519 Mar 05 04:53:08.502067 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d29b9a1-d459-4aaa-b77e-af8fc5b95f69 req-9e71aab5-a754-4212-b43e-e7dc946959e8 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/security-groups?id=8366ff4e-2faf-4af2-a6d2-7ec92f9b5241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020454 Mar 05 04:53:08.512665 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d47f2c68-c2f2-4557-a115-0988951a22bb tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:08.518970 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d47f2c68-c2f2-4557-a115-0988951a22bb tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "DELETE /v2.0/ports/9a5e1490-5a87-4baa-9ad9-120eb8483bd2 HTTP/1.1" status: 204 len: 168 time: 0.4840679 Mar 05 04:53:08.519167 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53566) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:08.531304 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-053f0853-6344-4236-9fb5-3187d6a62d75 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5744c58a-ea94-44e0-ae92-ba93bd2611a9', 'external_fixed_ips': [{'subnet_id': 'ab610d79-a8e0-480d-aad6-a335a4dfa8be', 'ip_address': '172.20.0.14'}]}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:08.537419 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1b8fc658-52f6-4c36-af35-5b426447887a req-e52ad987-d30a-495f-bccb-da0aa455aa5d tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922433 Mar 05 04:53:08.541189 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-b14e321d-c5bd-4fc5-a724-ac7fbfac84b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:08.542566 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-b14e321d-c5bd-4fc5-a724-ac7fbfac84b6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.1767743 Mar 05 04:53:08.627258 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-053f0853-6344-4236-9fb5-3187d6a62d75 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (df49230d-3899-4780-8a3e-f67d50562ffc), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:08.628270 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-053f0853-6344-4236-9fb5-3187d6a62d75 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (df49230d-3899-4780-8a3e-f67d50562ffc), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:08.658668 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-b38eaf2f-2b27-45fb-85c3-a9cad382e9fc service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673799 Mar 05 04:53:08.670611 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e615409f-6d34-476c-9bc7-38405e7467d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7519ab-c320-428b-951b-a2670dadd1a0'}, {'server_uuid': '84959aa6-d889-4b88-9e1f-e479d2c30f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c15bdea-8f59-4e25-91c6-310ce6849950'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:08.673278 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29ad057-c6d3-4581-93a3-5c94822907cc" -d '{"events": [{"server_uuid": "e615409f-6d34-476c-9bc7-38405e7467d0", "name": "network-vif-plugged", "status": "completed", "tag": "ed7519ab-c320-428b-951b-a2670dadd1a0"}, {"server_uuid": "84959aa6-d889-4b88-9e1f-e479d2c30f37", "name": "network-vif-plugged", "status": "completed", "tag": "1c15bdea-8f59-4e25-91c6-310ce6849950"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:08.681064 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-ed89331a-883e-484f-b4ba-e6f9c94bddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:08.682605 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-ed89331a-883e-484f-b4ba-e6f9c94bddc5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1098204 Mar 05 04:53:08.719789 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338ae4a5-7d50-4002-b480-997db414cae4 x-openstack-request-id: req-338ae4a5-7d50-4002-b480-997db414cae4 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:08.720162 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e615409f-6d34-476c-9bc7-38405e7467d0", "name": "network-vif-plugged", "status": "completed", "tag": "ed7519ab-c320-428b-951b-a2670dadd1a0", "code": 200}, {"server_uuid": "84959aa6-d889-4b88-9e1f-e479d2c30f37", "name": "network-vif-plugged", "status": "completed", "tag": "1c15bdea-8f59-4e25-91c6-310ce6849950", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:08.722452 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-338ae4a5-7d50-4002-b480-997db414cae4 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:08.723853 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e615409f-6d34-476c-9bc7-38405e7467d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7519ab-c320-428b-951b-a2670dadd1a0', 'code': 200} Mar 05 04:53:08.724189 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84959aa6-d889-4b88-9e1f-e479d2c30f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c15bdea-8f59-4e25-91c6-310ce6849950', 'code': 200} Mar 05 04:53:08.741195 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-053f0853-6344-4236-9fb5-3187d6a62d75 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router_controller (df49230d-3899-4780-8a3e-f67d50562ffc), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:08.890137 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a14d4-e552-4c65-9bce-00b7369ed2a1 req-76c27171-5dd1-416f-b3fa-52cafcb39034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:08.891710 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3f4a14d4-e552-4c65-9bce-00b7369ed2a1 req-76c27171-5dd1-416f-b3fa-52cafcb39034 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e615409f-6d34-476c-9bc7-38405e7467d0 HTTP/1.1" status: 200 len: 1128 time: 0.0957763 Mar 05 04:53:08.909468 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27366fc8-6d1d-4230-a45c-8459675df2fe req-5ba942da-6a5e-4190-b84c-8bd994ae795e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:08.911610 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-27366fc8-6d1d-4230-a45c-8459675df2fe req-5ba942da-6a5e-4190-b84c-8bd994ae795e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=84959aa6-d889-4b88-9e1f-e479d2c30f37 HTTP/1.1" status: 200 len: 1128 time: 0.1055462 Mar 05 04:53:08.973646 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3f4a14d4-e552-4c65-9bce-00b7369ed2a1 req-f99ced17-f41d-4327-8795-21429933b67f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8366ff4e-2faf-4af2-a6d2-7ec92f9b5241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710661 Mar 05 04:53:08.977180 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-27366fc8-6d1d-4230-a45c-8459675df2fe req-8dbbfd89-dea9-499a-9a36-9cfee3b4e21c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8366ff4e-2faf-4af2-a6d2-7ec92f9b5241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580280 Mar 05 04:53:09.023782 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-24aef6cd-6657-4c0c-a1cc-41109e72975f service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134530 Mar 05 04:53:09.026412 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-053f0853-6344-4236-9fb5-3187d6a62d75 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router_gateway (df49230d-3899-4780-8a3e-f67d50562ffc), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:09.042603 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624adf4-f482-414b-b91b-11ea4c122444 req-6107ce5e-2770-448f-801d-9ccff15330ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:09.044035 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c624adf4-f482-414b-b91b-11ea4c122444 req-6107ce5e-2770-448f-801d-9ccff15330ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c539558a26474a33929b824612bb5b75&device_id=a63d8533-14fd-4ec7-b7bb-ec1cddf5a39c HTTP/1.1" status: 200 len: 1130 time: 0.3047309 Mar 05 04:53:09.072601 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d3fa0-e934-4021-b0cf-37929744e0ec req-d284af4c-8e4a-46c1-bcf3-d89e896823cb tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:09.074058 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a2d3fa0-e934-4021-b0cf-37929744e0ec req-d284af4c-8e4a-46c1-bcf3-d89e896823cb tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=300de583-61fc-4f1f-a4bd-01a5e4aef6d7 HTTP/1.1" status: 200 len: 945 time: 0.1986713 Mar 05 04:53:09.081630 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b735c-37ca-4c32-938e-846710df0db3 req-b0e856f2-ce8c-464e-b3de-92e62f88c260 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:09.083329 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a2b735c-37ca-4c32-938e-846710df0db3 req-b0e856f2-ce8c-464e-b3de-92e62f88c260 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] 10.222.0.11 "GET /v2.0/ports?device_id=db3efbb3-3345-4a73-8e8d-715714d0fc85 HTTP/1.1" status: 200 len: 949 time: 0.2089474 Mar 05 04:53:09.190394 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a2d3fa0-e934-4021-b0cf-37929744e0ec req-4cfc6596-9d44-4218-8152-db5d0ca0151e tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061196 Mar 05 04:53:09.253622 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a2b735c-37ca-4c32-938e-846710df0db3 req-bc5ab960-48b6-4cf3-a775-9d627c093bb0 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] 10.222.0.11 "GET /v2.0/security-groups?id=68de7b5f-a0e5-4746-867b-f33e83a3a355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614885 Mar 05 04:53:09.376617 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c49e88ba-f3f1-4cdf-8de3-3b0233a541b1 req-0708c405-f539-4c32-918c-8bb54e247380 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931219 Mar 05 04:53:09.379595 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624adf4-f482-414b-b91b-11ea4c122444 req-80f8b057-bd56-4284-bc67-98958ba51a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:09.380992 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c624adf4-f482-414b-b91b-11ea4c122444 req-80f8b057-bd56-4284-bc67-98958ba51a1b service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.1859422 Mar 05 04:53:09.448121 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c624adf4-f482-414b-b91b-11ea4c122444 req-6e983185-4fd1-4aea-af10-65f0a97802ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=391c2bac-7eba-4f55-adaf-ec53da837ea9 HTTP/1.1" status: 200 len: 217 time: 0.0602150 Mar 05 04:53:09.691782 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624adf4-f482-414b-b91b-11ea4c122444 req-0ea02ba8-1cd3-4ca0-bd48-d280a497f281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:09.693229 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c624adf4-f482-414b-b91b-11ea4c122444 req-0ea02ba8-1cd3-4ca0-bd48-d280a497f281 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.2241869 Mar 05 04:53:09.772368 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-f379ae7b-c839-4eca-8888-e37e49c11b74 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:09.773823 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-f379ae7b-c839-4eca-8888-e37e49c11b74 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/networks?id=54309d98-48bc-4d3e-a20e-4665796063fc HTTP/1.1" status: 200 len: 806 time: 0.3797939 Mar 05 04:53:09.783966 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-053f0853-6344-4236-9fb5-3187d6a62d75 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router_gateway (df49230d-3899-4780-8a3e-f67d50562ffc), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:09.792137 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-68e0294f-f896-4e11-8c9e-b3e6386c4366 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:09.793572 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-68e0294f-f896-4e11-8c9e-b3e6386c4366 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/networks?id=97e85245-3112-4887-8483-668804607d54 HTTP/1.1" status: 200 len: 812 time: 0.3504345 Mar 05 04:53:09.825730 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-053f0853-6344-4236-9fb5-3187d6a62d75 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:09.837105 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef16ea8-cef4-49f8-898a-452d32aa4870', 'tag': '8b7a5104-a956-466e-ae5f-bee14315d779'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:09.840033 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ca1434-94dd-4275-954d-41f09030c893" -d '{"events": [{"name": "network-changed", "server_uuid": "eef16ea8-cef4-49f8-898a-452d32aa4870", "tag": "8b7a5104-a956-466e-ae5f-bee14315d779"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:09.845464 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-359d4c93-0924-4387-9b20-ac08cd8d5b08 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/quotas/f4c8bc28785e4a00b63310ed97b40ba8 HTTP/1.1" status: 200 len: 375 time: 0.0627925 Mar 05 04:53:09.848857 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-714614c8-3ee1-46df-be70-56ffabce376c tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/quotas/b4c5ecf1c59144a68ee1fb483c77ba0c HTTP/1.1" status: 200 len: 375 time: 0.0329950 Mar 05 04:53:09.893231 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624adf4-f482-414b-b91b-11ea4c122444 req-c33183a7-7cf2-435d-bc4a-d15800f3db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:09.895320 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c624adf4-f482-414b-b91b-11ea4c122444 req-c33183a7-7cf2-435d-bc4a-d15800f3db93 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1939387 Mar 05 04:53:09.934648 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 47e1f3ac-4060-4dd8-8c82-12bf7f62f916 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:53:09.952382 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-4ffd2cd0-ba0f-4e6a-9c09-f329cf57613b tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b4c5ecf1c59144a68ee1fb483c77ba0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741608 Mar 05 04:53:09.958864 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 47e1f3ac-4060-4dd8-8c82-12bf7f62f916 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:53:09.959256 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 47e1f3ac-4060-4dd8-8c82-12bf7f62f916 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:53:10.435598 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-6ca61e5d-9ad2-48cc-b154-92a29aed1bd6 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f4c8bc28785e4a00b63310ed97b40ba8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5592229 Mar 05 04:53:10.518772 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c624adf4-f482-414b-b91b-11ea4c122444 req-6066df4e-332f-4a08-bbf6-5a7f99bd868c service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6012437 Mar 05 04:53:10.559988 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-7fcecad9-9cf5-4e33-a2f4-37064f966972 service neutron] 10.222.0.11 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5944054 Mar 05 04:53:10.590132 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-053f0853-6344-4236-9fb5-3187d6a62d75 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Allocated IP 172.20.0.14 (5744c58a-ea94-44e0-ae92-ba93bd2611a9/ab610d79-a8e0-480d-aad6-a335a4dfa8be/d118f011-601f-40b6-a4c9-c494b24fe474) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:53:10.616058 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device bc06d079-a023-4aff-b7e6-2bb29c92847e up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:53:10.664447 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port bc06d079-a023-4aff-b7e6-2bb29c92847e completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:53:10.671273 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port bc06d079-a023-4aff-b7e6-2bb29c92847e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:53:10.671951 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bc06d079-a023-4aff-b7e6-2bb29c92847e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:10.733211 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-ac98c267-b1d0-4cb1-a6db-11efd43a24f3 service neutron] 10.222.0.11 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686732 Mar 05 04:53:10.750686 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port bc06d079-a023-4aff-b7e6-2bb29c92847e is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:10.751095 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (bc06d079-a023-4aff-b7e6-2bb29c92847e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:10.773770 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3efbb3-3345-4a73-8e8d-715714d0fc85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc06d079-a023-4aff-b7e6-2bb29c92847e'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:10.776030 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bf7306-d87b-4d9f-a8e5-c7769d226a20" -d '{"events": [{"server_uuid": "db3efbb3-3345-4a73-8e8d-715714d0fc85", "name": "network-vif-plugged", "status": "completed", "tag": "bc06d079-a023-4aff-b7e6-2bb29c92847e"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:10.791970 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port bc06d079-a023-4aff-b7e6-2bb29c92847e, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=bc06d079-a023-4aff-b7e6-2bb29c92847e,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:10.796303 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (bc06d079-a023-4aff-b7e6-2bb29c92847e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:10.819401 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c624adf4-f482-414b-b91b-11ea4c122444 req-20309303-be5d-4d9a-86bb-c9f36faed81b service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914646 Mar 05 04:53:10.848773 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=bc06d079-a023-4aff-b7e6-2bb29c92847e,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:10.868282 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-044f7ea2-a82a-4081-9a81-07a1ae448570 service neutron] 10.222.0.11 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993543 Mar 05 04:53:10.921776 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-053f0853-6344-4236-9fb5-3187d6a62d75 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for port (d118f011-601f-40b6-a4c9-c494b24fe474), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:10.926444 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-7bf223b5-1bf7-4f33-88ca-fe1b5ae7e0b5 service neutron] 10.222.0.11 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729200 Mar 05 04:53:10.960363 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-053f0853-6344-4236-9fb5-3187d6a62d75 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (d118f011-601f-40b6-a4c9-c494b24fe474), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:11.021740 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053f0853-6344-4236-9fb5-3187d6a62d75 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Network 5744c58a-ea94-44e0-ae92-ba93bd2611a9 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:53:11.024796 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-053f0853-6344-4236-9fb5-3187d6a62d75 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:53:11.028402 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053f0853-6344-4236-9fb5-3187d6a62d75 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:53:11.070587 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f0853-6344-4236-9fb5-3187d6a62d75 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Pushing event updated for resources: {'Port': ['ID=d118f011-601f-40b6-a4c9-c494b24fe474,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:11.270776 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7a7c3-d1bc-4ac6-b1ea-7c084406e880 req-91d87a5b-53d9-4e12-96aa-a6e7bf5bd304 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:11.272317 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c0d7a7c3-d1bc-4ac6-b1ea-7c084406e880 req-91d87a5b-53d9-4e12-96aa-a6e7bf5bd304 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/ports?device_id=84959aa6-d889-4b88-9e1f-e479d2c30f37 HTTP/1.1" status: 200 len: 945 time: 0.2366869 Mar 05 04:53:11.293954 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c886cd8-1650-4504-96aa-3ca0994da404 req-bd8660f2-b751-4a23-b8b3-59ff593239e2 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:11.295450 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8c886cd8-1650-4504-96aa-3ca0994da404 req-bd8660f2-b751-4a23-b8b3-59ff593239e2 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=eef16ea8-cef4-49f8-898a-452d32aa4870 HTTP/1.1" status: 200 len: 948 time: 0.1777437 Mar 05 04:53:11.349794 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b788a848-aca5-44c8-8b46-e9be2364b10b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:11.469862 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c0d7a7c3-d1bc-4ac6-b1ea-7c084406e880 req-798bd3a4-f92e-4f3c-b7e1-fc3e65ffa00d tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/security-groups?id=8366ff4e-2faf-4af2-a6d2-7ec92f9b5241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861711 Mar 05 04:53:11.487867 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8c886cd8-1650-4504-96aa-3ca0994da404 req-1a85825e-cdc9-4b6c-831e-dc05fb7aec83 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775150 Mar 05 04:53:11.550419 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a8202b-4929-47b5-a586-86895918bbd9 x-openstack-request-id: req-78a8202b-4929-47b5-a586-86895918bbd9 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:11.550419 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eef16ea8-cef4-49f8-898a-452d32aa4870", "tag": "8b7a5104-a956-466e-ae5f-bee14315d779", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:11.550419 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-78a8202b-4929-47b5-a586-86895918bbd9 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:11.551584 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef16ea8-cef4-49f8-898a-452d32aa4870', 'tag': '8b7a5104-a956-466e-ae5f-bee14315d779', 'status': 'completed', 'code': 200} Mar 05 04:53:11.566644 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a983f1c5-fd9a-4e02-b96c-83a24c42a3fc x-openstack-request-id: req-a983f1c5-fd9a-4e02-b96c-83a24c42a3fc {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:11.567246 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3efbb3-3345-4a73-8e8d-715714d0fc85", "name": "network-vif-plugged", "status": "completed", "tag": "bc06d079-a023-4aff-b7e6-2bb29c92847e", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:11.567799 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a983f1c5-fd9a-4e02-b96c-83a24c42a3fc {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:11.568587 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3efbb3-3345-4a73-8e8d-715714d0fc85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc06d079-a023-4aff-b7e6-2bb29c92847e', 'code': 200} Mar 05 04:53:11.573043 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-053f0853-6344-4236-9fb5-3187d6a62d75 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router_gateway (df49230d-3899-4780-8a3e-f67d50562ffc), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:11.715636 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-efd9868f-b8b3-4d4e-b23f-1685e38a5a0d req-75f077fb-3ab1-476d-931c-7389eed5fc8f tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c7f4ba3-cf53-46a2-be23-0e8b12cdf1ec HTTP/1.1" status: 200 len: 210 time: 0.0851417 Mar 05 04:53:11.726430 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e9850-6ee5-4c69-8747-9770d886fd93 req-dc52b1ee-d146-47c8-babc-5345a205685a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:11.728838 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-042e9850-6ee5-4c69-8747-9770d886fd93 req-dc52b1ee-d146-47c8-babc-5345a205685a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=db3efbb3-3345-4a73-8e8d-715714d0fc85 HTTP/1.1" status: 200 len: 1133 time: 0.0501966 Mar 05 04:53:11.802664 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca1434-94dd-4275-954d-41f09030c893 req-8e244766-24ac-4be8-a5d5-fbe7db5c0c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:11.803273 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-042e9850-6ee5-4c69-8747-9770d886fd93 req-c024d3b7-71be-4b20-b312-c55a9536c651 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=68de7b5f-a0e5-4746-867b-f33e83a3a355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638170 Mar 05 04:53:11.804229 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f8ca1434-94dd-4275-954d-41f09030c893 req-8e244766-24ac-4be8-a5d5-fbe7db5c0c50 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c539558a26474a33929b824612bb5b75&device_id=eef16ea8-cef4-49f8-898a-452d32aa4870 HTTP/1.1" status: 200 len: 1131 time: 0.1770654 Mar 05 04:53:11.814260 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2d4f2-a2b5-40a6-b44f-e9b20bce65c3 req-4ef636fe-28a5-4d8b-a590-9a016a940d3d tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:11.815726 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eed2d4f2-a2b5-40a6-b44f-e9b20bce65c3 req-4ef636fe-28a5-4d8b-a590-9a016a940d3d tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] 10.222.0.11 "GET /v2.0/ports?device_id=db3efbb3-3345-4a73-8e8d-715714d0fc85 HTTP/1.1" status: 200 len: 950 time: 0.1874356 Mar 05 04:53:11.884638 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aa361c21-afd5-4130-a75c-e05c59ec5ad4 req-38a0e941-340e-4af4-b6be-fa7b9744cad3 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b6b2959-05c3-4179-bcc0-15693461c35c HTTP/1.1" status: 200 len: 210 time: 0.0794272 Mar 05 04:53:11.946090 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 391c2bac-7eba-4f55-adaf-ec53da837ea9 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:53:11.968469 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eed2d4f2-a2b5-40a6-b44f-e9b20bce65c3 req-0f871a34-26b1-4074-91c4-4fb90082e8df tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] 10.222.0.11 "GET /v2.0/security-groups?id=68de7b5f-a0e5-4746-867b-f33e83a3a355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403244 Mar 05 04:53:12.013560 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-053f0853-6344-4236-9fb5-3187d6a62d75 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (df49230d-3899-4780-8a3e-f67d50562ffc), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:12.061098 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 391c2bac-7eba-4f55-adaf-ec53da837ea9, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=391c2bac-7eba-4f55-adaf-ec53da837ea9,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:12.072135 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '391c2bac-7eba-4f55-adaf-ec53da837ea9', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': '391c2bac-7eba-4f55-adaf-ec53da837ea9', 'mac_address': 'fa:16:3e:38:61:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:53:12.085493 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195e759-fc7f-4b6f-9208-1f53295c1d74 req-eafc85dc-4822-4c43-8da6-df241548a9b2 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:12.086981 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d195e759-fc7f-4b6f-9208-1f53295c1d74 req-eafc85dc-4822-4c43-8da6-df241548a9b2 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/ports?device_id=e615409f-6d34-476c-9bc7-38405e7467d0 HTTP/1.1" status: 200 len: 945 time: 0.1310222 Mar 05 04:53:12.110934 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 391c2bac-7eba-4f55-adaf-ec53da837ea9 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:12.111611 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (391c2bac-7eba-4f55-adaf-ec53da837ea9), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:12.127021 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 391c2bac-7eba-4f55-adaf-ec53da837ea9 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:53:12.149582 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 391c2bac-7eba-4f55-adaf-ec53da837ea9, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=391c2bac-7eba-4f55-adaf-ec53da837ea9,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:12.154565 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (391c2bac-7eba-4f55-adaf-ec53da837ea9), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:12.216244 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=391c2bac-7eba-4f55-adaf-ec53da837ea9,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:12.309605 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca1434-94dd-4275-954d-41f09030c893 req-5a04c4ff-9a93-4e3b-92cb-19178669ef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:12.311231 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f8ca1434-94dd-4275-954d-41f09030c893 req-5a04c4ff-9a93-4e3b-92cb-19178669ef4d service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.2919285 Mar 05 04:53:12.319930 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d195e759-fc7f-4b6f-9208-1f53295c1d74 req-474c9fc2-2d7a-4042-bdaf-fcf2f6df57d6 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/security-groups?id=8366ff4e-2faf-4af2-a6d2-7ec92f9b5241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211847 Mar 05 04:53:12.425850 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f8ca1434-94dd-4275-954d-41f09030c893 req-90d22ef3-da99-4cfd-9198-e8139e2d4be7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=8b7a5104-a956-466e-ae5f-bee14315d779 HTTP/1.1" status: 200 len: 217 time: 0.0711715 Mar 05 04:53:12.439618 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-71142076-6225-4574-930f-f33335fa1660 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:12.443118 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-71142076-6225-4574-930f-f33335fa1660 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.30 "GET /v2.0/networks?id=54309d98-48bc-4d3e-a20e-4665796063fc HTTP/1.1" status: 200 len: 806 time: 0.1774035 Mar 05 04:53:12.458080 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['391c2bac-7eba-4f55-adaf-ec53da837ea9'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:12.463615 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-a2cb339a-3098-4a21-a001-635df0b33ddb tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Request body: {'port': {'device_id': '3b6b2959-05c3-4179-bcc0-15693461c35c', 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc', 'admin_state_up': True, 'tenant_id': 'f4c8bc28785e4a00b63310ed97b40ba8'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:12.558379 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-fac37087-c164-40d9-b2c3-f14406f11e67 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:12.560100 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-fac37087-c164-40d9-b2c3-f14406f11e67 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.30 "GET /v2.0/networks?id=97e85245-3112-4887-8483-668804607d54 HTTP/1.1" status: 200 len: 812 time: 0.3234434 Mar 05 04:53:12.562105 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca1434-94dd-4275-954d-41f09030c893 req-1406b839-fc45-4afe-bbc6-72f72bfa9da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:12.563155 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f8ca1434-94dd-4275-954d-41f09030c893 req-1406b839-fc45-4afe-bbc6-72f72bfa9da6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.1164117 Mar 05 04:53:12.564353 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053f0853-6344-4236-9fb5-3187d6a62d75 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Router df49230d-3899-4780-8a3e-f67d50562ffc is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:53:12.575550 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-73bf253c-739f-4614-89c6-b76d4143e496 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Request body: {'port': {'device_id': '2c7f4ba3-cf53-46a2-be23-0e8b12cdf1ec', 'network_id': '97e85245-3112-4887-8483-668804607d54', 'admin_state_up': True, 'tenant_id': 'b4c5ecf1c59144a68ee1fb483c77ba0c'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:12.618752 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-a2cb339a-3098-4a21-a001-635df0b33ddb tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Made reservation on behalf of f4c8bc28785e4a00b63310ed97b40ba8 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:53:12.623568 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-a2cb339a-3098-4a21-a001-635df0b33ddb tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:12.630538 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 8b7a5104-a956-466e-ae5f-bee14315d779 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:53:12.782303 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 8b7a5104-a956-466e-ae5f-bee14315d779, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=8b7a5104-a956-466e-ae5f-bee14315d779,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:12.799311 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '8b7a5104-a956-466e-ae5f-bee14315d779', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': '8b7a5104-a956-466e-ae5f-bee14315d779', 'mac_address': 'fa:16:3e:0a:42:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:53:12.833832 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-a2cb339a-3098-4a21-a001-635df0b33ddb tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Allocated IP 172.20.0.13 (54309d98-48bc-4d3e-a20e-4665796063fc/9d05b828-21c8-4294-b343-ca7ba96c6119/4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:53:12.841977 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 8b7a5104-a956-466e-ae5f-bee14315d779 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:12.842479 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8b7a5104-a956-466e-ae5f-bee14315d779), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:12.859672 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b7a5104-a956-466e-ae5f-bee14315d779 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:53:12.884657 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 8b7a5104-a956-466e-ae5f-bee14315d779, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=8b7a5104-a956-466e-ae5f-bee14315d779,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:12.892167 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8b7a5104-a956-466e-ae5f-bee14315d779), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:12.945236 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=8b7a5104-a956-466e-ae5f-bee14315d779,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:13.020966 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-a2cb339a-3098-4a21-a001-635df0b33ddb tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks [] for port (4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:13.054535 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-a2cb339a-3098-4a21-a001-635df0b33ddb tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:13.069077 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['8f50280d-c7ec-464b-867e-ad57cfb7443f', '48eb14ab-2771-46da-9cc4-2d67523dc833'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:13.103948 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-a2cb339a-3098-4a21-a001-635df0b33ddb tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Network 54309d98-48bc-4d3e-a20e-4665796063fc is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:53:13.107464 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-a2cb339a-3098-4a21-a001-635df0b33ddb tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:53:13.111011 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-a2cb339a-3098-4a21-a001-635df0b33ddb tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:53:13.196314 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-a2cb339a-3098-4a21-a001-635df0b33ddb tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:13.197364 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-a2cb339a-3098-4a21-a001-635df0b33ddb tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:13.197516 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cd33e82f-c662-4d6a-b7d6-b9352fe67f6a req-54eb6ed0-57bd-474e-9ffb-512f1072cabc tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c7f4ba3-cf53-46a2-be23-0e8b12cdf1ec HTTP/1.1" status: 200 len: 210 time: 0.0571542 Mar 05 04:53:13.202377 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb339a-3098-4a21-a001-635df0b33ddb tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Pushing event updated for resources: {'Port': ['ID=4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:13.230133 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca1434-94dd-4275-954d-41f09030c893 req-ac5ef57f-258e-4ee5-9ee1-ff4e347a5357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:13.231851 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f8ca1434-94dd-4275-954d-41f09030c893 req-ac5ef57f-258e-4ee5-9ee1-ff4e347a5357 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6611826 Mar 05 04:53:13.238668 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-a2cb339a-3098-4a21-a001-635df0b33ddb tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7790313 Mar 05 04:53:13.240459 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053f0853-6344-4236-9fb5-3187d6a62d75 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:53:13.260495 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860c1df1-f549-4e2a-9570-7cc91fca94db None None] Sync routers for ids ['df49230d-3899-4780-8a3e-f67d50562ffc'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:53:13.285525 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106e327-86c4-41fe-8457-98163d6f2eba req-f8b16add-d043-4dbb-935d-343d9015ea3f tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:13.292378 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7106e327-86c4-41fe-8457-98163d6f2eba req-f8b16add-d043-4dbb-935d-343d9015ea3f tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=eef16ea8-cef4-49f8-898a-452d32aa4870 HTTP/1.1" status: 200 len: 948 time: 0.5999389 Mar 05 04:53:13.299404 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860c1df1-f549-4e2a-9570-7cc91fca94db None None] Routers {'df49230d-3899-4780-8a3e-f67d50562ffc'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:53:13.300130 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-860c1df1-f549-4e2a-9570-7cc91fca94db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:52:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['df49230d-3899-4780-8a3e-f67d50562ffc'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:13.302363 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-c5c1b31c-4571-4ec2-85ad-eff52adba7a4 service neutron] Request body: {'port': {'device_id': '3b6b2959-05c3-4179-bcc0-15693461c35c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:13.359666 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-053f0853-6344-4236-9fb5-3187d6a62d75 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:13.363791 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-053f0853-6344-4236-9fb5-3187d6a62d75 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.8393500 Mar 05 04:53:13.367085 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53658) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:13.395278 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-c5c1b31c-4571-4ec2-85ad-eff52adba7a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:13.395650 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-73bf253c-739f-4614-89c6-b76d4143e496 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Made reservation on behalf of b4c5ecf1c59144a68ee1fb483c77ba0c for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:53:13.398939 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-73bf253c-739f-4614-89c6-b76d4143e496 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:13.458838 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['8b7a5104-a956-466e-ae5f-bee14315d779'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:13.479994 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-860c1df1-f549-4e2a-9570-7cc91fca94db None None] Set router df49230d-3899-4780-8a3e-f67d50562ffc gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:53:13.563007 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7106e327-86c4-41fe-8457-98163d6f2eba req-40cc2166-97f7-49a5-b3e7-3e023418afd3 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696695 Mar 05 04:53:13.570035 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f8ca1434-94dd-4275-954d-41f09030c893 req-6bd82a45-4e12-422c-b835-ac101bfa3913 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268003 Mar 05 04:53:13.628225 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:13.645601 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cf5e9a3a-c779-467f-ac45-52dc451a05f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:13.741021 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:13.742016 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-c5c1b31c-4571-4ec2-85ad-eff52adba7a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:53:13.743431 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-860c1df1-f549-4e2a-9570-7cc91fca94db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df49230d-3899-4780-8a3e-f67d50562ffc', 'name': '', 'tenant_id': '73d8922c504b4c8ba5f78777a359b8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5744c58a-ea94-44e0-ae92-ba93bd2611a9', 'external_fixed_ips': [{'subnet_id': 'ab610d79-a8e0-480d-aad6-a335a4dfa8be', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'd118f011-601f-40b6-a4c9-c494b24fe474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:53:08Z', 'updated_at': '2022-03-05T04:53:11Z', 'revision_number': 3, 'project_id': '73d8922c504b4c8ba5f78777a359b8e9', 'gw_port': {'id': 'd118f011-601f-40b6-a4c9-c494b24fe474', 'name': '', 'network_id': '5744c58a-ea94-44e0-ae92-ba93bd2611a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:8b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df49230d-3899-4780-8a3e-f67d50562ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'ab610d79-a8e0-480d-aad6-a335a4dfa8be', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:53:09Z', 'updated_at': '2022-03-05T04:53:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab610d79-a8e0-480d-aad6-a335a4dfa8be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:13.749974 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-c5c1b31c-4571-4ec2-85ad-eff52adba7a4 service neutron] Publish callbacks [] for port (4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:13.764285 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-c5c1b31c-4571-4ec2-85ad-eff52adba7a4 service neutron] Transition to ACTIVE for port object 4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:53:13.769168 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-c5c1b31c-4571-4ec2-85ad-eff52adba7a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:13.773604 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860c1df1-f549-4e2a-9570-7cc91fca94db None None] Checking router: df49230d-3899-4780-8a3e-f67d50562ffc for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:53:13.773959 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860c1df1-f549-4e2a-9570-7cc91fca94db None None] Updating router df49230d-3899-4780-8a3e-f67d50562ffc port d118f011-601f-40b6-a4c9-c494b24fe474 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:53:13.801906 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-860c1df1-f549-4e2a-9570-7cc91fca94db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d118f011-601f-40b6-a4c9-c494b24fe474), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:13.837801 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1b31c-4571-4ec2-85ad-eff52adba7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:13.859206 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-5118345f-b2da-4f24-8371-43dace01cd46 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:13.860720 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-5118345f-b2da-4f24-8371-43dace01cd46 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/networks?id=3e820d6e-0168-4766-8549-1a330342d436 HTTP/1.1" status: 200 len: 812 time: 0.5092151 Mar 05 04:53:13.883723 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c435c504-05b5-4b0b-84e0-ce88df995271 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router (df49230d-3899-4780-8a3e-f67d50562ffc), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:13.913547 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-c5c1b31c-4571-4ec2-85ad-eff52adba7a4 service neutron] Attempting to bind port 4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:53:13.913993 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-c5c1b31c-4571-4ec2-85ad-eff52adba7a4 service neutron] Attempting to bind port 4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': 'ebcd2177-23d7-4bfd-8698-a8500e628c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:53:13.914396 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-c5c1b31c-4571-4ec2-85ad-eff52adba7a4 service neutron] Attempting to bind port 4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3 on network 54309d98-48bc-4d3e-a20e-4665796063fc {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:53:13.920307 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-c5c1b31c-4571-4ec2-85ad-eff52adba7a4 service neutron] Port 4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3 on network 54309d98-48bc-4d3e-a20e-4665796063fc not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:53:13.920720 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-c5c1b31c-4571-4ec2-85ad-eff52adba7a4 service neutron] Attempting to bind port 4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3 on network 54309d98-48bc-4d3e-a20e-4665796063fc {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:53:13.927642 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-c5c1b31c-4571-4ec2-85ad-eff52adba7a4 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:53:13.928404 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-c5c1b31c-4571-4ec2-85ad-eff52adba7a4 service neutron] Checking segment: {'id': 'ebcd2177-23d7-4bfd-8698-a8500e628c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:53:13.928526 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-c5c1b31c-4571-4ec2-85ad-eff52adba7a4 service neutron] Bound using segment: {'id': 'ebcd2177-23d7-4bfd-8698-a8500e628c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:53:13.929003 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-c5c1b31c-4571-4ec2-85ad-eff52adba7a4 service neutron] Bound port: 4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebcd2177-23d7-4bfd-8698-a8500e628c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:53:13.929568 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-c5c1b31c-4571-4ec2-85ad-eff52adba7a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:13.945289 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 391c2bac-7eba-4f55-adaf-ec53da837ea9 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:53:13.949847 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-2e27d946-6042-453d-9a8f-071e9987ee4a tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/quotas/aa15704fc9d14ca48245220c2cf2331b HTTP/1.1" status: 200 len: 375 time: 0.0765016 Mar 05 04:53:13.976666 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725ad98-8bb3-4415-9220-0371bb528394 req-cf41a5a3-6f6e-49bf-9001-9dec959bf51b tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:13.978177 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b725ad98-8bb3-4415-9220-0371bb528394 req-cf41a5a3-6f6e-49bf-9001-9dec959bf51b tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b6b2959-05c3-4179-bcc0-15693461c35c HTTP/1.1" status: 200 len: 932 time: 0.3206000 Mar 05 04:53:13.987354 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-73bf253c-739f-4614-89c6-b76d4143e496 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Allocated IP 172.20.0.13 (97e85245-3112-4887-8483-668804607d54/c431197c-f63d-4d0c-afc1-f0e0b1d87270/e9f0200e-c939-4009-9221-bc3e32d99a1f) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:53:14.015936 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f8ca1434-94dd-4275-954d-41f09030c893 req-9de8eb68-f0d9-4e9f-85de-8cc8cdbb5182 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246411 Mar 05 04:53:14.034964 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-c5c1b31c-4571-4ec2-85ad-eff52adba7a4 service neutron] For port 4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:53:14.039381 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-c5c1b31c-4571-4ec2-85ad-eff52adba7a4 service neutron] For port 4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:53:14.047952 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-c5c1b31c-4571-4ec2-85ad-eff52adba7a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:14.075833 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 391c2bac-7eba-4f55-adaf-ec53da837ea9 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:53:14.080377 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 391c2bac-7eba-4f55-adaf-ec53da837ea9 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:53:14.080818 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (391c2bac-7eba-4f55-adaf-ec53da837ea9), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:14.114537 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-c5c1b31c-4571-4ec2-85ad-eff52adba7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:14.116262 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-c5c1b31c-4571-4ec2-85ad-eff52adba7a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:14.118055 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-c5c1b31c-4571-4ec2-85ad-eff52adba7a4 service neutron] 10.222.0.30 "PUT /v2.0/ports/4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3 HTTP/1.1" status: 200 len: 1093 time: 0.8393631 Mar 05 04:53:14.122804 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b6b2959-05c3-4179-bcc0-15693461c35c', 'tag': '4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:14.126640 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f020e1c1-389a-43c6-8ef5-349361081b79" -d '{"events": [{"name": "network-changed", "server_uuid": "3b6b2959-05c3-4179-bcc0-15693461c35c", "tag": "4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:14.167612 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1b31c-4571-4ec2-85ad-eff52adba7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:14.173975 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b725ad98-8bb3-4415-9220-0371bb528394 req-6a876502-7dc8-4a3b-8746-23a34b02eb2e tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880083 Mar 05 04:53:14.189649 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-d91f2905-7dd4-465a-9162-d56d5d191fd7 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=aa15704fc9d14ca48245220c2cf2331b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2104084 Mar 05 04:53:14.224769 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c435c504-05b5-4b0b-84e0-ce88df995271 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router_gateway (df49230d-3899-4780-8a3e-f67d50562ffc), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:14.241902 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 391c2bac-7eba-4f55-adaf-ec53da837ea9 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:14.242307 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (391c2bac-7eba-4f55-adaf-ec53da837ea9), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:14.275389 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63d8533-14fd-4ec7-b7bb-ec1cddf5a39c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391c2bac-7eba-4f55-adaf-ec53da837ea9'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:14.277824 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302f974b-a6a4-45ee-99e2-c9ae4c4fcec6" -d '{"events": [{"server_uuid": "a63d8533-14fd-4ec7-b7bb-ec1cddf5a39c", "name": "network-vif-plugged", "status": "completed", "tag": "391c2bac-7eba-4f55-adaf-ec53da837ea9"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:14.292875 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 391c2bac-7eba-4f55-adaf-ec53da837ea9, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=391c2bac-7eba-4f55-adaf-ec53da837ea9,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:14.299944 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-4df7c0c6-9607-44fc-90aa-3c561547c560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:14.301871 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (391c2bac-7eba-4f55-adaf-ec53da837ea9), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:14.302402 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-4df7c0c6-9607-44fc-90aa-3c561547c560 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f4c8bc28785e4a00b63310ed97b40ba8&device_id=3b6b2959-05c3-4179-bcc0-15693461c35c HTTP/1.1" status: 200 len: 1127 time: 0.0788574 Mar 05 04:53:14.316118 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e9c73-2a6b-482c-83fb-121081328537 req-6aff4fea-3ddf-451b-8c08-ec7c74bd9aa9 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:14.318716 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-860c1df1-f549-4e2a-9570-7cc91fca94db None None] Publish callbacks [] for port (d118f011-601f-40b6-a4c9-c494b24fe474), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:14.319296 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-468e9c73-2a6b-482c-83fb-121081328537 req-6aff4fea-3ddf-451b-8c08-ec7c74bd9aa9 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.30 "GET /v2.0/ports?device_id=e615409f-6d34-476c-9bc7-38405e7467d0 HTTP/1.1" status: 200 len: 945 time: 0.1406000 Mar 05 04:53:14.327182 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-860c1df1-f549-4e2a-9570-7cc91fca94db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d118f011-601f-40b6-a4c9-c494b24fe474), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:14.362977 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=391c2bac-7eba-4f55-adaf-ec53da837ea9,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:14.368130 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-74bcfcc7-e527-4178-b4a7-069edc70d132 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3 HTTP/1.1" status: 200 len: 217 time: 0.0473034 Mar 05 04:53:14.395359 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-860c1df1-f549-4e2a-9570-7cc91fca94db None None] Attempting to bind port d118f011-601f-40b6-a4c9-c494b24fe474 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:53:14.396048 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-860c1df1-f549-4e2a-9570-7cc91fca94db None None] Attempting to bind port d118f011-601f-40b6-a4c9-c494b24fe474 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '9c5a1d1c-80c0-412d-b29e-bccb6f6021fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5744c58a-ea94-44e0-ae92-ba93bd2611a9'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:53:14.396518 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860c1df1-f549-4e2a-9570-7cc91fca94db None None] Attempting to bind port d118f011-601f-40b6-a4c9-c494b24fe474 on network 5744c58a-ea94-44e0-ae92-ba93bd2611a9 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:53:14.416157 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860c1df1-f549-4e2a-9570-7cc91fca94db None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:53:14.416706 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860c1df1-f549-4e2a-9570-7cc91fca94db None None] Checking segment: {'id': '9c5a1d1c-80c0-412d-b29e-bccb6f6021fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5744c58a-ea94-44e0-ae92-ba93bd2611a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:53:14.417370 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-860c1df1-f549-4e2a-9570-7cc91fca94db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:14.417691 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860c1df1-f549-4e2a-9570-7cc91fca94db None None] Bound using segment: {'id': '9c5a1d1c-80c0-412d-b29e-bccb6f6021fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5744c58a-ea94-44e0-ae92-ba93bd2611a9'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:53:14.418407 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-860c1df1-f549-4e2a-9570-7cc91fca94db None None] Bound port: d118f011-601f-40b6-a4c9-c494b24fe474, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5a1d1c-80c0-412d-b29e-bccb6f6021fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5744c58a-ea94-44e0-ae92-ba93bd2611a9'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:53:14.418724 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-860c1df1-f549-4e2a-9570-7cc91fca94db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d118f011-601f-40b6-a4c9-c494b24fe474), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:14.420742 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ce16b-b3bd-4245-83f2-87dda35d3ac7 None None] Pushing event updated for resources: {'Port': ['ID=d118f011-601f-40b6-a4c9-c494b24fe474,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:14.430221 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-66672251-a07e-4534-a055-773d05893afc service neutron] 10.222.0.11 "GET /v2.0/networks/3e820d6e-0168-4766-8549-1a330342d436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396894 Mar 05 04:53:14.455173 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ce16b-b3bd-4245-83f2-87dda35d3ac7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:14.455664 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ce16b-b3bd-4245-83f2-87dda35d3ac7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:14.456145 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ce16b-b3bd-4245-83f2-87dda35d3ac7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:14.456577 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ce16b-b3bd-4245-83f2-87dda35d3ac7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:14.457581 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ce16b-b3bd-4245-83f2-87dda35d3ac7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:14.457581 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ce16b-b3bd-4245-83f2-87dda35d3ac7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:14.457866 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ce16b-b3bd-4245-83f2-87dda35d3ac7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:14.458483 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ce16b-b3bd-4245-83f2-87dda35d3ac7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:14.459118 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ce16b-b3bd-4245-83f2-87dda35d3ac7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:14.459118 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ce16b-b3bd-4245-83f2-87dda35d3ac7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:14.459864 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ce16b-b3bd-4245-83f2-87dda35d3ac7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:14.460280 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ce16b-b3bd-4245-83f2-87dda35d3ac7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:14.460694 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259ce16b-b3bd-4245-83f2-87dda35d3ac7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:14.475783 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-73bf253c-739f-4614-89c6-b76d4143e496 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks [] for port (e9f0200e-c939-4009-9221-bc3e32d99a1f), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:14.495825 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adc386-3888-43f1-b7d5-d70538e083bc req-9931e9da-ef6d-40ac-b9aa-ab3290b1f208 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:14.497335 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c7adc386-3888-43f1-b7d5-d70538e083bc req-9931e9da-ef6d-40ac-b9aa-ab3290b1f208 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] 10.222.0.11 "GET /v2.0/ports?device_id=db3efbb3-3345-4a73-8e8d-715714d0fc85 HTTP/1.1" status: 200 len: 950 time: 0.1848338 Mar 05 04:53:14.499514 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-c589520e-a688-4927-a765-45a4aa88cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:14.500959 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-c589520e-a688-4927-a765-45a4aa88cba9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d05b828-21c8-4294-b343-ca7ba96c6119 HTTP/1.1" status: 200 len: 846 time: 0.1223683 Mar 05 04:53:14.510403 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-860c1df1-f549-4e2a-9570-7cc91fca94db None None] For port d118f011-601f-40b6-a4c9-c494b24fe474, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:53:14.514172 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-860c1df1-f549-4e2a-9570-7cc91fca94db None None] For port d118f011-601f-40b6-a4c9-c494b24fe474, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d118f011-601f-40b6-a4c9-c494b24fe474,segment=NetworkSegment(9c5a1d1c-80c0-412d-b29e-bccb6f6021fb),segment_id=9c5a1d1c-80c0-412d-b29e-bccb6f6021fb)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:53:14.523385 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-860c1df1-f549-4e2a-9570-7cc91fca94db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d118f011-601f-40b6-a4c9-c494b24fe474), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:14.538316 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-14b2fc43-0c7d-45e4-825a-54d577fddef0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54309d98-48bc-4d3e-a20e-4665796063fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304899 Mar 05 04:53:14.552138 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-c435c504-05b5-4b0b-84e0-ce88df995271 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Deleting port d118f011-601f-40b6-a4c9-c494b24fe474 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:53:14.552484 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c435c504-05b5-4b0b-84e0-ce88df995271 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d118f011-601f-40b6-a4c9-c494b24fe474), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:14.576709 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-468e9c73-2a6b-482c-83fb-121081328537 req-43fc8dc0-2dd0-4b49-82df-67d29e08cc86 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Deleting port ed7519ab-c320-428b-951b-a2670dadd1a0 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:53:14.576709 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-468e9c73-2a6b-482c-83fb-121081328537 req-43fc8dc0-2dd0-4b49-82df-67d29e08cc86 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (ed7519ab-c320-428b-951b-a2670dadd1a0), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:14.592581 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860c1df1-f549-4e2a-9570-7cc91fca94db None None] Routers {'df49230d-3899-4780-8a3e-f67d50562ffc'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:53:14.592581 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-860c1df1-f549-4e2a-9570-7cc91fca94db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:53:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['df49230d-3899-4780-8a3e-f67d50562ffc'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:14.594336 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ce16b-b3bd-4245-83f2-87dda35d3ac7 None None] Pushing event updated for resources: {'Port': ['ID=d118f011-601f-40b6-a4c9-c494b24fe474,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:14.709903 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-860c1df1-f549-4e2a-9570-7cc91fca94db None None] Set router df49230d-3899-4780-8a3e-f67d50562ffc gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:53:14.710766 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-05f4d27d-3bea-46bc-92a8-93eb1905c90e service neutron] 10.222.0.11 "GET /v2.0/networks/3e820d6e-0168-4766-8549-1a330342d436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631137 Mar 05 04:53:14.716249 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-e5f8d8c5-924a-4a0d-90b8-a551617aa625 service neutron] 10.222.0.30 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703677 Mar 05 04:53:14.721944 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-73bf253c-739f-4614-89c6-b76d4143e496 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (e9f0200e-c939-4009-9221-bc3e32d99a1f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:14.728176 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c7adc386-3888-43f1-b7d5-d70538e083bc req-e5ca4aea-3d2b-4687-ae52-9daff8589cdc tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] 10.222.0.11 "GET /v2.0/security-groups?id=68de7b5f-a0e5-4746-867b-f33e83a3a355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931834 Mar 05 04:53:14.737342 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-468e9c73-2a6b-482c-83fb-121081328537 req-43fc8dc0-2dd0-4b49-82df-67d29e08cc86 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] For port ed7519ab-c320-428b-951b-a2670dadd1a0, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=ed7519ab-c320-428b-951b-a2670dadd1a0,segment=NetworkSegment(665588c9-8903-4662-9125-c3e03fc634d5),segment_id=665588c9-8903-4662-9125-c3e03fc634d5)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:14.737710 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-468e9c73-2a6b-482c-83fb-121081328537 req-43fc8dc0-2dd0-4b49-82df-67d29e08cc86 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (ed7519ab-c320-428b-951b-a2670dadd1a0), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:14.769856 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-468e9c73-2a6b-482c-83fb-121081328537 req-43fc8dc0-2dd0-4b49-82df-67d29e08cc86 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Calling delete_port for ed7519ab-c320-428b-951b-a2670dadd1a0 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:53:14.789243 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-73bf253c-739f-4614-89c6-b76d4143e496 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Network 97e85245-3112-4887-8483-668804607d54 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:53:14.794380 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c435c504-05b5-4b0b-84e0-ce88df995271 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d118f011-601f-40b6-a4c9-c494b24fe474), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:14.798966 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-73bf253c-739f-4614-89c6-b76d4143e496 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:53:14.818730 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-73bf253c-739f-4614-89c6-b76d4143e496 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:53:14.869119 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-c435c504-05b5-4b0b-84e0-ce88df995271 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Calling delete_port for d118f011-601f-40b6-a4c9-c494b24fe474 owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:53:14.883149 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-860c1df1-f549-4e2a-9570-7cc91fca94db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df49230d-3899-4780-8a3e-f67d50562ffc', 'name': '', 'tenant_id': '73d8922c504b4c8ba5f78777a359b8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:53:08Z', 'updated_at': '2022-03-05T04:53:14Z', 'revision_number': 4, 'project_id': '73d8922c504b4c8ba5f78777a359b8e9', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:14.884516 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf04580-f7a9-4154-9000-cba17385dc5b req-72a86e75-d99e-4c14-b1a6-d30a61a1e400 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:14.885643 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfcc497-a6de-4565-8321-9e5a8e07388e x-openstack-request-id: req-4dfcc497-a6de-4565-8321-9e5a8e07388e {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:14.886150 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b6b2959-05c3-4179-bcc0-15693461c35c", "tag": "4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:14.886150 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4dfcc497-a6de-4565-8321-9e5a8e07388e {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:14.886565 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b6b2959-05c3-4179-bcc0-15693461c35c', 'tag': '4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3', 'status': 'completed', 'code': 200} Mar 05 04:53:14.887365 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bcf04580-f7a9-4154-9000-cba17385dc5b req-72a86e75-d99e-4c14-b1a6-d30a61a1e400 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.31 "GET /v2.0/ports?device_id=84959aa6-d889-4b88-9e1f-e479d2c30f37 HTTP/1.1" status: 200 len: 945 time: 0.2790091 Mar 05 04:53:14.921056 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf253c-739f-4614-89c6-b76d4143e496 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Pushing event updated for resources: {'Port': ['ID=e9f0200e-c939-4009-9221-bc3e32d99a1f,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:14.935712 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860c1df1-f549-4e2a-9570-7cc91fca94db None None] The sync data for ids ['df49230d-3899-4780-8a3e-f67d50562ffc'] in n-d-789963-32 is: [{'id': 'df49230d-3899-4780-8a3e-f67d50562ffc', 'name': '', 'tenant_id': '73d8922c504b4c8ba5f78777a359b8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:53:08Z', 'updated_at': '2022-03-05T04:53:14Z', 'revision_number': 4, 'project_id': '73d8922c504b4c8ba5f78777a359b8e9', 'gw_port_host': None}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:53:14.951133 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dc88d821-5811-4c3a-a230-c6ba9127f535 req-4e977ffc-00da-4180-a741-52b763e0622f service neutron] 10.222.0.30 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250028 Mar 05 04:53:14.965520 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:15.034334 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-73bf253c-739f-4614-89c6-b76d4143e496 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:15.035419 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-73bf253c-739f-4614-89c6-b76d4143e496 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:15.049541 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4183e81f-a9da-44a0-89c7-f029cb9c6d8c x-openstack-request-id: req-4183e81f-a9da-44a0-89c7-f029cb9c6d8c {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:15.049840 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63d8533-14fd-4ec7-b7bb-ec1cddf5a39c", "name": "network-vif-plugged", "status": "completed", "tag": "391c2bac-7eba-4f55-adaf-ec53da837ea9", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:15.050102 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4183e81f-a9da-44a0-89c7-f029cb9c6d8c {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:15.051285 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63d8533-14fd-4ec7-b7bb-ec1cddf5a39c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '391c2bac-7eba-4f55-adaf-ec53da837ea9', 'code': 200} Mar 05 04:53:15.151336 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-73bf253c-739f-4614-89c6-b76d4143e496 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5793984 Mar 05 04:53:15.177812 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-ee66a8bc-e00c-4f47-99aa-1c780a7ed9a2 service neutron] Request body: {'port': {'device_id': '2c7f4ba3-cf53-46a2-be23-0e8b12cdf1ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:15.221950 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-468e9c73-2a6b-482c-83fb-121081328537 req-43fc8dc0-2dd0-4b49-82df-67d29e08cc86 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (ed7519ab-c320-428b-951b-a2670dadd1a0), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:15.233782 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['ed7519ab-c320-428b-951b-a2670dadd1a0'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:15.243004 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['1c15bdea-8f59-4e25-91c6-310ce6849950'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:15.266134 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc8dc0-2dd0-4b49-82df-67d29e08cc86 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Pushing event deleted for resources: {'Port': ['ID=ed7519ab-c320-428b-951b-a2670dadd1a0,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:15.346447 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020e1c1-389a-43c6-8ef5-349361081b79 req-3858b788-e080-4fb6-a426-0d8c2370fc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:15.349213 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f020e1c1-389a-43c6-8ef5-349361081b79 req-3858b788-e080-4fb6-a426-0d8c2370fc41 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f4c8bc28785e4a00b63310ed97b40ba8&device_id=3b6b2959-05c3-4179-bcc0-15693461c35c HTTP/1.1" status: 200 len: 1127 time: 0.1960313 Mar 05 04:53:15.352063 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da0f41-5ba8-4a8a-aba8-78cbbadbc5a6 req-be2d495b-7215-4477-968c-4f59de16e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:15.353559 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e1da0f41-5ba8-4a8a-aba8-78cbbadbc5a6 req-be2d495b-7215-4477-968c-4f59de16e816 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a63d8533-14fd-4ec7-b7bb-ec1cddf5a39c HTTP/1.1" status: 200 len: 1132 time: 0.2034826 Mar 05 04:53:15.354927 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-468e9c73-2a6b-482c-83fb-121081328537 req-43fc8dc0-2dd0-4b49-82df-67d29e08cc86 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] No DVR routers for this DVR port ed7519ab-c320-428b-951b-a2670dadd1a0 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:53:15.407806 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce49b5b-b092-4fbc-b9c4-e65682c32059 req-1c160fda-3021-4b76-b9c8-2e4048dec64c tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:15.416236 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fce49b5b-b092-4fbc-b9c4-e65682c32059 req-1c160fda-3021-4b76-b9c8-2e4048dec64c tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c7f4ba3-cf53-46a2-be23-0e8b12cdf1ec HTTP/1.1" status: 200 len: 932 time: 0.4495006 Mar 05 04:53:15.466393 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-468e9c73-2a6b-482c-83fb-121081328537 req-43fc8dc0-2dd0-4b49-82df-67d29e08cc86 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:15.473163 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-468e9c73-2a6b-482c-83fb-121081328537 req-43fc8dc0-2dd0-4b49-82df-67d29e08cc86 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.30 "DELETE /v2.0/ports/ed7519ab-c320-428b-951b-a2670dadd1a0 HTTP/1.1" status: 204 len: 173 time: 1.1038852 Mar 05 04:53:15.487392 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020e1c1-389a-43c6-8ef5-349361081b79 req-c14394d2-3f7b-4d4a-a9b7-b27d1e458a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:15.489540 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f020e1c1-389a-43c6-8ef5-349361081b79 req-c14394d2-3f7b-4d4a-a9b7-b27d1e458a44 service neutron] 10.222.0.30 "GET /v2.0/networks?id=54309d98-48bc-4d3e-a20e-4665796063fc HTTP/1.1" status: 200 len: 906 time: 0.1321955 Mar 05 04:53:15.542878 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f236f-b53c-48f6-98c0-506b213e4eae req-48da729a-e4ba-4fca-8cce-4639f05c0729 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:15.545909 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d34f236f-b53c-48f6-98c0-506b213e4eae req-48da729a-e4ba-4fca-8cce-4639f05c0729 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=eef16ea8-cef4-49f8-898a-452d32aa4870 HTTP/1.1" status: 200 len: 949 time: 0.3989551 Mar 05 04:53:15.550454 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-ee66a8bc-e00c-4f47-99aa-1c780a7ed9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e9f0200e-c939-4009-9221-bc3e32d99a1f), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:15.598752 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f020e1c1-389a-43c6-8ef5-349361081b79 req-f2ba43c7-d435-4325-bf85-809664edb9ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3 HTTP/1.1" status: 200 len: 217 time: 0.1000714 Mar 05 04:53:15.624867 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-bcf04580-f7a9-4154-9000-cba17385dc5b req-18ce98d6-dd17-4277-af96-de2916e7056c tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Deleting port 1c15bdea-8f59-4e25-91c6-310ce6849950 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:53:15.625453 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-bcf04580-f7a9-4154-9000-cba17385dc5b req-18ce98d6-dd17-4277-af96-de2916e7056c tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (1c15bdea-8f59-4e25-91c6-310ce6849950), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:15.665786 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e1da0f41-5ba8-4a8a-aba8-78cbbadbc5a6 req-2f801412-bcea-44dc-8c69-1822e361a9e1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916242 Mar 05 04:53:15.689133 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020e1c1-389a-43c6-8ef5-349361081b79 req-c69ce1a3-94d5-4330-9d40-dd829788897b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:15.691242 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f020e1c1-389a-43c6-8ef5-349361081b79 req-c69ce1a3-94d5-4330-9d40-dd829788897b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d05b828-21c8-4294-b343-ca7ba96c6119 HTTP/1.1" status: 200 len: 846 time: 0.0835049 Mar 05 04:53:15.694982 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fce49b5b-b092-4fbc-b9c4-e65682c32059 req-a78aabdb-2620-4fb8-90b4-f592dc20c5b8 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787173 Mar 05 04:53:15.933353 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f020e1c1-389a-43c6-8ef5-349361081b79 req-5f2b9a95-501e-40d0-baa4-4185e7e4899e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54309d98-48bc-4d3e-a20e-4665796063fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466409 Mar 05 04:53:16.086459 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f020e1c1-389a-43c6-8ef5-349361081b79 req-478335fa-1125-4a9f-820e-e047522ddc4e service neutron] 10.222.0.30 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453629 Mar 05 04:53:16.141503 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c435c504-05b5-4b0b-84e0-ce88df995271 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (d118f011-601f-40b6-a4c9-c494b24fe474), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:16.183437 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:16.223835 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f020e1c1-389a-43c6-8ef5-349361081b79 req-cdba479e-8094-474b-bf75-f3839cbb7d78 service neutron] 10.222.0.30 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134949 Mar 05 04:53:16.233645 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435c504-05b5-4b0b-84e0-ce88df995271 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Pushing event deleted for resources: {'Port': ['ID=d118f011-601f-40b6-a4c9-c494b24fe474,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:16.277125 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d34f236f-b53c-48f6-98c0-506b213e4eae req-5eef578e-d087-452f-9f5f-274db13fce69 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7000816 Mar 05 04:53:16.453483 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-bcf04580-f7a9-4154-9000-cba17385dc5b req-18ce98d6-dd17-4277-af96-de2916e7056c tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] For port 1c15bdea-8f59-4e25-91c6-310ce6849950, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1c15bdea-8f59-4e25-91c6-310ce6849950,segment=NetworkSegment(665588c9-8903-4662-9125-c3e03fc634d5),segment_id=665588c9-8903-4662-9125-c3e03fc634d5)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:16.454261 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-bcf04580-f7a9-4154-9000-cba17385dc5b req-18ce98d6-dd17-4277-af96-de2916e7056c tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (1c15bdea-8f59-4e25-91c6-310ce6849950), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:16.517892 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-bcf04580-f7a9-4154-9000-cba17385dc5b req-18ce98d6-dd17-4277-af96-de2916e7056c tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Calling delete_port for 1c15bdea-8f59-4e25-91c6-310ce6849950 owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:53:16.536588 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058fce25-26eb-40cb-9731-e33af9edb968 req-e4cfad91-29bb-4e16-bbac-f57d5cc75923 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:16.538104 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-058fce25-26eb-40cb-9731-e33af9edb968 req-e4cfad91-29bb-4e16-bbac-f57d5cc75923 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b6b2959-05c3-4179-bcc0-15693461c35c HTTP/1.1" status: 200 len: 944 time: 0.4268041 Mar 05 04:53:16.563644 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c435c504-05b5-4b0b-84e0-ce88df995271 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (df49230d-3899-4780-8a3e-f67d50562ffc), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:16.654999 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 8b7a5104-a956-466e-ae5f-bee14315d779 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:53:16.709940 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 8b7a5104-a956-466e-ae5f-bee14315d779 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:53:16.717099 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 8b7a5104-a956-466e-ae5f-bee14315d779 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:53:16.717099 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8b7a5104-a956-466e-ae5f-bee14315d779), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:16.750565 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a11a0-1b14-426a-9f1d-7b9f770d27f5 req-a6971f0e-8cf4-47ab-8161-4ab58f27c0e5 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:16.752241 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0a9a11a0-1b14-426a-9f1d-7b9f770d27f5 req-a6971f0e-8cf4-47ab-8161-4ab58f27c0e5 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] 10.222.0.11 "GET /v2.0/ports?device_id=db3efbb3-3345-4a73-8e8d-715714d0fc85 HTTP/1.1" status: 200 len: 950 time: 0.3719108 Mar 05 04:53:16.756708 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c435c504-05b5-4b0b-84e0-ce88df995271 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (df49230d-3899-4780-8a3e-f67d50562ffc), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:16.763127 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c435c504-05b5-4b0b-84e0-ce88df995271 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router_controller (df49230d-3899-4780-8a3e-f67d50562ffc), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:16.830480 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 8b7a5104-a956-466e-ae5f-bee14315d779 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:16.830877 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8b7a5104-a956-466e-ae5f-bee14315d779), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:16.874036 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 8b7a5104-a956-466e-ae5f-bee14315d779, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=8b7a5104-a956-466e-ae5f-bee14315d779,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:16.875559 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-058fce25-26eb-40cb-9731-e33af9edb968 req-762fd84e-d429-4738-aa75-376f4e86b662 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254297 Mar 05 04:53:16.884822 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8b7a5104-a956-466e-ae5f-bee14315d779), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:16.888452 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e615409f-6d34-476c-9bc7-38405e7467d0', 'name': 'network-vif-deleted', 'tag': 'ed7519ab-c320-428b-951b-a2670dadd1a0'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:16.899013 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cf3e4a-c06c-4016-8e31-ca0ee7121236" -d '{"events": [{"server_uuid": "e615409f-6d34-476c-9bc7-38405e7467d0", "name": "network-vif-deleted", "tag": "ed7519ab-c320-428b-951b-a2670dadd1a0"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:16.902436 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c435c504-05b5-4b0b-84e0-ce88df995271 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (df49230d-3899-4780-8a3e-f67d50562ffc), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:16.902995 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c435c504-05b5-4b0b-84e0-ce88df995271 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df49230d-3899-4780-8a3e-f67d50562ffc {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:53:16.915117 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c435c504-05b5-4b0b-84e0-ce88df995271 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:16.916485 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c435c504-05b5-4b0b-84e0-ce88df995271 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "DELETE /v2.0/routers/df49230d-3899-4780-8a3e-f67d50562ffc HTTP/1.1" status: 204 len: 168 time: 3.5393558 Mar 05 04:53:16.922883 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53696) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:16.973732 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0a9a11a0-1b14-426a-9f1d-7b9f770d27f5 req-9fe06f29-e8ca-4286-ba7c-03789e5986d4 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] 10.222.0.11 "GET /v2.0/security-groups?id=68de7b5f-a0e5-4746-867b-f33e83a3a355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933446 Mar 05 04:53:17.014244 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=8b7a5104-a956-466e-ae5f-bee14315d779,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:17.035931 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:17.036192 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:17.038366 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:17.038714 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:17.039058 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:17.042423 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:17.042786 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:17.043160 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:17.043507 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:17.043846 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:17.044181 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:17.044512 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:17.049301 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:17.056097 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef16ea8-cef4-49f8-898a-452d32aa4870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7a5104-a956-466e-ae5f-bee14315d779'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:17.058354 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2cbd9e-67ea-486f-be7d-34e2083d0ff8" -d '{"events": [{"server_uuid": "eef16ea8-cef4-49f8-898a-452d32aa4870", "name": "network-vif-plugged", "status": "completed", "tag": "8b7a5104-a956-466e-ae5f-bee14315d779"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:17.126187 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-f0b9ec54-8c3c-4e57-a44e-56dc89566f25 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:17.127991 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-f0b9ec54-8c3c-4e57-a44e-56dc89566f25 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.31 "GET /v2.0/networks?id=3e820d6e-0168-4766-8549-1a330342d436 HTTP/1.1" status: 200 len: 812 time: 0.3708885 Mar 05 04:53:17.137179 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1510702b-7f17-4c75-b0e9-0f006d225202 req-5d371249-4418-450f-948d-55dab242f2fd tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/ports?device_id=668ba8e7-60a2-4fce-ad07-3eaa80f8f457 HTTP/1.1" status: 200 len: 210 time: 0.0983827 Mar 05 04:53:17.147393 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-ee66a8bc-e00c-4f47-99aa-1c780a7ed9a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f0200e-c939-4009-9221-bc3e32d99a1f {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:53:17.156998 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-b58ee025-2926-4321-9979-439896eda6f5 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Request body: {'port': {'device_id': '9293ca78-0a34-4cd9-b02e-b3cef9ad48be', 'network_id': '3e820d6e-0168-4766-8549-1a330342d436', 'admin_state_up': True, 'tenant_id': 'aa15704fc9d14ca48245220c2cf2331b'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:17.178092 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-ee66a8bc-e00c-4f47-99aa-1c780a7ed9a2 service neutron] Publish callbacks [] for port (e9f0200e-c939-4009-9221-bc3e32d99a1f), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:17.203404 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-ee66a8bc-e00c-4f47-99aa-1c780a7ed9a2 service neutron] Transition to ACTIVE for port object e9f0200e-c939-4009-9221-bc3e32d99a1f will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:53:17.207966 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-bcf04580-f7a9-4154-9000-cba17385dc5b req-18ce98d6-dd17-4277-af96-de2916e7056c tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (1c15bdea-8f59-4e25-91c6-310ce6849950), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:17.221838 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-ee66a8bc-e00c-4f47-99aa-1c780a7ed9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (e9f0200e-c939-4009-9221-bc3e32d99a1f), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:17.255564 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d27536-ee5a-4361-a29b-c8bfd57bdc16 x-openstack-request-id: req-73d27536-ee5a-4361-a29b-c8bfd57bdc16 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:17.256433 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef16ea8-cef4-49f8-898a-452d32aa4870", "name": "network-vif-plugged", "status": "completed", "tag": "8b7a5104-a956-466e-ae5f-bee14315d779", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:17.257542 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-73d27536-ee5a-4361-a29b-c8bfd57bdc16 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:17.259054 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef16ea8-cef4-49f8-898a-452d32aa4870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7a5104-a956-466e-ae5f-bee14315d779', 'code': 200} Mar 05 04:53:17.259934 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce98d6-dd17-4277-af96-de2916e7056c tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Pushing event deleted for resources: {'Port': ['ID=1c15bdea-8f59-4e25-91c6-310ce6849950,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:17.371666 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdf0a6-84d5-4494-a6b0-835c42fbf250 req-8d7ffba2-8d5e-4fe2-a00e-4874666c3b1b tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:17.373704 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-98bdf0a6-84d5-4494-a6b0-835c42fbf250 req-8d7ffba2-8d5e-4fe2-a00e-4874666c3b1b tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c7f4ba3-cf53-46a2-be23-0e8b12cdf1ec HTTP/1.1" status: 200 len: 932 time: 0.2773838 Mar 05 04:53:17.458710 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf04580-f7a9-4154-9000-cba17385dc5b req-18ce98d6-dd17-4277-af96-de2916e7056c tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] No DVR routers for this DVR port 1c15bdea-8f59-4e25-91c6-310ce6849950 on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:53:17.477347 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66a8bc-e00c-4f47-99aa-1c780a7ed9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f0200e-c939-4009-9221-bc3e32d99a1f,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:17.502543 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-bcf04580-f7a9-4154-9000-cba17385dc5b req-18ce98d6-dd17-4277-af96-de2916e7056c tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:17.506075 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bcf04580-f7a9-4154-9000-cba17385dc5b req-18ce98d6-dd17-4277-af96-de2916e7056c tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.31 "DELETE /v2.0/ports/1c15bdea-8f59-4e25-91c6-310ce6849950 HTTP/1.1" status: 204 len: 173 time: 2.5823250 Mar 05 04:53:17.508021 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eadd4dcc-71fa-4ce2-aabc-fa33af6122ad x-openstack-request-id: req-eadd4dcc-71fa-4ce2-aabc-fa33af6122ad {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:17.508313 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e615409f-6d34-476c-9bc7-38405e7467d0", "name": "network-vif-deleted", "tag": "ed7519ab-c320-428b-951b-a2670dadd1a0", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:17.508565 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eadd4dcc-71fa-4ce2-aabc-fa33af6122ad {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:17.508953 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e615409f-6d34-476c-9bc7-38405e7467d0', 'name': 'network-vif-deleted', 'tag': 'ed7519ab-c320-428b-951b-a2670dadd1a0', 'status': 'completed', 'code': 200} Mar 05 04:53:17.512094 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84959aa6-d889-4b88-9e1f-e479d2c30f37', 'name': 'network-vif-deleted', 'tag': '1c15bdea-8f59-4e25-91c6-310ce6849950'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:17.514305 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb868de9-99d1-43fd-aa7e-d918f6d381fe" -d '{"events": [{"server_uuid": "84959aa6-d889-4b88-9e1f-e479d2c30f37", "name": "network-vif-deleted", "tag": "1c15bdea-8f59-4e25-91c6-310ce6849950"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:17.519067 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05cd430-82de-446f-9333-26fef15cedf3 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Deleting subnet ab610d79-a8e0-480d-aad6-a335a4dfa8be {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:53:17.532383 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e05cd430-82de-446f-9333-26fef15cedf3 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for subnet (ab610d79-a8e0-480d-aad6-a335a4dfa8be), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:17.621530 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-98bdf0a6-84d5-4494-a6b0-835c42fbf250 req-e5cf0138-834c-4f5a-9321-5c07fd9b78a6 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139232 Mar 05 04:53:17.629579 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-ee66a8bc-e00c-4f47-99aa-1c780a7ed9a2 service neutron] Attempting to bind port e9f0200e-c939-4009-9221-bc3e32d99a1f on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:53:17.629923 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-ee66a8bc-e00c-4f47-99aa-1c780a7ed9a2 service neutron] Attempting to bind port e9f0200e-c939-4009-9221-bc3e32d99a1f by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '203a0330-0979-4646-8d37-68343458b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97e85245-3112-4887-8483-668804607d54'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:53:17.630066 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e05cd430-82de-446f-9333-26fef15cedf3 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (ab610d79-a8e0-480d-aad6-a335a4dfa8be), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:17.630253 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-ee66a8bc-e00c-4f47-99aa-1c780a7ed9a2 service neutron] Attempting to bind port e9f0200e-c939-4009-9221-bc3e32d99a1f on network 97e85245-3112-4887-8483-668804607d54 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:53:17.642984 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f45a8-2734-4afd-8a13-3b9298b6c4a2 req-d6dfde10-a1bd-4af3-9225-55de9e55b289 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:17.659459 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-855f45a8-2734-4afd-8a13-3b9298b6c4a2 req-d6dfde10-a1bd-4af3-9225-55de9e55b289 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=eef16ea8-cef4-49f8-898a-452d32aa4870 HTTP/1.1" status: 200 len: 950 time: 0.2779448 Mar 05 04:53:17.672388 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53036203-bdd3-4b16-9137-afc44fa7e7cc req-d98bf245-b79b-44f5-8ed7-357a878b5e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:17.673938 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-53036203-bdd3-4b16-9137-afc44fa7e7cc req-d98bf245-b79b-44f5-8ed7-357a878b5e77 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eef16ea8-cef4-49f8-898a-452d32aa4870 HTTP/1.1" status: 200 len: 1133 time: 0.2954333 Mar 05 04:53:17.674215 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-c97e12db-5210-45f6-8e45-460a72bd355c tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:17.676340 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-c97e12db-5210-45f6-8e45-460a72bd355c tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.30 "GET /v2.0/networks?id=3e820d6e-0168-4766-8549-1a330342d436 HTTP/1.1" status: 200 len: 812 time: 0.7462864 Mar 05 04:53:17.682642 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-ee66a8bc-e00c-4f47-99aa-1c780a7ed9a2 service neutron] Port e9f0200e-c939-4009-9221-bc3e32d99a1f on network 97e85245-3112-4887-8483-668804607d54 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:53:17.683112 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-ee66a8bc-e00c-4f47-99aa-1c780a7ed9a2 service neutron] Attempting to bind port e9f0200e-c939-4009-9221-bc3e32d99a1f on network 97e85245-3112-4887-8483-668804607d54 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:53:17.699214 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-2e3120e5-dc82-418e-b14f-8fd147ce255b tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Request body: {'port': {'device_id': '668ba8e7-60a2-4fce-ad07-3eaa80f8f457', 'network_id': '3e820d6e-0168-4766-8549-1a330342d436', 'admin_state_up': True, 'tenant_id': 'aa15704fc9d14ca48245220c2cf2331b'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:17.702969 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0503156c-60b1-4621-9b8b-478dc8745a67 x-openstack-request-id: req-0503156c-60b1-4621-9b8b-478dc8745a67 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:17.703286 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84959aa6-d889-4b88-9e1f-e479d2c30f37", "name": "network-vif-deleted", "tag": "1c15bdea-8f59-4e25-91c6-310ce6849950", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:17.703544 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0503156c-60b1-4621-9b8b-478dc8745a67 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:17.703937 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84959aa6-d889-4b88-9e1f-e479d2c30f37', 'name': 'network-vif-deleted', 'tag': '1c15bdea-8f59-4e25-91c6-310ce6849950', 'status': 'completed', 'code': 200} Mar 05 04:53:17.714275 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4e1d4-10f2-4cfa-bb9f-29c7d344b052 req-5c375992-fd97-45fe-8bbc-d01503d11d79 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:17.715762 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0fe4e1d4-10f2-4cfa-bb9f-29c7d344b052 req-5c375992-fd97-45fe-8bbc-d01503d11d79 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] 10.222.0.31 "GET /v2.0/ports?device_id=db3efbb3-3345-4a73-8e8d-715714d0fc85 HTTP/1.1" status: 200 len: 950 time: 0.1866367 Mar 05 04:53:17.718225 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-ee66a8bc-e00c-4f47-99aa-1c780a7ed9a2 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:53:17.718564 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-ee66a8bc-e00c-4f47-99aa-1c780a7ed9a2 service neutron] Checking segment: {'id': '203a0330-0979-4646-8d37-68343458b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97e85245-3112-4887-8483-668804607d54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:53:17.718949 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-ee66a8bc-e00c-4f47-99aa-1c780a7ed9a2 service neutron] Bound using segment: {'id': '203a0330-0979-4646-8d37-68343458b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97e85245-3112-4887-8483-668804607d54'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:53:17.719439 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-ee66a8bc-e00c-4f47-99aa-1c780a7ed9a2 service neutron] Bound port: e9f0200e-c939-4009-9221-bc3e32d99a1f, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203a0330-0979-4646-8d37-68343458b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '97e85245-3112-4887-8483-668804607d54'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:53:17.719778 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-ee66a8bc-e00c-4f47-99aa-1c780a7ed9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e9f0200e-c939-4009-9221-bc3e32d99a1f), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:17.727650 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e05cd430-82de-446f-9333-26fef15cedf3 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (ab610d79-a8e0-480d-aad6-a335a4dfa8be), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:17.751597 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:17.786995 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-b58ee025-2926-4321-9979-439896eda6f5 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Made reservation on behalf of aa15704fc9d14ca48245220c2cf2331b for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:53:17.790351 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-b58ee025-2926-4321-9979-439896eda6f5 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:17.839637 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-855f45a8-2734-4afd-8a13-3b9298b6c4a2 req-145213e5-79f6-4bbb-9e02-173553c03df4 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771066 Mar 05 04:53:17.882473 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-53036203-bdd3-4b16-9137-afc44fa7e7cc req-fd75b7bb-41b5-4d30-9a4c-fc2c43d33972 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858675 Mar 05 04:53:17.896460 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e05cd430-82de-446f-9333-26fef15cedf3 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (ab610d79-a8e0-480d-aad6-a335a4dfa8be), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:17.914658 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-ee66a8bc-e00c-4f47-99aa-1c780a7ed9a2 service neutron] For port e9f0200e-c939-4009-9221-bc3e32d99a1f, host n-h1-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:53:17.929736 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-ee66a8bc-e00c-4f47-99aa-1c780a7ed9a2 service neutron] For port e9f0200e-c939-4009-9221-bc3e32d99a1f, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=e9f0200e-c939-4009-9221-bc3e32d99a1f,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:53:17.939162 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-0fe4e1d4-10f2-4cfa-bb9f-29c7d344b052 req-cf9e6ac0-6e06-4515-8d32-0b47574f42e2 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Deleting port bc06d079-a023-4aff-b7e6-2bb29c92847e {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:53:17.939516 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-0fe4e1d4-10f2-4cfa-bb9f-29c7d344b052 req-cf9e6ac0-6e06-4515-8d32-0b47574f42e2 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (bc06d079-a023-4aff-b7e6-2bb29c92847e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:17.941231 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05cd430-82de-446f-9333-26fef15cedf3 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ab610d79-a8e0-480d-aad6-a335a4dfa8be,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:17.943771 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-ee66a8bc-e00c-4f47-99aa-1c780a7ed9a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (e9f0200e-c939-4009-9221-bc3e32d99a1f), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:17.950942 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e05cd430-82de-446f-9333-26fef15cedf3 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:17.954111 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e05cd430-82de-446f-9333-26fef15cedf3 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "DELETE /v2.0/subnets/ab610d79-a8e0-480d-aad6-a335a4dfa8be HTTP/1.1" status: 204 len: 168 time: 1.0276058 Mar 05 04:53:17.957005 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53706) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:17.967780 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-2e3120e5-dc82-418e-b14f-8fd147ce255b tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Made reservation on behalf of aa15704fc9d14ca48245220c2cf2331b for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:53:17.971507 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-2e3120e5-dc82-418e-b14f-8fd147ce255b tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:17.980082 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:53:17.983051 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device ed7519ab-c320-428b-951b-a2670dadd1a0 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:53:18.041605 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: ed7519ab-c320-428b-951b-a2670dadd1a0 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:53:18.043180 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device ed7519ab-c320-428b-951b-a2670dadd1a0 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:53:18.052858 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-ee66a8bc-e00c-4f47-99aa-1c780a7ed9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:18.053486 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-ee66a8bc-e00c-4f47-99aa-1c780a7ed9a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:18.054888 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-ee66a8bc-e00c-4f47-99aa-1c780a7ed9a2 service neutron] 10.222.0.30 "PUT /v2.0/ports/e9f0200e-c939-4009-9221-bc3e32d99a1f HTTP/1.1" status: 200 len: 1093 time: 2.8852925 Mar 05 04:53:18.094668 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-b58ee025-2926-4321-9979-439896eda6f5 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Allocated IP 172.20.0.8 (3e820d6e-0168-4766-8549-1a330342d436/f12d5285-dceb-44c5-a4f3-fee4c0b91c0a/1f7c9b91-bb94-4cbe-ad82-a604536b6e65) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:53:18.099291 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ba2cdc56-b763-4c28-ac91-71656e63322f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (5744c58a-ea94-44e0-ae92-ba93bd2611a9), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:18.172416 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66a8bc-e00c-4f47-99aa-1c780a7ed9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f0200e-c939-4009-9221-bc3e32d99a1f,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:18.195771 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-0fe4e1d4-10f2-4cfa-bb9f-29c7d344b052 req-cf9e6ac0-6e06-4515-8d32-0b47574f42e2 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] For port bc06d079-a023-4aff-b7e6-2bb29c92847e, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=bc06d079-a023-4aff-b7e6-2bb29c92847e,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:18.196143 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-0fe4e1d4-10f2-4cfa-bb9f-29c7d344b052 req-cf9e6ac0-6e06-4515-8d32-0b47574f42e2 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (bc06d079-a023-4aff-b7e6-2bb29c92847e), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:18.201362 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:18.217872 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3', 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc', 'port_id': '4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3', 'mac_address': 'fa:16:3e:13:51:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d05b828-21c8-4294-b343-ca7ba96c6119', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:53:18.219902 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-0fe4e1d4-10f2-4cfa-bb9f-29c7d344b052 req-cf9e6ac0-6e06-4515-8d32-0b47574f42e2 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Calling delete_port for bc06d079-a023-4aff-b7e6-2bb29c92847e owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:53:18.251685 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac716ad2-df91-46e8-8b39-9f8f8a390112 req-7c8370de-9364-4031-9a70-7b7b4abfb7d2 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:18.258520 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ac716ad2-df91-46e8-8b39-9f8f8a390112 req-7c8370de-9364-4031-9a70-7b7b4abfb7d2 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b6b2959-05c3-4179-bcc0-15693461c35c HTTP/1.1" status: 200 len: 944 time: 0.2547235 Mar 05 04:53:18.294877 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ba2cdc56-b763-4c28-ac91-71656e63322f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (5744c58a-ea94-44e0-ae92-ba93bd2611a9), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:18.330179 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6429efd6-aad1-4f6a-8108-8f5842e6f4da req-ea4fa1f5-aefc-4fe1-b43e-c1b4759f2cbb tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:18.331978 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6429efd6-aad1-4f6a-8108-8f5842e6f4da req-ea4fa1f5-aefc-4fe1-b43e-c1b4759f2cbb tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] 10.222.0.11 "GET /v2.0/ports?device_id=db3efbb3-3345-4a73-8e8d-715714d0fc85 HTTP/1.1" status: 200 len: 950 time: 0.2544672 Mar 05 04:53:18.337193 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-fd412e39-4ab7-40f3-8ac6-257607bad8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:18.338728 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-fd412e39-4ab7-40f3-8ac6-257607bad8fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b4c5ecf1c59144a68ee1fb483c77ba0c&device_id=2c7f4ba3-cf53-46a2-be23-0e8b12cdf1ec HTTP/1.1" status: 200 len: 1127 time: 0.2395575 Mar 05 04:53:18.351103 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-ba2cdc56-b763-4c28-ac91-71656e63322f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5744c58a-ea94-44e0-ae92-ba93bd2611a9']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:18.386301 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-ba2cdc56-b763-4c28-ac91-71656e63322f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5a1d1c-80c0-412d-b29e-bccb6f6021fb') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:18.386756 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-ba2cdc56-b763-4c28-ac91-71656e63322f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5a1d1c-80c0-412d-b29e-bccb6f6021fb') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:18.400173 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ba2cdc56-b763-4c28-ac91-71656e63322f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (9c5a1d1c-80c0-412d-b29e-bccb6f6021fb), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:18.430847 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-1fcd248d-5aeb-43c6-adac-416b13220c54 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9f0200e-c939-4009-9221-bc3e32d99a1f HTTP/1.1" status: 200 len: 217 time: 0.0780449 Mar 05 04:53:18.432836 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:18.433327 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:18.447034 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:53:18.454452 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-b58ee025-2926-4321-9979-439896eda6f5 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Publish callbacks [] for port (1f7c9b91-bb94-4cbe-ad82-a604536b6e65), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:18.456048 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ac716ad2-df91-46e8-8b39-9f8f8a390112 req-98f23f4d-3de9-4e2e-a055-65a7a5a3929e tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956081 Mar 05 04:53:18.469113 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:18.483703 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:18.494881 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ba2cdc56-b763-4c28-ac91-71656e63322f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (9c5a1d1c-80c0-412d-b29e-bccb6f6021fb), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:18.506879 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2cdc56-b763-4c28-ac91-71656e63322f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:53:18.507786 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ba2cdc56-b763-4c28-ac91-71656e63322f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (9c5a1d1c-80c0-412d-b29e-bccb6f6021fb), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:18.509601 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:53:18.509601 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:53:18.509601 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:53:18.509601 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:53:18.509601 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:53:18.509601 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:53:18.509601 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:53:18.509601 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:53:18.509601 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:53:18.509601 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:53:18.509601 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:53:18.509601 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:53:18.509601 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:53:18.509601 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:53:18.509601 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:53:18.509601 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:53:18.509601 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:53:18.509601 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:53:18.509601 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:53:18.509601 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:53:18.509601 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:53:18.509601 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:53:18.509601 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:53:18.509601 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:53:18.509601 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:53:18.509601 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:53:18.509601 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:53:18.509601 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:53:18.509601 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:53:18.509601 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:53:18.509601 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:53:18.509601 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:53:18.533583 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-7981bfac-8ad9-4d41-b8ca-765ac2c2a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:18.535162 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-7981bfac-8ad9-4d41-b8ca-765ac2c2a31f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c431197c-f63d-4d0c-afc1-f0e0b1d87270 HTTP/1.1" status: 200 len: 852 time: 0.0974581 Mar 05 04:53:18.538930 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6429efd6-aad1-4f6a-8108-8f5842e6f4da req-f66ecca4-369e-4ac2-9185-eb2151060fd8 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] 10.222.0.11 "GET /v2.0/security-groups?id=68de7b5f-a0e5-4746-867b-f33e83a3a355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719973 Mar 05 04:53:18.575755 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:18.584824 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-b58ee025-2926-4321-9979-439896eda6f5 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (1f7c9b91-bb94-4cbe-ad82-a604536b6e65), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:18.608439 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-aaee3f0e-ec54-48a1-9694-ef214f9462a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=97e85245-3112-4887-8483-668804607d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557938 Mar 05 04:53:18.636133 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e0bc1196-aa32-493e-850f-b0b21540678e req-fc8bd978-5d11-4c66-9c2c-0495354bbae8 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/ports?device_id=668ba8e7-60a2-4fce-ad07-3eaa80f8f457 HTTP/1.1" status: 200 len: 210 time: 0.0414426 Mar 05 04:53:18.653509 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1c15bdea-8f59-4e25-91c6-310ce6849950 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:53:18.685410 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 1c15bdea-8f59-4e25-91c6-310ce6849950 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:53:18.685765 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1c15bdea-8f59-4e25-91c6-310ce6849950 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:53:18.686960 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device bc06d079-a023-4aff-b7e6-2bb29c92847e no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:53:18.693309 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ee025-2926-4321-9979-439896eda6f5 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Pushing event updated for resources: {'Port': ['ID=1f7c9b91-bb94-4cbe-ad82-a604536b6e65,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:18.711341 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ba2cdc56-b763-4c28-ac91-71656e63322f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (5744c58a-ea94-44e0-ae92-ba93bd2611a9), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:18.714490 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-b58ee025-2926-4321-9979-439896eda6f5 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Network 3e820d6e-0168-4766-8549-1a330342d436 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:53:18.715175 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: bc06d079-a023-4aff-b7e6-2bb29c92847e {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:53:18.715535 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device bc06d079-a023-4aff-b7e6-2bb29c92847e not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:53:18.721075 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-0fe4e1d4-10f2-4cfa-bb9f-29c7d344b052 req-cf9e6ac0-6e06-4515-8d32-0b47574f42e2 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (bc06d079-a023-4aff-b7e6-2bb29c92847e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:18.726526 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2cdc56-b763-4c28-ac91-71656e63322f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5744c58a-ea94-44e0-ae92-ba93bd2611a9 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 05 04:53:18.727046 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-b58ee025-2926-4321-9979-439896eda6f5 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:53:18.739500 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ba2cdc56-b763-4c28-ac91-71656e63322f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:18.746961 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ba2cdc56-b763-4c28-ac91-71656e63322f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "DELETE /v2.0/networks/5744c58a-ea94-44e0-ae92-ba93bd2611a9 HTTP/1.1" status: 204 len: 168 time: 0.7888865 Mar 05 04:53:18.751855 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-b58ee025-2926-4321-9979-439896eda6f5 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:53:18.757209 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-2e3120e5-dc82-418e-b14f-8fd147ce255b tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Allocated IP 172.20.0.5 (3e820d6e-0168-4766-8549-1a330342d436/f12d5285-dceb-44c5-a4f3-fee4c0b91c0a/e6cffc7d-fd89-4f9b-810e-d686250ffa6c) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:53:18.759632 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2cdc56-b763-4c28-ac91-71656e63322f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Pushing event deleted for resources: {'Network': ['ID=5744c58a-ea94-44e0-ae92-ba93bd2611a9,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:18.778324 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:18.784100 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9e6ac0-6e06-4515-8d32-0b47574f42e2 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Pushing event deleted for resources: {'Port': ['ID=bc06d079-a023-4aff-b7e6-2bb29c92847e,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:18.874794 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe4e1d4-10f2-4cfa-bb9f-29c7d344b052 req-cf9e6ac0-6e06-4515-8d32-0b47574f42e2 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] No DVR routers for this DVR port bc06d079-a023-4aff-b7e6-2bb29c92847e on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:53:18.878102 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-e58c5b1d-cc3a-4c2b-b936-6b7799e9dfab service neutron] 10.222.0.30 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500975 Mar 05 04:53:18.891258 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-0fe4e1d4-10f2-4cfa-bb9f-29c7d344b052 req-cf9e6ac0-6e06-4515-8d32-0b47574f42e2 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:18.895614 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0fe4e1d4-10f2-4cfa-bb9f-29c7d344b052 req-cf9e6ac0-6e06-4515-8d32-0b47574f42e2 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] 10.222.0.31 "DELETE /v2.0/ports/bc06d079-a023-4aff-b7e6-2bb29c92847e HTTP/1.1" status: 204 len: 173 time: 1.1705267 Mar 05 04:53:18.954176 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60793c6-6d4d-4372-8865-3e4d3a9ab50c req-6e2ec5af-d2ef-4de4-969b-ba1ee5efe29b tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:18.954937 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-b58ee025-2926-4321-9979-439896eda6f5 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:18.955766 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d60793c6-6d4d-4372-8865-3e4d3a9ab50c req-6e2ec5af-d2ef-4de4-969b-ba1ee5efe29b tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c7f4ba3-cf53-46a2-be23-0e8b12cdf1ec HTTP/1.1" status: 200 len: 944 time: 0.2435570 Mar 05 04:53:18.958499 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-b58ee025-2926-4321-9979-439896eda6f5 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:19.012547 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-b58ee025-2926-4321-9979-439896eda6f5 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8649981 Mar 05 04:53:19.033462 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-34d1c539-617c-4a56-b13a-240f399d153c service neutron] Request body: {'port': {'device_id': '9293ca78-0a34-4cd9-b02e-b3cef9ad48be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:19.243605 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d60793c6-6d4d-4372-8865-3e4d3a9ab50c req-62cb704d-be35-4e3e-b86c-932595d37668 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692413 Mar 05 04:53:19.247898 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-642215d1-4778-45c6-98ca-d7ebbceb1785 req-f0f0bbcc-9fbf-409b-8ce0-74f789583db6 service neutron] 10.222.0.30 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468258 Mar 05 04:53:19.261577 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73bb6d-2c5e-487a-880c-dbe22e264268 req-98ba9f91-be98-4b36-9cfb-5a8b7a4558fe tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:19.270904 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5c73bb6d-2c5e-487a-880c-dbe22e264268 req-98ba9f91-be98-4b36-9cfb-5a8b7a4558fe tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=eef16ea8-cef4-49f8-898a-452d32aa4870 HTTP/1.1" status: 200 len: 950 time: 0.2366102 Mar 05 04:53:19.326673 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53722) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:19.338138 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-e457a2fc-caed-46a1-aec6-ce0f460b1756 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Request body: {'router': {'name': 'tempest-router--469286233', 'project_id': '0a45d43c9bb34db8bcd24f261d5161d7'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:19.346440 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5c73bb6d-2c5e-487a-880c-dbe22e264268 req-74c445ba-041b-4a1d-9ed8-47a167744b02 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702074 Mar 05 04:53:19.356035 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-34d1c539-617c-4a56-b13a-240f399d153c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1f7c9b91-bb94-4cbe-ad82-a604536b6e65), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:19.395403 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-2e3120e5-dc82-418e-b14f-8fd147ce255b tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Publish callbacks [] for port (e6cffc7d-fd89-4f9b-810e-d686250ffa6c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:19.417114 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e457a2fc-caed-46a1-aec6-ce0f460b1756 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (1179d48d-960d-4715-a16c-7d4bb3a4334b), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:19.418144 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e457a2fc-caed-46a1-aec6-ce0f460b1756 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (1179d48d-960d-4715-a16c-7d4bb3a4334b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:19.607964 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888fa11-7c59-4566-8e03-ffd26d237fd2 req-42cb2dc8-9084-4bf7-9a31-825d8b920e7e tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:19.616841 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0888fa11-7c59-4566-8e03-ffd26d237fd2 req-42cb2dc8-9084-4bf7-9a31-825d8b920e7e tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b6b2959-05c3-4179-bcc0-15693461c35c HTTP/1.1" status: 200 len: 945 time: 0.0710280 Mar 05 04:53:19.628402 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e457a2fc-caed-46a1-aec6-ce0f460b1756 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router_controller (1179d48d-960d-4715-a16c-7d4bb3a4334b), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:19.646889 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e457a2fc-caed-46a1-aec6-ce0f460b1756 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (1179d48d-960d-4715-a16c-7d4bb3a4334b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:19.683704 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0888fa11-7c59-4566-8e03-ffd26d237fd2 req-2016ad8a-b8c2-4f65-bc86-1636374041bc tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655415 Mar 05 04:53:19.685298 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-2e3120e5-dc82-418e-b14f-8fd147ce255b tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (e6cffc7d-fd89-4f9b-810e-d686250ffa6c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:19.705449 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7f4ba3-cf53-46a2-be23-0e8b12cdf1ec', 'tag': 'e9f0200e-c939-4009-9221-bc3e32d99a1f'}, {'server_uuid': 'db3efbb3-3345-4a73-8e8d-715714d0fc85', 'name': 'network-vif-deleted', 'tag': 'bc06d079-a023-4aff-b7e6-2bb29c92847e'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:19.709530 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6250a217-68ba-4b30-a5d7-eef77db41ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7f4ba3-cf53-46a2-be23-0e8b12cdf1ec", "tag": "e9f0200e-c939-4009-9221-bc3e32d99a1f"}, {"server_uuid": "db3efbb3-3345-4a73-8e8d-715714d0fc85", "name": "network-vif-deleted", "tag": "bc06d079-a023-4aff-b7e6-2bb29c92847e"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:19.768984 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e457a2fc-caed-46a1-aec6-ce0f460b1756 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:19.774836 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e457a2fc-caed-46a1-aec6-ce0f460b1756 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4425697 Mar 05 04:53:19.775343 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53732) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:19.850248 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-2e3120e5-dc82-418e-b14f-8fd147ce255b tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Network 3e820d6e-0168-4766-8549-1a330342d436 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:53:19.860050 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-2e3120e5-dc82-418e-b14f-8fd147ce255b tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:53:19.863783 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-2e3120e5-dc82-418e-b14f-8fd147ce255b tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:53:19.868996 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3120e5-dc82-418e-b14f-8fd147ce255b tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Pushing event updated for resources: {'Port': ['ID=e6cffc7d-fd89-4f9b-810e-d686250ffa6c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:19.941736 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-2e3120e5-dc82-418e-b14f-8fd147ce255b tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:19.942573 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-2e3120e5-dc82-418e-b14f-8fd147ce255b tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:19.973447 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-2e3120e5-dc82-418e-b14f-8fd147ce255b tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2798822 Mar 05 04:53:19.987549 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:53:19.998302 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-c13388ef-e782-4d36-bb96-0e0458539295 service neutron] Request body: {'port': {'device_id': '668ba8e7-60a2-4fce-ad07-3eaa80f8f457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:20.034741 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-34d1c539-617c-4a56-b13a-240f399d153c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f7c9b91-bb94-4cbe-ad82-a604536b6e65 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:53:20.050773 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-34d1c539-617c-4a56-b13a-240f399d153c service neutron] Publish callbacks [] for port (1f7c9b91-bb94-4cbe-ad82-a604536b6e65), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:20.091070 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-34d1c539-617c-4a56-b13a-240f399d153c service neutron] Transition to ACTIVE for port object 1f7c9b91-bb94-4cbe-ad82-a604536b6e65 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:53:20.096092 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:53:20.098149 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-34d1c539-617c-4a56-b13a-240f399d153c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (1f7c9b91-bb94-4cbe-ad82-a604536b6e65), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:20.102238 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-c13388ef-e782-4d36-bb96-0e0458539295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e6cffc7d-fd89-4f9b-810e-d686250ffa6c), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:20.102714 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:53:20.103504 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:20.158369 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1c539-617c-4a56-b13a-240f399d153c service neutron] Pushing event updated for resources: {'Port': ['ID=1f7c9b91-bb94-4cbe-ad82-a604536b6e65,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:20.229443 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:20.230139 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:20.252360 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41a6f7dd-d8a3-4f46-a07d-c68e9c7de550 req-b106446f-0222-431d-9ddb-909b66b5b185 tempest-ImagesNegativeTestJSON-1230159081 tempest-ImagesNegativeTestJSON-1230159081-project] 10.222.0.11 "GET /v2.0/ports?device_id=db3efbb3-3345-4a73-8e8d-715714d0fc85 HTTP/1.1" status: 200 len: 210 time: 0.4311676 Mar 05 04:53:20.258222 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1027c67d-751c-456c-966c-6c82b68df795 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router (1179d48d-960d-4715-a16c-7d4bb3a4334b), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:20.275287 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6b2959-05c3-4179-bcc0-15693461c35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:20.277809 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e923cf-52ba-4c1e-b285-eccdf085fdb9" -d '{"events": [{"server_uuid": "3b6b2959-05c3-4179-bcc0-15693461c35c", "name": "network-vif-plugged", "status": "completed", "tag": "4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:20.301657 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:20.311785 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:20.374989 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-34d1c539-617c-4a56-b13a-240f399d153c service neutron] Attempting to bind port 1f7c9b91-bb94-4cbe-ad82-a604536b6e65 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:53:20.375600 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-34d1c539-617c-4a56-b13a-240f399d153c service neutron] Attempting to bind port 1f7c9b91-bb94-4cbe-ad82-a604536b6e65 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '665588c9-8903-4662-9125-c3e03fc634d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3e820d6e-0168-4766-8549-1a330342d436'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:53:20.375706 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-34d1c539-617c-4a56-b13a-240f399d153c service neutron] Attempting to bind port 1f7c9b91-bb94-4cbe-ad82-a604536b6e65 on network 3e820d6e-0168-4766-8549-1a330342d436 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:53:20.383415 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203befd4-84fa-48f8-bdda-099d5a4fca5a x-openstack-request-id: req-203befd4-84fa-48f8-bdda-099d5a4fca5a {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:20.383744 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b6b2959-05c3-4179-bcc0-15693461c35c", "name": "network-vif-plugged", "status": "completed", "tag": "4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:20.384132 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-203befd4-84fa-48f8-bdda-099d5a4fca5a {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:20.384531 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6b2959-05c3-4179-bcc0-15693461c35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3', 'code': 200} Mar 05 04:53:20.388756 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:20.394545 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-34d1c539-617c-4a56-b13a-240f399d153c service neutron] Port 1f7c9b91-bb94-4cbe-ad82-a604536b6e65 on network 3e820d6e-0168-4766-8549-1a330342d436 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:53:20.395188 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-34d1c539-617c-4a56-b13a-240f399d153c service neutron] Attempting to bind port 1f7c9b91-bb94-4cbe-ad82-a604536b6e65 on network 3e820d6e-0168-4766-8549-1a330342d436 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:53:20.407569 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-34d1c539-617c-4a56-b13a-240f399d153c service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:53:20.408193 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-34d1c539-617c-4a56-b13a-240f399d153c service neutron] Checking segment: {'id': '665588c9-8903-4662-9125-c3e03fc634d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3e820d6e-0168-4766-8549-1a330342d436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:53:20.408760 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-34d1c539-617c-4a56-b13a-240f399d153c service neutron] Bound using segment: {'id': '665588c9-8903-4662-9125-c3e03fc634d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3e820d6e-0168-4766-8549-1a330342d436'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:53:20.409366 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-34d1c539-617c-4a56-b13a-240f399d153c service neutron] Bound port: 1f7c9b91-bb94-4cbe-ad82-a604536b6e65, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '665588c9-8903-4662-9125-c3e03fc634d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3e820d6e-0168-4766-8549-1a330342d436'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:53:20.411012 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-34d1c539-617c-4a56-b13a-240f399d153c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1f7c9b91-bb94-4cbe-ad82-a604536b6e65), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:20.433485 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291fe383-fa34-48ee-9411-1534518021e4 x-openstack-request-id: req-291fe383-fa34-48ee-9411-1534518021e4 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:20.433826 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7f4ba3-cf53-46a2-be23-0e8b12cdf1ec", "tag": "e9f0200e-c939-4009-9221-bc3e32d99a1f", "status": "completed", "code": 200}, {"server_uuid": "db3efbb3-3345-4a73-8e8d-715714d0fc85", "name": "network-vif-deleted", "tag": "bc06d079-a023-4aff-b7e6-2bb29c92847e", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:20.434038 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-291fe383-fa34-48ee-9411-1534518021e4 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:20.434626 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7f4ba3-cf53-46a2-be23-0e8b12cdf1ec', 'tag': 'e9f0200e-c939-4009-9221-bc3e32d99a1f', 'status': 'completed', 'code': 200} Mar 05 04:53:20.435055 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3efbb3-3345-4a73-8e8d-715714d0fc85', 'name': 'network-vif-deleted', 'tag': 'bc06d079-a023-4aff-b7e6-2bb29c92847e', 'status': 'completed', 'code': 200} Mar 05 04:53:20.562206 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-34d1c539-617c-4a56-b13a-240f399d153c service neutron] For port 1f7c9b91-bb94-4cbe-ad82-a604536b6e65, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:53:20.574464 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-34d1c539-617c-4a56-b13a-240f399d153c service neutron] For port 1f7c9b91-bb94-4cbe-ad82-a604536b6e65, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1f7c9b91-bb94-4cbe-ad82-a604536b6e65,segment=NetworkSegment(665588c9-8903-4662-9125-c3e03fc634d5),segment_id=665588c9-8903-4662-9125-c3e03fc634d5)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:53:20.587958 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8644922-36cf-4b5d-adcf-d03d896f786b req-6d32d368-62bd-4cc8-8c30-da0da2a06003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:20.589537 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f8644922-36cf-4b5d-adcf-d03d896f786b req-6d32d368-62bd-4cc8-8c30-da0da2a06003 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b2959-05c3-4179-bcc0-15693461c35c HTTP/1.1" status: 200 len: 1129 time: 0.1129012 Mar 05 04:53:20.593312 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-34d1c539-617c-4a56-b13a-240f399d153c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (1f7c9b91-bb94-4cbe-ad82-a604536b6e65), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:20.600529 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8f14b-9735-4fb8-8853-32345372653a req-8adcd92a-f0c1-4443-af6d-6cf89539562d tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:20.607439 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83c8f14b-9735-4fb8-8853-32345372653a req-8adcd92a-f0c1-4443-af6d-6cf89539562d tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/ports?device_id=668ba8e7-60a2-4fce-ad07-3eaa80f8f457 HTTP/1.1" status: 200 len: 931 time: 0.8231380 Mar 05 04:53:20.666351 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1027c67d-751c-456c-966c-6c82b68df795 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (1179d48d-960d-4715-a16c-7d4bb3a4334b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:20.667745 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-34d1c539-617c-4a56-b13a-240f399d153c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:20.668382 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-34d1c539-617c-4a56-b13a-240f399d153c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:20.670143 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-34d1c539-617c-4a56-b13a-240f399d153c service neutron] 10.222.0.31 "PUT /v2.0/ports/1f7c9b91-bb94-4cbe-ad82-a604536b6e65 HTTP/1.1" status: 200 len: 1092 time: 1.6455400 Mar 05 04:53:20.673074 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1027c67d-751c-456c-966c-6c82b68df795 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router_controller (1179d48d-960d-4715-a16c-7d4bb3a4334b), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:20.673457 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9293ca78-0a34-4cd9-b02e-b3cef9ad48be', 'tag': '1f7c9b91-bb94-4cbe-ad82-a604536b6e65'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:20.676477 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9780a8bb-6c0c-4ab6-a094-9f016b1a60d6" -d '{"events": [{"name": "network-changed", "server_uuid": "9293ca78-0a34-4cd9-b02e-b3cef9ad48be", "tag": "1f7c9b91-bb94-4cbe-ad82-a604536b6e65"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:20.682132 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250a217-68ba-4b30-a5d7-eef77db41ff8 req-41b3eb45-986c-4139-91b3-7cd44688b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:20.683678 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6250a217-68ba-4b30-a5d7-eef77db41ff8 req-41b3eb45-986c-4139-91b3-7cd44688b2a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b4c5ecf1c59144a68ee1fb483c77ba0c&device_id=2c7f4ba3-cf53-46a2-be23-0e8b12cdf1ec HTTP/1.1" status: 200 len: 1127 time: 0.2470622 Mar 05 04:53:20.737631 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1c539-617c-4a56-b13a-240f399d153c service neutron] Pushing event updated for resources: {'Port': ['ID=1f7c9b91-bb94-4cbe-ad82-a604536b6e65,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:20.762187 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31393e7d-7d3c-492b-897f-841a64a1a9d5 req-f0ed7065-d096-45b7-9795-c0bd4f428a6f tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:20.763911 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-31393e7d-7d3c-492b-897f-841a64a1a9d5 req-f0ed7065-d096-45b7-9795-c0bd4f428a6f tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c7f4ba3-cf53-46a2-be23-0e8b12cdf1ec HTTP/1.1" status: 200 len: 944 time: 0.3128195 Mar 05 04:53:20.768943 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1027c67d-751c-456c-966c-6c82b68df795 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (1179d48d-960d-4715-a16c-7d4bb3a4334b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:20.769962 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1027c67d-751c-456c-966c-6c82b68df795 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1179d48d-960d-4715-a16c-7d4bb3a4334b {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:53:20.774011 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-c13388ef-e782-4d36-bb96-0e0458539295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6cffc7d-fd89-4f9b-810e-d686250ffa6c {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:53:20.780143 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f8644922-36cf-4b5d-adcf-d03d896f786b req-09ed1f4d-6368-4f68-b14e-2b8b66f5a8dd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806917 Mar 05 04:53:20.787108 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-c13388ef-e782-4d36-bb96-0e0458539295 service neutron] Publish callbacks [] for port (e6cffc7d-fd89-4f9b-810e-d686250ffa6c), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:20.791431 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1027c67d-751c-456c-966c-6c82b68df795 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:20.792730 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1027c67d-751c-456c-966c-6c82b68df795 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "DELETE /v2.0/routers/1179d48d-960d-4715-a16c-7d4bb3a4334b HTTP/1.1" status: 204 len: 168 time: 1.0163207 Mar 05 04:53:20.807425 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-c13388ef-e782-4d36-bb96-0e0458539295 service neutron] Transition to ACTIVE for port object e6cffc7d-fd89-4f9b-810e-d686250ffa6c will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:53:20.819505 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-16ac8637-45e9-4fa4-b519-d9782bb0fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:20.821609 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-16ac8637-45e9-4fa4-b519-d9782bb0fbed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa15704fc9d14ca48245220c2cf2331b&device_id=9293ca78-0a34-4cd9-b02e-b3cef9ad48be HTTP/1.1" status: 200 len: 1126 time: 0.0886621 Mar 05 04:53:20.822534 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-c13388ef-e782-4d36-bb96-0e0458539295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (e6cffc7d-fd89-4f9b-810e-d686250ffa6c), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:20.841762 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83c8f14b-9735-4fb8-8853-32345372653a req-223aaac0-3520-4d4c-95fe-11998f83a903 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/security-groups?id=8366ff4e-2faf-4af2-a6d2-7ec92f9b5241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285206 Mar 05 04:53:20.936680 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13388ef-e782-4d36-bb96-0e0458539295 service neutron] Pushing event updated for resources: {'Port': ['ID=e6cffc7d-fd89-4f9b-810e-d686250ffa6c,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:20.949202 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-282e5206-4129-4efb-8eb1-fed9425178c3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f7c9b91-bb94-4cbe-ad82-a604536b6e65 HTTP/1.1" status: 200 len: 217 time: 0.0946808 Mar 05 04:53:20.950144 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53746) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:21.012588 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-31393e7d-7d3c-492b-897f-841a64a1a9d5 req-e5e3e570-34f0-4362-b1e8-d3ab7bb8e348 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111697 Mar 05 04:53:21.053681 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-e03ef25e-3313-4a66-a5c3-7af268d8c04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:21.055226 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-e03ef25e-3313-4a66-a5c3-7af268d8c04c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f12d5285-dceb-44c5-a4f3-fee4c0b91c0a HTTP/1.1" status: 200 len: 852 time: 0.0953586 Mar 05 04:53:21.068943 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b0b6f-885b-4695-80d7-43b5363ceb6f req-9733959f-4100-4353-8a29-1da1eb54b09f tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:21.084022 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-521b0b6f-885b-4695-80d7-43b5363ceb6f req-9733959f-4100-4353-8a29-1da1eb54b09f tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=eef16ea8-cef4-49f8-898a-452d32aa4870 HTTP/1.1" status: 200 len: 950 time: 0.1495481 Mar 05 04:53:21.097838 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-51d3148d-50d0-4ca8-8a09-3280c5e9f68c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e820d6e-0168-4766-8549-1a330342d436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321646 Mar 05 04:53:21.102089 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fad104-a8a1-4fad-bc03-e90dbbbfb6c4 x-openstack-request-id: req-f6fad104-a8a1-4fad-bc03-e90dbbbfb6c4 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:21.102391 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9293ca78-0a34-4cd9-b02e-b3cef9ad48be", "tag": "1f7c9b91-bb94-4cbe-ad82-a604536b6e65", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:21.102651 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f6fad104-a8a1-4fad-bc03-e90dbbbfb6c4 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:21.103055 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9293ca78-0a34-4cd9-b02e-b3cef9ad48be', 'tag': '1f7c9b91-bb94-4cbe-ad82-a604536b6e65', 'status': 'completed', 'code': 200} Mar 05 04:53:21.140367 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-c13388ef-e782-4d36-bb96-0e0458539295 service neutron] Attempting to bind port e6cffc7d-fd89-4f9b-810e-d686250ffa6c on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:53:21.140766 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-c13388ef-e782-4d36-bb96-0e0458539295 service neutron] Attempting to bind port e6cffc7d-fd89-4f9b-810e-d686250ffa6c by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '665588c9-8903-4662-9125-c3e03fc634d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3e820d6e-0168-4766-8549-1a330342d436'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:53:21.141109 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-c13388ef-e782-4d36-bb96-0e0458539295 service neutron] Attempting to bind port e6cffc7d-fd89-4f9b-810e-d686250ffa6c on network 3e820d6e-0168-4766-8549-1a330342d436 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:53:21.155268 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-c13388ef-e782-4d36-bb96-0e0458539295 service neutron] Port e6cffc7d-fd89-4f9b-810e-d686250ffa6c on network 3e820d6e-0168-4766-8549-1a330342d436 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:53:21.155615 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-c13388ef-e782-4d36-bb96-0e0458539295 service neutron] Attempting to bind port e6cffc7d-fd89-4f9b-810e-d686250ffa6c on network 3e820d6e-0168-4766-8549-1a330342d436 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:53:21.189264 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-c13388ef-e782-4d36-bb96-0e0458539295 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:53:21.189603 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-c13388ef-e782-4d36-bb96-0e0458539295 service neutron] Checking segment: {'id': '665588c9-8903-4662-9125-c3e03fc634d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3e820d6e-0168-4766-8549-1a330342d436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:53:21.190114 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-c13388ef-e782-4d36-bb96-0e0458539295 service neutron] Bound using segment: {'id': '665588c9-8903-4662-9125-c3e03fc634d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3e820d6e-0168-4766-8549-1a330342d436'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:53:21.190240 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-521b0b6f-885b-4695-80d7-43b5363ceb6f req-60ff9404-838c-465e-aea6-f0f39a1f6e04 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001718 Mar 05 04:53:21.190564 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-c13388ef-e782-4d36-bb96-0e0458539295 service neutron] Bound port: e6cffc7d-fd89-4f9b-810e-d686250ffa6c, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '665588c9-8903-4662-9125-c3e03fc634d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3e820d6e-0168-4766-8549-1a330342d436'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:53:21.191122 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-c13388ef-e782-4d36-bb96-0e0458539295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e6cffc7d-fd89-4f9b-810e-d686250ffa6c), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:21.197108 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250a217-68ba-4b30-a5d7-eef77db41ff8 req-460e8ea6-b525-44d6-97cd-cdba07fd0fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:21.198845 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6250a217-68ba-4b30-a5d7-eef77db41ff8 req-460e8ea6-b525-44d6-97cd-cdba07fd0fdf service neutron] 10.222.0.30 "GET /v2.0/networks?id=97e85245-3112-4887-8483-668804607d54 HTTP/1.1" status: 200 len: 912 time: 0.4970925 Mar 05 04:53:21.242136 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-d91c872c-de47-4d7d-a122-ec3dc549c5c7 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-900128043', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}, 'admin_state_up': False}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:21.276900 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6250a217-68ba-4b30-a5d7-eef77db41ff8 req-44ce1a45-b708-4ea2-9c3e-ee198d95e0e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9f0200e-c939-4009-9221-bc3e32d99a1f HTTP/1.1" status: 200 len: 217 time: 0.0659165 Mar 05 04:53:21.295164 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-e678fec3-d66b-4bdb-a6d9-9398a62bf9ea service neutron] 10.222.0.31 "GET /v2.0/networks/3e820d6e-0168-4766-8549-1a330342d436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865113 Mar 05 04:53:21.299399 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d91c872c-de47-4d7d-a122-ec3dc549c5c7 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (f8e59ce5-1797-4a3f-9757-e82a6f99a6c2), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:21.300540 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d91c872c-de47-4d7d-a122-ec3dc549c5c7 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (f8e59ce5-1797-4a3f-9757-e82a6f99a6c2), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:21.332672 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-c13388ef-e782-4d36-bb96-0e0458539295 service neutron] For port e6cffc7d-fd89-4f9b-810e-d686250ffa6c, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:53:21.386648 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250a217-68ba-4b30-a5d7-eef77db41ff8 req-3faad34f-212a-4ebd-9768-69d692f86178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:21.388656 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6250a217-68ba-4b30-a5d7-eef77db41ff8 req-3faad34f-212a-4ebd-9768-69d692f86178 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c431197c-f63d-4d0c-afc1-f0e0b1d87270 HTTP/1.1" status: 200 len: 852 time: 0.0825517 Mar 05 04:53:21.397515 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061f871-1e84-4bb0-a17f-0e0cccddfed0 req-007f6aab-4650-4e00-9426-5dd8e5673747 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:21.399103 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e061f871-1e84-4bb0-a17f-0e0cccddfed0 req-007f6aab-4650-4e00-9426-5dd8e5673747 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b6b2959-05c3-4179-bcc0-15693461c35c HTTP/1.1" status: 200 len: 946 time: 0.1896312 Mar 05 04:53:21.463670 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6250a217-68ba-4b30-a5d7-eef77db41ff8 req-cd9ea369-aacb-43f4-b122-80f935b3912f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=97e85245-3112-4887-8483-668804607d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609393 Mar 05 04:53:21.471257 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9050c-4e1f-4e2d-a44e-0e9a17c65a7b req-54e4c1ff-8446-425c-b690-7ae47a52b427 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:21.473617 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9bc9050c-4e1f-4e2d-a44e-0e9a17c65a7b req-54e4c1ff-8446-425c-b690-7ae47a52b427 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a63d8533-14fd-4ec7-b7bb-ec1cddf5a39c HTTP/1.1" status: 200 len: 949 time: 0.1991646 Mar 05 04:53:21.554581 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e061f871-1e84-4bb0-a17f-0e0cccddfed0 req-4dcfc8d8-f854-422d-a462-ec4709c2662c tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446652 Mar 05 04:53:21.650009 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9bc9050c-4e1f-4e2d-a44e-0e9a17c65a7b req-b71571b3-52d6-422e-8b2f-029b71c67ecc tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605990 Mar 05 04:53:21.660737 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-c13388ef-e782-4d36-bb96-0e0458539295 service neutron] For port e6cffc7d-fd89-4f9b-810e-d686250ffa6c, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=e6cffc7d-fd89-4f9b-810e-d686250ffa6c,segment=NetworkSegment(665588c9-8903-4662-9125-c3e03fc634d5),segment_id=665588c9-8903-4662-9125-c3e03fc634d5)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:53:21.702332 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-c13388ef-e782-4d36-bb96-0e0458539295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (e6cffc7d-fd89-4f9b-810e-d686250ffa6c), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:21.703564 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6250a217-68ba-4b30-a5d7-eef77db41ff8 req-d9a77442-e44a-4363-9af8-335cba237cee service neutron] 10.222.0.30 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254310 Mar 05 04:53:21.716705 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d91c872c-de47-4d7d-a122-ec3dc549c5c7 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router_controller (f8e59ce5-1797-4a3f-9757-e82a6f99a6c2), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:21.746861 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-c13388ef-e782-4d36-bb96-0e0458539295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:21.747771 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-c13388ef-e782-4d36-bb96-0e0458539295 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:21.749164 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-c13388ef-e782-4d36-bb96-0e0458539295 service neutron] 10.222.0.30 "PUT /v2.0/ports/e6cffc7d-fd89-4f9b-810e-d686250ffa6c HTTP/1.1" status: 200 len: 1092 time: 1.7569637 Mar 05 04:53:21.867844 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-1e4284fe-6eea-46d3-b9cd-d302bf952cac service neutron] 10.222.0.31 "GET /v2.0/networks/3e820d6e-0168-4766-8549-1a330342d436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5619848 Mar 05 04:53:21.875713 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6250a217-68ba-4b30-a5d7-eef77db41ff8 req-2814bdab-33ef-4eb4-afa8-4a721cde92f0 service neutron] 10.222.0.30 "GET /v2.0/networks/97e85245-3112-4887-8483-668804607d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637547 Mar 05 04:53:21.943645 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13388ef-e782-4d36-bb96-0e0458539295 service neutron] Pushing event updated for resources: {'Port': ['ID=e6cffc7d-fd89-4f9b-810e-d686250ffa6c,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:22.005100 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device e9f0200e-c939-4009-9221-bc3e32d99a1f details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:53:22.082722 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d91c872c-de47-4d7d-a122-ec3dc549c5c7 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router_gateway (f8e59ce5-1797-4a3f-9757-e82a6f99a6c2), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:22.091245 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-136d83c4-0908-41b3-8b10-5f7b772be6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:22.092981 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-136d83c4-0908-41b3-8b10-5f7b772be6bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa15704fc9d14ca48245220c2cf2331b&device_id=668ba8e7-60a2-4fce-ad07-3eaa80f8f457 HTTP/1.1" status: 200 len: 1126 time: 0.2492447 Mar 05 04:53:22.112110 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff653b-b390-4827-ac97-c39d498ab7a5 req-2da0cf87-3382-478f-802d-2c5ee447af63 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:22.123880 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2fff653b-b390-4827-ac97-c39d498ab7a5 req-2da0cf87-3382-478f-802d-2c5ee447af63 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/ports?device_id=668ba8e7-60a2-4fce-ad07-3eaa80f8f457 HTTP/1.1" status: 200 len: 943 time: 0.1865146 Mar 05 04:53:22.197089 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705d766-f1ba-4472-a6af-30063369cbae req-0d4e282b-e927-4000-8cc0-bd2fe15c40c5 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:22.202981 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705d766-f1ba-4472-a6af-30063369cbae req-0d4e282b-e927-4000-8cc0-bd2fe15c40c5 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:22.209533 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-da84f4e2-1f80-4260-8fd4-a7a30f33a7ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6cffc7d-fd89-4f9b-810e-d686250ffa6c HTTP/1.1" status: 200 len: 217 time: 0.1062038 Mar 05 04:53:22.210619 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b705d766-f1ba-4472-a6af-30063369cbae req-0d4e282b-e927-4000-8cc0-bd2fe15c40c5 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a63d8533-14fd-4ec7-b7bb-ec1cddf5a39c&device_id=eef16ea8-cef4-49f8-898a-452d32aa4870 HTTP/1.1" status: 200 len: 1690 time: 0.1471899 Mar 05 04:53:22.222634 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port e9f0200e-c939-4009-9221-bc3e32d99a1f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=e9f0200e-c939-4009-9221-bc3e32d99a1f,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:22.226122 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780a8bb-6c0c-4ab6-a094-9f016b1a60d6 req-72fa5e06-b077-4345-b3d9-af0d75c285fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:22.227899 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9780a8bb-6c0c-4ab6-a094-9f016b1a60d6 req-72fa5e06-b077-4345-b3d9-af0d75c285fc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa15704fc9d14ca48245220c2cf2331b&device_id=9293ca78-0a34-4cd9-b02e-b3cef9ad48be HTTP/1.1" status: 200 len: 1126 time: 0.2372088 Mar 05 04:53:22.247338 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'e9f0200e-c939-4009-9221-bc3e32d99a1f', 'network_id': '97e85245-3112-4887-8483-668804607d54', 'port_id': 'e9f0200e-c939-4009-9221-bc3e32d99a1f', 'mac_address': 'fa:16:3e:23:28:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c431197c-f63d-4d0c-afc1-f0e0b1d87270', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:53:22.294004 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port e9f0200e-c939-4009-9221-bc3e32d99a1f is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:22.294651 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e9f0200e-c939-4009-9221-bc3e32d99a1f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:22.296400 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2fff653b-b390-4827-ac97-c39d498ab7a5 req-a730fefe-aebd-41d3-8510-3871f8c9c77a tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/security-groups?id=8366ff4e-2faf-4af2-a6d2-7ec92f9b5241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667767 Mar 05 04:53:22.329197 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f0200e-c939-4009-9221-bc3e32d99a1f {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:53:22.330085 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b705d766-f1ba-4472-a6af-30063369cbae req-f43af4fd-882c-4ce2-8764-c540403960c2 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185431 Mar 05 04:53:22.342291 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3921cabb-286a-4888-852c-ef467715fba4 req-76bb4481-bcd5-4c04-8078-78639b5b20d6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=92b75710-9b7f-42f6-b14d-7f6eaecc8130&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1598186 Mar 05 04:53:22.374082 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port e9f0200e-c939-4009-9221-bc3e32d99a1f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=e9f0200e-c939-4009-9221-bc3e32d99a1f,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:22.381490 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-5cbcd9af-7303-44ea-8447-83b6cd8c5e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:22.383317 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-5cbcd9af-7303-44ea-8447-83b6cd8c5e3e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f12d5285-dceb-44c5-a4f3-fee4c0b91c0a HTTP/1.1" status: 200 len: 852 time: 0.1596696 Mar 05 04:53:22.383632 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e9f0200e-c939-4009-9221-bc3e32d99a1f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:22.426697 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53778) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:22.453680 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-77ae2bb4-486f-403b-a275-2933b1fd236a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e820d6e-0168-4766-8549-1a330342d436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618165 Mar 05 04:53:22.454838 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780a8bb-6c0c-4ab6-a094-9f016b1a60d6 req-31e7f199-e393-481b-9b1c-271a5cf912e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:22.456307 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9780a8bb-6c0c-4ab6-a094-9f016b1a60d6 req-31e7f199-e393-481b-9b1c-271a5cf912e9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3e820d6e-0168-4766-8549-1a330342d436 HTTP/1.1" status: 200 len: 912 time: 0.2197940 Mar 05 04:53:22.461818 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=e9f0200e-c939-4009-9221-bc3e32d99a1f,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:22.515936 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921cabb-286a-4888-852c-ef467715fba4 req-b29e795b-7015-48af-8ae3-00fd4801deff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:22.517463 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3921cabb-286a-4888-852c-ef467715fba4 req-b29e795b-7015-48af-8ae3-00fd4801deff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f4c8bc28785e4a00b63310ed97b40ba8&device_id=92b75710-9b7f-42f6-b14d-7f6eaecc8130 HTTP/1.1" status: 200 len: 1128 time: 0.1501353 Mar 05 04:53:22.536119 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9780a8bb-6c0c-4ab6-a094-9f016b1a60d6 req-919e6ff6-5303-45b1-adf2-93865729ee41 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f7c9b91-bb94-4cbe-ad82-a604536b6e65 HTTP/1.1" status: 200 len: 217 time: 0.0666227 Mar 05 04:53:22.613516 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28335c07-66f0-45af-9824-ae011ab3a639 req-d1cb43f0-5500-44fa-b3d8-d40aafadabbb tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:22.615153 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-28335c07-66f0-45af-9824-ae011ab3a639 req-d1cb43f0-5500-44fa-b3d8-d40aafadabbb tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c7f4ba3-cf53-46a2-be23-0e8b12cdf1ec HTTP/1.1" status: 200 len: 945 time: 0.1799681 Mar 05 04:53:22.708689 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780a8bb-6c0c-4ab6-a094-9f016b1a60d6 req-e6f25019-72d6-4e0d-98ff-a235a54c5bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:22.709952 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9780a8bb-6c0c-4ab6-a094-9f016b1a60d6 req-e6f25019-72d6-4e0d-98ff-a235a54c5bd9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f12d5285-dceb-44c5-a4f3-fee4c0b91c0a HTTP/1.1" status: 200 len: 852 time: 0.1418793 Mar 05 04:53:22.725476 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['e9f0200e-c939-4009-9221-bc3e32d99a1f'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:22.728599 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-75a659c4-c17d-4b8e-ad8b-077cedc1adf3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b66ce48eb53846d8b7a65379efe78589&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2988751 Mar 05 04:53:22.737463 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53786) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:22.747698 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-223f9c14-8a99-4c24-ab7f-8e7a97685bde service neutron] 10.222.0.30 "GET /v2.0/networks/3e820d6e-0168-4766-8549-1a330342d436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864847 Mar 05 04:53:22.754058 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d91c872c-de47-4d7d-a122-ec3dc549c5c7 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router_gateway (f8e59ce5-1797-4a3f-9757-e82a6f99a6c2), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:22.758019 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072de57a-16d3-499a-9c97-49270c15a13a req-e311423e-3f39-447b-9b1e-0c7bb26f6ecf tempest-ServersOnMultiNodesTest-615486994 tempest-ServersOnMultiNodesTest-615486994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:22.759672 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-072de57a-16d3-499a-9c97-49270c15a13a req-e311423e-3f39-447b-9b1e-0c7bb26f6ecf tempest-ServersOnMultiNodesTest-615486994 tempest-ServersOnMultiNodesTest-615486994-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a63d8533-14fd-4ec7-b7bb-ec1cddf5a39c HTTP/1.1" status: 200 len: 1132 time: 0.1849661 Mar 05 04:53:22.765712 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921cabb-286a-4888-852c-ef467715fba4 req-122234b9-0fda-446c-9b1f-fed3af4392a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:22.767527 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3921cabb-286a-4888-852c-ef467715fba4 req-122234b9-0fda-446c-9b1f-fed3af4392a4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=54309d98-48bc-4d3e-a20e-4665796063fc HTTP/1.1" status: 200 len: 906 time: 0.2236445 Mar 05 04:53:22.783473 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-28335c07-66f0-45af-9824-ae011ab3a639 req-6af1adb2-01d8-4ce9-ac98-e50ed8b42376 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287355 Mar 05 04:53:22.808660 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9780a8bb-6c0c-4ab6-a094-9f016b1a60d6 req-15dafb01-ca3f-4fd1-a8ed-7eea07f646e7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3e820d6e-0168-4766-8549-1a330342d436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891967 Mar 05 04:53:22.818407 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d91c872c-de47-4d7d-a122-ec3dc549c5c7 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:22.828598 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3921cabb-286a-4888-852c-ef467715fba4 req-a8ab1e82-7e35-4bbc-8f8d-6ae1e63aae68 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f50280d-c7ec-464b-867e-ad57cfb7443f HTTP/1.1" status: 200 len: 217 time: 0.0485601 Mar 05 04:53:22.868224 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-072de57a-16d3-499a-9c97-49270c15a13a req-0aba15f8-ce5e-4cee-bbc9-e9663968df54 tempest-ServersOnMultiNodesTest-615486994 tempest-ServersOnMultiNodesTest-615486994-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956433 Mar 05 04:53:22.976347 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921cabb-286a-4888-852c-ef467715fba4 req-988e4c24-9376-4468-b05b-67a448b8631a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:22.977887 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3921cabb-286a-4888-852c-ef467715fba4 req-988e4c24-9376-4468-b05b-67a448b8631a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d05b828-21c8-4294-b343-ca7ba96c6119 HTTP/1.1" status: 200 len: 846 time: 0.1236796 Mar 05 04:53:23.023637 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3921cabb-286a-4888-852c-ef467715fba4 req-5b14f970-f087-4ab5-895f-fa5f0ee8e8e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54309d98-48bc-4d3e-a20e-4665796063fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345631 Mar 05 04:53:23.027753 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86e711a9-aa75-4233-a509-180e2ece6f97 admin admin] Publish callbacks [] for security_group (68de7b5f-a0e5-4746-867b-f33e83a3a355), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:23.030746 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187961a-0978-4d1a-8312-2674646c9b45 req-eece09ee-60f8-44e0-af68-beeb557bfdf8 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:23.032180 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5187961a-0978-4d1a-8312-2674646c9b45 req-eece09ee-60f8-44e0-af68-beeb557bfdf8 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b6b2959-05c3-4179-bcc0-15693461c35c HTTP/1.1" status: 200 len: 946 time: 0.1791120 Mar 05 04:53:23.070575 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a9e45-6b0b-4b84-9fa3-262900fc4a95 req-911fdd15-b79d-493c-893a-ee824ebbce04 tempest-ServersOnMultiNodesTest-615486994 tempest-ServersOnMultiNodesTest-615486994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:23.072095 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fa9a9e45-6b0b-4b84-9fa3-262900fc4a95 req-911fdd15-b79d-493c-893a-ee824ebbce04 tempest-ServersOnMultiNodesTest-615486994 tempest-ServersOnMultiNodesTest-615486994-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=eef16ea8-cef4-49f8-898a-452d32aa4870 HTTP/1.1" status: 200 len: 1133 time: 0.1325221 Mar 05 04:53:23.099947 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93e0a3a5-6e7c-4785-ace0-d7245d730085 req-75a7dae2-d514-4a8e-83be-6ee1b2ce5e81 service neutron] 10.222.0.30 "GET /v2.0/networks/3e820d6e-0168-4766-8549-1a330342d436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432052 Mar 05 04:53:23.106237 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86e711a9-aa75-4233-a509-180e2ece6f97 admin admin] Publish callbacks [] for security_group (68de7b5f-a0e5-4746-867b-f33e83a3a355), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:23.110640 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668ba8e7-60a2-4fce-ad07-3eaa80f8f457', 'tag': 'e6cffc7d-fd89-4f9b-810e-d686250ffa6c'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:23.113609 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f06492a-a330-4a8b-b649-8e6717171e56" -d '{"events": [{"name": "network-changed", "server_uuid": "668ba8e7-60a2-4fce-ad07-3eaa80f8f457", "tag": "e6cffc7d-fd89-4f9b-810e-d686250ffa6c"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:23.137985 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-d91c872c-de47-4d7d-a122-ec3dc549c5c7 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Allocated IP 172.25.0.126 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/d1cef762-e484-4cb0-aaa7-d59a583df3a9) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:53:23.145684 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9780a8bb-6c0c-4ab6-a094-9f016b1a60d6 req-c6b99ef8-f6e7-4383-866c-4dbf467a66e2 service neutron] 10.222.0.31 "GET /v2.0/networks/3e820d6e-0168-4766-8549-1a330342d436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160541 Mar 05 04:53:23.173750 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5187961a-0978-4d1a-8312-2674646c9b45 req-0b27d394-3744-4156-bb2a-75e97ef47ef8 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299036 Mar 05 04:53:23.206497 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fa9a9e45-6b0b-4b84-9fa3-262900fc4a95 req-4d9abb56-9174-48af-a39a-aed2f44f063e tempest-ServersOnMultiNodesTest-615486994 tempest-ServersOnMultiNodesTest-615486994-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242709 Mar 05 04:53:23.220536 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3921cabb-286a-4888-852c-ef467715fba4 req-aebc4995-baa8-4703-8e3b-8a017dc92dbe service neutron] 10.222.0.30 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844542 Mar 05 04:53:23.288552 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880d9e7a-4b87-4e17-bdbe-a65ec25f0a55 x-openstack-request-id: req-880d9e7a-4b87-4e17-bdbe-a65ec25f0a55 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:23.288792 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668ba8e7-60a2-4fce-ad07-3eaa80f8f457", "tag": "e6cffc7d-fd89-4f9b-810e-d686250ffa6c", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:23.289015 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-880d9e7a-4b87-4e17-bdbe-a65ec25f0a55 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:23.289424 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '668ba8e7-60a2-4fce-ad07-3eaa80f8f457', 'tag': 'e6cffc7d-fd89-4f9b-810e-d686250ffa6c', 'status': 'completed', 'code': 200} Mar 05 04:53:23.339328 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86e711a9-aa75-4233-a509-180e2ece6f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (68de7b5f-a0e5-4746-867b-f33e83a3a355), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:23.341930 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86e711a9-aa75-4233-a509-180e2ece6f97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:23.346344 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-86e711a9-aa75-4233-a509-180e2ece6f97 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/68de7b5f-a0e5-4746-867b-f33e83a3a355 HTTP/1.1" status: 204 len: 168 time: 0.5979810 Mar 05 04:53:23.371608 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e711a9-aa75-4233-a509-180e2ece6f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68de7b5f-a0e5-4746-867b-f33e83a3a355,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:23.381287 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9780a8bb-6c0c-4ab6-a094-9f016b1a60d6 req-a87b8c5c-106f-470a-bca3-a65488872550 service neutron] 10.222.0.31 "GET /v2.0/networks/3e820d6e-0168-4766-8549-1a330342d436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282839 Mar 05 04:53:23.408780 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06492a-a330-4a8b-b649-8e6717171e56 req-58699902-3766-4a46-8d29-9d071d7a9625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:23.411022 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2f06492a-a330-4a8b-b649-8e6717171e56 req-58699902-3766-4a46-8d29-9d071d7a9625 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa15704fc9d14ca48245220c2cf2331b&device_id=668ba8e7-60a2-4fce-ad07-3eaa80f8f457 HTTP/1.1" status: 200 len: 1126 time: 0.1171727 Mar 05 04:53:23.415899 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d91c872c-de47-4d7d-a122-ec3dc549c5c7 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for port (d1cef762-e484-4cb0-aaa7-d59a583df3a9), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:23.533608 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d91c872c-de47-4d7d-a122-ec3dc549c5c7 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (d1cef762-e484-4cb0-aaa7-d59a583df3a9), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:23.558699 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3921cabb-286a-4888-852c-ef467715fba4 req-fba46f36-656a-430a-a75f-77fc19133c1e service neutron] 10.222.0.30 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244736 Mar 05 04:53:23.571402 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaaaf0d-024f-409f-a8d3-d7e9f34b7c5a req-edcd6caf-20a2-4317-8fc6-c19c27c4fbf4 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:23.571770 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06492a-a330-4a8b-b649-8e6717171e56 req-7b07e8fe-920e-45f5-8977-3d1feb465e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:23.573471 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2f06492a-a330-4a8b-b649-8e6717171e56 req-7b07e8fe-920e-45f5-8977-3d1feb465e0c service neutron] 10.222.0.30 "GET /v2.0/networks?id=3e820d6e-0168-4766-8549-1a330342d436 HTTP/1.1" status: 200 len: 912 time: 0.1472275 Mar 05 04:53:23.579389 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ebaaaf0d-024f-409f-a8d3-d7e9f34b7c5a req-edcd6caf-20a2-4317-8fc6-c19c27c4fbf4 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=300de583-61fc-4f1f-a4bd-01a5e4aef6d7 HTTP/1.1" status: 200 len: 945 time: 0.1705890 Mar 05 04:53:23.585678 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91c872c-de47-4d7d-a122-ec3dc549c5c7 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:53:23.591014 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490e705-64b7-49f8-97ac-9a602f6fa4f9 req-39644cce-cddc-4a62-af0c-8b0f428e122e tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:23.593371 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5490e705-64b7-49f8-97ac-9a602f6fa4f9 req-39644cce-cddc-4a62-af0c-8b0f428e122e tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/ports?device_id=668ba8e7-60a2-4fce-ad07-3eaa80f8f457 HTTP/1.1" status: 200 len: 943 time: 0.1603441 Mar 05 04:53:23.626742 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-d91c872c-de47-4d7d-a122-ec3dc549c5c7 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:53:23.631714 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91c872c-de47-4d7d-a122-ec3dc549c5c7 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:53:23.634664 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2f06492a-a330-4a8b-b649-8e6717171e56 req-e9c0749f-4226-431c-ad8e-91cd57c22735 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6cffc7d-fd89-4f9b-810e-d686250ffa6c HTTP/1.1" status: 200 len: 217 time: 0.0511632 Mar 05 04:53:23.697940 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ebaaaf0d-024f-409f-a8d3-d7e9f34b7c5a req-2861b30b-a16b-47ad-8ccb-a3ca6cc1b8bb tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960166 Mar 05 04:53:23.698147 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c872c-de47-4d7d-a122-ec3dc549c5c7 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Pushing event updated for resources: {'Port': ['ID=d1cef762-e484-4cb0-aaa7-d59a583df3a9,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:23.744478 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5490e705-64b7-49f8-97ac-9a602f6fa4f9 req-7a353798-cb7f-4530-8e8f-b9dd6706bd12 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/security-groups?id=8366ff4e-2faf-4af2-a6d2-7ec92f9b5241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273501 Mar 05 04:53:23.798647 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06492a-a330-4a8b-b649-8e6717171e56 req-5af07105-1727-4a12-9a91-a764f98b853d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:23.800363 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2f06492a-a330-4a8b-b649-8e6717171e56 req-5af07105-1727-4a12-9a91-a764f98b853d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f12d5285-dceb-44c5-a4f3-fee4c0b91c0a HTTP/1.1" status: 200 len: 852 time: 0.1451967 Mar 05 04:53:23.864538 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2f06492a-a330-4a8b-b649-8e6717171e56 req-62c22b0c-1816-42c5-a406-1cbbf0725cd4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e820d6e-0168-4766-8549-1a330342d436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335178 Mar 05 04:53:23.892426 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-ce268847-fadd-4b38-a651-5830964bd296 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c539558a26474a33929b824612bb5b75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305836 Mar 05 04:53:23.963226 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d60248-6282-4edd-9d1e-21873c39a9b5 req-cf5e3a83-5725-4d95-90e1-6f0e8fb4d6eb tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:23.970287 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80d60248-6282-4edd-9d1e-21873c39a9b5 req-cf5e3a83-5725-4d95-90e1-6f0e8fb4d6eb tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b6b2959-05c3-4179-bcc0-15693461c35c HTTP/1.1" status: 200 len: 946 time: 0.1409631 Mar 05 04:53:24.024205 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device e9f0200e-c939-4009-9221-bc3e32d99a1f up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:53:24.116612 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port e9f0200e-c939-4009-9221-bc3e32d99a1f completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:53:24.120741 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port e9f0200e-c939-4009-9221-bc3e32d99a1f triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:53:24.123039 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e9f0200e-c939-4009-9221-bc3e32d99a1f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:24.126066 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80d60248-6282-4edd-9d1e-21873c39a9b5 req-d5355218-2dd0-4b63-8a74-89d8dd3dc4e9 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547539 Mar 05 04:53:24.146945 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-d20384a0-6416-4a8f-af3c-eea8c2e645fe tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:24.160658 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-d20384a0-6416-4a8f-af3c-eea8c2e645fe tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2592828 Mar 05 04:53:24.203145 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-f1de96db-8ce5-4dbb-a302-407d52ce8e07 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/quotas/c539558a26474a33929b824612bb5b75 HTTP/1.1" status: 200 len: 375 time: 0.0411251 Mar 05 04:53:24.244152 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port e9f0200e-c939-4009-9221-bc3e32d99a1f is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:24.244852 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e9f0200e-c939-4009-9221-bc3e32d99a1f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:24.275629 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7f4ba3-cf53-46a2-be23-0e8b12cdf1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f0200e-c939-4009-9221-bc3e32d99a1f'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:24.278529 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdbf6f1-52ed-4e68-b1c1-3ef849327c13" -d '{"events": [{"server_uuid": "2c7f4ba3-cf53-46a2-be23-0e8b12cdf1ec", "name": "network-vif-plugged", "status": "completed", "tag": "e9f0200e-c939-4009-9221-bc3e32d99a1f"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:24.295957 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port e9f0200e-c939-4009-9221-bc3e32d99a1f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=e9f0200e-c939-4009-9221-bc3e32d99a1f,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:24.301338 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e9f0200e-c939-4009-9221-bc3e32d99a1f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:24.355555 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=e9f0200e-c939-4009-9221-bc3e32d99a1f,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:24.367305 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-442d0b85-b0d4-47af-a910-f5c93fcdcac2 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c539558a26474a33929b824612bb5b75&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1629055 Mar 05 04:53:24.380761 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb8970-45ce-4a64-a88a-dd590b01247a req-69e14c33-9f99-40d8-8847-375aed6306d5 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:24.387678 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-88cb8970-45ce-4a64-a88a-dd590b01247a req-69e14c33-9f99-40d8-8847-375aed6306d5 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c7f4ba3-cf53-46a2-be23-0e8b12cdf1ec HTTP/1.1" status: 200 len: 946 time: 0.0997896 Mar 05 04:53:24.458400 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-88cb8970-45ce-4a64-a88a-dd590b01247a req-ebeb3b96-8bb6-4bba-b286-adad5bae6dc9 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698447 Mar 05 04:53:24.478304 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2f06492a-a330-4a8b-b649-8e6717171e56 req-c6b7378d-bd47-4205-82f6-d5605bbac353 service neutron] 10.222.0.30 "GET /v2.0/networks/3e820d6e-0168-4766-8549-1a330342d436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5990288 Mar 05 04:53:24.498525 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d91c872c-de47-4d7d-a122-ec3dc549c5c7 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router_gateway (f8e59ce5-1797-4a3f-9757-e82a6f99a6c2), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:24.563296 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5152e9-8a5f-49d5-8e32-e0636cf518a6 x-openstack-request-id: req-eb5152e9-8a5f-49d5-8e32-e0636cf518a6 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:24.564435 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7f4ba3-cf53-46a2-be23-0e8b12cdf1ec", "name": "network-vif-plugged", "status": "completed", "tag": "e9f0200e-c939-4009-9221-bc3e32d99a1f", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:24.564883 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eb5152e9-8a5f-49d5-8e32-e0636cf518a6 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:24.565562 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7f4ba3-cf53-46a2-be23-0e8b12cdf1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f0200e-c939-4009-9221-bc3e32d99a1f', 'code': 200} Mar 05 04:53:24.692981 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1f7c9b91-bb94-4cbe-ad82-a604536b6e65 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:53:24.694166 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2f06492a-a330-4a8b-b649-8e6717171e56 req-5d3f22e4-ad0d-47a5-8589-475b1db93193 service neutron] 10.222.0.30 "GET /v2.0/networks/3e820d6e-0168-4766-8549-1a330342d436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062654 Mar 05 04:53:24.828614 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0583e70e-6298-47cf-ab1a-5cc69dfb6e83 req-c4a877bb-dea1-4868-8f8c-5be9e500eaca tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f7791fa-f4c2-4844-ba23-2093ffb6f61f HTTP/1.1" status: 200 len: 210 time: 0.0628314 Mar 05 04:53:24.832710 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d91c872c-de47-4d7d-a122-ec3dc549c5c7 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (f8e59ce5-1797-4a3f-9757-e82a6f99a6c2), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:24.848684 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a5ac3-be25-4968-bf43-53e7a0c7012b req-59776b8e-f6a0-4c73-817c-f9125219ae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:24.850864 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ff3a5ac3-be25-4968-bf43-53e7a0c7012b req-59776b8e-f6a0-4c73-817c-f9125219ae33 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2c7f4ba3-cf53-46a2-be23-0e8b12cdf1ec HTTP/1.1" status: 200 len: 1129 time: 0.1847601 Mar 05 04:53:24.904975 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 1f7c9b91-bb94-4cbe-ad82-a604536b6e65, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1f7c9b91-bb94-4cbe-ad82-a604536b6e65,segment=NetworkSegment(665588c9-8903-4662-9125-c3e03fc634d5),segment_id=665588c9-8903-4662-9125-c3e03fc634d5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:24.927851 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '1f7c9b91-bb94-4cbe-ad82-a604536b6e65', 'network_id': '3e820d6e-0168-4766-8549-1a330342d436', 'port_id': '1f7c9b91-bb94-4cbe-ad82-a604536b6e65', 'mac_address': 'fa:16:3e:5a:96:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f12d5285-dceb-44c5-a4f3-fee4c0b91c0a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:53:24.953142 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ff3a5ac3-be25-4968-bf43-53e7a0c7012b req-068bcebe-1c96-481a-b815-a6b265a848f9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932643 Mar 05 04:53:24.969292 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 1f7c9b91-bb94-4cbe-ad82-a604536b6e65 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:24.969701 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1f7c9b91-bb94-4cbe-ad82-a604536b6e65), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:24.987646 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f7c9b91-bb94-4cbe-ad82-a604536b6e65 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:53:25.009697 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 1f7c9b91-bb94-4cbe-ad82-a604536b6e65, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1f7c9b91-bb94-4cbe-ad82-a604536b6e65,segment=NetworkSegment(665588c9-8903-4662-9125-c3e03fc634d5),segment_id=665588c9-8903-4662-9125-c3e03fc634d5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:25.015818 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1f7c9b91-bb94-4cbe-ad82-a604536b6e65), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:25.042306 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58774a2f-c8b1-4538-b2af-8a021a379b35 req-7782ce01-c57b-4f60-8c83-f2629f9d50e2 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:25.042631 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91c872c-de47-4d7d-a122-ec3dc549c5c7 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Router f8e59ce5-1797-4a3f-9757-e82a6f99a6c2 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:53:25.052132 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-58774a2f-c8b1-4538-b2af-8a021a379b35 req-7782ce01-c57b-4f60-8c83-f2629f9d50e2 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b6b2959-05c3-4179-bcc0-15693461c35c HTTP/1.1" status: 200 len: 946 time: 0.1106076 Mar 05 04:53:25.078771 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=1f7c9b91-bb94-4cbe-ad82-a604536b6e65,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:25.079531 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d4cbc-f30a-4c4a-b5e6-1b1cf5f69813 req-9f137f28-8b86-4db7-aa76-6c87ccfdafe8 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:25.080990 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-596d4cbc-f30a-4c4a-b5e6-1b1cf5f69813 req-9f137f28-8b86-4db7-aa76-6c87ccfdafe8 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/ports?device_id=668ba8e7-60a2-4fce-ad07-3eaa80f8f457 HTTP/1.1" status: 200 len: 943 time: 0.1668344 Mar 05 04:53:25.135834 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-58774a2f-c8b1-4538-b2af-8a021a379b35 req-5b8090cd-d68f-4c35-b20f-10c6dc73d8c6 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830677 Mar 05 04:53:25.189661 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-596d4cbc-f30a-4c4a-b5e6-1b1cf5f69813 req-e8b061ba-b0d9-4a18-8de5-b9796f5816a6 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/security-groups?id=8366ff4e-2faf-4af2-a6d2-7ec92f9b5241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919404 Mar 05 04:53:25.202811 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91c872c-de47-4d7d-a122-ec3dc549c5c7 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:53:25.211801 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacb6799-72b4-45b8-a8ae-52dacf8f5727 None None] Sync routers for ids ['f8e59ce5-1797-4a3f-9757-e82a6f99a6c2'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:53:25.234061 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d91c872c-de47-4d7d-a122-ec3dc549c5c7 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:25.239604 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d91c872c-de47-4d7d-a122-ec3dc549c5c7 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.2862928 Mar 05 04:53:25.240820 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53880) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:25.243817 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacb6799-72b4-45b8-a8ae-52dacf8f5727 None None] Routers {'f8e59ce5-1797-4a3f-9757-e82a6f99a6c2'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:53:25.244646 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-aacb6799-72b4-45b8-a8ae-52dacf8f5727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:53:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['f8e59ce5-1797-4a3f-9757-e82a6f99a6c2'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:25.292873 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-aacb6799-72b4-45b8-a8ae-52dacf8f5727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:25.304550 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacb6799-72b4-45b8-a8ae-52dacf8f5727 None None] Routers {'f8e59ce5-1797-4a3f-9757-e82a6f99a6c2'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:53:25.305818 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-aacb6799-72b4-45b8-a8ae-52dacf8f5727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:53:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['f8e59ce5-1797-4a3f-9757-e82a6f99a6c2'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:25.343717 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-aacb6799-72b4-45b8-a8ae-52dacf8f5727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:25.344589 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacb6799-72b4-45b8-a8ae-52dacf8f5727 None None] The sync data for ids ['f8e59ce5-1797-4a3f-9757-e82a6f99a6c2'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:53:25.365753 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5dc4afc8-469d-4615-97b7-cd6639acb28a tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "GET /v2.0/routers/f8e59ce5-1797-4a3f-9757-e82a6f99a6c2 HTTP/1.1" status: 200 len: 920 time: 0.1229315 Mar 05 04:53:25.368366 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53888) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:25.395677 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['1f7c9b91-bb94-4cbe-ad82-a604536b6e65'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:25.398483 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-dffb7884-2238-44ac-a9bb-64936b14740d tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8e59ce5-1797-4a3f-9757-e82a6f99a6c2 HTTP/1.1" status: 200 len: 205 time: 0.0286741 Mar 05 04:53:25.401840 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53890) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:25.545538 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9f9d4e23-0650-4909-80d5-7e95539c9b85 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router (f8e59ce5-1797-4a3f-9757-e82a6f99a6c2), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:25.602951 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53896) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:25.722687 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dbab85e1-3bea-4b3b-aec1-854753d93334 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:25.805431 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dbab85e1-3bea-4b3b-aec1-854753d93334 admin admin] Publish callbacks [] for security_group (595049bc-6433-4b92-848d-9d70431b03ee), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:25.809677 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dbab85e1-3bea-4b3b-aec1-854753d93334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (595049bc-6433-4b92-848d-9d70431b03ee), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:25.847923 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab85e1-3bea-4b3b-aec1-854753d93334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595049bc-6433-4b92-848d-9d70431b03ee,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:25.855296 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-dbab85e1-3bea-4b3b-aec1-854753d93334 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7cb2db2c7d5b45cba46cbaba1e93488b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2486422 Mar 05 04:53:25.857275 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53900) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:25.911422 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b2392e21-b8fe-445c-ab7a-c61d6bd61348 admin admin] Publish callbacks [] for security_group (595049bc-6433-4b92-848d-9d70431b03ee), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:25.933554 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b2392e21-b8fe-445c-ab7a-c61d6bd61348 admin admin] Publish callbacks [] for security_group (595049bc-6433-4b92-848d-9d70431b03ee), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:25.976309 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9842e188-ffe5-4772-a1b6-b0fc07cdd5d0 req-69a9c0d4-eb4c-4a76-88e9-92674c48852c tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f7791fa-f4c2-4844-ba23-2093ffb6f61f HTTP/1.1" status: 200 len: 210 time: 0.0587738 Mar 05 04:53:25.989671 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b2392e21-b8fe-445c-ab7a-c61d6bd61348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (595049bc-6433-4b92-848d-9d70431b03ee), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:25.993102 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b2392e21-b8fe-445c-ab7a-c61d6bd61348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:25.994895 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b2392e21-b8fe-445c-ab7a-c61d6bd61348 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/595049bc-6433-4b92-848d-9d70431b03ee HTTP/1.1" status: 204 len: 168 time: 0.1379464 Mar 05 04:53:26.015105 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2392e21-b8fe-445c-ab7a-c61d6bd61348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595049bc-6433-4b92-848d-9d70431b03ee,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:26.020884 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device e6cffc7d-fd89-4f9b-810e-d686250ffa6c details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:53:26.060473 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a584d80-3647-474e-a696-bf7d0bce971c req-e77dcab5-0c48-4ceb-8e43-350114679f45 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:26.067899 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0a584d80-3647-474e-a696-bf7d0bce971c req-e77dcab5-0c48-4ceb-8e43-350114679f45 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c7f4ba3-cf53-46a2-be23-0e8b12cdf1ec HTTP/1.1" status: 200 len: 946 time: 0.1492774 Mar 05 04:53:26.086492 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9f9d4e23-0650-4909-80d5-7e95539c9b85 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router_gateway (f8e59ce5-1797-4a3f-9757-e82a6f99a6c2), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:26.105858 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-84abf90c-7fbe-499d-9d38-6ce076403954 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c539558a26474a33929b824612bb5b75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288033 Mar 05 04:53:26.163410 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0a584d80-3647-474e-a696-bf7d0bce971c req-56dac85c-2ce8-40df-8938-961ee1bd14af tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911095 Mar 05 04:53:26.192605 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-9f9d4e23-0650-4909-80d5-7e95539c9b85 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Deleting port d1cef762-e484-4cb0-aaa7-d59a583df3a9 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:53:26.192958 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9f9d4e23-0650-4909-80d5-7e95539c9b85 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d1cef762-e484-4cb0-aaa7-d59a583df3a9), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:26.210938 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port e6cffc7d-fd89-4f9b-810e-d686250ffa6c, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=e6cffc7d-fd89-4f9b-810e-d686250ffa6c,segment=NetworkSegment(665588c9-8903-4662-9125-c3e03fc634d5),segment_id=665588c9-8903-4662-9125-c3e03fc634d5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:26.231616 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'e6cffc7d-fd89-4f9b-810e-d686250ffa6c', 'network_id': '3e820d6e-0168-4766-8549-1a330342d436', 'port_id': 'e6cffc7d-fd89-4f9b-810e-d686250ffa6c', 'mac_address': 'fa:16:3e:21:94:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f12d5285-dceb-44c5-a4f3-fee4c0b91c0a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:53:26.283970 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port e6cffc7d-fd89-4f9b-810e-d686250ffa6c is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:26.284708 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e6cffc7d-fd89-4f9b-810e-d686250ffa6c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:26.317063 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6cffc7d-fd89-4f9b-810e-d686250ffa6c {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:53:26.344072 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-24ddcd76-9f7f-4c3d-8809-24d02c37daa2 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:26.345945 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-24ddcd76-9f7f-4c3d-8809-24d02c37daa2 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2315249 Mar 05 04:53:26.351795 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port e6cffc7d-fd89-4f9b-810e-d686250ffa6c, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=e6cffc7d-fd89-4f9b-810e-d686250ffa6c,segment=NetworkSegment(665588c9-8903-4662-9125-c3e03fc634d5),segment_id=665588c9-8903-4662-9125-c3e03fc634d5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:26.357340 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e6cffc7d-fd89-4f9b-810e-d686250ffa6c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:26.372335 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-1c697b92-3449-4cc6-8be0-375b5f2f5073 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Request body: {'port': {'device_id': '9f7791fa-f4c2-4844-ba23-2093ffb6f61f', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'admin_state_up': True, 'tenant_id': 'c539558a26474a33929b824612bb5b75'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:26.421292 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9f9d4e23-0650-4909-80d5-7e95539c9b85 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d1cef762-e484-4cb0-aaa7-d59a583df3a9), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:26.439930 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=e6cffc7d-fd89-4f9b-810e-d686250ffa6c,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:26.447906 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-9f9d4e23-0650-4909-80d5-7e95539c9b85 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Calling delete_port for d1cef762-e484-4cb0-aaa7-d59a583df3a9 owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:53:26.458145 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42431571-28d0-4dde-86c1-306e9490d91b req-59ba0e51-1694-49db-a109-4608d43b84f6 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:26.463250 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:53:26.465478 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-42431571-28d0-4dde-86c1-306e9490d91b req-59ba0e51-1694-49db-a109-4608d43b84f6 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b6b2959-05c3-4179-bcc0-15693461c35c HTTP/1.1" status: 200 len: 946 time: 0.2150385 Mar 05 04:53:26.498059 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5c4d0-0466-4135-921a-dd6ce8b372c4 req-91b32022-976c-4c1d-8e3d-18037f6dc0f1 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:26.505586 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-22f5c4d0-0466-4135-921a-dd6ce8b372c4 req-91b32022-976c-4c1d-8e3d-18037f6dc0f1 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/ports?device_id=668ba8e7-60a2-4fce-ad07-3eaa80f8f457 HTTP/1.1" status: 200 len: 943 time: 0.1976950 Mar 05 04:53:26.556101 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-1c697b92-3449-4cc6-8be0-375b5f2f5073 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Made reservation on behalf of c539558a26474a33929b824612bb5b75 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:53:26.563232 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-1c697b92-3449-4cc6-8be0-375b5f2f5073 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:26.610073 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-42431571-28d0-4dde-86c1-306e9490d91b req-d520bf8d-fa2c-4b9f-b92f-2784daf0b853 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437140 Mar 05 04:53:26.639413 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-22f5c4d0-0466-4135-921a-dd6ce8b372c4 req-b4fb368e-276a-4fe6-b0ae-662c14eb17c3 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/security-groups?id=8366ff4e-2faf-4af2-a6d2-7ec92f9b5241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307740 Mar 05 04:53:26.703275 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1f7c9b91-bb94-4cbe-ad82-a604536b6e65 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:53:26.727149 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-1c697b92-3449-4cc6-8be0-375b5f2f5073 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Allocated IP 192.168.233.112 (fb0dde64-203a-4c32-80ac-e1733ed0c9dd/63f989ea-15ee-41e4-8c8f-8183d2023f4e/9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:53:26.770221 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['e6cffc7d-fd89-4f9b-810e-d686250ffa6c'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:26.774794 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 1f7c9b91-bb94-4cbe-ad82-a604536b6e65 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:53:26.801565 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 1f7c9b91-bb94-4cbe-ad82-a604536b6e65 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:53:26.802475 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1f7c9b91-bb94-4cbe-ad82-a604536b6e65), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:26.835427 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8732a86-5e39-47d6-a2c5-3ae1d77ef202 req-fc140366-053b-48ee-9d9d-8e2b40d312d8 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:26.841987 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f8732a86-5e39-47d6-a2c5-3ae1d77ef202 req-fc140366-053b-48ee-9d9d-8e2b40d312d8 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b6b2959-05c3-4179-bcc0-15693461c35c HTTP/1.1" status: 200 len: 946 time: 0.0791960 Mar 05 04:53:26.843516 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9f9d4e23-0650-4909-80d5-7e95539c9b85 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (d1cef762-e484-4cb0-aaa7-d59a583df3a9), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:26.933005 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d4e23-0650-4909-80d5-7e95539c9b85 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Pushing event deleted for resources: {'Port': ['ID=d1cef762-e484-4cb0-aaa7-d59a583df3a9,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:26.959660 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-1c697b92-3449-4cc6-8be0-375b5f2f5073 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks [] for port (9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:26.981123 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 1f7c9b91-bb94-4cbe-ad82-a604536b6e65 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:26.981524 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1f7c9b91-bb94-4cbe-ad82-a604536b6e65), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:27.017535 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-1c697b92-3449-4cc6-8be0-375b5f2f5073 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:27.018721 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9293ca78-0a34-4cd9-b02e-b3cef9ad48be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7c9b91-bb94-4cbe-ad82-a604536b6e65'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:27.022069 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ae3d24-824d-4a1a-8900-711d1b4d55e1" -d '{"events": [{"server_uuid": "9293ca78-0a34-4cd9-b02e-b3cef9ad48be", "name": "network-vif-plugged", "status": "completed", "tag": "1f7c9b91-bb94-4cbe-ad82-a604536b6e65"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:27.038660 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['0f61ba0a-9880-41ce-a7d9-586bcbeae1cf', '0e89adf7-a265-48f3-aa9c-bc8dd2c63c32', '8b7a5104-a956-466e-ae5f-bee14315d779'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:27.041434 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b', '391c2bac-7eba-4f55-adaf-ec53da837ea9'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:27.076439 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 1f7c9b91-bb94-4cbe-ad82-a604536b6e65, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1f7c9b91-bb94-4cbe-ad82-a604536b6e65,segment=NetworkSegment(665588c9-8903-4662-9125-c3e03fc634d5),segment_id=665588c9-8903-4662-9125-c3e03fc634d5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:27.107329 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7ebd56-f5f9-4744-acd1-a0ee39a6b5d8 x-openstack-request-id: req-be7ebd56-f5f9-4744-acd1-a0ee39a6b5d8 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:27.107329 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9293ca78-0a34-4cd9-b02e-b3cef9ad48be", "name": "network-vif-plugged", "status": "completed", "tag": "1f7c9b91-bb94-4cbe-ad82-a604536b6e65", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:27.107329 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-be7ebd56-f5f9-4744-acd1-a0ee39a6b5d8 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:27.107329 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9293ca78-0a34-4cd9-b02e-b3cef9ad48be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7c9b91-bb94-4cbe-ad82-a604536b6e65', 'code': 200} Mar 05 04:53:27.123685 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1f7c9b91-bb94-4cbe-ad82-a604536b6e65), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:27.130841 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-1c697b92-3449-4cc6-8be0-375b5f2f5073 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:53:27.132743 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-1c697b92-3449-4cc6-8be0-375b5f2f5073 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:53:27.146364 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c697b92-3449-4cc6-8be0-375b5f2f5073 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Pushing event updated for resources: {'Port': ['ID=9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:27.151434 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-1c697b92-3449-4cc6-8be0-375b5f2f5073 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:53:27.214934 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-1c697b92-3449-4cc6-8be0-375b5f2f5073 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:27.215847 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-1c697b92-3449-4cc6-8be0-375b5f2f5073 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:27.226758 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9f9d4e23-0650-4909-80d5-7e95539c9b85 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (f8e59ce5-1797-4a3f-9757-e82a6f99a6c2), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:27.241395 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-1c697b92-3449-4cc6-8be0-375b5f2f5073 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8731978 Mar 05 04:53:27.255586 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-7dc9c0be-e96f-498b-a137-90dec0f0c5be service neutron] Request body: {'port': {'device_id': '9f7791fa-f4c2-4844-ba23-2093ffb6f61f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:27.310259 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=1f7c9b91-bb94-4cbe-ad82-a604536b6e65,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:27.336250 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-7dc9c0be-e96f-498b-a137-90dec0f0c5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:27.459799 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9f9d4e23-0650-4909-80d5-7e95539c9b85 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (f8e59ce5-1797-4a3f-9757-e82a6f99a6c2), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:27.467651 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9f9d4e23-0650-4909-80d5-7e95539c9b85 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router_controller (f8e59ce5-1797-4a3f-9757-e82a6f99a6c2), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:27.529349 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-f8732a86-5e39-47d6-a2c5-3ae1d77ef202 req-09b9b424-17ed-4161-800a-b263ff721429 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Deleting port 4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:53:27.529699 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f8732a86-5e39-47d6-a2c5-3ae1d77ef202 req-09b9b424-17ed-4161-800a-b263ff721429 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:27.542727 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7df25-cea5-4d53-9750-3377c0a30bbd req-dbeec271-d475-4caf-b5e2-d8b3d9c896fa tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:27.551869 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ef7df25-cea5-4d53-9750-3377c0a30bbd req-dbeec271-d475-4caf-b5e2-d8b3d9c896fa tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f7791fa-f4c2-4844-ba23-2093ffb6f61f HTTP/1.1" status: 200 len: 936 time: 0.4220092 Mar 05 04:53:27.568602 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0ed13-af96-46ac-809c-e9538c44c0ed req-7f55ee5f-c97c-41e0-b4de-d4550b6e6d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:27.571707 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-96a0ed13-af96-46ac-809c-e9538c44c0ed req-7f55ee5f-c97c-41e0-b4de-d4550b6e6d0f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9293ca78-0a34-4cd9-b02e-b3cef9ad48be HTTP/1.1" status: 200 len: 1128 time: 0.4060588 Mar 05 04:53:27.590283 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-c6ef339b-64ba-4614-824d-46336ac6f55f None None] Provisioning complete for port 9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:53:27.590973 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c6ef339b-64ba-4614-824d-46336ac6f55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:27.608559 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9f9d4e23-0650-4909-80d5-7e95539c9b85 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (f8e59ce5-1797-4a3f-9757-e82a6f99a6c2), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:27.608990 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9d4e23-0650-4909-80d5-7e95539c9b85 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Fanout notify agent at l3_agent the message router_deleted on router f8e59ce5-1797-4a3f-9757-e82a6f99a6c2 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:53:27.665486 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9f9d4e23-0650-4909-80d5-7e95539c9b85 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:27.672097 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9f9d4e23-0650-4909-80d5-7e95539c9b85 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] 10.222.0.11 "DELETE /v2.0/routers/f8e59ce5-1797-4a3f-9757-e82a6f99a6c2 HTTP/1.1" status: 204 len: 168 time: 2.2671163 Mar 05 04:53:27.672761 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53958) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:27.685755 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-a2607c92-c618-400a-aaa3-26a99556bc8f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1422875310', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'enable_snat': False}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:27.764451 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c6ef339b-64ba-4614-824d-46336ac6f55f None None] Port 9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:53:27.823228 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ef7df25-cea5-4d53-9750-3377c0a30bbd req-c7254abd-f10d-4496-ba66-9a5136fe14a1 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660789 Mar 05 04:53:27.848418 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a2607c92-c618-400a-aaa3-26a99556bc8f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (30124c4d-6581-4f14-bc11-3da5441c2e40), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:27.849556 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a2607c92-c618-400a-aaa3-26a99556bc8f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (30124c4d-6581-4f14-bc11-3da5441c2e40), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:27.867776 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-f8732a86-5e39-47d6-a2c5-3ae1d77ef202 req-09b9b424-17ed-4161-800a-b263ff721429 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] For port 4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:27.868225 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f8732a86-5e39-47d6-a2c5-3ae1d77ef202 req-09b9b424-17ed-4161-800a-b263ff721429 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:27.948019 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-7dc9c0be-e96f-498b-a137-90dec0f0c5be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:53:27.956117 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-7dc9c0be-e96f-498b-a137-90dec0f0c5be service neutron] Publish callbacks [] for port (9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:27.963838 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1b28d2fa-d4c8-4e66-9c9b-f02757bbf715 req-cd0fc051-e895-42a4-b7bb-5ba3bc42c669 tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a14b789-70fe-45df-b0ef-f5eb0a2fd545 HTTP/1.1" status: 200 len: 210 time: 0.0455875 Mar 05 04:53:27.971018 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-96a0ed13-af96-46ac-809c-e9538c44c0ed req-b4ac11b9-e574-438d-a2d7-d76030c29673 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8366ff4e-2faf-4af2-a6d2-7ec92f9b5241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814754 Mar 05 04:53:28.011354 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-7dc9c0be-e96f-498b-a137-90dec0f0c5be service neutron] Transition to ACTIVE for port object 9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:53:28.017490 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-7dc9c0be-e96f-498b-a137-90dec0f0c5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:28.022229 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-f8732a86-5e39-47d6-a2c5-3ae1d77ef202 req-09b9b424-17ed-4161-800a-b263ff721429 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Calling delete_port for 4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3 owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:53:28.025006 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a2607c92-c618-400a-aaa3-26a99556bc8f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router_controller (30124c4d-6581-4f14-bc11-3da5441c2e40), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:28.052054 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122fabea-8086-445f-b1cd-87c04ebe8b23 req-59b432a0-d9f0-4fb5-87d5-c63333833618 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:28.059328 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-122fabea-8086-445f-b1cd-87c04ebe8b23 req-59b432a0-d9f0-4fb5-87d5-c63333833618 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c7f4ba3-cf53-46a2-be23-0e8b12cdf1ec HTTP/1.1" status: 200 len: 946 time: 0.3642828 Mar 05 04:53:28.078160 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9c0be-e96f-498b-a137-90dec0f0c5be service neutron] Pushing event updated for resources: {'Port': ['ID=9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:28.118939 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device e6cffc7d-fd89-4f9b-810e-d686250ffa6c up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:53:28.199716 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-7dc9c0be-e96f-498b-a137-90dec0f0c5be service neutron] Attempting to bind port 9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:53:28.200401 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-7dc9c0be-e96f-498b-a137-90dec0f0c5be service neutron] Attempting to bind port 9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:53:28.201084 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-7dc9c0be-e96f-498b-a137-90dec0f0c5be service neutron] Attempting to bind port 9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:53:28.207366 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-7dc9c0be-e96f-498b-a137-90dec0f0c5be service neutron] Port 9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:53:28.208219 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-7dc9c0be-e96f-498b-a137-90dec0f0c5be service neutron] Attempting to bind port 9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:53:28.213742 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port e6cffc7d-fd89-4f9b-810e-d686250ffa6c completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:53:28.214769 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-7dc9c0be-e96f-498b-a137-90dec0f0c5be service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:53:28.215265 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-7dc9c0be-e96f-498b-a137-90dec0f0c5be service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:53:28.215925 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-7dc9c0be-e96f-498b-a137-90dec0f0c5be service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:53:28.216559 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-7dc9c0be-e96f-498b-a137-90dec0f0c5be service neutron] Bound port: 9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:53:28.217049 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-7dc9c0be-e96f-498b-a137-90dec0f0c5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:28.219453 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port e6cffc7d-fd89-4f9b-810e-d686250ffa6c triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:53:28.220927 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e6cffc7d-fd89-4f9b-810e-d686250ffa6c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:28.306995 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-7dc9c0be-e96f-498b-a137-90dec0f0c5be service neutron] For port 9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:53:28.310110 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-7dc9c0be-e96f-498b-a137-90dec0f0c5be service neutron] For port 9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:53:28.322149 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-7dc9c0be-e96f-498b-a137-90dec0f0c5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:28.353533 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port e6cffc7d-fd89-4f9b-810e-d686250ffa6c is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:28.354936 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e6cffc7d-fd89-4f9b-810e-d686250ffa6c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:28.361469 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-122fabea-8086-445f-b1cd-87c04ebe8b23 req-a48d4594-f598-419a-a131-8e144ab2f9a6 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981539 Mar 05 04:53:28.406729 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port e6cffc7d-fd89-4f9b-810e-d686250ffa6c, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=e6cffc7d-fd89-4f9b-810e-d686250ffa6c,segment=NetworkSegment(665588c9-8903-4662-9125-c3e03fc634d5),segment_id=665588c9-8903-4662-9125-c3e03fc634d5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:28.413158 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e6cffc7d-fd89-4f9b-810e-d686250ffa6c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:28.416970 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-7dc9c0be-e96f-498b-a137-90dec0f0c5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:28.426712 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-7dc9c0be-e96f-498b-a137-90dec0f0c5be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:28.435882 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-7dc9c0be-e96f-498b-a137-90dec0f0c5be service neutron] 10.222.0.31 "PUT /v2.0/ports/9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e HTTP/1.1" status: 200 len: 1097 time: 1.1827109 Mar 05 04:53:28.436448 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7791fa-f4c2-4844-ba23-2093ffb6f61f', 'tag': '9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:28.447900 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6343da39-68e1-475c-b13b-84e600238073" -d '{"events": [{"name": "network-changed", "server_uuid": "9f7791fa-f4c2-4844-ba23-2093ffb6f61f", "tag": "9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:28.507702 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=e6cffc7d-fd89-4f9b-810e-d686250ffa6c,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:28.541727 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a2607c92-c618-400a-aaa3-26a99556bc8f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router_gateway (30124c4d-6581-4f14-bc11-3da5441c2e40), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:28.547501 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9c0be-e96f-498b-a137-90dec0f0c5be service neutron] Pushing event updated for resources: {'Port': ['ID=9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:28.561137 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c614a8-295d-4bca-aa15-5a31c4bd8b51 req-3b172261-653b-4b47-ba4e-6a22312ae830 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:28.568509 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8c614a8-295d-4bca-aa15-5a31c4bd8b51 req-3b172261-653b-4b47-ba4e-6a22312ae830 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=3b6b2959-05c3-4179-bcc0-15693461c35c HTTP/1.1" status: 200 len: 946 time: 0.3383224 Mar 05 04:53:28.580789 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-6d174a2c-aac3-43cc-8927-0b3cb8188bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:28.589423 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-6d174a2c-aac3-43cc-8927-0b3cb8188bfa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c539558a26474a33929b824612bb5b75&device_id=9f7791fa-f4c2-4844-ba23-2093ffb6f61f HTTP/1.1" status: 200 len: 1131 time: 0.0923743 Mar 05 04:53:28.652951 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-f0b59519-5235-4737-9940-463b7a657bb5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e HTTP/1.1" status: 200 len: 217 time: 0.0521617 Mar 05 04:53:28.688311 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e582c5-2a3c-42c7-aebe-29a7d58f9ea3 req-f3881b3c-ae55-46a8-b0bf-33983528f261 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:28.690221 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-66e582c5-2a3c-42c7-aebe-29a7d58f9ea3 req-f3881b3c-ae55-46a8-b0bf-33983528f261 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/ports?device_id=668ba8e7-60a2-4fce-ad07-3eaa80f8f457 HTTP/1.1" status: 200 len: 945 time: 0.1991737 Mar 05 04:53:28.742806 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8c614a8-295d-4bca-aa15-5a31c4bd8b51 req-a083bfec-05f9-4c5b-9d26-cc718114bc79 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733139 Mar 05 04:53:28.746948 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f8732a86-5e39-47d6-a2c5-3ae1d77ef202 req-09b9b424-17ed-4161-800a-b263ff721429 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:28.759506 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['8f50280d-c7ec-464b-867e-ad57cfb7443f', '48eb14ab-2771-46da-9cc4-2d67523dc833'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:28.784263 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-8491d77f-d62c-4d27-903f-e898b818af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:28.790278 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-8491d77f-d62c-4d27-903f-e898b818af04 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.1150346 Mar 05 04:53:28.843648 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9b424-17ed-4161-800a-b263ff721429 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Pushing event deleted for resources: {'Port': ['ID=4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:28.874534 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-9d743d73-061f-4239-93c2-2df9e353ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:28.876637 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-9d743d73-061f-4239-93c2-2df9e353ac97 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0802362 Mar 05 04:53:28.919112 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8732a86-5e39-47d6-a2c5-3ae1d77ef202 req-09b9b424-17ed-4161-800a-b263ff721429 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] No DVR routers for this DVR port 4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3 on host n-h1-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:53:28.922636 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f8732a86-5e39-47d6-a2c5-3ae1d77ef202 req-09b9b424-17ed-4161-800a-b263ff721429 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:28.926831 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f8732a86-5e39-47d6-a2c5-3ae1d77ef202 req-09b9b424-17ed-4161-800a-b263ff721429 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.30 "DELETE /v2.0/ports/4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3 HTTP/1.1" status: 204 len: 173 time: 2.0754309 Mar 05 04:53:28.927502 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b6b2959-05c3-4179-bcc0-15693461c35c', 'name': 'network-vif-deleted', 'tag': '4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:28.929838 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32fc97f-d5ae-4be0-905f-7db192f8a59b" -d '{"events": [{"server_uuid": "3b6b2959-05c3-4179-bcc0-15693461c35c", "name": "network-vif-deleted", "tag": "4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:28.947043 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-66e582c5-2a3c-42c7-aebe-29a7d58f9ea3 req-7504e769-b10d-42d2-a2f8-ab0d6c46e06e tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/security-groups?id=8366ff4e-2faf-4af2-a6d2-7ec92f9b5241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426326 Mar 05 04:53:29.114864 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668ba8e7-60a2-4fce-ad07-3eaa80f8f457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cffc7d-fd89-4f9b-810e-d686250ffa6c'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:29.121589 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c349b6c-5ec6-478f-8c89-c1f48a4b2c62" -d '{"events": [{"server_uuid": "668ba8e7-60a2-4fce-ad07-3eaa80f8f457", "name": "network-vif-plugged", "status": "completed", "tag": "e6cffc7d-fd89-4f9b-810e-d686250ffa6c"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:29.124034 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-ee0d3000-e52c-4dc8-bac6-bbb111aa8111 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238028 Mar 05 04:53:29.157962 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7213820d-e668-4813-97dd-3c3a8f44eaa9 x-openstack-request-id: req-7213820d-e668-4813-97dd-3c3a8f44eaa9 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:29.158364 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f7791fa-f4c2-4844-ba23-2093ffb6f61f", "tag": "9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:29.159061 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7213820d-e668-4813-97dd-3c3a8f44eaa9 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:29.161492 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f7791fa-f4c2-4844-ba23-2093ffb6f61f', 'tag': '9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e', 'status': 'completed', 'code': 200} Mar 05 04:53:29.278032 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb7bcbc-9a82-4fb7-b6f2-956fa05adf3b x-openstack-request-id: req-4eb7bcbc-9a82-4fb7-b6f2-956fa05adf3b {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:29.278032 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b6b2959-05c3-4179-bcc0-15693461c35c", "name": "network-vif-deleted", "tag": "4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:29.278361 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4eb7bcbc-9a82-4fb7-b6f2-956fa05adf3b {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:29.278935 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b6b2959-05c3-4179-bcc0-15693461c35c', 'name': 'network-vif-deleted', 'tag': '4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3', 'status': 'completed', 'code': 200} Mar 05 04:53:29.281347 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a2607c92-c618-400a-aaa3-26a99556bc8f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router_gateway (30124c4d-6581-4f14-bc11-3da5441c2e40), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:29.320416 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d863eaa5-6a62-45e1-8ed8-3387b9a52aa8 req-b4513e71-4911-41f6-8612-dc90e8a4ae61 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882024 Mar 05 04:53:29.327262 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a2607c92-c618-400a-aaa3-26a99556bc8f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:29.415862 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbea05ad-99b6-4101-bb8e-8319c6affb8c x-openstack-request-id: req-bbea05ad-99b6-4101-bb8e-8319c6affb8c {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:29.416469 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668ba8e7-60a2-4fce-ad07-3eaa80f8f457", "name": "network-vif-plugged", "status": "completed", "tag": "e6cffc7d-fd89-4f9b-810e-d686250ffa6c", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:29.416469 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bbea05ad-99b6-4101-bb8e-8319c6affb8c {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:29.416751 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668ba8e7-60a2-4fce-ad07-3eaa80f8f457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cffc7d-fd89-4f9b-810e-d686250ffa6c', 'code': 200} Mar 05 04:53:29.584169 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343da39-68e1-475c-b13b-84e600238073 req-1a29025b-4480-44f2-9a73-5bb93fdc1b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:29.586293 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6343da39-68e1-475c-b13b-84e600238073 req-1a29025b-4480-44f2-9a73-5bb93fdc1b5a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c539558a26474a33929b824612bb5b75&device_id=9f7791fa-f4c2-4844-ba23-2093ffb6f61f HTTP/1.1" status: 200 len: 1131 time: 0.0695500 Mar 05 04:53:29.682122 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb55bbe-3471-4526-983a-2a8ec50a0a89 req-58391e9f-b1e8-4cfd-9aac-feed8ee0e84d tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:29.683839 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6fb55bbe-3471-4526-983a-2a8ec50a0a89 req-58391e9f-b1e8-4cfd-9aac-feed8ee0e84d tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f7791fa-f4c2-4844-ba23-2093ffb6f61f HTTP/1.1" status: 200 len: 948 time: 0.3522353 Mar 05 04:53:29.693412 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2527edfc-21e6-472e-94dc-b150dc8ef792 req-69fa9afb-9bfb-48e3-afaa-97efc260d4e5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3632324 Mar 05 04:53:29.750437 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343da39-68e1-475c-b13b-84e600238073 req-41019652-1838-4b03-beb1-c89d14fd01eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:29.752374 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6343da39-68e1-475c-b13b-84e600238073 req-41019652-1838-4b03-beb1-c89d14fd01eb service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.1565185 Mar 05 04:53:29.782252 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f906ab8-ed72-4ba2-b5c0-7d3aa423cf80 req-9d3ae709-6d77-4ba9-8b63-abd5dcf982ee tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:29.784038 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5f906ab8-ed72-4ba2-b5c0-7d3aa423cf80 req-9d3ae709-6d77-4ba9-8b63-abd5dcf982ee tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c7f4ba3-cf53-46a2-be23-0e8b12cdf1ec HTTP/1.1" status: 200 len: 946 time: 0.2513926 Mar 05 04:53:29.816095 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6343da39-68e1-475c-b13b-84e600238073 req-344bbdc2-9939-4740-a75d-153e30e312fc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e HTTP/1.1" status: 200 len: 217 time: 0.0554028 Mar 05 04:53:29.828890 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-a2607c92-c618-400a-aaa3-26a99556bc8f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Allocated IP 172.25.0.58 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/5540ea81-60ad-45b3-9a4e-b462f03a44b7) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:53:29.875847 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4be7bd-e115-4e8c-b65f-d6bb299cb727 req-5927924f-1bf7-48b6-bf52-d33f25e1cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:29.877631 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f4be7bd-e115-4e8c-b65f-d6bb299cb727 req-5927924f-1bf7-48b6-bf52-d33f25e1cbcf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=668ba8e7-60a2-4fce-ad07-3eaa80f8f457 HTTP/1.1" status: 200 len: 1128 time: 0.3136983 Mar 05 04:53:29.887376 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343da39-68e1-475c-b13b-84e600238073 req-bd1b04c7-ea38-4590-b0a3-47761e6fc960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:29.888848 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6fb55bbe-3471-4526-983a-2a8ec50a0a89 req-b674f2ef-e97f-46d4-831d-3108e9722985 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944928 Mar 05 04:53:29.889004 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6343da39-68e1-475c-b13b-84e600238073 req-bd1b04c7-ea38-4590-b0a3-47761e6fc960 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0641084 Mar 05 04:53:29.990101 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343da39-68e1-475c-b13b-84e600238073 req-7f803a5e-774d-4d1c-b2f3-aeff2e151cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:29.991836 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6343da39-68e1-475c-b13b-84e600238073 req-7f803a5e-774d-4d1c-b2f3-aeff2e151cde service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0912023 Mar 05 04:53:30.045674 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527edfc-21e6-472e-94dc-b150dc8ef792 req-17a6d3e4-849b-44ca-9015-65559d2d7209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:30.047943 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2527edfc-21e6-472e-94dc-b150dc8ef792 req-17a6d3e4-849b-44ca-9015-65559d2d7209 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=947653f4d3b84cc89f4c3c5691586859&device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 1128 time: 0.3190010 Mar 05 04:53:30.049162 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:53:30.064440 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5f906ab8-ed72-4ba2-b5c0-7d3aa423cf80 req-1a940d28-ee88-4782-ab29-611e1955bca7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504344 Mar 05 04:53:30.103499 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:53:30.105952 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 4f2e501b-a1b8-4f30-83f8-6bd2c03d01d3 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:53:30.176859 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6343da39-68e1-475c-b13b-84e600238073 req-66b7d294-8b9f-43bd-9c46-f050b0d94704 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772189 Mar 05 04:53:30.297698 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6343da39-68e1-475c-b13b-84e600238073 req-3dea7a35-ad7a-4bb4-915a-b869ca1f9a2a service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109383 Mar 05 04:53:30.434036 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-25ac433a-d659-4eb5-927a-9ff5e322fec2 req-f36acfbd-df4e-4980-840f-d7d2be0d8026 tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.11 "GET /v2.0/ports?device_id=35b5ed69-e061-4790-9073-cbb9e6fbacbd HTTP/1.1" status: 200 len: 210 time: 0.4295416 Mar 05 04:53:30.492957 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f4be7bd-e115-4e8c-b65f-d6bb299cb727 req-14a123dd-f6bf-4103-9028-1cd0e0c458dd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8366ff4e-2faf-4af2-a6d2-7ec92f9b5241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5753450 Mar 05 04:53:30.564534 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a2607c92-c618-400a-aaa3-26a99556bc8f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for port (5540ea81-60ad-45b3-9a4e-b462f03a44b7), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:30.590501 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358c9ed-2683-4efb-bcae-004bc4a8e382 req-d392ae81-3901-4792-8aad-f85662f4180a tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:30.592014 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a358c9ed-2683-4efb-bcae-004bc4a8e382 req-d392ae81-3901-4792-8aad-f85662f4180a tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/ports?device_id=668ba8e7-60a2-4fce-ad07-3eaa80f8f457 HTTP/1.1" status: 200 len: 945 time: 0.1674719 Mar 05 04:53:30.629041 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527edfc-21e6-472e-94dc-b150dc8ef792 req-3066c187-8c1f-4ce5-99ba-103bd32a7513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:30.630434 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2527edfc-21e6-472e-94dc-b150dc8ef792 req-3066c187-8c1f-4ce5-99ba-103bd32a7513 service neutron] 10.222.0.31 "GET /v2.0/networks?id=37de3cac-2e27-4573-885e-c86e0ea7886c HTTP/1.1" status: 200 len: 912 time: 0.2038200 Mar 05 04:53:30.718010 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2527edfc-21e6-472e-94dc-b150dc8ef792 req-63dd2705-5ddb-4cf1-b584-f1646b2c714b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dacb6cfd-ca68-47bb-914b-fd102e6bde98 HTTP/1.1" status: 200 len: 217 time: 0.0696087 Mar 05 04:53:30.747575 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a2607c92-c618-400a-aaa3-26a99556bc8f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (5540ea81-60ad-45b3-9a4e-b462f03a44b7), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:30.779569 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a358c9ed-2683-4efb-bcae-004bc4a8e382 req-8baf555d-6016-4acf-b05c-e7370be4a836 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/security-groups?id=8366ff4e-2faf-4af2-a6d2-7ec92f9b5241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776457 Mar 05 04:53:30.824585 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2607c92-c618-400a-aaa3-26a99556bc8f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:53:30.838481 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2feefd0-7a0d-4f57-93db-2a38cde03698 req-e33d2b07-b9a0-429d-8bab-c227e7670aba tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:30.839995 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a2feefd0-7a0d-4f57-93db-2a38cde03698 req-e33d2b07-b9a0-429d-8bab-c227e7670aba tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=300de583-61fc-4f1f-a4bd-01a5e4aef6d7 HTTP/1.1" status: 200 len: 945 time: 0.2130141 Mar 05 04:53:30.843299 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-a2607c92-c618-400a-aaa3-26a99556bc8f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:53:30.846091 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527edfc-21e6-472e-94dc-b150dc8ef792 req-d269f3d1-bdd4-4221-9687-c7bc0136951c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:30.847734 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2527edfc-21e6-472e-94dc-b150dc8ef792 req-d269f3d1-bdd4-4221-9687-c7bc0136951c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a6039ad-16bd-4b00-a55f-f7c68e1f3072 HTTP/1.1" status: 200 len: 851 time: 0.1153281 Mar 05 04:53:30.851593 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2607c92-c618-400a-aaa3-26a99556bc8f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:53:30.901773 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2607c92-c618-400a-aaa3-26a99556bc8f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Pushing event updated for resources: {'Port': ['ID=5540ea81-60ad-45b3-9a4e-b462f03a44b7,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:31.018186 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a2feefd0-7a0d-4f57-93db-2a38cde03698 req-30a14da4-051a-443e-b29b-66247851005f tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676254 Mar 05 04:53:31.082816 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527edfc-21e6-472e-94dc-b150dc8ef792 req-1ab16a73-539f-4365-a9d7-5b00153d8ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:31.084251 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2527edfc-21e6-472e-94dc-b150dc8ef792 req-1ab16a73-539f-4365-a9d7-5b00153d8ec1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37de3cac-2e27-4573-885e-c86e0ea7886c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2192805 Mar 05 04:53:31.272798 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fff88c-254e-49eb-a14b-f2816b6510ae req-6074bea7-548b-493e-ad2b-ec0872d41f84 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:31.274285 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-50fff88c-254e-49eb-a14b-f2816b6510ae req-6074bea7-548b-493e-ad2b-ec0872d41f84 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f7791fa-f4c2-4844-ba23-2093ffb6f61f HTTP/1.1" status: 200 len: 948 time: 0.3034427 Mar 05 04:53:31.296748 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f68c60da-2284-46c9-a40c-e0011fd688ae req-8380b35c-ef03-4880-a717-4fd7b39a209f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2a14b789-70fe-45df-b0ef-f5eb0a2fd545 HTTP/1.1" status: 200 len: 210 time: 0.0262415 Mar 05 04:53:31.322458 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2527edfc-21e6-472e-94dc-b150dc8ef792 req-7ec0009c-adaf-4072-bf92-973947c330b2 service neutron] 10.222.0.31 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204788 Mar 05 04:53:31.339379 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179798f8-51ec-4e56-90e3-6a7977d57aba req-5f2a45fe-0bf2-4c02-8885-0f49959cc8d5 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:31.340713 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-179798f8-51ec-4e56-90e3-6a7977d57aba req-5f2a45fe-0bf2-4c02-8885-0f49959cc8d5 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c7f4ba3-cf53-46a2-be23-0e8b12cdf1ec HTTP/1.1" status: 200 len: 946 time: 0.1968045 Mar 05 04:53:31.422494 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-50fff88c-254e-49eb-a14b-f2816b6510ae req-25b45a06-6097-485d-9269-702ad6851347 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407530 Mar 05 04:53:31.436554 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a2607c92-c618-400a-aaa3-26a99556bc8f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router_gateway (30124c4d-6581-4f14-bc11-3da5441c2e40), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:31.481080 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-179798f8-51ec-4e56-90e3-6a7977d57aba req-4d870c01-fa7c-47bf-b25d-2c1c63d40c0d tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140211 Mar 05 04:53:31.594577 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-26c668b8-0c8c-4474-b4cb-064671bab152 req-d6fe65b6-0a14-47ae-982b-505202af2b67 tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.11 "GET /v2.0/ports?device_id=35b5ed69-e061-4790-9073-cbb9e6fbacbd HTTP/1.1" status: 200 len: 210 time: 0.0613484 Mar 05 04:53:31.786930 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2527edfc-21e6-472e-94dc-b150dc8ef792 req-5d32db92-5142-4d78-ae25-2da9310b7575 service neutron] 10.222.0.31 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550907 Mar 05 04:53:31.823811 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e9e62-3f9c-472a-9bd5-d8cbe66c7553 req-3b81a4d0-e0ec-48dd-b692-867f58951a0a tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:31.825301 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e41e9e62-3f9c-472a-9bd5-d8cbe66c7553 req-3b81a4d0-e0ec-48dd-b692-867f58951a0a tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c7f4ba3-cf53-46a2-be23-0e8b12cdf1ec HTTP/1.1" status: 200 len: 946 time: 0.1272197 Mar 05 04:53:31.828265 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a2607c92-c618-400a-aaa3-26a99556bc8f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (30124c4d-6581-4f14-bc11-3da5441c2e40), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:31.984740 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e41e9e62-3f9c-472a-9bd5-d8cbe66c7553 req-edbd93ac-e3b4-41d3-8cdc-b3604b93acfa tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490693 Mar 05 04:53:32.006270 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebf5ee-46c5-4fcb-8fe6-233130f137f6 req-1e903c9a-82e5-41e1-9c3a-87c568bde515 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:32.007760 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a4ebf5ee-46c5-4fcb-8fe6-233130f137f6 req-1e903c9a-82e5-41e1-9c3a-87c568bde515 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/ports?device_id=668ba8e7-60a2-4fce-ad07-3eaa80f8f457 HTTP/1.1" status: 200 len: 945 time: 0.1402235 Mar 05 04:53:32.070296 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a4ebf5ee-46c5-4fcb-8fe6-233130f137f6 req-68d6eef4-2d5b-4316-bcdd-b26a2d02bfae tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/security-groups?id=8366ff4e-2faf-4af2-a6d2-7ec92f9b5241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557644 Mar 05 04:53:32.076050 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2607c92-c618-400a-aaa3-26a99556bc8f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Router 30124c4d-6581-4f14-bc11-3da5441c2e40 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:53:32.216625 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2056723-0053-41a9-af56-9cca4f540652 req-39fbde29-85b2-4527-a223-484ab813abba tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:32.218086 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d2056723-0053-41a9-af56-9cca4f540652 req-39fbde29-85b2-4527-a223-484ab813abba tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=300de583-61fc-4f1f-a4bd-01a5e4aef6d7 HTTP/1.1" status: 200 len: 945 time: 0.0971680 Mar 05 04:53:32.223273 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2607c92-c618-400a-aaa3-26a99556bc8f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:53:32.231404 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b464d93f-dae1-4684-9913-232349a61d6a None None] Sync routers for ids ['30124c4d-6581-4f14-bc11-3da5441c2e40'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:53:32.241912 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b464d93f-dae1-4684-9913-232349a61d6a None None] Routers {'30124c4d-6581-4f14-bc11-3da5441c2e40'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:53:32.242544 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b464d93f-dae1-4684-9913-232349a61d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:53:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['30124c4d-6581-4f14-bc11-3da5441c2e40'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:32.258864 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a2607c92-c618-400a-aaa3-26a99556bc8f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:32.260080 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a2607c92-c618-400a-aaa3-26a99556bc8f tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.5780504 Mar 05 04:53:32.262800 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54032) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:32.321292 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d2056723-0053-41a9-af56-9cca4f540652 req-9e2189c5-32b1-4223-b17f-b57710f2d124 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962503 Mar 05 04:53:32.354488 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-b464d93f-dae1-4684-9913-232349a61d6a None None] Set router 30124c4d-6581-4f14-bc11-3da5441c2e40 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:53:32.381178 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-be6b716b-3e4d-4c48-8701-18eac68a9b7e tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "GET /v2.0/routers/30124c4d-6581-4f14-bc11-3da5441c2e40 HTTP/1.1" status: 200 len: 908 time: 0.1172781 Mar 05 04:53:32.383727 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54034) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:32.387776 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-89bac5d5-e0ad-4e00-ab69-1ef69bdf411b tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1422875310', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'enable_snat': True}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:32.406679 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-89bac5d5-e0ad-4e00-ab69-1ef69bdf411b tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (f6c92f55-1d6f-469d-a813-89e387e63c94), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:32.407831 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-89bac5d5-e0ad-4e00-ab69-1ef69bdf411b tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (f6c92f55-1d6f-469d-a813-89e387e63c94), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:32.466796 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-89bac5d5-e0ad-4e00-ab69-1ef69bdf411b tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router_controller (f6c92f55-1d6f-469d-a813-89e387e63c94), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:32.559525 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b464d93f-dae1-4684-9913-232349a61d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30124c4d-6581-4f14-bc11-3da5441c2e40', 'name': 'tempest-snat-router-1422875310', 'tenant_id': '73d8922c504b4c8ba5f78777a359b8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.58'}], 'enable_snat': False}, 'gw_port_id': '5540ea81-60ad-45b3-9a4e-b462f03a44b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:53:27Z', 'updated_at': '2022-03-05T04:53:31Z', 'revision_number': 3, 'project_id': '73d8922c504b4c8ba5f78777a359b8e9', 'gw_port': {'id': '5540ea81-60ad-45b3-9a4e-b462f03a44b7', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30124c4d-6581-4f14-bc11-3da5441c2e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:53:29Z', 'updated_at': '2022-03-05T04:53:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:32.590921 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b464d93f-dae1-4684-9913-232349a61d6a None None] Checking router: 30124c4d-6581-4f14-bc11-3da5441c2e40 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:53:32.591391 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b464d93f-dae1-4684-9913-232349a61d6a None None] Updating router 30124c4d-6581-4f14-bc11-3da5441c2e40 port 5540ea81-60ad-45b3-9a4e-b462f03a44b7 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:53:32.620070 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b464d93f-dae1-4684-9913-232349a61d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5540ea81-60ad-45b3-9a4e-b462f03a44b7), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:32.625889 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e895ab4-8ab2-47cf-a7fe-ca74b6f106c2 req-552215c1-d2f2-4ea9-8c8b-fdc90e47f365 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=35b5ed69-e061-4790-9073-cbb9e6fbacbd HTTP/1.1" status: 200 len: 210 time: 0.0796077 Mar 05 04:53:32.645926 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b52fe-ce65-4c65-b522-e82f3b8d5577 req-b0057073-3291-45b7-8bf1-4585aec0aa62 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:32.649174 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-905b52fe-ce65-4c65-b522-e82f3b8d5577 req-b0057073-3291-45b7-8bf1-4585aec0aa62 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.30 "GET /v2.0/ports?device_id=300de583-61fc-4f1f-a4bd-01a5e4aef6d7 HTTP/1.1" status: 200 len: 945 time: 0.0917003 Mar 05 04:53:32.731028 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:53:32.847928 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:32.865070 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': '9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e', 'mac_address': 'fa:16:3e:28:30:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:53:32.895343 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b464d93f-dae1-4684-9913-232349a61d6a None None] Publish callbacks [] for port (5540ea81-60ad-45b3-9a4e-b462f03a44b7), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:32.904720 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b464d93f-dae1-4684-9913-232349a61d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5540ea81-60ad-45b3-9a4e-b462f03a44b7), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:32.914679 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:32.915643 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:32.935966 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:53:32.950969 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-905b52fe-ce65-4c65-b522-e82f3b8d5577 req-38245bfc-664d-4570-b82f-d3ec905d15c8 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Deleting port 48eb14ab-2771-46da-9cc4-2d67523dc833 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:53:32.951303 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-905b52fe-ce65-4c65-b522-e82f3b8d5577 req-38245bfc-664d-4570-b82f-d3ec905d15c8 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (48eb14ab-2771-46da-9cc4-2d67523dc833), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:32.960217 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:32.967466 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-b464d93f-dae1-4684-9913-232349a61d6a None None] Attempting to bind port 5540ea81-60ad-45b3-9a4e-b462f03a44b7 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:53:32.967700 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:32.968304 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-b464d93f-dae1-4684-9913-232349a61d6a None None] Attempting to bind port 5540ea81-60ad-45b3-9a4e-b462f03a44b7 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:53:32.968920 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b464d93f-dae1-4684-9913-232349a61d6a None None] Attempting to bind port 5540ea81-60ad-45b3-9a4e-b462f03a44b7 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:53:32.985758 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b464d93f-dae1-4684-9913-232349a61d6a None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:53:32.986506 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b464d93f-dae1-4684-9913-232349a61d6a None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:53:32.987232 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b464d93f-dae1-4684-9913-232349a61d6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:32.988049 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b464d93f-dae1-4684-9913-232349a61d6a None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:53:32.988877 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-b464d93f-dae1-4684-9913-232349a61d6a None None] Bound port: 5540ea81-60ad-45b3-9a4e-b462f03a44b7, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:53:32.989437 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b464d93f-dae1-4684-9913-232349a61d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5540ea81-60ad-45b3-9a4e-b462f03a44b7), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:33.031590 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:33.048109 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-b464d93f-dae1-4684-9913-232349a61d6a None None] For port 5540ea81-60ad-45b3-9a4e-b462f03a44b7, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:53:33.053242 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-b464d93f-dae1-4684-9913-232349a61d6a None None] For port 5540ea81-60ad-45b3-9a4e-b462f03a44b7, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=5540ea81-60ad-45b3-9a4e-b462f03a44b7,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:53:33.063436 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-905b52fe-ce65-4c65-b522-e82f3b8d5577 req-38245bfc-664d-4570-b82f-d3ec905d15c8 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] For port 48eb14ab-2771-46da-9cc4-2d67523dc833, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=48eb14ab-2771-46da-9cc4-2d67523dc833,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:33.063886 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-905b52fe-ce65-4c65-b522-e82f3b8d5577 req-38245bfc-664d-4570-b82f-d3ec905d15c8 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (48eb14ab-2771-46da-9cc4-2d67523dc833), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:33.066697 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b464d93f-dae1-4684-9913-232349a61d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5540ea81-60ad-45b3-9a4e-b462f03a44b7), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:33.067255 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f4e43cd5-9318-473f-98fb-721dc4449bf1 req-8a4ec903-bb06-4cf2-9457-9aa65fd3eb66 tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.11 "GET /v2.0/ports?device_id=35b5ed69-e061-4790-9073-cbb9e6fbacbd HTTP/1.1" status: 200 len: 210 time: 0.0600867 Mar 05 04:53:33.069222 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-89bac5d5-e0ad-4e00-ab69-1ef69bdf411b tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router_gateway (f6c92f55-1d6f-469d-a813-89e387e63c94), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:33.072189 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a09d97-1fb3-4bec-bd31-9ee906392f15 None None] Pushing event updated for resources: {'Port': ['ID=5540ea81-60ad-45b3-9a4e-b462f03a44b7,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:33.085024 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ee317-cb2c-4751-9ef5-e4ecafd6c636 req-db1efbe7-9f9b-4ae0-9a90-aa7f849919b9 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:33.087067 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-905b52fe-ce65-4c65-b522-e82f3b8d5577 req-38245bfc-664d-4570-b82f-d3ec905d15c8 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Calling delete_port for 48eb14ab-2771-46da-9cc4-2d67523dc833 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:53:33.091410 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a68ee317-cb2c-4751-9ef5-e4ecafd6c636 req-db1efbe7-9f9b-4ae0-9a90-aa7f849919b9 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f7791fa-f4c2-4844-ba23-2093ffb6f61f HTTP/1.1" status: 200 len: 948 time: 0.5857275 Mar 05 04:53:33.152134 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a09d97-1fb3-4bec-bd31-9ee906392f15 None None] Pushing event updated for resources: {'Port': ['ID=5540ea81-60ad-45b3-9a4e-b462f03a44b7,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:33.167366 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b464d93f-dae1-4684-9913-232349a61d6a None None] Routers {'30124c4d-6581-4f14-bc11-3da5441c2e40'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:53:33.168077 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b464d93f-dae1-4684-9913-232349a61d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:53:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['30124c4d-6581-4f14-bc11-3da5441c2e40'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:33.175402 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a68ee317-cb2c-4751-9ef5-e4ecafd6c636 req-040ee572-f7aa-4457-b0fa-e874b32346f9 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787106 Mar 05 04:53:33.280978 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-905b52fe-ce65-4c65-b522-e82f3b8d5577 req-38245bfc-664d-4570-b82f-d3ec905d15c8 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (48eb14ab-2771-46da-9cc4-2d67523dc833), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:33.298432 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['8f50280d-c7ec-464b-867e-ad57cfb7443f', '48eb14ab-2771-46da-9cc4-2d67523dc833'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:33.301319 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc283a88-79eb-46ee-9e16-d51430fe2443 req-cf876b5d-605d-4c04-a383-2cf3ecf03901 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:33.302871 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fc283a88-79eb-46ee-9e16-d51430fe2443 req-cf876b5d-605d-4c04-a383-2cf3ecf03901 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c7f4ba3-cf53-46a2-be23-0e8b12cdf1ec HTTP/1.1" status: 200 len: 946 time: 0.1263967 Mar 05 04:53:33.325460 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38245bfc-664d-4570-b82f-d3ec905d15c8 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Pushing event deleted for resources: {'Port': ['ID=48eb14ab-2771-46da-9cc4-2d67523dc833,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:33.375177 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f43ae-e0c6-47ea-b1fa-23cac5bc1ddf req-9d5a0f3b-dd84-43fc-b609-f3c04dee6c89 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:33.376477 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e24f43ae-e0c6-47ea-b1fa-23cac5bc1ddf req-9d5a0f3b-dd84-43fc-b609-f3c04dee6c89 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/ports?device_id=668ba8e7-60a2-4fce-ad07-3eaa80f8f457 HTTP/1.1" status: 200 len: 945 time: 0.1233275 Mar 05 04:53:33.390229 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-905b52fe-ce65-4c65-b522-e82f3b8d5577 req-38245bfc-664d-4570-b82f-d3ec905d15c8 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] No DVR routers for this DVR port 48eb14ab-2771-46da-9cc4-2d67523dc833 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:53:33.393534 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-905b52fe-ce65-4c65-b522-e82f3b8d5577 req-38245bfc-664d-4570-b82f-d3ec905d15c8 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:33.396988 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-905b52fe-ce65-4c65-b522-e82f3b8d5577 req-38245bfc-664d-4570-b82f-d3ec905d15c8 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.30 "DELETE /v2.0/ports/48eb14ab-2771-46da-9cc4-2d67523dc833 HTTP/1.1" status: 204 len: 173 time: 0.5697939 Mar 05 04:53:33.397453 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300de583-61fc-4f1f-a4bd-01a5e4aef6d7', 'name': 'network-vif-deleted', 'tag': '48eb14ab-2771-46da-9cc4-2d67523dc833'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:33.399275 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-b464d93f-dae1-4684-9913-232349a61d6a None None] Set router 30124c4d-6581-4f14-bc11-3da5441c2e40 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:53:33.400731 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7206da3-69ab-447d-a1a1-fed62d4b212d" -d '{"events": [{"server_uuid": "300de583-61fc-4f1f-a4bd-01a5e4aef6d7", "name": "network-vif-deleted", "tag": "48eb14ab-2771-46da-9cc4-2d67523dc833"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:33.412894 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:33.445116 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fc283a88-79eb-46ee-9e16-d51430fe2443 req-6d5e0667-2608-4490-a49e-b6d3b2f9e183 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5feddd2-c339-4e7b-97e3-62353702afe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325624 Mar 05 04:53:33.587726 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e24f43ae-e0c6-47ea-b1fa-23cac5bc1ddf req-39296d25-0dc1-475c-a9c9-dfcaf743af6a tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/security-groups?id=8366ff4e-2faf-4af2-a6d2-7ec92f9b5241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700375 Mar 05 04:53:33.628875 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3e8fe87f-9749-4f86-962e-b21bf6b9454c req-ddd39660-67c6-4adb-8155-9690d7a9f031 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=300de583-61fc-4f1f-a4bd-01a5e4aef6d7 HTTP/1.1" status: 200 len: 210 time: 0.0492201 Mar 05 04:53:33.633284 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-89bac5d5-e0ad-4e00-ab69-1ef69bdf411b tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router_gateway (f6c92f55-1d6f-469d-a813-89e387e63c94), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:33.656078 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-89bac5d5-e0ad-4e00-ab69-1ef69bdf411b tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:33.671506 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ce3183-5321-4c2f-8c75-c08561232a83 x-openstack-request-id: req-72ce3183-5321-4c2f-8c75-c08561232a83 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:33.672004 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300de583-61fc-4f1f-a4bd-01a5e4aef6d7", "name": "network-vif-deleted", "tag": "48eb14ab-2771-46da-9cc4-2d67523dc833", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:33.672138 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-72ce3183-5321-4c2f-8c75-c08561232a83 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:33.672545 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300de583-61fc-4f1f-a4bd-01a5e4aef6d7', 'name': 'network-vif-deleted', 'tag': '48eb14ab-2771-46da-9cc4-2d67523dc833', 'status': 'completed', 'code': 200} Mar 05 04:53:33.700201 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b464d93f-dae1-4684-9913-232349a61d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30124c4d-6581-4f14-bc11-3da5441c2e40', 'name': 'tempest-snat-router-1422875310', 'tenant_id': '73d8922c504b4c8ba5f78777a359b8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.58'}], 'enable_snat': False}, 'gw_port_id': '5540ea81-60ad-45b3-9a4e-b462f03a44b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:53:27Z', 'updated_at': '2022-03-05T04:53:31Z', 'revision_number': 3, 'project_id': '73d8922c504b4c8ba5f78777a359b8e9', 'gw_port': {'id': '5540ea81-60ad-45b3-9a4e-b462f03a44b7', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30124c4d-6581-4f14-bc11-3da5441c2e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:53:29Z', 'updated_at': '2022-03-05T04:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:33.731288 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b464d93f-dae1-4684-9913-232349a61d6a None None] The sync data for ids ['30124c4d-6581-4f14-bc11-3da5441c2e40'] in n-d-789963-32 is: [{'id': '30124c4d-6581-4f14-bc11-3da5441c2e40', 'name': 'tempest-snat-router-1422875310', 'tenant_id': '73d8922c504b4c8ba5f78777a359b8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.58'}], 'enable_snat': False}, 'gw_port_id': '5540ea81-60ad-45b3-9a4e-b462f03a44b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:53:27Z', 'updated_at': '2022-03-05T04:53:31Z', 'revision_number': 3, 'project_id': '73d8922c504b4c8ba5f78777a359b8e9', 'gw_port': {'id': '5540ea81-60ad-45b3-9a4e-b462f03a44b7', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:41:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30124c4d-6581-4f14-bc11-3da5441c2e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:53:29Z', 'updated_at': '2022-03-05T04:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:53:33.811853 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56f2b7-f033-4fdf-953d-f82110082601 req-3429a91a-3cfc-4f16-a313-817fb7c602f4 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:33.813420 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bd56f2b7-f033-4fdf-953d-f82110082601 req-3429a91a-3cfc-4f16-a313-817fb7c602f4 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/ports?device_id=9293ca78-0a34-4cd9-b02e-b3cef9ad48be HTTP/1.1" status: 200 len: 945 time: 0.1055448 Mar 05 04:53:33.825125 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-89bac5d5-e0ad-4e00-ab69-1ef69bdf411b tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Allocated IP 172.25.0.173 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/e3feaca1-6f29-44e4-9f45-4d707c73a2d6) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:53:33.858140 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae9f47-a665-45c8-82b8-759aab6db574 req-7b6adfce-5a28-45a5-9041-da9abdee5192 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:33.861477 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0eae9f47-a665-45c8-82b8-759aab6db574 req-7b6adfce-5a28-45a5-9041-da9abdee5192 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c7f4ba3-cf53-46a2-be23-0e8b12cdf1ec HTTP/1.1" status: 200 len: 946 time: 0.0651965 Mar 05 04:53:33.896144 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bd56f2b7-f033-4fdf-953d-f82110082601 req-2b7a5607-d1cc-4a31-b9c7-92adcecc0bf7 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/security-groups?id=8366ff4e-2faf-4af2-a6d2-7ec92f9b5241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729325 Mar 05 04:53:34.014093 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-89bac5d5-e0ad-4e00-ab69-1ef69bdf411b tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for port (e3feaca1-6f29-44e4-9f45-4d707c73a2d6), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:34.032760 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-0eae9f47-a665-45c8-82b8-759aab6db574 req-cd5ee667-dcd0-4be0-9801-fa9bc2977db7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Deleting port e9f0200e-c939-4009-9221-bc3e32d99a1f {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:53:34.033111 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0eae9f47-a665-45c8-82b8-759aab6db574 req-cd5ee667-dcd0-4be0-9801-fa9bc2977db7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (e9f0200e-c939-4009-9221-bc3e32d99a1f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:34.099463 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-89bac5d5-e0ad-4e00-ab69-1ef69bdf411b tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (e3feaca1-6f29-44e4-9f45-4d707c73a2d6), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:34.170434 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bac5d5-e0ad-4e00-ab69-1ef69bdf411b tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:53:34.176498 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-89bac5d5-e0ad-4e00-ab69-1ef69bdf411b tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:53:34.181802 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bac5d5-e0ad-4e00-ab69-1ef69bdf411b tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:53:34.195681 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bac5d5-e0ad-4e00-ab69-1ef69bdf411b tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Pushing event updated for resources: {'Port': ['ID=e3feaca1-6f29-44e4-9f45-4d707c73a2d6,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:34.266314 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5540ea81-60ad-45b3-9a4e-b462f03a44b7 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:53:34.297864 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-0eae9f47-a665-45c8-82b8-759aab6db574 req-cd5ee667-dcd0-4be0-9801-fa9bc2977db7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] For port e9f0200e-c939-4009-9221-bc3e32d99a1f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=e9f0200e-c939-4009-9221-bc3e32d99a1f,segment=NetworkSegment(203a0330-0979-4646-8d37-68343458b325),segment_id=203a0330-0979-4646-8d37-68343458b325)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:34.299406 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0eae9f47-a665-45c8-82b8-759aab6db574 req-cd5ee667-dcd0-4be0-9801-fa9bc2977db7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (e9f0200e-c939-4009-9221-bc3e32d99a1f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:34.317969 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-0eae9f47-a665-45c8-82b8-759aab6db574 req-cd5ee667-dcd0-4be0-9801-fa9bc2977db7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Calling delete_port for e9f0200e-c939-4009-9221-bc3e32d99a1f owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:53:34.354916 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dcbdb712-9888-4bbf-ad78-6faa10833465 req-26222da0-6e7b-43f1-a601-c267f98ac4df tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.11 "GET /v2.0/ports?device_id=35b5ed69-e061-4790-9073-cbb9e6fbacbd HTTP/1.1" status: 200 len: 210 time: 0.0460074 Mar 05 04:53:34.368868 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 5540ea81-60ad-45b3-9a4e-b462f03a44b7 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:53:34.369300 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5540ea81-60ad-45b3-9a4e-b462f03a44b7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:34.520901 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a1b80-c419-4642-b07f-40de75b7098a req-afbad761-2ed7-41ce-a8d3-83ac9fcc5216 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:34.522724 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b27a1b80-c419-4642-b07f-40de75b7098a req-afbad761-2ed7-41ce-a8d3-83ac9fcc5216 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f7791fa-f4c2-4844-ba23-2093ffb6f61f HTTP/1.1" status: 200 len: 949 time: 0.2151136 Mar 05 04:53:34.542909 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0eae9f47-a665-45c8-82b8-759aab6db574 req-cd5ee667-dcd0-4be0-9801-fa9bc2977db7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (e9f0200e-c939-4009-9221-bc3e32d99a1f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:34.587690 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ee667-dcd0-4be0-9801-fa9bc2977db7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Pushing event deleted for resources: {'Port': ['ID=e9f0200e-c939-4009-9221-bc3e32d99a1f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:34.628709 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['e9f0200e-c939-4009-9221-bc3e32d99a1f'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:34.639653 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b27a1b80-c419-4642-b07f-40de75b7098a req-c3735244-b378-4baf-8fe6-fc9fca4e8ed9 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089597 Mar 05 04:53:34.735123 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 5540ea81-60ad-45b3-9a4e-b462f03a44b7 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:34.735338 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5540ea81-60ad-45b3-9a4e-b462f03a44b7), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:34.737707 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eae9f47-a665-45c8-82b8-759aab6db574 req-cd5ee667-dcd0-4be0-9801-fa9bc2977db7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] No DVR routers for this DVR port e9f0200e-c939-4009-9221-bc3e32d99a1f on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:53:34.744081 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0eae9f47-a665-45c8-82b8-759aab6db574 req-cd5ee667-dcd0-4be0-9801-fa9bc2977db7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:34.747704 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0eae9f47-a665-45c8-82b8-759aab6db574 req-cd5ee667-dcd0-4be0-9801-fa9bc2977db7 tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.30 "DELETE /v2.0/ports/e9f0200e-c939-4009-9221-bc3e32d99a1f HTTP/1.1" status: 204 len: 173 time: 0.8737149 Mar 05 04:53:34.764595 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-89bac5d5-e0ad-4e00-ab69-1ef69bdf411b tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router_gateway (f6c92f55-1d6f-469d-a813-89e387e63c94), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:34.789400 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 5540ea81-60ad-45b3-9a4e-b462f03a44b7, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=5540ea81-60ad-45b3-9a4e-b462f03a44b7,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:34.801334 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5540ea81-60ad-45b3-9a4e-b462f03a44b7), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:34.864514 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=5540ea81-60ad-45b3-9a4e-b462f03a44b7,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:34.883607 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-385813ac-1fbb-4532-a3f6-700bde76f31c req-880b794a-da18-4b44-b26a-936f0c0cc98a tempest-DeleteServersTestJSON-1225072508 tempest-DeleteServersTestJSON-1225072508-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c7f4ba3-cf53-46a2-be23-0e8b12cdf1ec HTTP/1.1" status: 200 len: 210 time: 0.1089275 Mar 05 04:53:35.124754 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e0f9beb-1554-4cbd-bf1d-8197c0f26a1b req-1107d73f-2fbe-437a-956e-9373c95bf71f tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.11 "GET /v2.0/ports?device_id=35b5ed69-e061-4790-9073-cbb9e6fbacbd HTTP/1.1" status: 200 len: 210 time: 0.0453398 Mar 05 04:53:35.191411 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964948c-4e97-4569-ad33-9d82867e9b46 req-8c651f48-3fb9-4a32-ab73-cf62d2e85977 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:35.192977 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6964948c-4e97-4569-ad33-9d82867e9b46 req-8c651f48-3fb9-4a32-ab73-cf62d2e85977 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/ports?device_id=9293ca78-0a34-4cd9-b02e-b3cef9ad48be HTTP/1.1" status: 200 len: 945 time: 0.1853807 Mar 05 04:53:35.199351 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-89bac5d5-e0ad-4e00-ab69-1ef69bdf411b tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (f6c92f55-1d6f-469d-a813-89e387e63c94), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:35.356736 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6964948c-4e97-4569-ad33-9d82867e9b46 req-bb1aea7e-971e-4869-833e-ddba4a1f2723 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/security-groups?id=8366ff4e-2faf-4af2-a6d2-7ec92f9b5241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550512 Mar 05 04:53:35.437289 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-483f240d-5af3-4048-a473-632a59df8c68 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:35.438694 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-483f240d-5af3-4048-a473-632a59df8c68 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/networks?id=54309d98-48bc-4d3e-a20e-4665796063fc HTTP/1.1" status: 200 len: 806 time: 0.1871231 Mar 05 04:53:35.465542 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-eb94e55d-4397-4c63-9ed3-f523f88e9876 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/quotas/f4c8bc28785e4a00b63310ed97b40ba8 HTTP/1.1" status: 200 len: 375 time: 0.0184088 Mar 05 04:53:35.511129 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bac5d5-e0ad-4e00-ab69-1ef69bdf411b tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Router f6c92f55-1d6f-469d-a813-89e387e63c94 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:53:35.534866 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-19fcac3e-0827-443f-a9b1-48b7454c3738 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f4c8bc28785e4a00b63310ed97b40ba8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0639560 Mar 05 04:53:35.675639 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7f4ba3-cf53-46a2-be23-0e8b12cdf1ec', 'name': 'network-vif-deleted', 'tag': 'e9f0200e-c939-4009-9221-bc3e32d99a1f'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:35.679105 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a39d28-cd69-4a7e-babb-457578729c83" -d '{"events": [{"server_uuid": "2c7f4ba3-cf53-46a2-be23-0e8b12cdf1ec", "name": "network-vif-deleted", "tag": "e9f0200e-c939-4009-9221-bc3e32d99a1f"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:35.701884 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bac5d5-e0ad-4e00-ab69-1ef69bdf411b tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:53:35.705140 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-b552cd62-8fac-4aa7-af46-c4b13bf6937f service neutron] 10.222.0.11 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407952 Mar 05 04:53:35.714918 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea3e569-f526-4d5e-a1a2-e1bc36a9f758 None None] Sync routers for ids ['f6c92f55-1d6f-469d-a813-89e387e63c94'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:53:35.722575 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-89bac5d5-e0ad-4e00-ab69-1ef69bdf411b tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:35.724087 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-89bac5d5-e0ad-4e00-ab69-1ef69bdf411b tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.3394539 Mar 05 04:53:35.726711 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54100) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:35.729978 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea3e569-f526-4d5e-a1a2-e1bc36a9f758 None None] Routers {'f6c92f55-1d6f-469d-a813-89e387e63c94'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:53:35.730705 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-0ea3e569-f526-4d5e-a1a2-e1bc36a9f758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:53:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['f6c92f55-1d6f-469d-a813-89e387e63c94'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:35.873067 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-0ea3e569-f526-4d5e-a1a2-e1bc36a9f758 None None] Set router f6c92f55-1d6f-469d-a813-89e387e63c94 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:53:35.952388 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-29317dc9-2787-4265-869e-f802d87371fd tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "GET /v2.0/routers/f6c92f55-1d6f-469d-a813-89e387e63c94 HTTP/1.1" status: 200 len: 908 time: 0.2210231 Mar 05 04:53:35.953371 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54106) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:35.953869 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-8ce65e3a-503b-4fd5-bb72-609a509b61bc service neutron] 10.222.0.11 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283447 Mar 05 04:53:35.976708 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f460b-1122-4b4c-beee-27eb711d6ff7 req-d9a569a8-70c2-44b7-a244-452cc52e016d tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:35.987642 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e92f460b-1122-4b4c-beee-27eb711d6ff7 req-d9a569a8-70c2-44b7-a244-452cc52e016d tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f7791fa-f4c2-4844-ba23-2093ffb6f61f HTTP/1.1" status: 200 len: 949 time: 0.1487508 Mar 05 04:53:36.042841 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e92f460b-1122-4b4c-beee-27eb711d6ff7 req-11bac370-14b2-4093-afa4-541e25820758 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497148 Mar 05 04:53:36.076880 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 48eb14ab-2771-46da-9cc4-2d67523dc833 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:53:36.123435 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 48eb14ab-2771-46da-9cc4-2d67523dc833 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:53:36.123531 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 48eb14ab-2771-46da-9cc4-2d67523dc833 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:53:36.164418 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc1d33-6788-4826-89f5-9d265427ed9f req-2c1bf949-b836-4a59-aeb7-6a4bdce2d557 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:36.165974 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c1fc1d33-6788-4826-89f5-9d265427ed9f req-2c1bf949-b836-4a59-aeb7-6a4bdce2d557 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.31 "GET /v2.0/ports?device_id=9293ca78-0a34-4cd9-b02e-b3cef9ad48be HTTP/1.1" status: 200 len: 945 time: 0.1064012 Mar 05 04:53:36.231956 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5540ea81-60ad-45b3-9a4e-b462f03a44b7 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:53:36.324621 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-0ea3e569-f526-4d5e-a1a2-e1bc36a9f758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c92f55-1d6f-469d-a813-89e387e63c94', 'name': 'tempest-snat-router-1422875310', 'tenant_id': '73d8922c504b4c8ba5f78777a359b8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'e3feaca1-6f29-44e4-9f45-4d707c73a2d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:53:32Z', 'updated_at': '2022-03-05T04:53:34Z', 'revision_number': 3, 'project_id': '73d8922c504b4c8ba5f78777a359b8e9', 'gw_port': {'id': 'e3feaca1-6f29-44e4-9f45-4d707c73a2d6', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c92f55-1d6f-469d-a813-89e387e63c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:53:33Z', 'updated_at': '2022-03-05T04:53:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:36.360275 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea3e569-f526-4d5e-a1a2-e1bc36a9f758 None None] Checking router: f6c92f55-1d6f-469d-a813-89e387e63c94 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:53:36.360660 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea3e569-f526-4d5e-a1a2-e1bc36a9f758 None None] Updating router f6c92f55-1d6f-469d-a813-89e387e63c94 port e3feaca1-6f29-44e4-9f45-4d707c73a2d6 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:53:36.362875 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 5540ea81-60ad-45b3-9a4e-b462f03a44b7 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:53:36.363256 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5540ea81-60ad-45b3-9a4e-b462f03a44b7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:36.389682 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f107b05-b097-4eb9-8117-25d09d5f9599 req-f08b8bc1-39c9-466f-993e-4beafadf8513 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:36.398318 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4f107b05-b097-4eb9-8117-25d09d5f9599 req-f08b8bc1-39c9-466f-993e-4beafadf8513 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.1522307 Mar 05 04:53:36.402093 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0ea3e569-f526-4d5e-a1a2-e1bc36a9f758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e3feaca1-6f29-44e4-9f45-4d707c73a2d6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:36.438644 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad6d9a-98f7-4f40-b66e-6c3acf0f0d02 req-b93f8892-6973-4ec8-8782-462c821065f8 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:36.444721 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad6d9a-98f7-4f40-b66e-6c3acf0f0d02 req-b93f8892-6973-4ec8-8782-462c821065f8 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:36.450898 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad6d9a-98f7-4f40-b66e-6c3acf0f0d02 req-b93f8892-6973-4ec8-8782-462c821065f8 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:36.457181 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad6d9a-98f7-4f40-b66e-6c3acf0f0d02 req-b93f8892-6973-4ec8-8782-462c821065f8 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:36.463223 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad6d9a-98f7-4f40-b66e-6c3acf0f0d02 req-b93f8892-6973-4ec8-8782-462c821065f8 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:36.468805 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad6d9a-98f7-4f40-b66e-6c3acf0f0d02 req-b93f8892-6973-4ec8-8782-462c821065f8 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:36.474774 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad6d9a-98f7-4f40-b66e-6c3acf0f0d02 req-b93f8892-6973-4ec8-8782-462c821065f8 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:36.479639 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8bad6d9a-98f7-4f40-b66e-6c3acf0f0d02 req-b93f8892-6973-4ec8-8782-462c821065f8 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5444 time: 0.2205520 Mar 05 04:53:36.484264 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2eb958-aaff-40f9-aa4a-fb8109d0733c x-openstack-request-id: req-cd2eb958-aaff-40f9-aa4a-fb8109d0733c {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:36.484706 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7f4ba3-cf53-46a2-be23-0e8b12cdf1ec", "name": "network-vif-deleted", "tag": "e9f0200e-c939-4009-9221-bc3e32d99a1f", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:36.484896 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cd2eb958-aaff-40f9-aa4a-fb8109d0733c {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:36.485626 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7f4ba3-cf53-46a2-be23-0e8b12cdf1ec', 'name': 'network-vif-deleted', 'tag': 'e9f0200e-c939-4009-9221-bc3e32d99a1f', 'status': 'completed', 'code': 200} Mar 05 04:53:36.523600 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-c1fc1d33-6788-4826-89f5-9d265427ed9f req-bf4a18ae-8e63-416d-b2d7-829c0a7d3eb3 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Deleting port 1f7c9b91-bb94-4cbe-ad82-a604536b6e65 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:53:36.523947 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c1fc1d33-6788-4826-89f5-9d265427ed9f req-bf4a18ae-8e63-416d-b2d7-829c0a7d3eb3 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (1f7c9b91-bb94-4cbe-ad82-a604536b6e65), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:36.537455 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-73c53988-af90-41da-87fc-b3e6f6bcc86d tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router (f6c92f55-1d6f-469d-a813-89e387e63c94), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:36.547657 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57d492-3e4a-4f5b-9e8f-404aaac7ed08 req-c9a3a69e-7727-49b5-ab7b-687d4d68cd48 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:36.549208 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6f57d492-3e4a-4f5b-9e8f-404aaac7ed08 req-c9a3a69e-7727-49b5-ab7b-687d4d68cd48 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.30 "GET /v2.0/ports?device_id=668ba8e7-60a2-4fce-ad07-3eaa80f8f457 HTTP/1.1" status: 200 len: 945 time: 0.0770075 Mar 05 04:53:36.683235 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4f107b05-b097-4eb9-8117-25d09d5f9599 req-f0ebfacf-d315-4c04-b3f0-184a0b2bae2d tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2843437 Mar 05 04:53:36.729507 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 5540ea81-60ad-45b3-9a4e-b462f03a44b7 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:36.741946 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-73c53988-af90-41da-87fc-b3e6f6bcc86d tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router_gateway (f6c92f55-1d6f-469d-a813-89e387e63c94), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:36.746461 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:53:36.750448 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8bad6d9a-98f7-4f40-b66e-6c3acf0f0d02 req-cafd036c-7586-443b-8536-fc20ceac9124 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2571776 Mar 05 04:53:36.759712 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-6f57d492-3e4a-4f5b-9e8f-404aaac7ed08 req-3a119738-4a1c-48e7-bde2-f7e6b9a981f5 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Deleting port e6cffc7d-fd89-4f9b-810e-d686250ffa6c {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:53:36.759940 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6f57d492-3e4a-4f5b-9e8f-404aaac7ed08 req-3a119738-4a1c-48e7-bde2-f7e6b9a981f5 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (e6cffc7d-fd89-4f9b-810e-d686250ffa6c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:36.794044 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-c1fc1d33-6788-4826-89f5-9d265427ed9f req-bf4a18ae-8e63-416d-b2d7-829c0a7d3eb3 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] For port 1f7c9b91-bb94-4cbe-ad82-a604536b6e65, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1f7c9b91-bb94-4cbe-ad82-a604536b6e65,segment=NetworkSegment(665588c9-8903-4662-9125-c3e03fc634d5),segment_id=665588c9-8903-4662-9125-c3e03fc634d5)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:36.794405 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c1fc1d33-6788-4826-89f5-9d265427ed9f req-bf4a18ae-8e63-416d-b2d7-829c0a7d3eb3 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (1f7c9b91-bb94-4cbe-ad82-a604536b6e65), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:36.822072 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-c1fc1d33-6788-4826-89f5-9d265427ed9f req-bf4a18ae-8e63-416d-b2d7-829c0a7d3eb3 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Calling delete_port for 1f7c9b91-bb94-4cbe-ad82-a604536b6e65 owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:53:36.874278 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:53:36.882080 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:53:36.882783 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:36.941930 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0ea3e569-f526-4d5e-a1a2-e1bc36a9f758 None None] Publish callbacks [] for port (e3feaca1-6f29-44e4-9f45-4d707c73a2d6), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:36.959280 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0ea3e569-f526-4d5e-a1a2-e1bc36a9f758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e3feaca1-6f29-44e4-9f45-4d707c73a2d6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:36.964905 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-73c53988-af90-41da-87fc-b3e6f6bcc86d tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Deleting port e3feaca1-6f29-44e4-9f45-4d707c73a2d6 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:53:36.965500 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-73c53988-af90-41da-87fc-b3e6f6bcc86d tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (e3feaca1-6f29-44e4-9f45-4d707c73a2d6), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:36.972024 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-6f57d492-3e4a-4f5b-9e8f-404aaac7ed08 req-3a119738-4a1c-48e7-bde2-f7e6b9a981f5 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] For port e6cffc7d-fd89-4f9b-810e-d686250ffa6c, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=e6cffc7d-fd89-4f9b-810e-d686250ffa6c,segment=NetworkSegment(665588c9-8903-4662-9125-c3e03fc634d5),segment_id=665588c9-8903-4662-9125-c3e03fc634d5)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:36.972395 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6f57d492-3e4a-4f5b-9e8f-404aaac7ed08 req-3a119738-4a1c-48e7-bde2-f7e6b9a981f5 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (e6cffc7d-fd89-4f9b-810e-d686250ffa6c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:37.007617 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-6f57d492-3e4a-4f5b-9e8f-404aaac7ed08 req-3a119738-4a1c-48e7-bde2-f7e6b9a981f5 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Calling delete_port for e6cffc7d-fd89-4f9b-810e-d686250ffa6c owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:53:37.025520 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b3c15-c98b-4b71-9e79-68e9f5e5d883 None None] Pushing event updated for resources: {'Port': ['ID=e3feaca1-6f29-44e4-9f45-4d707c73a2d6,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:37.093972 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-0ea3e569-f526-4d5e-a1a2-e1bc36a9f758 None None] Attempting to bind port e3feaca1-6f29-44e4-9f45-4d707c73a2d6 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:53:37.099043 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-0ea3e569-f526-4d5e-a1a2-e1bc36a9f758 None None] Attempting to bind port e3feaca1-6f29-44e4-9f45-4d707c73a2d6 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:53:37.099646 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea3e569-f526-4d5e-a1a2-e1bc36a9f758 None None] Attempting to bind port e3feaca1-6f29-44e4-9f45-4d707c73a2d6 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:53:37.108737 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:37.109184 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:37.111581 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea3e569-f526-4d5e-a1a2-e1bc36a9f758 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:53:37.112034 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea3e569-f526-4d5e-a1a2-e1bc36a9f758 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:53:37.112994 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0ea3e569-f526-4d5e-a1a2-e1bc36a9f758 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:37.112994 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea3e569-f526-4d5e-a1a2-e1bc36a9f758 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:53:37.113864 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-0ea3e569-f526-4d5e-a1a2-e1bc36a9f758 None None] Bound port: e3feaca1-6f29-44e4-9f45-4d707c73a2d6, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:53:37.114528 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0ea3e569-f526-4d5e-a1a2-e1bc36a9f758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e3feaca1-6f29-44e4-9f45-4d707c73a2d6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:37.136662 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-73c53988-af90-41da-87fc-b3e6f6bcc86d tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (e3feaca1-6f29-44e4-9f45-4d707c73a2d6), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:37.158092 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-73c53988-af90-41da-87fc-b3e6f6bcc86d tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Calling delete_port for e3feaca1-6f29-44e4-9f45-4d707c73a2d6 owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:53:37.176588 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7791fa-f4c2-4844-ba23-2093ffb6f61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:37.179051 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549a1201-2be5-485c-b163-a5759d38ce09" -d '{"events": [{"server_uuid": "9f7791fa-f4c2-4844-ba23-2093ffb6f61f", "name": "network-vif-plugged", "status": "completed", "tag": "9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:37.202253 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:37.209441 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:37.211753 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-0ea3e569-f526-4d5e-a1a2-e1bc36a9f758 None None] For port e3feaca1-6f29-44e4-9f45-4d707c73a2d6, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:53:37.216131 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c62c55c4-2f4c-4aec-af1e-262a72f2dd01 req-df80739e-dc39-42e6-9eb0-b9d591b9d366 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=3871695a-391e-4e17-99f6-811e05697926 HTTP/1.1" status: 200 len: 210 time: 0.3845336 Mar 05 04:53:37.216782 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-0ea3e569-f526-4d5e-a1a2-e1bc36a9f758 None None] For port e3feaca1-6f29-44e4-9f45-4d707c73a2d6, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e3feaca1-6f29-44e4-9f45-4d707c73a2d6,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:53:37.242811 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0ea3e569-f526-4d5e-a1a2-e1bc36a9f758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e3feaca1-6f29-44e4-9f45-4d707c73a2d6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:37.248516 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-78d8e934-4701-4cb2-825f-37fb7ca99669 req-e928ac8b-b0b5-4b82-8ba2-bcc97ec5326b tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.11 "GET /v2.0/ports?device_id=35b5ed69-e061-4790-9073-cbb9e6fbacbd HTTP/1.1" status: 200 len: 210 time: 0.0760720 Mar 05 04:53:37.307172 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:37.328398 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea3e569-f526-4d5e-a1a2-e1bc36a9f758 None None] Routers {'f6c92f55-1d6f-469d-a813-89e387e63c94'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:53:37.329122 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-0ea3e569-f526-4d5e-a1a2-e1bc36a9f758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:53:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['f6c92f55-1d6f-469d-a813-89e387e63c94'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:37.357569 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6f57d492-3e4a-4f5b-9e8f-404aaac7ed08 req-3a119738-4a1c-48e7-bde2-f7e6b9a981f5 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (e6cffc7d-fd89-4f9b-810e-d686250ffa6c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:37.386890 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['e6cffc7d-fd89-4f9b-810e-d686250ffa6c'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:37.420860 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['1f7c9b91-bb94-4cbe-ad82-a604536b6e65'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:37.428328 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a119738-4a1c-48e7-bde2-f7e6b9a981f5 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Pushing event deleted for resources: {'Port': ['ID=e6cffc7d-fd89-4f9b-810e-d686250ffa6c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:37.443644 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9ce9d-dfe2-4728-bd7f-a8717c5a52b9 req-cf6770e0-ed69-4c16-bb79-96caf93704d8 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:37.446029 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-90f9ce9d-dfe2-4728-bd7f-a8717c5a52b9 req-cf6770e0-ed69-4c16-bb79-96caf93704d8 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/ports?device_id=9293ca78-0a34-4cd9-b02e-b3cef9ad48be HTTP/1.1" status: 200 len: 945 time: 0.0809200 Mar 05 04:53:37.463142 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c1fc1d33-6788-4826-89f5-9d265427ed9f req-bf4a18ae-8e63-416d-b2d7-829c0a7d3eb3 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (1f7c9b91-bb94-4cbe-ad82-a604536b6e65), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:37.521668 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f57d492-3e4a-4f5b-9e8f-404aaac7ed08 req-3a119738-4a1c-48e7-bde2-f7e6b9a981f5 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] No DVR routers for this DVR port e6cffc7d-fd89-4f9b-810e-d686250ffa6c on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:53:37.524489 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b3c15-c98b-4b71-9e79-68e9f5e5d883 None None] Pushing event updated for resources: {'Port': ['ID=e3feaca1-6f29-44e4-9f45-4d707c73a2d6,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:37.531613 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['e6cffc7d-fd89-4f9b-810e-d686250ffa6c'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:37.534828 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a18ae-8e63-416d-b2d7-829c0a7d3eb3 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Pushing event deleted for resources: {'Port': ['ID=1f7c9b91-bb94-4cbe-ad82-a604536b6e65,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:37.535361 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['1f7c9b91-bb94-4cbe-ad82-a604536b6e65'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:37.545278 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6f57d492-3e4a-4f5b-9e8f-404aaac7ed08 req-3a119738-4a1c-48e7-bde2-f7e6b9a981f5 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:37.549655 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6f57d492-3e4a-4f5b-9e8f-404aaac7ed08 req-3a119738-4a1c-48e7-bde2-f7e6b9a981f5 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.30 "DELETE /v2.0/ports/e6cffc7d-fd89-4f9b-810e-d686250ffa6c HTTP/1.1" status: 204 len: 173 time: 0.9660318 Mar 05 04:53:37.593595 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-73c53988-af90-41da-87fc-b3e6f6bcc86d tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (e3feaca1-6f29-44e4-9f45-4d707c73a2d6), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:37.618402 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-90f9ce9d-dfe2-4728-bd7f-a8717c5a52b9 req-a35fcc42-ca49-461d-930a-ca9a8391083c tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.11 "GET /v2.0/security-groups?id=8366ff4e-2faf-4af2-a6d2-7ec92f9b5241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714249 Mar 05 04:53:37.650732 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c53988-af90-41da-87fc-b3e6f6bcc86d tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3feaca1-6f29-44e4-9f45-4d707c73a2d6,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:37.704728 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-0ea3e569-f526-4d5e-a1a2-e1bc36a9f758 None None] Set router f6c92f55-1d6f-469d-a813-89e387e63c94 gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:53:37.720240 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-73c53988-af90-41da-87fc-b3e6f6bcc86d tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (f6c92f55-1d6f-469d-a813-89e387e63c94), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:37.723355 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1fc1d33-6788-4826-89f5-9d265427ed9f req-bf4a18ae-8e63-416d-b2d7-829c0a7d3eb3 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] No DVR routers for this DVR port 1f7c9b91-bb94-4cbe-ad82-a604536b6e65 on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:53:37.730080 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c1fc1d33-6788-4826-89f5-9d265427ed9f req-bf4a18ae-8e63-416d-b2d7-829c0a7d3eb3 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:37.733418 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c1fc1d33-6788-4826-89f5-9d265427ed9f req-bf4a18ae-8e63-416d-b2d7-829c0a7d3eb3 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] 10.222.0.31 "DELETE /v2.0/ports/1f7c9b91-bb94-4cbe-ad82-a604536b6e65 HTTP/1.1" status: 204 len: 173 time: 1.5603268 Mar 05 04:53:37.736499 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9293ca78-0a34-4cd9-b02e-b3cef9ad48be', 'name': 'network-vif-deleted', 'tag': '1f7c9b91-bb94-4cbe-ad82-a604536b6e65'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:37.739715 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8265ae8-4b93-4a8f-8b61-c08927793480" -d '{"events": [{"server_uuid": "9293ca78-0a34-4cd9-b02e-b3cef9ad48be", "name": "network-vif-deleted", "tag": "1f7c9b91-bb94-4cbe-ad82-a604536b6e65"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:37.778218 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d3e25-d3ab-4b18-a07a-d99ad26207c6 req-ab489e0c-9313-412d-aa0f-c1911df3dd3b tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:37.785985 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-413d3e25-d3ab-4b18-a07a-d99ad26207c6 req-ab489e0c-9313-412d-aa0f-c1911df3dd3b tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.3557034 Mar 05 04:53:37.806536 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-0ea3e569-f526-4d5e-a1a2-e1bc36a9f758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c92f55-1d6f-469d-a813-89e387e63c94', 'name': 'tempest-snat-router-1422875310', 'tenant_id': '73d8922c504b4c8ba5f78777a359b8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:53:32Z', 'updated_at': '2022-03-05T04:53:36Z', 'revision_number': 4, 'project_id': '73d8922c504b4c8ba5f78777a359b8e9', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:37.843318 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-73c53988-af90-41da-87fc-b3e6f6bcc86d tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (f6c92f55-1d6f-469d-a813-89e387e63c94), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:37.845968 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-73c53988-af90-41da-87fc-b3e6f6bcc86d tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router_controller (f6c92f55-1d6f-469d-a813-89e387e63c94), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:37.860118 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-e5fd0c50-f3d3-4da8-a423-396f5ea2d6dc tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:37.861627 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-e5fd0c50-f3d3-4da8-a423-396f5ea2d6dc tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.30 "GET /v2.0/networks?id=54309d98-48bc-4d3e-a20e-4665796063fc HTTP/1.1" status: 200 len: 806 time: 0.3435698 Mar 05 04:53:37.866399 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea3e569-f526-4d5e-a1a2-e1bc36a9f758 None None] The sync data for ids ['f6c92f55-1d6f-469d-a813-89e387e63c94'] in n-d-789963-32 is: [{'id': 'f6c92f55-1d6f-469d-a813-89e387e63c94', 'name': 'tempest-snat-router-1422875310', 'tenant_id': '73d8922c504b4c8ba5f78777a359b8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:53:32Z', 'updated_at': '2022-03-05T04:53:36Z', 'revision_number': 4, 'project_id': '73d8922c504b4c8ba5f78777a359b8e9', 'gw_port_host': None}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:53:37.876170 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af37d6-d27c-4a16-be6c-ce6182fd3327 req-2a5ec752-defb-4d7a-a30a-1483d94aba7b tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:37.883523 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-39af37d6-d27c-4a16-be6c-ce6182fd3327 req-2a5ec752-defb-4d7a-a30a-1483d94aba7b tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f7791fa-f4c2-4844-ba23-2093ffb6f61f HTTP/1.1" status: 200 len: 950 time: 0.1557548 Mar 05 04:53:37.894737 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-413d3e25-d3ab-4b18-a07a-d99ad26207c6 req-48422acb-b97c-45af-9503-379eb0bedbb8 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077554 Mar 05 04:53:37.903846 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-09dd4af4-6103-4fbb-bc5d-9450f2e38e86 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Request body: {'port': {'device_id': '3871695a-391e-4e17-99f6-811e05697926', 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc', 'admin_state_up': True, 'tenant_id': 'f4c8bc28785e4a00b63310ed97b40ba8'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:37.916551 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-73c53988-af90-41da-87fc-b3e6f6bcc86d tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (f6c92f55-1d6f-469d-a813-89e387e63c94), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:37.917596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c53988-af90-41da-87fc-b3e6f6bcc86d tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f6c92f55-1d6f-469d-a813-89e387e63c94 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:53:37.926649 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-73c53988-af90-41da-87fc-b3e6f6bcc86d tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:37.930383 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-73c53988-af90-41da-87fc-b3e6f6bcc86d tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "DELETE /v2.0/routers/f6c92f55-1d6f-469d-a813-89e387e63c94 HTTP/1.1" status: 204 len: 168 time: 1.9735978 Mar 05 04:53:37.931475 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54140) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:37.963294 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76a8b71-1eb6-4caa-9e36-b7c3f1e6eef6 x-openstack-request-id: req-b76a8b71-1eb6-4caa-9e36-b7c3f1e6eef6 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:37.963622 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7791fa-f4c2-4844-ba23-2093ffb6f61f", "name": "network-vif-plugged", "status": "completed", "tag": "9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:37.963887 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b76a8b71-1eb6-4caa-9e36-b7c3f1e6eef6 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:37.964295 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7791fa-f4c2-4844-ba23-2093ffb6f61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e', 'code': 200} Mar 05 04:53:38.053995 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943a1eef-7244-4c92-8244-ed2980ccb4c1 x-openstack-request-id: req-943a1eef-7244-4c92-8244-ed2980ccb4c1 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:38.054398 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9293ca78-0a34-4cd9-b02e-b3cef9ad48be", "name": "network-vif-deleted", "tag": "1f7c9b91-bb94-4cbe-ad82-a604536b6e65", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:38.054751 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-943a1eef-7244-4c92-8244-ed2980ccb4c1 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:38.055383 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9293ca78-0a34-4cd9-b02e-b3cef9ad48be', 'name': 'network-vif-deleted', 'tag': '1f7c9b91-bb94-4cbe-ad82-a604536b6e65', 'status': 'completed', 'code': 200} Mar 05 04:53:38.071930 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device e9f0200e-c939-4009-9221-bc3e32d99a1f no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:53:38.112346 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-39af37d6-d27c-4a16-be6c-ce6182fd3327 req-bc58b6ec-cd9d-4771-9d41-121298a43c03 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239790 Mar 05 04:53:38.114949 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: e9f0200e-c939-4009-9221-bc3e32d99a1f {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:53:38.115351 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device e9f0200e-c939-4009-9221-bc3e32d99a1f not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:53:38.119257 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-94eb322a-3328-45ce-8d18-e5898451e826 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router (30124c4d-6581-4f14-bc11-3da5441c2e40), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:38.201745 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-09dd4af4-6103-4fbb-bc5d-9450f2e38e86 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Made reservation on behalf of f4c8bc28785e4a00b63310ed97b40ba8 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:53:38.205232 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-09dd4af4-6103-4fbb-bc5d-9450f2e38e86 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:38.271335 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-94eb322a-3328-45ce-8d18-e5898451e826 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router_gateway (30124c4d-6581-4f14-bc11-3da5441c2e40), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:38.289555 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f1ebc-871c-4046-905a-6156028e2d6d req-84e785d7-338e-4674-b3be-faf84221c629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:38.291192 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-506f1ebc-871c-4046-905a-6156028e2d6d req-84e785d7-338e-4674-b3be-faf84221c629 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9f7791fa-f4c2-4844-ba23-2093ffb6f61f HTTP/1.1" status: 200 len: 1133 time: 0.2322934 Mar 05 04:53:38.330350 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-94eb322a-3328-45ce-8d18-e5898451e826 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Deleting port 5540ea81-60ad-45b3-9a4e-b462f03a44b7 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:53:38.330801 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-94eb322a-3328-45ce-8d18-e5898451e826 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (5540ea81-60ad-45b3-9a4e-b462f03a44b7), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:38.379848 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2eddb-836e-49c5-ae8e-331945480f93 req-c56a9f8a-621e-4796-84cb-ea97647029dd tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:38.385446 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2eddb-836e-49c5-ae8e-331945480f93 req-c56a9f8a-621e-4796-84cb-ea97647029dd tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:38.390687 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2eddb-836e-49c5-ae8e-331945480f93 req-c56a9f8a-621e-4796-84cb-ea97647029dd tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:38.396992 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2eddb-836e-49c5-ae8e-331945480f93 req-c56a9f8a-621e-4796-84cb-ea97647029dd tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:38.402977 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2eddb-836e-49c5-ae8e-331945480f93 req-c56a9f8a-621e-4796-84cb-ea97647029dd tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:38.409015 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2eddb-836e-49c5-ae8e-331945480f93 req-c56a9f8a-621e-4796-84cb-ea97647029dd tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:38.415175 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2eddb-836e-49c5-ae8e-331945480f93 req-c56a9f8a-621e-4796-84cb-ea97647029dd tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:38.422612 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6bc2eddb-836e-49c5-ae8e-331945480f93 req-c56a9f8a-621e-4796-84cb-ea97647029dd tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5444 time: 0.2775755 Mar 05 04:53:38.426079 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-94eb322a-3328-45ce-8d18-e5898451e826 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] For port 5540ea81-60ad-45b3-9a4e-b462f03a44b7, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=5540ea81-60ad-45b3-9a4e-b462f03a44b7,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:38.427374 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-94eb322a-3328-45ce-8d18-e5898451e826 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (5540ea81-60ad-45b3-9a4e-b462f03a44b7), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:38.448545 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-94eb322a-3328-45ce-8d18-e5898451e826 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Calling delete_port for 5540ea81-60ad-45b3-9a4e-b462f03a44b7 owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:53:38.491473 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9957e-fd35-40c1-a977-d02a9a74ac97 req-3d724696-d977-4e13-bf08-e853e59a46d3 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:38.492980 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-47c9957e-fd35-40c1-a977-d02a9a74ac97 req-3d724696-d977-4e13-bf08-e853e59a46d3 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.2624788 Mar 05 04:53:38.505787 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668ba8e7-60a2-4fce-ad07-3eaa80f8f457', 'name': 'network-vif-deleted', 'tag': 'e6cffc7d-fd89-4f9b-810e-d686250ffa6c'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:38.508233 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7fbf0b-2650-48f3-abd0-261baa35d64e" -d '{"events": [{"server_uuid": "668ba8e7-60a2-4fce-ad07-3eaa80f8f457", "name": "network-vif-deleted", "tag": "e6cffc7d-fd89-4f9b-810e-d686250ffa6c"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:38.558579 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-506f1ebc-871c-4046-905a-6156028e2d6d req-e7f99aa2-2de5-4fee-9c55-6724bbbe4d59 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568333 Mar 05 04:53:38.607604 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6bc2eddb-836e-49c5-ae8e-331945480f93 req-4e26dbcf-f3af-4ff2-8182-727d9b115bf8 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1841071 Mar 05 04:53:38.614503 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-09dd4af4-6103-4fbb-bc5d-9450f2e38e86 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Allocated IP 172.20.0.5 (54309d98-48bc-4d3e-a20e-4665796063fc/9d05b828-21c8-4294-b343-ca7ba96c6119/2086f94e-78ad-49ec-bf49-2499967780b6) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:53:38.643761 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-47c9957e-fd35-40c1-a977-d02a9a74ac97 req-bb987b96-9b71-4e98-b4b1-79c5a563a1ea tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390285 Mar 05 04:53:38.649974 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-94eb322a-3328-45ce-8d18-e5898451e826 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (5540ea81-60ad-45b3-9a4e-b462f03a44b7), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:38.684163 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb322a-3328-45ce-8d18-e5898451e826 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Pushing event deleted for resources: {'Port': ['ID=5540ea81-60ad-45b3-9a4e-b462f03a44b7,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:38.762216 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-94eb322a-3328-45ce-8d18-e5898451e826 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (30124c4d-6581-4f14-bc11-3da5441c2e40), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:38.772102 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-71c30b79-e03e-413e-8ccf-88b5b20883df req-f52d70cf-5bbb-4930-85b2-8c6f46378190 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=3871695a-391e-4e17-99f6-811e05697926 HTTP/1.1" status: 200 len: 210 time: 0.0444047 Mar 05 04:53:38.834348 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbea8e32-bfc8-477a-b8f8-e4565569d488 x-openstack-request-id: req-bbea8e32-bfc8-477a-b8f8-e4565569d488 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:38.834637 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668ba8e7-60a2-4fce-ad07-3eaa80f8f457", "name": "network-vif-deleted", "tag": "e6cffc7d-fd89-4f9b-810e-d686250ffa6c", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:38.834892 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bbea8e32-bfc8-477a-b8f8-e4565569d488 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:38.835316 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668ba8e7-60a2-4fce-ad07-3eaa80f8f457', 'name': 'network-vif-deleted', 'tag': 'e6cffc7d-fd89-4f9b-810e-d686250ffa6c', 'status': 'completed', 'code': 200} Mar 05 04:53:38.845454 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2d81578f-6644-447f-bebf-8dfc280d1911 req-c772f07d-fd0a-4a0c-b2d5-bca1e2343ec8 tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.11 "GET /v2.0/ports?device_id=35b5ed69-e061-4790-9073-cbb9e6fbacbd HTTP/1.1" status: 200 len: 210 time: 0.0784810 Mar 05 04:53:38.878637 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-94eb322a-3328-45ce-8d18-e5898451e826 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (30124c4d-6581-4f14-bc11-3da5441c2e40), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:38.880605 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-94eb322a-3328-45ce-8d18-e5898451e826 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router_controller (30124c4d-6581-4f14-bc11-3da5441c2e40), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:38.898666 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-09dd4af4-6103-4fbb-bc5d-9450f2e38e86 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks [] for port (2086f94e-78ad-49ec-bf49-2499967780b6), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:38.945590 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-94eb322a-3328-45ce-8d18-e5898451e826 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (30124c4d-6581-4f14-bc11-3da5441c2e40), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:38.946476 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94eb322a-3328-45ce-8d18-e5898451e826 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30124c4d-6581-4f14-bc11-3da5441c2e40 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:53:38.963877 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-94eb322a-3328-45ce-8d18-e5898451e826 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:38.970081 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-94eb322a-3328-45ce-8d18-e5898451e826 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "DELETE /v2.0/routers/30124c4d-6581-4f14-bc11-3da5441c2e40 HTTP/1.1" status: 204 len: 168 time: 1.0378170 Mar 05 04:53:38.973911 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54160) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:38.975848 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-426da02a-87e6-4c42-afe1-7ebebe698124 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-478955944', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}, 'admin_state_up': False}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:38.980033 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54162) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:38.987999 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-09dd4af4-6103-4fbb-bc5d-9450f2e38e86 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (2086f94e-78ad-49ec-bf49-2499967780b6), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:39.004719 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['8f50280d-c7ec-464b-867e-ad57cfb7443f'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:39.006103 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-426da02a-87e6-4c42-afe1-7ebebe698124 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (b490c99f-8fa1-4da1-b25c-18b0e65ca397), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:39.007243 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-426da02a-87e6-4c42-afe1-7ebebe698124 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (b490c99f-8fa1-4da1-b25c-18b0e65ca397), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:39.087373 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-426da02a-87e6-4c42-afe1-7ebebe698124 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router_controller (b490c99f-8fa1-4da1-b25c-18b0e65ca397), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:39.153742 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-09dd4af4-6103-4fbb-bc5d-9450f2e38e86 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Network 54309d98-48bc-4d3e-a20e-4665796063fc is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:53:39.164678 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd4af4-6103-4fbb-bc5d-9450f2e38e86 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Pushing event updated for resources: {'Port': ['ID=2086f94e-78ad-49ec-bf49-2499967780b6,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:39.173462 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-09dd4af4-6103-4fbb-bc5d-9450f2e38e86 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:53:39.182113 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-09dd4af4-6103-4fbb-bc5d-9450f2e38e86 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:53:39.189917 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e3984b-8e93-4ca4-8afa-d2756bc7bb94 admin admin] Deleting subnet f12d5285-dceb-44c5-a4f3-fee4c0b91c0a {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:53:39.196299 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-27e3984b-8e93-4ca4-8afa-d2756bc7bb94 admin admin] Publish callbacks [] for subnet (f12d5285-dceb-44c5-a4f3-fee4c0b91c0a), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:39.300498 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91cead-6ffe-4168-bc59-795f92dbefe1 req-91929a00-5bbb-48cf-929b-b6ae6f1468c8 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:39.302789 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f91cead-6ffe-4168-bc59-795f92dbefe1 req-91929a00-5bbb-48cf-929b-b6ae6f1468c8 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.3577118 Mar 05 04:53:39.328240 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-27e3984b-8e93-4ca4-8afa-d2756bc7bb94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (f12d5285-dceb-44c5-a4f3-fee4c0b91c0a), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:39.338309 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-426da02a-87e6-4c42-afe1-7ebebe698124 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router_gateway (b490c99f-8fa1-4da1-b25c-18b0e65ca397), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:39.380779 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-09dd4af4-6103-4fbb-bc5d-9450f2e38e86 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:39.381313 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-09dd4af4-6103-4fbb-bc5d-9450f2e38e86 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:39.428061 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-09dd4af4-6103-4fbb-bc5d-9450f2e38e86 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5314429 Mar 05 04:53:39.433790 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-27e3984b-8e93-4ca4-8afa-d2756bc7bb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (f12d5285-dceb-44c5-a4f3-fee4c0b91c0a), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:39.470379 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-2736a01e-eabe-40f0-8652-755fe380425a service neutron] Request body: {'port': {'device_id': '3871695a-391e-4e17-99f6-811e05697926', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:39.479755 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934f37b-5104-4875-94f4-7c0429910ae5 req-a5337ceb-b1a5-4f95-986a-aff037d9f4de tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:39.481232 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b934f37b-5104-4875-94f4-7c0429910ae5 req-a5337ceb-b1a5-4f95-986a-aff037d9f4de tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f7791fa-f4c2-4844-ba23-2093ffb6f61f HTTP/1.1" status: 200 len: 950 time: 0.2074866 Mar 05 04:53:39.511102 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f91cead-6ffe-4168-bc59-795f92dbefe1 req-76e5189f-f2b2-4121-87d8-9140f1cc109f tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861799 Mar 05 04:53:39.575346 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-426da02a-87e6-4c42-afe1-7ebebe698124 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router_gateway (b490c99f-8fa1-4da1-b25c-18b0e65ca397), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:39.605916 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-426da02a-87e6-4c42-afe1-7ebebe698124 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:39.617753 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-27e3984b-8e93-4ca4-8afa-d2756bc7bb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (f12d5285-dceb-44c5-a4f3-fee4c0b91c0a), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:39.620131 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-2736a01e-eabe-40f0-8652-755fe380425a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2086f94e-78ad-49ec-bf49-2499967780b6), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:39.637760 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b934f37b-5104-4875-94f4-7c0429910ae5 req-2f135529-bd0a-444c-b52c-09ee9bfa6822 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505411 Mar 05 04:53:39.664967 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-27e3984b-8e93-4ca4-8afa-d2756bc7bb94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:39.672016 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-27e3984b-8e93-4ca4-8afa-d2756bc7bb94 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f12d5285-dceb-44c5-a4f3-fee4c0b91c0a HTTP/1.1" status: 204 len: 168 time: 0.6879768 Mar 05 04:53:39.675899 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54180) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:39.713927 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3984b-8e93-4ca4-8afa-d2756bc7bb94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f12d5285-dceb-44c5-a4f3-fee4c0b91c0a,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:39.833708 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-272ce502-01b9-4a41-abb0-ed3985ec3383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (3e820d6e-0168-4766-8549-1a330342d436), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:39.910105 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-426da02a-87e6-4c42-afe1-7ebebe698124 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Allocated IP 172.25.0.136 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/72aa6197-1d7a-4125-8840-026989c49282) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:53:39.946950 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-272ce502-01b9-4a41-abb0-ed3985ec3383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (3e820d6e-0168-4766-8549-1a330342d436), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:39.977895 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-272ce502-01b9-4a41-abb0-ed3985ec3383 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e820d6e-0168-4766-8549-1a330342d436']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:40.004169 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-272ce502-01b9-4a41-abb0-ed3985ec3383 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '665588c9-8903-4662-9125-c3e03fc634d5') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:40.004169 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-272ce502-01b9-4a41-abb0-ed3985ec3383 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '665588c9-8903-4662-9125-c3e03fc634d5') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:40.042308 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-272ce502-01b9-4a41-abb0-ed3985ec3383 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (665588c9-8903-4662-9125-c3e03fc634d5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:40.067688 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-272ce502-01b9-4a41-abb0-ed3985ec3383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (665588c9-8903-4662-9125-c3e03fc634d5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:40.080759 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272ce502-01b9-4a41-abb0-ed3985ec3383 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:53:40.082015 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-272ce502-01b9-4a41-abb0-ed3985ec3383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (665588c9-8903-4662-9125-c3e03fc634d5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:40.084483 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:53:40.084483 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:53:40.084483 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:53:40.084483 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:53:40.084483 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:53:40.084483 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:53:40.084483 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:53:40.084483 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:53:40.084483 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:53:40.084483 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:53:40.084483 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:53:40.084483 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:53:40.084483 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:53:40.084483 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:53:40.084483 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:53:40.084483 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:53:40.084483 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:53:40.084483 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:53:40.084483 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:53:40.084483 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:53:40.084483 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:53:40.084483 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:53:40.084483 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:53:40.084483 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:53:40.084483 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:53:40.084483 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:53:40.084483 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:53:40.084483 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:53:40.084483 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:53:40.084483 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:53:40.084483 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:53:40.084483 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:53:40.089178 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a90930-2cf8-499d-b8dd-d4c37adccb40 req-19c48a75-9c38-467b-9b04-1db3eb45b387 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:40.095107 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a90930-2cf8-499d-b8dd-d4c37adccb40 req-19c48a75-9c38-467b-9b04-1db3eb45b387 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:40.096275 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device e6cffc7d-fd89-4f9b-810e-d686250ffa6c no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:53:40.101948 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a90930-2cf8-499d-b8dd-d4c37adccb40 req-19c48a75-9c38-467b-9b04-1db3eb45b387 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:40.107201 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a90930-2cf8-499d-b8dd-d4c37adccb40 req-19c48a75-9c38-467b-9b04-1db3eb45b387 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:40.112756 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a90930-2cf8-499d-b8dd-d4c37adccb40 req-19c48a75-9c38-467b-9b04-1db3eb45b387 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:40.118260 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a90930-2cf8-499d-b8dd-d4c37adccb40 req-19c48a75-9c38-467b-9b04-1db3eb45b387 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:40.120493 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5540ea81-60ad-45b3-9a4e-b462f03a44b7 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:53:40.123294 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: e6cffc7d-fd89-4f9b-810e-d686250ffa6c {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:53:40.123856 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device e6cffc7d-fd89-4f9b-810e-d686250ffa6c not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:53:40.123967 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a90930-2cf8-499d-b8dd-d4c37adccb40 req-19c48a75-9c38-467b-9b04-1db3eb45b387 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:40.125873 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-25a90930-2cf8-499d-b8dd-d4c37adccb40 req-19c48a75-9c38-467b-9b04-1db3eb45b387 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5444 time: 0.3668532 Mar 05 04:53:40.143262 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe52a85-444a-415b-b804-f70eb8574339 req-993cb6f6-84e5-4017-8007-ca267ebecbf4 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:40.149341 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe52a85-444a-415b-b804-f70eb8574339 req-993cb6f6-84e5-4017-8007-ca267ebecbf4 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:40.155370 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe52a85-444a-415b-b804-f70eb8574339 req-993cb6f6-84e5-4017-8007-ca267ebecbf4 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:40.156347 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 5540ea81-60ad-45b3-9a4e-b462f03a44b7 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:53:40.156973 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5540ea81-60ad-45b3-9a4e-b462f03a44b7 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:53:40.162513 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe52a85-444a-415b-b804-f70eb8574339 req-993cb6f6-84e5-4017-8007-ca267ebecbf4 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:40.168143 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe52a85-444a-415b-b804-f70eb8574339 req-993cb6f6-84e5-4017-8007-ca267ebecbf4 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:40.173525 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe52a85-444a-415b-b804-f70eb8574339 req-993cb6f6-84e5-4017-8007-ca267ebecbf4 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:40.179114 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe52a85-444a-415b-b804-f70eb8574339 req-993cb6f6-84e5-4017-8007-ca267ebecbf4 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:40.180932 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ffe52a85-444a-415b-b804-f70eb8574339 req-993cb6f6-84e5-4017-8007-ca267ebecbf4 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.31 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5444 time: 0.3289704 Mar 05 04:53:40.194271 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-426da02a-87e6-4c42-afe1-7ebebe698124 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for port (72aa6197-1d7a-4125-8840-026989c49282), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:40.205258 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-272ce502-01b9-4a41-abb0-ed3985ec3383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (3e820d6e-0168-4766-8549-1a330342d436), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:40.212002 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-272ce502-01b9-4a41-abb0-ed3985ec3383 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:40.215543 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-272ce502-01b9-4a41-abb0-ed3985ec3383 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3e820d6e-0168-4766-8549-1a330342d436 HTTP/1.1" status: 204 len: 168 time: 0.5347762 Mar 05 04:53:40.269187 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-426da02a-87e6-4c42-afe1-7ebebe698124 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (72aa6197-1d7a-4125-8840-026989c49282), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:40.274410 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ce502-01b9-4a41-abb0-ed3985ec3383 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e820d6e-0168-4766-8549-1a330342d436,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:40.324497 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-25a90930-2cf8-499d-b8dd-d4c37adccb40 req-0f22fad5-3e75-4c44-8680-d09d52120d25 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1212757 Mar 05 04:53:40.330847 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-2c5ef860-dbee-4282-bba8-78f717d91deb tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:40.332278 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-2c5ef860-dbee-4282-bba8-78f717d91deb tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/networks?id=37de3cac-2e27-4573-885e-c86e0ea7886c HTTP/1.1" status: 200 len: 812 time: 0.4479182 Mar 05 04:53:40.341525 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426da02a-87e6-4c42-afe1-7ebebe698124 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:53:40.345765 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-426da02a-87e6-4c42-afe1-7ebebe698124 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:53:40.356755 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426da02a-87e6-4c42-afe1-7ebebe698124 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:53:40.422568 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe52a85-444a-415b-b804-f70eb8574339 req-a4200738-cd68-4056-8458-bdebefba62d2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:40.423982 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ffe52a85-444a-415b-b804-f70eb8574339 req-a4200738-cd68-4056-8458-bdebefba62d2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.31 "GET /v2.0/ports/b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2349761 Mar 05 04:53:40.426003 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54202) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:40.435725 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-c30c94c6-1f39-4975-9162-dcf86b64e68e tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/quotas/947653f4d3b84cc89f4c3c5691586859 HTTP/1.1" status: 200 len: 375 time: 0.0563185 Mar 05 04:53:40.458632 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426da02a-87e6-4c42-afe1-7ebebe698124 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Pushing event updated for resources: {'Port': ['ID=72aa6197-1d7a-4125-8840-026989c49282,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:40.617868 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-2736a01e-eabe-40f0-8652-755fe380425a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2086f94e-78ad-49ec-bf49-2499967780b6 {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:53:40.633135 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-2736a01e-eabe-40f0-8652-755fe380425a service neutron] Publish callbacks [] for port (2086f94e-78ad-49ec-bf49-2499967780b6), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:40.647449 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-426da02a-87e6-4c42-afe1-7ebebe698124 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router_gateway (b490c99f-8fa1-4da1-b25c-18b0e65ca397), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:40.668674 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-cc049987-f54f-47a2-bc95-d360bfcbf12c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aa15704fc9d14ca48245220c2cf2331b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2347612 Mar 05 04:53:40.675453 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54206) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:40.684273 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-2736a01e-eabe-40f0-8652-755fe380425a service neutron] Transition to ACTIVE for port object 2086f94e-78ad-49ec-bf49-2499967780b6 will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:53:40.711776 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-2736a01e-eabe-40f0-8652-755fe380425a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (2086f94e-78ad-49ec-bf49-2499967780b6), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:40.736633 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bd254-96ac-42b1-8c00-a9460287033f req-d1f76bba-dd7d-4841-9818-8263eeb48b78 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:40.738267 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5e7bd254-96ac-42b1-8c00-a9460287033f req-d1f76bba-dd7d-4841-9818-8263eeb48b78 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=3871695a-391e-4e17-99f6-811e05697926 HTTP/1.1" status: 200 len: 931 time: 0.3213751 Mar 05 04:53:40.762637 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1f7c9b91-bb94-4cbe-ad82-a604536b6e65 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:53:40.782270 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-6f7ca9cf-b2f0-4ec6-8c24-16c1c8a5eca5 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=947653f4d3b84cc89f4c3c5691586859&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2964413 Mar 05 04:53:40.795021 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ffe52a85-444a-415b-b804-f70eb8574339 req-744b8c71-4c77-4df0-85fa-6aee0e0fd96b tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.31 "GET /v2.0/networks/e0163509-f0e9-40c4-b897-68a267214319?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3582203 Mar 05 04:53:40.807004 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 1f7c9b91-bb94-4cbe-ad82-a604536b6e65 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:53:40.807707 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1f7c9b91-bb94-4cbe-ad82-a604536b6e65 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:53:40.838303 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-ffe52a85-444a-415b-b804-f70eb8574339 req-fd7344d5-68ff-4385-b24b-fa2c125485a8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:40.961432 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736a01e-eabe-40f0-8652-755fe380425a service neutron] Pushing event updated for resources: {'Port': ['ID=2086f94e-78ad-49ec-bf49-2499967780b6,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:41.024219 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b536511c-d719-4e3c-8a0f-b210fbef669d admin admin] Publish callbacks [] for security_group (8366ff4e-2faf-4af2-a6d2-7ec92f9b5241), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:41.094623 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ffe52a85-444a-415b-b804-f70eb8574339 req-fd7344d5-68ff-4385-b24b-fa2c125485a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:41.099715 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5e7bd254-96ac-42b1-8c00-a9460287033f req-0ae1d6ca-fec4-4032-b7b3-8d3010bd9b63 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311284 Mar 05 04:53:41.116036 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b536511c-d719-4e3c-8a0f-b210fbef669d admin admin] Publish callbacks [] for security_group (8366ff4e-2faf-4af2-a6d2-7ec92f9b5241), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:41.156614 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-426da02a-87e6-4c42-afe1-7ebebe698124 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (b490c99f-8fa1-4da1-b25c-18b0e65ca397), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:41.157290 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-7fd162f8-7eae-4254-a66b-f2a8c3371c4d service neutron] 10.222.0.11 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538859 Mar 05 04:53:41.298785 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426da02a-87e6-4c42-afe1-7ebebe698124 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Router b490c99f-8fa1-4da1-b25c-18b0e65ca397 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:53:41.349287 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6fda87c3-30e8-4268-b155-41bf4c24d28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:41.444739 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426da02a-87e6-4c42-afe1-7ebebe698124 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:53:41.458666 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa245b26-d4a1-4ca2-a7ae-3c3ab13d758e None None] Sync routers for ids ['b490c99f-8fa1-4da1-b25c-18b0e65ca397'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:53:41.467750 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-426da02a-87e6-4c42-afe1-7ebebe698124 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:41.469225 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-426da02a-87e6-4c42-afe1-7ebebe698124 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4973583 Mar 05 04:53:41.472730 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54212) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:41.475391 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa245b26-d4a1-4ca2-a7ae-3c3ab13d758e None None] Routers {'b490c99f-8fa1-4da1-b25c-18b0e65ca397'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:53:41.476249 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-aa245b26-d4a1-4ca2-a7ae-3c3ab13d758e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:53:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b490c99f-8fa1-4da1-b25c-18b0e65ca397'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:41.478123 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-761d0453-124a-4963-ba97-2e1f3c09cd20 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'enable_snat': False}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:41.520221 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-aa245b26-d4a1-4ca2-a7ae-3c3ab13d758e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:41.533386 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa245b26-d4a1-4ca2-a7ae-3c3ab13d758e None None] Routers {'b490c99f-8fa1-4da1-b25c-18b0e65ca397'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:53:41.534551 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-aa245b26-d4a1-4ca2-a7ae-3c3ab13d758e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:53:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b490c99f-8fa1-4da1-b25c-18b0e65ca397'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:41.581787 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-aa245b26-d4a1-4ca2-a7ae-3c3ab13d758e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:41.583015 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa245b26-d4a1-4ca2-a7ae-3c3ab13d758e None None] The sync data for ids ['b490c99f-8fa1-4da1-b25c-18b0e65ca397'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:53:41.599632 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-2736a01e-eabe-40f0-8652-755fe380425a service neutron] Attempting to bind port 2086f94e-78ad-49ec-bf49-2499967780b6 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:53:41.600182 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-2736a01e-eabe-40f0-8652-755fe380425a service neutron] Attempting to bind port 2086f94e-78ad-49ec-bf49-2499967780b6 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': 'ebcd2177-23d7-4bfd-8698-a8500e628c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:53:41.600453 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-2736a01e-eabe-40f0-8652-755fe380425a service neutron] Attempting to bind port 2086f94e-78ad-49ec-bf49-2499967780b6 on network 54309d98-48bc-4d3e-a20e-4665796063fc {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:53:41.610467 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7edb943a-be60-4dfd-88ac-2dad1dc90481 req-74a1a583-d5cc-43f2-8cd4-4e330bb0f850 tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.11 "GET /v2.0/ports?device_id=35b5ed69-e061-4790-9073-cbb9e6fbacbd HTTP/1.1" status: 200 len: 210 time: 0.0985005 Mar 05 04:53:41.654715 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-2736a01e-eabe-40f0-8652-755fe380425a service neutron] Port 2086f94e-78ad-49ec-bf49-2499967780b6 on network 54309d98-48bc-4d3e-a20e-4665796063fc not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:53:41.655141 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-2736a01e-eabe-40f0-8652-755fe380425a service neutron] Attempting to bind port 2086f94e-78ad-49ec-bf49-2499967780b6 on network 54309d98-48bc-4d3e-a20e-4665796063fc {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:53:41.685290 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-2736a01e-eabe-40f0-8652-755fe380425a service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:53:41.685531 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-2736a01e-eabe-40f0-8652-755fe380425a service neutron] Checking segment: {'id': 'ebcd2177-23d7-4bfd-8698-a8500e628c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:53:41.686042 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-2736a01e-eabe-40f0-8652-755fe380425a service neutron] Bound using segment: {'id': 'ebcd2177-23d7-4bfd-8698-a8500e628c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:53:41.686556 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-2736a01e-eabe-40f0-8652-755fe380425a service neutron] Bound port: 2086f94e-78ad-49ec-bf49-2499967780b6, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebcd2177-23d7-4bfd-8698-a8500e628c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:53:41.686982 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-2736a01e-eabe-40f0-8652-755fe380425a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2086f94e-78ad-49ec-bf49-2499967780b6), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:41.816333 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b536511c-d719-4e3c-8a0f-b210fbef669d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8366ff4e-2faf-4af2-a6d2-7ec92f9b5241), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:41.819126 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b536511c-d719-4e3c-8a0f-b210fbef669d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:41.820441 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b536511c-d719-4e3c-8a0f-b210fbef669d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8366ff4e-2faf-4af2-a6d2-7ec92f9b5241 HTTP/1.1" status: 204 len: 168 time: 1.1395390 Mar 05 04:53:41.822636 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-0cb0b5a6-a179-498f-b05f-2ec29fc13e53 service neutron] 10.222.0.11 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6644137 Mar 05 04:53:41.851957 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536511c-d719-4e3c-8a0f-b210fbef669d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8366ff4e-2faf-4af2-a6d2-7ec92f9b5241,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:41.926725 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-ffe52a85-444a-415b-b804-f70eb8574339 req-fd7344d5-68ff-4385-b24b-fa2c125485a8 service neutron] For port b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1,segment=NetworkSegment(22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89),segment_id=22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:41.939678 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-761d0453-124a-4963-ba97-2e1f3c09cd20 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router_gateway (b490c99f-8fa1-4da1-b25c-18b0e65ca397), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:41.982764 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-2736a01e-eabe-40f0-8652-755fe380425a service neutron] For port 2086f94e-78ad-49ec-bf49-2499967780b6, host n-h1-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:53:42.041468 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-2736a01e-eabe-40f0-8652-755fe380425a service neutron] For port 2086f94e-78ad-49ec-bf49-2499967780b6, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=2086f94e-78ad-49ec-bf49-2499967780b6,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:53:42.052182 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1934c1-1b0a-4b91-92d3-3f4ece965609 req-0091b477-7738-498c-9d61-dbe2ff59b81e tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:42.053757 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9c1934c1-1b0a-4b91-92d3-3f4ece965609 req-0091b477-7738-498c-9d61-dbe2ff59b81e tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f7791fa-f4c2-4844-ba23-2093ffb6f61f HTTP/1.1" status: 200 len: 950 time: 0.3398986 Mar 05 04:53:42.119767 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-2736a01e-eabe-40f0-8652-755fe380425a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (2086f94e-78ad-49ec-bf49-2499967780b6), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:42.124504 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-ffe52a85-444a-415b-b804-f70eb8574339 req-fd7344d5-68ff-4385-b24b-fa2c125485a8 service neutron] For port b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:53:42.280819 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-2736a01e-eabe-40f0-8652-755fe380425a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:42.281441 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-2736a01e-eabe-40f0-8652-755fe380425a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:42.282846 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-2736a01e-eabe-40f0-8652-755fe380425a service neutron] 10.222.0.30 "PUT /v2.0/ports/2086f94e-78ad-49ec-bf49-2499967780b6 HTTP/1.1" status: 200 len: 1092 time: 2.8430650 Mar 05 04:53:42.317266 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3871695a-391e-4e17-99f6-811e05697926', 'tag': '2086f94e-78ad-49ec-bf49-2499967780b6'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:42.319582 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d2007b-3b97-449b-b78b-1158be298b42" -d '{"events": [{"name": "network-changed", "server_uuid": "3871695a-391e-4e17-99f6-811e05697926", "tag": "2086f94e-78ad-49ec-bf49-2499967780b6"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:42.361996 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-ffe52a85-444a-415b-b804-f70eb8574339 req-fd7344d5-68ff-4385-b24b-fa2c125485a8 service neutron] device_id is not set on port b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 04:53:42.423513 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ffe52a85-444a-415b-b804-f70eb8574339 req-fd7344d5-68ff-4385-b24b-fa2c125485a8 service neutron] Publish callbacks [] for port (b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:42.453472 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9c1934c1-1b0a-4b91-92d3-3f4ece965609 req-052e30c7-219e-44ec-b5c2-6af43594e259 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722510 Mar 05 04:53:42.472155 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ffe52a85-444a-415b-b804-f70eb8574339 req-fd7344d5-68ff-4385-b24b-fa2c125485a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:42.494275 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736a01e-eabe-40f0-8652-755fe380425a service neutron] Pushing event updated for resources: {'Port': ['ID=2086f94e-78ad-49ec-bf49-2499967780b6,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:42.567571 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc851d8-8fe9-4869-afd4-99c7bf1daa47 req-9963b1d7-3dcd-4bb7-a56e-ff9ca6b5456c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:42.573601 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc851d8-8fe9-4869-afd4-99c7bf1daa47 req-9963b1d7-3dcd-4bb7-a56e-ff9ca6b5456c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:42.579640 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc851d8-8fe9-4869-afd4-99c7bf1daa47 req-9963b1d7-3dcd-4bb7-a56e-ff9ca6b5456c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:42.585683 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc851d8-8fe9-4869-afd4-99c7bf1daa47 req-9963b1d7-3dcd-4bb7-a56e-ff9ca6b5456c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:42.591517 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc851d8-8fe9-4869-afd4-99c7bf1daa47 req-9963b1d7-3dcd-4bb7-a56e-ff9ca6b5456c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:42.596861 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc851d8-8fe9-4869-afd4-99c7bf1daa47 req-9963b1d7-3dcd-4bb7-a56e-ff9ca6b5456c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:42.602290 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc851d8-8fe9-4869-afd4-99c7bf1daa47 req-9963b1d7-3dcd-4bb7-a56e-ff9ca6b5456c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:42.610306 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9bc851d8-8fe9-4869-afd4-99c7bf1daa47 req-9963b1d7-3dcd-4bb7-a56e-ff9ca6b5456c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 5444 time: 0.5135202 Mar 05 04:53:42.678405 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-761d0453-124a-4963-ba97-2e1f3c09cd20 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-903190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9284'] for router (b490c99f-8fa1-4da1-b25c-18b0e65ca397), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:42.694052 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-761d0453-124a-4963-ba97-2e1f3c09cd20 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-903193'] for router (b490c99f-8fa1-4da1-b25c-18b0e65ca397), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:42.702991 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ec9da6aa-1961-455b-b06f-e5eb766eb9f8 req-604bd13e-1c50-4b8f-9dee-92f53743d489 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=11df5f17-851c-43fd-b94e-7b6155b80de3 HTTP/1.1" status: 200 len: 210 time: 0.1568291 Mar 05 04:53:42.713254 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe52a85-444a-415b-b804-f70eb8574339 req-fd7344d5-68ff-4385-b24b-fa2c125485a8 service neutron] No DVR routers for this DVR port b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:53:42.868320 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-1fbe879f-e6d5-4ad1-9f07-6f5f4dae926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:42.870235 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-1fbe879f-e6d5-4ad1-9f07-6f5f4dae926c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f4c8bc28785e4a00b63310ed97b40ba8&device_id=3871695a-391e-4e17-99f6-811e05697926 HTTP/1.1" status: 200 len: 1126 time: 0.5274754 Mar 05 04:53:42.871231 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7344d5-68ff-4385-b24b-fa2c125485a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1,revision_number=6']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:42.945900 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761d0453-124a-4963-ba97-2e1f3c09cd20 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Router b490c99f-8fa1-4da1-b25c-18b0e65ca397 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:53:42.982209 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-76b0ddb9-0562-4773-94cd-f76f82587306 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2086f94e-78ad-49ec-bf49-2499967780b6 HTTP/1.1" status: 200 len: 217 time: 0.0905883 Mar 05 04:53:42.988869 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-ffe52a85-444a-415b-b804-f70eb8574339 req-fd7344d5-68ff-4385-b24b-fa2c125485a8 service neutron] In _notify_port_updated(), no bound segment for port b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 on network e0163509-f0e9-40c4-b897-68a267214319 {{(pid=105231) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 05 04:53:42.988869 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe52a85-444a-415b-b804-f70eb8574339 req-fd7344d5-68ff-4385-b24b-fa2c125485a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:42.988869 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ffe52a85-444a-415b-b804-f70eb8574339 req-fd7344d5-68ff-4385-b24b-fa2c125485a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:42.989207 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ffe52a85-444a-415b-b804-f70eb8574339 req-fd7344d5-68ff-4385-b24b-fa2c125485a8 service neutron] 10.222.0.31 "PUT /v2.0/ports/b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 HTTP/1.1" status: 200 len: 1033 time: 2.1640017 Mar 05 04:53:43.025248 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9bc851d8-8fe9-4869-afd4-99c7bf1daa47 req-7cfaa52d-2e2b-4e38-b6f4-5ff57b267d15 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4138327 Mar 05 04:53:43.074459 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-9ee665ee-01ad-46fd-a851-faae7b6f0cd7 None None] Provisioning complete for port b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:53:43.076306 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9ee665ee-01ad-46fd-a851-faae7b6f0cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:43.094256 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761d0453-124a-4963-ba97-2e1f3c09cd20 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:53:43.100011 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-761d0453-124a-4963-ba97-2e1f3c09cd20 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:43.101694 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-761d0453-124a-4963-ba97-2e1f3c09cd20 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "PUT /v2.0/routers/b490c99f-8fa1-4da1-b25c-18b0e65ca397 HTTP/1.1" status: 200 len: 921 time: 1.6275945 Mar 05 04:53:43.104054 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54256) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:43.165096 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe52a85-444a-415b-b804-f70eb8574339 req-a06051d3-5c65-4217-924c-2738d4f3ae1a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:43.167414 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ffe52a85-444a-415b-b804-f70eb8574339 req-a06051d3-5c65-4217-924c-2738d4f3ae1a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.31 "GET /v2.0/ports/8cc5a9d5-8259-4285-a850-8602f24d541c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1658616 Mar 05 04:53:43.179476 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a7e9d-46ca-41bf-a6a7-b9330d0bfeb3 req-210ab547-923e-4a78-b1f4-1c928c7afe8c tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:43.187533 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-151a7e9d-46ca-41bf-a6a7-b9330d0bfeb3 req-210ab547-923e-4a78-b1f4-1c928c7afe8c tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=3871695a-391e-4e17-99f6-811e05697926 HTTP/1.1" status: 200 len: 943 time: 0.3311179 Mar 05 04:53:43.195762 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54258) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:43.196861 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9ee665ee-01ad-46fd-a851-faae7b6f0cd7 None None] Port b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:53:43.197320 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5ae138-2c4d-4a16-a8b9-1ed71394df7c x-openstack-request-id: req-fc5ae138-2c4d-4a16-a8b9-1ed71394df7c {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:43.197614 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3871695a-391e-4e17-99f6-811e05697926", "tag": "2086f94e-78ad-49ec-bf49-2499967780b6", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:43.197867 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fc5ae138-2c4d-4a16-a8b9-1ed71394df7c {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:43.198261 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3871695a-391e-4e17-99f6-811e05697926', 'tag': '2086f94e-78ad-49ec-bf49-2499967780b6', 'status': 'completed', 'code': 200} Mar 05 04:53:43.199241 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fdea3b-3d9f-40e9-9c25-a2c43c2064af None None] Sync routers for ids ['b490c99f-8fa1-4da1-b25c-18b0e65ca397'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:53:43.205001 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-ffe52a85-444a-415b-b804-f70eb8574339 req-ec54a75f-4564-4d24-bde8-51faae17a8e0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:43.216119 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-ea63ff12-f2d1-4151-b925-221046b6fada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:43.218005 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-ea63ff12-f2d1-4151-b925-221046b6fada service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d05b828-21c8-4294-b343-ca7ba96c6119 HTTP/1.1" status: 200 len: 846 time: 0.2275271 Mar 05 04:53:43.229793 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fdea3b-3d9f-40e9-9c25-a2c43c2064af None None] Routers {'b490c99f-8fa1-4da1-b25c-18b0e65ca397'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:53:43.230744 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c5fdea3b-3d9f-40e9-9c25-a2c43c2064af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:53:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b490c99f-8fa1-4da1-b25c-18b0e65ca397'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:43.284612 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c5fdea3b-3d9f-40e9-9c25-a2c43c2064af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:43.294576 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fdea3b-3d9f-40e9-9c25-a2c43c2064af None None] Routers {'b490c99f-8fa1-4da1-b25c-18b0e65ca397'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:53:43.295574 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c5fdea3b-3d9f-40e9-9c25-a2c43c2064af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:53:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b490c99f-8fa1-4da1-b25c-18b0e65ca397'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:43.306871 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-efa906fa-c7dd-46eb-9e52-c32b35a45a82 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54309d98-48bc-4d3e-a20e-4665796063fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615926 Mar 05 04:53:43.346417 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c5fdea3b-3d9f-40e9-9c25-a2c43c2064af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:43.347437 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4783a902-01d6-468e-b409-6c976e60d9b2 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "GET /v2.0/routers/b490c99f-8fa1-4da1-b25c-18b0e65ca397 HTTP/1.1" status: 200 len: 921 time: 0.2410929 Mar 05 04:53:43.348098 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fdea3b-3d9f-40e9-9c25-a2c43c2064af None None] The sync data for ids ['b490c99f-8fa1-4da1-b25c-18b0e65ca397'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:53:43.348211 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54262) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:43.450144 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-1c36f4a0-1160-4c59-a612-5654fe74b884 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1068504239-network', 'tenant_id': 'deaaa4f925784e3aa5d3241696742e60'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:43.479425 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-151a7e9d-46ca-41bf-a6a7-b9330d0bfeb3 req-0772dc57-503e-4250-9b13-e84ec3c40f4d tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909882 Mar 05 04:53:43.493964 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ffe52a85-444a-415b-b804-f70eb8574339 req-ec54a75f-4564-4d24-bde8-51faae17a8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8cc5a9d5-8259-4285-a850-8602f24d541c), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:43.557839 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c36f4a0-1160-4c59-a612-5654fe74b884 admin admin] Made reservation on behalf of deaaa4f925784e3aa5d3241696742e60 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:53:43.560283 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1c36f4a0-1160-4c59-a612-5654fe74b884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:43.578334 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791913a5-dd51-4c57-affa-9daf6a53b598 req-18dcfd31-5342-4f43-b9e2-d993a7f9eb5a tempest-ServersOnMultiNodesTest-615486994 tempest-ServersOnMultiNodesTest-615486994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:43.579948 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-791913a5-dd51-4c57-affa-9daf6a53b598 req-18dcfd31-5342-4f43-b9e2-d993a7f9eb5a tempest-ServersOnMultiNodesTest-615486994 tempest-ServersOnMultiNodesTest-615486994-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9f7791fa-f4c2-4844-ba23-2093ffb6f61f HTTP/1.1" status: 200 len: 1133 time: 0.2908080 Mar 05 04:53:43.631425 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:43.639544 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a096a581-0976-467b-a255-342d50d0a373 req-e9a26fb7-f330-4e7a-87e6-030cfecaddc9 tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.11 "GET /v2.0/ports?device_id=35b5ed69-e061-4790-9073-cbb9e6fbacbd HTTP/1.1" status: 200 len: 210 time: 0.0916471 Mar 05 04:53:43.646358 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4252c118-b0b3-40fd-b6ea-defc1113f895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:43.651809 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1c36f4a0-1160-4c59-a612-5654fe74b884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:43.716849 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa0dbc2-24ec-474f-b49c-c5e45642646c tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:43.721396 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5aa0dbc2-24ec-474f-b49c-c5e45642646c tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=ff625bbb-6b8f-4740-be08-a562ec9a34a4&device_id=b490c99f-8fa1-4da1-b25c-18b0e65ca397&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3674071 Mar 05 04:53:43.725145 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54266) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:43.754764 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:43.824072 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-647f0f66-ef83-408c-bead-79541c0b7699 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:43.826097 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-647f0f66-ef83-408c-bead-79541c0b7699 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.30 "GET /v2.0/networks?id=37de3cac-2e27-4573-885e-c86e0ea7886c HTTP/1.1" status: 200 len: 812 time: 0.1652021 Mar 05 04:53:43.840165 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-4296fca2-abef-4200-be71-dbfbed0d2382 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Request body: {'port': {'device_id': '11df5f17-851c-43fd-b94e-7b6155b80de3', 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c', 'admin_state_up': True, 'tenant_id': '947653f4d3b84cc89f4c3c5691586859'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:43.856148 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-23470a7a-2a4b-4048-b7ac-195d9533b0d2 service neutron] 10.222.0.30 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402056 Mar 05 04:53:43.965919 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-4296fca2-abef-4200-be71-dbfbed0d2382 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Made reservation on behalf of 947653f4d3b84cc89f4c3c5691586859 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:53:43.969904 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-4296fca2-abef-4200-be71-dbfbed0d2382 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:43.976304 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-791913a5-dd51-4c57-affa-9daf6a53b598 req-5efebdcb-e174-4c47-bbe4-8cd9e43c5d8d tempest-ServersOnMultiNodesTest-615486994 tempest-ServersOnMultiNodesTest-615486994-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610311 Mar 05 04:53:43.991269 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1c36f4a0-1160-4c59-a612-5654fe74b884 admin admin] Publish callbacks [] for security_group (981360e7-373b-4a8c-aeea-8610b34f5b1e), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:44.015106 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a634ebda-bbf4-4645-9812-43f11ab489e3 req-696bcdb3-59f0-44dc-b567-0288dd87bbec tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=11df5f17-851c-43fd-b94e-7b6155b80de3 HTTP/1.1" status: 200 len: 210 time: 0.1952713 Mar 05 04:53:44.029349 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1c36f4a0-1160-4c59-a612-5654fe74b884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (981360e7-373b-4a8c-aeea-8610b34f5b1e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:44.103157 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c36f4a0-1160-4c59-a612-5654fe74b884 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:53:44.122909 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36f4a0-1160-4c59-a612-5654fe74b884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981360e7-373b-4a8c-aeea-8610b34f5b1e,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:44.144990 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-ffe52a85-444a-415b-b804-f70eb8574339 req-ec54a75f-4564-4d24-bde8-51faae17a8e0 service neutron] For port 8cc5a9d5-8259-4285-a850-8602f24d541c, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=8cc5a9d5-8259-4285-a850-8602f24d541c,segment=NetworkSegment(22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89),segment_id=22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:44.156557 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1c36f4a0-1160-4c59-a612-5654fe74b884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (4ea3c26d-9b50-46c9-a72f-045b25e5d8a3), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:44.156965 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-1c36f4a0-1160-4c59-a612-5654fe74b884 admin admin] Added segment 4ea3c26d-9b50-46c9-a72f-045b25e5d8a3 of type vlan for network f6f854b9-ec21-4413-8a32-3a6db3e50598 Mar 05 04:53:44.178955 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c0d223-ea36-43e4-be73-41b013f8c8d9 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:44.180466 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-4296fca2-abef-4200-be71-dbfbed0d2382 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Allocated IP 172.20.0.10 (37de3cac-2e27-4573-885e-c86e0ea7886c/4a6039ad-16bd-4b00-a55f-f7c68e1f3072/eb0b200c-e186-44ea-bfd0-0a7dbd850e83) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:53:44.182033 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d6c0d223-ea36-43e4-be73-41b013f8c8d9 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 881 time: 0.4471190 Mar 05 04:53:44.185037 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54272) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:44.223358 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5eb18f95-1ec7-492f-8294-4bfa8ca55ae5 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] 10.222.0.11 "GET /v2.0/ports?device_id=b490c99f-8fa1-4da1-b25c-18b0e65ca397 HTTP/1.1" status: 200 len: 205 time: 0.0365999 Mar 05 04:53:44.224057 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54278) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:44.247917 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ba9bfab2-cbd6-48fe-88fd-f9ca68eecaef req-eb575a42-ea91-4780-9359-5efdc54c202e service neutron] 10.222.0.30 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720918 Mar 05 04:53:44.341501 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1c36f4a0-1160-4c59-a612-5654fe74b884 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (f6f854b9-ec21-4413-8a32-3a6db3e50598), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:44.350559 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-ffe52a85-444a-415b-b804-f70eb8574339 req-ec54a75f-4564-4d24-bde8-51faae17a8e0 service neutron] For port 8cc5a9d5-8259-4285-a850-8602f24d541c, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:53:44.416982 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-c2e69a5f-9a97-4009-ab61-c84a2e751ace tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c539558a26474a33929b824612bb5b75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0887396 Mar 05 04:53:44.454907 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-72a54408-8ad8-4b38-bd2a-1e714846fe38 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router (b490c99f-8fa1-4da1-b25c-18b0e65ca397), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:44.479522 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-ffe52a85-444a-415b-b804-f70eb8574339 req-ec54a75f-4564-4d24-bde8-51faae17a8e0 service neutron] device_id is not set on port 8cc5a9d5-8259-4285-a850-8602f24d541c yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 04:53:44.506359 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ffe52a85-444a-415b-b804-f70eb8574339 req-ec54a75f-4564-4d24-bde8-51faae17a8e0 service neutron] Publish callbacks [] for port (8cc5a9d5-8259-4285-a850-8602f24d541c), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:44.523833 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5036fd-ffb5-4f8e-8661-acb6daa8bc2d req-725fc629-9d31-4ba7-9049-608fabc566a7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:44.529926 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5036fd-ffb5-4f8e-8661-acb6daa8bc2d req-725fc629-9d31-4ba7-9049-608fabc566a7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:44.535945 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5036fd-ffb5-4f8e-8661-acb6daa8bc2d req-725fc629-9d31-4ba7-9049-608fabc566a7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:44.541277 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5036fd-ffb5-4f8e-8661-acb6daa8bc2d req-725fc629-9d31-4ba7-9049-608fabc566a7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:44.546620 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5036fd-ffb5-4f8e-8661-acb6daa8bc2d req-725fc629-9d31-4ba7-9049-608fabc566a7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:44.552319 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5036fd-ffb5-4f8e-8661-acb6daa8bc2d req-725fc629-9d31-4ba7-9049-608fabc566a7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:44.554203 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5f5036fd-ffb5-4f8e-8661-acb6daa8bc2d req-725fc629-9d31-4ba7-9049-608fabc566a7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 4664 time: 0.3089879 Mar 05 04:53:44.554885 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1c36f4a0-1160-4c59-a612-5654fe74b884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (f6f854b9-ec21-4413-8a32-3a6db3e50598), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:44.555810 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c36f4a0-1160-4c59-a612-5654fe74b884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:44.556387 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1c36f4a0-1160-4c59-a612-5654fe74b884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:44.572331 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-4296fca2-abef-4200-be71-dbfbed0d2382 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks [] for port (eb0b200c-e186-44ea-bfd0-0a7dbd850e83), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:44.589703 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ffe52a85-444a-415b-b804-f70eb8574339 req-ec54a75f-4564-4d24-bde8-51faae17a8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (8cc5a9d5-8259-4285-a850-8602f24d541c), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:44.613048 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-72a54408-8ad8-4b38-bd2a-1e714846fe38 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router_gateway (b490c99f-8fa1-4da1-b25c-18b0e65ca397), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:44.655353 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-4296fca2-abef-4200-be71-dbfbed0d2382 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (eb0b200c-e186-44ea-bfd0-0a7dbd850e83), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:44.672131 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['dacb6cfd-ca68-47bb-914b-fd102e6bde98', 'b9d19b93-ca56-41a2-97e2-7d5809b5eadc'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:44.691973 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2007b-3b97-449b-b78b-1158be298b42 req-349c877b-643b-4765-a46f-fbd96d34da92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:44.693594 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-85d2007b-3b97-449b-b78b-1158be298b42 req-349c877b-643b-4765-a46f-fbd96d34da92 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f4c8bc28785e4a00b63310ed97b40ba8&device_id=3871695a-391e-4e17-99f6-811e05697926 HTTP/1.1" status: 200 len: 1126 time: 0.3556280 Mar 05 04:53:44.719594 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-4296fca2-abef-4200-be71-dbfbed0d2382 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Network 37de3cac-2e27-4573-885e-c86e0ea7886c is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:53:44.731599 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1c36f4a0-1160-4c59-a612-5654fe74b884 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5225472 Mar 05 04:53:44.732057 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-4296fca2-abef-4200-be71-dbfbed0d2382 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:53:44.734737 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-4296fca2-abef-4200-be71-dbfbed0d2382 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:53:44.742758 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54292) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:44.747537 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-c8f681f7-7d3a-483e-9f79-2cd32b183106 admin admin] Request body: {'subnet': {'network_id': 'f6f854b9-ec21-4413-8a32-3a6db3e50598', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1068504239-subnet', 'tenant_id': 'deaaa4f925784e3aa5d3241696742e60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:44.779593 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296fca2-abef-4200-be71-dbfbed0d2382 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Pushing event updated for resources: {'Port': ['ID=eb0b200c-e186-44ea-bfd0-0a7dbd850e83,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:44.789769 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36f4a0-1160-4c59-a612-5654fe74b884 admin admin] Pushing event updated for resources: {'Network': ['ID=f6f854b9-ec21-4413-8a32-3a6db3e50598,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:44.810729 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-72a54408-8ad8-4b38-bd2a-1e714846fe38 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Deleting port 72aa6197-1d7a-4125-8840-026989c49282 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:53:44.812769 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-72a54408-8ad8-4b38-bd2a-1e714846fe38 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (72aa6197-1d7a-4125-8840-026989c49282), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:44.854650 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe52a85-444a-415b-b804-f70eb8574339 req-ec54a75f-4564-4d24-bde8-51faae17a8e0 service neutron] No DVR routers for this DVR port 8cc5a9d5-8259-4285-a850-8602f24d541c on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:53:44.856740 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54a75f-4564-4d24-bde8-51faae17a8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc5a9d5-8259-4285-a850-8602f24d541c,revision_number=6']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:44.929240 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-4296fca2-abef-4200-be71-dbfbed0d2382 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:44.929911 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-4296fca2-abef-4200-be71-dbfbed0d2382 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:44.955016 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-5d76c1eb-1741-4e5b-9be7-286b1b4cb700 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:44.957366 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-5d76c1eb-1741-4e5b-9be7-286b1b4cb700 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5300717 Mar 05 04:53:44.984969 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-4296fca2-abef-4200-be71-dbfbed0d2382 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1498809 Mar 05 04:53:45.004472 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-72a54408-8ad8-4b38-bd2a-1e714846fe38 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (72aa6197-1d7a-4125-8840-026989c49282), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:45.006867 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-cf688f2d-0bdd-47f1-a6dc-4d60e1faccb9 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/quotas/c539558a26474a33929b824612bb5b75 HTTP/1.1" status: 200 len: 375 time: 0.0358336 Mar 05 04:53:45.025549 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 9c57959f-74bc-4f24-a658-b703986f73eb no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:53:45.036308 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-72a54408-8ad8-4b38-bd2a-1e714846fe38 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Calling delete_port for 72aa6197-1d7a-4125-8840-026989c49282 owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:53:45.039746 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5f5036fd-ffb5-4f8e-8661-acb6daa8bc2d req-eb9b43ee-ee8f-4093-a079-7196b91dc991 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf&id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4382646 Mar 05 04:53:45.075342 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network f6f854b9-ec21-4413-8a32-3a6db3e50598 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:53:45.141797 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-ffe52a85-444a-415b-b804-f70eb8574339 req-ec54a75f-4564-4d24-bde8-51faae17a8e0 service neutron] In _notify_port_updated(), no bound segment for port 8cc5a9d5-8259-4285-a850-8602f24d541c on network e0163509-f0e9-40c4-b897-68a267214319 {{(pid=105231) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 05 04:53:45.142713 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe52a85-444a-415b-b804-f70eb8574339 req-ec54a75f-4564-4d24-bde8-51faae17a8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:45.149105 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ffe52a85-444a-415b-b804-f70eb8574339 req-ec54a75f-4564-4d24-bde8-51faae17a8e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:45.150690 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ffe52a85-444a-415b-b804-f70eb8574339 req-ec54a75f-4564-4d24-bde8-51faae17a8e0 service neutron] 10.222.0.31 "PUT /v2.0/ports/8cc5a9d5-8259-4285-a850-8602f24d541c HTTP/1.1" status: 200 len: 1032 time: 1.9506311 Mar 05 04:53:45.193644 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f681f7-7d3a-483e-9f79-2cd32b183106 admin admin] Made reservation on behalf of deaaa4f925784e3aa5d3241696742e60 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:53:45.196912 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c8f681f7-7d3a-483e-9f79-2cd32b183106 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:45.225423 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2007b-3b97-449b-b78b-1158be298b42 req-3cf78c04-e774-43e8-a5e6-18923d71284d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:45.226931 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-85d2007b-3b97-449b-b78b-1158be298b42 req-3cf78c04-e774-43e8-a5e6-18923d71284d service neutron] 10.222.0.30 "GET /v2.0/networks?id=54309d98-48bc-4d3e-a20e-4665796063fc HTTP/1.1" status: 200 len: 906 time: 0.4925432 Mar 05 04:53:45.232606 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 9c57959f-74bc-4f24-a658-b703986f73eb is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:45.233237 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9c57959f-74bc-4f24-a658-b703986f73eb), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:45.241112 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:45.271819 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-962c3313-081a-4b39-a3d6-9c836e032f12 None None] Provisioning complete for port 8cc5a9d5-8259-4285-a850-8602f24d541c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:53:45.272477 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-962c3313-081a-4b39-a3d6-9c836e032f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8cc5a9d5-8259-4285-a850-8602f24d541c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:45.326241 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c57959f-74bc-4f24-a658-b703986f73eb'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:45.328829 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75941836-d5b7-4a2e-8f8d-742ca687401e" -d '{"events": [{"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-unplugged", "status": "completed", "tag": "9c57959f-74bc-4f24-a658-b703986f73eb"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:45.366019 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 9c57959f-74bc-4f24-a658-b703986f73eb, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=9c57959f-74bc-4f24-a658-b703986f73eb,segment=NetworkSegment(ed3a3d30-7fb2-463d-9a62-c7cee08e9781),segment_id=ed3a3d30-7fb2-463d-9a62-c7cee08e9781)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:45.397239 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (9c57959f-74bc-4f24-a658-b703986f73eb), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:45.398262 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device d5478b45-29a6-4e1a-8e70-1072393855c3 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:53:45.402732 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-962c3313-081a-4b39-a3d6-9c836e032f12 None None] Port 8cc5a9d5-8259-4285-a850-8602f24d541c cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:53:45.478963 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-962c3313-081a-4b39-a3d6-9c836e032f12 None None] Provisioning complete for port eb0b200c-e186-44ea-bfd0-0a7dbd850e83 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:53:45.479638 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-962c3313-081a-4b39-a3d6-9c836e032f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (eb0b200c-e186-44ea-bfd0-0a7dbd850e83), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:45.553116 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=9c57959f-74bc-4f24-a658-b703986f73eb,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:45.572058 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-962c3313-081a-4b39-a3d6-9c836e032f12 None None] Port eb0b200c-e186-44ea-bfd0-0a7dbd850e83 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:53:45.585466 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-57204957-1bc9-4847-84a0-2162d02357ec service neutron] Request body: {'port': {'device_id': '11df5f17-851c-43fd-b94e-7b6155b80de3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:45.651767 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port d5478b45-29a6-4e1a-8e70-1072393855c3 is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:45.652197 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d5478b45-29a6-4e1a-8e70-1072393855c3), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:45.671056 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-85d2007b-3b97-449b-b78b-1158be298b42 req-f8aca239-da5b-4001-8136-a066fd0ee159 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2086f94e-78ad-49ec-bf49-2499967780b6 HTTP/1.1" status: 200 len: 217 time: 0.4211540 Mar 05 04:53:45.724443 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port d5478b45-29a6-4e1a-8e70-1072393855c3, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=d5478b45-29a6-4e1a-8e70-1072393855c3,segment=NetworkSegment(22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89),segment_id=22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:45.733497 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d5478b45-29a6-4e1a-8e70-1072393855c3), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:45.734460 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 8cc5a9d5-8259-4285-a850-8602f24d541c no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:53:45.758887 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-34c2d63a-dbc9-4b9e-aa20-f349cfa7886f tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c539558a26474a33929b824612bb5b75&fields=id HTTP/1.1" status: 200 len: 486 time: 0.7136836 Mar 05 04:53:45.786504 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac895bd7-80a9-4bfb-97c3-e5f2347fe485 req-04714b5c-f332-4a9c-b075-15cffe2094e5 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:45.793326 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ac895bd7-80a9-4bfb-97c3-e5f2347fe485 req-04714b5c-f332-4a9c-b075-15cffe2094e5 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=3871695a-391e-4e17-99f6-811e05697926 HTTP/1.1" status: 200 len: 943 time: 0.6043048 Mar 05 04:53:45.813816 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] The host n-h2-789963-32 is not matching for port 8cc5a9d5-8259-4285-a850-8602f24d541c host ! {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 05 04:53:45.814461 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 8cc5a9d5-8259-4285-a850-8602f24d541c not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:53:45.814978 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2007b-3b97-449b-b78b-1158be298b42 req-6c1a4309-d8a9-4d06-b8bb-e5661126d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:45.815566 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device abf116a6-e436-4e8d-8188-bf1027bd0bef no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:53:45.816743 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-85d2007b-3b97-449b-b78b-1158be298b42 req-6c1a4309-d8a9-4d06-b8bb-e5661126d2ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d05b828-21c8-4294-b343-ca7ba96c6119 HTTP/1.1" status: 200 len: 846 time: 0.1321986 Mar 05 04:53:45.844568 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=d5478b45-29a6-4e1a-8e70-1072393855c3,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:45.903725 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port abf116a6-e436-4e8d-8188-bf1027bd0bef is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:45.904374 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (abf116a6-e436-4e8d-8188-bf1027bd0bef), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:45.912220 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ac895bd7-80a9-4bfb-97c3-e5f2347fe485 req-3808fa2b-a722-409c-95d0-f90f00e222df tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178339 Mar 05 04:53:45.914714 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-85d2007b-3b97-449b-b78b-1158be298b42 req-780ad442-6f9c-49fd-af1d-1b38a7368c32 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54309d98-48bc-4d3e-a20e-4665796063fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886557 Mar 05 04:53:45.922090 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-ffe52a85-444a-415b-b804-f70eb8574339 req-0e59730f-a611-4ce3-9e84-888ba3bca862 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Deleting port fa623ab5-a167-443b-8172-8de59789cc2c {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:53:45.923521 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ffe52a85-444a-415b-b804-f70eb8574339 req-0e59730f-a611-4ce3-9e84-888ba3bca862 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (fa623ab5-a167-443b-8172-8de59789cc2c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:45.963252 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port abf116a6-e436-4e8d-8188-bf1027bd0bef, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=abf116a6-e436-4e8d-8188-bf1027bd0bef,segment=NetworkSegment(ed3a3d30-7fb2-463d-9a62-c7cee08e9781),segment_id=ed3a3d30-7fb2-463d-9a62-c7cee08e9781)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:45.974554 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (abf116a6-e436-4e8d-8188-bf1027bd0bef), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:45.975322 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 23da59df-b317-4032-a3ac-4a5c81b49956 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:53:45.982282 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c8f681f7-7d3a-483e-9f79-2cd32b183106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (e6523871-b2e0-4ced-91ee-3b6eaaf715f1), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:46.085155 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=abf116a6-e436-4e8d-8188-bf1027bd0bef,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:46.159411 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 23da59df-b317-4032-a3ac-4a5c81b49956 is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:46.160367 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (23da59df-b317-4032-a3ac-4a5c81b49956), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:46.182527 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-ffe52a85-444a-415b-b804-f70eb8574339 req-0e59730f-a611-4ce3-9e84-888ba3bca862 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] For port fa623ab5-a167-443b-8172-8de59789cc2c, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=fa623ab5-a167-443b-8172-8de59789cc2c,segment=NetworkSegment(ca90f7a9-06b9-44d4-b45b-a36f46fd62e2),segment_id=ca90f7a9-06b9-44d4-b45b-a36f46fd62e2)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:46.183180 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ffe52a85-444a-415b-b804-f70eb8574339 req-0e59730f-a611-4ce3-9e84-888ba3bca862 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (fa623ab5-a167-443b-8172-8de59789cc2c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:46.214317 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:46.225408 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 23da59df-b317-4032-a3ac-4a5c81b49956, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=23da59df-b317-4032-a3ac-4a5c81b49956,segment=NetworkSegment(22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89),segment_id=22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:46.232144 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (23da59df-b317-4032-a3ac-4a5c81b49956), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:46.233345 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:53:46.275929 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f681f7-7d3a-483e-9f79-2cd32b183106 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6523871-b2e0-4ced-91ee-3b6eaaf715f1,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:46.306269 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-338ff2c3-1ff5-40ea-9312-4059985158db req-16b7959d-f36b-43d2-94dd-c1ad6d17e4fd tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.11 "GET /v2.0/ports?device_id=35b5ed69-e061-4790-9073-cbb9e6fbacbd HTTP/1.1" status: 200 len: 210 time: 0.0765407 Mar 05 04:53:46.313766 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-57204957-1bc9-4847-84a0-2162d02357ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (eb0b200c-e186-44ea-bfd0-0a7dbd850e83), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:46.336234 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=23da59df-b317-4032-a3ac-4a5c81b49956,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:46.365191 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f681f7-7d3a-483e-9f79-2cd32b183106 admin admin] Checking segment: {'id': '4ea3c26d-9b50-46c9-a72f-045b25e5d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f6f854b9-ec21-4413-8a32-3a6db3e50598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:53:46.366886 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f681f7-7d3a-483e-9f79-2cd32b183106 admin admin] Network hostable DHCP agents. Network: f6f854b9-ec21-4413-8a32-3a6db3e50598, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:53:46.406347 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-85d2007b-3b97-449b-b78b-1158be298b42 req-57911941-fd9a-4756-89ac-b5396ad194eb service neutron] 10.222.0.30 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761233 Mar 05 04:53:46.429162 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] The host n-h2-789963-32 is not matching for port b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 host ! {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 05 04:53:46.429686 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:53:46.430001 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device fa623ab5-a167-443b-8172-8de59789cc2c no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:53:46.449277 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-72a54408-8ad8-4b38-bd2a-1e714846fe38 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (72aa6197-1d7a-4125-8840-026989c49282), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:46.460248 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f681f7-7d3a-483e-9f79-2cd32b183106 admin admin] Network f6f854b9-ec21-4413-8a32-3a6db3e50598 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:53:46.477520 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d7435e-0082-450b-bda9-720ed60025bf x-openstack-request-id: req-b4d7435e-0082-450b-bda9-720ed60025bf {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:46.477831 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-unplugged", "status": "completed", "tag": "9c57959f-74bc-4f24-a658-b703986f73eb", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:46.478063 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b4d7435e-0082-450b-bda9-720ed60025bf {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:46.478467 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c57959f-74bc-4f24-a658-b703986f73eb', 'code': 200} Mar 05 04:53:46.508831 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a54408-8ad8-4b38-bd2a-1e714846fe38 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Pushing event deleted for resources: {'Port': ['ID=72aa6197-1d7a-4125-8840-026989c49282,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:46.605351 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-c8f681f7-7d3a-483e-9f79-2cd32b183106 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, f6f854b9-ec21-4413-8a32-3a6db3e50598) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:53:46.611658 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-72a54408-8ad8-4b38-bd2a-1e714846fe38 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (b490c99f-8fa1-4da1-b25c-18b0e65ca397), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:46.615595 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f465ef11-cde2-473e-ba14-c933245d8b5a None None] Network f6f854b9-ec21-4413-8a32-3a6db3e50598 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:53:46.624659 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b3246-572b-4726-b523-4c9438716149 req-f5f89bbb-abbe-4f5a-a25b-f4a612726076 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:46.626366 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-516b3246-572b-4726-b523-4c9438716149 req-f5f89bbb-abbe-4f5a-a25b-f4a612726076 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=11df5f17-851c-43fd-b94e-7b6155b80de3 HTTP/1.1" status: 200 len: 932 time: 0.3844337 Mar 05 04:53:46.656715 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port fa623ab5-a167-443b-8172-8de59789cc2c is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:46.657238 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fa623ab5-a167-443b-8172-8de59789cc2c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:46.664920 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fddd32f2-2106-4698-998e-58efbcd9a223 req-df877424-fdd9-4a5b-b486-1154529a1105 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3797d86-c8b0-4567-97ee-e019b0f09e6a HTTP/1.1" status: 200 len: 210 time: 0.0690193 Mar 05 04:53:46.771386 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-85d2007b-3b97-449b-b78b-1158be298b42 req-dbb4d3bd-3652-4537-aec2-8188116b6bb0 service neutron] 10.222.0.30 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872469 Mar 05 04:53:46.791061 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-516b3246-572b-4726-b523-4c9438716149 req-05b66fc4-e547-45e8-9e44-a29d7f54c035 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426368 Mar 05 04:53:46.807327 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ffe52a85-444a-415b-b804-f70eb8574339 req-0e59730f-a611-4ce3-9e84-888ba3bca862 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:46.807327 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ffe52a85-444a-415b-b804-f70eb8574339 req-0e59730f-a611-4ce3-9e84-888ba3bca862 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (bef8b779-e556-4852-891a-11b3c043e606), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:46.807327 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [req-ffe52a85-444a-415b-b804-f70eb8574339 req-0e59730f-a611-4ce3-9e84-888ba3bca862 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Floating IP bef8b779-e556-4852-891a-11b3c043e606 disassociated. External IP: 172.25.0.172, port: fa623ab5-a167-443b-8172-8de59789cc2c. Mar 05 04:53:46.807327 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-ffe52a85-444a-415b-b804-f70eb8574339 req-0e59730f-a611-4ce3-9e84-888ba3bca862 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Calling delete_port for fa623ab5-a167-443b-8172-8de59789cc2c owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:53:46.838164 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-72a54408-8ad8-4b38-bd2a-1e714846fe38 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (b490c99f-8fa1-4da1-b25c-18b0e65ca397), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:46.841276 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-72a54408-8ad8-4b38-bd2a-1e714846fe38 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router_controller (b490c99f-8fa1-4da1-b25c-18b0e65ca397), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:46.865824 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port fa623ab5-a167-443b-8172-8de59789cc2c, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=fa623ab5-a167-443b-8172-8de59789cc2c,segment=NetworkSegment(ca90f7a9-06b9-44d4-b45b-a36f46fd62e2),segment_id=ca90f7a9-06b9-44d4-b45b-a36f46fd62e2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:46.897949 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fa623ab5-a167-443b-8172-8de59789cc2c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:46.906827 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f681f7-7d3a-483e-9f79-2cd32b183106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:46.908275 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c8f681f7-7d3a-483e-9f79-2cd32b183106 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:46.911684 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-72a54408-8ad8-4b38-bd2a-1e714846fe38 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (b490c99f-8fa1-4da1-b25c-18b0e65ca397), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:46.912701 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a54408-8ad8-4b38-bd2a-1e714846fe38 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Fanout notify agent at l3_agent the message router_deleted on router b490c99f-8fa1-4da1-b25c-18b0e65ca397 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:53:46.988143 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a57641-dda1-47ff-ba25-32c1804cf3f7 None None] Network f6f854b9-ec21-4413-8a32-3a6db3e50598 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:53:47.052934 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-72a54408-8ad8-4b38-bd2a-1e714846fe38 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:47.054463 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-72a54408-8ad8-4b38-bd2a-1e714846fe38 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] 10.222.0.11 "DELETE /v2.0/routers/b490c99f-8fa1-4da1-b25c-18b0e65ca397 HTTP/1.1" status: 204 len: 168 time: 2.8277795 Mar 05 04:53:47.069163 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54316) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:47.074549 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-ff8369b0-6a45-462d-969f-54a500c2552d tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-94516712', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:47.105867 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9d3ad-ec0c-445a-9772-281ad471a129 req-aa6bb592-06d3-4b7e-a853-3cd6f4827cd3 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:47.108425 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=fa623ab5-a167-443b-8172-8de59789cc2c,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:47.113043 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9d3ad-ec0c-445a-9772-281ad471a129 req-aa6bb592-06d3-4b7e-a853-3cd6f4827cd3 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:47.119559 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9d3ad-ec0c-445a-9772-281ad471a129 req-aa6bb592-06d3-4b7e-a853-3cd6f4827cd3 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:47.126518 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9d3ad-ec0c-445a-9772-281ad471a129 req-aa6bb592-06d3-4b7e-a853-3cd6f4827cd3 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:47.133169 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9d3ad-ec0c-445a-9772-281ad471a129 req-aa6bb592-06d3-4b7e-a853-3cd6f4827cd3 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:47.135305 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b6b9d3ad-ec0c-445a-9772-281ad471a129 req-aa6bb592-06d3-4b7e-a853-3cd6f4827cd3 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 3875 time: 0.2314258 Mar 05 04:53:47.149417 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c8f681f7-7d3a-483e-9f79-2cd32b183106 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3978050 Mar 05 04:53:47.219360 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ff8369b0-6a45-462d-969f-54a500c2552d tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (2b3b0706-d2e4-4789-86e5-17bb074e35ed), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:47.220658 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ff8369b0-6a45-462d-969f-54a500c2552d tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (2b3b0706-d2e4-4789-86e5-17bb074e35ed), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:47.266216 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea816d-ff73-458a-bdaa-93cc81ecc8fe req-b2fc246f-e4d6-469a-bf34-5449b290d573 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:47.274163 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b5ea816d-ff73-458a-bdaa-93cc81ecc8fe req-b2fc246f-e4d6-469a-bf34-5449b290d573 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=3871695a-391e-4e17-99f6-811e05697926 HTTP/1.1" status: 200 len: 943 time: 0.2428937 Mar 05 04:53:47.324147 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ffe52a85-444a-415b-b804-f70eb8574339 req-0e59730f-a611-4ce3-9e84-888ba3bca862 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (fa623ab5-a167-443b-8172-8de59789cc2c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:47.401932 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ff8369b0-6a45-462d-969f-54a500c2552d tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router_controller (2b3b0706-d2e4-4789-86e5-17bb074e35ed), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:47.413890 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b6b9d3ad-ec0c-445a-9772-281ad471a129 req-97aca662-0072-4980-b198-d0f846d8159e tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563763 Mar 05 04:53:47.417351 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59730f-a611-4ce3-9e84-888ba3bca862 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Pushing event deleted for resources: {'Port': ['ID=fa623ab5-a167-443b-8172-8de59789cc2c,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:47.422354 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ff8369b0-6a45-462d-969f-54a500c2552d tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (2b3b0706-d2e4-4789-86e5-17bb074e35ed), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:47.451627 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b5ea816d-ff73-458a-bdaa-93cc81ecc8fe req-f41b4ac9-2dd0-432e-935a-7195be3c2b80 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765926 Mar 05 04:53:47.511335 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54326) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:47.522952 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ff8369b0-6a45-462d-969f-54a500c2552d tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:47.527173 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ff8369b0-6a45-462d-969f-54a500c2552d tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4539216 Mar 05 04:53:47.529823 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54330) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:47.536812 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-19520152-fa95-4f90-b263-83ddb404f30a tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:47.601160 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ee9ef29a-823d-460a-8920-16e957f85d44 req-1049ed87-b395-4212-971d-8d96271b3577 tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.11 "GET /v2.0/ports?device_id=35b5ed69-e061-4790-9073-cbb9e6fbacbd HTTP/1.1" status: 200 len: 210 time: 0.0412965 Mar 05 04:53:47.655159 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-52434e5a-0e7c-47bb-8d40-2214c96fabdf admin admin] Deleting subnet e6523871-b2e0-4ced-91ee-3b6eaaf715f1 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:53:47.660681 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54338) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:47.675819 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-57204957-1bc9-4847-84a0-2162d02357ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb0b200c-e186-44ea-bfd0-0a7dbd850e83 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:53:47.678572 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-52434e5a-0e7c-47bb-8d40-2214c96fabdf admin admin] Publish callbacks [] for subnet (e6523871-b2e0-4ced-91ee-3b6eaaf715f1), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:47.694629 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-57204957-1bc9-4847-84a0-2162d02357ec service neutron] Publish callbacks [] for port (eb0b200c-e186-44ea-bfd0-0a7dbd850e83), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:47.749490 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffe52a85-444a-415b-b804-f70eb8574339 req-0e59730f-a611-4ce3-9e84-888ba3bca862 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Router b2f5ab55-5dee-45a7-b2a9-149ff9b57314 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:53:47.752598 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-52434e5a-0e7c-47bb-8d40-2214c96fabdf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (e6523871-b2e0-4ced-91ee-3b6eaaf715f1), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:47.766761 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:47.810655 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-57204957-1bc9-4847-84a0-2162d02357ec service neutron] Transition to ACTIVE for port object eb0b200c-e186-44ea-bfd0-0a7dbd850e83 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:53:47.844498 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-57204957-1bc9-4847-84a0-2162d02357ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (eb0b200c-e186-44ea-bfd0-0a7dbd850e83), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:47.862926 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-b4a4103f-76ab-43d1-a079-c127a310a734 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c539558a26474a33929b824612bb5b75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0701623 Mar 05 04:53:47.946848 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c4c597e1-0954-474c-ac8e-d36f9017bd76 req-5d6464ae-6ad0-43e4-ba6f-f71623ba4436 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3797d86-c8b0-4567-97ee-e019b0f09e6a HTTP/1.1" status: 200 len: 210 time: 0.1423910 Mar 05 04:53:48.114046 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 2086f94e-78ad-49ec-bf49-2499967780b6 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:53:48.124972 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-52434e5a-0e7c-47bb-8d40-2214c96fabdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (e6523871-b2e0-4ced-91ee-3b6eaaf715f1), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:48.151765 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-e62e4a05-0914-49d2-9215-28234308d3e6 admin admin] Deleting subnet c431197c-f63d-4d0c-afc1-f0e0b1d87270 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:53:48.165382 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57204957-1bc9-4847-84a0-2162d02357ec service neutron] Pushing event updated for resources: {'Port': ['ID=eb0b200c-e186-44ea-bfd0-0a7dbd850e83,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:48.174650 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-19520152-fa95-4f90-b263-83ddb404f30a tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router_gateway (2b3b0706-d2e4-4789-86e5-17bb074e35ed), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:48.186907 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e62e4a05-0914-49d2-9215-28234308d3e6 admin admin] Publish callbacks [] for subnet (c431197c-f63d-4d0c-afc1-f0e0b1d87270), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:48.260405 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e25c7-f891-43dd-98db-689ded641de5 req-dab2691f-21ae-443b-92e9-8b36d6edba58 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:48.262384 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b61e25c7-f891-43dd-98db-689ded641de5 req-dab2691f-21ae-443b-92e9-8b36d6edba58 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=11df5f17-851c-43fd-b94e-7b6155b80de3 HTTP/1.1" status: 200 len: 944 time: 0.3593090 Mar 05 04:53:48.269105 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffe52a85-444a-415b-b804-f70eb8574339 req-0e59730f-a611-4ce3-9e84-888ba3bca862 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:53:48.281201 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2df6b27-ca20-4841-854f-ffed7a30dbc4 None None] Sync routers for ids ['b2f5ab55-5dee-45a7-b2a9-149ff9b57314'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:53:48.300664 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2df6b27-ca20-4841-854f-ffed7a30dbc4 None None] Routers {'b2f5ab55-5dee-45a7-b2a9-149ff9b57314'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:53:48.301297 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b2df6b27-ca20-4841-854f-ffed7a30dbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:53:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b2f5ab55-5dee-45a7-b2a9-149ff9b57314'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:48.305472 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e62e4a05-0914-49d2-9215-28234308d3e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (c431197c-f63d-4d0c-afc1-f0e0b1d87270), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:48.310865 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-bb05067a-437d-4fef-8caa-634182d52052 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:48.312668 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-bb05067a-437d-4fef-8caa-634182d52052 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4354305 Mar 05 04:53:48.334863 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-a6c103fd-93bc-421c-b026-b76a01c617eb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Request body: {'port': {'device_id': 'e3797d86-c8b0-4567-97ee-e019b0f09e6a', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'admin_state_up': True, 'tenant_id': 'c539558a26474a33929b824612bb5b75'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:48.382621 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 2086f94e-78ad-49ec-bf49-2499967780b6, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=2086f94e-78ad-49ec-bf49-2499967780b6,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:48.397699 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-57204957-1bc9-4847-84a0-2162d02357ec service neutron] Attempting to bind port eb0b200c-e186-44ea-bfd0-0a7dbd850e83 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:53:48.398077 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-57204957-1bc9-4847-84a0-2162d02357ec service neutron] Attempting to bind port eb0b200c-e186-44ea-bfd0-0a7dbd850e83 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': 'db049693-52d7-464e-9d76-c4af8ab82eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:53:48.398351 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-57204957-1bc9-4847-84a0-2162d02357ec service neutron] Attempting to bind port eb0b200c-e186-44ea-bfd0-0a7dbd850e83 on network 37de3cac-2e27-4573-885e-c86e0ea7886c {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:53:48.428686 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b61e25c7-f891-43dd-98db-689ded641de5 req-ff0b99cd-03cb-4140-a016-7fd1addba75e tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448038 Mar 05 04:53:48.429916 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe52a85-444a-415b-b804-f70eb8574339 req-0e59730f-a611-4ce3-9e84-888ba3bca862 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] No DVR routers for this DVR port fa623ab5-a167-443b-8172-8de59789cc2c on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:53:48.436514 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ffe52a85-444a-415b-b804-f70eb8574339 req-0e59730f-a611-4ce3-9e84-888ba3bca862 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:48.441937 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ffe52a85-444a-415b-b804-f70eb8574339 req-0e59730f-a611-4ce3-9e84-888ba3bca862 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.31 "DELETE /v2.0/ports/fa623ab5-a167-443b-8172-8de59789cc2c HTTP/1.1" status: 204 len: 173 time: 3.2709215 Mar 05 04:53:48.445416 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-deleted', 'tag': 'fa623ab5-a167-443b-8172-8de59789cc2c'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:48.447350 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '2086f94e-78ad-49ec-bf49-2499967780b6', 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc', 'port_id': '2086f94e-78ad-49ec-bf49-2499967780b6', 'mac_address': 'fa:16:3e:34:b4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d05b828-21c8-4294-b343-ca7ba96c6119', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:53:48.448559 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96f89b7-1045-4405-a1df-4af87bd17110" -d '{"events": [{"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-deleted", "tag": "fa623ab5-a167-443b-8172-8de59789cc2c"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:48.466826 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-57204957-1bc9-4847-84a0-2162d02357ec service neutron] Port eb0b200c-e186-44ea-bfd0-0a7dbd850e83 on network 37de3cac-2e27-4573-885e-c86e0ea7886c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:53:48.467185 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-57204957-1bc9-4847-84a0-2162d02357ec service neutron] Attempting to bind port eb0b200c-e186-44ea-bfd0-0a7dbd850e83 on network 37de3cac-2e27-4573-885e-c86e0ea7886c {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:53:48.502403 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-57204957-1bc9-4847-84a0-2162d02357ec service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:53:48.502771 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-57204957-1bc9-4847-84a0-2162d02357ec service neutron] Checking segment: {'id': 'db049693-52d7-464e-9d76-c4af8ab82eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:53:48.507669 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-57204957-1bc9-4847-84a0-2162d02357ec service neutron] Bound using segment: {'id': 'db049693-52d7-464e-9d76-c4af8ab82eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:53:48.510010 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-57204957-1bc9-4847-84a0-2162d02357ec service neutron] Bound port: eb0b200c-e186-44ea-bfd0-0a7dbd850e83, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db049693-52d7-464e-9d76-c4af8ab82eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:53:48.510561 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-57204957-1bc9-4847-84a0-2162d02357ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (eb0b200c-e186-44ea-bfd0-0a7dbd850e83), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:48.531528 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5478b45-29a6-4e1a-8e70-1072393855c3'}, {'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abf116a6-e436-4e8d-8188-bf1027bd0bef'}, {'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23da59df-b317-4032-a3ac-4a5c81b49956'}, {'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa623ab5-a167-443b-8172-8de59789cc2c'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:48.535040 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1ab277-073d-46c3-a773-2521e0352fc6 x-openstack-request-id: req-8a1ab277-073d-46c3-a773-2521e0352fc6 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:48.535528 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-deleted", "tag": "fa623ab5-a167-443b-8172-8de59789cc2c", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:48.536072 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8a1ab277-073d-46c3-a773-2521e0352fc6 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:48.536582 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-deleted', 'tag': 'fa623ab5-a167-443b-8172-8de59789cc2c', 'status': 'completed', 'code': 200} Mar 05 04:53:48.547472 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c01f80-665b-458c-9e67-d6a190d1a017" -d '{"events": [{"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-unplugged", "status": "completed", "tag": "d5478b45-29a6-4e1a-8e70-1072393855c3"}, {"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-unplugged", "status": "completed", "tag": "abf116a6-e436-4e8d-8188-bf1027bd0bef"}, {"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-unplugged", "status": "completed", "tag": "23da59df-b317-4032-a3ac-4a5c81b49956"}, {"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-unplugged", "status": "completed", "tag": "fa623ab5-a167-443b-8172-8de59789cc2c"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:48.564256 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-52434e5a-0e7c-47bb-8d40-2214c96fabdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (e6523871-b2e0-4ced-91ee-3b6eaaf715f1), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:48.607256 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-b2df6b27-ca20-4841-854f-ffed7a30dbc4 None None] Set router b2f5ab55-5dee-45a7-b2a9-149ff9b57314 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:53:48.614665 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 2086f94e-78ad-49ec-bf49-2499967780b6 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:48.615112 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2086f94e-78ad-49ec-bf49-2499967780b6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:48.658204 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2086f94e-78ad-49ec-bf49-2499967780b6 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:53:48.664016 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-a6c103fd-93bc-421c-b026-b76a01c617eb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Made reservation on behalf of c539558a26474a33929b824612bb5b75 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:53:48.667623 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-a6c103fd-93bc-421c-b026-b76a01c617eb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:48.680295 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52434e5a-0e7c-47bb-8d40-2214c96fabdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6523871-b2e0-4ced-91ee-3b6eaaf715f1,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:48.696989 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-57204957-1bc9-4847-84a0-2162d02357ec service neutron] For port eb0b200c-e186-44ea-bfd0-0a7dbd850e83, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:53:48.701851 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 2086f94e-78ad-49ec-bf49-2499967780b6, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=2086f94e-78ad-49ec-bf49-2499967780b6,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:48.709616 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (2086f94e-78ad-49ec-bf49-2499967780b6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:48.713674 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e62e4a05-0914-49d2-9215-28234308d3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (c431197c-f63d-4d0c-afc1-f0e0b1d87270), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:48.761568 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=2086f94e-78ad-49ec-bf49-2499967780b6,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:48.767388 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-57204957-1bc9-4847-84a0-2162d02357ec service neutron] For port eb0b200c-e186-44ea-bfd0-0a7dbd850e83, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=eb0b200c-e186-44ea-bfd0-0a7dbd850e83,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:53:48.778299 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-52434e5a-0e7c-47bb-8d40-2214c96fabdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:48.781937 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-52434e5a-0e7c-47bb-8d40-2214c96fabdf admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e6523871-b2e0-4ced-91ee-3b6eaaf715f1 HTTP/1.1" status: 204 len: 168 time: 1.2696517 Mar 05 04:53:48.797422 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54356) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:48.856958 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-ffe52a85-444a-415b-b804-f70eb8574339 req-de4499e5-d3b1-4c5a-a58b-2b1bab3af6c6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Deleting port 23da59df-b317-4032-a3ac-4a5c81b49956 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:53:48.857459 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ffe52a85-444a-415b-b804-f70eb8574339 req-de4499e5-d3b1-4c5a-a58b-2b1bab3af6c6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (23da59df-b317-4032-a3ac-4a5c81b49956), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:48.862886 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-19520152-fa95-4f90-b263-83ddb404f30a tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router_gateway (2b3b0706-d2e4-4789-86e5-17bb074e35ed), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:48.865472 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-57204957-1bc9-4847-84a0-2162d02357ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (eb0b200c-e186-44ea-bfd0-0a7dbd850e83), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:48.875721 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ff8c9-3865-4ad1-8768-16a33e3a2196 req-d396da6c-48f0-4950-98f8-f0d98d4959e1 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:48.877532 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6f5ff8c9-3865-4ad1-8768-16a33e3a2196 req-d396da6c-48f0-4950-98f8-f0d98d4959e1 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=3871695a-391e-4e17-99f6-811e05697926 HTTP/1.1" status: 200 len: 943 time: 0.2742555 Mar 05 04:53:48.926443 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b2df6b27-ca20-4841-854f-ffed7a30dbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'name': 'tempest-TaggedBootDevicesTest_v242-2122226862-router', 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'a987e8f7-8523-41c9-bc27-1998c3ea5418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:58Z', 'updated_at': '2022-03-05T04:46:04Z', 'revision_number': 4, 'project_id': 'f322de562e384481acfa7667e5bcbd96', 'gw_port': {'id': 'a987e8f7-8523-41c9-bc27-1998c3ea5418', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:59Z', 'updated_at': '2022-03-05T04:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'd580546b-d1b3-4f3a-aa25-15519871ad90', 'name': '', 'network_id': '96b36905-6014-4841-aac5-335392bf1a9d', 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'mac_address': 'fa:16:3e:5f:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b8b87837-c4d6-4057-808b-e09b3b2c13f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:46:03Z', 'updated_at': '2022-03-05T04:46:13Z', 'revision_number': 5, 'project_id': 'f322de562e384481acfa7667e5bcbd96', 'subnets': [{'id': 'b8b87837-c4d6-4057-808b-e09b3b2c13f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:48.962819 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2df6b27-ca20-4841-854f-ffed7a30dbc4 None None] Checking router: b2f5ab55-5dee-45a7-b2a9-149ff9b57314 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:53:48.980632 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2df6b27-ca20-4841-854f-ffed7a30dbc4 None None] Routers {'b2f5ab55-5dee-45a7-b2a9-149ff9b57314'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:53:48.981474 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b2df6b27-ca20-4841-854f-ffed7a30dbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:53:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b2f5ab55-5dee-45a7-b2a9-149ff9b57314'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:48.983706 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['2086f94e-78ad-49ec-bf49-2499967780b6'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:48.988226 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-57204957-1bc9-4847-84a0-2162d02357ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:48.988864 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-57204957-1bc9-4847-84a0-2162d02357ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:48.990313 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-57204957-1bc9-4847-84a0-2162d02357ec service neutron] 10.222.0.30 "PUT /v2.0/ports/eb0b200c-e186-44ea-bfd0-0a7dbd850e83 HTTP/1.1" status: 200 len: 1093 time: 3.7978811 Mar 05 04:53:48.995874 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6f5ff8c9-3865-4ad1-8768-16a33e3a2196 req-2d1fec2d-7968-4e25-9f55-2e181128cc4d tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892384 Mar 05 04:53:49.004077 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-19520152-fa95-4f90-b263-83ddb404f30a tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:49.015965 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c53bf1-be79-41a8-84b4-a7aa0b8bb47b req-bb551927-ab64-4954-89b7-c4a2976c2f01 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:49.023023 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c53bf1-be79-41a8-84b4-a7aa0b8bb47b req-bb551927-ab64-4954-89b7-c4a2976c2f01 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:49.029639 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c53bf1-be79-41a8-84b4-a7aa0b8bb47b req-bb551927-ab64-4954-89b7-c4a2976c2f01 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:49.036615 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c53bf1-be79-41a8-84b4-a7aa0b8bb47b req-bb551927-ab64-4954-89b7-c4a2976c2f01 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:49.044625 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-90c53bf1-be79-41a8-84b4-a7aa0b8bb47b req-bb551927-ab64-4954-89b7-c4a2976c2f01 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 3142 time: 0.3534853 Mar 05 04:53:49.111680 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11df5f17-851c-43fd-b94e-7b6155b80de3', 'tag': 'eb0b200c-e186-44ea-bfd0-0a7dbd850e83'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:49.126965 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efe0203-0133-4cf1-8278-b5e9f2fae4cd x-openstack-request-id: req-1efe0203-0133-4cf1-8278-b5e9f2fae4cd {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:49.128539 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-unplugged", "status": "completed", "tag": "d5478b45-29a6-4e1a-8e70-1072393855c3", "code": 200}, {"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-unplugged", "status": "completed", "tag": "abf116a6-e436-4e8d-8188-bf1027bd0bef", "code": 200}, {"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-unplugged", "status": "completed", "tag": "23da59df-b317-4032-a3ac-4a5c81b49956", "code": 200}, {"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-unplugged", "status": "completed", "tag": "fa623ab5-a167-443b-8172-8de59789cc2c", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:49.129702 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1efe0203-0133-4cf1-8278-b5e9f2fae4cd {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:49.130405 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5478b45-29a6-4e1a-8e70-1072393855c3', 'code': 200} Mar 05 04:53:49.130686 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abf116a6-e436-4e8d-8188-bf1027bd0bef', 'code': 200} Mar 05 04:53:49.132987 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23da59df-b317-4032-a3ac-4a5c81b49956', 'code': 200} Mar 05 04:53:49.133378 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa623ab5-a167-443b-8172-8de59789cc2c', 'code': 200} Mar 05 04:53:49.139207 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a2c050-65a4-4730-b3e9-6fe1e89dc96d" -d '{"events": [{"name": "network-changed", "server_uuid": "11df5f17-851c-43fd-b94e-7b6155b80de3", "tag": "eb0b200c-e186-44ea-bfd0-0a7dbd850e83"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:49.144761 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-da89087b-bf78-4377-b8ee-71221b53e391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (f6f854b9-ec21-4413-8a32-3a6db3e50598), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:49.199448 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-90c53bf1-be79-41a8-84b4-a7aa0b8bb47b req-b6eb87c1-fc4e-4c5c-a81c-51b38ab87873 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494391 Mar 05 04:53:49.200961 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e62e4a05-0914-49d2-9215-28234308d3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (c431197c-f63d-4d0c-afc1-f0e0b1d87270), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:49.289137 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-19520152-fa95-4f90-b263-83ddb404f30a tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Allocated IP 172.25.0.161 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/3ca96d7f-40e3-437f-9f31-ed2ffc5b1a96) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:53:49.304669 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-b2df6b27-ca20-4841-854f-ffed7a30dbc4 None None] Set router b2f5ab55-5dee-45a7-b2a9-149ff9b57314 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:53:49.340877 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e62e4a05-0914-49d2-9215-28234308d3e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:49.344549 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e62e4a05-0914-49d2-9215-28234308d3e6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c431197c-f63d-4d0c-afc1-f0e0b1d87270 HTTP/1.1" status: 204 len: 168 time: 1.6785071 Mar 05 04:53:49.346942 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c4959d9f-15cb-495a-9429-9f0709c70458 req-8493e9f7-d5e6-48e1-8b88-27cea2e17e25 tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.11 "GET /v2.0/ports?device_id=35b5ed69-e061-4790-9073-cbb9e6fbacbd HTTP/1.1" status: 200 len: 210 time: 0.1084826 Mar 05 04:53:49.347581 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54362) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:49.429221 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f9acf6-2f86-41a3-95bb-2d1f3a29c093 x-openstack-request-id: req-44f9acf6-2f86-41a3-95bb-2d1f3a29c093 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:49.429688 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11df5f17-851c-43fd-b94e-7b6155b80de3", "tag": "eb0b200c-e186-44ea-bfd0-0a7dbd850e83", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:49.430041 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-44f9acf6-2f86-41a3-95bb-2d1f3a29c093 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:49.430534 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11df5f17-851c-43fd-b94e-7b6155b80de3', 'tag': 'eb0b200c-e186-44ea-bfd0-0a7dbd850e83', 'status': 'completed', 'code': 200} Mar 05 04:53:49.439807 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e4a05-0914-49d2-9215-28234308d3e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c431197c-f63d-4d0c-afc1-f0e0b1d87270,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:49.442916 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57204957-1bc9-4847-84a0-2162d02357ec service neutron] Pushing event updated for resources: {'Port': ['ID=eb0b200c-e186-44ea-bfd0-0a7dbd850e83,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:49.462596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-a6c103fd-93bc-421c-b026-b76a01c617eb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Allocated IP 192.168.233.85 (fb0dde64-203a-4c32-80ac-e1733ed0c9dd/63f989ea-15ee-41e4-8c8f-8183d2023f4e/5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:53:49.493749 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2fdfcf4a-8541-4341-bb5e-b4f1ef8f9080 req-f10cd62f-91b6-4cb8-a6ba-af3277cd5633 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3797d86-c8b0-4567-97ee-e019b0f09e6a HTTP/1.1" status: 200 len: 210 time: 0.1449444 Mar 05 04:53:49.579693 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-228cdef4-e78d-4c6f-865a-0ad64671b713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:49.581457 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-228cdef4-e78d-4c6f-865a-0ad64671b713 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=947653f4d3b84cc89f4c3c5691586859&device_id=11df5f17-851c-43fd-b94e-7b6155b80de3 HTTP/1.1" status: 200 len: 1127 time: 0.3204069 Mar 05 04:53:49.608085 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-ffe52a85-444a-415b-b804-f70eb8574339 req-de4499e5-d3b1-4c5a-a58b-2b1bab3af6c6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] For port 23da59df-b317-4032-a3ac-4a5c81b49956, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=23da59df-b317-4032-a3ac-4a5c81b49956,segment=NetworkSegment(22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89),segment_id=22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:49.608469 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ffe52a85-444a-415b-b804-f70eb8574339 req-de4499e5-d3b1-4c5a-a58b-2b1bab3af6c6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (23da59df-b317-4032-a3ac-4a5c81b49956), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:49.687194 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b2df6b27-ca20-4841-854f-ffed7a30dbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'name': 'tempest-TaggedBootDevicesTest_v242-2122226862-router', 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'a987e8f7-8523-41c9-bc27-1998c3ea5418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:58Z', 'updated_at': '2022-03-05T04:46:04Z', 'revision_number': 4, 'project_id': 'f322de562e384481acfa7667e5bcbd96', 'gw_port': {'id': 'a987e8f7-8523-41c9-bc27-1998c3ea5418', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:59Z', 'updated_at': '2022-03-05T04:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'd580546b-d1b3-4f3a-aa25-15519871ad90', 'name': '', 'network_id': '96b36905-6014-4841-aac5-335392bf1a9d', 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'mac_address': 'fa:16:3e:5f:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b8b87837-c4d6-4057-808b-e09b3b2c13f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:46:03Z', 'updated_at': '2022-03-05T04:46:13Z', 'revision_number': 5, 'project_id': 'f322de562e384481acfa7667e5bcbd96', 'subnets': [{'id': 'b8b87837-c4d6-4057-808b-e09b3b2c13f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:49.722305 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2df6b27-ca20-4841-854f-ffed7a30dbc4 None None] The sync data for ids ['b2f5ab55-5dee-45a7-b2a9-149ff9b57314'] in n-d-789963-32 is: [{'id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'name': 'tempest-TaggedBootDevicesTest_v242-2122226862-router', 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'a987e8f7-8523-41c9-bc27-1998c3ea5418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:58Z', 'updated_at': '2022-03-05T04:46:04Z', 'revision_number': 4, 'project_id': 'f322de562e384481acfa7667e5bcbd96', 'gw_port': {'id': 'a987e8f7-8523-41c9-bc27-1998c3ea5418', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:59Z', 'updated_at': '2022-03-05T04:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'd580546b-d1b3-4f3a-aa25-15519871ad90', 'name': '', 'network_id': '96b36905-6014-4841-aac5-335392bf1a9d', 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'mac_address': 'fa:16:3e:5f:8c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'b8b87837-c4d6-4057-808b-e09b3b2c13f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:46:03Z', 'updated_at': '2022-03-05T04:46:13Z', 'revision_number': 5, 'project_id': 'f322de562e384481acfa7667e5bcbd96', 'subnets': [{'id': 'b8b87837-c4d6-4057-808b-e09b3b2c13f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:53:49.746013 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-3d36da14-707d-4610-a068-ed928b0e36d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb0b200c-e186-44ea-bfd0-0a7dbd850e83 HTTP/1.1" status: 200 len: 217 time: 0.1498122 Mar 05 04:53:49.811306 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-19520152-fa95-4f90-b263-83ddb404f30a tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for port (3ca96d7f-40e3-437f-9f31-ed2ffc5b1a96), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:50.018787 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-da89087b-bf78-4377-b8ee-71221b53e391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (f6f854b9-ec21-4413-8a32-3a6db3e50598), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:50.021961 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-ffe52a85-444a-415b-b804-f70eb8574339 req-de4499e5-d3b1-4c5a-a58b-2b1bab3af6c6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Calling delete_port for 23da59df-b317-4032-a3ac-4a5c81b49956 owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:53:50.033475 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eed1715f-efe8-4c33-a984-2a65b21e293d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (97e85245-3112-4887-8483-668804607d54), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:50.072684 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-da89087b-bf78-4377-b8ee-71221b53e391 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f854b9-ec21-4413-8a32-3a6db3e50598']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:50.127357 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cb7969-a75a-40ef-b794-784b6fac1fd4 None None] New status for floating IP bef8b779-e556-4852-891a-11b3c043e606: DOWN {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 04:53:50.133325 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 2086f94e-78ad-49ec-bf49-2499967780b6 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:53:50.149918 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-da89087b-bf78-4377-b8ee-71221b53e391 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea3c26d-9b50-46c9-a72f-045b25e5d8a3') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:50.151761 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-da89087b-bf78-4377-b8ee-71221b53e391 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea3c26d-9b50-46c9-a72f-045b25e5d8a3') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:50.195332 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082a9fa-b944-4c31-a32e-c33847b0ffd8 req-22490d14-65f6-4ce2-ba56-e45adf108343 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:50.202501 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9082a9fa-b944-4c31-a32e-c33847b0ffd8 req-22490d14-65f6-4ce2-ba56-e45adf108343 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=11df5f17-851c-43fd-b94e-7b6155b80de3 HTTP/1.1" status: 200 len: 944 time: 0.6310613 Mar 05 04:53:50.206444 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-da89087b-bf78-4377-b8ee-71221b53e391 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (4ea3c26d-9b50-46c9-a72f-045b25e5d8a3), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:50.229948 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-a6c103fd-93bc-421c-b026-b76a01c617eb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks [] for port (5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:50.239777 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-19520152-fa95-4f90-b263-83ddb404f30a tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (3ca96d7f-40e3-437f-9f31-ed2ffc5b1a96), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:50.285948 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-81a95c3a-f231-424b-8f96-98b476dbc38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:50.287681 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-81a95c3a-f231-424b-8f96-98b476dbc38d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a6039ad-16bd-4b00-a55f-f7c68e1f3072 HTTP/1.1" status: 200 len: 851 time: 0.4429877 Mar 05 04:53:50.303731 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9082a9fa-b944-4c31-a32e-c33847b0ffd8 req-3302ee1c-70ef-4f88-9927-37f5a0bd5f36 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000152 Mar 05 04:53:50.337913 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19520152-fa95-4f90-b263-83ddb404f30a tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:53:50.342153 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-da89087b-bf78-4377-b8ee-71221b53e391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (4ea3c26d-9b50-46c9-a72f-045b25e5d8a3), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:50.359830 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eed1715f-efe8-4c33-a984-2a65b21e293d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (97e85245-3112-4887-8483-668804607d54), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:50.364601 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-19520152-fa95-4f90-b263-83ddb404f30a tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:53:50.377420 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da89087b-bf78-4377-b8ee-71221b53e391 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:53:50.378373 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-da89087b-bf78-4377-b8ee-71221b53e391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (4ea3c26d-9b50-46c9-a72f-045b25e5d8a3), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:50.382643 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19520152-fa95-4f90-b263-83ddb404f30a tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: warnings.warn('Neutron quota engine will require "--force" ' Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: timer() Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:53:50.383361 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:53:50.385394 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 2086f94e-78ad-49ec-bf49-2499967780b6 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:53:50.395347 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 2086f94e-78ad-49ec-bf49-2499967780b6 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:53:50.397465 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2086f94e-78ad-49ec-bf49-2499967780b6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:50.429805 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-eed1715f-efe8-4c33-a984-2a65b21e293d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e85245-3112-4887-8483-668804607d54']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:50.439366 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc080f83-6448-4817-a2e5-9f2d9448e009 req-60ed2c67-5fd1-4175-81e3-9a8758ab6348 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:50.441528 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fc080f83-6448-4817-a2e5-9f2d9448e009 req-60ed2c67-5fd1-4175-81e3-9a8758ab6348 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=3871695a-391e-4e17-99f6-811e05697926 HTTP/1.1" status: 200 len: 944 time: 0.2861896 Mar 05 04:53:50.464125 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19520152-fa95-4f90-b263-83ddb404f30a tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Pushing event updated for resources: {'Port': ['ID=3ca96d7f-40e3-437f-9f31-ed2ffc5b1a96,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:50.473937 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-a6c103fd-93bc-421c-b026-b76a01c617eb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:50.494551 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['0f61ba0a-9880-41ce-a7d9-586bcbeae1cf', '0e89adf7-a265-48f3-aa9c-bc8dd2c63c32', '8b7a5104-a956-466e-ae5f-bee14315d779', '9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:50.499041 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b', '391c2bac-7eba-4f55-adaf-ec53da837ea9'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:50.500030 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-eed1715f-efe8-4c33-a984-2a65b21e293d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203a0330-0979-4646-8d37-68343458b325') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:50.500030 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-eed1715f-efe8-4c33-a984-2a65b21e293d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203a0330-0979-4646-8d37-68343458b325') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:50.510706 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-a6c103fd-93bc-421c-b026-b76a01c617eb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:53:50.518176 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-a6c103fd-93bc-421c-b026-b76a01c617eb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:53:50.552683 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-a6c103fd-93bc-421c-b026-b76a01c617eb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:53:50.552926 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eed1715f-efe8-4c33-a984-2a65b21e293d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (203a0330-0979-4646-8d37-68343458b325), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:50.583656 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-da89087b-bf78-4377-b8ee-71221b53e391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (f6f854b9-ec21-4413-8a32-3a6db3e50598), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:50.606014 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-f0442cfe-e032-404c-9b50-a0d32f609905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:50.607823 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-f0442cfe-e032-404c-9b50-a0d32f609905 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37de3cac-2e27-4573-885e-c86e0ea7886c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2986050 Mar 05 04:53:50.630258 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-da89087b-bf78-4377-b8ee-71221b53e391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:50.634405 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-da89087b-bf78-4377-b8ee-71221b53e391 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f6f854b9-ec21-4413-8a32-3a6db3e50598 HTTP/1.1" status: 204 len: 168 time: 1.8289571 Mar 05 04:53:50.644014 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89087b-bf78-4377-b8ee-71221b53e391 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6f854b9-ec21-4413-8a32-3a6db3e50598,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:50.658269 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eed1715f-efe8-4c33-a984-2a65b21e293d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (203a0330-0979-4646-8d37-68343458b325), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:50.681702 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed1715f-efe8-4c33-a984-2a65b21e293d admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:53:50.681702 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eed1715f-efe8-4c33-a984-2a65b21e293d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (203a0330-0979-4646-8d37-68343458b325), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:50.693768 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 04:53:50.693768 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:53:50.693768 n-d-789963-32 neutron-server[105231]: timer() Mar 05 04:53:50.693768 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:53:50.693768 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 04:53:50.693768 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:53:50.693768 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 04:53:50.693768 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:53:50.693768 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 04:53:50.693768 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:53:50.693768 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 04:53:50.693768 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:53:50.693768 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 04:53:50.693768 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:53:50.693768 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:53:50.693768 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:53:50.693768 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:53:50.693768 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:53:50.693768 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 04:53:50.693768 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:53:50.693768 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 04:53:50.693768 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:53:50.693768 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:53:50.693768 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:53:50.693768 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 04:53:50.693768 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:53:50.693768 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:53:50.693768 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:53:50.693768 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:53:50.693768 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:53:50.693768 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:53:50.693768 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:53:50.750379 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023593f7-44b0-466b-916a-c2acaf62540f req-62e9e07a-6091-47ab-93a4-fd81e3ddcc7c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:50.758031 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023593f7-44b0-466b-916a-c2acaf62540f req-62e9e07a-6091-47ab-93a4-fd81e3ddcc7c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:50.761752 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 2086f94e-78ad-49ec-bf49-2499967780b6 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:50.762160 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2086f94e-78ad-49ec-bf49-2499967780b6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:50.765356 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023593f7-44b0-466b-916a-c2acaf62540f req-62e9e07a-6091-47ab-93a4-fd81e3ddcc7c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:50.772093 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023593f7-44b0-466b-916a-c2acaf62540f req-62e9e07a-6091-47ab-93a4-fd81e3ddcc7c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:50.780464 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-023593f7-44b0-466b-916a-c2acaf62540f req-62e9e07a-6091-47ab-93a4-fd81e3ddcc7c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 3142 time: 0.3001022 Mar 05 04:53:50.833634 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c103fd-93bc-421c-b026-b76a01c617eb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Pushing event updated for resources: {'Port': ['ID=5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:50.855843 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fc080f83-6448-4817-a2e5-9f2d9448e009 req-e4231cfa-7855-485f-9939-2d27750a52bc tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738232 Mar 05 04:53:50.890717 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ffe52a85-444a-415b-b804-f70eb8574339 req-de4499e5-d3b1-4c5a-a58b-2b1bab3af6c6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (23da59df-b317-4032-a3ac-4a5c81b49956), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:50.895695 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54376) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:50.949688 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-a6c103fd-93bc-421c-b026-b76a01c617eb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:50.957707 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-a6c103fd-93bc-421c-b026-b76a01c617eb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:50.964491 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4499e5-d3b1-4c5a-a58b-2b1bab3af6c6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Pushing event deleted for resources: {'Port': ['ID=23da59df-b317-4032-a3ac-4a5c81b49956,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:51.005403 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-a6c103fd-93bc-421c-b026-b76a01c617eb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6757588 Mar 05 04:53:51.019959 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eed1715f-efe8-4c33-a984-2a65b21e293d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (97e85245-3112-4887-8483-668804607d54), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:51.024622 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eed1715f-efe8-4c33-a984-2a65b21e293d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:51.028464 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-eed1715f-efe8-4c33-a984-2a65b21e293d admin admin] 10.222.0.11 "DELETE /v2.0/networks/97e85245-3112-4887-8483-668804607d54 HTTP/1.1" status: 204 len: 168 time: 1.6740713 Mar 05 04:53:51.042652 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-bff890dd-94e6-42d4-bfb3-468ac402f2b3 service neutron] Request body: {'port': {'device_id': 'e3797d86-c8b0-4567-97ee-e019b0f09e6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:51.044056 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 2086f94e-78ad-49ec-bf49-2499967780b6, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=2086f94e-78ad-49ec-bf49-2499967780b6,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:51.058576 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-79e1d960-2ce1-49c5-b644-f73e760268fe None None] Provisioning complete for port 5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:53:51.058962 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-79e1d960-2ce1-49c5-b644-f73e760268fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:51.074008 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (2086f94e-78ad-49ec-bf49-2499967780b6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:51.085159 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-2000baf9-bc80-4c2e-a953-8bab1d14f586 service neutron] 10.222.0.30 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545982 Mar 05 04:53:51.130347 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7d4e89fd-5aba-4d06-aa5b-30d090d9b8b6 req-daf84851-ed89-462c-8ee0-e774c0f66fb6 tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.11 "GET /v2.0/ports?device_id=35b5ed69-e061-4790-9073-cbb9e6fbacbd HTTP/1.1" status: 200 len: 210 time: 0.1598785 Mar 05 04:53:51.132341 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1715f-efe8-4c33-a984-2a65b21e293d admin admin] Pushing event deleted for resources: {'Network': ['ID=97e85245-3112-4887-8483-668804607d54,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:51.144657 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-023593f7-44b0-466b-916a-c2acaf62540f req-f01c5d5d-f0f4-4469-862a-732c35f081cb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3628974 Mar 05 04:53:51.183126 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b83bc6ee-1b0b-451b-8015-f19cab8b5f67 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=deaaa4f925784e3aa5d3241696742e60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2764132 Mar 05 04:53:51.192185 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54380) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:51.203130 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe52a85-444a-415b-b804-f70eb8574339 req-de4499e5-d3b1-4c5a-a58b-2b1bab3af6c6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] No DVR routers for this DVR port 23da59df-b317-4032-a3ac-4a5c81b49956 on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:53:51.209666 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ffe52a85-444a-415b-b804-f70eb8574339 req-de4499e5-d3b1-4c5a-a58b-2b1bab3af6c6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:51.217519 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ffe52a85-444a-415b-b804-f70eb8574339 req-de4499e5-d3b1-4c5a-a58b-2b1bab3af6c6 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.31 "DELETE /v2.0/ports/23da59df-b317-4032-a3ac-4a5c81b49956 HTTP/1.1" status: 204 len: 173 time: 2.7622790 Mar 05 04:53:51.218034 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-deleted', 'tag': '23da59df-b317-4032-a3ac-4a5c81b49956'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:51.228229 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9cd489-85af-4a42-be53-2a53ff950546" -d '{"events": [{"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-deleted", "tag": "23da59df-b317-4032-a3ac-4a5c81b49956"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:51.314722 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3871695a-391e-4e17-99f6-811e05697926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2086f94e-78ad-49ec-bf49-2499967780b6'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:51.318170 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ca40a3-b301-4ca7-b909-07c0b1833112" -d '{"events": [{"server_uuid": "3871695a-391e-4e17-99f6-811e05697926", "name": "network-vif-plugged", "status": "completed", "tag": "2086f94e-78ad-49ec-bf49-2499967780b6"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:51.321655 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=2086f94e-78ad-49ec-bf49-2499967780b6,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:51.345978 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-bff890dd-94e6-42d4-bfb3-468ac402f2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:51.391622 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-79e1d960-2ce1-49c5-b644-f73e760268fe None None] Port 5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:53:51.423539 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54388) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:51.425702 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050ecda8-6a26-4d9c-a66d-5d901c335d61 x-openstack-request-id: req-050ecda8-6a26-4d9c-a66d-5d901c335d61 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:51.426742 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-deleted", "tag": "23da59df-b317-4032-a3ac-4a5c81b49956", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:51.427014 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-050ecda8-6a26-4d9c-a66d-5d901c335d61 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:51.427563 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-deleted', 'tag': '23da59df-b317-4032-a3ac-4a5c81b49956', 'status': 'completed', 'code': 200} Mar 05 04:53:51.443387 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-19520152-fa95-4f90-b263-83ddb404f30a tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router_gateway (2b3b0706-d2e4-4789-86e5-17bb074e35ed), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:51.510850 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-499961fd-d9c1-4fda-8c02-d86ce8c28072 req-23e718c7-3701-4382-81e2-3b76e477c0e0 service neutron] 10.222.0.30 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175923 Mar 05 04:53:51.517903 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3ed7511f-8e99-4c53-a45a-583ecd61f525 admin admin] Publish callbacks [] for security_group (981360e7-373b-4a8c-aeea-8610b34f5b1e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:51.597056 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5929029-905a-45e1-8ba1-10c1c42e3e3a req-4a45183c-d481-49de-a2e3-3bc27ef69682 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:51.599064 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d5929029-905a-45e1-8ba1-10c1c42e3e3a req-4a45183c-d481-49de-a2e3-3bc27ef69682 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3797d86-c8b0-4567-97ee-e019b0f09e6a HTTP/1.1" status: 200 len: 935 time: 0.2631226 Mar 05 04:53:51.657245 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c906a-56ee-4d3a-98b3-031f3ae519d7 req-03d34d8a-5624-4e3c-b92c-ab4803979a00 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:51.658694 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ab6c906a-56ee-4d3a-98b3-031f3ae519d7 req-03d34d8a-5624-4e3c-b92c-ab4803979a00 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=11df5f17-851c-43fd-b94e-7b6155b80de3 HTTP/1.1" status: 200 len: 944 time: 0.2086620 Mar 05 04:53:51.672297 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-ffe52a85-444a-415b-b804-f70eb8574339 req-a846b191-dbb7-41ff-875b-40461f93cd2f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Deleting port abf116a6-e436-4e8d-8188-bf1027bd0bef {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:53:51.672646 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ffe52a85-444a-415b-b804-f70eb8574339 req-a846b191-dbb7-41ff-875b-40461f93cd2f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (abf116a6-e436-4e8d-8188-bf1027bd0bef), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:51.685463 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3ed7511f-8e99-4c53-a45a-583ecd61f525 admin admin] Publish callbacks [] for security_group (981360e7-373b-4a8c-aeea-8610b34f5b1e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:51.708409 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-419c4e8a-0e39-492d-8aef-e6a8a95a9fb2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b4c5ecf1c59144a68ee1fb483c77ba0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2626073 Mar 05 04:53:51.714521 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54390) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:51.780478 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d5929029-905a-45e1-8ba1-10c1c42e3e3a req-ee92877e-7b8b-4062-b1ab-9f8e266edac8 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704304 Mar 05 04:53:51.804438 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ab6c906a-56ee-4d3a-98b3-031f3ae519d7 req-60492523-a7ea-4221-a033-a49d53c90ab0 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372824 Mar 05 04:53:51.838142 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caef0747-a691-4242-a6a0-08589fd16800 x-openstack-request-id: req-caef0747-a691-4242-a6a0-08589fd16800 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:51.838449 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3871695a-391e-4e17-99f6-811e05697926", "name": "network-vif-plugged", "status": "completed", "tag": "2086f94e-78ad-49ec-bf49-2499967780b6", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:51.838713 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-caef0747-a691-4242-a6a0-08589fd16800 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:51.839150 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3871695a-391e-4e17-99f6-811e05697926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2086f94e-78ad-49ec-bf49-2499967780b6', 'code': 200} Mar 05 04:53:51.844953 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-ffe52a85-444a-415b-b804-f70eb8574339 req-a846b191-dbb7-41ff-875b-40461f93cd2f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] For port abf116a6-e436-4e8d-8188-bf1027bd0bef, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=abf116a6-e436-4e8d-8188-bf1027bd0bef,segment=NetworkSegment(ed3a3d30-7fb2-463d-9a62-c7cee08e9781),segment_id=ed3a3d30-7fb2-463d-9a62-c7cee08e9781)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:51.845328 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ffe52a85-444a-415b-b804-f70eb8574339 req-a846b191-dbb7-41ff-875b-40461f93cd2f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (abf116a6-e436-4e8d-8188-bf1027bd0bef), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:51.859243 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-ffe52a85-444a-415b-b804-f70eb8574339 req-a846b191-dbb7-41ff-875b-40461f93cd2f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Calling delete_port for abf116a6-e436-4e8d-8188-bf1027bd0bef owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:53:51.934880 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2c050-65a4-4730-b3e9-6fe1e89dc96d req-3f7235f0-9684-49d7-8960-26bedbae6e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:51.936499 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-04a2c050-65a4-4730-b3e9-6fe1e89dc96d req-3f7235f0-9684-49d7-8960-26bedbae6e28 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=947653f4d3b84cc89f4c3c5691586859&device_id=11df5f17-851c-43fd-b94e-7b6155b80de3 HTTP/1.1" status: 200 len: 1127 time: 0.3100343 Mar 05 04:53:51.989014 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b727ef22-a6aa-4111-a0cf-4746ce7cab3d admin admin] Publish callbacks [] for security_group (d5feddd2-c339-4e7b-97e3-62353702afe0), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:52.018205 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a45374-459f-4332-94f7-1f2cf6b35bf4 req-fea5009a-8e94-4bcb-a211-a7d39ae3e2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:52.019879 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-95a45374-459f-4332-94f7-1f2cf6b35bf4 req-fea5009a-8e94-4bcb-a211-a7d39ae3e2d8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3871695a-391e-4e17-99f6-811e05697926 HTTP/1.1" status: 200 len: 1128 time: 0.1087916 Mar 05 04:53:52.038192 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3ed7511f-8e99-4c53-a45a-583ecd61f525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (981360e7-373b-4a8c-aeea-8610b34f5b1e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:52.040342 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e52edb-5913-495f-b0be-f2a9edcd8d5c req-985fc60b-a74e-4c36-8f03-3fd8bcbf6a72 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:52.040837 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3ed7511f-8e99-4c53-a45a-583ecd61f525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:52.041858 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-03e52edb-5913-495f-b0be-f2a9edcd8d5c req-985fc60b-a74e-4c36-8f03-3fd8bcbf6a72 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=3871695a-391e-4e17-99f6-811e05697926 HTTP/1.1" status: 200 len: 945 time: 0.1018691 Mar 05 04:53:52.042041 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3ed7511f-8e99-4c53-a45a-583ecd61f525 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/981360e7-373b-4a8c-aeea-8610b34f5b1e HTTP/1.1" status: 204 len: 168 time: 0.8488979 Mar 05 04:53:52.114459 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7511f-8e99-4c53-a45a-583ecd61f525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981360e7-373b-4a8c-aeea-8610b34f5b1e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:52.141363 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b727ef22-a6aa-4111-a0cf-4746ce7cab3d admin admin] Publish callbacks [] for security_group (d5feddd2-c339-4e7b-97e3-62353702afe0), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:52.146141 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-95a45374-459f-4332-94f7-1f2cf6b35bf4 req-c8f5f0be-00ff-441a-b513-3a2dc1758e58 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177351 Mar 05 04:53:52.161495 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ffe52a85-444a-415b-b804-f70eb8574339 req-a846b191-dbb7-41ff-875b-40461f93cd2f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (abf116a6-e436-4e8d-8188-bf1027bd0bef), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:52.179194 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-19520152-fa95-4f90-b263-83ddb404f30a tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-903190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9284'] for router (2b3b0706-d2e4-4789-86e5-17bb074e35ed), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:52.180146 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-03e52edb-5913-495f-b0be-f2a9edcd8d5c req-7e139eab-9113-4c57-80a8-757218794f11 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989637 Mar 05 04:53:52.197807 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-19520152-fa95-4f90-b263-83ddb404f30a tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-903193'] for router (2b3b0706-d2e4-4789-86e5-17bb074e35ed), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:52.199234 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846b191-dbb7-41ff-875b-40461f93cd2f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Pushing event deleted for resources: {'Port': ['ID=abf116a6-e436-4e8d-8188-bf1027bd0bef,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:52.218551 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-bff890dd-94e6-42d4-bfb3-468ac402f2b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:53:52.260385 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-bff890dd-94e6-42d4-bfb3-468ac402f2b3 service neutron] Publish callbacks [] for port (5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:52.269574 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe52a85-444a-415b-b804-f70eb8574339 req-a846b191-dbb7-41ff-875b-40461f93cd2f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] No DVR routers for this DVR port abf116a6-e436-4e8d-8188-bf1027bd0bef on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:53:52.272395 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ffe52a85-444a-415b-b804-f70eb8574339 req-a846b191-dbb7-41ff-875b-40461f93cd2f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:52.275814 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ffe52a85-444a-415b-b804-f70eb8574339 req-a846b191-dbb7-41ff-875b-40461f93cd2f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.31 "DELETE /v2.0/ports/abf116a6-e436-4e8d-8188-bf1027bd0bef HTTP/1.1" status: 204 len: 173 time: 1.0392208 Mar 05 04:53:52.302794 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2c050-65a4-4730-b3e9-6fe1e89dc96d req-f7fa93b7-ebdb-40da-85ac-7f8b96a22b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:52.304291 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-04a2c050-65a4-4730-b3e9-6fe1e89dc96d req-f7fa93b7-ebdb-40da-85ac-7f8b96a22b7f service neutron] 10.222.0.30 "GET /v2.0/networks?id=37de3cac-2e27-4573-885e-c86e0ea7886c HTTP/1.1" status: 200 len: 912 time: 0.3562551 Mar 05 04:53:52.327422 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-bff890dd-94e6-42d4-bfb3-468ac402f2b3 service neutron] Transition to ACTIVE for port object 5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:53:52.377223 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f8de137b-e20c-4996-9555-4287ae5e1600 req-317d2ff9-ebbf-4dc9-8d0e-c6dde565ed9b tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.11 "GET /v2.0/ports?device_id=35b5ed69-e061-4790-9073-cbb9e6fbacbd HTTP/1.1" status: 200 len: 210 time: 0.0567863 Mar 05 04:53:52.389900 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-bff890dd-94e6-42d4-bfb3-468ac402f2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:52.472837 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4e892-6072-4e61-98a2-26a4f030eb8f req-5deffeb7-1cac-45b9-9f9e-f33a0f6e9439 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:52.478241 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4e892-6072-4e61-98a2-26a4f030eb8f req-5deffeb7-1cac-45b9-9f9e-f33a0f6e9439 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:52.479895 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1cf4e892-6072-4e61-98a2-26a4f030eb8f req-5deffeb7-1cac-45b9-9f9e-f33a0f6e9439 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 1677 time: 0.1419950 Mar 05 04:53:52.480752 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b727ef22-a6aa-4111-a0cf-4746ce7cab3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d5feddd2-c339-4e7b-97e3-62353702afe0), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:52.483366 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b727ef22-a6aa-4111-a0cf-4746ce7cab3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:52.484495 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b727ef22-a6aa-4111-a0cf-4746ce7cab3d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d5feddd2-c339-4e7b-97e3-62353702afe0 HTTP/1.1" status: 204 len: 168 time: 0.7670448 Mar 05 04:53:52.493436 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-04a2c050-65a4-4730-b3e9-6fe1e89dc96d req-5abc633f-6f2c-4fb0-95ff-21fdfacf516d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb0b200c-e186-44ea-bfd0-0a7dbd850e83 HTTP/1.1" status: 200 len: 217 time: 0.1048317 Mar 05 04:53:52.522045 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-ffe52a85-444a-415b-b804-f70eb8574339 req-a3ba5583-4256-41d8-b22a-f5305dd39e21 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Deleting port d5478b45-29a6-4e1a-8e70-1072393855c3 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:53:52.522413 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ffe52a85-444a-415b-b804-f70eb8574339 req-a3ba5583-4256-41d8-b22a-f5305dd39e21 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d5478b45-29a6-4e1a-8e70-1072393855c3), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:52.526860 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727ef22-a6aa-4111-a0cf-4746ce7cab3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5feddd2-c339-4e7b-97e3-62353702afe0,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:52.570763 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff890dd-94e6-42d4-bfb3-468ac402f2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:52.598065 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1cf4e892-6072-4e61-98a2-26a4f030eb8f req-abc16cd0-6efb-4bb1-aa08-5247c2414ea7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104066 Mar 05 04:53:52.684663 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2c050-65a4-4730-b3e9-6fe1e89dc96d req-eaad3a6d-1ef7-471b-9b3f-997e16555335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:52.686277 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-04a2c050-65a4-4730-b3e9-6fe1e89dc96d req-eaad3a6d-1ef7-471b-9b3f-997e16555335 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a6039ad-16bd-4b00-a55f-f7c68e1f3072 HTTP/1.1" status: 200 len: 851 time: 0.1831565 Mar 05 04:53:52.722305 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-ffe52a85-444a-415b-b804-f70eb8574339 req-a3ba5583-4256-41d8-b22a-f5305dd39e21 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] For port d5478b45-29a6-4e1a-8e70-1072393855c3, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=d5478b45-29a6-4e1a-8e70-1072393855c3,segment=NetworkSegment(22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89),segment_id=22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:52.722683 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ffe52a85-444a-415b-b804-f70eb8574339 req-a3ba5583-4256-41d8-b22a-f5305dd39e21 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d5478b45-29a6-4e1a-8e70-1072393855c3), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:52.738247 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-ffe52a85-444a-415b-b804-f70eb8574339 req-a3ba5583-4256-41d8-b22a-f5305dd39e21 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Calling delete_port for d5478b45-29a6-4e1a-8e70-1072393855c3 owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:53:53.095648 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed19ce6-03f8-48e4-854b-6a67df391c8a req-52ce6bb2-bdaf-4758-9746-f94a6341d5ea tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:53.103893 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9ed19ce6-03f8-48e4-854b-6a67df391c8a req-52ce6bb2-bdaf-4758-9746-f94a6341d5ea tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3797d86-c8b0-4567-97ee-e019b0f09e6a HTTP/1.1" status: 200 len: 947 time: 0.1792741 Mar 05 04:53:53.135572 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19520152-fa95-4f90-b263-83ddb404f30a tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Router 2b3b0706-d2e4-4789-86e5-17bb074e35ed is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:53:53.146205 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad38a6-25f3-4d0d-ac99-eadd2d674333 req-4270d113-9a58-4af7-a3c2-08a4eff905d5 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:53.153761 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-99ad38a6-25f3-4d0d-ac99-eadd2d674333 req-4270d113-9a58-4af7-a3c2-08a4eff905d5 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=11df5f17-851c-43fd-b94e-7b6155b80de3 HTTP/1.1" status: 200 len: 944 time: 0.1806808 Mar 05 04:53:53.169688 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-bff890dd-94e6-42d4-bfb3-468ac402f2b3 service neutron] Attempting to bind port 5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:53:53.170032 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-bff890dd-94e6-42d4-bfb3-468ac402f2b3 service neutron] Attempting to bind port 5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:53:53.170363 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-bff890dd-94e6-42d4-bfb3-468ac402f2b3 service neutron] Attempting to bind port 5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:53:53.181193 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ffe52a85-444a-415b-b804-f70eb8574339 req-a3ba5583-4256-41d8-b22a-f5305dd39e21 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (d5478b45-29a6-4e1a-8e70-1072393855c3), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:53.219324 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-bff890dd-94e6-42d4-bfb3-468ac402f2b3 service neutron] Port 5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:53:53.219676 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-bff890dd-94e6-42d4-bfb3-468ac402f2b3 service neutron] Attempting to bind port 5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:53:53.230138 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2c050-65a4-4730-b3e9-6fe1e89dc96d req-6f02aa85-c020-45aa-9f85-951eda5f647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:53.231721 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-04a2c050-65a4-4730-b3e9-6fe1e89dc96d req-6f02aa85-c020-45aa-9f85-951eda5f647e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37de3cac-2e27-4573-885e-c86e0ea7886c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5380390 Mar 05 04:53:53.232473 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-bff890dd-94e6-42d4-bfb3-468ac402f2b3 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:53:53.232815 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-bff890dd-94e6-42d4-bfb3-468ac402f2b3 service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:53:53.233188 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-bff890dd-94e6-42d4-bfb3-468ac402f2b3 service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:53:53.233889 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-bff890dd-94e6-42d4-bfb3-468ac402f2b3 service neutron] Bound port: 5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:53:53.234013 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-bff890dd-94e6-42d4-bfb3-468ac402f2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:53.236389 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba5583-4256-41d8-b22a-f5305dd39e21 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Pushing event deleted for resources: {'Port': ['ID=d5478b45-29a6-4e1a-8e70-1072393855c3,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:53.274788 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9ed19ce6-03f8-48e4-854b-6a67df391c8a req-2d70def9-1875-4b8d-94b6-9f74510a81f4 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697204 Mar 05 04:53:53.391841 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe52a85-444a-415b-b804-f70eb8574339 req-a3ba5583-4256-41d8-b22a-f5305dd39e21 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] No DVR routers for this DVR port d5478b45-29a6-4e1a-8e70-1072393855c3 on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:53:53.395682 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ffe52a85-444a-415b-b804-f70eb8574339 req-a3ba5583-4256-41d8-b22a-f5305dd39e21 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:53.399328 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ffe52a85-444a-415b-b804-f70eb8574339 req-a3ba5583-4256-41d8-b22a-f5305dd39e21 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.31 "DELETE /v2.0/ports/d5478b45-29a6-4e1a-8e70-1072393855c3 HTTP/1.1" status: 204 len: 173 time: 1.1167254 Mar 05 04:53:53.417167 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-99ad38a6-25f3-4d0d-ac99-eadd2d674333 req-9b2c0395-9de5-42ec-adb7-8e84a6d7bde1 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622957 Mar 05 04:53:53.452719 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19520152-fa95-4f90-b263-83ddb404f30a tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:53:53.464545 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4e6dad-44c9-469d-8f70-42ff5661da32 None None] Sync routers for ids ['2b3b0706-d2e4-4789-86e5-17bb074e35ed'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:53:53.477396 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-19520152-fa95-4f90-b263-83ddb404f30a tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:53.481275 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-19520152-fa95-4f90-b263-83ddb404f30a tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] 10.222.0.11 "PUT /v2.0/routers/2b3b0706-d2e4-4789-86e5-17bb074e35ed HTTP/1.1" status: 200 len: 878 time: 5.9478359 Mar 05 04:53:53.484620 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54450) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:53.499851 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4e6dad-44c9-469d-8f70-42ff5661da32 None None] Routers {'2b3b0706-d2e4-4789-86e5-17bb074e35ed'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:53:53.501118 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-fc4e6dad-44c9-469d-8f70-42ff5661da32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:53:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['2b3b0706-d2e4-4789-86e5-17bb074e35ed'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:53.530684 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-deleted', 'tag': 'abf116a6-e436-4e8d-8188-bf1027bd0bef'}, {'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-deleted', 'tag': 'd5478b45-29a6-4e1a-8e70-1072393855c3'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:53.533147 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b00b5e8-7696-4093-8fc5-1fd80f55a206" -d '{"events": [{"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-deleted", "tag": "abf116a6-e436-4e8d-8188-bf1027bd0bef"}, {"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-deleted", "tag": "d5478b45-29a6-4e1a-8e70-1072393855c3"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:53.573395 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-fc4e6dad-44c9-469d-8f70-42ff5661da32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:53.585521 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4e6dad-44c9-469d-8f70-42ff5661da32 None None] Routers {'2b3b0706-d2e4-4789-86e5-17bb074e35ed'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:53:53.586084 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-fc4e6dad-44c9-469d-8f70-42ff5661da32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:53:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['2b3b0706-d2e4-4789-86e5-17bb074e35ed'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:53.601731 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-04a2c050-65a4-4730-b3e9-6fe1e89dc96d req-159db21a-228e-47be-9c3f-af4de8e7f2c8 service neutron] 10.222.0.30 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589783 Mar 05 04:53:53.605815 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54454) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:53.633761 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-fc4e6dad-44c9-469d-8f70-42ff5661da32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:53:53.634582 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-bff890dd-94e6-42d4-bfb3-468ac402f2b3 service neutron] For port 5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:53:53.634877 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4e6dad-44c9-469d-8f70-42ff5661da32 None None] The sync data for ids ['2b3b0706-d2e4-4789-86e5-17bb074e35ed'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:53:53.640309 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-29dc2c88-688d-4266-93de-9d52e6d5c23c req-3b78fb7f-5bc9-4381-944c-8d8076c381eb tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.11 "GET /v2.0/ports?device_id=35b5ed69-e061-4790-9073-cbb9e6fbacbd HTTP/1.1" status: 200 len: 210 time: 0.0688233 Mar 05 04:53:53.647710 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-bff890dd-94e6-42d4-bfb3-468ac402f2b3 service neutron] For port 5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:53:53.683735 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c48e03-40a5-4bea-b022-b546c3381f0f req-a01fde91-9a66-40fa-af4c-459d43431718 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:53.683735 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-36c48e03-40a5-4bea-b022-b546c3381f0f req-a01fde91-9a66-40fa-af4c-459d43431718 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=3871695a-391e-4e17-99f6-811e05697926 HTTP/1.1" status: 200 len: 945 time: 0.2866719 Mar 05 04:53:53.692285 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-bff890dd-94e6-42d4-bfb3-468ac402f2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:53.702838 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-ffe52a85-444a-415b-b804-f70eb8574339 req-5e88428d-e45e-476f-b09b-1a8bc926ec73 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Deleting port 9c57959f-74bc-4f24-a658-b703986f73eb {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:53:53.703219 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ffe52a85-444a-415b-b804-f70eb8574339 req-5e88428d-e45e-476f-b09b-1a8bc926ec73 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (9c57959f-74bc-4f24-a658-b703986f73eb), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:53.796109 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d2879b-44bb-43fb-bea1-ad8c16914f0a x-openstack-request-id: req-63d2879b-44bb-43fb-bea1-ad8c16914f0a {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:53.796660 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-deleted", "tag": "abf116a6-e436-4e8d-8188-bf1027bd0bef", "status": "completed", "code": 200}, {"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-deleted", "tag": "d5478b45-29a6-4e1a-8e70-1072393855c3", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:53.796931 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-63d2879b-44bb-43fb-bea1-ad8c16914f0a {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:53.797352 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-deleted', 'tag': 'abf116a6-e436-4e8d-8188-bf1027bd0bef', 'status': 'completed', 'code': 200} Mar 05 04:53:53.797610 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-deleted', 'tag': 'd5478b45-29a6-4e1a-8e70-1072393855c3', 'status': 'completed', 'code': 200} Mar 05 04:53:53.802817 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-36c48e03-40a5-4bea-b022-b546c3381f0f req-2ad8c227-4a45-4f1d-8593-6a537e0ba3ce tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149824 Mar 05 04:53:53.839293 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-769dae16-5266-49bf-a87e-7a4f57433161 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1496602896-network', 'tenant_id': '1bb00124160f4267902311067933cfd0'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:53.915518 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-bff890dd-94e6-42d4-bfb3-468ac402f2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:53.916162 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-bff890dd-94e6-42d4-bfb3-468ac402f2b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:53.917586 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-bff890dd-94e6-42d4-bfb3-468ac402f2b3 service neutron] 10.222.0.31 "PUT /v2.0/ports/5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9 HTTP/1.1" status: 200 len: 1096 time: 2.8891437 Mar 05 04:53:53.918057 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3797d86-c8b0-4567-97ee-e019b0f09e6a', 'tag': '5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:53.920460 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e15ca4b-eb12-4382-b5c8-a7c33830e115" -d '{"events": [{"name": "network-changed", "server_uuid": "e3797d86-c8b0-4567-97ee-e019b0f09e6a", "tag": "5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:53.932946 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54462) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:53.995456 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d6970b-25ce-46dd-b1a4-f7724f4fb33e x-openstack-request-id: req-c7d6970b-25ce-46dd-b1a4-f7724f4fb33e {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:53.995971 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3797d86-c8b0-4567-97ee-e019b0f09e6a", "tag": "5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:53.996505 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c7d6970b-25ce-46dd-b1a4-f7724f4fb33e {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:53.997317 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3797d86-c8b0-4567-97ee-e019b0f09e6a', 'tag': '5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9', 'status': 'completed', 'code': 200} Mar 05 04:53:54.001212 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-dea056ae-67a0-4ee8-84d5-bc199562e3f8 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "GET /v2.0/routers/2b3b0706-d2e4-4789-86e5-17bb074e35ed HTTP/1.1" status: 200 len: 919 time: 0.5169749 Mar 05 04:53:54.006968 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54468) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:54.016425 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff890dd-94e6-42d4-bfb3-468ac402f2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:54.022863 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769dae16-5266-49bf-a87e-7a4f57433161 admin admin] Made reservation on behalf of 1bb00124160f4267902311067933cfd0 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:53:54.042556 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-769dae16-5266-49bf-a87e-7a4f57433161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:54.058280 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fdf3c-be2f-4250-baf2-4b26931cbcd7 req-8515f722-7624-4afc-8fa4-ddce12645613 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:54.059967 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ee7fdf3c-be2f-4250-baf2-4b26931cbcd7 req-8515f722-7624-4afc-8fa4-ddce12645613 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 943 time: 0.1812286 Mar 05 04:53:54.072755 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-ffe52a85-444a-415b-b804-f70eb8574339 req-5e88428d-e45e-476f-b09b-1a8bc926ec73 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] For port 9c57959f-74bc-4f24-a658-b703986f73eb, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=9c57959f-74bc-4f24-a658-b703986f73eb,segment=NetworkSegment(ed3a3d30-7fb2-463d-9a62-c7cee08e9781),segment_id=ed3a3d30-7fb2-463d-9a62-c7cee08e9781)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:54.072755 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ffe52a85-444a-415b-b804-f70eb8574339 req-5e88428d-e45e-476f-b09b-1a8bc926ec73 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (9c57959f-74bc-4f24-a658-b703986f73eb), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:54.082789 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-769dae16-5266-49bf-a87e-7a4f57433161 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:54.115576 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-04a2c050-65a4-4730-b3e9-6fe1e89dc96d req-3922828e-d522-4af9-bf51-9021bfc66670 service neutron] 10.222.0.30 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567170 Mar 05 04:53:54.127429 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-ffe52a85-444a-415b-b804-f70eb8574339 req-5e88428d-e45e-476f-b09b-1a8bc926ec73 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Calling delete_port for 9c57959f-74bc-4f24-a658-b703986f73eb owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:53:54.137040 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-014244ec-4815-46a2-ba66-3cdbd8e99f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:54.137414 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device eb0b200c-e186-44ea-bfd0-0a7dbd850e83 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:53:54.138723 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-014244ec-4815-46a2-ba66-3cdbd8e99f8f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c539558a26474a33929b824612bb5b75&device_id=e3797d86-c8b0-4567-97ee-e019b0f09e6a HTTP/1.1" status: 200 len: 1130 time: 0.1404841 Mar 05 04:53:54.150827 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c61ad6bd-af5e-441d-9fc6-9d8371b10ddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:54.213646 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-33f44b5f-74cd-4c27-af1c-10001988f0a1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9 HTTP/1.1" status: 200 len: 217 time: 0.0599477 Mar 05 04:53:54.231904 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ee7fdf3c-be2f-4250-baf2-4b26931cbcd7 req-71a21190-f23b-42bc-aad5-67ce56f24451 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups?id=8fee8eff-f203-45e8-8770-4e81d4cc6f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635568 Mar 05 04:53:54.249424 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e603c93-fa4e-43f2-8f8e-d98fbbff6ce2 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:54.250934 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4e603c93-fa4e-43f2-8f8e-d98fbbff6ce2 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=ff625bbb-6b8f-4740-be08-a562ec9a34a4&device_id=2b3b0706-d2e4-4789-86e5-17bb074e35ed&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2429862 Mar 05 04:53:54.256604 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54470) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:54.286482 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port eb0b200c-e186-44ea-bfd0-0a7dbd850e83, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=eb0b200c-e186-44ea-bfd0-0a7dbd850e83,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:54.309258 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-5b668b17-cf54-43dc-a5ac-ad83bc4c4513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:54.310897 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-5b668b17-cf54-43dc-a5ac-ad83bc4c4513 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0868757 Mar 05 04:53:54.311192 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'eb0b200c-e186-44ea-bfd0-0a7dbd850e83', 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c', 'port_id': 'eb0b200c-e186-44ea-bfd0-0a7dbd850e83', 'mac_address': 'fa:16:3e:ab:e2:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6039ad-16bd-4b00-a55f-f7c68e1f3072', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:53:54.324329 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-769dae16-5266-49bf-a87e-7a4f57433161 admin admin] Publish callbacks [] for security_group (9f5fc152-087a-4da4-84f6-727f8599257b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:54.336655 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-769dae16-5266-49bf-a87e-7a4f57433161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (9f5fc152-087a-4da4-84f6-727f8599257b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:54.366547 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port eb0b200c-e186-44ea-bfd0-0a7dbd850e83 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:54.367805 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (eb0b200c-e186-44ea-bfd0-0a7dbd850e83), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:54.385195 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-769dae16-5266-49bf-a87e-7a4f57433161 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:53:54.385703 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb0b200c-e186-44ea-bfd0-0a7dbd850e83 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:53:54.392006 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769dae16-5266-49bf-a87e-7a4f57433161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5fc152-087a-4da4-84f6-727f8599257b,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:54.418562 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port eb0b200c-e186-44ea-bfd0-0a7dbd850e83, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=eb0b200c-e186-44ea-bfd0-0a7dbd850e83,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:54.421312 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-769dae16-5266-49bf-a87e-7a4f57433161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (3591eed7-510d-4315-b6a7-34b67541b594), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:54.421677 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-769dae16-5266-49bf-a87e-7a4f57433161 admin admin] Added segment 3591eed7-510d-4315-b6a7-34b67541b594 of type vlan for network 6f60c81f-2634-4ffd-bb01-b4ea6ed7a048 Mar 05 04:53:54.422513 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (eb0b200c-e186-44ea-bfd0-0a7dbd850e83), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:54.465624 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-763c7f33-396d-45de-876e-208a2c80c6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:54.467810 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-763c7f33-396d-45de-876e-208a2c80c6da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1453481 Mar 05 04:53:54.486800 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-769dae16-5266-49bf-a87e-7a4f57433161 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (6f60c81f-2634-4ffd-bb01-b4ea6ed7a048), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:54.492647 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=eb0b200c-e186-44ea-bfd0-0a7dbd850e83,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:54.526162 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf640ad3-dbe5-43dc-8671-27205ca96527 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:54.527679 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-cf640ad3-dbe5-43dc-8671-27205ca96527 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 881 time: 0.2701540 Mar 05 04:53:54.536630 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54476) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:54.563339 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-769dae16-5266-49bf-a87e-7a4f57433161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (6f60c81f-2634-4ffd-bb01-b4ea6ed7a048), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:54.564305 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769dae16-5266-49bf-a87e-7a4f57433161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:54.564888 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-769dae16-5266-49bf-a87e-7a4f57433161 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:54.589549 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c61ad6bd-af5e-441d-9fc6-9d8371b10ddc admin admin] Publish callbacks [] for security_group (81496404-2fe8-4437-b430-21a60bc66b40), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:54.609421 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-abacc8a0-7445-4667-a8c7-8e4698aa5474 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b3b0706-d2e4-4789-86e5-17bb074e35ed HTTP/1.1" status: 200 len: 205 time: 0.0704715 Mar 05 04:53:54.613701 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54478) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:54.618719 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-769dae16-5266-49bf-a87e-7a4f57433161 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0118966 Mar 05 04:53:54.620131 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e1ad2-8ae5-41aa-9fab-86e1a8869980 req-6cd45e6a-a189-457a-84fa-aecd656e2f17 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:54.621792 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b43e1ad2-8ae5-41aa-9fab-86e1a8869980 req-6cd45e6a-a189-457a-84fa-aecd656e2f17 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3797d86-c8b0-4567-97ee-e019b0f09e6a HTTP/1.1" status: 200 len: 947 time: 0.2342501 Mar 05 04:53:54.626759 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-f53cceb7-c5de-4d98-98e5-6e0f26e96779 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513810 Mar 05 04:53:54.627572 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54480) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:54.629031 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c61ad6bd-af5e-441d-9fc6-9d8371b10ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (81496404-2fe8-4437-b430-21a60bc66b40), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:54.638327 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-78bc0a32-b720-47e0-af11-30013e1398e1 admin admin] Request body: {'subnet': {'network_id': '6f60c81f-2634-4ffd-bb01-b4ea6ed7a048', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1496602896-subnet', 'tenant_id': '1bb00124160f4267902311067933cfd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:54.652358 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ffe52a85-444a-415b-b804-f70eb8574339 req-5e88428d-e45e-476f-b09b-1a8bc926ec73 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (9c57959f-74bc-4f24-a658-b703986f73eb), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:54.713558 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769dae16-5266-49bf-a87e-7a4f57433161 admin admin] Pushing event updated for resources: {'Network': ['ID=6f60c81f-2634-4ffd-bb01-b4ea6ed7a048,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:54.726955 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['eb0b200c-e186-44ea-bfd0-0a7dbd850e83'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:54.729635 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 6f60c81f-2634-4ffd-bb01-b4ea6ed7a048 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:53:54.735708 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88428d-e45e-476f-b09b-1a8bc926ec73 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Pushing event deleted for resources: {'Port': ['ID=9c57959f-74bc-4f24-a658-b703986f73eb,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:54.759526 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c61ad6bd-af5e-441d-9fc6-9d8371b10ddc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c2f54a54b72742889126777942463b4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8180096 Mar 05 04:53:54.760766 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54484) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:54.787639 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ad6bd-af5e-441d-9fc6-9d8371b10ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81496404-2fe8-4437-b430-21a60bc66b40,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:54.799820 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bc0a32-b720-47e0-af11-30013e1398e1 admin admin] Made reservation on behalf of 1bb00124160f4267902311067933cfd0 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:53:54.801230 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-78bc0a32-b720-47e0-af11-30013e1398e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:54.832779 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe52a85-444a-415b-b804-f70eb8574339 req-5e88428d-e45e-476f-b09b-1a8bc926ec73 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] No DVR routers for this DVR port 9c57959f-74bc-4f24-a658-b703986f73eb on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:53:54.835613 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ffe52a85-444a-415b-b804-f70eb8574339 req-5e88428d-e45e-476f-b09b-1a8bc926ec73 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:54.839378 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ffe52a85-444a-415b-b804-f70eb8574339 req-5e88428d-e45e-476f-b09b-1a8bc926ec73 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.31 "DELETE /v2.0/ports/9c57959f-74bc-4f24-a658-b703986f73eb HTTP/1.1" status: 204 len: 173 time: 1.4198930 Mar 05 04:53:54.856986 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7ff3d-4a0a-4901-9fa0-8fef2eff3022 req-2f22fc4b-2686-499e-8845-0b7043b235a1 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:54.859312 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-17a7ff3d-4a0a-4901-9fa0-8fef2eff3022 req-2f22fc4b-2686-499e-8845-0b7043b235a1 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=11df5f17-851c-43fd-b94e-7b6155b80de3 HTTP/1.1" status: 200 len: 945 time: 0.3275156 Mar 05 04:53:54.874009 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b43e1ad2-8ae5-41aa-9fab-86e1a8869980 req-04f03b95-0714-4988-911f-54d8ab91b75b tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323625 Mar 05 04:53:54.875112 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-55130b04-42af-43a3-9d07-a53c88dffcf5 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router (2b3b0706-d2e4-4789-86e5-17bb074e35ed), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:54.881314 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eab67cd9-9afe-4f9b-9123-1f903a2fc1ef req-c08e3557-13d9-4406-82a7-4a71dcfd1881 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953723 Mar 05 04:53:54.949467 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8246b25e-9fa6-456f-bcae-e8095ca0719c admin admin] Publish callbacks [] for security_group (81496404-2fe8-4437-b430-21a60bc66b40), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:54.990801 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-17a7ff3d-4a0a-4901-9fa0-8fef2eff3022 req-1bc413a5-3642-4fa3-b302-98dd2ecc4d36 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138332 Mar 05 04:53:55.012689 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8246b25e-9fa6-456f-bcae-e8095ca0719c admin admin] Publish callbacks [] for security_group (81496404-2fe8-4437-b430-21a60bc66b40), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:55.055452 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-567b04dd-d069-4385-a2de-84b5300149a8 req-3766a08d-a5dd-4b3c-81da-0f1b835ac2fe tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.11 "GET /v2.0/ports?device_id=35b5ed69-e061-4790-9073-cbb9e6fbacbd HTTP/1.1" status: 200 len: 210 time: 0.0577483 Mar 05 04:53:55.182846 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15ca4b-eb12-4382-b5c8-a7c33830e115 req-447e6a5e-fa8d-41fd-b85e-7297ba7f48b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:55.185489 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2e15ca4b-eb12-4382-b5c8-a7c33830e115 req-447e6a5e-fa8d-41fd-b85e-7297ba7f48b4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c539558a26474a33929b824612bb5b75&device_id=e3797d86-c8b0-4567-97ee-e019b0f09e6a HTTP/1.1" status: 200 len: 1130 time: 0.1698742 Mar 05 04:53:55.234484 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16211da1-e073-44da-87fd-e1bfaeaab8c8 req-4ff4c9c7-238c-4b16-bce5-ef64813da41a tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:55.235962 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-16211da1-e073-44da-87fd-e1bfaeaab8c8 req-4ff4c9c7-238c-4b16-bce5-ef64813da41a tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=3871695a-391e-4e17-99f6-811e05697926 HTTP/1.1" status: 200 len: 945 time: 0.1362033 Mar 05 04:53:55.256281 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-78bc0a32-b720-47e0-af11-30013e1398e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (451f8004-d1e7-47a0-b8b7-f06b000a63db), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:55.317285 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15ca4b-eb12-4382-b5c8-a7c33830e115 req-1980ab63-d181-4364-9e26-20af484dc239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:55.318784 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2e15ca4b-eb12-4382-b5c8-a7c33830e115 req-1980ab63-d181-4364-9e26-20af484dc239 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.1216269 Mar 05 04:53:55.320585 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-55130b04-42af-43a3-9d07-a53c88dffcf5 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router_gateway (2b3b0706-d2e4-4789-86e5-17bb074e35ed), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:55.409826 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2e15ca4b-eb12-4382-b5c8-a7c33830e115 req-56f46903-7464-4e05-b371-01d73fcd85c7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9 HTTP/1.1" status: 200 len: 217 time: 0.0808582 Mar 05 04:53:55.421212 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9b75e009-6b4d-49b3-a17e-587d96b22ec6 req-da9117fa-fc6b-451b-8b6c-62ebc4d0c293 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 210 time: 0.0530524 Mar 05 04:53:55.422062 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc0a32-b720-47e0-af11-30013e1398e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=451f8004-d1e7-47a0-b8b7-f06b000a63db,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:55.456693 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-16211da1-e073-44da-87fd-e1bfaeaab8c8 req-0c886d6b-0b02-4398-96c9-1b4e206e72e9 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058549 Mar 05 04:53:55.466737 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8246b25e-9fa6-456f-bcae-e8095ca0719c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (81496404-2fe8-4437-b430-21a60bc66b40), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:55.469873 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8246b25e-9fa6-456f-bcae-e8095ca0719c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:55.470538 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bc0a32-b720-47e0-af11-30013e1398e1 admin admin] Checking segment: {'id': '3591eed7-510d-4315-b6a7-34b67541b594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6f60c81f-2634-4ffd-bb01-b4ea6ed7a048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:53:55.473542 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8246b25e-9fa6-456f-bcae-e8095ca0719c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/81496404-2fe8-4437-b430-21a60bc66b40 HTTP/1.1" status: 204 len: 168 time: 0.7077291 Mar 05 04:53:55.474146 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bc0a32-b720-47e0-af11-30013e1398e1 admin admin] Network hostable DHCP agents. Network: 6f60c81f-2634-4ffd-bb01-b4ea6ed7a048, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:53:55.504375 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bc0a32-b720-47e0-af11-30013e1398e1 admin admin] Network 6f60c81f-2634-4ffd-bb01-b4ea6ed7a048 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:53:55.514540 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246b25e-9fa6-456f-bcae-e8095ca0719c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81496404-2fe8-4437-b430-21a60bc66b40,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:55.529108 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-55130b04-42af-43a3-9d07-a53c88dffcf5 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Deleting port 3ca96d7f-40e3-437f-9f31-ed2ffc5b1a96 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:53:55.529670 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-55130b04-42af-43a3-9d07-a53c88dffcf5 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (3ca96d7f-40e3-437f-9f31-ed2ffc5b1a96), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:55.532381 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-78bc0a32-b720-47e0-af11-30013e1398e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 6f60c81f-2634-4ffd-bb01-b4ea6ed7a048) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:53:55.540977 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bc0a32-b720-47e0-af11-30013e1398e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:55.543431 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-78bc0a32-b720-47e0-af11-30013e1398e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:55.559142 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18388070-278b-47e7-9237-1344e7dd3f51 None None] Network 6f60c81f-2634-4ffd-bb01-b4ea6ed7a048 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:53:55.584105 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-78bc0a32-b720-47e0-af11-30013e1398e1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9507217 Mar 05 04:53:55.590103 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15ca4b-eb12-4382-b5c8-a7c33830e115 req-7996ebd3-3705-497b-82f8-1ba3a7a4b607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:55.591949 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2e15ca4b-eb12-4382-b5c8-a7c33830e115 req-7996ebd3-3705-497b-82f8-1ba3a7a4b607 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.1745327 Mar 05 04:53:55.713805 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-55130b04-42af-43a3-9d07-a53c88dffcf5 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (3ca96d7f-40e3-437f-9f31-ed2ffc5b1a96), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:55.734269 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-55130b04-42af-43a3-9d07-a53c88dffcf5 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Calling delete_port for 3ca96d7f-40e3-437f-9f31-ed2ffc5b1a96 owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:53:55.754048 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15ca4b-eb12-4382-b5c8-a7c33830e115 req-71285fd6-7347-4e19-9945-e0dcf5f3f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:55.755616 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2e15ca4b-eb12-4382-b5c8-a7c33830e115 req-71285fd6-7347-4e19-9945-e0dcf5f3f40b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1541405 Mar 05 04:53:55.798334 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-deleted', 'tag': '9c57959f-74bc-4f24-a658-b703986f73eb'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:55.801749 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e135c69-93ac-42c7-83d5-d77060f59517" -d '{"events": [{"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-deleted", "tag": "9c57959f-74bc-4f24-a658-b703986f73eb"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:55.863634 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3907129a-4762-4e97-82dc-e5a3f7d3e550 None None] Network 6f60c81f-2634-4ffd-bb01-b4ea6ed7a048 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:53:55.867679 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7c4f3c-cdd5-416f-bf40-49c770d66524 x-openstack-request-id: req-0b7c4f3c-cdd5-416f-bf40-49c770d66524 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:55.871334 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedf26f8-a07c-4f76-8778-d64aacf6708d", "name": "network-vif-deleted", "tag": "9c57959f-74bc-4f24-a658-b703986f73eb", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:55.871645 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b7c4f3c-cdd5-416f-bf40-49c770d66524 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:55.872371 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedf26f8-a07c-4f76-8778-d64aacf6708d', 'name': 'network-vif-deleted', 'tag': '9c57959f-74bc-4f24-a658-b703986f73eb', 'status': 'completed', 'code': 200} Mar 05 04:53:55.954252 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d767b8-f816-4f0a-b7ee-4765cab64e8f req-ba58bdb5-a319-4edb-a714-aa8af024c77a tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:55.956977 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d6d767b8-f816-4f0a-b7ee-4765cab64e8f req-ba58bdb5-a319-4edb-a714-aa8af024c77a tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=3871695a-391e-4e17-99f6-811e05697926 HTTP/1.1" status: 200 len: 945 time: 0.0719268 Mar 05 04:53:56.095337 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d6d767b8-f816-4f0a-b7ee-4765cab64e8f req-85fcf82e-d2d0-4109-b164-3d9dc40037ba tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288517 Mar 05 04:53:56.125069 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24780e25-6b9c-41c2-bd8d-4ffa0758debf req-a3705b90-0d49-4fb2-a764-4f9fa8fd09db tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:56.127101 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-24780e25-6b9c-41c2-bd8d-4ffa0758debf req-a3705b90-0d49-4fb2-a764-4f9fa8fd09db tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3797d86-c8b0-4567-97ee-e019b0f09e6a HTTP/1.1" status: 200 len: 947 time: 0.1309972 Mar 05 04:53:56.142517 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device eb0b200c-e186-44ea-bfd0-0a7dbd850e83 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:53:56.204093 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-24780e25-6b9c-41c2-bd8d-4ffa0758debf req-1f071e53-18d7-4f0d-9213-429571e06be8 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697229 Mar 05 04:53:56.274819 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port eb0b200c-e186-44ea-bfd0-0a7dbd850e83 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:53:56.286334 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port eb0b200c-e186-44ea-bfd0-0a7dbd850e83 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:53:56.288269 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (eb0b200c-e186-44ea-bfd0-0a7dbd850e83), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:56.358764 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e9c43-1db6-438c-b9e1-fcf7b8644b67 req-9b270bdf-4b78-4f6b-b61c-471bcda0ba99 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:56.367475 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-691e9c43-1db6-438c-b9e1-fcf7b8644b67 req-9b270bdf-4b78-4f6b-b61c-471bcda0ba99 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=11df5f17-851c-43fd-b94e-7b6155b80de3 HTTP/1.1" status: 200 len: 945 time: 0.0976751 Mar 05 04:53:56.468003 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port eb0b200c-e186-44ea-bfd0-0a7dbd850e83 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:56.468841 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-691e9c43-1db6-438c-b9e1-fcf7b8644b67 req-862afc78-9e6c-4560-a6c2-63d4e0fd97a1 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940657 Mar 05 04:53:56.483052 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (eb0b200c-e186-44ea-bfd0-0a7dbd850e83), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:56.545047 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11df5f17-851c-43fd-b94e-7b6155b80de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0b200c-e186-44ea-bfd0-0a7dbd850e83'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:53:56.548852 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e51a2f-0748-4a18-8c3e-55367da38a60" -d '{"events": [{"server_uuid": "11df5f17-851c-43fd-b94e-7b6155b80de3", "name": "network-vif-plugged", "status": "completed", "tag": "eb0b200c-e186-44ea-bfd0-0a7dbd850e83"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:53:56.566387 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port eb0b200c-e186-44ea-bfd0-0a7dbd850e83, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=eb0b200c-e186-44ea-bfd0-0a7dbd850e83,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:56.573261 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (eb0b200c-e186-44ea-bfd0-0a7dbd850e83), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:56.629363 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2e15ca4b-eb12-4382-b5c8-a7c33830e115 req-2deae4f8-ddeb-4679-83ab-16aef94079b8 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8335125 Mar 05 04:53:56.635610 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-e61c88e3-c500-45c9-9f93-6f847b1f8373 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:56.637097 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-e61c88e3-c500-45c9-9f93-6f847b1f8373 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/networks?id=6f60c81f-2634-4ffd-bb01-b4ea6ed7a048 HTTP/1.1" status: 200 len: 815 time: 0.1281178 Mar 05 04:53:56.670013 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a72894dd-3f3a-420c-a8e8-8dcb53aae1a4 req-5e2bef12-68a5-4427-9441-a77f91332009 tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.11 "GET /v2.0/ports?device_id=35b5ed69-e061-4790-9073-cbb9e6fbacbd HTTP/1.1" status: 200 len: 210 time: 0.0313935 Mar 05 04:53:56.684065 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=eb0b200c-e186-44ea-bfd0-0a7dbd850e83,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:56.691155 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-f8d1253c-0d98-436f-876e-d6f79090d0bb tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/quotas/1bb00124160f4267902311067933cfd0 HTTP/1.1" status: 200 len: 375 time: 0.0198739 Mar 05 04:53:56.744796 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-b1704bc4-349c-4f21-a9f2-713546205ee2 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1bb00124160f4267902311067933cfd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416126 Mar 05 04:53:56.798001 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-55130b04-42af-43a3-9d07-a53c88dffcf5 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (3ca96d7f-40e3-437f-9f31-ed2ffc5b1a96), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:56.837851 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55130b04-42af-43a3-9d07-a53c88dffcf5 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Pushing event deleted for resources: {'Port': ['ID=3ca96d7f-40e3-437f-9f31-ed2ffc5b1a96,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:56.872820 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2e15ca4b-eb12-4382-b5c8-a7c33830e115 req-dca50fdf-1040-4274-9f0f-6400d69c884f service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912839 Mar 05 04:53:56.892208 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7152a-fe90-4f7d-9655-541597adb7c8 req-be3ec231-23e2-4958-89e2-04e7a69b4f79 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:56.894591 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5ed7152a-fe90-4f7d-9655-541597adb7c8 req-be3ec231-23e2-4958-89e2-04e7a69b4f79 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=3871695a-391e-4e17-99f6-811e05697926 HTTP/1.1" status: 200 len: 945 time: 0.1138058 Mar 05 04:53:56.902869 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-60fffe1e-e754-4627-b196-37482047cf7c service neutron] 10.222.0.11 "GET /v2.0/networks/6f60c81f-2634-4ffd-bb01-b4ea6ed7a048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528602 Mar 05 04:53:56.916817 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-55130b04-42af-43a3-9d07-a53c88dffcf5 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (2b3b0706-d2e4-4789-86e5-17bb074e35ed), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:57.013701 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-55130b04-42af-43a3-9d07-a53c88dffcf5 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (2b3b0706-d2e4-4789-86e5-17bb074e35ed), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:57.016326 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-55130b04-42af-43a3-9d07-a53c88dffcf5 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router_controller (2b3b0706-d2e4-4789-86e5-17bb074e35ed), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:57.020208 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5ed7152a-fe90-4f7d-9655-541597adb7c8 req-31682ccd-db4e-4344-98b6-a5c4c09a35d0 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079626 Mar 05 04:53:57.050678 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-27ebf280-3e95-48e9-befe-f3d15e800bb7 service neutron] 10.222.0.11 "GET /v2.0/networks/6f60c81f-2634-4ffd-bb01-b4ea6ed7a048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468866 Mar 05 04:53:57.082223 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-55130b04-42af-43a3-9d07-a53c88dffcf5 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (2b3b0706-d2e4-4789-86e5-17bb074e35ed), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:57.082716 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55130b04-42af-43a3-9d07-a53c88dffcf5 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Fanout notify agent at l3_agent the message router_deleted on router 2b3b0706-d2e4-4789-86e5-17bb074e35ed {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:53:57.090115 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-55130b04-42af-43a3-9d07-a53c88dffcf5 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:57.094824 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-55130b04-42af-43a3-9d07-a53c88dffcf5 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] 10.222.0.11 "DELETE /v2.0/routers/2b3b0706-d2e4-4789-86e5-17bb074e35ed HTTP/1.1" status: 204 len: 168 time: 2.4765825 Mar 05 04:53:57.095221 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54548) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:57.100572 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-29febb60-6dcd-4930-972e-c3ea0520f5c9 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1442474827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:57.142823 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83524b5e-51b5-4155-9aa1-97b3a036bc0b req-77a317cd-9698-4c5e-b85a-8b8d886e8350 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 210 time: 0.0355852 Mar 05 04:53:57.154628 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-29febb60-6dcd-4930-972e-c3ea0520f5c9 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (42d73056-a27a-42ea-b612-8209689a520d), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:57.156330 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-29febb60-6dcd-4930-972e-c3ea0520f5c9 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (42d73056-a27a-42ea-b612-8209689a520d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:57.212902 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8870dda3-f48b-4fa6-a637-eab1881caeac x-openstack-request-id: req-8870dda3-f48b-4fa6-a637-eab1881caeac {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:53:57.213553 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11df5f17-851c-43fd-b94e-7b6155b80de3", "name": "network-vif-plugged", "status": "completed", "tag": "eb0b200c-e186-44ea-bfd0-0a7dbd850e83", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:53:57.214105 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8870dda3-f48b-4fa6-a637-eab1881caeac {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:53:57.214730 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11df5f17-851c-43fd-b94e-7b6155b80de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0b200c-e186-44ea-bfd0-0a7dbd850e83', 'code': 200} Mar 05 04:53:57.217459 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-29febb60-6dcd-4930-972e-c3ea0520f5c9 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router_controller (42d73056-a27a-42ea-b612-8209689a520d), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:57.240477 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-29febb60-6dcd-4930-972e-c3ea0520f5c9 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (42d73056-a27a-42ea-b612-8209689a520d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:57.272177 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-29febb60-6dcd-4930-972e-c3ea0520f5c9 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:57.276033 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54558) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:57.279111 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-29febb60-6dcd-4930-972e-c3ea0520f5c9 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1803834 Mar 05 04:53:57.280546 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-075021de-952a-4929-9ba4-26100287e3b3 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'enable_snat': True}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:57.542691 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d2613-a1a2-4dd5-bd39-12327a6debb3 req-682f2345-5415-4cad-850d-290527a02d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:57.544998 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-605d2613-a1a2-4dd5-bd39-12327a6debb3 req-682f2345-5415-4cad-850d-290527a02d68 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=11df5f17-851c-43fd-b94e-7b6155b80de3 HTTP/1.1" status: 200 len: 1129 time: 0.1852841 Mar 05 04:53:57.561257 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0e967b4f-fa4d-4dd6-8657-db11ec56d244 req-dcf8773a-efe2-4cbe-9ce7-a55b5ee8aa65 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 210 time: 0.0613406 Mar 05 04:53:57.639806 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-075021de-952a-4929-9ba4-26100287e3b3 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router_gateway (42d73056-a27a-42ea-b612-8209689a520d), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:57.716692 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bff7a3-e912-40c7-bba0-594c2030031d req-4d509ad5-a2bc-445c-b806-dad9c36b9dc5 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:57.719257 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e5bff7a3-e912-40c7-bba0-594c2030031d req-4d509ad5-a2bc-445c-b806-dad9c36b9dc5 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3797d86-c8b0-4567-97ee-e019b0f09e6a HTTP/1.1" status: 200 len: 947 time: 0.1559644 Mar 05 04:53:57.723407 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-605d2613-a1a2-4dd5-bd39-12327a6debb3 req-e9f154fb-0bb5-4a09-9cad-47cc82b051ac service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742795 Mar 05 04:53:57.760532 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc924902-ef20-4cdb-b274-267905238d86 req-2773e886-42b4-4676-bb97-1f2fbd84e24f tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:57.762344 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc924902-ef20-4cdb-b274-267905238d86 req-2773e886-42b4-4676-bb97-1f2fbd84e24f tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=3871695a-391e-4e17-99f6-811e05697926 HTTP/1.1" status: 200 len: 945 time: 0.1294577 Mar 05 04:53:57.796034 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e5bff7a3-e912-40c7-bba0-594c2030031d req-5fb90c50-e835-4812-8df9-ffa88691d9b3 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670776 Mar 05 04:53:58.048932 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-075021de-952a-4929-9ba4-26100287e3b3 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router_gateway (42d73056-a27a-42ea-b612-8209689a520d), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:58.076342 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-075021de-952a-4929-9ba4-26100287e3b3 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:58.248587 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54580) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:58.249981 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-075021de-952a-4929-9ba4-26100287e3b3 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Allocated IP 172.25.0.241 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/ae42372d-c484-424b-9485-b143f4a69e86) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:53:58.272445 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc924902-ef20-4cdb-b274-267905238d86 req-407519d8-71ee-4850-baf4-2327bedaa4ef tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4800780 Mar 05 04:53:58.362766 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd339d-9a4b-4f33-80f1-6ffc488ab5a5 req-a4ccc71b-0040-4ad0-8f3c-4a4e5c2380e3 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:58.368534 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64fd339d-9a4b-4f33-80f1-6ffc488ab5a5 req-a4ccc71b-0040-4ad0-8f3c-4a4e5c2380e3 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=11df5f17-851c-43fd-b94e-7b6155b80de3 HTTP/1.1" status: 200 len: 946 time: 0.1188402 Mar 05 04:53:58.418068 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c217b67a-4c46-46ae-ac9c-2fd0083c159f req-27ace3f6-c9af-4499-9eee-6bc3b706b9aa tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.11 "GET /v2.0/ports?device_id=35b5ed69-e061-4790-9073-cbb9e6fbacbd HTTP/1.1" status: 200 len: 210 time: 0.0401700 Mar 05 04:53:58.454708 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64fd339d-9a4b-4f33-80f1-6ffc488ab5a5 req-683c674e-3da8-4d7a-a1ef-425213d97bc8 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784783 Mar 05 04:53:58.456475 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-075021de-952a-4929-9ba4-26100287e3b3 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for port (ae42372d-c484-424b-9485-b143f4a69e86), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:58.489704 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7e48958e-974e-4071-874f-470b2a062d33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:58.505321 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-075021de-952a-4929-9ba4-26100287e3b3 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (ae42372d-c484-424b-9485-b143f4a69e86), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:58.551222 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d73f762e-da70-4729-b546-5f8d42e1bf84 req-203c1b33-612d-4377-8bdd-ba8301d56adb tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 210 time: 0.0374858 Mar 05 04:53:58.560430 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075021de-952a-4929-9ba4-26100287e3b3 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:53:58.562612 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-075021de-952a-4929-9ba4-26100287e3b3 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:53:58.564782 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075021de-952a-4929-9ba4-26100287e3b3 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Pushing event updated for resources: {'Port': ['ID=ae42372d-c484-424b-9485-b143f4a69e86,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:58.567937 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075021de-952a-4929-9ba4-26100287e3b3 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:53:58.624171 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7e48958e-974e-4071-874f-470b2a062d33 admin admin] Publish callbacks [] for security_group (e6569a19-41ab-4016-99d2-5010a3e238a6), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:58.630268 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7e48958e-974e-4071-874f-470b2a062d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e6569a19-41ab-4016-99d2-5010a3e238a6), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:58.709468 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cde57496-5911-4932-8a70-d25def7e2143 req-0bafa1f9-6c3b-4363-8fe1-eb6e3c5e3a05 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 210 time: 0.0442181 Mar 05 04:53:58.726853 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7e48958e-974e-4071-874f-470b2a062d33 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1eb9b7c5fb6742a5aebef00a405b67bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4760895 Mar 05 04:53:58.728362 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54586) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:53:58.729483 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48958e-974e-4071-874f-470b2a062d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6569a19-41ab-4016-99d2-5010a3e238a6,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:58.755307 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48958e-974e-4071-874f-470b2a062d33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:58.755758 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48958e-974e-4071-874f-470b2a062d33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:58.756172 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48958e-974e-4071-874f-470b2a062d33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:58.756603 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48958e-974e-4071-874f-470b2a062d33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:58.757000 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48958e-974e-4071-874f-470b2a062d33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:58.757518 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48958e-974e-4071-874f-470b2a062d33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:58.757862 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48958e-974e-4071-874f-470b2a062d33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:58.758272 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48958e-974e-4071-874f-470b2a062d33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:58.758692 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48958e-974e-4071-874f-470b2a062d33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:58.759674 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48958e-974e-4071-874f-470b2a062d33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:58.759674 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48958e-974e-4071-874f-470b2a062d33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:58.760020 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48958e-974e-4071-874f-470b2a062d33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:58.760020 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e48958e-974e-4071-874f-470b2a062d33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:53:58.804855 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9255c244-4e42-46d6-a2ac-45affa10f9b0 admin admin] Publish callbacks [] for security_group (e6569a19-41ab-4016-99d2-5010a3e238a6), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:58.842798 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:53:58.851091 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9255c244-4e42-46d6-a2ac-45affa10f9b0 admin admin] Publish callbacks [] for security_group (e6569a19-41ab-4016-99d2-5010a3e238a6), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:58.952733 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-12783df1-0794-4afb-abb4-d0d25ec9abf3 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:58.954208 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-12783df1-0794-4afb-abb4-d0d25ec9abf3 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.30 "GET /v2.0/networks?id=6f60c81f-2634-4ffd-bb01-b4ea6ed7a048 HTTP/1.1" status: 200 len: 815 time: 0.2180605 Mar 05 04:53:58.996821 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:58.997761 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2149c287-68f0-49b8-a0c9-1145f2025942 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Request body: {'port': {'device_id': 'e319ac45-2a64-4bad-b44a-e4f4a99b6d7f', 'network_id': '6f60c81f-2634-4ffd-bb01-b4ea6ed7a048', 'admin_state_up': True, 'tenant_id': '1bb00124160f4267902311067933cfd0'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:53:59.007251 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9255c244-4e42-46d6-a2ac-45affa10f9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e6569a19-41ab-4016-99d2-5010a3e238a6), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:59.010334 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9255c244-4e42-46d6-a2ac-45affa10f9b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:59.015659 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': '5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9', 'mac_address': 'fa:16:3e:f0:10:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:53:59.023690 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9255c244-4e42-46d6-a2ac-45affa10f9b0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e6569a19-41ab-4016-99d2-5010a3e238a6 HTTP/1.1" status: 204 len: 168 time: 0.2904294 Mar 05 04:53:59.053438 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255c244-4e42-46d6-a2ac-45affa10f9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6569a19-41ab-4016-99d2-5010a3e238a6,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:59.087897 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-075021de-952a-4929-9ba4-26100287e3b3 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router_gateway (42d73056-a27a-42ea-b612-8209689a520d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:59.104393 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26fb23-1960-4dca-bd1d-5df2d914b42b req-8150977a-65fd-4a3e-931a-31d64996df9f tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:59.108256 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8a26fb23-1960-4dca-bd1d-5df2d914b42b req-8150977a-65fd-4a3e-931a-31d64996df9f tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3797d86-c8b0-4567-97ee-e019b0f09e6a HTTP/1.1" status: 200 len: 947 time: 0.2068918 Mar 05 04:53:59.153909 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:53:59.158190 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:59.184579 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:53:59.208955 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8a26fb23-1960-4dca-bd1d-5df2d914b42b req-0aa90472-ab51-429e-8122-0d52fdc6372d tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942037 Mar 05 04:53:59.231599 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:53:59.240059 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:59.312126 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:53:59.384861 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2149c287-68f0-49b8-a0c9-1145f2025942 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Made reservation on behalf of 1bb00124160f4267902311067933cfd0 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:53:59.388531 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2149c287-68f0-49b8-a0c9-1145f2025942 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:59.500566 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-075021de-952a-4929-9ba4-26100287e3b3 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-903190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9284'] for router (42d73056-a27a-42ea-b612-8209689a520d), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:59.511648 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-075021de-952a-4929-9ba4-26100287e3b3 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-903193'] for router (42d73056-a27a-42ea-b612-8209689a520d), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:59.562371 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3506af8-c9f8-4bed-b9db-4be203dbd3e5 req-4b2ee849-4368-43a0-9445-2ab5e5dcf846 tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.11 "GET /v2.0/ports?device_id=35b5ed69-e061-4790-9073-cbb9e6fbacbd HTTP/1.1" status: 200 len: 210 time: 0.0412867 Mar 05 04:53:59.570357 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:53:59.573800 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84444700-3d97-4931-b6a4-a7b04e9dd703 req-9253a648-4334-4060-abe9-fb971f13375f tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:59.575859 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-84444700-3d97-4931-b6a4-a7b04e9dd703 req-9253a648-4334-4060-abe9-fb971f13375f tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=3871695a-391e-4e17-99f6-811e05697926 HTTP/1.1" status: 200 len: 945 time: 0.1840987 Mar 05 04:53:59.666791 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2149c287-68f0-49b8-a0c9-1145f2025942 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Allocated IP 172.20.0.7 (6f60c81f-2634-4ffd-bb01-b4ea6ed7a048/451f8004-d1e7-47a0-b8b7-f06b000a63db/5c766824-5918-4698-be1d-69a1aa4ccb63) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:53:59.685682 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3aef43-c22f-4504-be7a-85b349287f96 req-89231ded-cb05-4fbd-9200-def2d305c9e8 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:59.687673 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ea3aef43-c22f-4504-be7a-85b349287f96 req-89231ded-cb05-4fbd-9200-def2d305c9e8 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.30 "GET /v2.0/ports?device_id=3871695a-391e-4e17-99f6-811e05697926 HTTP/1.1" status: 200 len: 945 time: 0.2487922 Mar 05 04:53:59.740898 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-84444700-3d97-4931-b6a4-a7b04e9dd703 req-5317baaf-97b0-4d65-a296-ad35fb096f0b tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551650 Mar 05 04:53:59.829970 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075021de-952a-4929-9ba4-26100287e3b3 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Router 42d73056-a27a-42ea-b612-8209689a520d is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:53:59.860407 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017af5fd-f950-43bc-8e59-0f0222557dfc req-a4026fec-dc57-47bf-a5d0-8848a16c1b5c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:53:59.868083 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-017af5fd-f950-43bc-8e59-0f0222557dfc req-a4026fec-dc57-47bf-a5d0-8848a16c1b5c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=11df5f17-851c-43fd-b94e-7b6155b80de3 HTTP/1.1" status: 200 len: 946 time: 0.1578846 Mar 05 04:53:59.901487 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-ea3aef43-c22f-4504-be7a-85b349287f96 req-be62655c-349a-45ec-9d71-e745747a9358 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Deleting port 2086f94e-78ad-49ec-bf49-2499967780b6 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:53:59.901652 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ea3aef43-c22f-4504-be7a-85b349287f96 req-be62655c-349a-45ec-9d71-e745747a9358 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (2086f94e-78ad-49ec-bf49-2499967780b6), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:53:59.988516 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e42b8afa-bbe2-4594-918b-4516c25f11ca req-f6e07b86-6e6d-495a-84cd-6a47cd70f2d4 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 210 time: 0.0804350 Mar 05 04:54:00.175841 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54620) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:00.182821 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-017af5fd-f950-43bc-8e59-0f0222557dfc req-6669809c-1448-4c38-be76-871bd7b15310 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135800 Mar 05 04:54:00.190445 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e9d306ab-e8a4-4127-848d-343db3a0fbe8 req-e7048f9f-9629-4175-b3d0-3e243e9eb196 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 210 time: 0.0649176 Mar 05 04:54:00.232400 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-ea3aef43-c22f-4504-be7a-85b349287f96 req-be62655c-349a-45ec-9d71-e745747a9358 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] For port 2086f94e-78ad-49ec-bf49-2499967780b6, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=2086f94e-78ad-49ec-bf49-2499967780b6,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:00.232779 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ea3aef43-c22f-4504-be7a-85b349287f96 req-be62655c-349a-45ec-9d71-e745747a9358 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (2086f94e-78ad-49ec-bf49-2499967780b6), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:00.262309 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-ea3aef43-c22f-4504-be7a-85b349287f96 req-be62655c-349a-45ec-9d71-e745747a9358 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Calling delete_port for 2086f94e-78ad-49ec-bf49-2499967780b6 owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:54:00.345341 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2149c287-68f0-49b8-a0c9-1145f2025942 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Publish callbacks [] for port (5c766824-5918-4698-be1d-69a1aa4ccb63), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:00.362298 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075021de-952a-4929-9ba4-26100287e3b3 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:54:00.368842 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-075021de-952a-4929-9ba4-26100287e3b3 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:00.369174 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-154d9b4c-c3f7-404c-813a-82fc1109c4ac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1804951668-network', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:00.373236 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-075021de-952a-4929-9ba4-26100287e3b3 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "PUT /v2.0/routers/42d73056-a27a-42ea-b612-8209689a520d HTTP/1.1" status: 200 len: 915 time: 3.0964091 Mar 05 04:54:00.374503 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c6dfb5-ceab-4efa-a346-1d2e21414b62 None None] Sync routers for ids ['42d73056-a27a-42ea-b612-8209689a520d'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:54:00.375694 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54628) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:00.389777 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c6dfb5-ceab-4efa-a346-1d2e21414b62 None None] Routers {'42d73056-a27a-42ea-b612-8209689a520d'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:54:00.390772 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-10c6dfb5-ceab-4efa-a346-1d2e21414b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:53:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['42d73056-a27a-42ea-b612-8209689a520d'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:00.434487 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-10c6dfb5-ceab-4efa-a346-1d2e21414b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:00.458902 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c6dfb5-ceab-4efa-a346-1d2e21414b62 None None] Routers {'42d73056-a27a-42ea-b612-8209689a520d'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:54:00.459842 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-10c6dfb5-ceab-4efa-a346-1d2e21414b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:53:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['42d73056-a27a-42ea-b612-8209689a520d'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:00.468614 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-376906e3-4ba7-41b8-a338-7487a063555c req-b192054c-6f46-49b5-bffc-9b56588d7ed7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=947653f4d3b84cc89f4c3c5691586859 HTTP/1.1" status: 200 len: 267 time: 0.1997762 Mar 05 04:54:00.475593 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154d9b4c-c3f7-404c-813a-82fc1109c4ac admin admin] Made reservation on behalf of 5d19f36e865d4d1c893d90afc94d506f for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:54:00.477872 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-154d9b4c-c3f7-404c-813a-82fc1109c4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:00.490971 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6a83b920-740a-42a0-854e-beb02e9be4ea tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "GET /v2.0/routers/42d73056-a27a-42ea-b612-8209689a520d HTTP/1.1" status: 200 len: 921 time: 0.1140757 Mar 05 04:54:00.495129 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54630) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:00.513682 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-10c6dfb5-ceab-4efa-a346-1d2e21414b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:00.514741 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c6dfb5-ceab-4efa-a346-1d2e21414b62 None None] The sync data for ids ['42d73056-a27a-42ea-b612-8209689a520d'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:54:00.523320 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-154d9b4c-c3f7-404c-813a-82fc1109c4ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:00.541083 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f09a8-3484-419c-a476-8b0fa9e50a66 req-7fab184e-cc7f-491e-9c44-8f269bc1d38a tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:00.542577 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fc5f09a8-3484-419c-a476-8b0fa9e50a66 req-7fab184e-cc7f-491e-9c44-8f269bc1d38a tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3797d86-c8b0-4567-97ee-e019b0f09e6a HTTP/1.1" status: 200 len: 948 time: 0.2307298 Mar 05 04:54:00.584080 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2149c287-68f0-49b8-a0c9-1145f2025942 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (5c766824-5918-4698-be1d-69a1aa4ccb63), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:00.623158 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b1f729-d825-43ab-bf4d-dcc2a5891746 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:00.627646 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c9b1f729-d825-43ab-bf4d-dcc2a5891746 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=ff625bbb-6b8f-4740-be08-a562ec9a34a4&device_id=42d73056-a27a-42ea-b612-8209689a520d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1310730 Mar 05 04:54:00.630147 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54632) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:00.654069 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376906e3-4ba7-41b8-a338-7487a063555c req-2279c77a-e325-40a2-9e3c-8a488706dfd1 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:00.655605 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-376906e3-4ba7-41b8-a338-7487a063555c req-2279c77a-e325-40a2-9e3c-8a488706dfd1 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=11df5f17-851c-43fd-b94e-7b6155b80de3 HTTP/1.1" status: 200 len: 946 time: 0.1862185 Mar 05 04:54:00.685822 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-376906e3-4ba7-41b8-a338-7487a063555c req-a21b3073-3e98-4715-960c-3471eda0beb7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Request body: {'port': {'security_groups': []}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:00.728619 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2149c287-68f0-49b8-a0c9-1145f2025942 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Network 6f60c81f-2634-4ffd-bb01-b4ea6ed7a048 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:54:00.732180 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2149c287-68f0-49b8-a0c9-1145f2025942 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:54:00.734256 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149c287-68f0-49b8-a0c9-1145f2025942 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Pushing event updated for resources: {'Port': ['ID=5c766824-5918-4698-be1d-69a1aa4ccb63,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:00.736945 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2149c287-68f0-49b8-a0c9-1145f2025942 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:54:00.745277 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ea3aef43-c22f-4504-be7a-85b349287f96 req-be62655c-349a-45ec-9d71-e745747a9358 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (2086f94e-78ad-49ec-bf49-2499967780b6), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:00.755011 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fc5f09a8-3484-419c-a476-8b0fa9e50a66 req-6bbf7013-823f-4151-9ddf-8b7f67bea043 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944633 Mar 05 04:54:00.764809 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['8f50280d-c7ec-464b-867e-ad57cfb7443f', '2086f94e-78ad-49ec-bf49-2499967780b6'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:54:00.830774 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2149c287-68f0-49b8-a0c9-1145f2025942 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:00.831716 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2149c287-68f0-49b8-a0c9-1145f2025942 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:00.834486 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62655c-349a-45ec-9d71-e745747a9358 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Pushing event deleted for resources: {'Port': ['ID=2086f94e-78ad-49ec-bf49-2499967780b6,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:00.845967 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-154d9b4c-c3f7-404c-813a-82fc1109c4ac admin admin] Publish callbacks [] for security_group (72ef452e-1183-47fa-96f7-103f457a4590), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:00.866320 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149c287-68f0-49b8-a0c9-1145f2025942 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:00.866682 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149c287-68f0-49b8-a0c9-1145f2025942 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:00.867059 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149c287-68f0-49b8-a0c9-1145f2025942 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:00.867431 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149c287-68f0-49b8-a0c9-1145f2025942 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:00.869922 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149c287-68f0-49b8-a0c9-1145f2025942 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:00.869922 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149c287-68f0-49b8-a0c9-1145f2025942 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:00.869922 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149c287-68f0-49b8-a0c9-1145f2025942 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:00.869922 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149c287-68f0-49b8-a0c9-1145f2025942 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:00.869922 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149c287-68f0-49b8-a0c9-1145f2025942 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:00.869922 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149c287-68f0-49b8-a0c9-1145f2025942 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:00.869922 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149c287-68f0-49b8-a0c9-1145f2025942 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:00.870464 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149c287-68f0-49b8-a0c9-1145f2025942 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:00.870912 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149c287-68f0-49b8-a0c9-1145f2025942 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:00.892914 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-154d9b4c-c3f7-404c-813a-82fc1109c4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (72ef452e-1183-47fa-96f7-103f457a4590), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:00.893762 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2149c287-68f0-49b8-a0c9-1145f2025942 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9006302 Mar 05 04:54:00.900118 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb3f449-ca4b-43ed-9f66-444fc755b5b9 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:00.901856 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-eeb3f449-ca4b-43ed-9f66-444fc755b5b9 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 881 time: 0.2657590 Mar 05 04:54:00.908552 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2dc0e06b-7979-4dbb-af54-78cf3fe0459b service neutron] Request body: {'port': {'device_id': 'e319ac45-2a64-4bad-b44a-e4f4a99b6d7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:00.911785 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54638) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:00.916915 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-376906e3-4ba7-41b8-a338-7487a063555c req-a21b3073-3e98-4715-960c-3471eda0beb7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (eb0b200c-e186-44ea-bfd0-0a7dbd850e83), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:00.925742 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e651766d-f863-4ab1-b9ac-75ede73372fe req-560664b6-a8b6-4b22-a842-7da51bc5bcf1 tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.11 "GET /v2.0/ports?device_id=35b5ed69-e061-4790-9073-cbb9e6fbacbd HTTP/1.1" status: 200 len: 210 time: 0.0772793 Mar 05 04:54:00.960957 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3aef43-c22f-4504-be7a-85b349287f96 req-be62655c-349a-45ec-9d71-e745747a9358 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] No DVR routers for this DVR port 2086f94e-78ad-49ec-bf49-2499967780b6 on host n-h1-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:54:00.969484 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ea3aef43-c22f-4504-be7a-85b349287f96 req-be62655c-349a-45ec-9d71-e745747a9358 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:00.970305 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c051689a-3538-468a-92db-cf489449fb2e tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d73056-a27a-42ea-b612-8209689a520d HTTP/1.1" status: 200 len: 205 time: 0.0572076 Mar 05 04:54:00.973482 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ea3aef43-c22f-4504-be7a-85b349287f96 req-be62655c-349a-45ec-9d71-e745747a9358 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.30 "DELETE /v2.0/ports/2086f94e-78ad-49ec-bf49-2499967780b6 HTTP/1.1" status: 204 len: 173 time: 1.2788942 Mar 05 04:54:00.974507 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154d9b4c-c3f7-404c-813a-82fc1109c4ac admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:54:00.974742 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54640) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:00.980442 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3871695a-391e-4e17-99f6-811e05697926', 'name': 'network-vif-deleted', 'tag': '2086f94e-78ad-49ec-bf49-2499967780b6'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:54:00.982673 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9884e779-101c-48ae-9641-383d76260a55" -d '{"events": [{"server_uuid": "3871695a-391e-4e17-99f6-811e05697926", "name": "network-vif-deleted", "tag": "2086f94e-78ad-49ec-bf49-2499967780b6"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:54:01.001424 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d9b4c-c3f7-404c-813a-82fc1109c4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ef452e-1183-47fa-96f7-103f457a4590,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:01.015516 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-154d9b4c-c3f7-404c-813a-82fc1109c4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (5417d672-2669-477b-9200-026fcb760706), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:01.015889 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-154d9b4c-c3f7-404c-813a-82fc1109c4ac admin admin] Added segment 5417d672-2669-477b-9200-026fcb760706 of type vlan for network 931621a1-3c63-4b88-9017-913fd0b96f88 Mar 05 04:54:01.123152 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cd3bbe3e-77b5-4005-9e85-42146d6ec804 req-a27e0c9a-ae20-4495-bf74-75f2d92fa839 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=3871695a-391e-4e17-99f6-811e05697926 HTTP/1.1" status: 200 len: 210 time: 0.0472424 Mar 05 04:54:01.125276 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-154d9b4c-c3f7-404c-813a-82fc1109c4ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (931621a1-3c63-4b88-9017-913fd0b96f88), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:01.157564 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2dc0e06b-7979-4dbb-af54-78cf3fe0459b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5c766824-5918-4698-be1d-69a1aa4ccb63), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:01.202544 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-654608f6-662f-4100-86d1-e9b5c545d130 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router (42d73056-a27a-42ea-b612-8209689a520d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:01.208763 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-154d9b4c-c3f7-404c-813a-82fc1109c4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (931621a1-3c63-4b88-9017-913fd0b96f88), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:01.209914 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154d9b4c-c3f7-404c-813a-82fc1109c4ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:01.210640 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-154d9b4c-c3f7-404c-813a-82fc1109c4ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:01.216454 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed41ac59-097a-48e4-abdb-ad1d42f587da x-openstack-request-id: req-ed41ac59-097a-48e4-abdb-ad1d42f587da {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:54:01.217185 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3871695a-391e-4e17-99f6-811e05697926", "name": "network-vif-deleted", "tag": "2086f94e-78ad-49ec-bf49-2499967780b6", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:54:01.217606 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ed41ac59-097a-48e4-abdb-ad1d42f587da {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:54:01.218305 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3871695a-391e-4e17-99f6-811e05697926', 'name': 'network-vif-deleted', 'tag': '2086f94e-78ad-49ec-bf49-2499967780b6', 'status': 'completed', 'code': 200} Mar 05 04:54:01.290849 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-154d9b4c-c3f7-404c-813a-82fc1109c4ac admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1067507 Mar 05 04:54:01.321883 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54648) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:01.332754 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-bd284501-8086-4a6c-bf36-76edc452636d admin admin] Request body: {'subnet': {'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1804951668-subnet', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:01.355536 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c4354f2c-4eb6-4336-a304-b18ac66156ef req-759b9442-fa2f-495d-a365-5330bccefeb1 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 210 time: 0.0731313 Mar 05 04:54:01.360261 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d9b4c-c3f7-404c-813a-82fc1109c4ac admin admin] Pushing event updated for resources: {'Network': ['ID=931621a1-3c63-4b88-9017-913fd0b96f88,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:01.375843 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-376906e3-4ba7-41b8-a338-7487a063555c req-a21b3073-3e98-4715-960c-3471eda0beb7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] For port eb0b200c-e186-44ea-bfd0-0a7dbd850e83, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=eb0b200c-e186-44ea-bfd0-0a7dbd850e83,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:01.384665 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 931621a1-3c63-4b88-9017-913fd0b96f88 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:54:01.433622 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd284501-8086-4a6c-bf36-76edc452636d admin admin] Made reservation on behalf of 5d19f36e865d4d1c893d90afc94d506f for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:54:01.435981 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bd284501-8086-4a6c-bf36-76edc452636d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:01.457631 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-376906e3-4ba7-41b8-a338-7487a063555c req-a21b3073-3e98-4715-960c-3471eda0beb7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks [] for port (eb0b200c-e186-44ea-bfd0-0a7dbd850e83), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:01.468347 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-376906e3-4ba7-41b8-a338-7487a063555c req-a21b3073-3e98-4715-960c-3471eda0beb7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (eb0b200c-e186-44ea-bfd0-0a7dbd850e83), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:01.506692 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-654608f6-662f-4100-86d1-e9b5c545d130 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router_gateway (42d73056-a27a-42ea-b612-8209689a520d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:01.573040 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['eb0b200c-e186-44ea-bfd0-0a7dbd850e83'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:54:01.577475 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376906e3-4ba7-41b8-a338-7487a063555c req-a21b3073-3e98-4715-960c-3471eda0beb7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:01.581114 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['dacb6cfd-ca68-47bb-914b-fd102e6bde98', 'b9d19b93-ca56-41a2-97e2-7d5809b5eadc'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:54:01.586616 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-376906e3-4ba7-41b8-a338-7487a063555c req-a21b3073-3e98-4715-960c-3471eda0beb7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:01.595332 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-376906e3-4ba7-41b8-a338-7487a063555c req-a21b3073-3e98-4715-960c-3471eda0beb7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "PUT /v2.0/ports/eb0b200c-e186-44ea-bfd0-0a7dbd850e83 HTTP/1.1" status: 200 len: 905 time: 0.9293346 Mar 05 04:54:01.760926 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['eb0b200c-e186-44ea-bfd0-0a7dbd850e83'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:54:01.779827 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b3073-3e98-4715-960c-3471eda0beb7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Pushing event updated for resources: {'Port': ['ID=eb0b200c-e186-44ea-bfd0-0a7dbd850e83,revision_number=6']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:01.811906 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de95e31-15b4-4111-952d-769c6a0253bc req-ed84ace0-6fb4-4ddf-a4cc-3373b56f1e17 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:01.827733 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6de95e31-15b4-4111-952d-769c6a0253bc req-ed84ace0-6fb4-4ddf-a4cc-3373b56f1e17 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 931 time: 0.2093117 Mar 05 04:54:01.880479 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2dc0e06b-7979-4dbb-af54-78cf3fe0459b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c766824-5918-4698-be1d-69a1aa4ccb63 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:54:01.885970 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-654608f6-662f-4100-86d1-e9b5c545d130 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Deleting port ae42372d-c484-424b-9485-b143f4a69e86 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:54:01.886312 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-654608f6-662f-4100-86d1-e9b5c545d130 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (ae42372d-c484-424b-9485-b143f4a69e86), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:01.886618 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3fa50-b5ef-4ec5-98dd-914be2174813 req-beecf5d7-6a40-46ca-82a7-8649d28fa417 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:01.888208 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4bf3fa50-b5ef-4ec5-98dd-914be2174813 req-beecf5d7-6a40-46ca-82a7-8649d28fa417 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=11df5f17-851c-43fd-b94e-7b6155b80de3 HTTP/1.1" status: 200 len: 908 time: 0.1749268 Mar 05 04:54:01.897252 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2dc0e06b-7979-4dbb-af54-78cf3fe0459b service neutron] Publish callbacks [] for port (5c766824-5918-4698-be1d-69a1aa4ccb63), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:01.931140 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6de95e31-15b4-4111-952d-769c6a0253bc req-2fde6822-1e21-493a-9ff9-32431836c687 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023669 Mar 05 04:54:01.960635 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2dc0e06b-7979-4dbb-af54-78cf3fe0459b service neutron] Transition to ACTIVE for port object 5c766824-5918-4698-be1d-69a1aa4ccb63 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:54:02.018816 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2dc0e06b-7979-4dbb-af54-78cf3fe0459b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (5c766824-5918-4698-be1d-69a1aa4ccb63), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:02.031625 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a07c886b-5fd7-4098-99e8-959400578159 None None] Provisioning complete for port eb0b200c-e186-44ea-bfd0-0a7dbd850e83 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:54:02.032259 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a07c886b-5fd7-4098-99e8-959400578159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (eb0b200c-e186-44ea-bfd0-0a7dbd850e83), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:02.104581 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e5e8c-01ee-4233-817c-261e99cb732e req-cca6de89-5166-4170-b681-1270b7eaf505 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:02.112485 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0d2e5e8c-01ee-4233-817c-261e99cb732e req-cca6de89-5166-4170-b681-1270b7eaf505 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.1100659 Mar 05 04:54:02.127184 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bd284501-8086-4a6c-bf36-76edc452636d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (d4f62d24-d369-4f32-b0d3-8cc062c5524d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:02.160438 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca752a3-80ad-465f-b05f-86e2e5c8a374 req-ed7d68c3-68dc-4a0d-99f2-163210547544 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:02.162324 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bca752a3-80ad-465f-b05f-86e2e5c8a374 req-ed7d68c3-68dc-4a0d-99f2-163210547544 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3797d86-c8b0-4567-97ee-e019b0f09e6a HTTP/1.1" status: 200 len: 948 time: 0.1469185 Mar 05 04:54:02.179968 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0e06b-7979-4dbb-af54-78cf3fe0459b service neutron] Pushing event updated for resources: {'Port': ['ID=5c766824-5918-4698-be1d-69a1aa4ccb63,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:02.189575 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-654608f6-662f-4100-86d1-e9b5c545d130 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (ae42372d-c484-424b-9485-b143f4a69e86), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:02.225558 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a07c886b-5fd7-4098-99e8-959400578159 None None] Current status of the port eb0b200c-e186-44ea-bfd0-0a7dbd850e83 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:54:02.237862 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-654608f6-662f-4100-86d1-e9b5c545d130 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Calling delete_port for ae42372d-c484-424b-9485-b143f4a69e86 owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:54:02.243621 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0d2e5e8c-01ee-4233-817c-261e99cb732e req-e1b70adf-04c1-4cd0-ae72-6106db5e9b9e tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300647 Mar 05 04:54:02.249409 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bca752a3-80ad-465f-b05f-86e2e5c8a374 req-2a0c2a5d-c4e4-47c7-abcf-8e8ecf073068 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796695 Mar 05 04:54:02.314094 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd284501-8086-4a6c-bf36-76edc452636d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4f62d24-d369-4f32-b0d3-8cc062c5524d,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:02.374196 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd284501-8086-4a6c-bf36-76edc452636d admin admin] Checking segment: {'id': '5417d672-2669-477b-9200-026fcb760706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:54:02.374498 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd284501-8086-4a6c-bf36-76edc452636d admin admin] Network hostable DHCP agents. Network: 931621a1-3c63-4b88-9017-913fd0b96f88, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:54:02.399129 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2dc0e06b-7979-4dbb-af54-78cf3fe0459b service neutron] Attempting to bind port 5c766824-5918-4698-be1d-69a1aa4ccb63 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:54:02.399475 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2dc0e06b-7979-4dbb-af54-78cf3fe0459b service neutron] Attempting to bind port 5c766824-5918-4698-be1d-69a1aa4ccb63 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '3591eed7-510d-4315-b6a7-34b67541b594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6f60c81f-2634-4ffd-bb01-b4ea6ed7a048'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:54:02.399813 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2dc0e06b-7979-4dbb-af54-78cf3fe0459b service neutron] Attempting to bind port 5c766824-5918-4698-be1d-69a1aa4ccb63 on network 6f60c81f-2634-4ffd-bb01-b4ea6ed7a048 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:54:02.404267 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b75a7e50-5c6a-4ebf-b313-d1df9c9acf17 req-9307f2e6-d240-4a28-9af9-e397742e26a9 tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.11 "GET /v2.0/ports?device_id=35b5ed69-e061-4790-9073-cbb9e6fbacbd HTTP/1.1" status: 200 len: 210 time: 0.0771086 Mar 05 04:54:02.461564 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2dc0e06b-7979-4dbb-af54-78cf3fe0459b service neutron] Port 5c766824-5918-4698-be1d-69a1aa4ccb63 on network 6f60c81f-2634-4ffd-bb01-b4ea6ed7a048 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:54:02.462131 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2dc0e06b-7979-4dbb-af54-78cf3fe0459b service neutron] Attempting to bind port 5c766824-5918-4698-be1d-69a1aa4ccb63 on network 6f60c81f-2634-4ffd-bb01-b4ea6ed7a048 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:54:02.480772 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2dc0e06b-7979-4dbb-af54-78cf3fe0459b service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:54:02.481121 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2dc0e06b-7979-4dbb-af54-78cf3fe0459b service neutron] Checking segment: {'id': '3591eed7-510d-4315-b6a7-34b67541b594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6f60c81f-2634-4ffd-bb01-b4ea6ed7a048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:54:02.481496 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2dc0e06b-7979-4dbb-af54-78cf3fe0459b service neutron] Bound using segment: {'id': '3591eed7-510d-4315-b6a7-34b67541b594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6f60c81f-2634-4ffd-bb01-b4ea6ed7a048'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:54:02.481939 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2dc0e06b-7979-4dbb-af54-78cf3fe0459b service neutron] Bound port: 5c766824-5918-4698-be1d-69a1aa4ccb63, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3591eed7-510d-4315-b6a7-34b67541b594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6f60c81f-2634-4ffd-bb01-b4ea6ed7a048'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:54:02.482067 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3144f0-d2eb-4843-b552-c8d27db835a2 req-81d04c89-d09d-493c-9cd4-156755fb0b1e tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:02.482297 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2dc0e06b-7979-4dbb-af54-78cf3fe0459b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5c766824-5918-4698-be1d-69a1aa4ccb63), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:02.483945 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bb3144f0-d2eb-4843-b552-c8d27db835a2 req-81d04c89-d09d-493c-9cd4-156755fb0b1e tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.1000471 Mar 05 04:54:02.487313 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd284501-8086-4a6c-bf36-76edc452636d admin admin] Network 931621a1-3c63-4b88-9017-913fd0b96f88 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:54:02.517682 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-bd284501-8086-4a6c-bf36-76edc452636d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 931621a1-3c63-4b88-9017-913fd0b96f88) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:54:02.525311 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd284501-8086-4a6c-bf36-76edc452636d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:02.525971 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bd284501-8086-4a6c-bf36-76edc452636d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:02.535425 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d21bff7-8581-4a6c-990e-3d2bb590cfe0 None None] Network 931621a1-3c63-4b88-9017-913fd0b96f88 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:54:02.566494 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-bd284501-8086-4a6c-bf36-76edc452636d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2441905 Mar 05 04:54:02.570094 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54668) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:02.575417 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-4282cd15-8543-4dda-af75-ac6af59ea18d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1804951668-router', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:02.588953 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d6620c4e-c63b-4201-bd70-7a8f51d9901a req-0339e1a6-4cf7-41be-8b34-b9bebef8ed42 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 210 time: 0.0447769 Mar 05 04:54:02.628654 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bb3144f0-d2eb-4843-b552-c8d27db835a2 req-ad52baa8-fd80-4299-99c0-89de96bf6f40 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363618 Mar 05 04:54:02.678803 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7d77e9-b48d-4c8a-8baf-0c45f28aef0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-931621a1-3c63-4b88-9017-913fd0b96f88', 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88', 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'fixed_ips': [{'subnet_id': 'd4f62d24-d369-4f32-b0d3-8cc062c5524d'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:54:02.679914 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6a7d77e9-b48d-4c8a-8baf-0c45f28aef0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:02.680775 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2dc0e06b-7979-4dbb-af54-78cf3fe0459b service neutron] For port 5c766824-5918-4698-be1d-69a1aa4ccb63, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:54:02.685823 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2dc0e06b-7979-4dbb-af54-78cf3fe0459b service neutron] For port 5c766824-5918-4698-be1d-69a1aa4ccb63, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5c766824-5918-4698-be1d-69a1aa4ccb63,segment=NetworkSegment(3591eed7-510d-4315-b6a7-34b67541b594),segment_id=3591eed7-510d-4315-b6a7-34b67541b594)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:54:02.708462 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4282cd15-8543-4dda-af75-ac6af59ea18d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (5192b81b-7539-4749-bfdc-ec971480fb6f), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:02.710609 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4282cd15-8543-4dda-af75-ac6af59ea18d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (5192b81b-7539-4749-bfdc-ec971480fb6f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:02.781820 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4282cd15-8543-4dda-af75-ac6af59ea18d admin admin] Publish callbacks [] for router_controller (5192b81b-7539-4749-bfdc-ec971480fb6f), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:02.785079 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2dc0e06b-7979-4dbb-af54-78cf3fe0459b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (5c766824-5918-4698-be1d-69a1aa4ccb63), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:02.842823 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-04f076cc-cc5d-489d-a991-e41de937bc23 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:02.843800 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-654608f6-662f-4100-86d1-e9b5c545d130 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (ae42372d-c484-424b-9485-b143f4a69e86), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:02.851049 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-04f076cc-cc5d-489d-a991-e41de937bc23 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/networks?id=54309d98-48bc-4d3e-a20e-4665796063fc HTTP/1.1" status: 200 len: 806 time: 0.1254749 Mar 05 04:54:02.855704 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0e06b-7979-4dbb-af54-78cf3fe0459b service neutron] Pushing event updated for resources: {'Port': ['ID=5c766824-5918-4698-be1d-69a1aa4ccb63,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:02.874442 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-6a7d77e9-b48d-4c8a-8baf-0c45f28aef0b None None] Allocated IP 172.20.0.2 (931621a1-3c63-4b88-9017-913fd0b96f88/d4f62d24-d369-4f32-b0d3-8cc062c5524d/a67c1220-855e-4fc5-9005-ba291c300756) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:54:02.890722 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-8870fdfa-f131-4c52-aaa0-d6eeae405c9b tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/quotas/f4c8bc28785e4a00b63310ed97b40ba8 HTTP/1.1" status: 200 len: 375 time: 0.0385463 Mar 05 04:54:02.901043 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654608f6-662f-4100-86d1-e9b5c545d130 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Pushing event deleted for resources: {'Port': ['ID=ae42372d-c484-424b-9485-b143f4a69e86,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:02.993939 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-91f42555-f3f4-477f-9cc1-ffb5c5e835af tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f4c8bc28785e4a00b63310ed97b40ba8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1010051 Mar 05 04:54:03.036968 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e2afd-1552-466b-9f26-dc6595f6c6d9 req-da88bfb4-f1a8-4f8e-a28a-058c802bfced tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:03.041336 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6a7d77e9-b48d-4c8a-8baf-0c45f28aef0b None None] Publish callbacks [] for port (a67c1220-855e-4fc5-9005-ba291c300756), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:03.044259 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6d9e2afd-1552-466b-9f26-dc6595f6c6d9 req-da88bfb4-f1a8-4f8e-a28a-058c802bfced tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.1749065 Mar 05 04:54:03.047648 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:54:03.053492 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6a7d77e9-b48d-4c8a-8baf-0c45f28aef0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (a67c1220-855e-4fc5-9005-ba291c300756), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:03.129808 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7d77e9-b48d-4c8a-8baf-0c45f28aef0b None None] Network 931621a1-3c63-4b88-9017-913fd0b96f88 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:54:03.137732 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-6a7d77e9-b48d-4c8a-8baf-0c45f28aef0b None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:54:03.146668 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7d77e9-b48d-4c8a-8baf-0c45f28aef0b None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:54:03.151768 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6d9e2afd-1552-466b-9f26-dc6595f6c6d9 req-f2084ca8-7e26-4c24-8b40-1950c2cbce19 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063592 Mar 05 04:54:03.161658 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d77e9-b48d-4c8a-8baf-0c45f28aef0b None None] Pushing event updated for resources: {'Port': ['ID=a67c1220-855e-4fc5-9005-ba291c300756,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:03.208956 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-0707ff61-0c71-4d5e-b2b0-07cf7d66aa1a service neutron] 10.222.0.11 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151003 Mar 05 04:54:03.235678 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-6a7d77e9-b48d-4c8a-8baf-0c45f28aef0b None None] Attempting to bind port a67c1220-855e-4fc5-9005-ba291c300756 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:54:03.236197 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-6a7d77e9-b48d-4c8a-8baf-0c45f28aef0b None None] Attempting to bind port a67c1220-855e-4fc5-9005-ba291c300756 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '5417d672-2669-477b-9200-026fcb760706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:54:03.236836 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7d77e9-b48d-4c8a-8baf-0c45f28aef0b None None] Attempting to bind port a67c1220-855e-4fc5-9005-ba291c300756 on network 931621a1-3c63-4b88-9017-913fd0b96f88 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:54:03.241571 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:54:03.245764 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11df5f17-851c-43fd-b94e-7b6155b80de3', 'tag': 'eb0b200c-e186-44ea-bfd0-0a7dbd850e83'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:54:03.248376 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:54:03.248592 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac8b28c-ae40-4fe4-98d6-8ca815ca3705" -d '{"events": [{"name": "network-changed", "server_uuid": "11df5f17-851c-43fd-b94e-7b6155b80de3", "tag": "eb0b200c-e186-44ea-bfd0-0a7dbd850e83"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:54:03.249111 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:03.253979 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7d77e9-b48d-4c8a-8baf-0c45f28aef0b None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:54:03.254576 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7d77e9-b48d-4c8a-8baf-0c45f28aef0b None None] Checking segment: {'id': '5417d672-2669-477b-9200-026fcb760706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:54:03.255113 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6a7d77e9-b48d-4c8a-8baf-0c45f28aef0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:03.255704 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7d77e9-b48d-4c8a-8baf-0c45f28aef0b None None] Bound using segment: {'id': '5417d672-2669-477b-9200-026fcb760706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:54:03.256342 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-6a7d77e9-b48d-4c8a-8baf-0c45f28aef0b None None] Bound port: a67c1220-855e-4fc5-9005-ba291c300756, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417d672-2669-477b-9200-026fcb760706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:54:03.256821 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6a7d77e9-b48d-4c8a-8baf-0c45f28aef0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a67c1220-855e-4fc5-9005-ba291c300756), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:03.359107 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-654608f6-662f-4100-86d1-e9b5c545d130 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (42d73056-a27a-42ea-b612-8209689a520d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:03.359264 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-be483a6f-69a1-4a84-b754-a5dfd8e9eece service neutron] 10.222.0.11 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489608 Mar 05 04:54:03.464106 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:54:03.474831 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2dc0e06b-7979-4dbb-af54-78cf3fe0459b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:03.476115 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2dc0e06b-7979-4dbb-af54-78cf3fe0459b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:03.477965 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-2dc0e06b-7979-4dbb-af54-78cf3fe0459b service neutron] 10.222.0.30 "PUT /v2.0/ports/5c766824-5918-4698-be1d-69a1aa4ccb63 HTTP/1.1" status: 200 len: 1092 time: 2.5745883 Mar 05 04:54:03.478757 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ada255-864d-460d-ae97-f685830c6663 req-a0900bb4-ca0d-4fc0-917e-f7c804298405 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:03.480681 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e319ac45-2a64-4bad-b44a-e4f4a99b6d7f', 'tag': '5c766824-5918-4698-be1d-69a1aa4ccb63'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:54:03.483623 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589f9ad5-e3a5-4d90-b25d-23c84b397e5f" -d '{"events": [{"name": "network-changed", "server_uuid": "e319ac45-2a64-4bad-b44a-e4f4a99b6d7f", "tag": "5c766824-5918-4698-be1d-69a1aa4ccb63"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:54:03.491852 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-61ada255-864d-460d-ae97-f685830c6663 req-a0900bb4-ca0d-4fc0-917e-f7c804298405 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 943 time: 0.1313665 Mar 05 04:54:03.593167 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-61ada255-864d-460d-ae97-f685830c6663 req-9877da67-29ec-4a3a-9008-f5aaf9530463 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956633 Mar 05 04:54:03.605405 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6a7d77e9-b48d-4c8a-8baf-0c45f28aef0b None None] For port a67c1220-855e-4fc5-9005-ba291c300756, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:54:03.657044 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6a7d77e9-b48d-4c8a-8baf-0c45f28aef0b None None] For port a67c1220-855e-4fc5-9005-ba291c300756, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a67c1220-855e-4fc5-9005-ba291c300756,segment=NetworkSegment(5417d672-2669-477b-9200-026fcb760706),segment_id=5417d672-2669-477b-9200-026fcb760706)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:54:03.666528 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:54:03.667064 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:03.708998 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6a7d77e9-b48d-4c8a-8baf-0c45f28aef0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a67c1220-855e-4fc5-9005-ba291c300756), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:03.749648 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3797d86-c8b0-4567-97ee-e019b0f09e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:54:03.765266 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb49af6-37e2-4f79-a4e5-212c83d36246" -d '{"events": [{"server_uuid": "e3797d86-c8b0-4567-97ee-e019b0f09e6a", "name": "network-vif-plugged", "status": "completed", "tag": "5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:54:03.809508 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-654608f6-662f-4100-86d1-e9b5c545d130 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (42d73056-a27a-42ea-b612-8209689a520d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:03.819530 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7565dd1-c767-4dfd-881d-6080a1fe9000 req-191da9c2-efc6-419e-a288-f6a42ff303d1 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:03.823037 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-654608f6-662f-4100-86d1-e9b5c545d130 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router_controller (42d73056-a27a-42ea-b612-8209689a520d), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:03.828216 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b7565dd1-c767-4dfd-881d-6080a1fe9000 req-191da9c2-efc6-419e-a288-f6a42ff303d1 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.1722341 Mar 05 04:54:03.844839 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4282cd15-8543-4dda-af75-ac6af59ea18d admin admin] Publish callbacks [] for router_gateway (5192b81b-7539-4749-bfdc-ec971480fb6f), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:03.869072 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa522ff-cec7-46ca-a193-45c368568095 req-5ac5afb1-f62e-4d02-b8e9-721473203290 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:03.869656 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:03.878233 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1fa522ff-cec7-46ca-a193-45c368568095 req-5ac5afb1-f62e-4d02-b8e9-721473203290 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3797d86-c8b0-4567-97ee-e019b0f09e6a HTTP/1.1" status: 200 len: 948 time: 0.1577661 Mar 05 04:54:03.881828 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:03.901032 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d77e9-b48d-4c8a-8baf-0c45f28aef0b None None] Pushing event updated for resources: {'Port': ['ID=a67c1220-855e-4fc5-9005-ba291c300756,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:03.934965 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-654608f6-662f-4100-86d1-e9b5c545d130 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (42d73056-a27a-42ea-b612-8209689a520d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:03.936069 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654608f6-662f-4100-86d1-e9b5c545d130 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Fanout notify agent at l3_agent the message router_deleted on router 42d73056-a27a-42ea-b612-8209689a520d {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:54:03.948886 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-654608f6-662f-4100-86d1-e9b5c545d130 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:03.954522 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-654608f6-662f-4100-86d1-e9b5c545d130 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] 10.222.0.11 "DELETE /v2.0/routers/42d73056-a27a-42ea-b612-8209689a520d HTTP/1.1" status: 204 len: 168 time: 2.9743342 Mar 05 04:54:03.957550 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54704) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:03.963321 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-d277af10-c143-4f5e-9a56-2f12fdfe630f tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1399626057', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:03.977397 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-a056d079-2722-43a4-a1ed-d55f98edf7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:03.979287 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-a056d079-2722-43a4-a1ed-d55f98edf7a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1bb00124160f4267902311067933cfd0&device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 1126 time: 0.3172278 Mar 05 04:54:03.986457 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:04.005072 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1fa522ff-cec7-46ca-a193-45c368568095 req-31e7b86a-5949-4e19-ae97-e55e0cc1fd44 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241031 Mar 05 04:54:04.013456 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b7565dd1-c767-4dfd-881d-6080a1fe9000 req-30c028fb-c6d9-4ac9-9311-037e51306aa4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838672 Mar 05 04:54:04.062666 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-4d6f5fbf-3870-4c49-b6c2-749a022ae690 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c766824-5918-4698-be1d-69a1aa4ccb63 HTTP/1.1" status: 200 len: 217 time: 0.0728755 Mar 05 04:54:04.068047 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d277af10-c143-4f5e-9a56-2f12fdfe630f tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (91befe87-23c5-493e-adaa-171cfe832e9e), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:04.069089 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d277af10-c143-4f5e-9a56-2f12fdfe630f tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (91befe87-23c5-493e-adaa-171cfe832e9e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:04.108124 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e5e35e-dacd-4c04-aedc-5e871371c676 x-openstack-request-id: req-c1e5e35e-dacd-4c04-aedc-5e871371c676 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:54:04.108425 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11df5f17-851c-43fd-b94e-7b6155b80de3", "tag": "eb0b200c-e186-44ea-bfd0-0a7dbd850e83", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:54:04.108684 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c1e5e35e-dacd-4c04-aedc-5e871371c676 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:54:04.109089 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11df5f17-851c-43fd-b94e-7b6155b80de3', 'tag': 'eb0b200c-e186-44ea-bfd0-0a7dbd850e83', 'status': 'completed', 'code': 200} Mar 05 04:54:04.192418 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-551625bc-fb26-48f8-9063-9488143e21df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:04.196836 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-551625bc-fb26-48f8-9063-9488143e21df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=451f8004-d1e7-47a0-b8b7-f06b000a63db HTTP/1.1" status: 200 len: 855 time: 0.1240885 Mar 05 04:54:04.204398 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 2086f94e-78ad-49ec-bf49-2499967780b6 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:54:04.296884 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d277af10-c143-4f5e-9a56-2f12fdfe630f tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router_controller (91befe87-23c5-493e-adaa-171cfe832e9e), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:04.311294 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 2086f94e-78ad-49ec-bf49-2499967780b6 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:54:04.311878 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 2086f94e-78ad-49ec-bf49-2499967780b6 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:54:04.332546 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe1d737-853c-42ae-81cf-440adbd9a2e7 x-openstack-request-id: req-abe1d737-853c-42ae-81cf-440adbd9a2e7 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:54:04.333413 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e319ac45-2a64-4bad-b44a-e4f4a99b6d7f", "tag": "5c766824-5918-4698-be1d-69a1aa4ccb63", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:54:04.334117 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-abe1d737-853c-42ae-81cf-440adbd9a2e7 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:54:04.336023 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e319ac45-2a64-4bad-b44a-e4f4a99b6d7f', 'tag': '5c766824-5918-4698-be1d-69a1aa4ccb63', 'status': 'completed', 'code': 200} Mar 05 04:54:04.338403 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-98c19967-6992-4f84-9654-5dc0b1417fed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6f60c81f-2634-4ffd-bb01-b4ea6ed7a048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1255438 Mar 05 04:54:04.343065 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d277af10-c143-4f5e-9a56-2f12fdfe630f tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (91befe87-23c5-493e-adaa-171cfe832e9e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:04.370352 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0443b808-3a74-4a7c-8fa6-a17112842638 req-51cf441f-7b0f-4fd2-ab1a-943e99704ec1 tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.11 "GET /v2.0/ports?device_id=35b5ed69-e061-4790-9073-cbb9e6fbacbd HTTP/1.1" status: 200 len: 210 time: 0.1003308 Mar 05 04:54:04.398223 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8b28c-ae40-4fe4-98d6-8ca815ca3705 req-b62f3f79-ee59-4f57-827b-04dc3004b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:04.400984 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eac8b28c-ae40-4fe4-98d6-8ca815ca3705 req-b62f3f79-ee59-4f57-827b-04dc3004b93b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=947653f4d3b84cc89f4c3c5691586859&device_id=11df5f17-851c-43fd-b94e-7b6155b80de3 HTTP/1.1" status: 200 len: 1091 time: 0.2675579 Mar 05 04:54:04.467727 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d699eabd-11aa-439d-aff4-5115186f3306 req-5c1f1149-0a90-4d92-a70a-172164a98222 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 210 time: 0.0660632 Mar 05 04:54:04.484014 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d277af10-c143-4f5e-9a56-2f12fdfe630f tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:04.494134 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d277af10-c143-4f5e-9a56-2f12fdfe630f tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5256157 Mar 05 04:54:04.494134 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54712) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:04.537604 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-c4cc396f-580a-47ae-939c-a5bae1534646 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'enable_snat': False}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:04.586844 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c524b9-1e14-4fe7-b72c-47317cb2c4de x-openstack-request-id: req-f9c524b9-1e14-4fe7-b72c-47317cb2c4de {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:54:04.587190 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3797d86-c8b0-4567-97ee-e019b0f09e6a", "name": "network-vif-plugged", "status": "completed", "tag": "5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:54:04.587436 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f9c524b9-1e14-4fe7-b72c-47317cb2c4de {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:54:04.587835 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3797d86-c8b0-4567-97ee-e019b0f09e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9', 'code': 200} Mar 05 04:54:04.670140 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e93768c7-ed20-4588-be7f-b369c70d2a7c req-9f3682d8-642a-4e22-8c64-177b25113d75 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 210 time: 0.0971441 Mar 05 04:54:04.684349 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8b28c-ae40-4fe4-98d6-8ca815ca3705 req-e1562a8c-6a0e-45c7-a116-bb1fdda97c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:04.687633 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eac8b28c-ae40-4fe4-98d6-8ca815ca3705 req-e1562a8c-6a0e-45c7-a116-bb1fdda97c43 service neutron] 10.222.0.30 "GET /v2.0/networks?id=37de3cac-2e27-4573-885e-c86e0ea7886c HTTP/1.1" status: 200 len: 912 time: 0.2734249 Mar 05 04:54:04.722242 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-dfde2876-6d75-484e-ba70-bff663d55ec9 service neutron] 10.222.0.30 "GET /v2.0/networks/6f60c81f-2634-4ffd-bb01-b4ea6ed7a048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728156 Mar 05 04:54:04.826450 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eac8b28c-ae40-4fe4-98d6-8ca815ca3705 req-3381eba1-77d6-4632-add5-034819903be1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb0b200c-e186-44ea-bfd0-0a7dbd850e83 HTTP/1.1" status: 200 len: 217 time: 0.1007736 Mar 05 04:54:04.854635 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4282cd15-8543-4dda-af75-ac6af59ea18d admin admin] Publish callbacks [] for router_gateway (5192b81b-7539-4749-bfdc-ec971480fb6f), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:04.921059 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4282cd15-8543-4dda-af75-ac6af59ea18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:04.982929 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8b28c-ae40-4fe4-98d6-8ca815ca3705 req-b79ddaf4-c36a-408f-b9ba-d13f11b1b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:04.984483 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eac8b28c-ae40-4fe4-98d6-8ca815ca3705 req-b79ddaf4-c36a-408f-b9ba-d13f11b1b9fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a6039ad-16bd-4b00-a55f-f7c68e1f3072 HTTP/1.1" status: 200 len: 851 time: 0.1298299 Mar 05 04:54:05.018600 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4cc396f-580a-47ae-939c-a5bae1534646 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router_gateway (91befe87-23c5-493e-adaa-171cfe832e9e), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:05.032324 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa77e7-27d5-47a8-be62-5cf5f8c13fab req-8546a18a-7994-4125-bf4f-4926e9b153cb tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:05.034983 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fafa77e7-27d5-47a8-be62-5cf5f8c13fab req-8546a18a-7994-4125-bf4f-4926e9b153cb tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 943 time: 0.2258823 Mar 05 04:54:05.040976 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-95849918-b83f-4fed-96f2-b7029f6195c5 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:05.047982 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-95849918-b83f-4fed-96f2-b7029f6195c5 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/networks?id=37de3cac-2e27-4573-885e-c86e0ea7886c HTTP/1.1" status: 200 len: 812 time: 0.3582809 Mar 05 04:54:05.067852 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02027d19-f770-4a29-9c67-551849c2b484 req-e8c8e682-60bb-435b-a9a2-af8da6943cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:05.069579 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-02027d19-f770-4a29-9c67-551849c2b484 req-e8c8e682-60bb-435b-a9a2-af8da6943cb0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e3797d86-c8b0-4567-97ee-e019b0f09e6a HTTP/1.1" status: 200 len: 1132 time: 0.3932860 Mar 05 04:54:05.087960 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-f85c4039-53c4-4016-b6ee-ca4ee73c7a4c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/quotas/947653f4d3b84cc89f4c3c5691586859 HTTP/1.1" status: 200 len: 375 time: 0.0389786 Mar 05 04:54:05.141652 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ef335216-1647-4d68-a99e-13ac40f3b8d9 req-ddd6469f-37bb-413a-ac5c-09c1145fe20d service neutron] 10.222.0.30 "GET /v2.0/networks/6f60c81f-2634-4ffd-bb01-b4ea6ed7a048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632791 Mar 05 04:54:05.164186 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8b28c-ae40-4fe4-98d6-8ca815ca3705 req-8837c052-c24f-4ec6-b50c-75fe87acadb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:05.165656 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eac8b28c-ae40-4fe4-98d6-8ca815ca3705 req-8837c052-c24f-4ec6-b50c-75fe87acadb0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37de3cac-2e27-4573-885e-c86e0ea7886c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1743326 Mar 05 04:54:05.252427 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fafa77e7-27d5-47a8-be62-5cf5f8c13fab req-666ca6b9-305f-4eb6-b983-7e5171bb4c9c tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959381 Mar 05 04:54:05.314133 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-7ab268fe-7f24-44a6-8cba-50656e296bec tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=947653f4d3b84cc89f4c3c5691586859&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2252688 Mar 05 04:54:05.394991 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-4282cd15-8543-4dda-af75-ac6af59ea18d admin admin] Allocated IP 172.25.0.156 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/f56ed99b-9e17-4cbc-8b0e-0bb823254a01) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:54:05.399279 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-02027d19-f770-4a29-9c67-551849c2b484 req-5e3c5313-f1b8-4470-89a9-1b0db0d78f3f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166811 Mar 05 04:54:05.469344 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cca64ce-d64b-40ae-9288-9b251612ab6c None None] Network 931621a1-3c63-4b88-9017-913fd0b96f88 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:54:05.525998 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eac8b28c-ae40-4fe4-98d6-8ca815ca3705 req-370d000f-534e-4533-97a5-d63681f710b3 service neutron] 10.222.0.30 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394320 Mar 05 04:54:05.570217 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f9ad5-e3a5-4d90-b25d-23c84b397e5f req-b27d31e8-83de-4f1f-88d9-9a664591bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:05.571776 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-589f9ad5-e3a5-4d90-b25d-23c84b397e5f req-b27d31e8-83de-4f1f-88d9-9a664591bcb6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1bb00124160f4267902311067933cfd0&device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 1126 time: 0.3284812 Mar 05 04:54:05.600506 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-70a4d884-e8b5-4e14-b5b3-661cef25dfc2 None None] Provisioning complete for port a67c1220-855e-4fc5-9005-ba291c300756 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:54:05.601047 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-70a4d884-e8b5-4e14-b5b3-661cef25dfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a67c1220-855e-4fc5-9005-ba291c300756), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:05.638015 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-9a2b623f-ec6e-41b7-978a-5d099bb3dffd service neutron] 10.222.0.11 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130021 Mar 05 04:54:05.717850 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-70a4d884-e8b5-4e14-b5b3-661cef25dfc2 None None] Current status of the port a67c1220-855e-4fc5-9005-ba291c300756 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:54:05.719295 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-70a4d884-e8b5-4e14-b5b3-661cef25dfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a67c1220-855e-4fc5-9005-ba291c300756), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:05.763818 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-70a4d884-e8b5-4e14-b5b3-661cef25dfc2 None None] For port a67c1220-855e-4fc5-9005-ba291c300756, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a67c1220-855e-4fc5-9005-ba291c300756,segment=NetworkSegment(5417d672-2669-477b-9200-026fcb760706),segment_id=5417d672-2669-477b-9200-026fcb760706)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:05.778003 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-70a4d884-e8b5-4e14-b5b3-661cef25dfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a67c1220-855e-4fc5-9005-ba291c300756), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:05.845105 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4d884-e8b5-4e14-b5b3-661cef25dfc2 None None] Pushing event updated for resources: {'Port': ['ID=a67c1220-855e-4fc5-9005-ba291c300756,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:05.897405 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df1ef1-da3e-42b3-bc0c-260607067225 req-945c39b7-e7f9-44b0-aed9-b4f33f89efdf tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:05.904952 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76df1ef1-da3e-42b3-bc0c-260607067225 req-945c39b7-e7f9-44b0-aed9-b4f33f89efdf tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3797d86-c8b0-4567-97ee-e019b0f09e6a HTTP/1.1" status: 200 len: 949 time: 0.4803472 Mar 05 04:54:05.918118 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-038c3ccf-5fca-4d19-8a95-a3c5edc4a8d5 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:05.919763 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-038c3ccf-5fca-4d19-8a95-a3c5edc4a8d5 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.30 "GET /v2.0/networks?id=54309d98-48bc-4d3e-a20e-4665796063fc HTTP/1.1" status: 200 len: 806 time: 0.6742132 Mar 05 04:54:05.951961 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-f165a1df-ae03-4baa-96df-76f7a4e7d644 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Request body: {'port': {'device_id': 'b3f1551f-5173-4f96-971e-7a5719c2f969', 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc', 'admin_state_up': True, 'tenant_id': 'f4c8bc28785e4a00b63310ed97b40ba8'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:05.981605 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-b3bbd9b0-484f-4182-a2e5-b31d51180dba service neutron] 10.222.0.11 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420656 Mar 05 04:54:06.007852 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76df1ef1-da3e-42b3-bc0c-260607067225 req-a490b0da-8171-4923-84ad-0d077380433c tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978115 Mar 05 04:54:06.015729 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eac8b28c-ae40-4fe4-98d6-8ca815ca3705 req-3d42466b-5e49-4c45-a688-fc5b258a20d3 service neutron] 10.222.0.30 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660207 Mar 05 04:54:06.020268 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-274b1ab4-4782-4c6c-8139-9f6f05b863a6 None None] Provisioning complete for port a67c1220-855e-4fc5-9005-ba291c300756 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:54:06.021489 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-274b1ab4-4782-4c6c-8139-9f6f05b863a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a67c1220-855e-4fc5-9005-ba291c300756), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:06.210577 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4282cd15-8543-4dda-af75-ac6af59ea18d admin admin] Publish callbacks [] for port (f56ed99b-9e17-4cbc-8b0e-0bb823254a01), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:06.220238 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2518f401-a1f1-4353-a94a-f719f4233a48 req-4b620270-e379-489a-b851-da549de572ea tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.11 "GET /v2.0/ports?device_id=35b5ed69-e061-4790-9073-cbb9e6fbacbd HTTP/1.1" status: 200 len: 210 time: 0.1137125 Mar 05 04:54:06.258599 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-274b1ab4-4782-4c6c-8139-9f6f05b863a6 None None] Current status of the port a67c1220-855e-4fc5-9005-ba291c300756 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:54:06.279430 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a67c1220-855e-4fc5-9005-ba291c300756 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:54:06.296588 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f9ad5-e3a5-4d90-b25d-23c84b397e5f req-f86a0f9a-8067-44ce-8190-4bfa7f2c68aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:06.298714 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-589f9ad5-e3a5-4d90-b25d-23c84b397e5f req-f86a0f9a-8067-44ce-8190-4bfa7f2c68aa service neutron] 10.222.0.30 "GET /v2.0/networks?id=6f60c81f-2634-4ffd-bb01-b4ea6ed7a048 HTTP/1.1" status: 200 len: 915 time: 0.4031489 Mar 05 04:54:06.362226 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8a39a7a1-a964-4649-900d-968de1c817d3 req-38de6c09-14ac-4b16-9d71-cc7f836596ac tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 210 time: 0.0600102 Mar 05 04:54:06.369936 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port a67c1220-855e-4fc5-9005-ba291c300756 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:54:06.370457 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a67c1220-855e-4fc5-9005-ba291c300756), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:06.438020 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-843f9c18-937d-4f1b-8413-428e402739c8 req-cab99ee5-8f7f-4fb4-a183-0624cff7c7ed tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 210 time: 0.0915453 Mar 05 04:54:06.439048 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-589f9ad5-e3a5-4d90-b25d-23c84b397e5f req-f8c77acc-a9be-459f-9aa6-3f30d762a5f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c766824-5918-4698-be1d-69a1aa4ccb63 HTTP/1.1" status: 200 len: 217 time: 0.1272707 Mar 05 04:54:06.483127 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port a67c1220-855e-4fc5-9005-ba291c300756 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:54:06.508122 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-f165a1df-ae03-4baa-96df-76f7a4e7d644 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Made reservation on behalf of f4c8bc28785e4a00b63310ed97b40ba8 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:54:06.511654 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-f165a1df-ae03-4baa-96df-76f7a4e7d644 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:06.527570 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-06791c75-70be-4bfd-abb5-82d71320151c req-175ce4e9-f372-43bc-8615-49fe58982417 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 210 time: 0.0885651 Mar 05 04:54:06.564525 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4cc396f-580a-47ae-939c-a5bae1534646 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router_gateway (91befe87-23c5-493e-adaa-171cfe832e9e), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:06.605385 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4cc396f-580a-47ae-939c-a5bae1534646 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:06.641617 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09abfab-34a9-4c1d-96c7-eb6134d83d8b req-f41fdad3-ebea-4ec0-a541-d7987657a07b tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:06.641970 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d09abfab-34a9-4c1d-96c7-eb6134d83d8b req-f41fdad3-ebea-4ec0-a541-d7987657a07b tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 943 time: 0.0746541 Mar 05 04:54:06.702047 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f9ad5-e3a5-4d90-b25d-23c84b397e5f req-16333ca1-ed79-432b-8cef-c22d1263cf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:06.703747 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-589f9ad5-e3a5-4d90-b25d-23c84b397e5f req-16333ca1-ed79-432b-8cef-c22d1263cf2b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=451f8004-d1e7-47a0-b8b7-f06b000a63db HTTP/1.1" status: 200 len: 855 time: 0.2173524 Mar 05 04:54:06.705047 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4282cd15-8543-4dda-af75-ac6af59ea18d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (f56ed99b-9e17-4cbc-8b0e-0bb823254a01), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:06.765806 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d09abfab-34a9-4c1d-96c7-eb6134d83d8b req-81280b73-b0be-409f-a31a-185200bbc699 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166117 Mar 05 04:54:06.826871 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-589f9ad5-e3a5-4d90-b25d-23c84b397e5f req-eefbf540-704d-44bb-aff7-a8f82257787f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6f60c81f-2634-4ffd-bb01-b4ea6ed7a048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061234 Mar 05 04:54:06.865461 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4282cd15-8543-4dda-af75-ac6af59ea18d admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:54:06.890023 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-4282cd15-8543-4dda-af75-ac6af59ea18d admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:54:06.893097 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4282cd15-8543-4dda-af75-ac6af59ea18d admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:54:06.960852 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282cd15-8543-4dda-af75-ac6af59ea18d admin admin] Pushing event updated for resources: {'Port': ['ID=f56ed99b-9e17-4cbc-8b0e-0bb823254a01,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:07.082050 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-c4cc396f-580a-47ae-939c-a5bae1534646 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Allocated IP 172.25.0.183 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/45247c39-7221-4922-b879-e80500aaa3b5) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:54:07.094175 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-f165a1df-ae03-4baa-96df-76f7a4e7d644 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Allocated IP 172.20.0.14 (54309d98-48bc-4d3e-a20e-4665796063fc/9d05b828-21c8-4294-b343-ca7ba96c6119/492c90d8-7d10-4969-a890-6ebd68d2b725) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:54:07.164878 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-589f9ad5-e3a5-4d90-b25d-23c84b397e5f req-bef58545-5595-4abd-89d7-95e2a8a58a34 service neutron] 10.222.0.30 "GET /v2.0/networks/6f60c81f-2634-4ffd-bb01-b4ea6ed7a048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231330 Mar 05 04:54:07.170666 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d950f-9760-4835-b1df-306b395bcc5c req-93280041-9a5f-4557-885c-7afb0d1dd458 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:07.172346 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-778d950f-9760-4835-b1df-306b395bcc5c req-93280041-9a5f-4557-885c-7afb0d1dd458 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3797d86-c8b0-4567-97ee-e019b0f09e6a HTTP/1.1" status: 200 len: 949 time: 0.0639672 Mar 05 04:54:07.228580 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-778d950f-9760-4835-b1df-306b395bcc5c req-298e994d-e449-4ab3-abcd-8831ff4aef34 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474555 Mar 05 04:54:07.363253 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-afed41df-5949-4b7a-ae48-07513e259e9e req-53854bfc-d9b0-459b-b7e8-0cc155dd67b2 tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.11 "GET /v2.0/ports?device_id=35b5ed69-e061-4790-9073-cbb9e6fbacbd HTTP/1.1" status: 200 len: 210 time: 0.0478337 Mar 05 04:54:07.382649 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa4b61-4bd3-432f-9b04-2b5908772771 req-49a0f62a-d1bb-4285-b1eb-773b9f8f7936 tempest-ServersOnMultiNodesTest-615486994 tempest-ServersOnMultiNodesTest-615486994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:07.384628 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-68fa4b61-4bd3-432f-9b04-2b5908772771 req-49a0f62a-d1bb-4285-b1eb-773b9f8f7936 tempest-ServersOnMultiNodesTest-615486994 tempest-ServersOnMultiNodesTest-615486994-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e3797d86-c8b0-4567-97ee-e019b0f09e6a HTTP/1.1" status: 200 len: 1132 time: 0.0774970 Mar 05 04:54:07.468242 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-68fa4b61-4bd3-432f-9b04-2b5908772771 req-d20f0000-9dfd-4a41-bed2-f7a601baff14 tempest-ServersOnMultiNodesTest-615486994 tempest-ServersOnMultiNodesTest-615486994-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718052 Mar 05 04:54:07.558256 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a0135099-b817-4af5-b45c-55c446830b11 req-11ed0358-8670-4bcd-9fea-3d48881f7b5c tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 210 time: 0.0575213 Mar 05 04:54:07.594239 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-589f9ad5-e3a5-4d90-b25d-23c84b397e5f req-73705185-162f-4429-994a-10d144b6573f service neutron] 10.222.0.30 "GET /v2.0/networks/6f60c81f-2634-4ffd-bb01-b4ea6ed7a048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918724 Mar 05 04:54:07.620774 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-84835a8f-a48f-4ac7-9259-1a8be2553fd7 req-34669f41-ef69-4f08-a219-4ffd51e8bc56 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 210 time: 0.0480638 Mar 05 04:54:07.692622 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3461e212-b89e-495c-ae02-78bc71663cd0 req-64398b18-8b9e-4780-b128-797eca5f2f38 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 210 time: 0.0342484 Mar 05 04:54:07.721571 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4cc396f-580a-47ae-939c-a5bae1534646 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for port (45247c39-7221-4922-b879-e80500aaa3b5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:07.804795 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-00a97dab-4281-431b-b74d-bf295bebdaed tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c539558a26474a33929b824612bb5b75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510371 Mar 05 04:54:07.828299 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-f165a1df-ae03-4baa-96df-76f7a4e7d644 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks [] for port (492c90d8-7d10-4969-a890-6ebd68d2b725), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:07.904500 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4cc396f-580a-47ae-939c-a5bae1534646 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (45247c39-7221-4922-b879-e80500aaa3b5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:07.912078 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4282cd15-8543-4dda-af75-ac6af59ea18d admin admin] Publish callbacks [] for router_gateway (5192b81b-7539-4749-bfdc-ec971480fb6f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:07.946968 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-8279d78b-a284-4a57-a084-4cd6e8b509c1 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:07.948555 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-8279d78b-a284-4a57-a084-4cd6e8b509c1 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.31 "GET /v2.0/networks?id=37de3cac-2e27-4573-885e-c86e0ea7886c HTTP/1.1" status: 200 len: 812 time: 0.3297846 Mar 05 04:54:08.006844 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-7ed0415b-8578-41c0-a306-34cacfc4dea2 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Request body: {'port': {'device_id': '2abf3fda-a543-440b-b5ec-b8b9c6710ff6', 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c', 'admin_state_up': True, 'tenant_id': '947653f4d3b84cc89f4c3c5691586859'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:08.225759 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 5c766824-5918-4698-be1d-69a1aa4ccb63 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:54:08.304151 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed91c8c-27f2-421a-82db-bd0b71a18d4b req-e77a7cd2-9799-4a04-9962-3664bb812f07 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:08.305541 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eed91c8c-27f2-421a-82db-bd0b71a18d4b req-e77a7cd2-9799-4a04-9962-3664bb812f07 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 943 time: 0.4465868 Mar 05 04:54:08.311539 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-fd07bd8e-a690-447b-baaa-b4044442e9cf tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:08.312894 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-fd07bd8e-a690-447b-baaa-b4044442e9cf tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5012178 Mar 05 04:54:08.342531 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-f95295a2-8d06-4b4c-bba4-31c9aaadc7a7 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/quotas/c539558a26474a33929b824612bb5b75 HTTP/1.1" status: 200 len: 375 time: 0.0148904 Mar 05 04:54:08.353262 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cc396f-580a-47ae-939c-a5bae1534646 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:54:08.359240 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ee8d57b1-95bc-4f82-9b82-f33b6395f62f req-13c60aa6-5f90-4a12-96bb-f81a5946f8c1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=35b5ed69-e061-4790-9073-cbb9e6fbacbd HTTP/1.1" status: 200 len: 210 time: 0.3603089 Mar 05 04:54:08.381153 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-c4cc396f-580a-47ae-939c-a5bae1534646 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:54:08.389976 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cc396f-580a-47ae-939c-a5bae1534646 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:54:08.395939 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eed91c8c-27f2-421a-82db-bd0b71a18d4b req-f4960c0c-b6ef-4ebd-99ff-aeb8b65bcf5c tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820885 Mar 05 04:54:08.403749 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 5c766824-5918-4698-be1d-69a1aa4ccb63, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5c766824-5918-4698-be1d-69a1aa4ccb63,segment=NetworkSegment(3591eed7-510d-4315-b6a7-34b67541b594),segment_id=3591eed7-510d-4315-b6a7-34b67541b594)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:08.429281 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '5c766824-5918-4698-be1d-69a1aa4ccb63', 'network_id': '6f60c81f-2634-4ffd-bb01-b4ea6ed7a048', 'port_id': '5c766824-5918-4698-be1d-69a1aa4ccb63', 'mac_address': 'fa:16:3e:04:db:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451f8004-d1e7-47a0-b8b7-f06b000a63db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:54:08.451364 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-eab6f11a-66ac-42f5-aedf-048797843dea tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c539558a26474a33929b824612bb5b75&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0986075 Mar 05 04:54:08.488356 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc396f-580a-47ae-939c-a5bae1534646 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Pushing event updated for resources: {'Port': ['ID=45247c39-7221-4922-b879-e80500aaa3b5,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:08.504085 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 5c766824-5918-4698-be1d-69a1aa4ccb63 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:54:08.504482 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5c766824-5918-4698-be1d-69a1aa4ccb63), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:08.522919 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c766824-5918-4698-be1d-69a1aa4ccb63 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:54:08.538261 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8d2f81d6-3200-4203-9b75-577c4b89ef72 req-d91a5204-e83a-45bc-9e7a-805a40ade3e7 tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.11 "GET /v2.0/ports?device_id=35b5ed69-e061-4790-9073-cbb9e6fbacbd HTTP/1.1" status: 200 len: 210 time: 0.0384789 Mar 05 04:54:08.570911 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 5c766824-5918-4698-be1d-69a1aa4ccb63, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5c766824-5918-4698-be1d-69a1aa4ccb63,segment=NetworkSegment(3591eed7-510d-4315-b6a7-34b67541b594),segment_id=3591eed7-510d-4315-b6a7-34b67541b594)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:08.582208 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5c766824-5918-4698-be1d-69a1aa4ccb63), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:08.623577 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-f165a1df-ae03-4baa-96df-76f7a4e7d644 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (492c90d8-7d10-4969-a890-6ebd68d2b725), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:08.647494 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['8f50280d-c7ec-464b-867e-ad57cfb7443f'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:54:08.706171 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-16608590-c0be-4efb-be70-864d67b6836f req-d15f3a8a-1a3d-422d-ad5d-40a0449314e9 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2634221-5f78-4215-a3ac-43cd600b9295 HTTP/1.1" status: 200 len: 210 time: 0.0686123 Mar 05 04:54:08.733745 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=5c766824-5918-4698-be1d-69a1aa4ccb63,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:08.842696 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['5c766824-5918-4698-be1d-69a1aa4ccb63'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:54:08.855668 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165a1df-ae03-4baa-96df-76f7a4e7d644 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Pushing event updated for resources: {'Port': ['ID=492c90d8-7d10-4969-a890-6ebd68d2b725,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:08.872668 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7b9038ec-fa92-4e2e-80f2-ed63ebfea031 req-d339c2b3-ac85-409c-a9c5-f9053c79ad33 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 210 time: 0.0538323 Mar 05 04:54:08.911750 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53570a9c-132e-43a4-adb0-83c70498ca6e req-0592e278-385a-4a95-a6ed-dd52af086445 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:08.921019 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-53570a9c-132e-43a4-adb0-83c70498ca6e req-0592e278-385a-4a95-a6ed-dd52af086445 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 932 time: 0.2098179 Mar 05 04:54:09.043682 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-53570a9c-132e-43a4-adb0-83c70498ca6e req-90c801c0-53ec-4d1a-8351-ab615fe44884 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196191 Mar 05 04:54:09.045882 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4282cd15-8543-4dda-af75-ac6af59ea18d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (5192b81b-7539-4749-bfdc-ec971480fb6f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:09.074894 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-f165a1df-ae03-4baa-96df-76f7a4e7d644 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Network 54309d98-48bc-4d3e-a20e-4665796063fc is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:54:09.075129 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-18e6d331-8e89-408e-ac9e-81d09d9d9c5c req-f0c608c4-3ce0-4f32-96be-06d90e65b5f1 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 210 time: 0.0576296 Mar 05 04:54:09.087735 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-f165a1df-ae03-4baa-96df-76f7a4e7d644 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:54:09.122687 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-f165a1df-ae03-4baa-96df-76f7a4e7d644 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:54:09.215013 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-7ed0415b-8578-41c0-a306-34cacfc4dea2 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Made reservation on behalf of 947653f4d3b84cc89f4c3c5691586859 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:54:09.218364 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-7ed0415b-8578-41c0-a306-34cacfc4dea2 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:09.244055 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-f165a1df-ae03-4baa-96df-76f7a4e7d644 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:09.244706 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-f165a1df-ae03-4baa-96df-76f7a4e7d644 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:09.329546 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4cc396f-580a-47ae-939c-a5bae1534646 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router_gateway (91befe87-23c5-493e-adaa-171cfe832e9e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:09.363979 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-f165a1df-ae03-4baa-96df-76f7a4e7d644 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4217381 Mar 05 04:54:09.414575 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-eb57f47d-fc6b-405a-8fad-680ef7361453 service neutron] Request body: {'port': {'device_id': 'b3f1551f-5173-4f96-971e-7a5719c2f969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:09.594640 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5a9f6-25ee-4d90-b1e8-aaafc92682f2 req-ed7251bc-db96-48d8-8f38-dfe78549c82b tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:09.603593 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bbb5a9f6-25ee-4d90-b1e8-aaafc92682f2 req-ed7251bc-db96-48d8-8f38-dfe78549c82b tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 944 time: 0.0767500 Mar 05 04:54:09.628732 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-7ed0415b-8578-41c0-a306-34cacfc4dea2 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Allocated IP 172.20.0.13 (37de3cac-2e27-4573-885e-c86e0ea7886c/4a6039ad-16bd-4b00-a55f-f7c68e1f3072/a0292c84-51f4-4059-8e4d-6ab501708195) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:54:09.631123 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-eb57f47d-fc6b-405a-8fad-680ef7361453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (492c90d8-7d10-4969-a890-6ebd68d2b725), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:09.685362 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4282cd15-8543-4dda-af75-ac6af59ea18d admin admin] Router 5192b81b-7539-4749-bfdc-ec971480fb6f is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:54:09.707045 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ebafd920-694b-4a09-b388-73b5ddc46142 req-d36a90cb-11e1-4c8a-9bed-60cefb81e224 tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.11 "GET /v2.0/ports?device_id=35b5ed69-e061-4790-9073-cbb9e6fbacbd HTTP/1.1" status: 200 len: 210 time: 0.0317664 Mar 05 04:54:09.718798 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bbb5a9f6-25ee-4d90-b1e8-aaafc92682f2 req-44ddaadd-66ab-4c3c-902e-a65f9ae88d56 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142597 Mar 05 04:54:09.898056 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-a038b270-85aa-4556-9d4b-9cf25f51b5cd tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c539558a26474a33929b824612bb5b75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0898817 Mar 05 04:54:09.901298 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ae8b7ed1-796b-4ad7-a91c-0bb8b46a2527 req-973c8b99-9deb-48be-9b18-c8226e3f9897 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2634221-5f78-4215-a3ac-43cd600b9295 HTTP/1.1" status: 200 len: 210 time: 0.0510371 Mar 05 04:54:10.037706 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1770c7b8-83c4-43fd-8f03-cce4e56c5872 req-12ab17bd-d644-49fa-9271-672bf34e7145 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 210 time: 0.0336251 Mar 05 04:54:10.078894 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f4bbc369-2517-41b4-9a83-3b6944c746ec req-2532d828-827c-4151-88da-a708bd566635 tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.11 "GET /v2.0/ports?device_id=35b5ed69-e061-4790-9073-cbb9e6fbacbd&device_id=2a14b789-70fe-45df-b0ef-f5eb0a2fd545 HTTP/1.1" status: 200 len: 210 time: 0.0326316 Mar 05 04:54:10.094782 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4cc396f-580a-47ae-939c-a5bae1534646 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-903190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9284'] for router (91befe87-23c5-493e-adaa-171cfe832e9e), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:10.212753 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c5583128-4ebd-4b8a-9a99-4574b2f07401 req-81aca0a1-dd5e-49d0-8bdf-37af3cae02b3 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 210 time: 0.0517986 Mar 05 04:54:10.238204 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932906a-0ca2-4a2e-89a6-2b4601b2fb60 req-0e841efa-4019-48bc-8123-ef0cb196ed1a tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:10.239816 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b932906a-0ca2-4a2e-89a6-2b4601b2fb60 req-0e841efa-4019-48bc-8123-ef0cb196ed1a tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 932 time: 0.0980988 Mar 05 04:54:10.263807 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 5c766824-5918-4698-be1d-69a1aa4ccb63 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:54:10.311367 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b932906a-0ca2-4a2e-89a6-2b4601b2fb60 req-0baec14a-bfda-414e-b822-831766cb9453 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648141 Mar 05 04:54:10.348823 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 5c766824-5918-4698-be1d-69a1aa4ccb63 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:54:10.355487 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 5c766824-5918-4698-be1d-69a1aa4ccb63 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:54:10.356222 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5c766824-5918-4698-be1d-69a1aa4ccb63), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:10.465066 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-39185391-e178-4de5-9fbb-88df64e3db16 req-dc86efb1-3e2d-4901-bbe9-4a8cac39974a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c5cd84757e4740f5965cea05949b2251&device_id=35b5ed69-e061-4790-9073-cbb9e6fbacbd HTTP/1.1" status: 200 len: 210 time: 0.0354919 Mar 05 04:54:10.526119 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 5c766824-5918-4698-be1d-69a1aa4ccb63 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:54:10.526522 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5c766824-5918-4698-be1d-69a1aa4ccb63), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:10.531974 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4cc396f-580a-47ae-939c-a5bae1534646 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-903193'] for router (91befe87-23c5-493e-adaa-171cfe832e9e), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:10.551694 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35fcf34d-b40e-41ea-aa2b-140955965296 req-bebfbb4c-d5c0-4257-bb48-84f7b84d7d03 tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.11 "GET /v2.0/ports?device_id=35b5ed69-e061-4790-9073-cbb9e6fbacbd HTTP/1.1" status: 200 len: 210 time: 0.0559578 Mar 05 04:54:10.560564 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-39185391-e178-4de5-9fbb-88df64e3db16 req-4804554e-f469-44b7-b30d-4ae9d212c7de service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c5cd84757e4740f5965cea05949b2251&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0806682 Mar 05 04:54:10.581004 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e319ac45-2a64-4bad-b44a-e4f4a99b6d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c766824-5918-4698-be1d-69a1aa4ccb63'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:54:10.583329 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c66437-5ea2-4a30-b5d9-b21f9089020a" -d '{"events": [{"server_uuid": "e319ac45-2a64-4bad-b44a-e4f4a99b6d7f", "name": "network-vif-plugged", "status": "completed", "tag": "5c766824-5918-4698-be1d-69a1aa4ccb63"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:54:10.600782 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 5c766824-5918-4698-be1d-69a1aa4ccb63, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5c766824-5918-4698-be1d-69a1aa4ccb63,segment=NetworkSegment(3591eed7-510d-4315-b6a7-34b67541b594),segment_id=3591eed7-510d-4315-b6a7-34b67541b594)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:10.618865 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5c766824-5918-4698-be1d-69a1aa4ccb63), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:10.667060 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ff36c7-eb2d-49e5-b8b0-0b567842f4e2 x-openstack-request-id: req-41ff36c7-eb2d-49e5-b8b0-0b567842f4e2 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:54:10.667396 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e319ac45-2a64-4bad-b44a-e4f4a99b6d7f", "name": "network-vif-plugged", "status": "completed", "tag": "5c766824-5918-4698-be1d-69a1aa4ccb63", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:54:10.667662 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-41ff36c7-eb2d-49e5-b8b0-0b567842f4e2 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:54:10.668066 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e319ac45-2a64-4bad-b44a-e4f4a99b6d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c766824-5918-4698-be1d-69a1aa4ccb63', 'code': 200} Mar 05 04:54:10.696517 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=5c766824-5918-4698-be1d-69a1aa4ccb63,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:10.725296 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39185391-e178-4de5-9fbb-88df64e3db16 req-360ad931-1798-4c2a-9732-0bd56098842f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:10.727237 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-39185391-e178-4de5-9fbb-88df64e3db16 req-360ad931-1798-4c2a-9732-0bd56098842f service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1631610 Mar 05 04:54:10.744976 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-7ed0415b-8578-41c0-a306-34cacfc4dea2 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks [] for port (a0292c84-51f4-4059-8e4d-6ab501708195), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:10.753133 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4282cd15-8543-4dda-af75-ac6af59ea18d admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:54:10.764219 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72b7729-8add-4b88-9582-4d6d0f068696 None None] Sync routers for ids ['5192b81b-7539-4749-bfdc-ec971480fb6f'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:54:10.781507 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72b7729-8add-4b88-9582-4d6d0f068696 None None] Routers {'5192b81b-7539-4749-bfdc-ec971480fb6f'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:54:10.782153 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e72b7729-8add-4b88-9582-4d6d0f068696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:53:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['5192b81b-7539-4749-bfdc-ec971480fb6f'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:10.808188 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-0bc21bdf-d520-443f-a8be-f2c37ce20fcc tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:10.809700 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-0bc21bdf-d520-443f-a8be-f2c37ce20fcc tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9020412 Mar 05 04:54:10.837510 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-e4f94143-6094-4678-8258-441bb3b009f6 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Request body: {'port': {'device_id': 'd2634221-5f78-4215-a3ac-43cd600b9295', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'admin_state_up': True, 'tenant_id': 'c539558a26474a33929b824612bb5b75'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:10.912003 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be5986-ba91-4dc4-bec8-da7d8194383d req-e42ae8dd-db7b-45ef-a423-969b58956b25 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:10.915312 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d0be5986-ba91-4dc4-bec8-da7d8194383d req-e42ae8dd-db7b-45ef-a423-969b58956b25 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 945 time: 0.1196110 Mar 05 04:54:10.927483 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4282cd15-8543-4dda-af75-ac6af59ea18d admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:10.928991 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4282cd15-8543-4dda-af75-ac6af59ea18d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.3567996 Mar 05 04:54:10.950431 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d1e4b-6fa2-4b9e-9590-b852db61bafd req-9f2e9b54-112e-4c10-99fd-00ba9cdad967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:10.952796 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-645d1e4b-6fa2-4b9e-9590-b852db61bafd req-9f2e9b54-112e-4c10-99fd-00ba9cdad967 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 1128 time: 0.1967320 Mar 05 04:54:10.963992 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54810) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:11.019832 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-e72b7729-8add-4b88-9582-4d6d0f068696 None None] Set router 5192b81b-7539-4749-bfdc-ec971480fb6f gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:54:11.023811 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d0be5986-ba91-4dc4-bec8-da7d8194383d req-f2d5b825-c2b9-40f1-a5be-21f1d41a04ba tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023583 Mar 05 04:54:11.094275 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-7ed0415b-8578-41c0-a306-34cacfc4dea2 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (a0292c84-51f4-4059-8e4d-6ab501708195), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:11.106543 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['dacb6cfd-ca68-47bb-914b-fd102e6bde98', 'b9d19b93-ca56-41a2-97e2-7d5809b5eadc'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:54:11.136244 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-00bc8dd6-85e5-4add-95a3-71fd18f70e87 req-4fb002e8-2bd7-40af-998c-8af818d494f6 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2634221-5f78-4215-a3ac-43cd600b9295 HTTP/1.1" status: 200 len: 210 time: 0.1058924 Mar 05 04:54:11.215728 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-645d1e4b-6fa2-4b9e-9590-b852db61bafd req-831b3b73-8491-4dba-93fc-b4cfc41eb575 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136934 Mar 05 04:54:11.233628 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-eb57f47d-fc6b-405a-8fad-680ef7361453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 492c90d8-7d10-4969-a890-6ebd68d2b725 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:54:11.254032 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e72b7729-8add-4b88-9582-4d6d0f068696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'name': 'tempest-AttachVolumeTestJSON-1804951668-router', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:54:02Z', 'updated_at': '2022-03-05T04:54:07Z', 'revision_number': 3, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'gw_port': {'id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:04Z', 'updated_at': '2022-03-05T04:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:11.258280 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-eb57f47d-fc6b-405a-8fad-680ef7361453 service neutron] Publish callbacks [] for port (492c90d8-7d10-4969-a890-6ebd68d2b725), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:11.263176 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1c2a5f9c-8f4a-4218-918a-ea184424b98a req-4d6ea601-b953-4124-9a26-5bbb74e63e8d tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 210 time: 0.0679674 Mar 05 04:54:11.264222 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0415b-8578-41c0-a306-34cacfc4dea2 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Pushing event updated for resources: {'Port': ['ID=a0292c84-51f4-4059-8e4d-6ab501708195,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:11.286870 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72b7729-8add-4b88-9582-4d6d0f068696 None None] Checking router: 5192b81b-7539-4749-bfdc-ec971480fb6f for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:54:11.287452 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72b7729-8add-4b88-9582-4d6d0f068696 None None] Updating router 5192b81b-7539-4749-bfdc-ec971480fb6f port f56ed99b-9e17-4cbc-8b0e-0bb823254a01 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:54:11.302129 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-7ed0415b-8578-41c0-a306-34cacfc4dea2 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Network 37de3cac-2e27-4573-885e-c86e0ea7886c is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:54:11.313526 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-eb57f47d-fc6b-405a-8fad-680ef7361453 service neutron] Transition to ACTIVE for port object 492c90d8-7d10-4969-a890-6ebd68d2b725 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:54:11.315314 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cc396f-580a-47ae-939c-a5bae1534646 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Router 91befe87-23c5-493e-adaa-171cfe832e9e is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:54:11.317379 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-7ed0415b-8578-41c0-a306-34cacfc4dea2 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:54:11.322399 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-7ed0415b-8578-41c0-a306-34cacfc4dea2 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:54:11.322871 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e72b7729-8add-4b88-9582-4d6d0f068696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f56ed99b-9e17-4cbc-8b0e-0bb823254a01), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:11.327217 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-e4f94143-6094-4678-8258-441bb3b009f6 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Made reservation on behalf of c539558a26474a33929b824612bb5b75 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:54:11.331630 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-e4f94143-6094-4678-8258-441bb3b009f6 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:11.365912 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-eb57f47d-fc6b-405a-8fad-680ef7361453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (492c90d8-7d10-4969-a890-6ebd68d2b725), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:11.499738 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7768faf2-b07b-4245-abac-ca007f587b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:11.578575 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5aeeef-7de9-48e8-8ec3-4b0b4cd5b2e5 req-83961470-3320-4191-aca1-c7f14424553a tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:11.580513 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a5aeeef-7de9-48e8-8ec3-4b0b4cd5b2e5 req-83961470-3320-4191-aca1-c7f14424553a tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 932 time: 0.2121549 Mar 05 04:54:11.598293 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a8ed5-68eb-42bd-a6b1-a8cc839a75f9 req-561c8025-c4f6-4129-aca8-cb2496a02705 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:11.608173 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2d6a8ed5-68eb-42bd-a6b1-a8cc839a75f9 req-561c8025-c4f6-4129-aca8-cb2496a02705 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 944 time: 0.1115043 Mar 05 04:54:11.640000 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-7ed0415b-8578-41c0-a306-34cacfc4dea2 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:11.640783 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-7ed0415b-8578-41c0-a306-34cacfc4dea2 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:11.743429 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2d6a8ed5-68eb-42bd-a6b1-a8cc839a75f9 req-cca81682-16e0-4c77-a587-bac7984192b7 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337447 Mar 05 04:54:11.749185 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57f47d-fc6b-405a-8fad-680ef7361453 service neutron] Pushing event updated for resources: {'Port': ['ID=492c90d8-7d10-4969-a890-6ebd68d2b725,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:11.760492 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a5aeeef-7de9-48e8-8ec3-4b0b4cd5b2e5 req-ee8a8b08-d51c-4965-b816-5de28413c7da tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227236 Mar 05 04:54:11.820891 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e72b7729-8add-4b88-9582-4d6d0f068696 None None] Publish callbacks [] for port (f56ed99b-9e17-4cbc-8b0e-0bb823254a01), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:11.829611 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e72b7729-8add-4b88-9582-4d6d0f068696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f56ed99b-9e17-4cbc-8b0e-0bb823254a01), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:11.849877 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-7105a17d-ac9b-4ca5-b41b-dd580d68fb20 None None] Provisioning complete for port a0292c84-51f4-4059-8e4d-6ab501708195 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:54:11.852697 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7105a17d-ac9b-4ca5-b41b-dd580d68fb20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a0292c84-51f4-4059-8e4d-6ab501708195), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:11.862299 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-7ed0415b-8578-41c0-a306-34cacfc4dea2 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8639460 Mar 05 04:54:11.869748 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-e72b7729-8add-4b88-9582-4d6d0f068696 None None] Attempting to bind port f56ed99b-9e17-4cbc-8b0e-0bb823254a01 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:54:11.870513 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-e72b7729-8add-4b88-9582-4d6d0f068696 None None] Attempting to bind port f56ed99b-9e17-4cbc-8b0e-0bb823254a01 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:54:11.871144 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72b7729-8add-4b88-9582-4d6d0f068696 None None] Attempting to bind port f56ed99b-9e17-4cbc-8b0e-0bb823254a01 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:54:11.878836 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-2bd0ca1a-6dae-45d0-8c76-39cb863752e7 service neutron] Request body: {'port': {'device_id': '2abf3fda-a543-440b-b5ec-b8b9c6710ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:11.918163 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-7105a17d-ac9b-4ca5-b41b-dd580d68fb20 None None] Port a0292c84-51f4-4059-8e4d-6ab501708195 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:54:11.929906 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72b7729-8add-4b88-9582-4d6d0f068696 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:54:11.931178 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72b7729-8add-4b88-9582-4d6d0f068696 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:54:11.931939 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e72b7729-8add-4b88-9582-4d6d0f068696 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:11.932528 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72b7729-8add-4b88-9582-4d6d0f068696 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:54:11.933324 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-e72b7729-8add-4b88-9582-4d6d0f068696 None None] Bound port: f56ed99b-9e17-4cbc-8b0e-0bb823254a01, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:54:11.934403 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e72b7729-8add-4b88-9582-4d6d0f068696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f56ed99b-9e17-4cbc-8b0e-0bb823254a01), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:11.937502 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4a9be0d6-a759-4395-99aa-5ba5f53a5409 req-ad6557c7-2713-41ab-8f1f-b24d97a68a7a tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.11 "GET /v2.0/ports?device_id=35b5ed69-e061-4790-9073-cbb9e6fbacbd HTTP/1.1" status: 200 len: 210 time: 0.0579879 Mar 05 04:54:11.995783 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233ad19-18d7-4198-8f45-db1c1f0ea983 None None] Pushing event updated for resources: {'Port': ['ID=f56ed99b-9e17-4cbc-8b0e-0bb823254a01,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:12.024277 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-e72b7729-8add-4b88-9582-4d6d0f068696 None None] For port f56ed99b-9e17-4cbc-8b0e-0bb823254a01, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:54:12.029051 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-e72b7729-8add-4b88-9582-4d6d0f068696 None None] For port f56ed99b-9e17-4cbc-8b0e-0bb823254a01, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=f56ed99b-9e17-4cbc-8b0e-0bb823254a01,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:54:12.038728 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e72b7729-8add-4b88-9582-4d6d0f068696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f56ed99b-9e17-4cbc-8b0e-0bb823254a01), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:12.059763 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cc396f-580a-47ae-939c-a5bae1534646 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:54:12.072954 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4cc396f-580a-47ae-939c-a5bae1534646 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:12.074116 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c4cc396f-580a-47ae-939c-a5bae1534646 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "PUT /v2.0/routers/91befe87-23c5-493e-adaa-171cfe832e9e HTTP/1.1" status: 200 len: 916 time: 7.5820913 Mar 05 04:54:12.077148 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54824) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:12.102760 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc576d8-d110-4c3c-bd0e-789de27cfed1 None None] Sync routers for ids ['91befe87-23c5-493e-adaa-171cfe832e9e'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:54:12.104687 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-e4f94143-6094-4678-8258-441bb3b009f6 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Allocated IP 192.168.233.186 (fb0dde64-203a-4c32-80ac-e1733ed0c9dd/63f989ea-15ee-41e4-8c8f-8183d2023f4e/42427eec-a199-479e-ab01-a7379d14c4ca) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:54:12.118991 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc576d8-d110-4c3c-bd0e-789de27cfed1 None None] Routers {'91befe87-23c5-493e-adaa-171cfe832e9e'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:54:12.122074 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-1cc576d8-d110-4c3c-bd0e-789de27cfed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:53:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['91befe87-23c5-493e-adaa-171cfe832e9e'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:12.138689 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-eb57f47d-fc6b-405a-8fad-680ef7361453 service neutron] Attempting to bind port 492c90d8-7d10-4969-a890-6ebd68d2b725 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:54:12.139025 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-eb57f47d-fc6b-405a-8fad-680ef7361453 service neutron] Attempting to bind port 492c90d8-7d10-4969-a890-6ebd68d2b725 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': 'ebcd2177-23d7-4bfd-8698-a8500e628c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:54:12.139425 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-eb57f47d-fc6b-405a-8fad-680ef7361453 service neutron] Attempting to bind port 492c90d8-7d10-4969-a890-6ebd68d2b725 on network 54309d98-48bc-4d3e-a20e-4665796063fc {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:54:12.141294 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-2bd0ca1a-6dae-45d0-8c76-39cb863752e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a0292c84-51f4-4059-8e4d-6ab501708195), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:12.168528 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-eb57f47d-fc6b-405a-8fad-680ef7361453 service neutron] Port 492c90d8-7d10-4969-a890-6ebd68d2b725 on network 54309d98-48bc-4d3e-a20e-4665796063fc not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:54:12.168528 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-eb57f47d-fc6b-405a-8fad-680ef7361453 service neutron] Attempting to bind port 492c90d8-7d10-4969-a890-6ebd68d2b725 on network 54309d98-48bc-4d3e-a20e-4665796063fc {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:54:12.169803 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72b7729-8add-4b88-9582-4d6d0f068696 None None] Routers {'5192b81b-7539-4749-bfdc-ec971480fb6f'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:54:12.170505 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e72b7729-8add-4b88-9582-4d6d0f068696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:53:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['5192b81b-7539-4749-bfdc-ec971480fb6f'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:12.183693 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-eb57f47d-fc6b-405a-8fad-680ef7361453 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:54:12.184036 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-eb57f47d-fc6b-405a-8fad-680ef7361453 service neutron] Checking segment: {'id': 'ebcd2177-23d7-4bfd-8698-a8500e628c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:54:12.184417 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-eb57f47d-fc6b-405a-8fad-680ef7361453 service neutron] Bound using segment: {'id': 'ebcd2177-23d7-4bfd-8698-a8500e628c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:54:12.184923 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-eb57f47d-fc6b-405a-8fad-680ef7361453 service neutron] Bound port: 492c90d8-7d10-4969-a890-6ebd68d2b725, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebcd2177-23d7-4bfd-8698-a8500e628c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:54:12.185190 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-eb57f47d-fc6b-405a-8fad-680ef7361453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (492c90d8-7d10-4969-a890-6ebd68d2b725), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:12.214560 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-1cc576d8-d110-4c3c-bd0e-789de27cfed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:12.237538 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc576d8-d110-4c3c-bd0e-789de27cfed1 None None] Routers {'91befe87-23c5-493e-adaa-171cfe832e9e'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:54:12.240176 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-1cc576d8-d110-4c3c-bd0e-789de27cfed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:53:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['91befe87-23c5-493e-adaa-171cfe832e9e'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:12.275885 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7233ad19-18d7-4198-8f45-db1c1f0ea983 None None] Pushing event updated for resources: {'Port': ['ID=f56ed99b-9e17-4cbc-8b0e-0bb823254a01,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:12.315332 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-39185391-e178-4de5-9fbb-88df64e3db16 req-39966748-afb5-4fd1-b061-17113723062b tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.30 "GET /v2.0/ports?device_id=35b5ed69-e061-4790-9073-cbb9e6fbacbd HTTP/1.1" status: 200 len: 210 time: 0.0692792 Mar 05 04:54:12.324849 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-1cc576d8-d110-4c3c-bd0e-789de27cfed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:12.325541 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc576d8-d110-4c3c-bd0e-789de27cfed1 None None] The sync data for ids ['91befe87-23c5-493e-adaa-171cfe832e9e'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:54:12.379052 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6922e728-1160-4b0b-ac8a-a64d5af0454c req-ffedb620-d25e-42b2-95e8-0ccd0ae95649 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2634221-5f78-4215-a3ac-43cd600b9295 HTTP/1.1" status: 200 len: 210 time: 0.0674951 Mar 05 04:54:12.418475 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-e72b7729-8add-4b88-9582-4d6d0f068696 None None] Set router 5192b81b-7539-4749-bfdc-ec971480fb6f gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:54:12.424606 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-04eed5ce-6e0b-4ec0-86c6-f43021579f51 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "GET /v2.0/routers/91befe87-23c5-493e-adaa-171cfe832e9e HTTP/1.1" status: 200 len: 922 time: 0.3425303 Mar 05 04:54:12.431947 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2b274-088c-494f-b0ab-07e1b52e43d5 req-340b6265-8063-48b8-87d8-0d965b44bbdb tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:12.440855 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7f2b274-088c-494f-b0ab-07e1b52e43d5 req-340b6265-8063-48b8-87d8-0d965b44bbdb tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 945 time: 0.2705505 Mar 05 04:54:12.459130 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54830) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:12.610376 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7f2b274-088c-494f-b0ab-07e1b52e43d5 req-4423a3b6-d8ad-4614-a4bb-7a5b4b8d9608 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685412 Mar 05 04:54:12.613959 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-046e1e25-945a-4429-890d-184b9f07ca1e req-ff527e29-783e-49e1-8a09-c5ce095ffdee tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 210 time: 0.0974143 Mar 05 04:54:12.725416 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e72b7729-8add-4b88-9582-4d6d0f068696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'name': 'tempest-AttachVolumeTestJSON-1804951668-router', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:54:02Z', 'updated_at': '2022-03-05T04:54:07Z', 'revision_number': 3, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'gw_port': {'id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:04Z', 'updated_at': '2022-03-05T04:54:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:12.757384 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72b7729-8add-4b88-9582-4d6d0f068696 None None] The sync data for ids ['5192b81b-7539-4749-bfdc-ec971480fb6f'] in n-d-789963-32 is: [{'id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'name': 'tempest-AttachVolumeTestJSON-1804951668-router', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:54:02Z', 'updated_at': '2022-03-05T04:54:07Z', 'revision_number': 3, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'gw_port': {'id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:04Z', 'updated_at': '2022-03-05T04:54:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:54:12.946446 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-eb57f47d-fc6b-405a-8fad-680ef7361453 service neutron] For port 492c90d8-7d10-4969-a890-6ebd68d2b725, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:54:12.963857 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1401f-26a5-4ac8-a1d6-9f7703c40cc4 req-99d5e52f-b2c3-489f-a29e-55abfea747d9 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:12.965683 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-88e1401f-26a5-4ac8-a1d6-9f7703c40cc4 req-99d5e52f-b2c3-489f-a29e-55abfea747d9 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 944 time: 0.1293364 Mar 05 04:54:12.981636 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1771ff-7087-4b71-8b04-b2a7177fd729 req-dc59158b-a03a-459f-a9a0-d380d2cf1438 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:12.990315 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fd1771ff-7087-4b71-8b04-b2a7177fd729 req-dc59158b-a03a-459f-a9a0-d380d2cf1438 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 932 time: 0.1167510 Mar 05 04:54:13.016139 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-eb57f47d-fc6b-405a-8fad-680ef7361453 service neutron] For port 492c90d8-7d10-4969-a890-6ebd68d2b725, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=492c90d8-7d10-4969-a890-6ebd68d2b725,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:54:13.041683 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-eb57f47d-fc6b-405a-8fad-680ef7361453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (492c90d8-7d10-4969-a890-6ebd68d2b725), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:13.088868 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f779b0c-a2d9-485c-8cd0-04a18fd1814c tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:13.090423 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9f779b0c-a2d9-485c-8cd0-04a18fd1814c tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=ff625bbb-6b8f-4740-be08-a562ec9a34a4&device_id=91befe87-23c5-493e-adaa-171cfe832e9e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6287057 Mar 05 04:54:13.094531 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54838) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:13.188155 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-eb57f47d-fc6b-405a-8fad-680ef7361453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:13.188811 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-eb57f47d-fc6b-405a-8fad-680ef7361453 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:13.190466 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-eb57f47d-fc6b-405a-8fad-680ef7361453 service neutron] 10.222.0.30 "PUT /v2.0/ports/492c90d8-7d10-4969-a890-6ebd68d2b725 HTTP/1.1" status: 200 len: 1093 time: 3.7830830 Mar 05 04:54:13.195224 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f1551f-5173-4f96-971e-7a5719c2f969', 'tag': '492c90d8-7d10-4969-a890-6ebd68d2b725'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:54:13.197615 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da300084-f4c4-4147-b890-55a073d58615" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f1551f-5173-4f96-971e-7a5719c2f969", "tag": "492c90d8-7d10-4969-a890-6ebd68d2b725"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:54:13.209937 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-e4f94143-6094-4678-8258-441bb3b009f6 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks [] for port (42427eec-a199-479e-ab01-a7379d14c4ca), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:13.240633 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-88e1401f-26a5-4ac8-a1d6-9f7703c40cc4 req-122b5a4f-5b3c-4e81-b830-30e7709e813f tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471151 Mar 05 04:54:13.257229 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8802e96f-3d17-4c03-bcd4-0c54f2f671c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:13.260311 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fd1771ff-7087-4b71-8b04-b2a7177fd729 req-53617a11-0011-4c44-975e-f648a33a8390 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685680 Mar 05 04:54:13.305797 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44544510-26f3-48e5-8b39-da1cfd3a3f9a tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:13.312102 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-44544510-26f3-48e5-8b39-da1cfd3a3f9a tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 881 time: 0.2160923 Mar 05 04:54:13.323625 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54842) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:13.329152 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57f47d-fc6b-405a-8fad-680ef7361453 service neutron] Pushing event updated for resources: {'Port': ['ID=492c90d8-7d10-4969-a890-6ebd68d2b725,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:13.371010 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f59ebbb-ebee-4adb-927f-40027f2336df x-openstack-request-id: req-3f59ebbb-ebee-4adb-927f-40027f2336df {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:54:13.371332 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f1551f-5173-4f96-971e-7a5719c2f969", "tag": "492c90d8-7d10-4969-a890-6ebd68d2b725", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:54:13.371586 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3f59ebbb-ebee-4adb-927f-40027f2336df {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:54:13.372813 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f1551f-5173-4f96-971e-7a5719c2f969', 'tag': '492c90d8-7d10-4969-a890-6ebd68d2b725', 'status': 'completed', 'code': 200} Mar 05 04:54:13.380816 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-651f8615-4c58-45d2-9a8e-95324f821017 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] 10.222.0.11 "GET /v2.0/ports?device_id=91befe87-23c5-493e-adaa-171cfe832e9e HTTP/1.1" status: 200 len: 205 time: 0.0555713 Mar 05 04:54:13.381691 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54846) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:13.599819 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8ce8e7cb-cbd5-4d3d-93e2-341a857201f4 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router (91befe87-23c5-493e-adaa-171cfe832e9e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:13.668419 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:13.681297 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5a578eb6-d240-4eb7-b05f-3e4d21a45c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:13.719411 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-079c8857-bdef-4228-83c7-869a33b1561c req-6217237c-8b2a-40f8-88f5-cbc6f9c83423 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2634221-5f78-4215-a3ac-43cd600b9295 HTTP/1.1" status: 200 len: 210 time: 0.1161723 Mar 05 04:54:13.724701 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67a86c2e-be4a-4ed9-aa77-e474cada7251 req-a9cb8718-811f-4aa2-afdd-3fe0314a03be service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c5cd84757e4740f5965cea05949b2251&device_id=2a14b789-70fe-45df-b0ef-f5eb0a2fd545 HTTP/1.1" status: 200 len: 210 time: 0.0642483 Mar 05 04:54:13.732249 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-2bd0ca1a-6dae-45d0-8c76-39cb863752e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0292c84-51f4-4059-8e4d-6ab501708195 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:54:13.758773 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-2bd0ca1a-6dae-45d0-8c76-39cb863752e7 service neutron] Publish callbacks [] for port (a0292c84-51f4-4059-8e4d-6ab501708195), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:13.769625 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:13.780801 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-446fd0fb-b7c2-4a3e-a558-af4a5b092b75 req-823bf278-d472-43ff-9548-2d5626925377 tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a14b789-70fe-45df-b0ef-f5eb0a2fd545 HTTP/1.1" status: 200 len: 210 time: 0.0823145 Mar 05 04:54:13.784739 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67a86c2e-be4a-4ed9-aa77-e474cada7251 req-996639ab-24d2-4a76-9e02-446977464002 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=c5cd84757e4740f5965cea05949b2251&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480647 Mar 05 04:54:13.794093 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-2bd0ca1a-6dae-45d0-8c76-39cb863752e7 service neutron] Transition to ACTIVE for port object a0292c84-51f4-4059-8e4d-6ab501708195 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:54:13.869833 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-e4f94143-6094-4678-8258-441bb3b009f6 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (42427eec-a199-479e-ab01-a7379d14c4ca), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:13.884113 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['0f61ba0a-9880-41ce-a7d9-586bcbeae1cf', '0e89adf7-a265-48f3-aa9c-bc8dd2c63c32', '8b7a5104-a956-466e-ae5f-bee14315d779', '9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e', '5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:54:13.886436 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b', '391c2bac-7eba-4f55-adaf-ec53da837ea9'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:54:13.887327 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-2bd0ca1a-6dae-45d0-8c76-39cb863752e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (a0292c84-51f4-4059-8e4d-6ab501708195), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:13.921958 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-8802e96f-3d17-4c03-bcd4-0c54f2f671c2 admin admin] Allocated IP 172.20.0.1 (931621a1-3c63-4b88-9017-913fd0b96f88/d4f62d24-d369-4f32-b0d3-8cc062c5524d/8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:54:14.019450 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bbaa0554-2067-40ca-8ee3-bea462431864 req-d28a373c-0e58-41d0-a696-523fdd5e8b5a tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 210 time: 0.1126871 Mar 05 04:54:14.031634 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8ce8e7cb-cbd5-4d3d-93e2-341a857201f4 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router_gateway (91befe87-23c5-493e-adaa-171cfe832e9e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:14.068173 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8802e96f-3d17-4c03-bcd4-0c54f2f671c2 admin admin] Publish callbacks [] for port (8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:14.094990 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b87426-edd3-428a-aafa-97d3a87ef064 req-f044cad1-a7c3-4d13-afc5-ad7f83fb8860 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:14.103427 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-11b87426-edd3-428a-aafa-97d3a87ef064 req-f044cad1-a7c3-4d13-afc5-ad7f83fb8860 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 945 time: 0.2643557 Mar 05 04:54:14.190176 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a86c2e-be4a-4ed9-aa77-e474cada7251 req-7b0d29d8-2609-45ad-9c64-3285ddf7d987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:14.190176 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67a86c2e-be4a-4ed9-aa77-e474cada7251 req-7b0d29d8-2609-45ad-9c64-3285ddf7d987 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3778741 Mar 05 04:54:14.208334 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-11b87426-edd3-428a-aafa-97d3a87ef064 req-c47d56a0-b708-4355-afc1-3e708822ccd0 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966165 Mar 05 04:54:14.239327 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8ce8e7cb-cbd5-4d3d-93e2-341a857201f4 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Deleting port 45247c39-7221-4922-b879-e80500aaa3b5 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:54:14.239772 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8ce8e7cb-cbd5-4d3d-93e2-341a857201f4 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (45247c39-7221-4922-b879-e80500aaa3b5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:14.243847 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-e2fbda4f-4aea-417c-b6bf-095dfdb6d1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:14.254742 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-e2fbda4f-4aea-417c-b6bf-095dfdb6d1b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f4c8bc28785e4a00b63310ed97b40ba8&device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 1127 time: 0.8390183 Mar 05 04:54:14.256102 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8802e96f-3d17-4c03-bcd4-0c54f2f671c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:14.323615 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-e4f94143-6094-4678-8258-441bb3b009f6 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:54:14.375812 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f56ed99b-9e17-4cbc-8b0e-0bb823254a01 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:54:14.402112 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8802e96f-3d17-4c03-bcd4-0c54f2f671c2 admin admin] Network 931621a1-3c63-4b88-9017-913fd0b96f88 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:54:14.403187 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-e4f94143-6094-4678-8258-441bb3b009f6 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:54:14.409767 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-39350556-e23f-4999-884a-870b35c10e63 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=492c90d8-7d10-4969-a890-6ebd68d2b725 HTTP/1.1" status: 200 len: 217 time: 0.1289525 Mar 05 04:54:14.410713 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-e4f94143-6094-4678-8258-441bb3b009f6 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:54:14.432362 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-8802e96f-3d17-4c03-bcd4-0c54f2f671c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:54:14.485787 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8ce8e7cb-cbd5-4d3d-93e2-341a857201f4 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (45247c39-7221-4922-b879-e80500aaa3b5), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:14.529264 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8802e96f-3d17-4c03-bcd4-0c54f2f671c2 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:54:14.541469 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8ce8e7cb-cbd5-4d3d-93e2-341a857201f4 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Calling delete_port for 45247c39-7221-4922-b879-e80500aaa3b5 owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:54:14.573945 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f94143-6094-4678-8258-441bb3b009f6 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Pushing event updated for resources: {'Port': ['ID=42427eec-a199-479e-ab01-a7379d14c4ca,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:14.808098 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8802e96f-3d17-4c03-bcd4-0c54f2f671c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (5192b81b-7539-4749-bfdc-ec971480fb6f), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:14.865745 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port f56ed99b-9e17-4cbc-8b0e-0bb823254a01 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:54:14.866207 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f56ed99b-9e17-4cbc-8b0e-0bb823254a01), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:14.897837 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3a29f-b657-49b9-9ba6-cbcff5d99b32 req-9a3d6d6b-e152-4d90-b51b-44b34d785b25 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:14.905252 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c3e3a29f-b657-49b9-9ba6-cbcff5d99b32 req-9a3d6d6b-e152-4d90-b51b-44b34d785b25 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 945 time: 0.5530541 Mar 05 04:54:14.921259 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8ce8e7cb-cbd5-4d3d-93e2-341a857201f4 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (45247c39-7221-4922-b879-e80500aaa3b5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:14.928506 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0ca1a-6dae-45d0-8c76-39cb863752e7 service neutron] Pushing event updated for resources: {'Port': ['ID=a0292c84-51f4-4059-8e4d-6ab501708195,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:14.943888 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-e4f94143-6094-4678-8258-441bb3b009f6 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:14.944788 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-e4f94143-6094-4678-8258-441bb3b009f6 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:14.964697 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-d701399f-8440-40dd-ab44-67c7b5ab2abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:14.966330 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-d701399f-8440-40dd-ab44-67c7b5ab2abe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d05b828-21c8-4294-b343-ca7ba96c6119 HTTP/1.1" status: 200 len: 846 time: 0.5316203 Mar 05 04:54:14.984994 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ca83f-fc78-4298-92fa-4a219df5c262 req-32b8ee9d-606e-4374-9d1a-2df0240c4d3d tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:14.999791 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ec5ca83f-fc78-4298-92fa-4a219df5c262 req-32b8ee9d-606e-4374-9d1a-2df0240c4d3d tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 944 time: 0.6351922 Mar 05 04:54:15.042651 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-03763dd6-8c8b-4455-937b-bd2185b7e5d0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54309d98-48bc-4d3e-a20e-4665796063fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463037 Mar 05 04:54:15.052670 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-e4f94143-6094-4678-8258-441bb3b009f6 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2284012 Mar 05 04:54:15.072625 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-7fd893db-d95f-4ca5-822f-8084e9468a41 service neutron] Request body: {'port': {'device_id': 'd2634221-5f78-4215-a3ac-43cd600b9295', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:15.098627 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port f56ed99b-9e17-4cbc-8b0e-0bb823254a01 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:54:15.099099 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f56ed99b-9e17-4cbc-8b0e-0bb823254a01), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:15.134277 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port f56ed99b-9e17-4cbc-8b0e-0bb823254a01, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=f56ed99b-9e17-4cbc-8b0e-0bb823254a01,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:15.153188 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8ce8e7cb-cbd5-4d3d-93e2-341a857201f4 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (91befe87-23c5-493e-adaa-171cfe832e9e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:15.154440 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802e96f-3d17-4c03-bcd4-0c54f2f671c2 admin admin] Pushing event updated for resources: {'Port': ['ID=8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:15.154981 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:15.169130 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f56ed99b-9e17-4cbc-8b0e-0bb823254a01), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:15.193116 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-2bd0ca1a-6dae-45d0-8c76-39cb863752e7 service neutron] Attempting to bind port a0292c84-51f4-4059-8e4d-6ab501708195 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:54:15.193972 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-2bd0ca1a-6dae-45d0-8c76-39cb863752e7 service neutron] Attempting to bind port a0292c84-51f4-4059-8e4d-6ab501708195 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'db049693-52d7-464e-9d76-c4af8ab82eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:54:15.194435 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-2bd0ca1a-6dae-45d0-8c76-39cb863752e7 service neutron] Attempting to bind port a0292c84-51f4-4059-8e4d-6ab501708195 on network 37de3cac-2e27-4573-885e-c86e0ea7886c {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:54:15.246325 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=f56ed99b-9e17-4cbc-8b0e-0bb823254a01,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:15.290531 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-2bd0ca1a-6dae-45d0-8c76-39cb863752e7 service neutron] Port a0292c84-51f4-4059-8e4d-6ab501708195 on network 37de3cac-2e27-4573-885e-c86e0ea7886c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:54:15.291102 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-2bd0ca1a-6dae-45d0-8c76-39cb863752e7 service neutron] Attempting to bind port a0292c84-51f4-4059-8e4d-6ab501708195 on network 37de3cac-2e27-4573-885e-c86e0ea7886c {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:54:15.291585 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8ce8e7cb-cbd5-4d3d-93e2-341a857201f4 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (91befe87-23c5-493e-adaa-171cfe832e9e), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:15.293946 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8ce8e7cb-cbd5-4d3d-93e2-341a857201f4 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router_controller (91befe87-23c5-493e-adaa-171cfe832e9e), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:15.313967 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-2bd0ca1a-6dae-45d0-8c76-39cb863752e7 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:54:15.314993 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-2bd0ca1a-6dae-45d0-8c76-39cb863752e7 service neutron] Checking segment: {'id': 'db049693-52d7-464e-9d76-c4af8ab82eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:54:15.315529 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-2bd0ca1a-6dae-45d0-8c76-39cb863752e7 service neutron] Bound using segment: {'id': 'db049693-52d7-464e-9d76-c4af8ab82eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:54:15.316093 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-2bd0ca1a-6dae-45d0-8c76-39cb863752e7 service neutron] Bound port: a0292c84-51f4-4059-8e4d-6ab501708195, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db049693-52d7-464e-9d76-c4af8ab82eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:54:15.316569 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-2bd0ca1a-6dae-45d0-8c76-39cb863752e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a0292c84-51f4-4059-8e4d-6ab501708195), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:15.357970 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-7fd893db-d95f-4ca5-822f-8084e9468a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (42427eec-a199-479e-ab01-a7379d14c4ca), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:15.380019 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-e400ce5e-107b-4fbb-9ed0-d331eb409877 service neutron] 10.222.0.30 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225315 Mar 05 04:54:15.395610 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ec5ca83f-fc78-4298-92fa-4a219df5c262 req-bfca2f35-18c9-43a7-b76d-4bd02a2f1912 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948159 Mar 05 04:54:15.410619 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8ce8e7cb-cbd5-4d3d-93e2-341a857201f4 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (91befe87-23c5-493e-adaa-171cfe832e9e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:15.411419 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce8e7cb-cbd5-4d3d-93e2-341a857201f4 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Fanout notify agent at l3_agent the message router_deleted on router 91befe87-23c5-493e-adaa-171cfe832e9e {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:54:15.424422 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8ce8e7cb-cbd5-4d3d-93e2-341a857201f4 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:15.427803 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8ce8e7cb-cbd5-4d3d-93e2-341a857201f4 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] 10.222.0.11 "DELETE /v2.0/routers/91befe87-23c5-493e-adaa-171cfe832e9e HTTP/1.1" status: 204 len: 168 time: 2.0434840 Mar 05 04:54:15.427803 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8e7cb-cbd5-4d3d-93e2-341a857201f4 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Pushing event deleted for resources: {'Port': ['ID=45247c39-7221-4922-b879-e80500aaa3b5,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:15.432697 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54868) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:15.443665 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-7c391b11-8037-4675-bf86-3e57a9716798 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1628252302', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}, 'admin_state_up': False}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:15.456449 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-22c01110-b462-452c-819a-b667e22b04a8 None None] Provisioning complete for port 42427eec-a199-479e-ab01-a7379d14c4ca triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:54:15.456886 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-22c01110-b462-452c-819a-b667e22b04a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (42427eec-a199-479e-ab01-a7379d14c4ca), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:15.490348 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c3e3a29f-b657-49b9-9ba6-cbcff5d99b32 req-0e74127d-b502-4200-b37e-d041a9c7e792 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5841537 Mar 05 04:54:15.497890 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8802e96f-3d17-4c03-bcd4-0c54f2f671c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:15.500219 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c391b11-8037-4675-bf86-3e57a9716798 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (8173d30e-b06a-457d-8d28-c3ea4871523f), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:15.501878 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c391b11-8037-4675-bf86-3e57a9716798 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (8173d30e-b06a-457d-8d28-c3ea4871523f), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:15.538876 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-22c01110-b462-452c-819a-b667e22b04a8 None None] Port 42427eec-a199-479e-ab01-a7379d14c4ca cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:54:15.561425 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-22c01110-b462-452c-819a-b667e22b04a8 None None] Provisioning complete for port 8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:54:15.561966 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-22c01110-b462-452c-819a-b667e22b04a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:15.606047 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67a86c2e-be4a-4ed9-aa77-e474cada7251 req-7c3323f0-df23-4bf9-9b54-97fbc7cfe9b6 tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.31 "GET /v2.0/ports?device_id=2a14b789-70fe-45df-b0ef-f5eb0a2fd545 HTTP/1.1" status: 200 len: 210 time: 0.0849061 Mar 05 04:54:15.673414 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-22c01110-b462-452c-819a-b667e22b04a8 None None] Port 8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:54:15.727481 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c391b11-8037-4675-bf86-3e57a9716798 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router_controller (8173d30e-b06a-457d-8d28-c3ea4871523f), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:15.767486 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-2bd0ca1a-6dae-45d0-8c76-39cb863752e7 service neutron] For port a0292c84-51f4-4059-8e4d-6ab501708195, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:54:15.806736 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-2bd0ca1a-6dae-45d0-8c76-39cb863752e7 service neutron] For port a0292c84-51f4-4059-8e4d-6ab501708195, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a0292c84-51f4-4059-8e4d-6ab501708195,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:54:15.825311 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b0c093f1-3604-4a43-b1f4-af4a7f6b4640 req-5ac595db-61f1-486f-895e-2ab168a197eb service neutron] 10.222.0.30 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362130 Mar 05 04:54:15.831034 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd6856-1f7a-45c8-a9b0-c49f22a18c13 req-4e85695c-3c60-4a80-92ac-db42fa436443 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:15.832881 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-2bd0ca1a-6dae-45d0-8c76-39cb863752e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (a0292c84-51f4-4059-8e4d-6ab501708195), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:15.833127 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-57dd6856-1f7a-45c8-a9b0-c49f22a18c13 req-4e85695c-3c60-4a80-92ac-db42fa436443 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 944 time: 0.2923136 Mar 05 04:54:15.895636 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf39d8-7055-4918-8835-4d030a4f30de req-678e409b-8ece-43a7-a766-f0e18075907b tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:15.897423 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8faf39d8-7055-4918-8835-4d030a4f30de req-678e409b-8ece-43a7-a766-f0e18075907b tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2634221-5f78-4215-a3ac-43cd600b9295 HTTP/1.1" status: 200 len: 936 time: 0.3022664 Mar 05 04:54:15.947445 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c391b11-8037-4675-bf86-3e57a9716798 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router_gateway (8173d30e-b06a-457d-8d28-c3ea4871523f), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:16.056411 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-57dd6856-1f7a-45c8-a9b0-c49f22a18c13 req-9eff1609-c0d1-4350-a22d-fba84379be7d tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766768 Mar 05 04:54:16.070963 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8faf39d8-7055-4918-8835-4d030a4f30de req-84b31533-9d11-4ab8-993a-aa0e66bb03d6 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314089 Mar 05 04:54:16.198539 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:16.243873 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f56ed99b-9e17-4cbc-8b0e-0bb823254a01 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:54:16.282372 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3727c5da-45d3-49fc-b3e4-91238b7e1ad2 req-eb9b786d-d448-4a2b-9852-aedaa8844962 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 210 time: 0.0539556 Mar 05 04:54:16.307703 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port f56ed99b-9e17-4cbc-8b0e-0bb823254a01 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:54:16.308247 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f56ed99b-9e17-4cbc-8b0e-0bb823254a01), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:16.459628 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0ca1a-6dae-45d0-8c76-39cb863752e7 service neutron] Pushing event updated for resources: {'Port': ['ID=a0292c84-51f4-4059-8e4d-6ab501708195,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:16.469150 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port f56ed99b-9e17-4cbc-8b0e-0bb823254a01 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:54:16.479621 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-2bd0ca1a-6dae-45d0-8c76-39cb863752e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:16.480264 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-2bd0ca1a-6dae-45d0-8c76-39cb863752e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:16.481708 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-2bd0ca1a-6dae-45d0-8c76-39cb863752e7 service neutron] 10.222.0.31 "PUT /v2.0/ports/a0292c84-51f4-4059-8e4d-6ab501708195 HTTP/1.1" status: 200 len: 1093 time: 4.6072338 Mar 05 04:54:16.497801 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abf3fda-a543-440b-b5ec-b8b9c6710ff6', 'tag': 'a0292c84-51f4-4059-8e4d-6ab501708195'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:54:16.500461 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf31468a-53c7-406a-b107-fff5cef6bc4a" -d '{"events": [{"name": "network-changed", "server_uuid": "2abf3fda-a543-440b-b5ec-b8b9c6710ff6", "tag": "a0292c84-51f4-4059-8e4d-6ab501708195"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:54:16.691111 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-7fd893db-d95f-4ca5-822f-8084e9468a41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42427eec-a199-479e-ab01-a7379d14c4ca {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:54:16.700873 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-7fd893db-d95f-4ca5-822f-8084e9468a41 service neutron] Publish callbacks [] for port (42427eec-a199-479e-ab01-a7379d14c4ca), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:16.791011 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-7fd893db-d95f-4ca5-822f-8084e9468a41 service neutron] Transition to ACTIVE for port object 42427eec-a199-479e-ab01-a7379d14c4ca will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:54:16.794576 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da300084-f4c4-4147-b890-55a073d58615 req-22ddbbf0-a93b-4412-8962-d0650aa365b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:16.798105 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-da300084-f4c4-4147-b890-55a073d58615 req-22ddbbf0-a93b-4412-8962-d0650aa365b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f4c8bc28785e4a00b63310ed97b40ba8&device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 1127 time: 0.8918319 Mar 05 04:54:16.809943 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8802e96f-3d17-4c03-bcd4-0c54f2f671c2 admin admin] Publish callbacks [] for port (8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:16.825699 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-618e616b-8fa5-44c1-b10f-f27ec6c19c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:16.829204 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-618e616b-8fa5-44c1-b10f-f27ec6c19c07 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=947653f4d3b84cc89f4c3c5691586859&device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 1127 time: 0.2979152 Mar 05 04:54:16.830808 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-7fd893db-d95f-4ca5-822f-8084e9468a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (42427eec-a199-479e-ab01-a7379d14c4ca), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:16.863480 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8802e96f-3d17-4c03-bcd4-0c54f2f671c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:16.876524 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b5838062-3d6f-4e73-8ab2-9bdc46cf0947 req-9dd839fd-4b85-4664-9b6b-ecae76bd4dcf tempest-ServerShowV247Test-221719660 tempest-ServerShowV247Test-221719660-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a14b789-70fe-45df-b0ef-f5eb0a2fd545 HTTP/1.1" status: 200 len: 210 time: 0.6362317 Mar 05 04:54:16.962243 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665f4abb-19cc-4125-9f59-c4d695d39ad5 x-openstack-request-id: req-665f4abb-19cc-4125-9f59-c4d695d39ad5 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:54:16.962546 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2abf3fda-a543-440b-b5ec-b8b9c6710ff6", "tag": "a0292c84-51f4-4059-8e4d-6ab501708195", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:54:16.962799 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-665f4abb-19cc-4125-9f59-c4d695d39ad5 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:54:16.963234 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2abf3fda-a543-440b-b5ec-b8b9c6710ff6', 'tag': 'a0292c84-51f4-4059-8e4d-6ab501708195', 'status': 'completed', 'code': 200} Mar 05 04:54:16.965164 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-e9fd05f2-d290-463e-8843-0e21cc3709a2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0292c84-51f4-4059-8e4d-6ab501708195 HTTP/1.1" status: 200 len: 217 time: 0.1264062 Mar 05 04:54:16.971788 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892ce2b-edaa-4562-bc2a-142eeb238043 req-e26d1ecc-01cb-4b64-b1c9-66a594b2a9a9 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:16.973692 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1892ce2b-edaa-4562-bc2a-142eeb238043 req-e26d1ecc-01cb-4b64-b1c9-66a594b2a9a9 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 944 time: 0.0916529 Mar 05 04:54:17.193827 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8802e96f-3d17-4c03-bcd4-0c54f2f671c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (5192b81b-7539-4749-bfdc-ec971480fb6f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:17.197082 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-ef85f8aa-717c-4dae-a5fa-db186501372e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:17.198915 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-ef85f8aa-717c-4dae-a5fa-db186501372e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a6039ad-16bd-4b00-a55f-f7c68e1f3072 HTTP/1.1" status: 200 len: 851 time: 0.2012200 Mar 05 04:54:17.201571 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1892ce2b-edaa-4562-bc2a-142eeb238043 req-b04e49e9-2123-4d38-898d-235c984225fc tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093985 Mar 05 04:54:17.261486 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a6d5b-6b73-426b-8bd3-61a7779c682e req-516d466f-10a3-44fc-9738-d10715e87ea5 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:17.263773 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1c8a6d5b-6b73-426b-8bd3-61a7779c682e req-516d466f-10a3-44fc-9738-d10715e87ea5 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 945 time: 0.2883604 Mar 05 04:54:17.264854 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c391b11-8037-4675-bf86-3e57a9716798 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router_gateway (8173d30e-b06a-457d-8d28-c3ea4871523f), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:17.293232 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c391b11-8037-4675-bf86-3e57a9716798 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:17.341619 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd893db-d95f-4ca5-822f-8084e9468a41 service neutron] Pushing event updated for resources: {'Port': ['ID=42427eec-a199-479e-ab01-a7379d14c4ca,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:17.501378 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1c8a6d5b-6b73-426b-8bd3-61a7779c682e req-7185a36a-1b3a-4ec0-a63f-3eeaf78dcad0 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106049 Mar 05 04:54:17.503788 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-7c391b11-8037-4675-bf86-3e57a9716798 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Allocated IP 172.25.0.177 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/a561098f-4bc3-43c5-ab1e-4ebd954b5edc) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:54:17.536884 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da300084-f4c4-4147-b890-55a073d58615 req-dc0ae4a1-4b5e-4115-86f1-e0813e813537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:17.537704 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155ffb0-78fb-4b1a-9e02-7e5912aa23b9 req-c91baeb0-809b-489f-937f-c52f9725cc5c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:17.539146 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-da300084-f4c4-4147-b890-55a073d58615 req-dc0ae4a1-4b5e-4115-86f1-e0813e813537 service neutron] 10.222.0.30 "GET /v2.0/networks?id=54309d98-48bc-4d3e-a20e-4665796063fc HTTP/1.1" status: 200 len: 906 time: 0.7266729 Mar 05 04:54:17.539310 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e155ffb0-78fb-4b1a-9e02-7e5912aa23b9 req-c91baeb0-809b-489f-937f-c52f9725cc5c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 944 time: 0.1561146 Mar 05 04:54:17.541882 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802e96f-3d17-4c03-bcd4-0c54f2f671c2 admin admin] Pushing event updated for resources: {'Port': ['ID=8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:17.593946 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-5d1186af-d2ff-41be-bde3-1d149c158a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:17.595584 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-5d1186af-d2ff-41be-bde3-1d149c158a72 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37de3cac-2e27-4573-885e-c86e0ea7886c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3679810 Mar 05 04:54:17.648797 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-da300084-f4c4-4147-b890-55a073d58615 req-b99bb22c-035d-4bd0-bbc2-fc280b5329aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=492c90d8-7d10-4969-a890-6ebd68d2b725 HTTP/1.1" status: 200 len: 217 time: 0.0742121 Mar 05 04:54:17.701971 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e155ffb0-78fb-4b1a-9e02-7e5912aa23b9 req-bc49f643-ab72-4b4b-b274-8afdb46b329c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564927 Mar 05 04:54:17.761325 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-7fd893db-d95f-4ca5-822f-8084e9468a41 service neutron] Attempting to bind port 42427eec-a199-479e-ab01-a7379d14c4ca on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:54:17.761785 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-7fd893db-d95f-4ca5-822f-8084e9468a41 service neutron] Attempting to bind port 42427eec-a199-479e-ab01-a7379d14c4ca by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:54:17.762014 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-7fd893db-d95f-4ca5-822f-8084e9468a41 service neutron] Attempting to bind port 42427eec-a199-479e-ab01-a7379d14c4ca on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:54:17.770320 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:17.780826 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8802e96f-3d17-4c03-bcd4-0c54f2f671c2 admin admin] Network 931621a1-3c63-4b88-9017-913fd0b96f88 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:54:17.790868 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-8802e96f-3d17-4c03-bcd4-0c54f2f671c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:54:17.792779 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-7fd893db-d95f-4ca5-822f-8084e9468a41 service neutron] Port 42427eec-a199-479e-ab01-a7379d14c4ca on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:54:17.793071 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-7fd893db-d95f-4ca5-822f-8084e9468a41 service neutron] Attempting to bind port 42427eec-a199-479e-ab01-a7379d14c4ca on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:54:17.806633 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c391b11-8037-4675-bf86-3e57a9716798 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for port (a561098f-4bc3-43c5-ab1e-4ebd954b5edc), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:17.815604 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da300084-f4c4-4147-b890-55a073d58615 req-98ce2208-b263-43c4-bb1d-2ca199cd67d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:17.817090 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-da300084-f4c4-4147-b890-55a073d58615 req-98ce2208-b263-43c4-bb1d-2ca199cd67d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9d05b828-21c8-4294-b343-ca7ba96c6119 HTTP/1.1" status: 200 len: 846 time: 0.1606331 Mar 05 04:54:17.822646 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-7fd893db-d95f-4ca5-822f-8084e9468a41 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:54:17.822835 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-7fd893db-d95f-4ca5-822f-8084e9468a41 service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:54:17.823097 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-7fd893db-d95f-4ca5-822f-8084e9468a41 service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:54:17.823536 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-7fd893db-d95f-4ca5-822f-8084e9468a41 service neutron] Bound port: 42427eec-a199-479e-ab01-a7379d14c4ca, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:54:17.823894 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-7fd893db-d95f-4ca5-822f-8084e9468a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (42427eec-a199-479e-ab01-a7379d14c4ca), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:17.855840 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ba494d14-f646-47e4-a6b9-b3dea9bddd6e req-2310ce0a-4b73-47e2-8109-997a2cc555bd tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 210 time: 0.0738039 Mar 05 04:54:17.902177 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8672f2-a32b-4103-9793-247d43be2215 req-b4e6dead-8fcc-4929-bc40-551c1a8980f9 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:17.904333 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8d8672f2-a32b-4103-9793-247d43be2215 req-b4e6dead-8fcc-4929-bc40-551c1a8980f9 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2634221-5f78-4215-a3ac-43cd600b9295 HTTP/1.1" status: 200 len: 948 time: 0.3155427 Mar 05 04:54:17.905704 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c391b11-8037-4675-bf86-3e57a9716798 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (a561098f-4bc3-43c5-ab1e-4ebd954b5edc), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:17.918786 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-58e571d4-7959-402b-a37a-12eca0eb2747 service neutron] 10.222.0.31 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867763 Mar 05 04:54:17.920619 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-da300084-f4c4-4147-b890-55a073d58615 req-dd59a6a1-3d3d-4b9c-82f2-73a27d40bae4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=54309d98-48bc-4d3e-a20e-4665796063fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944974 Mar 05 04:54:18.039579 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c391b11-8037-4675-bf86-3e57a9716798 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Pushing event updated for resources: {'Port': ['ID=a561098f-4bc3-43c5-ab1e-4ebd954b5edc,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:18.060922 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8d8672f2-a32b-4103-9793-247d43be2215 req-957946ac-ffc8-4c62-a2e8-cbad44854dc6 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413338 Mar 05 04:54:18.070943 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c391b11-8037-4675-bf86-3e57a9716798 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:54:18.073101 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-7c391b11-8037-4675-bf86-3e57a9716798 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:54:18.102380 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c391b11-8037-4675-bf86-3e57a9716798 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:54:18.166675 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-7fd893db-d95f-4ca5-822f-8084e9468a41 service neutron] For port 42427eec-a199-479e-ab01-a7379d14c4ca, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:54:18.177306 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-7fd893db-d95f-4ca5-822f-8084e9468a41 service neutron] For port 42427eec-a199-479e-ab01-a7379d14c4ca, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=42427eec-a199-479e-ab01-a7379d14c4ca,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:54:18.206764 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-abc0c1b7-edd4-45b2-986e-9e4baa1c9341 None None] Provisioning complete for port 8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:54:18.211658 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-abc0c1b7-edd4-45b2-986e-9e4baa1c9341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:18.213855 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-7fd893db-d95f-4ca5-822f-8084e9468a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (42427eec-a199-479e-ab01-a7379d14c4ca), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:18.218775 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-da300084-f4c4-4147-b890-55a073d58615 req-47152ec9-1303-419b-a3b3-78a06b0e4f75 service neutron] 10.222.0.30 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641082 Mar 05 04:54:18.233081 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-25d5d411-7b93-49d0-b391-71909c7233b9 req-8b0e7293-257c-4027-b2c9-e629d51f9186 service neutron] 10.222.0.31 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058133 Mar 05 04:54:18.271035 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8802e96f-3d17-4c03-bcd4-0c54f2f671c2 admin admin] Router 5192b81b-7539-4749-bfdc-ec971480fb6f has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:54:18.313808 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-7fd893db-d95f-4ca5-822f-8084e9468a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:18.315129 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-7fd893db-d95f-4ca5-822f-8084e9468a41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:18.316412 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 492c90d8-7d10-4969-a890-6ebd68d2b725 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:54:18.317156 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-7fd893db-d95f-4ca5-822f-8084e9468a41 service neutron] 10.222.0.30 "PUT /v2.0/ports/42427eec-a199-479e-ab01-a7379d14c4ca HTTP/1.1" status: 200 len: 1097 time: 3.2485321 Mar 05 04:54:18.382232 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-abc0c1b7-edd4-45b2-986e-9e4baa1c9341 None None] Port 8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:54:18.462666 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54904) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:18.482195 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-da300084-f4c4-4147-b890-55a073d58615 req-0068256f-be5a-480c-b90e-6308b29883b7 service neutron] 10.222.0.30 "GET /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528512 Mar 05 04:54:18.540183 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9f60e-9d1d-44f1-aa7a-cf960e7e48e8 req-b273c45c-26d6-4693-a291-659768f36cc4 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:18.552193 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-88f9f60e-9d1d-44f1-aa7a-cf960e7e48e8 req-b273c45c-26d6-4693-a291-659768f36cc4 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 944 time: 0.2323377 Mar 05 04:54:18.684623 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd893db-d95f-4ca5-822f-8084e9468a41 service neutron] Pushing event updated for resources: {'Port': ['ID=42427eec-a199-479e-ab01-a7379d14c4ca,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:18.745878 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b604b4bd-c9b3-406c-9437-2e809cc043f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:18.777417 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31468a-53c7-406a-b107-fff5cef6bc4a req-94491e53-087b-429b-9d21-65ff4a51f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:18.779595 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cf31468a-53c7-406a-b107-fff5cef6bc4a req-94491e53-087b-429b-9d21-65ff4a51f22f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=947653f4d3b84cc89f4c3c5691586859&device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 1127 time: 0.4560969 Mar 05 04:54:18.813239 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-460e1d38-fa3c-4821-affb-c1253257ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:18.813956 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 492c90d8-7d10-4969-a890-6ebd68d2b725, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=492c90d8-7d10-4969-a890-6ebd68d2b725,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:18.817380 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-460e1d38-fa3c-4821-affb-c1253257ddf9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c539558a26474a33929b824612bb5b75&device_id=d2634221-5f78-4215-a3ac-43cd600b9295 HTTP/1.1" status: 200 len: 1131 time: 0.3319349 Mar 05 04:54:18.827643 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '492c90d8-7d10-4969-a890-6ebd68d2b725', 'network_id': '54309d98-48bc-4d3e-a20e-4665796063fc', 'port_id': '492c90d8-7d10-4969-a890-6ebd68d2b725', 'mac_address': 'fa:16:3e:7f:23:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d05b828-21c8-4294-b343-ca7ba96c6119', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:54:18.838422 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-88f9f60e-9d1d-44f1-aa7a-cf960e7e48e8 req-a3364bc0-4302-4fd4-8e7b-9cee877d5f05 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728488 Mar 05 04:54:18.883811 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24fc01-9e5b-4184-bebb-09d1d51d63c7 req-3742dcbb-3ce0-4a1f-aac9-44a778360f10 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:18.891166 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe24fc01-9e5b-4184-bebb-09d1d51d63c7 req-3742dcbb-3ce0-4a1f-aac9-44a778360f10 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 945 time: 0.2609010 Mar 05 04:54:18.915559 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-05e7aa94-4818-413c-874f-f4cd8181b5c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=42427eec-a199-479e-ab01-a7379d14c4ca HTTP/1.1" status: 200 len: 217 time: 0.0743449 Mar 05 04:54:18.915773 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 492c90d8-7d10-4969-a890-6ebd68d2b725 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:54:18.916183 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (492c90d8-7d10-4969-a890-6ebd68d2b725), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:18.922383 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c391b11-8037-4675-bf86-3e57a9716798 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router_gateway (8173d30e-b06a-457d-8d28-c3ea4871523f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:18.940838 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 492c90d8-7d10-4969-a890-6ebd68d2b725 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:54:18.970390 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 492c90d8-7d10-4969-a890-6ebd68d2b725, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=492c90d8-7d10-4969-a890-6ebd68d2b725,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:18.977530 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (492c90d8-7d10-4969-a890-6ebd68d2b725), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:19.004146 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2634221-5f78-4215-a3ac-43cd600b9295', 'tag': '42427eec-a199-479e-ab01-a7379d14c4ca'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:54:19.006801 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af428ff-3aee-4057-bfec-c39265f80d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "d2634221-5f78-4215-a3ac-43cd600b9295", "tag": "42427eec-a199-479e-ab01-a7379d14c4ca"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:54:19.014111 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-711e6904-72fd-4786-bb0e-d0050a0eb758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:19.014111 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-711e6904-72fd-4786-bb0e-d0050a0eb758 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0581641 Mar 05 04:54:19.051806 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8802e96f-3d17-4c03-bcd4-0c54f2f671c2 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:54:19.058984 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe24fc01-9e5b-4184-bebb-09d1d51d63c7 req-462da645-87c2-4f05-9344-82cdc195ce21 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528802 Mar 05 04:54:19.077777 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19bcc22-c708-4466-b871-e0a41a97b68a None None] Sync routers for ids ['5192b81b-7539-4749-bfdc-ec971480fb6f'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:54:19.080825 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=492c90d8-7d10-4969-a890-6ebd68d2b725,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:19.093623 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:19.094179 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:19.094499 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:19.095158 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:19.095587 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:19.096166 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:19.096628 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:19.097092 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:19.097543 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:19.098202 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:19.098914 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:19.099916 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:19.100333 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:19.100467 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8802e96f-3d17-4c03-bcd4-0c54f2f671c2 admin admin] 10.222.0.11 "PUT /v2.0/routers/5192b81b-7539-4749-bfdc-ec971480fb6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1024041 Mar 05 04:54:19.111173 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19bcc22-c708-4466-b871-e0a41a97b68a None None] Routers {'5192b81b-7539-4749-bfdc-ec971480fb6f'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:54:19.111796 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e19bcc22-c708-4466-b871-e0a41a97b68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:54:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['5192b81b-7539-4749-bfdc-ec971480fb6f'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:19.147626 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31468a-53c7-406a-b107-fff5cef6bc4a req-56450845-dd42-4ea0-842d-7ab66800ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:19.149298 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cf31468a-53c7-406a-b107-fff5cef6bc4a req-56450845-dd42-4ea0-842d-7ab66800ad32 service neutron] 10.222.0.31 "GET /v2.0/networks?id=37de3cac-2e27-4573-885e-c86e0ea7886c HTTP/1.1" status: 200 len: 912 time: 0.3616734 Mar 05 04:54:19.152681 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-4288915e-366d-415b-a62a-459c0674c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:19.154195 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-4288915e-366d-415b-a62a-459c0674c23a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1344638 Mar 05 04:54:19.210316 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b604b4bd-c9b3-406c-9437-2e809cc043f2 admin admin] Publish callbacks [] for security_group (deaf62da-f1fc-42f4-ba24-ba568d4fcffc), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:19.238250 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ab1d2072-2359-4ffb-b7bd-575bc7b2c07d req-f5ec04bb-f151-48ad-be8d-b1d01a702443 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 210 time: 0.0649803 Mar 05 04:54:19.249693 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b604b4bd-c9b3-406c-9437-2e809cc043f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (deaf62da-f1fc-42f4-ba24-ba568d4fcffc), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:19.285250 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['492c90d8-7d10-4969-a890-6ebd68d2b725'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:54:19.311849 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86632cd7-12ae-47ff-b683-5be69750f4cb req-0d54487c-4586-4df9-afd7-381391a4f339 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:19.318308 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-86632cd7-12ae-47ff-b683-5be69750f4cb req-0d54487c-4586-4df9-afd7-381391a4f339 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 944 time: 0.3361480 Mar 05 04:54:19.413338 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-e19bcc22-c708-4466-b871-e0a41a97b68a None None] Set router 5192b81b-7539-4749-bfdc-ec971480fb6f gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:54:19.536545 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c391b11-8037-4675-bf86-3e57a9716798 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (8173d30e-b06a-457d-8d28-c3ea4871523f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:19.543115 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403bdce3-7d1f-4c33-afe2-f7a87aefa230 x-openstack-request-id: req-403bdce3-7d1f-4c33-afe2-f7a87aefa230 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:54:19.543403 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2634221-5f78-4215-a3ac-43cd600b9295", "tag": "42427eec-a199-479e-ab01-a7379d14c4ca", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:54:19.543654 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-403bdce3-7d1f-4c33-afe2-f7a87aefa230 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:54:19.544047 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2634221-5f78-4215-a3ac-43cd600b9295', 'tag': '42427eec-a199-479e-ab01-a7379d14c4ca', 'status': 'completed', 'code': 200} Mar 05 04:54:19.546976 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cf31468a-53c7-406a-b107-fff5cef6bc4a req-aeaab27c-cbaa-4e97-839a-9b66efcd34c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0292c84-51f4-4059-8e4d-6ab501708195 HTTP/1.1" status: 200 len: 217 time: 0.3911738 Mar 05 04:54:19.580813 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b604b4bd-c9b3-406c-9437-2e809cc043f2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c5cd84757e4740f5965cea05949b2251&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1073301 Mar 05 04:54:19.586090 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54922) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:19.609069 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31468a-53c7-406a-b107-fff5cef6bc4a req-b2cfc6b0-097b-4926-ba89-150d86f8d98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:19.610539 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cf31468a-53c7-406a-b107-fff5cef6bc4a req-b2cfc6b0-097b-4926-ba89-150d86f8d98a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a6039ad-16bd-4b00-a55f-f7c68e1f3072 HTTP/1.1" status: 200 len: 851 time: 0.0523195 Mar 05 04:54:19.670778 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604b4bd-c9b3-406c-9437-2e809cc043f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deaf62da-f1fc-42f4-ba24-ba568d4fcffc,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:19.721920 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31468a-53c7-406a-b107-fff5cef6bc4a req-7a922780-a2cc-4c00-8853-1503069bc7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:19.723513 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cf31468a-53c7-406a-b107-fff5cef6bc4a req-7a922780-a2cc-4c00-8853-1503069bc7c5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37de3cac-2e27-4573-885e-c86e0ea7886c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1028373 Mar 05 04:54:19.743735 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-86632cd7-12ae-47ff-b683-5be69750f4cb req-1853805c-1d60-4615-894b-9d38ea6df653 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091885 Mar 05 04:54:19.768771 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-4af9450a-fca9-4d4b-95f0-895dfecfb5f8 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358851 Mar 05 04:54:19.797929 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e19bcc22-c708-4466-b871-e0a41a97b68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'name': 'tempest-AttachVolumeTestJSON-1804951668-router', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:54:02Z', 'updated_at': '2022-03-05T04:54:15Z', 'revision_number': 4, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'gw_port': {'id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:04Z', 'updated_at': '2022-03-05T04:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e', 'name': '', 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'mac_address': 'fa:16:3e:c0:35:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'd4f62d24-d369-4f32-b0d3-8cc062c5524d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:13Z', 'updated_at': '2022-03-05T04:54:15Z', 'revision_number': 2, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'subnets': [{'id': 'd4f62d24-d369-4f32-b0d3-8cc062c5524d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:19.806449 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b8988ca-64a0-4229-bdf4-14b04799865f admin admin] Publish callbacks [] for security_group (deaf62da-f1fc-42f4-ba24-ba568d4fcffc), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:19.828525 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d396ee0-08f3-4b00-a103-328f0888eeab req-29b1917a-fcbe-4a76-b88a-7a388ebc67af tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:19.836104 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4d396ee0-08f3-4b00-a103-328f0888eeab req-29b1917a-fcbe-4a76-b88a-7a388ebc67af tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2634221-5f78-4215-a3ac-43cd600b9295 HTTP/1.1" status: 200 len: 948 time: 0.3094997 Mar 05 04:54:19.857439 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19bcc22-c708-4466-b871-e0a41a97b68a None None] Checking router: 5192b81b-7539-4749-bfdc-ec971480fb6f for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:54:19.857837 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19bcc22-c708-4466-b871-e0a41a97b68a None None] Updating router 5192b81b-7539-4749-bfdc-ec971480fb6f port 8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:54:19.889426 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e19bcc22-c708-4466-b871-e0a41a97b68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:19.919821 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b8988ca-64a0-4229-bdf4-14b04799865f admin admin] Publish callbacks [] for security_group (deaf62da-f1fc-42f4-ba24-ba568d4fcffc), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:19.956395 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cf31468a-53c7-406a-b107-fff5cef6bc4a req-a7fc40d1-72ab-4224-b557-e1560c08a5d4 service neutron] 10.222.0.31 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210677 Mar 05 04:54:19.976452 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0a313a67-6503-476a-a5d9-45ac4edac6f1 req-f3246492-e2d5-4b96-a289-70a2591fdf49 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942909 Mar 05 04:54:20.059758 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4d396ee0-08f3-4b00-a103-328f0888eeab req-4574c6d2-b7de-4258-8a23-4528e2917608 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227826 Mar 05 04:54:20.062239 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b8988ca-64a0-4229-bdf4-14b04799865f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (deaf62da-f1fc-42f4-ba24-ba568d4fcffc), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:20.064929 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b8988ca-64a0-4229-bdf4-14b04799865f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:20.066075 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9b8988ca-64a0-4229-bdf4-14b04799865f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/deaf62da-f1fc-42f4-ba24-ba568d4fcffc HTTP/1.1" status: 204 len: 168 time: 0.4775820 Mar 05 04:54:20.088240 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8988ca-64a0-4229-bdf4-14b04799865f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deaf62da-f1fc-42f4-ba24-ba568d4fcffc,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:20.129904 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c391b11-8037-4675-bf86-3e57a9716798 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Router 8173d30e-b06a-457d-8d28-c3ea4871523f is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:54:20.133512 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cf31468a-53c7-406a-b107-fff5cef6bc4a req-e7bcbfab-427a-4c6b-a152-c3cc6881d78f service neutron] 10.222.0.31 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685045 Mar 05 04:54:20.230291 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af428ff-3aee-4057-bfec-c39265f80d8d req-15106357-4928-4933-9885-79b312b5276d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:20.233072 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4af428ff-3aee-4057-bfec-c39265f80d8d req-15106357-4928-4933-9885-79b312b5276d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c539558a26474a33929b824612bb5b75&device_id=d2634221-5f78-4215-a3ac-43cd600b9295 HTTP/1.1" status: 200 len: 1131 time: 0.0960233 Mar 05 04:54:20.334407 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 492c90d8-7d10-4969-a890-6ebd68d2b725 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:54:20.445113 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af428ff-3aee-4057-bfec-c39265f80d8d req-89143fc6-ebf1-40c0-b4a4-c81f3d25e8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:20.446636 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4af428ff-3aee-4057-bfec-c39265f80d8d req-89143fc6-ebf1-40c0-b4a4-c81f3d25e8ac service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.2074096 Mar 05 04:54:20.453836 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 492c90d8-7d10-4969-a890-6ebd68d2b725 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:54:20.458550 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 492c90d8-7d10-4969-a890-6ebd68d2b725 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:54:20.459238 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (492c90d8-7d10-4969-a890-6ebd68d2b725), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:20.467803 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41af127-7b44-4fc9-b0bf-a744f39284ff req-cb8b8df5-b577-4cf9-90e2-f819ee465340 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:20.469357 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b41af127-7b44-4fc9-b0bf-a744f39284ff req-cb8b8df5-b577-4cf9-90e2-f819ee465340 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 945 time: 0.2261961 Mar 05 04:54:20.510273 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e19bcc22-c708-4466-b871-e0a41a97b68a None None] Publish callbacks [] for port (8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:20.515241 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4af428ff-3aee-4057-bfec-c39265f80d8d req-64305f75-607b-4040-ad2e-c63781dc13ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=42427eec-a199-479e-ab01-a7379d14c4ca HTTP/1.1" status: 200 len: 217 time: 0.0615571 Mar 05 04:54:20.525716 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e19bcc22-c708-4466-b871-e0a41a97b68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:20.531455 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54938) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:20.548155 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-c5e43d95-e849-4ded-b570-83299cab3fa6 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--237308330', 'description': 'tempest-description--298838266'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:20.592595 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af428ff-3aee-4057-bfec-c39265f80d8d req-d3e3dc8c-e7d0-49a1-9842-8c11a948cda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:20.595354 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4af428ff-3aee-4057-bfec-c39265f80d8d req-d3e3dc8c-e7d0-49a1-9842-8c11a948cda8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0724196 Mar 05 04:54:20.601709 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c391b11-8037-4675-bf86-3e57a9716798 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:54:20.652760 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78994e8d-1d2f-47bd-a545-4bb7b41b2d6a None None] Pushing event updated for resources: {'Port': ['ID=8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:20.679977 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af428ff-3aee-4057-bfec-c39265f80d8d req-912843b7-3ec4-4975-a5a1-e3f65f07db5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:20.682041 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4af428ff-3aee-4057-bfec-c39265f80d8d req-912843b7-3ec4-4975-a5a1-e3f65f07db5a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0796258 Mar 05 04:54:20.682750 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d48fb5-8fa2-4ece-b048-23dfe4694614 None None] Sync routers for ids ['8173d30e-b06a-457d-8d28-c3ea4871523f'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:54:20.696605 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78994e8d-1d2f-47bd-a545-4bb7b41b2d6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:20.696955 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78994e8d-1d2f-47bd-a545-4bb7b41b2d6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:20.697315 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78994e8d-1d2f-47bd-a545-4bb7b41b2d6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:20.697687 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78994e8d-1d2f-47bd-a545-4bb7b41b2d6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:20.698083 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78994e8d-1d2f-47bd-a545-4bb7b41b2d6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:20.698489 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78994e8d-1d2f-47bd-a545-4bb7b41b2d6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:20.698832 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78994e8d-1d2f-47bd-a545-4bb7b41b2d6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:20.699248 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78994e8d-1d2f-47bd-a545-4bb7b41b2d6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:20.699646 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78994e8d-1d2f-47bd-a545-4bb7b41b2d6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:20.699982 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78994e8d-1d2f-47bd-a545-4bb7b41b2d6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:20.700346 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78994e8d-1d2f-47bd-a545-4bb7b41b2d6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:20.700702 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78994e8d-1d2f-47bd-a545-4bb7b41b2d6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:20.700822 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b41af127-7b44-4fc9-b0bf-a744f39284ff req-780aee75-02c3-40f7-8b3f-8aeef215f48c tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192719 Mar 05 04:54:20.701065 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78994e8d-1d2f-47bd-a545-4bb7b41b2d6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:54:20.731333 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c391b11-8037-4675-bf86-3e57a9716798 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:20.731333 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7c391b11-8037-4675-bf86-3e57a9716798 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.2965403 Mar 05 04:54:20.737254 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54944) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:20.746479 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-2c9e3715-2dcf-4f10-b4b0-63e5624a4a24 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:20.758492 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d48fb5-8fa2-4ece-b048-23dfe4694614 None None] Routers {'8173d30e-b06a-457d-8d28-c3ea4871523f'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:54:20.759111 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c5e43d95-e849-4ded-b570-83299cab3fa6 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:20.759254 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-74d48fb5-8fa2-4ece-b048-23dfe4694614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:54:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['8173d30e-b06a-457d-8d28-c3ea4871523f'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:20.765740 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 492c90d8-7d10-4969-a890-6ebd68d2b725 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:54:20.766066 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (492c90d8-7d10-4969-a890-6ebd68d2b725), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:20.827133 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-74d48fb5-8fa2-4ece-b048-23dfe4694614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:20.868041 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-e19bcc22-c708-4466-b871-e0a41a97b68a None None] Attempting to bind port 8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:54:20.868423 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-e19bcc22-c708-4466-b871-e0a41a97b68a None None] Attempting to bind port 8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '5417d672-2669-477b-9200-026fcb760706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:54:20.868796 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19bcc22-c708-4466-b871-e0a41a97b68a None None] Attempting to bind port 8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e on network 931621a1-3c63-4b88-9017-913fd0b96f88 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:54:20.877411 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 492c90d8-7d10-4969-a890-6ebd68d2b725, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=492c90d8-7d10-4969-a890-6ebd68d2b725,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:20.888473 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f1551f-5173-4f96-971e-7a5719c2f969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492c90d8-7d10-4969-a890-6ebd68d2b725'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:54:20.889584 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19bcc22-c708-4466-b871-e0a41a97b68a None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:54:20.890671 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19bcc22-c708-4466-b871-e0a41a97b68a None None] Checking segment: {'id': '5417d672-2669-477b-9200-026fcb760706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:54:20.891499 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e19bcc22-c708-4466-b871-e0a41a97b68a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:20.892122 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19bcc22-c708-4466-b871-e0a41a97b68a None None] Bound using segment: {'id': '5417d672-2669-477b-9200-026fcb760706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:54:20.893394 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-e19bcc22-c708-4466-b871-e0a41a97b68a None None] Bound port: 8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5417d672-2669-477b-9200-026fcb760706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:54:20.894260 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e19bcc22-c708-4466-b871-e0a41a97b68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:20.896011 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a824d58-c479-4f40-83cd-de0fde599a81" -d '{"events": [{"server_uuid": "b3f1551f-5173-4f96-971e-7a5719c2f969", "name": "network-vif-plugged", "status": "completed", "tag": "492c90d8-7d10-4969-a890-6ebd68d2b725"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:54:20.900554 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (492c90d8-7d10-4969-a890-6ebd68d2b725), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:20.907379 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec6d5a-a351-49f4-959f-c0a17b120ab6 req-16a3ce15-6049-4e57-87f4-8ecae476e1a0 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:20.912070 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-96ec6d5a-a351-49f4-959f-c0a17b120ab6 req-16a3ce15-6049-4e57-87f4-8ecae476e1a0 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 945 time: 0.2724745 Mar 05 04:54:20.960312 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4af428ff-3aee-4057-bfec-c39265f80d8d req-7017f0b6-34a3-459c-8139-1ef637337142 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687881 Mar 05 04:54:20.966919 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d48fb5-8fa2-4ece-b048-23dfe4694614 None None] Routers {'8173d30e-b06a-457d-8d28-c3ea4871523f'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:54:20.967614 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-74d48fb5-8fa2-4ece-b048-23dfe4694614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:54:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['8173d30e-b06a-457d-8d28-c3ea4871523f'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:20.975795 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device a0292c84-51f4-4059-8e4d-6ab501708195 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:54:21.010362 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b4e5bc8f-ac53-4d14-9a1d-80e51fc593d9 req-1f14f00d-497b-448b-a4a8-75038907d6cf tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 210 time: 0.0937011 Mar 05 04:54:21.044316 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-e19bcc22-c708-4466-b871-e0a41a97b68a None None] For port 8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:54:21.051999 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-e19bcc22-c708-4466-b871-e0a41a97b68a None None] For port 8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e,segment=NetworkSegment(5417d672-2669-477b-9200-026fcb760706),segment_id=5417d672-2669-477b-9200-026fcb760706)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:54:21.075685 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e19bcc22-c708-4466-b871-e0a41a97b68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:21.124386 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=492c90d8-7d10-4969-a890-6ebd68d2b725,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:21.180427 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-74d48fb5-8fa2-4ece-b048-23dfe4694614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:21.181367 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d48fb5-8fa2-4ece-b048-23dfe4694614 None None] The sync data for ids ['8173d30e-b06a-457d-8d28-c3ea4871523f'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:54:21.223185 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4af428ff-3aee-4057-bfec-c39265f80d8d req-cc45aa33-10e0-42ef-9e0a-a851666a5f73 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565789 Mar 05 04:54:21.227739 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19bcc22-c708-4466-b871-e0a41a97b68a None None] Routers {'5192b81b-7539-4749-bfdc-ec971480fb6f'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:54:21.241970 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e19bcc22-c708-4466-b871-e0a41a97b68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:54:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['5192b81b-7539-4749-bfdc-ec971480fb6f'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:21.255345 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-96ec6d5a-a351-49f4-959f-c0a17b120ab6 req-ade76a30-de3f-4351-a78d-ab778d7689d8 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247137 Mar 05 04:54:21.313202 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-82d5aec6-749a-4958-bdd0-be21b32760ab None None] Provisioning complete for port 8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:54:21.314017 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-82d5aec6-749a-4958-bdd0-be21b32760ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:21.371408 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port a0292c84-51f4-4059-8e4d-6ab501708195, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a0292c84-51f4-4059-8e4d-6ab501708195,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:21.412358 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'a0292c84-51f4-4059-8e4d-6ab501708195', 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c', 'port_id': 'a0292c84-51f4-4059-8e4d-6ab501708195', 'mac_address': 'fa:16:3e:fb:6f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6039ad-16bd-4b00-a55f-f7c68e1f3072', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:54:21.508253 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port a0292c84-51f4-4059-8e4d-6ab501708195 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:54:21.508564 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a0292c84-51f4-4059-8e4d-6ab501708195), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:21.510575 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c5e43d95-e849-4ded-b570-83299cab3fa6 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for security_group (e994a793-ce60-4b39-acc4-577f0dbc0f97), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:21.534273 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b20ee-44ec-487c-a375-e6f48b36b366 req-25d5dda1-38d2-4fad-a6c3-b7029206b426 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:21.536317 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-205b20ee-44ec-487c-a375-e6f48b36b366 req-25d5dda1-38d2-4fad-a6c3-b7029206b426 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 944 time: 0.3857598 Mar 05 04:54:21.540181 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c5e43d95-e849-4ded-b570-83299cab3fa6 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e994a793-ce60-4b39-acc4-577f0dbc0f97), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:21.546732 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78994e8d-1d2f-47bd-a545-4bb7b41b2d6a None None] Pushing event updated for resources: {'Port': ['ID=8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:21.615671 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0292c84-51f4-4059-8e4d-6ab501708195 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:54:21.619933 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-e19bcc22-c708-4466-b871-e0a41a97b68a None None] Set router 5192b81b-7539-4749-bfdc-ec971480fb6f gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:54:21.649217 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port a0292c84-51f4-4059-8e4d-6ab501708195, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a0292c84-51f4-4059-8e4d-6ab501708195,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:21.650365 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-82d5aec6-749a-4958-bdd0-be21b32760ab None None] Current status of the port 8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:54:21.650930 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-82d5aec6-749a-4958-bdd0-be21b32760ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:21.665688 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a0292c84-51f4-4059-8e4d-6ab501708195), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:21.718046 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-82d5aec6-749a-4958-bdd0-be21b32760ab None None] For port 8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e,segment=NetworkSegment(5417d672-2669-477b-9200-026fcb760706),segment_id=5417d672-2669-477b-9200-026fcb760706)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:21.724189 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c5e43d95-e849-4ded-b570-83299cab3fa6 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:21.725483 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c5e43d95-e849-4ded-b570-83299cab3fa6 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1908007 Mar 05 04:54:21.729753 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54966) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:21.732950 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-82d5aec6-749a-4958-bdd0-be21b32760ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:21.737328 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-023f6cfc-ab90-4ff9-96a9-bddfbafe846e tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Request body: {'security_group_rule': {'security_group_id': 'e994a793-ce60-4b39-acc4-577f0dbc0f97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:21.737925 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=a0292c84-51f4-4059-8e4d-6ab501708195,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:21.769931 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e43d95-e849-4ded-b570-83299cab3fa6 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e994a793-ce60-4b39-acc4-577f0dbc0f97,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:21.792187 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a332fa19-39f1-49f7-8b25-4ddd1aad20e4 x-openstack-request-id: req-a332fa19-39f1-49f7-8b25-4ddd1aad20e4 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:54:21.800363 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f1551f-5173-4f96-971e-7a5719c2f969", "name": "network-vif-plugged", "status": "completed", "tag": "492c90d8-7d10-4969-a890-6ebd68d2b725", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:54:21.801711 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a332fa19-39f1-49f7-8b25-4ddd1aad20e4 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:54:21.801711 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f1551f-5173-4f96-971e-7a5719c2f969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492c90d8-7d10-4969-a890-6ebd68d2b725', 'code': 200} Mar 05 04:54:21.833948 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-023f6cfc-ab90-4ff9-96a9-bddfbafe846e tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for security_group_rule (e4725a25-f322-459e-8e91-c69de076a088), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:21.894884 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-205b20ee-44ec-487c-a375-e6f48b36b366 req-dfc2273b-0cd8-4179-b231-22f7e9bf4b29 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441527 Mar 05 04:54:21.895561 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d5aec6-749a-4958-bdd0-be21b32760ab None None] Pushing event updated for resources: {'Port': ['ID=8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:21.902492 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-23bd0eb6-f33d-43db-86c9-3878f95f4ea7 None None] Provisioning complete for port 8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:54:21.906944 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-23bd0eb6-f33d-43db-86c9-3878f95f4ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:21.984221 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['a0292c84-51f4-4059-8e4d-6ab501708195'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:54:22.023871 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-023f6cfc-ab90-4ff9-96a9-bddfbafe846e tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for security_group_rule (e4725a25-f322-459e-8e91-c69de076a088), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:22.030267 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549715db-fbe5-4a43-b242-3118bd716307 req-f07fa4c7-8304-424a-b83a-8533a607c48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:22.032757 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-549715db-fbe5-4a43-b242-3118bd716307 req-f07fa4c7-8304-424a-b83a-8533a607c48e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 1129 time: 0.1633546 Mar 05 04:54:22.035517 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-023f6cfc-ab90-4ff9-96a9-bddfbafe846e tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (e4725a25-f322-459e-8e91-c69de076a088), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:22.077736 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e19bcc22-c708-4466-b871-e0a41a97b68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'name': 'tempest-AttachVolumeTestJSON-1804951668-router', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:54:02Z', 'updated_at': '2022-03-05T04:54:15Z', 'revision_number': 4, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'gw_port': {'id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:04Z', 'updated_at': '2022-03-05T04:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e', 'name': '', 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'mac_address': 'fa:16:3e:c0:35:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'd4f62d24-d369-4f32-b0d3-8cc062c5524d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:13Z', 'updated_at': '2022-03-05T04:54:21Z', 'revision_number': 4, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'subnets': [{'id': 'd4f62d24-d369-4f32-b0d3-8cc062c5524d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:22.080263 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f6cfc-ab90-4ff9-96a9-bddfbafe846e tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4725a25-f322-459e-8e91-c69de076a088,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:22.117601 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-023f6cfc-ab90-4ff9-96a9-bddfbafe846e tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:22.125380 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-023f6cfc-ab90-4ff9-96a9-bddfbafe846e tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3934557 Mar 05 04:54:22.126283 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54974) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:22.128487 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19bcc22-c708-4466-b871-e0a41a97b68a None None] The sync data for ids ['5192b81b-7539-4749-bfdc-ec971480fb6f'] in n-d-789963-32 is: [{'id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'name': 'tempest-AttachVolumeTestJSON-1804951668-router', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:54:02Z', 'updated_at': '2022-03-05T04:54:15Z', 'revision_number': 4, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'gw_port': {'id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:04Z', 'updated_at': '2022-03-05T04:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e', 'name': '', 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'mac_address': 'fa:16:3e:c0:35:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'd4f62d24-d369-4f32-b0d3-8cc062c5524d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:13Z', 'updated_at': '2022-03-05T04:54:21Z', 'revision_number': 4, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'subnets': [{'id': 'd4f62d24-d369-4f32-b0d3-8cc062c5524d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:54:22.128983 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-23bd0eb6-f33d-43db-86c9-3878f95f4ea7 None None] Current status of the port 8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:54:22.147372 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-87c7f572-a033-4acf-9990-e3ba7a209e3c tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Request body: {'security_group_rule': {'security_group_id': 'e994a793-ce60-4b39-acc4-577f0dbc0f97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:22.233006 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-549715db-fbe5-4a43-b242-3118bd716307 req-803f73d6-d4c8-4e5b-a028-cda6d1144602 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935279 Mar 05 04:54:22.244121 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-87c7f572-a033-4acf-9990-e3ba7a209e3c tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for security_group_rule (26e976cd-2f6f-4673-8fdc-07d616c1348e), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:22.354572 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 42427eec-a199-479e-ab01-a7379d14c4ca details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:54:22.364897 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-87c7f572-a033-4acf-9990-e3ba7a209e3c tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for security_group_rule (26e976cd-2f6f-4673-8fdc-07d616c1348e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:22.376326 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-87c7f572-a033-4acf-9990-e3ba7a209e3c tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (26e976cd-2f6f-4673-8fdc-07d616c1348e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:22.417464 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c7f572-a033-4acf-9990-e3ba7a209e3c tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e976cd-2f6f-4673-8fdc-07d616c1348e,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:22.459531 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-87c7f572-a033-4acf-9990-e3ba7a209e3c tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:22.460983 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-87c7f572-a033-4acf-9990-e3ba7a209e3c tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3243933 Mar 05 04:54:22.466064 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54986) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:22.471290 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-7ea4f4dd-7985-4e0b-ac43-86ffa49ba046 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:22.528945 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ea4f4dd-7985-4e0b-ac43-86ffa49ba046 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:22.606749 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 42427eec-a199-479e-ab01-a7379d14c4ca, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=42427eec-a199-479e-ab01-a7379d14c4ca,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:22.635788 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '42427eec-a199-479e-ab01-a7379d14c4ca', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': '42427eec-a199-479e-ab01-a7379d14c4ca', 'mac_address': 'fa:16:3e:ab:e2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:54:22.692639 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2c9e3715-2dcf-4f10-b4b0-63e5624a4a24 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router_gateway (8173d30e-b06a-457d-8d28-c3ea4871523f), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:22.706118 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 42427eec-a199-479e-ab01-a7379d14c4ca is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:54:22.706488 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (42427eec-a199-479e-ab01-a7379d14c4ca), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:22.720144 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90424ada-9e90-4cea-8f32-6c7ac978afd0 req-d825e2fd-7281-4035-bf3a-ba540b6bd4ad tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:22.728197 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-90424ada-9e90-4cea-8f32-6c7ac978afd0 req-d825e2fd-7281-4035-bf3a-ba540b6bd4ad tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2634221-5f78-4215-a3ac-43cd600b9295 HTTP/1.1" status: 200 len: 948 time: 0.8410554 Mar 05 04:54:22.733935 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42427eec-a199-479e-ab01-a7379d14c4ca {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:54:22.738827 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2c9e3715-2dcf-4f10-b4b0-63e5624a4a24 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router_gateway (8173d30e-b06a-457d-8d28-c3ea4871523f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:22.743137 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ea4f4dd-7985-4e0b-ac43-86ffa49ba046 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:22.786341 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 42427eec-a199-479e-ab01-a7379d14c4ca, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=42427eec-a199-479e-ab01-a7379d14c4ca,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:22.797101 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (42427eec-a199-479e-ab01-a7379d14c4ca), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:22.896684 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd65464-a1b0-4161-8908-5b888876f324 req-7cd0ead2-f5eb-4e80-ae27-936d7bed4d25 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:22.898524 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=42427eec-a199-479e-ab01-a7379d14c4ca,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:22.906890 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5fd65464-a1b0-4161-8908-5b888876f324 req-7cd0ead2-f5eb-4e80-ae27-936d7bed4d25 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 946 time: 0.2819819 Mar 05 04:54:22.979403 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-7ea4f4dd-7985-4e0b-ac43-86ffa49ba046 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Allocated IP 172.25.0.176 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/d403cf33-7b2b-48e1-928e-1fcbd9e71071) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:54:22.988457 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-90424ada-9e90-4cea-8f32-6c7ac978afd0 req-cbf13714-9233-426b-9aed-3fafa76ac2c8 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523875 Mar 05 04:54:23.037333 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-2c9e3715-2dcf-4f10-b4b0-63e5624a4a24 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Deleting port a561098f-4bc3-43c5-ab1e-4ebd954b5edc {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:54:23.039321 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2c9e3715-2dcf-4f10-b4b0-63e5624a4a24 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (a561098f-4bc3-43c5-ab1e-4ebd954b5edc), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:23.085019 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5fd65464-a1b0-4161-8908-5b888876f324 req-f37d73ae-cd06-464b-bd2f-40722cfed748 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746318 Mar 05 04:54:23.104978 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['42427eec-a199-479e-ab01-a7379d14c4ca'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:54:23.187591 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fcf8ebb7-836b-494f-afd5-b1d90430109d req-1d466a02-1835-40cd-afdd-cbf4fc7cd8d9 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 210 time: 0.0936210 Mar 05 04:54:23.234597 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2c9e3715-2dcf-4f10-b4b0-63e5624a4a24 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (a561098f-4bc3-43c5-ab1e-4ebd954b5edc), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:23.241349 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ea4f4dd-7985-4e0b-ac43-86ffa49ba046 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for port (d403cf33-7b2b-48e1-928e-1fcbd9e71071), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:23.248731 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-2c9e3715-2dcf-4f10-b4b0-63e5624a4a24 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Calling delete_port for a561098f-4bc3-43c5-ab1e-4ebd954b5edc owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:54:23.321471 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ea4f4dd-7985-4e0b-ac43-86ffa49ba046 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (d403cf33-7b2b-48e1-928e-1fcbd9e71071), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:23.380160 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea4f4dd-7985-4e0b-ac43-86ffa49ba046 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:54:23.384031 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-7ea4f4dd-7985-4e0b-ac43-86ffa49ba046 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:54:23.393689 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea4f4dd-7985-4e0b-ac43-86ffa49ba046 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:54:23.402035 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4f4dd-7985-4e0b-ac43-86ffa49ba046 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Pushing event updated for resources: {'Port': ['ID=d403cf33-7b2b-48e1-928e-1fcbd9e71071,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:23.538157 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ea4f4dd-7985-4e0b-ac43-86ffa49ba046 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for floatingip (a70aac10-25f3-4c14-9923-ccafc83b313e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:23.617276 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ea4f4dd-7985-4e0b-ac43-86ffa49ba046 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d403cf33-7b2b-48e1-928e-1fcbd9e71071), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:23.666543 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2c9e3715-2dcf-4f10-b4b0-63e5624a4a24 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (a561098f-4bc3-43c5-ab1e-4ebd954b5edc), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:23.710683 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-942fd077-1e49-4bb0-83b2-688b6413c601 req-d6302345-6eb4-4b4c-83bf-036db3853d3b tempest-ServerShowV254Test-730270921 tempest-ServerShowV254Test-730270921-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.1092405 Mar 05 04:54:23.715849 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e3715-2dcf-4f10-b4b0-63e5624a4a24 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Pushing event deleted for resources: {'Port': ['ID=a561098f-4bc3-43c5-ab1e-4ebd954b5edc,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:23.833216 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ea4f4dd-7985-4e0b-ac43-86ffa49ba046 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for port (d403cf33-7b2b-48e1-928e-1fcbd9e71071), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:23.839032 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2efabc-3639-4219-8ee9-c7c1c2f96f08 req-947ff3b9-d087-4fae-90f1-88de176c35a5 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:23.841517 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ea4f4dd-7985-4e0b-ac43-86ffa49ba046 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (d403cf33-7b2b-48e1-928e-1fcbd9e71071), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:23.850262 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dd2efabc-3639-4219-8ee9-c7c1c2f96f08 req-947ff3b9-d087-4fae-90f1-88de176c35a5 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 945 time: 0.2467229 Mar 05 04:54:23.918872 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2c9e3715-2dcf-4f10-b4b0-63e5624a4a24 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (8173d30e-b06a-457d-8d28-c3ea4871523f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:23.922161 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ea4f4dd-7985-4e0b-ac43-86ffa49ba046 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (a70aac10-25f3-4c14-9923-ccafc83b313e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:23.945162 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea4f4dd-7985-4e0b-ac43-86ffa49ba046 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Pushing event updated for resources: {'Port': ['ID=d403cf33-7b2b-48e1-928e-1fcbd9e71071,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:23.953217 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ea4f4dd-7985-4e0b-ac43-86ffa49ba046 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:23.967126 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7ea4f4dd-7985-4e0b-ac43-86ffa49ba046 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4874396 Mar 05 04:54:24.034569 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dd2efabc-3639-4219-8ee9-c7c1c2f96f08 req-42e24601-6d7d-4db2-9e8c-aa4b5590135a tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832345 Mar 05 04:54:24.095824 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5d119-8b14-44ea-9820-6d02a3d51b73 req-f94c578d-2ef8-4d7c-bcf3-843876ee20f8 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:24.104008 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bfc5d119-8b14-44ea-9820-6d02a3d51b73 req-f94c578d-2ef8-4d7c-bcf3-843876ee20f8 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 945 time: 0.2852232 Mar 05 04:54:24.279380 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-81ceb204-1849-4f7c-9774-0a837dd21e72 req-b9cdd59a-c356-4a1d-b2a0-e0d6dc44397f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0701754 Mar 05 04:54:24.315163 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:54:24.363329 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 42427eec-a199-479e-ab01-a7379d14c4ca up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:54:24.390893 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceb204-1849-4f7c-9774-0a837dd21e72 req-66222594-f44c-4c18-b40e-16f135f900d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:24.394839 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-81ceb204-1849-4f7c-9774-0a837dd21e72 req-66222594-f44c-4c18-b40e-16f135f900d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=947653f4d3b84cc89f4c3c5691586859&device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 1127 time: 0.0613384 Mar 05 04:54:24.430619 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2fb73-cfc3-4638-bbf6-bb19b5b12b03 req-173b41d1-3806-4fec-b08f-27c28ed1049d tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:24.432341 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80f2fb73-cfc3-4638-bbf6-bb19b5b12b03 req-173b41d1-3806-4fec-b08f-27c28ed1049d tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2634221-5f78-4215-a3ac-43cd600b9295 HTTP/1.1" status: 200 len: 949 time: 0.2387867 Mar 05 04:54:24.434539 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2c9e3715-2dcf-4f10-b4b0-63e5624a4a24 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-903190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9284'] for router (8173d30e-b06a-457d-8d28-c3ea4871523f), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:24.439100 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bfc5d119-8b14-44ea-9820-6d02a3d51b73 req-962b1a1f-8653-4b67-a341-b1aa8d6269c4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341961 Mar 05 04:54:24.450914 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:54:24.451775 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:24.464017 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 42427eec-a199-479e-ab01-a7379d14c4ca completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:54:24.499711 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80f2fb73-cfc3-4638-bbf6-bb19b5b12b03 req-f527e8ff-f925-4ea0-9b4d-59d4e8932f2d tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594554 Mar 05 04:54:24.500984 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2c9e3715-2dcf-4f10-b4b0-63e5624a4a24 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-903193'] for router (8173d30e-b06a-457d-8d28-c3ea4871523f), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:24.510096 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 42427eec-a199-479e-ab01-a7379d14c4ca triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:54:24.510920 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (42427eec-a199-479e-ab01-a7379d14c4ca), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:24.561161 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceb204-1849-4f7c-9774-0a837dd21e72 req-b104ae44-a1a0-4098-9d2b-e4c5803792ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:24.562645 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-81ceb204-1849-4f7c-9774-0a837dd21e72 req-b104ae44-a1a0-4098-9d2b-e4c5803792ce service neutron] 10.222.0.30 "GET /v2.0/networks?id=37de3cac-2e27-4573-885e-c86e0ea7886c HTTP/1.1" status: 200 len: 912 time: 0.1466281 Mar 05 04:54:24.644416 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2d8b7f08-1b64-4fc9-b1a2-a8caea4439be req-63badb82-5626-41d0-a7d0-7a2a530596d5 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 210 time: 0.0593572 Mar 05 04:54:24.650476 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-81ceb204-1849-4f7c-9774-0a837dd21e72 req-54807cfe-940f-4d8a-bbf2-33c51a019174 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db HTTP/1.1" status: 200 len: 999 time: 0.0800877 Mar 05 04:54:24.683563 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:54:24.694238 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 42427eec-a199-479e-ab01-a7379d14c4ca is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:54:24.694633 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (42427eec-a199-479e-ab01-a7379d14c4ca), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:24.709103 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9e3715-2dcf-4f10-b4b0-63e5624a4a24 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Router 8173d30e-b06a-457d-8d28-c3ea4871523f has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:54:24.720960 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceb204-1849-4f7c-9774-0a837dd21e72 req-6a7206b0-39cf-4687-98e1-b8fef7307c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:24.722565 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-81ceb204-1849-4f7c-9774-0a837dd21e72 req-6a7206b0-39cf-4687-98e1-b8fef7307c53 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a6039ad-16bd-4b00-a55f-f7c68e1f3072 HTTP/1.1" status: 200 len: 851 time: 0.0656049 Mar 05 04:54:24.728207 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e24e0-766f-41d5-b390-ea2455d73c51 req-f3841e39-1d58-447d-bfd0-cb91b894a475 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:24.729767 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ac2e24e0-766f-41d5-b390-ea2455d73c51 req-f3841e39-1d58-447d-bfd0-cb91b894a475 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 946 time: 0.1290522 Mar 05 04:54:24.745669 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2634221-5f78-4215-a3ac-43cd600b9295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42427eec-a199-479e-ab01-a7379d14c4ca'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:54:24.755241 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbb786e-d8a1-4bc6-984a-d43b2dc364d6" -d '{"events": [{"server_uuid": "d2634221-5f78-4215-a3ac-43cd600b9295", "name": "network-vif-plugged", "status": "completed", "tag": "42427eec-a199-479e-ab01-a7379d14c4ca"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:54:24.773203 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 42427eec-a199-479e-ab01-a7379d14c4ca, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=42427eec-a199-479e-ab01-a7379d14c4ca,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:24.779301 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (42427eec-a199-479e-ab01-a7379d14c4ca), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:24.788856 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceb204-1849-4f7c-9774-0a837dd21e72 req-78a68a6d-6ae4-4b61-acde-7950acbb2590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:24.790383 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-81ceb204-1849-4f7c-9774-0a837dd21e72 req-78a68a6d-6ae4-4b61-acde-7950acbb2590 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37de3cac-2e27-4573-885e-c86e0ea7886c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0574083 Mar 05 04:54:24.835938 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=42427eec-a199-479e-ab01-a7379d14c4ca,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:24.905975 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9e3715-2dcf-4f10-b4b0-63e5624a4a24 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:54:24.907526 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-81ceb204-1849-4f7c-9774-0a837dd21e72 req-6815cc96-f5bd-4fb9-b7f3-3e11ef815462 service neutron] 10.222.0.30 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060920 Mar 05 04:54:24.910849 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ac2e24e0-766f-41d5-b390-ea2455d73c51 req-983da7e3-982b-4c0d-ae5b-ea5ec99270f9 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608183 Mar 05 04:54:24.921944 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2c9e3715-2dcf-4f10-b4b0-63e5624a4a24 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:24.925305 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a237eb-998a-4af3-8b7c-475ee4116d83 None None] Sync routers for ids ['8173d30e-b06a-457d-8d28-c3ea4871523f'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:54:24.936218 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55022) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:24.947320 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2c9e3715-2dcf-4f10-b4b0-63e5624a4a24 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] 10.222.0.11 "PUT /v2.0/routers/8173d30e-b06a-457d-8d28-c3ea4871523f HTTP/1.1" status: 200 len: 706 time: 4.1871295 Mar 05 04:54:24.949876 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device a0292c84-51f4-4059-8e4d-6ab501708195 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:54:24.958406 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a237eb-998a-4af3-8b7c-475ee4116d83 None None] Routers {'8173d30e-b06a-457d-8d28-c3ea4871523f'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:54:24.959447 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-56a237eb-998a-4af3-8b7c-475ee4116d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:54:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['8173d30e-b06a-457d-8d28-c3ea4871523f'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:24.999552 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-18ed3139-35a4-41f5-b764-01510ce4172d req-6a82c2a2-e415-42f6-9692-2d98c1379b9a tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--237308330&fields=id&tenant_id=5d19f36e865d4d1c893d90afc94d506f HTTP/1.1" status: 200 len: 267 time: 0.1931746 Mar 05 04:54:25.004803 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-56a237eb-998a-4af3-8b7c-475ee4116d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:25.014503 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a237eb-998a-4af3-8b7c-475ee4116d83 None None] Routers {'8173d30e-b06a-457d-8d28-c3ea4871523f'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:54:25.015510 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-56a237eb-998a-4af3-8b7c-475ee4116d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:54:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['8173d30e-b06a-457d-8d28-c3ea4871523f'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:25.051494 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-56a237eb-998a-4af3-8b7c-475ee4116d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:25.052484 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a237eb-998a-4af3-8b7c-475ee4116d83 None None] The sync data for ids ['8173d30e-b06a-457d-8d28-c3ea4871523f'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:54:25.077097 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a8c9376e-ff4f-4f18-b108-20b0f435a864 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "GET /v2.0/routers/8173d30e-b06a-457d-8d28-c3ea4871523f HTTP/1.1" status: 200 len: 741 time: 0.1394992 Mar 05 04:54:25.080263 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55028) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:25.081685 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port a0292c84-51f4-4059-8e4d-6ab501708195 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:54:25.092028 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port a0292c84-51f4-4059-8e4d-6ab501708195 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:54:25.092418 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a0292c84-51f4-4059-8e4d-6ab501708195), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:25.117940 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7148572c-0c29-469f-ae08-e9480935619f req-2cd8be3e-a23f-41d0-9e3a-646f9a3a27be tempest-ServerShowV254Test-730270921 tempest-ServerShowV254Test-730270921-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.0457921 Mar 05 04:54:25.138396 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6cdf5c51-7586-4291-8a0c-7a59d24d17b0 tempest-RoutersAdminTest-169259028 tempest-RoutersAdminTest-169259028-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=ff625bbb-6b8f-4740-be08-a562ec9a34a4&device_id=8173d30e-b06a-457d-8d28-c3ea4871523f HTTP/1.1" status: 200 len: 205 time: 0.0566895 Mar 05 04:54:25.143113 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55030) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:25.194870 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-459ba8d8-f870-4031-994a-7813ef541d34 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8173d30e-b06a-457d-8d28-c3ea4871523f HTTP/1.1" status: 200 len: 205 time: 0.0503113 Mar 05 04:54:25.197353 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55032) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:25.199032 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-81ceb204-1849-4f7c-9774-0a837dd21e72 req-2d183f05-fbd2-4d17-bedc-97709484bb1d service neutron] 10.222.0.30 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854652 Mar 05 04:54:25.213750 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52adaf8-f09f-43c6-b1e0-d821d345d57c x-openstack-request-id: req-a52adaf8-f09f-43c6-b1e0-d821d345d57c {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:54:25.214056 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2634221-5f78-4215-a3ac-43cd600b9295", "name": "network-vif-plugged", "status": "completed", "tag": "42427eec-a199-479e-ab01-a7379d14c4ca", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:54:25.214315 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a52adaf8-f09f-43c6-b1e0-d821d345d57c {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:54:25.214715 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2634221-5f78-4215-a3ac-43cd600b9295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42427eec-a199-479e-ab01-a7379d14c4ca', 'code': 200} Mar 05 04:54:25.241488 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed3139-35a4-41f5-b764-01510ce4172d req-332ca01b-ad93-47f2-b5c1-963cb95de5aa tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:25.249862 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-18ed3139-35a4-41f5-b764-01510ce4172d req-332ca01b-ad93-47f2-b5c1-963cb95de5aa tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/networks?id=931621a1-3c63-4b88-9017-913fd0b96f88 HTTP/1.1" status: 200 len: 811 time: 0.2493091 Mar 05 04:54:25.260025 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port a0292c84-51f4-4059-8e4d-6ab501708195 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:54:25.260793 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a0292c84-51f4-4059-8e4d-6ab501708195), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:25.311888 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port a0292c84-51f4-4059-8e4d-6ab501708195, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a0292c84-51f4-4059-8e4d-6ab501708195,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:25.321194 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a0292c84-51f4-4059-8e4d-6ab501708195), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:25.333712 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f97eb-d17c-4d95-925a-0d38b6e59044 req-ee5ae4b0-be5a-4c1c-9813-6dbc580c83a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:25.337194 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c61f97eb-d17c-4d95-925a-0d38b6e59044 req-ee5ae4b0-be5a-4c1c-9813-6dbc580c83a3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d2634221-5f78-4215-a3ac-43cd600b9295 HTTP/1.1" status: 200 len: 1133 time: 0.0560927 Mar 05 04:54:25.356686 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-18ed3139-35a4-41f5-b764-01510ce4172d req-b0b6e69c-e06c-4039-b648-7d6c4fecfe4a tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/quotas/5d19f36e865d4d1c893d90afc94d506f HTTP/1.1" status: 200 len: 375 time: 0.1058755 Mar 05 04:54:25.395815 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c61f97eb-d17c-4d95-925a-0d38b6e59044 req-40cf16cd-7509-44cd-a033-9ea4d5940501 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517430 Mar 05 04:54:25.417154 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=a0292c84-51f4-4059-8e4d-6ab501708195,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:25.452079 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-69d313f3-bcff-47d8-ade2-e0c8df4e1acd tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router (8173d30e-b06a-457d-8d28-c3ea4871523f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:25.518346 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-23da9718-7269-4cb4-8429-47c5e8c73b5e req-b6f7abd2-d302-41fa-8a6b-821449930691 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.0328948 Mar 05 04:54:25.574421 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-18ed3139-35a4-41f5-b764-01510ce4172d req-ffdd666e-7657-48f3-925f-80842a5da202 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d19f36e865d4d1c893d90afc94d506f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2168717 Mar 05 04:54:25.690744 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705bf74-90d0-4fcb-8cc8-a44a93e030cd req-56855dd0-a809-4123-a57b-5fd7a025196f tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:25.692431 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1705bf74-90d0-4fcb-8cc8-a44a93e030cd req-56855dd0-a809-4123-a57b-5fd7a025196f tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 945 time: 0.2646365 Mar 05 04:54:25.706188 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-69d313f3-bcff-47d8-ade2-e0c8df4e1acd tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (8173d30e-b06a-457d-8d28-c3ea4871523f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:25.710077 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-69d313f3-bcff-47d8-ade2-e0c8df4e1acd tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router_controller (8173d30e-b06a-457d-8d28-c3ea4871523f), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:25.801929 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-69d313f3-bcff-47d8-ade2-e0c8df4e1acd tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (8173d30e-b06a-457d-8d28-c3ea4871523f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:25.802470 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d313f3-bcff-47d8-ade2-e0c8df4e1acd tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Fanout notify agent at l3_agent the message router_deleted on router 8173d30e-b06a-457d-8d28-c3ea4871523f {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:54:25.809778 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-69d313f3-bcff-47d8-ade2-e0c8df4e1acd tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:25.815411 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-69d313f3-bcff-47d8-ade2-e0c8df4e1acd tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] 10.222.0.11 "DELETE /v2.0/routers/8173d30e-b06a-457d-8d28-c3ea4871523f HTTP/1.1" status: 204 len: 168 time: 0.6122065 Mar 05 04:54:25.815502 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55042) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:25.849306 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-07c468d3-816e-43ad-bb43-00ea09b1e992 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] 10.222.0.11 "GET /v2.0/ports?device_id=8173d30e-b06a-457d-8d28-c3ea4871523f HTTP/1.1" status: 200 len: 205 time: 0.0305192 Mar 05 04:54:25.849555 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1705bf74-90d0-4fcb-8cc8-a44a93e030cd req-7e895583-9f7e-4ff1-8a11-f9f794706e87 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440864 Mar 05 04:54:25.849648 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55044) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:25.867780 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-18ed3139-35a4-41f5-b764-01510ce4172d req-20881103-c627-4817-a31a-4b68118548ef service neutron] 10.222.0.11 "GET /v2.0/networks/931621a1-3c63-4b88-9017-913fd0b96f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644134 Mar 05 04:54:25.898425 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-3faee527-13bf-4545-b429-a509575e6055 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] delete failed (client error): The resource could not be found. Mar 05 04:54:25.899528 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3faee527-13bf-4545-b429-a509575e6055 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] 10.222.0.11 "DELETE /v2.0/routers/8173d30e-b06a-457d-8d28-c3ea4871523f HTTP/1.1" status: 404 len: 336 time: 0.0491049 Mar 05 04:54:25.902048 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55046) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:25.933080 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2235814a-5b88-4cd1-81e2-4f070e339b21 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] 10.222.0.11 "GET /v2.0/ports?device_id=91befe87-23c5-493e-adaa-171cfe832e9e HTTP/1.1" status: 200 len: 205 time: 0.0287845 Mar 05 04:54:25.935450 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55048) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:25.980801 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-387cc788-dc63-41cc-a4fa-5845dd96db6c tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] delete failed (client error): The resource could not be found. Mar 05 04:54:25.981757 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-387cc788-dc63-41cc-a4fa-5845dd96db6c tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] 10.222.0.11 "DELETE /v2.0/routers/91befe87-23c5-493e-adaa-171cfe832e9e HTTP/1.1" status: 404 len: 336 time: 0.0454071 Mar 05 04:54:25.984326 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55050) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:25.997406 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-18ed3139-35a4-41f5-b764-01510ce4172d req-00c65747-5751-4766-a893-c439895f7361 service neutron] 10.222.0.11 "GET /v2.0/networks/931621a1-3c63-4b88-9017-913fd0b96f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277204 Mar 05 04:54:26.010990 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aee120-9cdd-4fc6-b0f4-52225653f396 req-853e11a3-bbfa-4a9c-a9fc-d14b925ee350 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:26.019974 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-65aee120-9cdd-4fc6-b0f4-52225653f396 req-853e11a3-bbfa-4a9c-a9fc-d14b925ee350 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 946 time: 0.0900626 Mar 05 04:54:26.021506 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8d680bea-4018-48e1-85bc-bb110f7d277b tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d73056-a27a-42ea-b612-8209689a520d HTTP/1.1" status: 200 len: 205 time: 0.0360532 Mar 05 04:54:26.022251 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55052) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:26.083929 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-f4915519-31e8-4447-a63b-e55f563b6edd tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] delete failed (client error): The resource could not be found. Mar 05 04:54:26.088194 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f4915519-31e8-4447-a63b-e55f563b6edd tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] 10.222.0.11 "DELETE /v2.0/routers/42d73056-a27a-42ea-b612-8209689a520d HTTP/1.1" status: 404 len: 336 time: 0.0624042 Mar 05 04:54:26.091425 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55054) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:26.128003 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-65aee120-9cdd-4fc6-b0f4-52225653f396 req-cc1896ca-5099-44af-aaf1-9d16000b3dcd tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068094 Mar 05 04:54:26.135176 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-28419f7b-a5b3-48a0-8c33-f9335adb8eca tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] 10.222.0.11 "GET /v2.0/ports?device_id=2b3b0706-d2e4-4789-86e5-17bb074e35ed HTTP/1.1" status: 200 len: 205 time: 0.0427496 Mar 05 04:54:26.139556 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55056) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:26.193003 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-501f9a6a-23d8-42c2-bbe0-790f40d2b1e0 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] delete failed (client error): The resource could not be found. Mar 05 04:54:26.196996 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55066) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:26.197148 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-501f9a6a-23d8-42c2-bbe0-790f40d2b1e0 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] 10.222.0.11 "DELETE /v2.0/routers/2b3b0706-d2e4-4789-86e5-17bb074e35ed HTTP/1.1" status: 404 len: 336 time: 0.0554173 Mar 05 04:54:26.233183 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-27228a59-ece3-4c06-a89a-a5123c0758eb tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] 10.222.0.11 "GET /v2.0/ports?device_id=b490c99f-8fa1-4da1-b25c-18b0e65ca397 HTTP/1.1" status: 200 len: 205 time: 0.0349154 Mar 05 04:54:26.235463 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55068) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:26.286866 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-aa752f7d-b326-4892-900e-62294faa100f tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] delete failed (client error): The resource could not be found. Mar 05 04:54:26.287288 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-aa752f7d-b326-4892-900e-62294faa100f tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] 10.222.0.11 "DELETE /v2.0/routers/b490c99f-8fa1-4da1-b25c-18b0e65ca397 HTTP/1.1" status: 404 len: 336 time: 0.0500128 Mar 05 04:54:26.291156 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55070) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:26.326107 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5c812249-ade7-4f00-9221-1c4bba3e0061 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8e59ce5-1797-4a3f-9757-e82a6f99a6c2 HTTP/1.1" status: 200 len: 205 time: 0.0297382 Mar 05 04:54:26.329348 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55072) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:26.334105 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc83af-f666-4124-b06b-26299df0c413 req-4d44985d-7f2a-49fb-a8db-cadcda8e38bc tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:26.335577 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-59cc83af-f666-4124-b06b-26299df0c413 req-4d44985d-7f2a-49fb-a8db-cadcda8e38bc tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 946 time: 0.1333351 Mar 05 04:54:26.373385 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d059cb-4305-4ca1-947f-8f08dcf5080d req-48446979-b279-4afa-9863-a7bbd02ea8cb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:26.375175 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-86d059cb-4305-4ca1-947f-8f08dcf5080d req-48446979-b279-4afa-9863-a7bbd02ea8cb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2634221-5f78-4215-a3ac-43cd600b9295 HTTP/1.1" status: 200 len: 950 time: 0.1306098 Mar 05 04:54:26.388567 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-e497493f-1162-4dc3-9014-32b6977aeed9 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] delete failed (client error): The resource could not be found. Mar 05 04:54:26.392424 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e497493f-1162-4dc3-9014-32b6977aeed9 tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] 10.222.0.11 "DELETE /v2.0/routers/f8e59ce5-1797-4a3f-9757-e82a6f99a6c2 HTTP/1.1" status: 404 len: 336 time: 0.0589867 Mar 05 04:54:26.392894 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55078) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:26.424724 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-59cc83af-f666-4124-b06b-26299df0c413 req-4577e120-a9df-420a-b2f3-cedb95f97250 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795059 Mar 05 04:54:26.430890 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c9beb3-6f86-4871-b1bf-da338b170c8a tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] DELETE failed (client error): The resource could not be found. Mar 05 04:54:26.431383 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9c9beb3-6f86-4871-b1bf-da338b170c8a tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 04:54:26.434406 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f9c9beb3-6f86-4871-b1bf-da338b170c8a tempest-RoutersAdminTest-1557387692 tempest-RoutersAdminTest-1557387692-project] 10.222.0.11 "DELETE /v2.0/subnets/ab610d79-a8e0-480d-aad6-a335a4dfa8be HTTP/1.1" status: 404 len: 337 time: 0.0404699 Mar 05 04:54:26.475673 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-86d059cb-4305-4ca1-947f-8f08dcf5080d req-65ee8b1b-900f-459b-82b6-8068d7408595 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832753 Mar 05 04:54:26.623505 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-97ade2d5-de58-44cd-9aef-489c0f39e08f req-17abc857-8586-489c-b022-13f4943b74ed tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 210 time: 0.0600915 Mar 05 04:54:26.667682 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cf851-3f11-46a4-b2e5-e9c28912d9b4 req-f994c0f2-1bbc-4380-976d-0421e1938734 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:26.669314 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-da9cf851-3f11-46a4-b2e5-e9c28912d9b4 req-f994c0f2-1bbc-4380-976d-0421e1938734 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 946 time: 0.1303382 Mar 05 04:54:26.758619 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-da9cf851-3f11-46a4-b2e5-e9c28912d9b4 req-d9a89b4b-fd1b-42a9-95ef-ed6acebf5aa3 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812852 Mar 05 04:54:26.822532 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-97501393-af55-41cd-967a-f47ce2f12798 req-50c4182c-c7e9-40bb-b3d0-cd49f67c45f1 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 210 time: 0.0983019 Mar 05 04:54:26.913638 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-006a7dad-9e7e-4d8b-8702-edc9beda5cf5 req-d01fb4ea-d797-4a19-a06e-72ee290dc8a1 tempest-ServerShowV254Test-730270921 tempest-ServerShowV254Test-730270921-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.0379243 Mar 05 04:54:26.959270 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55092) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:27.078363 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802955d-f17a-4458-9001-18f32956f2cf req-7ef175ab-e801-44ce-b638-6406957d727f tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:27.088585 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f802955d-f17a-4458-9001-18f32956f2cf req-7ef175ab-e801-44ce-b638-6406957d727f tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 945 time: 0.0890236 Mar 05 04:54:27.166120 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f802955d-f17a-4458-9001-18f32956f2cf req-b038f215-51de-49de-9804-885cbb926e51 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759101 Mar 05 04:54:27.215844 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abf3fda-a543-440b-b5ec-b8b9c6710ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0292c84-51f4-4059-8e4d-6ab501708195'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:54:27.218157 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38753f2d-c9b1-4f82-ace9-e647a58d4000" -d '{"events": [{"server_uuid": "2abf3fda-a543-440b-b5ec-b8b9c6710ff6", "name": "network-vif-plugged", "status": "completed", "tag": "a0292c84-51f4-4059-8e4d-6ab501708195"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:54:27.240233 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a83ca716-c6e2-4906-be4e-f83465d63996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:27.310239 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cd3cf-d9a0-4408-8015-293c4f35f0d1 req-0bba2aa8-4aa4-464e-aa46-70b6526fa211 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:27.312551 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a45cd3cf-d9a0-4408-8015-293c4f35f0d1 req-0bba2aa8-4aa4-464e-aa46-70b6526fa211 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 946 time: 0.0825710 Mar 05 04:54:27.328177 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8910512f-359d-424c-a20d-1d08fec55f40 x-openstack-request-id: req-8910512f-359d-424c-a20d-1d08fec55f40 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:54:27.328474 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abf3fda-a543-440b-b5ec-b8b9c6710ff6", "name": "network-vif-plugged", "status": "completed", "tag": "a0292c84-51f4-4059-8e4d-6ab501708195", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:54:27.328974 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8910512f-359d-424c-a20d-1d08fec55f40 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:54:27.329860 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abf3fda-a543-440b-b5ec-b8b9c6710ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0292c84-51f4-4059-8e4d-6ab501708195', 'code': 200} Mar 05 04:54:27.378770 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a83ca716-c6e2-4906-be4e-f83465d63996 admin admin] Publish callbacks [] for security_group (04d34a2a-7324-499a-b25c-ecb18e5063c6), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:27.387893 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a83ca716-c6e2-4906-be4e-f83465d63996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (04d34a2a-7324-499a-b25c-ecb18e5063c6), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:27.398215 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a45cd3cf-d9a0-4408-8015-293c4f35f0d1 req-fa8a8478-80e1-4a2e-853c-061c51aa96cd tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778029 Mar 05 04:54:27.466594 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ca716-c6e2-4906-be4e-f83465d63996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d34a2a-7324-499a-b25c-ecb18e5063c6,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:27.488692 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55112) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:27.491665 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a83ca716-c6e2-4906-be4e-f83465d63996 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=34571a9487a247a99a4ea5cfb7fca22d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5266883 Mar 05 04:54:27.505362 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc91db-143b-4b81-95ba-64e7f8d6483b req-b3a2e3e3-0828-4845-9f19-0ab03fbb3c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:27.509301 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e0bc91db-143b-4b81-95ba-64e7f8d6483b req-b3a2e3e3-0828-4845-9f19-0ab03fbb3c8e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 1129 time: 0.1055746 Mar 05 04:54:27.585978 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e0bc91db-143b-4b81-95ba-64e7f8d6483b req-a1cb2b88-03e3-4542-a63d-93e227564f0a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696316 Mar 05 04:54:27.639682 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-82f974a9-010f-4829-8f01-0d8eff7c6981 admin admin] Publish callbacks [] for security_group (04d34a2a-7324-499a-b25c-ecb18e5063c6), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:27.672282 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800aef5-2caf-4532-a7cc-b3b706458831 req-dbb8e7e0-a272-4320-9817-3eaa915c6a67 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:27.674027 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d800aef5-2caf-4532-a7cc-b3b706458831 req-dbb8e7e0-a272-4320-9817-3eaa915c6a67 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 946 time: 0.0999663 Mar 05 04:54:27.688402 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-82f974a9-010f-4829-8f01-0d8eff7c6981 admin admin] Publish callbacks [] for security_group (04d34a2a-7324-499a-b25c-ecb18e5063c6), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:27.770556 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d800aef5-2caf-4532-a7cc-b3b706458831 req-c203ebf0-5f29-418e-8ae1-7f2ba423230b tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875027 Mar 05 04:54:27.803283 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-82f974a9-010f-4829-8f01-0d8eff7c6981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (04d34a2a-7324-499a-b25c-ecb18e5063c6), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:27.806818 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-82f974a9-010f-4829-8f01-0d8eff7c6981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:27.810224 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-82f974a9-010f-4829-8f01-0d8eff7c6981 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/04d34a2a-7324-499a-b25c-ecb18e5063c6 HTTP/1.1" status: 204 len: 168 time: 0.3196194 Mar 05 04:54:27.813428 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed3139-35a4-41f5-b764-01510ce4172d req-c6ce6e51-4330-4a45-a925-c3f40e01fb0b tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:27.816664 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-18ed3139-35a4-41f5-b764-01510ce4172d req-c6ce6e51-4330-4a45-a925-c3f40e01fb0b tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.30 "GET /v2.0/networks?id=931621a1-3c63-4b88-9017-913fd0b96f88 HTTP/1.1" status: 200 len: 811 time: 0.1786699 Mar 05 04:54:27.826786 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f974a9-010f-4829-8f01-0d8eff7c6981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d34a2a-7324-499a-b25c-ecb18e5063c6,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:27.973562 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-18ed3139-35a4-41f5-b764-01510ce4172d req-daf9fab8-9abb-4cd5-aff4-e56fa1852c93 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d19f36e865d4d1c893d90afc94d506f HTTP/1.1" status: 200 len: 379 time: 0.1366465 Mar 05 04:54:27.985379 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-18ed3139-35a4-41f5-b764-01510ce4172d req-6d4ac82d-6e2c-40af-8895-9a19df55060b tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Request body: {'port': {'device_id': 'b3fb41b9-875d-4678-8219-73aa5b385832', 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88', 'admin_state_up': True, 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'security_groups': ['e994a793-ce60-4b39-acc4-577f0dbc0f97']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:27.995219 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5fbe7b0e-35b2-4da4-be40-109266c628cb req-c0a4e5d1-8780-4590-8cc6-91fd70d815db tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 210 time: 0.0452545 Mar 05 04:54:28.018989 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ad645-2a3e-4b40-ac31-5536d38f5c65 req-49c324b3-5ba4-4379-96b4-b878f2b3520f tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:28.024161 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-022ad645-2a3e-4b40-ac31-5536d38f5c65 req-49c324b3-5ba4-4379-96b4-b878f2b3520f tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2634221-5f78-4215-a3ac-43cd600b9295 HTTP/1.1" status: 200 len: 950 time: 0.1705554 Mar 05 04:54:28.143888 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-022ad645-2a3e-4b40-ac31-5536d38f5c65 req-491c3376-2052-45a9-8502-db687b8e9f64 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001463 Mar 05 04:54:28.165873 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f123e263-9724-45d2-b1a1-7533c1087036 req-fee9ed3d-edf0-4f2d-a395-3bb0a3e36590 tempest-ServerShowV254Test-730270921 tempest-ServerShowV254Test-730270921-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.0393929 Mar 05 04:54:28.220214 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18ed3139-35a4-41f5-b764-01510ce4172d req-6d4ac82d-6e2c-40af-8895-9a19df55060b tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Made reservation on behalf of 5d19f36e865d4d1c893d90afc94d506f for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:54:28.224583 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-18ed3139-35a4-41f5-b764-01510ce4172d req-6d4ac82d-6e2c-40af-8895-9a19df55060b tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:28.334687 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55130) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:28.336812 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-34b90c41-b4ca-4281-9324-c39b2c093927 req-cfd31bec-8a78-4221-93a0-51ce5b0342e3 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 210 time: 0.0692611 Mar 05 04:54:28.386079 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42487470-f80c-4747-9dd8-1f165e70a693 req-e219a281-548a-4301-b82f-877c32591ec5 tempest-ServersOnMultiNodesTest-615486994 tempest-ServersOnMultiNodesTest-615486994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:28.392957 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-42487470-f80c-4747-9dd8-1f165e70a693 req-e219a281-548a-4301-b82f-877c32591ec5 tempest-ServersOnMultiNodesTest-615486994 tempest-ServersOnMultiNodesTest-615486994-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d2634221-5f78-4215-a3ac-43cd600b9295 HTTP/1.1" status: 200 len: 1133 time: 0.1341488 Mar 05 04:54:28.424400 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c99511a9-b797-4e82-addc-7bb8d5e4ee3e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=73d8922c504b4c8ba5f78777a359b8e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0860100 Mar 05 04:54:28.427779 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55134) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:28.457053 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-18ed3139-35a4-41f5-b764-01510ce4172d req-6d4ac82d-6e2c-40af-8895-9a19df55060b tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Allocated IP 172.20.0.7 (931621a1-3c63-4b88-9017-913fd0b96f88/d4f62d24-d369-4f32-b0d3-8cc062c5524d/2df2f954-f596-41f7-a05e-f84d6836a2af) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:54:28.519671 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-42487470-f80c-4747-9dd8-1f165e70a693 req-de6944f1-1afd-4032-a2e5-b2fb5b3787c4 tempest-ServersOnMultiNodesTest-615486994 tempest-ServersOnMultiNodesTest-615486994-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257815 Mar 05 04:54:28.586781 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf1cee-67c4-4806-952c-6697f53d84b8 req-e88fa727-54d7-4d31-9d49-52d0be3b6ff2 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:28.588603 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ddcf1cee-67c4-4806-952c-6697f53d84b8 req-e88fa727-54d7-4d31-9d49-52d0be3b6ff2 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 945 time: 0.1682141 Mar 05 04:54:28.592178 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ba84dfbf-89dc-448c-aa48-0fb959a93366 admin admin] Publish callbacks [] for security_group (28b07923-456a-4494-a1df-dd5ca24d5f0c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:28.648118 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-18ed3139-35a4-41f5-b764-01510ce4172d req-6d4ac82d-6e2c-40af-8895-9a19df55060b tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for port (2df2f954-f596-41f7-a05e-f84d6836a2af), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:28.670834 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ba84dfbf-89dc-448c-aa48-0fb959a93366 admin admin] Publish callbacks [] for security_group (28b07923-456a-4494-a1df-dd5ca24d5f0c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:28.708903 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-18ed3139-35a4-41f5-b764-01510ce4172d req-6d4ac82d-6e2c-40af-8895-9a19df55060b tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (2df2f954-f596-41f7-a05e-f84d6836a2af), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:28.723512 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ddcf1cee-67c4-4806-952c-6697f53d84b8 req-4f21c551-4798-4375-92ae-3d37cddacc79 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289959 Mar 05 04:54:28.747949 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d7fef-8a5e-4929-a8f0-7072007f59a2 req-49fab65b-7997-47b9-9814-2184f21fea78 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:28.755743 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c62d7fef-8a5e-4929-a8f0-7072007f59a2 req-49fab65b-7997-47b9-9814-2184f21fea78 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 946 time: 0.1653869 Mar 05 04:54:28.776827 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18ed3139-35a4-41f5-b764-01510ce4172d req-6d4ac82d-6e2c-40af-8895-9a19df55060b tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Network 931621a1-3c63-4b88-9017-913fd0b96f88 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:54:28.783527 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-18ed3139-35a4-41f5-b764-01510ce4172d req-6d4ac82d-6e2c-40af-8895-9a19df55060b tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:54:28.794069 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ed3139-35a4-41f5-b764-01510ce4172d req-6d4ac82d-6e2c-40af-8895-9a19df55060b tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:54:28.837240 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ba84dfbf-89dc-448c-aa48-0fb959a93366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (28b07923-456a-4494-a1df-dd5ca24d5f0c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:28.839807 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ba84dfbf-89dc-448c-aa48-0fb959a93366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:28.840974 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ba84dfbf-89dc-448c-aa48-0fb959a93366 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/28b07923-456a-4494-a1df-dd5ca24d5f0c HTTP/1.1" status: 204 len: 168 time: 0.4112458 Mar 05 04:54:28.864011 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ac82d-6e2c-40af-8895-9a19df55060b tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Pushing event updated for resources: {'Port': ['ID=2df2f954-f596-41f7-a05e-f84d6836a2af,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:28.920935 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed3139-35a4-41f5-b764-01510ce4172d req-6d4ac82d-6e2c-40af-8895-9a19df55060b tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:28.920935 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-18ed3139-35a4-41f5-b764-01510ce4172d req-6d4ac82d-6e2c-40af-8895-9a19df55060b tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:28.922423 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c62d7fef-8a5e-4929-a8f0-7072007f59a2 req-67d22936-2acc-42d2-b108-a3eca49c3bde tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657429 Mar 05 04:54:28.928283 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84dfbf-89dc-448c-aa48-0fb959a93366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b07923-456a-4494-a1df-dd5ca24d5f0c,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:28.944376 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-18ed3139-35a4-41f5-b764-01510ce4172d req-6d4ac82d-6e2c-40af-8895-9a19df55060b tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9647152 Mar 05 04:54:28.969312 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-18ed3139-35a4-41f5-b764-01510ce4172d req-0ac442d7-eb3b-4d75-96ed-02bb8e876161 service neutron] Request body: {'port': {'device_id': 'b3fb41b9-875d-4678-8219-73aa5b385832', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:29.125823 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-18ed3139-35a4-41f5-b764-01510ce4172d req-0ac442d7-eb3b-4d75-96ed-02bb8e876161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2df2f954-f596-41f7-a05e-f84d6836a2af), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:29.198775 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba899e-d15f-4836-b7c4-6854a12c76e1 req-b4330837-832c-4747-9dc9-9e442bee098c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:29.206814 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7ba899e-d15f-4836-b7c4-6854a12c76e1 req-b4330837-832c-4747-9dc9-9e442bee098c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 946 time: 0.1553428 Mar 05 04:54:29.247966 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a661da5b-7007-4765-87be-f5794c46512f None None] Provisioning complete for port 2df2f954-f596-41f7-a05e-f84d6836a2af triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:54:29.250338 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a661da5b-7007-4765-87be-f5794c46512f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2df2f954-f596-41f7-a05e-f84d6836a2af), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:29.334684 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7ba899e-d15f-4836-b7c4-6854a12c76e1 req-d7d9faf8-ea91-4b7b-ba26-3e47329c3552 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230087 Mar 05 04:54:29.383575 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a661da5b-7007-4765-87be-f5794c46512f None None] Port 2df2f954-f596-41f7-a05e-f84d6836a2af cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:54:29.420635 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-21c9d866-38f3-4a83-8c3e-4b20037123a5 req-76ea51d5-57a2-4a6f-8f51-fb19c5673c32 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 210 time: 0.0534782 Mar 05 04:54:29.632905 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-18ed3139-35a4-41f5-b764-01510ce4172d req-0ac442d7-eb3b-4d75-96ed-02bb8e876161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df2f954-f596-41f7-a05e-f84d6836a2af {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:54:29.647862 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-18ed3139-35a4-41f5-b764-01510ce4172d req-0ac442d7-eb3b-4d75-96ed-02bb8e876161 service neutron] Publish callbacks [] for port (2df2f954-f596-41f7-a05e-f84d6836a2af), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:29.679166 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-18ed3139-35a4-41f5-b764-01510ce4172d req-0ac442d7-eb3b-4d75-96ed-02bb8e876161 service neutron] Transition to ACTIVE for port object 2df2f954-f596-41f7-a05e-f84d6836a2af will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:54:29.686177 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-18ed3139-35a4-41f5-b764-01510ce4172d req-0ac442d7-eb3b-4d75-96ed-02bb8e876161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (2df2f954-f596-41f7-a05e-f84d6836a2af), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:29.781947 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac442d7-eb3b-4d75-96ed-02bb8e876161 service neutron] Pushing event updated for resources: {'Port': ['ID=2df2f954-f596-41f7-a05e-f84d6836a2af,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:29.886402 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-18ed3139-35a4-41f5-b764-01510ce4172d req-0ac442d7-eb3b-4d75-96ed-02bb8e876161 service neutron] Attempting to bind port 2df2f954-f596-41f7-a05e-f84d6836a2af on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:54:29.886820 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-18ed3139-35a4-41f5-b764-01510ce4172d req-0ac442d7-eb3b-4d75-96ed-02bb8e876161 service neutron] Attempting to bind port 2df2f954-f596-41f7-a05e-f84d6836a2af by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '5417d672-2669-477b-9200-026fcb760706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:54:29.887401 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ed3139-35a4-41f5-b764-01510ce4172d req-0ac442d7-eb3b-4d75-96ed-02bb8e876161 service neutron] Attempting to bind port 2df2f954-f596-41f7-a05e-f84d6836a2af on network 931621a1-3c63-4b88-9017-913fd0b96f88 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:54:29.892918 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ed3139-35a4-41f5-b764-01510ce4172d req-0ac442d7-eb3b-4d75-96ed-02bb8e876161 service neutron] Port 2df2f954-f596-41f7-a05e-f84d6836a2af on network 931621a1-3c63-4b88-9017-913fd0b96f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:54:29.893446 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ed3139-35a4-41f5-b764-01510ce4172d req-0ac442d7-eb3b-4d75-96ed-02bb8e876161 service neutron] Attempting to bind port 2df2f954-f596-41f7-a05e-f84d6836a2af on network 931621a1-3c63-4b88-9017-913fd0b96f88 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:54:29.899640 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ed3139-35a4-41f5-b764-01510ce4172d req-0ac442d7-eb3b-4d75-96ed-02bb8e876161 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:54:29.900071 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ed3139-35a4-41f5-b764-01510ce4172d req-0ac442d7-eb3b-4d75-96ed-02bb8e876161 service neutron] Checking segment: {'id': '5417d672-2669-477b-9200-026fcb760706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:54:29.900527 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ed3139-35a4-41f5-b764-01510ce4172d req-0ac442d7-eb3b-4d75-96ed-02bb8e876161 service neutron] Bound using segment: {'id': '5417d672-2669-477b-9200-026fcb760706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:54:29.901037 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-18ed3139-35a4-41f5-b764-01510ce4172d req-0ac442d7-eb3b-4d75-96ed-02bb8e876161 service neutron] Bound port: 2df2f954-f596-41f7-a05e-f84d6836a2af, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5417d672-2669-477b-9200-026fcb760706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:54:29.902038 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-18ed3139-35a4-41f5-b764-01510ce4172d req-0ac442d7-eb3b-4d75-96ed-02bb8e876161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2df2f954-f596-41f7-a05e-f84d6836a2af), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:29.914166 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6969cb0d-f7dd-4fd8-b834-f3b1bcdb8a19 req-b8e7cbbf-bbe0-4bed-98bd-1b448094f0e5 tempest-ServerShowV254Test-730270921 tempest-ServerShowV254Test-730270921-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.0498238 Mar 05 04:54:29.934970 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64feed10-d0cd-43c2-b7c1-2d086d50d492 req-23c1abad-b4eb-44b9-83b9-028f859c260a tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:29.947654 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64feed10-d0cd-43c2-b7c1-2d086d50d492 req-23c1abad-b4eb-44b9-83b9-028f859c260a tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2634221-5f78-4215-a3ac-43cd600b9295 HTTP/1.1" status: 200 len: 950 time: 0.5127220 Mar 05 04:54:30.021649 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64feed10-d0cd-43c2-b7c1-2d086d50d492 req-507051bf-c8b0-4bc0-8a0a-504071942c58 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654285 Mar 05 04:54:30.065818 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-18ed3139-35a4-41f5-b764-01510ce4172d req-0ac442d7-eb3b-4d75-96ed-02bb8e876161 service neutron] For port 2df2f954-f596-41f7-a05e-f84d6836a2af, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:54:30.073916 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-18ed3139-35a4-41f5-b764-01510ce4172d req-0ac442d7-eb3b-4d75-96ed-02bb8e876161 service neutron] For port 2df2f954-f596-41f7-a05e-f84d6836a2af, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=2df2f954-f596-41f7-a05e-f84d6836a2af,segment=NetworkSegment(5417d672-2669-477b-9200-026fcb760706),segment_id=5417d672-2669-477b-9200-026fcb760706)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:54:30.087201 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-18ed3139-35a4-41f5-b764-01510ce4172d req-0ac442d7-eb3b-4d75-96ed-02bb8e876161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (2df2f954-f596-41f7-a05e-f84d6836a2af), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:30.170214 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac442d7-eb3b-4d75-96ed-02bb8e876161 service neutron] Pushing event updated for resources: {'Port': ['ID=2df2f954-f596-41f7-a05e-f84d6836a2af,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:30.191551 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed3139-35a4-41f5-b764-01510ce4172d req-0ac442d7-eb3b-4d75-96ed-02bb8e876161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:30.192199 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-18ed3139-35a4-41f5-b764-01510ce4172d req-0ac442d7-eb3b-4d75-96ed-02bb8e876161 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:30.194494 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-18ed3139-35a4-41f5-b764-01510ce4172d req-0ac442d7-eb3b-4d75-96ed-02bb8e876161 service neutron] 10.222.0.30 "PUT /v2.0/ports/2df2f954-f596-41f7-a05e-f84d6836a2af HTTP/1.1" status: 200 len: 1092 time: 1.2409782 Mar 05 04:54:30.195789 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3fb41b9-875d-4678-8219-73aa5b385832', 'tag': '2df2f954-f596-41f7-a05e-f84d6836a2af'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:54:30.198129 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cc676c-ff64-4b95-8017-104e1be818a3" -d '{"events": [{"name": "network-changed", "server_uuid": "b3fb41b9-875d-4678-8219-73aa5b385832", "tag": "2df2f954-f596-41f7-a05e-f84d6836a2af"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:54:30.223901 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55184) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:30.320537 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bc085-9933-4cb9-b8b6-4aa925651db4 req-e0a158dc-7d62-4a0b-b621-14a0a9b0bc81 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:30.330213 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c24bc085-9933-4cb9-b8b6-4aa925651db4 req-e0a158dc-7d62-4a0b-b621-14a0a9b0bc81 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 943 time: 0.1965585 Mar 05 04:54:30.373381 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43849a-c45d-41e7-8467-127908273ebe req-5eb38b46-e7bf-406b-9e6d-29b218d05509 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:30.374930 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3b43849a-c45d-41e7-8467-127908273ebe req-5eb38b46-e7bf-406b-9e6d-29b218d05509 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 945 time: 0.1307771 Mar 05 04:54:30.450597 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-6f95dea0-1bc6-4a8a-ac86-27be93c0198b tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1495465747'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:30.469236 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c24bc085-9933-4cb9-b8b6-4aa925651db4 req-24862bbf-d6e5-4e7b-9d98-cc429badcd52 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380692 Mar 05 04:54:30.477027 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed3139-35a4-41f5-b764-01510ce4172d req-42208f9c-4b48-4bd9-8a46-fec5c2432a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:30.478619 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-18ed3139-35a4-41f5-b764-01510ce4172d req-42208f9c-4b48-4bd9-8a46-fec5c2432a65 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5d19f36e865d4d1c893d90afc94d506f&device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 1126 time: 0.1602173 Mar 05 04:54:30.483739 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f95dea0-1bc6-4a8a-ac86-27be93c0198b tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Made reservation on behalf of f1164aae49e948778989f8bc63e765e4 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:54:30.488064 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6f95dea0-1bc6-4a8a-ac86-27be93c0198b tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:30.512048 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d4b522d9-274f-46ed-b5df-493dea2429f4 req-54826edc-296f-4942-a254-aa3649a67f2e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d47b3f3f-3805-4f7c-9aae-fc66346b00bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2478323 Mar 05 04:54:30.512828 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6f95dea0-1bc6-4a8a-ac86-27be93c0198b tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:30.539481 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3b43849a-c45d-41e7-8467-127908273ebe req-ff8b9596-82e0-49ba-8172-77be0a99d611 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572745 Mar 05 04:54:30.569793 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-18ed3139-35a4-41f5-b764-01510ce4172d req-73ef5358-94d6-444c-944f-f0820db71787 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2df2f954-f596-41f7-a05e-f84d6836a2af HTTP/1.1" status: 200 len: 217 time: 0.0634031 Mar 05 04:54:30.641385 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d70020-07f2-4a06-9ca9-8b136991e5e8 req-9f3d25a5-27ff-4bfd-bfa9-91239d55a256 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:30.645713 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b7d70020-07f2-4a06-9ca9-8b136991e5e8 req-9f3d25a5-27ff-4bfd-bfa9-91239d55a256 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 946 time: 0.0824468 Mar 05 04:54:30.721164 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed3139-35a4-41f5-b764-01510ce4172d req-d6568203-cd6d-4268-8cd6-d01beb5c52fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:30.722967 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-18ed3139-35a4-41f5-b764-01510ce4172d req-d6568203-cd6d-4268-8cd6-d01beb5c52fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4f62d24-d369-4f32-b0d3-8cc062c5524d HTTP/1.1" status: 200 len: 850 time: 0.1457839 Mar 05 04:54:30.737727 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b7d70020-07f2-4a06-9ca9-8b136991e5e8 req-c587a621-13d9-4e6b-9852-05e5a805606f tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777898 Mar 05 04:54:30.745652 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66aa991-8e4e-4d60-8104-f9bbace3e375 req-f26ba88e-36b7-486c-9b75-bb7b66730026 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:30.749112 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b522d9-274f-46ed-b5df-493dea2429f4 req-9a283daa-1a8a-49dd-b66d-dbd99b1486dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:30.750529 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d4b522d9-274f-46ed-b5df-493dea2429f4 req-9a283daa-1a8a-49dd-b66d-dbd99b1486dc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=947653f4d3b84cc89f4c3c5691586859&device_id=d47b3f3f-3805-4f7c-9aae-fc66346b00bb HTTP/1.1" status: 200 len: 1128 time: 0.1906493 Mar 05 04:54:30.752952 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e66aa991-8e4e-4d60-8104-f9bbace3e375 req-f26ba88e-36b7-486c-9b75-bb7b66730026 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 946 time: 0.1061561 Mar 05 04:54:30.823396 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e66aa991-8e4e-4d60-8104-f9bbace3e375 req-7ea6ab3c-db12-449a-9ff8-9c421282b00a tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695088 Mar 05 04:54:30.918672 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bb50a71f-16fe-47e3-9dce-e7609b9df37e req-f97b9490-df4b-43c7-90b2-e5feefb7db3f tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 210 time: 0.0426152 Mar 05 04:54:31.056864 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c3621118-dfba-4c4a-b354-cfda2af2fbf7 req-37c4fbe6-ab06-4c8b-8d96-9de40012ddad tempest-ServerShowV254Test-730270921 tempest-ServerShowV254Test-730270921-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.0416243 Mar 05 04:54:31.074261 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303fca8b-049e-4267-a4e7-c7b6c15ac5ee x-openstack-request-id: req-303fca8b-049e-4267-a4e7-c7b6c15ac5ee {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:54:31.074452 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3fb41b9-875d-4678-8219-73aa5b385832", "tag": "2df2f954-f596-41f7-a05e-f84d6836a2af", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:54:31.074756 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-303fca8b-049e-4267-a4e7-c7b6c15ac5ee {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:54:31.075178 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3fb41b9-875d-4678-8219-73aa5b385832', 'tag': '2df2f954-f596-41f7-a05e-f84d6836a2af', 'status': 'completed', 'code': 200} Mar 05 04:54:31.084732 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0e7eb-806b-4df5-ad86-dfda57afd03f req-d70e2dc9-7ef5-46c8-9ce2-cff47b73dbb6 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:31.086201 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-34c0e7eb-806b-4df5-ad86-dfda57afd03f req-d70e2dc9-7ef5-46c8-9ce2-cff47b73dbb6 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2634221-5f78-4215-a3ac-43cd600b9295 HTTP/1.1" status: 200 len: 950 time: 0.4718828 Mar 05 04:54:31.166461 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6f95dea0-1bc6-4a8a-ac86-27be93c0198b tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks [] for security_group (302898c1-e81f-4cf6-8892-d0d2845c5f21), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:31.207272 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49212ece-a82b-4594-afef-be316b370945 req-34cbf25a-85a3-437d-9fcb-d16bc57f9a2f tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:31.209132 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-49212ece-a82b-4594-afef-be316b370945 req-34cbf25a-85a3-437d-9fcb-d16bc57f9a2f tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2634221-5f78-4215-a3ac-43cd600b9295 HTTP/1.1" status: 200 len: 950 time: 0.0744314 Mar 05 04:54:31.212043 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6f95dea0-1bc6-4a8a-ac86-27be93c0198b tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (302898c1-e81f-4cf6-8892-d0d2845c5f21), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:31.241375 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed3139-35a4-41f5-b764-01510ce4172d req-5e687f04-2968-42e1-89ce-8155bd91dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:31.242917 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-18ed3139-35a4-41f5-b764-01510ce4172d req-5e687f04-2968-42e1-89ce-8155bd91dae8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=931621a1-3c63-4b88-9017-913fd0b96f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5091062 Mar 05 04:54:31.292849 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f95dea0-1bc6-4a8a-ac86-27be93c0198b tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:54:31.314745 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-49212ece-a82b-4594-afef-be316b370945 req-8fb2da22-d983-4537-85e6-69a9fb6453be tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909948 Mar 05 04:54:31.346919 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95dea0-1bc6-4a8a-ac86-27be93c0198b tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=302898c1-e81f-4cf6-8892-d0d2845c5f21,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:31.365038 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6f95dea0-1bc6-4a8a-ac86-27be93c0198b tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (7d04926f-291a-4a08-9887-5081d0e1cb56), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:31.365403 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-6f95dea0-1bc6-4a8a-ac86-27be93c0198b tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Added segment 7d04926f-291a-4a08-9887-5081d0e1cb56 of type vlan for network 6bd2d6eb-26f8-4c4c-9a56-77368c33806d Mar 05 04:54:31.389119 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cb925-e032-4810-8d25-3ad6feb89eca req-02dc5777-85b5-445e-b50a-8c4b874f8991 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:31.390760 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-199cb925-e032-4810-8d25-3ad6feb89eca req-02dc5777-85b5-445e-b50a-8c4b874f8991 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 946 time: 0.0632870 Mar 05 04:54:31.440799 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b522d9-274f-46ed-b5df-493dea2429f4 req-3efedb67-95ef-4e6f-a925-2075b6f66979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:31.442310 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d4b522d9-274f-46ed-b5df-493dea2429f4 req-3efedb67-95ef-4e6f-a925-2075b6f66979 service neutron] 10.222.0.31 "GET /v2.0/networks?id=37de3cac-2e27-4573-885e-c86e0ea7886c HTTP/1.1" status: 200 len: 912 time: 0.6672931 Mar 05 04:54:31.453537 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-199cb925-e032-4810-8d25-3ad6feb89eca req-ef3f2233-294c-47ba-97f9-9f6f90b7fd5d tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560486 Mar 05 04:54:31.476493 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6f95dea0-1bc6-4a8a-ac86-27be93c0198b tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (6bd2d6eb-26f8-4c4c-9a56-77368c33806d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:31.524602 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d4b522d9-274f-46ed-b5df-493dea2429f4 req-91a5702f-c02f-47a3-9e9d-205853d25a42 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9d19b93-ca56-41a2-97e2-7d5809b5eadc HTTP/1.1" status: 200 len: 217 time: 0.0657849 Mar 05 04:54:31.536864 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-18ed3139-35a4-41f5-b764-01510ce4172d req-b1ba8d24-35a9-4399-acd1-f1ca2072859b service neutron] 10.222.0.30 "GET /v2.0/networks/931621a1-3c63-4b88-9017-913fd0b96f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820261 Mar 05 04:54:31.600290 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182d448-f5a0-4a5a-a69f-46230fc8cfa2 req-0fae19e0-1526-4c33-91ee-b330a101acbb tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:31.608895 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-34c0e7eb-806b-4df5-ad86-dfda57afd03f req-6d55e872-699a-4fe0-9603-1d7c88e9e6bc tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Deleting port 42427eec-a199-479e-ab01-a7379d14c4ca {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:54:31.609225 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-34c0e7eb-806b-4df5-ad86-dfda57afd03f req-6d55e872-699a-4fe0-9603-1d7c88e9e6bc tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (42427eec-a199-479e-ab01-a7379d14c4ca), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:31.609430 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e182d448-f5a0-4a5a-a69f-46230fc8cfa2 req-0fae19e0-1526-4c33-91ee-b330a101acbb tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 943 time: 0.0702438 Mar 05 04:54:31.662760 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6f95dea0-1bc6-4a8a-ac86-27be93c0198b tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (6bd2d6eb-26f8-4c4c-9a56-77368c33806d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:31.667698 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f95dea0-1bc6-4a8a-ac86-27be93c0198b tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:31.668277 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6f95dea0-1bc6-4a8a-ac86-27be93c0198b tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:31.700390 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e182d448-f5a0-4a5a-a69f-46230fc8cfa2 req-e5fc3370-11e9-47fb-9d32-1ba102da96fa tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899897 Mar 05 04:54:31.718134 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b522d9-274f-46ed-b5df-493dea2429f4 req-1b971711-2172-4a26-adb1-9734658eaac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:31.719658 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d4b522d9-274f-46ed-b5df-493dea2429f4 req-1b971711-2172-4a26-adb1-9734658eaac4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a6039ad-16bd-4b00-a55f-f7c68e1f3072 HTTP/1.1" status: 200 len: 851 time: 0.1852489 Mar 05 04:54:31.731149 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a9d4f-5653-404b-8aa5-9a4cd66561de req-ffeefca7-efb8-4fc8-a990-2c4c61a2b19e tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:31.734700 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2e1a9d4f-5653-404b-8aa5-9a4cd66561de req-ffeefca7-efb8-4fc8-a990-2c4c61a2b19e tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 945 time: 0.0805488 Mar 05 04:54:31.812572 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2e1a9d4f-5653-404b-8aa5-9a4cd66561de req-e20429c6-7740-4deb-8b0e-94e0e53a2abd tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706182 Mar 05 04:54:31.812797 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6f95dea0-1bc6-4a8a-ac86-27be93c0198b tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5874341 Mar 05 04:54:31.813261 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55212) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:31.835309 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-be1ccade-99c5-48e7-b5e1-bd93a4d3c3d2 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Request body: {'subnet': {'network_id': '6bd2d6eb-26f8-4c4c-9a56-77368c33806d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:31.860115 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95dea0-1bc6-4a8a-ac86-27be93c0198b tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Pushing event updated for resources: {'Network': ['ID=6bd2d6eb-26f8-4c4c-9a56-77368c33806d,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:31.875593 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-18ed3139-35a4-41f5-b764-01510ce4172d req-bc28d912-c7c3-4a54-ab35-ecef6a0fb202 service neutron] 10.222.0.30 "GET /v2.0/networks/931621a1-3c63-4b88-9017-913fd0b96f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213651 Mar 05 04:54:31.880622 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 6bd2d6eb-26f8-4c4c-9a56-77368c33806d details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:54:31.916148 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-34c0e7eb-806b-4df5-ad86-dfda57afd03f req-6d55e872-699a-4fe0-9603-1d7c88e9e6bc tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] For port 42427eec-a199-479e-ab01-a7379d14c4ca, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=42427eec-a199-479e-ab01-a7379d14c4ca,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:31.916710 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-34c0e7eb-806b-4df5-ad86-dfda57afd03f req-6d55e872-699a-4fe0-9603-1d7c88e9e6bc tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (42427eec-a199-479e-ab01-a7379d14c4ca), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:31.937285 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b522d9-274f-46ed-b5df-493dea2429f4 req-57526f12-d1c3-473d-af50-a1d9e1997a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:31.939035 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d4b522d9-274f-46ed-b5df-493dea2429f4 req-57526f12-d1c3-473d-af50-a1d9e1997a34 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37de3cac-2e27-4573-885e-c86e0ea7886c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1756046 Mar 05 04:54:31.940520 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-34c0e7eb-806b-4df5-ad86-dfda57afd03f req-6d55e872-699a-4fe0-9603-1d7c88e9e6bc tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Calling delete_port for 42427eec-a199-479e-ab01-a7379d14c4ca owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:54:32.008526 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6cbf8-a4df-4e2b-b551-cf36ca41b2ff req-2a49489f-f0dd-4e99-a31a-b0a4d4b4513f tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:32.010086 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-78c6cbf8-a4df-4e2b-b551-cf36ca41b2ff req-2a49489f-f0dd-4e99-a31a-b0a4d4b4513f tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 946 time: 0.1599064 Mar 05 04:54:32.010954 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1ccade-99c5-48e7-b5e1-bd93a4d3c3d2 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Made reservation on behalf of f1164aae49e948778989f8bc63e765e4 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:54:32.014724 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-be1ccade-99c5-48e7-b5e1-bd93a4d3c3d2 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:32.083228 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-670fa084-ed03-4401-a646-bb37bba3a212 req-5ec4aab3-5308-47ab-ac0a-88897d097739 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 210 time: 0.0522432 Mar 05 04:54:32.165637 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc676c-ff64-4b95-8017-104e1be818a3 req-eac62f3c-f1d4-4ae6-a388-6b0fca697807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:32.167568 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c5cc676c-ff64-4b95-8017-104e1be818a3 req-eac62f3c-f1d4-4ae6-a388-6b0fca697807 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5d19f36e865d4d1c893d90afc94d506f&device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 1126 time: 0.2210138 Mar 05 04:54:32.169515 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d4b522d9-274f-46ed-b5df-493dea2429f4 req-eba23582-c530-47bd-9fa6-7df762dc798f service neutron] 10.222.0.31 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219269 Mar 05 04:54:32.171054 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-78c6cbf8-a4df-4e2b-b551-cf36ca41b2ff req-a1dbf180-ddeb-49cc-83c8-67321f9a4916 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527772 Mar 05 04:54:32.222608 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-61e6d13a-b6f2-4c2f-bb15-8ab405826c68 req-6db1d0dc-afbf-44ce-9b9b-23d83301981b tempest-ServerShowV254Test-730270921 tempest-ServerShowV254Test-730270921-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.0396943 Mar 05 04:54:32.369815 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-34c0e7eb-806b-4df5-ad86-dfda57afd03f req-6d55e872-699a-4fe0-9603-1d7c88e9e6bc tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (42427eec-a199-479e-ab01-a7379d14c4ca), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:32.384625 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['0f61ba0a-9880-41ce-a7d9-586bcbeae1cf', '0e89adf7-a265-48f3-aa9c-bc8dd2c63c32', '8b7a5104-a956-466e-ae5f-bee14315d779', '9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e', '5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:54:32.387220 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b', '391c2bac-7eba-4f55-adaf-ec53da837ea9', '42427eec-a199-479e-ab01-a7379d14c4ca'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:54:32.410185 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d4b522d9-274f-46ed-b5df-493dea2429f4 req-2d2475e3-46c8-468c-87ae-3f15ec7b03e3 service neutron] 10.222.0.31 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250082 Mar 05 04:54:32.422762 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc676c-ff64-4b95-8017-104e1be818a3 req-a62ab11c-56c5-4478-896c-b5d1948643fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:32.424253 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c5cc676c-ff64-4b95-8017-104e1be818a3 req-a62ab11c-56c5-4478-896c-b5d1948643fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=931621a1-3c63-4b88-9017-913fd0b96f88 HTTP/1.1" status: 200 len: 911 time: 0.2487445 Mar 05 04:54:32.497880 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55e872-699a-4fe0-9603-1d7c88e9e6bc tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Pushing event deleted for resources: {'Port': ['ID=42427eec-a199-479e-ab01-a7379d14c4ca,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:32.540169 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-be1ccade-99c5-48e7-b5e1-bd93a4d3c3d2 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (55ba85d7-2764-4fd9-8b4e-26ec0bac2a37), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:32.613996 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f9db0da7-111d-499c-a1aa-2d39801ebd2f req-6cb9c71a-99bf-4537-af1f-5db39fdcdce4 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2634221-5f78-4215-a3ac-43cd600b9295 HTTP/1.1" status: 200 len: 210 time: 0.0865490 Mar 05 04:54:32.629310 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c0e7eb-806b-4df5-ad86-dfda57afd03f req-6d55e872-699a-4fe0-9603-1d7c88e9e6bc tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] No DVR routers for this DVR port 42427eec-a199-479e-ab01-a7379d14c4ca on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:54:32.632500 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c5cc676c-ff64-4b95-8017-104e1be818a3 req-476d2b55-deda-49f4-9bd1-bddad964f56d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2df2f954-f596-41f7-a05e-f84d6836a2af HTTP/1.1" status: 200 len: 217 time: 0.1587572 Mar 05 04:54:32.633685 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-34c0e7eb-806b-4df5-ad86-dfda57afd03f req-6d55e872-699a-4fe0-9603-1d7c88e9e6bc tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:32.638376 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-34c0e7eb-806b-4df5-ad86-dfda57afd03f req-6d55e872-699a-4fe0-9603-1d7c88e9e6bc tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.30 "DELETE /v2.0/ports/42427eec-a199-479e-ab01-a7379d14c4ca HTTP/1.1" status: 204 len: 173 time: 1.5356722 Mar 05 04:54:32.725259 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc676c-ff64-4b95-8017-104e1be818a3 req-bb4b35ed-a1f2-4e37-b5df-e9cb2c36d6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:32.725259 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c5cc676c-ff64-4b95-8017-104e1be818a3 req-bb4b35ed-a1f2-4e37-b5df-e9cb2c36d6c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4f62d24-d369-4f32-b0d3-8cc062c5524d HTTP/1.1" status: 200 len: 850 time: 0.0856297 Mar 05 04:54:32.846265 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ccade-99c5-48e7-b5e1-bd93a4d3c3d2 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Pushing event updated for resources: {'Subnet': ['ID=55ba85d7-2764-4fd9-8b4e-26ec0bac2a37,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:32.849320 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc676c-ff64-4b95-8017-104e1be818a3 req-40613e02-150e-43d3-b6ed-f43ee0c95979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:32.850984 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c5cc676c-ff64-4b95-8017-104e1be818a3 req-40613e02-150e-43d3-b6ed-f43ee0c95979 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=931621a1-3c63-4b88-9017-913fd0b96f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1103411 Mar 05 04:54:32.897420 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1ccade-99c5-48e7-b5e1-bd93a4d3c3d2 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Checking segment: {'id': '7d04926f-291a-4a08-9887-5081d0e1cb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6bd2d6eb-26f8-4c4c-9a56-77368c33806d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:54:32.897795 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1ccade-99c5-48e7-b5e1-bd93a4d3c3d2 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Network hostable DHCP agents. Network: 6bd2d6eb-26f8-4c4c-9a56-77368c33806d, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:54:32.917940 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc2635-9cc5-46a5-8093-1199ed96a398 req-8cec8dc0-296a-4ca4-b5c9-22fa66f55479 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:32.919508 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-befc2635-9cc5-46a5-8093-1199ed96a398 req-8cec8dc0-296a-4ca4-b5c9-22fa66f55479 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 946 time: 0.2545052 Mar 05 04:54:32.944499 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1ccade-99c5-48e7-b5e1-bd93a4d3c3d2 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Network 6bd2d6eb-26f8-4c4c-9a56-77368c33806d is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:54:32.981895 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-be1ccade-99c5-48e7-b5e1-bd93a4d3c3d2 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 6bd2d6eb-26f8-4c4c-9a56-77368c33806d) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:54:32.987130 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1ccade-99c5-48e7-b5e1-bd93a4d3c3d2 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:32.987754 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-be1ccade-99c5-48e7-b5e1-bd93a4d3c3d2 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:32.998063 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3194d8-d70d-488e-8ebe-6cdc7f5c2ef7 req-a23bd132-5e75-4429-8ead-e345181c2203 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:32.999688 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aa3194d8-d70d-488e-8ebe-6cdc7f5c2ef7 req-a23bd132-5e75-4429-8ead-e345181c2203 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 943 time: 0.1572797 Mar 05 04:54:33.001680 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device a0292c84-51f4-4059-8e4d-6ab501708195 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:54:33.010282 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d9ce02-4bea-4011-a82c-1dd0dd67d6d6 None None] Network 6bd2d6eb-26f8-4c4c-9a56-77368c33806d requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:54:33.019197 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c5cc676c-ff64-4b95-8017-104e1be818a3 req-bff92dea-7afa-4629-a699-e090e1b6bb22 service neutron] 10.222.0.30 "GET /v2.0/networks/931621a1-3c63-4b88-9017-913fd0b96f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557705 Mar 05 04:54:33.037872 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-befc2635-9cc5-46a5-8093-1199ed96a398 req-42c4c2cc-2b3f-4ea7-8061-d1024f48db51 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073637 Mar 05 04:54:33.058248 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-be1ccade-99c5-48e7-b5e1-bd93a4d3c3d2 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2443342 Mar 05 04:54:33.081045 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55226) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:33.086283 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2634221-5f78-4215-a3ac-43cd600b9295', 'name': 'network-vif-deleted', 'tag': '42427eec-a199-479e-ab01-a7379d14c4ca'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:54:33.087763 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-39af58ef-62df-426e-8c30-dbe495f6befe tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1806555146', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:33.094201 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3aa3a8f-0b90-47b5-adf9-0c63f7d803b0" -d '{"events": [{"server_uuid": "d2634221-5f78-4215-a3ac-43cd600b9295", "name": "network-vif-deleted", "tag": "42427eec-a199-479e-ab01-a7379d14c4ca"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:54:33.166577 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aa3194d8-d70d-488e-8ebe-6cdc7f5c2ef7 req-2453d5ee-a90c-4275-a241-3a0e21a31616 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558268 Mar 05 04:54:33.168160 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.resource_extend [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 04:54:33.224418 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-39af58ef-62df-426e-8c30-dbe495f6befe tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (4a8ce5a9-a076-4f34-974e-70670deb74a6), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:33.225818 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-39af58ef-62df-426e-8c30-dbe495f6befe tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (4a8ce5a9-a076-4f34-974e-70670deb74a6), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:33.293748 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c5cc676c-ff64-4b95-8017-104e1be818a3 req-63971f74-d6fc-4886-97bd-17dc6ff8028a service neutron] 10.222.0.30 "GET /v2.0/networks/931621a1-3c63-4b88-9017-913fd0b96f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695477 Mar 05 04:54:33.295586 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24889be8-15ea-428c-b8f9-7bdaeb6aceac x-openstack-request-id: req-24889be8-15ea-428c-b8f9-7bdaeb6aceac {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:54:33.295880 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2634221-5f78-4215-a3ac-43cd600b9295", "name": "network-vif-deleted", "tag": "42427eec-a199-479e-ab01-a7379d14c4ca", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:54:33.296561 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-24889be8-15ea-428c-b8f9-7bdaeb6aceac {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:54:33.296981 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2634221-5f78-4215-a3ac-43cd600b9295', 'name': 'network-vif-deleted', 'tag': '42427eec-a199-479e-ab01-a7379d14c4ca', 'status': 'completed', 'code': 200} Mar 05 04:54:33.357249 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98f44a-fa6e-4309-a345-71c7d7be768e req-9a150966-878a-4afb-8482-8384ae82411f tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:33.358875 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7c98f44a-fa6e-4309-a345-71c7d7be768e req-9a150966-878a-4afb-8482-8384ae82411f tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 945 time: 0.1227560 Mar 05 04:54:33.410773 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-39af58ef-62df-426e-8c30-dbe495f6befe tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks [] for router_controller (4a8ce5a9-a076-4f34-974e-70670deb74a6), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:33.418663 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448a6de0-5c9d-48aa-816c-16d928d1cc2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-6bd2d6eb-26f8-4c4c-9a56-77368c33806d', 'network_id': '6bd2d6eb-26f8-4c4c-9a56-77368c33806d', 'project_id': 'f1164aae49e948778989f8bc63e765e4', 'fixed_ips': [{'subnet_id': '55ba85d7-2764-4fd9-8b4e-26ec0bac2a37'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:54:33.419974 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-448a6de0-5c9d-48aa-816c-16d928d1cc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:33.438100 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe46ddde-0f41-40d3-9a2c-6526ac07711b req-1e4f790e-91ca-4952-b973-d1b54c9bad80 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 210 time: 0.0468218 Mar 05 04:54:33.441504 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-39af58ef-62df-426e-8c30-dbe495f6befe tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (4a8ce5a9-a076-4f34-974e-70670deb74a6), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:33.465880 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-39af58ef-62df-426e-8c30-dbe495f6befe tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:33.470031 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55236) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:33.470195 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-39af58ef-62df-426e-8c30-dbe495f6befe tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3879924 Mar 05 04:54:33.504043 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port a0292c84-51f4-4059-8e4d-6ab501708195, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a0292c84-51f4-4059-8e4d-6ab501708195,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:33.513931 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7c98f44a-fa6e-4309-a345-71c7d7be768e req-ba710b07-b61d-40c4-9ae0-9574631dc262 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237454 Mar 05 04:54:33.595463 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca0d82-f124-4e38-b4c6-5dcc8436c39a req-32943d80-adc1-4cf2-bd32-ae14ed0c1dae tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:33.603701 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1dca0d82-f124-4e38-b4c6-5dcc8436c39a req-32943d80-adc1-4cf2-bd32-ae14ed0c1dae tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 946 time: 0.0763330 Mar 05 04:54:33.681062 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca2acee7-a9b5-4922-bbcf-5693e0dcf9c9 req-4f8c32a2-b82f-4e45-958c-94609f49e9c9 tempest-ServerShowV254Test-730270921 tempest-ServerShowV254Test-730270921-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.0467021 Mar 05 04:54:33.708580 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1dca0d82-f124-4e38-b4c6-5dcc8436c39a req-269cb7b7-c559-4690-b4f9-9e041c6811e4 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036739 Mar 05 04:54:33.725911 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-448a6de0-5c9d-48aa-816c-16d928d1cc2f None None] Allocated IP 172.20.0.2 (6bd2d6eb-26f8-4c4c-9a56-77368c33806d/55ba85d7-2764-4fd9-8b4e-26ec0bac2a37/2b7962c5-5f5f-4d94-85a3-411261422642) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:54:33.845719 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'a0292c84-51f4-4059-8e4d-6ab501708195', 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c', 'port_id': 'a0292c84-51f4-4059-8e4d-6ab501708195', 'mac_address': 'fa:16:3e:fb:6f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6039ad-16bd-4b00-a55f-f7c68e1f3072', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:54:33.932221 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b6089063-9121-4a4e-89ff-4736447419f8 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:34.019894 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port a0292c84-51f4-4059-8e4d-6ab501708195 is: ACTIVE; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:54:34.020425 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a0292c84-51f4-4059-8e4d-6ab501708195), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:34.022826 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-448a6de0-5c9d-48aa-816c-16d928d1cc2f None None] Publish callbacks [] for port (2b7962c5-5f5f-4d94-85a3-411261422642), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:34.042908 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-448a6de0-5c9d-48aa-816c-16d928d1cc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (2b7962c5-5f5f-4d94-85a3-411261422642), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:34.090751 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0292c84-51f4-4059-8e4d-6ab501708195 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:54:34.219912 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33e32f-bb66-4506-bf20-2480c240e0a3 req-a9854ec0-2a0d-4bb8-bfd2-1f4963574edf tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:34.231098 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dd33e32f-bb66-4506-bf20-2480c240e0a3 req-a9854ec0-2a0d-4bb8-bfd2-1f4963574edf tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3797d86-c8b0-4567-97ee-e019b0f09e6a HTTP/1.1" status: 200 len: 949 time: 0.0988619 Mar 05 04:54:34.368938 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448a6de0-5c9d-48aa-816c-16d928d1cc2f None None] Network 6bd2d6eb-26f8-4c4c-9a56-77368c33806d is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:54:34.370802 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port a0292c84-51f4-4059-8e4d-6ab501708195, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a0292c84-51f4-4059-8e4d-6ab501708195,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:34.374927 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-448a6de0-5c9d-48aa-816c-16d928d1cc2f None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:54:34.378046 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448a6de0-5c9d-48aa-816c-16d928d1cc2f None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:54:34.405989 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dd33e32f-bb66-4506-bf20-2480c240e0a3 req-f3d0b178-b683-4b4d-93b7-56fdb515351b tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688559 Mar 05 04:54:34.425683 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-b6089063-9121-4a4e-89ff-4736447419f8 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Allocated IP 172.20.0.1 (6bd2d6eb-26f8-4c4c-9a56-77368c33806d/55ba85d7-2764-4fd9-8b4e-26ec0bac2a37/35d64740-216b-4263-8515-d21a66e7ce37) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:54:34.427270 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a0292c84-51f4-4059-8e4d-6ab501708195), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:34.429297 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 2df2f954-f596-41f7-a05e-f84d6836a2af details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:54:34.438622 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c66239-da8e-42af-aa93-a9dbb704695c req-5af89bb6-e960-4cf9-9bcb-70a68b82e479 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:34.448185 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60c66239-da8e-42af-aa93-a9dbb704695c req-5af89bb6-e960-4cf9-9bcb-70a68b82e479 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 946 time: 0.2400312 Mar 05 04:54:34.475566 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a6de0-5c9d-48aa-816c-16d928d1cc2f None None] Pushing event updated for resources: {'Port': ['ID=2b7962c5-5f5f-4d94-85a3-411261422642,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:34.487611 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 42427eec-a199-479e-ab01-a7379d14c4ca no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:54:34.599460 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60c66239-da8e-42af-aa93-a9dbb704695c req-ea9388c8-ca3b-44e1-88bd-858514b413e3 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409545 Mar 05 04:54:34.641859 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8de91-01f8-4a8a-b97a-add7db6814b9 req-ff76c3d5-42c3-450e-ad5b-7e1cb6629b60 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:34.646053 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7cf8de91-01f8-4a8a-b97a-add7db6814b9 req-ff76c3d5-42c3-450e-ad5b-7e1cb6629b60 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 943 time: 0.0985694 Mar 05 04:54:34.674288 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['a0292c84-51f4-4059-8e4d-6ab501708195'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:54:34.710967 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 42427eec-a199-479e-ab01-a7379d14c4ca {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:54:34.711351 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 42427eec-a199-479e-ab01-a7379d14c4ca not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:54:34.728471 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7cf8de91-01f8-4a8a-b97a-add7db6814b9 req-5ab852c8-b5ca-4cea-b814-5f627b98f5c7 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772858 Mar 05 04:54:34.752875 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3a47db85-f6c7-4900-8f40-fd70905e52e2 req-f3bbd453-f583-4bba-9b30-a67a642e903c tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/ports?device_id=eedf26f8-a07c-4f76-8778-d64aacf6708d HTTP/1.1" status: 200 len: 210 time: 0.0392880 Mar 05 04:54:34.794511 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=a0292c84-51f4-4059-8e4d-6ab501708195,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:34.809033 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-448a6de0-5c9d-48aa-816c-16d928d1cc2f None None] Attempting to bind port 2b7962c5-5f5f-4d94-85a3-411261422642 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:54:34.809369 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-448a6de0-5c9d-48aa-816c-16d928d1cc2f None None] Attempting to bind port 2b7962c5-5f5f-4d94-85a3-411261422642 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '7d04926f-291a-4a08-9887-5081d0e1cb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6bd2d6eb-26f8-4c4c-9a56-77368c33806d'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:54:34.809745 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a6de0-5c9d-48aa-816c-16d928d1cc2f None None] Attempting to bind port 2b7962c5-5f5f-4d94-85a3-411261422642 on network 6bd2d6eb-26f8-4c4c-9a56-77368c33806d {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:54:34.828735 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a6de0-5c9d-48aa-816c-16d928d1cc2f None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:54:34.829181 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a6de0-5c9d-48aa-816c-16d928d1cc2f None None] Checking segment: {'id': '7d04926f-291a-4a08-9887-5081d0e1cb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6bd2d6eb-26f8-4c4c-9a56-77368c33806d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:54:34.829566 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-448a6de0-5c9d-48aa-816c-16d928d1cc2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:34.830036 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448a6de0-5c9d-48aa-816c-16d928d1cc2f None None] Bound using segment: {'id': '7d04926f-291a-4a08-9887-5081d0e1cb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6bd2d6eb-26f8-4c4c-9a56-77368c33806d'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:54:34.830576 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-448a6de0-5c9d-48aa-816c-16d928d1cc2f None None] Bound port: 2b7962c5-5f5f-4d94-85a3-411261422642, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d04926f-291a-4a08-9887-5081d0e1cb56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '6bd2d6eb-26f8-4c4c-9a56-77368c33806d'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:54:34.830934 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-448a6de0-5c9d-48aa-816c-16d928d1cc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2b7962c5-5f5f-4d94-85a3-411261422642), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:34.868555 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 2df2f954-f596-41f7-a05e-f84d6836a2af, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=2df2f954-f596-41f7-a05e-f84d6836a2af,segment=NetworkSegment(5417d672-2669-477b-9200-026fcb760706),segment_id=5417d672-2669-477b-9200-026fcb760706)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:34.910523 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '2df2f954-f596-41f7-a05e-f84d6836a2af', 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88', 'port_id': '2df2f954-f596-41f7-a05e-f84d6836a2af', 'mac_address': 'fa:16:3e:88:ee:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f62d24-d369-4f32-b0d3-8cc062c5524d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:54:34.911330 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60794e4f-24a7-4be0-9bac-66413a67c392 req-f31776aa-dc5d-43a6-ad99-901e4c2bcbc7 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:34.920832 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60794e4f-24a7-4be0-9bac-66413a67c392 req-f31776aa-dc5d-43a6-ad99-901e4c2bcbc7 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 945 time: 0.1113541 Mar 05 04:54:35.006718 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-448a6de0-5c9d-48aa-816c-16d928d1cc2f None None] For port 2b7962c5-5f5f-4d94-85a3-411261422642, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:54:35.027800 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bf115d88-594e-4975-adcf-bada16a50eab req-3530014a-9114-4ad3-8684-ccb42c88483a tempest-ServerShowV254Test-730270921 tempest-ServerShowV254Test-730270921-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.0863943 Mar 05 04:54:35.040494 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 2df2f954-f596-41f7-a05e-f84d6836a2af is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:54:35.041062 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2df2f954-f596-41f7-a05e-f84d6836a2af), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:35.060267 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-448a6de0-5c9d-48aa-816c-16d928d1cc2f None None] For port 2b7962c5-5f5f-4d94-85a3-411261422642, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=2b7962c5-5f5f-4d94-85a3-411261422642,segment=NetworkSegment(7d04926f-291a-4a08-9887-5081d0e1cb56),segment_id=7d04926f-291a-4a08-9887-5081d0e1cb56)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:54:35.067486 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b6089063-9121-4a4e-89ff-4736447419f8 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks [] for port (35d64740-216b-4263-8515-d21a66e7ce37), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:35.107637 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-448a6de0-5c9d-48aa-816c-16d928d1cc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (2b7962c5-5f5f-4d94-85a3-411261422642), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:35.125721 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60794e4f-24a7-4be0-9bac-66413a67c392 req-0ebcf2e9-ecb7-45c8-b720-cf58787ebc54 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031450 Mar 05 04:54:35.133667 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b6089063-9121-4a4e-89ff-4736447419f8 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (35d64740-216b-4263-8515-d21a66e7ce37), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:35.164504 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df2f954-f596-41f7-a05e-f84d6836a2af {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:54:35.208448 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6089063-9121-4a4e-89ff-4736447419f8 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Pushing event updated for resources: {'Port': ['ID=35d64740-216b-4263-8515-d21a66e7ce37,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:35.219114 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313351f1-abff-490d-a1b1-b7b1d63350e8 req-f2739aaf-ad84-4e39-97c8-723297f3e1bc tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:35.221161 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6089063-9121-4a4e-89ff-4736447419f8 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Network 6bd2d6eb-26f8-4c4c-9a56-77368c33806d is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:54:35.223258 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-313351f1-abff-490d-a1b1-b7b1d63350e8 req-f2739aaf-ad84-4e39-97c8-723297f3e1bc tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 946 time: 0.0758524 Mar 05 04:54:35.228782 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-b6089063-9121-4a4e-89ff-4736447419f8 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:54:35.231795 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6089063-9121-4a4e-89ff-4736447419f8 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:54:35.264937 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 2df2f954-f596-41f7-a05e-f84d6836a2af, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=2df2f954-f596-41f7-a05e-f84d6836a2af,segment=NetworkSegment(5417d672-2669-477b-9200-026fcb760706),segment_id=5417d672-2669-477b-9200-026fcb760706)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:35.268125 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a6de0-5c9d-48aa-816c-16d928d1cc2f None None] Pushing event updated for resources: {'Port': ['ID=2b7962c5-5f5f-4d94-85a3-411261422642,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:35.285698 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (2df2f954-f596-41f7-a05e-f84d6836a2af), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:35.295070 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b6089063-9121-4a4e-89ff-4736447419f8 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (4a8ce5a9-a076-4f34-974e-70670deb74a6), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:35.300132 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-313351f1-abff-490d-a1b1-b7b1d63350e8 req-0f8ed22c-262d-4ccc-9ed6-c9fd32c5b013 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710702 Mar 05 04:54:35.384214 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=2df2f954-f596-41f7-a05e-f84d6836a2af,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:35.488948 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b6089063-9121-4a4e-89ff-4736447419f8 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (35d64740-216b-4263-8515-d21a66e7ce37), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:35.589275 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['2df2f954-f596-41f7-a05e-f84d6836a2af'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:54:35.638354 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cdbfa-2784-4814-8fea-75ec76697ec3 req-52b848f1-5524-4592-9e3b-61746e1d28c5 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:35.657529 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ec7cdbfa-2784-4814-8fea-75ec76697ec3 req-52b848f1-5524-4592-9e3b-61746e1d28c5 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3797d86-c8b0-4567-97ee-e019b0f09e6a HTTP/1.1" status: 200 len: 949 time: 0.1582563 Mar 05 04:54:35.777518 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3c57a-5984-47ed-855c-167ef63cebce req-396772cc-5d7d-4a30-9122-77c29a5fa112 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:35.778033 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ec7cdbfa-2784-4814-8fea-75ec76697ec3 req-68360fe8-d4b8-45fa-96d4-047f89bddf14 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151068 Mar 05 04:54:35.779866 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e5b3c57a-5984-47ed-855c-167ef63cebce req-396772cc-5d7d-4a30-9122-77c29a5fa112 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3797d86-c8b0-4567-97ee-e019b0f09e6a HTTP/1.1" status: 200 len: 949 time: 0.2215142 Mar 05 04:54:35.864094 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443ad1b-1f7f-4260-a42d-a753da1a98cc req-285555f0-7fd4-44b2-b9f2-acad8deff155 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:35.872895 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8443ad1b-1f7f-4260-a42d-a753da1a98cc req-285555f0-7fd4-44b2-b9f2-acad8deff155 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 945 time: 0.1216946 Mar 05 04:54:35.962614 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8443ad1b-1f7f-4260-a42d-a753da1a98cc req-e0f8546a-580c-463a-b058-58cf973bbb57 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863037 Mar 05 04:54:35.989643 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c98f51e-17c5-43b6-801e-6ef2cfd99a63 req-06ace89f-7715-40a9-895d-0ff2ef3d08ad tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:35.997231 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8c98f51e-17c5-43b6-801e-6ef2cfd99a63 req-06ace89f-7715-40a9-895d-0ff2ef3d08ad tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 944 time: 0.1152439 Mar 05 04:54:36.066098 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b6089063-9121-4a4e-89ff-4736447419f8 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks [] for port (35d64740-216b-4263-8515-d21a66e7ce37), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:36.079187 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55296) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:36.087872 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8c98f51e-17c5-43b6-801e-6ef2cfd99a63 req-e5872772-a30c-4076-96f4-88a2eea1ec2d tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895312 Mar 05 04:54:36.091101 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b6089063-9121-4a4e-89ff-4736447419f8 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (35d64740-216b-4263-8515-d21a66e7ce37), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:36.168563 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6089063-9121-4a4e-89ff-4736447419f8 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Pushing event updated for resources: {'Port': ['ID=35d64740-216b-4263-8515-d21a66e7ce37,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:36.218331 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-e5b3c57a-5984-47ed-855c-167ef63cebce req-4b53dcfa-cd59-470f-bab9-b68758f5eb77 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Deleting port 5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:54:36.218331 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e5b3c57a-5984-47ed-855c-167ef63cebce req-4b53dcfa-cd59-470f-bab9-b68758f5eb77 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:36.286475 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9b7a4954-8a62-46e3-a455-7b58a175f427 req-27f5437e-726a-4985-97df-7d139f70f3cf tempest-ServerShowV254Test-730270921 tempest-ServerShowV254Test-730270921-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.0681102 Mar 05 04:54:36.292662 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 2b7962c5-5f5f-4d94-85a3-411261422642 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:54:36.375235 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-e5b3c57a-5984-47ed-855c-167ef63cebce req-4b53dcfa-cd59-470f-bab9-b68758f5eb77 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] For port 5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:36.375957 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e5b3c57a-5984-47ed-855c-167ef63cebce req-4b53dcfa-cd59-470f-bab9-b68758f5eb77 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:36.397780 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-e5b3c57a-5984-47ed-855c-167ef63cebce req-4b53dcfa-cd59-470f-bab9-b68758f5eb77 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Calling delete_port for 5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:54:36.400958 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 2b7962c5-5f5f-4d94-85a3-411261422642 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:54:36.402124 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2b7962c5-5f5f-4d94-85a3-411261422642), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:36.425886 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c99076-5c8d-4084-8ed2-7fbb6b70c2dc req-dd21f566-acad-4d74-a9d1-c9a45ec2f2eb tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:36.446144 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-34c99076-5c8d-4084-8ed2-7fbb6b70c2dc req-dd21f566-acad-4d74-a9d1-c9a45ec2f2eb tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 945 time: 0.1763318 Mar 05 04:54:36.521109 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 2b7962c5-5f5f-4d94-85a3-411261422642 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:54:36.521669 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2b7962c5-5f5f-4d94-85a3-411261422642), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:36.570947 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e5b3c57a-5984-47ed-855c-167ef63cebce req-4b53dcfa-cd59-470f-bab9-b68758f5eb77 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:36.589601 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 2b7962c5-5f5f-4d94-85a3-411261422642, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=2b7962c5-5f5f-4d94-85a3-411261422642,segment=NetworkSegment(7d04926f-291a-4a08-9887-5081d0e1cb56),segment_id=7d04926f-291a-4a08-9887-5081d0e1cb56)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:36.590907 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-34c99076-5c8d-4084-8ed2-7fbb6b70c2dc req-58f9b05e-45fb-47ce-afc3-8a185471616f tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427119 Mar 05 04:54:36.594742 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b', '391c2bac-7eba-4f55-adaf-ec53da837ea9'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:54:36.612603 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['0f61ba0a-9880-41ce-a7d9-586bcbeae1cf', '0e89adf7-a265-48f3-aa9c-bc8dd2c63c32', '8b7a5104-a956-466e-ae5f-bee14315d779', '9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e', '5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:54:36.651356 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183591a8-0330-4795-8e00-b314610dd534 req-589b4445-f364-4c91-a13a-2c0c6cc189b4 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:36.662282 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-183591a8-0330-4795-8e00-b314610dd534 req-589b4445-f364-4c91-a13a-2c0c6cc189b4 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 946 time: 0.2139571 Mar 05 04:54:36.691166 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (2b7962c5-5f5f-4d94-85a3-411261422642), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:36.699810 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53dcfa-cd59-470f-bab9-b68758f5eb77 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Pushing event deleted for resources: {'Port': ['ID=5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:36.718595 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b6089063-9121-4a4e-89ff-4736447419f8 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (4a8ce5a9-a076-4f34-974e-70670deb74a6), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:36.721052 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-88e56f90-2e60-47d1-b009-ff539131e4af tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for security_group (8fee8eff-f203-45e8-8770-4e81d4cc6f6d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:36.775976 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b3c57a-5984-47ed-855c-167ef63cebce req-4b53dcfa-cd59-470f-bab9-b68758f5eb77 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] No DVR routers for this DVR port 5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:54:36.776565 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-183591a8-0330-4795-8e00-b314610dd534 req-d7a4ec87-e140-4b20-b2d8-592fe755a69d tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127603 Mar 05 04:54:36.782069 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e5b3c57a-5984-47ed-855c-167ef63cebce req-4b53dcfa-cd59-470f-bab9-b68758f5eb77 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:36.789743 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e5b3c57a-5984-47ed-855c-167ef63cebce req-4b53dcfa-cd59-470f-bab9-b68758f5eb77 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.31 "DELETE /v2.0/ports/5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9 HTTP/1.1" status: 204 len: 173 time: 1.0026727 Mar 05 04:54:36.790661 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3797d86-c8b0-4567-97ee-e019b0f09e6a', 'name': 'network-vif-deleted', 'tag': '5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:54:36.792884 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b1dffc-49f8-4bfd-8def-47b896310772" -d '{"events": [{"server_uuid": "e3797d86-c8b0-4567-97ee-e019b0f09e6a", "name": "network-vif-deleted", "tag": "5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:54:36.821276 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-88e56f90-2e60-47d1-b009-ff539131e4af tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for security_group (8fee8eff-f203-45e8-8770-4e81d4cc6f6d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:36.870280 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=2b7962c5-5f5f-4d94-85a3-411261422642,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:36.972321 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726eb79a-0d1e-471b-888a-5535396c7659 x-openstack-request-id: req-726eb79a-0d1e-471b-888a-5535396c7659 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:54:36.972619 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3797d86-c8b0-4567-97ee-e019b0f09e6a", "name": "network-vif-deleted", "tag": "5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:54:36.972884 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-726eb79a-0d1e-471b-888a-5535396c7659 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:54:36.973311 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3797d86-c8b0-4567-97ee-e019b0f09e6a', 'name': 'network-vif-deleted', 'tag': '5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9', 'status': 'completed', 'code': 200} Mar 05 04:54:36.988477 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device a0292c84-51f4-4059-8e4d-6ab501708195 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:54:37.039192 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b29a53c3-04d5-4277-958c-b22c588488e1 req-033c6893-6f43-4545-acc9-226a681c37a3 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3797d86-c8b0-4567-97ee-e019b0f09e6a HTTP/1.1" status: 200 len: 210 time: 0.0952349 Mar 05 04:54:37.063410 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6089063-9121-4a4e-89ff-4736447419f8 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Network 6bd2d6eb-26f8-4c4c-9a56-77368c33806d is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:54:37.075300 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-88e56f90-2e60-47d1-b009-ff539131e4af tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8fee8eff-f203-45e8-8770-4e81d4cc6f6d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:37.077910 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-88e56f90-2e60-47d1-b009-ff539131e4af tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:37.082853 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-88e56f90-2e60-47d1-b009-ff539131e4af tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "DELETE /v2.0/security-groups/8fee8eff-f203-45e8-8770-4e81d4cc6f6d HTTP/1.1" status: 204 len: 168 time: 0.9893262 Mar 05 04:54:37.083655 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55308) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:37.086710 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-b6089063-9121-4a4e-89ff-4736447419f8 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:54:37.097489 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e56f90-2e60-47d1-b009-ff539131e4af tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fee8eff-f203-45e8-8770-4e81d4cc6f6d,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:37.117828 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-27020909-e89e-4965-a8ef-3c0f05ddd5e7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] show failed (client error): The resource could not be found. Mar 05 04:54:37.119179 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-27020909-e89e-4965-a8ef-3c0f05ddd5e7 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "GET /v2.0/security-groups/8fee8eff-f203-45e8-8770-4e81d4cc6f6d HTTP/1.1" status: 404 len: 347 time: 0.0345073 Mar 05 04:54:37.122472 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55312) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:37.176303 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87051ab-502d-4ed9-9f35-0451e14a1fbc None None] Network 6bd2d6eb-26f8-4c4c-9a56-77368c33806d requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:54:37.277824 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6a257a78-930b-41c2-b103-14d26138ab63 None None] Provisioning complete for port 2b7962c5-5f5f-4d94-85a3-411261422642 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:54:37.278288 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6a257a78-930b-41c2-b103-14d26138ab63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2b7962c5-5f5f-4d94-85a3-411261422642), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:37.285521 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6089063-9121-4a4e-89ff-4736447419f8 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Router 4a8ce5a9-a076-4f34-974e-70670deb74a6 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:54:37.450484 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6089063-9121-4a4e-89ff-4736447419f8 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:54:37.460259 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b6089063-9121-4a4e-89ff-4736447419f8 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] 10.222.0.11 "PUT /v2.0/routers/4a8ce5a9-a076-4f34-974e-70670deb74a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9846864 Mar 05 04:54:37.460259 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55316) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:37.466674 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-95862b27-bb5d-46ae-af58-0dd3c3e6af23 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Request body: {'port': {'network_id': '6bd2d6eb-26f8-4c4c-9a56-77368c33806d', 'name': 'tempest-FloatingIPNegativeTestJSON-864838208'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:37.501198 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf00799-67a2-426d-8564-abce4b3d9027 req-b7dcc24a-aa83-45ff-984e-b1530e91d950 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:37.505138 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfae9c07-1452-48e1-8299-a34f7ab9705b None None] Sync routers for ids ['4a8ce5a9-a076-4f34-974e-70670deb74a6'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:54:37.510836 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3cf00799-67a2-426d-8564-abce4b3d9027 req-b7dcc24a-aa83-45ff-984e-b1530e91d950 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 944 time: 0.1866267 Mar 05 04:54:37.557422 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c1d14-a38e-4511-8a2f-3c8867274303 req-6a3a30f5-4874-4875-bdb2-4085527a7132 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:37.565663 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b50c1d14-a38e-4511-8a2f-3c8867274303 req-6a3a30f5-4874-4875-bdb2-4085527a7132 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 945 time: 0.2403023 Mar 05 04:54:37.569209 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-b8fb1184-2279-451e-8b0a-1973bb1ac604 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Deleting port 303f9900-839d-47ff-bc90-1f4ce2812358 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:54:37.569799 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b8fb1184-2279-451e-8b0a-1973bb1ac604 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (303f9900-839d-47ff-bc90-1f4ce2812358), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:37.597315 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfae9c07-1452-48e1-8299-a34f7ab9705b None None] Routers {'4a8ce5a9-a076-4f34-974e-70670deb74a6'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:54:37.598330 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-bfae9c07-1452-48e1-8299-a34f7ab9705b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:54:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4a8ce5a9-a076-4f34-974e-70670deb74a6'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:37.624076 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port a0292c84-51f4-4059-8e4d-6ab501708195 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:54:37.624480 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a0292c84-51f4-4059-8e4d-6ab501708195), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:37.683615 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95862b27-bb5d-46ae-af58-0dd3c3e6af23 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Made reservation on behalf of f1164aae49e948778989f8bc63e765e4 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:54:37.684552 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3cf00799-67a2-426d-8564-abce4b3d9027 req-0525a635-0106-47e3-86bd-e4797fbb8a5e tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724536 Mar 05 04:54:37.687056 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-95862b27-bb5d-46ae-af58-0dd3c3e6af23 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:37.717331 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-95862b27-bb5d-46ae-af58-0dd3c3e6af23 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] device_id is not set on port e555991a-e1c9-4cbc-9898-8886960f9d11 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 04:54:37.742500 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-bfae9c07-1452-48e1-8299-a34f7ab9705b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:37.828489 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b50c1d14-a38e-4511-8a2f-3c8867274303 req-9e060f29-0e2d-416c-9c2b-035b4a276175 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615266 Mar 05 04:54:37.851310 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfae9c07-1452-48e1-8299-a34f7ab9705b None None] Routers {'4a8ce5a9-a076-4f34-974e-70670deb74a6'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:54:37.852413 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-bfae9c07-1452-48e1-8299-a34f7ab9705b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:54:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4a8ce5a9-a076-4f34-974e-70670deb74a6'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:37.855270 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-95862b27-bb5d-46ae-af58-0dd3c3e6af23 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Allocated IP 172.20.0.13 (6bd2d6eb-26f8-4c4c-9a56-77368c33806d/55ba85d7-2764-4fd9-8b4e-26ec0bac2a37/e555991a-e1c9-4cbc-9898-8886960f9d11) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:54:37.929894 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f6f6b6c4-bc99-477e-b292-54430e7492ab req-0195193a-8df1-4bf0-98b5-54b04af7fc9d tempest-ServerShowV254Test-730270921 tempest-ServerShowV254Test-730270921-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.0869598 Mar 05 04:54:37.946915 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-bfae9c07-1452-48e1-8299-a34f7ab9705b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:37.947605 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfae9c07-1452-48e1-8299-a34f7ab9705b None None] The sync data for ids ['4a8ce5a9-a076-4f34-974e-70670deb74a6'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:54:37.957852 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6a257a78-930b-41c2-b103-14d26138ab63 None None] Current status of the port 2b7962c5-5f5f-4d94-85a3-411261422642 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:54:38.089361 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b8fb1184-2279-451e-8b0a-1973bb1ac604 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (303f9900-839d-47ff-bc90-1f4ce2812358), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:38.089751 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b8fb1184-2279-451e-8b0a-1973bb1ac604 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for floatingip (303f9900-839d-47ff-bc90-1f4ce2812358), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:38.143897 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-95862b27-bb5d-46ae-af58-0dd3c3e6af23 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks [] for port (e555991a-e1c9-4cbc-9898-8886960f9d11), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:38.152929 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-b8fb1184-2279-451e-8b0a-1973bb1ac604 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Calling delete_port for 303f9900-839d-47ff-bc90-1f4ce2812358 owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:54:38.191266 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33b636-aaf6-40a5-b567-61d17e493b8d req-e5b19ad7-06e8-4508-902b-52676b2b1421 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:38.199027 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port a0292c84-51f4-4059-8e4d-6ab501708195 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:54:38.199510 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4a33b636-aaf6-40a5-b567-61d17e493b8d req-e5b19ad7-06e8-4508-902b-52676b2b1421 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 945 time: 0.2569196 Mar 05 04:54:38.200038 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a0292c84-51f4-4059-8e4d-6ab501708195), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:38.239321 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-95862b27-bb5d-46ae-af58-0dd3c3e6af23 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (e555991a-e1c9-4cbc-9898-8886960f9d11), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:38.329204 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95862b27-bb5d-46ae-af58-0dd3c3e6af23 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Network 6bd2d6eb-26f8-4c4c-9a56-77368c33806d is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:54:38.334166 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-95862b27-bb5d-46ae-af58-0dd3c3e6af23 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:54:38.337800 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95862b27-bb5d-46ae-af58-0dd3c3e6af23 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:54:38.348101 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4a33b636-aaf6-40a5-b567-61d17e493b8d req-40a69d7d-d1bf-4ac8-9540-50e7fcec6176 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475873 Mar 05 04:54:38.355989 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c2d70-39aa-4f9f-bd1d-d1f371353773 req-aa5772f1-0676-49d9-a7a4-52f1450b85d9 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:38.365021 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-159c2d70-39aa-4f9f-bd1d-d1f371353773 req-aa5772f1-0676-49d9-a7a4-52f1450b85d9 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 946 time: 0.2803588 Mar 05 04:54:38.456861 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95862b27-bb5d-46ae-af58-0dd3c3e6af23 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Pushing event updated for resources: {'Port': ['ID=e555991a-e1c9-4cbc-9898-8886960f9d11,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:38.527488 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-159c2d70-39aa-4f9f-bd1d-d1f371353773 req-9b1919bc-5772-499a-b3ef-7baead41bdf2 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613202 Mar 05 04:54:38.558626 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95862b27-bb5d-46ae-af58-0dd3c3e6af23 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:38.559350 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-95862b27-bb5d-46ae-af58-0dd3c3e6af23 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:38.590749 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-95862b27-bb5d-46ae-af58-0dd3c3e6af23 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1295969 Mar 05 04:54:38.591565 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55326) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:38.598397 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 2b7962c5-5f5f-4d94-85a3-411261422642 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:54:38.603018 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 2df2f954-f596-41f7-a05e-f84d6836a2af up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:54:38.603302 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-b5376c73-ba11-44b9-aa88-00209ac69e12 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:38.641732 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b8fb1184-2279-451e-8b0a-1973bb1ac604 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (303f9900-839d-47ff-bc90-1f4ce2812358), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:38.660191 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b5376c73-ba11-44b9-aa88-00209ac69e12 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:38.708091 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb1184-2279-451e-8b0a-1973bb1ac604 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Pushing event deleted for resources: {'Port': ['ID=303f9900-839d-47ff-bc90-1f4ce2812358,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:38.824707 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b5376c73-ba11-44b9-aa88-00209ac69e12 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:38.852096 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abf3fda-a543-440b-b5ec-b8b9c6710ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0292c84-51f4-4059-8e4d-6ab501708195'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:54:38.859027 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fc8d62-4f28-448c-94ed-d2c7f406872e" -d '{"events": [{"server_uuid": "2abf3fda-a543-440b-b5ec-b8b9c6710ff6", "name": "network-vif-plugged", "status": "completed", "tag": "a0292c84-51f4-4059-8e4d-6ab501708195"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:54:38.926871 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port a0292c84-51f4-4059-8e4d-6ab501708195, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a0292c84-51f4-4059-8e4d-6ab501708195,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:38.933083 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-82e8c6c0-9039-42a5-99f3-d49696449f4d None None] Provisioning complete for port 35d64740-216b-4263-8515-d21a66e7ce37 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:54:38.933748 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-82e8c6c0-9039-42a5-99f3-d49696449f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (35d64740-216b-4263-8515-d21a66e7ce37), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:38.989585 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a0292c84-51f4-4059-8e4d-6ab501708195), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:39.005221 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b8fb1184-2279-451e-8b0a-1973bb1ac604 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for floatingip (bef8b779-e556-4852-891a-11b3c043e606), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:39.007859 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b8fb1184-2279-451e-8b0a-1973bb1ac604 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:39.009070 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b8fb1184-2279-451e-8b0a-1973bb1ac604 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "DELETE /v2.0/floatingips/bef8b779-e556-4852-891a-11b3c043e606 HTTP/1.1" status: 204 len: 168 time: 1.8856738 Mar 05 04:54:39.011876 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55338) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:39.041313 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-b5376c73-ba11-44b9-aa88-00209ac69e12 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Allocated IP 172.25.0.37 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/ec1e0308-7f69-4cbb-aabf-360afffa22be) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:54:39.060390 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686251b7-ab88-456e-a026-c7ff626f30fa req-f7b9e3e7-4971-4c35-bb59-17ff33f91cf8 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:39.061986 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-686251b7-ab88-456e-a026-c7ff626f30fa req-f7b9e3e7-4971-4c35-bb59-17ff33f91cf8 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f7791fa-f4c2-4844-ba23-2093ffb6f61f HTTP/1.1" status: 200 len: 950 time: 0.2947991 Mar 05 04:54:39.073930 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04ff03-8b08-44c1-b747-0f22b1f7b880 req-cc308809-4247-4a85-bab7-72a9f70beff8 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:39.075462 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b04ff03-8b08-44c1-b747-0f22b1f7b880 req-cc308809-4247-4a85-bab7-72a9f70beff8 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 944 time: 0.2363465 Mar 05 04:54:39.083915 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:54:39.218261 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:54:39.218624 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 5ebf8d9b-753e-46bd-9fd9-0cc8aeaa60c9 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:54:39.234291 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 2df2f954-f596-41f7-a05e-f84d6836a2af completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:54:39.243089 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b04ff03-8b08-44c1-b747-0f22b1f7b880 req-4a816440-979d-423a-afbe-d1bc1a2b25eb tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413901 Mar 05 04:54:39.249295 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-82e8c6c0-9039-42a5-99f3-d49696449f4d None None] Port 35d64740-216b-4263-8515-d21a66e7ce37 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:54:39.254219 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 2df2f954-f596-41f7-a05e-f84d6836a2af triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:54:39.254609 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2df2f954-f596-41f7-a05e-f84d6836a2af), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:39.256219 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=a0292c84-51f4-4059-8e4d-6ab501708195,revision_number=7']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:39.275820 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 2b7962c5-5f5f-4d94-85a3-411261422642 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:54:39.276216 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2b7962c5-5f5f-4d94-85a3-411261422642), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:39.315164 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-686251b7-ab88-456e-a026-c7ff626f30fa req-7c20f99a-0f5b-4011-95bf-b0a675af962b tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385728 Mar 05 04:54:39.334671 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-31f11392-8c83-4044-af0e-c4594912e46e tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Deleting port b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:54:39.337821 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31f11392-8c83-4044-af0e-c4594912e46e tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:39.344634 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b5376c73-ba11-44b9-aa88-00209ac69e12 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks [] for port (ec1e0308-7f69-4cbb-aabf-360afffa22be), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:39.401202 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-82e8c6c0-9039-42a5-99f3-d49696449f4d None None] Provisioning complete for port 2b7962c5-5f5f-4d94-85a3-411261422642 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:54:39.402336 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-82e8c6c0-9039-42a5-99f3-d49696449f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2b7962c5-5f5f-4d94-85a3-411261422642), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:39.431608 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e492f9-4b2c-4a66-a34f-c7fc9eb2be6a x-openstack-request-id: req-d0e492f9-4b2c-4a66-a34f-c7fc9eb2be6a {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:54:39.431828 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abf3fda-a543-440b-b5ec-b8b9c6710ff6", "name": "network-vif-plugged", "status": "completed", "tag": "a0292c84-51f4-4059-8e4d-6ab501708195", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:54:39.432147 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d0e492f9-4b2c-4a66-a34f-c7fc9eb2be6a {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:54:39.432637 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abf3fda-a543-440b-b5ec-b8b9c6710ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0292c84-51f4-4059-8e4d-6ab501708195', 'code': 200} Mar 05 04:54:39.510067 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b5376c73-ba11-44b9-aa88-00209ac69e12 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (ec1e0308-7f69-4cbb-aabf-360afffa22be), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:39.532298 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5376c73-ba11-44b9-aa88-00209ac69e12 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:54:39.537595 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-b5376c73-ba11-44b9-aa88-00209ac69e12 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:54:39.551716 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f89488fc-caf4-4d9d-8a6e-5b2f0769c755 req-0027d75a-e02a-4fe4-ac58-ac22ea3b0334 tempest-ServerShowV254Test-730270921 tempest-ServerShowV254Test-730270921-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.0650558 Mar 05 04:54:39.574026 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5376c73-ba11-44b9-aa88-00209ac69e12 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:54:39.591707 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b147136-420f-49f7-aca6-171a13045d05 req-de81e754-ac44-401c-99f3-939b94fdb2e9 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:39.599719 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1b147136-420f-49f7-aca6-171a13045d05 req-de81e754-ac44-401c-99f3-939b94fdb2e9 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 946 time: 0.2203667 Mar 05 04:54:39.642874 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 2b7962c5-5f5f-4d94-85a3-411261422642 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:54:39.669133 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 2df2f954-f596-41f7-a05e-f84d6836a2af is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:54:39.669931 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2df2f954-f596-41f7-a05e-f84d6836a2af), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:39.693546 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31f11392-8c83-4044-af0e-c4594912e46e tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:39.711273 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-31f11392-8c83-4044-af0e-c4594912e46e tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Calling delete_port for b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:54:39.711458 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1b147136-420f-49f7-aca6-171a13045d05 req-c050b923-0ece-40d6-9f59-077e707905d5 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015067 Mar 05 04:54:39.738055 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 2df2f954-f596-41f7-a05e-f84d6836a2af, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=2df2f954-f596-41f7-a05e-f84d6836a2af,segment=NetworkSegment(5417d672-2669-477b-9200-026fcb760706),segment_id=5417d672-2669-477b-9200-026fcb760706)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:39.739643 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-82e8c6c0-9039-42a5-99f3-d49696449f4d None None] Current status of the port 2b7962c5-5f5f-4d94-85a3-411261422642 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:54:39.753468 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (2df2f954-f596-41f7-a05e-f84d6836a2af), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:39.881601 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=2df2f954-f596-41f7-a05e-f84d6836a2af,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:39.898661 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a85a0d4e-b643-4806-81ed-ce8d59dd900e None None] Provisioning complete for port 35d64740-216b-4263-8515-d21a66e7ce37 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:54:39.899560 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a85a0d4e-b643-4806-81ed-ce8d59dd900e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (35d64740-216b-4263-8515-d21a66e7ce37), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:39.902411 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5376c73-ba11-44b9-aa88-00209ac69e12 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Pushing event updated for resources: {'Port': ['ID=ec1e0308-7f69-4cbb-aabf-360afffa22be,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:39.904072 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15d997-9c9b-452b-bd1a-d84f968677c5 req-afc4f0af-ee3b-4de3-a940-4de291859013 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:39.912621 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ee15d997-9c9b-452b-bd1a-d84f968677c5 req-afc4f0af-ee3b-4de3-a940-4de291859013 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 945 time: 0.2002349 Mar 05 04:54:39.938984 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a85a0d4e-b643-4806-81ed-ce8d59dd900e None None] Port 35d64740-216b-4263-8515-d21a66e7ce37 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:54:39.956020 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a85a0d4e-b643-4806-81ed-ce8d59dd900e None None] Provisioning complete for port e555991a-e1c9-4cbc-9898-8886960f9d11 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:54:39.956666 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a85a0d4e-b643-4806-81ed-ce8d59dd900e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e555991a-e1c9-4cbc-9898-8886960f9d11), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:39.973209 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b5376c73-ba11-44b9-aa88-00209ac69e12 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks [] for floatingip (cac2b50c-8a8e-4d85-bfee-df2e15bc134f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:40.003336 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a85a0d4e-b643-4806-81ed-ce8d59dd900e None None] Port e555991a-e1c9-4cbc-9898-8886960f9d11 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:54:40.031714 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ee15d997-9c9b-452b-bd1a-d84f968677c5 req-112c0514-853d-4054-9cc7-b32aec98f353 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178617 Mar 05 04:54:40.041993 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b5376c73-ba11-44b9-aa88-00209ac69e12 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ec1e0308-7f69-4cbb-aabf-360afffa22be), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:40.059669 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65e4ff-aeef-4732-a0fa-248b127daf1c req-ba3714c8-1556-41fb-bc74-6eeb5285c722 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:40.061416 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ec65e4ff-aeef-4732-a0fa-248b127daf1c req-ba3714c8-1556-41fb-bc74-6eeb5285c722 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 946 time: 0.2161310 Mar 05 04:54:40.089634 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31f11392-8c83-4044-af0e-c4594912e46e tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:40.119444 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ec65e4ff-aeef-4732-a0fa-248b127daf1c req-bf49dfc3-0bfc-491a-be72-f8ad3bcb8f62 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505161 Mar 05 04:54:40.169229 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f11392-8c83-4044-af0e-c4594912e46e tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Pushing event deleted for resources: {'Port': ['ID=b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:40.327385 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31f11392-8c83-4044-af0e-c4594912e46e tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:40.334837 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-31f11392-8c83-4044-af0e-c4594912e46e tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "DELETE /v2.0/ports/b3dc06a2-0514-4c1f-bbc6-d59ffb9b61e1 HTTP/1.1" status: 204 len: 168 time: 1.3204987 Mar 05 04:54:40.334837 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55348) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:40.389044 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a45ca-f517-46f6-9948-fbb29fef7838 req-0f5917fd-a26f-4546-9060-dabaa7d32a10 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:40.390649 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0e1a45ca-f517-46f6-9948-fbb29fef7838 req-0f5917fd-a26f-4546-9060-dabaa7d32a10 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.31 "GET /v2.0/ports?device_id=9f7791fa-f4c2-4844-ba23-2093ffb6f61f HTTP/1.1" status: 200 len: 950 time: 0.2103145 Mar 05 04:54:40.411667 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e166735a-ba88-4fad-bd51-9ac8273878d4 req-88063c56-1739-43d6-af9e-9da682024401 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:40.413380 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e166735a-ba88-4fad-bd51-9ac8273878d4 req-88063c56-1739-43d6-af9e-9da682024401 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 945 time: 0.0797343 Mar 05 04:54:40.464056 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:54:40.475492 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b5376c73-ba11-44b9-aa88-00209ac69e12 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks [] for port (ec1e0308-7f69-4cbb-aabf-360afffa22be), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:40.535669 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c536c4-fca6-42a2-b2d0-9a95270939ca req-22c76dd3-2858-4c78-9891-281c221e4ef0 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:40.538998 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-94c536c4-fca6-42a2-b2d0-9a95270939ca req-22c76dd3-2858-4c78-9891-281c221e4ef0 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f7791fa-f4c2-4844-ba23-2093ffb6f61f HTTP/1.1" status: 200 len: 950 time: 0.1117120 Mar 05 04:54:40.541091 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b5376c73-ba11-44b9-aa88-00209ac69e12 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (ec1e0308-7f69-4cbb-aabf-360afffa22be), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:40.545071 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e166735a-ba88-4fad-bd51-9ac8273878d4 req-cb11b18c-fa56-464f-9b32-534af1e443f4 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262522 Mar 05 04:54:40.634042 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-94c536c4-fca6-42a2-b2d0-9a95270939ca req-29a7ed90-4071-4166-8284-e1b7f21bb0d1 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878632 Mar 05 04:54:40.691682 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5376c73-ba11-44b9-aa88-00209ac69e12 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Pushing event updated for resources: {'Port': ['ID=ec1e0308-7f69-4cbb-aabf-360afffa22be,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:40.712434 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0404ce35-7dae-4e16-8a5e-fc78ed4bd85a req-db3f3107-3ada-4cb2-a32b-e55ab7fae79b tempest-ServerShowV254Test-730270921 tempest-ServerShowV254Test-730270921-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.0519776 Mar 05 04:54:40.726529 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-0e1a45ca-f517-46f6-9948-fbb29fef7838 req-bc9fc954-b75c-4099-95e9-28cbcf591bf9 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Deleting port 9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:54:40.727118 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0e1a45ca-f517-46f6-9948-fbb29fef7838 req-bc9fc954-b75c-4099-95e9-28cbcf591bf9 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:40.764482 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-8118eac3-26c5-49f5-bd4c-65a6503abd32 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Deleting port 8cc5a9d5-8259-4285-a850-8602f24d541c {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:54:40.764822 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8118eac3-26c5-49f5-bd4c-65a6503abd32 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (8cc5a9d5-8259-4285-a850-8602f24d541c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:40.793395 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b5376c73-ba11-44b9-aa88-00209ac69e12 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (cac2b50c-8a8e-4d85-bfee-df2e15bc134f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:40.900843 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c5343-2d26-48fa-857e-01eaf0bbdcba req-1229af71-9fbe-49a5-adc2-c0e27d794ca5 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:40.902472 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6c4c5343-2d26-48fa-857e-01eaf0bbdcba req-1229af71-9fbe-49a5-adc2-c0e27d794ca5 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 946 time: 0.0827947 Mar 05 04:54:40.935514 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b5376c73-ba11-44b9-aa88-00209ac69e12 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:40.940471 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b5376c73-ba11-44b9-aa88-00209ac69e12 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3478668 Mar 05 04:54:40.941095 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55354) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:40.948332 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-adaee8d7-cb24-4641-95c4-8e5ad618d80b tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Request body: {'floatingip': {'port_id': 'e555991a-e1c9-4cbc-9898-8886960f9d11', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:40.982353 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-0e1a45ca-f517-46f6-9948-fbb29fef7838 req-bc9fc954-b75c-4099-95e9-28cbcf591bf9 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] For port 9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:40.982820 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0e1a45ca-f517-46f6-9948-fbb29fef7838 req-bc9fc954-b75c-4099-95e9-28cbcf591bf9 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:41.008062 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-0e1a45ca-f517-46f6-9948-fbb29fef7838 req-bc9fc954-b75c-4099-95e9-28cbcf591bf9 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Calling delete_port for 9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:54:41.012425 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-adaee8d7-cb24-4641-95c4-8e5ad618d80b tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks [] for floatingip (cac2b50c-8a8e-4d85-bfee-df2e15bc134f), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:41.014374 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8118eac3-26c5-49f5-bd4c-65a6503abd32 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (8cc5a9d5-8259-4285-a850-8602f24d541c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:41.034521 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-8118eac3-26c5-49f5-bd4c-65a6503abd32 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Calling delete_port for 8cc5a9d5-8259-4285-a850-8602f24d541c owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:54:41.093857 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6c4c5343-2d26-48fa-857e-01eaf0bbdcba req-9c40e7f9-0a25-483d-8c91-04dec96b17f4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832221 Mar 05 04:54:41.236638 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-adaee8d7-cb24-4641-95c4-8e5ad618d80b tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] update failed (client error): The resource could not be found. Mar 05 04:54:41.236638 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-adaee8d7-cb24-4641-95c4-8e5ad618d80b tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] 10.222.0.11 "PUT /v2.0/floatingips/cac2b50c-8a8e-4d85-bfee-df2e15bc134f HTTP/1.1" status: 404 len: 507 time: 0.2907016 Mar 05 04:54:41.239335 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55360) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:41.291175 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9dc0c8-2f75-46ee-9911-19da98405de2 req-71790b6f-3282-4136-aa34-f2cc10c47133 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:41.296543 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5f9dc0c8-2f75-46ee-9911-19da98405de2 req-71790b6f-3282-4136-aa34-f2cc10c47133 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 945 time: 0.1493683 Mar 05 04:54:41.391348 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d925adf9-c157-4219-8c20-a789b62f890f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:41.434102 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fb41b9-875d-4678-8219-73aa5b385832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df2f954-f596-41f7-a05e-f84d6836a2af'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:54:41.437513 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b1409c-52fd-4d4d-960c-425a7ce9d0c8" -d '{"events": [{"server_uuid": "b3fb41b9-875d-4678-8219-73aa5b385832", "name": "network-vif-plugged", "status": "completed", "tag": "2df2f954-f596-41f7-a05e-f84d6836a2af"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:54:41.465676 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecaa41c-58df-4935-996d-b88343c4545e req-53552ba7-32f4-46c3-805f-4fe246a55a7d tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:41.467289 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aecaa41c-58df-4935-996d-b88343c4545e req-53552ba7-32f4-46c3-805f-4fe246a55a7d tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 946 time: 0.2157528 Mar 05 04:54:41.498484 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5f9dc0c8-2f75-46ee-9911-19da98405de2 req-9d471681-7ad3-47b0-8d12-01ef8d675c03 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650674 Mar 05 04:54:41.571140 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aecaa41c-58df-4935-996d-b88343c4545e req-4c74a5b7-8635-4901-9d64-20dbf60cadc4 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956917 Mar 05 04:54:41.590344 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-e46d0def-4a2d-4cc2-a283-051f78a61601 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Deleting port ec1e0308-7f69-4cbb-aabf-360afffa22be {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:54:41.590609 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e46d0def-4a2d-4cc2-a283-051f78a61601 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (ec1e0308-7f69-4cbb-aabf-360afffa22be), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:41.596054 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df879ec9-5430-4b16-a678-9f0b92fa2f66 x-openstack-request-id: req-df879ec9-5430-4b16-a678-9f0b92fa2f66 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:54:41.598065 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3fb41b9-875d-4678-8219-73aa5b385832", "name": "network-vif-plugged", "status": "completed", "tag": "2df2f954-f596-41f7-a05e-f84d6836a2af", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:54:41.598699 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-df879ec9-5430-4b16-a678-9f0b92fa2f66 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:54:41.599427 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3fb41b9-875d-4678-8219-73aa5b385832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df2f954-f596-41f7-a05e-f84d6836a2af', 'code': 200} Mar 05 04:54:41.717411 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8118eac3-26c5-49f5-bd4c-65a6503abd32 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (8cc5a9d5-8259-4285-a850-8602f24d541c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:41.753355 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0e1a45ca-f517-46f6-9948-fbb29fef7838 req-bc9fc954-b75c-4099-95e9-28cbcf591bf9 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:41.764933 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b', '391c2bac-7eba-4f55-adaf-ec53da837ea9'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:54:41.772444 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['0f61ba0a-9880-41ce-a7d9-586bcbeae1cf', '0e89adf7-a265-48f3-aa9c-bc8dd2c63c32', '8b7a5104-a956-466e-ae5f-bee14315d779'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:54:41.785048 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118eac3-26c5-49f5-bd4c-65a6503abd32 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Pushing event deleted for resources: {'Port': ['ID=8cc5a9d5-8259-4285-a850-8602f24d541c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:41.836713 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9fc954-b75c-4099-95e9-28cbcf591bf9 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Pushing event deleted for resources: {'Port': ['ID=9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:41.967284 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8118eac3-26c5-49f5-bd4c-65a6503abd32 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:41.973293 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8118eac3-26c5-49f5-bd4c-65a6503abd32 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "DELETE /v2.0/ports/8cc5a9d5-8259-4285-a850-8602f24d541c HTTP/1.1" status: 204 len: 168 time: 1.6303434 Mar 05 04:54:41.975677 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1a45ca-f517-46f6-9948-fbb29fef7838 req-bc9fc954-b75c-4099-95e9-28cbcf591bf9 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] No DVR routers for this DVR port 9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:54:41.985017 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55374) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:41.986432 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0e1a45ca-f517-46f6-9948-fbb29fef7838 req-bc9fc954-b75c-4099-95e9-28cbcf591bf9 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:41.991121 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0e1a45ca-f517-46f6-9948-fbb29fef7838 req-bc9fc954-b75c-4099-95e9-28cbcf591bf9 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.31 "DELETE /v2.0/ports/9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e HTTP/1.1" status: 204 len: 173 time: 1.5938346 Mar 05 04:54:41.993768 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a3fbd-71c5-4571-96ed-b0cd35a7ca11 req-4d1c6fb0-d6e0-4083-9d9c-81f3736e7c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:41.996298 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-670a3fbd-71c5-4571-96ed-b0cd35a7ca11 req-4d1c6fb0-d6e0-4083-9d9c-81f3736e7c63 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 1128 time: 0.2981300 Mar 05 04:54:41.998394 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7791fa-f4c2-4844-ba23-2093ffb6f61f', 'name': 'network-vif-deleted', 'tag': '9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:54:42.001136 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650622d4-eec9-4569-a666-427c0c65a931" -d '{"events": [{"server_uuid": "9f7791fa-f4c2-4844-ba23-2093ffb6f61f", "name": "network-vif-deleted", "tag": "9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:54:42.134753 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-670a3fbd-71c5-4571-96ed-b0cd35a7ca11 req-db9a93e9-b65b-4ca1-acc0-f21d40ac20c4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184843 Mar 05 04:54:42.185958 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42f8bd6-ed0f-4a56-a9ce-48b28a94f8e5 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Deleting subnet e1c33f29-fbe3-4325-bbc2-5023e8c22c88 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:54:42.197637 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-14877d67-75af-4b6e-b439-fe972c15c9bf req-115428af-ec53-45e8-96c1-0abd4d75938e tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f7791fa-f4c2-4844-ba23-2093ffb6f61f HTTP/1.1" status: 200 len: 210 time: 0.4824769 Mar 05 04:54:42.212531 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a42f8bd6-ed0f-4a56-a9ce-48b28a94f8e5 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for subnet (e1c33f29-fbe3-4325-bbc2-5023e8c22c88), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:42.292717 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e46d0def-4a2d-4cc2-a283-051f78a61601 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (ec1e0308-7f69-4cbb-aabf-360afffa22be), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:42.293047 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e46d0def-4a2d-4cc2-a283-051f78a61601 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks [] for floatingip (ec1e0308-7f69-4cbb-aabf-360afffa22be), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:42.328259 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a42f8bd6-ed0f-4a56-a9ce-48b28a94f8e5 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (e1c33f29-fbe3-4325-bbc2-5023e8c22c88), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:42.340847 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-e46d0def-4a2d-4cc2-a283-051f78a61601 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Calling delete_port for ec1e0308-7f69-4cbb-aabf-360afffa22be owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:54:42.366061 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e9076-cdb7-4bd9-949a-46a6b56aa07f req-b67493e6-c10d-499e-876c-54ee0441e2e4 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:42.375136 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-371e9076-cdb7-4bd9-949a-46a6b56aa07f req-b67493e6-c10d-499e-876c-54ee0441e2e4 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 945 time: 0.6838613 Mar 05 04:54:42.509920 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a42f8bd6-ed0f-4a56-a9ce-48b28a94f8e5 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (e1c33f29-fbe3-4325-bbc2-5023e8c22c88), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:42.549082 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0c67e712-3406-4009-ae48-7c9991dc165e req-9d42811a-fd6b-4f95-86bc-ddb0842a1b54 tempest-ServerShowV254Test-730270921 tempest-ServerShowV254Test-730270921-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.1676495 Mar 05 04:54:42.659507 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-371e9076-cdb7-4bd9-949a-46a6b56aa07f req-e7eceee1-e7f4-424e-8d9c-85afb2f380d5 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2827702 Mar 05 04:54:42.662462 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a42f8bd6-ed0f-4a56-a9ce-48b28a94f8e5 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (e1c33f29-fbe3-4325-bbc2-5023e8c22c88), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:42.691543 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3939deb0-a7ea-4fa9-868c-8ccc2d312555 x-openstack-request-id: req-3939deb0-a7ea-4fa9-868c-8ccc2d312555 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:54:42.691897 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7791fa-f4c2-4844-ba23-2093ffb6f61f", "name": "network-vif-deleted", "tag": "9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:54:42.692169 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3939deb0-a7ea-4fa9-868c-8ccc2d312555 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:54:42.692596 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7791fa-f4c2-4844-ba23-2093ffb6f61f', 'name': 'network-vif-deleted', 'tag': '9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e', 'status': 'completed', 'code': 200} Mar 05 04:54:42.693894 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a42f8bd6-ed0f-4a56-a9ce-48b28a94f8e5 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:42.700734 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55384) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:42.719414 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a42f8bd6-ed0f-4a56-a9ce-48b28a94f8e5 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "DELETE /v2.0/subnets/e1c33f29-fbe3-4325-bbc2-5023e8c22c88 HTTP/1.1" status: 204 len: 168 time: 0.7216191 Mar 05 04:54:42.746763 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f8bd6-ed0f-4a56-a9ce-48b28a94f8e5 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Pushing event deleted for resources: {'Subnet': ['ID=e1c33f29-fbe3-4325-bbc2-5023e8c22c88,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:42.784731 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e105e2-4610-4d72-b978-9a3302367de7 None None] Network d212388e-df12-4708-9d1c-73e3d414a7cb requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:54:42.803211 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa050fdf-3059-4c5e-84c7-35773e418a29 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Deleting subnet 1f160f0d-f32d-4fdb-b1b2-addf124f2f22 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:54:42.806969 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aa050fdf-3059-4c5e-84c7-35773e418a29 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for subnet (1f160f0d-f32d-4fdb-b1b2-addf124f2f22), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:42.969255 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aa050fdf-3059-4c5e-84c7-35773e418a29 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (1f160f0d-f32d-4fdb-b1b2-addf124f2f22), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:43.019347 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0b1b6-e4a2-498b-9a0c-9ffc55c4c50e req-29b6d66d-796c-4ab9-93e0-21548f09d2b0 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:43.020956 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-86f0b1b6-e4a2-498b-9a0c-9ffc55c4c50e req-29b6d66d-796c-4ab9-93e0-21548f09d2b0 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 946 time: 0.1787848 Mar 05 04:54:43.031630 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc17023-39e4-494f-9173-b93a39f1d3e2 req-f1b127ec-b8f6-4a5a-b9f2-15d565101ef8 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:43.034540 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fcc17023-39e4-494f-9173-b93a39f1d3e2 req-f1b127ec-b8f6-4a5a-b9f2-15d565101ef8 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 945 time: 0.1912613 Mar 05 04:54:43.050369 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e46d0def-4a2d-4cc2-a283-051f78a61601 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (ec1e0308-7f69-4cbb-aabf-360afffa22be), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:43.071471 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a63ed88-e3de-4592-9e0f-4d1b4938c002 None None] DHCP port deletion for d212388e-df12-4708-9d1c-73e3d414a7cb request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:54:43.116307 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d0def-4a2d-4cc2-a283-051f78a61601 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Pushing event deleted for resources: {'Port': ['ID=ec1e0308-7f69-4cbb-aabf-360afffa22be,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:43.138287 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-4a63ed88-e3de-4592-9e0f-4d1b4938c002 None None] Deleting port 25c7d0f6-aaf6-4e05-bb07-891a19fbb96d {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:54:43.138694 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4a63ed88-e3de-4592-9e0f-4d1b4938c002 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (25c7d0f6-aaf6-4e05-bb07-891a19fbb96d), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:43.228125 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-4a63ed88-e3de-4592-9e0f-4d1b4938c002 None None] For port 25c7d0f6-aaf6-4e05-bb07-891a19fbb96d, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=25c7d0f6-aaf6-4e05-bb07-891a19fbb96d,segment=NetworkSegment(ed3a3d30-7fb2-463d-9a62-c7cee08e9781),segment_id=ed3a3d30-7fb2-463d-9a62-c7cee08e9781)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:43.228578 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4a63ed88-e3de-4592-9e0f-4d1b4938c002 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (25c7d0f6-aaf6-4e05-bb07-891a19fbb96d), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:43.249034 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-4a63ed88-e3de-4592-9e0f-4d1b4938c002 None None] Calling delete_port for 25c7d0f6-aaf6-4e05-bb07-891a19fbb96d owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:54:43.249225 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-86f0b1b6-e4a2-498b-9a0c-9ffc55c4c50e req-480475af-625f-4f50-8038-891cb313efa0 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088866 Mar 05 04:54:43.331039 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fcc17023-39e4-494f-9173-b93a39f1d3e2 req-616018a8-e3b3-486e-99ca-d5c2a4fca1c4 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821953 Mar 05 04:54:43.351572 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aa050fdf-3059-4c5e-84c7-35773e418a29 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (1f160f0d-f32d-4fdb-b1b2-addf124f2f22), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:43.370438 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4a63ed88-e3de-4592-9e0f-4d1b4938c002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (25c7d0f6-aaf6-4e05-bb07-891a19fbb96d), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:43.425468 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a63ed88-e3de-4592-9e0f-4d1b4938c002 None None] No DVR routers for this DVR port 25c7d0f6-aaf6-4e05-bb07-891a19fbb96d on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:54:43.438523 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63ed88-e3de-4592-9e0f-4d1b4938c002 None None] Pushing event deleted for resources: {'Port': ['ID=25c7d0f6-aaf6-4e05-bb07-891a19fbb96d,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:43.489902 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e46d0def-4a2d-4cc2-a283-051f78a61601 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks [] for floatingip (cac2b50c-8a8e-4d85-bfee-df2e15bc134f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:43.492636 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e46d0def-4a2d-4cc2-a283-051f78a61601 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:43.494142 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e46d0def-4a2d-4cc2-a283-051f78a61601 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] 10.222.0.11 "DELETE /v2.0/floatingips/cac2b50c-8a8e-4d85-bfee-df2e15bc134f HTTP/1.1" status: 204 len: 168 time: 2.2524114 Mar 05 04:54:43.497859 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55390) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:43.504124 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-214aefc4-051b-4604-99b3-0472ff7c2e6b tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Request body: {'floatingip': {'floating_network_id': '6bd2d6eb-26f8-4c4c-9a56-77368c33806d', 'port_id': 'e555991a-e1c9-4cbc-9898-8886960f9d11', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:43.547541 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-214aefc4-051b-4604-99b3-0472ff7c2e6b tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:43.589653 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7d1c3-7652-4d64-b27e-8527da681db4 req-f4559ee1-91e1-4cf4-ae93-48af1c4f8be5 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:43.600661 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-00c7d1c3-7652-4d64-b27e-8527da681db4 req-f4559ee1-91e1-4cf4-ae93-48af1c4f8be5 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 946 time: 0.2071576 Mar 05 04:54:43.630240 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aa050fdf-3059-4c5e-84c7-35773e418a29 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (1f160f0d-f32d-4fdb-b1b2-addf124f2f22), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:43.651241 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:43.680150 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa050fdf-3059-4c5e-84c7-35773e418a29 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Pushing event deleted for resources: {'Subnet': ['ID=1f160f0d-f32d-4fdb-b1b2-addf124f2f22,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:43.680451 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-87b7a85c-3f7e-459e-b854-8f6226c5674a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:43.711557 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d28f5e6-6daf-495a-b994-6fd148334799 None None] Network e0163509-f0e9-40c4-b897-68a267214319 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:54:43.734249 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aa050fdf-3059-4c5e-84c7-35773e418a29 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:43.739118 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-aa050fdf-3059-4c5e-84c7-35773e418a29 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "DELETE /v2.0/subnets/1f160f0d-f32d-4fdb-b1b2-addf124f2f22 HTTP/1.1" status: 204 len: 168 time: 1.0370817 Mar 05 04:54:43.743127 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55398) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:43.790428 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0bdbb769-fe6e-4b5e-acc1-efb1ef5298ac req-e5e7ac4b-c549-4e4d-8e20-384d6483c691 tempest-ServerShowV254Test-730270921 tempest-ServerShowV254Test-730270921-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.0574269 Mar 05 04:54:43.797490 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-00c7d1c3-7652-4d64-b27e-8527da681db4 req-9f88e262-57dd-4047-b66d-981d69f836fc tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954734 Mar 05 04:54:43.906473 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:43.927914 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad7e0ff9-b28e-4dd0-8b9c-89ee7ef96b75 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (d212388e-df12-4708-9d1c-73e3d414a7cb), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:44.010356 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-214aefc4-051b-4604-99b3-0472ff7c2e6b tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 04:54:44.016334 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-214aefc4-051b-4604-99b3-0472ff7c2e6b tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5118876 Mar 05 04:54:44.018374 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55400) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:44.037141 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-d9c2e971-2ddd-4902-bf99-e31115501ba4 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'port_id': 'e555991a-e1c9-4cbc-9898-8886960f9d11', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:44.070194 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d9c2e971-2ddd-4902-bf99-e31115501ba4 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:44.111217 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad7e0ff9-b28e-4dd0-8b9c-89ee7ef96b75 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (d212388e-df12-4708-9d1c-73e3d414a7cb), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:44.118586 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064da4aa-e3a4-4565-bcff-fea4123722c1 req-92115c5b-12f5-47f1-842c-f424ac0f9d54 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:44.130536 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a462c4d-c01b-4749-b77e-89e0f2b4bc8d None None] DHCP port deletion for e0163509-f0e9-40c4-b897-68a267214319 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:54:44.139202 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-064da4aa-e3a4-4565-bcff-fea4123722c1 req-92115c5b-12f5-47f1-842c-f424ac0f9d54 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 945 time: 0.1919134 Mar 05 04:54:44.180476 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-ad7e0ff9-b28e-4dd0-8b9c-89ee7ef96b75 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d212388e-df12-4708-9d1c-73e3d414a7cb']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:44.199607 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-ad7e0ff9-b28e-4dd0-8b9c-89ee7ef96b75 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed3a3d30-7fb2-463d-9a62-c7cee08e9781') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:44.202732 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-ad7e0ff9-b28e-4dd0-8b9c-89ee7ef96b75 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed3a3d30-7fb2-463d-9a62-c7cee08e9781') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:44.241736 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad7e0ff9-b28e-4dd0-8b9c-89ee7ef96b75 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (ed3a3d30-7fb2-463d-9a62-c7cee08e9781), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:44.269059 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-7a462c4d-c01b-4749-b77e-89e0f2b4bc8d None None] Deleting port c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:54:44.269468 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7a462c4d-c01b-4749-b77e-89e0f2b4bc8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:44.273878 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad7e0ff9-b28e-4dd0-8b9c-89ee7ef96b75 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (ed3a3d30-7fb2-463d-9a62-c7cee08e9781), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:44.285611 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:54:44.304511 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad7e0ff9-b28e-4dd0-8b9c-89ee7ef96b75 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:54:44.305145 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad7e0ff9-b28e-4dd0-8b9c-89ee7ef96b75 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (ed3a3d30-7fb2-463d-9a62-c7cee08e9781), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:44.309566 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:54:44.309566 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:54:44.309566 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:54:44.309566 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:54:44.309566 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:54:44.309566 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:54:44.309566 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:54:44.309566 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:54:44.309566 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:54:44.309566 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:54:44.309566 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:54:44.309566 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:54:44.309566 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:54:44.309566 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:54:44.309566 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:54:44.309566 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:54:44.309566 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:54:44.309566 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:54:44.309566 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:54:44.309566 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:54:44.309566 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:54:44.309566 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:54:44.309566 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:54:44.309566 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:54:44.309566 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:54:44.309566 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:54:44.309566 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:54:44.309566 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:54:44.309566 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:54:44.309566 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:54:44.309566 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:54:44.309566 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:54:44.311730 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-064da4aa-e3a4-4565-bcff-fea4123722c1 req-30dff196-1450-4ea8-91a2-66fc38890d30 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535840 Mar 05 04:54:44.419497 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-7a462c4d-c01b-4749-b77e-89e0f2b4bc8d None None] For port c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b,segment=NetworkSegment(22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89),segment_id=22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:44.420711 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7a462c4d-c01b-4749-b77e-89e0f2b4bc8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:44.436327 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad7e0ff9-b28e-4dd0-8b9c-89ee7ef96b75 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (d212388e-df12-4708-9d1c-73e3d414a7cb), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:44.442510 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-7a462c4d-c01b-4749-b77e-89e0f2b4bc8d None None] Calling delete_port for c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:54:44.455802 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:54:44.456199 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:44.474056 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad7e0ff9-b28e-4dd0-8b9c-89ee7ef96b75 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:44.480263 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ad7e0ff9-b28e-4dd0-8b9c-89ee7ef96b75 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "DELETE /v2.0/networks/d212388e-df12-4708-9d1c-73e3d414a7cb HTTP/1.1" status: 204 len: 168 time: 0.7359588 Mar 05 04:54:44.484124 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e0ff9-b28e-4dd0-8b9c-89ee7ef96b75 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Pushing event deleted for resources: {'Network': ['ID=d212388e-df12-4708-9d1c-73e3d414a7cb,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:44.492223 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55410) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:44.528355 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d9c2e971-2ddd-4902-bf99-e31115501ba4 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:44.528751 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b,segment=NetworkSegment(22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89),segment_id=22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:44.542282 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:44.543022 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 25c7d0f6-aaf6-4e05-bb07-891a19fbb96d no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:54:44.584878 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bf2f432f-3b82-467c-a280-f7943d2087f2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (e0163509-f0e9-40c4-b897-68a267214319), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:44.586931 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 25c7d0f6-aaf6-4e05-bb07-891a19fbb96d {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:54:44.587339 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 25c7d0f6-aaf6-4e05-bb07-891a19fbb96d not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:54:44.631109 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:44.635763 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7a462c4d-c01b-4749-b77e-89e0f2b4bc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:44.656517 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-bf2f432f-3b82-467c-a280-f7943d2087f2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Deleting port c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:54:44.656879 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bf2f432f-3b82-467c-a280-f7943d2087f2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:44.666730 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a462c4d-c01b-4749-b77e-89e0f2b4bc8d None None] Pushing event deleted for resources: {'Port': ['ID=c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:44.671589 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a462c4d-c01b-4749-b77e-89e0f2b4bc8d None None] No DVR routers for this DVR port c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:54:44.713107 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8148cc5-212c-455d-b0cf-a30f54995709 req-0a9f2d44-931e-46a8-a24c-97b4c9472ea3 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:44.722718 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a8148cc5-212c-455d-b0cf-a30f54995709 req-0a9f2d44-931e-46a8-a24c-97b4c9472ea3 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a63d8533-14fd-4ec7-b7bb-ec1cddf5a39c HTTP/1.1" status: 200 len: 949 time: 0.3969045 Mar 05 04:54:44.759909 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-bf2f432f-3b82-467c-a280-f7943d2087f2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] For port c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b, host n-d-789963-32, got binding levels [] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:44.760513 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bf2f432f-3b82-467c-a280-f7943d2087f2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:44.777731 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-bf2f432f-3b82-467c-a280-f7943d2087f2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Calling delete_port for c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:54:44.781375 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.ipam_backend_mixin [None req-bf2f432f-3b82-467c-a280-f7943d2087f2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Port c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b was not found and therefore no delete operation was performed {{(pid=105232) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 05 04:54:44.783418 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bf2f432f-3b82-467c-a280-f7943d2087f2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:44.784947 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b23c79-72ce-464e-8caf-0122bb5ddfe3 req-4a726ff9-92cf-4468-af84-721dc1ee0cd2 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:44.786449 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c7b23c79-72ce-464e-8caf-0122bb5ddfe3 req-4a726ff9-92cf-4468-af84-721dc1ee0cd2 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 946 time: 0.3877025 Mar 05 04:54:44.804987 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2f432f-3b82-467c-a280-f7943d2087f2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] No DVR routers for this DVR port c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:54:44.822963 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-d9c2e971-2ddd-4902-bf99-e31115501ba4 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Allocated IP 172.25.0.228 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/f8b10b5b-b46e-4e19-b771-88bb443d3320) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:54:44.827836 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f432f-3b82-467c-a280-f7943d2087f2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Pushing event deleted for resources: {'Port': ['ID=c96bfe3f-31e5-4ce2-9e5e-d388a2863c2b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:44.836819 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a8148cc5-212c-455d-b0cf-a30f54995709 req-3cddd098-2d62-4075-aef4-9272f11b22a2 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130624 Mar 05 04:54:44.912278 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c7b23c79-72ce-464e-8caf-0122bb5ddfe3 req-6d067c22-6abb-4c7e-bbb3-1beb725b1143 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159754 Mar 05 04:54:44.925225 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:44.949503 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bf2f432f-3b82-467c-a280-f7943d2087f2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (e0163509-f0e9-40c4-b897-68a267214319), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:44.989207 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:54:45.009868 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-bf2f432f-3b82-467c-a280-f7943d2087f2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0163509-f0e9-40c4-b897-68a267214319']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:45.027384 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-bf2f432f-3b82-467c-a280-f7943d2087f2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:45.027922 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-bf2f432f-3b82-467c-a280-f7943d2087f2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:45.036062 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:54:45.036554 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 9a5c8ab8-e720-4efd-9fc6-6054c0c1fd6e not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:54:45.049000 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bf2f432f-3b82-467c-a280-f7943d2087f2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:45.072159 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bf2f432f-3b82-467c-a280-f7943d2087f2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:45.084114 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2f432f-3b82-467c-a280-f7943d2087f2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:54:45.084535 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bf2f432f-3b82-467c-a280-f7943d2087f2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (22f5baa2-f336-4ca5-bd6d-cb4ab9a25d89), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:45.089186 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:54:45.089186 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:54:45.089186 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:54:45.089186 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:54:45.089186 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:54:45.089186 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:54:45.089186 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:54:45.089186 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:54:45.089186 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:54:45.089186 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:54:45.089186 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:54:45.089186 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:54:45.089186 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:54:45.089186 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:54:45.089186 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:54:45.089186 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:54:45.089186 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:54:45.089186 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:54:45.089186 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:54:45.089186 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:54:45.089186 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:54:45.089186 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:54:45.089186 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:54:45.089186 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:54:45.089186 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:54:45.089186 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:54:45.089186 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:54:45.089186 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:54:45.089186 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:54:45.089186 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:54:45.089186 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:54:45.089186 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:54:45.094188 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c7c64-2464-4b61-bc75-b2efb1c7e5e6 req-c852b852-1ea4-4aae-b83b-9074b72a734f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:45.105198 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a62c7c64-2464-4b61-bc75-b2efb1c7e5e6 req-c852b852-1ea4-4aae-b83b-9074b72a734f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 945 time: 0.1805446 Mar 05 04:54:45.109677 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55416) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:45.126110 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-2452fdfa-4865-4461-bb47-74fb57842f4f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Request body: {'floatingip': {'port_id': '2df2f954-f596-41f7-a05e-f84d6836a2af'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:45.143391 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d9c2e971-2ddd-4902-bf99-e31115501ba4 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks [] for port (f8b10b5b-b46e-4e19-b771-88bb443d3320), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:45.159483 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e46c8-f374-47ac-98e3-c76bea42741f req-2ac37592-c380-403d-8e55-d7f7525c5086 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:45.168077 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d80e46c8-f374-47ac-98e3-c76bea42741f req-2ac37592-c380-403d-8e55-d7f7525c5086 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 945 time: 0.1640122 Mar 05 04:54:45.216030 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9d24a253-ad9c-4ca2-a40b-f702b8ec86cf req-9a0a68c1-5de9-4a79-9f99-76c8e0d260c5 tempest-ServerShowV254Test-730270921 tempest-ServerShowV254Test-730270921-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.0369852 Mar 05 04:54:45.226590 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2452fdfa-4865-4461-bb47-74fb57842f4f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for floatingip (a70aac10-25f3-4c14-9923-ccafc83b313e), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:45.268267 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d80e46c8-f374-47ac-98e3-c76bea42741f req-63ac4290-d13d-4a80-9bd8-2b15e3bd42d2 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990772 Mar 05 04:54:45.288662 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d9c2e971-2ddd-4902-bf99-e31115501ba4 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (f8b10b5b-b46e-4e19-b771-88bb443d3320), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:45.342873 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c2e971-2ddd-4902-bf99-e31115501ba4 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:54:45.346327 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bf2f432f-3b82-467c-a280-f7943d2087f2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (e0163509-f0e9-40c4-b897-68a267214319), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:45.367636 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-d9c2e971-2ddd-4902-bf99-e31115501ba4 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:54:45.374136 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bf2f432f-3b82-467c-a280-f7943d2087f2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:45.375299 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c2e971-2ddd-4902-bf99-e31115501ba4 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:54:45.377573 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-bf2f432f-3b82-467c-a280-f7943d2087f2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] 10.222.0.11 "DELETE /v2.0/networks/e0163509-f0e9-40c4-b897-68a267214319 HTTP/1.1" status: 204 len: 168 time: 0.8843277 Mar 05 04:54:45.379278 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f432f-3b82-467c-a280-f7943d2087f2 tempest-TaggedBootDevicesTest_v242-1528517900 tempest-TaggedBootDevicesTest_v242-1528517900-project] Pushing event deleted for resources: {'Network': ['ID=e0163509-f0e9-40c4-b897-68a267214319,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:45.422336 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796b787-4c89-490a-8407-68dcac88aab0 req-9669cd69-6d14-418c-bbed-36bfc41c2fb0 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:45.440508 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d796b787-4c89-490a-8407-68dcac88aab0 req-9669cd69-6d14-418c-bbed-36bfc41c2fb0 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.30 "GET /v2.0/ports?device_id=a63d8533-14fd-4ec7-b7bb-ec1cddf5a39c HTTP/1.1" status: 200 len: 949 time: 0.2237933 Mar 05 04:54:45.468665 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c2e971-2ddd-4902-bf99-e31115501ba4 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Pushing event updated for resources: {'Port': ['ID=f8b10b5b-b46e-4e19-b771-88bb443d3320,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:45.504124 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2098bb-be86-4945-b5c3-dcdf6dc7d826 req-6eac1914-4915-4a5e-9455-68ebf5d0b25e tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:45.511018 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7a2098bb-be86-4945-b5c3-dcdf6dc7d826 req-6eac1914-4915-4a5e-9455-68ebf5d0b25e tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 946 time: 0.1790910 Mar 05 04:54:45.665184 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-d796b787-4c89-490a-8407-68dcac88aab0 req-c2d8a07e-3a39-4d5a-b151-ae80c1f18ebe tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Deleting port 391c2bac-7eba-4f55-adaf-ec53da837ea9 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:54:45.665531 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d796b787-4c89-490a-8407-68dcac88aab0 req-c2d8a07e-3a39-4d5a-b151-ae80c1f18ebe tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (391c2bac-7eba-4f55-adaf-ec53da837ea9), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:45.717289 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7a2098bb-be86-4945-b5c3-dcdf6dc7d826 req-ad7a9d3e-8437-472c-bb92-f41fd485a9f3 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053187 Mar 05 04:54:45.744046 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-d9c2e971-2ddd-4902-bf99-e31115501ba4 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Deleting port f8b10b5b-b46e-4e19-b771-88bb443d3320 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:54:45.744046 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d9c2e971-2ddd-4902-bf99-e31115501ba4 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (f8b10b5b-b46e-4e19-b771-88bb443d3320), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:45.836136 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d9c2e971-2ddd-4902-bf99-e31115501ba4 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (f8b10b5b-b46e-4e19-b771-88bb443d3320), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:45.836501 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d9c2e971-2ddd-4902-bf99-e31115501ba4 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks [] for floatingip (f8b10b5b-b46e-4e19-b771-88bb443d3320), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:45.849784 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-d9c2e971-2ddd-4902-bf99-e31115501ba4 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Calling delete_port for f8b10b5b-b46e-4e19-b771-88bb443d3320 owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:54:45.882875 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f1571-22a8-4873-8b8f-65167ccae955 req-36f3490b-d316-4fe7-a338-9b4134b62b29 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:45.884454 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-206f1571-22a8-4873-8b8f-65167ccae955 req-36f3490b-d316-4fe7-a338-9b4134b62b29 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.31 "GET /v2.0/ports?device_id=eef16ea8-cef4-49f8-898a-452d32aa4870 HTTP/1.1" status: 200 len: 950 time: 0.2156374 Mar 05 04:54:45.953713 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-d796b787-4c89-490a-8407-68dcac88aab0 req-c2d8a07e-3a39-4d5a-b151-ae80c1f18ebe tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] For port 391c2bac-7eba-4f55-adaf-ec53da837ea9, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=391c2bac-7eba-4f55-adaf-ec53da837ea9,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:45.954207 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d796b787-4c89-490a-8407-68dcac88aab0 req-c2d8a07e-3a39-4d5a-b151-ae80c1f18ebe tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (391c2bac-7eba-4f55-adaf-ec53da837ea9), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:46.025553 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-d796b787-4c89-490a-8407-68dcac88aab0 req-c2d8a07e-3a39-4d5a-b151-ae80c1f18ebe tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Calling delete_port for 391c2bac-7eba-4f55-adaf-ec53da837ea9 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:54:46.100127 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d9c2e971-2ddd-4902-bf99-e31115501ba4 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (f8b10b5b-b46e-4e19-b771-88bb443d3320), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:46.201951 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:46.208854 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-206f1571-22a8-4873-8b8f-65167ccae955 req-50b634a8-4bbc-4f49-b80c-3e70c46a5d10 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Deleting port 8b7a5104-a956-466e-ae5f-bee14315d779 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:54:46.209197 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-206f1571-22a8-4873-8b8f-65167ccae955 req-50b634a8-4bbc-4f49-b80c-3e70c46a5d10 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (8b7a5104-a956-466e-ae5f-bee14315d779), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:46.238519 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c2e971-2ddd-4902-bf99-e31115501ba4 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Pushing event deleted for resources: {'Port': ['ID=f8b10b5b-b46e-4e19-b771-88bb443d3320,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:46.249644 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2452fdfa-4865-4461-bb47-74fb57842f4f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:46.308065 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2452fdfa-4865-4461-bb47-74fb57842f4f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (a70aac10-25f3-4c14-9923-ccafc83b313e), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:46.368717 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-d9c2e971-2ddd-4902-bf99-e31115501ba4 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] create failed (client error): The resource could not be found. Mar 05 04:54:46.373392 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d9c2e971-2ddd-4902-bf99-e31115501ba4 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3423550 Mar 05 04:54:46.375678 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55434) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:46.382176 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6152a-0193-4832-b0a0-d3aa817e0fb4 req-f0e414ba-886a-4162-8159-85156c447f06 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:46.390827 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c7d6152a-0193-4832-b0a0-d3aa817e0fb4 req-f0e414ba-886a-4162-8159-85156c447f06 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a63d8533-14fd-4ec7-b7bb-ec1cddf5a39c HTTP/1.1" status: 200 len: 949 time: 0.3055720 Mar 05 04:54:46.421715 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290463c-88d5-4f2c-b9eb-f051bd63f9ff req-ac869399-690c-4880-be5a-eeec1137a53a tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:46.423847 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a290463c-88d5-4f2c-b9eb-f051bd63f9ff req-ac869399-690c-4880-be5a-eeec1137a53a tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 946 time: 0.3508339 Mar 05 04:54:46.464139 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d796b787-4c89-490a-8407-68dcac88aab0 req-c2d8a07e-3a39-4d5a-b151-ae80c1f18ebe tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (391c2bac-7eba-4f55-adaf-ec53da837ea9), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:46.481236 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b', '391c2bac-7eba-4f55-adaf-ec53da837ea9'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:54:46.484807 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['0f61ba0a-9880-41ce-a7d9-586bcbeae1cf', '0e89adf7-a265-48f3-aa9c-bc8dd2c63c32', '8b7a5104-a956-466e-ae5f-bee14315d779'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:54:46.500919 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-206f1571-22a8-4873-8b8f-65167ccae955 req-50b634a8-4bbc-4f49-b80c-3e70c46a5d10 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] For port 8b7a5104-a956-466e-ae5f-bee14315d779, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=8b7a5104-a956-466e-ae5f-bee14315d779,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:46.501824 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-206f1571-22a8-4873-8b8f-65167ccae955 req-50b634a8-4bbc-4f49-b80c-3e70c46a5d10 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (8b7a5104-a956-466e-ae5f-bee14315d779), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:46.567930 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a290463c-88d5-4f2c-b9eb-f051bd63f9ff req-6524ddb8-6d9c-4811-853c-2bf0f576ba5c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324258 Mar 05 04:54:46.568244 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 5c766824-5918-4698-be1d-69a1aa4ccb63 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:54:46.577797 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c7d6152a-0193-4832-b0a0-d3aa817e0fb4 req-736b2966-ffe4-4344-a9a7-eef8420d49c8 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860576 Mar 05 04:54:46.937551 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8a07e-3a39-4d5a-b151-ae80c1f18ebe tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Pushing event deleted for resources: {'Port': ['ID=391c2bac-7eba-4f55-adaf-ec53da837ea9,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:46.951702 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6c7b738e-6ec3-4a98-adbb-8bfe2171c16c req-eb34369d-77e6-4a53-979b-763f5f587d96 tempest-ServerShowV254Test-730270921 tempest-ServerShowV254Test-730270921-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.2624984 Mar 05 04:54:46.994999 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb04d4f-87a6-4bb5-b43e-c3e1baacd80d req-49c588f3-4744-4959-abd1-94c2ce46716a tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:47.001123 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-206f1571-22a8-4873-8b8f-65167ccae955 req-50b634a8-4bbc-4f49-b80c-3e70c46a5d10 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Calling delete_port for 8b7a5104-a956-466e-ae5f-bee14315d779 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:54:47.008863 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5cb04d4f-87a6-4bb5-b43e-c3e1baacd80d req-49c588f3-4744-4959-abd1-94c2ce46716a tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 945 time: 0.2923465 Mar 05 04:54:47.025959 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [None req-2452fdfa-4865-4461-bb47-74fb57842f4f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Floating IP a70aac10-25f3-4c14-9923-ccafc83b313e associated. External IP: 172.25.0.176, port: 2df2f954-f596-41f7-a05e-f84d6836a2af. Mar 05 04:54:47.134927 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5cb04d4f-87a6-4bb5-b43e-c3e1baacd80d req-5f0f8a9d-e2a9-4c63-8979-766b9a083bab tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158171 Mar 05 04:54:47.218527 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa3247-2c49-480f-8f0e-e9bc3d8d6739 req-5bc4a176-2618-4490-80d4-431a1c7805ef tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:47.231311 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-94aa3247-2c49-480f-8f0e-e9bc3d8d6739 req-5bc4a176-2618-4490-80d4-431a1c7805ef tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 946 time: 0.0931451 Mar 05 04:54:47.272285 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 5c766824-5918-4698-be1d-69a1aa4ccb63, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5c766824-5918-4698-be1d-69a1aa4ccb63,segment=NetworkSegment(3591eed7-510d-4315-b6a7-34b67541b594),segment_id=3591eed7-510d-4315-b6a7-34b67541b594)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:47.296088 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '5c766824-5918-4698-be1d-69a1aa4ccb63', 'network_id': '6f60c81f-2634-4ffd-bb01-b4ea6ed7a048', 'port_id': '5c766824-5918-4698-be1d-69a1aa4ccb63', 'mac_address': 'fa:16:3e:04:db:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451f8004-d1e7-47a0-b8b7-f06b000a63db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:54:47.297448 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-94aa3247-2c49-480f-8f0e-e9bc3d8d6739 req-fc959e51-a312-4f30-9398-a8a0b5abec09 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649974 Mar 05 04:54:47.336465 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-d796b787-4c89-490a-8407-68dcac88aab0 req-c2d8a07e-3a39-4d5a-b151-ae80c1f18ebe tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] No DVR routers for this DVR port 391c2bac-7eba-4f55-adaf-ec53da837ea9 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:54:47.348360 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d796b787-4c89-490a-8407-68dcac88aab0 req-c2d8a07e-3a39-4d5a-b151-ae80c1f18ebe tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:47.350673 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 5c766824-5918-4698-be1d-69a1aa4ccb63 is: ACTIVE; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:54:47.351870 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d796b787-4c89-490a-8407-68dcac88aab0 req-c2d8a07e-3a39-4d5a-b151-ae80c1f18ebe tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.30 "DELETE /v2.0/ports/391c2bac-7eba-4f55-adaf-ec53da837ea9 HTTP/1.1" status: 204 len: 173 time: 1.8956366 Mar 05 04:54:47.352157 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5c766824-5918-4698-be1d-69a1aa4ccb63), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:47.355718 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63d8533-14fd-4ec7-b7bb-ec1cddf5a39c', 'name': 'network-vif-deleted', 'tag': '391c2bac-7eba-4f55-adaf-ec53da837ea9'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:54:47.358187 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec7b461-5e26-489c-8c2b-522a14d55316" -d '{"events": [{"server_uuid": "a63d8533-14fd-4ec7-b7bb-ec1cddf5a39c", "name": "network-vif-deleted", "tag": "391c2bac-7eba-4f55-adaf-ec53da837ea9"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:54:47.399843 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c766824-5918-4698-be1d-69a1aa4ccb63 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:54:47.520475 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83dc9d64-cbba-4fa4-83b1-4882f38194da x-openstack-request-id: req-83dc9d64-cbba-4fa4-83b1-4882f38194da {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:54:47.520816 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63d8533-14fd-4ec7-b7bb-ec1cddf5a39c", "name": "network-vif-deleted", "tag": "391c2bac-7eba-4f55-adaf-ec53da837ea9", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:54:47.521021 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-83dc9d64-cbba-4fa4-83b1-4882f38194da {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:54:47.521433 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63d8533-14fd-4ec7-b7bb-ec1cddf5a39c', 'name': 'network-vif-deleted', 'tag': '391c2bac-7eba-4f55-adaf-ec53da837ea9', 'status': 'completed', 'code': 200} Mar 05 04:54:47.545118 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-80f0df26-f6ee-49dc-8fc8-b23cb2077528 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Deleting port e555991a-e1c9-4cbc-9898-8886960f9d11 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:54:47.545460 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-80f0df26-f6ee-49dc-8fc8-b23cb2077528 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (e555991a-e1c9-4cbc-9898-8886960f9d11), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:47.595582 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 5c766824-5918-4698-be1d-69a1aa4ccb63, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5c766824-5918-4698-be1d-69a1aa4ccb63,segment=NetworkSegment(3591eed7-510d-4315-b6a7-34b67541b594),segment_id=3591eed7-510d-4315-b6a7-34b67541b594)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:47.695770 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5c766824-5918-4698-be1d-69a1aa4ccb63), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:47.827278 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8240f33-404b-4bf2-8245-60bacc53b42b req-ee98bab4-4f46-42a1-b1b5-9fd9986a7e13 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:47.840897 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8240f33-404b-4bf2-8245-60bacc53b42b req-ee98bab4-4f46-42a1-b1b5-9fd9986a7e13 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 946 time: 0.1493464 Mar 05 04:54:47.878543 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-206f1571-22a8-4873-8b8f-65167ccae955 req-50b634a8-4bbc-4f49-b80c-3e70c46a5d10 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (8b7a5104-a956-466e-ae5f-bee14315d779), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:47.887939 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9368226c-0957-4a77-89a0-59e342cee664 req-017bbff6-459d-48c2-8b3b-5c61c389fa18 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a63d8533-14fd-4ec7-b7bb-ec1cddf5a39c HTTP/1.1" status: 200 len: 210 time: 0.1084166 Mar 05 04:54:47.985977 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b634a8-4bbc-4f49-b80c-3e70c46a5d10 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Pushing event deleted for resources: {'Port': ['ID=8b7a5104-a956-466e-ae5f-bee14315d779,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:48.019190 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2452fdfa-4865-4461-bb47-74fb57842f4f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Router 5192b81b-7539-4749-bfdc-ec971480fb6f has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:54:48.029836 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=5c766824-5918-4698-be1d-69a1aa4ccb63,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:48.032442 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8240f33-404b-4bf2-8245-60bacc53b42b req-19019b99-a60a-46aa-9c4a-4a9a4b725b7f tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594696 Mar 05 04:54:48.049992 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-80f0df26-f6ee-49dc-8fc8-b23cb2077528 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (e555991a-e1c9-4cbc-9898-8886960f9d11), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:48.066149 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['0f61ba0a-9880-41ce-a7d9-586bcbeae1cf', '0e89adf7-a265-48f3-aa9c-bc8dd2c63c32', '8b7a5104-a956-466e-ae5f-bee14315d779'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:54:48.076097 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:54:48.144974 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-206f1571-22a8-4873-8b8f-65167ccae955 req-50b634a8-4bbc-4f49-b80c-3e70c46a5d10 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] No DVR routers for this DVR port 8b7a5104-a956-466e-ae5f-bee14315d779 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:54:48.168611 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-206f1571-22a8-4873-8b8f-65167ccae955 req-50b634a8-4bbc-4f49-b80c-3e70c46a5d10 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:48.176987 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-206f1571-22a8-4873-8b8f-65167ccae955 req-50b634a8-4bbc-4f49-b80c-3e70c46a5d10 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.31 "DELETE /v2.0/ports/8b7a5104-a956-466e-ae5f-bee14315d779 HTTP/1.1" status: 204 len: 173 time: 2.2857966 Mar 05 04:54:48.178914 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5f61f54d-e33a-4bf1-9d27-e1b4cb460a9c req-9e100678-c7b9-4f59-80dd-29806bd6b241 tempest-ServerShowV254Test-730270921 tempest-ServerShowV254Test-730270921-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.0703213 Mar 05 04:54:48.186323 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-80f0df26-f6ee-49dc-8fc8-b23cb2077528 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Calling delete_port for e555991a-e1c9-4cbc-9898-8886960f9d11 owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:54:48.198377 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['5c766824-5918-4698-be1d-69a1aa4ccb63'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:54:48.295102 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:48.400449 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2452fdfa-4865-4461-bb47-74fb57842f4f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:54:48.409490 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2452fdfa-4865-4461-bb47-74fb57842f4f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:48.422647 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf50a05-e24a-4108-904f-2a941437625d None None] Sync routers for ids ['5192b81b-7539-4749-bfdc-ec971480fb6f'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:54:48.467684 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1757b87-f7ae-4ea7-b66d-4e6ad6248176 req-34828862-e940-4942-a247-02abb801e3a8 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:48.468150 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf50a05-e24a-4108-904f-2a941437625d None None] Routers {'5192b81b-7539-4749-bfdc-ec971480fb6f'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:54:48.472646 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5cf50a05-e24a-4108-904f-2a941437625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:54:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['5192b81b-7539-4749-bfdc-ec971480fb6f'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:48.482927 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2452fdfa-4865-4461-bb47-74fb57842f4f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "PUT /v2.0/floatingips/a70aac10-25f3-4c14-9923-ccafc83b313e HTTP/1.1" status: 200 len: 991 time: 3.3684211 Mar 05 04:54:48.500914 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a1757b87-f7ae-4ea7-b66d-4e6ad6248176 req-34828862-e940-4942-a247-02abb801e3a8 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 944 time: 0.2291687 Mar 05 04:54:48.537190 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 391c2bac-7eba-4f55-adaf-ec53da837ea9 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:54:48.618195 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 391c2bac-7eba-4f55-adaf-ec53da837ea9 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:54:48.622581 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 391c2bac-7eba-4f55-adaf-ec53da837ea9 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:54:48.623103 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 5c766824-5918-4698-be1d-69a1aa4ccb63 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:54:48.701663 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a1757b87-f7ae-4ea7-b66d-4e6ad6248176 req-225f6d52-5eaf-4e48-b14b-512b29098d50 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968548 Mar 05 04:54:48.703786 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-80f0df26-f6ee-49dc-8fc8-b23cb2077528 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (e555991a-e1c9-4cbc-9898-8886960f9d11), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:48.774343 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0df26-f6ee-49dc-8fc8-b23cb2077528 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Pushing event deleted for resources: {'Port': ['ID=e555991a-e1c9-4cbc-9898-8886960f9d11,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:48.784670 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-5cf50a05-e24a-4108-904f-2a941437625d None None] Set router 5192b81b-7539-4749-bfdc-ec971480fb6f gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:54:48.793289 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc143e08-d075-4f89-bda4-d3696c960c32 req-4e92e00d-55c7-495f-8ebd-613b064024c6 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:48.797187 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc143e08-d075-4f89-bda4-d3696c960c32 req-4e92e00d-55c7-495f-8ebd-613b064024c6 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 946 time: 0.2850096 Mar 05 04:54:48.957672 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-80f0df26-f6ee-49dc-8fc8-b23cb2077528 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:48.964353 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-80f0df26-f6ee-49dc-8fc8-b23cb2077528 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] 10.222.0.11 "DELETE /v2.0/ports/e555991a-e1c9-4cbc-9898-8886960f9d11 HTTP/1.1" status: 204 len: 168 time: 2.5843003 Mar 05 04:54:48.967891 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55462) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:49.021005 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc143e08-d075-4f89-bda4-d3696c960c32 req-9f34f15d-dd5d-47b3-b3e5-9dae4c010240 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145603 Mar 05 04:54:49.126722 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262b6dff-073f-4c07-928a-e45a0f236fb2 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:49.128364 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-262b6dff-073f-4c07-928a-e45a0f236fb2 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a8ce5a9-a076-4f34-974e-70670deb74a6 HTTP/1.1" status: 200 len: 913 time: 0.1594923 Mar 05 04:54:49.131198 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55470) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:49.216205 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 5c766824-5918-4698-be1d-69a1aa4ccb63 is: BUILD; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:54:49.217172 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5c766824-5918-4698-be1d-69a1aa4ccb63), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:49.318045 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5cf50a05-e24a-4108-904f-2a941437625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'name': 'tempest-AttachVolumeTestJSON-1804951668-router', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:54:02Z', 'updated_at': '2022-03-05T04:54:15Z', 'revision_number': 4, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'gw_port': {'id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:04Z', 'updated_at': '2022-03-05T04:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'a70aac10-25f3-4c14-9923-ccafc83b313e', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'floating_ip_address': '172.25.0.176', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'port_id': '2df2f954-f596-41f7-a05e-f84d6836a2af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88', 'mac_address': 'fa:16:3e:88:ee:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fb41b9-875d-4678-8219-73aa5b385832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:54:23Z', 'updated_at': '2022-03-05T04:54:46Z', 'revision_number': 1, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e', 'name': '', 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'mac_address': 'fa:16:3e:c0:35:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'd4f62d24-d369-4f32-b0d3-8cc062c5524d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:13Z', 'updated_at': '2022-03-05T04:54:21Z', 'revision_number': 5, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'subnets': [{'id': 'd4f62d24-d369-4f32-b0d3-8cc062c5524d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:49.358891 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf50a05-e24a-4108-904f-2a941437625d None None] Checking router: 5192b81b-7539-4749-bfdc-ec971480fb6f for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:54:49.370869 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf50a05-e24a-4108-904f-2a941437625d None None] Routers {'5192b81b-7539-4749-bfdc-ec971480fb6f'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:54:49.372120 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5cf50a05-e24a-4108-904f-2a941437625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:54:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['5192b81b-7539-4749-bfdc-ec971480fb6f'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:49.377631 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5c766824-5918-4698-be1d-69a1aa4ccb63 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:54:49.428936 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6c6756ed-ae2b-412d-a9c8-26d609b7443f req-2c312938-65ed-454b-af26-f20b21cec969 tempest-ServerShowV254Test-730270921 tempest-ServerShowV254Test-730270921-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.0476458 Mar 05 04:54:49.522874 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef16ea8-cef4-49f8-898a-452d32aa4870', 'name': 'network-vif-deleted', 'tag': '8b7a5104-a956-466e-ae5f-bee14315d779'}, {'name': 'network-changed', 'server_uuid': 'b3fb41b9-875d-4678-8219-73aa5b385832', 'tag': '2df2f954-f596-41f7-a05e-f84d6836a2af'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:54:49.525869 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a29d6c6-c8c0-4008-85cd-b1b401707104" -d '{"events": [{"server_uuid": "eef16ea8-cef4-49f8-898a-452d32aa4870", "name": "network-vif-deleted", "tag": "8b7a5104-a956-466e-ae5f-bee14315d779"}, {"name": "network-changed", "server_uuid": "b3fb41b9-875d-4678-8219-73aa5b385832", "tag": "2df2f954-f596-41f7-a05e-f84d6836a2af"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:54:49.579208 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c891c-1d1b-4ff4-946f-21077ed2d460 req-1a33b3f2-5ff2-4647-bc39-f7dfe12d2555 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:49.594106 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 5c766824-5918-4698-be1d-69a1aa4ccb63, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5c766824-5918-4698-be1d-69a1aa4ccb63,segment=NetworkSegment(3591eed7-510d-4315-b6a7-34b67541b594),segment_id=3591eed7-510d-4315-b6a7-34b67541b594)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:49.603222 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fc7c891c-1d1b-4ff4-946f-21077ed2d460 req-1a33b3f2-5ff2-4647-bc39-f7dfe12d2555 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 946 time: 0.3687904 Mar 05 04:54:49.644791 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5c766824-5918-4698-be1d-69a1aa4ccb63), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:49.655331 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-5cf50a05-e24a-4108-904f-2a941437625d None None] Set router 5192b81b-7539-4749-bfdc-ec971480fb6f gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:54:49.750101 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fc7c891c-1d1b-4ff4-946f-21077ed2d460 req-0179f21e-d5c6-4245-b517-230b0dda7fe6 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409156 Mar 05 04:54:49.855436 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 05 Mar 2022 04:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a13b71e-19f9-4662-837d-2974e9939750 x-openstack-request-id: req-8a13b71e-19f9-4662-837d-2974e9939750 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:54:49.855908 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef16ea8-cef4-49f8-898a-452d32aa4870", "name": "network-vif-deleted", "tag": "8b7a5104-a956-466e-ae5f-bee14315d779", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b3fb41b9-875d-4678-8219-73aa5b385832", "tag": "2df2f954-f596-41f7-a05e-f84d6836a2af", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:54:49.858687 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8a13b71e-19f9-4662-837d-2974e9939750 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:54:49.859271 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef16ea8-cef4-49f8-898a-452d32aa4870', 'name': 'network-vif-deleted', 'tag': '8b7a5104-a956-466e-ae5f-bee14315d779', 'status': 'completed', 'code': 200} Mar 05 04:54:49.862317 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3fb41b9-875d-4678-8219-73aa5b385832', 'tag': '2df2f954-f596-41f7-a05e-f84d6836a2af', 'status': 'completed', 'code': 200} Mar 05 04:54:49.984738 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=5c766824-5918-4698-be1d-69a1aa4ccb63,revision_number=7']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:50.000690 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29d6c6-c8c0-4008-85cd-b1b401707104 req-dbc8c0e7-7175-4ef9-9a4b-884864961d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:50.002479 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a29d6c6-c8c0-4008-85cd-b1b401707104 req-dbc8c0e7-7175-4ef9-9a4b-884864961d2e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5d19f36e865d4d1c893d90afc94d506f&device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 1128 time: 0.1257648 Mar 05 04:54:50.199102 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa15f62-e902-47f2-90ef-88e5a6d9c01b req-b966e947-aeb4-4f7b-a157-0aedba6800ab tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:50.202811 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9fa15f62-e902-47f2-90ef-88e5a6d9c01b req-b966e947-aeb4-4f7b-a157-0aedba6800ab tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 943 time: 0.2776213 Mar 05 04:54:50.207206 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29d6c6-c8c0-4008-85cd-b1b401707104 req-b7c4641a-c92a-4433-ac1f-57d3a8b49225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:50.208699 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a29d6c6-c8c0-4008-85cd-b1b401707104 req-b7c4641a-c92a-4433-ac1f-57d3a8b49225 service neutron] 10.222.0.30 "GET /v2.0/networks?id=931621a1-3c63-4b88-9017-913fd0b96f88 HTTP/1.1" status: 200 len: 911 time: 0.1998227 Mar 05 04:54:50.351511 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a29d6c6-c8c0-4008-85cd-b1b401707104 req-c44cafef-118b-454a-9637-4aa97dff305a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2df2f954-f596-41f7-a05e-f84d6836a2af HTTP/1.1" status: 200 len: 999 time: 0.1313810 Mar 05 04:54:50.449119 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9fa15f62-e902-47f2-90ef-88e5a6d9c01b req-8a2ab1bc-ff6c-41d4-be7c-59793f378327 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316849 Mar 05 04:54:50.468690 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b244e-8db6-4463-bf29-79c1687a9dd6 req-d73ababe-9988-4f6e-83ba-95995edc2308 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:50.477862 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b75b244e-8db6-4463-bf29-79c1687a9dd6 req-d73ababe-9988-4f6e-83ba-95995edc2308 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 946 time: 0.2327595 Mar 05 04:54:50.483710 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29d6c6-c8c0-4008-85cd-b1b401707104 req-02175f99-2bda-49d3-af80-22d0c1b47e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:50.485179 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a29d6c6-c8c0-4008-85cd-b1b401707104 req-02175f99-2bda-49d3-af80-22d0c1b47e63 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4f62d24-d369-4f32-b0d3-8cc062c5524d HTTP/1.1" status: 200 len: 850 time: 0.1253116 Mar 05 04:54:50.502481 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5cf50a05-e24a-4108-904f-2a941437625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'name': 'tempest-AttachVolumeTestJSON-1804951668-router', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:54:02Z', 'updated_at': '2022-03-05T04:54:15Z', 'revision_number': 4, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'gw_port': {'id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:04Z', 'updated_at': '2022-03-05T04:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'a70aac10-25f3-4c14-9923-ccafc83b313e', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'floating_ip_address': '172.25.0.176', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'port_id': '2df2f954-f596-41f7-a05e-f84d6836a2af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88', 'mac_address': 'fa:16:3e:88:ee:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fb41b9-875d-4678-8219-73aa5b385832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:54:23Z', 'updated_at': '2022-03-05T04:54:46Z', 'revision_number': 1, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e', 'name': '', 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'mac_address': 'fa:16:3e:c0:35:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'd4f62d24-d369-4f32-b0d3-8cc062c5524d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:13Z', 'updated_at': '2022-03-05T04:54:21Z', 'revision_number': 5, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'subnets': [{'id': 'd4f62d24-d369-4f32-b0d3-8cc062c5524d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:50.529640 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 5c766824-5918-4698-be1d-69a1aa4ccb63 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:54:50.561019 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf50a05-e24a-4108-904f-2a941437625d None None] The sync data for ids ['5192b81b-7539-4749-bfdc-ec971480fb6f'] in n-d-789963-32 is: [{'id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'name': 'tempest-AttachVolumeTestJSON-1804951668-router', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:54:02Z', 'updated_at': '2022-03-05T04:54:15Z', 'revision_number': 4, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'gw_port': {'id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:04Z', 'updated_at': '2022-03-05T04:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'a70aac10-25f3-4c14-9923-ccafc83b313e', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'floating_ip_address': '172.25.0.176', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'port_id': '2df2f954-f596-41f7-a05e-f84d6836a2af', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88', 'mac_address': 'fa:16:3e:88:ee:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3fb41b9-875d-4678-8219-73aa5b385832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:54:23Z', 'updated_at': '2022-03-05T04:54:46Z', 'revision_number': 1, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e', 'name': '', 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'mac_address': 'fa:16:3e:c0:35:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'd4f62d24-d369-4f32-b0d3-8cc062c5524d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:13Z', 'updated_at': '2022-03-05T04:54:21Z', 'revision_number': 5, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'subnets': [{'id': 'd4f62d24-d369-4f32-b0d3-8cc062c5524d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:54:50.586733 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7855990a-1246-412b-b73d-8871aa3a7c92 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (4a8ce5a9-a076-4f34-974e-70670deb74a6), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:50.593413 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b75b244e-8db6-4463-bf29-79c1687a9dd6 req-9e64ddf9-597d-400e-9661-f1023a5a7d41 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128821 Mar 05 04:54:50.666061 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29d6c6-c8c0-4008-85cd-b1b401707104 req-e5c6de2e-ba28-426e-8161-4a49783247c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:50.676986 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a29d6c6-c8c0-4008-85cd-b1b401707104 req-e5c6de2e-ba28-426e-8161-4a49783247c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=931621a1-3c63-4b88-9017-913fd0b96f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1756260 Mar 05 04:54:50.753645 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 5c766824-5918-4698-be1d-69a1aa4ccb63 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:54:50.753984 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5c766824-5918-4698-be1d-69a1aa4ccb63), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:50.906949 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a29d6c6-c8c0-4008-85cd-b1b401707104 req-b0555127-d183-4b4a-b8dc-4978a49445f9 service neutron] 10.222.0.30 "GET /v2.0/networks/931621a1-3c63-4b88-9017-913fd0b96f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146738 Mar 05 04:54:50.911650 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 5c766824-5918-4698-be1d-69a1aa4ccb63 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:54:50.912056 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5c766824-5918-4698-be1d-69a1aa4ccb63), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:50.959598 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e319ac45-2a64-4bad-b44a-e4f4a99b6d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c766824-5918-4698-be1d-69a1aa4ccb63'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:54:50.962151 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed911e8-961e-4866-8e62-f756a75c6a72" -d '{"events": [{"server_uuid": "e319ac45-2a64-4bad-b44a-e4f4a99b6d7f", "name": "network-vif-plugged", "status": "completed", "tag": "5c766824-5918-4698-be1d-69a1aa4ccb63"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:54:50.989359 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 5c766824-5918-4698-be1d-69a1aa4ccb63, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5c766824-5918-4698-be1d-69a1aa4ccb63,segment=NetworkSegment(3591eed7-510d-4315-b6a7-34b67541b594),segment_id=3591eed7-510d-4315-b6a7-34b67541b594)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:50.994216 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507ee11d-29b4-4759-a977-1c10217d52f7 None None] New status for floating IP a70aac10-25f3-4c14-9923-ccafc83b313e: ACTIVE {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 04:54:51.096495 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6a29d6c6-c8c0-4008-85cd-b1b401707104 req-03d82e47-e2f1-412d-a42c-83ef32bfaf91 service neutron] 10.222.0.30 "GET /v2.0/networks/931621a1-3c63-4b88-9017-913fd0b96f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835775 Mar 05 04:54:51.227171 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 8b7a5104-a956-466e-ae5f-bee14315d779 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:54:51.230428 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5c766824-5918-4698-be1d-69a1aa4ccb63), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:51.301662 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 8b7a5104-a956-466e-ae5f-bee14315d779 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:54:51.301817 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 8b7a5104-a956-466e-ae5f-bee14315d779 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:54:51.306446 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1004a97a-fc32-4b48-b463-8a0db6ba05d3 req-f68f7863-c489-4420-a480-eeadd73c66e9 tempest-ServerShowV254Test-730270921 tempest-ServerShowV254Test-730270921-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.0672860 Mar 05 04:54:51.374090 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=5c766824-5918-4698-be1d-69a1aa4ccb63,revision_number=8']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:51.394595 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7d770-bade-4f5f-9478-0bfa685a5531 req-cbfe052f-a670-48a8-aeaa-1c248bad2927 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:51.397571 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4fa7d770-bade-4f5f-9478-0bfa685a5531 req-cbfe052f-a670-48a8-aeaa-1c248bad2927 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.31 "GET /v2.0/ports?device_id=588f7d70-3165-4488-9479-2ad124826026 HTTP/1.1" status: 200 len: 950 time: 0.1331956 Mar 05 04:54:51.442984 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3823a-9dcd-45bb-8e79-bdbfeec15d65 req-a46f41fd-a2a8-483a-8219-ce783b68ed8b tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:51.451003 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-04e3823a-9dcd-45bb-8e79-bdbfeec15d65 req-a46f41fd-a2a8-483a-8219-ce783b68ed8b tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=588f7d70-3165-4488-9479-2ad124826026 HTTP/1.1" status: 200 len: 950 time: 0.8612499 Mar 05 04:54:51.564803 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-4fa7d770-bade-4f5f-9478-0bfa685a5531 req-51f76936-5e3a-45ee-8d71-ad0ba7c6f998 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Deleting port 0e89adf7-a265-48f3-aa9c-bc8dd2c63c32 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:54:51.565440 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4fa7d770-bade-4f5f-9478-0bfa685a5531 req-51f76936-5e3a-45ee-8d71-ad0ba7c6f998 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (0e89adf7-a265-48f3-aa9c-bc8dd2c63c32), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:51.588545 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6059a-e843-4749-bf61-416a460d1c29 req-3f203046-0230-452c-806a-957605da5971 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:51.590260 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-09f6059a-e843-4749-bf61-416a460d1c29 req-3f203046-0230-452c-806a-957605da5971 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 946 time: 0.1224873 Mar 05 04:54:51.629329 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-04e3823a-9dcd-45bb-8e79-bdbfeec15d65 req-61e182a9-21ef-44e1-b7c1-dd820852649e tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770511 Mar 05 04:54:51.728379 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb64b29e-8e42-40ed-b67f-9dbea1660d8e x-openstack-request-id: req-bb64b29e-8e42-40ed-b67f-9dbea1660d8e {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:54:51.728886 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e319ac45-2a64-4bad-b44a-e4f4a99b6d7f", "name": "network-vif-plugged", "status": "completed", "tag": "5c766824-5918-4698-be1d-69a1aa4ccb63", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:54:51.729140 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bb64b29e-8e42-40ed-b67f-9dbea1660d8e {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:54:51.729585 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e319ac45-2a64-4bad-b44a-e4f4a99b6d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c766824-5918-4698-be1d-69a1aa4ccb63', 'code': 200} Mar 05 04:54:51.773861 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-09f6059a-e843-4749-bf61-416a460d1c29 req-484edd38-549b-43db-bee0-d57267e93652 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717038 Mar 05 04:54:51.775912 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-4fa7d770-bade-4f5f-9478-0bfa685a5531 req-51f76936-5e3a-45ee-8d71-ad0ba7c6f998 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] For port 0e89adf7-a265-48f3-aa9c-bc8dd2c63c32, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=0e89adf7-a265-48f3-aa9c-bc8dd2c63c32,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:51.776772 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4fa7d770-bade-4f5f-9478-0bfa685a5531 req-51f76936-5e3a-45ee-8d71-ad0ba7c6f998 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (0e89adf7-a265-48f3-aa9c-bc8dd2c63c32), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:51.832958 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-4fa7d770-bade-4f5f-9478-0bfa685a5531 req-51f76936-5e3a-45ee-8d71-ad0ba7c6f998 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Calling delete_port for 0e89adf7-a265-48f3-aa9c-bc8dd2c63c32 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:54:51.862278 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b93b2-0a0f-4300-afe9-cb6df1664e27 req-84432a80-e3f9-4f51-bd93-c4bfe9244a78 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:51.864053 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9a5b93b2-0a0f-4300-afe9-cb6df1664e27 req-84432a80-e3f9-4f51-bd93-c4bfe9244a78 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.31 "GET /v2.0/ports?device_id=88e72fc1-6a02-4fc8-8ecb-50da58356be5 HTTP/1.1" status: 200 len: 949 time: 0.2632184 Mar 05 04:54:51.990731 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d883ba-3b58-4265-ae15-b03ff4fa812a req-667f4261-2a7d-43f6-8018-e643a284ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:51.992327 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-66d883ba-3b58-4265-ae15-b03ff4fa812a req-667f4261-2a7d-43f6-8018-e643a284ef1b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 1128 time: 0.1254020 Mar 05 04:54:52.000743 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-7855990a-1246-412b-b73d-8871aa3a7c92 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Deleting port 35d64740-216b-4263-8515-d21a66e7ce37 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:54:52.001714 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7855990a-1246-412b-b73d-8871aa3a7c92 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (35d64740-216b-4263-8515-d21a66e7ce37), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:52.064475 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-66d883ba-3b58-4265-ae15-b03ff4fa812a req-58b65f19-8009-4d86-8d7e-e1fcfd96e35a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609970 Mar 05 04:54:52.144929 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4fa7d770-bade-4f5f-9478-0bfa685a5531 req-51f76936-5e3a-45ee-8d71-ad0ba7c6f998 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (0e89adf7-a265-48f3-aa9c-bc8dd2c63c32), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:52.156762 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['0f61ba0a-9880-41ce-a7d9-586bcbeae1cf', '0e89adf7-a265-48f3-aa9c-bc8dd2c63c32'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:54:52.161662 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:54:52.187724 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7855990a-1246-412b-b73d-8871aa3a7c92 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (35d64740-216b-4263-8515-d21a66e7ce37), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:52.203469 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9baa676-27a7-444d-b143-8d5ece4c3696 req-a048cec4-d42f-4f54-9cb8-934fc42cb7f2 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:52.211439 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b9baa676-27a7-444d-b143-8d5ece4c3696 req-a048cec4-d42f-4f54-9cb8-934fc42cb7f2 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 945 time: 0.3457820 Mar 05 04:54:52.223280 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f76936-5e3a-45ee-8d71-ad0ba7c6f998 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Pushing event deleted for resources: {'Port': ['ID=0e89adf7-a265-48f3-aa9c-bc8dd2c63c32,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:52.265488 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b465f-7431-41c6-9801-649dd149a7cb req-2ded25ed-66fe-43ec-9c54-6b07e7a42668 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:52.273900 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-715b465f-7431-41c6-9801-649dd149a7cb req-2ded25ed-66fe-43ec-9c54-6b07e7a42668 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 946 time: 0.3740189 Mar 05 04:54:52.284113 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-7855990a-1246-412b-b73d-8871aa3a7c92 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Calling delete_port for 35d64740-216b-4263-8515-d21a66e7ce37 owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:54:52.321308 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa7d770-bade-4f5f-9478-0bfa685a5531 req-51f76936-5e3a-45ee-8d71-ad0ba7c6f998 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] No DVR routers for this DVR port 0e89adf7-a265-48f3-aa9c-bc8dd2c63c32 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:54:52.324368 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4fa7d770-bade-4f5f-9478-0bfa685a5531 req-51f76936-5e3a-45ee-8d71-ad0ba7c6f998 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:52.328012 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4fa7d770-bade-4f5f-9478-0bfa685a5531 req-51f76936-5e3a-45ee-8d71-ad0ba7c6f998 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.31 "DELETE /v2.0/ports/0e89adf7-a265-48f3-aa9c-bc8dd2c63c32 HTTP/1.1" status: 204 len: 173 time: 0.9215400 Mar 05 04:54:52.328586 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588f7d70-3165-4488-9479-2ad124826026', 'name': 'network-vif-deleted', 'tag': '0e89adf7-a265-48f3-aa9c-bc8dd2c63c32'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:54:52.331528 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1868f23b-ab00-497d-9d29-bcf3193bc1b5" -d '{"events": [{"server_uuid": "588f7d70-3165-4488-9479-2ad124826026", "name": "network-vif-deleted", "tag": "0e89adf7-a265-48f3-aa9c-bc8dd2c63c32"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:54:52.398056 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b9baa676-27a7-444d-b143-8d5ece4c3696 req-cfec4e30-5033-4dd8-835d-0c50747ef395 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857359 Mar 05 04:54:52.491441 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-715b465f-7431-41c6-9801-649dd149a7cb req-e568b1fa-5922-4289-adba-4f1ea2fbd5c0 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133052 Mar 05 04:54:52.535328 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197429b6-aefb-43db-89db-fbd9b3cc610a x-openstack-request-id: req-197429b6-aefb-43db-89db-fbd9b3cc610a {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:54:52.535856 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588f7d70-3165-4488-9479-2ad124826026", "name": "network-vif-deleted", "tag": "0e89adf7-a265-48f3-aa9c-bc8dd2c63c32", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:54:52.536073 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-197429b6-aefb-43db-89db-fbd9b3cc610a {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:54:52.536586 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588f7d70-3165-4488-9479-2ad124826026', 'name': 'network-vif-deleted', 'tag': '0e89adf7-a265-48f3-aa9c-bc8dd2c63c32', 'status': 'completed', 'code': 200} Mar 05 04:54:52.635328 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-9a5b93b2-0a0f-4300-afe9-cb6df1664e27 req-8268db4d-df46-45c0-bab7-609929bac907 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Deleting port 0f61ba0a-9880-41ce-a7d9-586bcbeae1cf {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:54:52.638184 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9a5b93b2-0a0f-4300-afe9-cb6df1664e27 req-8268db4d-df46-45c0-bab7-609929bac907 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (0f61ba0a-9880-41ce-a7d9-586bcbeae1cf), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:52.756276 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d2f5710e-ae9a-4f1e-b1ed-2e3e40136ef0 req-02775f6f-0a9c-42a5-9872-b7d16ea0ffe6 tempest-ServerShowV254Test-730270921 tempest-ServerShowV254Test-730270921-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.1091664 Mar 05 04:54:52.928319 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aeed4b06-316a-41df-99ba-6b41961a64c7 req-03cfb842-3db3-4936-90f6-69948ecd3ab4 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=588f7d70-3165-4488-9479-2ad124826026 HTTP/1.1" status: 200 len: 210 time: 0.1134238 Mar 05 04:54:53.052626 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7855990a-1246-412b-b73d-8871aa3a7c92 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (35d64740-216b-4263-8515-d21a66e7ce37), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:53.071422 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-9a5b93b2-0a0f-4300-afe9-cb6df1664e27 req-8268db4d-df46-45c0-bab7-609929bac907 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] For port 0f61ba0a-9880-41ce-a7d9-586bcbeae1cf, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=0f61ba0a-9880-41ce-a7d9-586bcbeae1cf,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:53.071835 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9a5b93b2-0a0f-4300-afe9-cb6df1664e27 req-8268db4d-df46-45c0-bab7-609929bac907 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (0f61ba0a-9880-41ce-a7d9-586bcbeae1cf), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:53.104259 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855990a-1246-412b-b73d-8871aa3a7c92 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Pushing event deleted for resources: {'Port': ['ID=35d64740-216b-4263-8515-d21a66e7ce37,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:53.116711 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-9a5b93b2-0a0f-4300-afe9-cb6df1664e27 req-8268db4d-df46-45c0-bab7-609929bac907 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Calling delete_port for 0f61ba0a-9880-41ce-a7d9-586bcbeae1cf owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:54:53.195068 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ea35c-c3c9-489a-b6a3-9fbf7d84f36c req-e7cad8ba-fdc3-44b0-8bd7-1e4c4f64f026 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:53.207211 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4d9ea35c-c3c9-489a-b6a3-9fbf7d84f36c req-e7cad8ba-fdc3-44b0-8bd7-1e4c4f64f026 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 946 time: 0.2701654 Mar 05 04:54:53.461249 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4d9ea35c-c3c9-489a-b6a3-9fbf7d84f36c req-fea4112c-8005-4a80-b4c8-76fc02e147b0 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524285 Mar 05 04:54:53.553398 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7855990a-1246-412b-b73d-8871aa3a7c92 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (4a8ce5a9-a076-4f34-974e-70670deb74a6), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:53.756872 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3125d56-9468-42a6-98e7-b961634b8dfd req-4c099d3b-334d-4265-8564-9582f824dd46 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:53.758352 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b3125d56-9468-42a6-98e7-b961634b8dfd req-4c099d3b-334d-4265-8564-9582f824dd46 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 945 time: 0.2405696 Mar 05 04:54:53.812907 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9a5b93b2-0a0f-4300-afe9-cb6df1664e27 req-8268db4d-df46-45c0-bab7-609929bac907 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (0f61ba0a-9880-41ce-a7d9-586bcbeae1cf), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:53.824873 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:54:53.895696 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268db4d-df46-45c0-bab7-609929bac907 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Pushing event deleted for resources: {'Port': ['ID=0f61ba0a-9880-41ce-a7d9-586bcbeae1cf,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:53.906916 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935ae5f-553c-4ba2-a51b-a3243b55b3d2 req-9c650fcf-d871-40e5-9533-894fde628aec tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:53.914449 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f935ae5f-553c-4ba2-a51b-a3243b55b3d2 req-9c650fcf-d871-40e5-9533-894fde628aec tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 946 time: 0.2991517 Mar 05 04:54:53.957976 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7855990a-1246-412b-b73d-8871aa3a7c92 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Router 4a8ce5a9-a076-4f34-974e-70670deb74a6 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:54:53.998518 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b3125d56-9468-42a6-98e7-b961634b8dfd req-3553e33c-f91d-4ea8-9669-708ca7c9ce2c tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299283 Mar 05 04:54:54.026349 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5b93b2-0a0f-4300-afe9-cb6df1664e27 req-8268db4d-df46-45c0-bab7-609929bac907 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] No DVR routers for this DVR port 0f61ba0a-9880-41ce-a7d9-586bcbeae1cf on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:54:54.040246 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9a5b93b2-0a0f-4300-afe9-cb6df1664e27 req-8268db4d-df46-45c0-bab7-609929bac907 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:54.044498 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9a5b93b2-0a0f-4300-afe9-cb6df1664e27 req-8268db4d-df46-45c0-bab7-609929bac907 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.31 "DELETE /v2.0/ports/0f61ba0a-9880-41ce-a7d9-586bcbeae1cf HTTP/1.1" status: 204 len: 173 time: 2.1483154 Mar 05 04:54:54.046697 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e72fc1-6a02-4fc8-8ecb-50da58356be5', 'name': 'network-vif-deleted', 'tag': '0f61ba0a-9880-41ce-a7d9-586bcbeae1cf'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:54:54.049305 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea93f57d-7bd3-46ee-9b5e-779999bb5422" -d '{"events": [{"server_uuid": "88e72fc1-6a02-4fc8-8ecb-50da58356be5", "name": "network-vif-deleted", "tag": "0f61ba0a-9880-41ce-a7d9-586bcbeae1cf"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:54:54.169629 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f935ae5f-553c-4ba2-a51b-a3243b55b3d2 req-ad34910b-2b3a-44bd-870f-2b75dbd4a42d tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498121 Mar 05 04:54:54.230272 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7190d8c7-08b8-49a8-88f8-3be59279ea93 req-eb1701b7-0bf8-4b2b-ad6c-d501380f8644 tempest-ServerShowV254Test-730270921 tempest-ServerShowV254Test-730270921-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.0881603 Mar 05 04:54:54.231614 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7855990a-1246-412b-b73d-8871aa3a7c92 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:54:54.246931 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55528) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:54.255837 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7855990a-1246-412b-b73d-8871aa3a7c92 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] 10.222.0.11 "PUT /v2.0/routers/4a8ce5a9-a076-4f34-974e-70670deb74a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1232293 Mar 05 04:54:54.265279 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad3459-69c1-4f88-85f0-f3959cc05e97 None None] Sync routers for ids ['4a8ce5a9-a076-4f34-974e-70670deb74a6'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:54:54.283401 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ad3459-69c1-4f88-85f0-f3959cc05e97 None None] Routers {'4a8ce5a9-a076-4f34-974e-70670deb74a6'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:54:54.291554 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-92ad3459-69c1-4f88-85f0-f3959cc05e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:54:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4a8ce5a9-a076-4f34-974e-70670deb74a6'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:54.319019 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fedef43-4442-4d0f-80f7-06afbf246321 x-openstack-request-id: req-5fedef43-4442-4d0f-80f7-06afbf246321 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:54:54.319339 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e72fc1-6a02-4fc8-8ecb-50da58356be5", "name": "network-vif-deleted", "tag": "0f61ba0a-9880-41ce-a7d9-586bcbeae1cf", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:54:54.319594 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5fedef43-4442-4d0f-80f7-06afbf246321 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:54:54.319990 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e72fc1-6a02-4fc8-8ecb-50da58356be5', 'name': 'network-vif-deleted', 'tag': '0f61ba0a-9880-41ce-a7d9-586bcbeae1cf', 'status': 'completed', 'code': 200} Mar 05 04:54:54.457279 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-92ad3459-69c1-4f88-85f0-f3959cc05e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:54.481405 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ad3459-69c1-4f88-85f0-f3959cc05e97 None None] Routers {'4a8ce5a9-a076-4f34-974e-70670deb74a6'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:54:54.482286 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-92ad3459-69c1-4f88-85f0-f3959cc05e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:54:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4a8ce5a9-a076-4f34-974e-70670deb74a6'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:54.521267 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c3cabee9-0178-48ae-ac66-bb5ea741acfb tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks [] for router (4a8ce5a9-a076-4f34-974e-70670deb74a6), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:54.568680 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-92ad3459-69c1-4f88-85f0-f3959cc05e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:54.569347 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad3459-69c1-4f88-85f0-f3959cc05e97 None None] The sync data for ids ['4a8ce5a9-a076-4f34-974e-70670deb74a6'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:54:54.589619 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a105f1e-6d43-4d71-a80e-b6f6e120a945 req-4216288a-0e6d-4201-bc8b-0013998a0dda tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:54.595991 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7a105f1e-6d43-4d71-a80e-b6f6e120a945 req-4216288a-0e6d-4201-bc8b-0013998a0dda tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 945 time: 0.1399140 Mar 05 04:54:54.672650 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5d52b619-0a7a-4157-847e-6260a7835cfd req-86135493-af48-4966-961d-24531008b491 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=88e72fc1-6a02-4fc8-8ecb-50da58356be5 HTTP/1.1" status: 200 len: 210 time: 0.0755150 Mar 05 04:54:54.761425 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7a105f1e-6d43-4d71-a80e-b6f6e120a945 req-113f7e45-9e4f-4f4f-92f9-09670777d685 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524889 Mar 05 04:54:54.842594 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c3cabee9-0178-48ae-ac66-bb5ea741acfb tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (4a8ce5a9-a076-4f34-974e-70670deb74a6), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:54.846536 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c3cabee9-0178-48ae-ac66-bb5ea741acfb tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks [] for router_controller (4a8ce5a9-a076-4f34-974e-70670deb74a6), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:54.902677 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deedade5-97cd-4c3a-b8ee-6ff269971161 req-cbedc710-e1de-4adf-b405-84d4f3331266 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:54.910346 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-deedade5-97cd-4c3a-b8ee-6ff269971161 req-cbedc710-e1de-4adf-b405-84d4f3331266 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 946 time: 0.1160598 Mar 05 04:54:54.915542 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c3cabee9-0178-48ae-ac66-bb5ea741acfb tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (4a8ce5a9-a076-4f34-974e-70670deb74a6), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:54.916268 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cabee9-0178-48ae-ac66-bb5ea741acfb tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Fanout notify agent at l3_agent the message router_deleted on router 4a8ce5a9-a076-4f34-974e-70670deb74a6 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:54:54.925471 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c3cabee9-0178-48ae-ac66-bb5ea741acfb tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:54.929023 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c3cabee9-0178-48ae-ac66-bb5ea741acfb tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] 10.222.0.11 "DELETE /v2.0/routers/4a8ce5a9-a076-4f34-974e-70670deb74a6 HTTP/1.1" status: 204 len: 168 time: 0.6786406 Mar 05 04:54:54.929465 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55540) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:55.015868 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-deedade5-97cd-4c3a-b8ee-6ff269971161 req-1f033ebb-84e6-4e87-ad1d-31e538f67613 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045344 Mar 05 04:54:55.028258 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 0f61ba0a-9880-41ce-a7d9-586bcbeae1cf no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:54:55.053393 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-3665c9cf-2435-42b2-ae46-9444e85f9e37 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Deleting subnet 55ba85d7-2764-4fd9-8b4e-26ec0bac2a37 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:54:55.056712 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3665c9cf-2435-42b2-ae46-9444e85f9e37 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks [] for subnet (55ba85d7-2764-4fd9-8b4e-26ec0bac2a37), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:55.061684 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 0f61ba0a-9880-41ce-a7d9-586bcbeae1cf {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:54:55.062055 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 0f61ba0a-9880-41ce-a7d9-586bcbeae1cf not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:54:55.062493 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 0e89adf7-a265-48f3-aa9c-bc8dd2c63c32 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:54:55.117011 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 0e89adf7-a265-48f3-aa9c-bc8dd2c63c32 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:54:55.117407 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 0e89adf7-a265-48f3-aa9c-bc8dd2c63c32 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:54:55.117960 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3665c9cf-2435-42b2-ae46-9444e85f9e37 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (55ba85d7-2764-4fd9-8b4e-26ec0bac2a37), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:55.356435 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3665c9cf-2435-42b2-ae46-9444e85f9e37 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (55ba85d7-2764-4fd9-8b4e-26ec0bac2a37), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:55.420364 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d20ae5-5800-428b-a6dc-c36c0bda7911 req-88d6dd34-7ccc-4676-92b9-479cc1bd2abd tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:55.421933 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-65d20ae5-5800-428b-a6dc-c36c0bda7911 req-88d6dd34-7ccc-4676-92b9-479cc1bd2abd tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 946 time: 0.1642580 Mar 05 04:54:55.426362 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3665c9cf-2435-42b2-ae46-9444e85f9e37 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (55ba85d7-2764-4fd9-8b4e-26ec0bac2a37), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:55.466767 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665c9cf-2435-42b2-ae46-9444e85f9e37 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Pushing event deleted for resources: {'Subnet': ['ID=55ba85d7-2764-4fd9-8b4e-26ec0bac2a37,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:55.471421 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3665c9cf-2435-42b2-ae46-9444e85f9e37 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:55.479389 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3665c9cf-2435-42b2-ae46-9444e85f9e37 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] 10.222.0.11 "DELETE /v2.0/subnets/55ba85d7-2764-4fd9-8b4e-26ec0bac2a37 HTTP/1.1" status: 204 len: 168 time: 0.5481875 Mar 05 04:54:55.480574 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55558) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:55.491877 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2844d533-28bc-4e75-9bd8-95f77f7da6de None None] Network 6bd2d6eb-26f8-4c4c-9a56-77368c33806d requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:54:55.521795 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e7943-4e77-4d50-8399-052329b87695 req-3310c75d-16c1-468b-a0d7-e8aa5ed4f3d6 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:55.529837 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-317e7943-4e77-4d50-8399-052329b87695 req-3310c75d-16c1-468b-a0d7-e8aa5ed4f3d6 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/networks?id=6f60c81f-2634-4ffd-bb01-b4ea6ed7a048 HTTP/1.1" status: 200 len: 815 time: 0.2200682 Mar 05 04:54:55.576589 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-97a22aa4-c24e-4778-b5cb-d5182c2bcd38 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (6bd2d6eb-26f8-4c4c-9a56-77368c33806d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:55.579952 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-65d20ae5-5800-428b-a6dc-c36c0bda7911 req-03d4c0e1-47a9-4278-a6d1-26ad88705a5b tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416233 Mar 05 04:54:55.595705 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-317e7943-4e77-4d50-8399-052329b87695 req-36e67872-5497-45a0-bdbd-6b43c67d8834 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/quotas/1bb00124160f4267902311067933cfd0 HTTP/1.1" status: 200 len: 375 time: 0.0646155 Mar 05 04:54:55.716658 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-97a22aa4-c24e-4778-b5cb-d5182c2bcd38 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Deleting port 2b7962c5-5f5f-4d94-85a3-411261422642 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:54:55.717039 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-97a22aa4-c24e-4778-b5cb-d5182c2bcd38 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (2b7962c5-5f5f-4d94-85a3-411261422642), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:55.748076 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b76dfb95-1eaf-4270-90a7-a38a036ac25f req-8c37daea-9fe1-41dd-8c89-1433091da77b tempest-ServerShowV254Test-730270921 tempest-ServerShowV254Test-730270921-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.0644886 Mar 05 04:54:55.779323 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-317e7943-4e77-4d50-8399-052329b87695 req-6c043031-5e2b-418c-92d3-1267e7324cec tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1bb00124160f4267902311067933cfd0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1784031 Mar 05 04:54:55.824053 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712b86e4-c2de-4173-ab09-5a9761bb5dce None None] DHCP port deletion for 6bd2d6eb-26f8-4c4c-9a56-77368c33806d request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:54:55.852946 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-97a22aa4-c24e-4778-b5cb-d5182c2bcd38 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] For port 2b7962c5-5f5f-4d94-85a3-411261422642, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=2b7962c5-5f5f-4d94-85a3-411261422642,segment=NetworkSegment(7d04926f-291a-4a08-9887-5081d0e1cb56),segment_id=7d04926f-291a-4a08-9887-5081d0e1cb56)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:55.853325 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-97a22aa4-c24e-4778-b5cb-d5182c2bcd38 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (2b7962c5-5f5f-4d94-85a3-411261422642), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:55.886107 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-97a22aa4-c24e-4778-b5cb-d5182c2bcd38 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Calling delete_port for 2b7962c5-5f5f-4d94-85a3-411261422642 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:54:55.913926 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-712b86e4-c2de-4173-ab09-5a9761bb5dce None None] Deleting port 2b7962c5-5f5f-4d94-85a3-411261422642 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:54:55.914312 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-712b86e4-c2de-4173-ab09-5a9761bb5dce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (2b7962c5-5f5f-4d94-85a3-411261422642), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:55.968255 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-317e7943-4e77-4d50-8399-052329b87695 req-c8c5607b-0bcc-413c-bad2-564d945c243c service neutron] 10.222.0.11 "GET /v2.0/networks/6f60c81f-2634-4ffd-bb01-b4ea6ed7a048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647375 Mar 05 04:54:56.001581 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-712b86e4-c2de-4173-ab09-5a9761bb5dce None None] For port 2b7962c5-5f5f-4d94-85a3-411261422642, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=2b7962c5-5f5f-4d94-85a3-411261422642,segment=NetworkSegment(7d04926f-291a-4a08-9887-5081d0e1cb56),segment_id=7d04926f-291a-4a08-9887-5081d0e1cb56)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:56.001992 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-712b86e4-c2de-4173-ab09-5a9761bb5dce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (2b7962c5-5f5f-4d94-85a3-411261422642), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:56.015683 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-712b86e4-c2de-4173-ab09-5a9761bb5dce None None] Calling delete_port for 2b7962c5-5f5f-4d94-85a3-411261422642 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:54:56.069176 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-97a22aa4-c24e-4778-b5cb-d5182c2bcd38 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (2b7962c5-5f5f-4d94-85a3-411261422642), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:56.103439 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-712b86e4-c2de-4173-ab09-5a9761bb5dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (2b7962c5-5f5f-4d94-85a3-411261422642), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:56.104745 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-317e7943-4e77-4d50-8399-052329b87695 req-02c20ebb-550b-4358-ad70-c6b60366d741 service neutron] 10.222.0.11 "GET /v2.0/networks/6f60c81f-2634-4ffd-bb01-b4ea6ed7a048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261895 Mar 05 04:54:56.109273 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a22aa4-c24e-4778-b5cb-d5182c2bcd38 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Pushing event deleted for resources: {'Port': ['ID=2b7962c5-5f5f-4d94-85a3-411261422642,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:56.116483 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a22aa4-c24e-4778-b5cb-d5182c2bcd38 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] No DVR routers for this DVR port 2b7962c5-5f5f-4d94-85a3-411261422642 on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:54:56.139525 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b86e4-c2de-4173-ab09-5a9761bb5dce None None] Pushing event deleted for resources: {'Port': ['ID=2b7962c5-5f5f-4d94-85a3-411261422642,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:56.143223 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712b86e4-c2de-4173-ab09-5a9761bb5dce None None] No DVR routers for this DVR port 2b7962c5-5f5f-4d94-85a3-411261422642 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:54:56.260216 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 2b7962c5-5f5f-4d94-85a3-411261422642 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:54:56.314471 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 2b7962c5-5f5f-4d94-85a3-411261422642 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:54:56.315180 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 2b7962c5-5f5f-4d94-85a3-411261422642 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:54:56.348538 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-97a22aa4-c24e-4778-b5cb-d5182c2bcd38 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (6bd2d6eb-26f8-4c4c-9a56-77368c33806d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:56.373476 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b05a9-2bbb-4774-b97c-6a2da20fa13a req-11b0c357-5a6f-4d63-bf3f-202b755df57c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:56.381248 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-067b05a9-2bbb-4774-b97c-6a2da20fa13a req-11b0c357-5a6f-4d63-bf3f-202b755df57c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 946 time: 0.0973244 Mar 05 04:54:56.383466 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-97a22aa4-c24e-4778-b5cb-d5182c2bcd38 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd2d6eb-26f8-4c4c-9a56-77368c33806d']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:56.396757 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-97a22aa4-c24e-4778-b5cb-d5182c2bcd38 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d04926f-291a-4a08-9887-5081d0e1cb56') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:56.397372 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-97a22aa4-c24e-4778-b5cb-d5182c2bcd38 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d04926f-291a-4a08-9887-5081d0e1cb56') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:54:56.421902 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-97a22aa4-c24e-4778-b5cb-d5182c2bcd38 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (7d04926f-291a-4a08-9887-5081d0e1cb56), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:56.450219 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-97a22aa4-c24e-4778-b5cb-d5182c2bcd38 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (7d04926f-291a-4a08-9887-5081d0e1cb56), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:56.473194 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a22aa4-c24e-4778-b5cb-d5182c2bcd38 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:54:56.474121 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-97a22aa4-c24e-4778-b5cb-d5182c2bcd38 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (7d04926f-291a-4a08-9887-5081d0e1cb56), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:56.488050 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfbc19-13c7-4074-aaaa-87ee32148169 req-1f9bca93-d21b-472d-a30e-6827ad9cafc2 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:56.494957 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-10bfbc19-13c7-4074-aaaa-87ee32148169 req-1f9bca93-d21b-472d-a30e-6827ad9cafc2 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=80ce9434-1fac-4361-83af-4970460e950d HTTP/1.1" status: 200 len: 950 time: 0.1007640 Mar 05 04:54:56.544305 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-067b05a9-2bbb-4774-b97c-6a2da20fa13a req-7ebaf1ad-9c95-4809-a34a-b9b7e5975923 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603577 Mar 05 04:54:56.558289 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:54:56.558289 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:54:56.558289 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:54:56.558289 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:54:56.558289 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:54:56.558289 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:54:56.558289 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:54:56.558289 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:54:56.558289 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:54:56.558289 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:54:56.558289 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:54:56.558289 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:54:56.558289 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:54:56.558289 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:54:56.558289 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:54:56.558289 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:54:56.558289 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:54:56.558289 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:54:56.558289 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:54:56.558289 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:54:56.558289 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:54:56.558289 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:54:56.558289 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:54:56.558289 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:54:56.558289 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:54:56.558289 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:54:56.558289 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:54:56.558289 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:54:56.558289 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:54:56.558289 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:54:56.558289 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:54:56.558289 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:54:56.572115 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-97a22aa4-c24e-4778-b5cb-d5182c2bcd38 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (6bd2d6eb-26f8-4c4c-9a56-77368c33806d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:56.578015 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-97a22aa4-c24e-4778-b5cb-d5182c2bcd38 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:56.582859 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-97a22aa4-c24e-4778-b5cb-d5182c2bcd38 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] 10.222.0.11 "DELETE /v2.0/networks/6bd2d6eb-26f8-4c4c-9a56-77368c33806d HTTP/1.1" status: 204 len: 168 time: 1.0991151 Mar 05 04:54:56.636538 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a22aa4-c24e-4778-b5cb-d5182c2bcd38 tempest-FloatingIPNegativeTestJSON-411894816 tempest-FloatingIPNegativeTestJSON-411894816-project] Pushing event deleted for resources: {'Network': ['ID=6bd2d6eb-26f8-4c4c-9a56-77368c33806d,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:56.642474 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-10bfbc19-13c7-4074-aaaa-87ee32148169 req-cd768be1-58e0-40f9-b53d-5afbc76c1029 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463609 Mar 05 04:54:56.693415 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b8978-5123-46c3-a373-5854149b2476 req-40f8b799-02fa-4a66-b023-8bf14eb24ba9 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:56.694973 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fc4b8978-5123-46c3-a373-5854149b2476 req-40f8b799-02fa-4a66-b023-8bf14eb24ba9 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.30 "GET /v2.0/ports?device_id=e319ac45-2a64-4bad-b44a-e4f4a99b6d7f HTTP/1.1" status: 200 len: 945 time: 0.1358316 Mar 05 04:54:56.733860 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6369097b-0140-4239-9cc5-e740de863c40 req-39b356f3-a465-4fc4-8ee5-c9fbe6872d5b tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 210 time: 0.0944831 Mar 05 04:54:56.745908 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55422064-2707-4402-8c7c-4f2bcf00d50f req-1009f476-45c8-4a41-81d2-559f4c872022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:56.745908 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55422064-2707-4402-8c7c-4f2bcf00d50f req-1009f476-45c8-4a41-81d2-559f4c872022 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=947653f4d3b84cc89f4c3c5691586859&device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 1129 time: 0.2764549 Mar 05 04:54:56.852573 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-fc4b8978-5123-46c3-a373-5854149b2476 req-0944a6a8-62e3-4202-89f3-eca1209b0e03 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Deleting port 5c766824-5918-4698-be1d-69a1aa4ccb63 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:54:56.853132 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fc4b8978-5123-46c3-a373-5854149b2476 req-0944a6a8-62e3-4202-89f3-eca1209b0e03 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (5c766824-5918-4698-be1d-69a1aa4ccb63), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:57.054114 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-fc4b8978-5123-46c3-a373-5854149b2476 req-0944a6a8-62e3-4202-89f3-eca1209b0e03 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] For port 5c766824-5918-4698-be1d-69a1aa4ccb63, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5c766824-5918-4698-be1d-69a1aa4ccb63,segment=NetworkSegment(3591eed7-510d-4315-b6a7-34b67541b594),segment_id=3591eed7-510d-4315-b6a7-34b67541b594)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:57.055239 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fc4b8978-5123-46c3-a373-5854149b2476 req-0944a6a8-62e3-4202-89f3-eca1209b0e03 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (5c766824-5918-4698-be1d-69a1aa4ccb63), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:57.080880 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55608) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:57.087101 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-fc4b8978-5123-46c3-a373-5854149b2476 req-0944a6a8-62e3-4202-89f3-eca1209b0e03 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Calling delete_port for 5c766824-5918-4698-be1d-69a1aa4ccb63 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:54:57.342823 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fc4b8978-5123-46c3-a373-5854149b2476 req-0944a6a8-62e3-4202-89f3-eca1209b0e03 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (5c766824-5918-4698-be1d-69a1aa4ccb63), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:57.356774 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['5c766824-5918-4698-be1d-69a1aa4ccb63'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:54:57.394850 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944a6a8-62e3-4202-89f3-eca1209b0e03 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Pushing event deleted for resources: {'Port': ['ID=5c766824-5918-4698-be1d-69a1aa4ccb63,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:57.486246 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-aea93e55-2674-48fa-b09a-4c7963523244 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f1164aae49e948778989f8bc63e765e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4039302 Mar 05 04:54:57.501604 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55612) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:57.502793 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4b8978-5123-46c3-a373-5854149b2476 req-0944a6a8-62e3-4202-89f3-eca1209b0e03 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] No DVR routers for this DVR port 5c766824-5918-4698-be1d-69a1aa4ccb63 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:54:57.507061 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-28758d97-2bef-48cd-9276-3ba29552e47f req-ecebc9f9-b0f8-4a9e-9caa-82dbf47d6f11 tempest-ServerShowV254Test-730270921 tempest-ServerShowV254Test-730270921-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.5551143 Mar 05 04:54:57.511903 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fc4b8978-5123-46c3-a373-5854149b2476 req-0944a6a8-62e3-4202-89f3-eca1209b0e03 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:57.515509 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fc4b8978-5123-46c3-a373-5854149b2476 req-0944a6a8-62e3-4202-89f3-eca1209b0e03 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.30 "DELETE /v2.0/ports/5c766824-5918-4698-be1d-69a1aa4ccb63 HTTP/1.1" status: 204 len: 173 time: 0.8135879 Mar 05 04:54:57.517893 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e319ac45-2a64-4bad-b44a-e4f4a99b6d7f', 'name': 'network-vif-deleted', 'tag': '5c766824-5918-4698-be1d-69a1aa4ccb63'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:54:57.520493 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219f50a1-8847-4f8c-9b01-451f4ca61151" -d '{"events": [{"server_uuid": "e319ac45-2a64-4bad-b44a-e4f4a99b6d7f", "name": "network-vif-deleted", "tag": "5c766824-5918-4698-be1d-69a1aa4ccb63"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:54:57.574249 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9b07219e-acaf-4292-8ce8-bbeb05b362cf admin admin] Publish callbacks [] for security_group (302898c1-e81f-4cf6-8892-d0d2845c5f21), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:57.584574 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6162f9-c8f7-4d1d-b368-d92ee3db715c req-ea35f3e4-fc27-4202-9df1-ffe733628db6 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:57.592542 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adf3934-cb0f-4645-af6b-fb51490c09f7 x-openstack-request-id: req-4adf3934-cb0f-4645-af6b-fb51490c09f7 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:54:57.592972 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e319ac45-2a64-4bad-b44a-e4f4a99b6d7f", "name": "network-vif-deleted", "tag": "5c766824-5918-4698-be1d-69a1aa4ccb63", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:54:57.593175 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0f6162f9-c8f7-4d1d-b368-d92ee3db715c req-ea35f3e4-fc27-4202-9df1-ffe733628db6 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 946 time: 0.8318896 Mar 05 04:54:57.593439 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4adf3934-cb0f-4645-af6b-fb51490c09f7 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:54:57.593949 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e319ac45-2a64-4bad-b44a-e4f4a99b6d7f', 'name': 'network-vif-deleted', 'tag': '5c766824-5918-4698-be1d-69a1aa4ccb63', 'status': 'completed', 'code': 200} Mar 05 04:54:57.628044 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9b07219e-acaf-4292-8ce8-bbeb05b362cf admin admin] Publish callbacks [] for security_group (302898c1-e81f-4cf6-8892-d0d2845c5f21), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:57.666577 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55422064-2707-4402-8c7c-4f2bcf00d50f req-2c56d010-5860-468d-a1b6-018807f8a297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:57.667976 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55422064-2707-4402-8c7c-4f2bcf00d50f req-2c56d010-5860-468d-a1b6-018807f8a297 service neutron] 10.222.0.31 "GET /v2.0/networks?id=37de3cac-2e27-4573-885e-c86e0ea7886c HTTP/1.1" status: 200 len: 912 time: 0.9080172 Mar 05 04:54:57.754941 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9eadf-7172-4af0-8791-bf6b11b2af5b req-3865d27c-c554-4be9-ad6b-8c7724d92781 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:57.757359 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e3c9eadf-7172-4af0-8791-bf6b11b2af5b req-3865d27c-c554-4be9-ad6b-8c7724d92781 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.30 "GET /v2.0/ports?device_id=80ce9434-1fac-4361-83af-4970460e950d HTTP/1.1" status: 200 len: 950 time: 0.1427832 Mar 05 04:54:57.769220 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0f6162f9-c8f7-4d1d-b368-d92ee3db715c req-5e9d1e6a-345b-462c-8b6c-21e5cf54dd3d tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731684 Mar 05 04:54:57.772928 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55422064-2707-4402-8c7c-4f2bcf00d50f req-7f146613-d1ed-40b1-b480-c666ff5f0721 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0292c84-51f4-4059-8e4d-6ab501708195 HTTP/1.1" status: 200 len: 217 time: 0.0929501 Mar 05 04:54:57.849972 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55422064-2707-4402-8c7c-4f2bcf00d50f req-d86f668b-30a8-4b8f-a68f-6eee36ce58a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:57.851761 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55422064-2707-4402-8c7c-4f2bcf00d50f req-d86f668b-30a8-4b8f-a68f-6eee36ce58a2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a6039ad-16bd-4b00-a55f-f7c68e1f3072 HTTP/1.1" status: 200 len: 851 time: 0.0590677 Mar 05 04:54:57.856838 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9b07219e-acaf-4292-8ce8-bbeb05b362cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (302898c1-e81f-4cf6-8892-d0d2845c5f21), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:57.859522 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9b07219e-acaf-4292-8ce8-bbeb05b362cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:57.872024 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9b07219e-acaf-4292-8ce8-bbeb05b362cf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/302898c1-e81f-4cf6-8892-d0d2845c5f21 HTTP/1.1" status: 204 len: 168 time: 0.3664682 Mar 05 04:54:57.913878 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07219e-acaf-4292-8ce8-bbeb05b362cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302898c1-e81f-4cf6-8892-d0d2845c5f21,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:58.080999 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f227f2e-1e32-4597-8183-381774723684 req-d2710f57-044f-468c-b4e0-c919b2ef82ca tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:58.089478 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8f227f2e-1e32-4597-8183-381774723684 req-d2710f57-044f-468c-b4e0-c919b2ef82ca tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 946 time: 0.3191309 Mar 05 04:54:58.150587 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf3dc5-724a-4e5e-90c7-b73f9a41d561 req-5ab90ca8-d63f-4ce1-94a9-e74a4d0f7f5d tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:58.164415 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-27bf3dc5-724a-4e5e-90c7-b73f9a41d561 req-5ab90ca8-d63f-4ce1-94a9-e74a4d0f7f5d tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=80ce9434-1fac-4361-83af-4970460e950d HTTP/1.1" status: 200 len: 950 time: 0.2426128 Mar 05 04:54:58.261497 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8f227f2e-1e32-4597-8183-381774723684 req-769bb6df-e404-446f-b611-59847599bd96 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708333 Mar 05 04:54:58.264502 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55422064-2707-4402-8c7c-4f2bcf00d50f req-37b8aebe-df9c-4055-b688-245b549b05cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:58.273290 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55422064-2707-4402-8c7c-4f2bcf00d50f req-37b8aebe-df9c-4055-b688-245b549b05cf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37de3cac-2e27-4573-885e-c86e0ea7886c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3802581 Mar 05 04:54:58.549634 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-af8e8aff-2750-4e54-ac23-7226a444eb9d req-c607192b-26a5-422b-9782-620d4da042d0 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 210 time: 0.1905107 Mar 05 04:54:58.592826 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-27bf3dc5-724a-4e5e-90c7-b73f9a41d561 req-823327ad-3753-48ed-b0dd-15b5e766b40f tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e3411a7-3888-4718-b986-c708b3c8f294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489444 Mar 05 04:54:58.630317 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55422064-2707-4402-8c7c-4f2bcf00d50f req-d255d45b-f51a-4820-9d11-ba90405e7e5b service neutron] 10.222.0.31 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454449 Mar 05 04:54:58.671562 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e7943-4e77-4d50-8399-052329b87695 req-cb059dac-6912-422f-b646-f296d7703256 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:58.673239 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-317e7943-4e77-4d50-8399-052329b87695 req-cb059dac-6912-422f-b646-f296d7703256 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.31 "GET /v2.0/networks?id=6f60c81f-2634-4ffd-bb01-b4ea6ed7a048 HTTP/1.1" status: 200 len: 815 time: 0.7713048 Mar 05 04:54:58.687192 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-317e7943-4e77-4d50-8399-052329b87695 req-8edb9727-79ad-4875-8978-a29d864771b3 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Request body: {'port': {'device_id': '38dc12d2-4553-40e8-82f7-488498e0b1f0', 'network_id': '6f60c81f-2634-4ffd-bb01-b4ea6ed7a048', 'admin_state_up': True, 'tenant_id': '1bb00124160f4267902311067933cfd0'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:58.692315 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-e3c9eadf-7172-4af0-8791-bf6b11b2af5b req-6a809c8e-9d8f-4539-be02-bec2baca1dcb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Deleting port f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:54:58.692813 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e3c9eadf-7172-4af0-8791-bf6b11b2af5b req-6a809c8e-9d8f-4539-be02-bec2baca1dcb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:58.721619 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8a486a4f-feb5-4eb5-ba7e-9284341accc6 req-c0c47a0b-4ff8-400f-964b-e4e49d51c557 tempest-ServerShowV254Test-730270921 tempest-ServerShowV254Test-730270921-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.0605490 Mar 05 04:54:58.864140 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55422064-2707-4402-8c7c-4f2bcf00d50f req-f98aafb6-73a2-4a8c-85ca-6ec6e52ee4f1 service neutron] 10.222.0.31 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250519 Mar 05 04:54:58.959296 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-e3c9eadf-7172-4af0-8791-bf6b11b2af5b req-6a809c8e-9d8f-4539-be02-bec2baca1dcb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] For port f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:54:58.960374 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e3c9eadf-7172-4af0-8791-bf6b11b2af5b req-6a809c8e-9d8f-4539-be02-bec2baca1dcb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:58.976773 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa1fa0-7a82-40ac-9a31-726d92e22f18 req-15fc6f59-fa1e-4b9e-8671-9fcb73c216b3 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:58.978210 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cdaa1fa0-7a82-40ac-9a31-726d92e22f18 req-15fc6f59-fa1e-4b9e-8671-9fcb73c216b3 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 946 time: 0.0844920 Mar 05 04:54:58.978845 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-e3c9eadf-7172-4af0-8791-bf6b11b2af5b req-6a809c8e-9d8f-4539-be02-bec2baca1dcb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Calling delete_port for f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:54:59.087172 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317e7943-4e77-4d50-8399-052329b87695 req-8edb9727-79ad-4875-8978-a29d864771b3 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Made reservation on behalf of 1bb00124160f4267902311067933cfd0 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:54:59.087905 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cdaa1fa0-7a82-40ac-9a31-726d92e22f18 req-8868b098-4fe3-4f29-aa00-2a50b3c2432d tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974331 Mar 05 04:54:59.087905 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55648) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:59.088638 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-317e7943-4e77-4d50-8399-052329b87695 req-8edb9727-79ad-4875-8978-a29d864771b3 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:59.264427 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e3c9eadf-7172-4af0-8791-bf6b11b2af5b req-6a809c8e-9d8f-4539-be02-bec2baca1dcb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:59.303729 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-46f67a17-af97-4725-b8f8-a30488d5bc6e tempest-NetworksNegativeTestJSON-1118501573 tempest-NetworksNegativeTestJSON-1118501573-project] Request body: {'port': {'network_id': 'fef96c75-69dc-4600-9018-d132bc02a6c6', 'name': 'tempest-NetworksNegativeTestJSON-77790650'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:59.332815 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f67a17-af97-4725-b8f8-a30488d5bc6e tempest-NetworksNegativeTestJSON-1118501573 tempest-NetworksNegativeTestJSON-1118501573-project] POST failed (client error): The resource could not be found. Mar 05 04:54:59.333370 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46f67a17-af97-4725-b8f8-a30488d5bc6e tempest-NetworksNegativeTestJSON-1118501573 tempest-NetworksNegativeTestJSON-1118501573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 04:54:59.338468 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-46f67a17-af97-4725-b8f8-a30488d5bc6e tempest-NetworksNegativeTestJSON-1118501573 tempest-NetworksNegativeTestJSON-1118501573-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2459946 Mar 05 04:54:59.341278 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55660) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:59.369099 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f605aaa-ed0c-4c31-a550-399174bd91b7 tempest-NetworksNegativeTestJSON-1118501573 tempest-NetworksNegativeTestJSON-1118501573-project] DELETE failed (client error): The resource could not be found. Mar 05 04:54:59.369654 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f605aaa-ed0c-4c31-a550-399174bd91b7 tempest-NetworksNegativeTestJSON-1118501573 tempest-NetworksNegativeTestJSON-1118501573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 04:54:59.385643 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a809c8e-9d8f-4539-be02-bec2baca1dcb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Pushing event deleted for resources: {'Port': ['ID=f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:54:59.392253 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3f605aaa-ed0c-4c31-a550-399174bd91b7 tempest-NetworksNegativeTestJSON-1118501573 tempest-NetworksNegativeTestJSON-1118501573-project] 10.222.0.11 "DELETE /v2.0/networks/1c7a0af7-406f-4cc5-9202-8b73c7b4a817 HTTP/1.1" status: 404 len: 339 time: 0.0461414 Mar 05 04:54:59.404323 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55662) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:59.438983 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-317e7943-4e77-4d50-8399-052329b87695 req-8edb9727-79ad-4875-8978-a29d864771b3 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Allocated IP 172.20.0.12 (6f60c81f-2634-4ffd-bb01-b4ea6ed7a048/451f8004-d1e7-47a0-b8b7-f06b000a63db/23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:54:59.468912 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c9eadf-7172-4af0-8791-bf6b11b2af5b req-6a809c8e-9d8f-4539-be02-bec2baca1dcb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] No DVR routers for this DVR port f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:54:59.473098 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e3c9eadf-7172-4af0-8791-bf6b11b2af5b req-6a809c8e-9d8f-4539-be02-bec2baca1dcb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:59.476596 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e3c9eadf-7172-4af0-8791-bf6b11b2af5b req-6a809c8e-9d8f-4539-be02-bec2baca1dcb tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.30 "DELETE /v2.0/ports/f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b HTTP/1.1" status: 204 len: 173 time: 1.7112525 Mar 05 04:54:59.502641 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e8e5693-2b2f-48b3-aabf-0c6eddc5872c tempest-NetworksNegativeTestJSON-1118501573 tempest-NetworksNegativeTestJSON-1118501573-project] DELETE failed (client error): The resource could not be found. Mar 05 04:54:59.503527 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e8e5693-2b2f-48b3-aabf-0c6eddc5872c tempest-NetworksNegativeTestJSON-1118501573 tempest-NetworksNegativeTestJSON-1118501573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 04:54:59.507339 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5e8e5693-2b2f-48b3-aabf-0c6eddc5872c tempest-NetworksNegativeTestJSON-1118501573 tempest-NetworksNegativeTestJSON-1118501573-project] 10.222.0.11 "DELETE /v2.0/ports/e4cf1a81-edee-4a01-b1fb-8d46df6318aa HTTP/1.1" status: 404 len: 333 time: 0.1041427 Mar 05 04:54:59.511889 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55664) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:59.557636 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb88657-264e-4875-aecc-07c4f8e0f171 tempest-NetworksNegativeTestJSON-1118501573 tempest-NetworksNegativeTestJSON-1118501573-project] DELETE failed (client error): The resource could not be found. Mar 05 04:54:59.558379 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb88657-264e-4875-aecc-07c4f8e0f171 tempest-NetworksNegativeTestJSON-1118501573 tempest-NetworksNegativeTestJSON-1118501573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 04:54:59.561704 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4bb88657-264e-4875-aecc-07c4f8e0f171 tempest-NetworksNegativeTestJSON-1118501573 tempest-NetworksNegativeTestJSON-1118501573-project] 10.222.0.11 "DELETE /v2.0/subnets/09302f15-d970-4024-a369-86dc31a3349b HTTP/1.1" status: 404 len: 337 time: 0.0485146 Mar 05 04:54:59.565928 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55666) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:59.572153 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806958fe-ff2a-4cb1-b86f-eb02c190d435 req-03701362-48ab-4d2d-9b97-09125b1fcfa8 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:59.585620 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-806958fe-ff2a-4cb1-b86f-eb02c190d435 req-03701362-48ab-4d2d-9b97-09125b1fcfa8 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 946 time: 0.1923459 Mar 05 04:54:59.603883 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80ce9434-1fac-4361-83af-4970460e950d', 'name': 'network-vif-deleted', 'tag': 'f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:54:59.608398 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9a70ec-4f31-4671-bd4c-698c94ee98b7" -d '{"events": [{"server_uuid": "80ce9434-1fac-4361-83af-4970460e950d", "name": "network-vif-deleted", "tag": "f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:54:59.624233 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c011bc7c-df25-46ab-bf41-c723fdc55d62 req-4263b3d1-65d6-4366-9198-37626847baab tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:54:59.626874 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c011bc7c-df25-46ab-bf41-c723fdc55d62 req-4263b3d1-65d6-4366-9198-37626847baab tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 946 time: 0.2372344 Mar 05 04:54:59.643615 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9fcd2a-d0ce-43d7-8552-783f5f2bb15e tempest-NetworksNegativeTestJSON-1118501573 tempest-NetworksNegativeTestJSON-1118501573-project] GET failed (client error): The resource could not be found. Mar 05 04:54:59.645071 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fa9fcd2a-d0ce-43d7-8552-783f5f2bb15e tempest-NetworksNegativeTestJSON-1118501573 tempest-NetworksNegativeTestJSON-1118501573-project] 10.222.0.11 "GET /v2.0/networks/d3b3dc57-0df7-4798-8f73-a42ff355a22b HTTP/1.1" status: 404 len: 339 time: 0.0778575 Mar 05 04:54:59.650011 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55674) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:59.677090 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-806958fe-ff2a-4cb1-b86f-eb02c190d435 req-9d421005-b19b-4b7b-9db4-7f63434a5a83 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880814 Mar 05 04:54:59.681184 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c66778e-06d1-4e40-b5ed-938489abc399 tempest-NetworksNegativeTestJSON-1118501573 tempest-NetworksNegativeTestJSON-1118501573-project] GET failed (client error): The resource could not be found. Mar 05 04:54:59.682667 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3c66778e-06d1-4e40-b5ed-938489abc399 tempest-NetworksNegativeTestJSON-1118501573 tempest-NetworksNegativeTestJSON-1118501573-project] 10.222.0.11 "GET /v2.0/ports/bb0a6cec-f41c-421a-8748-c8df6a4e6f23 HTTP/1.1" status: 404 len: 333 time: 0.0319834 Mar 05 04:54:59.691501 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55676) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:59.765341 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-317e7943-4e77-4d50-8399-052329b87695 req-8edb9727-79ad-4875-8978-a29d864771b3 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Publish callbacks [] for port (23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:59.770022 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a96d0e-97aa-4eb9-a7d2-3059f35a142f tempest-NetworksNegativeTestJSON-1118501573 tempest-NetworksNegativeTestJSON-1118501573-project] GET failed (client error): The resource could not be found. Mar 05 04:54:59.771532 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d3a96d0e-97aa-4eb9-a7d2-3059f35a142f tempest-NetworksNegativeTestJSON-1118501573 tempest-NetworksNegativeTestJSON-1118501573-project] 10.222.0.11 "GET /v2.0/subnets/70ced752-d104-4545-a2f9-12e7969fa3d0 HTTP/1.1" status: 404 len: 337 time: 0.0752513 Mar 05 04:54:59.776361 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c011bc7c-df25-46ab-bf41-c723fdc55d62 req-5444d0a2-a564-49bc-8cd5-4900939c7972 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147325 Mar 05 04:54:59.776841 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55682) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:59.782969 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-63282748-d82f-44dc-8464-a76a5a649cb1 tempest-NetworksNegativeTestJSON-1118501573 tempest-NetworksNegativeTestJSON-1118501573-project] Request body: {'network': {'name': 'new_name'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:59.816113 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-317e7943-4e77-4d50-8399-052329b87695 req-8edb9727-79ad-4875-8978-a29d864771b3 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:54:59.837416 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-be37ce91-2224-40d0-8484-7760c91f97cc req-5f96e7a9-56ab-4d8b-bb56-52e7b0fa0919 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 210 time: 0.0647228 Mar 05 04:54:59.838459 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-63282748-d82f-44dc-8464-a76a5a649cb1 tempest-NetworksNegativeTestJSON-1118501573 tempest-NetworksNegativeTestJSON-1118501573-project] PUT failed (client error): The resource could not be found. Mar 05 04:54:59.839040 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63282748-d82f-44dc-8464-a76a5a649cb1 tempest-NetworksNegativeTestJSON-1118501573 tempest-NetworksNegativeTestJSON-1118501573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 04:54:59.843834 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-63282748-d82f-44dc-8464-a76a5a649cb1 tempest-NetworksNegativeTestJSON-1118501573 tempest-NetworksNegativeTestJSON-1118501573-project] 10.222.0.11 "PUT /v2.0/networks/ada0950b-e23a-4021-b76b-657f60a999c4 HTTP/1.1" status: 404 len: 339 time: 0.0617416 Mar 05 04:54:59.844123 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55684) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:59.854324 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-8a1412b2-bfa1-4170-8b74-6a636bb5c0a8 tempest-NetworksNegativeTestJSON-1118501573 tempest-NetworksNegativeTestJSON-1118501573-project] Request body: {'port': {'name': 'new_name'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:59.894602 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a1412b2-bfa1-4170-8b74-6a636bb5c0a8 tempest-NetworksNegativeTestJSON-1118501573 tempest-NetworksNegativeTestJSON-1118501573-project] PUT failed (client error): The resource could not be found. Mar 05 04:54:59.895300 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a1412b2-bfa1-4170-8b74-6a636bb5c0a8 tempest-NetworksNegativeTestJSON-1118501573 tempest-NetworksNegativeTestJSON-1118501573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 04:54:59.896561 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8a1412b2-bfa1-4170-8b74-6a636bb5c0a8 tempest-NetworksNegativeTestJSON-1118501573 tempest-NetworksNegativeTestJSON-1118501573-project] 10.222.0.11 "PUT /v2.0/ports/6f676db0-f741-4434-b74e-51d781d2f1fa HTTP/1.1" status: 404 len: 333 time: 0.0506454 Mar 05 04:54:59.900378 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55686) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:54:59.906605 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-d6ab1af6-6f55-41ee-8c77-11196ab1470c tempest-NetworksNegativeTestJSON-1118501573 tempest-NetworksNegativeTestJSON-1118501573-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:54:59.916885 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912afa17-7748-4ef7-9e98-daea448dde9b x-openstack-request-id: req-912afa17-7748-4ef7-9e98-daea448dde9b {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:54:59.917186 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80ce9434-1fac-4361-83af-4970460e950d", "name": "network-vif-deleted", "tag": "f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:54:59.917460 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-912afa17-7748-4ef7-9e98-daea448dde9b {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:54:59.917881 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80ce9434-1fac-4361-83af-4970460e950d', 'name': 'network-vif-deleted', 'tag': 'f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b', 'status': 'completed', 'code': 200} Mar 05 04:54:59.942054 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317e7943-4e77-4d50-8399-052329b87695 req-8edb9727-79ad-4875-8978-a29d864771b3 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Network 6f60c81f-2634-4ffd-bb01-b4ea6ed7a048 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:54:59.944794 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-317e7943-4e77-4d50-8399-052329b87695 req-8edb9727-79ad-4875-8978-a29d864771b3 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:54:59.952768 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ab1af6-6f55-41ee-8c77-11196ab1470c tempest-NetworksNegativeTestJSON-1118501573 tempest-NetworksNegativeTestJSON-1118501573-project] PUT failed (client error): The resource could not be found. Mar 05 04:54:59.953403 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6ab1af6-6f55-41ee-8c77-11196ab1470c tempest-NetworksNegativeTestJSON-1118501573 tempest-NetworksNegativeTestJSON-1118501573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 04:54:59.960211 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d6ab1af6-6f55-41ee-8c77-11196ab1470c tempest-NetworksNegativeTestJSON-1118501573 tempest-NetworksNegativeTestJSON-1118501573-project] 10.222.0.11 "PUT /v2.0/subnets/1b183b38-d67d-4ab6-b3bb-8ad60c09db19 HTTP/1.1" status: 404 len: 337 time: 0.0553088 Mar 05 04:54:59.960383 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-317e7943-4e77-4d50-8399-052329b87695 req-8edb9727-79ad-4875-8978-a29d864771b3 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:55:00.010050 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-baddcd29-c5f5-4aed-a378-77fd6b71a637 req-c2020bf2-34dc-4e02-8323-f1e42fce7d45 tempest-ServersOnMultiNodesTest-2109900998 tempest-ServersOnMultiNodesTest-2109900998-project] 10.222.0.11 "GET /v2.0/ports?device_id=80ce9434-1fac-4361-83af-4970460e950d HTTP/1.1" status: 200 len: 210 time: 0.0697834 Mar 05 04:55:00.051675 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e7943-4e77-4d50-8399-052329b87695 req-8edb9727-79ad-4875-8978-a29d864771b3 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:00.052654 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-317e7943-4e77-4d50-8399-052329b87695 req-8edb9727-79ad-4875-8978-a29d864771b3 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:00.060179 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb9727-79ad-4875-8978-a29d864771b3 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Pushing event updated for resources: {'Port': ['ID=23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:00.099896 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-317e7943-4e77-4d50-8399-052329b87695 req-8edb9727-79ad-4875-8978-a29d864771b3 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4171612 Mar 05 04:55:00.111563 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-317e7943-4e77-4d50-8399-052329b87695 req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Request body: {'port': {'device_id': '38dc12d2-4553-40e8-82f7-488498e0b1f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:55:00.149763 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a57df-8ed2-419b-8e30-cbe3e5f4673c req-beb6f815-d618-46e9-8ea2-08803d040a44 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:00.151456 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-250a57df-8ed2-419b-8e30-cbe3e5f4673c req-beb6f815-d618-46e9-8ea2-08803d040a44 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 946 time: 0.1325784 Mar 05 04:55:00.187857 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9879670a-643e-42d2-bc3c-cd87fa34ea32 req-884b2384-5cd1-4726-9eea-ff99b9637242 tempest-ServerShowV254Test-730270921 tempest-ServerShowV254Test-730270921-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.0353718 Mar 05 04:55:00.208683 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-317e7943-4e77-4d50-8399-052329b87695 req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:00.248489 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-250a57df-8ed2-419b-8e30-cbe3e5f4673c req-09d5a552-2c91-4e05-8ea0-b2f952f8e770 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846171 Mar 05 04:55:00.429142 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55698) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:00.566798 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fe2daeb6-165f-49ef-8b02-95ea6f866ca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:00.577282 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 5c766824-5918-4698-be1d-69a1aa4ccb63 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:55:00.585186 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-317e7943-4e77-4d50-8399-052329b87695 req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:55:00.595471 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-317e7943-4e77-4d50-8399-052329b87695 req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Publish callbacks [] for port (23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:00.598093 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 5c766824-5918-4698-be1d-69a1aa4ccb63 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:55:00.598721 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 5c766824-5918-4698-be1d-69a1aa4ccb63 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:55:00.599450 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:55:00.613098 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-317e7943-4e77-4d50-8399-052329b87695 req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Transition to ACTIVE for port object 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:55:00.618360 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-317e7943-4e77-4d50-8399-052329b87695 req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:00.640535 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:55:00.642513 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device f05c4ebf-3f04-4b64-a2fe-bc51f5bcc22b not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:55:00.676251 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Pushing event updated for resources: {'Port': ['ID=23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:00.693658 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107b03a-c020-4902-8d1e-84fe4b7057be req-ee6c38c9-77fc-4263-8617-4dd4a1f9de37 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:00.711426 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8107b03a-c020-4902-8d1e-84fe4b7057be req-ee6c38c9-77fc-4263-8617-4dd4a1f9de37 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 946 time: 0.2284303 Mar 05 04:55:00.757584 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fe2daeb6-165f-49ef-8b02-95ea6f866ca5 admin admin] Publish callbacks [] for security_group (351068cc-63fb-426e-b48e-e4c58645112d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:00.766819 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fe2daeb6-165f-49ef-8b02-95ea6f866ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (351068cc-63fb-426e-b48e-e4c58645112d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:00.781561 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-317e7943-4e77-4d50-8399-052329b87695 req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Attempting to bind port 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:55:00.782423 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-317e7943-4e77-4d50-8399-052329b87695 req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Attempting to bind port 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '3591eed7-510d-4315-b6a7-34b67541b594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6f60c81f-2634-4ffd-bb01-b4ea6ed7a048'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:55:00.782423 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317e7943-4e77-4d50-8399-052329b87695 req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Attempting to bind port 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731 on network 6f60c81f-2634-4ffd-bb01-b4ea6ed7a048 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:55:00.787762 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317e7943-4e77-4d50-8399-052329b87695 req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Port 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731 on network 6f60c81f-2634-4ffd-bb01-b4ea6ed7a048 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:55:00.788198 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317e7943-4e77-4d50-8399-052329b87695 req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Attempting to bind port 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731 on network 6f60c81f-2634-4ffd-bb01-b4ea6ed7a048 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:55:00.793903 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317e7943-4e77-4d50-8399-052329b87695 req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:55:00.794324 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317e7943-4e77-4d50-8399-052329b87695 req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Checking segment: {'id': '3591eed7-510d-4315-b6a7-34b67541b594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6f60c81f-2634-4ffd-bb01-b4ea6ed7a048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:55:00.794806 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317e7943-4e77-4d50-8399-052329b87695 req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Bound using segment: {'id': '3591eed7-510d-4315-b6a7-34b67541b594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6f60c81f-2634-4ffd-bb01-b4ea6ed7a048'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:55:00.795362 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-317e7943-4e77-4d50-8399-052329b87695 req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Bound port: 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3591eed7-510d-4315-b6a7-34b67541b594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6f60c81f-2634-4ffd-bb01-b4ea6ed7a048'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:55:00.795829 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-317e7943-4e77-4d50-8399-052329b87695 req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:00.807926 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2daeb6-165f-49ef-8b02-95ea6f866ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351068cc-63fb-426e-b48e-e4c58645112d,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:00.822056 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2daeb6-165f-49ef-8b02-95ea6f866ca5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:00.822472 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2daeb6-165f-49ef-8b02-95ea6f866ca5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:00.822873 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2daeb6-165f-49ef-8b02-95ea6f866ca5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:00.823406 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2daeb6-165f-49ef-8b02-95ea6f866ca5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:00.823699 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2daeb6-165f-49ef-8b02-95ea6f866ca5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:00.824098 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2daeb6-165f-49ef-8b02-95ea6f866ca5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:00.824497 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2daeb6-165f-49ef-8b02-95ea6f866ca5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:00.824908 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2daeb6-165f-49ef-8b02-95ea6f866ca5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:00.825299 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2daeb6-165f-49ef-8b02-95ea6f866ca5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:00.825689 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2daeb6-165f-49ef-8b02-95ea6f866ca5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:00.826080 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2daeb6-165f-49ef-8b02-95ea6f866ca5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:00.827670 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2daeb6-165f-49ef-8b02-95ea6f866ca5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:00.827670 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2daeb6-165f-49ef-8b02-95ea6f866ca5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:00.856357 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fe2daeb6-165f-49ef-8b02-95ea6f866ca5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2737977b3e2b44568594320390a2d2fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4260914 Mar 05 04:55:00.857067 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55706) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:00.871835 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-317e7943-4e77-4d50-8399-052329b87695 req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] For port 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:55:00.875323 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-317e7943-4e77-4d50-8399-052329b87695 req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] For port 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731,segment=NetworkSegment(3591eed7-510d-4315-b6a7-34b67541b594),segment_id=3591eed7-510d-4315-b6a7-34b67541b594)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:55:00.881512 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-317e7943-4e77-4d50-8399-052329b87695 req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:00.917179 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e7943-4e77-4d50-8399-052329b87695 req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:00.918226 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-317e7943-4e77-4d50-8399-052329b87695 req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:00.920309 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-317e7943-4e77-4d50-8399-052329b87695 req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] 10.222.0.31 "PUT /v2.0/ports/23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731 HTTP/1.1" status: 200 len: 1093 time: 0.8133614 Mar 05 04:55:00.929632 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8107b03a-c020-4902-8d1e-84fe4b7057be req-5b642340-f205-41b5-ba25-cbec41f328ea tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169077 Mar 05 04:55:00.995694 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a2629-88a3-4ced-9435-4098a4b0c804 req-aac26ead-bc94-48ee-a9d0-a442bd3c30b5 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:01.004205 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5b6a2629-88a3-4ced-9435-4098a4b0c804 req-aac26ead-bc94-48ee-a9d0-a442bd3c30b5 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 946 time: 0.1283472 Mar 05 04:55:01.025223 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Pushing event updated for resources: {'Port': ['ID=23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:01.039862 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:01.040271 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:01.041307 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:01.041805 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:01.042300 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:01.042769 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:01.043269 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:01.043697 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:01.044124 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:01.044555 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:01.044983 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:01.045407 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:01.045826 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19193e4d-6739-4cb4-8651-a1f3ad0e3941 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:01.050496 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device a0292c84-51f4-4059-8e4d-6ab501708195 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:55:01.054258 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a6b6da47-3228-4acd-8a60-df34e18e426f admin admin] Publish callbacks [] for security_group (351068cc-63fb-426e-b48e-e4c58645112d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:01.084519 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e7943-4e77-4d50-8399-052329b87695 req-73300980-bc99-443a-8749-8dab817a2550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:01.088091 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-317e7943-4e77-4d50-8399-052329b87695 req-73300980-bc99-443a-8749-8dab817a2550 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1bb00124160f4267902311067933cfd0&device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 1127 time: 0.1047063 Mar 05 04:55:01.131911 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a6b6da47-3228-4acd-8a60-df34e18e426f admin admin] Publish callbacks [] for security_group (351068cc-63fb-426e-b48e-e4c58645112d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:01.152493 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port a0292c84-51f4-4059-8e4d-6ab501708195 is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:55:01.152928 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a0292c84-51f4-4059-8e4d-6ab501708195), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:01.156690 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-317e7943-4e77-4d50-8399-052329b87695 req-3bbc49a1-f499-46de-8af0-575d76031875 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731 HTTP/1.1" status: 200 len: 217 time: 0.0602582 Mar 05 04:55:01.167733 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5b6a2629-88a3-4ced-9435-4098a4b0c804 req-89d5d03e-e648-4021-aa90-b4feddbef25e tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612408 Mar 05 04:55:01.180382 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abf3fda-a543-440b-b5ec-b8b9c6710ff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0292c84-51f4-4059-8e4d-6ab501708195'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:55:01.183341 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7ca123-f250-479c-b723-89fe259862a2" -d '{"events": [{"server_uuid": "2abf3fda-a543-440b-b5ec-b8b9c6710ff6", "name": "network-vif-unplugged", "status": "completed", "tag": "a0292c84-51f4-4059-8e4d-6ab501708195"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:55:01.189002 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34f38b-7778-4d55-844f-032f12d364af req-95b4d28c-924a-4879-9d7c-31c119ecf780 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:01.190761 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6b34f38b-7778-4d55-844f-032f12d364af req-95b4d28c-924a-4879-9d7c-31c119ecf780 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 944 time: 0.1766131 Mar 05 04:55:01.199362 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port a0292c84-51f4-4059-8e4d-6ab501708195, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a0292c84-51f4-4059-8e4d-6ab501708195,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:01.209197 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a0292c84-51f4-4059-8e4d-6ab501708195), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:01.258068 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a6b6da47-3228-4acd-8a60-df34e18e426f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (351068cc-63fb-426e-b48e-e4c58645112d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:01.261772 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a6b6da47-3228-4acd-8a60-df34e18e426f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:01.263062 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a6b6da47-3228-4acd-8a60-df34e18e426f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/351068cc-63fb-426e-b48e-e4c58645112d HTTP/1.1" status: 204 len: 168 time: 0.4030452 Mar 05 04:55:01.284519 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 05 Mar 2022 04:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d84f3a-bfa1-4e59-b851-272f06c36b69 x-openstack-request-id: req-04d84f3a-bfa1-4e59-b851-272f06c36b69 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:55:01.284833 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abf3fda-a543-440b-b5ec-b8b9c6710ff6", "name": "network-vif-unplugged", "status": "failed", "tag": "a0292c84-51f4-4059-8e4d-6ab501708195", "code": 422}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:55:01.285102 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-04d84f3a-bfa1-4e59-b851-272f06c36b69 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:55:01.287932 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6da47-3228-4acd-8a60-df34e18e426f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351068cc-63fb-426e-b48e-e4c58645112d,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:01.300490 n-d-789963-32 neutron-server[105233]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2abf3fda-a543-440b-b5ec-b8b9c6710ff6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a0292c84-51f4-4059-8e4d-6ab501708195', 'code': 422} returned with failed status Mar 05 04:55:01.336718 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e7943-4e77-4d50-8399-052329b87695 req-e87d70a2-7df7-4e98-9752-1ca4309e849d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:01.350457 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-317e7943-4e77-4d50-8399-052329b87695 req-e87d70a2-7df7-4e98-9752-1ca4309e849d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=451f8004-d1e7-47a0-b8b7-f06b000a63db HTTP/1.1" status: 200 len: 855 time: 0.1752012 Mar 05 04:55:01.354801 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6b34f38b-7778-4d55-844f-032f12d364af req-9c00b0d9-8428-4908-9f88-7764a1ec5cdc tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111367 Mar 05 04:55:01.416851 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=a0292c84-51f4-4059-8e4d-6ab501708195,revision_number=8']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:01.476287 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-317e7943-4e77-4d50-8399-052329b87695 req-fc18fbfd-0265-4dbc-8076-627acd00c5b5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6f60c81f-2634-4ffd-bb01-b4ea6ed7a048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204810 Mar 05 04:55:01.493215 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65241f-059e-4dd2-8811-2ea325a06e9c req-34278702-2274-490b-b671-bdb0864b6465 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:01.502227 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1f65241f-059e-4dd2-8811-2ea325a06e9c req-34278702-2274-490b-b671-bdb0864b6465 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.1261415 Mar 05 04:55:01.540894 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2ec3e361-d9a9-4757-bb5e-f6a11bf492b4 req-ce5a8f3e-94ee-497a-ac1a-7a3a17526a29 tempest-ServerShowV254Test-730270921 tempest-ServerShowV254Test-730270921-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.0734141 Mar 05 04:55:01.604248 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1f65241f-059e-4dd2-8811-2ea325a06e9c req-ed63837c-595c-44b8-9e30-3ff2bef4c970 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009696 Mar 05 04:55:01.623886 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55728) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:01.679940 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-317e7943-4e77-4d50-8399-052329b87695 req-c072691b-8c1f-4d7e-86a6-bc9daf0a6ef7 service neutron] 10.222.0.31 "GET /v2.0/networks/6f60c81f-2634-4ffd-bb01-b4ea6ed7a048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937273 Mar 05 04:55:01.752933 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828525ad-4cdb-4e9a-ad85-4e4c97a0656c req-c043921a-d1f9-4f76-a508-b87c93728e13 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:01.763809 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-828525ad-4cdb-4e9a-ad85-4e4c97a0656c req-c043921a-d1f9-4f76-a508-b87c93728e13 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.0901742 Mar 05 04:55:01.814558 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5df4e793-beae-4871-b185-ff78dadfaf13 req-41e97747-78dc-4db2-96f0-3135b2f79d00 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.0467355 Mar 05 04:55:01.869554 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5fc12e-b4f5-4533-8304-4e4dc7bb11ca req-25471b0d-81f3-4cd7-9795-cd43f4bb8389 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:01.870123 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-828525ad-4cdb-4e9a-ad85-4e4c97a0656c req-bbda7bc3-6846-4e5b-8922-7401da889b9b tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038430 Mar 05 04:55:01.871000 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1a5fc12e-b4f5-4533-8304-4e4dc7bb11ca req-25471b0d-81f3-4cd7-9795-cd43f4bb8389 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 946 time: 0.1349013 Mar 05 04:55:01.884626 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-87a6e830-de6e-4323-879e-a5bf4d7a7f44 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c539558a26474a33929b824612bb5b75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2572088 Mar 05 04:55:01.884855 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55742) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:01.927805 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38dc12d2-4553-40e8-82f7-488498e0b1f0', 'tag': '23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:55:01.930312 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463f075e-98fb-49bf-a6f8-49e517577781" -d '{"events": [{"name": "network-changed", "server_uuid": "38dc12d2-4553-40e8-82f7-488498e0b1f0", "tag": "23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:55:01.942362 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-317e7943-4e77-4d50-8399-052329b87695 req-582c14f5-67f9-4f00-9a5e-86f3440d3286 service neutron] 10.222.0.31 "GET /v2.0/networks/6f60c81f-2634-4ffd-bb01-b4ea6ed7a048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559886 Mar 05 04:55:01.955846 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a50a7ebb-f45e-41bb-bdc3-1141be359eec admin admin] Publish callbacks [] for security_group (0e3411a7-3888-4718-b986-c708b3c8f294), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:01.992577 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac15a00-7051-4b24-8563-3ac22baec719 x-openstack-request-id: req-0ac15a00-7051-4b24-8563-3ac22baec719 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:55:01.993010 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38dc12d2-4553-40e8-82f7-488498e0b1f0", "tag": "23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:55:01.993497 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0ac15a00-7051-4b24-8563-3ac22baec719 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:55:01.994084 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38dc12d2-4553-40e8-82f7-488498e0b1f0', 'tag': '23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731', 'status': 'completed', 'code': 200} Mar 05 04:55:02.004493 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a50a7ebb-f45e-41bb-bdc3-1141be359eec admin admin] Publish callbacks [] for security_group (0e3411a7-3888-4718-b986-c708b3c8f294), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:02.084882 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-1a5fc12e-b4f5-4533-8304-4e4dc7bb11ca req-c680167e-6f8e-40c3-a63a-b2ccd8605b77 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Deleting port 492c90d8-7d10-4969-a890-6ebd68d2b725 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:55:02.085342 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1a5fc12e-b4f5-4533-8304-4e4dc7bb11ca req-c680167e-6f8e-40c3-a63a-b2ccd8605b77 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (492c90d8-7d10-4969-a890-6ebd68d2b725), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:02.201963 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a50a7ebb-f45e-41bb-bdc3-1141be359eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (0e3411a7-3888-4718-b986-c708b3c8f294), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:02.205965 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a50a7ebb-f45e-41bb-bdc3-1141be359eec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:02.207332 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a50a7ebb-f45e-41bb-bdc3-1141be359eec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0e3411a7-3888-4718-b986-c708b3c8f294 HTTP/1.1" status: 204 len: 168 time: 0.3211219 Mar 05 04:55:02.224647 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a7ebb-f45e-41bb-bdc3-1141be359eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3411a7-3888-4718-b986-c708b3c8f294,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:02.224766 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f075e-98fb-49bf-a6f8-49e517577781 req-9870fda1-bcf9-4c3b-9566-f599196dbed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:02.226654 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-463f075e-98fb-49bf-a6f8-49e517577781 req-9870fda1-bcf9-4c3b-9566-f599196dbed5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1bb00124160f4267902311067933cfd0&device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 1127 time: 0.1657467 Mar 05 04:55:02.256459 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845f6e4-70f8-40d5-bebc-47d25d674174 req-195f3b28-e7c5-4fde-8032-900a09f46065 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:02.264292 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0845f6e4-70f8-40d5-bebc-47d25d674174 req-195f3b28-e7c5-4fde-8032-900a09f46065 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.2789037 Mar 05 04:55:02.283978 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-1a5fc12e-b4f5-4533-8304-4e4dc7bb11ca req-c680167e-6f8e-40c3-a63a-b2ccd8605b77 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] For port 492c90d8-7d10-4969-a890-6ebd68d2b725, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=492c90d8-7d10-4969-a890-6ebd68d2b725,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:02.284673 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1a5fc12e-b4f5-4533-8304-4e4dc7bb11ca req-c680167e-6f8e-40c3-a63a-b2ccd8605b77 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (492c90d8-7d10-4969-a890-6ebd68d2b725), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:02.294882 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674fdf3-33b9-460a-ae0d-0eeb95976fcc req-3b69f8e4-382e-4e3a-8b3b-56adf587b124 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:02.303518 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d674fdf3-33b9-460a-ae0d-0eeb95976fcc req-3b69f8e4-382e-4e3a-8b3b-56adf587b124 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3f1551f-5173-4f96-971e-7a5719c2f969 HTTP/1.1" status: 200 len: 946 time: 0.2252545 Mar 05 04:55:02.379722 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d674fdf3-33b9-460a-ae0d-0eeb95976fcc req-777f783d-0b45-4a75-b2af-9e5991f9d9f9 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749307 Mar 05 04:55:02.388705 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f075e-98fb-49bf-a6f8-49e517577781 req-f8d68f82-b1e0-43b2-ab78-09ee15608756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:02.390791 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-463f075e-98fb-49bf-a6f8-49e517577781 req-f8d68f82-b1e0-43b2-ab78-09ee15608756 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6f60c81f-2634-4ffd-bb01-b4ea6ed7a048 HTTP/1.1" status: 200 len: 915 time: 0.1424232 Mar 05 04:55:02.392967 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-1a5fc12e-b4f5-4533-8304-4e4dc7bb11ca req-c680167e-6f8e-40c3-a63a-b2ccd8605b77 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Calling delete_port for 492c90d8-7d10-4969-a890-6ebd68d2b725 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:55:02.413308 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0845f6e4-70f8-40d5-bebc-47d25d674174 req-21dd07f9-f170-4f09-9e10-ea00e4d5cf28 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477015 Mar 05 04:55:02.420558 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55764) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:02.592019 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-463f075e-98fb-49bf-a6f8-49e517577781 req-18e326b5-a3c5-4b44-8fdc-95ab21a291c8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731 HTTP/1.1" status: 200 len: 217 time: 0.0454640 Mar 05 04:55:02.593081 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1a5fc12e-b4f5-4533-8304-4e4dc7bb11ca req-c680167e-6f8e-40c3-a63a-b2ccd8605b77 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (492c90d8-7d10-4969-a890-6ebd68d2b725), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:02.606014 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['8f50280d-c7ec-464b-867e-ad57cfb7443f', '492c90d8-7d10-4969-a890-6ebd68d2b725'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:55:02.658677 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680167e-6f8e-40c3-a63a-b2ccd8605b77 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Pushing event deleted for resources: {'Port': ['ID=492c90d8-7d10-4969-a890-6ebd68d2b725,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:02.681560 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5e5af-9913-4d47-a5fd-bcefb1c1776a req-7aa7e45b-1366-4ef4-b60a-8aa55563179e tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:02.691714 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f1c5e5af-9913-4d47-a5fd-bcefb1c1776a req-7aa7e45b-1366-4ef4-b60a-8aa55563179e tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.1262674 Mar 05 04:55:02.711970 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5fc12e-b4f5-4533-8304-4e4dc7bb11ca req-c680167e-6f8e-40c3-a63a-b2ccd8605b77 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] No DVR routers for this DVR port 492c90d8-7d10-4969-a890-6ebd68d2b725 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:55:02.715839 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1a5fc12e-b4f5-4533-8304-4e4dc7bb11ca req-c680167e-6f8e-40c3-a63a-b2ccd8605b77 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:02.719106 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1a5fc12e-b4f5-4533-8304-4e4dc7bb11ca req-c680167e-6f8e-40c3-a63a-b2ccd8605b77 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.30 "DELETE /v2.0/ports/492c90d8-7d10-4969-a890-6ebd68d2b725 HTTP/1.1" status: 204 len: 173 time: 0.8375745 Mar 05 04:55:02.737233 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f075e-98fb-49bf-a6f8-49e517577781 req-f709f2bd-dc01-489e-9868-3fb1c755a438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:02.743326 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-463f075e-98fb-49bf-a6f8-49e517577781 req-f709f2bd-dc01-489e-9868-3fb1c755a438 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=451f8004-d1e7-47a0-b8b7-f06b000a63db HTTP/1.1" status: 200 len: 855 time: 0.1416447 Mar 05 04:55:02.789220 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158e913-64cb-4f3c-b008-5f56836f2f12 req-2f053df1-47c9-4c29-b063-5aeb4c54aff5 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:02.804941 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-463f075e-98fb-49bf-a6f8-49e517577781 req-542ec105-da73-4a51-8740-a8fc9c446b9a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6f60c81f-2634-4ffd-bb01-b4ea6ed7a048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584946 Mar 05 04:55:02.812051 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e158e913-64cb-4f3c-b008-5f56836f2f12 req-2f053df1-47c9-4c29-b063-5aeb4c54aff5 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 944 time: 0.2645495 Mar 05 04:55:02.923894 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-8fc9a848-a10b-4b1e-8af3-48baec3b14aa tempest-DvrRoutersNegativeTest-703477870 tempest-DvrRoutersNegativeTest-703477870-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-395070188', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:55:02.934238 n-d-789963-32 neutron-server[105231]: DEBUG neutron.policy [None req-8fc9a848-a10b-4b1e-8af3-48baec3b14aa tempest-DvrRoutersNegativeTest-703477870 tempest-DvrRoutersNegativeTest-703477870-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=105231) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Mar 05 04:55:02.934551 n-d-789963-32 neutron-server[105231]: DEBUG neutron.policy [None req-8fc9a848-a10b-4b1e-8af3-48baec3b14aa tempest-DvrRoutersNegativeTest-703477870 tempest-DvrRoutersNegativeTest-703477870-project] Failed policy check for 'create_router' {{(pid=105231) enforce /opt/stack/neutron/neutron/policy.py:524}} Mar 05 04:55:02.940433 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-8fc9a848-a10b-4b1e-8af3-48baec3b14aa tempest-DvrRoutersNegativeTest-703477870 tempest-DvrRoutersNegativeTest-703477870-project] create failed (client error): Access was denied to this resource. Mar 05 04:55:02.948039 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8fc9a848-a10b-4b1e-8af3-48baec3b14aa tempest-DvrRoutersNegativeTest-703477870 tempest-DvrRoutersNegativeTest-703477870-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5263672 Mar 05 04:55:03.039134 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e158e913-64cb-4f3c-b008-5f56836f2f12 req-ab81e4c4-d138-4c4d-bc63-76d5ac3c9ee0 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254450 Mar 05 04:55:03.069817 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f1c5e5af-9913-4d47-a5fd-bcefb1c1776a req-20cca016-5f4c-47db-a562-97d9714daea1 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3766990 Mar 05 04:55:03.094031 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55778) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:03.101592 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-463f075e-98fb-49bf-a6f8-49e517577781 req-ea29e151-1caa-445d-ade9-2c7f9eeb6e33 service neutron] 10.222.0.31 "GET /v2.0/networks/6f60c81f-2634-4ffd-bb01-b4ea6ed7a048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887290 Mar 05 04:55:03.259383 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55782) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:03.284500 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-780c65a4-3118-42a8-bec3-070267dcd4de req-68168d11-fc88-4411-9585-84af13e49380 tempest-ServerShowV254Test-730270921 tempest-ServerShowV254Test-730270921-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.0708933 Mar 05 04:55:03.298181 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2b75ac5b-712c-4427-8852-dae9c96d86e9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=edec9f35ae114a2996b4854ece2d6fba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2004821 Mar 05 04:55:03.306080 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55786) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:03.319498 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-463f075e-98fb-49bf-a6f8-49e517577781 req-db603472-f71e-462a-a069-915b0007539d service neutron] 10.222.0.31 "GET /v2.0/networks/6f60c81f-2634-4ffd-bb01-b4ea6ed7a048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020118 Mar 05 04:55:03.387162 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-504cb2f9-1bbe-440f-9a13-9f2996e56671 admin admin] Publish callbacks [] for security_group (e9dab4c9-c2be-4495-9858-df0ed8047b0d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:03.419521 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-504cb2f9-1bbe-440f-9a13-9f2996e56671 admin admin] Publish callbacks [] for security_group (e9dab4c9-c2be-4495-9858-df0ed8047b0d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:03.446411 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3e8ef615-9c60-4235-a92f-2388b4b192d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:03.567289 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfe81d-6285-48d5-9e53-5165d2e6329f req-8ae4badc-a843-4924-86db-3c6e620f3b86 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:03.569419 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1bcfe81d-6285-48d5-9e53-5165d2e6329f req-8ae4badc-a843-4924-86db-3c6e620f3b86 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.0715036 Mar 05 04:55:03.606143 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-504cb2f9-1bbe-440f-9a13-9f2996e56671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e9dab4c9-c2be-4495-9858-df0ed8047b0d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:03.614387 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-504cb2f9-1bbe-440f-9a13-9f2996e56671 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:03.615657 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-504cb2f9-1bbe-440f-9a13-9f2996e56671 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e9dab4c9-c2be-4495-9858-df0ed8047b0d HTTP/1.1" status: 204 len: 168 time: 0.3084669 Mar 05 04:55:03.626648 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3e8ef615-9c60-4235-a92f-2388b4b192d9 admin admin] Publish callbacks [] for security_group (27ce4a21-7e49-4709-8911-3a5413572b00), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:03.628387 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504cb2f9-1bbe-440f-9a13-9f2996e56671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9dab4c9-c2be-4495-9858-df0ed8047b0d,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:03.641778 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3e8ef615-9c60-4235-a92f-2388b4b192d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (27ce4a21-7e49-4709-8911-3a5413572b00), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:03.663306 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1bcfe81d-6285-48d5-9e53-5165d2e6329f req-659f8574-33c8-4dad-bbff-d066548d3cdd tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834925 Mar 05 04:55:03.710783 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ef615-9c60-4235-a92f-2388b4b192d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ce4a21-7e49-4709-8911-3a5413572b00,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:03.740160 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5c947ab5-8834-45fd-bfe5-074261bb7ba0 req-c1e86916-a5ea-42cd-a9b9-bb02aaad193c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ddfd02f04b06454facfcb75611ab9c6d&device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.1009347 Mar 05 04:55:03.777543 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3e8ef615-9c60-4235-a92f-2388b4b192d9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9417d364455e4e7abfa863423232cb8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5156376 Mar 05 04:55:03.779981 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55806) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:03.790888 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5c947ab5-8834-45fd-bfe5-074261bb7ba0 req-7833952d-4534-431e-9bde-4feddd96a206 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=ddfd02f04b06454facfcb75611ab9c6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400233 Mar 05 04:55:03.835448 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7d3b6740-eda4-40b6-ba63-09dbb7dd61e5 req-e21418da-22cd-4fa5-ac5c-a5835e6c99df tempest-ServerShowV254Test-730270921 tempest-ServerShowV254Test-730270921-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.0471542 Mar 05 04:55:03.926748 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8c9360db-77cd-48fc-81d5-30bfde6d4422 admin admin] Publish callbacks [] for security_group (27ce4a21-7e49-4709-8911-3a5413572b00), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:03.968049 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8c9360db-77cd-48fc-81d5-30bfde6d4422 admin admin] Publish callbacks [] for security_group (27ce4a21-7e49-4709-8911-3a5413572b00), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:03.994724 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f1551f-5173-4f96-971e-7a5719c2f969', 'name': 'network-vif-deleted', 'tag': '492c90d8-7d10-4969-a890-6ebd68d2b725'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:55:03.997283 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138ab861-0008-4b0c-8270-6904b41be0ff" -d '{"events": [{"server_uuid": "b3f1551f-5173-4f96-971e-7a5719c2f969", "name": "network-vif-deleted", "tag": "492c90d8-7d10-4969-a890-6ebd68d2b725"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:55:04.030118 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8c9360db-77cd-48fc-81d5-30bfde6d4422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (27ce4a21-7e49-4709-8911-3a5413572b00), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:04.033066 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c947ab5-8834-45fd-bfe5-074261bb7ba0 req-2d49185e-c886-454b-87d3-2aacfa632961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:04.033930 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8c9360db-77cd-48fc-81d5-30bfde6d4422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:04.034829 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5c947ab5-8834-45fd-bfe5-074261bb7ba0 req-2d49185e-c886-454b-87d3-2aacfa632961 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2379444 Mar 05 04:55:04.044230 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8c9360db-77cd-48fc-81d5-30bfde6d4422 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/27ce4a21-7e49-4709-8911-3a5413572b00 HTTP/1.1" status: 204 len: 168 time: 0.2541230 Mar 05 04:55:04.045487 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9360db-77cd-48fc-81d5-30bfde6d4422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ce4a21-7e49-4709-8911-3a5413572b00,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:04.091411 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153dddc5-0b51-49aa-a097-3a864e002a4b x-openstack-request-id: req-153dddc5-0b51-49aa-a097-3a864e002a4b {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:55:04.091715 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f1551f-5173-4f96-971e-7a5719c2f969", "name": "network-vif-deleted", "tag": "492c90d8-7d10-4969-a890-6ebd68d2b725", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:55:04.091971 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-153dddc5-0b51-49aa-a097-3a864e002a4b {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:55:04.092405 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f1551f-5173-4f96-971e-7a5719c2f969', 'name': 'network-vif-deleted', 'tag': '492c90d8-7d10-4969-a890-6ebd68d2b725', 'status': 'completed', 'code': 200} Mar 05 04:55:04.298097 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc051a4-324c-4a1e-a5db-b7bcac324460 req-e9e6705d-7043-49b8-a53e-66fa1681a9e7 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:04.299773 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3bc051a4-324c-4a1e-a5db-b7bcac324460 req-e9e6705d-7043-49b8-a53e-66fa1681a9e7 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 944 time: 0.1278241 Mar 05 04:55:04.369544 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3bc051a4-324c-4a1e-a5db-b7bcac324460 req-ee71f639-02e7-42c6-b084-c4e671a421d5 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602894 Mar 05 04:55:04.604256 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 492c90d8-7d10-4969-a890-6ebd68d2b725 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:55:04.655905 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 492c90d8-7d10-4969-a890-6ebd68d2b725 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:55:04.658697 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 492c90d8-7d10-4969-a890-6ebd68d2b725 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:55:04.717962 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e9954-664d-4f9d-98ab-6f05356c1b90 req-69427d0a-671c-4b5f-87dc-5ba8ab1d57fa tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:04.720672 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-238e9954-664d-4f9d-98ab-6f05356c1b90 req-69427d0a-671c-4b5f-87dc-5ba8ab1d57fa tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b75710-9b7f-42f6-b14d-7f6eaecc8130 HTTP/1.1" status: 200 len: 945 time: 0.0856662 Mar 05 04:55:04.821979 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-238e9954-664d-4f9d-98ab-6f05356c1b90 req-086f89f4-634b-4160-b69a-c5f8cabc08ab tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929880 Mar 05 04:55:04.849653 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304433da-bdd4-40c0-9bc7-afc38a7f98b9 req-901f6e37-c707-42e9-8aa0-6c2d2c406955 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:04.851408 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-304433da-bdd4-40c0-9bc7-afc38a7f98b9 req-901f6e37-c707-42e9-8aa0-6c2d2c406955 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.0874162 Mar 05 04:55:04.929557 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-304433da-bdd4-40c0-9bc7-afc38a7f98b9 req-c99f4bc2-9951-4711-8d0d-bcc992f20b5c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719211 Mar 05 04:55:05.012092 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3f7bf112-9b5e-4291-888e-6a4a894cea4c req-68f0aed7-5d65-4ddb-ad2c-7a26a5db23ea tempest-ServerShowV254Test-730270921 tempest-ServerShowV254Test-730270921-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.0344856 Mar 05 04:55:05.023233 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55878) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:05.069642 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:55:05.084786 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device a0292c84-51f4-4059-8e4d-6ab501708195 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:55:05.191782 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-f38232e9-035e-49a4-b929-a7e3def84497 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2013950429-network', 'tenant_id': 'becd292ae1964e1591030ea7084bd53e'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:55:05.216234 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38232e9-035e-49a4-b929-a7e3def84497 admin admin] Made reservation on behalf of becd292ae1964e1591030ea7084bd53e for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:55:05.221871 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f38232e9-035e-49a4-b929-a7e3def84497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:05.237498 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f38232e9-035e-49a4-b929-a7e3def84497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:05.293842 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5c947ab5-8834-45fd-bfe5-074261bb7ba0 req-bfcbf0a9-b151-49a4-880d-aaf0d9b74a84 tempest-ServerShowV254Test-730270921 tempest-ServerShowV254Test-730270921-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4b831bf-243b-4c31-976d-a3ed46b822c8 HTTP/1.1" status: 200 len: 210 time: 0.0604410 Mar 05 04:55:05.373369 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f38232e9-035e-49a4-b929-a7e3def84497 admin admin] Publish callbacks [] for security_group (1221e7d5-8d20-47b1-a240-de033b79c9f5), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:05.384138 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f38232e9-035e-49a4-b929-a7e3def84497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1221e7d5-8d20-47b1-a240-de033b79c9f5), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:05.456633 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f38232e9-035e-49a4-b929-a7e3def84497 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:55:05.477177 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port a0292c84-51f4-4059-8e4d-6ab501708195 is: DOWN; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:55:05.493432 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f38232e9-035e-49a4-b929-a7e3def84497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (e8ceeb83-f904-40df-9648-fb8be4cbca95), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:05.493802 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-f38232e9-035e-49a4-b929-a7e3def84497 admin admin] Added segment e8ceeb83-f904-40df-9648-fb8be4cbca95 of type vlan for network 37d41d56-12bb-40e8-aa0b-844473811f88 Mar 05 04:55:05.509935 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38232e9-035e-49a4-b929-a7e3def84497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1221e7d5-8d20-47b1-a240-de033b79c9f5,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:05.538618 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731,segment=NetworkSegment(3591eed7-510d-4315-b6a7-34b67541b594),segment_id=3591eed7-510d-4315-b6a7-34b67541b594)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:05.562318 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731', 'network_id': '6f60c81f-2634-4ffd-bb01-b4ea6ed7a048', 'port_id': '23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731', 'mac_address': 'fa:16:3e:de:14:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451f8004-d1e7-47a0-b8b7-f06b000a63db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:55:05.585355 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f38232e9-035e-49a4-b929-a7e3def84497 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (37d41d56-12bb-40e8-aa0b-844473811f88), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:05.631980 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:55:05.632540 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:05.649133 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:55:05.671799 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cd751-6218-4ecf-a2b7-f14003b22638 req-e0acae8a-e664-424c-afbc-ae0d2ab5b1dd tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:05.682246 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-229cd751-6218-4ecf-a2b7-f14003b22638 req-e0acae8a-e664-424c-afbc-ae0d2ab5b1dd tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 944 time: 0.1427770 Mar 05 04:55:05.686002 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731,segment=NetworkSegment(3591eed7-510d-4315-b6a7-34b67541b594),segment_id=3591eed7-510d-4315-b6a7-34b67541b594)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:05.691150 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f38232e9-035e-49a4-b929-a7e3def84497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (37d41d56-12bb-40e8-aa0b-844473811f88), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:05.692115 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38232e9-035e-49a4-b929-a7e3def84497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:05.693031 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f38232e9-035e-49a4-b929-a7e3def84497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:05.693270 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:05.758716 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:05.817419 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55898) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:05.822853 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-09c28b52-9d5f-4918-b7e7-ce6f09be07b4 admin admin] Request body: {'subnet': {'network_id': '37d41d56-12bb-40e8-aa0b-844473811f88', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2013950429-subnet', 'tenant_id': 'becd292ae1964e1591030ea7084bd53e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:55:05.838092 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f38232e9-035e-49a4-b929-a7e3def84497 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.8130252 Mar 05 04:55:05.845528 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38232e9-035e-49a4-b929-a7e3def84497 admin admin] Pushing event updated for resources: {'Network': ['ID=37d41d56-12bb-40e8-aa0b-844473811f88,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:05.877056 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c28b52-9d5f-4918-b7e7-ce6f09be07b4 admin admin] Made reservation on behalf of becd292ae1964e1591030ea7084bd53e for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:55:05.877644 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 37d41d56-12bb-40e8-aa0b-844473811f88 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:55:05.879855 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09c28b52-9d5f-4918-b7e7-ce6f09be07b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:05.928993 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-229cd751-6218-4ecf-a2b7-f14003b22638 req-e99167df-7da3-4db7-9362-0b05e54c4091 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449930 Mar 05 04:55:05.954904 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:55:06.167996 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3dca5a-bb66-493a-bfef-6a0a11db14ac req-ed016380-2fc7-40b6-912c-e5a4fa72338c tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:06.174018 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d3dca5a-bb66-493a-bfef-6a0a11db14ac req-ed016380-2fc7-40b6-912c-e5a4fa72338c tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b75710-9b7f-42f6-b14d-7f6eaecc8130 HTTP/1.1" status: 200 len: 945 time: 0.1519978 Mar 05 04:55:06.254804 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bec3c-cc64-4b95-9482-28c2e4883351 req-d6e63c1b-94ee-4145-b943-39619551e73a tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:06.257367 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-353bec3c-cc64-4b95-9482-28c2e4883351 req-d6e63c1b-94ee-4145-b943-39619551e73a tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.30 "GET /v2.0/ports?device_id=92b75710-9b7f-42f6-b14d-7f6eaecc8130 HTTP/1.1" status: 200 len: 945 time: 0.1494277 Mar 05 04:55:06.279053 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d3dca5a-bb66-493a-bfef-6a0a11db14ac req-c50dbc98-9e20-4443-8efe-fcdbd1f0510c tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/security-groups?id=f7460fe7-8f35-4903-866a-f8c3b14fe4f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925136 Mar 05 04:55:06.301820 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd194a4-f99c-417c-8885-77c86900401f req-f1faf4c3-710e-48a4-9b78-54ddbf057c8f tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:06.303841 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6fd194a4-f99c-417c-8885-77c86900401f req-f1faf4c3-710e-48a4-9b78-54ddbf057c8f tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.2122259 Mar 05 04:55:06.400875 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6fd194a4-f99c-417c-8885-77c86900401f req-67263567-3791-40ec-9f89-17ccff2cb957 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855544 Mar 05 04:55:06.490752 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09c28b52-9d5f-4918-b7e7-ce6f09be07b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (b6c56ecd-fc7a-4047-b753-5102cf976f28), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:06.531979 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-353bec3c-cc64-4b95-9482-28c2e4883351 req-27ca65be-56eb-4122-829a-2368fdd5ec03 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Deleting port 8f50280d-c7ec-464b-867e-ad57cfb7443f {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:55:06.533081 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-353bec3c-cc64-4b95-9482-28c2e4883351 req-27ca65be-56eb-4122-829a-2368fdd5ec03 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (8f50280d-c7ec-464b-867e-ad57cfb7443f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:06.649229 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-353bec3c-cc64-4b95-9482-28c2e4883351 req-27ca65be-56eb-4122-829a-2368fdd5ec03 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] For port 8f50280d-c7ec-464b-867e-ad57cfb7443f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=8f50280d-c7ec-464b-867e-ad57cfb7443f,segment=NetworkSegment(ebcd2177-23d7-4bfd-8698-a8500e628c6f),segment_id=ebcd2177-23d7-4bfd-8698-a8500e628c6f)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:06.649759 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-353bec3c-cc64-4b95-9482-28c2e4883351 req-27ca65be-56eb-4122-829a-2368fdd5ec03 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (8f50280d-c7ec-464b-867e-ad57cfb7443f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:06.676254 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c28b52-9d5f-4918-b7e7-ce6f09be07b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6c56ecd-fc7a-4047-b753-5102cf976f28,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:06.681245 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-353bec3c-cc64-4b95-9482-28c2e4883351 req-27ca65be-56eb-4122-829a-2368fdd5ec03 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Calling delete_port for 8f50280d-c7ec-464b-867e-ad57cfb7443f owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:55:06.692059 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c28b52-9d5f-4918-b7e7-ce6f09be07b4 admin admin] Checking segment: {'id': 'e8ceeb83-f904-40df-9648-fb8be4cbca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '37d41d56-12bb-40e8-aa0b-844473811f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:55:06.692419 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c28b52-9d5f-4918-b7e7-ce6f09be07b4 admin admin] Network hostable DHCP agents. Network: 37d41d56-12bb-40e8-aa0b-844473811f88, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:55:06.770666 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c28b52-9d5f-4918-b7e7-ce6f09be07b4 admin admin] Network 37d41d56-12bb-40e8-aa0b-844473811f88 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:55:06.795164 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-09c28b52-9d5f-4918-b7e7-ce6f09be07b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 37d41d56-12bb-40e8-aa0b-844473811f88) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:55:06.801344 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c28b52-9d5f-4918-b7e7-ce6f09be07b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:06.801945 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09c28b52-9d5f-4918-b7e7-ce6f09be07b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:06.807825 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cf3ef5-8e79-4886-824a-c2e24a5e0d30 None None] Network 37d41d56-12bb-40e8-aa0b-844473811f88 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:55:06.827303 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-09c28b52-9d5f-4918-b7e7-ce6f09be07b4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0061920 Mar 05 04:55:06.827626 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55928) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:06.833443 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-7dc38e71-131d-4f6c-82cf-f4dc0be122f1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2013950429-router', 'tenant_id': 'becd292ae1964e1591030ea7084bd53e', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:55:06.861568 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7dc38e71-131d-4f6c-82cf-f4dc0be122f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (3ee3bc0c-e514-4015-a126-32f5d7461aa5), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:06.862855 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7dc38e71-131d-4f6c-82cf-f4dc0be122f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (3ee3bc0c-e514-4015-a126-32f5d7461aa5), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:06.901834 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55934) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:06.963047 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7dc38e71-131d-4f6c-82cf-f4dc0be122f1 admin admin] Publish callbacks [] for router_controller (3ee3bc0c-e514-4015-a126-32f5d7461aa5), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:06.975468 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-353bec3c-cc64-4b95-9482-28c2e4883351 req-27ca65be-56eb-4122-829a-2368fdd5ec03 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (8f50280d-c7ec-464b-867e-ad57cfb7443f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:06.993402 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['8f50280d-c7ec-464b-867e-ad57cfb7443f'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:55:07.038483 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca65be-56eb-4122-829a-2368fdd5ec03 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Pushing event deleted for resources: {'Port': ['ID=8f50280d-c7ec-464b-867e-ad57cfb7443f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:07.076999 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:55:07.127840 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-353bec3c-cc64-4b95-9482-28c2e4883351 req-27ca65be-56eb-4122-829a-2368fdd5ec03 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] No DVR routers for this DVR port 8f50280d-c7ec-464b-867e-ad57cfb7443f on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:55:07.131835 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-353bec3c-cc64-4b95-9482-28c2e4883351 req-27ca65be-56eb-4122-829a-2368fdd5ec03 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:07.135283 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-353bec3c-cc64-4b95-9482-28c2e4883351 req-27ca65be-56eb-4122-829a-2368fdd5ec03 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.30 "DELETE /v2.0/ports/8f50280d-c7ec-464b-867e-ad57cfb7443f HTTP/1.1" status: 204 len: 173 time: 0.8696234 Mar 05 04:55:07.135711 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b75710-9b7f-42f6-b14d-7f6eaecc8130', 'name': 'network-vif-deleted', 'tag': '8f50280d-c7ec-464b-867e-ad57cfb7443f'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:55:07.138226 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba21da67-f2a0-4440-b836-55a5203d1503" -d '{"events": [{"server_uuid": "92b75710-9b7f-42f6-b14d-7f6eaecc8130", "name": "network-vif-deleted", "tag": "8f50280d-c7ec-464b-867e-ad57cfb7443f"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:55:07.149930 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6c359d0c-782f-4c0c-9823-2bb56a159e9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:07.245586 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1f1ea0-50c4-4634-be20-4c4a5e1d03f3 x-openstack-request-id: req-ce1f1ea0-50c4-4634-be20-4c4a5e1d03f3 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:55:07.245710 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92b75710-9b7f-42f6-b14d-7f6eaecc8130", "name": "network-vif-deleted", "tag": "8f50280d-c7ec-464b-867e-ad57cfb7443f", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:55:07.245935 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ce1f1ea0-50c4-4634-be20-4c4a5e1d03f3 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:55:07.246777 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b75710-9b7f-42f6-b14d-7f6eaecc8130', 'name': 'network-vif-deleted', 'tag': '8f50280d-c7ec-464b-867e-ad57cfb7443f', 'status': 'completed', 'code': 200} Mar 05 04:55:07.280147 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6c359d0c-782f-4c0c-9823-2bb56a159e9a admin admin] Publish callbacks [] for security_group (d6cff449-5de7-44e6-bcfa-ae6b6f9a01cc), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:07.286043 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:55:07.294349 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6c359d0c-782f-4c0c-9823-2bb56a159e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d6cff449-5de7-44e6-bcfa-ae6b6f9a01cc), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:07.296188 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:55:07.296670 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:07.352191 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c359d0c-782f-4c0c-9823-2bb56a159e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cff449-5de7-44e6-bcfa-ae6b6f9a01cc,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:07.359646 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6c359d0c-782f-4c0c-9823-2bb56a159e9a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ddfd02f04b06454facfcb75611ab9c6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4560237 Mar 05 04:55:07.362274 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55946) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:07.373042 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a420961-45f8-45e0-bd00-cc49d4dafff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-37d41d56-12bb-40e8-aa0b-844473811f88', 'network_id': '37d41d56-12bb-40e8-aa0b-844473811f88', 'project_id': 'becd292ae1964e1591030ea7084bd53e', 'fixed_ips': [{'subnet_id': 'b6c56ecd-fc7a-4047-b753-5102cf976f28'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:55:07.375397 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1a420961-45f8-45e0-bd00-cc49d4dafff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:07.480713 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-850e451b-bff9-4c62-ac42-d6908187e3dd admin admin] Publish callbacks [] for security_group (d6cff449-5de7-44e6-bcfa-ae6b6f9a01cc), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:07.498084 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7dc38e71-131d-4f6c-82cf-f4dc0be122f1 admin admin] Publish callbacks [] for router_gateway (3ee3bc0c-e514-4015-a126-32f5d7461aa5), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:07.519296 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb15893-13e8-49a7-832d-4d736894e34c req-dc5af033-68d2-49ef-9f02-51bd06c39baf tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:07.530302 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ddb15893-13e8-49a7-832d-4d736894e34c req-dc5af033-68d2-49ef-9f02-51bd06c39baf tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 945 time: 0.4478543 Mar 05 04:55:07.545958 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-850e451b-bff9-4c62-ac42-d6908187e3dd admin admin] Publish callbacks [] for security_group (d6cff449-5de7-44e6-bcfa-ae6b6f9a01cc), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:07.554035 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:55:07.554268 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:07.607620 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6158aae4-228c-4968-9476-5cb3bc4d2636 req-a9bd08ef-46e5-4f1c-ac37-38362e0097b8 tempest-ServersTestJSON-1375288805 tempest-ServersTestJSON-1375288805-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b75710-9b7f-42f6-b14d-7f6eaecc8130 HTTP/1.1" status: 200 len: 210 time: 0.1108611 Mar 05 04:55:07.632679 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731,segment=NetworkSegment(3591eed7-510d-4315-b6a7-34b67541b594),segment_id=3591eed7-510d-4315-b6a7-34b67541b594)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:07.635635 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38dc12d2-4553-40e8-82f7-488498e0b1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:55:07.638141 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33d2789-5456-46fe-b038-1af1a96f079e" -d '{"events": [{"server_uuid": "38dc12d2-4553-40e8-82f7-488498e0b1f0", "name": "network-vif-plugged", "status": "completed", "tag": "23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:55:07.646291 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:07.657073 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-850e451b-bff9-4c62-ac42-d6908187e3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d6cff449-5de7-44e6-bcfa-ae6b6f9a01cc), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:07.661251 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-850e451b-bff9-4c62-ac42-d6908187e3dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:07.666645 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-850e451b-bff9-4c62-ac42-d6908187e3dd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d6cff449-5de7-44e6-bcfa-ae6b6f9a01cc HTTP/1.1" status: 204 len: 168 time: 0.3005359 Mar 05 04:55:07.707003 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e451b-bff9-4c62-ac42-d6908187e3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cff449-5de7-44e6-bcfa-ae6b6f9a01cc,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:07.773974 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ddb15893-13e8-49a7-832d-4d736894e34c req-ddb12300-3d77-4cc8-99f6-0369f2d64ed2 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392488 Mar 05 04:55:07.832795 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:07.888040 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d413b27c-1d0c-4ead-8c0a-0939365b549a x-openstack-request-id: req-d413b27c-1d0c-4ead-8c0a-0939365b549a {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:55:07.888316 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38dc12d2-4553-40e8-82f7-488498e0b1f0", "name": "network-vif-plugged", "status": "completed", "tag": "23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:55:07.888579 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d413b27c-1d0c-4ead-8c0a-0939365b549a {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:55:07.889003 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38dc12d2-4553-40e8-82f7-488498e0b1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731', 'code': 200} Mar 05 04:55:07.915787 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-1a420961-45f8-45e0-bd00-cc49d4dafff6 None None] Allocated IP 172.20.0.2 (37d41d56-12bb-40e8-aa0b-844473811f88/b6c56ecd-fc7a-4047-b753-5102cf976f28/40d6fd29-4bff-43ff-8548-2043a3d27787) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:55:07.973403 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b275b5-d31d-4f47-94d6-800fe7a82005 req-b0fec9b2-9222-4b94-9c98-04242c31f9cf tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:07.993534 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-53b275b5-d31d-4f47-94d6-800fe7a82005 req-b0fec9b2-9222-4b94-9c98-04242c31f9cf tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.2032988 Mar 05 04:55:08.068299 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-53b275b5-d31d-4f47-94d6-800fe7a82005 req-779d3c84-e19b-45b9-8c80-5a5657f0e6c9 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666049 Mar 05 04:55:08.106220 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c1125-1379-4226-8c47-243e02a8e7e1 req-ce4160cb-b938-4147-a44d-cb625a608d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:08.107957 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-da3c1125-1379-4226-8c47-243e02a8e7e1 req-ce4160cb-b938-4147-a44d-cb625a608d7d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 1129 time: 0.1520052 Mar 05 04:55:08.146659 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1a420961-45f8-45e0-bd00-cc49d4dafff6 None None] Publish callbacks [] for port (40d6fd29-4bff-43ff-8548-2043a3d27787), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:08.158713 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1a420961-45f8-45e0-bd00-cc49d4dafff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (40d6fd29-4bff-43ff-8548-2043a3d27787), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:08.208377 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-da3c1125-1379-4226-8c47-243e02a8e7e1 req-7ed8c117-37fd-4bdd-8829-dea7aef11aa9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933249 Mar 05 04:55:08.220476 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7dc38e71-131d-4f6c-82cf-f4dc0be122f1 admin admin] Publish callbacks [] for router_gateway (3ee3bc0c-e514-4015-a126-32f5d7461aa5), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:08.236805 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a420961-45f8-45e0-bd00-cc49d4dafff6 None None] Pushing event updated for resources: {'Port': ['ID=40d6fd29-4bff-43ff-8548-2043a3d27787,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:08.244629 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a420961-45f8-45e0-bd00-cc49d4dafff6 None None] Network 37d41d56-12bb-40e8-aa0b-844473811f88 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:55:08.246664 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-1a420961-45f8-45e0-bd00-cc49d4dafff6 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:55:08.249102 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a420961-45f8-45e0-bd00-cc49d4dafff6 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:55:08.254220 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7dc38e71-131d-4f6c-82cf-f4dc0be122f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:08.346078 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-1a420961-45f8-45e0-bd00-cc49d4dafff6 None None] Attempting to bind port 40d6fd29-4bff-43ff-8548-2043a3d27787 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:55:08.346464 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-1a420961-45f8-45e0-bd00-cc49d4dafff6 None None] Attempting to bind port 40d6fd29-4bff-43ff-8548-2043a3d27787 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'e8ceeb83-f904-40df-9648-fb8be4cbca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '37d41d56-12bb-40e8-aa0b-844473811f88'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:55:08.346839 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a420961-45f8-45e0-bd00-cc49d4dafff6 None None] Attempting to bind port 40d6fd29-4bff-43ff-8548-2043a3d27787 on network 37d41d56-12bb-40e8-aa0b-844473811f88 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:55:08.352096 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a420961-45f8-45e0-bd00-cc49d4dafff6 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:55:08.352906 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a420961-45f8-45e0-bd00-cc49d4dafff6 None None] Checking segment: {'id': 'e8ceeb83-f904-40df-9648-fb8be4cbca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '37d41d56-12bb-40e8-aa0b-844473811f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:55:08.353035 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1a420961-45f8-45e0-bd00-cc49d4dafff6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:08.353429 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a420961-45f8-45e0-bd00-cc49d4dafff6 None None] Bound using segment: {'id': 'e8ceeb83-f904-40df-9648-fb8be4cbca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '37d41d56-12bb-40e8-aa0b-844473811f88'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:55:08.354462 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-1a420961-45f8-45e0-bd00-cc49d4dafff6 None None] Bound port: 40d6fd29-4bff-43ff-8548-2043a3d27787, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ceeb83-f904-40df-9648-fb8be4cbca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '37d41d56-12bb-40e8-aa0b-844473811f88'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:55:08.354811 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1a420961-45f8-45e0-bd00-cc49d4dafff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (40d6fd29-4bff-43ff-8548-2043a3d27787), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:08.467823 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-1a420961-45f8-45e0-bd00-cc49d4dafff6 None None] For port 40d6fd29-4bff-43ff-8548-2043a3d27787, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:55:08.468861 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-7dc38e71-131d-4f6c-82cf-f4dc0be122f1 admin admin] Allocated IP 172.25.0.201 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/59ba4d00-3884-428c-a06f-50973f100916) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:55:08.475917 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-1a420961-45f8-45e0-bd00-cc49d4dafff6 None None] For port 40d6fd29-4bff-43ff-8548-2043a3d27787, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=40d6fd29-4bff-43ff-8548-2043a3d27787,segment=NetworkSegment(e8ceeb83-f904-40df-9648-fb8be4cbca95),segment_id=e8ceeb83-f904-40df-9648-fb8be4cbca95)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:55:08.486844 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1a420961-45f8-45e0-bd00-cc49d4dafff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (40d6fd29-4bff-43ff-8548-2043a3d27787), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:08.596784 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a420961-45f8-45e0-bd00-cc49d4dafff6 None None] Pushing event updated for resources: {'Port': ['ID=40d6fd29-4bff-43ff-8548-2043a3d27787,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:08.617281 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7dc38e71-131d-4f6c-82cf-f4dc0be122f1 admin admin] Publish callbacks [] for port (59ba4d00-3884-428c-a06f-50973f100916), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:08.685248 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7dc38e71-131d-4f6c-82cf-f4dc0be122f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (59ba4d00-3884-428c-a06f-50973f100916), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:08.698624 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55976) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:08.754661 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc38e71-131d-4f6c-82cf-f4dc0be122f1 admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:55:08.763336 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-7dc38e71-131d-4f6c-82cf-f4dc0be122f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:55:08.773789 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc38e71-131d-4f6c-82cf-f4dc0be122f1 admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:55:08.883665 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc38e71-131d-4f6c-82cf-f4dc0be122f1 admin admin] Pushing event updated for resources: {'Port': ['ID=59ba4d00-3884-428c-a06f-50973f100916,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:09.276755 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55990) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:09.368116 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ab16d-d556-4865-9ce4-91a560013b41 req-b2c249f2-517f-4ae1-ad36-366b81254ce5 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:09.377916 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1f7ab16d-d556-4865-9ce4-91a560013b41 req-b2c249f2-517f-4ae1-ad36-366b81254ce5 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 946 time: 0.3263080 Mar 05 04:55:09.382843 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d4cd6b-671e-4bd0-8ce0-4ea968a01e91 admin admin] Deleting subnet 9d05b828-21c8-4294-b343-ca7ba96c6119 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:55:09.390992 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-62d4cd6b-671e-4bd0-8ce0-4ea968a01e91 admin admin] Publish callbacks [] for subnet (9d05b828-21c8-4294-b343-ca7ba96c6119), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:09.472945 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-62d4cd6b-671e-4bd0-8ce0-4ea968a01e91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (9d05b828-21c8-4294-b343-ca7ba96c6119), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:09.522126 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976c352-9683-45cd-b3db-8c6ad7d93354 req-2ab17813-f1aa-4c54-b821-a8d6aede153d tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:09.523763 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8976c352-9683-45cd-b3db-8c6ad7d93354 req-2ab17813-f1aa-4c54-b821-a8d6aede153d tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.2933538 Mar 05 04:55:09.524432 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7dc38e71-131d-4f6c-82cf-f4dc0be122f1 admin admin] Publish callbacks [] for router_gateway (3ee3bc0c-e514-4015-a126-32f5d7461aa5), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:09.562445 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-62d4cd6b-671e-4bd0-8ce0-4ea968a01e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (9d05b828-21c8-4294-b343-ca7ba96c6119), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:09.614551 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-bb9660e0-b226-45b6-a097-e8b71a0eeaa5 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-442390521-network', 'tenant_id': 'e2d44059f0b34161916212f7f55fcb0b'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:55:09.693810 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-62d4cd6b-671e-4bd0-8ce0-4ea968a01e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (9d05b828-21c8-4294-b343-ca7ba96c6119), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:09.774663 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9660e0-b226-45b6-a097-e8b71a0eeaa5 admin admin] Made reservation on behalf of e2d44059f0b34161916212f7f55fcb0b for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:55:09.777297 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bb9660e0-b226-45b6-a097-e8b71a0eeaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:09.791663 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bb9660e0-b226-45b6-a097-e8b71a0eeaa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:09.816990 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1f7ab16d-d556-4865-9ce4-91a560013b41 req-6737b205-3377-4130-a7ee-fa4957f0a436 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304821 Mar 05 04:55:09.828979 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4cd6b-671e-4bd0-8ce0-4ea968a01e91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d05b828-21c8-4294-b343-ca7ba96c6119,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:09.831986 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-62d4cd6b-671e-4bd0-8ce0-4ea968a01e91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:09.841792 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8976c352-9683-45cd-b3db-8c6ad7d93354 req-e3c5c85c-3aa3-4741-a687-c302c1bd9b3d tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084643 Mar 05 04:55:09.842262 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 56004) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:09.852176 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-62d4cd6b-671e-4bd0-8ce0-4ea968a01e91 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9d05b828-21c8-4294-b343-ca7ba96c6119 HTTP/1.1" status: 204 len: 168 time: 1.1517854 Mar 05 04:55:10.010958 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ed140fc0-02b0-4c68-92da-df922800d2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (54309d98-48bc-4d3e-a20e-4665796063fc), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:10.245474 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1687d345-021c-4673-8486-14e9c1849aa5 None None] Network 37d41d56-12bb-40e8-aa0b-844473811f88 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:55:10.367615 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 40d6fd29-4bff-43ff-8548-2043a3d27787 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:55:10.464028 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bb9660e0-b226-45b6-a097-e8b71a0eeaa5 admin admin] Publish callbacks [] for security_group (2cc1a3af-db59-4429-bece-bda3ccefb209), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:10.465495 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7dc38e71-131d-4f6c-82cf-f4dc0be122f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (3ee3bc0c-e514-4015-a126-32f5d7461aa5), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:10.483967 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d41a0f5c-93bc-4b33-82c7-b84c625816ba None None] Provisioning complete for port 40d6fd29-4bff-43ff-8548-2043a3d27787 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:55:10.484282 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d41a0f5c-93bc-4b33-82c7-b84c625816ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (40d6fd29-4bff-43ff-8548-2043a3d27787), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:10.500923 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bb9660e0-b226-45b6-a097-e8b71a0eeaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (2cc1a3af-db59-4429-bece-bda3ccefb209), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:10.514181 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb9660e0-b226-45b6-a097-e8b71a0eeaa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:55:10.524657 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bb9660e0-b226-45b6-a097-e8b71a0eeaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (da7ec86f-9059-4786-a735-777ec8acbbac), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:10.525115 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-bb9660e0-b226-45b6-a097-e8b71a0eeaa5 admin admin] Added segment da7ec86f-9059-4786-a735-777ec8acbbac of type vlan for network ba273325-b9e8-4fe8-a983-08f546e9927d Mar 05 04:55:10.566425 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 40d6fd29-4bff-43ff-8548-2043a3d27787 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:55:10.567060 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (40d6fd29-4bff-43ff-8548-2043a3d27787), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:10.575976 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bb9660e0-b226-45b6-a097-e8b71a0eeaa5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (ba273325-b9e8-4fe8-a983-08f546e9927d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:10.602862 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ed140fc0-02b0-4c68-92da-df922800d2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (54309d98-48bc-4d3e-a20e-4665796063fc), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:10.617590 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 8f50280d-c7ec-464b-867e-ad57cfb7443f no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:55:10.663777 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 8f50280d-c7ec-464b-867e-ad57cfb7443f {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:55:10.664289 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 8f50280d-c7ec-464b-867e-ad57cfb7443f not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:55:10.694527 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bb9660e0-b226-45b6-a097-e8b71a0eeaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (ba273325-b9e8-4fe8-a983-08f546e9927d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:10.695533 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9660e0-b226-45b6-a097-e8b71a0eeaa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:10.696123 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bb9660e0-b226-45b6-a097-e8b71a0eeaa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:10.704122 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-ed140fc0-02b0-4c68-92da-df922800d2fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54309d98-48bc-4d3e-a20e-4665796063fc']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:10.783611 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9660e0-b226-45b6-a097-e8b71a0eeaa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc1a3af-db59-4429-bece-bda3ccefb209,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:10.799221 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-ed140fc0-02b0-4c68-92da-df922800d2fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebcd2177-23d7-4bfd-8698-a8500e628c6f') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:10.799529 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-ed140fc0-02b0-4c68-92da-df922800d2fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebcd2177-23d7-4bfd-8698-a8500e628c6f') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:10.830852 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ed140fc0-02b0-4c68-92da-df922800d2fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (ebcd2177-23d7-4bfd-8698-a8500e628c6f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:10.854536 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d41a0f5c-93bc-4b33-82c7-b84c625816ba None None] Current status of the port 40d6fd29-4bff-43ff-8548-2043a3d27787 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:55:10.854943 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d41a0f5c-93bc-4b33-82c7-b84c625816ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (40d6fd29-4bff-43ff-8548-2043a3d27787), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:10.858101 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 40d6fd29-4bff-43ff-8548-2043a3d27787 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:55:10.858488 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (40d6fd29-4bff-43ff-8548-2043a3d27787), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:10.886536 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bb9660e0-b226-45b6-a097-e8b71a0eeaa5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5991616 Mar 05 04:55:10.889978 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9660e0-b226-45b6-a097-e8b71a0eeaa5 admin admin] Pushing event updated for resources: {'Network': ['ID=ba273325-b9e8-4fe8-a983-08f546e9927d,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:10.896870 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ed140fc0-02b0-4c68-92da-df922800d2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (ebcd2177-23d7-4bfd-8698-a8500e628c6f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:10.911065 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed140fc0-02b0-4c68-92da-df922800d2fd admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:55:10.911579 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ed140fc0-02b0-4c68-92da-df922800d2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (ebcd2177-23d7-4bfd-8698-a8500e628c6f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:10.914707 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network ba273325-b9e8-4fe8-a983-08f546e9927d details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:55:10.917247 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 04:55:10.917247 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:55:10.917247 n-d-789963-32 neutron-server[105231]: timer() Mar 05 04:55:10.917247 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:55:10.917247 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 04:55:10.917247 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:55:10.917247 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 04:55:10.917247 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:55:10.917247 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 04:55:10.917247 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:55:10.917247 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 04:55:10.917247 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:55:10.917247 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 04:55:10.917247 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:55:10.917247 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:55:10.917247 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:55:10.917247 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:55:10.917247 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:55:10.917247 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 04:55:10.917247 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:55:10.917247 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 04:55:10.917247 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:55:10.917247 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:55:10.917247 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:55:10.917247 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 04:55:10.917247 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:55:10.917247 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:55:10.917247 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:55:10.917247 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:55:10.917247 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:55:10.917247 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:55:10.917247 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:55:11.028921 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc38e71-131d-4f6c-82cf-f4dc0be122f1 admin admin] Router 3ee3bc0c-e514-4015-a126-32f5d7461aa5 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:55:11.060173 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-d41a0f5c-93bc-4b33-82c7-b84c625816ba None None] For port 40d6fd29-4bff-43ff-8548-2043a3d27787, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=40d6fd29-4bff-43ff-8548-2043a3d27787,segment=NetworkSegment(e8ceeb83-f904-40df-9648-fb8be4cbca95),segment_id=e8ceeb83-f904-40df-9648-fb8be4cbca95)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:11.075942 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d41a0f5c-93bc-4b33-82c7-b84c625816ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (40d6fd29-4bff-43ff-8548-2043a3d27787), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:11.111599 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ed140fc0-02b0-4c68-92da-df922800d2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (54309d98-48bc-4d3e-a20e-4665796063fc), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:11.168957 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ed140fc0-02b0-4c68-92da-df922800d2fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:11.175864 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ed140fc0-02b0-4c68-92da-df922800d2fd admin admin] 10.222.0.11 "DELETE /v2.0/networks/54309d98-48bc-4d3e-a20e-4665796063fc HTTP/1.1" status: 204 len: 168 time: 1.3280749 Mar 05 04:55:11.178883 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed140fc0-02b0-4c68-92da-df922800d2fd admin admin] Pushing event deleted for resources: {'Network': ['ID=54309d98-48bc-4d3e-a20e-4665796063fc,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:11.204155 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49ab9e-061e-4def-a250-0e00c18189c0 req-aff00efd-2a9a-4396-881f-b12557147462 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:11.210981 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2d49ab9e-061e-4def-a250-0e00c18189c0 req-aff00efd-2a9a-4396-881f-b12557147462 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.2145488 Mar 05 04:55:11.244412 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 04:55:11.244999 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 04:55:11.253838 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a0f5c-93bc-4b33-82c7-b84c625816ba None None] Pushing event updated for resources: {'Port': ['ID=40d6fd29-4bff-43ff-8548-2043a3d27787,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:11.261330 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-eabf3a85-6a55-4d0d-8bfe-9cad5c912e88 None None] Provisioning complete for port 40d6fd29-4bff-43ff-8548-2043a3d27787 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:55:11.270227 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-eabf3a85-6a55-4d0d-8bfe-9cad5c912e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (40d6fd29-4bff-43ff-8548-2043a3d27787), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:11.271210 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18552ef-9780-4b6a-acfa-ebc24b407936 req-b90d9a5c-c3bc-466a-ba3f-888c0994b381 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:11.272839 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f18552ef-9780-4b6a-acfa-ebc24b407936 req-b90d9a5c-c3bc-466a-ba3f-888c0994b381 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 946 time: 0.2776606 Mar 05 04:55:11.349039 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc38e71-131d-4f6c-82cf-f4dc0be122f1 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:55:11.364215 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2d49ab9e-061e-4def-a250-0e00c18189c0 req-71066367-bbee-4545-8550-be49402a35e3 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522076 Mar 05 04:55:11.366635 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff4e255-4567-411f-80e7-ed142662de0f None None] Sync routers for ids ['3ee3bc0c-e514-4015-a126-32f5d7461aa5'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:55:11.398083 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f18552ef-9780-4b6a-acfa-ebc24b407936 req-b1084122-0f19-4958-99db-d45f0f246b15 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136520 Mar 05 04:55:11.408036 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7dc38e71-131d-4f6c-82cf-f4dc0be122f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:11.409841 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7dc38e71-131d-4f6c-82cf-f4dc0be122f1 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.5810938 Mar 05 04:55:11.412860 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56028) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:11.458044 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 56030) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:11.489551 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff4e255-4567-411f-80e7-ed142662de0f None None] Routers {'3ee3bc0c-e514-4015-a126-32f5d7461aa5'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:55:11.490213 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-bff4e255-4567-411f-80e7-ed142662de0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:54:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['3ee3bc0c-e514-4015-a126-32f5d7461aa5'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:11.626794 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5b18ea41-4423-4202-a53b-abb9427c8ebd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f4c8bc28785e4a00b63310ed97b40ba8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1646819 Mar 05 04:55:11.629629 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 56036) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:11.677605 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f0e5c-7786-42bf-bad2-495053ef3571 req-01724ed8-5761-4bbf-9260-d6e31d4a9d0d tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:11.690718 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-178f0e5c-7786-42bf-bad2-495053ef3571 req-01724ed8-5761-4bbf-9260-d6e31d4a9d0d tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 946 time: 0.1596248 Mar 05 04:55:11.815721 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-178f0e5c-7786-42bf-bad2-495053ef3571 req-5b327dc7-f0d0-4ae0-8848-5e6dc266dccd tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281247 Mar 05 04:55:11.834761 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-de7be424-d5c3-4381-a4bc-9a99645c7c7c admin admin] Publish callbacks [] for security_group (f7460fe7-8f35-4903-866a-f8c3b14fe4f9), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:11.841127 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-aeb17822-e965-47ce-97e4-7def93ec577f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:11.897294 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-de7be424-d5c3-4381-a4bc-9a99645c7c7c admin admin] Publish callbacks [] for security_group (f7460fe7-8f35-4903-866a-f8c3b14fe4f9), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:11.934161 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-eabf3a85-6a55-4d0d-8bfe-9cad5c912e88 None None] Current status of the port 40d6fd29-4bff-43ff-8548-2043a3d27787 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:55:12.025613 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-de7be424-d5c3-4381-a4bc-9a99645c7c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f7460fe7-8f35-4903-866a-f8c3b14fe4f9), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:12.028588 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-de7be424-d5c3-4381-a4bc-9a99645c7c7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:12.035296 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-bff4e255-4567-411f-80e7-ed142662de0f None None] Set router 3ee3bc0c-e514-4015-a126-32f5d7461aa5 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:55:12.050627 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-de7be424-d5c3-4381-a4bc-9a99645c7c7c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f7460fe7-8f35-4903-866a-f8c3b14fe4f9 HTTP/1.1" status: 204 len: 168 time: 0.4025450 Mar 05 04:55:12.092950 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 40d6fd29-4bff-43ff-8548-2043a3d27787 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:55:12.110596 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7be424-d5c3-4381-a4bc-9a99645c7c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7460fe7-8f35-4903-866a-f8c3b14fe4f9,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:12.306041 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 40d6fd29-4bff-43ff-8548-2043a3d27787 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:55:12.354410 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1215e7f-723f-4687-be48-0f7559d7e170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:12.371570 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab9d54-2b92-4e61-951f-ee907a8c7751 req-2a87bbe5-aa9d-436c-9f35-c6afeeef79b2 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:12.373023 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0fab9d54-2b92-4e61-951f-ee907a8c7751 req-2a87bbe5-aa9d-436c-9f35-c6afeeef79b2 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 946 time: 0.3201303 Mar 05 04:55:12.416833 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe19632-53a4-4536-8a7f-aebf8ffd179a req-3f0a2849-615d-4cbd-a0ac-85ec5d240b85 tempest-ComputeTenantNetworksTest-782916479 tempest-ComputeTenantNetworksTest-782916479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:12.423140 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe19632-53a4-4536-8a7f-aebf8ffd179a req-3f0a2849-615d-4cbd-a0ac-85ec5d240b85 tempest-ComputeTenantNetworksTest-782916479 tempest-ComputeTenantNetworksTest-782916479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:12.430279 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe19632-53a4-4536-8a7f-aebf8ffd179a req-3f0a2849-615d-4cbd-a0ac-85ec5d240b85 tempest-ComputeTenantNetworksTest-782916479 tempest-ComputeTenantNetworksTest-782916479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:12.432055 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-bff4e255-4567-411f-80e7-ed142662de0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2013950429-router', 'tenant_id': 'becd292ae1964e1591030ea7084bd53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '59ba4d00-3884-428c-a06f-50973f100916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:06Z', 'updated_at': '2022-03-05T04:55:09Z', 'revision_number': 3, 'project_id': 'becd292ae1964e1591030ea7084bd53e', 'gw_port': {'id': '59ba4d00-3884-428c-a06f-50973f100916', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:08Z', 'updated_at': '2022-03-05T04:55:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:12.443501 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5fe19632-53a4-4536-8a7f-aebf8ffd179a req-3f0a2849-615d-4cbd-a0ac-85ec5d240b85 tempest-ComputeTenantNetworksTest-782916479 tempest-ComputeTenantNetworksTest-782916479-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4842403 Mar 05 04:55:12.483735 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff4e255-4567-411f-80e7-ed142662de0f None None] Checking router: 3ee3bc0c-e514-4015-a126-32f5d7461aa5 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:55:12.484101 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff4e255-4567-411f-80e7-ed142662de0f None None] Updating router 3ee3bc0c-e514-4015-a126-32f5d7461aa5 port 59ba4d00-3884-428c-a06f-50973f100916 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:55:12.511359 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 40d6fd29-4bff-43ff-8548-2043a3d27787 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:55:12.511796 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (40d6fd29-4bff-43ff-8548-2043a3d27787), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:12.522271 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0fab9d54-2b92-4e61-951f-ee907a8c7751 req-21f49d8e-701c-46f2-97c1-5b036135f3de tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357226 Mar 05 04:55:12.593219 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bff4e255-4567-411f-80e7-ed142662de0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (59ba4d00-3884-428c-a06f-50973f100916), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:12.622505 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-d1215e7f-723f-4687-be48-0f7559d7e170 admin admin] Allocated IP 172.20.0.1 (37d41d56-12bb-40e8-aa0b-844473811f88/b6c56ecd-fc7a-4047-b753-5102cf976f28/16e47dfe-50b5-4456-b289-621f4d40c2d6) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:55:12.753295 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f31f67-9e0f-4ee3-b40b-ffb33bfe84e2 req-c83cdb8b-1879-421a-a8f2-17e2e13c06ec tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:12.757103 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-10f31f67-9e0f-4ee3-b40b-ffb33bfe84e2 req-c83cdb8b-1879-421a-a8f2-17e2e13c06ec tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.2392426 Mar 05 04:55:12.773806 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 40d6fd29-4bff-43ff-8548-2043a3d27787 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:55:12.775650 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10987b6b-c963-442b-b771-136cbc924a3c req-783f0ab8-ebfd-4d3d-b467-5d70c77e3cac tempest-ComputeTenantNetworksTest-782916479 tempest-ComputeTenantNetworksTest-782916479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:12.789238 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-10987b6b-c963-442b-b771-136cbc924a3c req-783f0ab8-ebfd-4d3d-b467-5d70c77e3cac tempest-ComputeTenantNetworksTest-782916479 tempest-ComputeTenantNetworksTest-782916479-project] 10.222.0.11 "GET /v2.0/networks/ba273325-b9e8-4fe8-a983-08f546e9927d HTTP/1.1" status: 200 len: 768 time: 0.2153721 Mar 05 04:55:12.796706 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 56066) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:12.834095 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1215e7f-723f-4687-be48-0f7559d7e170 admin admin] Publish callbacks [] for port (16e47dfe-50b5-4456-b289-621f4d40c2d6), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:12.900683 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1215e7f-723f-4687-be48-0f7559d7e170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (16e47dfe-50b5-4456-b289-621f4d40c2d6), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:12.987528 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1215e7f-723f-4687-be48-0f7559d7e170 admin admin] Network 37d41d56-12bb-40e8-aa0b-844473811f88 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:55:12.993148 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-d1215e7f-723f-4687-be48-0f7559d7e170 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:55:12.999434 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-10f31f67-9e0f-4ee3-b40b-ffb33bfe84e2 req-eedfa826-f3de-4928-b7e3-d136611a9786 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144010 Mar 05 04:55:13.006526 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b78c369b-fd09-4616-a83e-4637c919b0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (ba273325-b9e8-4fe8-a983-08f546e9927d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:13.016517 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1215e7f-723f-4687-be48-0f7559d7e170 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:55:13.029950 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082761ba-a60a-47e0-9b63-85e89e21a29e req-e1d2b86b-ce7a-403c-a2fc-0226795c906c tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:13.038394 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-082761ba-a60a-47e0-9b63-85e89e21a29e req-e1d2b86b-ce7a-403c-a2fc-0226795c906c tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 946 time: 0.1600950 Mar 05 04:55:13.061305 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1215e7f-723f-4687-be48-0f7559d7e170 admin admin] Pushing event updated for resources: {'Port': ['ID=16e47dfe-50b5-4456-b289-621f4d40c2d6,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:13.078836 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bff4e255-4567-411f-80e7-ed142662de0f None None] Publish callbacks [] for port (59ba4d00-3884-428c-a06f-50973f100916), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:13.088258 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1215e7f-723f-4687-be48-0f7559d7e170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (3ee3bc0c-e514-4015-a126-32f5d7461aa5), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:13.090687 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bff4e255-4567-411f-80e7-ed142662de0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (59ba4d00-3884-428c-a06f-50973f100916), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:13.219561 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-bff4e255-4567-411f-80e7-ed142662de0f None None] Attempting to bind port 59ba4d00-3884-428c-a06f-50973f100916 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:55:13.219991 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-bff4e255-4567-411f-80e7-ed142662de0f None None] Attempting to bind port 59ba4d00-3884-428c-a06f-50973f100916 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:55:13.220462 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff4e255-4567-411f-80e7-ed142662de0f None None] Attempting to bind port 59ba4d00-3884-428c-a06f-50973f100916 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:55:13.230647 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff4e255-4567-411f-80e7-ed142662de0f None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:55:13.230847 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff4e255-4567-411f-80e7-ed142662de0f None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:55:13.231096 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-082761ba-a60a-47e0-9b63-85e89e21a29e req-85f7b493-6f27-4107-9a4f-9184cf89a7ba tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870673 Mar 05 04:55:13.232384 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bff4e255-4567-411f-80e7-ed142662de0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:13.232803 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff4e255-4567-411f-80e7-ed142662de0f None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:55:13.233360 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-bff4e255-4567-411f-80e7-ed142662de0f None None] Bound port: 59ba4d00-3884-428c-a06f-50973f100916, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:55:13.245273 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bff4e255-4567-411f-80e7-ed142662de0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (59ba4d00-3884-428c-a06f-50973f100916), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:13.267598 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b78c369b-fd09-4616-a83e-4637c919b0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (ba273325-b9e8-4fe8-a983-08f546e9927d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:13.269520 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a22806-6932-4399-af2d-8577754772bf None None] Pushing event updated for resources: {'Port': ['ID=59ba4d00-3884-428c-a06f-50973f100916,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:13.305721 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-b78c369b-fd09-4616-a83e-4637c919b0f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba273325-b9e8-4fe8-a983-08f546e9927d']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:13.337037 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-b78c369b-fd09-4616-a83e-4637c919b0f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da7ec86f-9059-4786-a735-777ec8acbbac') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:13.337466 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-b78c369b-fd09-4616-a83e-4637c919b0f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da7ec86f-9059-4786-a735-777ec8acbbac') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:13.381085 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b78c369b-fd09-4616-a83e-4637c919b0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (da7ec86f-9059-4786-a735-777ec8acbbac), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:13.398284 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b78c369b-fd09-4616-a83e-4637c919b0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (da7ec86f-9059-4786-a735-777ec8acbbac), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:13.406208 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b78c369b-fd09-4616-a83e-4637c919b0f2 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:55:13.407408 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b78c369b-fd09-4616-a83e-4637c919b0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (da7ec86f-9059-4786-a735-777ec8acbbac), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:13.410029 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 04:55:13.410029 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:55:13.410029 n-d-789963-32 neutron-server[105231]: timer() Mar 05 04:55:13.410029 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:55:13.410029 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 04:55:13.410029 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:55:13.410029 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 04:55:13.410029 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:55:13.410029 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 04:55:13.410029 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:55:13.410029 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 04:55:13.410029 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:55:13.410029 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 04:55:13.410029 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:55:13.410029 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:55:13.410029 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:55:13.410029 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:55:13.410029 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:55:13.410029 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 04:55:13.410029 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:55:13.410029 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 04:55:13.410029 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:55:13.410029 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:55:13.410029 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:55:13.410029 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 04:55:13.410029 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:55:13.410029 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:55:13.410029 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:55:13.410029 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:55:13.410029 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:55:13.410029 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:55:13.410029 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:55:13.430621 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1215e7f-723f-4687-be48-0f7559d7e170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (16e47dfe-50b5-4456-b289-621f4d40c2d6), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:13.480343 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-498a67a7-0ee1-46c5-9263-39341621cc11 None None] Provisioning complete for port 16e47dfe-50b5-4456-b289-621f4d40c2d6 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:55:13.482577 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-498a67a7-0ee1-46c5-9263-39341621cc11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (16e47dfe-50b5-4456-b289-621f4d40c2d6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:13.494365 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-bff4e255-4567-411f-80e7-ed142662de0f None None] For port 59ba4d00-3884-428c-a06f-50973f100916, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:55:13.546474 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b78c369b-fd09-4616-a83e-4637c919b0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (ba273325-b9e8-4fe8-a983-08f546e9927d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:13.554695 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-bff4e255-4567-411f-80e7-ed142662de0f None None] For port 59ba4d00-3884-428c-a06f-50973f100916, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=59ba4d00-3884-428c-a06f-50973f100916,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:55:13.554834 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b78c369b-fd09-4616-a83e-4637c919b0f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:13.558679 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b78c369b-fd09-4616-a83e-4637c919b0f2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ba273325-b9e8-4fe8-a983-08f546e9927d HTTP/1.1" status: 204 len: 168 time: 0.7595832 Mar 05 04:55:13.572734 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bff4e255-4567-411f-80e7-ed142662de0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (59ba4d00-3884-428c-a06f-50973f100916), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:13.602733 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c369b-fd09-4616-a83e-4637c919b0f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba273325-b9e8-4fe8-a983-08f546e9927d,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:13.629318 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-498a67a7-0ee1-46c5-9263-39341621cc11 None None] Port 16e47dfe-50b5-4456-b289-621f4d40c2d6 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:55:13.700862 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff4e255-4567-411f-80e7-ed142662de0f None None] Routers {'3ee3bc0c-e514-4015-a126-32f5d7461aa5'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:55:13.701754 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-bff4e255-4567-411f-80e7-ed142662de0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:54:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['3ee3bc0c-e514-4015-a126-32f5d7461aa5'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:13.706519 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a22806-6932-4399-af2d-8577754772bf None None] Pushing event updated for resources: {'Port': ['ID=59ba4d00-3884-428c-a06f-50973f100916,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:13.918473 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:13.924467 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893af09-65dc-4718-9d20-7ccb140bc0bb req-a9f3a38e-a677-486c-9423-188c9170f449 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:13.929642 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1215e7f-723f-4687-be48-0f7559d7e170 admin admin] Publish callbacks [] for port (16e47dfe-50b5-4456-b289-621f4d40c2d6), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:13.935995 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9893af09-65dc-4718-9d20-7ccb140bc0bb req-a9f3a38e-a677-486c-9423-188c9170f449 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 946 time: 0.1611447 Mar 05 04:55:13.940752 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1215e7f-723f-4687-be48-0f7559d7e170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (16e47dfe-50b5-4456-b289-621f4d40c2d6), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:13.965203 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f84bc880-7698-4f6a-b839-b75bc44d17a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:13.993461 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:14.043882 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9893af09-65dc-4718-9d20-7ccb140bc0bb req-f0cf02f3-3e00-47c6-8e72-3ce4de7fa5fb tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064446 Mar 05 04:55:14.120060 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1215e7f-723f-4687-be48-0f7559d7e170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (3ee3bc0c-e514-4015-a126-32f5d7461aa5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:14.125017 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1215e7f-723f-4687-be48-0f7559d7e170 admin admin] Pushing event updated for resources: {'Port': ['ID=16e47dfe-50b5-4456-b289-621f4d40c2d6,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:14.197284 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56116) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:14.278346 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-bff4e255-4567-411f-80e7-ed142662de0f None None] Set router 3ee3bc0c-e514-4015-a126-32f5d7461aa5 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:55:14.351184 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a5691-b53d-439e-9a9f-ed983f9f8c9a req-e8dffaff-ce76-487e-8cc4-996f2056eb41 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:14.360050 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a64a5691-b53d-439e-9a9f-ed983f9f8c9a req-e8dffaff-ce76-487e-8cc4-996f2056eb41 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.1945989 Mar 05 04:55:14.459137 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a64a5691-b53d-439e-9a9f-ed983f9f8c9a req-35f7f66e-07d3-4829-b0bd-8ef24c97d95e tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932703 Mar 05 04:55:14.530667 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1215e7f-723f-4687-be48-0f7559d7e170 admin admin] Network 37d41d56-12bb-40e8-aa0b-844473811f88 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:55:14.534944 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-d1215e7f-723f-4687-be48-0f7559d7e170 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:55:14.583654 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 56124) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:14.592272 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a0f663f1-35d1-4163-b903-4d9ee0dfdd6e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e2d44059f0b34161916212f7f55fcb0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3796155 Mar 05 04:55:14.774370 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8977a9a4-3231-49fc-979b-e4df2b5c6ee1 admin admin] Publish callbacks [] for security_group (2cc1a3af-db59-4429-bece-bda3ccefb209), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:14.841935 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1215e7f-723f-4687-be48-0f7559d7e170 admin admin] Router 3ee3bc0c-e514-4015-a126-32f5d7461aa5 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:55:14.865314 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-bff4e255-4567-411f-80e7-ed142662de0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2013950429-router', 'tenant_id': 'becd292ae1964e1591030ea7084bd53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '59ba4d00-3884-428c-a06f-50973f100916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:06Z', 'updated_at': '2022-03-05T04:55:13Z', 'revision_number': 4, 'project_id': 'becd292ae1964e1591030ea7084bd53e', 'gw_port': {'id': '59ba4d00-3884-428c-a06f-50973f100916', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:08Z', 'updated_at': '2022-03-05T04:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '16e47dfe-50b5-4456-b289-621f4d40c2d6', 'name': '', 'network_id': '37d41d56-12bb-40e8-aa0b-844473811f88', 'tenant_id': 'becd292ae1964e1591030ea7084bd53e', 'mac_address': 'fa:16:3e:12:c7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'b6c56ecd-fc7a-4047-b753-5102cf976f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:12Z', 'updated_at': '2022-03-05T04:55:12Z', 'revision_number': 1, 'project_id': 'becd292ae1964e1591030ea7084bd53e', 'subnets': [{'id': 'b6c56ecd-fc7a-4047-b753-5102cf976f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:14.898285 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8977a9a4-3231-49fc-979b-e4df2b5c6ee1 admin admin] Publish callbacks [] for security_group (2cc1a3af-db59-4429-bece-bda3ccefb209), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:14.942264 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff4e255-4567-411f-80e7-ed142662de0f None None] The sync data for ids ['3ee3bc0c-e514-4015-a126-32f5d7461aa5'] in n-d-789963-32 is: [{'id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2013950429-router', 'tenant_id': 'becd292ae1964e1591030ea7084bd53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '59ba4d00-3884-428c-a06f-50973f100916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:06Z', 'updated_at': '2022-03-05T04:55:13Z', 'revision_number': 4, 'project_id': 'becd292ae1964e1591030ea7084bd53e', 'gw_port': {'id': '59ba4d00-3884-428c-a06f-50973f100916', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:08Z', 'updated_at': '2022-03-05T04:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '16e47dfe-50b5-4456-b289-621f4d40c2d6', 'name': '', 'network_id': '37d41d56-12bb-40e8-aa0b-844473811f88', 'tenant_id': 'becd292ae1964e1591030ea7084bd53e', 'mac_address': 'fa:16:3e:12:c7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'b6c56ecd-fc7a-4047-b753-5102cf976f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:12Z', 'updated_at': '2022-03-05T04:55:12Z', 'revision_number': 1, 'project_id': 'becd292ae1964e1591030ea7084bd53e', 'subnets': [{'id': 'b6c56ecd-fc7a-4047-b753-5102cf976f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:55:14.976461 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:15.072542 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8977a9a4-3231-49fc-979b-e4df2b5c6ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (2cc1a3af-db59-4429-bece-bda3ccefb209), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:15.077793 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8977a9a4-3231-49fc-979b-e4df2b5c6ee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:15.092372 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8977a9a4-3231-49fc-979b-e4df2b5c6ee1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2cc1a3af-db59-4429-bece-bda3ccefb209 HTTP/1.1" status: 204 len: 168 time: 0.5070221 Mar 05 04:55:15.097966 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-1e1961e3-2505-4c52-b545-9918b28f0141 None None] Provisioning complete for port 16e47dfe-50b5-4456-b289-621f4d40c2d6 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:55:15.099478 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1e1961e3-2505-4c52-b545-9918b28f0141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (16e47dfe-50b5-4456-b289-621f4d40c2d6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:15.139681 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8700d4-f85f-47ce-af2f-69f473c0b414 req-7de9903a-a1b1-42d2-94a3-b76137273dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:15.140188 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60785004-0eaf-46e9-b0da-974960097baa req-03f271f9-e347-4912-b7cd-039516199fd2 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:15.141492 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60785004-0eaf-46e9-b0da-974960097baa req-03f271f9-e347-4912-b7cd-039516199fd2 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.3523583 Mar 05 04:55:15.144078 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7b8700d4-f85f-47ce-af2f-69f473c0b414 req-7de9903a-a1b1-42d2-94a3-b76137273dea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=947653f4d3b84cc89f4c3c5691586859&device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 1127 time: 0.3281167 Mar 05 04:55:15.153807 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8977a9a4-3231-49fc-979b-e4df2b5c6ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc1a3af-db59-4429-bece-bda3ccefb209,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:15.223423 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-1e1961e3-2505-4c52-b545-9918b28f0141 None None] Port 16e47dfe-50b5-4456-b289-621f4d40c2d6 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:55:15.328819 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1215e7f-723f-4687-be48-0f7559d7e170 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:55:15.369992 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60785004-0eaf-46e9-b0da-974960097baa req-5e81960e-e89a-468a-a580-58c51573890a tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222133 Mar 05 04:55:15.443779 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116f237-7bb0-4ed9-969e-cdf76d77c4a6 req-be385405-35fb-4d2b-a1db-e3e4ba8c9418 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:15.445321 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d116f237-7bb0-4ed9-969e-cdf76d77c4a6 req-be385405-35fb-4d2b-a1db-e3e4ba8c9418 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 946 time: 0.2243495 Mar 05 04:55:15.493524 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d1215e7f-723f-4687-be48-0f7559d7e170 admin admin] 10.222.0.11 "PUT /v2.0/routers/3ee3bc0c-e514-4015-a126-32f5d7461aa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0777485 Mar 05 04:55:15.582080 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d116f237-7bb0-4ed9-969e-cdf76d77c4a6 req-a1e085ce-e50e-47d5-b657-1c6a5c96d9cd tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311340 Mar 05 04:55:15.587589 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8700d4-f85f-47ce-af2f-69f473c0b414 req-a7ac9df0-9802-4d4f-b2d1-4bb4851ce0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:15.589152 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7b8700d4-f85f-47ce-af2f-69f473c0b414 req-a7ac9df0-9802-4d4f-b2d1-4bb4851ce0f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=37de3cac-2e27-4573-885e-c86e0ea7886c HTTP/1.1" status: 200 len: 912 time: 0.2582757 Mar 05 04:55:15.738404 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7b8700d4-f85f-47ce-af2f-69f473c0b414 req-cb743a76-8af6-4c3c-95be-d4229e2da733 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db HTTP/1.1" status: 200 len: 999 time: 0.1307309 Mar 05 04:55:15.847151 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8700d4-f85f-47ce-af2f-69f473c0b414 req-c84f2d60-72ad-4d0c-bc22-92c524178d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:15.848654 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7b8700d4-f85f-47ce-af2f-69f473c0b414 req-c84f2d60-72ad-4d0c-bc22-92c524178d69 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a6039ad-16bd-4b00-a55f-f7c68e1f3072 HTTP/1.1" status: 200 len: 851 time: 0.1036329 Mar 05 04:55:15.969645 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8700d4-f85f-47ce-af2f-69f473c0b414 req-c1c88e00-30ce-408d-808c-4de929d150f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:15.979597 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7b8700d4-f85f-47ce-af2f-69f473c0b414 req-c1c88e00-30ce-408d-808c-4de929d150f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37de3cac-2e27-4573-885e-c86e0ea7886c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1114826 Mar 05 04:55:16.088588 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 56176) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:16.099111 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7b8700d4-f85f-47ce-af2f-69f473c0b414 req-4639e3f0-b407-4506-b660-fe5392574f9b service neutron] 10.222.0.30 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182475 Mar 05 04:55:16.225124 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:16.320008 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7b8700d4-f85f-47ce-af2f-69f473c0b414 req-51d4c7cd-a096-437d-9956-6871fc91e455 service neutron] 10.222.0.30 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139790 Mar 05 04:55:16.776302 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec61145-9faf-4587-967a-e928f82f6016 req-b51dd95c-5168-463b-8eb1-0dc0892f9953 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:16.794493 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eec61145-9faf-4587-967a-e928f82f6016 req-b51dd95c-5168-463b-8eb1-0dc0892f9953 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.2041183 Mar 05 04:55:16.908138 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-14dcd277-be75-4eb8-b3e5-1a28bed2899d tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:16.915729 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-14dcd277-be75-4eb8-b3e5-1a28bed2899d tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/networks?id=37d41d56-12bb-40e8-aa0b-844473811f88 HTTP/1.1" status: 200 len: 829 time: 0.4850080 Mar 05 04:55:17.465329 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:55:17.481768 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-b37ce63a-607a-4c8d-8225-0bbfce28ee05 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/quotas/becd292ae1964e1591030ea7084bd53e HTTP/1.1" status: 200 len: 375 time: 0.1376097 Mar 05 04:55:17.532611 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56210) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:17.626404 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eec61145-9faf-4587-967a-e928f82f6016 req-f8609aee-02ca-45c4-a76f-3e779f0d3cee tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8263044 Mar 05 04:55:17.670323 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-11bc6f6b-2336-453e-8a0c-6b059243b45c tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=becd292ae1964e1591030ea7084bd53e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1754155 Mar 05 04:55:17.780459 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-ad27238c-796f-4070-9212-3f7b3251e9be admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1738830377-network', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:55:17.780924 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:17.841269 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad27238c-796f-4070-9212-3f7b3251e9be admin admin] Made reservation on behalf of 2f0efde040e1417b9e4baf083ccb9565 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:55:17.844275 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad27238c-796f-4070-9212-3f7b3251e9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:17.866402 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad27238c-796f-4070-9212-3f7b3251e9be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:17.983770 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad27238c-796f-4070-9212-3f7b3251e9be admin admin] Publish callbacks [] for security_group (906740dc-093a-41e1-ae94-cb1a5bd5dd22), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:17.992084 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad27238c-796f-4070-9212-3f7b3251e9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (906740dc-093a-41e1-ae94-cb1a5bd5dd22), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:18.019886 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c671233-65fd-4792-b4d8-34554a83bda0 req-ae3d81bc-ffe2-4b7f-8d0e-18c648eb0b4d tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:18.022650 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6c671233-65fd-4792-b4d8-34554a83bda0 req-ae3d81bc-ffe2-4b7f-8d0e-18c648eb0b4d tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 946 time: 0.2256691 Mar 05 04:55:18.033837 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad27238c-796f-4070-9212-3f7b3251e9be admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:55:18.038631 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bdcfef4f-d0a3-4404-9476-f026190d92b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (b2f5ab55-5dee-45a7-b2a9-149ff9b57314), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:18.048873 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27238c-796f-4070-9212-3f7b3251e9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906740dc-093a-41e1-ae94-cb1a5bd5dd22,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:18.058433 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad27238c-796f-4070-9212-3f7b3251e9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (f0906293-c3cd-4ab0-baf8-2f3f35cc0161), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:18.058803 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-ad27238c-796f-4070-9212-3f7b3251e9be admin admin] Added segment f0906293-c3cd-4ab0-baf8-2f3f35cc0161 of type vlan for network f1fadffb-f5d8-4040-a31e-e74b33451f43 Mar 05 04:55:18.154644 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad27238c-796f-4070-9212-3f7b3251e9be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (f1fadffb-f5d8-4040-a31e-e74b33451f43), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:18.253074 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad27238c-796f-4070-9212-3f7b3251e9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (f1fadffb-f5d8-4040-a31e-e74b33451f43), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:18.260905 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad27238c-796f-4070-9212-3f7b3251e9be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:18.266322 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad27238c-796f-4070-9212-3f7b3251e9be admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:18.318875 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-83028824-9c2f-4d36-a5ce-fd59ccc2de49 service neutron] 10.222.0.11 "GET /v2.0/networks/37d41d56-12bb-40e8-aa0b-844473811f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6404703 Mar 05 04:55:18.323052 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ad27238c-796f-4070-9212-3f7b3251e9be admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7891853 Mar 05 04:55:18.326068 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56218) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:18.353802 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-e3c994d4-58ee-4684-9149-48febc52e953 admin admin] Request body: {'subnet': {'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1738830377-subnet', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:55:18.438853 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27238c-796f-4070-9212-3f7b3251e9be admin admin] Pushing event updated for resources: {'Network': ['ID=f1fadffb-f5d8-4040-a31e-e74b33451f43,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:18.455009 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network f1fadffb-f5d8-4040-a31e-e74b33451f43 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:55:18.483610 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c994d4-58ee-4684-9149-48febc52e953 admin admin] Made reservation on behalf of 2f0efde040e1417b9e4baf083ccb9565 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:55:18.487950 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e3c994d4-58ee-4684-9149-48febc52e953 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:18.501014 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 59ba4d00-3884-428c-a06f-50973f100916 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:55:18.548494 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56222) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:18.692125 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6c671233-65fd-4792-b4d8-34554a83bda0 req-4331af98-1cb9-4aaa-abf8-979e32377a77 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6568727 Mar 05 04:55:18.730824 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 59ba4d00-3884-428c-a06f-50973f100916 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:55:18.731258 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (59ba4d00-3884-428c-a06f-50973f100916), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:18.760052 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-91da3076-ee96-4b16-9e61-a752f849f395 service neutron] 10.222.0.11 "GET /v2.0/networks/37d41d56-12bb-40e8-aa0b-844473811f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339995 Mar 05 04:55:18.776135 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e3c994d4-58ee-4684-9149-48febc52e953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (5fcb8f64-37dd-445b-b856-b0d90d6a1c08), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:18.859359 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-90296af9-350d-4e8e-86d6-26958b24ade9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:18.859838 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 59ba4d00-3884-428c-a06f-50973f100916 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:55:18.860310 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (59ba4d00-3884-428c-a06f-50973f100916), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:18.885549 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 59ba4d00-3884-428c-a06f-50973f100916, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=59ba4d00-3884-428c-a06f-50973f100916,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:18.891902 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (59ba4d00-3884-428c-a06f-50973f100916), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:18.965153 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c994d4-58ee-4684-9149-48febc52e953 admin admin] Checking segment: {'id': 'f0906293-c3cd-4ab0-baf8-2f3f35cc0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:55:18.965518 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c994d4-58ee-4684-9149-48febc52e953 admin admin] Network hostable DHCP agents. Network: f1fadffb-f5d8-4040-a31e-e74b33451f43, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:55:18.974784 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=59ba4d00-3884-428c-a06f-50973f100916,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:18.994274 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c994d4-58ee-4684-9149-48febc52e953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fcb8f64-37dd-445b-b856-b0d90d6a1c08,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:19.029012 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c994d4-58ee-4684-9149-48febc52e953 admin admin] Network f1fadffb-f5d8-4040-a31e-e74b33451f43 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:55:19.068835 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-e3c994d4-58ee-4684-9149-48febc52e953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, f1fadffb-f5d8-4040-a31e-e74b33451f43) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:55:19.079496 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15514041-6651-428b-8efd-adf0960d23bb None None] Network f1fadffb-f5d8-4040-a31e-e74b33451f43 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:55:19.115255 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c994d4-58ee-4684-9149-48febc52e953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:19.115255 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e3c994d4-58ee-4684-9149-48febc52e953 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:19.127465 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6878a213-b6da-4ee4-84b6-3cd66685bd0e None None] Sync routers for ids ['3ee3bc0c-e514-4015-a126-32f5d7461aa5'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:55:19.158688 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6878a213-b6da-4ee4-84b6-3cd66685bd0e None None] Routers {'3ee3bc0c-e514-4015-a126-32f5d7461aa5'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:55:19.161561 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-6878a213-b6da-4ee4-84b6-3cd66685bd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:55:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['3ee3bc0c-e514-4015-a126-32f5d7461aa5'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:19.268183 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e3c994d4-58ee-4684-9149-48febc52e953 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9405367 Mar 05 04:55:19.279037 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56240) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:19.304023 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-96ab2bba-31bc-4eea-bf66-6c1485bb63c3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1738830377-router', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:55:19.337319 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-90296af9-350d-4e8e-86d6-26958b24ade9 admin admin] Publish callbacks [] for security_group (d9bb5b30-217e-4e7f-9fdb-2ce5de5e07be), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:19.367591 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-90296af9-350d-4e8e-86d6-26958b24ade9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d9bb5b30-217e-4e7f-9fdb-2ce5de5e07be), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:19.444218 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-6878a213-b6da-4ee4-84b6-3cd66685bd0e None None] Set router 3ee3bc0c-e514-4015-a126-32f5d7461aa5 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:55:19.456451 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-f1fadffb-f5d8-4040-a31e-e74b33451f43', 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43', 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'fixed_ips': [{'subnet_id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:55:19.461943 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:19.464676 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-90296af9-350d-4e8e-86d6-26958b24ade9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=367efcf254734ab592d4cab87f65eaa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9149253 Mar 05 04:55:19.466407 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56250) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:19.618120 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-96ab2bba-31bc-4eea-bf66-6c1485bb63c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:19.619871 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-96ab2bba-31bc-4eea-bf66-6c1485bb63c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:19.710201 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-beeb6334-a8a7-4baa-bbfb-9c7a7d16bf12 req-c3486661-b373-4d4b-bf49-7f302ad9f031 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/ports?device_id=d43ccc28-e8ac-46f0-813d-4931795af5c5 HTTP/1.1" status: 200 len: 210 time: 0.0459847 Mar 05 04:55:19.775282 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c847422-3c81-4273-9f44-be4f016dcf16 req-7518cbf4-0f3a-4401-b5ae-cb9771b95883 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:19.777407 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6c847422-3c81-4273-9f44-be4f016dcf16 req-7518cbf4-0f3a-4401-b5ae-cb9771b95883 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.9192057 Mar 05 04:55:19.876363 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-96ab2bba-31bc-4eea-bf66-6c1485bb63c3 admin admin] Publish callbacks [] for router_controller (e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:19.913600 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90296af9-350d-4e8e-86d6-26958b24ade9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bb5b30-217e-4e7f-9fdb-2ce5de5e07be,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:19.925336 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-154b3681-1466-4347-981b-ababaa061403 admin admin] Publish callbacks [] for security_group (d9bb5b30-217e-4e7f-9fdb-2ce5de5e07be), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:19.955287 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-bdcfef4f-d0a3-4404-9476-f026190d92b4 admin admin] Deleting port d580546b-d1b3-4f3a-aa25-15519871ad90 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:55:19.960405 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bdcfef4f-d0a3-4404-9476-f026190d92b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d580546b-d1b3-4f3a-aa25-15519871ad90), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:19.990969 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] Allocated IP 172.20.0.2 (f1fadffb-f5d8-4040-a31e-e74b33451f43/5fcb8f64-37dd-445b-b856-b0d90d6a1c08/1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:55:20.015374 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6c847422-3c81-4273-9f44-be4f016dcf16 req-ffe5e98b-48fa-42a0-ac52-299c9cd2fb5f tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278669 Mar 05 04:55:20.018051 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-6878a213-b6da-4ee4-84b6-3cd66685bd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2013950429-router', 'tenant_id': 'becd292ae1964e1591030ea7084bd53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '59ba4d00-3884-428c-a06f-50973f100916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:06Z', 'updated_at': '2022-03-05T04:55:13Z', 'revision_number': 4, 'project_id': 'becd292ae1964e1591030ea7084bd53e', 'gw_port': {'id': '59ba4d00-3884-428c-a06f-50973f100916', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:08Z', 'updated_at': '2022-03-05T04:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '16e47dfe-50b5-4456-b289-621f4d40c2d6', 'name': '', 'network_id': '37d41d56-12bb-40e8-aa0b-844473811f88', 'tenant_id': 'becd292ae1964e1591030ea7084bd53e', 'mac_address': 'fa:16:3e:12:c7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'b6c56ecd-fc7a-4047-b753-5102cf976f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:12Z', 'updated_at': '2022-03-05T04:55:13Z', 'revision_number': 2, 'project_id': 'becd292ae1964e1591030ea7084bd53e', 'subnets': [{'id': 'b6c56ecd-fc7a-4047-b753-5102cf976f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:20.074697 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6878a213-b6da-4ee4-84b6-3cd66685bd0e None None] Checking router: 3ee3bc0c-e514-4015-a126-32f5d7461aa5 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:55:20.075196 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6878a213-b6da-4ee4-84b6-3cd66685bd0e None None] Updating router 3ee3bc0c-e514-4015-a126-32f5d7461aa5 port 16e47dfe-50b5-4456-b289-621f4d40c2d6 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:55:20.114830 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-6878a213-b6da-4ee4-84b6-3cd66685bd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (16e47dfe-50b5-4456-b289-621f4d40c2d6), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:20.182347 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-154b3681-1466-4347-981b-ababaa061403 admin admin] Publish callbacks [] for security_group (d9bb5b30-217e-4e7f-9fdb-2ce5de5e07be), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:20.224714 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea02e5-1157-44dd-9ebf-0089598efdbb req-d49b5d30-0efb-4f05-a80e-97153688236d tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:20.243010 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1dea02e5-1157-44dd-9ebf-0089598efdbb req-d49b5d30-0efb-4f05-a80e-97153688236d tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 946 time: 0.3910427 Mar 05 04:55:20.323421 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 59ba4d00-3884-428c-a06f-50973f100916 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:55:20.359519 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-bdcfef4f-d0a3-4404-9476-f026190d92b4 admin admin] For port d580546b-d1b3-4f3a-aa25-15519871ad90, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d580546b-d1b3-4f3a-aa25-15519871ad90,segment=NetworkSegment(ca90f7a9-06b9-44d4-b45b-a36f46fd62e2),segment_id=ca90f7a9-06b9-44d4-b45b-a36f46fd62e2)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:20.359980 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bdcfef4f-d0a3-4404-9476-f026190d92b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d580546b-d1b3-4f3a-aa25-15519871ad90), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:20.397014 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-bdcfef4f-d0a3-4404-9476-f026190d92b4 admin admin] Calling delete_port for d580546b-d1b3-4f3a-aa25-15519871ad90 owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:55:20.478410 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] Publish callbacks [] for port (1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:20.483707 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 59ba4d00-3884-428c-a06f-50973f100916 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:55:20.484353 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (59ba4d00-3884-428c-a06f-50973f100916), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:20.516365 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-154b3681-1466-4347-981b-ababaa061403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d9bb5b30-217e-4e7f-9fdb-2ce5de5e07be), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:20.519328 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-154b3681-1466-4347-981b-ababaa061403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:20.537188 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-154b3681-1466-4347-981b-ababaa061403 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d9bb5b30-217e-4e7f-9fdb-2ce5de5e07be HTTP/1.1" status: 204 len: 168 time: 1.0626364 Mar 05 04:55:20.578072 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b3681-1466-4347-981b-ababaa061403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bb5b30-217e-4e7f-9fdb-2ce5de5e07be,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:20.593053 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-96ab2bba-31bc-4eea-bf66-6c1485bb63c3 admin admin] Publish callbacks [] for router_gateway (e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:20.595691 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:20.625912 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1dea02e5-1157-44dd-9ebf-0089598efdbb req-e2a41396-6a70-4a7d-9766-f1bfe87671ca tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736343 Mar 05 04:55:20.645228 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde1b73-9246-488f-90ac-2622219fc885 req-37b99c45-07d9-480e-ae7c-34b567e733cc tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:20.647258 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6bde1b73-9246-488f-90ac-2622219fc885 req-37b99c45-07d9-480e-ae7c-34b567e733cc tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.3996274 Mar 05 04:55:20.887830 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-6878a213-b6da-4ee4-84b6-3cd66685bd0e None None] Publish callbacks [] for port (16e47dfe-50b5-4456-b289-621f4d40c2d6), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:20.913344 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-6878a213-b6da-4ee4-84b6-3cd66685bd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (16e47dfe-50b5-4456-b289-621f4d40c2d6), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:20.959033 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-96ab2bba-31bc-4eea-bf66-6c1485bb63c3 admin admin] Publish callbacks [] for router_gateway (e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:20.991099 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-debe0841-5427-4950-8263-cf8ec40437fa req-f9626360-d2a6-4c43-9fbd-abe865228091 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/ports?device_id=d43ccc28-e8ac-46f0-813d-4931795af5c5 HTTP/1.1" status: 200 len: 210 time: 0.1334872 Mar 05 04:55:21.020298 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6bde1b73-9246-488f-90ac-2622219fc885 req-d2c3adb4-b1d5-4b03-903c-90b338baf3fb tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3382530 Mar 05 04:55:21.032960 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-96ab2bba-31bc-4eea-bf66-6c1485bb63c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:21.153036 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3e034-6a0a-44fd-8a0c-76604d059682 None None] Pushing event updated for resources: {'Port': ['ID=16e47dfe-50b5-4456-b289-621f4d40c2d6,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:21.215948 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] Network f1fadffb-f5d8-4040-a31e-e74b33451f43 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:55:21.223034 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:55:21.236899 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:55:21.287945 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-6878a213-b6da-4ee4-84b6-3cd66685bd0e None None] Attempting to bind port 16e47dfe-50b5-4456-b289-621f4d40c2d6 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:55:21.288330 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-6878a213-b6da-4ee4-84b6-3cd66685bd0e None None] Attempting to bind port 16e47dfe-50b5-4456-b289-621f4d40c2d6 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'e8ceeb83-f904-40df-9648-fb8be4cbca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '37d41d56-12bb-40e8-aa0b-844473811f88'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:55:21.288697 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6878a213-b6da-4ee4-84b6-3cd66685bd0e None None] Attempting to bind port 16e47dfe-50b5-4456-b289-621f4d40c2d6 on network 37d41d56-12bb-40e8-aa0b-844473811f88 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:55:21.297959 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3e034-6a0a-44fd-8a0c-76604d059682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:21.298319 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3e034-6a0a-44fd-8a0c-76604d059682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:21.298635 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3e034-6a0a-44fd-8a0c-76604d059682 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:21.298969 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3e034-6a0a-44fd-8a0c-76604d059682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:21.299339 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3e034-6a0a-44fd-8a0c-76604d059682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:21.299659 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3e034-6a0a-44fd-8a0c-76604d059682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:21.305429 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] Pushing event updated for resources: {'Port': ['ID=1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:21.307317 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3e034-6a0a-44fd-8a0c-76604d059682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:21.307787 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3e034-6a0a-44fd-8a0c-76604d059682 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:21.308144 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3e034-6a0a-44fd-8a0c-76604d059682 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:21.308490 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3e034-6a0a-44fd-8a0c-76604d059682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:21.308833 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3e034-6a0a-44fd-8a0c-76604d059682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:21.309173 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3e034-6a0a-44fd-8a0c-76604d059682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:21.309501 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada3e034-6a0a-44fd-8a0c-76604d059682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:21.309658 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb332a7-22bd-4b51-a742-1c22f29a2f6c req-3fd476de-f04d-44e5-8e6a-7dd8c497e07c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:21.323514 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-acb332a7-22bd-4b51-a742-1c22f29a2f6c req-3fd476de-f04d-44e5-8e6a-7dd8c497e07c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.1758361 Mar 05 04:55:21.326152 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6878a213-b6da-4ee4-84b6-3cd66685bd0e None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:55:21.326152 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6878a213-b6da-4ee4-84b6-3cd66685bd0e None None] Checking segment: {'id': 'e8ceeb83-f904-40df-9648-fb8be4cbca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '37d41d56-12bb-40e8-aa0b-844473811f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:55:21.326585 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-6878a213-b6da-4ee4-84b6-3cd66685bd0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:21.326936 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6878a213-b6da-4ee4-84b6-3cd66685bd0e None None] Bound using segment: {'id': 'e8ceeb83-f904-40df-9648-fb8be4cbca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '37d41d56-12bb-40e8-aa0b-844473811f88'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:55:21.327537 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-6878a213-b6da-4ee4-84b6-3cd66685bd0e None None] Bound port: 16e47dfe-50b5-4456-b289-621f4d40c2d6, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ceeb83-f904-40df-9648-fb8be4cbca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '37d41d56-12bb-40e8-aa0b-844473811f88'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:55:21.327931 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-6878a213-b6da-4ee4-84b6-3cd66685bd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (16e47dfe-50b5-4456-b289-621f4d40c2d6), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:21.333361 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bdcfef4f-d0a3-4404-9476-f026190d92b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (d580546b-d1b3-4f3a-aa25-15519871ad90), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:21.423174 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 56288) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:21.425182 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcfef4f-d0a3-4404-9476-f026190d92b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d580546b-d1b3-4f3a-aa25-15519871ad90,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:21.433274 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:21.433630 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:21.433980 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:21.434320 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:21.434661 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:21.435003 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:21.453042 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:21.453953 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:21.454297 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:21.454639 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:21.454975 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:21.455341 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:21.455673 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:55:21.486068 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-5ee774f8-ad0b-4d54-8240-52c939311bad tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:21.487915 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-5ee774f8-ad0b-4d54-8240-52c939311bad tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.31 "GET /v2.0/networks?id=37d41d56-12bb-40e8-aa0b-844473811f88 HTTP/1.1" status: 200 len: 829 time: 0.3167348 Mar 05 04:55:21.507846 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-d5e915f1-e50a-4e18-a4a3-4474d6b9e0d5 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Request body: {'port': {'device_id': 'd43ccc28-e8ac-46f0-813d-4931795af5c5', 'network_id': '37d41d56-12bb-40e8-aa0b-844473811f88', 'admin_state_up': True, 'tenant_id': 'becd292ae1964e1591030ea7084bd53e'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:55:21.511706 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 59ba4d00-3884-428c-a06f-50973f100916 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:55:21.530925 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-6878a213-b6da-4ee4-84b6-3cd66685bd0e None None] For port 16e47dfe-50b5-4456-b289-621f4d40c2d6, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:55:21.542132 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-6878a213-b6da-4ee4-84b6-3cd66685bd0e None None] For port 16e47dfe-50b5-4456-b289-621f4d40c2d6, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=16e47dfe-50b5-4456-b289-621f4d40c2d6,segment=NetworkSegment(e8ceeb83-f904-40df-9648-fb8be4cbca95),segment_id=e8ceeb83-f904-40df-9648-fb8be4cbca95)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:55:21.545854 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] Attempting to bind port 1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:55:21.546261 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] Attempting to bind port 1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'f0906293-c3cd-4ab0-baf8-2f3f35cc0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:55:21.546631 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] Attempting to bind port 1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1 on network f1fadffb-f5d8-4040-a31e-e74b33451f43 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:55:21.555906 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-6878a213-b6da-4ee4-84b6-3cd66685bd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (16e47dfe-50b5-4456-b289-621f4d40c2d6), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:21.561493 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b11babfc-41f7-450f-8d0b-de25d2d2fac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:21.562393 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:55:21.563359 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] Checking segment: {'id': 'f0906293-c3cd-4ab0-baf8-2f3f35cc0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:55:21.563780 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:21.564187 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] Bound using segment: {'id': 'f0906293-c3cd-4ab0-baf8-2f3f35cc0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:55:21.568670 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] Bound port: 1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0906293-c3cd-4ab0-baf8-2f3f35cc0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:55:21.569260 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:21.643267 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6878a213-b6da-4ee4-84b6-3cd66685bd0e None None] Routers {'3ee3bc0c-e514-4015-a126-32f5d7461aa5'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:55:21.643925 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-6878a213-b6da-4ee4-84b6-3cd66685bd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:55:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['3ee3bc0c-e514-4015-a126-32f5d7461aa5'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:21.780679 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-9752afc4-fa1e-4ba8-b6bc-d9eff34c0d8e None None] Provisioning complete for port 16e47dfe-50b5-4456-b289-621f4d40c2d6 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:55:21.781063 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9752afc4-fa1e-4ba8-b6bc-d9eff34c0d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (16e47dfe-50b5-4456-b289-621f4d40c2d6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:21.815473 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-d5e915f1-e50a-4e18-a4a3-4474d6b9e0d5 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Made reservation on behalf of becd292ae1964e1591030ea7084bd53e for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:55:21.818976 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-d5e915f1-e50a-4e18-a4a3-4474d6b9e0d5 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:21.863249 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] For port 1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:55:21.901742 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] For port 1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1,segment=NetworkSegment(f0906293-c3cd-4ab0-baf8-2f3f35cc0161),segment_id=f0906293-c3cd-4ab0-baf8-2f3f35cc0161)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:55:21.923322 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:21.929991 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-6878a213-b6da-4ee4-84b6-3cd66685bd0e None None] Set router 3ee3bc0c-e514-4015-a126-32f5d7461aa5 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:55:21.991455 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393503ef-647c-4621-bd9e-9aa78b53eb5b None None] Pushing event updated for resources: {'Port': ['ID=1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:21.995180 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bdcfef4f-d0a3-4404-9476-f026190d92b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (b2f5ab55-5dee-45a7-b2a9-149ff9b57314), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:22.055545 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9752afc4-fa1e-4ba8-b6bc-d9eff34c0d8e None None] Current status of the port 16e47dfe-50b5-4456-b289-621f4d40c2d6 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:55:22.055943 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9752afc4-fa1e-4ba8-b6bc-d9eff34c0d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (16e47dfe-50b5-4456-b289-621f4d40c2d6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:22.108530 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-9752afc4-fa1e-4ba8-b6bc-d9eff34c0d8e None None] For port 16e47dfe-50b5-4456-b289-621f4d40c2d6, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=16e47dfe-50b5-4456-b289-621f4d40c2d6,segment=NetworkSegment(e8ceeb83-f904-40df-9648-fb8be4cbca95),segment_id=e8ceeb83-f904-40df-9648-fb8be4cbca95)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:22.118280 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9752afc4-fa1e-4ba8-b6bc-d9eff34c0d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (16e47dfe-50b5-4456-b289-621f4d40c2d6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:22.146483 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b11babfc-41f7-450f-8d0b-de25d2d2fac3 admin admin] Publish callbacks [] for security_group (6c56c712-f713-4c61-9216-c6d244f343ef), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:22.210111 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9752afc4-fa1e-4ba8-b6bc-d9eff34c0d8e None None] Pushing event updated for resources: {'Port': ['ID=16e47dfe-50b5-4456-b289-621f4d40c2d6,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:22.255121 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-4f4bd2a4-22af-4b64-8532-08e9b636bfea None None] Provisioning complete for port 16e47dfe-50b5-4456-b289-621f4d40c2d6 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:55:22.257182 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4f4bd2a4-22af-4b64-8532-08e9b636bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (16e47dfe-50b5-4456-b289-621f4d40c2d6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:22.258812 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-d5e915f1-e50a-4e18-a4a3-4474d6b9e0d5 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Allocated IP 172.20.0.14 (37d41d56-12bb-40e8-aa0b-844473811f88/b6c56ecd-fc7a-4047-b753-5102cf976f28/0d32a970-db33-45c6-92ae-fb26f95ffafe) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:55:22.379887 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3e034-6a0a-44fd-8a0c-76604d059682 None None] Pushing event updated for resources: {'Port': ['ID=16e47dfe-50b5-4456-b289-621f4d40c2d6,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:22.396788 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b11babfc-41f7-450f-8d0b-de25d2d2fac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6c56c712-f713-4c61-9216-c6d244f343ef), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:22.505507 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-4f4bd2a4-22af-4b64-8532-08e9b636bfea None None] Current status of the port 16e47dfe-50b5-4456-b289-621f4d40c2d6 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:55:22.519934 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b11babfc-41f7-450f-8d0b-de25d2d2fac3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fa7741f18c2543ae94c69013964d1f61&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0879328 Mar 05 04:55:22.527348 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-acb332a7-22bd-4b51-a742-1c22f29a2f6c req-40db54f0-5ea6-4809-bb6d-94db45fee90f tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1987431 Mar 05 04:55:22.530322 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 56296) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:22.564042 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 16e47dfe-50b5-4456-b289-621f4d40c2d6 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:55:22.599496 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-6878a213-b6da-4ee4-84b6-3cd66685bd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2013950429-router', 'tenant_id': 'becd292ae1964e1591030ea7084bd53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '59ba4d00-3884-428c-a06f-50973f100916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:06Z', 'updated_at': '2022-03-05T04:55:13Z', 'revision_number': 4, 'project_id': 'becd292ae1964e1591030ea7084bd53e', 'gw_port': {'id': '59ba4d00-3884-428c-a06f-50973f100916', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:08Z', 'updated_at': '2022-03-05T04:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '16e47dfe-50b5-4456-b289-621f4d40c2d6', 'name': '', 'network_id': '37d41d56-12bb-40e8-aa0b-844473811f88', 'tenant_id': 'becd292ae1964e1591030ea7084bd53e', 'mac_address': 'fa:16:3e:12:c7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'b6c56ecd-fc7a-4047-b753-5102cf976f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:12Z', 'updated_at': '2022-03-05T04:55:21Z', 'revision_number': 4, 'project_id': 'becd292ae1964e1591030ea7084bd53e', 'subnets': [{'id': 'b6c56ecd-fc7a-4047-b753-5102cf976f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:22.630032 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11babfc-41f7-450f-8d0b-de25d2d2fac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c56c712-f713-4c61-9216-c6d244f343ef,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:22.699837 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 16e47dfe-50b5-4456-b289-621f4d40c2d6 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:55:22.700200 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (16e47dfe-50b5-4456-b289-621f4d40c2d6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:22.711990 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58f60d-4a3f-486d-87c0-4742033c5711 req-171e460a-3523-4185-9542-ad4896bb048f tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:22.713670 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fa58f60d-4a3f-486d-87c0-4742033c5711 req-171e460a-3523-4185-9542-ad4896bb048f tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 946 time: 0.6986823 Mar 05 04:55:22.759562 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-d5e915f1-e50a-4e18-a4a3-4474d6b9e0d5 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks [] for port (0d32a970-db33-45c6-92ae-fb26f95ffafe), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:22.786058 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-96ab2bba-31bc-4eea-bf66-6c1485bb63c3 admin admin] Allocated IP 172.25.0.142 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/42abb3ac-1957-45de-9a81-0f1256bafafd) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:55:22.822965 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 16e47dfe-50b5-4456-b289-621f4d40c2d6 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:55:22.864672 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6878a213-b6da-4ee4-84b6-3cd66685bd0e None None] The sync data for ids ['3ee3bc0c-e514-4015-a126-32f5d7461aa5'] in n-d-789963-32 is: [{'id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2013950429-router', 'tenant_id': 'becd292ae1964e1591030ea7084bd53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '59ba4d00-3884-428c-a06f-50973f100916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:06Z', 'updated_at': '2022-03-05T04:55:13Z', 'revision_number': 4, 'project_id': 'becd292ae1964e1591030ea7084bd53e', 'gw_port': {'id': '59ba4d00-3884-428c-a06f-50973f100916', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:08Z', 'updated_at': '2022-03-05T04:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '16e47dfe-50b5-4456-b289-621f4d40c2d6', 'name': '', 'network_id': '37d41d56-12bb-40e8-aa0b-844473811f88', 'tenant_id': 'becd292ae1964e1591030ea7084bd53e', 'mac_address': 'fa:16:3e:12:c7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'b6c56ecd-fc7a-4047-b753-5102cf976f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:12Z', 'updated_at': '2022-03-05T04:55:21Z', 'revision_number': 4, 'project_id': 'becd292ae1964e1591030ea7084bd53e', 'subnets': [{'id': 'b6c56ecd-fc7a-4047-b753-5102cf976f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:55:23.010164 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-100c2c6b-46df-4e39-ae64-ce4fec070a32 req-38f052df-3b28-489e-a646-15a3027bfe32 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/ports?device_id=d43ccc28-e8ac-46f0-813d-4931795af5c5 HTTP/1.1" status: 200 len: 210 time: 0.2954566 Mar 05 04:55:23.012076 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdcfef4f-d0a3-4404-9476-f026190d92b4 admin admin] Router b2f5ab55-5dee-45a7-b2a9-149ff9b57314 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:55:23.074517 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fa58f60d-4a3f-486d-87c0-4742033c5711 req-09e0e796-64ad-49fe-8a35-e2871569fdbf tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107619 Mar 05 04:55:23.077117 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-489f83c8-3501-4dc8-8d8e-d24035cf74a4 admin admin] Publish callbacks [] for security_group (6c56c712-f713-4c61-9216-c6d244f343ef), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:23.264992 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdcfef4f-d0a3-4404-9476-f026190d92b4 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:55:23.271604 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-489f83c8-3501-4dc8-8d8e-d24035cf74a4 admin admin] Publish callbacks [] for security_group (6c56c712-f713-4c61-9216-c6d244f343ef), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:23.282578 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e2947a-cffb-490d-b3b9-41b07b28a41c None None] Sync routers for ids ['b2f5ab55-5dee-45a7-b2a9-149ff9b57314'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:55:23.291707 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bdcfef4f-d0a3-4404-9476-f026190d92b4 admin admin] 10.222.0.11 "PUT /v2.0/routers/b2f5ab55-5dee-45a7-b2a9-149ff9b57314/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2014465 Mar 05 04:55:23.294837 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 56300) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:23.305103 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e2947a-cffb-490d-b3b9-41b07b28a41c None None] Routers {'b2f5ab55-5dee-45a7-b2a9-149ff9b57314'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:55:23.305900 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e6e2947a-cffb-490d-b3b9-41b07b28a41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:55:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b2f5ab55-5dee-45a7-b2a9-149ff9b57314'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:23.586091 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-70ba35a3-c23d-4ee3-bea7-80e9d2031b11 admin admin] Publish callbacks [] for router (b2f5ab55-5dee-45a7-b2a9-149ff9b57314), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:23.588978 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-e6e2947a-cffb-490d-b3b9-41b07b28a41c None None] Set router b2f5ab55-5dee-45a7-b2a9-149ff9b57314 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:55:23.721645 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-d5e915f1-e50a-4e18-a4a3-4474d6b9e0d5 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (0d32a970-db33-45c6-92ae-fb26f95ffafe), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:23.815325 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6153797-6fdc-472b-aa2b-060dfe24fedf None None] Network f1fadffb-f5d8-4040-a31e-e74b33451f43 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:55:23.835356 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-96ab2bba-31bc-4eea-bf66-6c1485bb63c3 admin admin] Publish callbacks [] for port (42abb3ac-1957-45de-9a81-0f1256bafafd), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:23.871393 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-70ba35a3-c23d-4ee3-bea7-80e9d2031b11 admin admin] Publish callbacks [] for router_gateway (b2f5ab55-5dee-45a7-b2a9-149ff9b57314), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:23.898415 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-d5e915f1-e50a-4e18-a4a3-4474d6b9e0d5 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Network 37d41d56-12bb-40e8-aa0b-844473811f88 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:55:23.900117 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd9f9f-817b-4959-a26c-9d431c057d09 req-7536686a-2c18-47e3-a122-bdf350d6cfd7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:23.910011 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9ecd9f9f-817b-4959-a26c-9d431c057d09 req-7536686a-2c18-47e3-a122-bdf350d6cfd7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.6412334 Mar 05 04:55:23.911683 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-d5e915f1-e50a-4e18-a4a3-4474d6b9e0d5 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:55:23.929037 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-b364699e-49f6-43f2-842e-76495c279a2a None None] Provisioning complete for port 1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:55:23.929543 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b364699e-49f6-43f2-842e-76495c279a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:23.933657 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-d5e915f1-e50a-4e18-a4a3-4474d6b9e0d5 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:55:23.934581 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-489f83c8-3501-4dc8-8d8e-d24035cf74a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6c56c712-f713-4c61-9216-c6d244f343ef), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:23.937851 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-489f83c8-3501-4dc8-8d8e-d24035cf74a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:23.948013 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-489f83c8-3501-4dc8-8d8e-d24035cf74a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6c56c712-f713-4c61-9216-c6d244f343ef HTTP/1.1" status: 204 len: 168 time: 1.4148664 Mar 05 04:55:24.027627 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f83c8-3501-4dc8-8d8e-d24035cf74a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c56c712-f713-4c61-9216-c6d244f343ef,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:24.052517 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e915f1-e50a-4e18-a4a3-4474d6b9e0d5 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Pushing event updated for resources: {'Port': ['ID=0d32a970-db33-45c6-92ae-fb26f95ffafe,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:24.149840 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e6e2947a-cffb-490d-b3b9-41b07b28a41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'name': 'tempest-TaggedBootDevicesTest_v242-2122226862-router', 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'a987e8f7-8523-41c9-bc27-1998c3ea5418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:58Z', 'updated_at': '2022-03-05T04:55:21Z', 'revision_number': 5, 'project_id': 'f322de562e384481acfa7667e5bcbd96', 'gw_port': {'id': 'a987e8f7-8523-41c9-bc27-1998c3ea5418', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f2:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:45:59Z', 'updated_at': '2022-03-05T04:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:24.150137 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-d5e915f1-e50a-4e18-a4a3-4474d6b9e0d5 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:24.153587 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-d5e915f1-e50a-4e18-a4a3-4474d6b9e0d5 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:24.178860 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-96ab2bba-31bc-4eea-bf66-6c1485bb63c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (42abb3ac-1957-45de-9a81-0f1256bafafd), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:24.299687 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9ecd9f9f-817b-4959-a26c-9d431c057d09 req-bf06bb3f-9510-4afa-b9df-b868bc7d0c08 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3877401 Mar 05 04:55:24.300675 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ab2bba-31bc-4eea-bf66-6c1485bb63c3 admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:55:24.305633 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab2bba-31bc-4eea-bf66-6c1485bb63c3 admin admin] Pushing event updated for resources: {'Port': ['ID=42abb3ac-1957-45de-9a81-0f1256bafafd,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:24.307431 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e2947a-cffb-490d-b3b9-41b07b28a41c None None] Checking router: b2f5ab55-5dee-45a7-b2a9-149ff9b57314 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:55:24.309417 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-96ab2bba-31bc-4eea-bf66-6c1485bb63c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:55:24.313357 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ab2bba-31bc-4eea-bf66-6c1485bb63c3 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:55:24.362787 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-70ba35a3-c23d-4ee3-bea7-80e9d2031b11 admin admin] Deleting port a987e8f7-8523-41c9-bc27-1998c3ea5418 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:55:24.371756 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-70ba35a3-c23d-4ee3-bea7-80e9d2031b11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (a987e8f7-8523-41c9-bc27-1998c3ea5418), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:24.379436 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-d5e915f1-e50a-4e18-a4a3-4474d6b9e0d5 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8787422 Mar 05 04:55:24.409590 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb2f56-92a4-429f-900e-7d8de4d271ea req-42ea899c-c96b-40b4-9600-0f9eaf12ff08 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:24.416826 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6afb2f56-92a4-429f-900e-7d8de4d271ea req-42ea899c-c96b-40b4-9600-0f9eaf12ff08 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/ports?device_id=d43ccc28-e8ac-46f0-813d-4931795af5c5 HTTP/1.1" status: 200 len: 932 time: 0.2510524 Mar 05 04:55:24.421759 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-a7e9b626-5314-453c-af17-fd31dd75c3d9 service neutron] Request body: {'port': {'device_id': 'd43ccc28-e8ac-46f0-813d-4931795af5c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:55:24.444426 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e2947a-cffb-490d-b3b9-41b07b28a41c None None] Routers {'b2f5ab55-5dee-45a7-b2a9-149ff9b57314'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:55:24.445856 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e6e2947a-cffb-490d-b3b9-41b07b28a41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:55:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b2f5ab55-5dee-45a7-b2a9-149ff9b57314'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:24.533990 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b364699e-49f6-43f2-842e-76495c279a2a None None] Current status of the port 1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:55:24.534421 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b364699e-49f6-43f2-842e-76495c279a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:24.538407 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6afb2f56-92a4-429f-900e-7d8de4d271ea req-21fbe55b-22e0-4390-b92b-176ebc4fdcd2 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/security-groups?id=1221e7d5-8d20-47b1-a240-de033b79c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841408 Mar 05 04:55:24.548739 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:55:24.568355 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e81a2-78fd-451f-a53b-3c9b13316901 req-f8a7b9e2-1815-47be-bfcd-e7030b92b852 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:24.575137 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-746e81a2-78fd-451f-a53b-3c9b13316901 req-f8a7b9e2-1815-47be-bfcd-e7030b92b852 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 946 time: 0.1510930 Mar 05 04:55:24.614553 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-70ba35a3-c23d-4ee3-bea7-80e9d2031b11 admin admin] For port a987e8f7-8523-41c9-bc27-1998c3ea5418, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a987e8f7-8523-41c9-bc27-1998c3ea5418,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:24.614928 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-70ba35a3-c23d-4ee3-bea7-80e9d2031b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (a987e8f7-8523-41c9-bc27-1998c3ea5418), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:24.661590 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-70ba35a3-c23d-4ee3-bea7-80e9d2031b11 admin admin] Calling delete_port for a987e8f7-8523-41c9-bc27-1998c3ea5418 owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:55:24.693494 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-e6e2947a-cffb-490d-b3b9-41b07b28a41c None None] Set router b2f5ab55-5dee-45a7-b2a9-149ff9b57314 gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:55:24.694178 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-746e81a2-78fd-451f-a53b-3c9b13316901 req-1b67d383-b470-49e0-9c22-73df32c7a9db tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145134 Mar 05 04:55:24.694731 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-a7e9b626-5314-453c-af17-fd31dd75c3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0d32a970-db33-45c6-92ae-fb26f95ffafe), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:24.768615 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e6e2947a-cffb-490d-b3b9-41b07b28a41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'name': 'tempest-TaggedBootDevicesTest_v242-2122226862-router', 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:58Z', 'updated_at': '2022-03-05T04:55:23Z', 'revision_number': 6, 'project_id': 'f322de562e384481acfa7667e5bcbd96', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:24.857788 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e2947a-cffb-490d-b3b9-41b07b28a41c None None] The sync data for ids ['b2f5ab55-5dee-45a7-b2a9-149ff9b57314'] in n-d-789963-32 is: [{'id': 'b2f5ab55-5dee-45a7-b2a9-149ff9b57314', 'name': 'tempest-TaggedBootDevicesTest_v242-2122226862-router', 'tenant_id': 'f322de562e384481acfa7667e5bcbd96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:45:58Z', 'updated_at': '2022-03-05T04:55:23Z', 'revision_number': 6, 'project_id': 'f322de562e384481acfa7667e5bcbd96', 'gw_port_host': None}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:55:24.861168 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-b364699e-49f6-43f2-842e-76495c279a2a None None] For port 1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1,segment=NetworkSegment(f0906293-c3cd-4ab0-baf8-2f3f35cc0161),segment_id=f0906293-c3cd-4ab0-baf8-2f3f35cc0161)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:24.891162 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b364699e-49f6-43f2-842e-76495c279a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:24.971673 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-70ba35a3-c23d-4ee3-bea7-80e9d2031b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (a987e8f7-8523-41c9-bc27-1998c3ea5418), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:24.973214 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:55:24.973601 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:25.050710 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba35a3-c23d-4ee3-bea7-80e9d2031b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=a987e8f7-8523-41c9-bc27-1998c3ea5418,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:25.179593 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b364699e-49f6-43f2-842e-76495c279a2a None None] Pushing event updated for resources: {'Port': ['ID=1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:25.189440 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8cf40-4498-47e2-bb3e-912eee279fa2 req-b68eaf4e-477a-4545-8e58-7683293d3f05 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:25.202099 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b7a8cf40-4498-47e2-bb3e-912eee279fa2 req-b68eaf4e-477a-4545-8e58-7683293d3f05 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.2552450 Mar 05 04:55:25.227514 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-9926481d-1000-454b-bae9-132c6a8b829e None None] Provisioning complete for port 0d32a970-db33-45c6-92ae-fb26f95ffafe triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:55:25.229277 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9926481d-1000-454b-bae9-132c6a8b829e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0d32a970-db33-45c6-92ae-fb26f95ffafe), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:25.261976 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-96ab2bba-31bc-4eea-bf66-6c1485bb63c3 admin admin] Publish callbacks [] for router_gateway (e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:25.310667 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9926481d-1000-454b-bae9-132c6a8b829e None None] Port 0d32a970-db33-45c6-92ae-fb26f95ffafe cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:55:25.331970 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-70ba35a3-c23d-4ee3-bea7-80e9d2031b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (b2f5ab55-5dee-45a7-b2a9-149ff9b57314), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:25.365745 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:55:25.372047 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 16e47dfe-50b5-4456-b289-621f4d40c2d6 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:55:25.460987 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-ce574478-6fc4-4543-bee6-b3e90880cbf7 None None] Provisioning complete for port 1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:55:25.461559 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ce574478-6fc4-4543-bee6-b3e90880cbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:25.513026 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 16e47dfe-50b5-4456-b289-621f4d40c2d6 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:55:25.513310 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (16e47dfe-50b5-4456-b289-621f4d40c2d6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:25.517706 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-70ba35a3-c23d-4ee3-bea7-80e9d2031b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (b2f5ab55-5dee-45a7-b2a9-149ff9b57314), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:25.522635 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-70ba35a3-c23d-4ee3-bea7-80e9d2031b11 admin admin] Publish callbacks [] for router_controller (b2f5ab55-5dee-45a7-b2a9-149ff9b57314), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:25.529706 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b7a8cf40-4498-47e2-bb3e-912eee279fa2 req-5faf9402-8beb-4d5c-9138-867629d4a958 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3252070 Mar 05 04:55:25.598037 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-70ba35a3-c23d-4ee3-bea7-80e9d2031b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (b2f5ab55-5dee-45a7-b2a9-149ff9b57314), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:25.599210 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ba35a3-c23d-4ee3-bea7-80e9d2031b11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2f5ab55-5dee-45a7-b2a9-149ff9b57314 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:55:25.613154 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-70ba35a3-c23d-4ee3-bea7-80e9d2031b11 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:25.614230 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-70ba35a3-c23d-4ee3-bea7-80e9d2031b11 admin admin] 10.222.0.11 "DELETE /v2.0/routers/b2f5ab55-5dee-45a7-b2a9-149ff9b57314 HTTP/1.1" status: 204 len: 168 time: 2.2852154 Mar 05 04:55:25.617521 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 56350) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:25.721287 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 16e47dfe-50b5-4456-b289-621f4d40c2d6 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:55:25.752165 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ce574478-6fc4-4543-bee6-b3e90880cbf7 None None] Current status of the port 1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:55:25.848475 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe47d012-3f72-4eb8-94ab-09f4f65af87f admin admin] Deleting subnet b8b87837-c4d6-4057-808b-e09b3b2c13f9 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:55:25.857075 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fe47d012-3f72-4eb8-94ab-09f4f65af87f admin admin] Publish callbacks [] for subnet (b8b87837-c4d6-4057-808b-e09b3b2c13f9), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:25.943106 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fe47d012-3f72-4eb8-94ab-09f4f65af87f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (b8b87837-c4d6-4057-808b-e09b3b2c13f9), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:26.002747 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4189c-f5db-42e8-b6a4-232f3ffd4631 req-a9fdb296-751d-4075-a7aa-c20267bc39b3 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:26.004621 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72b4189c-f5db-42e8-b6a4-232f3ffd4631 req-a9fdb296-751d-4075-a7aa-c20267bc39b3 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/ports?device_id=d43ccc28-e8ac-46f0-813d-4931795af5c5 HTTP/1.1" status: 200 len: 932 time: 0.3182256 Mar 05 04:55:26.120015 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fe47d012-3f72-4eb8-94ab-09f4f65af87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (b8b87837-c4d6-4057-808b-e09b3b2c13f9), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:26.197919 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5ec28a65-c1f9-48e1-a2a8-d356ee864c75 req-b80bcd92-bc60-4d24-8e48-112ac99f094a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=11df5f17-851c-43fd-b94e-7b6155b80de3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7770469 Mar 05 04:55:26.280866 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fe47d012-3f72-4eb8-94ab-09f4f65af87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (b8b87837-c4d6-4057-808b-e09b3b2c13f9), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:26.337046 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:55:26.352064 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47d012-3f72-4eb8-94ab-09f4f65af87f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8b87837-c4d6-4057-808b-e09b3b2c13f9,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:26.367059 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fe47d012-3f72-4eb8-94ab-09f4f65af87f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:26.376662 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56366) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:26.377217 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fe47d012-3f72-4eb8-94ab-09f4f65af87f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b8b87837-c4d6-4057-808b-e09b3b2c13f9 HTTP/1.1" status: 204 len: 168 time: 0.7574518 Mar 05 04:55:26.396455 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3deaf503-a856-4f9f-a79e-1aacc15e6282 None None] Network 96b36905-6014-4841-aac5-335392bf1a9d requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:55:26.440376 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72b4189c-f5db-42e8-b6a4-232f3ffd4631 req-71cbcf52-b6f0-4c77-914e-abeca482ae61 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/security-groups?id=1221e7d5-8d20-47b1-a240-de033b79c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157732 Mar 05 04:55:26.477926 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291603a-a978-40f3-bd14-c7cff1204f76 req-64682d5e-c6b4-4d65-8a6e-f1aafc041b7c tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:26.479520 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2291603a-a978-40f3-bd14-c7cff1204f76 req-64682d5e-c6b4-4d65-8a6e-f1aafc041b7c tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 946 time: 0.2317181 Mar 05 04:55:26.577701 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:55:26.578845 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:26.612474 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53ee06-c380-47a7-b7b1-5eb3bf7ed884 req-e98d4f67-840e-4a2c-b03b-50ad9d61102a tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:26.622109 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0d53ee06-c380-47a7-b7b1-5eb3bf7ed884 req-e98d4f67-840e-4a2c-b03b-50ad9d61102a tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.1164587 Mar 05 04:55:26.638117 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2291603a-a978-40f3-bd14-c7cff1204f76 req-9ee7fa20-8724-4ba3-b424-0801dacc7cfd tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508398 Mar 05 04:55:26.708814 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0d53ee06-c380-47a7-b7b1-5eb3bf7ed884 req-9b95a317-bd2d-41f4-bc68-47c2272da5ef tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839453 Mar 05 04:55:26.715132 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1204c4a-3da9-4b8e-9882-252d19428d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (96b36905-6014-4841-aac5-335392bf1a9d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:26.759622 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-96ab2bba-31bc-4eea-bf66-6c1485bb63c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:26.909582 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:55:26.919741 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec28a65-c1f9-48e1-a2a8-d356ee864c75 req-2c51f64f-8cf0-4095-8f56-38aa617c541d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:26.921435 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5ec28a65-c1f9-48e1-a2a8-d356ee864c75 req-2c51f64f-8cf0-4095-8f56-38aa617c541d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=947653f4d3b84cc89f4c3c5691586859&device_id=11df5f17-851c-43fd-b94e-7b6155b80de3 HTTP/1.1" status: 200 len: 1091 time: 0.6235261 Mar 05 04:55:26.932312 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562cd2c4-d94d-4157-9377-f594d2a2c927 None None] DHCP port deletion for 96b36905-6014-4841-aac5-335392bf1a9d request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:55:26.947383 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-a7e9b626-5314-453c-af17-fd31dd75c3d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d32a970-db33-45c6-92ae-fb26f95ffafe {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:55:26.970124 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-a7e9b626-5314-453c-af17-fd31dd75c3d9 service neutron] Publish callbacks [] for port (0d32a970-db33-45c6-92ae-fb26f95ffafe), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:26.995827 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a987e8f7-8523-41c9-bc27-1998c3ea5418 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:55:27.032618 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: a987e8f7-8523-41c9-bc27-1998c3ea5418 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:55:27.032960 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a987e8f7-8523-41c9-bc27-1998c3ea5418 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:55:27.033376 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d580546b-d1b3-4f3a-aa25-15519871ad90 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:55:27.055442 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: d580546b-d1b3-4f3a-aa25-15519871ad90 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:55:27.055804 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d580546b-d1b3-4f3a-aa25-15519871ad90 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:55:27.088524 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-a7e9b626-5314-453c-af17-fd31dd75c3d9 service neutron] Transition to ACTIVE for port object 0d32a970-db33-45c6-92ae-fb26f95ffafe will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:55:27.094808 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-562cd2c4-d94d-4157-9377-f594d2a2c927 None None] Deleting port 9ebaf184-e9ab-4e6e-a762-907ce39c1f4d {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:55:27.094808 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-562cd2c4-d94d-4157-9377-f594d2a2c927 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (9ebaf184-e9ab-4e6e-a762-907ce39c1f4d), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:27.175606 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-562cd2c4-d94d-4157-9377-f594d2a2c927 None None] For port 9ebaf184-e9ab-4e6e-a762-907ce39c1f4d, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=9ebaf184-e9ab-4e6e-a762-907ce39c1f4d,segment=NetworkSegment(ca90f7a9-06b9-44d4-b45b-a36f46fd62e2),segment_id=ca90f7a9-06b9-44d4-b45b-a36f46fd62e2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:27.176026 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-562cd2c4-d94d-4157-9377-f594d2a2c927 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (9ebaf184-e9ab-4e6e-a762-907ce39c1f4d), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:27.181427 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-a7e9b626-5314-453c-af17-fd31dd75c3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (0d32a970-db33-45c6-92ae-fb26f95ffafe), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:27.194664 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-562cd2c4-d94d-4157-9377-f594d2a2c927 None None] Calling delete_port for 9ebaf184-e9ab-4e6e-a762-907ce39c1f4d owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:55:27.256970 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-d1204c4a-3da9-4b8e-9882-252d19428d2e admin admin] Deleting port 9ebaf184-e9ab-4e6e-a762-907ce39c1f4d {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:55:27.257602 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1204c4a-3da9-4b8e-9882-252d19428d2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (9ebaf184-e9ab-4e6e-a762-907ce39c1f4d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:27.302285 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec28a65-c1f9-48e1-a2a8-d356ee864c75 req-6a2fa492-f65a-4d3c-94a7-9b08a4fae599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:27.304121 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5ec28a65-c1f9-48e1-a2a8-d356ee864c75 req-6a2fa492-f65a-4d3c-94a7-9b08a4fae599 service neutron] 10.222.0.30 "GET /v2.0/networks?id=37de3cac-2e27-4573-885e-c86e0ea7886c HTTP/1.1" status: 200 len: 912 time: 0.3443787 Mar 05 04:55:27.305876 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-562cd2c4-d94d-4157-9377-f594d2a2c927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (9ebaf184-e9ab-4e6e-a762-907ce39c1f4d), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:27.340155 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562cd2c4-d94d-4157-9377-f594d2a2c927 None None] Pushing event deleted for resources: {'Port': ['ID=9ebaf184-e9ab-4e6e-a762-907ce39c1f4d,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:27.353281 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562cd2c4-d94d-4157-9377-f594d2a2c927 None None] No DVR routers for this DVR port 9ebaf184-e9ab-4e6e-a762-907ce39c1f4d on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:55:27.485724 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ab2bba-31bc-4eea-bf66-6c1485bb63c3 admin admin] Router e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:55:27.599520 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-d1204c4a-3da9-4b8e-9882-252d19428d2e admin admin] For port 9ebaf184-e9ab-4e6e-a762-907ce39c1f4d, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=9ebaf184-e9ab-4e6e-a762-907ce39c1f4d,segment=NetworkSegment(ca90f7a9-06b9-44d4-b45b-a36f46fd62e2),segment_id=ca90f7a9-06b9-44d4-b45b-a36f46fd62e2)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:27.600018 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1204c4a-3da9-4b8e-9882-252d19428d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (9ebaf184-e9ab-4e6e-a762-907ce39c1f4d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:27.665687 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067abc74-4018-4301-a771-fdefba553f2f req-7319ba16-62d4-4869-825a-fc315e108985 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:27.679017 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5ec28a65-c1f9-48e1-a2a8-d356ee864c75 req-4fd63370-c50e-4e3e-8a70-7bf31ac2cf6c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb0b200c-e186-44ea-bfd0-0a7dbd850e83 HTTP/1.1" status: 200 len: 217 time: 0.3454335 Mar 05 04:55:27.681597 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-067abc74-4018-4301-a771-fdefba553f2f req-7319ba16-62d4-4869-825a-fc315e108985 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/ports?device_id=d43ccc28-e8ac-46f0-813d-4931795af5c5 HTTP/1.1" status: 200 len: 944 time: 0.1361420 Mar 05 04:55:27.685870 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9b626-5314-453c-af17-fd31dd75c3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=0d32a970-db33-45c6-92ae-fb26f95ffafe,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:27.692831 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-d1204c4a-3da9-4b8e-9882-252d19428d2e admin admin] Calling delete_port for 9ebaf184-e9ab-4e6e-a762-907ce39c1f4d owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:55:27.786199 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-067abc74-4018-4301-a771-fdefba553f2f req-15a9eb95-a79a-45c0-95ac-5426e70376f7 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/security-groups?id=1221e7d5-8d20-47b1-a240-de033b79c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035688 Mar 05 04:55:27.933477 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a1b24-06f1-49bd-9229-47880f2c1f6d req-ce414ce9-4ca2-4c4a-bf85-78f4b11aae88 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:27.940334 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec28a65-c1f9-48e1-a2a8-d356ee864c75 req-e2d42712-f03f-4663-a00b-28ca8c4aae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:27.941801 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5ec28a65-c1f9-48e1-a2a8-d356ee864c75 req-e2d42712-f03f-4663-a00b-28ca8c4aae9a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a6039ad-16bd-4b00-a55f-f7c68e1f3072 HTTP/1.1" status: 200 len: 851 time: 0.2520626 Mar 05 04:55:27.942461 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-a7e9b626-5314-453c-af17-fd31dd75c3d9 service neutron] Attempting to bind port 0d32a970-db33-45c6-92ae-fb26f95ffafe on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:55:27.942583 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7d7a1b24-06f1-49bd-9229-47880f2c1f6d req-ce414ce9-4ca2-4c4a-bf85-78f4b11aae88 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 946 time: 0.1351314 Mar 05 04:55:27.942795 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-a7e9b626-5314-453c-af17-fd31dd75c3d9 service neutron] Attempting to bind port 0d32a970-db33-45c6-92ae-fb26f95ffafe by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'e8ceeb83-f904-40df-9648-fb8be4cbca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '37d41d56-12bb-40e8-aa0b-844473811f88'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:55:27.943132 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-a7e9b626-5314-453c-af17-fd31dd75c3d9 service neutron] Attempting to bind port 0d32a970-db33-45c6-92ae-fb26f95ffafe on network 37d41d56-12bb-40e8-aa0b-844473811f88 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:55:28.021494 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-a7e9b626-5314-453c-af17-fd31dd75c3d9 service neutron] Port 0d32a970-db33-45c6-92ae-fb26f95ffafe on network 37d41d56-12bb-40e8-aa0b-844473811f88 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:55:28.021863 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-a7e9b626-5314-453c-af17-fd31dd75c3d9 service neutron] Attempting to bind port 0d32a970-db33-45c6-92ae-fb26f95ffafe on network 37d41d56-12bb-40e8-aa0b-844473811f88 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:55:28.042871 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-a7e9b626-5314-453c-af17-fd31dd75c3d9 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:55:28.043317 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-a7e9b626-5314-453c-af17-fd31dd75c3d9 service neutron] Checking segment: {'id': 'e8ceeb83-f904-40df-9648-fb8be4cbca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '37d41d56-12bb-40e8-aa0b-844473811f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:55:28.043663 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-a7e9b626-5314-453c-af17-fd31dd75c3d9 service neutron] Bound using segment: {'id': 'e8ceeb83-f904-40df-9648-fb8be4cbca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '37d41d56-12bb-40e8-aa0b-844473811f88'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:55:28.044116 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-a7e9b626-5314-453c-af17-fd31dd75c3d9 service neutron] Bound port: 0d32a970-db33-45c6-92ae-fb26f95ffafe, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8ceeb83-f904-40df-9648-fb8be4cbca95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '37d41d56-12bb-40e8-aa0b-844473811f88'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:55:28.044477 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-a7e9b626-5314-453c-af17-fd31dd75c3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0d32a970-db33-45c6-92ae-fb26f95ffafe), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:28.083712 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ab2bba-31bc-4eea-bf66-6c1485bb63c3 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:55:28.106042 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3367ca-a750-478c-9664-21a76c29e8cb None None] Sync routers for ids ['e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:55:28.116305 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1204c4a-3da9-4b8e-9882-252d19428d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (9ebaf184-e9ab-4e6e-a762-907ce39c1f4d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:28.127516 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3367ca-a750-478c-9664-21a76c29e8cb None None] Routers {'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:55:28.133479 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-4a3367ca-a750-478c-9664-21a76c29e8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:55:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:28.141610 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7d7a1b24-06f1-49bd-9229-47880f2c1f6d req-32524967-3174-4aca-a9e9-46450e53577e tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979129 Mar 05 04:55:28.166984 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833ac7a-211f-456c-97ed-59e1b31bcccb req-e18489ce-0b3b-4adc-aa5f-040571891589 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:28.169427 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1833ac7a-211f-456c-97ed-59e1b31bcccb req-e18489ce-0b3b-4adc-aa5f-040571891589 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.1809535 Mar 05 04:55:28.245674 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1833ac7a-211f-456c-97ed-59e1b31bcccb req-f2ee35c2-d086-470b-bf2b-22d6f4c78c81 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695901 Mar 05 04:55:28.267243 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-a7e9b626-5314-453c-af17-fd31dd75c3d9 service neutron] For port 0d32a970-db33-45c6-92ae-fb26f95ffafe, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:55:28.269737 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-a7e9b626-5314-453c-af17-fd31dd75c3d9 service neutron] For port 0d32a970-db33-45c6-92ae-fb26f95ffafe, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=0d32a970-db33-45c6-92ae-fb26f95ffafe,segment=NetworkSegment(e8ceeb83-f904-40df-9648-fb8be4cbca95),segment_id=e8ceeb83-f904-40df-9648-fb8be4cbca95)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:55:28.330079 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 9ebaf184-e9ab-4e6e-a762-907ce39c1f4d no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:55:28.338019 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1204c4a-3da9-4b8e-9882-252d19428d2e admin admin] No DVR routers for this DVR port 9ebaf184-e9ab-4e6e-a762-907ce39c1f4d on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:55:28.340962 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1204c4a-3da9-4b8e-9882-252d19428d2e admin admin] Pushing event deleted for resources: {'Port': ['ID=9ebaf184-e9ab-4e6e-a762-907ce39c1f4d,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:28.375911 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-4a3367ca-a750-478c-9664-21a76c29e8cb None None] Set router e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:55:28.376350 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-96ab2bba-31bc-4eea-bf66-6c1485bb63c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:28.378034 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-96ab2bba-31bc-4eea-bf66-6c1485bb63c3 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.0901566 Mar 05 04:55:28.380493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec28a65-c1f9-48e1-a2a8-d356ee864c75 req-a087aa0c-2de8-4667-bd19-279823aa06b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:28.381183 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 56424) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:28.382317 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5ec28a65-c1f9-48e1-a2a8-d356ee864c75 req-a087aa0c-2de8-4667-bd19-279823aa06b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37de3cac-2e27-4573-885e-c86e0ea7886c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4240248 Mar 05 04:55:28.385589 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-a7e9b626-5314-453c-af17-fd31dd75c3d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (0d32a970-db33-45c6-92ae-fb26f95ffafe), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:28.417613 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 9ebaf184-e9ab-4e6e-a762-907ce39c1f4d {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:55:28.418225 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 9ebaf184-e9ab-4e6e-a762-907ce39c1f4d not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:55:28.528654 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9b626-5314-453c-af17-fd31dd75c3d9 service neutron] Pushing event updated for resources: {'Port': ['ID=0d32a970-db33-45c6-92ae-fb26f95ffafe,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:28.612801 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-a7e9b626-5314-453c-af17-fd31dd75c3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:28.615805 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-a7e9b626-5314-453c-af17-fd31dd75c3d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:28.640763 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-a7e9b626-5314-453c-af17-fd31dd75c3d9 service neutron] 10.222.0.31 "PUT /v2.0/ports/0d32a970-db33-45c6-92ae-fb26f95ffafe HTTP/1.1" status: 200 len: 1093 time: 4.2498317 Mar 05 04:55:28.641947 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd43ccc28-e8ac-46f0-813d-4931795af5c5', 'tag': '0d32a970-db33-45c6-92ae-fb26f95ffafe'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:55:28.657979 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea6b538-c1bc-4c6d-9826-7020701b4f14" -d '{"events": [{"name": "network-changed", "server_uuid": "d43ccc28-e8ac-46f0-813d-4931795af5c5", "tag": "0d32a970-db33-45c6-92ae-fb26f95ffafe"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:55:29.086900 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-4a3367ca-a750-478c-9664-21a76c29e8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1738830377-router', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:19Z', 'updated_at': '2022-03-05T04:55:24Z', 'revision_number': 3, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'gw_port': {'id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:da:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:21Z', 'updated_at': '2022-03-05T04:55:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:29.137739 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3367ca-a750-478c-9664-21a76c29e8cb None None] Checking router: e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:55:29.138403 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3367ca-a750-478c-9664-21a76c29e8cb None None] Updating router e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5 port 42abb3ac-1957-45de-9a81-0f1256bafafd binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:55:29.183677 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-4a3367ca-a750-478c-9664-21a76c29e8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (42abb3ac-1957-45de-9a81-0f1256bafafd), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:29.323588 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 56448) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:29.405847 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db96d10-aadf-4af6-a142-8d2ee7d31bd4 x-openstack-request-id: req-2db96d10-aadf-4af6-a142-8d2ee7d31bd4 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:55:29.407586 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d43ccc28-e8ac-46f0-813d-4931795af5c5", "tag": "0d32a970-db33-45c6-92ae-fb26f95ffafe", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:55:29.407866 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2db96d10-aadf-4af6-a142-8d2ee7d31bd4 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:55:29.408306 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd43ccc28-e8ac-46f0-813d-4931795af5c5', 'tag': '0d32a970-db33-45c6-92ae-fb26f95ffafe', 'status': 'completed', 'code': 200} Mar 05 04:55:29.415846 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5ec28a65-c1f9-48e1-a2a8-d356ee864c75 req-654ee310-8467-4d5f-94f4-a4a0e06f0d60 service neutron] 10.222.0.30 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8946750 Mar 05 04:55:29.533282 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1204c4a-3da9-4b8e-9882-252d19428d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (96b36905-6014-4841-aac5-335392bf1a9d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:29.674016 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-d1204c4a-3da9-4b8e-9882-252d19428d2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b36905-6014-4841-aac5-335392bf1a9d']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:29.679828 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bc597df3-6335-4fd9-bf70-bec65be4cf0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:29.695646 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b231e7d-6b17-48db-85f1-93a8872624ef req-8e011afa-ba5d-4878-9b77-8abcdbc1e766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:29.697424 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3b231e7d-6b17-48db-85f1-93a8872624ef req-8e011afa-ba5d-4878-9b77-8abcdbc1e766 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=947653f4d3b84cc89f4c3c5691586859&device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 1127 time: 1.0145175 Mar 05 04:55:29.702234 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-d1204c4a-3da9-4b8e-9882-252d19428d2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca90f7a9-06b9-44d4-b45b-a36f46fd62e2') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:29.702769 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-d1204c4a-3da9-4b8e-9882-252d19428d2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca90f7a9-06b9-44d4-b45b-a36f46fd62e2') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:29.729260 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1204c4a-3da9-4b8e-9882-252d19428d2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (ca90f7a9-06b9-44d4-b45b-a36f46fd62e2), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:29.731644 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-4a3367ca-a750-478c-9664-21a76c29e8cb None None] Publish callbacks [] for port (42abb3ac-1957-45de-9a81-0f1256bafafd), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:29.737777 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb65414-9bd5-4779-a7bf-020a8fe1761e req-2979db09-6cd5-4e9c-9c22-d79df723186d tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:29.746277 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-4a3367ca-a750-478c-9664-21a76c29e8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (42abb3ac-1957-45de-9a81-0f1256bafafd), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:29.751974 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-edb65414-9bd5-4779-a7bf-020a8fe1761e req-2979db09-6cd5-4e9c-9c22-d79df723186d tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.4273448 Mar 05 04:55:29.785792 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-80419bf4-28ae-4816-92f2-f6b4846ed854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:29.787587 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-80419bf4-28ae-4816-92f2-f6b4846ed854 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=becd292ae1964e1591030ea7084bd53e&device_id=d43ccc28-e8ac-46f0-813d-4931795af5c5 HTTP/1.1" status: 200 len: 1127 time: 1.0147011 Mar 05 04:55:29.825283 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1204c4a-3da9-4b8e-9882-252d19428d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (ca90f7a9-06b9-44d4-b45b-a36f46fd62e2), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:29.848013 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-4a3367ca-a750-478c-9664-21a76c29e8cb None None] Attempting to bind port 42abb3ac-1957-45de-9a81-0f1256bafafd on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:55:29.855892 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-4a3367ca-a750-478c-9664-21a76c29e8cb None None] Attempting to bind port 42abb3ac-1957-45de-9a81-0f1256bafafd by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:55:29.856684 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3367ca-a750-478c-9664-21a76c29e8cb None None] Attempting to bind port 42abb3ac-1957-45de-9a81-0f1256bafafd on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:55:29.884580 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3367ca-a750-478c-9664-21a76c29e8cb None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:55:29.884966 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3367ca-a750-478c-9664-21a76c29e8cb None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:55:29.885376 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-4a3367ca-a750-478c-9664-21a76c29e8cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:29.885776 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3367ca-a750-478c-9664-21a76c29e8cb None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:55:29.886264 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-4a3367ca-a750-478c-9664-21a76c29e8cb None None] Bound port: 42abb3ac-1957-45de-9a81-0f1256bafafd, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:55:29.886649 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-4a3367ca-a750-478c-9664-21a76c29e8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (42abb3ac-1957-45de-9a81-0f1256bafafd), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:29.892158 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5ec28a65-c1f9-48e1-a2a8-d356ee864c75 req-92de07fa-b3b8-4c7b-82db-e9231c17f86f service neutron] 10.222.0.30 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145818 Mar 05 04:55:29.893697 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1204c4a-3da9-4b8e-9882-252d19428d2e admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:55:29.894372 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1204c4a-3da9-4b8e-9882-252d19428d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (ca90f7a9-06b9-44d4-b45b-a36f46fd62e2), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:55:29.898597 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:55:29.906256 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59418d72-12eb-42c7-b2c8-511b38bcde25 req-a9145910-c422-4c50-99ed-20b5ea0fc1e0 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:29.912065 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-59418d72-12eb-42c7-b2c8-511b38bcde25 req-a9145910-c422-4c50-99ed-20b5ea0fc1e0 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/ports?device_id=d43ccc28-e8ac-46f0-813d-4931795af5c5 HTTP/1.1" status: 200 len: 944 time: 0.3372092 Mar 05 04:55:29.932209 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-7006418b-62b3-4926-917a-0df9c458dbf3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d32a970-db33-45c6-92ae-fb26f95ffafe HTTP/1.1" status: 200 len: 217 time: 0.1043897 Mar 05 04:55:30.012478 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac1393-eebc-41ec-add5-9fde30545c58 None None] Pushing event updated for resources: {'Port': ['ID=42abb3ac-1957-45de-9a81-0f1256bafafd,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:30.029053 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-4a3367ca-a750-478c-9664-21a76c29e8cb None None] For port 42abb3ac-1957-45de-9a81-0f1256bafafd, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:55:30.033901 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-4a3367ca-a750-478c-9664-21a76c29e8cb None None] For port 42abb3ac-1957-45de-9a81-0f1256bafafd, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=42abb3ac-1957-45de-9a81-0f1256bafafd,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:55:30.042590 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-4a3367ca-a750-478c-9664-21a76c29e8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (42abb3ac-1957-45de-9a81-0f1256bafafd), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:30.100310 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac1393-eebc-41ec-add5-9fde30545c58 None None] Pushing event updated for resources: {'Port': ['ID=42abb3ac-1957-45de-9a81-0f1256bafafd,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:30.122193 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3367ca-a750-478c-9664-21a76c29e8cb None None] Routers {'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:55:30.123129 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-4a3367ca-a750-478c-9664-21a76c29e8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:55:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:30.123511 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b231e7d-6b17-48db-85f1-93a8872624ef req-db17198b-a316-4a15-8117-498b434f0b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:30.125207 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3b231e7d-6b17-48db-85f1-93a8872624ef req-db17198b-a316-4a15-8117-498b434f0b7f service neutron] 10.222.0.30 "GET /v2.0/networks?id=37de3cac-2e27-4573-885e-c86e0ea7886c HTTP/1.1" status: 200 len: 912 time: 0.4105666 Mar 05 04:55:30.134332 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-edb65414-9bd5-4779-a7bf-020a8fe1761e req-f82bcb05-d830-4663-9e0a-18797b1ce6e8 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3732088 Mar 05 04:55:30.134622 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-feb3a9da-deba-4d4d-91b9-876b26eab3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:30.134622 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-feb3a9da-deba-4d4d-91b9-876b26eab3b8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b6c56ecd-fc7a-4047-b753-5102cf976f28 HTTP/1.1" status: 200 len: 868 time: 0.1861866 Mar 05 04:55:30.134622 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1204c4a-3da9-4b8e-9882-252d19428d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (96b36905-6014-4841-aac5-335392bf1a9d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:30.190211 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-59418d72-12eb-42c7-b2c8-511b38bcde25 req-24963a5b-853c-4f63-bbb3-4bbb1304c533 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/security-groups?id=1221e7d5-8d20-47b1-a240-de033b79c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619209 Mar 05 04:55:30.295779 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1204c4a-3da9-4b8e-9882-252d19428d2e admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:30.306749 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d1204c4a-3da9-4b8e-9882-252d19428d2e admin admin] 10.222.0.11 "DELETE /v2.0/networks/96b36905-6014-4841-aac5-335392bf1a9d HTTP/1.1" status: 204 len: 168 time: 3.9285223 Mar 05 04:55:30.315940 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 56462) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:30.384780 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bc597df3-6335-4fd9-bf70-bec65be4cf0f admin admin] Publish callbacks [] for security_group (fd3e95eb-c4df-42af-8035-24d1879f5820), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:30.389997 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1204c4a-3da9-4b8e-9882-252d19428d2e admin admin] Pushing event deleted for resources: {'Network': ['ID=96b36905-6014-4841-aac5-335392bf1a9d,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:30.405791 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bc597df3-6335-4fd9-bf70-bec65be4cf0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (fd3e95eb-c4df-42af-8035-24d1879f5820), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:30.425920 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3b231e7d-6b17-48db-85f1-93a8872624ef req-97ebcba9-09a8-4a58-9ec9-57e4caf5ffe6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db HTTP/1.1" status: 200 len: 999 time: 0.2934461 Mar 05 04:55:30.440190 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bc597df3-6335-4fd9-bf70-bec65be4cf0f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=53362e01a4364c07b6ae6a5b15f7f12a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1104262 Mar 05 04:55:30.447339 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 56464) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:30.455947 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-588eabbf-a93a-4c1b-9f65-8b47d99c4e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:30.457743 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-588eabbf-a93a-4c1b-9f65-8b47d99c4e22 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37d41d56-12bb-40e8-aa0b-844473811f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3114374 Mar 05 04:55:30.499338 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-4a3367ca-a750-478c-9664-21a76c29e8cb None None] Set router e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:55:30.531041 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea9f42-3f0e-4fca-b9c1-019a6deb6062 req-5d3ed423-0337-4d68-a1a7-bbe4ad3e96dc tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:30.538266 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-51ea9f42-3f0e-4fca-b9c1-019a6deb6062 req-5d3ed423-0337-4d68-a1a7-bbe4ad3e96dc tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 946 time: 0.2708285 Mar 05 04:55:30.558965 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b231e7d-6b17-48db-85f1-93a8872624ef req-c2d69499-df86-4795-b244-aa78ed784f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:30.561335 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3b231e7d-6b17-48db-85f1-93a8872624ef req-c2d69499-df86-4795-b244-aa78ed784f18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a6039ad-16bd-4b00-a55f-f7c68e1f3072 HTTP/1.1" status: 200 len: 851 time: 0.1270804 Mar 05 04:55:30.604098 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc597df3-6335-4fd9-bf70-bec65be4cf0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3e95eb-c4df-42af-8035-24d1879f5820,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:30.627858 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-69fb967d-6a72-43f3-a294-0f543e398cfd service neutron] 10.222.0.31 "GET /v2.0/networks/37d41d56-12bb-40e8-aa0b-844473811f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495395 Mar 05 04:55:30.655508 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b231e7d-6b17-48db-85f1-93a8872624ef req-8359ffa7-be19-4262-961b-4c630b85030e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:30.657289 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3b231e7d-6b17-48db-85f1-93a8872624ef req-8359ffa7-be19-4262-961b-4c630b85030e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37de3cac-2e27-4573-885e-c86e0ea7886c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0888712 Mar 05 04:55:30.661104 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5e26963-3177-4a29-94be-f08fb1ea0179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:30.807208 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cdf2340e-45bd-432b-873b-9fee1324dc43 req-1995f99d-888a-4244-ba58-ed05c0a26b29 service neutron] 10.222.0.31 "GET /v2.0/networks/37d41d56-12bb-40e8-aa0b-844473811f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724756 Mar 05 04:55:30.819987 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-51ea9f42-3f0e-4fca-b9c1-019a6deb6062 req-893e64ca-7a39-42a0-9c49-17cea786ab66 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807629 Mar 05 04:55:30.832866 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cfb6d6d2-4342-494c-9dce-87f1731c18a2 admin admin] Publish callbacks [] for security_group (fd3e95eb-c4df-42af-8035-24d1879f5820), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:30.853214 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3b231e7d-6b17-48db-85f1-93a8872624ef req-aa31f183-321e-4c78-a16e-20d0b3c658da service neutron] 10.222.0.30 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862814 Mar 05 04:55:30.858446 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cfb6d6d2-4342-494c-9dce-87f1731c18a2 admin admin] Publish callbacks [] for security_group (fd3e95eb-c4df-42af-8035-24d1879f5820), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:30.929177 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cfb6d6d2-4342-494c-9dce-87f1731c18a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (fd3e95eb-c4df-42af-8035-24d1879f5820), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:30.932328 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cfb6d6d2-4342-494c-9dce-87f1731c18a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:30.933731 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-cfb6d6d2-4342-494c-9dce-87f1731c18a2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fd3e95eb-c4df-42af-8035-24d1879f5820 HTTP/1.1" status: 204 len: 168 time: 0.4830122 Mar 05 04:55:31.008710 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6d6d2-4342-494c-9dce-87f1731c18a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3e95eb-c4df-42af-8035-24d1879f5820,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:31.108859 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3b231e7d-6b17-48db-85f1-93a8872624ef req-bd39a85b-5e04-42d7-a5fa-9d0d7abf7540 service neutron] 10.222.0.30 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498207 Mar 05 04:55:31.111744 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6b538-c1bc-4c6d-9826-7020701b4f14 req-f1acc9d1-477c-43b0-a4da-70872f29fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:31.113122 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4ea6b538-c1bc-4c6d-9826-7020701b4f14 req-f1acc9d1-477c-43b0-a4da-70872f29fc42 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=becd292ae1964e1591030ea7084bd53e&device_id=d43ccc28-e8ac-46f0-813d-4931795af5c5 HTTP/1.1" status: 200 len: 1127 time: 0.2138844 Mar 05 04:55:31.119895 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-4a3367ca-a750-478c-9664-21a76c29e8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1738830377-router', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:19Z', 'updated_at': '2022-03-05T04:55:24Z', 'revision_number': 3, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'gw_port': {'id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:da:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:21Z', 'updated_at': '2022-03-05T04:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:31.128843 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-a5e26963-3177-4a29-94be-f08fb1ea0179 admin admin] Allocated IP 172.20.0.1 (f1fadffb-f5d8-4040-a31e-e74b33451f43/5fcb8f64-37dd-445b-b856-b0d90d6a1c08/303356a8-e669-4c08-8c51-c8c38c0d0ab0) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:55:31.237884 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3367ca-a750-478c-9664-21a76c29e8cb None None] The sync data for ids ['e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'] in n-d-789963-32 is: [{'id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1738830377-router', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:19Z', 'updated_at': '2022-03-05T04:55:24Z', 'revision_number': 3, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'gw_port': {'id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:da:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:21Z', 'updated_at': '2022-03-05T04:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:55:31.338190 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6b538-c1bc-4c6d-9826-7020701b4f14 req-9fba15c4-8e49-436d-a68e-a9a7df6de19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:31.339860 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4ea6b538-c1bc-4c6d-9826-7020701b4f14 req-9fba15c4-8e49-436d-a68e-a9a7df6de19f service neutron] 10.222.0.31 "GET /v2.0/networks?id=37d41d56-12bb-40e8-aa0b-844473811f88 HTTP/1.1" status: 200 len: 929 time: 0.2120624 Mar 05 04:55:31.439553 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4ea6b538-c1bc-4c6d-9826-7020701b4f14 req-067b4647-be55-459e-8b55-2ec840b0cd95 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d32a970-db33-45c6-92ae-fb26f95ffafe HTTP/1.1" status: 200 len: 217 time: 0.0890307 Mar 05 04:55:31.497367 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6b538-c1bc-4c6d-9826-7020701b4f14 req-c8131b7a-5f6c-4c45-b49f-36b338ae54f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:31.499147 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4ea6b538-c1bc-4c6d-9826-7020701b4f14 req-c8131b7a-5f6c-4c45-b49f-36b338ae54f3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b6c56ecd-fc7a-4047-b753-5102cf976f28 HTTP/1.1" status: 200 len: 868 time: 0.0554235 Mar 05 04:55:31.534041 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0a60418c-109b-441a-ad79-fa9e25184d60 req-fdcc96e9-b14d-49d2-a27f-6c51f1785afd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3056254 Mar 05 04:55:31.568577 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a6909-8568-4770-acdc-74159bbe4986 req-b9b190cf-2443-4f04-9c41-2a07708e48ac tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:31.570696 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-541a6909-8568-4770-acdc-74159bbe4986 req-b9b190cf-2443-4f04-9c41-2a07708e48ac tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.2672179 Mar 05 04:55:31.574825 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5e26963-3177-4a29-94be-f08fb1ea0179 admin admin] Publish callbacks [] for port (303356a8-e669-4c08-8c51-c8c38c0d0ab0), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:31.588128 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd3e3b-a751-4c18-a515-357e63935e89 req-db0b504a-6474-46ab-a18a-fa4421071c66 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:31.595637 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aecd3e3b-a751-4c18-a515-357e63935e89 req-db0b504a-6474-46ab-a18a-fa4421071c66 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/ports?device_id=d43ccc28-e8ac-46f0-813d-4931795af5c5 HTTP/1.1" status: 200 len: 944 time: 0.2518651 Mar 05 04:55:31.622668 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6b538-c1bc-4c6d-9826-7020701b4f14 req-a810a6f8-bb6e-4ce1-bed8-3dfba6b59890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:31.629111 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4ea6b538-c1bc-4c6d-9826-7020701b4f14 req-a810a6f8-bb6e-4ce1-bed8-3dfba6b59890 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37d41d56-12bb-40e8-aa0b-844473811f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1185668 Mar 05 04:55:31.903011 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aecd3e3b-a751-4c18-a515-357e63935e89 req-1d9c204b-d7a4-4f17-941d-f258f225eacd tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/security-groups?id=1221e7d5-8d20-47b1-a240-de033b79c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063662 Mar 05 04:55:31.921427 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-541a6909-8568-4770-acdc-74159bbe4986 req-67383b3d-e52a-47b6-8641-b855e70d3fd6 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3223100 Mar 05 04:55:31.927552 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4ea6b538-c1bc-4c6d-9826-7020701b4f14 req-99392eb9-931a-4221-9355-1c53175ef2d0 service neutron] 10.222.0.31 "GET /v2.0/networks/37d41d56-12bb-40e8-aa0b-844473811f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892280 Mar 05 04:55:31.973943 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5e26963-3177-4a29-94be-f08fb1ea0179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (303356a8-e669-4c08-8c51-c8c38c0d0ab0), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:32.089003 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60418c-109b-441a-ad79-fa9e25184d60 req-48dadba0-04a3-46aa-bb72-b0ba9569ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:32.090546 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0a60418c-109b-441a-ad79-fa9e25184d60 req-48dadba0-04a3-46aa-bb72-b0ba9569ca4c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=947653f4d3b84cc89f4c3c5691586859&device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 1128 time: 0.4696641 Mar 05 04:55:32.125564 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e26963-3177-4a29-94be-f08fb1ea0179 admin admin] Network f1fadffb-f5d8-4040-a31e-e74b33451f43 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:55:32.157196 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-a5e26963-3177-4a29-94be-f08fb1ea0179 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:55:32.161713 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bf91cd1f-2351-4196-b21c-b959a39f8c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (41c00385-464b-4fab-b2fe-11ec3c61d29e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:32.176531 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e26963-3177-4a29-94be-f08fb1ea0179 admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:55:32.200012 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4ea6b538-c1bc-4c6d-9826-7020701b4f14 req-43ef3b35-ea88-4051-9bae-552906f49b9d service neutron] 10.222.0.31 "GET /v2.0/networks/37d41d56-12bb-40e8-aa0b-844473811f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687624 Mar 05 04:55:32.325294 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 42abb3ac-1957-45de-9a81-0f1256bafafd up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:55:32.329982 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e26963-3177-4a29-94be-f08fb1ea0179 admin admin] Pushing event updated for resources: {'Port': ['ID=303356a8-e669-4c08-8c51-c8c38c0d0ab0,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:32.387902 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5e26963-3177-4a29-94be-f08fb1ea0179 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:32.430087 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 42abb3ac-1957-45de-9a81-0f1256bafafd triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:55:32.430670 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (42abb3ac-1957-45de-9a81-0f1256bafafd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:32.620482 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 42abb3ac-1957-45de-9a81-0f1256bafafd is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:55:32.621540 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (42abb3ac-1957-45de-9a81-0f1256bafafd), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:32.644599 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 42abb3ac-1957-45de-9a81-0f1256bafafd, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=42abb3ac-1957-45de-9a81-0f1256bafafd,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:32.650077 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258c5ec-f640-49c8-8f8c-9b470244606e req-e5a24ee0-59cd-45f6-8b47-12552e720b06 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:32.652218 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1258c5ec-f640-49c8-8f8c-9b470244606e req-e5a24ee0-59cd-45f6-8b47-12552e720b06 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 946 time: 0.5659997 Mar 05 04:55:32.687817 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (42abb3ac-1957-45de-9a81-0f1256bafafd), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:32.695223 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-158d47c2-b561-40e8-b67e-cf26c92979f3 None None] Provisioning complete for port 303356a8-e669-4c08-8c51-c8c38c0d0ab0 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:55:32.695823 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-158d47c2-b561-40e8-b67e-cf26c92979f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (303356a8-e669-4c08-8c51-c8c38c0d0ab0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:32.758685 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-158d47c2-b561-40e8-b67e-cf26c92979f3 None None] Port 303356a8-e669-4c08-8c51-c8c38c0d0ab0 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:55:32.766596 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60418c-109b-441a-ad79-fa9e25184d60 req-6a1e08f1-51e7-460e-926e-3d1c62edc058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:32.768957 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0a60418c-109b-441a-ad79-fa9e25184d60 req-6a1e08f1-51e7-460e-926e-3d1c62edc058 service neutron] 10.222.0.31 "GET /v2.0/networks?id=37de3cac-2e27-4573-885e-c86e0ea7886c HTTP/1.1" status: 200 len: 912 time: 0.5797668 Mar 05 04:55:32.842081 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1258c5ec-f640-49c8-8f8c-9b470244606e req-775dd440-77ff-485d-9aa1-7abe99b57612 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771398 Mar 05 04:55:32.853525 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=42abb3ac-1957-45de-9a81-0f1256bafafd,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:33.149912 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 0d32a970-db33-45c6-92ae-fb26f95ffafe details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:55:33.289252 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 0d32a970-db33-45c6-92ae-fb26f95ffafe, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=0d32a970-db33-45c6-92ae-fb26f95ffafe,segment=NetworkSegment(e8ceeb83-f904-40df-9648-fb8be4cbca95),segment_id=e8ceeb83-f904-40df-9648-fb8be4cbca95)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:33.301004 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0a60418c-109b-441a-ad79-fa9e25184d60 req-8cdb7981-d655-4483-b949-5abfc3272312 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dacb6cfd-ca68-47bb-914b-fd102e6bde98 HTTP/1.1" status: 200 len: 217 time: 0.5170035 Mar 05 04:55:33.308248 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '0d32a970-db33-45c6-92ae-fb26f95ffafe', 'network_id': '37d41d56-12bb-40e8-aa0b-844473811f88', 'port_id': '0d32a970-db33-45c6-92ae-fb26f95ffafe', 'mac_address': 'fa:16:3e:8a:f0:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6c56ecd-fc7a-4047-b753-5102cf976f28', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:55:33.355125 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 0d32a970-db33-45c6-92ae-fb26f95ffafe is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:55:33.356252 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0d32a970-db33-45c6-92ae-fb26f95ffafe), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:33.372237 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d32a970-db33-45c6-92ae-fb26f95ffafe {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:55:33.395932 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 0d32a970-db33-45c6-92ae-fb26f95ffafe, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=0d32a970-db33-45c6-92ae-fb26f95ffafe,segment=NetworkSegment(e8ceeb83-f904-40df-9648-fb8be4cbca95),segment_id=e8ceeb83-f904-40df-9648-fb8be4cbca95)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:33.410093 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0d32a970-db33-45c6-92ae-fb26f95ffafe), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:33.443140 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60418c-109b-441a-ad79-fa9e25184d60 req-d33c65c7-e1bb-457c-8895-2c80f869272d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:33.445520 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0a60418c-109b-441a-ad79-fa9e25184d60 req-d33c65c7-e1bb-457c-8895-2c80f869272d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a6039ad-16bd-4b00-a55f-f7c68e1f3072 HTTP/1.1" status: 200 len: 851 time: 0.0951941 Mar 05 04:55:33.475764 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=0d32a970-db33-45c6-92ae-fb26f95ffafe,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:33.553284 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a331e-e74f-4605-9e6b-c6cd732fc402 req-6ed636d7-c30a-4b31-b64f-abf30bd9c41c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:33.563769 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-961a331e-e74f-4605-9e6b-c6cd732fc402 req-6ed636d7-c30a-4b31-b64f-abf30bd9c41c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.2855577 Mar 05 04:55:33.571787 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d6a37-65a2-4e21-936e-8c3502839e39 req-a6dc2ab6-6784-43c6-bb48-4958df1970d3 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:33.583128 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b94d6a37-65a2-4e21-936e-8c3502839e39 req-a6dc2ab6-6784-43c6-bb48-4958df1970d3 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/ports?device_id=d43ccc28-e8ac-46f0-813d-4931795af5c5 HTTP/1.1" status: 200 len: 944 time: 0.3235283 Mar 05 04:55:33.635137 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5e26963-3177-4a29-94be-f08fb1ea0179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (303356a8-e669-4c08-8c51-c8c38c0d0ab0), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:33.660850 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['0d32a970-db33-45c6-92ae-fb26f95ffafe'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:55:33.960197 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b94d6a37-65a2-4e21-936e-8c3502839e39 req-44e6171c-6bc6-4b3c-a040-54a8ee86426c tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/security-groups?id=1221e7d5-8d20-47b1-a240-de033b79c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761313 Mar 05 04:55:33.983982 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-961a331e-e74f-4605-9e6b-c6cd732fc402 req-32337d61-3693-491a-9bd9-754680917eab tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3915339 Mar 05 04:55:34.061943 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60418c-109b-441a-ad79-fa9e25184d60 req-5b6e228b-c9d8-4958-a45e-0a76f480ec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:34.064311 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0a60418c-109b-441a-ad79-fa9e25184d60 req-5b6e228b-c9d8-4958-a45e-0a76f480ec3b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37de3cac-2e27-4573-885e-c86e0ea7886c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5863042 Mar 05 04:55:34.270974 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5e26963-3177-4a29-94be-f08fb1ea0179 admin admin] Publish callbacks [] for port (303356a8-e669-4c08-8c51-c8c38c0d0ab0), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:34.304556 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 42abb3ac-1957-45de-9a81-0f1256bafafd up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:55:34.345479 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5e26963-3177-4a29-94be-f08fb1ea0179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (303356a8-e669-4c08-8c51-c8c38c0d0ab0), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:34.416914 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 42abb3ac-1957-45de-9a81-0f1256bafafd triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:55:34.417403 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (42abb3ac-1957-45de-9a81-0f1256bafafd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:34.435292 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5e26963-3177-4a29-94be-f08fb1ea0179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:34.465622 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e26963-3177-4a29-94be-f08fb1ea0179 admin admin] Pushing event updated for resources: {'Port': ['ID=303356a8-e669-4c08-8c51-c8c38c0d0ab0,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:34.505807 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba72f8a-f2ea-4028-8eb3-9c3bef1db6d1 req-2bb0ae5e-017e-4aef-9db2-a46033d254f9 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:34.507374 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1ba72f8a-f2ea-4028-8eb3-9c3bef1db6d1 req-2bb0ae5e-017e-4aef-9db2-a46033d254f9 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 946 time: 0.4138961 Mar 05 04:55:34.540294 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234da587-0208-4a98-b277-31953522e5aa req-82d8a55e-913b-4fb6-8864-acf05f090b69 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:34.541799 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-234da587-0208-4a98-b277-31953522e5aa req-82d8a55e-913b-4fb6-8864-acf05f090b69 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.4356675 Mar 05 04:55:34.550649 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-bf91cd1f-2351-4196-b21c-b959a39f8c79 admin admin] Deleting port 96c0b614-d31f-400d-8df9-e85c5ec127d9 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:55:34.550990 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bf91cd1f-2351-4196-b21c-b959a39f8c79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (96c0b614-d31f-400d-8df9-e85c5ec127d9), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:34.558539 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0a60418c-109b-441a-ad79-fa9e25184d60 req-18e545bb-c1e0-4607-908d-e385dec92bf4 service neutron] 10.222.0.31 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4838912 Mar 05 04:55:34.627922 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 42abb3ac-1957-45de-9a81-0f1256bafafd is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:55:34.811144 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56548) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:34.811822 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1ba72f8a-f2ea-4028-8eb3-9c3bef1db6d1 req-db82748b-dee6-433f-ac07-f3b8521d63d3 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917905 Mar 05 04:55:34.846174 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-234da587-0208-4a98-b277-31953522e5aa req-438f47d9-4d3f-4680-b6ee-2a032c816636 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2898934 Mar 05 04:55:34.864223 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e26963-3177-4a29-94be-f08fb1ea0179 admin admin] Network f1fadffb-f5d8-4040-a31e-e74b33451f43 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:55:34.866046 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-bf91cd1f-2351-4196-b21c-b959a39f8c79 admin admin] For port 96c0b614-d31f-400d-8df9-e85c5ec127d9, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=96c0b614-d31f-400d-8df9-e85c5ec127d9,segment=NetworkSegment(ec0eff71-dd34-48c8-8f86-fa3b75cfaaf8),segment_id=ec0eff71-dd34-48c8-8f86-fa3b75cfaaf8)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:34.866424 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bf91cd1f-2351-4196-b21c-b959a39f8c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (96c0b614-d31f-400d-8df9-e85c5ec127d9), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:34.871430 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-a5e26963-3177-4a29-94be-f08fb1ea0179 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:55:34.974144 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-bf91cd1f-2351-4196-b21c-b959a39f8c79 admin admin] Calling delete_port for 96c0b614-d31f-400d-8df9-e85c5ec127d9 owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:55:35.066535 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fcded2e2-064c-4638-9520-fbd8f04d806d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:35.086819 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0a60418c-109b-441a-ad79-fa9e25184d60 req-cacfb1bd-bb28-449e-87e7-aade1f1b594a service neutron] 10.222.0.31 "GET /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807711 Mar 05 04:55:35.158372 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 0d32a970-db33-45c6-92ae-fb26f95ffafe up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:55:35.259242 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 0d32a970-db33-45c6-92ae-fb26f95ffafe completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:55:35.266468 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 0d32a970-db33-45c6-92ae-fb26f95ffafe triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:55:35.267899 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0d32a970-db33-45c6-92ae-fb26f95ffafe), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:35.301071 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fcded2e2-064c-4638-9520-fbd8f04d806d admin admin] Publish callbacks [] for security_group (cda4cc5e-fe92-4576-a7fe-2b9c4a974f09), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:35.311304 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fcded2e2-064c-4638-9520-fbd8f04d806d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (cda4cc5e-fe92-4576-a7fe-2b9c4a974f09), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:35.373602 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3cea2f55-3c6d-4509-a22a-9f70960d7007 None None] Provisioning complete for port 303356a8-e669-4c08-8c51-c8c38c0d0ab0 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:55:35.377843 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fcded2e2-064c-4638-9520-fbd8f04d806d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=77d8a0f4621c45b09614f9c9985b2889&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5586765 Mar 05 04:55:35.377843 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcded2e2-064c-4638-9520-fbd8f04d806d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda4cc5e-fe92-4576-a7fe-2b9c4a974f09,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:35.378367 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3cea2f55-3c6d-4509-a22a-9f70960d7007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (303356a8-e669-4c08-8c51-c8c38c0d0ab0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:35.381227 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56572) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:35.457360 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e26963-3177-4a29-94be-f08fb1ea0179 admin admin] Router e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:55:35.474104 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3cea2f55-3c6d-4509-a22a-9f70960d7007 None None] Port 303356a8-e669-4c08-8c51-c8c38c0d0ab0 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:55:35.512535 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cc3faabc-d737-4654-81b1-fd51624c071d admin admin] Publish callbacks [] for security_group (cda4cc5e-fe92-4576-a7fe-2b9c4a974f09), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:35.522378 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 0d32a970-db33-45c6-92ae-fb26f95ffafe is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:55:35.523583 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0d32a970-db33-45c6-92ae-fb26f95ffafe), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:35.567528 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43ccc28-e8ac-46f0-813d-4931795af5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d32a970-db33-45c6-92ae-fb26f95ffafe'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:55:35.571727 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f413405e-71c8-4e7e-ab6f-3d49dba251e9" -d '{"events": [{"server_uuid": "d43ccc28-e8ac-46f0-813d-4931795af5c5", "name": "network-vif-plugged", "status": "completed", "tag": "0d32a970-db33-45c6-92ae-fb26f95ffafe"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:55:35.573418 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cc3faabc-d737-4654-81b1-fd51624c071d admin admin] Publish callbacks [] for security_group (cda4cc5e-fe92-4576-a7fe-2b9c4a974f09), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:35.590101 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 0d32a970-db33-45c6-92ae-fb26f95ffafe, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=0d32a970-db33-45c6-92ae-fb26f95ffafe,segment=NetworkSegment(e8ceeb83-f904-40df-9648-fb8be4cbca95),segment_id=e8ceeb83-f904-40df-9648-fb8be4cbca95)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:35.600010 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0d32a970-db33-45c6-92ae-fb26f95ffafe), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:35.713057 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cc3faabc-d737-4654-81b1-fd51624c071d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (cda4cc5e-fe92-4576-a7fe-2b9c4a974f09), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:35.716963 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cc3faabc-d737-4654-81b1-fd51624c071d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:35.722642 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-cc3faabc-d737-4654-81b1-fd51624c071d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cda4cc5e-fe92-4576-a7fe-2b9c4a974f09 HTTP/1.1" status: 204 len: 168 time: 0.3380170 Mar 05 04:55:35.748880 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3faabc-d737-4654-81b1-fd51624c071d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda4cc5e-fe92-4576-a7fe-2b9c4a974f09,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:35.753094 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=0d32a970-db33-45c6-92ae-fb26f95ffafe,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:35.913480 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bf91cd1f-2351-4196-b21c-b959a39f8c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (96c0b614-d31f-400d-8df9-e85c5ec127d9), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:35.950438 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e26963-3177-4a29-94be-f08fb1ea0179 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:55:35.962732 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb09352f-da8a-46bf-b21d-75516a7e9c4e None None] Sync routers for ids ['e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:55:35.981397 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb09352f-da8a-46bf-b21d-75516a7e9c4e None None] Routers {'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:55:35.982878 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a5e26963-3177-4a29-94be-f08fb1ea0179 admin admin] 10.222.0.11 "PUT /v2.0/routers/e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6005809 Mar 05 04:55:35.985679 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-fb09352f-da8a-46bf-b21d-75516a7e9c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:55:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:36.038435 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91cd1f-2351-4196-b21c-b959a39f8c79 admin admin] Pushing event deleted for resources: {'Port': ['ID=96c0b614-d31f-400d-8df9-e85c5ec127d9,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:36.081542 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f1e15-d619-4c4d-b6f9-f9a1cf01209d req-e1d3b5bb-754a-428f-a267-57f3c58b15d1 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:36.083504 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ce3f1e15-d619-4c4d-b6f9-f9a1cf01209d req-e1d3b5bb-754a-428f-a267-57f3c58b15d1 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/ports?device_id=d43ccc28-e8ac-46f0-813d-4931795af5c5 HTTP/1.1" status: 200 len: 946 time: 0.8534908 Mar 05 04:55:36.336040 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-fb09352f-da8a-46bf-b21d-75516a7e9c4e None None] Set router e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:55:36.370091 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ce3f1e15-d619-4c4d-b6f9-f9a1cf01209d req-94b55ef7-3f5a-440e-b7c0-a36c484deedb tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/security-groups?id=1221e7d5-8d20-47b1-a240-de033b79c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743719 Mar 05 04:55:36.472380 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2cffb2-2480-41e1-9e3d-2cd57aba2013 x-openstack-request-id: req-4c2cffb2-2480-41e1-9e3d-2cd57aba2013 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:55:36.473945 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d43ccc28-e8ac-46f0-813d-4931795af5c5", "name": "network-vif-plugged", "status": "completed", "tag": "0d32a970-db33-45c6-92ae-fb26f95ffafe", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:55:36.476354 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4c2cffb2-2480-41e1-9e3d-2cd57aba2013 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:55:36.476963 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43ccc28-e8ac-46f0-813d-4931795af5c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d32a970-db33-45c6-92ae-fb26f95ffafe', 'code': 200} Mar 05 04:55:36.481537 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 56626) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:36.583403 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-643c2948-a05d-407b-a96f-ccc784180067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:36.649356 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bf91cd1f-2351-4196-b21c-b959a39f8c79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (41c00385-464b-4fab-b2fe-11ec3c61d29e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:36.712218 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7bbef-0b93-49fb-9e39-d8a41bacd08b req-b638bcb3-d14e-4518-9d17-4b4416f1f2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:36.714159 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-22b7bbef-0b93-49fb-9e39-d8a41bacd08b req-b638bcb3-d14e-4518-9d17-4b4416f1f2fe service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d43ccc28-e8ac-46f0-813d-4931795af5c5 HTTP/1.1" status: 200 len: 1129 time: 0.1811128 Mar 05 04:55:36.732123 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-fb09352f-da8a-46bf-b21d-75516a7e9c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1738830377-router', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:19Z', 'updated_at': '2022-03-05T04:55:33Z', 'revision_number': 4, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'gw_port': {'id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:da:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:21Z', 'updated_at': '2022-03-05T04:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '303356a8-e669-4c08-8c51-c8c38c0d0ab0', 'name': '', 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'mac_address': 'fa:16:3e:9f:50:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:30Z', 'updated_at': '2022-03-05T04:55:33Z', 'revision_number': 2, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'subnets': [{'id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:36.763901 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315de21-4ce9-448e-b2f7-10ab47d21441 req-e1927e5d-e3a3-4cff-bc58-45d76325c8aa tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:36.767403 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb09352f-da8a-46bf-b21d-75516a7e9c4e None None] Checking router: e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:55:36.768073 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb09352f-da8a-46bf-b21d-75516a7e9c4e None None] Updating router e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5 port 303356a8-e669-4c08-8c51-c8c38c0d0ab0 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:55:36.772292 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c315de21-4ce9-448e-b2f7-10ab47d21441 req-e1927e5d-e3a3-4cff-bc58-45d76325c8aa tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=2abf3fda-a543-440b-b5ec-b8b9c6710ff6 HTTP/1.1" status: 200 len: 944 time: 0.3377497 Mar 05 04:55:36.802471 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fb09352f-da8a-46bf-b21d-75516a7e9c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (303356a8-e669-4c08-8c51-c8c38c0d0ab0), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:36.823509 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f23d5-e27c-42cc-a189-7acf215a8e33 req-bcf3299c-e117-4fab-bb32-4edb9b0b017c tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:36.825228 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-365f23d5-e27c-42cc-a189-7acf215a8e33 req-bcf3299c-e117-4fab-bb32-4edb9b0b017c tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 946 time: 0.2745209 Mar 05 04:55:37.023252 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-22b7bbef-0b93-49fb-9e39-d8a41bacd08b req-2005a8c9-cebf-4bb5-8587-1ab41e9333c8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1221e7d5-8d20-47b1-a240-de033b79c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381124 Mar 05 04:55:37.042407 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-365f23d5-e27c-42cc-a189-7acf215a8e33 req-adb7a706-b658-490e-b13a-7c6d275593c7 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936817 Mar 05 04:55:37.050023 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-643c2948-a05d-407b-a96f-ccc784180067 admin admin] Publish callbacks [] for security_group (5e1ec212-33db-4148-a35f-df63aeb6003d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:37.065471 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-643c2948-a05d-407b-a96f-ccc784180067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (5e1ec212-33db-4148-a35f-df63aeb6003d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:37.237346 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fb09352f-da8a-46bf-b21d-75516a7e9c4e None None] Publish callbacks [] for port (303356a8-e669-4c08-8c51-c8c38c0d0ab0), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:37.255906 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fb09352f-da8a-46bf-b21d-75516a7e9c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (303356a8-e669-4c08-8c51-c8c38c0d0ab0), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:37.310817 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff883ec-175f-4899-b095-b559c2cc8003 None None] Pushing event updated for resources: {'Port': ['ID=303356a8-e669-4c08-8c51-c8c38c0d0ab0,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:37.424460 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-fb09352f-da8a-46bf-b21d-75516a7e9c4e None None] Attempting to bind port 303356a8-e669-4c08-8c51-c8c38c0d0ab0 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:55:37.424970 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-fb09352f-da8a-46bf-b21d-75516a7e9c4e None None] Attempting to bind port 303356a8-e669-4c08-8c51-c8c38c0d0ab0 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'f0906293-c3cd-4ab0-baf8-2f3f35cc0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:55:37.425271 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb09352f-da8a-46bf-b21d-75516a7e9c4e None None] Attempting to bind port 303356a8-e669-4c08-8c51-c8c38c0d0ab0 on network f1fadffb-f5d8-4040-a31e-e74b33451f43 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:55:37.441590 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb09352f-da8a-46bf-b21d-75516a7e9c4e None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:55:37.441590 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb09352f-da8a-46bf-b21d-75516a7e9c4e None None] Checking segment: {'id': 'f0906293-c3cd-4ab0-baf8-2f3f35cc0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:55:37.441590 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fb09352f-da8a-46bf-b21d-75516a7e9c4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:37.441590 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb09352f-da8a-46bf-b21d-75516a7e9c4e None None] Bound using segment: {'id': 'f0906293-c3cd-4ab0-baf8-2f3f35cc0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:55:37.441590 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-fb09352f-da8a-46bf-b21d-75516a7e9c4e None None] Bound port: 303356a8-e669-4c08-8c51-c8c38c0d0ab0, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0906293-c3cd-4ab0-baf8-2f3f35cc0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:55:37.442171 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fb09352f-da8a-46bf-b21d-75516a7e9c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (303356a8-e669-4c08-8c51-c8c38c0d0ab0), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:37.577266 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fb09352f-da8a-46bf-b21d-75516a7e9c4e None None] For port 303356a8-e669-4c08-8c51-c8c38c0d0ab0, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:55:37.583690 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-c315de21-4ce9-448e-b2f7-10ab47d21441 req-4999ad95-9a6e-482d-b232-941d0ad440e5 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Deleting port a0292c84-51f4-4059-8e4d-6ab501708195 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:55:37.584041 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c315de21-4ce9-448e-b2f7-10ab47d21441 req-4999ad95-9a6e-482d-b232-941d0ad440e5 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (a0292c84-51f4-4059-8e4d-6ab501708195), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:37.598957 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fb09352f-da8a-46bf-b21d-75516a7e9c4e None None] For port 303356a8-e669-4c08-8c51-c8c38c0d0ab0, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=303356a8-e669-4c08-8c51-c8c38c0d0ab0,segment=NetworkSegment(f0906293-c3cd-4ab0-baf8-2f3f35cc0161),segment_id=f0906293-c3cd-4ab0-baf8-2f3f35cc0161)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:55:37.609162 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fb09352f-da8a-46bf-b21d-75516a7e9c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (303356a8-e669-4c08-8c51-c8c38c0d0ab0), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:37.640445 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56638) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:37.647794 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-643c2948-a05d-407b-a96f-ccc784180067 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3d81f2e37f564b0590bbec2cb4ee5eed&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1577063 Mar 05 04:55:37.664849 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c2948-a05d-407b-a96f-ccc784180067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1ec212-33db-4148-a35f-df63aeb6003d,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:37.758272 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56640) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:37.771479 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-ba95c171-cc58-4a3a-b5d7-f8c83b65d45e tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Request body: {'security_group': {'name': 'tempest-securitygroup--723312608', 'description': 'tempest-description--580141189'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:55:37.777552 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb09352f-da8a-46bf-b21d-75516a7e9c4e None None] Routers {'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:55:37.778801 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-fb09352f-da8a-46bf-b21d-75516a7e9c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:55:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:37.811406 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cbf69fd7-fae4-4ccd-b2b5-3802d6cb1dc5 admin admin] Publish callbacks [] for security_group (5e1ec212-33db-4148-a35f-df63aeb6003d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:37.824250 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ba95c171-cc58-4a3a-b5d7-f8c83b65d45e tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:37.884004 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cbf69fd7-fae4-4ccd-b2b5-3802d6cb1dc5 admin admin] Publish callbacks [] for security_group (5e1ec212-33db-4148-a35f-df63aeb6003d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:37.903036 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-aef1b393-ac74-4b12-aed1-10c5a4f69cae None None] Provisioning complete for port 303356a8-e669-4c08-8c51-c8c38c0d0ab0 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:55:37.903593 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-aef1b393-ac74-4b12-aed1-10c5a4f69cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (303356a8-e669-4c08-8c51-c8c38c0d0ab0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:37.936725 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf91cd1f-2351-4196-b21c-b959a39f8c79 admin admin] Router 41c00385-464b-4fab-b2fe-11ec3c61d29e has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:55:37.938941 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-c315de21-4ce9-448e-b2f7-10ab47d21441 req-4999ad95-9a6e-482d-b232-941d0ad440e5 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] For port a0292c84-51f4-4059-8e4d-6ab501708195, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a0292c84-51f4-4059-8e4d-6ab501708195,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:37.939333 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c315de21-4ce9-448e-b2f7-10ab47d21441 req-4999ad95-9a6e-482d-b232-941d0ad440e5 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (a0292c84-51f4-4059-8e4d-6ab501708195), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:37.963965 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff883ec-175f-4899-b095-b559c2cc8003 None None] Pushing event updated for resources: {'Port': ['ID=303356a8-e669-4c08-8c51-c8c38c0d0ab0,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:37.964244 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-c315de21-4ce9-448e-b2f7-10ab47d21441 req-4999ad95-9a6e-482d-b232-941d0ad440e5 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Calling delete_port for a0292c84-51f4-4059-8e4d-6ab501708195 owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:55:38.094003 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cbf69fd7-fae4-4ccd-b2b5-3802d6cb1dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (5e1ec212-33db-4148-a35f-df63aeb6003d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:38.099234 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cbf69fd7-fae4-4ccd-b2b5-3802d6cb1dc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:38.102477 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-cbf69fd7-fae4-4ccd-b2b5-3802d6cb1dc5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5e1ec212-33db-4148-a35f-df63aeb6003d HTTP/1.1" status: 204 len: 168 time: 0.4604547 Mar 05 04:55:38.106912 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ba95c171-cc58-4a3a-b5d7-f8c83b65d45e tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for security_group (df504d27-aa93-4aca-9ef2-4c9309f0e2ae), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:38.134055 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf69fd7-fae4-4ccd-b2b5-3802d6cb1dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1ec212-33db-4148-a35f-df63aeb6003d,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:38.141303 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ba95c171-cc58-4a3a-b5d7-f8c83b65d45e tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (df504d27-aa93-4aca-9ef2-4c9309f0e2ae), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:38.186586 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7aa2e-a53c-4b69-8cee-b65226d2ec80 req-d6bff13d-6aaf-477a-933f-a5cb7ad9a50e tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:38.195121 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dcb7aa2e-a53c-4b69-8cee-b65226d2ec80 req-d6bff13d-6aaf-477a-933f-a5cb7ad9a50e tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/ports?device_id=d43ccc28-e8ac-46f0-813d-4931795af5c5 HTTP/1.1" status: 200 len: 946 time: 0.4055364 Mar 05 04:55:38.225021 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ba95c171-cc58-4a3a-b5d7-f8c83b65d45e tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:38.231542 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ba95c171-cc58-4a3a-b5d7-f8c83b65d45e tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4721520 Mar 05 04:55:38.232179 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56652) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:38.253861 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-77cc30f4-c65b-4f5c-8e69-59838639ffae tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Request body: {'security_group_rule': {'security_group_id': 'df504d27-aa93-4aca-9ef2-4c9309f0e2ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:55:38.296209 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95c171-cc58-4a3a-b5d7-f8c83b65d45e tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df504d27-aa93-4aca-9ef2-4c9309f0e2ae,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:38.318739 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-77cc30f4-c65b-4f5c-8e69-59838639ffae tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for security_group_rule (f322f107-7747-4c83-9f7a-979330b2a6fa), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:38.431104 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-aef1b393-ac74-4b12-aed1-10c5a4f69cae None None] Current status of the port 303356a8-e669-4c08-8c51-c8c38c0d0ab0 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:55:38.431528 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-aef1b393-ac74-4b12-aed1-10c5a4f69cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (303356a8-e669-4c08-8c51-c8c38c0d0ab0), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:38.464433 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dcb7aa2e-a53c-4b69-8cee-b65226d2ec80 req-018cc7ec-b321-43ff-8afc-74dc912673dd tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/security-groups?id=1221e7d5-8d20-47b1-a240-de033b79c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681744 Mar 05 04:55:38.465501 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c315de21-4ce9-448e-b2f7-10ab47d21441 req-4999ad95-9a6e-482d-b232-941d0ad440e5 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (a0292c84-51f4-4059-8e4d-6ab501708195), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:38.473748 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-77cc30f4-c65b-4f5c-8e69-59838639ffae tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for security_group_rule (f322f107-7747-4c83-9f7a-979330b2a6fa), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:38.481812 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf91cd1f-2351-4196-b21c-b959a39f8c79 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:55:38.493335 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-77cc30f4-c65b-4f5c-8e69-59838639ffae tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (f322f107-7747-4c83-9f7a-979330b2a6fa), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:38.503041 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b6fff3-281b-4ab6-bb00-7dac86b0c760 None None] Sync routers for ids ['41c00385-464b-4fab-b2fe-11ec3c61d29e'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:55:38.517568 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b6fff3-281b-4ab6-bb00-7dac86b0c760 None None] Routers {'41c00385-464b-4fab-b2fe-11ec3c61d29e'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:55:38.518272 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-38b6fff3-281b-4ab6-bb00-7dac86b0c760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:55:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['41c00385-464b-4fab-b2fe-11ec3c61d29e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:38.539459 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-aef1b393-ac74-4b12-aed1-10c5a4f69cae None None] For port 303356a8-e669-4c08-8c51-c8c38c0d0ab0, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=303356a8-e669-4c08-8c51-c8c38c0d0ab0,segment=NetworkSegment(f0906293-c3cd-4ab0-baf8-2f3f35cc0161),segment_id=f0906293-c3cd-4ab0-baf8-2f3f35cc0161)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:38.553072 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bf91cd1f-2351-4196-b21c-b959a39f8c79 admin admin] 10.222.0.11 "PUT /v2.0/routers/41c00385-464b-4fab-b2fe-11ec3c61d29e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2377272 Mar 05 04:55:38.554531 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999ad95-9a6e-482d-b232-941d0ad440e5 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Pushing event deleted for resources: {'Port': ['ID=a0292c84-51f4-4059-8e4d-6ab501708195,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:38.555839 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['dacb6cfd-ca68-47bb-914b-fd102e6bde98', 'b9d19b93-ca56-41a2-97e2-7d5809b5eadc'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:55:38.557079 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc30f4-c65b-4f5c-8e69-59838639ffae tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f322f107-7747-4c83-9f7a-979330b2a6fa,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:38.560953 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56658) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:38.656643 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-c315de21-4ce9-448e-b2f7-10ab47d21441 req-4999ad95-9a6e-482d-b232-941d0ad440e5 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] No DVR routers for this DVR port a0292c84-51f4-4059-8e4d-6ab501708195 on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:55:38.663973 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c315de21-4ce9-448e-b2f7-10ab47d21441 req-4999ad95-9a6e-482d-b232-941d0ad440e5 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:38.683284 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c315de21-4ce9-448e-b2f7-10ab47d21441 req-4999ad95-9a6e-482d-b232-941d0ad440e5 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "DELETE /v2.0/ports/a0292c84-51f4-4059-8e4d-6ab501708195 HTTP/1.1" status: 204 len: 173 time: 1.9083610 Mar 05 04:55:38.684084 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abf3fda-a543-440b-b5ec-b8b9c6710ff6', 'name': 'network-vif-deleted', 'tag': 'a0292c84-51f4-4059-8e4d-6ab501708195'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:55:38.687381 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaefd3f3-b007-4d59-93dc-bfbc6ca011c1" -d '{"events": [{"server_uuid": "2abf3fda-a543-440b-b5ec-b8b9c6710ff6", "name": "network-vif-deleted", "tag": "a0292c84-51f4-4059-8e4d-6ab501708195"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:55:38.691011 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-aef1b393-ac74-4b12-aed1-10c5a4f69cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (303356a8-e669-4c08-8c51-c8c38c0d0ab0), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:38.700683 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-fb09352f-da8a-46bf-b21d-75516a7e9c4e None None] Set router e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:55:38.780402 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-61c6c89c-3f71-497a-8348-a166e8f38a49 admin admin] Publish callbacks [] for router (41c00385-464b-4fab-b2fe-11ec3c61d29e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:38.785695 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-38b6fff3-281b-4ab6-bb00-7dac86b0c760 None None] Set router 41c00385-464b-4fab-b2fe-11ec3c61d29e gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:55:38.786351 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-77cc30f4-c65b-4f5c-8e69-59838639ffae tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:38.790810 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-77cc30f4-c65b-4f5c-8e69-59838639ffae tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5486703 Mar 05 04:55:38.793837 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 56662) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:38.800600 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-4361faff-4d91-4bab-a1ff-97ab8dd7daf4 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Request body: {'security_group_rule': {'security_group_id': 'df504d27-aa93-4aca-9ef2-4c9309f0e2ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:55:38.935942 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4361faff-4d91-4bab-a1ff-97ab8dd7daf4 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for security_group_rule (1b33b20e-df44-4abd-aa00-35bee2811374), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:38.957574 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b16a8-240c-4696-a8f4-19214a1f9313 req-354ee65c-63c6-4aa5-9b60-cb13eae4337c tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:38.970215 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f21b16a8-240c-4696-a8f4-19214a1f9313 req-354ee65c-63c6-4aa5-9b60-cb13eae4337c tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 946 time: 0.3076727 Mar 05 04:55:38.971459 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1b393-ac74-4b12-aed1-10c5a4f69cae None None] Pushing event updated for resources: {'Port': ['ID=303356a8-e669-4c08-8c51-c8c38c0d0ab0,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:39.097564 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f21b16a8-240c-4696-a8f4-19214a1f9313 req-183856d0-307b-43ca-b249-644f7d931d28 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207955 Mar 05 04:55:39.154460 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-9d624dab-6858-49f4-808c-6af026dc1fc8 None None] Provisioning complete for port 303356a8-e669-4c08-8c51-c8c38c0d0ab0 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:55:39.155518 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4361faff-4d91-4bab-a1ff-97ab8dd7daf4 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for security_group_rule (1b33b20e-df44-4abd-aa00-35bee2811374), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:39.156750 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9d624dab-6858-49f4-808c-6af026dc1fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (303356a8-e669-4c08-8c51-c8c38c0d0ab0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:39.163056 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4361faff-4d91-4bab-a1ff-97ab8dd7daf4 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (1b33b20e-df44-4abd-aa00-35bee2811374), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:39.212225 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361faff-4d91-4bab-a1ff-97ab8dd7daf4 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b33b20e-df44-4abd-aa00-35bee2811374,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:39.219367 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-61c6c89c-3f71-497a-8348-a166e8f38a49 admin admin] Publish callbacks [] for router_gateway (41c00385-464b-4fab-b2fe-11ec3c61d29e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:39.229049 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 05 Mar 2022 04:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31dfd6a-e0b2-4c35-9d85-764ca669ca2a x-openstack-request-id: req-b31dfd6a-e0b2-4c35-9d85-764ca669ca2a {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:55:39.229351 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abf3fda-a543-440b-b5ec-b8b9c6710ff6", "name": "network-vif-deleted", "tag": "a0292c84-51f4-4059-8e4d-6ab501708195", "status": "failed", "code": 422}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:55:39.229617 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b31dfd6a-e0b2-4c35-9d85-764ca669ca2a {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:55:39.230040 n-d-789963-32 neutron-server[105231]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2abf3fda-a543-440b-b5ec-b8b9c6710ff6', 'name': 'network-vif-deleted', 'tag': 'a0292c84-51f4-4059-8e4d-6ab501708195', 'status': 'failed', 'code': 422} returned with failed status Mar 05 04:55:39.237076 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4361faff-4d91-4bab-a1ff-97ab8dd7daf4 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:39.241199 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4361faff-4d91-4bab-a1ff-97ab8dd7daf4 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4463069 Mar 05 04:55:39.246722 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 56674) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:39.252203 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-81d4b041-25b0-4f9a-bff3-38eaad10b0ce tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:55:39.314738 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-81d4b041-25b0-4f9a-bff3-38eaad10b0ce tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:39.386140 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-61c6c89c-3f71-497a-8348-a166e8f38a49 admin admin] Deleting port 123e0a81-495f-4c77-9a6d-58b4527f5c0b {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:55:39.386502 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-61c6c89c-3f71-497a-8348-a166e8f38a49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (123e0a81-495f-4c77-9a6d-58b4527f5c0b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:39.447716 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-38b6fff3-281b-4ab6-bb00-7dac86b0c760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c00385-464b-4fab-b2fe-11ec3c61d29e', 'name': 'tempest-TaggedBootDevicesTest_v242-702050026-router', 'tenant_id': '71c88fd622df4c4284ea94a9e42d79e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '123e0a81-495f-4c77-9a6d-58b4527f5c0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:46:10Z', 'updated_at': '2022-03-05T04:55:35Z', 'revision_number': 5, 'project_id': '71c88fd622df4c4284ea94a9e42d79e8', 'gw_port': {'id': '123e0a81-495f-4c77-9a6d-58b4527f5c0b', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c00385-464b-4fab-b2fe-11ec3c61d29e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:46:11Z', 'updated_at': '2022-03-05T04:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:39.509697 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b6fff3-281b-4ab6-bb00-7dac86b0c760 None None] Checking router: 41c00385-464b-4fab-b2fe-11ec3c61d29e for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:55:39.521307 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b6fff3-281b-4ab6-bb00-7dac86b0c760 None None] Routers {'41c00385-464b-4fab-b2fe-11ec3c61d29e'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:55:39.522125 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-38b6fff3-281b-4ab6-bb00-7dac86b0c760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:55:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['41c00385-464b-4fab-b2fe-11ec3c61d29e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:39.593334 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9d624dab-6858-49f4-808c-6af026dc1fc8 None None] Current status of the port 303356a8-e669-4c08-8c51-c8c38c0d0ab0 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:55:39.638025 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-81d4b041-25b0-4f9a-bff3-38eaad10b0ce tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:39.641227 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-61c6c89c-3f71-497a-8348-a166e8f38a49 admin admin] For port 123e0a81-495f-4c77-9a6d-58b4527f5c0b, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=123e0a81-495f-4c77-9a6d-58b4527f5c0b,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:39.644144 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-61c6c89c-3f71-497a-8348-a166e8f38a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (123e0a81-495f-4c77-9a6d-58b4527f5c0b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:39.647640 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-fb09352f-da8a-46bf-b21d-75516a7e9c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1738830377-router', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:19Z', 'updated_at': '2022-03-05T04:55:33Z', 'revision_number': 4, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'gw_port': {'id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:da:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:21Z', 'updated_at': '2022-03-05T04:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '303356a8-e669-4c08-8c51-c8c38c0d0ab0', 'name': '', 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'mac_address': 'fa:16:3e:9f:50:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:30Z', 'updated_at': '2022-03-05T04:55:37Z', 'revision_number': 4, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'subnets': [{'id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:39.700292 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb09352f-da8a-46bf-b21d-75516a7e9c4e None None] The sync data for ids ['e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'] in n-d-789963-32 is: [{'id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1738830377-router', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:19Z', 'updated_at': '2022-03-05T04:55:33Z', 'revision_number': 4, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'gw_port': {'id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:da:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:21Z', 'updated_at': '2022-03-05T04:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '303356a8-e669-4c08-8c51-c8c38c0d0ab0', 'name': '', 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'mac_address': 'fa:16:3e:9f:50:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:30Z', 'updated_at': '2022-03-05T04:55:37Z', 'revision_number': 4, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'subnets': [{'id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:55:39.704340 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-38b6fff3-281b-4ab6-bb00-7dac86b0c760 None None] Set router 41c00385-464b-4fab-b2fe-11ec3c61d29e gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:55:39.708758 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-61c6c89c-3f71-497a-8348-a166e8f38a49 admin admin] Calling delete_port for 123e0a81-495f-4c77-9a6d-58b4527f5c0b owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:55:39.892477 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-38b6fff3-281b-4ab6-bb00-7dac86b0c760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c00385-464b-4fab-b2fe-11ec3c61d29e', 'name': 'tempest-TaggedBootDevicesTest_v242-702050026-router', 'tenant_id': '71c88fd622df4c4284ea94a9e42d79e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:46:10Z', 'updated_at': '2022-03-05T04:55:39Z', 'revision_number': 6, 'project_id': '71c88fd622df4c4284ea94a9e42d79e8', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:39.960417 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b6fff3-281b-4ab6-bb00-7dac86b0c760 None None] The sync data for ids ['41c00385-464b-4fab-b2fe-11ec3c61d29e'] in n-d-789963-32 is: [{'id': '41c00385-464b-4fab-b2fe-11ec3c61d29e', 'name': 'tempest-TaggedBootDevicesTest_v242-702050026-router', 'tenant_id': '71c88fd622df4c4284ea94a9e42d79e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:46:10Z', 'updated_at': '2022-03-05T04:55:39Z', 'revision_number': 6, 'project_id': '71c88fd622df4c4284ea94a9e42d79e8', 'gw_port_host': None}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:55:40.013058 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f0b8f-691b-41f5-8752-e244f8a06a9f req-175f27ba-7c1e-43ee-95e5-2d9052044323 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:40.022359 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0d9f0b8f-691b-41f5-8752-e244f8a06a9f req-175f27ba-7c1e-43ee-95e5-2d9052044323 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/ports?device_id=d43ccc28-e8ac-46f0-813d-4931795af5c5 HTTP/1.1" status: 200 len: 946 time: 0.3963513 Mar 05 04:55:40.028156 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-61c6c89c-3f71-497a-8348-a166e8f38a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (123e0a81-495f-4c77-9a6d-58b4527f5c0b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:40.110211 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0d9f0b8f-691b-41f5-8752-e244f8a06a9f req-0565a3dc-11e4-4d7b-b9b5-ac9d3e0984bb tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/security-groups?id=1221e7d5-8d20-47b1-a240-de033b79c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808988 Mar 05 04:55:40.113598 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6c89c-3f71-497a-8348-a166e8f38a49 admin admin] Pushing event deleted for resources: {'Port': ['ID=123e0a81-495f-4c77-9a6d-58b4527f5c0b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:40.147508 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-81d4b041-25b0-4f9a-bff3-38eaad10b0ce tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Allocated IP 172.25.0.108 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/5ab26fcf-251e-4864-a482-e81a9a275aa8) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:55:40.170175 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-61c6c89c-3f71-497a-8348-a166e8f38a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (41c00385-464b-4fab-b2fe-11ec3c61d29e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:40.372974 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-61c6c89c-3f71-497a-8348-a166e8f38a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (41c00385-464b-4fab-b2fe-11ec3c61d29e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:40.380265 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-61c6c89c-3f71-497a-8348-a166e8f38a49 admin admin] Publish callbacks [] for router_controller (41c00385-464b-4fab-b2fe-11ec3c61d29e), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:40.458971 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-61c6c89c-3f71-497a-8348-a166e8f38a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (41c00385-464b-4fab-b2fe-11ec3c61d29e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:40.459610 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c6c89c-3f71-497a-8348-a166e8f38a49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41c00385-464b-4fab-b2fe-11ec3c61d29e {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:55:40.468719 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-61c6c89c-3f71-497a-8348-a166e8f38a49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:40.470144 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-61c6c89c-3f71-497a-8348-a166e8f38a49 admin admin] 10.222.0.11 "DELETE /v2.0/routers/41c00385-464b-4fab-b2fe-11ec3c61d29e HTTP/1.1" status: 204 len: 168 time: 1.9077981 Mar 05 04:55:40.472755 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56708) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:40.594835 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-30fea4ed-52c1-465c-b527-c7e11e9234c6 admin admin] Deleting subnet 1914624f-6a6d-48cc-9173-2e12dec05b4d {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:55:40.602683 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-30fea4ed-52c1-465c-b527-c7e11e9234c6 admin admin] Publish callbacks [] for subnet (1914624f-6a6d-48cc-9173-2e12dec05b4d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:40.704195 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-30fea4ed-52c1-465c-b527-c7e11e9234c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (1914624f-6a6d-48cc-9173-2e12dec05b4d), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:40.819360 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-30fea4ed-52c1-465c-b527-c7e11e9234c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (1914624f-6a6d-48cc-9173-2e12dec05b4d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:40.887694 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-30fea4ed-52c1-465c-b527-c7e11e9234c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (1914624f-6a6d-48cc-9173-2e12dec05b4d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:40.974205 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 303356a8-e669-4c08-8c51-c8c38c0d0ab0 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:55:40.990678 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fea4ed-52c1-465c-b527-c7e11e9234c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1914624f-6a6d-48cc-9173-2e12dec05b4d,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:41.005946 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-30fea4ed-52c1-465c-b527-c7e11e9234c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:41.020452 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958ab6d8-f8fa-4486-9221-6e6114a58b2a None None] Network 5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:55:41.022945 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-30fea4ed-52c1-465c-b527-c7e11e9234c6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1914624f-6a6d-48cc-9173-2e12dec05b4d HTTP/1.1" status: 204 len: 168 time: 0.5490804 Mar 05 04:55:41.026701 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56726) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:41.038462 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-17887bb6-208f-4c48-8a49-dda35e90e5de req-779d4800-c6f9-4bb1-b4fd-29be465a1708 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 258 time: 0.8879344 Mar 05 04:55:41.052055 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-17887bb6-208f-4c48-8a49-dda35e90e5de req-415e8947-672c-45bc-a1f8-f82ffb362150 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:55:41.103948 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-81d4b041-25b0-4f9a-bff3-38eaad10b0ce tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for port (5ab26fcf-251e-4864-a482-e81a9a275aa8), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:41.113745 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-17887bb6-208f-4c48-8a49-dda35e90e5de req-415e8947-672c-45bc-a1f8-f82ffb362150 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:41.255930 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 303356a8-e669-4c08-8c51-c8c38c0d0ab0 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:55:41.256312 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (303356a8-e669-4c08-8c51-c8c38c0d0ab0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:41.304500 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-000d7c68-23c8-410f-a7ce-90f3cc527377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:41.306686 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632756ff-ae28-43fd-896f-9c799b65f64c req-f2f483ce-3d1b-44cb-bffe-5684f33911ec tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:41.323479 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-632756ff-ae28-43fd-896f-9c799b65f64c req-f2f483ce-3d1b-44cb-bffe-5684f33911ec tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=11df5f17-851c-43fd-b94e-7b6155b80de3 HTTP/1.1" status: 200 len: 908 time: 1.4522572 Mar 05 04:55:41.330224 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba4e47-ce10-4e6e-b10a-458f96e676a6 req-091f1f27-2203-4157-b1d2-6060edbacb8f tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:41.332210 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eeba4e47-ce10-4e6e-b10a-458f96e676a6 req-091f1f27-2203-4157-b1d2-6060edbacb8f tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.30 "GET /v2.0/ports?device_id=11df5f17-851c-43fd-b94e-7b6155b80de3 HTTP/1.1" status: 200 len: 908 time: 0.2351537 Mar 05 04:55:41.424881 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2df64c0b-991e-42e2-9261-d05c90eedb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:41.457324 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-81d4b041-25b0-4f9a-bff3-38eaad10b0ce tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (5ab26fcf-251e-4864-a482-e81a9a275aa8), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:41.517029 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae82672-adef-4fa0-9f79-df750606ab6d None None] DHCP port deletion for 5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:55:41.607546 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 303356a8-e669-4c08-8c51-c8c38c0d0ab0 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:55:41.631823 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 96c0b614-d31f-400d-8df9-e85c5ec127d9 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:55:41.653975 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4b041-25b0-4f9a-bff3-38eaad10b0ce tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Pushing event updated for resources: {'Port': ['ID=5ab26fcf-251e-4864-a482-e81a9a275aa8,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:41.674634 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 96c0b614-d31f-400d-8df9-e85c5ec127d9 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:55:41.675418 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 96c0b614-d31f-400d-8df9-e85c5ec127d9 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:55:41.686206 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-8ae82672-adef-4fa0-9f79-df750606ab6d None None] Deleting port 70d0743e-a404-4cc4-bb9b-274ca5a8b9d9 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:55:41.686824 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8ae82672-adef-4fa0-9f79-df750606ab6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (70d0743e-a404-4cc4-bb9b-274ca5a8b9d9), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:41.733385 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d4b041-25b0-4f9a-bff3-38eaad10b0ce tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:55:41.743665 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-81d4b041-25b0-4f9a-bff3-38eaad10b0ce tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:55:41.749075 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d4b041-25b0-4f9a-bff3-38eaad10b0ce tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:55:41.849245 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-8ae82672-adef-4fa0-9f79-df750606ab6d None None] For port 70d0743e-a404-4cc4-bb9b-274ca5a8b9d9, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=70d0743e-a404-4cc4-bb9b-274ca5a8b9d9,segment=NetworkSegment(ec0eff71-dd34-48c8-8f86-fa3b75cfaaf8),segment_id=ec0eff71-dd34-48c8-8f86-fa3b75cfaaf8)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:41.849646 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8ae82672-adef-4fa0-9f79-df750606ab6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (70d0743e-a404-4cc4-bb9b-274ca5a8b9d9), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:41.852180 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-81d4b041-25b0-4f9a-bff3-38eaad10b0ce tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for floatingip (f37fc286-2593-4aaf-b5ac-b691886fc6a6), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:41.870664 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-17887bb6-208f-4c48-8a49-dda35e90e5de req-415e8947-672c-45bc-a1f8-f82ffb362150 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:41.875458 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-8ae82672-adef-4fa0-9f79-df750606ab6d None None] Calling delete_port for 70d0743e-a404-4cc4-bb9b-274ca5a8b9d9 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:55:41.965778 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efd4f8-a2e0-4720-a0d1-36b3afd1ae6d req-4432d225-e25d-4ad9-8fda-ce0ecc492afe tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:41.974871 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-68efd4f8-a2e0-4720-a0d1-36b3afd1ae6d req-4432d225-e25d-4ad9-8fda-ce0ecc492afe tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 946 time: 0.4946361 Mar 05 04:55:42.001248 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8ae82672-adef-4fa0-9f79-df750606ab6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (70d0743e-a404-4cc4-bb9b-274ca5a8b9d9), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:42.004899 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-81d4b041-25b0-4f9a-bff3-38eaad10b0ce tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5ab26fcf-251e-4864-a482-e81a9a275aa8), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:42.064527 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae82672-adef-4fa0-9f79-df750606ab6d None None] No DVR routers for this DVR port 70d0743e-a404-4cc4-bb9b-274ca5a8b9d9 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:55:42.075692 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae82672-adef-4fa0-9f79-df750606ab6d None None] Pushing event deleted for resources: {'Port': ['ID=70d0743e-a404-4cc4-bb9b-274ca5a8b9d9,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:42.081502 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-68efd4f8-a2e0-4720-a0d1-36b3afd1ae6d req-5075fefb-9cce-4422-962d-61f5eb3208db tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055524 Mar 05 04:55:42.192520 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-17887bb6-208f-4c48-8a49-dda35e90e5de req-415e8947-672c-45bc-a1f8-f82ffb362150 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Allocated IP 172.25.0.172 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/af954d49-b090-4af1-ba02-4b465e07d79d) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:55:42.247091 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-eeba4e47-ce10-4e6e-b10a-458f96e676a6 req-1c9f904c-d9c5-477a-be1c-f8f6f5dee13c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Deleting port eb0b200c-e186-44ea-bfd0-0a7dbd850e83 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:55:42.247390 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eeba4e47-ce10-4e6e-b10a-458f96e676a6 req-1c9f904c-d9c5-477a-be1c-f8f6f5dee13c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (eb0b200c-e186-44ea-bfd0-0a7dbd850e83), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:42.304736 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 70d0743e-a404-4cc4-bb9b-274ca5a8b9d9 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:55:42.338050 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 70d0743e-a404-4cc4-bb9b-274ca5a8b9d9 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:55:42.338667 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 70d0743e-a404-4cc4-bb9b-274ca5a8b9d9 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:55:42.338797 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 123e0a81-495f-4c77-9a6d-58b4527f5c0b no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:55:42.394255 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 123e0a81-495f-4c77-9a6d-58b4527f5c0b {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:55:42.398144 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 123e0a81-495f-4c77-9a6d-58b4527f5c0b not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:55:42.420043 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-eeba4e47-ce10-4e6e-b10a-458f96e676a6 req-1c9f904c-d9c5-477a-be1c-f8f6f5dee13c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] For port eb0b200c-e186-44ea-bfd0-0a7dbd850e83, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=eb0b200c-e186-44ea-bfd0-0a7dbd850e83,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:42.420562 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eeba4e47-ce10-4e6e-b10a-458f96e676a6 req-1c9f904c-d9c5-477a-be1c-f8f6f5dee13c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (eb0b200c-e186-44ea-bfd0-0a7dbd850e83), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:42.424648 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-000d7c68-23c8-410f-a7ce-90f3cc527377 admin admin] Deleting port 70d0743e-a404-4cc4-bb9b-274ca5a8b9d9 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:55:42.424974 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-000d7c68-23c8-410f-a7ce-90f3cc527377 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (70d0743e-a404-4cc4-bb9b-274ca5a8b9d9), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:42.449427 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-eeba4e47-ce10-4e6e-b10a-458f96e676a6 req-1c9f904c-d9c5-477a-be1c-f8f6f5dee13c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Calling delete_port for eb0b200c-e186-44ea-bfd0-0a7dbd850e83 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:55:42.514575 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-17887bb6-208f-4c48-8a49-dda35e90e5de req-415e8947-672c-45bc-a1f8-f82ffb362150 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks [] for port (af954d49-b090-4af1-ba02-4b465e07d79d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:42.545194 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-000d7c68-23c8-410f-a7ce-90f3cc527377 admin admin] For port 70d0743e-a404-4cc4-bb9b-274ca5a8b9d9, host n-d-789963-32, got binding levels [] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:42.545558 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-000d7c68-23c8-410f-a7ce-90f3cc527377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (70d0743e-a404-4cc4-bb9b-274ca5a8b9d9), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:42.564135 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-000d7c68-23c8-410f-a7ce-90f3cc527377 admin admin] Calling delete_port for 70d0743e-a404-4cc4-bb9b-274ca5a8b9d9 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:55:42.572503 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.ipam_backend_mixin [None req-000d7c68-23c8-410f-a7ce-90f3cc527377 admin admin] Port 70d0743e-a404-4cc4-bb9b-274ca5a8b9d9 was not found and therefore no delete operation was performed {{(pid=105232) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 05 04:55:42.578574 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-000d7c68-23c8-410f-a7ce-90f3cc527377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (70d0743e-a404-4cc4-bb9b-274ca5a8b9d9), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:42.585866 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-17887bb6-208f-4c48-8a49-dda35e90e5de req-415e8947-672c-45bc-a1f8-f82ffb362150 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (af954d49-b090-4af1-ba02-4b465e07d79d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:42.606270 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17887bb6-208f-4c48-8a49-dda35e90e5de req-415e8947-672c-45bc-a1f8-f82ffb362150 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:55:42.615445 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000d7c68-23c8-410f-a7ce-90f3cc527377 admin admin] No DVR routers for this DVR port 70d0743e-a404-4cc4-bb9b-274ca5a8b9d9 on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:55:42.619509 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d7c68-23c8-410f-a7ce-90f3cc527377 admin admin] Pushing event deleted for resources: {'Port': ['ID=70d0743e-a404-4cc4-bb9b-274ca5a8b9d9,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:42.629020 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-17887bb6-208f-4c48-8a49-dda35e90e5de req-415e8947-672c-45bc-a1f8-f82ffb362150 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:55:42.652302 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-81d4b041-25b0-4f9a-bff3-38eaad10b0ce tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for port (5ab26fcf-251e-4864-a482-e81a9a275aa8), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:42.655717 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-17887bb6-208f-4c48-8a49-dda35e90e5de req-415e8947-672c-45bc-a1f8-f82ffb362150 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:55:42.682976 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-81d4b041-25b0-4f9a-bff3-38eaad10b0ce tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (5ab26fcf-251e-4864-a482-e81a9a275aa8), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:42.719948 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e8947-672c-45bc-a1f8-f82ffb362150 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Pushing event updated for resources: {'Port': ['ID=af954d49-b090-4af1-ba02-4b465e07d79d,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:42.731098 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-000d7c68-23c8-410f-a7ce-90f3cc527377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:42.770422 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-000d7c68-23c8-410f-a7ce-90f3cc527377 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:42.782894 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-000d7c68-23c8-410f-a7ce-90f3cc527377 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec0eff71-dd34-48c8-8f86-fa3b75cfaaf8') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:42.783424 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-000d7c68-23c8-410f-a7ce-90f3cc527377 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec0eff71-dd34-48c8-8f86-fa3b75cfaaf8') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:42.790653 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eeba4e47-ce10-4e6e-b10a-458f96e676a6 req-1c9f904c-d9c5-477a-be1c-f8f6f5dee13c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (eb0b200c-e186-44ea-bfd0-0a7dbd850e83), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:42.798980 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae676c-692f-406d-8307-0614595ddafa req-6e15a223-26f2-4635-9764-d18cf341a9b8 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:42.801070 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-000d7c68-23c8-410f-a7ce-90f3cc527377 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (ec0eff71-dd34-48c8-8f86-fa3b75cfaaf8), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:42.811908 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f8ae676c-692f-406d-8307-0614595ddafa req-6e15a223-26f2-4635-9764-d18cf341a9b8 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=11df5f17-851c-43fd-b94e-7b6155b80de3 HTTP/1.1" status: 200 len: 908 time: 0.3473222 Mar 05 04:55:42.825267 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-81d4b041-25b0-4f9a-bff3-38eaad10b0ce tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (f37fc286-2593-4aaf-b5ac-b691886fc6a6), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:42.829525 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f904c-d9c5-477a-be1c-f8f6f5dee13c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Pushing event deleted for resources: {'Port': ['ID=eb0b200c-e186-44ea-bfd0-0a7dbd850e83,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:42.868722 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4b041-25b0-4f9a-bff3-38eaad10b0ce tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Pushing event updated for resources: {'Port': ['ID=5ab26fcf-251e-4864-a482-e81a9a275aa8,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:42.876260 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-81d4b041-25b0-4f9a-bff3-38eaad10b0ce tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:42.877877 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-81d4b041-25b0-4f9a-bff3-38eaad10b0ce tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6327038 Mar 05 04:55:42.882675 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-000d7c68-23c8-410f-a7ce-90f3cc527377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (ec0eff71-dd34-48c8-8f86-fa3b75cfaaf8), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:42.884826 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeba4e47-ce10-4e6e-b10a-458f96e676a6 req-1c9f904c-d9c5-477a-be1c-f8f6f5dee13c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] No DVR routers for this DVR port eb0b200c-e186-44ea-bfd0-0a7dbd850e83 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:55:42.893447 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eeba4e47-ce10-4e6e-b10a-458f96e676a6 req-1c9f904c-d9c5-477a-be1c-f8f6f5dee13c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:42.896778 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eeba4e47-ce10-4e6e-b10a-458f96e676a6 req-1c9f904c-d9c5-477a-be1c-f8f6f5dee13c tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.30 "DELETE /v2.0/ports/eb0b200c-e186-44ea-bfd0-0a7dbd850e83 HTTP/1.1" status: 204 len: 173 time: 1.5582399 Mar 05 04:55:42.897471 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11df5f17-851c-43fd-b94e-7b6155b80de3', 'name': 'network-vif-deleted', 'tag': 'eb0b200c-e186-44ea-bfd0-0a7dbd850e83'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:55:42.899821 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497531e8-c4a9-4ca9-a0bc-c6dd59c5d0f8" -d '{"events": [{"server_uuid": "11df5f17-851c-43fd-b94e-7b6155b80de3", "name": "network-vif-deleted", "tag": "eb0b200c-e186-44ea-bfd0-0a7dbd850e83"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:55:42.904406 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-000d7c68-23c8-410f-a7ce-90f3cc527377 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:55:42.905029 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-000d7c68-23c8-410f-a7ce-90f3cc527377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (ec0eff71-dd34-48c8-8f86-fa3b75cfaaf8), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:42.908011 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:55:42.908011 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:55:42.908011 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:55:42.908011 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:55:42.908011 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:55:42.908011 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:55:42.908011 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:55:42.908011 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:55:42.908011 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:55:42.908011 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:55:42.908011 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:55:42.908011 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:55:42.908011 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:55:42.908011 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:55:42.908011 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:55:42.908011 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:55:42.908011 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:55:42.908011 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:55:42.908011 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:55:42.908011 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:55:42.908011 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:55:42.908011 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:55:42.908011 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:55:42.908011 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:55:42.908011 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:55:42.908011 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:55:42.908011 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:55:42.908011 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:55:42.908011 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:55:42.908011 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:55:42.908011 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:55:42.908011 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:55:42.910815 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-17887bb6-208f-4c48-8a49-dda35e90e5de req-415e8947-672c-45bc-a1f8-f82ffb362150 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks [] for floatingip (3848c23b-c288-4615-b572-0bd6299fd4c1), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:43.009597 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b9db60-08da-4878-91d5-45a8e1912fbe x-openstack-request-id: req-01b9db60-08da-4878-91d5-45a8e1912fbe {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:55:43.010205 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11df5f17-851c-43fd-b94e-7b6155b80de3", "name": "network-vif-deleted", "tag": "eb0b200c-e186-44ea-bfd0-0a7dbd850e83", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:55:43.010636 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-01b9db60-08da-4878-91d5-45a8e1912fbe {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:55:43.010820 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-17887bb6-208f-4c48-8a49-dda35e90e5de req-415e8947-672c-45bc-a1f8-f82ffb362150 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (af954d49-b090-4af1-ba02-4b465e07d79d), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:43.020167 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11df5f17-851c-43fd-b94e-7b6155b80de3', 'name': 'network-vif-deleted', 'tag': 'eb0b200c-e186-44ea-bfd0-0a7dbd850e83', 'status': 'completed', 'code': 200} Mar 05 04:55:43.054558 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-000d7c68-23c8-410f-a7ce-90f3cc527377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:43.063042 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-000d7c68-23c8-410f-a7ce-90f3cc527377 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:43.077282 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-000d7c68-23c8-410f-a7ce-90f3cc527377 admin admin] 10.222.0.11 "DELETE /v2.0/networks/5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4 HTTP/1.1" status: 204 len: 168 time: 2.0494194 Mar 05 04:55:43.110687 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d7c68-23c8-410f-a7ce-90f3cc527377 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fa025e7-1a89-4bf6-8f25-4ed399d2e7e4,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:43.195671 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:55:43.274818 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1eb64233-3110-487f-8f21-be385af18176 req-5e79e66d-4cce-4308-bca7-8dbdbf1c49e7 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--723312608&fields=id&tenant_id=2f0efde040e1417b9e4baf083ccb9565 HTTP/1.1" status: 200 len: 267 time: 0.0776696 Mar 05 04:55:43.289569 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-17887bb6-208f-4c48-8a49-dda35e90e5de req-415e8947-672c-45bc-a1f8-f82ffb362150 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks [] for port (af954d49-b090-4af1-ba02-4b465e07d79d), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:43.303689 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-17887bb6-208f-4c48-8a49-dda35e90e5de req-415e8947-672c-45bc-a1f8-f82ffb362150 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (af954d49-b090-4af1-ba02-4b465e07d79d), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:43.309867 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731,segment=NetworkSegment(3591eed7-510d-4315-b6a7-34b67541b594),segment_id=3591eed7-510d-4315-b6a7-34b67541b594)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:43.323391 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731', 'network_id': '6f60c81f-2634-4ffd-bb01-b4ea6ed7a048', 'port_id': '23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731', 'mac_address': 'fa:16:3e:de:14:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451f8004-d1e7-47a0-b8b7-f06b000a63db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:55:43.399897 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731 is: ACTIVE; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:55:43.400639 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:43.427399 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:55:43.451420 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731,segment=NetworkSegment(3591eed7-510d-4315-b6a7-34b67541b594),segment_id=3591eed7-510d-4315-b6a7-34b67541b594)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:43.457435 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e8947-672c-45bc-a1f8-f82ffb362150 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Pushing event updated for resources: {'Port': ['ID=af954d49-b090-4af1-ba02-4b465e07d79d,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:43.460478 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:43.462739 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56766) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:43.486453 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-17887bb6-208f-4c48-8a49-dda35e90e5de req-415e8947-672c-45bc-a1f8-f82ffb362150 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (3848c23b-c288-4615-b572-0bd6299fd4c1), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:43.506661 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb64233-3110-487f-8f21-be385af18176 req-0f6f7b7d-4e07-469d-a45a-f42a90c55a79 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:43.516727 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1eb64233-3110-487f-8f21-be385af18176 req-0f6f7b7d-4e07-469d-a45a-f42a90c55a79 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/networks?id=f1fadffb-f5d8-4040-a31e-e74b33451f43 HTTP/1.1" status: 200 len: 817 time: 0.2236030 Mar 05 04:55:43.530810 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1eb64233-3110-487f-8f21-be385af18176 req-3eed5ad2-7242-466b-8b1b-d92832c858f1 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/quotas/2f0efde040e1417b9e4baf083ccb9565 HTTP/1.1" status: 200 len: 375 time: 0.0131936 Mar 05 04:55:43.534553 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-17887bb6-208f-4c48-8a49-dda35e90e5de req-415e8947-672c-45bc-a1f8-f82ffb362150 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:43.536018 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-17887bb6-208f-4c48-8a49-dda35e90e5de req-415e8947-672c-45bc-a1f8-f82ffb362150 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4935498 Mar 05 04:55:43.536893 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:43.568099 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-868ff021-8ada-4c82-9871-d6dc39c850b2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f322de562e384481acfa7667e5bcbd96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0993493 Mar 05 04:55:43.570094 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56770) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:43.644086 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-17887bb6-208f-4c48-8a49-dda35e90e5de req-84abbc5a-6c0a-409b-aea1-b5c1cdb11eb6 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.172 HTTP/1.1" status: 200 len: 696 time: 0.0947537 Mar 05 04:55:43.657104 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6982cd6e-6e69-4fbb-87a1-70dd28e2f11f admin admin] Publish callbacks [] for security_group (3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:43.663825 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:43.672052 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8a9c3ab3-2cf0-4946-a686-90eab56b2c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:43.697880 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:55:43.702231 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6982cd6e-6e69-4fbb-87a1-70dd28e2f11f admin admin] Publish callbacks [] for security_group (3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:43.758183 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1eb64233-3110-487f-8f21-be385af18176 req-20418b40-7fd1-426d-9c10-b1bfd5e167ec tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2f0efde040e1417b9e4baf083ccb9565&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2209742 Mar 05 04:55:43.773525 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6982cd6e-6e69-4fbb-87a1-70dd28e2f11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:43.776529 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6982cd6e-6e69-4fbb-87a1-70dd28e2f11f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:43.778130 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6982cd6e-6e69-4fbb-87a1-70dd28e2f11f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf HTTP/1.1" status: 204 len: 168 time: 0.2068577 Mar 05 04:55:43.802624 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982cd6e-6e69-4fbb-87a1-70dd28e2f11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4b1983-9cc6-4b5e-8b99-4a489a43e4cf,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:43.820302 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:43.911695 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1eb64233-3110-487f-8f21-be385af18176 req-ad6946fe-40c1-415f-8b2a-880c082e9877 service neutron] 10.222.0.11 "GET /v2.0/networks/f1fadffb-f5d8-4040-a31e-e74b33451f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520677 Mar 05 04:55:43.945707 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17887bb6-208f-4c48-8a49-dda35e90e5de req-d4f87610-1bbd-4554-85cd-5cfbf959ab86 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:43.947152 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-17887bb6-208f-4c48-8a49-dda35e90e5de req-d4f87610-1bbd-4554-85cd-5cfbf959ab86 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 784 time: 0.2954710 Mar 05 04:55:43.974373 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-17887bb6-208f-4c48-8a49-dda35e90e5de req-8a9d1f0d-585a-4957-8df5-11b7732912f8 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:55:43.975393 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-17887bb6-208f-4c48-8a49-dda35e90e5de req-8a9d1f0d-585a-4957-8df5-11b7732912f8 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0174389 Mar 05 04:55:44.092631 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1eb64233-3110-487f-8f21-be385af18176 req-63b8cf43-660f-4374-8a8b-ff37580cd985 service neutron] 10.222.0.11 "GET /v2.0/networks/f1fadffb-f5d8-4040-a31e-e74b33451f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444747 Mar 05 04:55:44.113565 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded4104-328c-4c72-96ee-f80e4fed5bfd req-ce678f83-9702-4de6-a275-029e876e5b9c tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:44.115098 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aded4104-328c-4c72-96ee-f80e4fed5bfd req-ce678f83-9702-4de6-a275-029e876e5b9c tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 945 time: 0.0685401 Mar 05 04:55:44.183198 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aded4104-328c-4c72-96ee-f80e4fed5bfd req-cbe3c764-15a5-4fb7-9133-5822db651533 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623958 Mar 05 04:55:44.268397 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56788) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:44.358531 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0680f498-f8a1-4451-94e6-b7261d13072c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=71c88fd622df4c4284ea94a9e42d79e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0888369 Mar 05 04:55:44.361103 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56794) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:44.432038 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fcede6c1-f503-4b72-ae74-1e6ed0003c66 admin admin] Publish callbacks [] for security_group (5866060b-6d46-4052-8624-32dbc55ad624), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:44.491006 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493de51-56be-459e-905b-2c975ec806fc req-1ec7fab8-4862-4df5-bb2c-5868b4e43f97 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:44.493773 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7493de51-56be-459e-905b-2c975ec806fc req-1ec7fab8-4862-4df5-bb2c-5868b4e43f97 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/ports?device_id=d43ccc28-e8ac-46f0-813d-4931795af5c5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1831968 Mar 05 04:55:44.517414 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fcede6c1-f503-4b72-ae74-1e6ed0003c66 admin admin] Publish callbacks [] for security_group (5866060b-6d46-4052-8624-32dbc55ad624), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:44.583768 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-01dbf3ea-710c-410c-a448-b476f8d500a5 req-8e1f880b-32b3-4e8e-9f80-efa268545a49 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 210 time: 0.0692222 Mar 05 04:55:44.597360 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7493de51-56be-459e-905b-2c975ec806fc req-cd88f35d-36ab-41f3-8443-9f618d88a1ff tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.172 HTTP/1.1" status: 200 len: 696 time: 0.0973532 Mar 05 04:55:44.602518 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-7493de51-56be-459e-905b-2c975ec806fc req-7f75660c-b412-4730-a750-1c060c40e58e tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Request body: {'floatingip': {'port_id': '0d32a970-db33-45c6-92ae-fb26f95ffafe', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:55:44.609721 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fcede6c1-f503-4b72-ae74-1e6ed0003c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (5866060b-6d46-4052-8624-32dbc55ad624), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:44.614442 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fcede6c1-f503-4b72-ae74-1e6ed0003c66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:44.633113 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fcede6c1-f503-4b72-ae74-1e6ed0003c66 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5866060b-6d46-4052-8624-32dbc55ad624 HTTP/1.1" status: 204 len: 168 time: 0.2590127 Mar 05 04:55:44.656517 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcede6c1-f503-4b72-ae74-1e6ed0003c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5866060b-6d46-4052-8624-32dbc55ad624,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:44.733093 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device eb0b200c-e186-44ea-bfd0-0a7dbd850e83 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:55:44.792474 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: eb0b200c-e186-44ea-bfd0-0a7dbd850e83 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:55:44.793153 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device eb0b200c-e186-44ea-bfd0-0a7dbd850e83 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:55:44.936729 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:45.196318 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:55:45.202999 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-7493de51-56be-459e-905b-2c975ec806fc req-7f75660c-b412-4730-a750-1c060c40e58e tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks [] for floatingip (3848c23b-c288-4615-b572-0bd6299fd4c1), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:45.282805 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:55:45.283239 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:45.416508 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:55:45.417070 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:45.453797 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38dc12d2-4553-40e8-82f7-488498e0b1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:55:45.456898 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980ae788-5534-4f51-8d0c-6b42c331f104" -d '{"events": [{"server_uuid": "38dc12d2-4553-40e8-82f7-488498e0b1f0", "name": "network-vif-plugged", "status": "completed", "tag": "23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:55:45.481249 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731,segment=NetworkSegment(3591eed7-510d-4315-b6a7-34b67541b594),segment_id=3591eed7-510d-4315-b6a7-34b67541b594)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:45.494704 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:45.496547 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c3233-8394-409e-ade7-ca9cef9acbfe req-59e20637-6fe4-4d6b-a81d-873d6d26708e tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:45.510583 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8d7c3233-8394-409e-ade7-ca9cef9acbfe req-59e20637-6fe4-4d6b-a81d-873d6d26708e tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=d47b3f3f-3805-4f7c-9aae-fc66346b00bb HTTP/1.1" status: 200 len: 945 time: 0.3301053 Mar 05 04:55:45.583059 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731,revision_number=7']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:45.744967 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8d7c3233-8394-409e-ade7-ca9cef9acbfe req-7b7ed152-7a57-42da-830f-89af2b8ea54d tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298183 Mar 05 04:55:45.986885 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb64233-3110-487f-8f21-be385af18176 req-c84214bb-43b5-4d73-8013-9ee95e2d5b25 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:45.990806 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1eb64233-3110-487f-8f21-be385af18176 req-c84214bb-43b5-4d73-8013-9ee95e2d5b25 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.30 "GET /v2.0/networks?id=f1fadffb-f5d8-4040-a31e-e74b33451f43 HTTP/1.1" status: 200 len: 817 time: 0.2461228 Mar 05 04:55:46.028566 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56848) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:46.079167 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856911f2-c285-4f73-8f74-0a305a2d8d7f req-a6187540-1321-4b4c-9b89-246c298639a4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:46.080671 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-856911f2-c285-4f73-8f74-0a305a2d8d7f req-a6187540-1321-4b4c-9b89-246c298639a4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.31 "GET /v2.0/ports?device_id=d47b3f3f-3805-4f7c-9aae-fc66346b00bb HTTP/1.1" status: 200 len: 945 time: 0.3000906 Mar 05 04:55:46.114344 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb5ede-8dc8-4c0d-b30a-b7085c790690 req-932dfd47-d761-49db-8f39-36e6e4b5bfab tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:46.115764 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1eb64233-3110-487f-8f21-be385af18176 req-70b56310-1dce-456f-8aed-15845f51a436 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f0efde040e1417b9e4baf083ccb9565 HTTP/1.1" status: 200 len: 379 time: 0.1109147 Mar 05 04:55:46.126125 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7ffb5ede-8dc8-4c0d-b30a-b7085c790690 req-932dfd47-d761-49db-8f39-36e6e4b5bfab tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 946 time: 0.2649038 Mar 05 04:55:46.129207 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-1eb64233-3110-487f-8f21-be385af18176 req-261e484d-d310-49cf-bf42-5282b1d62caf tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Request body: {'port': {'device_id': '939d753d-225a-4c87-8959-e07053961ebf', 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43', 'admin_state_up': True, 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'security_groups': ['df504d27-aa93-4aca-9ef2-4c9309f0e2ae']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:55:46.207192 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:46.271031 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-9496a1ec-c484-4ee8-bd63-79bf8b6a1613 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-911808740-network', 'tenant_id': 'aba73159821e416a8ba27cca897dd78a'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:55:46.304618 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eb64233-3110-487f-8f21-be385af18176 req-261e484d-d310-49cf-bf42-5282b1d62caf tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Made reservation on behalf of 2f0efde040e1417b9e4baf083ccb9565 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:55:46.308741 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1eb64233-3110-487f-8f21-be385af18176 req-261e484d-d310-49cf-bf42-5282b1d62caf tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:46.312897 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9496a1ec-c484-4ee8-bd63-79bf8b6a1613 admin admin] Made reservation on behalf of aba73159821e416a8ba27cca897dd78a for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:55:46.315095 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9496a1ec-c484-4ee8-bd63-79bf8b6a1613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:46.332422 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9496a1ec-c484-4ee8-bd63-79bf8b6a1613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:46.348111 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7ffb5ede-8dc8-4c0d-b30a-b7085c790690 req-d77474e5-ed73-4333-9b98-41d1a1c646b8 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207155 Mar 05 04:55:46.443284 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b69a3fa-756e-44fe-96fe-afd15858d6ad x-openstack-request-id: req-6b69a3fa-756e-44fe-96fe-afd15858d6ad {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:55:46.443847 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38dc12d2-4553-40e8-82f7-488498e0b1f0", "name": "network-vif-plugged", "status": "completed", "tag": "23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:55:46.444314 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6b69a3fa-756e-44fe-96fe-afd15858d6ad {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:55:46.445069 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38dc12d2-4553-40e8-82f7-488498e0b1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731', 'code': 200} Mar 05 04:55:46.527233 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-856911f2-c285-4f73-8f74-0a305a2d8d7f req-172d56a7-0468-4919-b4b0-7dae2f778556 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Deleting port b9d19b93-ca56-41a2-97e2-7d5809b5eadc {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:55:46.527836 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-856911f2-c285-4f73-8f74-0a305a2d8d7f req-172d56a7-0468-4919-b4b0-7dae2f778556 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (b9d19b93-ca56-41a2-97e2-7d5809b5eadc), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:46.571772 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-1eb64233-3110-487f-8f21-be385af18176 req-261e484d-d310-49cf-bf42-5282b1d62caf tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Allocated IP 172.20.0.14 (f1fadffb-f5d8-4040-a31e-e74b33451f43/5fcb8f64-37dd-445b-b856-b0d90d6a1c08/d1bd2387-390c-4747-9f24-372bac0df3d0) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:55:46.613732 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.db.resource_extend [req-7493de51-56be-459e-905b-2c975ec806fc req-7f75660c-b412-4730-a750-1c060c40e58e tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 04:55:46.742238 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5c6f5608-dcc5-4159-9eb3-50f0f9f08343 req-33e9958a-0d01-4463-a6ae-23a6d8d9c12a tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 210 time: 0.1223910 Mar 05 04:55:46.793135 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-7493de51-56be-459e-905b-2c975ec806fc req-7f75660c-b412-4730-a750-1c060c40e58e tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:46.805807 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-7493de51-56be-459e-905b-2c975ec806fc req-7f75660c-b412-4730-a750-1c060c40e58e tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (3848c23b-c288-4615-b572-0bd6299fd4c1), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:46.815506 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1eb64233-3110-487f-8f21-be385af18176 req-261e484d-d310-49cf-bf42-5282b1d62caf tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for port (d1bd2387-390c-4747-9f24-372bac0df3d0), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:46.894888 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-856911f2-c285-4f73-8f74-0a305a2d8d7f req-172d56a7-0468-4919-b4b0-7dae2f778556 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] For port b9d19b93-ca56-41a2-97e2-7d5809b5eadc, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b9d19b93-ca56-41a2-97e2-7d5809b5eadc,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:46.895306 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-856911f2-c285-4f73-8f74-0a305a2d8d7f req-172d56a7-0468-4919-b4b0-7dae2f778556 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (b9d19b93-ca56-41a2-97e2-7d5809b5eadc), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:46.931271 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-856911f2-c285-4f73-8f74-0a305a2d8d7f req-172d56a7-0468-4919-b4b0-7dae2f778556 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Calling delete_port for b9d19b93-ca56-41a2-97e2-7d5809b5eadc owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:55:46.939392 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781d553e-5330-434e-a780-4f6981564122 req-e4f137f1-b007-4e48-9311-d53cfe21c2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:46.941018 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-781d553e-5330-434e-a780-4f6981564122 req-e4f137f1-b007-4e48-9311-d53cfe21c2b8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 1129 time: 0.0997345 Mar 05 04:55:46.963867 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1eb64233-3110-487f-8f21-be385af18176 req-261e484d-d310-49cf-bf42-5282b1d62caf tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (d1bd2387-390c-4747-9f24-372bac0df3d0), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:47.038490 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e484d-d310-49cf-bf42-5282b1d62caf tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Pushing event updated for resources: {'Port': ['ID=d1bd2387-390c-4747-9f24-372bac0df3d0,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:47.049975 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9496a1ec-c484-4ee8-bd63-79bf8b6a1613 admin admin] Publish callbacks [] for security_group (4b7728b6-e107-45e0-8835-69deb3091b58), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:47.056844 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62010f40-8c7e-46f9-a11f-886487846341 req-e0a56184-6da4-4d3f-b470-4380e6b26257 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:47.058839 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-62010f40-8c7e-46f9-a11f-886487846341 req-e0a56184-6da4-4d3f-b470-4380e6b26257 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=d47b3f3f-3805-4f7c-9aae-fc66346b00bb HTTP/1.1" status: 200 len: 945 time: 0.2103815 Mar 05 04:55:47.072238 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [req-7493de51-56be-459e-905b-2c975ec806fc req-7f75660c-b412-4730-a750-1c060c40e58e tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Floating IP 3848c23b-c288-4615-b572-0bd6299fd4c1 associated. External IP: 172.25.0.172, port: 0d32a970-db33-45c6-92ae-fb26f95ffafe. Mar 05 04:55:47.084735 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-781d553e-5330-434e-a780-4f6981564122 req-1a4785f1-9e24-4fee-b3e4-3228cb04bb35 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376894 Mar 05 04:55:47.086285 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9496a1ec-c484-4ee8-bd63-79bf8b6a1613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4b7728b6-e107-45e0-8835-69deb3091b58), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:47.116118 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496a1ec-c484-4ee8-bd63-79bf8b6a1613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7728b6-e107-45e0-8835-69deb3091b58,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:47.124513 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eb64233-3110-487f-8f21-be385af18176 req-261e484d-d310-49cf-bf42-5282b1d62caf tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Network f1fadffb-f5d8-4040-a31e-e74b33451f43 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:55:47.129169 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-1eb64233-3110-487f-8f21-be385af18176 req-261e484d-d310-49cf-bf42-5282b1d62caf tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:55:47.133696 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb64233-3110-487f-8f21-be385af18176 req-261e484d-d310-49cf-bf42-5282b1d62caf tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:55:47.189250 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9496a1ec-c484-4ee8-bd63-79bf8b6a1613 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:55:47.227695 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9496a1ec-c484-4ee8-bd63-79bf8b6a1613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (2430494a-3882-499e-aac1-5234601e12ff), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:47.228025 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-9496a1ec-c484-4ee8-bd63-79bf8b6a1613 admin admin] Added segment 2430494a-3882-499e-aac1-5234601e12ff of type vlan for network 82208311-ca30-4c58-847f-b428a4c75446 Mar 05 04:55:47.235017 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb64233-3110-487f-8f21-be385af18176 req-261e484d-d310-49cf-bf42-5282b1d62caf tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:47.237806 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1eb64233-3110-487f-8f21-be385af18176 req-261e484d-d310-49cf-bf42-5282b1d62caf tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:47.287538 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-62010f40-8c7e-46f9-a11f-886487846341 req-61aad1c8-d1a2-4e33-8a64-0301fda12964 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193692 Mar 05 04:55:47.293257 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1eb64233-3110-487f-8f21-be385af18176 req-261e484d-d310-49cf-bf42-5282b1d62caf tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1703522 Mar 05 04:55:47.321766 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-1eb64233-3110-487f-8f21-be385af18176 req-d4972958-ecb0-4f83-8823-6d20a2c1da7e service neutron] Request body: {'port': {'device_id': '939d753d-225a-4c87-8959-e07053961ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:55:47.392292 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9496a1ec-c484-4ee8-bd63-79bf8b6a1613 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (82208311-ca30-4c58-847f-b428a4c75446), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:47.429856 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9496a1ec-c484-4ee8-bd63-79bf8b6a1613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (82208311-ca30-4c58-847f-b428a4c75446), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:47.431100 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9496a1ec-c484-4ee8-bd63-79bf8b6a1613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:47.431795 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9496a1ec-c484-4ee8-bd63-79bf8b6a1613 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:47.467439 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-856911f2-c285-4f73-8f74-0a305a2d8d7f req-172d56a7-0468-4919-b4b0-7dae2f778556 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (b9d19b93-ca56-41a2-97e2-7d5809b5eadc), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:47.480867 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['dacb6cfd-ca68-47bb-914b-fd102e6bde98'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:55:47.539188 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9496a1ec-c484-4ee8-bd63-79bf8b6a1613 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5065315 Mar 05 04:55:47.539188 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1eb64233-3110-487f-8f21-be385af18176 req-d4972958-ecb0-4f83-8823-6d20a2c1da7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d1bd2387-390c-4747-9f24-372bac0df3d0), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:47.539531 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e195124f-3b44-4727-a87b-1991045c5961 None None] Provisioning complete for port d1bd2387-390c-4747-9f24-372bac0df3d0 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:55:47.539531 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e195124f-3b44-4727-a87b-1991045c5961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d1bd2387-390c-4747-9f24-372bac0df3d0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:47.546105 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56862) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:47.550004 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d56a7-0468-4919-b4b0-7dae2f778556 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Pushing event deleted for resources: {'Port': ['ID=b9d19b93-ca56-41a2-97e2-7d5809b5eadc,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:47.563469 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-1241d90a-fd33-4d77-970e-7dde3231a691 admin admin] Request body: {'subnet': {'network_id': '82208311-ca30-4c58-847f-b428a4c75446', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-911808740-subnet', 'tenant_id': 'aba73159821e416a8ba27cca897dd78a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:55:47.600250 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e195124f-3b44-4727-a87b-1991045c5961 None None] Port d1bd2387-390c-4747-9f24-372bac0df3d0 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:55:47.650744 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496a1ec-c484-4ee8-bd63-79bf8b6a1613 admin admin] Pushing event updated for resources: {'Network': ['ID=82208311-ca30-4c58-847f-b428a4c75446,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:47.671220 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 82208311-ca30-4c58-847f-b428a4c75446 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:55:47.676916 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-856911f2-c285-4f73-8f74-0a305a2d8d7f req-172d56a7-0468-4919-b4b0-7dae2f778556 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] No DVR routers for this DVR port b9d19b93-ca56-41a2-97e2-7d5809b5eadc on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:55:47.682452 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-856911f2-c285-4f73-8f74-0a305a2d8d7f req-172d56a7-0468-4919-b4b0-7dae2f778556 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:47.683105 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1241d90a-fd33-4d77-970e-7dde3231a691 admin admin] Made reservation on behalf of aba73159821e416a8ba27cca897dd78a for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:55:47.686917 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1241d90a-fd33-4d77-970e-7dde3231a691 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:47.688380 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-856911f2-c285-4f73-8f74-0a305a2d8d7f req-172d56a7-0468-4919-b4b0-7dae2f778556 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.31 "DELETE /v2.0/ports/b9d19b93-ca56-41a2-97e2-7d5809b5eadc HTTP/1.1" status: 204 len: 173 time: 1.5924575 Mar 05 04:55:47.693435 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd47b3f3f-3805-4f7c-9aae-fc66346b00bb', 'name': 'network-vif-deleted', 'tag': 'b9d19b93-ca56-41a2-97e2-7d5809b5eadc'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:55:47.696564 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c34606-09b7-4bc9-86c4-15945f3e723a" -d '{"events": [{"server_uuid": "d47b3f3f-3805-4f7c-9aae-fc66346b00bb", "name": "network-vif-deleted", "tag": "b9d19b93-ca56-41a2-97e2-7d5809b5eadc"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:55:47.733262 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95787a-b906-4c14-b2ea-802308ecbf35 req-128f1c01-411f-41da-98bc-6961688bfd74 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:47.746293 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-af95787a-b906-4c14-b2ea-802308ecbf35 req-128f1c01-411f-41da-98bc-6961688bfd74 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 946 time: 0.2607329 Mar 05 04:55:47.751383 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7493de51-56be-459e-905b-2c975ec806fc req-7f75660c-b412-4730-a750-1c060c40e58e tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Router 3ee3bc0c-e514-4015-a126-32f5d7461aa5 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:55:47.830753 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-af95787a-b906-4c14-b2ea-802308ecbf35 req-3f2bcda8-d331-4e27-b7b9-d389e59526a4 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831225 Mar 05 04:55:47.948131 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:47.980891 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18ed66e-1afd-4a36-9481-618cb79a114f x-openstack-request-id: req-b18ed66e-1afd-4a36-9481-618cb79a114f {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:55:47.981191 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d47b3f3f-3805-4f7c-9aae-fc66346b00bb", "name": "network-vif-deleted", "tag": "b9d19b93-ca56-41a2-97e2-7d5809b5eadc", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:55:47.986004 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b18ed66e-1afd-4a36-9481-618cb79a114f {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:55:47.986452 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd47b3f3f-3805-4f7c-9aae-fc66346b00bb', 'name': 'network-vif-deleted', 'tag': 'b9d19b93-ca56-41a2-97e2-7d5809b5eadc', 'status': 'completed', 'code': 200} Mar 05 04:55:48.210712 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7493de51-56be-459e-905b-2c975ec806fc req-7f75660c-b412-4730-a750-1c060c40e58e tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:55:48.227471 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e04927d-7874-4ad9-ab41-cd6f0e4d82ef None None] Sync routers for ids ['3ee3bc0c-e514-4015-a126-32f5d7461aa5'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:55:48.248950 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1241d90a-fd33-4d77-970e-7dde3231a691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (dcb5bf78-8f6e-4cd1-8457-68870f27d1cd), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:48.251976 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e04927d-7874-4ad9-ab41-cd6f0e4d82ef None None] Routers {'3ee3bc0c-e514-4015-a126-32f5d7461aa5'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:55:48.252640 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-0e04927d-7874-4ad9-ab41-cd6f0e4d82ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:55:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['3ee3bc0c-e514-4015-a126-32f5d7461aa5'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:48.269728 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-7493de51-56be-459e-905b-2c975ec806fc req-7f75660c-b412-4730-a750-1c060c40e58e tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:48.332489 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-1eb64233-3110-487f-8f21-be385af18176 req-d4972958-ecb0-4f83-8823-6d20a2c1da7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1bd2387-390c-4747-9f24-372bac0df3d0 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:55:48.345953 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1eb64233-3110-487f-8f21-be385af18176 req-d4972958-ecb0-4f83-8823-6d20a2c1da7e service neutron] Publish callbacks [] for port (d1bd2387-390c-4747-9f24-372bac0df3d0), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:48.355240 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241d90a-fd33-4d77-970e-7dde3231a691 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcb5bf78-8f6e-4cd1-8457-68870f27d1cd,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:48.378129 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-1eb64233-3110-487f-8f21-be385af18176 req-d4972958-ecb0-4f83-8823-6d20a2c1da7e service neutron] Transition to ACTIVE for port object d1bd2387-390c-4747-9f24-372bac0df3d0 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:55:48.379182 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1241d90a-fd33-4d77-970e-7dde3231a691 admin admin] Checking segment: {'id': '2430494a-3882-499e-aac1-5234601e12ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '82208311-ca30-4c58-847f-b428a4c75446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:55:48.379573 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1241d90a-fd33-4d77-970e-7dde3231a691 admin admin] Network hostable DHCP agents. Network: 82208311-ca30-4c58-847f-b428a4c75446, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:55:48.384242 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7493de51-56be-459e-905b-2c975ec806fc req-7f75660c-b412-4730-a750-1c060c40e58e tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "PUT /v2.0/floatingips/3848c23b-c288-4615-b572-0bd6299fd4c1 HTTP/1.1" status: 200 len: 997 time: 3.7839699 Mar 05 04:55:48.396496 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1eb64233-3110-487f-8f21-be385af18176 req-d4972958-ecb0-4f83-8823-6d20a2c1da7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (d1bd2387-390c-4747-9f24-372bac0df3d0), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:48.416030 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00447e-a6c0-4683-bcbf-af34f0aebd2f req-8b3c37bb-ec8a-4d5d-a73d-543fa7cf3b0c tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:48.424820 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3e00447e-a6c0-4683-bcbf-af34f0aebd2f req-8b3c37bb-ec8a-4d5d-a73d-543fa7cf3b0c tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 932 time: 0.2530918 Mar 05 04:55:48.503235 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1241d90a-fd33-4d77-970e-7dde3231a691 admin admin] Network 82208311-ca30-4c58-847f-b428a4c75446 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:55:48.506059 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-0e04927d-7874-4ad9-ab41-cd6f0e4d82ef None None] Set router 3ee3bc0c-e514-4015-a126-32f5d7461aa5 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:55:48.520530 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4972958-ecb0-4f83-8823-6d20a2c1da7e service neutron] Pushing event updated for resources: {'Port': ['ID=d1bd2387-390c-4747-9f24-372bac0df3d0,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:48.548512 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-1241d90a-fd33-4d77-970e-7dde3231a691 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 82208311-ca30-4c58-847f-b428a4c75446) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:55:48.554669 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3e00447e-a6c0-4683-bcbf-af34f0aebd2f req-349b2b23-0716-4278-a163-3780a222d1bc tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287909 Mar 05 04:55:48.580314 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf51a9c-e59c-4b7f-b544-4be172b2264f None None] Network 82208311-ca30-4c58-847f-b428a4c75446 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:55:48.586338 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1241d90a-fd33-4d77-970e-7dde3231a691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:48.586942 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1241d90a-fd33-4d77-970e-7dde3231a691 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:48.606728 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493de51-56be-459e-905b-2c975ec806fc req-eb55c375-4876-408e-9299-d717c7db28a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:48.609449 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7493de51-56be-459e-905b-2c975ec806fc req-eb55c375-4876-408e-9299-d717c7db28a9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=becd292ae1964e1591030ea7084bd53e&device_id=d43ccc28-e8ac-46f0-813d-4931795af5c5 HTTP/1.1" status: 200 len: 1129 time: 0.1814532 Mar 05 04:55:48.641008 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-1eb64233-3110-487f-8f21-be385af18176 req-d4972958-ecb0-4f83-8823-6d20a2c1da7e service neutron] Attempting to bind port d1bd2387-390c-4747-9f24-372bac0df3d0 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:55:48.641635 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-1eb64233-3110-487f-8f21-be385af18176 req-d4972958-ecb0-4f83-8823-6d20a2c1da7e service neutron] Attempting to bind port d1bd2387-390c-4747-9f24-372bac0df3d0 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': 'f0906293-c3cd-4ab0-baf8-2f3f35cc0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:55:48.642111 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb64233-3110-487f-8f21-be385af18176 req-d4972958-ecb0-4f83-8823-6d20a2c1da7e service neutron] Attempting to bind port d1bd2387-390c-4747-9f24-372bac0df3d0 on network f1fadffb-f5d8-4040-a31e-e74b33451f43 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:55:48.648435 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb64233-3110-487f-8f21-be385af18176 req-d4972958-ecb0-4f83-8823-6d20a2c1da7e service neutron] Port d1bd2387-390c-4747-9f24-372bac0df3d0 on network f1fadffb-f5d8-4040-a31e-e74b33451f43 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:55:48.648855 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb64233-3110-487f-8f21-be385af18176 req-d4972958-ecb0-4f83-8823-6d20a2c1da7e service neutron] Attempting to bind port d1bd2387-390c-4747-9f24-372bac0df3d0 on network f1fadffb-f5d8-4040-a31e-e74b33451f43 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:55:48.653876 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1241d90a-fd33-4d77-970e-7dde3231a691 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0956669 Mar 05 04:55:48.662977 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb64233-3110-487f-8f21-be385af18176 req-d4972958-ecb0-4f83-8823-6d20a2c1da7e service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:55:48.663500 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb64233-3110-487f-8f21-be385af18176 req-d4972958-ecb0-4f83-8823-6d20a2c1da7e service neutron] Checking segment: {'id': 'f0906293-c3cd-4ab0-baf8-2f3f35cc0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:55:48.663976 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb64233-3110-487f-8f21-be385af18176 req-d4972958-ecb0-4f83-8823-6d20a2c1da7e service neutron] Bound using segment: {'id': 'f0906293-c3cd-4ab0-baf8-2f3f35cc0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:55:48.664812 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-1eb64233-3110-487f-8f21-be385af18176 req-d4972958-ecb0-4f83-8823-6d20a2c1da7e service neutron] Bound port: d1bd2387-390c-4747-9f24-372bac0df3d0, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0906293-c3cd-4ab0-baf8-2f3f35cc0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:55:48.665288 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1eb64233-3110-487f-8f21-be385af18176 req-d4972958-ecb0-4f83-8823-6d20a2c1da7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d1bd2387-390c-4747-9f24-372bac0df3d0), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:48.767300 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-1eb64233-3110-487f-8f21-be385af18176 req-d4972958-ecb0-4f83-8823-6d20a2c1da7e service neutron] For port d1bd2387-390c-4747-9f24-372bac0df3d0, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:55:48.771997 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-1eb64233-3110-487f-8f21-be385af18176 req-d4972958-ecb0-4f83-8823-6d20a2c1da7e service neutron] For port d1bd2387-390c-4747-9f24-372bac0df3d0, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d1bd2387-390c-4747-9f24-372bac0df3d0,segment=NetworkSegment(f0906293-c3cd-4ab0-baf8-2f3f35cc0161),segment_id=f0906293-c3cd-4ab0-baf8-2f3f35cc0161)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:55:48.781853 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1eb64233-3110-487f-8f21-be385af18176 req-d4972958-ecb0-4f83-8823-6d20a2c1da7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (d1bd2387-390c-4747-9f24-372bac0df3d0), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:48.799199 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f9bc23-daa8-4e35-967a-ed9ffbf81146 None None] Network 82208311-ca30-4c58-847f-b428a4c75446 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:55:48.812435 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493de51-56be-459e-905b-2c975ec806fc req-0544edfb-37d9-42f9-8165-265a355451f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:48.814076 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7493de51-56be-459e-905b-2c975ec806fc req-0544edfb-37d9-42f9-8165-265a355451f9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=37d41d56-12bb-40e8-aa0b-844473811f88 HTTP/1.1" status: 200 len: 929 time: 0.1985252 Mar 05 04:55:48.871507 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb64233-3110-487f-8f21-be385af18176 req-d4972958-ecb0-4f83-8823-6d20a2c1da7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:48.872534 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1eb64233-3110-487f-8f21-be385af18176 req-d4972958-ecb0-4f83-8823-6d20a2c1da7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:48.874251 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1eb64233-3110-487f-8f21-be385af18176 req-d4972958-ecb0-4f83-8823-6d20a2c1da7e service neutron] 10.222.0.30 "PUT /v2.0/ports/d1bd2387-390c-4747-9f24-372bac0df3d0 HTTP/1.1" status: 200 len: 1093 time: 1.5571656 Mar 05 04:55:48.875799 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4972958-ecb0-4f83-8823-6d20a2c1da7e service neutron] Pushing event updated for resources: {'Port': ['ID=d1bd2387-390c-4747-9f24-372bac0df3d0,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:48.880609 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939d753d-225a-4c87-8959-e07053961ebf', 'tag': 'd1bd2387-390c-4747-9f24-372bac0df3d0'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:55:48.890696 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3432df76-477e-454a-8c1b-fee49eb989ea" -d '{"events": [{"name": "network-changed", "server_uuid": "939d753d-225a-4c87-8959-e07053961ebf", "tag": "d1bd2387-390c-4747-9f24-372bac0df3d0"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:55:49.016700 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7493de51-56be-459e-905b-2c975ec806fc req-63816e9f-d64e-47ad-a68b-8dfb6524b5d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d32a970-db33-45c6-92ae-fb26f95ffafe HTTP/1.1" status: 200 len: 1000 time: 0.1926303 Mar 05 04:55:49.021470 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb64233-3110-487f-8f21-be385af18176 req-e99c759c-93e3-4d0a-b850-975f78118552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:49.023136 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1eb64233-3110-487f-8f21-be385af18176 req-e99c759c-93e3-4d0a-b850-975f78118552 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f0efde040e1417b9e4baf083ccb9565&device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 1127 time: 0.0846672 Mar 05 04:55:49.095379 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1eb64233-3110-487f-8f21-be385af18176 req-7ff64f08-acd7-4a85-a7d4-700cb014b434 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1bd2387-390c-4747-9f24-372bac0df3d0 HTTP/1.1" status: 200 len: 217 time: 0.0593843 Mar 05 04:55:49.098368 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493de51-56be-459e-905b-2c975ec806fc req-b6dbeeee-072d-40b1-bc0d-87f7ef071777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:49.099717 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7493de51-56be-459e-905b-2c975ec806fc req-b6dbeeee-072d-40b1-bc0d-87f7ef071777 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b6c56ecd-fc7a-4047-b753-5102cf976f28 HTTP/1.1" status: 200 len: 868 time: 0.0732636 Mar 05 04:55:49.197180 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device b9d19b93-ca56-41a2-97e2-7d5809b5eadc no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:55:49.202914 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb64233-3110-487f-8f21-be385af18176 req-0eb7157c-a06a-4b8c-abc9-4163472a5686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:49.204639 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1eb64233-3110-487f-8f21-be385af18176 req-0eb7157c-a06a-4b8c-abc9-4163472a5686 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fcb8f64-37dd-445b-b856-b0d90d6a1c08 HTTP/1.1" status: 200 len: 856 time: 0.1035354 Mar 05 04:55:49.226176 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: b9d19b93-ca56-41a2-97e2-7d5809b5eadc {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:55:49.226534 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device b9d19b93-ca56-41a2-97e2-7d5809b5eadc not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:55:49.249559 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-0e04927d-7874-4ad9-ab41-cd6f0e4d82ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2013950429-router', 'tenant_id': 'becd292ae1964e1591030ea7084bd53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '59ba4d00-3884-428c-a06f-50973f100916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:06Z', 'updated_at': '2022-03-05T04:55:13Z', 'revision_number': 4, 'project_id': 'becd292ae1964e1591030ea7084bd53e', 'gw_port': {'id': '59ba4d00-3884-428c-a06f-50973f100916', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:08Z', 'updated_at': '2022-03-05T04:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '3848c23b-c288-4615-b572-0bd6299fd4c1', 'tenant_id': 'becd292ae1964e1591030ea7084bd53e', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'port_id': '0d32a970-db33-45c6-92ae-fb26f95ffafe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37d41d56-12bb-40e8-aa0b-844473811f88', 'mac_address': 'fa:16:3e:8a:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43ccc28-e8ac-46f0-813d-4931795af5c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:55:42Z', 'updated_at': '2022-03-05T04:55:46Z', 'revision_number': 1, 'project_id': 'becd292ae1964e1591030ea7084bd53e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e47dfe-50b5-4456-b289-621f4d40c2d6', 'name': '', 'network_id': '37d41d56-12bb-40e8-aa0b-844473811f88', 'tenant_id': 'becd292ae1964e1591030ea7084bd53e', 'mac_address': 'fa:16:3e:12:c7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'b6c56ecd-fc7a-4047-b753-5102cf976f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:12Z', 'updated_at': '2022-03-05T04:55:22Z', 'revision_number': 5, 'project_id': 'becd292ae1964e1591030ea7084bd53e', 'subnets': [{'id': 'b6c56ecd-fc7a-4047-b753-5102cf976f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:49.281092 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb64233-3110-487f-8f21-be385af18176 req-dc4a442b-e769-4356-af71-cf176c742f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:49.283824 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1eb64233-3110-487f-8f21-be385af18176 req-dc4a442b-e769-4356-af71-cf176c742f75 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1fadffb-f5d8-4040-a31e-e74b33451f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0720825 Mar 05 04:55:49.399414 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1eb64233-3110-487f-8f21-be385af18176 req-af03ac4e-b660-4868-bf90-ef873e5618c6 service neutron] 10.222.0.30 "GET /v2.0/networks/f1fadffb-f5d8-4040-a31e-e74b33451f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089370 Mar 05 04:55:49.486696 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e04927d-7874-4ad9-ab41-cd6f0e4d82ef None None] Checking router: 3ee3bc0c-e514-4015-a126-32f5d7461aa5 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:55:49.508906 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e04927d-7874-4ad9-ab41-cd6f0e4d82ef None None] Routers {'3ee3bc0c-e514-4015-a126-32f5d7461aa5'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:55:49.509580 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-0e04927d-7874-4ad9-ab41-cd6f0e4d82ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:55:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['3ee3bc0c-e514-4015-a126-32f5d7461aa5'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:49.519888 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1eb64233-3110-487f-8f21-be385af18176 req-cdc7ae5a-abd2-4e49-a03a-49c243d06170 service neutron] 10.222.0.30 "GET /v2.0/networks/f1fadffb-f5d8-4040-a31e-e74b33451f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139772 Mar 05 04:55:49.637009 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493de51-56be-459e-905b-2c975ec806fc req-a9615593-9c14-4d73-979e-e5b170a4b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:49.639333 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7493de51-56be-459e-905b-2c975ec806fc req-a9615593-9c14-4d73-979e-e5b170a4b9ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=37d41d56-12bb-40e8-aa0b-844473811f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5304606 Mar 05 04:55:49.642938 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-0e04927d-7874-4ad9-ab41-cd6f0e4d82ef None None] Set router 3ee3bc0c-e514-4015-a126-32f5d7461aa5 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:55:49.654584 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-7493de51-56be-459e-905b-2c975ec806fc req-509a3336-9329-4179-b337-6595aac6d1fe service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:55:49.656196 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7493de51-56be-459e-905b-2c975ec806fc req-509a3336-9329-4179-b337-6595aac6d1fe service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082436 Mar 05 04:55:49.666277 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd6f78-3861-4ea0-9946-54c7ca67b60c req-7427240b-1c3c-40f0-876e-8dd42a09e73b tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:49.667815 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8afd6f78-3861-4ea0-9946-54c7ca67b60c req-7427240b-1c3c-40f0-876e-8dd42a09e73b tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 946 time: 0.5168905 Mar 05 04:55:49.725747 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e96931-0b3b-4b46-8e74-b044f99d9ade req-e7ba04cc-32cb-41c4-8efa-a660b756c395 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:49.727372 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83e96931-0b3b-4b46-8e74-b044f99d9ade req-e7ba04cc-32cb-41c4-8efa-a660b756c395 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.31 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 945 time: 0.1342547 Mar 05 04:55:49.826144 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8afd6f78-3861-4ea0-9946-54c7ca67b60c req-699b6227-3c8f-4fd0-a1c3-f982fa0c668e tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474459 Mar 05 04:55:49.879744 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7493de51-56be-459e-905b-2c975ec806fc req-ea9e05c0-8ffa-4d51-99fd-1f662fc672d8 service neutron] 10.222.0.11 "GET /v2.0/networks/37d41d56-12bb-40e8-aa0b-844473811f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109540 Mar 05 04:55:49.898569 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fac3b7-56f9-4620-9395-91ba9b5b27a5 x-openstack-request-id: req-36fac3b7-56f9-4620-9395-91ba9b5b27a5 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:55:49.899146 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939d753d-225a-4c87-8959-e07053961ebf", "tag": "d1bd2387-390c-4747-9f24-372bac0df3d0", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:55:49.899838 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-36fac3b7-56f9-4620-9395-91ba9b5b27a5 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:55:49.900436 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939d753d-225a-4c87-8959-e07053961ebf', 'tag': 'd1bd2387-390c-4747-9f24-372bac0df3d0', 'status': 'completed', 'code': 200} Mar 05 04:55:49.948073 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-0e04927d-7874-4ad9-ab41-cd6f0e4d82ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2013950429-router', 'tenant_id': 'becd292ae1964e1591030ea7084bd53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '59ba4d00-3884-428c-a06f-50973f100916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:06Z', 'updated_at': '2022-03-05T04:55:13Z', 'revision_number': 4, 'project_id': 'becd292ae1964e1591030ea7084bd53e', 'gw_port': {'id': '59ba4d00-3884-428c-a06f-50973f100916', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:08Z', 'updated_at': '2022-03-05T04:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '3848c23b-c288-4615-b572-0bd6299fd4c1', 'tenant_id': 'becd292ae1964e1591030ea7084bd53e', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'port_id': '0d32a970-db33-45c6-92ae-fb26f95ffafe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37d41d56-12bb-40e8-aa0b-844473811f88', 'mac_address': 'fa:16:3e:8a:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43ccc28-e8ac-46f0-813d-4931795af5c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:55:42Z', 'updated_at': '2022-03-05T04:55:46Z', 'revision_number': 1, 'project_id': 'becd292ae1964e1591030ea7084bd53e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e47dfe-50b5-4456-b289-621f4d40c2d6', 'name': '', 'network_id': '37d41d56-12bb-40e8-aa0b-844473811f88', 'tenant_id': 'becd292ae1964e1591030ea7084bd53e', 'mac_address': 'fa:16:3e:12:c7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'b6c56ecd-fc7a-4047-b753-5102cf976f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:12Z', 'updated_at': '2022-03-05T04:55:22Z', 'revision_number': 5, 'project_id': 'becd292ae1964e1591030ea7084bd53e', 'subnets': [{'id': 'b6c56ecd-fc7a-4047-b753-5102cf976f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:49.982049 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-83e96931-0b3b-4b46-8e74-b044f99d9ade req-fb572967-93c3-48ec-8bb6-00344c7c2bf7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Deleting port dacb6cfd-ca68-47bb-914b-fd102e6bde98 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:55:49.982478 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-83e96931-0b3b-4b46-8e74-b044f99d9ade req-fb572967-93c3-48ec-8bb6-00344c7c2bf7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (dacb6cfd-ca68-47bb-914b-fd102e6bde98), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:49.989446 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd43ccc28-e8ac-46f0-813d-4931795af5c5', 'tag': '0d32a970-db33-45c6-92ae-fb26f95ffafe'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:55:49.991970 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cde066-7bc0-4518-8fcf-e9c925de5536" -d '{"events": [{"name": "network-changed", "server_uuid": "d43ccc28-e8ac-46f0-813d-4931795af5c5", "tag": "0d32a970-db33-45c6-92ae-fb26f95ffafe"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:55:50.020986 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e04927d-7874-4ad9-ab41-cd6f0e4d82ef None None] The sync data for ids ['3ee3bc0c-e514-4015-a126-32f5d7461aa5'] in n-d-789963-32 is: [{'id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2013950429-router', 'tenant_id': 'becd292ae1964e1591030ea7084bd53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '59ba4d00-3884-428c-a06f-50973f100916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:06Z', 'updated_at': '2022-03-05T04:55:13Z', 'revision_number': 4, 'project_id': 'becd292ae1964e1591030ea7084bd53e', 'gw_port': {'id': '59ba4d00-3884-428c-a06f-50973f100916', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:08Z', 'updated_at': '2022-03-05T04:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '3848c23b-c288-4615-b572-0bd6299fd4c1', 'tenant_id': 'becd292ae1964e1591030ea7084bd53e', 'floating_ip_address': '172.25.0.172', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'port_id': '0d32a970-db33-45c6-92ae-fb26f95ffafe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37d41d56-12bb-40e8-aa0b-844473811f88', 'mac_address': 'fa:16:3e:8a:f0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43ccc28-e8ac-46f0-813d-4931795af5c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:55:42Z', 'updated_at': '2022-03-05T04:55:46Z', 'revision_number': 1, 'project_id': 'becd292ae1964e1591030ea7084bd53e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e47dfe-50b5-4456-b289-621f4d40c2d6', 'name': '', 'network_id': '37d41d56-12bb-40e8-aa0b-844473811f88', 'tenant_id': 'becd292ae1964e1591030ea7084bd53e', 'mac_address': 'fa:16:3e:12:c7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'b6c56ecd-fc7a-4047-b753-5102cf976f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:12Z', 'updated_at': '2022-03-05T04:55:22Z', 'revision_number': 5, 'project_id': 'becd292ae1964e1591030ea7084bd53e', 'subnets': [{'id': 'b6c56ecd-fc7a-4047-b753-5102cf976f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:55:50.025107 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432df76-477e-454a-8c1b-fee49eb989ea req-fc4189e3-accf-415f-9b11-054f1f6c5d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:50.026539 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3432df76-477e-454a-8c1b-fee49eb989ea req-fc4189e3-accf-415f-9b11-054f1f6c5d86 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f0efde040e1417b9e4baf083ccb9565&device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 1127 time: 0.1031849 Mar 05 04:55:50.073586 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7493de51-56be-459e-905b-2c975ec806fc req-27bcff16-7268-43ac-882c-499326437608 service neutron] 10.222.0.11 "GET /v2.0/networks/37d41d56-12bb-40e8-aa0b-844473811f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865225 Mar 05 04:55:50.149636 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-83e96931-0b3b-4b46-8e74-b044f99d9ade req-fb572967-93c3-48ec-8bb6-00344c7c2bf7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] For port dacb6cfd-ca68-47bb-914b-fd102e6bde98, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=dacb6cfd-ca68-47bb-914b-fd102e6bde98,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:50.150009 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-83e96931-0b3b-4b46-8e74-b044f99d9ade req-fb572967-93c3-48ec-8bb6-00344c7c2bf7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (dacb6cfd-ca68-47bb-914b-fd102e6bde98), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:50.172739 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ccb8db-cd15-4b89-9363-fbf56169780e req-53a31cd9-c8c3-47ad-9859-ebd4714b8c14 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:50.176265 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432df76-477e-454a-8c1b-fee49eb989ea req-9c5515f0-3594-4ea4-834a-b5e99411d011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:50.177873 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3432df76-477e-454a-8c1b-fee49eb989ea req-9c5515f0-3594-4ea4-834a-b5e99411d011 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1fadffb-f5d8-4040-a31e-e74b33451f43 HTTP/1.1" status: 200 len: 917 time: 0.1440513 Mar 05 04:55:50.179590 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-20ccb8db-cd15-4b89-9363-fbf56169780e req-53a31cd9-c8c3-47ad-9859-ebd4714b8c14 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8051252-d7f1-4da0-bc64-b44940e34453 HTTP/1.1" status: 200 len: 945 time: 0.1573429 Mar 05 04:55:50.192361 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-83e96931-0b3b-4b46-8e74-b044f99d9ade req-fb572967-93c3-48ec-8bb6-00344c7c2bf7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Calling delete_port for dacb6cfd-ca68-47bb-914b-fd102e6bde98 owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:55:50.254413 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3432df76-477e-454a-8c1b-fee49eb989ea req-043d5b9b-8310-4c84-b40a-8641ca699a2e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1bd2387-390c-4747-9f24-372bac0df3d0 HTTP/1.1" status: 200 len: 217 time: 0.0643969 Mar 05 04:55:50.340073 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432df76-477e-454a-8c1b-fee49eb989ea req-779efa18-ea5c-4da0-bb3a-f34380953e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:50.341670 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3432df76-477e-454a-8c1b-fee49eb989ea req-779efa18-ea5c-4da0-bb3a-f34380953e57 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fcb8f64-37dd-445b-b856-b0d90d6a1c08 HTTP/1.1" status: 200 len: 856 time: 0.0783916 Mar 05 04:55:50.376457 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-20ccb8db-cd15-4b89-9363-fbf56169780e req-af7abcb0-46f4-4eea-90b8-864d7de13fff tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958737 Mar 05 04:55:50.415298 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de07fc6-1928-4d87-a7b8-c4c00d852be5 None None] New status for floating IP 3848c23b-c288-4615-b572-0bd6299fd4c1: ACTIVE {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 04:55:50.440348 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432df76-477e-454a-8c1b-fee49eb989ea req-7670cc5c-72cc-407b-8dc9-91857e9f9f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:50.442928 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3432df76-477e-454a-8c1b-fee49eb989ea req-7670cc5c-72cc-407b-8dc9-91857e9f9f50 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1fadffb-f5d8-4040-a31e-e74b33451f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0888617 Mar 05 04:55:50.583568 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-a9507d67-5cea-404a-876f-9429c5c4d8e0 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:50.586005 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-a9507d67-5cea-404a-876f-9429c5c4d8e0 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] 10.222.0.11 "GET /v2.0/networks?id=82208311-ca30-4c58-847f-b428a4c75446 HTTP/1.1" status: 200 len: 817 time: 0.1312516 Mar 05 04:55:50.586772 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3432df76-477e-454a-8c1b-fee49eb989ea req-0434c58f-056e-4924-b619-29efd06d482d service neutron] 10.222.0.30 "GET /v2.0/networks/f1fadffb-f5d8-4040-a31e-e74b33451f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349642 Mar 05 04:55:50.648668 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-af5e1394-5e9d-46a8-8c2e-add5888b1293 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] 10.222.0.11 "GET /v2.0/quotas/aba73159821e416a8ba27cca897dd78a HTTP/1.1" status: 200 len: 375 time: 0.0438316 Mar 05 04:55:50.658365 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-83e96931-0b3b-4b46-8e74-b044f99d9ade req-fb572967-93c3-48ec-8bb6-00344c7c2bf7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (dacb6cfd-ca68-47bb-914b-fd102e6bde98), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:50.671574 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['dacb6cfd-ca68-47bb-914b-fd102e6bde98'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:55:50.708839 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3432df76-477e-454a-8c1b-fee49eb989ea req-266a16af-2292-40c1-92c3-30d4a1bbc914 service neutron] 10.222.0.30 "GET /v2.0/networks/f1fadffb-f5d8-4040-a31e-e74b33451f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157036 Mar 05 04:55:50.720006 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb572967-93c3-48ec-8bb6-00344c7c2bf7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Pushing event deleted for resources: {'Port': ['ID=dacb6cfd-ca68-47bb-914b-fd102e6bde98,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:50.730732 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-863352fa-06ac-4f8b-bab9-88c260aaab84 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=aba73159821e416a8ba27cca897dd78a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734155 Mar 05 04:55:50.798377 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6568b-2633-454d-9928-7c5ce629715d req-fe738bef-861a-47a8-aa9c-e2975d7fcefb tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:50.805313 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3dd6568b-2633-454d-9928-7c5ce629715d req-fe738bef-861a-47a8-aa9c-e2975d7fcefb tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 944 time: 0.2157905 Mar 05 04:55:50.823747 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e96931-0b3b-4b46-8e74-b044f99d9ade req-fb572967-93c3-48ec-8bb6-00344c7c2bf7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] No DVR routers for this DVR port dacb6cfd-ca68-47bb-914b-fd102e6bde98 on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:55:50.855825 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-83e96931-0b3b-4b46-8e74-b044f99d9ade req-fb572967-93c3-48ec-8bb6-00344c7c2bf7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:50.859964 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83e96931-0b3b-4b46-8e74-b044f99d9ade req-fb572967-93c3-48ec-8bb6-00344c7c2bf7 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.31 "DELETE /v2.0/ports/dacb6cfd-ca68-47bb-914b-fd102e6bde98 HTTP/1.1" status: 204 len: 173 time: 1.0965257 Mar 05 04:55:50.918789 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3dd6568b-2633-454d-9928-7c5ce629715d req-58c83100-6ad2-4307-9d89-e6ce97c011e9 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125867 Mar 05 04:55:50.931808 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-ec1c351f-05c1-4bc9-9636-6d6791afbce0 service neutron] 10.222.0.11 "GET /v2.0/networks/82208311-ca30-4c58-847f-b428a4c75446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997790 Mar 05 04:55:51.047765 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-f2ac3213-a8e7-44e6-bf77-f79e4ae0314c service neutron] 10.222.0.11 "GET /v2.0/networks/82208311-ca30-4c58-847f-b428a4c75446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149013 Mar 05 04:55:51.107027 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c2faa-6558-4c7c-8d18-dc50d26cf0d2 req-7c666cea-90ee-418a-843e-a24a0a485d85 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:51.108600 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-880c2faa-6558-4c7c-8d18-dc50d26cf0d2 req-7c666cea-90ee-418a-843e-a24a0a485d85 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 946 time: 0.0596752 Mar 05 04:55:51.166129 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-880c2faa-6558-4c7c-8d18-dc50d26cf0d2 req-20c5d347-52fa-4f18-b9a0-3894735b025f tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499215 Mar 05 04:55:51.207972 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4263fbee-3210-496c-a72d-bbbb2ec7767b x-openstack-request-id: req-4263fbee-3210-496c-a72d-bbbb2ec7767b {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:55:51.208617 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d43ccc28-e8ac-46f0-813d-4931795af5c5", "tag": "0d32a970-db33-45c6-92ae-fb26f95ffafe", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:55:51.208945 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4263fbee-3210-496c-a72d-bbbb2ec7767b {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:55:51.209481 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd43ccc28-e8ac-46f0-813d-4931795af5c5', 'tag': '0d32a970-db33-45c6-92ae-fb26f95ffafe', 'status': 'completed', 'code': 200} Mar 05 04:55:51.346969 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-90871207-ac28-4260-ad39-0032f872f20f req-7fc7c1b9-885d-4b8c-b361-6bf150404194 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] 10.222.0.11 "GET /v2.0/ports?device_id=e71a65c1-f986-42ab-bbac-d7d7d93ad4ba HTTP/1.1" status: 200 len: 210 time: 0.0880039 Mar 05 04:55:51.408238 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cde066-7bc0-4518-8fcf-e9c925de5536 req-e173e363-111a-4ebc-903d-2f7f979a8e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:51.413875 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70cde066-7bc0-4518-8fcf-e9c925de5536 req-e173e363-111a-4ebc-903d-2f7f979a8e05 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=becd292ae1964e1591030ea7084bd53e&device_id=d43ccc28-e8ac-46f0-813d-4931795af5c5 HTTP/1.1" status: 200 len: 1129 time: 0.1719584 Mar 05 04:55:51.431884 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-256a287e-093f-457c-aa1e-5a3a34d619db req-83157bb4-3ef4-4542-b8d8-17314e8a52eb tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 258 time: 0.2212787 Mar 05 04:55:51.444245 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-256a287e-093f-457c-aa1e-5a3a34d619db req-61ba74dc-d838-4f86-ab8d-8d82c5fa3447 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:55:51.546917 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-256a287e-093f-457c-aa1e-5a3a34d619db req-61ba74dc-d838-4f86-ab8d-8d82c5fa3447 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:51.621472 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cde066-7bc0-4518-8fcf-e9c925de5536 req-479d46a6-99e4-4a71-90ac-8ee8cecdb140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:51.622954 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70cde066-7bc0-4518-8fcf-e9c925de5536 req-479d46a6-99e4-4a71-90ac-8ee8cecdb140 service neutron] 10.222.0.31 "GET /v2.0/networks?id=37d41d56-12bb-40e8-aa0b-844473811f88 HTTP/1.1" status: 200 len: 929 time: 0.1729205 Mar 05 04:55:51.750139 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70cde066-7bc0-4518-8fcf-e9c925de5536 req-039642dd-c475-4bd1-9275-92aad3522cad service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d32a970-db33-45c6-92ae-fb26f95ffafe HTTP/1.1" status: 200 len: 1002 time: 0.1196814 Mar 05 04:55:51.827983 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cde066-7bc0-4518-8fcf-e9c925de5536 req-2f80c1be-91ec-4284-90bc-33b6d669896b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:51.829482 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70cde066-7bc0-4518-8fcf-e9c925de5536 req-2f80c1be-91ec-4284-90bc-33b6d669896b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b6c56ecd-fc7a-4047-b753-5102cf976f28 HTTP/1.1" status: 200 len: 868 time: 0.0720525 Mar 05 04:55:51.847299 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-256a287e-093f-457c-aa1e-5a3a34d619db req-61ba74dc-d838-4f86-ab8d-8d82c5fa3447 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:52.086676 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cde066-7bc0-4518-8fcf-e9c925de5536 req-404e0536-bbe9-4975-b1d0-99ec95c15932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:52.088332 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70cde066-7bc0-4518-8fcf-e9c925de5536 req-404e0536-bbe9-4975-b1d0-99ec95c15932 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37d41d56-12bb-40e8-aa0b-844473811f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2433062 Mar 05 04:55:52.108336 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b60b6-663e-4055-9585-37049de255ef req-cace76aa-dd02-4a26-943d-e8cac3195e01 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:52.119818 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c45b60b6-663e-4055-9585-37049de255ef req-cace76aa-dd02-4a26-943d-e8cac3195e01 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/networks?id=6f60c81f-2634-4ffd-bb01-b4ea6ed7a048 HTTP/1.1" status: 200 len: 815 time: 0.2217553 Mar 05 04:55:52.230001 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c45b60b6-663e-4055-9585-37049de255ef req-72a97714-03f9-47c7-9bae-4360375e4cf3 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/quotas/1bb00124160f4267902311067933cfd0 HTTP/1.1" status: 200 len: 375 time: 0.0807531 Mar 05 04:55:52.239907 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-256a287e-093f-457c-aa1e-5a3a34d619db req-61ba74dc-d838-4f86-ab8d-8d82c5fa3447 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Allocated IP 172.25.0.46 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/01f616a4-5431-424f-b374-a04af2530b91) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:55:52.379501 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70cde066-7bc0-4518-8fcf-e9c925de5536 req-a4311298-7816-4acd-8784-4e70df921095 service neutron] 10.222.0.31 "GET /v2.0/networks/37d41d56-12bb-40e8-aa0b-844473811f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559898 Mar 05 04:55:52.428180 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c45b60b6-663e-4055-9585-37049de255ef req-1307b19d-3074-43f1-b127-11bd5874a104 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1bb00124160f4267902311067933cfd0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1859350 Mar 05 04:55:52.810228 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d1bd2387-390c-4747-9f24-372bac0df3d0 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:55:52.837333 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-191e4bd6-daef-4781-bd8c-750ea85a15cf tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:52.841600 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-191e4bd6-daef-4781-bd8c-750ea85a15cf tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] 10.222.0.30 "GET /v2.0/networks?id=82208311-ca30-4c58-847f-b428a4c75446 HTTP/1.1" status: 200 len: 817 time: 0.1981192 Mar 05 04:55:52.846188 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c45b60b6-663e-4055-9585-37049de255ef req-5a353119-cf0e-4382-9ab8-b936fc761505 service neutron] 10.222.0.11 "GET /v2.0/networks/6f60c81f-2634-4ffd-bb01-b4ea6ed7a048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099953 Mar 05 04:55:52.849659 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70cde066-7bc0-4518-8fcf-e9c925de5536 req-5d9f3125-0da0-4693-9af0-81546fb9b5f9 service neutron] 10.222.0.31 "GET /v2.0/networks/37d41d56-12bb-40e8-aa0b-844473811f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633482 Mar 05 04:55:52.866132 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-536c1aad-ee93-44b5-8207-21a90f278993 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] Request body: {'port': {'device_id': 'e71a65c1-f986-42ab-bbac-d7d7d93ad4ba', 'network_id': '82208311-ca30-4c58-847f-b428a4c75446', 'admin_state_up': True, 'tenant_id': 'aba73159821e416a8ba27cca897dd78a'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:55:52.982529 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c45b60b6-663e-4055-9585-37049de255ef req-ebc900d4-a34a-44d8-a896-1e6716f38cbd service neutron] 10.222.0.11 "GET /v2.0/networks/6f60c81f-2634-4ffd-bb01-b4ea6ed7a048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353807 Mar 05 04:55:52.991155 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-256a287e-093f-457c-aa1e-5a3a34d619db req-61ba74dc-d838-4f86-ab8d-8d82c5fa3447 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks [] for port (01f616a4-5431-424f-b374-a04af2530b91), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:53.025221 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d1bd2387-390c-4747-9f24-372bac0df3d0, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d1bd2387-390c-4747-9f24-372bac0df3d0,segment=NetworkSegment(f0906293-c3cd-4ab0-baf8-2f3f35cc0161),segment_id=f0906293-c3cd-4ab0-baf8-2f3f35cc0161)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:53.054453 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'd1bd2387-390c-4747-9f24-372bac0df3d0', 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43', 'port_id': 'd1bd2387-390c-4747-9f24-372bac0df3d0', 'mac_address': 'fa:16:3e:b4:a2:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:55:53.113826 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port d1bd2387-390c-4747-9f24-372bac0df3d0 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:55:53.114225 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d1bd2387-390c-4747-9f24-372bac0df3d0), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:53.118563 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-536c1aad-ee93-44b5-8207-21a90f278993 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] Made reservation on behalf of aba73159821e416a8ba27cca897dd78a for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:55:53.124042 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-536c1aad-ee93-44b5-8207-21a90f278993 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:53.129673 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1bd2387-390c-4747-9f24-372bac0df3d0 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:55:53.153993 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d1bd2387-390c-4747-9f24-372bac0df3d0, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d1bd2387-390c-4747-9f24-372bac0df3d0,segment=NetworkSegment(f0906293-c3cd-4ab0-baf8-2f3f35cc0161),segment_id=f0906293-c3cd-4ab0-baf8-2f3f35cc0161)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:53.162725 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d1bd2387-390c-4747-9f24-372bac0df3d0), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:53.190198 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5bb6c-b075-4a5f-a824-fa39d05c8b54 req-c0fdb54d-329b-42aa-9165-e7986aae5d8f tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:53.191808 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bad5bb6c-b075-4a5f-a824-fa39d05c8b54 req-c0fdb54d-329b-42aa-9165-e7986aae5d8f tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.31 "GET /v2.0/ports?device_id=38dc12d2-4553-40e8-82f7-488498e0b1f0 HTTP/1.1" status: 200 len: 946 time: 0.1759620 Mar 05 04:55:53.225165 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=d1bd2387-390c-4747-9f24-372bac0df3d0,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:53.229621 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device dacb6cfd-ca68-47bb-914b-fd102e6bde98 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:55:53.252176 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: dacb6cfd-ca68-47bb-914b-fd102e6bde98 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:55:53.252531 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device dacb6cfd-ca68-47bb-914b-fd102e6bde98 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:55:53.267373 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8051252-d7f1-4da0-bc64-b44940e34453', 'name': 'network-vif-deleted', 'tag': 'dacb6cfd-ca68-47bb-914b-fd102e6bde98'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:55:53.269626 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75666487-970a-4fc4-aeee-961b469f3d70" -d '{"events": [{"server_uuid": "c8051252-d7f1-4da0-bc64-b44940e34453", "name": "network-vif-deleted", "tag": "dacb6cfd-ca68-47bb-914b-fd102e6bde98"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:55:53.322331 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-256a287e-093f-457c-aa1e-5a3a34d619db req-61ba74dc-d838-4f86-ab8d-8d82c5fa3447 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (01f616a4-5431-424f-b374-a04af2530b91), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:53.366814 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-536c1aad-ee93-44b5-8207-21a90f278993 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] Allocated IP 172.20.0.4 (82208311-ca30-4c58-847f-b428a4c75446/dcb5bf78-8f6e-4cd1-8457-68870f27d1cd/48e90cbe-88d1-4c8a-983a-865574a97236) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:55:53.409377 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['d1bd2387-390c-4747-9f24-372bac0df3d0'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:55:53.441281 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-256a287e-093f-457c-aa1e-5a3a34d619db req-61ba74dc-d838-4f86-ab8d-8d82c5fa3447 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:55:53.485359 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-256a287e-093f-457c-aa1e-5a3a34d619db req-61ba74dc-d838-4f86-ab8d-8d82c5fa3447 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:55:53.489277 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-256a287e-093f-457c-aa1e-5a3a34d619db req-61ba74dc-d838-4f86-ab8d-8d82c5fa3447 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:55:53.530987 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a2975-3820-4e4e-bc7a-d8ed6a1adc2a req-7f3091ab-6083-4845-8191-34b86f6039c9 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:53.553074 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b8a2975-3820-4e4e-bc7a-d8ed6a1adc2a req-7f3091ab-6083-4845-8191-34b86f6039c9 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.2727289 Mar 05 04:55:53.617393 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba74dc-d838-4f86-ab8d-8d82c5fa3447 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Pushing event updated for resources: {'Port': ['ID=01f616a4-5431-424f-b374-a04af2530b91,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:53.647167 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de531735-4049-457e-82f1-8e9bf78c36c4 req-7d4465b4-c5ce-41bb-a512-a5beaf22b8dc tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:53.648748 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-de531735-4049-457e-82f1-8e9bf78c36c4 req-7d4465b4-c5ce-41bb-a512-a5beaf22b8dc tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.2639172 Mar 05 04:55:53.720519 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b8a2975-3820-4e4e-bc7a-d8ed6a1adc2a req-0cf50584-f84c-4ee6-998f-ffd6df5cdf10 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713524 Mar 05 04:55:53.732621 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-bad5bb6c-b075-4a5f-a824-fa39d05c8b54 req-d76c4524-7fbf-4131-8c5d-d5b246b3f65e tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Deleting port 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:55:53.742764 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-bad5bb6c-b075-4a5f-a824-fa39d05c8b54 req-d76c4524-7fbf-4131-8c5d-d5b246b3f65e tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:53.950464 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-256a287e-093f-457c-aa1e-5a3a34d619db req-61ba74dc-d838-4f86-ab8d-8d82c5fa3447 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks [] for floatingip (1cf664e8-199a-41f7-9cae-90cfd92c71e0), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:53.971521 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-536c1aad-ee93-44b5-8207-21a90f278993 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] Publish callbacks [] for port (48e90cbe-88d1-4c8a-983a-865574a97236), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:53.976433 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-de531735-4049-457e-82f1-8e9bf78c36c4 req-d14f6544-8faa-4ef8-b4af-aef692541fa4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Deleting port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:55:53.976773 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-de531735-4049-457e-82f1-8e9bf78c36c4 req-d14f6544-8faa-4ef8-b4af-aef692541fa4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:53.998281 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a291311-e3dc-47d4-852e-31c932b86e60 req-b71bb9dc-2c12-44d0-b964-2b2d075a4b36 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:54.005978 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1a291311-e3dc-47d4-852e-31c932b86e60 req-b71bb9dc-2c12-44d0-b964-2b2d075a4b36 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 945 time: 0.1652589 Mar 05 04:55:54.042571 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-bad5bb6c-b075-4a5f-a824-fa39d05c8b54 req-d76c4524-7fbf-4131-8c5d-d5b246b3f65e tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] For port 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731,segment=NetworkSegment(3591eed7-510d-4315-b6a7-34b67541b594),segment_id=3591eed7-510d-4315-b6a7-34b67541b594)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:54.042939 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-bad5bb6c-b075-4a5f-a824-fa39d05c8b54 req-d76c4524-7fbf-4131-8c5d-d5b246b3f65e tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:54.053769 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-256a287e-093f-457c-aa1e-5a3a34d619db req-61ba74dc-d838-4f86-ab8d-8d82c5fa3447 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (01f616a4-5431-424f-b374-a04af2530b91), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:54.074930 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-536c1aad-ee93-44b5-8207-21a90f278993 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (48e90cbe-88d1-4c8a-983a-865574a97236), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:54.089454 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-bad5bb6c-b075-4a5f-a824-fa39d05c8b54 req-d76c4524-7fbf-4131-8c5d-d5b246b3f65e tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Calling delete_port for 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731 owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:55:54.123949 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1a291311-e3dc-47d4-852e-31c932b86e60 req-369c7320-790a-4edc-b6df-8b2206161c5c tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168826 Mar 05 04:55:54.142545 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-de531735-4049-457e-82f1-8e9bf78c36c4 req-d14f6544-8faa-4ef8-b4af-aef692541fa4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] For port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:54.142932 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-de531735-4049-457e-82f1-8e9bf78c36c4 req-d14f6544-8faa-4ef8-b4af-aef692541fa4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:54.154795 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-536c1aad-ee93-44b5-8207-21a90f278993 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] Network 82208311-ca30-4c58-847f-b428a4c75446 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:55:54.161296 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-536c1aad-ee93-44b5-8207-21a90f278993 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:55:54.244287 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-536c1aad-ee93-44b5-8207-21a90f278993 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:55:54.332670 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c1aad-ee93-44b5-8207-21a90f278993 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] Pushing event updated for resources: {'Port': ['ID=48e90cbe-88d1-4c8a-983a-865574a97236,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:54.388338 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-536c1aad-ee93-44b5-8207-21a90f278993 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:54.389016 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-536c1aad-ee93-44b5-8207-21a90f278993 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:54.409617 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ad3ec-cf79-4eec-bbfb-1ef5d8ab952d req-753d398f-8656-4ce6-a915-253b2219ff1a tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:54.411578 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ae1ad3ec-cf79-4eec-bbfb-1ef5d8ab952d req-753d398f-8656-4ce6-a915-253b2219ff1a tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] 10.222.0.11 "GET /v2.0/ports?device_id=e71a65c1-f986-42ab-bbac-d7d7d93ad4ba HTTP/1.1" status: 200 len: 931 time: 0.1472182 Mar 05 04:55:54.422975 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-536c1aad-ee93-44b5-8207-21a90f278993 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5700493 Mar 05 04:55:54.464079 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-53b0b850-774f-4039-99e1-d9bc55d0cd1c service neutron] Request body: {'port': {'device_id': 'e71a65c1-f986-42ab-bbac-d7d7d93ad4ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:55:54.467309 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:55:54.495307 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-256a287e-093f-457c-aa1e-5a3a34d619db req-61ba74dc-d838-4f86-ab8d-8d82c5fa3447 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks [] for port (01f616a4-5431-424f-b374-a04af2530b91), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:54.501658 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ae1ad3ec-cf79-4eec-bbfb-1ef5d8ab952d req-9f9877bb-192f-46f7-928e-847086bed019 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b7728b6-e107-45e0-8835-69deb3091b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830050 Mar 05 04:55:54.526387 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-de531735-4049-457e-82f1-8e9bf78c36c4 req-d14f6544-8faa-4ef8-b4af-aef692541fa4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:54.526735 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-de531735-4049-457e-82f1-8e9bf78c36c4 req-d14f6544-8faa-4ef8-b4af-aef692541fa4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (c7130656-b76e-4b0e-b1e4-2f870509dda7), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:54.527058 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [req-de531735-4049-457e-82f1-8e9bf78c36c4 req-d14f6544-8faa-4ef8-b4af-aef692541fa4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Floating IP c7130656-b76e-4b0e-b1e4-2f870509dda7 disassociated. External IP: 172.25.0.166, port: cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db. Mar 05 04:55:54.527460 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-de531735-4049-457e-82f1-8e9bf78c36c4 req-d14f6544-8faa-4ef8-b4af-aef692541fa4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Calling delete_port for cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:55:54.528653 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-256a287e-093f-457c-aa1e-5a3a34d619db req-61ba74dc-d838-4f86-ab8d-8d82c5fa3447 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (01f616a4-5431-424f-b374-a04af2530b91), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:54.566747 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-53b0b850-774f-4039-99e1-d9bc55d0cd1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (48e90cbe-88d1-4c8a-983a-865574a97236), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:54.684943 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba74dc-d838-4f86-ab8d-8d82c5fa3447 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Pushing event updated for resources: {'Port': ['ID=01f616a4-5431-424f-b374-a04af2530b91,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:54.690429 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de11d167-d143-4478-9790-bd989270b678 req-3f9c84e2-4cc0-4077-a2c9-cb70f0903e21 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3100e8d-a140-4314-b1f0-815b1e30f63a HTTP/1.1" status: 200 len: 210 time: 0.0615010 Mar 05 04:55:54.693355 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-bad5bb6c-b075-4a5f-a824-fa39d05c8b54 req-d76c4524-7fbf-4131-8c5d-d5b246b3f65e tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:54.706948 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:55:54.757650 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c4524-7fbf-4131-8c5d-d5b246b3f65e tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Pushing event deleted for resources: {'Port': ['ID=23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:54.761354 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-256a287e-093f-457c-aa1e-5a3a34d619db req-61ba74dc-d838-4f86-ab8d-8d82c5fa3447 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (1cf664e8-199a-41f7-9cae-90cfd92c71e0), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:54.801556 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7c15e2-a092-4198-be7d-da8b1a35c1f5 x-openstack-request-id: req-6d7c15e2-a092-4198-be7d-da8b1a35c1f5 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:55:54.801953 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8051252-d7f1-4da0-bc64-b44940e34453", "name": "network-vif-deleted", "tag": "dacb6cfd-ca68-47bb-914b-fd102e6bde98", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:55:54.802185 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6d7c15e2-a092-4198-be7d-da8b1a35c1f5 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:55:54.802774 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8051252-d7f1-4da0-bc64-b44940e34453', 'name': 'network-vif-deleted', 'tag': 'dacb6cfd-ca68-47bb-914b-fd102e6bde98', 'status': 'completed', 'code': 200} Mar 05 04:55:54.832456 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad5bb6c-b075-4a5f-a824-fa39d05c8b54 req-d76c4524-7fbf-4131-8c5d-d5b246b3f65e tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] No DVR routers for this DVR port 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731 on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:55:54.836851 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-bad5bb6c-b075-4a5f-a824-fa39d05c8b54 req-d76c4524-7fbf-4131-8c5d-d5b246b3f65e tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:54.842198 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bad5bb6c-b075-4a5f-a824-fa39d05c8b54 req-d76c4524-7fbf-4131-8c5d-d5b246b3f65e tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.31 "DELETE /v2.0/ports/23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731 HTTP/1.1" status: 204 len: 173 time: 1.6427851 Mar 05 04:55:54.847668 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d1bd2387-390c-4747-9f24-372bac0df3d0 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:55:54.867404 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-256a287e-093f-457c-aa1e-5a3a34d619db req-61ba74dc-d838-4f86-ab8d-8d82c5fa3447 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:54.880565 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-256a287e-093f-457c-aa1e-5a3a34d619db req-61ba74dc-d838-4f86-ab8d-8d82c5fa3447 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4472253 Mar 05 04:55:54.990360 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port d1bd2387-390c-4747-9f24-372bac0df3d0 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:55:54.997135 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-256a287e-093f-457c-aa1e-5a3a34d619db req-30dbea0c-621c-477a-868b-91fcca3c3c65 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.46 HTTP/1.1" status: 200 len: 695 time: 0.1134865 Mar 05 04:55:55.014639 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port d1bd2387-390c-4747-9f24-372bac0df3d0 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:55:55.021584 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d1bd2387-390c-4747-9f24-372bac0df3d0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:55.184847 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port d1bd2387-390c-4747-9f24-372bac0df3d0 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:55:55.185473 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d1bd2387-390c-4747-9f24-372bac0df3d0), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:55.217212 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939d753d-225a-4c87-8959-e07053961ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bd2387-390c-4747-9f24-372bac0df3d0'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:55:55.221149 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379fbdd7-57c5-4693-a142-3f373595925d" -d '{"events": [{"server_uuid": "939d753d-225a-4c87-8959-e07053961ebf", "name": "network-vif-plugged", "status": "completed", "tag": "d1bd2387-390c-4747-9f24-372bac0df3d0"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:55:55.238098 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d1bd2387-390c-4747-9f24-372bac0df3d0, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d1bd2387-390c-4747-9f24-372bac0df3d0,segment=NetworkSegment(f0906293-c3cd-4ab0-baf8-2f3f35cc0161),segment_id=f0906293-c3cd-4ab0-baf8-2f3f35cc0161)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:55:55.248714 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d1bd2387-390c-4747-9f24-372bac0df3d0), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:55.256485 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d69873-5943-4612-adce-e1666802b7c6 req-434f68e0-94af-49bf-8c6d-1a28c3309cc6 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:55.263048 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-21d69873-5943-4612-adce-e1666802b7c6 req-434f68e0-94af-49bf-8c6d-1a28c3309cc6 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 944 time: 0.0916903 Mar 05 04:55:55.293626 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b60b6-663e-4055-9585-37049de255ef req-999b53ca-76d1-41c6-be9c-96c56bd094d7 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:55.295522 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c45b60b6-663e-4055-9585-37049de255ef req-999b53ca-76d1-41c6-be9c-96c56bd094d7 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.31 "GET /v2.0/networks?id=6f60c81f-2634-4ffd-bb01-b4ea6ed7a048 HTTP/1.1" status: 200 len: 815 time: 0.6153080 Mar 05 04:55:55.299994 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a287e-093f-457c-aa1e-5a3a34d619db req-03efde45-da16-4e42-b841-1f5c2b4fe669 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:55.301741 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-256a287e-093f-457c-aa1e-5a3a34d619db req-03efde45-da16-4e42-b841-1f5c2b4fe669 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 784 time: 0.2943237 Mar 05 04:55:55.318836 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-256a287e-093f-457c-aa1e-5a3a34d619db req-1b719ccd-5b24-47e3-ad3e-17d5ab94b497 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:55:55.319952 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-256a287e-093f-457c-aa1e-5a3a34d619db req-1b719ccd-5b24-47e3-ad3e-17d5ab94b497 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071058 Mar 05 04:55:55.346641 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=d1bd2387-390c-4747-9f24-372bac0df3d0,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:55.353650 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-21d69873-5943-4612-adce-e1666802b7c6 req-ae017dd3-dda9-408f-8b13-a204eed5b45f tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855811 Mar 05 04:55:55.401185 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-c45b60b6-663e-4055-9585-37049de255ef req-fad10f8d-51f3-4cc0-aab3-c64d10010126 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Request body: {'port': {'device_id': 'a3100e8d-a140-4314-b1f0-815b1e30f63a', 'network_id': '6f60c81f-2634-4ffd-bb01-b4ea6ed7a048', 'admin_state_up': True, 'tenant_id': '1bb00124160f4267902311067933cfd0'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:55:55.576941 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1807f-7396-4b2a-92d1-7e5db35ca0bc req-a8ebbdea-178e-44cd-8c47-819461d42ec4 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:55.578897 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-13a1807f-7396-4b2a-92d1-7e5db35ca0bc req-a8ebbdea-178e-44cd-8c47-819461d42ec4 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 945 time: 0.1711988 Mar 05 04:55:55.605062 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-de531735-4049-457e-82f1-8e9bf78c36c4 req-d14f6544-8faa-4ef8-b4af-aef692541fa4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:55.630158 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e62f2-f515-4c16-84f3-6c49d7509fdc req-3d28a3c2-88fd-4bd3-8f4f-85cefec18195 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:55.633104 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-af0e62f2-f515-4c16-84f3-6c49d7509fdc req-3d28a3c2-88fd-4bd3-8f4f-85cefec18195 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 946 time: 0.1457067 Mar 05 04:55:55.703894 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f6544-8faa-4ef8-b4af-aef692541fa4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Pushing event deleted for resources: {'Port': ['ID=cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:55.748715 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-13a1807f-7396-4b2a-92d1-7e5db35ca0bc req-7279dd2c-e330-4989-b89a-904df357290b tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562054 Mar 05 04:55:55.754328 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-af0e62f2-f515-4c16-84f3-6c49d7509fdc req-3e84c180-7444-4f00-9640-987dc7492308 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139936 Mar 05 04:55:55.833452 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecab682-a383-4655-98d3-701f02d2d545 x-openstack-request-id: req-fecab682-a383-4655-98d3-701f02d2d545 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:55:55.833950 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939d753d-225a-4c87-8959-e07053961ebf", "name": "network-vif-plugged", "status": "completed", "tag": "d1bd2387-390c-4747-9f24-372bac0df3d0", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:55:55.834079 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fecab682-a383-4655-98d3-701f02d2d545 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:55:55.834389 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939d753d-225a-4c87-8959-e07053961ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bd2387-390c-4747-9f24-372bac0df3d0', 'code': 200} Mar 05 04:55:55.916929 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c45b60b6-663e-4055-9585-37049de255ef req-fad10f8d-51f3-4cc0-aab3-c64d10010126 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Made reservation on behalf of 1bb00124160f4267902311067933cfd0 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:55:55.921563 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c45b60b6-663e-4055-9585-37049de255ef req-fad10f8d-51f3-4cc0-aab3-c64d10010126 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:55.991027 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287dfa1-fd06-4aff-9c2d-d941aca59c50 req-e2225687-2be3-42d4-9041-4af9592f198b tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:55.993029 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0287dfa1-fd06-4aff-9c2d-d941aca59c50 req-e2225687-2be3-42d4-9041-4af9592f198b tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] 10.222.0.11 "GET /v2.0/ports?device_id=e71a65c1-f986-42ab-bbac-d7d7d93ad4ba HTTP/1.1" status: 200 len: 931 time: 0.0838075 Mar 05 04:55:56.002046 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08d4f4-1e65-4a35-b209-593c164753d1 req-f4bf29f5-3637-4c60-840a-9e60107d8cdb tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:56.009575 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad08d4f4-1e65-4a35-b209-593c164753d1 req-f4bf29f5-3637-4c60-840a-9e60107d8cdb tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/ports?device_id=d43ccc28-e8ac-46f0-813d-4931795af5c5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1709900 Mar 05 04:55:56.116739 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0287dfa1-fd06-4aff-9c2d-d941aca59c50 req-f31fec8a-6342-4619-bd78-e1b38dca88a8 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b7728b6-e107-45e0-8835-69deb3091b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967708 Mar 05 04:55:56.171515 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-53b0b850-774f-4039-99e1-d9bc55d0cd1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e90cbe-88d1-4c8a-983a-865574a97236 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:55:56.177574 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad08d4f4-1e65-4a35-b209-593c164753d1 req-0a9f389b-8c68-48e5-a563-ab98bbae94a1 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.46 HTTP/1.1" status: 200 len: 695 time: 0.1670725 Mar 05 04:55:56.207801 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-ad08d4f4-1e65-4a35-b209-593c164753d1 req-f73ce60a-9e6c-452d-a6ee-592e16f9f7aa tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Request body: {'floatingip': {'port_id': '0d32a970-db33-45c6-92ae-fb26f95ffafe', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:55:56.210309 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-53b0b850-774f-4039-99e1-d9bc55d0cd1c service neutron] Publish callbacks [] for port (48e90cbe-88d1-4c8a-983a-865574a97236), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:56.244147 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-53b0b850-774f-4039-99e1-d9bc55d0cd1c service neutron] Transition to ACTIVE for port object 48e90cbe-88d1-4c8a-983a-865574a97236 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:55:56.264432 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-53b0b850-774f-4039-99e1-d9bc55d0cd1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (48e90cbe-88d1-4c8a-983a-865574a97236), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:56.292952 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-ad08d4f4-1e65-4a35-b209-593c164753d1 req-f73ce60a-9e6c-452d-a6ee-592e16f9f7aa tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks [] for floatingip (1cf664e8-199a-41f7-9cae-90cfd92c71e0), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:56.293593 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de531735-4049-457e-82f1-8e9bf78c36c4 req-d14f6544-8faa-4ef8-b4af-aef692541fa4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Router 778fcaa9-e55c-4651-84f6-2a2cc231e8cf has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:55:56.335911 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-531ffaa2-6c05-4e87-bff0-48a6067612af req-e19115e3-69a5-42cb-b1f5-238afca87a7e tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3100e8d-a140-4314-b1f0-815b1e30f63a HTTP/1.1" status: 200 len: 210 time: 0.0641320 Mar 05 04:55:56.422219 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020d4c1-67b9-4243-b535-ef87eafe212b req-5d604c8e-d98b-4387-b429-957e7e72562d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:56.423784 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c020d4c1-67b9-4243-b535-ef87eafe212b req-5d604c8e-d98b-4387-b429-957e7e72562d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 1129 time: 0.5031590 Mar 05 04:55:56.526727 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-32b3d041-42a2-433a-961b-f6e1fbe64d74 req-001606fe-c360-40e2-b9e9-157748160676 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f HTTP/1.1" status: 200 len: 210 time: 0.0526385 Mar 05 04:55:56.570323 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-53b0b850-774f-4039-99e1-d9bc55d0cd1c service neutron] Attempting to bind port 48e90cbe-88d1-4c8a-983a-865574a97236 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:55:56.570809 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-53b0b850-774f-4039-99e1-d9bc55d0cd1c service neutron] Attempting to bind port 48e90cbe-88d1-4c8a-983a-865574a97236 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '2430494a-3882-499e-aac1-5234601e12ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '82208311-ca30-4c58-847f-b428a4c75446'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:55:56.570974 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-53b0b850-774f-4039-99e1-d9bc55d0cd1c service neutron] Attempting to bind port 48e90cbe-88d1-4c8a-983a-865574a97236 on network 82208311-ca30-4c58-847f-b428a4c75446 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:55:56.580668 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-53b0b850-774f-4039-99e1-d9bc55d0cd1c service neutron] Port 48e90cbe-88d1-4c8a-983a-865574a97236 on network 82208311-ca30-4c58-847f-b428a4c75446 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:55:56.581001 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-53b0b850-774f-4039-99e1-d9bc55d0cd1c service neutron] Attempting to bind port 48e90cbe-88d1-4c8a-983a-865574a97236 on network 82208311-ca30-4c58-847f-b428a4c75446 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:55:56.590712 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-53b0b850-774f-4039-99e1-d9bc55d0cd1c service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:55:56.591059 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-53b0b850-774f-4039-99e1-d9bc55d0cd1c service neutron] Checking segment: {'id': '2430494a-3882-499e-aac1-5234601e12ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '82208311-ca30-4c58-847f-b428a4c75446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:55:56.591547 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-53b0b850-774f-4039-99e1-d9bc55d0cd1c service neutron] Bound using segment: {'id': '2430494a-3882-499e-aac1-5234601e12ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '82208311-ca30-4c58-847f-b428a4c75446'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:55:56.592146 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-53b0b850-774f-4039-99e1-d9bc55d0cd1c service neutron] Bound port: 48e90cbe-88d1-4c8a-983a-865574a97236, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2430494a-3882-499e-aac1-5234601e12ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '82208311-ca30-4c58-847f-b428a4c75446'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:55:56.592522 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-53b0b850-774f-4039-99e1-d9bc55d0cd1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (48e90cbe-88d1-4c8a-983a-865574a97236), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:56.638893 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c020d4c1-67b9-4243-b535-ef87eafe212b req-2a6b6e2a-5b30-449f-ae8e-5a7cc1fcc71a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702514 Mar 05 04:55:56.766803 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [req-ad08d4f4-1e65-4a35-b209-593c164753d1 req-f73ce60a-9e6c-452d-a6ee-592e16f9f7aa tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] update failed (client error): There was a conflict when trying to complete your request. Mar 05 04:55:56.767897 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad08d4f4-1e65-4a35-b209-593c164753d1 req-f73ce60a-9e6c-452d-a6ee-592e16f9f7aa tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "PUT /v2.0/floatingips/1cf664e8-199a-41f7-9cae-90cfd92c71e0 HTTP/1.1" status: 409 len: 550 time: 0.5810368 Mar 05 04:55:56.804175 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de531735-4049-457e-82f1-8e9bf78c36c4 req-d14f6544-8faa-4ef8-b4af-aef692541fa4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:55:56.816123 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d44998-33c1-49af-a768-a4f7509bc8a1 None None] Sync routers for ids ['778fcaa9-e55c-4651-84f6-2a2cc231e8cf'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:55:56.835156 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d44998-33c1-49af-a768-a4f7509bc8a1 None None] Routers {'778fcaa9-e55c-4651-84f6-2a2cc231e8cf'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:55:56.836490 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-28d44998-33c1-49af-a768-a4f7509bc8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:55:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['778fcaa9-e55c-4651-84f6-2a2cc231e8cf'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:56.876097 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38dc12d2-4553-40e8-82f7-488498e0b1f0', 'name': 'network-vif-deleted', 'tag': '23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:55:56.878355 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a790aab-e905-4086-ae7d-61b379108220" -d '{"events": [{"server_uuid": "38dc12d2-4553-40e8-82f7-488498e0b1f0", "name": "network-vif-deleted", "tag": "23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:55:56.888416 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-623336e4-e29e-4d4a-8340-6fb88cb4794a req-a17c917a-882b-44a5-9df8-059994a4ab68 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/floatingips/1cf664e8-199a-41f7-9cae-90cfd92c71e0 HTTP/1.1" status: 200 len: 692 time: 0.0972877 Mar 05 04:55:56.915421 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0b850-774f-4039-99e1-d9bc55d0cd1c service neutron] Pushing event updated for resources: {'Port': ['ID=48e90cbe-88d1-4c8a-983a-865574a97236,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:56.918535 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:55:56.941731 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:55:56.942341 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:55:56.972489 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-de531735-4049-457e-82f1-8e9bf78c36c4 req-d14f6544-8faa-4ef8-b4af-aef692541fa4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] No DVR routers for this DVR port cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:55:56.976249 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-c45b60b6-663e-4055-9585-37049de255ef req-fad10f8d-51f3-4cc0-aab3-c64d10010126 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Allocated IP 172.20.0.13 (6f60c81f-2634-4ffd-bb01-b4ea6ed7a048/451f8004-d1e7-47a0-b8b7-f06b000a63db/ae9cfc4d-4af5-420e-be45-641180134045) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:55:56.986312 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-de531735-4049-457e-82f1-8e9bf78c36c4 req-d14f6544-8faa-4ef8-b4af-aef692541fa4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:56.989740 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-de531735-4049-457e-82f1-8e9bf78c36c4 req-d14f6544-8faa-4ef8-b4af-aef692541fa4 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.30 "DELETE /v2.0/ports/cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db HTTP/1.1" status: 204 len: 173 time: 3.3008828 Mar 05 04:55:56.993232 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f', 'name': 'network-vif-deleted', 'tag': 'cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:55:57.012767 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3813d5c-a548-4132-81aa-0752687967d1" -d '{"events": [{"server_uuid": "1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f", "name": "network-vif-deleted", "tag": "cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:55:57.017813 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-53b0b850-774f-4039-99e1-d9bc55d0cd1c service neutron] For port 48e90cbe-88d1-4c8a-983a-865574a97236, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:55:57.039029 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-53b0b850-774f-4039-99e1-d9bc55d0cd1c service neutron] For port 48e90cbe-88d1-4c8a-983a-865574a97236, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=48e90cbe-88d1-4c8a-983a-865574a97236,segment=NetworkSegment(2430494a-3882-499e-aac1-5234601e12ff),segment_id=2430494a-3882-499e-aac1-5234601e12ff)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:55:57.061489 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-53b0b850-774f-4039-99e1-d9bc55d0cd1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (48e90cbe-88d1-4c8a-983a-865574a97236), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:57.105395 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-28d44998-33c1-49af-a768-a4f7509bc8a1 None None] Set router 778fcaa9-e55c-4651-84f6-2a2cc231e8cf gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:55:57.137159 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0b850-774f-4039-99e1-d9bc55d0cd1c service neutron] Pushing event updated for resources: {'Port': ['ID=48e90cbe-88d1-4c8a-983a-865574a97236,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:57.169915 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-53b0b850-774f-4039-99e1-d9bc55d0cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:57.170555 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-53b0b850-774f-4039-99e1-d9bc55d0cd1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:57.173214 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-53b0b850-774f-4039-99e1-d9bc55d0cd1c service neutron] 10.222.0.30 "PUT /v2.0/ports/48e90cbe-88d1-4c8a-983a-865574a97236 HTTP/1.1" status: 200 len: 1092 time: 2.7160943 Mar 05 04:55:57.241192 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:55:57.279898 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:55:57.280140 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:55:57.286739 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79751e06-8ded-447c-81b5-4bd4a99de102 req-a45e2b9c-0787-4ba5-9577-05aae9f3b7f2 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:57.297558 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-79751e06-8ded-447c-81b5-4bd4a99de102 req-a45e2b9c-0787-4ba5-9577-05aae9f3b7f2 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 946 time: 0.3354468 Mar 05 04:55:57.362155 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623336e4-e29e-4d4a-8340-6fb88cb4794a req-4e100e68-d9f4-4db1-889f-0d4a990642fa tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:57.363954 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-623336e4-e29e-4d4a-8340-6fb88cb4794a req-4e100e68-d9f4-4db1-889f-0d4a990642fa tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 784 time: 0.4747722 Mar 05 04:55:57.382418 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-623336e4-e29e-4d4a-8340-6fb88cb4794a req-c28f5fb6-4d57-4dfd-86bc-8dacab8e1584 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:55:57.384084 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-623336e4-e29e-4d4a-8340-6fb88cb4794a req-c28f5fb6-4d57-4dfd-86bc-8dacab8e1584 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080476 Mar 05 04:55:57.408702 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-6f4fbd6c-498f-4493-8e67-38f3eb2af875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:57.412324 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-6f4fbd6c-498f-4493-8e67-38f3eb2af875 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aba73159821e416a8ba27cca897dd78a&device_id=e71a65c1-f986-42ab-bbac-d7d7d93ad4ba HTTP/1.1" status: 200 len: 1126 time: 0.1594932 Mar 05 04:55:57.447735 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c45b60b6-663e-4055-9585-37049de255ef req-fad10f8d-51f3-4cc0-aab3-c64d10010126 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Publish callbacks [] for port (ae9cfc4d-4af5-420e-be45-641180134045), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:57.453882 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-79751e06-8ded-447c-81b5-4bd4a99de102 req-60758451-1621-4bcb-80f3-d17217baf7bd tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512256 Mar 05 04:55:57.489463 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-544c435c-94c6-4141-adb0-fd6a8c7dec32 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48e90cbe-88d1-4c8a-983a-865574a97236 HTTP/1.1" status: 200 len: 217 time: 0.0633881 Mar 05 04:55:57.520873 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-623336e4-e29e-4d4a-8340-6fb88cb4794a req-b6a89dd4-11c7-4f64-8c28-4b87a701ed00 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.46 HTTP/1.1" status: 200 len: 695 time: 0.0895410 Mar 05 04:55:57.590803 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-623336e4-e29e-4d4a-8340-6fb88cb4794a req-d762db06-3ded-4562-bccc-9af74bc0b7e3 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.46 HTTP/1.1" status: 200 len: 695 time: 0.0640266 Mar 05 04:55:57.652018 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c45b60b6-663e-4055-9585-37049de255ef req-fad10f8d-51f3-4cc0-aab3-c64d10010126 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (ae9cfc4d-4af5-420e-be45-641180134045), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:57.693807 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-28d44998-33c1-49af-a768-a4f7509bc8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'name': 'tempest-ServerActionsTestJSON-1231150609-router', 'tenant_id': '947653f4d3b84cc89f4c3c5691586859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '3e099efb-6447-4587-be61-a97b529178b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:47:28Z', 'updated_at': '2022-03-05T04:47:40Z', 'revision_number': 4, 'project_id': '947653f4d3b84cc89f4c3c5691586859', 'gw_port': {'id': '3e099efb-6447-4587-be61-a97b529178b8', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:09:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:30Z', 'updated_at': '2022-03-05T04:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '8085c071-cba8-46ba-aef9-b7212bf03cb8', 'name': '', 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c', 'tenant_id': '947653f4d3b84cc89f4c3c5691586859', 'mac_address': 'fa:16:3e:c6:fe:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4a6039ad-16bd-4b00-a55f-f7c68e1f3072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:38Z', 'updated_at': '2022-03-05T04:47:50Z', 'revision_number': 5, 'project_id': '947653f4d3b84cc89f4c3c5691586859', 'subnets': [{'id': '4a6039ad-16bd-4b00-a55f-f7c68e1f3072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:57.740563 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c45b60b6-663e-4055-9585-37049de255ef req-fad10f8d-51f3-4cc0-aab3-c64d10010126 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Network 6f60c81f-2634-4ffd-bb01-b4ea6ed7a048 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:55:57.756586 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d44998-33c1-49af-a768-a4f7509bc8a1 None None] Checking router: 778fcaa9-e55c-4651-84f6-2a2cc231e8cf for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:55:57.777993 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d44998-33c1-49af-a768-a4f7509bc8a1 None None] Routers {'778fcaa9-e55c-4651-84f6-2a2cc231e8cf'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:55:57.778805 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-28d44998-33c1-49af-a768-a4f7509bc8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:55:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['778fcaa9-e55c-4651-84f6-2a2cc231e8cf'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:57.800336 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-962a23b4-81d8-47c9-af19-cc039d39b8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:57.802312 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-962a23b4-81d8-47c9-af19-cc039d39b8d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dcb5bf78-8f6e-4cd1-8457-68870f27d1cd HTTP/1.1" status: 200 len: 857 time: 0.3017306 Mar 05 04:55:57.802954 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad10f8d-51f3-4cc0-aab3-c64d10010126 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Pushing event updated for resources: {'Port': ['ID=ae9cfc4d-4af5-420e-be45-641180134045,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:57.807293 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-c45b60b6-663e-4055-9585-37049de255ef req-fad10f8d-51f3-4cc0-aab3-c64d10010126 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:55:57.841468 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-3393ea9f-7896-4e04-ab59-e2a588a43cfb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82208311-ca30-4c58-847f-b428a4c75446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308404 Mar 05 04:55:57.842310 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45b60b6-663e-4055-9585-37049de255ef req-fad10f8d-51f3-4cc0-aab3-c64d10010126 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:55:57.962379 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-28d44998-33c1-49af-a768-a4f7509bc8a1 None None] Set router 778fcaa9-e55c-4651-84f6-2a2cc231e8cf gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:55:57.968855 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ec5ac-a111-4c85-911f-28dc4123187f req-ce23f756-2ead-487c-a386-a9f9450522e7 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:57.977364 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e80ec5ac-a111-4c85-911f-28dc4123187f req-ce23f756-2ead-487c-a386-a9f9450522e7 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 945 time: 0.2489953 Mar 05 04:55:58.007014 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b60b6-663e-4055-9585-37049de255ef req-fad10f8d-51f3-4cc0-aab3-c64d10010126 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:58.007718 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c45b60b6-663e-4055-9585-37049de255ef req-fad10f8d-51f3-4cc0-aab3-c64d10010126 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:58.028835 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-623336e4-e29e-4d4a-8340-6fb88cb4794a req-35e70b37-d82c-450a-bb40-d16b4230afac tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Deleting port 01f616a4-5431-424f-b374-a04af2530b91 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:55:58.029246 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-623336e4-e29e-4d4a-8340-6fb88cb4794a req-35e70b37-d82c-450a-bb40-d16b4230afac tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (01f616a4-5431-424f-b374-a04af2530b91), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:58.055751 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e80ec5ac-a111-4c85-911f-28dc4123187f req-abbf92f1-e74a-4285-83c7-c2ddd4e78e6e tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772703 Mar 05 04:55:58.090138 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c45b60b6-663e-4055-9585-37049de255ef req-fad10f8d-51f3-4cc0-aab3-c64d10010126 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7073476 Mar 05 04:55:58.103233 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-c45b60b6-663e-4055-9585-37049de255ef req-b816cf48-9d58-421f-afae-0a5c9c795682 service neutron] Request body: {'port': {'device_id': 'a3100e8d-a140-4314-b1f0-815b1e30f63a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:55:58.162671 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873e7fec-7405-493e-ad04-55c7ab540a9a x-openstack-request-id: req-873e7fec-7405-493e-ad04-55c7ab540a9a {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:55:58.163183 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38dc12d2-4553-40e8-82f7-488498e0b1f0", "name": "network-vif-deleted", "tag": "23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:55:58.163596 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-873e7fec-7405-493e-ad04-55c7ab540a9a {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:55:58.164195 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38dc12d2-4553-40e8-82f7-488498e0b1f0', 'name': 'network-vif-deleted', 'tag': '23bd2ae8-c32a-4ad9-bfe9-ec8eefd63731', 'status': 'completed', 'code': 200} Mar 05 04:55:58.197909 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-33ac4cd3-2e1c-4f17-9862-bf0b15a928b1 service neutron] 10.222.0.30 "GET /v2.0/networks/82208311-ca30-4c58-847f-b428a4c75446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484251 Mar 05 04:55:58.211671 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-623336e4-e29e-4d4a-8340-6fb88cb4794a req-35e70b37-d82c-450a-bb40-d16b4230afac tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (01f616a4-5431-424f-b374-a04af2530b91), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:58.212001 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-623336e4-e29e-4d4a-8340-6fb88cb4794a req-35e70b37-d82c-450a-bb40-d16b4230afac tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks [] for floatingip (01f616a4-5431-424f-b374-a04af2530b91), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:58.225124 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-623336e4-e29e-4d4a-8340-6fb88cb4794a req-35e70b37-d82c-450a-bb40-d16b4230afac tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Calling delete_port for 01f616a4-5431-424f-b374-a04af2530b91 owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:55:58.250206 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d289f92e-8851-4031-8b3a-fab567b88602 x-openstack-request-id: req-d289f92e-8851-4031-8b3a-fab567b88602 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:55:58.250537 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f", "name": "network-vif-deleted", "tag": "cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:55:58.250886 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d289f92e-8851-4031-8b3a-fab567b88602 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:55:58.251360 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1adb4f-3164-4f63-99f0-f5b8e41e8c4f', 'name': 'network-vif-deleted', 'tag': 'cb4d7ba1-36ea-4b25-a0dd-dc56cee1b1db', 'status': 'completed', 'code': 200} Mar 05 04:55:58.278290 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c45b60b6-663e-4055-9585-37049de255ef req-b816cf48-9d58-421f-afae-0a5c9c795682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ae9cfc4d-4af5-420e-be45-641180134045), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:58.297306 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-28d44998-33c1-49af-a768-a4f7509bc8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'name': 'tempest-ServerActionsTestJSON-1231150609-router', 'tenant_id': '947653f4d3b84cc89f4c3c5691586859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '3e099efb-6447-4587-be61-a97b529178b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:47:28Z', 'updated_at': '2022-03-05T04:47:40Z', 'revision_number': 4, 'project_id': '947653f4d3b84cc89f4c3c5691586859', 'gw_port': {'id': '3e099efb-6447-4587-be61-a97b529178b8', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:09:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:30Z', 'updated_at': '2022-03-05T04:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '8085c071-cba8-46ba-aef9-b7212bf03cb8', 'name': '', 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c', 'tenant_id': '947653f4d3b84cc89f4c3c5691586859', 'mac_address': 'fa:16:3e:c6:fe:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4a6039ad-16bd-4b00-a55f-f7c68e1f3072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:38Z', 'updated_at': '2022-03-05T04:47:50Z', 'revision_number': 5, 'project_id': '947653f4d3b84cc89f4c3c5691586859', 'subnets': [{'id': '4a6039ad-16bd-4b00-a55f-f7c68e1f3072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:55:58.338874 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d44998-33c1-49af-a768-a4f7509bc8a1 None None] The sync data for ids ['778fcaa9-e55c-4651-84f6-2a2cc231e8cf'] in n-d-789963-32 is: [{'id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'name': 'tempest-ServerActionsTestJSON-1231150609-router', 'tenant_id': '947653f4d3b84cc89f4c3c5691586859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '3e099efb-6447-4587-be61-a97b529178b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:47:28Z', 'updated_at': '2022-03-05T04:47:40Z', 'revision_number': 4, 'project_id': '947653f4d3b84cc89f4c3c5691586859', 'gw_port': {'id': '3e099efb-6447-4587-be61-a97b529178b8', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:09:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:30Z', 'updated_at': '2022-03-05T04:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '8085c071-cba8-46ba-aef9-b7212bf03cb8', 'name': '', 'network_id': '37de3cac-2e27-4573-885e-c86e0ea7886c', 'tenant_id': '947653f4d3b84cc89f4c3c5691586859', 'mac_address': 'fa:16:3e:c6:fe:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '4a6039ad-16bd-4b00-a55f-f7c68e1f3072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:38Z', 'updated_at': '2022-03-05T04:47:50Z', 'revision_number': 5, 'project_id': '947653f4d3b84cc89f4c3c5691586859', 'subnets': [{'id': '4a6039ad-16bd-4b00-a55f-f7c68e1f3072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:55:58.366899 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b7f820fd-ff9e-4a3e-9ced-0c50acd4aa19 req-e2bcccda-6116-4334-98ca-d7a7528e77ee service neutron] 10.222.0.30 "GET /v2.0/networks/82208311-ca30-4c58-847f-b428a4c75446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608357 Mar 05 04:55:58.433318 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7450788-f926-4a60-b300-13e6e73e5051 req-4cf29f34-6344-4a79-aaed-0b4d3989a8b7 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:58.435070 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b7450788-f926-4a60-b300-13e6e73e5051 req-4cf29f34-6344-4a79-aaed-0b4d3989a8b7 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] 10.222.0.11 "GET /v2.0/ports?device_id=e71a65c1-f986-42ab-bbac-d7d7d93ad4ba HTTP/1.1" status: 200 len: 943 time: 0.1286418 Mar 05 04:55:58.556066 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b7450788-f926-4a60-b300-13e6e73e5051 req-df3f8217-491e-4366-91cc-108f646490bc tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b7728b6-e107-45e0-8835-69deb3091b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105902 Mar 05 04:55:58.557220 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-623336e4-e29e-4d4a-8340-6fb88cb4794a req-35e70b37-d82c-450a-bb40-d16b4230afac tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (01f616a4-5431-424f-b374-a04af2530b91), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:58.817809 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-c45b60b6-663e-4055-9585-37049de255ef req-b816cf48-9d58-421f-afae-0a5c9c795682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae9cfc4d-4af5-420e-be45-641180134045 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:55:58.833540 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47563069-7a9d-4940-abcb-1f3c520d8523 None None] New status for floating IP c7130656-b76e-4b0e-b1e4-2f870509dda7: DOWN {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 04:55:58.840499 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c45b60b6-663e-4055-9585-37049de255ef req-b816cf48-9d58-421f-afae-0a5c9c795682 service neutron] Publish callbacks [] for port (ae9cfc4d-4af5-420e-be45-641180134045), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:58.871692 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-c45b60b6-663e-4055-9585-37049de255ef req-b816cf48-9d58-421f-afae-0a5c9c795682 service neutron] Transition to ACTIVE for port object ae9cfc4d-4af5-420e-be45-641180134045 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:55:58.887050 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c45b60b6-663e-4055-9585-37049de255ef req-b816cf48-9d58-421f-afae-0a5c9c795682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (ae9cfc4d-4af5-420e-be45-641180134045), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:58.957414 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816cf48-9d58-421f-afae-0a5c9c795682 service neutron] Pushing event updated for resources: {'Port': ['ID=ae9cfc4d-4af5-420e-be45-641180134045,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:58.985608 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e70b37-d82c-450a-bb40-d16b4230afac tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Pushing event deleted for resources: {'Port': ['ID=01f616a4-5431-424f-b374-a04af2530b91,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:59.047909 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57116) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:59.127458 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-623336e4-e29e-4d4a-8340-6fb88cb4794a req-35e70b37-d82c-450a-bb40-d16b4230afac tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks [] for floatingip (1cf664e8-199a-41f7-9cae-90cfd92c71e0), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:59.135794 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-623336e4-e29e-4d4a-8340-6fb88cb4794a req-35e70b37-d82c-450a-bb40-d16b4230afac tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:59.150572 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-623336e4-e29e-4d4a-8340-6fb88cb4794a req-35e70b37-d82c-450a-bb40-d16b4230afac tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "DELETE /v2.0/floatingips/1cf664e8-199a-41f7-9cae-90cfd92c71e0 HTTP/1.1" status: 204 len: 173 time: 1.5523736 Mar 05 04:55:59.215990 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90500123-b5dc-4812-ad7a-8db37216af6b req-4a487072-cd8e-4ab8-b8c3-4d30ce3c5d71 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:59.225604 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-c45b60b6-663e-4055-9585-37049de255ef req-b816cf48-9d58-421f-afae-0a5c9c795682 service neutron] Attempting to bind port ae9cfc4d-4af5-420e-be45-641180134045 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:55:59.226007 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-c45b60b6-663e-4055-9585-37049de255ef req-b816cf48-9d58-421f-afae-0a5c9c795682 service neutron] Attempting to bind port ae9cfc4d-4af5-420e-be45-641180134045 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '3591eed7-510d-4315-b6a7-34b67541b594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6f60c81f-2634-4ffd-bb01-b4ea6ed7a048'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:55:59.226403 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45b60b6-663e-4055-9585-37049de255ef req-b816cf48-9d58-421f-afae-0a5c9c795682 service neutron] Attempting to bind port ae9cfc4d-4af5-420e-be45-641180134045 on network 6f60c81f-2634-4ffd-bb01-b4ea6ed7a048 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:55:59.229102 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-90500123-b5dc-4812-ad7a-8db37216af6b req-4a487072-cd8e-4ab8-b8c3-4d30ce3c5d71 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3100e8d-a140-4314-b1f0-815b1e30f63a HTTP/1.1" status: 200 len: 944 time: 0.2480447 Mar 05 04:55:59.238371 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45b60b6-663e-4055-9585-37049de255ef req-b816cf48-9d58-421f-afae-0a5c9c795682 service neutron] Port ae9cfc4d-4af5-420e-be45-641180134045 on network 6f60c81f-2634-4ffd-bb01-b4ea6ed7a048 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:55:59.238870 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45b60b6-663e-4055-9585-37049de255ef req-b816cf48-9d58-421f-afae-0a5c9c795682 service neutron] Attempting to bind port ae9cfc4d-4af5-420e-be45-641180134045 on network 6f60c81f-2634-4ffd-bb01-b4ea6ed7a048 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:55:59.245176 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45b60b6-663e-4055-9585-37049de255ef req-b816cf48-9d58-421f-afae-0a5c9c795682 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:55:59.245176 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45b60b6-663e-4055-9585-37049de255ef req-b816cf48-9d58-421f-afae-0a5c9c795682 service neutron] Checking segment: {'id': '3591eed7-510d-4315-b6a7-34b67541b594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6f60c81f-2634-4ffd-bb01-b4ea6ed7a048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:55:59.245937 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45b60b6-663e-4055-9585-37049de255ef req-b816cf48-9d58-421f-afae-0a5c9c795682 service neutron] Bound using segment: {'id': '3591eed7-510d-4315-b6a7-34b67541b594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6f60c81f-2634-4ffd-bb01-b4ea6ed7a048'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:55:59.246621 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-c45b60b6-663e-4055-9585-37049de255ef req-b816cf48-9d58-421f-afae-0a5c9c795682 service neutron] Bound port: ae9cfc4d-4af5-420e-be45-641180134045, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3591eed7-510d-4315-b6a7-34b67541b594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6f60c81f-2634-4ffd-bb01-b4ea6ed7a048'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:55:59.247168 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c45b60b6-663e-4055-9585-37049de255ef req-b816cf48-9d58-421f-afae-0a5c9c795682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ae9cfc4d-4af5-420e-be45-641180134045), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:59.327445 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-c45b60b6-663e-4055-9585-37049de255ef req-b816cf48-9d58-421f-afae-0a5c9c795682 service neutron] For port ae9cfc4d-4af5-420e-be45-641180134045, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:55:59.330714 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-c45b60b6-663e-4055-9585-37049de255ef req-b816cf48-9d58-421f-afae-0a5c9c795682 service neutron] For port ae9cfc4d-4af5-420e-be45-641180134045, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=ae9cfc4d-4af5-420e-be45-641180134045,segment=NetworkSegment(3591eed7-510d-4315-b6a7-34b67541b594),segment_id=3591eed7-510d-4315-b6a7-34b67541b594)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:55:59.332186 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b4929e5e-6291-44a6-9f66-6a274b6fdff6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:59.340256 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c45b60b6-663e-4055-9585-37049de255ef req-b816cf48-9d58-421f-afae-0a5c9c795682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (ae9cfc4d-4af5-420e-be45-641180134045), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:59.359846 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-90500123-b5dc-4812-ad7a-8db37216af6b req-c41a8c90-290a-45a6-a286-f6f080b8bf90 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246295 Mar 05 04:55:59.377711 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b60b6-663e-4055-9585-37049de255ef req-b816cf48-9d58-421f-afae-0a5c9c795682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:59.378344 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c45b60b6-663e-4055-9585-37049de255ef req-b816cf48-9d58-421f-afae-0a5c9c795682 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:59.379864 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c45b60b6-663e-4055-9585-37049de255ef req-b816cf48-9d58-421f-afae-0a5c9c795682 service neutron] 10.222.0.31 "PUT /v2.0/ports/ae9cfc4d-4af5-420e-be45-641180134045 HTTP/1.1" status: 200 len: 1093 time: 1.2814567 Mar 05 04:55:59.413044 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816cf48-9d58-421f-afae-0a5c9c795682 service neutron] Pushing event updated for resources: {'Port': ['ID=ae9cfc4d-4af5-420e-be45-641180134045,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:59.477974 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b60b6-663e-4055-9585-37049de255ef req-9380d037-b5f4-4368-bc62-672f2d93f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:59.478614 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f73884-bb1e-49e7-b8db-7be295681763 req-e4d9c31d-45f5-4eab-9603-fd4f79831df7 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:59.479517 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c45b60b6-663e-4055-9585-37049de255ef req-9380d037-b5f4-4368-bc62-672f2d93f6e9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1bb00124160f4267902311067933cfd0&device_id=a3100e8d-a140-4314-b1f0-815b1e30f63a HTTP/1.1" status: 200 len: 1127 time: 0.0475338 Mar 05 04:55:59.480115 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-46f73884-bb1e-49e7-b8db-7be295681763 req-e4d9c31d-45f5-4eab-9603-fd4f79831df7 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 946 time: 0.2144711 Mar 05 04:55:59.530090 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c45b60b6-663e-4055-9585-37049de255ef req-e1b82678-5c0c-45b7-8ce5-969c51387892 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae9cfc4d-4af5-420e-be45-641180134045 HTTP/1.1" status: 200 len: 217 time: 0.0427127 Mar 05 04:55:59.535166 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b4929e5e-6291-44a6-9f66-6a274b6fdff6 admin admin] Publish callbacks [] for security_group (9e5d0e8a-303a-4fa6-a421-ed122c6eafa7), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:59.548383 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b4929e5e-6291-44a6-9f66-6a274b6fdff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (9e5d0e8a-303a-4fa6-a421-ed122c6eafa7), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:59.593860 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b60b6-663e-4055-9585-37049de255ef req-61e1ae43-8ce8-49fb-9acf-96edfc71f969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:59.595389 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c45b60b6-663e-4055-9585-37049de255ef req-61e1ae43-8ce8-49fb-9acf-96edfc71f969 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=451f8004-d1e7-47a0-b8b7-f06b000a63db HTTP/1.1" status: 200 len: 855 time: 0.0574093 Mar 05 04:55:59.619327 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc066b2-04dc-4379-be57-44240c60922b req-44feb7e7-3a2c-4cd4-a57f-832992d9491b tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:59.620995 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ccc066b2-04dc-4379-be57-44240c60922b req-44feb7e7-3a2c-4cd4-a57f-832992d9491b tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 945 time: 0.1634958 Mar 05 04:55:59.628505 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-46f73884-bb1e-49e7-b8db-7be295681763 req-70ce37fa-1583-405b-b2a3-87988aa97eac tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240087 Mar 05 04:55:59.630739 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c45b60b6-663e-4055-9585-37049de255ef req-54b0093d-6620-45ad-833c-28dcee3cd62c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6f60c81f-2634-4ffd-bb01-b4ea6ed7a048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288739 Mar 05 04:55:59.631942 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b4929e5e-6291-44a6-9f66-6a274b6fdff6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ef348a6fff004bcfbf80dd895e2ec8f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5801301 Mar 05 04:55:59.633158 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4929e5e-6291-44a6-9f66-6a274b6fdff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5d0e8a-303a-4fa6-a421-ed122c6eafa7,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:55:59.634549 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57136) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:59.698484 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ccc066b2-04dc-4379-be57-44240c60922b req-0b4953ce-5ea0-4508-92b9-5ac9c5159847 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594459 Mar 05 04:55:59.772351 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57140) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:55:59.798690 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-47bb85a0-9e1d-41c5-a6ab-61943440faed admin admin] Publish callbacks [] for security_group (9e5d0e8a-303a-4fa6-a421-ed122c6eafa7), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:59.807179 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bce0dec5-db39-4de9-b2f4-231936118352 req-c2327411-22b9-447b-85d9-ac22b90f1c1d tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.172 HTTP/1.1" status: 200 len: 1002 time: 0.1225808 Mar 05 04:55:59.841839 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c45b60b6-663e-4055-9585-37049de255ef req-d0afb518-1ee9-47b8-8753-94c90de7b480 service neutron] 10.222.0.31 "GET /v2.0/networks/6f60c81f-2634-4ffd-bb01-b4ea6ed7a048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918752 Mar 05 04:55:59.865158 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-47bb85a0-9e1d-41c5-a6ab-61943440faed admin admin] Publish callbacks [] for security_group (9e5d0e8a-303a-4fa6-a421-ed122c6eafa7), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:55:59.898853 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0dec5-db39-4de9-b2f4-231936118352 req-32b2a824-34ca-4614-98a9-49692caad7a3 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:59.902872 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bce0dec5-db39-4de9-b2f4-231936118352 req-32b2a824-34ca-4614-98a9-49692caad7a3 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/ports/0d32a970-db33-45c6-92ae-fb26f95ffafe HTTP/1.1" status: 200 len: 943 time: 0.0878806 Mar 05 04:55:59.930212 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68851200-2ecf-4369-a668-2ed091b80b5f req-5f8e8eaf-b3b1-44e2-86d3-585ba37c73a0 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:55:59.938025 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-68851200-2ecf-4369-a668-2ed091b80b5f req-5f8e8eaf-b3b1-44e2-86d3-585ba37c73a0 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] 10.222.0.11 "GET /v2.0/ports?device_id=e71a65c1-f986-42ab-bbac-d7d7d93ad4ba HTTP/1.1" status: 200 len: 943 time: 0.0861709 Mar 05 04:55:59.965981 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4cf84ee1-b12e-489c-8b4c-8ad0b68edb88 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks [] for security_group (bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:00.008486 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4cf84ee1-b12e-489c-8b4c-8ad0b68edb88 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks [] for security_group (bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:00.039004 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-68851200-2ecf-4369-a668-2ed091b80b5f req-95814ca6-288c-4fff-a0e4-bfc915f08a0b tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b7728b6-e107-45e0-8835-69deb3091b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000237 Mar 05 04:56:00.043855 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c45b60b6-663e-4055-9585-37049de255ef req-577754b3-76a5-4a54-94d8-1dc107c91e50 service neutron] 10.222.0.31 "GET /v2.0/networks/6f60c81f-2634-4ffd-bb01-b4ea6ed7a048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924379 Mar 05 04:56:00.065934 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-47bb85a0-9e1d-41c5-a6ab-61943440faed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (9e5d0e8a-303a-4fa6-a421-ed122c6eafa7), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:00.066564 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bce0dec5-db39-4de9-b2f4-231936118352 req-62b9fd6f-c612-4ce9-b512-e33e4a1d0c6c tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.172 HTTP/1.1" status: 200 len: 1002 time: 0.1126316 Mar 05 04:56:00.070900 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-47bb85a0-9e1d-41c5-a6ab-61943440faed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:00.074483 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-47bb85a0-9e1d-41c5-a6ab-61943440faed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9e5d0e8a-303a-4fa6-a421-ed122c6eafa7 HTTP/1.1" status: 204 len: 168 time: 0.4368064 Mar 05 04:56:00.086399 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb85a0-9e1d-41c5-a6ab-61943440faed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5d0e8a-303a-4fa6-a421-ed122c6eafa7,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:00.111376 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4cf84ee1-b12e-489c-8b4c-8ad0b68edb88 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:00.115503 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4cf84ee1-b12e-489c-8b4c-8ad0b68edb88 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:00.117908 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4cf84ee1-b12e-489c-8b4c-8ad0b68edb88 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "DELETE /v2.0/security-groups/bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129 HTTP/1.1" status: 204 len: 168 time: 0.3444479 Mar 05 04:56:00.123934 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57144) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:00.135761 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf84ee1-b12e-489c-8b4c-8ad0b68edb88 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:00.153966 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-f41b2586-4ad3-4f03-8a0a-b7279d60cef3 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] show failed (client error): The resource could not be found. Mar 05 04:56:00.160340 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f41b2586-4ad3-4f03-8a0a-b7279d60cef3 tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "GET /v2.0/security-groups/bb9d48a2-98fd-4ae4-92e2-0cdf0d51e129 HTTP/1.1" status: 404 len: 347 time: 0.0267537 Mar 05 04:56:00.161949 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57146) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:00.266251 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0dec5-db39-4de9-b2f4-231936118352 req-1ac407b5-537d-443a-b176-a0ecc48d80b4 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:00.267822 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bce0dec5-db39-4de9-b2f4-231936118352 req-1ac407b5-537d-443a-b176-a0ecc48d80b4 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 784 time: 0.1880531 Mar 05 04:56:00.284060 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87126fef-fee0-4bdd-a1bd-9aca28ac7f2b req-2118071e-fb79-4fd8-be69-a60e1e128420 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:00.285687 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87126fef-fee0-4bdd-a1bd-9aca28ac7f2b req-2118071e-fb79-4fd8-be69-a60e1e128420 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 946 time: 0.1331460 Mar 05 04:56:00.295511 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57154) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:00.308233 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71a65c1-f986-42ab-bbac-d7d7d93ad4ba', 'tag': '48e90cbe-88d1-4c8a-983a-865574a97236'}, {'name': 'network-changed', 'server_uuid': 'a3100e8d-a140-4314-b1f0-815b1e30f63a', 'tag': 'ae9cfc4d-4af5-420e-be45-641180134045'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:56:00.318142 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068f58da-284a-4713-8364-cd9597d0f79e" -d '{"events": [{"name": "network-changed", "server_uuid": "e71a65c1-f986-42ab-bbac-d7d7d93ad4ba", "tag": "48e90cbe-88d1-4c8a-983a-865574a97236"}, {"name": "network-changed", "server_uuid": "a3100e8d-a140-4314-b1f0-815b1e30f63a", "tag": "ae9cfc4d-4af5-420e-be45-641180134045"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:56:00.350161 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-33700a50-ca6d-42fd-9063-438f151234b8 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Request body: {'floatingip': {'port_id': 'd1bd2387-390c-4747-9f24-372bac0df3d0'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:00.388926 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-9cbcd355-4b51-45e7-bb08-c11a6c8934bb tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Deleting port 0bc73bf8-d6f9-4c60-acbd-cec575dcad2a {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:56:00.389271 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9cbcd355-4b51-45e7-bb08-c11a6c8934bb tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (0bc73bf8-d6f9-4c60-acbd-cec575dcad2a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:00.411928 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 05 Mar 2022 04:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb1a2ae-3965-4b17-a906-3c18d3e8c2ac x-openstack-request-id: req-bbb1a2ae-3965-4b17-a906-3c18d3e8c2ac {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:56:00.412217 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e71a65c1-f986-42ab-bbac-d7d7d93ad4ba", "tag": "48e90cbe-88d1-4c8a-983a-865574a97236", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a3100e8d-a140-4314-b1f0-815b1e30f63a", "tag": "ae9cfc4d-4af5-420e-be45-641180134045", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:56:00.412466 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bbb1a2ae-3965-4b17-a906-3c18d3e8c2ac {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:56:00.413100 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e71a65c1-f986-42ab-bbac-d7d7d93ad4ba', 'tag': '48e90cbe-88d1-4c8a-983a-865574a97236', 'status': 'completed', 'code': 200} Mar 05 04:56:00.413100 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3100e8d-a140-4314-b1f0-815b1e30f63a', 'tag': 'ae9cfc4d-4af5-420e-be45-641180134045', 'status': 'completed', 'code': 200} Mar 05 04:56:00.489949 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-33700a50-ca6d-42fd-9063-438f151234b8 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for floatingip (f37fc286-2593-4aaf-b5ac-b691886fc6a6), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:00.568183 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bce0dec5-db39-4de9-b2f4-231936118352 req-7ec71ed3-dbe6-4505-b0be-c616f7847fdc tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.172 HTTP/1.1" status: 200 len: 1002 time: 0.2814140 Mar 05 04:56:00.580659 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9cbcd355-4b51-45e7-bb08-c11a6c8934bb tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (0bc73bf8-d6f9-4c60-acbd-cec575dcad2a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:00.581138 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9cbcd355-4b51-45e7-bb08-c11a6c8934bb tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks [] for floatingip (0bc73bf8-d6f9-4c60-acbd-cec575dcad2a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:00.600939 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-9cbcd355-4b51-45e7-bb08-c11a6c8934bb tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Calling delete_port for 0bc73bf8-d6f9-4c60-acbd-cec575dcad2a owned by network:floatingip {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:56:00.619370 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-bce0dec5-db39-4de9-b2f4-231936118352 req-9d502763-8d0c-49d0-84f8-02c887f7f7e7 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:00.623167 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f58da-284a-4713-8364-cd9597d0f79e req-d166e2d4-d902-4669-a295-3b14303d1b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:00.625674 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-068f58da-284a-4713-8364-cd9597d0f79e req-d166e2d4-d902-4669-a295-3b14303d1b87 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1bb00124160f4267902311067933cfd0&device_id=a3100e8d-a140-4314-b1f0-815b1e30f63a HTTP/1.1" status: 200 len: 1127 time: 0.2106702 Mar 05 04:56:00.669199 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f58da-284a-4713-8364-cd9597d0f79e req-af8d4e5b-46a1-4b88-add4-6aea92625f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:00.670074 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-068f58da-284a-4713-8364-cd9597d0f79e req-af8d4e5b-46a1-4b88-add4-6aea92625f76 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aba73159821e416a8ba27cca897dd78a&device_id=e71a65c1-f986-42ab-bbac-d7d7d93ad4ba HTTP/1.1" status: 200 len: 1126 time: 0.2365005 Mar 05 04:56:00.792603 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-bce0dec5-db39-4de9-b2f4-231936118352 req-9d502763-8d0c-49d0-84f8-02c887f7f7e7 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks [] for floatingip (3848c23b-c288-4615-b572-0bd6299fd4c1), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:00.801553 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd231413-6145-49c0-9a22-786449a155dc req-57fbf810-9b2e-4687-bba8-a084615c02d9 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:00.803354 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cd231413-6145-49c0-9a22-786449a155dc req-57fbf810-9b2e-4687-bba8-a084615c02d9 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3100e8d-a140-4314-b1f0-815b1e30f63a HTTP/1.1" status: 200 len: 944 time: 0.2579997 Mar 05 04:56:00.893644 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 48e90cbe-88d1-4c8a-983a-865574a97236 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:56:00.906898 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f58da-284a-4713-8364-cd9597d0f79e req-0ab42c5d-f4f8-4a4a-86da-2e828966b335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:00.918320 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-068f58da-284a-4713-8364-cd9597d0f79e req-0ab42c5d-f4f8-4a4a-86da-2e828966b335 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6f60c81f-2634-4ffd-bb01-b4ea6ed7a048 HTTP/1.1" status: 200 len: 915 time: 0.2837865 Mar 05 04:56:00.942944 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cd231413-6145-49c0-9a22-786449a155dc req-766436c9-90a0-403e-bb2a-7e05b65437aa tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320591 Mar 05 04:56:00.993104 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-068f58da-284a-4713-8364-cd9597d0f79e req-bad4f739-5fca-421a-9d1c-61f3d6916c10 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae9cfc4d-4af5-420e-be45-641180134045 HTTP/1.1" status: 200 len: 217 time: 0.0680711 Mar 05 04:56:01.000791 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f58da-284a-4713-8364-cd9597d0f79e req-731eb230-a176-4071-bc75-8c4d147541d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:01.002248 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-068f58da-284a-4713-8364-cd9597d0f79e req-731eb230-a176-4071-bc75-8c4d147541d4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=82208311-ca30-4c58-847f-b428a4c75446 HTTP/1.1" status: 200 len: 917 time: 0.2761400 Mar 05 04:56:01.058146 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 48e90cbe-88d1-4c8a-983a-865574a97236, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=48e90cbe-88d1-4c8a-983a-865574a97236,segment=NetworkSegment(2430494a-3882-499e-aac1-5234601e12ff),segment_id=2430494a-3882-499e-aac1-5234601e12ff)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:01.075005 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '48e90cbe-88d1-4c8a-983a-865574a97236', 'network_id': '82208311-ca30-4c58-847f-b428a4c75446', 'port_id': '48e90cbe-88d1-4c8a-983a-865574a97236', 'mac_address': 'fa:16:3e:02:03:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb5bf78-8f6e-4cd1-8457-68870f27d1cd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:56:01.107601 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-068f58da-284a-4713-8364-cd9597d0f79e req-4dc983a6-4c10-4203-bbea-31285161942c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48e90cbe-88d1-4c8a-983a-865574a97236 HTTP/1.1" status: 200 len: 217 time: 0.0972204 Mar 05 04:56:01.131756 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 48e90cbe-88d1-4c8a-983a-865574a97236 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:01.132712 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (48e90cbe-88d1-4c8a-983a-865574a97236), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:01.135017 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f58da-284a-4713-8364-cd9597d0f79e req-f27add08-22f9-4f63-b7cf-ddeaa454071a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:01.136579 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-068f58da-284a-4713-8364-cd9597d0f79e req-f27add08-22f9-4f63-b7cf-ddeaa454071a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=451f8004-d1e7-47a0-b8b7-f06b000a63db HTTP/1.1" status: 200 len: 855 time: 0.1379402 Mar 05 04:56:01.154383 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e90cbe-88d1-4c8a-983a-865574a97236 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:56:01.190326 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9cbcd355-4b51-45e7-bb08-c11a6c8934bb tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (0bc73bf8-d6f9-4c60-acbd-cec575dcad2a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:01.197817 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 48e90cbe-88d1-4c8a-983a-865574a97236, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=48e90cbe-88d1-4c8a-983a-865574a97236,segment=NetworkSegment(2430494a-3882-499e-aac1-5234601e12ff),segment_id=2430494a-3882-499e-aac1-5234601e12ff)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:01.205419 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (48e90cbe-88d1-4c8a-983a-865574a97236), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:01.214376 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-bce0dec5-db39-4de9-b2f4-231936118352 req-9d502763-8d0c-49d0-84f8-02c887f7f7e7 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:01.225254 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-068f58da-284a-4713-8364-cd9597d0f79e req-39bb01db-54de-4e65-9e47-f9a9d65fc7b3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6f60c81f-2634-4ffd-bb01-b4ea6ed7a048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678914 Mar 05 04:56:01.230116 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-bce0dec5-db39-4de9-b2f4-231936118352 req-9d502763-8d0c-49d0-84f8-02c887f7f7e7 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (3848c23b-c288-4615-b572-0bd6299fd4c1), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:01.230470 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [req-bce0dec5-db39-4de9-b2f4-231936118352 req-9d502763-8d0c-49d0-84f8-02c887f7f7e7 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Floating IP 3848c23b-c288-4615-b572-0bd6299fd4c1 disassociated. External IP: 172.25.0.172, port: 0d32a970-db33-45c6-92ae-fb26f95ffafe. Mar 05 04:56:01.278242 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=48e90cbe-88d1-4c8a-983a-865574a97236,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:01.279969 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdb0aa-4a8b-454e-8111-618ecdef8783 req-39bd400a-8f85-4a56-ba20-90b559cd3285 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:01.287178 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-27cdb0aa-4a8b-454e-8111-618ecdef8783 req-39bd400a-8f85-4a56-ba20-90b559cd3285 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 945 time: 0.2483265 Mar 05 04:56:01.430135 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['48e90cbe-88d1-4c8a-983a-865574a97236'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:56:01.620348 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcd355-4b51-45e7-bb08-c11a6c8934bb tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Pushing event deleted for resources: {'Port': ['ID=0bc73bf8-d6f9-4c60-acbd-cec575dcad2a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:01.645475 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f58da-284a-4713-8364-cd9597d0f79e req-954dc75d-8577-4648-bafe-83ad844b174a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:01.646973 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-068f58da-284a-4713-8364-cd9597d0f79e req-954dc75d-8577-4648-bafe-83ad844b174a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dcb5bf78-8f6e-4cd1-8457-68870f27d1cd HTTP/1.1" status: 200 len: 857 time: 0.5310819 Mar 05 04:56:01.682263 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbcd355-4b51-45e7-bb08-c11a6c8934bb tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:01.682622 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbcd355-4b51-45e7-bb08-c11a6c8934bb tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:01.682965 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbcd355-4b51-45e7-bb08-c11a6c8934bb tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:01.683413 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbcd355-4b51-45e7-bb08-c11a6c8934bb tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:01.683678 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbcd355-4b51-45e7-bb08-c11a6c8934bb tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:01.683996 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbcd355-4b51-45e7-bb08-c11a6c8934bb tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:01.684330 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbcd355-4b51-45e7-bb08-c11a6c8934bb tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:01.684654 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbcd355-4b51-45e7-bb08-c11a6c8934bb tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:01.684977 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbcd355-4b51-45e7-bb08-c11a6c8934bb tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:01.685300 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbcd355-4b51-45e7-bb08-c11a6c8934bb tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:01.685621 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbcd355-4b51-45e7-bb08-c11a6c8934bb tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:01.686124 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbcd355-4b51-45e7-bb08-c11a6c8934bb tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:01.686250 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbcd355-4b51-45e7-bb08-c11a6c8934bb tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:01.758428 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-068f58da-284a-4713-8364-cd9597d0f79e req-d8c55f43-0393-4d68-8dad-c3ce2629dff7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=82208311-ca30-4c58-847f-b428a4c75446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886986 Mar 05 04:56:01.769445 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-27cdb0aa-4a8b-454e-8111-618ecdef8783 req-0611364c-4ab5-4d65-8dc9-d18a0ccb6ac2 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4746051 Mar 05 04:56:01.793753 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.db.resource_extend [None req-33700a50-ca6d-42fd-9063-438f151234b8 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 04:56:01.824803 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9cbcd355-4b51-45e7-bb08-c11a6c8934bb tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks [] for floatingip (c7130656-b76e-4b0e-b1e4-2f870509dda7), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:01.831263 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9cbcd355-4b51-45e7-bb08-c11a6c8934bb tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:01.832453 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9cbcd355-4b51-45e7-bb08-c11a6c8934bb tempest-ServerActionsTestJSON-1226368143 tempest-ServerActionsTestJSON-1226368143-project] 10.222.0.11 "DELETE /v2.0/floatingips/c7130656-b76e-4b0e-b1e4-2f870509dda7 HTTP/1.1" status: 204 len: 168 time: 1.6672614 Mar 05 04:56:01.839027 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57204) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:01.886490 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-068f58da-284a-4713-8364-cd9597d0f79e req-e8c65009-035f-4745-937d-a9ff8f78e9eb service neutron] 10.222.0.31 "GET /v2.0/networks/6f60c81f-2634-4ffd-bb01-b4ea6ed7a048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766874 Mar 05 04:56:01.930216 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-33700a50-ca6d-42fd-9063-438f151234b8 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:01.951528 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-33700a50-ca6d-42fd-9063-438f151234b8 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (f37fc286-2593-4aaf-b5ac-b691886fc6a6), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:01.994810 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-068f58da-284a-4713-8364-cd9597d0f79e req-9f1c35f1-ab10-4ec4-b16f-963ff4b0adcd service neutron] 10.222.0.30 "GET /v2.0/networks/82208311-ca30-4c58-847f-b428a4c75446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264414 Mar 05 04:56:02.135296 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-33700a50-ca6d-42fd-9063-438f151234b8 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Floating IP f37fc286-2593-4aaf-b5ac-b691886fc6a6 associated. External IP: 172.25.0.108, port: d1bd2387-390c-4747-9f24-372bac0df3d0. Mar 05 04:56:02.148044 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aab342-d804-45fa-bd1d-1e6ab9283080 req-3f8bf305-dabb-4d81-94cd-48c3cff88257 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:02.155558 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64aab342-d804-45fa-bd1d-1e6ab9283080 req-3f8bf305-dabb-4d81-94cd-48c3cff88257 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] 10.222.0.11 "GET /v2.0/ports?device_id=e71a65c1-f986-42ab-bbac-d7d7d93ad4ba HTTP/1.1" status: 200 len: 944 time: 0.2517636 Mar 05 04:56:02.162988 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-068f58da-284a-4713-8364-cd9597d0f79e req-73228b9a-d516-480f-822b-8c36c366e5e5 service neutron] 10.222.0.31 "GET /v2.0/networks/6f60c81f-2634-4ffd-bb01-b4ea6ed7a048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691286 Mar 05 04:56:02.203906 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-068f58da-284a-4713-8364-cd9597d0f79e req-0027aa4d-6973-495f-afe5-dfc8020d915c service neutron] 10.222.0.30 "GET /v2.0/networks/82208311-ca30-4c58-847f-b428a4c75446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025850 Mar 05 04:56:02.298441 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bce0dec5-db39-4de9-b2f4-231936118352 req-9d502763-8d0c-49d0-84f8-02c887f7f7e7 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Router 3ee3bc0c-e514-4015-a126-32f5d7461aa5 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:56:02.384227 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64aab342-d804-45fa-bd1d-1e6ab9283080 req-f8b446d0-19d1-4948-8562-a55fb0726592 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b7728b6-e107-45e0-8835-69deb3091b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277200 Mar 05 04:56:02.723736 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0fa1d2-3e5b-495f-80d8-d6f252b0c543 req-bdae3117-5d4a-47c7-b56f-a44f1f3bdd14 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:02.725196 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cd0fa1d2-3e5b-495f-80d8-d6f252b0c543 req-bdae3117-5d4a-47c7-b56f-a44f1f3bdd14 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3100e8d-a140-4314-b1f0-815b1e30f63a HTTP/1.1" status: 200 len: 944 time: 0.2503850 Mar 05 04:56:02.762889 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bce0dec5-db39-4de9-b2f4-231936118352 req-9d502763-8d0c-49d0-84f8-02c887f7f7e7 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:56:02.773622 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7496d63-4d48-4564-b677-4e65d7b962bd None None] Sync routers for ids ['3ee3bc0c-e514-4015-a126-32f5d7461aa5'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:56:02.774080 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-bce0dec5-db39-4de9-b2f4-231936118352 req-9d502763-8d0c-49d0-84f8-02c887f7f7e7 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:02.788090 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7496d63-4d48-4564-b677-4e65d7b962bd None None] Routers {'3ee3bc0c-e514-4015-a126-32f5d7461aa5'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:56:02.789429 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b7496d63-4d48-4564-b677-4e65d7b962bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:55:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['3ee3bc0c-e514-4015-a126-32f5d7461aa5'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:02.835253 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33700a50-ca6d-42fd-9063-438f151234b8 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Router e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:56:02.970484 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bce0dec5-db39-4de9-b2f4-231936118352 req-9d502763-8d0c-49d0-84f8-02c887f7f7e7 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "PUT /v2.0/floatingips/3848c23b-c288-4615-b572-0bd6299fd4c1 HTTP/1.1" status: 200 len: 695 time: 2.3801069 Mar 05 04:56:02.974895 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd43ccc28-e8ac-46f0-813d-4931795af5c5', 'tag': '0d32a970-db33-45c6-92ae-fb26f95ffafe'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:56:02.977932 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf2990a-bf83-4cc7-b35c-7e57c8b9f96c" -d '{"events": [{"name": "network-changed", "server_uuid": "d43ccc28-e8ac-46f0-813d-4931795af5c5", "tag": "0d32a970-db33-45c6-92ae-fb26f95ffafe"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:56:02.986800 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 48e90cbe-88d1-4c8a-983a-865574a97236 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:56:02.995955 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cd0fa1d2-3e5b-495f-80d8-d6f252b0c543 req-c701bdcb-dd1a-4dd5-b3c8-f45651b3c479 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264376 Mar 05 04:56:03.116801 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 48e90cbe-88d1-4c8a-983a-865574a97236 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:56:03.123397 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 48e90cbe-88d1-4c8a-983a-865574a97236 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:56:03.123791 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (48e90cbe-88d1-4c8a-983a-865574a97236), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:03.167541 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-b7496d63-4d48-4564-b677-4e65d7b962bd None None] Set router 3ee3bc0c-e514-4015-a126-32f5d7461aa5 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:56:03.177410 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33700a50-ca6d-42fd-9063-438f151234b8 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:56:03.187589 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b9ce9e-fbff-42fd-9b21-62e93abd565e None None] Sync routers for ids ['e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:56:03.195609 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-33700a50-ca6d-42fd-9063-438f151234b8 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:03.200838 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b9ce9e-fbff-42fd-9b21-62e93abd565e None None] Routers {'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:56:03.201484 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-24b9ce9e-fbff-42fd-9b21-62e93abd565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:55:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:03.243609 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device ae9cfc4d-4af5-420e-be45-641180134045 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:56:03.346301 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-33700a50-ca6d-42fd-9063-438f151234b8 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "PUT /v2.0/floatingips/f37fc286-2593-4aaf-b5ac-b691886fc6a6 HTTP/1.1" status: 200 len: 992 time: 3.0495772 Mar 05 04:56:03.357831 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0dec5-db39-4de9-b2f4-231936118352 req-7528cd9a-04ac-44e5-b549-292ea2c9e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:03.359521 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bce0dec5-db39-4de9-b2f4-231936118352 req-7528cd9a-04ac-44e5-b549-292ea2c9e6fc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=becd292ae1964e1591030ea7084bd53e&device_id=d43ccc28-e8ac-46f0-813d-4931795af5c5 HTTP/1.1" status: 200 len: 1129 time: 0.3624227 Mar 05 04:56:03.375774 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2eaa8d-209b-4980-b642-ee4d4112016a req-2909062a-92a7-4dbb-be88-3c2cb76d3bca tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:03.382824 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-be2eaa8d-209b-4980-b642-ee4d4112016a req-2909062a-92a7-4dbb-be88-3c2cb76d3bca tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 945 time: 0.2500618 Mar 05 04:56:03.502266 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-24b9ce9e-fbff-42fd-9b21-62e93abd565e None None] Set router e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:56:03.523449 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port ae9cfc4d-4af5-420e-be45-641180134045, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=ae9cfc4d-4af5-420e-be45-641180134045,segment=NetworkSegment(3591eed7-510d-4315-b6a7-34b67541b594),segment_id=3591eed7-510d-4315-b6a7-34b67541b594)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:03.546492 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'ae9cfc4d-4af5-420e-be45-641180134045', 'network_id': '6f60c81f-2634-4ffd-bb01-b4ea6ed7a048', 'port_id': 'ae9cfc4d-4af5-420e-be45-641180134045', 'mac_address': 'fa:16:3e:6d:e8:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451f8004-d1e7-47a0-b8b7-f06b000a63db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:56:03.737012 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port ae9cfc4d-4af5-420e-be45-641180134045 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:03.739675 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ae9cfc4d-4af5-420e-be45-641180134045), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:03.826720 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae9cfc4d-4af5-420e-be45-641180134045 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:56:03.840261 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-be2eaa8d-209b-4980-b642-ee4d4112016a req-7cc4eb15-c32e-4907-bbd1-6131ecebabd7 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4514968 Mar 05 04:56:03.841995 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0dec5-db39-4de9-b2f4-231936118352 req-71847818-f273-4e97-9201-ec0e95ae9eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:03.854341 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bce0dec5-db39-4de9-b2f4-231936118352 req-71847818-f273-4e97-9201-ec0e95ae9eac service neutron] 10.222.0.11 "GET /v2.0/networks?id=37d41d56-12bb-40e8-aa0b-844473811f88 HTTP/1.1" status: 200 len: 929 time: 0.4673030 Mar 05 04:56:03.864345 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 48e90cbe-88d1-4c8a-983a-865574a97236 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:03.864858 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (48e90cbe-88d1-4c8a-983a-865574a97236), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:03.878023 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-32560fe1-c380-4131-8483-4195d03be575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (778fcaa9-e55c-4651-84f6-2a2cc231e8cf), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:03.919376 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 48e90cbe-88d1-4c8a-983a-865574a97236, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=48e90cbe-88d1-4c8a-983a-865574a97236,segment=NetworkSegment(2430494a-3882-499e-aac1-5234601e12ff),segment_id=2430494a-3882-499e-aac1-5234601e12ff)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:03.928010 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port ae9cfc4d-4af5-420e-be45-641180134045, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=ae9cfc4d-4af5-420e-be45-641180134045,segment=NetworkSegment(3591eed7-510d-4315-b6a7-34b67541b594),segment_id=3591eed7-510d-4315-b6a7-34b67541b594)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:03.930223 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71a65c1-f986-42ab-bbac-d7d7d93ad4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e90cbe-88d1-4c8a-983a-865574a97236'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:56:03.938141 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8d2637-4e89-4af3-ab10-5d0dd64bee84" -d '{"events": [{"server_uuid": "e71a65c1-f986-42ab-bbac-d7d7d93ad4ba", "name": "network-vif-plugged", "status": "completed", "tag": "48e90cbe-88d1-4c8a-983a-865574a97236"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:56:03.946265 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bce0dec5-db39-4de9-b2f4-231936118352 req-8ea605f2-90b4-440c-8c10-f04a58dc727d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d32a970-db33-45c6-92ae-fb26f95ffafe HTTP/1.1" status: 200 len: 217 time: 0.0825632 Mar 05 04:56:03.953235 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (48e90cbe-88d1-4c8a-983a-865574a97236), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:03.967273 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ae9cfc4d-4af5-420e-be45-641180134045), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:03.988747 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-24b9ce9e-fbff-42fd-9b21-62e93abd565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1738830377-router', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:19Z', 'updated_at': '2022-03-05T04:55:33Z', 'revision_number': 4, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'gw_port': {'id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:da:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:21Z', 'updated_at': '2022-03-05T04:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'f37fc286-2593-4aaf-b5ac-b691886fc6a6', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'floating_ip_address': '172.25.0.108', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'port_id': 'd1bd2387-390c-4747-9f24-372bac0df3d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43', 'mac_address': 'fa:16:3e:b4:a2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939d753d-225a-4c87-8959-e07053961ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:55:41Z', 'updated_at': '2022-03-05T04:56:01Z', 'revision_number': 1, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '303356a8-e669-4c08-8c51-c8c38c0d0ab0', 'name': '', 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'mac_address': 'fa:16:3e:9f:50:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:30Z', 'updated_at': '2022-03-05T04:55:38Z', 'revision_number': 5, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'subnets': [{'id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:04.025274 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b7496d63-4d48-4564-b677-4e65d7b962bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2013950429-router', 'tenant_id': 'becd292ae1964e1591030ea7084bd53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '59ba4d00-3884-428c-a06f-50973f100916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:06Z', 'updated_at': '2022-03-05T04:55:13Z', 'revision_number': 4, 'project_id': 'becd292ae1964e1591030ea7084bd53e', 'gw_port': {'id': '59ba4d00-3884-428c-a06f-50973f100916', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:08Z', 'updated_at': '2022-03-05T04:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '16e47dfe-50b5-4456-b289-621f4d40c2d6', 'name': '', 'network_id': '37d41d56-12bb-40e8-aa0b-844473811f88', 'tenant_id': 'becd292ae1964e1591030ea7084bd53e', 'mac_address': 'fa:16:3e:12:c7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'b6c56ecd-fc7a-4047-b753-5102cf976f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:12Z', 'updated_at': '2022-03-05T04:55:22Z', 'revision_number': 5, 'project_id': 'becd292ae1964e1591030ea7084bd53e', 'subnets': [{'id': 'b6c56ecd-fc7a-4047-b753-5102cf976f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:04.038795 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b9ce9e-fbff-42fd-9b21-62e93abd565e None None] Checking router: e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:56:04.044145 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0dec5-db39-4de9-b2f4-231936118352 req-bda36a22-e43d-418c-8c89-ed6286c1d2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:04.047521 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bce0dec5-db39-4de9-b2f4-231936118352 req-bda36a22-e43d-418c-8c89-ed6286c1d2aa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b6c56ecd-fc7a-4047-b753-5102cf976f28 HTTP/1.1" status: 200 len: 868 time: 0.0958223 Mar 05 04:56:04.054589 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b9ce9e-fbff-42fd-9b21-62e93abd565e None None] Routers {'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:56:04.055265 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-24b9ce9e-fbff-42fd-9b21-62e93abd565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:55:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:04.110336 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7496d63-4d48-4564-b677-4e65d7b962bd None None] Checking router: 3ee3bc0c-e514-4015-a126-32f5d7461aa5 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:56:04.117195 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=48e90cbe-88d1-4c8a-983a-865574a97236,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:04.165854 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0dec5-db39-4de9-b2f4-231936118352 req-25e7cabe-14dd-47e0-8a64-fb81ed119e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:04.167789 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bce0dec5-db39-4de9-b2f4-231936118352 req-25e7cabe-14dd-47e0-8a64-fb81ed119e1c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=37d41d56-12bb-40e8-aa0b-844473811f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1130054 Mar 05 04:56:04.187540 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64a7a3d-a6c3-4589-8e56-914315fc5660 x-openstack-request-id: req-f64a7a3d-a6c3-4589-8e56-914315fc5660 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:56:04.188053 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d43ccc28-e8ac-46f0-813d-4931795af5c5", "tag": "0d32a970-db33-45c6-92ae-fb26f95ffafe", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:56:04.188539 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f64a7a3d-a6c3-4589-8e56-914315fc5660 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:56:04.189432 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd43ccc28-e8ac-46f0-813d-4931795af5c5', 'tag': '0d32a970-db33-45c6-92ae-fb26f95ffafe', 'status': 'completed', 'code': 200} Mar 05 04:56:04.205509 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=ae9cfc4d-4af5-420e-be45-641180134045,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:04.214571 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7496d63-4d48-4564-b677-4e65d7b962bd None None] Routers {'3ee3bc0c-e514-4015-a126-32f5d7461aa5'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:56:04.215282 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b7496d63-4d48-4564-b677-4e65d7b962bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:55:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['3ee3bc0c-e514-4015-a126-32f5d7461aa5'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:04.243889 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-24b9ce9e-fbff-42fd-9b21-62e93abd565e None None] Set router e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:56:04.308536 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2990a-bf83-4cc7-b35c-7e57c8b9f96c req-4f2ccfbb-df50-4869-b52b-aff0aed92eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:04.320558 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7cf2990a-bf83-4cc7-b35c-7e57c8b9f96c req-4f2ccfbb-df50-4869-b52b-aff0aed92eed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=becd292ae1964e1591030ea7084bd53e&device_id=d43ccc28-e8ac-46f0-813d-4931795af5c5 HTTP/1.1" status: 200 len: 1129 time: 0.1088758 Mar 05 04:56:04.350110 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['ae9cfc4d-4af5-420e-be45-641180134045'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:56:04.402218 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-b7496d63-4d48-4564-b677-4e65d7b962bd None None] Set router 3ee3bc0c-e514-4015-a126-32f5d7461aa5 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:56:04.510259 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2990a-bf83-4cc7-b35c-7e57c8b9f96c req-068bc98d-1ff0-4207-b2ab-438e0eaaf2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:04.513811 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7cf2990a-bf83-4cc7-b35c-7e57c8b9f96c req-068bc98d-1ff0-4207-b2ab-438e0eaaf2b2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=37d41d56-12bb-40e8-aa0b-844473811f88 HTTP/1.1" status: 200 len: 929 time: 0.1840825 Mar 05 04:56:04.600162 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca6aff-7bca-4083-8667-1361bfee18ba req-b4142e23-505b-41ff-ab66-a7b02767ab03 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:04.607312 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-59ca6aff-7bca-4083-8667-1361bfee18ba req-b4142e23-505b-41ff-ab66-a7b02767ab03 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] 10.222.0.11 "GET /v2.0/ports?device_id=e71a65c1-f986-42ab-bbac-d7d7d93ad4ba HTTP/1.1" status: 200 len: 945 time: 0.2625554 Mar 05 04:56:04.619491 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bce0dec5-db39-4de9-b2f4-231936118352 req-3417ac07-75ac-46bd-a083-177448857850 service neutron] 10.222.0.11 "GET /v2.0/networks/37d41d56-12bb-40e8-aa0b-844473811f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356186 Mar 05 04:56:04.643985 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7cf2990a-bf83-4cc7-b35c-7e57c8b9f96c req-7c3dde72-eef3-45e1-9cfe-881e57b36320 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d32a970-db33-45c6-92ae-fb26f95ffafe HTTP/1.1" status: 200 len: 217 time: 0.1251988 Mar 05 04:56:04.708053 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-59ca6aff-7bca-4083-8667-1361bfee18ba req-1b7fba70-4515-45e2-82e0-b732a8b7e1fb tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b7728b6-e107-45e0-8835-69deb3091b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944080 Mar 05 04:56:04.774578 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2990a-bf83-4cc7-b35c-7e57c8b9f96c req-4cdec8fe-a87c-46f0-a1f4-2ed09705303d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:04.777419 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7cf2990a-bf83-4cc7-b35c-7e57c8b9f96c req-4cdec8fe-a87c-46f0-a1f4-2ed09705303d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b6c56ecd-fc7a-4047-b753-5102cf976f28 HTTP/1.1" status: 200 len: 868 time: 0.1257873 Mar 05 04:56:04.825083 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-32560fe1-c380-4131-8483-4195d03be575 admin admin] Deleting port 8085c071-cba8-46ba-aef9-b7212bf03cb8 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:56:04.825660 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-32560fe1-c380-4131-8483-4195d03be575 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (8085c071-cba8-46ba-aef9-b7212bf03cb8), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:04.826959 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608f1203-b0b1-4a02-a47e-8539779fade0 x-openstack-request-id: req-608f1203-b0b1-4a02-a47e-8539779fade0 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:56:04.827644 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71a65c1-f986-42ab-bbac-d7d7d93ad4ba", "name": "network-vif-plugged", "status": "completed", "tag": "48e90cbe-88d1-4c8a-983a-865574a97236", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:56:04.827785 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-608f1203-b0b1-4a02-a47e-8539779fade0 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:56:04.831641 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71a65c1-f986-42ab-bbac-d7d7d93ad4ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e90cbe-88d1-4c8a-983a-865574a97236', 'code': 200} Mar 05 04:56:04.926983 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2990a-bf83-4cc7-b35c-7e57c8b9f96c req-f9972bd6-d5df-4a22-8e74-b0df7d32de26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:04.928547 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7cf2990a-bf83-4cc7-b35c-7e57c8b9f96c req-f9972bd6-d5df-4a22-8e74-b0df7d32de26 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=37d41d56-12bb-40e8-aa0b-844473811f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1437092 Mar 05 04:56:04.947340 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b7496d63-4d48-4564-b677-4e65d7b962bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2013950429-router', 'tenant_id': 'becd292ae1964e1591030ea7084bd53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '59ba4d00-3884-428c-a06f-50973f100916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:06Z', 'updated_at': '2022-03-05T04:55:13Z', 'revision_number': 4, 'project_id': 'becd292ae1964e1591030ea7084bd53e', 'gw_port': {'id': '59ba4d00-3884-428c-a06f-50973f100916', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:08Z', 'updated_at': '2022-03-05T04:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '16e47dfe-50b5-4456-b289-621f4d40c2d6', 'name': '', 'network_id': '37d41d56-12bb-40e8-aa0b-844473811f88', 'tenant_id': 'becd292ae1964e1591030ea7084bd53e', 'mac_address': 'fa:16:3e:12:c7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'b6c56ecd-fc7a-4047-b753-5102cf976f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:12Z', 'updated_at': '2022-03-05T04:55:22Z', 'revision_number': 5, 'project_id': 'becd292ae1964e1591030ea7084bd53e', 'subnets': [{'id': 'b6c56ecd-fc7a-4047-b753-5102cf976f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:04.948614 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-24b9ce9e-fbff-42fd-9b21-62e93abd565e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1738830377-router', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:19Z', 'updated_at': '2022-03-05T04:55:33Z', 'revision_number': 4, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'gw_port': {'id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:da:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:21Z', 'updated_at': '2022-03-05T04:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'f37fc286-2593-4aaf-b5ac-b691886fc6a6', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'floating_ip_address': '172.25.0.108', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'port_id': 'd1bd2387-390c-4747-9f24-372bac0df3d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43', 'mac_address': 'fa:16:3e:b4:a2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939d753d-225a-4c87-8959-e07053961ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:55:41Z', 'updated_at': '2022-03-05T04:56:01Z', 'revision_number': 1, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '303356a8-e669-4c08-8c51-c8c38c0d0ab0', 'name': '', 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'mac_address': 'fa:16:3e:9f:50:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:30Z', 'updated_at': '2022-03-05T04:55:38Z', 'revision_number': 5, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'subnets': [{'id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:04.948903 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bce0dec5-db39-4de9-b2f4-231936118352 req-d12c3d60-6df3-402f-b668-d60ce9ca5304 service neutron] 10.222.0.11 "GET /v2.0/networks/37d41d56-12bb-40e8-aa0b-844473811f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139353 Mar 05 04:56:04.996431 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b9ce9e-fbff-42fd-9b21-62e93abd565e None None] The sync data for ids ['e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'] in n-d-789963-32 is: [{'id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1738830377-router', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:19Z', 'updated_at': '2022-03-05T04:55:33Z', 'revision_number': 4, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'gw_port': {'id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:da:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:21Z', 'updated_at': '2022-03-05T04:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'f37fc286-2593-4aaf-b5ac-b691886fc6a6', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'floating_ip_address': '172.25.0.108', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'port_id': 'd1bd2387-390c-4747-9f24-372bac0df3d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1582, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43', 'mac_address': 'fa:16:3e:b4:a2:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939d753d-225a-4c87-8959-e07053961ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:55:41Z', 'updated_at': '2022-03-05T04:56:01Z', 'revision_number': 1, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '303356a8-e669-4c08-8c51-c8c38c0d0ab0', 'name': '', 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'mac_address': 'fa:16:3e:9f:50:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:30Z', 'updated_at': '2022-03-05T04:55:38Z', 'revision_number': 5, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'subnets': [{'id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:56:05.002128 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-32560fe1-c380-4131-8483-4195d03be575 admin admin] For port 8085c071-cba8-46ba-aef9-b7212bf03cb8, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=8085c071-cba8-46ba-aef9-b7212bf03cb8,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:05.002841 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-32560fe1-c380-4131-8483-4195d03be575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (8085c071-cba8-46ba-aef9-b7212bf03cb8), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:05.014096 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444b5d9-d826-4a48-b85c-83c4384a5fca req-b562e551-cb3a-4b66-a172-46eb655d886e tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:05.027514 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7496d63-4d48-4564-b677-4e65d7b962bd None None] The sync data for ids ['3ee3bc0c-e514-4015-a126-32f5d7461aa5'] in n-d-789963-32 is: [{'id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2013950429-router', 'tenant_id': 'becd292ae1964e1591030ea7084bd53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '59ba4d00-3884-428c-a06f-50973f100916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:06Z', 'updated_at': '2022-03-05T04:55:13Z', 'revision_number': 4, 'project_id': 'becd292ae1964e1591030ea7084bd53e', 'gw_port': {'id': '59ba4d00-3884-428c-a06f-50973f100916', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:08Z', 'updated_at': '2022-03-05T04:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '16e47dfe-50b5-4456-b289-621f4d40c2d6', 'name': '', 'network_id': '37d41d56-12bb-40e8-aa0b-844473811f88', 'tenant_id': 'becd292ae1964e1591030ea7084bd53e', 'mac_address': 'fa:16:3e:12:c7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'b6c56ecd-fc7a-4047-b753-5102cf976f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:12Z', 'updated_at': '2022-03-05T04:55:22Z', 'revision_number': 5, 'project_id': 'becd292ae1964e1591030ea7084bd53e', 'subnets': [{'id': 'b6c56ecd-fc7a-4047-b753-5102cf976f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:56:05.028240 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e444b5d9-d826-4a48-b85c-83c4384a5fca req-b562e551-cb3a-4b66-a172-46eb655d886e tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3100e8d-a140-4314-b1f0-815b1e30f63a HTTP/1.1" status: 200 len: 945 time: 0.1392393 Mar 05 04:56:05.079818 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-32560fe1-c380-4131-8483-4195d03be575 admin admin] Calling delete_port for 8085c071-cba8-46ba-aef9-b7212bf03cb8 owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:56:05.087062 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2040d-31eb-4b2c-bde3-438391b63a9c req-e2ed2101-2afd-496c-a66e-7b928fb121a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:05.088856 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-50b2040d-31eb-4b2c-bde3-438391b63a9c req-e2ed2101-2afd-496c-a66e-7b928fb121a9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e71a65c1-f986-42ab-bbac-d7d7d93ad4ba HTTP/1.1" status: 200 len: 1128 time: 0.2390392 Mar 05 04:56:05.161578 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7cf2990a-bf83-4cc7-b35c-7e57c8b9f96c req-b3d187e4-f84e-4f2e-85b6-0c1c1d3f860d service neutron] 10.222.0.31 "GET /v2.0/networks/37d41d56-12bb-40e8-aa0b-844473811f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206938 Mar 05 04:56:05.206455 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-50b2040d-31eb-4b2c-bde3-438391b63a9c req-5d7cc0e7-061c-4080-b2ab-913ad40beed4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4b7728b6-e107-45e0-8835-69deb3091b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096725 Mar 05 04:56:05.217780 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e444b5d9-d826-4a48-b85c-83c4384a5fca req-15999e9f-9a38-4e39-8dda-60406fec4016 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884909 Mar 05 04:56:05.294491 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f4e440ae-07aa-4b23-8f49-6635a705ab73 req-10542be5-6b83-4a27-a765-b9dd4e0c5963 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/floatingips/3848c23b-c288-4615-b572-0bd6299fd4c1 HTTP/1.1" status: 200 len: 695 time: 0.0516171 Mar 05 04:56:05.295060 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7cf2990a-bf83-4cc7-b35c-7e57c8b9f96c req-d2d052aa-e0a1-4095-b38f-cea63d0dfb32 service neutron] 10.222.0.31 "GET /v2.0/networks/37d41d56-12bb-40e8-aa0b-844473811f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211064 Mar 05 04:56:05.330629 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809bb5d-1b39-4578-85db-454c5d43aaed req-229974dd-15f5-4dec-a4d4-679318823f16 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:05.332221 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4809bb5d-1b39-4578-85db-454c5d43aaed req-229974dd-15f5-4dec-a4d4-679318823f16 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 945 time: 0.2624094 Mar 05 04:56:05.406164 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eea4fd6-f9fb-4fd5-816e-706d1ede2998 None None] New status for floating IP 3848c23b-c288-4615-b572-0bd6299fd4c1: DOWN {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 04:56:05.527157 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4809bb5d-1b39-4578-85db-454c5d43aaed req-da409c13-f9fa-4590-b468-18b66a3807cd tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803226 Mar 05 04:56:05.537433 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e440ae-07aa-4b23-8f49-6635a705ab73 req-2bc69921-5993-4a2d-9bb6-faced222c68f tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:05.539573 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f4e440ae-07aa-4b23-8f49-6635a705ab73 req-2bc69921-5993-4a2d-9bb6-faced222c68f tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 784 time: 0.2355173 Mar 05 04:56:05.620940 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bb1ccd-f6ff-4416-9d1c-a0ab5b1a568f None None] New status for floating IP f37fc286-2593-4aaf-b5ac-b691886fc6a6: ACTIVE {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 04:56:05.633755 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-f4e440ae-07aa-4b23-8f49-6635a705ab73 req-c67c0273-2a68-4fb7-8c05-5230b38c1a8b tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:56:05.637943 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f4e440ae-07aa-4b23-8f49-6635a705ab73 req-c67c0273-2a68-4fb7-8c05-5230b38c1a8b tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0749607 Mar 05 04:56:05.643311 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-32560fe1-c380-4131-8483-4195d03be575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (8085c071-cba8-46ba-aef9-b7212bf03cb8), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:05.695712 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32560fe1-c380-4131-8483-4195d03be575 admin admin] Pushing event deleted for resources: {'Port': ['ID=8085c071-cba8-46ba-aef9-b7212bf03cb8,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:05.750788 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32560fe1-c380-4131-8483-4195d03be575 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:05.751308 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32560fe1-c380-4131-8483-4195d03be575 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:05.751783 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32560fe1-c380-4131-8483-4195d03be575 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:05.752314 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32560fe1-c380-4131-8483-4195d03be575 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:05.752756 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32560fe1-c380-4131-8483-4195d03be575 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:05.753196 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32560fe1-c380-4131-8483-4195d03be575 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:05.753672 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32560fe1-c380-4131-8483-4195d03be575 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:05.754226 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32560fe1-c380-4131-8483-4195d03be575 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:05.754601 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32560fe1-c380-4131-8483-4195d03be575 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:05.755654 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32560fe1-c380-4131-8483-4195d03be575 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:05.755990 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32560fe1-c380-4131-8483-4195d03be575 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:05.756317 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32560fe1-c380-4131-8483-4195d03be575 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:05.756816 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32560fe1-c380-4131-8483-4195d03be575 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:05.897160 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f4e440ae-07aa-4b23-8f49-6635a705ab73 req-d3660523-1b80-4621-b107-ab6fa0e60f53 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.172 HTTP/1.1" status: 200 len: 698 time: 0.2048600 Mar 05 04:56:06.073995 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f4e440ae-07aa-4b23-8f49-6635a705ab73 req-858f315f-c237-4f28-b9a6-b82a196d97b7 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.172 HTTP/1.1" status: 200 len: 696 time: 0.1758611 Mar 05 04:56:06.223029 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939d753d-225a-4c87-8959-e07053961ebf', 'tag': 'd1bd2387-390c-4747-9f24-372bac0df3d0'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:56:06.225791 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b2097a-db50-4d99-9afd-4bb201bbdb71" -d '{"events": [{"name": "network-changed", "server_uuid": "939d753d-225a-4c87-8959-e07053961ebf", "tag": "d1bd2387-390c-4747-9f24-372bac0df3d0"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:56:06.238292 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6eda23-6783-4d56-9d3a-1fe2f9fc9e32 req-5147990b-f864-42af-9b6c-65e938868340 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:06.243830 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2c6eda23-6783-4d56-9d3a-1fe2f9fc9e32 req-5147990b-f864-42af-9b6c-65e938868340 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] 10.222.0.11 "GET /v2.0/ports?device_id=e71a65c1-f986-42ab-bbac-d7d7d93ad4ba HTTP/1.1" status: 200 len: 945 time: 0.3443179 Mar 05 04:56:06.311887 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-32560fe1-c380-4131-8483-4195d03be575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (778fcaa9-e55c-4651-84f6-2a2cc231e8cf), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:06.399050 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2c6eda23-6783-4d56-9d3a-1fe2f9fc9e32 req-69fadaab-a890-48b4-a2f8-73cc0728d591 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b7728b6-e107-45e0-8835-69deb3091b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502359 Mar 05 04:56:06.407794 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-f4e440ae-07aa-4b23-8f49-6635a705ab73 req-3b88c591-caeb-4314-97d9-f7ebc898f3e2 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Deleting port af954d49-b090-4af1-ba02-4b465e07d79d {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:56:06.408140 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f4e440ae-07aa-4b23-8f49-6635a705ab73 req-3b88c591-caeb-4314-97d9-f7ebc898f3e2 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (af954d49-b090-4af1-ba02-4b465e07d79d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:06.458981 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411d2fbe-6fe8-422b-9a9f-38025873bfe5 x-openstack-request-id: req-411d2fbe-6fe8-422b-9a9f-38025873bfe5 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:56:06.459332 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939d753d-225a-4c87-8959-e07053961ebf", "tag": "d1bd2387-390c-4747-9f24-372bac0df3d0", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:56:06.459561 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-411d2fbe-6fe8-422b-9a9f-38025873bfe5 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:56:06.459951 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939d753d-225a-4c87-8959-e07053961ebf', 'tag': 'd1bd2387-390c-4747-9f24-372bac0df3d0', 'status': 'completed', 'code': 200} Mar 05 04:56:06.535550 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2097a-db50-4d99-9afd-4bb201bbdb71 req-176e4661-ba88-443c-bd27-86ea91a8d84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:06.538113 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-00b2097a-db50-4d99-9afd-4bb201bbdb71 req-176e4661-ba88-443c-bd27-86ea91a8d84f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f0efde040e1417b9e4baf083ccb9565&device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 1129 time: 0.0615580 Mar 05 04:56:06.657390 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2097a-db50-4d99-9afd-4bb201bbdb71 req-fc9094a5-4ab3-4427-bb20-c559b60cf5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:06.658961 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-00b2097a-db50-4d99-9afd-4bb201bbdb71 req-fc9094a5-4ab3-4427-bb20-c559b60cf5f0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1fadffb-f5d8-4040-a31e-e74b33451f43 HTTP/1.1" status: 200 len: 917 time: 0.1142931 Mar 05 04:56:06.737076 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-00b2097a-db50-4d99-9afd-4bb201bbdb71 req-5ea1dacd-1abb-4159-aaca-e8b30d1b9052 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1bd2387-390c-4747-9f24-372bac0df3d0 HTTP/1.1" status: 200 len: 1002 time: 0.0717132 Mar 05 04:56:06.798883 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2097a-db50-4d99-9afd-4bb201bbdb71 req-afc12ce5-872c-42a0-b84c-201e027318de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:06.800788 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-00b2097a-db50-4d99-9afd-4bb201bbdb71 req-afc12ce5-872c-42a0-b84c-201e027318de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fcb8f64-37dd-445b-b856-b0d90d6a1c08 HTTP/1.1" status: 200 len: 856 time: 0.0575554 Mar 05 04:56:06.859312 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f4e440ae-07aa-4b23-8f49-6635a705ab73 req-3b88c591-caeb-4314-97d9-f7ebc898f3e2 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (af954d49-b090-4af1-ba02-4b465e07d79d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:06.859635 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f4e440ae-07aa-4b23-8f49-6635a705ab73 req-3b88c591-caeb-4314-97d9-f7ebc898f3e2 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks [] for floatingip (af954d49-b090-4af1-ba02-4b465e07d79d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:06.860738 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2097a-db50-4d99-9afd-4bb201bbdb71 req-ba42a9c0-ffd7-47aa-a7aa-b7e6c7b2e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:06.862431 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-00b2097a-db50-4d99-9afd-4bb201bbdb71 req-ba42a9c0-ffd7-47aa-a7aa-b7e6c7b2e190 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1fadffb-f5d8-4040-a31e-e74b33451f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0553448 Mar 05 04:56:06.888859 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e31efa-c8ca-4b6b-b3e6-749824c42f00 req-bb80fcd0-4efb-4d51-83a2-82e86ed4a584 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:06.890592 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-12e31efa-c8ca-4b6b-b3e6-749824c42f00 req-bb80fcd0-4efb-4d51-83a2-82e86ed4a584 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3100e8d-a140-4314-b1f0-815b1e30f63a HTTP/1.1" status: 200 len: 945 time: 0.1436183 Mar 05 04:56:06.893516 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-f4e440ae-07aa-4b23-8f49-6635a705ab73 req-3b88c591-caeb-4314-97d9-f7ebc898f3e2 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Calling delete_port for af954d49-b090-4af1-ba02-4b465e07d79d owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:56:06.973054 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-00b2097a-db50-4d99-9afd-4bb201bbdb71 req-d3f4102f-b2ec-4683-b864-0cb6e5b1cbfe service neutron] 10.222.0.30 "GET /v2.0/networks/f1fadffb-f5d8-4040-a31e-e74b33451f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043756 Mar 05 04:56:07.034244 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-12e31efa-c8ca-4b6b-b3e6-749824c42f00 req-77198bee-5b2d-4e77-a881-0c7454db1dc8 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373055 Mar 05 04:56:07.073094 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32560fe1-c380-4131-8483-4195d03be575 admin admin] Router 778fcaa9-e55c-4651-84f6-2a2cc231e8cf has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:56:07.087552 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-00b2097a-db50-4d99-9afd-4bb201bbdb71 req-d6623121-5d53-4136-a49b-e6c593ddac1c service neutron] 10.222.0.30 "GET /v2.0/networks/f1fadffb-f5d8-4040-a31e-e74b33451f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087480 Mar 05 04:56:07.238304 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device ae9cfc4d-4af5-420e-be45-641180134045 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:56:07.300187 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f4e440ae-07aa-4b23-8f49-6635a705ab73 req-3b88c591-caeb-4314-97d9-f7ebc898f3e2 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (af954d49-b090-4af1-ba02-4b465e07d79d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:07.314865 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333949f1-c386-43dc-b225-d04cd37ad497 req-b252e1f1-8a91-40b4-bde7-60a8b9a953df tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:07.316635 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-333949f1-c386-43dc-b225-d04cd37ad497 req-b252e1f1-8a91-40b4-bde7-60a8b9a953df tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 945 time: 0.1785412 Mar 05 04:56:07.319404 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port ae9cfc4d-4af5-420e-be45-641180134045 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:56:07.325136 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port ae9cfc4d-4af5-420e-be45-641180134045 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:56:07.325529 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ae9cfc4d-4af5-420e-be45-641180134045), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:07.361237 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88c591-caeb-4314-97d9-f7ebc898f3e2 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Pushing event deleted for resources: {'Port': ['ID=af954d49-b090-4af1-ba02-4b465e07d79d,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:07.364636 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32560fe1-c380-4131-8483-4195d03be575 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:56:07.372540 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57578) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:07.372672 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-32560fe1-c380-4131-8483-4195d03be575 admin admin] 10.222.0.11 "PUT /v2.0/routers/778fcaa9-e55c-4651-84f6-2a2cc231e8cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5325961 Mar 05 04:56:07.381135 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b03a3a-7a95-4856-b821-04b91c6bec40 None None] Sync routers for ids ['778fcaa9-e55c-4651-84f6-2a2cc231e8cf'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:56:07.396446 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b03a3a-7a95-4856-b821-04b91c6bec40 None None] Routers {'778fcaa9-e55c-4651-84f6-2a2cc231e8cf'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:56:07.397083 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e0b03a3a-7a95-4856-b821-04b91c6bec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:55:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['778fcaa9-e55c-4651-84f6-2a2cc231e8cf'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:07.492562 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port ae9cfc4d-4af5-420e-be45-641180134045 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:07.493268 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ae9cfc4d-4af5-420e-be45-641180134045), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:07.528102 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f4e440ae-07aa-4b23-8f49-6635a705ab73 req-3b88c591-caeb-4314-97d9-f7ebc898f3e2 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks [] for floatingip (3848c23b-c288-4615-b572-0bd6299fd4c1), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:07.531142 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f4e440ae-07aa-4b23-8f49-6635a705ab73 req-3b88c591-caeb-4314-97d9-f7ebc898f3e2 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:07.532346 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f4e440ae-07aa-4b23-8f49-6635a705ab73 req-3b88c591-caeb-4314-97d9-f7ebc898f3e2 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "DELETE /v2.0/floatingips/3848c23b-c288-4615-b572-0bd6299fd4c1 HTTP/1.1" status: 204 len: 173 time: 1.4575672 Mar 05 04:56:07.560849 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-333949f1-c386-43dc-b225-d04cd37ad497 req-75329dd3-4f97-405e-b47f-021a7d307c73 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044272 Mar 05 04:56:07.610144 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3100e8d-a140-4314-b1f0-815b1e30f63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9cfc4d-4af5-420e-be45-641180134045'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:56:07.610357 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be7439ce-4392-4fd2-ad47-6e61beff740f admin admin] Publish callbacks [] for router (778fcaa9-e55c-4651-84f6-2a2cc231e8cf), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:07.613556 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a8ea6b-a97b-418e-8c27-a2f50481b409" -d '{"events": [{"server_uuid": "a3100e8d-a140-4314-b1f0-815b1e30f63a", "name": "network-vif-plugged", "status": "completed", "tag": "ae9cfc4d-4af5-420e-be45-641180134045"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:56:07.635955 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port ae9cfc4d-4af5-420e-be45-641180134045, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=ae9cfc4d-4af5-420e-be45-641180134045,segment=NetworkSegment(3591eed7-510d-4315-b6a7-34b67541b594),segment_id=3591eed7-510d-4315-b6a7-34b67541b594)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:07.647477 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-e0b03a3a-7a95-4856-b821-04b91c6bec40 None None] Set router 778fcaa9-e55c-4651-84f6-2a2cc231e8cf gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:56:07.658351 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ae9cfc4d-4af5-420e-be45-641180134045), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:07.698642 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57596) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:07.713865 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605dd67-9ab5-4038-a799-735b1142c325 req-950ca139-e6ae-4eb7-af02-313aa1d55b09 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:07.723442 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8605dd67-9ab5-4038-a799-735b1142c325 req-950ca139-e6ae-4eb7-af02-313aa1d55b09 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] 10.222.0.11 "GET /v2.0/ports?device_id=e71a65c1-f986-42ab-bbac-d7d7d93ad4ba HTTP/1.1" status: 200 len: 945 time: 0.1085284 Mar 05 04:56:07.832928 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be7439ce-4392-4fd2-ad47-6e61beff740f admin admin] Publish callbacks [] for router_gateway (778fcaa9-e55c-4651-84f6-2a2cc231e8cf), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:07.857960 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8605dd67-9ab5-4038-a799-735b1142c325 req-260ab3cb-eb7a-4e67-8c26-7cf13661e6bf tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b7728b6-e107-45e0-8835-69deb3091b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333926 Mar 05 04:56:07.881907 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd683c43-bdae-4e9d-b62e-b40b0dc9ded0 req-be6853da-5dec-41fa-a446-98faf06ee6bf tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:07.888030 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cd683c43-bdae-4e9d-b62e-b40b0dc9ded0 req-be6853da-5dec-41fa-a446-98faf06ee6bf tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/ports?device_id=d43ccc28-e8ac-46f0-813d-4931795af5c5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1550691 Mar 05 04:56:07.926095 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=ae9cfc4d-4af5-420e-be45-641180134045,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:07.958093 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85af9ac2-c726-4478-9eb8-268d202abe6f x-openstack-request-id: req-85af9ac2-c726-4478-9eb8-268d202abe6f {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:56:07.958390 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3100e8d-a140-4314-b1f0-815b1e30f63a", "name": "network-vif-plugged", "status": "completed", "tag": "ae9cfc4d-4af5-420e-be45-641180134045", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:56:07.958652 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-85af9ac2-c726-4478-9eb8-268d202abe6f {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:56:07.959060 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3100e8d-a140-4314-b1f0-815b1e30f63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae9cfc4d-4af5-420e-be45-641180134045', 'code': 200} Mar 05 04:56:07.971888 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c8f7e0ae-2b96-4cbb-b470-50c60dac7a61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:07.973575 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cd683c43-bdae-4e9d-b62e-b40b0dc9ded0 req-20c99720-52a8-4949-810b-e0e9448b444a tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0742307 Mar 05 04:56:08.080805 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e0b03a3a-7a95-4856-b821-04b91c6bec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'name': 'tempest-ServerActionsTestJSON-1231150609-router', 'tenant_id': '947653f4d3b84cc89f4c3c5691586859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '3e099efb-6447-4587-be61-a97b529178b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:47:28Z', 'updated_at': '2022-03-05T04:56:05Z', 'revision_number': 5, 'project_id': '947653f4d3b84cc89f4c3c5691586859', 'gw_port': {'id': '3e099efb-6447-4587-be61-a97b529178b8', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:09:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:47:30Z', 'updated_at': '2022-03-05T04:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:08.091298 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c8f7e0ae-2b96-4cbb-b470-50c60dac7a61 admin admin] Publish callbacks [] for security_group (ffb077a4-a457-4a21-b7d5-2315ca4821d0), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:08.096561 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-be7439ce-4392-4fd2-ad47-6e61beff740f admin admin] Deleting port 3e099efb-6447-4587-be61-a97b529178b8 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:56:08.097557 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be7439ce-4392-4fd2-ad47-6e61beff740f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (3e099efb-6447-4587-be61-a97b529178b8), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:08.101568 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7605dcc3-2464-427b-be38-7448ba94313c req-1878be32-6b41-46e1-a1f9-6652ad4d1833 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1101553 Mar 05 04:56:08.131135 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c8f7e0ae-2b96-4cbb-b470-50c60dac7a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ffb077a4-a457-4a21-b7d5-2315ca4821d0), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:08.156899 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b03a3a-7a95-4856-b821-04b91c6bec40 None None] Checking router: 778fcaa9-e55c-4651-84f6-2a2cc231e8cf for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:56:08.169113 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b03a3a-7a95-4856-b821-04b91c6bec40 None None] Routers {'778fcaa9-e55c-4651-84f6-2a2cc231e8cf'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:56:08.169786 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e0b03a3a-7a95-4856-b821-04b91c6bec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:55:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['778fcaa9-e55c-4651-84f6-2a2cc231e8cf'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:08.287379 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720623c2-5da5-4194-b838-ed8994e761c9 req-47b7b16e-cba5-468f-a7d3-dee88aae102b tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:08.294232 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-720623c2-5da5-4194-b838-ed8994e761c9 req-47b7b16e-cba5-468f-a7d3-dee88aae102b tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3100e8d-a140-4314-b1f0-815b1e30f63a HTTP/1.1" status: 200 len: 946 time: 0.1082287 Mar 05 04:56:08.303346 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c8f7e0ae-2b96-4cbb-b470-50c60dac7a61 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4bfe0fd141f442f59ef055f444168111&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6042051 Mar 05 04:56:08.306869 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57614) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:08.309671 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99891fa4-5668-429f-9e3d-a408c6da82da req-918e6327-9452-4c96-9a97-64dda899c806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:08.312854 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-99891fa4-5668-429f-9e3d-a408c6da82da req-918e6327-9452-4c96-9a97-64dda899c806 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a3100e8d-a140-4314-b1f0-815b1e30f63a HTTP/1.1" status: 200 len: 1129 time: 0.2193089 Mar 05 04:56:08.317785 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7e0ae-2b96-4cbb-b470-50c60dac7a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb077a4-a457-4a21-b7d5-2315ca4821d0,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:08.408679 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-720623c2-5da5-4194-b838-ed8994e761c9 req-ccfa8f85-dd13-4e23-aa80-d475fe233d56 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102049 Mar 05 04:56:08.422681 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-e0b03a3a-7a95-4856-b821-04b91c6bec40 None None] Set router 778fcaa9-e55c-4651-84f6-2a2cc231e8cf gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:56:08.442110 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5d07bfbb-0b0f-4711-8cda-7f0203b6703b admin admin] Publish callbacks [] for security_group (ffb077a4-a457-4a21-b7d5-2315ca4821d0), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:08.445973 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-99891fa4-5668-429f-9e3d-a408c6da82da req-de62551d-de69-40f6-8dfa-7ad8741ef005 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023836 Mar 05 04:56:08.448744 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-be7439ce-4392-4fd2-ad47-6e61beff740f admin admin] For port 3e099efb-6447-4587-be61-a97b529178b8, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=3e099efb-6447-4587-be61-a97b529178b8,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:08.449121 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be7439ce-4392-4fd2-ad47-6e61beff740f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (3e099efb-6447-4587-be61-a97b529178b8), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:08.466983 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-be7439ce-4392-4fd2-ad47-6e61beff740f admin admin] Calling delete_port for 3e099efb-6447-4587-be61-a97b529178b8 owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:56:08.521958 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5d07bfbb-0b0f-4711-8cda-7f0203b6703b admin admin] Publish callbacks [] for security_group (ffb077a4-a457-4a21-b7d5-2315ca4821d0), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:08.538775 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e0b03a3a-7a95-4856-b821-04b91c6bec40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'name': 'tempest-ServerActionsTestJSON-1231150609-router', 'tenant_id': '947653f4d3b84cc89f4c3c5691586859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:47:28Z', 'updated_at': '2022-03-05T04:56:07Z', 'revision_number': 6, 'project_id': '947653f4d3b84cc89f4c3c5691586859', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:08.569648 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b03a3a-7a95-4856-b821-04b91c6bec40 None None] The sync data for ids ['778fcaa9-e55c-4651-84f6-2a2cc231e8cf'] in n-d-789963-32 is: [{'id': '778fcaa9-e55c-4651-84f6-2a2cc231e8cf', 'name': 'tempest-ServerActionsTestJSON-1231150609-router', 'tenant_id': '947653f4d3b84cc89f4c3c5691586859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:47:28Z', 'updated_at': '2022-03-05T04:56:07Z', 'revision_number': 6, 'project_id': '947653f4d3b84cc89f4c3c5691586859', 'gw_port_host': None}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:56:08.650309 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ca27c-22ca-4a25-8757-a6fb6faf4e33 req-f14532a1-2505-4bd7-9b07-c8b0c08f6673 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:08.651895 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-819ca27c-22ca-4a25-8757-a6fb6faf4e33 req-f14532a1-2505-4bd7-9b07-c8b0c08f6673 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/ports?device_id=d43ccc28-e8ac-46f0-813d-4931795af5c5 HTTP/1.1" status: 200 len: 946 time: 0.1488895 Mar 05 04:56:08.666666 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc120f4-8cfc-4941-b27c-136d08bf4f83 req-dee5a408-fcad-47e1-9fd7-e1aec7841a7e tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:08.667878 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5cc120f4-8cfc-4941-b27c-136d08bf4f83 req-dee5a408-fcad-47e1-9fd7-e1aec7841a7e tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] 10.222.0.11 "GET /v2.0/ports?device_id=e71a65c1-f986-42ab-bbac-d7d7d93ad4ba HTTP/1.1" status: 200 len: 945 time: 0.1440182 Mar 05 04:56:08.685123 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be7439ce-4392-4fd2-ad47-6e61beff740f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (3e099efb-6447-4587-be61-a97b529178b8), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:08.699572 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5d07bfbb-0b0f-4711-8cda-7f0203b6703b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ffb077a4-a457-4a21-b7d5-2315ca4821d0), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:08.702674 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5d07bfbb-0b0f-4711-8cda-7f0203b6703b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:08.706163 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5d07bfbb-0b0f-4711-8cda-7f0203b6703b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ffb077a4-a457-4a21-b7d5-2315ca4821d0 HTTP/1.1" status: 204 len: 168 time: 0.3954527 Mar 05 04:56:08.723318 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7439ce-4392-4fd2-ad47-6e61beff740f admin admin] Pushing event deleted for resources: {'Port': ['ID=3e099efb-6447-4587-be61-a97b529178b8,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:08.750253 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07bfbb-0b0f-4711-8cda-7f0203b6703b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb077a4-a457-4a21-b7d5-2315ca4821d0,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:08.789405 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-819ca27c-22ca-4a25-8757-a6fb6faf4e33 req-48c3b92e-e094-4c41-8c79-7352d4a0a832 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/security-groups?id=1221e7d5-8d20-47b1-a240-de033b79c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205564 Mar 05 04:56:08.804052 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be7439ce-4392-4fd2-ad47-6e61beff740f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (778fcaa9-e55c-4651-84f6-2a2cc231e8cf), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:08.816093 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5cc120f4-8cfc-4941-b27c-136d08bf4f83 req-f1650b11-3c1d-4eac-bcea-5f5eb9d2d083 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b7728b6-e107-45e0-8835-69deb3091b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321244 Mar 05 04:56:08.952616 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8730192-382b-4401-ab1c-0f98f5b6c4f2 req-e1123862-5719-42ae-881c-83698ce09f0c tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:08.954505 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d8730192-382b-4401-ab1c-0f98f5b6c4f2 req-e1123862-5719-42ae-881c-83698ce09f0c tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 945 time: 0.0915120 Mar 05 04:56:08.959113 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be7439ce-4392-4fd2-ad47-6e61beff740f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (778fcaa9-e55c-4651-84f6-2a2cc231e8cf), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:08.961118 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be7439ce-4392-4fd2-ad47-6e61beff740f admin admin] Publish callbacks [] for router_controller (778fcaa9-e55c-4651-84f6-2a2cc231e8cf), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:09.031894 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d8730192-382b-4401-ab1c-0f98f5b6c4f2 req-8f5cbbb2-9557-4068-b13c-1e0e0ff7e836 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683997 Mar 05 04:56:09.041219 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be7439ce-4392-4fd2-ad47-6e61beff740f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (778fcaa9-e55c-4651-84f6-2a2cc231e8cf), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:09.041813 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7439ce-4392-4fd2-ad47-6e61beff740f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 778fcaa9-e55c-4651-84f6-2a2cc231e8cf {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:56:09.056423 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be7439ce-4392-4fd2-ad47-6e61beff740f admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:09.056637 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57628) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:09.056765 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-be7439ce-4392-4fd2-ad47-6e61beff740f admin admin] 10.222.0.11 "DELETE /v2.0/routers/778fcaa9-e55c-4651-84f6-2a2cc231e8cf HTTP/1.1" status: 204 len: 168 time: 1.6810751 Mar 05 04:56:09.116110 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-e862cfb1-bc99-49ac-b150-b5769ba18e13 admin admin] Deleting subnet 4a6039ad-16bd-4b00-a55f-f7c68e1f3072 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:56:09.120814 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e862cfb1-bc99-49ac-b150-b5769ba18e13 admin admin] Publish callbacks [] for subnet (4a6039ad-16bd-4b00-a55f-f7c68e1f3072), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:09.162906 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e862cfb1-bc99-49ac-b150-b5769ba18e13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (4a6039ad-16bd-4b00-a55f-f7c68e1f3072), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:09.256892 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e862cfb1-bc99-49ac-b150-b5769ba18e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (4a6039ad-16bd-4b00-a55f-f7c68e1f3072), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:09.326175 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e862cfb1-bc99-49ac-b150-b5769ba18e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (4a6039ad-16bd-4b00-a55f-f7c68e1f3072), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:09.356988 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862cfb1-bc99-49ac-b150-b5769ba18e13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a6039ad-16bd-4b00-a55f-f7c68e1f3072,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:09.367019 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e862cfb1-bc99-49ac-b150-b5769ba18e13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:09.372026 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e862cfb1-bc99-49ac-b150-b5769ba18e13 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4a6039ad-16bd-4b00-a55f-f7c68e1f3072 HTTP/1.1" status: 204 len: 168 time: 0.3180909 Mar 05 04:56:09.374527 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57640) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:09.375146 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6044dd3a-cc21-4706-8fb2-267810cc54f6 None None] Network 37de3cac-2e27-4573-885e-c86e0ea7886c requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:56:09.504866 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-936ca301-9b66-4264-a0e1-8db33189e3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (37de3cac-2e27-4573-885e-c86e0ea7886c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:09.640949 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec75ff5-db5b-4018-8f04-70641febedd5 req-95e1f1ae-f136-4293-8040-9a102fdbc9b6 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:09.651852 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fec75ff5-db5b-4018-8f04-70641febedd5 req-95e1f1ae-f136-4293-8040-9a102fdbc9b6 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] 10.222.0.30 "GET /v2.0/ports?device_id=e71a65c1-f986-42ab-bbac-d7d7d93ad4ba HTTP/1.1" status: 200 len: 945 time: 0.1400218 Mar 05 04:56:09.676681 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0214df67-049d-4260-990e-86b2c866b25c None None] DHCP port deletion for 37de3cac-2e27-4573-885e-c86e0ea7886c request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:56:09.692252 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-936ca301-9b66-4264-a0e1-8db33189e3ea admin admin] Deleting port 53d15c9e-85b5-452c-8f10-d6e82651af85 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:56:09.692604 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-936ca301-9b66-4264-a0e1-8db33189e3ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (53d15c9e-85b5-452c-8f10-d6e82651af85), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:09.723704 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32047e-c78e-462f-9c42-4a707c24ddc5 req-12c16710-e018-42b6-8a8d-f0e25264ed9b tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:09.725287 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2d32047e-c78e-462f-9c42-4a707c24ddc5 req-12c16710-e018-42b6-8a8d-f0e25264ed9b tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3100e8d-a140-4314-b1f0-815b1e30f63a HTTP/1.1" status: 200 len: 946 time: 0.1615968 Mar 05 04:56:09.825884 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-936ca301-9b66-4264-a0e1-8db33189e3ea admin admin] For port 53d15c9e-85b5-452c-8f10-d6e82651af85, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=53d15c9e-85b5-452c-8f10-d6e82651af85,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:09.826263 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-936ca301-9b66-4264-a0e1-8db33189e3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (53d15c9e-85b5-452c-8f10-d6e82651af85), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:09.851485 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-936ca301-9b66-4264-a0e1-8db33189e3ea admin admin] Calling delete_port for 53d15c9e-85b5-452c-8f10-d6e82651af85 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:56:09.853412 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-0214df67-049d-4260-990e-86b2c866b25c None None] Deleting port 53d15c9e-85b5-452c-8f10-d6e82651af85 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:56:09.853804 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0214df67-049d-4260-990e-86b2c866b25c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (53d15c9e-85b5-452c-8f10-d6e82651af85), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:09.882173 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-fec75ff5-db5b-4018-8f04-70641febedd5 req-86bddf8f-6261-4ddd-ae97-8fb3458cf923 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] Deleting port 48e90cbe-88d1-4c8a-983a-865574a97236 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:56:09.882726 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fec75ff5-db5b-4018-8f04-70641febedd5 req-86bddf8f-6261-4ddd-ae97-8fb3458cf923 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (48e90cbe-88d1-4c8a-983a-865574a97236), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:09.907984 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2d32047e-c78e-462f-9c42-4a707c24ddc5 req-ff400abc-bd3a-458e-bf35-4cf52d90100c tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255751 Mar 05 04:56:10.035516 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-0214df67-049d-4260-990e-86b2c866b25c None None] For port 53d15c9e-85b5-452c-8f10-d6e82651af85, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=53d15c9e-85b5-452c-8f10-d6e82651af85,segment=NetworkSegment(db049693-52d7-464e-9d76-c4af8ab82eaa),segment_id=db049693-52d7-464e-9d76-c4af8ab82eaa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:10.041096 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0214df67-049d-4260-990e-86b2c866b25c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (53d15c9e-85b5-452c-8f10-d6e82651af85), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:10.078856 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-0214df67-049d-4260-990e-86b2c866b25c None None] Calling delete_port for 53d15c9e-85b5-452c-8f10-d6e82651af85 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:56:10.096201 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-fec75ff5-db5b-4018-8f04-70641febedd5 req-86bddf8f-6261-4ddd-ae97-8fb3458cf923 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] For port 48e90cbe-88d1-4c8a-983a-865574a97236, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=48e90cbe-88d1-4c8a-983a-865574a97236,segment=NetworkSegment(2430494a-3882-499e-aac1-5234601e12ff),segment_id=2430494a-3882-499e-aac1-5234601e12ff)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:10.096588 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fec75ff5-db5b-4018-8f04-70641febedd5 req-86bddf8f-6261-4ddd-ae97-8fb3458cf923 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (48e90cbe-88d1-4c8a-983a-865574a97236), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:10.114447 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eaa79c-005c-40ac-b02b-8852b1b79fd3 req-b7c77252-db9f-4977-b567-8a87fc79b5bd tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:10.116070 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-84eaa79c-005c-40ac-b02b-8852b1b79fd3 req-b7c77252-db9f-4977-b567-8a87fc79b5bd tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.31 "GET /v2.0/ports?device_id=d43ccc28-e8ac-46f0-813d-4931795af5c5 HTTP/1.1" status: 200 len: 946 time: 0.0996630 Mar 05 04:56:10.123817 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-fec75ff5-db5b-4018-8f04-70641febedd5 req-86bddf8f-6261-4ddd-ae97-8fb3458cf923 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] Calling delete_port for 48e90cbe-88d1-4c8a-983a-865574a97236 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:56:10.184098 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc18465-65f5-4399-b8c0-9cd5a2203c51 req-27b8344e-08b1-4c34-8168-4f48cb613842 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:10.192245 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4dc18465-65f5-4399-b8c0-9cd5a2203c51 req-27b8344e-08b1-4c34-8168-4f48cb613842 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/ports?device_id=d43ccc28-e8ac-46f0-813d-4931795af5c5 HTTP/1.1" status: 200 len: 946 time: 0.1868627 Mar 05 04:56:10.215608 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18108476-c5ab-498a-8ca9-af72c036271e req-4ab55fdb-437f-43a2-9b55-003b3d32262b tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:10.217710 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-18108476-c5ab-498a-8ca9-af72c036271e req-4ab55fdb-437f-43a2-9b55-003b3d32262b tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] 10.222.0.11 "GET /v2.0/ports?device_id=e71a65c1-f986-42ab-bbac-d7d7d93ad4ba HTTP/1.1" status: 200 len: 945 time: 0.1671343 Mar 05 04:56:10.246708 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-936ca301-9b66-4264-a0e1-8db33189e3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (53d15c9e-85b5-452c-8f10-d6e82651af85), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:10.280721 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0214df67-049d-4260-990e-86b2c866b25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (53d15c9e-85b5-452c-8f10-d6e82651af85), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:10.300093 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4dc18465-65f5-4399-b8c0-9cd5a2203c51 req-33b2c370-2e34-4fe4-93fd-b7475e9ffa85 tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/security-groups?id=1221e7d5-8d20-47b1-a240-de033b79c9f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066597 Mar 05 04:56:10.334268 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214df67-049d-4260-990e-86b2c866b25c None None] Pushing event deleted for resources: {'Port': ['ID=53d15c9e-85b5-452c-8f10-d6e82651af85,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:10.342717 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0214df67-049d-4260-990e-86b2c866b25c None None] No DVR routers for this DVR port 53d15c9e-85b5-452c-8f10-d6e82651af85 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:56:10.351386 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8085c071-cba8-46ba-aef9-b7212bf03cb8 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:56:10.365604 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ca301-9b66-4264-a0e1-8db33189e3ea admin admin] Pushing event deleted for resources: {'Port': ['ID=53d15c9e-85b5-452c-8f10-d6e82651af85,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:10.369644 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936ca301-9b66-4264-a0e1-8db33189e3ea admin admin] No DVR routers for this DVR port 53d15c9e-85b5-452c-8f10-d6e82651af85 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:56:10.443206 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-84eaa79c-005c-40ac-b02b-8852b1b79fd3 req-0baaa44b-830a-4cc2-8a34-8e7ce2d2278f tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Deleting port 0d32a970-db33-45c6-92ae-fb26f95ffafe {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:56:10.443774 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-84eaa79c-005c-40ac-b02b-8852b1b79fd3 req-0baaa44b-830a-4cc2-8a34-8e7ce2d2278f tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (0d32a970-db33-45c6-92ae-fb26f95ffafe), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:10.451895 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 8085c071-cba8-46ba-aef9-b7212bf03cb8 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:56:10.452248 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8085c071-cba8-46ba-aef9-b7212bf03cb8 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:56:10.452695 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 3e099efb-6447-4587-be61-a97b529178b8 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:56:10.485527 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 3e099efb-6447-4587-be61-a97b529178b8 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:56:10.486101 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 3e099efb-6447-4587-be61-a97b529178b8 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:56:10.486675 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 53d15c9e-85b5-452c-8f10-d6e82651af85 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:56:10.518737 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 53d15c9e-85b5-452c-8f10-d6e82651af85 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:56:10.519849 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 53d15c9e-85b5-452c-8f10-d6e82651af85 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:56:10.561929 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-18108476-c5ab-498a-8ca9-af72c036271e req-093d68ae-d1da-4d3f-b7a3-d7740ed34969 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b7728b6-e107-45e0-8835-69deb3091b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323722 Mar 05 04:56:10.614944 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fec75ff5-db5b-4018-8f04-70641febedd5 req-86bddf8f-6261-4ddd-ae97-8fb3458cf923 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (48e90cbe-88d1-4c8a-983a-865574a97236), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:10.628257 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['48e90cbe-88d1-4c8a-983a-865574a97236'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:56:10.676983 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bddf8f-6261-4ddd-ae97-8fb3458cf923 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] Pushing event deleted for resources: {'Port': ['ID=48e90cbe-88d1-4c8a-983a-865574a97236,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:10.680090 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-84eaa79c-005c-40ac-b02b-8852b1b79fd3 req-0baaa44b-830a-4cc2-8a34-8e7ce2d2278f tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] For port 0d32a970-db33-45c6-92ae-fb26f95ffafe, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=0d32a970-db33-45c6-92ae-fb26f95ffafe,segment=NetworkSegment(e8ceeb83-f904-40df-9648-fb8be4cbca95),segment_id=e8ceeb83-f904-40df-9648-fb8be4cbca95)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:10.680454 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-84eaa79c-005c-40ac-b02b-8852b1b79fd3 req-0baaa44b-830a-4cc2-8a34-8e7ce2d2278f tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (0d32a970-db33-45c6-92ae-fb26f95ffafe), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:10.692816 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-936ca301-9b66-4264-a0e1-8db33189e3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (37de3cac-2e27-4573-885e-c86e0ea7886c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:10.706799 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aef4b1-dd53-445d-892d-5a719604fdaa req-f7fe64df-46d2-41a1-8f25-4849ed256a7c tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:10.708299 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-20aef4b1-dd53-445d-892d-5a719604fdaa req-f7fe64df-46d2-41a1-8f25-4849ed256a7c tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 945 time: 0.2497146 Mar 05 04:56:10.718550 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-84eaa79c-005c-40ac-b02b-8852b1b79fd3 req-0baaa44b-830a-4cc2-8a34-8e7ce2d2278f tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Calling delete_port for 0d32a970-db33-45c6-92ae-fb26f95ffafe owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:56:10.734647 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-936ca301-9b66-4264-a0e1-8db33189e3ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37de3cac-2e27-4573-885e-c86e0ea7886c']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:10.744472 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-936ca301-9b66-4264-a0e1-8db33189e3ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db049693-52d7-464e-9d76-c4af8ab82eaa') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:10.744783 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-936ca301-9b66-4264-a0e1-8db33189e3ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db049693-52d7-464e-9d76-c4af8ab82eaa') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:10.744898 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec75ff5-db5b-4018-8f04-70641febedd5 req-86bddf8f-6261-4ddd-ae97-8fb3458cf923 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] No DVR routers for this DVR port 48e90cbe-88d1-4c8a-983a-865574a97236 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:56:10.749299 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fec75ff5-db5b-4018-8f04-70641febedd5 req-86bddf8f-6261-4ddd-ae97-8fb3458cf923 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:10.753301 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fec75ff5-db5b-4018-8f04-70641febedd5 req-86bddf8f-6261-4ddd-ae97-8fb3458cf923 tempest-InstanceActionsV221TestJSON-835185550 tempest-InstanceActionsV221TestJSON-835185550-project] 10.222.0.30 "DELETE /v2.0/ports/48e90cbe-88d1-4c8a-983a-865574a97236 HTTP/1.1" status: 204 len: 173 time: 1.0940988 Mar 05 04:56:10.753766 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71a65c1-f986-42ab-bbac-d7d7d93ad4ba', 'name': 'network-vif-deleted', 'tag': '48e90cbe-88d1-4c8a-983a-865574a97236'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:56:10.756167 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23814a64-f53e-4b2c-a9ae-ea089e4d1afa" -d '{"events": [{"server_uuid": "e71a65c1-f986-42ab-bbac-d7d7d93ad4ba", "name": "network-vif-deleted", "tag": "48e90cbe-88d1-4c8a-983a-865574a97236"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:56:10.771764 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-936ca301-9b66-4264-a0e1-8db33189e3ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (db049693-52d7-464e-9d76-c4af8ab82eaa), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:10.830628 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57676) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:10.853323 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-936ca301-9b66-4264-a0e1-8db33189e3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (db049693-52d7-464e-9d76-c4af8ab82eaa), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:10.861970 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fcdff3-c0d7-4ab9-a04a-5b1d40a5aa99 x-openstack-request-id: req-20fcdff3-c0d7-4ab9-a04a-5b1d40a5aa99 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:56:10.862242 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71a65c1-f986-42ab-bbac-d7d7d93ad4ba", "name": "network-vif-deleted", "tag": "48e90cbe-88d1-4c8a-983a-865574a97236", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:56:10.862547 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-20fcdff3-c0d7-4ab9-a04a-5b1d40a5aa99 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:56:10.862964 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71a65c1-f986-42ab-bbac-d7d7d93ad4ba', 'name': 'network-vif-deleted', 'tag': '48e90cbe-88d1-4c8a-983a-865574a97236', 'status': 'completed', 'code': 200} Mar 05 04:56:10.884475 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-936ca301-9b66-4264-a0e1-8db33189e3ea admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:56:10.884886 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-936ca301-9b66-4264-a0e1-8db33189e3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (db049693-52d7-464e-9d76-c4af8ab82eaa), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:10.886893 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 04:56:10.886893 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:56:10.886893 n-d-789963-32 neutron-server[105231]: timer() Mar 05 04:56:10.886893 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:56:10.886893 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 04:56:10.886893 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:56:10.886893 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 04:56:10.886893 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:56:10.886893 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 04:56:10.886893 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:56:10.886893 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 04:56:10.886893 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:56:10.886893 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 04:56:10.886893 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:56:10.886893 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:56:10.886893 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:56:10.886893 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:56:10.886893 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:56:10.886893 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 04:56:10.886893 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:56:10.886893 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 04:56:10.886893 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:56:10.886893 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:56:10.886893 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:56:10.886893 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 04:56:10.886893 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:56:10.886893 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:56:10.886893 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:56:10.886893 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:56:10.886893 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:56:10.886893 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:56:10.886893 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:56:10.907654 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-20aef4b1-dd53-445d-892d-5a719604fdaa req-ce38c2e4-0599-4c6e-8800-bca26e0c8624 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928570 Mar 05 04:56:10.970024 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-84eaa79c-005c-40ac-b02b-8852b1b79fd3 req-0baaa44b-830a-4cc2-8a34-8e7ce2d2278f tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (0d32a970-db33-45c6-92ae-fb26f95ffafe), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:10.982098 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['0d32a970-db33-45c6-92ae-fb26f95ffafe'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:56:11.016019 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-936ca301-9b66-4264-a0e1-8db33189e3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (37de3cac-2e27-4573-885e-c86e0ea7886c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:11.021850 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-936ca301-9b66-4264-a0e1-8db33189e3ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:11.028588 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-936ca301-9b66-4264-a0e1-8db33189e3ea admin admin] 10.222.0.11 "DELETE /v2.0/networks/37de3cac-2e27-4573-885e-c86e0ea7886c HTTP/1.1" status: 204 len: 168 time: 1.6524251 Mar 05 04:56:11.040253 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-25581654-42ff-4142-b591-6f268c98166e tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2080806146'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:11.040744 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-25581654-42ff-4142-b591-6f268c98166e tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] Unknown quota resources ['metering_label']. {{(pid=105232) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 05 04:56:11.043487 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baaa44b-830a-4cc2-8a34-8e7ce2d2278f tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Pushing event deleted for resources: {'Port': ['ID=0d32a970-db33-45c6-92ae-fb26f95ffafe,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:11.087410 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ca301-9b66-4264-a0e1-8db33189e3ea admin admin] Pushing event deleted for resources: {'Network': ['ID=37de3cac-2e27-4573-885e-c86e0ea7886c,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:11.116596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-84eaa79c-005c-40ac-b02b-8852b1b79fd3 req-0baaa44b-830a-4cc2-8a34-8e7ce2d2278f tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] No DVR routers for this DVR port 0d32a970-db33-45c6-92ae-fb26f95ffafe on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:56:11.119580 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-84eaa79c-005c-40ac-b02b-8852b1b79fd3 req-0baaa44b-830a-4cc2-8a34-8e7ce2d2278f tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:11.124302 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-84eaa79c-005c-40ac-b02b-8852b1b79fd3 req-0baaa44b-830a-4cc2-8a34-8e7ce2d2278f tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.31 "DELETE /v2.0/ports/0d32a970-db33-45c6-92ae-fb26f95ffafe HTTP/1.1" status: 204 len: 173 time: 1.0019593 Mar 05 04:56:11.129791 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09c4fb-a3a8-4f40-a04b-c8890c8c6f9d req-52b71fe4-8ddc-44db-a777-3db62d111020 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:11.131405 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de09c4fb-a3a8-4f40-a04b-c8890c8c6f9d req-52b71fe4-8ddc-44db-a777-3db62d111020 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3100e8d-a140-4314-b1f0-815b1e30f63a HTTP/1.1" status: 200 len: 946 time: 0.0939510 Mar 05 04:56:11.244992 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de09c4fb-a3a8-4f40-a04b-c8890c8c6f9d req-a53c5734-987a-4650-a410-c56764e4c3c5 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992992 Mar 05 04:56:11.396751 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1c3eb683-cab0-49a6-a8c2-e4be0faf1c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:11.400250 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57692) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:11.485131 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-25581654-42ff-4142-b591-6f268c98166e tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:11.488888 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-25581654-42ff-4142-b591-6f268c98166e tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6547682 Mar 05 04:56:11.489223 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57696) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:11.493823 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-60c1d8b9-25b5-4dce-9d1f-1363f9187a74 tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '2d8151d0-a0f7-4187-9264-e509ff2222aa'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:11.494446 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-60c1d8b9-25b5-4dce-9d1f-1363f9187a74 tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105232) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 05 04:56:11.534743 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-323b4ec2-9fc5-4073-8ef8-f8bb0e92d92c req-342edf39-e4f0-41f8-a42b-638486f02e5a tempest-FloatingIPsAssociationNegativeTestJSON-138566711 tempest-FloatingIPsAssociationNegativeTestJSON-138566711-project] 10.222.0.11 "GET /v2.0/ports?device_id=d43ccc28-e8ac-46f0-813d-4931795af5c5 HTTP/1.1" status: 200 len: 210 time: 0.0605445 Mar 05 04:56:11.591997 n-d-789963-32 neutron-server[105232]: WARNING neutron.services.metering.metering_plugin [None req-60c1d8b9-25b5-4dce-9d1f-1363f9187a74 tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 05 04:56:11.619043 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df1163-e825-49e3-906f-23f505e15077 req-51513109-f51f-401c-9b8d-38cfaa0f31b5 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:11.621242 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-09df1163-e825-49e3-906f-23f505e15077 req-51513109-f51f-401c-9b8d-38cfaa0f31b5 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3100e8d-a140-4314-b1f0-815b1e30f63a HTTP/1.1" status: 200 len: 946 time: 0.2446942 Mar 05 04:56:11.627043 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b43b41c2-798b-4eee-bb59-49201eb63710 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=947653f4d3b84cc89f4c3c5691586859&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275662 Mar 05 04:56:11.629646 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57700) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:11.759923 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-09df1163-e825-49e3-906f-23f505e15077 req-8ea98f5a-235f-4ce1-b090-e2b8e822e9a1 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316061 Mar 05 04:56:11.779460 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-42a92475-b1a5-408e-a38c-5f9efdeafb8f admin admin] Publish callbacks [] for security_group (87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:11.852332 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-42a92475-b1a5-408e-a38c-5f9efdeafb8f admin admin] Publish callbacks [] for security_group (87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:11.908493 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57710) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:11.977086 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-42a92475-b1a5-408e-a38c-5f9efdeafb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:11.981431 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-42a92475-b1a5-408e-a38c-5f9efdeafb8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:11.992312 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-42a92475-b1a5-408e-a38c-5f9efdeafb8f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8 HTTP/1.1" status: 204 len: 168 time: 0.3614626 Mar 05 04:56:12.002611 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a92475-b1a5-408e-a38c-5f9efdeafb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cf11c8-e71d-4cd8-9f0f-2ed50237d7b8,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:12.035906 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0acbc86-cec2-484c-8c78-9d4492f09524 admin admin] Deleting subnet dcb5bf78-8f6e-4cd1-8457-68870f27d1cd {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:56:12.049301 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a0acbc86-cec2-484c-8c78-9d4492f09524 admin admin] Publish callbacks [] for subnet (dcb5bf78-8f6e-4cd1-8457-68870f27d1cd), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:12.163602 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-60c1d8b9-25b5-4dce-9d1f-1363f9187a74 tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:12.164815 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-60c1d8b9-25b5-4dce-9d1f-1363f9187a74 tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6745229 Mar 05 04:56:12.168820 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57718) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:12.170191 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a0acbc86-cec2-484c-8c78-9d4492f09524 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (dcb5bf78-8f6e-4cd1-8457-68870f27d1cd), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:12.179286 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-585fce9b-3abb-4b5a-b962-890d7c871bf9 tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '2d8151d0-a0f7-4187-9264-e509ff2222aa'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:12.179848 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-585fce9b-3abb-4b5a-b962-890d7c871bf9 tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105232) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 05 04:56:12.219185 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a0acbc86-cec2-484c-8c78-9d4492f09524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (dcb5bf78-8f6e-4cd1-8457-68870f27d1cd), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:12.282872 n-d-789963-32 neutron-server[105232]: WARNING neutron.services.metering.metering_plugin [None req-585fce9b-3abb-4b5a-b962-890d7c871bf9 tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 05 04:56:12.309844 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0cec3-5af4-4e5f-80bc-ca0c41af692f req-1edbd188-b9ec-4d29-9dfe-09666739856d tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:12.312162 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8ed0cec3-5af4-4e5f-80bc-ca0c41af692f req-1edbd188-b9ec-4d29-9dfe-09666739856d tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3100e8d-a140-4314-b1f0-815b1e30f63a HTTP/1.1" status: 200 len: 946 time: 0.2656109 Mar 05 04:56:12.315112 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a0acbc86-cec2-484c-8c78-9d4492f09524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (dcb5bf78-8f6e-4cd1-8457-68870f27d1cd), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:12.337046 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028cfe8-e738-4471-89fb-7d8599d1693b req-51d962c5-fd80-49fa-994a-6d2317cb56b6 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:12.340217 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b028cfe8-e738-4471-89fb-7d8599d1693b req-51d962c5-fd80-49fa-994a-6d2317cb56b6 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 945 time: 0.2874045 Mar 05 04:56:12.404404 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-585fce9b-3abb-4b5a-b962-890d7c871bf9 tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:12.409575 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-585fce9b-3abb-4b5a-b962-890d7c871bf9 tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2397480 Mar 05 04:56:12.410390 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57728) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:12.430154 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a0acbc86-cec2-484c-8c78-9d4492f09524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:12.431361 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-977b9f9f-b3e1-4325-97db-c4bfa5e4c10e tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=256fcd30-4862-430a-ba8b-7b22ad2086b4 HTTP/1.1" status: 200 len: 462 time: 0.0195611 Mar 05 04:56:12.432066 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57730) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:12.436547 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a0acbc86-cec2-484c-8c78-9d4492f09524 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/dcb5bf78-8f6e-4cd1-8457-68870f27d1cd HTTP/1.1" status: 204 len: 168 time: 0.5245047 Mar 05 04:56:12.436547 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0acbc86-cec2-484c-8c78-9d4492f09524 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcb5bf78-8f6e-4cd1-8457-68870f27d1cd,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:12.447715 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57732) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:12.494895 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8ed0cec3-5af4-4e5f-80bc-ca0c41af692f req-39074662-8531-4514-86c5-6a793b95c120 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533573 Mar 05 04:56:12.577622 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b028cfe8-e738-4471-89fb-7d8599d1693b req-c8dc3dfe-bd27-43e7-b8ad-c1ea321e5ea4 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115829 Mar 05 04:56:12.585600 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a44a1610-213d-4f8a-b4ae-f41d999a7b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (82208311-ca30-4c58-847f-b428a4c75446), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:12.638606 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-117fb91e-4966-4d0a-b39e-2ef0775ea1c7 tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:12.642248 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-117fb91e-4966-4d0a-b39e-2ef0775ea1c7 tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/256fcd30-4862-430a-ba8b-7b22ad2086b4 HTTP/1.1" status: 204 len: 168 time: 0.2086136 Mar 05 04:56:12.642939 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57746) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:12.643289 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57748) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:12.708762 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-de50fb95-3906-4e0a-a99c-b79c09a1bacd tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=256fcd30-4862-430a-ba8b-7b22ad2086b4 HTTP/1.1" status: 200 len: 221 time: 0.0622518 Mar 05 04:56:12.711282 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57750) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:12.715270 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-77dabf08-4df0-48d7-bbd8-d51a9aecdd6a tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1619279622', 'description': 'label created by tempest'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:12.715718 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-77dabf08-4df0-48d7-bbd8-d51a9aecdd6a tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] Unknown quota resources ['metering_label']. {{(pid=105232) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 05 04:56:12.883126 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43ccc28-e8ac-46f0-813d-4931795af5c5', 'name': 'network-vif-deleted', 'tag': '0d32a970-db33-45c6-92ae-fb26f95ffafe'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:56:12.885645 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ee087b-3afa-47d9-b357-a63433b8b76b" -d '{"events": [{"server_uuid": "d43ccc28-e8ac-46f0-813d-4931795af5c5", "name": "network-vif-deleted", "tag": "0d32a970-db33-45c6-92ae-fb26f95ffafe"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:56:12.972468 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 48e90cbe-88d1-4c8a-983a-865574a97236 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:56:13.011767 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 48e90cbe-88d1-4c8a-983a-865574a97236 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:56:13.012061 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 48e90cbe-88d1-4c8a-983a-865574a97236 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:56:13.061919 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a44a1610-213d-4f8a-b4ae-f41d999a7b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (82208311-ca30-4c58-847f-b428a4c75446), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:13.091169 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-a44a1610-213d-4f8a-b4ae-f41d999a7b7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82208311-ca30-4c58-847f-b428a4c75446']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:13.110354 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940f028-aabc-4f49-a90e-bcf41cb3b407 req-260c8e6b-b67b-4209-b655-1e2fa9cf3fad tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:13.117548 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c940f028-aabc-4f49-a90e-bcf41cb3b407 req-260c8e6b-b67b-4209-b655-1e2fa9cf3fad tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3100e8d-a140-4314-b1f0-815b1e30f63a HTTP/1.1" status: 200 len: 946 time: 0.4786143 Mar 05 04:56:13.128990 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57764) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:13.143282 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-a44a1610-213d-4f8a-b4ae-f41d999a7b7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2430494a-3882-499e-aac1-5234601e12ff') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:13.143408 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-a44a1610-213d-4f8a-b4ae-f41d999a7b7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2430494a-3882-499e-aac1-5234601e12ff') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:13.157491 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a44a1610-213d-4f8a-b4ae-f41d999a7b7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (2430494a-3882-499e-aac1-5234601e12ff), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:13.165725 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-77dabf08-4df0-48d7-bbd8-d51a9aecdd6a tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:13.169922 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-77dabf08-4df0-48d7-bbd8-d51a9aecdd6a tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4553702 Mar 05 04:56:13.172827 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57768) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:13.189990 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c7d58-a749-48fa-b56a-43bc19d71fe7 req-1d1d8d12-5fa1-4295-b0b0-164eaa525686 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:13.191659 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b38c7d58-a749-48fa-b56a-43bc19d71fe7 req-1d1d8d12-5fa1-4295-b0b0-164eaa525686 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 945 time: 0.1663070 Mar 05 04:56:13.196897 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a44a1610-213d-4f8a-b4ae-f41d999a7b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (2430494a-3882-499e-aac1-5234601e12ff), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:13.223024 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a44a1610-213d-4f8a-b4ae-f41d999a7b7f admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:56:13.223451 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a44a1610-213d-4f8a-b4ae-f41d999a7b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (2430494a-3882-499e-aac1-5234601e12ff), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:13.227092 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 04:56:13.227092 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:56:13.227092 n-d-789963-32 neutron-server[105231]: timer() Mar 05 04:56:13.227092 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:56:13.227092 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 04:56:13.227092 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:56:13.227092 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 04:56:13.227092 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:56:13.227092 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 04:56:13.227092 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:56:13.227092 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 04:56:13.227092 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:56:13.227092 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 04:56:13.227092 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:56:13.227092 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:56:13.227092 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:56:13.227092 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:56:13.227092 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:56:13.227092 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 04:56:13.227092 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:56:13.227092 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 04:56:13.227092 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:56:13.227092 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:56:13.227092 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:56:13.227092 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 04:56:13.227092 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:56:13.227092 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:56:13.227092 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:56:13.227092 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:56:13.227092 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:56:13.227092 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:56:13.227092 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:56:13.249342 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c940f028-aabc-4f49-a90e-bcf41cb3b407 req-73ac2c2c-ef0c-44ac-8119-c7673e1adbaa tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288772 Mar 05 04:56:13.270330 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 0d32a970-db33-45c6-92ae-fb26f95ffafe no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:56:13.301414 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b38c7d58-a749-48fa-b56a-43bc19d71fe7 req-20ede640-f10b-4ee1-8b58-f53c6f81028f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028883 Mar 05 04:56:13.317676 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 0d32a970-db33-45c6-92ae-fb26f95ffafe {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:56:13.318210 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 0d32a970-db33-45c6-92ae-fb26f95ffafe not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:56:13.348466 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-08479217-20aa-4a37-a89b-b0df6a4e6026 tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=c68e99b7-7157-45e3-b39f-bd869d19782e HTTP/1.1" status: 200 len: 468 time: 0.1677072 Mar 05 04:56:13.348466 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81d4374-c72d-43cc-9897-e9eab6e3b412 x-openstack-request-id: req-a81d4374-c72d-43cc-9897-e9eab6e3b412 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:56:13.348466 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d43ccc28-e8ac-46f0-813d-4931795af5c5", "name": "network-vif-deleted", "tag": "0d32a970-db33-45c6-92ae-fb26f95ffafe", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:56:13.348747 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a81d4374-c72d-43cc-9897-e9eab6e3b412 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:56:13.349008 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43ccc28-e8ac-46f0-813d-4931795af5c5', 'name': 'network-vif-deleted', 'tag': '0d32a970-db33-45c6-92ae-fb26f95ffafe', 'status': 'completed', 'code': 200} Mar 05 04:56:13.352123 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57774) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:13.358463 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef659534-5264-4ef0-8159-0b0b8992ed90 req-3497c8a6-b675-46b7-92a2-112619243020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:13.359721 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ef659534-5264-4ef0-8159-0b0b8992ed90 req-3497c8a6-b675-46b7-92a2-112619243020 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5d19f36e865d4d1c893d90afc94d506f&device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 1128 time: 0.3938453 Mar 05 04:56:13.372377 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-b76621bc-90a6-4826-bb54-80254758a39d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1024933462-network', 'tenant_id': '6e5092c20fe14dbdbd8241f34045fd32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:13.400949 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a44a1610-213d-4f8a-b4ae-f41d999a7b7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (82208311-ca30-4c58-847f-b428a4c75446), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:13.420152 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a44a1610-213d-4f8a-b4ae-f41d999a7b7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:13.425804 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a44a1610-213d-4f8a-b4ae-f41d999a7b7f admin admin] 10.222.0.11 "DELETE /v2.0/networks/82208311-ca30-4c58-847f-b428a4c75446 HTTP/1.1" status: 204 len: 168 time: 0.9765825 Mar 05 04:56:13.448427 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76621bc-90a6-4826-bb54-80254758a39d admin admin] Made reservation on behalf of 6e5092c20fe14dbdbd8241f34045fd32 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:56:13.450727 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b76621bc-90a6-4826-bb54-80254758a39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:13.453998 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a1610-213d-4f8a-b4ae-f41d999a7b7f admin admin] Pushing event deleted for resources: {'Network': ['ID=82208311-ca30-4c58-847f-b428a4c75446,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:13.462814 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b76621bc-90a6-4826-bb54-80254758a39d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:13.558637 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b76621bc-90a6-4826-bb54-80254758a39d admin admin] Publish callbacks [] for security_group (dda9ed6e-5f39-43cb-a89f-4fed152222eb), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:13.565307 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b76621bc-90a6-4826-bb54-80254758a39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (dda9ed6e-5f39-43cb-a89f-4fed152222eb), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:13.598279 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76621bc-90a6-4826-bb54-80254758a39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda9ed6e-5f39-43cb-a89f-4fed152222eb,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:13.608794 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b76621bc-90a6-4826-bb54-80254758a39d admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:56:13.622168 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b76621bc-90a6-4826-bb54-80254758a39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (7818f704-feaf-4759-800b-520c40aa37d5), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:13.622525 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-b76621bc-90a6-4826-bb54-80254758a39d admin admin] Added segment 7818f704-feaf-4759-800b-520c40aa37d5 of type vlan for network 31b0ad25-0961-41e8-ba3d-c6b7bbf5af76 Mar 05 04:56:13.694597 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:13.698786 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-75800bbf-323a-4be1-a423-1224bbe343f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:13.703694 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57782) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:13.738419 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b76621bc-90a6-4826-bb54-80254758a39d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (31b0ad25-0961-41e8-ba3d-c6b7bbf5af76), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:13.757634 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef659534-5264-4ef0-8159-0b0b8992ed90 req-8d945afa-79ef-4964-b21b-653c1627de35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:13.759732 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ef659534-5264-4ef0-8159-0b0b8992ed90 req-8d945afa-79ef-4964-b21b-653c1627de35 service neutron] 10.222.0.30 "GET /v2.0/networks?id=931621a1-3c63-4b88-9017-913fd0b96f88 HTTP/1.1" status: 200 len: 911 time: 0.3908308 Mar 05 04:56:13.769210 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:13.797516 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0b7f9d77-dc39-4187-a217-02983cb0ef4e tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:13.801555 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0b7f9d77-dc39-4187-a217-02983cb0ef4e tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/c68e99b7-7157-45e3-b39f-bd869d19782e HTTP/1.1" status: 204 len: 168 time: 0.4458458 Mar 05 04:56:13.803675 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57784) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:13.813148 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4c59660e-bf7d-4ecd-8c84-ebe08097b2af admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aba73159821e416a8ba27cca897dd78a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0994310 Mar 05 04:56:13.814131 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57786) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:13.820365 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b76621bc-90a6-4826-bb54-80254758a39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (31b0ad25-0961-41e8-ba3d-c6b7bbf5af76), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:13.821271 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76621bc-90a6-4826-bb54-80254758a39d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:13.821844 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b76621bc-90a6-4826-bb54-80254758a39d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:13.830619 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e892ba-4cfd-49a6-8049-00cb7ebe2976 req-b0e4ecce-bca3-4a7f-8893-b710e30b2d5c tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:13.832204 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-98e892ba-4cfd-49a6-8049-00cb7ebe2976 req-b0e4ecce-bca3-4a7f-8893-b710e30b2d5c tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3100e8d-a140-4314-b1f0-815b1e30f63a HTTP/1.1" status: 200 len: 946 time: 0.1498106 Mar 05 04:56:13.865644 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-44b2aeed-ac84-467b-a29b-971aa522bbbd tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=c68e99b7-7157-45e3-b39f-bd869d19782e HTTP/1.1" status: 200 len: 216 time: 0.0592568 Mar 05 04:56:13.868995 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57788) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:13.899766 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-70a6c58d-5110-423f-977f-5a76d726d808 tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0284345 Mar 05 04:56:13.901408 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ef659534-5264-4ef0-8159-0b0b8992ed90 req-ca8ddd07-9cf9-49cd-9958-fdcc3a303c68 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2df2f954-f596-41f7-a05e-f84d6836a2af HTTP/1.1" status: 200 len: 1001 time: 0.1182017 Mar 05 04:56:13.902123 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57790) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:13.904592 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b76621bc-90a6-4826-bb54-80254758a39d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7684133 Mar 05 04:56:13.910533 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57792) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:13.922415 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-cdb0814a-490e-499a-9e07-46bffb596041 admin admin] Request body: {'subnet': {'network_id': '31b0ad25-0961-41e8-ba3d-c6b7bbf5af76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1024933462-subnet', 'tenant_id': '6e5092c20fe14dbdbd8241f34045fd32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:13.952656 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76621bc-90a6-4826-bb54-80254758a39d admin admin] Pushing event updated for resources: {'Network': ['ID=31b0ad25-0961-41e8-ba3d-c6b7bbf5af76,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:13.954647 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2eba69d4-e477-46ef-81ce-1b0e6b810e16 tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0514729 Mar 05 04:56:13.960768 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57794) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:13.969433 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 31b0ad25-0961-41e8-ba3d-c6b7bbf5af76 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:56:14.008257 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef659534-5264-4ef0-8159-0b0b8992ed90 req-639f3366-7595-4d6a-af49-c065aa303463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:14.009889 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ef659534-5264-4ef0-8159-0b0b8992ed90 req-639f3366-7595-4d6a-af49-c065aa303463 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4f62d24-d369-4f32-b0d3-8cc062c5524d HTTP/1.1" status: 200 len: 850 time: 0.0985465 Mar 05 04:56:14.013991 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb0814a-490e-499a-9e07-46bffb596041 admin admin] Made reservation on behalf of 6e5092c20fe14dbdbd8241f34045fd32 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:56:14.018481 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cdb0814a-490e-499a-9e07-46bffb596041 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:14.071684 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-98e892ba-4cfd-49a6-8049-00cb7ebe2976 req-4e320b67-c85f-4364-97a6-1d52ea90a8db tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276981 Mar 05 04:56:14.078239 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ddb1fef8-9784-4805-bc4b-3478d29a04db tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels/2d8151d0-a0f7-4187-9264-e509ff2222aa HTTP/1.1" status: 200 len: 473 time: 0.1151330 Mar 05 04:56:14.087850 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57796) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:14.089029 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fc7cd3c3-59c0-4c73-8c80-1be6de97aec7 admin admin] Publish callbacks [] for security_group (4b7728b6-e107-45e0-8835-69deb3091b58), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:14.114400 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-15b68e25-0f25-428a-b5e7-412a61d72240 tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules/1ad83719-1172-42cb-92ad-07fecea23392 HTTP/1.1" status: 200 len: 459 time: 0.0225852 Mar 05 04:56:14.118925 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57800) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:14.138210 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fc7cd3c3-59c0-4c73-8c80-1be6de97aec7 admin admin] Publish callbacks [] for security_group (4b7728b6-e107-45e0-8835-69deb3091b58), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:14.186853 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef659534-5264-4ef0-8159-0b0b8992ed90 req-feb862ee-dac9-4610-8eb8-460a124877a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:14.188714 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ef659534-5264-4ef0-8159-0b0b8992ed90 req-feb862ee-dac9-4610-8eb8-460a124877a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=931621a1-3c63-4b88-9017-913fd0b96f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1386991 Mar 05 04:56:14.232879 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-765ffbae-28d5-4a15-9735-f6f84fa0a2f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (3ee3bc0c-e514-4015-a126-32f5d7461aa5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:14.319464 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1b6b81af-ae33-41eb-95b9-b8535116888c tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:14.323110 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1b6b81af-ae33-41eb-95b9-b8535116888c tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/1ad83719-1172-42cb-92ad-07fecea23392 HTTP/1.1" status: 204 len: 168 time: 0.2004035 Mar 05 04:56:14.325979 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57802) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:14.341707 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2802d20-afb7-4025-b375-9705b8b3e0c0 req-27f17ffa-ccf1-45e1-a82c-6ee186da1602 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:14.344371 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a2802d20-afb7-4025-b375-9705b8b3e0c0 req-27f17ffa-ccf1-45e1-a82c-6ee186da1602 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3100e8d-a140-4314-b1f0-815b1e30f63a HTTP/1.1" status: 200 len: 946 time: 0.1937730 Mar 05 04:56:14.351725 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fc7cd3c3-59c0-4c73-8c80-1be6de97aec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4b7728b6-e107-45e0-8835-69deb3091b58), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:14.354597 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fc7cd3c3-59c0-4c73-8c80-1be6de97aec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:14.355988 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fc7cd3c3-59c0-4c73-8c80-1be6de97aec7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4b7728b6-e107-45e0-8835-69deb3091b58 HTTP/1.1" status: 204 len: 168 time: 0.5409751 Mar 05 04:56:14.434166 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7cd3c3-59c0-4c73-8c80-1be6de97aec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7728b6-e107-45e0-8835-69deb3091b58,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:14.563113 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ef659534-5264-4ef0-8159-0b0b8992ed90 req-d3a987c4-d345-4d1b-b235-d777c04d826c service neutron] 10.222.0.30 "GET /v2.0/networks/931621a1-3c63-4b88-9017-913fd0b96f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642666 Mar 05 04:56:14.608207 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cdb0814a-490e-499a-9e07-46bffb596041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (98ef46bf-572c-498d-93ea-a0a1c161f54f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:14.668849 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a2802d20-afb7-4025-b375-9705b8b3e0c0 req-283e8891-f7ee-4c9f-983d-f9d910462631 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651992 Mar 05 04:56:14.675615 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-43b182a4-4c9e-4a06-b706-cd1a57a2b89f tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:14.676941 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-43b182a4-4c9e-4a06-b706-cd1a57a2b89f tempest-MeteringIpV6TestJSON-1782679199 tempest-MeteringIpV6TestJSON-1782679199-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/2d8151d0-a0f7-4187-9264-e509ff2222aa HTTP/1.1" status: 204 len: 168 time: 0.3518221 Mar 05 04:56:14.714609 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2929d3-7949-4b79-a440-f5900f25699b req-bfcbdbe3-6ded-4fca-abf4-fb0ab7c9250d tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:14.714609 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9c2929d3-7949-4b79-a440-f5900f25699b req-bfcbdbe3-6ded-4fca-abf4-fb0ab7c9250d tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 945 time: 0.2912726 Mar 05 04:56:14.808947 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9c2929d3-7949-4b79-a440-f5900f25699b req-23fa0080-1452-41c2-ab90-e81913c3dbfd tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949082 Mar 05 04:56:14.935264 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:15.210065 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57834) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:15.233993 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0814a-490e-499a-9e07-46bffb596041 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98ef46bf-572c-498d-93ea-a0a1c161f54f,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:15.309396 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd75cd-dab9-493f-9e73-5b24369e23b8 req-a2f95a51-7f15-47b7-a11e-56c553a3b5c7 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:15.312605 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ebcd75cd-dab9-493f-9e73-5b24369e23b8 req-a2f95a51-7f15-47b7-a11e-56c553a3b5c7 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3100e8d-a140-4314-b1f0-815b1e30f63a HTTP/1.1" status: 200 len: 946 time: 0.0960505 Mar 05 04:56:15.322323 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ef659534-5264-4ef0-8159-0b0b8992ed90 req-5174a5f3-08ba-4a56-b39a-3778c58c5b39 service neutron] 10.222.0.30 "GET /v2.0/networks/931621a1-3c63-4b88-9017-913fd0b96f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7475853 Mar 05 04:56:15.361993 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb0814a-490e-499a-9e07-46bffb596041 admin admin] Checking segment: {'id': '7818f704-feaf-4759-800b-520c40aa37d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '31b0ad25-0961-41e8-ba3d-c6b7bbf5af76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:56:15.362393 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb0814a-490e-499a-9e07-46bffb596041 admin admin] Network hostable DHCP agents. Network: 31b0ad25-0961-41e8-ba3d-c6b7bbf5af76, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:56:15.371242 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0770a9e9-57c8-4efc-b08e-eae1b620c34b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:15.397000 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ebcd75cd-dab9-493f-9e73-5b24369e23b8 req-693d1e48-2072-47f8-bdce-2862d42a4676 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753906 Mar 05 04:56:15.424246 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb0814a-490e-499a-9e07-46bffb596041 admin admin] Network 31b0ad25-0961-41e8-ba3d-c6b7bbf5af76 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:56:15.492355 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0770a9e9-57c8-4efc-b08e-eae1b620c34b admin admin] Publish callbacks [] for security_group (08b49641-c423-49ad-a6b7-d55dba108d61), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:15.494555 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-cdb0814a-490e-499a-9e07-46bffb596041 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 31b0ad25-0961-41e8-ba3d-c6b7bbf5af76) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:56:15.500144 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0770a9e9-57c8-4efc-b08e-eae1b620c34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (08b49641-c423-49ad-a6b7-d55dba108d61), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:15.506135 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8964ddea-207d-4b29-b146-cdfc08109c98 None None] Network 31b0ad25-0961-41e8-ba3d-c6b7bbf5af76 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:56:15.515236 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb0814a-490e-499a-9e07-46bffb596041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:15.516007 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cdb0814a-490e-499a-9e07-46bffb596041 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:15.533928 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57846) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:15.564540 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-765ffbae-28d5-4a15-9735-f6f84fa0a2f9 admin admin] Deleting port 16e47dfe-50b5-4456-b289-621f4d40c2d6 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:56:15.565103 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-765ffbae-28d5-4a15-9735-f6f84fa0a2f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (16e47dfe-50b5-4456-b289-621f4d40c2d6), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:15.585234 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0770a9e9-57c8-4efc-b08e-eae1b620c34b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4f0967283c2b4d7387635272a42dd7be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3683934 Mar 05 04:56:15.586939 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770a9e9-57c8-4efc-b08e-eae1b620c34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b49641-c423-49ad-a6b7-d55dba108d61,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:15.598954 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57852) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:15.639976 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaacfb7a-4232-4f62-a48c-b892e5c3d2f5 None None] Network 31b0ad25-0961-41e8-ba3d-c6b7bbf5af76 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:56:15.690472 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-cdb0814a-490e-499a-9e07-46bffb596041 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7768085 Mar 05 04:56:15.691210 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57856) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:15.701246 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-4d1a7fc8-2485-4bcb-a23c-5e18c8862a96 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1024933462-router', 'tenant_id': '6e5092c20fe14dbdbd8241f34045fd32', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:15.722210 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-765ffbae-28d5-4a15-9735-f6f84fa0a2f9 admin admin] For port 16e47dfe-50b5-4456-b289-621f4d40c2d6, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=16e47dfe-50b5-4456-b289-621f4d40c2d6,segment=NetworkSegment(e8ceeb83-f904-40df-9648-fb8be4cbca95),segment_id=e8ceeb83-f904-40df-9648-fb8be4cbca95)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:15.722669 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-765ffbae-28d5-4a15-9735-f6f84fa0a2f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (16e47dfe-50b5-4456-b289-621f4d40c2d6), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:15.723021 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-95ceface-df8c-443f-903f-47fc507d0eea admin admin] Publish callbacks [] for security_group (08b49641-c423-49ad-a6b7-d55dba108d61), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:15.742208 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-765ffbae-28d5-4a15-9735-f6f84fa0a2f9 admin admin] Calling delete_port for 16e47dfe-50b5-4456-b289-621f4d40c2d6 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:56:15.756253 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d1a7fc8-2485-4bcb-a23c-5e18c8862a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (7a3958b2-8d63-4b2d-9da8-98b44c99002e), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:15.757848 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d1a7fc8-2485-4bcb-a23c-5e18c8862a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (7a3958b2-8d63-4b2d-9da8-98b44c99002e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:15.767589 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-95ceface-df8c-443f-903f-47fc507d0eea admin admin] Publish callbacks [] for security_group (08b49641-c423-49ad-a6b7-d55dba108d61), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:15.788966 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-0ec47282-47a5-47e5-85c7-183a69f46cfa admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-811439005-network', 'tenant_id': '2ae97de8fbb044a1b8b531e0ca95cea9'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:15.850549 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec47282-47a5-47e5-85c7-183a69f46cfa admin admin] Made reservation on behalf of 2ae97de8fbb044a1b8b531e0ca95cea9 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:56:15.851015 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0ec47282-47a5-47e5-85c7-183a69f46cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:15.877779 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0ec47282-47a5-47e5-85c7-183a69f46cfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:15.879994 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d1a7fc8-2485-4bcb-a23c-5e18c8862a96 admin admin] Publish callbacks [] for router_controller (7a3958b2-8d63-4b2d-9da8-98b44c99002e), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:15.920249 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-95ceface-df8c-443f-903f-47fc507d0eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (08b49641-c423-49ad-a6b7-d55dba108d61), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:15.923336 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-95ceface-df8c-443f-903f-47fc507d0eea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:15.924531 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-95ceface-df8c-443f-903f-47fc507d0eea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/08b49641-c423-49ad-a6b7-d55dba108d61 HTTP/1.1" status: 204 len: 168 time: 0.3244963 Mar 05 04:56:15.962965 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ceface-df8c-443f-903f-47fc507d0eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b49641-c423-49ad-a6b7-d55dba108d61,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:16.052543 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce35356-b68d-4860-8f59-459e91d4507d req-b8f3385e-96af-4826-9d05-ebccc15fba5b tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:16.059979 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fce35356-b68d-4860-8f59-459e91d4507d req-b8f3385e-96af-4826-9d05-ebccc15fba5b tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 945 time: 0.1526718 Mar 05 04:56:16.119384 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0ec47282-47a5-47e5-85c7-183a69f46cfa admin admin] Publish callbacks [] for security_group (1f57f2c3-51b3-42a6-95ae-c16f6c7bb2dd), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:16.130652 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0ec47282-47a5-47e5-85c7-183a69f46cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1f57f2c3-51b3-42a6-95ae-c16f6c7bb2dd), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:16.154998 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fce35356-b68d-4860-8f59-459e91d4507d req-9e3560e2-d715-4fce-94a5-7a598412e475 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889955 Mar 05 04:56:16.188806 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec47282-47a5-47e5-85c7-183a69f46cfa admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:56:16.216362 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0ec47282-47a5-47e5-85c7-183a69f46cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (7a53672a-c8fe-4e51-a944-ead480ed8041), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:16.218355 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-0ec47282-47a5-47e5-85c7-183a69f46cfa admin admin] Added segment 7a53672a-c8fe-4e51-a944-ead480ed8041 of type vlan for network df67dbf3-0b9c-4b50-b31f-92fe8d01b193 Mar 05 04:56:16.222522 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:16.236329 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d1a7fc8-2485-4bcb-a23c-5e18c8862a96 admin admin] Publish callbacks [] for router_gateway (7a3958b2-8d63-4b2d-9da8-98b44c99002e), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:16.272406 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0ec47282-47a5-47e5-85c7-183a69f46cfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (df67dbf3-0b9c-4b50-b31f-92fe8d01b193), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:16.309025 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec47282-47a5-47e5-85c7-183a69f46cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f57f2c3-51b3-42a6-95ae-c16f6c7bb2dd,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:16.313834 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0ec47282-47a5-47e5-85c7-183a69f46cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (df67dbf3-0b9c-4b50-b31f-92fe8d01b193), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:16.315135 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec47282-47a5-47e5-85c7-183a69f46cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:16.315945 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0ec47282-47a5-47e5-85c7-183a69f46cfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:16.348778 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0ec47282-47a5-47e5-85c7-183a69f46cfa admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8137910 Mar 05 04:56:16.356053 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57864) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:16.366079 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-68fcc8c3-4218-43d7-b1de-af8670b58b62 admin admin] Request body: {'subnet': {'network_id': 'df67dbf3-0b9c-4b50-b31f-92fe8d01b193', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-811439005-subnet', 'tenant_id': '2ae97de8fbb044a1b8b531e0ca95cea9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:16.396727 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ce865-4c2a-4d95-a071-f91023b241f9 req-04c2dd5e-2ceb-4609-8924-787a94933916 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:16.398192 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ec0ce865-4c2a-4d95-a071-f91023b241f9 req-04c2dd5e-2ceb-4609-8924-787a94933916 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3100e8d-a140-4314-b1f0-815b1e30f63a HTTP/1.1" status: 200 len: 946 time: 0.1494553 Mar 05 04:56:16.434556 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57866) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:16.439215 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fcc8c3-4218-43d7-b1de-af8670b58b62 admin admin] Made reservation on behalf of 2ae97de8fbb044a1b8b531e0ca95cea9 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:56:16.440965 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-68fcc8c3-4218-43d7-b1de-af8670b58b62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:16.449601 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-765ffbae-28d5-4a15-9735-f6f84fa0a2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (16e47dfe-50b5-4456-b289-621f4d40c2d6), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:16.512311 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5a9338f0-ca7d-44f0-9739-554b7931d781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:16.520168 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ffbae-28d5-4a15-9735-f6f84fa0a2f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=16e47dfe-50b5-4456-b289-621f4d40c2d6,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:16.524592 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec47282-47a5-47e5-85c7-183a69f46cfa admin admin] Pushing event updated for resources: {'Network': ['ID=df67dbf3-0b9c-4b50-b31f-92fe8d01b193,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:16.557355 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network df67dbf3-0b9c-4b50-b31f-92fe8d01b193 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:56:16.600052 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ad695-ab40-4048-86cd-ba5ce9dd60fd req-c54994ce-6162-4cae-b6cb-65fbf5435138 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:16.609504 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-958ad695-ab40-4048-86cd-ba5ce9dd60fd req-c54994ce-6162-4cae-b6cb-65fbf5435138 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3100e8d-a140-4314-b1f0-815b1e30f63a HTTP/1.1" status: 200 len: 946 time: 0.1020126 Mar 05 04:56:16.720667 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-958ad695-ab40-4048-86cd-ba5ce9dd60fd req-e8178e42-6b77-4a1a-8a74-218c29799d5f tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/security-groups?id=9f5fc152-087a-4da4-84f6-727f8599257b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098983 Mar 05 04:56:16.788795 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-68fcc8c3-4218-43d7-b1de-af8670b58b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (98cd4c6e-7c06-4ceb-af44-f9c805bc42d3), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:16.902183 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fcc8c3-4218-43d7-b1de-af8670b58b62 admin admin] Checking segment: {'id': '7a53672a-c8fe-4e51-a944-ead480ed8041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'df67dbf3-0b9c-4b50-b31f-92fe8d01b193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:56:16.902532 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fcc8c3-4218-43d7-b1de-af8670b58b62 admin admin] Network hostable DHCP agents. Network: df67dbf3-0b9c-4b50-b31f-92fe8d01b193, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:56:16.918589 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fcc8c3-4218-43d7-b1de-af8670b58b62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98cd4c6e-7c06-4ceb-af44-f9c805bc42d3,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:16.944705 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fcc8c3-4218-43d7-b1de-af8670b58b62 admin admin] Network df67dbf3-0b9c-4b50-b31f-92fe8d01b193 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:56:16.962179 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-68fcc8c3-4218-43d7-b1de-af8670b58b62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, df67dbf3-0b9c-4b50-b31f-92fe8d01b193) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:56:16.966864 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fcc8c3-4218-43d7-b1de-af8670b58b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:16.967535 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-68fcc8c3-4218-43d7-b1de-af8670b58b62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:16.976537 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ef7341-45f2-4e46-af37-02abb1abc0b7 None None] Network df67dbf3-0b9c-4b50-b31f-92fe8d01b193 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:56:16.997596 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-68fcc8c3-4218-43d7-b1de-af8670b58b62 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6396840 Mar 05 04:56:17.031275 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-ec0ce865-4c2a-4d95-a071-f91023b241f9 req-d8f79528-84ab-4f42-ac96-4b56ecffb217 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Deleting port ae9cfc4d-4af5-420e-be45-641180134045 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:56:17.031632 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ec0ce865-4c2a-4d95-a071-f91023b241f9 req-d8f79528-84ab-4f42-ac96-4b56ecffb217 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (ae9cfc4d-4af5-420e-be45-641180134045), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:17.046465 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5a9338f0-ca7d-44f0-9739-554b7931d781 admin admin] Publish callbacks [] for security_group (6aae97cf-583e-4763-8fd9-f4c6aefa90c8), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:17.073033 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5a9338f0-ca7d-44f0-9739-554b7931d781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6aae97cf-583e-4763-8fd9-f4c6aefa90c8), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:17.086034 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-765ffbae-28d5-4a15-9735-f6f84fa0a2f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (3ee3bc0c-e514-4015-a126-32f5d7461aa5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:17.102500 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344dc63d-8c2e-464c-a79c-81f62bc10e5f None None] Network df67dbf3-0b9c-4b50-b31f-92fe8d01b193 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:56:17.200175 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5a9338f0-ca7d-44f0-9739-554b7931d781 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=015f0e74bf884c759c2acd23b2ada11e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7616475 Mar 05 04:56:17.203043 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57880) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:17.259399 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9338f0-ca7d-44f0-9739-554b7931d781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aae97cf-583e-4763-8fd9-f4c6aefa90c8,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:17.292873 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d1a7fc8-2485-4bcb-a23c-5e18c8862a96 admin admin] Publish callbacks [] for router_gateway (7a3958b2-8d63-4b2d-9da8-98b44c99002e), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:17.322060 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-ec0ce865-4c2a-4d95-a071-f91023b241f9 req-d8f79528-84ab-4f42-ac96-4b56ecffb217 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] For port ae9cfc4d-4af5-420e-be45-641180134045, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=ae9cfc4d-4af5-420e-be45-641180134045,segment=NetworkSegment(3591eed7-510d-4315-b6a7-34b67541b594),segment_id=3591eed7-510d-4315-b6a7-34b67541b594)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:17.322434 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ec0ce865-4c2a-4d95-a071-f91023b241f9 req-d8f79528-84ab-4f42-ac96-4b56ecffb217 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (ae9cfc4d-4af5-420e-be45-641180134045), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:17.325143 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d1a7fc8-2485-4bcb-a23c-5e18c8862a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:17.327962 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-22a0d5c1-0b69-4dc1-8264-4c94cd1d6d9b admin admin] Publish callbacks [] for security_group (6aae97cf-583e-4763-8fd9-f4c6aefa90c8), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:17.344315 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-ec0ce865-4c2a-4d95-a071-f91023b241f9 req-d8f79528-84ab-4f42-ac96-4b56ecffb217 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Calling delete_port for ae9cfc4d-4af5-420e-be45-641180134045 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:56:17.367773 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a8038-7a76-490e-9654-a08b526956d5 req-6cead6ed-1178-4f00-83f8-4fe105ca3a1b tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:17.375736 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6d2a8038-7a76-490e-9654-a08b526956d5 req-6cead6ed-1178-4f00-83f8-4fe105ca3a1b tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 945 time: 0.1165144 Mar 05 04:56:17.394316 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-22a0d5c1-0b69-4dc1-8264-4c94cd1d6d9b admin admin] Publish callbacks [] for security_group (6aae97cf-583e-4763-8fd9-f4c6aefa90c8), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:17.465119 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6d2a8038-7a76-490e-9654-a08b526956d5 req-b2323689-5bf5-480c-ab90-32556e922121 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881674 Mar 05 04:56:17.496274 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-22a0d5c1-0b69-4dc1-8264-4c94cd1d6d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6aae97cf-583e-4763-8fd9-f4c6aefa90c8), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:17.499698 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-22a0d5c1-0b69-4dc1-8264-4c94cd1d6d9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:17.503808 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-22a0d5c1-0b69-4dc1-8264-4c94cd1d6d9b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6aae97cf-583e-4763-8fd9-f4c6aefa90c8 HTTP/1.1" status: 204 len: 168 time: 0.2993705 Mar 05 04:56:17.525612 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0d5c1-0b69-4dc1-8264-4c94cd1d6d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aae97cf-583e-4763-8fd9-f4c6aefa90c8,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:17.664393 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-4d1a7fc8-2485-4bcb-a23c-5e18c8862a96 admin admin] Allocated IP 172.25.0.152 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/5591fb2c-a00f-4675-a5e4-a07486b76c67) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:56:17.689121 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-59f68f94-ffcc-405f-b002-d42763e90796 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:17.692800 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-59f68f94-ffcc-405f-b002-d42763e90796 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] 10.222.0.11 "GET /v2.0/networks?id=df67dbf3-0b9c-4b50-b31f-92fe8d01b193 HTTP/1.1" status: 200 len: 821 time: 0.1453617 Mar 05 04:56:17.714167 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-a51ebaaa-9a9c-43c0-9c42-632f7215d571 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] 10.222.0.11 "GET /v2.0/quotas/2ae97de8fbb044a1b8b531e0ca95cea9 HTTP/1.1" status: 200 len: 375 time: 0.0163312 Mar 05 04:56:17.772742 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:17.787829 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-ed8ae8b0-8a35-4d3a-954c-ff4d9898f8e8 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ae97de8fbb044a1b8b531e0ca95cea9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646334 Mar 05 04:56:17.836050 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765ffbae-28d5-4a15-9735-f6f84fa0a2f9 admin admin] Router 3ee3bc0c-e514-4015-a126-32f5d7461aa5 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:56:17.970680 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ec0ce865-4c2a-4d95-a071-f91023b241f9 req-d8f79528-84ab-4f42-ac96-4b56ecffb217 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (ae9cfc4d-4af5-420e-be45-641180134045), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:17.984317 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['ae9cfc4d-4af5-420e-be45-641180134045'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:56:17.986749 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-edef8d8b-91ac-4e25-995f-2bd2b9552650 req-425b4a59-eb3d-48f6-af03-94f8090993f6 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.11 "GET /v2.0/ports?device_id=a3100e8d-a140-4314-b1f0-815b1e30f63a HTTP/1.1" status: 200 len: 210 time: 0.0603793 Mar 05 04:56:17.990395 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-9b83108c-ec0d-4492-b1b7-b044b197c63f service neutron] 10.222.0.11 "GET /v2.0/networks/df67dbf3-0b9c-4b50-b31f-92fe8d01b193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933849 Mar 05 04:56:18.017271 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f79528-84ab-4f42-ac96-4b56ecffb217 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Pushing event deleted for resources: {'Port': ['ID=ae9cfc4d-4af5-420e-be45-641180134045,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:18.052115 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d1a7fc8-2485-4bcb-a23c-5e18c8862a96 admin admin] Publish callbacks [] for port (5591fb2c-a00f-4675-a5e4-a07486b76c67), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:18.135963 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-3b36d77a-c702-4622-9f41-fcf16839a939 service neutron] 10.222.0.11 "GET /v2.0/networks/df67dbf3-0b9c-4b50-b31f-92fe8d01b193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369777 Mar 05 04:56:18.179438 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0ce865-4c2a-4d95-a071-f91023b241f9 req-d8f79528-84ab-4f42-ac96-4b56ecffb217 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] No DVR routers for this DVR port ae9cfc4d-4af5-420e-be45-641180134045 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:56:18.228820 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ec0ce865-4c2a-4d95-a071-f91023b241f9 req-d8f79528-84ab-4f42-ac96-4b56ecffb217 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:18.233632 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ec0ce865-4c2a-4d95-a071-f91023b241f9 req-d8f79528-84ab-4f42-ac96-4b56ecffb217 tempest-ServerDiskConfigTestJSON-1315140959 tempest-ServerDiskConfigTestJSON-1315140959-project] 10.222.0.31 "DELETE /v2.0/ports/ae9cfc4d-4af5-420e-be45-641180134045 HTTP/1.1" status: 204 len: 173 time: 1.7971902 Mar 05 04:56:18.236132 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3100e8d-a140-4314-b1f0-815b1e30f63a', 'name': 'network-vif-deleted', 'tag': 'ae9cfc4d-4af5-420e-be45-641180134045'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:56:18.238724 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8193543e-9f8f-47a1-9202-1c129dab2d70" -d '{"events": [{"server_uuid": "a3100e8d-a140-4314-b1f0-815b1e30f63a", "name": "network-vif-deleted", "tag": "ae9cfc4d-4af5-420e-be45-641180134045"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:56:18.354559 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765ffbae-28d5-4a15-9735-f6f84fa0a2f9 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:56:18.367362 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4020f4-a5d5-4202-92f4-5aef8366dd35 None None] Sync routers for ids ['3ee3bc0c-e514-4015-a126-32f5d7461aa5'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:56:18.385479 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-765ffbae-28d5-4a15-9735-f6f84fa0a2f9 admin admin] 10.222.0.11 "PUT /v2.0/routers/3ee3bc0c-e514-4015-a126-32f5d7461aa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7408876 Mar 05 04:56:18.388041 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57934) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:18.395012 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d1a7fc8-2485-4bcb-a23c-5e18c8862a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (5591fb2c-a00f-4675-a5e4-a07486b76c67), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:18.418949 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4020f4-a5d5-4202-92f4-5aef8366dd35 None None] Routers {'3ee3bc0c-e514-4015-a126-32f5d7461aa5'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:56:18.420039 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-1a4020f4-a5d5-4202-92f4-5aef8366dd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:56:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['3ee3bc0c-e514-4015-a126-32f5d7461aa5'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:18.506546 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1a7fc8-2485-4bcb-a23c-5e18c8862a96 admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:56:18.511109 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-4d1a7fc8-2485-4bcb-a23c-5e18c8862a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:56:18.518958 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1a7fc8-2485-4bcb-a23c-5e18c8862a96 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:56:18.597961 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a7fc8-2485-4bcb-a23c-5e18c8862a96 admin admin] Pushing event updated for resources: {'Port': ['ID=5591fb2c-a00f-4675-a5e4-a07486b76c67,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:18.634084 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b48b359-1ed4-44e5-8a65-bd1b415ac97d req-8daff187-51e6-4322-8e6b-40077d73be2e tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7d95623-49d8-4ec5-8d2b-7198e4c06662 HTTP/1.1" status: 200 len: 210 time: 0.0474470 Mar 05 04:56:18.717950 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f407dbd5-d0b6-4a47-9177-cee066999360 admin admin] Publish callbacks [] for router (3ee3bc0c-e514-4015-a126-32f5d7461aa5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:18.750460 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-1a4020f4-a5d5-4202-92f4-5aef8366dd35 None None] Set router 3ee3bc0c-e514-4015-a126-32f5d7461aa5 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:56:18.980789 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f407dbd5-d0b6-4a47-9177-cee066999360 admin admin] Publish callbacks [] for router_gateway (3ee3bc0c-e514-4015-a126-32f5d7461aa5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:19.316250 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-1a4020f4-a5d5-4202-92f4-5aef8366dd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2013950429-router', 'tenant_id': 'becd292ae1964e1591030ea7084bd53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '59ba4d00-3884-428c-a06f-50973f100916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:06Z', 'updated_at': '2022-03-05T04:56:16Z', 'revision_number': 5, 'project_id': 'becd292ae1964e1591030ea7084bd53e', 'gw_port': {'id': '59ba4d00-3884-428c-a06f-50973f100916', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:08Z', 'updated_at': '2022-03-05T04:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:19.431560 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4020f4-a5d5-4202-92f4-5aef8366dd35 None None] Checking router: 3ee3bc0c-e514-4015-a126-32f5d7461aa5 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:56:19.469241 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4020f4-a5d5-4202-92f4-5aef8366dd35 None None] Routers {'3ee3bc0c-e514-4015-a126-32f5d7461aa5'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:56:19.470449 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-1a4020f4-a5d5-4202-92f4-5aef8366dd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:56:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['3ee3bc0c-e514-4015-a126-32f5d7461aa5'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:19.573763 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2911c0c0-4833-404b-9014-724113dabf7b x-openstack-request-id: req-2911c0c0-4833-404b-9014-724113dabf7b {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:56:19.574337 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3100e8d-a140-4314-b1f0-815b1e30f63a", "name": "network-vif-deleted", "tag": "ae9cfc4d-4af5-420e-be45-641180134045", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:56:19.574337 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2911c0c0-4833-404b-9014-724113dabf7b {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:56:19.574761 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3100e8d-a140-4314-b1f0-815b1e30f63a', 'name': 'network-vif-deleted', 'tag': 'ae9cfc4d-4af5-420e-be45-641180134045', 'status': 'completed', 'code': 200} Mar 05 04:56:19.575103 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57962) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:19.674948 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-1a4020f4-a5d5-4202-92f4-5aef8366dd35 None None] Set router 3ee3bc0c-e514-4015-a126-32f5d7461aa5 gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:56:19.806913 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-1a4020f4-a5d5-4202-92f4-5aef8366dd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2013950429-router', 'tenant_id': 'becd292ae1964e1591030ea7084bd53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:06Z', 'updated_at': '2022-03-05T04:56:18Z', 'revision_number': 6, 'project_id': 'becd292ae1964e1591030ea7084bd53e', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:19.813147 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-f407dbd5-d0b6-4a47-9177-cee066999360 admin admin] Deleting port 59ba4d00-3884-428c-a06f-50973f100916 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:56:19.813777 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f407dbd5-d0b6-4a47-9177-cee066999360 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (59ba4d00-3884-428c-a06f-50973f100916), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:19.833969 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d1a7fc8-2485-4bcb-a23c-5e18c8862a96 admin admin] Publish callbacks [] for router_gateway (7a3958b2-8d63-4b2d-9da8-98b44c99002e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:19.878468 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4020f4-a5d5-4202-92f4-5aef8366dd35 None None] The sync data for ids ['3ee3bc0c-e514-4015-a126-32f5d7461aa5'] in n-d-789963-32 is: [{'id': '3ee3bc0c-e514-4015-a126-32f5d7461aa5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2013950429-router', 'tenant_id': 'becd292ae1964e1591030ea7084bd53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:06Z', 'updated_at': '2022-03-05T04:56:18Z', 'revision_number': 6, 'project_id': 'becd292ae1964e1591030ea7084bd53e', 'gw_port_host': None}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:56:20.062805 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57976) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:20.094916 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-102b6658-d9cc-436f-b657-c91521de31e5 req-af9f8a86-8539-433d-abf6-45403441bcf9 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7d95623-49d8-4ec5-8d2b-7198e4c06662 HTTP/1.1" status: 200 len: 210 time: 0.0562434 Mar 05 04:56:20.139830 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-f407dbd5-d0b6-4a47-9177-cee066999360 admin admin] For port 59ba4d00-3884-428c-a06f-50973f100916, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=59ba4d00-3884-428c-a06f-50973f100916,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:20.140244 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f407dbd5-d0b6-4a47-9177-cee066999360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (59ba4d00-3884-428c-a06f-50973f100916), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:20.153540 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-f407dbd5-d0b6-4a47-9177-cee066999360 admin admin] Calling delete_port for 59ba4d00-3884-428c-a06f-50973f100916 owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:56:20.198036 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-207ad720-1490-4ea6-9798-24d3ec5eaa05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:20.283849 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 16e47dfe-50b5-4456-b289-621f4d40c2d6 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:56:20.286632 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-78f5bc83-9eb4-4174-ad59-b5f15175c989 admin admin] Deleting subnet 451f8004-d1e7-47a0-b8b7-f06b000a63db {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:56:20.291507 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-78f5bc83-9eb4-4174-ad59-b5f15175c989 admin admin] Publish callbacks [] for subnet (451f8004-d1e7-47a0-b8b7-f06b000a63db), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:20.324290 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 16e47dfe-50b5-4456-b289-621f4d40c2d6 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:56:20.324654 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 16e47dfe-50b5-4456-b289-621f4d40c2d6 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:56:20.362007 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-78f5bc83-9eb4-4174-ad59-b5f15175c989 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (451f8004-d1e7-47a0-b8b7-f06b000a63db), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:20.466935 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f407dbd5-d0b6-4a47-9177-cee066999360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (59ba4d00-3884-428c-a06f-50973f100916), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:20.526287 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407dbd5-d0b6-4a47-9177-cee066999360 admin admin] Pushing event deleted for resources: {'Port': ['ID=59ba4d00-3884-428c-a06f-50973f100916,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:20.599106 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-78f5bc83-9eb4-4174-ad59-b5f15175c989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (451f8004-d1e7-47a0-b8b7-f06b000a63db), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:20.602756 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f407dbd5-d0b6-4a47-9177-cee066999360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (3ee3bc0c-e514-4015-a126-32f5d7461aa5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:20.751179 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f407dbd5-d0b6-4a47-9177-cee066999360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (3ee3bc0c-e514-4015-a126-32f5d7461aa5), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:20.754889 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f407dbd5-d0b6-4a47-9177-cee066999360 admin admin] Publish callbacks [] for router_controller (3ee3bc0c-e514-4015-a126-32f5d7461aa5), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:20.815821 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57990) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:20.854803 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f407dbd5-d0b6-4a47-9177-cee066999360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (3ee3bc0c-e514-4015-a126-32f5d7461aa5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:20.860782 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d1a7fc8-2485-4bcb-a23c-5e18c8862a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (7a3958b2-8d63-4b2d-9da8-98b44c99002e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:20.861489 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f407dbd5-d0b6-4a47-9177-cee066999360 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ee3bc0c-e514-4015-a126-32f5d7461aa5 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:56:20.875045 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-515b200e-a27e-4149-8c51-4465a43acd3a tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:20.876543 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-515b200e-a27e-4149-8c51-4465a43acd3a tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] 10.222.0.31 "GET /v2.0/networks?id=df67dbf3-0b9c-4b50-b31f-92fe8d01b193 HTTP/1.1" status: 200 len: 821 time: 0.4844587 Mar 05 04:56:20.879046 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-78f5bc83-9eb4-4174-ad59-b5f15175c989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (451f8004-d1e7-47a0-b8b7-f06b000a63db), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:20.886955 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f407dbd5-d0b6-4a47-9177-cee066999360 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:20.894153 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f407dbd5-d0b6-4a47-9177-cee066999360 admin admin] 10.222.0.11 "DELETE /v2.0/routers/3ee3bc0c-e514-4015-a126-32f5d7461aa5 HTTP/1.1" status: 204 len: 168 time: 2.5030181 Mar 05 04:56:20.895684 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57994) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:20.957666 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-bd5c1c4a-f406-4341-8a79-be08ca923c32 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] Request body: {'port': {'device_id': 'd7d95623-49d8-4ec5-8d2b-7198e4c06662', 'network_id': 'df67dbf3-0b9c-4b50-b31f-92fe8d01b193', 'admin_state_up': True, 'tenant_id': '2ae97de8fbb044a1b8b531e0ca95cea9'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:20.999109 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa1f0d1b-bbbd-4b5e-bc49-93bd0ad4ec9e admin admin] Deleting subnet b6c56ecd-fc7a-4047-b753-5102cf976f28 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:56:21.008735 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fa1f0d1b-bbbd-4b5e-bc49-93bd0ad4ec9e admin admin] Publish callbacks [] for subnet (b6c56ecd-fc7a-4047-b753-5102cf976f28), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:21.081668 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fa1f0d1b-bbbd-4b5e-bc49-93bd0ad4ec9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (b6c56ecd-fc7a-4047-b753-5102cf976f28), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:21.096579 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f5bc83-9eb4-4174-ad59-b5f15175c989 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=451f8004-d1e7-47a0-b8b7-f06b000a63db,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:21.101989 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-207ad720-1490-4ea6-9798-24d3ec5eaa05 admin admin] Publish callbacks [] for security_group (9262a032-7d69-4437-a30a-549d4b30aa44), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:21.105817 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-cae6ab2e-e3ab-4fad-8073-f830adc10c70 tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-20929202', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:21.131747 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-207ad720-1490-4ea6-9798-24d3ec5eaa05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (9262a032-7d69-4437-a30a-549d4b30aa44), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:21.138320 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-78f5bc83-9eb4-4174-ad59-b5f15175c989 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:21.141551 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-78f5bc83-9eb4-4174-ad59-b5f15175c989 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/451f8004-d1e7-47a0-b8b7-f06b000a63db HTTP/1.1" status: 204 len: 168 time: 1.0776782 Mar 05 04:56:21.146368 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57998) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:21.254231 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae6ab2e-e3ab-4fad-8073-f830adc10c70 tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Made reservation on behalf of 15b4cfc5c7114f5d8af3ea0594c65925 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:56:21.256580 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cae6ab2e-e3ab-4fad-8073-f830adc10c70 tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:21.262817 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ad720-1490-4ea6-9798-24d3ec5eaa05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9262a032-7d69-4437-a30a-549d4b30aa44,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:21.267318 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-207ad720-1490-4ea6-9798-24d3ec5eaa05 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2b9549df5f8d44bab58fa2c8cf3c55e1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6908734 Mar 05 04:56:21.277919 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58000) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:21.290881 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cae6ab2e-e3ab-4fad-8073-f830adc10c70 tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:21.292034 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device ae9cfc4d-4af5-420e-be45-641180134045 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:56:21.328836 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: ae9cfc4d-4af5-420e-be45-641180134045 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:56:21.329784 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device ae9cfc4d-4af5-420e-be45-641180134045 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:56:21.372217 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-efeec39c-1224-453e-92cc-1464d7b66fa2 req-8af7ed54-3c00-41a1-8068-69c0a3aeb58c tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7d95623-49d8-4ec5-8d2b-7198e4c06662 HTTP/1.1" status: 200 len: 210 time: 0.1512358 Mar 05 04:56:21.409436 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fa1f0d1b-bbbd-4b5e-bc49-93bd0ad4ec9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (b6c56ecd-fc7a-4047-b753-5102cf976f28), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:21.410982 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-bd5c1c4a-f406-4341-8a79-be08ca923c32 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] Made reservation on behalf of 2ae97de8fbb044a1b8b531e0ca95cea9 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:56:21.413910 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-58c40ba7-9f23-448a-8eb5-ff2523cb4bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (6f60c81f-2634-4ffd-bb01-b4ea6ed7a048), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:21.414345 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-bd5c1c4a-f406-4341-8a79-be08ca923c32 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:21.431481 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1458643b-4f75-45fe-adfe-95f51f367aa4 admin admin] Publish callbacks [] for security_group (9262a032-7d69-4437-a30a-549d4b30aa44), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:21.496782 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1a7fc8-2485-4bcb-a23c-5e18c8862a96 admin admin] Router 7a3958b2-8d63-4b2d-9da8-98b44c99002e is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:56:21.500895 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1458643b-4f75-45fe-adfe-95f51f367aa4 admin admin] Publish callbacks [] for security_group (9262a032-7d69-4437-a30a-549d4b30aa44), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:21.524458 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fa1f0d1b-bbbd-4b5e-bc49-93bd0ad4ec9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (b6c56ecd-fc7a-4047-b753-5102cf976f28), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:21.582019 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f0d1b-bbbd-4b5e-bc49-93bd0ad4ec9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6c56ecd-fc7a-4047-b753-5102cf976f28,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:21.588636 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fa1f0d1b-bbbd-4b5e-bc49-93bd0ad4ec9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:21.592029 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fa1f0d1b-bbbd-4b5e-bc49-93bd0ad4ec9e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b6c56ecd-fc7a-4047-b753-5102cf976f28 HTTP/1.1" status: 204 len: 168 time: 0.6953683 Mar 05 04:56:21.596870 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75b548b-5959-4860-b201-d935707a02d6 None None] Network 37d41d56-12bb-40e8-aa0b-844473811f88 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:56:21.610624 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58002) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:21.699481 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-bd5c1c4a-f406-4341-8a79-be08ca923c32 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] Allocated IP 172.20.0.14 (df67dbf3-0b9c-4b50-b31f-92fe8d01b193/98cd4c6e-7c06-4ceb-af44-f9c805bc42d3/a0ced282-8c40-42bc-b278-7464935d5f00) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:56:21.725495 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-58c40ba7-9f23-448a-8eb5-ff2523cb4bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (6f60c81f-2634-4ffd-bb01-b4ea6ed7a048), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:21.739105 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c7caa5dd-99ad-46e6-a53b-a5b5990dcfba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (37d41d56-12bb-40e8-aa0b-844473811f88), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:21.755525 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-58c40ba7-9f23-448a-8eb5-ff2523cb4bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f60c81f-2634-4ffd-bb01-b4ea6ed7a048']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:21.770626 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-58c40ba7-9f23-448a-8eb5-ff2523cb4bc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3591eed7-510d-4315-b6a7-34b67541b594') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:21.770626 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-58c40ba7-9f23-448a-8eb5-ff2523cb4bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3591eed7-510d-4315-b6a7-34b67541b594') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:21.804272 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-58c40ba7-9f23-448a-8eb5-ff2523cb4bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (3591eed7-510d-4315-b6a7-34b67541b594), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:21.819222 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f2c977-ac7c-4fea-b7e8-b63a4ff6ad35 None None] DHCP port deletion for 37d41d56-12bb-40e8-aa0b-844473811f88 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:56:21.831975 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-58c40ba7-9f23-448a-8eb5-ff2523cb4bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (3591eed7-510d-4315-b6a7-34b67541b594), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:21.843135 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c40ba7-9f23-448a-8eb5-ff2523cb4bc4 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:56:21.843902 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-58c40ba7-9f23-448a-8eb5-ff2523cb4bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (3591eed7-510d-4315-b6a7-34b67541b594), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:21.846262 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 04:56:21.846262 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:56:21.846262 n-d-789963-32 neutron-server[105231]: timer() Mar 05 04:56:21.846262 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:56:21.846262 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 04:56:21.846262 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:56:21.846262 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 04:56:21.846262 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:56:21.846262 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 04:56:21.846262 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:56:21.846262 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 04:56:21.846262 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:56:21.846262 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 04:56:21.846262 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:56:21.846262 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:56:21.846262 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:56:21.846262 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:56:21.846262 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:56:21.846262 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 04:56:21.846262 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:56:21.846262 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 04:56:21.846262 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:56:21.846262 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:56:21.846262 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:56:21.846262 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 04:56:21.846262 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:56:21.846262 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:56:21.846262 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:56:21.846262 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:56:21.846262 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:56:21.846262 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:56:21.846262 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:56:21.872016 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-c7caa5dd-99ad-46e6-a53b-a5b5990dcfba admin admin] Deleting port 40d6fd29-4bff-43ff-8548-2043a3d27787 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:56:21.872753 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c7caa5dd-99ad-46e6-a53b-a5b5990dcfba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (40d6fd29-4bff-43ff-8548-2043a3d27787), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:21.885107 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cae6ab2e-e3ab-4fad-8073-f830adc10c70 tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Publish callbacks [] for security_group (01a314ca-7162-42dd-8ce6-ec861afbbcc0), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:21.901754 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cae6ab2e-e3ab-4fad-8073-f830adc10c70 tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (01a314ca-7162-42dd-8ce6-ec861afbbcc0), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:21.903636 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1458643b-4f75-45fe-adfe-95f51f367aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (9262a032-7d69-4437-a30a-549d4b30aa44), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:21.906918 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1458643b-4f75-45fe-adfe-95f51f367aa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:21.908114 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1458643b-4f75-45fe-adfe-95f51f367aa4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9262a032-7d69-4437-a30a-549d4b30aa44 HTTP/1.1" status: 204 len: 168 time: 0.6288047 Mar 05 04:56:21.921431 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-90f2c977-ac7c-4fea-b7e8-b63a4ff6ad35 None None] Deleting port 40d6fd29-4bff-43ff-8548-2043a3d27787 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:56:21.922597 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-90f2c977-ac7c-4fea-b7e8-b63a4ff6ad35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (40d6fd29-4bff-43ff-8548-2043a3d27787), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:21.938387 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-cae6ab2e-e3ab-4fad-8073-f830adc10c70 tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] device_id is not set on port a7d3cf2b-ed22-400e-baef-12d883e00aac yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 04:56:22.025220 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-c7caa5dd-99ad-46e6-a53b-a5b5990dcfba admin admin] For port 40d6fd29-4bff-43ff-8548-2043a3d27787, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=40d6fd29-4bff-43ff-8548-2043a3d27787,segment=NetworkSegment(e8ceeb83-f904-40df-9648-fb8be4cbca95),segment_id=e8ceeb83-f904-40df-9648-fb8be4cbca95)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:22.025656 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c7caa5dd-99ad-46e6-a53b-a5b5990dcfba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (40d6fd29-4bff-43ff-8548-2043a3d27787), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:22.048626 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-90f2c977-ac7c-4fea-b7e8-b63a4ff6ad35 None None] For port 40d6fd29-4bff-43ff-8548-2043a3d27787, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=40d6fd29-4bff-43ff-8548-2043a3d27787,segment=NetworkSegment(e8ceeb83-f904-40df-9648-fb8be4cbca95),segment_id=e8ceeb83-f904-40df-9648-fb8be4cbca95)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:22.050357 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-90f2c977-ac7c-4fea-b7e8-b63a4ff6ad35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (40d6fd29-4bff-43ff-8548-2043a3d27787), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:22.055471 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1a7fc8-2485-4bcb-a23c-5e18c8862a96 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:56:22.058225 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-c7caa5dd-99ad-46e6-a53b-a5b5990dcfba admin admin] Calling delete_port for 40d6fd29-4bff-43ff-8548-2043a3d27787 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:56:22.065576 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-58c40ba7-9f23-448a-8eb5-ff2523cb4bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (6f60c81f-2634-4ffd-bb01-b4ea6ed7a048), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:22.078348 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-58c40ba7-9f23-448a-8eb5-ff2523cb4bc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:22.080083 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ca9b68-6190-442d-9242-899b849b9f26 None None] Sync routers for ids ['7a3958b2-8d63-4b2d-9da8-98b44c99002e'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:56:22.091836 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-58c40ba7-9f23-448a-8eb5-ff2523cb4bc4 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6f60c81f-2634-4ffd-bb01-b4ea6ed7a048 HTTP/1.1" status: 204 len: 168 time: 0.9438460 Mar 05 04:56:22.103424 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-90f2c977-ac7c-4fea-b7e8-b63a4ff6ad35 None None] Calling delete_port for 40d6fd29-4bff-43ff-8548-2043a3d27787 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:56:22.105219 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6ab2e-e3ab-4fad-8073-f830adc10c70 tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a314ca-7162-42dd-8ce6-ec861afbbcc0,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:22.156168 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c40ba7-9f23-448a-8eb5-ff2523cb4bc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f60c81f-2634-4ffd-bb01-b4ea6ed7a048,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:22.156639 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ca9b68-6190-442d-9242-899b849b9f26 None None] Routers {'7a3958b2-8d63-4b2d-9da8-98b44c99002e'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:56:22.157961 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-d2ca9b68-6190-442d-9242-899b849b9f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:56:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['7a3958b2-8d63-4b2d-9da8-98b44c99002e'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:22.158414 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d1a7fc8-2485-4bcb-a23c-5e18c8862a96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:22.166666 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58008) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:22.174767 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4d1a7fc8-2485-4bcb-a23c-5e18c8862a96 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.4688666 Mar 05 04:56:22.188775 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1458643b-4f75-45fe-adfe-95f51f367aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9262a032-7d69-4437-a30a-549d4b30aa44,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:22.320833 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-bd5c1c4a-f406-4341-8a79-be08ca923c32 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] Publish callbacks [] for port (a0ced282-8c40-42bc-b278-7464935d5f00), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:22.361534 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-cae6ab2e-e3ab-4fad-8073-f830adc10c70 tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Allocated IP 172.25.0.128 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/a7d3cf2b-ed22-400e-baef-12d883e00aac) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:56:22.379649 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58012) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:22.394396 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 59ba4d00-3884-428c-a06f-50973f100916 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:56:22.420707 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58016) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:22.486325 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a0ad306e-5449-47f1-9cd9-1395e5490d3e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1bb00124160f4267902311067933cfd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1049738 Mar 05 04:56:22.489697 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58018) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:22.495108 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0fc32887-f5f1-4497-a179-b94b82f046e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:22.523567 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-bd5c1c4a-f406-4341-8a79-be08ca923c32 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (a0ced282-8c40-42bc-b278-7464935d5f00), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:22.563872 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-d2ca9b68-6190-442d-9242-899b849b9f26 None None] Set router 7a3958b2-8d63-4b2d-9da8-98b44c99002e gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:56:22.589461 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c7caa5dd-99ad-46e6-a53b-a5b5990dcfba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (40d6fd29-4bff-43ff-8548-2043a3d27787), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:22.610234 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7caa5dd-99ad-46e6-a53b-a5b5990dcfba admin admin] No DVR routers for this DVR port 40d6fd29-4bff-43ff-8548-2043a3d27787 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:56:22.622140 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0fc32887-f5f1-4497-a179-b94b82f046e1 admin admin] Publish callbacks [] for security_group (e01e0ced-cef5-4099-b9c9-f8485406bfa4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:22.643559 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0fc32887-f5f1-4497-a179-b94b82f046e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e01e0ced-cef5-4099-b9c9-f8485406bfa4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:22.644247 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 59ba4d00-3884-428c-a06f-50973f100916 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:56:22.644854 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 59ba4d00-3884-428c-a06f-50973f100916 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:56:22.645455 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 40d6fd29-4bff-43ff-8548-2043a3d27787 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:56:22.676930 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 40d6fd29-4bff-43ff-8548-2043a3d27787 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:56:22.678182 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 40d6fd29-4bff-43ff-8548-2043a3d27787 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:56:22.693388 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-90f2c977-ac7c-4fea-b7e8-b63a4ff6ad35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (40d6fd29-4bff-43ff-8548-2043a3d27787), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:22.705726 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-bd5c1c4a-f406-4341-8a79-be08ca923c32 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] Network df67dbf3-0b9c-4b50-b31f-92fe8d01b193 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:56:22.729422 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c7caa5dd-99ad-46e6-a53b-a5b5990dcfba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (37d41d56-12bb-40e8-aa0b-844473811f88), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:22.735198 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f2c977-ac7c-4fea-b7e8-b63a4ff6ad35 None None] Pushing event deleted for resources: {'Port': ['ID=40d6fd29-4bff-43ff-8548-2043a3d27787,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:22.738220 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-bd5c1c4a-f406-4341-8a79-be08ca923c32 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:56:22.744023 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f2c977-ac7c-4fea-b7e8-b63a4ff6ad35 None None] No DVR routers for this DVR port 40d6fd29-4bff-43ff-8548-2043a3d27787 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:56:22.747158 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-bd5c1c4a-f406-4341-8a79-be08ca923c32 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:56:22.750140 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2c977-ac7c-4fea-b7e8-b63a4ff6ad35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:22.750900 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2c977-ac7c-4fea-b7e8-b63a4ff6ad35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:22.751441 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2c977-ac7c-4fea-b7e8-b63a4ff6ad35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:22.751951 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2c977-ac7c-4fea-b7e8-b63a4ff6ad35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:22.752455 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2c977-ac7c-4fea-b7e8-b63a4ff6ad35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:22.752983 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2c977-ac7c-4fea-b7e8-b63a4ff6ad35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:22.753492 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2c977-ac7c-4fea-b7e8-b63a4ff6ad35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:22.753997 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2c977-ac7c-4fea-b7e8-b63a4ff6ad35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:22.754482 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2c977-ac7c-4fea-b7e8-b63a4ff6ad35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:22.754988 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2c977-ac7c-4fea-b7e8-b63a4ff6ad35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:22.755529 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2c977-ac7c-4fea-b7e8-b63a4ff6ad35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:22.756036 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2c977-ac7c-4fea-b7e8-b63a4ff6ad35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:22.756533 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f2c977-ac7c-4fea-b7e8-b63a4ff6ad35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:22.757892 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-c7caa5dd-99ad-46e6-a53b-a5b5990dcfba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d41d56-12bb-40e8-aa0b-844473811f88']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:22.809181 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7caa5dd-99ad-46e6-a53b-a5b5990dcfba admin admin] Pushing event deleted for resources: {'Port': ['ID=40d6fd29-4bff-43ff-8548-2043a3d27787,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:22.814868 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-c7caa5dd-99ad-46e6-a53b-a5b5990dcfba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ceeb83-f904-40df-9648-fb8be4cbca95') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:22.815204 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-c7caa5dd-99ad-46e6-a53b-a5b5990dcfba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ceeb83-f904-40df-9648-fb8be4cbca95') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:22.816001 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0fc32887-f5f1-4497-a179-b94b82f046e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aa64ec92e2d043e299b4586e182cc91f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3864498 Mar 05 04:56:22.817265 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-60104cfd-9d28-42b4-aaf2-565301ccdbf8 admin admin] Publish callbacks [] for security_group (9f5fc152-087a-4da4-84f6-727f8599257b), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:22.822557 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58020) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:22.838503 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c37b5f-2384-4f16-8764-af2e154e2141 req-a01549c8-e118-4d0e-8861-62cfc50ebdc9 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:22.839779 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc32887-f5f1-4497-a179-b94b82f046e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01e0ced-cef5-4099-b9c9-f8485406bfa4,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:22.840795 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-53c37b5f-2384-4f16-8764-af2e154e2141 req-a01549c8-e118-4d0e-8861-62cfc50ebdc9 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7d95623-49d8-4ec5-8d2b-7198e4c06662 HTTP/1.1" status: 200 len: 932 time: 0.3550308 Mar 05 04:56:22.844367 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c1c4a-f406-4341-8a79-be08ca923c32 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] Pushing event updated for resources: {'Port': ['ID=a0ced282-8c40-42bc-b278-7464935d5f00,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:22.862820 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c7caa5dd-99ad-46e6-a53b-a5b5990dcfba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (e8ceeb83-f904-40df-9648-fb8be4cbca95), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:22.907235 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-bd5c1c4a-f406-4341-8a79-be08ca923c32 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:22.907902 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-bd5c1c4a-f406-4341-8a79-be08ca923c32 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:22.938908 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c7caa5dd-99ad-46e6-a53b-a5b5990dcfba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (e8ceeb83-f904-40df-9648-fb8be4cbca95), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:22.945638 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-60104cfd-9d28-42b4-aaf2-565301ccdbf8 admin admin] Publish callbacks [] for security_group (9f5fc152-087a-4da4-84f6-727f8599257b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:22.952782 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-d2ca9b68-6190-442d-9242-899b849b9f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1024933462-router', 'tenant_id': '6e5092c20fe14dbdbd8241f34045fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '5591fb2c-a00f-4675-a5e4-a07486b76c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:15Z', 'updated_at': '2022-03-05T04:56:19Z', 'revision_number': 3, 'project_id': '6e5092c20fe14dbdbd8241f34045fd32', 'gw_port': {'id': '5591fb2c-a00f-4675-a5e4-a07486b76c67', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:17Z', 'updated_at': '2022-03-05T04:56:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:22.958324 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cae6ab2e-e3ab-4fad-8073-f830adc10c70 tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Publish callbacks [] for port (a7d3cf2b-ed22-400e-baef-12d883e00aac), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:22.991217 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ca9b68-6190-442d-9242-899b849b9f26 None None] Checking router: 7a3958b2-8d63-4b2d-9da8-98b44c99002e for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:56:22.991465 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-bd5c1c4a-f406-4341-8a79-be08ca923c32 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0796058 Mar 05 04:56:22.991596 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ca9b68-6190-442d-9242-899b849b9f26 None None] Updating router 7a3958b2-8d63-4b2d-9da8-98b44c99002e port 5591fb2c-a00f-4675-a5e4-a07486b76c67 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:56:23.005787 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7caa5dd-99ad-46e6-a53b-a5b5990dcfba admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:56:23.006360 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c7caa5dd-99ad-46e6-a53b-a5b5990dcfba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (e8ceeb83-f904-40df-9648-fb8be4cbca95), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: timer() Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:56:23.008809 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:56:23.014226 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cae6ab2e-e3ab-4fad-8073-f830adc10c70 tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (a7d3cf2b-ed22-400e-baef-12d883e00aac), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:23.033350 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d2ca9b68-6190-442d-9242-899b849b9f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5591fb2c-a00f-4675-a5e4-a07486b76c67), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:23.061554 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae6ab2e-e3ab-4fad-8073-f830adc10c70 tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:56:23.065386 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-cae6ab2e-e3ab-4fad-8073-f830adc10c70 tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:56:23.073305 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae6ab2e-e3ab-4fad-8073-f830adc10c70 tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:56:23.112971 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6ab2e-e3ab-4fad-8073-f830adc10c70 tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Pushing event updated for resources: {'Port': ['ID=a7d3cf2b-ed22-400e-baef-12d883e00aac,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:23.128116 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae6ab2e-e3ab-4fad-8073-f830adc10c70 tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:23.128993 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cae6ab2e-e3ab-4fad-8073-f830adc10c70 tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:23.132088 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-53c37b5f-2384-4f16-8764-af2e154e2141 req-3b664dc7-521b-4001-b9bd-b5fa4b9528d6 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f57f2c3-51b3-42a6-95ae-c16f6c7bb2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721074 Mar 05 04:56:23.162418 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-cae6ab2e-e3ab-4fad-8073-f830adc10c70 tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.3390620 Mar 05 04:56:23.165266 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58026) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:23.171362 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-c93b9c17-e2e8-4fc1-99d1-b35dfcd2931e tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.128'}]}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:23.202316 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c93b9c17-e2e8-4fc1-99d1-b35dfcd2931e tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (50457c13-5447-4b5d-9628-cf8d5f7cf8c7), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:23.205733 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c93b9c17-e2e8-4fc1-99d1-b35dfcd2931e tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (50457c13-5447-4b5d-9628-cf8d5f7cf8c7), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:23.205922 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4dc94b03-83bb-46b1-9c55-f579b85f1c12 admin admin] Publish callbacks [] for security_group (e01e0ced-cef5-4099-b9c9-f8485406bfa4), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:23.210169 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c7caa5dd-99ad-46e6-a53b-a5b5990dcfba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (37d41d56-12bb-40e8-aa0b-844473811f88), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:23.217534 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c7caa5dd-99ad-46e6-a53b-a5b5990dcfba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:23.222517 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c7caa5dd-99ad-46e6-a53b-a5b5990dcfba admin admin] 10.222.0.11 "DELETE /v2.0/networks/37d41d56-12bb-40e8-aa0b-844473811f88 HTTP/1.1" status: 204 len: 168 time: 1.6104908 Mar 05 04:56:23.243458 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-79f2df83-5286-4ba6-9e6f-13b9764db84b service neutron] Request body: {'port': {'device_id': 'd7d95623-49d8-4ec5-8d2b-7198e4c06662', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:23.267425 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7caa5dd-99ad-46e6-a53b-a5b5990dcfba admin admin] Pushing event deleted for resources: {'Network': ['ID=37d41d56-12bb-40e8-aa0b-844473811f88,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:23.302183 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c93b9c17-e2e8-4fc1-99d1-b35dfcd2931e tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Publish callbacks [] for router_controller (50457c13-5447-4b5d-9628-cf8d5f7cf8c7), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:23.321663 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4dc94b03-83bb-46b1-9c55-f579b85f1c12 admin admin] Publish callbacks [] for security_group (e01e0ced-cef5-4099-b9c9-f8485406bfa4), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:23.323373 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-60104cfd-9d28-42b4-aaf2-565301ccdbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (9f5fc152-087a-4da4-84f6-727f8599257b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:23.325874 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-60104cfd-9d28-42b4-aaf2-565301ccdbf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:23.327207 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-60104cfd-9d28-42b4-aaf2-565301ccdbf8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9f5fc152-087a-4da4-84f6-727f8599257b HTTP/1.1" status: 204 len: 168 time: 0.8358328 Mar 05 04:56:23.372714 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60104cfd-9d28-42b4-aaf2-565301ccdbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5fc152-087a-4da4-84f6-727f8599257b,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:23.419321 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d2ca9b68-6190-442d-9242-899b849b9f26 None None] Publish callbacks [] for port (5591fb2c-a00f-4675-a5e4-a07486b76c67), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:23.435039 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-79f2df83-5286-4ba6-9e6f-13b9764db84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a0ced282-8c40-42bc-b278-7464935d5f00), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:23.442106 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d2ca9b68-6190-442d-9242-899b849b9f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5591fb2c-a00f-4675-a5e4-a07486b76c67), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:23.486127 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4dc94b03-83bb-46b1-9c55-f579b85f1c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e01e0ced-cef5-4099-b9c9-f8485406bfa4), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:23.497954 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4dc94b03-83bb-46b1-9c55-f579b85f1c12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:23.505379 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4dc94b03-83bb-46b1-9c55-f579b85f1c12 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e01e0ced-cef5-4099-b9c9-f8485406bfa4 HTTP/1.1" status: 204 len: 168 time: 0.6624413 Mar 05 04:56:23.511286 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-d2ca9b68-6190-442d-9242-899b849b9f26 None None] Attempting to bind port 5591fb2c-a00f-4675-a5e4-a07486b76c67 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:56:23.511670 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-d2ca9b68-6190-442d-9242-899b849b9f26 None None] Attempting to bind port 5591fb2c-a00f-4675-a5e4-a07486b76c67 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:56:23.512043 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ca9b68-6190-442d-9242-899b849b9f26 None None] Attempting to bind port 5591fb2c-a00f-4675-a5e4-a07486b76c67 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:56:23.521650 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ca9b68-6190-442d-9242-899b849b9f26 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:56:23.522044 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ca9b68-6190-442d-9242-899b849b9f26 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:56:23.522501 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d2ca9b68-6190-442d-9242-899b849b9f26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:23.522942 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ca9b68-6190-442d-9242-899b849b9f26 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:56:23.523479 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-d2ca9b68-6190-442d-9242-899b849b9f26 None None] Bound port: 5591fb2c-a00f-4675-a5e4-a07486b76c67, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:56:23.523868 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d2ca9b68-6190-442d-9242-899b849b9f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5591fb2c-a00f-4675-a5e4-a07486b76c67), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:23.525583 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069159fd-b83f-45a9-9e2f-06b636134bd0 None None] Pushing event updated for resources: {'Port': ['ID=5591fb2c-a00f-4675-a5e4-a07486b76c67,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:23.566682 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58036) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:23.569534 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc94b03-83bb-46b1-9c55-f579b85f1c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01e0ced-cef5-4099-b9c9-f8485406bfa4,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:23.578328 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c93b9c17-e2e8-4fc1-99d1-b35dfcd2931e tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Publish callbacks [] for router_gateway (50457c13-5447-4b5d-9628-cf8d5f7cf8c7), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:23.602318 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-d2ca9b68-6190-442d-9242-899b849b9f26 None None] For port 5591fb2c-a00f-4675-a5e4-a07486b76c67, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:56:23.615649 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-d2ca9b68-6190-442d-9242-899b849b9f26 None None] For port 5591fb2c-a00f-4675-a5e4-a07486b76c67, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=5591fb2c-a00f-4675-a5e4-a07486b76c67,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:56:23.625658 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d2ca9b68-6190-442d-9242-899b849b9f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5591fb2c-a00f-4675-a5e4-a07486b76c67), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:23.711069 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ca9b68-6190-442d-9242-899b849b9f26 None None] Routers {'7a3958b2-8d63-4b2d-9da8-98b44c99002e'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:56:23.713020 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-d2ca9b68-6190-442d-9242-899b849b9f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:56:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['7a3958b2-8d63-4b2d-9da8-98b44c99002e'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:23.768966 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-568d88c3-ad5e-479e-83fc-f74504a24b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:23.771607 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069159fd-b83f-45a9-9e2f-06b636134bd0 None None] Pushing event updated for resources: {'Port': ['ID=5591fb2c-a00f-4675-a5e4-a07486b76c67,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:23.791038 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ca4f6a06-85c9-49d6-91af-2e9857a7b014 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=becd292ae1964e1591030ea7084bd53e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2171261 Mar 05 04:56:23.792792 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58042) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:23.907727 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-95617a89-4cbd-4723-a4f0-060b2a34b143 admin admin] Publish callbacks [] for security_group (1221e7d5-8d20-47b1-a240-de033b79c9f5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:23.933073 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-d2ca9b68-6190-442d-9242-899b849b9f26 None None] Set router 7a3958b2-8d63-4b2d-9da8-98b44c99002e gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:56:24.059572 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-95617a89-4cbd-4723-a4f0-060b2a34b143 admin admin] Publish callbacks [] for security_group (1221e7d5-8d20-47b1-a240-de033b79c9f5), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:24.197442 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-568d88c3-ad5e-479e-83fc-f74504a24b29 admin admin] Allocated IP 172.20.0.1 (31b0ad25-0961-41e8-ba3d-c6b7bbf5af76/98ef46bf-572c-498d-93ea-a0a1c161f54f/5860eed1-d301-47f6-93f6-287a8dd18f3c) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:56:24.204203 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-95617a89-4cbd-4723-a4f0-060b2a34b143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1221e7d5-8d20-47b1-a240-de033b79c9f5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:24.204919 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-d2ca9b68-6190-442d-9242-899b849b9f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1024933462-router', 'tenant_id': '6e5092c20fe14dbdbd8241f34045fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '5591fb2c-a00f-4675-a5e4-a07486b76c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:15Z', 'updated_at': '2022-03-05T04:56:19Z', 'revision_number': 3, 'project_id': '6e5092c20fe14dbdbd8241f34045fd32', 'gw_port': {'id': '5591fb2c-a00f-4675-a5e4-a07486b76c67', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:17Z', 'updated_at': '2022-03-05T04:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:24.207626 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-95617a89-4cbd-4723-a4f0-060b2a34b143 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:24.209160 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-95617a89-4cbd-4723-a4f0-060b2a34b143 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1221e7d5-8d20-47b1-a240-de033b79c9f5 HTTP/1.1" status: 204 len: 168 time: 0.4151959 Mar 05 04:56:24.238388 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ca9b68-6190-442d-9242-899b849b9f26 None None] The sync data for ids ['7a3958b2-8d63-4b2d-9da8-98b44c99002e'] in n-d-789963-32 is: [{'id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1024933462-router', 'tenant_id': '6e5092c20fe14dbdbd8241f34045fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '5591fb2c-a00f-4675-a5e4-a07486b76c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:15Z', 'updated_at': '2022-03-05T04:56:19Z', 'revision_number': 3, 'project_id': '6e5092c20fe14dbdbd8241f34045fd32', 'gw_port': {'id': '5591fb2c-a00f-4675-a5e4-a07486b76c67', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:17Z', 'updated_at': '2022-03-05T04:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:56:24.245922 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95617a89-4cbd-4723-a4f0-060b2a34b143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1221e7d5-8d20-47b1-a240-de033b79c9f5,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:24.372695 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-79f2df83-5286-4ba6-9e6f-13b9764db84b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0ced282-8c40-42bc-b278-7464935d5f00 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:56:24.387129 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-79f2df83-5286-4ba6-9e6f-13b9764db84b service neutron] Publish callbacks [] for port (a0ced282-8c40-42bc-b278-7464935d5f00), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:24.413698 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-79f2df83-5286-4ba6-9e6f-13b9764db84b service neutron] Transition to ACTIVE for port object a0ced282-8c40-42bc-b278-7464935d5f00 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:56:24.416084 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c93b9c17-e2e8-4fc1-99d1-b35dfcd2931e tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Publish callbacks [] for router_gateway (50457c13-5447-4b5d-9628-cf8d5f7cf8c7), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:24.423537 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0446a4-ff80-4bad-8d88-e0cd69e414b9 req-128afc74-1de2-403f-8bfb-a64a4d8e9a18 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:24.425364 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3b0446a4-ff80-4bad-8d88-e0cd69e414b9 req-128afc74-1de2-403f-8bfb-a64a4d8e9a18 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7d95623-49d8-4ec5-8d2b-7198e4c06662 HTTP/1.1" status: 200 len: 932 time: 0.1315994 Mar 05 04:56:24.451427 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-79f2df83-5286-4ba6-9e6f-13b9764db84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (a0ced282-8c40-42bc-b278-7464935d5f00), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:24.454330 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c93b9c17-e2e8-4fc1-99d1-b35dfcd2931e tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:24.466191 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-568d88c3-ad5e-479e-83fc-f74504a24b29 admin admin] Publish callbacks [] for port (5860eed1-d301-47f6-93f6-287a8dd18f3c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:24.510643 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3b0446a4-ff80-4bad-8d88-e0cd69e414b9 req-c6ce3750-8276-40a2-97e8-67da05c75d8a tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f57f2c3-51b3-42a6-95ae-c16f6c7bb2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789762 Mar 05 04:56:24.543381 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-568d88c3-ad5e-479e-83fc-f74504a24b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (5860eed1-d301-47f6-93f6-287a8dd18f3c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:24.590899 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2df83-5286-4ba6-9e6f-13b9764db84b service neutron] Pushing event updated for resources: {'Port': ['ID=a0ced282-8c40-42bc-b278-7464935d5f00,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:24.605847 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568d88c3-ad5e-479e-83fc-f74504a24b29 admin admin] Network 31b0ad25-0961-41e8-ba3d-c6b7bbf5af76 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:56:24.610224 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-568d88c3-ad5e-479e-83fc-f74504a24b29 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:56:24.614783 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568d88c3-ad5e-479e-83fc-f74504a24b29 admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:56:24.822623 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-79f2df83-5286-4ba6-9e6f-13b9764db84b service neutron] Attempting to bind port a0ced282-8c40-42bc-b278-7464935d5f00 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:56:24.823370 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-79f2df83-5286-4ba6-9e6f-13b9764db84b service neutron] Attempting to bind port a0ced282-8c40-42bc-b278-7464935d5f00 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '7a53672a-c8fe-4e51-a944-ead480ed8041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'df67dbf3-0b9c-4b50-b31f-92fe8d01b193'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:56:24.823370 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-79f2df83-5286-4ba6-9e6f-13b9764db84b service neutron] Attempting to bind port a0ced282-8c40-42bc-b278-7464935d5f00 on network df67dbf3-0b9c-4b50-b31f-92fe8d01b193 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:56:24.833051 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-79f2df83-5286-4ba6-9e6f-13b9764db84b service neutron] Port a0ced282-8c40-42bc-b278-7464935d5f00 on network df67dbf3-0b9c-4b50-b31f-92fe8d01b193 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:56:24.833385 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-79f2df83-5286-4ba6-9e6f-13b9764db84b service neutron] Attempting to bind port a0ced282-8c40-42bc-b278-7464935d5f00 on network df67dbf3-0b9c-4b50-b31f-92fe8d01b193 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:56:24.848131 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-79f2df83-5286-4ba6-9e6f-13b9764db84b service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:56:24.848481 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-79f2df83-5286-4ba6-9e6f-13b9764db84b service neutron] Checking segment: {'id': '7a53672a-c8fe-4e51-a944-ead480ed8041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'df67dbf3-0b9c-4b50-b31f-92fe8d01b193'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:56:24.848892 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-79f2df83-5286-4ba6-9e6f-13b9764db84b service neutron] Bound using segment: {'id': '7a53672a-c8fe-4e51-a944-ead480ed8041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'df67dbf3-0b9c-4b50-b31f-92fe8d01b193'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:56:24.849374 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-79f2df83-5286-4ba6-9e6f-13b9764db84b service neutron] Bound port: a0ced282-8c40-42bc-b278-7464935d5f00, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a53672a-c8fe-4e51-a944-ead480ed8041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'df67dbf3-0b9c-4b50-b31f-92fe8d01b193'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:56:24.849689 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-79f2df83-5286-4ba6-9e6f-13b9764db84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a0ced282-8c40-42bc-b278-7464935d5f00), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:24.877864 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c93b9c17-e2e8-4fc1-99d1-b35dfcd2931e tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Publish callbacks [] for router (50457c13-5447-4b5d-9628-cf8d5f7cf8c7), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:24.947896 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58080) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:25.041633 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d88c3-ad5e-479e-83fc-f74504a24b29 admin admin] Pushing event updated for resources: {'Port': ['ID=5860eed1-d301-47f6-93f6-287a8dd18f3c,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:25.074624 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-568d88c3-ad5e-479e-83fc-f74504a24b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (7a3958b2-8d63-4b2d-9da8-98b44c99002e), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:25.145997 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-79f2df83-5286-4ba6-9e6f-13b9764db84b service neutron] For port a0ced282-8c40-42bc-b278-7464935d5f00, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:56:25.168293 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c93b9c17-e2e8-4fc1-99d1-b35dfcd2931e tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (50457c13-5447-4b5d-9628-cf8d5f7cf8c7), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:25.171918 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-79f2df83-5286-4ba6-9e6f-13b9764db84b service neutron] For port a0ced282-8c40-42bc-b278-7464935d5f00, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a0ced282-8c40-42bc-b278-7464935d5f00,segment=NetworkSegment(7a53672a-c8fe-4e51-a944-ead480ed8041),segment_id=7a53672a-c8fe-4e51-a944-ead480ed8041)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:56:25.174133 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c93b9c17-e2e8-4fc1-99d1-b35dfcd2931e tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Publish callbacks [] for router_controller (50457c13-5447-4b5d-9628-cf8d5f7cf8c7), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:25.187005 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-79f2df83-5286-4ba6-9e6f-13b9764db84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (a0ced282-8c40-42bc-b278-7464935d5f00), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:25.262958 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-dc7336f3-8cf0-48e7-8a8a-c3076785afdc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-997362326-network', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:25.275751 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-568d88c3-ad5e-479e-83fc-f74504a24b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5860eed1-d301-47f6-93f6-287a8dd18f3c), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:25.281722 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c93b9c17-e2e8-4fc1-99d1-b35dfcd2931e tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (50457c13-5447-4b5d-9628-cf8d5f7cf8c7), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:25.282250 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93b9c17-e2e8-4fc1-99d1-b35dfcd2931e tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50457c13-5447-4b5d-9628-cf8d5f7cf8c7 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:56:25.292061 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-79f2df83-5286-4ba6-9e6f-13b9764db84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:25.292692 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-79f2df83-5286-4ba6-9e6f-13b9764db84b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:25.294532 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-79f2df83-5286-4ba6-9e6f-13b9764db84b service neutron] 10.222.0.31 "PUT /v2.0/ports/a0ced282-8c40-42bc-b278-7464935d5f00 HTTP/1.1" status: 200 len: 1093 time: 2.2949803 Mar 05 04:56:25.305031 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d95623-49d8-4ec5-8d2b-7198e4c06662', 'tag': 'a0ced282-8c40-42bc-b278-7464935d5f00'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:56:25.307629 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6dea08-9957-4c7e-8d68-02488a11e597" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d95623-49d8-4ec5-8d2b-7198e4c06662", "tag": "a0ced282-8c40-42bc-b278-7464935d5f00"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:56:25.359605 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7336f3-8cf0-48e7-8a8a-c3076785afdc admin admin] Made reservation on behalf of 4e3a7db0492c498e9791caa16e095e94 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:56:25.362151 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc7336f3-8cf0-48e7-8a8a-c3076785afdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:25.387371 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc7336f3-8cf0-48e7-8a8a-c3076785afdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:25.390364 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-c93b9c17-e2e8-4fc1-99d1-b35dfcd2931e tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 05 04:56:25.394283 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58096) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:25.394471 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c93b9c17-e2e8-4fc1-99d1-b35dfcd2931e tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2274814 Mar 05 04:56:25.395170 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2df83-5286-4ba6-9e6f-13b9764db84b service neutron] Pushing event updated for resources: {'Port': ['ID=a0ced282-8c40-42bc-b278-7464935d5f00,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:25.409947 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15bbe82-5629-4933-a9c0-be8d5ef1f501 x-openstack-request-id: req-b15bbe82-5629-4933-a9c0-be8d5ef1f501 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:56:25.410232 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d95623-49d8-4ec5-8d2b-7198e4c06662", "tag": "a0ced282-8c40-42bc-b278-7464935d5f00", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:56:25.410480 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b15bbe82-5629-4933-a9c0-be8d5ef1f501 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:56:25.411346 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d95623-49d8-4ec5-8d2b-7198e4c06662', 'tag': 'a0ced282-8c40-42bc-b278-7464935d5f00', 'status': 'completed', 'code': 200} Mar 05 04:56:25.479315 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-ee6c0cda-a09d-4f29-8df9-5126a66eacbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:25.481071 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-ee6c0cda-a09d-4f29-8df9-5126a66eacbd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2ae97de8fbb044a1b8b531e0ca95cea9&device_id=d7d95623-49d8-4ec5-8d2b-7198e4c06662 HTTP/1.1" status: 200 len: 1127 time: 0.1364081 Mar 05 04:56:25.542997 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-91834a16-aa1a-4366-969f-3e532b162bd8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0ced282-8c40-42bc-b278-7464935d5f00 HTTP/1.1" status: 200 len: 217 time: 0.0539172 Mar 05 04:56:25.552228 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc7336f3-8cf0-48e7-8a8a-c3076785afdc admin admin] Publish callbacks [] for security_group (af330872-fcd1-4003-9517-2226095fc3b4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:25.564594 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc7336f3-8cf0-48e7-8a8a-c3076785afdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (af330872-fcd1-4003-9517-2226095fc3b4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:25.629868 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7336f3-8cf0-48e7-8a8a-c3076785afdc admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:56:25.640365 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-568d88c3-ad5e-479e-83fc-f74504a24b29 admin admin] Publish callbacks [] for port (5860eed1-d301-47f6-93f6-287a8dd18f3c), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:25.659341 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7336f3-8cf0-48e7-8a8a-c3076785afdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af330872-fcd1-4003-9517-2226095fc3b4,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:25.665660 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc7336f3-8cf0-48e7-8a8a-c3076785afdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (78da9f50-b791-4384-818b-c3b1f3bf0c84), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:25.666010 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-dc7336f3-8cf0-48e7-8a8a-c3076785afdc admin admin] Added segment 78da9f50-b791-4384-818b-c3b1f3bf0c84 of type vlan for network 2208e38e-4ccf-4e0c-99e3-12bba4d22772 Mar 05 04:56:25.668407 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-3019eaba-e1c7-47a0-a6c9-04668bc72cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:25.670342 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-3019eaba-e1c7-47a0-a6c9-04668bc72cc8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=98cd4c6e-7c06-4ceb-af44-f9c805bc42d3 HTTP/1.1" status: 200 len: 861 time: 0.1167836 Mar 05 04:56:25.689426 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-568d88c3-ad5e-479e-83fc-f74504a24b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (5860eed1-d301-47f6-93f6-287a8dd18f3c), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:25.735444 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-208fa5cd-7f71-4f12-9704-a345b02e4e7b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df67dbf3-0b9c-4b50-b31f-92fe8d01b193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564120 Mar 05 04:56:25.758174 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc7336f3-8cf0-48e7-8a8a-c3076785afdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (2208e38e-4ccf-4e0c-99e3-12bba4d22772), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:25.828336 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-568d88c3-ad5e-479e-83fc-f74504a24b29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (7a3958b2-8d63-4b2d-9da8-98b44c99002e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:25.853340 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc7336f3-8cf0-48e7-8a8a-c3076785afdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (2208e38e-4ccf-4e0c-99e3-12bba4d22772), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:25.854647 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7336f3-8cf0-48e7-8a8a-c3076785afdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:25.854775 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d88c3-ad5e-479e-83fc-f74504a24b29 admin admin] Pushing event updated for resources: {'Port': ['ID=5860eed1-d301-47f6-93f6-287a8dd18f3c,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:25.855286 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc7336f3-8cf0-48e7-8a8a-c3076785afdc admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:25.924850 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-dc7336f3-8cf0-48e7-8a8a-c3076785afdc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9731269 Mar 05 04:56:25.925825 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58116) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:25.928047 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-130a1368-d08c-4a3a-9c1f-be4b2f11090b service neutron] 10.222.0.31 "GET /v2.0/networks/df67dbf3-0b9c-4b50-b31f-92fe8d01b193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834288 Mar 05 04:56:25.934352 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-daef3160-279f-4664-964c-ac64eff86e17 admin admin] Request body: {'subnet': {'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-997362326-subnet', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:25.959667 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58118) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:25.973502 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e83aca-60d5-45b9-985a-6116078d7e62 req-e53b066f-d973-4c99-9f1b-ea23fdd5d1de tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:25.975109 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-05e83aca-60d5-45b9-985a-6116078d7e62 req-e53b066f-d973-4c99-9f1b-ea23fdd5d1de tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7d95623-49d8-4ec5-8d2b-7198e4c06662 HTTP/1.1" status: 200 len: 944 time: 0.3015625 Mar 05 04:56:25.994008 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7336f3-8cf0-48e7-8a8a-c3076785afdc admin admin] Pushing event updated for resources: {'Network': ['ID=2208e38e-4ccf-4e0c-99e3-12bba4d22772,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:26.005220 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 2208e38e-4ccf-4e0c-99e3-12bba4d22772 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:56:26.025014 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-2a4ab752-5099-45be-bbfe-b0a763b3f6d9 tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Deleting port a7d3cf2b-ed22-400e-baef-12d883e00aac {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:56:26.025014 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a4ab752-5099-45be-bbfe-b0a763b3f6d9 tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (a7d3cf2b-ed22-400e-baef-12d883e00aac), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:26.051784 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daef3160-279f-4664-964c-ac64eff86e17 admin admin] Made reservation on behalf of 4e3a7db0492c498e9791caa16e095e94 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:56:26.054231 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-daef3160-279f-4664-964c-ac64eff86e17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:26.133246 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568d88c3-ad5e-479e-83fc-f74504a24b29 admin admin] Network 31b0ad25-0961-41e8-ba3d-c6b7bbf5af76 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:56:26.145967 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-568d88c3-ad5e-479e-83fc-f74504a24b29 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:56:26.222165 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-05e83aca-60d5-45b9-985a-6116078d7e62 req-bc2ff41d-b353-43c9-8e13-27c5e782b75e tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f57f2c3-51b3-42a6-95ae-c16f6c7bb2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318606 Mar 05 04:56:26.290782 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f46d152d-eb6b-4fb5-b226-3d3b9fa9d5ff req-066bd08c-6593-486c-b1fb-4439f4195d46 service neutron] 10.222.0.31 "GET /v2.0/networks/df67dbf3-0b9c-4b50-b31f-92fe8d01b193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249717 Mar 05 04:56:26.340776 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-daef3160-279f-4664-964c-ac64eff86e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:26.348202 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5591fb2c-a00f-4675-a5e4-a07486b76c67 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:56:26.367084 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-e71ba691-3291-482a-93cb-0df254e3e886 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1709943315-network', 'tenant_id': '5bb9b4129f1c432a81e17a2957390c79'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:26.424224 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71ba691-3291-482a-93cb-0df254e3e886 admin admin] Made reservation on behalf of 5bb9b4129f1c432a81e17a2957390c79 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:56:26.427289 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e71ba691-3291-482a-93cb-0df254e3e886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:26.430380 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 5591fb2c-a00f-4675-a5e4-a07486b76c67 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:56:26.430766 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5591fb2c-a00f-4675-a5e4-a07486b76c67), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:26.440995 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a4ab752-5099-45be-bbfe-b0a763b3f6d9 tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (a7d3cf2b-ed22-400e-baef-12d883e00aac), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:26.449323 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e71ba691-3291-482a-93cb-0df254e3e886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:26.458992 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568d88c3-ad5e-479e-83fc-f74504a24b29 admin admin] Router 7a3958b2-8d63-4b2d-9da8-98b44c99002e has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:56:26.466723 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-2a4ab752-5099-45be-bbfe-b0a763b3f6d9 tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Calling delete_port for a7d3cf2b-ed22-400e-baef-12d883e00aac owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:56:26.486616 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef3160-279f-4664-964c-ac64eff86e17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:26.509741 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dea08-9957-4c7e-8d68-02488a11e597 req-d5572024-139f-4d52-beab-fca947dd5f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:26.511305 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2e6dea08-9957-4c7e-8d68-02488a11e597 req-d5572024-139f-4d52-beab-fca947dd5f05 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2ae97de8fbb044a1b8b531e0ca95cea9&device_id=d7d95623-49d8-4ec5-8d2b-7198e4c06662 HTTP/1.1" status: 200 len: 1127 time: 0.1606543 Mar 05 04:56:26.519217 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daef3160-279f-4664-964c-ac64eff86e17 admin admin] Checking segment: {'id': '78da9f50-b791-4384-818b-c3b1f3bf0c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:56:26.519591 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daef3160-279f-4664-964c-ac64eff86e17 admin admin] Network hostable DHCP agents. Network: 2208e38e-4ccf-4e0c-99e3-12bba4d22772, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:56:26.559598 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 5591fb2c-a00f-4675-a5e4-a07486b76c67 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:26.560007 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5591fb2c-a00f-4675-a5e4-a07486b76c67), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:26.579662 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daef3160-279f-4664-964c-ac64eff86e17 admin admin] Network 2208e38e-4ccf-4e0c-99e3-12bba4d22772 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:56:26.613935 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 5591fb2c-a00f-4675-a5e4-a07486b76c67, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=5591fb2c-a00f-4675-a5e4-a07486b76c67,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:26.619393 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-daef3160-279f-4664-964c-ac64eff86e17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 2208e38e-4ccf-4e0c-99e3-12bba4d22772) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:56:26.622450 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5591fb2c-a00f-4675-a5e4-a07486b76c67), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:26.631353 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7407162a-7e6e-4aab-ab6e-ba4a1cad1363 None None] Network 2208e38e-4ccf-4e0c-99e3-12bba4d22772 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:56:26.645851 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daef3160-279f-4664-964c-ac64eff86e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:26.646452 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-daef3160-279f-4664-964c-ac64eff86e17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:26.675066 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-daef3160-279f-4664-964c-ac64eff86e17 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7457490 Mar 05 04:56:26.678126 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58134) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:26.686221 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-b6d55e83-d6b9-467a-9f80-dc59be174fbf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:26.719659 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b6d55e83-d6b9-467a-9f80-dc59be174fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (9d9e5c8c-8fe9-4199-9808-05fba6c71dec), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:26.720762 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b6d55e83-d6b9-467a-9f80-dc59be174fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (9d9e5c8c-8fe9-4199-9808-05fba6c71dec), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:26.740087 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dea08-9957-4c7e-8d68-02488a11e597 req-6ce49786-0458-4543-bb03-34aadb971807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:26.742500 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568d88c3-ad5e-479e-83fc-f74504a24b29 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:56:26.743639 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2e6dea08-9957-4c7e-8d68-02488a11e597 req-6ce49786-0458-4543-bb03-34aadb971807 service neutron] 10.222.0.31 "GET /v2.0/networks?id=df67dbf3-0b9c-4b50-b31f-92fe8d01b193 HTTP/1.1" status: 200 len: 921 time: 0.2255411 Mar 05 04:56:26.757222 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-568d88c3-ad5e-479e-83fc-f74504a24b29 admin admin] 10.222.0.11 "PUT /v2.0/routers/7a3958b2-8d63-4b2d-9da8-98b44c99002e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5842905 Mar 05 04:56:26.764661 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e71ba691-3291-482a-93cb-0df254e3e886 admin admin] Publish callbacks [] for security_group (ebdd61c2-e67c-4684-af9f-da2b55da153e), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:26.767063 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=5591fb2c-a00f-4675-a5e4-a07486b76c67,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:26.792176 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e71ba691-3291-482a-93cb-0df254e3e886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ebdd61c2-e67c-4684-af9f-da2b55da153e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:26.821360 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8896a95-8110-46b7-9a7a-50f38d16e77e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'fixed_ips': [{'subnet_id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:56:26.822520 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f8896a95-8110-46b7-9a7a-50f38d16e77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:26.833003 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e71ba691-3291-482a-93cb-0df254e3e886 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:56:26.853976 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ba691-3291-482a-93cb-0df254e3e886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdd61c2-e67c-4684-af9f-da2b55da153e,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:26.859908 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e71ba691-3291-482a-93cb-0df254e3e886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (ad774138-f320-403b-a8cc-491aacfa0c86), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:26.860139 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2e6dea08-9957-4c7e-8d68-02488a11e597 req-d00315a4-d205-4806-9cf9-46efece7b998 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0ced282-8c40-42bc-b278-7464935d5f00 HTTP/1.1" status: 200 len: 217 time: 0.1094232 Mar 05 04:56:26.860241 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-e71ba691-3291-482a-93cb-0df254e3e886 admin admin] Added segment ad774138-f320-403b-a8cc-491aacfa0c86 of type vlan for network 58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 Mar 05 04:56:26.870485 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a4ab752-5099-45be-bbfe-b0a763b3f6d9 tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (a7d3cf2b-ed22-400e-baef-12d883e00aac), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:26.937864 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ab752-5099-45be-bbfe-b0a763b3f6d9 tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7d3cf2b-ed22-400e-baef-12d883e00aac,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:26.967657 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e71ba691-3291-482a-93cb-0df254e3e886 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (58ba8bc5-ac03-4e44-b819-c3c8d0a85e10), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:27.010765 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-f8896a95-8110-46b7-9a7a-50f38d16e77e None None] Allocated IP 172.20.0.2 (2208e38e-4ccf-4e0c-99e3-12bba4d22772/3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5/bed9905c-b8e5-4e51-9818-65ba189186a9) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:56:27.034331 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a4ab752-5099-45be-bbfe-b0a763b3f6d9 tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:27.042317 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2a4ab752-5099-45be-bbfe-b0a763b3f6d9 tempest-RoutersAdminNegativeTest-1278487795 tempest-RoutersAdminNegativeTest-1278487795-project-admin] 10.222.0.11 "DELETE /v2.0/ports/a7d3cf2b-ed22-400e-baef-12d883e00aac HTTP/1.1" status: 204 len: 168 time: 1.6469748 Mar 05 04:56:27.051419 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e71ba691-3291-482a-93cb-0df254e3e886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (58ba8bc5-ac03-4e44-b819-c3c8d0a85e10), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:27.052908 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71ba691-3291-482a-93cb-0df254e3e886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:27.053499 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e71ba691-3291-482a-93cb-0df254e3e886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:27.105433 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e71ba691-3291-482a-93cb-0df254e3e886 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1390841 Mar 05 04:56:27.105682 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b6d55e83-d6b9-467a-9f80-dc59be174fbf admin admin] Publish callbacks [] for router_controller (9d9e5c8c-8fe9-4199-9808-05fba6c71dec), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:27.106822 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58146) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:27.117433 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-f475cdd7-70aa-44b8-a274-b06bb12bffa1 admin admin] Request body: {'subnet': {'network_id': '58ba8bc5-ac03-4e44-b819-c3c8d0a85e10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1709943315-subnet', 'tenant_id': '5bb9b4129f1c432a81e17a2957390c79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:27.174527 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ba691-3291-482a-93cb-0df254e3e886 admin admin] Pushing event updated for resources: {'Network': ['ID=58ba8bc5-ac03-4e44-b819-c3c8d0a85e10,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:27.200907 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f475cdd7-70aa-44b8-a274-b06bb12bffa1 admin admin] Made reservation on behalf of 5bb9b4129f1c432a81e17a2957390c79 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:56:27.205006 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f475cdd7-70aa-44b8-a274-b06bb12bffa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:27.206194 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f8896a95-8110-46b7-9a7a-50f38d16e77e None None] Publish callbacks [] for port (bed9905c-b8e5-4e51-9818-65ba189186a9), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:27.208917 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dea08-9957-4c7e-8d68-02488a11e597 req-fb9a1c06-7409-447d-86de-1d141360152a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:27.211470 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:56:27.218533 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f8896a95-8110-46b7-9a7a-50f38d16e77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (bed9905c-b8e5-4e51-9818-65ba189186a9), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:27.219624 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2e6dea08-9957-4c7e-8d68-02488a11e597 req-fb9a1c06-7409-447d-86de-1d141360152a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=98cd4c6e-7c06-4ceb-af44-f9c805bc42d3 HTTP/1.1" status: 200 len: 861 time: 0.3484671 Mar 05 04:56:27.227220 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d347f4c4-8a72-48c9-91f1-a1f5e787a7f1 None None] Sync routers for ids ['7a3958b2-8d63-4b2d-9da8-98b44c99002e'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:56:27.243506 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d347f4c4-8a72-48c9-91f1-a1f5e787a7f1 None None] Routers {'7a3958b2-8d63-4b2d-9da8-98b44c99002e'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:56:27.244862 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d347f4c4-8a72-48c9-91f1-a1f5e787a7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:56:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['7a3958b2-8d63-4b2d-9da8-98b44c99002e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:27.251046 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8896a95-8110-46b7-9a7a-50f38d16e77e None None] Network 2208e38e-4ccf-4e0c-99e3-12bba4d22772 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:56:27.255560 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-f8896a95-8110-46b7-9a7a-50f38d16e77e None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:56:27.286577 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8896a95-8110-46b7-9a7a-50f38d16e77e None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:56:27.328574 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58154) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:27.382061 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2e6dea08-9957-4c7e-8d68-02488a11e597 req-4bb478e3-da68-47b9-9ae0-f8ef8843bef4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=df67dbf3-0b9c-4b50-b31f-92fe8d01b193&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1553071 Mar 05 04:56:27.424903 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8896a95-8110-46b7-9a7a-50f38d16e77e None None] Pushing event updated for resources: {'Port': ['ID=bed9905c-b8e5-4e51-9818-65ba189186a9,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:27.443571 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-f8896a95-8110-46b7-9a7a-50f38d16e77e None None] Attempting to bind port bed9905c-b8e5-4e51-9818-65ba189186a9 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:56:27.444275 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-f8896a95-8110-46b7-9a7a-50f38d16e77e None None] Attempting to bind port bed9905c-b8e5-4e51-9818-65ba189186a9 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '78da9f50-b791-4384-818b-c3b1f3bf0c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:56:27.444859 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8896a95-8110-46b7-9a7a-50f38d16e77e None None] Attempting to bind port bed9905c-b8e5-4e51-9818-65ba189186a9 on network 2208e38e-4ccf-4e0c-99e3-12bba4d22772 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:56:27.450981 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8896a95-8110-46b7-9a7a-50f38d16e77e None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:56:27.452423 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8896a95-8110-46b7-9a7a-50f38d16e77e None None] Checking segment: {'id': '78da9f50-b791-4384-818b-c3b1f3bf0c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:56:27.453169 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f8896a95-8110-46b7-9a7a-50f38d16e77e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:27.453727 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8896a95-8110-46b7-9a7a-50f38d16e77e None None] Bound using segment: {'id': '78da9f50-b791-4384-818b-c3b1f3bf0c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:56:27.454389 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-f8896a95-8110-46b7-9a7a-50f38d16e77e None None] Bound port: bed9905c-b8e5-4e51-9818-65ba189186a9, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78da9f50-b791-4384-818b-c3b1f3bf0c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:56:27.454941 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f8896a95-8110-46b7-9a7a-50f38d16e77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (bed9905c-b8e5-4e51-9818-65ba189186a9), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:27.572507 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-d347f4c4-8a72-48c9-91f1-a1f5e787a7f1 None None] Set router 7a3958b2-8d63-4b2d-9da8-98b44c99002e gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:56:27.583618 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a771417-8332-42cb-85f1-0b28cdd8098e req-ba84f633-a5b6-42cb-80f5-ac80d96d1f7e tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:27.585626 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3a771417-8332-42cb-85f1-0b28cdd8098e req-ba84f633-a5b6-42cb-80f5-ac80d96d1f7e tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7d95623-49d8-4ec5-8d2b-7198e4c06662 HTTP/1.1" status: 200 len: 944 time: 0.1942356 Mar 05 04:56:27.636452 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b6d55e83-d6b9-467a-9f80-dc59be174fbf admin admin] Publish callbacks [] for router_gateway (9d9e5c8c-8fe9-4199-9808-05fba6c71dec), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:27.761932 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58160) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:27.780379 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2e6dea08-9957-4c7e-8d68-02488a11e597 req-3ffcae1a-4363-4917-bee3-672b188ff984 service neutron] 10.222.0.31 "GET /v2.0/networks/df67dbf3-0b9c-4b50-b31f-92fe8d01b193?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859408 Mar 05 04:56:27.794602 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f8896a95-8110-46b7-9a7a-50f38d16e77e None None] For port bed9905c-b8e5-4e51-9818-65ba189186a9, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:56:27.800893 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f8896a95-8110-46b7-9a7a-50f38d16e77e None None] For port bed9905c-b8e5-4e51-9818-65ba189186a9, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=bed9905c-b8e5-4e51-9818-65ba189186a9,segment=NetworkSegment(78da9f50-b791-4384-818b-c3b1f3bf0c84),segment_id=78da9f50-b791-4384-818b-c3b1f3bf0c84)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:56:27.814075 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f8896a95-8110-46b7-9a7a-50f38d16e77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (bed9905c-b8e5-4e51-9818-65ba189186a9), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:27.838793 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c1c3b96b-bb6d-44c7-84d0-031b0a6f182d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:27.880475 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3a771417-8332-42cb-85f1-0b28cdd8098e req-e51fd895-05a7-4247-9978-4d5da6c25079 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f57f2c3-51b3-42a6-95ae-c16f6c7bb2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465999 Mar 05 04:56:27.929689 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f475cdd7-70aa-44b8-a274-b06bb12bffa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (b701f56c-0d88-43f7-a5d8-59c4b87f0d86), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:27.932042 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8896a95-8110-46b7-9a7a-50f38d16e77e None None] Pushing event updated for resources: {'Port': ['ID=bed9905c-b8e5-4e51-9818-65ba189186a9,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:27.939412 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2e6dea08-9957-4c7e-8d68-02488a11e597 req-66721685-c5b8-4f9b-818a-440b39dc477e service neutron] 10.222.0.31 "GET /v2.0/networks/df67dbf3-0b9c-4b50-b31f-92fe8d01b193?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525815 Mar 05 04:56:27.972418 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d87d41fd-fc56-4316-a7e4-50afc451ced0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:27.987564 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d347f4c4-8a72-48c9-91f1-a1f5e787a7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1024933462-router', 'tenant_id': '6e5092c20fe14dbdbd8241f34045fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '5591fb2c-a00f-4675-a5e4-a07486b76c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:15Z', 'updated_at': '2022-03-05T04:56:25Z', 'revision_number': 4, 'project_id': '6e5092c20fe14dbdbd8241f34045fd32', 'gw_port': {'id': '5591fb2c-a00f-4675-a5e4-a07486b76c67', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:17Z', 'updated_at': '2022-03-05T04:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '5860eed1-d301-47f6-93f6-287a8dd18f3c', 'name': '', 'network_id': '31b0ad25-0961-41e8-ba3d-c6b7bbf5af76', 'tenant_id': '6e5092c20fe14dbdbd8241f34045fd32', 'mac_address': 'fa:16:3e:83:6e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '98ef46bf-572c-498d-93ea-a0a1c161f54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:23Z', 'updated_at': '2022-03-05T04:56:25Z', 'revision_number': 2, 'project_id': '6e5092c20fe14dbdbd8241f34045fd32', 'subnets': [{'id': '98ef46bf-572c-498d-93ea-a0a1c161f54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:28.040742 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d347f4c4-8a72-48c9-91f1-a1f5e787a7f1 None None] Checking router: 7a3958b2-8d63-4b2d-9da8-98b44c99002e for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:56:28.043483 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d347f4c4-8a72-48c9-91f1-a1f5e787a7f1 None None] Updating router 7a3958b2-8d63-4b2d-9da8-98b44c99002e port 5860eed1-d301-47f6-93f6-287a8dd18f3c binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:56:28.081028 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d347f4c4-8a72-48c9-91f1-a1f5e787a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5860eed1-d301-47f6-93f6-287a8dd18f3c), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:28.129009 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-5d5fbae8-df3f-4f38-9410-4abe04d86a36 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:28.130534 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-5d5fbae8-df3f-4f38-9410-4abe04d86a36 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/networks?id=31b0ad25-0961-41e8-ba3d-c6b7bbf5af76 HTTP/1.1" status: 200 len: 820 time: 0.1253581 Mar 05 04:56:28.176525 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475cdd7-70aa-44b8-a274-b06bb12bffa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b701f56c-0d88-43f7-a5d8-59c4b87f0d86,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:28.202370 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d87d41fd-fc56-4316-a7e4-50afc451ced0 admin admin] Publish callbacks [] for security_group (35d1fec0-818d-4344-9578-537cd753598c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:28.207625 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-228a5bb5-a47f-402b-baef-7d3d117b9bec tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/quotas/6e5092c20fe14dbdbd8241f34045fd32 HTTP/1.1" status: 200 len: 375 time: 0.0331669 Mar 05 04:56:28.213159 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d87d41fd-fc56-4316-a7e4-50afc451ced0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (35d1fec0-818d-4344-9578-537cd753598c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:28.218273 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f475cdd7-70aa-44b8-a274-b06bb12bffa1 admin admin] Checking segment: {'id': 'ad774138-f320-403b-a8cc-491aacfa0c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '58ba8bc5-ac03-4e44-b819-c3c8d0a85e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:56:28.218466 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f475cdd7-70aa-44b8-a274-b06bb12bffa1 admin admin] Network hostable DHCP agents. Network: 58ba8bc5-ac03-4e44-b819-c3c8d0a85e10, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:56:28.239495 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b6d55e83-d6b9-467a-9f80-dc59be174fbf admin admin] Publish callbacks [] for router_gateway (9d9e5c8c-8fe9-4199-9808-05fba6c71dec), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:28.275417 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c1c3b96b-bb6d-44c7-84d0-031b0a6f182d admin admin] Publish callbacks [] for security_group (5ce55a17-3b7c-4176-b391-96126d686bc4), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:28.283474 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d87d41fd-fc56-4316-a7e4-50afc451ced0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=03654ebb2207488dade7bcebb1b6b05d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5190477 Mar 05 04:56:28.285062 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b6d55e83-d6b9-467a-9f80-dc59be174fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:28.286175 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58172) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:28.287281 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d41fd-fc56-4316-a7e4-50afc451ced0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d1fec0-818d-4344-9578-537cd753598c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:28.298316 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c1c3b96b-bb6d-44c7-84d0-031b0a6f182d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (5ce55a17-3b7c-4176-b391-96126d686bc4), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:28.312935 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f475cdd7-70aa-44b8-a274-b06bb12bffa1 admin admin] Network 58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:56:28.421478 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-f475cdd7-70aa-44b8-a274-b06bb12bffa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 58ba8bc5-ac03-4e44-b819-c3c8d0a85e10) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:56:28.455029 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1477c5eb-dd52-4958-bc05-075c2d6c9616 None None] Network 58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:56:28.457079 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f475cdd7-70aa-44b8-a274-b06bb12bffa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:28.457565 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-b6d55e83-d6b9-467a-9f80-dc59be174fbf admin admin] Allocated IP 172.25.0.183 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/5439519c-0834-4674-b4c2-ea2cede3d1a4) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:56:28.458048 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f475cdd7-70aa-44b8-a274-b06bb12bffa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:28.464226 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-14342733-182e-4ab4-ba93-6fa8e091eb46 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e5092c20fe14dbdbd8241f34045fd32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2414651 Mar 05 04:56:28.472883 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c1c3b96b-bb6d-44c7-84d0-031b0a6f182d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=889d6f829f8f4efaa8744918ef72c4b6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1432726 Mar 05 04:56:28.479268 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3b96b-bb6d-44c7-84d0-031b0a6f182d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce55a17-3b7c-4176-b391-96126d686bc4,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:28.491582 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58174) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:28.528301 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3fdb-7877-4312-b953-6015643d3a24 admin admin] Publish callbacks [] for security_group (35d1fec0-818d-4344-9578-537cd753598c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:28.542454 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f475cdd7-70aa-44b8-a274-b06bb12bffa1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4335737 Mar 05 04:56:28.625009 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bed9905c-b8e5-4e51-9818-65ba189186a9 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:56:28.646538 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b6d55e83-d6b9-467a-9f80-dc59be174fbf admin admin] Publish callbacks [] for port (5439519c-0834-4674-b4c2-ea2cede3d1a4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:28.662400 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3fdb-7877-4312-b953-6015643d3a24 admin admin] Publish callbacks [] for security_group (35d1fec0-818d-4344-9578-537cd753598c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:28.716518 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b6d55e83-d6b9-467a-9f80-dc59be174fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (5439519c-0834-4674-b4c2-ea2cede3d1a4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:28.736853 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-57f0af9d-871a-422f-995d-09e9998fbdea admin admin] Publish callbacks [] for security_group (5ce55a17-3b7c-4176-b391-96126d686bc4), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:28.743466 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-02a262b9-7aa4-4f5e-8006-2072bdb00c7c service neutron] 10.222.0.11 "GET /v2.0/networks/31b0ad25-0961-41e8-ba3d-c6b7bbf5af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690847 Mar 05 04:56:28.766658 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09089d6f-d543-4d18-b8ce-2ddbd19282fb None None] Network 58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:56:28.772217 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-57f0af9d-871a-422f-995d-09e9998fbdea admin admin] Publish callbacks [] for security_group (5ce55a17-3b7c-4176-b391-96126d686bc4), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:28.782027 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d347f4c4-8a72-48c9-91f1-a1f5e787a7f1 None None] Publish callbacks [] for port (5860eed1-d301-47f6-93f6-287a8dd18f3c), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:28.794098 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d347f4c4-8a72-48c9-91f1-a1f5e787a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5860eed1-d301-47f6-93f6-287a8dd18f3c), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:28.809409 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port bed9905c-b8e5-4e51-9818-65ba189186a9 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:56:28.809780 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bed9905c-b8e5-4e51-9818-65ba189186a9), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:28.824412 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d55e83-d6b9-467a-9f80-dc59be174fbf admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:56:28.829868 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-b6d55e83-d6b9-467a-9f80-dc59be174fbf admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:56:28.843229 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d55e83-d6b9-467a-9f80-dc59be174fbf admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:56:28.880841 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-3f8c7387-611a-406a-99be-a3c440cdcf7f service neutron] 10.222.0.11 "GET /v2.0/networks/31b0ad25-0961-41e8-ba3d-c6b7bbf5af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161089 Mar 05 04:56:28.885653 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3fdb-7877-4312-b953-6015643d3a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (35d1fec0-818d-4344-9578-537cd753598c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:28.888262 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3fdb-7877-4312-b953-6015643d3a24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:28.892657 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7e1d3fdb-7877-4312-b953-6015643d3a24 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/35d1fec0-818d-4344-9578-537cd753598c HTTP/1.1" status: 204 len: 168 time: 0.6026726 Mar 05 04:56:28.910344 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b6b57-bba9-47d4-a661-90ca5ddf454c None None] Pushing event updated for resources: {'Port': ['ID=5860eed1-d301-47f6-93f6-287a8dd18f3c,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:28.921789 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d3fdb-7877-4312-b953-6015643d3a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d1fec0-818d-4344-9578-537cd753598c,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:28.933270 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d55e83-d6b9-467a-9f80-dc59be174fbf admin admin] Pushing event updated for resources: {'Port': ['ID=5439519c-0834-4674-b4c2-ea2cede3d1a4,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:28.980106 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-57f0af9d-871a-422f-995d-09e9998fbdea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (5ce55a17-3b7c-4176-b391-96126d686bc4), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:28.984401 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-57f0af9d-871a-422f-995d-09e9998fbdea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:28.985761 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-57f0af9d-871a-422f-995d-09e9998fbdea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ce55a17-3b7c-4176-b391-96126d686bc4 HTTP/1.1" status: 204 len: 168 time: 0.4930253 Mar 05 04:56:28.994944 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b6b57-bba9-47d4-a661-90ca5ddf454c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:28.995574 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b6b57-bba9-47d4-a661-90ca5ddf454c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:28.996031 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b6b57-bba9-47d4-a661-90ca5ddf454c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:28.996376 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b6b57-bba9-47d4-a661-90ca5ddf454c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:28.999067 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b6b57-bba9-47d4-a661-90ca5ddf454c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:29.002746 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0af9d-871a-422f-995d-09e9998fbdea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce55a17-3b7c-4176-b391-96126d686bc4,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:29.003399 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b6b57-bba9-47d4-a661-90ca5ddf454c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:29.003906 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b6b57-bba9-47d4-a661-90ca5ddf454c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:29.004390 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b6b57-bba9-47d4-a661-90ca5ddf454c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:29.004868 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b6b57-bba9-47d4-a661-90ca5ddf454c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:29.006008 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b6b57-bba9-47d4-a661-90ca5ddf454c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:29.007395 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b6b57-bba9-47d4-a661-90ca5ddf454c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:29.009024 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b6b57-bba9-47d4-a661-90ca5ddf454c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:29.012606 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39b6b57-bba9-47d4-a661-90ca5ddf454c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:56:29.092451 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-d347f4c4-8a72-48c9-91f1-a1f5e787a7f1 None None] Attempting to bind port 5860eed1-d301-47f6-93f6-287a8dd18f3c on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:56:29.092879 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-d347f4c4-8a72-48c9-91f1-a1f5e787a7f1 None None] Attempting to bind port 5860eed1-d301-47f6-93f6-287a8dd18f3c by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '7818f704-feaf-4759-800b-520c40aa37d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '31b0ad25-0961-41e8-ba3d-c6b7bbf5af76'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:56:29.094473 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d347f4c4-8a72-48c9-91f1-a1f5e787a7f1 None None] Attempting to bind port 5860eed1-d301-47f6-93f6-287a8dd18f3c on network 31b0ad25-0961-41e8-ba3d-c6b7bbf5af76 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:56:29.120873 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d347f4c4-8a72-48c9-91f1-a1f5e787a7f1 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:56:29.121247 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d347f4c4-8a72-48c9-91f1-a1f5e787a7f1 None None] Checking segment: {'id': '7818f704-feaf-4759-800b-520c40aa37d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '31b0ad25-0961-41e8-ba3d-c6b7bbf5af76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:56:29.121825 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d347f4c4-8a72-48c9-91f1-a1f5e787a7f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:29.124817 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d347f4c4-8a72-48c9-91f1-a1f5e787a7f1 None None] Bound using segment: {'id': '7818f704-feaf-4759-800b-520c40aa37d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '31b0ad25-0961-41e8-ba3d-c6b7bbf5af76'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:56:29.125329 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-d347f4c4-8a72-48c9-91f1-a1f5e787a7f1 None None] Bound port: 5860eed1-d301-47f6-93f6-287a8dd18f3c, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7818f704-feaf-4759-800b-520c40aa37d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '31b0ad25-0961-41e8-ba3d-c6b7bbf5af76'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:56:29.125724 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d347f4c4-8a72-48c9-91f1-a1f5e787a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5860eed1-d301-47f6-93f6-287a8dd18f3c), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:29.286775 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d347f4c4-8a72-48c9-91f1-a1f5e787a7f1 None None] For port 5860eed1-d301-47f6-93f6-287a8dd18f3c, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:56:29.308541 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d347f4c4-8a72-48c9-91f1-a1f5e787a7f1 None None] For port 5860eed1-d301-47f6-93f6-287a8dd18f3c, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=5860eed1-d301-47f6-93f6-287a8dd18f3c,segment=NetworkSegment(7818f704-feaf-4759-800b-520c40aa37d5),segment_id=7818f704-feaf-4759-800b-520c40aa37d5)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:56:29.328263 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d347f4c4-8a72-48c9-91f1-a1f5e787a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5860eed1-d301-47f6-93f6-287a8dd18f3c), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:29.354302 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device a0ced282-8c40-42bc-b278-7464935d5f00 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:56:29.439333 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d347f4c4-8a72-48c9-91f1-a1f5e787a7f1 None None] Routers {'7a3958b2-8d63-4b2d-9da8-98b44c99002e'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:56:29.440259 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d347f4c4-8a72-48c9-91f1-a1f5e787a7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:56:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['7a3958b2-8d63-4b2d-9da8-98b44c99002e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:29.443026 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port bed9905c-b8e5-4e51-9818-65ba189186a9 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:29.452439 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (bed9905c-b8e5-4e51-9818-65ba189186a9), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:29.466183 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-e2013e60-ced1-4422-8216-b86315c6688d tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:29.478086 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-e2013e60-ced1-4422-8216-b86315c6688d tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/networks?id=58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 HTTP/1.1" status: 200 len: 805 time: 0.3719747 Mar 05 04:56:29.530304 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-29901122-30e3-4132-85ad-f747ee263838 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/quotas/5bb9b4129f1c432a81e17a2957390c79 HTTP/1.1" status: 200 len: 375 time: 0.0512533 Mar 05 04:56:29.580281 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b6d55e83-d6b9-467a-9f80-dc59be174fbf admin admin] Publish callbacks [] for router_gateway (9d9e5c8c-8fe9-4199-9808-05fba6c71dec), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:29.651124 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-d347f4c4-8a72-48c9-91f1-a1f5e787a7f1 None None] Set router 7a3958b2-8d63-4b2d-9da8-98b44c99002e gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:56:29.662649 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-a292da08-5137-4d22-9c0e-520a631be3e4 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5bb9b4129f1c432a81e17a2957390c79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1314151 Mar 05 04:56:29.705937 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port bed9905c-b8e5-4e51-9818-65ba189186a9, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=bed9905c-b8e5-4e51-9818-65ba189186a9,segment=NetworkSegment(78da9f50-b791-4384-818b-c3b1f3bf0c84),segment_id=78da9f50-b791-4384-818b-c3b1f3bf0c84)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:29.707163 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60427a79-9fda-4582-900e-a6bddd5f19d0 None None] Network 2208e38e-4ccf-4e0c-99e3-12bba4d22772 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:56:29.728349 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58212) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:29.761901 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c4eff-f065-4556-a13b-8ef226bd7cd4 req-c0fbe57f-e188-4e6e-b92d-6e945bfe910a tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:29.776595 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fd9c4eff-f065-4556-a13b-8ef226bd7cd4 req-c0fbe57f-e188-4e6e-b92d-6e945bfe910a tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7d95623-49d8-4ec5-8d2b-7198e4c06662 HTTP/1.1" status: 200 len: 944 time: 0.3787146 Mar 05 04:56:29.788797 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-08f6959a-8147-4e03-8f2b-4d595d69cff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:29.809910 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58214) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:29.863201 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b6b57-bba9-47d4-a661-90ca5ddf454c None None] Pushing event updated for resources: {'Port': ['ID=5860eed1-d301-47f6-93f6-287a8dd18f3c,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:29.884600 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fd9c4eff-f065-4556-a13b-8ef226bd7cd4 req-ab69ebd7-badb-4de4-8311-2bbe0b6d09cf tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f57f2c3-51b3-42a6-95ae-c16f6c7bb2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021631 Mar 05 04:56:29.901899 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-8bf6d594-3a7e-4c5e-aaff-a307e3fb3c7c service neutron] 10.222.0.11 "GET /v2.0/networks/58ba8bc5-ac03-4e44-b819-c3c8d0a85e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373154 Mar 05 04:56:29.928284 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port a0ced282-8c40-42bc-b278-7464935d5f00, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a0ced282-8c40-42bc-b278-7464935d5f00,segment=NetworkSegment(7a53672a-c8fe-4e51-a944-ead480ed8041),segment_id=7a53672a-c8fe-4e51-a944-ead480ed8041)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:29.946644 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'a0ced282-8c40-42bc-b278-7464935d5f00', 'network_id': 'df67dbf3-0b9c-4b50-b31f-92fe8d01b193', 'port_id': 'a0ced282-8c40-42bc-b278-7464935d5f00', 'mac_address': 'fa:16:3e:6c:e3:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98cd4c6e-7c06-4ceb-af44-f9c805bc42d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:56:29.961603 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (bed9905c-b8e5-4e51-9818-65ba189186a9), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:29.962826 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5591fb2c-a00f-4675-a5e4-a07486b76c67 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:56:30.017832 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7b50c05c-b63f-43c3-9165-b74b0353e550 req-a09b73bb-a8bf-47a6-b106-9980919aff4e tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 210 time: 0.0560477 Mar 05 04:56:30.023965 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0866c957-436a-4e92-bfbd-90b229f243f9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=15b4cfc5c7114f5d8af3ea0594c65925&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2106237 Mar 05 04:56:30.036945 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d347f4c4-8a72-48c9-91f1-a1f5e787a7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1024933462-router', 'tenant_id': '6e5092c20fe14dbdbd8241f34045fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '5591fb2c-a00f-4675-a5e4-a07486b76c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:15Z', 'updated_at': '2022-03-05T04:56:25Z', 'revision_number': 4, 'project_id': '6e5092c20fe14dbdbd8241f34045fd32', 'gw_port': {'id': '5591fb2c-a00f-4675-a5e4-a07486b76c67', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:17Z', 'updated_at': '2022-03-05T04:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '5860eed1-d301-47f6-93f6-287a8dd18f3c', 'name': '', 'network_id': '31b0ad25-0961-41e8-ba3d-c6b7bbf5af76', 'tenant_id': '6e5092c20fe14dbdbd8241f34045fd32', 'mac_address': 'fa:16:3e:83:6e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '98ef46bf-572c-498d-93ea-a0a1c161f54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:23Z', 'updated_at': '2022-03-05T04:56:29Z', 'revision_number': 4, 'project_id': '6e5092c20fe14dbdbd8241f34045fd32', 'subnets': [{'id': '98ef46bf-572c-498d-93ea-a0a1c161f54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:30.049988 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58218) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:30.105423 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d347f4c4-8a72-48c9-91f1-a1f5e787a7f1 None None] The sync data for ids ['7a3958b2-8d63-4b2d-9da8-98b44c99002e'] in n-d-789963-32 is: [{'id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1024933462-router', 'tenant_id': '6e5092c20fe14dbdbd8241f34045fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '5591fb2c-a00f-4675-a5e4-a07486b76c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:15Z', 'updated_at': '2022-03-05T04:56:25Z', 'revision_number': 4, 'project_id': '6e5092c20fe14dbdbd8241f34045fd32', 'gw_port': {'id': '5591fb2c-a00f-4675-a5e4-a07486b76c67', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:17Z', 'updated_at': '2022-03-05T04:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '5860eed1-d301-47f6-93f6-287a8dd18f3c', 'name': '', 'network_id': '31b0ad25-0961-41e8-ba3d-c6b7bbf5af76', 'tenant_id': '6e5092c20fe14dbdbd8241f34045fd32', 'mac_address': 'fa:16:3e:83:6e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '98ef46bf-572c-498d-93ea-a0a1c161f54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:23Z', 'updated_at': '2022-03-05T04:56:29Z', 'revision_number': 4, 'project_id': '6e5092c20fe14dbdbd8241f34045fd32', 'subnets': [{'id': '98ef46bf-572c-498d-93ea-a0a1c161f54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:56:30.147762 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-df948090-ca92-42fb-a01f-deb250740e49 service neutron] 10.222.0.11 "GET /v2.0/networks/58ba8bc5-ac03-4e44-b819-c3c8d0a85e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447829 Mar 05 04:56:30.148706 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c77d1285-83e0-4a0b-81bd-5e410e6f19ea admin admin] Publish callbacks [] for security_group (01a314ca-7162-42dd-8ce6-ec861afbbcc0), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:30.216049 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c77d1285-83e0-4a0b-81bd-5e410e6f19ea admin admin] Publish callbacks [] for security_group (01a314ca-7162-42dd-8ce6-ec861afbbcc0), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:30.287352 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c77d1285-83e0-4a0b-81bd-5e410e6f19ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (01a314ca-7162-42dd-8ce6-ec861afbbcc0), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:30.291957 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c77d1285-83e0-4a0b-81bd-5e410e6f19ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:30.293625 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c77d1285-83e0-4a0b-81bd-5e410e6f19ea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/01a314ca-7162-42dd-8ce6-ec861afbbcc0 HTTP/1.1" status: 204 len: 168 time: 0.2427053 Mar 05 04:56:30.363914 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d1285-83e0-4a0b-81bd-5e410e6f19ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a314ca-7162-42dd-8ce6-ec861afbbcc0,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:30.412029 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-ef697703-eb70-4f7c-8229-03569c0ffe3a None None] Provisioning complete for port bed9905c-b8e5-4e51-9818-65ba189186a9 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:56:30.412417 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ef697703-eb70-4f7c-8229-03569c0ffe3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bed9905c-b8e5-4e51-9818-65ba189186a9), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:30.459511 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9c0dc9a8-ce35-4530-84e2-8283cffb581a req-8f342fbe-9269-433a-af74-56d449bb02f7 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fcb2645-6388-433b-8e6d-d6f0800a1805 HTTP/1.1" status: 200 len: 210 time: 0.0651329 Mar 05 04:56:30.504218 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port a0ced282-8c40-42bc-b278-7464935d5f00 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:30.504893 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a0ced282-8c40-42bc-b278-7464935d5f00), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:30.508705 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=bed9905c-b8e5-4e51-9818-65ba189186a9,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:30.581138 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ced282-8c40-42bc-b278-7464935d5f00 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:56:30.625698 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 5591fb2c-a00f-4675-a5e4-a07486b76c67 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:56:30.626090 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5591fb2c-a00f-4675-a5e4-a07486b76c67), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:30.672646 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port a0ced282-8c40-42bc-b278-7464935d5f00, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a0ced282-8c40-42bc-b278-7464935d5f00,segment=NetworkSegment(7a53672a-c8fe-4e51-a944-ead480ed8041),segment_id=7a53672a-c8fe-4e51-a944-ead480ed8041)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:30.708641 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a0ced282-8c40-42bc-b278-7464935d5f00), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:30.771548 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ef697703-eb70-4f7c-8229-03569c0ffe3a None None] Current status of the port bed9905c-b8e5-4e51-9818-65ba189186a9 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:30.801779 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=a0ced282-8c40-42bc-b278-7464935d5f00,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:30.860200 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-08f6959a-8147-4e03-8f2b-4d595d69cff7 admin admin] Publish callbacks [] for security_group (a5241a8e-2b5c-4764-a30b-1ee95d5c4dc0), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:30.870279 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-08f6959a-8147-4e03-8f2b-4d595d69cff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a5241a8e-2b5c-4764-a30b-1ee95d5c4dc0), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:30.882476 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b6d55e83-d6b9-467a-9f80-dc59be174fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (9d9e5c8c-8fe9-4199-9808-05fba6c71dec), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:30.910337 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 5591fb2c-a00f-4675-a5e4-a07486b76c67 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:30.923401 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['a0ced282-8c40-42bc-b278-7464935d5f00'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:56:31.081341 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-08f6959a-8147-4e03-8f2b-4d595d69cff7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cc5c94bcaee040a1969ced14e9cf7ddb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3496141 Mar 05 04:56:31.082327 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58238) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:31.101254 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6959a-8147-4e03-8f2b-4d595d69cff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5241a8e-2b5c-4764-a30b-1ee95d5c4dc0,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:31.217110 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-31f4a670-0fd9-4282-ba18-0a14ad37194a None None] Provisioning complete for port bed9905c-b8e5-4e51-9818-65ba189186a9 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:56:31.217110 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-31f4a670-0fd9-4282-ba18-0a14ad37194a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bed9905c-b8e5-4e51-9818-65ba189186a9), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:31.387548 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bed9905c-b8e5-4e51-9818-65ba189186a9 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:56:31.434639 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e0120ceb-97f9-459a-ad34-bcee2ef1191d req-f718dbd9-0292-4953-b2d5-b023f3955715 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 210 time: 0.1595864 Mar 05 04:56:31.446603 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-31f4a670-0fd9-4282-ba18-0a14ad37194a None None] Current status of the port bed9905c-b8e5-4e51-9818-65ba189186a9 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:31.469727 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:56:31.488616 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1da316df-ddc0-459d-84e9-5919b9cfd3ba admin admin] Publish callbacks [] for security_group (a5241a8e-2b5c-4764-a30b-1ee95d5c4dc0), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:31.502894 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2f6bf-a7ec-4bde-8135-582b7597b563 req-2a6fe274-750f-47a8-b2e3-8040759a4578 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:31.505343 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port bed9905c-b8e5-4e51-9818-65ba189186a9 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:56:31.505733 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bed9905c-b8e5-4e51-9818-65ba189186a9), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:31.512380 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4b2f6bf-a7ec-4bde-8135-582b7597b563 req-2a6fe274-750f-47a8-b2e3-8040759a4578 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7d95623-49d8-4ec5-8d2b-7198e4c06662 HTTP/1.1" status: 200 len: 945 time: 0.3839867 Mar 05 04:56:31.568193 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1da316df-ddc0-459d-84e9-5919b9cfd3ba admin admin] Publish callbacks [] for security_group (a5241a8e-2b5c-4764-a30b-1ee95d5c4dc0), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:31.608773 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4b2f6bf-a7ec-4bde-8135-582b7597b563 req-ed875996-40b9-4c1f-a517-7d81deece020 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f57f2c3-51b3-42a6-95ae-c16f6c7bb2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949788 Mar 05 04:56:31.647212 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-22925587-21f7-400e-a947-242fee3b8e26 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:31.648851 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-22925587-21f7-400e-a947-242fee3b8e26 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.30 "GET /v2.0/networks?id=31b0ad25-0961-41e8-ba3d-c6b7bbf5af76 HTTP/1.1" status: 200 len: 820 time: 0.5646513 Mar 05 04:56:31.649859 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-139843e1-fd18-4d6a-a771-72a65e73a125 req-39baa287-dfd7-446e-b6a2-fedfcb47b0a8 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fcb2645-6388-433b-8e6d-d6f0800a1805 HTTP/1.1" status: 200 len: 210 time: 0.0329437 Mar 05 04:56:31.668349 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d55e83-d6b9-467a-9f80-dc59be174fbf admin admin] Router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:56:31.680302 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-a2ffd8b5-4f68-4c63-a762-46e866a2fc5e tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Request body: {'port': {'device_id': 'bda4fe69-116d-408b-abed-fdbb95b00212', 'network_id': '31b0ad25-0961-41e8-ba3d-c6b7bbf5af76', 'admin_state_up': True, 'tenant_id': '6e5092c20fe14dbdbd8241f34045fd32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:31.702376 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1da316df-ddc0-459d-84e9-5919b9cfd3ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a5241a8e-2b5c-4764-a30b-1ee95d5c4dc0), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:31.704805 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1da316df-ddc0-459d-84e9-5919b9cfd3ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:31.706861 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1da316df-ddc0-459d-84e9-5919b9cfd3ba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a5241a8e-2b5c-4764-a30b-1ee95d5c4dc0 HTTP/1.1" status: 204 len: 168 time: 0.6219759 Mar 05 04:56:31.727011 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da316df-ddc0-459d-84e9-5919b9cfd3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5241a8e-2b5c-4764-a30b-1ee95d5c4dc0,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:31.734954 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port bed9905c-b8e5-4e51-9818-65ba189186a9 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:31.736215 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5860eed1-d301-47f6-93f6-287a8dd18f3c up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:56:31.845739 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 5860eed1-d301-47f6-93f6-287a8dd18f3c triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:56:31.846476 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5860eed1-d301-47f6-93f6-287a8dd18f3c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:31.998615 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58262) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:32.005120 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d55e83-d6b9-467a-9f80-dc59be174fbf admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:56:32.017063 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01e21e4-e116-4831-8bc3-eb41763b8261 None None] Sync routers for ids ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:56:32.030359 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 5860eed1-d301-47f6-93f6-287a8dd18f3c is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:32.030996 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5860eed1-d301-47f6-93f6-287a8dd18f3c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:32.053616 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01e21e4-e116-4831-8bc3-eb41763b8261 None None] Routers {'9d9e5c8c-8fe9-4199-9808-05fba6c71dec'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:56:32.054369 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c01e21e4-e116-4831-8bc3-eb41763b8261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:56:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:32.099978 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b6d55e83-d6b9-467a-9f80-dc59be174fbf admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:32.101274 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b6d55e83-d6b9-467a-9f80-dc59be174fbf admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4222105 Mar 05 04:56:32.104466 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58270) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:32.269332 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-a2ffd8b5-4f68-4c63-a762-46e866a2fc5e tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Made reservation on behalf of 6e5092c20fe14dbdbd8241f34045fd32 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:56:32.272770 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-a2ffd8b5-4f68-4c63-a762-46e866a2fc5e tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:32.283285 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-0c5e5a72-da40-4e40-b3ab-4244e74a5a95 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-936603930'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:32.320542 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 5860eed1-d301-47f6-93f6-287a8dd18f3c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=5860eed1-d301-47f6-93f6-287a8dd18f3c,segment=NetworkSegment(7818f704-feaf-4759-800b-520c40aa37d5),segment_id=7818f704-feaf-4759-800b-520c40aa37d5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:32.339325 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5860eed1-d301-47f6-93f6-287a8dd18f3c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:32.362467 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5e5a72-da40-4e40-b3ab-4244e74a5a95 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:56:32.367976 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0c5e5a72-da40-4e40-b3ab-4244e74a5a95 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:32.396156 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0c5e5a72-da40-4e40-b3ab-4244e74a5a95 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:32.405142 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-c01e21e4-e116-4831-8bc3-eb41763b8261 None None] Set router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:56:32.453448 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=5860eed1-d301-47f6-93f6-287a8dd18f3c,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:32.629595 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-19b839e0-2491-4f1f-8db2-48f8cd06f3f3 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:32.631212 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-19b839e0-2491-4f1f-8db2-48f8cd06f3f3 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.31 "GET /v2.0/networks?id=58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 HTTP/1.1" status: 200 len: 805 time: 0.4157138 Mar 05 04:56:32.649287 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-d5e9e322-baf4-4e43-a1fc-7a12655dfbdd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Request body: {'port': {'device_id': '4fcb2645-6388-433b-8e6d-d6f0800a1805', 'network_id': '58ba8bc5-ac03-4e44-b819-c3c8d0a85e10', 'admin_state_up': True, 'tenant_id': '5bb9b4129f1c432a81e17a2957390c79'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:32.732068 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c01e21e4-e116-4831-8bc3-eb41763b8261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:26Z', 'updated_at': '2022-03-05T04:56:29Z', 'revision_number': 3, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'gw_port': {'id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:28Z', 'updated_at': '2022-03-05T04:56:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:32.762619 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01e21e4-e116-4831-8bc3-eb41763b8261 None None] Checking router: 9d9e5c8c-8fe9-4199-9808-05fba6c71dec for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:56:32.763508 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01e21e4-e116-4831-8bc3-eb41763b8261 None None] Updating router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec port 5439519c-0834-4674-b4c2-ea2cede3d1a4 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:56:32.790737 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-a2ffd8b5-4f68-4c63-a762-46e866a2fc5e tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Allocated IP 172.20.0.8 (31b0ad25-0961-41e8-ba3d-c6b7bbf5af76/98ef46bf-572c-498d-93ea-a0a1c161f54f/a2371bf6-96c6-4ae6-a06e-229010011a4f) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:56:32.802142 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c01e21e4-e116-4831-8bc3-eb41763b8261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5439519c-0834-4674-b4c2-ea2cede3d1a4), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:32.994027 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4962a32a-38e6-41a0-ba1a-5ee1c0a1eddf req-aa9e84b6-1b8a-4704-b92b-fdb8e99b7a6e tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 210 time: 0.4062409 Mar 05 04:56:33.014709 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-a2ffd8b5-4f68-4c63-a762-46e866a2fc5e tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks [] for port (a2371bf6-96c6-4ae6-a06e-229010011a4f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:33.075333 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0c5e5a72-da40-4e40-b3ab-4244e74a5a95 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for security_group (e7be2855-7f9b-424b-8947-21aaf3fe2cc9), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:33.103786 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0c5e5a72-da40-4e40-b3ab-4244e74a5a95 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e7be2855-7f9b-424b-8947-21aaf3fe2cc9), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:33.109765 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-a2ffd8b5-4f68-4c63-a762-46e866a2fc5e tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (a2371bf6-96c6-4ae6-a06e-229010011a4f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:33.111435 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-d5e9e322-baf4-4e43-a1fc-7a12655dfbdd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Made reservation on behalf of 5bb9b4129f1c432a81e17a2957390c79 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:56:33.114883 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-d5e9e322-baf4-4e43-a1fc-7a12655dfbdd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:33.190999 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c5e5a72-da40-4e40-b3ab-4244e74a5a95 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:56:33.200081 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-71883ffb-3f85-493a-b943-ff62d4d211e8 req-15867dc8-fc52-47e3-9939-8427133159f2 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fcb2645-6388-433b-8e6d-d6f0800a1805 HTTP/1.1" status: 200 len: 210 time: 0.0918465 Mar 05 04:56:33.215032 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-a2ffd8b5-4f68-4c63-a762-46e866a2fc5e tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Network 31b0ad25-0961-41e8-ba3d-c6b7bbf5af76 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:56:33.224342 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0e524-8d9e-473a-b393-adb860300dc6 req-108bd81d-fd37-40dd-80a5-637aa4052d03 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:33.237389 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-65e0e524-8d9e-473a-b393-adb860300dc6 req-108bd81d-fd37-40dd-80a5-637aa4052d03 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7d95623-49d8-4ec5-8d2b-7198e4c06662 HTTP/1.1" status: 200 len: 945 time: 0.2393594 Mar 05 04:56:33.253429 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-a2ffd8b5-4f68-4c63-a762-46e866a2fc5e tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:56:33.265019 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5860eed1-d301-47f6-93f6-287a8dd18f3c up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:56:33.268043 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e5a72-da40-4e40-b3ab-4244e74a5a95 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7be2855-7f9b-424b-8947-21aaf3fe2cc9,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:33.278557 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0c5e5a72-da40-4e40-b3ab-4244e74a5a95 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (a1703c91-456a-4b03-bad8-a055d24a468d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:33.278987 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-0c5e5a72-da40-4e40-b3ab-4244e74a5a95 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Added segment a1703c91-456a-4b03-bad8-a055d24a468d of type vlan for network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 Mar 05 04:56:33.288838 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-a2ffd8b5-4f68-4c63-a762-46e866a2fc5e tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:56:33.293865 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ffd8b5-4f68-4c63-a762-46e866a2fc5e tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Pushing event updated for resources: {'Port': ['ID=a2371bf6-96c6-4ae6-a06e-229010011a4f,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:33.323507 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device a0ced282-8c40-42bc-b278-7464935d5f00 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:56:33.350886 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-65e0e524-8d9e-473a-b393-adb860300dc6 req-181cfbab-e3ba-4946-b4a9-ed7598a0065c tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f57f2c3-51b3-42a6-95ae-c16f6c7bb2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152587 Mar 05 04:56:33.367748 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0c5e5a72-da40-4e40-b3ab-4244e74a5a95 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (d9771a2e-94ae-4769-a90a-e0cdf5de3e37), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:33.402820 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0c5e5a72-da40-4e40-b3ab-4244e74a5a95 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (d9771a2e-94ae-4769-a90a-e0cdf5de3e37), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:33.412863 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5e5a72-da40-4e40-b3ab-4244e74a5a95 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:33.413515 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0c5e5a72-da40-4e40-b3ab-4244e74a5a95 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:33.422631 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-a2ffd8b5-4f68-4c63-a762-46e866a2fc5e tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:33.423592 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-a2ffd8b5-4f68-4c63-a762-46e866a2fc5e tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:33.447170 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0c5e5a72-da40-4e40-b3ab-4244e74a5a95 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4445345 Mar 05 04:56:33.461204 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58298) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:33.480253 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-fd4aa597-bf8e-4173-8561-0cc833c3d030 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:33.493195 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c01e21e4-e116-4831-8bc3-eb41763b8261 None None] Publish callbacks [] for port (5439519c-0834-4674-b4c2-ea2cede3d1a4), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:33.516653 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-a2ffd8b5-4f68-4c63-a762-46e866a2fc5e tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8426528 Mar 05 04:56:33.517677 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c01e21e4-e116-4831-8bc3-eb41763b8261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5439519c-0834-4674-b4c2-ea2cede3d1a4), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:33.531108 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-ceec1774-9d26-4c7c-aa6e-ad843a7e4810 service neutron] Request body: {'port': {'device_id': 'bda4fe69-116d-408b-abed-fdbb95b00212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:33.563306 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port a0ced282-8c40-42bc-b278-7464935d5f00 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:56:33.575383 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 5860eed1-d301-47f6-93f6-287a8dd18f3c triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:56:33.576814 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5860eed1-d301-47f6-93f6-287a8dd18f3c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:33.596122 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-d5e9e322-baf4-4e43-a1fc-7a12655dfbdd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Allocated IP 172.20.0.14 (58ba8bc5-ac03-4e44-b819-c3c8d0a85e10/b701f56c-0d88-43f7-a5d8-59c4b87f0d86/1dd0ae27-108b-4476-a935-623cceecf3c4) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:56:33.633553 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port a0ced282-8c40-42bc-b278-7464935d5f00 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:56:33.634401 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a0ced282-8c40-42bc-b278-7464935d5f00), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:33.634900 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e5a72-da40-4e40-b3ab-4244e74a5a95 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Network': ['ID=d9771a2e-94ae-4769-a90a-e0cdf5de3e37,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:33.677987 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4aa597-bf8e-4173-8561-0cc833c3d030 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:56:33.682608 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fd4aa597-bf8e-4173-8561-0cc833c3d030 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:33.687707 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:56:33.695697 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-c01e21e4-e116-4831-8bc3-eb41763b8261 None None] Attempting to bind port 5439519c-0834-4674-b4c2-ea2cede3d1a4 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:56:33.696085 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-c01e21e4-e116-4831-8bc3-eb41763b8261 None None] Attempting to bind port 5439519c-0834-4674-b4c2-ea2cede3d1a4 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:56:33.696471 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01e21e4-e116-4831-8bc3-eb41763b8261 None None] Attempting to bind port 5439519c-0834-4674-b4c2-ea2cede3d1a4 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:56:33.715942 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05844c80-816e-42eb-9826-e7c2462b423f None None] Pushing event updated for resources: {'Port': ['ID=5439519c-0834-4674-b4c2-ea2cede3d1a4,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:33.724972 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-ceec1774-9d26-4c7c-aa6e-ad843a7e4810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a2371bf6-96c6-4ae6-a06e-229010011a4f), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:33.746174 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01e21e4-e116-4831-8bc3-eb41763b8261 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:56:33.746567 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01e21e4-e116-4831-8bc3-eb41763b8261 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:56:33.746986 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c01e21e4-e116-4831-8bc3-eb41763b8261 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:33.747433 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01e21e4-e116-4831-8bc3-eb41763b8261 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:56:33.747996 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-c01e21e4-e116-4831-8bc3-eb41763b8261 None None] Bound port: 5439519c-0834-4674-b4c2-ea2cede3d1a4, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:56:33.749055 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c01e21e4-e116-4831-8bc3-eb41763b8261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5439519c-0834-4674-b4c2-ea2cede3d1a4), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:33.885537 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 5860eed1-d301-47f6-93f6-287a8dd18f3c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:33.927908 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-c01e21e4-e116-4831-8bc3-eb41763b8261 None None] For port 5439519c-0834-4674-b4c2-ea2cede3d1a4, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:56:33.944564 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fd4aa597-bf8e-4173-8561-0cc833c3d030 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (dd385081-dd00-45b8-8fe8-7fe7f31f5a7f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:33.946547 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-c01e21e4-e116-4831-8bc3-eb41763b8261 None None] For port 5439519c-0834-4674-b4c2-ea2cede3d1a4, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=5439519c-0834-4674-b4c2-ea2cede3d1a4,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:56:33.948138 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port a0ced282-8c40-42bc-b278-7464935d5f00 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:33.948878 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a0ced282-8c40-42bc-b278-7464935d5f00), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:33.963288 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c01e21e4-e116-4831-8bc3-eb41763b8261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5439519c-0834-4674-b4c2-ea2cede3d1a4), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:34.022636 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4aa597-bf8e-4173-8561-0cc833c3d030 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Subnet': ['ID=dd385081-dd00-45b8-8fe8-7fe7f31f5a7f,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:34.033462 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4aa597-bf8e-4173-8561-0cc833c3d030 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Checking segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:56:34.033922 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4aa597-bf8e-4173-8561-0cc833c3d030 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network hostable DHCP agents. Network: d9771a2e-94ae-4769-a90a-e0cdf5de3e37, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:56:34.057799 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4aa597-bf8e-4173-8561-0cc833c3d030 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:56:34.071341 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d95623-49d8-4ec5-8d2b-7198e4c06662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ced282-8c40-42bc-b278-7464935d5f00'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:56:34.074886 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e57cd0e-d087-452e-9d89-37eb21a63669" -d '{"events": [{"server_uuid": "d7d95623-49d8-4ec5-8d2b-7198e4c06662", "name": "network-vif-plugged", "status": "completed", "tag": "a0ced282-8c40-42bc-b278-7464935d5f00"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:56:34.075933 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-fd4aa597-bf8e-4173-8561-0cc833c3d030 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, d9771a2e-94ae-4769-a90a-e0cdf5de3e37) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:56:34.093743 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-d5e9e322-baf4-4e43-a1fc-7a12655dfbdd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Publish callbacks [] for port (1dd0ae27-108b-4476-a935-623cceecf3c4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:34.100327 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7c0df0-e5a4-4f3c-891f-22cf8701a3be None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:56:34.103160 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4aa597-bf8e-4173-8561-0cc833c3d030 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:34.105884 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01e21e4-e116-4831-8bc3-eb41763b8261 None None] Routers {'9d9e5c8c-8fe9-4199-9808-05fba6c71dec'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:56:34.106051 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fd4aa597-bf8e-4173-8561-0cc833c3d030 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:34.106865 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c01e21e4-e116-4831-8bc3-eb41763b8261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:56:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:34.115017 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port a0ced282-8c40-42bc-b278-7464935d5f00, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a0ced282-8c40-42bc-b278-7464935d5f00,segment=NetworkSegment(7a53672a-c8fe-4e51-a944-ead480ed8041),segment_id=7a53672a-c8fe-4e51-a944-ead480ed8041)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:34.142057 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a0ced282-8c40-42bc-b278-7464935d5f00), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:34.150337 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-89106fc0-9254-4f46-bdcd-cb00c8cfc90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:34.160320 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fd4aa597-bf8e-4173-8561-0cc833c3d030 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6951306 Mar 05 04:56:34.176900 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58316) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:34.192040 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-60f529cf-f28f-4f03-979c-303fe5dae345 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'port': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'name': 'tempest-NetworksTestDHCPv6-1714582501'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:34.197844 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05844c80-816e-42eb-9826-e7c2462b423f None None] Pushing event updated for resources: {'Port': ['ID=5439519c-0834-4674-b4c2-ea2cede3d1a4,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:34.343244 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578d6f7-5a0a-4573-8959-02184565726c req-f3e70582-f545-4a2e-b109-350755e9f3e5 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:34.352508 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7578d6f7-5a0a-4573-8959-02184565726c req-f3e70582-f545-4a2e-b109-350755e9f3e5 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 931 time: 0.2137947 Mar 05 04:56:34.375612 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28721da-0d17-478d-93ed-05da0542e241 x-openstack-request-id: req-e28721da-0d17-478d-93ed-05da0542e241 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:56:34.375909 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d95623-49d8-4ec5-8d2b-7198e4c06662", "name": "network-vif-plugged", "status": "completed", "tag": "a0ced282-8c40-42bc-b278-7464935d5f00", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:56:34.376175 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e28721da-0d17-478d-93ed-05da0542e241 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:56:34.376581 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d95623-49d8-4ec5-8d2b-7198e4c06662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ced282-8c40-42bc-b278-7464935d5f00', 'code': 200} Mar 05 04:56:34.411965 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=a0ced282-8c40-42bc-b278-7464935d5f00,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:34.431776 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-d5e9e322-baf4-4e43-a1fc-7a12655dfbdd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (1dd0ae27-108b-4476-a935-623cceecf3c4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:34.488553 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-c01e21e4-e116-4831-8bc3-eb41763b8261 None None] Set router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:56:34.517711 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7578d6f7-5a0a-4573-8959-02184565726c req-2894d4ae-7613-43ad-b190-bb7216a3f300 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/security-groups?id=dda9ed6e-5f39-43cb-a89f-4fed152222eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532514 Mar 05 04:56:34.563385 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-d5e9e322-baf4-4e43-a1fc-7a12655dfbdd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Network 58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:56:34.603592 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-d5e9e322-baf4-4e43-a1fc-7a12655dfbdd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:56:34.604356 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc35b8c2-5cbb-4bbd-ae1b-42d70230d773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-d9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'fixed_ips': [{'subnet_id': 'dd385081-dd00-45b8-8fe8-7fe7f31f5a7f'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:56:34.612620 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cc35b8c2-5cbb-4bbd-ae1b-42d70230d773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:34.649171 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0d16d-a0a2-4b1e-b0af-2236cc98f818 req-6c4348ab-72b8-4591-bc07-0211f1e7d84d tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:34.651377 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-12c0d16d-a0a2-4b1e-b0af-2236cc98f818 req-6c4348ab-72b8-4591-bc07-0211f1e7d84d tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fcb2645-6388-433b-8e6d-d6f0800a1805 HTTP/1.1" status: 200 len: 932 time: 0.1835632 Mar 05 04:56:34.653772 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76abc5-1a3f-458c-9c60-189e6a3f0a18 req-cb6188fb-dd16-4a06-b4dd-e9e86b65104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:34.656849 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9e322-baf4-4e43-a1fc-7a12655dfbdd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Pushing event updated for resources: {'Port': ['ID=1dd0ae27-108b-4476-a935-623cceecf3c4,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:34.661568 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-d5e9e322-baf4-4e43-a1fc-7a12655dfbdd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:56:34.661781 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1c76abc5-1a3f-458c-9c60-189e6a3f0a18 req-cb6188fb-dd16-4a06-b4dd-e9e86b65104d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d7d95623-49d8-4ec5-8d2b-7198e4c06662 HTTP/1.1" status: 200 len: 1129 time: 0.2463019 Mar 05 04:56:34.746065 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-ceec1774-9d26-4c7c-aa6e-ad843a7e4810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2371bf6-96c6-4ae6-a06e-229010011a4f {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:56:34.750858 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1c76abc5-1a3f-458c-9c60-189e6a3f0a18 req-fcc39b4a-c9e0-456d-978a-b7eeb4bc1c28 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1f57f2c3-51b3-42a6-95ae-c16f6c7bb2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822852 Mar 05 04:56:34.751643 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f529cf-f28f-4f03-979c-303fe5dae345 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:56:34.757149 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-60f529cf-f28f-4f03-979c-303fe5dae345 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:34.762564 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-ceec1774-9d26-4c7c-aa6e-ad843a7e4810 service neutron] Publish callbacks [] for port (a2371bf6-96c6-4ae6-a06e-229010011a4f), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:34.778842 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-d5e9e322-baf4-4e43-a1fc-7a12655dfbdd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:34.780648 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-d5e9e322-baf4-4e43-a1fc-7a12655dfbdd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:34.797986 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-89106fc0-9254-4f46-bdcd-cb00c8cfc90e admin admin] Allocated IP 172.20.0.1 (2208e38e-4ccf-4e0c-99e3-12bba4d22772/3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5/05374882-18b9-429d-a219-9a1dba943df9) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:56:34.806097 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-ceec1774-9d26-4c7c-aa6e-ad843a7e4810 service neutron] Transition to ACTIVE for port object a2371bf6-96c6-4ae6-a06e-229010011a4f will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:56:34.817357 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-60f529cf-f28f-4f03-979c-303fe5dae345 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] device_id is not set on port 10c4c2f8-79b6-4471-a9a7-61923b8dc2e4 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 04:56:34.817603 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-ceec1774-9d26-4c7c-aa6e-ad843a7e4810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (a2371bf6-96c6-4ae6-a06e-229010011a4f), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:34.833902 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-d5e9e322-baf4-4e43-a1fc-7a12655dfbdd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1883321 Mar 05 04:56:34.917275 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ca713-b85e-4fd2-bca9-d52e9f624cad req-7a2ea776-ab29-4752-83ef-d27019a955cb tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:34.919012 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d83ca713-b85e-4fd2-bca9-d52e9f624cad req-7a2ea776-ab29-4752-83ef-d27019a955cb tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7d95623-49d8-4ec5-8d2b-7198e4c06662 HTTP/1.1" status: 200 len: 946 time: 0.1832485 Mar 05 04:56:34.941386 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec1774-9d26-4c7c-aa6e-ad843a7e4810 service neutron] Pushing event updated for resources: {'Port': ['ID=a2371bf6-96c6-4ae6-a06e-229010011a4f,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:34.953926 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-a97a7758-f65e-425c-8700-af0d90105d8e service neutron] Request body: {'port': {'device_id': '4fcb2645-6388-433b-8e6d-d6f0800a1805', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:34.968123 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-cc35b8c2-5cbb-4bbd-ae1b-42d70230d773 None None] Allocated IP 2001:db8::2 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/dd385081-dd00-45b8-8fe8-7fe7f31f5a7f/35b39691-ff97-4142-853d-63297bb24bf6) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:56:34.996124 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-12c0d16d-a0a2-4b1e-b0af-2236cc98f818 req-47b7818b-6e73-428d-834c-e4d0d0ac9829 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691777 Mar 05 04:56:35.043036 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d83ca713-b85e-4fd2-bca9-d52e9f624cad req-019f5839-1554-4c8c-8e6f-575777938c61 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f57f2c3-51b3-42a6-95ae-c16f6c7bb2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847411 Mar 05 04:56:35.085053 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c01e21e4-e116-4831-8bc3-eb41763b8261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:26Z', 'updated_at': '2022-03-05T04:56:29Z', 'revision_number': 3, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'gw_port': {'id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:28Z', 'updated_at': '2022-03-05T04:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:35.130242 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01e21e4-e116-4831-8bc3-eb41763b8261 None None] The sync data for ids ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'] in n-d-789963-32 is: [{'id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:26Z', 'updated_at': '2022-03-05T04:56:29Z', 'revision_number': 3, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'gw_port': {'id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:28Z', 'updated_at': '2022-03-05T04:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:56:35.202265 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cc35b8c2-5cbb-4bbd-ae1b-42d70230d773 None None] Publish callbacks [] for port (35b39691-ff97-4142-853d-63297bb24bf6), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:35.212678 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cc35b8c2-5cbb-4bbd-ae1b-42d70230d773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (35b39691-ff97-4142-853d-63297bb24bf6), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:35.265979 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc35b8c2-5cbb-4bbd-ae1b-42d70230d773 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:56:35.269593 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-cc35b8c2-5cbb-4bbd-ae1b-42d70230d773 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:56:35.274296 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc35b8c2-5cbb-4bbd-ae1b-42d70230d773 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:56:35.284728 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35b8c2-5cbb-4bbd-ae1b-42d70230d773 None None] Pushing event updated for resources: {'Port': ['ID=35b39691-ff97-4142-853d-63297bb24bf6,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:35.350417 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-60f529cf-f28f-4f03-979c-303fe5dae345 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Allocated IP 2001:db8::360 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/dd385081-dd00-45b8-8fe8-7fe7f31f5a7f/10c4c2f8-79b6-4471-a9a7-61923b8dc2e4) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:56:35.402981 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-cc35b8c2-5cbb-4bbd-ae1b-42d70230d773 None None] Attempting to bind port 35b39691-ff97-4142-853d-63297bb24bf6 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:56:35.403906 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-cc35b8c2-5cbb-4bbd-ae1b-42d70230d773 None None] Attempting to bind port 35b39691-ff97-4142-853d-63297bb24bf6 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:56:35.405216 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc35b8c2-5cbb-4bbd-ae1b-42d70230d773 None None] Attempting to bind port 35b39691-ff97-4142-853d-63297bb24bf6 on network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:56:35.417327 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc35b8c2-5cbb-4bbd-ae1b-42d70230d773 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:56:35.421975 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc35b8c2-5cbb-4bbd-ae1b-42d70230d773 None None] Checking segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:56:35.422832 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cc35b8c2-5cbb-4bbd-ae1b-42d70230d773 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:35.423534 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc35b8c2-5cbb-4bbd-ae1b-42d70230d773 None None] Bound using segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:56:35.424767 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-cc35b8c2-5cbb-4bbd-ae1b-42d70230d773 None None] Bound port: 35b39691-ff97-4142-853d-63297bb24bf6, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:56:35.425272 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cc35b8c2-5cbb-4bbd-ae1b-42d70230d773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (35b39691-ff97-4142-853d-63297bb24bf6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:35.585947 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-cc35b8c2-5cbb-4bbd-ae1b-42d70230d773 None None] For port 35b39691-ff97-4142-853d-63297bb24bf6, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:56:35.593133 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-cc35b8c2-5cbb-4bbd-ae1b-42d70230d773 None None] For port 35b39691-ff97-4142-853d-63297bb24bf6, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=35b39691-ff97-4142-853d-63297bb24bf6,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:56:35.611051 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cc35b8c2-5cbb-4bbd-ae1b-42d70230d773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (35b39691-ff97-4142-853d-63297bb24bf6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:35.720413 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-89106fc0-9254-4f46-bdcd-cb00c8cfc90e admin admin] Publish callbacks [] for port (05374882-18b9-429d-a219-9a1dba943df9), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:35.763946 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35b8c2-5cbb-4bbd-ae1b-42d70230d773 None None] Pushing event updated for resources: {'Port': ['ID=35b39691-ff97-4142-853d-63297bb24bf6,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:35.818743 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-60f529cf-f28f-4f03-979c-303fe5dae345 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for port (10c4c2f8-79b6-4471-a9a7-61923b8dc2e4), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:35.872606 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2f6f8-c8f9-4c2c-a894-e510342bfae6 req-2c2e145c-1df1-4f2c-9178-12a744456114 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:35.876775 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d6b2f6f8-c8f9-4c2c-a894-e510342bfae6 req-2c2e145c-1df1-4f2c-9178-12a744456114 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 943 time: 0.2340565 Mar 05 04:56:35.902561 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-89106fc0-9254-4f46-bdcd-cb00c8cfc90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (05374882-18b9-429d-a219-9a1dba943df9), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:35.918938 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-a97a7758-f65e-425c-8700-af0d90105d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1dd0ae27-108b-4476-a935-623cceecf3c4), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:36.027194 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-60f529cf-f28f-4f03-979c-303fe5dae345 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (10c4c2f8-79b6-4471-a9a7-61923b8dc2e4), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:36.079483 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d6b2f6f8-c8f9-4c2c-a894-e510342bfae6 req-5abe7ebc-2fe7-49c9-bc56-a74c07cc962b tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/security-groups?id=dda9ed6e-5f39-43cb-a89f-4fed152222eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920376 Mar 05 04:56:36.170173 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f529cf-f28f-4f03-979c-303fe5dae345 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:56:36.178481 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-60f529cf-f28f-4f03-979c-303fe5dae345 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:56:36.211469 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f529cf-f28f-4f03-979c-303fe5dae345 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:56:36.216844 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f529cf-f28f-4f03-979c-303fe5dae345 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:36.217795 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-60f529cf-f28f-4f03-979c-303fe5dae345 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:36.254820 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89106fc0-9254-4f46-bdcd-cb00c8cfc90e admin admin] Pushing event updated for resources: {'Port': ['ID=05374882-18b9-429d-a219-9a1dba943df9,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:36.258401 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-ceec1774-9d26-4c7c-aa6e-ad843a7e4810 service neutron] Attempting to bind port a2371bf6-96c6-4ae6-a06e-229010011a4f on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:56:36.258834 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-ceec1774-9d26-4c7c-aa6e-ad843a7e4810 service neutron] Attempting to bind port a2371bf6-96c6-4ae6-a06e-229010011a4f by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '7818f704-feaf-4759-800b-520c40aa37d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '31b0ad25-0961-41e8-ba3d-c6b7bbf5af76'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:56:36.259335 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-ceec1774-9d26-4c7c-aa6e-ad843a7e4810 service neutron] Attempting to bind port a2371bf6-96c6-4ae6-a06e-229010011a4f on network 31b0ad25-0961-41e8-ba3d-c6b7bbf5af76 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:56:36.271058 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-60f529cf-f28f-4f03-979c-303fe5dae345 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0868173 Mar 05 04:56:36.275837 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58346) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:36.285142 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89106fc0-9254-4f46-bdcd-cb00c8cfc90e admin admin] Network 2208e38e-4ccf-4e0c-99e3-12bba4d22772 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:56:36.381307 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-ceec1774-9d26-4c7c-aa6e-ad843a7e4810 service neutron] Port a2371bf6-96c6-4ae6-a06e-229010011a4f on network 31b0ad25-0961-41e8-ba3d-c6b7bbf5af76 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:56:36.381760 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-ceec1774-9d26-4c7c-aa6e-ad843a7e4810 service neutron] Attempting to bind port a2371bf6-96c6-4ae6-a06e-229010011a4f on network 31b0ad25-0961-41e8-ba3d-c6b7bbf5af76 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:56:36.399625 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f529cf-f28f-4f03-979c-303fe5dae345 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Port': ['ID=10c4c2f8-79b6-4471-a9a7-61923b8dc2e4,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:36.413378 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-ceec1774-9d26-4c7c-aa6e-ad843a7e4810 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:56:36.413827 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-ceec1774-9d26-4c7c-aa6e-ad843a7e4810 service neutron] Checking segment: {'id': '7818f704-feaf-4759-800b-520c40aa37d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '31b0ad25-0961-41e8-ba3d-c6b7bbf5af76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:56:36.414316 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-ceec1774-9d26-4c7c-aa6e-ad843a7e4810 service neutron] Bound using segment: {'id': '7818f704-feaf-4759-800b-520c40aa37d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '31b0ad25-0961-41e8-ba3d-c6b7bbf5af76'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:56:36.414920 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-ceec1774-9d26-4c7c-aa6e-ad843a7e4810 service neutron] Bound port: a2371bf6-96c6-4ae6-a06e-229010011a4f, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7818f704-feaf-4759-800b-520c40aa37d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '31b0ad25-0961-41e8-ba3d-c6b7bbf5af76'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:56:36.415398 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-ceec1774-9d26-4c7c-aa6e-ad843a7e4810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a2371bf6-96c6-4ae6-a06e-229010011a4f), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:36.421397 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-89106fc0-9254-4f46-bdcd-cb00c8cfc90e admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:56:36.488077 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cd73b-2009-4877-94fc-34cab1e43dc1 req-f24a405a-2072-4751-a575-0fad343851ac tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:36.489729 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-963cd73b-2009-4877-94fc-34cab1e43dc1 req-f24a405a-2072-4751-a575-0fad343851ac tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7d95623-49d8-4ec5-8d2b-7198e4c06662 HTTP/1.1" status: 200 len: 946 time: 0.2515965 Mar 05 04:56:36.518999 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920069f6-9784-4593-9b5b-639e1e4bc6c5 req-70c28111-dffe-4cb6-b3ea-32f911791065 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:36.520802 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-920069f6-9784-4593-9b5b-639e1e4bc6c5 req-70c28111-dffe-4cb6-b3ea-32f911791065 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fcb2645-6388-433b-8e6d-d6f0800a1805 HTTP/1.1" status: 200 len: 932 time: 0.2925544 Mar 05 04:56:36.624142 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-963cd73b-2009-4877-94fc-34cab1e43dc1 req-dc9c8814-a929-484d-b116-d0907943d5f6 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f57f2c3-51b3-42a6-95ae-c16f6c7bb2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235867 Mar 05 04:56:36.692536 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89106fc0-9254-4f46-bdcd-cb00c8cfc90e admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:56:36.719141 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-920069f6-9784-4593-9b5b-639e1e4bc6c5 req-e42f0014-b9d0-4cd1-912a-05f8d5d2fd9d tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489327 Mar 05 04:56:36.815178 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-a97a7758-f65e-425c-8700-af0d90105d8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dd0ae27-108b-4476-a935-623cceecf3c4 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:56:36.837602 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-a97a7758-f65e-425c-8700-af0d90105d8e service neutron] Publish callbacks [] for port (1dd0ae27-108b-4476-a935-623cceecf3c4), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:36.849192 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dbb8af-1cb8-4739-8826-988b97c3cc86 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:36.854865 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dbb8af-1cb8-4739-8826-988b97c3cc86 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:36.859467 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-04dbb8af-1cb8-4739-8826-988b97c3cc86 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5741162 Mar 05 04:56:36.860294 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58358) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:36.887667 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-ceec1774-9d26-4c7c-aa6e-ad843a7e4810 service neutron] For port a2371bf6-96c6-4ae6-a06e-229010011a4f, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:56:36.890460 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-89106fc0-9254-4f46-bdcd-cb00c8cfc90e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (9d9e5c8c-8fe9-4199-9808-05fba6c71dec), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:36.908473 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-ac27d621-3df4-4002-8dce-b39075561615 None None] Provisioning complete for port 05374882-18b9-429d-a219-9a1dba943df9 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:56:36.908970 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ac27d621-3df4-4002-8dce-b39075561615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (05374882-18b9-429d-a219-9a1dba943df9), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:37.103781 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ac27d621-3df4-4002-8dce-b39075561615 None None] Port 05374882-18b9-429d-a219-9a1dba943df9 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:56:37.117132 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8d1cf4b5-70d0-4ade-9932-62ecb4be1816 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting port 10c4c2f8-79b6-4471-a9a7-61923b8dc2e4 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:56:37.117533 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf4b5-70d0-4ade-9932-62ecb4be1816 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (10c4c2f8-79b6-4471-a9a7-61923b8dc2e4), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:37.175901 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-a97a7758-f65e-425c-8700-af0d90105d8e service neutron] Transition to ACTIVE for port object 1dd0ae27-108b-4476-a935-623cceecf3c4 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:56:37.237843 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 35b39691-ff97-4142-853d-63297bb24bf6 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:56:37.243778 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-ceec1774-9d26-4c7c-aa6e-ad843a7e4810 service neutron] For port a2371bf6-96c6-4ae6-a06e-229010011a4f, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a2371bf6-96c6-4ae6-a06e-229010011a4f,segment=NetworkSegment(7818f704-feaf-4759-800b-520c40aa37d5),segment_id=7818f704-feaf-4759-800b-520c40aa37d5)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:56:37.249048 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-89106fc0-9254-4f46-bdcd-cb00c8cfc90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (05374882-18b9-429d-a219-9a1dba943df9), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:37.262488 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-a97a7758-f65e-425c-8700-af0d90105d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (1dd0ae27-108b-4476-a935-623cceecf3c4), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:37.296620 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-ceec1774-9d26-4c7c-aa6e-ad843a7e4810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (a2371bf6-96c6-4ae6-a06e-229010011a4f), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:37.313516 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 35b39691-ff97-4142-853d-63297bb24bf6 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:56:37.314050 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (35b39691-ff97-4142-853d-63297bb24bf6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:37.422369 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 35b39691-ff97-4142-853d-63297bb24bf6 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:37.423142 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (35b39691-ff97-4142-853d-63297bb24bf6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:37.476261 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a7758-f65e-425c-8700-af0d90105d8e service neutron] Pushing event updated for resources: {'Port': ['ID=1dd0ae27-108b-4476-a935-623cceecf3c4,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:37.483026 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-ceec1774-9d26-4c7c-aa6e-ad843a7e4810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:37.483988 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-ceec1774-9d26-4c7c-aa6e-ad843a7e4810 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:37.486251 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-ceec1774-9d26-4c7c-aa6e-ad843a7e4810 service neutron] 10.222.0.30 "PUT /v2.0/ports/a2371bf6-96c6-4ae6-a06e-229010011a4f HTTP/1.1" status: 200 len: 1092 time: 3.9601626 Mar 05 04:56:37.490672 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 35b39691-ff97-4142-853d-63297bb24bf6, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=35b39691-ff97-4142-853d-63297bb24bf6,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:37.500329 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (35b39691-ff97-4142-853d-63297bb24bf6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:37.501339 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5439519c-0834-4674-b4c2-ea2cede3d1a4 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:56:37.553380 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc17457-c85c-4d2a-9d4c-e6905a9031d2 req-a37767bd-4f7d-4800-b68a-82257b287847 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:37.562304 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbc17457-c85c-4d2a-9d4c-e6905a9031d2 req-a37767bd-4f7d-4800-b68a-82257b287847 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 943 time: 0.3255811 Mar 05 04:56:37.571481 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda4fe69-116d-408b-abed-fdbb95b00212', 'tag': 'a2371bf6-96c6-4ae6-a06e-229010011a4f'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:56:37.574405 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb7f7f3-9acb-4d0c-8d9b-6a01f9a191de" -d '{"events": [{"name": "network-changed", "server_uuid": "bda4fe69-116d-408b-abed-fdbb95b00212", "tag": "a2371bf6-96c6-4ae6-a06e-229010011a4f"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:56:37.596083 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf4b5-70d0-4ade-9932-62ecb4be1816 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (10c4c2f8-79b6-4471-a9a7-61923b8dc2e4), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:37.623682 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8d1cf4b5-70d0-4ade-9932-62ecb4be1816 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Calling delete_port for 10c4c2f8-79b6-4471-a9a7-61923b8dc2e4 owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:56:37.635473 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d3d57-ec09-4afb-95f4-4c3e5d81444b req-822d306a-e1cd-4d28-bbd0-41098e0ee9ff tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:37.642863 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-002d3d57-ec09-4afb-95f4-4c3e5d81444b req-822d306a-e1cd-4d28-bbd0-41098e0ee9ff tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7d95623-49d8-4ec5-8d2b-7198e4c06662 HTTP/1.1" status: 200 len: 946 time: 0.4080348 Mar 05 04:56:37.655362 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec1774-9d26-4c7c-aa6e-ad843a7e4810 service neutron] Pushing event updated for resources: {'Port': ['ID=a2371bf6-96c6-4ae6-a06e-229010011a4f,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:37.684280 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=35b39691-ff97-4142-853d-63297bb24bf6,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:37.727783 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 5439519c-0834-4674-b4c2-ea2cede3d1a4 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:56:37.728532 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5439519c-0834-4674-b4c2-ea2cede3d1a4), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:37.765586 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-a97a7758-f65e-425c-8700-af0d90105d8e service neutron] Attempting to bind port 1dd0ae27-108b-4476-a935-623cceecf3c4 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:56:37.767975 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-a97a7758-f65e-425c-8700-af0d90105d8e service neutron] Attempting to bind port 1dd0ae27-108b-4476-a935-623cceecf3c4 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'ad774138-f320-403b-a8cc-491aacfa0c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '58ba8bc5-ac03-4e44-b819-c3c8d0a85e10'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:56:37.768353 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-a97a7758-f65e-425c-8700-af0d90105d8e service neutron] Attempting to bind port 1dd0ae27-108b-4476-a935-623cceecf3c4 on network 58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:56:37.775466 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-a97a7758-f65e-425c-8700-af0d90105d8e service neutron] Port 1dd0ae27-108b-4476-a935-623cceecf3c4 on network 58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:56:37.775804 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-a97a7758-f65e-425c-8700-af0d90105d8e service neutron] Attempting to bind port 1dd0ae27-108b-4476-a935-623cceecf3c4 on network 58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:56:37.787618 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbc17457-c85c-4d2a-9d4c-e6905a9031d2 req-5c407378-e662-404e-9c96-f8e1110aa826 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/security-groups?id=dda9ed6e-5f39-43cb-a89f-4fed152222eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241764 Mar 05 04:56:37.816914 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-002d3d57-ec09-4afb-95f4-4c3e5d81444b req-fa781108-3cff-4e13-b3fe-e4848687972f tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f57f2c3-51b3-42a6-95ae-c16f6c7bb2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730742 Mar 05 04:56:37.844371 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-a97a7758-f65e-425c-8700-af0d90105d8e service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:56:37.845074 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-a97a7758-f65e-425c-8700-af0d90105d8e service neutron] Checking segment: {'id': 'ad774138-f320-403b-a8cc-491aacfa0c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '58ba8bc5-ac03-4e44-b819-c3c8d0a85e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:56:37.845236 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-a97a7758-f65e-425c-8700-af0d90105d8e service neutron] Bound using segment: {'id': 'ad774138-f320-403b-a8cc-491aacfa0c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '58ba8bc5-ac03-4e44-b819-c3c8d0a85e10'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:56:37.845571 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-a97a7758-f65e-425c-8700-af0d90105d8e service neutron] Bound port: 1dd0ae27-108b-4476-a935-623cceecf3c4, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad774138-f320-403b-a8cc-491aacfa0c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '58ba8bc5-ac03-4e44-b819-c3c8d0a85e10'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:56:37.845942 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-a97a7758-f65e-425c-8700-af0d90105d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1dd0ae27-108b-4476-a935-623cceecf3c4), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:37.859461 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 5439519c-0834-4674-b4c2-ea2cede3d1a4 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:37.860049 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5439519c-0834-4674-b4c2-ea2cede3d1a4), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:37.885696 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 5439519c-0834-4674-b4c2-ea2cede3d1a4, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=5439519c-0834-4674-b4c2-ea2cede3d1a4,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:37.886961 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4b74ef-9cf5-468f-9f1e-3875ffb702cd None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:56:37.916616 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffeb0f7-110c-44b3-afc9-d9ec183d59e1 x-openstack-request-id: req-cffeb0f7-110c-44b3-afc9-d9ec183d59e1 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:56:37.917205 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda4fe69-116d-408b-abed-fdbb95b00212", "tag": "a2371bf6-96c6-4ae6-a06e-229010011a4f", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:56:37.917624 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cffeb0f7-110c-44b3-afc9-d9ec183d59e1 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:56:37.918239 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda4fe69-116d-408b-abed-fdbb95b00212', 'tag': 'a2371bf6-96c6-4ae6-a06e-229010011a4f', 'status': 'completed', 'code': 200} Mar 05 04:56:37.939460 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-327ef706-914b-42ad-a497-3915b80590ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:37.942889 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-327ef706-914b-42ad-a497-3915b80590ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e5092c20fe14dbdbd8241f34045fd32&device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 1126 time: 0.2913461 Mar 05 04:56:37.985280 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5439519c-0834-4674-b4c2-ea2cede3d1a4), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:38.000513 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-d66a3d40-1c79-436a-87b0-8c939f7d3676 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2371bf6-96c6-4ae6-a06e-229010011a4f HTTP/1.1" status: 200 len: 217 time: 0.0493157 Mar 05 04:56:38.095563 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-89106fc0-9254-4f46-bdcd-cb00c8cfc90e admin admin] Publish callbacks [] for port (05374882-18b9-429d-a219-9a1dba943df9), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:38.103641 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3cab0-6319-4cea-90ff-a6a87237aec6 req-df342632-b85a-4b2f-9545-3d0315da8162 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:38.106202 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-20e3cab0-6319-4cea-90ff-a6a87237aec6 req-df342632-b85a-4b2f-9545-3d0315da8162 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fcb2645-6388-433b-8e6d-d6f0800a1805 HTTP/1.1" status: 200 len: 944 time: 0.0826473 Mar 05 04:56:38.108689 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf4b5-70d0-4ade-9932-62ecb4be1816 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (10c4c2f8-79b6-4471-a9a7-61923b8dc2e4), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:38.138385 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-89106fc0-9254-4f46-bdcd-cb00c8cfc90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (05374882-18b9-429d-a219-9a1dba943df9), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:38.148911 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6f945fcb-dda1-45f6-8ae2-3a993c58a6c3 None None] Provisioning complete for port 35b39691-ff97-4142-853d-63297bb24bf6 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:56:38.150195 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6f945fcb-dda1-45f6-8ae2-3a993c58a6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (35b39691-ff97-4142-853d-63297bb24bf6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:38.159476 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-a97a7758-f65e-425c-8700-af0d90105d8e service neutron] For port 1dd0ae27-108b-4476-a935-623cceecf3c4, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:56:38.174663 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1cf4b5-70d0-4ade-9932-62ecb4be1816 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Port': ['ID=10c4c2f8-79b6-4471-a9a7-61923b8dc2e4,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:38.213043 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-89106fc0-9254-4f46-bdcd-cb00c8cfc90e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (9d9e5c8c-8fe9-4199-9808-05fba6c71dec), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:38.276715 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-a97a7758-f65e-425c-8700-af0d90105d8e service neutron] For port 1dd0ae27-108b-4476-a935-623cceecf3c4, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1dd0ae27-108b-4476-a935-623cceecf3c4,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:56:38.286241 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d1cf4b5-70d0-4ade-9932-62ecb4be1816 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:38.298265 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8d1cf4b5-70d0-4ade-9932-62ecb4be1816 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/10c4c2f8-79b6-4471-a9a7-61923b8dc2e4 HTTP/1.1" status: 204 len: 168 time: 1.4369831 Mar 05 04:56:38.306342 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58380) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:38.309531 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89106fc0-9254-4f46-bdcd-cb00c8cfc90e admin admin] Pushing event updated for resources: {'Port': ['ID=05374882-18b9-429d-a219-9a1dba943df9,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:38.494555 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=5439519c-0834-4674-b4c2-ea2cede3d1a4,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:38.521738 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-931e2807-265b-43ce-bb1e-9502fc573732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:38.524354 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-931e2807-265b-43ce-bb1e-9502fc573732 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=98ef46bf-572c-498d-93ea-a0a1c161f54f HTTP/1.1" status: 200 len: 860 time: 0.5094101 Mar 05 04:56:38.542153 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-a97a7758-f65e-425c-8700-af0d90105d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (1dd0ae27-108b-4476-a935-623cceecf3c4), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:38.570441 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-a97a7758-f65e-425c-8700-af0d90105d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:38.571718 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-a97a7758-f65e-425c-8700-af0d90105d8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:38.574246 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-a97a7758-f65e-425c-8700-af0d90105d8e service neutron] 10.222.0.31 "PUT /v2.0/ports/1dd0ae27-108b-4476-a935-623cceecf3c4 HTTP/1.1" status: 200 len: 1093 time: 3.6281357 Mar 05 04:56:38.618791 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89106fc0-9254-4f46-bdcd-cb00c8cfc90e admin admin] Network 2208e38e-4ccf-4e0c-99e3-12bba4d22772 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:56:38.646118 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-20e3cab0-6319-4cea-90ff-a6a87237aec6 req-c1080d23-4c1c-4c91-bbbe-fa948a16f5aa tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4803121 Mar 05 04:56:38.646724 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6f945fcb-dda1-45f6-8ae2-3a993c58a6c3 None None] Current status of the port 35b39691-ff97-4142-853d-63297bb24bf6 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:38.664872 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d51c9d-d34d-4d13-aca0-d46dfbf9a1ec tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:38.666195 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d51c9d-d34d-4d13-aca0-d46dfbf9a1ec tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:38.667747 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-86d51c9d-d34d-4d13-aca0-d46dfbf9a1ec tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3604112 Mar 05 04:56:38.673316 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58386) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:38.699431 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-5fe94ebe-99a0-4c31-a59a-a0e058f4efc0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=31b0ad25-0961-41e8-ba3d-c6b7bbf5af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1421971 Mar 05 04:56:38.700303 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-89106fc0-9254-4f46-bdcd-cb00c8cfc90e admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:56:38.786828 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-0491dacc-0107-4055-b030-19b05e15174f None None] Provisioning complete for port 35b39691-ff97-4142-853d-63297bb24bf6 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:56:38.787544 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0491dacc-0107-4055-b030-19b05e15174f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (35b39691-ff97-4142-853d-63297bb24bf6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:38.812948 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707b5b2-a77f-4b4d-b496-edb6c4f46110 req-9af4fb53-2278-4ff3-8345-fcec0d585b9f tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:38.814527 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6707b5b2-a77f-4b4d-b496-edb6c4f46110 req-9af4fb53-2278-4ff3-8345-fcec0d585b9f tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7d95623-49d8-4ec5-8d2b-7198e4c06662 HTTP/1.1" status: 200 len: 946 time: 0.4093394 Mar 05 04:56:38.870706 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6afe907-9efb-48bf-8900-7747a9a0026e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting subnet dd385081-dd00-45b8-8fe8-7fe7f31f5a7f {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:56:38.917116 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e6afe907-9efb-48bf-8900-7747a9a0026e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (dd385081-dd00-45b8-8fe8-7fe7f31f5a7f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:39.051723 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-0491dacc-0107-4055-b030-19b05e15174f None None] Current status of the port 35b39691-ff97-4142-853d-63297bb24bf6 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:39.056741 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-0491dacc-0107-4055-b030-19b05e15174f None None] Could not find standard attr ID for object 10c4c2f8-79b6-4471-a9a7-61923b8dc2e4. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 04:56:39.096232 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a7758-f65e-425c-8700-af0d90105d8e service neutron] Pushing event updated for resources: {'Port': ['ID=1dd0ae27-108b-4476-a935-623cceecf3c4,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:39.109002 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-297ca59d-960d-4a41-85ef-08ebe5c9e0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:39.110556 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-297ca59d-960d-4a41-85ef-08ebe5c9e0bc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5bb9b4129f1c432a81e17a2957390c79&device_id=4fcb2645-6388-433b-8e6d-d6f0800a1805 HTTP/1.1" status: 200 len: 1127 time: 0.4138608 Mar 05 04:56:39.137753 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 35b39691-ff97-4142-853d-63297bb24bf6 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:56:39.223531 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-e8315edf-670b-43eb-a9c4-1d33c7983f28 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1dd0ae27-108b-4476-a935-623cceecf3c4 HTTP/1.1" status: 200 len: 217 time: 0.0807979 Mar 05 04:56:39.234348 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-38e31f91-9797-4c7f-b392-693c6b879086 None None] Provisioning complete for port 05374882-18b9-429d-a219-9a1dba943df9 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:56:39.237908 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-38e31f91-9797-4c7f-b392-693c6b879086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (05374882-18b9-429d-a219-9a1dba943df9), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:39.297035 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-df46f420-6847-480a-a3bf-69b2715a55f2 service neutron] 10.222.0.30 "GET /v2.0/networks/31b0ad25-0961-41e8-ba3d-c6b7bbf5af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5729358 Mar 05 04:56:39.313336 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-38e31f91-9797-4c7f-b392-693c6b879086 None None] Port 05374882-18b9-429d-a219-9a1dba943df9 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:56:39.327379 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 35b39691-ff97-4142-853d-63297bb24bf6 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:56:39.327756 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (35b39691-ff97-4142-853d-63297bb24bf6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:39.338358 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89106fc0-9254-4f46-bdcd-cb00c8cfc90e admin admin] Router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:56:39.351427 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-c2c242e1-24b9-4021-8e12-45bde2c56c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:39.353422 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-c2c242e1-24b9-4021-8e12-45bde2c56c88 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b701f56c-0d88-43f7-a5d8-59c4b87f0d86 HTTP/1.1" status: 200 len: 845 time: 0.1216311 Mar 05 04:56:39.419327 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-38e31f91-9797-4c7f-b392-693c6b879086 None None] Could not find standard attr ID for object 10c4c2f8-79b6-4471-a9a7-61923b8dc2e4. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 04:56:39.433789 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-f139df6e-31c1-4490-a305-6ea2ef4516d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=58ba8bc5-ac03-4e44-b819-c3c8d0a85e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730875 Mar 05 04:56:39.469035 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-b50abcde-67d4-43e5-81d5-e4d24307d85d req-e0a50ebf-5531-4c1d-b62d-6945e09acfa9 tempest-DeleteServersAdminTestJSON-1476587469 tempest-DeleteServersAdminTestJSON-1476587469-project] (105232) timed out ('10.222.0.31', 64230) {{(pid=105232) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 05 04:56:39.542464 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 35b39691-ff97-4142-853d-63297bb24bf6 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:39.543919 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5439519c-0834-4674-b4c2-ea2cede3d1a4 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:56:39.610016 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 5439519c-0834-4674-b4c2-ea2cede3d1a4 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:56:39.610620 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5439519c-0834-4674-b4c2-ea2cede3d1a4), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:39.648441 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b4967ac5-a61a-4791-9555-912f1f19edb1 req-4016ea19-df61-4ba5-9437-a82b4011d390 service neutron] 10.222.0.30 "GET /v2.0/networks/31b0ad25-0961-41e8-ba3d-c6b7bbf5af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427513 Mar 05 04:56:39.709049 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e6afe907-9efb-48bf-8900-7747a9a0026e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (dd385081-dd00-45b8-8fe8-7fe7f31f5a7f), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:39.723029 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89106fc0-9254-4f46-bdcd-cb00c8cfc90e admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:56:39.733340 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c54097-8d6c-4efb-8eef-1d4443796d41 None None] Sync routers for ids ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:56:39.746916 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c54097-8d6c-4efb-8eef-1d4443796d41 None None] Routers {'9d9e5c8c-8fe9-4199-9808-05fba6c71dec'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:56:39.748588 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-59c54097-8d6c-4efb-8eef-1d4443796d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:56:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:39.767500 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-89106fc0-9254-4f46-bdcd-cb00c8cfc90e admin admin] 10.222.0.11 "PUT /v2.0/routers/9d9e5c8c-8fe9-4199-9808-05fba6c71dec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6531632 Mar 05 04:56:39.808271 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 5439519c-0834-4674-b4c2-ea2cede3d1a4 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:39.836662 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-d63f26f1-f9e8-413c-a72d-d1136dbb3bb2 service neutron] 10.222.0.31 "GET /v2.0/networks/58ba8bc5-ac03-4e44-b819-c3c8d0a85e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666763 Mar 05 04:56:39.928818 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fcb2645-6388-433b-8e6d-d6f0800a1805', 'tag': '1dd0ae27-108b-4476-a935-623cceecf3c4'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:56:39.934049 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdd53d6-7e75-49d2-9de2-32e07091c4a4" -d '{"events": [{"name": "network-changed", "server_uuid": "4fcb2645-6388-433b-8e6d-d6f0800a1805", "tag": "1dd0ae27-108b-4476-a935-623cceecf3c4"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:56:39.934611 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e6afe907-9efb-48bf-8900-7747a9a0026e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (dd385081-dd00-45b8-8fe8-7fe7f31f5a7f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:40.003181 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7f7f3-9acb-4d0c-8d9b-6a01f9a191de req-0a911285-bff5-4d65-891a-63429495bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:40.004749 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-deb7f7f3-9acb-4d0c-8d9b-6a01f9a191de req-0a911285-bff5-4d65-891a-63429495bb23 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e5092c20fe14dbdbd8241f34045fd32&device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 1126 time: 0.2832901 Mar 05 04:56:40.028086 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e6afe907-9efb-48bf-8900-7747a9a0026e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (dd385081-dd00-45b8-8fe8-7fe7f31f5a7f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:40.056646 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-59c54097-8d6c-4efb-8eef-1d4443796d41 None None] Set router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:56:40.119862 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-89a3b1d2-f3f0-43ac-869d-ac07effd93b8 req-a23d815e-8571-40ba-9c0b-ce2e8bc5b220 service neutron] 10.222.0.31 "GET /v2.0/networks/58ba8bc5-ac03-4e44-b819-c3c8d0a85e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737279 Mar 05 04:56:40.156542 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7f7f3-9acb-4d0c-8d9b-6a01f9a191de req-df357f82-bcce-4ed3-9bc2-cad0fcc6a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:40.156786 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97abde6-63f4-4998-acd9-24f42dc9b7aa None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:56:40.158850 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-deb7f7f3-9acb-4d0c-8d9b-6a01f9a191de req-df357f82-bcce-4ed3-9bc2-cad0fcc6a286 service neutron] 10.222.0.30 "GET /v2.0/networks?id=31b0ad25-0961-41e8-ba3d-c6b7bbf5af76 HTTP/1.1" status: 200 len: 920 time: 0.1447070 Mar 05 04:56:40.167409 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e6afe907-9efb-48bf-8900-7747a9a0026e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:40.187406 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e6afe907-9efb-48bf-8900-7747a9a0026e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/dd385081-dd00-45b8-8fe8-7fe7f31f5a7f HTTP/1.1" status: 204 len: 168 time: 1.5090606 Mar 05 04:56:40.210086 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d07ae-a3f2-404e-8d44-33f2d3f52be1 req-3fc7751b-c77f-487a-ab62-0565f28a7c4f tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:40.215322 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f59d07ae-a3f2-404e-8d44-33f2d3f52be1 req-3fc7751b-c77f-487a-ab62-0565f28a7c4f tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 943 time: 1.2238619 Mar 05 04:56:40.220041 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6afe907-9efb-48bf-8900-7747a9a0026e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Subnet': ['ID=dd385081-dd00-45b8-8fe8-7fe7f31f5a7f,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:40.221223 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58416) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:40.257610 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8d8f7-15ae-417a-bd3b-299bb3b6f395 req-3878a8ca-f1fe-46e2-95f5-3d245c288bf0 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:40.259350 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5ce8d8f7-15ae-417a-bd3b-299bb3b6f395 req-3878a8ca-f1fe-46e2-95f5-3d245c288bf0 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7d95623-49d8-4ec5-8d2b-7198e4c06662 HTTP/1.1" status: 200 len: 946 time: 1.2436423 Mar 05 04:56:40.267317 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-6707b5b2-a77f-4b4d-b496-edb6c4f46110 req-7c73206c-85fe-489c-bd41-ca3c7b5d9ccb tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] Deleting port a0ced282-8c40-42bc-b278-7464935d5f00 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:56:40.267745 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6707b5b2-a77f-4b4d-b496-edb6c4f46110 req-7c73206c-85fe-489c-bd41-ca3c7b5d9ccb tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (a0ced282-8c40-42bc-b278-7464935d5f00), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:40.330975 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e1de6a1f-13e9-497c-8e0c-0bde317e1a49 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1081104 Mar 05 04:56:40.332676 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-deb7f7f3-9acb-4d0c-8d9b-6a01f9a191de req-9eb0e666-1a69-4952-9076-555dd39db966 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2371bf6-96c6-4ae6-a06e-229010011a4f HTTP/1.1" status: 200 len: 217 time: 0.1679959 Mar 05 04:56:40.333169 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58418) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:40.338449 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-59c54097-8d6c-4efb-8eef-1d4443796d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:26Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'gw_port': {'id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:28Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '05374882-18b9-429d-a219-9a1dba943df9', 'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'mac_address': 'fa:16:3e:7e:8a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:34Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 2, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'subnets': [{'id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:40.339651 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-9e2c875a-d98d-4065-9db9-0ce7bbf5459f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:40.387435 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c54097-8d6c-4efb-8eef-1d4443796d41 None None] Checking router: 9d9e5c8c-8fe9-4199-9808-05fba6c71dec for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:56:40.388081 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c54097-8d6c-4efb-8eef-1d4443796d41 None None] Updating router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec port 05374882-18b9-429d-a219-9a1dba943df9 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:56:40.409113 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7f7f3-9acb-4d0c-8d9b-6a01f9a191de req-ccd2fbe0-ec6a-480a-bdc0-434ed73654cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:40.411521 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-deb7f7f3-9acb-4d0c-8d9b-6a01f9a191de req-ccd2fbe0-ec6a-480a-bdc0-434ed73654cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=98ef46bf-572c-498d-93ea-a0a1c161f54f HTTP/1.1" status: 200 len: 860 time: 0.0649970 Mar 05 04:56:40.430959 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f59d07ae-a3f2-404e-8d44-33f2d3f52be1 req-b366f5d2-447a-490d-affa-a18f5238fa46 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/security-groups?id=dda9ed6e-5f39-43cb-a89f-4fed152222eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961744 Mar 05 04:56:40.457342 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a460689-d69f-4b09-ac19-91c43b1b0944 None None] DHCP port deletion for d9771a2e-94ae-4769-a90a-e0cdf5de3e37 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:56:40.481775 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-59c54097-8d6c-4efb-8eef-1d4443796d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (05374882-18b9-429d-a219-9a1dba943df9), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:40.522161 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5ce8d8f7-15ae-417a-bd3b-299bb3b6f395 req-f6c1bee2-bbf0-4999-ac4f-9d69495ac10c tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] 10.222.0.11 "GET /v2.0/security-groups?id=1f57f2c3-51b3-42a6-95ae-c16f6c7bb2dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413237 Mar 05 04:56:40.544268 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-deb7f7f3-9acb-4d0c-8d9b-6a01f9a191de req-9a84bd98-704b-4439-84f6-5a88237bb7c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=31b0ad25-0961-41e8-ba3d-c6b7bbf5af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937064 Mar 05 04:56:40.590499 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2a460689-d69f-4b09-ac19-91c43b1b0944 None None] Deleting port 35b39691-ff97-4142-853d-63297bb24bf6 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:56:40.595278 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2a460689-d69f-4b09-ac19-91c43b1b0944 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (35b39691-ff97-4142-853d-63297bb24bf6), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:40.647235 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474b583b-791d-4e49-8b1b-8fd5e3e4b1cf x-openstack-request-id: req-474b583b-791d-4e49-8b1b-8fd5e3e4b1cf {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:56:40.647575 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fcb2645-6388-433b-8e6d-d6f0800a1805", "tag": "1dd0ae27-108b-4476-a935-623cceecf3c4", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:56:40.647882 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-474b583b-791d-4e49-8b1b-8fd5e3e4b1cf {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:56:40.648318 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fcb2645-6388-433b-8e6d-d6f0800a1805', 'tag': '1dd0ae27-108b-4476-a935-623cceecf3c4', 'status': 'completed', 'code': 200} Mar 05 04:56:40.726577 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-6707b5b2-a77f-4b4d-b496-edb6c4f46110 req-7c73206c-85fe-489c-bd41-ca3c7b5d9ccb tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] For port a0ced282-8c40-42bc-b278-7464935d5f00, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a0ced282-8c40-42bc-b278-7464935d5f00,segment=NetworkSegment(7a53672a-c8fe-4e51-a944-ead480ed8041),segment_id=7a53672a-c8fe-4e51-a944-ead480ed8041)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:40.728746 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6707b5b2-a77f-4b4d-b496-edb6c4f46110 req-7c73206c-85fe-489c-bd41-ca3c7b5d9ccb tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (a0ced282-8c40-42bc-b278-7464935d5f00), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:40.784237 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-2a460689-d69f-4b09-ac19-91c43b1b0944 None None] For port 35b39691-ff97-4142-853d-63297bb24bf6, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=35b39691-ff97-4142-853d-63297bb24bf6,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:40.784638 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2a460689-d69f-4b09-ac19-91c43b1b0944 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (35b39691-ff97-4142-853d-63297bb24bf6), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:40.789734 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-6707b5b2-a77f-4b4d-b496-edb6c4f46110 req-7c73206c-85fe-489c-bd41-ca3c7b5d9ccb tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] Calling delete_port for a0ced282-8c40-42bc-b278-7464935d5f00 owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:56:40.821547 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2a460689-d69f-4b09-ac19-91c43b1b0944 None None] Calling delete_port for 35b39691-ff97-4142-853d-63297bb24bf6 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:56:40.833286 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818457f0-2b82-4922-8759-96882bff0e78 req-d5bac285-efce-4784-aa1e-ed4cf3ed565a tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:40.837429 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-818457f0-2b82-4922-8759-96882bff0e78 req-d5bac285-efce-4784-aa1e-ed4cf3ed565a tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fcb2645-6388-433b-8e6d-d6f0800a1805 HTTP/1.1" status: 200 len: 944 time: 0.2508819 Mar 05 04:56:40.975414 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-818457f0-2b82-4922-8759-96882bff0e78 req-d75b8425-9378-4c65-8c78-6b3bd22388f2 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252418 Mar 05 04:56:41.040788 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2a460689-d69f-4b09-ac19-91c43b1b0944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (35b39691-ff97-4142-853d-63297bb24bf6), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:41.141012 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 35b39691-ff97-4142-853d-63297bb24bf6 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:56:41.151610 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device a2371bf6-96c6-4ae6-a06e-229010011a4f details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:56:41.197089 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-59c54097-8d6c-4efb-8eef-1d4443796d41 None None] Publish callbacks [] for port (05374882-18b9-429d-a219-9a1dba943df9), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:41.215604 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-59c54097-8d6c-4efb-8eef-1d4443796d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (05374882-18b9-429d-a219-9a1dba943df9), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:41.249982 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 35b39691-ff97-4142-853d-63297bb24bf6 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:56:41.254909 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 35b39691-ff97-4142-853d-63297bb24bf6 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:56:41.256596 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a460689-d69f-4b09-ac19-91c43b1b0944 None None] Pushing event deleted for resources: {'Port': ['ID=35b39691-ff97-4142-853d-63297bb24bf6,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:41.271145 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a460689-d69f-4b09-ac19-91c43b1b0944 None None] No DVR routers for this DVR port 35b39691-ff97-4142-853d-63297bb24bf6 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:56:41.327882 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58424) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:41.346789 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-9b912ce6-53a2-4136-bf29-d07d6893a00b tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1399576443', 'description': 'tempest-description--1415906625'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:41.394600 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1dd0ae27-108b-4476-a935-623cceecf3c4 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:56:41.399359 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b912ce6-53a2-4136-bf29-d07d6893a00b tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:41.408711 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6707b5b2-a77f-4b4d-b496-edb6c4f46110 req-7c73206c-85fe-489c-bd41-ca3c7b5d9ccb tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (a0ced282-8c40-42bc-b278-7464935d5f00), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:41.423254 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2fbc5f-bf6e-4509-9008-c7336d717241 None None] Pushing event updated for resources: {'Port': ['ID=05374882-18b9-429d-a219-9a1dba943df9,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:41.432018 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['a0ced282-8c40-42bc-b278-7464935d5f00'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:56:41.502343 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-59c54097-8d6c-4efb-8eef-1d4443796d41 None None] Attempting to bind port 05374882-18b9-429d-a219-9a1dba943df9 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:56:41.502841 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-59c54097-8d6c-4efb-8eef-1d4443796d41 None None] Attempting to bind port 05374882-18b9-429d-a219-9a1dba943df9 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '78da9f50-b791-4384-818b-c3b1f3bf0c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:56:41.503267 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c54097-8d6c-4efb-8eef-1d4443796d41 None None] Attempting to bind port 05374882-18b9-429d-a219-9a1dba943df9 on network 2208e38e-4ccf-4e0c-99e3-12bba4d22772 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:56:41.517424 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c54097-8d6c-4efb-8eef-1d4443796d41 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:56:41.520052 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c54097-8d6c-4efb-8eef-1d4443796d41 None None] Checking segment: {'id': '78da9f50-b791-4384-818b-c3b1f3bf0c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:56:41.520698 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-59c54097-8d6c-4efb-8eef-1d4443796d41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:41.521122 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c54097-8d6c-4efb-8eef-1d4443796d41 None None] Bound using segment: {'id': '78da9f50-b791-4384-818b-c3b1f3bf0c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:56:41.522937 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-59c54097-8d6c-4efb-8eef-1d4443796d41 None None] Bound port: 05374882-18b9-429d-a219-9a1dba943df9, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78da9f50-b791-4384-818b-c3b1f3bf0c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:56:41.523958 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-59c54097-8d6c-4efb-8eef-1d4443796d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (05374882-18b9-429d-a219-9a1dba943df9), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:41.536254 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-80fcceaa-7dea-48ee-9def-dd417bef0fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:41.546346 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73206c-85fe-489c-bd41-ca3c7b5d9ccb tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] Pushing event deleted for resources: {'Port': ['ID=a0ced282-8c40-42bc-b278-7464935d5f00,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:41.688889 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-59c54097-8d6c-4efb-8eef-1d4443796d41 None None] For port 05374882-18b9-429d-a219-9a1dba943df9, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:56:41.692999 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-59c54097-8d6c-4efb-8eef-1d4443796d41 None None] For port 05374882-18b9-429d-a219-9a1dba943df9, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=05374882-18b9-429d-a219-9a1dba943df9,segment=NetworkSegment(78da9f50-b791-4384-818b-c3b1f3bf0c84),segment_id=78da9f50-b791-4384-818b-c3b1f3bf0c84)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:56:41.700183 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port a2371bf6-96c6-4ae6-a06e-229010011a4f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a2371bf6-96c6-4ae6-a06e-229010011a4f,segment=NetworkSegment(7818f704-feaf-4759-800b-520c40aa37d5),segment_id=7818f704-feaf-4759-800b-520c40aa37d5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:41.701462 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-59c54097-8d6c-4efb-8eef-1d4443796d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (05374882-18b9-429d-a219-9a1dba943df9), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:41.734444 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-6707b5b2-a77f-4b4d-b496-edb6c4f46110 req-7c73206c-85fe-489c-bd41-ca3c7b5d9ccb tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] No DVR routers for this DVR port a0ced282-8c40-42bc-b278-7464935d5f00 on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:56:41.763818 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c54097-8d6c-4efb-8eef-1d4443796d41 None None] Routers {'9d9e5c8c-8fe9-4199-9808-05fba6c71dec'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:56:41.765045 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-59c54097-8d6c-4efb-8eef-1d4443796d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:56:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:41.787932 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'a2371bf6-96c6-4ae6-a06e-229010011a4f', 'network_id': '31b0ad25-0961-41e8-ba3d-c6b7bbf5af76', 'port_id': 'a2371bf6-96c6-4ae6-a06e-229010011a4f', 'mac_address': 'fa:16:3e:5d:d8:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98ef46bf-572c-498d-93ea-a0a1c161f54f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:56:41.802078 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-6707b5b2-a77f-4b4d-b496-edb6c4f46110 req-7c73206c-85fe-489c-bd41-ca3c7b5d9ccb tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:41.811455 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6707b5b2-a77f-4b4d-b496-edb6c4f46110 req-7c73206c-85fe-489c-bd41-ca3c7b5d9ccb tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] 10.222.0.31 "DELETE /v2.0/ports/a0ced282-8c40-42bc-b278-7464935d5f00 HTTP/1.1" status: 204 len: 173 time: 2.9795210 Mar 05 04:56:41.821781 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d95623-49d8-4ec5-8d2b-7198e4c06662', 'name': 'network-vif-deleted', 'tag': 'a0ced282-8c40-42bc-b278-7464935d5f00'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:56:41.829402 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbc6e99-b3c7-43f5-bcd2-fa47965330b7" -d '{"events": [{"server_uuid": "d7d95623-49d8-4ec5-8d2b-7198e4c06662", "name": "network-vif-deleted", "tag": "a0ced282-8c40-42bc-b278-7464935d5f00"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:56:41.871540 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd53d6-7e75-49d2-9de2-32e07091c4a4 req-7e893a42-f906-4583-a275-bdabab9e0616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:41.873362 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2bdd53d6-7e75-49d2-9de2-32e07091c4a4 req-7e893a42-f906-4583-a275-bdabab9e0616 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5bb9b4129f1c432a81e17a2957390c79&device_id=4fcb2645-6388-433b-8e6d-d6f0800a1805 HTTP/1.1" status: 200 len: 1127 time: 1.1906533 Mar 05 04:56:41.976030 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2c875a-d98d-4065-9db9-0ce7bbf5459f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:56:41.990329 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9e2c875a-d98d-4065-9db9-0ce7bbf5459f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:42.009567 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b912ce6-53a2-4136-bf29-d07d6893a00b tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group (f13dc9a7-e16f-4ae1-a68d-1f65743bdd48), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:42.013988 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 1dd0ae27-108b-4476-a935-623cceecf3c4, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1dd0ae27-108b-4476-a935-623cceecf3c4,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:42.039192 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b912ce6-53a2-4136-bf29-d07d6893a00b tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f13dc9a7-e16f-4ae1-a68d-1f65743bdd48), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:42.065369 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-deb7f7f3-9acb-4d0c-8d9b-6a01f9a191de req-1e4cb551-2244-4025-bd8d-2f9aa90b09dd service neutron] 10.222.0.30 "GET /v2.0/networks/31b0ad25-0961-41e8-ba3d-c6b7bbf5af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5033367 Mar 05 04:56:42.086928 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d938371-861a-4848-8d3b-f97e598e021f req-5996421e-93c1-471c-8f0b-60bbfc7235b0 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:42.105374 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2d938371-861a-4848-8d3b-f97e598e021f req-5996421e-93c1-471c-8f0b-60bbfc7235b0 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 943 time: 0.4703107 Mar 05 04:56:42.109916 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port a2371bf6-96c6-4ae6-a06e-229010011a4f is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:42.110316 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a2371bf6-96c6-4ae6-a06e-229010011a4f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:42.160427 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2371bf6-96c6-4ae6-a06e-229010011a4f {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:56:42.183353 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e956de4c-a93a-4b3c-907a-0792bfcc8b36 None None] Provisioning complete for port 05374882-18b9-429d-a219-9a1dba943df9 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:56:42.183739 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e956de4c-a93a-4b3c-907a-0792bfcc8b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (05374882-18b9-429d-a219-9a1dba943df9), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:42.196074 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '1dd0ae27-108b-4476-a935-623cceecf3c4', 'network_id': '58ba8bc5-ac03-4e44-b819-c3c8d0a85e10', 'port_id': '1dd0ae27-108b-4476-a935-623cceecf3c4', 'mac_address': 'fa:16:3e:cc:18:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b701f56c-0d88-43f7-a5d8-59c4b87f0d86', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:56:42.218524 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-59c54097-8d6c-4efb-8eef-1d4443796d41 None None] Set router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:56:42.342478 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-25562209-21b8-460a-becf-88ec1d183eeb req-6d682562-195f-4959-89bc-e514b7a43633 tempest-InstanceActionsNegativeTestJSON-1218936573 tempest-InstanceActionsNegativeTestJSON-1218936573-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7d95623-49d8-4ec5-8d2b-7198e4c06662 HTTP/1.1" status: 200 len: 210 time: 0.1766312 Mar 05 04:56:42.389257 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b912ce6-53a2-4136-bf29-d07d6893a00b tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:42.393107 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9b912ce6-53a2-4136-bf29-d07d6893a00b tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0577283 Mar 05 04:56:42.393268 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port a2371bf6-96c6-4ae6-a06e-229010011a4f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a2371bf6-96c6-4ae6-a06e-229010011a4f,segment=NetworkSegment(7818f704-feaf-4759-800b-520c40aa37d5),segment_id=7818f704-feaf-4759-800b-520c40aa37d5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:42.411051 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a2371bf6-96c6-4ae6-a06e-229010011a4f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:42.411587 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58446) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:42.427902 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-851934bf-b7c7-48d9-a84f-377a8bd6ac83 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Request body: {'security_group_rule': {'security_group_id': 'f13dc9a7-e16f-4ae1-a68d-1f65743bdd48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:42.458057 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 1dd0ae27-108b-4476-a935-623cceecf3c4 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:42.458459 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1dd0ae27-108b-4476-a935-623cceecf3c4), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:42.462045 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b912ce6-53a2-4136-bf29-d07d6893a00b tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f13dc9a7-e16f-4ae1-a68d-1f65743bdd48,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:42.474243 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2d938371-861a-4848-8d3b-f97e598e021f req-948f1ef9-d2da-4a5c-9d61-cf786658d1df tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/security-groups?id=dda9ed6e-5f39-43cb-a89f-4fed152222eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679867 Mar 05 04:56:42.500195 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd0ae27-108b-4476-a935-623cceecf3c4 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:56:42.506620 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b499519-bd08-44c8-b3cb-a47c43d935dc x-openstack-request-id: req-3b499519-bd08-44c8-b3cb-a47c43d935dc {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:56:42.506917 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d95623-49d8-4ec5-8d2b-7198e4c06662", "name": "network-vif-deleted", "tag": "a0ced282-8c40-42bc-b278-7464935d5f00", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:56:42.507243 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3b499519-bd08-44c8-b3cb-a47c43d935dc {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:56:42.507705 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d95623-49d8-4ec5-8d2b-7198e4c06662', 'name': 'network-vif-deleted', 'tag': 'a0ced282-8c40-42bc-b278-7464935d5f00', 'status': 'completed', 'code': 200} Mar 05 04:56:42.532902 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-851934bf-b7c7-48d9-a84f-377a8bd6ac83 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group_rule (95e8262b-968a-4eb7-b616-3c9ed2ffee72), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:42.560979 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd53d6-7e75-49d2-9de2-32e07091c4a4 req-82dcda06-61d7-4e23-ba41-3663b13cdfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:42.569218 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2bdd53d6-7e75-49d2-9de2-32e07091c4a4 req-82dcda06-61d7-4e23-ba41-3663b13cdfd8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 HTTP/1.1" status: 200 len: 905 time: 0.6860032 Mar 05 04:56:42.612027 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2fbc5f-bf6e-4509-9008-c7336d717241 None None] Pushing event updated for resources: {'Port': ['ID=05374882-18b9-429d-a219-9a1dba943df9,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:42.668108 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2bdd53d6-7e75-49d2-9de2-32e07091c4a4 req-52881eb1-f6be-41ab-9081-488c53bffe45 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1dd0ae27-108b-4476-a935-623cceecf3c4 HTTP/1.1" status: 200 len: 217 time: 0.0858412 Mar 05 04:56:42.717593 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-deb7f7f3-9acb-4d0c-8d9b-6a01f9a191de req-9cf70400-cde4-4eef-94fb-b1df5a77c087 service neutron] 10.222.0.30 "GET /v2.0/networks/31b0ad25-0961-41e8-ba3d-c6b7bbf5af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6376474 Mar 05 04:56:42.727591 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e956de4c-a93a-4b3c-907a-0792bfcc8b36 None None] Current status of the port 05374882-18b9-429d-a219-9a1dba943df9 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:42.727996 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e956de4c-a93a-4b3c-907a-0792bfcc8b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (05374882-18b9-429d-a219-9a1dba943df9), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:42.745749 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['a2371bf6-96c6-4ae6-a06e-229010011a4f'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:56:42.770545 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 1dd0ae27-108b-4476-a935-623cceecf3c4, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1dd0ae27-108b-4476-a935-623cceecf3c4,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:42.800344 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd53d6-7e75-49d2-9de2-32e07091c4a4 req-b234d0cf-5d80-48c3-b791-2b96cb62b17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:42.803300 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2bdd53d6-7e75-49d2-9de2-32e07091c4a4 req-b234d0cf-5d80-48c3-b791-2b96cb62b17f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b701f56c-0d88-43f7-a5d8-59c4b87f0d86 HTTP/1.1" status: 200 len: 845 time: 0.1263237 Mar 05 04:56:42.806616 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1dd0ae27-108b-4476-a935-623cceecf3c4), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:42.811665 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=a2371bf6-96c6-4ae6-a06e-229010011a4f,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:42.813044 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-851934bf-b7c7-48d9-a84f-377a8bd6ac83 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group_rule (95e8262b-968a-4eb7-b616-3c9ed2ffee72), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:42.835532 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb7369-c683-4a2d-832c-a541d6d67a74 req-9c2840da-7fb5-4e2d-87e2-44b82d41f214 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:42.837477 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-58bb7369-c683-4a2d-832c-a541d6d67a74 req-9c2840da-7fb5-4e2d-87e2-44b82d41f214 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fcb2645-6388-433b-8e6d-d6f0800a1805 HTTP/1.1" status: 200 len: 944 time: 0.2162666 Mar 05 04:56:42.839445 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-851934bf-b7c7-48d9-a84f-377a8bd6ac83 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (95e8262b-968a-4eb7-b616-3c9ed2ffee72), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:42.861943 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-59c54097-8d6c-4efb-8eef-1d4443796d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:26Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'gw_port': {'id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:28Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '05374882-18b9-429d-a219-9a1dba943df9', 'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'mac_address': 'fa:16:3e:7e:8a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:34Z', 'updated_at': '2022-03-05T04:56:41Z', 'revision_number': 4, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'subnets': [{'id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:42.868749 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-e956de4c-a93a-4b3c-907a-0792bfcc8b36 None None] For port 05374882-18b9-429d-a219-9a1dba943df9, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=05374882-18b9-429d-a219-9a1dba943df9,segment=NetworkSegment(78da9f50-b791-4384-818b-c3b1f3bf0c84),segment_id=78da9f50-b791-4384-818b-c3b1f3bf0c84)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:42.884445 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851934bf-b7c7-48d9-a84f-377a8bd6ac83 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e8262b-968a-4eb7-b616-3c9ed2ffee72,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:42.885633 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e956de4c-a93a-4b3c-907a-0792bfcc8b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (05374882-18b9-429d-a219-9a1dba943df9), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:42.889037 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2bdd53d6-7e75-49d2-9de2-32e07091c4a4 req-c0c8498e-3776-412f-a90f-aad1523f9616 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=58ba8bc5-ac03-4e44-b819-c3c8d0a85e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757871 Mar 05 04:56:42.896463 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-851934bf-b7c7-48d9-a84f-377a8bd6ac83 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:42.897464 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-851934bf-b7c7-48d9-a84f-377a8bd6ac83 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4834037 Mar 05 04:56:42.905764 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58448) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:42.916368 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76261bb-1d21-41de-8b8a-b6328feaa3bf req-00377794-7a4f-4af9-8d2d-fce834ea342b tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:42.924313 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e76261bb-1d21-41de-8b8a-b6328feaa3bf req-00377794-7a4f-4af9-8d2d-fce834ea342b tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 946 time: 0.2996354 Mar 05 04:56:42.932332 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c54097-8d6c-4efb-8eef-1d4443796d41 None None] The sync data for ids ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'] in n-d-789963-32 is: [{'id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:26Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'gw_port': {'id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:28Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '05374882-18b9-429d-a219-9a1dba943df9', 'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'mac_address': 'fa:16:3e:7e:8a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:34Z', 'updated_at': '2022-03-05T04:56:41Z', 'revision_number': 4, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'subnets': [{'id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:56:42.956735 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-450f6106-be64-4f47-a44d-8ab3aa526792 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Request body: {'security_group_rule': {'security_group_id': 'f13dc9a7-e16f-4ae1-a68d-1f65743bdd48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:43.053319 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-58bb7369-c683-4a2d-832c-a541d6d67a74 req-b5526390-0d78-44f9-ab7b-af15dc57b5bb tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769650 Mar 05 04:56:43.061032 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['1dd0ae27-108b-4476-a935-623cceecf3c4'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:56:43.066610 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=1dd0ae27-108b-4476-a935-623cceecf3c4,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:43.078937 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e76261bb-1d21-41de-8b8a-b6328feaa3bf req-2d0a19f7-5659-4da5-826d-9510fdc4a685 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536307 Mar 05 04:56:43.093479 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9e2c875a-d98d-4065-9db9-0ce7bbf5459f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (82d26fd4-82e8-4327-bc88-6a991b6fddac), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:43.158449 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-450f6106-be64-4f47-a44d-8ab3aa526792 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group_rule (e187bb13-7584-49f9-8cbb-7f536b55db01), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:43.198242 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c875a-d98d-4065-9db9-0ce7bbf5459f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Subnet': ['ID=82d26fd4-82e8-4327-bc88-6a991b6fddac,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:43.198550 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-eaff00fa-bcd2-4c46-a201-527f1f0e9895 None None] Provisioning complete for port 05374882-18b9-429d-a219-9a1dba943df9 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:56:43.199014 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-eaff00fa-bcd2-4c46-a201-527f1f0e9895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (05374882-18b9-429d-a219-9a1dba943df9), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:43.210168 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2c875a-d98d-4065-9db9-0ce7bbf5459f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:56:43.222013 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-9e2c875a-d98d-4065-9db9-0ce7bbf5459f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:56:43.230878 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2c875a-d98d-4065-9db9-0ce7bbf5459f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:43.231425 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9e2c875a-d98d-4065-9db9-0ce7bbf5459f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:43.241929 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2bdd53d6-7e75-49d2-9de2-32e07091c4a4 req-4afe13e0-d946-46f6-98dc-23766b4c8db0 service neutron] 10.222.0.31 "GET /v2.0/networks/58ba8bc5-ac03-4e44-b819-c3c8d0a85e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451161 Mar 05 04:56:43.258159 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956de4c-a93a-4b3c-907a-0792bfcc8b36 None None] Pushing event updated for resources: {'Port': ['ID=05374882-18b9-429d-a219-9a1dba943df9,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:43.262748 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1b9bf7-e7e2-41d4-b079-34ea1791df4e None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:56:43.295681 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9e2c875a-d98d-4065-9db9-0ce7bbf5459f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9601970 Mar 05 04:56:43.298305 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58450) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:43.307949 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-2a3bbedc-8e44-4b2e-9719-b44ce127e18d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'port': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'name': 'tempest-NetworksTestDHCPv6-78919286'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:43.336549 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-450f6106-be64-4f47-a44d-8ab3aa526792 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group_rule (e187bb13-7584-49f9-8cbb-7f536b55db01), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:43.346390 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device a0ced282-8c40-42bc-b278-7464935d5f00 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:56:43.349880 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-450f6106-be64-4f47-a44d-8ab3aa526792 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (e187bb13-7584-49f9-8cbb-7f536b55db01), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:43.398226 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: a0ced282-8c40-42bc-b278-7464935d5f00 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:56:43.398765 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device a0ced282-8c40-42bc-b278-7464935d5f00 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:56:43.455915 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-eaff00fa-bcd2-4c46-a201-527f1f0e9895 None None] Current status of the port 05374882-18b9-429d-a219-9a1dba943df9 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:43.461271 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2bdd53d6-7e75-49d2-9de2-32e07091c4a4 req-5244892a-788f-4010-8832-53b56f02b434 service neutron] 10.222.0.31 "GET /v2.0/networks/58ba8bc5-ac03-4e44-b819-c3c8d0a85e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107403 Mar 05 04:56:43.478551 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f6106-be64-4f47-a44d-8ab3aa526792 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e187bb13-7584-49f9-8cbb-7f536b55db01,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:43.491602 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58456) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:43.521372 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-450f6106-be64-4f47-a44d-8ab3aa526792 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:43.526392 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-450f6106-be64-4f47-a44d-8ab3aa526792 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5873718 Mar 05 04:56:43.532286 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58460) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:43.541469 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-2fe289e9-77c6-4998-ba21-a3f3ca4fa2cc tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:43.597553 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3bbedc-8e44-4b2e-9719-b44ce127e18d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:56:43.601161 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a3bbedc-8e44-4b2e-9719-b44ce127e18d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:43.616433 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-a043b23e-b85b-43ba-96d5-f59bde272199 admin admin] Deleting subnet 98cd4c6e-7c06-4ceb-af44-f9c805bc42d3 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:56:43.620721 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a043b23e-b85b-43ba-96d5-f59bde272199 admin admin] Publish callbacks [] for subnet (98cd4c6e-7c06-4ceb-af44-f9c805bc42d3), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:43.634365 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2fe289e9-77c6-4998-ba21-a3f3ca4fa2cc tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:43.636432 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7600d32-ab6a-4e48-be68-73bd81bdb15a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-d9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'fixed_ips': [{'subnet_id': '82d26fd4-82e8-4327-bc88-6a991b6fddac'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:56:43.637423 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c7600d32-ab6a-4e48-be68-73bd81bdb15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:43.707959 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:43.710498 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a043b23e-b85b-43ba-96d5-f59bde272199 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (98cd4c6e-7c06-4ceb-af44-f9c805bc42d3), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:43.729333 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-2a3bbedc-8e44-4b2e-9719-b44ce127e18d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] device_id is not set on port 4bfdb030-4c82-4482-a6c7-e679f9d0a3ba yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 04:56:43.785753 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a043b23e-b85b-43ba-96d5-f59bde272199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (98cd4c6e-7c06-4ceb-af44-f9c805bc42d3), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:43.840928 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d888ae50-f331-4aaf-a161-be53d252b0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:43.873895 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a043b23e-b85b-43ba-96d5-f59bde272199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (98cd4c6e-7c06-4ceb-af44-f9c805bc42d3), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:43.875767 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:43.897241 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f0a14-f2dd-4192-8f82-9c51afe0280b req-a08d9b23-2d6c-48dd-a491-90cedfe4704f tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:43.898800 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-490f0a14-f2dd-4192-8f82-9c51afe0280b req-a08d9b23-2d6c-48dd-a491-90cedfe4704f tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 944 time: 0.2952046 Mar 05 04:56:43.929243 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043b23e-b85b-43ba-96d5-f59bde272199 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98cd4c6e-7c06-4ceb-af44-f9c805bc42d3,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:43.939662 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a043b23e-b85b-43ba-96d5-f59bde272199 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:43.943960 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a043b23e-b85b-43ba-96d5-f59bde272199 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/98cd4c6e-7c06-4ceb-af44-f9c805bc42d3 HTTP/1.1" status: 204 len: 168 time: 0.4502141 Mar 05 04:56:43.950902 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58462) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:43.960635 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-2a3bbedc-8e44-4b2e-9719-b44ce127e18d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Allocated IP 2001:db8::296 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/82d26fd4-82e8-4327-bc88-6a991b6fddac/4bfdb030-4c82-4482-a6c7-e679f9d0a3ba) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:56:44.080177 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-490f0a14-f2dd-4192-8f82-9c51afe0280b req-cf31b75a-93f3-4167-a56a-445298d3c918 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/security-groups?id=dda9ed6e-5f39-43cb-a89f-4fed152222eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721003 Mar 05 04:56:44.096892 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-996003cf-dba6-47ae-9333-d14c72cfb4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (df67dbf3-0b9c-4b50-b31f-92fe8d01b193), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:44.209170 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2fe289e9-77c6-4998-ba21-a3f3ca4fa2cc tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:44.388372 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-996003cf-dba6-47ae-9333-d14c72cfb4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (df67dbf3-0b9c-4b50-b31f-92fe8d01b193), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:44.454324 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a3bbedc-8e44-4b2e-9719-b44ce127e18d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for port (4bfdb030-4c82-4482-a6c7-e679f9d0a3ba), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:44.456590 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-996003cf-dba6-47ae-9333-d14c72cfb4b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df67dbf3-0b9c-4b50-b31f-92fe8d01b193']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:44.508641 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-996003cf-dba6-47ae-9333-d14c72cfb4b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a53672a-c8fe-4e51-a944-ead480ed8041') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:44.508936 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-996003cf-dba6-47ae-9333-d14c72cfb4b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a53672a-c8fe-4e51-a944-ead480ed8041') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:56:44.518881 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253f274-5ee3-486c-887e-4969deb31b06 req-9793560d-d797-4568-8e36-802ffca135d9 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:44.526089 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a253f274-5ee3-486c-887e-4969deb31b06 req-9793560d-d797-4568-8e36-802ffca135d9 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 946 time: 0.3196292 Mar 05 04:56:44.562762 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85195d1-0f80-41fc-9d93-4b378350c554 req-c0a083c4-3080-44ae-b7cc-f6d93f37e7e6 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:44.564486 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e85195d1-0f80-41fc-9d93-4b378350c554 req-c0a083c4-3080-44ae-b7cc-f6d93f37e7e6 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fcb2645-6388-433b-8e6d-d6f0800a1805 HTTP/1.1" status: 200 len: 945 time: 0.3570478 Mar 05 04:56:44.570026 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-996003cf-dba6-47ae-9333-d14c72cfb4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (7a53672a-c8fe-4e51-a944-ead480ed8041), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:44.615562 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-996003cf-dba6-47ae-9333-d14c72cfb4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (7a53672a-c8fe-4e51-a944-ead480ed8041), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:44.647694 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-2fe289e9-77c6-4998-ba21-a3f3ca4fa2cc tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Allocated IP 172.25.0.102 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/2ffa8f5f-fd37-4671-a4c5-4397b1652a80) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:56:44.652801 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-996003cf-dba6-47ae-9333-d14c72cfb4b6 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:56:44.653208 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-996003cf-dba6-47ae-9333-d14c72cfb4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (7a53672a-c8fe-4e51-a944-ead480ed8041), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:44.661776 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 04:56:44.661776 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:56:44.661776 n-d-789963-32 neutron-server[105231]: timer() Mar 05 04:56:44.661776 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:56:44.661776 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 04:56:44.661776 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:56:44.661776 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 04:56:44.661776 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:56:44.661776 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 04:56:44.661776 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:56:44.661776 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 04:56:44.661776 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:56:44.661776 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 04:56:44.661776 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:56:44.661776 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:56:44.661776 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:56:44.661776 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:56:44.661776 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:56:44.661776 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 04:56:44.661776 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:56:44.661776 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 04:56:44.661776 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:56:44.661776 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:56:44.661776 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:56:44.661776 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 04:56:44.661776 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:56:44.661776 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:56:44.661776 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:56:44.661776 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:56:44.661776 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:56:44.661776 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:56:44.661776 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:56:44.747492 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a253f274-5ee3-486c-887e-4969deb31b06 req-829369ef-eec1-4f7c-9cdc-9ee3aa3c5f1e tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204902 Mar 05 04:56:44.762395 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e85195d1-0f80-41fc-9d93-4b378350c554 req-664ff3d2-fc2c-4d44-8077-1f86c3bb79ff tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886566 Mar 05 04:56:44.789466 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a3bbedc-8e44-4b2e-9719-b44ce127e18d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (4bfdb030-4c82-4482-a6c7-e679f9d0a3ba), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:44.836452 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-996003cf-dba6-47ae-9333-d14c72cfb4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (df67dbf3-0b9c-4b50-b31f-92fe8d01b193), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:44.836704 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-c7600d32-ab6a-4e48-be68-73bd81bdb15a None None] Allocated IP 2001:db8::2 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/82d26fd4-82e8-4327-bc88-6a991b6fddac/735ad601-c4c8-441a-93f9-0062322b15a1) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:56:44.843697 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-996003cf-dba6-47ae-9333-d14c72cfb4b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:44.850494 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-996003cf-dba6-47ae-9333-d14c72cfb4b6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/df67dbf3-0b9c-4b50-b31f-92fe8d01b193 HTTP/1.1" status: 204 len: 168 time: 0.8984451 Mar 05 04:56:44.891504 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3bbedc-8e44-4b2e-9719-b44ce127e18d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:56:44.910267 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-2a3bbedc-8e44-4b2e-9719-b44ce127e18d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:56:44.912959 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3bbedc-8e44-4b2e-9719-b44ce127e18d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:56:44.921872 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3bbedc-8e44-4b2e-9719-b44ce127e18d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:44.922257 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a3bbedc-8e44-4b2e-9719-b44ce127e18d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:44.929070 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996003cf-dba6-47ae-9333-d14c72cfb4b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=df67dbf3-0b9c-4b50-b31f-92fe8d01b193,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:44.947120 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:44.957774 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3bbedc-8e44-4b2e-9719-b44ce127e18d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Port': ['ID=4bfdb030-4c82-4482-a6c7-e679f9d0a3ba,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:44.970393 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2a3bbedc-8e44-4b2e-9719-b44ce127e18d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6700988 Mar 05 04:56:44.973070 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58472) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:45.024521 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2fe289e9-77c6-4998-ba21-a3f3ca4fa2cc tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for port (2ffa8f5f-fd37-4671-a4c5-4397b1652a80), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:45.081859 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c7600d32-ab6a-4e48-be68-73bd81bdb15a None None] Publish callbacks [] for port (735ad601-c4c8-441a-93f9-0062322b15a1), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:45.090736 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c7600d32-ab6a-4e48-be68-73bd81bdb15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (735ad601-c4c8-441a-93f9-0062322b15a1), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:45.094041 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1e42f2-8181-4a8d-92c9-fe36682ddd74 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:45.099350 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-af1e42f2-8181-4a8d-92c9-fe36682ddd74 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1242321 Mar 05 04:56:45.099675 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58476) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:45.123901 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2fe289e9-77c6-4998-ba21-a3f3ca4fa2cc tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (2ffa8f5f-fd37-4671-a4c5-4397b1652a80), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:45.145532 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device a2371bf6-96c6-4ae6-a06e-229010011a4f up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:56:45.194135 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58480) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:45.205095 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 05374882-18b9-429d-a219-9a1dba943df9 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:56:45.236248 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7600d32-ab6a-4e48-be68-73bd81bdb15a None None] Pushing event updated for resources: {'Port': ['ID=735ad601-c4c8-441a-93f9-0062322b15a1,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:45.243109 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe289e9-77c6-4998-ba21-a3f3ca4fa2cc tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:56:45.260087 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7600d32-ab6a-4e48-be68-73bd81bdb15a None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:56:45.265539 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-c7600d32-ab6a-4e48-be68-73bd81bdb15a None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:56:45.267788 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8deefc4b-88ab-422e-be03-d39297d12375 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2ae97de8fbb044a1b8b531e0ca95cea9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0717375 Mar 05 04:56:45.270024 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58482) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:45.271662 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7600d32-ab6a-4e48-be68-73bd81bdb15a None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:56:45.273653 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port a2371bf6-96c6-4ae6-a06e-229010011a4f completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:56:45.284404 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-2fe289e9-77c6-4998-ba21-a3f3ca4fa2cc tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:56:45.285415 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port a2371bf6-96c6-4ae6-a06e-229010011a4f triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:56:45.286623 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a2371bf6-96c6-4ae6-a06e-229010011a4f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:45.294122 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe289e9-77c6-4998-ba21-a3f3ca4fa2cc tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:56:45.300522 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe289e9-77c6-4998-ba21-a3f3ca4fa2cc tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event updated for resources: {'Port': ['ID=2ffa8f5f-fd37-4671-a4c5-4397b1652a80,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:45.361808 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a9093a49-82af-495f-8026-f592fca26f18 admin admin] Publish callbacks [] for security_group (1f57f2c3-51b3-42a6-95ae-c16f6c7bb2dd), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:45.364452 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1dd0ae27-108b-4476-a935-623cceecf3c4 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:56:45.388704 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad3925-ad5a-4313-8dac-91e66bb9a8fa req-7c4744a3-3c80-4483-aab2-cde79ae09c58 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:45.390804 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a9093a49-82af-495f-8026-f592fca26f18 admin admin] Publish callbacks [] for security_group (1f57f2c3-51b3-42a6-95ae-c16f6c7bb2dd), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:45.399055 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-82ad3925-ad5a-4313-8dac-91e66bb9a8fa req-7c4744a3-3c80-4483-aab2-cde79ae09c58 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 944 time: 0.1765437 Mar 05 04:56:45.440157 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 05374882-18b9-429d-a219-9a1dba943df9 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:56:45.440545 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (05374882-18b9-429d-a219-9a1dba943df9), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:45.474995 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a9093a49-82af-495f-8026-f592fca26f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1f57f2c3-51b3-42a6-95ae-c16f6c7bb2dd), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:45.477143 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-c7600d32-ab6a-4e48-be68-73bd81bdb15a None None] Attempting to bind port 735ad601-c4c8-441a-93f9-0062322b15a1 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:56:45.477531 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-c7600d32-ab6a-4e48-be68-73bd81bdb15a None None] Attempting to bind port 735ad601-c4c8-441a-93f9-0062322b15a1 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:56:45.477908 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7600d32-ab6a-4e48-be68-73bd81bdb15a None None] Attempting to bind port 735ad601-c4c8-441a-93f9-0062322b15a1 on network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:56:45.478028 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a9093a49-82af-495f-8026-f592fca26f18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:45.481707 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a9093a49-82af-495f-8026-f592fca26f18 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1f57f2c3-51b3-42a6-95ae-c16f6c7bb2dd HTTP/1.1" status: 204 len: 168 time: 0.2082732 Mar 05 04:56:45.491403 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9093a49-82af-495f-8026-f592fca26f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f57f2c3-51b3-42a6-95ae-c16f6c7bb2dd,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:45.523711 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-52387af9-36a2-4667-b1be-f390360e3a71 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting port 4bfdb030-4c82-4482-a6c7-e679f9d0a3ba {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:56:45.524066 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-52387af9-36a2-4667-b1be-f390360e3a71 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (4bfdb030-4c82-4482-a6c7-e679f9d0a3ba), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:45.528350 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2fe289e9-77c6-4998-ba21-a3f3ca4fa2cc tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for floatingip (8037a914-20fc-40db-929e-5e97bbb9a01d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:45.671420 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-82ad3925-ad5a-4313-8dac-91e66bb9a8fa req-f954dd9b-6858-4621-93a4-617b978b852a tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/security-groups?id=dda9ed6e-5f39-43cb-a89f-4fed152222eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709761 Mar 05 04:56:45.679722 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7600d32-ab6a-4e48-be68-73bd81bdb15a None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:56:45.680111 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7600d32-ab6a-4e48-be68-73bd81bdb15a None None] Checking segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:56:45.680523 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c7600d32-ab6a-4e48-be68-73bd81bdb15a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:45.680923 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7600d32-ab6a-4e48-be68-73bd81bdb15a None None] Bound using segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:56:45.681425 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-c7600d32-ab6a-4e48-be68-73bd81bdb15a None None] Bound port: 735ad601-c4c8-441a-93f9-0062322b15a1, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:56:45.681812 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c7600d32-ab6a-4e48-be68-73bd81bdb15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (735ad601-c4c8-441a-93f9-0062322b15a1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:45.689364 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port a2371bf6-96c6-4ae6-a06e-229010011a4f is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:45.689898 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a2371bf6-96c6-4ae6-a06e-229010011a4f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:45.747900 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2fe289e9-77c6-4998-ba21-a3f3ca4fa2cc tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2ffa8f5f-fd37-4671-a4c5-4397b1652a80), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:45.804920 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda4fe69-116d-408b-abed-fdbb95b00212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2371bf6-96c6-4ae6-a06e-229010011a4f'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:56:45.807827 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d8d155-2217-4ea3-963b-32e883d4e4f8" -d '{"events": [{"server_uuid": "bda4fe69-116d-408b-abed-fdbb95b00212", "name": "network-vif-plugged", "status": "completed", "tag": "a2371bf6-96c6-4ae6-a06e-229010011a4f"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:56:45.815831 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 05374882-18b9-429d-a219-9a1dba943df9 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:45.840743 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 1dd0ae27-108b-4476-a935-623cceecf3c4 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:56:45.854651 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port a2371bf6-96c6-4ae6-a06e-229010011a4f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a2371bf6-96c6-4ae6-a06e-229010011a4f,segment=NetworkSegment(7818f704-feaf-4759-800b-520c40aa37d5),segment_id=7818f704-feaf-4759-800b-520c40aa37d5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:45.865869 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 1dd0ae27-108b-4476-a935-623cceecf3c4 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:56:45.866429 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1dd0ae27-108b-4476-a935-623cceecf3c4), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:45.871274 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-52387af9-36a2-4667-b1be-f390360e3a71 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (4bfdb030-4c82-4482-a6c7-e679f9d0a3ba), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:45.927640 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-52387af9-36a2-4667-b1be-f390360e3a71 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Calling delete_port for 4bfdb030-4c82-4482-a6c7-e679f9d0a3ba owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:56:45.934215 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a2371bf6-96c6-4ae6-a06e-229010011a4f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:45.939826 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-c7600d32-ab6a-4e48-be68-73bd81bdb15a None None] For port 735ad601-c4c8-441a-93f9-0062322b15a1, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:56:45.947617 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-c7600d32-ab6a-4e48-be68-73bd81bdb15a None None] For port 735ad601-c4c8-441a-93f9-0062322b15a1, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=735ad601-c4c8-441a-93f9-0062322b15a1,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:56:45.985302 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c7600d32-ab6a-4e48-be68-73bd81bdb15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (735ad601-c4c8-441a-93f9-0062322b15a1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:46.067651 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=a2371bf6-96c6-4ae6-a06e-229010011a4f,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:46.175364 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7600d32-ab6a-4e48-be68-73bd81bdb15a None None] Pushing event updated for resources: {'Port': ['ID=735ad601-c4c8-441a-93f9-0062322b15a1,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:46.222823 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 1dd0ae27-108b-4476-a935-623cceecf3c4 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:46.223837 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1dd0ae27-108b-4476-a935-623cceecf3c4), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:46.257250 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:46.285571 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 1dd0ae27-108b-4476-a935-623cceecf3c4, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1dd0ae27-108b-4476-a935-623cceecf3c4,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:46.292815 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1dd0ae27-108b-4476-a935-623cceecf3c4), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:46.411744 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=1dd0ae27-108b-4476-a935-623cceecf3c4,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:46.467687 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2052a-4ddf-45a1-bc55-7442f4dd832a req-cef1c1fe-8337-434e-bdb1-f33bfff26acc tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:46.469165 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0fb2052a-4ddf-45a1-bc55-7442f4dd832a req-cef1c1fe-8337-434e-bdb1-f33bfff26acc tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fcb2645-6388-433b-8e6d-d6f0800a1805 HTTP/1.1" status: 200 len: 945 time: 0.5651193 Mar 05 04:56:46.480029 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b05a3b-ca74-4da5-8059-a3f3d7727921 req-28341f62-137f-40cb-82a9-98b2ba434cb3 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:46.481788 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-56b05a3b-ca74-4da5-8059-a3f3d7727921 req-28341f62-137f-40cb-82a9-98b2ba434cb3 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 946 time: 0.5759959 Mar 05 04:56:46.598043 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2fe289e9-77c6-4998-ba21-a3f3ca4fa2cc tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for port (2ffa8f5f-fd37-4671-a4c5-4397b1652a80), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:46.623648 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2fe289e9-77c6-4998-ba21-a3f3ca4fa2cc tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (2ffa8f5f-fd37-4671-a4c5-4397b1652a80), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:46.648388 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58512) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:46.670407 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-56b05a3b-ca74-4da5-8059-a3f3d7727921 req-15629fab-6285-4df4-8844-5378b17d4289 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755767 Mar 05 04:56:46.708479 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0fb2052a-4ddf-45a1-bc55-7442f4dd832a req-a142169c-f8aa-46a8-a46e-bc35c4762a5b tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041607 Mar 05 04:56:46.761280 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a5dca7-2be7-4ec1-8f50-5799c21efb5a x-openstack-request-id: req-c4a5dca7-2be7-4ec1-8f50-5799c21efb5a {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:56:46.761577 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda4fe69-116d-408b-abed-fdbb95b00212", "name": "network-vif-plugged", "status": "completed", "tag": "a2371bf6-96c6-4ae6-a06e-229010011a4f", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:56:46.761835 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c4a5dca7-2be7-4ec1-8f50-5799c21efb5a {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:56:46.762240 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda4fe69-116d-408b-abed-fdbb95b00212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2371bf6-96c6-4ae6-a06e-229010011a4f', 'code': 200} Mar 05 04:56:46.811887 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe289e9-77c6-4998-ba21-a3f3ca4fa2cc tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event updated for resources: {'Port': ['ID=2ffa8f5f-fd37-4671-a4c5-4397b1652a80,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:46.830528 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-d36f8185-4de7-4668-8f77-b45cc473e505 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1421035418-network', 'tenant_id': 'a64cdd0322a54b1abb79c2395cc0abaf'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:46.832893 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-52387af9-36a2-4667-b1be-f390360e3a71 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (4bfdb030-4c82-4482-a6c7-e679f9d0a3ba), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:46.879437 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2fe289e9-77c6-4998-ba21-a3f3ca4fa2cc tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (8037a914-20fc-40db-929e-5e97bbb9a01d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:46.883634 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36f8185-4de7-4668-8f77-b45cc473e505 admin admin] Made reservation on behalf of a64cdd0322a54b1abb79c2395cc0abaf for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:56:46.886624 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d36f8185-4de7-4668-8f77-b45cc473e505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:46.892086 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52387af9-36a2-4667-b1be-f390360e3a71 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Port': ['ID=4bfdb030-4c82-4482-a6c7-e679f9d0a3ba,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:46.903910 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d36f8185-4de7-4668-8f77-b45cc473e505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:46.926710 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8b4f0-fe2f-4edd-a9cd-10a01c539e1f req-a07699c7-e38d-40aa-b4df-e9ec5f48312f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:46.928261 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0eb8b4f0-fe2f-4edd-a9cd-10a01c539e1f req-a07699c7-e38d-40aa-b4df-e9ec5f48312f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 1128 time: 0.0896907 Mar 05 04:56:46.930283 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-52387af9-36a2-4667-b1be-f390360e3a71 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:46.937480 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-52387af9-36a2-4667-b1be-f390360e3a71 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/4bfdb030-4c82-4482-a6c7-e679f9d0a3ba HTTP/1.1" status: 204 len: 168 time: 1.8335178 Mar 05 04:56:46.938270 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58520) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:46.950087 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2fe289e9-77c6-4998-ba21-a3f3ca4fa2cc tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:46.959695 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2fe289e9-77c6-4998-ba21-a3f3ca4fa2cc tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4173172 Mar 05 04:56:47.000211 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ce46f-2edf-4d3d-acb9-ba543469ea93 req-41c22b42-cea4-40a5-84e5-2bdbded01c72 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:47.002033 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ee3ce46f-2edf-4d3d-acb9-ba543469ea93 req-41c22b42-cea4-40a5-84e5-2bdbded01c72 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 945 time: 0.2160652 Mar 05 04:56:47.015939 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0eb8b4f0-fe2f-4edd-a9cd-10a01c539e1f req-c001d7e6-cc40-4bad-be9c-25b7e0e7049b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dda9ed6e-5f39-43cb-a89f-4fed152222eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772290 Mar 05 04:56:47.042016 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0f2c1e-9d36-4246-abd7-94b5ac9ec9a1 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:47.043418 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0f2c1e-9d36-4246-abd7-94b5ac9ec9a1 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:47.045722 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bf0f2c1e-9d36-4246-abd7-94b5ac9ec9a1 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1068735 Mar 05 04:56:47.048966 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58524) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:47.120145 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 735ad601-c4c8-441a-93f9-0062322b15a1 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:56:47.125229 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ee3ce46f-2edf-4d3d-acb9-ba543469ea93 req-3116060a-dafe-41a4-81ab-3b62c548dcd1 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/security-groups?id=dda9ed6e-5f39-43cb-a89f-4fed152222eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137693 Mar 05 04:56:47.162359 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d36f8185-4de7-4668-8f77-b45cc473e505 admin admin] Publish callbacks [] for security_group (477b03a0-9762-400d-8acc-df173cb8001b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:47.167475 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d36f8185-4de7-4668-8f77-b45cc473e505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (477b03a0-9762-400d-8acc-df173cb8001b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:47.192124 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4da5238-b44f-462b-935b-1cf8714fd844 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting subnet 82d26fd4-82e8-4327-bc88-6a991b6fddac {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:56:47.197109 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4da5238-b44f-462b-935b-1cf8714fd844 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (82d26fd4-82e8-4327-bc88-6a991b6fddac), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:47.213821 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 735ad601-c4c8-441a-93f9-0062322b15a1 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:56:47.214228 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (735ad601-c4c8-441a-93f9-0062322b15a1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:47.253644 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36f8185-4de7-4668-8f77-b45cc473e505 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:56:47.295338 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4da5238-b44f-462b-935b-1cf8714fd844 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (82d26fd4-82e8-4327-bc88-6a991b6fddac), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:47.314133 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-d334f162-3d84-4a26-b966-44906cc7f1dc tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1399576443&fields=id&tenant_id=4e3a7db0492c498e9791caa16e095e94 HTTP/1.1" status: 200 len: 267 time: 0.0500834 Mar 05 04:56:47.334199 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f8185-4de7-4668-8f77-b45cc473e505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477b03a0-9762-400d-8acc-df173cb8001b,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:47.337921 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d36f8185-4de7-4668-8f77-b45cc473e505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (ebe4e329-8ec1-44ac-83e6-2ea0611bbd0a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:47.338277 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-d36f8185-4de7-4668-8f77-b45cc473e505 admin admin] Added segment ebe4e329-8ec1-44ac-83e6-2ea0611bbd0a of type vlan for network 24fc6325-93bd-44ea-be12-330624367c94 Mar 05 04:56:47.343427 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 735ad601-c4c8-441a-93f9-0062322b15a1 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:47.344108 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (735ad601-c4c8-441a-93f9-0062322b15a1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:47.389008 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 735ad601-c4c8-441a-93f9-0062322b15a1, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=735ad601-c4c8-441a-93f9-0062322b15a1,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:47.408830 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (735ad601-c4c8-441a-93f9-0062322b15a1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:47.459726 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d36f8185-4de7-4668-8f77-b45cc473e505 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (24fc6325-93bd-44ea-be12-330624367c94), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:47.464954 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4da5238-b44f-462b-935b-1cf8714fd844 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (82d26fd4-82e8-4327-bc88-6a991b6fddac), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:47.488510 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=735ad601-c4c8-441a-93f9-0062322b15a1,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:47.508938 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-b57314b9-ff8c-457f-8a45-0b1c3ab611a9 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:47.513993 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-b57314b9-ff8c-457f-8a45-0b1c3ab611a9 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/networks?id=2208e38e-4ccf-4e0c-99e3-12bba4d22772 HTTP/1.1" status: 200 len: 814 time: 0.1933227 Mar 05 04:56:47.532400 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-2c36ea72-21ef-4050-b243-6fa0a59d1cfa tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/quotas/4e3a7db0492c498e9791caa16e095e94 HTTP/1.1" status: 200 len: 375 time: 0.0129762 Mar 05 04:56:47.551363 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d36f8185-4de7-4668-8f77-b45cc473e505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (24fc6325-93bd-44ea-be12-330624367c94), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:47.552415 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36f8185-4de7-4668-8f77-b45cc473e505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:47.553288 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d36f8185-4de7-4668-8f77-b45cc473e505 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:47.607312 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d36f8185-4de7-4668-8f77-b45cc473e505 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9570403 Mar 05 04:56:47.611444 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4da5238-b44f-462b-935b-1cf8714fd844 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (82d26fd4-82e8-4327-bc88-6a991b6fddac), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:47.613306 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58536) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:47.621296 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-24141b50-bb5b-44da-979a-34bc019984fb admin admin] Request body: {'subnet': {'network_id': '24fc6325-93bd-44ea-be12-330624367c94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1421035418-subnet', 'tenant_id': 'a64cdd0322a54b1abb79c2395cc0abaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:47.643748 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-ed42fd9b-d897-4c2a-b19b-000bd7abaf74 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4e3a7db0492c498e9791caa16e095e94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1039929 Mar 05 04:56:47.681748 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da5238-b44f-462b-935b-1cf8714fd844 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Subnet': ['ID=82d26fd4-82e8-4327-bc88-6a991b6fddac,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:47.683939 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f8185-4de7-4668-8f77-b45cc473e505 admin admin] Pushing event updated for resources: {'Network': ['ID=24fc6325-93bd-44ea-be12-330624367c94,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:47.688894 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4da5238-b44f-462b-935b-1cf8714fd844 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:47.694430 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a4da5238-b44f-462b-935b-1cf8714fd844 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/82d26fd4-82e8-4327-bc88-6a991b6fddac HTTP/1.1" status: 204 len: 168 time: 0.6413555 Mar 05 04:56:47.694670 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58538) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:47.695790 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24141b50-bb5b-44da-979a-34bc019984fb admin admin] Made reservation on behalf of a64cdd0322a54b1abb79c2395cc0abaf for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:56:47.699676 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-24141b50-bb5b-44da-979a-34bc019984fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:47.718373 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 24fc6325-93bd-44ea-be12-330624367c94 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:56:47.778717 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-23b19a7a-4974-42ed-89fe-fb9dda997283 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0826147 Mar 05 04:56:47.785110 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58546) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:47.788122 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e31b83f-aa09-4ea3-9489-e7acf6c9adab None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:56:47.795389 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-8baf9685-08d4-446f-ae29-06495a05531c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:47.918034 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-e1ffe740-a25e-41da-aabf-b6c74c91d779 service neutron] 10.222.0.11 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573800 Mar 05 04:56:47.939327 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8baf9685-08d4-446f-ae29-06495a05531c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:56:47.943877 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8baf9685-08d4-446f-ae29-06495a05531c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:47.986818 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571839d-7743-40e7-9ca8-306cccdfbb8c req-5533e11c-fed6-4a8d-8db4-5a7e6eeadcf4 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:47.989224 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7571839d-7743-40e7-9ca8-306cccdfbb8c req-5533e11c-fed6-4a8d-8db4-5a7e6eeadcf4 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 946 time: 0.1800191 Mar 05 04:56:47.998784 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:48.003596 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-784ef82d-3f7b-4342-80af-d525cf48afb7 None None] Provisioning complete for port 735ad601-c4c8-441a-93f9-0062322b15a1 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:56:48.004266 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-784ef82d-3f7b-4342-80af-d525cf48afb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (735ad601-c4c8-441a-93f9-0062322b15a1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:48.195990 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-784ef82d-3f7b-4342-80af-d525cf48afb7 None None] Current status of the port 735ad601-c4c8-441a-93f9-0062322b15a1 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:48.200530 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ede7c3-008e-4f94-bc49-5d1237968fc3 None None] DHCP port deletion for d9771a2e-94ae-4769-a90a-e0cdf5de3e37 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:56:48.213233 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-24141b50-bb5b-44da-979a-34bc019984fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (dd03c7ba-9173-46b5-a628-21cc30b65af2), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:48.224413 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7571839d-7743-40e7-9ca8-306cccdfbb8c req-138bb771-356a-457d-885d-9449113c581b tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734570 Mar 05 04:56:48.233456 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-8b4efadd-b63c-433e-b111-e494036b1f68 service neutron] 10.222.0.11 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053081 Mar 05 04:56:48.299507 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24141b50-bb5b-44da-979a-34bc019984fb admin admin] Checking segment: {'id': 'ebe4e329-8ec1-44ac-83e6-2ea0611bbd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '24fc6325-93bd-44ea-be12-330624367c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:56:48.299913 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24141b50-bb5b-44da-979a-34bc019984fb admin admin] Network hostable DHCP agents. Network: 24fc6325-93bd-44ea-be12-330624367c94, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:56:48.301564 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-31ede7c3-008e-4f94-bc49-5d1237968fc3 None None] Deleting port 735ad601-c4c8-441a-93f9-0062322b15a1 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:56:48.301949 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-31ede7c3-008e-4f94-bc49-5d1237968fc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (735ad601-c4c8-441a-93f9-0062322b15a1), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:48.306966 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8baf9685-08d4-446f-ae29-06495a05531c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (1e7a99d2-5946-4551-9fab-57431c2a8629), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:48.323389 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24141b50-bb5b-44da-979a-34bc019984fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd03c7ba-9173-46b5-a628-21cc30b65af2,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:48.337149 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24141b50-bb5b-44da-979a-34bc019984fb admin admin] Network 24fc6325-93bd-44ea-be12-330624367c94 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:56:48.354197 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-24141b50-bb5b-44da-979a-34bc019984fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 24fc6325-93bd-44ea-be12-330624367c94) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:56:48.355397 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baf9685-08d4-446f-ae29-06495a05531c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:56:48.370535 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-8baf9685-08d4-446f-ae29-06495a05531c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:56:48.371995 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e42504-308e-447c-a380-4f03a1518a45 None None] Network 24fc6325-93bd-44ea-be12-330624367c94 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:56:48.391596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baf9685-08d4-446f-ae29-06495a05531c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:48.392614 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8baf9685-08d4-446f-ae29-06495a05531c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:48.400194 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24141b50-bb5b-44da-979a-34bc019984fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:48.400495 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-24141b50-bb5b-44da-979a-34bc019984fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:48.436042 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8baf9685-08d4-446f-ae29-06495a05531c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6495173 Mar 05 04:56:48.447179 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-24141b50-bb5b-44da-979a-34bc019984fb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8241794 Mar 05 04:56:48.447179 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58550) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:48.447438 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-020f4ef6-ddb7-45d1-a7d5-34089b2225ba tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'port': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'name': 'tempest-NetworksTestDHCPv6-1828675165'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:48.447957 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf9685-08d4-446f-ae29-06495a05531c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Subnet': ['ID=1e7a99d2-5946-4551-9fab-57431c2a8629,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:48.529587 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd9350-5ac9-4dbb-9af8-618182ab756e req-985d45b8-94e5-4207-bbc8-eb419305b3c9 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:48.532054 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8abd9350-5ac9-4dbb-9af8-618182ab756e req-985d45b8-94e5-4207-bbc8-eb419305b3c9 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fcb2645-6388-433b-8e6d-d6f0800a1805 HTTP/1.1" status: 200 len: 946 time: 0.1793568 Mar 05 04:56:48.646826 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8abd9350-5ac9-4dbb-9af8-618182ab756e req-da4dbd57-551d-4293-8a4c-066cb073bef8 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041467 Mar 05 04:56:48.668034 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-31ede7c3-008e-4f94-bc49-5d1237968fc3 None None] For port 735ad601-c4c8-441a-93f9-0062322b15a1, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=735ad601-c4c8-441a-93f9-0062322b15a1,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:48.668034 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-31ede7c3-008e-4f94-bc49-5d1237968fc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (735ad601-c4c8-441a-93f9-0062322b15a1), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:48.687890 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-31ede7c3-008e-4f94-bc49-5d1237968fc3 None None] Calling delete_port for 735ad601-c4c8-441a-93f9-0062322b15a1 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:56:48.786474 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fcb2645-6388-433b-8e6d-d6f0800a1805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd0ae27-108b-4476-a935-623cceecf3c4'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:56:48.789953 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4f1491-d994-4ef1-9988-146874f969cf" -d '{"events": [{"server_uuid": "4fcb2645-6388-433b-8e6d-d6f0800a1805", "name": "network-vif-plugged", "status": "completed", "tag": "1dd0ae27-108b-4476-a935-623cceecf3c4"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:56:48.797046 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-31ede7c3-008e-4f94-bc49-5d1237968fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (735ad601-c4c8-441a-93f9-0062322b15a1), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:48.853777 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ede7c3-008e-4f94-bc49-5d1237968fc3 None None] Pushing event deleted for resources: {'Port': ['ID=735ad601-c4c8-441a-93f9-0062322b15a1,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:48.866642 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1c20ac3c-39e6-41ce-a50d-f531318e175f req-6a3480d7-d416-45c5-984d-2fe3480ad899 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=1196382b-9a18-43b3-83de-487722efd599 HTTP/1.1" status: 200 len: 210 time: 0.0622370 Mar 05 04:56:48.867507 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ede7c3-008e-4f94-bc49-5d1237968fc3 None None] No DVR routers for this DVR port 735ad601-c4c8-441a-93f9-0062322b15a1 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:56:48.903156 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b845f02-18ae-4477-abd3-53889d598c90 req-f360e3f4-f950-4d21-a03b-7925dc0a504f tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:48.903156 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b845f02-18ae-4477-abd3-53889d598c90 req-f360e3f4-f950-4d21-a03b-7925dc0a504f tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 945 time: 0.2506821 Mar 05 04:56:48.925193 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020f4ef6-ddb7-45d1-a7d5-34089b2225ba tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:56:48.928870 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-020f4ef6-ddb7-45d1-a7d5-34089b2225ba tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:48.972522 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-020f4ef6-ddb7-45d1-a7d5-34089b2225ba tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] device_id is not set on port c1fb88d9-1f6a-4850-ad47-9f482c34628d yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 04:56:48.976042 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc41b2a7-6384-46ce-a497-7acfed73ecfc None None] Network 24fc6325-93bd-44ea-be12-330624367c94 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:56:48.989007 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ae95a6-aad7-4fb9-a693-56b859fcb9c1 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:56:49.006868 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b845f02-18ae-4477-abd3-53889d598c90 req-dd7d68bb-d5d2-452b-a1f4-d5b0ea054120 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/security-groups?id=dda9ed6e-5f39-43cb-a89f-4fed152222eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850794 Mar 05 04:56:49.243662 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f890c-7ac2-4c67-9d89-94324c71e3f3 req-805006aa-8ccc-4d28-91f1-3af8c4ac0384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:49.249526 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a44f890c-7ac2-4c67-9d89-94324c71e3f3 req-805006aa-8ccc-4d28-91f1-3af8c4ac0384 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4fcb2645-6388-433b-8e6d-d6f0800a1805 HTTP/1.1" status: 200 len: 1129 time: 0.1215248 Mar 05 04:56:49.280420 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-020f4ef6-ddb7-45d1-a7d5-34089b2225ba tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Allocated IP 2001:db8::c5 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/1e7a99d2-5946-4551-9fab-57431c2a8629/c1fb88d9-1f6a-4850-ad47-9f482c34628d) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:56:49.355913 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e472f8e7-f274-4ac6-bd0a-e882cd672aa3 x-openstack-request-id: req-e472f8e7-f274-4ac6-bd0a-e882cd672aa3 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:56:49.357520 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fcb2645-6388-433b-8e6d-d6f0800a1805", "name": "network-vif-plugged", "status": "completed", "tag": "1dd0ae27-108b-4476-a935-623cceecf3c4", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:56:49.358600 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e472f8e7-f274-4ac6-bd0a-e882cd672aa3 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:56:49.359958 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcb2645-6388-433b-8e6d-d6f0800a1805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd0ae27-108b-4476-a935-623cceecf3c4', 'code': 200} Mar 05 04:56:49.362197 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 735ad601-c4c8-441a-93f9-0062322b15a1 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:56:49.412557 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 735ad601-c4c8-441a-93f9-0062322b15a1 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:56:49.413074 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 735ad601-c4c8-441a-93f9-0062322b15a1 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:56:49.454168 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b436c412-e743-45b6-91a9-0b9f80477b75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-d9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'fixed_ips': [{'subnet_id': '1e7a99d2-5946-4551-9fab-57431c2a8629'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:56:49.456016 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b436c412-e743-45b6-91a9-0b9f80477b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:49.495200 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a44f890c-7ac2-4c67-9d89-94324c71e3f3 req-8d051ee8-c474-46e0-a569-656c110d2690 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392449 Mar 05 04:56:49.511413 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07489bf3-0a55-4c7c-8f67-86d095760ea7 req-fa6461e0-8324-49c3-975e-551ab2205490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:49.513902 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-07489bf3-0a55-4c7c-8f67-86d095760ea7 req-fa6461e0-8324-49c3-975e-551ab2205490 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e5092c20fe14dbdbd8241f34045fd32&device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 1128 time: 0.1257257 Mar 05 04:56:49.640118 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07489bf3-0a55-4c7c-8f67-86d095760ea7 req-bf272e69-79a6-4739-9669-e4fe8b8dc80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:49.641967 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-07489bf3-0a55-4c7c-8f67-86d095760ea7 req-bf272e69-79a6-4739-9669-e4fe8b8dc80b service neutron] 10.222.0.30 "GET /v2.0/networks?id=31b0ad25-0961-41e8-ba3d-c6b7bbf5af76 HTTP/1.1" status: 200 len: 920 time: 0.1227672 Mar 05 04:56:49.699639 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-07489bf3-0a55-4c7c-8f67-86d095760ea7 req-ddeabb48-94b6-44c4-bacd-66e080efbeec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2371bf6-96c6-4ae6-a06e-229010011a4f HTTP/1.1" status: 200 len: 217 time: 0.0514691 Mar 05 04:56:49.709076 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-f71e62c7-1cac-4a1b-916a-0b32dfaf143d tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:49.710566 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-f71e62c7-1cac-4a1b-916a-0b32dfaf143d tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] 10.222.0.11 "GET /v2.0/networks?id=24fc6325-93bd-44ea-be12-330624367c94 HTTP/1.1" status: 200 len: 822 time: 0.2524066 Mar 05 04:56:49.740459 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb171b-5825-46d7-b74c-46f92435d0eb req-4b80795a-902f-4b14-ab7f-35b55ca97773 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:49.741942 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8bdb171b-5825-46d7-b74c-46f92435d0eb req-4b80795a-902f-4b14-ab7f-35b55ca97773 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 946 time: 0.2606487 Mar 05 04:56:49.769985 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-6013a74f-aeac-4006-895a-3231681ae195 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] 10.222.0.11 "GET /v2.0/quotas/a64cdd0322a54b1abb79c2395cc0abaf HTTP/1.1" status: 200 len: 375 time: 0.0460072 Mar 05 04:56:49.782291 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07489bf3-0a55-4c7c-8f67-86d095760ea7 req-f1fb2e06-196a-419b-afa9-7c6a3608e925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:49.784724 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-07489bf3-0a55-4c7c-8f67-86d095760ea7 req-f1fb2e06-196a-419b-afa9-7c6a3608e925 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=98ef46bf-572c-498d-93ea-a0a1c161f54f HTTP/1.1" status: 200 len: 860 time: 0.0794299 Mar 05 04:56:49.798478 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-020f4ef6-ddb7-45d1-a7d5-34089b2225ba tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for port (c1fb88d9-1f6a-4850-ad47-9f482c34628d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:49.823960 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-a14e54ab-b913-4a37-a14e-80ac759b748f tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a64cdd0322a54b1abb79c2395cc0abaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404818 Mar 05 04:56:49.834632 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-07489bf3-0a55-4c7c-8f67-86d095760ea7 req-3becedff-29c9-49bc-8b84-f0e334a13624 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=31b0ad25-0961-41e8-ba3d-c6b7bbf5af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419385 Mar 05 04:56:49.892257 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8bdb171b-5825-46d7-b74c-46f92435d0eb req-4734c18e-6444-4627-869c-221fb8ea91f4 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389515 Mar 05 04:56:49.963053 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-07489bf3-0a55-4c7c-8f67-86d095760ea7 req-20cfa88e-07cb-4634-af03-643a11a9bf2e service neutron] 10.222.0.30 "GET /v2.0/networks/31b0ad25-0961-41e8-ba3d-c6b7bbf5af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199903 Mar 05 04:56:49.968611 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-020f4ef6-ddb7-45d1-a7d5-34089b2225ba tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (c1fb88d9-1f6a-4850-ad47-9f482c34628d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:50.001008 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020f4ef6-ddb7-45d1-a7d5-34089b2225ba tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:56:50.013938 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-b436c412-e743-45b6-91a9-0b9f80477b75 None None] Allocated IP 2001:db8::2 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/1e7a99d2-5946-4551-9fab-57431c2a8629/24b0335a-9ba9-45db-aff3-22bc4f4901be) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:56:50.042881 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-020f4ef6-ddb7-45d1-a7d5-34089b2225ba tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:56:50.046178 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020f4ef6-ddb7-45d1-a7d5-34089b2225ba tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:56:50.051800 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020f4ef6-ddb7-45d1-a7d5-34089b2225ba tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:50.052429 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-020f4ef6-ddb7-45d1-a7d5-34089b2225ba tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:50.099885 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-07489bf3-0a55-4c7c-8f67-86d095760ea7 req-8c370c56-cab5-4f0e-b3a3-1c64574dbda7 service neutron] 10.222.0.30 "GET /v2.0/networks/31b0ad25-0961-41e8-ba3d-c6b7bbf5af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297591 Mar 05 04:56:50.117045 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-020f4ef6-ddb7-45d1-a7d5-34089b2225ba tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6750691 Mar 05 04:56:50.120129 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58602) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:50.131631 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f4ef6-ddb7-45d1-a7d5-34089b2225ba tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Port': ['ID=c1fb88d9-1f6a-4850-ad47-9f482c34628d,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:50.142581 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-fe6f5f33-6a35-4a80-bdef-e26c5c274721 service neutron] 10.222.0.11 "GET /v2.0/networks/24fc6325-93bd-44ea-be12-330624367c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929647 Mar 05 04:56:50.155748 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f4d7c-1d9e-4b2d-ac6d-4e595dec3a3d req-882a91f5-c8c5-4ccc-a1d4-c5f67df34d56 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:50.162820 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a56f4d7c-1d9e-4b2d-ac6d-4e595dec3a3d req-882a91f5-c8c5-4ccc-a1d4-c5f67df34d56 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 945 time: 0.1791902 Mar 05 04:56:50.216594 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd42315-2870-4cf8-bfdd-75703e2cb3eb tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:50.222091 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5cd42315-2870-4cf8-bfdd-75703e2cb3eb tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0981536 Mar 05 04:56:50.222488 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58608) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:50.290217 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b436c412-e743-45b6-91a9-0b9f80477b75 None None] Publish callbacks [] for port (24b0335a-9ba9-45db-aff3-22bc4f4901be), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:50.302883 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b436c412-e743-45b6-91a9-0b9f80477b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (24b0335a-9ba9-45db-aff3-22bc4f4901be), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:50.342602 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-4aaf3e59-a35d-4625-a196-84282ac58468 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting port c1fb88d9-1f6a-4850-ad47-9f482c34628d {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:56:50.343243 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4aaf3e59-a35d-4625-a196-84282ac58468 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (c1fb88d9-1f6a-4850-ad47-9f482c34628d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:50.385085 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436c412-e743-45b6-91a9-0b9f80477b75 None None] Pushing event updated for resources: {'Port': ['ID=24b0335a-9ba9-45db-aff3-22bc4f4901be,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:50.392236 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a56f4d7c-1d9e-4b2d-ac6d-4e595dec3a3d req-22a71c81-e291-4f06-913e-b42ac7d2ecf7 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/security-groups?id=dda9ed6e-5f39-43cb-a89f-4fed152222eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282181 Mar 05 04:56:50.420256 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b436c412-e743-45b6-91a9-0b9f80477b75 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:56:50.436341 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-b436c412-e743-45b6-91a9-0b9f80477b75 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:56:50.442748 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b436c412-e743-45b6-91a9-0b9f80477b75 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:56:50.471316 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-57ff8983-e062-463b-9edd-8fab3e08e33e service neutron] 10.222.0.11 "GET /v2.0/networks/24fc6325-93bd-44ea-be12-330624367c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972887 Mar 05 04:56:50.636846 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0ed83-4c35-4724-860e-2ccb99376867 req-870ce004-66f9-4a4e-919a-55b4d55b34f8 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:50.648556 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b3f0ed83-4c35-4724-860e-2ccb99376867 req-870ce004-66f9-4a4e-919a-55b4d55b34f8 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fcb2645-6388-433b-8e6d-d6f0800a1805 HTTP/1.1" status: 200 len: 946 time: 0.1312134 Mar 05 04:56:50.760309 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b3f0ed83-4c35-4724-860e-2ccb99376867 req-6a760096-4636-483c-99a6-561e0d54fe42 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103871 Mar 05 04:56:50.765323 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4aaf3e59-a35d-4625-a196-84282ac58468 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (c1fb88d9-1f6a-4850-ad47-9f482c34628d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:50.802612 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-4aaf3e59-a35d-4625-a196-84282ac58468 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Calling delete_port for c1fb88d9-1f6a-4850-ad47-9f482c34628d owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:56:50.824112 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d360f695-4c0b-4b29-85a8-ababbbe11dbc req-f4f86821-a7e0-48b0-bbf3-3265f1448f93 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=1196382b-9a18-43b3-83de-487722efd599 HTTP/1.1" status: 200 len: 210 time: 0.0508933 Mar 05 04:56:50.835696 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-4e97f5a5-e447-463d-9f20-d6e4ab408528 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:50.837140 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-4e97f5a5-e447-463d-9f20-d6e4ab408528 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.31 "GET /v2.0/networks?id=2208e38e-4ccf-4e0c-99e3-12bba4d22772 HTTP/1.1" status: 200 len: 814 time: 0.4579306 Mar 05 04:56:50.891127 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8ee031ba-72ed-43bf-871b-c0aebf94bf3c req-97133192-19fe-4e0e-ae66-b771a4ff859d tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004ddb2-7c20-4892-a122-9d34c71ca958 HTTP/1.1" status: 200 len: 210 time: 0.0565097 Mar 05 04:56:50.949822 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-b436c412-e743-45b6-91a9-0b9f80477b75 None None] Attempting to bind port 24b0335a-9ba9-45db-aff3-22bc4f4901be on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:56:50.950423 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-b436c412-e743-45b6-91a9-0b9f80477b75 None None] Attempting to bind port 24b0335a-9ba9-45db-aff3-22bc4f4901be by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:56:50.950785 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b436c412-e743-45b6-91a9-0b9f80477b75 None None] Attempting to bind port 24b0335a-9ba9-45db-aff3-22bc4f4901be on network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:56:50.970024 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b436c412-e743-45b6-91a9-0b9f80477b75 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:56:50.970550 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b436c412-e743-45b6-91a9-0b9f80477b75 None None] Checking segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:56:50.971339 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b436c412-e743-45b6-91a9-0b9f80477b75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:50.971766 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b436c412-e743-45b6-91a9-0b9f80477b75 None None] Bound using segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:56:50.972385 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-b436c412-e743-45b6-91a9-0b9f80477b75 None None] Bound port: 24b0335a-9ba9-45db-aff3-22bc4f4901be, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:56:50.972873 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b436c412-e743-45b6-91a9-0b9f80477b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (24b0335a-9ba9-45db-aff3-22bc4f4901be), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:51.006940 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-60ea7167-e4b6-4fb2-a039-82e53b7382ed tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e3a7db0492c498e9791caa16e095e94 HTTP/1.1" status: 200 len: 380 time: 0.1320961 Mar 05 04:56:51.017853 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-d535771c-8737-4f99-9553-4c45bc8f7c44 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Request body: {'port': {'device_id': '1196382b-9a18-43b3-83de-487722efd599', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'admin_state_up': True, 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'security_groups': ['f13dc9a7-e16f-4ae1-a68d-1f65743bdd48']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:51.075004 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-b436c412-e743-45b6-91a9-0b9f80477b75 None None] For port 24b0335a-9ba9-45db-aff3-22bc4f4901be, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:56:51.078948 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-b436c412-e743-45b6-91a9-0b9f80477b75 None None] For port 24b0335a-9ba9-45db-aff3-22bc4f4901be, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=24b0335a-9ba9-45db-aff3-22bc4f4901be,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:56:51.087325 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33251ba-1af7-4826-8646-fd03948ed508 req-af726159-e0c9-46d4-a197-0fde3f49c0fb tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:51.087905 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b436c412-e743-45b6-91a9-0b9f80477b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (24b0335a-9ba9-45db-aff3-22bc4f4901be), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:51.100462 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b33251ba-1af7-4826-8646-fd03948ed508 req-af726159-e0c9-46d4-a197-0fde3f49c0fb tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 946 time: 0.1068923 Mar 05 04:56:51.168644 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436c412-e743-45b6-91a9-0b9f80477b75 None None] Pushing event updated for resources: {'Port': ['ID=24b0335a-9ba9-45db-aff3-22bc4f4901be,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:51.208199 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b33251ba-1af7-4826-8646-fd03948ed508 req-2fa7f265-0aa4-4d28-81e6-26cfc5c30c66 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966089 Mar 05 04:56:51.293249 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-d535771c-8737-4f99-9553-4c45bc8f7c44 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Made reservation on behalf of 4e3a7db0492c498e9791caa16e095e94 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:56:51.298017 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-d535771c-8737-4f99-9553-4c45bc8f7c44 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:51.301842 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4aaf3e59-a35d-4625-a196-84282ac58468 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (c1fb88d9-1f6a-4850-ad47-9f482c34628d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:51.353435 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf3e59-a35d-4625-a196-84282ac58468 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Port': ['ID=c1fb88d9-1f6a-4850-ad47-9f482c34628d,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:51.434098 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4aaf3e59-a35d-4625-a196-84282ac58468 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:51.440144 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4aaf3e59-a35d-4625-a196-84282ac58468 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/c1fb88d9-1f6a-4850-ad47-9f482c34628d HTTP/1.1" status: 204 len: 168 time: 1.2166462 Mar 05 04:56:51.447482 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58628) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:51.601555 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741aea1-1d73-41a7-8339-d92f57bc5d4e req-8c58ef41-14d2-49db-8230-4dce1a83e728 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:51.609175 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5741aea1-1d73-41a7-8339-d92f57bc5d4e req-8c58ef41-14d2-49db-8230-4dce1a83e728 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 945 time: 0.0929739 Mar 05 04:56:51.675570 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059b138b-16fb-4be6-8717-9311e6c5a400 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:51.677010 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059b138b-16fb-4be6-8717-9311e6c5a400 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:51.678565 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-059b138b-16fb-4be6-8717-9311e6c5a400 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2288034 Mar 05 04:56:51.678765 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5741aea1-1d73-41a7-8339-d92f57bc5d4e req-8f28e8d5-a1cf-4f5f-a4f5-3eb70f06d3f5 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/security-groups?id=dda9ed6e-5f39-43cb-a89f-4fed152222eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682108 Mar 05 04:56:51.681172 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58630) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:51.746018 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-d535771c-8737-4f99-9553-4c45bc8f7c44 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Allocated IP 172.20.0.11 (2208e38e-4ccf-4e0c-99e3-12bba4d22772/3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5/2bdeb4a9-fe47-471f-964a-4ffa0781a2aa) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:56:51.772014 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-4370eaee-7b19-4cfd-b128-97be0804e9ac tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting subnet 1e7a99d2-5946-4551-9fab-57431c2a8629 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:56:51.775773 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4370eaee-7b19-4cfd-b128-97be0804e9ac tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (1e7a99d2-5946-4551-9fab-57431c2a8629), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:51.823368 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4370eaee-7b19-4cfd-b128-97be0804e9ac tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (1e7a99d2-5946-4551-9fab-57431c2a8629), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:51.911390 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-d535771c-8737-4f99-9553-4c45bc8f7c44 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for port (2bdeb4a9-fe47-471f-964a-4ffa0781a2aa), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:51.955501 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-d535771c-8737-4f99-9553-4c45bc8f7c44 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (2bdeb4a9-fe47-471f-964a-4ffa0781a2aa), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:51.959645 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50d3fa-6216-4dfc-8fae-9c487f6bf8a7 req-0a995ad8-f9ec-46af-9004-dc0d4d92e9c0 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:51.961285 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bd50d3fa-6216-4dfc-8fae-9c487f6bf8a7 req-0a995ad8-f9ec-46af-9004-dc0d4d92e9c0 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fcb2645-6388-433b-8e6d-d6f0800a1805 HTTP/1.1" status: 200 len: 946 time: 0.1131113 Mar 05 04:56:52.005794 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-d535771c-8737-4f99-9553-4c45bc8f7c44 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Network 2208e38e-4ccf-4e0c-99e3-12bba4d22772 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:56:52.008982 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-d535771c-8737-4f99-9553-4c45bc8f7c44 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:56:52.014118 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-d535771c-8737-4f99-9553-4c45bc8f7c44 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:56:52.018697 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d535771c-8737-4f99-9553-4c45bc8f7c44 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event updated for resources: {'Port': ['ID=2bdeb4a9-fe47-471f-964a-4ffa0781a2aa,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:52.086732 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4370eaee-7b19-4cfd-b128-97be0804e9ac tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (1e7a99d2-5946-4551-9fab-57431c2a8629), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:52.108901 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-d535771c-8737-4f99-9553-4c45bc8f7c44 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:52.109611 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-d535771c-8737-4f99-9553-4c45bc8f7c44 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:52.137537 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bd50d3fa-6216-4dfc-8fae-9c487f6bf8a7 req-4752180a-6511-4d59-b1f4-4b9784534146 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580372 Mar 05 04:56:52.146118 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-d535771c-8737-4f99-9553-4c45bc8f7c44 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1356885 Mar 05 04:56:52.178651 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-359ed5f2-5ea1-42d0-82f5-cde1e9fa8992 service neutron] Request body: {'port': {'device_id': '1196382b-9a18-43b3-83de-487722efd599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:52.241851 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b95edc-3fc7-44f0-9f69-3bfa69a8574c req-e7ddf171-db73-43eb-aa27-9ff9b1fa5f29 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:52.245215 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-26b95edc-3fc7-44f0-9f69-3bfa69a8574c req-e7ddf171-db73-43eb-aa27-9ff9b1fa5f29 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=1196382b-9a18-43b3-83de-487722efd599 HTTP/1.1" status: 200 len: 932 time: 0.2825937 Mar 05 04:56:52.338065 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4370eaee-7b19-4cfd-b128-97be0804e9ac tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (1e7a99d2-5946-4551-9fab-57431c2a8629), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:52.351700 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-359ed5f2-5ea1-42d0-82f5-cde1e9fa8992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2bdeb4a9-fe47-471f-964a-4ffa0781a2aa), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:52.371686 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74b1b785-af5b-449c-8bf9-d19ecdb90de4 req-53abfa7f-e05b-4a32-880d-243d9bc0b691 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004ddb2-7c20-4892-a122-9d34c71ca958 HTTP/1.1" status: 200 len: 210 time: 0.0894299 Mar 05 04:56:52.391992 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4370eaee-7b19-4cfd-b128-97be0804e9ac tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:52.395332 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4370eaee-7b19-4cfd-b128-97be0804e9ac tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/1e7a99d2-5946-4551-9fab-57431c2a8629 HTTP/1.1" status: 204 len: 168 time: 0.7084701 Mar 05 04:56:52.398738 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58642) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:52.473119 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-c0f37cea-c848-46ce-b2d3-d49d0efeabeb None None] Provisioning complete for port 2bdeb4a9-fe47-471f-964a-4ffa0781a2aa triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:56:52.473747 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c0f37cea-c848-46ce-b2d3-d49d0efeabeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2bdeb4a9-fe47-471f-964a-4ffa0781a2aa), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:52.504978 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-7d77307b-6216-410a-a97d-1eca2e8171b9 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:52.507590 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-7d77307b-6216-410a-a97d-1eca2e8171b9 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] 10.222.0.30 "GET /v2.0/networks?id=24fc6325-93bd-44ea-be12-330624367c94 HTTP/1.1" status: 200 len: 822 time: 0.3576548 Mar 05 04:56:52.543552 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-26b95edc-3fc7-44f0-9f69-3bfa69a8574c req-54e25d93-04ca-4f54-8c1c-3553e6094822 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13dc9a7-e16f-4ae1-a68d-1f65743bdd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2872386 Mar 05 04:56:52.548755 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-248005b9-070f-4cea-83fd-bc8045559751 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] Request body: {'port': {'device_id': 'b004ddb2-7c20-4892-a122-9d34c71ca958', 'network_id': '24fc6325-93bd-44ea-be12-330624367c94', 'admin_state_up': True, 'tenant_id': 'a64cdd0322a54b1abb79c2395cc0abaf'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:52.574043 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c0f37cea-c848-46ce-b2d3-d49d0efeabeb None None] Port 2bdeb4a9-fe47-471f-964a-4ffa0781a2aa cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:56:52.596753 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370eaee-7b19-4cfd-b128-97be0804e9ac tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Subnet': ['ID=1e7a99d2-5946-4551-9fab-57431c2a8629,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:52.601133 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ded36b8d-71be-4905-8111-38149419b9d8 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2010291 Mar 05 04:56:52.605763 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58646) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:52.846698 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092a1ee5-1952-4b73-9713-3992c1d3c478 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:52.850508 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-092a1ee5-1952-4b73-9713-3992c1d3c478 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2411919 Mar 05 04:56:52.855982 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c93502-295c-4f1d-907a-c9a09d6afa71 req-e8dcc894-0c95-4b8e-b396-610ad367fc43 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:52.859102 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d0c93502-295c-4f1d-907a-c9a09d6afa71 req-e8dcc894-0c95-4b8e-b396-610ad367fc43 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 946 time: 0.1795998 Mar 05 04:56:52.859626 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58652) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:52.867659 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe0fe32-31b1-4e7c-9112-447d3ecf83c5 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:56:52.939238 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-248005b9-070f-4cea-83fd-bc8045559751 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] Made reservation on behalf of a64cdd0322a54b1abb79c2395cc0abaf for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:56:52.943244 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-248005b9-070f-4cea-83fd-bc8045559751 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:53.010221 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b17ba7-c47b-4585-9d82-d21148a25986 req-7d61a631-a1cd-4526-a88f-9c8d1e75661c tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:53.018272 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70b17ba7-c47b-4585-9d82-d21148a25986 req-7d61a631-a1cd-4526-a88f-9c8d1e75661c tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fcb2645-6388-433b-8e6d-d6f0800a1805 HTTP/1.1" status: 200 len: 946 time: 0.2665730 Mar 05 04:56:53.050106 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-7834ea20-8610-4484-9c00-53896b5d557a None None] Provisioning complete for port 24b0335a-9ba9-45db-aff3-22bc4f4901be triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:56:53.050650 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7834ea20-8610-4484-9c00-53896b5d557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (24b0335a-9ba9-45db-aff3-22bc4f4901be), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:53.076945 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cddb61-dbba-4b91-8644-48591da0ba5d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:53.080775 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-35cddb61-dbba-4b91-8644-48591da0ba5d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2159724 Mar 05 04:56:53.082824 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58654) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:53.140835 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d1bd2387-390c-4747-9f24-372bac0df3d0 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:56:53.272471 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-7834ea20-8610-4484-9c00-53896b5d557a None None] Current status of the port 24b0335a-9ba9-45db-aff3-22bc4f4901be is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:53.272960 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7834ea20-8610-4484-9c00-53896b5d557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (24b0335a-9ba9-45db-aff3-22bc4f4901be), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:53.284000 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7865dce-d5db-4f34-bed7-59123f1f55a2 None None] DHCP port deletion for d9771a2e-94ae-4769-a90a-e0cdf5de3e37 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:56:53.406084 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d1bd2387-390c-4747-9f24-372bac0df3d0, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d1bd2387-390c-4747-9f24-372bac0df3d0,segment=NetworkSegment(f0906293-c3cd-4ab0-baf8-2f3f35cc0161),segment_id=f0906293-c3cd-4ab0-baf8-2f3f35cc0161)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:53.461839 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'd1bd2387-390c-4747-9f24-372bac0df3d0', 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43', 'port_id': 'd1bd2387-390c-4747-9f24-372bac0df3d0', 'mac_address': 'fa:16:3e:b4:a2:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:56:53.485016 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-7834ea20-8610-4484-9c00-53896b5d557a None None] For port 24b0335a-9ba9-45db-aff3-22bc4f4901be, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=24b0335a-9ba9-45db-aff3-22bc4f4901be,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:53.520506 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-359ed5f2-5ea1-42d0-82f5-cde1e9fa8992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bdeb4a9-fe47-471f-964a-4ffa0781a2aa {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:56:53.521437 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7834ea20-8610-4484-9c00-53896b5d557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (24b0335a-9ba9-45db-aff3-22bc4f4901be), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:53.527261 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d0c93502-295c-4f1d-907a-c9a09d6afa71 req-6393eed9-6845-47e3-a2e8-5e1d7de31098 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6404757 Mar 05 04:56:53.529946 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8542fcb7-2c49-4ffe-aa75-cbb2ee6b0296 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4457064 Mar 05 04:56:53.539862 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58658) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:53.545930 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-5dd286a6-6508-433a-99e8-caabbc3c9253 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:53.573567 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-359ed5f2-5ea1-42d0-82f5-cde1e9fa8992 service neutron] Publish callbacks [] for port (2bdeb4a9-fe47-471f-964a-4ffa0781a2aa), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:53.602259 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-359ed5f2-5ea1-42d0-82f5-cde1e9fa8992 service neutron] Transition to ACTIVE for port object 2bdeb4a9-fe47-471f-964a-4ffa0781a2aa will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:56:53.603907 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d7865dce-d5db-4f34-bed7-59123f1f55a2 None None] Deleting port 24b0335a-9ba9-45db-aff3-22bc4f4901be {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:56:53.604503 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d7865dce-d5db-4f34-bed7-59123f1f55a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (24b0335a-9ba9-45db-aff3-22bc4f4901be), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:53.606936 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70b17ba7-c47b-4585-9d82-d21148a25986 req-2ba33d6f-1a44-4084-9b74-f86fc95c2624 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5854380 Mar 05 04:56:53.611153 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-359ed5f2-5ea1-42d0-82f5-cde1e9fa8992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (2bdeb4a9-fe47-471f-964a-4ffa0781a2aa), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:53.640838 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-248005b9-070f-4cea-83fd-bc8045559751 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] Allocated IP 172.20.0.12 (24fc6325-93bd-44ea-be12-330624367c94/dd03c7ba-9173-46b5-a628-21cc30b65af2/c87b096e-58a0-4ec5-9c49-c832a6ed2d21) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:56:53.740526 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-d7865dce-d5db-4f34-bed7-59123f1f55a2 None None] For port 24b0335a-9ba9-45db-aff3-22bc4f4901be, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=24b0335a-9ba9-45db-aff3-22bc4f4901be,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:53.743041 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d7865dce-d5db-4f34-bed7-59123f1f55a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (24b0335a-9ba9-45db-aff3-22bc4f4901be), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:53.782026 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d7865dce-d5db-4f34-bed7-59123f1f55a2 None None] Calling delete_port for 24b0335a-9ba9-45db-aff3-22bc4f4901be owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:56:53.822431 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ed5f2-5ea1-42d0-82f5-cde1e9fa8992 service neutron] Pushing event updated for resources: {'Port': ['ID=2bdeb4a9-fe47-471f-964a-4ffa0781a2aa,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:53.828466 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b4a9ffbf-7cda-464d-ab70-24308406593b req-748a70bd-f692-465e-8a3e-dad408ab504d tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004ddb2-7c20-4892-a122-9d34c71ca958 HTTP/1.1" status: 200 len: 210 time: 0.0990727 Mar 05 04:56:53.860223 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-359ed5f2-5ea1-42d0-82f5-cde1e9fa8992 service neutron] Attempting to bind port 2bdeb4a9-fe47-471f-964a-4ffa0781a2aa on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:56:53.860565 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-359ed5f2-5ea1-42d0-82f5-cde1e9fa8992 service neutron] Attempting to bind port 2bdeb4a9-fe47-471f-964a-4ffa0781a2aa by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '78da9f50-b791-4384-818b-c3b1f3bf0c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:56:53.860896 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-359ed5f2-5ea1-42d0-82f5-cde1e9fa8992 service neutron] Attempting to bind port 2bdeb4a9-fe47-471f-964a-4ffa0781a2aa on network 2208e38e-4ccf-4e0c-99e3-12bba4d22772 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:56:53.895409 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port d1bd2387-390c-4747-9f24-372bac0df3d0 is: ACTIVE; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:53.895822 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d1bd2387-390c-4747-9f24-372bac0df3d0), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:53.902084 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-359ed5f2-5ea1-42d0-82f5-cde1e9fa8992 service neutron] Port 2bdeb4a9-fe47-471f-964a-4ffa0781a2aa on network 2208e38e-4ccf-4e0c-99e3-12bba4d22772 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:56:53.902425 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-359ed5f2-5ea1-42d0-82f5-cde1e9fa8992 service neutron] Attempting to bind port 2bdeb4a9-fe47-471f-964a-4ffa0781a2aa on network 2208e38e-4ccf-4e0c-99e3-12bba4d22772 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:56:53.904955 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd286a6-6508-433a-99e8-caabbc3c9253 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:56:53.910957 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-359ed5f2-5ea1-42d0-82f5-cde1e9fa8992 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:56:53.911327 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-359ed5f2-5ea1-42d0-82f5-cde1e9fa8992 service neutron] Checking segment: {'id': '78da9f50-b791-4384-818b-c3b1f3bf0c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:56:53.911715 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-359ed5f2-5ea1-42d0-82f5-cde1e9fa8992 service neutron] Bound using segment: {'id': '78da9f50-b791-4384-818b-c3b1f3bf0c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:56:53.912158 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-359ed5f2-5ea1-42d0-82f5-cde1e9fa8992 service neutron] Bound port: 2bdeb4a9-fe47-471f-964a-4ffa0781a2aa, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78da9f50-b791-4384-818b-c3b1f3bf0c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:56:53.912513 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-359ed5f2-5ea1-42d0-82f5-cde1e9fa8992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2bdeb4a9-fe47-471f-964a-4ffa0781a2aa), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:53.912983 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5dd286a6-6508-433a-99e8-caabbc3c9253 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:53.924327 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1bd2387-390c-4747-9f24-372bac0df3d0 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:56:53.931963 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d7865dce-d5db-4f34-bed7-59123f1f55a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (24b0335a-9ba9-45db-aff3-22bc4f4901be), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:53.967764 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab060fa-2f3f-4a43-8ac4-d177dfafd0e3 req-1609482c-66e1-4fe0-8453-668a0ad39c54 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:53.969735 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5ab060fa-2f3f-4a43-8ac4-d177dfafd0e3 req-1609482c-66e1-4fe0-8453-668a0ad39c54 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 945 time: 0.2819214 Mar 05 04:56:53.986177 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d1bd2387-390c-4747-9f24-372bac0df3d0, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d1bd2387-390c-4747-9f24-372bac0df3d0,segment=NetworkSegment(f0906293-c3cd-4ab0-baf8-2f3f35cc0161),segment_id=f0906293-c3cd-4ab0-baf8-2f3f35cc0161)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:53.990573 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7865dce-d5db-4f34-bed7-59123f1f55a2 None None] No DVR routers for this DVR port 24b0335a-9ba9-45db-aff3-22bc4f4901be on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:56:54.003662 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834ea20-8610-4484-9c00-53896b5d557a None None] Pushing event updated for resources: {'Port': ['ID=24b0335a-9ba9-45db-aff3-22bc4f4901be,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:54.006484 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d1bd2387-390c-4747-9f24-372bac0df3d0), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:54.036266 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7865dce-d5db-4f34-bed7-59123f1f55a2 None None] Pushing event deleted for resources: {'Port': ['ID=24b0335a-9ba9-45db-aff3-22bc4f4901be,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:54.125258 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['d1bd2387-390c-4747-9f24-372bac0df3d0'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:56:54.133241 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=d1bd2387-390c-4747-9f24-372bac0df3d0,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:54.139830 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-359ed5f2-5ea1-42d0-82f5-cde1e9fa8992 service neutron] For port 2bdeb4a9-fe47-471f-964a-4ffa0781a2aa, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:56:54.147730 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-359ed5f2-5ea1-42d0-82f5-cde1e9fa8992 service neutron] For port 2bdeb4a9-fe47-471f-964a-4ffa0781a2aa, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=2bdeb4a9-fe47-471f-964a-4ffa0781a2aa,segment=NetworkSegment(78da9f50-b791-4384-818b-c3b1f3bf0c84),segment_id=78da9f50-b791-4384-818b-c3b1f3bf0c84)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:56:54.156022 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-248005b9-070f-4cea-83fd-bc8045559751 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] Publish callbacks [] for port (c87b096e-58a0-4ec5-9c49-c832a6ed2d21), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:54.159650 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-359ed5f2-5ea1-42d0-82f5-cde1e9fa8992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (2bdeb4a9-fe47-471f-964a-4ffa0781a2aa), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:54.177234 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5ab060fa-2f3f-4a43-8ac4-d177dfafd0e3 req-bce9a101-c4f0-424e-942e-ecfc12f310c3 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/security-groups?id=dda9ed6e-5f39-43cb-a89f-4fed152222eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808865 Mar 05 04:56:54.202736 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3866d2-a180-4ee1-8612-c26ab4ec710a req-ade7edfe-a9c5-43fa-bbb6-3f822eb27da0 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:54.211201 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-359ed5f2-5ea1-42d0-82f5-cde1e9fa8992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:54.212089 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-359ed5f2-5ea1-42d0-82f5-cde1e9fa8992 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:54.213447 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-359ed5f2-5ea1-42d0-82f5-cde1e9fa8992 service neutron] 10.222.0.31 "PUT /v2.0/ports/2bdeb4a9-fe47-471f-964a-4ffa0781a2aa HTTP/1.1" status: 200 len: 1093 time: 2.0534666 Mar 05 04:56:54.215730 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1196382b-9a18-43b3-83de-487722efd599', 'tag': '2bdeb4a9-fe47-471f-964a-4ffa0781a2aa'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:56:54.215893 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de3866d2-a180-4ee1-8612-c26ab4ec710a req-ade7edfe-a9c5-43fa-bbb6-3f822eb27da0 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=1196382b-9a18-43b3-83de-487722efd599 HTTP/1.1" status: 200 len: 944 time: 0.2446132 Mar 05 04:56:54.218645 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59be07fa-82ca-4020-9200-36b6800f393c" -d '{"events": [{"name": "network-changed", "server_uuid": "1196382b-9a18-43b3-83de-487722efd599", "tag": "2bdeb4a9-fe47-471f-964a-4ffa0781a2aa"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:56:54.315348 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ed5f2-5ea1-42d0-82f5-cde1e9fa8992 service neutron] Pushing event updated for resources: {'Port': ['ID=2bdeb4a9-fe47-471f-964a-4ffa0781a2aa,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:54.323476 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae247cd-95e9-4b42-b042-4b8e872c776d x-openstack-request-id: req-4ae247cd-95e9-4b42-b042-4b8e872c776d {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:56:54.323762 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1196382b-9a18-43b3-83de-487722efd599", "tag": "2bdeb4a9-fe47-471f-964a-4ffa0781a2aa", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:56:54.324012 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4ae247cd-95e9-4b42-b042-4b8e872c776d {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:56:54.324416 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1196382b-9a18-43b3-83de-487722efd599', 'tag': '2bdeb4a9-fe47-471f-964a-4ffa0781a2aa', 'status': 'completed', 'code': 200} Mar 05 04:56:54.339382 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-248005b9-070f-4cea-83fd-bc8045559751 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (c87b096e-58a0-4ec5-9c49-c832a6ed2d21), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:54.372160 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de3866d2-a180-4ee1-8612-c26ab4ec710a req-56a44542-9392-47a5-8863-d3d222c39f02 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13dc9a7-e16f-4ae1-a68d-1f65743bdd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544003 Mar 05 04:56:54.398046 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-bd9767bf-f17c-452d-8dea-4dc2eaa31dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:54.399637 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-bd9767bf-f17c-452d-8dea-4dc2eaa31dd5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4e3a7db0492c498e9791caa16e095e94&device_id=1196382b-9a18-43b3-83de-487722efd599 HTTP/1.1" status: 200 len: 1127 time: 0.1270955 Mar 05 04:56:54.469883 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-248005b9-070f-4cea-83fd-bc8045559751 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] Network 24fc6325-93bd-44ea-be12-330624367c94 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:56:54.479951 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-098d6053-3d93-41d1-865b-37e6cb4073f7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bdeb4a9-fe47-471f-964a-4ffa0781a2aa HTTP/1.1" status: 200 len: 217 time: 0.0726240 Mar 05 04:56:54.484076 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-248005b9-070f-4cea-83fd-bc8045559751 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:56:54.486449 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5dd286a6-6508-433a-99e8-caabbc3c9253 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (5e2591e0-31c0-47f8-8ed1-800a1f2c64d0), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:54.535604 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-248005b9-070f-4cea-83fd-bc8045559751 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:56:54.539105 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-21e8a5e4-764d-4eec-b596-94a22770cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:54.540570 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-21e8a5e4-764d-4eec-b596-94a22770cafe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5 HTTP/1.1" status: 200 len: 853 time: 0.0543921 Mar 05 04:56:54.541192 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248005b9-070f-4cea-83fd-bc8045559751 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] Pushing event updated for resources: {'Port': ['ID=c87b096e-58a0-4ec5-9c49-c832a6ed2d21,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:54.558303 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd286a6-6508-433a-99e8-caabbc3c9253 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:56:54.567719 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-5dd286a6-6508-433a-99e8-caabbc3c9253 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:56:54.573516 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd286a6-6508-433a-99e8-caabbc3c9253 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:54.574141 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5dd286a6-6508-433a-99e8-caabbc3c9253 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:54.578395 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e233f002-c816-441c-b555-6e21488e74af None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:56:54.619182 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd286a6-6508-433a-99e8-caabbc3c9253 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Subnet': ['ID=5e2591e0-31c0-47f8-8ed1-800a1f2c64d0,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:54.627728 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5dd286a6-6508-433a-99e8-caabbc3c9253 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0863783 Mar 05 04:56:54.630646 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58674) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:54.650132 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-99db4fdc-22a8-4665-a5fa-8b45379195a2 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'port': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'fixed_ips': [{'subnet_id': '5e2591e0-31c0-47f8-8ed1-800a1f2c64d0', 'ip_address': '2001:db8::4732:5de:3735:a499'}], 'name': 'tempest-NetworksTestDHCPv6-30977081'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:54.673318 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-248005b9-070f-4cea-83fd-bc8045559751 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:54.673966 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-248005b9-070f-4cea-83fd-bc8045559751 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:54.713841 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-d753feb8-2a9c-46bd-9ae1-0cd165095c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:54.715402 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-d753feb8-2a9c-46bd-9ae1-0cd165095c59 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2208e38e-4ccf-4e0c-99e3-12bba4d22772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1687429 Mar 05 04:56:54.722990 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-248005b9-070f-4cea-83fd-bc8045559751 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1806991 Mar 05 04:56:54.752097 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-5c019a07-feda-4119-b171-6b3951986026 service neutron] Request body: {'port': {'device_id': 'b004ddb2-7c20-4892-a122-9d34c71ca958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:54.769336 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c39855-f008-4ed7-8be6-f28f037643ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-d9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'fixed_ips': [{'subnet_id': '5e2591e0-31c0-47f8-8ed1-800a1f2c64d0'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:56:54.770521 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a6c39855-f008-4ed7-8be6-f28f037643ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:54.959875 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f06e17-4dd5-4793-82b7-c7c1aae49b67 req-47606568-01a5-40ed-aa6c-653e3b274651 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:54.961651 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-68f06e17-4dd5-4793-82b7-c7c1aae49b67 req-47606568-01a5-40ed-aa6c-653e3b274651 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 945 time: 0.2912631 Mar 05 04:56:55.011834 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c421fc-3d96-4313-8856-84105fa47f6f req-ab6277f4-ad25-42d1-b0b8-ad63c90aa6f6 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:55.014316 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41c421fc-3d96-4313-8856-84105fa47f6f req-ab6277f4-ad25-42d1-b0b8-ad63c90aa6f6 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=4fcb2645-6388-433b-8e6d-d6f0800a1805 HTTP/1.1" status: 200 len: 946 time: 0.2365596 Mar 05 04:56:55.017296 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99db4fdc-22a8-4665-a5fa-8b45379195a2 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:56:55.022908 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-41e5459e-92d0-4af7-8492-9a0d0b18de72 service neutron] 10.222.0.31 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949455 Mar 05 04:56:55.033566 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-5c019a07-feda-4119-b171-6b3951986026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c87b096e-58a0-4ec5-9c49-c832a6ed2d21), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:55.041951 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-a6c39855-f008-4ed7-8be6-f28f037643ae None None] Allocated IP 2001:db8::2 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/5e2591e0-31c0-47f8-8ed1-800a1f2c64d0/73e8880e-ae9e-459c-b86b-ba4a0bcdf825) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:56:55.184281 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-68f06e17-4dd5-4793-82b7-c7c1aae49b67 req-5659542d-1a9d-467f-8df1-37b2e717c8be tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2143872 Mar 05 04:56:55.248026 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41c421fc-3d96-4313-8856-84105fa47f6f req-0a41b9bf-6b80-4491-8b77-288fd76e3ebb tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261109 Mar 05 04:56:55.279098 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a6c39855-f008-4ed7-8be6-f28f037643ae None None] Publish callbacks [] for port (73e8880e-ae9e-459c-b86b-ba4a0bcdf825), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:55.289365 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58706) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:55.302781 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d1bd2387-390c-4747-9f24-372bac0df3d0 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:56:55.328136 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-99db4fdc-22a8-4665-a5fa-8b45379195a2 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:55.390954 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 24b0335a-9ba9-45db-aff3-22bc4f4901be no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:56:55.448919 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 24b0335a-9ba9-45db-aff3-22bc4f4901be {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:56:55.451472 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 24b0335a-9ba9-45db-aff3-22bc4f4901be not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:56:55.469661 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a6c39855-f008-4ed7-8be6-f28f037643ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (73e8880e-ae9e-459c-b86b-ba4a0bcdf825), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:55.475610 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-99db4fdc-22a8-4665-a5fa-8b45379195a2 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] device_id is not set on port 635aa23f-0550-4611-b6a0-2349a27eb168 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 04:56:55.481296 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f74d84f-e2d0-4e52-8fc3-c758d5eb3f25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:55.504430 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ea28f175-45ea-49d8-bb56-41b5ed738df8 req-fca7ec8f-22b3-495c-98ad-3fc7e9c052fc service neutron] 10.222.0.31 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318728 Mar 05 04:56:55.539003 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c39855-f008-4ed7-8be6-f28f037643ae None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:56:55.546675 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-a6c39855-f008-4ed7-8be6-f28f037643ae None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:56:55.571220 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c39855-f008-4ed7-8be6-f28f037643ae None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:56:55.574057 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port d1bd2387-390c-4747-9f24-372bac0df3d0 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:56:55.574660 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d1bd2387-390c-4747-9f24-372bac0df3d0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:55.716144 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c39855-f008-4ed7-8be6-f28f037643ae None None] Pushing event updated for resources: {'Port': ['ID=73e8880e-ae9e-459c-b86b-ba4a0bcdf825,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:55.744076 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-99db4fdc-22a8-4665-a5fa-8b45379195a2 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Allocated IP 2001:db8::4732:5de:3735:a499 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/5e2591e0-31c0-47f8-8ed1-800a1f2c64d0/635aa23f-0550-4611-b6a0-2349a27eb168) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:56:55.754605 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be07fa-82ca-4020-9200-36b6800f393c req-1e1d92ee-d807-4003-acca-1c8dd12c05c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:55.775431 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-59be07fa-82ca-4020-9200-36b6800f393c req-1e1d92ee-d807-4003-acca-1c8dd12c05c7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4e3a7db0492c498e9791caa16e095e94&device_id=1196382b-9a18-43b3-83de-487722efd599 HTTP/1.1" status: 200 len: 1127 time: 0.2110717 Mar 05 04:56:55.790701 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-a6c39855-f008-4ed7-8be6-f28f037643ae None None] Attempting to bind port 73e8880e-ae9e-459c-b86b-ba4a0bcdf825 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:56:55.791437 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-a6c39855-f008-4ed7-8be6-f28f037643ae None None] Attempting to bind port 73e8880e-ae9e-459c-b86b-ba4a0bcdf825 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:56:55.792102 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c39855-f008-4ed7-8be6-f28f037643ae None None] Attempting to bind port 73e8880e-ae9e-459c-b86b-ba4a0bcdf825 on network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:56:55.805840 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c39855-f008-4ed7-8be6-f28f037643ae None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:56:55.807051 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c39855-f008-4ed7-8be6-f28f037643ae None None] Checking segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:56:55.807719 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a6c39855-f008-4ed7-8be6-f28f037643ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:55.808434 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c39855-f008-4ed7-8be6-f28f037643ae None None] Bound using segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:56:55.809211 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-a6c39855-f008-4ed7-8be6-f28f037643ae None None] Bound port: 73e8880e-ae9e-459c-b86b-ba4a0bcdf825, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:56:55.810719 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a6c39855-f008-4ed7-8be6-f28f037643ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (73e8880e-ae9e-459c-b86b-ba4a0bcdf825), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:55.899462 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port d1bd2387-390c-4747-9f24-372bac0df3d0 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:55.900110 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d1bd2387-390c-4747-9f24-372bac0df3d0), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:55.914732 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-99db4fdc-22a8-4665-a5fa-8b45379195a2 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for port (635aa23f-0550-4611-b6a0-2349a27eb168), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:55.935058 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-5c019a07-feda-4119-b171-6b3951986026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c87b096e-58a0-4ec5-9c49-c832a6ed2d21 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:56:55.949710 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-a6c39855-f008-4ed7-8be6-f28f037643ae None None] For port 73e8880e-ae9e-459c-b86b-ba4a0bcdf825, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:56:55.952937 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939d753d-225a-4c87-8959-e07053961ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bd2387-390c-4747-9f24-372bac0df3d0'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:56:55.956788 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c462dd-e02e-41a4-92c1-a62e52716abb" -d '{"events": [{"server_uuid": "939d753d-225a-4c87-8959-e07053961ebf", "name": "network-vif-plugged", "status": "completed", "tag": "d1bd2387-390c-4747-9f24-372bac0df3d0"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:56:55.969049 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-a6c39855-f008-4ed7-8be6-f28f037643ae None None] For port 73e8880e-ae9e-459c-b86b-ba4a0bcdf825, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=73e8880e-ae9e-459c-b86b-ba4a0bcdf825,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:56:55.972095 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-99db4fdc-22a8-4665-a5fa-8b45379195a2 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (635aa23f-0550-4611-b6a0-2349a27eb168), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:55.999355 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d1bd2387-390c-4747-9f24-372bac0df3d0, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d1bd2387-390c-4747-9f24-372bac0df3d0,segment=NetworkSegment(f0906293-c3cd-4ab0-baf8-2f3f35cc0161),segment_id=f0906293-c3cd-4ab0-baf8-2f3f35cc0161)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:56.001280 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a6c39855-f008-4ed7-8be6-f28f037643ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (73e8880e-ae9e-459c-b86b-ba4a0bcdf825), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:56.003442 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f74d84f-e2d0-4e52-8fc3-c758d5eb3f25 admin admin] Publish callbacks [] for security_group (307cb577-ce4b-4b6a-862f-1a00cdf46e22), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:56.007105 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-5c019a07-feda-4119-b171-6b3951986026 service neutron] Publish callbacks [] for port (c87b096e-58a0-4ec5-9c49-c832a6ed2d21), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:56.048267 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f74d84f-e2d0-4e52-8fc3-c758d5eb3f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (307cb577-ce4b-4b6a-862f-1a00cdf46e22), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:56.067956 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db4fdc-22a8-4665-a5fa-8b45379195a2 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Port': ['ID=635aa23f-0550-4611-b6a0-2349a27eb168,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:56.091677 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-5c019a07-feda-4119-b171-6b3951986026 service neutron] Transition to ACTIVE for port object c87b096e-58a0-4ec5-9c49-c832a6ed2d21 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:56:56.102766 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c39855-f008-4ed7-8be6-f28f037643ae None None] Pushing event updated for resources: {'Port': ['ID=73e8880e-ae9e-459c-b86b-ba4a0bcdf825,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:56.116711 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-5c019a07-feda-4119-b171-6b3951986026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (c87b096e-58a0-4ec5-9c49-c832a6ed2d21), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:56.120900 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d1bd2387-390c-4747-9f24-372bac0df3d0), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:56.129573 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99db4fdc-22a8-4665-a5fa-8b45379195a2 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:56:56.135240 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2f74d84f-e2d0-4e52-8fc3-c758d5eb3f25 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d7ac3d9ed28e4aefa1406e2e87beafea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8424487 Mar 05 04:56:56.135240 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74d84f-e2d0-4e52-8fc3-c758d5eb3f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307cb577-ce4b-4b6a-862f-1a00cdf46e22,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:56.140529 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58722) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:56.156085 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b409fd-6167-464d-8f70-28a448c55e68 req-62d4c7dc-ac65-4f26-a556-1e0ee1c1eac3 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:56.170728 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be07fa-82ca-4020-9200-36b6800f393c req-17c4da4d-0df0-4b5c-a464-61956ed45093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:56.170728 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-59be07fa-82ca-4020-9200-36b6800f393c req-17c4da4d-0df0-4b5c-a464-61956ed45093 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2208e38e-4ccf-4e0c-99e3-12bba4d22772 HTTP/1.1" status: 200 len: 914 time: 0.3459847 Mar 05 04:56:56.194692 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9b409fd-6167-464d-8f70-28a448c55e68 req-62d4c7dc-ac65-4f26-a556-1e0ee1c1eac3 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004ddb2-7c20-4892-a122-9d34c71ca958 HTTP/1.1" status: 200 len: 932 time: 0.8283935 Mar 05 04:56:56.221974 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de9bd5-8b37-4d65-9b32-970b253db341 req-13b98eef-c8c4-4390-8c64-b779240c03b4 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:56.224048 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7de9bd5-8b37-4d65-9b32-970b253db341 req-13b98eef-c8c4-4390-8c64-b779240c03b4 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 945 time: 0.8933351 Mar 05 04:56:56.238448 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-99db4fdc-22a8-4665-a5fa-8b45379195a2 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:56:56.253866 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99db4fdc-22a8-4665-a5fa-8b45379195a2 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:56:56.257758 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=d1bd2387-390c-4747-9f24-372bac0df3d0,revision_number=7']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:56.267643 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99db4fdc-22a8-4665-a5fa-8b45379195a2 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:56.268700 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-99db4fdc-22a8-4665-a5fa-8b45379195a2 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:56.273184 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c019a07-feda-4119-b171-6b3951986026 service neutron] Pushing event updated for resources: {'Port': ['ID=c87b096e-58a0-4ec5-9c49-c832a6ed2d21,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:56.330845 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-99db4fdc-22a8-4665-a5fa-8b45379195a2 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.6984849 Mar 05 04:56:56.334823 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58726) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:56.378127 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7de9bd5-8b37-4d65-9b32-970b253db341 req-17e90ecd-b15e-42a8-a0ca-74fd751a7b37 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/security-groups?id=dda9ed6e-5f39-43cb-a89f-4fed152222eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359401 Mar 05 04:56:56.387029 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fc23a77-268c-4b2f-8f3f-fef9fee6b5fd admin admin] Publish callbacks [] for security_group (307cb577-ce4b-4b6a-862f-1a00cdf46e22), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:56.415539 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-59be07fa-82ca-4020-9200-36b6800f393c req-3d66dcc6-5a1b-4535-8706-cb0de5969666 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bdeb4a9-fe47-471f-964a-4ffa0781a2aa HTTP/1.1" status: 200 len: 217 time: 0.1289937 Mar 05 04:56:56.431109 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9b409fd-6167-464d-8f70-28a448c55e68 req-457d9831-09e6-40bf-98d0-4e1f9819910b tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] 10.222.0.11 "GET /v2.0/security-groups?id=477b03a0-9762-400d-8acc-df173cb8001b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338192 Mar 05 04:56:56.552113 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a65fec-d155-4ca7-b951-b9fac6f58f6b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:56.572387 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a65fec-d155-4ca7-b951-b9fac6f58f6b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:56.574176 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-13a65fec-d155-4ca7-b951-b9fac6f58f6b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.2119021 Mar 05 04:56:56.577088 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58732) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:56.635664 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-5c019a07-feda-4119-b171-6b3951986026 service neutron] Attempting to bind port c87b096e-58a0-4ec5-9c49-c832a6ed2d21 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:56:56.636415 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-5c019a07-feda-4119-b171-6b3951986026 service neutron] Attempting to bind port c87b096e-58a0-4ec5-9c49-c832a6ed2d21 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': 'ebe4e329-8ec1-44ac-83e6-2ea0611bbd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '24fc6325-93bd-44ea-be12-330624367c94'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:56:56.636996 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-5c019a07-feda-4119-b171-6b3951986026 service neutron] Attempting to bind port c87b096e-58a0-4ec5-9c49-c832a6ed2d21 on network 24fc6325-93bd-44ea-be12-330624367c94 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:56:56.652098 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-5c019a07-feda-4119-b171-6b3951986026 service neutron] Port c87b096e-58a0-4ec5-9c49-c832a6ed2d21 on network 24fc6325-93bd-44ea-be12-330624367c94 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:56:56.653051 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-5c019a07-feda-4119-b171-6b3951986026 service neutron] Attempting to bind port c87b096e-58a0-4ec5-9c49-c832a6ed2d21 on network 24fc6325-93bd-44ea-be12-330624367c94 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:56:56.668443 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-5c019a07-feda-4119-b171-6b3951986026 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:56:56.669868 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-5c019a07-feda-4119-b171-6b3951986026 service neutron] Checking segment: {'id': 'ebe4e329-8ec1-44ac-83e6-2ea0611bbd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '24fc6325-93bd-44ea-be12-330624367c94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:56:56.671191 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-5c019a07-feda-4119-b171-6b3951986026 service neutron] Bound using segment: {'id': 'ebe4e329-8ec1-44ac-83e6-2ea0611bbd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '24fc6325-93bd-44ea-be12-330624367c94'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:56:56.671840 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-5c019a07-feda-4119-b171-6b3951986026 service neutron] Bound port: c87b096e-58a0-4ec5-9c49-c832a6ed2d21, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe4e329-8ec1-44ac-83e6-2ea0611bbd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '24fc6325-93bd-44ea-be12-330624367c94'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:56:56.672465 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-5c019a07-feda-4119-b171-6b3951986026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c87b096e-58a0-4ec5-9c49-c832a6ed2d21), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:56.712641 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be07fa-82ca-4020-9200-36b6800f393c req-8117e0c3-00a7-4cd1-b8de-5c6a5a65c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:56.720994 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-59be07fa-82ca-4020-9200-36b6800f393c req-8117e0c3-00a7-4cd1-b8de-5c6a5a65c7fa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5 HTTP/1.1" status: 200 len: 853 time: 0.1871536 Mar 05 04:56:56.723392 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fc23a77-268c-4b2f-8f3f-fef9fee6b5fd admin admin] Publish callbacks [] for security_group (307cb577-ce4b-4b6a-862f-1a00cdf46e22), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:56.862932 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fc23a77-268c-4b2f-8f3f-fef9fee6b5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (307cb577-ce4b-4b6a-862f-1a00cdf46e22), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:56.865814 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fc23a77-268c-4b2f-8f3f-fef9fee6b5fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:56.866978 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3fc23a77-268c-4b2f-8f3f-fef9fee6b5fd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/307cb577-ce4b-4b6a-862f-1a00cdf46e22 HTTP/1.1" status: 204 len: 168 time: 0.7017541 Mar 05 04:56:56.875346 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79b860-b45b-40b8-b561-dc65af6642bb req-a5de04d0-da53-4560-ab72-8bb49e80bcaa tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:56.896620 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5f79b860-b45b-40b8-b561-dc65af6642bb req-a5de04d0-da53-4560-ab72-8bb49e80bcaa tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=1196382b-9a18-43b3-83de-487722efd599 HTTP/1.1" status: 200 len: 944 time: 0.2876272 Mar 05 04:56:56.906264 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc23a77-268c-4b2f-8f3f-fef9fee6b5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307cb577-ce4b-4b6a-862f-1a00cdf46e22,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:56.951033 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-5c019a07-feda-4119-b171-6b3951986026 service neutron] For port c87b096e-58a0-4ec5-9c49-c832a6ed2d21, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:56:56.955362 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-5c019a07-feda-4119-b171-6b3951986026 service neutron] For port c87b096e-58a0-4ec5-9c49-c832a6ed2d21, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=c87b096e-58a0-4ec5-9c49-c832a6ed2d21,segment=NetworkSegment(ebe4e329-8ec1-44ac-83e6-2ea0611bbd0a),segment_id=ebe4e329-8ec1-44ac-83e6-2ea0611bbd0a)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:56:56.973096 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be07fa-82ca-4020-9200-36b6800f393c req-c7759231-d033-4e05-b296-a5f9e758374e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:56.975438 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-59be07fa-82ca-4020-9200-36b6800f393c req-c7759231-d033-4e05-b296-a5f9e758374e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2208e38e-4ccf-4e0c-99e3-12bba4d22772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1609790 Mar 05 04:56:56.979133 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-5c019a07-feda-4119-b171-6b3951986026 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (c87b096e-58a0-4ec5-9c49-c832a6ed2d21), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:56.991476 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8827f70f-9ca0-430d-a3b6-d761db3a545c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting port 635aa23f-0550-4611-b6a0-2349a27eb168 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:56:57.009599 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8827f70f-9ca0-430d-a3b6-d761db3a545c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (635aa23f-0550-4611-b6a0-2349a27eb168), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:57.077312 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-5c019a07-feda-4119-b171-6b3951986026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:57.078310 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-5c019a07-feda-4119-b171-6b3951986026 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:57.079916 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-5c019a07-feda-4119-b171-6b3951986026 service neutron] 10.222.0.30 "PUT /v2.0/ports/c87b096e-58a0-4ec5-9c49-c832a6ed2d21 HTTP/1.1" status: 200 len: 1093 time: 2.3481436 Mar 05 04:56:57.114857 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b004ddb2-7c20-4892-a122-9d34c71ca958', 'tag': 'c87b096e-58a0-4ec5-9c49-c832a6ed2d21'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:56:57.117290 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad07e6e-0a27-4034-aeb1-ebbf26c96d30" -d '{"events": [{"name": "network-changed", "server_uuid": "b004ddb2-7c20-4892-a122-9d34c71ca958", "tag": "c87b096e-58a0-4ec5-9c49-c832a6ed2d21"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:56:57.196857 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c019a07-feda-4119-b171-6b3951986026 service neutron] Pushing event updated for resources: {'Port': ['ID=c87b096e-58a0-4ec5-9c49-c832a6ed2d21,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:57.357463 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38897c0-a6fc-45d7-9239-32495f507a15 x-openstack-request-id: req-f38897c0-a6fc-45d7-9239-32495f507a15 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:56:57.358652 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939d753d-225a-4c87-8959-e07053961ebf", "name": "network-vif-plugged", "status": "completed", "tag": "d1bd2387-390c-4747-9f24-372bac0df3d0", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:56:57.359023 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f38897c0-a6fc-45d7-9239-32495f507a15 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:56:57.359555 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939d753d-225a-4c87-8959-e07053961ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bd2387-390c-4747-9f24-372bac0df3d0', 'code': 200} Mar 05 04:56:57.380277 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 2bdeb4a9-fe47-471f-964a-4ffa0781a2aa details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:56:57.412177 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8827f70f-9ca0-430d-a3b6-d761db3a545c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (635aa23f-0550-4611-b6a0-2349a27eb168), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:57.429283 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8827f70f-9ca0-430d-a3b6-d761db3a545c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Calling delete_port for 635aa23f-0550-4611-b6a0-2349a27eb168 owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:56:57.559400 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-59be07fa-82ca-4020-9200-36b6800f393c req-b9df90e2-9a6a-4f7e-aa90-f5d92caaf629 service neutron] 10.222.0.31 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5711603 Mar 05 04:56:57.583797 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-ee94acda-3522-482d-87b5-c79692c1e95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:57.591845 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-ee94acda-3522-482d-87b5-c79692c1e95b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a64cdd0322a54b1abb79c2395cc0abaf&device_id=b004ddb2-7c20-4892-a122-9d34c71ca958 HTTP/1.1" status: 200 len: 1127 time: 0.3865688 Mar 05 04:56:57.600224 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 2bdeb4a9-fe47-471f-964a-4ffa0781a2aa, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=2bdeb4a9-fe47-471f-964a-4ffa0781a2aa,segment=NetworkSegment(78da9f50-b791-4384-818b-c3b1f3bf0c84),segment_id=78da9f50-b791-4384-818b-c3b1f3bf0c84)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:57.627438 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '2bdeb4a9-fe47-471f-964a-4ffa0781a2aa', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'port_id': '2bdeb4a9-fe47-471f-964a-4ffa0781a2aa', 'mac_address': 'fa:16:3e:b4:81:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:56:57.630769 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 73e8880e-ae9e-459c-b86b-ba4a0bcdf825 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:56:57.659649 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5f79b860-b45b-40b8-b561-dc65af6642bb req-5dae5c4b-d853-48ac-8053-459036a1134f tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13dc9a7-e16f-4ae1-a68d-1f65743bdd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7603419 Mar 05 04:56:57.707414 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 2bdeb4a9-fe47-471f-964a-4ffa0781a2aa is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:57.708551 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2bdeb4a9-fe47-471f-964a-4ffa0781a2aa), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:57.709451 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8827f70f-9ca0-430d-a3b6-d761db3a545c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (635aa23f-0550-4611-b6a0-2349a27eb168), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:57.740630 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bdeb4a9-fe47-471f-964a-4ffa0781a2aa {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:56:57.760666 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827f70f-9ca0-430d-a3b6-d761db3a545c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Port': ['ID=635aa23f-0550-4611-b6a0-2349a27eb168,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:57.798555 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 2bdeb4a9-fe47-471f-964a-4ffa0781a2aa, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=2bdeb4a9-fe47-471f-964a-4ffa0781a2aa,segment=NetworkSegment(78da9f50-b791-4384-818b-c3b1f3bf0c84),segment_id=78da9f50-b791-4384-818b-c3b1f3bf0c84)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:57.805595 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 73e8880e-ae9e-459c-b86b-ba4a0bcdf825 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:56:57.806149 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (73e8880e-ae9e-459c-b86b-ba4a0bcdf825), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:57.838509 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8827f70f-9ca0-430d-a3b6-d761db3a545c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:57.844521 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8827f70f-9ca0-430d-a3b6-d761db3a545c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/635aa23f-0550-4611-b6a0-2349a27eb168 HTTP/1.1" status: 204 len: 168 time: 1.2663376 Mar 05 04:56:57.851194 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58764) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:57.856699 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (2bdeb4a9-fe47-471f-964a-4ffa0781a2aa), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:57.923904 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-6c4064cb-83bb-41cc-8233-570a01ddb175 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c87b096e-58a0-4ec5-9c49-c832a6ed2d21 HTTP/1.1" status: 200 len: 217 time: 0.3205032 Mar 05 04:56:57.975856 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c652386-4983-4f94-93bf-9409f4f79f14 req-e2728601-6a4e-45e1-9035-252d665440d1 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:57.977309 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7c652386-4983-4f94-93bf-9409f4f79f14 req-e2728601-6a4e-45e1-9035-252d665440d1 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 946 time: 0.3150756 Mar 05 04:56:58.094999 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58766) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:58.113752 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=2bdeb4a9-fe47-471f-964a-4ffa0781a2aa,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:58.118050 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['2bdeb4a9-fe47-471f-964a-4ffa0781a2aa'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:56:58.123105 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 73e8880e-ae9e-459c-b86b-ba4a0bcdf825 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:58.133434 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5640440-cd67-43f2-b390-8ad1e90d4daf tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:58.134874 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5640440-cd67-43f2-b390-8ad1e90d4daf tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:58.136470 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c5640440-cd67-43f2-b390-8ad1e90d4daf tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2797050 Mar 05 04:56:58.139325 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (73e8880e-ae9e-459c-b86b-ba4a0bcdf825), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:58.154396 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58768) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:58.155306 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b72af3e0-ea6c-462f-93dd-9bf52ba16c07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:58.162961 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-babe9f34-5fd1-47dc-ac0b-13d5f1f50211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:58.170015 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-babe9f34-5fd1-47dc-ac0b-13d5f1f50211 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd03c7ba-9173-46b5-a628-21cc30b65af2 HTTP/1.1" status: 200 len: 862 time: 0.2200346 Mar 05 04:56:58.184062 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04d5ca1-7e30-4140-9190-6a0e53f2c9f8 x-openstack-request-id: req-e04d5ca1-7e30-4140-9190-6a0e53f2c9f8 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:56:58.185884 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b004ddb2-7c20-4892-a122-9d34c71ca958", "tag": "c87b096e-58a0-4ec5-9c49-c832a6ed2d21", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:56:58.186149 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e04d5ca1-7e30-4140-9190-6a0e53f2c9f8 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:56:58.189727 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b004ddb2-7c20-4892-a122-9d34c71ca958', 'tag': 'c87b096e-58a0-4ec5-9c49-c832a6ed2d21', 'status': 'completed', 'code': 200} Mar 05 04:56:58.254182 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 73e8880e-ae9e-459c-b86b-ba4a0bcdf825, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=73e8880e-ae9e-459c-b86b-ba4a0bcdf825,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:58.281269 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (73e8880e-ae9e-459c-b86b-ba4a0bcdf825), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:58.287061 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-287e05b5-9954-4643-b63c-a1d36937643d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24fc6325-93bd-44ea-be12-330624367c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485253 Mar 05 04:56:58.413867 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7c652386-4983-4f94-93bf-9409f4f79f14 req-26f4ee9e-1450-4a92-bb65-54f72656a817 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4258268 Mar 05 04:56:58.426908 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-59be07fa-82ca-4020-9200-36b6800f393c req-d238a2ac-1c83-43b3-97b3-96fb250a6d4c service neutron] 10.222.0.31 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8213539 Mar 05 04:56:58.490386 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e7da53-6339-44c0-a270-3e024b0c66f5 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting subnet 5e2591e0-31c0-47f8-8ed1-800a1f2c64d0 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:56:58.514149 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-07e7da53-6339-44c0-a270-3e024b0c66f5 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (5e2591e0-31c0-47f8-8ed1-800a1f2c64d0), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:58.571655 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-07e7da53-6339-44c0-a270-3e024b0c66f5 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (5e2591e0-31c0-47f8-8ed1-800a1f2c64d0), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:58.572671 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-b21a0789-cb08-45ef-a704-c1696becca65 service neutron] 10.222.0.30 "GET /v2.0/networks/24fc6325-93bd-44ea-be12-330624367c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770894 Mar 05 04:56:58.624664 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=73e8880e-ae9e-459c-b86b-ba4a0bcdf825,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:58.732949 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-72753bdf-84d5-45a9-80b2-f5c57b065608 None None] Provisioning complete for port 73e8880e-ae9e-459c-b86b-ba4a0bcdf825 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:56:58.733604 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-72753bdf-84d5-45a9-80b2-f5c57b065608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (73e8880e-ae9e-459c-b86b-ba4a0bcdf825), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:58.812229 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-07e7da53-6339-44c0-a270-3e024b0c66f5 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (5e2591e0-31c0-47f8-8ed1-800a1f2c64d0), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:58.844381 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2572157a-70f7-48ac-8dea-1178d33c2aa5 req-5905251a-5505-4fd9-9c1a-4968e526bb2c service neutron] 10.222.0.30 "GET /v2.0/networks/24fc6325-93bd-44ea-be12-330624367c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595048 Mar 05 04:56:58.939458 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-07e7da53-6339-44c0-a270-3e024b0c66f5 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (5e2591e0-31c0-47f8-8ed1-800a1f2c64d0), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:58.949121 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-72753bdf-84d5-45a9-80b2-f5c57b065608 None None] Current status of the port 73e8880e-ae9e-459c-b86b-ba4a0bcdf825 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:56:58.992852 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b72af3e0-ea6c-462f-93dd-9bf52ba16c07 admin admin] Publish callbacks [] for security_group (2ee6d976-5aa1-4922-88d6-941e3ea5dff7), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:59.021721 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40944093-8bd4-49bc-a938-10b42a3b7c92 req-dff13541-83c1-438e-b620-a24b4c355750 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:59.027712 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad07e6e-0a27-4034-aeb1-ebbf26c96d30 req-e342d27b-6c07-4249-b293-732a54fa5129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:59.029248 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-40944093-8bd4-49bc-a938-10b42a3b7c92 req-dff13541-83c1-438e-b620-a24b4c355750 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 945 time: 0.8019459 Mar 05 04:56:59.029659 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8ad07e6e-0a27-4034-aeb1-ebbf26c96d30 req-e342d27b-6c07-4249-b293-732a54fa5129 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a64cdd0322a54b1abb79c2395cc0abaf&device_id=b004ddb2-7c20-4892-a122-9d34c71ca958 HTTP/1.1" status: 200 len: 1127 time: 0.1191962 Mar 05 04:56:59.045255 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7da53-6339-44c0-a270-3e024b0c66f5 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Subnet': ['ID=5e2591e0-31c0-47f8-8ed1-800a1f2c64d0,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:59.047294 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b72af3e0-ea6c-462f-93dd-9bf52ba16c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (2ee6d976-5aa1-4922-88d6-941e3ea5dff7), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:59.056686 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-07e7da53-6339-44c0-a270-3e024b0c66f5 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:59.066097 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58776) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:59.067008 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-07e7da53-6339-44c0-a270-3e024b0c66f5 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/5e2591e0-31c0-47f8-8ed1-800a1f2c64d0 HTTP/1.1" status: 204 len: 168 time: 0.9033620 Mar 05 04:56:59.068240 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e2ad5c23-8321-4df2-8cf5-1a4b2f466b62 None None] Could not find standard attr ID for object 635aa23f-0550-4611-b6a0-2349a27eb168. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 04:56:59.212587 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b72af3e0-ea6c-462f-93dd-9bf52ba16c07 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=64a82b50c133471ba9bd0ab96037ec1f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1161418 Mar 05 04:56:59.219407 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58778) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:59.232752 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-126371b0-41a0-44f7-9fcc-34f97dbef31d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1655304 Mar 05 04:56:59.239547 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58780) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:56:59.243085 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375a6821-8114-4c2f-9b18-e40a42352960 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:56:59.255331 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf62c2b-45b3-4381-bf3b-abde7a217301 req-cd4ad92e-4a16-40d9-8f7a-a1071ad0abfa tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:59.257076 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-caf62c2b-45b3-4381-bf3b-abde7a217301 req-cd4ad92e-4a16-40d9-8f7a-a1071ad0abfa tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004ddb2-7c20-4892-a122-9d34c71ca958 HTTP/1.1" status: 200 len: 944 time: 0.6324072 Mar 05 04:56:59.274232 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72af3e0-ea6c-462f-93dd-9bf52ba16c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee6d976-5aa1-4922-88d6-941e3ea5dff7,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:56:59.279661 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-2531050e-92cf-4f8d-ba7c-55dd4a82291f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:56:59.361201 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-40944093-8bd4-49bc-a938-10b42a3b7c92 req-72e7eff0-514e-4300-ade5-d4abb0f41566 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/security-groups?id=dda9ed6e-5f39-43cb-a89f-4fed152222eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233402 Mar 05 04:56:59.435808 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1dd0ae27-108b-4476-a935-623cceecf3c4 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:56:59.438312 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 73e8880e-ae9e-459c-b86b-ba4a0bcdf825 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:56:59.660476 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-caf62c2b-45b3-4381-bf3b-abde7a217301 req-85bccc38-4d74-43f9-9beb-7403099d22e9 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] 10.222.0.11 "GET /v2.0/security-groups?id=477b03a0-9762-400d-8acc-df173cb8001b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690121 Mar 05 04:56:59.698881 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2531050e-92cf-4f8d-ba7c-55dd4a82291f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:56:59.704759 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2531050e-92cf-4f8d-ba7c-55dd4a82291f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:59.723667 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6e69b3d5-b71a-467f-b627-71bf6ff633b4 admin admin] Publish callbacks [] for security_group (2ee6d976-5aa1-4922-88d6-941e3ea5dff7), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:59.797999 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 1dd0ae27-108b-4476-a935-623cceecf3c4, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1dd0ae27-108b-4476-a935-623cceecf3c4,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:56:59.809608 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aae7aa-73aa-4cd8-b8c5-b659c93736d2 req-d2ce1198-a8bb-45ba-b9c1-a9665ba8e048 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:59.810905 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 73e8880e-ae9e-459c-b86b-ba4a0bcdf825 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:56:59.811408 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (73e8880e-ae9e-459c-b86b-ba4a0bcdf825), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:59.817752 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '1dd0ae27-108b-4476-a935-623cceecf3c4', 'network_id': '58ba8bc5-ac03-4e44-b819-c3c8d0a85e10', 'port_id': '1dd0ae27-108b-4476-a935-623cceecf3c4', 'mac_address': 'fa:16:3e:cc:18:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b701f56c-0d88-43f7-a5d8-59c4b87f0d86', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:56:59.823738 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c0aae7aa-73aa-4cd8-b8c5-b659c93736d2 req-d2ce1198-a8bb-45ba-b9c1-a9665ba8e048 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=1196382b-9a18-43b3-83de-487722efd599 HTTP/1.1" status: 200 len: 945 time: 0.3271067 Mar 05 04:56:59.831032 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72546b1-fd41-4239-9619-0bc855684a37 None None] DHCP port deletion for d9771a2e-94ae-4769-a90a-e0cdf5de3e37 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:56:59.901271 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6e69b3d5-b71a-467f-b627-71bf6ff633b4 admin admin] Publish callbacks [] for security_group (2ee6d976-5aa1-4922-88d6-941e3ea5dff7), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:56:59.980510 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad07e6e-0a27-4034-aeb1-ebbf26c96d30 req-e1d2cb3d-bdde-4bce-b8ae-cd8ef75beaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:56:59.987930 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8ad07e6e-0a27-4034-aeb1-ebbf26c96d30 req-e1d2cb3d-bdde-4bce-b8ae-cd8ef75beaa3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=24fc6325-93bd-44ea-be12-330624367c94 HTTP/1.1" status: 200 len: 922 time: 0.9399507 Mar 05 04:57:00.023642 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 1dd0ae27-108b-4476-a935-623cceecf3c4 is: ACTIVE; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:00.028148 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1dd0ae27-108b-4476-a935-623cceecf3c4), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:00.103088 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8ad07e6e-0a27-4034-aeb1-ebbf26c96d30 req-14b9e6f7-e847-481c-a0cf-090687b35d0e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c87b096e-58a0-4ec5-9c49-c832a6ed2d21 HTTP/1.1" status: 200 len: 217 time: 0.1031349 Mar 05 04:57:00.123986 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c0aae7aa-73aa-4cd8-b8c5-b659c93736d2 req-c9315173-b598-445d-b434-9a7d91c84308 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13dc9a7-e16f-4ae1-a68d-1f65743bdd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2878900 Mar 05 04:57:00.182030 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cee056-0f0d-491a-9008-7b8d91e53b07 req-3257422c-c187-4810-85ef-560d678b520b tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:00.183531 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60cee056-0f0d-491a-9008-7b8d91e53b07 req-3257422c-c187-4810-85ef-560d678b520b tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 946 time: 0.2332926 Mar 05 04:57:00.223874 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6e69b3d5-b71a-467f-b627-71bf6ff633b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (2ee6d976-5aa1-4922-88d6-941e3ea5dff7), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:00.226964 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6e69b3d5-b71a-467f-b627-71bf6ff633b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:00.228804 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6e69b3d5-b71a-467f-b627-71bf6ff633b4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2ee6d976-5aa1-4922-88d6-941e3ea5dff7 HTTP/1.1" status: 204 len: 168 time: 1.0079708 Mar 05 04:57:00.264744 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69b3d5-b71a-467f-b627-71bf6ff633b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee6d976-5aa1-4922-88d6-941e3ea5dff7,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:00.281995 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60cee056-0f0d-491a-9008-7b8d91e53b07 req-2b31e2c2-87a6-4c8e-a030-59dafd065af1 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918016 Mar 05 04:57:00.402645 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad07e6e-0a27-4034-aeb1-ebbf26c96d30 req-53afbb2b-98eb-4749-9ca6-ce33be97da92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:00.404778 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8ad07e6e-0a27-4034-aeb1-ebbf26c96d30 req-53afbb2b-98eb-4749-9ca6-ce33be97da92 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dd03c7ba-9173-46b5-a628-21cc30b65af2 HTTP/1.1" status: 200 len: 862 time: 0.2951319 Mar 05 04:57:00.478624 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1dd0ae27-108b-4476-a935-623cceecf3c4 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:57:00.514571 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8ad07e6e-0a27-4034-aeb1-ebbf26c96d30 req-e3056888-181e-4919-a63b-1cee525b34ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=24fc6325-93bd-44ea-be12-330624367c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881822 Mar 05 04:57:00.530793 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 1dd0ae27-108b-4476-a935-623cceecf3c4, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1dd0ae27-108b-4476-a935-623cceecf3c4,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:00.580793 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2531050e-92cf-4f8d-ba7c-55dd4a82291f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (55a4c7b1-0b82-416f-88f4-d6d3366b6b37), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:00.614589 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1dd0ae27-108b-4476-a935-623cceecf3c4), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:00.629451 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a288f0-bfdd-4af1-8175-a8cfb75db156 req-9f130e00-0f13-4668-be57-2f1cb9a28b62 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:00.638247 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d72546b1-fd41-4239-9619-0bc855684a37 None None] Deleting port 73e8880e-ae9e-459c-b86b-ba4a0bcdf825 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:57:00.643505 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-39a288f0-bfdd-4af1-8175-a8cfb75db156 req-9f130e00-0f13-4668-be57-2f1cb9a28b62 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 945 time: 0.1695354 Mar 05 04:57:00.650322 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d72546b1-fd41-4239-9619-0bc855684a37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (73e8880e-ae9e-459c-b86b-ba4a0bcdf825), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:00.737617 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-39a288f0-bfdd-4af1-8175-a8cfb75db156 req-e351a6cb-ca5c-43a5-ae6e-484b2dac3c4f tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/security-groups?id=dda9ed6e-5f39-43cb-a89f-4fed152222eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885053 Mar 05 04:57:00.806412 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['1dd0ae27-108b-4476-a935-623cceecf3c4'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:57:00.825200 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2531050e-92cf-4f8d-ba7c-55dd4a82291f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:57:00.839258 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-2531050e-92cf-4f8d-ba7c-55dd4a82291f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:57:00.897268 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2531050e-92cf-4f8d-ba7c-55dd4a82291f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:00.897268 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2531050e-92cf-4f8d-ba7c-55dd4a82291f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:00.917581 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 73e8880e-ae9e-459c-b86b-ba4a0bcdf825 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:00.954580 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8ad07e6e-0a27-4034-aeb1-ebbf26c96d30 req-6b2c4e13-f0ed-4092-becf-2167ece916a9 service neutron] 10.222.0.30 "GET /v2.0/networks/24fc6325-93bd-44ea-be12-330624367c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301832 Mar 05 04:57:00.956172 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531050e-92cf-4f8d-ba7c-55dd4a82291f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Subnet': ['ID=55a4c7b1-0b82-416f-88f4-d6d3366b6b37,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:00.960308 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2644ee-5115-4bf2-881e-2b7061938979 req-67c18859-b26c-4f9d-97aa-bb8ef538d12d tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:00.967901 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9b2644ee-5115-4bf2-881e-2b7061938979 req-67c18859-b26c-4f9d-97aa-bb8ef538d12d tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004ddb2-7c20-4892-a122-9d34c71ca958 HTTP/1.1" status: 200 len: 944 time: 0.1599517 Mar 05 04:57:00.974457 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2531050e-92cf-4f8d-ba7c-55dd4a82291f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7315824 Mar 05 04:57:00.983275 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58828) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:01.022731 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=1dd0ae27-108b-4476-a935-623cceecf3c4,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:01.030413 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-806d85b9-6312-4236-8cff-bbe07bcdaf55 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'port': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'fixed_ips': [{'subnet_id': '55a4c7b1-0b82-416f-88f4-d6d3366b6b37', 'ip_address': '2001:db8::90fd:a296:4b1c:b960'}], 'name': 'tempest-NetworksTestDHCPv6-954374916'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:57:01.118416 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-d72546b1-fd41-4239-9619-0bc855684a37 None None] For port 73e8880e-ae9e-459c-b86b-ba4a0bcdf825, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=73e8880e-ae9e-459c-b86b-ba4a0bcdf825,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:01.119003 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d72546b1-fd41-4239-9619-0bc855684a37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (73e8880e-ae9e-459c-b86b-ba4a0bcdf825), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:01.159884 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8ad07e6e-0a27-4034-aeb1-ebbf26c96d30 req-f7941f2a-a39d-4dbb-9963-2f1c64e4984a service neutron] 10.222.0.30 "GET /v2.0/networks/24fc6325-93bd-44ea-be12-330624367c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864049 Mar 05 04:57:01.164895 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device c87b096e-58a0-4ec5-9c49-c832a6ed2d21 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:57:01.178986 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d72546b1-fd41-4239-9619-0bc855684a37 None None] Calling delete_port for 73e8880e-ae9e-459c-b86b-ba4a0bcdf825 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:57:01.224361 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9b2644ee-5115-4bf2-881e-2b7061938979 req-916a37f9-62c0-4c4e-bd3f-a67438b42e7b tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] 10.222.0.11 "GET /v2.0/security-groups?id=477b03a0-9762-400d-8acc-df173cb8001b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517183 Mar 05 04:57:01.389409 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806d85b9-6312-4236-8cff-bbe07bcdaf55 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:57:01.414071 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 2bdeb4a9-fe47-471f-964a-4ffa0781a2aa up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:57:01.441775 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 73e8880e-ae9e-459c-b86b-ba4a0bcdf825 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:57:01.534677 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.resource_extend [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 04:57:01.662234 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d6c07-03fc-460c-b753-11579a44d5a3 req-1a527005-b343-4c67-8ef0-c24cbab0f7bb tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:01.663869 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-be1d6c07-03fc-460c-b753-11579a44d5a3 req-1a527005-b343-4c67-8ef0-c24cbab0f7bb tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=1196382b-9a18-43b3-83de-487722efd599 HTTP/1.1" status: 200 len: 945 time: 0.2266448 Mar 05 04:57:01.763861 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-806d85b9-6312-4236-8cff-bbe07bcdaf55 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:01.862568 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-be1d6c07-03fc-460c-b753-11579a44d5a3 req-0bec1148-bc67-4894-8a31-9980a4e0f23e tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13dc9a7-e16f-4ae1-a68d-1f65743bdd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846859 Mar 05 04:57:01.874873 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-806d85b9-6312-4236-8cff-bbe07bcdaf55 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] device_id is not set on port eead9d5c-2941-4409-9289-bc83bab58f88 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 04:57:02.135430 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 73e8880e-ae9e-459c-b86b-ba4a0bcdf825 is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:02.136123 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (73e8880e-ae9e-459c-b86b-ba4a0bcdf825), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:02.173702 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e499b60-296e-4a3a-8257-cedbbafa5901 req-bd16c29f-70cf-436a-bd00-43026ee6e340 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:02.182888 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4e499b60-296e-4a3a-8257-cedbbafa5901 req-bd16c29f-70cf-436a-bd00-43026ee6e340 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 946 time: 0.1634080 Mar 05 04:57:02.284873 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port c87b096e-58a0-4ec5-9c49-c832a6ed2d21, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=c87b096e-58a0-4ec5-9c49-c832a6ed2d21,segment=NetworkSegment(ebe4e329-8ec1-44ac-83e6-2ea0611bbd0a),segment_id=ebe4e329-8ec1-44ac-83e6-2ea0611bbd0a)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:02.340290 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'c87b096e-58a0-4ec5-9c49-c832a6ed2d21', 'network_id': '24fc6325-93bd-44ea-be12-330624367c94', 'port_id': 'c87b096e-58a0-4ec5-9c49-c832a6ed2d21', 'mac_address': 'fa:16:3e:0a:d9:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd03c7ba-9173-46b5-a628-21cc30b65af2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:57:02.354340 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-806d85b9-6312-4236-8cff-bbe07bcdaf55 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Allocated IP 2001:db8::90fd:a296:4b1c:b960 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/55a4c7b1-0b82-416f-88f4-d6d3366b6b37/eead9d5c-2941-4409-9289-bc83bab58f88) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:57:02.364020 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4e499b60-296e-4a3a-8257-cedbbafa5901 req-dd516f17-caf0-4811-873e-4e4f52a56a20 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797912 Mar 05 04:57:02.433915 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 2bdeb4a9-fe47-471f-964a-4ffa0781a2aa completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:57:02.503834 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 2bdeb4a9-fe47-471f-964a-4ffa0781a2aa triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:02.504509 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2bdeb4a9-fe47-471f-964a-4ffa0781a2aa), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:02.506225 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d72546b1-fd41-4239-9619-0bc855684a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (73e8880e-ae9e-459c-b86b-ba4a0bcdf825), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:02.592412 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72546b1-fd41-4239-9619-0bc855684a37 None None] Pushing event deleted for resources: {'Port': ['ID=73e8880e-ae9e-459c-b86b-ba4a0bcdf825,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:02.594710 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72546b1-fd41-4239-9619-0bc855684a37 None None] No DVR routers for this DVR port 73e8880e-ae9e-459c-b86b-ba4a0bcdf825 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:57:02.620884 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port c87b096e-58a0-4ec5-9c49-c832a6ed2d21 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:02.621556 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c87b096e-58a0-4ec5-9c49-c832a6ed2d21), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:02.632598 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c393c033-b2b8-4b43-b55a-9297dc5fd641 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:57:02.781164 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c87b096e-58a0-4ec5-9c49-c832a6ed2d21 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:57:02.797407 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c175edf-5db0-41a7-850d-09610963fffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-d9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'fixed_ips': [{'subnet_id': '55a4c7b1-0b82-416f-88f4-d6d3366b6b37'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:57:02.798801 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4c175edf-5db0-41a7-850d-09610963fffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:02.824666 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ce25c-7695-4552-abeb-9ec9c3021760 req-04b9944c-731a-48ec-b972-155cfc164c9a tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:02.836870 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-838ce25c-7695-4552-abeb-9ec9c3021760 req-04b9944c-731a-48ec-b972-155cfc164c9a tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 945 time: 0.3379319 Mar 05 04:57:02.881044 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port c87b096e-58a0-4ec5-9c49-c832a6ed2d21, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=c87b096e-58a0-4ec5-9c49-c832a6ed2d21,segment=NetworkSegment(ebe4e329-8ec1-44ac-83e6-2ea0611bbd0a),segment_id=ebe4e329-8ec1-44ac-83e6-2ea0611bbd0a)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:02.997246 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-838ce25c-7695-4552-abeb-9ec9c3021760 req-77367270-070f-456d-9448-c366824ef8b1 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/security-groups?id=dda9ed6e-5f39-43cb-a89f-4fed152222eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441541 Mar 05 04:57:03.101006 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-806d85b9-6312-4236-8cff-bbe07bcdaf55 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for port (eead9d5c-2941-4409-9289-bc83bab58f88), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:03.141602 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c87b096e-58a0-4ec5-9c49-c832a6ed2d21), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:03.241863 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 2bdeb4a9-fe47-471f-964a-4ffa0781a2aa is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:03.242271 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2bdeb4a9-fe47-471f-964a-4ffa0781a2aa), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:03.308785 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-806d85b9-6312-4236-8cff-bbe07bcdaf55 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (eead9d5c-2941-4409-9289-bc83bab58f88), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:03.402173 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d85b9-6312-4236-8cff-bbe07bcdaf55 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Port': ['ID=eead9d5c-2941-4409-9289-bc83bab58f88,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:03.412830 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=c87b096e-58a0-4ec5-9c49-c832a6ed2d21,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:03.415268 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1196382b-9a18-43b3-83de-487722efd599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdeb4a9-fe47-471f-964a-4ffa0781a2aa'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:57:03.418120 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e001ef00-d105-41ea-aec0-8330ac7cb6bc" -d '{"events": [{"server_uuid": "1196382b-9a18-43b3-83de-487722efd599", "name": "network-vif-plugged", "status": "completed", "tag": "2bdeb4a9-fe47-471f-964a-4ffa0781a2aa"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:57:03.428434 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed6719-5035-457b-a3b4-42dfba6582fa req-ffc6fd4e-8766-4670-810e-9d58817e4973 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:03.440870 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5bed6719-5035-457b-a3b4-42dfba6582fa req-ffc6fd4e-8766-4670-810e-9d58817e4973 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004ddb2-7c20-4892-a122-9d34c71ca958 HTTP/1.1" status: 200 len: 945 time: 0.3078907 Mar 05 04:57:03.480678 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 2bdeb4a9-fe47-471f-964a-4ffa0781a2aa, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=2bdeb4a9-fe47-471f-964a-4ffa0781a2aa,segment=NetworkSegment(78da9f50-b791-4384-818b-c3b1f3bf0c84),segment_id=78da9f50-b791-4384-818b-c3b1f3bf0c84)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:03.488170 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (2bdeb4a9-fe47-471f-964a-4ffa0781a2aa), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:03.495990 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-4c175edf-5db0-41a7-850d-09610963fffa None None] Allocated IP 2001:db8::2 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/55a4c7b1-0b82-416f-88f4-d6d3366b6b37/96d2d7db-88f2-4376-b8c7-7b115b70dac1) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:57:03.505154 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806d85b9-6312-4236-8cff-bbe07bcdaf55 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:57:03.511931 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1dd0ae27-108b-4476-a935-623cceecf3c4 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:57:03.519433 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-806d85b9-6312-4236-8cff-bbe07bcdaf55 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:57:03.523678 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['c87b096e-58a0-4ec5-9c49-c832a6ed2d21'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:57:03.534137 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806d85b9-6312-4236-8cff-bbe07bcdaf55 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:57:03.552230 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806d85b9-6312-4236-8cff-bbe07bcdaf55 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:03.553299 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-806d85b9-6312-4236-8cff-bbe07bcdaf55 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:03.629400 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-806d85b9-6312-4236-8cff-bbe07bcdaf55 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6420376 Mar 05 04:57:03.630039 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58882) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:03.668672 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5bed6719-5035-457b-a3b4-42dfba6582fa req-e129030e-eee2-4493-869c-9934415bfbe8 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] 10.222.0.11 "GET /v2.0/security-groups?id=477b03a0-9762-400d-8acc-df173cb8001b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268152 Mar 05 04:57:03.719658 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=2bdeb4a9-fe47-471f-964a-4ffa0781a2aa,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:03.808405 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f8d5f1-8f41-410d-af7c-5300e5b4daf1 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:03.816420 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-27f8d5f1-8f41-410d-af7c-5300e5b4daf1 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1839151 Mar 05 04:57:03.819175 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58888) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:03.844084 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 1dd0ae27-108b-4476-a935-623cceecf3c4 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:03.844474 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1dd0ae27-108b-4476-a935-623cceecf3c4), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:03.911447 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb4d7d-126b-470f-a624-daf1941a513c req-fd43c80a-956f-457c-b7af-17a8b52a781a tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:03.923671 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5afb4d7d-126b-470f-a624-daf1941a513c req-fd43c80a-956f-457c-b7af-17a8b52a781a tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=1196382b-9a18-43b3-83de-487722efd599 HTTP/1.1" status: 200 len: 946 time: 0.1309607 Mar 05 04:57:04.064208 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5afb4d7d-126b-470f-a624-daf1941a513c req-fbc761de-a88c-4a36-bee6-69a5f2d118cd tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13dc9a7-e16f-4ae1-a68d-1f65743bdd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259732 Mar 05 04:57:04.065941 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4c175edf-5db0-41a7-850d-09610963fffa None None] Publish callbacks [] for port (96d2d7db-88f2-4376-b8c7-7b115b70dac1), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:04.112828 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4c175edf-5db0-41a7-850d-09610963fffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (96d2d7db-88f2-4376-b8c7-7b115b70dac1), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:04.172494 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 1dd0ae27-108b-4476-a935-623cceecf3c4 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:04.173177 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1dd0ae27-108b-4476-a935-623cceecf3c4), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:04.202919 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-db76bb2e-9c1e-49d0-a1ea-9a0820a9c12b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting port eead9d5c-2941-4409-9289-bc83bab58f88 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:57:04.203301 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-db76bb2e-9c1e-49d0-a1ea-9a0820a9c12b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (eead9d5c-2941-4409-9289-bc83bab58f88), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:04.355061 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 1dd0ae27-108b-4476-a935-623cceecf3c4, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1dd0ae27-108b-4476-a935-623cceecf3c4,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:04.369809 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1dd0ae27-108b-4476-a935-623cceecf3c4), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:04.388130 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-db76bb2e-9c1e-49d0-a1ea-9a0820a9c12b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (eead9d5c-2941-4409-9289-bc83bab58f88), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:04.390635 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7a03c-9d7b-4e94-826e-4ee711c242ec req-9316b306-5108-4c27-8d5e-cb87172cb927 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:04.400145 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-26c7a03c-9d7b-4e94-826e-4ee711c242ec req-9316b306-5108-4c27-8d5e-cb87172cb927 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 946 time: 0.1380837 Mar 05 04:57:04.407402 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c175edf-5db0-41a7-850d-09610963fffa None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:57:04.422434 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-4c175edf-5db0-41a7-850d-09610963fffa None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:57:04.426574 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-db76bb2e-9c1e-49d0-a1ea-9a0820a9c12b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Calling delete_port for eead9d5c-2941-4409-9289-bc83bab58f88 owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:57:04.431257 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c175edf-5db0-41a7-850d-09610963fffa None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:57:04.453974 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c175edf-5db0-41a7-850d-09610963fffa None None] Pushing event updated for resources: {'Port': ['ID=96d2d7db-88f2-4376-b8c7-7b115b70dac1,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:04.515637 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-26c7a03c-9d7b-4e94-826e-4ee711c242ec req-b85c521f-a38a-456f-97b9-baf5eae1d88b tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004150 Mar 05 04:57:04.877002 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4ff6e-4cbf-44ed-9ec6-911ec5d6aa9b req-d5099672-110f-49ba-8c73-268d98f0d4ab tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:04.889424 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d4c4ff6e-4cbf-44ed-9ec6-911ec5d6aa9b req-d5099672-110f-49ba-8c73-268d98f0d4ab tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 945 time: 0.1244266 Mar 05 04:57:04.988293 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f023dc9-acce-41f6-8803-8ca9b6c7347b req-d5458567-63ad-4b25-9f3c-6ba2189c70ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:04.989876 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8f023dc9-acce-41f6-8803-8ca9b6c7347b req-d5458567-63ad-4b25-9f3c-6ba2189c70ce service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1196382b-9a18-43b3-83de-487722efd599 HTTP/1.1" status: 200 len: 1129 time: 0.3235362 Mar 05 04:57:05.015112 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d4c4ff6e-4cbf-44ed-9ec6-911ec5d6aa9b req-b3f8a19f-5c99-4cca-ada4-2463fb2eca35 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/security-groups?id=dda9ed6e-5f39-43cb-a89f-4fed152222eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217439 Mar 05 04:57:05.086398 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcb71cb-a20a-4627-995a-9351e71633f6 x-openstack-request-id: req-efcb71cb-a20a-4627-995a-9351e71633f6 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:57:05.092390 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1196382b-9a18-43b3-83de-487722efd599", "name": "network-vif-plugged", "status": "completed", "tag": "2bdeb4a9-fe47-471f-964a-4ffa0781a2aa", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:57:05.092907 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-efcb71cb-a20a-4627-995a-9351e71633f6 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:57:05.093565 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1196382b-9a18-43b3-83de-487722efd599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdeb4a9-fe47-471f-964a-4ffa0781a2aa', 'code': 200} Mar 05 04:57:05.128870 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-db76bb2e-9c1e-49d0-a1ea-9a0820a9c12b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (eead9d5c-2941-4409-9289-bc83bab58f88), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:05.154082 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-4c175edf-5db0-41a7-850d-09610963fffa None None] Attempting to bind port 96d2d7db-88f2-4376-b8c7-7b115b70dac1 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:57:05.155020 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-4c175edf-5db0-41a7-850d-09610963fffa None None] Attempting to bind port 96d2d7db-88f2-4376-b8c7-7b115b70dac1 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:57:05.156232 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c175edf-5db0-41a7-850d-09610963fffa None None] Attempting to bind port 96d2d7db-88f2-4376-b8c7-7b115b70dac1 on network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:57:05.178855 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c175edf-5db0-41a7-850d-09610963fffa None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:57:05.179706 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8f023dc9-acce-41f6-8803-8ca9b6c7347b req-c9475cb7-3810-472a-970b-31e44d501b21 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f13dc9a7-e16f-4ae1-a68d-1f65743bdd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808722 Mar 05 04:57:05.180325 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c175edf-5db0-41a7-850d-09610963fffa None None] Checking segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:57:05.181230 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4c175edf-5db0-41a7-850d-09610963fffa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:05.183217 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c175edf-5db0-41a7-850d-09610963fffa None None] Bound using segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:57:05.183972 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-4c175edf-5db0-41a7-850d-09610963fffa None None] Bound port: 96d2d7db-88f2-4376-b8c7-7b115b70dac1, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:57:05.186048 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4c175edf-5db0-41a7-850d-09610963fffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (96d2d7db-88f2-4376-b8c7-7b115b70dac1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:05.194621 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device c87b096e-58a0-4ec5-9c49-c832a6ed2d21 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:57:05.274256 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=1dd0ae27-108b-4476-a935-623cceecf3c4,revision_number=7']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:05.336937 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-db76bb2e-9c1e-49d0-a1ea-9a0820a9c12b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:05.342396 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-db76bb2e-9c1e-49d0-a1ea-9a0820a9c12b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/eead9d5c-2941-4409-9289-bc83bab58f88 HTTP/1.1" status: 204 len: 168 time: 1.5129223 Mar 05 04:57:05.343576 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76bb2e-9c1e-49d0-a1ea-9a0820a9c12b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Port': ['ID=eead9d5c-2941-4409-9289-bc83bab58f88,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:05.346374 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58934) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:05.364466 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f4655-80ee-4abf-b485-bf1e1ba40202 req-58471ff7-adfd-47ce-9aa6-95de3e55fb09 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:05.380762 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fc5f4655-80ee-4abf-b485-bf1e1ba40202 req-58471ff7-adfd-47ce-9aa6-95de3e55fb09 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004ddb2-7c20-4892-a122-9d34c71ca958 HTTP/1.1" status: 200 len: 945 time: 0.1788187 Mar 05 04:57:05.436624 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db76bb2e-9c1e-49d0-a1ea-9a0820a9c12b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:05.437650 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db76bb2e-9c1e-49d0-a1ea-9a0820a9c12b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:05.438032 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db76bb2e-9c1e-49d0-a1ea-9a0820a9c12b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:05.439825 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db76bb2e-9c1e-49d0-a1ea-9a0820a9c12b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:05.440191 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db76bb2e-9c1e-49d0-a1ea-9a0820a9c12b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:05.440539 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db76bb2e-9c1e-49d0-a1ea-9a0820a9c12b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:05.440890 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db76bb2e-9c1e-49d0-a1ea-9a0820a9c12b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:05.441228 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db76bb2e-9c1e-49d0-a1ea-9a0820a9c12b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:05.443849 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db76bb2e-9c1e-49d0-a1ea-9a0820a9c12b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:05.444210 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db76bb2e-9c1e-49d0-a1ea-9a0820a9c12b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:05.444573 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db76bb2e-9c1e-49d0-a1ea-9a0820a9c12b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:05.444918 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db76bb2e-9c1e-49d0-a1ea-9a0820a9c12b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:05.447567 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db76bb2e-9c1e-49d0-a1ea-9a0820a9c12b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:05.514106 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d2342c-71d6-4cb2-86a0-09d2531dc541 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:05.518618 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d2342c-71d6-4cb2-86a0-09d2531dc541 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:05.521110 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f9d2342c-71d6-4cb2-86a0-09d2531dc541 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1733882 Mar 05 04:57:05.526131 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58938) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:05.547658 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fc5f4655-80ee-4abf-b485-bf1e1ba40202 req-bcb48c0a-900f-49a4-b430-3ab5245f0094 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] 10.222.0.11 "GET /v2.0/security-groups?id=477b03a0-9762-400d-8acc-df173cb8001b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616883 Mar 05 04:57:05.551718 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-4c175edf-5db0-41a7-850d-09610963fffa None None] For port 96d2d7db-88f2-4376-b8c7-7b115b70dac1, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:57:05.561853 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-4c175edf-5db0-41a7-850d-09610963fffa None None] For port 96d2d7db-88f2-4376-b8c7-7b115b70dac1, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=96d2d7db-88f2-4376-b8c7-7b115b70dac1,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:57:05.600993 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4c175edf-5db0-41a7-850d-09610963fffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (96d2d7db-88f2-4376-b8c7-7b115b70dac1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:05.634113 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58942) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:05.668650 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port c87b096e-58a0-4ec5-9c49-c832a6ed2d21 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:57:05.690233 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port c87b096e-58a0-4ec5-9c49-c832a6ed2d21 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:05.690574 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c87b096e-58a0-4ec5-9c49-c832a6ed2d21), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:05.701549 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8cb629d-c560-4a34-9622-271cc5740560 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting subnet 55a4c7b1-0b82-416f-88f4-d6d3366b6b37 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:57:05.709315 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c8cb629d-c560-4a34-9622-271cc5740560 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (55a4c7b1-0b82-416f-88f4-d6d3366b6b37), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:05.816919 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c175edf-5db0-41a7-850d-09610963fffa None None] Pushing event updated for resources: {'Port': ['ID=96d2d7db-88f2-4376-b8c7-7b115b70dac1,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:05.834988 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f22ba8-d88f-4c58-9083-5aefbc1528cf req-16b404d1-0bc5-44a9-bc73-e3ccbae15545 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:05.845919 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-63f22ba8-d88f-4c58-9083-5aefbc1528cf req-16b404d1-0bc5-44a9-bc73-e3ccbae15545 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=1196382b-9a18-43b3-83de-487722efd599 HTTP/1.1" status: 200 len: 946 time: 0.1238565 Mar 05 04:57:05.853844 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c8cb629d-c560-4a34-9622-271cc5740560 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (55a4c7b1-0b82-416f-88f4-d6d3366b6b37), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:05.950951 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0e4ab127-cf65-4046-9cad-f02ba2e8839a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:05.960928 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port c87b096e-58a0-4ec5-9c49-c832a6ed2d21 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:05.964969 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c87b096e-58a0-4ec5-9c49-c832a6ed2d21), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:06.072043 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port c87b096e-58a0-4ec5-9c49-c832a6ed2d21, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=c87b096e-58a0-4ec5-9c49-c832a6ed2d21,segment=NetworkSegment(ebe4e329-8ec1-44ac-83e6-2ea0611bbd0a),segment_id=ebe4e329-8ec1-44ac-83e6-2ea0611bbd0a)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:06.077854 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-63f22ba8-d88f-4c58-9083-5aefbc1528cf req-6662f8fb-322b-4a57-870a-b047eb80084d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13dc9a7-e16f-4ae1-a68d-1f65743bdd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310517 Mar 05 04:57:06.080076 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c87b096e-58a0-4ec5-9c49-c832a6ed2d21), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:06.095243 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c8cb629d-c560-4a34-9622-271cc5740560 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (55a4c7b1-0b82-416f-88f4-d6d3366b6b37), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:06.297951 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=c87b096e-58a0-4ec5-9c49-c832a6ed2d21,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:06.316696 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c8cb629d-c560-4a34-9622-271cc5740560 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (55a4c7b1-0b82-416f-88f4-d6d3366b6b37), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:06.351836 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c8cb629d-c560-4a34-9622-271cc5740560 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:06.360213 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c8cb629d-c560-4a34-9622-271cc5740560 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/55a4c7b1-0b82-416f-88f4-d6d3366b6b37 HTTP/1.1" status: 204 len: 168 time: 0.8315837 Mar 05 04:57:06.364983 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58948) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:06.404804 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb629d-c560-4a34-9622-271cc5740560 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Subnet': ['ID=55a4c7b1-0b82-416f-88f4-d6d3366b6b37,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:06.517767 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0045ffd1-174f-4602-8102-72487a4cc133 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1500514 Mar 05 04:57:06.522034 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58952) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:06.532260 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-cdafcbe6-9783-432a-99de-d4a8102fa5cd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:57:06.758388 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdafcbe6-9783-432a-99de-d4a8102fa5cd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:57:06.765933 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cdafcbe6-9783-432a-99de-d4a8102fa5cd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:07.094982 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fcb2645-6388-433b-8e6d-d6f0800a1805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd0ae27-108b-4476-a935-623cceecf3c4'}, {'server_uuid': 'b004ddb2-7c20-4892-a122-9d34c71ca958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c87b096e-58a0-4ec5-9c49-c832a6ed2d21'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:57:07.098244 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1162547a-b9c8-4a50-97bf-82b10d7dd7f4" -d '{"events": [{"server_uuid": "4fcb2645-6388-433b-8e6d-d6f0800a1805", "name": "network-vif-plugged", "status": "completed", "tag": "1dd0ae27-108b-4476-a935-623cceecf3c4"}, {"server_uuid": "b004ddb2-7c20-4892-a122-9d34c71ca958", "name": "network-vif-plugged", "status": "completed", "tag": "c87b096e-58a0-4ec5-9c49-c832a6ed2d21"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:57:07.131403 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0e4ab127-cf65-4046-9cad-f02ba2e8839a admin admin] Publish callbacks [] for security_group (d5daeb1b-f3b6-43f7-8699-d3a38f4275fd), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:07.161629 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0e4ab127-cf65-4046-9cad-f02ba2e8839a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d5daeb1b-f3b6-43f7-8699-d3a38f4275fd), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:07.288302 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6b912-dcad-4c03-8e51-454b9b2d7408 req-f811438f-317a-43be-9ed6-53a2ab12c29f tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:07.303165 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9ea6b912-dcad-4c03-8e51-454b9b2d7408 req-f811438f-317a-43be-9ed6-53a2ab12c29f tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 946 time: 1.0323737 Mar 05 04:57:07.376042 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0e4ab127-cf65-4046-9cad-f02ba2e8839a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=346d5cb0be8040a8ad2072f824ad3176&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7406099 Mar 05 04:57:07.376995 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ab127-cf65-4046-9cad-f02ba2e8839a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5daeb1b-f3b6-43f7-8699-d3a38f4275fd,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:07.378576 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58960) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:07.390412 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ab127-cf65-4046-9cad-f02ba2e8839a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:07.390796 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ab127-cf65-4046-9cad-f02ba2e8839a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:07.391194 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ab127-cf65-4046-9cad-f02ba2e8839a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:07.391615 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ab127-cf65-4046-9cad-f02ba2e8839a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:07.391959 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ab127-cf65-4046-9cad-f02ba2e8839a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:07.392300 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ab127-cf65-4046-9cad-f02ba2e8839a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:07.392638 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ab127-cf65-4046-9cad-f02ba2e8839a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:07.392971 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ab127-cf65-4046-9cad-f02ba2e8839a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:07.393305 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ab127-cf65-4046-9cad-f02ba2e8839a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:07.393700 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ab127-cf65-4046-9cad-f02ba2e8839a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:07.394089 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ab127-cf65-4046-9cad-f02ba2e8839a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:07.394757 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ab127-cf65-4046-9cad-f02ba2e8839a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:07.395113 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ab127-cf65-4046-9cad-f02ba2e8839a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:07.409859 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cdafcbe6-9783-432a-99de-d4a8102fa5cd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (b7fa593c-fd72-4b17-bd5f-7d52f8a6523f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:07.467781 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9ea6b912-dcad-4c03-8e51-454b9b2d7408 req-23b76371-fe04-4147-80ec-0c00eeca6bf9 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633704 Mar 05 04:57:07.551733 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 96d2d7db-88f2-4376-b8c7-7b115b70dac1 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:57:07.564503 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdafcbe6-9783-432a-99de-d4a8102fa5cd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:57:07.577110 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdafcbe6-9783-432a-99de-d4a8102fa5cd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Subnet': ['ID=b7fa593c-fd72-4b17-bd5f-7d52f8a6523f,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:07.582379 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-cdafcbe6-9783-432a-99de-d4a8102fa5cd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:57:07.585873 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdafcbe6-9783-432a-99de-d4a8102fa5cd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:07.586481 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cdafcbe6-9783-432a-99de-d4a8102fa5cd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:07.720803 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ced71229-edfa-4edd-9086-704b6a4b9138 admin admin] Publish callbacks [] for security_group (d5daeb1b-f3b6-43f7-8699-d3a38f4275fd), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:07.726848 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71ab59-43d1-4e5d-b15b-1f26b66e2295 req-28e9f4c7-030d-4050-8905-d564c7e7b759 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:07.739452 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5c71ab59-43d1-4e5d-b15b-1f26b66e2295 req-28e9f4c7-030d-4050-8905-d564c7e7b759 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 945 time: 0.1268215 Mar 05 04:57:07.751306 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58964) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:07.752539 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-cdafcbe6-9783-432a-99de-d4a8102fa5cd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2290628 Mar 05 04:57:07.771883 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 96d2d7db-88f2-4376-b8c7-7b115b70dac1 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:07.772583 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (96d2d7db-88f2-4376-b8c7-7b115b70dac1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:07.793263 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-a0a13e2d-2328-4dc9-bae4-128958fa48c9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'port': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'fixed_ips': [{'subnet_id': 'b7fa593c-fd72-4b17-bd5f-7d52f8a6523f', 'ip_address': '2001:db8::4cc4:aa5b:7796:91ec'}], 'name': 'tempest-NetworksTestDHCPv6-2110646115'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:57:07.828862 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ced71229-edfa-4edd-9086-704b6a4b9138 admin admin] Publish callbacks [] for security_group (d5daeb1b-f3b6-43f7-8699-d3a38f4275fd), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:07.984939 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 96d2d7db-88f2-4376-b8c7-7b115b70dac1 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:07.985334 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (96d2d7db-88f2-4376-b8c7-7b115b70dac1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:07.986397 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ced71229-edfa-4edd-9086-704b6a4b9138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d5daeb1b-f3b6-43f7-8699-d3a38f4275fd), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:07.989786 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ced71229-edfa-4edd-9086-704b6a4b9138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:07.991235 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ced71229-edfa-4edd-9086-704b6a4b9138 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d5daeb1b-f3b6-43f7-8699-d3a38f4275fd HTTP/1.1" status: 204 len: 168 time: 0.6110327 Mar 05 04:57:08.015387 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced71229-edfa-4edd-9086-704b6a4b9138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5daeb1b-f3b6-43f7-8699-d3a38f4275fd,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:08.096738 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 96d2d7db-88f2-4376-b8c7-7b115b70dac1, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=96d2d7db-88f2-4376-b8c7-7b115b70dac1,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:08.113099 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (96d2d7db-88f2-4376-b8c7-7b115b70dac1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:08.186827 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5c71ab59-43d1-4e5d-b15b-1f26b66e2295 req-dbd9cea9-447e-41ea-9338-5869a9dc5915 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/security-groups?id=dda9ed6e-5f39-43cb-a89f-4fed152222eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462795 Mar 05 04:57:08.193488 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7183aed-6b48-470f-84a7-13d1def4208a None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:57:08.222232 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a13e2d-2328-4dc9-bae4-128958fa48c9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:57:08.499202 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:57:08.547860 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=96d2d7db-88f2-4376-b8c7-7b115b70dac1,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:08.562414 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d4bbc7ac-0e7c-4af5-ba68-95829a27e9a3 None None] Provisioning complete for port 96d2d7db-88f2-4376-b8c7-7b115b70dac1 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:08.562994 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d4bbc7ac-0e7c-4af5-ba68-95829a27e9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (96d2d7db-88f2-4376-b8c7-7b115b70dac1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:08.685979 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2b8b6-9571-4332-9831-9807e27012b6 req-5047ddbd-f04e-4eac-8988-aa8483151817 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:08.688479 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-66c2b8b6-9571-4332-9831-9807e27012b6 req-5047ddbd-f04e-4eac-8988-aa8483151817 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004ddb2-7c20-4892-a122-9d34c71ca958 HTTP/1.1" status: 200 len: 946 time: 0.2392669 Mar 05 04:57:08.693987 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a0a13e2d-2328-4dc9-bae4-128958fa48c9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:08.723845 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58976) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:08.773966 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-a0a13e2d-2328-4dc9-bae4-128958fa48c9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] device_id is not set on port 52b5bcbc-bca5-4d6c-a67d-6532cee55905 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 04:57:08.784442 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3502f8c1-4fa1-4be5-9a58-bf7eaf9dd5da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:08.799509 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d4bbc7ac-0e7c-4af5-ba68-95829a27e9a3 None None] Current status of the port 96d2d7db-88f2-4376-b8c7-7b115b70dac1 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:09.000002 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-66c2b8b6-9571-4332-9831-9807e27012b6 req-09632ec6-176a-4a95-9970-31f3b8bef992 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] 10.222.0.11 "GET /v2.0/security-groups?id=477b03a0-9762-400d-8acc-df173cb8001b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025289 Mar 05 04:57:09.070698 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d00113d0-ac5a-4ac4-9c81-fa4eef52875d None None] Provisioning complete for port 96d2d7db-88f2-4376-b8c7-7b115b70dac1 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:09.078748 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d00113d0-ac5a-4ac4-9c81-fa4eef52875d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (96d2d7db-88f2-4376-b8c7-7b115b70dac1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:09.103330 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3502f8c1-4fa1-4be5-9a58-bf7eaf9dd5da admin admin] Publish callbacks [] for security_group (65a5ce45-5251-4e16-b394-bd52a821ca0c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:09.111781 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3502f8c1-4fa1-4be5-9a58-bf7eaf9dd5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (65a5ce45-5251-4e16-b394-bd52a821ca0c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:09.192448 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Mar 2022 04:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de77a656-66cf-443a-8726-eb0fdcc4ee81 x-openstack-request-id: req-de77a656-66cf-443a-8726-eb0fdcc4ee81 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:57:09.192448 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fcb2645-6388-433b-8e6d-d6f0800a1805", "name": "network-vif-plugged", "status": "completed", "tag": "1dd0ae27-108b-4476-a935-623cceecf3c4", "code": 200}, {"server_uuid": "b004ddb2-7c20-4892-a122-9d34c71ca958", "name": "network-vif-plugged", "status": "completed", "tag": "c87b096e-58a0-4ec5-9c49-c832a6ed2d21", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:57:09.192448 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-de77a656-66cf-443a-8726-eb0fdcc4ee81 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:57:09.193284 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcb2645-6388-433b-8e6d-d6f0800a1805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd0ae27-108b-4476-a935-623cceecf3c4', 'code': 200} Mar 05 04:57:09.193567 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b004ddb2-7c20-4892-a122-9d34c71ca958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c87b096e-58a0-4ec5-9c49-c832a6ed2d21', 'code': 200} Mar 05 04:57:09.222058 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502f8c1-4fa1-4be5-9a58-bf7eaf9dd5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a5ce45-5251-4e16-b394-bd52a821ca0c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:09.345786 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3502f8c1-4fa1-4be5-9a58-bf7eaf9dd5da admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dbff9c0c91824f5381d6e94bac4d5cb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6208122 Mar 05 04:57:09.361592 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58982) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:09.397904 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604cc3b-4aad-4ab6-b5d2-b2f732469e7c req-a6e93352-f7dc-4f28-a83d-27cdc2fde0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:09.404360 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c604cc3b-4aad-4ab6-b5d2-b2f732469e7c req-a6e93352-f7dc-4f28-a83d-27cdc2fde0c9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b004ddb2-7c20-4892-a122-9d34c71ca958 HTTP/1.1" status: 200 len: 1129 time: 0.1492617 Mar 05 04:57:09.460279 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 96d2d7db-88f2-4376-b8c7-7b115b70dac1 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:57:09.498518 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-a0a13e2d-2328-4dc9-bae4-128958fa48c9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Allocated IP 2001:db8::4cc4:aa5b:7796:91ec (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/b7fa593c-fd72-4b17-bd5f-7d52f8a6523f/52b5bcbc-bca5-4d6c-a67d-6532cee55905) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:57:09.578603 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95419c50-f855-4d05-a0ec-9f11076ddad5 req-f6d76d69-cb13-4eff-835d-94cfed648f33 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:09.580476 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-95419c50-f855-4d05-a0ec-9f11076ddad5 req-f6d76d69-cb13-4eff-835d-94cfed648f33 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=1196382b-9a18-43b3-83de-487722efd599 HTTP/1.1" status: 200 len: 946 time: 0.2441180 Mar 05 04:57:09.603628 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c604cc3b-4aad-4ab6-b5d2-b2f732469e7c req-a624378b-370c-44c4-ad3e-e5705c23e02d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=477b03a0-9762-400d-8acc-df173cb8001b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924176 Mar 05 04:57:09.627168 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-39c89d8e-1afb-4e65-a3ee-743a900523ae admin admin] Publish callbacks [] for security_group (65a5ce45-5251-4e16-b394-bd52a821ca0c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:09.665664 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 96d2d7db-88f2-4376-b8c7-7b115b70dac1 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:09.669251 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (96d2d7db-88f2-4376-b8c7-7b115b70dac1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:09.679232 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d00113d0-ac5a-4ac4-9c81-fa4eef52875d None None] Current status of the port 96d2d7db-88f2-4376-b8c7-7b115b70dac1 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:09.759736 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-95419c50-f855-4d05-a0ec-9f11076ddad5 req-8b3f5eb0-1327-4b9f-b923-090a886ef9f1 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13dc9a7-e16f-4ae1-a68d-1f65743bdd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607347 Mar 05 04:57:09.761985 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-39c89d8e-1afb-4e65-a3ee-743a900523ae admin admin] Publish callbacks [] for security_group (65a5ce45-5251-4e16-b394-bd52a821ca0c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:09.819890 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-bca733de-d48b-4d74-a1a1-e35fb9c54c9c None None] Could not find standard attr ID for object eead9d5c-2941-4409-9289-bc83bab58f88. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 04:57:09.925793 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 96d2d7db-88f2-4376-b8c7-7b115b70dac1 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:10.071775 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a0a13e2d-2328-4dc9-bae4-128958fa48c9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for port (52b5bcbc-bca5-4d6c-a67d-6532cee55905), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:10.143310 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-39c89d8e-1afb-4e65-a3ee-743a900523ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (65a5ce45-5251-4e16-b394-bd52a821ca0c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:10.146041 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-39c89d8e-1afb-4e65-a3ee-743a900523ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:10.149467 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-39c89d8e-1afb-4e65-a3ee-743a900523ae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/65a5ce45-5251-4e16-b394-bd52a821ca0c HTTP/1.1" status: 204 len: 168 time: 0.7844055 Mar 05 04:57:10.223987 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7835eb2-e0e7-4201-852c-acc44df7c538 req-8874b218-5d47-4dcc-a2c4-fdcee03bc2e3 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:10.241825 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7835eb2-e0e7-4201-852c-acc44df7c538 req-8874b218-5d47-4dcc-a2c4-fdcee03bc2e3 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 946 time: 0.2985718 Mar 05 04:57:10.334723 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c89d8e-1afb-4e65-a3ee-743a900523ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a5ce45-5251-4e16-b394-bd52a821ca0c,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:10.430255 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a0a13e2d-2328-4dc9-bae4-128958fa48c9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (52b5bcbc-bca5-4d6c-a67d-6532cee55905), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:10.442203 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7835eb2-e0e7-4201-852c-acc44df7c538 req-71731b2f-c3ae-444e-aa29-c268512e26a9 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2012043 Mar 05 04:57:10.586198 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a13e2d-2328-4dc9-bae4-128958fa48c9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:57:10.618701 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a13e2d-2328-4dc9-bae4-128958fa48c9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Port': ['ID=52b5bcbc-bca5-4d6c-a67d-6532cee55905,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:10.623553 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-a0a13e2d-2328-4dc9-bae4-128958fa48c9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:57:10.691433 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a13e2d-2328-4dc9-bae4-128958fa48c9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:57:10.703616 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a13e2d-2328-4dc9-bae4-128958fa48c9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:10.704300 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a0a13e2d-2328-4dc9-bae4-128958fa48c9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:10.774627 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58996) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:10.785603 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a0a13e2d-2328-4dc9-bae4-128958fa48c9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0297880 Mar 05 04:57:10.842912 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33dae62-d824-4aac-887e-3b34a6006b5a req-a2742ec4-776a-4a67-932e-eada4a7c9112 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:10.864991 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d33dae62-d824-4aac-887e-3b34a6006b5a req-a2742ec4-776a-4a67-932e-eada4a7c9112 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 945 time: 0.3022211 Mar 05 04:57:10.973252 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d214afd8-c133-4e61-8a9d-660b4c8d462c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:10.993364 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d214afd8-c133-4e61-8a9d-660b4c8d462c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:10.999560 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d214afd8-c133-4e61-8a9d-660b4c8d462c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.2238159 Mar 05 04:57:11.002357 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59002) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:11.061660 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d33dae62-d824-4aac-887e-3b34a6006b5a req-dfcc7a4e-e6dd-4398-9ae3-316ef6da331c tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/security-groups?id=dda9ed6e-5f39-43cb-a89f-4fed152222eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932170 Mar 05 04:57:11.284547 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f4fdc279-9ca7-4825-870c-a32aeae24bbe None None] Provisioning complete for port 52b5bcbc-bca5-4d6c-a67d-6532cee55905 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:11.285205 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f4fdc279-9ca7-4825-870c-a32aeae24bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (52b5bcbc-bca5-4d6c-a67d-6532cee55905), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:11.340204 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-5f04817f-7e02-4adb-9b71-60b9dafc505e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting port 52b5bcbc-bca5-4d6c-a67d-6532cee55905 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:57:11.346255 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5f04817f-7e02-4adb-9b71-60b9dafc505e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (52b5bcbc-bca5-4d6c-a67d-6532cee55905), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:11.366007 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5fdeb-bc48-402e-a3dd-6614ecc3e380 req-8f249e04-2167-418d-b260-433d4cb67370 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:11.407501 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-04b5fdeb-bc48-402e-a3dd-6614ecc3e380 req-8f249e04-2167-418d-b260-433d4cb67370 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=1196382b-9a18-43b3-83de-487722efd599 HTTP/1.1" status: 200 len: 946 time: 0.1867650 Mar 05 04:57:11.408606 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59014) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:11.429757 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-01d600eb-b47e-4503-a0c8-839aaecd2cd7 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Request body: {'floatingip': {'port_id': '2bdeb4a9-fe47-471f-964a-4ffa0781a2aa'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:57:11.483960 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f4fdc279-9ca7-4825-870c-a32aeae24bbe None None] Port 52b5bcbc-bca5-4d6c-a67d-6532cee55905 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:57:11.503573 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f48c7b42-ba8f-4564-93dd-fc7db50c5130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:11.563050 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-01d600eb-b47e-4503-a0c8-839aaecd2cd7 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for floatingip (8037a914-20fc-40db-929e-5e97bbb9a01d), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:11.625515 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5f04817f-7e02-4adb-9b71-60b9dafc505e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (52b5bcbc-bca5-4d6c-a67d-6532cee55905), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:11.667477 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-5f04817f-7e02-4adb-9b71-60b9dafc505e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Calling delete_port for 52b5bcbc-bca5-4d6c-a67d-6532cee55905 owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:57:12.073655 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5f04817f-7e02-4adb-9b71-60b9dafc505e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (52b5bcbc-bca5-4d6c-a67d-6532cee55905), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:12.195454 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04817f-7e02-4adb-9b71-60b9dafc505e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Port': ['ID=52b5bcbc-bca5-4d6c-a67d-6532cee55905,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:12.272111 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5f04817f-7e02-4adb-9b71-60b9dafc505e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:12.294989 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5f04817f-7e02-4adb-9b71-60b9dafc505e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/52b5bcbc-bca5-4d6c-a67d-6532cee55905 HTTP/1.1" status: 204 len: 168 time: 1.2868328 Mar 05 04:57:12.295662 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59034) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:12.472057 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d08db4-ad76-4871-b6bf-ea5d5ccecb36 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:12.487394 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d08db4-ad76-4871-b6bf-ea5d5ccecb36 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:12.493349 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-13d08db4-ad76-4871-b6bf-ea5d5ccecb36 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1966226 Mar 05 04:57:12.497980 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59038) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:12.589991 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-01d600eb-b47e-4503-a0c8-839aaecd2cd7 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:12.603526 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08278714-44f7-45f6-bc76-71edf9bf3bc6 req-93b37372-906a-4421-893d-45245a189eb6 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:12.628493 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-08278714-44f7-45f6-bc76-71edf9bf3bc6 req-93b37372-906a-4421-893d-45245a189eb6 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004ddb2-7c20-4892-a122-9d34c71ca958 HTTP/1.1" status: 200 len: 946 time: 0.7705824 Mar 05 04:57:12.639419 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-01d600eb-b47e-4503-a0c8-839aaecd2cd7 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (8037a914-20fc-40db-929e-5e97bbb9a01d), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:12.652670 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d19ff28-43c1-4c79-b707-f5dda19ebdc3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting subnet b7fa593c-fd72-4b17-bd5f-7d52f8a6523f {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:57:12.661484 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9d19ff28-43c1-4c79-b707-f5dda19ebdc3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (b7fa593c-fd72-4b17-bd5f-7d52f8a6523f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:12.748943 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9d19ff28-43c1-4c79-b707-f5dda19ebdc3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (b7fa593c-fd72-4b17-bd5f-7d52f8a6523f), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:12.807235 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9d19ff28-43c1-4c79-b707-f5dda19ebdc3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (b7fa593c-fd72-4b17-bd5f-7d52f8a6523f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:12.882041 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9d19ff28-43c1-4c79-b707-f5dda19ebdc3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (b7fa593c-fd72-4b17-bd5f-7d52f8a6523f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:12.915659 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19ff28-43c1-4c79-b707-f5dda19ebdc3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Subnet': ['ID=b7fa593c-fd72-4b17-bd5f-7d52f8a6523f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:12.923880 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-08278714-44f7-45f6-bc76-71edf9bf3bc6 req-64151205-b19a-43cd-9fd6-d8d13fbcf63e tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] 10.222.0.11 "GET /v2.0/security-groups?id=477b03a0-9762-400d-8acc-df173cb8001b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943525 Mar 05 04:57:12.931157 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9d19ff28-43c1-4c79-b707-f5dda19ebdc3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:12.935324 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9d19ff28-43c1-4c79-b707-f5dda19ebdc3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/b7fa593c-fd72-4b17-bd5f-7d52f8a6523f HTTP/1.1" status: 204 len: 168 time: 0.4299343 Mar 05 04:57:12.940848 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f319d7dd-6631-40d9-8143-d8ef2c39be27 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:57:12.941900 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59042) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:13.083783 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1892fa4e-f55c-41de-9c74-a4b7a304364b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1333194 Mar 05 04:57:13.086260 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59046) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:13.112366 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-01d600eb-b47e-4503-a0c8-839aaecd2cd7 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Floating IP 8037a914-20fc-40db-929e-5e97bbb9a01d associated. External IP: 172.25.0.102, port: 2bdeb4a9-fe47-471f-964a-4ffa0781a2aa. Mar 05 04:57:13.159113 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59048) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:13.176355 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0357e3bf-82ec-4153-b5c4-026f82837098 None None] DHCP port deletion for d9771a2e-94ae-4769-a90a-e0cdf5de3e37 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:57:13.269307 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33059e86-45fc-4d48-a7e9-9abe44442ab6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:13.270802 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-33059e86-45fc-4d48-a7e9-9abe44442ab6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1829548 Mar 05 04:57:13.284049 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59052) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:13.369207 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-0357e3bf-82ec-4153-b5c4-026f82837098 None None] Deleting port 96d2d7db-88f2-4376-b8c7-7b115b70dac1 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:57:13.369829 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0357e3bf-82ec-4153-b5c4-026f82837098 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (96d2d7db-88f2-4376-b8c7-7b115b70dac1), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:13.482595 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 96d2d7db-88f2-4376-b8c7-7b115b70dac1 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:57:13.525758 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf362e9-fed2-4346-99ed-341a1554be5d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:13.528883 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2cf362e9-fed2-4346-99ed-341a1554be5d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2422154 Mar 05 04:57:13.535328 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59056) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:13.594367 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-0357e3bf-82ec-4153-b5c4-026f82837098 None None] For port 96d2d7db-88f2-4376-b8c7-7b115b70dac1, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=96d2d7db-88f2-4376-b8c7-7b115b70dac1,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:13.594773 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0357e3bf-82ec-4153-b5c4-026f82837098 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (96d2d7db-88f2-4376-b8c7-7b115b70dac1), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:13.595850 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09c180dd-dc07-479a-8aa2-b5dc8b2ecc8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:13.610807 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-0357e3bf-82ec-4153-b5c4-026f82837098 None None] Calling delete_port for 96d2d7db-88f2-4376-b8c7-7b115b70dac1 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:57:13.764471 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09c180dd-dc07-479a-8aa2-b5dc8b2ecc8b admin admin] Publish callbacks [] for security_group (37104b97-dad4-434b-be5a-b4018ec2e5c4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:13.770223 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09c180dd-dc07-479a-8aa2-b5dc8b2ecc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (37104b97-dad4-434b-be5a-b4018ec2e5c4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:13.836483 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-09c180dd-dc07-479a-8aa2-b5dc8b2ecc8b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f614e97bb0574b28b2b649cf557430d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6738899 Mar 05 04:57:13.850303 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59058) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:13.852136 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ad073f85-c0bb-4442-afe1-15346573d6ed tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3131950 Mar 05 04:57:13.868847 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59060) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:13.879489 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-a6733bb8-4fa8-4e4a-a09d-19fcc69b93d3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:57:13.900228 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0357e3bf-82ec-4153-b5c4-026f82837098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (96d2d7db-88f2-4376-b8c7-7b115b70dac1), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:13.914210 n-d-789963-32 neutron-server[105233]: INFO neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No ports have port_id starting with 96d2d7db-88f2-4376-b8c7-7b115b70dac1 Mar 05 04:57:13.937745 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c180dd-dc07-479a-8aa2-b5dc8b2ecc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37104b97-dad4-434b-be5a-b4018ec2e5c4,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:13.969958 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d10c446-cde1-4668-b651-efd73c97853d admin admin] Publish callbacks [] for security_group (37104b97-dad4-434b-be5a-b4018ec2e5c4), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:13.999282 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d10c446-cde1-4668-b651-efd73c97853d admin admin] Publish callbacks [] for security_group (37104b97-dad4-434b-be5a-b4018ec2e5c4), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:14.000062 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357e3bf-82ec-4153-b5c4-026f82837098 None None] Pushing event deleted for resources: {'Port': ['ID=96d2d7db-88f2-4376-b8c7-7b115b70dac1,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:14.024257 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0357e3bf-82ec-4153-b5c4-026f82837098 None None] No DVR routers for this DVR port 96d2d7db-88f2-4376-b8c7-7b115b70dac1 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:57:14.043394 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:14.043394 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:14.045072 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b88901-ec0e-4d76-a67a-ebe7b9fb0ab9 req-59ea885c-5345-4445-844b-7ca4a3f47bed tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:14.045816 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-82a4d542-a89b-4932-bdad-bc3492d84ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:14.056056 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-44b88901-ec0e-4d76-a67a-ebe7b9fb0ab9 req-59ea885c-5345-4445-844b-7ca4a3f47bed tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 946 time: 0.5332663 Mar 05 04:57:14.134922 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d600eb-b47e-4503-a0c8-839aaecd2cd7 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:57:14.151324 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-44b88901-ec0e-4d76-a67a-ebe7b9fb0ab9 req-63641ce9-44be-431c-9a93-a3070c2991e4 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904231 Mar 05 04:57:14.225848 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d10c446-cde1-4668-b651-efd73c97853d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (37104b97-dad4-434b-be5a-b4018ec2e5c4), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:14.232975 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d10c446-cde1-4668-b651-efd73c97853d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:14.246809 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4d10c446-cde1-4668-b651-efd73c97853d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/37104b97-dad4-434b-be5a-b4018ec2e5c4 HTTP/1.1" status: 204 len: 168 time: 0.3946643 Mar 05 04:57:14.279583 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10c446-cde1-4668-b651-efd73c97853d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37104b97-dad4-434b-be5a-b4018ec2e5c4,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:14.399200 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6733bb8-4fa8-4e4a-a09d-19fcc69b93d3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:57:14.404580 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a6733bb8-4fa8-4e4a-a09d-19fcc69b93d3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:14.941245 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:15.409488 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a6733bb8-4fa8-4e4a-a09d-19fcc69b93d3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (baf667fe-fdee-4975-9100-d9c3ba424dfd), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:15.499661 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ff5e5-007c-40f7-8a7a-c875b734d8be req-1113830a-1879-4eb4-bdc5-60809439cfbc tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:15.507125 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c18ff5e5-007c-40f7-8a7a-c875b734d8be req-1113830a-1879-4eb4-bdc5-60809439cfbc tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 945 time: 1.1410866 Mar 05 04:57:15.519058 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6733bb8-4fa8-4e4a-a09d-19fcc69b93d3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Subnet': ['ID=baf667fe-fdee-4975-9100-d9c3ba424dfd,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:15.554522 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6733bb8-4fa8-4e4a-a09d-19fcc69b93d3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:57:15.563361 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-a6733bb8-4fa8-4e4a-a09d-19fcc69b93d3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:57:15.567321 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6733bb8-4fa8-4e4a-a09d-19fcc69b93d3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:15.568134 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a6733bb8-4fa8-4e4a-a09d-19fcc69b93d3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:15.571549 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d600eb-b47e-4503-a0c8-839aaecd2cd7 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:57:15.573943 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85401228-1a3d-492f-8159-403f8b409df5 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:57:15.606707 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-01d600eb-b47e-4503-a0c8-839aaecd2cd7 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:15.740633 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-01d600eb-b47e-4503-a0c8-839aaecd2cd7 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "PUT /v2.0/floatingips/8037a914-20fc-40db-929e-5e97bbb9a01d HTTP/1.1" status: 200 len: 992 time: 4.3233652 Mar 05 04:57:15.743775 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1196382b-9a18-43b3-83de-487722efd599', 'tag': '2bdeb4a9-fe47-471f-964a-4ffa0781a2aa'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:57:15.751083 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69f4f5d-7d0a-4094-80cc-4a1fc9172ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "1196382b-9a18-43b3-83de-487722efd599", "tag": "2bdeb4a9-fe47-471f-964a-4ffa0781a2aa"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:57:15.773588 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a6733bb8-4fa8-4e4a-a09d-19fcc69b93d3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9033573 Mar 05 04:57:15.776551 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59094) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:15.782660 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-93464f5e-8dc2-41ca-9e85-9165bd8c8615 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'port': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'fixed_ips': [{'subnet_id': 'baf667fe-fdee-4975-9100-d9c3ba424dfd', 'ip_address': '2001:db8::9007:ff:3be1:4a79'}], 'name': 'tempest-NetworksTestDHCPv6-223255506'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:57:15.800753 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c18ff5e5-007c-40f7-8a7a-c875b734d8be req-265f8cc2-0db3-4a28-8dbf-e0451f82d9c5 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/security-groups?id=dda9ed6e-5f39-43cb-a89f-4fed152222eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923949 Mar 05 04:57:15.815253 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bd5a9c-ab9d-4ce2-8a9e-0a65ad3a5a66 None None] Sync routers for ids ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:57:15.831226 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bd5a9c-ab9d-4ce2-8a9e-0a65ad3a5a66 None None] Routers {'9d9e5c8c-8fe9-4199-9808-05fba6c71dec'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:57:15.832130 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e2bd5a9c-ab9d-4ce2-8a9e-0a65ad3a5a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:57:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:15.892917 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d8b9b5-9f6f-476d-b37f-abb3cfdd53ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-d9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'fixed_ips': [{'subnet_id': 'baf667fe-fdee-4975-9100-d9c3ba424dfd'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:57:15.894725 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a2d8b9b5-9f6f-476d-b37f-abb3cfdd53ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:16.213429 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef91b9-6fdc-4b90-8db1-9faca78ae0df req-ff81e8e1-c8f0-4c24-8705-bcdb1bda6048 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:16.230881 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-90ef91b9-6fdc-4b90-8db1-9faca78ae0df req-ff81e8e1-c8f0-4c24-8705-bcdb1bda6048 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 946 time: 0.1603739 Mar 05 04:57:16.285803 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-e2bd5a9c-ab9d-4ce2-8a9e-0a65ad3a5a66 None None] Set router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:57:16.369924 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-90ef91b9-6fdc-4b90-8db1-9faca78ae0df req-31c6d38c-7697-4e2a-a55e-747d0fe0268b tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282802 Mar 05 04:57:16.422910 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:16.479638 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-a2d8b9b5-9f6f-476d-b37f-abb3cfdd53ae None None] Allocated IP 2001:db8::2 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/baf667fe-fdee-4975-9100-d9c3ba424dfd/ee03afd1-8fa4-4e15-87bb-bf47e308096a) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:57:16.500891 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1566719d-1813-471c-a587-4741cd8c4acc x-openstack-request-id: req-1566719d-1813-471c-a587-4741cd8c4acc {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:57:16.501433 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1196382b-9a18-43b3-83de-487722efd599", "tag": "2bdeb4a9-fe47-471f-964a-4ffa0781a2aa", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:57:16.501670 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1566719d-1813-471c-a587-4741cd8c4acc {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:57:16.502189 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1196382b-9a18-43b3-83de-487722efd599', 'tag': '2bdeb4a9-fe47-471f-964a-4ffa0781a2aa', 'status': 'completed', 'code': 200} Mar 05 04:57:17.016601 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f4f5d-7d0a-4094-80cc-4a1fc9172ad9 req-d0678e94-fc61-49db-84c1-c145da9c5e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:17.018433 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f69f4f5d-7d0a-4094-80cc-4a1fc9172ad9 req-d0678e94-fc61-49db-84c1-c145da9c5e14 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4e3a7db0492c498e9791caa16e095e94&device_id=1196382b-9a18-43b3-83de-487722efd599 HTTP/1.1" status: 200 len: 1129 time: 0.2691801 Mar 05 04:57:17.054942 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93464f5e-8dc2-41ca-9e85-9165bd8c8615 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:57:17.244294 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-93464f5e-8dc2-41ca-9e85-9165bd8c8615 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:17.267258 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-93464f5e-8dc2-41ca-9e85-9165bd8c8615 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] device_id is not set on port 69f8e75a-36ac-4a7a-a05c-fc8678bf79e4 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 04:57:17.344378 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d64c1b-6564-4abe-b0c1-dd3e5e2f8fe6 req-4e451315-a133-4f8a-8812-cc159bb1954d tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:17.350097 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-91d64c1b-6564-4abe-b0c1-dd3e5e2f8fe6 req-4e451315-a133-4f8a-8812-cc159bb1954d tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 945 time: 0.2046723 Mar 05 04:57:17.497995 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-91d64c1b-6564-4abe-b0c1-dd3e5e2f8fe6 req-5bb897da-a607-4499-a8cd-8cbd5c6cc780 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/security-groups?id=dda9ed6e-5f39-43cb-a89f-4fed152222eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412435 Mar 05 04:57:17.765881 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f4f5d-7d0a-4094-80cc-4a1fc9172ad9 req-72701113-bede-487e-a6ce-2a7e02a45107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:17.775354 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f69f4f5d-7d0a-4094-80cc-4a1fc9172ad9 req-72701113-bede-487e-a6ce-2a7e02a45107 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2208e38e-4ccf-4e0c-99e3-12bba4d22772 HTTP/1.1" status: 200 len: 914 time: 0.7484016 Mar 05 04:57:17.779448 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b6743-ce04-4a20-b855-75f574b5e6e8 req-b7925b06-70d5-487f-9825-3cc1f72225ff tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:17.779974 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1e0b6743-ce04-4a20-b855-75f574b5e6e8 req-b7925b06-70d5-487f-9825-3cc1f72225ff tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004ddb2-7c20-4892-a122-9d34c71ca958 HTTP/1.1" status: 200 len: 946 time: 0.1669474 Mar 05 04:57:17.891513 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1e0b6743-ce04-4a20-b855-75f574b5e6e8 req-05eb9957-a8f2-45bb-afc9-03f19c64b376 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] 10.222.0.11 "GET /v2.0/security-groups?id=477b03a0-9762-400d-8acc-df173cb8001b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048522 Mar 05 04:57:17.927770 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f69f4f5d-7d0a-4094-80cc-4a1fc9172ad9 req-5db2ad5f-d396-4997-bd13-00c578e00049 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bdeb4a9-fe47-471f-964a-4ffa0781a2aa HTTP/1.1" status: 200 len: 1000 time: 0.1405127 Mar 05 04:57:17.953661 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a2d8b9b5-9f6f-476d-b37f-abb3cfdd53ae None None] Publish callbacks [] for port (ee03afd1-8fa4-4e15-87bb-bf47e308096a), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:17.962227 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:17.971662 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a2d8b9b5-9f6f-476d-b37f-abb3cfdd53ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (ee03afd1-8fa4-4e15-87bb-bf47e308096a), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:18.093841 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d8b9b5-9f6f-476d-b37f-abb3cfdd53ae None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:57:18.098139 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-a2d8b9b5-9f6f-476d-b37f-abb3cfdd53ae None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:57:18.106506 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d8b9b5-9f6f-476d-b37f-abb3cfdd53ae None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:57:18.180662 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-93464f5e-8dc2-41ca-9e85-9165bd8c8615 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Allocated IP 2001:db8::9007:ff:3be1:4a79 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/baf667fe-fdee-4975-9100-d9c3ba424dfd/69f8e75a-36ac-4a7a-a05c-fc8678bf79e4) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:57:18.235520 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8b9b5-9f6f-476d-b37f-abb3cfdd53ae None None] Pushing event updated for resources: {'Port': ['ID=ee03afd1-8fa4-4e15-87bb-bf47e308096a,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:18.238360 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-a2d8b9b5-9f6f-476d-b37f-abb3cfdd53ae None None] Attempting to bind port ee03afd1-8fa4-4e15-87bb-bf47e308096a on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:57:18.238812 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-a2d8b9b5-9f6f-476d-b37f-abb3cfdd53ae None None] Attempting to bind port ee03afd1-8fa4-4e15-87bb-bf47e308096a by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:57:18.239379 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d8b9b5-9f6f-476d-b37f-abb3cfdd53ae None None] Attempting to bind port ee03afd1-8fa4-4e15-87bb-bf47e308096a on network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:57:18.248473 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d8b9b5-9f6f-476d-b37f-abb3cfdd53ae None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:57:18.248955 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d8b9b5-9f6f-476d-b37f-abb3cfdd53ae None None] Checking segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:57:18.249435 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a2d8b9b5-9f6f-476d-b37f-abb3cfdd53ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:18.249942 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d8b9b5-9f6f-476d-b37f-abb3cfdd53ae None None] Bound using segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:57:18.250502 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-a2d8b9b5-9f6f-476d-b37f-abb3cfdd53ae None None] Bound port: ee03afd1-8fa4-4e15-87bb-bf47e308096a, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:57:18.250956 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a2d8b9b5-9f6f-476d-b37f-abb3cfdd53ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ee03afd1-8fa4-4e15-87bb-bf47e308096a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:18.274382 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e2bd5a9c-ab9d-4ce2-8a9e-0a65ad3a5a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:26Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'gw_port': {'id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:28Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '8037a914-20fc-40db-929e-5e97bbb9a01d', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'floating_ip_address': '172.25.0.102', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'port_id': '2bdeb4a9-fe47-471f-964a-4ffa0781a2aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'mac_address': 'fa:16:3e:b4:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1196382b-9a18-43b3-83de-487722efd599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:56:45Z', 'updated_at': '2022-03-05T04:57:12Z', 'revision_number': 1, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05374882-18b9-429d-a219-9a1dba943df9', 'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'mac_address': 'fa:16:3e:7e:8a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:34Z', 'updated_at': '2022-03-05T04:56:42Z', 'revision_number': 5, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'subnets': [{'id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:18.276135 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559ff71-dff7-47d5-b9af-24b8317e03f6 req-ce91a55c-f153-4d30-b83f-874b522519ac tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:18.294788 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6559ff71-dff7-47d5-b9af-24b8317e03f6 req-ce91a55c-f153-4d30-b83f-874b522519ac tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 946 time: 0.2392519 Mar 05 04:57:18.478040 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bd5a9c-ab9d-4ce2-8a9e-0a65ad3a5a66 None None] Checking router: 9d9e5c8c-8fe9-4199-9808-05fba6c71dec for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:57:18.484493 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6559ff71-dff7-47d5-b9af-24b8317e03f6 req-9b7206d7-cc9a-4eb3-a169-ba1a7d1c9c20 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831264 Mar 05 04:57:18.530094 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bd5a9c-ab9d-4ce2-8a9e-0a65ad3a5a66 None None] Routers {'9d9e5c8c-8fe9-4199-9808-05fba6c71dec'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:57:18.545324 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e2bd5a9c-ab9d-4ce2-8a9e-0a65ad3a5a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:57:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:18.628753 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-a2d8b9b5-9f6f-476d-b37f-abb3cfdd53ae None None] For port ee03afd1-8fa4-4e15-87bb-bf47e308096a, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:57:18.634284 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-a2d8b9b5-9f6f-476d-b37f-abb3cfdd53ae None None] For port ee03afd1-8fa4-4e15-87bb-bf47e308096a, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ee03afd1-8fa4-4e15-87bb-bf47e308096a,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:57:18.686541 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-93464f5e-8dc2-41ca-9e85-9165bd8c8615 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for port (69f8e75a-36ac-4a7a-a05c-fc8678bf79e4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:18.711787 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a2d8b9b5-9f6f-476d-b37f-abb3cfdd53ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ee03afd1-8fa4-4e15-87bb-bf47e308096a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:18.853483 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-93464f5e-8dc2-41ca-9e85-9165bd8c8615 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (69f8e75a-36ac-4a7a-a05c-fc8678bf79e4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:18.910493 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3956db-0154-4f9b-84c9-6a0c4cef5d4b req-2edcb9b4-854e-43d5-9f26-b9f43437593d tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:18.930216 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bc3956db-0154-4f9b-84c9-6a0c4cef5d4b req-2edcb9b4-854e-43d5-9f26-b9f43437593d tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 945 time: 0.2071722 Mar 05 04:57:19.024784 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8b9b5-9f6f-476d-b37f-abb3cfdd53ae None None] Pushing event updated for resources: {'Port': ['ID=ee03afd1-8fa4-4e15-87bb-bf47e308096a,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:19.025841 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93464f5e-8dc2-41ca-9e85-9165bd8c8615 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:57:19.042707 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93464f5e-8dc2-41ca-9e85-9165bd8c8615 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Port': ['ID=69f8e75a-36ac-4a7a-a05c-fc8678bf79e4,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:19.054490 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-93464f5e-8dc2-41ca-9e85-9165bd8c8615 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:57:19.060442 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93464f5e-8dc2-41ca-9e85-9165bd8c8615 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:57:19.067625 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93464f5e-8dc2-41ca-9e85-9165bd8c8615 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:19.068264 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-93464f5e-8dc2-41ca-9e85-9165bd8c8615 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:19.087705 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-e2bd5a9c-ab9d-4ce2-8a9e-0a65ad3a5a66 None None] Set router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:57:19.125628 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-93464f5e-8dc2-41ca-9e85-9165bd8c8615 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 3.3435361 Mar 05 04:57:19.126812 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59158) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:19.164327 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bc3956db-0154-4f9b-84c9-6a0c4cef5d4b req-25b8c61b-1eea-458c-ae93-5bc44313ce50 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/security-groups?id=dda9ed6e-5f39-43cb-a89f-4fed152222eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317955 Mar 05 04:57:19.182697 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-32bddbbc-048b-4697-a9bd-ee3f33f40878 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'port': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'fixed_ips': [{'subnet_id': 'baf667fe-fdee-4975-9100-d9c3ba424dfd', 'ip_address': '2001:db8::9007:ff:3be1:4a79'}], 'name': 'tempest-NetworksTestDHCPv6-737343929'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:57:19.354504 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40eb18c-a383-46f0-8143-4fd19ec90edf req-a8692d48-6d7d-4a46-8e02-727254e0f436 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:19.369594 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c40eb18c-a383-46f0-8143-4fd19ec90edf req-a8692d48-6d7d-4a46-8e02-727254e0f436 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004ddb2-7c20-4892-a122-9d34c71ca958 HTTP/1.1" status: 200 len: 946 time: 0.2517576 Mar 05 04:57:19.502467 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c40eb18c-a383-46f0-8143-4fd19ec90edf req-e0fe5530-cf8f-415d-9d6b-b6b1029715fb tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] 10.222.0.11 "GET /v2.0/security-groups?id=477b03a0-9762-400d-8acc-df173cb8001b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317921 Mar 05 04:57:19.570342 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ee03afd1-8fa4-4e15-87bb-bf47e308096a up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:57:19.635223 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8438b44-7345-4f8d-997d-48001ccd5b7a req-78ab45e5-21ac-47ed-8d23-53a72ed73ac5 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:19.640347 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e8438b44-7345-4f8d-997d-48001ccd5b7a req-78ab45e5-21ac-47ed-8d23-53a72ed73ac5 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] 10.222.0.30 "GET /v2.0/ports?device_id=b004ddb2-7c20-4892-a122-9d34c71ca958 HTTP/1.1" status: 200 len: 946 time: 1.0738182 Mar 05 04:57:19.644369 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f4f5d-7d0a-4094-80cc-4a1fc9172ad9 req-bda7c559-d9d9-4525-b6e9-f71ed0dde311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:19.655526 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f69f4f5d-7d0a-4094-80cc-4a1fc9172ad9 req-bda7c559-d9d9-4525-b6e9-f71ed0dde311 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5 HTTP/1.1" status: 200 len: 853 time: 1.7254174 Mar 05 04:57:19.741488 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd285a-ddf7-446a-9038-ab9b051159e9 req-ed8120e9-671f-442c-a89b-b8b1f18af433 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:19.759756 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5ebd285a-ddf7-446a-9038-ab9b051159e9 req-ed8120e9-671f-442c-a89b-b8b1f18af433 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 946 time: 0.1209435 Mar 05 04:57:19.829405 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port ee03afd1-8fa4-4e15-87bb-bf47e308096a triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:19.829791 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ee03afd1-8fa4-4e15-87bb-bf47e308096a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:19.879277 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5ebd285a-ddf7-446a-9038-ab9b051159e9 req-ca5b98de-2665-4e78-9cdd-20401e1be91b tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180027 Mar 05 04:57:19.978979 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bddbbc-048b-4697-a9bd-ee3f33f40878 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:57:19.982834 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-32bddbbc-048b-4697-a9bd-ee3f33f40878 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:20.120572 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-32bddbbc-048b-4697-a9bd-ee3f33f40878 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] device_id is not set on port 963704cb-dc23-4446-9a74-ff86328ac9f2 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 04:57:20.245875 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e2bd5a9c-ab9d-4ce2-8a9e-0a65ad3a5a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:26Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'gw_port': {'id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:28Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '8037a914-20fc-40db-929e-5e97bbb9a01d', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'floating_ip_address': '172.25.0.102', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'port_id': '2bdeb4a9-fe47-471f-964a-4ffa0781a2aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'mac_address': 'fa:16:3e:b4:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1196382b-9a18-43b3-83de-487722efd599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:56:45Z', 'updated_at': '2022-03-05T04:57:12Z', 'revision_number': 1, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05374882-18b9-429d-a219-9a1dba943df9', 'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'mac_address': 'fa:16:3e:7e:8a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:34Z', 'updated_at': '2022-03-05T04:56:42Z', 'revision_number': 5, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'subnets': [{'id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:20.249136 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port ee03afd1-8fa4-4e15-87bb-bf47e308096a is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:20.249526 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ee03afd1-8fa4-4e15-87bb-bf47e308096a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:20.382022 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port ee03afd1-8fa4-4e15-87bb-bf47e308096a, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ee03afd1-8fa4-4e15-87bb-bf47e308096a,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:20.385505 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f4f5d-7d0a-4094-80cc-4a1fc9172ad9 req-207d10c9-23ec-428a-8fa0-93a2270533cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:20.387869 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bd5a9c-ab9d-4ce2-8a9e-0a65ad3a5a66 None None] The sync data for ids ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'] in n-d-789963-32 is: [{'id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:26Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'gw_port': {'id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:28Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '8037a914-20fc-40db-929e-5e97bbb9a01d', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'floating_ip_address': '172.25.0.102', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'port_id': '2bdeb4a9-fe47-471f-964a-4ffa0781a2aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'mac_address': 'fa:16:3e:b4:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1196382b-9a18-43b3-83de-487722efd599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:56:45Z', 'updated_at': '2022-03-05T04:57:12Z', 'revision_number': 1, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05374882-18b9-429d-a219-9a1dba943df9', 'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'mac_address': 'fa:16:3e:7e:8a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:34Z', 'updated_at': '2022-03-05T04:56:42Z', 'revision_number': 5, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'subnets': [{'id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:57:20.391745 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ee03afd1-8fa4-4e15-87bb-bf47e308096a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:20.392472 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f69f4f5d-7d0a-4094-80cc-4a1fc9172ad9 req-207d10c9-23ec-428a-8fa0-93a2270533cc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2208e38e-4ccf-4e0c-99e3-12bba4d22772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4992139 Mar 05 04:57:20.408550 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a01b1-6e7a-4a6f-8080-3d71e20430a1 req-fd84073a-2158-4390-8a6d-e07610121bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:20.425166 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1f9a01b1-6e7a-4a6f-8080-3d71e20430a1 req-fd84073a-2158-4390-8a6d-e07610121bc3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f0efde040e1417b9e4baf083ccb9565&device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 1129 time: 0.8546762 Mar 05 04:57:20.515383 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc278a2e-4c53-4fb7-a71a-d44f1aa5cc88 req-1b3f8845-2fa6-42c1-b3dc-4772b0f792af tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:20.543856 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bc278a2e-4c53-4fb7-a71a-d44f1aa5cc88 req-1b3f8845-2fa6-42c1-b3dc-4772b0f792af tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 945 time: 0.2408929 Mar 05 04:57:20.584174 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=ee03afd1-8fa4-4e15-87bb-bf47e308096a,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:20.780633 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bc278a2e-4c53-4fb7-a71a-d44f1aa5cc88 req-c4fbc7a1-5288-4374-aa9d-d821bb03f047 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/security-groups?id=dda9ed6e-5f39-43cb-a89f-4fed152222eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258224 Mar 05 04:57:20.884986 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-81ef932b-a04d-4ab4-84f7-0def88deb731 None None] Provisioning complete for port ee03afd1-8fa4-4e15-87bb-bf47e308096a triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:20.885366 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-81ef932b-a04d-4ab4-84f7-0def88deb731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ee03afd1-8fa4-4e15-87bb-bf47e308096a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:20.967148 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f2865-3256-42ac-a58b-09f5da96c447 req-69a01f11-bb7b-4b30-9c69-ddb46536a708 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:21.013426 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34285af9-3c7b-44e2-b088-9bb6f9f9d776 None None] New status for floating IP 8037a914-20fc-40db-929e-5e97bbb9a01d: ACTIVE {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 04:57:21.015646 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-be1f2865-3256-42ac-a58b-09f5da96c447 req-69a01f11-bb7b-4b30-9c69-ddb46536a708 tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004ddb2-7c20-4892-a122-9d34c71ca958 HTTP/1.1" status: 200 len: 946 time: 0.2532074 Mar 05 04:57:21.303066 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-32bddbbc-048b-4697-a9bd-ee3f33f40878 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 05 04:57:21.311772 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32bddbbc-048b-4697-a9bd-ee3f33f40878 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 04:57:21.342163 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-be1f2865-3256-42ac-a58b-09f5da96c447 req-c0f244d1-ecc7-4e52-aa1e-6cbc104a66fc tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] 10.222.0.11 "GET /v2.0/security-groups?id=477b03a0-9762-400d-8acc-df173cb8001b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241496 Mar 05 04:57:21.392749 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-32bddbbc-048b-4697-a9bd-ee3f33f40878 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 2.2235620 Mar 05 04:57:21.397840 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59190) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:21.420163 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-81ef932b-a04d-4ab4-84f7-0def88deb731 None None] Current status of the port ee03afd1-8fa4-4e15-87bb-bf47e308096a is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:21.425305 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a01b1-6e7a-4a6f-8080-3d71e20430a1 req-5c0040a3-03f9-4750-b43b-af0a7affbda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:21.426798 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1f9a01b1-6e7a-4a6f-8080-3d71e20430a1 req-5c0040a3-03f9-4750-b43b-af0a7affbda0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1fadffb-f5d8-4040-a31e-e74b33451f43 HTTP/1.1" status: 200 len: 917 time: 1.0008435 Mar 05 04:57:21.430644 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device c87b096e-58a0-4ec5-9c49-c832a6ed2d21 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:57:21.432848 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ee03afd1-8fa4-4e15-87bb-bf47e308096a up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:57:21.445467 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-e8438b44-7345-4f8d-997d-48001ccd5b7a req-583cfef5-00f9-4097-9202-47f875e35ced tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] Deleting port c87b096e-58a0-4ec5-9c49-c832a6ed2d21 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:57:21.445813 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e8438b44-7345-4f8d-997d-48001ccd5b7a req-583cfef5-00f9-4097-9202-47f875e35ced tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (c87b096e-58a0-4ec5-9c49-c832a6ed2d21), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:21.614551 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14409b8c-9a41-4b57-81d5-2e2dad3b10d7 req-3d67189d-6350-43ba-a0a1-7a986f26ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:21.625391 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-14409b8c-9a41-4b57-81d5-2e2dad3b10d7 req-3d67189d-6350-43ba-a0a1-7a986f26ea3e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 1128 time: 0.3264890 Mar 05 04:57:21.650891 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693689d2-86dc-43ca-80fc-994b0886a449 req-048bdf2f-427d-40d0-81bc-4e2908252cde tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:21.652215 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f69f4f5d-7d0a-4094-80cc-4a1fc9172ad9 req-355cb186-19b0-42b6-aa0d-254318576117 service neutron] 10.222.0.31 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8124230 Mar 05 04:57:21.672071 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-693689d2-86dc-43ca-80fc-994b0886a449 req-048bdf2f-427d-40d0-81bc-4e2908252cde tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 946 time: 0.5779414 Mar 05 04:57:21.677438 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-b99927e4-db21-45a2-8c98-cd94166ec207 None None] Provisioning complete for port 69f8e75a-36ac-4a7a-a05c-fc8678bf79e4 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:21.678052 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b99927e4-db21-45a2-8c98-cd94166ec207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (69f8e75a-36ac-4a7a-a05c-fc8678bf79e4), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:21.757576 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f69f4f5d-7d0a-4094-80cc-4a1fc9172ad9 req-d7870ce0-73f2-4116-8a37-7dc64391e64c service neutron] 10.222.0.31 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984883 Mar 05 04:57:21.788723 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1f9a01b1-6e7a-4a6f-8080-3d71e20430a1 req-eeae2e11-1367-4cf1-9fd9-a329f8035615 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1bd2387-390c-4747-9f24-372bac0df3d0 HTTP/1.1" status: 200 len: 1002 time: 0.3117182 Mar 05 04:57:21.797310 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b99927e4-db21-45a2-8c98-cd94166ec207 None None] Port 69f8e75a-36ac-4a7a-a05c-fc8678bf79e4 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:57:21.801230 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e364b176-da68-4236-a39e-202676e8deb7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:21.811849 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e364b176-da68-4236-a39e-202676e8deb7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:21.816038 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e364b176-da68-4236-a39e-202676e8deb7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4059310 Mar 05 04:57:21.819787 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59202) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:21.894744 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port c87b096e-58a0-4ec5-9c49-c832a6ed2d21 is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:21.896340 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c87b096e-58a0-4ec5-9c49-c832a6ed2d21), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:21.945330 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-e8438b44-7345-4f8d-997d-48001ccd5b7a req-583cfef5-00f9-4097-9202-47f875e35ced tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] For port c87b096e-58a0-4ec5-9c49-c832a6ed2d21, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=c87b096e-58a0-4ec5-9c49-c832a6ed2d21,segment=NetworkSegment(ebe4e329-8ec1-44ac-83e6-2ea0611bbd0a),segment_id=ebe4e329-8ec1-44ac-83e6-2ea0611bbd0a)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:21.945699 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e8438b44-7345-4f8d-997d-48001ccd5b7a req-583cfef5-00f9-4097-9202-47f875e35ced tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (c87b096e-58a0-4ec5-9c49-c832a6ed2d21), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:21.957359 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port ee03afd1-8fa4-4e15-87bb-bf47e308096a triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:21.957752 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ee03afd1-8fa4-4e15-87bb-bf47e308096a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:22.001168 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-e8438b44-7345-4f8d-997d-48001ccd5b7a req-583cfef5-00f9-4097-9202-47f875e35ced tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] Calling delete_port for c87b096e-58a0-4ec5-9c49-c832a6ed2d21 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:57:22.029926 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a01b1-6e7a-4a6f-8080-3d71e20430a1 req-e449878f-04ed-4c42-9c1d-29a5c80d7700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:22.031430 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b004ddb2-7c20-4892-a122-9d34c71ca958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c87b096e-58a0-4ec5-9c49-c832a6ed2d21'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:57:22.034250 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cd2439-4dd6-44ef-8a4f-2c4a052510d9" -d '{"events": [{"server_uuid": "b004ddb2-7c20-4892-a122-9d34c71ca958", "name": "network-vif-unplugged", "status": "completed", "tag": "c87b096e-58a0-4ec5-9c49-c832a6ed2d21"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:57:22.042321 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1f9a01b1-6e7a-4a6f-8080-3d71e20430a1 req-e449878f-04ed-4c42-9c1d-29a5c80d7700 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fcb8f64-37dd-445b-b856-b0d90d6a1c08 HTTP/1.1" status: 200 len: 856 time: 0.2393155 Mar 05 04:57:22.060333 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port c87b096e-58a0-4ec5-9c49-c832a6ed2d21, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=c87b096e-58a0-4ec5-9c49-c832a6ed2d21,segment=NetworkSegment(ebe4e329-8ec1-44ac-83e6-2ea0611bbd0a),segment_id=ebe4e329-8ec1-44ac-83e6-2ea0611bbd0a)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:22.111355 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port ee03afd1-8fa4-4e15-87bb-bf47e308096a is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:22.114282 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c87b096e-58a0-4ec5-9c49-c832a6ed2d21), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:22.227664 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=c87b096e-58a0-4ec5-9c49-c832a6ed2d21,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:22.276431 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-14409b8c-9a41-4b57-81d5-2e2dad3b10d7 req-4582f159-9a94-4109-8a21-7272451c32d5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dda9ed6e-5f39-43cb-a89f-4fed152222eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5991337 Mar 05 04:57:22.404054 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e8438b44-7345-4f8d-997d-48001ccd5b7a req-583cfef5-00f9-4097-9202-47f875e35ced tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (c87b096e-58a0-4ec5-9c49-c832a6ed2d21), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:22.407896 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0c2c8-a093-4f55-93b7-dee528d6c26e req-fe0ce9fc-f85f-44f2-8964-c2c94a7b2413 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:22.415219 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1cf0c2c8-a093-4f55-93b7-dee528d6c26e req-fe0ce9fc-f85f-44f2-8964-c2c94a7b2413 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 945 time: 0.4619086 Mar 05 04:57:22.436058 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-693689d2-86dc-43ca-80fc-994b0886a449 req-9cbde30c-1614-4110-85ed-1b9624e2985f tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7630117 Mar 05 04:57:22.462436 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583cfef5-00f9-4097-9202-47f875e35ced tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] Pushing event deleted for resources: {'Port': ['ID=c87b096e-58a0-4ec5-9c49-c832a6ed2d21,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:22.476485 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1cf0c2c8-a093-4f55-93b7-dee528d6c26e req-1987e841-d2ee-480d-ad6c-5ad7bd468cd4 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/security-groups?id=dda9ed6e-5f39-43cb-a89f-4fed152222eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603344 Mar 05 04:57:22.525786 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-5d8bf32a-a7b3-4824-b576-39939de07d1e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting port 69f8e75a-36ac-4a7a-a05c-fc8678bf79e4 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:57:22.532718 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a01b1-6e7a-4a6f-8080-3d71e20430a1 req-4a3dcf96-b2b0-4f22-bcf7-91a29119b423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:22.535576 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1f9a01b1-6e7a-4a6f-8080-3d71e20430a1 req-4a3dcf96-b2b0-4f22-bcf7-91a29119b423 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1fadffb-f5d8-4040-a31e-e74b33451f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4753349 Mar 05 04:57:22.539893 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 04:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee1ac24-8131-46ea-9193-83503894c210 x-openstack-request-id: req-6ee1ac24-8131-46ea-9193-83503894c210 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:57:22.540497 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b004ddb2-7c20-4892-a122-9d34c71ca958", "name": "network-vif-unplugged", "status": "completed", "tag": "c87b096e-58a0-4ec5-9c49-c832a6ed2d21", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:57:22.540497 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6ee1ac24-8131-46ea-9193-83503894c210 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:57:22.540929 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b004ddb2-7c20-4892-a122-9d34c71ca958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c87b096e-58a0-4ec5-9c49-c832a6ed2d21', 'code': 200} Mar 05 04:57:22.541532 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5d8bf32a-a7b3-4824-b576-39939de07d1e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (69f8e75a-36ac-4a7a-a05c-fc8678bf79e4), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:22.683358 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1f9a01b1-6e7a-4a6f-8080-3d71e20430a1 req-1a8beb2e-2b9e-4973-b142-9725586eb8bc service neutron] 10.222.0.30 "GET /v2.0/networks/f1fadffb-f5d8-4040-a31e-e74b33451f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098590 Mar 05 04:57:22.685769 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8438b44-7345-4f8d-997d-48001ccd5b7a req-583cfef5-00f9-4097-9202-47f875e35ced tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] No DVR routers for this DVR port c87b096e-58a0-4ec5-9c49-c832a6ed2d21 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:57:22.688619 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e8438b44-7345-4f8d-997d-48001ccd5b7a req-583cfef5-00f9-4097-9202-47f875e35ced tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:22.693444 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e8438b44-7345-4f8d-997d-48001ccd5b7a req-583cfef5-00f9-4097-9202-47f875e35ced tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] 10.222.0.30 "DELETE /v2.0/ports/c87b096e-58a0-4ec5-9c49-c832a6ed2d21 HTTP/1.1" status: 204 len: 173 time: 2.8663368 Mar 05 04:57:22.762358 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5d8bf32a-a7b3-4824-b576-39939de07d1e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (69f8e75a-36ac-4a7a-a05c-fc8678bf79e4), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:22.813066 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-5d8bf32a-a7b3-4824-b576-39939de07d1e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Calling delete_port for 69f8e75a-36ac-4a7a-a05c-fc8678bf79e4 owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:57:22.876916 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b004ddb2-7c20-4892-a122-9d34c71ca958', 'name': 'network-vif-deleted', 'tag': 'c87b096e-58a0-4ec5-9c49-c832a6ed2d21'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:57:22.881729 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4bf396-131a-4c99-971d-ce2da846d851" -d '{"events": [{"server_uuid": "b004ddb2-7c20-4892-a122-9d34c71ca958", "name": "network-vif-deleted", "tag": "c87b096e-58a0-4ec5-9c49-c832a6ed2d21"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:57:22.894116 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1f9a01b1-6e7a-4a6f-8080-3d71e20430a1 req-235f0fc9-a3a3-4d3e-88a7-a0e6e88f53e4 service neutron] 10.222.0.30 "GET /v2.0/networks/f1fadffb-f5d8-4040-a31e-e74b33451f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983559 Mar 05 04:57:22.998110 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8f0ee058-4e90-41bf-9789-b21ac4bf0448 req-b6d4bb78-caec-4fc7-a6f5-70fbf368ae0e tempest-ServerAddressesNegativeTestJSON-673153788 tempest-ServerAddressesNegativeTestJSON-673153788-project] 10.222.0.11 "GET /v2.0/ports?device_id=b004ddb2-7c20-4892-a122-9d34c71ca958 HTTP/1.1" status: 200 len: 210 time: 0.0486934 Mar 05 04:57:23.071339 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a5dd3-f94f-4e13-9864-c32651c60506 req-b7361737-b23b-459c-a51f-9921d2513b15 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:23.079057 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d26a5dd3-f94f-4e13-9864-c32651c60506 req-b7361737-b23b-459c-a51f-9921d2513b15 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 945 time: 0.1474223 Mar 05 04:57:23.089262 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b1f6b6-8918-43db-b2bb-1c64912dc173 x-openstack-request-id: req-e3b1f6b6-8918-43db-b2bb-1c64912dc173 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:57:23.089653 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b004ddb2-7c20-4892-a122-9d34c71ca958", "name": "network-vif-deleted", "tag": "c87b096e-58a0-4ec5-9c49-c832a6ed2d21", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:57:23.090011 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e3b1f6b6-8918-43db-b2bb-1c64912dc173 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:57:23.091124 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b004ddb2-7c20-4892-a122-9d34c71ca958', 'name': 'network-vif-deleted', 'tag': 'c87b096e-58a0-4ec5-9c49-c832a6ed2d21', 'status': 'completed', 'code': 200} Mar 05 04:57:23.134084 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5d8bf32a-a7b3-4824-b576-39939de07d1e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (69f8e75a-36ac-4a7a-a05c-fc8678bf79e4), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:23.190160 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d26a5dd3-f94f-4e13-9864-c32651c60506 req-4cb6ad15-cad7-4ef8-992e-c5756b62c2c0 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098442 Mar 05 04:57:23.191554 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8bf32a-a7b3-4824-b576-39939de07d1e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Port': ['ID=69f8e75a-36ac-4a7a-a05c-fc8678bf79e4,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:23.225248 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5d8bf32a-a7b3-4824-b576-39939de07d1e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:23.232508 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59228) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:23.232661 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5d8bf32a-a7b3-4824-b576-39939de07d1e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/69f8e75a-36ac-4a7a-a05c-fc8678bf79e4 HTTP/1.1" status: 204 len: 168 time: 1.4082916 Mar 05 04:57:23.276347 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d1bd2387-390c-4747-9f24-372bac0df3d0 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:57:23.392523 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7a93d8-38c2-4558-9b36-b3fea3696a4b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:23.394771 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7a93d8-38c2-4558-9b36-b3fea3696a4b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:23.397164 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ec7a93d8-38c2-4558-9b36-b3fea3696a4b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1629570 Mar 05 04:57:23.399952 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59232) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:23.521447 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98c717f-4e92-44ef-ba90-a2a4852060d6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting subnet baf667fe-fdee-4975-9100-d9c3ba424dfd {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:57:23.525848 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a98c717f-4e92-44ef-ba90-a2a4852060d6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (baf667fe-fdee-4975-9100-d9c3ba424dfd), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:23.568193 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port d1bd2387-390c-4747-9f24-372bac0df3d0 is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:23.568968 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d1bd2387-390c-4747-9f24-372bac0df3d0), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:23.628742 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a98c717f-4e92-44ef-ba90-a2a4852060d6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (baf667fe-fdee-4975-9100-d9c3ba424dfd), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:23.797241 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d1bd2387-390c-4747-9f24-372bac0df3d0, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d1bd2387-390c-4747-9f24-372bac0df3d0,segment=NetworkSegment(f0906293-c3cd-4ab0-baf8-2f3f35cc0161),segment_id=f0906293-c3cd-4ab0-baf8-2f3f35cc0161)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:23.805118 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d1bd2387-390c-4747-9f24-372bac0df3d0), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:23.858809 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=d1bd2387-390c-4747-9f24-372bac0df3d0,revision_number=8']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:23.867203 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:23.867562 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:23.868556 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:23.868556 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:23.868905 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:23.869080 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:23.869673 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:23.870009 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:23.870343 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:23.870667 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:23.871214 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:23.872428 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:23.872935 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:23.895751 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a98c717f-4e92-44ef-ba90-a2a4852060d6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (baf667fe-fdee-4975-9100-d9c3ba424dfd), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:23.987695 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a98c717f-4e92-44ef-ba90-a2a4852060d6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (baf667fe-fdee-4975-9100-d9c3ba424dfd), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:24.013676 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a98c717f-4e92-44ef-ba90-a2a4852060d6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:24.017711 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605d4369-2402-4887-9ba1-6b2f07ae8cc1 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:57:24.025146 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59250) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:24.025718 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a98c717f-4e92-44ef-ba90-a2a4852060d6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/baf667fe-fdee-4975-9100-d9c3ba424dfd HTTP/1.1" status: 204 len: 168 time: 0.6241677 Mar 05 04:57:24.083564 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727cf50a-4cf3-4c4d-b486-cd6aeaa0e76e req-28581ab4-0abf-4377-b338-734204e3ad98 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:24.086419 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-727cf50a-4cf3-4c4d-b486-cd6aeaa0e76e req-28581ab4-0abf-4377-b338-734204e3ad98 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 946 time: 0.3700063 Mar 05 04:57:24.096378 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be31fc-d1b0-40d7-be05-b4b3af26ce69 req-ba1cece1-0a6c-4aa0-9574-4e517ca4c3bf tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:24.097967 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8be31fc-d1b0-40d7-be05-b4b3af26ce69 req-ba1cece1-0a6c-4aa0-9574-4e517ca4c3bf tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 945 time: 0.3208201 Mar 05 04:57:24.100138 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c717f-4e92-44ef-ba90-a2a4852060d6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Subnet': ['ID=baf667fe-fdee-4975-9100-d9c3ba424dfd,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:24.190477 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8389ae1c-3570-4658-a85b-6855cd400cd6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1625278 Mar 05 04:57:24.195105 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59254) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:24.202918 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-374d01bc-93f2-4b3c-814f-4e35e4c494e3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:57:24.245452 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-727cf50a-4cf3-4c4d-b486-cd6aeaa0e76e req-fdb13f53-5b19-458b-8f82-f6af9a23cdb0 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464536 Mar 05 04:57:24.261882 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8be31fc-d1b0-40d7-be05-b4b3af26ce69 req-2526f586-71f2-435d-a343-a696dfbbb56a tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/security-groups?id=dda9ed6e-5f39-43cb-a89f-4fed152222eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502824 Mar 05 04:57:24.358316 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59264) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:24.372546 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374d01bc-93f2-4b3c-814f-4e35e4c494e3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:57:24.380669 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-374d01bc-93f2-4b3c-814f-4e35e4c494e3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:24.413370 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b770ffa-4015-48a5-9bb6-c7cdde1d2dd7 None None] DHCP port deletion for d9771a2e-94ae-4769-a90a-e0cdf5de3e37 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:57:24.441184 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-634715b6-e5f4-4448-b07f-a28ea1859f17 req-08adfd13-7bc1-4642-b420-f36a5bcc19ac tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1318659424', 'description': 'tempest-description-1537362489'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:57:24.503842 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-634715b6-e5f4-4448-b07f-a28ea1859f17 req-08adfd13-7bc1-4642-b420-f36a5bcc19ac tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:24.522122 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3b770ffa-4015-48a5-9bb6-c7cdde1d2dd7 None None] Deleting port ee03afd1-8fa4-4e15-87bb-bf47e308096a {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:57:24.522517 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3b770ffa-4015-48a5-9bb6-c7cdde1d2dd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (ee03afd1-8fa4-4e15-87bb-bf47e308096a), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:24.616989 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-3b770ffa-4015-48a5-9bb6-c7cdde1d2dd7 None None] For port ee03afd1-8fa4-4e15-87bb-bf47e308096a, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ee03afd1-8fa4-4e15-87bb-bf47e308096a,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:24.616989 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3b770ffa-4015-48a5-9bb6-c7cdde1d2dd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (ee03afd1-8fa4-4e15-87bb-bf47e308096a), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:24.633950 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3b770ffa-4015-48a5-9bb6-c7cdde1d2dd7 None None] Calling delete_port for ee03afd1-8fa4-4e15-87bb-bf47e308096a owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:57:24.643385 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce2278fd-da8a-4111-9986-c6f83ec6af78 admin admin] Deleting subnet dd03c7ba-9173-46b5-a628-21cc30b65af2 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:57:24.649199 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939d753d-225a-4c87-8959-e07053961ebf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1bd2387-390c-4747-9f24-372bac0df3d0'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:57:24.651748 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ef9204-4cd3-4f28-820f-2ee3ece46e03" -d '{"events": [{"server_uuid": "939d753d-225a-4c87-8959-e07053961ebf", "name": "network-vif-unplugged", "status": "completed", "tag": "d1bd2387-390c-4747-9f24-372bac0df3d0"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:57:24.676050 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ce2278fd-da8a-4111-9986-c6f83ec6af78 admin admin] Publish callbacks [] for subnet (dd03c7ba-9173-46b5-a628-21cc30b65af2), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:24.747701 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ea345-2cc1-489a-baa7-3e222331adcb req-84719e02-8099-485d-9926-f38ff9831f6c tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:24.755855 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d92ea345-2cc1-489a-baa7-3e222331adcb req-84719e02-8099-485d-9926-f38ff9831f6c tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 945 time: 0.2158394 Mar 05 04:57:24.786834 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ce2278fd-da8a-4111-9986-c6f83ec6af78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (dd03c7ba-9173-46b5-a628-21cc30b65af2), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:24.799557 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3b770ffa-4015-48a5-9bb6-c7cdde1d2dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (ee03afd1-8fa4-4e15-87bb-bf47e308096a), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:24.835420 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-374d01bc-93f2-4b3c-814f-4e35e4c494e3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (8f72a5bd-a902-428d-983d-84b964240e92), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:24.865238 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b770ffa-4015-48a5-9bb6-c7cdde1d2dd7 None None] Pushing event deleted for resources: {'Port': ['ID=ee03afd1-8fa4-4e15-87bb-bf47e308096a,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:24.874826 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b770ffa-4015-48a5-9bb6-c7cdde1d2dd7 None None] No DVR routers for this DVR port ee03afd1-8fa4-4e15-87bb-bf47e308096a on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:57:24.945983 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374d01bc-93f2-4b3c-814f-4e35e4c494e3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:57:24.950988 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-374d01bc-93f2-4b3c-814f-4e35e4c494e3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:57:24.967748 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67072d79-c758-4417-b58a-5e6356758873 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:57:25.000711 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d92ea345-2cc1-489a-baa7-3e222331adcb req-38d29ac9-f634-4b03-887c-6857fa822f6f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2438333 Mar 05 04:57:25.013744 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d01bc-93f2-4b3c-814f-4e35e4c494e3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Subnet': ['ID=8f72a5bd-a902-428d-983d-84b964240e92,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:25.026497 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374d01bc-93f2-4b3c-814f-4e35e4c494e3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:25.029648 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-374d01bc-93f2-4b3c-814f-4e35e4c494e3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:25.034444 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ce2278fd-da8a-4111-9986-c6f83ec6af78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (dd03c7ba-9173-46b5-a628-21cc30b65af2), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:25.043708 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-634715b6-e5f4-4448-b07f-a28ea1859f17 req-08adfd13-7bc1-4642-b420-f36a5bcc19ac tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks [] for security_group (cc820505-8679-4096-adb6-07ed420ea4c9), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:25.082286 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-374d01bc-93f2-4b3c-814f-4e35e4c494e3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8856328 Mar 05 04:57:25.082944 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59280) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:25.087286 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 04:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39898288-86d5-4e57-824c-a73fa6435676 x-openstack-request-id: req-39898288-86d5-4e57-824c-a73fa6435676 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:57:25.087655 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939d753d-225a-4c87-8959-e07053961ebf", "name": "network-vif-unplugged", "status": "completed", "tag": "d1bd2387-390c-4747-9f24-372bac0df3d0", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:57:25.088001 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-39898288-86d5-4e57-824c-a73fa6435676 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:57:25.089229 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939d753d-225a-4c87-8959-e07053961ebf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1bd2387-390c-4747-9f24-372bac0df3d0', 'code': 200} Mar 05 04:57:25.096873 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-634715b6-e5f4-4448-b07f-a28ea1859f17 req-08adfd13-7bc1-4642-b420-f36a5bcc19ac tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (cc820505-8679-4096-adb6-07ed420ea4c9), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:25.099471 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-90f18784-b63c-4b52-a5cf-40cd9932d356 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'port': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'fixed_ips': [{'subnet_id': '8f72a5bd-a902-428d-983d-84b964240e92', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-589877329'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:57:25.144613 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08adfd13-7bc1-4642-b420-f36a5bcc19ac tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc820505-8679-4096-adb6-07ed420ea4c9,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:25.148962 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-634715b6-e5f4-4448-b07f-a28ea1859f17 req-08adfd13-7bc1-4642-b420-f36a5bcc19ac tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:25.150067 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ea0d41-7632-4915-a0fb-74125bc9bc8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-d9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'fixed_ips': [{'subnet_id': '8f72a5bd-a902-428d-983d-84b964240e92'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:57:25.150214 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-634715b6-e5f4-4448-b07f-a28ea1859f17 req-08adfd13-7bc1-4642-b420-f36a5bcc19ac tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.7173820 Mar 05 04:57:25.151603 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d4ea0d41-7632-4915-a0fb-74125bc9bc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:25.209668 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ce2278fd-da8a-4111-9986-c6f83ec6af78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (dd03c7ba-9173-46b5-a628-21cc30b65af2), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:25.283397 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2278fd-da8a-4111-9986-c6f83ec6af78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd03c7ba-9173-46b5-a628-21cc30b65af2,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:25.290281 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ce2278fd-da8a-4111-9986-c6f83ec6af78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:25.297471 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ce2278fd-da8a-4111-9986-c6f83ec6af78 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/dd03c7ba-9173-46b5-a628-21cc30b65af2 HTTP/1.1" status: 204 len: 168 time: 0.9366984 Mar 05 04:57:25.300065 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59288) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:25.341706 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ee03afd1-8fa4-4e15-87bb-bf47e308096a no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:57:25.365730 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: ee03afd1-8fa4-4e15-87bb-bf47e308096a {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:57:25.366378 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89080654-96d1-4c87-9a3d-3282b9d581d1 req-ded68967-a55c-4936-b2fd-311403cbb2cf tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1318659424&fields=id&tenant_id=6e5092c20fe14dbdbd8241f34045fd32 HTTP/1.1" status: 200 len: 267 time: 0.0862651 Mar 05 04:57:25.367346 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ee03afd1-8fa4-4e15-87bb-bf47e308096a not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:57:25.403429 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-d4ea0d41-7632-4915-a0fb-74125bc9bc8f None None] Allocated IP 2001:db8::2 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/8f72a5bd-a902-428d-983d-84b964240e92/83f12561-74cd-4d82-837c-f1e955562d5c) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:57:25.430829 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8e9b5e76-ccc4-4d2b-bec6-5ef0284c2496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (24fc6325-93bd-44ea-be12-330624367c94), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:25.453011 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f18784-b63c-4b52-a5cf-40cd9932d356 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:57:25.482431 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89080654-96d1-4c87-9a3d-3282b9d581d1 req-d7592485-8742-452d-8355-5e8b6b6ba515 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:25.484386 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89080654-96d1-4c87-9a3d-3282b9d581d1 req-d7592485-8742-452d-8355-5e8b6b6ba515 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 945 time: 0.1054280 Mar 05 04:57:25.499868 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2ac3e-66c1-4921-b19e-a180330910c5 req-d6761df6-73b0-4ea5-9cba-9279ed12e4dd tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:25.508064 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b2c2ac3e-66c1-4921-b19e-a180330910c5 req-d6761df6-73b0-4ea5-9cba-9279ed12e4dd tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 944 time: 0.1406257 Mar 05 04:57:25.523572 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-89080654-96d1-4c87-9a3d-3282b9d581d1 req-95d7c296-8d0f-4107-a477-e433bd292a52 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Request body: {'port': {'security_groups': ['dda9ed6e-5f39-43cb-a89f-4fed152222eb', 'cc820505-8679-4096-adb6-07ed420ea4c9']}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:57:25.547994 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-90f18784-b63c-4b52-a5cf-40cd9932d356 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:25.577297 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d4ea0d41-7632-4915-a0fb-74125bc9bc8f None None] Publish callbacks [] for port (83f12561-74cd-4d82-837c-f1e955562d5c), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:25.586640 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d4ea0d41-7632-4915-a0fb-74125bc9bc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (83f12561-74cd-4d82-837c-f1e955562d5c), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:25.632301 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea0d41-7632-4915-a0fb-74125bc9bc8f None None] Pushing event updated for resources: {'Port': ['ID=83f12561-74cd-4d82-837c-f1e955562d5c,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:25.637246 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-89080654-96d1-4c87-9a3d-3282b9d581d1 req-95d7c296-8d0f-4107-a477-e433bd292a52 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a2371bf6-96c6-4ae6-a06e-229010011a4f), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:25.648434 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ea0d41-7632-4915-a0fb-74125bc9bc8f None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:57:25.649916 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-d4ea0d41-7632-4915-a0fb-74125bc9bc8f None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:57:25.655310 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ea0d41-7632-4915-a0fb-74125bc9bc8f None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:57:25.684834 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b2c2ac3e-66c1-4921-b19e-a180330910c5 req-53a17d24-656a-4b42-b4ad-bc38fe762524 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747575 Mar 05 04:57:25.754915 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-d4ea0d41-7632-4915-a0fb-74125bc9bc8f None None] Attempting to bind port 83f12561-74cd-4d82-837c-f1e955562d5c on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:57:25.755330 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-d4ea0d41-7632-4915-a0fb-74125bc9bc8f None None] Attempting to bind port 83f12561-74cd-4d82-837c-f1e955562d5c by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:57:25.755847 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ea0d41-7632-4915-a0fb-74125bc9bc8f None None] Attempting to bind port 83f12561-74cd-4d82-837c-f1e955562d5c on network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:57:25.760797 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-90f18784-b63c-4b52-a5cf-40cd9932d356 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] device_id is not set on port 6be6259b-58c3-4517-86a5-8950cd867a60 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 04:57:25.773240 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8e9b5e76-ccc4-4d2b-bec6-5ef0284c2496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (24fc6325-93bd-44ea-be12-330624367c94), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:25.776062 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ea0d41-7632-4915-a0fb-74125bc9bc8f None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:57:25.776473 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ea0d41-7632-4915-a0fb-74125bc9bc8f None None] Checking segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:57:25.776947 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d4ea0d41-7632-4915-a0fb-74125bc9bc8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:25.777425 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ea0d41-7632-4915-a0fb-74125bc9bc8f None None] Bound using segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:57:25.777896 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-d4ea0d41-7632-4915-a0fb-74125bc9bc8f None None] Bound port: 83f12561-74cd-4d82-837c-f1e955562d5c, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:57:25.778288 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d4ea0d41-7632-4915-a0fb-74125bc9bc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (83f12561-74cd-4d82-837c-f1e955562d5c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:25.858127 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-d4ea0d41-7632-4915-a0fb-74125bc9bc8f None None] For port 83f12561-74cd-4d82-837c-f1e955562d5c, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:57:25.863216 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-d4ea0d41-7632-4915-a0fb-74125bc9bc8f None None] For port 83f12561-74cd-4d82-837c-f1e955562d5c, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=83f12561-74cd-4d82-837c-f1e955562d5c,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:57:25.872903 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d4ea0d41-7632-4915-a0fb-74125bc9bc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (83f12561-74cd-4d82-837c-f1e955562d5c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:25.898952 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-8e9b5e76-ccc4-4d2b-bec6-5ef0284c2496 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24fc6325-93bd-44ea-be12-330624367c94']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:25.937914 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea0d41-7632-4915-a0fb-74125bc9bc8f None None] Pushing event updated for resources: {'Port': ['ID=83f12561-74cd-4d82-837c-f1e955562d5c,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:25.940955 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-8e9b5e76-ccc4-4d2b-bec6-5ef0284c2496 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe4e329-8ec1-44ac-83e6-2ea0611bbd0a') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:25.941328 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-8e9b5e76-ccc4-4d2b-bec6-5ef0284c2496 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe4e329-8ec1-44ac-83e6-2ea0611bbd0a') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:25.955439 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-89080654-96d1-4c87-9a3d-3282b9d581d1 req-95d7c296-8d0f-4107-a477-e433bd292a52 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] For port a2371bf6-96c6-4ae6-a06e-229010011a4f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a2371bf6-96c6-4ae6-a06e-229010011a4f,segment=NetworkSegment(7818f704-feaf-4759-800b-520c40aa37d5),segment_id=7818f704-feaf-4759-800b-520c40aa37d5)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:25.994550 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8e9b5e76-ccc4-4d2b-bec6-5ef0284c2496 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (ebe4e329-8ec1-44ac-83e6-2ea0611bbd0a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:26.002586 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-89080654-96d1-4c87-9a3d-3282b9d581d1 req-95d7c296-8d0f-4107-a477-e433bd292a52 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks [] for port (a2371bf6-96c6-4ae6-a06e-229010011a4f), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:26.012738 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-89080654-96d1-4c87-9a3d-3282b9d581d1 req-95d7c296-8d0f-4107-a477-e433bd292a52 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (a2371bf6-96c6-4ae6-a06e-229010011a4f), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:26.028878 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['a2371bf6-96c6-4ae6-a06e-229010011a4f'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:57:26.052017 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8e9b5e76-ccc4-4d2b-bec6-5ef0284c2496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (ebe4e329-8ec1-44ac-83e6-2ea0611bbd0a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:26.068122 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e9b5e76-ccc4-4d2b-bec6-5ef0284c2496 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:57:26.068596 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8e9b5e76-ccc4-4d2b-bec6-5ef0284c2496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (ebe4e329-8ec1-44ac-83e6-2ea0611bbd0a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:26.070579 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:57:26.070579 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:57:26.070579 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:57:26.070579 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:57:26.070579 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:57:26.070579 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:57:26.070579 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:57:26.070579 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:57:26.070579 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:57:26.070579 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:57:26.070579 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:57:26.070579 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:57:26.070579 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:57:26.070579 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:57:26.070579 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:57:26.070579 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:57:26.070579 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:57:26.070579 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:57:26.070579 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:57:26.070579 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:57:26.070579 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:57:26.070579 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:57:26.070579 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:57:26.070579 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:57:26.070579 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:57:26.070579 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:57:26.070579 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:57:26.070579 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:57:26.070579 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:57:26.070579 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:57:26.070579 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:57:26.070579 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:57:26.133108 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89080654-96d1-4c87-9a3d-3282b9d581d1 req-95d7c296-8d0f-4107-a477-e433bd292a52 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:26.133724 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-89080654-96d1-4c87-9a3d-3282b9d581d1 req-95d7c296-8d0f-4107-a477-e433bd292a52 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:26.155323 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89080654-96d1-4c87-9a3d-3282b9d581d1 req-95d7c296-8d0f-4107-a477-e433bd292a52 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "PUT /v2.0/ports/a2371bf6-96c6-4ae6-a06e-229010011a4f HTTP/1.1" status: 200 len: 981 time: 0.6374917 Mar 05 04:57:26.158059 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda4fe69-116d-408b-abed-fdbb95b00212', 'tag': 'a2371bf6-96c6-4ae6-a06e-229010011a4f'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:57:26.163104 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed6c3cf-a1f9-477f-8a69-e4700d1d8dd9" -d '{"events": [{"name": "network-changed", "server_uuid": "bda4fe69-116d-408b-abed-fdbb95b00212", "tag": "a2371bf6-96c6-4ae6-a06e-229010011a4f"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:57:26.185610 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f18784-b63c-4b52-a5cf-40cd9932d356 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 04:57:26.187381 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90f18784-b63c-4b52-a5cf-40cd9932d356 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 04:57:26.223651 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-90f18784-b63c-4b52-a5cf-40cd9932d356 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1279743 Mar 05 04:57:26.224345 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59330) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:26.264204 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7c296-8d0f-4107-a477-e433bd292a52 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Pushing event updated for resources: {'Port': ['ID=a2371bf6-96c6-4ae6-a06e-229010011a4f,revision_number=6']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:26.281799 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8e9b5e76-ccc4-4d2b-bec6-5ef0284c2496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (24fc6325-93bd-44ea-be12-330624367c94), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:26.289509 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8e9b5e76-ccc4-4d2b-bec6-5ef0284c2496 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:26.307102 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8e9b5e76-ccc4-4d2b-bec6-5ef0284c2496 admin admin] 10.222.0.11 "DELETE /v2.0/networks/24fc6325-93bd-44ea-be12-330624367c94 HTTP/1.1" status: 204 len: 168 time: 1.0060174 Mar 05 04:57:26.347316 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b5e76-ccc4-4d2b-bec6-5ef0284c2496 admin admin] Pushing event deleted for resources: {'Network': ['ID=24fc6325-93bd-44ea-be12-330624367c94,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:26.440919 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f153384-8f4d-433e-9ca4-323cc5afb558 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:26.448415 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1f153384-8f4d-433e-9ca4-323cc5afb558 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2221100 Mar 05 04:57:26.449079 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59338) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:26.548760 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12019a0d-be5b-4be5-95be-76ed00bd2ba2 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:26.550411 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12019a0d-be5b-4be5-95be-76ed00bd2ba2 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:26.552927 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-12019a0d-be5b-4be5-95be-76ed00bd2ba2 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1023591 Mar 05 04:57:26.553226 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['a2371bf6-96c6-4ae6-a06e-229010011a4f'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:57:26.555264 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59342) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:26.657578 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-731ffed4-9d59-4e60-975f-5c44b5bec13e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting subnet 8f72a5bd-a902-428d-983d-84b964240e92 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:57:26.662754 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-731ffed4-9d59-4e60-975f-5c44b5bec13e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (8f72a5bd-a902-428d-983d-84b964240e92), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:26.667367 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b50ec1-d816-4b44-a576-8aca2ce99282 req-a36c037a-21fc-49dc-a970-5b9ce39b2406 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:26.671860 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f3b50ec1-d816-4b44-a576-8aca2ce99282 req-a36c037a-21fc-49dc-a970-5b9ce39b2406 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 945 time: 0.3742528 Mar 05 04:57:26.682501 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-86c5c859-1ce6-4e81-b9d5-eca715488491 req-2a491e1c-c99e-4b7f-ae7f-befe6a0b7319 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1318659424&fields=id&tenant_id=6e5092c20fe14dbdbd8241f34045fd32 HTTP/1.1" status: 200 len: 267 time: 0.1847539 Mar 05 04:57:26.700402 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59346) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:26.748482 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-731ffed4-9d59-4e60-975f-5c44b5bec13e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (8f72a5bd-a902-428d-983d-84b964240e92), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:26.779543 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f3b50ec1-d816-4b44-a576-8aca2ce99282 req-5650f276-f529-4107-81c7-6a4be3d19ef1 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942824 Mar 05 04:57:26.803830 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5c859-1ce6-4e81-b9d5-eca715488491 req-03a7f326-0dbe-490c-8436-fd7491215412 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:26.805966 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-86c5c859-1ce6-4e81-b9d5-eca715488491 req-03a7f326-0dbe-490c-8436-fd7491215412 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 984 time: 0.1022568 Mar 05 04:57:26.819438 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-64f07f8e-1451-4667-96a9-b70d64c0bb46 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a64cdd0322a54b1abb79c2395cc0abaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1153517 Mar 05 04:57:26.819647 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-86c5c859-1ce6-4e81-b9d5-eca715488491 req-d820cba4-757d-460d-b7f7-4547be27b89c tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Request body: {'port': {'security_groups': ['dda9ed6e-5f39-43cb-a89f-4fed152222eb']}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:57:26.820449 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59348) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:26.896560 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6943cdb3-6486-444d-a38f-ba258f6fd031 x-openstack-request-id: req-6943cdb3-6486-444d-a38f-ba258f6fd031 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:57:26.896853 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda4fe69-116d-408b-abed-fdbb95b00212", "tag": "a2371bf6-96c6-4ae6-a06e-229010011a4f", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:57:26.897110 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6943cdb3-6486-444d-a38f-ba258f6fd031 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:57:26.897518 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda4fe69-116d-408b-abed-fdbb95b00212', 'tag': 'a2371bf6-96c6-4ae6-a06e-229010011a4f', 'status': 'completed', 'code': 200} Mar 05 04:57:26.953909 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e056369e-dea1-44d3-b4ee-af33f5bfd5ec admin admin] Publish callbacks [] for security_group (477b03a0-9762-400d-8acc-df173cb8001b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:26.968677 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-731ffed4-9d59-4e60-975f-5c44b5bec13e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (8f72a5bd-a902-428d-983d-84b964240e92), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:26.987416 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-86c5c859-1ce6-4e81-b9d5-eca715488491 req-d820cba4-757d-460d-b7f7-4547be27b89c tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a2371bf6-96c6-4ae6-a06e-229010011a4f), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:27.021812 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e056369e-dea1-44d3-b4ee-af33f5bfd5ec admin admin] Publish callbacks [] for security_group (477b03a0-9762-400d-8acc-df173cb8001b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:27.036489 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6c3cf-a1f9-477f-8a69-e4700d1d8dd9 req-8e29ff1b-486f-4118-8ca4-ca1a9c430648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:27.038127 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7ed6c3cf-a1f9-477f-8a69-e4700d1d8dd9 req-8e29ff1b-486f-4118-8ca4-ca1a9c430648 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e5092c20fe14dbdbd8241f34045fd32&device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 1167 time: 0.1485538 Mar 05 04:57:27.311465 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d1bd2387-390c-4747-9f24-372bac0df3d0 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:57:27.391873 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-86c5c859-1ce6-4e81-b9d5-eca715488491 req-d820cba4-757d-460d-b7f7-4547be27b89c tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] For port a2371bf6-96c6-4ae6-a06e-229010011a4f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a2371bf6-96c6-4ae6-a06e-229010011a4f,segment=NetworkSegment(7818f704-feaf-4759-800b-520c40aa37d5),segment_id=7818f704-feaf-4759-800b-520c40aa37d5)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:27.469188 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-86c5c859-1ce6-4e81-b9d5-eca715488491 req-d820cba4-757d-460d-b7f7-4547be27b89c tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks [] for port (a2371bf6-96c6-4ae6-a06e-229010011a4f), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:27.482915 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-86c5c859-1ce6-4e81-b9d5-eca715488491 req-d820cba4-757d-460d-b7f7-4547be27b89c tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (a2371bf6-96c6-4ae6-a06e-229010011a4f), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:27.510577 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 83f12561-74cd-4d82-837c-f1e955562d5c up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:57:27.528901 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['a2371bf6-96c6-4ae6-a06e-229010011a4f'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:57:27.589582 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5c859-1ce6-4e81-b9d5-eca715488491 req-d820cba4-757d-460d-b7f7-4547be27b89c tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:27.591527 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-86c5c859-1ce6-4e81-b9d5-eca715488491 req-d820cba4-757d-460d-b7f7-4547be27b89c tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:27.593319 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-86c5c859-1ce6-4e81-b9d5-eca715488491 req-d820cba4-757d-460d-b7f7-4547be27b89c tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "PUT /v2.0/ports/a2371bf6-96c6-4ae6-a06e-229010011a4f HTTP/1.1" status: 200 len: 942 time: 0.7804234 Mar 05 04:57:27.609418 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820cba4-757d-460d-b7f7-4547be27b89c tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Pushing event updated for resources: {'Port': ['ID=a2371bf6-96c6-4ae6-a06e-229010011a4f,revision_number=7']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:27.717823 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-731ffed4-9d59-4e60-975f-5c44b5bec13e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (8f72a5bd-a902-428d-983d-84b964240e92), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:27.766415 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ffed4-9d59-4e60-975f-5c44b5bec13e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Subnet': ['ID=8f72a5bd-a902-428d-983d-84b964240e92,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:27.767639 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['a2371bf6-96c6-4ae6-a06e-229010011a4f'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:57:27.776573 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port d1bd2387-390c-4747-9f24-372bac0df3d0 is: DOWN; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:27.787847 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-731ffed4-9d59-4e60-975f-5c44b5bec13e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:27.791580 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-731ffed4-9d59-4e60-975f-5c44b5bec13e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/8f72a5bd-a902-428d-983d-84b964240e92 HTTP/1.1" status: 204 len: 168 time: 1.2353795 Mar 05 04:57:27.792370 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e056369e-dea1-44d3-b4ee-af33f5bfd5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (477b03a0-9762-400d-8acc-df173cb8001b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:27.794522 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59394) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:27.795921 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e056369e-dea1-44d3-b4ee-af33f5bfd5ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:27.797185 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e056369e-dea1-44d3-b4ee-af33f5bfd5ec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/477b03a0-9762-400d-8acc-df173cb8001b HTTP/1.1" status: 204 len: 168 time: 0.9757791 Mar 05 04:57:27.805396 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6c3cf-a1f9-477f-8a69-e4700d1d8dd9 req-2a58c0c2-f952-44a2-a63b-6623aa47d7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:27.806904 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7ed6c3cf-a1f9-477f-8a69-e4700d1d8dd9 req-2a58c0c2-f952-44a2-a63b-6623aa47d7e2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=31b0ad25-0961-41e8-ba3d-c6b7bbf5af76 HTTP/1.1" status: 200 len: 920 time: 0.7592480 Mar 05 04:57:27.817177 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056369e-dea1-44d3-b4ee-af33f5bfd5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477b03a0-9762-400d-8acc-df173cb8001b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:27.868296 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7ed6c3cf-a1f9-477f-8a69-e4700d1d8dd9 req-a760e568-348b-4a66-8cf2-f9951b009d40 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2371bf6-96c6-4ae6-a06e-229010011a4f HTTP/1.1" status: 200 len: 217 time: 0.0532186 Mar 05 04:57:27.872678 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7ccc7-ef3c-41b4-83d2-fa5a7ff28fed req-635490db-9edc-4a2b-aa2b-a613e7136161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:27.874463 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93a7ccc7-ef3c-41b4-83d2-fa5a7ff28fed req-635490db-9edc-4a2b-aa2b-a613e7136161 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5d19f36e865d4d1c893d90afc94d506f&device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 1128 time: 0.6840422 Mar 05 04:57:27.899554 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb71a61-faa3-4d9d-9f96-c0422157e4c8 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:57:27.938717 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f9814c44-45b6-432e-ae64-0996d34d00a7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1399608 Mar 05 04:57:27.940995 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59400) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:27.956411 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-fb34bf66-bb88-4441-bc2e-4160c048596f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:57:28.069862 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7ccc7-ef3c-41b4-83d2-fa5a7ff28fed req-c97e0f8b-0322-41e3-ad45-6fbd23652095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:28.071857 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93a7ccc7-ef3c-41b4-83d2-fa5a7ff28fed req-c97e0f8b-0322-41e3-ad45-6fbd23652095 service neutron] 10.222.0.30 "GET /v2.0/networks?id=931621a1-3c63-4b88-9017-913fd0b96f88 HTTP/1.1" status: 200 len: 911 time: 0.1532700 Mar 05 04:57:28.073513 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6c3cf-a1f9-477f-8a69-e4700d1d8dd9 req-8905c6f5-167c-483b-8ca3-7c400d290a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:28.075784 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7ed6c3cf-a1f9-477f-8a69-e4700d1d8dd9 req-8905c6f5-167c-483b-8ca3-7c400d290a18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=98ef46bf-572c-498d-93ea-a0a1c161f54f HTTP/1.1" status: 200 len: 860 time: 0.2001917 Mar 05 04:57:28.093241 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-d623323c-b928-49ed-9f15-034b8913b690 req-a1208c2f-9b67-4651-bf6e-e964b8c73b43 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:57:28.097981 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-06c9f311-d06c-48cf-9159-d15a3eec6f6a None None] Provisioning complete for port 83f12561-74cd-4d82-837c-f1e955562d5c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:28.098341 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-06c9f311-d06c-48cf-9159-d15a3eec6f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (83f12561-74cd-4d82-837c-f1e955562d5c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:28.104211 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d623323c-b928-49ed-9f15-034b8913b690 req-a1208c2f-9b67-4651-bf6e-e964b8c73b43 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3263655 Mar 05 04:57:28.289150 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93a7ccc7-ef3c-41b4-83d2-fa5a7ff28fed req-99e809e7-0294-4620-85eb-420a7a243706 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2df2f954-f596-41f7-a05e-f84d6836a2af HTTP/1.1" status: 200 len: 1001 time: 0.1945021 Mar 05 04:57:28.295820 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 83f12561-74cd-4d82-837c-f1e955562d5c triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:28.305103 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (83f12561-74cd-4d82-837c-f1e955562d5c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:28.322980 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7ed6c3cf-a1f9-477f-8a69-e4700d1d8dd9 req-fe68b641-30d8-4236-8de1-85ea0fbdc0d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=31b0ad25-0961-41e8-ba3d-c6b7bbf5af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2215366 Mar 05 04:57:28.350430 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb34bf66-bb88-4441-bc2e-4160c048596f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:57:28.353700 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fb34bf66-bb88-4441-bc2e-4160c048596f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:28.478498 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb68cd6a-c4da-473b-b396-d8772a0d1a40 None None] DHCP port deletion for d9771a2e-94ae-4769-a90a-e0cdf5de3e37 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:57:28.594150 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7ed6c3cf-a1f9-477f-8a69-e4700d1d8dd9 req-3f8d4833-e9fe-45ce-9d55-2ed5f316fe08 service neutron] 10.222.0.30 "GET /v2.0/networks/31b0ad25-0961-41e8-ba3d-c6b7bbf5af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636712 Mar 05 04:57:28.654878 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-06c9f311-d06c-48cf-9159-d15a3eec6f6a None None] Current status of the port 83f12561-74cd-4d82-837c-f1e955562d5c is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:28.655340 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-06c9f311-d06c-48cf-9159-d15a3eec6f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (83f12561-74cd-4d82-837c-f1e955562d5c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:28.701597 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 83f12561-74cd-4d82-837c-f1e955562d5c is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:28.702046 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (83f12561-74cd-4d82-837c-f1e955562d5c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:28.707492 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7ccc7-ef3c-41b4-83d2-fa5a7ff28fed req-c47ffc3f-a268-4a89-bb8f-570102d851ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:28.709285 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93a7ccc7-ef3c-41b4-83d2-fa5a7ff28fed req-c47ffc3f-a268-4a89-bb8f-570102d851ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4f62d24-d369-4f32-b0d3-8cc062c5524d HTTP/1.1" status: 200 len: 850 time: 0.3831477 Mar 05 04:57:28.720890 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-775d11f8-77ec-49ff-aefa-3366dd21c01b req-af8599c8-add9-46a8-aca4-149bae55819d tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6423945 Mar 05 04:57:28.735715 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-775d11f8-77ec-49ff-aefa-3366dd21c01b req-86a40a5f-c90a-498b-ba6e-63adf8b60ee4 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:57:28.773878 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8751c-c0dd-40d2-80e3-e885dd9c8e94 req-1097da15-81c8-4c9b-b99f-9e88d137e8e9 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:28.781308 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-06c9f311-d06c-48cf-9159-d15a3eec6f6a None None] For port 83f12561-74cd-4d82-837c-f1e955562d5c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=83f12561-74cd-4d82-837c-f1e955562d5c,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:28.781527 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e3e8751c-c0dd-40d2-80e3-e885dd9c8e94 req-1097da15-81c8-4c9b-b99f-9e88d137e8e9 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 945 time: 0.4686890 Mar 05 04:57:28.783376 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-775d11f8-77ec-49ff-aefa-3366dd21c01b req-86a40a5f-c90a-498b-ba6e-63adf8b60ee4 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:28.794847 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-bb68cd6a-c4da-473b-b396-d8772a0d1a40 None None] Deleting port 83f12561-74cd-4d82-837c-f1e955562d5c {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:57:28.795298 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bb68cd6a-c4da-473b-b396-d8772a0d1a40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (83f12561-74cd-4d82-837c-f1e955562d5c), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:28.864979 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-bb68cd6a-c4da-473b-b396-d8772a0d1a40 None None] For port 83f12561-74cd-4d82-837c-f1e955562d5c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=83f12561-74cd-4d82-837c-f1e955562d5c,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:28.864979 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bb68cd6a-c4da-473b-b396-d8772a0d1a40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (83f12561-74cd-4d82-837c-f1e955562d5c), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:28.879414 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-bb68cd6a-c4da-473b-b396-d8772a0d1a40 None None] Calling delete_port for 83f12561-74cd-4d82-837c-f1e955562d5c owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:57:28.889099 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7ed6c3cf-a1f9-477f-8a69-e4700d1d8dd9 req-95b668a9-f917-4f4a-8feb-0a65627ef3d5 service neutron] 10.222.0.30 "GET /v2.0/networks/31b0ad25-0961-41e8-ba3d-c6b7bbf5af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593889 Mar 05 04:57:28.897175 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7ccc7-ef3c-41b4-83d2-fa5a7ff28fed req-e7150030-f3e2-4ebb-94dd-d2c8e510986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:28.898974 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93a7ccc7-ef3c-41b4-83d2-fa5a7ff28fed req-e7150030-f3e2-4ebb-94dd-d2c8e510986c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=931621a1-3c63-4b88-9017-913fd0b96f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1736417 Mar 05 04:57:28.929599 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda4fe69-116d-408b-abed-fdbb95b00212', 'tag': 'a2371bf6-96c6-4ae6-a06e-229010011a4f'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:57:28.932384 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4594a8eb-b3d2-4284-8388-51b31687472e" -d '{"events": [{"name": "network-changed", "server_uuid": "bda4fe69-116d-408b-abed-fdbb95b00212", "tag": "a2371bf6-96c6-4ae6-a06e-229010011a4f"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:57:28.961508 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-06c9f311-d06c-48cf-9159-d15a3eec6f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (83f12561-74cd-4d82-837c-f1e955562d5c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:29.038033 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9f311-d06c-48cf-9159-d15a3eec6f6a None None] Pushing event deleted for resources: {'Port': ['ID=83f12561-74cd-4d82-837c-f1e955562d5c,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:29.046736 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bb68cd6a-c4da-473b-b396-d8772a0d1a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (83f12561-74cd-4d82-837c-f1e955562d5c), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:29.078684 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb68cd6a-c4da-473b-b396-d8772a0d1a40 None None] No DVR routers for this DVR port 83f12561-74cd-4d82-837c-f1e955562d5c on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:57:29.080601 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93a7ccc7-ef3c-41b4-83d2-fa5a7ff28fed req-4848d8eb-79e0-4f94-81d3-a63bd524bf8e service neutron] 10.222.0.30 "GET /v2.0/networks/931621a1-3c63-4b88-9017-913fd0b96f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752715 Mar 05 04:57:29.087845 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e3e8751c-c0dd-40d2-80e3-e885dd9c8e94 req-fc7f38ff-e00b-467a-9e4c-a6b00a6c019a tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3055601 Mar 05 04:57:29.094380 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9f1bf436-ba1f-4d37-ab30-72960bfc4acf req-8a856ceb-3743-41be-a929-5dc22cda2189 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3542306 Mar 05 04:57:29.099806 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-9f1bf436-ba1f-4d37-ab30-72960bfc4acf req-718d301b-298b-4a0c-8cc3-5f1ef43e93fd service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:57:29.111307 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9f1bf436-ba1f-4d37-ab30-72960bfc4acf req-718d301b-298b-4a0c-8cc3-5f1ef43e93fd service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098646 Mar 05 04:57:29.152304 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68cd6a-c4da-473b-b396-d8772a0d1a40 None None] Pushing event deleted for resources: {'Port': ['ID=83f12561-74cd-4d82-837c-f1e955562d5c,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:29.224711 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fb34bf66-bb88-4441-bc2e-4160c048596f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (c4b7eb6b-9a1e-40a2-9fff-9763f822fea1), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:29.267321 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59442) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:29.317417 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93a7ccc7-ef3c-41b4-83d2-fa5a7ff28fed req-58fe6219-55dc-405b-89c3-8c93c8479fa1 service neutron] 10.222.0.30 "GET /v2.0/networks/931621a1-3c63-4b88-9017-913fd0b96f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050450 Mar 05 04:57:29.347282 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34bf66-bb88-4441-bc2e-4160c048596f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Subnet': ['ID=c4b7eb6b-9a1e-40a2-9fff-9763f822fea1,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:29.353533 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb34bf66-bb88-4441-bc2e-4160c048596f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:57:29.374452 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 83f12561-74cd-4d82-837c-f1e955562d5c no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:57:29.417189 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-fb34bf66-bb88-4441-bc2e-4160c048596f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:57:29.458695 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb34bf66-bb88-4441-bc2e-4160c048596f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:29.459417 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fb34bf66-bb88-4441-bc2e-4160c048596f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:29.486630 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7c5e14-943b-4b95-b8d5-2dcc50f677c7 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:57:29.496851 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-775d11f8-77ec-49ff-aefa-3366dd21c01b req-86a40a5f-c90a-498b-ba6e-63adf8b60ee4 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:29.515722 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-647bc454-d941-4d48-9180-b3ec5f973468 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-520515566-network', 'tenant_id': 'cb7b864dbd77495196ca8704999c4f85'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:57:29.520906 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 83f12561-74cd-4d82-837c-f1e955562d5c {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:57:29.523555 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 83f12561-74cd-4d82-837c-f1e955562d5c not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:57:29.548633 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647bc454-d941-4d48-9180-b3ec5f973468 admin admin] Made reservation on behalf of cb7b864dbd77495196ca8704999c4f85 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:57:29.551378 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1dd0ae27-108b-4476-a935-623cceecf3c4 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:57:29.551874 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-647bc454-d941-4d48-9180-b3ec5f973468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:29.564451 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-647bc454-d941-4d48-9180-b3ec5f973468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:29.636314 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fb34bf66-bb88-4441-bc2e-4160c048596f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6885610 Mar 05 04:57:29.636569 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59450) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:29.652399 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-24e64613-5577-4c72-adfe-c16113f78bfc tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2080104433', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:57:29.736548 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24e64613-5577-4c72-adfe-c16113f78bfc tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (c4c0f952-64a5-4847-a2bb-4f75ed3cd457), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:29.738573 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24e64613-5577-4c72-adfe-c16113f78bfc tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (c4c0f952-64a5-4847-a2bb-4f75ed3cd457), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:29.754646 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bf436-ba1f-4d37-ab30-72960bfc4acf req-2872461d-af1e-4f56-bfb8-db8a8e2591da tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:29.756303 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9f1bf436-ba1f-4d37-ab30-72960bfc4acf req-2872461d-af1e-4f56-bfb8-db8a8e2591da tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports/d1bd2387-390c-4747-9f24-372bac0df3d0 HTTP/1.1" status: 200 len: 941 time: 0.5850334 Mar 05 04:57:29.757284 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-647bc454-d941-4d48-9180-b3ec5f973468 admin admin] Publish callbacks [] for security_group (916b610e-5019-48f4-990d-8641ecbc2e9b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:29.770724 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-647bc454-d941-4d48-9180-b3ec5f973468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (916b610e-5019-48f4-990d-8641ecbc2e9b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:29.786181 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89597d-57ac-403a-9da7-e5940b4b77b3 req-2dc47fbe-f243-4c50-914d-e071312153a9 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:29.797720 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e89597d-57ac-403a-9da7-e5940b4b77b3 req-2dc47fbe-f243-4c50-914d-e071312153a9 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 944 time: 0.2434514 Mar 05 04:57:29.807245 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c9e151-7788-4541-b5e6-8d8cad0bf23b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-d9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'fixed_ips': [{'subnet_id': 'c4b7eb6b-9a1e-40a2-9fff-9763f822fea1'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:57:29.808120 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f6c9e151-7788-4541-b5e6-8d8cad0bf23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:29.859398 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 1dd0ae27-108b-4476-a935-623cceecf3c4 is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:29.859721 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1dd0ae27-108b-4476-a935-623cceecf3c4), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:29.919105 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e89597d-57ac-403a-9da7-e5940b4b77b3 req-dfe305ba-713f-4ca9-9439-c779d5e6d0af tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202431 Mar 05 04:57:29.920709 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-775d11f8-77ec-49ff-aefa-3366dd21c01b req-86a40a5f-c90a-498b-ba6e-63adf8b60ee4 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Allocated IP 172.25.0.222 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/52d33938-84d1-4430-9130-3e7bc950636f) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:57:29.928763 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647bc454-d941-4d48-9180-b3ec5f973468 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:57:29.967767 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24e64613-5577-4c72-adfe-c16113f78bfc tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for router_controller (c4c0f952-64a5-4847-a2bb-4f75ed3cd457), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:29.972615 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 1dd0ae27-108b-4476-a935-623cceecf3c4, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1dd0ae27-108b-4476-a935-623cceecf3c4,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:29.980214 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fcb2645-6388-433b-8e6d-d6f0800a1805', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dd0ae27-108b-4476-a935-623cceecf3c4'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:57:29.986458 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1083ccc-03e5-43da-97f6-4aff1ca160df" -d '{"events": [{"server_uuid": "4fcb2645-6388-433b-8e6d-d6f0800a1805", "name": "network-vif-unplugged", "status": "completed", "tag": "1dd0ae27-108b-4476-a935-623cceecf3c4"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:57:29.988008 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24e64613-5577-4c72-adfe-c16113f78bfc tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (c4c0f952-64a5-4847-a2bb-4f75ed3cd457), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:29.997666 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1dd0ae27-108b-4476-a935-623cceecf3c4), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:30.015153 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647bc454-d941-4d48-9180-b3ec5f973468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916b610e-5019-48f4-990d-8641ecbc2e9b,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:30.045849 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-647bc454-d941-4d48-9180-b3ec5f973468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (a214b60e-36c8-424d-830d-b234ecec4d16), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:30.046314 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-647bc454-d941-4d48-9180-b3ec5f973468 admin admin] Added segment a214b60e-36c8-424d-830d-b234ecec4d16 of type vlan for network 960d56f1-18cc-4b9f-8cb8-16389d1751f6 Mar 05 04:57:30.109989 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24e64613-5577-4c72-adfe-c16113f78bfc tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:30.122012 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-24e64613-5577-4c72-adfe-c16113f78bfc tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4653296 Mar 05 04:57:30.122805 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59470) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:30.126429 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eedf820-5322-4c72-b06b-11051956f0d9 x-openstack-request-id: req-2eedf820-5322-4c72-b06b-11051956f0d9 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:57:30.128110 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda4fe69-116d-408b-abed-fdbb95b00212", "tag": "a2371bf6-96c6-4ae6-a06e-229010011a4f", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:57:30.130539 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2eedf820-5322-4c72-b06b-11051956f0d9 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:57:30.130539 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda4fe69-116d-408b-abed-fdbb95b00212', 'tag': 'a2371bf6-96c6-4ae6-a06e-229010011a4f', 'status': 'completed', 'code': 200} Mar 05 04:57:30.227429 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=1dd0ae27-108b-4476-a935-623cceecf3c4,revision_number=8']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:30.282005 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-775d11f8-77ec-49ff-aefa-3366dd21c01b req-86a40a5f-c90a-498b-ba6e-63adf8b60ee4 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks [] for port (52d33938-84d1-4430-9130-3e7bc950636f), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:30.315064 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-647bc454-d941-4d48-9180-b3ec5f973468 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (960d56f1-18cc-4b9f-8cb8-16389d1751f6), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:30.319298 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-5cdd66be-a82b-4184-ae54-a739d3ec22d1 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:30.330595 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-5cdd66be-a82b-4184-ae54-a739d3ec22d1 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/networks?id=58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 HTTP/1.1" status: 200 len: 805 time: 0.2007697 Mar 05 04:57:30.383786 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-f6c9e151-7788-4541-b5e6-8d8cad0bf23b None None] Allocated IP 2001:db8::2 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/c4b7eb6b-9a1e-40a2-9fff-9763f822fea1/54adccbc-591a-47ba-8cf8-a8ed0373b718) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:57:30.545743 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-647bc454-d941-4d48-9180-b3ec5f973468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (960d56f1-18cc-4b9f-8cb8-16389d1751f6), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:30.547338 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647bc454-d941-4d48-9180-b3ec5f973468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:30.549523 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-647bc454-d941-4d48-9180-b3ec5f973468 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:30.571948 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594a8eb-b3d2-4284-8388-51b31687472e req-f58c3142-6478-4d2f-8e81-e8a3b1fad5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:30.573509 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4594a8eb-b3d2-4284-8388-51b31687472e req-f58c3142-6478-4d2f-8e81-e8a3b1fad5c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e5092c20fe14dbdbd8241f34045fd32&device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 1128 time: 0.4922199 Mar 05 04:57:30.693053 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-647bc454-d941-4d48-9180-b3ec5f973468 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4229937 Mar 05 04:57:30.704108 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59478) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:30.749838 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-2bacc1ce-d4dd-4c8f-be89-173da5cb4f31 admin admin] Request body: {'subnet': {'network_id': '960d56f1-18cc-4b9f-8cb8-16389d1751f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-520515566-subnet', 'tenant_id': 'cb7b864dbd77495196ca8704999c4f85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:57:30.757742 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647bc454-d941-4d48-9180-b3ec5f973468 admin admin] Pushing event updated for resources: {'Network': ['ID=960d56f1-18cc-4b9f-8cb8-16389d1751f6,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:30.775673 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 960d56f1-18cc-4b9f-8cb8-16389d1751f6 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:57:30.795144 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-25ce67a9-9583-42a1-a594-f9f2162a9197 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/quotas/5bb9b4129f1c432a81e17a2957390c79 HTTP/1.1" status: 200 len: 375 time: 0.4635682 Mar 05 04:57:30.848753 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-775d11f8-77ec-49ff-aefa-3366dd21c01b req-86a40a5f-c90a-498b-ba6e-63adf8b60ee4 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (52d33938-84d1-4430-9130-3e7bc950636f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:30.870125 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f6c9e151-7788-4541-b5e6-8d8cad0bf23b None None] Publish callbacks [] for port (54adccbc-591a-47ba-8cf8-a8ed0373b718), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:30.879938 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59482) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:30.921818 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-03e36590-a623-40b4-a06d-59992184913a tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5bb9b4129f1c432a81e17a2957390c79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1250648 Mar 05 04:57:30.928353 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f6c9e151-7788-4541-b5e6-8d8cad0bf23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (54adccbc-591a-47ba-8cf8-a8ed0373b718), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:30.928748 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bacc1ce-d4dd-4c8f-be89-173da5cb4f31 admin admin] Made reservation on behalf of cb7b864dbd77495196ca8704999c4f85 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:57:30.931066 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2bacc1ce-d4dd-4c8f-be89-173da5cb4f31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:30.942662 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-775d11f8-77ec-49ff-aefa-3366dd21c01b req-86a40a5f-c90a-498b-ba6e-63adf8b60ee4 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:57:30.960782 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-775d11f8-77ec-49ff-aefa-3366dd21c01b req-86a40a5f-c90a-498b-ba6e-63adf8b60ee4 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:57:30.963961 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-775d11f8-77ec-49ff-aefa-3366dd21c01b req-86a40a5f-c90a-498b-ba6e-63adf8b60ee4 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:57:30.989027 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c9e151-7788-4541-b5e6-8d8cad0bf23b None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:57:30.994515 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-f6c9e151-7788-4541-b5e6-8d8cad0bf23b None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:57:31.000210 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c9e151-7788-4541-b5e6-8d8cad0bf23b None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:57:31.003831 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9e151-7788-4541-b5e6-8d8cad0bf23b None None] Pushing event updated for resources: {'Port': ['ID=54adccbc-591a-47ba-8cf8-a8ed0373b718,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:31.031106 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-efeb168e-5f0a-49df-a622-5eb06cddef53 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:31.067016 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a40a5f-c90a-498b-ba6e-63adf8b60ee4 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Pushing event updated for resources: {'Port': ['ID=52d33938-84d1-4430-9130-3e7bc950636f,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:31.071172 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594a8eb-b3d2-4284-8388-51b31687472e req-633d58ea-39fb-40b2-8817-11196c9ecb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:31.072897 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4594a8eb-b3d2-4284-8388-51b31687472e req-633d58ea-39fb-40b2-8817-11196c9ecb93 service neutron] 10.222.0.30 "GET /v2.0/networks?id=31b0ad25-0961-41e8-ba3d-c6b7bbf5af76 HTTP/1.1" status: 200 len: 920 time: 0.4805245 Mar 05 04:57:31.096877 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-f6c9e151-7788-4541-b5e6-8d8cad0bf23b None None] Attempting to bind port 54adccbc-591a-47ba-8cf8-a8ed0373b718 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:57:31.097422 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-f6c9e151-7788-4541-b5e6-8d8cad0bf23b None None] Attempting to bind port 54adccbc-591a-47ba-8cf8-a8ed0373b718 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:57:31.103024 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c9e151-7788-4541-b5e6-8d8cad0bf23b None None] Attempting to bind port 54adccbc-591a-47ba-8cf8-a8ed0373b718 on network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:57:31.116056 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c9e151-7788-4541-b5e6-8d8cad0bf23b None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:57:31.116441 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c9e151-7788-4541-b5e6-8d8cad0bf23b None None] Checking segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:57:31.117806 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f6c9e151-7788-4541-b5e6-8d8cad0bf23b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:31.118236 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c9e151-7788-4541-b5e6-8d8cad0bf23b None None] Bound using segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:57:31.118731 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-f6c9e151-7788-4541-b5e6-8d8cad0bf23b None None] Bound port: 54adccbc-591a-47ba-8cf8-a8ed0373b718, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:57:31.120163 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f6c9e151-7788-4541-b5e6-8d8cad0bf23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (54adccbc-591a-47ba-8cf8-a8ed0373b718), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:31.204275 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4594a8eb-b3d2-4284-8388-51b31687472e req-932014fd-48f0-4821-a53d-ce2a490e56a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2371bf6-96c6-4ae6-a06e-229010011a4f HTTP/1.1" status: 200 len: 217 time: 0.1218774 Mar 05 04:57:31.209180 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-c124047e-4310-48da-9591-109dc6f111b5 service neutron] 10.222.0.11 "GET /v2.0/networks/58ba8bc5-ac03-4e44-b819-c3c8d0a85e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864394 Mar 05 04:57:31.263943 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04f532f1-0547-4f7a-b671-b41ffe7f34b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:31.292173 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f6c9e151-7788-4541-b5e6-8d8cad0bf23b None None] For port 54adccbc-591a-47ba-8cf8-a8ed0373b718, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:57:31.302678 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f6c9e151-7788-4541-b5e6-8d8cad0bf23b None None] For port 54adccbc-591a-47ba-8cf8-a8ed0373b718, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=54adccbc-591a-47ba-8cf8-a8ed0373b718,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:57:31.312558 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f6c9e151-7788-4541-b5e6-8d8cad0bf23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (54adccbc-591a-47ba-8cf8-a8ed0373b718), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:31.362056 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-e597233c-f137-44ae-9f58-f47a939bdcfe service neutron] 10.222.0.11 "GET /v2.0/networks/58ba8bc5-ac03-4e44-b819-c3c8d0a85e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393137 Mar 05 04:57:31.391421 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-775d11f8-77ec-49ff-aefa-3366dd21c01b req-86a40a5f-c90a-498b-ba6e-63adf8b60ee4 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks [] for floatingip (0cd7c67f-9951-40f8-a01b-7af617439756), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:31.451065 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9e151-7788-4541-b5e6-8d8cad0bf23b None None] Pushing event updated for resources: {'Port': ['ID=54adccbc-591a-47ba-8cf8-a8ed0373b718,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:31.471970 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594a8eb-b3d2-4284-8388-51b31687472e req-1db029e8-6aa9-42d8-89e5-f8efd5e7fa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:31.473595 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4594a8eb-b3d2-4284-8388-51b31687472e req-1db029e8-6aa9-42d8-89e5-f8efd5e7fa69 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=98ef46bf-572c-498d-93ea-a0a1c161f54f HTTP/1.1" status: 200 len: 860 time: 0.2607484 Mar 05 04:57:31.509487 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-775d11f8-77ec-49ff-aefa-3366dd21c01b req-86a40a5f-c90a-498b-ba6e-63adf8b60ee4 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (52d33938-84d1-4430-9130-3e7bc950636f), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:31.679596 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4594a8eb-b3d2-4284-8388-51b31687472e req-66d28516-bed6-4c82-a57d-fea07d9fa61c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=31b0ad25-0961-41e8-ba3d-c6b7bbf5af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1802826 Mar 05 04:57:31.687519 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 04:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089eb7fd-e30b-40d7-b2f4-47c09bb4bafa x-openstack-request-id: req-089eb7fd-e30b-40d7-b2f4-47c09bb4bafa {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:57:31.687919 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fcb2645-6388-433b-8e6d-d6f0800a1805", "name": "network-vif-unplugged", "status": "completed", "tag": "1dd0ae27-108b-4476-a935-623cceecf3c4", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:57:31.688272 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-089eb7fd-e30b-40d7-b2f4-47c09bb4bafa {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:57:31.688768 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcb2645-6388-433b-8e6d-d6f0800a1805', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dd0ae27-108b-4476-a935-623cceecf3c4', 'code': 200} Mar 05 04:57:31.821367 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6c44f-9a66-4819-a7cb-eb4f178d334c req-96f86fdb-9bb8-4ceb-a4f9-fa31ad258313 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:31.823511 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6ad6c44f-9a66-4819-a7cb-eb4f178d334c req-96f86fdb-9bb8-4ceb-a4f9-fa31ad258313 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.31 "GET /v2.0/ports?device_id=4fcb2645-6388-433b-8e6d-d6f0800a1805 HTTP/1.1" status: 200 len: 944 time: 0.5640569 Mar 05 04:57:31.951069 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-775d11f8-77ec-49ff-aefa-3366dd21c01b req-86a40a5f-c90a-498b-ba6e-63adf8b60ee4 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks [] for port (52d33938-84d1-4430-9130-3e7bc950636f), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:31.959945 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-775d11f8-77ec-49ff-aefa-3366dd21c01b req-86a40a5f-c90a-498b-ba6e-63adf8b60ee4 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (52d33938-84d1-4430-9130-3e7bc950636f), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:32.007721 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2bacc1ce-d4dd-4c8f-be89-173da5cb4f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (b9ab499f-f5a2-44ea-8e29-88521ef190b6), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:32.082171 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884a7c0-fb71-4aa9-8322-31caa16631a2 req-f85193d1-4c86-4a5a-8c0f-ae37c7657ac0 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:32.090614 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3884a7c0-fb71-4aa9-8322-31caa16631a2 req-f85193d1-4c86-4a5a-8c0f-ae37c7657ac0 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 945 time: 0.2723098 Mar 05 04:57:32.095288 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a40a5f-c90a-498b-ba6e-63adf8b60ee4 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Pushing event updated for resources: {'Port': ['ID=52d33938-84d1-4430-9130-3e7bc950636f,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:32.121132 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-775d11f8-77ec-49ff-aefa-3366dd21c01b req-86a40a5f-c90a-498b-ba6e-63adf8b60ee4 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (0cd7c67f-9951-40f8-a01b-7af617439756), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:32.140050 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04f532f1-0547-4f7a-b671-b41ffe7f34b3 admin admin] Publish callbacks [] for security_group (9fa95649-cec3-4c9c-afd3-a86eaf6e7f63), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:32.156547 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04f532f1-0547-4f7a-b671-b41ffe7f34b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (9fa95649-cec3-4c9c-afd3-a86eaf6e7f63), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:32.160559 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-775d11f8-77ec-49ff-aefa-3366dd21c01b req-86a40a5f-c90a-498b-ba6e-63adf8b60ee4 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:32.162002 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-775d11f8-77ec-49ff-aefa-3366dd21c01b req-86a40a5f-c90a-498b-ba6e-63adf8b60ee4 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4358740 Mar 05 04:57:32.213051 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3884a7c0-fb71-4aa9-8322-31caa16631a2 req-7f5820ee-eca8-4eb6-852c-73a301331218 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196923 Mar 05 04:57:32.248810 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-efeb168e-5f0a-49df-a622-5eb06cddef53 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Allocated IP 2001:db8::1 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/c4b7eb6b-9a1e-40a2-9fff-9763f822fea1/8d5d8fd2-5e30-4784-b861-9eb40a02442d) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:57:32.279130 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bacc1ce-d4dd-4c8f-be89-173da5cb4f31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9ab499f-f5a2-44ea-8e29-88521ef190b6,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:32.282726 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4594a8eb-b3d2-4284-8388-51b31687472e req-3bdf887b-9367-49a0-9a66-b52c8776948a service neutron] 10.222.0.30 "GET /v2.0/networks/31b0ad25-0961-41e8-ba3d-c6b7bbf5af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6022377 Mar 05 04:57:32.310773 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-04f532f1-0547-4f7a-b671-b41ffe7f34b3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=22e7c417b70645aeb4543c82447093b3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4218676 Mar 05 04:57:32.319673 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-775d11f8-77ec-49ff-aefa-3366dd21c01b req-0714c01d-eb34-415d-a702-12b58f024dd3 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.222 HTTP/1.1" status: 200 len: 696 time: 0.1463699 Mar 05 04:57:32.320831 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59498) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:32.448943 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bacc1ce-d4dd-4c8f-be89-173da5cb4f31 admin admin] Checking segment: {'id': 'a214b60e-36c8-424d-830d-b234ecec4d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '960d56f1-18cc-4b9f-8cb8-16389d1751f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:57:32.450436 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bacc1ce-d4dd-4c8f-be89-173da5cb4f31 admin admin] Network hostable DHCP agents. Network: 960d56f1-18cc-4b9f-8cb8-16389d1751f6, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:57:32.529037 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f532f1-0547-4f7a-b671-b41ffe7f34b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa95649-cec3-4c9c-afd3-a86eaf6e7f63,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:32.553363 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1fa6ba99-132d-404c-a640-b9a053633f8b admin admin] Publish callbacks [] for security_group (9fa95649-cec3-4c9c-afd3-a86eaf6e7f63), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:32.574644 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44918a5e-18d7-4341-ab47-d4d29d64e889 req-c3cffb4d-7090-4a90-a2d6-08d0abe8d02d tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:32.583188 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-44918a5e-18d7-4341-ab47-d4d29d64e889 req-c3cffb4d-7090-4a90-a2d6-08d0abe8d02d tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 944 time: 0.2459943 Mar 05 04:57:32.683568 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bacc1ce-d4dd-4c8f-be89-173da5cb4f31 admin admin] Network 960d56f1-18cc-4b9f-8cb8-16389d1751f6 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:57:32.695495 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d11f8-77ec-49ff-aefa-3366dd21c01b req-8c24656b-0abd-40c1-9782-7e8808275a31 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:32.697073 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-775d11f8-77ec-49ff-aefa-3366dd21c01b req-8c24656b-0abd-40c1-9782-7e8808275a31 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 784 time: 0.3591654 Mar 05 04:57:32.708038 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-6ad6c44f-9a66-4819-a7cb-eb4f178d334c req-853b254b-2406-44af-91c9-1be4c310a529 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Deleting port 1dd0ae27-108b-4476-a935-623cceecf3c4 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:57:32.709761 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6ad6c44f-9a66-4819-a7cb-eb4f178d334c req-853b254b-2406-44af-91c9-1be4c310a529 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (1dd0ae27-108b-4476-a935-623cceecf3c4), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:32.736240 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1fa6ba99-132d-404c-a640-b9a053633f8b admin admin] Publish callbacks [] for security_group (9fa95649-cec3-4c9c-afd3-a86eaf6e7f63), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:32.752534 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-44918a5e-18d7-4341-ab47-d4d29d64e889 req-15455706-527b-45c0-8bbc-09a67cdb4d60 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684799 Mar 05 04:57:32.772061 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-2bacc1ce-d4dd-4c8f-be89-173da5cb4f31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 960d56f1-18cc-4b9f-8cb8-16389d1751f6) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:57:32.780563 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efeeb4b-0e7c-4cb7-a033-2a940c980061 None None] Network 960d56f1-18cc-4b9f-8cb8-16389d1751f6 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:57:32.820349 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4594a8eb-b3d2-4284-8388-51b31687472e req-99123657-7349-4c92-8b23-f6fc8a2703a7 service neutron] 10.222.0.30 "GET /v2.0/networks/31b0ad25-0961-41e8-ba3d-c6b7bbf5af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170376 Mar 05 04:57:32.876427 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bacc1ce-d4dd-4c8f-be89-173da5cb4f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:32.876931 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2bacc1ce-d4dd-4c8f-be89-173da5cb4f31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:32.914860 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1b64f639-e1f7-40de-b17b-d1a511fd3884 req-aa7da32d-0fc4-436a-9fb5-12c243c0f8b9 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef20f788-6741-4fd7-9303-7bd9d1e8ca5e HTTP/1.1" status: 200 len: 210 time: 0.0826566 Mar 05 04:57:32.939270 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1fa6ba99-132d-404c-a640-b9a053633f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (9fa95649-cec3-4c9c-afd3-a86eaf6e7f63), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:32.943431 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1fa6ba99-132d-404c-a640-b9a053633f8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:32.944832 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1fa6ba99-132d-404c-a640-b9a053633f8b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9fa95649-cec3-4c9c-afd3-a86eaf6e7f63 HTTP/1.1" status: 204 len: 168 time: 0.6210051 Mar 05 04:57:33.011395 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6ba99-132d-404c-a640-b9a053633f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa95649-cec3-4c9c-afd3-a86eaf6e7f63,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:33.057942 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-efeb168e-5f0a-49df-a622-5eb06cddef53 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for port (8d5d8fd2-5e30-4784-b861-9eb40a02442d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:33.069032 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2bacc1ce-d4dd-4c8f-be89-173da5cb4f31 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3285756 Mar 05 04:57:33.084902 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739536d5-0307-47d2-b75a-2c4bfe98857a req-8e02b936-e559-447e-bd48-15f51d9111aa tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:33.086956 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-739536d5-0307-47d2-b75a-2c4bfe98857a req-8e02b936-e559-447e-bd48-15f51d9111aa tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1397884 Mar 05 04:57:33.146100 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-6ad6c44f-9a66-4819-a7cb-eb4f178d334c req-853b254b-2406-44af-91c9-1be4c310a529 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] For port 1dd0ae27-108b-4476-a935-623cceecf3c4, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1dd0ae27-108b-4476-a935-623cceecf3c4,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:33.146900 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6ad6c44f-9a66-4819-a7cb-eb4f178d334c req-853b254b-2406-44af-91c9-1be4c310a529 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (1dd0ae27-108b-4476-a935-623cceecf3c4), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:33.170161 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2021eb48-7845-4f51-a0bd-467449a0b50a None None] Network 960d56f1-18cc-4b9f-8cb8-16389d1751f6 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:57:33.209258 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-6ad6c44f-9a66-4819-a7cb-eb4f178d334c req-853b254b-2406-44af-91c9-1be4c310a529 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Calling delete_port for 1dd0ae27-108b-4476-a935-623cceecf3c4 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:57:33.213290 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-dc560e54-cc7b-45fa-b72d-850b5008db2c None None] Provisioning complete for port 54adccbc-591a-47ba-8cf8-a8ed0373b718 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:33.213691 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dc560e54-cc7b-45fa-b72d-850b5008db2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (54adccbc-591a-47ba-8cf8-a8ed0373b718), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:33.254289 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-739536d5-0307-47d2-b75a-2c4bfe98857a req-31394802-155c-40ba-b700-7c926345f891 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.222 HTTP/1.1" status: 200 len: 696 time: 0.1587384 Mar 05 04:57:33.263804 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-739536d5-0307-47d2-b75a-2c4bfe98857a req-468543d3-81ea-407a-9707-983578ab0f2a tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Request body: {'floatingip': {'port_id': 'a2371bf6-96c6-4ae6-a06e-229010011a4f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:57:33.404092 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-efeb168e-5f0a-49df-a622-5eb06cddef53 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (8d5d8fd2-5e30-4784-b861-9eb40a02442d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:33.471787 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-739536d5-0307-47d2-b75a-2c4bfe98857a req-468543d3-81ea-407a-9707-983578ab0f2a tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks [] for floatingip (0cd7c67f-9951-40f8-a01b-7af617439756), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:33.473700 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 54adccbc-591a-47ba-8cf8-a8ed0373b718 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:57:33.635729 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59514) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:33.688533 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e07cb8a3-8fc1-427d-a132-bc682a88c86f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:33.797167 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-dc560e54-cc7b-45fa-b72d-850b5008db2c None None] Current status of the port 54adccbc-591a-47ba-8cf8-a8ed0373b718 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:33.797744 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dc560e54-cc7b-45fa-b72d-850b5008db2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (54adccbc-591a-47ba-8cf8-a8ed0373b718), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:33.834046 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 54adccbc-591a-47ba-8cf8-a8ed0373b718 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:33.834685 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (54adccbc-591a-47ba-8cf8-a8ed0373b718), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:33.844787 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e07cb8a3-8fc1-427d-a132-bc682a88c86f admin admin] Publish callbacks [] for security_group (93d467f7-1528-43d7-b53d-15b21c6fe0cc), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:33.867992 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e07cb8a3-8fc1-427d-a132-bc682a88c86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (93d467f7-1528-43d7-b53d-15b21c6fe0cc), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:33.879569 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-dc560e54-cc7b-45fa-b72d-850b5008db2c None None] For port 54adccbc-591a-47ba-8cf8-a8ed0373b718, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=54adccbc-591a-47ba-8cf8-a8ed0373b718,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:33.890089 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dc560e54-cc7b-45fa-b72d-850b5008db2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (54adccbc-591a-47ba-8cf8-a8ed0373b718), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:33.908568 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e3fb1-3c62-4fb4-9283-401db2bda370 req-06520ca6-26dd-4cbd-b2db-2a07a5706371 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:33.918305 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-115e3fb1-3c62-4fb4-9283-401db2bda370 req-06520ca6-26dd-4cbd-b2db-2a07a5706371 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 945 time: 0.5683370 Mar 05 04:57:33.960277 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeb168e-5f0a-49df-a622-5eb06cddef53 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:57:33.970467 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e07cb8a3-8fc1-427d-a132-bc682a88c86f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f40fe0402f644adfa41151a44515a02c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3336053 Mar 05 04:57:33.980142 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-efeb168e-5f0a-49df-a622-5eb06cddef53 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:57:33.982387 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59520) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:34.003112 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeb168e-5f0a-49df-a622-5eb06cddef53 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:57:34.003806 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-efeb168e-5f0a-49df-a622-5eb06cddef53 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (c4c0f952-64a5-4847-a2bb-4f75ed3cd457), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:34.062123 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc560e54-cc7b-45fa-b72d-850b5008db2c None None] Pushing event updated for resources: {'Port': ['ID=54adccbc-591a-47ba-8cf8-a8ed0373b718,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:34.072900 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-115e3fb1-3c62-4fb4-9283-401db2bda370 req-a4ef89f2-349e-446c-8774-e446b7360738 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536317 Mar 05 04:57:34.082420 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07cb8a3-8fc1-427d-a132-bc682a88c86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d467f7-1528-43d7-b53d-15b21c6fe0cc,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:34.096445 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 54adccbc-591a-47ba-8cf8-a8ed0373b718 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:34.191417 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb168e-5f0a-49df-a622-5eb06cddef53 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Port': ['ID=8d5d8fd2-5e30-4784-b861-9eb40a02442d,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:34.344181 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-81c85dfb-26ed-49ad-b893-dbf8f8d65a72 admin admin] Publish callbacks [] for security_group (93d467f7-1528-43d7-b53d-15b21c6fe0cc), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:34.354585 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-c7b61f7b-703c-4cc8-988b-647ece33a264 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:34.356903 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-c7b61f7b-703c-4cc8-988b-647ece33a264 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.30 "GET /v2.0/networks?id=58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 HTTP/1.1" status: 200 len: 805 time: 0.4073761 Mar 05 04:57:34.374312 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-4eed5d12-2c23-4394-923f-25b77bca5fa8 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Request body: {'port': {'device_id': 'ef20f788-6741-4fd7-9303-7bd9d1e8ca5e', 'network_id': '58ba8bc5-ac03-4e44-b819-c3c8d0a85e10', 'admin_state_up': True, 'tenant_id': '5bb9b4129f1c432a81e17a2957390c79'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:57:34.448193 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-34c1d23e-7a7b-498a-9599-92f6b05072d4 None None] Provisioning complete for port 8d5d8fd2-5e30-4784-b861-9eb40a02442d triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:34.448993 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-34c1d23e-7a7b-498a-9599-92f6b05072d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8d5d8fd2-5e30-4784-b861-9eb40a02442d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:34.459722 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-81c85dfb-26ed-49ad-b893-dbf8f8d65a72 admin admin] Publish callbacks [] for security_group (93d467f7-1528-43d7-b53d-15b21c6fe0cc), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:34.535194 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6ad6c44f-9a66-4819-a7cb-eb4f178d334c req-853b254b-2406-44af-91c9-1be4c310a529 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (1dd0ae27-108b-4476-a935-623cceecf3c4), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:34.543974 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-efeb168e-5f0a-49df-a622-5eb06cddef53 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8d5d8fd2-5e30-4784-b861-9eb40a02442d), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:34.607230 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8bcb4b63-9a6a-4f3c-b5ac-3c974fc2db17 req-5112a0a4-e365-483c-83e3-7a610dca0c5d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1196382b-9a18-43b3-83de-487722efd599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1180024 Mar 05 04:57:34.616643 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b254b-2406-44af-91c9-1be4c310a529 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Pushing event deleted for resources: {'Port': ['ID=1dd0ae27-108b-4476-a935-623cceecf3c4,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:34.731844 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-739536d5-0307-47d2-b75a-2c4bfe98857a req-468543d3-81ea-407a-9707-983578ab0f2a tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:34.734856 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad6c44f-9a66-4819-a7cb-eb4f178d334c req-853b254b-2406-44af-91c9-1be4c310a529 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] No DVR routers for this DVR port 1dd0ae27-108b-4476-a935-623cceecf3c4 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:57:34.740693 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6ad6c44f-9a66-4819-a7cb-eb4f178d334c req-853b254b-2406-44af-91c9-1be4c310a529 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:34.742083 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-739536d5-0307-47d2-b75a-2c4bfe98857a req-468543d3-81ea-407a-9707-983578ab0f2a tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (0cd7c67f-9951-40f8-a01b-7af617439756), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:34.744565 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6ad6c44f-9a66-4819-a7cb-eb4f178d334c req-853b254b-2406-44af-91c9-1be4c310a529 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.31 "DELETE /v2.0/ports/1dd0ae27-108b-4476-a935-623cceecf3c4 HTTP/1.1" status: 204 len: 173 time: 2.8889234 Mar 05 04:57:34.748336 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fcb2645-6388-433b-8e6d-d6f0800a1805', 'name': 'network-vif-deleted', 'tag': '1dd0ae27-108b-4476-a935-623cceecf3c4'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:57:34.751784 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c29e41-efd9-45c3-9ff6-c0d6e8e04ab0" -d '{"events": [{"server_uuid": "4fcb2645-6388-433b-8e6d-d6f0800a1805", "name": "network-vif-deleted", "tag": "1dd0ae27-108b-4476-a935-623cceecf3c4"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:57:34.815046 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-81c85dfb-26ed-49ad-b893-dbf8f8d65a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (93d467f7-1528-43d7-b53d-15b21c6fe0cc), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:34.817590 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-81c85dfb-26ed-49ad-b893-dbf8f8d65a72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:34.818947 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-81c85dfb-26ed-49ad-b893-dbf8f8d65a72 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/93d467f7-1528-43d7-b53d-15b21c6fe0cc HTTP/1.1" status: 204 len: 168 time: 0.8233261 Mar 05 04:57:34.889644 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-34c1d23e-7a7b-498a-9599-92f6b05072d4 None None] Port 8d5d8fd2-5e30-4784-b861-9eb40a02442d cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:57:34.897685 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [req-739536d5-0307-47d2-b75a-2c4bfe98857a req-468543d3-81ea-407a-9707-983578ab0f2a tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Floating IP 0cd7c67f-9951-40f8-a01b-7af617439756 associated. External IP: 172.25.0.222, port: a2371bf6-96c6-4ae6-a06e-229010011a4f. Mar 05 04:57:34.915899 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c85dfb-26ed-49ad-b893-dbf8f8d65a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d467f7-1528-43d7-b53d-15b21c6fe0cc,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:34.942474 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-4eed5d12-2c23-4394-923f-25b77bca5fa8 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Made reservation on behalf of 5bb9b4129f1c432a81e17a2957390c79 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:57:34.968238 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-4eed5d12-2c23-4394-923f-25b77bca5fa8 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:34.974055 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb4b63-9a6a-4f3c-b5ac-3c974fc2db17 req-082ce023-e99b-448b-a588-e26dc3ffa52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:34.975551 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8bcb4b63-9a6a-4f3c-b5ac-3c974fc2db17 req-082ce023-e99b-448b-a588-e26dc3ffa52f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4e3a7db0492c498e9791caa16e095e94&device_id=1196382b-9a18-43b3-83de-487722efd599 HTTP/1.1" status: 200 len: 1129 time: 0.2957120 Mar 05 04:57:35.075233 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc38e5-1a40-4428-aadc-9f083f7aa745 req-6c5102cb-06dd-4240-8002-df9aa685bd07 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:35.084784 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dbcc38e5-1a40-4428-aadc-9f083f7aa745 req-6c5102cb-06dd-4240-8002-df9aa685bd07 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 944 time: 0.1887295 Mar 05 04:57:35.245192 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-4eed5d12-2c23-4394-923f-25b77bca5fa8 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Allocated IP 172.20.0.11 (58ba8bc5-ac03-4e44-b819-c3c8d0a85e10/b701f56c-0d88-43f7-a5d8-59c4b87f0d86/0c93b3a3-c064-4101-8acb-6767f062ecb3) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:57:35.252781 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dbcc38e5-1a40-4428-aadc-9f083f7aa745 req-e41105eb-b618-41e9-a188-aed0d6024498 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665168 Mar 05 04:57:35.291133 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-efeb168e-5f0a-49df-a622-5eb06cddef53 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for port (8d5d8fd2-5e30-4784-b861-9eb40a02442d), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:35.301556 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-efeb168e-5f0a-49df-a622-5eb06cddef53 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (8d5d8fd2-5e30-4784-b861-9eb40a02442d), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:35.302367 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-efeb168e-5f0a-49df-a622-5eb06cddef53 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (c4c0f952-64a5-4847-a2bb-4f75ed3cd457), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:35.382286 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 54adccbc-591a-47ba-8cf8-a8ed0373b718 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:57:35.475331 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 54adccbc-591a-47ba-8cf8-a8ed0373b718 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:35.479549 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (54adccbc-591a-47ba-8cf8-a8ed0373b718), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:35.489098 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb168e-5f0a-49df-a622-5eb06cddef53 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Port': ['ID=8d5d8fd2-5e30-4784-b861-9eb40a02442d,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:35.509484 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6c2a761b-d19a-46d4-9adc-e4b65bf799c8 req-70015541-2d74-42e6-a37f-f76786671f32 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef20f788-6741-4fd7-9303-7bd9d1e8ca5e HTTP/1.1" status: 200 len: 210 time: 0.0565448 Mar 05 04:57:35.516933 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb4b63-9a6a-4f3c-b5ac-3c974fc2db17 req-b3b8036d-3b4c-49dd-b09f-824c204d32f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:35.519048 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8bcb4b63-9a6a-4f3c-b5ac-3c974fc2db17 req-b3b8036d-3b4c-49dd-b09f-824c204d32f0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2208e38e-4ccf-4e0c-99e3-12bba4d22772 HTTP/1.1" status: 200 len: 914 time: 0.5138638 Mar 05 04:57:35.588212 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1dd0ae27-108b-4476-a935-623cceecf3c4 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:57:35.631359 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-4eed5d12-2c23-4394-923f-25b77bca5fa8 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Publish callbacks [] for port (0c93b3a3-c064-4101-8acb-6767f062ecb3), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:35.671308 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8bcb4b63-9a6a-4f3c-b5ac-3c974fc2db17 req-7a54f9e8-a398-4922-8931-2aad08906b67 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bdeb4a9-fe47-471f-964a-4ffa0781a2aa HTTP/1.1" status: 200 len: 1002 time: 0.1398520 Mar 05 04:57:35.673436 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 1dd0ae27-108b-4476-a935-623cceecf3c4 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:57:35.673787 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1dd0ae27-108b-4476-a935-623cceecf3c4 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:57:35.682462 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-4eed5d12-2c23-4394-923f-25b77bca5fa8 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (0c93b3a3-c064-4101-8acb-6767f062ecb3), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:35.692219 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-739536d5-0307-47d2-b75a-2c4bfe98857a req-468543d3-81ea-407a-9707-983578ab0f2a tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Router 7a3958b2-8d63-4b2d-9da8-98b44c99002e has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:57:35.772590 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-4eed5d12-2c23-4394-923f-25b77bca5fa8 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Network 58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:57:35.788924 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-4eed5d12-2c23-4394-923f-25b77bca5fa8 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:57:35.797642 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 54adccbc-591a-47ba-8cf8-a8ed0373b718 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:35.800891 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-4eed5d12-2c23-4394-923f-25b77bca5fa8 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:57:35.809236 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb4b63-9a6a-4f3c-b5ac-3c974fc2db17 req-c6ee76f9-fb6e-41c2-8424-334011ed9605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:35.812206 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8bcb4b63-9a6a-4f3c-b5ac-3c974fc2db17 req-c6ee76f9-fb6e-41c2-8424-334011ed9605 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5 HTTP/1.1" status: 200 len: 853 time: 0.1330791 Mar 05 04:57:35.895296 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9f80e8-23fb-44b1-83a1-31bb74a72140 x-openstack-request-id: req-5f9f80e8-23fb-44b1-83a1-31bb74a72140 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:57:35.895605 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fcb2645-6388-433b-8e6d-d6f0800a1805", "name": "network-vif-deleted", "tag": "1dd0ae27-108b-4476-a935-623cceecf3c4", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:57:35.895862 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5f9f80e8-23fb-44b1-83a1-31bb74a72140 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:57:35.896278 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcb2645-6388-433b-8e6d-d6f0800a1805', 'name': 'network-vif-deleted', 'tag': '1dd0ae27-108b-4476-a935-623cceecf3c4', 'status': 'completed', 'code': 200} Mar 05 04:57:35.902158 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed5d12-2c23-4394-923f-25b77bca5fa8 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Pushing event updated for resources: {'Port': ['ID=0c93b3a3-c064-4101-8acb-6767f062ecb3,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:35.927541 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeb168e-5f0a-49df-a622-5eb06cddef53 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:57:35.954096 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-efeb168e-5f0a-49df-a622-5eb06cddef53 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:57:35.983777 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-4eed5d12-2c23-4394-923f-25b77bca5fa8 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:35.984699 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-4eed5d12-2c23-4394-923f-25b77bca5fa8 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:36.111264 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-4eed5d12-2c23-4394-923f-25b77bca5fa8 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7441113 Mar 05 04:57:36.124638 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40003110-0a60-4bee-8a9f-e3d0fae5c2ff req-2ee50b7c-1494-4560-8e82-7bce2d998637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:36.126183 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-40003110-0a60-4bee-8a9f-e3d0fae5c2ff req-2ee50b7c-1494-4560-8e82-7bce2d998637 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5d19f36e865d4d1c893d90afc94d506f&device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 1128 time: 0.2381947 Mar 05 04:57:36.133650 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-71515079-547a-4276-857d-81c78c90de73 service neutron] Request body: {'port': {'device_id': 'ef20f788-6741-4fd7-9303-7bd9d1e8ca5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:57:36.379119 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-71515079-547a-4276-857d-81c78c90de73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0c93b3a3-c064-4101-8acb-6767f062ecb3), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:36.396330 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40003110-0a60-4bee-8a9f-e3d0fae5c2ff req-1242c818-18c5-49db-9121-5121e3456d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:36.397918 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-40003110-0a60-4bee-8a9f-e3d0fae5c2ff req-1242c818-18c5-49db-9121-5121e3456d24 service neutron] 10.222.0.30 "GET /v2.0/networks?id=931621a1-3c63-4b88-9017-913fd0b96f88 HTTP/1.1" status: 200 len: 911 time: 0.2614591 Mar 05 04:57:36.431220 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-20f9eecf-17dd-478c-a07c-37860d8b34f7 None None] Provisioning complete for port 8d5d8fd2-5e30-4784-b861-9eb40a02442d triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:36.432329 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-20f9eecf-17dd-478c-a07c-37860d8b34f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8d5d8fd2-5e30-4784-b861-9eb40a02442d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:36.463973 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efeb168e-5f0a-49df-a622-5eb06cddef53 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Router c4c0f952-64a5-4847-a2bb-4f75ed3cd457 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:57:36.474227 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-20f9eecf-17dd-478c-a07c-37860d8b34f7 None None] Port 8d5d8fd2-5e30-4784-b861-9eb40a02442d cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:57:36.531658 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb4b63-9a6a-4f3c-b5ac-3c974fc2db17 req-3bc5b607-e8c4-4bd4-b994-5d0bd1d702fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:36.533173 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8bcb4b63-9a6a-4f3c-b5ac-3c974fc2db17 req-3bc5b607-e8c4-4bd4-b994-5d0bd1d702fa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2208e38e-4ccf-4e0c-99e3-12bba4d22772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6644771 Mar 05 04:57:36.550712 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a315079-1277-4ecf-a292-15a60c1e12ca req-f7feb045-6b4e-4436-8ab4-36df987e436e tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:36.557477 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8a315079-1277-4ecf-a292-15a60c1e12ca req-f7feb045-6b4e-4436-8ab4-36df987e436e tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 945 time: 0.6571620 Mar 05 04:57:36.572425 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-739536d5-0307-47d2-b75a-2c4bfe98857a req-468543d3-81ea-407a-9707-983578ab0f2a tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:57:36.586168 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e74365-d525-4112-b0b4-8724298e3268 None None] Sync routers for ids ['7a3958b2-8d63-4b2d-9da8-98b44c99002e'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:57:36.586723 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-739536d5-0307-47d2-b75a-2c4bfe98857a req-468543d3-81ea-407a-9707-983578ab0f2a tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:36.605200 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e74365-d525-4112-b0b4-8724298e3268 None None] Routers {'7a3958b2-8d63-4b2d-9da8-98b44c99002e'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:57:36.612030 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-83e74365-d525-4112-b0b4-8724298e3268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:57:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['7a3958b2-8d63-4b2d-9da8-98b44c99002e'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:36.621443 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-40003110-0a60-4bee-8a9f-e3d0fae5c2ff req-16d21efc-02ee-4181-9741-f6b4f09e2bd3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2df2f954-f596-41f7-a05e-f84d6836a2af HTTP/1.1" status: 200 len: 1001 time: 0.2153299 Mar 05 04:57:36.697540 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59568) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:36.767008 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-739536d5-0307-47d2-b75a-2c4bfe98857a req-468543d3-81ea-407a-9707-983578ab0f2a tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "PUT /v2.0/floatingips/0cd7c67f-9951-40f8-a01b-7af617439756 HTTP/1.1" status: 200 len: 996 time: 3.5105791 Mar 05 04:57:36.767290 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efeb168e-5f0a-49df-a622-5eb06cddef53 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:57:36.774468 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-efeb168e-5f0a-49df-a622-5eb06cddef53 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "PUT /v2.0/routers/c4c0f952-64a5-4847-a2bb-4f75ed3cd457/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6452537 Mar 05 04:57:36.778300 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d3964f-c42b-4a15-9424-965e4aaf01f1 None None] Sync routers for ids ['c4c0f952-64a5-4847-a2bb-4f75ed3cd457'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:57:36.779532 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59572) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:36.783000 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda4fe69-116d-408b-abed-fdbb95b00212', 'tag': 'a2371bf6-96c6-4ae6-a06e-229010011a4f'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:57:36.787306 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-83e74365-d525-4112-b0b4-8724298e3268 None None] Set router 7a3958b2-8d63-4b2d-9da8-98b44c99002e gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:57:36.787714 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb1dbae-71d1-4fc0-ad4c-ce0ba50d6787" -d '{"events": [{"name": "network-changed", "server_uuid": "bda4fe69-116d-408b-abed-fdbb95b00212", "tag": "a2371bf6-96c6-4ae6-a06e-229010011a4f"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:57:36.790763 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40003110-0a60-4bee-8a9f-e3d0fae5c2ff req-4c44b287-4734-4c7a-a781-41cd82dd5d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:36.791877 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d3964f-c42b-4a15-9424-965e4aaf01f1 None None] Routers {'c4c0f952-64a5-4847-a2bb-4f75ed3cd457'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:57:36.792261 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-40003110-0a60-4bee-8a9f-e3d0fae5c2ff req-4c44b287-4734-4c7a-a781-41cd82dd5d9f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4f62d24-d369-4f32-b0d3-8cc062c5524d HTTP/1.1" status: 200 len: 850 time: 0.1356001 Mar 05 04:57:36.793920 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-c1d3964f-c42b-4a15-9424-965e4aaf01f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:57:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c4c0f952-64a5-4847-a2bb-4f75ed3cd457'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:36.876551 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7999cf-c768-4448-8d87-373eb2a110fa tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:36.877972 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0c7999cf-c768-4448-8d87-373eb2a110fa tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports/8d5d8fd2-5e30-4784-b861-9eb40a02442d HTTP/1.1" status: 200 len: 911 time: 0.0979490 Mar 05 04:57:36.880048 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8a315079-1277-4ecf-a292-15a60c1e12ca req-3b41dfde-0310-47dc-a6df-a3bd5933a0df tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3205953 Mar 05 04:57:36.882074 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59576) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:36.980271 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-daa72383-0630-470e-bf30-33f9b179028e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:36.993636 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8bcb4b63-9a6a-4f3c-b5ac-3c974fc2db17 req-2c9740a8-96a0-4784-9389-d901851f1c6d service neutron] 10.222.0.31 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529760 Mar 05 04:57:37.000411 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-c1d3964f-c42b-4a15-9424-965e4aaf01f1 None None] Set router c4c0f952-64a5-4847-a2bb-4f75ed3cd457 gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:57:37.021196 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40003110-0a60-4bee-8a9f-e3d0fae5c2ff req-46652ba5-1460-47ca-84d3-cd2780d50a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:37.032487 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-40003110-0a60-4bee-8a9f-e3d0fae5c2ff req-46652ba5-1460-47ca-84d3-cd2780d50a1c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=931621a1-3c63-4b88-9017-913fd0b96f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2129958 Mar 05 04:57:37.038301 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-71515079-547a-4276-857d-81c78c90de73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c93b3a3-c064-4101-8acb-6767f062ecb3 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:57:37.048900 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739536d5-0307-47d2-b75a-2c4bfe98857a req-3f2a4623-93c8-46fc-9087-e7bd8a3e7466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:37.057043 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-739536d5-0307-47d2-b75a-2c4bfe98857a req-3f2a4623-93c8-46fc-9087-e7bd8a3e7466 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e5092c20fe14dbdbd8241f34045fd32&device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 1128 time: 0.2615211 Mar 05 04:57:37.222289 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739536d5-0307-47d2-b75a-2c4bfe98857a req-99a5b93a-c948-4146-ae05-0217e7871844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:37.229993 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-83e74365-d525-4112-b0b4-8724298e3268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1024933462-router', 'tenant_id': '6e5092c20fe14dbdbd8241f34045fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '5591fb2c-a00f-4675-a5e4-a07486b76c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:15Z', 'updated_at': '2022-03-05T04:56:25Z', 'revision_number': 4, 'project_id': '6e5092c20fe14dbdbd8241f34045fd32', 'gw_port': {'id': '5591fb2c-a00f-4675-a5e4-a07486b76c67', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:17Z', 'updated_at': '2022-03-05T04:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '0cd7c67f-9951-40f8-a01b-7af617439756', 'tenant_id': '6e5092c20fe14dbdbd8241f34045fd32', 'floating_ip_address': '172.25.0.222', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'port_id': 'a2371bf6-96c6-4ae6-a06e-229010011a4f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31b0ad25-0961-41e8-ba3d-c6b7bbf5af76', 'mac_address': 'fa:16:3e:5d:d8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda4fe69-116d-408b-abed-fdbb95b00212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:57:31Z', 'updated_at': '2022-03-05T04:57:34Z', 'revision_number': 1, 'project_id': '6e5092c20fe14dbdbd8241f34045fd32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5860eed1-d301-47f6-93f6-287a8dd18f3c', 'name': '', 'network_id': '31b0ad25-0961-41e8-ba3d-c6b7bbf5af76', 'tenant_id': '6e5092c20fe14dbdbd8241f34045fd32', 'mac_address': 'fa:16:3e:83:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '98ef46bf-572c-498d-93ea-a0a1c161f54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:23Z', 'updated_at': '2022-03-05T04:56:32Z', 'revision_number': 5, 'project_id': '6e5092c20fe14dbdbd8241f34045fd32', 'subnets': [{'id': '98ef46bf-572c-498d-93ea-a0a1c161f54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:37.249044 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-739536d5-0307-47d2-b75a-2c4bfe98857a req-99a5b93a-c948-4146-ae05-0217e7871844 service neutron] 10.222.0.11 "GET /v2.0/networks?id=31b0ad25-0961-41e8-ba3d-c6b7bbf5af76 HTTP/1.1" status: 200 len: 920 time: 0.1906407 Mar 05 04:57:37.274048 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-c1d3964f-c42b-4a15-9424-965e4aaf01f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c0f952-64a5-4847-a2bb-4f75ed3cd457', 'name': 'tempest-NetworksTestDHCPv6-router-2080104433', 'tenant_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:57:29Z', 'updated_at': '2022-03-05T04:57:34Z', 'revision_number': 2, 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'gw_port_host': None, '_interfaces': [{'id': '8d5d8fd2-5e30-4784-b861-9eb40a02442d', 'name': '', 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'tenant_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'mac_address': 'fa:16:3e:6d:b7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c0f952-64a5-4847-a2bb-4f75ed3cd457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'c4b7eb6b-9a1e-40a2-9fff-9763f822fea1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:31Z', 'updated_at': '2022-03-05T04:57:35Z', 'revision_number': 2, 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'subnets': [{'id': 'c4b7eb6b-9a1e-40a2-9fff-9763f822fea1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:37.302844 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d3964f-c42b-4a15-9424-965e4aaf01f1 None None] Checking router: c4c0f952-64a5-4847-a2bb-4f75ed3cd457 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:57:37.303221 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d3964f-c42b-4a15-9424-965e4aaf01f1 None None] Updating router c4c0f952-64a5-4847-a2bb-4f75ed3cd457 port 8d5d8fd2-5e30-4784-b861-9eb40a02442d binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:57:37.309715 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e74365-d525-4112-b0b4-8724298e3268 None None] Checking router: 7a3958b2-8d63-4b2d-9da8-98b44c99002e for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:57:37.329170 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e74365-d525-4112-b0b4-8724298e3268 None None] Routers {'7a3958b2-8d63-4b2d-9da8-98b44c99002e'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:57:37.329857 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-83e74365-d525-4112-b0b4-8724298e3268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:57:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['7a3958b2-8d63-4b2d-9da8-98b44c99002e'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:37.336459 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-c1d3964f-c42b-4a15-9424-965e4aaf01f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8d5d8fd2-5e30-4784-b861-9eb40a02442d), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:37.414449 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8bcb4b63-9a6a-4f3c-b5ac-3c974fc2db17 req-3a32bf13-4e59-46d5-9ab1-6c4b2787b258 service neutron] 10.222.0.31 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104285 Mar 05 04:57:37.467010 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-739536d5-0307-47d2-b75a-2c4bfe98857a req-7475d7db-be42-42be-83a2-777ebae1aca0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2371bf6-96c6-4ae6-a06e-229010011a4f HTTP/1.1" status: 200 len: 999 time: 0.2158129 Mar 05 04:57:37.471321 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-71515079-547a-4276-857d-81c78c90de73 service neutron] Publish callbacks [] for port (0c93b3a3-c064-4101-8acb-6767f062ecb3), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:37.478633 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706fc28-1efc-46b2-b4d8-9bb0842f50ec req-cf89dc20-7b25-4232-9c9d-e6f0c958000e tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:37.485811 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3706fc28-1efc-46b2-b4d8-9bb0842f50ec req-cf89dc20-7b25-4232-9c9d-e6f0c958000e tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 944 time: 0.3172481 Mar 05 04:57:37.515869 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-83e74365-d525-4112-b0b4-8724298e3268 None None] Set router 7a3958b2-8d63-4b2d-9da8-98b44c99002e gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:57:37.520466 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-71515079-547a-4276-857d-81c78c90de73 service neutron] Transition to ACTIVE for port object 0c93b3a3-c064-4101-8acb-6767f062ecb3 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:57:37.535602 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a433a5b8-f3ef-4ab2-b78a-ae9b1b3a2ff3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:37.541761 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a433a5b8-f3ef-4ab2-b78a-ae9b1b3a2ff3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:37.547355 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a433a5b8-f3ef-4ab2-b78a-ae9b1b3a2ff3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6642430 Mar 05 04:57:37.547997 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59580) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:37.557755 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-71515079-547a-4276-857d-81c78c90de73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (0c93b3a3-c064-4101-8acb-6767f062ecb3), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:37.625211 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-daa72383-0630-470e-bf30-33f9b179028e admin admin] Publish callbacks [] for security_group (94809f3d-e8ad-4596-bf96-76d218d68cb5), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:37.643341 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-daa72383-0630-470e-bf30-33f9b179028e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (94809f3d-e8ad-4596-bf96-76d218d68cb5), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:37.686768 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-c1d3964f-c42b-4a15-9424-965e4aaf01f1 None None] Publish callbacks [] for port (8d5d8fd2-5e30-4784-b861-9eb40a02442d), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:37.693525 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa72383-0630-470e-bf30-33f9b179028e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94809f3d-e8ad-4596-bf96-76d218d68cb5,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:37.697174 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-c1d3964f-c42b-4a15-9424-965e4aaf01f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8d5d8fd2-5e30-4784-b861-9eb40a02442d), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:37.733638 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71515079-547a-4276-857d-81c78c90de73 service neutron] Pushing event updated for resources: {'Port': ['ID=0c93b3a3-c064-4101-8acb-6767f062ecb3,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:37.754911 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739536d5-0307-47d2-b75a-2c4bfe98857a req-c4dec737-7a29-4900-845b-d14aa6ec74eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:37.758150 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-40003110-0a60-4bee-8a9f-e3d0fae5c2ff req-37e1bbb6-f981-42a1-905a-784397787fab service neutron] 10.222.0.30 "GET /v2.0/networks/931621a1-3c63-4b88-9017-913fd0b96f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7087300 Mar 05 04:57:37.764108 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2ac52-3a1b-4106-8672-f22ab82c22cc None None] Pushing event updated for resources: {'Port': ['ID=8d5d8fd2-5e30-4784-b861-9eb40a02442d,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:37.765243 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-739536d5-0307-47d2-b75a-2c4bfe98857a req-c4dec737-7a29-4900-845b-d14aa6ec74eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=98ef46bf-572c-498d-93ea-a0a1c161f54f HTTP/1.1" status: 200 len: 860 time: 0.2755437 Mar 05 04:57:37.780280 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2ac52-3a1b-4106-8672-f22ab82c22cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:37.781459 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2ac52-3a1b-4106-8672-f22ab82c22cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:37.783154 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2ac52-3a1b-4106-8672-f22ab82c22cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:37.783774 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2ac52-3a1b-4106-8672-f22ab82c22cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:37.784331 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2ac52-3a1b-4106-8672-f22ab82c22cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:37.784936 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2ac52-3a1b-4106-8672-f22ab82c22cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:37.785777 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2ac52-3a1b-4106-8672-f22ab82c22cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:37.786358 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2ac52-3a1b-4106-8672-f22ab82c22cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:37.786949 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2ac52-3a1b-4106-8672-f22ab82c22cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:37.787527 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2ac52-3a1b-4106-8672-f22ab82c22cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:37.788070 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2ac52-3a1b-4106-8672-f22ab82c22cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:37.788924 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2ac52-3a1b-4106-8672-f22ab82c22cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:37.789487 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c2ac52-3a1b-4106-8672-f22ab82c22cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:57:37.797941 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-daa72383-0630-470e-bf30-33f9b179028e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1559e680e84a4607b64ffd17c36d8f5f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0940008 Mar 05 04:57:37.818882 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3706fc28-1efc-46b2-b4d8-9bb0842f50ec req-7e3bd726-abc4-45a5-86f5-845df79be51b tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3321974 Mar 05 04:57:37.820529 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59582) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:37.882609 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-739536d5-0307-47d2-b75a-2c4bfe98857a req-1edad058-121e-4e10-8534-ffa865691895 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31b0ad25-0961-41e8-ba3d-c6b7bbf5af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103089 Mar 05 04:57:37.909294 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-739536d5-0307-47d2-b75a-2c4bfe98857a req-299d17e8-cec9-423e-a9d4-ad11b117cfe4 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 04:57:37.910395 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-739536d5-0307-47d2-b75a-2c4bfe98857a req-299d17e8-cec9-423e-a9d4-ad11b117cfe4 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0150623 Mar 05 04:57:37.969079 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-c1d3964f-c42b-4a15-9424-965e4aaf01f1 None None] Attempting to bind port 8d5d8fd2-5e30-4784-b861-9eb40a02442d on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:57:37.969461 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-c1d3964f-c42b-4a15-9424-965e4aaf01f1 None None] Attempting to bind port 8d5d8fd2-5e30-4784-b861-9eb40a02442d by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:57:37.969819 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d3964f-c42b-4a15-9424-965e4aaf01f1 None None] Attempting to bind port 8d5d8fd2-5e30-4784-b861-9eb40a02442d on network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:57:37.982956 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-83e74365-d525-4112-b0b4-8724298e3268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1024933462-router', 'tenant_id': '6e5092c20fe14dbdbd8241f34045fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '5591fb2c-a00f-4675-a5e4-a07486b76c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:15Z', 'updated_at': '2022-03-05T04:56:25Z', 'revision_number': 4, 'project_id': '6e5092c20fe14dbdbd8241f34045fd32', 'gw_port': {'id': '5591fb2c-a00f-4675-a5e4-a07486b76c67', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:17Z', 'updated_at': '2022-03-05T04:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '0cd7c67f-9951-40f8-a01b-7af617439756', 'tenant_id': '6e5092c20fe14dbdbd8241f34045fd32', 'floating_ip_address': '172.25.0.222', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'port_id': 'a2371bf6-96c6-4ae6-a06e-229010011a4f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31b0ad25-0961-41e8-ba3d-c6b7bbf5af76', 'mac_address': 'fa:16:3e:5d:d8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda4fe69-116d-408b-abed-fdbb95b00212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:57:31Z', 'updated_at': '2022-03-05T04:57:34Z', 'revision_number': 1, 'project_id': '6e5092c20fe14dbdbd8241f34045fd32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5860eed1-d301-47f6-93f6-287a8dd18f3c', 'name': '', 'network_id': '31b0ad25-0961-41e8-ba3d-c6b7bbf5af76', 'tenant_id': '6e5092c20fe14dbdbd8241f34045fd32', 'mac_address': 'fa:16:3e:83:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '98ef46bf-572c-498d-93ea-a0a1c161f54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:23Z', 'updated_at': '2022-03-05T04:56:32Z', 'revision_number': 5, 'project_id': '6e5092c20fe14dbdbd8241f34045fd32', 'subnets': [{'id': '98ef46bf-572c-498d-93ea-a0a1c161f54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:37.989820 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d3964f-c42b-4a15-9424-965e4aaf01f1 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:57:37.990198 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d3964f-c42b-4a15-9424-965e4aaf01f1 None None] Checking segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:57:37.990600 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-c1d3964f-c42b-4a15-9424-965e4aaf01f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:37.990992 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d3964f-c42b-4a15-9424-965e4aaf01f1 None None] Bound using segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:57:37.994443 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-c1d3964f-c42b-4a15-9424-965e4aaf01f1 None None] Bound port: 8d5d8fd2-5e30-4784-b861-9eb40a02442d, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:57:37.994874 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-c1d3964f-c42b-4a15-9424-965e4aaf01f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8d5d8fd2-5e30-4784-b861-9eb40a02442d), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:38.025828 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e74365-d525-4112-b0b4-8724298e3268 None None] The sync data for ids ['7a3958b2-8d63-4b2d-9da8-98b44c99002e'] in n-d-789963-32 is: [{'id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1024933462-router', 'tenant_id': '6e5092c20fe14dbdbd8241f34045fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '5591fb2c-a00f-4675-a5e4-a07486b76c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:15Z', 'updated_at': '2022-03-05T04:56:25Z', 'revision_number': 4, 'project_id': '6e5092c20fe14dbdbd8241f34045fd32', 'gw_port': {'id': '5591fb2c-a00f-4675-a5e4-a07486b76c67', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:17Z', 'updated_at': '2022-03-05T04:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '0cd7c67f-9951-40f8-a01b-7af617439756', 'tenant_id': '6e5092c20fe14dbdbd8241f34045fd32', 'floating_ip_address': '172.25.0.222', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'port_id': 'a2371bf6-96c6-4ae6-a06e-229010011a4f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '31b0ad25-0961-41e8-ba3d-c6b7bbf5af76', 'mac_address': 'fa:16:3e:5d:d8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda4fe69-116d-408b-abed-fdbb95b00212', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:57:31Z', 'updated_at': '2022-03-05T04:57:34Z', 'revision_number': 1, 'project_id': '6e5092c20fe14dbdbd8241f34045fd32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5860eed1-d301-47f6-93f6-287a8dd18f3c', 'name': '', 'network_id': '31b0ad25-0961-41e8-ba3d-c6b7bbf5af76', 'tenant_id': '6e5092c20fe14dbdbd8241f34045fd32', 'mac_address': 'fa:16:3e:83:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '98ef46bf-572c-498d-93ea-a0a1c161f54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:23Z', 'updated_at': '2022-03-05T04:56:32Z', 'revision_number': 5, 'project_id': '6e5092c20fe14dbdbd8241f34045fd32', 'subnets': [{'id': '98ef46bf-572c-498d-93ea-a0a1c161f54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:57:38.033463 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-739536d5-0307-47d2-b75a-2c4bfe98857a req-556d2505-2c65-4044-ab54-913aec7f31b2 service neutron] 10.222.0.11 "GET /v2.0/networks/31b0ad25-0961-41e8-ba3d-c6b7bbf5af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125379 Mar 05 04:57:38.139660 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-84d6e02e-fc4f-4b9b-adc0-9c2bb88a9a8e admin admin] Publish callbacks [] for security_group (94809f3d-e8ad-4596-bf96-76d218d68cb5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:38.177314 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-40003110-0a60-4bee-8a9f-e3d0fae5c2ff req-4aa8133b-75d4-4649-ac16-6795c8564ff6 service neutron] 10.222.0.30 "GET /v2.0/networks/931621a1-3c63-4b88-9017-913fd0b96f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113536 Mar 05 04:57:38.195394 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-c1d3964f-c42b-4a15-9424-965e4aaf01f1 None None] For port 8d5d8fd2-5e30-4784-b861-9eb40a02442d, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:57:38.208526 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-c1d3964f-c42b-4a15-9424-965e4aaf01f1 None None] For port 8d5d8fd2-5e30-4784-b861-9eb40a02442d, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=8d5d8fd2-5e30-4784-b861-9eb40a02442d,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:57:38.213615 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a2415-0ff5-42a6-8a5d-9b0d80cf9cc5 req-c5f58eee-efe1-4ede-b930-67811027d1f5 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:38.221164 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-698a2415-0ff5-42a6-8a5d-9b0d80cf9cc5 req-c5f58eee-efe1-4ede-b930-67811027d1f5 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef20f788-6741-4fd7-9303-7bd9d1e8ca5e HTTP/1.1" status: 200 len: 944 time: 0.1866810 Mar 05 04:57:38.223400 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-c1d3964f-c42b-4a15-9424-965e4aaf01f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8d5d8fd2-5e30-4784-b861-9eb40a02442d), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:38.226133 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-84d6e02e-fc4f-4b9b-adc0-9c2bb88a9a8e admin admin] Publish callbacks [] for security_group (94809f3d-e8ad-4596-bf96-76d218d68cb5), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:38.308134 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-739536d5-0307-47d2-b75a-2c4bfe98857a req-92506f88-3561-4bda-9a40-fc26b0b6fe59 service neutron] 10.222.0.11 "GET /v2.0/networks/31b0ad25-0961-41e8-ba3d-c6b7bbf5af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542450 Mar 05 04:57:38.326068 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-698a2415-0ff5-42a6-8a5d-9b0d80cf9cc5 req-3fb7b121-49d8-4164-9771-593ea28909e7 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988836 Mar 05 04:57:38.354727 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-84d6e02e-fc4f-4b9b-adc0-9c2bb88a9a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (94809f3d-e8ad-4596-bf96-76d218d68cb5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:38.358648 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-84d6e02e-fc4f-4b9b-adc0-9c2bb88a9a8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:38.362952 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-84d6e02e-fc4f-4b9b-adc0-9c2bb88a9a8e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/94809f3d-e8ad-4596-bf96-76d218d68cb5 HTTP/1.1" status: 204 len: 168 time: 0.5413239 Mar 05 04:57:38.369790 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f8ccde87-efba-4cec-9762-75db097f9713 None None] Provisioning complete for port 8d5d8fd2-5e30-4784-b861-9eb40a02442d triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:38.370187 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f8ccde87-efba-4cec-9762-75db097f9713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8d5d8fd2-5e30-4784-b861-9eb40a02442d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:38.378702 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6e02e-fc4f-4b9b-adc0-9c2bb88a9a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94809f3d-e8ad-4596-bf96-76d218d68cb5,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:38.415474 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6039537f-43c5-4522-8b80-74d1b417e49a x-openstack-request-id: req-6039537f-43c5-4522-8b80-74d1b417e49a {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:57:38.416041 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda4fe69-116d-408b-abed-fdbb95b00212", "tag": "a2371bf6-96c6-4ae6-a06e-229010011a4f", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:57:38.416562 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6039537f-43c5-4522-8b80-74d1b417e49a {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:57:38.417206 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda4fe69-116d-408b-abed-fdbb95b00212', 'tag': 'a2371bf6-96c6-4ae6-a06e-229010011a4f', 'status': 'completed', 'code': 200} Mar 05 04:57:38.439864 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d3964f-c42b-4a15-9424-965e4aaf01f1 None None] Routers {'c4c0f952-64a5-4847-a2bb-4f75ed3cd457'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:57:38.439864 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-c1d3964f-c42b-4a15-9424-965e4aaf01f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:57:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c4c0f952-64a5-4847-a2bb-4f75ed3cd457'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:38.459099 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2ac52-3a1b-4106-8672-f22ab82c22cc None None] Pushing event updated for resources: {'Port': ['ID=8d5d8fd2-5e30-4784-b861-9eb40a02442d,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:38.473258 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-71515079-547a-4276-857d-81c78c90de73 service neutron] Attempting to bind port 0c93b3a3-c064-4101-8acb-6767f062ecb3 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:57:38.473859 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-71515079-547a-4276-857d-81c78c90de73 service neutron] Attempting to bind port 0c93b3a3-c064-4101-8acb-6767f062ecb3 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': 'ad774138-f320-403b-a8cc-491aacfa0c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '58ba8bc5-ac03-4e44-b819-c3c8d0a85e10'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:57:38.485615 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-71515079-547a-4276-857d-81c78c90de73 service neutron] Attempting to bind port 0c93b3a3-c064-4101-8acb-6767f062ecb3 on network 58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:57:38.536582 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fe0519-2691-4d18-a4e0-02a47c774b34 None None] New status for floating IP 0cd7c67f-9951-40f8-a01b-7af617439756: ACTIVE {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 04:57:38.550091 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-71515079-547a-4276-857d-81c78c90de73 service neutron] Port 0c93b3a3-c064-4101-8acb-6767f062ecb3 on network 58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:57:38.556348 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-71515079-547a-4276-857d-81c78c90de73 service neutron] Attempting to bind port 0c93b3a3-c064-4101-8acb-6767f062ecb3 on network 58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:57:38.582992 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-71515079-547a-4276-857d-81c78c90de73 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:57:38.583716 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-71515079-547a-4276-857d-81c78c90de73 service neutron] Checking segment: {'id': 'ad774138-f320-403b-a8cc-491aacfa0c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '58ba8bc5-ac03-4e44-b819-c3c8d0a85e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:57:38.585736 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-71515079-547a-4276-857d-81c78c90de73 service neutron] Bound using segment: {'id': 'ad774138-f320-403b-a8cc-491aacfa0c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '58ba8bc5-ac03-4e44-b819-c3c8d0a85e10'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:57:38.587054 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-71515079-547a-4276-857d-81c78c90de73 service neutron] Bound port: 0c93b3a3-c064-4101-8acb-6767f062ecb3, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad774138-f320-403b-a8cc-491aacfa0c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '58ba8bc5-ac03-4e44-b819-c3c8d0a85e10'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:57:38.595817 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-71515079-547a-4276-857d-81c78c90de73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0c93b3a3-c064-4101-8acb-6767f062ecb3), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:38.857614 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-c1d3964f-c42b-4a15-9424-965e4aaf01f1 None None] Set router c4c0f952-64a5-4847-a2bb-4f75ed3cd457 gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:57:38.862180 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1dbae-71d1-4fc0-ad4c-ce0ba50d6787 req-86f687a2-0510-44f9-83a9-4da87ebb5005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:38.864281 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6cb1dbae-71d1-4fc0-ad4c-ce0ba50d6787 req-86f687a2-0510-44f9-83a9-4da87ebb5005 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e5092c20fe14dbdbd8241f34045fd32&device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 1128 time: 0.2518950 Mar 05 04:57:38.890281 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a19e6-9cf7-43be-b97c-ad390dcbc071 req-c06c2d37-1d0b-4185-95d4-95a743f07fbd tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:38.894124 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccde87-efba-4cec-9762-75db097f9713 None None] Current status of the port 8d5d8fd2-5e30-4784-b861-9eb40a02442d is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:38.894530 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f8ccde87-efba-4cec-9762-75db097f9713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8d5d8fd2-5e30-4784-b861-9eb40a02442d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:38.898680 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-71515079-547a-4276-857d-81c78c90de73 service neutron] For port 0c93b3a3-c064-4101-8acb-6767f062ecb3, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:57:38.906346 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d88a19e6-9cf7-43be-b97c-ad390dcbc071 req-c06c2d37-1d0b-4185-95d4-95a743f07fbd tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 945 time: 0.4019685 Mar 05 04:57:38.936406 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f08e73bd-c20a-4b8d-8656-7d5d89b0c9f9 req-3dba575e-737d-484e-b8c8-9af37f2b0947 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.222 HTTP/1.1" status: 200 len: 999 time: 0.3644702 Mar 05 04:57:38.964315 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-71515079-547a-4276-857d-81c78c90de73 service neutron] For port 0c93b3a3-c064-4101-8acb-6767f062ecb3, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=0c93b3a3-c064-4101-8acb-6767f062ecb3,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:57:39.006837 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f8ccde87-efba-4cec-9762-75db097f9713 None None] For port 8d5d8fd2-5e30-4784-b861-9eb40a02442d, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=8d5d8fd2-5e30-4784-b861-9eb40a02442d,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:39.014409 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f8ccde87-efba-4cec-9762-75db097f9713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8d5d8fd2-5e30-4784-b861-9eb40a02442d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:39.063471 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-71515079-547a-4276-857d-81c78c90de73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (0c93b3a3-c064-4101-8acb-6767f062ecb3), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:39.115724 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccde87-efba-4cec-9762-75db097f9713 None None] Pushing event updated for resources: {'Port': ['ID=8d5d8fd2-5e30-4784-b861-9eb40a02442d,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:39.127864 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e73bd-c20a-4b8d-8656-7d5d89b0c9f9 req-c1451b09-36ca-4752-97ac-85926b721355 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:39.129337 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f08e73bd-c20a-4b8d-8656-7d5d89b0c9f9 req-c1451b09-36ca-4752-97ac-85926b721355 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports/a2371bf6-96c6-4ae6-a06e-229010011a4f HTTP/1.1" status: 200 len: 942 time: 0.1774864 Mar 05 04:57:39.174748 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a4dcdea5-92d4-4e6a-b796-41ffce48ac19 None None] Provisioning complete for port 8d5d8fd2-5e30-4784-b861-9eb40a02442d triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:39.175161 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a4dcdea5-92d4-4e6a-b796-41ffce48ac19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8d5d8fd2-5e30-4784-b861-9eb40a02442d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:39.184029 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d88a19e6-9cf7-43be-b97c-ad390dcbc071 req-c3734ae4-4afc-4a97-8761-5deeefb4aeaa tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2639565 Mar 05 04:57:39.186178 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-71515079-547a-4276-857d-81c78c90de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:39.186990 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-71515079-547a-4276-857d-81c78c90de73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:39.189171 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-71515079-547a-4276-857d-81c78c90de73 service neutron] 10.222.0.30 "PUT /v2.0/ports/0c93b3a3-c064-4101-8acb-6767f062ecb3 HTTP/1.1" status: 200 len: 1093 time: 3.0618393 Mar 05 04:57:39.191763 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef20f788-6741-4fd7-9303-7bd9d1e8ca5e', 'tag': '0c93b3a3-c064-4101-8acb-6767f062ecb3'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:57:39.196318 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c687db3-bfb5-4373-a896-d3041adeed9c" -d '{"events": [{"name": "network-changed", "server_uuid": "ef20f788-6741-4fd7-9303-7bd9d1e8ca5e", "tag": "0c93b3a3-c064-4101-8acb-6767f062ecb3"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:57:39.241499 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59604) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:39.288102 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a4dcdea5-92d4-4e6a-b796-41ffce48ac19 None None] Current status of the port 8d5d8fd2-5e30-4784-b861-9eb40a02442d is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:39.315797 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71515079-547a-4276-857d-81c78c90de73 service neutron] Pushing event updated for resources: {'Port': ['ID=0c93b3a3-c064-4101-8acb-6767f062ecb3,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:39.316595 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-c1d3964f-c42b-4a15-9424-965e4aaf01f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c0f952-64a5-4847-a2bb-4f75ed3cd457', 'name': 'tempest-NetworksTestDHCPv6-router-2080104433', 'tenant_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:57:29Z', 'updated_at': '2022-03-05T04:57:34Z', 'revision_number': 2, 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'gw_port_host': None, '_interfaces': [{'id': '8d5d8fd2-5e30-4784-b861-9eb40a02442d', 'name': '', 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'tenant_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'mac_address': 'fa:16:3e:6d:b7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c0f952-64a5-4847-a2bb-4f75ed3cd457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'c4b7eb6b-9a1e-40a2-9fff-9763f822fea1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:31Z', 'updated_at': '2022-03-05T04:57:38Z', 'revision_number': 4, 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'subnets': [{'id': 'c4b7eb6b-9a1e-40a2-9fff-9763f822fea1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:39.326068 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f08e73bd-c20a-4b8d-8656-7d5d89b0c9f9 req-51f1ccfc-cbb2-4470-b7bf-cdb2623f5843 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.222 HTTP/1.1" status: 200 len: 1001 time: 0.1139455 Mar 05 04:57:39.405504 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1dbae-71d1-4fc0-ad4c-ce0ba50d6787 req-316dfd17-9391-4c23-ae38-6da13cd4f8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:39.407117 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6cb1dbae-71d1-4fc0-ad4c-ce0ba50d6787 req-316dfd17-9391-4c23-ae38-6da13cd4f8fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=31b0ad25-0961-41e8-ba3d-c6b7bbf5af76 HTTP/1.1" status: 200 len: 920 time: 0.5352149 Mar 05 04:57:39.421003 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d3964f-c42b-4a15-9424-965e4aaf01f1 None None] The sync data for ids ['c4c0f952-64a5-4847-a2bb-4f75ed3cd457'] in n-d-789963-32 is: [{'id': 'c4c0f952-64a5-4847-a2bb-4f75ed3cd457', 'name': 'tempest-NetworksTestDHCPv6-router-2080104433', 'tenant_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:57:29Z', 'updated_at': '2022-03-05T04:57:34Z', 'revision_number': 2, 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'gw_port_host': None, '_interfaces': [{'id': '8d5d8fd2-5e30-4784-b861-9eb40a02442d', 'name': '', 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'tenant_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'mac_address': 'fa:16:3e:6d:b7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c0f952-64a5-4847-a2bb-4f75ed3cd457', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'c4b7eb6b-9a1e-40a2-9fff-9763f822fea1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:31Z', 'updated_at': '2022-03-05T04:57:38Z', 'revision_number': 4, 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'subnets': [{'id': 'c4b7eb6b-9a1e-40a2-9fff-9763f822fea1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:57:39.488854 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93353a1b-3f24-43eb-b625-510864d1714d req-3b4e609b-7661-4f22-9903-7d618e8cd82f tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:39.490757 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-93353a1b-3f24-43eb-b625-510864d1714d req-3b4e609b-7661-4f22-9903-7d618e8cd82f tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 944 time: 0.1369164 Mar 05 04:57:39.500561 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e73bd-c20a-4b8d-8656-7d5d89b0c9f9 req-7fd0bfb2-abdb-41b8-bb63-9ea9f1a0aac2 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:39.502219 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f08e73bd-c20a-4b8d-8656-7d5d89b0c9f9 req-7fd0bfb2-abdb-41b8-bb63-9ea9f1a0aac2 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 784 time: 0.1705284 Mar 05 04:57:39.561253 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-90b6d366-837b-4c70-b002-ed573d37fcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:39.563451 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-90b6d366-837b-4c70-b002-ed573d37fcdc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bb9b4129f1c432a81e17a2957390c79&device_id=ef20f788-6741-4fd7-9303-7bd9d1e8ca5e HTTP/1.1" status: 200 len: 1127 time: 0.2770183 Mar 05 04:57:39.584963 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-894d6b16-2c77-4c4f-8a48-42bfba51e16e admin admin] Deleting subnet b9ab499f-f5a2-44ea-8e29-88521ef190b6 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:57:39.637535 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-e6937ff2-e437-4188-a31c-01403cfb144c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c93b3a3-c064-4101-8acb-6767f062ecb3 HTTP/1.1" status: 200 len: 217 time: 0.0566807 Mar 05 04:57:39.640613 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-894d6b16-2c77-4c4f-8a48-42bfba51e16e admin admin] Publish callbacks [] for subnet (b9ab499f-f5a2-44ea-8e29-88521ef190b6), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:39.651719 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-93353a1b-3f24-43eb-b625-510864d1714d req-29de9ea4-54a8-43cc-bdaa-4c3fc38a3475 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483219 Mar 05 04:57:39.695765 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-165d816e-43d8-407d-8fa3-43eff4dbe469 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (c4c0f952-64a5-4847-a2bb-4f75ed3cd457), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:39.701901 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f08e73bd-c20a-4b8d-8656-7d5d89b0c9f9 req-042d5b31-697a-4d6c-beba-f05906b7f627 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.222 HTTP/1.1" status: 200 len: 1001 time: 0.1392360 Mar 05 04:57:39.714088 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-f08e73bd-c20a-4b8d-8656-7d5d89b0c9f9 req-b24b3f3b-856e-4d4e-becb-479200bd2992 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:57:39.756934 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ced765-b802-4ae7-ba1f-7658fec68b32 x-openstack-request-id: req-88ced765-b802-4ae7-ba1f-7658fec68b32 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:57:39.757151 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef20f788-6741-4fd7-9303-7bd9d1e8ca5e", "tag": "0c93b3a3-c064-4101-8acb-6767f062ecb3", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:57:39.757352 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-88ced765-b802-4ae7-ba1f-7658fec68b32 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:57:39.757816 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef20f788-6741-4fd7-9303-7bd9d1e8ca5e', 'tag': '0c93b3a3-c064-4101-8acb-6767f062ecb3', 'status': 'completed', 'code': 200} Mar 05 04:57:39.824187 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6cb1dbae-71d1-4fc0-ad4c-ce0ba50d6787 req-8731e6e5-da9e-4c5a-a306-197d9c4135b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2371bf6-96c6-4ae6-a06e-229010011a4f HTTP/1.1" status: 200 len: 1001 time: 0.4068787 Mar 05 04:57:39.854947 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f08e73bd-c20a-4b8d-8656-7d5d89b0c9f9 req-b24b3f3b-856e-4d4e-becb-479200bd2992 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks [] for floatingip (0cd7c67f-9951-40f8-a01b-7af617439756), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:39.906866 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-894d6b16-2c77-4c4f-8a48-42bfba51e16e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (b9ab499f-f5a2-44ea-8e29-88521ef190b6), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:39.978249 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1dbae-71d1-4fc0-ad4c-ce0ba50d6787 req-88e8c298-12bf-4a2e-bb98-1690daa89465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:39.980016 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6cb1dbae-71d1-4fc0-ad4c-ce0ba50d6787 req-88e8c298-12bf-4a2e-bb98-1690daa89465 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=98ef46bf-572c-498d-93ea-a0a1c161f54f HTTP/1.1" status: 200 len: 860 time: 0.1426377 Mar 05 04:57:39.993927 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59618) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:40.048242 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-4c4af3ba-2133-4d00-9de5-f2fbfbd30aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:40.049578 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-4c4af3ba-2133-4d00-9de5-f2fbfbd30aa6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b701f56c-0d88-43f7-a5d8-59c4b87f0d86 HTTP/1.1" status: 200 len: 845 time: 0.3828418 Mar 05 04:57:40.056122 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6cb1dbae-71d1-4fc0-ad4c-ce0ba50d6787 req-2ec651b9-cf7a-43b7-84b0-42fe5973171b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=31b0ad25-0961-41e8-ba3d-c6b7bbf5af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608530 Mar 05 04:57:40.106950 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-830dad35-beed-44cf-b651-cd5de0dbb6f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=58ba8bc5-ac03-4e44-b819-c3c8d0a85e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484941 Mar 05 04:57:40.126342 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-894d6b16-2c77-4c4f-8a48-42bfba51e16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (b9ab499f-f5a2-44ea-8e29-88521ef190b6), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:40.133880 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f08e73bd-c20a-4b8d-8656-7d5d89b0c9f9 req-b24b3f3b-856e-4d4e-becb-479200bd2992 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:40.142007 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f08e73bd-c20a-4b8d-8656-7d5d89b0c9f9 req-b24b3f3b-856e-4d4e-becb-479200bd2992 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (0cd7c67f-9951-40f8-a01b-7af617439756), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:40.142947 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [req-f08e73bd-c20a-4b8d-8656-7d5d89b0c9f9 req-b24b3f3b-856e-4d4e-becb-479200bd2992 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Floating IP 0cd7c67f-9951-40f8-a01b-7af617439756 disassociated. External IP: 172.25.0.222, port: a2371bf6-96c6-4ae6-a06e-229010011a4f. Mar 05 04:57:40.208536 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-a5ef54c0-df3a-47ef-984a-e52f6daed7ac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1807192989-network', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:57:40.222192 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82a87c-d1c2-4d40-b3a8-6054628ec0f7 req-98662daa-a2d0-4e9d-800d-19057edcbeef tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:40.229908 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bc82a87c-d1c2-4d40-b3a8-6054628ec0f7 req-98662daa-a2d0-4e9d-800d-19057edcbeef tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef20f788-6741-4fd7-9303-7bd9d1e8ca5e HTTP/1.1" status: 200 len: 944 time: 0.3082104 Mar 05 04:57:40.330139 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bc82a87c-d1c2-4d40-b3a8-6054628ec0f7 req-a7406a65-1864-45e2-8f5a-67031c752d48 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982995 Mar 05 04:57:40.370452 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ef54c0-df3a-47ef-984a-e52f6daed7ac admin admin] Made reservation on behalf of fd9e4590e65e4025b61d4190c1454a8c for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:57:40.374728 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a5ef54c0-df3a-47ef-984a-e52f6daed7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:40.412363 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a5ef54c0-df3a-47ef-984a-e52f6daed7ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:40.474400 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6cb1dbae-71d1-4fc0-ad4c-ce0ba50d6787 req-c8a08b68-95dc-4d87-b6a2-0e856b225a95 service neutron] 10.222.0.30 "GET /v2.0/networks/31b0ad25-0961-41e8-ba3d-c6b7bbf5af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039593 Mar 05 04:57:40.476118 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-894d6b16-2c77-4c4f-8a48-42bfba51e16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (b9ab499f-f5a2-44ea-8e29-88521ef190b6), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:40.572334 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9dec4-9abd-4edb-9a65-f8abf4a971ca req-205935b7-45df-4826-8348-19bfd5f8b383 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:40.574065 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1ab9dec4-9abd-4edb-9a65-f8abf4a971ca req-205935b7-45df-4826-8348-19bfd5f8b383 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 945 time: 0.1436193 Mar 05 04:57:40.583342 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f08e73bd-c20a-4b8d-8656-7d5d89b0c9f9 req-b24b3f3b-856e-4d4e-becb-479200bd2992 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Router 7a3958b2-8d63-4b2d-9da8-98b44c99002e has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:57:40.688078 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1ab9dec4-9abd-4edb-9a65-f8abf4a971ca req-50cd697c-2647-4309-b0b9-8b7a2a04080a tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031024 Mar 05 04:57:40.772075 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f08e73bd-c20a-4b8d-8656-7d5d89b0c9f9 req-b24b3f3b-856e-4d4e-becb-479200bd2992 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:57:40.777693 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f08e73bd-c20a-4b8d-8656-7d5d89b0c9f9 req-b24b3f3b-856e-4d4e-becb-479200bd2992 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:40.785151 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2bf0de-70a2-4df4-aab0-2a6ac1ce4c24 None None] Sync routers for ids ['7a3958b2-8d63-4b2d-9da8-98b44c99002e'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:57:40.802116 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2bf0de-70a2-4df4-aab0-2a6ac1ce4c24 None None] Routers {'7a3958b2-8d63-4b2d-9da8-98b44c99002e'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:57:40.802762 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-ff2bf0de-70a2-4df4-aab0-2a6ac1ce4c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:57:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['7a3958b2-8d63-4b2d-9da8-98b44c99002e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:40.840354 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f08e73bd-c20a-4b8d-8656-7d5d89b0c9f9 req-b24b3f3b-856e-4d4e-becb-479200bd2992 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "PUT /v2.0/floatingips/0cd7c67f-9951-40f8-a01b-7af617439756 HTTP/1.1" status: 200 len: 695 time: 1.1343818 Mar 05 04:57:40.845698 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda4fe69-116d-408b-abed-fdbb95b00212', 'tag': 'a2371bf6-96c6-4ae6-a06e-229010011a4f'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:57:40.847999 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04826033-6da3-4676-b13b-2150e2edd786" -d '{"events": [{"name": "network-changed", "server_uuid": "bda4fe69-116d-408b-abed-fdbb95b00212", "tag": "a2371bf6-96c6-4ae6-a06e-229010011a4f"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:57:40.881246 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d6b16-2c77-4c4f-8a48-42bfba51e16e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9ab499f-f5a2-44ea-8e29-88521ef190b6,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:40.886234 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-62f05a0c-5585-439f-abbf-be4eca26250c service neutron] 10.222.0.30 "GET /v2.0/networks/58ba8bc5-ac03-4e44-b819-c3c8d0a85e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7608249 Mar 05 04:57:40.887216 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-894d6b16-2c77-4c4f-8a48-42bfba51e16e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:40.890621 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-894d6b16-2c77-4c4f-8a48-42bfba51e16e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b9ab499f-f5a2-44ea-8e29-88521ef190b6 HTTP/1.1" status: 204 len: 168 time: 1.6275218 Mar 05 04:57:40.895486 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59632) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:40.957212 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-ff2bf0de-70a2-4df4-aab0-2a6ac1ce4c24 None None] Set router 7a3958b2-8d63-4b2d-9da8-98b44c99002e gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:57:41.095412 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6cb1dbae-71d1-4fc0-ad4c-ce0ba50d6787 req-e3f5ef70-ffa9-4891-9964-e9b0eeb2691e service neutron] 10.222.0.30 "GET /v2.0/networks/31b0ad25-0961-41e8-ba3d-c6b7bbf5af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5932484 Mar 05 04:57:41.126043 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e5b72b09-0d67-4ab2-bc2d-a3315f54c14d req-559421d2-3e25-4aac-a620-4d222730f22a service neutron] 10.222.0.30 "GET /v2.0/networks/58ba8bc5-ac03-4e44-b819-c3c8d0a85e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224441 Mar 05 04:57:41.141097 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a5ef54c0-df3a-47ef-984a-e52f6daed7ac admin admin] Publish callbacks [] for security_group (9f414ddb-473a-4e47-a754-3d2cb971e759), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:41.143918 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-165d816e-43d8-407d-8fa3-43eff4dbe469 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting port 8d5d8fd2-5e30-4784-b861-9eb40a02442d {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:57:41.144374 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-165d816e-43d8-407d-8fa3-43eff4dbe469 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (8d5d8fd2-5e30-4784-b861-9eb40a02442d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:41.149932 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a5ef54c0-df3a-47ef-984a-e52f6daed7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (9f414ddb-473a-4e47-a754-3d2cb971e759), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:41.207561 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5ef54c0-df3a-47ef-984a-e52f6daed7ac admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:57:41.297210 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a5ef54c0-df3a-47ef-984a-e52f6daed7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (ee5f539a-83bc-4459-8bf3-8d0b46694dc7), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:41.297723 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-a5ef54c0-df3a-47ef-984a-e52f6daed7ac admin admin] Added segment ee5f539a-83bc-4459-8bf3-8d0b46694dc7 of type vlan for network 736070a8-c07b-477b-a66e-efe0e434beb4 Mar 05 04:57:41.308332 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef54c0-df3a-47ef-984a-e52f6daed7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f414ddb-473a-4e47-a754-3d2cb971e759,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:41.362372 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-ff2bf0de-70a2-4df4-aab0-2a6ac1ce4c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1024933462-router', 'tenant_id': '6e5092c20fe14dbdbd8241f34045fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '5591fb2c-a00f-4675-a5e4-a07486b76c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:15Z', 'updated_at': '2022-03-05T04:56:25Z', 'revision_number': 4, 'project_id': '6e5092c20fe14dbdbd8241f34045fd32', 'gw_port': {'id': '5591fb2c-a00f-4675-a5e4-a07486b76c67', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:17Z', 'updated_at': '2022-03-05T04:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '5860eed1-d301-47f6-93f6-287a8dd18f3c', 'name': '', 'network_id': '31b0ad25-0961-41e8-ba3d-c6b7bbf5af76', 'tenant_id': '6e5092c20fe14dbdbd8241f34045fd32', 'mac_address': 'fa:16:3e:83:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '98ef46bf-572c-498d-93ea-a0a1c161f54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:23Z', 'updated_at': '2022-03-05T04:56:32Z', 'revision_number': 5, 'project_id': '6e5092c20fe14dbdbd8241f34045fd32', 'subnets': [{'id': '98ef46bf-572c-498d-93ea-a0a1c161f54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:41.403969 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8d5d8fd2-5e30-4784-b861-9eb40a02442d up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:57:41.419117 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2bf0de-70a2-4df4-aab0-2a6ac1ce4c24 None None] Checking router: 7a3958b2-8d63-4b2d-9da8-98b44c99002e for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:57:41.429988 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2bf0de-70a2-4df4-aab0-2a6ac1ce4c24 None None] Routers {'7a3958b2-8d63-4b2d-9da8-98b44c99002e'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:57:41.430808 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-ff2bf0de-70a2-4df4-aab0-2a6ac1ce4c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:57:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['7a3958b2-8d63-4b2d-9da8-98b44c99002e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:41.448614 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a5ef54c0-df3a-47ef-984a-e52f6daed7ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (736070a8-c07b-477b-a66e-efe0e434beb4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:41.469255 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c3e1d6cd-69c2-46f3-99cb-5dd07852540f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:41.502009 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a5ef54c0-df3a-47ef-984a-e52f6daed7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (736070a8-c07b-477b-a66e-efe0e434beb4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:41.503157 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ef54c0-df3a-47ef-984a-e52f6daed7ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:41.503937 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a5ef54c0-df3a-47ef-984a-e52f6daed7ac admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:41.507619 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-165d816e-43d8-407d-8fa3-43eff4dbe469 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] For port 8d5d8fd2-5e30-4784-b861-9eb40a02442d, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=8d5d8fd2-5e30-4784-b861-9eb40a02442d,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:41.508096 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-165d816e-43d8-407d-8fa3-43eff4dbe469 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (8d5d8fd2-5e30-4784-b861-9eb40a02442d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:41.536170 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bae54-1c4d-4906-b6c5-9a52d5d0843c req-b2ae9ce1-5e26-4542-895e-e9182c660d5b tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:41.543827 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e6bae54-1c4d-4906-b6c5-9a52d5d0843c req-b2ae9ce1-5e26-4542-895e-e9182c660d5b tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 944 time: 0.7417502 Mar 05 04:57:41.551422 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e977c1b8-71fd-4cf2-8a57-68e567f04305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (960d56f1-18cc-4b9f-8cb8-16389d1751f6), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:41.551864 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-165d816e-43d8-407d-8fa3-43eff4dbe469 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Calling delete_port for 8d5d8fd2-5e30-4784-b861-9eb40a02442d owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:57:41.552056 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 8d5d8fd2-5e30-4784-b861-9eb40a02442d triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:41.552623 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8d5d8fd2-5e30-4784-b861-9eb40a02442d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:41.557929 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c687db3-bfb5-4373-a896-d3041adeed9c req-7938e78e-0f0e-467f-95af-f7aaf92488a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:41.560925 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7c687db3-bfb5-4373-a896-d3041adeed9c req-7938e78e-0f0e-467f-95af-f7aaf92488a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bb9b4129f1c432a81e17a2957390c79&device_id=ef20f788-6741-4fd7-9303-7bd9d1e8ca5e HTTP/1.1" status: 200 len: 1127 time: 0.3657277 Mar 05 04:57:41.598632 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-ff2bf0de-70a2-4df4-aab0-2a6ac1ce4c24 None None] Set router 7a3958b2-8d63-4b2d-9da8-98b44c99002e gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:57:41.624500 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e6bae54-1c4d-4906-b6c5-9a52d5d0843c req-90071ab1-395a-4cfe-9a72-73b21e8073a3 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794733 Mar 05 04:57:41.629984 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e73bd-c20a-4b8d-8656-7d5d89b0c9f9 req-4bd3c7c6-947b-4225-a7c0-51bdfdc0af47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:41.640845 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f08e73bd-c20a-4b8d-8656-7d5d89b0c9f9 req-4bd3c7c6-947b-4225-a7c0-51bdfdc0af47 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e5092c20fe14dbdbd8241f34045fd32&device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 1128 time: 0.7866678 Mar 05 04:57:41.686512 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c687db3-bfb5-4373-a896-d3041adeed9c req-834ea622-5ce0-4a55-91db-62d33099d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:41.688223 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7c687db3-bfb5-4373-a896-d3041adeed9c req-834ea622-5ce0-4a55-91db-62d33099d8eb service neutron] 10.222.0.30 "GET /v2.0/networks?id=58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 HTTP/1.1" status: 200 len: 905 time: 0.1132164 Mar 05 04:57:41.700451 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a5ef54c0-df3a-47ef-984a-e52f6daed7ac admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6975727 Mar 05 04:57:41.709060 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 8d5d8fd2-5e30-4784-b861-9eb40a02442d is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:41.741807 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59638) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:41.748730 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-f6ec3006-decd-424a-b2be-964ef3bdd3da admin admin] Request body: {'subnet': {'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1807192989-subnet', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:57:41.758086 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647a321b-8b8d-4ee0-9441-41a066c488d9 x-openstack-request-id: req-647a321b-8b8d-4ee0-9441-41a066c488d9 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:57:41.759245 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda4fe69-116d-408b-abed-fdbb95b00212", "tag": "a2371bf6-96c6-4ae6-a06e-229010011a4f", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:57:41.759819 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-647a321b-8b8d-4ee0-9441-41a066c488d9 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:57:41.760381 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda4fe69-116d-408b-abed-fdbb95b00212', 'tag': 'a2371bf6-96c6-4ae6-a06e-229010011a4f', 'status': 'completed', 'code': 200} Mar 05 04:57:41.809878 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7c687db3-bfb5-4373-a896-d3041adeed9c req-34203aae-06f0-4e6f-bc1f-6233c0e55972 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c93b3a3-c064-4101-8acb-6767f062ecb3 HTTP/1.1" status: 200 len: 217 time: 0.0805190 Mar 05 04:57:41.810588 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef54c0-df3a-47ef-984a-e52f6daed7ac admin admin] Pushing event updated for resources: {'Network': ['ID=736070a8-c07b-477b-a66e-efe0e434beb4,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:41.828038 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 736070a8-c07b-477b-a66e-efe0e434beb4 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:57:41.854609 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e977c1b8-71fd-4cf2-8a57-68e567f04305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (960d56f1-18cc-4b9f-8cb8-16389d1751f6), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:41.885803 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e73bd-c20a-4b8d-8656-7d5d89b0c9f9 req-2e1d91da-d3cd-4563-b7e1-a2be3d9e8092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:41.891542 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f08e73bd-c20a-4b8d-8656-7d5d89b0c9f9 req-2e1d91da-d3cd-4563-b7e1-a2be3d9e8092 service neutron] 10.222.0.11 "GET /v2.0/networks?id=31b0ad25-0961-41e8-ba3d-c6b7bbf5af76 HTTP/1.1" status: 200 len: 920 time: 0.2497456 Mar 05 04:57:41.895700 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-e977c1b8-71fd-4cf2-8a57-68e567f04305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['960d56f1-18cc-4b9f-8cb8-16389d1751f6']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:41.923104 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c687db3-bfb5-4373-a896-d3041adeed9c req-fa805d59-dab7-4810-8c1e-d872d6dd1ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:41.925203 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7c687db3-bfb5-4373-a896-d3041adeed9c req-fa805d59-dab7-4810-8c1e-d872d6dd1ae5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b701f56c-0d88-43f7-a5d8-59c4b87f0d86 HTTP/1.1" status: 200 len: 845 time: 0.0599055 Mar 05 04:57:41.961192 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-e977c1b8-71fd-4cf2-8a57-68e567f04305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a214b60e-36c8-424d-830d-b234ecec4d16') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:41.961817 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-e977c1b8-71fd-4cf2-8a57-68e567f04305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a214b60e-36c8-424d-830d-b234ecec4d16') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:41.965926 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f08e73bd-c20a-4b8d-8656-7d5d89b0c9f9 req-e88b84bb-f0b6-4794-bf30-76bb02e73f54 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2371bf6-96c6-4ae6-a06e-229010011a4f HTTP/1.1" status: 200 len: 217 time: 0.0673337 Mar 05 04:57:41.985253 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e977c1b8-71fd-4cf2-8a57-68e567f04305 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (a214b60e-36c8-424d-830d-b234ecec4d16), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:42.010836 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7c687db3-bfb5-4373-a896-d3041adeed9c req-2e62fcfa-d546-4894-979e-d6f01d4b4178 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=58ba8bc5-ac03-4e44-b819-c3c8d0a85e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727916 Mar 05 04:57:42.024286 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ec3006-decd-424a-b2be-964ef3bdd3da admin admin] Made reservation on behalf of fd9e4590e65e4025b61d4190c1454a8c for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:57:42.028506 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f6ec3006-decd-424a-b2be-964ef3bdd3da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:42.059767 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e977c1b8-71fd-4cf2-8a57-68e567f04305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (a214b60e-36c8-424d-830d-b234ecec4d16), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:42.079854 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e977c1b8-71fd-4cf2-8a57-68e567f04305 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:57:42.080511 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e977c1b8-71fd-4cf2-8a57-68e567f04305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (a214b60e-36c8-424d-830d-b234ecec4d16), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:42.082527 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 04:57:42.082527 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:57:42.082527 n-d-789963-32 neutron-server[105231]: timer() Mar 05 04:57:42.082527 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:57:42.082527 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 04:57:42.082527 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:57:42.082527 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 04:57:42.082527 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:57:42.082527 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 04:57:42.082527 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:57:42.082527 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 04:57:42.082527 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:57:42.082527 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 04:57:42.082527 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:57:42.082527 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:57:42.082527 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:57:42.082527 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:57:42.082527 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:57:42.082527 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 04:57:42.082527 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:57:42.082527 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 04:57:42.082527 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:57:42.082527 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:57:42.082527 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:57:42.082527 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 04:57:42.082527 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:57:42.082527 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:57:42.082527 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:57:42.082527 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:57:42.082527 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:57:42.082527 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:57:42.082527 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:57:42.099353 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-ff2bf0de-70a2-4df4-aab0-2a6ac1ce4c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1024933462-router', 'tenant_id': '6e5092c20fe14dbdbd8241f34045fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '5591fb2c-a00f-4675-a5e4-a07486b76c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:15Z', 'updated_at': '2022-03-05T04:56:25Z', 'revision_number': 4, 'project_id': '6e5092c20fe14dbdbd8241f34045fd32', 'gw_port': {'id': '5591fb2c-a00f-4675-a5e4-a07486b76c67', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:17Z', 'updated_at': '2022-03-05T04:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '5860eed1-d301-47f6-93f6-287a8dd18f3c', 'name': '', 'network_id': '31b0ad25-0961-41e8-ba3d-c6b7bbf5af76', 'tenant_id': '6e5092c20fe14dbdbd8241f34045fd32', 'mac_address': 'fa:16:3e:83:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '98ef46bf-572c-498d-93ea-a0a1c161f54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:23Z', 'updated_at': '2022-03-05T04:56:32Z', 'revision_number': 5, 'project_id': '6e5092c20fe14dbdbd8241f34045fd32', 'subnets': [{'id': '98ef46bf-572c-498d-93ea-a0a1c161f54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:42.146887 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2bf0de-70a2-4df4-aab0-2a6ac1ce4c24 None None] The sync data for ids ['7a3958b2-8d63-4b2d-9da8-98b44c99002e'] in n-d-789963-32 is: [{'id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1024933462-router', 'tenant_id': '6e5092c20fe14dbdbd8241f34045fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '5591fb2c-a00f-4675-a5e4-a07486b76c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:15Z', 'updated_at': '2022-03-05T04:56:25Z', 'revision_number': 4, 'project_id': '6e5092c20fe14dbdbd8241f34045fd32', 'gw_port': {'id': '5591fb2c-a00f-4675-a5e4-a07486b76c67', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:17Z', 'updated_at': '2022-03-05T04:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '5860eed1-d301-47f6-93f6-287a8dd18f3c', 'name': '', 'network_id': '31b0ad25-0961-41e8-ba3d-c6b7bbf5af76', 'tenant_id': '6e5092c20fe14dbdbd8241f34045fd32', 'mac_address': 'fa:16:3e:83:6e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '98ef46bf-572c-498d-93ea-a0a1c161f54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:23Z', 'updated_at': '2022-03-05T04:56:32Z', 'revision_number': 5, 'project_id': '6e5092c20fe14dbdbd8241f34045fd32', 'subnets': [{'id': '98ef46bf-572c-498d-93ea-a0a1c161f54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:57:42.150181 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e73bd-c20a-4b8d-8656-7d5d89b0c9f9 req-9a79351a-b16b-4299-b227-67906c7bff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:42.153297 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f08e73bd-c20a-4b8d-8656-7d5d89b0c9f9 req-9a79351a-b16b-4299-b227-67906c7bff76 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=98ef46bf-572c-498d-93ea-a0a1c161f54f HTTP/1.1" status: 200 len: 860 time: 0.1800137 Mar 05 04:57:42.245450 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f08e73bd-c20a-4b8d-8656-7d5d89b0c9f9 req-dcdb766b-4200-4c3e-b1a7-1a09f3191e9d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=31b0ad25-0961-41e8-ba3d-c6b7bbf5af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767865 Mar 05 04:57:42.267134 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4fd28e-ce62-4d82-afa9-efdc31c15bbe req-43c6bf57-72ea-409f-ab4c-1372082d11e5 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:42.267134 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bc4fd28e-ce62-4d82-afa9-efdc31c15bbe req-43c6bf57-72ea-409f-ab4c-1372082d11e5 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef20f788-6741-4fd7-9303-7bd9d1e8ca5e HTTP/1.1" status: 200 len: 944 time: 0.2730095 Mar 05 04:57:42.350159 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e977c1b8-71fd-4cf2-8a57-68e567f04305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (960d56f1-18cc-4b9f-8cb8-16389d1751f6), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:42.360050 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e977c1b8-71fd-4cf2-8a57-68e567f04305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:42.369418 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e977c1b8-71fd-4cf2-8a57-68e567f04305 admin admin] 10.222.0.11 "DELETE /v2.0/networks/960d56f1-18cc-4b9f-8cb8-16389d1751f6 HTTP/1.1" status: 204 len: 168 time: 1.4724944 Mar 05 04:57:42.405710 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977c1b8-71fd-4cf2-8a57-68e567f04305 admin admin] Pushing event deleted for resources: {'Network': ['ID=960d56f1-18cc-4b9f-8cb8-16389d1751f6,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:42.454638 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f08e73bd-c20a-4b8d-8656-7d5d89b0c9f9 req-397f0709-c0e8-4de4-a139-9c6d08d5fdc7 service neutron] 10.222.0.11 "GET /v2.0/networks/31b0ad25-0961-41e8-ba3d-c6b7bbf5af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068682 Mar 05 04:57:42.484525 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bc4fd28e-ce62-4d82-afa9-efdc31c15bbe req-bd9bfeff-087f-4c98-a854-3d270952b9b0 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276073 Mar 05 04:57:42.556958 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-165d816e-43d8-407d-8fa3-43eff4dbe469 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (8d5d8fd2-5e30-4784-b861-9eb40a02442d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:42.605996 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f08e73bd-c20a-4b8d-8656-7d5d89b0c9f9 req-e12251d0-3c63-49a5-ba9d-2fe72480f522 service neutron] 10.222.0.11 "GET /v2.0/networks/31b0ad25-0961-41e8-ba3d-c6b7bbf5af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409335 Mar 05 04:57:42.664038 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59654) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:42.666661 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0d9486-e495-4dbc-b39a-12aa08b570cb None None] New status for floating IP 0cd7c67f-9951-40f8-a01b-7af617439756: DOWN {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 04:57:42.705491 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04826033-6da3-4676-b13b-2150e2edd786 req-a650d8f8-51ad-41bb-9efc-e72f6f2a337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:42.708647 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-04826033-6da3-4676-b13b-2150e2edd786 req-a650d8f8-51ad-41bb-9efc-e72f6f2a337c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e5092c20fe14dbdbd8241f34045fd32&device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 1128 time: 0.9521630 Mar 05 04:57:42.717870 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d816e-43d8-407d-8fa3-43eff4dbe469 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Port': ['ID=8d5d8fd2-5e30-4784-b861-9eb40a02442d,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:42.817829 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a65c99b8-df33-47c9-a3b9-0b2dc5a62bdd req-bde5b436-4573-456d-b165-6294918eb737 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/floatingips/0cd7c67f-9951-40f8-a01b-7af617439756 HTTP/1.1" status: 200 len: 695 time: 0.1641462 Mar 05 04:57:42.848670 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5ec82517-1f1b-48e9-acb8-68dca794898e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cb7b864dbd77495196ca8704999c4f85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1832445 Mar 05 04:57:42.865339 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59656) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:42.885838 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04826033-6da3-4676-b13b-2150e2edd786 req-1c1030aa-4915-4f00-99bf-f57ebb9841a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:42.888910 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-04826033-6da3-4676-b13b-2150e2edd786 req-1c1030aa-4915-4f00-99bf-f57ebb9841a8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=31b0ad25-0961-41e8-ba3d-c6b7bbf5af76 HTTP/1.1" status: 200 len: 920 time: 0.1201849 Mar 05 04:57:42.994903 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-80a3bbdb-331d-4381-af5e-89fcd429139e admin admin] Publish callbacks [] for security_group (916b610e-5019-48f4-990d-8641ecbc2e9b), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:43.007369 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80ed30-8206-4884-abe4-00abf89b5ded req-1d3d1f72-2a88-4c45-8e00-4e3c37c0fe10 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:43.016180 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5b80ed30-8206-4884-abe4-00abf89b5ded req-1d3d1f72-2a88-4c45-8e00-4e3c37c0fe10 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 944 time: 0.2516277 Mar 05 04:57:43.080373 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-165d816e-43d8-407d-8fa3-43eff4dbe469 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (c4c0f952-64a5-4847-a2bb-4f75ed3cd457), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:43.086205 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-80a3bbdb-331d-4381-af5e-89fcd429139e admin admin] Publish callbacks [] for security_group (916b610e-5019-48f4-990d-8641ecbc2e9b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:43.099989 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-04826033-6da3-4676-b13b-2150e2edd786 req-4352355d-6bfe-4af9-92d6-17e60ea8ef50 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2371bf6-96c6-4ae6-a06e-229010011a4f HTTP/1.1" status: 200 len: 217 time: 0.2021117 Mar 05 04:57:43.128633 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f6ec3006-decd-424a-b2be-964ef3bdd3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (f720af32-1780-481f-bd99-7eac986e68f2), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:43.135218 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c99b8-df33-47c9-a3b9-0b2dc5a62bdd req-c00c054a-b21c-4620-928f-5cb3f6a2618e tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:43.136312 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7c687db3-bfb5-4373-a896-d3041adeed9c req-938d0a3f-2776-4047-ae32-b8ed5c0b5a6c service neutron] 10.222.0.30 "GET /v2.0/networks/58ba8bc5-ac03-4e44-b819-c3c8d0a85e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0233812 Mar 05 04:57:43.136731 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a65c99b8-df33-47c9-a3b9-0b2dc5a62bdd req-c00c054a-b21c-4620-928f-5cb3f6a2618e tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 784 time: 0.3090532 Mar 05 04:57:43.240468 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a65c99b8-df33-47c9-a3b9-0b2dc5a62bdd req-06eabdde-519e-4a12-90ac-27839bc4eb2b tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.222 HTTP/1.1" status: 200 len: 698 time: 0.0798805 Mar 05 04:57:43.259574 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5b80ed30-8206-4884-abe4-00abf89b5ded req-f8a52170-2725-4a75-b871-1ceb35d0f4e1 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2423856 Mar 05 04:57:43.393235 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-80a3bbdb-331d-4381-af5e-89fcd429139e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (916b610e-5019-48f4-990d-8641ecbc2e9b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:43.399554 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-80a3bbdb-331d-4381-af5e-89fcd429139e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:43.402657 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-80a3bbdb-331d-4381-af5e-89fcd429139e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/916b610e-5019-48f4-990d-8641ecbc2e9b HTTP/1.1" status: 204 len: 168 time: 0.5339446 Mar 05 04:57:43.405696 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a65c99b8-df33-47c9-a3b9-0b2dc5a62bdd req-b220d9a6-6d97-482f-81d8-2bebdf690e6d tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.0.222 HTTP/1.1" status: 200 len: 698 time: 0.1426725 Mar 05 04:57:43.415173 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 0c93b3a3-c064-4101-8acb-6767f062ecb3 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:57:43.426348 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3bbdb-331d-4381-af5e-89fcd429139e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916b610e-5019-48f4-990d-8641ecbc2e9b,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:43.446863 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04826033-6da3-4676-b13b-2150e2edd786 req-17662915-123e-4fae-909f-cb5d7014d06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:43.448754 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-04826033-6da3-4676-b13b-2150e2edd786 req-17662915-123e-4fae-909f-cb5d7014d06d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=98ef46bf-572c-498d-93ea-a0a1c161f54f HTTP/1.1" status: 200 len: 860 time: 0.3309884 Mar 05 04:57:43.531209 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-04826033-6da3-4676-b13b-2150e2edd786 req-5da7425a-db20-4671-a65b-8e795d8a7535 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=31b0ad25-0961-41e8-ba3d-c6b7bbf5af76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363510 Mar 05 04:57:43.565876 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec3006-decd-424a-b2be-964ef3bdd3da admin admin] Pushing event updated for resources: {'Subnet': ['ID=f720af32-1780-481f-bd99-7eac986e68f2,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:43.655471 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ec3006-decd-424a-b2be-964ef3bdd3da admin admin] Checking segment: {'id': 'ee5f539a-83bc-4459-8bf3-8d0b46694dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:57:43.655737 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 0c93b3a3-c064-4101-8acb-6767f062ecb3, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=0c93b3a3-c064-4101-8acb-6767f062ecb3,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:43.656422 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ec3006-decd-424a-b2be-964ef3bdd3da admin admin] Network hostable DHCP agents. Network: 736070a8-c07b-477b-a66e-efe0e434beb4, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:57:43.671705 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '0c93b3a3-c064-4101-8acb-6767f062ecb3', 'network_id': '58ba8bc5-ac03-4e44-b819-c3c8d0a85e10', 'port_id': '0c93b3a3-c064-4101-8acb-6767f062ecb3', 'mac_address': 'fa:16:3e:b2:c9:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b701f56c-0d88-43f7-a5d8-59c4b87f0d86', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:57:43.746988 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-95323e7c-a3f9-48d4-8b57-f1800ef01d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:43.765591 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:43.787791 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc27ccd-2fed-40c4-a3f0-c97ec92d8499 req-d1ec357b-9066-4345-b0f6-eebca4a229ba tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:43.789567 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5bc27ccd-2fed-40c4-a3f0-c97ec92d8499 req-d1ec357b-9066-4345-b0f6-eebca4a229ba tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef20f788-6741-4fd7-9303-7bd9d1e8ca5e HTTP/1.1" status: 200 len: 944 time: 0.1329248 Mar 05 04:57:43.790179 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:43.792440 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 0c93b3a3-c064-4101-8acb-6767f062ecb3 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:43.793507 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0c93b3a3-c064-4101-8acb-6767f062ecb3), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:43.801983 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ec3006-decd-424a-b2be-964ef3bdd3da admin admin] Network 736070a8-c07b-477b-a66e-efe0e434beb4 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:57:43.834984 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165d816e-43d8-407d-8fa3-43eff4dbe469 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Router c4c0f952-64a5-4847-a2bb-4f75ed3cd457 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:57:43.837861 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7c687db3-bfb5-4373-a896-d3041adeed9c req-248f02ca-414c-439f-97aa-cf62430b65c2 service neutron] 10.222.0.30 "GET /v2.0/networks/58ba8bc5-ac03-4e44-b819-c3c8d0a85e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6702709 Mar 05 04:57:43.842597 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-04826033-6da3-4676-b13b-2150e2edd786 req-063d4af0-6dcb-4356-b6c7-a1a6d8529df8 service neutron] 10.222.0.30 "GET /v2.0/networks/31b0ad25-0961-41e8-ba3d-c6b7bbf5af76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717338 Mar 05 04:57:43.857627 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c93b3a3-c064-4101-8acb-6767f062ecb3 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:57:43.897177 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 0c93b3a3-c064-4101-8acb-6767f062ecb3, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=0c93b3a3-c064-4101-8acb-6767f062ecb3,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:43.905809 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0c93b3a3-c064-4101-8acb-6767f062ecb3), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:43.913984 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5bc27ccd-2fed-40c4-a3f0-c97ec92d8499 req-e5768c84-9361-45cf-b79f-98a017f81a63 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146908 Mar 05 04:57:43.917241 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-a65c99b8-df33-47c9-a3b9-0b2dc5a62bdd req-ce51658d-3885-4051-8759-920cc2ec19f7 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Deleting port 52d33938-84d1-4430-9130-3e7bc950636f {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:57:43.917241 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a65c99b8-df33-47c9-a3b9-0b2dc5a62bdd req-ce51658d-3885-4051-8759-920cc2ec19f7 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (52d33938-84d1-4430-9130-3e7bc950636f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:44.002873 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-f6ec3006-decd-424a-b2be-964ef3bdd3da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 736070a8-c07b-477b-a66e-efe0e434beb4) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:57:44.008127 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ec3006-decd-424a-b2be-964ef3bdd3da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:44.008434 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f6ec3006-decd-424a-b2be-964ef3bdd3da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:44.013322 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-04826033-6da3-4676-b13b-2150e2edd786 req-7020a36a-8fdb-492f-bce1-c8434d1507e8 service neutron] 10.222.0.30 "GET /v2.0/networks/31b0ad25-0961-41e8-ba3d-c6b7bbf5af76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514618 Mar 05 04:57:44.027132 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=0c93b3a3-c064-4101-8acb-6767f062ecb3,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:44.044645 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e52041-5897-4cd4-934b-82fc04713624 None None] Network 736070a8-c07b-477b-a66e-efe0e434beb4 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:57:44.078047 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f6ec3006-decd-424a-b2be-964ef3bdd3da admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3350205 Mar 05 04:57:44.080692 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59672) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:44.086923 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-1a34da70-f38d-40e4-8229-8cfc343affbb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1807192989-router', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:57:44.111024 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a65c99b8-df33-47c9-a3b9-0b2dc5a62bdd req-ce51658d-3885-4051-8759-920cc2ec19f7 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (52d33938-84d1-4430-9130-3e7bc950636f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:44.111323 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a65c99b8-df33-47c9-a3b9-0b2dc5a62bdd req-ce51658d-3885-4051-8759-920cc2ec19f7 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks [] for floatingip (52d33938-84d1-4430-9130-3e7bc950636f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:44.137347 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-a65c99b8-df33-47c9-a3b9-0b2dc5a62bdd req-ce51658d-3885-4051-8759-920cc2ec19f7 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Calling delete_port for 52d33938-84d1-4430-9130-3e7bc950636f owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:57:44.158550 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['0c93b3a3-c064-4101-8acb-6767f062ecb3'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:57:44.229522 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165d816e-43d8-407d-8fa3-43eff4dbe469 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:57:44.241150 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-165d816e-43d8-407d-8fa3-43eff4dbe469 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "PUT /v2.0/routers/c4c0f952-64a5-4847-a2bb-4f75ed3cd457/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6892345 Mar 05 04:57:44.245681 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59676) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:44.247037 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ceb2845-c039-4a25-83f0-38102981005e None None] Sync routers for ids ['c4c0f952-64a5-4847-a2bb-4f75ed3cd457'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:57:44.266900 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ceb2845-c039-4a25-83f0-38102981005e None None] Routers {'c4c0f952-64a5-4847-a2bb-4f75ed3cd457'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:57:44.267931 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-2ceb2845-c039-4a25-83f0-38102981005e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:57:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c4c0f952-64a5-4847-a2bb-4f75ed3cd457'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:44.277323 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1a34da70-f38d-40e4-8229-8cfc343affbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (d6715a9b-a4cf-4897-bd0c-8ecd000e3b85), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:44.279434 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1a34da70-f38d-40e4-8229-8cfc343affbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (d6715a9b-a4cf-4897-bd0c-8ecd000e3b85), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:44.336294 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3d3779-bd62-4d76-b2f0-788674638444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-736070a8-c07b-477b-a66e-efe0e434beb4', 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4', 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'fixed_ips': [{'subnet_id': 'f720af32-1780-481f-bd99-7eac986e68f2'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:57:44.337506 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dd3d3779-bd62-4d76-b2f0-788674638444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:44.413455 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1a34da70-f38d-40e4-8229-8cfc343affbb admin admin] Publish callbacks [] for router_controller (d6715a9b-a4cf-4897-bd0c-8ecd000e3b85), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:44.553353 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-2ceb2845-c039-4a25-83f0-38102981005e None None] Set router c4c0f952-64a5-4847-a2bb-4f75ed3cd457 gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:57:44.567298 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa7cd58-b637-4555-a417-9062d1460543 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:44.568530 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa7cd58-b637-4555-a417-9062d1460543 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:44.572477 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-eaa7cd58-b637-4555-a417-9062d1460543 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3230784 Mar 05 04:57:44.573500 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59688) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:44.638370 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33ae0a-0623-4ce8-a8f1-45351af4383b req-1494684b-ff6a-49de-964a-c8e5265adcba tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:44.643064 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fc33ae0a-0623-4ce8-a8f1-45351af4383b req-1494684b-ff6a-49de-964a-c8e5265adcba tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 944 time: 0.2438684 Mar 05 04:57:44.649163 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a65c99b8-df33-47c9-a3b9-0b2dc5a62bdd req-ce51658d-3885-4051-8759-920cc2ec19f7 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (52d33938-84d1-4430-9130-3e7bc950636f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:44.694611 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-2ceb2845-c039-4a25-83f0-38102981005e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c0f952-64a5-4847-a2bb-4f75ed3cd457', 'name': 'tempest-NetworksTestDHCPv6-router-2080104433', 'tenant_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:57:29Z', 'updated_at': '2022-03-05T04:57:42Z', 'revision_number': 3, 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:44.744707 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-dd3d3779-bd62-4d76-b2f0-788674638444 None None] Allocated IP 172.20.0.2 (736070a8-c07b-477b-a66e-efe0e434beb4/f720af32-1780-481f-bd99-7eac986e68f2/b37d1518-951a-47be-adcb-6632b47c3fca) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:57:44.770138 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ceb2845-c039-4a25-83f0-38102981005e None None] Checking router: c4c0f952-64a5-4847-a2bb-4f75ed3cd457 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:57:44.792572 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51658d-3885-4051-8759-920cc2ec19f7 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Pushing event deleted for resources: {'Port': ['ID=52d33938-84d1-4430-9130-3e7bc950636f,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:44.793713 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-266f15de-f4b0-4fd7-8ece-00a254117749 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting subnet c4b7eb6b-9a1e-40a2-9fff-9763f822fea1 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:57:44.797932 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ceb2845-c039-4a25-83f0-38102981005e None None] Routers {'c4c0f952-64a5-4847-a2bb-4f75ed3cd457'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:57:44.800078 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-2ceb2845-c039-4a25-83f0-38102981005e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:57:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c4c0f952-64a5-4847-a2bb-4f75ed3cd457'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:44.900289 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-266f15de-f4b0-4fd7-8ece-00a254117749 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (c4b7eb6b-9a1e-40a2-9fff-9763f822fea1), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:44.903803 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59692) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:44.957269 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fc33ae0a-0623-4ce8-a8f1-45351af4383b req-e086555e-bbbb-4fef-8374-2a07053c8527 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2973580 Mar 05 04:57:44.967867 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a65c99b8-df33-47c9-a3b9-0b2dc5a62bdd req-ce51658d-3885-4051-8759-920cc2ec19f7 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks [] for floatingip (0cd7c67f-9951-40f8-a01b-7af617439756), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:44.971621 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-a65c99b8-df33-47c9-a3b9-0b2dc5a62bdd req-ce51658d-3885-4051-8759-920cc2ec19f7 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:44.973283 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a65c99b8-df33-47c9-a3b9-0b2dc5a62bdd req-ce51658d-3885-4051-8759-920cc2ec19f7 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "DELETE /v2.0/floatingips/0cd7c67f-9951-40f8-a01b-7af617439756 HTTP/1.1" status: 204 len: 173 time: 1.5493834 Mar 05 04:57:44.983797 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:44.999375 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-2ceb2845-c039-4a25-83f0-38102981005e None None] Set router c4c0f952-64a5-4847-a2bb-4f75ed3cd457 gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:57:45.040873 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1a34da70-f38d-40e4-8229-8cfc343affbb admin admin] Publish callbacks [] for router_gateway (d6715a9b-a4cf-4897-bd0c-8ecd000e3b85), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:45.098605 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-266f15de-f4b0-4fd7-8ece-00a254117749 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (c4b7eb6b-9a1e-40a2-9fff-9763f822fea1), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:45.101627 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-96fba548-7a47-45e6-b855-e5d61ca12c8e req-287f9623-d413-4ec6-b8c3-b924ebc0913a tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/security-groups/cc820505-8679-4096-adb6-07ed420ea4c9 HTTP/1.1" status: 200 len: 1827 time: 0.0830009 Mar 05 04:57:45.134341 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dd3d3779-bd62-4d76-b2f0-788674638444 None None] Publish callbacks [] for port (b37d1518-951a-47be-adcb-6632b47c3fca), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:45.148424 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dd3d3779-bd62-4d76-b2f0-788674638444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (b37d1518-951a-47be-adcb-6632b47c3fca), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:45.170211 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-9c400ca1-d00d-4463-98c0-48b6dfaf1a96 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1227619581-network', 'tenant_id': '3516497615154df4aa779fd104b016bf'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:57:45.218317 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d3779-bd62-4d76-b2f0-788674638444 None None] Pushing event updated for resources: {'Port': ['ID=b37d1518-951a-47be-adcb-6632b47c3fca,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:45.219663 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-96fba548-7a47-45e6-b855-e5d61ca12c8e req-aa723d26-a59c-42da-8a62-f8fe3342cb95 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks [] for security_group (cc820505-8679-4096-adb6-07ed420ea4c9), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:45.227546 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3d3779-bd62-4d76-b2f0-788674638444 None None] Network 736070a8-c07b-477b-a66e-efe0e434beb4 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:57:45.229430 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-dd3d3779-bd62-4d76-b2f0-788674638444 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:57:45.233169 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9955048-c9d4-486f-9f3b-d379ef76d08c req-b6102e6d-3b96-4238-a862-28536a2a850b tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:45.234798 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9955048-c9d4-486f-9f3b-d379ef76d08c req-b6102e6d-3b96-4238-a862-28536a2a850b tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef20f788-6741-4fd7-9303-7bd9d1e8ca5e HTTP/1.1" status: 200 len: 945 time: 0.1254194 Mar 05 04:57:45.242371 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3d3779-bd62-4d76-b2f0-788674638444 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:57:45.290865 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c400ca1-d00d-4463-98c0-48b6dfaf1a96 admin admin] Made reservation on behalf of 3516497615154df4aa779fd104b016bf for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:57:45.293914 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c400ca1-d00d-4463-98c0-48b6dfaf1a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:45.296114 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-96fba548-7a47-45e6-b855-e5d61ca12c8e req-aa723d26-a59c-42da-8a62-f8fe3342cb95 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks [] for security_group (cc820505-8679-4096-adb6-07ed420ea4c9), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:45.322749 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c400ca1-d00d-4463-98c0-48b6dfaf1a96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:45.333223 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-dd3d3779-bd62-4d76-b2f0-788674638444 None None] Attempting to bind port b37d1518-951a-47be-adcb-6632b47c3fca on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:57:45.334754 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-dd3d3779-bd62-4d76-b2f0-788674638444 None None] Attempting to bind port b37d1518-951a-47be-adcb-6632b47c3fca by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'ee5f539a-83bc-4459-8bf3-8d0b46694dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:57:45.335396 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3d3779-bd62-4d76-b2f0-788674638444 None None] Attempting to bind port b37d1518-951a-47be-adcb-6632b47c3fca on network 736070a8-c07b-477b-a66e-efe0e434beb4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:57:45.343744 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3d3779-bd62-4d76-b2f0-788674638444 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:57:45.344636 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3d3779-bd62-4d76-b2f0-788674638444 None None] Checking segment: {'id': 'ee5f539a-83bc-4459-8bf3-8d0b46694dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:57:45.345283 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dd3d3779-bd62-4d76-b2f0-788674638444 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:45.346585 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3d3779-bd62-4d76-b2f0-788674638444 None None] Bound using segment: {'id': 'ee5f539a-83bc-4459-8bf3-8d0b46694dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:57:45.347636 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-dd3d3779-bd62-4d76-b2f0-788674638444 None None] Bound port: b37d1518-951a-47be-adcb-6632b47c3fca, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5f539a-83bc-4459-8bf3-8d0b46694dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:57:45.348420 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dd3d3779-bd62-4d76-b2f0-788674638444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b37d1518-951a-47be-adcb-6632b47c3fca), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:45.348553 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9955048-c9d4-486f-9f3b-d379ef76d08c req-d2058497-da24-438d-a85a-d66bd3ec1763 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044915 Mar 05 04:57:45.370123 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-2ceb2845-c039-4a25-83f0-38102981005e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c0f952-64a5-4847-a2bb-4f75ed3cd457', 'name': 'tempest-NetworksTestDHCPv6-router-2080104433', 'tenant_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:57:29Z', 'updated_at': '2022-03-05T04:57:42Z', 'revision_number': 3, 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:45.373831 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-266f15de-f4b0-4fd7-8ece-00a254117749 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (c4b7eb6b-9a1e-40a2-9fff-9763f822fea1), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:45.380928 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-96fba548-7a47-45e6-b855-e5d61ca12c8e req-aa723d26-a59c-42da-8a62-f8fe3342cb95 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (cc820505-8679-4096-adb6-07ed420ea4c9), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:45.384896 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-96fba548-7a47-45e6-b855-e5d61ca12c8e req-aa723d26-a59c-42da-8a62-f8fe3342cb95 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:45.386271 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-96fba548-7a47-45e6-b855-e5d61ca12c8e req-aa723d26-a59c-42da-8a62-f8fe3342cb95 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "DELETE /v2.0/security-groups/cc820505-8679-4096-adb6-07ed420ea4c9 HTTP/1.1" status: 204 len: 173 time: 0.2837825 Mar 05 04:57:45.408042 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 0c93b3a3-c064-4101-8acb-6767f062ecb3 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:57:45.426077 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa723d26-a59c-42da-8a62-f8fe3342cb95 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc820505-8679-4096-adb6-07ed420ea4c9,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:45.434049 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ceb2845-c039-4a25-83f0-38102981005e None None] The sync data for ids ['c4c0f952-64a5-4847-a2bb-4f75ed3cd457'] in n-d-789963-32 is: [{'id': 'c4c0f952-64a5-4847-a2bb-4f75ed3cd457', 'name': 'tempest-NetworksTestDHCPv6-router-2080104433', 'tenant_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:57:29Z', 'updated_at': '2022-03-05T04:57:42Z', 'revision_number': 3, 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'gw_port_host': None}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:57:45.470010 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:57:45.540720 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-dd3d3779-bd62-4d76-b2f0-788674638444 None None] For port b37d1518-951a-47be-adcb-6632b47c3fca, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:57:45.549660 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-dd3d3779-bd62-4d76-b2f0-788674638444 None None] For port b37d1518-951a-47be-adcb-6632b47c3fca, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b37d1518-951a-47be-adcb-6632b47c3fca,segment=NetworkSegment(ee5f539a-83bc-4459-8bf3-8d0b46694dc7),segment_id=ee5f539a-83bc-4459-8bf3-8d0b46694dc7)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:57:45.565126 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-266f15de-f4b0-4fd7-8ece-00a254117749 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (c4b7eb6b-9a1e-40a2-9fff-9763f822fea1), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:45.566844 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dd3d3779-bd62-4d76-b2f0-788674638444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b37d1518-951a-47be-adcb-6632b47c3fca), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:45.601508 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 0c93b3a3-c064-4101-8acb-6767f062ecb3 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:57:45.666374 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 0c93b3a3-c064-4101-8acb-6767f062ecb3 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:45.666829 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0c93b3a3-c064-4101-8acb-6767f062ecb3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:45.732879 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d3779-bd62-4d76-b2f0-788674638444 None None] Pushing event updated for resources: {'Port': ['ID=b37d1518-951a-47be-adcb-6632b47c3fca,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:45.792173 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 0c93b3a3-c064-4101-8acb-6767f062ecb3 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:45.795319 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0c93b3a3-c064-4101-8acb-6767f062ecb3), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:45.831807 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef20f788-6741-4fd7-9303-7bd9d1e8ca5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c93b3a3-c064-4101-8acb-6767f062ecb3'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:57:45.837871 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc855a5e-8f85-4f75-8968-b88c4431c3b2" -d '{"events": [{"server_uuid": "ef20f788-6741-4fd7-9303-7bd9d1e8ca5e", "name": "network-vif-plugged", "status": "completed", "tag": "0c93b3a3-c064-4101-8acb-6767f062ecb3"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:57:45.900184 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 0c93b3a3-c064-4101-8acb-6767f062ecb3, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=0c93b3a3-c064-4101-8acb-6767f062ecb3,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:45.928388 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e52886-7d12-4686-a017-1e87e5a96bad req-ae5e3453-4648-4c16-abd0-5f2d6e80f94d tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:45.954546 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-49e52886-7d12-4686-a017-1e87e5a96bad req-ae5e3453-4648-4c16-abd0-5f2d6e80f94d tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 945 time: 0.1859677 Mar 05 04:57:45.955213 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0c93b3a3-c064-4101-8acb-6767f062ecb3), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:46.069182 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-49e52886-7d12-4686-a017-1e87e5a96bad req-42eb12ee-dd17-4720-91f1-b32c48ea7eaf tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/security-groups?id=dda9ed6e-5f39-43cb-a89f-4fed152222eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134224 Mar 05 04:57:46.130437 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=0c93b3a3-c064-4101-8acb-6767f062ecb3,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:46.160621 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd226479-a7ad-41bd-a2a6-b52ad218044b x-openstack-request-id: req-fd226479-a7ad-41bd-a2a6-b52ad218044b {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:57:46.160955 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef20f788-6741-4fd7-9303-7bd9d1e8ca5e", "name": "network-vif-plugged", "status": "completed", "tag": "0c93b3a3-c064-4101-8acb-6767f062ecb3", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:57:46.161343 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fd226479-a7ad-41bd-a2a6-b52ad218044b {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:57:46.161791 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef20f788-6741-4fd7-9303-7bd9d1e8ca5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c93b3a3-c064-4101-8acb-6767f062ecb3', 'code': 200} Mar 05 04:57:46.225122 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:46.325684 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41b4e0-45c4-4699-b417-dda21cc6c432 req-bb92acae-62be-47fd-b573-980209ab0340 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:46.327707 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f41b4e0-45c4-4699-b417-dda21cc6c432 req-bb92acae-62be-47fd-b573-980209ab0340 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 944 time: 0.0749784 Mar 05 04:57:46.341999 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f15de-f4b0-4fd7-8ece-00a254117749 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Subnet': ['ID=c4b7eb6b-9a1e-40a2-9fff-9763f822fea1,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:46.345213 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c400ca1-d00d-4463-98c0-48b6dfaf1a96 admin admin] Publish callbacks [] for security_group (007c593f-aaee-4bb9-aeaa-53509d908dfe), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:46.346562 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-266f15de-f4b0-4fd7-8ece-00a254117749 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:46.350113 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-266f15de-f4b0-4fd7-8ece-00a254117749 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/c4b7eb6b-9a1e-40a2-9fff-9763f822fea1 HTTP/1.1" status: 204 len: 168 time: 1.7755096 Mar 05 04:57:46.352836 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59720) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:46.357080 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bded73-5f82-4dcb-937f-9b996ef82ba3 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:57:46.377896 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c400ca1-d00d-4463-98c0-48b6dfaf1a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (007c593f-aaee-4bb9-aeaa-53509d908dfe), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:46.483301 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c400ca1-d00d-4463-98c0-48b6dfaf1a96 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:57:46.498333 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88020e1-ed9e-4622-a2c0-9a98ed585d9c req-b0a91681-6b8f-4620-a6ad-c054f662b94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:46.499868 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d88020e1-ed9e-4622-a2c0-9a98ed585d9c req-b0a91681-6b8f-4620-a6ad-c054f662b94c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ef20f788-6741-4fd7-9303-7bd9d1e8ca5e HTTP/1.1" status: 200 len: 1129 time: 0.2205546 Mar 05 04:57:46.507533 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1a34da70-f38d-40e4-8229-8cfc343affbb admin admin] Publish callbacks [] for router_gateway (d6715a9b-a4cf-4897-bd0c-8ecd000e3b85), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:46.520218 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f41b4e0-45c4-4699-b417-dda21cc6c432 req-a8f439a2-6342-4ab1-8dfa-7e1115fc599c tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860807 Mar 05 04:57:46.569374 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c400ca1-d00d-4463-98c0-48b6dfaf1a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007c593f-aaee-4bb9-aeaa-53509d908dfe,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:46.581679 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c400ca1-d00d-4463-98c0-48b6dfaf1a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (b352ab22-97c2-4e4f-9192-fac86c6bcca4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:46.582206 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-9c400ca1-d00d-4463-98c0-48b6dfaf1a96 admin admin] Added segment b352ab22-97c2-4e4f-9192-fac86c6bcca4 of type vlan for network 2d102781-783c-4af2-b7ba-7d653f1d35a1 Mar 05 04:57:46.595190 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e1158d3f-c092-42bc-9464-1e01a4ddb7df tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2357280 Mar 05 04:57:46.600429 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59724) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:46.640035 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c400ca1-d00d-4463-98c0-48b6dfaf1a96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (2d102781-783c-4af2-b7ba-7d653f1d35a1), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:46.678877 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1a34da70-f38d-40e4-8229-8cfc343affbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:46.685964 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c400ca1-d00d-4463-98c0-48b6dfaf1a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (2d102781-783c-4af2-b7ba-7d653f1d35a1), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:46.688049 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c400ca1-d00d-4463-98c0-48b6dfaf1a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:46.689414 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c400ca1-d00d-4463-98c0-48b6dfaf1a96 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:46.738259 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e9d5a6-39bd-42e0-8183-e56ed83acfb0 None None] DHCP port deletion for d9771a2e-94ae-4769-a90a-e0cdf5de3e37 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:57:46.786488 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b80719de-7d13-40c3-896c-d4904707be65 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for router (c4c0f952-64a5-4847-a2bb-4f75ed3cd457), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:46.802242 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9c400ca1-d00d-4463-98c0-48b6dfaf1a96 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8920324 Mar 05 04:57:46.844166 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59726) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:46.889517 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b0e9d5a6-39bd-42e0-8183-e56ed83acfb0 None None] Deleting port 54adccbc-591a-47ba-8cf8-a8ed0373b718 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:57:46.890016 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b0e9d5a6-39bd-42e0-8183-e56ed83acfb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (54adccbc-591a-47ba-8cf8-a8ed0373b718), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:46.914428 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-1a34da70-f38d-40e4-8229-8cfc343affbb admin admin] Allocated IP 172.25.0.68 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/ce032c2c-02e0-4136-8eaf-6ff900b3028b) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:57:47.007038 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b80719de-7d13-40c3-896c-d4904707be65 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (c4c0f952-64a5-4847-a2bb-4f75ed3cd457), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:47.010960 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b80719de-7d13-40c3-896c-d4904707be65 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for router_controller (c4c0f952-64a5-4847-a2bb-4f75ed3cd457), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:47.040529 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-b0e9d5a6-39bd-42e0-8183-e56ed83acfb0 None None] For port 54adccbc-591a-47ba-8cf8-a8ed0373b718, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=54adccbc-591a-47ba-8cf8-a8ed0373b718,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:47.040987 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b0e9d5a6-39bd-42e0-8183-e56ed83acfb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (54adccbc-591a-47ba-8cf8-a8ed0373b718), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:47.054142 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1a34da70-f38d-40e4-8229-8cfc343affbb admin admin] Publish callbacks [] for port (ce032c2c-02e0-4136-8eaf-6ff900b3028b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:47.070418 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b80719de-7d13-40c3-896c-d4904707be65 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (c4c0f952-64a5-4847-a2bb-4f75ed3cd457), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:47.071144 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80719de-7d13-40c3-896c-d4904707be65 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Fanout notify agent at l3_agent the message router_deleted on router c4c0f952-64a5-4847-a2bb-4f75ed3cd457 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:57:47.083157 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b0e9d5a6-39bd-42e0-8183-e56ed83acfb0 None None] Calling delete_port for 54adccbc-591a-47ba-8cf8-a8ed0373b718 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:57:47.089474 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b80719de-7d13-40c3-896c-d4904707be65 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:47.094609 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-1a43295e-18f8-4f38-8895-0285840497a5 admin admin] Request body: {'subnet': {'network_id': '2d102781-783c-4af2-b7ba-7d653f1d35a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1227619581-subnet', 'tenant_id': '3516497615154df4aa779fd104b016bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:57:47.099907 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d88020e1-ed9e-4622-a2c0-9a98ed585d9c req-8462b91e-97b9-4bd2-bf93-e2c92f4a2edc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5883155 Mar 05 04:57:47.106579 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1a34da70-f38d-40e4-8229-8cfc343affbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (ce032c2c-02e0-4136-8eaf-6ff900b3028b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:47.106880 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b80719de-7d13-40c3-896c-d4904707be65 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/routers/c4c0f952-64a5-4847-a2bb-4f75ed3cd457 HTTP/1.1" status: 204 len: 168 time: 0.5050268 Mar 05 04:57:47.111155 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59730) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:47.126628 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-2b75cc57-f950-42ba-b97e-941d990ce5ec tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:57:47.130785 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2cbc2-79b9-40eb-bf97-74de49b38501 req-290a75e4-e867-44bb-8fa7-6890c55cee14 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:47.132349 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-afb2cbc2-79b9-40eb-bf97-74de49b38501 req-290a75e4-e867-44bb-8fa7-6890c55cee14 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef20f788-6741-4fd7-9303-7bd9d1e8ca5e HTTP/1.1" status: 200 len: 946 time: 0.6267045 Mar 05 04:57:47.210790 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c400ca1-d00d-4463-98c0-48b6dfaf1a96 admin admin] Pushing event updated for resources: {'Network': ['ID=2d102781-783c-4af2-b7ba-7d653f1d35a1,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:47.224518 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 2d102781-783c-4af2-b7ba-7d653f1d35a1 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:57:47.259019 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-afb2cbc2-79b9-40eb-bf97-74de49b38501 req-f3e45a14-a3b7-4e45-8a2b-e17a5162d38c tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191585 Mar 05 04:57:47.338632 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a43295e-18f8-4f38-8895-0285840497a5 admin admin] Made reservation on behalf of 3516497615154df4aa779fd104b016bf for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:57:47.345261 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1a43295e-18f8-4f38-8895-0285840497a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:47.465652 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b0e9d5a6-39bd-42e0-8183-e56ed83acfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (54adccbc-591a-47ba-8cf8-a8ed0373b718), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:47.468067 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7144dc-e73d-4218-9649-49dd635340a1 req-b531f444-21e7-42ff-a548-09105cb1cf65 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:47.469665 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-be7144dc-e73d-4218-9649-49dd635340a1 req-b531f444-21e7-42ff-a548-09105cb1cf65 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 945 time: 0.2096913 Mar 05 04:57:47.487525 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b37d1518-951a-47be-adcb-6632b47c3fca up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:57:47.541334 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e9d5a6-39bd-42e0-8183-e56ed83acfb0 None None] No DVR routers for this DVR port 54adccbc-591a-47ba-8cf8-a8ed0373b718 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:57:47.575055 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-be7144dc-e73d-4218-9649-49dd635340a1 req-3aa2d533-11d6-4697-8407-0f8bd25f4247 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/security-groups?id=dda9ed6e-5f39-43cb-a89f-4fed152222eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971870 Mar 05 04:57:47.582473 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf72973-78cc-4da0-bd95-2cf5d6300a4b None None] Network 736070a8-c07b-477b-a66e-efe0e434beb4 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:57:47.611597 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9d5a6-39bd-42e0-8183-e56ed83acfb0 None None] Pushing event deleted for resources: {'Port': ['ID=54adccbc-591a-47ba-8cf8-a8ed0373b718,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:47.735782 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac8332-fa2b-47d0-9ac0-7162dca86071 req-14fef18e-155c-4a7b-864a-566f13a26160 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:47.736310 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1a43295e-18f8-4f38-8895-0285840497a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (5e7bba38-4030-4f7b-9101-5530e3558d4c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:47.744713 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port b37d1518-951a-47be-adcb-6632b47c3fca triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:47.745709 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b37d1518-951a-47be-adcb-6632b47c3fca), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:47.748880 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5bac8332-fa2b-47d0-9ac0-7162dca86071 req-14fef18e-155c-4a7b-864a-566f13a26160 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 944 time: 0.1005566 Mar 05 04:57:47.752319 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a34da70-f38d-40e4-8229-8cfc343affbb admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:57:47.757436 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34da70-f38d-40e4-8229-8cfc343affbb admin admin] Pushing event updated for resources: {'Port': ['ID=ce032c2c-02e0-4136-8eaf-6ff900b3028b,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:47.790253 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-1a34da70-f38d-40e4-8229-8cfc343affbb admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:57:47.798803 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a34da70-f38d-40e4-8229-8cfc343affbb admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:57:47.813823 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-74618c33-07b6-4168-9279-eb874b1f3fce None None] Provisioning complete for port b37d1518-951a-47be-adcb-6632b47c3fca triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:47.813823 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-74618c33-07b6-4168-9279-eb874b1f3fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b37d1518-951a-47be-adcb-6632b47c3fca), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:47.847799 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:47.880185 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5bac8332-fa2b-47d0-9ac0-7162dca86071 req-8b715905-3a67-4a91-9e7c-b1fa64ed2f48 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243484 Mar 05 04:57:47.981994 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port b37d1518-951a-47be-adcb-6632b47c3fca is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:47.982787 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b37d1518-951a-47be-adcb-6632b47c3fca), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:48.065385 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port b37d1518-951a-47be-adcb-6632b47c3fca, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b37d1518-951a-47be-adcb-6632b47c3fca,segment=NetworkSegment(ee5f539a-83bc-4459-8bf3-8d0b46694dc7),segment_id=ee5f539a-83bc-4459-8bf3-8d0b46694dc7)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:48.067123 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-74618c33-07b6-4168-9279-eb874b1f3fce None None] Current status of the port b37d1518-951a-47be-adcb-6632b47c3fca is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:48.067783 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-74618c33-07b6-4168-9279-eb874b1f3fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b37d1518-951a-47be-adcb-6632b47c3fca), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:48.091605 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b37d1518-951a-47be-adcb-6632b47c3fca), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:48.122124 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1a34da70-f38d-40e4-8229-8cfc343affbb admin admin] Publish callbacks [] for router_gateway (d6715a9b-a4cf-4897-bd0c-8ecd000e3b85), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:48.154719 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=b37d1518-951a-47be-adcb-6632b47c3fca,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:48.157323 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43295e-18f8-4f38-8895-0285840497a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e7bba38-4030-4f7b-9101-5530e3558d4c,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:48.194547 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 54adccbc-591a-47ba-8cf8-a8ed0373b718 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:57:48.234972 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 54adccbc-591a-47ba-8cf8-a8ed0373b718 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:57:48.235357 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 54adccbc-591a-47ba-8cf8-a8ed0373b718 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:57:48.235825 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8d5d8fd2-5e30-4784-b861-9eb40a02442d no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:57:48.247199 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a43295e-18f8-4f38-8895-0285840497a5 admin admin] Checking segment: {'id': 'b352ab22-97c2-4e4f-9192-fac86c6bcca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2d102781-783c-4af2-b7ba-7d653f1d35a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:57:48.247615 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a43295e-18f8-4f38-8895-0285840497a5 admin admin] Network hostable DHCP agents. Network: 2d102781-783c-4af2-b7ba-7d653f1d35a1, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:57:48.260712 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 8d5d8fd2-5e30-4784-b861-9eb40a02442d {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:57:48.261090 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8d5d8fd2-5e30-4784-b861-9eb40a02442d not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:57:48.276806 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-74618c33-07b6-4168-9279-eb874b1f3fce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 04:57:48.277846 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-74618c33-07b6-4168-9279-eb874b1f3fce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 04:57:48.312557 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b75cc57-f950-42ba-b97e-941d990ce5ec tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:57:48.317085 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b75cc57-f950-42ba-b97e-941d990ce5ec tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:48.449835 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6816a1b-9a19-45f7-9aa9-0df6af2cc0c4 req-24bb4648-e04b-4cc5-b7a2-3b190208575e tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:48.451413 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e6816a1b-9a19-45f7-9aa9-0df6af2cc0c4 req-24bb4648-e04b-4cc5-b7a2-3b190208575e tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef20f788-6741-4fd7-9303-7bd9d1e8ca5e HTTP/1.1" status: 200 len: 946 time: 0.0834112 Mar 05 04:57:48.529757 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e6816a1b-9a19-45f7-9aa9-0df6af2cc0c4 req-869489f8-94c7-4ada-87d3-d80066354b85 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696104 Mar 05 04:57:48.579826 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a43295e-18f8-4f38-8895-0285840497a5 admin admin] Network 2d102781-783c-4af2-b7ba-7d653f1d35a1 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:57:48.610462 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-1a43295e-18f8-4f38-8895-0285840497a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 2d102781-783c-4af2-b7ba-7d653f1d35a1) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:57:48.623326 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab9316b-b6fa-434f-bf0f-0d62755700c5 None None] Network 2d102781-783c-4af2-b7ba-7d653f1d35a1 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:57:48.631971 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a43295e-18f8-4f38-8895-0285840497a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:48.633844 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1a43295e-18f8-4f38-8895-0285840497a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:48.694328 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1a43295e-18f8-4f38-8895-0285840497a5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5960083 Mar 05 04:57:48.704195 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42683a00-73be-4c24-9edb-8eef144d4946 req-e36d9fca-ea01-4c3e-a3c9-db664d291805 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:48.705754 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-42683a00-73be-4c24-9edb-8eef144d4946 req-e36d9fca-ea01-4c3e-a3c9-db664d291805 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.30 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 945 time: 0.2499590 Mar 05 04:57:48.751018 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2556d-22a7-4d2b-b31b-87e7cad9c51e req-293998cc-4dac-49cd-b351-413e04d4ee83 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:48.752364 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-93e2556d-22a7-4d2b-b31b-87e7cad9c51e req-293998cc-4dac-49cd-b351-413e04d4ee83 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 945 time: 0.0945671 Mar 05 04:57:48.787524 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1a34da70-f38d-40e4-8229-8cfc343affbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (d6715a9b-a4cf-4897-bd0c-8ecd000e3b85), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:48.794189 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b75cc57-f950-42ba-b97e-941d990ce5ec tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (7a643e85-84f3-49cd-acb7-5a9cf8ad9fcc), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:48.859902 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad21f0a-8901-426b-9f69-ac497e92c8cd None None] Network 2d102781-783c-4af2-b7ba-7d653f1d35a1 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:57:48.864535 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-93e2556d-22a7-4d2b-b31b-87e7cad9c51e req-2832b1b7-a948-4209-bab1-e7892b40fe9e tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/security-groups?id=dda9ed6e-5f39-43cb-a89f-4fed152222eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963926 Mar 05 04:57:48.876800 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75cc57-f950-42ba-b97e-941d990ce5ec tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Subnet': ['ID=7a643e85-84f3-49cd-acb7-5a9cf8ad9fcc,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:49.046062 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b75cc57-f950-42ba-b97e-941d990ce5ec tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:57:49.053043 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-2b75cc57-f950-42ba-b97e-941d990ce5ec tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:57:49.062676 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b75cc57-f950-42ba-b97e-941d990ce5ec tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:49.063479 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b75cc57-f950-42ba-b97e-941d990ce5ec tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:49.088346 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344eda80-b336-4ea1-9e98-51f8a7982316 req-2bb8a9cd-c5eb-4b28-8986-348b280e092d tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:49.107318 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-344eda80-b336-4ea1-9e98-51f8a7982316 req-2bb8a9cd-c5eb-4b28-8986-348b280e092d tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 944 time: 0.1085856 Mar 05 04:57:49.117985 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2b75cc57-f950-42ba-b97e-941d990ce5ec tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9998453 Mar 05 04:57:49.126635 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59748) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:49.135267 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-4b210232-0f40-4aac-bc0c-ce7a28a591bd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-178365977', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:57:49.173261 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a34da70-f38d-40e4-8229-8cfc343affbb admin admin] Router d6715a9b-a4cf-4897-bd0c-8ecd000e3b85 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:57:49.197362 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-42683a00-73be-4c24-9edb-8eef144d4946 req-116df326-418f-40fa-8ee1-1e422f86a7e4 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Deleting port a2371bf6-96c6-4ae6-a06e-229010011a4f {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:57:49.197609 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69636d4e-15a2-4650-947f-e5635512d59c None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:57:49.198586 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-42683a00-73be-4c24-9edb-8eef144d4946 req-116df326-418f-40fa-8ee1-1e422f86a7e4 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (a2371bf6-96c6-4ae6-a06e-229010011a4f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:49.211161 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-74618c33-07b6-4168-9279-eb874b1f3fce None None] Current status of the port b37d1518-951a-47be-adcb-6632b47c3fca is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:49.280505 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-344eda80-b336-4ea1-9e98-51f8a7982316 req-2a1fe232-eb14-4492-961e-840ff11007f4 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721795 Mar 05 04:57:49.373154 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-42683a00-73be-4c24-9edb-8eef144d4946 req-116df326-418f-40fa-8ee1-1e422f86a7e4 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] For port a2371bf6-96c6-4ae6-a06e-229010011a4f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a2371bf6-96c6-4ae6-a06e-229010011a4f,segment=NetworkSegment(7818f704-feaf-4759-800b-520c40aa37d5),segment_id=7818f704-feaf-4759-800b-520c40aa37d5)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:49.373469 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-42683a00-73be-4c24-9edb-8eef144d4946 req-116df326-418f-40fa-8ee1-1e422f86a7e4 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (a2371bf6-96c6-4ae6-a06e-229010011a4f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:49.400588 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b37d1518-951a-47be-adcb-6632b47c3fca up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:57:49.466301 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-7077df1d-30b4-4ea4-a7e8-4f30d358c6b4 None None] Provisioning complete for port b37d1518-951a-47be-adcb-6632b47c3fca triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:49.466791 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7077df1d-30b4-4ea4-a7e8-4f30d358c6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b37d1518-951a-47be-adcb-6632b47c3fca), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:49.536013 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a34da70-f38d-40e4-8229-8cfc343affbb admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:57:49.557241 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b210232-0f40-4aac-bc0c-ce7a28a591bd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (462ce432-e5c9-41f4-9aa8-6130eb8847dc), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:49.558298 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b210232-0f40-4aac-bc0c-ce7a28a591bd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (462ce432-e5c9-41f4-9aa8-6130eb8847dc), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:49.562922 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-42683a00-73be-4c24-9edb-8eef144d4946 req-116df326-418f-40fa-8ee1-1e422f86a7e4 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Calling delete_port for a2371bf6-96c6-4ae6-a06e-229010011a4f owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:57:49.605683 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fccf24-eee6-4138-8eb0-c0f544da7693 None None] Sync routers for ids ['d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:57:49.606744 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1a34da70-f38d-40e4-8229-8cfc343affbb admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:49.608099 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1a34da70-f38d-40e4-8229-8cfc343affbb admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.5263753 Mar 05 04:57:49.610805 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59756) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:49.653045 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf16081-6b72-462b-880d-35c4db5ed757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-d9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'fixed_ips': [{'subnet_id': '7a643e85-84f3-49cd-acb7-5a9cf8ad9fcc'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:57:49.654762 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdf16081-6b72-462b-880d-35c4db5ed757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:49.686523 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fccf24-eee6-4138-8eb0-c0f544da7693 None None] Routers {'d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:57:49.687362 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e8fccf24-eee6-4138-8eb0-c0f544da7693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:57:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:49.695139 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b210232-0f40-4aac-bc0c-ce7a28a591bd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for router_controller (462ce432-e5c9-41f4-9aa8-6130eb8847dc), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:49.710471 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b210232-0f40-4aac-bc0c-ce7a28a591bd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (462ce432-e5c9-41f4-9aa8-6130eb8847dc), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:49.768142 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b210232-0f40-4aac-bc0c-ce7a28a591bd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:49.769781 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4b210232-0f40-4aac-bc0c-ce7a28a591bd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6407013 Mar 05 04:57:49.786691 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59760) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:49.819238 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-e8fccf24-eee6-4138-8eb0-c0f544da7693 None None] Set router d6715a9b-a4cf-4897-bd0c-8ecd000e3b85 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:57:50.014088 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-7077df1d-30b4-4ea4-a7e8-4f30d358c6b4 None None] Current status of the port b37d1518-951a-47be-adcb-6632b47c3fca is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:50.067375 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port b37d1518-951a-47be-adcb-6632b47c3fca triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:50.067767 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b37d1518-951a-47be-adcb-6632b47c3fca), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:50.102215 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-42683a00-73be-4c24-9edb-8eef144d4946 req-116df326-418f-40fa-8ee1-1e422f86a7e4 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (a2371bf6-96c6-4ae6-a06e-229010011a4f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:50.187737 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116df326-418f-40fa-8ee1-1e422f86a7e4 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Pushing event deleted for resources: {'Port': ['ID=a2371bf6-96c6-4ae6-a06e-229010011a4f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:50.307306 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port b37d1518-951a-47be-adcb-6632b47c3fca is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:50.323033 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-181d30b1-333c-4e5b-8b18-2ace180c347d req-c4c81230-c0b1-481d-b490-aebf19f682e6 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.11 "GET /v2.0/ports?device_id=bda4fe69-116d-408b-abed-fdbb95b00212 HTTP/1.1" status: 200 len: 210 time: 0.0380056 Mar 05 04:57:50.329508 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-fdf16081-6b72-462b-880d-35c4db5ed757 None None] Allocated IP 2001:db8::2 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/7a643e85-84f3-49cd-acb7-5a9cf8ad9fcc/9aac4bd0-bbb3-4220-ae79-3f8f0083300e) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:57:50.399656 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78070724-04b0-4843-8ddf-67b5bb1b0030 req-ae15f3a8-b859-4e4f-8402-0998cc545356 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:50.408247 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-78070724-04b0-4843-8ddf-67b5bb1b0030 req-ae15f3a8-b859-4e4f-8402-0998cc545356 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef20f788-6741-4fd7-9303-7bd9d1e8ca5e HTTP/1.1" status: 200 len: 946 time: 0.6004915 Mar 05 04:57:50.509077 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e8fccf24-eee6-4138-8eb0-c0f544da7693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'name': 'tempest-TestVolumeBackupRestore-1807192989-router', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ce032c2c-02e0-4136-8eaf-6ff900b3028b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:57:44Z', 'updated_at': '2022-03-05T04:57:47Z', 'revision_number': 3, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'gw_port': {'id': 'ce032c2c-02e0-4136-8eaf-6ff900b3028b', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:46Z', 'updated_at': '2022-03-05T04:57:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:50.515201 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-42683a00-73be-4c24-9edb-8eef144d4946 req-116df326-418f-40fa-8ee1-1e422f86a7e4 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] No DVR routers for this DVR port a2371bf6-96c6-4ae6-a06e-229010011a4f on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:57:50.518401 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-42683a00-73be-4c24-9edb-8eef144d4946 req-116df326-418f-40fa-8ee1-1e422f86a7e4 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:50.522156 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-42683a00-73be-4c24-9edb-8eef144d4946 req-116df326-418f-40fa-8ee1-1e422f86a7e4 tempest-ServerRescueTestJSONUnderV235-670634769 tempest-ServerRescueTestJSONUnderV235-670634769-project] 10.222.0.30 "DELETE /v2.0/ports/a2371bf6-96c6-4ae6-a06e-229010011a4f HTTP/1.1" status: 204 len: 173 time: 1.7304103 Mar 05 04:57:50.523608 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda4fe69-116d-408b-abed-fdbb95b00212', 'name': 'network-vif-deleted', 'tag': 'a2371bf6-96c6-4ae6-a06e-229010011a4f'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:57:50.526999 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db3bd71-2b17-4785-85c5-52a788816a2b" -d '{"events": [{"server_uuid": "bda4fe69-116d-408b-abed-fdbb95b00212", "name": "network-vif-deleted", "tag": "a2371bf6-96c6-4ae6-a06e-229010011a4f"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:57:50.538533 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fccf24-eee6-4138-8eb0-c0f544da7693 None None] Checking router: d6715a9b-a4cf-4897-bd0c-8ecd000e3b85 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:57:50.539030 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fccf24-eee6-4138-8eb0-c0f544da7693 None None] Updating router d6715a9b-a4cf-4897-bd0c-8ecd000e3b85 port ce032c2c-02e0-4136-8eaf-6ff900b3028b binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:57:50.569611 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e8fccf24-eee6-4138-8eb0-c0f544da7693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ce032c2c-02e0-4136-8eaf-6ff900b3028b), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:50.598749 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-78070724-04b0-4843-8ddf-67b5bb1b0030 req-82361810-0991-4ae2-a996-33ca51ec591b tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895254 Mar 05 04:57:50.695575 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636edfe0-8e5b-402f-bb81-c569fb9514da req-9efac549-670e-499e-b9be-620dacbdb9fb tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:50.711686 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-636edfe0-8e5b-402f-bb81-c569fb9514da req-9efac549-670e-499e-b9be-620dacbdb9fb tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 944 time: 0.2261848 Mar 05 04:57:50.795437 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-636edfe0-8e5b-402f-bb81-c569fb9514da req-a99eb441-1dad-4dca-a4fc-f06f1dbe38bb tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775144 Mar 05 04:57:51.140347 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdf16081-6b72-462b-880d-35c4db5ed757 None None] Publish callbacks [] for port (9aac4bd0-bbb3-4220-ae79-3f8f0083300e), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:51.172964 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdf16081-6b72-462b-880d-35c4db5ed757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (9aac4bd0-bbb3-4220-ae79-3f8f0083300e), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:51.212966 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e594ec84-244a-4651-93a9-5e01cfbb0577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:51.256773 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf16081-6b72-462b-880d-35c4db5ed757 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:57:51.270661 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-fdf16081-6b72-462b-880d-35c4db5ed757 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:57:51.284880 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf16081-6b72-462b-880d-35c4db5ed757 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:57:51.309346 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6a3d81-5037-4032-890a-8947597bf50a x-openstack-request-id: req-ee6a3d81-5037-4032-890a-8947597bf50a {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:57:51.309346 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda4fe69-116d-408b-abed-fdbb95b00212", "name": "network-vif-deleted", "tag": "a2371bf6-96c6-4ae6-a06e-229010011a4f", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:57:51.309346 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ee6a3d81-5037-4032-890a-8947597bf50a {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:57:51.310137 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda4fe69-116d-408b-abed-fdbb95b00212', 'name': 'network-vif-deleted', 'tag': 'a2371bf6-96c6-4ae6-a06e-229010011a4f', 'status': 'completed', 'code': 200} Mar 05 04:57:51.323052 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf16081-6b72-462b-880d-35c4db5ed757 None None] Pushing event updated for resources: {'Port': ['ID=9aac4bd0-bbb3-4220-ae79-3f8f0083300e,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:51.380340 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f371ed9-3599-422a-b314-0af54461f9b5 req-92c9c971-542a-4a93-a482-1b3b739bb30c tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:51.382020 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8f371ed9-3599-422a-b314-0af54461f9b5 req-92c9c971-542a-4a93-a482-1b3b739bb30c tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef20f788-6741-4fd7-9303-7bd9d1e8ca5e HTTP/1.1" status: 200 len: 946 time: 0.1795452 Mar 05 04:57:51.431720 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59800) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:51.432725 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e8fccf24-eee6-4138-8eb0-c0f544da7693 None None] Publish callbacks [] for port (ce032c2c-02e0-4136-8eaf-6ff900b3028b), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:51.436252 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device a2371bf6-96c6-4ae6-a06e-229010011a4f no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:57:51.452261 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bf436-ba1f-4d37-ab30-72960bfc4acf req-4bcc1334-6118-4765-a9d9-2295d6d89685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:51.453802 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9f1bf436-ba1f-4d37-ab30-72960bfc4acf req-4bcc1334-6118-4765-a9d9-2295d6d89685 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf&tenant_id=2f0efde040e1417b9e4baf083ccb9565 HTTP/1.1" status: 200 len: 1127 time: 0.1433156 Mar 05 04:57:51.463209 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-fdf16081-6b72-462b-880d-35c4db5ed757 None None] Attempting to bind port 9aac4bd0-bbb3-4220-ae79-3f8f0083300e on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:57:51.463740 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-fdf16081-6b72-462b-880d-35c4db5ed757 None None] Attempting to bind port 9aac4bd0-bbb3-4220-ae79-3f8f0083300e by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:57:51.464363 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf16081-6b72-462b-880d-35c4db5ed757 None None] Attempting to bind port 9aac4bd0-bbb3-4220-ae79-3f8f0083300e on network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:57:51.471573 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e8fccf24-eee6-4138-8eb0-c0f544da7693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ce032c2c-02e0-4136-8eaf-6ff900b3028b), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:51.492565 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf16081-6b72-462b-880d-35c4db5ed757 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:57:51.493074 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf16081-6b72-462b-880d-35c4db5ed757 None None] Checking segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:57:51.493545 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdf16081-6b72-462b-880d-35c4db5ed757 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:51.494263 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf16081-6b72-462b-880d-35c4db5ed757 None None] Bound using segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:57:51.494831 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-fdf16081-6b72-462b-880d-35c4db5ed757 None None] Bound port: 9aac4bd0-bbb3-4220-ae79-3f8f0083300e, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:57:51.495322 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdf16081-6b72-462b-880d-35c4db5ed757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9aac4bd0-bbb3-4220-ae79-3f8f0083300e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:51.511833 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: a2371bf6-96c6-4ae6-a06e-229010011a4f {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:57:51.512204 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device a2371bf6-96c6-4ae6-a06e-229010011a4f not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:57:51.516652 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1ab92389-f19e-413b-94eb-55156355ea10 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:51.595320 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-e594ec84-244a-4651-93a9-5e01cfbb0577 admin admin] Allocated IP 172.20.0.1 (736070a8-c07b-477b-a66e-efe0e434beb4/f720af32-1780-481f-bd99-7eac986e68f2/5d2bd556-a203-44f9-9050-9b40caee2fe8) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:57:51.612237 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee747e2-61cf-451a-9ba7-46ae6bc04b81 None None] Pushing event updated for resources: {'Port': ['ID=ce032c2c-02e0-4136-8eaf-6ff900b3028b,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:51.623665 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-e8fccf24-eee6-4138-8eb0-c0f544da7693 None None] Attempting to bind port ce032c2c-02e0-4136-8eaf-6ff900b3028b on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:57:51.624326 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-e8fccf24-eee6-4138-8eb0-c0f544da7693 None None] Attempting to bind port ce032c2c-02e0-4136-8eaf-6ff900b3028b by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:57:51.624766 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fccf24-eee6-4138-8eb0-c0f544da7693 None None] Attempting to bind port ce032c2c-02e0-4136-8eaf-6ff900b3028b on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:57:51.639423 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdf16081-6b72-462b-880d-35c4db5ed757 None None] For port 9aac4bd0-bbb3-4220-ae79-3f8f0083300e, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:57:51.641630 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fccf24-eee6-4138-8eb0-c0f544da7693 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:57:51.642091 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fccf24-eee6-4138-8eb0-c0f544da7693 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:57:51.642588 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e8fccf24-eee6-4138-8eb0-c0f544da7693 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:51.643056 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fccf24-eee6-4138-8eb0-c0f544da7693 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:57:51.643684 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-e8fccf24-eee6-4138-8eb0-c0f544da7693 None None] Bound port: ce032c2c-02e0-4136-8eaf-6ff900b3028b, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:57:51.644340 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e8fccf24-eee6-4138-8eb0-c0f544da7693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ce032c2c-02e0-4136-8eaf-6ff900b3028b), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:51.648407 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdf16081-6b72-462b-880d-35c4db5ed757 None None] For port 9aac4bd0-bbb3-4220-ae79-3f8f0083300e, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=9aac4bd0-bbb3-4220-ae79-3f8f0083300e,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:57:51.680668 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdf16081-6b72-462b-880d-35c4db5ed757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (9aac4bd0-bbb3-4220-ae79-3f8f0083300e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:51.691361 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bf436-ba1f-4d37-ab30-72960bfc4acf req-e903718f-3cb6-4d8f-882c-a4f28421f713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:51.694870 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9f1bf436-ba1f-4d37-ab30-72960bfc4acf req-e903718f-3cb6-4d8f-882c-a4f28421f713 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f0efde040e1417b9e4baf083ccb9565&device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 1127 time: 0.1987402 Mar 05 04:57:51.754550 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf16081-6b72-462b-880d-35c4db5ed757 None None] Pushing event updated for resources: {'Port': ['ID=9aac4bd0-bbb3-4220-ae79-3f8f0083300e,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:51.788931 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-e8fccf24-eee6-4138-8eb0-c0f544da7693 None None] For port ce032c2c-02e0-4136-8eaf-6ff900b3028b, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:57:51.797977 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-e8fccf24-eee6-4138-8eb0-c0f544da7693 None None] For port ce032c2c-02e0-4136-8eaf-6ff900b3028b, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ce032c2c-02e0-4136-8eaf-6ff900b3028b,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:57:51.808912 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e8fccf24-eee6-4138-8eb0-c0f544da7693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ce032c2c-02e0-4136-8eaf-6ff900b3028b), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:51.871468 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bf436-ba1f-4d37-ab30-72960bfc4acf req-5494bd91-a454-4f56-83fa-316d6f4e390f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:51.872966 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9f1bf436-ba1f-4d37-ab30-72960bfc4acf req-5494bd91-a454-4f56-83fa-316d6f4e390f service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1fadffb-f5d8-4040-a31e-e74b33451f43 HTTP/1.1" status: 200 len: 917 time: 0.1429355 Mar 05 04:57:51.884882 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8f371ed9-3599-422a-b314-0af54461f9b5 req-9074c965-384c-4811-98cc-5de1ace9d6ce tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756875 Mar 05 04:57:52.001202 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e594ec84-244a-4651-93a9-5e01cfbb0577 admin admin] Publish callbacks [] for port (5d2bd556-a203-44f9-9050-9b40caee2fe8), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:52.011043 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9f1bf436-ba1f-4d37-ab30-72960bfc4acf req-441cd6d5-5c2d-45f2-894d-d2518308985d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1bd2387-390c-4747-9f24-372bac0df3d0 HTTP/1.1" status: 200 len: 1000 time: 0.1291776 Mar 05 04:57:52.077819 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-6b266688-3598-4226-8e14-238917f9d120 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:52.085839 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-6b266688-3598-4226-8e14-238917f9d120 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.11 "GET /v2.0/networks?id=2d102781-783c-4af2-b7ba-7d653f1d35a1 HTTP/1.1" status: 200 len: 810 time: 0.4081609 Mar 05 04:57:52.151051 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bf436-ba1f-4d37-ab30-72960bfc4acf req-134a76f6-cecf-4145-b00e-7e6c62ca60cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:52.156173 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9f1bf436-ba1f-4d37-ab30-72960bfc4acf req-134a76f6-cecf-4145-b00e-7e6c62ca60cc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fcb8f64-37dd-445b-b856-b0d90d6a1c08 HTTP/1.1" status: 200 len: 856 time: 0.1317155 Mar 05 04:57:52.170196 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-e17dae4b-6600-4b66-82a5-19a079b6aef6 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.11 "GET /v2.0/quotas/3516497615154df4aa779fd104b016bf HTTP/1.1" status: 200 len: 375 time: 0.0833683 Mar 05 04:57:52.188868 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee747e2-61cf-451a-9ba7-46ae6bc04b81 None None] Pushing event updated for resources: {'Port': ['ID=ce032c2c-02e0-4136-8eaf-6ff900b3028b,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:52.231882 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fccf24-eee6-4138-8eb0-c0f544da7693 None None] Routers {'d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:57:52.232969 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e8fccf24-eee6-4138-8eb0-c0f544da7693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:57:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:52.235981 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-1ab92389-f19e-413b-94eb-55156355ea10 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Allocated IP 2001:db8::1 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/7a643e85-84f3-49cd-acb7-5a9cf8ad9fcc/53ff6961-34fc-4b9f-8862-a413afea9b56) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:57:52.304482 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bf436-ba1f-4d37-ab30-72960bfc4acf req-ecab4cd1-1589-4de3-92a0-9811ba653747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:52.306040 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9f1bf436-ba1f-4d37-ab30-72960bfc4acf req-ecab4cd1-1589-4de3-92a0-9811ba653747 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1fadffb-f5d8-4040-a31e-e74b33451f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1420829 Mar 05 04:57:52.335573 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-db1fc571-1032-4d4a-8bd5-4f6a4c43dee0 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3516497615154df4aa779fd104b016bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1543283 Mar 05 04:57:52.395320 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845174e-9cbe-4fc8-94ce-39a8216bf5c5 req-9f59bef7-b566-43aa-8f46-1f860a107432 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:52.397288 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b845174e-9cbe-4fc8-94ce-39a8216bf5c5 req-9f59bef7-b566-43aa-8f46-1f860a107432 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 944 time: 0.3479264 Mar 05 04:57:52.398638 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e594ec84-244a-4651-93a9-5e01cfbb0577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (5d2bd556-a203-44f9-9050-9b40caee2fe8), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:52.400209 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-e8fccf24-eee6-4138-8eb0-c0f544da7693 None None] Set router d6715a9b-a4cf-4897-bd0c-8ecd000e3b85 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:57:52.495706 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9f1bf436-ba1f-4d37-ab30-72960bfc4acf req-64139c7d-9561-473a-8c09-e2ef87f93e16 service neutron] 10.222.0.30 "GET /v2.0/networks/f1fadffb-f5d8-4040-a31e-e74b33451f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380236 Mar 05 04:57:52.530624 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e594ec84-244a-4651-93a9-5e01cfbb0577 admin admin] Network 736070a8-c07b-477b-a66e-efe0e434beb4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:57:52.566879 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1ab92389-f19e-413b-94eb-55156355ea10 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for port (53ff6961-34fc-4b9f-8862-a413afea9b56), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:52.570667 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594ec84-244a-4651-93a9-5e01cfbb0577 admin admin] Pushing event updated for resources: {'Port': ['ID=5d2bd556-a203-44f9-9050-9b40caee2fe8,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:52.623657 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-e594ec84-244a-4651-93a9-5e01cfbb0577 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:57:52.635592 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e594ec84-244a-4651-93a9-5e01cfbb0577 admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:57:52.681340 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e8fccf24-eee6-4138-8eb0-c0f544da7693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'name': 'tempest-TestVolumeBackupRestore-1807192989-router', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ce032c2c-02e0-4136-8eaf-6ff900b3028b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:57:44Z', 'updated_at': '2022-03-05T04:57:47Z', 'revision_number': 3, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'gw_port': {'id': 'ce032c2c-02e0-4136-8eaf-6ff900b3028b', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:46Z', 'updated_at': '2022-03-05T04:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:52.693675 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9f1bf436-ba1f-4d37-ab30-72960bfc4acf req-7c8f4d99-d2d5-404f-92c2-28dfb9c3467e service neutron] 10.222.0.30 "GET /v2.0/networks/f1fadffb-f5d8-4040-a31e-e74b33451f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901870 Mar 05 04:57:52.712538 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1ab92389-f19e-413b-94eb-55156355ea10 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (53ff6961-34fc-4b9f-8862-a413afea9b56), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:52.726790 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fccf24-eee6-4138-8eb0-c0f544da7693 None None] The sync data for ids ['d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'] in n-d-789963-32 is: [{'id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'name': 'tempest-TestVolumeBackupRestore-1807192989-router', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ce032c2c-02e0-4136-8eaf-6ff900b3028b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:57:44Z', 'updated_at': '2022-03-05T04:57:47Z', 'revision_number': 3, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'gw_port': {'id': 'ce032c2c-02e0-4136-8eaf-6ff900b3028b', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:46Z', 'updated_at': '2022-03-05T04:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:57:52.731735 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b845174e-9cbe-4fc8-94ce-39a8216bf5c5 req-5d36c6a3-5513-428e-89b7-d36697191dea tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3111184 Mar 05 04:57:52.760703 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-aa3147fe-b02b-4356-9223-c9def301af16 service neutron] 10.222.0.11 "GET /v2.0/networks/2d102781-783c-4af2-b7ba-7d653f1d35a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039650 Mar 05 04:57:52.767114 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e594ec84-244a-4651-93a9-5e01cfbb0577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (d6715a9b-a4cf-4897-bd0c-8ecd000e3b85), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:52.806236 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab92389-f19e-413b-94eb-55156355ea10 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:57:52.811205 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-1ab92389-f19e-413b-94eb-55156355ea10 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:57:52.818067 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab92389-f19e-413b-94eb-55156355ea10 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:57:52.818893 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1ab92389-f19e-413b-94eb-55156355ea10 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (462ce432-e5c9-41f4-9aa8-6130eb8847dc), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:53.066510 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab92389-f19e-413b-94eb-55156355ea10 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Port': ['ID=53ff6961-34fc-4b9f-8862-a413afea9b56,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:53.100200 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-ae128a9a-0da6-4213-9e54-648586a75e4c None None] Provisioning complete for port 5d2bd556-a203-44f9-9050-9b40caee2fe8 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:53.100591 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ae128a9a-0da6-4213-9e54-648586a75e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5d2bd556-a203-44f9-9050-9b40caee2fe8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:53.138020 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1ab92389-f19e-413b-94eb-55156355ea10 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (53ff6961-34fc-4b9f-8862-a413afea9b56), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:53.169633 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-4ea9b737-ab33-43f5-89ba-2b0008b6e911 service neutron] 10.222.0.11 "GET /v2.0/networks/2d102781-783c-4af2-b7ba-7d653f1d35a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231230 Mar 05 04:57:53.246889 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ae128a9a-0da6-4213-9e54-648586a75e4c None None] Port 5d2bd556-a203-44f9-9050-9b40caee2fe8 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:57:53.369958 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a29e64-7af2-42db-b992-f015e844eebe req-fe221eff-d09e-46a2-9d3a-1b718246fdbc tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:53.371581 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-40a29e64-7af2-42db-b992-f015e844eebe req-fe221eff-d09e-46a2-9d3a-1b718246fdbc tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef20f788-6741-4fd7-9303-7bd9d1e8ca5e HTTP/1.1" status: 200 len: 946 time: 0.3105252 Mar 05 04:57:53.525734 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 9aac4bd0-bbb3-4220-ae79-3f8f0083300e up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:57:53.545225 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e594ec84-244a-4651-93a9-5e01cfbb0577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5d2bd556-a203-44f9-9050-9b40caee2fe8), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:53.779732 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-c2ed192d-dec6-43d4-9b1b-1005af667d8c None None] Provisioning complete for port 9aac4bd0-bbb3-4220-ae79-3f8f0083300e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:53.780563 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c2ed192d-dec6-43d4-9b1b-1005af667d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9aac4bd0-bbb3-4220-ae79-3f8f0083300e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:53.841537 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bca2cf64-d79f-4e35-9ee4-95f958c56edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (7a3958b2-8d63-4b2d-9da8-98b44c99002e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:53.861141 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 9aac4bd0-bbb3-4220-ae79-3f8f0083300e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:53.863657 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9aac4bd0-bbb3-4220-ae79-3f8f0083300e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:54.068569 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1ab92389-f19e-413b-94eb-55156355ea10 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for port (53ff6961-34fc-4b9f-8862-a413afea9b56), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:54.077394 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1ab92389-f19e-413b-94eb-55156355ea10 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (53ff6961-34fc-4b9f-8862-a413afea9b56), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:54.079535 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1ab92389-f19e-413b-94eb-55156355ea10 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (462ce432-e5c9-41f4-9aa8-6130eb8847dc), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:54.195760 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab92389-f19e-413b-94eb-55156355ea10 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Port': ['ID=53ff6961-34fc-4b9f-8862-a413afea9b56,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:54.300075 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c2ed192d-dec6-43d4-9b1b-1005af667d8c None None] Current status of the port 9aac4bd0-bbb3-4220-ae79-3f8f0083300e is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:54.300494 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c2ed192d-dec6-43d4-9b1b-1005af667d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9aac4bd0-bbb3-4220-ae79-3f8f0083300e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:54.373271 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 9aac4bd0-bbb3-4220-ae79-3f8f0083300e is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:54.373667 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9aac4bd0-bbb3-4220-ae79-3f8f0083300e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:54.389325 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-40a29e64-7af2-42db-b992-f015e844eebe req-5741c428-d6ed-4e4d-bd3b-ca7ec47ffe0c tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0098331 Mar 05 04:57:54.524936 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-c2ed192d-dec6-43d4-9b1b-1005af667d8c None None] For port 9aac4bd0-bbb3-4220-ae79-3f8f0083300e, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=9aac4bd0-bbb3-4220-ae79-3f8f0083300e,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:54.544517 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c2ed192d-dec6-43d4-9b1b-1005af667d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (9aac4bd0-bbb3-4220-ae79-3f8f0083300e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:54.554248 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7dfbb5df-064d-4ac7-b967-1e9afe0c0414 req-9c9870cf-6eb3-47cf-a38c-7fb3c3f41348 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3169ad-df8d-4cea-a0ed-d9f965356744 HTTP/1.1" status: 200 len: 210 time: 0.0962105 Mar 05 04:57:54.561609 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab92389-f19e-413b-94eb-55156355ea10 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:57:54.563303 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-1ab92389-f19e-413b-94eb-55156355ea10 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:57:54.813698 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 04:57:54.814055 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 04:57:54.856675 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-57961c61-f467-46ec-a651-b07ef6a1000b None None] Provisioning complete for port 53ff6961-34fc-4b9f-8862-a413afea9b56 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:54.857069 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-57961c61-f467-46ec-a651-b07ef6a1000b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (53ff6961-34fc-4b9f-8862-a413afea9b56), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:55.059731 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed192d-dec6-43d4-9b1b-1005af667d8c None None] Pushing event updated for resources: {'Port': ['ID=9aac4bd0-bbb3-4220-ae79-3f8f0083300e,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:55.065194 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab92389-f19e-413b-94eb-55156355ea10 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Router 462ce432-e5c9-41f4-9aa8-6130eb8847dc is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:57:55.080271 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-57961c61-f467-46ec-a651-b07ef6a1000b None None] Port 53ff6961-34fc-4b9f-8862-a413afea9b56 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:57:55.215642 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-eb49ebf9-467f-456d-b94a-4b1047a5b083 None None] Provisioning complete for port 53ff6961-34fc-4b9f-8862-a413afea9b56 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:55.216401 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-eb49ebf9-467f-456d-b94a-4b1047a5b083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (53ff6961-34fc-4b9f-8862-a413afea9b56), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:55.391483 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab92389-f19e-413b-94eb-55156355ea10 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:57:55.416398 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71207ff3-1f8c-4b59-92c1-c139e626e267 None None] Sync routers for ids ['462ce432-e5c9-41f4-9aa8-6130eb8847dc'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:57:55.419721 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1ab92389-f19e-413b-94eb-55156355ea10 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "PUT /v2.0/routers/462ce432-e5c9-41f4-9aa8-6130eb8847dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5231009 Mar 05 04:57:55.423382 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59848) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:55.473641 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71207ff3-1f8c-4b59-92c1-c139e626e267 None None] Routers {'462ce432-e5c9-41f4-9aa8-6130eb8847dc'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:57:55.474270 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-71207ff3-1f8c-4b59-92c1-c139e626e267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:57:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['462ce432-e5c9-41f4-9aa8-6130eb8847dc'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:55.476893 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-eb49ebf9-467f-456d-b94a-4b1047a5b083 None None] Port 53ff6961-34fc-4b9f-8862-a413afea9b56 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:57:55.499432 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d247b-452f-4a6e-bc3c-f8142da8797f req-6a73a920-0021-49e6-a464-62370c7d9659 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:55.508285 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 9aac4bd0-bbb3-4220-ae79-3f8f0083300e is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:55.509370 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ce032c2c-02e0-4136-8eaf-6ff900b3028b up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:57:55.509744 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-059d247b-452f-4a6e-bc3c-f8142da8797f req-6a73a920-0021-49e6-a464-62370c7d9659 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 944 time: 1.2425120 Mar 05 04:57:55.520160 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afd3c82-f0da-4558-b2af-04836f335c01 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:55.524486 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59852) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:55.525473 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5afd3c82-f0da-4558-b2af-04836f335c01 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports/53ff6961-34fc-4b9f-8862-a413afea9b56 HTTP/1.1" status: 200 len: 911 time: 0.0984039 Mar 05 04:57:55.663383 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port ce032c2c-02e0-4136-8eaf-6ff900b3028b triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:55.664946 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ce032c2c-02e0-4136-8eaf-6ff900b3028b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:55.679969 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e594ec84-244a-4651-93a9-5e01cfbb0577 admin admin] Publish callbacks [] for port (5d2bd556-a203-44f9-9050-9b40caee2fe8), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:55.741948 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-71207ff3-1f8c-4b59-92c1-c139e626e267 None None] Set router 462ce432-e5c9-41f4-9aa8-6130eb8847dc gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:57:55.747466 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e594ec84-244a-4651-93a9-5e01cfbb0577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (5d2bd556-a203-44f9-9050-9b40caee2fe8), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:55.954445 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port ce032c2c-02e0-4136-8eaf-6ff900b3028b is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:55.955088 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ce032c2c-02e0-4136-8eaf-6ff900b3028b), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:56.032241 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port ce032c2c-02e0-4136-8eaf-6ff900b3028b, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ce032c2c-02e0-4136-8eaf-6ff900b3028b,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:56.039960 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ce032c2c-02e0-4136-8eaf-6ff900b3028b), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:56.081353 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-059d247b-452f-4a6e-bc3c-f8142da8797f req-138c6993-f559-4076-9b74-bef381ed20ba tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5704789 Mar 05 04:57:56.221448 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-71207ff3-1f8c-4b59-92c1-c139e626e267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462ce432-e5c9-41f4-9aa8-6130eb8847dc', 'name': 'tempest-NetworksTestDHCPv6-router-178365977', 'tenant_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:57:49Z', 'updated_at': '2022-03-05T04:57:52Z', 'revision_number': 2, 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'gw_port_host': None, '_interfaces': [{'id': '53ff6961-34fc-4b9f-8862-a413afea9b56', 'name': '', 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'tenant_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'mac_address': 'fa:16:3e:2c:4f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462ce432-e5c9-41f4-9aa8-6130eb8847dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7a643e85-84f3-49cd-acb7-5a9cf8ad9fcc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:51Z', 'updated_at': '2022-03-05T04:57:53Z', 'revision_number': 2, 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'subnets': [{'id': '7a643e85-84f3-49cd-acb7-5a9cf8ad9fcc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:56.268599 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 9aac4bd0-bbb3-4220-ae79-3f8f0083300e up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:57:56.273134 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=ce032c2c-02e0-4136-8eaf-6ff900b3028b,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:56.304405 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71207ff3-1f8c-4b59-92c1-c139e626e267 None None] Checking router: 462ce432-e5c9-41f4-9aa8-6130eb8847dc for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:57:56.304893 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71207ff3-1f8c-4b59-92c1-c139e626e267 None None] Updating router 462ce432-e5c9-41f4-9aa8-6130eb8847dc port 53ff6961-34fc-4b9f-8862-a413afea9b56 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:57:56.359288 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-71207ff3-1f8c-4b59-92c1-c139e626e267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (53ff6961-34fc-4b9f-8862-a413afea9b56), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:56.377996 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 9aac4bd0-bbb3-4220-ae79-3f8f0083300e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:56.378797 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9aac4bd0-bbb3-4220-ae79-3f8f0083300e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:56.518644 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8d6fcefe-a28f-4030-94e4-0824e10affee req-bcbdc5eb-d598-4cc7-ab05-9d83f22727fe tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3169ad-df8d-4cea-a0ed-d9f965356744 HTTP/1.1" status: 200 len: 210 time: 0.2615540 Mar 05 04:57:56.565811 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 9aac4bd0-bbb3-4220-ae79-3f8f0083300e is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:56.627688 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc98653-e5b2-4382-86f7-580d0509683e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:56.635819 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc98653-e5b2-4382-86f7-580d0509683e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:56.644138 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59858) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:57:56.664450 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-cfc98653-e5b2-4382-86f7-580d0509683e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.1322458 Mar 05 04:57:56.762724 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e594ec84-244a-4651-93a9-5e01cfbb0577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (d6715a9b-a4cf-4897-bd0c-8ecd000e3b85), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:56.771668 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594ec84-244a-4651-93a9-5e01cfbb0577 admin admin] Pushing event updated for resources: {'Port': ['ID=5d2bd556-a203-44f9-9050-9b40caee2fe8,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:56.842851 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951b1f6-c44f-4005-84b0-375b00849125 req-e15e95f4-124a-4e66-b739-54a6d78ae420 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:56.845071 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-71207ff3-1f8c-4b59-92c1-c139e626e267 None None] Publish callbacks [] for port (53ff6961-34fc-4b9f-8862-a413afea9b56), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:56.854786 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8951b1f6-c44f-4005-84b0-375b00849125 req-e15e95f4-124a-4e66-b739-54a6d78ae420 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef20f788-6741-4fd7-9303-7bd9d1e8ca5e HTTP/1.1" status: 200 len: 946 time: 1.1505589 Mar 05 04:57:56.864010 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-71207ff3-1f8c-4b59-92c1-c139e626e267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (53ff6961-34fc-4b9f-8862-a413afea9b56), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:57.102943 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8951b1f6-c44f-4005-84b0-375b00849125 req-0b969137-ae95-42f1-abf6-51f168916837 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464969 Mar 05 04:57:57.143868 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ba5b6-6bcf-45c2-9140-14edddd7fafa None None] Pushing event updated for resources: {'Port': ['ID=53ff6961-34fc-4b9f-8862-a413afea9b56,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:57.198952 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-4386dac0-3c83-4a90-9a51-6683118ae3bb tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:57.201108 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-4386dac0-3c83-4a90-9a51-6683118ae3bb tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.31 "GET /v2.0/networks?id=2d102781-783c-4af2-b7ba-7d653f1d35a1 HTTP/1.1" status: 200 len: 810 time: 1.2687409 Mar 05 04:57:57.240225 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-71207ff3-1f8c-4b59-92c1-c139e626e267 None None] Attempting to bind port 53ff6961-34fc-4b9f-8862-a413afea9b56 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:57:57.246781 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-71207ff3-1f8c-4b59-92c1-c139e626e267 None None] Attempting to bind port 53ff6961-34fc-4b9f-8862-a413afea9b56 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:57:57.247607 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71207ff3-1f8c-4b59-92c1-c139e626e267 None None] Attempting to bind port 53ff6961-34fc-4b9f-8862-a413afea9b56 on network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:57:57.262903 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71207ff3-1f8c-4b59-92c1-c139e626e267 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:57:57.268977 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71207ff3-1f8c-4b59-92c1-c139e626e267 None None] Checking segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:57:57.270684 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-71207ff3-1f8c-4b59-92c1-c139e626e267 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:57.271266 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71207ff3-1f8c-4b59-92c1-c139e626e267 None None] Bound using segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:57:57.272296 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-46cc8210-f5ef-4c2d-96bb-7d75cd182e60 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Request body: {'port': {'device_id': 'aa3169ad-df8d-4cea-a0ed-d9f965356744', 'network_id': '2d102781-783c-4af2-b7ba-7d653f1d35a1', 'admin_state_up': True, 'tenant_id': '3516497615154df4aa779fd104b016bf'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:57:57.273022 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-71207ff3-1f8c-4b59-92c1-c139e626e267 None None] Bound port: 53ff6961-34fc-4b9f-8862-a413afea9b56, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:57:57.273530 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-71207ff3-1f8c-4b59-92c1-c139e626e267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (53ff6961-34fc-4b9f-8862-a413afea9b56), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:57.409329 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-71207ff3-1f8c-4b59-92c1-c139e626e267 None None] For port 53ff6961-34fc-4b9f-8862-a413afea9b56, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:57:57.415282 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-71207ff3-1f8c-4b59-92c1-c139e626e267 None None] For port 53ff6961-34fc-4b9f-8862-a413afea9b56, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=53ff6961-34fc-4b9f-8862-a413afea9b56,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:57:57.429586 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-71207ff3-1f8c-4b59-92c1-c139e626e267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (53ff6961-34fc-4b9f-8862-a413afea9b56), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:57.444787 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0dbd7e7b-b67d-4abd-bcbf-b87dee94756a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (462ce432-e5c9-41f4-9aa8-6130eb8847dc), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:57.504094 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71207ff3-1f8c-4b59-92c1-c139e626e267 None None] Routers {'462ce432-e5c9-41f4-9aa8-6130eb8847dc'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:57:57.505637 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-71207ff3-1f8c-4b59-92c1-c139e626e267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:57:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['462ce432-e5c9-41f4-9aa8-6130eb8847dc'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:57.553404 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-b4320583-3711-4f55-beda-7835f230fd79 None None] Provisioning complete for port 53ff6961-34fc-4b9f-8862-a413afea9b56 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:57.553946 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b4320583-3711-4f55-beda-7835f230fd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (53ff6961-34fc-4b9f-8862-a413afea9b56), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:57.655759 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-71207ff3-1f8c-4b59-92c1-c139e626e267 None None] Set router 462ce432-e5c9-41f4-9aa8-6130eb8847dc gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:57:57.735963 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b4320583-3711-4f55-beda-7835f230fd79 None None] Current status of the port 53ff6961-34fc-4b9f-8862-a413afea9b56 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:57.736520 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b4320583-3711-4f55-beda-7835f230fd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (53ff6961-34fc-4b9f-8862-a413afea9b56), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:57.773743 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-b4320583-3711-4f55-beda-7835f230fd79 None None] For port 53ff6961-34fc-4b9f-8862-a413afea9b56, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=53ff6961-34fc-4b9f-8862-a413afea9b56,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:57.783757 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b4320583-3711-4f55-beda-7835f230fd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (53ff6961-34fc-4b9f-8862-a413afea9b56), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:57.879202 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4320583-3711-4f55-beda-7835f230fd79 None None] Pushing event updated for resources: {'Port': ['ID=53ff6961-34fc-4b9f-8862-a413afea9b56,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:57.932100 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e594ec84-244a-4651-93a9-5e01cfbb0577 admin admin] Network 736070a8-c07b-477b-a66e-efe0e434beb4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:57:57.935769 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ba5b6-6bcf-45c2-9140-14edddd7fafa None None] Pushing event updated for resources: {'Port': ['ID=53ff6961-34fc-4b9f-8862-a413afea9b56,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:57.960556 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-45ed152a-c607-4f98-9c70-2940dbdd1fe4 req-b10dbe17-a3ad-49d5-ae0a-f8bedacf73a7 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3169ad-df8d-4cea-a0ed-d9f965356744 HTTP/1.1" status: 200 len: 210 time: 0.2438076 Mar 05 04:57:57.970853 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-e594ec84-244a-4651-93a9-5e01cfbb0577 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:57:58.018946 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9bca89-1be8-4371-a89e-a31ddb845f9d req-a0bac2a9-9138-41cf-aaae-b94acc3605f5 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:58.034026 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5f9bca89-1be8-4371-a89e-a31ddb845f9d req-a0bac2a9-9138-41cf-aaae-b94acc3605f5 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 944 time: 0.6822329 Mar 05 04:57:58.077472 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-bca2cf64-d79f-4e35-9ee4-95f958c56edc admin admin] Deleting port 5860eed1-d301-47f6-93f6-287a8dd18f3c {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:57:58.077832 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bca2cf64-d79f-4e35-9ee4-95f958c56edc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (5860eed1-d301-47f6-93f6-287a8dd18f3c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:58.156528 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-b0f39b20-058f-4c9c-9ded-d07a96daa1de None None] Provisioning complete for port 53ff6961-34fc-4b9f-8862-a413afea9b56 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:58.158882 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b0f39b20-058f-4c9c-9ded-d07a96daa1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (53ff6961-34fc-4b9f-8862-a413afea9b56), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:58.178459 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-0dbd7e7b-b67d-4abd-bcbf-b87dee94756a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting port 53ff6961-34fc-4b9f-8862-a413afea9b56 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:57:58.179050 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0dbd7e7b-b67d-4abd-bcbf-b87dee94756a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (53ff6961-34fc-4b9f-8862-a413afea9b56), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:58.306481 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ce032c2c-02e0-4136-8eaf-6ff900b3028b up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:57:58.325853 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-71207ff3-1f8c-4b59-92c1-c139e626e267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462ce432-e5c9-41f4-9aa8-6130eb8847dc', 'name': 'tempest-NetworksTestDHCPv6-router-178365977', 'tenant_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:57:49Z', 'updated_at': '2022-03-05T04:57:52Z', 'revision_number': 2, 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'gw_port_host': None, '_interfaces': [{'id': '53ff6961-34fc-4b9f-8862-a413afea9b56', 'name': '', 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'tenant_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'mac_address': 'fa:16:3e:2c:4f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462ce432-e5c9-41f4-9aa8-6130eb8847dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7a643e85-84f3-49cd-acb7-5a9cf8ad9fcc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:51Z', 'updated_at': '2022-03-05T04:57:57Z', 'revision_number': 4, 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'subnets': [{'id': '7a643e85-84f3-49cd-acb7-5a9cf8ad9fcc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:57:58.331243 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-bca2cf64-d79f-4e35-9ee4-95f958c56edc admin admin] For port 5860eed1-d301-47f6-93f6-287a8dd18f3c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=5860eed1-d301-47f6-93f6-287a8dd18f3c,segment=NetworkSegment(7818f704-feaf-4759-800b-520c40aa37d5),segment_id=7818f704-feaf-4759-800b-520c40aa37d5)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:58.331885 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bca2cf64-d79f-4e35-9ee4-95f958c56edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (5860eed1-d301-47f6-93f6-287a8dd18f3c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:58.353766 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-bca2cf64-d79f-4e35-9ee4-95f958c56edc admin admin] Calling delete_port for 5860eed1-d301-47f6-93f6-287a8dd18f3c owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:57:58.484305 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71207ff3-1f8c-4b59-92c1-c139e626e267 None None] The sync data for ids ['462ce432-e5c9-41f4-9aa8-6130eb8847dc'] in n-d-789963-32 is: [{'id': '462ce432-e5c9-41f4-9aa8-6130eb8847dc', 'name': 'tempest-NetworksTestDHCPv6-router-178365977', 'tenant_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:57:49Z', 'updated_at': '2022-03-05T04:57:52Z', 'revision_number': 2, 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'gw_port_host': None, '_interfaces': [{'id': '53ff6961-34fc-4b9f-8862-a413afea9b56', 'name': '', 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'tenant_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'mac_address': 'fa:16:3e:2c:4f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462ce432-e5c9-41f4-9aa8-6130eb8847dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7a643e85-84f3-49cd-acb7-5a9cf8ad9fcc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:51Z', 'updated_at': '2022-03-05T04:57:57Z', 'revision_number': 4, 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'subnets': [{'id': '7a643e85-84f3-49cd-acb7-5a9cf8ad9fcc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:57:58.527782 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b0f39b20-058f-4c9c-9ded-d07a96daa1de None None] Current status of the port 53ff6961-34fc-4b9f-8862-a413afea9b56 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:58.581518 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port ce032c2c-02e0-4136-8eaf-6ff900b3028b triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:58.582211 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ce032c2c-02e0-4136-8eaf-6ff900b3028b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:58.585299 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-0dbd7e7b-b67d-4abd-bcbf-b87dee94756a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] For port 53ff6961-34fc-4b9f-8862-a413afea9b56, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=53ff6961-34fc-4b9f-8862-a413afea9b56,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:57:58.585792 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0dbd7e7b-b67d-4abd-bcbf-b87dee94756a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (53ff6961-34fc-4b9f-8862-a413afea9b56), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:58.622891 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-0dbd7e7b-b67d-4abd-bcbf-b87dee94756a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Calling delete_port for 53ff6961-34fc-4b9f-8862-a413afea9b56 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:57:58.768003 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bca2cf64-d79f-4e35-9ee4-95f958c56edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (5860eed1-d301-47f6-93f6-287a8dd18f3c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:58.882928 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port ce032c2c-02e0-4136-8eaf-6ff900b3028b is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:57:58.960416 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-c7adbedd-b341-425b-b928-1d5b2e2e7cea None None] Provisioning complete for port 5d2bd556-a203-44f9-9050-9b40caee2fe8 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:57:58.966006 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c7adbedd-b341-425b-b928-1d5b2e2e7cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5d2bd556-a203-44f9-9050-9b40caee2fe8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:59.075427 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0dbd7e7b-b67d-4abd-bcbf-b87dee94756a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (53ff6961-34fc-4b9f-8862-a413afea9b56), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:59.145144 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c7adbedd-b341-425b-b928-1d5b2e2e7cea None None] Port 5d2bd556-a203-44f9-9050-9b40caee2fe8 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:57:59.192611 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd7e7b-b67d-4abd-bcbf-b87dee94756a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Port': ['ID=53ff6961-34fc-4b9f-8862-a413afea9b56,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:59.220619 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5f9bca89-1be8-4371-a89e-a31ddb845f9d req-d711e8b2-dc19-472a-aa1f-bcbbb3d69d86 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1856747 Mar 05 04:57:59.250053 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2cf64-d79f-4e35-9ee4-95f958c56edc admin admin] Pushing event deleted for resources: {'Port': ['ID=5860eed1-d301-47f6-93f6-287a8dd18f3c,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:57:59.506771 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0dbd7e7b-b67d-4abd-bcbf-b87dee94756a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (462ce432-e5c9-41f4-9aa8-6130eb8847dc), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:59.635103 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-46cc8210-f5ef-4c2d-96bb-7d75cd182e60 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Made reservation on behalf of 3516497615154df4aa779fd104b016bf for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:57:59.647517 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-46cc8210-f5ef-4c2d-96bb-7d75cd182e60 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:57:59.747387 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-22164673-3e37-490f-946a-35175462cb4a req-1e3f1ec2-3988-4f33-b363-b2631708dc9f tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3169ad-df8d-4cea-a0ed-d9f965356744 HTTP/1.1" status: 200 len: 210 time: 0.2802632 Mar 05 04:57:59.783718 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906e0bb-ecc0-4671-8ae3-054499003842 req-c8ff91a8-cde5-4c31-938a-6d17a88e7c8e tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:57:59.800016 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7906e0bb-ecc0-4671-8ae3-054499003842 req-c8ff91a8-cde5-4c31-938a-6d17a88e7c8e tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef20f788-6741-4fd7-9303-7bd9d1e8ca5e HTTP/1.1" status: 200 len: 946 time: 1.1148968 Mar 05 04:57:59.942949 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7906e0bb-ecc0-4671-8ae3-054499003842 req-df2bf753-e6d3-4c5b-8e02-60155d5514e0 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415038 Mar 05 04:58:00.153244 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e594ec84-244a-4651-93a9-5e01cfbb0577 admin admin] Router d6715a9b-a4cf-4897-bd0c-8ecd000e3b85 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:58:00.513207 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbd7e7b-b67d-4abd-bcbf-b87dee94756a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Router 462ce432-e5c9-41f4-9aa8-6130eb8847dc has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:58:00.538386 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-46cc8210-f5ef-4c2d-96bb-7d75cd182e60 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Allocated IP 172.20.0.7 (2d102781-783c-4af2-b7ba-7d653f1d35a1/5e7bba38-4030-4f7b-9101-5530e3558d4c/8c8f218f-bb4e-451e-8432-4e02672b442a) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:58:00.723038 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-46cc8210-f5ef-4c2d-96bb-7d75cd182e60 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Publish callbacks [] for port (8c8f218f-bb4e-451e-8432-4e02672b442a), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:00.749341 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbd7e7b-b67d-4abd-bcbf-b87dee94756a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:58:00.754665 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0dbd7e7b-b67d-4abd-bcbf-b87dee94756a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "PUT /v2.0/routers/462ce432-e5c9-41f4-9aa8-6130eb8847dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1068530 Mar 05 04:58:00.757433 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59880) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:00.775807 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bca2cf64-d79f-4e35-9ee4-95f958c56edc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (7a3958b2-8d63-4b2d-9da8-98b44c99002e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:00.789568 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-46cc8210-f5ef-4c2d-96bb-7d75cd182e60 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (8c8f218f-bb4e-451e-8432-4e02672b442a), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:00.878357 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da44303c-cc2d-472a-a1ee-2d9e78144441 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:00.881269 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da44303c-cc2d-472a-a1ee-2d9e78144441 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:00.882825 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-da44303c-cc2d-472a-a1ee-2d9e78144441 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1242807 Mar 05 04:58:00.887587 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59884) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:00.953457 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae15086-38e0-4651-ad6c-0f6b18a4494d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting subnet 7a643e85-84f3-49cd-acb7-5a9cf8ad9fcc {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:58:00.961792 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3ae15086-38e0-4651-ad6c-0f6b18a4494d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (7a643e85-84f3-49cd-acb7-5a9cf8ad9fcc), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:01.031862 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc8210-f5ef-4c2d-96bb-7d75cd182e60 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Pushing event updated for resources: {'Port': ['ID=8c8f218f-bb4e-451e-8432-4e02672b442a,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:01.055041 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3ae15086-38e0-4651-ad6c-0f6b18a4494d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (7a643e85-84f3-49cd-acb7-5a9cf8ad9fcc), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:01.141350 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6089238-8948-4903-a9a2-c318c53b101b None None] Sync routers for ids ['462ce432-e5c9-41f4-9aa8-6130eb8847dc'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:58:01.165688 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6089238-8948-4903-a9a2-c318c53b101b None None] Routers {'462ce432-e5c9-41f4-9aa8-6130eb8847dc'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:58:01.169162 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c6089238-8948-4903-a9a2-c318c53b101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:57:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['462ce432-e5c9-41f4-9aa8-6130eb8847dc'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:01.315714 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3ae15086-38e0-4651-ad6c-0f6b18a4494d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (7a643e85-84f3-49cd-acb7-5a9cf8ad9fcc), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:01.346421 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-46cc8210-f5ef-4c2d-96bb-7d75cd182e60 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Network 2d102781-783c-4af2-b7ba-7d653f1d35a1 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:01.350923 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-c6089238-8948-4903-a9a2-c318c53b101b None None] Set router 462ce432-e5c9-41f4-9aa8-6130eb8847dc gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:58:01.418194 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-46cc8210-f5ef-4c2d-96bb-7d75cd182e60 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:01.467904 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c6089238-8948-4903-a9a2-c318c53b101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462ce432-e5c9-41f4-9aa8-6130eb8847dc', 'name': 'tempest-NetworksTestDHCPv6-router-178365977', 'tenant_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:57:49Z', 'updated_at': '2022-03-05T04:57:58Z', 'revision_number': 3, 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:01.486691 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3ae15086-38e0-4651-ad6c-0f6b18a4494d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (7a643e85-84f3-49cd-acb7-5a9cf8ad9fcc), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:01.525592 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6089238-8948-4903-a9a2-c318c53b101b None None] Checking router: 462ce432-e5c9-41f4-9aa8-6130eb8847dc for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:58:01.533040 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae15086-38e0-4651-ad6c-0f6b18a4494d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Subnet': ['ID=7a643e85-84f3-49cd-acb7-5a9cf8ad9fcc,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:01.547958 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e594ec84-244a-4651-93a9-5e01cfbb0577 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:58:01.551267 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-46cc8210-f5ef-4c2d-96bb-7d75cd182e60 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:58:01.557049 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3ae15086-38e0-4651-ad6c-0f6b18a4494d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:01.559545 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdaf889-009e-426e-81e3-11476e22f7fb None None] Sync routers for ids ['d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:58:01.560881 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3ae15086-38e0-4651-ad6c-0f6b18a4494d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/7a643e85-84f3-49cd-acb7-5a9cf8ad9fcc HTTP/1.1" status: 204 len: 168 time: 0.6720207 Mar 05 04:58:01.563496 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59892) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:01.572200 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e594ec84-244a-4651-93a9-5e01cfbb0577 admin admin] 10.222.0.11 "PUT /v2.0/routers/d6715a9b-a4cf-4897-bd0c-8ecd000e3b85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9597862 Mar 05 04:58:01.572419 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6089238-8948-4903-a9a2-c318c53b101b None None] Routers {'462ce432-e5c9-41f4-9aa8-6130eb8847dc'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:58:01.572844 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c6089238-8948-4903-a9a2-c318c53b101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:57:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['462ce432-e5c9-41f4-9aa8-6130eb8847dc'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:01.579913 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70d0eab-a6ff-4ba0-8b20-06abcedd240a None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:58:01.581171 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdaf889-009e-426e-81e3-11476e22f7fb None None] Routers {'d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:58:01.582054 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-2cdaf889-009e-426e-81e3-11476e22f7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:57:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:01.877205 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-2cdaf889-009e-426e-81e3-11476e22f7fb None None] Set router d6715a9b-a4cf-4897-bd0c-8ecd000e3b85 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:58:01.886272 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ec1a5-ac42-434e-aa2a-0339e356f2ae req-a7a5cd74-95f1-4038-82e5-127e4959c0ff tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:01.906599 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3f0ec1a5-ac42-434e-aa2a-0339e356f2ae req-a7a5cd74-95f1-4038-82e5-127e4959c0ff tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 944 time: 1.1462567 Mar 05 04:58:01.915382 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-bd246bb0-ab5c-4b3e-9dac-7cd156af982a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3507504 Mar 05 04:58:01.918428 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59898) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:01.947174 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef08a75-2af6-4b12-95dd-a1e5d2597e2c req-1b7073e7-880e-439e-87eb-48f5fbf2635e tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:01.950015 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eef08a75-2af6-4b12-95dd-a1e5d2597e2c req-1b7073e7-880e-439e-87eb-48f5fbf2635e tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3169ad-df8d-4cea-a0ed-d9f965356744 HTTP/1.1" status: 200 len: 931 time: 0.9423437 Mar 05 04:58:01.953041 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-c6089238-8948-4903-a9a2-c318c53b101b None None] Set router 462ce432-e5c9-41f4-9aa8-6130eb8847dc gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:58:02.099926 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a700e3c5-244f-4d52-a09b-183b1228b0bf tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for router (462ce432-e5c9-41f4-9aa8-6130eb8847dc), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:02.312492 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c6089238-8948-4903-a9a2-c318c53b101b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462ce432-e5c9-41f4-9aa8-6130eb8847dc', 'name': 'tempest-NetworksTestDHCPv6-router-178365977', 'tenant_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:57:49Z', 'updated_at': '2022-03-05T04:57:58Z', 'revision_number': 3, 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:02.408342 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6089238-8948-4903-a9a2-c318c53b101b None None] The sync data for ids ['462ce432-e5c9-41f4-9aa8-6130eb8847dc'] in n-d-789963-32 is: [{'id': '462ce432-e5c9-41f4-9aa8-6130eb8847dc', 'name': 'tempest-NetworksTestDHCPv6-router-178365977', 'tenant_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:57:49Z', 'updated_at': '2022-03-05T04:57:58Z', 'revision_number': 3, 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'gw_port_host': None}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:58:02.515609 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a700e3c5-244f-4d52-a09b-183b1228b0bf tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (462ce432-e5c9-41f4-9aa8-6130eb8847dc), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:02.526020 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a700e3c5-244f-4d52-a09b-183b1228b0bf tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for router_controller (462ce432-e5c9-41f4-9aa8-6130eb8847dc), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:02.576936 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-2cdaf889-009e-426e-81e3-11476e22f7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'name': 'tempest-TestVolumeBackupRestore-1807192989-router', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ce032c2c-02e0-4136-8eaf-6ff900b3028b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:57:44Z', 'updated_at': '2022-03-05T04:57:53Z', 'revision_number': 4, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'gw_port': {'id': 'ce032c2c-02e0-4136-8eaf-6ff900b3028b', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:46Z', 'updated_at': '2022-03-05T04:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '5d2bd556-a203-44f9-9050-9b40caee2fe8', 'name': '', 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'mac_address': 'fa:16:3e:c4:58:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'f720af32-1780-481f-bd99-7eac986e68f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:51Z', 'updated_at': '2022-03-05T04:57:54Z', 'revision_number': 2, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'subnets': [{'id': 'f720af32-1780-481f-bd99-7eac986e68f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:02.620108 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a700e3c5-244f-4d52-a09b-183b1228b0bf tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (462ce432-e5c9-41f4-9aa8-6130eb8847dc), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:02.621070 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a700e3c5-244f-4d52-a09b-183b1228b0bf tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Fanout notify agent at l3_agent the message router_deleted on router 462ce432-e5c9-41f4-9aa8-6130eb8847dc {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:58:02.628045 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a700e3c5-244f-4d52-a09b-183b1228b0bf tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:02.629223 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a700e3c5-244f-4d52-a09b-183b1228b0bf tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/routers/462ce432-e5c9-41f4-9aa8-6130eb8847dc HTTP/1.1" status: 204 len: 168 time: 0.7095404 Mar 05 04:58:02.636735 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59906) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:02.763206 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0e9639-e8f7-455b-98bc-bcbf05a88660 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:02.765337 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ab0e9639-e8f7-455b-98bc-bcbf05a88660 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1273491 Mar 05 04:58:02.767646 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59912) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:02.819317 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-46cc8210-f5ef-4c2d-96bb-7d75cd182e60 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:02.819932 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-46cc8210-f5ef-4c2d-96bb-7d75cd182e60 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:02.844987 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37889d1-57a8-4001-8fc5-d2d57d269f86 None None] DHCP port deletion for d9771a2e-94ae-4769-a90a-e0cdf5de3e37 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:58:02.889504 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3674ad-b1ed-4e94-83e5-0d6be720b078 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:02.891020 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ae3674ad-b1ed-4e94-83e5-0d6be720b078 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1222322 Mar 05 04:58:02.892427 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdaf889-009e-426e-81e3-11476e22f7fb None None] Checking router: d6715a9b-a4cf-4897-bd0c-8ecd000e3b85 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:58:02.893171 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdaf889-009e-426e-81e3-11476e22f7fb None None] Updating router d6715a9b-a4cf-4897-bd0c-8ecd000e3b85 port 5d2bd556-a203-44f9-9050-9b40caee2fe8 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:58:02.899763 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59916) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:02.992125 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-2cdaf889-009e-426e-81e3-11476e22f7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5d2bd556-a203-44f9-9050-9b40caee2fe8), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:03.024922 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a37889d1-57a8-4001-8fc5-d2d57d269f86 None None] Deleting port 9aac4bd0-bbb3-4220-ae79-3f8f0083300e {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:58:03.025843 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a37889d1-57a8-4001-8fc5-d2d57d269f86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (9aac4bd0-bbb3-4220-ae79-3f8f0083300e), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:03.030172 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59920) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:03.035931 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-5eaa1678-a4d8-4fe5-9fa8-ac86e77273a9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1715389301-network', 'tenant_id': 'a0421e47b7754578954110813009979d'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:03.052114 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b8bb4464-972a-4a7e-a9cb-d310a05278d5 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1511238 Mar 05 04:58:03.054311 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59922) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:03.082597 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eef08a75-2af6-4b12-95dd-a1e5d2597e2c req-ffd27cef-4c68-45f7-a530-b911d446914b tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.11 "GET /v2.0/security-groups?id=007c593f-aaee-4bb9-aeaa-53509d908dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922218 Mar 05 04:58:03.102015 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-304268db-2622-4784-a589-5fab4185dd69 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:03.112357 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3f0ec1a5-ac42-434e-aa2a-0339e356f2ae req-c7fba3de-3035-4d04-86a7-1617cfdc2974 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1970654 Mar 05 04:58:03.115197 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-46cc8210-f5ef-4c2d-96bb-7d75cd182e60 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8528838 Mar 05 04:58:03.148986 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-eeaec1a2-f1f2-4f0a-8a96-bddb325e299b service neutron] Request body: {'port': {'device_id': 'aa3169ad-df8d-4cea-a0ed-d9f965356744', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:03.266662 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca2cf64-d79f-4e35-9ee4-95f958c56edc admin admin] Router 7a3958b2-8d63-4b2d-9da8-98b44c99002e has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:58:03.283344 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-a37889d1-57a8-4001-8fc5-d2d57d269f86 None None] For port 9aac4bd0-bbb3-4220-ae79-3f8f0083300e, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=9aac4bd0-bbb3-4220-ae79-3f8f0083300e,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:03.283778 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a37889d1-57a8-4001-8fc5-d2d57d269f86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (9aac4bd0-bbb3-4220-ae79-3f8f0083300e), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:03.333446 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a37889d1-57a8-4001-8fc5-d2d57d269f86 None None] Calling delete_port for 9aac4bd0-bbb3-4220-ae79-3f8f0083300e owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:58:03.382340 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eaa1678-a4d8-4fe5-9fa8-ac86e77273a9 admin admin] Made reservation on behalf of a0421e47b7754578954110813009979d for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:58:03.386787 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5eaa1678-a4d8-4fe5-9fa8-ac86e77273a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:03.397692 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304268db-2622-4784-a589-5fab4185dd69 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:58:03.401162 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-304268db-2622-4784-a589-5fab4185dd69 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:03.540316 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5eaa1678-a4d8-4fe5-9fa8-ac86e77273a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:03.612614 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-eeaec1a2-f1f2-4f0a-8a96-bddb325e299b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8c8f218f-bb4e-451e-8432-4e02672b442a), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:03.641864 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a37889d1-57a8-4001-8fc5-d2d57d269f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (9aac4bd0-bbb3-4220-ae79-3f8f0083300e), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:03.700388 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37889d1-57a8-4001-8fc5-d2d57d269f86 None None] Pushing event deleted for resources: {'Port': ['ID=9aac4bd0-bbb3-4220-ae79-3f8f0083300e,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:03.713715 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37889d1-57a8-4001-8fc5-d2d57d269f86 None None] No DVR routers for this DVR port 9aac4bd0-bbb3-4220-ae79-3f8f0083300e on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:58:03.790323 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d35f5-4d4c-43c9-9712-d3361036d24d req-c535d36a-7ae8-4fe1-afda-899c1ef8d338 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:03.792088 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4f9d35f5-4d4c-43c9-9712-d3361036d24d req-c535d36a-7ae8-4fe1-afda-899c1ef8d338 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef20f788-6741-4fd7-9303-7bd9d1e8ca5e HTTP/1.1" status: 200 len: 946 time: 0.4432476 Mar 05 04:58:03.806766 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-2cdaf889-009e-426e-81e3-11476e22f7fb None None] Publish callbacks [] for port (5d2bd556-a203-44f9-9050-9b40caee2fe8), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:03.817756 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-2cdaf889-009e-426e-81e3-11476e22f7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5d2bd556-a203-44f9-9050-9b40caee2fe8), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:03.830831 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5eaa1678-a4d8-4fe5-9fa8-ac86e77273a9 admin admin] Publish callbacks [] for security_group (721d9e00-bd3b-449c-872c-8130cc6d726e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:03.864836 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5eaa1678-a4d8-4fe5-9fa8-ac86e77273a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (721d9e00-bd3b-449c-872c-8130cc6d726e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:03.906715 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eaa1678-a4d8-4fe5-9fa8-ac86e77273a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:58:03.925667 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca2cf64-d79f-4e35-9ee4-95f958c56edc admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:58:03.938867 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dd4b41-a5da-4a04-9aca-e37d643ce484 None None] Sync routers for ids ['7a3958b2-8d63-4b2d-9da8-98b44c99002e'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:58:03.951276 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bca2cf64-d79f-4e35-9ee4-95f958c56edc admin admin] 10.222.0.11 "PUT /v2.0/routers/7a3958b2-8d63-4b2d-9da8-98b44c99002e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5107696 Mar 05 04:58:03.951525 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76732b3c-e4d4-463f-b875-de1a94f84812 None None] Pushing event updated for resources: {'Port': ['ID=5d2bd556-a203-44f9-9050-9b40caee2fe8,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:03.956430 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59926) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:03.966255 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dd4b41-a5da-4a04-9aca-e37d643ce484 None None] Routers {'7a3958b2-8d63-4b2d-9da8-98b44c99002e'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:58:03.966984 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e4dd4b41-a5da-4a04-9aca-e37d643ce484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:57:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['7a3958b2-8d63-4b2d-9da8-98b44c99002e'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:03.988001 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa1678-a4d8-4fe5-9fa8-ac86e77273a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721d9e00-bd3b-449c-872c-8130cc6d726e,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:03.990919 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5eaa1678-a4d8-4fe5-9fa8-ac86e77273a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (a36e05db-0122-44c8-b972-0d53660d87b1), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:03.991364 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-5eaa1678-a4d8-4fe5-9fa8-ac86e77273a9 admin admin] Added segment a36e05db-0122-44c8-b972-0d53660d87b1 of type vlan for network ff0d33ec-aab6-48ba-8172-cefc0a4d3843 Mar 05 04:58:04.110198 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4f9d35f5-4d4c-43c9-9712-d3361036d24d req-178a3db1-e6cb-458e-af22-df7a383b4d58 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090398 Mar 05 04:58:04.118314 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-2cdaf889-009e-426e-81e3-11476e22f7fb None None] Attempting to bind port 5d2bd556-a203-44f9-9050-9b40caee2fe8 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:58:04.118946 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-2cdaf889-009e-426e-81e3-11476e22f7fb None None] Attempting to bind port 5d2bd556-a203-44f9-9050-9b40caee2fe8 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'ee5f539a-83bc-4459-8bf3-8d0b46694dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:58:04.119397 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdaf889-009e-426e-81e3-11476e22f7fb None None] Attempting to bind port 5d2bd556-a203-44f9-9050-9b40caee2fe8 on network 736070a8-c07b-477b-a66e-efe0e434beb4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:58:04.134937 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdaf889-009e-426e-81e3-11476e22f7fb None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:58:04.137009 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdaf889-009e-426e-81e3-11476e22f7fb None None] Checking segment: {'id': 'ee5f539a-83bc-4459-8bf3-8d0b46694dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:58:04.137429 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-2cdaf889-009e-426e-81e3-11476e22f7fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:04.137969 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdaf889-009e-426e-81e3-11476e22f7fb None None] Bound using segment: {'id': 'ee5f539a-83bc-4459-8bf3-8d0b46694dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:58:04.138363 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-2cdaf889-009e-426e-81e3-11476e22f7fb None None] Bound port: 5d2bd556-a203-44f9-9050-9b40caee2fe8, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5f539a-83bc-4459-8bf3-8d0b46694dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:58:04.138749 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-2cdaf889-009e-426e-81e3-11476e22f7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5d2bd556-a203-44f9-9050-9b40caee2fe8), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:04.303219 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 53ff6961-34fc-4b9f-8862-a413afea9b56 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:58:04.338696 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-2cdaf889-009e-426e-81e3-11476e22f7fb None None] For port 5d2bd556-a203-44f9-9050-9b40caee2fe8, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:58:04.344127 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-2cdaf889-009e-426e-81e3-11476e22f7fb None None] For port 5d2bd556-a203-44f9-9050-9b40caee2fe8, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=5d2bd556-a203-44f9-9050-9b40caee2fe8,segment=NetworkSegment(ee5f539a-83bc-4459-8bf3-8d0b46694dc7),segment_id=ee5f539a-83bc-4459-8bf3-8d0b46694dc7)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:58:04.356102 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-2cdaf889-009e-426e-81e3-11476e22f7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5d2bd556-a203-44f9-9050-9b40caee2fe8), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:04.423350 n-d-789963-32 neutron-server[105232]: DEBUG neutron.objects.ports [None req-304268db-2622-4784-a589-5fab4185dd69 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105232) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 05 04:58:04.437288 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-304268db-2622-4784-a589-5fab4185dd69 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (2e6023c4-4931-4a51-9ba3-f9b8f9e40f22), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:04.521490 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdaf889-009e-426e-81e3-11476e22f7fb None None] Routers {'d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:58:04.528210 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-2cdaf889-009e-426e-81e3-11476e22f7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:57:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:04.535349 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-939fc8a9-1e14-404d-89c6-098c34893528 admin admin] Publish callbacks [] for router (7a3958b2-8d63-4b2d-9da8-98b44c99002e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:04.773348 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5eaa1678-a4d8-4fe5-9fa8-ac86e77273a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (ff0d33ec-aab6-48ba-8172-cefc0a4d3843), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:04.828028 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8175a-d1cd-44a0-8e89-15ba2e5ae4ed req-f9b30464-0e29-4284-9971-448a8f9da34c tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:04.829959 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-32c8175a-d1cd-44a0-8e89-15ba2e5ae4ed req-f9b30464-0e29-4284-9971-448a8f9da34c tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3169ad-df8d-4cea-a0ed-d9f965356744 HTTP/1.1" status: 200 len: 931 time: 0.5116012 Mar 05 04:58:04.861051 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304268db-2622-4784-a589-5fab4185dd69 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:04.883102 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-304268db-2622-4784-a589-5fab4185dd69 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:04.899434 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304268db-2622-4784-a589-5fab4185dd69 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:04.932759 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-304268db-2622-4784-a589-5fab4185dd69 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:04.945265 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.db.resource_extend [None req-5eaa1678-a4d8-4fe5-9fa8-ac86e77273a9 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 04:58:04.988222 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-2cdaf889-009e-426e-81e3-11476e22f7fb None None] Set router d6715a9b-a4cf-4897-bd0c-8ecd000e3b85 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:58:04.993537 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76732b3c-e4d4-463f-b875-de1a94f84812 None None] Pushing event updated for resources: {'Port': ['ID=5d2bd556-a203-44f9-9050-9b40caee2fe8,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:05.077301 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-32c8175a-d1cd-44a0-8e89-15ba2e5ae4ed req-6a0def8d-c62e-4e4e-83cd-eb22027449c4 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.11 "GET /v2.0/security-groups?id=007c593f-aaee-4bb9-aeaa-53509d908dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223520 Mar 05 04:58:05.086977 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89d88e-f835-434c-9d23-3986bb8d5bbf req-a5c2301f-6af5-4f89-ab01-7ff79d4a3364 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:05.089710 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ff89d88e-f835-434c-9d23-3986bb8d5bbf req-a5c2301f-6af5-4f89-ab01-7ff79d4a3364 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 944 time: 0.6571345 Mar 05 04:58:05.141235 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-eeaec1a2-f1f2-4f0a-8a96-bddb325e299b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c8f218f-bb4e-451e-8432-4e02672b442a {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:58:05.160066 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-e4dd4b41-a5da-4a04-9aca-e37d643ce484 None None] Set router 7a3958b2-8d63-4b2d-9da8-98b44c99002e gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:58:05.160694 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-eeaec1a2-f1f2-4f0a-8a96-bddb325e299b service neutron] Publish callbacks [] for port (8c8f218f-bb4e-451e-8432-4e02672b442a), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:05.196731 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5eaa1678-a4d8-4fe5-9fa8-ac86e77273a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (ff0d33ec-aab6-48ba-8172-cefc0a4d3843), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:05.201976 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaa1678-a4d8-4fe5-9fa8-ac86e77273a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:05.202855 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5eaa1678-a4d8-4fe5-9fa8-ac86e77273a9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:05.213979 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-eeaec1a2-f1f2-4f0a-8a96-bddb325e299b service neutron] Transition to ACTIVE for port object 8c8f218f-bb4e-451e-8432-4e02672b442a will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:58:05.228068 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-eeaec1a2-f1f2-4f0a-8a96-bddb325e299b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (8c8f218f-bb4e-451e-8432-4e02672b442a), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:05.246201 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304268db-2622-4784-a589-5fab4185dd69 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Subnet': ['ID=2e6023c4-4931-4a51-9ba3-f9b8f9e40f22,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:05.264844 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ff89d88e-f835-434c-9d23-3986bb8d5bbf req-dea5c7c1-f8cb-4c93-a348-ae2652069345 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576223 Mar 05 04:58:05.301710 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5eaa1678-a4d8-4fe5-9fa8-ac86e77273a9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2704046 Mar 05 04:58:05.305240 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59938) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:05.342179 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 53ff6961-34fc-4b9f-8862-a413afea9b56 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:58:05.342729 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 53ff6961-34fc-4b9f-8862-a413afea9b56 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:58:05.343317 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 9aac4bd0-bbb3-4220-ae79-3f8f0083300e no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:58:05.352697 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82561c7-d7ed-41ea-a814-e38b15d18dda None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:58:05.464001 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-304268db-2622-4784-a589-5fab4185dd69 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4051275 Mar 05 04:58:05.480537 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-d9aad0eb-a215-4de0-8254-29f49ffeef15 admin admin] Request body: {'subnet': {'network_id': 'ff0d33ec-aab6-48ba-8172-cefc0a4d3843', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1715389301-subnet', 'tenant_id': 'a0421e47b7754578954110813009979d', 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:05.483581 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59940) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:05.502397 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-2cdaf889-009e-426e-81e3-11476e22f7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'name': 'tempest-TestVolumeBackupRestore-1807192989-router', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ce032c2c-02e0-4136-8eaf-6ff900b3028b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:57:44Z', 'updated_at': '2022-03-05T04:57:53Z', 'revision_number': 4, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'gw_port': {'id': 'ce032c2c-02e0-4136-8eaf-6ff900b3028b', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:46Z', 'updated_at': '2022-03-05T04:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '5d2bd556-a203-44f9-9050-9b40caee2fe8', 'name': '', 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'mac_address': 'fa:16:3e:c4:58:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'f720af32-1780-481f-bd99-7eac986e68f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:51Z', 'updated_at': '2022-03-05T04:58:04Z', 'revision_number': 4, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'subnets': [{'id': 'f720af32-1780-481f-bd99-7eac986e68f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:05.540078 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa1678-a4d8-4fe5-9fa8-ac86e77273a9 admin admin] Pushing event updated for resources: {'Network': ['ID=ff0d33ec-aab6-48ba-8172-cefc0a4d3843,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:05.562275 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-939fc8a9-1e14-404d-89c6-098c34893528 admin admin] Publish callbacks [] for router_gateway (7a3958b2-8d63-4b2d-9da8-98b44c99002e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:05.564904 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-80e222d3-5028-4b9c-96f0-533ee090c6d0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:05.577882 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa1678-a4d8-4fe5-9fa8-ac86e77273a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:05.579013 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa1678-a4d8-4fe5-9fa8-ac86e77273a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:05.580047 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa1678-a4d8-4fe5-9fa8-ac86e77273a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:05.580961 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa1678-a4d8-4fe5-9fa8-ac86e77273a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:05.583015 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa1678-a4d8-4fe5-9fa8-ac86e77273a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:05.583979 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa1678-a4d8-4fe5-9fa8-ac86e77273a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:05.585910 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa1678-a4d8-4fe5-9fa8-ac86e77273a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:05.587216 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa1678-a4d8-4fe5-9fa8-ac86e77273a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:05.587978 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa1678-a4d8-4fe5-9fa8-ac86e77273a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:05.589565 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdaf889-009e-426e-81e3-11476e22f7fb None None] The sync data for ids ['d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'] in n-d-789963-32 is: [{'id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'name': 'tempest-TestVolumeBackupRestore-1807192989-router', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ce032c2c-02e0-4136-8eaf-6ff900b3028b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:57:44Z', 'updated_at': '2022-03-05T04:57:53Z', 'revision_number': 4, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'gw_port': {'id': 'ce032c2c-02e0-4136-8eaf-6ff900b3028b', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:46Z', 'updated_at': '2022-03-05T04:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '5d2bd556-a203-44f9-9050-9b40caee2fe8', 'name': '', 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'mac_address': 'fa:16:3e:c4:58:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'f720af32-1780-481f-bd99-7eac986e68f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:51Z', 'updated_at': '2022-03-05T04:58:04Z', 'revision_number': 4, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'subnets': [{'id': 'f720af32-1780-481f-bd99-7eac986e68f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:58:05.590291 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa1678-a4d8-4fe5-9fa8-ac86e77273a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:05.591003 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa1678-a4d8-4fe5-9fa8-ac86e77273a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:05.595426 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa1678-a4d8-4fe5-9fa8-ac86e77273a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:05.596260 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eaa1678-a4d8-4fe5-9fa8-ac86e77273a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:05.633460 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 9aac4bd0-bbb3-4220-ae79-3f8f0083300e {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:58:05.633859 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 9aac4bd0-bbb3-4220-ae79-3f8f0083300e not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:58:05.701757 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network ff0d33ec-aab6-48ba-8172-cefc0a4d3843 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:58:05.728318 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9aad0eb-a215-4de0-8254-29f49ffeef15 admin admin] Made reservation on behalf of a0421e47b7754578954110813009979d for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:58:05.734871 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9aad0eb-a215-4de0-8254-29f49ffeef15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:05.831723 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaec1a2-f1f2-4f0a-8a96-bddb325e299b service neutron] Pushing event updated for resources: {'Port': ['ID=8c8f218f-bb4e-451e-8432-4e02672b442a,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:05.937295 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6312bec-0c07-441b-98c8-69aee08ac7b1 req-a3b0acde-29f2-43d4-8e11-e452d2f124f5 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:05.944788 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a6312bec-0c07-441b-98c8-69aee08ac7b1 req-a3b0acde-29f2-43d4-8e11-e452d2f124f5 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef20f788-6741-4fd7-9303-7bd9d1e8ca5e HTTP/1.1" status: 200 len: 946 time: 0.5878780 Mar 05 04:58:05.979171 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-939fc8a9-1e14-404d-89c6-098c34893528 admin admin] Deleting port 5591fb2c-a00f-4675-a5e4-a07486b76c67 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:58:05.980355 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-939fc8a9-1e14-404d-89c6-098c34893528 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (5591fb2c-a00f-4675-a5e4-a07486b76c67), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:05.999003 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e222d3-5028-4b9c-96f0-533ee090c6d0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:58:06.011341 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-80e222d3-5028-4b9c-96f0-533ee090c6d0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:06.024595 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a9d48fe2-0468-4c34-9587-f7b0a1cd5500 None None] Provisioning complete for port 5d2bd556-a203-44f9-9050-9b40caee2fe8 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:06.025109 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a9d48fe2-0468-4c34-9587-f7b0a1cd5500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5d2bd556-a203-44f9-9050-9b40caee2fe8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:06.031510 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcff90e-aa5d-4214-ae2b-7136794ab6ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-d9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'fixed_ips': [{'subnet_id': '2e6023c4-4931-4a51-9ba3-f9b8f9e40f22'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:58:06.033945 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cdcff90e-aa5d-4214-ae2b-7136794ab6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:06.087541 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a6312bec-0c07-441b-98c8-69aee08ac7b1 req-51c75034-8a9e-44e1-abde-d5c9aa684ad1 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414728 Mar 05 04:58:06.098543 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-eeaec1a2-f1f2-4f0a-8a96-bddb325e299b service neutron] Attempting to bind port 8c8f218f-bb4e-451e-8432-4e02672b442a on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:58:06.099125 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-eeaec1a2-f1f2-4f0a-8a96-bddb325e299b service neutron] Attempting to bind port 8c8f218f-bb4e-451e-8432-4e02672b442a by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'b352ab22-97c2-4e4f-9192-fac86c6bcca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2d102781-783c-4af2-b7ba-7d653f1d35a1'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:58:06.099639 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-eeaec1a2-f1f2-4f0a-8a96-bddb325e299b service neutron] Attempting to bind port 8c8f218f-bb4e-451e-8432-4e02672b442a on network 2d102781-783c-4af2-b7ba-7d653f1d35a1 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:58:06.139780 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-eeaec1a2-f1f2-4f0a-8a96-bddb325e299b service neutron] Port 8c8f218f-bb4e-451e-8432-4e02672b442a on network 2d102781-783c-4af2-b7ba-7d653f1d35a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:58:06.140114 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-eeaec1a2-f1f2-4f0a-8a96-bddb325e299b service neutron] Attempting to bind port 8c8f218f-bb4e-451e-8432-4e02672b442a on network 2d102781-783c-4af2-b7ba-7d653f1d35a1 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:58:06.262257 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-eeaec1a2-f1f2-4f0a-8a96-bddb325e299b service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:58:06.263530 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-eeaec1a2-f1f2-4f0a-8a96-bddb325e299b service neutron] Checking segment: {'id': 'b352ab22-97c2-4e4f-9192-fac86c6bcca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2d102781-783c-4af2-b7ba-7d653f1d35a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:58:06.264245 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-eeaec1a2-f1f2-4f0a-8a96-bddb325e299b service neutron] Bound using segment: {'id': 'b352ab22-97c2-4e4f-9192-fac86c6bcca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2d102781-783c-4af2-b7ba-7d653f1d35a1'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:58:06.264897 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-eeaec1a2-f1f2-4f0a-8a96-bddb325e299b service neutron] Bound port: 8c8f218f-bb4e-451e-8432-4e02672b442a, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b352ab22-97c2-4e4f-9192-fac86c6bcca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2d102781-783c-4af2-b7ba-7d653f1d35a1'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:58:06.265221 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-eeaec1a2-f1f2-4f0a-8a96-bddb325e299b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8c8f218f-bb4e-451e-8432-4e02672b442a), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:06.344736 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5d2bd556-a203-44f9-9050-9b40caee2fe8 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:58:06.373324 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-939fc8a9-1e14-404d-89c6-098c34893528 admin admin] For port 5591fb2c-a00f-4675-a5e4-a07486b76c67, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=5591fb2c-a00f-4675-a5e4-a07486b76c67,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:06.374093 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-939fc8a9-1e14-404d-89c6-098c34893528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (5591fb2c-a00f-4675-a5e4-a07486b76c67), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:06.431106 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-939fc8a9-1e14-404d-89c6-098c34893528 admin admin] Calling delete_port for 5591fb2c-a00f-4675-a5e4-a07486b76c67 owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:58:06.524126 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9aad0eb-a215-4de0-8254-29f49ffeef15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (ff10cb31-c7c7-4f58-85d1-ab31ccf61458), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:06.578994 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aad0eb-a215-4de0-8254-29f49ffeef15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff10cb31-c7c7-4f58-85d1-ab31ccf61458,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:06.610193 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 5d2bd556-a203-44f9-9050-9b40caee2fe8 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:06.610859 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5d2bd556-a203-44f9-9050-9b40caee2fe8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:06.618961 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a9d48fe2-0468-4c34-9587-f7b0a1cd5500 None None] Current status of the port 5d2bd556-a203-44f9-9050-9b40caee2fe8 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:06.619670 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a9d48fe2-0468-4c34-9587-f7b0a1cd5500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5d2bd556-a203-44f9-9050-9b40caee2fe8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:06.639438 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-80e222d3-5028-4b9c-96f0-533ee090c6d0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (a15adfd4-2ac5-4321-80d5-a0e805164dd5), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:06.683318 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e222d3-5028-4b9c-96f0-533ee090c6d0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:06.688512 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-80e222d3-5028-4b9c-96f0-533ee090c6d0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:06.719099 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-a9d48fe2-0468-4c34-9587-f7b0a1cd5500 None None] For port 5d2bd556-a203-44f9-9050-9b40caee2fe8, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=5d2bd556-a203-44f9-9050-9b40caee2fe8,segment=NetworkSegment(ee5f539a-83bc-4459-8bf3-8d0b46694dc7),segment_id=ee5f539a-83bc-4459-8bf3-8d0b46694dc7)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:06.731642 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aad0eb-a215-4de0-8254-29f49ffeef15 admin admin] Checking segment: {'id': 'a36e05db-0122-44c8-b972-0d53660d87b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ff0d33ec-aab6-48ba-8172-cefc0a4d3843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:58:06.732442 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9aad0eb-a215-4de0-8254-29f49ffeef15 admin admin] Network hostable DHCP agents. Network: ff0d33ec-aab6-48ba-8172-cefc0a4d3843, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:58:06.733070 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e4dd4b41-a5da-4a04-9aca-e37d643ce484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1024933462-router', 'tenant_id': '6e5092c20fe14dbdbd8241f34045fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '5591fb2c-a00f-4675-a5e4-a07486b76c67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:15Z', 'updated_at': '2022-03-05T04:57:58Z', 'revision_number': 5, 'project_id': '6e5092c20fe14dbdbd8241f34045fd32', 'gw_port': {'id': '5591fb2c-a00f-4675-a5e4-a07486b76c67', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:17Z', 'updated_at': '2022-03-05T04:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:06.737199 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-cdcff90e-aa5d-4214-ae2b-7136794ab6ef None None] Allocated IP 2001:db8::f816:3eff:fe55:130a (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/2e6023c4-4931-4a51-9ba3-f9b8f9e40f22/58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:58:06.739502 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a9d48fe2-0468-4c34-9587-f7b0a1cd5500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5d2bd556-a203-44f9-9050-9b40caee2fe8), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:06.767910 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9aad0eb-a215-4de0-8254-29f49ffeef15 admin admin] Network ff0d33ec-aab6-48ba-8172-cefc0a4d3843 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:58:06.790294 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-eeaec1a2-f1f2-4f0a-8a96-bddb325e299b service neutron] For port 8c8f218f-bb4e-451e-8432-4e02672b442a, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:58:06.795185 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-eeaec1a2-f1f2-4f0a-8a96-bddb325e299b service neutron] For port 8c8f218f-bb4e-451e-8432-4e02672b442a, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=8c8f218f-bb4e-451e-8432-4e02672b442a,segment=NetworkSegment(b352ab22-97c2-4e4f-9192-fac86c6bcca4),segment_id=b352ab22-97c2-4e4f-9192-fac86c6bcca4)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:58:06.816944 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-d9aad0eb-a215-4de0-8254-29f49ffeef15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, ff0d33ec-aab6-48ba-8172-cefc0a4d3843) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:06.824074 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e222d3-5028-4b9c-96f0-533ee090c6d0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:06.824985 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-80e222d3-5028-4b9c-96f0-533ee090c6d0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:06.832802 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9aad0eb-a215-4de0-8254-29f49ffeef15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:06.833333 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9aad0eb-a215-4de0-8254-29f49ffeef15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:06.849892 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-eeaec1a2-f1f2-4f0a-8a96-bddb325e299b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (8c8f218f-bb4e-451e-8432-4e02672b442a), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:06.860507 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dd4b41-a5da-4a04-9aca-e37d643ce484 None None] Checking router: 7a3958b2-8d63-4b2d-9da8-98b44c99002e for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:58:06.872065 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-80e222d3-5028-4b9c-96f0-533ee090c6d0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3269110 Mar 05 04:58:06.879772 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b259aa51-8537-4ae9-84ef-0e67d9a40b5d None None] Network ff0d33ec-aab6-48ba-8172-cefc0a4d3843 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:58:06.884108 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59948) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:06.893312 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-418076d7-76fd-49f5-b4e4-8898c55a0885 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'port': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'mac_address': 'fa:16:3e:77:c1:12', 'name': 'tempest-NetworksTestDHCPv6-1380013790'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:06.909166 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d9aad0eb-a215-4de0-8254-29f49ffeef15 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4436445 Mar 05 04:58:06.921794 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59952) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:06.922507 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d48fe2-0468-4c34-9587-f7b0a1cd5500 None None] Pushing event updated for resources: {'Port': ['ID=5d2bd556-a203-44f9-9050-9b40caee2fe8,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:06.931918 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-ae64c9f3-9fe4-42fe-88d7-80c54f63dc4b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1715389301-router', 'tenant_id': 'a0421e47b7754578954110813009979d', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:06.960290 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-939fc8a9-1e14-404d-89c6-098c34893528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (5591fb2c-a00f-4675-a5e4-a07486b76c67), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:06.976837 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab654f8-ad77-498c-83ac-b51eff5c25a5 req-0a00496b-7311-4f37-8f96-be29c68fadf4 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:06.978732 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1ab654f8-ad77-498c-83ac-b51eff5c25a5 req-0a00496b-7311-4f37-8f96-be29c68fadf4 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3169ad-df8d-4cea-a0ed-d9f965356744 HTTP/1.1" status: 200 len: 943 time: 0.7067065 Mar 05 04:58:06.989180 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ae64c9f3-9fe4-42fe-88d7-80c54f63dc4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (56d55b4f-5fc3-45ef-b772-c5434400ea05), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:06.990712 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ae64c9f3-9fe4-42fe-88d7-80c54f63dc4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (56d55b4f-5fc3-45ef-b772-c5434400ea05), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:07.053858 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fc8a9-1e14-404d-89c6-098c34893528 admin admin] Pushing event deleted for resources: {'Port': ['ID=5591fb2c-a00f-4675-a5e4-a07486b76c67,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:07.093810 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ae64c9f3-9fe4-42fe-88d7-80c54f63dc4b admin admin] Publish callbacks [] for router_controller (56d55b4f-5fc3-45ef-b772-c5434400ea05), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:07.127231 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-eeaec1a2-f1f2-4f0a-8a96-bddb325e299b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:07.128030 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-eeaec1a2-f1f2-4f0a-8a96-bddb325e299b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:07.129752 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-eeaec1a2-f1f2-4f0a-8a96-bddb325e299b service neutron] 10.222.0.31 "PUT /v2.0/ports/8c8f218f-bb4e-451e-8432-4e02672b442a HTTP/1.1" status: 200 len: 1092 time: 4.0013258 Mar 05 04:58:07.134399 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa3169ad-df8d-4cea-a0ed-d9f965356744', 'tag': '8c8f218f-bb4e-451e-8432-4e02672b442a'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:58:07.137669 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5da177-444e-4b4e-bc77-63bb80abf00f" -d '{"events": [{"name": "network-changed", "server_uuid": "aa3169ad-df8d-4cea-a0ed-d9f965356744", "tag": "8c8f218f-bb4e-451e-8432-4e02672b442a"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:58:07.152662 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e222d3-5028-4b9c-96f0-533ee090c6d0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Subnet': ['ID=a15adfd4-2ac5-4321-80d5-a0e805164dd5,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:07.162870 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e2c12-098e-4126-813d-7d6d020ce024 req-00a07615-c0c9-42ad-8e24-b59c47666410 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:07.164692 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-823e2c12-098e-4126-813d-7d6d020ce024 req-00a07615-c0c9-42ad-8e24-b59c47666410 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 944 time: 0.5430727 Mar 05 04:58:07.200566 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-939fc8a9-1e14-404d-89c6-098c34893528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (7a3958b2-8d63-4b2d-9da8-98b44c99002e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:07.236810 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dd4b41-a5da-4a04-9aca-e37d643ce484 None None] Routers {'7a3958b2-8d63-4b2d-9da8-98b44c99002e'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:58:07.237728 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e4dd4b41-a5da-4a04-9aca-e37d643ce484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:57:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['7a3958b2-8d63-4b2d-9da8-98b44c99002e'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:07.282228 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-30209a96-6a0a-4e1f-be15-66a9f614d004 None None] Provisioning complete for port 5d2bd556-a203-44f9-9050-9b40caee2fe8 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:07.282893 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-30209a96-6a0a-4e1f-be15-66a9f614d004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5d2bd556-a203-44f9-9050-9b40caee2fe8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:07.325578 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-823e2c12-098e-4126-813d-7d6d020ce024 req-301c0b82-8288-4e58-9c5f-fc3f4829e62d tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463814 Mar 05 04:58:07.332410 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaec1a2-f1f2-4f0a-8a96-bddb325e299b service neutron] Pushing event updated for resources: {'Port': ['ID=8c8f218f-bb4e-451e-8432-4e02672b442a,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:07.361571 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-939fc8a9-1e14-404d-89c6-098c34893528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (7a3958b2-8d63-4b2d-9da8-98b44c99002e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:07.367131 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-939fc8a9-1e14-404d-89c6-098c34893528 admin admin] Publish callbacks [] for router_controller (7a3958b2-8d63-4b2d-9da8-98b44c99002e), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:07.378589 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1ab654f8-ad77-498c-83ac-b51eff5c25a5 req-6f006447-531d-48d9-9ed9-be328eb9f33f tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.11 "GET /v2.0/security-groups?id=007c593f-aaee-4bb9-aeaa-53509d908dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768736 Mar 05 04:58:07.481031 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ae64c9f3-9fe4-42fe-88d7-80c54f63dc4b admin admin] Publish callbacks [] for router_gateway (56d55b4f-5fc3-45ef-b772-c5434400ea05), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:07.504423 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-e4dd4b41-a5da-4a04-9aca-e37d643ce484 None None] Set router 7a3958b2-8d63-4b2d-9da8-98b44c99002e gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:58:07.508652 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-939fc8a9-1e14-404d-89c6-098c34893528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (7a3958b2-8d63-4b2d-9da8-98b44c99002e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:07.509284 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939fc8a9-1e14-404d-89c6-098c34893528 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a3958b2-8d63-4b2d-9da8-98b44c99002e {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 04:58:07.515655 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-939fc8a9-1e14-404d-89c6-098c34893528 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:07.516933 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-939fc8a9-1e14-404d-89c6-098c34893528 admin admin] 10.222.0.11 "DELETE /v2.0/routers/7a3958b2-8d63-4b2d-9da8-98b44c99002e HTTP/1.1" status: 204 len: 168 time: 3.5558991 Mar 05 04:58:07.520136 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59958) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:07.527434 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016ac0ae-9c36-4907-81ae-4d11c6c60406 x-openstack-request-id: req-016ac0ae-9c36-4907-81ae-4d11c6c60406 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:58:07.527878 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa3169ad-df8d-4cea-a0ed-d9f965356744", "tag": "8c8f218f-bb4e-451e-8432-4e02672b442a", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:58:07.528239 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-016ac0ae-9c36-4907-81ae-4d11c6c60406 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:58:07.528753 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa3169ad-df8d-4cea-a0ed-d9f965356744', 'tag': '8c8f218f-bb4e-451e-8432-4e02672b442a', 'status': 'completed', 'code': 200} Mar 05 04:58:07.566595 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e4dd4b41-a5da-4a04-9aca-e37d643ce484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1024933462-router', 'tenant_id': '6e5092c20fe14dbdbd8241f34045fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:15Z', 'updated_at': '2022-03-05T04:58:06Z', 'revision_number': 7, 'project_id': '6e5092c20fe14dbdbd8241f34045fd32', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:07.576483 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-9d0d87f3-8496-44ab-8764-d37be9408b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:07.578245 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-9d0d87f3-8496-44ab-8764-d37be9408b70 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3516497615154df4aa779fd104b016bf&device_id=aa3169ad-df8d-4cea-a0ed-d9f965356744 HTTP/1.1" status: 200 len: 1126 time: 0.2875001 Mar 05 04:58:07.583672 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-56c01713-ae67-427a-bddf-0b128c373cc0 admin admin] Deleting subnet 98ef46bf-572c-498d-93ea-a0a1c161f54f {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:58:07.587908 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-56c01713-ae67-427a-bddf-0b128c373cc0 admin admin] Publish callbacks [] for subnet (98ef46bf-572c-498d-93ea-a0a1c161f54f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:07.630364 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-56c01713-ae67-427a-bddf-0b128c373cc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (98ef46bf-572c-498d-93ea-a0a1c161f54f), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:07.634879 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-23103ddb-7352-474a-8be2-44bc634652c5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c8f218f-bb4e-451e-8432-4e02672b442a HTTP/1.1" status: 200 len: 217 time: 0.0484889 Mar 05 04:58:07.635199 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dd4b41-a5da-4a04-9aca-e37d643ce484 None None] The sync data for ids ['7a3958b2-8d63-4b2d-9da8-98b44c99002e'] in n-d-789963-32 is: [{'id': '7a3958b2-8d63-4b2d-9da8-98b44c99002e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1024933462-router', 'tenant_id': '6e5092c20fe14dbdbd8241f34045fd32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:15Z', 'updated_at': '2022-03-05T04:58:06Z', 'revision_number': 7, 'project_id': '6e5092c20fe14dbdbd8241f34045fd32', 'gw_port_host': None}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:58:07.668697 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 5d2bd556-a203-44f9-9050-9b40caee2fe8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:07.672214 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cdcff90e-aa5d-4214-ae2b-7136794ab6ef None None] Publish callbacks [] for port (58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:07.700176 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cdcff90e-aa5d-4214-ae2b-7136794ab6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:07.731178 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-56c01713-ae67-427a-bddf-0b128c373cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (98ef46bf-572c-498d-93ea-a0a1c161f54f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:07.738800 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedf19d-395a-4785-bf85-153acbb0a3cd req-051c5c5d-252f-443b-8eb8-ee637af3c2ad tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:07.740658 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-baedf19d-395a-4785-bf85-153acbb0a3cd req-051c5c5d-252f-443b-8eb8-ee637af3c2ad tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef20f788-6741-4fd7-9303-7bd9d1e8ca5e HTTP/1.1" status: 200 len: 946 time: 0.2322557 Mar 05 04:58:07.814328 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-56c01713-ae67-427a-bddf-0b128c373cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (98ef46bf-572c-498d-93ea-a0a1c161f54f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:07.820685 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a5e246-9728-48c3-a4a6-c7c19888b006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-ff0d33ec-aab6-48ba-8172-cefc0a4d3843', 'network_id': 'ff0d33ec-aab6-48ba-8172-cefc0a4d3843', 'project_id': 'a0421e47b7754578954110813009979d', 'fixed_ips': [{'subnet_id': 'ff10cb31-c7c7-4f58-85d1-ab31ccf61458'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:58:07.821794 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-22a5e246-9728-48c3-a4a6-c7c19888b006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:07.829633 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcff90e-aa5d-4214-ae2b-7136794ab6ef None None] Pushing event updated for resources: {'Port': ['ID=58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:07.838458 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcff90e-aa5d-4214-ae2b-7136794ab6ef None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:07.844050 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-cdcff90e-aa5d-4214-ae2b-7136794ab6ef None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:07.859482 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcff90e-aa5d-4214-ae2b-7136794ab6ef None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:58:07.869155 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-baedf19d-395a-4785-bf85-153acbb0a3cd req-17d7df24-a0f6-455b-bbc3-36687d323174 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763149 Mar 05 04:58:07.876315 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-30209a96-6a0a-4e1f-be15-66a9f614d004 None None] Current status of the port 5d2bd556-a203-44f9-9050-9b40caee2fe8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:07.884118 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-6d821fb3-0149-41ae-9cf8-07be6ccf0e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:07.885927 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-6d821fb3-0149-41ae-9cf8-07be6ccf0e71 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5e7bba38-4030-4f7b-9101-5530e3558d4c HTTP/1.1" status: 200 len: 850 time: 0.2253094 Mar 05 04:58:07.903871 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c01713-ae67-427a-bddf-0b128c373cc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98ef46bf-572c-498d-93ea-a0a1c161f54f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:07.919719 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418076d7-76fd-49f5-b4e4-8898c55a0885 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:58:07.924511 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-56c01713-ae67-427a-bddf-0b128c373cc0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:07.929336 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-56c01713-ae67-427a-bddf-0b128c373cc0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/98ef46bf-572c-498d-93ea-a0a1c161f54f HTTP/1.1" status: 204 len: 168 time: 0.4069085 Mar 05 04:58:07.931527 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59960) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:07.944408 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-67781c02-d709-45ee-8f28-b57239278f3d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2d102781-783c-4af2-b7ba-7d653f1d35a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455472 Mar 05 04:58:08.013143 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-cdcff90e-aa5d-4214-ae2b-7136794ab6ef None None] Attempting to bind port 58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:58:08.013539 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-cdcff90e-aa5d-4214-ae2b-7136794ab6ef None None] Attempting to bind port 58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:58:08.013918 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcff90e-aa5d-4214-ae2b-7136794ab6ef None None] Attempting to bind port 58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12 on network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:58:08.036227 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcff90e-aa5d-4214-ae2b-7136794ab6ef None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:58:08.036735 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcff90e-aa5d-4214-ae2b-7136794ab6ef None None] Checking segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:58:08.037172 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cdcff90e-aa5d-4214-ae2b-7136794ab6ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:08.037586 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcff90e-aa5d-4214-ae2b-7136794ab6ef None None] Bound using segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:58:08.038095 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-cdcff90e-aa5d-4214-ae2b-7136794ab6ef None None] Bound port: 58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:58:08.038489 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cdcff90e-aa5d-4214-ae2b-7136794ab6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:08.150187 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7f385c8c-9494-40af-91c9-46f1b85f0750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (31b0ad25-0961-41e8-ba3d-c6b7bbf5af76), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:08.230109 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-22a5e246-9728-48c3-a4a6-c7c19888b006 None None] Allocated IP 172.20.0.2 (ff0d33ec-aab6-48ba-8172-cefc0a4d3843/ff10cb31-c7c7-4f58-85d1-ab31ccf61458/603c8687-dde3-46f9-aff3-1a74bbdb2619) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:58:08.243950 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-cdcff90e-aa5d-4214-ae2b-7136794ab6ef None None] For port 58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:58:08.251160 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-cdcff90e-aa5d-4214-ae2b-7136794ab6ef None None] For port 58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:58:08.272879 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-4f84dafd-89d2-4799-a01c-0f55bdf52d2e service neutron] 10.222.0.31 "GET /v2.0/networks/2d102781-783c-4af2-b7ba-7d653f1d35a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177547 Mar 05 04:58:08.273913 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cdcff90e-aa5d-4214-ae2b-7136794ab6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:08.275467 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-418076d7-76fd-49f5-b4e4-8898c55a0885 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:08.317997 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-418076d7-76fd-49f5-b4e4-8898c55a0885 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] device_id is not set on port 41e2bc71-e688-4d1b-a027-b7817a4b0d2a yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 04:58:08.441451 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7f385c8c-9494-40af-91c9-46f1b85f0750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (31b0ad25-0961-41e8-ba3d-c6b7bbf5af76), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:08.499469 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-7f385c8c-9494-40af-91c9-46f1b85f0750 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b0ad25-0961-41e8-ba3d-c6b7bbf5af76']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:08.517110 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-7f385c8c-9494-40af-91c9-46f1b85f0750 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7818f704-feaf-4759-800b-520c40aa37d5') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:08.517403 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-7f385c8c-9494-40af-91c9-46f1b85f0750 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7818f704-feaf-4759-800b-520c40aa37d5') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:08.528470 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcff90e-aa5d-4214-ae2b-7136794ab6ef None None] Pushing event updated for resources: {'Port': ['ID=58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:08.536960 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7f385c8c-9494-40af-91c9-46f1b85f0750 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (7818f704-feaf-4759-800b-520c40aa37d5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:08.600111 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7f385c8c-9494-40af-91c9-46f1b85f0750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (7818f704-feaf-4759-800b-520c40aa37d5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:08.623613 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f385c8c-9494-40af-91c9-46f1b85f0750 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:58:08.624029 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7f385c8c-9494-40af-91c9-46f1b85f0750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (7818f704-feaf-4759-800b-520c40aa37d5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:08.625846 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:58:08.625846 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:58:08.625846 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:58:08.625846 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:58:08.625846 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:58:08.625846 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:58:08.625846 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:58:08.625846 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:58:08.625846 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:58:08.625846 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:58:08.625846 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:58:08.625846 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:58:08.625846 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:58:08.625846 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:58:08.625846 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:58:08.625846 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:58:08.625846 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:58:08.625846 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:58:08.625846 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:58:08.625846 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:58:08.625846 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:58:08.625846 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:58:08.625846 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:58:08.625846 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:58:08.625846 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:58:08.625846 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:58:08.625846 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:58:08.625846 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:58:08.625846 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:58:08.625846 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:58:08.625846 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:58:08.625846 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:58:08.664545 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5d2bd556-a203-44f9-9050-9b40caee2fe8 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:58:08.769496 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-22a5e246-9728-48c3-a4a6-c7c19888b006 None None] Publish callbacks [] for port (603c8687-dde3-46f9-aff3-1a74bbdb2619), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:08.774381 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 5d2bd556-a203-44f9-9050-9b40caee2fe8 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:08.774763 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5d2bd556-a203-44f9-9050-9b40caee2fe8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:08.841867 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-418076d7-76fd-49f5-b4e4-8898c55a0885 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Allocated IP 172.20.0.5 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/a15adfd4-2ac5-4321-80d5-a0e805164dd5/41e2bc71-e688-4d1b-a027-b7817a4b0d2a) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:58:08.844862 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-22a5e246-9728-48c3-a4a6-c7c19888b006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (603c8687-dde3-46f9-aff3-1a74bbdb2619), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:08.855540 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-418076d7-76fd-49f5-b4e4-8898c55a0885 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Allocated IP 2001:db8::f816:3eff:fe77:c112 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/2e6023c4-4931-4a51-9ba3-f9b8f9e40f22/41e2bc71-e688-4d1b-a027-b7817a4b0d2a) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:58:08.904517 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5e246-9728-48c3-a4a6-c7c19888b006 None None] Pushing event updated for resources: {'Port': ['ID=603c8687-dde3-46f9-aff3-1a74bbdb2619,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:08.989878 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 5d2bd556-a203-44f9-9050-9b40caee2fe8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:08.999084 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a5e246-9728-48c3-a4a6-c7c19888b006 None None] Network ff0d33ec-aab6-48ba-8172-cefc0a4d3843 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:09.000851 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-22a5e246-9728-48c3-a4a6-c7c19888b006 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:09.004136 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5860eed1-d301-47f6-93f6-287a8dd18f3c no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:58:09.009787 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a5e246-9728-48c3-a4a6-c7c19888b006 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:58:09.022185 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dba9aac5-d822-4944-bbc1-3cfef5851d55 req-5930b603-b8d2-4641-a620-794ac506e4c2 service neutron] 10.222.0.31 "GET /v2.0/networks/2d102781-783c-4af2-b7ba-7d653f1d35a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560717 Mar 05 04:58:09.056916 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 5860eed1-d301-47f6-93f6-287a8dd18f3c {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:58:09.057279 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5860eed1-d301-47f6-93f6-287a8dd18f3c not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:58:09.142822 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-22a5e246-9728-48c3-a4a6-c7c19888b006 None None] Attempting to bind port 603c8687-dde3-46f9-aff3-1a74bbdb2619 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:58:09.143332 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-22a5e246-9728-48c3-a4a6-c7c19888b006 None None] Attempting to bind port 603c8687-dde3-46f9-aff3-1a74bbdb2619 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'a36e05db-0122-44c8-b972-0d53660d87b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ff0d33ec-aab6-48ba-8172-cefc0a4d3843'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:58:09.143780 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a5e246-9728-48c3-a4a6-c7c19888b006 None None] Attempting to bind port 603c8687-dde3-46f9-aff3-1a74bbdb2619 on network ff0d33ec-aab6-48ba-8172-cefc0a4d3843 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:58:09.160290 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a5e246-9728-48c3-a4a6-c7c19888b006 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:58:09.161111 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a5e246-9728-48c3-a4a6-c7c19888b006 None None] Checking segment: {'id': 'a36e05db-0122-44c8-b972-0d53660d87b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ff0d33ec-aab6-48ba-8172-cefc0a4d3843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:58:09.161800 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-22a5e246-9728-48c3-a4a6-c7c19888b006 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:09.163155 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a5e246-9728-48c3-a4a6-c7c19888b006 None None] Bound using segment: {'id': 'a36e05db-0122-44c8-b972-0d53660d87b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ff0d33ec-aab6-48ba-8172-cefc0a4d3843'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:58:09.163826 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-22a5e246-9728-48c3-a4a6-c7c19888b006 None None] Bound port: 603c8687-dde3-46f9-aff3-1a74bbdb2619, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a36e05db-0122-44c8-b972-0d53660d87b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ff0d33ec-aab6-48ba-8172-cefc0a4d3843'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:58:09.164880 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-22a5e246-9728-48c3-a4a6-c7c19888b006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (603c8687-dde3-46f9-aff3-1a74bbdb2619), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:09.226010 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80744e86-9d76-4fb0-bd78-4cd1119b4d76 req-63d7fb7e-b3fc-4114-bfa8-c59a6c243146 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:09.234641 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80744e86-9d76-4fb0-bd78-4cd1119b4d76 req-63d7fb7e-b3fc-4114-bfa8-c59a6c243146 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 944 time: 0.3761284 Mar 05 04:58:09.242186 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ae64c9f3-9fe4-42fe-88d7-80c54f63dc4b admin admin] Publish callbacks [] for router_gateway (56d55b4f-5fc3-45ef-b772-c5434400ea05), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:09.258083 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7f385c8c-9494-40af-91c9-46f1b85f0750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (31b0ad25-0961-41e8-ba3d-c6b7bbf5af76), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:09.264049 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7f385c8c-9494-40af-91c9-46f1b85f0750 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:09.267943 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7f385c8c-9494-40af-91c9-46f1b85f0750 admin admin] 10.222.0.11 "DELETE /v2.0/networks/31b0ad25-0961-41e8-ba3d-c6b7bbf5af76 HTTP/1.1" status: 204 len: 168 time: 1.3226476 Mar 05 04:58:09.272321 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-22a5e246-9728-48c3-a4a6-c7c19888b006 None None] For port 603c8687-dde3-46f9-aff3-1a74bbdb2619, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:58:09.279186 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-22a5e246-9728-48c3-a4a6-c7c19888b006 None None] For port 603c8687-dde3-46f9-aff3-1a74bbdb2619, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=603c8687-dde3-46f9-aff3-1a74bbdb2619,segment=NetworkSegment(a36e05db-0122-44c8-b972-0d53660d87b1),segment_id=a36e05db-0122-44c8-b972-0d53660d87b1)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:58:09.288333 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-22a5e246-9728-48c3-a4a6-c7c19888b006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (603c8687-dde3-46f9-aff3-1a74bbdb2619), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:09.293432 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ae64c9f3-9fe4-42fe-88d7-80c54f63dc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:09.293983 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-418076d7-76fd-49f5-b4e4-8898c55a0885 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for port (41e2bc71-e688-4d1b-a027-b7817a4b0d2a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:09.318312 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96beb29-a094-4337-a19d-1505f1791328 req-73e9f107-7e91-48e3-93a9-e1d0a50fccc5 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:09.320391 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a96beb29-a094-4337-a19d-1505f1791328 req-73e9f107-7e91-48e3-93a9-e1d0a50fccc5 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3169ad-df8d-4cea-a0ed-d9f965356744 HTTP/1.1" status: 200 len: 943 time: 0.4739857 Mar 05 04:58:09.321555 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f385c8c-9494-40af-91c9-46f1b85f0750 admin admin] Pushing event deleted for resources: {'Network': ['ID=31b0ad25-0961-41e8-ba3d-c6b7bbf5af76,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:09.373831 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-418076d7-76fd-49f5-b4e4-8898c55a0885 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (41e2bc71-e688-4d1b-a027-b7817a4b0d2a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:09.377881 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5e246-9728-48c3-a4a6-c7c19888b006 None None] Pushing event updated for resources: {'Port': ['ID=603c8687-dde3-46f9-aff3-1a74bbdb2619,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:09.399659 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80744e86-9d76-4fb0-bd78-4cd1119b4d76 req-0252881f-f188-49f6-960c-3f40cae50d4d tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191018 Mar 05 04:58:09.483201 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418076d7-76fd-49f5-b4e4-8898c55a0885 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Port': ['ID=41e2bc71-e688-4d1b-a027-b7817a4b0d2a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:09.502444 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418076d7-76fd-49f5-b4e4-8898c55a0885 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:09.504522 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-418076d7-76fd-49f5-b4e4-8898c55a0885 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:09.510205 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418076d7-76fd-49f5-b4e4-8898c55a0885 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:58:09.550194 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5da177-444e-4b4e-bc77-63bb80abf00f req-fe922253-416e-4055-9688-700503e7d637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:09.552116 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5f5da177-444e-4b4e-bc77-63bb80abf00f req-fe922253-416e-4055-9688-700503e7d637 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3516497615154df4aa779fd104b016bf&device_id=aa3169ad-df8d-4cea-a0ed-d9f965356744 HTTP/1.1" status: 200 len: 1126 time: 0.4413714 Mar 05 04:58:09.589393 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418076d7-76fd-49f5-b4e4-8898c55a0885 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:09.590242 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-418076d7-76fd-49f5-b4e4-8898c55a0885 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:09.619824 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-418076d7-76fd-49f5-b4e4-8898c55a0885 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7319553 Mar 05 04:58:09.620623 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59976) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:09.659807 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-ae64c9f3-9fe4-42fe-88d7-80c54f63dc4b admin admin] Allocated IP 172.25.0.5 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/e0584d7a-697d-4af2-a001-580a8ada35ad) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:58:09.670558 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59978) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:09.815226 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a96beb29-a094-4337-a19d-1505f1791328 req-ec6f960c-0ad8-465d-9568-ed60036f34da tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.11 "GET /v2.0/security-groups?id=007c593f-aaee-4bb9-aeaa-53509d908dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4820275 Mar 05 04:58:09.892638 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5da177-444e-4b4e-bc77-63bb80abf00f req-d4e9656c-289c-4bb3-8242-5fe27f74049c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:09.894551 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5f5da177-444e-4b4e-bc77-63bb80abf00f req-d4e9656c-289c-4bb3-8242-5fe27f74049c service neutron] 10.222.0.31 "GET /v2.0/networks?id=2d102781-783c-4af2-b7ba-7d653f1d35a1 HTTP/1.1" status: 200 len: 910 time: 0.3245509 Mar 05 04:58:09.910536 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da629e-06cd-4924-a116-63d62c47287f req-81f92d46-1f9d-4758-93e3-08ad366bb9ed tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:09.913110 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-39da629e-06cd-4924-a116-63d62c47287f req-81f92d46-1f9d-4758-93e3-08ad366bb9ed tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef20f788-6741-4fd7-9303-7bd9d1e8ca5e HTTP/1.1" status: 200 len: 946 time: 0.3596194 Mar 05 04:58:10.010081 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5f5da177-444e-4b4e-bc77-63bb80abf00f req-6e4356d0-bf32-418c-b7bd-95f694884b05 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c8f218f-bb4e-451e-8432-4e02672b442a HTTP/1.1" status: 200 len: 217 time: 0.0955188 Mar 05 04:58:10.073098 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5da177-444e-4b4e-bc77-63bb80abf00f req-8d041b9e-b004-4891-96c9-a2c1432e1b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:10.075677 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5f5da177-444e-4b4e-bc77-63bb80abf00f req-8d041b9e-b004-4891-96c9-a2c1432e1b9b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5e7bba38-4030-4f7b-9101-5530e3558d4c HTTP/1.1" status: 200 len: 850 time: 0.0582569 Mar 05 04:58:10.125864 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5f5da177-444e-4b4e-bc77-63bb80abf00f req-1c647ab9-fc2b-4c9a-8af8-8dbf7fac8f2c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2d102781-783c-4af2-b7ba-7d653f1d35a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434673 Mar 05 04:58:10.209854 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-39da629e-06cd-4924-a116-63d62c47287f req-a8cd071b-521d-44b5-8907-814894c0e588 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586730 Mar 05 04:58:10.241586 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0977fc68-59c5-473c-9d1a-224460017077 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:10.246826 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ae64c9f3-9fe4-42fe-88d7-80c54f63dc4b admin admin] Publish callbacks [] for port (e0584d7a-697d-4af2-a001-580a8ada35ad), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:10.247496 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0977fc68-59c5-473c-9d1a-224460017077 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:10.252122 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0977fc68-59c5-473c-9d1a-224460017077 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.6276135 Mar 05 04:58:10.252449 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fe2f2078-db0b-4cfe-acf8-9db8f338d5d2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6e5092c20fe14dbdbd8241f34045fd32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5791459 Mar 05 04:58:10.253081 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59980) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:10.261826 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59982) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:10.320794 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 603c8687-dde3-46f9-aff3-1a74bbdb2619 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:58:10.352121 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5f5da177-444e-4b4e-bc77-63bb80abf00f req-57e61cb0-b85b-4ac1-9340-3cc9f1ca620c service neutron] 10.222.0.31 "GET /v2.0/networks/2d102781-783c-4af2-b7ba-7d653f1d35a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153580 Mar 05 04:58:10.369207 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff583be-37b8-448f-8b4e-863866396cb1 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:58:10.390786 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-7d596340-ada1-4022-953b-10ff6efcd543 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting port 41e2bc71-e688-4d1b-a027-b7817a4b0d2a {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:58:10.391408 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7d596340-ada1-4022-953b-10ff6efcd543 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (41e2bc71-e688-4d1b-a027-b7817a4b0d2a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:10.398784 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a6c0ad9e-a2ec-4dbe-9108-9c8143ebf717 admin admin] Publish callbacks [] for security_group (dda9ed6e-5f39-43cb-a89f-4fed152222eb), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:10.416281 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ae64c9f3-9fe4-42fe-88d7-80c54f63dc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (e0584d7a-697d-4af2-a001-580a8ada35ad), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:10.433907 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 603c8687-dde3-46f9-aff3-1a74bbdb2619 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:10.434199 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (603c8687-dde3-46f9-aff3-1a74bbdb2619), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:10.521197 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7d596340-ada1-4022-953b-10ff6efcd543 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (41e2bc71-e688-4d1b-a027-b7817a4b0d2a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:10.532569 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-13108c26-cbdd-45a3-8f8d-7bc6fb861a92 None None] Provisioning complete for port 58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:10.532819 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-13108c26-cbdd-45a3-8f8d-7bc6fb861a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:10.536883 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-7d596340-ada1-4022-953b-10ff6efcd543 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Calling delete_port for 41e2bc71-e688-4d1b-a027-b7817a4b0d2a owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:58:10.550609 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64c9f3-9fe4-42fe-88d7-80c54f63dc4b admin admin] Pushing event updated for resources: {'Port': ['ID=e0584d7a-697d-4af2-a001-580a8ada35ad,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:10.578155 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64c9f3-9fe4-42fe-88d7-80c54f63dc4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:10.578508 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64c9f3-9fe4-42fe-88d7-80c54f63dc4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:10.578855 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64c9f3-9fe4-42fe-88d7-80c54f63dc4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:10.579240 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64c9f3-9fe4-42fe-88d7-80c54f63dc4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:10.579582 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64c9f3-9fe4-42fe-88d7-80c54f63dc4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:10.579918 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64c9f3-9fe4-42fe-88d7-80c54f63dc4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:10.580249 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64c9f3-9fe4-42fe-88d7-80c54f63dc4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:10.580577 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64c9f3-9fe4-42fe-88d7-80c54f63dc4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:10.580904 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64c9f3-9fe4-42fe-88d7-80c54f63dc4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:10.581231 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64c9f3-9fe4-42fe-88d7-80c54f63dc4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:10.581558 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64c9f3-9fe4-42fe-88d7-80c54f63dc4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:10.581885 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64c9f3-9fe4-42fe-88d7-80c54f63dc4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:10.582210 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae64c9f3-9fe4-42fe-88d7-80c54f63dc4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:10.584454 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 603c8687-dde3-46f9-aff3-1a74bbdb2619 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:10.585867 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (603c8687-dde3-46f9-aff3-1a74bbdb2619), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:10.617318 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a6c0ad9e-a2ec-4dbe-9108-9c8143ebf717 admin admin] Publish callbacks [] for security_group (dda9ed6e-5f39-43cb-a89f-4fed152222eb), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:10.642464 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae64c9f3-9fe4-42fe-88d7-80c54f63dc4b admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:10.664851 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-ae64c9f3-9fe4-42fe-88d7-80c54f63dc4b admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:10.680335 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 603c8687-dde3-46f9-aff3-1a74bbdb2619, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=603c8687-dde3-46f9-aff3-1a74bbdb2619,segment=NetworkSegment(a36e05db-0122-44c8-b972-0d53660d87b1),segment_id=a36e05db-0122-44c8-b972-0d53660d87b1)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:10.684303 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae64c9f3-9fe4-42fe-88d7-80c54f63dc4b admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:58:10.692337 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (603c8687-dde3-46f9-aff3-1a74bbdb2619), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:10.693781 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:58:10.734377 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5f5da177-444e-4b4e-bc77-63bb80abf00f req-2d8319ae-a02d-49d7-9c32-31084e6dd909 service neutron] 10.222.0.31 "GET /v2.0/networks/2d102781-783c-4af2-b7ba-7d653f1d35a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693886 Mar 05 04:58:10.753396 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87c66f-7c7e-4a5a-b777-d62dd3b9e9da req-e96d9b51-e3a5-48d8-90aa-48aaa426a2e9 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:10.756094 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc87c66f-7c7e-4a5a-b777-d62dd3b9e9da req-e96d9b51-e3a5-48d8-90aa-48aaa426a2e9 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 944 time: 0.1948717 Mar 05 04:58:10.816143 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7d596340-ada1-4022-953b-10ff6efcd543 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (41e2bc71-e688-4d1b-a027-b7817a4b0d2a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:10.822260 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:10.822561 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:10.862968 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d596340-ada1-4022-953b-10ff6efcd543 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Port': ['ID=41e2bc71-e688-4d1b-a027-b7817a4b0d2a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:10.878529 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a6c0ad9e-a2ec-4dbe-9108-9c8143ebf717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (dda9ed6e-5f39-43cb-a89f-4fed152222eb), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:10.881285 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a6c0ad9e-a2ec-4dbe-9108-9c8143ebf717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:10.882446 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a6c0ad9e-a2ec-4dbe-9108-9c8143ebf717 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dda9ed6e-5f39-43cb-a89f-4fed152222eb HTTP/1.1" status: 204 len: 168 time: 0.6193449 Mar 05 04:58:10.932844 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0ad9e-a2ec-4dbe-9108-9c8143ebf717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda9ed6e-5f39-43cb-a89f-4fed152222eb,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:10.939502 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc87c66f-7c7e-4a5a-b777-d62dd3b9e9da req-cac53f41-f17b-4e4e-9231-f952b5fe651e tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772716 Mar 05 04:58:11.012476 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bcb0e4-cd8d-4a20-b445-aaef736bb003 None None] Update dhcp port {'port': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'fixed_ips': [{'subnet_id': '2e6023c4-4931-4a51-9ba3-f9b8f9e40f22', 'ip_address': '2001:db8::f816:3eff:fe55:130a'}, {'subnet_id': 'a15adfd4-2ac5-4321-80d5-a0e805164dd5'}], 'binding:host_id': 'n-d-789963-32'}, 'id': '58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12'} from n-d-789963-32. {{(pid=105233) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 05 04:58:11.017185 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7d596340-ada1-4022-953b-10ff6efcd543 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:11.024590 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7d596340-ada1-4022-953b-10ff6efcd543 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/41e2bc71-e688-4d1b-a027-b7817a4b0d2a HTTP/1.1" status: 204 len: 168 time: 0.7702613 Mar 05 04:58:11.026827 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59992) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:11.044738 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece794a2-cf7f-4a40-8c74-dde1397fcb52 req-31c45b2f-bcd3-499c-8dca-5c77d3bef594 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:11.046451 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ece794a2-cf7f-4a40-8c74-dde1397fcb52 req-31c45b2f-bcd3-499c-8dca-5c77d3bef594 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3169ad-df8d-4cea-a0ed-d9f965356744 HTTP/1.1" status: 200 len: 943 time: 0.1060684 Mar 05 04:58:11.052624 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=603c8687-dde3-46f9-aff3-1a74bbdb2619,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:11.060229 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb66e640-e1b3-418d-8357-0b654bc7794d None None] Network ff0d33ec-aab6-48ba-8172-cefc0a4d3843 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:58:11.098029 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-13108c26-cbdd-45a3-8f8d-7bc6fb861a92 None None] Current status of the port 58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:11.098739 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-13108c26-cbdd-45a3-8f8d-7bc6fb861a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:11.110948 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-74bcb0e4-cd8d-4a20-b445-aaef736bb003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:11.115472 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c3fe29-701f-49c0-ae1d-649d7b32ca87 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:11.116939 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c3fe29-701f-49c0-ae1d-649d7b32ca87 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:11.118188 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c3fe29-701f-49c0-ae1d-649d7b32ca87 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:11.123402 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f8c3fe29-701f-49c0-ae1d-649d7b32ca87 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0926559 Mar 05 04:58:11.124461 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59994) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:11.184305 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d406513-650d-4778-ae24-d4ef306e91d9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting subnet 2e6023c4-4931-4a51-9ba3-f9b8f9e40f22 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:58:11.189023 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9d406513-650d-4778-ae24-d4ef306e91d9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (2e6023c4-4931-4a51-9ba3-f9b8f9e40f22), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:11.203823 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ece794a2-cf7f-4a40-8c74-dde1397fcb52 req-de73e0bb-a20b-4eb6-bd98-3d29986158bf tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.11 "GET /v2.0/security-groups?id=007c593f-aaee-4bb9-aeaa-53509d908dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960000 Mar 05 04:58:11.216025 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ae64c9f3-9fe4-42fe-88d7-80c54f63dc4b admin admin] Publish callbacks [] for router_gateway (56d55b4f-5fc3-45ef-b772-c5434400ea05), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:11.221722 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:11.222123 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:11.257874 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9d406513-650d-4778-ae24-d4ef306e91d9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (2e6023c4-4931-4a51-9ba3-f9b8f9e40f22), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:11.308079 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-13108c26-cbdd-45a3-8f8d-7bc6fb861a92 None None] For port 58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:11.380801 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9d406513-650d-4778-ae24-d4ef306e91d9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (2e6023c4-4931-4a51-9ba3-f9b8f9e40f22), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:11.456684 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9d406513-650d-4778-ae24-d4ef306e91d9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (2e6023c4-4931-4a51-9ba3-f9b8f9e40f22), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:11.457349 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23c5cc-0fa3-4958-8d8e-17dbc01668e9 req-feedfbd8-ba6e-46d3-93b3-0f7689fee877 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:11.457349 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b23c5cc-0fa3-4958-8d8e-17dbc01668e9 req-feedfbd8-ba6e-46d3-93b3-0f7689fee877 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef20f788-6741-4fd7-9303-7bd9d1e8ca5e HTTP/1.1" status: 200 len: 946 time: 0.1251609 Mar 05 04:58:11.495907 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d406513-650d-4778-ae24-d4ef306e91d9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Subnet': ['ID=2e6023c4-4931-4a51-9ba3-f9b8f9e40f22,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:11.503974 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9d406513-650d-4778-ae24-d4ef306e91d9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:11.511733 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9d406513-650d-4778-ae24-d4ef306e91d9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/2e6023c4-4931-4a51-9ba3-f9b8f9e40f22 HTTP/1.1" status: 204 len: 168 time: 0.3867483 Mar 05 04:58:11.512948 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60010) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:11.529494 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-13108c26-cbdd-45a3-8f8d-7bc6fb861a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:11.566618 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b23c5cc-0fa3-4958-8d8e-17dbc01668e9 req-2458bdca-e382-49a1-8da1-a58661444313 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010163 Mar 05 04:58:11.571775 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ae64c9f3-9fe4-42fe-88d7-80c54f63dc4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (56d55b4f-5fc3-45ef-b772-c5434400ea05), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:11.578814 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 04:58:11.579493 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 04:58:11.586985 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7c0a688d-7d34-4a9e-a8d1-6247a1116d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:11.636154 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddca9581-6d6e-4bb2-9512-af28bc3e9169 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting subnet a15adfd4-2ac5-4321-80d5-a0e805164dd5 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:58:11.640556 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ddca9581-6d6e-4bb2-9512-af28bc3e9169 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (a15adfd4-2ac5-4321-80d5-a0e805164dd5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server [None req-74bcb0e4-cd8d-4a20-b445-aaef736bb003 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e6023c4-4931-4a51-9ba3-f9b8f9e40f22: This subnet is being modified by another concurrent operation. Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 04:58:11.664277 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 04:58:11.669063 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 04:58:11.669063 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 04:58:11.669063 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 04:58:11.669063 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 04:58:11.669063 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 04:58:11.669063 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 04:58:11.669063 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 04:58:11.669063 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 04:58:11.669063 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 04:58:11.669063 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 04:58:11.669063 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 04:58:11.669063 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 04:58:11.669063 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 04:58:11.669063 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 04:58:11.669063 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Mar 05 04:58:11.669063 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 05 04:58:11.669063 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 05 04:58:11.669063 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 04:58:11.669063 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port Mar 05 04:58:11.669063 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 05 04:58:11.669063 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Mar 05 04:58:11.669063 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 05 04:58:11.669063 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 05 04:58:11.669063 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 05 04:58:11.669063 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 05 04:58:11.669063 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 05 04:58:11.669063 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 05 04:58:11.669063 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 05 04:58:11.669063 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 05 04:58:11.669063 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise exception Mar 05 04:58:11.669063 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2e6023c4-4931-4a51-9ba3-f9b8f9e40f22: This subnet is being modified by another concurrent operation. Mar 05 04:58:11.669063 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server Mar 05 04:58:11.704614 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13108c26-cbdd-45a3-8f8d-7bc6fb861a92 None None] Pushing event updated for resources: {'Port': ['ID=58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:11.705642 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ddca9581-6d6e-4bb2-9512-af28bc3e9169 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (a15adfd4-2ac5-4321-80d5-a0e805164dd5), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:11.729975 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-487433fc-f6da-433e-b5f8-9444b0619f43 None None] Provisioning complete for port 603c8687-dde3-46f9-aff3-1a74bbdb2619 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:11.730535 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-487433fc-f6da-433e-b5f8-9444b0619f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (603c8687-dde3-46f9-aff3-1a74bbdb2619), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:11.756783 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae64c9f3-9fe4-42fe-88d7-80c54f63dc4b admin admin] Router 56d55b4f-5fc3-45ef-b772-c5434400ea05 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:58:11.783776 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 8c8f218f-bb4e-451e-8432-4e02672b442a details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:58:11.807184 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ddca9581-6d6e-4bb2-9512-af28bc3e9169 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (a15adfd4-2ac5-4321-80d5-a0e805164dd5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:11.889547 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ddca9581-6d6e-4bb2-9512-af28bc3e9169 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (a15adfd4-2ac5-4321-80d5-a0e805164dd5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:11.900308 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd47e861-97a1-4c73-a5ce-7149180e3125 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:58:11.919528 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca9581-6d6e-4bb2-9512-af28bc3e9169 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Subnet': ['ID=a15adfd4-2ac5-4321-80d5-a0e805164dd5,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:11.927798 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ddca9581-6d6e-4bb2-9512-af28bc3e9169 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:11.931245 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ddca9581-6d6e-4bb2-9512-af28bc3e9169 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/a15adfd4-2ac5-4321-80d5-a0e805164dd5 HTTP/1.1" status: 204 len: 168 time: 0.4160085 Mar 05 04:58:11.935265 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60020) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:11.978750 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae64c9f3-9fe4-42fe-88d7-80c54f63dc4b admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:58:11.990979 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa360447-ef2c-4864-ab23-89af9de3dc84 None None] Sync routers for ids ['56d55b4f-5fc3-45ef-b772-c5434400ea05'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:58:12.000088 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-152f262c-52a3-4267-ba25-04fd59fcf506 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635855 Mar 05 04:58:12.002809 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60024) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:12.008802 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-80a61742-d1b4-404c-9a7f-471edb8c6abc tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:12.011382 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa360447-ef2c-4864-ab23-89af9de3dc84 None None] Routers {'56d55b4f-5fc3-45ef-b772-c5434400ea05'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:58:12.013485 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-fa360447-ef2c-4864-ab23-89af9de3dc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:57:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['56d55b4f-5fc3-45ef-b772-c5434400ea05'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:12.041526 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ae64c9f3-9fe4-42fe-88d7-80c54f63dc4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:12.044282 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ae64c9f3-9fe4-42fe-88d7-80c54f63dc4b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1158509 Mar 05 04:58:12.046632 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60028) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:12.159878 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-fa360447-ef2c-4864-ab23-89af9de3dc84 None None] Set router 56d55b4f-5fc3-45ef-b772-c5434400ea05 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:58:12.220299 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a61742-d1b4-404c-9a7f-471edb8c6abc tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:58:12.223800 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-80a61742-d1b4-404c-9a7f-471edb8c6abc tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:12.302067 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-487433fc-f6da-433e-b5f8-9444b0619f43 None None] Current status of the port 603c8687-dde3-46f9-aff3-1a74bbdb2619 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:12.384993 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:12.389186 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 8c8f218f-bb4e-451e-8432-4e02672b442a, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=8c8f218f-bb4e-451e-8432-4e02672b442a,segment=NetworkSegment(b352ab22-97c2-4e4f-9192-fac86c6bcca4),segment_id=b352ab22-97c2-4e4f-9192-fac86c6bcca4)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:12.401848 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5591fb2c-a00f-4675-a5e4-a07486b76c67 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:58:12.410922 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc322d7-4886-402b-8c1a-8cce9e5f9931 req-a5cf400b-fea6-417a-baa8-858d1bf716f5 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:12.413307 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbc322d7-4886-402b-8c1a-8cce9e5f9931 req-a5cf400b-fea6-417a-baa8-858d1bf716f5 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 944 time: 0.1654785 Mar 05 04:58:12.443924 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d4ebe7-3074-4baa-8ccb-3dea05b5b3ed None None] DHCP port deletion for d9771a2e-94ae-4769-a90a-e0cdf5de3e37 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:58:12.446054 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '8c8f218f-bb4e-451e-8432-4e02672b442a', 'network_id': '2d102781-783c-4af2-b7ba-7d653f1d35a1', 'port_id': '8c8f218f-bb4e-451e-8432-4e02672b442a', 'mac_address': 'fa:16:3e:30:75:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e7bba38-4030-4f7b-9101-5530e3558d4c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:58:12.453622 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 5591fb2c-a00f-4675-a5e4-a07486b76c67 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:58:12.453993 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5591fb2c-a00f-4675-a5e4-a07486b76c67 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:58:12.512631 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-fa360447-ef2c-4864-ab23-89af9de3dc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d55b4f-5fc3-45ef-b772-c5434400ea05', 'name': 'tempest-TestVolumeBackupRestore-1715389301-router', 'tenant_id': 'a0421e47b7754578954110813009979d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e0584d7a-697d-4af2-a001-580a8ada35ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:58:06Z', 'updated_at': '2022-03-05T04:58:11Z', 'revision_number': 3, 'project_id': 'a0421e47b7754578954110813009979d', 'gw_port': {'id': 'e0584d7a-697d-4af2-a001-580a8ada35ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d55b4f-5fc3-45ef-b772-c5434400ea05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:58:09Z', 'updated_at': '2022-03-05T04:58:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:12.535146 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbc322d7-4886-402b-8c1a-8cce9e5f9931 req-6fe16de5-60b2-4911-84db-236d792b104a tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094744 Mar 05 04:58:12.594598 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa360447-ef2c-4864-ab23-89af9de3dc84 None None] Checking router: 56d55b4f-5fc3-45ef-b772-c5434400ea05 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:58:12.596487 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa360447-ef2c-4864-ab23-89af9de3dc84 None None] Updating router 56d55b4f-5fc3-45ef-b772-c5434400ea05 port e0584d7a-697d-4af2-a001-580a8ada35ad binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:58:12.600856 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 603c8687-dde3-46f9-aff3-1a74bbdb2619 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:58:12.609684 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-daa07dca-b4f3-476b-b444-eb67a9e7d9a3 None None] Provisioning complete for port 58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:12.610600 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-daa07dca-b4f3-476b-b444-eb67a9e7d9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:12.653138 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 8c8f218f-bb4e-451e-8432-4e02672b442a is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:12.653547 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8c8f218f-bb4e-451e-8432-4e02672b442a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:12.693365 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-fa360447-ef2c-4864-ab23-89af9de3dc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e0584d7a-697d-4af2-a001-580a8ada35ad), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:12.719999 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c8f218f-bb4e-451e-8432-4e02672b442a {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:58:12.771913 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 8c8f218f-bb4e-451e-8432-4e02672b442a, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=8c8f218f-bb4e-451e-8432-4e02672b442a,segment=NetworkSegment(b352ab22-97c2-4e4f-9192-fac86c6bcca4),segment_id=b352ab22-97c2-4e4f-9192-fac86c6bcca4)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:12.781606 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a5d4ebe7-3074-4baa-8ccb-3dea05b5b3ed None None] Deleting port 58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:58:12.782061 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a5d4ebe7-3074-4baa-8ccb-3dea05b5b3ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:12.802718 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8c8f218f-bb4e-451e-8432-4e02672b442a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:12.892978 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a3198-4c1a-4035-9ec0-be356791af9e req-76cf33d5-b8e7-4270-8870-8ebc1fbc31a9 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:12.894517 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc6a3198-4c1a-4035-9ec0-be356791af9e req-76cf33d5-b8e7-4270-8870-8ebc1fbc31a9 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3169ad-df8d-4cea-a0ed-d9f965356744 HTTP/1.1" status: 200 len: 943 time: 0.1771793 Mar 05 04:58:12.904181 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 603c8687-dde3-46f9-aff3-1a74bbdb2619 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:12.904558 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (603c8687-dde3-46f9-aff3-1a74bbdb2619), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:12.930836 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b7c927e4-bc57-47df-abc1-d072fc0397b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:12.959630 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dda02-8dd1-48f9-97ed-1cd41a020f87 req-d09f601e-1089-4bb4-bc55-9f4703e9d0af tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:12.961730 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c29dda02-8dd1-48f9-97ed-1cd41a020f87 req-d09f601e-1089-4bb4-bc55-9f4703e9d0af tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef20f788-6741-4fd7-9303-7bd9d1e8ca5e HTTP/1.1" status: 200 len: 946 time: 0.1744616 Mar 05 04:58:13.001654 n-d-789963-32 neutron-server[105232]: DEBUG neutron.objects.ports [None req-80a61742-d1b4-404c-9a7f-471edb8c6abc tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105232) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 05 04:58:13.030402 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc6a3198-4c1a-4035-9ec0-be356791af9e req-0736391c-3348-4142-9329-09d67dd88ed3 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.11 "GET /v2.0/security-groups?id=007c593f-aaee-4bb9-aeaa-53509d908dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251037 Mar 05 04:58:13.040805 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-a5d4ebe7-3074-4baa-8ccb-3dea05b5b3ed None None] For port 58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:13.041686 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a5d4ebe7-3074-4baa-8ccb-3dea05b5b3ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:13.043810 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-daa07dca-b4f3-476b-b444-eb67a9e7d9a3 None None] Current status of the port 58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:13.055397 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['8c8f218f-bb4e-451e-8432-4e02672b442a'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:58:13.106759 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=8c8f218f-bb4e-451e-8432-4e02672b442a,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:13.118307 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a5d4ebe7-3074-4baa-8ccb-3dea05b5b3ed None None] Calling delete_port for 58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:58:13.131581 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-daa07dca-b4f3-476b-b444-eb67a9e7d9a3 None None] Could not find standard attr ID for object 41e2bc71-e688-4d1b-a027-b7817a4b0d2a. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 04:58:13.173097 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-fa360447-ef2c-4864-ab23-89af9de3dc84 None None] Publish callbacks [] for port (e0584d7a-697d-4af2-a001-580a8ada35ad), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:13.185788 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-fa360447-ef2c-4864-ab23-89af9de3dc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e0584d7a-697d-4af2-a001-580a8ada35ad), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:13.201307 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-daa07dca-b4f3-476b-b444-eb67a9e7d9a3 None None] Provisioning complete for port 603c8687-dde3-46f9-aff3-1a74bbdb2619 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:13.201765 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-daa07dca-b4f3-476b-b444-eb67a9e7d9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (603c8687-dde3-46f9-aff3-1a74bbdb2619), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:13.232079 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f743efc0-8f63-42a0-a91f-29c87d52ca0c req-e393d56e-98fd-4cf6-9b25-9382e0dd12f9 tempest-ServerShowV257Test-964071195 tempest-ServerShowV257Test-964071195-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1c10b6-47fe-4a09-ad3c-3023c29c05a1 HTTP/1.1" status: 200 len: 210 time: 0.1019039 Mar 05 04:58:13.296090 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c29dda02-8dd1-48f9-97ed-1cd41a020f87 req-dcd3ec97-acb8-4a32-9dd0-ba35d32bbec1 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161957 Mar 05 04:58:13.299290 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03887ff1-8fcc-40d6-881b-7c488d2b3ebb None None] Pushing event updated for resources: {'Port': ['ID=e0584d7a-697d-4af2-a001-580a8ada35ad,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:13.317039 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-fa360447-ef2c-4864-ab23-89af9de3dc84 None None] Attempting to bind port e0584d7a-697d-4af2-a001-580a8ada35ad on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:58:13.317689 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-fa360447-ef2c-4864-ab23-89af9de3dc84 None None] Attempting to bind port e0584d7a-697d-4af2-a001-580a8ada35ad by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:58:13.318065 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa360447-ef2c-4864-ab23-89af9de3dc84 None None] Attempting to bind port e0584d7a-697d-4af2-a001-580a8ada35ad on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:58:13.324911 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa360447-ef2c-4864-ab23-89af9de3dc84 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:58:13.325791 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa360447-ef2c-4864-ab23-89af9de3dc84 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:58:13.326217 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-fa360447-ef2c-4864-ab23-89af9de3dc84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:13.326695 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa360447-ef2c-4864-ab23-89af9de3dc84 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:58:13.327355 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-fa360447-ef2c-4864-ab23-89af9de3dc84 None None] Bound port: e0584d7a-697d-4af2-a001-580a8ada35ad, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:58:13.328067 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-fa360447-ef2c-4864-ab23-89af9de3dc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e0584d7a-697d-4af2-a001-580a8ada35ad), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:13.354801 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 603c8687-dde3-46f9-aff3-1a74bbdb2619 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:13.399598 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-fa360447-ef2c-4864-ab23-89af9de3dc84 None None] For port e0584d7a-697d-4af2-a001-580a8ada35ad, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:58:13.404407 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-fa360447-ef2c-4864-ab23-89af9de3dc84 None None] For port e0584d7a-697d-4af2-a001-580a8ada35ad, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e0584d7a-697d-4af2-a001-580a8ada35ad,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:58:13.412250 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a5d4ebe7-3074-4baa-8ccb-3dea05b5b3ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:13.412446 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-fa360447-ef2c-4864-ab23-89af9de3dc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e0584d7a-697d-4af2-a001-580a8ada35ad), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:13.453700 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-80a61742-d1b4-404c-9a7f-471edb8c6abc tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:13.472810 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:58:13.480231 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4ebe7-3074-4baa-8ccb-3dea05b5b3ed None None] Pushing event deleted for resources: {'Port': ['ID=58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:13.491060 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-b7c927e4-bc57-47df-abc1-d072fc0397b5 admin admin] Allocated IP 172.20.0.1 (ff0d33ec-aab6-48ba-8172-cefc0a4d3843/ff10cb31-c7c7-4f58-85d1-ab31ccf61458/b3a7aa64-6296-424a-bd68-9922ac7aee0c) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:58:13.508568 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a61742-d1b4-404c-9a7f-471edb8c6abc tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Port 58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12 concurrently deleted while adding address for new subnet {'id': '255707d2-c904-4182-819c-d26326ea9dcd', 'name': '', 'tenant_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1839, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-03-05T04:58:12Z', 'updated_at': '2022-03-05T04:58:12Z', 'revision_number': 0, 'segment_id': None, 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03'}. {{(pid=105232) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:780}} Mar 05 04:58:13.509028 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-80a61742-d1b4-404c-9a7f-471edb8c6abc tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (255707d2-c904-4182-819c-d26326ea9dcd), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:13.509680 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-daa07dca-b4f3-476b-b444-eb67a9e7d9a3 None None] Current status of the port 603c8687-dde3-46f9-aff3-1a74bbdb2619 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:13.514437 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d1bd2387-390c-4747-9f24-372bac0df3d0 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:58:13.520042 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d4ebe7-3074-4baa-8ccb-3dea05b5b3ed None None] No DVR routers for this DVR port 58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:58:13.524770 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:58:13.525126 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 58fcc7aa-5c12-43e7-a0b9-7c4fe0dfac12 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:58:13.568080 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f4dbab-245a-47e0-b967-7342ff98f760 None None] get_active_networks_info from n-d-789963-32 {{(pid=105233) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 05 04:58:13.617418 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a61742-d1b4-404c-9a7f-471edb8c6abc tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:13.622780 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-80a61742-d1b4-404c-9a7f-471edb8c6abc tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:13.627129 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a61742-d1b4-404c-9a7f-471edb8c6abc tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:13.627774 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-80a61742-d1b4-404c-9a7f-471edb8c6abc tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:13.648727 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a61742-d1b4-404c-9a7f-471edb8c6abc tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Subnet': ['ID=255707d2-c904-4182-819c-d26326ea9dcd,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:13.665784 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-80a61742-d1b4-404c-9a7f-471edb8c6abc tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6617587 Mar 05 04:58:13.670614 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60064) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:13.686210 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-a6c0cd6f-a006-499e-9166-f1a98c1ffb4c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:13.742682 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:13.783963 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-741745e6-a371-4282-bce1-1edec80041c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:13.784175 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa360447-ef2c-4864-ab23-89af9de3dc84 None None] Routers {'56d55b4f-5fc3-45ef-b772-c5434400ea05'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:58:13.785622 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-fa360447-ef2c-4864-ab23-89af9de3dc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:58:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['56d55b4f-5fc3-45ef-b772-c5434400ea05'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:13.799557 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b7c927e4-bc57-47df-abc1-d072fc0397b5 admin admin] Publish callbacks [] for port (b3a7aa64-6296-424a-bd68-9922ac7aee0c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:13.861115 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b7c927e4-bc57-47df-abc1-d072fc0397b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (b3a7aa64-6296-424a-bd68-9922ac7aee0c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:13.913642 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f4dbab-245a-47e0-b967-7342ff98f760 None None] Resources bound (agent type, host, resource id): {{(pid=105233) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 04:58:13.914971 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c0cd6f-a006-499e-9166-f1a98c1ffb4c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:58:13.915894 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:13.918821 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03887ff1-8fcc-40d6-881b-7c488d2b3ebb None None] Pushing event updated for resources: {'Port': ['ID=e0584d7a-697d-4af2-a001-580a8ada35ad,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:13.923492 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a6c0cd6f-a006-499e-9166-f1a98c1ffb4c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:13.938192 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470d043-da74-4c45-8b8b-941b3b49f76d req-3438054c-b33e-4eb5-8c7d-4c73cd40e68d tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:13.947697 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8470d043-da74-4c45-8b8b-941b3b49f76d req-3438054c-b33e-4eb5-8c7d-4c73cd40e68d tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 944 time: 0.2628241 Mar 05 04:58:13.955251 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d1bd2387-390c-4747-9f24-372bac0df3d0, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d1bd2387-390c-4747-9f24-372bac0df3d0,segment=NetworkSegment(f0906293-c3cd-4ab0-baf8-2f3f35cc0161),segment_id=f0906293-c3cd-4ab0-baf8-2f3f35cc0161)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:13.973137 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-fa360447-ef2c-4864-ab23-89af9de3dc84 None None] Set router 56d55b4f-5fc3-45ef-b772-c5434400ea05 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:58:13.978283 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c927e4-bc57-47df-abc1-d072fc0397b5 admin admin] Network ff0d33ec-aab6-48ba-8172-cefc0a4d3843 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:14.018109 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-b7c927e4-bc57-47df-abc1-d072fc0397b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:14.040101 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c927e4-bc57-47df-abc1-d072fc0397b5 admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:58:14.099768 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c927e4-bc57-47df-abc1-d072fc0397b5 admin admin] Pushing event updated for resources: {'Port': ['ID=b3a7aa64-6296-424a-bd68-9922ac7aee0c,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:14.142847 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8470d043-da74-4c45-8b8b-941b3b49f76d req-8cb57461-1588-44b8-9fd2-a46532199387 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790903 Mar 05 04:58:14.193174 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b7c927e4-bc57-47df-abc1-d072fc0397b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (56d55b4f-5fc3-45ef-b772-c5434400ea05), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:14.230752 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'd1bd2387-390c-4747-9f24-372bac0df3d0', 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43', 'port_id': 'd1bd2387-390c-4747-9f24-372bac0df3d0', 'mac_address': 'fa:16:3e:b4:a2:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:58:14.327311 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a6c0cd6f-a006-499e-9166-f1a98c1ffb4c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (ab32fcf4-2bd6-4ea6-80c9-6b0cbcec7628), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:14.334531 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port d1bd2387-390c-4747-9f24-372bac0df3d0 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:14.336454 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d1bd2387-390c-4747-9f24-372bac0df3d0), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:14.384314 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-fa360447-ef2c-4864-ab23-89af9de3dc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d55b4f-5fc3-45ef-b772-c5434400ea05', 'name': 'tempest-TestVolumeBackupRestore-1715389301-router', 'tenant_id': 'a0421e47b7754578954110813009979d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e0584d7a-697d-4af2-a001-580a8ada35ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:58:06Z', 'updated_at': '2022-03-05T04:58:11Z', 'revision_number': 3, 'project_id': 'a0421e47b7754578954110813009979d', 'gw_port': {'id': 'e0584d7a-697d-4af2-a001-580a8ada35ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d55b4f-5fc3-45ef-b772-c5434400ea05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:58:09Z', 'updated_at': '2022-03-05T04:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:14.393447 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c0cd6f-a006-499e-9166-f1a98c1ffb4c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:14.397233 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-a6c0cd6f-a006-499e-9166-f1a98c1ffb4c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:14.416143 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c0cd6f-a006-499e-9166-f1a98c1ffb4c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:14.420051 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a6c0cd6f-a006-499e-9166-f1a98c1ffb4c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:14.440860 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0cd6f-a006-499e-9166-f1a98c1ffb4c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Subnet': ['ID=ab32fcf4-2bd6-4ea6-80c9-6b0cbcec7628,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:14.465497 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a6c0cd6f-a006-499e-9166-f1a98c1ffb4c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7927690 Mar 05 04:58:14.466225 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60082) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:14.472198 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-e99e95c4-6189-4433-baff-34143e22d6f5 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'port': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'mac_address': 'fa:16:3e:e5:69:7f', 'name': 'tempest-NetworksTestDHCPv6-460794136'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:14.479329 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1bd2387-390c-4747-9f24-372bac0df3d0 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:58:14.511699 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa360447-ef2c-4864-ab23-89af9de3dc84 None None] The sync data for ids ['56d55b4f-5fc3-45ef-b772-c5434400ea05'] in n-d-789963-32 is: [{'id': '56d55b4f-5fc3-45ef-b772-c5434400ea05', 'name': 'tempest-TestVolumeBackupRestore-1715389301-router', 'tenant_id': 'a0421e47b7754578954110813009979d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e0584d7a-697d-4af2-a001-580a8ada35ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:58:06Z', 'updated_at': '2022-03-05T04:58:11Z', 'revision_number': 3, 'project_id': 'a0421e47b7754578954110813009979d', 'gw_port': {'id': 'e0584d7a-697d-4af2-a001-580a8ada35ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d55b4f-5fc3-45ef-b772-c5434400ea05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:58:09Z', 'updated_at': '2022-03-05T04:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:58:14.516372 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d1bd2387-390c-4747-9f24-372bac0df3d0, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d1bd2387-390c-4747-9f24-372bac0df3d0,segment=NetworkSegment(f0906293-c3cd-4ab0-baf8-2f3f35cc0161),segment_id=f0906293-c3cd-4ab0-baf8-2f3f35cc0161)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:14.558259 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d1bd2387-390c-4747-9f24-372bac0df3d0), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:14.601412 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7a4cfe-cb35-42b8-81a2-81fb5af43144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-d9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'fixed_ips': [{'subnet_id': '255707d2-c904-4182-819c-d26326ea9dcd'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:58:14.603370 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7f7a4cfe-cb35-42b8-81a2-81fb5af43144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:14.637530 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99e95c4-6189-4433-baff-34143e22d6f5 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:58:14.638213 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=d1bd2387-390c-4747-9f24-372bac0df3d0,revision_number=9']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:14.749373 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e99e95c4-6189-4433-baff-34143e22d6f5 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:14.782569 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-e99e95c4-6189-4433-baff-34143e22d6f5 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] device_id is not set on port 3df52b4a-78ef-46d3-a061-9d452ef9c1f4 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 04:58:14.791267 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fa9e3d1c-b920-4019-bd6f-44039886f167 req-d4c17efd-bb07-4232-889b-cdc7f5d51fe4 tempest-ServerShowV257Test-964071195 tempest-ServerShowV257Test-964071195-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1c10b6-47fe-4a09-ad3c-3023c29c05a1 HTTP/1.1" status: 200 len: 210 time: 0.0507586 Mar 05 04:58:14.897790 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5948b35e-6619-4438-a720-9cd7ed5c48d0 req-30965fa8-f161-40be-a2f2-5bb9df33b958 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:14.905481 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5948b35e-6619-4438-a720-9cd7ed5c48d0 req-30965fa8-f161-40be-a2f2-5bb9df33b958 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3169ad-df8d-4cea-a0ed-d9f965356744 HTTP/1.1" status: 200 len: 944 time: 0.7543905 Mar 05 04:58:14.970208 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['d1bd2387-390c-4747-9f24-372bac0df3d0'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:58:15.019760 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b7c927e4-bc57-47df-abc1-d072fc0397b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b3a7aa64-6296-424a-bd68-9922ac7aee0c), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:15.028549 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:15.032729 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-7f7a4cfe-cb35-42b8-81a2-81fb5af43144 None None] Allocated IP 2001:db8::f816:3eff:fec9:cc4a (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/255707d2-c904-4182-819c-d26326ea9dcd/3aa66847-b674-4299-b893-a70d8b166bf0) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:58:15.045246 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd94437-0520-4f20-8d7a-9503ebbf4edb req-e7e5b898-7067-479a-8241-2fa2139a5a8e tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:15.046827 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbd94437-0520-4f20-8d7a-9503ebbf4edb req-e7e5b898-7067-479a-8241-2fa2139a5a8e tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef20f788-6741-4fd7-9303-7bd9d1e8ca5e HTTP/1.1" status: 200 len: 946 time: 0.1595559 Mar 05 04:58:15.060611 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5948b35e-6619-4438-a720-9cd7ed5c48d0 req-4cf445ab-bdf8-4977-9b4e-ea8867113818 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.11 "GET /v2.0/security-groups?id=007c593f-aaee-4bb9-aeaa-53509d908dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532910 Mar 05 04:58:15.165843 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbd94437-0520-4f20-8d7a-9503ebbf4edb req-9ba46b74-87da-4b11-a39b-b371296bc138 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037376 Mar 05 04:58:15.294224 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7f7a4cfe-cb35-42b8-81a2-81fb5af43144 None None] Publish callbacks [] for port (3aa66847-b674-4299-b893-a70d8b166bf0), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:15.305820 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7f7a4cfe-cb35-42b8-81a2-81fb5af43144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (3aa66847-b674-4299-b893-a70d8b166bf0), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:15.310053 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042b2ff-ea87-44a3-9e3b-3d837974bbba req-c6b942d6-27d7-4cc0-ab5e-051e2328d974 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:15.311675 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e042b2ff-ea87-44a3-9e3b-3d837974bbba req-c6b942d6-27d7-4cc0-ab5e-051e2328d974 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 945 time: 0.1662002 Mar 05 04:58:15.371770 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a4cfe-cb35-42b8-81a2-81fb5af43144 None None] Pushing event updated for resources: {'Port': ['ID=3aa66847-b674-4299-b893-a70d8b166bf0,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:15.388087 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7a4cfe-cb35-42b8-81a2-81fb5af43144 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:15.389784 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-7f7a4cfe-cb35-42b8-81a2-81fb5af43144 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:15.392659 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7a4cfe-cb35-42b8-81a2-81fb5af43144 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:58:15.400286 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08532e03-c5e3-4c31-bf02-364fad094d97 req-18c6e7c0-5310-4e26-9bc4-7524c924fcd9 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:15.407808 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-08532e03-c5e3-4c31-bf02-364fad094d97 req-18c6e7c0-5310-4e26-9bc4-7524c924fcd9 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 945 time: 0.1624250 Mar 05 04:58:15.414418 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e042b2ff-ea87-44a3-9e3b-3d837974bbba req-c6c529f5-f91e-41cf-afca-8575eabc1ae8 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929108 Mar 05 04:58:15.416500 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b7c927e4-bc57-47df-abc1-d072fc0397b5 admin admin] Publish callbacks [] for port (b3a7aa64-6296-424a-bd68-9922ac7aee0c), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:15.434901 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-e99e95c4-6189-4433-baff-34143e22d6f5 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Allocated IP 172.20.0.13 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/ab32fcf4-2bd6-4ea6-80c9-6b0cbcec7628/3df52b4a-78ef-46d3-a061-9d452ef9c1f4) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:58:15.443923 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b7c927e4-bc57-47df-abc1-d072fc0397b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (b3a7aa64-6296-424a-bd68-9922ac7aee0c), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:15.458170 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-e99e95c4-6189-4433-baff-34143e22d6f5 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Allocated IP 2001:db8::f816:3eff:fee5:697f (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/255707d2-c904-4182-819c-d26326ea9dcd/3df52b4a-78ef-46d3-a061-9d452ef9c1f4) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:58:15.490602 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-7f7a4cfe-cb35-42b8-81a2-81fb5af43144 None None] Attempting to bind port 3aa66847-b674-4299-b893-a70d8b166bf0 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:58:15.490993 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-7f7a4cfe-cb35-42b8-81a2-81fb5af43144 None None] Attempting to bind port 3aa66847-b674-4299-b893-a70d8b166bf0 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:58:15.491415 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7a4cfe-cb35-42b8-81a2-81fb5af43144 None None] Attempting to bind port 3aa66847-b674-4299-b893-a70d8b166bf0 on network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:58:15.497167 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7a4cfe-cb35-42b8-81a2-81fb5af43144 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:58:15.497899 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7a4cfe-cb35-42b8-81a2-81fb5af43144 None None] Checking segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:58:15.498320 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7f7a4cfe-cb35-42b8-81a2-81fb5af43144 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:15.498726 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7a4cfe-cb35-42b8-81a2-81fb5af43144 None None] Bound using segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:58:15.499844 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-7f7a4cfe-cb35-42b8-81a2-81fb5af43144 None None] Bound port: 3aa66847-b674-4299-b893-a70d8b166bf0, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:58:15.500241 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7f7a4cfe-cb35-42b8-81a2-81fb5af43144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3aa66847-b674-4299-b893-a70d8b166bf0), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:15.569646 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-7f7a4cfe-cb35-42b8-81a2-81fb5af43144 None None] For port 3aa66847-b674-4299-b893-a70d8b166bf0, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:58:15.574048 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-7f7a4cfe-cb35-42b8-81a2-81fb5af43144 None None] For port 3aa66847-b674-4299-b893-a70d8b166bf0, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=3aa66847-b674-4299-b893-a70d8b166bf0,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:58:15.582916 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7f7a4cfe-cb35-42b8-81a2-81fb5af43144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3aa66847-b674-4299-b893-a70d8b166bf0), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:15.598685 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3aef7ee6-dfed-4767-891b-5f6fa0f483c4 req-355070e1-dcbb-4643-8ff0-5cce73d7aa17 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5d1c10b6-47fe-4a09-ad3c-3023c29c05a1 HTTP/1.1" status: 200 len: 210 time: 0.0744705 Mar 05 04:58:15.599338 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c927e4-bc57-47df-abc1-d072fc0397b5 admin admin] Pushing event updated for resources: {'Port': ['ID=b3a7aa64-6296-424a-bd68-9922ac7aee0c,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:15.622686 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b7c927e4-bc57-47df-abc1-d072fc0397b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (56d55b4f-5fc3-45ef-b772-c5434400ea05), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:15.640067 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a4cfe-cb35-42b8-81a2-81fb5af43144 None None] Pushing event updated for resources: {'Port': ['ID=3aa66847-b674-4299-b893-a70d8b166bf0,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:15.675508 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e99e95c4-6189-4433-baff-34143e22d6f5 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for port (3df52b4a-78ef-46d3-a061-9d452ef9c1f4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:15.676129 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-08532e03-c5e3-4c31-bf02-364fad094d97 req-ca8cdcb5-da84-4dac-96e5-764452bb9dfe tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2524352 Mar 05 04:58:15.717549 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e99e95c4-6189-4433-baff-34143e22d6f5 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (3df52b4a-78ef-46d3-a061-9d452ef9c1f4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:15.770903 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99e95c4-6189-4433-baff-34143e22d6f5 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:15.774024 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-e99e95c4-6189-4433-baff-34143e22d6f5 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:15.778458 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99e95c4-6189-4433-baff-34143e22d6f5 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:58:15.798818 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 8c8f218f-bb4e-451e-8432-4e02672b442a up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:58:15.804855 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c927e4-bc57-47df-abc1-d072fc0397b5 admin admin] Network ff0d33ec-aab6-48ba-8172-cefc0a4d3843 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:15.806468 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e95c4-6189-4433-baff-34143e22d6f5 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Port': ['ID=3df52b4a-78ef-46d3-a061-9d452ef9c1f4,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:15.807008 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-b7c927e4-bc57-47df-abc1-d072fc0397b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:15.854508 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99e95c4-6189-4433-baff-34143e22d6f5 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:15.855510 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e99e95c4-6189-4433-baff-34143e22d6f5 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:15.892895 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e99e95c4-6189-4433-baff-34143e22d6f5 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4254456 Mar 05 04:58:15.895444 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60092) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:15.915592 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 8c8f218f-bb4e-451e-8432-4e02672b442a completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:58:15.925592 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 8c8f218f-bb4e-451e-8432-4e02672b442a triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:15.925993 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8c8f218f-bb4e-451e-8432-4e02672b442a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:16.026613 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd025a8-3286-4545-8c70-2139d7868390 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:16.032626 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd025a8-3286-4545-8c70-2139d7868390 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:16.050762 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-dcd025a8-3286-4545-8c70-2139d7868390 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1518085 Mar 05 04:58:16.051624 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60094) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:16.088104 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 8c8f218f-bb4e-451e-8432-4e02672b442a is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:16.089254 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8c8f218f-bb4e-451e-8432-4e02672b442a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:16.136784 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-911cf4c1-2cfb-4a77-9ce9-671f5234547e req-b15a8836-7393-4e01-ae39-4fffbafa71bd tempest-ServerShowV257Test-964071195 tempest-ServerShowV257Test-964071195-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1c10b6-47fe-4a09-ad3c-3023c29c05a1 HTTP/1.1" status: 200 len: 210 time: 0.1865609 Mar 05 04:58:16.140003 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3169ad-df8d-4cea-a0ed-d9f965356744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8f218f-bb4e-451e-8432-4e02672b442a'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:58:16.142496 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5e00db-8820-48f2-9e3d-89436a253948" -d '{"events": [{"server_uuid": "aa3169ad-df8d-4cea-a0ed-d9f965356744", "name": "network-vif-plugged", "status": "completed", "tag": "8c8f218f-bb4e-451e-8432-4e02672b442a"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:58:16.209134 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 8c8f218f-bb4e-451e-8432-4e02672b442a, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=8c8f218f-bb4e-451e-8432-4e02672b442a,segment=NetworkSegment(b352ab22-97c2-4e4f-9192-fac86c6bcca4),segment_id=b352ab22-97c2-4e4f-9192-fac86c6bcca4)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:16.217326 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f69151-0392-46c6-92f9-bb9be41bc6e9 x-openstack-request-id: req-c4f69151-0392-46c6-92f9-bb9be41bc6e9 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:58:16.217555 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3169ad-df8d-4cea-a0ed-d9f965356744", "name": "network-vif-plugged", "status": "completed", "tag": "8c8f218f-bb4e-451e-8432-4e02672b442a", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:58:16.217813 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c4f69151-0392-46c6-92f9-bb9be41bc6e9 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:58:16.218215 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3169ad-df8d-4cea-a0ed-d9f965356744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8f218f-bb4e-451e-8432-4e02672b442a', 'code': 200} Mar 05 04:58:16.219457 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8c8f218f-bb4e-451e-8432-4e02672b442a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:16.224060 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c927e4-bc57-47df-abc1-d072fc0397b5 admin admin] Router 56d55b4f-5fc3-45ef-b772-c5434400ea05 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:58:16.234055 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-e9d87514-6df6-41d4-bf2a-5b4c4855749e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting port 3df52b4a-78ef-46d3-a061-9d452ef9c1f4 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:58:16.234419 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e9d87514-6df6-41d4-bf2a-5b4c4855749e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (3df52b4a-78ef-46d3-a061-9d452ef9c1f4), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:16.247897 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:16.333560 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=8c8f218f-bb4e-451e-8432-4e02672b442a,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:16.366503 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c7591-f549-409c-93ae-360f452ff3df req-1dde5fe7-db39-4ec8-baa8-81992c675ac0 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:16.368210 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de1c7591-f549-409c-93ae-360f452ff3df req-1dde5fe7-db39-4ec8-baa8-81992c675ac0 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3169ad-df8d-4cea-a0ed-d9f965356744 HTTP/1.1" status: 200 len: 944 time: 0.1898525 Mar 05 04:58:16.418584 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e9d87514-6df6-41d4-bf2a-5b4c4855749e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (3df52b4a-78ef-46d3-a061-9d452ef9c1f4), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:16.433919 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-e9d87514-6df6-41d4-bf2a-5b4c4855749e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Calling delete_port for 3df52b4a-78ef-46d3-a061-9d452ef9c1f4 owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:58:16.459813 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45689e28-82ae-4e8d-aed3-15548ca77640 req-ef14d60c-6df3-4d0a-aa76-20522bb521b4 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:16.461394 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-45689e28-82ae-4e8d-aed3-15548ca77640 req-ef14d60c-6df3-4d0a-aa76-20522bb521b4 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 945 time: 0.0936980 Mar 05 04:58:16.486109 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a93136-7462-4285-8b8b-0c486e876349 req-b2690a46-b4e6-4a5b-b03a-59461c807981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:16.487556 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d5a93136-7462-4285-8b8b-0c486e876349 req-b2690a46-b4e6-4a5b-b03a-59461c807981 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=aa3169ad-df8d-4cea-a0ed-d9f965356744 HTTP/1.1" status: 200 len: 1128 time: 0.1861312 Mar 05 04:58:16.520772 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c927e4-bc57-47df-abc1-d072fc0397b5 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:58:16.529110 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b7c927e4-bc57-47df-abc1-d072fc0397b5 admin admin] 10.222.0.11 "PUT /v2.0/routers/56d55b4f-5fc3-45ef-b772-c5434400ea05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4812734 Mar 05 04:58:16.538227 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff46e7-6bf0-4a88-8c63-afdddf1bc093 req-730149b6-865a-488c-a713-6b03fbf1e073 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:16.539338 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c9ff46e7-6bf0-4a88-8c63-afdddf1bc093 req-730149b6-865a-488c-a713-6b03fbf1e073 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef20f788-6741-4fd7-9303-7bd9d1e8ca5e HTTP/1.1" status: 200 len: 946 time: 0.2175398 Mar 05 04:58:16.564158 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de1c7591-f549-409c-93ae-360f452ff3df req-4fb4eb10-4a3e-4a5d-b5ca-da57efe6fcaf tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.11 "GET /v2.0/security-groups?id=007c593f-aaee-4bb9-aeaa-53509d908dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659286 Mar 05 04:58:16.648966 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d5a93136-7462-4285-8b8b-0c486e876349 req-7b315292-a568-44f5-954a-274045623122 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=007c593f-aaee-4bb9-aeaa-53509d908dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529398 Mar 05 04:58:16.696133 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e0584d7a-697d-4af2-a001-580a8ada35ad up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:58:16.735434 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c9ff46e7-6bf0-4a88-8c63-afdddf1bc093 req-b1abfa33-7785-4b5c-8dbf-b101f5a24bfb tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700134 Mar 05 04:58:16.763551 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392ccff-355a-4ecb-b4a2-551ccf2c6be6 req-e0bc7a1d-9dfb-47ea-a2cf-8629343befcd tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:16.770294 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2392ccff-355a-4ecb-b4a2-551ccf2c6be6 req-e0bc7a1d-9dfb-47ea-a2cf-8629343befcd tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 945 time: 0.1254761 Mar 05 04:58:16.825331 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port e0584d7a-697d-4af2-a001-580a8ada35ad triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:16.825780 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e0584d7a-697d-4af2-a001-580a8ada35ad), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:16.839972 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e9d87514-6df6-41d4-bf2a-5b4c4855749e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (3df52b4a-78ef-46d3-a061-9d452ef9c1f4), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:16.875836 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2392ccff-355a-4ecb-b4a2-551ccf2c6be6 req-901da5f2-e0a0-40c8-8ade-f30d3a0eea41 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=e994a793-ce60-4b39-acc4-577f0dbc0f97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045637 Mar 05 04:58:16.901671 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d87514-6df6-41d4-bf2a-5b4c4855749e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Port': ['ID=3df52b4a-78ef-46d3-a061-9d452ef9c1f4,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:16.913768 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-45689e28-82ae-4e8d-aed3-15548ca77640 req-d6b0888b-bbf4-4b74-ad38-c5cce85c5917 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Deleting port 2df2f954-f596-41f7-a05e-f84d6836a2af {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:58:16.914210 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-45689e28-82ae-4e8d-aed3-15548ca77640 req-d6b0888b-bbf4-4b74-ad38-c5cce85c5917 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (2df2f954-f596-41f7-a05e-f84d6836a2af), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:16.924568 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e8704-b522-421d-b1b6-c057b0a88491 req-fed99088-b470-4033-af3b-84a13305a74e tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:16.926224 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-836e8704-b522-421d-b1b6-c057b0a88491 req-fed99088-b470-4033-af3b-84a13305a74e tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 945 time: 0.1010273 Mar 05 04:58:16.983762 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port e0584d7a-697d-4af2-a001-580a8ada35ad is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:16.986960 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e0584d7a-697d-4af2-a001-580a8ada35ad), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:17.043564 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-836e8704-b522-421d-b1b6-c057b0a88491 req-9e2ce697-a288-4ea1-a6ef-0e7e78ece7de tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113696 Mar 05 04:58:17.060065 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port e0584d7a-697d-4af2-a001-580a8ada35ad, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e0584d7a-697d-4af2-a001-580a8ada35ad,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:17.064561 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e0584d7a-697d-4af2-a001-580a8ada35ad), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:17.065671 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 3aa66847-b674-4299-b893-a70d8b166bf0 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:58:17.146655 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=e0584d7a-697d-4af2-a001-580a8ada35ad,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:17.163841 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e9d87514-6df6-41d4-bf2a-5b4c4855749e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:17.168301 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e9d87514-6df6-41d4-bf2a-5b4c4855749e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/3df52b4a-78ef-46d3-a061-9d452ef9c1f4 HTTP/1.1" status: 204 len: 168 time: 1.1156895 Mar 05 04:58:17.171669 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60120) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:17.177162 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-45689e28-82ae-4e8d-aed3-15548ca77640 req-d6b0888b-bbf4-4b74-ad38-c5cce85c5917 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] For port 2df2f954-f596-41f7-a05e-f84d6836a2af, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=2df2f954-f596-41f7-a05e-f84d6836a2af,segment=NetworkSegment(5417d672-2669-477b-9200-026fcb760706),segment_id=5417d672-2669-477b-9200-026fcb760706)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:17.177761 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-45689e28-82ae-4e8d-aed3-15548ca77640 req-d6b0888b-bbf4-4b74-ad38-c5cce85c5917 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (2df2f954-f596-41f7-a05e-f84d6836a2af), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:17.206820 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 3aa66847-b674-4299-b893-a70d8b166bf0 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:17.207760 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3aa66847-b674-4299-b893-a70d8b166bf0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:17.276256 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2057b34-840c-4b5f-b28c-4d132528be97 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:17.278288 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2057b34-840c-4b5f-b28c-4d132528be97 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:17.280391 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2057b34-840c-4b5f-b28c-4d132528be97 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:17.282071 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c2057b34-840c-4b5f-b28c-4d132528be97 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1093662 Mar 05 04:58:17.285708 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60138) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:17.426766 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 3aa66847-b674-4299-b893-a70d8b166bf0 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:17.427351 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3aa66847-b674-4299-b893-a70d8b166bf0), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:17.458166 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-db87b7a8-67ce-4694-8d60-9371d8ebcc2b req-c18d8b8f-034e-4463-ba36-755d7c093197 tempest-ServerShowV257Test-964071195 tempest-ServerShowV257Test-964071195-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1c10b6-47fe-4a09-ad3c-3023c29c05a1 HTTP/1.1" status: 200 len: 210 time: 0.1089654 Mar 05 04:58:17.475224 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08fe4b4-d05e-4dc6-80bd-f8844096d745 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting subnet 255707d2-c904-4182-819c-d26326ea9dcd {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:58:17.479685 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 3aa66847-b674-4299-b893-a70d8b166bf0, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=3aa66847-b674-4299-b893-a70d8b166bf0,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:17.484517 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f08fe4b4-d05e-4dc6-80bd-f8844096d745 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (255707d2-c904-4182-819c-d26326ea9dcd), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:17.487679 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3aa66847-b674-4299-b893-a70d8b166bf0), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:17.593999 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=3aa66847-b674-4299-b893-a70d8b166bf0,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:17.606229 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f08fe4b4-d05e-4dc6-80bd-f8844096d745 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (255707d2-c904-4182-819c-d26326ea9dcd), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:17.612630 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d1bd2387-390c-4747-9f24-372bac0df3d0 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:58:17.708631 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c6176a-60a6-4a15-9a64-86c7295f0360 None None] Sync routers for ids ['56d55b4f-5fc3-45ef-b772-c5434400ea05'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:58:17.744560 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-45689e28-82ae-4e8d-aed3-15548ca77640 req-d6b0888b-bbf4-4b74-ad38-c5cce85c5917 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:17.746132 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-45689e28-82ae-4e8d-aed3-15548ca77640 req-d6b0888b-bbf4-4b74-ad38-c5cce85c5917 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (a70aac10-25f3-4c14-9923-ccafc83b313e), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:17.746668 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [req-45689e28-82ae-4e8d-aed3-15548ca77640 req-d6b0888b-bbf4-4b74-ad38-c5cce85c5917 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Floating IP a70aac10-25f3-4c14-9923-ccafc83b313e disassociated. External IP: 172.25.0.176, port: 2df2f954-f596-41f7-a05e-f84d6836a2af. Mar 05 04:58:17.747044 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-45689e28-82ae-4e8d-aed3-15548ca77640 req-d6b0888b-bbf4-4b74-ad38-c5cce85c5917 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Calling delete_port for 2df2f954-f596-41f7-a05e-f84d6836a2af owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:58:17.783006 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea45fe7-05f0-4874-bc68-170af8f3b6c3 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:58:17.907710 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f08fe4b4-d05e-4dc6-80bd-f8844096d745 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (255707d2-c904-4182-819c-d26326ea9dcd), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:17.956290 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c6176a-60a6-4a15-9a64-86c7295f0360 None None] Routers {'56d55b4f-5fc3-45ef-b772-c5434400ea05'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:58:17.957143 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-a0c6176a-60a6-4a15-9a64-86c7295f0360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:58:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['56d55b4f-5fc3-45ef-b772-c5434400ea05'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:18.133665 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60188) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:18.138411 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port d1bd2387-390c-4747-9f24-372bac0df3d0 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:18.138793 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d1bd2387-390c-4747-9f24-372bac0df3d0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:18.139428 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f08fe4b4-d05e-4dc6-80bd-f8844096d745 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (255707d2-c904-4182-819c-d26326ea9dcd), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:18.148772 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-2a6cd37c-05fd-4498-9cdd-0ad9510a318f tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1161602192', 'description': 'tempest-description--746327610'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:18.149025 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:18.206400 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-45689e28-82ae-4e8d-aed3-15548ca77640 req-d6b0888b-bbf4-4b74-ad38-c5cce85c5917 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (2df2f954-f596-41f7-a05e-f84d6836a2af), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:18.224840 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-7a7ec686-71a0-4739-b1a5-d6611d82ff63 None None] Provisioning complete for port 3aa66847-b674-4299-b893-a70d8b166bf0 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:18.225219 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7a7ec686-71a0-4739-b1a5-d6611d82ff63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3aa66847-b674-4299-b893-a70d8b166bf0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:18.245431 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08fe4b4-d05e-4dc6-80bd-f8844096d745 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Subnet': ['ID=255707d2-c904-4182-819c-d26326ea9dcd,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:18.264628 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f08fe4b4-d05e-4dc6-80bd-f8844096d745 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:18.268047 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f08fe4b4-d05e-4dc6-80bd-f8844096d745 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/255707d2-c904-4182-819c-d26326ea9dcd HTTP/1.1" status: 204 len: 168 time: 0.9802711 Mar 05 04:58:18.285150 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0888b-bbf4-4b74-ad38-c5cce85c5917 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Pushing event deleted for resources: {'Port': ['ID=2df2f954-f596-41f7-a05e-f84d6836a2af,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:18.287140 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60190) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:18.291068 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd37c-05fd-4498-9cdd-0ad9510a318f tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:18.398852 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade334e-36d7-4107-ba89-8e89165bca48 req-5b068095-7979-4fa6-ac35-7a7a004bd3f3 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:18.410168 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ade334e-36d7-4107-ba89-8e89165bca48 req-5b068095-7979-4fa6-ac35-7a7a004bd3f3 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef20f788-6741-4fd7-9303-7bd9d1e8ca5e HTTP/1.1" status: 200 len: 946 time: 0.1820269 Mar 05 04:58:18.420015 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303ee2b-d1b3-420f-aa6e-abcf1c3a96cc req-87c14b76-3708-4e92-bec8-20e7dc1eacf0 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:18.427827 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a303ee2b-d1b3-420f-aa6e-abcf1c3a96cc req-87c14b76-3708-4e92-bec8-20e7dc1eacf0 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3169ad-df8d-4cea-a0ed-d9f965356744 HTTP/1.1" status: 200 len: 945 time: 0.2649543 Mar 05 04:58:18.434407 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-a0c6176a-60a6-4a15-9a64-86c7295f0360 None None] Set router 56d55b4f-5fc3-45ef-b772-c5434400ea05 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:58:18.483609 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd37c-05fd-4498-9cdd-0ad9510a318f tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group (f2042260-7759-4c9c-b4d2-a1beac14245a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:18.493941 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd37c-05fd-4498-9cdd-0ad9510a318f tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f2042260-7759-4c9c-b4d2-a1beac14245a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:18.602130 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ade334e-36d7-4107-ba89-8e89165bca48 req-04621fcb-1e62-40a1-b619-68dee79c4314 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905646 Mar 05 04:58:18.608146 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-f12e7bc3-46d0-480a-8a06-bcbaa2cc14f7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting subnet ab32fcf4-2bd6-4ea6-80c9-6b0cbcec7628 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:58:18.620856 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f12e7bc3-46d0-480a-8a06-bcbaa2cc14f7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (ab32fcf4-2bd6-4ea6-80c9-6b0cbcec7628), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:18.625799 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port d1bd2387-390c-4747-9f24-372bac0df3d0 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:18.626192 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d1bd2387-390c-4747-9f24-372bac0df3d0), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:18.674658 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd37c-05fd-4498-9cdd-0ad9510a318f tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:18.676710 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2a6cd37c-05fd-4498-9cdd-0ad9510a318f tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5397906 Mar 05 04:58:18.689332 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a303ee2b-d1b3-420f-aa6e-abcf1c3a96cc req-613458a6-d1f0-45b5-b0cc-dc023509f858 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.11 "GET /v2.0/security-groups?id=007c593f-aaee-4bb9-aeaa-53509d908dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601378 Mar 05 04:58:18.689864 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60214) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:18.694813 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6cd37c-05fd-4498-9cdd-0ad9510a318f tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2042260-7759-4c9c-b4d2-a1beac14245a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:18.696205 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-417bb8ab-9b68-4fe8-8772-7445b8884431 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Request body: {'security_group_rule': {'security_group_id': 'f2042260-7759-4c9c-b4d2-a1beac14245a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:18.709961 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f12e7bc3-46d0-480a-8a06-bcbaa2cc14f7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (ab32fcf4-2bd6-4ea6-80c9-6b0cbcec7628), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:18.730892 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e0584d7a-697d-4af2-a001-580a8ada35ad up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:58:18.740564 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-417bb8ab-9b68-4fe8-8772-7445b8884431 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group_rule (3439fed3-7ac8-4347-90b5-197a4637197e), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:18.829898 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-40a64c09-2db6-4c32-b47a-dc338c1007ab req-870a3b03-cf02-4ca5-91b8-d07916ca834a tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 210 time: 0.0509892 Mar 05 04:58:18.857220 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939d753d-225a-4c87-8959-e07053961ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bd2387-390c-4747-9f24-372bac0df3d0'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:58:18.859538 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86462431-0870-4f1a-b060-10b5bb044567" -d '{"events": [{"server_uuid": "939d753d-225a-4c87-8959-e07053961ebf", "name": "network-vif-plugged", "status": "completed", "tag": "d1bd2387-390c-4747-9f24-372bac0df3d0"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:58:18.900382 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f12e7bc3-46d0-480a-8a06-bcbaa2cc14f7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (ab32fcf4-2bd6-4ea6-80c9-6b0cbcec7628), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:18.924071 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-7a7ec686-71a0-4739-b1a5-d6611d82ff63 None None] Current status of the port 3aa66847-b674-4299-b893-a70d8b166bf0 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:18.933619 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d1bd2387-390c-4747-9f24-372bac0df3d0, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d1bd2387-390c-4747-9f24-372bac0df3d0,segment=NetworkSegment(f0906293-c3cd-4ab0-baf8-2f3f35cc0161),segment_id=f0906293-c3cd-4ab0-baf8-2f3f35cc0161)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:18.936508 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3cb78e25-3653-45d8-a05b-14597793ebd3 req-1a9d8b21-0847-4f2d-8770-726820306383 tempest-ServerShowV257Test-964071195 tempest-ServerShowV257Test-964071195-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1c10b6-47fe-4a09-ad3c-3023c29c05a1 HTTP/1.1" status: 200 len: 210 time: 0.1032114 Mar 05 04:58:18.980953 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45689e28-82ae-4e8d-aed3-15548ca77640 req-d6b0888b-bbf4-4b74-ad38-c5cce85c5917 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Router 5192b81b-7539-4749-bfdc-ec971480fb6f has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:58:18.983579 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d1bd2387-390c-4747-9f24-372bac0df3d0), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:18.984418 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 2df2f954-f596-41f7-a05e-f84d6836a2af no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:58:18.985794 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-417bb8ab-9b68-4fe8-8772-7445b8884431 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group_rule (3439fed3-7ac8-4347-90b5-197a4637197e), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:18.990266 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e717df0b-606b-4915-b4f0-b966db5c5132 None None] Update dhcp port {'port': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'fixed_ips': [{'subnet_id': 'ab32fcf4-2bd6-4ea6-80c9-6b0cbcec7628'}, {'subnet_id': '255707d2-c904-4182-819c-d26326ea9dcd'}], 'binding:host_id': 'n-d-789963-32'}, 'id': '3aa66847-b674-4299-b893-a70d8b166bf0'} from n-d-789963-32. {{(pid=105233) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 05 04:58:19.014362 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-417bb8ab-9b68-4fe8-8772-7445b8884431 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (3439fed3-7ac8-4347-90b5-197a4637197e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:19.054340 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417bb8ab-9b68-4fe8-8772-7445b8884431 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3439fed3-7ac8-4347-90b5-197a4637197e,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:19.067646 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-417bb8ab-9b68-4fe8-8772-7445b8884431 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:19.071991 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-417bb8ab-9b68-4fe8-8772-7445b8884431 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3807983 Mar 05 04:58:19.072886 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60230) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:19.084194 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9db74-02a3-402a-a996-539665431142 req-30c52208-4c7f-4272-9e68-d8219b52cccc tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:19.093077 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2ef9db74-02a3-402a-a996-539665431142 req-30c52208-4c7f-4272-9e68-d8219b52cccc tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 947 time: 0.1363676 Mar 05 04:58:19.115411 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-1ed930eb-2a62-4ff6-9fba-17893ec24160 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Request body: {'security_group_rule': {'security_group_id': 'f2042260-7759-4c9c-b4d2-a1beac14245a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:19.173398 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a98b03-0bd9-46f0-8092-7a80921c8550 x-openstack-request-id: req-29a98b03-0bd9-46f0-8092-7a80921c8550 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:58:19.173988 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939d753d-225a-4c87-8959-e07053961ebf", "name": "network-vif-plugged", "status": "completed", "tag": "d1bd2387-390c-4747-9f24-372bac0df3d0", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:58:19.173988 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-29a98b03-0bd9-46f0-8092-7a80921c8550 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:58:19.174347 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939d753d-225a-4c87-8959-e07053961ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bd2387-390c-4747-9f24-372bac0df3d0', 'code': 200} Mar 05 04:58:19.205414 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2ef9db74-02a3-402a-a996-539665431142 req-e3d0aa09-bf9b-459c-a3e2-63108a83af4b tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109536 Mar 05 04:58:19.219356 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 2df2f954-f596-41f7-a05e-f84d6836a2af {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:58:19.219658 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 2df2f954-f596-41f7-a05e-f84d6836a2af not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:58:19.233779 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1ed930eb-2a62-4ff6-9fba-17893ec24160 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group_rule (01b8a5bc-0b47-48dc-a00d-002e14a35222), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:19.240754 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port e0584d7a-697d-4af2-a001-580a8ada35ad triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:19.241148 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e0584d7a-697d-4af2-a001-580a8ada35ad), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:19.350069 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1ed930eb-2a62-4ff6-9fba-17893ec24160 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group_rule (01b8a5bc-0b47-48dc-a00d-002e14a35222), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:19.358559 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1ed930eb-2a62-4ff6-9fba-17893ec24160 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (01b8a5bc-0b47-48dc-a00d-002e14a35222), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:19.393079 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed930eb-2a62-4ff6-9fba-17893ec24160 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b8a5bc-0b47-48dc-a00d-002e14a35222,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:19.394219 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f12e7bc3-46d0-480a-8a06-bcbaa2cc14f7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (ab32fcf4-2bd6-4ea6-80c9-6b0cbcec7628), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:19.401491 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1ed930eb-2a62-4ff6-9fba-17893ec24160 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:19.402960 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1ed930eb-2a62-4ff6-9fba-17893ec24160 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3277411 Mar 05 04:58:19.406782 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60236) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:19.411507 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-98a4ffb8-ce08-4384-9d8b-e18b2b9c3408 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:19.445057 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-98a4ffb8-ce08-4384-9d8b-e18b2b9c3408 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:19.473727 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f12e7bc3-46d0-480a-8a06-bcbaa2cc14f7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:19.480779 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60238) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:19.489346 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f12e7bc3-46d0-480a-8a06-bcbaa2cc14f7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/ab32fcf4-2bd6-4ea6-80c9-6b0cbcec7628 HTTP/1.1" status: 204 len: 168 time: 1.1939237 Mar 05 04:58:19.517989 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45689e28-82ae-4e8d-aed3-15548ca77640 req-d6b0888b-bbf4-4b74-ad38-c5cce85c5917 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:58:19.520596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e7bc3-46d0-480a-8a06-bcbaa2cc14f7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Subnet': ['ID=ab32fcf4-2bd6-4ea6-80c9-6b0cbcec7628,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:19.533382 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba03602-9715-4778-b101-bfc27e57502d None None] Sync routers for ids ['5192b81b-7539-4749-bfdc-ec971480fb6f'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:58:19.562129 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba03602-9715-4778-b101-bfc27e57502d None None] Routers {'5192b81b-7539-4749-bfdc-ec971480fb6f'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:58:19.566563 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-3ba03602-9715-4778-b101-bfc27e57502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:58:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['5192b81b-7539-4749-bfdc-ec971480fb6f'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:19.576376 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e717df0b-606b-4915-b4f0-b966db5c5132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3aa66847-b674-4299-b893-a70d8b166bf0), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:19.589281 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-45689e28-82ae-4e8d-aed3-15548ca77640 req-d6b0888b-bbf4-4b74-ad38-c5cce85c5917 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] No DVR routers for this DVR port 2df2f954-f596-41f7-a05e-f84d6836a2af on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:58:19.594214 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b96e4-75fc-499e-b9f5-feee674c713c req-9fd8663e-687b-486a-9726-3593f5d07ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:19.595837 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-158b96e4-75fc-499e-b9f5-feee674c713c req-9fd8663e-687b-486a-9726-3593f5d07ac3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 1130 time: 0.2394185 Mar 05 04:58:19.596923 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-45689e28-82ae-4e8d-aed3-15548ca77640 req-d6b0888b-bbf4-4b74-ad38-c5cce85c5917 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:19.607396 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-45689e28-82ae-4e8d-aed3-15548ca77640 req-d6b0888b-bbf4-4b74-ad38-c5cce85c5917 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.30 "DELETE /v2.0/ports/2df2f954-f596-41f7-a05e-f84d6836a2af HTTP/1.1" status: 204 len: 173 time: 3.1107681 Mar 05 04:58:19.607888 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fb41b9-875d-4678-8219-73aa5b385832', 'name': 'network-vif-deleted', 'tag': '2df2f954-f596-41f7-a05e-f84d6836a2af'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:58:19.611679 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d74ca5-16ae-4d63-9ef0-bb274d5ffac5" -d '{"events": [{"server_uuid": "b3fb41b9-875d-4678-8219-73aa5b385832", "name": "network-vif-deleted", "tag": "2df2f954-f596-41f7-a05e-f84d6836a2af"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:58:19.671416 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port e0584d7a-697d-4af2-a001-580a8ada35ad is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:19.674740 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 3aa66847-b674-4299-b893-a70d8b166bf0 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:58:19.677340 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-daa5966a-62e9-42d5-8f74-b1ed73ba35e7 None None] Provisioning complete for port b3a7aa64-6296-424a-bd68-9922ac7aee0c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:19.677721 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-daa5966a-62e9-42d5-8f74-b1ed73ba35e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b3a7aa64-6296-424a-bd68-9922ac7aee0c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:19.729649 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e3c86e-1c81-41bb-b5bd-51ffbf39e10d x-openstack-request-id: req-87e3c86e-1c81-41bb-b5bd-51ffbf39e10d {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:58:19.729973 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3fb41b9-875d-4678-8219-73aa5b385832", "name": "network-vif-deleted", "tag": "2df2f954-f596-41f7-a05e-f84d6836a2af", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:58:19.730174 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-87e3c86e-1c81-41bb-b5bd-51ffbf39e10d {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:58:19.730581 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3fb41b9-875d-4678-8219-73aa5b385832', 'name': 'network-vif-deleted', 'tag': '2df2f954-f596-41f7-a05e-f84d6836a2af', 'status': 'completed', 'code': 200} Mar 05 04:58:19.799394 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-158b96e4-75fc-499e-b9f5-feee674c713c req-6c8e182f-a83b-4f54-a37b-245e93698d69 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605637 Mar 05 04:58:19.820932 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1ffd57ee-83f8-4d7f-9956-7e02fcefa2d0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3373506 Mar 05 04:58:19.825631 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60244) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:19.831023 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-2d2303ff-40ce-4b2f-acd9-b467553b1b52 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:19.912141 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164ce87-9ead-4e91-8d3d-6348fd0f6653 req-b04d82a6-0efb-434d-91ac-419b7cbb0182 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:19.922378 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1164ce87-9ead-4e91-8d3d-6348fd0f6653 req-b04d82a6-0efb-434d-91ac-419b7cbb0182 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3169ad-df8d-4cea-a0ed-d9f965356744 HTTP/1.1" status: 200 len: 945 time: 0.4172437 Mar 05 04:58:19.956806 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-3ba03602-9715-4778-b101-bfc27e57502d None None] Set router 5192b81b-7539-4749-bfdc-ec971480fb6f gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:58:20.079638 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1164ce87-9ead-4e91-8d3d-6348fd0f6653 req-6c2252db-a6be-47ec-b75b-9e16b52c71f3 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.11 "GET /v2.0/security-groups?id=007c593f-aaee-4bb9-aeaa-53509d908dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542835 Mar 05 04:58:20.097640 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-daa5966a-62e9-42d5-8f74-b1ed73ba35e7 None None] Port b3a7aa64-6296-424a-bd68-9922ac7aee0c cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:58:20.103744 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=d1bd2387-390c-4747-9f24-372bac0df3d0,revision_number=10']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:20.124826 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a65b3-3392-4a1c-84a8-8e80a9966127 req-6a07793e-a6b9-4df1-9a53-212f6742ee9b tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:20.128743 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2303ff-40ce-4b2f-acd9-b467553b1b52 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:58:20.147312 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d2303ff-40ce-4b2f-acd9-b467553b1b52 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:20.152229 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-529a65b3-3392-4a1c-84a8-8e80a9966127 req-6a07793e-a6b9-4df1-9a53-212f6742ee9b tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef20f788-6741-4fd7-9303-7bd9d1e8ca5e HTTP/1.1" status: 200 len: 946 time: 0.2170742 Mar 05 04:58:20.181314 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-a0c6176a-60a6-4a15-9a64-86c7295f0360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d55b4f-5fc3-45ef-b772-c5434400ea05', 'name': 'tempest-TestVolumeBackupRestore-1715389301-router', 'tenant_id': 'a0421e47b7754578954110813009979d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e0584d7a-697d-4af2-a001-580a8ada35ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:58:06Z', 'updated_at': '2022-03-05T04:58:14Z', 'revision_number': 4, 'project_id': 'a0421e47b7754578954110813009979d', 'gw_port': {'id': 'e0584d7a-697d-4af2-a001-580a8ada35ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d55b4f-5fc3-45ef-b772-c5434400ea05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:58:09Z', 'updated_at': '2022-03-05T04:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'b3a7aa64-6296-424a-bd68-9922ac7aee0c', 'name': '', 'network_id': 'ff0d33ec-aab6-48ba-8172-cefc0a4d3843', 'tenant_id': 'a0421e47b7754578954110813009979d', 'mac_address': 'fa:16:3e:05:d8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d55b4f-5fc3-45ef-b772-c5434400ea05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ff10cb31-c7c7-4f58-85d1-ab31ccf61458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:58:13Z', 'updated_at': '2022-03-05T04:58:15Z', 'revision_number': 2, 'project_id': 'a0421e47b7754578954110813009979d', 'subnets': [{'id': 'ff10cb31-c7c7-4f58-85d1-ab31ccf61458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:20.248754 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c6176a-60a6-4a15-9a64-86c7295f0360 None None] Checking router: 56d55b4f-5fc3-45ef-b772-c5434400ea05 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:58:20.249457 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c6176a-60a6-4a15-9a64-86c7295f0360 None None] Updating router 56d55b4f-5fc3-45ef-b772-c5434400ea05 port b3a7aa64-6296-424a-bd68-9922ac7aee0c binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:58:20.296326 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 3aa66847-b674-4299-b893-a70d8b166bf0 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:20.296326 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3aa66847-b674-4299-b893-a70d8b166bf0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:20.303673 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a41edf-9370-4271-ad73-6e9571b3b8c5 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:58:20.355613 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-98a4ffb8-ce08-4384-9d8b-e18b2b9c3408 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:20.394260 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-529a65b3-3392-4a1c-84a8-8e80a9966127 req-66197bdc-79e2-49e9-bf17-a8c2450ad751 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407949 Mar 05 04:58:20.444798 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-7d61e99b-d9fb-4a7c-a1df-b438282991c6 None None] Provisioning complete for port 3aa66847-b674-4299-b893-a70d8b166bf0 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:20.445489 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7d61e99b-d9fb-4a7c-a1df-b438282991c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3aa66847-b674-4299-b893-a70d8b166bf0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:20.482085 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c438e4e5-ecba-4563-821b-81258172cdc4 req-f067e248-b4a4-47d6-8c50-b8751a587877 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=b3fb41b9-875d-4678-8219-73aa5b385832 HTTP/1.1" status: 200 len: 210 time: 0.1338928 Mar 05 04:58:20.517467 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a0c6176a-60a6-4a15-9a64-86c7295f0360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b3a7aa64-6296-424a-bd68-9922ac7aee0c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:20.691748 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-3ba03602-9715-4778-b101-bfc27e57502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'name': 'tempest-AttachVolumeTestJSON-1804951668-router', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:54:02Z', 'updated_at': '2022-03-05T04:54:15Z', 'revision_number': 4, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'gw_port': {'id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:04Z', 'updated_at': '2022-03-05T04:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e', 'name': '', 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'mac_address': 'fa:16:3e:c0:35:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'd4f62d24-d369-4f32-b0d3-8cc062c5524d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:13Z', 'updated_at': '2022-03-05T04:54:21Z', 'revision_number': 5, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'subnets': [{'id': 'd4f62d24-d369-4f32-b0d3-8cc062c5524d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:20.810270 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba03602-9715-4778-b101-bfc27e57502d None None] Checking router: 5192b81b-7539-4749-bfdc-ec971480fb6f for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:58:20.846754 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba03602-9715-4778-b101-bfc27e57502d None None] Routers {'5192b81b-7539-4749-bfdc-ec971480fb6f'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:58:20.849879 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 3aa66847-b674-4299-b893-a70d8b166bf0 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:20.851483 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-3ba03602-9715-4778-b101-bfc27e57502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:58:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['5192b81b-7539-4749-bfdc-ec971480fb6f'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:20.898054 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f9b9359b-12ea-4d43-8770-7ac74e53297a req-a53442e9-a5e9-4446-92c7-aa2075196882 tempest-ServerShowV257Test-964071195 tempest-ServerShowV257Test-964071195-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1c10b6-47fe-4a09-ad3c-3023c29c05a1 HTTP/1.1" status: 200 len: 210 time: 0.4065771 Mar 05 04:58:20.948629 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7450808-0178-4385-b28f-9a9b2ae88668 None None] DHCP port deletion for d9771a2e-94ae-4769-a90a-e0cdf5de3e37 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:58:20.967042 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-7d61e99b-d9fb-4a7c-a1df-b438282991c6 None None] Current status of the port 3aa66847-b674-4299-b893-a70d8b166bf0 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:21.084368 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 3aa66847-b674-4299-b893-a70d8b166bf0 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:58:21.095113 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-3ba03602-9715-4778-b101-bfc27e57502d None None] Set router 5192b81b-7539-4749-bfdc-ec971480fb6f gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:58:21.109919 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-98a4ffb8-ce08-4384-9d8b-e18b2b9c3408 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Allocated IP 172.25.0.185 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/d3326a88-3048-4142-a576-69e09b9c6263) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:58:21.124796 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fadd60-01dd-4bf8-9cb3-8a5fd87d14f5 req-0e4d1db9-bd89-4d7b-8fec-acbf9e51291e tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:21.126284 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-58fadd60-01dd-4bf8-9cb3-8a5fd87d14f5 req-0e4d1db9-bd89-4d7b-8fec-acbf9e51291e tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa3169ad-df8d-4cea-a0ed-d9f965356744 HTTP/1.1" status: 200 len: 945 time: 0.4391453 Mar 05 04:58:21.183687 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb1588-ade5-4c26-b28e-676d6c129e5d req-ddbed8b1-560f-4200-b50b-1c71a62de79b tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:21.195717 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5fdb1588-ade5-4c26-b28e-676d6c129e5d req-ddbed8b1-560f-4200-b50b-1c71a62de79b tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 947 time: 0.4872546 Mar 05 04:58:21.373513 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c7450808-0178-4385-b28f-9a9b2ae88668 None None] Deleting port 3aa66847-b674-4299-b893-a70d8b166bf0 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:58:21.374147 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c7450808-0178-4385-b28f-9a9b2ae88668 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (3aa66847-b674-4299-b893-a70d8b166bf0), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:21.614183 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-3ba03602-9715-4778-b101-bfc27e57502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'name': 'tempest-AttachVolumeTestJSON-1804951668-router', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:54:02Z', 'updated_at': '2022-03-05T04:54:15Z', 'revision_number': 4, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'gw_port': {'id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:04Z', 'updated_at': '2022-03-05T04:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e', 'name': '', 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'mac_address': 'fa:16:3e:c0:35:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'd4f62d24-d369-4f32-b0d3-8cc062c5524d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:13Z', 'updated_at': '2022-03-05T04:54:21Z', 'revision_number': 5, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'subnets': [{'id': 'd4f62d24-d369-4f32-b0d3-8cc062c5524d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:21.709950 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-c7450808-0178-4385-b28f-9a9b2ae88668 None None] For port 3aa66847-b674-4299-b893-a70d8b166bf0, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=3aa66847-b674-4299-b893-a70d8b166bf0,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:21.711770 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c7450808-0178-4385-b28f-9a9b2ae88668 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (3aa66847-b674-4299-b893-a70d8b166bf0), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:21.721202 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 3aa66847-b674-4299-b893-a70d8b166bf0 is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:21.721607 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3aa66847-b674-4299-b893-a70d8b166bf0), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:21.740239 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba03602-9715-4778-b101-bfc27e57502d None None] The sync data for ids ['5192b81b-7539-4749-bfdc-ec971480fb6f'] in n-d-789963-32 is: [{'id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'name': 'tempest-AttachVolumeTestJSON-1804951668-router', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:54:02Z', 'updated_at': '2022-03-05T04:54:15Z', 'revision_number': 4, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'gw_port': {'id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:04Z', 'updated_at': '2022-03-05T04:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e', 'name': '', 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'mac_address': 'fa:16:3e:c0:35:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'd4f62d24-d369-4f32-b0d3-8cc062c5524d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:13Z', 'updated_at': '2022-03-05T04:54:21Z', 'revision_number': 5, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'subnets': [{'id': 'd4f62d24-d369-4f32-b0d3-8cc062c5524d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:58:21.799754 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d2303ff-40ce-4b2f-acd9-b467553b1b52 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (e125defa-1a97-407e-8865-ded76c56d08c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:21.820751 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c7450808-0178-4385-b28f-9a9b2ae88668 None None] Calling delete_port for 3aa66847-b674-4299-b893-a70d8b166bf0 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:58:21.909328 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2303ff-40ce-4b2f-acd9-b467553b1b52 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:21.912761 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-2d2303ff-40ce-4b2f-acd9-b467553b1b52 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:21.930197 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2303ff-40ce-4b2f-acd9-b467553b1b52 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:21.930794 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d2303ff-40ce-4b2f-acd9-b467553b1b52 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:21.937636 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 3aa66847-b674-4299-b893-a70d8b166bf0, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=3aa66847-b674-4299-b893-a70d8b166bf0,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:21.940001 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a0c6176a-60a6-4a15-9a64-86c7295f0360 None None] Publish callbacks [] for port (b3a7aa64-6296-424a-bd68-9922ac7aee0c), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:21.944745 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2303ff-40ce-4b2f-acd9-b467553b1b52 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Subnet': ['ID=e125defa-1a97-407e-8865-ded76c56d08c,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:21.958991 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3aa66847-b674-4299-b893-a70d8b166bf0), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:21.965628 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a0c6176a-60a6-4a15-9a64-86c7295f0360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b3a7aa64-6296-424a-bd68-9922ac7aee0c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:21.970421 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2d2303ff-40ce-4b2f-acd9-b467553b1b52 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1433461 Mar 05 04:58:21.973132 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60300) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:21.978171 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-c44d336a-a173-4f00-96aa-fdf4f222addd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:22.254100 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5fdb1588-ade5-4c26-b28e-676d6c129e5d req-211d052b-cef4-4758-9fc8-260a6f721bab tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0557148 Mar 05 04:58:22.305036 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44d336a-a173-4f00-96aa-fdf4f222addd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:58:22.309386 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c44d336a-a173-4f00-96aa-fdf4f222addd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:22.317855 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=3aa66847-b674-4299-b893-a70d8b166bf0,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:22.372205 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c7450808-0178-4385-b28f-9a9b2ae88668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (3aa66847-b674-4299-b893-a70d8b166bf0), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:22.378765 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2947e8db-51d3-412e-bd77-73c7ad6066e5 None None] New status for floating IP a70aac10-25f3-4c14-9923-ccafc83b313e: DOWN {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 04:58:22.381487 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-98a4ffb8-ce08-4384-9d8b-e18b2b9c3408 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for port (d3326a88-3048-4142-a576-69e09b9c6263), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:22.423494 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299dfd6-fa2c-4200-b584-33f533ca5103 req-1dda5b80-1ded-4202-93e7-5115312e6a05 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:22.431445 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9299dfd6-fa2c-4200-b584-33f533ca5103 req-1dda5b80-1ded-4202-93e7-5115312e6a05 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3169ad-df8d-4cea-a0ed-d9f965356744 HTTP/1.1" status: 200 len: 945 time: 1.0859263 Mar 05 04:58:22.472435 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:58:22.602408 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7450808-0178-4385-b28f-9a9b2ae88668 None None] No DVR routers for this DVR port 3aa66847-b674-4299-b893-a70d8b166bf0 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:58:22.610200 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-a0c6176a-60a6-4a15-9a64-86c7295f0360 None None] Attempting to bind port b3a7aa64-6296-424a-bd68-9922ac7aee0c on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:58:22.610566 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-a0c6176a-60a6-4a15-9a64-86c7295f0360 None None] Attempting to bind port b3a7aa64-6296-424a-bd68-9922ac7aee0c by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'a36e05db-0122-44c8-b972-0d53660d87b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ff0d33ec-aab6-48ba-8172-cefc0a4d3843'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:58:22.611105 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c6176a-60a6-4a15-9a64-86c7295f0360 None None] Attempting to bind port b3a7aa64-6296-424a-bd68-9922ac7aee0c on network ff0d33ec-aab6-48ba-8172-cefc0a4d3843 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:58:22.641670 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9299dfd6-fa2c-4200-b584-33f533ca5103 req-9a11b969-a5ff-4c49-9096-93555e984fe2 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.11 "GET /v2.0/security-groups?id=007c593f-aaee-4bb9-aeaa-53509d908dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091119 Mar 05 04:58:22.673986 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-58fadd60-01dd-4bf8-9cb3-8a5fd87d14f5 req-126d097c-a647-4094-bba8-f8bd6be646ed tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Deleting port 8c8f218f-bb4e-451e-8432-4e02672b442a {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:58:22.674249 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-58fadd60-01dd-4bf8-9cb3-8a5fd87d14f5 req-126d097c-a647-4094-bba8-f8bd6be646ed tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (8c8f218f-bb4e-451e-8432-4e02672b442a), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:22.676625 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1824e12-ff1e-4092-bd1b-c9f1e5335443 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:58:22.787426 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c6176a-60a6-4a15-9a64-86c7295f0360 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:58:22.787857 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c6176a-60a6-4a15-9a64-86c7295f0360 None None] Checking segment: {'id': 'a36e05db-0122-44c8-b972-0d53660d87b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ff0d33ec-aab6-48ba-8172-cefc0a4d3843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:58:22.788900 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a0c6176a-60a6-4a15-9a64-86c7295f0360 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:22.788900 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c6176a-60a6-4a15-9a64-86c7295f0360 None None] Bound using segment: {'id': 'a36e05db-0122-44c8-b972-0d53660d87b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ff0d33ec-aab6-48ba-8172-cefc0a4d3843'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:58:22.789180 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-a0c6176a-60a6-4a15-9a64-86c7295f0360 None None] Bound port: b3a7aa64-6296-424a-bd68-9922ac7aee0c, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a36e05db-0122-44c8-b972-0d53660d87b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ff0d33ec-aab6-48ba-8172-cefc0a4d3843'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:58:22.789518 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a0c6176a-60a6-4a15-9a64-86c7295f0360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b3a7aa64-6296-424a-bd68-9922ac7aee0c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:22.824066 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569fb7fc-580f-4ce0-9189-c1c30131f60c None None] Pushing event updated for resources: {'Port': ['ID=b3a7aa64-6296-424a-bd68-9922ac7aee0c,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:22.839125 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8f5f0-3cb0-4cea-97ef-27e1cd264627 req-ec191747-6e1e-43c4-ab4b-b012ad46f18c tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:22.852060 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-04f8f5f0-3cb0-4cea-97ef-27e1cd264627 req-ec191747-6e1e-43c4-ab4b-b012ad46f18c tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef20f788-6741-4fd7-9303-7bd9d1e8ca5e HTTP/1.1" status: 200 len: 946 time: 0.4581065 Mar 05 04:58:22.876438 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-98a4ffb8-ce08-4384-9d8b-e18b2b9c3408 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (d3326a88-3048-4142-a576-69e09b9c6263), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:22.960244 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f25787bb-87eb-431a-bd0a-0804e64c3bb5 req-a63a915d-a767-4672-89c4-7f9b7ec508f0 tempest-ServerShowV257Test-964071195 tempest-ServerShowV257Test-964071195-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1c10b6-47fe-4a09-ad3c-3023c29c05a1 HTTP/1.1" status: 200 len: 210 time: 0.1008949 Mar 05 04:58:22.963057 n-d-789963-32 neutron-server[105232]: DEBUG neutron.objects.ports [None req-c44d336a-a173-4f00-96aa-fdf4f222addd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105232) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 05 04:58:22.964646 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-b823ef35-b631-4ba7-bef5-2002a087281a None None] Provisioning complete for port b3a7aa64-6296-424a-bd68-9922ac7aee0c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:22.965230 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b823ef35-b631-4ba7-bef5-2002a087281a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b3a7aa64-6296-424a-bd68-9922ac7aee0c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:22.971269 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7450808-0178-4385-b28f-9a9b2ae88668 None None] Pushing event deleted for resources: {'Port': ['ID=3aa66847-b674-4299-b893-a70d8b166bf0,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:22.977098 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c44d336a-a173-4f00-96aa-fdf4f222addd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (240ddf30-80d6-4a19-aa5d-bffd28d932a8), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:23.013454 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a4ffb8-ce08-4384-9d8b-e18b2b9c3408 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:23.044094 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60306) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:23.064924 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-58fadd60-01dd-4bf8-9cb3-8a5fd87d14f5 req-126d097c-a647-4094-bba8-f8bd6be646ed tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] For port 8c8f218f-bb4e-451e-8432-4e02672b442a, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=8c8f218f-bb4e-451e-8432-4e02672b442a,segment=NetworkSegment(b352ab22-97c2-4e4f-9192-fac86c6bcca4),segment_id=b352ab22-97c2-4e4f-9192-fac86c6bcca4)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:23.065391 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-58fadd60-01dd-4bf8-9cb3-8a5fd87d14f5 req-126d097c-a647-4094-bba8-f8bd6be646ed tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (8c8f218f-bb4e-451e-8432-4e02672b442a), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:23.087223 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-58fadd60-01dd-4bf8-9cb3-8a5fd87d14f5 req-126d097c-a647-4094-bba8-f8bd6be646ed tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Calling delete_port for 8c8f218f-bb4e-451e-8432-4e02672b442a owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:58:23.108644 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-98a4ffb8-ce08-4384-9d8b-e18b2b9c3408 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:23.119231 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-04f8f5f0-3cb0-4cea-97ef-27e1cd264627 req-b8e832f5-dc4b-4d08-b064-4d49407041be tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344222 Mar 05 04:58:23.126071 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a4ffb8-ce08-4384-9d8b-e18b2b9c3408 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:58:23.127059 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44d336a-a173-4f00-96aa-fdf4f222addd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:23.154973 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-c44d336a-a173-4f00-96aa-fdf4f222addd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:23.158375 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44d336a-a173-4f00-96aa-fdf4f222addd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:23.158977 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c44d336a-a173-4f00-96aa-fdf4f222addd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:23.173059 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b823ef35-b631-4ba7-bef5-2002a087281a None None] Port b3a7aa64-6296-424a-bd68-9922ac7aee0c cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:58:23.190661 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4ffb8-ce08-4384-9d8b-e18b2b9c3408 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event updated for resources: {'Port': ['ID=d3326a88-3048-4142-a576-69e09b9c6263,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:23.216728 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-a0c6176a-60a6-4a15-9a64-86c7295f0360 None None] For port b3a7aa64-6296-424a-bd68-9922ac7aee0c, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:58:23.230971 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-a0c6176a-60a6-4a15-9a64-86c7295f0360 None None] For port b3a7aa64-6296-424a-bd68-9922ac7aee0c, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b3a7aa64-6296-424a-bd68-9922ac7aee0c,segment=NetworkSegment(a36e05db-0122-44c8-b972-0d53660d87b1),segment_id=a36e05db-0122-44c8-b972-0d53660d87b1)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:58:23.238930 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a0c6176a-60a6-4a15-9a64-86c7295f0360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b3a7aa64-6296-424a-bd68-9922ac7aee0c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:23.245081 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1a1307-dd65-41fc-8ea5-f37670c33c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-d9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'fixed_ips': [{'subnet_id': 'e125defa-1a97-407e-8865-ded76c56d08c'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:58:23.246327 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dc1a1307-dd65-41fc-8ea5-f37670c33c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:23.260877 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c44d336a-a173-4f00-96aa-fdf4f222addd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2859745 Mar 05 04:58:23.263902 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d336a-a173-4f00-96aa-fdf4f222addd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Subnet': ['ID=240ddf30-80d6-4a19-aa5d-bffd28d932a8,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:23.265902 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60314) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:23.295430 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-486db608-5912-49a8-b416-682f4bf07275 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'port': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'mac_address': 'fa:16:3e:9a:9e:d2', 'name': 'tempest-NetworksTestDHCPv6-993723357'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:23.367173 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8d1a905d-6a46-4a0a-9413-e8692db2eb91 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for security_group (e994a793-ce60-4b39-acc4-577f0dbc0f97), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:23.518061 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8d1a905d-6a46-4a0a-9413-e8692db2eb91 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for security_group (e994a793-ce60-4b39-acc4-577f0dbc0f97), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:23.692129 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8d1a905d-6a46-4a0a-9413-e8692db2eb91 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e994a793-ce60-4b39-acc4-577f0dbc0f97), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:23.695798 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8d1a905d-6a46-4a0a-9413-e8692db2eb91 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:23.697311 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8d1a905d-6a46-4a0a-9413-e8692db2eb91 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "DELETE /v2.0/security-groups/e994a793-ce60-4b39-acc4-577f0dbc0f97 HTTP/1.1" status: 204 len: 168 time: 0.6451404 Mar 05 04:58:23.711098 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60326) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:23.712019 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a905d-6a46-4a0a-9413-e8692db2eb91 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e994a793-ce60-4b39-acc4-577f0dbc0f97,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:23.748073 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-41d84fde-f61a-4a06-a12f-768b31825e79 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] show failed (client error): The resource could not be found. Mar 05 04:58:23.750206 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-41d84fde-f61a-4a06-a12f-768b31825e79 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups/e994a793-ce60-4b39-acc4-577f0dbc0f97 HTTP/1.1" status: 404 len: 347 time: 0.0354939 Mar 05 04:58:23.751026 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486db608-5912-49a8-b416-682f4bf07275 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:58:23.755370 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60330) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:23.837304 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-98a4ffb8-ce08-4384-9d8b-e18b2b9c3408 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for floatingip (fcf09b48-eac3-4e01-b5f5-6c349cfbd40a), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:23.928841 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-98a4ffb8-ce08-4384-9d8b-e18b2b9c3408 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d3326a88-3048-4142-a576-69e09b9c6263), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:23.940746 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d1e99-c798-45d4-a12f-e7ff71fce447 req-d34b9358-9716-414c-9324-8f7cabb0e59e tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:23.942769 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f88d1e99-c798-45d4-a12f-e7ff71fce447 req-d34b9358-9716-414c-9324-8f7cabb0e59e tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 947 time: 0.3913872 Mar 05 04:58:23.950238 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c6176a-60a6-4a15-9a64-86c7295f0360 None None] Routers {'56d55b4f-5fc3-45ef-b772-c5434400ea05'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:58:23.950774 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-a0c6176a-60a6-4a15-9a64-86c7295f0360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:58:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['56d55b4f-5fc3-45ef-b772-c5434400ea05'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:23.966429 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-58fadd60-01dd-4bf8-9cb3-8a5fd87d14f5 req-126d097c-a647-4094-bba8-f8bd6be646ed tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (8c8f218f-bb4e-451e-8432-4e02672b442a), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:23.998944 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 8c8f218f-bb4e-451e-8432-4e02672b442a no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:58:24.001403 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569fb7fc-580f-4ce0-9189-c1c30131f60c None None] Pushing event updated for resources: {'Port': ['ID=b3a7aa64-6296-424a-bd68-9922ac7aee0c,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:24.028398 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-486db608-5912-49a8-b416-682f4bf07275 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:24.030551 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d097c-a647-4094-bba8-f8bd6be646ed tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Pushing event deleted for resources: {'Port': ['ID=8c8f218f-bb4e-451e-8432-4e02672b442a,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:24.053382 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-8b7387bd-1f56-4e06-af15-1e0a18e6e735 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Deleting port d403cf33-7b2b-48e1-928e-1fcbd9e71071 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:58:24.053867 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8b7387bd-1f56-4e06-af15-1e0a18e6e735 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d403cf33-7b2b-48e1-928e-1fcbd9e71071), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:24.082952 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-486db608-5912-49a8-b416-682f4bf07275 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] device_id is not set on port 53c7476d-4529-4ef1-94bb-c7fb189083f6 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 04:58:24.135974 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-58fadd60-01dd-4bf8-9cb3-8a5fd87d14f5 req-126d097c-a647-4094-bba8-f8bd6be646ed tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] No DVR routers for this DVR port 8c8f218f-bb4e-451e-8432-4e02672b442a on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:58:24.142446 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-58fadd60-01dd-4bf8-9cb3-8a5fd87d14f5 req-126d097c-a647-4094-bba8-f8bd6be646ed tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:24.145990 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-58fadd60-01dd-4bf8-9cb3-8a5fd87d14f5 req-126d097c-a647-4094-bba8-f8bd6be646ed tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.31 "DELETE /v2.0/ports/8c8f218f-bb4e-451e-8432-4e02672b442a HTTP/1.1" status: 204 len: 173 time: 2.8144584 Mar 05 04:58:24.154059 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ae543-069c-4a6a-b864-f5b571419c88 req-96a9402e-ec3d-4dde-8aeb-1d80d2fe9add tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:24.162140 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5e8ae543-069c-4a6a-b864-f5b571419c88 req-96a9402e-ec3d-4dde-8aeb-1d80d2fe9add tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa3169ad-df8d-4cea-a0ed-d9f965356744 HTTP/1.1" status: 200 len: 945 time: 0.3301957 Mar 05 04:58:24.164316 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa3169ad-df8d-4cea-a0ed-d9f965356744', 'name': 'network-vif-deleted', 'tag': '8c8f218f-bb4e-451e-8432-4e02672b442a'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:58:24.168158 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bccb60-0edc-4cce-897d-8d20b69e5736" -d '{"events": [{"server_uuid": "aa3169ad-df8d-4cea-a0ed-d9f965356744", "name": "network-vif-deleted", "tag": "8c8f218f-bb4e-451e-8432-4e02672b442a"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:58:24.186556 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f88d1e99-c798-45d4-a12f-e7ff71fce447 req-f25b86e1-371b-4d30-bac6-b05e758d0a22 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176275 Mar 05 04:58:24.187816 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 8c8f218f-bb4e-451e-8432-4e02672b442a {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:58:24.188179 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 8c8f218f-bb4e-451e-8432-4e02672b442a not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:58:24.198954 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fb7fc-580f-4ce0-9189-c1c30131f60c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:24.199539 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fb7fc-580f-4ce0-9189-c1c30131f60c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:24.199902 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fb7fc-580f-4ce0-9189-c1c30131f60c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:24.200639 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fb7fc-580f-4ce0-9189-c1c30131f60c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:24.200925 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fb7fc-580f-4ce0-9189-c1c30131f60c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:24.201241 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fb7fc-580f-4ce0-9189-c1c30131f60c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:24.201715 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fb7fc-580f-4ce0-9189-c1c30131f60c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:24.201904 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fb7fc-580f-4ce0-9189-c1c30131f60c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:24.202313 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fb7fc-580f-4ce0-9189-c1c30131f60c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:24.202652 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fb7fc-580f-4ce0-9189-c1c30131f60c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:24.203132 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fb7fc-580f-4ce0-9189-c1c30131f60c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:24.203394 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fb7fc-580f-4ce0-9189-c1c30131f60c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:24.203825 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-569fb7fc-580f-4ce0-9189-c1c30131f60c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:58:24.237040 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-74c5fbe8-b4f1-40ab-9b47-4345e3ac90bf None None] Provisioning complete for port b3a7aa64-6296-424a-bd68-9922ac7aee0c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:24.237445 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-74c5fbe8-b4f1-40ab-9b47-4345e3ac90bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b3a7aa64-6296-424a-bd68-9922ac7aee0c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:24.345039 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8b7387bd-1f56-4e06-af15-1e0a18e6e735 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d403cf33-7b2b-48e1-928e-1fcbd9e71071), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:24.347310 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8b7387bd-1f56-4e06-af15-1e0a18e6e735 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for floatingip (d403cf33-7b2b-48e1-928e-1fcbd9e71071), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:24.377229 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-8b7387bd-1f56-4e06-af15-1e0a18e6e735 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Calling delete_port for d403cf33-7b2b-48e1-928e-1fcbd9e71071 owned by network:floatingip {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:58:24.497747 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5e8ae543-069c-4a6a-b864-f5b571419c88 req-4fd4f529-5c1c-4b15-b4d9-19a0460f5f78 tempest-ServerGroupTestJSON-987896616 tempest-ServerGroupTestJSON-987896616-project] 10.222.0.11 "GET /v2.0/security-groups?id=007c593f-aaee-4bb9-aeaa-53509d908dfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343444 Mar 05 04:58:24.505908 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-a0c6176a-60a6-4a15-9a64-86c7295f0360 None None] Set router 56d55b4f-5fc3-45ef-b772-c5434400ea05 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:58:24.571828 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b69fa6d-2e1b-4a33-8aa7-b2f5d4805364 x-openstack-request-id: req-0b69fa6d-2e1b-4a33-8aa7-b2f5d4805364 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:58:24.572358 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa3169ad-df8d-4cea-a0ed-d9f965356744", "name": "network-vif-deleted", "tag": "8c8f218f-bb4e-451e-8432-4e02672b442a", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:58:24.573314 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b69fa6d-2e1b-4a33-8aa7-b2f5d4805364 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:58:24.573918 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa3169ad-df8d-4cea-a0ed-d9f965356744', 'name': 'network-vif-deleted', 'tag': '8c8f218f-bb4e-451e-8432-4e02672b442a', 'status': 'completed', 'code': 200} Mar 05 04:58:24.593536 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d8c21c1a-e0d6-438d-b143-96ea54b818db req-ce008b98-c05d-4d6c-9342-89cc39458ab2 tempest-ServerShowV257Test-964071195 tempest-ServerShowV257Test-964071195-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1c10b6-47fe-4a09-ad3c-3023c29c05a1 HTTP/1.1" status: 200 len: 210 time: 0.0747702 Mar 05 04:58:24.595761 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8b7387bd-1f56-4e06-af15-1e0a18e6e735 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (d403cf33-7b2b-48e1-928e-1fcbd9e71071), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:24.626065 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7387bd-1f56-4e06-af15-1e0a18e6e735 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Pushing event deleted for resources: {'Port': ['ID=d403cf33-7b2b-48e1-928e-1fcbd9e71071,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:24.638560 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-98a4ffb8-ce08-4384-9d8b-e18b2b9c3408 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for port (d3326a88-3048-4142-a576-69e09b9c6263), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:24.647478 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-98a4ffb8-ce08-4384-9d8b-e18b2b9c3408 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (d3326a88-3048-4142-a576-69e09b9c6263), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:24.731773 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8b7387bd-1f56-4e06-af15-1e0a18e6e735 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for floatingip (a70aac10-25f3-4c14-9923-ccafc83b313e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:24.739336 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8b7387bd-1f56-4e06-af15-1e0a18e6e735 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:24.758796 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8b7387bd-1f56-4e06-af15-1e0a18e6e735 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "DELETE /v2.0/floatingips/a70aac10-25f3-4c14-9923-ccafc83b313e HTTP/1.1" status: 204 len: 168 time: 1.0019808 Mar 05 04:58:24.767774 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4ffb8-ce08-4384-9d8b-e18b2b9c3408 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event updated for resources: {'Port': ['ID=d3326a88-3048-4142-a576-69e09b9c6263,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:24.799374 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-98a4ffb8-ce08-4384-9d8b-e18b2b9c3408 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (fcf09b48-eac3-4e01-b5f5-6c349cfbd40a), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:24.837470 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-98a4ffb8-ce08-4384-9d8b-e18b2b9c3408 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:24.850281 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-98a4ffb8-ce08-4384-9d8b-e18b2b9c3408 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4420593 Mar 05 04:58:24.910320 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-74c5fbe8-b4f1-40ab-9b47-4345e3ac90bf None None] Current status of the port b3a7aa64-6296-424a-bd68-9922ac7aee0c is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:24.910799 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-74c5fbe8-b4f1-40ab-9b47-4345e3ac90bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b3a7aa64-6296-424a-bd68-9922ac7aee0c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:24.915642 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-dc1a1307-dd65-41fc-8ea5-f37670c33c30 None None] Allocated IP 172.20.0.2 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/e125defa-1a97-407e-8865-ded76c56d08c/718ea262-ac87-4df8-994d-1ad200295ea8) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:58:24.939378 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-dc1a1307-dd65-41fc-8ea5-f37670c33c30 None None] Allocated IP 2001:db8::f816:3eff:fe98:29da (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/240ddf30-80d6-4a19-aa5d-bffd28d932a8/718ea262-ac87-4df8-994d-1ad200295ea8) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:58:24.999168 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60356) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:25.003953 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-7269e456-7c68-465b-a906-de2383fb209c tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1674959706', 'description': 'tempest-description--782269084'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:25.039691 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7269e456-7c68-465b-a906-de2383fb209c tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:25.050292 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-74c5fbe8-b4f1-40ab-9b47-4345e3ac90bf None None] For port b3a7aa64-6296-424a-bd68-9922ac7aee0c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b3a7aa64-6296-424a-bd68-9922ac7aee0c,segment=NetworkSegment(a36e05db-0122-44c8-b972-0d53660d87b1),segment_id=a36e05db-0122-44c8-b972-0d53660d87b1)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:25.118178 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-74c5fbe8-b4f1-40ab-9b47-4345e3ac90bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b3a7aa64-6296-424a-bd68-9922ac7aee0c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:25.136222 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7269e456-7c68-465b-a906-de2383fb209c tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for security_group (6a3ca7f9-f110-4424-8eec-5a2a53a3ce82), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:25.144393 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7269e456-7c68-465b-a906-de2383fb209c tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6a3ca7f9-f110-4424-8eec-5a2a53a3ce82), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:25.174721 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-b037b36c-1468-489d-bb60-812d20e9c674 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1161602192&fields=id&tenant_id=4e3a7db0492c498e9791caa16e095e94 HTTP/1.1" status: 200 len: 267 time: 0.0790958 Mar 05 04:58:25.188379 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269e456-7c68-465b-a906-de2383fb209c tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3ca7f9-f110-4424-8eec-5a2a53a3ce82,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:25.196107 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7269e456-7c68-465b-a906-de2383fb209c tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:25.202094 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7269e456-7c68-465b-a906-de2383fb209c tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2016015 Mar 05 04:58:25.204742 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60366) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:25.215928 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-822ad0cb-0a69-48b2-b880-66519bdd971d tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Request body: {'security_group_rule': {'security_group_id': '6a3ca7f9-f110-4424-8eec-5a2a53a3ce82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:25.239625 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c5fbe8-b4f1-40ab-9b47-4345e3ac90bf None None] Pushing event updated for resources: {'Port': ['ID=b3a7aa64-6296-424a-bd68-9922ac7aee0c,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:25.267771 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-a0c6176a-60a6-4a15-9a64-86c7295f0360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d55b4f-5fc3-45ef-b772-c5434400ea05', 'name': 'tempest-TestVolumeBackupRestore-1715389301-router', 'tenant_id': 'a0421e47b7754578954110813009979d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e0584d7a-697d-4af2-a001-580a8ada35ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:58:06Z', 'updated_at': '2022-03-05T04:58:14Z', 'revision_number': 4, 'project_id': 'a0421e47b7754578954110813009979d', 'gw_port': {'id': 'e0584d7a-697d-4af2-a001-580a8ada35ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d55b4f-5fc3-45ef-b772-c5434400ea05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:58:09Z', 'updated_at': '2022-03-05T04:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'b3a7aa64-6296-424a-bd68-9922ac7aee0c', 'name': '', 'network_id': 'ff0d33ec-aab6-48ba-8172-cefc0a4d3843', 'tenant_id': 'a0421e47b7754578954110813009979d', 'mac_address': 'fa:16:3e:05:d8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d55b4f-5fc3-45ef-b772-c5434400ea05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ff10cb31-c7c7-4f58-85d1-ab31ccf61458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:58:13Z', 'updated_at': '2022-03-05T04:58:23Z', 'revision_number': 4, 'project_id': 'a0421e47b7754578954110813009979d', 'subnets': [{'id': 'ff10cb31-c7c7-4f58-85d1-ab31ccf61458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:25.269329 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-822ad0cb-0a69-48b2-b880-66519bdd971d tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for security_group_rule (7c027124-e4ca-447d-bca3-b7ab7db3b2e3), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:25.308077 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dc1a1307-dd65-41fc-8ea5-f37670c33c30 None None] Publish callbacks [] for port (718ea262-ac87-4df8-994d-1ad200295ea8), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:25.310103 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c6176a-60a6-4a15-9a64-86c7295f0360 None None] The sync data for ids ['56d55b4f-5fc3-45ef-b772-c5434400ea05'] in n-d-789963-32 is: [{'id': '56d55b4f-5fc3-45ef-b772-c5434400ea05', 'name': 'tempest-TestVolumeBackupRestore-1715389301-router', 'tenant_id': 'a0421e47b7754578954110813009979d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e0584d7a-697d-4af2-a001-580a8ada35ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:58:06Z', 'updated_at': '2022-03-05T04:58:14Z', 'revision_number': 4, 'project_id': 'a0421e47b7754578954110813009979d', 'gw_port': {'id': 'e0584d7a-697d-4af2-a001-580a8ada35ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d55b4f-5fc3-45ef-b772-c5434400ea05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:58:09Z', 'updated_at': '2022-03-05T04:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'b3a7aa64-6296-424a-bd68-9922ac7aee0c', 'name': '', 'network_id': 'ff0d33ec-aab6-48ba-8172-cefc0a4d3843', 'tenant_id': 'a0421e47b7754578954110813009979d', 'mac_address': 'fa:16:3e:05:d8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d55b4f-5fc3-45ef-b772-c5434400ea05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'ff10cb31-c7c7-4f58-85d1-ab31ccf61458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:58:13Z', 'updated_at': '2022-03-05T04:58:23Z', 'revision_number': 4, 'project_id': 'a0421e47b7754578954110813009979d', 'subnets': [{'id': 'ff10cb31-c7c7-4f58-85d1-ab31ccf61458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:58:25.319162 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dc1a1307-dd65-41fc-8ea5-f37670c33c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (718ea262-ac87-4df8-994d-1ad200295ea8), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:25.360765 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1a1307-dd65-41fc-8ea5-f37670c33c30 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:25.378602 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-dc1a1307-dd65-41fc-8ea5-f37670c33c30 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:25.412037 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1a1307-dd65-41fc-8ea5-f37670c33c30 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:58:25.431105 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-be281cc5-c118-47f4-82a3-efcbd497d49c tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:25.438463 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-822ad0cb-0a69-48b2-b880-66519bdd971d tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for security_group_rule (7c027124-e4ca-447d-bca3-b7ab7db3b2e3), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:25.449770 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-be281cc5-c118-47f4-82a3-efcbd497d49c tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/networks?id=2208e38e-4ccf-4e0c-99e3-12bba4d22772 HTTP/1.1" status: 200 len: 814 time: 0.2740910 Mar 05 04:58:25.465134 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-822ad0cb-0a69-48b2-b880-66519bdd971d tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (7c027124-e4ca-447d-bca3-b7ab7db3b2e3), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:25.471428 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-63c803b6-1e24-4cf2-8c82-a51e140fa8da tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/quotas/4e3a7db0492c498e9791caa16e095e94 HTTP/1.1" status: 200 len: 375 time: 0.0202632 Mar 05 04:58:25.533543 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ad0cb-0a69-48b2-b880-66519bdd971d tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c027124-e4ca-447d-bca3-b7ab7db3b2e3,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:25.557794 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a1307-dd65-41fc-8ea5-f37670c33c30 None None] Pushing event updated for resources: {'Port': ['ID=718ea262-ac87-4df8-994d-1ad200295ea8,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:25.561867 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-822ad0cb-0a69-48b2-b880-66519bdd971d tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:25.567654 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-822ad0cb-0a69-48b2-b880-66519bdd971d tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3595440 Mar 05 04:58:25.575805 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60380) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:25.576251 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-e6e0f8f9-8b35-44f7-a397-c6c650b8ce6c tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4e3a7db0492c498e9791caa16e095e94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1030228 Mar 05 04:58:25.576456 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 0c93b3a3-c064-4101-8acb-6767f062ecb3 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:58:25.583811 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-02b264e2-bb48-4436-ad97-26dc94b6571c tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Request body: {'security_group_rule': {'security_group_id': '6a3ca7f9-f110-4424-8eec-5a2a53a3ce82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:25.607484 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-dc1a1307-dd65-41fc-8ea5-f37670c33c30 None None] Attempting to bind port 718ea262-ac87-4df8-994d-1ad200295ea8 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:58:25.608160 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-dc1a1307-dd65-41fc-8ea5-f37670c33c30 None None] Attempting to bind port 718ea262-ac87-4df8-994d-1ad200295ea8 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:58:25.608737 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1a1307-dd65-41fc-8ea5-f37670c33c30 None None] Attempting to bind port 718ea262-ac87-4df8-994d-1ad200295ea8 on network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:58:25.626264 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1a1307-dd65-41fc-8ea5-f37670c33c30 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:58:25.626649 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1a1307-dd65-41fc-8ea5-f37670c33c30 None None] Checking segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:58:25.627065 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dc1a1307-dd65-41fc-8ea5-f37670c33c30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:25.627493 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1a1307-dd65-41fc-8ea5-f37670c33c30 None None] Bound using segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:58:25.627991 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-dc1a1307-dd65-41fc-8ea5-f37670c33c30 None None] Bound port: 718ea262-ac87-4df8-994d-1ad200295ea8, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:58:25.628376 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dc1a1307-dd65-41fc-8ea5-f37670c33c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (718ea262-ac87-4df8-994d-1ad200295ea8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:25.670560 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-486db608-5912-49a8-b416-682f4bf07275 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Allocated IP 172.20.0.13 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/e125defa-1a97-407e-8865-ded76c56d08c/53c7476d-4529-4ef1-94bb-c7fb189083f6) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:58:25.705326 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-486db608-5912-49a8-b416-682f4bf07275 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Allocated IP 2001:db8::f816:3eff:fe9a:9ed2 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/240ddf30-80d6-4a19-aa5d-bffd28d932a8/53c7476d-4529-4ef1-94bb-c7fb189083f6) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:58:25.708205 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-02b264e2-bb48-4436-ad97-26dc94b6571c tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for security_group_rule (e17a8347-b87f-4199-90d8-1eced838c3d2), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:25.774071 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-8510767c-938f-47af-81bb-ed115a17b66f service neutron] 10.222.0.11 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968644 Mar 05 04:58:25.866468 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-dc1a1307-dd65-41fc-8ea5-f37670c33c30 None None] For port 718ea262-ac87-4df8-994d-1ad200295ea8, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:58:25.869983 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 0c93b3a3-c064-4101-8acb-6767f062ecb3, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=0c93b3a3-c064-4101-8acb-6767f062ecb3,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:25.878884 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-dc1a1307-dd65-41fc-8ea5-f37670c33c30 None None] For port 718ea262-ac87-4df8-994d-1ad200295ea8, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=718ea262-ac87-4df8-994d-1ad200295ea8,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:58:25.881410 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-02b264e2-bb48-4436-ad97-26dc94b6571c tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for security_group_rule (e17a8347-b87f-4199-90d8-1eced838c3d2), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:25.890717 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '0c93b3a3-c064-4101-8acb-6767f062ecb3', 'network_id': '58ba8bc5-ac03-4e44-b819-c3c8d0a85e10', 'port_id': '0c93b3a3-c064-4101-8acb-6767f062ecb3', 'mac_address': 'fa:16:3e:b2:c9:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b701f56c-0d88-43f7-a5d8-59c4b87f0d86', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:58:25.894845 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dc1a1307-dd65-41fc-8ea5-f37670c33c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (718ea262-ac87-4df8-994d-1ad200295ea8), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:25.899286 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-02b264e2-bb48-4436-ad97-26dc94b6571c tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (e17a8347-b87f-4199-90d8-1eced838c3d2), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:25.943725 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c90ee79-d6f1-4dd8-9080-abcfdf9b161c req-3029acb8-4b49-4782-8d06-32876a994110 tempest-ServerShowV257Test-964071195 tempest-ServerShowV257Test-964071195-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1c10b6-47fe-4a09-ad3c-3023c29c05a1 HTTP/1.1" status: 200 len: 210 time: 0.0569224 Mar 05 04:58:26.018636 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-32ac9a99-2ec8-4791-9f4f-8622de3bf8e4 service neutron] 10.222.0.11 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374909 Mar 05 04:58:26.063005 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 0c93b3a3-c064-4101-8acb-6767f062ecb3 is: ACTIVE; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:26.063540 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0c93b3a3-c064-4101-8acb-6767f062ecb3), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:26.065552 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a1307-dd65-41fc-8ea5-f37670c33c30 None None] Pushing event updated for resources: {'Port': ['ID=718ea262-ac87-4df8-994d-1ad200295ea8,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:26.086436 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c93b3a3-c064-4101-8acb-6767f062ecb3 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:58:26.126594 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 0c93b3a3-c064-4101-8acb-6767f062ecb3, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=0c93b3a3-c064-4101-8acb-6767f062ecb3,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:26.134120 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0c93b3a3-c064-4101-8acb-6767f062ecb3), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:26.191575 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b264e2-bb48-4436-ad97-26dc94b6571c tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17a8347-b87f-4199-90d8-1eced838c3d2,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:26.205801 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-02b264e2-bb48-4436-ad97-26dc94b6571c tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:26.207276 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-02b264e2-bb48-4436-ad97-26dc94b6571c tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6303952 Mar 05 04:58:26.211662 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60398) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:26.219226 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-d8b4a99d-d853-46c7-baa7-04964e2b1d9f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:26.221064 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-486db608-5912-49a8-b416-682f4bf07275 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for port (53c7476d-4529-4ef1-94bb-c7fb189083f6), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:26.287783 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a99d-d853-46c7-baa7-04964e2b1d9f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:26.293053 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['0c93b3a3-c064-4101-8acb-6767f062ecb3'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:58:26.418305 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-486db608-5912-49a8-b416-682f4bf07275 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (53c7476d-4529-4ef1-94bb-c7fb189083f6), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:26.466098 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60410) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:26.520057 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=0c93b3a3-c064-4101-8acb-6767f062ecb3,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:26.636132 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486db608-5912-49a8-b416-682f4bf07275 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:26.644314 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-486db608-5912-49a8-b416-682f4bf07275 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:26.656638 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486db608-5912-49a8-b416-682f4bf07275 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:58:26.736778 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486db608-5912-49a8-b416-682f4bf07275 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:26.737555 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-486db608-5912-49a8-b416-682f4bf07275 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:26.747994 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dde7d8f6-a16f-44ec-ad21-f488d9b7f488 req-4167c2e1-ecd4-42c7-bdca-c21bfd9bf958 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=73ad1b45-f62c-41db-a133-fb0703fca89b HTTP/1.1" status: 200 len: 210 time: 0.1897414 Mar 05 04:58:26.795819 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdaa0c19-bba8-48a8-a439-0126e1aa565a admin admin] Deleting subnet 5e7bba38-4030-4f7b-9101-5530e3558d4c {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:58:26.820216 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a99d-d853-46c7-baa7-04964e2b1d9f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:26.820689 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cdaa0c19-bba8-48a8-a439-0126e1aa565a admin admin] Publish callbacks [] for subnet (5e7bba38-4030-4f7b-9101-5530e3558d4c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:26.822529 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486db608-5912-49a8-b416-682f4bf07275 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Port': ['ID=53c7476d-4529-4ef1-94bb-c7fb189083f6,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:26.899118 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-486db608-5912-49a8-b416-682f4bf07275 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.6121359 Mar 05 04:58:26.900044 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60438) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:27.003048 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-d8b4a99d-d853-46c7-baa7-04964e2b1d9f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Allocated IP 172.25.0.35 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/fb30b27d-fcb5-430d-a81a-843809dddb5c) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:58:27.022865 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cdaa0c19-bba8-48a8-a439-0126e1aa565a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (5e7bba38-4030-4f7b-9101-5530e3558d4c), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:27.267850 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cdaa0c19-bba8-48a8-a439-0126e1aa565a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (5e7bba38-4030-4f7b-9101-5530e3558d4c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:27.288028 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad1db22-1a76-47fe-9dca-9e4baab4b57c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:27.308441 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad1db22-1a76-47fe-9dca-9e4baab4b57c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:27.327998 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 718ea262-ac87-4df8-994d-1ad200295ea8 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:58:27.328474 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8ad1db22-1a76-47fe-9dca-9e4baab4b57c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.4174309 Mar 05 04:58:27.382437 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60454) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:27.407224 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a99d-d853-46c7-baa7-04964e2b1d9f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for port (fb30b27d-fcb5-430d-a81a-843809dddb5c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:27.519816 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 718ea262-ac87-4df8-994d-1ad200295ea8 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:27.520487 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (718ea262-ac87-4df8-994d-1ad200295ea8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:27.546111 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1c965049-6a0e-445f-bf82-3d0d8546aa52 req-561abde4-3be6-4778-a868-efa5fa1440b6 tempest-ServerShowV257Test-964071195 tempest-ServerShowV257Test-964071195-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1c10b6-47fe-4a09-ad3c-3023c29c05a1 HTTP/1.1" status: 200 len: 210 time: 0.3626754 Mar 05 04:58:27.549325 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a99d-d853-46c7-baa7-04964e2b1d9f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (fb30b27d-fcb5-430d-a81a-843809dddb5c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:27.625284 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 0c93b3a3-c064-4101-8acb-6767f062ecb3 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:58:27.634369 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b4a99d-d853-46c7-baa7-04964e2b1d9f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:27.647946 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-d8b4a99d-d853-46c7-baa7-04964e2b1d9f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:27.650899 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b4a99d-d853-46c7-baa7-04964e2b1d9f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:58:27.739765 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4a99d-d853-46c7-baa7-04964e2b1d9f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Pushing event updated for resources: {'Port': ['ID=fb30b27d-fcb5-430d-a81a-843809dddb5c,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:27.826720 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cdaa0c19-bba8-48a8-a439-0126e1aa565a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (5e7bba38-4030-4f7b-9101-5530e3558d4c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:27.895663 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 0c93b3a3-c064-4101-8acb-6767f062ecb3 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:27.901520 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0c93b3a3-c064-4101-8acb-6767f062ecb3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:27.909964 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a99d-d853-46c7-baa7-04964e2b1d9f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for floatingip (ca088bdd-ed51-4aac-87ce-d85d977cc835), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:27.948612 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cdaa0c19-bba8-48a8-a439-0126e1aa565a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:27.957999 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-cdaa0c19-bba8-48a8-a439-0126e1aa565a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5e7bba38-4030-4f7b-9101-5530e3558d4c HTTP/1.1" status: 204 len: 168 time: 1.4444585 Mar 05 04:58:27.961530 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa0c19-bba8-48a8-a439-0126e1aa565a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e7bba38-4030-4f7b-9101-5530e3558d4c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:27.968958 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60466) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:28.006817 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-49721760-8d21-4d34-b778-ebdd41c5a3b1 req-729e2d58-480e-4818-854d-79a744cda1cc tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=73ad1b45-f62c-41db-a133-fb0703fca89b HTTP/1.1" status: 200 len: 210 time: 0.0822279 Mar 05 04:58:28.025327 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a99d-d853-46c7-baa7-04964e2b1d9f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fb30b27d-fcb5-430d-a81a-843809dddb5c), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:28.055651 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b4b95e-6d9a-44ff-8c4b-2d2b7b15eb6c None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:58:28.162941 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-991cc153-562f-40b7-9cca-d2265f1c617b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (2d102781-783c-4af2-b7ba-7d653f1d35a1), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:28.168235 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-983f8e17-2ef9-4e05-9c5d-6694a7526c75 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting port 53c7476d-4529-4ef1-94bb-c7fb189083f6 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:58:28.168853 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-983f8e17-2ef9-4e05-9c5d-6694a7526c75 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (53c7476d-4529-4ef1-94bb-c7fb189083f6), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:28.297563 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-991cc153-562f-40b7-9cca-d2265f1c617b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (2d102781-783c-4af2-b7ba-7d653f1d35a1), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:28.320727 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-991cc153-562f-40b7-9cca-d2265f1c617b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d102781-783c-4af2-b7ba-7d653f1d35a1']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:28.332824 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-991cc153-562f-40b7-9cca-d2265f1c617b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b352ab22-97c2-4e4f-9192-fac86c6bcca4') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:28.333380 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-991cc153-562f-40b7-9cca-d2265f1c617b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b352ab22-97c2-4e4f-9192-fac86c6bcca4') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:28.344960 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-991cc153-562f-40b7-9cca-d2265f1c617b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (b352ab22-97c2-4e4f-9192-fac86c6bcca4), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:28.360365 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-991cc153-562f-40b7-9cca-d2265f1c617b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (b352ab22-97c2-4e4f-9192-fac86c6bcca4), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:28.371744 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991cc153-562f-40b7-9cca-d2265f1c617b admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:58:28.372446 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-991cc153-562f-40b7-9cca-d2265f1c617b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (b352ab22-97c2-4e4f-9192-fac86c6bcca4), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:28.415759 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a99d-d853-46c7-baa7-04964e2b1d9f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for port (fb30b27d-fcb5-430d-a81a-843809dddb5c), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:28.426007 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a99d-d853-46c7-baa7-04964e2b1d9f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (fb30b27d-fcb5-430d-a81a-843809dddb5c), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:28.545870 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:58:28.545870 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:58:28.545870 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:58:28.545870 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:58:28.545870 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:58:28.545870 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:58:28.545870 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:58:28.545870 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:58:28.545870 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:58:28.545870 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:58:28.545870 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:58:28.545870 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:58:28.545870 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:58:28.545870 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:58:28.545870 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:58:28.545870 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:58:28.545870 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:58:28.545870 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:58:28.545870 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:58:28.545870 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:58:28.545870 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:58:28.545870 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:58:28.545870 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:58:28.545870 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:58:28.545870 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:58:28.545870 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:58:28.545870 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:58:28.545870 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:58:28.545870 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:58:28.545870 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:58:28.545870 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:58:28.545870 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:58:28.601980 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4a99d-d853-46c7-baa7-04964e2b1d9f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Pushing event updated for resources: {'Port': ['ID=fb30b27d-fcb5-430d-a81a-843809dddb5c,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:28.610216 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a99d-d853-46c7-baa7-04964e2b1d9f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (ca088bdd-ed51-4aac-87ce-d85d977cc835), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:28.654881 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a99d-d853-46c7-baa7-04964e2b1d9f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:28.660276 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d8b4a99d-d853-46c7-baa7-04964e2b1d9f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4448447 Mar 05 04:58:28.712271 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-991cc153-562f-40b7-9cca-d2265f1c617b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (2d102781-783c-4af2-b7ba-7d653f1d35a1), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:28.735969 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 718ea262-ac87-4df8-994d-1ad200295ea8 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:28.736525 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (718ea262-ac87-4df8-994d-1ad200295ea8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:28.764080 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-7bdacdf7-732c-4725-b63f-f49385a21843 None None] Provisioning complete for port 718ea262-ac87-4df8-994d-1ad200295ea8 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:28.764336 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-991cc153-562f-40b7-9cca-d2265f1c617b admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:28.764448 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7bdacdf7-732c-4725-b63f-f49385a21843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (718ea262-ac87-4df8-994d-1ad200295ea8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:28.770268 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-991cc153-562f-40b7-9cca-d2265f1c617b admin admin] 10.222.0.11 "DELETE /v2.0/networks/2d102781-783c-4af2-b7ba-7d653f1d35a1 HTTP/1.1" status: 204 len: 168 time: 0.7983291 Mar 05 04:58:28.782997 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-983f8e17-2ef9-4e05-9c5d-6694a7526c75 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (53c7476d-4529-4ef1-94bb-c7fb189083f6), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:28.795664 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f0f11075-e9da-4682-9c77-f2ed4d86b4e4 req-beff9385-0ff5-44ac-a5f2-875d5e6b1f53 tempest-ServerShowV257Test-964071195 tempest-ServerShowV257Test-964071195-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1c10b6-47fe-4a09-ad3c-3023c29c05a1 HTTP/1.1" status: 200 len: 210 time: 0.0932040 Mar 05 04:58:28.830450 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-983f8e17-2ef9-4e05-9c5d-6694a7526c75 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Calling delete_port for 53c7476d-4529-4ef1-94bb-c7fb189083f6 owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:58:28.927185 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 0c93b3a3-c064-4101-8acb-6767f062ecb3 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:28.927185 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0c93b3a3-c064-4101-8acb-6767f062ecb3), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:28.941230 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991cc153-562f-40b7-9cca-d2265f1c617b admin admin] Pushing event deleted for resources: {'Network': ['ID=2d102781-783c-4af2-b7ba-7d653f1d35a1,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:29.081527 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 718ea262-ac87-4df8-994d-1ad200295ea8, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=718ea262-ac87-4df8-994d-1ad200295ea8,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:29.163219 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef20f788-6741-4fd7-9303-7bd9d1e8ca5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c93b3a3-c064-4101-8acb-6767f062ecb3'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:58:29.173539 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19605adf-6ef3-40c4-8a75-0414fb48d60b" -d '{"events": [{"server_uuid": "ef20f788-6741-4fd7-9303-7bd9d1e8ca5e", "name": "network-vif-plugged", "status": "completed", "tag": "0c93b3a3-c064-4101-8acb-6767f062ecb3"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:58:29.209576 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (718ea262-ac87-4df8-994d-1ad200295ea8), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:29.210886 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b3a7aa64-6296-424a-bd68-9922ac7aee0c up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:58:29.217195 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60490) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:29.237482 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 0c93b3a3-c064-4101-8acb-6767f062ecb3, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=0c93b3a3-c064-4101-8acb-6767f062ecb3,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:29.291060 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-8a779ccb-e1c7-4df5-98f5-7de5343c3d39 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:29.293350 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-8a779ccb-e1c7-4df5-98f5-7de5343c3d39 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.31 "GET /v2.0/networks?id=2208e38e-4ccf-4e0c-99e3-12bba4d22772 HTTP/1.1" status: 200 len: 814 time: 0.3601103 Mar 05 04:58:29.299631 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0c93b3a3-c064-4101-8acb-6767f062ecb3), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:29.317325 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-7bdacdf7-732c-4725-b63f-f49385a21843 None None] Current status of the port 718ea262-ac87-4df8-994d-1ad200295ea8 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:29.317881 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7bdacdf7-732c-4725-b63f-f49385a21843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (718ea262-ac87-4df8-994d-1ad200295ea8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:29.325322 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-983f8e17-2ef9-4e05-9c5d-6694a7526c75 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (53c7476d-4529-4ef1-94bb-c7fb189083f6), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:29.343193 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-19cda2ac-f514-4289-8c24-c11627b15f1a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3516497615154df4aa779fd104b016bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1231358 Mar 05 04:58:29.348860 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60492) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:29.385767 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port b3a7aa64-6296-424a-bd68-9922ac7aee0c triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:29.386289 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b3a7aa64-6296-424a-bd68-9922ac7aee0c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:29.389162 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=718ea262-ac87-4df8-994d-1ad200295ea8,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:29.491390 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-8af53e80-c5e4-4b99-b4bb-d387316426bd tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e3a7db0492c498e9791caa16e095e94 HTTP/1.1" status: 200 len: 473 time: 0.1640573 Mar 05 04:58:29.512144 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-18b4c0a4-3a5e-4010-a60f-fe36f91b1940 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Request body: {'port': {'device_id': '73ad1b45-f62c-41db-a133-fb0703fca89b', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'admin_state_up': True, 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'security_groups': ['f2042260-7759-4c9c-b4d2-a1beac14245a']}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:29.514417 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f8e17-2ef9-4e05-9c5d-6694a7526c75 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Port': ['ID=53c7476d-4529-4ef1-94bb-c7fb189083f6,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:29.665749 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-18b4c0a4-3a5e-4010-a60f-fe36f91b1940 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Made reservation on behalf of 4e3a7db0492c498e9791caa16e095e94 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:58:29.671109 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-18b4c0a4-3a5e-4010-a60f-fe36f91b1940 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:29.700031 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0009ae40-eeab-482d-8a70-c85dc6b0da0f admin admin] Publish callbacks [] for security_group (007c593f-aaee-4bb9-aeaa-53509d908dfe), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:29.706610 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-7bdacdf7-732c-4725-b63f-f49385a21843 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 04:58:29.708061 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-7bdacdf7-732c-4725-b63f-f49385a21843 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 04:58:29.731630 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=0c93b3a3-c064-4101-8acb-6767f062ecb3,revision_number=7']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:29.770377 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0009ae40-eeab-482d-8a70-c85dc6b0da0f admin admin] Publish callbacks [] for security_group (007c593f-aaee-4bb9-aeaa-53509d908dfe), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:29.771580 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port b3a7aa64-6296-424a-bd68-9922ac7aee0c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:29.792992 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-983f8e17-2ef9-4e05-9c5d-6694a7526c75 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:29.798428 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-983f8e17-2ef9-4e05-9c5d-6694a7526c75 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/53c7476d-4529-4ef1-94bb-c7fb189083f6 HTTP/1.1" status: 204 len: 168 time: 2.4136798 Mar 05 04:58:29.803495 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60494) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:29.908972 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c34bb35-861b-485d-b5b0-86d2f281d596 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:29.910503 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c34bb35-861b-485d-b5b0-86d2f281d596 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:29.911785 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c34bb35-861b-485d-b5b0-86d2f281d596 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:29.913405 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3c34bb35-861b-485d-b5b0-86d2f281d596 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1085172 Mar 05 04:58:29.917295 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60498) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:29.979492 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-18b4c0a4-3a5e-4010-a60f-fe36f91b1940 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Allocated IP 172.20.0.4 (2208e38e-4ccf-4e0c-99e3-12bba4d22772/3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5/ab1727b5-bfe0-4373-a050-b7c0ff75cf15) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:58:29.990347 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 718ea262-ac87-4df8-994d-1ad200295ea8 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:58:30.043015 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0009ae40-eeab-482d-8a70-c85dc6b0da0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (007c593f-aaee-4bb9-aeaa-53509d908dfe), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:30.054118 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0009ae40-eeab-482d-8a70-c85dc6b0da0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:30.055331 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0009ae40-eeab-482d-8a70-c85dc6b0da0f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/007c593f-aaee-4bb9-aeaa-53509d908dfe HTTP/1.1" status: 204 len: 168 time: 0.7028055 Mar 05 04:58:30.110377 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009ae40-eeab-482d-8a70-c85dc6b0da0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007c593f-aaee-4bb9-aeaa-53509d908dfe,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:30.158297 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fe79c69-90a2-46b5-97b8-85ec32d7b983 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting subnet 240ddf30-80d6-4a19-aa5d-bffd28d932a8 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:58:30.176494 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fe79c69-90a2-46b5-97b8-85ec32d7b983 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (240ddf30-80d6-4a19-aa5d-bffd28d932a8), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:30.181309 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 718ea262-ac87-4df8-994d-1ad200295ea8 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:30.181943 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (718ea262-ac87-4df8-994d-1ad200295ea8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:30.228618 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-18b4c0a4-3a5e-4010-a60f-fe36f91b1940 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for port (ab1727b5-bfe0-4373-a050-b7c0ff75cf15), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:30.325093 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-7bdacdf7-732c-4725-b63f-f49385a21843 None None] Current status of the port 718ea262-ac87-4df8-994d-1ad200295ea8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:30.327954 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-18b4c0a4-3a5e-4010-a60f-fe36f91b1940 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (ab1727b5-bfe0-4373-a050-b7c0ff75cf15), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:30.344820 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fe79c69-90a2-46b5-97b8-85ec32d7b983 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (240ddf30-80d6-4a19-aa5d-bffd28d932a8), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:30.394676 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-18b4c0a4-3a5e-4010-a60f-fe36f91b1940 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Network 2208e38e-4ccf-4e0c-99e3-12bba4d22772 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:30.398222 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-18b4c0a4-3a5e-4010-a60f-fe36f91b1940 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:30.403345 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-18b4c0a4-3a5e-4010-a60f-fe36f91b1940 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:58:30.471938 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-18b4c0a4-3a5e-4010-a60f-fe36f91b1940 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:30.472615 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-18b4c0a4-3a5e-4010-a60f-fe36f91b1940 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:30.507256 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-18b4c0a4-3a5e-4010-a60f-fe36f91b1940 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0054348 Mar 05 04:58:30.529967 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 718ea262-ac87-4df8-994d-1ad200295ea8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:30.547519 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-29d82a6e-9523-4d6f-b565-d4846feb56a3 service neutron] Request body: {'port': {'device_id': '73ad1b45-f62c-41db-a133-fb0703fca89b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:30.589786 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4c0a4-3a5e-4010-a60f-fe36f91b1940 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event updated for resources: {'Port': ['ID=ab1727b5-bfe0-4373-a050-b7c0ff75cf15,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:30.667944 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fe79c69-90a2-46b5-97b8-85ec32d7b983 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (240ddf30-80d6-4a19-aa5d-bffd28d932a8), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:30.700915 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-29d82a6e-9523-4d6f-b565-d4846feb56a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ab1727b5-bfe0-4373-a050-b7c0ff75cf15), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:30.740591 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-77bf90ab-4ee4-403f-99d6-63242df0d623 None None] Provisioning complete for port 718ea262-ac87-4df8-994d-1ad200295ea8 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:30.740969 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-77bf90ab-4ee4-403f-99d6-63242df0d623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (718ea262-ac87-4df8-994d-1ad200295ea8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:30.856296 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fe79c69-90a2-46b5-97b8-85ec32d7b983 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (240ddf30-80d6-4a19-aa5d-bffd28d932a8), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:30.950842 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fe79c69-90a2-46b5-97b8-85ec32d7b983 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:30.963837 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3fe79c69-90a2-46b5-97b8-85ec32d7b983 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/240ddf30-80d6-4a19-aa5d-bffd28d932a8 HTTP/1.1" status: 204 len: 168 time: 1.0446885 Mar 05 04:58:30.965681 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60510) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:30.972628 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe79c69-90a2-46b5-97b8-85ec32d7b983 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Subnet': ['ID=240ddf30-80d6-4a19-aa5d-bffd28d932a8,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:31.085598 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d3532b-930e-40b1-b166-33522fa1fbba tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting subnet e125defa-1a97-407e-8865-ded76c56d08c {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:58:31.105550 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-77bf90ab-4ee4-403f-99d6-63242df0d623 None None] Current status of the port 718ea262-ac87-4df8-994d-1ad200295ea8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:31.107099 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-17d3532b-930e-40b1-b166-33522fa1fbba tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (e125defa-1a97-407e-8865-ded76c56d08c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:31.114823 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-77bf90ab-4ee4-403f-99d6-63242df0d623 None None] Could not find standard attr ID for object 53c7476d-4529-4ef1-94bb-c7fb189083f6. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 04:58:31.236530 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-17d3532b-930e-40b1-b166-33522fa1fbba tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (e125defa-1a97-407e-8865-ded76c56d08c), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:31.248572 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-56fc8c07-9d69-43c4-b107-2e181bd6a627 None None] Provisioning complete for port ab1727b5-bfe0-4373-a050-b7c0ff75cf15 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:31.249276 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-56fc8c07-9d69-43c4-b107-2e181bd6a627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ab1727b5-bfe0-4373-a050-b7c0ff75cf15), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:31.300976 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8a4ea4-d76e-4c04-96d0-f6a6e2156b33 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:58:31.327329 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-56fc8c07-9d69-43c4-b107-2e181bd6a627 None None] Port ab1727b5-bfe0-4373-a050-b7c0ff75cf15 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:58:31.514277 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a028acd9-815d-49e0-81c9-4a5625629282 None None] Could not find standard attr ID for object 41e2bc71-e688-4d1b-a027-b7817a4b0d2a. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 04:58:31.529730 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-17d3532b-930e-40b1-b166-33522fa1fbba tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (e125defa-1a97-407e-8865-ded76c56d08c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:31.593824 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-29d82a6e-9523-4d6f-b565-d4846feb56a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab1727b5-bfe0-4373-a050-b7c0ff75cf15 {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:58:31.620824 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-29d82a6e-9523-4d6f-b565-d4846feb56a3 service neutron] Publish callbacks [] for port (ab1727b5-bfe0-4373-a050-b7c0ff75cf15), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:31.700979 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-29d82a6e-9523-4d6f-b565-d4846feb56a3 service neutron] Transition to ACTIVE for port object ab1727b5-bfe0-4373-a050-b7c0ff75cf15 will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:58:31.702431 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-17d3532b-930e-40b1-b166-33522fa1fbba tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (e125defa-1a97-407e-8865-ded76c56d08c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:31.752851 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3532b-930e-40b1-b166-33522fa1fbba tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Subnet': ['ID=e125defa-1a97-407e-8865-ded76c56d08c,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:31.762349 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-29d82a6e-9523-4d6f-b565-d4846feb56a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (ab1727b5-bfe0-4373-a050-b7c0ff75cf15), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:31.766161 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-17d3532b-930e-40b1-b166-33522fa1fbba tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:31.770059 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-17d3532b-930e-40b1-b166-33522fa1fbba tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/e125defa-1a97-407e-8865-ded76c56d08c HTTP/1.1" status: 204 len: 168 time: 0.8035452 Mar 05 04:58:31.776879 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60526) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:31.817979 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60528) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:31.877596 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d82a6e-9523-4d6f-b565-d4846feb56a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1727b5-bfe0-4373-a050-b7c0ff75cf15,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:31.878412 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0f8e474c-7ba4-4b8e-ab40-c715062aaec8 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0993989 Mar 05 04:58:31.878412 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60532) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:31.883851 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-2b54873c-6f8a-4a07-b88c-e6aa2a6dc1e4 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:32.111603 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b54873c-6f8a-4a07-b88c-e6aa2a6dc1e4 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:58:32.116137 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-29d82a6e-9523-4d6f-b565-d4846feb56a3 service neutron] Attempting to bind port ab1727b5-bfe0-4373-a050-b7c0ff75cf15 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:58:32.116506 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-29d82a6e-9523-4d6f-b565-d4846feb56a3 service neutron] Attempting to bind port ab1727b5-bfe0-4373-a050-b7c0ff75cf15 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '78da9f50-b791-4384-818b-c3b1f3bf0c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:58:32.116987 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-29d82a6e-9523-4d6f-b565-d4846feb56a3 service neutron] Attempting to bind port ab1727b5-bfe0-4373-a050-b7c0ff75cf15 on network 2208e38e-4ccf-4e0c-99e3-12bba4d22772 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:58:32.120197 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b54873c-6f8a-4a07-b88c-e6aa2a6dc1e4 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:32.124492 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-29d82a6e-9523-4d6f-b565-d4846feb56a3 service neutron] Port ab1727b5-bfe0-4373-a050-b7c0ff75cf15 on network 2208e38e-4ccf-4e0c-99e3-12bba4d22772 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:58:32.124946 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-29d82a6e-9523-4d6f-b565-d4846feb56a3 service neutron] Attempting to bind port ab1727b5-bfe0-4373-a050-b7c0ff75cf15 on network 2208e38e-4ccf-4e0c-99e3-12bba4d22772 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:58:32.131345 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-29d82a6e-9523-4d6f-b565-d4846feb56a3 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:58:32.131745 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-29d82a6e-9523-4d6f-b565-d4846feb56a3 service neutron] Checking segment: {'id': '78da9f50-b791-4384-818b-c3b1f3bf0c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:58:32.132239 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-29d82a6e-9523-4d6f-b565-d4846feb56a3 service neutron] Bound using segment: {'id': '78da9f50-b791-4384-818b-c3b1f3bf0c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:58:32.132891 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-29d82a6e-9523-4d6f-b565-d4846feb56a3 service neutron] Bound port: ab1727b5-bfe0-4373-a050-b7c0ff75cf15, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78da9f50-b791-4384-818b-c3b1f3bf0c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:58:32.133344 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-29d82a6e-9523-4d6f-b565-d4846feb56a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ab1727b5-bfe0-4373-a050-b7c0ff75cf15), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:32.271915 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-4403f9c9-9f36-4284-b788-36901f308871 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1823304553-network', 'tenant_id': '22819d81bee9428484596b6fd1742ed6'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:32.349453 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4403f9c9-9f36-4284-b788-36901f308871 admin admin] Made reservation on behalf of 22819d81bee9428484596b6fd1742ed6 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:58:32.352253 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4403f9c9-9f36-4284-b788-36901f308871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:32.369654 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-29d82a6e-9523-4d6f-b565-d4846feb56a3 service neutron] For port ab1727b5-bfe0-4373-a050-b7c0ff75cf15, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:58:32.372046 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4403f9c9-9f36-4284-b788-36901f308871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:32.399825 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-29d82a6e-9523-4d6f-b565-d4846feb56a3 service neutron] For port ab1727b5-bfe0-4373-a050-b7c0ff75cf15, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=ab1727b5-bfe0-4373-a050-b7c0ff75cf15,segment=NetworkSegment(78da9f50-b791-4384-818b-c3b1f3bf0c84),segment_id=78da9f50-b791-4384-818b-c3b1f3bf0c84)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:58:32.420113 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-29d82a6e-9523-4d6f-b565-d4846feb56a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (ab1727b5-bfe0-4373-a050-b7c0ff75cf15), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:32.492485 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d82a6e-9523-4d6f-b565-d4846feb56a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1727b5-bfe0-4373-a050-b7c0ff75cf15,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:32.513967 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b54873c-6f8a-4a07-b88c-e6aa2a6dc1e4 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (680f95d9-3e04-4292-88ef-80981933ad09), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:32.551983 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-29d82a6e-9523-4d6f-b565-d4846feb56a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:32.553102 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-29d82a6e-9523-4d6f-b565-d4846feb56a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:32.554962 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-29d82a6e-9523-4d6f-b565-d4846feb56a3 service neutron] 10.222.0.31 "PUT /v2.0/ports/ab1727b5-bfe0-4373-a050-b7c0ff75cf15 HTTP/1.1" status: 200 len: 1092 time: 2.0384943 Mar 05 04:58:32.560378 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ad1b45-f62c-41db-a133-fb0703fca89b', 'tag': 'ab1727b5-bfe0-4373-a050-b7c0ff75cf15'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:58:32.563334 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95dcd87-e847-49d0-9378-3ec49da4a7d8" -d '{"events": [{"name": "network-changed", "server_uuid": "73ad1b45-f62c-41db-a133-fb0703fca89b", "tag": "ab1727b5-bfe0-4373-a050-b7c0ff75cf15"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:58:32.587949 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b54873c-6f8a-4a07-b88c-e6aa2a6dc1e4 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:32.607543 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-2b54873c-6f8a-4a07-b88c-e6aa2a6dc1e4 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:32.612885 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b54873c-6f8a-4a07-b88c-e6aa2a6dc1e4 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:32.615384 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b54873c-6f8a-4a07-b88c-e6aa2a6dc1e4 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:32.636059 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4403f9c9-9f36-4284-b788-36901f308871 admin admin] Publish callbacks [] for security_group (bc1127ec-aad8-4974-8ddb-b63d2fe2c749), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:32.656864 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4403f9c9-9f36-4284-b788-36901f308871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (bc1127ec-aad8-4974-8ddb-b63d2fe2c749), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:32.663826 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54873c-6f8a-4a07-b88c-e6aa2a6dc1e4 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Subnet': ['ID=680f95d9-3e04-4292-88ef-80981933ad09,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:32.694583 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2b54873c-6f8a-4a07-b88c-e6aa2a6dc1e4 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8102822 Mar 05 04:58:32.694908 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60538) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:32.714520 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-0034ce78-6df5-44dd-9e02-a48a42ec643d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:32.725850 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4403f9c9-9f36-4284-b788-36901f308871 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:58:32.758949 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3754a8-7b05-44f3-8ed4-42452979112e None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:58:32.782839 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4403f9c9-9f36-4284-b788-36901f308871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (0a8b5b87-7792-4519-88b1-bd700a259522), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:32.783238 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-4403f9c9-9f36-4284-b788-36901f308871 admin admin] Added segment 0a8b5b87-7792-4519-88b1-bd700a259522 of type vlan for network c469bc48-2f7e-47b4-afd9-06674dd18690 Mar 05 04:58:32.784546 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403f9c9-9f36-4284-b788-36901f308871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1127ec-aad8-4974-8ddb-b63d2fe2c749,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:33.004330 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0034ce78-6df5-44dd-9e02-a48a42ec643d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:58:33.013686 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0034ce78-6df5-44dd-9e02-a48a42ec643d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:33.041639 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6ffb9b7a-9f54-4f13-b0d3-14249aef375b None None] Provisioning complete for port 718ea262-ac87-4df8-994d-1ad200295ea8 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:33.042536 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6ffb9b7a-9f54-4f13-b0d3-14249aef375b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (718ea262-ac87-4df8-994d-1ad200295ea8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:33.312480 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6ffb9b7a-9f54-4f13-b0d3-14249aef375b None None] Current status of the port 718ea262-ac87-4df8-994d-1ad200295ea8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:33.602045 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-de57d37c-ee05-4c79-9436-2270d4e59853 None None] Provisioning complete for port 718ea262-ac87-4df8-994d-1ad200295ea8 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:33.604768 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-de57d37c-ee05-4c79-9436-2270d4e59853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (718ea262-ac87-4df8-994d-1ad200295ea8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:33.689296 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4403f9c9-9f36-4284-b788-36901f308871 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (c469bc48-2f7e-47b4-afd9-06674dd18690), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:33.795513 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4403f9c9-9f36-4284-b788-36901f308871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (c469bc48-2f7e-47b4-afd9-06674dd18690), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:33.796706 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4403f9c9-9f36-4284-b788-36901f308871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:33.797303 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-de57d37c-ee05-4c79-9436-2270d4e59853 None None] Current status of the port 718ea262-ac87-4df8-994d-1ad200295ea8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:33.797841 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4403f9c9-9f36-4284-b788-36901f308871 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:33.829562 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-3a78db4c-6c83-4591-b21f-38be81d421e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:33.836312 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-3a78db4c-6c83-4591-b21f-38be81d421e9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4e3a7db0492c498e9791caa16e095e94&device_id=73ad1b45-f62c-41db-a133-fb0703fca89b HTTP/1.1" status: 200 len: 1126 time: 1.1535444 Mar 05 04:58:33.878509 n-d-789963-32 neutron-server[105232]: DEBUG neutron.objects.ports [None req-0034ce78-6df5-44dd-9e02-a48a42ec643d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105232) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 05 04:58:33.919411 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-0f949d66-f28a-49e9-8a3f-5ab346a06131 None None] Could not find standard attr ID for object 3df52b4a-78ef-46d3-a061-9d452ef9c1f4. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 04:58:34.012995 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403f9c9-9f36-4284-b788-36901f308871 admin admin] Pushing event updated for resources: {'Network': ['ID=c469bc48-2f7e-47b4-afd9-06674dd18690,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:34.025273 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network c469bc48-2f7e-47b4-afd9-06674dd18690 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:58:34.198868 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-f9591115-e01d-4aa0-999c-e84874d13087 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab1727b5-bfe0-4373-a050-b7c0ff75cf15 HTTP/1.1" status: 200 len: 217 time: 0.1612794 Mar 05 04:58:34.203599 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4403f9c9-9f36-4284-b788-36901f308871 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.3770061 Mar 05 04:58:34.223408 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60542) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:34.237539 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-adb3b458-d42c-4411-bbd1-e02d34a1ce6c admin admin] Request body: {'subnet': {'network_id': 'c469bc48-2f7e-47b4-afd9-06674dd18690', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1823304553-subnet', 'tenant_id': '22819d81bee9428484596b6fd1742ed6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:34.328152 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0034ce78-6df5-44dd-9e02-a48a42ec643d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (718ea262-ac87-4df8-994d-1ad200295ea8), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:34.347283 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb3b458-d42c-4411-bbd1-e02d34a1ce6c admin admin] Made reservation on behalf of 22819d81bee9428484596b6fd1742ed6 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:58:34.349881 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-adb3b458-d42c-4411-bbd1-e02d34a1ce6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:34.352049 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-8af52232-e8e4-49b9-9fb4-f1b2cbdca25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:34.363733 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-8af52232-e8e4-49b9-9fb4-f1b2cbdca25c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5 HTTP/1.1" status: 200 len: 853 time: 0.1543789 Mar 05 04:58:34.450912 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-cd2b1f35-2b1d-4ed8-b4c2-9e0dd04de1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:34.455352 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-cd2b1f35-2b1d-4ed8-b4c2-9e0dd04de1de service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2208e38e-4ccf-4e0c-99e3-12bba4d22772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0819254 Mar 05 04:58:34.661284 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-c8d3b8c2-22b7-49b6-bc7b-12692cddd2ba service neutron] 10.222.0.31 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992311 Mar 05 04:58:34.749268 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-0034ce78-6df5-44dd-9e02-a48a42ec643d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] For port 718ea262-ac87-4df8-994d-1ad200295ea8, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=718ea262-ac87-4df8-994d-1ad200295ea8,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:34.758118 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3f37de73-8f29-42a9-ab99-1c570baca93d None None] Could not find standard attr ID for object 53c7476d-4529-4ef1-94bb-c7fb189083f6. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 04:58:34.870457 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0034ce78-6df5-44dd-9e02-a48a42ec643d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for port (718ea262-ac87-4df8-994d-1ad200295ea8), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:34.880968 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-adb3b458-d42c-4411-bbd1-e02d34a1ce6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (d0175ebc-ff32-4392-ac9a-16e369bfecb2), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:34.893356 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f682211d-383d-40b8-b8a5-83235b05e9c8 req-b54c8fb7-111c-4b7b-933f-eb3cafd46f8c service neutron] 10.222.0.31 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241745 Mar 05 04:58:34.927017 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0034ce78-6df5-44dd-9e02-a48a42ec643d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (718ea262-ac87-4df8-994d-1ad200295ea8), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:35.050441 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0034ce78-6df5-44dd-9e02-a48a42ec643d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (30a27d57-a1ba-415f-ac57-5f8f43e057da), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:35.102233 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0034ce78-6df5-44dd-9e02-a48a42ec643d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Port': ['ID=718ea262-ac87-4df8-994d-1ad200295ea8,revision_number=7']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:35.125829 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0034ce78-6df5-44dd-9e02-a48a42ec643d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:35.126744 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3b458-d42c-4411-bbd1-e02d34a1ce6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0175ebc-ff32-4392-ac9a-16e369bfecb2,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:35.139024 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-0034ce78-6df5-44dd-9e02-a48a42ec643d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:35.148409 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d519f3f3-be53-4308-9793-13f1b3162d89 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:58:35.178683 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0034ce78-6df5-44dd-9e02-a48a42ec643d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:35.179301 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0034ce78-6df5-44dd-9e02-a48a42ec643d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:35.185985 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3b458-d42c-4411-bbd1-e02d34a1ce6c admin admin] Checking segment: {'id': '0a8b5b87-7792-4519-88b1-bd700a259522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c469bc48-2f7e-47b4-afd9-06674dd18690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:58:35.186342 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb3b458-d42c-4411-bbd1-e02d34a1ce6c admin admin] Network hostable DHCP agents. Network: c469bc48-2f7e-47b4-afd9-06674dd18690, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:58:35.211892 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0034ce78-6df5-44dd-9e02-a48a42ec643d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Subnet': ['ID=30a27d57-a1ba-415f-ac57-5f8f43e057da,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:35.219197 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0034ce78-6df5-44dd-9e02-a48a42ec643d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5231779 Mar 05 04:58:35.222851 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60546) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:35.229365 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-e043ac30-6c32-418c-ac84-8137595526f6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'port': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'mac_address': 'fa:16:3e:3d:2a:c1', 'name': 'tempest-NetworksTestDHCPv6-242500301'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:35.234412 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb3b458-d42c-4411-bbd1-e02d34a1ce6c admin admin] Network c469bc48-2f7e-47b4-afd9-06674dd18690 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:58:35.252467 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-adb3b458-d42c-4411-bbd1-e02d34a1ce6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, c469bc48-2f7e-47b4-afd9-06674dd18690) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:35.268633 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb3b458-d42c-4411-bbd1-e02d34a1ce6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:35.269411 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-adb3b458-d42c-4411-bbd1-e02d34a1ce6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:35.274330 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b9c891-3cf7-422f-91e3-5f5e7c8a8b5c None None] Network c469bc48-2f7e-47b4-afd9-06674dd18690 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:58:35.305453 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-adb3b458-d42c-4411-bbd1-e02d34a1ce6c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0730205 Mar 05 04:58:35.432921 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e043ac30-6c32-418c-ac84-8137595526f6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:58:35.487723 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8d2a83-f0b8-4199-af57-c888ca9b4278 None None] Network c469bc48-2f7e-47b4-afd9-06674dd18690 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:58:35.609859 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e043ac30-6c32-418c-ac84-8137595526f6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:35.634548 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-e043ac30-6c32-418c-ac84-8137595526f6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] device_id is not set on port 24a20147-ad3e-4376-89f2-3864ac663070 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 04:58:35.686728 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb716c6-0645-4efb-a501-664ce3f03791 None None] Update dhcp port {'port': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'fixed_ips': [{'subnet_id': '30a27d57-a1ba-415f-ac57-5f8f43e057da', 'ip_address': '2001:db8::f816:3eff:fe98:29da'}, {'subnet_id': '680f95d9-3e04-4292-88ef-80981933ad09'}], 'binding:host_id': 'n-d-789963-32'}, 'id': '718ea262-ac87-4df8-994d-1ad200295ea8'} from n-d-789963-32. {{(pid=105233) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 05 04:58:35.724465 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-feb716c6-0645-4efb-a501-664ce3f03791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (718ea262-ac87-4df8-994d-1ad200295ea8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:35.865971 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-e043ac30-6c32-418c-ac84-8137595526f6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Allocated IP 172.20.0.14 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/680f95d9-3e04-4292-88ef-80981933ad09/24a20147-ad3e-4376-89f2-3864ac663070) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:58:35.872469 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-e043ac30-6c32-418c-ac84-8137595526f6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Allocated IP 2001:db8::f816:3eff:fe3d:2ac1 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/30a27d57-a1ba-415f-ac57-5f8f43e057da/24a20147-ad3e-4376-89f2-3864ac663070) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:58:35.921062 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device ab1727b5-bfe0-4373-a050-b7c0ff75cf15 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:58:35.957671 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 718ea262-ac87-4df8-994d-1ad200295ea8 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:58:36.121117 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e043ac30-6c32-418c-ac84-8137595526f6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for port (24a20147-ad3e-4376-89f2-3864ac663070), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:36.135973 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port ab1727b5-bfe0-4373-a050-b7c0ff75cf15, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=ab1727b5-bfe0-4373-a050-b7c0ff75cf15,segment=NetworkSegment(78da9f50-b791-4384-818b-c3b1f3bf0c84),segment_id=78da9f50-b791-4384-818b-c3b1f3bf0c84)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:36.147059 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 718ea262-ac87-4df8-994d-1ad200295ea8 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:36.147831 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (718ea262-ac87-4df8-994d-1ad200295ea8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:36.183738 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e043ac30-6c32-418c-ac84-8137595526f6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (24a20147-ad3e-4376-89f2-3864ac663070), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:36.218951 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'ab1727b5-bfe0-4373-a050-b7c0ff75cf15', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'port_id': 'ab1727b5-bfe0-4373-a050-b7c0ff75cf15', 'mac_address': 'fa:16:3e:12:a4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:58:36.285927 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e043ac30-6c32-418c-ac84-8137595526f6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:36.294856 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043ac30-6c32-418c-ac84-8137595526f6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Port': ['ID=24a20147-ad3e-4376-89f2-3864ac663070,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:36.295307 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port ab1727b5-bfe0-4373-a050-b7c0ff75cf15 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:36.295807 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ab1727b5-bfe0-4373-a050-b7c0ff75cf15), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:36.297902 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-e043ac30-6c32-418c-ac84-8137595526f6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:36.302714 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e043ac30-6c32-418c-ac84-8137595526f6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:58:36.321965 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab1727b5-bfe0-4373-a050-b7c0ff75cf15 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:58:36.354828 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-feb716c6-0645-4efb-a501-664ce3f03791 None None] Allocated IP 172.20.0.2 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/680f95d9-3e04-4292-88ef-80981933ad09/718ea262-ac87-4df8-994d-1ad200295ea8) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:58:36.357906 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe4925c3-e1f3-4bbe-b1bb-6e0b0497dbd6 req-7b9c0a96-c3ab-458f-a367-a52111e6d9de service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1196382b-9a18-43b3-83de-487722efd599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1628537 Mar 05 04:58:36.360826 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port ab1727b5-bfe0-4373-a050-b7c0ff75cf15, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=ab1727b5-bfe0-4373-a050-b7c0ff75cf15,segment=NetworkSegment(78da9f50-b791-4384-818b-c3b1f3bf0c84),segment_id=78da9f50-b791-4384-818b-c3b1f3bf0c84)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:36.384660 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e043ac30-6c32-418c-ac84-8137595526f6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:36.386724 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ab1727b5-bfe0-4373-a050-b7c0ff75cf15), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:36.387023 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e043ac30-6c32-418c-ac84-8137595526f6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:36.438378 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60560) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:36.446319 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e043ac30-6c32-418c-ac84-8137595526f6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2217765 Mar 05 04:58:36.568829 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4925c3-e1f3-4bbe-b1bb-6e0b0497dbd6 req-9dda536b-23cf-4f9c-8793-38116eef456a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:36.570307 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe4925c3-e1f3-4bbe-b1bb-6e0b0497dbd6 req-9dda536b-23cf-4f9c-8793-38116eef456a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4e3a7db0492c498e9791caa16e095e94&device_id=1196382b-9a18-43b3-83de-487722efd599 HTTP/1.1" status: 200 len: 1129 time: 0.1484003 Mar 05 04:58:36.584103 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0227f5-633e-4041-84bb-9b985dcbf099 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:36.606502 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0227f5-633e-4041-84bb-9b985dcbf099 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:36.615719 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ed0227f5-633e-4041-84bb-9b985dcbf099 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1728256 Mar 05 04:58:36.616066 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60562) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:36.721199 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 718ea262-ac87-4df8-994d-1ad200295ea8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:36.732315 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=ab1727b5-bfe0-4373-a050-b7c0ff75cf15,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:36.738096 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['ab1727b5-bfe0-4373-a050-b7c0ff75cf15'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:58:36.815181 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-feb716c6-0645-4efb-a501-664ce3f03791 None None] For port 718ea262-ac87-4df8-994d-1ad200295ea8, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=718ea262-ac87-4df8-994d-1ad200295ea8,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:36.840178 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4925c3-e1f3-4bbe-b1bb-6e0b0497dbd6 req-061ae0f0-3a78-4fcf-ae2e-0b774d953768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:36.842495 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe4925c3-e1f3-4bbe-b1bb-6e0b0497dbd6 req-061ae0f0-3a78-4fcf-ae2e-0b774d953768 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2208e38e-4ccf-4e0c-99e3-12bba4d22772 HTTP/1.1" status: 200 len: 914 time: 0.2496581 Mar 05 04:58:36.888644 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-feb716c6-0645-4efb-a501-664ce3f03791 None None] Publish callbacks [] for port (718ea262-ac87-4df8-994d-1ad200295ea8), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:36.917692 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-feb716c6-0645-4efb-a501-664ce3f03791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (718ea262-ac87-4df8-994d-1ad200295ea8), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:36.972386 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe4925c3-e1f3-4bbe-b1bb-6e0b0497dbd6 req-fb8d31e4-90d1-4e37-a115-ea2b256b39a9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bdeb4a9-fe47-471f-964a-4ffa0781a2aa HTTP/1.1" status: 200 len: 1002 time: 0.1194427 Mar 05 04:58:37.132404 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4925c3-e1f3-4bbe-b1bb-6e0b0497dbd6 req-c4110a17-f63c-4bcc-b562-7d801e2efe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:37.140434 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe4925c3-e1f3-4bbe-b1bb-6e0b0497dbd6 req-c4110a17-f63c-4bcc-b562-7d801e2efe49 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5 HTTP/1.1" status: 200 len: 853 time: 0.1620197 Mar 05 04:58:37.161826 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb716c6-0645-4efb-a501-664ce3f03791 None None] Pushing event updated for resources: {'Port': ['ID=718ea262-ac87-4df8-994d-1ad200295ea8,revision_number=8']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:37.219787 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4925c3-e1f3-4bbe-b1bb-6e0b0497dbd6 req-6711dbf8-66f1-4fd5-aab7-cff3e03d3765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:37.221458 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe4925c3-e1f3-4bbe-b1bb-6e0b0497dbd6 req-6711dbf8-66f1-4fd5-aab7-cff3e03d3765 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2208e38e-4ccf-4e0c-99e3-12bba4d22772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0745580 Mar 05 04:58:37.294660 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-95ff8102-d2c9-46c2-b73c-97fc98993a1d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting port 24a20147-ad3e-4376-89f2-3864ac663070 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:58:37.295038 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-95ff8102-d2c9-46c2-b73c-97fc98993a1d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (24a20147-ad3e-4376-89f2-3864ac663070), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:37.390908 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe4925c3-e1f3-4bbe-b1bb-6e0b0497dbd6 req-91a09fd8-4275-4323-9eda-3dfa577fe068 service neutron] 10.222.0.31 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611867 Mar 05 04:58:37.453656 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-95ff8102-d2c9-46c2-b73c-97fc98993a1d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (24a20147-ad3e-4376-89f2-3864ac663070), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:37.475224 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-95ff8102-d2c9-46c2-b73c-97fc98993a1d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Calling delete_port for 24a20147-ad3e-4376-89f2-3864ac663070 owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:58:37.638912 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe4925c3-e1f3-4bbe-b1bb-6e0b0497dbd6 req-9bd2ebcf-2feb-4279-9e96-4326aa9d36bf service neutron] 10.222.0.31 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325895 Mar 05 04:58:37.915115 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 718ea262-ac87-4df8-994d-1ad200295ea8 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:58:37.926927 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-95ff8102-d2c9-46c2-b73c-97fc98993a1d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (24a20147-ad3e-4376-89f2-3864ac663070), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:38.034008 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device ab1727b5-bfe0-4373-a050-b7c0ff75cf15 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:58:38.040160 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff8102-d2c9-46c2-b73c-97fc98993a1d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Port': ['ID=24a20147-ad3e-4376-89f2-3864ac663070,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:38.136676 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 718ea262-ac87-4df8-994d-1ad200295ea8 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:38.137096 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (718ea262-ac87-4df8-994d-1ad200295ea8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:38.226411 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-95ff8102-d2c9-46c2-b73c-97fc98993a1d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:38.231571 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-95ff8102-d2c9-46c2-b73c-97fc98993a1d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/24a20147-ad3e-4376-89f2-3864ac663070 HTTP/1.1" status: 204 len: 168 time: 1.6098261 Mar 05 04:58:38.234501 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60568) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:38.237617 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port ab1727b5-bfe0-4373-a050-b7c0ff75cf15 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:58:38.258171 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port ab1727b5-bfe0-4373-a050-b7c0ff75cf15 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:38.259223 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ab1727b5-bfe0-4373-a050-b7c0ff75cf15), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:38.303995 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-761edf47-5509-4d83-b68e-6e6c01277a14 None None] Provisioning complete for port 718ea262-ac87-4df8-994d-1ad200295ea8 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:38.305477 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-761edf47-5509-4d83-b68e-6e6c01277a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (718ea262-ac87-4df8-994d-1ad200295ea8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:38.328420 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12be889f-0629-413d-9e6b-a18060063d17 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:38.330234 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12be889f-0629-413d-9e6b-a18060063d17 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:38.331836 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12be889f-0629-413d-9e6b-a18060063d17 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:38.333740 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-12be889f-0629-413d-9e6b-a18060063d17 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0978515 Mar 05 04:58:38.336561 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60570) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:38.447867 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 718ea262-ac87-4df8-994d-1ad200295ea8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:38.470594 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb084da6-3e84-421f-a3f9-0a956d4fcb8d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting subnet 30a27d57-a1ba-415f-ac57-5f8f43e057da {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:58:38.482203 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eb084da6-3e84-421f-a3f9-0a956d4fcb8d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (30a27d57-a1ba-415f-ac57-5f8f43e057da), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:38.561193 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eb084da6-3e84-421f-a3f9-0a956d4fcb8d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (30a27d57-a1ba-415f-ac57-5f8f43e057da), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:38.579314 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port ab1727b5-bfe0-4373-a050-b7c0ff75cf15 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:38.579716 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ab1727b5-bfe0-4373-a050-b7c0ff75cf15), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:38.618394 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-761edf47-5509-4d83-b68e-6e6c01277a14 None None] Current status of the port 718ea262-ac87-4df8-994d-1ad200295ea8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:38.661668 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port ab1727b5-bfe0-4373-a050-b7c0ff75cf15, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=ab1727b5-bfe0-4373-a050-b7c0ff75cf15,segment=NetworkSegment(78da9f50-b791-4384-818b-c3b1f3bf0c84),segment_id=78da9f50-b791-4384-818b-c3b1f3bf0c84)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:38.669290 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ab1727b5-bfe0-4373-a050-b7c0ff75cf15), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:38.709175 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eb084da6-3e84-421f-a3f9-0a956d4fcb8d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (30a27d57-a1ba-415f-ac57-5f8f43e057da), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:38.769130 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=ab1727b5-bfe0-4373-a050-b7c0ff75cf15,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:38.772624 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6155a901-848c-4b33-a636-84b900d583c2 None None] Could not find standard attr ID for object 24a20147-ad3e-4376-89f2-3864ac663070. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 04:58:38.845564 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eb084da6-3e84-421f-a3f9-0a956d4fcb8d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (30a27d57-a1ba-415f-ac57-5f8f43e057da), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:38.868806 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eb084da6-3e84-421f-a3f9-0a956d4fcb8d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:38.875596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60572) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:38.877391 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-eb084da6-3e84-421f-a3f9-0a956d4fcb8d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/30a27d57-a1ba-415f-ac57-5f8f43e057da HTTP/1.1" status: 204 len: 168 time: 0.5395510 Mar 05 04:58:38.905972 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb084da6-3e84-421f-a3f9-0a956d4fcb8d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Subnet': ['ID=30a27d57-a1ba-415f-ac57-5f8f43e057da,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:38.977040 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-02348af7-592c-47fa-9942-967f4bc3edda tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting subnet 680f95d9-3e04-4292-88ef-80981933ad09 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:58:38.981514 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-02348af7-592c-47fa-9942-967f4bc3edda tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (680f95d9-3e04-4292-88ef-80981933ad09), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:39.042570 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-02348af7-592c-47fa-9942-967f4bc3edda tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (680f95d9-3e04-4292-88ef-80981933ad09), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:39.102020 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d026adcd-cd11-45ef-8d83-e99c85be3a64 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:58:39.177069 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-02348af7-592c-47fa-9942-967f4bc3edda tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (680f95d9-3e04-4292-88ef-80981933ad09), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:39.270702 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-02348af7-592c-47fa-9942-967f4bc3edda tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (680f95d9-3e04-4292-88ef-80981933ad09), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:39.319489 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02348af7-592c-47fa-9942-967f4bc3edda tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Subnet': ['ID=680f95d9-3e04-4292-88ef-80981933ad09,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:39.339536 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-02348af7-592c-47fa-9942-967f4bc3edda tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:39.344171 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-02348af7-592c-47fa-9942-967f4bc3edda tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/680f95d9-3e04-4292-88ef-80981933ad09 HTTP/1.1" status: 204 len: 168 time: 0.4672587 Mar 05 04:58:39.346308 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60576) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:39.422533 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fb7cf74d-efdd-489c-99df-bd0ace3230f7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0726748 Mar 05 04:58:39.422972 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60582) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:39.612203 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-9f6c5eb3-ea15-4321-b224-dbf5ce0b8f88 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1674959706&fields=id&tenant_id=5d19f36e865d4d1c893d90afc94d506f HTTP/1.1" status: 200 len: 267 time: 0.1077533 Mar 05 04:58:39.627971 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869d7d0c-2951-482f-830e-30d77379e609 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:39.629618 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-869d7d0c-2951-482f-830e-30d77379e609 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2056363 Mar 05 04:58:39.632365 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60588) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:39.672442 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fe50b-8724-4c47-a507-6788cf5c81a0 req-05455ee6-e923-492d-a185-44f1edd317e6 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:39.674005 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c42fe50b-8724-4c47-a507-6788cf5c81a0 req-05455ee6-e923-492d-a185-44f1edd317e6 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=73ad1b45-f62c-41db-a133-fb0703fca89b HTTP/1.1" status: 200 len: 945 time: 0.1373808 Mar 05 04:58:39.706620 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3377b9c1-2c12-4466-9f06-5a83a9f02b94 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:39.711645 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3377b9c1-2c12-4466-9f06-5a83a9f02b94 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0782251 Mar 05 04:58:39.712306 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60590) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:39.771634 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b7738111-bee0-427a-a3f5-07249fb2ae29 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518785 Mar 05 04:58:39.783028 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60592) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:39.790383 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-c16696cd-9ef2-44fd-8257-0ce755d3c55c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:39.869671 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-50325409-2a50-4c17-8b53-f538ebf1f514 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:39.871598 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-50325409-2a50-4c17-8b53-f538ebf1f514 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/networks?id=931621a1-3c63-4b88-9017-913fd0b96f88 HTTP/1.1" status: 200 len: 811 time: 0.2409673 Mar 05 04:58:39.888417 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-e581879e-f610-4dc3-ae60-712b16702238 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/quotas/5d19f36e865d4d1c893d90afc94d506f HTTP/1.1" status: 200 len: 375 time: 0.0100310 Mar 05 04:58:39.949960 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16696cd-9ef2-44fd-8257-0ce755d3c55c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:58:39.954238 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c16696cd-9ef2-44fd-8257-0ce755d3c55c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:39.957633 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16696cd-9ef2-44fd-8257-0ce755d3c55c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 04:58:39.960125 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c16696cd-9ef2-44fd-8257-0ce755d3c55c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 04:58:39.999360 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c16696cd-9ef2-44fd-8257-0ce755d3c55c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2148051 Mar 05 04:58:40.002170 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60602) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:40.007628 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-4b29fd62-23be-40f3-a33f-a994f11dc914 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:40.052846 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-cbc9812b-8f49-4371-97ca-17f3db32cb5a tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5d19f36e865d4d1c893d90afc94d506f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1464732 Mar 05 04:58:40.060596 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c42fe50b-8724-4c47-a507-6788cf5c81a0 req-926ed659-8a2d-454e-9b62-68aaf4e646f1 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2042260-7759-4c9c-b4d2-a1beac14245a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3562801 Mar 05 04:58:40.095282 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b416757-68cf-46ef-a104-9715def44731 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:58:40.157898 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068c751a-c598-4b1b-b0d0-78b46c345fbb x-openstack-request-id: req-068c751a-c598-4b1b-b0d0-78b46c345fbb {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:58:40.158604 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef20f788-6741-4fd7-9303-7bd9d1e8ca5e", "name": "network-vif-plugged", "status": "completed", "tag": "0c93b3a3-c064-4101-8acb-6767f062ecb3", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:58:40.158604 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-068c751a-c598-4b1b-b0d0-78b46c345fbb {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:58:40.158829 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef20f788-6741-4fd7-9303-7bd9d1e8ca5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c93b3a3-c064-4101-8acb-6767f062ecb3', 'code': 200} Mar 05 04:58:40.226087 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b29fd62-23be-40f3-a33f-a994f11dc914 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:58:40.234233 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e498a9fb-e42c-4ace-b0ee-08dc3f026a7a None None] Provisioning complete for port 718ea262-ac87-4df8-994d-1ad200295ea8 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:40.234958 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e498a9fb-e42c-4ace-b0ee-08dc3f026a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (718ea262-ac87-4df8-994d-1ad200295ea8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:40.236429 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b29fd62-23be-40f3-a33f-a994f11dc914 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:40.239154 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b29fd62-23be-40f3-a33f-a994f11dc914 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 04:58:40.239718 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b29fd62-23be-40f3-a33f-a994f11dc914 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 04:58:40.246063 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a6876322-cad9-4ac0-94f3-cfe330781282 req-3e73d774-e35f-48ec-b3a7-040b2c132413 tempest-ServerShowV257Test-964071195 tempest-ServerShowV257Test-964071195-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1c10b6-47fe-4a09-ad3c-3023c29c05a1 HTTP/1.1" status: 200 len: 210 time: 0.0369120 Mar 05 04:58:40.313288 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4b29fd62-23be-40f3-a33f-a994f11dc914 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3100390 Mar 05 04:58:40.316391 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60608) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:40.337594 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-221bce39-f43e-4d88-826a-c0285d06f1b7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:40.501431 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b184550d-26ef-405e-a85d-5715ee3b0101 x-openstack-request-id: req-b184550d-26ef-405e-a85d-5715ee3b0101 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:58:40.502085 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73ad1b45-f62c-41db-a133-fb0703fca89b", "tag": "ab1727b5-bfe0-4373-a050-b7c0ff75cf15", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:58:40.502085 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b184550d-26ef-405e-a85d-5715ee3b0101 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:58:40.502300 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73ad1b45-f62c-41db-a133-fb0703fca89b', 'tag': 'ab1727b5-bfe0-4373-a050-b7c0ff75cf15', 'status': 'completed', 'code': 200} Mar 05 04:58:40.508356 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e498a9fb-e42c-4ace-b0ee-08dc3f026a7a None None] Current status of the port 718ea262-ac87-4df8-994d-1ad200295ea8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:40.521562 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e9a57d-20eb-447b-affd-e20565353258 None None] DHCP port deletion for d9771a2e-94ae-4769-a90a-e0cdf5de3e37 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:58:40.581814 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dcd87-e847-49d0-9378-3ec49da4a7d8 req-4c7ed438-d959-4c62-a8dc-9e33f33f01f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:40.583416 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f95dcd87-e847-49d0-9378-3ec49da4a7d8 req-4c7ed438-d959-4c62-a8dc-9e33f33f01f5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4e3a7db0492c498e9791caa16e095e94&device_id=73ad1b45-f62c-41db-a133-fb0703fca89b HTTP/1.1" status: 200 len: 1128 time: 0.0803249 Mar 05 04:58:40.585235 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-f061de9b-78c4-4991-8723-1eaefc803647 service neutron] 10.222.0.11 "GET /v2.0/networks/931621a1-3c63-4b88-9017-913fd0b96f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5236232 Mar 05 04:58:40.585998 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221bce39-f43e-4d88-826a-c0285d06f1b7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:58:40.590324 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-221bce39-f43e-4d88-826a-c0285d06f1b7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:40.591858 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-221bce39-f43e-4d88-826a-c0285d06f1b7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 04:58:40.592301 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-221bce39-f43e-4d88-826a-c0285d06f1b7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 04:58:40.613652 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-05e9a57d-20eb-447b-affd-e20565353258 None None] Deleting port 718ea262-ac87-4df8-994d-1ad200295ea8 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:58:40.614119 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-05e9a57d-20eb-447b-affd-e20565353258 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (718ea262-ac87-4df8-994d-1ad200295ea8), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:40.678435 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-221bce39-f43e-4d88-826a-c0285d06f1b7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3490148 Mar 05 04:58:40.679512 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60622) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:40.686281 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-7f5238a3-c83f-4a66-a552-d9e5df60c205 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:40.742405 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-05e9a57d-20eb-447b-affd-e20565353258 None None] For port 718ea262-ac87-4df8-994d-1ad200295ea8, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=718ea262-ac87-4df8-994d-1ad200295ea8,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:40.742881 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-05e9a57d-20eb-447b-affd-e20565353258 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (718ea262-ac87-4df8-994d-1ad200295ea8), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:40.758365 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-05e9a57d-20eb-447b-affd-e20565353258 None None] Calling delete_port for 718ea262-ac87-4df8-994d-1ad200295ea8 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:58:40.853544 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5238a3-c83f-4a66-a552-d9e5df60c205 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:58:40.857160 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7f5238a3-c83f-4a66-a552-d9e5df60c205 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:40.858612 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f5238a3-c83f-4a66-a552-d9e5df60c205 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 04:58:40.859050 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f5238a3-c83f-4a66-a552-d9e5df60c205 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 04:58:40.866115 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dcd87-e847-49d0-9378-3ec49da4a7d8 req-cbce9e8e-851c-4f81-8806-f6250fe5c9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:40.867687 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f95dcd87-e847-49d0-9378-3ec49da4a7d8 req-cbce9e8e-851c-4f81-8806-f6250fe5c9a4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2208e38e-4ccf-4e0c-99e3-12bba4d22772 HTTP/1.1" status: 200 len: 914 time: 0.2712140 Mar 05 04:58:40.895204 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7f5238a3-c83f-4a66-a552-d9e5df60c205 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2104928 Mar 05 04:58:40.895409 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-05e9a57d-20eb-447b-affd-e20565353258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (718ea262-ac87-4df8-994d-1ad200295ea8), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:40.895539 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60624) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:40.902551 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-790c01a2-b9e9-4990-b456-ad863b27a24c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:40.913820 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-be446ef6-ca8b-44e1-82c1-f5886972ce01 service neutron] 10.222.0.11 "GET /v2.0/networks/931621a1-3c63-4b88-9017-913fd0b96f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161345 Mar 05 04:58:40.968649 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9a57d-20eb-447b-affd-e20565353258 None None] Pushing event deleted for resources: {'Port': ['ID=718ea262-ac87-4df8-994d-1ad200295ea8,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:40.981064 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e9a57d-20eb-447b-affd-e20565353258 None None] No DVR routers for this DVR port 718ea262-ac87-4df8-994d-1ad200295ea8 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:58:40.986332 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f95dcd87-e847-49d0-9378-3ec49da4a7d8 req-bca33293-d5cc-45fa-9dfc-abbeed549770 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab1727b5-bfe0-4373-a050-b7c0ff75cf15 HTTP/1.1" status: 200 len: 217 time: 0.1015899 Mar 05 04:58:41.076022 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dcd87-e847-49d0-9378-3ec49da4a7d8 req-dc711e04-0865-4c87-b52e-8caaf7df013c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:41.077664 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f95dcd87-e847-49d0-9378-3ec49da4a7d8 req-dc711e04-0865-4c87-b52e-8caaf7df013c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5 HTTP/1.1" status: 200 len: 853 time: 0.0761788 Mar 05 04:58:41.084056 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be728a91-cb3f-442c-b824-ec700b878b07 req-c98658e6-fe4f-4a6f-b6f1-e152607a9b00 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:41.092253 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-be728a91-cb3f-442c-b824-ec700b878b07 req-c98658e6-fe4f-4a6f-b6f1-e152607a9b00 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.11 "GET /v2.0/networks?id=c469bc48-2f7e-47b4-afd9-06674dd18690 HTTP/1.1" status: 200 len: 821 time: 0.3670738 Mar 05 04:58:41.133587 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790c01a2-b9e9-4990-b456-ad863b27a24c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:58:41.138297 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-790c01a2-b9e9-4990-b456-ad863b27a24c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:41.140917 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-790c01a2-b9e9-4990-b456-ad863b27a24c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 04:58:41.140917 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-790c01a2-b9e9-4990-b456-ad863b27a24c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 04:58:41.196746 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-be728a91-cb3f-442c-b824-ec700b878b07 req-67018720-2c26-48f4-a95e-90b6fb18edf4 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.11 "GET /v2.0/quotas/22819d81bee9428484596b6fd1742ed6 HTTP/1.1" status: 200 len: 375 time: 0.1041000 Mar 05 04:58:41.257446 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6c212afb-92fb-4f50-b767-915b4617fe7e tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=22819d81bee9428484596b6fd1742ed6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566118 Mar 05 04:58:41.268471 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-790c01a2-b9e9-4990-b456-ad863b27a24c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3717706 Mar 05 04:58:41.271513 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60640) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:41.279625 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-91029ba6-ed61-43a9-b3bf-d56443a474a3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:41.324674 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95dcd87-e847-49d0-9378-3ec49da4a7d8 req-e18576b7-899a-4e0e-b744-c1afe6d64fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:41.326634 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f95dcd87-e847-49d0-9378-3ec49da4a7d8 req-e18576b7-899a-4e0e-b744-c1afe6d64fa9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2208e38e-4ccf-4e0c-99e3-12bba4d22772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2274556 Mar 05 04:58:41.415486 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-30720bc6-26d5-4003-834b-bfe166035d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:41.504187 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91029ba6-ed61-43a9-b3bf-d56443a474a3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:58:41.507902 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-91029ba6-ed61-43a9-b3bf-d56443a474a3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:41.509331 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-91029ba6-ed61-43a9-b3bf-d56443a474a3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 04:58:41.509828 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91029ba6-ed61-43a9-b3bf-d56443a474a3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 04:58:41.565543 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-91029ba6-ed61-43a9-b3bf-d56443a474a3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2922437 Mar 05 04:58:41.567627 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60654) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:41.663417 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-be728a91-cb3f-442c-b824-ec700b878b07 req-cef1c5cb-82a2-469e-a007-6c6ad3d37eeb service neutron] 10.222.0.11 "GET /v2.0/networks/c469bc48-2f7e-47b4-afd9-06674dd18690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053299 Mar 05 04:58:41.683399 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8ca16ed1-500f-4795-834d-76fe2d4b0e30 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1143086 Mar 05 04:58:41.685915 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60656) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:41.746117 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f95dcd87-e847-49d0-9378-3ec49da4a7d8 req-fbe07abf-8204-4ff4-b638-912fb40429c2 service neutron] 10.222.0.31 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913770 Mar 05 04:58:41.800769 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3c0c64-5654-4905-b200-a89156949732 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:41.802392 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4d3c0c64-5654-4905-b200-a89156949732 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1154325 Mar 05 04:58:41.804973 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60660) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:41.883721 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e7fd99b3-697d-4fee-af0b-7713acb96b1f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776117 Mar 05 04:58:41.888487 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60662) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:41.893594 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-b7bcc890-586b-4216-a83d-5b0bb9ea25bb tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:41.963763 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f95dcd87-e847-49d0-9378-3ec49da4a7d8 req-fe18acca-7efb-41bc-86f8-76957ec13e99 service neutron] 10.222.0.31 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863084 Mar 05 04:58:41.964749 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 718ea262-ac87-4df8-994d-1ad200295ea8 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:58:41.986726 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9b639-4b26-4f7e-ab5e-1282ac4a0f23 req-1ddcf7d6-2dd7-4046-b69e-d9a2638cb0a2 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:41.988816 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41d9b639-4b26-4f7e-ab5e-1282ac4a0f23 req-1ddcf7d6-2dd7-4046-b69e-d9a2638cb0a2 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=73ad1b45-f62c-41db-a133-fb0703fca89b HTTP/1.1" status: 200 len: 945 time: 0.5757546 Mar 05 04:58:42.034188 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 718ea262-ac87-4df8-994d-1ad200295ea8 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:58:42.035037 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 718ea262-ac87-4df8-994d-1ad200295ea8 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:58:42.062345 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41d9b639-4b26-4f7e-ab5e-1282ac4a0f23 req-99535f6e-673a-40df-9d4e-eeb9498ef8b0 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2042260-7759-4c9c-b4d2-a1beac14245a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645716 Mar 05 04:58:42.160417 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ad1b45-f62c-41db-a133-fb0703fca89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1727b5-bfe0-4373-a050-b7c0ff75cf15'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:58:42.163930 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af25dcf0-87ef-4236-9898-0da414e105a4" -d '{"events": [{"server_uuid": "73ad1b45-f62c-41db-a133-fb0703fca89b", "name": "network-vif-plugged", "status": "completed", "tag": "ab1727b5-bfe0-4373-a050-b7c0ff75cf15"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:58:42.217025 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-be728a91-cb3f-442c-b824-ec700b878b07 req-072b1df5-bda6-49f4-bab1-1feaa50f5ba5 service neutron] 10.222.0.11 "GET /v2.0/networks/c469bc48-2f7e-47b4-afd9-06674dd18690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680529 Mar 05 04:58:42.277098 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bcc890-586b-4216-a83d-5b0bb9ea25bb tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:58:42.285147 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc890-586b-4216-a83d-5b0bb9ea25bb tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:42.318778 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-294c5450-3d7c-45f1-9c16-e2fe59159352 req-9173a5ef-97da-41d8-a08c-6734bd880a52 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=90a0ff1b-d127-4552-96e6-3ddece488601 HTTP/1.1" status: 200 len: 210 time: 0.0971377 Mar 05 04:58:42.554082 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f8f72c14-248e-463e-bafc-0ab9ac8cd206 req-7041d7de-6c2d-4f3c-9965-7b014ee6adef tempest-ServerShowV257Test-964071195 tempest-ServerShowV257Test-964071195-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1c10b6-47fe-4a09-ad3c-3023c29c05a1 HTTP/1.1" status: 200 len: 210 time: 0.0726438 Mar 05 04:58:42.598462 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53905182-0973-4b57-ae79-afcea2270fb3 x-openstack-request-id: req-53905182-0973-4b57-ae79-afcea2270fb3 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:58:42.598958 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ad1b45-f62c-41db-a133-fb0703fca89b", "name": "network-vif-plugged", "status": "completed", "tag": "ab1727b5-bfe0-4373-a050-b7c0ff75cf15", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:58:42.599118 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-53905182-0973-4b57-ae79-afcea2270fb3 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:58:42.600549 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ad1b45-f62c-41db-a133-fb0703fca89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1727b5-bfe0-4373-a050-b7c0ff75cf15', 'code': 200} Mar 05 04:58:42.740343 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0d918336-2615-4939-907d-bdf69fee63a8 req-acdc098a-c537-4900-9096-6208056dc80f tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.11 "GET /v2.0/ports?device_id=7530a7f6-eff3-4b4c-ac5a-879f88f9dcac HTTP/1.1" status: 200 len: 210 time: 0.0515320 Mar 05 04:58:42.926409 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fce1cf-4985-487d-8d9b-eb2203ec6607 req-d4722d2c-e385-4fac-a936-1dc268f87441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:42.928575 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-16fce1cf-4985-487d-8d9b-eb2203ec6607 req-d4722d2c-e385-4fac-a936-1dc268f87441 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=73ad1b45-f62c-41db-a133-fb0703fca89b HTTP/1.1" status: 200 len: 1128 time: 0.1206121 Mar 05 04:58:42.992313 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-16fce1cf-4985-487d-8d9b-eb2203ec6607 req-912f74f0-52b8-4233-93b0-d4097f646bcb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f2042260-7759-4c9c-b4d2-a1beac14245a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561597 Mar 05 04:58:43.125899 n-d-789963-32 neutron-server[105232]: DEBUG neutron.objects.ports [None req-b7bcc890-586b-4216-a83d-5b0bb9ea25bb tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105232) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 05 04:58:43.146899 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc890-586b-4216-a83d-5b0bb9ea25bb tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (dc074f34-5197-47c2-8bc2-1b8288a0600c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:43.296365 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bcc890-586b-4216-a83d-5b0bb9ea25bb tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:43.303608 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-b7bcc890-586b-4216-a83d-5b0bb9ea25bb tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:43.310385 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bcc890-586b-4216-a83d-5b0bb9ea25bb tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:43.311422 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b7bcc890-586b-4216-a83d-5b0bb9ea25bb tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:43.321747 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7756f710-7d6f-4150-ab86-0272ba6a532b None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:58:43.346173 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bcc890-586b-4216-a83d-5b0bb9ea25bb tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Subnet': ['ID=dc074f34-5197-47c2-8bc2-1b8288a0600c,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:43.355352 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b7bcc890-586b-4216-a83d-5b0bb9ea25bb tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4657400 Mar 05 04:58:43.358506 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60700) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:43.363971 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-0fc31eaa-8f5a-4684-80dd-7f54294595a0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'port': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'mac_address': 'fa:16:3e:69:b6:15', 'name': 'tempest-NetworksTestDHCPv6-1120822311'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:43.407452 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1be546-dad7-4059-84bf-dc9c40f5b440 req-0af14905-56f9-4477-97a1-70d27b747daa tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:43.429001 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5e1be546-dad7-4059-84bf-dc9c40f5b440 req-0af14905-56f9-4477-97a1-70d27b747daa tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=73ad1b45-f62c-41db-a133-fb0703fca89b HTTP/1.1" status: 200 len: 945 time: 0.2104340 Mar 05 04:58:43.519106 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7e7657-5700-40a8-87e3-eacea32fe7a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-d9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'fixed_ips': [{'subnet_id': 'dc074f34-5197-47c2-8bc2-1b8288a0600c'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:58:43.520353 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bf7e7657-5700-40a8-87e3-eacea32fe7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:43.548912 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-7e54dad4-52c9-48d2-96f8-36a2e8aa9625 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:43.550558 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-7e54dad4-52c9-48d2-96f8-36a2e8aa9625 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.30 "GET /v2.0/networks?id=931621a1-3c63-4b88-9017-913fd0b96f88 HTTP/1.1" status: 200 len: 811 time: 0.6377356 Mar 05 04:58:43.595721 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f567ddfb-d559-47fd-b2b7-690e1a1d56b8 req-13891493-2516-4e96-8346-d27993f12a91 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=90a0ff1b-d127-4552-96e6-3ddece488601 HTTP/1.1" status: 200 len: 210 time: 0.0992877 Mar 05 04:58:43.630217 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc31eaa-8f5a-4684-80dd-7f54294595a0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:58:43.687412 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:43.699240 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5e1be546-dad7-4059-84bf-dc9c40f5b440 req-aff610da-8c89-44ff-bfaf-43d8d42b8382 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2042260-7759-4c9c-b4d2-a1beac14245a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2693200 Mar 05 04:58:43.738726 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5614e167-fc4d-464a-904c-335507f129ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:43.788847 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-bf7e7657-5700-40a8-87e3-eacea32fe7a7 None None] Allocated IP 2001:db8::f816:3eff:fed2:ecc8 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/dc074f34-5197-47c2-8bc2-1b8288a0600c/fb6a8be8-1914-4ac4-af90-ffc3338cfe49) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:58:43.795129 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:43.830333 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0f606c6c-1fae-404e-b7cf-8d0ee3c46918 req-5d630418-c0e5-4e88-91bf-a2bfd52351a0 tempest-ServerShowV257Test-964071195 tempest-ServerShowV257Test-964071195-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1c10b6-47fe-4a09-ad3c-3023c29c05a1 HTTP/1.1" status: 200 len: 210 time: 0.0800462 Mar 05 04:58:43.834711 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-77029771-496f-4f3d-a40f-e924aa934b97 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d19f36e865d4d1c893d90afc94d506f HTTP/1.1" status: 200 len: 380 time: 0.2538335 Mar 05 04:58:43.856341 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-4f546cec-9cff-4d4d-9bc2-926ab856773e tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Request body: {'port': {'device_id': '90a0ff1b-d127-4552-96e6-3ddece488601', 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88', 'admin_state_up': True, 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'security_groups': ['6a3ca7f9-f110-4424-8eec-5a2a53a3ce82']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:44.020022 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ee64ccd7-78fe-44ee-aa88-68ddd7f4628c req-9874e76d-b3fa-417e-a307-7b0a20b070bd tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.11 "GET /v2.0/ports?device_id=7530a7f6-eff3-4b4c-ac5a-879f88f9dcac HTTP/1.1" status: 200 len: 210 time: 0.0637138 Mar 05 04:58:44.023432 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0fc31eaa-8f5a-4684-80dd-7f54294595a0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:44.062262 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-0fc31eaa-8f5a-4684-80dd-7f54294595a0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] device_id is not set on port 7e698136-6315-449a-995f-df1d6591f24e yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 04:58:44.125992 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bf7e7657-5700-40a8-87e3-eacea32fe7a7 None None] Publish callbacks [] for port (fb6a8be8-1914-4ac4-af90-ffc3338cfe49), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:44.138064 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bf7e7657-5700-40a8-87e3-eacea32fe7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (fb6a8be8-1914-4ac4-af90-ffc3338cfe49), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:44.211491 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-0fc31eaa-8f5a-4684-80dd-7f54294595a0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Allocated IP 2001:db8::f816:3eff:fe69:b615 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/dc074f34-5197-47c2-8bc2-1b8288a0600c/7e698136-6315-449a-995f-df1d6591f24e) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:58:44.241753 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7e7657-5700-40a8-87e3-eacea32fe7a7 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:44.252014 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-bf7e7657-5700-40a8-87e3-eacea32fe7a7 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:44.261396 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7e7657-5700-40a8-87e3-eacea32fe7a7 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:58:44.359970 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e7657-5700-40a8-87e3-eacea32fe7a7 None None] Pushing event updated for resources: {'Port': ['ID=fb6a8be8-1914-4ac4-af90-ffc3338cfe49,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:44.376404 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-bf7e7657-5700-40a8-87e3-eacea32fe7a7 None None] Attempting to bind port fb6a8be8-1914-4ac4-af90-ffc3338cfe49 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:58:44.377509 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-bf7e7657-5700-40a8-87e3-eacea32fe7a7 None None] Attempting to bind port fb6a8be8-1914-4ac4-af90-ffc3338cfe49 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:58:44.377679 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7e7657-5700-40a8-87e3-eacea32fe7a7 None None] Attempting to bind port fb6a8be8-1914-4ac4-af90-ffc3338cfe49 on network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:58:44.377790 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-4f546cec-9cff-4d4d-9bc2-926ab856773e tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Made reservation on behalf of 5d19f36e865d4d1c893d90afc94d506f for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:58:44.381253 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-4f546cec-9cff-4d4d-9bc2-926ab856773e tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:44.400008 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7e7657-5700-40a8-87e3-eacea32fe7a7 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:58:44.403202 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7e7657-5700-40a8-87e3-eacea32fe7a7 None None] Checking segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:58:44.404027 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bf7e7657-5700-40a8-87e3-eacea32fe7a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:44.404448 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7e7657-5700-40a8-87e3-eacea32fe7a7 None None] Bound using segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:58:44.409628 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-bf7e7657-5700-40a8-87e3-eacea32fe7a7 None None] Bound port: fb6a8be8-1914-4ac4-af90-ffc3338cfe49, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:58:44.410071 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bf7e7657-5700-40a8-87e3-eacea32fe7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fb6a8be8-1914-4ac4-af90-ffc3338cfe49), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:44.550879 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-bf7e7657-5700-40a8-87e3-eacea32fe7a7 None None] For port fb6a8be8-1914-4ac4-af90-ffc3338cfe49, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:58:44.559348 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-bf7e7657-5700-40a8-87e3-eacea32fe7a7 None None] For port fb6a8be8-1914-4ac4-af90-ffc3338cfe49, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=fb6a8be8-1914-4ac4-af90-ffc3338cfe49,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:58:44.579178 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bf7e7657-5700-40a8-87e3-eacea32fe7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fb6a8be8-1914-4ac4-af90-ffc3338cfe49), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:44.669893 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e7657-5700-40a8-87e3-eacea32fe7a7 None None] Pushing event updated for resources: {'Port': ['ID=fb6a8be8-1914-4ac4-af90-ffc3338cfe49,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:44.795451 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-acd19ad6-4922-40a5-8136-ee76db15754e req-56710a75-2456-454d-bf41-da0043fb3eb4 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=90a0ff1b-d127-4552-96e6-3ddece488601 HTTP/1.1" status: 200 len: 210 time: 0.0596020 Mar 05 04:58:44.849791 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-4f546cec-9cff-4d4d-9bc2-926ab856773e tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Allocated IP 172.20.0.5 (931621a1-3c63-4b88-9017-913fd0b96f88/d4f62d24-d369-4f32-b0d3-8cc062c5524d/7dd58ee5-c405-40e5-b3db-79093310d021) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:58:44.969939 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:45.091997 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-739a3e5d-3b9d-4a8c-ae93-94c68b27c5f9 req-07e2b721-78f6-4b9d-9353-2ea56677d147 tempest-ServerShowV257Test-964071195 tempest-ServerShowV257Test-964071195-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1c10b6-47fe-4a09-ad3c-3023c29c05a1 HTTP/1.1" status: 200 len: 210 time: 0.0790164 Mar 05 04:58:45.139799 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36deb878-616d-437f-a429-ce4385f7ad27 req-f40bf689-38e4-4a31-97c9-4e180620feb1 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:45.142998 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-4f546cec-9cff-4d4d-9bc2-926ab856773e tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for port (7dd58ee5-c405-40e5-b3db-79093310d021), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:45.148356 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-36deb878-616d-437f-a429-ce4385f7ad27 req-f40bf689-38e4-4a31-97c9-4e180620feb1 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=73ad1b45-f62c-41db-a133-fb0703fca89b HTTP/1.1" status: 200 len: 945 time: 0.2350001 Mar 05 04:58:45.248732 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-36deb878-616d-437f-a429-ce4385f7ad27 req-72daeaff-ca0f-4dc6-bd4a-2abaafdc2f18 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2042260-7759-4c9c-b4d2-a1beac14245a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990813 Mar 05 04:58:45.286496 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-4f546cec-9cff-4d4d-9bc2-926ab856773e tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (7dd58ee5-c405-40e5-b3db-79093310d021), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:45.305453 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be728a91-cb3f-442c-b824-ec700b878b07 req-810d41f5-d922-4c93-94bb-3b9c537bd7d3 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:45.307731 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-be728a91-cb3f-442c-b824-ec700b878b07 req-810d41f5-d922-4c93-94bb-3b9c537bd7d3 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.30 "GET /v2.0/networks?id=c469bc48-2f7e-47b4-afd9-06674dd18690 HTTP/1.1" status: 200 len: 821 time: 0.9510901 Mar 05 04:58:45.328488 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6500737d-224a-4ca9-b8f1-589b41da34fe tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Request body: {'port': {'device_id': '7530a7f6-eff3-4b4c-ac5a-879f88f9dcac', 'network_id': 'c469bc48-2f7e-47b4-afd9-06674dd18690', 'admin_state_up': True, 'tenant_id': '22819d81bee9428484596b6fd1742ed6'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:45.381102 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-4f546cec-9cff-4d4d-9bc2-926ab856773e tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Network 931621a1-3c63-4b88-9017-913fd0b96f88 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:45.392316 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26650cbe-f607-4d47-9c9d-b9ab1aaa3ad3 req-b3be502a-62d6-4d7c-a0f9-6c149b0d2458 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:45.403321 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0fc31eaa-8f5a-4684-80dd-7f54294595a0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for port (7e698136-6315-449a-995f-df1d6591f24e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:45.405692 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-26650cbe-f607-4d47-9c9d-b9ab1aaa3ad3 req-b3be502a-62d6-4d7c-a0f9-6c149b0d2458 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=73ad1b45-f62c-41db-a133-fb0703fca89b HTTP/1.1" status: 200 len: 945 time: 0.0809298 Mar 05 04:58:45.408610 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60742) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:45.413631 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-4f546cec-9cff-4d4d-9bc2-926ab856773e tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:45.420621 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-4f546cec-9cff-4d4d-9bc2-926ab856773e tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:58:45.427836 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-fcdc0320-b3b2-4bf3-b265-5f3c150af923 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Request body: {'floatingip': {'port_id': 'ab1727b5-bfe0-4373-a050-b7c0ff75cf15'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:45.491737 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fcdc0320-b3b2-4bf3-b265-5f3c150af923 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for floatingip (fcf09b48-eac3-4e01-b5f5-6c349cfbd40a), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:45.557027 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e3e89b3d-3d64-45ba-b29b-6d798c01c6d6 req-9d86b857-311b-464a-89b7-acfaa083aee6 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.11 "GET /v2.0/ports?device_id=7530a7f6-eff3-4b4c-ac5a-879f88f9dcac HTTP/1.1" status: 200 len: 210 time: 0.0618773 Mar 05 04:58:45.577054 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f546cec-9cff-4d4d-9bc2-926ab856773e tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Pushing event updated for resources: {'Port': ['ID=7dd58ee5-c405-40e5-b3db-79093310d021,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:45.636073 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-4f546cec-9cff-4d4d-9bc2-926ab856773e tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:45.636599 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-4f546cec-9cff-4d4d-9bc2-926ab856773e tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:45.677482 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-4f546cec-9cff-4d4d-9bc2-926ab856773e tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8302262 Mar 05 04:58:45.693960 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-c5d30ce8-d5b1-4700-a011-6b2f1cb34cd1 service neutron] Request body: {'port': {'device_id': '90a0ff1b-d127-4552-96e6-3ddece488601', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:45.754842 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0fc31eaa-8f5a-4684-80dd-7f54294595a0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (7e698136-6315-449a-995f-df1d6591f24e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:45.887978 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-c5d30ce8-d5b1-4700-a011-6b2f1cb34cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7dd58ee5-c405-40e5-b3db-79093310d021), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:45.904570 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc31eaa-8f5a-4684-80dd-7f54294595a0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Port': ['ID=7e698136-6315-449a-995f-df1d6591f24e,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:45.908741 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-5a19e33d-e5fa-45a8-95af-2ff5d4750b94 None None] Provisioning complete for port 7dd58ee5-c405-40e5-b3db-79093310d021 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:45.909132 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5a19e33d-e5fa-45a8-95af-2ff5d4750b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7dd58ee5-c405-40e5-b3db-79093310d021), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:46.110887 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device fb6a8be8-1914-4ac4-af90-ffc3338cfe49 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:58:46.116158 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc31eaa-8f5a-4684-80dd-7f54294595a0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:46.147374 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-0fc31eaa-8f5a-4684-80dd-7f54294595a0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:46.156431 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc31eaa-8f5a-4684-80dd-7f54294595a0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:58:46.161856 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc31eaa-8f5a-4684-80dd-7f54294595a0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:46.162537 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0fc31eaa-8f5a-4684-80dd-7f54294595a0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:46.169842 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715b25b-2d81-4943-9938-4e8036a3ce83 req-cb4a8c38-1e2b-4a39-b6a8-b0bedab58bdd tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:46.182472 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8715b25b-2d81-4943-9938-4e8036a3ce83 req-cb4a8c38-1e2b-4a39-b6a8-b0bedab58bdd tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=90a0ff1b-d127-4552-96e6-3ddece488601 HTTP/1.1" status: 200 len: 931 time: 0.2141771 Mar 05 04:58:46.190935 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6500737d-224a-4ca9-b8f1-589b41da34fe tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Made reservation on behalf of 22819d81bee9428484596b6fd1742ed6 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:58:46.201267 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6500737d-224a-4ca9-b8f1-589b41da34fe tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:46.301653 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0fc31eaa-8f5a-4684-80dd-7f54294595a0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9417567 Mar 05 04:58:46.308813 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60752) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:46.336642 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-5a19e33d-e5fa-45a8-95af-2ff5d4750b94 None None] Port 7dd58ee5-c405-40e5-b3db-79093310d021 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:58:46.399394 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:46.477543 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port fb6a8be8-1914-4ac4-af90-ffc3338cfe49 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:46.477930 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fb6a8be8-1914-4ac4-af90-ffc3338cfe49), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:46.582647 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c53a187-6b2b-42ef-85ed-6bf00aa72b08 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:46.588948 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c53a187-6b2b-42ef-85ed-6bf00aa72b08 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:46.593886 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5c53a187-6b2b-42ef-85ed-6bf00aa72b08 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2767222 Mar 05 04:58:46.599755 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60756) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:46.744095 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-4bf9efae-c73b-41dc-a74d-20c6c9b9971a None None] Provisioning complete for port fb6a8be8-1914-4ac4-af90-ffc3338cfe49 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:46.744481 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4bf9efae-c73b-41dc-a74d-20c6c9b9971a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fb6a8be8-1914-4ac4-af90-ffc3338cfe49), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:46.747833 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port fb6a8be8-1914-4ac4-af90-ffc3338cfe49 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:46.748224 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fb6a8be8-1914-4ac4-af90-ffc3338cfe49), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:46.753704 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6500737d-224a-4ca9-b8f1-589b41da34fe tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Allocated IP 172.20.0.11 (c469bc48-2f7e-47b4-afd9-06674dd18690/d0175ebc-ff32-4392-ac9a-16e369bfecb2/5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:58:46.844332 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-c5d30ce8-d5b1-4700-a011-6b2f1cb34cd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dd58ee5-c405-40e5-b3db-79093310d021 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:58:46.863778 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-c5d30ce8-d5b1-4700-a011-6b2f1cb34cd1 service neutron] Publish callbacks [] for port (7dd58ee5-c405-40e5-b3db-79093310d021), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:46.902033 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-c5d30ce8-d5b1-4700-a011-6b2f1cb34cd1 service neutron] Transition to ACTIVE for port object 7dd58ee5-c405-40e5-b3db-79093310d021 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:58:46.920852 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-c5d30ce8-d5b1-4700-a011-6b2f1cb34cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (7dd58ee5-c405-40e5-b3db-79093310d021), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:47.013938 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d30ce8-d5b1-4700-a011-6b2f1cb34cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd58ee5-c405-40e5-b3db-79093310d021,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:47.044173 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-4bf9efae-c73b-41dc-a74d-20c6c9b9971a None None] Current status of the port fb6a8be8-1914-4ac4-af90-ffc3338cfe49 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:47.044587 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4bf9efae-c73b-41dc-a74d-20c6c9b9971a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fb6a8be8-1914-4ac4-af90-ffc3338cfe49), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:47.085553 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-1f3b6f66-3481-4f4d-b17f-31af324d4860 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting port 7e698136-6315-449a-995f-df1d6591f24e {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:58:47.086027 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f3b6f66-3481-4f4d-b17f-31af324d4860 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (7e698136-6315-449a-995f-df1d6591f24e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:47.100631 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port fb6a8be8-1914-4ac4-af90-ffc3338cfe49, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=fb6a8be8-1914-4ac4-af90-ffc3338cfe49,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:47.126764 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fb6a8be8-1914-4ac4-af90-ffc3338cfe49), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:47.339602 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=fb6a8be8-1914-4ac4-af90-ffc3338cfe49,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:47.438386 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-4bf9efae-c73b-41dc-a74d-20c6c9b9971a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 04:58:47.438899 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-4bf9efae-c73b-41dc-a74d-20c6c9b9971a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 04:58:47.563590 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-c5d30ce8-d5b1-4700-a011-6b2f1cb34cd1 service neutron] Attempting to bind port 7dd58ee5-c405-40e5-b3db-79093310d021 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:58:47.563946 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-c5d30ce8-d5b1-4700-a011-6b2f1cb34cd1 service neutron] Attempting to bind port 7dd58ee5-c405-40e5-b3db-79093310d021 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '5417d672-2669-477b-9200-026fcb760706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:58:47.564308 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-c5d30ce8-d5b1-4700-a011-6b2f1cb34cd1 service neutron] Attempting to bind port 7dd58ee5-c405-40e5-b3db-79093310d021 on network 931621a1-3c63-4b88-9017-913fd0b96f88 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:58:47.565464 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fcdc0320-b3b2-4bf3-b265-5f3c150af923 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:47.569693 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6500737d-224a-4ca9-b8f1-589b41da34fe tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Publish callbacks [] for port (5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:47.576654 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aee2664f-7240-46cb-8759-810115244a3c req-0ec58069-622d-4bd2-810e-c04d07ccf888 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5d1c10b6-47fe-4a09-ad3c-3023c29c05a1 HTTP/1.1" status: 200 len: 210 time: 1.3483515 Mar 05 04:58:47.578666 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f3b6f66-3481-4f4d-b17f-31af324d4860 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (7e698136-6315-449a-995f-df1d6591f24e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:47.590995 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-c5d30ce8-d5b1-4700-a011-6b2f1cb34cd1 service neutron] Port 7dd58ee5-c405-40e5-b3db-79093310d021 on network 931621a1-3c63-4b88-9017-913fd0b96f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:58:47.591748 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-c5d30ce8-d5b1-4700-a011-6b2f1cb34cd1 service neutron] Attempting to bind port 7dd58ee5-c405-40e5-b3db-79093310d021 on network 931621a1-3c63-4b88-9017-913fd0b96f88 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:58:47.598164 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-1f3b6f66-3481-4f4d-b17f-31af324d4860 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Calling delete_port for 7e698136-6315-449a-995f-df1d6591f24e owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:58:47.607718 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fcdc0320-b3b2-4bf3-b265-5f3c150af923 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (fcf09b48-eac3-4e01-b5f5-6c349cfbd40a), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:47.612450 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41baaa7a-d287-4285-9b97-97ec8c8f8f58 req-882812e3-f075-466c-a275-2b4dc29a4584 tempest-ServerShowV257Test-964071195 tempest-ServerShowV257Test-964071195-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1c10b6-47fe-4a09-ad3c-3023c29c05a1 HTTP/1.1" status: 200 len: 210 time: 1.3077362 Mar 05 04:58:47.616103 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-c5d30ce8-d5b1-4700-a011-6b2f1cb34cd1 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:58:47.616103 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-c5d30ce8-d5b1-4700-a011-6b2f1cb34cd1 service neutron] Checking segment: {'id': '5417d672-2669-477b-9200-026fcb760706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:58:47.616318 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-c5d30ce8-d5b1-4700-a011-6b2f1cb34cd1 service neutron] Bound using segment: {'id': '5417d672-2669-477b-9200-026fcb760706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:58:47.621771 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-c5d30ce8-d5b1-4700-a011-6b2f1cb34cd1 service neutron] Bound port: 7dd58ee5-c405-40e5-b3db-79093310d021, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5417d672-2669-477b-9200-026fcb760706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:58:47.622436 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-c5d30ce8-d5b1-4700-a011-6b2f1cb34cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7dd58ee5-c405-40e5-b3db-79093310d021), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:47.696712 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8715b25b-2d81-4943-9938-4e8036a3ce83 req-4c826b03-e575-4a9d-b83a-07d8b2be1992 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a3ca7f9-f110-4424-8eec-5a2a53a3ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5132284 Mar 05 04:58:47.773773 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:47.829605 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-fcdc0320-b3b2-4bf3-b265-5f3c150af923 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Floating IP fcf09b48-eac3-4e01-b5f5-6c349cfbd40a associated. External IP: 172.25.0.185, port: ab1727b5-bfe0-4373-a050-b7c0ff75cf15. Mar 05 04:58:47.869221 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-c5d30ce8-d5b1-4700-a011-6b2f1cb34cd1 service neutron] For port 7dd58ee5-c405-40e5-b3db-79093310d021, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:58:47.872859 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-c5d30ce8-d5b1-4700-a011-6b2f1cb34cd1 service neutron] For port 7dd58ee5-c405-40e5-b3db-79093310d021, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=7dd58ee5-c405-40e5-b3db-79093310d021,segment=NetworkSegment(5417d672-2669-477b-9200-026fcb760706),segment_id=5417d672-2669-477b-9200-026fcb760706)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:58:47.881204 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6500737d-224a-4ca9-b8f1-589b41da34fe tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:47.991769 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device fb6a8be8-1914-4ac4-af90-ffc3338cfe49 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:58:48.012443 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-c5d30ce8-d5b1-4700-a011-6b2f1cb34cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (7dd58ee5-c405-40e5-b3db-79093310d021), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:48.029325 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f3b6f66-3481-4f4d-b17f-31af324d4860 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (7e698136-6315-449a-995f-df1d6591f24e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:48.038998 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-c5d30ce8-d5b1-4700-a011-6b2f1cb34cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:48.044373 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-c5d30ce8-d5b1-4700-a011-6b2f1cb34cd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:48.045909 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-c5d30ce8-d5b1-4700-a011-6b2f1cb34cd1 service neutron] 10.222.0.30 "PUT /v2.0/ports/7dd58ee5-c405-40e5-b3db-79093310d021 HTTP/1.1" status: 200 len: 1092 time: 2.3589537 Mar 05 04:58:48.046406 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a0ff1b-d127-4552-96e6-3ddece488601', 'tag': '7dd58ee5-c405-40e5-b3db-79093310d021'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:58:48.049273 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93df9a75-91e1-4f89-bd1f-20ed14053248" -d '{"events": [{"name": "network-changed", "server_uuid": "90a0ff1b-d127-4552-96e6-3ddece488601", "tag": "7dd58ee5-c405-40e5-b3db-79093310d021"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:58:48.101573 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-4bf9efae-c73b-41dc-a74d-20c6c9b9971a None None] Current status of the port fb6a8be8-1914-4ac4-af90-ffc3338cfe49 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:48.153374 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4c237e-2cab-4c2d-9f3b-0bd6b9517d01 x-openstack-request-id: req-4f4c237e-2cab-4c2d-9f3b-0bd6b9517d01 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:58:48.154110 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a0ff1b-d127-4552-96e6-3ddece488601", "tag": "7dd58ee5-c405-40e5-b3db-79093310d021", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:58:48.154585 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4f4c237e-2cab-4c2d-9f3b-0bd6b9517d01 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:58:48.155401 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a0ff1b-d127-4552-96e6-3ddece488601', 'tag': '7dd58ee5-c405-40e5-b3db-79093310d021', 'status': 'completed', 'code': 200} Mar 05 04:58:48.159095 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6500737d-224a-4ca9-b8f1-589b41da34fe tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Network c469bc48-2f7e-47b4-afd9-06674dd18690 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:48.169416 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port fb6a8be8-1914-4ac4-af90-ffc3338cfe49 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:48.169950 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fb6a8be8-1914-4ac4-af90-ffc3338cfe49), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:48.246264 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f3b6f66-3481-4f4d-b17f-31af324d4860 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:48.252967 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1f3b6f66-3481-4f4d-b17f-31af324d4860 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/7e698136-6315-449a-995f-df1d6591f24e HTTP/1.1" status: 204 len: 168 time: 1.6518834 Mar 05 04:58:48.257222 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6500737d-224a-4ca9-b8f1-589b41da34fe tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:48.260488 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60780) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:48.264990 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500737d-224a-4ca9-b8f1-589b41da34fe tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Pushing event updated for resources: {'Port': ['ID=5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:48.293179 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8a97d-349f-49cf-9dcf-0af3c2018c57 req-42ffc3ca-e991-4ee1-8868-45c3f55b6b93 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:48.316430 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-895446b2-2ee3-456e-b6e1-d436a33cff28 None None] Could not find standard attr ID for object 7e698136-6315-449a-995f-df1d6591f24e. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 04:58:48.319551 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-54b8a97d-349f-49cf-9dcf-0af3c2018c57 req-42ffc3ca-e991-4ee1-8868-45c3f55b6b93 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.11 "GET /v2.0/ports?device_id=7530a7f6-eff3-4b4c-ac5a-879f88f9dcac HTTP/1.1" status: 200 len: 932 time: 0.3976903 Mar 05 04:58:48.344831 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6500737d-224a-4ca9-b8f1-589b41da34fe tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:58:48.349616 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d30ce8-d5b1-4700-a011-6b2f1cb34cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd58ee5-c405-40e5-b3db-79093310d021,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:48.500587 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port fb6a8be8-1914-4ac4-af90-ffc3338cfe49 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:48.515041 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-54b8a97d-349f-49cf-9dcf-0af3c2018c57 req-7d3a2e0b-4713-4b34-a531-9a56f08089a8 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc1127ec-aad8-4974-8ddb-b63d2fe2c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945198 Mar 05 04:58:48.569917 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcdc0320-b3b2-4bf3-b265-5f3c150af923 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:58:48.615351 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21fb1d5-7fd6-4155-83eb-58e0714865dd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:48.616887 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21fb1d5-7fd6-4155-83eb-58e0714865dd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:48.621450 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c21fb1d5-7fd6-4155-83eb-58e0714865dd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3488598 Mar 05 04:58:48.621450 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b6f66-3481-4f4d-b17f-31af324d4860 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Port': ['ID=7e698136-6315-449a-995f-df1d6591f24e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:48.624571 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60782) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:48.648111 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6500737d-224a-4ca9-b8f1-589b41da34fe tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:48.649070 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6500737d-224a-4ca9-b8f1-589b41da34fe tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:48.771995 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-aaeaf1be-b358-4bf3-aea2-1c83ff74f026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:48.774029 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-aaeaf1be-b358-4bf3-aea2-1c83ff74f026 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5d19f36e865d4d1c893d90afc94d506f&device_id=90a0ff1b-d127-4552-96e6-3ddece488601 HTTP/1.1" status: 200 len: 1126 time: 0.6575532 Mar 05 04:58:48.807742 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcdc0320-b3b2-4bf3-b265-5f3c150af923 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:58:48.815132 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fcdc0320-b3b2-4bf3-b265-5f3c150af923 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:48.818135 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9feb9d5-0219-4f83-912e-2acad5d0e6e0 None None] Sync routers for ids ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:58:48.834928 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9feb9d5-0219-4f83-912e-2acad5d0e6e0 None None] Routers {'9d9e5c8c-8fe9-4199-9808-05fba6c71dec'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:58:48.835601 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-a9feb9d5-0219-4f83-912e-2acad5d0e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:58:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:48.848511 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-30b47fa2-c5fd-42ce-9960-d36073cb680f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7dd58ee5-c405-40e5-b3db-79093310d021 HTTP/1.1" status: 200 len: 217 time: 0.0637636 Mar 05 04:58:48.986756 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9ab135a5-efa4-4f62-a9f8-7bac0f2f9c6e req-f52a4ece-ec27-40f5-a9a3-f26468480f10 tempest-ServerShowV257Test-964071195 tempest-ServerShowV257Test-964071195-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1c10b6-47fe-4a09-ad3c-3023c29c05a1 HTTP/1.1" status: 200 len: 210 time: 0.1791492 Mar 05 04:58:49.032244 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fcdc0320-b3b2-4bf3-b265-5f3c150af923 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "PUT /v2.0/floatingips/fcf09b48-eac3-4e01-b5f5-6c349cfbd40a HTTP/1.1" status: 200 len: 991 time: 3.6176510 Mar 05 04:58:49.034748 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ad1b45-f62c-41db-a133-fb0703fca89b', 'tag': 'ab1727b5-bfe0-4373-a050-b7c0ff75cf15'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:58:49.037290 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a297d261-27ef-41b2-ae6c-1cadab598dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "73ad1b45-f62c-41db-a133-fb0703fca89b", "tag": "ab1727b5-bfe0-4373-a050-b7c0ff75cf15"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:58:49.092069 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a47f8-b0cb-4c33-b39c-c3718493687d req-417d74e5-b90e-43c2-abe0-c5822f2a78b8 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:49.108982 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-795a47f8-b0cb-4c33-b39c-c3718493687d req-417d74e5-b90e-43c2-abe0-c5822f2a78b8 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=90a0ff1b-d127-4552-96e6-3ddece488601 HTTP/1.1" status: 200 len: 943 time: 0.2124298 Mar 05 04:58:49.212886 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-a9feb9d5-0219-4f83-912e-2acad5d0e6e0 None None] Set router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:58:49.254845 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-795a47f8-b0cb-4c33-b39c-c3718493687d req-f880cc0b-29c3-40d0-b9c4-7a378ec2cbb3 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a3ca7f9-f110-4424-8eec-5a2a53a3ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446092 Mar 05 04:58:49.328101 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9615b5-0c15-4846-b5a0-fa5ebbcb4b9a x-openstack-request-id: req-df9615b5-0c15-4846-b5a0-fa5ebbcb4b9a {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:58:49.328667 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73ad1b45-f62c-41db-a133-fb0703fca89b", "tag": "ab1727b5-bfe0-4373-a050-b7c0ff75cf15", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:58:49.329081 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-df9615b5-0c15-4846-b5a0-fa5ebbcb4b9a {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:58:49.329652 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73ad1b45-f62c-41db-a133-fb0703fca89b', 'tag': 'ab1727b5-bfe0-4373-a050-b7c0ff75cf15', 'status': 'completed', 'code': 200} Mar 05 04:58:49.364069 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-30b54d9d-a5c0-43a9-82a0-e15c99c0d4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:49.365823 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-30b54d9d-a5c0-43a9-82a0-e15c99c0d4d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4f62d24-d369-4f32-b0d3-8cc062c5524d HTTP/1.1" status: 200 len: 850 time: 0.5078039 Mar 05 04:58:49.373325 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6500737d-224a-4ca9-b8f1-589b41da34fe tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0510607 Mar 05 04:58:49.385976 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ebe941-8995-4eee-9d87-fc52f967b62e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting subnet dc074f34-5197-47c2-8bc2-1b8288a0600c {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:58:49.395774 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6ad5b212-4a37-4a8e-92a0-a6d8a4fa5b54 service neutron] Request body: {'port': {'device_id': '7530a7f6-eff3-4b4c-ac5a-879f88f9dcac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:49.418311 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe941-8995-4eee-9d87-fc52f967b62e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (dc074f34-5197-47c2-8bc2-1b8288a0600c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:49.522565 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297d261-27ef-41b2-ae6c-1cadab598dd3 req-dfa1c7e3-1046-4806-b58b-7aaef818bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:49.527585 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a297d261-27ef-41b2-ae6c-1cadab598dd3 req-dfa1c7e3-1046-4806-b58b-7aaef818bdb7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4e3a7db0492c498e9791caa16e095e94&device_id=73ad1b45-f62c-41db-a133-fb0703fca89b HTTP/1.1" status: 200 len: 1128 time: 0.1680493 Mar 05 04:58:49.612274 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-072784ee-df23-4d90-8951-c1b725b08108 req-5149775f-4eaa-4cff-8e9b-0a3e3ef031d1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b5606817fde046cf9a3f1800c149ead4&device_id=5d1c10b6-47fe-4a09-ad3c-3023c29c05a1 HTTP/1.1" status: 200 len: 210 time: 0.0799584 Mar 05 04:58:49.672705 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297d261-27ef-41b2-ae6c-1cadab598dd3 req-36559206-1035-41f0-bc02-4a122c08fd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:49.674279 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a297d261-27ef-41b2-ae6c-1cadab598dd3 req-36559206-1035-41f0-bc02-4a122c08fd5a service neutron] 10.222.0.31 "GET /v2.0/networks?id=2208e38e-4ccf-4e0c-99e3-12bba4d22772 HTTP/1.1" status: 200 len: 914 time: 0.1383710 Mar 05 04:58:49.698830 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-072784ee-df23-4d90-8951-c1b725b08108 req-d8bf1c10-e35f-41b2-8fa9-718d15fe63d9 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=b5606817fde046cf9a3f1800c149ead4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699770 Mar 05 04:58:49.706703 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe941-8995-4eee-9d87-fc52f967b62e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (dc074f34-5197-47c2-8bc2-1b8288a0600c), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:49.813586 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6ad5b212-4a37-4a8e-92a0-a6d8a4fa5b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:49.917432 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-52a720ed-e31f-4385-b0e8-b4e032ebac6b req-290354fa-8d53-4168-b94a-b163ee408448 tempest-ServerShowV257Test-964071195 tempest-ServerShowV257Test-964071195-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1c10b6-47fe-4a09-ad3c-3023c29c05a1 HTTP/1.1" status: 200 len: 210 time: 0.2253044 Mar 05 04:58:50.019438 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-96655690-cda3-44dc-9b9c-1aed7f5a940e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:50.022375 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c03ee5-c6d1-460e-a2b3-f4d1ebce111e req-b2d31dee-3607-40cc-9395-83f0da6f90fa tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:50.024270 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-96655690-cda3-44dc-9b9c-1aed7f5a940e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=931621a1-3c63-4b88-9017-913fd0b96f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6496890 Mar 05 04:58:50.031588 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-23c03ee5-c6d1-460e-a2b3-f4d1ebce111e req-b2d31dee-3607-40cc-9395-83f0da6f90fa tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.11 "GET /v2.0/ports?device_id=7530a7f6-eff3-4b4c-ac5a-879f88f9dcac HTTP/1.1" status: 200 len: 932 time: 0.3561587 Mar 05 04:58:50.032131 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-a9feb9d5-0219-4f83-912e-2acad5d0e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:26Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'gw_port': {'id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:28Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '8037a914-20fc-40db-929e-5e97bbb9a01d', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'floating_ip_address': '172.25.0.102', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'port_id': '2bdeb4a9-fe47-471f-964a-4ffa0781a2aa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'mac_address': 'fa:16:3e:b4:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1196382b-9a18-43b3-83de-487722efd599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:56:45Z', 'updated_at': '2022-03-05T04:57:21Z', 'revision_number': 2, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'fixed_ip_address_scope': None}, {'id': 'fcf09b48-eac3-4e01-b5f5-6c349cfbd40a', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'port_id': 'ab1727b5-bfe0-4373-a050-b7c0ff75cf15', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1853, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'mac_address': 'fa:16:3e:12:a4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad1b45-f62c-41db-a133-fb0703fca89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:58:23Z', 'updated_at': '2022-03-05T04:58:47Z', 'revision_number': 1, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05374882-18b9-429d-a219-9a1dba943df9', 'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'mac_address': 'fa:16:3e:7e:8a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:34Z', 'updated_at': '2022-03-05T04:56:42Z', 'revision_number': 5, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'subnets': [{'id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:50.049988 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a297d261-27ef-41b2-ae6c-1cadab598dd3 req-3a0729a8-91e9-4a33-8a07-6cd96d97252c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab1727b5-bfe0-4373-a050-b7c0ff75cf15 HTTP/1.1" status: 200 len: 999 time: 0.3400340 Mar 05 04:58:50.066158 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9feb9d5-0219-4f83-912e-2acad5d0e6e0 None None] Checking router: 9d9e5c8c-8fe9-4199-9808-05fba6c71dec for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:58:50.083988 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9feb9d5-0219-4f83-912e-2acad5d0e6e0 None None] Routers {'9d9e5c8c-8fe9-4199-9808-05fba6c71dec'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:58:50.084922 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-a9feb9d5-0219-4f83-912e-2acad5d0e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:58:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:50.204857 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297d261-27ef-41b2-ae6c-1cadab598dd3 req-dcc33980-4534-4417-9bb5-16c427ded7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:50.211330 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a297d261-27ef-41b2-ae6c-1cadab598dd3 req-dcc33980-4534-4417-9bb5-16c427ded7b3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5 HTTP/1.1" status: 200 len: 853 time: 0.1214447 Mar 05 04:58:50.326983 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-a9feb9d5-0219-4f83-912e-2acad5d0e6e0 None None] Set router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:58:50.384697 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-23c03ee5-c6d1-460e-a2b3-f4d1ebce111e req-21d6f3ae-9f85-43b5-b2d3-5f99410badcd tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc1127ec-aad8-4974-8ddb-b63d2fe2c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520987 Mar 05 04:58:50.507997 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297d261-27ef-41b2-ae6c-1cadab598dd3 req-8712fc21-be02-4d6e-8221-50a9368f9698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:50.512869 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a297d261-27ef-41b2-ae6c-1cadab598dd3 req-8712fc21-be02-4d6e-8221-50a9368f9698 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2208e38e-4ccf-4e0c-99e3-12bba4d22772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2848229 Mar 05 04:58:50.592194 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1c6f9-c6f6-4276-bd02-82237fb79a0f req-849862db-63e6-4e70-8ce8-cab334f080da tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:50.599624 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-27e1c6f9-c6f6-4276-bd02-82237fb79a0f req-849862db-63e6-4e70-8ce8-cab334f080da tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=90a0ff1b-d127-4552-96e6-3ddece488601 HTTP/1.1" status: 200 len: 943 time: 0.1901553 Mar 05 04:58:50.648553 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-a9feb9d5-0219-4f83-912e-2acad5d0e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:26Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'gw_port': {'id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:28Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '8037a914-20fc-40db-929e-5e97bbb9a01d', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'floating_ip_address': '172.25.0.102', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'port_id': '2bdeb4a9-fe47-471f-964a-4ffa0781a2aa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'mac_address': 'fa:16:3e:b4:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1196382b-9a18-43b3-83de-487722efd599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:56:45Z', 'updated_at': '2022-03-05T04:57:21Z', 'revision_number': 2, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'fixed_ip_address_scope': None}, {'id': 'fcf09b48-eac3-4e01-b5f5-6c349cfbd40a', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'port_id': 'ab1727b5-bfe0-4373-a050-b7c0ff75cf15', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1853, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'mac_address': 'fa:16:3e:12:a4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad1b45-f62c-41db-a133-fb0703fca89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:58:23Z', 'updated_at': '2022-03-05T04:58:47Z', 'revision_number': 1, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05374882-18b9-429d-a219-9a1dba943df9', 'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'mac_address': 'fa:16:3e:7e:8a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:34Z', 'updated_at': '2022-03-05T04:56:42Z', 'revision_number': 5, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'subnets': [{'id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:58:50.684656 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9feb9d5-0219-4f83-912e-2acad5d0e6e0 None None] The sync data for ids ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'] in n-d-789963-32 is: [{'id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:26Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'gw_port': {'id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:28Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '8037a914-20fc-40db-929e-5e97bbb9a01d', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'floating_ip_address': '172.25.0.102', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'port_id': '2bdeb4a9-fe47-471f-964a-4ffa0781a2aa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'mac_address': 'fa:16:3e:b4:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1196382b-9a18-43b3-83de-487722efd599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:56:45Z', 'updated_at': '2022-03-05T04:57:21Z', 'revision_number': 2, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'fixed_ip_address_scope': None}, {'id': 'fcf09b48-eac3-4e01-b5f5-6c349cfbd40a', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'floating_ip_address': '172.25.0.185', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'port_id': 'ab1727b5-bfe0-4373-a050-b7c0ff75cf15', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1853, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'mac_address': 'fa:16:3e:12:a4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ad1b45-f62c-41db-a133-fb0703fca89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:58:23Z', 'updated_at': '2022-03-05T04:58:47Z', 'revision_number': 1, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05374882-18b9-429d-a219-9a1dba943df9', 'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'mac_address': 'fa:16:3e:7e:8a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:34Z', 'updated_at': '2022-03-05T04:56:42Z', 'revision_number': 5, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'subnets': [{'id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:58:50.719909 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072784ee-df23-4d90-8951-c1b725b08108 req-9ac3b846-550c-4d2a-9196-93a1336d5421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:50.721393 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-072784ee-df23-4d90-8951-c1b725b08108 req-9ac3b846-550c-4d2a-9196-93a1336d5421 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.9836080 Mar 05 04:58:50.727576 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe941-8995-4eee-9d87-fc52f967b62e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (dc074f34-5197-47c2-8bc2-1b8288a0600c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:50.735934 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-c90b8304-0270-449e-8ace-847ca7b67170 service neutron] 10.222.0.30 "GET /v2.0/networks/931621a1-3c63-4b88-9017-913fd0b96f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6152430 Mar 05 04:58:50.756931 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-27e1c6f9-c6f6-4276-bd02-82237fb79a0f req-cfdcc7b9-c60a-4ab2-82b0-6c2ce7acff12 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a3ca7f9-f110-4424-8eec-5a2a53a3ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561892 Mar 05 04:58:50.874825 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a297d261-27ef-41b2-ae6c-1cadab598dd3 req-1f5b8c40-c914-4b5f-94e9-c34143636e3f service neutron] 10.222.0.31 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466740 Mar 05 04:58:50.951131 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe941-8995-4eee-9d87-fc52f967b62e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (dc074f34-5197-47c2-8bc2-1b8288a0600c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:51.024425 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a297d261-27ef-41b2-ae6c-1cadab598dd3 req-7eee28b2-ab93-4b12-9d06-8b62e158cde0 service neutron] 10.222.0.31 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323864 Mar 05 04:58:51.036659 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebe941-8995-4eee-9d87-fc52f967b62e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Subnet': ['ID=dc074f34-5197-47c2-8bc2-1b8288a0600c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:51.060643 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e8f445fb-b1f0-4174-b33c-53d0eb92b221 req-4dccabd1-67db-4cd6-af94-24470e776dd9 service neutron] 10.222.0.30 "GET /v2.0/networks/931621a1-3c63-4b88-9017-913fd0b96f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014810 Mar 05 04:58:51.066415 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe941-8995-4eee-9d87-fc52f967b62e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:51.069599 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d1ebe941-8995-4eee-9d87-fc52f967b62e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/dc074f34-5197-47c2-8bc2-1b8288a0600c HTTP/1.1" status: 204 len: 168 time: 2.4411962 Mar 05 04:58:51.073881 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60840) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:51.082551 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b5a4f7a5-1420-468e-b907-4daa16f6c2b5 req-5f4e94c6-1c4a-4bb7-a87b-d31a121bf5f7 tempest-ServerShowV257Test-964071195 tempest-ServerShowV257Test-964071195-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1c10b6-47fe-4a09-ad3c-3023c29c05a1 HTTP/1.1" status: 200 len: 210 time: 0.0453103 Mar 05 04:58:51.085942 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f6f0e1-9802-420d-bc95-a0353ba17f8a None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:58:51.136519 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ff5799-1949-4e1a-8440-5e15e234ee34 None None] New status for floating IP fcf09b48-eac3-4e01-b5f5-6c349cfbd40a: ACTIVE {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 04:58:51.149102 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-388a785c-8e79-4b0b-b935-6a2fcc23d096 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0741477 Mar 05 04:58:51.152997 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60842) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:51.161483 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-820e413a-e60f-4531-8be2-0c33e0bfbe1a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:51.230993 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6ad5b212-4a37-4a8e-92a0-a6d8a4fa5b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:58:51.241525 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6ad5b212-4a37-4a8e-92a0-a6d8a4fa5b54 service neutron] Publish callbacks [] for port (5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:51.255068 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df9a75-91e1-4f89-bd1f-20ed14053248 req-6decbb52-cf5c-43cc-b46c-41240942b1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:51.256789 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93df9a75-91e1-4f89-bd1f-20ed14053248 req-6decbb52-cf5c-43cc-b46c-41240942b1fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5d19f36e865d4d1c893d90afc94d506f&device_id=90a0ff1b-d127-4552-96e6-3ddece488601 HTTP/1.1" status: 200 len: 1126 time: 0.1167045 Mar 05 04:58:51.276916 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6ad5b212-4a37-4a8e-92a0-a6d8a4fa5b54 service neutron] Transition to ACTIVE for port object 5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:58:51.282155 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6ad5b212-4a37-4a8e-92a0-a6d8a4fa5b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:51.344961 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820e413a-e60f-4531-8be2-0c33e0bfbe1a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:58:51.349222 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-820e413a-e60f-4531-8be2-0c33e0bfbe1a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:51.497240 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5033ea1-9131-44d4-b47a-4d34593ca12b None None] DHCP port deletion for d9771a2e-94ae-4769-a90a-e0cdf5de3e37 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:58:51.569003 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a5033ea1-9131-44d4-b47a-4d34593ca12b None None] Deleting port fb6a8be8-1914-4ac4-af90-ffc3338cfe49 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:58:51.569719 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a5033ea1-9131-44d4-b47a-4d34593ca12b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (fb6a8be8-1914-4ac4-af90-ffc3338cfe49), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:51.605910 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5b212-4a37-4a8e-92a0-a6d8a4fa5b54 service neutron] Pushing event updated for resources: {'Port': ['ID=5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:51.666230 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-a5033ea1-9131-44d4-b47a-4d34593ca12b None None] For port fb6a8be8-1914-4ac4-af90-ffc3338cfe49, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=fb6a8be8-1914-4ac4-af90-ffc3338cfe49,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:51.666788 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a5033ea1-9131-44d4-b47a-4d34593ca12b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (fb6a8be8-1914-4ac4-af90-ffc3338cfe49), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:51.678788 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a57ad-1987-40be-96c8-db82b50f6dd2 req-f361890a-427d-4e95-850d-518e9d05fc3a tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:51.680411 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-659a57ad-1987-40be-96c8-db82b50f6dd2 req-f361890a-427d-4e95-850d-518e9d05fc3a tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.11 "GET /v2.0/ports?device_id=7530a7f6-eff3-4b4c-ac5a-879f88f9dcac HTTP/1.1" status: 200 len: 944 time: 0.1662681 Mar 05 04:58:51.697611 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a5033ea1-9131-44d4-b47a-4d34593ca12b None None] Calling delete_port for fb6a8be8-1914-4ac4-af90-ffc3338cfe49 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:58:51.764792 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df9a75-91e1-4f89-bd1f-20ed14053248 req-4d9fb1a7-989b-4197-b275-9b84318ae571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:51.773834 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93df9a75-91e1-4f89-bd1f-20ed14053248 req-4d9fb1a7-989b-4197-b275-9b84318ae571 service neutron] 10.222.0.30 "GET /v2.0/networks?id=931621a1-3c63-4b88-9017-913fd0b96f88 HTTP/1.1" status: 200 len: 911 time: 0.4650509 Mar 05 04:58:51.811874 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-659a57ad-1987-40be-96c8-db82b50f6dd2 req-5a493c42-bb38-432a-88f8-880fa8de48b8 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc1127ec-aad8-4974-8ddb-b63d2fe2c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162934 Mar 05 04:58:51.887480 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a5033ea1-9131-44d4-b47a-4d34593ca12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (fb6a8be8-1914-4ac4-af90-ffc3338cfe49), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:51.897676 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6ad5b212-4a37-4a8e-92a0-a6d8a4fa5b54 service neutron] Attempting to bind port 5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:58:51.898605 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6ad5b212-4a37-4a8e-92a0-a6d8a4fa5b54 service neutron] Attempting to bind port 5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '0a8b5b87-7792-4519-88b1-bd700a259522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c469bc48-2f7e-47b4-afd9-06674dd18690'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:58:51.898605 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6ad5b212-4a37-4a8e-92a0-a6d8a4fa5b54 service neutron] Attempting to bind port 5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6 on network c469bc48-2f7e-47b4-afd9-06674dd18690 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:58:51.902806 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93df9a75-91e1-4f89-bd1f-20ed14053248 req-7a929a60-7998-40e7-8c1b-6023ee6ad7b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7dd58ee5-c405-40e5-b3db-79093310d021 HTTP/1.1" status: 200 len: 217 time: 0.1179929 Mar 05 04:58:51.913327 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6ad5b212-4a37-4a8e-92a0-a6d8a4fa5b54 service neutron] Port 5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6 on network c469bc48-2f7e-47b4-afd9-06674dd18690 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:58:51.913686 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6ad5b212-4a37-4a8e-92a0-a6d8a4fa5b54 service neutron] Attempting to bind port 5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6 on network c469bc48-2f7e-47b4-afd9-06674dd18690 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:58:51.933932 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5033ea1-9131-44d4-b47a-4d34593ca12b None None] Pushing event deleted for resources: {'Port': ['ID=fb6a8be8-1914-4ac4-af90-ffc3338cfe49,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:51.954848 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5033ea1-9131-44d4-b47a-4d34593ca12b None None] No DVR routers for this DVR port fb6a8be8-1914-4ac4-af90-ffc3338cfe49 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:58:51.970746 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6ad5b212-4a37-4a8e-92a0-a6d8a4fa5b54 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:58:51.971175 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6ad5b212-4a37-4a8e-92a0-a6d8a4fa5b54 service neutron] Checking segment: {'id': '0a8b5b87-7792-4519-88b1-bd700a259522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c469bc48-2f7e-47b4-afd9-06674dd18690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:58:51.971515 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6ad5b212-4a37-4a8e-92a0-a6d8a4fa5b54 service neutron] Bound using segment: {'id': '0a8b5b87-7792-4519-88b1-bd700a259522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c469bc48-2f7e-47b4-afd9-06674dd18690'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:58:51.971971 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6ad5b212-4a37-4a8e-92a0-a6d8a4fa5b54 service neutron] Bound port: 5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a8b5b87-7792-4519-88b1-bd700a259522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c469bc48-2f7e-47b4-afd9-06674dd18690'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:58:51.972338 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6ad5b212-4a37-4a8e-92a0-a6d8a4fa5b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:51.977393 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device fb6a8be8-1914-4ac4-af90-ffc3338cfe49 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:58:52.008921 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: fb6a8be8-1914-4ac4-af90-ffc3338cfe49 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:58:52.009610 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device fb6a8be8-1914-4ac4-af90-ffc3338cfe49 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:58:52.061233 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-072784ee-df23-4d90-8951-c1b725b08108 req-336cb458-07db-48f0-a8b3-fc0f02ad05db tempest-ServerShowV257Test-964071195 tempest-ServerShowV257Test-964071195-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d1c10b6-47fe-4a09-ad3c-3023c29c05a1 HTTP/1.1" status: 200 len: 210 time: 0.0524914 Mar 05 04:58:52.125509 n-d-789963-32 neutron-server[105231]: DEBUG neutron.objects.ports [None req-820e413a-e60f-4531-8be2-0c33e0bfbe1a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105231) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 05 04:58:52.128742 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-820e413a-e60f-4531-8be2-0c33e0bfbe1a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (3aa7efc4-8695-4c84-a0ff-e28a6508a7fe), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:52.129273 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df9a75-91e1-4f89-bd1f-20ed14053248 req-3c7f05e2-ccee-46cf-b827-34f7a97e42ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:52.130935 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93df9a75-91e1-4f89-bd1f-20ed14053248 req-3c7f05e2-ccee-46cf-b827-34f7a97e42ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4f62d24-d369-4f32-b0d3-8cc062c5524d HTTP/1.1" status: 200 len: 850 time: 0.1974726 Mar 05 04:58:52.171547 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dc67d-e049-44d7-863d-040a4755650d req-1152ca3b-cbb9-41db-bdd4-b75a1e137c8f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:52.173212 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6f9dc67d-e049-44d7-863d-040a4755650d req-1152ca3b-cbb9-41db-bdd4-b75a1e137c8f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=90a0ff1b-d127-4552-96e6-3ddece488601 HTTP/1.1" status: 200 len: 943 time: 0.1824954 Mar 05 04:58:52.210680 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820e413a-e60f-4531-8be2-0c33e0bfbe1a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:52.227734 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-820e413a-e60f-4531-8be2-0c33e0bfbe1a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:52.231442 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820e413a-e60f-4531-8be2-0c33e0bfbe1a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:52.232344 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-820e413a-e60f-4531-8be2-0c33e0bfbe1a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:52.239575 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d86f643-075b-4e3d-934e-5ad651725c83 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:58:52.264214 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-820e413a-e60f-4531-8be2-0c33e0bfbe1a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1068046 Mar 05 04:58:52.274395 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60912) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:52.279945 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-2e4f135a-7a83-4732-b022-b7cade97e5c4 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'port': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'mac_address': 'fa:16:3e:16:a3:35', 'name': 'tempest-NetworksTestDHCPv6-1741046471'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:52.284053 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6ad5b212-4a37-4a8e-92a0-a6d8a4fa5b54 service neutron] For port 5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:58:52.287883 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6ad5b212-4a37-4a8e-92a0-a6d8a4fa5b54 service neutron] For port 5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6,segment=NetworkSegment(0a8b5b87-7792-4519-88b1-bd700a259522),segment_id=0a8b5b87-7792-4519-88b1-bd700a259522)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:58:52.288778 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e413a-e60f-4531-8be2-0c33e0bfbe1a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Subnet': ['ID=3aa7efc4-8695-4c84-a0ff-e28a6508a7fe,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:52.307734 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6ad5b212-4a37-4a8e-92a0-a6d8a4fa5b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:52.368266 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6ad5b212-4a37-4a8e-92a0-a6d8a4fa5b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:52.369677 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6ad5b212-4a37-4a8e-92a0-a6d8a4fa5b54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:52.371397 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-be728a91-cb3f-442c-b824-ec700b878b07 req-6ad5b212-4a37-4a8e-92a0-a6d8a4fa5b54 service neutron] 10.222.0.30 "PUT /v2.0/ports/5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6 HTTP/1.1" status: 200 len: 1093 time: 2.9812784 Mar 05 04:58:52.384880 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7530a7f6-eff3-4b4c-ac5a-879f88f9dcac', 'tag': '5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:58:52.387596 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c564106-27a5-46db-9d56-65d16a80dd6c" -d '{"events": [{"name": "network-changed", "server_uuid": "7530a7f6-eff3-4b4c-ac5a-879f88f9dcac", "tag": "5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:58:52.405089 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df9a75-91e1-4f89-bd1f-20ed14053248 req-341be996-dee6-47bb-87a2-e33ec9ae07a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:52.406784 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93df9a75-91e1-4f89-bd1f-20ed14053248 req-341be996-dee6-47bb-87a2-e33ec9ae07a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=931621a1-3c63-4b88-9017-913fd0b96f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2675231 Mar 05 04:58:52.433920 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fb3775-02e1-4842-bcbc-da3d7c7ace3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-d9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'fixed_ips': [{'subnet_id': '3aa7efc4-8695-4c84-a0ff-e28a6508a7fe'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:58:52.434840 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d0fb3775-02e1-4842-bcbc-da3d7c7ace3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:52.456116 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6f9dc67d-e049-44d7-863d-040a4755650d req-d6b3644b-9d42-41e0-bdeb-eb06275c77b4 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a3ca7f9-f110-4424-8eec-5a2a53a3ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652512 Mar 05 04:58:52.515365 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5b212-4a37-4a8e-92a0-a6d8a4fa5b54 service neutron] Pushing event updated for resources: {'Port': ['ID=5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:52.601196 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8d579f26-7b11-4d5c-9034-9fcc8615e28a req-125e65ab-845a-48c0-9557-0ee1795e8ab9 tempest-ServerShowV257Test-964071195 tempest-ServerShowV257Test-964071195-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d1c10b6-47fe-4a09-ad3c-3023c29c05a1 HTTP/1.1" status: 200 len: 210 time: 0.0801311 Mar 05 04:58:52.633825 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be728a91-cb3f-442c-b824-ec700b878b07 req-385b11f8-f1df-4577-bad4-16a21a00cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:52.636042 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-be728a91-cb3f-442c-b824-ec700b878b07 req-385b11f8-f1df-4577-bad4-16a21a00cd64 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22819d81bee9428484596b6fd1742ed6&device_id=7530a7f6-eff3-4b4c-ac5a-879f88f9dcac HTTP/1.1" status: 200 len: 1127 time: 0.2078354 Mar 05 04:58:52.657916 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4f135a-7a83-4732-b022-b7cade97e5c4 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:58:52.694908 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-be728a91-cb3f-442c-b824-ec700b878b07 req-f5f48d26-853a-4f9b-ab31-9e423d085f23 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6 HTTP/1.1" status: 200 len: 217 time: 0.0504689 Mar 05 04:58:52.700837 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825b1489-f938-4f9e-8e7e-912ad174a140 x-openstack-request-id: req-825b1489-f938-4f9e-8e7e-912ad174a140 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:58:52.701168 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7530a7f6-eff3-4b4c-ac5a-879f88f9dcac", "tag": "5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:58:52.701391 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-825b1489-f938-4f9e-8e7e-912ad174a140 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:58:52.701958 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7530a7f6-eff3-4b4c-ac5a-879f88f9dcac', 'tag': '5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6', 'status': 'completed', 'code': 200} Mar 05 04:58:52.704539 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93df9a75-91e1-4f89-bd1f-20ed14053248 req-94d3509c-0a28-4960-ba18-31a3a442e428 service neutron] 10.222.0.30 "GET /v2.0/networks/931621a1-3c63-4b88-9017-913fd0b96f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856767 Mar 05 04:58:52.792184 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-d0fb3775-02e1-4842-bcbc-da3d7c7ace3d None None] Allocated IP 2001:db8::f816:3eff:fe5a:a36a (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/3aa7efc4-8695-4c84-a0ff-e28a6508a7fe/d5f0d022-d1b7-4669-bd26-d7d3bc30099b) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:58:52.827425 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93df9a75-91e1-4f89-bd1f-20ed14053248 req-680f9114-34ca-40ed-ada7-eaa078af7bf6 service neutron] 10.222.0.30 "GET /v2.0/networks/931621a1-3c63-4b88-9017-913fd0b96f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071508 Mar 05 04:58:52.865650 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2e4f135a-7a83-4732-b022-b7cade97e5c4 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:52.872817 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be728a91-cb3f-442c-b824-ec700b878b07 req-1221a6c4-33a9-4563-b89f-666a5f18de81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:52.874356 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-be728a91-cb3f-442c-b824-ec700b878b07 req-1221a6c4-33a9-4563-b89f-666a5f18de81 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0175ebc-ff32-4392-ac9a-16e369bfecb2 HTTP/1.1" status: 200 len: 861 time: 0.1689975 Mar 05 04:58:52.899517 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-2e4f135a-7a83-4732-b022-b7cade97e5c4 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] device_id is not set on port 4c6f9693-1c72-421b-8670-53f73d666697 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 04:58:52.930479 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-be728a91-cb3f-442c-b824-ec700b878b07 req-f67c1c7c-018e-4145-9477-d1c61ef3c281 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c469bc48-2f7e-47b4-afd9-06674dd18690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497007 Mar 05 04:58:53.060875 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ab18c-9aec-400c-a31f-e6e6416e9c2a req-5d1c249a-2c93-42d2-8ca1-59ae6c800773 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:53.063129 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f51ab18c-9aec-400c-a31f-e6e6416e9c2a req-5d1c249a-2c93-42d2-8ca1-59ae6c800773 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.11 "GET /v2.0/ports?device_id=7530a7f6-eff3-4b4c-ac5a-879f88f9dcac HTTP/1.1" status: 200 len: 944 time: 0.1009221 Mar 05 04:58:53.082653 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-be728a91-cb3f-442c-b824-ec700b878b07 req-e5a7faeb-03bd-4bad-a942-9b345ab47470 service neutron] 10.222.0.30 "GET /v2.0/networks/c469bc48-2f7e-47b4-afd9-06674dd18690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443279 Mar 05 04:58:53.155771 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d0fb3775-02e1-4842-bcbc-da3d7c7ace3d None None] Publish callbacks [] for port (d5f0d022-d1b7-4669-bd26-d7d3bc30099b), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:53.168355 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d0fb3775-02e1-4842-bcbc-da3d7c7ace3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (d5f0d022-d1b7-4669-bd26-d7d3bc30099b), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:53.195456 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-be728a91-cb3f-442c-b824-ec700b878b07 req-ae7b86f6-a651-4f34-be8f-b8235b31e3e7 service neutron] 10.222.0.30 "GET /v2.0/networks/c469bc48-2f7e-47b4-afd9-06674dd18690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054561 Mar 05 04:58:53.216790 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fb3775-02e1-4842-bcbc-da3d7c7ace3d None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:53.224734 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-d0fb3775-02e1-4842-bcbc-da3d7c7ace3d None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:53.229230 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fb3775-02e1-4842-bcbc-da3d7c7ace3d None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:58:53.235814 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f51ab18c-9aec-400c-a31f-e6e6416e9c2a req-424bde34-bcaf-4edc-bdb2-219cc888d024 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc1127ec-aad8-4974-8ddb-b63d2fe2c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601350 Mar 05 04:58:53.274892 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb3775-02e1-4842-bcbc-da3d7c7ace3d None None] Pushing event updated for resources: {'Port': ['ID=d5f0d022-d1b7-4669-bd26-d7d3bc30099b,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:53.297500 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-2e4f135a-7a83-4732-b022-b7cade97e5c4 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Allocated IP 2001:db8::f816:3eff:fe16:a335 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/3aa7efc4-8695-4c84-a0ff-e28a6508a7fe/4c6f9693-1c72-421b-8670-53f73d666697) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:58:53.318630 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-d0fb3775-02e1-4842-bcbc-da3d7c7ace3d None None] Attempting to bind port d5f0d022-d1b7-4669-bd26-d7d3bc30099b on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:58:53.319327 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-d0fb3775-02e1-4842-bcbc-da3d7c7ace3d None None] Attempting to bind port d5f0d022-d1b7-4669-bd26-d7d3bc30099b by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:58:53.319890 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fb3775-02e1-4842-bcbc-da3d7c7ace3d None None] Attempting to bind port d5f0d022-d1b7-4669-bd26-d7d3bc30099b on network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:58:53.326561 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c564106-27a5-46db-9d56-65d16a80dd6c req-1ed8e057-03cf-4111-a3e4-d7799e5a090d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:53.326782 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fb3775-02e1-4842-bcbc-da3d7c7ace3d None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:58:53.327141 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fb3775-02e1-4842-bcbc-da3d7c7ace3d None None] Checking segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:58:53.327540 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d0fb3775-02e1-4842-bcbc-da3d7c7ace3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:53.327938 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fb3775-02e1-4842-bcbc-da3d7c7ace3d None None] Bound using segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:58:53.328138 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4c564106-27a5-46db-9d56-65d16a80dd6c req-1ed8e057-03cf-4111-a3e4-d7799e5a090d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=22819d81bee9428484596b6fd1742ed6&device_id=7530a7f6-eff3-4b4c-ac5a-879f88f9dcac HTTP/1.1" status: 200 len: 1127 time: 0.0670145 Mar 05 04:58:53.328445 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-d0fb3775-02e1-4842-bcbc-da3d7c7ace3d None None] Bound port: d5f0d022-d1b7-4669-bd26-d7d3bc30099b, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:58:53.329258 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d0fb3775-02e1-4842-bcbc-da3d7c7ace3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d5f0d022-d1b7-4669-bd26-d7d3bc30099b), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:53.379994 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-12935b0b-d1e9-4f85-bbd0-6b8dc9c79068 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:53.381611 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-12935b0b-d1e9-4f85-bbd0-6b8dc9c79068 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/networks?id=58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 HTTP/1.1" status: 200 len: 805 time: 0.2511139 Mar 05 04:58:53.427611 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-d0fb3775-02e1-4842-bcbc-da3d7c7ace3d None None] For port d5f0d022-d1b7-4669-bd26-d7d3bc30099b, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:58:53.433259 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-9f60c349-6ada-4091-a767-91c768d16476 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/quotas/5bb9b4129f1c432a81e17a2957390c79 HTTP/1.1" status: 200 len: 375 time: 0.0430458 Mar 05 04:58:53.433545 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-d0fb3775-02e1-4842-bcbc-da3d7c7ace3d None None] For port d5f0d022-d1b7-4669-bd26-d7d3bc30099b, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d5f0d022-d1b7-4669-bd26-d7d3bc30099b,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:58:53.448658 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d0fb3775-02e1-4842-bcbc-da3d7c7ace3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d5f0d022-d1b7-4669-bd26-d7d3bc30099b), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:53.475806 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c564106-27a5-46db-9d56-65d16a80dd6c req-88db76cf-e284-46fe-aff1-84ef672dd0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:53.477419 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4c564106-27a5-46db-9d56-65d16a80dd6c req-88db76cf-e284-46fe-aff1-84ef672dd0ec service neutron] 10.222.0.30 "GET /v2.0/networks?id=c469bc48-2f7e-47b4-afd9-06674dd18690 HTTP/1.1" status: 200 len: 921 time: 0.1428745 Mar 05 04:58:53.531623 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb3775-02e1-4842-bcbc-da3d7c7ace3d None None] Pushing event updated for resources: {'Port': ['ID=d5f0d022-d1b7-4669-bd26-d7d3bc30099b,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:53.551594 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4c564106-27a5-46db-9d56-65d16a80dd6c req-369be5b8-829e-4bc3-a89a-a7d2c004d814 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6 HTTP/1.1" status: 200 len: 217 time: 0.0657337 Mar 05 04:58:53.558608 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-4b5da5d3-6470-4db1-a2ec-e2e9e3e7ddbf tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5bb9b4129f1c432a81e17a2957390c79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1187117 Mar 05 04:58:53.612042 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c564106-27a5-46db-9d56-65d16a80dd6c req-1b37b6a9-1b47-4d3a-9838-d104feee36a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:53.613919 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4c564106-27a5-46db-9d56-65d16a80dd6c req-1b37b6a9-1b47-4d3a-9838-d104feee36a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d0175ebc-ff32-4392-ac9a-16e369bfecb2 HTTP/1.1" status: 200 len: 861 time: 0.0555499 Mar 05 04:58:53.624346 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 7dd58ee5-c405-40e5-b3db-79093310d021 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:58:53.627789 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 0c93b3a3-c064-4101-8acb-6767f062ecb3 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:58:53.659419 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4c564106-27a5-46db-9d56-65d16a80dd6c req-87ec954d-02bb-4bde-a766-266960d676c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c469bc48-2f7e-47b4-afd9-06674dd18690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369511 Mar 05 04:58:53.698225 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2e4f135a-7a83-4732-b022-b7cade97e5c4 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for port (4c6f9693-1c72-421b-8670-53f73d666697), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:53.758973 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7a88d-f7f1-4e28-9aa6-41776c74e279 req-598d38e7-386a-4312-93a2-84c9c4006bec tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:53.761136 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-01a7a88d-f7f1-4e28-9aa6-41776c74e279 req-598d38e7-386a-4312-93a2-84c9c4006bec tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=90a0ff1b-d127-4552-96e6-3ddece488601 HTTP/1.1" status: 200 len: 943 time: 0.1644077 Mar 05 04:58:53.791116 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 7dd58ee5-c405-40e5-b3db-79093310d021, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=7dd58ee5-c405-40e5-b3db-79093310d021,segment=NetworkSegment(5417d672-2669-477b-9200-026fcb760706),segment_id=5417d672-2669-477b-9200-026fcb760706)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:53.802127 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4c564106-27a5-46db-9d56-65d16a80dd6c req-49f195a2-7bcc-4070-b1c2-7f831d926aee service neutron] 10.222.0.30 "GET /v2.0/networks/c469bc48-2f7e-47b4-afd9-06674dd18690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332827 Mar 05 04:58:53.823298 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '7dd58ee5-c405-40e5-b3db-79093310d021', 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88', 'port_id': '7dd58ee5-c405-40e5-b3db-79093310d021', 'mac_address': 'fa:16:3e:fc:cb:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f62d24-d369-4f32-b0d3-8cc062c5524d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:58:53.828096 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-32346e7e-d13b-48f1-acbc-c9d71908b31a service neutron] 10.222.0.11 "GET /v2.0/networks/58ba8bc5-ac03-4e44-b819-c3c8d0a85e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619445 Mar 05 04:58:53.934064 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 7dd58ee5-c405-40e5-b3db-79093310d021 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:53.934064 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7dd58ee5-c405-40e5-b3db-79093310d021), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:53.981196 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dd58ee5-c405-40e5-b3db-79093310d021 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:58:53.988938 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4c564106-27a5-46db-9d56-65d16a80dd6c req-8900b9a4-73c1-4b8d-9b9d-003aaa647701 service neutron] 10.222.0.30 "GET /v2.0/networks/c469bc48-2f7e-47b4-afd9-06674dd18690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780648 Mar 05 04:58:54.000747 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 0c93b3a3-c064-4101-8acb-6767f062ecb3 is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:54.001145 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0c93b3a3-c064-4101-8acb-6767f062ecb3), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:54.017576 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2e4f135a-7a83-4732-b022-b7cade97e5c4 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (4c6f9693-1c72-421b-8670-53f73d666697), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:54.056425 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef20f788-6741-4fd7-9303-7bd9d1e8ca5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c93b3a3-c064-4101-8acb-6767f062ecb3'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:58:54.058636 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a557b0-4191-4552-8d8b-922bf0ecc660" -d '{"events": [{"server_uuid": "ef20f788-6741-4fd7-9303-7bd9d1e8ca5e", "name": "network-vif-unplugged", "status": "completed", "tag": "0c93b3a3-c064-4101-8acb-6767f062ecb3"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:58:54.064465 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 7dd58ee5-c405-40e5-b3db-79093310d021, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=7dd58ee5-c405-40e5-b3db-79093310d021,segment=NetworkSegment(5417d672-2669-477b-9200-026fcb760706),segment_id=5417d672-2669-477b-9200-026fcb760706)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:54.069795 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-01a7a88d-f7f1-4e28-9aa6-41776c74e279 req-6a4cefa2-b220-4791-a48a-80e5885c4752 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a3ca7f9-f110-4424-8eec-5a2a53a3ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2977271 Mar 05 04:58:54.097493 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (7dd58ee5-c405-40e5-b3db-79093310d021), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:54.100647 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 0c93b3a3-c064-4101-8acb-6767f062ecb3, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=0c93b3a3-c064-4101-8acb-6767f062ecb3,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:54.133323 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-a99bc2d5-fb78-4c56-9bc6-6fdb63ad8fa2 service neutron] 10.222.0.11 "GET /v2.0/networks/58ba8bc5-ac03-4e44-b819-c3c8d0a85e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878370 Mar 05 04:58:54.142874 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d5f0d022-d1b7-4669-bd26-d7d3bc30099b up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:58:54.166532 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4f135a-7a83-4732-b022-b7cade97e5c4 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:54.174449 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-2e4f135a-7a83-4732-b022-b7cade97e5c4 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:54.181204 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4f135a-7a83-4732-b022-b7cade97e5c4 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:58:54.196342 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4f135a-7a83-4732-b022-b7cade97e5c4 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:54.197757 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2e4f135a-7a83-4732-b022-b7cade97e5c4 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:54.213895 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0c93b3a3-c064-4101-8acb-6767f062ecb3), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:54.223043 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f135a-7a83-4732-b022-b7cade97e5c4 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Port': ['ID=4c6f9693-1c72-421b-8670-53f73d666697,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:54.251111 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2e4f135a-7a83-4732-b022-b7cade97e5c4 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9754171 Mar 05 04:58:54.254268 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60944) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:54.290760 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port d5f0d022-d1b7-4669-bd26-d7d3bc30099b triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:54.292849 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d5f0d022-d1b7-4669-bd26-d7d3bc30099b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:54.373213 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=7dd58ee5-c405-40e5-b3db-79093310d021,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:54.414101 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 04:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2578aae8-b520-428a-9a04-2dcad47b8edf x-openstack-request-id: req-2578aae8-b520-428a-9a04-2dcad47b8edf {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:58:54.415166 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef20f788-6741-4fd7-9303-7bd9d1e8ca5e", "name": "network-vif-unplugged", "status": "completed", "tag": "0c93b3a3-c064-4101-8acb-6767f062ecb3", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:58:54.415561 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2578aae8-b520-428a-9a04-2dcad47b8edf {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:58:54.416151 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef20f788-6741-4fd7-9303-7bd9d1e8ca5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c93b3a3-c064-4101-8acb-6767f062ecb3', 'code': 200} Mar 05 04:58:54.419752 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['7dd58ee5-c405-40e5-b3db-79093310d021'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:58:54.422013 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ddbd90-2759-4f37-9ccf-e339efbde5ea tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:54.450685 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ddbd90-2759-4f37-9ccf-e339efbde5ea tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:54.459271 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-40ddbd90-2759-4f37-9ccf-e339efbde5ea tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2025776 Mar 05 04:58:54.480974 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60954) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:54.559694 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc53e70-f466-41f8-8189-111f9ca039c9 req-5ea84b33-6e4e-4978-b72f-f694e69a7c7d tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:54.561764 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-efc53e70-f466-41f8-8189-111f9ca039c9 req-5ea84b33-6e4e-4978-b72f-f694e69a7c7d tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef20f788-6741-4fd7-9303-7bd9d1e8ca5e HTTP/1.1" status: 200 len: 944 time: 0.1023965 Mar 05 04:58:54.570836 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=0c93b3a3-c064-4101-8acb-6767f062ecb3,revision_number=8']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:54.606008 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0aa15c96-1dfe-450d-9dd5-12be364a1560 req-3765bfea-d73a-4ad3-aaa6-5506fc659750 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8647087-da64-4a25-9a6d-fc7d46a7ac23 HTTP/1.1" status: 200 len: 210 time: 0.1258349 Mar 05 04:58:54.662762 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port d5f0d022-d1b7-4669-bd26-d7d3bc30099b is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:54.663265 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d5f0d022-d1b7-4669-bd26-d7d3bc30099b), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:54.682415 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60956) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:54.731966 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port d5f0d022-d1b7-4669-bd26-d7d3bc30099b, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d5f0d022-d1b7-4669-bd26-d7d3bc30099b,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:54.734540 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-efc53e70-f466-41f8-8189-111f9ca039c9 req-64eac718-3b37-40c6-b5d5-243157c18a8b tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Deleting port 0c93b3a3-c064-4101-8acb-6767f062ecb3 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:58:54.735266 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-efc53e70-f466-41f8-8189-111f9ca039c9 req-64eac718-3b37-40c6-b5d5-243157c18a8b tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (0c93b3a3-c064-4101-8acb-6767f062ecb3), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:54.735407 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2710a9-9c95-4003-ab35-6c39812a8657 req-4135abef-5e1e-4fa7-89a6-9ceb2204c421 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:54.737380 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad2710a9-9c95-4003-ab35-6c39812a8657 req-4135abef-5e1e-4fa7-89a6-9ceb2204c421 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.11 "GET /v2.0/ports?device_id=7530a7f6-eff3-4b4c-ac5a-879f88f9dcac HTTP/1.1" status: 200 len: 944 time: 0.3275018 Mar 05 04:58:54.741484 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d5f0d022-d1b7-4669-bd26-d7d3bc30099b), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:54.846174 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=d5f0d022-d1b7-4669-bd26-d7d3bc30099b,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:54.873435 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-dce1bfb7-34d4-456d-b907-8f57d6379f96 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting port 4c6f9693-1c72-421b-8670-53f73d666697 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:58:54.873781 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dce1bfb7-34d4-456d-b907-8f57d6379f96 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (4c6f9693-1c72-421b-8670-53f73d666697), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:54.955936 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3d0bc930-f0d8-4833-81d0-bb9bff5c5e65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:54.961391 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad2710a9-9c95-4003-ab35-6c39812a8657 req-3ef5249b-21b1-4e1c-9e56-310367a97670 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc1127ec-aad8-4974-8ddb-b63d2fe2c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023087 Mar 05 04:58:55.017098 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-efc53e70-f466-41f8-8189-111f9ca039c9 req-64eac718-3b37-40c6-b5d5-243157c18a8b tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] For port 0c93b3a3-c064-4101-8acb-6767f062ecb3, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=0c93b3a3-c064-4101-8acb-6767f062ecb3,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:55.017752 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-efc53e70-f466-41f8-8189-111f9ca039c9 req-64eac718-3b37-40c6-b5d5-243157c18a8b tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (0c93b3a3-c064-4101-8acb-6767f062ecb3), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:55.036300 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-efc53e70-f466-41f8-8189-111f9ca039c9 req-64eac718-3b37-40c6-b5d5-243157c18a8b tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Calling delete_port for 0c93b3a3-c064-4101-8acb-6767f062ecb3 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:58:55.143317 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dce1bfb7-34d4-456d-b907-8f57d6379f96 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (4c6f9693-1c72-421b-8670-53f73d666697), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:55.180732 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-dce1bfb7-34d4-456d-b907-8f57d6379f96 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Calling delete_port for 4c6f9693-1c72-421b-8670-53f73d666697 owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:58:55.210679 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3d0bc930-f0d8-4833-81d0-bb9bff5c5e65 admin admin] Publish callbacks [] for security_group (d490415d-47ec-4682-a8d5-68cab3232999), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:55.299188 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3d0bc930-f0d8-4833-81d0-bb9bff5c5e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d490415d-47ec-4682-a8d5-68cab3232999), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:55.316418 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-efc53e70-f466-41f8-8189-111f9ca039c9 req-64eac718-3b37-40c6-b5d5-243157c18a8b tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (0c93b3a3-c064-4101-8acb-6767f062ecb3), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:55.379039 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dca8ea-9e59-4026-9b9d-35492329e231 req-76e0ead4-c217-4e1f-8a3e-7257e34181e0 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:55.384050 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eac718-3b37-40c6-b5d5-243157c18a8b tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Pushing event deleted for resources: {'Port': ['ID=0c93b3a3-c064-4101-8acb-6767f062ecb3,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:55.385178 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-46dca8ea-9e59-4026-9b9d-35492329e231 req-76e0ead4-c217-4e1f-8a3e-7257e34181e0 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=90a0ff1b-d127-4552-96e6-3ddece488601 HTTP/1.1" status: 200 len: 944 time: 0.1643963 Mar 05 04:58:55.398504 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3d0bc930-f0d8-4833-81d0-bb9bff5c5e65 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b5606817fde046cf9a3f1800c149ead4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7124553 Mar 05 04:58:55.399699 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60970) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:55.474657 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc53e70-f466-41f8-8189-111f9ca039c9 req-64eac718-3b37-40c6-b5d5-243157c18a8b tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] No DVR routers for this DVR port 0c93b3a3-c064-4101-8acb-6767f062ecb3 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:58:55.476827 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bc930-f0d8-4833-81d0-bb9bff5c5e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d490415d-47ec-4682-a8d5-68cab3232999,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:55.485969 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-efc53e70-f466-41f8-8189-111f9ca039c9 req-64eac718-3b37-40c6-b5d5-243157c18a8b tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:55.489880 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-efc53e70-f466-41f8-8189-111f9ca039c9 req-64eac718-3b37-40c6-b5d5-243157c18a8b tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.30 "DELETE /v2.0/ports/0c93b3a3-c064-4101-8acb-6767f062ecb3 HTTP/1.1" status: 204 len: 173 time: 0.9218369 Mar 05 04:58:55.490487 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef20f788-6741-4fd7-9303-7bd9d1e8ca5e', 'name': 'network-vif-deleted', 'tag': '0c93b3a3-c064-4101-8acb-6767f062ecb3'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:58:55.497372 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54b0dca-603d-4663-bf1f-2bbeca19f240" -d '{"events": [{"server_uuid": "ef20f788-6741-4fd7-9303-7bd9d1e8ca5e", "name": "network-vif-deleted", "tag": "0c93b3a3-c064-4101-8acb-6767f062ecb3"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:58:55.517438 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dce1bfb7-34d4-456d-b907-8f57d6379f96 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (4c6f9693-1c72-421b-8670-53f73d666697), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:55.522133 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-46dca8ea-9e59-4026-9b9d-35492329e231 req-baaf8273-1f38-4260-bb32-271fc80ac1b2 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a3ca7f9-f110-4424-8eec-5a2a53a3ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827639 Mar 05 04:58:55.551170 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1bfb7-34d4-456d-b907-8f57d6379f96 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Port': ['ID=4c6f9693-1c72-421b-8670-53f73d666697,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:55.595373 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8815df-2b57-4a84-8cd2-76fd56c27abc x-openstack-request-id: req-7c8815df-2b57-4a84-8cd2-76fd56c27abc {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:58:55.595931 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef20f788-6741-4fd7-9303-7bd9d1e8ca5e", "name": "network-vif-deleted", "tag": "0c93b3a3-c064-4101-8acb-6767f062ecb3", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:58:55.596386 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7c8815df-2b57-4a84-8cd2-76fd56c27abc {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:58:55.596982 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef20f788-6741-4fd7-9303-7bd9d1e8ca5e', 'name': 'network-vif-deleted', 'tag': '0c93b3a3-c064-4101-8acb-6767f062ecb3', 'status': 'completed', 'code': 200} Mar 05 04:58:55.618328 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dce1bfb7-34d4-456d-b907-8f57d6379f96 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:55.626526 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ab777db-944f-4637-8727-eb929753bcc2 admin admin] Publish callbacks [] for security_group (d490415d-47ec-4682-a8d5-68cab3232999), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:55.632420 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-070bf3ba-02be-4efa-a861-4bfa0d8bfcc2 None None] Provisioning complete for port d5f0d022-d1b7-4669-bd26-d7d3bc30099b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:55.633068 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-070bf3ba-02be-4efa-a861-4bfa0d8bfcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d5f0d022-d1b7-4669-bd26-d7d3bc30099b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:55.633841 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-dce1bfb7-34d4-456d-b907-8f57d6379f96 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/4c6f9693-1c72-421b-8670-53f73d666697 HTTP/1.1" status: 204 len: 168 time: 1.1518641 Mar 05 04:58:55.640147 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60974) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:55.643621 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:58:55.645881 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 7dd58ee5-c405-40e5-b3db-79093310d021 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:58:55.780278 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e16ef1-bb5e-46c7-a932-64cff95ef6cb tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:55.781737 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e16ef1-bb5e-46c7-a932-64cff95ef6cb tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:55.783594 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-65e16ef1-bb5e-46c7-a932-64cff95ef6cb tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1256588 Mar 05 04:58:55.787323 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60978) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:55.794142 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9544de8d-faf5-4f45-bd9a-8c8de077e10b req-45737dea-0358-40c3-8380-e104e6e0a2eb tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8647087-da64-4a25-9a6d-fc7d46a7ac23 HTTP/1.1" status: 200 len: 210 time: 0.0666203 Mar 05 04:58:55.816923 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ab777db-944f-4637-8727-eb929753bcc2 admin admin] Publish callbacks [] for security_group (d490415d-47ec-4682-a8d5-68cab3232999), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:55.923357 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be8148d-4586-4e93-a7a2-0fd91ee61020 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting subnet 3aa7efc4-8695-4c84-a0ff-e28a6508a7fe {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:58:55.930915 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8be8148d-4586-4e93-a7a2-0fd91ee61020 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (3aa7efc4-8695-4c84-a0ff-e28a6508a7fe), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:55.963171 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 7dd58ee5-c405-40e5-b3db-79093310d021 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:58:55.977214 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 7dd58ee5-c405-40e5-b3db-79093310d021 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:55.977708 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7dd58ee5-c405-40e5-b3db-79093310d021), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:56.007619 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d5f0d022-d1b7-4669-bd26-d7d3bc30099b up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:58:56.061548 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ab777db-944f-4637-8727-eb929753bcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d490415d-47ec-4682-a8d5-68cab3232999), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:56.064771 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ab777db-944f-4637-8727-eb929753bcc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:56.066016 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9ab777db-944f-4637-8727-eb929753bcc2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d490415d-47ec-4682-a8d5-68cab3232999 HTTP/1.1" status: 204 len: 168 time: 0.6662314 Mar 05 04:58:56.071992 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8be8148d-4586-4e93-a7a2-0fd91ee61020 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (3aa7efc4-8695-4c84-a0ff-e28a6508a7fe), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:56.084812 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6,segment=NetworkSegment(0a8b5b87-7792-4519-88b1-bd700a259522),segment_id=0a8b5b87-7792-4519-88b1-bd700a259522)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:56.109140 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab777db-944f-4637-8727-eb929753bcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d490415d-47ec-4682-a8d5-68cab3232999,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:56.268269 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8be8148d-4586-4e93-a7a2-0fd91ee61020 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (3aa7efc4-8695-4c84-a0ff-e28a6508a7fe), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:56.360748 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8be8148d-4586-4e93-a7a2-0fd91ee61020 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (3aa7efc4-8695-4c84-a0ff-e28a6508a7fe), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:56.412854 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8148d-4586-4e93-a7a2-0fd91ee61020 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Subnet': ['ID=3aa7efc4-8695-4c84-a0ff-e28a6508a7fe,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:56.419398 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8be8148d-4586-4e93-a7a2-0fd91ee61020 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:56.425690 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8be8148d-4586-4e93-a7a2-0fd91ee61020 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/3aa7efc4-8695-4c84-a0ff-e28a6508a7fe HTTP/1.1" status: 204 len: 168 time: 0.6372786 Mar 05 04:58:56.426498 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60988) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:56.458057 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1005d0-ce2d-4a27-805d-32703d476fa5 req-36f836c4-9d8e-4207-8b83-9a18e90e40f4 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:56.467695 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ff1005d0-ce2d-4a27-805d-32703d476fa5 req-36f836c4-9d8e-4207-8b83-9a18e90e40f4 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.11 "GET /v2.0/ports?device_id=7530a7f6-eff3-4b4c-ac5a-879f88f9dcac HTTP/1.1" status: 200 len: 944 time: 0.2738380 Mar 05 04:58:56.502596 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f11282c3-6a60-485b-8955-285a5e608023 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0749400 Mar 05 04:58:56.505027 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60990) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:56.626365 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07173790-4984-467b-ae52-d81da5c8f2b3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:56.630899 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-07173790-4984-467b-ae52-d81da5c8f2b3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1247134 Mar 05 04:58:56.635924 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60998) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:56.706427 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be37e853-610e-49c3-b442-85c81150a6ac tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:56.713696 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-be37e853-610e-49c3-b442-85c81150a6ac tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0765781 Mar 05 04:58:56.717380 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 32774) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:56.730981 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6', 'network_id': 'c469bc48-2f7e-47b4-afd9-06674dd18690', 'port_id': '5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6', 'mac_address': 'fa:16:3e:ee:12:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0175ebc-ff32-4392-ac9a-16e369bfecb2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:58:56.741514 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3134607-bd77-43ac-8d98-00e338964b46 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:58:56.754745 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-070bf3ba-02be-4efa-a861-4bfa0d8bfcc2 None None] Current status of the port d5f0d022-d1b7-4669-bd26-d7d3bc30099b is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:56.834484 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fe822e6f-b989-451b-8368-7395f2be99f1 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1153431 Mar 05 04:58:56.835617 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 32778) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:56.841538 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-1381a510-00e5-4bb3-a9ca-27270f4beef6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:56.873655 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:56.874054 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:56.961874 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1381a510-00e5-4bb3-a9ca-27270f4beef6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:58:56.969785 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1381a510-00e5-4bb3-a9ca-27270f4beef6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:57.001939 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ff1005d0-ce2d-4a27-805d-32703d476fa5 req-769d6c8b-3a95-4131-9268-f209349f2ac5 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc1127ec-aad8-4974-8ddb-b63d2fe2c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5254042 Mar 05 04:58:57.020318 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-b88aac93-6c41-4c6f-93f2-a51aa89eb9d5 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:57.022796 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-b88aac93-6c41-4c6f-93f2-a51aa89eb9d5 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.31 "GET /v2.0/networks?id=58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 HTTP/1.1" status: 200 len: 805 time: 0.8049297 Mar 05 04:58:57.052161 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-2800a494-39e0-4ccd-8ff8-d74043a7bf8c tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Request body: {'port': {'device_id': 'b8647087-da64-4a25-9a6d-fc7d46a7ac23', 'network_id': '58ba8bc5-ac03-4e44-b819-c3c8d0a85e10', 'admin_state_up': True, 'tenant_id': '5bb9b4129f1c432a81e17a2957390c79'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:57.063392 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d445fb-b86c-4f96-837e-d6f20ca629e8 req-b55b26eb-e232-43af-b8eb-98098eba4b39 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:57.065057 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d6d445fb-b86c-4f96-837e-d6f20ca629e8 req-b55b26eb-e232-43af-b8eb-98098eba4b39 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=90a0ff1b-d127-4552-96e6-3ddece488601 HTTP/1.1" status: 200 len: 944 time: 0.1068356 Mar 05 04:58:57.180835 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fd3a86cb-f97c-4c08-a707-1de82178f4d4 None None] Could not find standard attr ID for object 4c6f9693-1c72-421b-8670-53f73d666697. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 04:58:57.188183 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:58:57.209340 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 7dd58ee5-c405-40e5-b3db-79093310d021 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:57.210211 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7dd58ee5-c405-40e5-b3db-79093310d021), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:57.236240 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6,segment=NetworkSegment(0a8b5b87-7792-4519-88b1-bd700a259522),segment_id=0a8b5b87-7792-4519-88b1-bd700a259522)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:57.244359 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:57.278976 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d6d445fb-b86c-4f96-837e-d6f20ca629e8 req-b5991147-5037-466b-a6f9-116fedabff11 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a3ca7f9-f110-4424-8eec-5a2a53a3ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943948 Mar 05 04:58:57.328374 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 7dd58ee5-c405-40e5-b3db-79093310d021, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=7dd58ee5-c405-40e5-b3db-79093310d021,segment=NetworkSegment(5417d672-2669-477b-9200-026fcb760706),segment_id=5417d672-2669-477b-9200-026fcb760706)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:57.330767 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a0ff1b-d127-4552-96e6-3ddece488601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd58ee5-c405-40e5-b3db-79093310d021'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:58:57.334178 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d974e0-34ff-4d59-800d-75659572b306" -d '{"events": [{"server_uuid": "90a0ff1b-d127-4552-96e6-3ddece488601", "name": "network-vif-plugged", "status": "completed", "tag": "7dd58ee5-c405-40e5-b3db-79093310d021"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:58:57.340780 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-22170dc6-3686-4e22-b4cb-722003c90b51 req-168065db-5501-4705-bb71-e406329a36c8 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8647087-da64-4a25-9a6d-fc7d46a7ac23 HTTP/1.1" status: 200 len: 210 time: 0.1714180 Mar 05 04:58:57.348737 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (7dd58ee5-c405-40e5-b3db-79093310d021), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:57.355166 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port d5f0d022-d1b7-4669-bd26-d7d3bc30099b triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:57.356543 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d5f0d022-d1b7-4669-bd26-d7d3bc30099b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:57.393150 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-2800a494-39e0-4ccd-8ff8-d74043a7bf8c tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Made reservation on behalf of 5bb9b4129f1c432a81e17a2957390c79 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:58:57.396754 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-2800a494-39e0-4ccd-8ff8-d74043a7bf8c tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:57.456729 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ddf4fd-24a0-4cf7-a729-f183e993ea54 x-openstack-request-id: req-f7ddf4fd-24a0-4cf7-a729-f183e993ea54 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:58:57.457039 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a0ff1b-d127-4552-96e6-3ddece488601", "name": "network-vif-plugged", "status": "completed", "tag": "7dd58ee5-c405-40e5-b3db-79093310d021", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:58:57.459235 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f7ddf4fd-24a0-4cf7-a729-f183e993ea54 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:58:57.459858 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a0ff1b-d127-4552-96e6-3ddece488601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd58ee5-c405-40e5-b3db-79093310d021', 'code': 200} Mar 05 04:58:57.510439 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:58:57.519165 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:57.576621 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d8bda0-40cf-4d70-b6bc-c45ee8ff817a None None] DHCP port deletion for d9771a2e-94ae-4769-a90a-e0cdf5de3e37 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:58:57.629510 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-2800a494-39e0-4ccd-8ff8-d74043a7bf8c tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Allocated IP 172.20.0.5 (58ba8bc5-ac03-4e44-b819-c3c8d0a85e10/b701f56c-0d88-43f7-a5d8-59c4b87f0d86/77cb3269-8a51-406d-bdc5-c3abcc8c2041) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:58:57.661366 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 0c93b3a3-c064-4101-8acb-6767f062ecb3 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:58:57.727199 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 0c93b3a3-c064-4101-8acb-6767f062ecb3 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:58:57.727607 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 0c93b3a3-c064-4101-8acb-6767f062ecb3 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:58:57.741136 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port d5f0d022-d1b7-4669-bd26-d7d3bc30099b is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:57.765857 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=7dd58ee5-c405-40e5-b3db-79093310d021,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:57.773106 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99685b4c-711b-4b8f-8fbe-a628e1dd33cb req-9867d4f8-5318-4441-b966-f7d06405337d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:57.777830 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-99685b4c-711b-4b8f-8fbe-a628e1dd33cb req-9867d4f8-5318-4441-b966-f7d06405337d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90a0ff1b-d127-4552-96e6-3ddece488601 HTTP/1.1" status: 200 len: 1128 time: 0.2631989 Mar 05 04:58:57.814696 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-2800a494-39e0-4ccd-8ff8-d74043a7bf8c tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Publish callbacks [] for port (77cb3269-8a51-406d-bdc5-c3abcc8c2041), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:57.822427 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b4d8bda0-40cf-4d70-b6bc-c45ee8ff817a None None] Deleting port d5f0d022-d1b7-4669-bd26-d7d3bc30099b {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:58:57.822830 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b4d8bda0-40cf-4d70-b6bc-c45ee8ff817a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d5f0d022-d1b7-4669-bd26-d7d3bc30099b), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:57.853768 n-d-789963-32 neutron-server[105232]: DEBUG neutron.objects.ports [None req-1381a510-00e5-4bb3-a9ca-27270f4beef6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105232) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 05 04:58:57.862090 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-2800a494-39e0-4ccd-8ff8-d74043a7bf8c tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (77cb3269-8a51-406d-bdc5-c3abcc8c2041), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:57.910313 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-2800a494-39e0-4ccd-8ff8-d74043a7bf8c tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Network 58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:57.918749 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-2800a494-39e0-4ccd-8ff8-d74043a7bf8c tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:57.930084 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-2800a494-39e0-4ccd-8ff8-d74043a7bf8c tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:58:57.942773 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-b4d8bda0-40cf-4d70-b6bc-c45ee8ff817a None None] For port d5f0d022-d1b7-4669-bd26-d7d3bc30099b, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d5f0d022-d1b7-4669-bd26-d7d3bc30099b,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:57.943280 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b4d8bda0-40cf-4d70-b6bc-c45ee8ff817a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d5f0d022-d1b7-4669-bd26-d7d3bc30099b), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:57.973599 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b4d8bda0-40cf-4d70-b6bc-c45ee8ff817a None None] Calling delete_port for d5f0d022-d1b7-4669-bd26-d7d3bc30099b owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:58:57.979025 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800a494-39e0-4ccd-8ff8-d74043a7bf8c tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Pushing event updated for resources: {'Port': ['ID=77cb3269-8a51-406d-bdc5-c3abcc8c2041,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:58.003734 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d5f0d022-d1b7-4669-bd26-d7d3bc30099b no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:58:58.012238 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-2800a494-39e0-4ccd-8ff8-d74043a7bf8c tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:58.012992 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-2800a494-39e0-4ccd-8ff8-d74043a7bf8c tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:58.040108 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-2800a494-39e0-4ccd-8ff8-d74043a7bf8c tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0058029 Mar 05 04:58:58.052355 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-99685b4c-711b-4b8f-8fbe-a628e1dd33cb req-8095edf4-f6fb-406d-b829-bb0b066eff7a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6a3ca7f9-f110-4424-8eec-5a2a53a3ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2478852 Mar 05 04:58:58.053561 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-7b5cd703-85f7-4bbc-a467-684184bb0afa service neutron] Request body: {'port': {'device_id': 'b8647087-da64-4a25-9a6d-fc7d46a7ac23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:58.169497 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-7b5cd703-85f7-4bbc-a467-684184bb0afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (77cb3269-8a51-406d-bdc5-c3abcc8c2041), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:58.258558 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1381a510-00e5-4bb3-a9ca-27270f4beef6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d5f0d022-d1b7-4669-bd26-d7d3bc30099b), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:58.323763 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port d5f0d022-d1b7-4669-bd26-d7d3bc30099b is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:58:58.324166 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d5f0d022-d1b7-4669-bd26-d7d3bc30099b), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:58.346487 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b4d8bda0-40cf-4d70-b6bc-c45ee8ff817a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (d5f0d022-d1b7-4669-bd26-d7d3bc30099b), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:58.364152 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d8bda0-40cf-4d70-b6bc-c45ee8ff817a None None] No DVR routers for this DVR port d5f0d022-d1b7-4669-bd26-d7d3bc30099b on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:58:58.392731 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8bda0-40cf-4d70-b6bc-c45ee8ff817a None None] Pushing event deleted for resources: {'Port': ['ID=d5f0d022-d1b7-4669-bd26-d7d3bc30099b,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:58.427402 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed295a4-e904-40b0-baec-a82fcf221e5b req-90976525-e0b2-47e1-a756-71beec0ae4fc tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:58.428880 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7ed295a4-e904-40b0-baec-a82fcf221e5b req-90976525-e0b2-47e1-a756-71beec0ae4fc tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.11 "GET /v2.0/ports?device_id=7530a7f6-eff3-4b4c-ac5a-879f88f9dcac HTTP/1.1" status: 200 len: 945 time: 0.2138994 Mar 05 04:58:58.570761 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7ed295a4-e904-40b0-baec-a82fcf221e5b req-138b5300-e308-40dc-9c7f-4be0c52e57a9 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc1127ec-aad8-4974-8ddb-b63d2fe2c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357222 Mar 05 04:58:58.634347 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-1381a510-00e5-4bb3-a9ca-27270f4beef6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] For port d5f0d022-d1b7-4669-bd26-d7d3bc30099b, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d5f0d022-d1b7-4669-bd26-d7d3bc30099b,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:58:58.687022 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1381a510-00e5-4bb3-a9ca-27270f4beef6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for port (d5f0d022-d1b7-4669-bd26-d7d3bc30099b), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:58.692023 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1381a510-00e5-4bb3-a9ca-27270f4beef6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (d5f0d022-d1b7-4669-bd26-d7d3bc30099b), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:58.714187 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1381a510-00e5-4bb3-a9ca-27270f4beef6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (dead4a9d-3dbe-4be2-aa2e-5091eef8e328), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:58.747244 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381a510-00e5-4bb3-a9ca-27270f4beef6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Port': ['ID=d5f0d022-d1b7-4669-bd26-d7d3bc30099b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:58.786956 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1381a510-00e5-4bb3-a9ca-27270f4beef6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:58.793503 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-1381a510-00e5-4bb3-a9ca-27270f4beef6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:58.798206 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1381a510-00e5-4bb3-a9ca-27270f4beef6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:58.798895 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1381a510-00e5-4bb3-a9ca-27270f4beef6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:58.808282 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3492aa-522c-4241-9dc0-5c53ca497219 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:58:58.812382 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1381a510-00e5-4bb3-a9ca-27270f4beef6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Subnet': ['ID=dead4a9d-3dbe-4be2-aa2e-5091eef8e328,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:58.835470 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-7b5cd703-85f7-4bbc-a467-684184bb0afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77cb3269-8a51-406d-bdc5-c3abcc8c2041 {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:58:58.842530 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1381a510-00e5-4bb3-a9ca-27270f4beef6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0033290 Mar 05 04:58:58.842872 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 32836) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:58:58.848820 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-7b5cd703-85f7-4bbc-a467-684184bb0afa service neutron] Publish callbacks [] for port (77cb3269-8a51-406d-bdc5-c3abcc8c2041), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:58.855905 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-33b9364a-751f-46b3-b9dc-be0516184d1f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'port': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'mac_address': 'fa:16:3e:92:c6:4d', 'name': 'tempest-NetworksTestDHCPv6-965060295'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:58:58.905467 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99e850-1ec3-457f-8171-f10c1951b676 req-a72cb78b-8a0b-4c38-bf6f-4e253128b485 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:58.907349 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2c99e850-1ec3-457f-8171-f10c1951b676 req-a72cb78b-8a0b-4c38-bf6f-4e253128b485 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8647087-da64-4a25-9a6d-fc7d46a7ac23 HTTP/1.1" status: 200 len: 931 time: 0.2294626 Mar 05 04:58:58.912892 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-7b5cd703-85f7-4bbc-a467-684184bb0afa service neutron] Transition to ACTIVE for port object 77cb3269-8a51-406d-bdc5-c3abcc8c2041 will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:58:58.937917 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25068060-9116-40db-b90e-c0612928d301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-d9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'fixed_ips': [{'subnet_id': 'dead4a9d-3dbe-4be2-aa2e-5091eef8e328'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:58:58.939175 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-25068060-9116-40db-b90e-c0612928d301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:58.970307 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-7b5cd703-85f7-4bbc-a467-684184bb0afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (77cb3269-8a51-406d-bdc5-c3abcc8c2041), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:58.980230 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19ade1-3461-45f5-bea6-d2ea555ba7b8 req-2783f676-a2db-4363-a016-eb490349e3ad tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:58:58.987641 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5b19ade1-3461-45f5-bea6-d2ea555ba7b8 req-2783f676-a2db-4363-a016-eb490349e3ad tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=90a0ff1b-d127-4552-96e6-3ddece488601 HTTP/1.1" status: 200 len: 945 time: 0.2879229 Mar 05 04:58:59.109512 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-25068060-9116-40db-b90e-c0612928d301 None None] Allocated IP 2001:db8::f816:3eff:fe0a:5c95 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/dead4a9d-3dbe-4be2-aa2e-5091eef8e328/3c514c9d-61e6-42cb-8318-20c8b9e6067c) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:58:59.169129 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2c99e850-1ec3-457f-8171-f10c1951b676 req-cfc92863-0d57-4acc-b503-ae5a727b7378 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540433 Mar 05 04:58:59.172973 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5cd703-85f7-4bbc-a467-684184bb0afa service neutron] Pushing event updated for resources: {'Port': ['ID=77cb3269-8a51-406d-bdc5-c3abcc8c2041,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:59.305303 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5b19ade1-3461-45f5-bea6-d2ea555ba7b8 req-cf6a00b3-e80a-40f7-946f-d2e62e015449 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a3ca7f9-f110-4424-8eec-5a2a53a3ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3155487 Mar 05 04:58:59.316408 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b9364a-751f-46b3-b9dc-be0516184d1f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:58:59.358321 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-25068060-9116-40db-b90e-c0612928d301 None None] Publish callbacks [] for port (3c514c9d-61e6-42cb-8318-20c8b9e6067c), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:59.367549 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-25068060-9116-40db-b90e-c0612928d301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (3c514c9d-61e6-42cb-8318-20c8b9e6067c), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:59.421776 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25068060-9116-40db-b90e-c0612928d301 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:58:59.425163 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-25068060-9116-40db-b90e-c0612928d301 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:58:59.432122 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25068060-9116-40db-b90e-c0612928d301 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:58:59.473872 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-7b5cd703-85f7-4bbc-a467-684184bb0afa service neutron] Attempting to bind port 77cb3269-8a51-406d-bdc5-c3abcc8c2041 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:58:59.474935 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-7b5cd703-85f7-4bbc-a467-684184bb0afa service neutron] Attempting to bind port 77cb3269-8a51-406d-bdc5-c3abcc8c2041 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'ad774138-f320-403b-a8cc-491aacfa0c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '58ba8bc5-ac03-4e44-b819-c3c8d0a85e10'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:58:59.475521 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-7b5cd703-85f7-4bbc-a467-684184bb0afa service neutron] Attempting to bind port 77cb3269-8a51-406d-bdc5-c3abcc8c2041 on network 58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:58:59.476111 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:58:59.489224 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-7b5cd703-85f7-4bbc-a467-684184bb0afa service neutron] Port 77cb3269-8a51-406d-bdc5-c3abcc8c2041 on network 58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:58:59.489685 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-7b5cd703-85f7-4bbc-a467-684184bb0afa service neutron] Attempting to bind port 77cb3269-8a51-406d-bdc5-c3abcc8c2041 on network 58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:58:59.499633 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-33b9364a-751f-46b3-b9dc-be0516184d1f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:59.518040 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-7b5cd703-85f7-4bbc-a467-684184bb0afa service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:58:59.518393 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-7b5cd703-85f7-4bbc-a467-684184bb0afa service neutron] Checking segment: {'id': 'ad774138-f320-403b-a8cc-491aacfa0c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '58ba8bc5-ac03-4e44-b819-c3c8d0a85e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:58:59.518915 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-7b5cd703-85f7-4bbc-a467-684184bb0afa service neutron] Bound using segment: {'id': 'ad774138-f320-403b-a8cc-491aacfa0c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '58ba8bc5-ac03-4e44-b819-c3c8d0a85e10'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:58:59.519388 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-7b5cd703-85f7-4bbc-a467-684184bb0afa service neutron] Bound port: 77cb3269-8a51-406d-bdc5-c3abcc8c2041, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad774138-f320-403b-a8cc-491aacfa0c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '58ba8bc5-ac03-4e44-b819-c3c8d0a85e10'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:58:59.519747 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-7b5cd703-85f7-4bbc-a467-684184bb0afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (77cb3269-8a51-406d-bdc5-c3abcc8c2041), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:59.523426 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25068060-9116-40db-b90e-c0612928d301 None None] Pushing event updated for resources: {'Port': ['ID=3c514c9d-61e6-42cb-8318-20c8b9e6067c,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:59.537046 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-33b9364a-751f-46b3-b9dc-be0516184d1f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] device_id is not set on port d8e2815c-49b0-4778-9732-26057b953189 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 04:58:59.537430 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-25068060-9116-40db-b90e-c0612928d301 None None] Attempting to bind port 3c514c9d-61e6-42cb-8318-20c8b9e6067c on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:58:59.538022 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-25068060-9116-40db-b90e-c0612928d301 None None] Attempting to bind port 3c514c9d-61e6-42cb-8318-20c8b9e6067c by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:58:59.538652 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25068060-9116-40db-b90e-c0612928d301 None None] Attempting to bind port 3c514c9d-61e6-42cb-8318-20c8b9e6067c on network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:58:59.546099 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25068060-9116-40db-b90e-c0612928d301 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:58:59.546899 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25068060-9116-40db-b90e-c0612928d301 None None] Checking segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:58:59.547689 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-25068060-9116-40db-b90e-c0612928d301 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:59.548852 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25068060-9116-40db-b90e-c0612928d301 None None] Bound using segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:58:59.549685 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-25068060-9116-40db-b90e-c0612928d301 None None] Bound port: 3c514c9d-61e6-42cb-8318-20c8b9e6067c, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:58:59.550523 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-25068060-9116-40db-b90e-c0612928d301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3c514c9d-61e6-42cb-8318-20c8b9e6067c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:59.647563 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-25068060-9116-40db-b90e-c0612928d301 None None] For port 3c514c9d-61e6-42cb-8318-20c8b9e6067c, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:58:59.655047 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:58:59.663654 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-25068060-9116-40db-b90e-c0612928d301 None None] For port 3c514c9d-61e6-42cb-8318-20c8b9e6067c, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=3c514c9d-61e6-42cb-8318-20c8b9e6067c,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:58:59.721636 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-25068060-9116-40db-b90e-c0612928d301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3c514c9d-61e6-42cb-8318-20c8b9e6067c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:59.800376 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-7b5cd703-85f7-4bbc-a467-684184bb0afa service neutron] For port 77cb3269-8a51-406d-bdc5-c3abcc8c2041, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:58:59.804402 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-7b5cd703-85f7-4bbc-a467-684184bb0afa service neutron] For port 77cb3269-8a51-406d-bdc5-c3abcc8c2041, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=77cb3269-8a51-406d-bdc5-c3abcc8c2041,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:58:59.822935 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-7b5cd703-85f7-4bbc-a467-684184bb0afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (77cb3269-8a51-406d-bdc5-c3abcc8c2041), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:59.909296 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25068060-9116-40db-b90e-c0612928d301 None None] Pushing event updated for resources: {'Port': ['ID=3c514c9d-61e6-42cb-8318-20c8b9e6067c,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:58:59.930617 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:58:59.937617 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:58:59.937934 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:58:59.979158 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-33b9364a-751f-46b3-b9dc-be0516184d1f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Allocated IP 2001:db8::f816:3eff:fe92:c64d (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/dead4a9d-3dbe-4be2-aa2e-5091eef8e328/d8e2815c-49b0-4778-9732-26057b953189) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:59:00.161849 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:00.161849 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:00.192279 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7530a7f6-eff3-4b4c-ac5a-879f88f9dcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:59:00.194632 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259ec0c1-37a2-41f6-b9e2-0bc535fba394" -d '{"events": [{"server_uuid": "7530a7f6-eff3-4b4c-ac5a-879f88f9dcac", "name": "network-vif-plugged", "status": "completed", "tag": "5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:59:00.248318 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6,segment=NetworkSegment(0a8b5b87-7792-4519-88b1-bd700a259522),segment_id=0a8b5b87-7792-4519-88b1-bd700a259522)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:00.262047 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:00.279963 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-33b9364a-751f-46b3-b9dc-be0516184d1f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for port (d8e2815c-49b0-4778-9732-26057b953189), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:00.352059 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:00.365255 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-7b5cd703-85f7-4bbc-a467-684184bb0afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:00.365994 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-7b5cd703-85f7-4bbc-a467-684184bb0afa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:00.367728 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-7b5cd703-85f7-4bbc-a467-684184bb0afa service neutron] 10.222.0.31 "PUT /v2.0/ports/77cb3269-8a51-406d-bdc5-c3abcc8c2041 HTTP/1.1" status: 200 len: 1092 time: 2.3195245 Mar 05 04:59:00.374499 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8647087-da64-4a25-9a6d-fc7d46a7ac23', 'tag': '77cb3269-8a51-406d-bdc5-c3abcc8c2041'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:59:00.377340 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446fc935-a08c-45a6-98d1-988fb29338fd" -d '{"events": [{"name": "network-changed", "server_uuid": "b8647087-da64-4a25-9a6d-fc7d46a7ac23", "tag": "77cb3269-8a51-406d-bdc5-c3abcc8c2041"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:59:00.437844 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5cd703-85f7-4bbc-a467-684184bb0afa service neutron] Pushing event updated for resources: {'Port': ['ID=77cb3269-8a51-406d-bdc5-c3abcc8c2041,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:00.514753 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-33b9364a-751f-46b3-b9dc-be0516184d1f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (d8e2815c-49b0-4778-9732-26057b953189), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:00.534553 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266561e-4951-4d8d-8dd8-079fed137184 req-5559421c-8aa4-43a6-8279-a2e10446e253 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:00.540412 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d266561e-4951-4d8d-8dd8-079fed137184 req-5559421c-8aa4-43a6-8279-a2e10446e253 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.11 "GET /v2.0/ports?device_id=7530a7f6-eff3-4b4c-ac5a-879f88f9dcac HTTP/1.1" status: 200 len: 945 time: 0.8540218 Mar 05 04:59:00.631280 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262aad47-6df4-4e0b-9d42-dc603aaa8b7b req-61e847c1-c23e-4e93-82d9-d8ff318f2f3a tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:00.640079 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-262aad47-6df4-4e0b-9d42-dc603aaa8b7b req-61e847c1-c23e-4e93-82d9-d8ff318f2f3a tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8647087-da64-4a25-9a6d-fc7d46a7ac23 HTTP/1.1" status: 200 len: 943 time: 0.2767487 Mar 05 04:59:00.651570 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b9364a-751f-46b3-b9dc-be0516184d1f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:59:00.674722 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-33b9364a-751f-46b3-b9dc-be0516184d1f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:59:00.677418 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b9364a-751f-46b3-b9dc-be0516184d1f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:59:00.683028 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b9364a-751f-46b3-b9dc-be0516184d1f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:00.683690 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-33b9364a-751f-46b3-b9dc-be0516184d1f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:00.690768 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9364a-751f-46b3-b9dc-be0516184d1f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Port': ['ID=d8e2815c-49b0-4778-9732-26057b953189,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:00.699258 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-ce1df2ce-34f5-4d2d-809a-1eeeb25095b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:00.701070 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-ce1df2ce-34f5-4d2d-809a-1eeeb25095b5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5bb9b4129f1c432a81e17a2957390c79&device_id=b8647087-da64-4a25-9a6d-fc7d46a7ac23 HTTP/1.1" status: 200 len: 1126 time: 0.2445648 Mar 05 04:59:00.763033 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-2ddb6f31-8bfc-4871-867e-cd3994553185 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77cb3269-8a51-406d-bdc5-c3abcc8c2041 HTTP/1.1" status: 200 len: 217 time: 0.0504358 Mar 05 04:59:00.792428 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 32868) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:00.793006 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-33b9364a-751f-46b3-b9dc-be0516184d1f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9458034 Mar 05 04:59:00.820554 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d266561e-4951-4d8d-8dd8-079fed137184 req-2f3cd499-36e3-41ee-8a75-a280a582bce7 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc1127ec-aad8-4974-8ddb-b63d2fe2c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406201 Mar 05 04:59:00.843539 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-262aad47-6df4-4e0b-9d42-dc603aaa8b7b req-6668192f-8176-4bf1-998d-171a8f335d0b tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978407 Mar 05 04:59:00.861392 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-a7e69e7b-ab44-4cf8-8642-afa05ba3112f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:00.861392 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-a7e69e7b-ab44-4cf8-8642-afa05ba3112f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b701f56c-0d88-43f7-a5d8-59c4b87f0d86 HTTP/1.1" status: 200 len: 845 time: 0.0865879 Mar 05 04:59:00.901451 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1679b7d2-e9da-47e5-9889-2a722a5c8a38 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:00.912341 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad30050-85b2-4b8b-8296-c0f2b62493ac x-openstack-request-id: req-0ad30050-85b2-4b8b-8296-c0f2b62493ac {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:59:00.913198 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7530a7f6-eff3-4b4c-ac5a-879f88f9dcac", "name": "network-vif-plugged", "status": "completed", "tag": "5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:59:00.913650 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0ad30050-85b2-4b8b-8296-c0f2b62493ac {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:59:00.913799 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-ea42df8a-61f0-48aa-9635-ee8e4d54fb76 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=58ba8bc5-ac03-4e44-b819-c3c8d0a85e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435479 Mar 05 04:59:00.914345 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7530a7f6-eff3-4b4c-ac5a-879f88f9dcac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6', 'code': 200} Mar 05 04:59:00.919706 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1679b7d2-e9da-47e5-9889-2a722a5c8a38 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:00.930291 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1679b7d2-e9da-47e5-9889-2a722a5c8a38 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1357036 Mar 05 04:59:00.931607 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 32872) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:01.119014 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b5538-4cfa-47e3-aee9-ba33b5560b5e req-a782bfda-d708-4a99-8c9a-5814142699b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:01.120702 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a84b5538-4cfa-47e3-aee9-ba33b5560b5e req-a782bfda-d708-4a99-8c9a-5814142699b6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7530a7f6-eff3-4b4c-ac5a-879f88f9dcac HTTP/1.1" status: 200 len: 1129 time: 0.1359155 Mar 05 04:59:01.187220 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4ccd4f-2a23-4baa-83da-a2a99d60e925 x-openstack-request-id: req-5f4ccd4f-2a23-4baa-83da-a2a99d60e925 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:59:01.188118 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8647087-da64-4a25-9a6d-fc7d46a7ac23", "tag": "77cb3269-8a51-406d-bdc5-c3abcc8c2041", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:59:01.188598 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5f4ccd4f-2a23-4baa-83da-a2a99d60e925 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:59:01.190734 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8647087-da64-4a25-9a6d-fc7d46a7ac23', 'tag': '77cb3269-8a51-406d-bdc5-c3abcc8c2041', 'status': 'completed', 'code': 200} Mar 05 04:59:01.202644 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-15a92953-d8b7-40d3-bc94-2e4a1068b06a service neutron] 10.222.0.31 "GET /v2.0/networks/58ba8bc5-ac03-4e44-b819-c3c8d0a85e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819171 Mar 05 04:59:01.213274 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-0f54b182-03cc-4ef8-abb3-b64a7669d6fd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting port d8e2815c-49b0-4778-9732-26057b953189 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:59:01.213626 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0f54b182-03cc-4ef8-abb3-b64a7669d6fd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d8e2815c-49b0-4778-9732-26057b953189), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:01.235213 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472793b7-7347-49c4-927a-7481d3cbc244 req-6d05e96e-e3d8-4e6a-9e34-b2f28baf21a1 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:01.242218 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-472793b7-7347-49c4-927a-7481d3cbc244 req-6d05e96e-e3d8-4e6a-9e34-b2f28baf21a1 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=90a0ff1b-d127-4552-96e6-3ddece488601 HTTP/1.1" status: 200 len: 945 time: 0.1922619 Mar 05 04:59:01.291872 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a84b5538-4cfa-47e3-aee9-ba33b5560b5e req-955eb4ff-b9b6-45cc-9bfb-3db3061af570 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bc1127ec-aad8-4974-8ddb-b63d2fe2c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594834 Mar 05 04:59:01.432201 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0f54b182-03cc-4ef8-abb3-b64a7669d6fd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d8e2815c-49b0-4778-9732-26057b953189), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:01.442185 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-472793b7-7347-49c4-927a-7481d3cbc244 req-5de19c27-20dd-493e-bbe6-045890545209 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a3ca7f9-f110-4424-8eec-5a2a53a3ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985822 Mar 05 04:59:01.463818 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-0f54b182-03cc-4ef8-abb3-b64a7669d6fd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Calling delete_port for d8e2815c-49b0-4778-9732-26057b953189 owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:59:01.501817 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc30b39e-8a5a-4c74-bd52-c7c40f41107f req-9ade1746-5c4c-41bd-a26a-d016fd88e82f service neutron] 10.222.0.31 "GET /v2.0/networks/58ba8bc5-ac03-4e44-b819-c3c8d0a85e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834032 Mar 05 04:59:01.748772 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fc935-a08c-45a6-98d1-988fb29338fd req-96f67bf3-0d00-46fa-a20e-5c648af85c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:01.750227 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-446fc935-a08c-45a6-98d1-988fb29338fd req-96f67bf3-0d00-46fa-a20e-5c648af85c83 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5bb9b4129f1c432a81e17a2957390c79&device_id=b8647087-da64-4a25-9a6d-fc7d46a7ac23 HTTP/1.1" status: 200 len: 1126 time: 0.1850934 Mar 05 04:59:01.815693 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893aa15-deb6-4750-a5b4-afed50bbabfb req-fbca2454-4c78-4424-87cd-324edd3b4cfc tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:01.817564 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9893aa15-deb6-4750-a5b4-afed50bbabfb req-fbca2454-4c78-4424-87cd-324edd3b4cfc tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=90a0ff1b-d127-4552-96e6-3ddece488601 HTTP/1.1" status: 200 len: 945 time: 0.1915605 Mar 05 04:59:01.824393 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0f54b182-03cc-4ef8-abb3-b64a7669d6fd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (d8e2815c-49b0-4778-9732-26057b953189), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:01.841470 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 32890) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:01.856050 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-2cb151f5-d0a7-4414-a38c-dc8837b64036 None None] Provisioning complete for port 3c514c9d-61e6-42cb-8318-20c8b9e6067c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:01.856838 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2cb151f5-d0a7-4414-a38c-dc8837b64036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3c514c9d-61e6-42cb-8318-20c8b9e6067c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:01.864034 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-575f26d0-61c1-4283-8ca2-1af08b551b2f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Request body: {'floatingip': {'port_id': '7dd58ee5-c405-40e5-b3db-79093310d021'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:59:01.990650 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54b182-03cc-4ef8-abb3-b64a7669d6fd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Port': ['ID=d8e2815c-49b0-4778-9732-26057b953189,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:02.055526 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0f54b182-03cc-4ef8-abb3-b64a7669d6fd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:02.080163 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0f54b182-03cc-4ef8-abb3-b64a7669d6fd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/d8e2815c-49b0-4778-9732-26057b953189 HTTP/1.1" status: 204 len: 168 time: 1.1352432 Mar 05 04:59:02.081194 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 32896) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:02.084039 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 3c514c9d-61e6-42cb-8318-20c8b9e6067c up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:59:02.153635 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2cb151f5-d0a7-4414-a38c-dc8837b64036 None None] Current status of the port 3c514c9d-61e6-42cb-8318-20c8b9e6067c is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:02.154497 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2cb151f5-d0a7-4414-a38c-dc8837b64036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3c514c9d-61e6-42cb-8318-20c8b9e6067c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:02.234268 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-2cb151f5-d0a7-4414-a38c-dc8837b64036 None None] For port 3c514c9d-61e6-42cb-8318-20c8b9e6067c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=3c514c9d-61e6-42cb-8318-20c8b9e6067c,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:02.236167 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-575f26d0-61c1-4283-8ca2-1af08b551b2f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for floatingip (ca088bdd-ed51-4aac-87ce-d85d977cc835), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:02.241759 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c41dc0-4971-478e-b1ea-670a0d54a799 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:02.244552 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c41dc0-4971-478e-b1ea-670a0d54a799 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:02.257366 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e6c41dc0-4971-478e-b1ea-670a0d54a799 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1734626 Mar 05 04:59:02.257871 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 32902) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:02.284402 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2cb151f5-d0a7-4414-a38c-dc8837b64036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3c514c9d-61e6-42cb-8318-20c8b9e6067c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:02.292900 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 3c514c9d-61e6-42cb-8318-20c8b9e6067c triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:02.293467 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3c514c9d-61e6-42cb-8318-20c8b9e6067c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:02.430698 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-246bdfdb-9c40-4c98-a7f6-bf1637dc91e3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting subnet dead4a9d-3dbe-4be2-aa2e-5091eef8e328 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:59:02.450178 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-246bdfdb-9c40-4c98-a7f6-bf1637dc91e3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (dead4a9d-3dbe-4be2-aa2e-5091eef8e328), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:02.476809 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 3c514c9d-61e6-42cb-8318-20c8b9e6067c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:02.483709 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a630225f-6d79-4916-a47b-b54b0564d836 None None] Could not find standard attr ID for object d8e2815c-49b0-4778-9732-26057b953189. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 04:59:02.487524 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb151f5-d0a7-4414-a38c-dc8837b64036 None None] Pushing event updated for resources: {'Port': ['ID=3c514c9d-61e6-42cb-8318-20c8b9e6067c,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:02.554079 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-246bdfdb-9c40-4c98-a7f6-bf1637dc91e3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (dead4a9d-3dbe-4be2-aa2e-5091eef8e328), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:02.628260 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fc935-a08c-45a6-98d1-988fb29338fd req-d9bd2357-6c7e-4c0b-be35-e4a9e85c0edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:02.630379 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-446fc935-a08c-45a6-98d1-988fb29338fd req-d9bd2357-6c7e-4c0b-be35-e4a9e85c0edb service neutron] 10.222.0.31 "GET /v2.0/networks?id=58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 HTTP/1.1" status: 200 len: 905 time: 0.8733504 Mar 05 04:59:02.641908 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd57c1-c6c6-4f5a-b34b-27428494560b req-644588e7-0741-42c3-936c-ba931b65dc55 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:02.643611 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f9dd57c1-c6c6-4f5a-b34b-27428494560b req-644588e7-0741-42c3-936c-ba931b65dc55 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8647087-da64-4a25-9a6d-fc7d46a7ac23 HTTP/1.1" status: 200 len: 943 time: 0.5581748 Mar 05 04:59:02.694050 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-446fc935-a08c-45a6-98d1-988fb29338fd req-fdb6f4ca-be38-4050-ad7f-ec923fb975cd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=77cb3269-8a51-406d-bdc5-c3abcc8c2041 HTTP/1.1" status: 200 len: 217 time: 0.0485430 Mar 05 04:59:02.706188 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e66078-5ea0-4cc6-b509-ebc4dd612c38 req-da74a106-8a55-4032-ac35-48cbe08f2221 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:02.708199 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9e66078-5ea0-4cc6-b509-ebc4dd612c38 req-da74a106-8a55-4032-ac35-48cbe08f2221 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.11 "GET /v2.0/ports?device_id=7530a7f6-eff3-4b4c-ac5a-879f88f9dcac HTTP/1.1" status: 200 len: 946 time: 0.6240616 Mar 05 04:59:03.200402 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-246bdfdb-9c40-4c98-a7f6-bf1637dc91e3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (dead4a9d-3dbe-4be2-aa2e-5091eef8e328), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:03.270562 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-246bdfdb-9c40-4c98-a7f6-bf1637dc91e3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (dead4a9d-3dbe-4be2-aa2e-5091eef8e328), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:03.298246 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f9dd57c1-c6c6-4f5a-b34b-27428494560b req-20541d5a-87b2-4ec7-b780-a6a3f35a01c8 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6028645 Mar 05 04:59:03.301024 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bdfdb-9c40-4c98-a7f6-bf1637dc91e3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Subnet': ['ID=dead4a9d-3dbe-4be2-aa2e-5091eef8e328,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:03.310350 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-246bdfdb-9c40-4c98-a7f6-bf1637dc91e3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:03.319158 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7603499-56cb-466f-a801-c1bc17a3e32a None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:59:03.320736 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-246bdfdb-9c40-4c98-a7f6-bf1637dc91e3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/dead4a9d-3dbe-4be2-aa2e-5091eef8e328 HTTP/1.1" status: 204 len: 168 time: 1.0618343 Mar 05 04:59:03.323256 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 32908) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:03.354097 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fc935-a08c-45a6-98d1-988fb29338fd req-60c43bda-3893-4ef2-8bc9-bff88e250ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:03.355904 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-446fc935-a08c-45a6-98d1-988fb29338fd req-60c43bda-3893-4ef2-8bc9-bff88e250ab7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b701f56c-0d88-43f7-a5d8-59c4b87f0d86 HTTP/1.1" status: 200 len: 845 time: 0.6429458 Mar 05 04:59:03.424956 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b1d963df-46b3-4803-b46b-610808375cbd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1004138 Mar 05 04:59:03.427614 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 32910) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:03.429564 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-446fc935-a08c-45a6-98d1-988fb29338fd req-05fb6c46-fc81-4e73-a8e6-a05e9371b3ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=58ba8bc5-ac03-4e44-b819-c3c8d0a85e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590043 Mar 05 04:59:03.436884 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-01a22518-1b3c-4b24-bc31-b58e2471c0f3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:59:03.556419 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-446fc935-a08c-45a6-98d1-988fb29338fd req-06102996-e806-4b85-b0fc-8b833de053ee service neutron] 10.222.0.31 "GET /v2.0/networks/58ba8bc5-ac03-4e44-b819-c3c8d0a85e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106038 Mar 05 04:59:03.618929 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9e66078-5ea0-4cc6-b509-ebc4dd612c38 req-fc4d2a7a-ebb5-433e-9d33-1fa9c6d92e56 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc1127ec-aad8-4974-8ddb-b63d2fe2c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8930252 Mar 05 04:59:03.658206 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a22518-1b3c-4b24-bc31-b58e2471c0f3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:59:03.663753 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-01a22518-1b3c-4b24-bc31-b58e2471c0f3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:03.664090 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db0ee26-32cf-43d8-8c2e-3645939e863c None None] DHCP port deletion for d9771a2e-94ae-4769-a90a-e0cdf5de3e37 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:59:03.766631 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-5db0ee26-32cf-43d8-8c2e-3645939e863c None None] Deleting port 3c514c9d-61e6-42cb-8318-20c8b9e6067c {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:59:03.766963 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5db0ee26-32cf-43d8-8c2e-3645939e863c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (3c514c9d-61e6-42cb-8318-20c8b9e6067c), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:03.931292 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-5db0ee26-32cf-43d8-8c2e-3645939e863c None None] For port 3c514c9d-61e6-42cb-8318-20c8b9e6067c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=3c514c9d-61e6-42cb-8318-20c8b9e6067c,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:03.931292 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5db0ee26-32cf-43d8-8c2e-3645939e863c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (3c514c9d-61e6-42cb-8318-20c8b9e6067c), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:03.966022 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-5db0ee26-32cf-43d8-8c2e-3645939e863c None None] Calling delete_port for 3c514c9d-61e6-42cb-8318-20c8b9e6067c owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:59:03.983926 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 3c514c9d-61e6-42cb-8318-20c8b9e6067c no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:59:04.004733 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-446fc935-a08c-45a6-98d1-988fb29338fd req-faa3a6c3-72d6-4f97-9902-005d878c73a5 service neutron] 10.222.0.31 "GET /v2.0/networks/58ba8bc5-ac03-4e44-b819-c3c8d0a85e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108262 Mar 05 04:59:04.086384 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-575f26d0-61c1-4283-8ca2-1af08b551b2f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:04.096383 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-575f26d0-61c1-4283-8ca2-1af08b551b2f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (ca088bdd-ed51-4aac-87ce-d85d977cc835), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:04.217764 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 77cb3269-8a51-406d-bdc5-c3abcc8c2041 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:59:04.225752 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5db0ee26-32cf-43d8-8c2e-3645939e863c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (3c514c9d-61e6-42cb-8318-20c8b9e6067c), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:04.282529 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-575f26d0-61c1-4283-8ca2-1af08b551b2f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Floating IP ca088bdd-ed51-4aac-87ce-d85d977cc835 associated. External IP: 172.25.0.35, port: 7dd58ee5-c405-40e5-b3db-79093310d021. Mar 05 04:59:04.287436 n-d-789963-32 neutron-server[105232]: DEBUG neutron.objects.ports [None req-01a22518-1b3c-4b24-bc31-b58e2471c0f3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105232) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 05 04:59:04.498767 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0ee26-32cf-43d8-8c2e-3645939e863c None None] Pushing event deleted for resources: {'Port': ['ID=3c514c9d-61e6-42cb-8318-20c8b9e6067c,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:04.544453 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No active binding found for port 3c514c9d-61e6-42cb-8318-20c8b9e6067c {{(pid=105233) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 05 04:59:04.545142 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] The host n-d-789963-32 is not matching for port 3c514c9d-61e6-42cb-8318-20c8b9e6067c host None! {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 05 04:59:04.545759 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 3c514c9d-61e6-42cb-8318-20c8b9e6067c not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:59:04.564226 n-d-789963-32 neutron-server[105232]: WARNING neutron.services.revisions.revision_plugin [None req-01a22518-1b3c-4b24-bc31-b58e2471c0f3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Could not find related port for resource to bump revision. Mar 05 04:59:04.576884 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db0ee26-32cf-43d8-8c2e-3645939e863c None None] No DVR routers for this DVR port 3c514c9d-61e6-42cb-8318-20c8b9e6067c on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:59:04.581135 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.resource_extend [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 04:59:04.586093 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.ipam_pluggable_backend [None req-01a22518-1b3c-4b24-bc31-b58e2471c0f3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Port 3c514c9d-61e6-42cb-8318-20c8b9e6067c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=105232) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 05 04:59:04.586457 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.ipam_pluggable_backend [None req-01a22518-1b3c-4b24-bc31-b58e2471c0f3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0a:5c95 {{(pid=105232) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 05 04:59:04.593354 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.ipam_pluggable_backend [None req-01a22518-1b3c-4b24-bc31-b58e2471c0f3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0a:5c95 {{(pid=105232) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 05 04:59:04.595810 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-01a22518-1b3c-4b24-bc31-b58e2471c0f3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (3c392f0c-bbe5-4b21-b18d-2e205b2609a9), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:04.706223 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a22518-1b3c-4b24-bc31-b58e2471c0f3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Subnet': ['ID=3c392f0c-bbe5-4b21-b18d-2e205b2609a9,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:04.738881 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a22518-1b3c-4b24-bc31-b58e2471c0f3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:59:04.741753 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-01a22518-1b3c-4b24-bc31-b58e2471c0f3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:59:04.752069 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a22518-1b3c-4b24-bc31-b58e2471c0f3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:04.752722 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-01a22518-1b3c-4b24-bc31-b58e2471c0f3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:04.760483 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196cdfef-88d5-42fb-910f-b96963ab4982 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:59:04.797821 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-01a22518-1b3c-4b24-bc31-b58e2471c0f3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3689275 Mar 05 04:59:04.800333 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 32926) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:04.801317 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 77cb3269-8a51-406d-bdc5-c3abcc8c2041, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=77cb3269-8a51-406d-bdc5-c3abcc8c2041,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:04.806432 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-fff56191-83ba-4cbb-b708-086bdad34196 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'port': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'mac_address': 'fa:16:3e:a9:c5:ca', 'name': 'tempest-NetworksTestDHCPv6-983872665'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:59:04.817778 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '77cb3269-8a51-406d-bdc5-c3abcc8c2041', 'network_id': '58ba8bc5-ac03-4e44-b819-c3c8d0a85e10', 'port_id': '77cb3269-8a51-406d-bdc5-c3abcc8c2041', 'mac_address': 'fa:16:3e:35:9c:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b701f56c-0d88-43f7-a5d8-59c4b87f0d86', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:59:04.829125 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c370acb-faee-46fb-8203-f12762341c7f req-06f0c75e-5edc-450c-872a-69e08ba0a2be tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:04.830660 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9c370acb-faee-46fb-8203-f12762341c7f req-06f0c75e-5edc-450c-872a-69e08ba0a2be tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8647087-da64-4a25-9a6d-fc7d46a7ac23 HTTP/1.1" status: 200 len: 943 time: 0.3463650 Mar 05 04:59:04.840945 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575f26d0-61c1-4283-8ca2-1af08b551b2f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Router 5192b81b-7539-4749-bfdc-ec971480fb6f has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:59:04.902274 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 77cb3269-8a51-406d-bdc5-c3abcc8c2041 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:04.902847 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (77cb3269-8a51-406d-bdc5-c3abcc8c2041), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:04.967203 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9c370acb-faee-46fb-8203-f12762341c7f req-ec9d1cb8-c2e8-422f-b2e7-85428f0cb980 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243947 Mar 05 04:59:04.988479 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77cb3269-8a51-406d-bdc5-c3abcc8c2041 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:59:05.049415 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 77cb3269-8a51-406d-bdc5-c3abcc8c2041, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=77cb3269-8a51-406d-bdc5-c3abcc8c2041,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:05.070063 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (77cb3269-8a51-406d-bdc5-c3abcc8c2041), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:05.072804 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff56191-83ba-4cbb-b708-086bdad34196 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:59:05.174326 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff81990-93c5-4c90-8ca6-e3a462feccf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-d9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'fixed_ips': [{'subnet_id': '3c392f0c-bbe5-4b21-b18d-2e205b2609a9'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:59:05.175131 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9ff81990-93c5-4c90-8ca6-e3a462feccf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:05.185067 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726329c-2a90-4bba-988f-0602b79443a4 req-eb7f22b9-2490-442a-ab1c-658af8b052bf tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:05.186664 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f726329c-2a90-4bba-988f-0602b79443a4 req-eb7f22b9-2490-442a-ab1c-658af8b052bf tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.11 "GET /v2.0/ports?device_id=7530a7f6-eff3-4b4c-ac5a-879f88f9dcac HTTP/1.1" status: 200 len: 946 time: 0.3726032 Mar 05 04:59:05.230633 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=77cb3269-8a51-406d-bdc5-c3abcc8c2041,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:05.235872 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fff56191-83ba-4cbb-b708-086bdad34196 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:05.267099 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-fff56191-83ba-4cbb-b708-086bdad34196 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] device_id is not set on port 0143661e-683d-4cd3-ba69-7c4a1852c672 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 04:59:05.271317 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575f26d0-61c1-4283-8ca2-1af08b551b2f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:59:05.294457 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-575f26d0-61c1-4283-8ca2-1af08b551b2f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:05.294689 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67db4fcf-2714-4072-a269-9a3bbb0e3c46 None None] Sync routers for ids ['5192b81b-7539-4749-bfdc-ec971480fb6f'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:59:05.315714 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67db4fcf-2714-4072-a269-9a3bbb0e3c46 None None] Routers {'5192b81b-7539-4749-bfdc-ec971480fb6f'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:59:05.316604 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-67db4fcf-2714-4072-a269-9a3bbb0e3c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:58:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['5192b81b-7539-4749-bfdc-ec971480fb6f'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:59:05.342142 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['77cb3269-8a51-406d-bdc5-c3abcc8c2041'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:59:05.395650 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f726329c-2a90-4bba-988f-0602b79443a4 req-45a23d7f-4cf0-40ef-9f64-1aaf64dfe7b2 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc1127ec-aad8-4974-8ddb-b63d2fe2c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855619 Mar 05 04:59:05.426169 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-575f26d0-61c1-4283-8ca2-1af08b551b2f tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "PUT /v2.0/floatingips/ca088bdd-ed51-4aac-87ce-d85d977cc835 HTTP/1.1" status: 200 len: 990 time: 3.5832121 Mar 05 04:59:05.426851 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a0ff1b-d127-4552-96e6-3ddece488601', 'tag': '7dd58ee5-c405-40e5-b3db-79093310d021'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:59:05.429427 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c7cded-49b2-47f9-adfb-32c867c186ec" -d '{"events": [{"name": "network-changed", "server_uuid": "90a0ff1b-d127-4552-96e6-3ddece488601", "tag": "7dd58ee5-c405-40e5-b3db-79093310d021"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:59:05.484088 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-fff56191-83ba-4cbb-b708-086bdad34196 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Allocated IP 2001:db8::f816:3eff:fea9:c5ca (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/3c392f0c-bbe5-4b21-b18d-2e205b2609a9/0143661e-683d-4cd3-ba69-7c4a1852c672) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:59:05.514645 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da283477-499d-4893-92d6-6b42d086c764 x-openstack-request-id: req-da283477-499d-4893-92d6-6b42d086c764 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:59:05.515014 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a0ff1b-d127-4552-96e6-3ddece488601", "tag": "7dd58ee5-c405-40e5-b3db-79093310d021", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:59:05.515325 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-da283477-499d-4893-92d6-6b42d086c764 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:59:05.516252 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a0ff1b-d127-4552-96e6-3ddece488601', 'tag': '7dd58ee5-c405-40e5-b3db-79093310d021', 'status': 'completed', 'code': 200} Mar 05 04:59:05.696299 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-67db4fcf-2714-4072-a269-9a3bbb0e3c46 None None] Set router 5192b81b-7539-4749-bfdc-ec971480fb6f gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:59:06.005358 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-67db4fcf-2714-4072-a269-9a3bbb0e3c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'name': 'tempest-AttachVolumeTestJSON-1804951668-router', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:54:02Z', 'updated_at': '2022-03-05T04:54:15Z', 'revision_number': 4, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'gw_port': {'id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:04Z', 'updated_at': '2022-03-05T04:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'ca088bdd-ed51-4aac-87ce-d85d977cc835', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'floating_ip_address': '172.25.0.35', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'port_id': '7dd58ee5-c405-40e5-b3db-79093310d021', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88', 'mac_address': 'fa:16:3e:fc:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a0ff1b-d127-4552-96e6-3ddece488601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:58:27Z', 'updated_at': '2022-03-05T04:59:03Z', 'revision_number': 1, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e', 'name': '', 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'mac_address': 'fa:16:3e:c0:35:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'd4f62d24-d369-4f32-b0d3-8cc062c5524d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:13Z', 'updated_at': '2022-03-05T04:54:21Z', 'revision_number': 5, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'subnets': [{'id': 'd4f62d24-d369-4f32-b0d3-8cc062c5524d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:59:06.028530 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fff56191-83ba-4cbb-b708-086bdad34196 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for port (0143661e-683d-4cd3-ba69-7c4a1852c672), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:06.031058 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67db4fcf-2714-4072-a269-9a3bbb0e3c46 None None] Checking router: 5192b81b-7539-4749-bfdc-ec971480fb6f for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:59:06.039690 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67db4fcf-2714-4072-a269-9a3bbb0e3c46 None None] Routers {'5192b81b-7539-4749-bfdc-ec971480fb6f'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:59:06.041292 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-67db4fcf-2714-4072-a269-9a3bbb0e3c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:58:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['5192b81b-7539-4749-bfdc-ec971480fb6f'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:59:06.145556 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fff56191-83ba-4cbb-b708-086bdad34196 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (0143661e-683d-4cd3-ba69-7c4a1852c672), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:06.239229 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-9ff81990-93c5-4c90-8ca6-e3a462feccf3 None None] Allocated IP 2001:db8::f816:3eff:fe8e:128c (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/3c392f0c-bbe5-4b21-b18d-2e205b2609a9/7f893e53-ea41-4501-a928-92addd52d1c2) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:59:06.249373 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1cf87-f4f9-4fe3-946a-b6847f34c545 req-b97caa2e-41da-4ba4-b8bc-aaac682f7ddc tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:06.254197 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-67db4fcf-2714-4072-a269-9a3bbb0e3c46 None None] Set router 5192b81b-7539-4749-bfdc-ec971480fb6f gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:59:06.256743 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dbd1cf87-f4f9-4fe3-946a-b6847f34c545 req-b97caa2e-41da-4ba4-b8bc-aaac682f7ddc tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8647087-da64-4a25-9a6d-fc7d46a7ac23 HTTP/1.1" status: 200 len: 944 time: 0.1769869 Mar 05 04:59:06.394538 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff56191-83ba-4cbb-b708-086bdad34196 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Port': ['ID=0143661e-683d-4cd3-ba69-7c4a1852c672,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:06.435634 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7cded-49b2-47f9-adfb-32c867c186ec req-ac5c66eb-2858-4057-b6a5-6f5d6cc00343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:06.441382 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-87c7cded-49b2-47f9-adfb-32c867c186ec req-ac5c66eb-2858-4057-b6a5-6f5d6cc00343 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5d19f36e865d4d1c893d90afc94d506f&device_id=90a0ff1b-d127-4552-96e6-3ddece488601 HTTP/1.1" status: 200 len: 1128 time: 0.8672974 Mar 05 04:59:06.470447 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff56191-83ba-4cbb-b708-086bdad34196 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:59:06.533003 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dbd1cf87-f4f9-4fe3-946a-b6847f34c545 req-4981caff-5392-4106-92f3-24deecd034cb tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691588 Mar 05 04:59:06.589432 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab519a8d-e5b8-425c-8307-1a259fac9d4f req-bb401eaf-7da3-440e-9823-653d4fabe7e2 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:06.603290 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ab519a8d-e5b8-425c-8307-1a259fac9d4f req-bb401eaf-7da3-440e-9823-653d4fabe7e2 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.11 "GET /v2.0/ports?device_id=7530a7f6-eff3-4b4c-ac5a-879f88f9dcac HTTP/1.1" status: 200 len: 946 time: 0.1748896 Mar 05 04:59:06.607976 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9ff81990-93c5-4c90-8ca6-e3a462feccf3 None None] Publish callbacks [] for port (7f893e53-ea41-4501-a928-92addd52d1c2), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:06.621584 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9ff81990-93c5-4c90-8ca6-e3a462feccf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (7f893e53-ea41-4501-a928-92addd52d1c2), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:06.667413 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff81990-93c5-4c90-8ca6-e3a462feccf3 None None] Pushing event updated for resources: {'Port': ['ID=7f893e53-ea41-4501-a928-92addd52d1c2,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:06.687477 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-fff56191-83ba-4cbb-b708-086bdad34196 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:59:06.699336 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff56191-83ba-4cbb-b708-086bdad34196 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:59:06.709812 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff56191-83ba-4cbb-b708-086bdad34196 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:06.710823 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff81990-93c5-4c90-8ca6-e3a462feccf3 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:59:06.713094 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-9ff81990-93c5-4c90-8ca6-e3a462feccf3 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:59:06.716911 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff81990-93c5-4c90-8ca6-e3a462feccf3 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:59:06.718305 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fff56191-83ba-4cbb-b708-086bdad34196 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:06.748635 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ab519a8d-e5b8-425c-8307-1a259fac9d4f req-8390019f-2f4a-422d-972d-02ebb164c4d1 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc1127ec-aad8-4974-8ddb-b63d2fe2c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434886 Mar 05 04:59:06.763596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7cded-49b2-47f9-adfb-32c867c186ec req-ff210e42-58cf-41d9-a70d-fbdeeb55b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:06.763596 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-87c7cded-49b2-47f9-adfb-32c867c186ec req-ff210e42-58cf-41d9-a70d-fbdeeb55b845 service neutron] 10.222.0.30 "GET /v2.0/networks?id=931621a1-3c63-4b88-9017-913fd0b96f88 HTTP/1.1" status: 200 len: 911 time: 0.2830942 Mar 05 04:59:06.763596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff56191-83ba-4cbb-b708-086bdad34196 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:06.763596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff56191-83ba-4cbb-b708-086bdad34196 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:06.763596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff56191-83ba-4cbb-b708-086bdad34196 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:06.763596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff56191-83ba-4cbb-b708-086bdad34196 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:06.763596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff56191-83ba-4cbb-b708-086bdad34196 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:06.763596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff56191-83ba-4cbb-b708-086bdad34196 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:06.763596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff56191-83ba-4cbb-b708-086bdad34196 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:06.764436 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff56191-83ba-4cbb-b708-086bdad34196 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:06.764436 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff56191-83ba-4cbb-b708-086bdad34196 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:06.764697 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff56191-83ba-4cbb-b708-086bdad34196 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:06.765183 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff56191-83ba-4cbb-b708-086bdad34196 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:06.765524 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff56191-83ba-4cbb-b708-086bdad34196 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:06.765940 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff56191-83ba-4cbb-b708-086bdad34196 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:06.789437 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fff56191-83ba-4cbb-b708-086bdad34196 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9877319 Mar 05 04:59:06.792778 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 32980) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:06.810191 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-67db4fcf-2714-4072-a269-9a3bbb0e3c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'name': 'tempest-AttachVolumeTestJSON-1804951668-router', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:54:02Z', 'updated_at': '2022-03-05T04:54:15Z', 'revision_number': 4, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'gw_port': {'id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:04Z', 'updated_at': '2022-03-05T04:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'ca088bdd-ed51-4aac-87ce-d85d977cc835', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'floating_ip_address': '172.25.0.35', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'port_id': '7dd58ee5-c405-40e5-b3db-79093310d021', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88', 'mac_address': 'fa:16:3e:fc:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a0ff1b-d127-4552-96e6-3ddece488601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:58:27Z', 'updated_at': '2022-03-05T04:59:03Z', 'revision_number': 1, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e', 'name': '', 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'mac_address': 'fa:16:3e:c0:35:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'd4f62d24-d369-4f32-b0d3-8cc062c5524d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:13Z', 'updated_at': '2022-03-05T04:54:21Z', 'revision_number': 5, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'subnets': [{'id': 'd4f62d24-d369-4f32-b0d3-8cc062c5524d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:59:06.864848 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-9ff81990-93c5-4c90-8ca6-e3a462feccf3 None None] Attempting to bind port 7f893e53-ea41-4501-a928-92addd52d1c2 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:59:06.867625 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-9ff81990-93c5-4c90-8ca6-e3a462feccf3 None None] Attempting to bind port 7f893e53-ea41-4501-a928-92addd52d1c2 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:59:06.868862 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff81990-93c5-4c90-8ca6-e3a462feccf3 None None] Attempting to bind port 7f893e53-ea41-4501-a928-92addd52d1c2 on network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:59:06.882476 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff81990-93c5-4c90-8ca6-e3a462feccf3 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:59:06.883193 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67db4fcf-2714-4072-a269-9a3bbb0e3c46 None None] The sync data for ids ['5192b81b-7539-4749-bfdc-ec971480fb6f'] in n-d-789963-32 is: [{'id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'name': 'tempest-AttachVolumeTestJSON-1804951668-router', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:54:02Z', 'updated_at': '2022-03-05T04:54:15Z', 'revision_number': 4, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'gw_port': {'id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:04Z', 'updated_at': '2022-03-05T04:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'ca088bdd-ed51-4aac-87ce-d85d977cc835', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'floating_ip_address': '172.25.0.35', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'port_id': '7dd58ee5-c405-40e5-b3db-79093310d021', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88', 'mac_address': 'fa:16:3e:fc:cb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a0ff1b-d127-4552-96e6-3ddece488601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:58:27Z', 'updated_at': '2022-03-05T04:59:03Z', 'revision_number': 1, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e', 'name': '', 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'mac_address': 'fa:16:3e:c0:35:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'd4f62d24-d369-4f32-b0d3-8cc062c5524d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:13Z', 'updated_at': '2022-03-05T04:54:21Z', 'revision_number': 5, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'subnets': [{'id': 'd4f62d24-d369-4f32-b0d3-8cc062c5524d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:59:06.883402 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff81990-93c5-4c90-8ca6-e3a462feccf3 None None] Checking segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:59:06.884538 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9ff81990-93c5-4c90-8ca6-e3a462feccf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:06.891947 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff81990-93c5-4c90-8ca6-e3a462feccf3 None None] Bound using segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:59:06.892584 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-9ff81990-93c5-4c90-8ca6-e3a462feccf3 None None] Bound port: 7f893e53-ea41-4501-a928-92addd52d1c2, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:59:06.893278 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9ff81990-93c5-4c90-8ca6-e3a462feccf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7f893e53-ea41-4501-a928-92addd52d1c2), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:06.935028 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd1d118-1f48-4aa9-97f2-e12ebace78e3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:06.945329 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd1d118-1f48-4aa9-97f2-e12ebace78e3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:06.953523 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-acd1d118-1f48-4aa9-97f2-e12ebace78e3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1594942 Mar 05 04:59:06.957819 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 32986) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:06.981362 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-87c7cded-49b2-47f9-adfb-32c867c186ec req-41ecf230-0e02-4709-ba66-9fe2e9c8f2be service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7dd58ee5-c405-40e5-b3db-79093310d021 HTTP/1.1" status: 200 len: 998 time: 0.2029321 Mar 05 04:59:07.082565 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-9ff81990-93c5-4c90-8ca6-e3a462feccf3 None None] For port 7f893e53-ea41-4501-a928-92addd52d1c2, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:59:07.087204 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-9ff81990-93c5-4c90-8ca6-e3a462feccf3 None None] For port 7f893e53-ea41-4501-a928-92addd52d1c2, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=7f893e53-ea41-4501-a928-92addd52d1c2,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:59:07.104908 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9ff81990-93c5-4c90-8ca6-e3a462feccf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (7f893e53-ea41-4501-a928-92addd52d1c2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:07.114240 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7cded-49b2-47f9-adfb-32c867c186ec req-91007405-d0fc-41b1-8409-f615d2993244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:07.124015 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-87c7cded-49b2-47f9-adfb-32c867c186ec req-91007405-d0fc-41b1-8409-f615d2993244 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4f62d24-d369-4f32-b0d3-8cc062c5524d HTTP/1.1" status: 200 len: 850 time: 0.1313674 Mar 05 04:59:07.153124 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-afaf7321-4ae3-4b4d-aea3-255e25a3021c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting port 0143661e-683d-4cd3-ba69-7c4a1852c672 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:59:07.158043 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-afaf7321-4ae3-4b4d-aea3-255e25a3021c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (0143661e-683d-4cd3-ba69-7c4a1852c672), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:07.243913 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff81990-93c5-4c90-8ca6-e3a462feccf3 None None] Pushing event updated for resources: {'Port': ['ID=7f893e53-ea41-4501-a928-92addd52d1c2,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:07.277834 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7cded-49b2-47f9-adfb-32c867c186ec req-b36fc0ee-cb0a-423f-aa61-90aa6822a933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:07.279385 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-87c7cded-49b2-47f9-adfb-32c867c186ec req-b36fc0ee-cb0a-423f-aa61-90aa6822a933 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=931621a1-3c63-4b88-9017-913fd0b96f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1516235 Mar 05 04:59:07.331652 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ee7526-c6c0-46eb-b394-c0b9683087f3 None None] New status for floating IP ca088bdd-ed51-4aac-87ce-d85d977cc835: ACTIVE {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 04:59:07.385610 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-afaf7321-4ae3-4b4d-aea3-255e25a3021c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (0143661e-683d-4cd3-ba69-7c4a1852c672), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:07.423429 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-afaf7321-4ae3-4b4d-aea3-255e25a3021c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Calling delete_port for 0143661e-683d-4cd3-ba69-7c4a1852c672 owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:59:07.533986 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-87c7cded-49b2-47f9-adfb-32c867c186ec req-459b1e95-ff48-4b32-9eff-5ed3af54f21d service neutron] 10.222.0.30 "GET /v2.0/networks/931621a1-3c63-4b88-9017-913fd0b96f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472334 Mar 05 04:59:07.663690 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-afaf7321-4ae3-4b4d-aea3-255e25a3021c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (0143661e-683d-4cd3-ba69-7c4a1852c672), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:07.742523 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf7321-4ae3-4b4d-aea3-255e25a3021c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Port': ['ID=0143661e-683d-4cd3-ba69-7c4a1852c672,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:07.866635 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295aeea-8727-4036-b570-170e7b44d536 req-f12d153a-5148-486f-829e-8493b05dd935 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:07.868494 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5295aeea-8727-4036-b570-170e7b44d536 req-f12d153a-5148-486f-829e-8493b05dd935 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.30 "GET /v2.0/ports?device_id=7530a7f6-eff3-4b4c-ac5a-879f88f9dcac HTTP/1.1" status: 200 len: 946 time: 0.2304976 Mar 05 04:59:07.924560 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-afaf7321-4ae3-4b4d-aea3-255e25a3021c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:07.927920 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-afaf7321-4ae3-4b4d-aea3-255e25a3021c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/0143661e-683d-4cd3-ba69-7c4a1852c672 HTTP/1.1" status: 204 len: 168 time: 0.9689710 Mar 05 04:59:07.933585 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 32996) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:07.964492 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3d9a2-cb47-4ae6-84cc-c209f27af237 req-8e244e6c-02d2-4a0f-8af2-08c6dbd4eb07 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:07.966480 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-16d3d9a2-cb47-4ae6-84cc-c209f27af237 req-8e244e6c-02d2-4a0f-8af2-08c6dbd4eb07 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8647087-da64-4a25-9a6d-fc7d46a7ac23 HTTP/1.1" status: 200 len: 944 time: 0.2252619 Mar 05 04:59:07.973738 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-87c7cded-49b2-47f9-adfb-32c867c186ec req-43a92001-6fcb-4330-9714-59c10249a22c service neutron] 10.222.0.30 "GET /v2.0/networks/931621a1-3c63-4b88-9017-913fd0b96f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300961 Mar 05 04:59:08.047485 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024cb564-e735-428c-a6e0-7fc25bf30b6e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:08.055129 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024cb564-e735-428c-a6e0-7fc25bf30b6e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:08.060356 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-024cb564-e735-428c-a6e0-7fc25bf30b6e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1227772 Mar 05 04:59:08.064404 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 77cb3269-8a51-406d-bdc5-c3abcc8c2041 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:59:08.069269 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33000) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:08.078239 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb99f03-26a7-4548-8304-b6479a83363d req-72f2957f-de85-4e06-bd7a-d366b3255ce1 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:08.079930 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2cb99f03-26a7-4548-8304-b6479a83363d req-72f2957f-de85-4e06-bd7a-d366b3255ce1 tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.11 "GET /v2.0/ports?device_id=7530a7f6-eff3-4b4c-ac5a-879f88f9dcac HTTP/1.1" status: 200 len: 946 time: 0.2078538 Mar 05 04:59:08.122726 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-5295aeea-8727-4036-b570-170e7b44d536 req-d46674e0-52b7-4f79-b573-5a05d4340dae tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Deleting port 5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:59:08.123155 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5295aeea-8727-4036-b570-170e7b44d536 req-d46674e0-52b7-4f79-b573-5a05d4340dae tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:08.131957 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 7f893e53-ea41-4501-a928-92addd52d1c2 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:59:08.177369 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-16d3d9a2-cb47-4ae6-84cc-c209f27af237 req-fa3f858b-4187-42ee-a35a-d5b356c7a06c tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004023 Mar 05 04:59:08.217662 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2cb99f03-26a7-4548-8304-b6479a83363d req-8f1986d9-23d9-4dac-80e0-56d97aed8a6e tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.11 "GET /v2.0/security-groups?id=bc1127ec-aad8-4974-8ddb-b63d2fe2c749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103323 Mar 05 04:59:08.230676 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef12dc6-7c07-4a44-8318-6bbe1c6c50d0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting subnet 3c392f0c-bbe5-4b21-b18d-2e205b2609a9 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:59:08.234186 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0ef12dc6-7c07-4a44-8318-6bbe1c6c50d0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (3c392f0c-bbe5-4b21-b18d-2e205b2609a9), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:08.276839 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 77cb3269-8a51-406d-bdc5-c3abcc8c2041 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:59:08.287950 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 77cb3269-8a51-406d-bdc5-c3abcc8c2041 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:08.288590 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (77cb3269-8a51-406d-bdc5-c3abcc8c2041), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:08.369635 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-5295aeea-8727-4036-b570-170e7b44d536 req-d46674e0-52b7-4f79-b573-5a05d4340dae tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] For port 5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6,segment=NetworkSegment(0a8b5b87-7792-4519-88b1-bd700a259522),segment_id=0a8b5b87-7792-4519-88b1-bd700a259522)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:08.370007 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5295aeea-8727-4036-b570-170e7b44d536 req-d46674e0-52b7-4f79-b573-5a05d4340dae tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:08.389488 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0ef12dc6-7c07-4a44-8318-6bbe1c6c50d0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (3c392f0c-bbe5-4b21-b18d-2e205b2609a9), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:08.398152 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-5295aeea-8727-4036-b570-170e7b44d536 req-d46674e0-52b7-4f79-b573-5a05d4340dae tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Calling delete_port for 5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:59:08.438785 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 7f893e53-ea41-4501-a928-92addd52d1c2 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:08.441815 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7f893e53-ea41-4501-a928-92addd52d1c2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:08.590290 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0ef12dc6-7c07-4a44-8318-6bbe1c6c50d0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (3c392f0c-bbe5-4b21-b18d-2e205b2609a9), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:08.607200 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 77cb3269-8a51-406d-bdc5-c3abcc8c2041 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:08.607612 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (77cb3269-8a51-406d-bdc5-c3abcc8c2041), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:08.693459 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5295aeea-8727-4036-b570-170e7b44d536 req-d46674e0-52b7-4f79-b573-5a05d4340dae tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:08.730888 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 7f893e53-ea41-4501-a928-92addd52d1c2 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:08.731361 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7f893e53-ea41-4501-a928-92addd52d1c2), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:08.737136 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0ef12dc6-7c07-4a44-8318-6bbe1c6c50d0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (3c392f0c-bbe5-4b21-b18d-2e205b2609a9), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:08.749738 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:59:08.751779 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8647087-da64-4a25-9a6d-fc7d46a7ac23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cb3269-8a51-406d-bdc5-c3abcc8c2041'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:59:08.754267 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfda7464-25b1-4909-86b4-80041856d652" -d '{"events": [{"server_uuid": "b8647087-da64-4a25-9a6d-fc7d46a7ac23", "name": "network-vif-plugged", "status": "completed", "tag": "77cb3269-8a51-406d-bdc5-c3abcc8c2041"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:59:08.829174 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef12dc6-7c07-4a44-8318-6bbe1c6c50d0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Subnet': ['ID=3c392f0c-bbe5-4b21-b18d-2e205b2609a9,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:08.853779 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46674e0-52b7-4f79-b573-5a05d4340dae tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Pushing event deleted for resources: {'Port': ['ID=5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:08.867000 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0ef12dc6-7c07-4a44-8318-6bbe1c6c50d0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:08.890908 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0ef12dc6-7c07-4a44-8318-6bbe1c6c50d0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/3c392f0c-bbe5-4b21-b18d-2e205b2609a9 HTTP/1.1" status: 204 len: 168 time: 0.8098755 Mar 05 04:59:08.893314 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33014) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:08.908902 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880c8564-ec07-449f-8912-bf5a71f64963 x-openstack-request-id: req-880c8564-ec07-449f-8912-bf5a71f64963 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:59:08.910319 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8647087-da64-4a25-9a6d-fc7d46a7ac23", "name": "network-vif-plugged", "status": "completed", "tag": "77cb3269-8a51-406d-bdc5-c3abcc8c2041", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:59:08.910604 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-880c8564-ec07-449f-8912-bf5a71f64963 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:59:08.911009 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8647087-da64-4a25-9a6d-fc7d46a7ac23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cb3269-8a51-406d-bdc5-c3abcc8c2041', 'code': 200} Mar 05 04:59:08.912027 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 04:59:08.912398 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 04:59:08.914357 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 77cb3269-8a51-406d-bdc5-c3abcc8c2041, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=77cb3269-8a51-406d-bdc5-c3abcc8c2041,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:08.922656 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (77cb3269-8a51-406d-bdc5-c3abcc8c2041), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:08.984633 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33016) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:08.990403 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=77cb3269-8a51-406d-bdc5-c3abcc8c2041,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:08.994813 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9198e9d-09f5-4c82-84c8-7faf0f5c266b None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:59:09.008190 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-5295aeea-8727-4036-b570-170e7b44d536 req-d46674e0-52b7-4f79-b573-5a05d4340dae tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] No DVR routers for this DVR port 5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:59:09.011530 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5295aeea-8727-4036-b570-170e7b44d536 req-d46674e0-52b7-4f79-b573-5a05d4340dae tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:09.018299 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5295aeea-8727-4036-b570-170e7b44d536 req-d46674e0-52b7-4f79-b573-5a05d4340dae tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.30 "DELETE /v2.0/ports/5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6 HTTP/1.1" status: 204 len: 173 time: 1.1444795 Mar 05 04:59:09.019173 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7530a7f6-eff3-4b4c-ac5a-879f88f9dcac', 'name': 'network-vif-deleted', 'tag': '5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:59:09.033021 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-637f7730-77da-43f2-977f-ec6d55993c6a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1342297 Mar 05 04:59:09.034099 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f3f56a-f684-4f81-99b9-beb26a509bb8" -d '{"events": [{"server_uuid": "7530a7f6-eff3-4b4c-ac5a-879f88f9dcac", "name": "network-vif-deleted", "tag": "5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:59:09.038211 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33020) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:09.116776 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c890f562-4aad-4f96-aa62-b798f2ccfe8d x-openstack-request-id: req-c890f562-4aad-4f96-aa62-b798f2ccfe8d {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:59:09.117075 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7530a7f6-eff3-4b4c-ac5a-879f88f9dcac", "name": "network-vif-deleted", "tag": "5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:59:09.117333 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c890f562-4aad-4f96-aa62-b798f2ccfe8d {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:59:09.118000 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7530a7f6-eff3-4b4c-ac5a-879f88f9dcac', 'name': 'network-vif-deleted', 'tag': '5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6', 'status': 'completed', 'code': 200} Mar 05 04:59:09.129602 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa840c-50db-4300-baa7-26c995636a32 req-cf7ab6e2-460c-4c46-89a0-2785954c7fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:09.131324 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbaa840c-50db-4300-baa7-26c995636a32 req-cf7ab6e2-460c-4c46-89a0-2785954c7fd2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b8647087-da64-4a25-9a6d-fc7d46a7ac23 HTTP/1.1" status: 200 len: 1128 time: 0.2316694 Mar 05 04:59:09.162496 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ce2f0b-a476-445c-96a2-494fecf8eb81 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:09.167570 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-65ce2f0b-a476-445c-96a2-494fecf8eb81 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1295261 Mar 05 04:59:09.167987 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33024) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:09.215792 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbaa840c-50db-4300-baa7-26c995636a32 req-edc48306-eed9-4793-aae3-dbc7353e55c5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772207 Mar 05 04:59:09.220129 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-4d9828d3-0e06-4638-be9b-1859a06613b1 None None] Provisioning complete for port 7f893e53-ea41-4501-a928-92addd52d1c2 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:09.220520 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4d9828d3-0e06-4638-be9b-1859a06613b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7f893e53-ea41-4501-a928-92addd52d1c2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:09.281218 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82f2965-0ffe-4fa2-9c5d-615dd206fc56 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:09.286103 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c82f2965-0ffe-4fa2-9c5d-615dd206fc56 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1157942 Mar 05 04:59:09.291118 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33030) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:09.321250 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-600df553-8415-4f49-8c04-74646bd87d75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:09.376051 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a5bd1e92-5e78-42b7-8290-068da599f9fb tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0836847 Mar 05 04:59:09.381292 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33034) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:09.388022 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-78dc27f6-edb5-4223-a9fa-7b7ff91a23cc tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:59:09.403763 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-755f4f38-f42d-424c-8e4f-c1bf5aff6040 req-a8b8eff0-beec-4d02-af06-17de40a86c8c tempest-ServerMetadataNegativeTestJSON-1247729208 tempest-ServerMetadataNegativeTestJSON-1247729208-project] 10.222.0.11 "GET /v2.0/ports?device_id=7530a7f6-eff3-4b4c-ac5a-879f88f9dcac HTTP/1.1" status: 200 len: 210 time: 0.0425131 Mar 05 04:59:09.431067 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224640d4-591e-44a4-a388-e11415bbbaf9 req-82b9cab3-d884-40e7-8f86-82c90ef0cda0 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:09.440538 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-224640d4-591e-44a4-a388-e11415bbbaf9 req-82b9cab3-d884-40e7-8f86-82c90ef0cda0 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8647087-da64-4a25-9a6d-fc7d46a7ac23 HTTP/1.1" status: 200 len: 945 time: 0.1597569 Mar 05 04:59:09.522875 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-4d9828d3-0e06-4638-be9b-1859a06613b1 None None] Current status of the port 7f893e53-ea41-4501-a928-92addd52d1c2 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:09.523503 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4d9828d3-0e06-4638-be9b-1859a06613b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7f893e53-ea41-4501-a928-92addd52d1c2), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:09.553138 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 7f893e53-ea41-4501-a928-92addd52d1c2 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:09.553765 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7f893e53-ea41-4501-a928-92addd52d1c2), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:09.560847 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-224640d4-591e-44a4-a388-e11415bbbaf9 req-d77d0b9c-5145-4e26-a76b-e2b908329de3 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101434 Mar 05 04:59:09.608249 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-4d9828d3-0e06-4638-be9b-1859a06613b1 None None] For port 7f893e53-ea41-4501-a928-92addd52d1c2, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=7f893e53-ea41-4501-a928-92addd52d1c2,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:09.626294 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4d9828d3-0e06-4638-be9b-1859a06613b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (7f893e53-ea41-4501-a928-92addd52d1c2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:09.661214 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63748fc8-530a-4028-ac3d-8cd6b7d6536d None None] DHCP port deletion for d9771a2e-94ae-4769-a90a-e0cdf5de3e37 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:59:09.697811 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-600df553-8415-4f49-8c04-74646bd87d75 admin admin] Publish callbacks [] for security_group (c930c637-d31c-4ec5-8f9b-4c83baebd295), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:09.700450 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dc27f6-edb5-4223-a9fa-7b7ff91a23cc tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:59:09.706376 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-78dc27f6-edb5-4223-a9fa-7b7ff91a23cc tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:09.713798 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-600df553-8415-4f49-8c04-74646bd87d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c930c637-d31c-4ec5-8f9b-4c83baebd295), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:09.734013 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 04:59:09.734420 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 04:59:09.751905 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9828d3-0e06-4638-be9b-1859a06613b1 None None] Pushing event updated for resources: {'Port': ['ID=7f893e53-ea41-4501-a928-92addd52d1c2,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:09.800627 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-63748fc8-530a-4028-ac3d-8cd6b7d6536d None None] Deleting port 7f893e53-ea41-4501-a928-92addd52d1c2 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:59:09.801015 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-63748fc8-530a-4028-ac3d-8cd6b7d6536d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (7f893e53-ea41-4501-a928-92addd52d1c2), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:09.856299 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-600df553-8415-4f49-8c04-74646bd87d75 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6602faa6d2594ac8be2b0592f734eae7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8704481 Mar 05 04:59:09.859213 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33038) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:09.890873 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600df553-8415-4f49-8c04-74646bd87d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c930c637-d31c-4ec5-8f9b-4c83baebd295,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:09.910374 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-63748fc8-530a-4028-ac3d-8cd6b7d6536d None None] For port 7f893e53-ea41-4501-a928-92addd52d1c2, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=7f893e53-ea41-4501-a928-92addd52d1c2,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:09.911630 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-63748fc8-530a-4028-ac3d-8cd6b7d6536d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (7f893e53-ea41-4501-a928-92addd52d1c2), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:09.934909 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-63748fc8-530a-4028-ac3d-8cd6b7d6536d None None] Calling delete_port for 7f893e53-ea41-4501-a928-92addd52d1c2 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:59:09.937592 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1888da4d-fc13-4d0f-8f6a-4ae8e3849abb admin admin] Publish callbacks [] for security_group (c930c637-d31c-4ec5-8f9b-4c83baebd295), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:09.963195 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1888da4d-fc13-4d0f-8f6a-4ae8e3849abb admin admin] Publish callbacks [] for security_group (c930c637-d31c-4ec5-8f9b-4c83baebd295), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:10.043432 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1888da4d-fc13-4d0f-8f6a-4ae8e3849abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c930c637-d31c-4ec5-8f9b-4c83baebd295), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:10.046324 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1888da4d-fc13-4d0f-8f6a-4ae8e3849abb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:10.047495 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1888da4d-fc13-4d0f-8f6a-4ae8e3849abb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c930c637-d31c-4ec5-8f9b-4c83baebd295 HTTP/1.1" status: 204 len: 168 time: 0.1873925 Mar 05 04:59:10.065783 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888da4d-fc13-4d0f-8f6a-4ae8e3849abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c930c637-d31c-4ec5-8f9b-4c83baebd295,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:10.066039 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-63748fc8-530a-4028-ac3d-8cd6b7d6536d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (7f893e53-ea41-4501-a928-92addd52d1c2), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:10.119253 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63748fc8-530a-4028-ac3d-8cd6b7d6536d None None] Pushing event deleted for resources: {'Port': ['ID=7f893e53-ea41-4501-a928-92addd52d1c2,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:10.123465 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63748fc8-530a-4028-ac3d-8cd6b7d6536d None None] No DVR routers for this DVR port 7f893e53-ea41-4501-a928-92addd52d1c2 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:59:10.125561 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-78dc27f6-edb5-4223-a9fa-7b7ff91a23cc tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (d9f0cfa2-80e1-48e7-adad-b7b918f1fe67), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:10.170762 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dc27f6-edb5-4223-a9fa-7b7ff91a23cc tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:59:10.174487 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-78dc27f6-edb5-4223-a9fa-7b7ff91a23cc tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:59:10.179201 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dc27f6-edb5-4223-a9fa-7b7ff91a23cc tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:10.179808 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-78dc27f6-edb5-4223-a9fa-7b7ff91a23cc tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:10.197708 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ef4c06-2986-4ef0-90c0-2cb7b799cd6c None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:59:10.198956 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc27f6-edb5-4223-a9fa-7b7ff91a23cc tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Subnet': ['ID=d9f0cfa2-80e1-48e7-adad-b7b918f1fe67,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:10.211622 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-78dc27f6-edb5-4223-a9fa-7b7ff91a23cc tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8257377 Mar 05 04:59:10.212218 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33042) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:10.219041 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-5b7d66d9-8d0a-43c0-8bd6-a04c8683c6ec tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'port': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'mac_address': 'fa:16:3e:80:ae:83', 'name': 'tempest-NetworksTestDHCPv6-384206833'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:59:10.353002 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7d66d9-8d0a-43c0-8bd6-a04c8683c6ec tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:59:10.414632 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d9164f-8933-4211-950f-fbaf1b6096e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-d9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'fixed_ips': [{'subnet_id': 'd9f0cfa2-80e1-48e7-adad-b7b918f1fe67'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:59:10.416187 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-02d9164f-8933-4211-950f-fbaf1b6096e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:10.504565 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33050) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:10.545426 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5b7d66d9-8d0a-43c0-8bd6-a04c8683c6ec tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:10.585613 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-5b7d66d9-8d0a-43c0-8bd6-a04c8683c6ec tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] device_id is not set on port 246e0209-e64b-4bf2-81f0-9dfaadfa2709 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 04:59:10.642368 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-d18eb5e0-fdf3-4517-8547-d84c9d35ddae admin admin] Deleting subnet d0175ebc-ff32-4392-ac9a-16e369bfecb2 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:59:10.655813 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d18eb5e0-fdf3-4517-8547-d84c9d35ddae admin admin] Publish callbacks [] for subnet (d0175ebc-ff32-4392-ac9a-16e369bfecb2), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:10.764710 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d18eb5e0-fdf3-4517-8547-d84c9d35ddae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (d0175ebc-ff32-4392-ac9a-16e369bfecb2), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:10.814669 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d18eb5e0-fdf3-4517-8547-d84c9d35ddae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (d0175ebc-ff32-4392-ac9a-16e369bfecb2), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:10.909006 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d18eb5e0-fdf3-4517-8547-d84c9d35ddae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (d0175ebc-ff32-4392-ac9a-16e369bfecb2), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:10.966495 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18eb5e0-fdf3-4517-8547-d84c9d35ddae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0175ebc-ff32-4392-ac9a-16e369bfecb2,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:10.986635 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d18eb5e0-fdf3-4517-8547-d84c9d35ddae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:10.990005 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d18eb5e0-fdf3-4517-8547-d84c9d35ddae admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d0175ebc-ff32-4392-ac9a-16e369bfecb2 HTTP/1.1" status: 204 len: 168 time: 0.4842882 Mar 05 04:59:10.991905 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18eb5e0-fdf3-4517-8547-d84c9d35ddae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:10.992214 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18eb5e0-fdf3-4517-8547-d84c9d35ddae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:10.992464 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18eb5e0-fdf3-4517-8547-d84c9d35ddae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:10.994510 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18eb5e0-fdf3-4517-8547-d84c9d35ddae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:10.994510 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18eb5e0-fdf3-4517-8547-d84c9d35ddae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:10.994820 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18eb5e0-fdf3-4517-8547-d84c9d35ddae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:10.995122 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18eb5e0-fdf3-4517-8547-d84c9d35ddae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:10.995458 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18eb5e0-fdf3-4517-8547-d84c9d35ddae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:10.995785 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18eb5e0-fdf3-4517-8547-d84c9d35ddae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:10.996110 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18eb5e0-fdf3-4517-8547-d84c9d35ddae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:10.996411 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33066) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:10.996550 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18eb5e0-fdf3-4517-8547-d84c9d35ddae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:10.996877 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18eb5e0-fdf3-4517-8547-d84c9d35ddae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:10.997204 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18eb5e0-fdf3-4517-8547-d84c9d35ddae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:11.009833 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bede12-8528-4d0b-a72b-aa184782712e req-1fc0f9f3-d183-4f2e-b73e-64f18ab3ff7e tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:11.017458 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87bede12-8528-4d0b-a72b-aa184782712e req-1fc0f9f3-d183-4f2e-b73e-64f18ab3ff7e tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8647087-da64-4a25-9a6d-fc7d46a7ac23 HTTP/1.1" status: 200 len: 945 time: 0.3003497 Mar 05 04:59:11.029119 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Port 7f893e53-ea41-4501-a928-92addd52d1c2 update to ACTIVE by agent not found {{(pid=105233) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 05 04:59:11.046901 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-02d9164f-8933-4211-950f-fbaf1b6096e2 None None] Allocated IP 2001:db8::2 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/d9f0cfa2-80e1-48e7-adad-b7b918f1fe67/fcbefb57-7c1e-48d3-a71e-d247b4c58584) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:59:11.115401 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87bede12-8528-4d0b-a72b-aa184782712e req-4cbd3822-0fef-4b7b-8ae6-a23541393c1b tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884542 Mar 05 04:59:11.198240 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 7f893e53-ea41-4501-a928-92addd52d1c2 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:59:11.241792 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-52778567-9565-4224-9bb3-9139a807833c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (c469bc48-2f7e-47b4-afd9-06674dd18690), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:11.248543 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 7f893e53-ea41-4501-a928-92addd52d1c2 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:59:11.249144 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 7f893e53-ea41-4501-a928-92addd52d1c2 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:59:11.420907 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-02d9164f-8933-4211-950f-fbaf1b6096e2 None None] Publish callbacks [] for port (fcbefb57-7c1e-48d3-a71e-d247b4c58584), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:11.428348 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-52778567-9565-4224-9bb3-9139a807833c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (c469bc48-2f7e-47b4-afd9-06674dd18690), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:11.448296 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-02d9164f-8933-4211-950f-fbaf1b6096e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (fcbefb57-7c1e-48d3-a71e-d247b4c58584), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:11.473732 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-52778567-9565-4224-9bb3-9139a807833c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c469bc48-2f7e-47b4-afd9-06674dd18690']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:59:11.499883 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-52778567-9565-4224-9bb3-9139a807833c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8b5b87-7792-4519-88b1-bd700a259522') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:59:11.500125 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-52778567-9565-4224-9bb3-9139a807833c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8b5b87-7792-4519-88b1-bd700a259522') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:59:11.512154 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-52778567-9565-4224-9bb3-9139a807833c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (0a8b5b87-7792-4519-88b1-bd700a259522), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:11.530786 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ccef9f36-01c9-4f99-bda9-14a3f0c48fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:11.535978 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-52778567-9565-4224-9bb3-9139a807833c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (0a8b5b87-7792-4519-88b1-bd700a259522), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:11.544277 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d9164f-8933-4211-950f-fbaf1b6096e2 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:59:11.544766 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52778567-9565-4224-9bb3-9139a807833c admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 04:59:11.545235 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-52778567-9565-4224-9bb3-9139a807833c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (0a8b5b87-7792-4519-88b1-bd700a259522), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:11.545812 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9164f-8933-4211-950f-fbaf1b6096e2 None None] Pushing event updated for resources: {'Port': ['ID=fcbefb57-7c1e-48d3-a71e-d247b4c58584,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:11.554641 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-02d9164f-8933-4211-950f-fbaf1b6096e2 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:59:11.557716 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d9164f-8933-4211-950f-fbaf1b6096e2 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:59:11.615036 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 04:59:11.615036 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 04:59:11.615036 n-d-789963-32 neutron-server[105232]: timer() Mar 05 04:59:11.615036 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 04:59:11.615036 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 04:59:11.615036 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 04:59:11.615036 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 04:59:11.615036 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 04:59:11.615036 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 04:59:11.615036 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 04:59:11.615036 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 04:59:11.615036 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 04:59:11.615036 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 04:59:11.615036 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 04:59:11.615036 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 04:59:11.615036 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 04:59:11.615036 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 04:59:11.615036 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 04:59:11.615036 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 04:59:11.615036 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 04:59:11.615036 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 04:59:11.615036 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 04:59:11.615036 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 04:59:11.615036 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 04:59:11.615036 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 04:59:11.615036 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 04:59:11.615036 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 04:59:11.615036 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 04:59:11.615036 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 04:59:11.615036 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 04:59:11.615036 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 04:59:11.615036 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 04:59:11.622738 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-02d9164f-8933-4211-950f-fbaf1b6096e2 None None] Attempting to bind port fcbefb57-7c1e-48d3-a71e-d247b4c58584 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:59:11.623464 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-02d9164f-8933-4211-950f-fbaf1b6096e2 None None] Attempting to bind port fcbefb57-7c1e-48d3-a71e-d247b4c58584 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:59:11.624072 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d9164f-8933-4211-950f-fbaf1b6096e2 None None] Attempting to bind port fcbefb57-7c1e-48d3-a71e-d247b4c58584 on network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:59:11.627160 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-52778567-9565-4224-9bb3-9139a807833c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (c469bc48-2f7e-47b4-afd9-06674dd18690), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:11.630145 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d9164f-8933-4211-950f-fbaf1b6096e2 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:59:11.630827 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d9164f-8933-4211-950f-fbaf1b6096e2 None None] Checking segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:59:11.631896 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-02d9164f-8933-4211-950f-fbaf1b6096e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:11.632138 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-52778567-9565-4224-9bb3-9139a807833c admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:11.632657 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d9164f-8933-4211-950f-fbaf1b6096e2 None None] Bound using segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:59:11.633360 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-02d9164f-8933-4211-950f-fbaf1b6096e2 None None] Bound port: fcbefb57-7c1e-48d3-a71e-d247b4c58584, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:59:11.633995 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-02d9164f-8933-4211-950f-fbaf1b6096e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fcbefb57-7c1e-48d3-a71e-d247b4c58584), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:11.636561 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-52778567-9565-4224-9bb3-9139a807833c admin admin] 10.222.0.11 "DELETE /v2.0/networks/c469bc48-2f7e-47b4-afd9-06674dd18690 HTTP/1.1" status: 204 len: 168 time: 0.6382687 Mar 05 04:59:11.670655 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0082578-d70f-49bc-b8d6-581728215474 req-f8c08c57-87bf-4304-9346-5303a56cc4a0 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:11.677379 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52778567-9565-4224-9bb3-9139a807833c admin admin] Pushing event deleted for resources: {'Network': ['ID=c469bc48-2f7e-47b4-afd9-06674dd18690,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:11.679283 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b0082578-d70f-49bc-b8d6-581728215474 req-f8c08c57-87bf-4304-9346-5303a56cc4a0 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8647087-da64-4a25-9a6d-fc7d46a7ac23 HTTP/1.1" status: 200 len: 945 time: 0.1763351 Mar 05 04:59:11.770865 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:59:11.793250 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b0082578-d70f-49bc-b8d6-581728215474 req-b1f9e250-44f5-4942-b3b5-fb3a6bed371b tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060491 Mar 05 04:59:11.812241 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-5b7d66d9-8d0a-43c0-8bd6-a04c8683c6ec tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Allocated IP 2001:db8::144 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/d9f0cfa2-80e1-48e7-adad-b7b918f1fe67/246e0209-e64b-4bf2-81f0-9dfaadfa2709) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:59:11.842197 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:59:11.842555 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 5d4b2bc2-cfce-4e02-ba4f-dc75a787eea6 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:59:11.851449 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-02d9164f-8933-4211-950f-fbaf1b6096e2 None None] For port fcbefb57-7c1e-48d3-a71e-d247b4c58584, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:59:11.875360 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-02d9164f-8933-4211-950f-fbaf1b6096e2 None None] For port fcbefb57-7c1e-48d3-a71e-d247b4c58584, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=fcbefb57-7c1e-48d3-a71e-d247b4c58584,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:59:11.892499 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-02d9164f-8933-4211-950f-fbaf1b6096e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fcbefb57-7c1e-48d3-a71e-d247b4c58584), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:12.017740 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9164f-8933-4211-950f-fbaf1b6096e2 None None] Pushing event updated for resources: {'Port': ['ID=fcbefb57-7c1e-48d3-a71e-d247b4c58584,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:12.097628 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33094) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:12.131446 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5b7d66d9-8d0a-43c0-8bd6-a04c8683c6ec tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for port (246e0209-e64b-4bf2-81f0-9dfaadfa2709), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:12.184432 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a2eb4ab7-5d35-45a8-84a6-359fd5a2d4d9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=22819d81bee9428484596b6fd1742ed6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0855236 Mar 05 04:59:12.186824 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33096) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:12.220595 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5b7d66d9-8d0a-43c0-8bd6-a04c8683c6ec tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (246e0209-e64b-4bf2-81f0-9dfaadfa2709), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:12.318927 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a97dd81f-bd5e-43f6-8de5-1bc8b8b45404 admin admin] Publish callbacks [] for security_group (bc1127ec-aad8-4974-8ddb-b63d2fe2c749), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:12.320697 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7d66d9-8d0a-43c0-8bd6-a04c8683c6ec tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:59:12.333681 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-5b7d66d9-8d0a-43c0-8bd6-a04c8683c6ec tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:59:12.344584 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d66d9-8d0a-43c0-8bd6-a04c8683c6ec tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Port': ['ID=246e0209-e64b-4bf2-81f0-9dfaadfa2709,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:12.347443 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7d66d9-8d0a-43c0-8bd6-a04c8683c6ec tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:59:12.359699 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7d66d9-8d0a-43c0-8bd6-a04c8683c6ec tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:12.359699 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5b7d66d9-8d0a-43c0-8bd6-a04c8683c6ec tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:12.390478 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5b7d66d9-8d0a-43c0-8bd6-a04c8683c6ec tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1765242 Mar 05 04:59:12.409833 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33100) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:12.410101 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a97dd81f-bd5e-43f6-8de5-1bc8b8b45404 admin admin] Publish callbacks [] for security_group (bc1127ec-aad8-4974-8ddb-b63d2fe2c749), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:12.483862 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a97dd81f-bd5e-43f6-8de5-1bc8b8b45404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (bc1127ec-aad8-4974-8ddb-b63d2fe2c749), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:12.488182 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a97dd81f-bd5e-43f6-8de5-1bc8b8b45404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:12.489427 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a97dd81f-bd5e-43f6-8de5-1bc8b8b45404 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bc1127ec-aad8-4974-8ddb-b63d2fe2c749 HTTP/1.1" status: 204 len: 168 time: 0.3015411 Mar 05 04:59:12.491024 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c8a43b-e9bc-49b5-97ab-5f2936da1976 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:12.497361 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c8a43b-e9bc-49b5-97ab-5f2936da1976 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:12.502163 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f2c8a43b-e9bc-49b5-97ab-5f2936da1976 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1004779 Mar 05 04:59:12.502855 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33106) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:12.562996 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97dd81f-bd5e-43f6-8de5-1bc8b8b45404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1127ec-aad8-4974-8ddb-b63d2fe2c749,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:12.640442 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-365d875e-ebef-40b0-b22c-fa845434f43a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting port 246e0209-e64b-4bf2-81f0-9dfaadfa2709 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:59:12.641083 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-365d875e-ebef-40b0-b22c-fa845434f43a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (246e0209-e64b-4bf2-81f0-9dfaadfa2709), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:12.782711 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-365d875e-ebef-40b0-b22c-fa845434f43a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (246e0209-e64b-4bf2-81f0-9dfaadfa2709), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:12.803160 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-365d875e-ebef-40b0-b22c-fa845434f43a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Calling delete_port for 246e0209-e64b-4bf2-81f0-9dfaadfa2709 owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:59:13.011049 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315be2c-e4b1-41ff-9240-b26444de538a req-fbdaae0f-6c2c-4261-a053-ebe79c7e6f99 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:13.011049 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2315be2c-e4b1-41ff-9240-b26444de538a req-fbdaae0f-6c2c-4261-a053-ebe79c7e6f99 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=b8647087-da64-4a25-9a6d-fc7d46a7ac23 HTTP/1.1" status: 200 len: 945 time: 0.1036923 Mar 05 04:59:13.142723 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-365d875e-ebef-40b0-b22c-fa845434f43a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (246e0209-e64b-4bf2-81f0-9dfaadfa2709), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:13.154087 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2315be2c-e4b1-41ff-9240-b26444de538a req-4ea7f2fa-a4c2-49f6-99fd-aebcc57cd4e8 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202414 Mar 05 04:59:13.206760 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d875e-ebef-40b0-b22c-fa845434f43a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Port': ['ID=246e0209-e64b-4bf2-81f0-9dfaadfa2709,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:13.231164 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device fcbefb57-7c1e-48d3-a71e-d247b4c58584 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:59:13.268530 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-365d875e-ebef-40b0-b22c-fa845434f43a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:13.274453 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33136) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:13.277059 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-365d875e-ebef-40b0-b22c-fa845434f43a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/246e0209-e64b-4bf2-81f0-9dfaadfa2709 HTTP/1.1" status: 204 len: 168 time: 0.7678816 Mar 05 04:59:13.339514 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port fcbefb57-7c1e-48d3-a71e-d247b4c58584 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:13.339908 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fcbefb57-7c1e-48d3-a71e-d247b4c58584), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:13.400148 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dccc84-7cb9-484c-848e-e6b2488cf066 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:13.416336 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dccc84-7cb9-484c-848e-e6b2488cf066 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:13.419063 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f5dccc84-7cb9-484c-848e-e6b2488cf066 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1432319 Mar 05 04:59:13.422122 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33146) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:13.549826 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port fcbefb57-7c1e-48d3-a71e-d247b4c58584 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:13.550247 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fcbefb57-7c1e-48d3-a71e-d247b4c58584), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:13.551694 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6145124-9dfa-4a1d-888d-eec4b97f6408 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting subnet d9f0cfa2-80e1-48e7-adad-b7b918f1fe67 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:59:13.564590 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f6145124-9dfa-4a1d-888d-eec4b97f6408 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (d9f0cfa2-80e1-48e7-adad-b7b918f1fe67), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:13.704219 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port fcbefb57-7c1e-48d3-a71e-d247b4c58584, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=fcbefb57-7c1e-48d3-a71e-d247b4c58584,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:13.746157 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fcbefb57-7c1e-48d3-a71e-d247b4c58584), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:13.797944 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1ccccca3-eb3e-4fd3-a5de-6dc23fae55b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:13.838545 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33162) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:13.928386 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-32d29020-0379-4ef5-9083-6c264c4ac4ba None None] Provisioning complete for port fcbefb57-7c1e-48d3-a71e-d247b4c58584 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:13.929048 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-32d29020-0379-4ef5-9083-6c264c4ac4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fcbefb57-7c1e-48d3-a71e-d247b4c58584), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:13.935063 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:13.947954 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:14.093909 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=fcbefb57-7c1e-48d3-a71e-d247b4c58584,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:14.197933 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-a753f27e-7d3b-49b1-ac76-bf8b076b4d46 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1275247950-network', 'tenant_id': '9a4b8503d9df4443b291278ddd00e28c'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:59:14.230402 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a753f27e-7d3b-49b1-ac76-bf8b076b4d46 admin admin] Made reservation on behalf of 9a4b8503d9df4443b291278ddd00e28c for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:59:14.235655 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a753f27e-7d3b-49b1-ac76-bf8b076b4d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:14.250476 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a753f27e-7d3b-49b1-ac76-bf8b076b4d46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:14.261930 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-32d29020-0379-4ef5-9083-6c264c4ac4ba None None] Current status of the port fcbefb57-7c1e-48d3-a71e-d247b4c58584 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:14.330604 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f6145124-9dfa-4a1d-888d-eec4b97f6408 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (d9f0cfa2-80e1-48e7-adad-b7b918f1fe67), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:14.380862 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-73b3051d-4fc9-4fb4-b343-f06ece0a8e81 None None] Could not find standard attr ID for object 246e0209-e64b-4bf2-81f0-9dfaadfa2709. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 04:59:14.386539 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a753f27e-7d3b-49b1-ac76-bf8b076b4d46 admin admin] Publish callbacks [] for security_group (f1ff3b05-f002-49f8-aa14-3bc0c9492e57), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:14.397575 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a753f27e-7d3b-49b1-ac76-bf8b076b4d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f1ff3b05-f002-49f8-aa14-3bc0c9492e57), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:14.412356 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33182) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:14.432505 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f6145124-9dfa-4a1d-888d-eec4b97f6408 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (d9f0cfa2-80e1-48e7-adad-b7b918f1fe67), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:14.435262 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a753f27e-7d3b-49b1-ac76-bf8b076b4d46 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 04:59:14.476218 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753f27e-7d3b-49b1-ac76-bf8b076b4d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ff3b05-f002-49f8-aa14-3bc0c9492e57,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:14.504593 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a753f27e-7d3b-49b1-ac76-bf8b076b4d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (26e36fa6-1eff-47ca-aa89-f624448d85d4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:14.505190 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-a753f27e-7d3b-49b1-ac76-bf8b076b4d46 admin admin] Added segment 26e36fa6-1eff-47ca-aa89-f624448d85d4 of type vlan for network e2ea6029-e725-4617-9e1a-670683181521 Mar 05 04:59:14.510326 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f6145124-9dfa-4a1d-888d-eec4b97f6408 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (d9f0cfa2-80e1-48e7-adad-b7b918f1fe67), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:14.550114 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a753f27e-7d3b-49b1-ac76-bf8b076b4d46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (e2ea6029-e725-4617-9e1a-670683181521), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:14.555946 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6145124-9dfa-4a1d-888d-eec4b97f6408 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Subnet': ['ID=d9f0cfa2-80e1-48e7-adad-b7b918f1fe67,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:14.571962 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f6145124-9dfa-4a1d-888d-eec4b97f6408 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:14.574228 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac20b134-92a9-4e7f-a9fd-9e04f6e1c95b None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:59:14.579865 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f6145124-9dfa-4a1d-888d-eec4b97f6408 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/d9f0cfa2-80e1-48e7-adad-b7b918f1fe67 HTTP/1.1" status: 204 len: 168 time: 1.1566792 Mar 05 04:59:14.580952 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33186) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:14.587646 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9a4e4730-48e8-4791-8190-6422ead52513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:14.590263 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a753f27e-7d3b-49b1-ac76-bf8b076b4d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (e2ea6029-e725-4617-9e1a-670683181521), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:14.592456 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a753f27e-7d3b-49b1-ac76-bf8b076b4d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:14.593246 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a753f27e-7d3b-49b1-ac76-bf8b076b4d46 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:14.636963 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33188) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:14.638206 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-08757155-7a40-4faa-8e00-420f61593cb1 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554302 Mar 05 04:59:14.682983 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a753f27e-7d3b-49b1-ac76-bf8b076b4d46 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8402350 Mar 05 04:59:14.684359 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33190) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:14.689508 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-4a7761dd-096c-44dd-af37-224bc17b8c47 admin admin] Request body: {'subnet': {'network_id': 'e2ea6029-e725-4617-9e1a-670683181521', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1275247950-subnet', 'tenant_id': '9a4b8503d9df4443b291278ddd00e28c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:59:14.715575 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7761dd-096c-44dd-af37-224bc17b8c47 admin admin] Made reservation on behalf of 9a4b8503d9df4443b291278ddd00e28c for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:59:14.718884 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753f27e-7d3b-49b1-ac76-bf8b076b4d46 admin admin] Pushing event updated for resources: {'Network': ['ID=e2ea6029-e725-4617-9e1a-670683181521,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:14.719060 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4a7761dd-096c-44dd-af37-224bc17b8c47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:14.732727 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network e2ea6029-e725-4617-9e1a-670683181521 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 04:59:14.764472 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3051e56-5f08-4950-8132-f83731dede28 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:14.765991 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c3051e56-5f08-4950-8132-f83731dede28 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1280239 Mar 05 04:59:14.769378 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33192) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:14.827398 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b04144-39b8-4ebe-946a-725050fcde07 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:14.828871 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b6b04144-39b8-4ebe-946a-725050fcde07 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0586464 Mar 05 04:59:14.832135 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33196) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:14.861814 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aede2798-e7d0-4084-8ca8-bde12a73dd92 None None] DHCP port deletion for d9771a2e-94ae-4769-a90a-e0cdf5de3e37 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:59:14.903989 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9a4e4730-48e8-4791-8190-6422ead52513 admin admin] Publish callbacks [] for security_group (26e8cabc-6331-4147-b982-0c90fe11b492), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:14.908129 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-538b499f-c0fe-4ef5-ac27-81a562356874 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0749073 Mar 05 04:59:14.912456 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33198) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:14.921267 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-aede2798-e7d0-4084-8ca8-bde12a73dd92 None None] Deleting port fcbefb57-7c1e-48d3-a71e-d247b4c58584 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:59:14.921690 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-7017137b-4a77-4a19-8e64-bc81106f7389 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:59:14.921832 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-aede2798-e7d0-4084-8ca8-bde12a73dd92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (fcbefb57-7c1e-48d3-a71e-d247b4c58584), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:14.926859 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9a4e4730-48e8-4791-8190-6422ead52513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (26e8cabc-6331-4147-b982-0c90fe11b492), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:14.979948 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9a4e4730-48e8-4791-8190-6422ead52513 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e4ffef75566247b99bef191c7d48846e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5652874 Mar 05 04:59:14.984655 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33200) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:15.006943 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:15.016750 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4a7761dd-096c-44dd-af37-224bc17b8c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (2ee3a0bf-8ff3-4691-abcb-5ebfd0488082), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:15.028361 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-aede2798-e7d0-4084-8ca8-bde12a73dd92 None None] For port fcbefb57-7c1e-48d3-a71e-d247b4c58584, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=fcbefb57-7c1e-48d3-a71e-d247b4c58584,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:15.028886 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-aede2798-e7d0-4084-8ca8-bde12a73dd92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (fcbefb57-7c1e-48d3-a71e-d247b4c58584), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:15.049008 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-aede2798-e7d0-4084-8ca8-bde12a73dd92 None None] Calling delete_port for fcbefb57-7c1e-48d3-a71e-d247b4c58584 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:59:15.083790 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e4730-48e8-4791-8190-6422ead52513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e8cabc-6331-4147-b982-0c90fe11b492,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:15.097707 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7761dd-096c-44dd-af37-224bc17b8c47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ee3a0bf-8ff3-4691-abcb-5ebfd0488082,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:15.110894 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7761dd-096c-44dd-af37-224bc17b8c47 admin admin] Checking segment: {'id': '26e36fa6-1eff-47ca-aa89-f624448d85d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e2ea6029-e725-4617-9e1a-670683181521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:59:15.111412 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7761dd-096c-44dd-af37-224bc17b8c47 admin admin] Network hostable DHCP agents. Network: e2ea6029-e725-4617-9e1a-670683181521, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 04:59:15.129067 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9fba3cf8-2e4d-43ce-a0b6-87571604bfbe admin admin] Publish callbacks [] for security_group (26e8cabc-6331-4147-b982-0c90fe11b492), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:15.134164 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7761dd-096c-44dd-af37-224bc17b8c47 admin admin] Network e2ea6029-e725-4617-9e1a-670683181521 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 04:59:15.151669 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-4a7761dd-096c-44dd-af37-224bc17b8c47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, e2ea6029-e725-4617-9e1a-670683181521) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:59:15.158119 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7761dd-096c-44dd-af37-224bc17b8c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:15.158862 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4a7761dd-096c-44dd-af37-224bc17b8c47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:15.166986 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d901c9cc-3365-4259-951a-7b24a87b3474 None None] Network e2ea6029-e725-4617-9e1a-670683181521 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:59:15.194057 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7017137b-4a77-4a19-8e64-bc81106f7389 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:59:15.198148 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7017137b-4a77-4a19-8e64-bc81106f7389 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:15.201633 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4a7761dd-096c-44dd-af37-224bc17b8c47 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5135415 Mar 05 04:59:15.202381 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33214) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:15.205653 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9fba3cf8-2e4d-43ce-a0b6-87571604bfbe admin admin] Publish callbacks [] for security_group (26e8cabc-6331-4147-b982-0c90fe11b492), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:15.213261 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-11f6f950-4bb4-485b-9ae2-44dcfbc5c22a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1275247950-router', 'tenant_id': '9a4b8503d9df4443b291278ddd00e28c', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:59:15.252160 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-11f6f950-4bb4-485b-9ae2-44dcfbc5c22a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (0f1043a2-b744-46e4-ae9e-dc6ac3e4f177), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:15.254080 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-11f6f950-4bb4-485b-9ae2-44dcfbc5c22a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (0f1043a2-b744-46e4-ae9e-dc6ac3e4f177), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:15.283711 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device fcbefb57-7c1e-48d3-a71e-d247b4c58584 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:59:15.288389 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-aede2798-e7d0-4084-8ca8-bde12a73dd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (fcbefb57-7c1e-48d3-a71e-d247b4c58584), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:15.353949 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-11f6f950-4bb4-485b-9ae2-44dcfbc5c22a admin admin] Publish callbacks [] for router_controller (0f1043a2-b744-46e4-ae9e-dc6ac3e4f177), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:15.364308 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aede2798-e7d0-4084-8ca8-bde12a73dd92 None None] No DVR routers for this DVR port fcbefb57-7c1e-48d3-a71e-d247b4c58584 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:59:15.372098 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede2798-e7d0-4084-8ca8-bde12a73dd92 None None] Pushing event deleted for resources: {'Port': ['ID=fcbefb57-7c1e-48d3-a71e-d247b4c58584,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:15.374033 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: fcbefb57-7c1e-48d3-a71e-d247b4c58584 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:59:15.374399 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device fcbefb57-7c1e-48d3-a71e-d247b4c58584 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:59:15.422529 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8456ad3-88aa-47a8-9fa8-77c5c03a691e None None] Network e2ea6029-e725-4617-9e1a-670683181521 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:59:15.506547 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9fba3cf8-2e4d-43ce-a0b6-87571604bfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (26e8cabc-6331-4147-b982-0c90fe11b492), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:15.511426 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9fba3cf8-2e4d-43ce-a0b6-87571604bfbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:15.512997 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9fba3cf8-2e4d-43ce-a0b6-87571604bfbe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/26e8cabc-6331-4147-b982-0c90fe11b492 HTTP/1.1" status: 204 len: 168 time: 0.5195692 Mar 05 04:59:15.553976 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba3cf8-2e4d-43ce-a0b6-87571604bfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e8cabc-6331-4147-b982-0c90fe11b492,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:15.597629 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-11f6f950-4bb4-485b-9ae2-44dcfbc5c22a admin admin] Publish callbacks [] for router_gateway (0f1043a2-b744-46e4-ae9e-dc6ac3e4f177), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:15.691338 n-d-789963-32 neutron-server[105232]: DEBUG neutron.objects.ports [None req-7017137b-4a77-4a19-8e64-bc81106f7389 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105232) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 05 04:59:15.692912 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7017137b-4a77-4a19-8e64-bc81106f7389 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (23ae70c9-bc97-44a2-b4e1-61fc5a3d7a97), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:15.738295 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7017137b-4a77-4a19-8e64-bc81106f7389 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:59:15.743128 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-7017137b-4a77-4a19-8e64-bc81106f7389 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:59:15.748067 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7017137b-4a77-4a19-8e64-bc81106f7389 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:15.748676 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7017137b-4a77-4a19-8e64-bc81106f7389 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:15.755184 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d13bd19-f4e1-4e4a-b824-59288f1e8676 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:59:15.765378 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7017137b-4a77-4a19-8e64-bc81106f7389 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Subnet': ['ID=23ae70c9-bc97-44a2-b4e1-61fc5a3d7a97,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:15.782477 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7017137b-4a77-4a19-8e64-bc81106f7389 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8669794 Mar 05 04:59:15.783366 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33220) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:15.791709 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-4e054be7-5ccb-4ecd-9e47-3e5b34121082 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:59:15.895846 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d79d76d-683f-4d1c-875c-45af9a39d5a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-d9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'fixed_ips': [{'subnet_id': '23ae70c9-bc97-44a2-b4e1-61fc5a3d7a97'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:59:15.897125 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4d79d76d-683f-4d1c-875c-45af9a39d5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:15.924936 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33224) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:15.941884 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-105f67e0-0e88-40ac-85dd-653114e91ef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:16.035012 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-11f6f950-4bb4-485b-9ae2-44dcfbc5c22a admin admin] Publish callbacks [] for router_gateway (0f1043a2-b744-46e4-ae9e-dc6ac3e4f177), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:16.039683 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-105f67e0-0e88-40ac-85dd-653114e91ef8 admin admin] Publish callbacks [] for security_group (5c08a654-c317-40c1-b2ec-8b70e8888961), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:16.045665 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-105f67e0-0e88-40ac-85dd-653114e91ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (5c08a654-c317-40c1-b2ec-8b70e8888961), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:16.065867 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-11f6f950-4bb4-485b-9ae2-44dcfbc5c22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:16.068950 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-4d79d76d-683f-4d1c-875c-45af9a39d5a1 None None] Allocated IP 2001:db8::f816:3eff:fe13:37aa (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/23ae70c9-bc97-44a2-b4e1-61fc5a3d7a97/cea4d8e6-26ce-4539-bd09-49eae839cc48) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:59:16.101262 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-105f67e0-0e88-40ac-85dd-653114e91ef8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=36b6fbe90c494756a151c7a9bfc761f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1749177 Mar 05 04:59:16.102034 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33226) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:16.103011 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f67e0-0e88-40ac-85dd-653114e91ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c08a654-c317-40c1-b2ec-8b70e8888961,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:16.213459 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31330348-4e80-4a1c-9ee1-6bdb02479222 admin admin] Publish callbacks [] for security_group (5c08a654-c317-40c1-b2ec-8b70e8888961), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:16.228931 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4d79d76d-683f-4d1c-875c-45af9a39d5a1 None None] Publish callbacks [] for port (cea4d8e6-26ce-4539-bd09-49eae839cc48), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:16.230081 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e054be7-5ccb-4ecd-9e47-3e5b34121082 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:59:16.234478 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 77cb3269-8a51-406d-bdc5-c3abcc8c2041 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:59:16.240442 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4e054be7-5ccb-4ecd-9e47-3e5b34121082 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:16.278385 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-11f6f950-4bb4-485b-9ae2-44dcfbc5c22a admin admin] Allocated IP 172.25.0.134 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/fe06687c-e42f-4648-a88b-d4412e23a060) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:59:16.278707 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4d79d76d-683f-4d1c-875c-45af9a39d5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (cea4d8e6-26ce-4539-bd09-49eae839cc48), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:16.294891 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31330348-4e80-4a1c-9ee1-6bdb02479222 admin admin] Publish callbacks [] for security_group (5c08a654-c317-40c1-b2ec-8b70e8888961), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:16.373380 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31330348-4e80-4a1c-9ee1-6bdb02479222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (5c08a654-c317-40c1-b2ec-8b70e8888961), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:16.377351 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31330348-4e80-4a1c-9ee1-6bdb02479222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:16.380239 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:16.385086 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-31330348-4e80-4a1c-9ee1-6bdb02479222 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c08a654-c317-40c1-b2ec-8b70e8888961 HTTP/1.1" status: 204 len: 168 time: 0.2786255 Mar 05 04:59:16.402146 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31330348-4e80-4a1c-9ee1-6bdb02479222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c08a654-c317-40c1-b2ec-8b70e8888961,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:16.408796 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d79d76d-683f-4d1c-875c-45af9a39d5a1 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:59:16.434254 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79d76d-683f-4d1c-875c-45af9a39d5a1 None None] Pushing event updated for resources: {'Port': ['ID=cea4d8e6-26ce-4539-bd09-49eae839cc48,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:16.471330 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-4d79d76d-683f-4d1c-875c-45af9a39d5a1 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:59:16.510614 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d79d76d-683f-4d1c-875c-45af9a39d5a1 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:59:16.522624 n-d-789963-32 neutron-server[105231]: INFO neutron.db.ipam_backend_mixin [None req-4e054be7-5ccb-4ecd-9e47-3e5b34121082 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 23ae70c9-bc97-44a2-b4e1-61fc5a3d7a97 (CIDR: 2001:db8::/64) Mar 05 04:59:16.529365 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e054be7-5ccb-4ecd-9e47-3e5b34121082 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 04:59:16.530172 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e054be7-5ccb-4ecd-9e47-3e5b34121082 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 04:59:16.579801 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4e054be7-5ccb-4ecd-9e47-3e5b34121082 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7920363 Mar 05 04:59:16.582042 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33248) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:16.589877 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-bd44e823-17be-4e4b-ac46-6a846d4379a3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:59:16.627461 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-11f6f950-4bb4-485b-9ae2-44dcfbc5c22a admin admin] Publish callbacks [] for port (fe06687c-e42f-4648-a88b-d4412e23a060), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:16.695885 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 77cb3269-8a51-406d-bdc5-c3abcc8c2041, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=77cb3269-8a51-406d-bdc5-c3abcc8c2041,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:16.711650 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '77cb3269-8a51-406d-bdc5-c3abcc8c2041', 'network_id': '58ba8bc5-ac03-4e44-b819-c3c8d0a85e10', 'port_id': '77cb3269-8a51-406d-bdc5-c3abcc8c2041', 'mac_address': 'fa:16:3e:35:9c:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b701f56c-0d88-43f7-a5d8-59c4b87f0d86', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:59:16.750610 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-11f6f950-4bb4-485b-9ae2-44dcfbc5c22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (fe06687c-e42f-4648-a88b-d4412e23a060), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:16.829979 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd44e823-17be-4e4b-ac46-6a846d4379a3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:59:16.833949 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-4d79d76d-683f-4d1c-875c-45af9a39d5a1 None None] Attempting to bind port cea4d8e6-26ce-4539-bd09-49eae839cc48 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:59:16.834535 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-4d79d76d-683f-4d1c-875c-45af9a39d5a1 None None] Attempting to bind port cea4d8e6-26ce-4539-bd09-49eae839cc48 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:59:16.834983 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d79d76d-683f-4d1c-875c-45af9a39d5a1 None None] Attempting to bind port cea4d8e6-26ce-4539-bd09-49eae839cc48 on network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:59:16.839396 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bd44e823-17be-4e4b-ac46-6a846d4379a3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:16.847527 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d79d76d-683f-4d1c-875c-45af9a39d5a1 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:59:16.848232 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d79d76d-683f-4d1c-875c-45af9a39d5a1 None None] Checking segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:59:16.848686 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4d79d76d-683f-4d1c-875c-45af9a39d5a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:16.849162 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d79d76d-683f-4d1c-875c-45af9a39d5a1 None None] Bound using segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:59:16.849772 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-4d79d76d-683f-4d1c-875c-45af9a39d5a1 None None] Bound port: cea4d8e6-26ce-4539-bd09-49eae839cc48, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:59:16.850688 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4d79d76d-683f-4d1c-875c-45af9a39d5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cea4d8e6-26ce-4539-bd09-49eae839cc48), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:16.856792 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 77cb3269-8a51-406d-bdc5-c3abcc8c2041 is: ACTIVE; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:16.857297 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (77cb3269-8a51-406d-bdc5-c3abcc8c2041), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:16.882022 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77cb3269-8a51-406d-bdc5-c3abcc8c2041 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:59:16.908532 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6f950-4bb4-485b-9ae2-44dcfbc5c22a admin admin] Pushing event updated for resources: {'Port': ['ID=fe06687c-e42f-4648-a88b-d4412e23a060,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:16.917767 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 77cb3269-8a51-406d-bdc5-c3abcc8c2041, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=77cb3269-8a51-406d-bdc5-c3abcc8c2041,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:16.953842 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (77cb3269-8a51-406d-bdc5-c3abcc8c2041), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:16.966624 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f6f950-4bb4-485b-9ae2-44dcfbc5c22a admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:59:16.998838 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-11f6f950-4bb4-485b-9ae2-44dcfbc5c22a admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:59:17.010202 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f6f950-4bb4-485b-9ae2-44dcfbc5c22a admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:59:17.069312 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fdca2-7d41-48e4-8446-2a80eadf9aba req-6aca11ee-ce6c-4b8c-8e22-fcb1ba963eff tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:17.071794 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-919fdca2-7d41-48e4-8446-2a80eadf9aba req-6aca11ee-ce6c-4b8c-8e22-fcb1ba963eff tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 947 time: 0.2152033 Mar 05 04:59:17.072896 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['77cb3269-8a51-406d-bdc5-c3abcc8c2041'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:59:17.086408 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-4d79d76d-683f-4d1c-875c-45af9a39d5a1 None None] For port cea4d8e6-26ce-4539-bd09-49eae839cc48, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:59:17.140700 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=77cb3269-8a51-406d-bdc5-c3abcc8c2041,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:17.163851 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-4d79d76d-683f-4d1c-875c-45af9a39d5a1 None None] For port cea4d8e6-26ce-4539-bd09-49eae839cc48, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=cea4d8e6-26ce-4539-bd09-49eae839cc48,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:59:17.198868 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4d79d76d-683f-4d1c-875c-45af9a39d5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cea4d8e6-26ce-4539-bd09-49eae839cc48), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:17.344356 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-919fdca2-7d41-48e4-8446-2a80eadf9aba req-5b1e22a9-52cf-4ae6-a6d7-c198a00b430c tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2623019 Mar 05 04:59:17.379019 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bd44e823-17be-4e4b-ac46-6a846d4379a3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (148c6f97-dd35-4509-a247-b3b1697591e5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:17.484820 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79d76d-683f-4d1c-875c-45af9a39d5a1 None None] Pushing event updated for resources: {'Port': ['ID=cea4d8e6-26ce-4539-bd09-49eae839cc48,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:17.547174 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd44e823-17be-4e4b-ac46-6a846d4379a3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:59:17.562620 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-bd44e823-17be-4e4b-ac46-6a846d4379a3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:59:17.564490 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44e823-17be-4e4b-ac46-6a846d4379a3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Subnet': ['ID=148c6f97-dd35-4509-a247-b3b1697591e5,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:17.569109 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd44e823-17be-4e4b-ac46-6a846d4379a3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:17.569723 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bd44e823-17be-4e4b-ac46-6a846d4379a3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:17.608593 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-bd44e823-17be-4e4b-ac46-6a846d4379a3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0253651 Mar 05 04:59:17.611395 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33300) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:17.621204 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-6655efbb-06a9-43ee-8346-2beb1f36f608 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'port': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'mac_address': 'fa:16:3e:41:80:41', 'name': 'tempest-NetworksTestDHCPv6-99645526'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:59:17.786300 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-11f6f950-4bb4-485b-9ae2-44dcfbc5c22a admin admin] Publish callbacks [] for router_gateway (0f1043a2-b744-46e4-ae9e-dc6ac3e4f177), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:17.795317 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:17.846843 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6655efbb-06a9-43ee-8346-2beb1f36f608 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:59:17.988666 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6655efbb-06a9-43ee-8346-2beb1f36f608 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:18.052638 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-6655efbb-06a9-43ee-8346-2beb1f36f608 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] device_id is not set on port be399354-7cf7-42e0-9f00-7ce87bb6eadc yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 04:59:18.124375 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 77cb3269-8a51-406d-bdc5-c3abcc8c2041 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:59:18.266097 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 77cb3269-8a51-406d-bdc5-c3abcc8c2041 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:18.266495 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (77cb3269-8a51-406d-bdc5-c3abcc8c2041), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:18.310949 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-6655efbb-06a9-43ee-8346-2beb1f36f608 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Allocated IP 2001:db8:0:1::355 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/148c6f97-dd35-4509-a247-b3b1697591e5/be399354-7cf7-42e0-9f00-7ce87bb6eadc) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:59:18.319938 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-6655efbb-06a9-43ee-8346-2beb1f36f608 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Allocated IP 2001:db8::f816:3eff:fe41:8041 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/23ae70c9-bc97-44a2-b4e1-61fc5a3d7a97/be399354-7cf7-42e0-9f00-7ce87bb6eadc) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:59:18.476598 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-11f6f950-4bb4-485b-9ae2-44dcfbc5c22a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (0f1043a2-b744-46e4-ae9e-dc6ac3e4f177), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:18.583173 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 77cb3269-8a51-406d-bdc5-c3abcc8c2041 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:18.583763 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (77cb3269-8a51-406d-bdc5-c3abcc8c2041), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:18.678315 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8647087-da64-4a25-9a6d-fc7d46a7ac23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cb3269-8a51-406d-bdc5-c3abcc8c2041'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:59:18.684568 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee38fe8f-7d96-421b-b2ef-d37b79a2e0a5" -d '{"events": [{"server_uuid": "b8647087-da64-4a25-9a6d-fc7d46a7ac23", "name": "network-vif-plugged", "status": "completed", "tag": "77cb3269-8a51-406d-bdc5-c3abcc8c2041"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:59:18.724570 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 77cb3269-8a51-406d-bdc5-c3abcc8c2041, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=77cb3269-8a51-406d-bdc5-c3abcc8c2041,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:18.736815 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (77cb3269-8a51-406d-bdc5-c3abcc8c2041), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:18.812581 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca9dd7f-c2ca-41c4-98a8-bb4d4be5f813 x-openstack-request-id: req-4ca9dd7f-c2ca-41c4-98a8-bb4d4be5f813 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:59:18.814272 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8647087-da64-4a25-9a6d-fc7d46a7ac23", "name": "network-vif-plugged", "status": "completed", "tag": "77cb3269-8a51-406d-bdc5-c3abcc8c2041", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:59:18.814540 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4ca9dd7f-c2ca-41c4-98a8-bb4d4be5f813 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:59:18.816176 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8647087-da64-4a25-9a6d-fc7d46a7ac23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cb3269-8a51-406d-bdc5-c3abcc8c2041', 'code': 200} Mar 05 04:59:18.837397 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=77cb3269-8a51-406d-bdc5-c3abcc8c2041,revision_number=7']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:18.862220 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1f33f-ebc5-4f98-a2f4-3d345cedd9d1 req-3754bb9a-23c4-4511-a312-e203244f3f66 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:18.868753 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-99b1f33f-ebc5-4f98-a2f4-3d345cedd9d1 req-3754bb9a-23c4-4511-a312-e203244f3f66 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.30 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 947 time: 0.4317837 Mar 05 04:59:18.909425 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afce99-8de0-4230-9021-9789845c65b7 req-30cd2f13-9917-48e4-86a7-7053472c1a99 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:18.914310 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-29afce99-8de0-4230-9021-9789845c65b7 req-30cd2f13-9917-48e4-86a7-7053472c1a99 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 947 time: 0.3389885 Mar 05 04:59:18.925615 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f6f950-4bb4-485b-9ae2-44dcfbc5c22a admin admin] Router 0f1043a2-b744-46e4-ae9e-dc6ac3e4f177 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 04:59:18.930166 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6655efbb-06a9-43ee-8346-2beb1f36f608 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for port (be399354-7cf7-42e0-9f00-7ce87bb6eadc), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:18.984732 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-29afce99-8de0-4230-9021-9789845c65b7 req-fa6e47ef-1177-4e34-9db9-68d245e22c53 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665915 Mar 05 04:59:19.163489 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-99b1f33f-ebc5-4f98-a2f4-3d345cedd9d1 req-d65cad18-e19f-4416-b80f-f9d858b14def tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Deleting port d1bd2387-390c-4747-9f24-372bac0df3d0 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:59:19.163836 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-99b1f33f-ebc5-4f98-a2f4-3d345cedd9d1 req-d65cad18-e19f-4416-b80f-f9d858b14def tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d1bd2387-390c-4747-9f24-372bac0df3d0), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:19.175327 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6655efbb-06a9-43ee-8346-2beb1f36f608 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (be399354-7cf7-42e0-9f00-7ce87bb6eadc), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:19.206737 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f500f44-72f3-41c1-9ae8-b0327fc833cf None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:59:19.273457 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f6f950-4bb4-485b-9ae2-44dcfbc5c22a admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:59:19.287354 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4be592-c56a-4400-9749-e8aece9c3647 None None] Sync routers for ids ['0f1043a2-b744-46e4-ae9e-dc6ac3e4f177'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:59:19.306321 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4be592-c56a-4400-9749-e8aece9c3647 None None] Routers {'0f1043a2-b744-46e4-ae9e-dc6ac3e4f177'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:59:19.309875 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7d4be592-c56a-4400-9749-e8aece9c3647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:59:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['0f1043a2-b744-46e4-ae9e-dc6ac3e4f177'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:59:19.319822 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-11f6f950-4bb4-485b-9ae2-44dcfbc5c22a admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:19.321224 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-11f6f950-4bb4-485b-9ae2-44dcfbc5c22a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.1176407 Mar 05 04:59:19.332478 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33342) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:19.340571 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655efbb-06a9-43ee-8346-2beb1f36f608 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Port': ['ID=be399354-7cf7-42e0-9f00-7ce87bb6eadc,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:19.557952 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device cea4d8e6-26ce-4539-bd09-49eae839cc48 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:59:19.626905 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-7d4be592-c56a-4400-9749-e8aece9c3647 None None] Set router 0f1043a2-b744-46e4-ae9e-dc6ac3e4f177 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:59:19.658848 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-99b1f33f-ebc5-4f98-a2f4-3d345cedd9d1 req-d65cad18-e19f-4416-b80f-f9d858b14def tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] For port d1bd2387-390c-4747-9f24-372bac0df3d0, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d1bd2387-390c-4747-9f24-372bac0df3d0,segment=NetworkSegment(f0906293-c3cd-4ab0-baf8-2f3f35cc0161),segment_id=f0906293-c3cd-4ab0-baf8-2f3f35cc0161)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:19.667036 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-99b1f33f-ebc5-4f98-a2f4-3d345cedd9d1 req-d65cad18-e19f-4416-b80f-f9d858b14def tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d1bd2387-390c-4747-9f24-372bac0df3d0), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:19.740794 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-cb440c95-681f-421b-8b97-60d8f2ff3ccc None None] Provisioning complete for port cea4d8e6-26ce-4539-bd09-49eae839cc48 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:19.746655 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cb440c95-681f-421b-8b97-60d8f2ff3ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cea4d8e6-26ce-4539-bd09-49eae839cc48), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:19.911635 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port cea4d8e6-26ce-4539-bd09-49eae839cc48 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:19.912007 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cea4d8e6-26ce-4539-bd09-49eae839cc48), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:20.153654 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-99b1f33f-ebc5-4f98-a2f4-3d345cedd9d1 req-d65cad18-e19f-4416-b80f-f9d858b14def tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:20.153654 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-99b1f33f-ebc5-4f98-a2f4-3d345cedd9d1 req-d65cad18-e19f-4416-b80f-f9d858b14def tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (f37fc286-2593-4aaf-b5ac-b691886fc6a6), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:20.153654 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [req-99b1f33f-ebc5-4f98-a2f4-3d345cedd9d1 req-d65cad18-e19f-4416-b80f-f9d858b14def tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Floating IP f37fc286-2593-4aaf-b5ac-b691886fc6a6 disassociated. External IP: 172.25.0.108, port: d1bd2387-390c-4747-9f24-372bac0df3d0. Mar 05 04:59:20.153654 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-99b1f33f-ebc5-4f98-a2f4-3d345cedd9d1 req-d65cad18-e19f-4416-b80f-f9d858b14def tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Calling delete_port for d1bd2387-390c-4747-9f24-372bac0df3d0 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:59:20.210843 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed471b4-b547-455c-b2f1-929bafa3fcdf None None] Update dhcp port {'port': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'fixed_ips': [{'subnet_id': '23ae70c9-bc97-44a2-b4e1-61fc5a3d7a97', 'ip_address': '2001:db8::f816:3eff:fe13:37aa'}, {'subnet_id': '148c6f97-dd35-4509-a247-b3b1697591e5'}], 'binding:host_id': 'n-d-789963-32'}, 'id': 'cea4d8e6-26ce-4539-bd09-49eae839cc48'} from n-d-789963-32. {{(pid=105233) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 05 04:59:20.312242 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6655efbb-06a9-43ee-8346-2beb1f36f608 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:59:20.314190 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-99b1f33f-ebc5-4f98-a2f4-3d345cedd9d1 req-d65cad18-e19f-4416-b80f-f9d858b14def tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (d1bd2387-390c-4747-9f24-372bac0df3d0), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:20.316567 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-6655efbb-06a9-43ee-8346-2beb1f36f608 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:59:20.325613 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6655efbb-06a9-43ee-8346-2beb1f36f608 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:59:20.343728 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6655efbb-06a9-43ee-8346-2beb1f36f608 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:20.344508 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6655efbb-06a9-43ee-8346-2beb1f36f608 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:20.391878 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port cea4d8e6-26ce-4539-bd09-49eae839cc48 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:20.392269 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cea4d8e6-26ce-4539-bd09-49eae839cc48), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:20.395642 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-cb440c95-681f-421b-8b97-60d8f2ff3ccc None None] Current status of the port cea4d8e6-26ce-4539-bd09-49eae839cc48 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:20.396023 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cb440c95-681f-421b-8b97-60d8f2ff3ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cea4d8e6-26ce-4539-bd09-49eae839cc48), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:20.409371 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bed471b4-b547-455c-b2f1-929bafa3fcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cea4d8e6-26ce-4539-bd09-49eae839cc48), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:20.475537 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7d4be592-c56a-4400-9749-e8aece9c3647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1043a2-b744-46e4-ae9e-dc6ac3e4f177', 'name': 'tempest-ServerRescueNegativeTestJSON-1275247950-router', 'tenant_id': '9a4b8503d9df4443b291278ddd00e28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'fe06687c-e42f-4648-a88b-d4412e23a060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:59:15Z', 'updated_at': '2022-03-05T04:59:17Z', 'revision_number': 3, 'project_id': '9a4b8503d9df4443b291278ddd00e28c', 'gw_port': {'id': 'fe06687c-e42f-4648-a88b-d4412e23a060', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1043a2-b744-46e4-ae9e-dc6ac3e4f177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:59:16Z', 'updated_at': '2022-03-05T04:59:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:59:20.483966 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-cb440c95-681f-421b-8b97-60d8f2ff3ccc None None] For port cea4d8e6-26ce-4539-bd09-49eae839cc48, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=cea4d8e6-26ce-4539-bd09-49eae839cc48,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:20.529831 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4be592-c56a-4400-9749-e8aece9c3647 None None] Checking router: 0f1043a2-b744-46e4-ae9e-dc6ac3e4f177 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:59:20.535304 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65cad18-e19f-4416-b80f-f9d858b14def tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Pushing event deleted for resources: {'Port': ['ID=d1bd2387-390c-4747-9f24-372bac0df3d0,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:20.536076 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4be592-c56a-4400-9749-e8aece9c3647 None None] Updating router 0f1043a2-b744-46e4-ae9e-dc6ac3e4f177 port fe06687c-e42f-4648-a88b-d4412e23a060 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:59:20.554395 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e95928-42e5-4865-ba32-79e813047d1d req-76eeeb6b-6ae6-4c03-bc96-b9949fc48add tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:20.556901 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-99e95928-42e5-4865-ba32-79e813047d1d req-76eeeb6b-6ae6-4c03-bc96-b9949fc48add tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 868 time: 0.3455620 Mar 05 04:59:20.563004 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cb440c95-681f-421b-8b97-60d8f2ff3ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cea4d8e6-26ce-4539-bd09-49eae839cc48), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:20.651187 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7d4be592-c56a-4400-9749-e8aece9c3647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fe06687c-e42f-4648-a88b-d4412e23a060), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:20.662543 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-99e95928-42e5-4865-ba32-79e813047d1d req-70109030-e301-4d6a-81c0-68bb9ec82e40 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=df504d27-aa93-4aca-9ef2-4c9309f0e2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993776 Mar 05 04:59:20.674152 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6655efbb-06a9-43ee-8346-2beb1f36f608 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.0611131 Mar 05 04:59:20.688982 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33372) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:20.793271 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c7dc428a-75f1-43d1-a83b-5e8da5f31a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:20.845891 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 04:59:20.846473 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 04:59:21.174308 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb440c95-681f-421b-8b97-60d8f2ff3ccc None None] Pushing event updated for resources: {'Port': ['ID=cea4d8e6-26ce-4539-bd09-49eae839cc48,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:21.233392 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-c7dc428a-75f1-43d1-a83b-5e8da5f31a19 admin admin] Allocated IP 172.20.0.1 (e2ea6029-e725-4617-9e1a-670683181521/2ee3a0bf-8ff3-4691-abcb-5ebfd0488082/166d6d34-202a-4b97-8571-101b3a407ac6) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:59:21.266014 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7d4be592-c56a-4400-9749-e8aece9c3647 None None] Publish callbacks [] for port (fe06687c-e42f-4648-a88b-d4412e23a060), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:21.280680 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7d4be592-c56a-4400-9749-e8aece9c3647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fe06687c-e42f-4648-a88b-d4412e23a060), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:21.430450 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70c495-c3f9-4ef4-b8d5-0d8855f88ea7 None None] Pushing event updated for resources: {'Port': ['ID=fe06687c-e42f-4648-a88b-d4412e23a060,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:21.458000 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-7d4be592-c56a-4400-9749-e8aece9c3647 None None] Attempting to bind port fe06687c-e42f-4648-a88b-d4412e23a060 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:59:21.458424 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-7d4be592-c56a-4400-9749-e8aece9c3647 None None] Attempting to bind port fe06687c-e42f-4648-a88b-d4412e23a060 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:59:21.458851 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4be592-c56a-4400-9749-e8aece9c3647 None None] Attempting to bind port fe06687c-e42f-4648-a88b-d4412e23a060 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:59:21.499475 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70c495-c3f9-4ef4-b8d5-0d8855f88ea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:21.500169 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70c495-c3f9-4ef4-b8d5-0d8855f88ea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:21.500169 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70c495-c3f9-4ef4-b8d5-0d8855f88ea7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:21.500553 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70c495-c3f9-4ef4-b8d5-0d8855f88ea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:21.500812 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70c495-c3f9-4ef4-b8d5-0d8855f88ea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:21.506476 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70c495-c3f9-4ef4-b8d5-0d8855f88ea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:21.506886 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70c495-c3f9-4ef4-b8d5-0d8855f88ea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:21.507260 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70c495-c3f9-4ef4-b8d5-0d8855f88ea7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:21.507609 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70c495-c3f9-4ef4-b8d5-0d8855f88ea7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:21.510788 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c7dc428a-75f1-43d1-a83b-5e8da5f31a19 admin admin] Publish callbacks [] for port (166d6d34-202a-4b97-8571-101b3a407ac6), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:21.514696 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70c495-c3f9-4ef4-b8d5-0d8855f88ea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:21.515200 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70c495-c3f9-4ef4-b8d5-0d8855f88ea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:21.515556 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70c495-c3f9-4ef4-b8d5-0d8855f88ea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:21.515921 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa70c495-c3f9-4ef4-b8d5-0d8855f88ea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:21.519841 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4be592-c56a-4400-9749-e8aece9c3647 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:59:21.520243 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4be592-c56a-4400-9749-e8aece9c3647 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:59:21.520648 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7d4be592-c56a-4400-9749-e8aece9c3647 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:21.521047 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4be592-c56a-4400-9749-e8aece9c3647 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:59:21.533238 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-7d4be592-c56a-4400-9749-e8aece9c3647 None None] Bound port: fe06687c-e42f-4648-a88b-d4412e23a060, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:59:21.533691 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7d4be592-c56a-4400-9749-e8aece9c3647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fe06687c-e42f-4648-a88b-d4412e23a060), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:21.589469 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c7dc428a-75f1-43d1-a83b-5e8da5f31a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (166d6d34-202a-4b97-8571-101b3a407ac6), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:21.674527 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dc428a-75f1-43d1-a83b-5e8da5f31a19 admin admin] Network e2ea6029-e725-4617-9e1a-670683181521 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:59:21.703989 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-c7dc428a-75f1-43d1-a83b-5e8da5f31a19 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:59:21.709641 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-7d4be592-c56a-4400-9749-e8aece9c3647 None None] For port fe06687c-e42f-4648-a88b-d4412e23a060, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:59:21.718771 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-7d4be592-c56a-4400-9749-e8aece9c3647 None None] For port fe06687c-e42f-4648-a88b-d4412e23a060, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=fe06687c-e42f-4648-a88b-d4412e23a060,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:59:21.720992 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc428a-75f1-43d1-a83b-5e8da5f31a19 admin admin] Pushing event updated for resources: {'Port': ['ID=166d6d34-202a-4b97-8571-101b3a407ac6,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:21.724571 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dc428a-75f1-43d1-a83b-5e8da5f31a19 admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:59:21.740887 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7d4be592-c56a-4400-9749-e8aece9c3647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fe06687c-e42f-4648-a88b-d4412e23a060), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:21.750872 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port cea4d8e6-26ce-4539-bd09-49eae839cc48 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:21.804630 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d1bd2387-390c-4747-9f24-372bac0df3d0 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:59:21.931578 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c7dc428a-75f1-43d1-a83b-5e8da5f31a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (0f1043a2-b744-46e4-ae9e-dc6ac3e4f177), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:21.936040 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: d1bd2387-390c-4747-9f24-372bac0df3d0 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:59:21.936828 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d1bd2387-390c-4747-9f24-372bac0df3d0 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:59:21.980588 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-bed471b4-b547-455c-b2f1-929bafa3fcdf None None] Allocated IP 2001:db8:0:1::2 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/148c6f97-dd35-4509-a247-b3b1697591e5/cea4d8e6-26ce-4539-bd09-49eae839cc48) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:59:22.032331 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device cea4d8e6-26ce-4539-bd09-49eae839cc48 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:59:22.035682 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4be592-c56a-4400-9749-e8aece9c3647 None None] Routers {'0f1043a2-b744-46e4-ae9e-dc6ac3e4f177'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:59:22.038538 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7d4be592-c56a-4400-9749-e8aece9c3647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:59:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['0f1043a2-b744-46e4-ae9e-dc6ac3e4f177'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:59:22.121376 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9482f24c-e531-4e79-9b4b-c888091f1681 req-07af4c24-cba8-4515-9925-8307d7348430 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 210 time: 0.1822684 Mar 05 04:59:22.253069 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99b1f33f-ebc5-4f98-a2f4-3d345cedd9d1 req-d65cad18-e19f-4416-b80f-f9d858b14def tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Router e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:59:22.325656 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-5e2ed34e-205b-4cbf-b232-bbe072e93446 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting port be399354-7cf7-42e0-9f00-7ce87bb6eadc {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:59:22.326830 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5e2ed34e-205b-4cbf-b232-bbe072e93446 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (be399354-7cf7-42e0-9f00-7ce87bb6eadc), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:22.449521 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-7d4be592-c56a-4400-9749-e8aece9c3647 None None] Set router 0f1043a2-b744-46e4-ae9e-dc6ac3e4f177 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:59:22.451437 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c7dc428a-75f1-43d1-a83b-5e8da5f31a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (166d6d34-202a-4b97-8571-101b3a407ac6), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:22.454038 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port cea4d8e6-26ce-4539-bd09-49eae839cc48 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:22.457281 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33406) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:22.458199 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cea4d8e6-26ce-4539-bd09-49eae839cc48), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:22.518586 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5e2ed34e-205b-4cbf-b232-bbe072e93446 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (be399354-7cf7-42e0-9f00-7ce87bb6eadc), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:22.538111 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-5e2ed34e-205b-4cbf-b232-bbe072e93446 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Calling delete_port for be399354-7cf7-42e0-9f00-7ce87bb6eadc owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:59:22.545551 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70c495-c3f9-4ef4-b8d5-0d8855f88ea7 None None] Pushing event updated for resources: {'Port': ['ID=fe06687c-e42f-4648-a88b-d4412e23a060,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:22.626358 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-bed471b4-b547-455c-b2f1-929bafa3fcdf None None] For port cea4d8e6-26ce-4539-bd09-49eae839cc48, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=cea4d8e6-26ce-4539-bd09-49eae839cc48,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:22.737941 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bed471b4-b547-455c-b2f1-929bafa3fcdf None None] Publish callbacks [] for port (cea4d8e6-26ce-4539-bd09-49eae839cc48), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:22.761469 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bed471b4-b547-455c-b2f1-929bafa3fcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cea4d8e6-26ce-4539-bd09-49eae839cc48), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:22.822687 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed471b4-b547-455c-b2f1-929bafa3fcdf None None] Pushing event updated for resources: {'Port': ['ID=cea4d8e6-26ce-4539-bd09-49eae839cc48,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:22.842721 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port cea4d8e6-26ce-4539-bd09-49eae839cc48 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:22.851475 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7d4be592-c56a-4400-9749-e8aece9c3647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1043a2-b744-46e4-ae9e-dc6ac3e4f177', 'name': 'tempest-ServerRescueNegativeTestJSON-1275247950-router', 'tenant_id': '9a4b8503d9df4443b291278ddd00e28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'fe06687c-e42f-4648-a88b-d4412e23a060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:59:15Z', 'updated_at': '2022-03-05T04:59:17Z', 'revision_number': 3, 'project_id': '9a4b8503d9df4443b291278ddd00e28c', 'gw_port': {'id': 'fe06687c-e42f-4648-a88b-d4412e23a060', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1043a2-b744-46e4-ae9e-dc6ac3e4f177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:59:16Z', 'updated_at': '2022-03-05T04:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:59:22.875127 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3d00d38d-958e-428d-b807-5cb257da52f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:22.919923 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4be592-c56a-4400-9749-e8aece9c3647 None None] The sync data for ids ['0f1043a2-b744-46e4-ae9e-dc6ac3e4f177'] in n-d-789963-32 is: [{'id': '0f1043a2-b744-46e4-ae9e-dc6ac3e4f177', 'name': 'tempest-ServerRescueNegativeTestJSON-1275247950-router', 'tenant_id': '9a4b8503d9df4443b291278ddd00e28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'fe06687c-e42f-4648-a88b-d4412e23a060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:59:15Z', 'updated_at': '2022-03-05T04:59:17Z', 'revision_number': 3, 'project_id': '9a4b8503d9df4443b291278ddd00e28c', 'gw_port': {'id': 'fe06687c-e42f-4648-a88b-d4412e23a060', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1043a2-b744-46e4-ae9e-dc6ac3e4f177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:59:16Z', 'updated_at': '2022-03-05T04:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:59:23.010176 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c7dc428a-75f1-43d1-a83b-5e8da5f31a19 admin admin] Publish callbacks [] for port (166d6d34-202a-4b97-8571-101b3a407ac6), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:23.023457 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c7dc428a-75f1-43d1-a83b-5e8da5f31a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (166d6d34-202a-4b97-8571-101b3a407ac6), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:23.078333 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99b1f33f-ebc5-4f98-a2f4-3d345cedd9d1 req-d65cad18-e19f-4416-b80f-f9d858b14def tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:59:23.098631 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe242803-f965-446b-830c-d1e0090436d6 None None] Sync routers for ids ['e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:59:23.125421 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe242803-f965-446b-830c-d1e0090436d6 None None] Routers {'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:59:23.126599 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-fe242803-f965-446b-830c-d1e0090436d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:59:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:59:23.162988 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc428a-75f1-43d1-a83b-5e8da5f31a19 admin admin] Pushing event updated for resources: {'Port': ['ID=166d6d34-202a-4b97-8571-101b3a407ac6,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:23.187260 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c7dc428a-75f1-43d1-a83b-5e8da5f31a19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (0f1043a2-b744-46e4-ae9e-dc6ac3e4f177), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:23.195503 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b1f33f-ebc5-4f98-a2f4-3d345cedd9d1 req-d65cad18-e19f-4416-b80f-f9d858b14def tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] No DVR routers for this DVR port d1bd2387-390c-4747-9f24-372bac0df3d0 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:59:23.202030 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-99b1f33f-ebc5-4f98-a2f4-3d345cedd9d1 req-d65cad18-e19f-4416-b80f-f9d858b14def tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:23.205440 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-99b1f33f-ebc5-4f98-a2f4-3d345cedd9d1 req-d65cad18-e19f-4416-b80f-f9d858b14def tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.30 "DELETE /v2.0/ports/d1bd2387-390c-4747-9f24-372bac0df3d0 HTTP/1.1" status: 204 len: 173 time: 4.3306170 Mar 05 04:59:23.205916 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939d753d-225a-4c87-8959-e07053961ebf', 'name': 'network-vif-deleted', 'tag': 'd1bd2387-390c-4747-9f24-372bac0df3d0'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:59:23.217156 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d7f8ed-6cfc-47d1-9abf-cc9d9a2f72bb" -d '{"events": [{"server_uuid": "939d753d-225a-4c87-8959-e07053961ebf", "name": "network-vif-deleted", "tag": "d1bd2387-390c-4747-9f24-372bac0df3d0"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:59:23.438656 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f182a2-79fa-429d-a203-010e445ea22e x-openstack-request-id: req-e9f182a2-79fa-429d-a203-010e445ea22e {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:59:23.439515 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939d753d-225a-4c87-8959-e07053961ebf", "name": "network-vif-deleted", "tag": "d1bd2387-390c-4747-9f24-372bac0df3d0", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:59:23.441283 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e9f182a2-79fa-429d-a203-010e445ea22e {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:59:23.442193 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939d753d-225a-4c87-8959-e07053961ebf', 'name': 'network-vif-deleted', 'tag': 'd1bd2387-390c-4747-9f24-372bac0df3d0', 'status': 'completed', 'code': 200} Mar 05 04:59:23.472047 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5e2ed34e-205b-4cbf-b232-bbe072e93446 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (be399354-7cf7-42e0-9f00-7ce87bb6eadc), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:23.545309 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ed34e-205b-4cbf-b232-bbe072e93446 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Port': ['ID=be399354-7cf7-42e0-9f00-7ce87bb6eadc,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:23.550652 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-fe242803-f965-446b-830c-d1e0090436d6 None None] Set router e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:59:23.707061 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5e2ed34e-205b-4cbf-b232-bbe072e93446 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:23.731559 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5e2ed34e-205b-4cbf-b232-bbe072e93446 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/be399354-7cf7-42e0-9f00-7ce87bb6eadc HTTP/1.1" status: 204 len: 168 time: 3.0434351 Mar 05 04:59:23.735794 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33432) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:23.825599 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-73f80316-46c9-4e48-934b-3c137415b171 req-bb8faa61-9d49-4171-b722-4aaa6f469c87 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=939d753d-225a-4c87-8959-e07053961ebf HTTP/1.1" status: 200 len: 210 time: 0.2492435 Mar 05 04:59:23.842547 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dc428a-75f1-43d1-a83b-5e8da5f31a19 admin admin] Network e2ea6029-e725-4617-9e1a-670683181521 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:59:23.871913 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-c7dc428a-75f1-43d1-a83b-5e8da5f31a19 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:59:23.959547 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa4e94d-7bdb-42f0-8c2f-448a3a33cb7d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:23.968134 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5aa4e94d-7bdb-42f0-8c2f-448a3a33cb7d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2307398 Mar 05 04:59:23.968852 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33438) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:24.150158 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef92ad85-9140-471c-a0e6-60657cae4fe6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:24.160982 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ef92ad85-9140-471c-a0e6-60657cae4fe6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1817441 Mar 05 04:59:24.161685 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33450) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:24.366522 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cf5fc3-5c06-4f6c-a198-633bde0aaaa2 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:24.370345 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cf5fc3-5c06-4f6c-a198-633bde0aaaa2 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:24.378408 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cf5fc3-5c06-4f6c-a198-633bde0aaaa2 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:24.387421 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7dc428a-75f1-43d1-a83b-5e8da5f31a19 admin admin] Router 0f1043a2-b744-46e4-ae9e-dc6ac3e4f177 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:59:24.404331 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-20cf5fc3-5c06-4f6c-a198-633bde0aaaa2 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2390199 Mar 05 04:59:24.404601 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33454) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:24.474611 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device fe06687c-e42f-4648-a88b-d4412e23a060 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:59:24.591626 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-a892ae86-b34f-4647-a981-3c182b9c0ce8 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting subnet 148c6f97-dd35-4509-a247-b3b1697591e5 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:59:24.598683 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a892ae86-b34f-4647-a981-3c182b9c0ce8 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (148c6f97-dd35-4509-a247-b3b1697591e5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:24.629762 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3d00d38d-958e-428d-b807-5cb257da52f0 admin admin] Publish callbacks [] for security_group (4200e150-7b82-4c26-a758-cb3412ac6e86), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:24.679172 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-fe242803-f965-446b-830c-d1e0090436d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1738830377-router', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:19Z', 'updated_at': '2022-03-05T04:55:33Z', 'revision_number': 4, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'gw_port': {'id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:da:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:21Z', 'updated_at': '2022-03-05T04:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '303356a8-e669-4c08-8c51-c8c38c0d0ab0', 'name': '', 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'mac_address': 'fa:16:3e:9f:50:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:30Z', 'updated_at': '2022-03-05T04:55:38Z', 'revision_number': 5, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'subnets': [{'id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:59:24.696217 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-16a49488-74c5-4b64-a745-69b82cc95d94 None None] Provisioning complete for port cea4d8e6-26ce-4539-bd09-49eae839cc48 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:24.696654 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-16a49488-74c5-4b64-a745-69b82cc95d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cea4d8e6-26ce-4539-bd09-49eae839cc48), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:24.729394 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a892ae86-b34f-4647-a981-3c182b9c0ce8 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (148c6f97-dd35-4509-a247-b3b1697591e5), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:24.788796 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3d00d38d-958e-428d-b807-5cb257da52f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4200e150-7b82-4c26-a758-cb3412ac6e86), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:24.803361 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe242803-f965-446b-830c-d1e0090436d6 None None] Checking router: e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:59:24.871299 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-16a49488-74c5-4b64-a745-69b82cc95d94 None None] Current status of the port cea4d8e6-26ce-4539-bd09-49eae839cc48 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:24.880053 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-16a49488-74c5-4b64-a745-69b82cc95d94 None None] Could not find standard attr ID for object be399354-7cf7-42e0-9f00-7ce87bb6eadc. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 04:59:24.884251 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe242803-f965-446b-830c-d1e0090436d6 None None] Routers {'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:59:24.885612 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-fe242803-f965-446b-830c-d1e0090436d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:59:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:59:24.895652 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port fe06687c-e42f-4648-a88b-d4412e23a060 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:24.896287 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fe06687c-e42f-4648-a88b-d4412e23a060), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:24.980713 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a892ae86-b34f-4647-a981-3c182b9c0ce8 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (148c6f97-dd35-4509-a247-b3b1697591e5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:25.008466 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3d00d38d-958e-428d-b807-5cb257da52f0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7ec89b19e0974c29892fbd29dbc2455e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5356023 Mar 05 04:59:25.018917 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33462) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:25.120648 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33464) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:25.121808 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port fe06687c-e42f-4648-a88b-d4412e23a060 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:25.122422 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fe06687c-e42f-4648-a88b-d4412e23a060), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:25.158408 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-fe242803-f965-446b-830c-d1e0090436d6 None None] Set router e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:59:25.200193 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port fe06687c-e42f-4648-a88b-d4412e23a060, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=fe06687c-e42f-4648-a88b-d4412e23a060,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:25.208633 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-851c3f5b-d7dd-42c9-93f6-22c9f784818f None None] Could not find standard attr ID for object be399354-7cf7-42e0-9f00-7ce87bb6eadc. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 04:59:25.218209 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fe06687c-e42f-4648-a88b-d4412e23a060), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:25.219117 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device cea4d8e6-26ce-4539-bd09-49eae839cc48 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:59:25.284414 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00d38d-958e-428d-b807-5cb257da52f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4200e150-7b82-4c26-a758-cb3412ac6e86,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:25.363446 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a892ae86-b34f-4647-a981-3c182b9c0ce8 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (148c6f97-dd35-4509-a247-b3b1697591e5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:25.393190 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port cea4d8e6-26ce-4539-bd09-49eae839cc48 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:25.393585 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cea4d8e6-26ce-4539-bd09-49eae839cc48), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:25.433098 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892ae86-b34f-4647-a981-3c182b9c0ce8 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Subnet': ['ID=148c6f97-dd35-4509-a247-b3b1697591e5,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:25.453318 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a892ae86-b34f-4647-a981-3c182b9c0ce8 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:25.457936 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a892ae86-b34f-4647-a981-3c182b9c0ce8 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/148c6f97-dd35-4509-a247-b3b1697591e5 HTTP/1.1" status: 204 len: 168 time: 1.0522478 Mar 05 04:59:25.470223 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028094a-5235-48d9-8725-b83be6c4bd96 req-03e340e7-e98f-4c55-8443-6386ad3ee45b tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:25.471871 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0028094a-5235-48d9-8725-b83be6c4bd96 req-03e340e7-e98f-4c55-8443-6386ad3ee45b tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=73ad1b45-f62c-41db-a133-fb0703fca89b HTTP/1.1" status: 200 len: 945 time: 0.8311472 Mar 05 04:59:25.474783 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33478) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:25.538661 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-efd78a96-77d6-4a50-bb46-07029ac71603 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for security_group (df504d27-aa93-4aca-9ef2-4c9309f0e2ae), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:25.609756 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c8334577-401b-4238-b819-9ce4aae8e045 admin admin] Publish callbacks [] for security_group (4200e150-7b82-4c26-a758-cb3412ac6e86), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:25.616874 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7dc428a-75f1-43d1-a83b-5e8da5f31a19 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:59:25.623461 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port cea4d8e6-26ce-4539-bd09-49eae839cc48 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:25.631991 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c7dc428a-75f1-43d1-a83b-5e8da5f31a19 admin admin] 10.222.0.11 "PUT /v2.0/routers/0f1043a2-b744-46e4-ae9e-dc6ac3e4f177/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2981758 Mar 05 04:59:25.667261 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a1a93e-9387-4964-8d44-9e3d4e46a4f8 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:59:25.669853 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=fe06687c-e42f-4648-a88b-d4412e23a060,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:25.672292 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-efd78a96-77d6-4a50-bb46-07029ac71603 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for security_group (df504d27-aa93-4aca-9ef2-4c9309f0e2ae), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:25.686618 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-a820582a-f9ec-43bd-8b91-097c5099bdd9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting subnet 23ae70c9-bc97-44a2-b4e1-61fc5a3d7a97 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:59:25.729974 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a820582a-f9ec-43bd-8b91-097c5099bdd9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (23ae70c9-bc97-44a2-b4e1-61fc5a3d7a97), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:25.929709 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a820582a-f9ec-43bd-8b91-097c5099bdd9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (23ae70c9-bc97-44a2-b4e1-61fc5a3d7a97), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:26.046574 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-efd78a96-77d6-4a50-bb46-07029ac71603 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (df504d27-aa93-4aca-9ef2-4c9309f0e2ae), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:26.053674 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-efd78a96-77d6-4a50-bb46-07029ac71603 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:26.060473 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-efd78a96-77d6-4a50-bb46-07029ac71603 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "DELETE /v2.0/security-groups/df504d27-aa93-4aca-9ef2-4c9309f0e2ae HTTP/1.1" status: 204 len: 168 time: 0.9386842 Mar 05 04:59:26.065468 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33488) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:26.197103 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:26.197746 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:26.198106 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:26.198457 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:26.198804 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:26.199693 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:26.200083 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:26.200429 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:26.200773 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:26.201195 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:26.201505 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:26.201858 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:26.202177 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 04:59:26.206311 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0028094a-5235-48d9-8725-b83be6c4bd96 req-ef30a765-561e-4055-8be4-d4dec056269c tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2042260-7759-4c9c-b4d2-a1beac14245a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6743176 Mar 05 04:59:26.240866 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a820582a-f9ec-43bd-8b91-097c5099bdd9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (23ae70c9-bc97-44a2-b4e1-61fc5a3d7a97), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:26.313230 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-41c9dfba-c76c-48fe-b5ee-04ab57f556f2 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] show failed (client error): The resource could not be found. Mar 05 04:59:26.314287 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-41c9dfba-c76c-48fe-b5ee-04ab57f556f2 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups/df504d27-aa93-4aca-9ef2-4c9309f0e2ae HTTP/1.1" status: 404 len: 347 time: 0.2406459 Mar 05 04:59:26.317699 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c8334577-401b-4238-b819-9ce4aae8e045 admin admin] Publish callbacks [] for security_group (4200e150-7b82-4c26-a758-cb3412ac6e86), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:26.320730 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33500) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:26.327986 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd78a96-77d6-4a50-bb46-07029ac71603 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df504d27-aa93-4aca-9ef2-4c9309f0e2ae,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:26.386967 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a820582a-f9ec-43bd-8b91-097c5099bdd9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (23ae70c9-bc97-44a2-b4e1-61fc5a3d7a97), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:26.464983 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820582a-f9ec-43bd-8b91-097c5099bdd9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Subnet': ['ID=23ae70c9-bc97-44a2-b4e1-61fc5a3d7a97,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:26.481941 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a820582a-f9ec-43bd-8b91-097c5099bdd9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:26.489821 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a820582a-f9ec-43bd-8b91-097c5099bdd9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/23ae70c9-bc97-44a2-b4e1-61fc5a3d7a97 HTTP/1.1" status: 204 len: 168 time: 1.0121007 Mar 05 04:59:26.490961 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33512) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:26.505956 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde87a49-7fd4-4987-b5fb-34352b9e1603 None None] Sync routers for ids ['0f1043a2-b744-46e4-ae9e-dc6ac3e4f177'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:59:26.523261 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-fe242803-f965-446b-830c-d1e0090436d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1738830377-router', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:19Z', 'updated_at': '2022-03-05T04:55:33Z', 'revision_number': 4, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'gw_port': {'id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:da:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:21Z', 'updated_at': '2022-03-05T04:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '303356a8-e669-4c08-8c51-c8c38c0d0ab0', 'name': '', 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'mac_address': 'fa:16:3e:9f:50:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:30Z', 'updated_at': '2022-03-05T04:55:38Z', 'revision_number': 5, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'subnets': [{'id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:59:26.537110 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde87a49-7fd4-4987-b5fb-34352b9e1603 None None] Routers {'0f1043a2-b744-46e4-ae9e-dc6ac3e4f177'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:59:26.537793 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-cde87a49-7fd4-4987-b5fb-34352b9e1603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:59:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['0f1043a2-b744-46e4-ae9e-dc6ac3e4f177'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:59:26.551016 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7afd1-3cbd-4f1b-8784-4573a483a465 req-2f9dcde2-e6d1-4a72-bfe3-366effe21690 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:26.552621 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-04f7afd1-3cbd-4f1b-8784-4573a483a465 req-2f9dcde2-e6d1-4a72-bfe3-366effe21690 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.31 "GET /v2.0/ports?device_id=73ad1b45-f62c-41db-a133-fb0703fca89b HTTP/1.1" status: 200 len: 945 time: 0.3223629 Mar 05 04:59:26.610193 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5451fe7c-328b-45e2-ab79-5641a0db297c tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1162243 Mar 05 04:59:26.613105 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe242803-f965-446b-830c-d1e0090436d6 None None] The sync data for ids ['e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'] in n-d-789963-32 is: [{'id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1738830377-router', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:19Z', 'updated_at': '2022-03-05T04:55:33Z', 'revision_number': 4, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'gw_port': {'id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:da:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:21Z', 'updated_at': '2022-03-05T04:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '303356a8-e669-4c08-8c51-c8c38c0d0ab0', 'name': '', 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'mac_address': 'fa:16:3e:9f:50:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:30Z', 'updated_at': '2022-03-05T04:55:38Z', 'revision_number': 5, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'subnets': [{'id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:59:26.613703 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33514) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:26.630916 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-ab85a888-db9a-447b-b438-45417f0e76fe tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:59:26.769801 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c8334577-401b-4238-b819-9ce4aae8e045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4200e150-7b82-4c26-a758-cb3412ac6e86), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:26.774820 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c8334577-401b-4238-b819-9ce4aae8e045 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:26.788173 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c8334577-401b-4238-b819-9ce4aae8e045 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4200e150-7b82-4c26-a758-cb3412ac6e86 HTTP/1.1" status: 204 len: 168 time: 1.7676754 Mar 05 04:59:26.808288 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab85a888-db9a-447b-b438-45417f0e76fe tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:59:26.817610 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ab85a888-db9a-447b-b438-45417f0e76fe tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:26.844145 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8334577-401b-4238-b819-9ce4aae8e045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4200e150-7b82-4c26-a758-cb3412ac6e86,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:26.877934 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-cde87a49-7fd4-4987-b5fb-34352b9e1603 None None] Set router 0f1043a2-b744-46e4-ae9e-dc6ac3e4f177 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:59:27.199741 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-e6d4796a-6099-4d6c-9aa1-a4f7f817377a tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:27.209428 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-e6d4796a-6099-4d6c-9aa1-a4f7f817377a tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/networks?id=e2ea6029-e725-4617-9e1a-670683181521 HTTP/1.1" status: 200 len: 819 time: 0.6447709 Mar 05 04:59:27.255235 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-bd1e5c42-16e3-414c-b963-54d5795fa9cf tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/quotas/9a4b8503d9df4443b291278ddd00e28c HTTP/1.1" status: 200 len: 375 time: 0.0443196 Mar 05 04:59:27.262017 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-7c8628ca-e1d2-4ce4-90a5-49c67eee54d3 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Deleting port 5ab26fcf-251e-4864-a482-e81a9a275aa8 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:59:27.265813 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c8628ca-e1d2-4ce4-90a5-49c67eee54d3 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (5ab26fcf-251e-4864-a482-e81a9a275aa8), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:27.328829 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c94a00-7dc2-4904-9e22-b25479b325a0 None None] New status for floating IP f37fc286-2593-4aaf-b5ac-b691886fc6a6: DOWN {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 04:59:27.405976 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2f24ade6-a945-4998-ae08-db79c8315e2d req-ffd971a8-32d7-483a-806b-c53e831cd418 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90a0ff1b-d127-4552-96e6-3ddece488601&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2795391 Mar 05 04:59:27.482943 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c8628ca-e1d2-4ce4-90a5-49c67eee54d3 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (5ab26fcf-251e-4864-a482-e81a9a275aa8), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:27.483304 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c8628ca-e1d2-4ce4-90a5-49c67eee54d3 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for floatingip (5ab26fcf-251e-4864-a482-e81a9a275aa8), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:27.529484 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-cde87a49-7fd4-4987-b5fb-34352b9e1603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1043a2-b744-46e4-ae9e-dc6ac3e4f177', 'name': 'tempest-ServerRescueNegativeTestJSON-1275247950-router', 'tenant_id': '9a4b8503d9df4443b291278ddd00e28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'fe06687c-e42f-4648-a88b-d4412e23a060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:59:15Z', 'updated_at': '2022-03-05T04:59:22Z', 'revision_number': 4, 'project_id': '9a4b8503d9df4443b291278ddd00e28c', 'gw_port': {'id': 'fe06687c-e42f-4648-a88b-d4412e23a060', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1043a2-b744-46e4-ae9e-dc6ac3e4f177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:59:16Z', 'updated_at': '2022-03-05T04:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '166d6d34-202a-4b97-8571-101b3a407ac6', 'name': '', 'network_id': 'e2ea6029-e725-4617-9e1a-670683181521', 'tenant_id': '9a4b8503d9df4443b291278ddd00e28c', 'mac_address': 'fa:16:3e:b1:ac:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1043a2-b744-46e4-ae9e-dc6ac3e4f177', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '2ee3a0bf-8ff3-4691-abcb-5ebfd0488082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:59:20Z', 'updated_at': '2022-03-05T04:59:22Z', 'revision_number': 2, 'project_id': '9a4b8503d9df4443b291278ddd00e28c', 'subnets': [{'id': '2ee3a0bf-8ff3-4691-abcb-5ebfd0488082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:59:27.537632 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-7c8628ca-e1d2-4ce4-90a5-49c67eee54d3 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Calling delete_port for 5ab26fcf-251e-4864-a482-e81a9a275aa8 owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:59:27.613105 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde87a49-7fd4-4987-b5fb-34352b9e1603 None None] Checking router: 0f1043a2-b744-46e4-ae9e-dc6ac3e4f177 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:59:27.613467 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde87a49-7fd4-4987-b5fb-34352b9e1603 None None] Updating router 0f1043a2-b744-46e4-ae9e-dc6ac3e4f177 port 166d6d34-202a-4b97-8571-101b3a407ac6 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 04:59:27.615626 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33528) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:27.707296 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-52a59ed9-a972-4f57-a0f4-cb2429b2ecb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:27.719154 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-cde87a49-7fd4-4987-b5fb-34352b9e1603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (166d6d34-202a-4b97-8571-101b3a407ac6), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:27.764128 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2d3901-b587-49db-94fd-216fc166adb9 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:59:27.853017 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-04f7afd1-3cbd-4f1b-8784-4573a483a465 req-9b0b6bc3-5c81-4673-af73-aea319df014d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Deleting port ab1727b5-bfe0-4373-a050-b7c0ff75cf15 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:59:27.854493 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-04f7afd1-3cbd-4f1b-8784-4573a483a465 req-9b0b6bc3-5c81-4673-af73-aea319df014d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (ab1727b5-bfe0-4373-a050-b7c0ff75cf15), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:27.872832 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c8628ca-e1d2-4ce4-90a5-49c67eee54d3 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (5ab26fcf-251e-4864-a482-e81a9a275aa8), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:27.925171 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-52a59ed9-a972-4f57-a0f4-cb2429b2ecb9 admin admin] Publish callbacks [] for security_group (6530f9ef-4c4b-4d3b-9c74-91a600b621aa), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:27.946859 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-52a59ed9-a972-4f57-a0f4-cb2429b2ecb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6530f9ef-4c4b-4d3b-9c74-91a600b621aa), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:27.983101 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-4929ec7b-c895-414c-a39c-e6b1fc8de26d None None] Provisioning complete for port cea4d8e6-26ce-4539-bd09-49eae839cc48 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:27.983521 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4929ec7b-c895-414c-a39c-e6b1fc8de26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cea4d8e6-26ce-4539-bd09-49eae839cc48), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:28.028057 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device fe06687c-e42f-4648-a88b-d4412e23a060 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:59:28.060728 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-52a59ed9-a972-4f57-a0f4-cb2429b2ecb9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=03a232b950d5472c9ad7fba86236fe52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3899596 Mar 05 04:59:28.068707 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33530) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:28.075615 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24ade6-a945-4998-ae08-db79c8315e2d req-4cf07e59-4831-47e2-9ee4-5714d324fe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:28.077181 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2f24ade6-a945-4998-ae08-db79c8315e2d req-4cf07e59-4831-47e2-9ee4-5714d324fe76 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5d19f36e865d4d1c893d90afc94d506f&device_id=90a0ff1b-d127-4552-96e6-3ddece488601 HTTP/1.1" status: 200 len: 1128 time: 0.6005838 Mar 05 04:59:28.077738 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8628ca-e1d2-4ce4-90a5-49c67eee54d3 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Pushing event deleted for resources: {'Port': ['ID=5ab26fcf-251e-4864-a482-e81a9a275aa8,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:28.111977 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c8628ca-e1d2-4ce4-90a5-49c67eee54d3 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for floatingip (f37fc286-2593-4aaf-b5ac-b691886fc6a6), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:28.124297 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c8628ca-e1d2-4ce4-90a5-49c67eee54d3 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:28.127493 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7c8628ca-e1d2-4ce4-90a5-49c67eee54d3 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "DELETE /v2.0/floatingips/f37fc286-2593-4aaf-b5ac-b691886fc6a6 HTTP/1.1" status: 204 len: 168 time: 1.8008306 Mar 05 04:59:28.163979 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-dade1265-8a02-44b6-b5b5-376e45f70fbf tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9a4b8503d9df4443b291278ddd00e28c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9076030 Mar 05 04:59:28.213693 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a59ed9-a972-4f57-a0f4-cb2429b2ecb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6530f9ef-4c4b-4d3b-9c74-91a600b621aa,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:28.250702 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-4929ec7b-c895-414c-a39c-e6b1fc8de26d None None] Current status of the port cea4d8e6-26ce-4539-bd09-49eae839cc48 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:28.271160 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port fe06687c-e42f-4648-a88b-d4412e23a060 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:28.271569 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fe06687c-e42f-4648-a88b-d4412e23a060), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:28.392333 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-cde87a49-7fd4-4987-b5fb-34352b9e1603 None None] Publish callbacks [] for port (166d6d34-202a-4b97-8571-101b3a407ac6), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:28.411617 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-cde87a49-7fd4-4987-b5fb-34352b9e1603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (166d6d34-202a-4b97-8571-101b3a407ac6), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:28.424830 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f1333-ceeb-4d39-b557-0b59a6a61f63 req-3c75b147-91d1-4472-9125-2f4052d2920d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:28.433989 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-331f1333-ceeb-4d39-b557-0b59a6a61f63 req-3c75b147-91d1-4472-9125-2f4052d2920d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=73ad1b45-f62c-41db-a133-fb0703fca89b HTTP/1.1" status: 200 len: 945 time: 0.7440329 Mar 05 04:59:28.437273 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-10ce2df0-962b-42de-9750-58d993940223 service neutron] 10.222.0.11 "GET /v2.0/networks/e2ea6029-e725-4617-9e1a-670683181521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597716 Mar 05 04:59:28.465937 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port fe06687c-e42f-4648-a88b-d4412e23a060 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:28.555103 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-04f7afd1-3cbd-4f1b-8784-4573a483a465 req-9b0b6bc3-5c81-4673-af73-aea319df014d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] For port ab1727b5-bfe0-4373-a050-b7c0ff75cf15, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=ab1727b5-bfe0-4373-a050-b7c0ff75cf15,segment=NetworkSegment(78da9f50-b791-4384-818b-c3b1f3bf0c84),segment_id=78da9f50-b791-4384-818b-c3b1f3bf0c84)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:28.556020 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-04f7afd1-3cbd-4f1b-8784-4573a483a465 req-9b0b6bc3-5c81-4673-af73-aea319df014d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (ab1727b5-bfe0-4373-a050-b7c0ff75cf15), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:28.577526 n-d-789963-32 neutron-server[105232]: DEBUG neutron.objects.ports [None req-ab85a888-db9a-447b-b438-45417f0e76fe tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105232) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 05 04:59:28.746079 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dfe6d814-8b98-456d-98b1-4d589d77b686 admin admin] Publish callbacks [] for security_group (6530f9ef-4c4b-4d3b-9c74-91a600b621aa), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:28.783305 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fa7179a0-b219-4cde-abd8-e3d23246010b None None] Provisioning complete for port cea4d8e6-26ce-4539-bd09-49eae839cc48 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:28.783696 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fa7179a0-b219-4cde-abd8-e3d23246010b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cea4d8e6-26ce-4539-bd09-49eae839cc48), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:28.840228 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dfe6d814-8b98-456d-98b1-4d589d77b686 admin admin] Publish callbacks [] for security_group (6530f9ef-4c4b-4d3b-9c74-91a600b621aa), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:28.840228 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24ade6-a945-4998-ae08-db79c8315e2d req-db9c733e-87cd-4b87-85d2-441e5bf7a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:28.840228 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2f24ade6-a945-4998-ae08-db79c8315e2d req-db9c733e-87cd-4b87-85d2-441e5bf7a758 service neutron] 10.222.0.30 "GET /v2.0/networks?id=931621a1-3c63-4b88-9017-913fd0b96f88 HTTP/1.1" status: 200 len: 911 time: 0.6897120 Mar 05 04:59:28.846718 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392be401-3913-4766-b774-839e11e2e3e4 None None] Pushing event updated for resources: {'Port': ['ID=166d6d34-202a-4b97-8571-101b3a407ac6,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:28.892019 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-cde87a49-7fd4-4987-b5fb-34352b9e1603 None None] Attempting to bind port 166d6d34-202a-4b97-8571-101b3a407ac6 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:59:28.892816 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-cde87a49-7fd4-4987-b5fb-34352b9e1603 None None] Attempting to bind port 166d6d34-202a-4b97-8571-101b3a407ac6 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '26e36fa6-1eff-47ca-aa89-f624448d85d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e2ea6029-e725-4617-9e1a-670683181521'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:59:28.893595 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde87a49-7fd4-4987-b5fb-34352b9e1603 None None] Attempting to bind port 166d6d34-202a-4b97-8571-101b3a407ac6 on network e2ea6029-e725-4617-9e1a-670683181521 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:59:28.900634 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde87a49-7fd4-4987-b5fb-34352b9e1603 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:59:28.901342 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde87a49-7fd4-4987-b5fb-34352b9e1603 None None] Checking segment: {'id': '26e36fa6-1eff-47ca-aa89-f624448d85d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e2ea6029-e725-4617-9e1a-670683181521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:59:28.902328 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-cde87a49-7fd4-4987-b5fb-34352b9e1603 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:28.903028 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde87a49-7fd4-4987-b5fb-34352b9e1603 None None] Bound using segment: {'id': '26e36fa6-1eff-47ca-aa89-f624448d85d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e2ea6029-e725-4617-9e1a-670683181521'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:59:28.903749 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-cde87a49-7fd4-4987-b5fb-34352b9e1603 None None] Bound port: 166d6d34-202a-4b97-8571-101b3a407ac6, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e36fa6-1eff-47ca-aa89-f624448d85d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e2ea6029-e725-4617-9e1a-670683181521'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:59:28.904578 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-cde87a49-7fd4-4987-b5fb-34352b9e1603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (166d6d34-202a-4b97-8571-101b3a407ac6), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:28.973783 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fa7179a0-b219-4cde-abd8-e3d23246010b None None] Current status of the port cea4d8e6-26ce-4539-bd09-49eae839cc48 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:28.996221 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-cde87a49-7fd4-4987-b5fb-34352b9e1603 None None] For port 166d6d34-202a-4b97-8571-101b3a407ac6, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:59:29.001766 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-cde87a49-7fd4-4987-b5fb-34352b9e1603 None None] For port 166d6d34-202a-4b97-8571-101b3a407ac6, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=166d6d34-202a-4b97-8571-101b3a407ac6,segment=NetworkSegment(26e36fa6-1eff-47ca-aa89-f624448d85d4),segment_id=26e36fa6-1eff-47ca-aa89-f624448d85d4)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:59:29.034748 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-cde87a49-7fd4-4987-b5fb-34352b9e1603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (166d6d34-202a-4b97-8571-101b3a407ac6), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:29.053156 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ab85a888-db9a-447b-b438-45417f0e76fe tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cea4d8e6-26ce-4539-bd09-49eae839cc48), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:29.089393 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dfe6d814-8b98-456d-98b1-4d589d77b686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6530f9ef-4c4b-4d3b-9c74-91a600b621aa), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:29.092409 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dfe6d814-8b98-456d-98b1-4d589d77b686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:29.096946 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-dfe6d814-8b98-456d-98b1-4d589d77b686 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6530f9ef-4c4b-4d3b-9c74-91a600b621aa HTTP/1.1" status: 204 len: 168 time: 1.0237794 Mar 05 04:59:29.170553 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2f24ade6-a945-4998-ae08-db79c8315e2d req-5fa2ae4a-653b-4904-a1b0-dfd184981011 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7dd58ee5-c405-40e5-b3db-79093310d021 HTTP/1.1" status: 200 len: 1000 time: 0.3000526 Mar 05 04:59:29.178429 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6d814-8b98-456d-98b1-4d589d77b686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6530f9ef-4c4b-4d3b-9c74-91a600b621aa,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:29.234089 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde87a49-7fd4-4987-b5fb-34352b9e1603 None None] Routers {'0f1043a2-b744-46e4-ae9e-dc6ac3e4f177'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:59:29.234892 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-cde87a49-7fd4-4987-b5fb-34352b9e1603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:59:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['0f1043a2-b744-46e4-ae9e-dc6ac3e4f177'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:59:29.241112 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392be401-3913-4766-b774-839e11e2e3e4 None None] Pushing event updated for resources: {'Port': ['ID=166d6d34-202a-4b97-8571-101b3a407ac6,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:29.284379 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-331f1333-ceeb-4d39-b557-0b59a6a61f63 req-63192f96-9af6-4dfd-8a00-323f9ead404e tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=f2042260-7759-4c9c-b4d2-a1beac14245a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7145004 Mar 05 04:59:29.342262 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-3b235fbb-d442-474a-9540-9cd664acf47c service neutron] 10.222.0.11 "GET /v2.0/networks/e2ea6029-e725-4617-9e1a-670683181521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7735140 Mar 05 04:59:29.345073 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-04f7afd1-3cbd-4f1b-8784-4573a483a465 req-9b0b6bc3-5c81-4673-af73-aea319df014d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:29.345073 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-04f7afd1-3cbd-4f1b-8784-4573a483a465 req-9b0b6bc3-5c81-4673-af73-aea319df014d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (fcf09b48-eac3-4e01-b5f5-6c349cfbd40a), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:29.345073 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [req-04f7afd1-3cbd-4f1b-8784-4573a483a465 req-9b0b6bc3-5c81-4673-af73-aea319df014d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Floating IP fcf09b48-eac3-4e01-b5f5-6c349cfbd40a disassociated. External IP: 172.25.0.185, port: ab1727b5-bfe0-4373-a050-b7c0ff75cf15. Mar 05 04:59:29.346395 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-04f7afd1-3cbd-4f1b-8784-4573a483a465 req-9b0b6bc3-5c81-4673-af73-aea319df014d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Calling delete_port for ab1727b5-bfe0-4373-a050-b7c0ff75cf15 owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:59:29.576264 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24ade6-a945-4998-ae08-db79c8315e2d req-29cf29db-6ac8-41e7-9502-74ffbb8a0015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:29.593711 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2f24ade6-a945-4998-ae08-db79c8315e2d req-29cf29db-6ac8-41e7-9502-74ffbb8a0015 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4f62d24-d369-4f32-b0d3-8cc062c5524d HTTP/1.1" status: 200 len: 850 time: 0.4089947 Mar 05 04:59:29.652323 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-cde87a49-7fd4-4987-b5fb-34352b9e1603 None None] Set router 0f1043a2-b744-46e4-ae9e-dc6ac3e4f177 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:59:29.797914 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-ab85a888-db9a-447b-b438-45417f0e76fe tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] For port cea4d8e6-26ce-4539-bd09-49eae839cc48, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=cea4d8e6-26ce-4539-bd09-49eae839cc48,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:29.831732 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24ade6-a945-4998-ae08-db79c8315e2d req-4bd194c3-2311-466c-8fab-46a25d439d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:29.833684 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2f24ade6-a945-4998-ae08-db79c8315e2d req-4bd194c3-2311-466c-8fab-46a25d439d83 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=931621a1-3c63-4b88-9017-913fd0b96f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2248371 Mar 05 04:59:29.844666 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a354cf93-7cb2-492f-b0fa-66c4c3b18768 req-1196291b-cf44-444d-bb15-bd7e8e7e4c63 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 210 time: 0.1111248 Mar 05 04:59:29.905154 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-04f7afd1-3cbd-4f1b-8784-4573a483a465 req-9b0b6bc3-5c81-4673-af73-aea319df014d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (ab1727b5-bfe0-4373-a050-b7c0ff75cf15), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:29.912989 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ab85a888-db9a-447b-b438-45417f0e76fe tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for port (cea4d8e6-26ce-4539-bd09-49eae839cc48), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:29.934362 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ab85a888-db9a-447b-b438-45417f0e76fe tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (cea4d8e6-26ce-4539-bd09-49eae839cc48), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:30.012276 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b6bc3-5c81-4673-af73-aea319df014d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event deleted for resources: {'Port': ['ID=ab1727b5-bfe0-4373-a050-b7c0ff75cf15,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:30.058571 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85a888-db9a-447b-b438-45417f0e76fe tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Port': ['ID=cea4d8e6-26ce-4539-bd09-49eae839cc48,revision_number=8']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:30.123812 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ab85a888-db9a-447b-b438-45417f0e76fe tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (7945a82b-4d6b-41a3-9fed-4159acf4803e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:30.171942 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device ab1727b5-bfe0-4373-a050-b7c0ff75cf15 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:59:30.273006 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: ab1727b5-bfe0-4373-a050-b7c0ff75cf15 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:59:30.273360 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device ab1727b5-bfe0-4373-a050-b7c0ff75cf15 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:59:30.358200 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab85a888-db9a-447b-b438-45417f0e76fe tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:59:30.371564 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-ab85a888-db9a-447b-b438-45417f0e76fe tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:59:30.395627 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d009acec-1a17-4e16-a9e0-d033fc5151c3 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:59:30.401033 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab85a888-db9a-447b-b438-45417f0e76fe tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:30.401675 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ab85a888-db9a-447b-b438-45417f0e76fe tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:30.445101 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33588) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:30.498962 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-dfd882b5-3dbf-40ba-9c13-7313b2724305 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Request body: {'security_group': {'name': 'tempest-securitygroup--185713241', 'description': 'tempest-description--466311364'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:59:30.532870 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2f24ade6-a945-4998-ae08-db79c8315e2d req-c91566eb-c2f4-446d-8754-1147ce993e36 service neutron] 10.222.0.30 "GET /v2.0/networks/931621a1-3c63-4b88-9017-913fd0b96f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6891799 Mar 05 04:59:30.534618 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85a888-db9a-447b-b438-45417f0e76fe tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Subnet': ['ID=7945a82b-4d6b-41a3-9fed-4159acf4803e,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:30.580638 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ab85a888-db9a-447b-b438-45417f0e76fe tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9639273 Mar 05 04:59:30.584048 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33594) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:30.620278 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dfd882b5-3dbf-40ba-9c13-7313b2724305 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:30.652583 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-cde87a49-7fd4-4987-b5fb-34352b9e1603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1043a2-b744-46e4-ae9e-dc6ac3e4f177', 'name': 'tempest-ServerRescueNegativeTestJSON-1275247950-router', 'tenant_id': '9a4b8503d9df4443b291278ddd00e28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'fe06687c-e42f-4648-a88b-d4412e23a060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:59:15Z', 'updated_at': '2022-03-05T04:59:22Z', 'revision_number': 4, 'project_id': '9a4b8503d9df4443b291278ddd00e28c', 'gw_port': {'id': 'fe06687c-e42f-4648-a88b-d4412e23a060', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1043a2-b744-46e4-ae9e-dc6ac3e4f177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:59:16Z', 'updated_at': '2022-03-05T04:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '166d6d34-202a-4b97-8571-101b3a407ac6', 'name': '', 'network_id': 'e2ea6029-e725-4617-9e1a-670683181521', 'tenant_id': '9a4b8503d9df4443b291278ddd00e28c', 'mac_address': 'fa:16:3e:b1:ac:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1043a2-b744-46e4-ae9e-dc6ac3e4f177', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '2ee3a0bf-8ff3-4691-abcb-5ebfd0488082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:59:20Z', 'updated_at': '2022-03-05T04:59:28Z', 'revision_number': 4, 'project_id': '9a4b8503d9df4443b291278ddd00e28c', 'subnets': [{'id': '2ee3a0bf-8ff3-4691-abcb-5ebfd0488082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:59:30.661215 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-ed698a8b-d4cd-48bd-883f-9f6690204f29 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:59:30.745414 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde87a49-7fd4-4987-b5fb-34352b9e1603 None None] The sync data for ids ['0f1043a2-b744-46e4-ae9e-dc6ac3e4f177'] in n-d-789963-32 is: [{'id': '0f1043a2-b744-46e4-ae9e-dc6ac3e4f177', 'name': 'tempest-ServerRescueNegativeTestJSON-1275247950-router', 'tenant_id': '9a4b8503d9df4443b291278ddd00e28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'fe06687c-e42f-4648-a88b-d4412e23a060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:59:15Z', 'updated_at': '2022-03-05T04:59:22Z', 'revision_number': 4, 'project_id': '9a4b8503d9df4443b291278ddd00e28c', 'gw_port': {'id': 'fe06687c-e42f-4648-a88b-d4412e23a060', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1043a2-b744-46e4-ae9e-dc6ac3e4f177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:59:16Z', 'updated_at': '2022-03-05T04:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '166d6d34-202a-4b97-8571-101b3a407ac6', 'name': '', 'network_id': 'e2ea6029-e725-4617-9e1a-670683181521', 'tenant_id': '9a4b8503d9df4443b291278ddd00e28c', 'mac_address': 'fa:16:3e:b1:ac:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1043a2-b744-46e4-ae9e-dc6ac3e4f177', 'device_owner': 'network:router_interface', 'standard_attr_id': 1926, 'fixed_ips': [{'subnet_id': '2ee3a0bf-8ff3-4691-abcb-5ebfd0488082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:59:20Z', 'updated_at': '2022-03-05T04:59:28Z', 'revision_number': 4, 'project_id': '9a4b8503d9df4443b291278ddd00e28c', 'subnets': [{'id': '2ee3a0bf-8ff3-4691-abcb-5ebfd0488082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:59:30.942035 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04f7afd1-3cbd-4f1b-8784-4573a483a465 req-9b0b6bc3-5c81-4673-af73-aea319df014d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 04:59:30.947341 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-93fdebba-c772-4f39-8eae-6e317afbf543 req-2c6da60c-d0dc-4a3d-bd3b-36ad7b0dde66 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=73ad1b45-f62c-41db-a133-fb0703fca89b HTTP/1.1" status: 200 len: 210 time: 0.2700448 Mar 05 04:59:31.274916 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04f7afd1-3cbd-4f1b-8784-4573a483a465 req-9b0b6bc3-5c81-4673-af73-aea319df014d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 04:59:31.287992 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f77326c-286a-4777-bbdb-a764d2d613ee None None] Sync routers for ids ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 04:59:31.306607 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f77326c-286a-4777-bbdb-a764d2d613ee None None] Routers {'9d9e5c8c-8fe9-4199-9808-05fba6c71dec'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:59:31.307537 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-6f77326c-286a-4777-bbdb-a764d2d613ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:59:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:59:31.366795 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f7afd1-3cbd-4f1b-8784-4573a483a465 req-9b0b6bc3-5c81-4673-af73-aea319df014d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] No DVR routers for this DVR port ab1727b5-bfe0-4373-a050-b7c0ff75cf15 on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:59:31.373538 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-04f7afd1-3cbd-4f1b-8784-4573a483a465 req-9b0b6bc3-5c81-4673-af73-aea319df014d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:31.377302 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-04f7afd1-3cbd-4f1b-8784-4573a483a465 req-9b0b6bc3-5c81-4673-af73-aea319df014d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.31 "DELETE /v2.0/ports/ab1727b5-bfe0-4373-a050-b7c0ff75cf15 HTTP/1.1" status: 204 len: 173 time: 4.8118055 Mar 05 04:59:31.379345 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ad1b45-f62c-41db-a133-fb0703fca89b', 'name': 'network-vif-deleted', 'tag': 'ab1727b5-bfe0-4373-a050-b7c0ff75cf15'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:59:31.383377 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0542fb09-1f6e-4e46-814c-5382649f9c6a" -d '{"events": [{"server_uuid": "73ad1b45-f62c-41db-a133-fb0703fca89b", "name": "network-vif-deleted", "tag": "ab1727b5-bfe0-4373-a050-b7c0ff75cf15"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:59:31.395945 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-b6f3bec3-d748-4c53-ac7b-10bef374514e tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:31.399401 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-b6f3bec3-d748-4c53-ac7b-10bef374514e tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/networks?id=e2ea6029-e725-4617-9e1a-670683181521 HTTP/1.1" status: 200 len: 819 time: 1.0467389 Mar 05 04:59:31.434135 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e0c09e81-a02a-4501-951e-07e4776730ad None None] Provisioning complete for port cea4d8e6-26ce-4539-bd09-49eae839cc48 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:31.435105 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e0c09e81-a02a-4501-951e-07e4776730ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cea4d8e6-26ce-4539-bd09-49eae839cc48), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:31.454759 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-83824ff2-653e-4df8-90b0-1360d037ab4f tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/quotas/9a4b8503d9df4443b291278ddd00e28c HTTP/1.1" status: 200 len: 375 time: 0.0474446 Mar 05 04:59:31.566356 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22d20c5-caa8-4930-8d42-ae8e592fdc75 x-openstack-request-id: req-f22d20c5-caa8-4930-8d42-ae8e592fdc75 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:59:31.566659 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ad1b45-f62c-41db-a133-fb0703fca89b", "name": "network-vif-deleted", "tag": "ab1727b5-bfe0-4373-a050-b7c0ff75cf15", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:59:31.566922 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f22d20c5-caa8-4930-8d42-ae8e592fdc75 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:59:31.569720 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ad1b45-f62c-41db-a133-fb0703fca89b', 'name': 'network-vif-deleted', 'tag': 'ab1727b5-bfe0-4373-a050-b7c0ff75cf15', 'status': 'completed', 'code': 200} Mar 05 04:59:31.580905 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2f24ade6-a945-4998-ae08-db79c8315e2d req-a2422226-a6d0-4214-a1a7-c94b3490493c service neutron] 10.222.0.30 "GET /v2.0/networks/931621a1-3c63-4b88-9017-913fd0b96f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0340548 Mar 05 04:59:31.605593 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed698a8b-d4cd-48bd-883f-9f6690204f29 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:59:31.614588 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ed698a8b-d4cd-48bd-883f-9f6690204f29 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:31.688009 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dfd882b5-3dbf-40ba-9c13-7313b2724305 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for security_group (20f03095-be2b-43df-9882-9c6b39751a28), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:31.735063 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dfd882b5-3dbf-40ba-9c13-7313b2724305 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (20f03095-be2b-43df-9882-9c6b39751a28), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:31.766476 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-6f77326c-286a-4777-bbdb-a764d2d613ee None None] Set router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:59:31.803252 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e0c09e81-a02a-4501-951e-07e4776730ad None None] Current status of the port cea4d8e6-26ce-4539-bd09-49eae839cc48 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:31.937509 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd882b5-3dbf-40ba-9c13-7313b2724305 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f03095-be2b-43df-9882-9c6b39751a28,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:31.961197 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dfd882b5-3dbf-40ba-9c13-7313b2724305 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:31.963831 n-d-789963-32 neutron-server[105232]: INFO neutron.db.ipam_backend_mixin [None req-ed698a8b-d4cd-48bd-883f-9f6690204f29 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7945a82b-4d6b-41a3-9fed-4159acf4803e (CIDR: 2001:db8::/64) Mar 05 04:59:31.970795 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-dfd882b5-3dbf-40ba-9c13-7313b2724305 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.4863310 Mar 05 04:59:31.971009 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed698a8b-d4cd-48bd-883f-9f6690204f29 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 04:59:31.971507 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed698a8b-d4cd-48bd-883f-9f6690204f29 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 04:59:31.975698 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33620) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:31.989112 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-ca32ed8e-3370-4a7b-9b94-e1797e2def85 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Request body: {'security_group_rule': {'security_group_id': '20f03095-be2b-43df-9882-9c6b39751a28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:59:32.001721 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-7ef305ab-b5c2-4567-98a6-95db355bc8b0 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9a4b8503d9df4443b291278ddd00e28c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5286217 Mar 05 04:59:32.095019 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ed698a8b-d4cd-48bd-883f-9f6690204f29 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4678259 Mar 05 04:59:32.097198 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33626) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:32.127863 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-6c89e6a9-c640-435b-9cd6-ae513f54cc27 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:59:32.342753 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 166d6d34-202a-4b97-8571-101b3a407ac6 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:59:32.389345 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aa0d3a57-8822-4068-b195-8e6958eafe06 req-155c8236-2c56-4d6e-9389-d6bb136d7f04 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=73ad1b45-f62c-41db-a133-fb0703fca89b HTTP/1.1" status: 200 len: 210 time: 0.1130767 Mar 05 04:59:32.441060 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-443ea896-debb-4db6-9f76-dd0c333cbb27 service neutron] 10.222.0.11 "GET /v2.0/networks/e2ea6029-e725-4617-9e1a-670683181521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369104 Mar 05 04:59:32.551364 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ca32ed8e-3370-4a7b-9b94-e1797e2def85 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for security_group_rule (1478c77d-0c8d-48d3-a71b-cb38199150de), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:32.567913 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 166d6d34-202a-4b97-8571-101b3a407ac6 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:32.570314 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (166d6d34-202a-4b97-8571-101b3a407ac6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:32.626401 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-6f77326c-286a-4777-bbdb-a764d2d613ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:26Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'gw_port': {'id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:28Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '8037a914-20fc-40db-929e-5e97bbb9a01d', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'floating_ip_address': '172.25.0.102', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'port_id': '2bdeb4a9-fe47-471f-964a-4ffa0781a2aa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'mac_address': 'fa:16:3e:b4:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1196382b-9a18-43b3-83de-487722efd599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:56:45Z', 'updated_at': '2022-03-05T04:57:21Z', 'revision_number': 2, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05374882-18b9-429d-a219-9a1dba943df9', 'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'mac_address': 'fa:16:3e:7e:8a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:34Z', 'updated_at': '2022-03-05T04:56:42Z', 'revision_number': 5, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'subnets': [{'id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:59:32.682291 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f77326c-286a-4777-bbdb-a764d2d613ee None None] Checking router: 9d9e5c8c-8fe9-4199-9808-05fba6c71dec for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 04:59:32.720665 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f77326c-286a-4777-bbdb-a764d2d613ee None None] Routers {'9d9e5c8c-8fe9-4199-9808-05fba6c71dec'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 04:59:32.727727 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-6f77326c-286a-4777-bbdb-a764d2d613ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:59:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:59:32.784377 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-3b0882f5-0652-4b1d-af1c-5f17245b4153 service neutron] 10.222.0.11 "GET /v2.0/networks/e2ea6029-e725-4617-9e1a-670683181521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344698 Mar 05 04:59:32.801535 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 166d6d34-202a-4b97-8571-101b3a407ac6 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:32.807278 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (166d6d34-202a-4b97-8571-101b3a407ac6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:32.894004 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 166d6d34-202a-4b97-8571-101b3a407ac6, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=166d6d34-202a-4b97-8571-101b3a407ac6,segment=NetworkSegment(26e36fa6-1eff-47ca-aa89-f624448d85d4),segment_id=26e36fa6-1eff-47ca-aa89-f624448d85d4)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:32.906986 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (166d6d34-202a-4b97-8571-101b3a407ac6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:32.907910 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device cea4d8e6-26ce-4539-bd09-49eae839cc48 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:59:33.145878 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ca32ed8e-3370-4a7b-9b94-e1797e2def85 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for security_group_rule (1478c77d-0c8d-48d3-a71b-cb38199150de), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:33.172546 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c89e6a9-c640-435b-9cd6-ae513f54cc27 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:59:33.185663 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6c89e6a9-c640-435b-9cd6-ae513f54cc27 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:33.266777 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e99a2d9-1caa-4812-a46c-48ad7653dd98 req-015561ce-bd2f-4475-a421-15839f1467ab tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 210 time: 0.0723472 Mar 05 04:59:33.277436 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-6f77326c-286a-4777-bbdb-a764d2d613ee None None] Set router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 04:59:33.415592 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port cea4d8e6-26ce-4539-bd09-49eae839cc48 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:33.415981 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cea4d8e6-26ce-4539-bd09-49eae839cc48), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:33.433283 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=166d6d34-202a-4b97-8571-101b3a407ac6,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:33.724326 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33680) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:33.819561 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-d37f81e5-29a3-4981-8468-e08bfc4257ee tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:33.821807 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-d37f81e5-29a3-4981-8468-e08bfc4257ee tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.30 "GET /v2.0/networks?id=e2ea6029-e725-4617-9e1a-670683181521 HTTP/1.1" status: 200 len: 819 time: 1.3845696 Mar 05 04:59:33.822504 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ca32ed8e-3370-4a7b-9b94-e1797e2def85 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (1478c77d-0c8d-48d3-a71b-cb38199150de), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:33.837479 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port cea4d8e6-26ce-4539-bd09-49eae839cc48 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:33.871767 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-b1adf96d-72d3-4a38-bd5b-88a948b069d8 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Request body: {'port': {'device_id': '416ac0b8-792b-4e43-a9c4-36b8d094525c', 'network_id': 'e2ea6029-e725-4617-9e1a-670683181521', 'admin_state_up': True, 'tenant_id': '9a4b8503d9df4443b291278ddd00e28c'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:59:33.911152 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32ed8e-3370-4a7b-9b94-e1797e2def85 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1478c77d-0c8d-48d3-a71b-cb38199150de,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:33.995641 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ca32ed8e-3370-4a7b-9b94-e1797e2def85 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:33.996553 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4c7eb6dd-154d-4838-80b2-8392e4bddd49 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group (f2042260-7759-4c9c-b4d2-a1beac14245a), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:33.997182 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ca32ed8e-3370-4a7b-9b94-e1797e2def85 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0174196 Mar 05 04:59:34.015491 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33694) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:34.028181 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-49db7f6b-e106-4349-a7fa-15ecabd9d424 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Request body: {'security_group_rule': {'security_group_id': '20f03095-be2b-43df-9882-9c6b39751a28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:59:34.078716 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-49db7f6b-e106-4349-a7fa-15ecabd9d424 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for security_group_rule (09bffc6b-6c39-4113-b8e0-3fbc55fc32c2), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:34.085360 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 166d6d34-202a-4b97-8571-101b3a407ac6 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:59:34.170152 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6c89e6a9-c640-435b-9cd6-ae513f54cc27 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (0b6b17f2-f1cd-42f5-a376-a3b224afb53b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:34.203887 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4c7eb6dd-154d-4838-80b2-8392e4bddd49 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group (f2042260-7759-4c9c-b4d2-a1beac14245a), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:34.221968 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-6f77326c-286a-4777-bbdb-a764d2d613ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:26Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'gw_port': {'id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:28Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '8037a914-20fc-40db-929e-5e97bbb9a01d', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'floating_ip_address': '172.25.0.102', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'port_id': '2bdeb4a9-fe47-471f-964a-4ffa0781a2aa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'mac_address': 'fa:16:3e:b4:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1196382b-9a18-43b3-83de-487722efd599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:56:45Z', 'updated_at': '2022-03-05T04:57:21Z', 'revision_number': 2, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05374882-18b9-429d-a219-9a1dba943df9', 'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'mac_address': 'fa:16:3e:7e:8a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:34Z', 'updated_at': '2022-03-05T04:56:42Z', 'revision_number': 5, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'subnets': [{'id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 04:59:34.262954 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 166d6d34-202a-4b97-8571-101b3a407ac6 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:34.263556 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (166d6d34-202a-4b97-8571-101b3a407ac6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:34.330517 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f77326c-286a-4777-bbdb-a764d2d613ee None None] The sync data for ids ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'] in n-d-789963-32 is: [{'id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:26Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'gw_port': {'id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:28Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '8037a914-20fc-40db-929e-5e97bbb9a01d', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'floating_ip_address': '172.25.0.102', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'port_id': '2bdeb4a9-fe47-471f-964a-4ffa0781a2aa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'mac_address': 'fa:16:3e:b4:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1196382b-9a18-43b3-83de-487722efd599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:56:45Z', 'updated_at': '2022-03-05T04:57:21Z', 'revision_number': 2, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05374882-18b9-429d-a219-9a1dba943df9', 'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'mac_address': 'fa:16:3e:7e:8a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:34Z', 'updated_at': '2022-03-05T04:56:42Z', 'revision_number': 5, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'subnets': [{'id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 04:59:34.371440 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89e6a9-c640-435b-9cd6-ae513f54cc27 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Subnet': ['ID=0b6b17f2-f1cd-42f5-a376-a3b224afb53b,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:34.449789 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c89e6a9-c640-435b-9cd6-ae513f54cc27 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:59:34.467837 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-6c89e6a9-c640-435b-9cd6-ae513f54cc27 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:59:34.480129 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c89e6a9-c640-435b-9cd6-ae513f54cc27 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:34.484869 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6c89e6a9-c640-435b-9cd6-ae513f54cc27 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:34.538830 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-49db7f6b-e106-4349-a7fa-15ecabd9d424 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for security_group_rule (09bffc6b-6c39-4113-b8e0-3fbc55fc32c2), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:34.548826 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adb9782-538c-44ef-954b-86133aa7ebd7 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:59:34.579301 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-49db7f6b-e106-4349-a7fa-15ecabd9d424 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (09bffc6b-6c39-4113-b8e0-3fbc55fc32c2), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:34.605737 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6c89e6a9-c640-435b-9cd6-ae513f54cc27 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5011396 Mar 05 04:59:34.609242 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33708) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:34.612113 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 166d6d34-202a-4b97-8571-101b3a407ac6 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:34.657551 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-e9d9a3e6-793d-4526-b852-4b06067e38e0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'port': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'mac_address': 'fa:16:3e:53:be:6a', 'name': 'tempest-NetworksTestDHCPv6-1882855011'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:59:34.659046 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c50883c7-328e-4382-b7c1-b520c796cbe0 req-84c24b6b-2337-4f0f-b4eb-e3cd087a028f tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 210 time: 0.1909168 Mar 05 04:59:34.676857 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-b1adf96d-72d3-4a38-bd5b-88a948b069d8 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Made reservation on behalf of 9a4b8503d9df4443b291278ddd00e28c for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:59:34.687112 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-b1adf96d-72d3-4a38-bd5b-88a948b069d8 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:34.704710 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db7f6b-e106-4349-a7fa-15ecabd9d424 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09bffc6b-6c39-4113-b8e0-3fbc55fc32c2,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:34.721607 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-49db7f6b-e106-4349-a7fa-15ecabd9d424 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:34.730451 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-49db7f6b-e106-4349-a7fa-15ecabd9d424 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7127678 Mar 05 04:59:34.734151 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4c7eb6dd-154d-4838-80b2-8392e4bddd49 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f2042260-7759-4c9c-b4d2-a1beac14245a), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:34.737512 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4c7eb6dd-154d-4838-80b2-8392e4bddd49 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:34.738905 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4c7eb6dd-154d-4838-80b2-8392e4bddd49 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "DELETE /v2.0/security-groups/f2042260-7759-4c9c-b4d2-a1beac14245a HTTP/1.1" status: 204 len: 168 time: 1.0132561 Mar 05 04:59:34.739885 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33716) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:34.760781 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33722) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:34.791012 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-76d54dd1-88ae-43dc-966b-24cd6a9eb7b8 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:59:34.912595 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-638d6dd9-1c82-4681-ba03-ad6a9f4571d0 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] show failed (client error): The resource could not be found. Mar 05 04:59:34.921947 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-638d6dd9-1c82-4681-ba03-ad6a9f4571d0 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups/f2042260-7759-4c9c-b4d2-a1beac14245a HTTP/1.1" status: 404 len: 347 time: 0.1195676 Mar 05 04:59:34.921947 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7eb6dd-154d-4838-80b2-8392e4bddd49 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2042260-7759-4c9c-b4d2-a1beac14245a,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:34.950583 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33732) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:35.085806 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-76d54dd1-88ae-43dc-966b-24cd6a9eb7b8 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:35.134889 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21edd495-adc4-4f98-8677-7c159001de35 None None] New status for floating IP fcf09b48-eac3-4e01-b5f5-6c349cfbd40a: DOWN {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 04:59:35.487990 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8e4bfe0e-3cc8-4ba8-95e8-8b5d3ffaa106 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Deleting port d3326a88-3048-4142-a576-69e09b9c6263 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:59:35.488773 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e4bfe0e-3cc8-4ba8-95e8-8b5d3ffaa106 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d3326a88-3048-4142-a576-69e09b9c6263), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:35.490954 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-b1adf96d-72d3-4a38-bd5b-88a948b069d8 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Allocated IP 172.20.0.7 (e2ea6029-e725-4617-9e1a-670683181521/2ee3a0bf-8ff3-4691-abcb-5ebfd0488082/ff027842-10ad-48ab-9484-ef962888f6f8) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:59:35.498033 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d9a3e6-793d-4526-b852-4b06067e38e0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:59:35.526093 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0af7d1e-f93d-4743-a80c-f84549e7f807 None None] Update dhcp port {'port': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'fixed_ips': [{'subnet_id': '7945a82b-4d6b-41a3-9fed-4159acf4803e', 'ip_address': '2001:db8::f816:3eff:fe13:37aa'}, {'subnet_id': '0b6b17f2-f1cd-42f5-a376-a3b224afb53b'}], 'binding:host_id': 'n-d-789963-32'}, 'id': 'cea4d8e6-26ce-4539-bd09-49eae839cc48'} from n-d-789963-32. {{(pid=105233) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 05 04:59:35.591547 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c0af7d1e-f93d-4743-a80c-f84549e7f807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cea4d8e6-26ce-4539-bd09-49eae839cc48), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:36.102589 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e9d9a3e6-793d-4526-b852-4b06067e38e0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:36.224496 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-e9d9a3e6-793d-4526-b852-4b06067e38e0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] device_id is not set on port a07e98c9-be42-4265-88cc-b239f8ade49e yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 04:59:36.227784 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-c0af7d1e-f93d-4743-a80c-f84549e7f807 None None] Allocated IP 2001:db8:0:1::2 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/0b6b17f2-f1cd-42f5-a376-a3b224afb53b/cea4d8e6-26ce-4539-bd09-49eae839cc48) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:59:36.307194 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33768) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:36.314397 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-b1adf96d-72d3-4a38-bd5b-88a948b069d8 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Publish callbacks [] for port (ff027842-10ad-48ab-9484-ef962888f6f8), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:36.393799 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-b1adf96d-72d3-4a38-bd5b-88a948b069d8 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (ff027842-10ad-48ab-9484-ef962888f6f8), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:36.478662 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 04:59:36.496850 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-b1adf96d-72d3-4a38-bd5b-88a948b069d8 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Network e2ea6029-e725-4617-9e1a-670683181521 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:59:36.498401 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1adf96d-72d3-4a38-bd5b-88a948b069d8 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Pushing event updated for resources: {'Port': ['ID=ff027842-10ad-48ab-9484-ef962888f6f8,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:36.505047 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-b1adf96d-72d3-4a38-bd5b-88a948b069d8 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:59:36.518108 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-b1adf96d-72d3-4a38-bd5b-88a948b069d8 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:59:36.532373 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-c0af7d1e-f93d-4743-a80c-f84549e7f807 None None] For port cea4d8e6-26ce-4539-bd09-49eae839cc48, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=cea4d8e6-26ce-4539-bd09-49eae839cc48,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:36.562785 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-dc966379-1bce-425e-bd1c-6cc2c7f08879 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:36.564189 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-dc966379-1bce-425e-bd1c-6cc2c7f08879 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.31 "GET /v2.0/networks?id=e2ea6029-e725-4617-9e1a-670683181521 HTTP/1.1" status: 200 len: 819 time: 0.3428168 Mar 05 04:59:36.590600 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0908a8d9-935c-4751-b469-d75b56fcd8f7 req-32b2ec16-5f42-414e-821e-ba0b2bcc7d41 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 210 time: 0.3756208 Mar 05 04:59:36.594048 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-869dc37a-52b8-445d-9cf9-ea9006c2516e tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Request body: {'port': {'device_id': '158dc1a3-f7af-455e-8168-0e3ca296d274', 'network_id': 'e2ea6029-e725-4617-9e1a-670683181521', 'admin_state_up': True, 'tenant_id': '9a4b8503d9df4443b291278ddd00e28c'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:59:36.612631 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c0af7d1e-f93d-4743-a80c-f84549e7f807 None None] Publish callbacks [] for port (cea4d8e6-26ce-4539-bd09-49eae839cc48), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:36.627278 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c0af7d1e-f93d-4743-a80c-f84549e7f807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cea4d8e6-26ce-4539-bd09-49eae839cc48), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:36.642208 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-76d54dd1-88ae-43dc-966b-24cd6a9eb7b8 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:36.673566 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e4bfe0e-3cc8-4ba8-95e8-8b5d3ffaa106 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d3326a88-3048-4142-a576-69e09b9c6263), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:36.674329 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e4bfe0e-3cc8-4ba8-95e8-8b5d3ffaa106 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for floatingip (d3326a88-3048-4142-a576-69e09b9c6263), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:36.677788 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0a43e5a7-733d-4a56-b44c-bcb5da32427c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:36.751574 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8e4bfe0e-3cc8-4ba8-95e8-8b5d3ffaa106 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Calling delete_port for d3326a88-3048-4142-a576-69e09b9c6263 owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:59:36.860042 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af7d1e-f93d-4743-a80c-f84549e7f807 None None] Pushing event updated for resources: {'Port': ['ID=cea4d8e6-26ce-4539-bd09-49eae839cc48,revision_number=9']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:36.991774 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-e9d9a3e6-793d-4526-b852-4b06067e38e0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Allocated IP 2001:db8:0:1::260 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/0b6b17f2-f1cd-42f5-a376-a3b224afb53b/a07e98c9-be42-4265-88cc-b239f8ade49e) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:59:37.002109 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-e9d9a3e6-793d-4526-b852-4b06067e38e0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Allocated IP 2001:db8::f816:3eff:fe53:be6a (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/7945a82b-4d6b-41a3-9fed-4159acf4803e/a07e98c9-be42-4265-88cc-b239f8ade49e) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:59:37.121351 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-76d54dd1-88ae-43dc-966b-24cd6a9eb7b8 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Allocated IP 172.25.0.199 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/eeec7ea7-6523-4a95-b702-81294a3d628c) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:59:37.129326 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-869dc37a-52b8-445d-9cf9-ea9006c2516e tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Made reservation on behalf of 9a4b8503d9df4443b291278ddd00e28c for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:59:37.139446 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-869dc37a-52b8-445d-9cf9-ea9006c2516e tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:37.336701 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e9d9a3e6-793d-4526-b852-4b06067e38e0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for port (a07e98c9-be42-4265-88cc-b239f8ade49e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:37.345681 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e4bfe0e-3cc8-4ba8-95e8-8b5d3ffaa106 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (d3326a88-3048-4142-a576-69e09b9c6263), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:37.372029 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-b1adf96d-72d3-4a38-bd5b-88a948b069d8 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:37.372680 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-b1adf96d-72d3-4a38-bd5b-88a948b069d8 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:37.456148 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e4bfe0e-3cc8-4ba8-95e8-8b5d3ffaa106 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for floatingip (fcf09b48-eac3-4e01-b5f5-6c349cfbd40a), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:37.459697 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e4bfe0e-3cc8-4ba8-95e8-8b5d3ffaa106 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:37.460974 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8e4bfe0e-3cc8-4ba8-95e8-8b5d3ffaa106 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "DELETE /v2.0/floatingips/fcf09b48-eac3-4e01-b5f5-6c349cfbd40a HTTP/1.1" status: 204 len: 168 time: 2.5105526 Mar 05 04:59:37.468676 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4bfe0e-3cc8-4ba8-95e8-8b5d3ffaa106 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event deleted for resources: {'Port': ['ID=d3326a88-3048-4142-a576-69e09b9c6263,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:37.606261 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0a43e5a7-733d-4a56-b44c-bcb5da32427c admin admin] Publish callbacks [] for security_group (da6e769e-9235-4631-845f-7ac90538c000), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:37.625869 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-b1adf96d-72d3-4a38-bd5b-88a948b069d8 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7576060 Mar 05 04:59:37.630876 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0a43e5a7-733d-4a56-b44c-bcb5da32427c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (da6e769e-9235-4631-845f-7ac90538c000), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:37.717400 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0a43e5a7-733d-4a56-b44c-bcb5da32427c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c43cc3cfc0764ae994cb47bb578477be&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4076626 Mar 05 04:59:37.732539 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33792) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:37.735593 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-9f2cd575-78f8-4682-b9b4-10844372821c service neutron] Request body: {'port': {'device_id': '416ac0b8-792b-4e43-a9c4-36b8d094525c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:59:37.872870 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43e5a7-733d-4a56-b44c-bcb5da32427c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6e769e-9235-4631-845f-7ac90538c000,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:37.934329 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-54b7a67c-0bc2-4fef-9421-fdb17d1fbf60 req-8c036a7e-1ca2-459e-8b62-d9d9b42f1dd4 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 210 time: 0.1032631 Mar 05 04:59:37.948031 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e9d9a3e6-793d-4526-b852-4b06067e38e0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (a07e98c9-be42-4265-88cc-b239f8ade49e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:38.030081 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f3c82fa8-efd9-47e4-b62c-3e8035fae77a admin admin] Publish callbacks [] for security_group (da6e769e-9235-4631-845f-7ac90538c000), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:38.137154 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-af2f7e7b-062b-4a2a-be21-ef2dab9cb6b2 None None] Provisioning complete for port cea4d8e6-26ce-4539-bd09-49eae839cc48 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:38.137733 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-af2f7e7b-062b-4a2a-be21-ef2dab9cb6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cea4d8e6-26ce-4539-bd09-49eae839cc48), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:38.141268 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-76d54dd1-88ae-43dc-966b-24cd6a9eb7b8 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for port (eeec7ea7-6523-4a95-b702-81294a3d628c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:38.189938 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-869dc37a-52b8-445d-9cf9-ea9006c2516e tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Allocated IP 172.20.0.2 (e2ea6029-e725-4617-9e1a-670683181521/2ee3a0bf-8ff3-4691-abcb-5ebfd0488082/9d0f7775-41a9-4203-8bbf-7ef0fcd07f63) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:59:38.235795 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f3c82fa8-efd9-47e4-b62c-3e8035fae77a admin admin] Publish callbacks [] for security_group (da6e769e-9235-4631-845f-7ac90538c000), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:38.244089 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device cea4d8e6-26ce-4539-bd09-49eae839cc48 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:59:38.430669 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-76d54dd1-88ae-43dc-966b-24cd6a9eb7b8 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (eeec7ea7-6523-4a95-b702-81294a3d628c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:38.483345 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port cea4d8e6-26ce-4539-bd09-49eae839cc48 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:38.487486 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cea4d8e6-26ce-4539-bd09-49eae839cc48), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:38.490651 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-af2f7e7b-062b-4a2a-be21-ef2dab9cb6b2 None None] Current status of the port cea4d8e6-26ce-4539-bd09-49eae839cc48 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:38.527266 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f3c82fa8-efd9-47e4-b62c-3e8035fae77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (da6e769e-9235-4631-845f-7ac90538c000), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:38.530208 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f3c82fa8-efd9-47e4-b62c-3e8035fae77a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:38.531674 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f3c82fa8-efd9-47e4-b62c-3e8035fae77a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/da6e769e-9235-4631-845f-7ac90538c000 HTTP/1.1" status: 204 len: 168 time: 0.7786987 Mar 05 04:59:38.547215 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d54dd1-88ae-43dc-966b-24cd6a9eb7b8 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:59:38.574700 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-76d54dd1-88ae-43dc-966b-24cd6a9eb7b8 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:59:38.614182 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d54dd1-88ae-43dc-966b-24cd6a9eb7b8 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:59:38.616485 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c82fa8-efd9-47e4-b62c-3e8035fae77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6e769e-9235-4631-845f-7ac90538c000,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:38.686552 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d54dd1-88ae-43dc-966b-24cd6a9eb7b8 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Pushing event updated for resources: {'Port': ['ID=eeec7ea7-6523-4a95-b702-81294a3d628c,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:38.774112 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-869dc37a-52b8-445d-9cf9-ea9006c2516e tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Publish callbacks [] for port (9d0f7775-41a9-4203-8bbf-7ef0fcd07f63), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:38.818672 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port cea4d8e6-26ce-4539-bd09-49eae839cc48 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:38.835672 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-869dc37a-52b8-445d-9cf9-ea9006c2516e tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (9d0f7775-41a9-4203-8bbf-7ef0fcd07f63), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:38.837712 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-9f2cd575-78f8-4682-b9b4-10844372821c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ff027842-10ad-48ab-9484-ef962888f6f8), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:38.853891 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d9a3e6-793d-4526-b852-4b06067e38e0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:59:38.858217 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-e9d9a3e6-793d-4526-b852-4b06067e38e0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:59:38.860759 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d9a3e6-793d-4526-b852-4b06067e38e0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:59:38.866164 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d9a3e6-793d-4526-b852-4b06067e38e0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:38.866786 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e9d9a3e6-793d-4526-b852-4b06067e38e0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:38.901364 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e9d9a3e6-793d-4526-b852-4b06067e38e0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.2740288 Mar 05 04:59:38.904249 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33818) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:38.915631 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869dc37a-52b8-445d-9cf9-ea9006c2516e tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Pushing event updated for resources: {'Port': ['ID=9d0f7775-41a9-4203-8bbf-7ef0fcd07f63,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:38.987055 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-76d54dd1-88ae-43dc-966b-24cd6a9eb7b8 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for floatingip (c088ec66-c23c-4f71-a493-00a2371359df), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:39.037564 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-869dc37a-52b8-445d-9cf9-ea9006c2516e tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Network e2ea6029-e725-4617-9e1a-670683181521 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:59:39.044951 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-869dc37a-52b8-445d-9cf9-ea9006c2516e tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:59:39.049941 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-869dc37a-52b8-445d-9cf9-ea9006c2516e tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:59:39.113193 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-76d54dd1-88ae-43dc-966b-24cd6a9eb7b8 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (eeec7ea7-6523-4a95-b702-81294a3d628c), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:39.383062 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9a3e6-793d-4526-b852-4b06067e38e0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Port': ['ID=a07e98c9-be42-4265-88cc-b239f8ade49e,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:39.407881 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-9f2cd575-78f8-4682-b9b4-10844372821c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff027842-10ad-48ab-9484-ef962888f6f8 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:59:39.423629 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33836) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:39.425962 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-9f2cd575-78f8-4682-b9b4-10844372821c service neutron] Publish callbacks [] for port (ff027842-10ad-48ab-9484-ef962888f6f8), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:39.448438 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-01b9358c-b556-4c05-afd0-616158e12f78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:39.492862 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-76d54dd1-88ae-43dc-966b-24cd6a9eb7b8 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for port (eeec7ea7-6523-4a95-b702-81294a3d628c), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:39.497693 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-e006e941-343c-4072-a939-62a866512e8a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting port a07e98c9-be42-4265-88cc-b239f8ade49e {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:59:39.498216 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e006e941-343c-4072-a939-62a866512e8a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (a07e98c9-be42-4265-88cc-b239f8ade49e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:39.530550 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-869dc37a-52b8-445d-9cf9-ea9006c2516e tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:39.531429 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-869dc37a-52b8-445d-9cf9-ea9006c2516e tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:39.537079 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fe1253cb-a85a-4d81-8383-9c7652ec46f3 None None] Provisioning complete for port a07e98c9-be42-4265-88cc-b239f8ade49e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:39.538138 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fe1253cb-a85a-4d81-8383-9c7652ec46f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a07e98c9-be42-4265-88cc-b239f8ade49e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:39.539515 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-76d54dd1-88ae-43dc-966b-24cd6a9eb7b8 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (eeec7ea7-6523-4a95-b702-81294a3d628c), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:39.625061 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d54dd1-88ae-43dc-966b-24cd6a9eb7b8 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Pushing event updated for resources: {'Port': ['ID=eeec7ea7-6523-4a95-b702-81294a3d628c,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:39.655228 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fe1253cb-a85a-4d81-8383-9c7652ec46f3 None None] Port a07e98c9-be42-4265-88cc-b239f8ade49e cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:59:39.671426 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-869dc37a-52b8-445d-9cf9-ea9006c2516e tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0830555 Mar 05 04:59:39.693064 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-9f2cd575-78f8-4682-b9b4-10844372821c service neutron] Transition to ACTIVE for port object ff027842-10ad-48ab-9484-ef962888f6f8 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:59:39.694079 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccdde35-402b-45df-bc18-95a920345fc9 req-acc58e07-191a-4ca8-8898-e026402b3bf2 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:39.696547 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dccdde35-402b-45df-bc18-95a920345fc9 req-acc58e07-191a-4ca8-8898-e026402b3bf2 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 931 time: 0.3840969 Mar 05 04:59:39.710247 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-33a18ca9-2705-4d90-a68e-16a3b573c768 service neutron] Request body: {'port': {'device_id': '158dc1a3-f7af-455e-8168-0e3ca296d274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:59:39.725643 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-9f2cd575-78f8-4682-b9b4-10844372821c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (ff027842-10ad-48ab-9484-ef962888f6f8), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:39.840288 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-76d54dd1-88ae-43dc-966b-24cd6a9eb7b8 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (c088ec66-c23c-4f71-a493-00a2371359df), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:39.910594 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e006e941-343c-4072-a939-62a866512e8a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (a07e98c9-be42-4265-88cc-b239f8ade49e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:39.950920 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-e006e941-343c-4072-a939-62a866512e8a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Calling delete_port for a07e98c9-be42-4265-88cc-b239f8ade49e owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:59:39.955225 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-76d54dd1-88ae-43dc-966b-24cd6a9eb7b8 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:39.956492 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-76d54dd1-88ae-43dc-966b-24cd6a9eb7b8 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1876357 Mar 05 04:59:39.994474 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2cd575-78f8-4682-b9b4-10844372821c service neutron] Pushing event updated for resources: {'Port': ['ID=ff027842-10ad-48ab-9484-ef962888f6f8,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:40.001155 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-33a18ca9-2705-4d90-a68e-16a3b573c768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9d0f7775-41a9-4203-8bbf-7ef0fcd07f63), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:40.030393 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dccdde35-402b-45df-bc18-95a920345fc9 req-0cfed37d-86ea-4644-b3b7-d984a7abf3fc tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933526 Mar 05 04:59:40.085467 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-01b9358c-b556-4c05-afd0-616158e12f78 admin admin] Publish callbacks [] for security_group (7a46b954-914e-4db1-b78f-c499a4d8811b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:40.101977 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-01b9358c-b556-4c05-afd0-616158e12f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7a46b954-914e-4db1-b78f-c499a4d8811b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:40.137028 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-01b9358c-b556-4c05-afd0-616158e12f78 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=31821b68977646aabe60601a67efd615&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7082124 Mar 05 04:59:40.140563 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33854) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:40.248028 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-9f2cd575-78f8-4682-b9b4-10844372821c service neutron] Attempting to bind port ff027842-10ad-48ab-9484-ef962888f6f8 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:59:40.248521 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-9f2cd575-78f8-4682-b9b4-10844372821c service neutron] Attempting to bind port ff027842-10ad-48ab-9484-ef962888f6f8 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '26e36fa6-1eff-47ca-aa89-f624448d85d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e2ea6029-e725-4617-9e1a-670683181521'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:59:40.248967 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-9f2cd575-78f8-4682-b9b4-10844372821c service neutron] Attempting to bind port ff027842-10ad-48ab-9484-ef962888f6f8 on network e2ea6029-e725-4617-9e1a-670683181521 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:59:40.256035 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-9f2cd575-78f8-4682-b9b4-10844372821c service neutron] Port ff027842-10ad-48ab-9484-ef962888f6f8 on network e2ea6029-e725-4617-9e1a-670683181521 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:59:40.261076 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-9f2cd575-78f8-4682-b9b4-10844372821c service neutron] Attempting to bind port ff027842-10ad-48ab-9484-ef962888f6f8 on network e2ea6029-e725-4617-9e1a-670683181521 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:59:40.265724 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9358c-b556-4c05-afd0-616158e12f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a46b954-914e-4db1-b78f-c499a4d8811b,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:40.279822 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-9f2cd575-78f8-4682-b9b4-10844372821c service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:59:40.280314 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-9f2cd575-78f8-4682-b9b4-10844372821c service neutron] Checking segment: {'id': '26e36fa6-1eff-47ca-aa89-f624448d85d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e2ea6029-e725-4617-9e1a-670683181521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:59:40.280803 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-9f2cd575-78f8-4682-b9b4-10844372821c service neutron] Bound using segment: {'id': '26e36fa6-1eff-47ca-aa89-f624448d85d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e2ea6029-e725-4617-9e1a-670683181521'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:59:40.281482 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-9f2cd575-78f8-4682-b9b4-10844372821c service neutron] Bound port: ff027842-10ad-48ab-9484-ef962888f6f8, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e36fa6-1eff-47ca-aa89-f624448d85d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e2ea6029-e725-4617-9e1a-670683181521'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:59:40.281952 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-9f2cd575-78f8-4682-b9b4-10844372821c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ff027842-10ad-48ab-9484-ef962888f6f8), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:40.442418 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-860fb8b4-eb9b-4695-a4e8-0c24e56210cd admin admin] Publish callbacks [] for security_group (7a46b954-914e-4db1-b78f-c499a4d8811b), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:40.526512 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-282aa70d-752c-4005-a766-af681169e6db tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--185713241&fields=id&tenant_id=2f0efde040e1417b9e4baf083ccb9565 HTTP/1.1" status: 200 len: 267 time: 0.2343254 Mar 05 04:59:40.616738 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-9f2cd575-78f8-4682-b9b4-10844372821c service neutron] For port ff027842-10ad-48ab-9484-ef962888f6f8, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:59:40.627181 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-9f2cd575-78f8-4682-b9b4-10844372821c service neutron] For port ff027842-10ad-48ab-9484-ef962888f6f8, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=ff027842-10ad-48ab-9484-ef962888f6f8,segment=NetworkSegment(26e36fa6-1eff-47ca-aa89-f624448d85d4),segment_id=26e36fa6-1eff-47ca-aa89-f624448d85d4)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:59:40.673650 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-9f2cd575-78f8-4682-b9b4-10844372821c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (ff027842-10ad-48ab-9484-ef962888f6f8), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:40.726054 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-9f2cd575-78f8-4682-b9b4-10844372821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:40.728033 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-9f2cd575-78f8-4682-b9b4-10844372821c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:40.729563 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-9f2cd575-78f8-4682-b9b4-10844372821c service neutron] 10.222.0.30 "PUT /v2.0/ports/ff027842-10ad-48ab-9484-ef962888f6f8 HTTP/1.1" status: 200 len: 1092 time: 3.0251718 Mar 05 04:59:40.735367 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '416ac0b8-792b-4e43-a9c4-36b8d094525c', 'tag': 'ff027842-10ad-48ab-9484-ef962888f6f8'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:59:40.737936 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45e3725-6088-45e2-8e59-6a10e40757fe" -d '{"events": [{"name": "network-changed", "server_uuid": "416ac0b8-792b-4e43-a9c4-36b8d094525c", "tag": "ff027842-10ad-48ab-9484-ef962888f6f8"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:59:40.787928 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-860fb8b4-eb9b-4695-a4e8-0c24e56210cd admin admin] Publish callbacks [] for security_group (7a46b954-914e-4db1-b78f-c499a4d8811b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:40.821824 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e006e941-343c-4072-a939-62a866512e8a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (a07e98c9-be42-4265-88cc-b239f8ade49e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:40.853794 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e749a078-c0bf-4397-bf65-a734ad9530a8 x-openstack-request-id: req-e749a078-c0bf-4397-bf65-a734ad9530a8 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:59:40.854405 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "416ac0b8-792b-4e43-a9c4-36b8d094525c", "tag": "ff027842-10ad-48ab-9484-ef962888f6f8", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:59:40.854854 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e749a078-c0bf-4397-bf65-a734ad9530a8 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:59:40.855471 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '416ac0b8-792b-4e43-a9c4-36b8d094525c', 'tag': 'ff027842-10ad-48ab-9484-ef962888f6f8', 'status': 'completed', 'code': 200} Mar 05 04:59:40.899137 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2cd575-78f8-4682-b9b4-10844372821c service neutron] Pushing event updated for resources: {'Port': ['ID=ff027842-10ad-48ab-9484-ef962888f6f8,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:40.979925 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-9152f316-6488-4244-a64a-b08cf4ca8b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:40.981488 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-9152f316-6488-4244-a64a-b08cf4ca8b58 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a4b8503d9df4443b291278ddd00e28c&device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 1126 time: 0.2017632 Mar 05 04:59:40.982328 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006e941-343c-4072-a939-62a866512e8a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Port': ['ID=a07e98c9-be42-4265-88cc-b239f8ade49e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:41.048463 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e006e941-343c-4072-a939-62a866512e8a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:41.052917 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e006e941-343c-4072-a939-62a866512e8a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/a07e98c9-be42-4265-88cc-b239f8ade49e HTTP/1.1" status: 204 len: 168 time: 2.1476607 Mar 05 04:59:41.056192 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-f8950242-2757-46e1-af80-46dcfc909358 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:41.071751 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-f8950242-2757-46e1-af80-46dcfc909358 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/networks?id=f1fadffb-f5d8-4040-a31e-e74b33451f43 HTTP/1.1" status: 200 len: 817 time: 0.5241950 Mar 05 04:59:41.100592 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33884) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:41.120793 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-d5b44fe7-9092-4ffc-ae6c-b2a58b418f8f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff027842-10ad-48ab-9484-ef962888f6f8 HTTP/1.1" status: 200 len: 217 time: 0.0947089 Mar 05 04:59:41.121314 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-53a1b63a-6e30-40f7-8abf-a6846a6328a3 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/quotas/2f0efde040e1417b9e4baf083ccb9565 HTTP/1.1" status: 200 len: 375 time: 0.0481517 Mar 05 04:59:41.235584 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-f2a10240-5b84-45cc-87dc-b593c6f8ad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:41.237511 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-f2a10240-5b84-45cc-87dc-b593c6f8ad1f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2ee3a0bf-8ff3-4691-abcb-5ebfd0488082 HTTP/1.1" status: 200 len: 859 time: 0.1107442 Mar 05 04:59:41.350399 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-4f2ff68f-be0f-4fd2-b05a-1c66548b2a29 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2ea6029-e725-4617-9e1a-670683181521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949485 Mar 05 04:59:41.431722 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3803187b-4586-4a24-ae2a-caa1744eb85d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:41.522339 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-33a18ca9-2705-4d90-a68e-16a3b573c768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d0f7775-41a9-4203-8bbf-7ef0fcd07f63 {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:59:41.548522 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-860fb8b4-eb9b-4695-a4e8-0c24e56210cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7a46b954-914e-4db1-b78f-c499a4d8811b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:41.552549 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-860fb8b4-eb9b-4695-a4e8-0c24e56210cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:41.557878 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-860fb8b4-eb9b-4695-a4e8-0c24e56210cd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7a46b954-914e-4db1-b78f-c499a4d8811b HTTP/1.1" status: 204 len: 168 time: 1.4157403 Mar 05 04:59:41.578339 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-33a18ca9-2705-4d90-a68e-16a3b573c768 service neutron] Publish callbacks [] for port (9d0f7775-41a9-4203-8bbf-7ef0fcd07f63), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:41.623906 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-4d00f107-87cc-40c0-ba41-dd3846ed05fb service neutron] 10.222.0.30 "GET /v2.0/networks/e2ea6029-e725-4617-9e1a-670683181521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677438 Mar 05 04:59:41.676049 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860fb8b4-eb9b-4695-a4e8-0c24e56210cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a46b954-914e-4db1-b78f-c499a4d8811b,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:41.732276 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-33a18ca9-2705-4d90-a68e-16a3b573c768 service neutron] Transition to ACTIVE for port object 9d0f7775-41a9-4203-8bbf-7ef0fcd07f63 will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:59:41.754733 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-5f48b8e7-4b11-4f59-8803-0bf0aaee21ad tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2f0efde040e1417b9e4baf083ccb9565&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6264243 Mar 05 04:59:41.782218 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f1175c-220e-4254-817d-4498868bb5b7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:41.786389 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-75f1175c-220e-4254-817d-4498868bb5b7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6630526 Mar 05 04:59:41.802476 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-33a18ca9-2705-4d90-a68e-16a3b573c768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (9d0f7775-41a9-4203-8bbf-7ef0fcd07f63), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:41.811022 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33900) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:42.052396 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da46f24c-ef1e-47de-99ef-36ab2e927ce0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:42.059135 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-da46f24c-ef1e-47de-99ef-36ab2e927ce0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2417634 Mar 05 04:59:42.064097 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b9abc0e2-6345-42e2-9d6b-94a9811d32fd req-876b79bb-0ebc-4c25-9a87-66995f967e72 service neutron] 10.222.0.30 "GET /v2.0/networks/e2ea6029-e725-4617-9e1a-670683181521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340641 Mar 05 04:59:42.065039 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33904) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:42.080707 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-f2ec1866-7d81-4f8b-b528-823db65a6897 service neutron] 10.222.0.11 "GET /v2.0/networks/f1fadffb-f5d8-4040-a31e-e74b33451f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805202 Mar 05 04:59:42.096403 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d55868-4c0b-42c2-bcc4-f793f9eabbda req-f8146a98-c344-47d6-a52f-ce8a77b515c9 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:42.105650 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4d55868-4c0b-42c2-bcc4-f793f9eabbda req-f8146a98-c344-47d6-a52f-ce8a77b515c9 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 931 time: 0.8369541 Mar 05 04:59:42.221436 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5985b4e-d16f-4e8b-a6ff-d6c1e48a1131 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:42.227151 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5985b4e-d16f-4e8b-a6ff-d6c1e48a1131 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:42.229723 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5985b4e-d16f-4e8b-a6ff-d6c1e48a1131 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:42.238574 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b5985b4e-d16f-4e8b-a6ff-d6c1e48a1131 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1700032 Mar 05 04:59:42.239563 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33908) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:42.276811 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-c8323815-067f-407f-9bfc-836eb7f700f6 service neutron] 10.222.0.11 "GET /v2.0/networks/f1fadffb-f5d8-4040-a31e-e74b33451f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555722 Mar 05 04:59:42.465357 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-a78b94e4-f09c-4754-907e-2c54766a927f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting subnet 0b6b17f2-f1cd-42f5-a376-a3b224afb53b {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:59:42.470089 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e3725-6088-45e2-8e59-6a10e40757fe req-d8b4c885-8788-4e8d-8201-3378b09ae278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:42.471643 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b45e3725-6088-45e2-8e59-6a10e40757fe req-d8b4c885-8788-4e8d-8201-3378b09ae278 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a4b8503d9df4443b291278ddd00e28c&device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 1126 time: 0.2312131 Mar 05 04:59:42.472344 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a78b94e4-f09c-4754-907e-2c54766a927f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (0b6b17f2-f1cd-42f5-a376-a3b224afb53b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:42.480863 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a18ca9-2705-4d90-a68e-16a3b573c768 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0f7775-41a9-4203-8bbf-7ef0fcd07f63,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:42.681294 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a78b94e4-f09c-4754-907e-2c54766a927f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (0b6b17f2-f1cd-42f5-a376-a3b224afb53b), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:42.707193 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4d55868-4c0b-42c2-bcc4-f793f9eabbda req-30040770-5c07-4d86-bc37-1a2fe60d4135 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4649036 Mar 05 04:59:42.751106 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-33a18ca9-2705-4d90-a68e-16a3b573c768 service neutron] Attempting to bind port 9d0f7775-41a9-4203-8bbf-7ef0fcd07f63 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:59:42.753583 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-33a18ca9-2705-4d90-a68e-16a3b573c768 service neutron] Attempting to bind port 9d0f7775-41a9-4203-8bbf-7ef0fcd07f63 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '26e36fa6-1eff-47ca-aa89-f624448d85d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e2ea6029-e725-4617-9e1a-670683181521'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:59:42.756245 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-33a18ca9-2705-4d90-a68e-16a3b573c768 service neutron] Attempting to bind port 9d0f7775-41a9-4203-8bbf-7ef0fcd07f63 on network e2ea6029-e725-4617-9e1a-670683181521 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:59:42.779011 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-33a18ca9-2705-4d90-a68e-16a3b573c768 service neutron] Port 9d0f7775-41a9-4203-8bbf-7ef0fcd07f63 on network e2ea6029-e725-4617-9e1a-670683181521 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:59:42.781721 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-33a18ca9-2705-4d90-a68e-16a3b573c768 service neutron] Attempting to bind port 9d0f7775-41a9-4203-8bbf-7ef0fcd07f63 on network e2ea6029-e725-4617-9e1a-670683181521 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:59:42.794844 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-33a18ca9-2705-4d90-a68e-16a3b573c768 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:59:42.796011 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-33a18ca9-2705-4d90-a68e-16a3b573c768 service neutron] Checking segment: {'id': '26e36fa6-1eff-47ca-aa89-f624448d85d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e2ea6029-e725-4617-9e1a-670683181521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:59:42.796651 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-33a18ca9-2705-4d90-a68e-16a3b573c768 service neutron] Bound using segment: {'id': '26e36fa6-1eff-47ca-aa89-f624448d85d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e2ea6029-e725-4617-9e1a-670683181521'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:59:42.797573 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-33a18ca9-2705-4d90-a68e-16a3b573c768 service neutron] Bound port: 9d0f7775-41a9-4203-8bbf-7ef0fcd07f63, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e36fa6-1eff-47ca-aa89-f624448d85d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e2ea6029-e725-4617-9e1a-670683181521'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:59:42.798172 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-33a18ca9-2705-4d90-a68e-16a3b573c768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9d0f7775-41a9-4203-8bbf-7ef0fcd07f63), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:42.994191 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a78b94e4-f09c-4754-907e-2c54766a927f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (0b6b17f2-f1cd-42f5-a376-a3b224afb53b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:43.078458 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-02847519-4c4d-4f3d-a8d6-a456eb181008 req-296b948f-4df9-4e47-bd84-44c4c19b4ee0 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 210 time: 0.1529198 Mar 05 04:59:43.100964 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-33a18ca9-2705-4d90-a68e-16a3b573c768 service neutron] For port 9d0f7775-41a9-4203-8bbf-7ef0fcd07f63, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:59:43.121915 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-33a18ca9-2705-4d90-a68e-16a3b573c768 service neutron] For port 9d0f7775-41a9-4203-8bbf-7ef0fcd07f63, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=9d0f7775-41a9-4203-8bbf-7ef0fcd07f63,segment=NetworkSegment(26e36fa6-1eff-47ca-aa89-f624448d85d4),segment_id=26e36fa6-1eff-47ca-aa89-f624448d85d4)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:59:43.126481 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e3725-6088-45e2-8e59-6a10e40757fe req-fc95cf87-b110-4d80-9ac0-e0b516d3130f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:43.131550 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b45e3725-6088-45e2-8e59-6a10e40757fe req-fc95cf87-b110-4d80-9ac0-e0b516d3130f service neutron] 10.222.0.30 "GET /v2.0/networks?id=e2ea6029-e725-4617-9e1a-670683181521 HTTP/1.1" status: 200 len: 919 time: 0.6007092 Mar 05 04:59:43.140060 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-33a18ca9-2705-4d90-a68e-16a3b573c768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (9d0f7775-41a9-4203-8bbf-7ef0fcd07f63), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:43.221184 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-33a18ca9-2705-4d90-a68e-16a3b573c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:43.223884 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-33a18ca9-2705-4d90-a68e-16a3b573c768 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:43.228060 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-33a18ca9-2705-4d90-a68e-16a3b573c768 service neutron] 10.222.0.31 "PUT /v2.0/ports/9d0f7775-41a9-4203-8bbf-7ef0fcd07f63 HTTP/1.1" status: 200 len: 1092 time: 3.5304978 Mar 05 04:59:43.232937 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158dc1a3-f7af-455e-8168-0e3ca296d274', 'tag': '9d0f7775-41a9-4203-8bbf-7ef0fcd07f63'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:59:43.241459 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234ca84d-24d1-498e-bd66-84a3d7f8915b" -d '{"events": [{"name": "network-changed", "server_uuid": "158dc1a3-f7af-455e-8168-0e3ca296d274", "tag": "9d0f7775-41a9-4203-8bbf-7ef0fcd07f63"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:59:43.344036 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e47b6e-1d67-4cf7-834a-eef605697ed0 x-openstack-request-id: req-36e47b6e-1d67-4cf7-834a-eef605697ed0 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:59:43.344914 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158dc1a3-f7af-455e-8168-0e3ca296d274", "tag": "9d0f7775-41a9-4203-8bbf-7ef0fcd07f63", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:59:43.344914 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-36e47b6e-1d67-4cf7-834a-eef605697ed0 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:59:43.344914 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158dc1a3-f7af-455e-8168-0e3ca296d274', 'tag': '9d0f7775-41a9-4203-8bbf-7ef0fcd07f63', 'status': 'completed', 'code': 200} Mar 05 04:59:43.361648 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b45e3725-6088-45e2-8e59-6a10e40757fe req-60fbdb71-6d8b-497e-8a19-7a9f6551b813 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff027842-10ad-48ab-9484-ef962888f6f8 HTTP/1.1" status: 200 len: 217 time: 0.2150400 Mar 05 04:59:43.400547 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a78b94e4-f09c-4754-907e-2c54766a927f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (0b6b17f2-f1cd-42f5-a376-a3b224afb53b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:43.513855 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a18ca9-2705-4d90-a68e-16a3b573c768 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0f7775-41a9-4203-8bbf-7ef0fcd07f63,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:43.575445 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b94e4-f09c-4754-907e-2c54766a927f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Subnet': ['ID=0b6b17f2-f1cd-42f5-a376-a3b224afb53b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:43.579763 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e3725-6088-45e2-8e59-6a10e40757fe req-21bd90a0-714d-4803-b629-d25cd0ae90f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:43.581459 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b45e3725-6088-45e2-8e59-6a10e40757fe req-21bd90a0-714d-4803-b629-d25cd0ae90f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2ee3a0bf-8ff3-4691-abcb-5ebfd0488082 HTTP/1.1" status: 200 len: 859 time: 0.2154527 Mar 05 04:59:43.596112 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-85687916-1172-4217-a003-2b2973948747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:43.609574 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-85687916-1172-4217-a003-2b2973948747 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9a4b8503d9df4443b291278ddd00e28c&device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 1126 time: 0.3060548 Mar 05 04:59:43.628357 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b45e3725-6088-45e2-8e59-6a10e40757fe req-6a4277b4-4c44-4ce6-ab9f-c84f8b48aac5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2ea6029-e725-4617-9e1a-670683181521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393505 Mar 05 04:59:43.643987 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc2828d-8b53-4302-bb5e-836a68493055 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:59:43.654232 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a78b94e4-f09c-4754-907e-2c54766a927f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:43.664879 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a78b94e4-f09c-4754-907e-2c54766a927f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/0b6b17f2-f1cd-42f5-a376-a3b224afb53b HTTP/1.1" status: 204 len: 168 time: 1.3969705 Mar 05 04:59:43.667755 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33948) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:43.766572 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-2cf6c423-7734-4d13-b4ae-b202b3d31396 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d0f7775-41a9-4203-8bbf-7ef0fcd07f63 HTTP/1.1" status: 200 len: 217 time: 0.1560411 Mar 05 04:59:43.880416 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb26717-c9a4-450d-86c2-987e384bf13d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting subnet 7945a82b-4d6b-41a3-9fed-4159acf4803e {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:59:43.885446 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3eb26717-c9a4-450d-86c2-987e384bf13d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (7945a82b-4d6b-41a3-9fed-4159acf4803e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:44.080883 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b45e3725-6088-45e2-8e59-6a10e40757fe req-a44f5b80-53ef-45e1-8130-fc3dd9367afd service neutron] 10.222.0.30 "GET /v2.0/networks/e2ea6029-e725-4617-9e1a-670683181521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458852 Mar 05 04:59:44.083664 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3eb26717-c9a4-450d-86c2-987e384bf13d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (7945a82b-4d6b-41a3-9fed-4159acf4803e), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:44.178571 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-54060f64-8ab4-4efc-a606-069d7df0bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:44.189978 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-54060f64-8ab4-4efc-a606-069d7df0bbcd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2ee3a0bf-8ff3-4691-abcb-5ebfd0488082 HTTP/1.1" status: 200 len: 859 time: 0.4170702 Mar 05 04:59:44.321575 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-487fa224-6ab8-402a-98d9-2195b5c0692a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2ea6029-e725-4617-9e1a-670683181521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156137 Mar 05 04:59:44.358447 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c06652-4961-4cf7-9568-098c42f32c62 req-8e5ae663-f4f8-42bb-8e51-9cd1bbd30bef tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:44.370180 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83c06652-4961-4cf7-9568-098c42f32c62 req-8e5ae663-f4f8-42bb-8e51-9cd1bbd30bef tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 943 time: 0.4474671 Mar 05 04:59:44.438024 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device ff027842-10ad-48ab-9484-ef962888f6f8 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:59:44.502320 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6c693a8d-e02a-4f23-9c31-c5f21b852be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:44.516837 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:44.523980 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:44.558017 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1cb8a8c9-6e97-4424-8acc-a44e1ed8a653 req-54f3ab80-d609-4e1b-9612-4c6d678a7312 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 210 time: 0.2438798 Mar 05 04:59:44.656939 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b45e3725-6088-45e2-8e59-6a10e40757fe req-173811c0-c1dd-45ed-aeae-1c2f5fa79f54 service neutron] 10.222.0.30 "GET /v2.0/networks/e2ea6029-e725-4617-9e1a-670683181521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5428209 Mar 05 04:59:44.737602 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3eb26717-c9a4-450d-86c2-987e384bf13d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (7945a82b-4d6b-41a3-9fed-4159acf4803e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:44.786244 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port ff027842-10ad-48ab-9484-ef962888f6f8, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=ff027842-10ad-48ab-9484-ef962888f6f8,segment=NetworkSegment(26e36fa6-1eff-47ca-aa89-f624448d85d4),segment_id=26e36fa6-1eff-47ca-aa89-f624448d85d4)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:44.854502 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'ff027842-10ad-48ab-9484-ef962888f6f8', 'network_id': 'e2ea6029-e725-4617-9e1a-670683181521', 'port_id': 'ff027842-10ad-48ab-9484-ef962888f6f8', 'mac_address': 'fa:16:3e:d3:35:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ee3a0bf-8ff3-4691-abcb-5ebfd0488082', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:59:44.865724 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-c9b42bf8-3ac4-42b5-993a-5d6f2d1134a4 service neutron] 10.222.0.31 "GET /v2.0/networks/e2ea6029-e725-4617-9e1a-670683181521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5209587 Mar 05 04:59:44.876892 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83c06652-4961-4cf7-9568-098c42f32c62 req-0efd7dbb-c993-407a-8120-75a979314f04 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4935355 Mar 05 04:59:45.136957 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:45.167419 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port ff027842-10ad-48ab-9484-ef962888f6f8 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:45.172615 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ff027842-10ad-48ab-9484-ef962888f6f8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:45.200135 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-d2f47503-860f-4241-830c-159f4994a60a tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:45.202570 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-d2f47503-860f-4241-830c-159f4994a60a tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.30 "GET /v2.0/networks?id=f1fadffb-f5d8-4040-a31e-e74b33451f43 HTTP/1.1" status: 200 len: 817 time: 0.5257292 Mar 05 04:59:45.205835 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3eb26717-c9a4-450d-86c2-987e384bf13d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (7945a82b-4d6b-41a3-9fed-4159acf4803e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:45.220264 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c53ce524-dfeb-4e00-8bd9-7f7be7cd5616 req-f65dd5a9-3f94-4489-b5a8-d567cae78151 service neutron] 10.222.0.31 "GET /v2.0/networks/e2ea6029-e725-4617-9e1a-670683181521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415051 Mar 05 04:59:45.240370 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff027842-10ad-48ab-9484-ef962888f6f8 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:59:45.290884 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port ff027842-10ad-48ab-9484-ef962888f6f8, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=ff027842-10ad-48ab-9484-ef962888f6f8,segment=NetworkSegment(26e36fa6-1eff-47ca-aa89-f624448d85d4),segment_id=26e36fa6-1eff-47ca-aa89-f624448d85d4)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:45.306598 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ff027842-10ad-48ab-9484-ef962888f6f8), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:45.407756 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb26717-c9a4-450d-86c2-987e384bf13d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Subnet': ['ID=7945a82b-4d6b-41a3-9fed-4159acf4803e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:45.415041 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ca84d-24d1-498e-bd66-84a3d7f8915b req-ab97a517-7e82-4cb1-a899-850b1fd42618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:45.416624 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-234ca84d-24d1-498e-bd66-84a3d7f8915b req-ab97a517-7e82-4cb1-a899-850b1fd42618 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9a4b8503d9df4443b291278ddd00e28c&device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 1126 time: 0.1368935 Mar 05 04:59:45.422867 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3eb26717-c9a4-450d-86c2-987e384bf13d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:45.432052 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3eb26717-c9a4-450d-86c2-987e384bf13d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/7945a82b-4d6b-41a3-9fed-4159acf4803e HTTP/1.1" status: 204 len: 168 time: 1.7627091 Mar 05 04:59:45.434953 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=ff027842-10ad-48ab-9484-ef962888f6f8,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:45.435986 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33998) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:45.544425 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['ff027842-10ad-48ab-9484-ef962888f6f8'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:59:45.641470 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ca84d-24d1-498e-bd66-84a3d7f8915b req-3ff9a9c0-765d-46a0-bf27-dff57b4315de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:45.647161 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-234ca84d-24d1-498e-bd66-84a3d7f8915b req-3ff9a9c0-765d-46a0-bf27-dff57b4315de service neutron] 10.222.0.31 "GET /v2.0/networks?id=e2ea6029-e725-4617-9e1a-670683181521 HTTP/1.1" status: 200 len: 919 time: 0.2215292 Mar 05 04:59:45.647354 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-826102e2-85fc-4652-9295-c6e8a0dc74bd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2097785 Mar 05 04:59:45.647633 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34004) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:45.657929 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-3498f147-e94a-4490-ad9a-9679a65eed04 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:59:45.698927 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-2332b65e-970d-4b36-8e55-395f43e354f4 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f0efde040e1417b9e4baf083ccb9565 HTTP/1.1" status: 200 len: 379 time: 0.4776397 Mar 05 04:59:45.708870 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-13da13d4-d09e-413c-b0c7-11f62c654042 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Request body: {'port': {'device_id': '1a967947-07f5-4b89-a7f4-80020f40e433', 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43', 'admin_state_up': True, 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'security_groups': ['20f03095-be2b-43df-9882-9c6b39751a28']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:59:45.765420 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5212084-6a90-4a7f-9753-90b634a2849c None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:59:45.917727 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-13da13d4-d09e-413c-b0c7-11f62c654042 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Made reservation on behalf of 2f0efde040e1417b9e4baf083ccb9565 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:59:45.925435 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-13da13d4-d09e-413c-b0c7-11f62c654042 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:45.935372 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-9bcc275a-6f5a-4cd5-90a4-cdadbb3ddce2 None None] Provisioning complete for port cea4d8e6-26ce-4539-bd09-49eae839cc48 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:45.935899 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9bcc275a-6f5a-4cd5-90a4-cdadbb3ddce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cea4d8e6-26ce-4539-bd09-49eae839cc48), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:46.002975 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f438fd7b-eee6-443e-9641-339babd93154 req-22bf7c74-0b77-46b8-8ee3-90adcd8e113f tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 210 time: 0.1495597 Mar 05 04:59:46.097475 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3498f147-e94a-4490-ad9a-9679a65eed04 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:59:46.105195 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3498f147-e94a-4490-ad9a-9679a65eed04 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:46.296042 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 9d0f7775-41a9-4203-8bbf-7ef0fcd07f63 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:59:46.307882 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-13da13d4-d09e-413c-b0c7-11f62c654042 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Allocated IP 172.20.0.7 (f1fadffb-f5d8-4040-a31e-e74b33451f43/5fcb8f64-37dd-445b-b856-b0d90d6a1c08/d809b385-eaf9-40ef-8b91-e0bb257f1f81) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:59:46.336176 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a73244-6951-4c27-a965-a33526016c8d None None] DHCP port deletion for d9771a2e-94ae-4769-a90a-e0cdf5de3e37 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 04:59:46.382167 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:46.528486 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-234ca84d-24d1-498e-bd66-84a3d7f8915b req-1740366b-752b-498a-bba3-d327cbe25ad6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d0f7775-41a9-4203-8bbf-7ef0fcd07f63 HTTP/1.1" status: 200 len: 217 time: 0.6766164 Mar 05 04:59:46.545292 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3498f147-e94a-4490-ad9a-9679a65eed04 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (b074fecd-ac33-4604-b817-e09c3e267a98), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:46.661889 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.resource_extend [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 04:59:46.675748 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e24d7c-b21c-4187-a8ca-aefc72215009 req-a71fbbba-8a1d-4b43-9de8-66ff0990724b tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:46.679854 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-71e24d7c-b21c-4187-a8ca-aefc72215009 req-a71fbbba-8a1d-4b43-9de8-66ff0990724b tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 943 time: 0.5819194 Mar 05 04:59:46.691685 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9bcc275a-6f5a-4cd5-90a4-cdadbb3ddce2 None None] Current status of the port cea4d8e6-26ce-4539-bd09-49eae839cc48 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:46.693398 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-13da13d4-d09e-413c-b0c7-11f62c654042 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for port (d809b385-eaf9-40ef-8b91-e0bb257f1f81), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:46.707663 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3498f147-e94a-4490-ad9a-9679a65eed04 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:59:46.716805 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-3498f147-e94a-4490-ad9a-9679a65eed04 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:59:46.756706 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-13da13d4-d09e-413c-b0c7-11f62c654042 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (d809b385-eaf9-40ef-8b91-e0bb257f1f81), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:46.765641 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3498f147-e94a-4490-ad9a-9679a65eed04 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:46.767027 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3498f147-e94a-4490-ad9a-9679a65eed04 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:46.796606 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ca84d-24d1-498e-bd66-84a3d7f8915b req-62ea71b3-eb0d-46c9-a876-0c91e916d342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:46.798989 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-234ca84d-24d1-498e-bd66-84a3d7f8915b req-62ea71b3-eb0d-46c9-a876-0c91e916d342 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2ee3a0bf-8ff3-4691-abcb-5ebfd0488082 HTTP/1.1" status: 200 len: 859 time: 0.2627776 Mar 05 04:59:46.825496 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-13da13d4-d09e-413c-b0c7-11f62c654042 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Network f1fadffb-f5d8-4040-a31e-e74b33451f43 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:59:46.828787 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-13da13d4-d09e-413c-b0c7-11f62c654042 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:59:46.835703 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-13da13d4-d09e-413c-b0c7-11f62c654042 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:59:46.861043 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-25a73244-6951-4c27-a965-a33526016c8d None None] Deleting port cea4d8e6-26ce-4539-bd09-49eae839cc48 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:59:46.861777 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-25a73244-6951-4c27-a965-a33526016c8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (cea4d8e6-26ce-4539-bd09-49eae839cc48), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:46.874209 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da13d4-d09e-413c-b0c7-11f62c654042 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Pushing event updated for resources: {'Port': ['ID=d809b385-eaf9-40ef-8b91-e0bb257f1f81,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:46.923616 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-13da13d4-d09e-413c-b0c7-11f62c654042 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:46.924251 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-13da13d4-d09e-413c-b0c7-11f62c654042 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:46.958302 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-13da13d4-d09e-413c-b0c7-11f62c654042 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2536588 Mar 05 04:59:46.972002 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-e84477fc-b7a2-4eaf-9758-b26c160d9429 service neutron] Request body: {'port': {'device_id': '1a967947-07f5-4b89-a7f4-80020f40e433', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:59:47.058192 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 9d0f7775-41a9-4203-8bbf-7ef0fcd07f63, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=9d0f7775-41a9-4203-8bbf-7ef0fcd07f63,segment=NetworkSegment(26e36fa6-1eff-47ca-aa89-f624448d85d4),segment_id=26e36fa6-1eff-47ca-aa89-f624448d85d4)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:47.094141 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '9d0f7775-41a9-4203-8bbf-7ef0fcd07f63', 'network_id': 'e2ea6029-e725-4617-9e1a-670683181521', 'port_id': '9d0f7775-41a9-4203-8bbf-7ef0fcd07f63', 'mac_address': 'fa:16:3e:c9:37:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ee3a0bf-8ff3-4691-abcb-5ebfd0488082', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:59:47.183736 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-e84477fc-b7a2-4eaf-9758-b26c160d9429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d809b385-eaf9-40ef-8b91-e0bb257f1f81), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:47.222727 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-25a73244-6951-4c27-a965-a33526016c8d None None] For port cea4d8e6-26ce-4539-bd09-49eae839cc48, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=cea4d8e6-26ce-4539-bd09-49eae839cc48,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:47.223306 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-25a73244-6951-4c27-a965-a33526016c8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (cea4d8e6-26ce-4539-bd09-49eae839cc48), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:47.243795 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 9d0f7775-41a9-4203-8bbf-7ef0fcd07f63 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:47.244761 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9d0f7775-41a9-4203-8bbf-7ef0fcd07f63), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:47.252215 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-25a73244-6951-4c27-a965-a33526016c8d None None] Calling delete_port for cea4d8e6-26ce-4539-bd09-49eae839cc48 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:59:47.276409 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0f7775-41a9-4203-8bbf-7ef0fcd07f63 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:59:47.426977 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 9d0f7775-41a9-4203-8bbf-7ef0fcd07f63, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=9d0f7775-41a9-4203-8bbf-7ef0fcd07f63,segment=NetworkSegment(26e36fa6-1eff-47ca-aa89-f624448d85d4),segment_id=26e36fa6-1eff-47ca-aa89-f624448d85d4)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:47.458265 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (9d0f7775-41a9-4203-8bbf-7ef0fcd07f63), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:47.538547 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d1a64e07-a863-4ff1-8886-8939508a2de1 None None] Provisioning complete for port d809b385-eaf9-40ef-8b91-e0bb257f1f81 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:47.539069 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d1a64e07-a863-4ff1-8886-8939508a2de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d809b385-eaf9-40ef-8b91-e0bb257f1f81), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:47.700179 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d1a64e07-a863-4ff1-8886-8939508a2de1 None None] Port d809b385-eaf9-40ef-8b91-e0bb257f1f81 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:59:47.745210 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['9d0f7775-41a9-4203-8bbf-7ef0fcd07f63'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:59:47.777208 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-e84477fc-b7a2-4eaf-9758-b26c160d9429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d809b385-eaf9-40ef-8b91-e0bb257f1f81 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:59:47.796553 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-25a73244-6951-4c27-a965-a33526016c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (cea4d8e6-26ce-4539-bd09-49eae839cc48), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:47.801835 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-e84477fc-b7a2-4eaf-9758-b26c160d9429 service neutron] Publish callbacks [] for port (d809b385-eaf9-40ef-8b91-e0bb257f1f81), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:47.808302 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=9d0f7775-41a9-4203-8bbf-7ef0fcd07f63,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:47.882221 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-e84477fc-b7a2-4eaf-9758-b26c160d9429 service neutron] Transition to ACTIVE for port object d809b385-eaf9-40ef-8b91-e0bb257f1f81 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 04:59:47.885278 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-234ca84d-24d1-498e-bd66-84a3d7f8915b req-bf314df1-7403-49d8-bf27-e3eb245a915e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2ea6029-e725-4617-9e1a-670683181521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.0651178 Mar 05 04:59:47.898064 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-e84477fc-b7a2-4eaf-9758-b26c160d9429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (d809b385-eaf9-40ef-8b91-e0bb257f1f81), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:47.908695 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device ff027842-10ad-48ab-9484-ef962888f6f8 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:59:47.922049 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3498f147-e94a-4490-ad9a-9679a65eed04 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Subnet': ['ID=b074fecd-ac33-4604-b817-e09c3e267a98,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:47.923144 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a73244-6951-4c27-a965-a33526016c8d None None] Pushing event deleted for resources: {'Port': ['ID=cea4d8e6-26ce-4539-bd09-49eae839cc48,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:47.935927 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a73244-6951-4c27-a965-a33526016c8d None None] No DVR routers for this DVR port cea4d8e6-26ce-4539-bd09-49eae839cc48 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:59:47.949433 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:48.022779 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584ae7da-97ac-49ea-b39b-989f42853964 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:59:48.025093 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3498f147-e94a-4490-ad9a-9679a65eed04 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3764131 Mar 05 04:59:48.070332 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34068) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:48.093674 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-2b911dd1-8a8e-454d-af91-d64106358bef tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:59:48.126459 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-71e24d7c-b21c-4187-a8ca-aefc72215009 req-9590ea01-1568-4139-84c2-2efabf4d5754 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4140325 Mar 05 04:59:48.306900 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device cea4d8e6-26ce-4539-bd09-49eae839cc48 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:59:48.355894 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ed2d2-ec4b-4f2f-9dbc-a7fff5721c6b req-0b625c81-47d6-46c3-ad87-4bc76ac41fc1 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:48.385046 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a18ed2d2-ec4b-4f2f-9dbc-a7fff5721c6b req-0b625c81-47d6-46c3-ad87-4bc76ac41fc1 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 943 time: 0.5031600 Mar 05 04:59:48.421271 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: cea4d8e6-26ce-4539-bd09-49eae839cc48 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 04:59:48.421628 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device cea4d8e6-26ce-4539-bd09-49eae839cc48 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 04:59:48.474360 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75c190d-46a3-4b7f-8fb6-299b7dddbf91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-d9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'fixed_ips': [{'subnet_id': 'b074fecd-ac33-4604-b817-e09c3e267a98'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 04:59:48.493373 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d75c190d-46a3-4b7f-8fb6-299b7dddbf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:48.545208 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84477fc-b7a2-4eaf-9758-b26c160d9429 service neutron] Pushing event updated for resources: {'Port': ['ID=d809b385-eaf9-40ef-8b91-e0bb257f1f81,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:48.568032 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-234ca84d-24d1-498e-bd66-84a3d7f8915b req-1e39b361-dfe2-46f0-8a0c-416c54759065 service neutron] 10.222.0.31 "GET /v2.0/networks/e2ea6029-e725-4617-9e1a-670683181521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6324408 Mar 05 04:59:48.598797 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-e84477fc-b7a2-4eaf-9758-b26c160d9429 service neutron] Attempting to bind port d809b385-eaf9-40ef-8b91-e0bb257f1f81 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:59:48.599623 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-e84477fc-b7a2-4eaf-9758-b26c160d9429 service neutron] Attempting to bind port d809b385-eaf9-40ef-8b91-e0bb257f1f81 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': 'f0906293-c3cd-4ab0-baf8-2f3f35cc0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:59:48.601126 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-e84477fc-b7a2-4eaf-9758-b26c160d9429 service neutron] Attempting to bind port d809b385-eaf9-40ef-8b91-e0bb257f1f81 on network f1fadffb-f5d8-4040-a31e-e74b33451f43 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:59:48.611944 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-e84477fc-b7a2-4eaf-9758-b26c160d9429 service neutron] Port d809b385-eaf9-40ef-8b91-e0bb257f1f81 on network f1fadffb-f5d8-4040-a31e-e74b33451f43 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 04:59:48.612539 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-e84477fc-b7a2-4eaf-9758-b26c160d9429 service neutron] Attempting to bind port d809b385-eaf9-40ef-8b91-e0bb257f1f81 on network f1fadffb-f5d8-4040-a31e-e74b33451f43 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:59:48.625045 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-e84477fc-b7a2-4eaf-9758-b26c160d9429 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:59:48.625673 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-e84477fc-b7a2-4eaf-9758-b26c160d9429 service neutron] Checking segment: {'id': 'f0906293-c3cd-4ab0-baf8-2f3f35cc0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:59:48.626278 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-e84477fc-b7a2-4eaf-9758-b26c160d9429 service neutron] Bound using segment: {'id': 'f0906293-c3cd-4ab0-baf8-2f3f35cc0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:59:48.627808 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-e84477fc-b7a2-4eaf-9758-b26c160d9429 service neutron] Bound port: d809b385-eaf9-40ef-8b91-e0bb257f1f81, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0906293-c3cd-4ab0-baf8-2f3f35cc0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:59:48.628414 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-e84477fc-b7a2-4eaf-9758-b26c160d9429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d809b385-eaf9-40ef-8b91-e0bb257f1f81), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:48.689341 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a18ed2d2-ec4b-4f2f-9dbc-a7fff5721c6b req-74c7e307-bca7-4f8f-8ae1-b25502558a18 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3033671 Mar 05 04:59:48.742611 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-e84477fc-b7a2-4eaf-9758-b26c160d9429 service neutron] For port d809b385-eaf9-40ef-8b91-e0bb257f1f81, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:59:48.746456 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-e84477fc-b7a2-4eaf-9758-b26c160d9429 service neutron] For port d809b385-eaf9-40ef-8b91-e0bb257f1f81, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d809b385-eaf9-40ef-8b91-e0bb257f1f81,segment=NetworkSegment(f0906293-c3cd-4ab0-baf8-2f3f35cc0161),segment_id=f0906293-c3cd-4ab0-baf8-2f3f35cc0161)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:59:48.766454 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-e84477fc-b7a2-4eaf-9758-b26c160d9429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (d809b385-eaf9-40ef-8b91-e0bb257f1f81), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:48.813759 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port ff027842-10ad-48ab-9484-ef962888f6f8 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:59:48.839437 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port ff027842-10ad-48ab-9484-ef962888f6f8 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:48.840131 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ff027842-10ad-48ab-9484-ef962888f6f8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:48.883886 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84477fc-b7a2-4eaf-9758-b26c160d9429 service neutron] Pushing event updated for resources: {'Port': ['ID=d809b385-eaf9-40ef-8b91-e0bb257f1f81,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:48.915114 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-e84477fc-b7a2-4eaf-9758-b26c160d9429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:48.916401 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-e84477fc-b7a2-4eaf-9758-b26c160d9429 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:48.918986 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-e84477fc-b7a2-4eaf-9758-b26c160d9429 service neutron] 10.222.0.30 "PUT /v2.0/ports/d809b385-eaf9-40ef-8b91-e0bb257f1f81 HTTP/1.1" status: 200 len: 1092 time: 1.9507611 Mar 05 04:59:48.930375 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a967947-07f5-4b89-a7f4-80020f40e433', 'tag': 'd809b385-eaf9-40ef-8b91-e0bb257f1f81'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:59:48.936372 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c191d363-6456-4e4c-aec9-4d6f97f75843" -d '{"events": [{"name": "network-changed", "server_uuid": "1a967947-07f5-4b89-a7f4-80020f40e433", "tag": "d809b385-eaf9-40ef-8b91-e0bb257f1f81"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:59:48.945825 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b911dd1-8a8e-454d-af91-d64106358bef tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:59:48.952922 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-234ca84d-24d1-498e-bd66-84a3d7f8915b req-24fdff23-c30a-4bc6-bb81-98e74a1ccd31 service neutron] 10.222.0.31 "GET /v2.0/networks/e2ea6029-e725-4617-9e1a-670683181521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503232 Mar 05 04:59:48.957884 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b911dd1-8a8e-454d-af91-d64106358bef tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:49.105706 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 04:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b55fd3e-e0c3-4526-bdb8-6f913fdd3bf9 x-openstack-request-id: req-5b55fd3e-e0c3-4526-bdb8-6f913fdd3bf9 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:59:49.106385 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a967947-07f5-4b89-a7f4-80020f40e433", "tag": "d809b385-eaf9-40ef-8b91-e0bb257f1f81", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:59:49.106813 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5b55fd3e-e0c3-4526-bdb8-6f913fdd3bf9 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:59:49.107447 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a967947-07f5-4b89-a7f4-80020f40e433', 'tag': 'd809b385-eaf9-40ef-8b91-e0bb257f1f81', 'status': 'completed', 'code': 200} Mar 05 04:59:49.205024 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-49468348-7580-49b9-b2d7-5cae6ab662b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:49.207733 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-49468348-7580-49b9-b2d7-5cae6ab662b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f0efde040e1417b9e4baf083ccb9565&device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 1126 time: 0.2362969 Mar 05 04:59:49.228759 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-d75c190d-46a3-4b7f-8fb6-299b7dddbf91 None None] Allocated IP 2001:db8::2 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/b074fecd-ac33-4604-b817-e09c3e267a98/7919d4ed-6493-4615-9d7a-44b110698b7a) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:59:49.407725 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port ff027842-10ad-48ab-9484-ef962888f6f8 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:49.408451 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ff027842-10ad-48ab-9484-ef962888f6f8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:49.408841 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-a12e2f62-cae9-4a1e-a49a-9c3e9e7165c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d809b385-eaf9-40ef-8b91-e0bb257f1f81 HTTP/1.1" status: 200 len: 217 time: 0.1772330 Mar 05 04:59:49.428592 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764ae16-857d-498a-a236-4c41e8a1377d req-25a1516f-ec2c-4fd5-a29f-3600422b43e5 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:49.442948 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b764ae16-857d-498a-a236-4c41e8a1377d req-25a1516f-ec2c-4fd5-a29f-3600422b43e5 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 944 time: 0.1712711 Mar 05 04:59:49.479104 n-d-789963-32 neutron-server[105232]: INFO neutron.db.ipam_backend_mixin [None req-2b911dd1-8a8e-454d-af91-d64106358bef tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b074fecd-ac33-4604-b817-e09c3e267a98 (CIDR: 2001:db8::/64) Mar 05 04:59:49.557414 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b764ae16-857d-498a-a236-4c41e8a1377d req-50ce6a73-64ca-4b5a-8e69-2088cfee1874 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131961 Mar 05 04:59:49.598447 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b911dd1-8a8e-454d-af91-d64106358bef tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 04:59:49.599186 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b911dd1-8a8e-454d-af91-d64106358bef tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 04:59:49.659324 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2b911dd1-8a8e-454d-af91-d64106358bef tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5759785 Mar 05 04:59:49.661454 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34114) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:49.665902 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-17af99a2-fae7-41c7-ae27-717dc2dc9884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:49.666852 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-4554efc2-8a10-4ad9-b39e-ae9415be93af tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:59:49.668574 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-17af99a2-fae7-41c7-ae27-717dc2dc9884 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fcb8f64-37dd-445b-b856-b0d90d6a1c08 HTTP/1.1" status: 200 len: 856 time: 0.2585170 Mar 05 04:59:49.686680 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d75c190d-46a3-4b7f-8fb6-299b7dddbf91 None None] Publish callbacks [] for port (7919d4ed-6493-4615-9d7a-44b110698b7a), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:49.730937 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port ff027842-10ad-48ab-9484-ef962888f6f8, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=ff027842-10ad-48ab-9484-ef962888f6f8,segment=NetworkSegment(26e36fa6-1eff-47ca-aa89-f624448d85d4),segment_id=26e36fa6-1eff-47ca-aa89-f624448d85d4)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:49.732649 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d75c190d-46a3-4b7f-8fb6-299b7dddbf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (7919d4ed-6493-4615-9d7a-44b110698b7a), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:49.739246 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416ac0b8-792b-4e43-a9c4-36b8d094525c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff027842-10ad-48ab-9484-ef962888f6f8'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:59:49.743897 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfea0697-18ac-4be7-bd02-c041720c43a2" -d '{"events": [{"server_uuid": "416ac0b8-792b-4e43-a9c4-36b8d094525c", "name": "network-vif-plugged", "status": "completed", "tag": "ff027842-10ad-48ab-9484-ef962888f6f8"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:59:49.781930 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-e04ab73a-26fa-49bd-8ac0-508b0ddcb7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:49.784079 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-e04ab73a-26fa-49bd-8ac0-508b0ddcb7b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1fadffb-f5d8-4040-a31e-e74b33451f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1090569 Mar 05 04:59:49.802333 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c190d-46a3-4b7f-8fb6-299b7dddbf91 None None] Pushing event updated for resources: {'Port': ['ID=7919d4ed-6493-4615-9d7a-44b110698b7a,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:49.810647 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ff027842-10ad-48ab-9484-ef962888f6f8), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:49.922253 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70d5bd7-86fa-46b7-a630-366e92e12f31 x-openstack-request-id: req-b70d5bd7-86fa-46b7-a630-366e92e12f31 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:59:49.922913 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416ac0b8-792b-4e43-a9c4-36b8d094525c", "name": "network-vif-plugged", "status": "completed", "tag": "ff027842-10ad-48ab-9484-ef962888f6f8", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:59:49.923441 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b70d5bd7-86fa-46b7-a630-366e92e12f31 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:59:49.924029 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '416ac0b8-792b-4e43-a9c4-36b8d094525c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff027842-10ad-48ab-9484-ef962888f6f8', 'code': 200} Mar 05 04:59:49.930046 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=ff027842-10ad-48ab-9484-ef962888f6f8,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:49.954624 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75c190d-46a3-4b7f-8fb6-299b7dddbf91 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:59:49.958178 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-d75c190d-46a3-4b7f-8fb6-299b7dddbf91 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:59:49.967562 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75c190d-46a3-4b7f-8fb6-299b7dddbf91 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:59:50.092768 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87ad07-6ef8-4371-a4a0-f4357edfebad req-d872ba72-2dc0-44d8-a967-504475b4601a tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:50.100749 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6f87ad07-6ef8-4371-a4a0-f4357edfebad req-d872ba72-2dc0-44d8-a967-504475b4601a tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 943 time: 0.1533499 Mar 05 04:59:50.109105 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4554efc2-8a10-4ad9-b39e-ae9415be93af tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:59:50.111687 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-d75c190d-46a3-4b7f-8fb6-299b7dddbf91 None None] Attempting to bind port 7919d4ed-6493-4615-9d7a-44b110698b7a on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 04:59:50.113060 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4554efc2-8a10-4ad9-b39e-ae9415be93af tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:50.132577 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-d75c190d-46a3-4b7f-8fb6-299b7dddbf91 None None] Attempting to bind port 7919d4ed-6493-4615-9d7a-44b110698b7a by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 04:59:50.134166 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75c190d-46a3-4b7f-8fb6-299b7dddbf91 None None] Attempting to bind port 7919d4ed-6493-4615-9d7a-44b110698b7a on network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 04:59:50.155123 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75c190d-46a3-4b7f-8fb6-299b7dddbf91 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 04:59:50.156127 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75c190d-46a3-4b7f-8fb6-299b7dddbf91 None None] Checking segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 04:59:50.157174 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d75c190d-46a3-4b7f-8fb6-299b7dddbf91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:50.158371 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75c190d-46a3-4b7f-8fb6-299b7dddbf91 None None] Bound using segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 04:59:50.159223 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-d75c190d-46a3-4b7f-8fb6-299b7dddbf91 None None] Bound port: 7919d4ed-6493-4615-9d7a-44b110698b7a, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 04:59:50.161452 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d75c190d-46a3-4b7f-8fb6-299b7dddbf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7919d4ed-6493-4615-9d7a-44b110698b7a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:50.232464 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6f87ad07-6ef8-4371-a4a0-f4357edfebad req-29d1ab4e-fddb-4d59-9a6f-e9948dc66bf9 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298552 Mar 05 04:59:50.232853 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-6d6f1cdb-3e5b-4ad1-b4a6-74a7ca1c550b service neutron] 10.222.0.30 "GET /v2.0/networks/f1fadffb-f5d8-4040-a31e-e74b33451f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410436 Mar 05 04:59:50.240378 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9cb38-619e-470d-a15c-2404a91afda7 req-8741ecd5-50a8-4875-ac1f-0181b7282d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:50.244792 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-38f9cb38-619e-470d-a15c-2404a91afda7 req-8741ecd5-50a8-4875-ac1f-0181b7282d0c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 1128 time: 0.2070048 Mar 05 04:59:50.276335 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 9d0f7775-41a9-4203-8bbf-7ef0fcd07f63 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:59:50.483522 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-d75c190d-46a3-4b7f-8fb6-299b7dddbf91 None None] For port 7919d4ed-6493-4615-9d7a-44b110698b7a, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 04:59:50.490525 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-d75c190d-46a3-4b7f-8fb6-299b7dddbf91 None None] For port 7919d4ed-6493-4615-9d7a-44b110698b7a, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=7919d4ed-6493-4615-9d7a-44b110698b7a,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 04:59:50.528432 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d75c190d-46a3-4b7f-8fb6-299b7dddbf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (7919d4ed-6493-4615-9d7a-44b110698b7a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:50.538572 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f5072086-7fd5-48aa-8372-f986581ad8e0 req-3599dacf-1908-4519-b1e3-96d0e8a536a2 service neutron] 10.222.0.30 "GET /v2.0/networks/f1fadffb-f5d8-4040-a31e-e74b33451f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916291 Mar 05 04:59:50.610832 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-38f9cb38-619e-470d-a15c-2404a91afda7 req-9f2216f0-7459-42b4-b0c2-d9e9e02492cb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555677 Mar 05 04:59:50.932480 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191d363-6456-4e4c-aec9-4d6f97f75843 req-2432c50d-1ad4-41f0-8758-d2a30d705bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:50.934397 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c191d363-6456-4e4c-aec9-4d6f97f75843 req-2432c50d-1ad4-41f0-8758-d2a30d705bf7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f0efde040e1417b9e4baf083ccb9565&device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 1126 time: 0.1097932 Mar 05 04:59:51.087871 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c190d-46a3-4b7f-8fb6-299b7dddbf91 None None] Pushing event updated for resources: {'Port': ['ID=7919d4ed-6493-4615-9d7a-44b110698b7a,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:51.107710 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 9d0f7775-41a9-4203-8bbf-7ef0fcd07f63 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:59:51.111397 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 9d0f7775-41a9-4203-8bbf-7ef0fcd07f63 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:51.111791 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9d0f7775-41a9-4203-8bbf-7ef0fcd07f63), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:51.148725 n-d-789963-32 neutron-server[105231]: DEBUG neutron.objects.ports [None req-4554efc2-8a10-4ad9-b39e-ae9415be93af tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105231) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 05 04:59:51.207170 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191d363-6456-4e4c-aec9-4d6f97f75843 req-c17ce2c8-07c9-4b85-a0d5-6f7f0c9759e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:51.209177 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c191d363-6456-4e4c-aec9-4d6f97f75843 req-c17ce2c8-07c9-4b85-a0d5-6f7f0c9759e4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1fadffb-f5d8-4040-a31e-e74b33451f43 HTTP/1.1" status: 200 len: 917 time: 0.2682321 Mar 05 04:59:51.297028 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 9d0f7775-41a9-4203-8bbf-7ef0fcd07f63 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:51.297439 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9d0f7775-41a9-4203-8bbf-7ef0fcd07f63), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:51.309791 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246319cd-3be6-427e-8115-00c5a87059ff req-901f0b12-1d17-48be-a6e0-218557e489b0 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:51.317650 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-246319cd-3be6-427e-8115-00c5a87059ff req-901f0b12-1d17-48be-a6e0-218557e489b0 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 944 time: 0.6115742 Mar 05 04:59:51.357532 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c191d363-6456-4e4c-aec9-4d6f97f75843 req-ffeae0de-d644-49ba-9371-c672fdb8f0bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d809b385-eaf9-40ef-8b91-e0bb257f1f81 HTTP/1.1" status: 200 len: 217 time: 0.1268182 Mar 05 04:59:51.393048 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 9d0f7775-41a9-4203-8bbf-7ef0fcd07f63, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=9d0f7775-41a9-4203-8bbf-7ef0fcd07f63,segment=NetworkSegment(26e36fa6-1eff-47ca-aa89-f624448d85d4),segment_id=26e36fa6-1eff-47ca-aa89-f624448d85d4)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:51.403673 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (9d0f7775-41a9-4203-8bbf-7ef0fcd07f63), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:51.513461 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191d363-6456-4e4c-aec9-4d6f97f75843 req-52323a71-726e-49e9-bec7-500776f16c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:51.533711 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c191d363-6456-4e4c-aec9-4d6f97f75843 req-52323a71-726e-49e9-bec7-500776f16c56 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fcb8f64-37dd-445b-b856-b0d90d6a1c08 HTTP/1.1" status: 200 len: 856 time: 0.1728415 Mar 05 04:59:51.558424 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=9d0f7775-41a9-4203-8bbf-7ef0fcd07f63,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:51.680101 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191d363-6456-4e4c-aec9-4d6f97f75843 req-fd3f1093-ac20-4b34-a2dd-93a6f63ab74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:51.686476 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c191d363-6456-4e4c-aec9-4d6f97f75843 req-fd3f1093-ac20-4b34-a2dd-93a6f63ab74e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1fadffb-f5d8-4040-a31e-e74b33451f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1430285 Mar 05 04:59:51.830136 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-246319cd-3be6-427e-8115-00c5a87059ff req-6322f245-256d-4d20-a57b-a90b18c03f1c tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620030 Mar 05 04:59:51.873407 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d809b385-eaf9-40ef-8b91-e0bb257f1f81 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 04:59:51.891853 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e073c-9070-488a-b1b5-c2dbf2609b7c req-18c8aa0a-fef7-4459-bebc-f03f116e784c tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:51.913204 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cf0e073c-9070-488a-b1b5-c2dbf2609b7c req-18c8aa0a-fef7-4459-bebc-f03f116e784c tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 943 time: 0.4999535 Mar 05 04:59:51.934983 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158dc1a3-f7af-455e-8168-0e3ca296d274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0f7775-41a9-4203-8bbf-7ef0fcd07f63'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:59:51.937549 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cef9304-eff9-4b5f-b97e-244311299b26" -d '{"events": [{"server_uuid": "158dc1a3-f7af-455e-8168-0e3ca296d274", "name": "network-vif-plugged", "status": "completed", "tag": "9d0f7775-41a9-4203-8bbf-7ef0fcd07f63"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:59:51.992278 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c191d363-6456-4e4c-aec9-4d6f97f75843 req-f48535a6-ec90-4c67-9215-69b398b6bc3c service neutron] 10.222.0.30 "GET /v2.0/networks/f1fadffb-f5d8-4040-a31e-e74b33451f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010025 Mar 05 04:59:52.128253 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4554efc2-8a10-4ad9-b39e-ae9415be93af tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7919d4ed-6493-4615-9d7a-44b110698b7a), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:52.179796 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2dfb905-7b86-4532-85f2-f1ba8571c6c3 x-openstack-request-id: req-f2dfb905-7b86-4532-85f2-f1ba8571c6c3 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:59:52.181192 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158dc1a3-f7af-455e-8168-0e3ca296d274", "name": "network-vif-plugged", "status": "completed", "tag": "9d0f7775-41a9-4203-8bbf-7ef0fcd07f63", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:59:52.181708 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f2dfb905-7b86-4532-85f2-f1ba8571c6c3 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:59:52.182347 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158dc1a3-f7af-455e-8168-0e3ca296d274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0f7775-41a9-4203-8bbf-7ef0fcd07f63', 'code': 200} Mar 05 04:59:52.198385 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c191d363-6456-4e4c-aec9-4d6f97f75843 req-bf16d07a-e60c-42dd-bf4f-83ec82c5dda7 service neutron] 10.222.0.30 "GET /v2.0/networks/f1fadffb-f5d8-4040-a31e-e74b33451f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976352 Mar 05 04:59:52.237402 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 7919d4ed-6493-4615-9d7a-44b110698b7a up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:59:52.262723 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cf0e073c-9070-488a-b1b5-c2dbf2609b7c req-95463c2c-5fd9-4430-9cdc-abfab849669d tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3446646 Mar 05 04:59:52.334825 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d809b385-eaf9-40ef-8b91-e0bb257f1f81, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d809b385-eaf9-40ef-8b91-e0bb257f1f81,segment=NetworkSegment(f0906293-c3cd-4ab0-baf8-2f3f35cc0161),segment_id=f0906293-c3cd-4ab0-baf8-2f3f35cc0161)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:52.347795 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'd809b385-eaf9-40ef-8b91-e0bb257f1f81', 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43', 'port_id': 'd809b385-eaf9-40ef-8b91-e0bb257f1f81', 'mac_address': 'fa:16:3e:b6:ab:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 04:59:52.457669 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port d809b385-eaf9-40ef-8b91-e0bb257f1f81 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:52.458066 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d809b385-eaf9-40ef-8b91-e0bb257f1f81), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:52.520031 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d809b385-eaf9-40ef-8b91-e0bb257f1f81 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 04:59:52.527463 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c2b12-90e8-4224-a7c2-06ca5a5f6a7c req-79483a75-00d0-46fe-abf7-b3756c4a613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:52.529116 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-924c2b12-90e8-4224-a7c2-06ca5a5f6a7c req-79483a75-00d0-46fe-abf7-b3756c4a613b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 1128 time: 0.2632885 Mar 05 04:59:52.568368 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 7919d4ed-6493-4615-9d7a-44b110698b7a triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:52.568936 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7919d4ed-6493-4615-9d7a-44b110698b7a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:52.579022 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d809b385-eaf9-40ef-8b91-e0bb257f1f81, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d809b385-eaf9-40ef-8b91-e0bb257f1f81,segment=NetworkSegment(f0906293-c3cd-4ab0-baf8-2f3f35cc0161),segment_id=f0906293-c3cd-4ab0-baf8-2f3f35cc0161)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:52.634539 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d809b385-eaf9-40ef-8b91-e0bb257f1f81), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:52.720452 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-924c2b12-90e8-4224-a7c2-06ca5a5f6a7c req-47a33c2a-3d3f-4268-8c41-ea5ffe43ab7c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835392 Mar 05 04:59:52.741851 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-4554efc2-8a10-4ad9-b39e-ae9415be93af tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] For port 7919d4ed-6493-4615-9d7a-44b110698b7a, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=7919d4ed-6493-4615-9d7a-44b110698b7a,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:52.782630 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4554efc2-8a10-4ad9-b39e-ae9415be93af tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for port (7919d4ed-6493-4615-9d7a-44b110698b7a), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:52.793121 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4554efc2-8a10-4ad9-b39e-ae9415be93af tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (7919d4ed-6493-4615-9d7a-44b110698b7a), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:52.801583 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=d809b385-eaf9-40ef-8b91-e0bb257f1f81,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:52.877403 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['d809b385-eaf9-40ef-8b91-e0bb257f1f81'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 04:59:52.905893 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4554efc2-8a10-4ad9-b39e-ae9415be93af tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (87771fba-3efa-4e2a-a73d-07e5b794d8bd), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:52.956472 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 7919d4ed-6493-4615-9d7a-44b110698b7a is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:52.957178 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7919d4ed-6493-4615-9d7a-44b110698b7a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:53.008843 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a08477cb-f255-4a3b-a8ea-d7b947db25d1 None None] Provisioning complete for port 7919d4ed-6493-4615-9d7a-44b110698b7a triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:53.009732 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a08477cb-f255-4a3b-a8ea-d7b947db25d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7919d4ed-6493-4615-9d7a-44b110698b7a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:53.055830 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 7919d4ed-6493-4615-9d7a-44b110698b7a, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=7919d4ed-6493-4615-9d7a-44b110698b7a,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:53.076600 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (7919d4ed-6493-4615-9d7a-44b110698b7a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:53.128163 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554efc2-8a10-4ad9-b39e-ae9415be93af tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Port': ['ID=7919d4ed-6493-4615-9d7a-44b110698b7a,revision_number=4']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:53.147303 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4554efc2-8a10-4ad9-b39e-ae9415be93af tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:59:53.192865 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-4554efc2-8a10-4ad9-b39e-ae9415be93af tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:59:53.217225 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3977ed18-2567-4d82-aff4-ba67cd867d91 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:59:53.218207 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4554efc2-8a10-4ad9-b39e-ae9415be93af tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:53.219221 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4554efc2-8a10-4ad9-b39e-ae9415be93af tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:53.246510 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554efc2-8a10-4ad9-b39e-ae9415be93af tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Subnet': ['ID=87771fba-3efa-4e2a-a73d-07e5b794d8bd,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:53.267487 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34208) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:53.273849 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4554efc2-8a10-4ad9-b39e-ae9415be93af tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.6110418 Mar 05 04:59:53.286275 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df060550-281f-4fc4-9353-9b2a2c2d0779 req-c078f0fe-bd45-4a24-b8fd-d004bc42fb3c tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:53.287942 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-df060550-281f-4fc4-9353-9b2a2c2d0779 req-c078f0fe-bd45-4a24-b8fd-d004bc42fb3c tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 945 time: 0.2941656 Mar 05 04:59:53.290305 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-46cf28cd-98bd-409c-ab28-47bb4a113af3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'port': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'mac_address': 'fa:16:3e:81:84:80', 'name': 'tempest-NetworksTestDHCPv6-582987044'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:59:53.310339 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=7919d4ed-6493-4615-9d7a-44b110698b7a,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:53.381676 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a08477cb-f255-4a3b-a8ea-d7b947db25d1 None None] Current status of the port 7919d4ed-6493-4615-9d7a-44b110698b7a is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:53.453686 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-df060550-281f-4fc4-9353-9b2a2c2d0779 req-b0963e00-4a25-4b41-b3a4-a43f2bd87c1c tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471431 Mar 05 04:59:53.556228 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301b9e2-fbaa-4032-9cb4-1f82c115ac5d req-357b79f4-1b1f-4b1a-ac77-5bbb97444fda tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:53.560207 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1301b9e2-fbaa-4032-9cb4-1f82c115ac5d req-357b79f4-1b1f-4b1a-ac77-5bbb97444fda tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 944 time: 0.1031632 Mar 05 04:59:53.586830 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cf28cd-98bd-409c-ab28-47bb4a113af3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 04:59:53.674025 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1301b9e2-fbaa-4032-9cb4-1f82c115ac5d req-e5dc51be-4c19-43fd-8fe7-40ea52a67a04 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071782 Mar 05 04:59:53.834591 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-46cf28cd-98bd-409c-ab28-47bb4a113af3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:53.888129 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d809b385-eaf9-40ef-8b91-e0bb257f1f81 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:59:53.917822 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-46cf28cd-98bd-409c-ab28-47bb4a113af3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] device_id is not set on port 33d20557-2259-4675-a66c-54085e2c3400 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 04:59:54.016194 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 7919d4ed-6493-4615-9d7a-44b110698b7a up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 04:59:54.144490 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port d809b385-eaf9-40ef-8b91-e0bb257f1f81 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 04:59:54.149651 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 7919d4ed-6493-4615-9d7a-44b110698b7a triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:54.150036 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7919d4ed-6493-4615-9d7a-44b110698b7a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:54.266939 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port d809b385-eaf9-40ef-8b91-e0bb257f1f81 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:54.268678 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d809b385-eaf9-40ef-8b91-e0bb257f1f81), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:54.378314 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-46cf28cd-98bd-409c-ab28-47bb4a113af3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Allocated IP 2001:db8::20a (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/b074fecd-ac33-4604-b817-e09c3e267a98/33d20557-2259-4675-a66c-54085e2c3400) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:59:54.385137 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-46cf28cd-98bd-409c-ab28-47bb4a113af3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Allocated IP 2001:db8:0:1:f816:3eff:fe81:8480 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/87771fba-3efa-4e2a-a73d-07e5b794d8bd/33d20557-2259-4675-a66c-54085e2c3400) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 04:59:54.664714 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-46cf28cd-98bd-409c-ab28-47bb4a113af3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for port (33d20557-2259-4675-a66c-54085e2c3400), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:54.708828 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035d425-ce74-49dc-bf1d-6d1e738a909a req-e01d4991-9397-47d1-bbcc-601e8c107aec tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:54.719349 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1035d425-ce74-49dc-bf1d-6d1e738a909a req-e01d4991-9397-47d1-bbcc-601e8c107aec tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 945 time: 0.1197381 Mar 05 04:59:54.726647 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port d809b385-eaf9-40ef-8b91-e0bb257f1f81 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:54.726647 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d809b385-eaf9-40ef-8b91-e0bb257f1f81), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:54.735880 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-46cf28cd-98bd-409c-ab28-47bb4a113af3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (33d20557-2259-4675-a66c-54085e2c3400), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:54.750632 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-1de5baf7-8e21-4f09-b679-8dca598e0ba6 None None] Provisioning complete for port 7919d4ed-6493-4615-9d7a-44b110698b7a triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:54.750926 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1de5baf7-8e21-4f09-b679-8dca598e0ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7919d4ed-6493-4615-9d7a-44b110698b7a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:54.752998 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 7919d4ed-6493-4615-9d7a-44b110698b7a is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:54.780743 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d809b385-eaf9-40ef-8b91-e0bb257f1f81, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d809b385-eaf9-40ef-8b91-e0bb257f1f81,segment=NetworkSegment(f0906293-c3cd-4ab0-baf8-2f3f35cc0161),segment_id=f0906293-c3cd-4ab0-baf8-2f3f35cc0161)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:54.806240 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a967947-07f5-4b89-a7f4-80020f40e433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd809b385-eaf9-40ef-8b91-e0bb257f1f81'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:59:54.808655 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ab2f4d-6637-4f6d-9312-9c9509529c4a" -d '{"events": [{"server_uuid": "1a967947-07f5-4b89-a7f4-80020f40e433", "name": "network-vif-plugged", "status": "completed", "tag": "d809b385-eaf9-40ef-8b91-e0bb257f1f81"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:59:54.815103 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d809b385-eaf9-40ef-8b91-e0bb257f1f81), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:54.838742 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1035d425-ce74-49dc-bf1d-6d1e738a909a req-97048525-218f-4d6b-84cb-1c03a4cd5690 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181803 Mar 05 04:59:54.912382 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=d809b385-eaf9-40ef-8b91-e0bb257f1f81,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:54.940479 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f57a853-a427-4e9d-ad53-f8df91f90420 x-openstack-request-id: req-4f57a853-a427-4e9d-ad53-f8df91f90420 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:59:54.941062 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a967947-07f5-4b89-a7f4-80020f40e433", "name": "network-vif-plugged", "status": "completed", "tag": "d809b385-eaf9-40ef-8b91-e0bb257f1f81", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:59:54.941498 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4f57a853-a427-4e9d-ad53-f8df91f90420 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:59:54.942173 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a967947-07f5-4b89-a7f4-80020f40e433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd809b385-eaf9-40ef-8b91-e0bb257f1f81', 'code': 200} Mar 05 04:59:55.002455 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-1de5baf7-8e21-4f09-b679-8dca598e0ba6 None None] Current status of the port 7919d4ed-6493-4615-9d7a-44b110698b7a is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:55.056217 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736757b-fee7-49c4-9e92-b060efa2c493 req-3d878f20-641b-4139-a66d-5ffa9ab6cd77 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:55.058489 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9736757b-fee7-49c4-9e92-b060efa2c493 req-3d878f20-641b-4139-a66d-5ffa9ab6cd77 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 945 time: 0.1180036 Mar 05 04:59:55.149168 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9736757b-fee7-49c4-9e92-b060efa2c493 req-7b41288b-950f-45ee-b619-21c3fb4a540d tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813894 Mar 05 04:59:55.470675 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c65aa-448b-4277-bbc8-04c4251fff74 req-e1b17adc-e12b-4fb8-936d-6420783e2c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:55.477278 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e1c65aa-448b-4277-bbc8-04c4251fff74 req-e1b17adc-e12b-4fb8-936d-6420783e2c43 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9a4b8503d9df4443b291278ddd00e28c&device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 1128 time: 0.2026813 Mar 05 04:59:55.579835 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cf28cd-98bd-409c-ab28-47bb4a113af3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 04:59:55.583556 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f294778-74f6-4f83-8dd9-ca9439f16d05 req-8d6d3652-3944-4d24-866d-4b0f9f3da0df tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:55.590982 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7f294778-74f6-4f83-8dd9-ca9439f16d05 req-8d6d3652-3944-4d24-866d-4b0f9f3da0df tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 945 time: 0.2253346 Mar 05 04:59:55.613697 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-46cf28cd-98bd-409c-ab28-47bb4a113af3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 04:59:55.617334 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf28cd-98bd-409c-ab28-47bb4a113af3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Port': ['ID=33d20557-2259-4675-a66c-54085e2c3400,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:55.623406 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cf28cd-98bd-409c-ab28-47bb4a113af3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 04:59:55.629157 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cf28cd-98bd-409c-ab28-47bb4a113af3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:55.630398 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-46cf28cd-98bd-409c-ab28-47bb4a113af3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:55.668000 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d00c1-b171-4778-8c75-571e0a6a6a51 req-da061bf4-3428-452f-891b-704b5d8ac5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:55.672463 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-187d00c1-b171-4778-8c75-571e0a6a6a51 req-da061bf4-3428-452f-891b-704b5d8ac5c5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 1128 time: 0.1515493 Mar 05 04:59:55.680331 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-46cf28cd-98bd-409c-ab28-47bb4a113af3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4115090 Mar 05 04:59:55.690726 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34302) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:55.784040 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-187d00c1-b171-4778-8c75-571e0a6a6a51 req-06a10f46-a052-43a5-aac3-871f0c7236f7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919080 Mar 05 04:59:55.784286 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c65aa-448b-4277-bbc8-04c4251fff74 req-f1b120ea-ed3a-44d9-9e10-685b534c9c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:55.785619 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e1c65aa-448b-4277-bbc8-04c4251fff74 req-f1b120ea-ed3a-44d9-9e10-685b534c9c97 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e2ea6029-e725-4617-9e1a-670683181521 HTTP/1.1" status: 200 len: 919 time: 0.2870643 Mar 05 04:59:55.831695 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7f294778-74f6-4f83-8dd9-ca9439f16d05 req-a6ba7ce7-88b1-4c3a-ac10-3e95da9fe6de tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351370 Mar 05 04:59:55.891172 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e1c65aa-448b-4277-bbc8-04c4251fff74 req-cb3ff1a4-5aee-4fca-930e-4f5d7fb72402 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d0f7775-41a9-4203-8bbf-7ef0fcd07f63 HTTP/1.1" status: 200 len: 217 time: 0.0566890 Mar 05 04:59:56.066156 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c65aa-448b-4277-bbc8-04c4251fff74 req-1d238e38-a98c-416a-822e-8f272bda5679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:56.067664 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e1c65aa-448b-4277-bbc8-04c4251fff74 req-1d238e38-a98c-416a-822e-8f272bda5679 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2ee3a0bf-8ff3-4691-abcb-5ebfd0488082 HTTP/1.1" status: 200 len: 859 time: 0.1620581 Mar 05 04:59:56.096103 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca308d9-5a66-4278-8c5a-42334379780f req-3fe35633-2f28-431e-bb3e-4bc7b1b26853 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:56.096684 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7ca308d9-5a66-4278-8c5a-42334379780f req-3fe35633-2f28-431e-bb3e-4bc7b1b26853 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/networks?id=58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 HTTP/1.1" status: 200 len: 805 time: 0.3492622 Mar 05 04:59:56.133148 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-de1b0c28-5195-4c4e-8d9b-c358fef3ebef None None] Provisioning complete for port 33d20557-2259-4675-a66c-54085e2c3400 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 04:59:56.133677 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-de1b0c28-5195-4c4e-8d9b-c358fef3ebef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (33d20557-2259-4675-a66c-54085e2c3400), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:56.137801 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e1c65aa-448b-4277-bbc8-04c4251fff74 req-8f58844a-6260-4443-a0e1-88f2512a1787 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2ea6029-e725-4617-9e1a-670683181521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623133 Mar 05 04:59:56.141639 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7ca308d9-5a66-4278-8c5a-42334379780f req-24b8f564-e84d-432e-b1e3-f27c86e6551f tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/quotas/5bb9b4129f1c432a81e17a2957390c79 HTTP/1.1" status: 200 len: 375 time: 0.0442085 Mar 05 04:59:56.181255 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-1fa85e69-9aa6-4a33-bc3f-6c00dfda17b7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting port 33d20557-2259-4675-a66c-54085e2c3400 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:59:56.181614 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1fa85e69-9aa6-4a33-bc3f-6c00dfda17b7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (33d20557-2259-4675-a66c-54085e2c3400), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:56.182971 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-de1b0c28-5195-4c4e-8d9b-c358fef3ebef None None] Port 33d20557-2259-4675-a66c-54085e2c3400 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 04:59:56.269171 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 77cb3269-8a51-406d-bdc5-c3abcc8c2041 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 04:59:56.285152 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1fa85e69-9aa6-4a33-bc3f-6c00dfda17b7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (33d20557-2259-4675-a66c-54085e2c3400), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:56.298067 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-1fa85e69-9aa6-4a33-bc3f-6c00dfda17b7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Calling delete_port for 33d20557-2259-4675-a66c-54085e2c3400 owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:59:56.467340 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 77cb3269-8a51-406d-bdc5-c3abcc8c2041 is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 04:59:56.467750 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (77cb3269-8a51-406d-bdc5-c3abcc8c2041), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:56.532642 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 77cb3269-8a51-406d-bdc5-c3abcc8c2041, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=77cb3269-8a51-406d-bdc5-c3abcc8c2041,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:56.548303 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (77cb3269-8a51-406d-bdc5-c3abcc8c2041), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:56.605814 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=77cb3269-8a51-406d-bdc5-c3abcc8c2041,revision_number=8']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:56.624988 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7ca308d9-5a66-4278-8c5a-42334379780f req-869218f9-0a88-496e-beb3-523a204f552e tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5bb9b4129f1c432a81e17a2957390c79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4704974 Mar 05 04:59:56.634334 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e1c65aa-448b-4277-bbc8-04c4251fff74 req-6ddd0ac6-68ad-4bb2-b0c6-4c4575f402d7 service neutron] 10.222.0.31 "GET /v2.0/networks/e2ea6029-e725-4617-9e1a-670683181521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885375 Mar 05 04:59:56.651905 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e961e-2111-46d4-bb72-4da953df3a18 req-26228255-744b-46ff-b7d5-6b87be54c017 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:56.658646 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fa6e961e-2111-46d4-bb72-4da953df3a18 req-26228255-744b-46ff-b7d5-6b87be54c017 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 945 time: 0.2473464 Mar 05 04:59:56.870410 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1fa85e69-9aa6-4a33-bc3f-6c00dfda17b7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (33d20557-2259-4675-a66c-54085e2c3400), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:56.902848 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fa6e961e-2111-46d4-bb72-4da953df3a18 req-3b79f2a1-898b-44b2-894f-42a9886a500f tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2432370 Mar 05 04:59:56.946551 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8647087-da64-4a25-9a6d-fc7d46a7ac23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77cb3269-8a51-406d-bdc5-c3abcc8c2041'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:59:56.948941 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952b2207-c1f6-4a6d-aa31-961beee6f4d2" -d '{"events": [{"server_uuid": "b8647087-da64-4a25-9a6d-fc7d46a7ac23", "name": "network-vif-unplugged", "status": "completed", "tag": "77cb3269-8a51-406d-bdc5-c3abcc8c2041"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:59:56.984378 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa85e69-9aa6-4a33-bc3f-6c00dfda17b7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Port': ['ID=33d20557-2259-4675-a66c-54085e2c3400,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:57.067569 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e1c65aa-448b-4277-bbc8-04c4251fff74 req-5336dc40-6454-4421-ad27-4223b98a4919 service neutron] 10.222.0.31 "GET /v2.0/networks/e2ea6029-e725-4617-9e1a-670683181521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068537 Mar 05 04:59:57.089535 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7ca308d9-5a66-4278-8c5a-42334379780f req-f0c002aa-45bc-4443-9b53-75fc03910d80 service neutron] 10.222.0.11 "GET /v2.0/networks/58ba8bc5-ac03-4e44-b819-c3c8d0a85e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541719 Mar 05 04:59:57.197129 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056cb6b-ddc3-412d-9d7f-020cc849f901 req-89646c99-ca8d-4e6f-8133-21e61a27405c tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:57.198675 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5056cb6b-ddc3-412d-9d7f-020cc849f901 req-89646c99-ca8d-4e6f-8133-21e61a27405c tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8647087-da64-4a25-9a6d-fc7d46a7ac23 HTTP/1.1" status: 200 len: 943 time: 0.1789608 Mar 05 04:59:57.224115 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1fa85e69-9aa6-4a33-bc3f-6c00dfda17b7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:57.233841 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1fa85e69-9aa6-4a33-bc3f-6c00dfda17b7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/33d20557-2259-4675-a66c-54085e2c3400 HTTP/1.1" status: 204 len: 168 time: 1.5405447 Mar 05 04:59:57.236745 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34350) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:57.473412 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-5056cb6b-ddc3-412d-9d7f-020cc849f901 req-f1c6f890-50da-4f68-b8da-8c678232a5cd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Deleting port 77cb3269-8a51-406d-bdc5-c3abcc8c2041 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 04:59:57.473770 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5056cb6b-ddc3-412d-9d7f-020cc849f901 req-f1c6f890-50da-4f68-b8da-8c678232a5cd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (77cb3269-8a51-406d-bdc5-c3abcc8c2041), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:57.630013 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-5056cb6b-ddc3-412d-9d7f-020cc849f901 req-f1c6f890-50da-4f68-b8da-8c678232a5cd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] For port 77cb3269-8a51-406d-bdc5-c3abcc8c2041, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=77cb3269-8a51-406d-bdc5-c3abcc8c2041,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 04:59:57.630675 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5056cb6b-ddc3-412d-9d7f-020cc849f901 req-f1c6f890-50da-4f68-b8da-8c678232a5cd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (77cb3269-8a51-406d-bdc5-c3abcc8c2041), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:57.646626 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-5056cb6b-ddc3-412d-9d7f-020cc849f901 req-f1c6f890-50da-4f68-b8da-8c678232a5cd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Calling delete_port for 77cb3269-8a51-406d-bdc5-c3abcc8c2041 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 04:59:57.816485 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5056cb6b-ddc3-412d-9d7f-020cc849f901 req-f1c6f890-50da-4f68-b8da-8c678232a5cd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (77cb3269-8a51-406d-bdc5-c3abcc8c2041), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:57.838204 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a14f7-aea8-4149-979f-9bfbedfad545 req-e9d6edbc-03de-485a-8ced-37d68c6d0892 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:57.839745 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-902a14f7-aea8-4149-979f-9bfbedfad545 req-e9d6edbc-03de-485a-8ced-37d68c6d0892 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 945 time: 0.7051914 Mar 05 04:59:57.850530 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7ca308d9-5a66-4278-8c5a-42334379780f req-abb2145c-5d1e-44b6-8592-516ab3e2c7f2 service neutron] 10.222.0.11 "GET /v2.0/networks/58ba8bc5-ac03-4e44-b819-c3c8d0a85e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7585146 Mar 05 04:59:57.863499 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e418c2be-1860-4604-89d0-deba5a760a79 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:57.868399 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e418c2be-1860-4604-89d0-deba5a760a79 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6053164 Mar 05 04:59:57.869032 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34362) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:57.907906 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6f890-50da-4f68-b8da-8c678232a5cd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Pushing event deleted for resources: {'Port': ['ID=77cb3269-8a51-406d-bdc5-c3abcc8c2041,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:57.979688 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-5056cb6b-ddc3-412d-9d7f-020cc849f901 req-f1c6f890-50da-4f68-b8da-8c678232a5cd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] No DVR routers for this DVR port 77cb3269-8a51-406d-bdc5-c3abcc8c2041 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 04:59:57.996523 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5056cb6b-ddc3-412d-9d7f-020cc849f901 req-f1c6f890-50da-4f68-b8da-8c678232a5cd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:58.000165 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5056cb6b-ddc3-412d-9d7f-020cc849f901 req-f1c6f890-50da-4f68-b8da-8c678232a5cd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.31 "DELETE /v2.0/ports/77cb3269-8a51-406d-bdc5-c3abcc8c2041 HTTP/1.1" status: 204 len: 173 time: 0.7953923 Mar 05 04:59:58.003668 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8647087-da64-4a25-9a6d-fc7d46a7ac23', 'name': 'network-vif-deleted', 'tag': '77cb3269-8a51-406d-bdc5-c3abcc8c2041'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 04:59:58.006267 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94263b05-91c8-49ac-a6c9-3cb9b049586b" -d '{"events": [{"server_uuid": "b8647087-da64-4a25-9a6d-fc7d46a7ac23", "name": "network-vif-deleted", "tag": "77cb3269-8a51-406d-bdc5-c3abcc8c2041"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 04:59:58.064833 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-902a14f7-aea8-4149-979f-9bfbedfad545 req-658687d5-6f46-4895-925f-287e89069913 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182915 Mar 05 04:59:58.110548 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362cd5e2-910b-405b-aacc-426193d745b2 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:58.114754 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-362cd5e2-910b-405b-aacc-426193d745b2 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2414210 Mar 05 04:59:58.115429 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34378) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:58.125987 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 04:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02130d89-315f-4adc-886f-11fefa0cd973 x-openstack-request-id: req-02130d89-315f-4adc-886f-11fefa0cd973 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:59:58.126506 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8647087-da64-4a25-9a6d-fc7d46a7ac23", "name": "network-vif-unplugged", "status": "completed", "tag": "77cb3269-8a51-406d-bdc5-c3abcc8c2041", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:59:58.126633 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-02130d89-315f-4adc-886f-11fefa0cd973 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:59:58.126953 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8647087-da64-4a25-9a6d-fc7d46a7ac23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77cb3269-8a51-406d-bdc5-c3abcc8c2041', 'code': 200} Mar 05 04:59:58.203149 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 04:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf1c874-63da-44de-953b-892827717041 x-openstack-request-id: req-aaf1c874-63da-44de-953b-892827717041 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 04:59:58.203696 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8647087-da64-4a25-9a6d-fc7d46a7ac23", "name": "network-vif-deleted", "tag": "77cb3269-8a51-406d-bdc5-c3abcc8c2041", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 04:59:58.203696 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aaf1c874-63da-44de-953b-892827717041 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 04:59:58.204212 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8647087-da64-4a25-9a6d-fc7d46a7ac23', 'name': 'network-vif-deleted', 'tag': '77cb3269-8a51-406d-bdc5-c3abcc8c2041', 'status': 'completed', 'code': 200} Mar 05 04:59:58.261075 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e89d0d8-a703-426d-a24b-b7736ac1f213 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:58.267648 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e89d0d8-a703-426d-a24b-b7736ac1f213 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:58.277492 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e89d0d8-a703-426d-a24b-b7736ac1f213 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:58.284510 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8e89d0d8-a703-426d-a24b-b7736ac1f213 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1655197 Mar 05 04:59:58.284989 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34382) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:58.409916 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c967a8a-69bd-4913-82b5-8cc6d31317a0 req-b8ce22aa-bb05-4346-89d1-6709658a15d7 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:58.411576 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7c967a8a-69bd-4913-82b5-8cc6d31317a0 req-b8ce22aa-bb05-4346-89d1-6709658a15d7 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 945 time: 0.1667902 Mar 05 04:59:58.433308 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8d8efbe5-dead-4960-93cf-0f3dc63f3f02 req-b73c8395-807d-4ea5-8dfa-bb951d10e374 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=13cfd884-4b1f-4f32-bae2-6e73fad2a100 HTTP/1.1" status: 200 len: 210 time: 0.0467238 Mar 05 04:59:58.457617 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca69754-7135-4838-8000-3aeef664f658 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting subnet 87771fba-3efa-4e2a-a73d-07e5b794d8bd {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:59:58.467969 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fca69754-7135-4838-8000-3aeef664f658 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (87771fba-3efa-4e2a-a73d-07e5b794d8bd), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:58.543181 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7c967a8a-69bd-4913-82b5-8cc6d31317a0 req-521d1c6a-cad6-45a4-a652-3637bca77519 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005731 Mar 05 04:59:58.573860 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fca69754-7135-4838-8000-3aeef664f658 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (87771fba-3efa-4e2a-a73d-07e5b794d8bd), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:58.790467 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d6cbe-090e-4128-96d8-2ec4f2f57f07 req-229a498f-af27-4e89-a307-48142552e591 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:58.793370 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-722d6cbe-090e-4128-96d8-2ec4f2f57f07 req-229a498f-af27-4e89-a307-48142552e591 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 945 time: 0.1017671 Mar 05 04:59:58.801898 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34402) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:58.810350 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-57cf9d21-76c4-4a8c-860d-dbb8cb453c63 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Request body: {'floatingip': {'port_id': 'd809b385-eaf9-40ef-8b91-e0bb257f1f81'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 04:59:58.860391 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-57cf9d21-76c4-4a8c-860d-dbb8cb453c63 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for floatingip (c088ec66-c23c-4f71-a493-00a2371359df), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:58.990669 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fca69754-7135-4838-8000-3aeef664f658 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (87771fba-3efa-4e2a-a73d-07e5b794d8bd), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:59.146578 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fca69754-7135-4838-8000-3aeef664f658 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (87771fba-3efa-4e2a-a73d-07e5b794d8bd), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:59.189979 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca69754-7135-4838-8000-3aeef664f658 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Subnet': ['ID=87771fba-3efa-4e2a-a73d-07e5b794d8bd,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 04:59:59.205359 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fca69754-7135-4838-8000-3aeef664f658 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:59.210934 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fca69754-7135-4838-8000-3aeef664f658 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/87771fba-3efa-4e2a-a73d-07e5b794d8bd HTTP/1.1" status: 204 len: 168 time: 0.9227548 Mar 05 04:59:59.214973 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d2048c-43d3-4b01-9360-a022ac495a2f None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 04:59:59.251261 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34414) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 04:59:59.432404 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f14b4-2445-4658-861b-caab95a67ac0 req-00e99dd9-7948-412b-b718-aa61a6c0815e tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 04:59:59.434395 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-038f14b4-2445-4658-861b-caab95a67ac0 req-00e99dd9-7948-412b-b718-aa61a6c0815e tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 945 time: 0.2490027 Mar 05 04:59:59.459921 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-f868c66d-3c92-4ff3-88b7-ce7994e1b01f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting subnet b074fecd-ac33-4604-b817-e09c3e267a98 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 04:59:59.465277 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f868c66d-3c92-4ff3-88b7-ce7994e1b01f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (b074fecd-ac33-4604-b817-e09c3e267a98), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:59.592353 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f868c66d-3c92-4ff3-88b7-ce7994e1b01f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (b074fecd-ac33-4604-b817-e09c3e267a98), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:59.761835 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-57cf9d21-76c4-4a8c-860d-dbb8cb453c63 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:59.781071 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-57cf9d21-76c4-4a8c-860d-dbb8cb453c63 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (c088ec66-c23c-4f71-a493-00a2371359df), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 04:59:59.882553 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-783e7197-4843-49bf-a66b-d8f5bc92be99 req-5e163370-1cf0-40f4-87f4-746639027a07 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=13cfd884-4b1f-4f32-bae2-6e73fad2a100 HTTP/1.1" status: 200 len: 210 time: 0.1911948 Mar 05 05:00:00.023108 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-038f14b4-2445-4658-861b-caab95a67ac0 req-2f740066-7290-4851-8858-577dc472067e tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5749617 Mar 05 05:00:00.031754 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca308d9-5a66-4278-8c5a-42334379780f req-c2f96fa0-071a-45cd-80bf-b4e4f8a22985 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:00.033453 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7ca308d9-5a66-4278-8c5a-42334379780f req-c2f96fa0-071a-45cd-80bf-b4e4f8a22985 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.31 "GET /v2.0/networks?id=58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 HTTP/1.1" status: 200 len: 805 time: 0.3944881 Mar 05 05:00:00.049603 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-7ca308d9-5a66-4278-8c5a-42334379780f req-49eba699-2736-4086-aecf-196ea985e7bd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Request body: {'port': {'device_id': '13cfd884-4b1f-4f32-bae2-6e73fad2a100', 'network_id': '58ba8bc5-ac03-4e44-b819-c3c8d0a85e10', 'admin_state_up': True, 'tenant_id': '5bb9b4129f1c432a81e17a2957390c79'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:00.118727 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f868c66d-3c92-4ff3-88b7-ce7994e1b01f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (b074fecd-ac33-4604-b817-e09c3e267a98), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:00.244448 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f868c66d-3c92-4ff3-88b7-ce7994e1b01f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (b074fecd-ac33-4604-b817-e09c3e267a98), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:00.263840 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [None req-57cf9d21-76c4-4a8c-860d-dbb8cb453c63 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Floating IP c088ec66-c23c-4f71-a493-00a2371359df associated. External IP: 172.25.0.199, port: d809b385-eaf9-40ef-8b91-e0bb257f1f81. Mar 05 05:00:00.288911 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868c66d-3c92-4ff3-88b7-ce7994e1b01f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Subnet': ['ID=b074fecd-ac33-4604-b817-e09c3e267a98,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:00.293713 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f868c66d-3c92-4ff3-88b7-ce7994e1b01f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:00.299394 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f868c66d-3c92-4ff3-88b7-ce7994e1b01f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/b074fecd-ac33-4604-b817-e09c3e267a98 HTTP/1.1" status: 204 len: 168 time: 1.0428152 Mar 05 05:00:00.301975 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34440) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:00.306861 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 77cb3269-8a51-406d-bdc5-c3abcc8c2041 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:00:00.330916 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ca308d9-5a66-4278-8c5a-42334379780f req-49eba699-2736-4086-aecf-196ea985e7bd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Made reservation on behalf of 5bb9b4129f1c432a81e17a2957390c79 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:00:00.338990 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7ca308d9-5a66-4278-8c5a-42334379780f req-49eba699-2736-4086-aecf-196ea985e7bd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:00.367451 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 77cb3269-8a51-406d-bdc5-c3abcc8c2041 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:00:00.368494 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 77cb3269-8a51-406d-bdc5-c3abcc8c2041 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:00:00.385159 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8332e9a8-38d3-40ae-9013-0252c9050d7a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0817840 Mar 05 05:00:00.408388 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34442) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:00.420281 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-0b1c0f18-63a7-4616-991a-4298cc84e729 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:00.570709 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34448) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:00.578361 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4404c7f-7a39-411a-9de5-4ee029acf4db None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:00:00.668629 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1c0f18-63a7-4616-991a-4298cc84e729 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:00:00.674464 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0b1c0f18-63a7-4616-991a-4298cc84e729 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:00.768721 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-7d216697-ead3-4c69-aca2-1fbbbd4a777f None None] Provisioning complete for port 7919d4ed-6493-4615-9d7a-44b110698b7a triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:00.769472 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7d216697-ead3-4c69-aca2-1fbbbd4a777f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7919d4ed-6493-4615-9d7a-44b110698b7a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:00.839690 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e1fb990b-7ad1-4e20-b076-7c9d9ebc05dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:00.849845 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-7ca308d9-5a66-4278-8c5a-42334379780f req-49eba699-2736-4086-aecf-196ea985e7bd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Allocated IP 172.20.0.5 (58ba8bc5-ac03-4e44-b819-c3c8d0a85e10/b701f56c-0d88-43f7-a5d8-59c4b87f0d86/fd99b7f5-b5e0-4e19-a59a-cf75148a0054) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:00:00.875284 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbf0c6e-a066-4bbc-8bd4-ced98d267380 None None] DHCP port deletion for d9771a2e-94ae-4769-a90a-e0cdf5de3e37 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:00:00.906151 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57cf9d21-76c4-4a8c-860d-dbb8cb453c63 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Router e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:00:01.019919 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-7d216697-ead3-4c69-aca2-1fbbbd4a777f None None] Current status of the port 7919d4ed-6493-4615-9d7a-44b110698b7a is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:01.032136 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf0c6e-a066-4bbc-8bd4-ced98d267380 None None] Deleting port 7919d4ed-6493-4615-9d7a-44b110698b7a {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:00:01.032433 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-11520adf-eff4-47c7-8a21-cf16515e089d req-a18bfb90-6dda-4dc8-9831-409675d734c6 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=13cfd884-4b1f-4f32-bae2-6e73fad2a100 HTTP/1.1" status: 200 len: 210 time: 0.0437200 Mar 05 05:00:01.036114 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fcbf0c6e-a066-4bbc-8bd4-ced98d267380 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (7919d4ed-6493-4615-9d7a-44b110698b7a), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:01.181803 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fcbf0c6e-a066-4bbc-8bd4-ced98d267380 None None] For port 7919d4ed-6493-4615-9d7a-44b110698b7a, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=7919d4ed-6493-4615-9d7a-44b110698b7a,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:00:01.182243 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fcbf0c6e-a066-4bbc-8bd4-ced98d267380 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (7919d4ed-6493-4615-9d7a-44b110698b7a), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:01.202618 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fcbf0c6e-a066-4bbc-8bd4-ced98d267380 None None] Calling delete_port for 7919d4ed-6493-4615-9d7a-44b110698b7a owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:00:01.276565 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e1fb990b-7ad1-4e20-b076-7c9d9ebc05dd admin admin] Publish callbacks [] for security_group (958904dd-58ff-407a-b1a4-6dee7676f3ab), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:01.306790 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a8289-21ff-4618-b492-af929fa65d78 req-71221caa-5be7-40c6-9741-c95405458cfb tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:01.310709 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fcbf0c6e-a066-4bbc-8bd4-ced98d267380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (7919d4ed-6493-4615-9d7a-44b110698b7a), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:01.315587 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-890a8289-21ff-4618-b492-af929fa65d78 req-71221caa-5be7-40c6-9741-c95405458cfb tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 945 time: 0.1781445 Mar 05 05:00:01.336433 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e1fb990b-7ad1-4e20-b076-7c9d9ebc05dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (958904dd-58ff-407a-b1a4-6dee7676f3ab), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:01.356029 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7ca308d9-5a66-4278-8c5a-42334379780f req-49eba699-2736-4086-aecf-196ea985e7bd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Publish callbacks [] for port (fd99b7f5-b5e0-4e19-a59a-cf75148a0054), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:01.397800 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e1fb990b-7ad1-4e20-b076-7c9d9ebc05dd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=53cb53c34920497cac9e17deae79ac57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8258834 Mar 05 05:00:01.414630 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb990b-7ad1-4e20-b076-7c9d9ebc05dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958904dd-58ff-407a-b1a4-6dee7676f3ab,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:01.417985 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbf0c6e-a066-4bbc-8bd4-ced98d267380 None None] No DVR routers for this DVR port 7919d4ed-6493-4615-9d7a-44b110698b7a on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:00:01.419130 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34456) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:01.440141 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf0c6e-a066-4bbc-8bd4-ced98d267380 None None] Pushing event deleted for resources: {'Port': ['ID=7919d4ed-6493-4615-9d7a-44b110698b7a,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:01.462460 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0b1c0f18-63a7-4616-991a-4298cc84e729 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (820d81c8-bb4c-4f3c-903e-a246038b7ce7), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:01.507766 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7ca308d9-5a66-4278-8c5a-42334379780f req-49eba699-2736-4086-aecf-196ea985e7bd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (fd99b7f5-b5e0-4e19-a59a-cf75148a0054), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:01.539792 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1c0f18-63a7-4616-991a-4298cc84e729 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:00:01.560595 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-0b1c0f18-63a7-4616-991a-4298cc84e729 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:00:01.578255 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6c93b4-a312-4f3d-bbd1-99d23e0b22c4 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:00:01.586320 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-890a8289-21ff-4618-b492-af929fa65d78 req-80b27b27-12ee-4652-8ea9-3f927f67368a tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665844 Mar 05 05:00:01.587950 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1c0f18-63a7-4616-991a-4298cc84e729 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:01.588566 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0b1c0f18-63a7-4616-991a-4298cc84e729 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:01.660503 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0b1c0f18-63a7-4616-991a-4298cc84e729 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2504363 Mar 05 05:00:01.664743 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34462) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:01.672410 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-a4dfabd4-f975-464c-b083-a752e964337f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:01.677641 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f35a1a17-3150-401e-ba22-226d0a19b6f4 admin admin] Publish callbacks [] for security_group (958904dd-58ff-407a-b1a4-6dee7676f3ab), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:01.684345 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eba699-2736-4086-aecf-196ea985e7bd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Pushing event updated for resources: {'Port': ['ID=fd99b7f5-b5e0-4e19-a59a-cf75148a0054,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:01.691302 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c0f18-63a7-4616-991a-4298cc84e729 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Subnet': ['ID=820d81c8-bb4c-4f3c-903e-a246038b7ce7,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:01.716640 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cf9d21-76c4-4a8c-860d-dbb8cb453c63 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:00:01.736853 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a3b695-5550-4966-9591-3693768c9804 None None] Sync routers for ids ['e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:00:01.746554 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f35a1a17-3150-401e-ba22-226d0a19b6f4 admin admin] Publish callbacks [] for security_group (958904dd-58ff-407a-b1a4-6dee7676f3ab), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:01.753710 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-57cf9d21-76c4-4a8c-860d-dbb8cb453c63 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:01.756909 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a3b695-5550-4966-9591-3693768c9804 None None] Routers {'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:00:01.757787 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-39a3b695-5550-4966-9591-3693768c9804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:59:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:01.848011 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-57cf9d21-76c4-4a8c-860d-dbb8cb453c63 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "PUT /v2.0/floatingips/c088ec66-c23c-4f71-a493-00a2371359df HTTP/1.1" status: 200 len: 991 time: 3.0443974 Mar 05 05:00:01.856394 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a967947-07f5-4b89-a7f4-80020f40e433', 'tag': 'd809b385-eaf9-40ef-8b91-e0bb257f1f81'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:00:01.858637 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d33bb27-2234-4aa7-bb0a-cf9a9ba02d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "1a967947-07f5-4b89-a7f4-80020f40e433", "tag": "d809b385-eaf9-40ef-8b91-e0bb257f1f81"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:00:01.865682 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61856547-7de9-418f-825a-18f4a21d823c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-d9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'project_id': '61e5e1eaa24140e7adb4e54a4745ab03', 'fixed_ips': [{'subnet_id': '820d81c8-bb4c-4f3c-903e-a246038b7ce7'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:00:01.869807 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-61856547-7de9-418f-825a-18f4a21d823c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:01.924165 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ca308d9-5a66-4278-8c5a-42334379780f req-49eba699-2736-4086-aecf-196ea985e7bd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Network 58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:00:01.926175 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-7ca308d9-5a66-4278-8c5a-42334379780f req-49eba699-2736-4086-aecf-196ea985e7bd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:00:01.939777 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca308d9-5a66-4278-8c5a-42334379780f req-49eba699-2736-4086-aecf-196ea985e7bd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:00:02.014231 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfecd01-b3b5-4c8c-b224-69d61f66a107 x-openstack-request-id: req-ccfecd01-b3b5-4c8c-b224-69d61f66a107 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:00:02.014526 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a967947-07f5-4b89-a7f4-80020f40e433", "tag": "d809b385-eaf9-40ef-8b91-e0bb257f1f81", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:00:02.014783 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ccfecd01-b3b5-4c8c-b224-69d61f66a107 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:00:02.015233 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a967947-07f5-4b89-a7f4-80020f40e433', 'tag': 'd809b385-eaf9-40ef-8b91-e0bb257f1f81', 'status': 'completed', 'code': 200} Mar 05 05:00:02.083179 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f35a1a17-3150-401e-ba22-226d0a19b6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (958904dd-58ff-407a-b1a4-6dee7676f3ab), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:02.091827 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f35a1a17-3150-401e-ba22-226d0a19b6f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:02.093161 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f35a1a17-3150-401e-ba22-226d0a19b6f4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/958904dd-58ff-407a-b1a4-6dee7676f3ab HTTP/1.1" status: 204 len: 168 time: 0.6714022 Mar 05 05:00:02.102746 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-39a3b695-5550-4966-9591-3693768c9804 None None] Set router e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:00:02.138172 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4dfabd4-f975-464c-b083-a752e964337f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:00:02.155556 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a4dfabd4-f975-464c-b083-a752e964337f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:02.211710 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a1a17-3150-401e-ba22-226d0a19b6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958904dd-58ff-407a-b1a4-6dee7676f3ab,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:02.239140 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca308d9-5a66-4278-8c5a-42334379780f req-49eba699-2736-4086-aecf-196ea985e7bd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:02.239969 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7ca308d9-5a66-4278-8c5a-42334379780f req-49eba699-2736-4086-aecf-196ea985e7bd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:02.294478 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7ca308d9-5a66-4278-8c5a-42334379780f req-49eba699-2736-4086-aecf-196ea985e7bd tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2498946 Mar 05 05:00:02.307210 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33bb27-2234-4aa7-bb0a-cf9a9ba02d9f req-adf1bced-995f-42a3-b193-fb2800e50a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:02.308749 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5d33bb27-2234-4aa7-bb0a-cf9a9ba02d9f req-adf1bced-995f-42a3-b193-fb2800e50a28 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f0efde040e1417b9e4baf083ccb9565&device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 1128 time: 0.2620668 Mar 05 05:00:02.313751 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-7ca308d9-5a66-4278-8c5a-42334379780f req-93e0b008-4d54-4ca3-9d8e-c61bdcde1635 service neutron] Request body: {'port': {'device_id': '13cfd884-4b1f-4f32-bae2-6e73fad2a100', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:02.359059 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-61856547-7de9-418f-825a-18f4a21d823c None None] Allocated IP 2001:db8::2 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/820d81c8-bb4c-4f3c-903e-a246038b7ce7/ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:00:02.382672 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ed1b9-2e2b-452b-8213-85db83721f1d req-e258415a-2af0-4049-b2a0-bebca5a1b07d tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:02.391507 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dd7ed1b9-2e2b-452b-8213-85db83721f1d req-e258415a-2af0-4049-b2a0-bebca5a1b07d tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=13cfd884-4b1f-4f32-bae2-6e73fad2a100 HTTP/1.1" status: 200 len: 931 time: 0.2062516 Mar 05 05:00:02.439956 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 7919d4ed-6493-4615-9d7a-44b110698b7a no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:00:02.444289 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5dc49-cfc9-44fa-81f0-817c2b5c8859 req-6aeaa5af-f0cf-4bc6-9549-df1f1dede56a tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:02.449318 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ddc5dc49-cfc9-44fa-81f0-817c2b5c8859 req-6aeaa5af-f0cf-4bc6-9549-df1f1dede56a tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=1196382b-9a18-43b3-83de-487722efd599 HTTP/1.1" status: 200 len: 946 time: 0.2785833 Mar 05 05:00:02.479233 n-d-789963-32 neutron-server[105231]: INFO neutron.db.ipam_backend_mixin [None req-a4dfabd4-f975-464c-b083-a752e964337f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 820d81c8-bb4c-4f3c-903e-a246038b7ce7 (CIDR: 2001:db8::/64) Mar 05 05:00:02.500031 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4dfabd4-f975-464c-b083-a752e964337f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:00:02.501107 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4dfabd4-f975-464c-b083-a752e964337f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:02.545647 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a4dfabd4-f975-464c-b083-a752e964337f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8776596 Mar 05 05:00:02.553180 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 7919d4ed-6493-4615-9d7a-44b110698b7a {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:00:02.553560 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 7919d4ed-6493-4615-9d7a-44b110698b7a not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:00:02.591920 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34482) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:02.597978 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-195c071f-9182-4b0b-97fb-5bba8b338149 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'subnet': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:02.633674 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-39a3b695-5550-4966-9591-3693768c9804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1738830377-router', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:19Z', 'updated_at': '2022-03-05T04:55:33Z', 'revision_number': 4, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'gw_port': {'id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:da:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:21Z', 'updated_at': '2022-03-05T04:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'c088ec66-c23c-4f71-a493-00a2371359df', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'floating_ip_address': '172.25.0.199', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'port_id': 'd809b385-eaf9-40ef-8b91-e0bb257f1f81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1953, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43', 'mac_address': 'fa:16:3e:b6:ab:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a967947-07f5-4b89-a7f4-80020f40e433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:59:38Z', 'updated_at': '2022-03-05T04:59:59Z', 'revision_number': 1, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '303356a8-e669-4c08-8c51-c8c38c0d0ab0', 'name': '', 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'mac_address': 'fa:16:3e:9f:50:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:30Z', 'updated_at': '2022-03-05T04:55:38Z', 'revision_number': 5, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'subnets': [{'id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:02.666244 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34490) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:02.681461 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7ca308d9-5a66-4278-8c5a-42334379780f req-93e0b008-4d54-4ca3-9d8e-c61bdcde1635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fd99b7f5-b5e0-4e19-a59a-cf75148a0054), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:02.682844 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a3b695-5550-4966-9591-3693768c9804 None None] Checking router: e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:00:02.701870 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a3b695-5550-4966-9591-3693768c9804 None None] Routers {'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:00:02.702768 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-39a3b695-5550-4966-9591-3693768c9804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:59:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:02.709448 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-61856547-7de9-418f-825a-18f4a21d823c None None] Publish callbacks [] for port (ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:02.719038 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-61856547-7de9-418f-825a-18f4a21d823c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:02.762047 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-738d5fed-4d45-4a5d-99a5-acf7cb347b6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:02.765658 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61856547-7de9-418f-825a-18f4a21d823c None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:00:02.798361 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dd7ed1b9-2e2b-452b-8213-85db83721f1d req-d9e6a23e-76e0-47a0-9d56-0dd8f2894473 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058268 Mar 05 05:00:02.808719 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-61856547-7de9-418f-825a-18f4a21d823c None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:00:02.819175 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33bb27-2234-4aa7-bb0a-cf9a9ba02d9f req-24cb324c-efab-4c10-b1c4-4b77518826cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:02.824226 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5d33bb27-2234-4aa7-bb0a-cf9a9ba02d9f req-24cb324c-efab-4c10-b1c4-4b77518826cd service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1fadffb-f5d8-4040-a31e-e74b33451f43 HTTP/1.1" status: 200 len: 917 time: 0.4110584 Mar 05 05:00:02.826725 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61856547-7de9-418f-825a-18f4a21d823c None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:00:02.844069 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ddc5dc49-cfc9-44fa-81f0-817c2b5c8859 req-0e6cb17c-b2ab-4588-ae6d-aabd44a35b6b tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13dc9a7-e16f-4ae1-a68d-1f65743bdd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3565941 Mar 05 05:00:02.849921 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61856547-7de9-418f-825a-18f4a21d823c None None] Pushing event updated for resources: {'Port': ['ID=ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:02.932173 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-61856547-7de9-418f-825a-18f4a21d823c None None] Attempting to bind port ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:00:02.932858 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-61856547-7de9-418f-825a-18f4a21d823c None None] Attempting to bind port ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:00:02.933427 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61856547-7de9-418f-825a-18f4a21d823c None None] Attempting to bind port ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc on network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:00:02.939400 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61856547-7de9-418f-825a-18f4a21d823c None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:00:02.940039 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61856547-7de9-418f-825a-18f4a21d823c None None] Checking segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:00:02.940668 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-61856547-7de9-418f-825a-18f4a21d823c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:02.941897 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61856547-7de9-418f-825a-18f4a21d823c None None] Bound using segment: {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:00:02.942571 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-61856547-7de9-418f-825a-18f4a21d823c None None] Bound port: ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1703c91-456a-4b03-bad8-a055d24a468d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:00:02.943177 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-61856547-7de9-418f-825a-18f4a21d823c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:02.978194 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-39a3b695-5550-4966-9591-3693768c9804 None None] Set router e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:00:03.137391 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa3707-0957-4b67-be21-83946ad92c4d req-f6c3b098-9537-4a8f-bcdd-ff792c9ef6a9 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:03.140884 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-65aa3707-0957-4b67-be21-83946ad92c4d req-f6c3b098-9537-4a8f-bcdd-ff792c9ef6a9 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 945 time: 0.2236276 Mar 05 05:00:03.243672 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-61856547-7de9-418f-825a-18f4a21d823c None None] For port ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:00:03.248709 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-65aa3707-0957-4b67-be21-83946ad92c4d req-bf0ae47a-cec2-4858-a9b5-b9d21451fee0 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961595 Mar 05 05:00:03.260450 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195c071f-9182-4b0b-97fb-5bba8b338149 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:00:03.264873 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-195c071f-9182-4b0b-97fb-5bba8b338149 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:03.276254 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-61856547-7de9-418f-825a-18f4a21d823c None None] For port ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:00:03.284127 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5d33bb27-2234-4aa7-bb0a-cf9a9ba02d9f req-8fc5c65c-4e23-488b-93a9-9c065a7fcba3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d809b385-eaf9-40ef-8b91-e0bb257f1f81 HTTP/1.1" status: 200 len: 999 time: 0.4391627 Mar 05 05:00:03.296914 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-61856547-7de9-418f-825a-18f4a21d823c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:03.412545 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61856547-7de9-418f-825a-18f4a21d823c None None] Pushing event updated for resources: {'Port': ['ID=ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:03.451827 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-738d5fed-4d45-4a5d-99a5-acf7cb347b6c admin admin] Publish callbacks [] for security_group (d63f22e1-0e41-414c-a20d-5d909921bb18), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:03.468809 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-39a3b695-5550-4966-9591-3693768c9804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1738830377-router', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:19Z', 'updated_at': '2022-03-05T04:55:33Z', 'revision_number': 4, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'gw_port': {'id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:da:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:21Z', 'updated_at': '2022-03-05T04:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'c088ec66-c23c-4f71-a493-00a2371359df', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'floating_ip_address': '172.25.0.199', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'port_id': 'd809b385-eaf9-40ef-8b91-e0bb257f1f81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1953, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43', 'mac_address': 'fa:16:3e:b6:ab:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a967947-07f5-4b89-a7f4-80020f40e433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:59:38Z', 'updated_at': '2022-03-05T04:59:59Z', 'revision_number': 1, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '303356a8-e669-4c08-8c51-c8c38c0d0ab0', 'name': '', 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'mac_address': 'fa:16:3e:9f:50:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:30Z', 'updated_at': '2022-03-05T04:55:38Z', 'revision_number': 5, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'subnets': [{'id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:03.491100 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-738d5fed-4d45-4a5d-99a5-acf7cb347b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d63f22e1-0e41-414c-a20d-5d909921bb18), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:03.550672 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a3b695-5550-4966-9591-3693768c9804 None None] The sync data for ids ['e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'] in n-d-789963-32 is: [{'id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1738830377-router', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:19Z', 'updated_at': '2022-03-05T04:55:33Z', 'revision_number': 4, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'gw_port': {'id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:da:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:21Z', 'updated_at': '2022-03-05T04:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'c088ec66-c23c-4f71-a493-00a2371359df', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'floating_ip_address': '172.25.0.199', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'port_id': 'd809b385-eaf9-40ef-8b91-e0bb257f1f81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1953, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43', 'mac_address': 'fa:16:3e:b6:ab:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a967947-07f5-4b89-a7f4-80020f40e433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T04:59:38Z', 'updated_at': '2022-03-05T04:59:59Z', 'revision_number': 1, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '303356a8-e669-4c08-8c51-c8c38c0d0ab0', 'name': '', 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'mac_address': 'fa:16:3e:9f:50:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:30Z', 'updated_at': '2022-03-05T04:55:38Z', 'revision_number': 5, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'subnets': [{'id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:00:03.638176 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-738d5fed-4d45-4a5d-99a5-acf7cb347b6c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a5aa60c3a55049efadeec88d80add8f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9619656 Mar 05 05:00:03.644925 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33bb27-2234-4aa7-bb0a-cf9a9ba02d9f req-e48dc720-cac7-4d7b-8859-417e40a82f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:03.646704 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5d33bb27-2234-4aa7-bb0a-cf9a9ba02d9f req-e48dc720-cac7-4d7b-8859-417e40a82f7c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fcb8f64-37dd-445b-b856-b0d90d6a1c08 HTTP/1.1" status: 200 len: 856 time: 0.2090688 Mar 05 05:00:03.647325 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34496) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:03.686896 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d5fed-4d45-4a5d-99a5-acf7cb347b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63f22e1-0e41-414c-a20d-5d909921bb18,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:03.978863 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-7ca308d9-5a66-4278-8c5a-42334379780f req-93e0b008-4d54-4ca3-9d8e-c61bdcde1635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd99b7f5-b5e0-4e19-a59a-cf75148a0054 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:00:04.020212 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7ca308d9-5a66-4278-8c5a-42334379780f req-93e0b008-4d54-4ca3-9d8e-c61bdcde1635 service neutron] Publish callbacks [] for port (fd99b7f5-b5e0-4e19-a59a-cf75148a0054), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:04.024930 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57783703-5877-4758-bbec-5916850d7464 None None] New status for floating IP c088ec66-c23c-4f71-a493-00a2371359df: ACTIVE {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:00:04.033743 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033ae40-3f8b-4000-9931-fcbfd012ee42 req-03ca2903-22f4-4dba-9686-b71c2ce160aa tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:04.048537 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3033ae40-3f8b-4000-9931-fcbfd012ee42 req-03ca2903-22f4-4dba-9686-b71c2ce160aa tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.31 "GET /v2.0/ports?device_id=1196382b-9a18-43b3-83de-487722efd599 HTTP/1.1" status: 200 len: 946 time: 0.3348665 Mar 05 05:00:04.062737 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-7ca308d9-5a66-4278-8c5a-42334379780f req-93e0b008-4d54-4ca3-9d8e-c61bdcde1635 service neutron] Transition to ACTIVE for port object fd99b7f5-b5e0-4e19-a59a-cf75148a0054 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:00:04.088846 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-731b1b9e-4846-4b2f-ace0-cf31b4ac0c4a admin admin] Publish callbacks [] for security_group (d63f22e1-0e41-414c-a20d-5d909921bb18), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:04.136700 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-731b1b9e-4846-4b2f-ace0-cf31b4ac0c4a admin admin] Publish callbacks [] for security_group (d63f22e1-0e41-414c-a20d-5d909921bb18), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:04.198602 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33bb27-2234-4aa7-bb0a-cf9a9ba02d9f req-09ebcacd-3496-4b9f-81d4-df310952c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:04.200782 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5d33bb27-2234-4aa7-bb0a-cf9a9ba02d9f req-09ebcacd-3496-4b9f-81d4-df310952c32c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1fadffb-f5d8-4040-a31e-e74b33451f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5065475 Mar 05 05:00:04.202144 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7ca308d9-5a66-4278-8c5a-42334379780f req-93e0b008-4d54-4ca3-9d8e-c61bdcde1635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (fd99b7f5-b5e0-4e19-a59a-cf75148a0054), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:04.248895 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:00:04.252904 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-731b1b9e-4846-4b2f-ace0-cf31b4ac0c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d63f22e1-0e41-414c-a20d-5d909921bb18), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:04.262840 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-731b1b9e-4846-4b2f-ace0-cf31b4ac0c4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:04.264418 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-731b1b9e-4846-4b2f-ace0-cf31b4ac0c4a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d63f22e1-0e41-414c-a20d-5d909921bb18 HTTP/1.1" status: 204 len: 168 time: 0.6139033 Mar 05 05:00:04.272380 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0b008-4d54-4ca3-9d8e-c61bdcde1635 service neutron] Pushing event updated for resources: {'Port': ['ID=fd99b7f5-b5e0-4e19-a59a-cf75148a0054,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:04.332771 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:04.333167 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:04.425549 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b1b9e-4846-4b2f-ace0-cf31b4ac0c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63f22e1-0e41-414c-a20d-5d909921bb18,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:04.534464 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:04.534953 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:04.545665 n-d-789963-32 neutron-server[105231]: DEBUG neutron.objects.ports [None req-195c071f-9182-4b0b-97fb-5bba8b338149 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105231) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 05 05:00:04.573435 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e976d5-b3bf-4070-8f47-1f17ad2a0b6e req-04b71865-822f-4102-bbd8-81064c4921c3 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:04.575290 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55e976d5-b3bf-4070-8f47-1f17ad2a0b6e req-04b71865-822f-4102-bbd8-81064c4921c3 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=1196382b-9a18-43b3-83de-487722efd599 HTTP/1.1" status: 200 len: 946 time: 0.5249794 Mar 05 05:00:04.587371 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b5f2c-6c17-447a-ac84-5864f8202821 req-05816ecc-ba1a-4f78-8f9f-4397dd6a6df8 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:04.600719 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-418b5f2c-6c17-447a-ac84-5864f8202821 req-05816ecc-ba1a-4f78-8f9f-4397dd6a6df8 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=13cfd884-4b1f-4f32-bae2-6e73fad2a100 HTTP/1.1" status: 200 len: 931 time: 0.6205769 Mar 05 05:00:04.622011 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:00:04.631583 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:04.721845 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:04.803024 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-3033ae40-3f8b-4000-9931-fcbfd012ee42 req-0178b443-34b6-4258-a6da-d0e4264d1de5 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Deleting port 2bdeb4a9-fe47-471f-964a-4ffa0781a2aa {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:00:04.815159 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-3033ae40-3f8b-4000-9931-fcbfd012ee42 req-0178b443-34b6-4258-a6da-d0e4264d1de5 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (2bdeb4a9-fe47-471f-964a-4ffa0781a2aa), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:05.046021 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-3033ae40-3f8b-4000-9931-fcbfd012ee42 req-0178b443-34b6-4258-a6da-d0e4264d1de5 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] For port 2bdeb4a9-fe47-471f-964a-4ffa0781a2aa, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=2bdeb4a9-fe47-471f-964a-4ffa0781a2aa,segment=NetworkSegment(78da9f50-b791-4384-818b-c3b1f3bf0c84),segment_id=78da9f50-b791-4384-818b-c3b1f3bf0c84)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:00:05.051309 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-3033ae40-3f8b-4000-9931-fcbfd012ee42 req-0178b443-34b6-4258-a6da-d0e4264d1de5 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (2bdeb4a9-fe47-471f-964a-4ffa0781a2aa), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:05.099207 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34516) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:05.158013 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5d33bb27-2234-4aa7-bb0a-cf9a9ba02d9f req-53e4cf44-146a-4207-9142-1161968151c2 service neutron] 10.222.0.30 "GET /v2.0/networks/f1fadffb-f5d8-4040-a31e-e74b33451f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8917282 Mar 05 05:00:05.206354 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-7ca308d9-5a66-4278-8c5a-42334379780f req-93e0b008-4d54-4ca3-9d8e-c61bdcde1635 service neutron] Attempting to bind port fd99b7f5-b5e0-4e19-a59a-cf75148a0054 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:00:05.206707 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-7ca308d9-5a66-4278-8c5a-42334379780f req-93e0b008-4d54-4ca3-9d8e-c61bdcde1635 service neutron] Attempting to bind port fd99b7f5-b5e0-4e19-a59a-cf75148a0054 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'ad774138-f320-403b-a8cc-491aacfa0c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '58ba8bc5-ac03-4e44-b819-c3c8d0a85e10'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:00:05.207044 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca308d9-5a66-4278-8c5a-42334379780f req-93e0b008-4d54-4ca3-9d8e-c61bdcde1635 service neutron] Attempting to bind port fd99b7f5-b5e0-4e19-a59a-cf75148a0054 on network 58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:00:05.254330 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca308d9-5a66-4278-8c5a-42334379780f req-93e0b008-4d54-4ca3-9d8e-c61bdcde1635 service neutron] Port fd99b7f5-b5e0-4e19-a59a-cf75148a0054 on network 58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:00:05.254753 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca308d9-5a66-4278-8c5a-42334379780f req-93e0b008-4d54-4ca3-9d8e-c61bdcde1635 service neutron] Attempting to bind port fd99b7f5-b5e0-4e19-a59a-cf75148a0054 on network 58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:00:05.261966 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca308d9-5a66-4278-8c5a-42334379780f req-93e0b008-4d54-4ca3-9d8e-c61bdcde1635 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 4, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:00:05.262314 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca308d9-5a66-4278-8c5a-42334379780f req-93e0b008-4d54-4ca3-9d8e-c61bdcde1635 service neutron] Checking segment: {'id': 'ad774138-f320-403b-a8cc-491aacfa0c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '58ba8bc5-ac03-4e44-b819-c3c8d0a85e10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:00:05.262702 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca308d9-5a66-4278-8c5a-42334379780f req-93e0b008-4d54-4ca3-9d8e-c61bdcde1635 service neutron] Bound using segment: {'id': 'ad774138-f320-403b-a8cc-491aacfa0c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '58ba8bc5-ac03-4e44-b819-c3c8d0a85e10'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:00:05.263290 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-7ca308d9-5a66-4278-8c5a-42334379780f req-93e0b008-4d54-4ca3-9d8e-c61bdcde1635 service neutron] Bound port: fd99b7f5-b5e0-4e19-a59a-cf75148a0054, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad774138-f320-403b-a8cc-491aacfa0c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '58ba8bc5-ac03-4e44-b819-c3c8d0a85e10'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:00:05.264089 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7ca308d9-5a66-4278-8c5a-42334379780f req-93e0b008-4d54-4ca3-9d8e-c61bdcde1635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fd99b7f5-b5e0-4e19-a59a-cf75148a0054), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:05.305998 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6f0982ee-a0a3-4f81-b632-b504fe6d32fb None None] Provisioning complete for port ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:05.306405 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6f0982ee-a0a3-4f81-b632-b504fe6d32fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:05.395511 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5d33bb27-2234-4aa7-bb0a-cf9a9ba02d9f req-dd386de0-1ef8-486c-963c-4f92a333ac76 service neutron] 10.222.0.30 "GET /v2.0/networks/f1fadffb-f5d8-4040-a31e-e74b33451f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295766 Mar 05 05:00:05.442464 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-3033ae40-3f8b-4000-9931-fcbfd012ee42 req-0178b443-34b6-4258-a6da-d0e4264d1de5 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:05.442464 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-3033ae40-3f8b-4000-9931-fcbfd012ee42 req-0178b443-34b6-4258-a6da-d0e4264d1de5 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (8037a914-20fc-40db-929e-5e97bbb9a01d), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:05.442464 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [req-3033ae40-3f8b-4000-9931-fcbfd012ee42 req-0178b443-34b6-4258-a6da-d0e4264d1de5 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Floating IP 8037a914-20fc-40db-929e-5e97bbb9a01d disassociated. External IP: 172.25.0.102, port: 2bdeb4a9-fe47-471f-964a-4ffa0781a2aa. Mar 05 05:00:05.442464 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-3033ae40-3f8b-4000-9931-fcbfd012ee42 req-0178b443-34b6-4258-a6da-d0e4264d1de5 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Calling delete_port for 2bdeb4a9-fe47-471f-964a-4ffa0781a2aa owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:00:05.447771 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-7ca308d9-5a66-4278-8c5a-42334379780f req-93e0b008-4d54-4ca3-9d8e-c61bdcde1635 service neutron] For port fd99b7f5-b5e0-4e19-a59a-cf75148a0054, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:00:05.456106 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-7ca308d9-5a66-4278-8c5a-42334379780f req-93e0b008-4d54-4ca3-9d8e-c61bdcde1635 service neutron] For port fd99b7f5-b5e0-4e19-a59a-cf75148a0054, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=fd99b7f5-b5e0-4e19-a59a-cf75148a0054,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:00:05.470252 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7ca308d9-5a66-4278-8c5a-42334379780f req-93e0b008-4d54-4ca3-9d8e-c61bdcde1635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (fd99b7f5-b5e0-4e19-a59a-cf75148a0054), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:05.479085 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6f0982ee-a0a3-4f81-b632-b504fe6d32fb None None] Current status of the port ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:05.536627 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-418b5f2c-6c17-447a-ac84-5864f8202821 req-33ec252a-675b-40b8-a199-ca9c7fdebbc1 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9325812 Mar 05 05:00:05.537607 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-482382cd-385a-4a34-ad15-2e5702c42ee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:05.541162 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca308d9-5a66-4278-8c5a-42334379780f req-93e0b008-4d54-4ca3-9d8e-c61bdcde1635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:05.543310 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7ca308d9-5a66-4278-8c5a-42334379780f req-93e0b008-4d54-4ca3-9d8e-c61bdcde1635 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:05.544780 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7ca308d9-5a66-4278-8c5a-42334379780f req-93e0b008-4d54-4ca3-9d8e-c61bdcde1635 service neutron] 10.222.0.31 "PUT /v2.0/ports/fd99b7f5-b5e0-4e19-a59a-cf75148a0054 HTTP/1.1" status: 200 len: 1092 time: 3.2350867 Mar 05 05:00:05.563803 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13cfd884-4b1f-4f32-bae2-6e73fad2a100', 'tag': 'fd99b7f5-b5e0-4e19-a59a-cf75148a0054'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:00:05.567649 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56db1059-20b6-4efe-8140-938ddd29adc9" -d '{"events": [{"name": "network-changed", "server_uuid": "13cfd884-4b1f-4f32-bae2-6e73fad2a100", "tag": "fd99b7f5-b5e0-4e19-a59a-cf75148a0054"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:00:05.593958 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55e976d5-b3bf-4070-8f47-1f17ad2a0b6e req-0aa5be33-e28f-4b0e-bba3-19aac810c717 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=f13dc9a7-e16f-4ae1-a68d-1f65743bdd48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9852295 Mar 05 05:00:05.643372 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0b008-4d54-4ca3-9d8e-c61bdcde1635 service neutron] Pushing event updated for resources: {'Port': ['ID=fd99b7f5-b5e0-4e19-a59a-cf75148a0054,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:05.662396 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca308d9-5a66-4278-8c5a-42334379780f req-53507860-057b-41d6-b128-ab9998be3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:05.665525 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7ca308d9-5a66-4278-8c5a-42334379780f req-53507860-057b-41d6-b128-ab9998be3be3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5bb9b4129f1c432a81e17a2957390c79&device_id=13cfd884-4b1f-4f32-bae2-6e73fad2a100 HTTP/1.1" status: 200 len: 1126 time: 0.0725050 Mar 05 05:00:05.669409 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-195c071f-9182-4b0b-97fb-5bba8b338149 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:05.736011 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfcb8f1-2fe4-4ab4-9620-b60ef5ff1998 x-openstack-request-id: req-cdfcb8f1-2fe4-4ab4-9620-b60ef5ff1998 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:00:05.736451 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13cfd884-4b1f-4f32-bae2-6e73fad2a100", "tag": "fd99b7f5-b5e0-4e19-a59a-cf75148a0054", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:00:05.736826 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cdfcb8f1-2fe4-4ab4-9620-b60ef5ff1998 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:00:05.737326 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13cfd884-4b1f-4f32-bae2-6e73fad2a100', 'tag': 'fd99b7f5-b5e0-4e19-a59a-cf75148a0054', 'status': 'completed', 'code': 200} Mar 05 05:00:05.739402 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7ca308d9-5a66-4278-8c5a-42334379780f req-fa385ea3-18d7-4dc8-8c6c-81137b495bb3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd99b7f5-b5e0-4e19-a59a-cf75148a0054 HTTP/1.1" status: 200 len: 217 time: 0.0669351 Mar 05 05:00:05.805174 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca308d9-5a66-4278-8c5a-42334379780f req-dbd92751-5b75-4e1d-9de6-cc83ad22c42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:05.806846 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7ca308d9-5a66-4278-8c5a-42334379780f req-dbd92751-5b75-4e1d-9de6-cc83ad22c42c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b701f56c-0d88-43f7-a5d8-59c4b87f0d86 HTTP/1.1" status: 200 len: 845 time: 0.0607431 Mar 05 05:00:05.823884 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5a2c4-5c78-45d4-9919-89d01302bf56 req-31b56629-01d2-4797-8486-47b24ae6ce89 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:05.825452 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ebe5a2c4-5c78-45d4-9919-89d01302bf56 req-31b56629-01d2-4797-8486-47b24ae6ce89 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 945 time: 0.1579430 Mar 05 05:00:05.856722 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7ca308d9-5a66-4278-8c5a-42334379780f req-b5ec53ec-a2d5-4b26-987c-3bff8b3068b1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=58ba8bc5-ac03-4e44-b819-c3c8d0a85e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438578 Mar 05 05:00:05.871559 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-3033ae40-3f8b-4000-9931-fcbfd012ee42 req-0178b443-34b6-4258-a6da-d0e4264d1de5 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (2bdeb4a9-fe47-471f-964a-4ffa0781a2aa), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:05.943309 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-482382cd-385a-4a34-ad15-2e5702c42ee0 admin admin] Publish callbacks [] for security_group (0498fabe-2d29-4326-8d8c-411cffb68b1f), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:05.981738 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178b443-34b6-4258-a6da-d0e4264d1de5 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event deleted for resources: {'Port': ['ID=2bdeb4a9-fe47-471f-964a-4ffa0781a2aa,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:05.997825 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:00:06.042856 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7ca308d9-5a66-4278-8c5a-42334379780f req-596231b6-6d08-44d6-b8e7-df4c61d7c90d service neutron] 10.222.0.31 "GET /v2.0/networks/58ba8bc5-ac03-4e44-b819-c3c8d0a85e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791732 Mar 05 05:00:06.043734 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-482382cd-385a-4a34-ad15-2e5702c42ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (0498fabe-2d29-4326-8d8c-411cffb68b1f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:06.104577 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-482382cd-385a-4a34-ad15-2e5702c42ee0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0022da258670442d8b4011560b97defd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9990134 Mar 05 05:00:06.105267 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34528) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:06.111542 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:06.111926 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:06.160493 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ebe5a2c4-5c78-45d4-9919-89d01302bf56 req-73129fb0-742e-4d5c-99a2-486d58f9ab1d tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219008 Mar 05 05:00:06.221436 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482382cd-385a-4a34-ad15-2e5702c42ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0498fabe-2d29-4326-8d8c-411cffb68b1f,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:06.273576 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:06.300630 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-611b2095-4644-47df-8c83-0c1dcbcaf552 admin admin] Publish callbacks [] for security_group (0498fabe-2d29-4326-8d8c-411cffb68b1f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:06.306874 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7ca308d9-5a66-4278-8c5a-42334379780f req-a27f32f3-05b4-4117-af93-4378711bb2b4 service neutron] 10.222.0.31 "GET /v2.0/networks/58ba8bc5-ac03-4e44-b819-c3c8d0a85e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551618 Mar 05 05:00:06.329765 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-611b2095-4644-47df-8c83-0c1dcbcaf552 admin admin] Publish callbacks [] for security_group (0498fabe-2d29-4326-8d8c-411cffb68b1f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:06.341453 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 2bdeb4a9-fe47-471f-964a-4ffa0781a2aa no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:00:06.392427 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 2bdeb4a9-fe47-471f-964a-4ffa0781a2aa {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:00:06.392800 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 2bdeb4a9-fe47-471f-964a-4ffa0781a2aa not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:00:06.460752 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db1059-20b6-4efe-8140-938ddd29adc9 req-9c14a478-17e2-4d20-b9a8-dd287e5db669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:06.462896 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-56db1059-20b6-4efe-8140-938ddd29adc9 req-9c14a478-17e2-4d20-b9a8-dd287e5db669 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5bb9b4129f1c432a81e17a2957390c79&device_id=13cfd884-4b1f-4f32-bae2-6e73fad2a100 HTTP/1.1" status: 200 len: 1126 time: 0.0588048 Mar 05 05:00:06.464355 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-611b2095-4644-47df-8c83-0c1dcbcaf552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (0498fabe-2d29-4326-8d8c-411cffb68b1f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:06.467335 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-611b2095-4644-47df-8c83-0c1dcbcaf552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:06.468549 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-611b2095-4644-47df-8c83-0c1dcbcaf552 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0498fabe-2d29-4326-8d8c-411cffb68b1f HTTP/1.1" status: 204 len: 168 time: 0.3096106 Mar 05 05:00:06.611106 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db1059-20b6-4efe-8140-938ddd29adc9 req-514a5c23-8a1a-49f6-9a52-46ca30f390da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:06.615196 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-56db1059-20b6-4efe-8140-938ddd29adc9 req-514a5c23-8a1a-49f6-9a52-46ca30f390da service neutron] 10.222.0.31 "GET /v2.0/networks?id=58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 HTTP/1.1" status: 200 len: 905 time: 0.1421187 Mar 05 05:00:06.630873 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b2095-4644-47df-8c83-0c1dcbcaf552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0498fabe-2d29-4326-8d8c-411cffb68b1f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:06.730968 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-56db1059-20b6-4efe-8140-938ddd29adc9 req-d7a6bb93-7a45-4e49-abb1-3f4277caf319 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd99b7f5-b5e0-4e19-a59a-cf75148a0054 HTTP/1.1" status: 200 len: 217 time: 0.0990319 Mar 05 05:00:06.834957 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db1059-20b6-4efe-8140-938ddd29adc9 req-53787edd-2bfe-4994-83bb-e3df1cd7ffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:06.840086 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-56db1059-20b6-4efe-8140-938ddd29adc9 req-53787edd-2bfe-4994-83bb-e3df1cd7ffe4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b701f56c-0d88-43f7-a5d8-59c4b87f0d86 HTTP/1.1" status: 200 len: 845 time: 0.1049981 Mar 05 05:00:06.873229 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-db1d6583-a7cd-4fb9-ad9d-d039fcd4e746 req-9fa0fd76-f617-4c23-b200-72e764cd0070 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=1196382b-9a18-43b3-83de-487722efd599 HTTP/1.1" status: 200 len: 210 time: 0.0417717 Mar 05 05:00:06.913043 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-56db1059-20b6-4efe-8140-938ddd29adc9 req-18d74d5d-9200-4339-beb6-4a88d8625909 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=58ba8bc5-ac03-4e44-b819-c3c8d0a85e10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609086 Mar 05 05:00:06.915719 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-195c071f-9182-4b0b-97fb-5bba8b338149 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] For port ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:00:06.974190 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-195c071f-9182-4b0b-97fb-5bba8b338149 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for port (ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:06.984665 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3033ae40-3f8b-4000-9931-fcbfd012ee42 req-0178b443-34b6-4258-a6da-d0e4264d1de5 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:00:06.995444 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a51cea-4b30-49fd-9603-2152e8e57663 req-91dd84f9-0930-48d0-aedd-2d5b4eef5278 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:07.002939 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a4a51cea-4b30-49fd-9603-2152e8e57663 req-91dd84f9-0930-48d0-aedd-2d5b4eef5278 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=13cfd884-4b1f-4f32-bae2-6e73fad2a100 HTTP/1.1" status: 200 len: 943 time: 0.1803091 Mar 05 05:00:07.015330 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-195c071f-9182-4b0b-97fb-5bba8b338149 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:07.061700 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-56db1059-20b6-4efe-8140-938ddd29adc9 req-5c8b22c5-7bb0-43b5-8c9d-07f01c7fafe3 service neutron] 10.222.0.31 "GET /v2.0/networks/58ba8bc5-ac03-4e44-b819-c3c8d0a85e10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409178 Mar 05 05:00:07.212164 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-195c071f-9182-4b0b-97fb-5bba8b338149 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (2116a1e1-756f-4151-b151-394133141ef4), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:07.308787 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-56db1059-20b6-4efe-8140-938ddd29adc9 req-f8276b91-e8a1-4ddb-9b7a-c2ccf6e48b3e service neutron] 10.222.0.31 "GET /v2.0/networks/58ba8bc5-ac03-4e44-b819-c3c8d0a85e10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393696 Mar 05 05:00:07.352454 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a4a51cea-4b30-49fd-9603-2152e8e57663 req-c6fb5028-299f-46d1-b1bf-ba3491be8f1f tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477259 Mar 05 05:00:07.353115 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c071f-9182-4b0b-97fb-5bba8b338149 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Port': ['ID=ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc,revision_number=5']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:07.361905 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195c071f-9182-4b0b-97fb-5bba8b338149 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:00:07.406687 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-195c071f-9182-4b0b-97fb-5bba8b338149 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:00:07.417719 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549da431-0cad-472d-9821-365ff920c56d None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:00:07.441491 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195c071f-9182-4b0b-97fb-5bba8b338149 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:07.441491 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-195c071f-9182-4b0b-97fb-5bba8b338149 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:07.454913 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c071f-9182-4b0b-97fb-5bba8b338149 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Subnet': ['ID=2116a1e1-756f-4151-b151-394133141ef4,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:07.477772 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3033ae40-3f8b-4000-9931-fcbfd012ee42 req-0178b443-34b6-4258-a6da-d0e4264d1de5 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:00:07.490091 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-195c071f-9182-4b0b-97fb-5bba8b338149 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.8970358 Mar 05 05:00:07.493411 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34558) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:07.498185 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed848d7-d5f4-4e42-88a3-c4309c16b46d None None] Sync routers for ids ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:00:07.509745 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-b017bef1-4d41-4fc8-8426-eee0b22f7af9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Request body: {'port': {'network_id': 'd9771a2e-94ae-4769-a90a-e0cdf5de3e37', 'mac_address': 'fa:16:3e:dd:e3:ba', 'name': 'tempest-NetworksTestDHCPv6-812066990'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:07.521974 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed848d7-d5f4-4e42-88a3-c4309c16b46d None None] Routers {'9d9e5c8c-8fe9-4199-9808-05fba6c71dec'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:00:07.523194 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-bed848d7-d5f4-4e42-88a3-c4309c16b46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:59:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:07.561856 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e478ac-e8a7-4aad-b001-fc3ef1d743f0 req-4627ac39-754a-476e-a156-af438f6fbad5 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:07.567866 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d0e478ac-e8a7-4aad-b001-fc3ef1d743f0 req-4627ac39-754a-476e-a156-af438f6fbad5 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 945 time: 0.2102933 Mar 05 05:00:07.570403 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-3033ae40-3f8b-4000-9931-fcbfd012ee42 req-0178b443-34b6-4258-a6da-d0e4264d1de5 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] No DVR routers for this DVR port 2bdeb4a9-fe47-471f-964a-4ffa0781a2aa on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:00:07.574476 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-3033ae40-3f8b-4000-9931-fcbfd012ee42 req-0178b443-34b6-4258-a6da-d0e4264d1de5 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:07.579917 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3033ae40-3f8b-4000-9931-fcbfd012ee42 req-0178b443-34b6-4258-a6da-d0e4264d1de5 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.31 "DELETE /v2.0/ports/2bdeb4a9-fe47-471f-964a-4ffa0781a2aa HTTP/1.1" status: 204 len: 173 time: 3.5117514 Mar 05 05:00:07.586173 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1196382b-9a18-43b3-83de-487722efd599', 'name': 'network-vif-deleted', 'tag': '2bdeb4a9-fe47-471f-964a-4ffa0781a2aa'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:00:07.588798 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0995be65-f2a4-4fb2-9762-039a053c70d1" -d '{"events": [{"server_uuid": "1196382b-9a18-43b3-83de-487722efd599", "name": "network-vif-deleted", "tag": "2bdeb4a9-fe47-471f-964a-4ffa0781a2aa"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:00:07.698876 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d0e478ac-e8a7-4aad-b001-fc3ef1d743f0 req-af356bf6-28b8-48f5-9ac3-92565167212a tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937035 Mar 05 05:00:07.712517 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c913709-5799-4a51-b38b-7f484122e78c x-openstack-request-id: req-2c913709-5799-4a51-b38b-7f484122e78c {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:00:07.713141 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1196382b-9a18-43b3-83de-487722efd599", "name": "network-vif-deleted", "tag": "2bdeb4a9-fe47-471f-964a-4ffa0781a2aa", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:00:07.714474 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2c913709-5799-4a51-b38b-7f484122e78c {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:00:07.715200 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1196382b-9a18-43b3-83de-487722efd599', 'name': 'network-vif-deleted', 'tag': '2bdeb4a9-fe47-471f-964a-4ffa0781a2aa', 'status': 'completed', 'code': 200} Mar 05 05:00:07.805525 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-bed848d7-d5f4-4e42-88a3-c4309c16b46d None None] Set router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:00:07.813844 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b017bef1-4d41-4fc8-8426-eee0b22f7af9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Made reservation on behalf of 61e5e1eaa24140e7adb4e54a4745ab03 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:00:08.037152 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b017bef1-4d41-4fc8-8426-eee0b22f7af9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:08.055739 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:00:08.095317 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-b017bef1-4d41-4fc8-8426-eee0b22f7af9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] device_id is not set on port 158ab1d5-5907-41a0-99f2-24c017230e5f yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:00:08.108044 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55ae3ef0-2684-4381-83f0-b140973e3f4d req-e92fc27e-4a2e-4dec-a007-ce48eda8bd00 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=1196382b-9a18-43b3-83de-487722efd599 HTTP/1.1" status: 200 len: 210 time: 0.1006937 Mar 05 05:00:08.195731 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:08.196403 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:08.349595 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:08.476869 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-bed848d7-d5f4-4e42-88a3-c4309c16b46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:26Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'gw_port': {'id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:28Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '05374882-18b9-429d-a219-9a1dba943df9', 'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'mac_address': 'fa:16:3e:7e:8a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:34Z', 'updated_at': '2022-03-05T04:56:42Z', 'revision_number': 5, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'subnets': [{'id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:08.513681 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed848d7-d5f4-4e42-88a3-c4309c16b46d None None] Checking router: 9d9e5c8c-8fe9-4199-9808-05fba6c71dec for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:00:08.524456 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed848d7-d5f4-4e42-88a3-c4309c16b46d None None] Routers {'9d9e5c8c-8fe9-4199-9808-05fba6c71dec'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:00:08.525943 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-bed848d7-d5f4-4e42-88a3-c4309c16b46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T04:59:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:08.588951 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-b017bef1-4d41-4fc8-8426-eee0b22f7af9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Allocated IP 2001:db8::382 (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/820d81c8-bb4c-4f3c-903e-a246038b7ce7/158ab1d5-5907-41a0-99f2-24c017230e5f) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:00:08.609490 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-b017bef1-4d41-4fc8-8426-eee0b22f7af9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Allocated IP 2001:db8:0:1:f816:3eff:fedd:e3ba (d9771a2e-94ae-4769-a90a-e0cdf5de3e37/2116a1e1-756f-4151-b151-394133141ef4/158ab1d5-5907-41a0-99f2-24c017230e5f) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:00:08.626182 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d168b2d-2660-4146-8ef2-18ea0ab1968a req-dbf857ae-7b39-4df4-97c6-24a4376900f9 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:08.636083 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3d168b2d-2660-4146-8ef2-18ea0ab1968a req-dbf857ae-7b39-4df4-97c6-24a4376900f9 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=13cfd884-4b1f-4f32-bae2-6e73fad2a100 HTTP/1.1" status: 200 len: 943 time: 0.0879881 Mar 05 05:00:08.731678 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3d168b2d-2660-4146-8ef2-18ea0ab1968a req-76abd319-2cf0-40dd-bd3d-8344bbfdb980 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936985 Mar 05 05:00:08.829409 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-bed848d7-d5f4-4e42-88a3-c4309c16b46d None None] Set router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:00:08.851434 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f14e7859-33f4-453f-8b8a-22943c49750c None None] Provisioning complete for port ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:08.858247 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f14e7859-33f4-453f-8b8a-22943c49750c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:08.876370 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912d7a9-84ce-422b-b4e2-d2f52ee4fbb3 req-a9fb7d6e-b93f-4e93-82e5-650b4d48500a tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:08.883823 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4912d7a9-84ce-422b-b4e2-d2f52ee4fbb3 req-a9fb7d6e-b93f-4e93-82e5-650b4d48500a tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 945 time: 0.0857604 Mar 05 05:00:08.952140 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b017bef1-4d41-4fc8-8426-eee0b22f7af9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for port (158ab1d5-5907-41a0-99f2-24c017230e5f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:09.048588 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4912d7a9-84ce-422b-b4e2-d2f52ee4fbb3 req-6832a49a-5892-4786-a34a-5582cc7ddaee tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493931 Mar 05 05:00:09.052489 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f14e7859-33f4-453f-8b8a-22943c49750c None None] Current status of the port ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:09.088461 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b017bef1-4d41-4fc8-8426-eee0b22f7af9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (158ab1d5-5907-41a0-99f2-24c017230e5f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:09.214938 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b017bef1-4d41-4fc8-8426-eee0b22f7af9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:00:09.228515 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-b017bef1-4d41-4fc8-8426-eee0b22f7af9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:00:09.244246 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34604) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:09.250383 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b017bef1-4d41-4fc8-8426-eee0b22f7af9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:00:09.266134 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b017bef1-4d41-4fc8-8426-eee0b22f7af9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:09.267054 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b017bef1-4d41-4fc8-8426-eee0b22f7af9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:09.299743 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017bef1-4d41-4fc8-8426-eee0b22f7af9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event updated for resources: {'Port': ['ID=158ab1d5-5907-41a0-99f2-24c017230e5f,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:09.334473 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017bef1-4d41-4fc8-8426-eee0b22f7af9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:09.334909 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017bef1-4d41-4fc8-8426-eee0b22f7af9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:09.335318 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017bef1-4d41-4fc8-8426-eee0b22f7af9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:09.335913 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017bef1-4d41-4fc8-8426-eee0b22f7af9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:09.336185 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017bef1-4d41-4fc8-8426-eee0b22f7af9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:09.336517 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017bef1-4d41-4fc8-8426-eee0b22f7af9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:09.336919 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017bef1-4d41-4fc8-8426-eee0b22f7af9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:09.337460 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017bef1-4d41-4fc8-8426-eee0b22f7af9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:09.353099 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017bef1-4d41-4fc8-8426-eee0b22f7af9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:09.353654 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017bef1-4d41-4fc8-8426-eee0b22f7af9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:09.354095 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017bef1-4d41-4fc8-8426-eee0b22f7af9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:09.354463 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017bef1-4d41-4fc8-8426-eee0b22f7af9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:09.354793 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b017bef1-4d41-4fc8-8426-eee0b22f7af9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:09.375774 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d81a2cd3-5c83-4a24-b7e7-f5fa7dc6c95d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group (f13dc9a7-e16f-4ae1-a68d-1f65743bdd48), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:09.390004 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b017bef1-4d41-4fc8-8426-eee0b22f7af9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8952460 Mar 05 05:00:09.396989 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34610) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:09.448520 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d81a2cd3-5c83-4a24-b7e7-f5fa7dc6c95d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group (f13dc9a7-e16f-4ae1-a68d-1f65743bdd48), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:09.531974 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-bed848d7-d5f4-4e42-88a3-c4309c16b46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:26Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'gw_port': {'id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:28Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '05374882-18b9-429d-a219-9a1dba943df9', 'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'mac_address': 'fa:16:3e:7e:8a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:34Z', 'updated_at': '2022-03-05T04:56:42Z', 'revision_number': 5, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'subnets': [{'id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:09.574146 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d81a2cd3-5c83-4a24-b7e7-f5fa7dc6c95d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f13dc9a7-e16f-4ae1-a68d-1f65743bdd48), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:09.577142 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d81a2cd3-5c83-4a24-b7e7-f5fa7dc6c95d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:09.581637 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d81a2cd3-5c83-4a24-b7e7-f5fa7dc6c95d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "DELETE /v2.0/security-groups/f13dc9a7-e16f-4ae1-a68d-1f65743bdd48 HTTP/1.1" status: 204 len: 168 time: 0.3362603 Mar 05 05:00:09.582254 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34612) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:09.606392 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a2cd3-5c83-4a24-b7e7-f5fa7dc6c95d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13dc9a7-e16f-4ae1-a68d-1f65743bdd48,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:09.608722 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-29467658-a074-488e-9343-37ec48be6351 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] show failed (client error): The resource could not be found. Mar 05 05:00:09.612808 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-29467658-a074-488e-9343-37ec48be6351 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups/f13dc9a7-e16f-4ae1-a68d-1f65743bdd48 HTTP/1.1" status: 404 len: 347 time: 0.0262768 Mar 05 05:00:09.613747 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34618) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:09.642054 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed848d7-d5f4-4e42-88a3-c4309c16b46d None None] The sync data for ids ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'] in n-d-789963-32 is: [{'id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:26Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'gw_port': {'id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:28Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '05374882-18b9-429d-a219-9a1dba943df9', 'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'mac_address': 'fa:16:3e:7e:8a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:34Z', 'updated_at': '2022-03-05T04:56:42Z', 'revision_number': 5, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'subnets': [{'id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:00:09.663617 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-559f92d4-8e52-437c-8f2b-9b3dacd6fab9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting port 158ab1d5-5907-41a0-99f2-24c017230e5f {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:00:09.670120 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-559f92d4-8e52-437c-8f2b-9b3dacd6fab9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (158ab1d5-5907-41a0-99f2-24c017230e5f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:09.876345 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-df4a7079-1f5b-4ff1-b00c-7ba72c5d8150 None None] Provisioning complete for port 158ab1d5-5907-41a0-99f2-24c017230e5f triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:09.878095 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-df4a7079-1f5b-4ff1-b00c-7ba72c5d8150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (158ab1d5-5907-41a0-99f2-24c017230e5f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:09.914213 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-559f92d4-8e52-437c-8f2b-9b3dacd6fab9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (158ab1d5-5907-41a0-99f2-24c017230e5f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:09.932585 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-559f92d4-8e52-437c-8f2b-9b3dacd6fab9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Calling delete_port for 158ab1d5-5907-41a0-99f2-24c017230e5f owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:00:10.016081 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-df4a7079-1f5b-4ff1-b00c-7ba72c5d8150 None None] Port 158ab1d5-5907-41a0-99f2-24c017230e5f cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:00:10.238184 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-559f92d4-8e52-437c-8f2b-9b3dacd6fab9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (158ab1d5-5907-41a0-99f2-24c017230e5f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:10.267519 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda36848-1900-4ef2-8408-d2352dd15319 None None] New status for floating IP 8037a914-20fc-40db-929e-5e97bbb9a01d: DOWN {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:00:10.273370 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a50bac-1504-4040-bdda-681ae13b31f5 req-c8242cfd-dc52-4272-9078-36c2f004edf3 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:10.275710 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-22a50bac-1504-4040-bdda-681ae13b31f5 req-c8242cfd-dc52-4272-9078-36c2f004edf3 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=13cfd884-4b1f-4f32-bae2-6e73fad2a100 HTTP/1.1" status: 200 len: 943 time: 0.2957935 Mar 05 05:00:10.281717 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-74c31a81-4d6e-4a92-a6e2-da06c1271237 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Deleting port 2ffa8f5f-fd37-4671-a4c5-4397b1652a80 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:00:10.282304 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-74c31a81-4d6e-4a92-a6e2-da06c1271237 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (2ffa8f5f-fd37-4671-a4c5-4397b1652a80), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:10.294101 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f92d4-8e52-437c-8f2b-9b3dacd6fab9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Port': ['ID=158ab1d5-5907-41a0-99f2-24c017230e5f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:10.373315 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-559f92d4-8e52-437c-8f2b-9b3dacd6fab9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:10.390701 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-559f92d4-8e52-437c-8f2b-9b3dacd6fab9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/158ab1d5-5907-41a0-99f2-24c017230e5f HTTP/1.1" status: 204 len: 168 time: 0.9915471 Mar 05 05:00:10.391516 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34636) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:10.410204 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device fd99b7f5-b5e0-4e19-a59a-cf75148a0054 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:00:10.455963 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4901bbe-3415-46ce-bd07-299ff14a253f req-0032f414-2c36-4c7c-aaa1-b14017c81cf2 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:10.457502 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b4901bbe-3415-46ce-bd07-299ff14a253f req-0032f414-2c36-4c7c-aaa1-b14017c81cf2 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 945 time: 0.2756257 Mar 05 05:00:10.460865 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-22a50bac-1504-4040-bdda-681ae13b31f5 req-be7d9905-b91a-463e-8677-5d5377c1f2c7 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739388 Mar 05 05:00:10.532974 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-74c31a81-4d6e-4a92-a6e2-da06c1271237 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (2ffa8f5f-fd37-4671-a4c5-4397b1652a80), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:10.533376 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-74c31a81-4d6e-4a92-a6e2-da06c1271237 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for floatingip (2ffa8f5f-fd37-4671-a4c5-4397b1652a80), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:10.536523 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94595f1-fddf-4dd5-b0ee-22fd47779294 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:10.543376 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f94595f1-fddf-4dd5-b0ee-22fd47779294 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1506956 Mar 05 05:00:10.544025 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34642) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:10.579440 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-74c31a81-4d6e-4a92-a6e2-da06c1271237 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Calling delete_port for 2ffa8f5f-fd37-4671-a4c5-4397b1652a80 owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:00:10.635775 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b4901bbe-3415-46ce-bd07-299ff14a253f req-08bdfc3d-d41f-4a27-b185-119af6e5eda8 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538715 Mar 05 05:00:10.686733 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cd1f44-7ff3-453a-8804-7314bc2f19c9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:10.696268 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-82cd1f44-7ff3-453a-8804-7314bc2f19c9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1505306 Mar 05 05:00:10.697133 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34644) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:10.800111 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ccf137-4919-4344-b299-c1b1ed3cc2ba tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:10.810943 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ccf137-4919-4344-b299-c1b1ed3cc2ba tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:10.813095 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ccf137-4919-4344-b299-c1b1ed3cc2ba tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:10.818093 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-95ccf137-4919-4344-b299-c1b1ed3cc2ba tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1198430 Mar 05 05:00:10.822923 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34648) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:10.856269 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port fd99b7f5-b5e0-4e19-a59a-cf75148a0054, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=fd99b7f5-b5e0-4e19-a59a-cf75148a0054,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:00:10.870441 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'fd99b7f5-b5e0-4e19-a59a-cf75148a0054', 'network_id': '58ba8bc5-ac03-4e44-b819-c3c8d0a85e10', 'port_id': 'fd99b7f5-b5e0-4e19-a59a-cf75148a0054', 'mac_address': 'fa:16:3e:d2:64:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b701f56c-0d88-43f7-a5d8-59c4b87f0d86', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:00:10.935264 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0382804-2d13-4887-928a-130c5958ce5f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting subnet 2116a1e1-756f-4151-b151-394133141ef4 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:00:10.938639 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port fd99b7f5-b5e0-4e19-a59a-cf75148a0054 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:10.939883 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fd99b7f5-b5e0-4e19-a59a-cf75148a0054), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:10.956491 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd99b7f5-b5e0-4e19-a59a-cf75148a0054 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:00:10.983522 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port fd99b7f5-b5e0-4e19-a59a-cf75148a0054, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=fd99b7f5-b5e0-4e19-a59a-cf75148a0054,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:00:10.985892 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c0382804-2d13-4887-928a-130c5958ce5f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (2116a1e1-756f-4151-b151-394133141ef4), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:10.993575 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fd99b7f5-b5e0-4e19-a59a-cf75148a0054), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:11.078948 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-74c31a81-4d6e-4a92-a6e2-da06c1271237 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (2ffa8f5f-fd37-4671-a4c5-4397b1652a80), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:11.111176 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=fd99b7f5-b5e0-4e19-a59a-cf75148a0054,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:11.135483 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c31a81-4d6e-4a92-a6e2-da06c1271237 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event deleted for resources: {'Port': ['ID=2ffa8f5f-fd37-4671-a4c5-4397b1652a80,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:11.193082 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c0382804-2d13-4887-928a-130c5958ce5f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (2116a1e1-756f-4151-b151-394133141ef4), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:11.206956 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['fd99b7f5-b5e0-4e19-a59a-cf75148a0054'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:00:11.230507 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c31a81-4d6e-4a92-a6e2-da06c1271237 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:11.230909 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c31a81-4d6e-4a92-a6e2-da06c1271237 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:11.231230 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c31a81-4d6e-4a92-a6e2-da06c1271237 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:11.231578 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c31a81-4d6e-4a92-a6e2-da06c1271237 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:11.231911 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c31a81-4d6e-4a92-a6e2-da06c1271237 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:11.232243 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c31a81-4d6e-4a92-a6e2-da06c1271237 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:11.232576 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c31a81-4d6e-4a92-a6e2-da06c1271237 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:11.232909 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c31a81-4d6e-4a92-a6e2-da06c1271237 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:11.233239 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c31a81-4d6e-4a92-a6e2-da06c1271237 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:11.233624 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c31a81-4d6e-4a92-a6e2-da06c1271237 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:11.233895 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c31a81-4d6e-4a92-a6e2-da06c1271237 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:11.234222 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c31a81-4d6e-4a92-a6e2-da06c1271237 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:11.234546 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c31a81-4d6e-4a92-a6e2-da06c1271237 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:11.321413 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34654) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:11.322098 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-74c31a81-4d6e-4a92-a6e2-da06c1271237 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for floatingip (8037a914-20fc-40db-929e-5e97bbb9a01d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:11.324787 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-74c31a81-4d6e-4a92-a6e2-da06c1271237 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:11.325981 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-74c31a81-4d6e-4a92-a6e2-da06c1271237 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "DELETE /v2.0/floatingips/8037a914-20fc-40db-929e-5e97bbb9a01d HTTP/1.1" status: 204 len: 168 time: 1.7113292 Mar 05 05:00:11.365052 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c0382804-2d13-4887-928a-130c5958ce5f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (2116a1e1-756f-4151-b151-394133141ef4), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:11.462230 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c0382804-2d13-4887-928a-130c5958ce5f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (2116a1e1-756f-4151-b151-394133141ef4), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:11.504428 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0382804-2d13-4887-928a-130c5958ce5f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Subnet': ['ID=2116a1e1-756f-4151-b151-394133141ef4,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:11.508515 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c0382804-2d13-4887-928a-130c5958ce5f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:11.512182 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0d07be50-4501-4e19-8d0f-d5c4a5de6c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:11.515867 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34666) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:11.516395 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c0382804-2d13-4887-928a-130c5958ce5f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/2116a1e1-756f-4151-b151-394133141ef4 HTTP/1.1" status: 204 len: 168 time: 0.6922748 Mar 05 05:00:11.542234 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c626bd-eb65-4472-a90a-fecaa86de64e None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:00:11.666083 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-437fd2a3-e781-40c5-9462-b782014bbfdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:11.686605 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288ea57-a49c-400f-be57-0fa4d1a31c2a req-df3ddde3-86a7-4bd1-b48e-be75207d7f95 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:11.688191 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8288ea57-a49c-400f-be57-0fa4d1a31c2a req-df3ddde3-86a7-4bd1-b48e-be75207d7f95 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=13cfd884-4b1f-4f32-bae2-6e73fad2a100 HTTP/1.1" status: 200 len: 944 time: 0.0666139 Mar 05 05:00:11.688951 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e35cec-402e-4e9b-8a88-909f5b5b607d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Deleting subnet 820d81c8-bb4c-4f3c-903e-a246038b7ce7 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:00:11.692811 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-97e35cec-402e-4e9b-8a88-909f5b5b607d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (820d81c8-bb4c-4f3c-903e-a246038b7ce7), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:11.770285 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-97e35cec-402e-4e9b-8a88-909f5b5b607d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (820d81c8-bb4c-4f3c-903e-a246038b7ce7), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:11.796261 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8288ea57-a49c-400f-be57-0fa4d1a31c2a req-98ca4d87-061b-443b-88f3-808b343ee2f1 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004419 Mar 05 05:00:11.923176 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-97e35cec-402e-4e9b-8a88-909f5b5b607d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (820d81c8-bb4c-4f3c-903e-a246038b7ce7), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:12.023765 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34674) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:12.035467 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-8ca6b0af-bb19-43d3-bf4c-cdb58199274f tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1619624468', 'description': 'tempest-description--725524426'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:12.058571 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-437fd2a3-e781-40c5-9462-b782014bbfdd admin admin] Publish callbacks [] for security_group (f4c86deb-bfee-4e76-bff8-bc39e185ba68), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:12.085351 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596af80-23a1-425a-b1ce-6eec942cc880 req-0de76eb6-3700-4dc7-b4d4-2511ff9e2849 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:12.087550 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9596af80-23a1-425a-b1ce-6eec942cc880 req-0de76eb6-3700-4dc7-b4d4-2511ff9e2849 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 945 time: 0.1017559 Mar 05 05:00:12.093052 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-437fd2a3-e781-40c5-9462-b782014bbfdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f4c86deb-bfee-4e76-bff8-bc39e185ba68), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:12.115407 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-97e35cec-402e-4e9b-8a88-909f5b5b607d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (820d81c8-bb4c-4f3c-903e-a246038b7ce7), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:12.149578 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-97e35cec-402e-4e9b-8a88-909f5b5b607d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:12.156228 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-97e35cec-402e-4e9b-8a88-909f5b5b607d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/820d81c8-bb4c-4f3c-903e-a246038b7ce7 HTTP/1.1" status: 204 len: 168 time: 0.6394858 Mar 05 05:00:12.163989 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34676) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:12.188810 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e35cec-402e-4e9b-8a88-909f5b5b607d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Subnet': ['ID=820d81c8-bb4c-4f3c-903e-a246038b7ce7,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:12.206216 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8ca6b0af-bb19-43d3-bf4c-cdb58199274f tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:12.247162 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4b04ad7f-cac5-4f07-b158-518b1cf2227d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793231 Mar 05 05:00:12.249288 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-437fd2a3-e781-40c5-9462-b782014bbfdd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5c89710d64d04a21a3ba7cf214c521b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9263353 Mar 05 05:00:12.252945 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34678) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:12.253114 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34680) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:12.261140 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9596af80-23a1-425a-b1ce-6eec942cc880 req-d17f4565-bb41-4b27-b343-4d64d8ebbe3a tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602006 Mar 05 05:00:12.269945 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437fd2a3-e781-40c5-9462-b782014bbfdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c86deb-bfee-4e76-bff8-bc39e185ba68,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:12.354733 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device fd99b7f5-b5e0-4e19-a59a-cf75148a0054 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:00:12.422216 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8ca6b0af-bb19-43d3-bf4c-cdb58199274f tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group (709f864b-4829-4ab9-9c09-bc528bf66436), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:12.464293 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a05a2e1-bc7e-44bf-ab84-023c244ab3d9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:12.467344 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9a05a2e1-bc7e-44bf-ab84-023c244ab3d9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2131674 Mar 05 05:00:12.469914 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34684) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:12.471888 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port fd99b7f5-b5e0-4e19-a59a-cf75148a0054 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:00:12.483323 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port fd99b7f5-b5e0-4e19-a59a-cf75148a0054 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:12.483468 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8ca6b0af-bb19-43d3-bf4c-cdb58199274f tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (709f864b-4829-4ab9-9c09-bc528bf66436), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:12.483703 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fd99b7f5-b5e0-4e19-a59a-cf75148a0054), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:12.514055 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-931576ac-c117-4a20-be93-9f479e5bface admin admin] Publish callbacks [] for security_group (f4c86deb-bfee-4e76-bff8-bc39e185ba68), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:12.542920 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8ca6b0af-bb19-43d3-bf4c-cdb58199274f tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:12.544980 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8ca6b0af-bb19-43d3-bf4c-cdb58199274f tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5201871 Mar 05 05:00:12.552422 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34686) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:12.568045 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-62cbbdd5-930b-4ecc-bd87-1667658c8ed8 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Request body: {'security_group_rule': {'security_group_id': '709f864b-4829-4ab9-9c09-bc528bf66436', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:12.586469 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8754b305-057c-47aa-96b9-71c2f921cce0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:12.588357 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8754b305-057c-47aa-96b9-71c2f921cce0 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1162355 Mar 05 05:00:12.591782 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34690) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:12.617474 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6b0af-bb19-43d3-bf4c-cdb58199274f tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=709f864b-4829-4ab9-9c09-bc528bf66436,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:12.627958 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-931576ac-c117-4a20-be93-9f479e5bface admin admin] Publish callbacks [] for security_group (f4c86deb-bfee-4e76-bff8-bc39e185ba68), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:12.669637 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port fd99b7f5-b5e0-4e19-a59a-cf75148a0054 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:12.669637 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fd99b7f5-b5e0-4e19-a59a-cf75148a0054), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:12.678010 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-78417694-f3d1-445a-9d53-a4c12fa05475 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847230 Mar 05 05:00:12.680901 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-62cbbdd5-930b-4ecc-bd87-1667658c8ed8 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group_rule (59f06e9b-ad53-4469-8f01-81a0a2b81c1e), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:12.689050 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34694) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:12.737404 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port fd99b7f5-b5e0-4e19-a59a-cf75148a0054, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=fd99b7f5-b5e0-4e19-a59a-cf75148a0054,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:00:12.738663 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4b9252-0125-4bdc-b6be-734bd35eea17 None None] Network d9771a2e-94ae-4769-a90a-e0cdf5de3e37 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:00:12.742266 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13cfd884-4b1f-4f32-bae2-6e73fad2a100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd99b7f5-b5e0-4e19-a59a-cf75148a0054'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:00:12.744457 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-62cbbdd5-930b-4ecc-bd87-1667658c8ed8 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group_rule (59f06e9b-ad53-4469-8f01-81a0a2b81c1e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:12.744969 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44caa70e-a72d-4693-a032-174c6d752d36" -d '{"events": [{"server_uuid": "13cfd884-4b1f-4f32-bae2-6e73fad2a100", "name": "network-vif-plugged", "status": "completed", "tag": "fd99b7f5-b5e0-4e19-a59a-cf75148a0054"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:00:12.746564 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-931576ac-c117-4a20-be93-9f479e5bface admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f4c86deb-bfee-4e76-bff8-bc39e185ba68), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:12.762364 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-931576ac-c117-4a20-be93-9f479e5bface admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:12.765359 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-931576ac-c117-4a20-be93-9f479e5bface admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f4c86deb-bfee-4e76-bff8-bc39e185ba68 HTTP/1.1" status: 204 len: 168 time: 0.5100448 Mar 05 05:00:12.766381 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fd99b7f5-b5e0-4e19-a59a-cf75148a0054), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:12.786197 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931576ac-c117-4a20-be93-9f479e5bface admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c86deb-bfee-4e76-bff8-bc39e185ba68,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:12.794006 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-62cbbdd5-930b-4ecc-bd87-1667658c8ed8 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (59f06e9b-ad53-4469-8f01-81a0a2b81c1e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:12.798415 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-af6aa09f-0174-4e35-889d-c7bc91fbba3e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:12.799610 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af6aa09f-0174-4e35-889d-c7bc91fbba3e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:12.815952 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-af6aa09f-0174-4e35-889d-c7bc91fbba3e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/158ab1d5-5907-41a0-99f2-24c017230e5f HTTP/1.1" status: 404 len: 333 time: 0.1225529 Mar 05 05:00:12.819782 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34700) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:12.858483 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cbbdd5-930b-4ecc-bd87-1667658c8ed8 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f06e9b-ad53-4469-8f01-81a0a2b81c1e,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:12.874723 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eab520a-ff73-4cab-b844-137d22147d76 x-openstack-request-id: req-8eab520a-ff73-4cab-b844-137d22147d76 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:00:12.876371 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13cfd884-4b1f-4f32-bae2-6e73fad2a100", "name": "network-vif-plugged", "status": "completed", "tag": "fd99b7f5-b5e0-4e19-a59a-cf75148a0054", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:00:12.876833 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8eab520a-ff73-4cab-b844-137d22147d76 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:00:12.877425 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13cfd884-4b1f-4f32-bae2-6e73fad2a100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd99b7f5-b5e0-4e19-a59a-cf75148a0054', 'code': 200} Mar 05 05:00:12.892091 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-62cbbdd5-930b-4ecc-bd87-1667658c8ed8 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:12.892375 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccbdcb0e-d5e0-4d98-833a-61b4994c02b9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:12.892577 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccbdcb0e-d5e0-4d98-833a-61b4994c02b9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:12.898521 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-62cbbdd5-930b-4ecc-bd87-1667658c8ed8 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3445916 Mar 05 05:00:12.899372 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34704) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:12.904471 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ccbdcb0e-d5e0-4d98-833a-61b4994c02b9 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/2116a1e1-756f-4151-b151-394133141ef4 HTTP/1.1" status: 404 len: 337 time: 0.0810215 Mar 05 05:00:12.909576 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-70bf9ddd-7be0-4159-9f4b-58591b24a425 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Request body: {'security_group_rule': {'security_group_id': '709f864b-4829-4ab9-9c09-bc528bf66436', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:12.919771 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34706) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:12.979062 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-70bf9ddd-7be0-4159-9f4b-58591b24a425 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group_rule (af7964d7-48b6-4350-a87a-756dbed79669), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:13.000017 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-3953b995-3881-4905-8eb2-95ce04f3893f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:13.000275 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-5b6eca6d-7160-413d-b61f-a35286887aae None None] Provisioning complete for port ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:13.000577 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3953b995-3881-4905-8eb2-95ce04f3893f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:13.000706 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5b6eca6d-7160-413d-b61f-a35286887aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:13.006089 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3953b995-3881-4905-8eb2-95ce04f3893f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/820d81c8-bb4c-4f3c-903e-a246038b7ce7 HTTP/1.1" status: 404 len: 337 time: 0.0835700 Mar 05 05:00:13.007840 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34710) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:13.041591 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-deac38d5-e1f8-4ae0-b819-83b54ef56089 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:13.042098 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deac38d5-e1f8-4ae0-b819-83b54ef56089 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:13.047849 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-deac38d5-e1f8-4ae0-b819-83b54ef56089 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/33d20557-2259-4675-a66c-54085e2c3400 HTTP/1.1" status: 404 len: 333 time: 0.0378780 Mar 05 05:00:13.048047 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=fd99b7f5-b5e0-4e19-a59a-cf75148a0054,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:13.049476 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34712) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:13.089346 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a04102-a67b-47a2-80f9-5df46b338c00 req-79847c35-0dd2-4974-bb76-7491b9a36578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:13.091300 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e5a04102-a67b-47a2-80f9-5df46b338c00 req-79847c35-0dd2-4974-bb76-7491b9a36578 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=13cfd884-4b1f-4f32-bae2-6e73fad2a100 HTTP/1.1" status: 200 len: 1128 time: 0.1872663 Mar 05 05:00:13.092363 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca5d7b4a-dbad-4394-a4ab-6f39a185da8a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:13.092731 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca5d7b4a-dbad-4394-a4ab-6f39a185da8a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:13.098748 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ca5d7b4a-dbad-4394-a4ab-6f39a185da8a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/87771fba-3efa-4e2a-a73d-07e5b794d8bd HTTP/1.1" status: 404 len: 337 time: 0.0438318 Mar 05 05:00:13.100041 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34716) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:13.140943 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28526d29-8be0-4b9f-ba47-fe94df0190bc req-83176ac2-ae83-4b9a-808e-d43900063f20 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:13.146752 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-70bf9ddd-7be0-4159-9f4b-58591b24a425 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group_rule (af7964d7-48b6-4350-a87a-756dbed79669), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:13.148870 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-28526d29-8be0-4b9f-ba47-fe94df0190bc req-83176ac2-ae83-4b9a-808e-d43900063f20 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=13cfd884-4b1f-4f32-bae2-6e73fad2a100 HTTP/1.1" status: 200 len: 945 time: 0.2303059 Mar 05 05:00:13.154654 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-70bf9ddd-7be0-4159-9f4b-58591b24a425 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (af7964d7-48b6-4350-a87a-756dbed79669), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:13.195351 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf9ddd-7be0-4159-9f4b-58591b24a425 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af7964d7-48b6-4350-a87a-756dbed79669,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:13.203400 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-40cb6a8f-a089-4a23-8c67-cfb53155a984 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:13.203871 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40cb6a8f-a089-4a23-8c67-cfb53155a984 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:13.207325 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-40cb6a8f-a089-4a23-8c67-cfb53155a984 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/b074fecd-ac33-4604-b817-e09c3e267a98 HTTP/1.1" status: 404 len: 337 time: 0.1040483 Mar 05 05:00:13.209173 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-5b6eca6d-7160-413d-b61f-a35286887aae None None] Current status of the port ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:13.210551 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34720) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:13.219749 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-70bf9ddd-7be0-4159-9f4b-58591b24a425 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:13.221161 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-70bf9ddd-7be0-4159-9f4b-58591b24a425 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3195956 Mar 05 05:00:13.229081 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9941152a-5bf1-4d5a-857e-730dd2579b56 None None] DHCP port deletion for d9771a2e-94ae-4769-a90a-e0cdf5de3e37 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:00:13.230111 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34722) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:13.251780 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-195b5cbf-d1c7-4f23-8699-2ffe3689beea tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:13.269377 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-a606c845-2a0a-49e7-a6ba-f2f8f85838df tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:13.269703 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a606c845-2a0a-49e7-a6ba-f2f8f85838df tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:13.275695 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a606c845-2a0a-49e7-a6ba-f2f8f85838df tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/a07e98c9-be42-4265-88cc-b239f8ade49e HTTP/1.1" status: 404 len: 333 time: 0.0602884 Mar 05 05:00:13.275960 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34724) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:13.324105 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e5a04102-a67b-47a2-80f9-5df46b338c00 req-040a54a7-53d7-48d4-8fe9-01b287875002 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196660 Mar 05 05:00:13.330763 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34728) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:13.363212 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-2639009c-4d56-408d-ab5b-e14ba59220e3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:13.364938 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2639009c-4d56-408d-ab5b-e14ba59220e3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:13.378759 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2639009c-4d56-408d-ab5b-e14ba59220e3 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/0b6b17f2-f1cd-42f5-a376-a3b224afb53b HTTP/1.1" status: 404 len: 337 time: 0.0995343 Mar 05 05:00:13.379430 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34730) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:13.381750 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9941152a-5bf1-4d5a-857e-730dd2579b56 None None] Deleting port ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:00:13.383146 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9941152a-5bf1-4d5a-857e-730dd2579b56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:13.391721 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-28526d29-8be0-4b9f-ba47-fe94df0190bc req-1c373c32-1c8f-41d3-8add-b4f6be2c4b36 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376418 Mar 05 05:00:13.392566 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-195b5cbf-d1c7-4f23-8699-2ffe3689beea tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:13.423304 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9d7251a4-75c5-4cf9-a1a7-40cbaf0fca30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:13.440398 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-5274cb7c-bb94-412c-937e-86b884055e77 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:13.440791 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5274cb7c-bb94-412c-937e-86b884055e77 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:13.444697 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5274cb7c-bb94-412c-937e-86b884055e77 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/7945a82b-4d6b-41a3-9fed-4159acf4803e HTTP/1.1" status: 404 len: 337 time: 0.0633023 Mar 05 05:00:13.446768 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34732) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:13.479670 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:00:13.486226 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a35693d-d2cd-43c1-8a3b-fab03d33d07a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:13.492681 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a35693d-d2cd-43c1-8a3b-fab03d33d07a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:13.495789 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4a35693d-d2cd-43c1-8a3b-fab03d33d07a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/be399354-7cf7-42e0-9f00-7ce87bb6eadc HTTP/1.1" status: 404 len: 333 time: 0.0479820 Mar 05 05:00:13.496454 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-9941152a-5bf1-4d5a-857e-730dd2579b56 None None] For port ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc,segment=NetworkSegment(a1703c91-456a-4b03-bad8-a055d24a468d),segment_id=a1703c91-456a-4b03-bad8-a055d24a468d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:00:13.497062 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9941152a-5bf1-4d5a-857e-730dd2579b56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:13.501804 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34734) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:13.510264 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9941152a-5bf1-4d5a-857e-730dd2579b56 None None] Calling delete_port for ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:00:13.602898 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9941152a-5bf1-4d5a-857e-730dd2579b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:13.617367 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9941152a-5bf1-4d5a-857e-730dd2579b56 None None] No DVR routers for this DVR port ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:00:13.638293 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941152a-5bf1-4d5a-857e-730dd2579b56 None None] Pushing event deleted for resources: {'Port': ['ID=ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:13.677582 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6f8bc706-2db9-4b7f-977b-2d2a725f6b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:13.699165 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-0914e57d-187f-48a8-afa5-4ae4fe02f788 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:13.699780 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0914e57d-187f-48a8-afa5-4ae4fe02f788 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:13.700147 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:13.705219 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0914e57d-187f-48a8-afa5-4ae4fe02f788 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/148c6f97-dd35-4509-a247-b3b1697591e5 HTTP/1.1" status: 404 len: 337 time: 0.1915054 Mar 05 05:00:13.705759 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34740) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:13.706583 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9d7251a4-75c5-4cf9-a1a7-40cbaf0fca30 admin admin] Publish callbacks [] for security_group (a768b683-fec5-4bd9-86e7-ba1328d1cbbb), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:13.723425 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977cb78-5ec9-4966-9e9f-c2561f62613c req-d78f9843-400f-462f-8ee2-f47c1f6be20b tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:13.726105 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b977cb78-5ec9-4966-9e9f-c2561f62613c req-d78f9843-400f-462f-8ee2-f47c1f6be20b tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 945 time: 0.3236680 Mar 05 05:00:13.726847 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9d7251a4-75c5-4cf9-a1a7-40cbaf0fca30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a768b683-fec5-4bd9-86e7-ba1328d1cbbb), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:13.750720 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-878cc39a-979c-4e30-8f86-0e49ce2b1323 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:13.763877 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7251a4-75c5-4cf9-a1a7-40cbaf0fca30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a768b683-fec5-4bd9-86e7-ba1328d1cbbb,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:13.765461 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-878cc39a-979c-4e30-8f86-0e49ce2b1323 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:13.776257 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-878cc39a-979c-4e30-8f86-0e49ce2b1323 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/23ae70c9-bc97-44a2-b4e1-61fc5a3d7a97 HTTP/1.1" status: 404 len: 337 time: 0.0669591 Mar 05 05:00:13.779084 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34744) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:13.811523 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9d7251a4-75c5-4cf9-a1a7-40cbaf0fca30 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=46ff1b0d479040d7ab670e08c037ab6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4784937 Mar 05 05:00:13.815091 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34746) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:13.820331 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6b45846-9556-47a4-bb1f-fb26edd8bac6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:13.820905 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6b45846-9556-47a4-bb1f-fb26edd8bac6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:13.822801 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:13.826532 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f6b45846-9556-47a4-bb1f-fb26edd8bac6 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/246e0209-e64b-4bf2-81f0-9dfaadfa2709 HTTP/1.1" status: 404 len: 333 time: 0.0440342 Mar 05 05:00:13.827126 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34748) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:13.855125 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-69f571a5-37a7-4239-8f59-f3f18a6340ab tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:13.855831 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69f571a5-37a7-4239-8f59-f3f18a6340ab tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:13.860942 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-69f571a5-37a7-4239-8f59-f3f18a6340ab tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/d9f0cfa2-80e1-48e7-adad-b7b918f1fe67 HTTP/1.1" status: 404 len: 337 time: 0.0305936 Mar 05 05:00:13.861665 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34750) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:13.878793 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b977cb78-5ec9-4966-9e9f-c2561f62613c req-96646986-ff8d-490e-86f4-4975a9644b97 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265335 Mar 05 05:00:13.894143 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-2475ce58-f61e-4fdf-b683-51daf12ddc33 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:13.894628 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2475ce58-f61e-4fdf-b683-51daf12ddc33 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:13.901121 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2475ce58-f61e-4fdf-b683-51daf12ddc33 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/0143661e-683d-4cd3-ba69-7c4a1852c672 HTTP/1.1" status: 404 len: 333 time: 0.0356669 Mar 05 05:00:13.907680 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34752) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:13.907931 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-190e680e-9089-4641-8057-46984f0e6432 admin admin] Publish callbacks [] for security_group (a768b683-fec5-4bd9-86e7-ba1328d1cbbb), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:13.914499 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-195b5cbf-d1c7-4f23-8699-2ffe3689beea tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:13.935679 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-beafbd0f-2ce0-449b-8f48-d281e798eddd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:13.936580 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beafbd0f-2ce0-449b-8f48-d281e798eddd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:13.941507 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-beafbd0f-2ce0-449b-8f48-d281e798eddd tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/3c392f0c-bbe5-4b21-b18d-2e205b2609a9 HTTP/1.1" status: 404 len: 337 time: 0.0328422 Mar 05 05:00:13.943656 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34754) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:13.976602 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-190e680e-9089-4641-8057-46984f0e6432 admin admin] Publish callbacks [] for security_group (a768b683-fec5-4bd9-86e7-ba1328d1cbbb), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:13.993945 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6802bcf-a204-43f7-9d90-92dc5f6b7941 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:13.995031 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6802bcf-a204-43f7-9d90-92dc5f6b7941 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:14.000488 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b6802bcf-a204-43f7-9d90-92dc5f6b7941 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/d8e2815c-49b0-4778-9732-26057b953189 HTTP/1.1" status: 404 len: 333 time: 0.0540636 Mar 05 05:00:14.001424 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34756) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:14.015769 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:00:14.043845 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:00:14.045138 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ab1c0981-a8aa-4d8e-9a69-fd13e5096dbc not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:00:14.071448 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed159e38-c238-4277-a001-84e9590a29cf tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:14.072235 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed159e38-c238-4277-a001-84e9590a29cf tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:14.080523 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34758) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:14.081427 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ed159e38-c238-4277-a001-84e9590a29cf tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/dead4a9d-3dbe-4be2-aa2e-5091eef8e328 HTTP/1.1" status: 404 len: 337 time: 0.0751421 Mar 05 05:00:14.097473 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-195b5cbf-d1c7-4f23-8699-2ffe3689beea tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Allocated IP 172.25.0.63 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/f9d1007d-8f59-4153-bf66-e14b8e744b1d) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:00:14.120418 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-190e680e-9089-4641-8057-46984f0e6432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a768b683-fec5-4bd9-86e7-ba1328d1cbbb), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:14.122973 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-190e680e-9089-4641-8057-46984f0e6432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:14.126836 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-190e680e-9089-4641-8057-46984f0e6432 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a768b683-fec5-4bd9-86e7-ba1328d1cbbb HTTP/1.1" status: 204 len: 168 time: 0.3090453 Mar 05 05:00:14.134883 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-477ba171-4686-4d7d-a81b-dbed2605f13b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:14.135471 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-477ba171-4686-4d7d-a81b-dbed2605f13b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:14.140795 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-477ba171-4686-4d7d-a81b-dbed2605f13b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/4c6f9693-1c72-421b-8670-53f73d666697 HTTP/1.1" status: 404 len: 333 time: 0.0567775 Mar 05 05:00:14.146354 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34762) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:14.149347 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e680e-9089-4641-8057-46984f0e6432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a768b683-fec5-4bd9-86e7-ba1328d1cbbb,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:14.222723 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-33669493-14c3-4954-8897-fcc8af608e53 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:14.223281 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33669493-14c3-4954-8897-fcc8af608e53 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:14.234518 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-33669493-14c3-4954-8897-fcc8af608e53 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/3aa7efc4-8695-4c84-a0ff-e28a6508a7fe HTTP/1.1" status: 404 len: 337 time: 0.0844300 Mar 05 05:00:14.234816 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34764) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:14.282631 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9ebffc-de7e-494e-a2cc-9fd238730eb4 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:14.283251 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d9ebffc-de7e-494e-a2cc-9fd238730eb4 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:14.286458 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2d9ebffc-de7e-494e-a2cc-9fd238730eb4 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/7e698136-6315-449a-995f-df1d6591f24e HTTP/1.1" status: 404 len: 333 time: 0.0507607 Mar 05 05:00:14.290569 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34766) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:14.336467 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-195b5cbf-d1c7-4f23-8699-2ffe3689beea tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for port (f9d1007d-8f59-4153-bf66-e14b8e744b1d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:14.374184 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-27fc8d6d-6bbd-46f5-9ab2-90772c18f71e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:14.378312 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27fc8d6d-6bbd-46f5-9ab2-90772c18f71e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:14.383673 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-27fc8d6d-6bbd-46f5-9ab2-90772c18f71e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/dc074f34-5197-47c2-8bc2-1b8288a0600c HTTP/1.1" status: 404 len: 337 time: 0.0920045 Mar 05 05:00:14.386213 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34772) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:14.441233 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-195b5cbf-d1c7-4f23-8699-2ffe3689beea tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (f9d1007d-8f59-4153-bf66-e14b8e744b1d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:14.475959 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-186e2496-d881-426b-9f22-69a63cf5235b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:14.476564 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-186e2496-d881-426b-9f22-69a63cf5235b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:14.479769 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-186e2496-d881-426b-9f22-69a63cf5235b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/24a20147-ad3e-4376-89f2-3864ac663070 HTTP/1.1" status: 404 len: 333 time: 0.0907547 Mar 05 05:00:14.498580 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34776) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:14.547184 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195b5cbf-d1c7-4f23-8699-2ffe3689beea tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:00:14.563119 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b5cbf-d1c7-4f23-8699-2ffe3689beea tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event updated for resources: {'Port': ['ID=f9d1007d-8f59-4153-bf66-e14b8e744b1d,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:14.571664 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-195b5cbf-d1c7-4f23-8699-2ffe3689beea tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:00:14.579170 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e82834-1ad0-4510-8620-42dde8edf174 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:14.579727 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96e82834-1ad0-4510-8620-42dde8edf174 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:14.585396 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-96e82834-1ad0-4510-8620-42dde8edf174 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/30a27d57-a1ba-415f-ac57-5f8f43e057da HTTP/1.1" status: 404 len: 337 time: 0.0845532 Mar 05 05:00:14.587662 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34780) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:14.594038 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195b5cbf-d1c7-4f23-8699-2ffe3689beea tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:00:14.621594 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd6fd87f-492d-4fe0-b5d6-fbc81aa483c7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:14.622471 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd6fd87f-492d-4fe0-b5d6-fbc81aa483c7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:14.626628 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-bd6fd87f-492d-4fe0-b5d6-fbc81aa483c7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/680f95d9-3e04-4292-88ef-80981933ad09 HTTP/1.1" status: 404 len: 337 time: 0.0378902 Mar 05 05:00:14.629095 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34782) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:14.661576 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b8c6e0-1bbc-4e56-be56-e64cf24890a7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:14.662382 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b8c6e0-1bbc-4e56-be56-e64cf24890a7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:14.669099 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-72b8c6e0-1bbc-4e56-be56-e64cf24890a7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/53c7476d-4529-4ef1-94bb-c7fb189083f6 HTTP/1.1" status: 404 len: 333 time: 0.0388489 Mar 05 05:00:14.671445 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34784) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:14.716969 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be8ec3d-f48e-4dfc-b788-71840e69150b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:14.717794 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3be8ec3d-f48e-4dfc-b788-71840e69150b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:14.720993 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbbb98a-4ff1-4166-b983-f1660860505b req-e9aa885e-430c-4048-ac4a-3c8584659158 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:14.725622 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0dbbb98a-4ff1-4166-b983-f1660860505b req-e9aa885e-430c-4048-ac4a-3c8584659158 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=13cfd884-4b1f-4f32-bae2-6e73fad2a100 HTTP/1.1" status: 200 len: 945 time: 0.1860356 Mar 05 05:00:14.729598 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34788) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:14.731044 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3be8ec3d-f48e-4dfc-b788-71840e69150b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/240ddf30-80d6-4a19-aa5d-bffd28d932a8 HTTP/1.1" status: 404 len: 337 time: 0.0584309 Mar 05 05:00:14.780272 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-195b5cbf-d1c7-4f23-8699-2ffe3689beea tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for floatingip (b6434e69-48a8-4c26-86f9-8ec8b6a43a08), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:14.782501 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-d47c593c-842b-452b-8274-26bd246b52a2 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:14.782961 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d47c593c-842b-452b-8274-26bd246b52a2 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:14.789861 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d47c593c-842b-452b-8274-26bd246b52a2 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/e125defa-1a97-407e-8865-ded76c56d08c HTTP/1.1" status: 404 len: 337 time: 0.0591745 Mar 05 05:00:14.790173 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34794) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:14.821927 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0dbbb98a-4ff1-4166-b983-f1660860505b req-92cccff9-9573-4efc-8ae0-5e6135822703 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846908 Mar 05 05:00:14.834207 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d98e29-0314-4301-86f3-cb78ed8a4fde tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:14.835730 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d98e29-0314-4301-86f3-cb78ed8a4fde tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:14.839056 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-77d98e29-0314-4301-86f3-cb78ed8a4fde tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/3df52b4a-78ef-46d3-a061-9d452ef9c1f4 HTTP/1.1" status: 404 len: 333 time: 0.0477338 Mar 05 05:00:14.841557 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34800) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:14.880773 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b7bc6b-006f-4a9d-a458-228f27377f9e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:14.881227 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b7bc6b-006f-4a9d-a458-228f27377f9e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:14.889128 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-74b7bc6b-006f-4a9d-a458-228f27377f9e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/ab32fcf4-2bd6-4ea6-80c9-6b0cbcec7628 HTTP/1.1" status: 404 len: 337 time: 0.0465775 Mar 05 05:00:14.892864 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-195b5cbf-d1c7-4f23-8699-2ffe3689beea tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f9d1007d-8f59-4153-bf66-e14b8e744b1d), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:14.893367 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34804) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:14.958007 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:14.959876 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a2d54e0-4d98-4529-b4a1-3463f133e0a4 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:14.961989 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a2d54e0-4d98-4529-b4a1-3463f133e0a4 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:14.970455 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7a2d54e0-4d98-4529-b4a1-3463f133e0a4 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/255707d2-c904-4182-819c-d26326ea9dcd HTTP/1.1" status: 404 len: 337 time: 0.0760727 Mar 05 05:00:14.973456 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34808) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:15.103273 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8dde8fb-10bc-4094-aca4-65635f4b3dfb tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:15.103813 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8dde8fb-10bc-4094-aca4-65635f4b3dfb tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:15.109884 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34816) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:15.110114 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b8dde8fb-10bc-4094-aca4-65635f4b3dfb tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/41e2bc71-e688-4d1b-a027-b7817a4b0d2a HTTP/1.1" status: 404 len: 333 time: 0.1318142 Mar 05 05:00:15.158350 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-4290ab42-9fdb-4537-b896-bc24f4673f8e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:15.159128 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4290ab42-9fdb-4537-b896-bc24f4673f8e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:15.163776 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4290ab42-9fdb-4537-b896-bc24f4673f8e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/a15adfd4-2ac5-4321-80d5-a0e805164dd5 HTTP/1.1" status: 404 len: 337 time: 0.0522230 Mar 05 05:00:15.166249 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34820) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:15.206062 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-accbbc89-c63b-4e23-ad0d-a7ff8cf66d1a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:15.206963 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-accbbc89-c63b-4e23-ad0d-a7ff8cf66d1a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:15.213740 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-accbbc89-c63b-4e23-ad0d-a7ff8cf66d1a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/2e6023c4-4931-4a51-9ba3-f9b8f9e40f22 HTTP/1.1" status: 404 len: 337 time: 0.0460649 Mar 05 05:00:15.217765 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34826) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:15.278899 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed31bb-55c8-4370-9912-64f9aedc78d4 req-6e3faeb3-e0f5-48cc-aaeb-baab656a8717 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:15.282755 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0eed31bb-55c8-4370-9912-64f9aedc78d4 req-6e3faeb3-e0f5-48cc-aaeb-baab656a8717 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 945 time: 0.2783840 Mar 05 05:00:15.291842 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e793b7ec-0b26-41e1-8a51-6242b818268b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports?device_id=462ce432-e5c9-41f4-9aa8-6130eb8847dc HTTP/1.1" status: 200 len: 205 time: 0.0714414 Mar 05 05:00:15.292467 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34830) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:15.397977 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-4f93689b-47ed-43ea-a890-a66960f761ff tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] delete failed (client error): The resource could not be found. Mar 05 05:00:15.401700 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4f93689b-47ed-43ea-a890-a66960f761ff tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/routers/462ce432-e5c9-41f4-9aa8-6130eb8847dc HTTP/1.1" status: 404 len: 336 time: 0.1081464 Mar 05 05:00:15.402729 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34834) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:15.460172 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-76343ab0-f1f8-4df1-a338-b7c4a9bd675a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:15.460899 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76343ab0-f1f8-4df1-a338-b7c4a9bd675a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:15.466349 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-76343ab0-f1f8-4df1-a338-b7c4a9bd675a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/7a643e85-84f3-49cd-acb7-5a9cf8ad9fcc HTTP/1.1" status: 404 len: 337 time: 0.0609727 Mar 05 05:00:15.468178 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-195b5cbf-d1c7-4f23-8699-2ffe3689beea tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for port (f9d1007d-8f59-4153-bf66-e14b8e744b1d), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:15.468463 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34844) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:15.536573 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0eed31bb-55c8-4370-9912-64f9aedc78d4 req-b3811a1f-61a4-4ede-8ed7-8f9b74245a63 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203463 Mar 05 05:00:15.537408 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-195b5cbf-d1c7-4f23-8699-2ffe3689beea tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (f9d1007d-8f59-4153-bf66-e14b8e744b1d), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:15.562777 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5f7cd129-db91-4a53-8a71-5ee6982270e4 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "GET /v2.0/ports?device_id=c4c0f952-64a5-4847-a2bb-4f75ed3cd457 HTTP/1.1" status: 200 len: 205 time: 0.0931761 Mar 05 05:00:15.570216 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34856) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:15.594031 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195b5cbf-d1c7-4f23-8699-2ffe3689beea tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event updated for resources: {'Port': ['ID=f9d1007d-8f59-4153-bf66-e14b8e744b1d,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:15.691285 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-195b5cbf-d1c7-4f23-8699-2ffe3689beea tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (b6434e69-48a8-4c26-86f9-8ec8b6a43a08), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:15.716401 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-4738855d-a831-4bf0-87c1-1996d81b241e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] delete failed (client error): The resource could not be found. Mar 05 05:00:15.717592 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-195b5cbf-d1c7-4f23-8699-2ffe3689beea tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:15.729597 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4738855d-a831-4bf0-87c1-1996d81b241e tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/routers/c4c0f952-64a5-4847-a2bb-4f75ed3cd457 HTTP/1.1" status: 404 len: 336 time: 0.1490276 Mar 05 05:00:15.729597 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34868) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:15.730981 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-195b5cbf-d1c7-4f23-8699-2ffe3689beea tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4827538 Mar 05 05:00:15.769304 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e2a3074-5638-4d58-97ac-73c02c887f1d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:15.770656 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e2a3074-5638-4d58-97ac-73c02c887f1d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:15.775944 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9e2a3074-5638-4d58-97ac-73c02c887f1d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/c4b7eb6b-9a1e-40a2-9fff-9763f822fea1 HTTP/1.1" status: 404 len: 337 time: 0.0541778 Mar 05 05:00:15.778608 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34874) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:15.825211 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8bc73c-4428-4f97-bf6d-191c9a08e1ad tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:15.825688 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e8bc73c-4428-4f97-bf6d-191c9a08e1ad tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:15.831761 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34880) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:15.835021 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0e8bc73c-4428-4f97-bf6d-191c9a08e1ad tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/8f72a5bd-a902-428d-983d-84b964240e92 HTTP/1.1" status: 404 len: 337 time: 0.0549762 Mar 05 05:00:15.913994 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc326c31-74c4-4469-99f7-4bf756de8fee tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:15.914868 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc326c31-74c4-4469-99f7-4bf756de8fee tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:15.922679 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-cc326c31-74c4-4469-99f7-4bf756de8fee tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/69f8e75a-36ac-4a7a-a05c-fc8678bf79e4 HTTP/1.1" status: 404 len: 333 time: 0.0885081 Mar 05 05:00:15.925151 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34892) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:16.007806 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c096393-bf9e-405f-942e-249ceccb89c7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:16.008762 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c096393-bf9e-405f-942e-249ceccb89c7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:16.036303 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0c096393-bf9e-405f-942e-249ceccb89c7 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/baf667fe-fdee-4975-9100-d9c3ba424dfd HTTP/1.1" status: 404 len: 337 time: 0.1078389 Mar 05 05:00:16.036929 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34900) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:16.075266 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-badad129-6c39-4d55-a7ab-4e05469da608 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:16.076126 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-badad129-6c39-4d55-a7ab-4e05469da608 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:16.081749 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-badad129-6c39-4d55-a7ab-4e05469da608 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/52b5bcbc-bca5-4d6c-a67d-6532cee55905 HTTP/1.1" status: 404 len: 333 time: 0.0414624 Mar 05 05:00:16.083244 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34906) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:16.106381 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27cfaf-416f-422d-b843-01110179b5d4 req-0fb22e2b-920c-4b8d-811a-299fc0452913 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:16.108576 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ed27cfaf-416f-422d-b843-01110179b5d4 req-0fb22e2b-920c-4b8d-811a-299fc0452913 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=13cfd884-4b1f-4f32-bae2-6e73fad2a100 HTTP/1.1" status: 200 len: 945 time: 0.0730934 Mar 05 05:00:16.128958 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b363380-40df-4d6f-8d59-fd9071d9335d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:16.129708 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b363380-40df-4d6f-8d59-fd9071d9335d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:16.135248 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8b363380-40df-4d6f-8d59-fd9071d9335d tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/b7fa593c-fd72-4b17-bd5f-7d52f8a6523f HTTP/1.1" status: 404 len: 337 time: 0.0509100 Mar 05 05:00:16.137621 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34912) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:16.170910 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-2122f280-b302-49c0-a259-a4b307fe201f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:16.171559 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2122f280-b302-49c0-a259-a4b307fe201f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:16.174666 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2122f280-b302-49c0-a259-a4b307fe201f tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/eead9d5c-2941-4409-9289-bc83bab58f88 HTTP/1.1" status: 404 len: 333 time: 0.0357008 Mar 05 05:00:16.177220 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34914) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:16.224358 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:16.226588 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ed27cfaf-416f-422d-b843-01110179b5d4 req-4ee08e3a-1066-4050-84ab-c99407d77deb tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056728 Mar 05 05:00:16.242011 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-b50f7097-011c-4f34-9cf7-497ec9124be2 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:16.243021 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b50f7097-011c-4f34-9cf7-497ec9124be2 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:16.251935 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b50f7097-011c-4f34-9cf7-497ec9124be2 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/55a4c7b1-0b82-416f-88f4-d6d3366b6b37 HTTP/1.1" status: 404 len: 337 time: 0.0731680 Mar 05 05:00:16.253212 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34916) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:16.285356 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b6c432-e654-4f27-a332-12c2a2b98aa1 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:16.285942 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b6c432-e654-4f27-a332-12c2a2b98aa1 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:16.290755 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-1dc5cef6-dd40-40f1-a022-de8d9ea8b045 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1619624468&fields=id&tenant_id=4e3a7db0492c498e9791caa16e095e94 HTTP/1.1" status: 200 len: 267 time: 0.1623943 Mar 05 05:00:16.291473 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c2b6c432-e654-4f27-a332-12c2a2b98aa1 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/635aa23f-0550-4611-b6a0-2349a27eb168 HTTP/1.1" status: 404 len: 333 time: 0.0370836 Mar 05 05:00:16.294042 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34920) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:16.341894 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc663e8f-04c8-4b31-814d-f4fe47eb55da tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:16.342585 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc663e8f-04c8-4b31-814d-f4fe47eb55da tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:16.351870 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-cc663e8f-04c8-4b31-814d-f4fe47eb55da tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/5e2591e0-31c0-47f8-8ed1-800a1f2c64d0 HTTP/1.1" status: 404 len: 337 time: 0.0540905 Mar 05 05:00:16.352300 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34924) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:16.400065 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0f65c0-e0e5-4570-bcc9-1d03cb8e0dd8 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:16.400673 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd0f65c0-e0e5-4570-bcc9-1d03cb8e0dd8 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:16.407035 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-cd0f65c0-e0e5-4570-bcc9-1d03cb8e0dd8 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/c1fb88d9-1f6a-4850-ad47-9f482c34628d HTTP/1.1" status: 404 len: 333 time: 0.0516343 Mar 05 05:00:16.408061 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34928) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:16.456154 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-c14961ca-e1e2-4b5a-ade0-8cc6f4b072a0 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:16.457633 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-c14961ca-e1e2-4b5a-ade0-8cc6f4b072a0 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/networks?id=2208e38e-4ccf-4e0c-99e3-12bba4d22772 HTTP/1.1" status: 200 len: 814 time: 0.1602299 Mar 05 05:00:16.463107 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c131ca-9679-4d38-ac8f-7f789cc8eec5 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:16.463567 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c131ca-9679-4d38-ac8f-7f789cc8eec5 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:16.472105 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f4c131ca-9679-4d38-ac8f-7f789cc8eec5 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/1e7a99d2-5946-4551-9fab-57431c2a8629 HTTP/1.1" status: 404 len: 337 time: 0.0606554 Mar 05 05:00:16.472551 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34930) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:16.481920 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-38f48d25-0299-44ab-ac5d-4b84d4e605a2 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/quotas/4e3a7db0492c498e9791caa16e095e94 HTTP/1.1" status: 200 len: 375 time: 0.0178313 Mar 05 05:00:16.501683 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa4fe6b-587e-4897-b818-348221b92b2a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:16.502245 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aa4fe6b-587e-4897-b818-348221b92b2a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:16.508046 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8aa4fe6b-587e-4897-b818-348221b92b2a tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/4bfdb030-4c82-4482-a6c7-e679f9d0a3ba HTTP/1.1" status: 404 len: 333 time: 0.0320210 Mar 05 05:00:16.508779 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34932) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:16.562863 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-113c172f-c221-4879-94c0-142ad02336b5 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:16.563363 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-113c172f-c221-4879-94c0-142ad02336b5 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:16.569654 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-113c172f-c221-4879-94c0-142ad02336b5 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/82d26fd4-82e8-4327-bc88-6a991b6fddac HTTP/1.1" status: 404 len: 337 time: 0.0564876 Mar 05 05:00:16.570007 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34938) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:16.627616 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ef50d7-76f7-4378-984b-096e3a4a3efb tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:16.628470 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5ef50d7-76f7-4378-984b-096e3a4a3efb tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:16.637159 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e5ef50d7-76f7-4378-984b-096e3a4a3efb tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/ports/10c4c2f8-79b6-4471-a9a7-61923b8dc2e4 HTTP/1.1" status: 404 len: 333 time: 0.0635004 Mar 05 05:00:16.637396 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-b4c9e739-7311-4d3e-9a95-8d364c5ab6cd tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4e3a7db0492c498e9791caa16e095e94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1438062 Mar 05 05:00:16.637869 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34940) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:16.683681 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b33a6ac-760f-4eb4-9058-5602e3440b38 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] DELETE failed (client error): The resource could not be found. Mar 05 05:00:16.684252 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b33a6ac-760f-4eb4-9058-5602e3440b38 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:00:16.689506 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5b33a6ac-760f-4eb4-9058-5602e3440b38 tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/subnets/dd385081-dd00-45b8-8fe8-7fe7f31f5a7f HTTP/1.1" status: 404 len: 337 time: 0.0507503 Mar 05 05:00:16.691696 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34946) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:16.786588 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-87011252-e4ad-4d13-a418-85632a044e2b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (d9771a2e-94ae-4769-a90a-e0cdf5de3e37), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:16.841538 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b4306-8b68-4af7-ac96-6039a7aa7f3b req-be693767-2ba6-45ca-b497-e00630ee3efc tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:16.844385 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-800b4306-8b68-4af7-ac96-6039a7aa7f3b req-be693767-2ba6-45ca-b497-e00630ee3efc tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 945 time: 0.1762259 Mar 05 05:00:16.892326 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-87011252-e4ad-4d13-a418-85632a044e2b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (d9771a2e-94ae-4769-a90a-e0cdf5de3e37), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:16.901829 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-1c7bb939-a645-47b2-bbb6-7226f32e675c service neutron] 10.222.0.11 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216392 Mar 05 05:00:16.915266 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-87011252-e4ad-4d13-a418-85632a044e2b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9771a2e-94ae-4769-a90a-e0cdf5de3e37']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:16.925451 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-87011252-e4ad-4d13-a418-85632a044e2b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1703c91-456a-4b03-bad8-a055d24a468d') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:16.925757 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-87011252-e4ad-4d13-a418-85632a044e2b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1703c91-456a-4b03-bad8-a055d24a468d') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:16.936088 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-87011252-e4ad-4d13-a418-85632a044e2b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (a1703c91-456a-4b03-bad8-a055d24a468d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:16.951366 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-87011252-e4ad-4d13-a418-85632a044e2b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (a1703c91-456a-4b03-bad8-a055d24a468d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:16.967404 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87011252-e4ad-4d13-a418-85632a044e2b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:00:16.968428 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-87011252-e4ad-4d13-a418-85632a044e2b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (a1703c91-456a-4b03-bad8-a055d24a468d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:17.019152 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-c1b3a74a-7f65-4233-a4d6-0c8880b50e7a service neutron] 10.222.0.11 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098228 Mar 05 05:00:17.040940 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:00:17.040940 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:00:17.040940 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:00:17.040940 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:00:17.040940 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:00:17.040940 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:00:17.040940 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:00:17.040940 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:00:17.040940 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:00:17.040940 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:00:17.040940 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:00:17.040940 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:00:17.040940 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:00:17.040940 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:00:17.040940 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:00:17.040940 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:00:17.040940 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:00:17.040940 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:00:17.040940 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:00:17.040940 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:00:17.040940 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:00:17.040940 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:00:17.040940 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:00:17.040940 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:00:17.040940 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:00:17.040940 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:00:17.040940 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:00:17.040940 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:00:17.040940 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:00:17.040940 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:00:17.040940 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:00:17.040940 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:00:17.070922 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-87011252-e4ad-4d13-a418-85632a044e2b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (d9771a2e-94ae-4769-a90a-e0cdf5de3e37), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:17.077625 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-87011252-e4ad-4d13-a418-85632a044e2b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:17.081605 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-800b4306-8b68-4af7-ac96-6039a7aa7f3b req-16231941-e057-4cbf-b070-64f1e0a6b800 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283714 Mar 05 05:00:17.085645 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-87011252-e4ad-4d13-a418-85632a044e2b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] 10.222.0.11 "DELETE /v2.0/networks/d9771a2e-94ae-4769-a90a-e0cdf5de3e37 HTTP/1.1" status: 204 len: 168 time: 0.3926451 Mar 05 05:00:17.120145 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87011252-e4ad-4d13-a418-85632a044e2b tempest-NetworksTestDHCPv6-1390730315 tempest-NetworksTestDHCPv6-1390730315-project] Pushing event deleted for resources: {'Network': ['ID=d9771a2e-94ae-4769-a90a-e0cdf5de3e37,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:17.387649 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-648270f7-5a48-4046-b0e8-8b312636875b req-04b12af4-f1aa-4c92-8f28-fd506df61ac1 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b7b89c5-8654-4557-a813-402468cbc84a HTTP/1.1" status: 200 len: 210 time: 0.0976055 Mar 05 05:00:17.502327 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d97c4-e9a9-44e6-9526-2fdfe3ca65f5 req-3408b879-0e6a-418b-b62e-288c3882def6 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:17.503913 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-343d97c4-e9a9-44e6-9526-2fdfe3ca65f5 req-3408b879-0e6a-418b-b62e-288c3882def6 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=13cfd884-4b1f-4f32-bae2-6e73fad2a100 HTTP/1.1" status: 200 len: 945 time: 0.1272011 Mar 05 05:00:17.580708 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-343d97c4-e9a9-44e6-9526-2fdfe3ca65f5 req-a1da70f5-9e9d-4a93-869c-b0e7fe08e9b6 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679462 Mar 05 05:00:17.622654 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34996) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:17.767102 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:17.813605 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3b8edc62-c9da-4b99-aa04-276ba571a8ff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=61e5e1eaa24140e7adb4e54a4745ab03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1894987 Mar 05 05:00:17.817314 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35024) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:17.878422 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9eaf39f-fdf0-46b8-b1dc-d2bcc2ebab33 admin admin] Publish callbacks [] for security_group (e7be2855-7f9b-424b-8947-21aaf3fe2cc9), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:17.910015 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9eaf39f-fdf0-46b8-b1dc-d2bcc2ebab33 admin admin] Publish callbacks [] for security_group (e7be2855-7f9b-424b-8947-21aaf3fe2cc9), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:17.968305 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9eaf39f-fdf0-46b8-b1dc-d2bcc2ebab33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e7be2855-7f9b-424b-8947-21aaf3fe2cc9), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:17.971038 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9eaf39f-fdf0-46b8-b1dc-d2bcc2ebab33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:17.972251 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d9eaf39f-fdf0-46b8-b1dc-d2bcc2ebab33 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e7be2855-7f9b-424b-8947-21aaf3fe2cc9 HTTP/1.1" status: 204 len: 168 time: 0.1546452 Mar 05 05:00:17.995883 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eaf39f-fdf0-46b8-b1dc-d2bcc2ebab33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7be2855-7f9b-424b-8947-21aaf3fe2cc9,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:18.383067 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device fd99b7f5-b5e0-4e19-a59a-cf75148a0054 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:00:18.628349 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port fd99b7f5-b5e0-4e19-a59a-cf75148a0054, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=fd99b7f5-b5e0-4e19-a59a-cf75148a0054,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:00:18.643868 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'fd99b7f5-b5e0-4e19-a59a-cf75148a0054', 'network_id': '58ba8bc5-ac03-4e44-b819-c3c8d0a85e10', 'port_id': 'fd99b7f5-b5e0-4e19-a59a-cf75148a0054', 'mac_address': 'fa:16:3e:d2:64:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b701f56c-0d88-43f7-a5d8-59c4b87f0d86', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:00:18.690830 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port fd99b7f5-b5e0-4e19-a59a-cf75148a0054 is: ACTIVE; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:18.691492 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fd99b7f5-b5e0-4e19-a59a-cf75148a0054), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:18.713350 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd99b7f5-b5e0-4e19-a59a-cf75148a0054 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:00:18.744210 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port fd99b7f5-b5e0-4e19-a59a-cf75148a0054, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=fd99b7f5-b5e0-4e19-a59a-cf75148a0054,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:00:18.750516 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fd99b7f5-b5e0-4e19-a59a-cf75148a0054), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:18.815401 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=fd99b7f5-b5e0-4e19-a59a-cf75148a0054,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:18.834806 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['fd99b7f5-b5e0-4e19-a59a-cf75148a0054'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:00:18.847549 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a11ab6c9-a4d0-4116-a2c1-565dc675a2c8 req-5a9fde2a-3680-4634-bab7-12223ba2ebd4 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b7b89c5-8654-4557-a813-402468cbc84a HTTP/1.1" status: 200 len: 210 time: 0.0516615 Mar 05 05:00:18.917225 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aab1ab-4e2f-4b3e-badf-c08a943ab382 req-53155921-c165-4e11-89ea-c83d9538358e tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:18.925601 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d5aab1ab-4e2f-4b3e-badf-c08a943ab382 req-53155921-c165-4e11-89ea-c83d9538358e tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 945 time: 0.7173331 Mar 05 05:00:19.143234 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35136) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:19.385358 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-b05c3e2e-8191-47b9-843a-fd674375d7c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-453027391'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:19.416558 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d5aab1ab-4e2f-4b3e-badf-c08a943ab382 req-ff285c36-bed9-4564-a3a1-ccb88778f3a1 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4860506 Mar 05 05:00:19.431818 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05c3e2e-8191-47b9-843a-fd674375d7c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Made reservation on behalf of 4219b7739d01439cbab02e26044010c3 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:00:19.435302 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b05c3e2e-8191-47b9-843a-fd674375d7c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:19.464775 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c896de2-67e9-4942-98bf-c007ffc0e69c req-7bfbde46-8e19-4205-8829-d69a3dfa3c3e tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:19.466165 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b05c3e2e-8191-47b9-843a-fd674375d7c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:19.470375 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5c896de2-67e9-4942-98bf-c007ffc0e69c req-7bfbde46-8e19-4205-8829-d69a3dfa3c3e tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=13cfd884-4b1f-4f32-bae2-6e73fad2a100 HTTP/1.1" status: 200 len: 944 time: 0.4469731 Mar 05 05:00:19.487405 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-2ae05fb5-0919-47c2-9cb8-2442d4f29d90 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:19.490240 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-2ae05fb5-0919-47c2-9cb8-2442d4f29d90 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.31 "GET /v2.0/networks?id=2208e38e-4ccf-4e0c-99e3-12bba4d22772 HTTP/1.1" status: 200 len: 814 time: 0.4946427 Mar 05 05:00:19.579881 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5c896de2-67e9-4942-98bf-c007ffc0e69c req-9244d53d-f8e4-4d4e-8f73-8d383330bd11 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998614 Mar 05 05:00:19.600217 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-ba12172e-f204-4c6a-a445-dc2b94f28adc tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e3a7db0492c498e9791caa16e095e94 HTTP/1.1" status: 200 len: 380 time: 0.1011164 Mar 05 05:00:19.610128 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-6f2ceac1-ee6d-4453-bc35-c2c7441d2386 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Request body: {'port': {'device_id': '0b7b89c5-8654-4557-a813-402468cbc84a', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'admin_state_up': True, 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'security_groups': ['709f864b-4829-4ab9-9c09-bc528bf66436']}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:19.638027 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b05c3e2e-8191-47b9-843a-fd674375d7c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks [] for security_group (8f518097-11d8-4aa5-871f-4e945e60f30b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:19.644823 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b05c3e2e-8191-47b9-843a-fd674375d7c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8f518097-11d8-4aa5-871f-4e945e60f30b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:19.704733 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05c3e2e-8191-47b9-843a-fd674375d7c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:00:19.719489 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c3e2e-8191-47b9-843a-fd674375d7c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f518097-11d8-4aa5-871f-4e945e60f30b,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:19.724864 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b05c3e2e-8191-47b9-843a-fd674375d7c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (1aab9fa1-e891-4285-8b73-6c8e2bc18762), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:19.726014 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-b05c3e2e-8191-47b9-843a-fd674375d7c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Added segment 1aab9fa1-e891-4285-8b73-6c8e2bc18762 of type vlan for network cb90f13d-d51f-408b-b25f-b0180cc71ab1 Mar 05 05:00:19.782163 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b05c3e2e-8191-47b9-843a-fd674375d7c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (cb90f13d-d51f-408b-b25f-b0180cc71ab1), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:19.839319 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b05c3e2e-8191-47b9-843a-fd674375d7c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (cb90f13d-d51f-408b-b25f-b0180cc71ab1), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:19.845256 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05c3e2e-8191-47b9-843a-fd674375d7c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:19.845976 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b05c3e2e-8191-47b9-843a-fd674375d7c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:19.849793 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35158) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:19.913832 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-6f2ceac1-ee6d-4453-bc35-c2c7441d2386 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Made reservation on behalf of 4e3a7db0492c498e9791caa16e095e94 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:00:19.925891 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-6f2ceac1-ee6d-4453-bc35-c2c7441d2386 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:19.990570 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b05c3e2e-8191-47b9-843a-fd674375d7c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8443894 Mar 05 05:00:20.051475 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35172) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:20.057017 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-82b520e3-af2e-4b21-a0b5-dd569c11214b tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Request body: {'subnet': {'network_id': 'cb90f13d-d51f-408b-b25f-b0180cc71ab1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:20.066199 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05c3e2e-8191-47b9-843a-fd674375d7c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Pushing event updated for resources: {'Network': ['ID=cb90f13d-d51f-408b-b25f-b0180cc71ab1,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:20.079031 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network cb90f13d-d51f-408b-b25f-b0180cc71ab1 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:00:20.121296 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc426ba0-86d0-490d-843f-2b5db8936114 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:20.148120 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60e5ff5e-aad9-4772-a2f8-2443453600ce req-6964df97-7a81-4331-b39e-cee97a30bd14 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b7b89c5-8654-4557-a813-402468cbc84a HTTP/1.1" status: 200 len: 210 time: 0.0967662 Mar 05 05:00:20.297338 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc426ba0-86d0-490d-843f-2b5db8936114 admin admin] Publish callbacks [] for security_group (aff3aa42-08b3-41c0-963a-1b5e47304478), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:20.302731 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc426ba0-86d0-490d-843f-2b5db8936114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (aff3aa42-08b3-41c0-963a-1b5e47304478), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:20.357555 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-dc426ba0-86d0-490d-843f-2b5db8936114 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=df19f18fcc7b44eebebdf2d174623f20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4964223 Mar 05 05:00:20.357555 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc426ba0-86d0-490d-843f-2b5db8936114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff3aa42-08b3-41c0-963a-1b5e47304478,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:20.359211 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35180) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:20.385167 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-6f2ceac1-ee6d-4453-bc35-c2c7441d2386 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Allocated IP 172.20.0.4 (2208e38e-4ccf-4e0c-99e3-12bba4d22772/3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5/f148c327-6331-4881-9e8d-1c43b3abd1d8) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:00:20.401687 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device fd99b7f5-b5e0-4e19-a59a-cf75148a0054 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:00:20.439421 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-39af7f85-8fdf-40ec-8038-4f2560b2743d admin admin] Publish callbacks [] for security_group (aff3aa42-08b3-41c0-963a-1b5e47304478), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:20.476940 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-39af7f85-8fdf-40ec-8038-4f2560b2743d admin admin] Publish callbacks [] for security_group (aff3aa42-08b3-41c0-963a-1b5e47304478), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:20.501643 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port fd99b7f5-b5e0-4e19-a59a-cf75148a0054 is: BUILD; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:20.503528 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fd99b7f5-b5e0-4e19-a59a-cf75148a0054), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:20.535034 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-39af7f85-8fdf-40ec-8038-4f2560b2743d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (aff3aa42-08b3-41c0-963a-1b5e47304478), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:20.538726 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fd99b7f5-b5e0-4e19-a59a-cf75148a0054 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:00:20.539414 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-39af7f85-8fdf-40ec-8038-4f2560b2743d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:20.543859 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-39af7f85-8fdf-40ec-8038-4f2560b2743d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aff3aa42-08b3-41c0-963a-1b5e47304478 HTTP/1.1" status: 204 len: 168 time: 0.1810482 Mar 05 05:00:20.564875 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af7f85-8fdf-40ec-8038-4f2560b2743d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff3aa42-08b3-41c0-963a-1b5e47304478,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:20.597049 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port fd99b7f5-b5e0-4e19-a59a-cf75148a0054, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=fd99b7f5-b5e0-4e19-a59a-cf75148a0054,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:00:20.609252 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fd99b7f5-b5e0-4e19-a59a-cf75148a0054), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:20.612648 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b520e3-af2e-4b21-a0b5-dd569c11214b tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Made reservation on behalf of 4219b7739d01439cbab02e26044010c3 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:00:20.617026 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-82b520e3-af2e-4b21-a0b5-dd569c11214b tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:20.630009 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-6f2ceac1-ee6d-4453-bc35-c2c7441d2386 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for port (f148c327-6331-4881-9e8d-1c43b3abd1d8), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:20.650214 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f37b8-667d-459d-924c-64c800db56fb req-d9eb383f-db43-453c-9468-13efd4730ec8 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:20.657097 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1f8f37b8-667d-459d-924c-64c800db56fb req-d9eb383f-db43-453c-9468-13efd4730ec8 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=13cfd884-4b1f-4f32-bae2-6e73fad2a100 HTTP/1.1" status: 200 len: 944 time: 0.4496274 Mar 05 05:00:20.675994 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=fd99b7f5-b5e0-4e19-a59a-cf75148a0054,revision_number=7']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:20.736857 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f8f78-386f-43a3-b3b9-1f38d8e57359 req-9a5841fc-c360-42c2-a3be-c9dda22e362e tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:20.738347 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e80f8f78-386f-43a3-b3b9-1f38d8e57359 req-9a5841fc-c360-42c2-a3be-c9dda22e362e tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 945 time: 0.2065773 Mar 05 05:00:20.852063 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1f8f37b8-667d-459d-924c-64c800db56fb req-d9caae21-b486-4f90-a51b-e079a2af46e8 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938777 Mar 05 05:00:20.873814 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-6f2ceac1-ee6d-4453-bc35-c2c7441d2386 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (f148c327-6331-4881-9e8d-1c43b3abd1d8), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:20.984960 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e80f8f78-386f-43a3-b3b9-1f38d8e57359 req-e8630a0f-ccce-4b64-9077-3f6564a07072 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246122 Mar 05 05:00:20.997487 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35192) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:21.011772 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aeb6c8eb-3fe7-475b-aa19-b56b5eaa8911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:21.014960 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ceac1-ee6d-4453-bc35-c2c7441d2386 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event updated for resources: {'Port': ['ID=f148c327-6331-4881-9e8d-1c43b3abd1d8,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:21.046246 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-6f2ceac1-ee6d-4453-bc35-c2c7441d2386 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Network 2208e38e-4ccf-4e0c-99e3-12bba4d22772 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:00:21.053557 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-6f2ceac1-ee6d-4453-bc35-c2c7441d2386 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:00:21.066284 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-6f2ceac1-ee6d-4453-bc35-c2c7441d2386 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:00:21.114391 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aeb6c8eb-3fe7-475b-aa19-b56b5eaa8911 admin admin] Publish callbacks [] for security_group (b0f3b4ea-5196-4b6d-8834-420ac269e361), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:21.120870 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aeb6c8eb-3fe7-475b-aa19-b56b5eaa8911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b0f3b4ea-5196-4b6d-8834-420ac269e361), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:21.164795 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6c8eb-3fe7-475b-aa19-b56b5eaa8911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f3b4ea-5196-4b6d-8834-420ac269e361,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:21.166753 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-6f2ceac1-ee6d-4453-bc35-c2c7441d2386 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:21.181084 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-6f2ceac1-ee6d-4453-bc35-c2c7441d2386 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:21.194921 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-aeb6c8eb-3fe7-475b-aa19-b56b5eaa8911 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6c64ec9303f0421c8980882263a563d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1952667 Mar 05 05:00:21.196616 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35196) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:21.228140 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-6f2ceac1-ee6d-4453-bc35-c2c7441d2386 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6219668 Mar 05 05:00:21.229962 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-82b520e3-af2e-4b21-a0b5-dd569c11214b tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (fed27753-3a2d-468b-8adc-7223c9d42ac7), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:21.244612 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-0987c265-7853-42a7-8c25-4066acd7e85c service neutron] Request body: {'port': {'device_id': '0b7b89c5-8654-4557-a813-402468cbc84a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:21.304451 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9c17385-8f98-4f1d-a570-bb81ef601a05 admin admin] Publish callbacks [] for security_group (b0f3b4ea-5196-4b6d-8834-420ac269e361), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:21.348394 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9c17385-8f98-4f1d-a570-bb81ef601a05 admin admin] Publish callbacks [] for security_group (b0f3b4ea-5196-4b6d-8834-420ac269e361), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:21.391494 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b520e3-af2e-4b21-a0b5-dd569c11214b tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Pushing event updated for resources: {'Subnet': ['ID=fed27753-3a2d-468b-8adc-7223c9d42ac7,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:21.424287 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9c17385-8f98-4f1d-a570-bb81ef601a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b0f3b4ea-5196-4b6d-8834-420ac269e361), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:21.431215 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9c17385-8f98-4f1d-a570-bb81ef601a05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:21.436378 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f9c17385-8f98-4f1d-a570-bb81ef601a05 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b0f3b4ea-5196-4b6d-8834-420ac269e361 HTTP/1.1" status: 204 len: 168 time: 0.2354405 Mar 05 05:00:21.461297 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c17385-8f98-4f1d-a570-bb81ef601a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f3b4ea-5196-4b6d-8834-420ac269e361,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:21.527267 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-cea33c2e-2739-4dd1-9e7f-144ad4d0c443 None None] Provisioning complete for port f148c327-6331-4881-9e8d-1c43b3abd1d8 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:21.528390 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cea33c2e-2739-4dd1-9e7f-144ad4d0c443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f148c327-6331-4881-9e8d-1c43b3abd1d8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:21.528864 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-0987c265-7853-42a7-8c25-4066acd7e85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f148c327-6331-4881-9e8d-1c43b3abd1d8), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:21.568257 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b520e3-af2e-4b21-a0b5-dd569c11214b tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Checking segment: {'id': '1aab9fa1-e891-4285-8b73-6c8e2bc18762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cb90f13d-d51f-408b-b25f-b0180cc71ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:00:21.568663 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b520e3-af2e-4b21-a0b5-dd569c11214b tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Network hostable DHCP agents. Network: cb90f13d-d51f-408b-b25f-b0180cc71ab1, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:00:21.570932 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-cea33c2e-2739-4dd1-9e7f-144ad4d0c443 None None] Port f148c327-6331-4881-9e8d-1c43b3abd1d8 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:00:21.628456 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87201778-2fa8-426b-9e8e-ebe3b7f6560f req-5517e37a-6943-496c-9571-91d5d9303b79 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:21.629943 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87201778-2fa8-426b-9e8e-ebe3b7f6560f req-5517e37a-6943-496c-9571-91d5d9303b79 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b7b89c5-8654-4557-a813-402468cbc84a HTTP/1.1" status: 200 len: 931 time: 0.2953918 Mar 05 05:00:21.635869 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b520e3-af2e-4b21-a0b5-dd569c11214b tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Network cb90f13d-d51f-408b-b25f-b0180cc71ab1 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:00:21.671868 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-82b520e3-af2e-4b21-a0b5-dd569c11214b tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, cb90f13d-d51f-408b-b25f-b0180cc71ab1) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:00:21.673777 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae861a54-4c54-4f1d-b52c-048117686e72 req-3ce8148e-77f1-4488-9e29-83b9111afdc3 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:21.677187 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ae861a54-4c54-4f1d-b52c-048117686e72 req-3ce8148e-77f1-4488-9e29-83b9111afdc3 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.31 "GET /v2.0/ports?device_id=13cfd884-4b1f-4f32-bae2-6e73fad2a100 HTTP/1.1" status: 200 len: 943 time: 0.1167626 Mar 05 05:00:21.684639 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66724ce3-b031-464b-aee3-00fb25680209 None None] Network cb90f13d-d51f-408b-b25f-b0180cc71ab1 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:00:21.691787 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b520e3-af2e-4b21-a0b5-dd569c11214b tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:21.692398 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-82b520e3-af2e-4b21-a0b5-dd569c11214b tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:21.727145 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-82b520e3-af2e-4b21-a0b5-dd569c11214b tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6745503 Mar 05 05:00:21.785250 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35206) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:21.792661 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-9f2fb52e-c8ca-458d-b819-4016d38fb91d tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Request body: {'port': {'network_id': 'cb90f13d-d51f-408b-b25f-b0180cc71ab1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-423911503'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:21.909545 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-ae861a54-4c54-4f1d-b52c-048117686e72 req-3535a58f-fb78-4da4-ac81-2849a4466b52 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Deleting port fd99b7f5-b5e0-4e19-a59a-cf75148a0054 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:00:21.909904 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ae861a54-4c54-4f1d-b52c-048117686e72 req-3535a58f-fb78-4da4-ac81-2849a4466b52 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (fd99b7f5-b5e0-4e19-a59a-cf75148a0054), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:21.947563 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6db4e3-a4e9-471a-9beb-2c1ae0a736a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-cb90f13d-d51f-408b-b25f-b0180cc71ab1', 'network_id': 'cb90f13d-d51f-408b-b25f-b0180cc71ab1', 'project_id': '4219b7739d01439cbab02e26044010c3', 'fixed_ips': [{'subnet_id': 'fed27753-3a2d-468b-8adc-7223c9d42ac7'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:00:21.948561 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0c6db4e3-a4e9-471a-9beb-2c1ae0a736a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:22.119872 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-ae861a54-4c54-4f1d-b52c-048117686e72 req-3535a58f-fb78-4da4-ac81-2849a4466b52 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] For port fd99b7f5-b5e0-4e19-a59a-cf75148a0054, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=fd99b7f5-b5e0-4e19-a59a-cf75148a0054,segment=NetworkSegment(ad774138-f320-403b-a8cc-491aacfa0c86),segment_id=ad774138-f320-403b-a8cc-491aacfa0c86)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:00:22.121536 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ae861a54-4c54-4f1d-b52c-048117686e72 req-3535a58f-fb78-4da4-ac81-2849a4466b52 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (fd99b7f5-b5e0-4e19-a59a-cf75148a0054), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:22.161356 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-ae861a54-4c54-4f1d-b52c-048117686e72 req-3535a58f-fb78-4da4-ac81-2849a4466b52 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Calling delete_port for fd99b7f5-b5e0-4e19-a59a-cf75148a0054 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:00:22.218802 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-0987c265-7853-42a7-8c25-4066acd7e85c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f148c327-6331-4881-9e8d-1c43b3abd1d8 {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:00:22.235788 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-0c6db4e3-a4e9-471a-9beb-2c1ae0a736a9 None None] Allocated IP 2001:db8::2 (cb90f13d-d51f-408b-b25f-b0180cc71ab1/fed27753-3a2d-468b-8adc-7223c9d42ac7/0bd370b7-918e-44a0-8cdd-617cc286cdbb) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:00:22.251401 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87201778-2fa8-426b-9e8e-ebe3b7f6560f req-f20b0cdf-08a1-460a-bc72-45450623187f tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=709f864b-4829-4ab9-9c09-bc528bf66436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6065958 Mar 05 05:00:22.276228 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-0987c265-7853-42a7-8c25-4066acd7e85c service neutron] Publish callbacks [] for port (f148c327-6331-4881-9e8d-1c43b3abd1d8), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:22.343552 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-0987c265-7853-42a7-8c25-4066acd7e85c service neutron] Transition to ACTIVE for port object f148c327-6331-4881-9e8d-1c43b3abd1d8 will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:00:22.374039 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-0987c265-7853-42a7-8c25-4066acd7e85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (f148c327-6331-4881-9e8d-1c43b3abd1d8), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:22.406787 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2fb52e-c8ca-458d-b819-4016d38fb91d tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Made reservation on behalf of 4219b7739d01439cbab02e26044010c3 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:00:22.418971 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9f2fb52e-c8ca-458d-b819-4016d38fb91d tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:22.528204 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ae861a54-4c54-4f1d-b52c-048117686e72 req-3535a58f-fb78-4da4-ac81-2849a4466b52 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (fd99b7f5-b5e0-4e19-a59a-cf75148a0054), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:22.563982 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-9f2fb52e-c8ca-458d-b819-4016d38fb91d tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] device_id is not set on port 017bb4f3-2177-47f9-828e-80e07b22a63e yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:00:22.572431 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535a58f-fb78-4da4-ac81-2849a4466b52 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Pushing event deleted for resources: {'Port': ['ID=fd99b7f5-b5e0-4e19-a59a-cf75148a0054,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:22.615227 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0c6db4e3-a4e9-471a-9beb-2c1ae0a736a9 None None] Publish callbacks [] for port (0bd370b7-918e-44a0-8cdd-617cc286cdbb), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:22.627464 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0c6db4e3-a4e9-471a-9beb-2c1ae0a736a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (0bd370b7-918e-44a0-8cdd-617cc286cdbb), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:22.643546 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae861a54-4c54-4f1d-b52c-048117686e72 req-3535a58f-fb78-4da4-ac81-2849a4466b52 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] No DVR routers for this DVR port fd99b7f5-b5e0-4e19-a59a-cf75148a0054 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:00:22.647830 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ae861a54-4c54-4f1d-b52c-048117686e72 req-3535a58f-fb78-4da4-ac81-2849a4466b52 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:22.651619 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ae861a54-4c54-4f1d-b52c-048117686e72 req-3535a58f-fb78-4da4-ac81-2849a4466b52 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.31 "DELETE /v2.0/ports/fd99b7f5-b5e0-4e19-a59a-cf75148a0054 HTTP/1.1" status: 204 len: 173 time: 0.9671512 Mar 05 05:00:22.652357 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13cfd884-4b1f-4f32-bae2-6e73fad2a100', 'name': 'network-vif-deleted', 'tag': 'fd99b7f5-b5e0-4e19-a59a-cf75148a0054'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:00:22.666927 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bbb86b-338d-4fbb-aac0-17c378f1fcbe" -d '{"events": [{"server_uuid": "13cfd884-4b1f-4f32-bae2-6e73fad2a100", "name": "network-vif-deleted", "tag": "fd99b7f5-b5e0-4e19-a59a-cf75148a0054"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:00:22.670735 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d489ca-dea6-48b9-8500-bbf4f13c0d11 req-91190163-3445-4812-9869-9cb83c42ae11 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:22.684655 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55d489ca-dea6-48b9-8500-bbf4f13c0d11 req-91190163-3445-4812-9869-9cb83c42ae11 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/ports?device_id=13cfd884-4b1f-4f32-bae2-6e73fad2a100 HTTP/1.1" status: 200 len: 943 time: 0.5686610 Mar 05 05:00:22.690942 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6db4e3-a4e9-471a-9beb-2c1ae0a736a9 None None] Network cb90f13d-d51f-408b-b25f-b0180cc71ab1 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:00:22.694753 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-0c6db4e3-a4e9-471a-9beb-2c1ae0a736a9 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:00:22.698932 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6db4e3-a4e9-471a-9beb-2c1ae0a736a9 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:00:22.707688 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6db4e3-a4e9-471a-9beb-2c1ae0a736a9 None None] Pushing event updated for resources: {'Port': ['ID=0bd370b7-918e-44a0-8cdd-617cc286cdbb,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:22.824314 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-0c6db4e3-a4e9-471a-9beb-2c1ae0a736a9 None None] Attempting to bind port 0bd370b7-918e-44a0-8cdd-617cc286cdbb on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:00:22.827066 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-0c6db4e3-a4e9-471a-9beb-2c1ae0a736a9 None None] Attempting to bind port 0bd370b7-918e-44a0-8cdd-617cc286cdbb by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '1aab9fa1-e891-4285-8b73-6c8e2bc18762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cb90f13d-d51f-408b-b25f-b0180cc71ab1'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:00:22.828591 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6db4e3-a4e9-471a-9beb-2c1ae0a736a9 None None] Attempting to bind port 0bd370b7-918e-44a0-8cdd-617cc286cdbb on network cb90f13d-d51f-408b-b25f-b0180cc71ab1 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:00:22.845840 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6db4e3-a4e9-471a-9beb-2c1ae0a736a9 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:00:22.846747 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6db4e3-a4e9-471a-9beb-2c1ae0a736a9 None None] Checking segment: {'id': '1aab9fa1-e891-4285-8b73-6c8e2bc18762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cb90f13d-d51f-408b-b25f-b0180cc71ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:00:22.847591 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0c6db4e3-a4e9-471a-9beb-2c1ae0a736a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:22.850820 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6db4e3-a4e9-471a-9beb-2c1ae0a736a9 None None] Bound using segment: {'id': '1aab9fa1-e891-4285-8b73-6c8e2bc18762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cb90f13d-d51f-408b-b25f-b0180cc71ab1'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:00:22.851682 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-0c6db4e3-a4e9-471a-9beb-2c1ae0a736a9 None None] Bound port: 0bd370b7-918e-44a0-8cdd-617cc286cdbb, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aab9fa1-e891-4285-8b73-6c8e2bc18762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'cb90f13d-d51f-408b-b25f-b0180cc71ab1'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:00:22.852106 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0c6db4e3-a4e9-471a-9beb-2c1ae0a736a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0bd370b7-918e-44a0-8cdd-617cc286cdbb), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:22.872144 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987c265-7853-42a7-8c25-4066acd7e85c service neutron] Pushing event updated for resources: {'Port': ['ID=f148c327-6331-4881-9e8d-1c43b3abd1d8,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:22.967958 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-0c6db4e3-a4e9-471a-9beb-2c1ae0a736a9 None None] For port 0bd370b7-918e-44a0-8cdd-617cc286cdbb, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:00:22.971895 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-0c6db4e3-a4e9-471a-9beb-2c1ae0a736a9 None None] For port 0bd370b7-918e-44a0-8cdd-617cc286cdbb, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=0bd370b7-918e-44a0-8cdd-617cc286cdbb,segment=NetworkSegment(1aab9fa1-e891-4285-8b73-6c8e2bc18762),segment_id=1aab9fa1-e891-4285-8b73-6c8e2bc18762)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:00:22.984505 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0c6db4e3-a4e9-471a-9beb-2c1ae0a736a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0bd370b7-918e-44a0-8cdd-617cc286cdbb), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:23.014152 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55d489ca-dea6-48b9-8500-bbf4f13c0d11 req-aa6cae33-dadb-4e18-8187-85fd2d89fcb7 tempest-ImagesTestJSON-1248867624 tempest-ImagesTestJSON-1248867624-project] 10.222.0.11 "GET /v2.0/security-groups?id=ebdd61c2-e67c-4684-af9f-da2b55da153e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283570 Mar 05 05:00:23.056469 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961315fc-6a3b-440f-a64e-28e13911818a req-12b2be14-c559-4de0-a10a-4dcf2969ff12 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:23.069849 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-961315fc-6a3b-440f-a64e-28e13911818a req-12b2be14-c559-4de0-a10a-4dcf2969ff12 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 945 time: 0.6680200 Mar 05 05:00:23.070827 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6db4e3-a4e9-471a-9beb-2c1ae0a736a9 None None] Pushing event updated for resources: {'Port': ['ID=0bd370b7-918e-44a0-8cdd-617cc286cdbb,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:23.085287 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-9f2fb52e-c8ca-458d-b819-4016d38fb91d tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Allocated IP 2001:db8::32a (cb90f13d-d51f-408b-b25f-b0180cc71ab1/fed27753-3a2d-468b-8adc-7223c9d42ac7/017bb4f3-2177-47f9-828e-80e07b22a63e) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:00:23.163500 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d816724-d4e7-4b0b-9240-4e2ca46f33e6 x-openstack-request-id: req-4d816724-d4e7-4b0b-9240-4e2ca46f33e6 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:00:23.164055 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13cfd884-4b1f-4f32-bae2-6e73fad2a100", "name": "network-vif-deleted", "tag": "fd99b7f5-b5e0-4e19-a59a-cf75148a0054", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:00:23.164487 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4d816724-d4e7-4b0b-9240-4e2ca46f33e6 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:00:23.164898 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13cfd884-4b1f-4f32-bae2-6e73fad2a100', 'name': 'network-vif-deleted', 'tag': 'fd99b7f5-b5e0-4e19-a59a-cf75148a0054', 'status': 'completed', 'code': 200} Mar 05 05:00:23.412518 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9f2fb52e-c8ca-458d-b819-4016d38fb91d tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks [] for port (017bb4f3-2177-47f9-828e-80e07b22a63e), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:23.507659 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-0987c265-7853-42a7-8c25-4066acd7e85c service neutron] Attempting to bind port f148c327-6331-4881-9e8d-1c43b3abd1d8 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:00:23.507884 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-0987c265-7853-42a7-8c25-4066acd7e85c service neutron] Attempting to bind port f148c327-6331-4881-9e8d-1c43b3abd1d8 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '78da9f50-b791-4384-818b-c3b1f3bf0c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:00:23.508242 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-0987c265-7853-42a7-8c25-4066acd7e85c service neutron] Attempting to bind port f148c327-6331-4881-9e8d-1c43b3abd1d8 on network 2208e38e-4ccf-4e0c-99e3-12bba4d22772 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:00:23.537529 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-0987c265-7853-42a7-8c25-4066acd7e85c service neutron] Port f148c327-6331-4881-9e8d-1c43b3abd1d8 on network 2208e38e-4ccf-4e0c-99e3-12bba4d22772 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:00:23.538097 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-0987c265-7853-42a7-8c25-4066acd7e85c service neutron] Attempting to bind port f148c327-6331-4881-9e8d-1c43b3abd1d8 on network 2208e38e-4ccf-4e0c-99e3-12bba4d22772 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:00:23.546878 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-961315fc-6a3b-440f-a64e-28e13911818a req-a9e3ad98-d95c-4b75-9ea0-ccb19121b22e tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4553807 Mar 05 05:00:23.559480 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-0987c265-7853-42a7-8c25-4066acd7e85c service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:00:23.559839 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-0987c265-7853-42a7-8c25-4066acd7e85c service neutron] Checking segment: {'id': '78da9f50-b791-4384-818b-c3b1f3bf0c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:00:23.560252 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-0987c265-7853-42a7-8c25-4066acd7e85c service neutron] Bound using segment: {'id': '78da9f50-b791-4384-818b-c3b1f3bf0c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:00:23.560825 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-0987c265-7853-42a7-8c25-4066acd7e85c service neutron] Bound port: f148c327-6331-4881-9e8d-1c43b3abd1d8, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78da9f50-b791-4384-818b-c3b1f3bf0c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:00:23.561488 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-0987c265-7853-42a7-8c25-4066acd7e85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f148c327-6331-4881-9e8d-1c43b3abd1d8), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:23.633293 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eab433-4344-453a-b379-fc42f1f259ce req-afbca8af-64ac-4524-b5ee-2d65e0be2f58 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:23.634840 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b4eab433-4344-453a-b379-fc42f1f259ce req-afbca8af-64ac-4524-b5ee-2d65e0be2f58 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b7b89c5-8654-4557-a813-402468cbc84a HTTP/1.1" status: 200 len: 943 time: 0.2274914 Mar 05 05:00:23.640616 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9f2fb52e-c8ca-458d-b819-4016d38fb91d tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (017bb4f3-2177-47f9-828e-80e07b22a63e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:23.732366 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2fb52e-c8ca-458d-b819-4016d38fb91d tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Network cb90f13d-d51f-408b-b25f-b0180cc71ab1 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:00:23.745608 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-9f2fb52e-c8ca-458d-b819-4016d38fb91d tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:00:23.748076 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2fb52e-c8ca-458d-b819-4016d38fb91d tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:00:23.753701 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2fb52e-c8ca-458d-b819-4016d38fb91d tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:23.754337 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9f2fb52e-c8ca-458d-b819-4016d38fb91d tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:23.760280 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-0987c265-7853-42a7-8c25-4066acd7e85c service neutron] For port f148c327-6331-4881-9e8d-1c43b3abd1d8, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:00:23.778186 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2fb52e-c8ca-458d-b819-4016d38fb91d tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Pushing event updated for resources: {'Port': ['ID=017bb4f3-2177-47f9-828e-80e07b22a63e,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:23.795345 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-0987c265-7853-42a7-8c25-4066acd7e85c service neutron] For port f148c327-6331-4881-9e8d-1c43b3abd1d8, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=f148c327-6331-4881-9e8d-1c43b3abd1d8,segment=NetworkSegment(78da9f50-b791-4384-818b-c3b1f3bf0c84),segment_id=78da9f50-b791-4384-818b-c3b1f3bf0c84)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:00:23.803834 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b4eab433-4344-453a-b379-fc42f1f259ce req-0305612e-0470-48ea-9229-6a2a511bae50 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=709f864b-4829-4ab9-9c09-bc528bf66436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564887 Mar 05 05:00:23.813575 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35262) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:23.814138 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9f2fb52e-c8ca-458d-b819-4016d38fb91d tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.0264907 Mar 05 05:00:23.815725 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-0987c265-7853-42a7-8c25-4066acd7e85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (f148c327-6331-4881-9e8d-1c43b3abd1d8), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:23.825427 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-a48ca74d-67b3-433b-9f36-bee465bf4548 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Request body: {'port': {'network_id': 'cb90f13d-d51f-408b-b25f-b0180cc71ab1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-271504562', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:23.826032 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.api.validators [None req-a48ca74d-67b3-433b-9f36-bee465bf4548 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] bootfile-name is not in valid_values {{(pid=105232) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 05 05:00:23.827818 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.api.validators [None req-a48ca74d-67b3-433b-9f36-bee465bf4548 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] tftp-server is not in valid_values {{(pid=105232) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 05 05:00:23.828071 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.api.validators [None req-a48ca74d-67b3-433b-9f36-bee465bf4548 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] server-ip-address is not in valid_values {{(pid=105232) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 05 05:00:23.869711 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-0987c265-7853-42a7-8c25-4066acd7e85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:23.870778 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-0987c265-7853-42a7-8c25-4066acd7e85c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:23.873351 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-0987c265-7853-42a7-8c25-4066acd7e85c service neutron] 10.222.0.31 "PUT /v2.0/ports/f148c327-6331-4881-9e8d-1c43b3abd1d8 HTTP/1.1" status: 200 len: 1092 time: 2.6353598 Mar 05 05:00:23.882893 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7b89c5-8654-4557-a813-402468cbc84a', 'tag': 'f148c327-6331-4881-9e8d-1c43b3abd1d8'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:00:23.885232 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b99226a-550c-44a3-9a83-897bb2fd1e17" -d '{"events": [{"name": "network-changed", "server_uuid": "0b7b89c5-8654-4557-a813-402468cbc84a", "tag": "f148c327-6331-4881-9e8d-1c43b3abd1d8"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:00:23.913330 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987c265-7853-42a7-8c25-4066acd7e85c service neutron] Pushing event updated for resources: {'Port': ['ID=f148c327-6331-4881-9e8d-1c43b3abd1d8,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:23.965766 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67edf70c-6930-43e1-a49b-39d36b8764ae x-openstack-request-id: req-67edf70c-6930-43e1-a49b-39d36b8764ae {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:00:23.966206 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b7b89c5-8654-4557-a813-402468cbc84a", "tag": "f148c327-6331-4881-9e8d-1c43b3abd1d8", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:00:23.966561 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-67edf70c-6930-43e1-a49b-39d36b8764ae {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:00:23.968935 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7b89c5-8654-4557-a813-402468cbc84a', 'tag': 'f148c327-6331-4881-9e8d-1c43b3abd1d8', 'status': 'completed', 'code': 200} Mar 05 05:00:24.094127 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48ca74d-67b3-433b-9f36-bee465bf4548 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Made reservation on behalf of 4219b7739d01439cbab02e26044010c3 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:00:24.104587 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a48ca74d-67b3-433b-9f36-bee465bf4548 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:24.158825 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-5495d81f-e0bf-4a7d-aea3-080df6b5321b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:24.198404 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35278) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:24.198686 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 0bd370b7-918e-44a0-8cdd-617cc286cdbb up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:00:24.212586 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-5495d81f-e0bf-4a7d-aea3-080df6b5321b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4e3a7db0492c498e9791caa16e095e94&device_id=0b7b89c5-8654-4557-a813-402468cbc84a HTTP/1.1" status: 200 len: 1126 time: 0.2650146 Mar 05 05:00:24.257184 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-a48ca74d-67b3-433b-9f36-bee465bf4548 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] device_id is not set on port 6d248d92-945b-494e-8853-a65e85468441 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:00:24.364854 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-06574937-570f-4a0a-9324-8f9b70727521 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f148c327-6331-4881-9e8d-1c43b3abd1d8 HTTP/1.1" status: 200 len: 217 time: 0.1360300 Mar 05 05:00:24.391845 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 0bd370b7-918e-44a0-8cdd-617cc286cdbb triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:24.392226 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0bd370b7-918e-44a0-8cdd-617cc286cdbb), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:24.497661 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device fd99b7f5-b5e0-4e19-a59a-cf75148a0054 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:00:24.502664 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-9a0f6922-46d4-42a3-ae74-ba4e1e80947a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:24.510783 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-9a0f6922-46d4-42a3-ae74-ba4e1e80947a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5 HTTP/1.1" status: 200 len: 853 time: 0.1400819 Mar 05 05:00:24.566474 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-f43d6aab-6ebc-4465-a3d6-07559ba730a7 tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1810865874', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:24.601774 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: fd99b7f5-b5e0-4e19-a59a-cf75148a0054 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:00:24.602122 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device fd99b7f5-b5e0-4e19-a59a-cf75148a0054 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:00:24.624045 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43d6aab-6ebc-4465-a3d6-07559ba730a7 tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Made reservation on behalf of 5dea82ecfb1a42b6ae7c75cad37a4cca for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:00:24.627365 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f43d6aab-6ebc-4465-a3d6-07559ba730a7 tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:24.640156 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-726e61af-bdf1-47f5-9d7c-ea4edc60abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:24.642673 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-726e61af-bdf1-47f5-9d7c-ea4edc60abd1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2208e38e-4ccf-4e0c-99e3-12bba4d22772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1308565 Mar 05 05:00:24.669895 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f43d6aab-6ebc-4465-a3d6-07559ba730a7 tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:24.725599 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 0bd370b7-918e-44a0-8cdd-617cc286cdbb is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:24.729647 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0bd370b7-918e-44a0-8cdd-617cc286cdbb), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:24.789964 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-a48ca74d-67b3-433b-9f36-bee465bf4548 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Allocated IP 2001:db8::85 (cb90f13d-d51f-408b-b25f-b0180cc71ab1/fed27753-3a2d-468b-8adc-7223c9d42ac7/6d248d92-945b-494e-8853-a65e85468441) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:00:24.830878 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 0bd370b7-918e-44a0-8cdd-617cc286cdbb, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=0bd370b7-918e-44a0-8cdd-617cc286cdbb,segment=NetworkSegment(1aab9fa1-e891-4285-8b73-6c8e2bc18762),segment_id=1aab9fa1-e891-4285-8b73-6c8e2bc18762)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:00:24.841322 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0bd370b7-918e-44a0-8cdd-617cc286cdbb), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:24.942126 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=0bd370b7-918e-44a0-8cdd-617cc286cdbb,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:24.988557 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda116b0-c3db-4e95-9350-9f3939b885e7 req-4b13e7c6-b375-4327-82f2-8469098f8af7 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:24.996676 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9bd6fb-a0bc-4b5a-8bde-6fb509776cfd None None] Network cb90f13d-d51f-408b-b25f-b0180cc71ab1 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:00:24.999772 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cda116b0-c3db-4e95-9350-9f3939b885e7 req-4b13e7c6-b375-4327-82f2-8469098f8af7 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 945 time: 0.2396815 Mar 05 05:00:25.014115 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-9bc923ba-66d4-4c6d-aa9d-8529df096681 service neutron] 10.222.0.31 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645670 Mar 05 05:00:25.105182 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-1301cd0c-5251-4385-8533-3d0367eee8a1 None None] Provisioning complete for port 0bd370b7-918e-44a0-8cdd-617cc286cdbb triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:25.105966 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1301cd0c-5251-4385-8533-3d0367eee8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0bd370b7-918e-44a0-8cdd-617cc286cdbb), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:25.134299 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cda116b0-c3db-4e95-9350-9f3939b885e7 req-faffc776-643b-4ae3-91d4-f0c2dedd3ce3 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333089 Mar 05 05:00:25.136962 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f43d6aab-6ebc-4465-a3d6-07559ba730a7 tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Publish callbacks [] for security_group (183478dd-7400-461b-b4b1-e9fd4bc4f724), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:25.146837 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f43d6aab-6ebc-4465-a3d6-07559ba730a7 tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (183478dd-7400-461b-b4b1-e9fd4bc4f724), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:25.170422 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-f43d6aab-6ebc-4465-a3d6-07559ba730a7 tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] device_id is not set on port 58301392-d63e-4edb-9acb-3748661edaaf yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:00:25.220024 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35324) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:25.238960 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d6aab-6ebc-4465-a3d6-07559ba730a7 tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183478dd-7400-461b-b4b1-e9fd4bc4f724,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:25.281492 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a513d0-45e7-4486-ac84-d921dd3e245e req-7bc09d82-48e0-4335-a7d4-0b9b9736f8c5 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:25.283366 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e1a513d0-45e7-4486-ac84-d921dd3e245e req-7bc09d82-48e0-4335-a7d4-0b9b9736f8c5 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b7b89c5-8654-4557-a813-402468cbc84a HTTP/1.1" status: 200 len: 943 time: 0.2803628 Mar 05 05:00:25.293843 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-1301cd0c-5251-4385-8533-3d0367eee8a1 None None] Current status of the port 0bd370b7-918e-44a0-8cdd-617cc286cdbb is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:25.350576 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0687dc1-61e4-417e-b1b9-0d726c422fd3 admin admin] Deleting subnet b701f56c-0d88-43f7-a5d8-59c4b87f0d86 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:00:25.372292 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-54e64bd5-1204-4c9f-8136-d52693fff634 req-cd5676eb-509d-484b-ac7f-d33b19361d6d service neutron] 10.222.0.31 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254580 Mar 05 05:00:25.373085 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c0687dc1-61e4-417e-b1b9-0d726c422fd3 admin admin] Publish callbacks [] for subnet (b701f56c-0d88-43f7-a5d8-59c4b87f0d86), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:25.382235 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a48ca74d-67b3-433b-9f36-bee465bf4548 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks [] for port (6d248d92-945b-494e-8853-a65e85468441), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:25.418850 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-f43d6aab-6ebc-4465-a3d6-07559ba730a7 tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Allocated IP 172.25.0.105 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/58301392-d63e-4edb-9acb-3748661edaaf) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:00:25.500571 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e1a513d0-45e7-4486-ac84-d921dd3e245e req-42e0259d-392c-4222-a443-dc7ce88ff63c tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=709f864b-4829-4ab9-9c09-bc528bf66436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080898 Mar 05 05:00:25.511527 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a48ca74d-67b3-433b-9f36-bee465bf4548 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (6d248d92-945b-494e-8853-a65e85468441), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:25.565317 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48ca74d-67b3-433b-9f36-bee465bf4548 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Network cb90f13d-d51f-408b-b25f-b0180cc71ab1 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:00:25.568907 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c0687dc1-61e4-417e-b1b9-0d726c422fd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (b701f56c-0d88-43f7-a5d8-59c4b87f0d86), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:25.574667 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-a48ca74d-67b3-433b-9f36-bee465bf4548 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:00:25.600041 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48ca74d-67b3-433b-9f36-bee465bf4548 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:00:25.606949 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48ca74d-67b3-433b-9f36-bee465bf4548 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:25.608004 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a48ca74d-67b3-433b-9f36-bee465bf4548 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:25.638823 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99226a-550c-44a3-9a83-897bb2fd1e17 req-a64a675a-bcad-486d-8b03-891d68c1e29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:25.640402 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b99226a-550c-44a3-9a83-897bb2fd1e17 req-a64a675a-bcad-486d-8b03-891d68c1e29e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4e3a7db0492c498e9791caa16e095e94&device_id=0b7b89c5-8654-4557-a813-402468cbc84a HTTP/1.1" status: 200 len: 1126 time: 0.1390972 Mar 05 05:00:25.643126 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c0687dc1-61e4-417e-b1b9-0d726c422fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (b701f56c-0d88-43f7-a5d8-59c4b87f0d86), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:25.721414 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-453fde60-7793-47c5-801e-0a91f0b9d817 None None] Provisioning complete for port 0bd370b7-918e-44a0-8cdd-617cc286cdbb triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:25.728448 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-453fde60-7793-47c5-801e-0a91f0b9d817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0bd370b7-918e-44a0-8cdd-617cc286cdbb), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:25.735259 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a48ca74d-67b3-433b-9f36-bee465bf4548 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.9178286 Mar 05 05:00:25.740079 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ca74d-67b3-433b-9f36-bee465bf4548 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Pushing event updated for resources: {'Port': ['ID=6d248d92-945b-494e-8853-a65e85468441,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:25.754389 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35328) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:25.769310 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99226a-550c-44a3-9a83-897bb2fd1e17 req-920f239e-cfb2-402e-ada3-15d175605f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:25.770809 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b99226a-550c-44a3-9a83-897bb2fd1e17 req-920f239e-cfb2-402e-ada3-15d175605f03 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2208e38e-4ccf-4e0c-99e3-12bba4d22772 HTTP/1.1" status: 200 len: 914 time: 0.1052349 Mar 05 05:00:25.829424 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b99226a-550c-44a3-9a83-897bb2fd1e17 req-574362eb-6130-44b2-b542-9cc9e6c951a2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f148c327-6331-4881-9e8d-1c43b3abd1d8 HTTP/1.1" status: 200 len: 217 time: 0.0502167 Mar 05 05:00:25.890222 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-453fde60-7793-47c5-801e-0a91f0b9d817 None None] Current status of the port 0bd370b7-918e-44a0-8cdd-617cc286cdbb is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:25.892682 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c0687dc1-61e4-417e-b1b9-0d726c422fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (b701f56c-0d88-43f7-a5d8-59c4b87f0d86), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:25.918296 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-453fde60-7793-47c5-801e-0a91f0b9d817 None None] Provisioning complete for port 017bb4f3-2177-47f9-828e-80e07b22a63e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:25.918887 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-453fde60-7793-47c5-801e-0a91f0b9d817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (017bb4f3-2177-47f9-828e-80e07b22a63e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:25.955148 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f43d6aab-6ebc-4465-a3d6-07559ba730a7 tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Publish callbacks [] for port (58301392-d63e-4edb-9acb-3748661edaaf), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:25.970513 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00306381-555b-43f4-a8c5-ebd25c848af4 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:25.973313 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99226a-550c-44a3-9a83-897bb2fd1e17 req-40866ce7-b343-4f30-82d6-71d12db7135d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:25.977768 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b99226a-550c-44a3-9a83-897bb2fd1e17 req-40866ce7-b343-4f30-82d6-71d12db7135d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5 HTTP/1.1" status: 200 len: 853 time: 0.1375313 Mar 05 05:00:25.982061 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-453fde60-7793-47c5-801e-0a91f0b9d817 None None] Port 017bb4f3-2177-47f9-828e-80e07b22a63e cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:00:25.988656 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c0687dc1-61e4-417e-b1b9-0d726c422fd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:25.992895 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00306381-555b-43f4-a8c5-ebd25c848af4 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:25.993047 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c0687dc1-61e4-417e-b1b9-0d726c422fd3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b701f56c-0d88-43f7-a5d8-59c4b87f0d86 HTTP/1.1" status: 204 len: 168 time: 0.7718346 Mar 05 05:00:25.993900 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0687dc1-61e4-417e-b1b9-0d726c422fd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b701f56c-0d88-43f7-a5d8-59c4b87f0d86,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:26.004610 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35332) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:26.012936 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00306381-555b-43f4-a8c5-ebd25c848af4 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:26.030335 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-00306381-555b-43f4-a8c5-ebd25c848af4 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2677832 Mar 05 05:00:26.031634 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35334) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:26.049947 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 0bd370b7-918e-44a0-8cdd-617cc286cdbb up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:00:26.167452 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f43d6aab-6ebc-4465-a3d6-07559ba730a7 tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (58301392-d63e-4edb-9acb-3748661edaaf), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:26.168172 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b99226a-550c-44a3-9a83-897bb2fd1e17 req-01bbf7d1-50c3-454d-afc7-fa56c208a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:26.170376 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b99226a-550c-44a3-9a83-897bb2fd1e17 req-01bbf7d1-50c3-454d-afc7-fa56c208a7c9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2208e38e-4ccf-4e0c-99e3-12bba4d22772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1828167 Mar 05 05:00:26.172950 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b1b29447-24d1-40df-ac90-6b5afc10d3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (58ba8bc5-ac03-4e44-b819-c3c8d0a85e10), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:26.187177 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-502a979c-b4cb-43b7-8c3c-7e05068579dd None None] Provisioning complete for port 017bb4f3-2177-47f9-828e-80e07b22a63e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:26.187563 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-502a979c-b4cb-43b7-8c3c-7e05068579dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (017bb4f3-2177-47f9-828e-80e07b22a63e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:26.246156 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 0bd370b7-918e-44a0-8cdd-617cc286cdbb triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:26.246539 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0bd370b7-918e-44a0-8cdd-617cc286cdbb), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:26.317813 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43d6aab-6ebc-4465-a3d6-07559ba730a7 tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:00:26.348451 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-f43d6aab-6ebc-4465-a3d6-07559ba730a7 tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:00:26.357375 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43d6aab-6ebc-4465-a3d6-07559ba730a7 tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:00:26.362690 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d6aab-6ebc-4465-a3d6-07559ba730a7 tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Pushing event updated for resources: {'Port': ['ID=58301392-d63e-4edb-9acb-3748661edaaf,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:26.364597 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-502a979c-b4cb-43b7-8c3c-7e05068579dd None None] Port 017bb4f3-2177-47f9-828e-80e07b22a63e cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:00:26.447893 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 0bd370b7-918e-44a0-8cdd-617cc286cdbb is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:26.500863 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-26cfc7a1-9953-4f3d-b571-19898baba8e4 None None] Provisioning complete for port 6d248d92-945b-494e-8853-a65e85468441 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:26.501399 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-26cfc7a1-9953-4f3d-b571-19898baba8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (6d248d92-945b-494e-8853-a65e85468441), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:26.504155 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43d6aab-6ebc-4465-a3d6-07559ba730a7 tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:26.505749 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f43d6aab-6ebc-4465-a3d6-07559ba730a7 tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:26.536950 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-0b0a5225-57af-486b-942f-a4c581640c4f tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Deleting port 6d248d92-945b-494e-8853-a65e85468441 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:00:26.537449 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0b0a5225-57af-486b-942f-a4c581640c4f tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (6d248d92-945b-494e-8853-a65e85468441), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:26.578300 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f43d6aab-6ebc-4465-a3d6-07559ba730a7 tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.3729789 Mar 05 05:00:26.586588 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35346) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:26.595632 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-86b05581-9098-4c92-96ae-3cca7ae792c9 tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.105'}]}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:26.624738 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-26cfc7a1-9953-4f3d-b571-19898baba8e4 None None] Port 6d248d92-945b-494e-8853-a65e85468441 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:00:26.670556 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0b0a5225-57af-486b-942f-a4c581640c4f tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (6d248d92-945b-494e-8853-a65e85468441), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:26.683257 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-0b0a5225-57af-486b-942f-a4c581640c4f tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Calling delete_port for 6d248d92-945b-494e-8853-a65e85468441 owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:00:26.837785 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b1b29447-24d1-40df-ac90-6b5afc10d3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (58ba8bc5-ac03-4e44-b819-c3c8d0a85e10), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:26.843844 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0b0a5225-57af-486b-942f-a4c581640c4f tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (6d248d92-945b-494e-8853-a65e85468441), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:26.866146 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-b1b29447-24d1-40df-ac90-6b5afc10d3ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ba8bc5-ac03-4e44-b819-c3c8d0a85e10']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:26.877838 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-b1b29447-24d1-40df-ac90-6b5afc10d3ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad774138-f320-403b-a8cc-491aacfa0c86') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:26.878491 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-b1b29447-24d1-40df-ac90-6b5afc10d3ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad774138-f320-403b-a8cc-491aacfa0c86') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:26.890624 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b1b29447-24d1-40df-ac90-6b5afc10d3ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (ad774138-f320-403b-a8cc-491aacfa0c86), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:26.907522 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b1b29447-24d1-40df-ac90-6b5afc10d3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (ad774138-f320-403b-a8cc-491aacfa0c86), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:26.919063 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b29447-24d1-40df-ac90-6b5afc10d3ac admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:00:26.919663 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b1b29447-24d1-40df-ac90-6b5afc10d3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (ad774138-f320-403b-a8cc-491aacfa0c86), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:26.945237 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86b05581-9098-4c92-96ae-3cca7ae792c9 tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (f927a449-10bd-4f05-9ca3-b6a931ff4dd5), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:26.947199 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86b05581-9098-4c92-96ae-3cca7ae792c9 tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (f927a449-10bd-4f05-9ca3-b6a931ff4dd5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:26.957745 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0b0a5225-57af-486b-942f-a4c581640c4f tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:26.958632 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:00:26.958632 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:00:26.958632 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:00:26.958632 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:00:26.958632 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:00:26.958632 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:00:26.958632 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:00:26.958632 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:00:26.958632 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:00:26.958632 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:00:26.958632 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:00:26.958632 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:00:26.958632 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:00:26.958632 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:00:26.958632 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:00:26.958632 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:00:26.958632 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:00:26.958632 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:00:26.958632 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:00:26.958632 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:00:26.958632 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:00:26.958632 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:00:26.958632 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:00:26.958632 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:00:26.958632 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:00:26.958632 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:00:26.958632 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:00:26.958632 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:00:26.958632 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:00:26.958632 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:00:26.958632 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:00:26.958632 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:00:26.983521 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0b0a5225-57af-486b-942f-a4c581640c4f tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] 10.222.0.11 "DELETE /v2.0/ports/6d248d92-945b-494e-8853-a65e85468441 HTTP/1.1" status: 204 len: 168 time: 0.9452488 Mar 05 05:00:26.983521 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35348) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:26.993777 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-d5a5f553-6e28-434b-a895-fdbfca28baa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Request body: {'port': {'name': 'tempest-new-port-name-354337291', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:26.993777 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.api.validators [None req-d5a5f553-6e28-434b-a895-fdbfca28baa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] bootfile-name is not in valid_values {{(pid=105232) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 05 05:00:26.994270 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.api.validators [None req-d5a5f553-6e28-434b-a895-fdbfca28baa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] tftp-server is not in valid_values {{(pid=105232) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 05 05:00:26.994973 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.api.validators [None req-d5a5f553-6e28-434b-a895-fdbfca28baa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] server-ip-address is not in valid_values {{(pid=105232) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 05 05:00:26.998621 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a5225-57af-486b-942f-a4c581640c4f tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Pushing event deleted for resources: {'Port': ['ID=6d248d92-945b-494e-8853-a65e85468441,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:27.167146 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b1b29447-24d1-40df-ac90-6b5afc10d3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (58ba8bc5-ac03-4e44-b819-c3c8d0a85e10), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:27.178598 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86b05581-9098-4c92-96ae-3cca7ae792c9 tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Publish callbacks [] for router_controller (f927a449-10bd-4f05-9ca3-b6a931ff4dd5), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:27.183753 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b1b29447-24d1-40df-ac90-6b5afc10d3ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:27.187523 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b1b29447-24d1-40df-ac90-6b5afc10d3ac admin admin] 10.222.0.11 "DELETE /v2.0/networks/58ba8bc5-ac03-4e44-b819-c3c8d0a85e10 HTTP/1.1" status: 204 len: 168 time: 1.1818194 Mar 05 05:00:27.191153 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b99226a-550c-44a3-9a83-897bb2fd1e17 req-437a4de1-d5f0-41be-8208-3c0a196ebe5d service neutron] 10.222.0.31 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0115380 Mar 05 05:00:27.237365 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636c36f-ebba-44ac-8e99-46e0167b773a req-83b54cf2-a5d5-4912-a4ef-20ea921c2ce9 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:27.243861 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7636c36f-ebba-44ac-8e99-46e0167b773a req-83b54cf2-a5d5-4912-a4ef-20ea921c2ce9 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 945 time: 0.9605868 Mar 05 05:00:27.267982 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b29447-24d1-40df-ac90-6b5afc10d3ac admin admin] Pushing event deleted for resources: {'Network': ['ID=58ba8bc5-ac03-4e44-b819-c3c8d0a85e10,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:27.298704 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ecf57-97e1-4e7c-8305-7e31fb66a361 req-24cf0cd5-6254-415b-8f88-2c2381cb7d89 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:27.306597 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de4ecf57-97e1-4e7c-8305-7e31fb66a361 req-24cf0cd5-6254-415b-8f88-2c2381cb7d89 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b7b89c5-8654-4557-a813-402468cbc84a HTTP/1.1" status: 200 len: 943 time: 0.3651297 Mar 05 05:00:27.504213 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de4ecf57-97e1-4e7c-8305-7e31fb66a361 req-7188bca4-228e-4d84-a478-bb3e778e52bb tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=709f864b-4829-4ab9-9c09-bc528bf66436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913800 Mar 05 05:00:27.510008 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35354) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:27.537073 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7636c36f-ebba-44ac-8e99-46e0167b773a req-a516c18b-0274-449d-9d05-87a8e9d527a6 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711895 Mar 05 05:00:27.557932 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b99226a-550c-44a3-9a83-897bb2fd1e17 req-d6cb1faa-0ee1-4cdb-ab47-64a568e3dbbb service neutron] 10.222.0.31 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410983 Mar 05 05:00:27.591026 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c82e9e85-7de0-4752-ba9d-d797ac7cfe3c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5bb9b4129f1c432a81e17a2957390c79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0780036 Mar 05 05:00:27.593636 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35358) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:27.649334 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ce9f85fe-b487-4a72-9bb1-463ec4cc83e7 admin admin] Publish callbacks [] for security_group (ebdd61c2-e67c-4684-af9f-da2b55da153e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:27.672358 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ce9f85fe-b487-4a72-9bb1-463ec4cc83e7 admin admin] Publish callbacks [] for security_group (ebdd61c2-e67c-4684-af9f-da2b55da153e), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:27.723585 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ce9f85fe-b487-4a72-9bb1-463ec4cc83e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ebdd61c2-e67c-4684-af9f-da2b55da153e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:27.727351 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ce9f85fe-b487-4a72-9bb1-463ec4cc83e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:27.730880 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ce9f85fe-b487-4a72-9bb1-463ec4cc83e7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ebdd61c2-e67c-4684-af9f-da2b55da153e HTTP/1.1" status: 204 len: 168 time: 0.1340861 Mar 05 05:00:27.743599 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f85fe-b487-4a72-9bb1-463ec4cc83e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdd61c2-e67c-4684-af9f-da2b55da153e,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:27.753613 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d5a5f553-6e28-434b-a895-fdbfca28baa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (017bb4f3-2177-47f9-828e-80e07b22a63e), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:27.860183 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86b05581-9098-4c92-96ae-3cca7ae792c9 tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Publish callbacks [] for router_gateway (f927a449-10bd-4f05-9ca3-b6a931ff4dd5), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:28.099220 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d5a5f553-6e28-434b-a895-fdbfca28baa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks [] for port (017bb4f3-2177-47f9-828e-80e07b22a63e), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:28.109911 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d5a5f553-6e28-434b-a895-fdbfca28baa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (017bb4f3-2177-47f9-828e-80e07b22a63e), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:28.202536 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac1f49-2aff-4b43-bd00-bc798c7f9d17 req-de9b22f0-4013-4f16-9a82-81196c87b03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:28.206201 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-58ac1f49-2aff-4b43-bd00-bc798c7f9d17 req-de9b22f0-4013-4f16-9a82-81196c87b03e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 1128 time: 0.0690017 Mar 05 05:00:28.227549 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-d5a5f553-6e28-434b-a895-fdbfca28baa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] In _notify_port_updated(), no bound segment for port 017bb4f3-2177-47f9-828e-80e07b22a63e on network cb90f13d-d51f-408b-b25f-b0180cc71ab1 {{(pid=105232) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 05 05:00:28.235026 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a5f553-6e28-434b-a895-fdbfca28baa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:28.235950 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d5a5f553-6e28-434b-a895-fdbfca28baa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:28.237806 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d5a5f553-6e28-434b-a895-fdbfca28baa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] 10.222.0.11 "PUT /v2.0/ports/017bb4f3-2177-47f9-828e-80e07b22a63e HTTP/1.1" status: 200 len: 1129 time: 1.2505472 Mar 05 05:00:28.241969 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35378) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:28.314353 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-58ac1f49-2aff-4b43-bd00-bc798c7f9d17 req-b5a688c9-0a5d-4a3e-8e5d-8b7ba6c80d8c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007779 Mar 05 05:00:28.327970 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5f553-6e28-434b-a895-fdbfca28baa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Pushing event updated for resources: {'Port': ['ID=017bb4f3-2177-47f9-828e-80e07b22a63e,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:28.357752 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86b05581-9098-4c92-96ae-3cca7ae792c9 tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Publish callbacks [] for router_gateway (f927a449-10bd-4f05-9ca3-b6a931ff4dd5), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:28.367517 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7acb542-07da-40fc-a0aa-86cfa12c602c tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:28.374326 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d7acb542-07da-40fc-a0aa-86cfa12c602c tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] 10.222.0.11 "GET /v2.0/ports/017bb4f3-2177-47f9-828e-80e07b22a63e HTTP/1.1" status: 200 len: 1129 time: 0.1261029 Mar 05 05:00:28.374918 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35384) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:28.419116 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86b05581-9098-4c92-96ae-3cca7ae792c9 tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:28.449455 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device f148c327-6331-4881-9e8d-1c43b3abd1d8 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:00:28.624209 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb3a06-b7d2-47cd-988e-1ad640c11f08 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Deleting port 017bb4f3-2177-47f9-828e-80e07b22a63e {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:00:28.624566 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b3bb3a06-b7d2-47cd-988e-1ad640c11f08 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (017bb4f3-2177-47f9-828e-80e07b22a63e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:28.739325 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port f148c327-6331-4881-9e8d-1c43b3abd1d8, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=f148c327-6331-4881-9e8d-1c43b3abd1d8,segment=NetworkSegment(78da9f50-b791-4384-818b-c3b1f3bf0c84),segment_id=78da9f50-b791-4384-818b-c3b1f3bf0c84)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:00:28.792022 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'f148c327-6331-4881-9e8d-1c43b3abd1d8', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'port_id': 'f148c327-6331-4881-9e8d-1c43b3abd1d8', 'mac_address': 'fa:16:3e:a7:ca:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:00:28.807992 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86b05581-9098-4c92-96ae-3cca7ae792c9 tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Publish callbacks [] for router (f927a449-10bd-4f05-9ca3-b6a931ff4dd5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:28.831327 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71f30a-6bf4-4a1e-829f-4f99834da7ce req-1a79c2da-5370-47da-8137-fd8679b58a2c tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:28.838317 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eb71f30a-6bf4-4a1e-829f-4f99834da7ce req-1a79c2da-5370-47da-8137-fd8679b58a2c tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b7b89c5-8654-4557-a813-402468cbc84a HTTP/1.1" status: 200 len: 943 time: 0.1995716 Mar 05 05:00:28.841347 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b3bb3a06-b7d2-47cd-988e-1ad640c11f08 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (017bb4f3-2177-47f9-828e-80e07b22a63e), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:28.890342 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-17be5514-efea-48d7-a312-77bc475791e9 None None] Provisioning complete for port 017bb4f3-2177-47f9-828e-80e07b22a63e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:28.892014 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-17be5514-efea-48d7-a312-77bc475791e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (017bb4f3-2177-47f9-828e-80e07b22a63e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:28.910585 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb3a06-b7d2-47cd-988e-1ad640c11f08 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Calling delete_port for 017bb4f3-2177-47f9-828e-80e07b22a63e owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:00:28.952262 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port f148c327-6331-4881-9e8d-1c43b3abd1d8 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:28.952855 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f148c327-6331-4881-9e8d-1c43b3abd1d8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:28.971411 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-17be5514-efea-48d7-a312-77bc475791e9 None None] Port 017bb4f3-2177-47f9-828e-80e07b22a63e cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:00:28.980317 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f148c327-6331-4881-9e8d-1c43b3abd1d8 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:00:29.024356 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port f148c327-6331-4881-9e8d-1c43b3abd1d8, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=f148c327-6331-4881-9e8d-1c43b3abd1d8,segment=NetworkSegment(78da9f50-b791-4384-818b-c3b1f3bf0c84),segment_id=78da9f50-b791-4384-818b-c3b1f3bf0c84)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:00:29.028950 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad2f07-733e-416c-aad4-cffe2995a897 req-726d10fa-2a53-4ba5-8a1f-73472e34b2ac tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:29.035777 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-65ad2f07-733e-416c-aad4-cffe2995a897 req-726d10fa-2a53-4ba5-8a1f-73472e34b2ac tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 945 time: 0.2170112 Mar 05 05:00:29.037769 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f148c327-6331-4881-9e8d-1c43b3abd1d8), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:29.045531 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eb71f30a-6bf4-4a1e-829f-4f99834da7ce req-2f5ae4ae-dc1b-4bcd-a027-e9defd6b2218 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=709f864b-4829-4ab9-9c09-bc528bf66436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672184 Mar 05 05:00:29.046888 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86b05581-9098-4c92-96ae-3cca7ae792c9 tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (f927a449-10bd-4f05-9ca3-b6a931ff4dd5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:29.049441 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86b05581-9098-4c92-96ae-3cca7ae792c9 tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Publish callbacks [] for router_controller (f927a449-10bd-4f05-9ca3-b6a931ff4dd5), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:29.112395 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86b05581-9098-4c92-96ae-3cca7ae792c9 tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (f927a449-10bd-4f05-9ca3-b6a931ff4dd5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:29.113108 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b05581-9098-4c92-96ae-3cca7ae792c9 tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f927a449-10bd-4f05-9ca3-b6a931ff4dd5 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:00:29.137503 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=f148c327-6331-4881-9e8d-1c43b3abd1d8,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:29.150151 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:29.150512 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:29.151136 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:29.151658 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:29.152218 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:29.152742 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:29.153258 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:29.153894 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:29.154823 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:29.155368 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:29.156536 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:29.157359 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:29.157877 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:29.193531 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-86b05581-9098-4c92-96ae-3cca7ae792c9 tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 05 05:00:29.198264 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-86b05581-9098-4c92-96ae-3cca7ae792c9 tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.6070557 Mar 05 05:00:29.198639 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35412) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:29.251773 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3efd7460-40ce-4116-91c6-a075a29ec60b req-4784e11c-d098-4716-be18-e6436b993561 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90a0ff1b-d127-4552-96e6-3ddece488601&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1131554 Mar 05 05:00:29.276336 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['f148c327-6331-4881-9e8d-1c43b3abd1d8'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:00:29.295156 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-65ad2f07-733e-416c-aad4-cffe2995a897 req-cccf90c4-e033-43e8-9674-14b9e442c4ef tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583718 Mar 05 05:00:29.298837 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b3bb3a06-b7d2-47cd-988e-1ad640c11f08 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (017bb4f3-2177-47f9-828e-80e07b22a63e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:29.307705 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-847a6546-0431-4788-8494-1e85bbe7e59f tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Deleting port 58301392-d63e-4edb-9acb-3748661edaaf {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:00:29.308502 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-847a6546-0431-4788-8494-1e85bbe7e59f tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (58301392-d63e-4edb-9acb-3748661edaaf), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:29.403522 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb3a06-b7d2-47cd-988e-1ad640c11f08 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Pushing event deleted for resources: {'Port': ['ID=017bb4f3-2177-47f9-828e-80e07b22a63e,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:29.505542 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd7460-40ce-4116-91c6-a075a29ec60b req-3e1e5058-018b-4907-9028-b04a74fc699d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:29.505925 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b3bb3a06-b7d2-47cd-988e-1ad640c11f08 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:29.507493 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3efd7460-40ce-4116-91c6-a075a29ec60b req-3e1e5058-018b-4907-9028-b04a74fc699d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5d19f36e865d4d1c893d90afc94d506f&device_id=90a0ff1b-d127-4552-96e6-3ddece488601 HTTP/1.1" status: 200 len: 1128 time: 0.1535966 Mar 05 05:00:29.515777 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b3bb3a06-b7d2-47cd-988e-1ad640c11f08 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] 10.222.0.11 "DELETE /v2.0/ports/017bb4f3-2177-47f9-828e-80e07b22a63e HTTP/1.1" status: 204 len: 168 time: 1.1396916 Mar 05 05:00:29.520149 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35414) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:29.560963 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-847a6546-0431-4788-8494-1e85bbe7e59f tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (58301392-d63e-4edb-9acb-3748661edaaf), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:29.602197 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc4ad5f-ffb3-4950-8c76-f05eb78b9343 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Deleting subnet fed27753-3a2d-468b-8adc-7223c9d42ac7 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:00:29.606552 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3fc4ad5f-ffb3-4950-8c76-f05eb78b9343 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks [] for subnet (fed27753-3a2d-468b-8adc-7223c9d42ac7), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:29.642522 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-847a6546-0431-4788-8494-1e85bbe7e59f tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Calling delete_port for 58301392-d63e-4edb-9acb-3748661edaaf owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:00:29.652153 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3fc4ad5f-ffb3-4950-8c76-f05eb78b9343 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (fed27753-3a2d-468b-8adc-7223c9d42ac7), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:29.766665 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3fc4ad5f-ffb3-4950-8c76-f05eb78b9343 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (fed27753-3a2d-468b-8adc-7223c9d42ac7), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:29.791560 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd7460-40ce-4116-91c6-a075a29ec60b req-2ae9ea1b-cd83-4d1f-9d9e-596866790425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:29.793279 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3efd7460-40ce-4116-91c6-a075a29ec60b req-2ae9ea1b-cd83-4d1f-9d9e-596866790425 service neutron] 10.222.0.30 "GET /v2.0/networks?id=931621a1-3c63-4b88-9017-913fd0b96f88 HTTP/1.1" status: 200 len: 911 time: 0.2533348 Mar 05 05:00:29.872796 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3fc4ad5f-ffb3-4950-8c76-f05eb78b9343 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (fed27753-3a2d-468b-8adc-7223c9d42ac7), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:29.919012 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc4ad5f-ffb3-4950-8c76-f05eb78b9343 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Pushing event deleted for resources: {'Subnet': ['ID=fed27753-3a2d-468b-8adc-7223c9d42ac7,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:29.924113 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3fc4ad5f-ffb3-4950-8c76-f05eb78b9343 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:29.930193 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3fc4ad5f-ffb3-4950-8c76-f05eb78b9343 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] 10.222.0.11 "DELETE /v2.0/subnets/fed27753-3a2d-468b-8adc-7223c9d42ac7 HTTP/1.1" status: 204 len: 168 time: 0.4065289 Mar 05 05:00:29.935720 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1545f6ab-6bd2-4303-b516-77e0b919c905 None None] Network cb90f13d-d51f-408b-b25f-b0180cc71ab1 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:00:29.952632 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35424) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:29.999018 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3efd7460-40ce-4116-91c6-a075a29ec60b req-0a197861-7f51-410e-ab58-d6a71a5e36a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7dd58ee5-c405-40e5-b3db-79093310d021 HTTP/1.1" status: 200 len: 1000 time: 0.1552992 Mar 05 05:00:30.111879 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd7460-40ce-4116-91c6-a075a29ec60b req-967512b4-e5cd-45fc-ba8b-24d7984306c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:30.113416 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3efd7460-40ce-4116-91c6-a075a29ec60b req-967512b4-e5cd-45fc-ba8b-24d7984306c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4f62d24-d369-4f32-b0d3-8cc062c5524d HTTP/1.1" status: 200 len: 850 time: 0.1070859 Mar 05 05:00:30.154001 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b1beb6a3-4426-4408-be88-242da666eb66 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (cb90f13d-d51f-408b-b25f-b0180cc71ab1), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:30.207270 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29344130-060d-4d27-9710-97e7fe19e5ef None None] DHCP port deletion for cb90f13d-d51f-408b-b25f-b0180cc71ab1 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:00:30.255903 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-847a6546-0431-4788-8494-1e85bbe7e59f tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (58301392-d63e-4edb-9acb-3748661edaaf), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:30.264027 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd7460-40ce-4116-91c6-a075a29ec60b req-35435931-382d-4b80-a19f-36b517fd64a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:30.266769 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3efd7460-40ce-4116-91c6-a075a29ec60b req-35435931-382d-4b80-a19f-36b517fd64a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=931621a1-3c63-4b88-9017-913fd0b96f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1455784 Mar 05 05:00:30.308227 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-29344130-060d-4d27-9710-97e7fe19e5ef None None] Deleting port 0bd370b7-918e-44a0-8cdd-617cc286cdbb {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:00:30.308607 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-29344130-060d-4d27-9710-97e7fe19e5ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (0bd370b7-918e-44a0-8cdd-617cc286cdbb), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:30.326738 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5736aa6-05a6-48ae-b957-f8b20f8616d5 req-91dd7454-ba39-4b35-84d1-57efff691b8f tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:30.327852 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a6546-0431-4788-8494-1e85bbe7e59f tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Pushing event deleted for resources: {'Port': ['ID=58301392-d63e-4edb-9acb-3748661edaaf,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:30.337346 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e5736aa6-05a6-48ae-b957-f8b20f8616d5 req-91dd7454-ba39-4b35-84d1-57efff691b8f tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b7b89c5-8654-4557-a813-402468cbc84a HTTP/1.1" status: 200 len: 944 time: 0.1541338 Mar 05 05:00:30.449035 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-b1beb6a3-4426-4408-be88-242da666eb66 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Deleting port 0bd370b7-918e-44a0-8cdd-617cc286cdbb {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:00:30.449851 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b1beb6a3-4426-4408-be88-242da666eb66 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (0bd370b7-918e-44a0-8cdd-617cc286cdbb), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:30.457764 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device f148c327-6331-4881-9e8d-1c43b3abd1d8 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:00:30.471470 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e5736aa6-05a6-48ae-b957-f8b20f8616d5 req-ef0d3fbd-6cd1-4df8-993d-61c118c18e7a tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=709f864b-4829-4ab9-9c09-bc528bf66436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285005 Mar 05 05:00:30.510157 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-847a6546-0431-4788-8494-1e85bbe7e59f tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:30.520201 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-847a6546-0431-4788-8494-1e85bbe7e59f tempest-RoutersAdminNegativeIpV6Test-303417766 tempest-RoutersAdminNegativeIpV6Test-303417766-project-admin] 10.222.0.11 "DELETE /v2.0/ports/58301392-d63e-4edb-9acb-3748661edaaf HTTP/1.1" status: 204 len: 168 time: 1.3203604 Mar 05 05:00:30.534448 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3efd7460-40ce-4116-91c6-a075a29ec60b req-8536b349-745d-4055-9208-a247fa0d701c service neutron] 10.222.0.30 "GET /v2.0/networks/931621a1-3c63-4b88-9017-913fd0b96f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581704 Mar 05 05:00:30.556227 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-29344130-060d-4d27-9710-97e7fe19e5ef None None] For port 0bd370b7-918e-44a0-8cdd-617cc286cdbb, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=0bd370b7-918e-44a0-8cdd-617cc286cdbb,segment=NetworkSegment(1aab9fa1-e891-4285-8b73-6c8e2bc18762),segment_id=1aab9fa1-e891-4285-8b73-6c8e2bc18762)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:00:30.561129 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-29344130-060d-4d27-9710-97e7fe19e5ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (0bd370b7-918e-44a0-8cdd-617cc286cdbb), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:30.608199 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-29344130-060d-4d27-9710-97e7fe19e5ef None None] Calling delete_port for 0bd370b7-918e-44a0-8cdd-617cc286cdbb owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:00:30.641445 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port f148c327-6331-4881-9e8d-1c43b3abd1d8 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:00:30.732415 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-b1beb6a3-4426-4408-be88-242da666eb66 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] For port 0bd370b7-918e-44a0-8cdd-617cc286cdbb, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=0bd370b7-918e-44a0-8cdd-617cc286cdbb,segment=NetworkSegment(1aab9fa1-e891-4285-8b73-6c8e2bc18762),segment_id=1aab9fa1-e891-4285-8b73-6c8e2bc18762)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:00:30.735490 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b1beb6a3-4426-4408-be88-242da666eb66 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (0bd370b7-918e-44a0-8cdd-617cc286cdbb), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:30.777350 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3efd7460-40ce-4116-91c6-a075a29ec60b req-5519e6f4-a3bc-49f0-8973-28b8eadd4f14 service neutron] 10.222.0.30 "GET /v2.0/networks/931621a1-3c63-4b88-9017-913fd0b96f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346568 Mar 05 05:00:30.804019 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port f148c327-6331-4881-9e8d-1c43b3abd1d8 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:30.804615 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f148c327-6331-4881-9e8d-1c43b3abd1d8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:30.810967 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21b007-38b7-435c-9ea4-9c22684aa1e6 req-a6ab2a09-addf-4bcc-bf44-47bae18f87cc tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:30.811406 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-29344130-060d-4d27-9710-97e7fe19e5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (0bd370b7-918e-44a0-8cdd-617cc286cdbb), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:30.814657 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1c21b007-38b7-435c-9ea4-9c22684aa1e6 req-a6ab2a09-addf-4bcc-bf44-47bae18f87cc tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 945 time: 0.3193500 Mar 05 05:00:30.818050 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-b1beb6a3-4426-4408-be88-242da666eb66 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Calling delete_port for 0bd370b7-918e-44a0-8cdd-617cc286cdbb owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:00:30.911944 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29344130-060d-4d27-9710-97e7fe19e5ef None None] Pushing event deleted for resources: {'Port': ['ID=0bd370b7-918e-44a0-8cdd-617cc286cdbb,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:30.919193 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29344130-060d-4d27-9710-97e7fe19e5ef None None] No DVR routers for this DVR port 0bd370b7-918e-44a0-8cdd-617cc286cdbb on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:00:30.952410 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1c21b007-38b7-435c-9ea4-9c22684aa1e6 req-e3e10dad-e928-406c-98d8-576a90d1aed4 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252496 Mar 05 05:00:31.128491 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port f148c327-6331-4881-9e8d-1c43b3abd1d8 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:31.129145 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f148c327-6331-4881-9e8d-1c43b3abd1d8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:31.139788 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b1beb6a3-4426-4408-be88-242da666eb66 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (0bd370b7-918e-44a0-8cdd-617cc286cdbb), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:31.184515 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7b89c5-8654-4557-a813-402468cbc84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f148c327-6331-4881-9e8d-1c43b3abd1d8'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:00:31.190671 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de9f19b-a5c2-4620-ac87-eed95f132a02" -d '{"events": [{"server_uuid": "0b7b89c5-8654-4557-a813-402468cbc84a", "name": "network-vif-plugged", "status": "completed", "tag": "f148c327-6331-4881-9e8d-1c43b3abd1d8"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:00:31.205421 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1beb6a3-4426-4408-be88-242da666eb66 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Pushing event deleted for resources: {'Port': ['ID=0bd370b7-918e-44a0-8cdd-617cc286cdbb,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:31.223584 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port f148c327-6331-4881-9e8d-1c43b3abd1d8, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=f148c327-6331-4881-9e8d-1c43b3abd1d8,segment=NetworkSegment(78da9f50-b791-4384-818b-c3b1f3bf0c84),segment_id=78da9f50-b791-4384-818b-c3b1f3bf0c84)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:00:31.231962 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1beb6a3-4426-4408-be88-242da666eb66 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] No DVR routers for this DVR port 0bd370b7-918e-44a0-8cdd-617cc286cdbb on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:00:31.240256 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f148c327-6331-4881-9e8d-1c43b3abd1d8), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:31.255884 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35458) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:31.339210 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2c213-f4ba-4d6b-a653-b2e7cbe6173c req-dfd62340-ae84-4027-976a-13bd89bd7b1a tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:31.341053 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ecd2c213-f4ba-4d6b-a653-b2e7cbe6173c req-dfd62340-ae84-4027-976a-13bd89bd7b1a tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 0.2916768 Mar 05 05:00:31.424148 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=f148c327-6331-4881-9e8d-1c43b3abd1d8,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:31.447169 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b1beb6a3-4426-4408-be88-242da666eb66 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (cb90f13d-d51f-408b-b25f-b0180cc71ab1), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:31.518367 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef77a95-be30-4ffd-8779-bedb75c272db x-openstack-request-id: req-4ef77a95-be30-4ffd-8779-bedb75c272db {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:00:31.518673 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7b89c5-8654-4557-a813-402468cbc84a", "name": "network-vif-plugged", "status": "completed", "tag": "f148c327-6331-4881-9e8d-1c43b3abd1d8", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:00:31.518938 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4ef77a95-be30-4ffd-8779-bedb75c272db {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:00:31.519370 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7b89c5-8654-4557-a813-402468cbc84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f148c327-6331-4881-9e8d-1c43b3abd1d8', 'code': 200} Mar 05 05:00:31.562880 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-48a7a954-939d-472d-8d2e-d9f79116265e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:31.564747 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ecd2c213-f4ba-4d6b-a653-b2e7cbe6173c req-a8637052-3e1e-4599-8ad4-80b553506ece tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082624 Mar 05 05:00:31.572816 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-b1beb6a3-4426-4408-be88-242da666eb66 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb90f13d-d51f-408b-b25f-b0180cc71ab1']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:31.621312 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-b1beb6a3-4426-4408-be88-242da666eb66 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aab9fa1-e891-4285-8b73-6c8e2bc18762') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:31.627004 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-b1beb6a3-4426-4408-be88-242da666eb66 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aab9fa1-e891-4285-8b73-6c8e2bc18762') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:31.652324 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b1beb6a3-4426-4408-be88-242da666eb66 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (1aab9fa1-e891-4285-8b73-6c8e2bc18762), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:31.688686 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-48a7a954-939d-472d-8d2e-d9f79116265e admin admin] Publish callbacks [] for security_group (60cc558a-17f8-49c9-9a29-38f8ee48022c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:31.697511 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-48a7a954-939d-472d-8d2e-d9f79116265e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (60cc558a-17f8-49c9-9a29-38f8ee48022c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:31.700672 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b1beb6a3-4426-4408-be88-242da666eb66 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (1aab9fa1-e891-4285-8b73-6c8e2bc18762), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:31.717846 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1beb6a3-4426-4408-be88-242da666eb66 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:00:31.718352 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b1beb6a3-4426-4408-be88-242da666eb66 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (1aab9fa1-e891-4285-8b73-6c8e2bc18762), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:00:31.722609 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:00:31.785958 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7a954-939d-472d-8d2e-d9f79116265e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cc558a-17f8-49c9-9a29-38f8ee48022c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:31.789390 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-48a7a954-939d-472d-8d2e-d9f79116265e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f1b4842c4a174c709ce2bf3424a463bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5319507 Mar 05 05:00:31.791958 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35480) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:31.857493 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7d0ee-69f8-4a25-ab25-9f6064a68d5e req-e4fd4251-c632-46f7-9cda-45c8263191f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:31.862426 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c1a7d0ee-69f8-4a25-ab25-9f6064a68d5e req-e4fd4251-c632-46f7-9cda-45c8263191f0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0b7b89c5-8654-4557-a813-402468cbc84a HTTP/1.1" status: 200 len: 1128 time: 0.2600505 Mar 05 05:00:31.877491 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b8a4d-a8fc-4a0e-a079-b38854e9dd26 req-6b1bac14-81b3-4519-bce0-f05bbe7e4a60 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:31.886052 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-042b8a4d-a8fc-4a0e-a079-b38854e9dd26 req-6b1bac14-81b3-4519-bce0-f05bbe7e4a60 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b7b89c5-8654-4557-a813-402468cbc84a HTTP/1.1" status: 200 len: 945 time: 0.2248249 Mar 05 05:00:31.888727 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8d0d124c-b48f-4984-b06a-f95e236af6f5 admin admin] Publish callbacks [] for security_group (60cc558a-17f8-49c9-9a29-38f8ee48022c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:31.918679 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8d0d124c-b48f-4984-b06a-f95e236af6f5 admin admin] Publish callbacks [] for security_group (60cc558a-17f8-49c9-9a29-38f8ee48022c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:31.932943 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b1beb6a3-4426-4408-be88-242da666eb66 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (cb90f13d-d51f-408b-b25f-b0180cc71ab1), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:31.991926 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8d0d124c-b48f-4984-b06a-f95e236af6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (60cc558a-17f8-49c9-9a29-38f8ee48022c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:31.994196 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b1beb6a3-4426-4408-be88-242da666eb66 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:31.996850 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8d0d124c-b48f-4984-b06a-f95e236af6f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:32.001494 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b1beb6a3-4426-4408-be88-242da666eb66 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] 10.222.0.11 "DELETE /v2.0/networks/cb90f13d-d51f-408b-b25f-b0180cc71ab1 HTTP/1.1" status: 204 len: 168 time: 2.0585730 Mar 05 05:00:32.002833 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8d0d124c-b48f-4984-b06a-f95e236af6f5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/60cc558a-17f8-49c9-9a29-38f8ee48022c HTTP/1.1" status: 204 len: 168 time: 0.2099042 Mar 05 05:00:32.021305 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d124c-b48f-4984-b06a-f95e236af6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cc558a-17f8-49c9-9a29-38f8ee48022c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:32.025246 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1beb6a3-4426-4408-be88-242da666eb66 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162 tempest-ExtraDHCPOptionsIpV6TestJSON-1488728162-project] Pushing event deleted for resources: {'Network': ['ID=cb90f13d-d51f-408b-b25f-b0180cc71ab1,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:32.071672 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 0bd370b7-918e-44a0-8cdd-617cc286cdbb no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:00:32.123396 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 0bd370b7-918e-44a0-8cdd-617cc286cdbb {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:00:32.123755 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 0bd370b7-918e-44a0-8cdd-617cc286cdbb not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:00:32.178678 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c1a7d0ee-69f8-4a25-ab25-9f6064a68d5e req-353136cb-faf2-4cf5-a4cf-a693435fbe75 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=709f864b-4829-4ab9-9c09-bc528bf66436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769446 Mar 05 05:00:32.200790 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-042b8a4d-a8fc-4a0e-a079-b38854e9dd26 req-8e624dae-2289-40e9-815a-3a58b921bde5 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=709f864b-4829-4ab9-9c09-bc528bf66436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2917233 Mar 05 05:00:32.283727 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4b50c-f887-40db-8620-746d127735c4 req-a14e57f1-a8bd-4974-9279-e41281f7191b tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:32.292558 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-06e4b50c-f887-40db-8620-746d127735c4 req-a14e57f1-a8bd-4974-9279-e41281f7191b tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 0.2047253 Mar 05 05:00:32.445390 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35502) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:32.451118 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-06e4b50c-f887-40db-8620-746d127735c4 req-3a7cf4d7-1618-4f4e-bbe6-cd2ab8c51500 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473417 Mar 05 05:00:32.580596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35506) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:32.672306 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-34b66544-6ae0-45f2-9ea5-1d78b61b5999 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5dea82ecfb1a42b6ae7c75cad37a4cca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0891755 Mar 05 05:00:32.673665 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35510) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:32.773230 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c806c6b3-206c-4963-9576-c42ac77ea40a admin admin] Publish callbacks [] for security_group (183478dd-7400-461b-b4b1-e9fd4bc4f724), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:32.801479 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35516) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:32.814754 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c806c6b3-206c-4963-9576-c42ac77ea40a admin admin] Publish callbacks [] for security_group (183478dd-7400-461b-b4b1-e9fd4bc4f724), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:32.936334 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c806c6b3-206c-4963-9576-c42ac77ea40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (183478dd-7400-461b-b4b1-e9fd4bc4f724), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:32.939429 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c806c6b3-206c-4963-9576-c42ac77ea40a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:32.943641 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c806c6b3-206c-4963-9576-c42ac77ea40a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/183478dd-7400-461b-b4b1-e9fd4bc4f724 HTTP/1.1" status: 204 len: 168 time: 0.2685051 Mar 05 05:00:32.949305 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a0ff9855-d359-40f4-8922-351871a23f69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:32.964446 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806c6b3-206c-4963-9576-c42ac77ea40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183478dd-7400-461b-b4b1-e9fd4bc4f724,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:33.033553 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f3b6df4f-e21c-4705-80e3-b076ae0f6e2e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4219b7739d01439cbab02e26044010c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5839114 Mar 05 05:00:33.034181 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35524) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:33.095676 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a0ff9855-d359-40f4-8922-351871a23f69 admin admin] Publish callbacks [] for security_group (cf314144-b608-4176-b8c2-7a2e7f7a46e2), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:33.103240 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a0ff9855-d359-40f4-8922-351871a23f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (cf314144-b608-4176-b8c2-7a2e7f7a46e2), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:33.161227 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a0ff9855-d359-40f4-8922-351871a23f69 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2498f8b886704f7ea848c329721ddd7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3587077 Mar 05 05:00:33.164001 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35528) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:33.197075 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad7711c8-bd32-4b48-b4cd-9e1dfd7f0aed admin admin] Publish callbacks [] for security_group (8f518097-11d8-4aa5-871f-4e945e60f30b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:33.262664 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff9855-d359-40f4-8922-351871a23f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf314144-b608-4176-b8c2-7a2e7f7a46e2,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:33.277075 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad7711c8-bd32-4b48-b4cd-9e1dfd7f0aed admin admin] Publish callbacks [] for security_group (8f518097-11d8-4aa5-871f-4e945e60f30b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:33.349557 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b1db0e2-0824-47d6-bc2f-8583d4140527 admin admin] Publish callbacks [] for security_group (cf314144-b608-4176-b8c2-7a2e7f7a46e2), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:33.378104 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad7711c8-bd32-4b48-b4cd-9e1dfd7f0aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8f518097-11d8-4aa5-871f-4e945e60f30b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:33.383250 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad7711c8-bd32-4b48-b4cd-9e1dfd7f0aed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:33.388858 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ad7711c8-bd32-4b48-b4cd-9e1dfd7f0aed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8f518097-11d8-4aa5-871f-4e945e60f30b HTTP/1.1" status: 204 len: 168 time: 0.3535569 Mar 05 05:00:33.410611 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b1db0e2-0824-47d6-bc2f-8583d4140527 admin admin] Publish callbacks [] for security_group (cf314144-b608-4176-b8c2-7a2e7f7a46e2), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:33.421902 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7711c8-bd32-4b48-b4cd-9e1dfd7f0aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f518097-11d8-4aa5-871f-4e945e60f30b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:33.608143 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b1db0e2-0824-47d6-bc2f-8583d4140527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (cf314144-b608-4176-b8c2-7a2e7f7a46e2), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:33.612352 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b1db0e2-0824-47d6-bc2f-8583d4140527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:33.613567 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9b1db0e2-0824-47d6-bc2f-8583d4140527 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cf314144-b608-4176-b8c2-7a2e7f7a46e2 HTTP/1.1" status: 204 len: 168 time: 0.4482920 Mar 05 05:00:33.640801 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45019d85-8794-4d2a-8635-cf4160fb13a4 req-111b1afb-89db-4a52-b360-6904de97a84b tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:33.642517 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-45019d85-8794-4d2a-8635-cf4160fb13a4 req-111b1afb-89db-4a52-b360-6904de97a84b tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b7b89c5-8654-4557-a813-402468cbc84a HTTP/1.1" status: 200 len: 945 time: 0.3097975 Mar 05 05:00:33.647771 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1db0e2-0824-47d6-bc2f-8583d4140527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf314144-b608-4176-b8c2-7a2e7f7a46e2,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:33.715689 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-45019d85-8794-4d2a-8635-cf4160fb13a4 req-0c4e1fd4-f93c-43b9-a507-6563d4d66308 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=709f864b-4829-4ab9-9c09-bc528bf66436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631220 Mar 05 05:00:33.737662 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff32a3-14ba-4d07-bd6e-fbfdfa85f076 req-d1d58bd9-3979-49de-bbbc-5308eb7af065 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:33.746071 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-51ff32a3-14ba-4d07-bd6e-fbfdfa85f076 req-d1d58bd9-3979-49de-bbbc-5308eb7af065 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 0.1850369 Mar 05 05:00:33.865276 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-51ff32a3-14ba-4d07-bd6e-fbfdfa85f076 req-9e1e1c37-91be-4f06-82d3-a4ca53b6c7d0 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123884 Mar 05 05:00:34.358205 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c74793-dd58-4370-b2c1-9b5bb8c1f08a req-cf9905ea-4704-482e-bede-3e6453d48adb tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:34.374540 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f9c74793-dd58-4370-b2c1-9b5bb8c1f08a req-cf9905ea-4704-482e-bede-3e6453d48adb tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 0.1127393 Mar 05 05:00:34.505337 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f9c74793-dd58-4370-b2c1-9b5bb8c1f08a req-59b8c0ef-62fd-4b78-95a6-307d0d804fbf tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294720 Mar 05 05:00:34.606885 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35590) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:34.928813 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-bd8b065a-94dd-44dc-a0ad-54ae7a733c0a tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Request body: {'networks': [{'name': 'tempest-network--868504054'}, {'name': 'tempest-network--1459147113'}]} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:34.929879 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-bd8b065a-94dd-44dc-a0ad-54ae7a733c0a tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Request body: {'network': {'name': 'tempest-network--868504054'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:34.931699 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-bd8b065a-94dd-44dc-a0ad-54ae7a733c0a tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Request body: {'network': {'name': 'tempest-network--1459147113'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:34.989053 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f9045-4bf2-4bb5-a05e-2d16df0f35eb req-629273b9-f6ae-413a-b78d-f028598b680d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:34.998533 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9e3f9045-4bf2-4bb5-a05e-2d16df0f35eb req-629273b9-f6ae-413a-b78d-f028598b680d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b7b89c5-8654-4557-a813-402468cbc84a HTTP/1.1" status: 200 len: 945 time: 0.1673129 Mar 05 05:00:35.024969 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8b065a-94dd-44dc-a0ad-54ae7a733c0a tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Made reservation on behalf of f92d7990776c4ca08fdef603668b9742 for: {'network': 2} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:00:35.030371 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bd8b065a-94dd-44dc-a0ad-54ae7a733c0a tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:35.054009 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bd8b065a-94dd-44dc-a0ad-54ae7a733c0a tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:35.144800 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bd8b065a-94dd-44dc-a0ad-54ae7a733c0a tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks [] for security_group (ca477032-a3a0-439c-8411-741ef8f4af2f), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:35.163566 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9e3f9045-4bf2-4bb5-a05e-2d16df0f35eb req-4a59b3bd-2291-4918-b7b9-e2a01713401e tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=709f864b-4829-4ab9-9c09-bc528bf66436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592712 Mar 05 05:00:35.165983 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bd8b065a-94dd-44dc-a0ad-54ae7a733c0a tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ca477032-a3a0-439c-8411-741ef8f4af2f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:35.168433 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bd8b065a-94dd-44dc-a0ad-54ae7a733c0a tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:35.206395 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35612) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:35.210748 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8b065a-94dd-44dc-a0ad-54ae7a733c0a tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:00:35.222677 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bd8b065a-94dd-44dc-a0ad-54ae7a733c0a tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (2e350afe-b33b-483f-8cad-cdda8fb3f5b9), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:35.223386 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-bd8b065a-94dd-44dc-a0ad-54ae7a733c0a tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Added segment 2e350afe-b33b-483f-8cad-cdda8fb3f5b9 of type vlan for network cf713c15-e37c-436f-8d01-f59c3cc5f405 Mar 05 05:00:35.340781 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b065a-94dd-44dc-a0ad-54ae7a733c0a tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca477032-a3a0-439c-8411-741ef8f4af2f,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:35.420401 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bd8b065a-94dd-44dc-a0ad-54ae7a733c0a tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (cf713c15-e37c-436f-8d01-f59c3cc5f405), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:35.480478 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8b065a-94dd-44dc-a0ad-54ae7a733c0a tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:00:35.492875 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bd8b065a-94dd-44dc-a0ad-54ae7a733c0a tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (7d69038f-eaef-4b24-95f4-260033e8db6a), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:35.493497 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-bd8b065a-94dd-44dc-a0ad-54ae7a733c0a tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Added segment 7d69038f-eaef-4b24-95f4-260033e8db6a of type vlan for network 8f9f12cd-75c3-48df-b716-d8fe676294d4 Mar 05 05:00:35.505860 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35630) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:35.554168 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81b332-1285-492a-931f-d020eb091cfb req-e1e038b4-ed66-4084-aac4-f334cf4fb517 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:35.556062 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6d81b332-1285-492a-931f-d020eb091cfb req-e1e038b4-ed66-4084-aac4-f334cf4fb517 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b7b89c5-8654-4557-a813-402468cbc84a HTTP/1.1" status: 200 len: 945 time: 0.2532997 Mar 05 05:00:35.565998 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35636) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:35.570782 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bd8b065a-94dd-44dc-a0ad-54ae7a733c0a tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (8f9f12cd-75c3-48df-b716-d8fe676294d4), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:35.576468 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-2a92e6b8-8573-4e45-9a5d-f3fddf628f47 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Request body: {'floatingip': {'port_id': 'f148c327-6331-4881-9e8d-1c43b3abd1d8'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:35.645170 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-f492df79-55c5-4d83-b0fc-defcbe6a6852 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-538821079-network', 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:35.694613 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f492df79-55c5-4d83-b0fc-defcbe6a6852 admin admin] Made reservation on behalf of 3cbec10cd3004a49ad666e5206b0e916 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:00:35.698660 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f492df79-55c5-4d83-b0fc-defcbe6a6852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:35.713273 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a92e6b8-8573-4e45-9a5d-f3fddf628f47 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for floatingip (b6434e69-48a8-4c26-86f9-8ec8b6a43a08), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:35.716106 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-a64a6dd7-d30c-4d2b-ac43-551c26394f75 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1413462802', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:35.759021 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f492df79-55c5-4d83-b0fc-defcbe6a6852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:35.763552 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bd8b065a-94dd-44dc-a0ad-54ae7a733c0a tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (cf713c15-e37c-436f-8d01-f59c3cc5f405), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:35.764247 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bd8b065a-94dd-44dc-a0ad-54ae7a733c0a tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (8f9f12cd-75c3-48df-b716-d8fe676294d4), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:35.770744 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8b065a-94dd-44dc-a0ad-54ae7a733c0a tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:35.777384 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8b065a-94dd-44dc-a0ad-54ae7a733c0a tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:35.778377 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bd8b065a-94dd-44dc-a0ad-54ae7a733c0a tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:35.836456 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a64a6dd7-d30c-4d2b-ac43-551c26394f75 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (8a9e4a72-adfa-47c2-b09f-a717ba37bfd2), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:35.837504 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a64a6dd7-d30c-4d2b-ac43-551c26394f75 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (8a9e4a72-adfa-47c2-b09f-a717ba37bfd2), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:35.873350 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bd8b065a-94dd-44dc-a0ad-54ae7a733c0a tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2650108 Mar 05 05:00:35.881641 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35642) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:35.954024 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a64a6dd7-d30c-4d2b-ac43-551c26394f75 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks [] for router_controller (8a9e4a72-adfa-47c2-b09f-a717ba37bfd2), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:35.973689 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a64a6dd7-d30c-4d2b-ac43-551c26394f75 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (8a9e4a72-adfa-47c2-b09f-a717ba37bfd2), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:35.988160 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b065a-94dd-44dc-a0ad-54ae7a733c0a tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Pushing event updated for resources: {'Network': ['ID=cf713c15-e37c-436f-8d01-f59c3cc5f405,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:36.001872 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network cf713c15-e37c-436f-8d01-f59c3cc5f405 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:00:36.021940 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a64a6dd7-d30c-4d2b-ac43-551c26394f75 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:36.031176 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a64a6dd7-d30c-4d2b-ac43-551c26394f75 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8225501 Mar 05 05:00:36.033211 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35648) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:36.051977 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-a99f4a4d-3a0c-48d0-b41f-415258ff8a87 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1581636306'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:36.132132 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99f4a4d-3a0c-48d0-b41f-415258ff8a87 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Made reservation on behalf of 926e46e17ff34928bb649cef3fd981ec for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:00:36.149727 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a99f4a4d-3a0c-48d0-b41f-415258ff8a87 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:36.179528 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a99f4a4d-3a0c-48d0-b41f-415258ff8a87 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:36.204697 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f492df79-55c5-4d83-b0fc-defcbe6a6852 admin admin] Publish callbacks [] for security_group (7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:36.225589 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f492df79-55c5-4d83-b0fc-defcbe6a6852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:36.239237 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f492df79-55c5-4d83-b0fc-defcbe6a6852 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:00:36.249522 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f492df79-55c5-4d83-b0fc-defcbe6a6852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (01a77c7b-5d03-43ae-b14a-b31944229d80), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:36.250230 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-f492df79-55c5-4d83-b0fc-defcbe6a6852 admin admin] Added segment 01a77c7b-5d03-43ae-b14a-b31944229d80 of type vlan for network e3e0acc2-40bc-4e0d-812c-fb475a7a34dc Mar 05 05:00:36.291764 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b065a-94dd-44dc-a0ad-54ae7a733c0a tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Pushing event updated for resources: {'Network': ['ID=8f9f12cd-75c3-48df-b716-d8fe676294d4,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:36.304640 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 8f9f12cd-75c3-48df-b716-d8fe676294d4 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:00:36.306491 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f492df79-55c5-4d83-b0fc-defcbe6a6852 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (e3e0acc2-40bc-4e0d-812c-fb475a7a34dc), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:36.362309 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f492df79-55c5-4d83-b0fc-defcbe6a6852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (e3e0acc2-40bc-4e0d-812c-fb475a7a34dc), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:36.363313 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f492df79-55c5-4d83-b0fc-defcbe6a6852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:36.363904 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f492df79-55c5-4d83-b0fc-defcbe6a6852 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:36.454589 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492df79-55c5-4d83-b0fc-defcbe6a6852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:36.471626 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f492df79-55c5-4d83-b0fc-defcbe6a6852 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9610865 Mar 05 05:00:36.508698 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35656) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:36.522411 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-32ff5468-558c-46d0-a50d-84b9132d6cb4 admin admin] Request body: {'subnet': {'network_id': 'e3e0acc2-40bc-4e0d-812c-fb475a7a34dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-538821079-subnet', 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:36.530390 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492df79-55c5-4d83-b0fc-defcbe6a6852 admin admin] Pushing event updated for resources: {'Network': ['ID=e3e0acc2-40bc-4e0d-812c-fb475a7a34dc,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:36.542435 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network e3e0acc2-40bc-4e0d-812c-fb475a7a34dc details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:00:36.586453 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ff5468-558c-46d0-a50d-84b9132d6cb4 admin admin] Made reservation on behalf of 3cbec10cd3004a49ad666e5206b0e916 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:00:36.589644 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-32ff5468-558c-46d0-a50d-84b9132d6cb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:36.612144 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a99f4a4d-3a0c-48d0-b41f-415258ff8a87 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks [] for security_group (bb848b20-6712-4b32-81db-ac338a66559a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:36.635117 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a99f4a4d-3a0c-48d0-b41f-415258ff8a87 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (bb848b20-6712-4b32-81db-ac338a66559a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:36.662814 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99f4a4d-3a0c-48d0-b41f-415258ff8a87 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:00:36.686360 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a99f4a4d-3a0c-48d0-b41f-415258ff8a87 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (dffbb6e3-a8b3-42ee-8825-29093a485ee0), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:36.686360 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-a99f4a4d-3a0c-48d0-b41f-415258ff8a87 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Added segment dffbb6e3-a8b3-42ee-8825-29093a485ee0 of type vlan for network 44424b65-0105-412c-9875-ebc94906032a Mar 05 05:00:37.004278 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-32ff5468-558c-46d0-a50d-84b9132d6cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (641299e5-fad6-49c3-bcda-29f110adb5d6), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:37.019513 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a99f4a4d-3a0c-48d0-b41f-415258ff8a87 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (44424b65-0105-412c-9875-ebc94906032a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:37.070474 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed336c7-ebac-4711-8905-b6c304a4f773 req-7c29cf6a-29bc-4f72-97ff-9237b2425fc6 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:37.076166 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bed336c7-ebac-4711-8905-b6c304a4f773 req-7c29cf6a-29bc-4f72-97ff-9237b2425fc6 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 1.3829012 Mar 05 05:00:37.092128 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafd121f-9446-4ef1-b43e-7188d3ed67bd tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:37.098222 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafd121f-9446-4ef1-b43e-7188d3ed67bd tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:37.104247 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafd121f-9446-4ef1-b43e-7188d3ed67bd tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:37.133152 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafd121f-9446-4ef1-b43e-7188d3ed67bd tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:37.138310 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-eafd121f-9446-4ef1-b43e-7188d3ed67bd tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.2264903 Mar 05 05:00:37.139043 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35666) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:37.149918 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f4a4d-3a0c-48d0-b41f-415258ff8a87 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb848b20-6712-4b32-81db-ac338a66559a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:37.208792 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff5468-558c-46d0-a50d-84b9132d6cb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=641299e5-fad6-49c3-bcda-29f110adb5d6,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:37.220533 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a99f4a4d-3a0c-48d0-b41f-415258ff8a87 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (44424b65-0105-412c-9875-ebc94906032a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:37.227054 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99f4a4d-3a0c-48d0-b41f-415258ff8a87 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:37.228438 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a99f4a4d-3a0c-48d0-b41f-415258ff8a87 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:37.260339 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a99f4a4d-3a0c-48d0-b41f-415258ff8a87 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2259779 Mar 05 05:00:37.265085 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e9829d83-7454-49dc-85da-8e542cb61ce3 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (cf713c15-e37c-436f-8d01-f59c3cc5f405), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:37.266893 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35668) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:37.300802 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-81dc7d91-ba38-41e6-987c-565b74eb2646 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Request body: {'subnet': {'network_id': '44424b65-0105-412c-9875-ebc94906032a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:37.386703 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ff5468-558c-46d0-a50d-84b9132d6cb4 admin admin] Checking segment: {'id': '01a77c7b-5d03-43ae-b14a-b31944229d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e3e0acc2-40bc-4e0d-812c-fb475a7a34dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:00:37.387180 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ff5468-558c-46d0-a50d-84b9132d6cb4 admin admin] Network hostable DHCP agents. Network: e3e0acc2-40bc-4e0d-812c-fb475a7a34dc, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:00:37.393840 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f4a4d-3a0c-48d0-b41f-415258ff8a87 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Pushing event updated for resources: {'Network': ['ID=44424b65-0105-412c-9875-ebc94906032a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:37.406282 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 44424b65-0105-412c-9875-ebc94906032a details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:00:37.408465 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bed336c7-ebac-4711-8905-b6c304a4f773 req-a3d099b0-d7e0-4b50-8b12-0721b85dec92 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262169 Mar 05 05:00:37.435883 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ff5468-558c-46d0-a50d-84b9132d6cb4 admin admin] Network e3e0acc2-40bc-4e0d-812c-fb475a7a34dc is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:00:37.452910 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-32ff5468-558c-46d0-a50d-84b9132d6cb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, e3e0acc2-40bc-4e0d-812c-fb475a7a34dc) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:00:37.458807 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ff5468-558c-46d0-a50d-84b9132d6cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:37.460602 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-32ff5468-558c-46d0-a50d-84b9132d6cb4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:37.504429 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-32ff5468-558c-46d0-a50d-84b9132d6cb4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9923708 Mar 05 05:00:37.506840 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35672) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:37.518951 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-f4316903-361e-4cf6-aa5c-89ba08f6b02a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-538821079-router', 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:37.560571 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f4316903-361e-4cf6-aa5c-89ba08f6b02a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (09b638d4-4ff2-4ec3-aa26-233244d9f15d), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:37.561915 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f4316903-361e-4cf6-aa5c-89ba08f6b02a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (09b638d4-4ff2-4ec3-aa26-233244d9f15d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:37.689635 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f4316903-361e-4cf6-aa5c-89ba08f6b02a admin admin] Publish callbacks [] for router_controller (09b638d4-4ff2-4ec3-aa26-233244d9f15d), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:37.782134 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b861d566-04df-42d6-994d-559102409db7 None None] Network e3e0acc2-40bc-4e0d-812c-fb475a7a34dc requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:00:37.813824 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e9829d83-7454-49dc-85da-8e542cb61ce3 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (cf713c15-e37c-436f-8d01-f59c3cc5f405), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:37.865089 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-e9829d83-7454-49dc-85da-8e542cb61ce3 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf713c15-e37c-436f-8d01-f59c3cc5f405']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:37.895306 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-e9829d83-7454-49dc-85da-8e542cb61ce3 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e350afe-b33b-483f-8cad-cdda8fb3f5b9') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:37.895743 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-e9829d83-7454-49dc-85da-8e542cb61ce3 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e350afe-b33b-483f-8cad-cdda8fb3f5b9') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:37.926125 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e9829d83-7454-49dc-85da-8e542cb61ce3 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (2e350afe-b33b-483f-8cad-cdda8fb3f5b9), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:37.950475 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e9829d83-7454-49dc-85da-8e542cb61ce3 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (2e350afe-b33b-483f-8cad-cdda8fb3f5b9), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:37.966762 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9829d83-7454-49dc-85da-8e542cb61ce3 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:00:37.967527 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e9829d83-7454-49dc-85da-8e542cb61ce3 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (2e350afe-b33b-483f-8cad-cdda8fb3f5b9), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:38.033443 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f4316903-361e-4cf6-aa5c-89ba08f6b02a admin admin] Publish callbacks [] for router_gateway (09b638d4-4ff2-4ec3-aa26-233244d9f15d), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:38.065497 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b7afd9-45dc-4de7-895f-aaf9dbd812f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-e3e0acc2-40bc-4e0d-812c-fb475a7a34dc', 'network_id': 'e3e0acc2-40bc-4e0d-812c-fb475a7a34dc', 'project_id': '3cbec10cd3004a49ad666e5206b0e916', 'fixed_ips': [{'subnet_id': '641299e5-fad6-49c3-bcda-29f110adb5d6'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:00:38.067663 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-58b7afd9-45dc-4de7-895f-aaf9dbd812f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:38.126099 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:00:38.126099 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:00:38.126099 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:00:38.126099 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:00:38.126099 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:00:38.126099 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:00:38.126099 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:00:38.126099 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:00:38.126099 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:00:38.126099 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:00:38.126099 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:00:38.126099 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:00:38.126099 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:00:38.126099 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:00:38.126099 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:00:38.126099 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:00:38.126099 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:00:38.126099 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:00:38.126099 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:00:38.126099 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:00:38.126099 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:00:38.126099 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:00:38.126099 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:00:38.126099 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:00:38.126099 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:00:38.126099 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:00:38.126099 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:00:38.126099 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:00:38.126099 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:00:38.126099 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:00:38.126099 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:00:38.126099 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:00:38.148316 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e9829d83-7454-49dc-85da-8e542cb61ce3 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (cf713c15-e37c-436f-8d01-f59c3cc5f405), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:38.265500 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e9829d83-7454-49dc-85da-8e542cb61ce3 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:38.269186 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e9829d83-7454-49dc-85da-8e542cb61ce3 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] 10.222.0.11 "DELETE /v2.0/networks/cf713c15-e37c-436f-8d01-f59c3cc5f405 HTTP/1.1" status: 204 len: 168 time: 1.1264544 Mar 05 05:00:38.270206 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9829d83-7454-49dc-85da-8e542cb61ce3 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Pushing event deleted for resources: {'Network': ['ID=cf713c15-e37c-436f-8d01-f59c3cc5f405,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:38.281770 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35686) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:38.303124 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.db.resource_extend [None req-2a92e6b8-8573-4e45-9a5d-f3fddf628f47 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] It took 0.75 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 05:00:38.478129 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a92e6b8-8573-4e45-9a5d-f3fddf628f47 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:38.490270 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dc7d91-ba38-41e6-987c-565b74eb2646 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Made reservation on behalf of 926e46e17ff34928bb649cef3fd981ec for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:00:38.497979 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-81dc7d91-ba38-41e6-987c-565b74eb2646 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:38.522316 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-20a8665b-c138-4b62-a35f-e5f5d926a428 req-4b2047c1-c06a-4317-a36c-b630667704f6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3183537 Mar 05 05:00:38.543713 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a92e6b8-8573-4e45-9a5d-f3fddf628f47 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (b6434e69-48a8-4c26-86f9-8ec8b6a43a08), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:38.558356 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-58b7afd9-45dc-4de7-895f-aaf9dbd812f2 None None] Allocated IP 172.20.0.2 (e3e0acc2-40bc-4e0d-812c-fb475a7a34dc/641299e5-fad6-49c3-bcda-29f110adb5d6/f5b4b4b4-3198-45a6-8e6e-b02825932042) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:00:38.713235 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-54adee04-da24-4bb0-8aa9-c08a144b67a8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (8f9f12cd-75c3-48df-b716-d8fe676294d4), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:38.822853 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f4316903-361e-4cf6-aa5c-89ba08f6b02a admin admin] Publish callbacks [] for router_gateway (09b638d4-4ff2-4ec3-aa26-233244d9f15d), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:38.850519 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f4316903-361e-4cf6-aa5c-89ba08f6b02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:38.901393 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-54adee04-da24-4bb0-8aa9-c08a144b67a8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (8f9f12cd-75c3-48df-b716-d8fe676294d4), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:38.959409 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-2a92e6b8-8573-4e45-9a5d-f3fddf628f47 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Floating IP b6434e69-48a8-4c26-86f9-8ec8b6a43a08 associated. External IP: 172.25.0.63, port: f148c327-6331-4881-9e8d-1c43b3abd1d8. Mar 05 05:00:38.967856 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-54adee04-da24-4bb0-8aa9-c08a144b67a8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f9f12cd-75c3-48df-b716-d8fe676294d4']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:38.968101 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-58b7afd9-45dc-4de7-895f-aaf9dbd812f2 None None] Publish callbacks [] for port (f5b4b4b4-3198-45a6-8e6e-b02825932042), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:38.992044 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-58b7afd9-45dc-4de7-895f-aaf9dbd812f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (f5b4b4b4-3198-45a6-8e6e-b02825932042), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:39.002123 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-54adee04-da24-4bb0-8aa9-c08a144b67a8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d69038f-eaef-4b24-95f4-260033e8db6a') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:39.005055 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-54adee04-da24-4bb0-8aa9-c08a144b67a8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d69038f-eaef-4b24-95f4-260033e8db6a') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:39.073959 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-54adee04-da24-4bb0-8aa9-c08a144b67a8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (7d69038f-eaef-4b24-95f4-260033e8db6a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:39.076938 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b7afd9-45dc-4de7-895f-aaf9dbd812f2 None None] Network e3e0acc2-40bc-4e0d-812c-fb475a7a34dc is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:00:39.078213 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7afd9-45dc-4de7-895f-aaf9dbd812f2 None None] Pushing event updated for resources: {'Port': ['ID=f5b4b4b4-3198-45a6-8e6e-b02825932042,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:39.080840 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-58b7afd9-45dc-4de7-895f-aaf9dbd812f2 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:00:39.087246 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b7afd9-45dc-4de7-895f-aaf9dbd812f2 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:00:39.132395 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-54adee04-da24-4bb0-8aa9-c08a144b67a8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (7d69038f-eaef-4b24-95f4-260033e8db6a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:39.172755 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-58b7afd9-45dc-4de7-895f-aaf9dbd812f2 None None] Attempting to bind port f5b4b4b4-3198-45a6-8e6e-b02825932042 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:00:39.173145 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-58b7afd9-45dc-4de7-895f-aaf9dbd812f2 None None] Attempting to bind port f5b4b4b4-3198-45a6-8e6e-b02825932042 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '01a77c7b-5d03-43ae-b14a-b31944229d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e3e0acc2-40bc-4e0d-812c-fb475a7a34dc'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:00:39.173521 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b7afd9-45dc-4de7-895f-aaf9dbd812f2 None None] Attempting to bind port f5b4b4b4-3198-45a6-8e6e-b02825932042 on network e3e0acc2-40bc-4e0d-812c-fb475a7a34dc {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:00:39.177214 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-f4316903-361e-4cf6-aa5c-89ba08f6b02a admin admin] Allocated IP 172.25.0.119 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/96b9d6c2-de9f-4861-a808-0b1126e14b99) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:00:39.180463 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b7afd9-45dc-4de7-895f-aaf9dbd812f2 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:00:39.180852 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b7afd9-45dc-4de7-895f-aaf9dbd812f2 None None] Checking segment: {'id': '01a77c7b-5d03-43ae-b14a-b31944229d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e3e0acc2-40bc-4e0d-812c-fb475a7a34dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:00:39.181265 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-58b7afd9-45dc-4de7-895f-aaf9dbd812f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:39.181671 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b7afd9-45dc-4de7-895f-aaf9dbd812f2 None None] Bound using segment: {'id': '01a77c7b-5d03-43ae-b14a-b31944229d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e3e0acc2-40bc-4e0d-812c-fb475a7a34dc'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:00:39.182452 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-58b7afd9-45dc-4de7-895f-aaf9dbd812f2 None None] Bound port: f5b4b4b4-3198-45a6-8e6e-b02825932042, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a77c7b-5d03-43ae-b14a-b31944229d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e3e0acc2-40bc-4e0d-812c-fb475a7a34dc'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:00:39.182614 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-58b7afd9-45dc-4de7-895f-aaf9dbd812f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f5b4b4b4-3198-45a6-8e6e-b02825932042), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:39.183604 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54adee04-da24-4bb0-8aa9-c08a144b67a8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:00:39.186747 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-54adee04-da24-4bb0-8aa9-c08a144b67a8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (7d69038f-eaef-4b24-95f4-260033e8db6a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:39.191270 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:00:39.191270 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:00:39.191270 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:00:39.191270 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:00:39.191270 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:00:39.191270 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:00:39.191270 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:00:39.191270 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:00:39.191270 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:00:39.191270 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:00:39.191270 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:00:39.191270 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:00:39.191270 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:00:39.191270 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:00:39.191270 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:00:39.191270 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:00:39.191270 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:00:39.191270 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:00:39.191270 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:00:39.191270 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:00:39.191270 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:00:39.191270 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:00:39.191270 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:00:39.191270 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:00:39.191270 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:00:39.191270 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:00:39.191270 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:00:39.191270 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:00:39.191270 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:00:39.191270 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:00:39.191270 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:00:39.191270 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:00:39.293103 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-58b7afd9-45dc-4de7-895f-aaf9dbd812f2 None None] For port f5b4b4b4-3198-45a6-8e6e-b02825932042, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:00:39.302604 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-58b7afd9-45dc-4de7-895f-aaf9dbd812f2 None None] For port f5b4b4b4-3198-45a6-8e6e-b02825932042, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=f5b4b4b4-3198-45a6-8e6e-b02825932042,segment=NetworkSegment(01a77c7b-5d03-43ae-b14a-b31944229d80),segment_id=01a77c7b-5d03-43ae-b14a-b31944229d80)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:00:39.317091 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-58b7afd9-45dc-4de7-895f-aaf9dbd812f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f5b4b4b4-3198-45a6-8e6e-b02825932042), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:39.495718 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-54adee04-da24-4bb0-8aa9-c08a144b67a8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (8f9f12cd-75c3-48df-b716-d8fe676294d4), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:39.501272 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7afd9-45dc-4de7-895f-aaf9dbd812f2 None None] Pushing event updated for resources: {'Port': ['ID=f5b4b4b4-3198-45a6-8e6e-b02825932042,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:39.527869 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-54adee04-da24-4bb0-8aa9-c08a144b67a8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:39.536783 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-54adee04-da24-4bb0-8aa9-c08a144b67a8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] 10.222.0.11 "DELETE /v2.0/networks/8f9f12cd-75c3-48df-b716-d8fe676294d4 HTTP/1.1" status: 204 len: 168 time: 1.2487407 Mar 05 05:00:39.540641 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35700) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:39.619894 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54adee04-da24-4bb0-8aa9-c08a144b67a8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Pushing event deleted for resources: {'Network': ['ID=8f9f12cd-75c3-48df-b716-d8fe676294d4,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:39.937782 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-81dc7d91-ba38-41e6-987c-565b74eb2646 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (f4cdbdc3-4018-4ac0-9c2f-db963c4e11cb), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:40.075511 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a92e6b8-8573-4e45-9a5d-f3fddf628f47 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:00:40.150706 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8665b-c138-4b62-a35f-e5f5d926a428 req-982cdd7b-18df-49ce-b69a-88b6d4b3dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:40.152362 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-20a8665b-c138-4b62-a35f-e5f5d926a428 req-982cdd7b-18df-49ce-b69a-88b6d4b3dad0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9a4b8503d9df4443b291278ddd00e28c&device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 1128 time: 0.9261940 Mar 05 05:00:40.212001 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f5b4b4b4-3198-45a6-8e6e-b02825932042 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:00:40.317027 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8665b-c138-4b62-a35f-e5f5d926a428 req-9eaaa7db-c603-49d3-a5a0-9200b2b4ce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:40.319437 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-20a8665b-c138-4b62-a35f-e5f5d926a428 req-9eaaa7db-c603-49d3-a5a0-9200b2b4ce94 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e2ea6029-e725-4617-9e1a-670683181521 HTTP/1.1" status: 200 len: 919 time: 0.1316957 Mar 05 05:00:40.393661 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port f5b4b4b4-3198-45a6-8e6e-b02825932042 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:40.394221 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f5b4b4b4-3198-45a6-8e6e-b02825932042), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:40.397456 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-20a8665b-c138-4b62-a35f-e5f5d926a428 req-73c21fc3-011f-4bf0-bdbb-c0425f066289 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d0f7775-41a9-4203-8bbf-7ef0fcd07f63 HTTP/1.1" status: 200 len: 217 time: 0.0547230 Mar 05 05:00:40.465338 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc7d91-ba38-41e6-987c-565b74eb2646 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Pushing event updated for resources: {'Subnet': ['ID=f4cdbdc3-4018-4ac0-9c2f-db963c4e11cb,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:40.472800 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dc7d91-ba38-41e6-987c-565b74eb2646 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Checking segment: {'id': 'dffbb6e3-a8b3-42ee-8825-29093a485ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '44424b65-0105-412c-9875-ebc94906032a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:00:40.473669 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dc7d91-ba38-41e6-987c-565b74eb2646 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Network hostable DHCP agents. Network: 44424b65-0105-412c-9875-ebc94906032a, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:00:40.711253 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port f5b4b4b4-3198-45a6-8e6e-b02825932042 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:40.714764 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f5b4b4b4-3198-45a6-8e6e-b02825932042), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:40.717587 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f4316903-361e-4cf6-aa5c-89ba08f6b02a admin admin] Publish callbacks [] for port (96b9d6c2-de9f-4861-a808-0b1126e14b99), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:40.817393 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port f5b4b4b4-3198-45a6-8e6e-b02825932042, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=f5b4b4b4-3198-45a6-8e6e-b02825932042,segment=NetworkSegment(01a77c7b-5d03-43ae-b14a-b31944229d80),segment_id=01a77c7b-5d03-43ae-b14a-b31944229d80)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:00:40.827299 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f5b4b4b4-3198-45a6-8e6e-b02825932042), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:40.849611 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8665b-c138-4b62-a35f-e5f5d926a428 req-fbd2f8ed-7f84-4922-984e-2cb8a1a0fc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:40.851678 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-20a8665b-c138-4b62-a35f-e5f5d926a428 req-fbd2f8ed-7f84-4922-984e-2cb8a1a0fc13 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2ee3a0bf-8ff3-4691-abcb-5ebfd0488082 HTTP/1.1" status: 200 len: 859 time: 0.3971450 Mar 05 05:00:40.855981 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dc7d91-ba38-41e6-987c-565b74eb2646 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Network 44424b65-0105-412c-9875-ebc94906032a is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:00:40.880114 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc53c1c2-e34d-4c6b-bf3d-c48a44a2fb42 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:40.890570 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc53c1c2-e34d-4c6b-bf3d-c48a44a2fb42 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:40.896554 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-bc53c1c2-e34d-4c6b-bf3d-c48a44a2fb42 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.3500550 Mar 05 05:00:40.904684 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35726) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:40.914137 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-20a8665b-c138-4b62-a35f-e5f5d926a428 req-c1ad2235-815d-4651-ab7f-c6a535991417 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2ea6029-e725-4617-9e1a-670683181521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542917 Mar 05 05:00:40.924160 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-62d1a787-64ae-4017-a66a-2d961c581d54 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1055336011'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:40.936806 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-81dc7d91-ba38-41e6-987c-565b74eb2646 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 44424b65-0105-412c-9875-ebc94906032a) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:00:40.966460 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85bda42-93e5-40ae-b9ee-67ad9e36a1d9 None None] Network 44424b65-0105-412c-9875-ebc94906032a requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:00:40.975503 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f4316903-361e-4cf6-aa5c-89ba08f6b02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (96b9d6c2-de9f-4861-a808-0b1126e14b99), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:40.983979 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a92e6b8-8573-4e45-9a5d-f3fddf628f47 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:00:40.998104 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0692a63c-b318-4eb6-9ccf-bdc5a05b6baa None None] Sync routers for ids ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:00:41.005398 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dc7d91-ba38-41e6-987c-565b74eb2646 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:41.006739 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-81dc7d91-ba38-41e6-987c-565b74eb2646 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:41.014600 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a92e6b8-8573-4e45-9a5d-f3fddf628f47 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:41.021862 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0692a63c-b318-4eb6-9ccf-bdc5a05b6baa None None] Routers {'9d9e5c8c-8fe9-4199-9808-05fba6c71dec'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:00:41.024017 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-0692a63c-b318-4eb6-9ccf-bdc5a05b6baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:00:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:41.024400 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=f5b4b4b4-3198-45a6-8e6e-b02825932042,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:41.125744 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4316903-361e-4cf6-aa5c-89ba08f6b02a admin admin] Pushing event updated for resources: {'Port': ['ID=96b9d6c2-de9f-4861-a808-0b1126e14b99,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:41.172761 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4316903-361e-4cf6-aa5c-89ba08f6b02a admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:00:41.181740 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-f4316903-361e-4cf6-aa5c-89ba08f6b02a admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:00:41.187712 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4316903-361e-4cf6-aa5c-89ba08f6b02a admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:00:41.241798 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-0692a63c-b318-4eb6-9ccf-bdc5a05b6baa None None] Set router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:00:41.262009 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-20a8665b-c138-4b62-a35f-e5f5d926a428 req-444b3a9b-d30c-465e-b6c3-19ff57fe22cb service neutron] 10.222.0.31 "GET /v2.0/networks/e2ea6029-e725-4617-9e1a-670683181521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283107 Mar 05 05:00:41.314366 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d1a787-64ae-4017-a66a-2d961c581d54 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Made reservation on behalf of f92d7990776c4ca08fdef603668b9742 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:00:41.323341 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-62d1a787-64ae-4017-a66a-2d961c581d54 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:41.353783 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a424c888-d57d-4914-88dc-2e9c8824a7d1 None None] Network e3e0acc2-40bc-4e0d-812c-fb475a7a34dc requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:00:41.406419 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d1a787-64ae-4017-a66a-2d961c581d54 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:00:41.448181 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-62d1a787-64ae-4017-a66a-2d961c581d54 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (b2850d81-ac9d-4fd8-a56f-e68d6c65650c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:41.450697 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-62d1a787-64ae-4017-a66a-2d961c581d54 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Added segment b2850d81-ac9d-4fd8-a56f-e68d6c65650c of type vlan for network ae6e230b-83e5-4e54-982f-36d3024330e3 Mar 05 05:00:41.597536 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-0692a63c-b318-4eb6-9ccf-bdc5a05b6baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:26Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'gw_port': {'id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:28Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'b6434e69-48a8-4c26-86f9-8ec8b6a43a08', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'floating_ip_address': '172.25.0.63', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'port_id': 'f148c327-6331-4881-9e8d-1c43b3abd1d8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2000, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'mac_address': 'fa:16:3e:a7:ca:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b89c5-8654-4557-a813-402468cbc84a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:00:14Z', 'updated_at': '2022-03-05T05:00:37Z', 'revision_number': 1, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05374882-18b9-429d-a219-9a1dba943df9', 'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'mac_address': 'fa:16:3e:7e:8a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:34Z', 'updated_at': '2022-03-05T04:56:42Z', 'revision_number': 5, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'subnets': [{'id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:41.632082 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0692a63c-b318-4eb6-9ccf-bdc5a05b6baa None None] Checking router: 9d9e5c8c-8fe9-4199-9808-05fba6c71dec for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:00:41.642856 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0692a63c-b318-4eb6-9ccf-bdc5a05b6baa None None] Routers {'9d9e5c8c-8fe9-4199-9808-05fba6c71dec'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:00:41.643926 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-0692a63c-b318-4eb6-9ccf-bdc5a05b6baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:00:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:41.667940 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-62d1a787-64ae-4017-a66a-2d961c581d54 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (ae6e230b-83e5-4e54-982f-36d3024330e3), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:41.769583 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031b8400-9bea-4418-bb01-6a5a094ef86a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-44424b65-0105-412c-9875-ebc94906032a', 'network_id': '44424b65-0105-412c-9875-ebc94906032a', 'project_id': '926e46e17ff34928bb649cef3fd981ec', 'fixed_ips': [{'subnet_id': 'f4cdbdc3-4018-4ac0-9c2f-db963c4e11cb'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:00:41.770915 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-031b8400-9bea-4418-bb01-6a5a094ef86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:41.785591 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3ddb9577-9392-401e-9598-2eae9cad0029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:41.806007 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3ed826eb-9f86-42f5-a3cf-e7ecd56b725f None None] Provisioning complete for port f5b4b4b4-3198-45a6-8e6e-b02825932042 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:41.808673 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3ed826eb-9f86-42f5-a3cf-e7ecd56b725f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f5b4b4b4-3198-45a6-8e6e-b02825932042), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:41.816830 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-81dc7d91-ba38-41e6-987c-565b74eb2646 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5337484 Mar 05 05:00:41.822275 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-62d1a787-64ae-4017-a66a-2d961c581d54 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (ae6e230b-83e5-4e54-982f-36d3024330e3), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:41.841184 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d1a787-64ae-4017-a66a-2d961c581d54 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:41.843255 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-62d1a787-64ae-4017-a66a-2d961c581d54 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:41.845516 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-0692a63c-b318-4eb6-9ccf-bdc5a05b6baa None None] Set router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:00:41.879411 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2a92e6b8-8573-4e45-9a5d-f3fddf628f47 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "PUT /v2.0/floatingips/b6434e69-48a8-4c26-86f9-8ec8b6a43a08 HTTP/1.1" status: 200 len: 990 time: 6.3116939 Mar 05 05:00:41.906885 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35742) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:41.934793 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f4316903-361e-4cf6-aa5c-89ba08f6b02a admin admin] Publish callbacks [] for router_gateway (09b638d4-4ff2-4ec3-aa26-233244d9f15d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:42.106016 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f5b4b4b4-3198-45a6-8e6e-b02825932042 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:00:42.134942 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7b89c5-8654-4557-a813-402468cbc84a', 'tag': 'f148c327-6331-4881-9e8d-1c43b3abd1d8'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:00:42.137645 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5126c2-b4b4-4641-bda7-bd396d66281a" -d '{"events": [{"name": "network-changed", "server_uuid": "0b7b89c5-8654-4557-a813-402468cbc84a", "tag": "f148c327-6331-4881-9e8d-1c43b3abd1d8"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:00:42.154126 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-c79064d1-9cdc-4834-8616-d5b1792a4d60 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Request body: {'network': {'name': 'tempest-router-network01--679493162'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:42.201544 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-20a8665b-c138-4b62-a35f-e5f5d926a428 req-6ccd7a67-9ecf-4cdb-9bee-a47215d8a140 service neutron] 10.222.0.31 "GET /v2.0/networks/e2ea6029-e725-4617-9e1a-670683181521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9118161 Mar 05 05:00:42.250426 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1a787-64ae-4017-a66a-2d961c581d54 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Pushing event updated for resources: {'Network': ['ID=ae6e230b-83e5-4e54-982f-36d3024330e3,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:42.278075 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f4316903-361e-4cf6-aa5c-89ba08f6b02a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (09b638d4-4ff2-4ec3-aa26-233244d9f15d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:42.282817 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network ae6e230b-83e5-4e54-982f-36d3024330e3 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:00:42.316656 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-62d1a787-64ae-4017-a66a-2d961c581d54 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4078310 Mar 05 05:00:42.331504 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-031b8400-9bea-4418-bb01-6a5a094ef86a None None] Allocated IP 2001:db8::2 (44424b65-0105-412c-9875-ebc94906032a/f4cdbdc3-4018-4ac0-9c2f-db963c4e11cb/f8828db4-8678-4eb9-96f1-c4d241eb6dd0) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:00:42.333346 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5305021-6ef2-406f-910d-df9e37e10a38 x-openstack-request-id: req-c5305021-6ef2-406f-910d-df9e37e10a38 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:00:42.343188 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b7b89c5-8654-4557-a813-402468cbc84a", "tag": "f148c327-6331-4881-9e8d-1c43b3abd1d8", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:00:42.343586 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c5305021-6ef2-406f-910d-df9e37e10a38 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:00:42.344102 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b7b89c5-8654-4557-a813-402468cbc84a', 'tag': 'f148c327-6331-4881-9e8d-1c43b3abd1d8', 'status': 'completed', 'code': 200} Mar 05 05:00:42.349963 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35750) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:42.363874 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-84fbd476-86c9-4059-a264-0afff8d16b77 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1060457874'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:42.408418 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3ed826eb-9f86-42f5-a3cf-e7ecd56b725f None None] Current status of the port f5b4b4b4-3198-45a6-8e6e-b02825932042 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:42.450501 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fbd476-86c9-4059-a264-0afff8d16b77 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Made reservation on behalf of f92d7990776c4ca08fdef603668b9742 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:00:42.457703 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-84fbd476-86c9-4059-a264-0afff8d16b77 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:42.464506 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-0692a63c-b318-4eb6-9ccf-bdc5a05b6baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:26Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'gw_port': {'id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:28Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'b6434e69-48a8-4c26-86f9-8ec8b6a43a08', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'floating_ip_address': '172.25.0.63', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'port_id': 'f148c327-6331-4881-9e8d-1c43b3abd1d8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2000, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'mac_address': 'fa:16:3e:a7:ca:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b89c5-8654-4557-a813-402468cbc84a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:00:14Z', 'updated_at': '2022-03-05T05:00:37Z', 'revision_number': 1, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05374882-18b9-429d-a219-9a1dba943df9', 'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'mac_address': 'fa:16:3e:7e:8a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:34Z', 'updated_at': '2022-03-05T04:56:42Z', 'revision_number': 5, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'subnets': [{'id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:42.483435 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79064d1-9cdc-4834-8616-d5b1792a4d60 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Made reservation on behalf of 926e46e17ff34928bb649cef3fd981ec for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:00:42.495335 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port f5b4b4b4-3198-45a6-8e6e-b02825932042 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:42.508340 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c79064d1-9cdc-4834-8616-d5b1792a4d60 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:42.525082 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f5b4b4b4-3198-45a6-8e6e-b02825932042), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:42.538583 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0692a63c-b318-4eb6-9ccf-bdc5a05b6baa None None] The sync data for ids ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'] in n-d-789963-32 is: [{'id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:26Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'gw_port': {'id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:28Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'b6434e69-48a8-4c26-86f9-8ec8b6a43a08', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'floating_ip_address': '172.25.0.63', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'port_id': 'f148c327-6331-4881-9e8d-1c43b3abd1d8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2000, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'mac_address': 'fa:16:3e:a7:ca:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b7b89c5-8654-4557-a813-402468cbc84a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:00:14Z', 'updated_at': '2022-03-05T05:00:37Z', 'revision_number': 1, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05374882-18b9-429d-a219-9a1dba943df9', 'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'mac_address': 'fa:16:3e:7e:8a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:34Z', 'updated_at': '2022-03-05T04:56:42Z', 'revision_number': 5, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'subnets': [{'id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:00:42.631971 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4316903-361e-4cf6-aa5c-89ba08f6b02a admin admin] Router 09b638d4-4ff2-4ec3-aa26-233244d9f15d is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:00:42.648659 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84fbd476-86c9-4059-a264-0afff8d16b77 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:00:42.676335 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-84fbd476-86c9-4059-a264-0afff8d16b77 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (229bf5d8-b9dd-499e-8013-0787fd525a83), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:42.676712 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-84fbd476-86c9-4059-a264-0afff8d16b77 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Added segment 229bf5d8-b9dd-499e-8013-0787fd525a83 of type vlan for network 87e3d6c9-1fad-4035-ae3c-e275e8a086b0 Mar 05 05:00:42.748677 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c79064d1-9cdc-4834-8616-d5b1792a4d60 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:00:42.785658 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-84fbd476-86c9-4059-a264-0afff8d16b77 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (87e3d6c9-1fad-4035-ae3c-e275e8a086b0), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:42.792938 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c79064d1-9cdc-4834-8616-d5b1792a4d60 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (33fb735a-9fb2-427c-93b9-a39eed16f99f), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:42.793517 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-c79064d1-9cdc-4834-8616-d5b1792a4d60 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Added segment 33fb735a-9fb2-427c-93b9-a39eed16f99f of type vlan for network e47e814c-4927-4b28-86a6-75aa53942bb3 Mar 05 05:00:42.844072 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081c03d-135b-47f2-94e0-4481b7b6d987 req-93bbc980-56a5-498d-b25b-ff91d63e1093 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:42.851290 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5081c03d-135b-47f2-94e0-4481b7b6d987 req-93bbc980-56a5-498d-b25b-ff91d63e1093 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 945 time: 0.9683917 Mar 05 05:00:42.918712 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d346653b-9f7a-4b12-a7fe-8ca1647a4c7c None None] Provisioning complete for port f5b4b4b4-3198-45a6-8e6e-b02825932042 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:42.919115 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d346653b-9f7a-4b12-a7fe-8ca1647a4c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f5b4b4b4-3198-45a6-8e6e-b02825932042), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:42.937961 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5126c2-b4b4-4641-bda7-bd396d66281a req-2b383f16-5529-4097-95d2-45304bff00a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:42.940223 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b5126c2-b4b4-4641-bda7-bd396d66281a req-2b383f16-5529-4097-95d2-45304bff00a4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4e3a7db0492c498e9791caa16e095e94&device_id=0b7b89c5-8654-4557-a813-402468cbc84a HTTP/1.1" status: 200 len: 1128 time: 0.6213377 Mar 05 05:00:42.943526 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4316903-361e-4cf6-aa5c-89ba08f6b02a admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:00:42.968253 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe33b41-bad2-466b-934b-019fc77f70ab None None] Sync routers for ids ['09b638d4-4ff2-4ec3-aa26-233244d9f15d'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:00:42.972019 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.db.resource_extend [None req-84fbd476-86c9-4059-a264-0afff8d16b77 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 05:00:42.975765 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb7ec1-e6b4-486d-a7f2-f5a316e21697 None None] New status for floating IP b6434e69-48a8-4c26-86f9-8ec8b6a43a08: ACTIVE {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:00:42.982698 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f4316903-361e-4cf6-aa5c-89ba08f6b02a admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:42.984171 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f4316903-361e-4cf6-aa5c-89ba08f6b02a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4740314 Mar 05 05:00:42.986900 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35760) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:42.992095 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe33b41-bad2-466b-934b-019fc77f70ab None None] Routers {'09b638d4-4ff2-4ec3-aa26-233244d9f15d'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:00:42.993584 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-ebe33b41-bad2-466b-934b-019fc77f70ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:00:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['09b638d4-4ff2-4ec3-aa26-233244d9f15d'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:43.033784 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c79064d1-9cdc-4834-8616-d5b1792a4d60 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (e47e814c-4927-4b28-86a6-75aa53942bb3), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:43.099318 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-84fbd476-86c9-4059-a264-0afff8d16b77 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (87e3d6c9-1fad-4035-ae3c-e275e8a086b0), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:43.104787 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fbd476-86c9-4059-a264-0afff8d16b77 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:43.105558 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-84fbd476-86c9-4059-a264-0afff8d16b77 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:43.168931 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.db.resource_extend [None req-c79064d1-9cdc-4834-8616-d5b1792a4d60 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 05:00:43.184854 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port f5b4b4b4-3198-45a6-8e6e-b02825932042 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:43.267536 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-031b8400-9bea-4418-bb01-6a5a094ef86a None None] Publish callbacks [] for port (f8828db4-8678-4eb9-96f1-c4d241eb6dd0), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:43.270128 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5081c03d-135b-47f2-94e0-4481b7b6d987 req-a712d9ad-ba37-4fad-bb55-383c105b65a9 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3995702 Mar 05 05:00:43.347533 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-84fbd476-86c9-4059-a264-0afff8d16b77 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9907935 Mar 05 05:00:43.357267 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35764) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:43.376957 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-ebe33b41-bad2-466b-934b-019fc77f70ab None None] Set router 09b638d4-4ff2-4ec3-aa26-233244d9f15d gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:00:43.377194 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-031b8400-9bea-4418-bb01-6a5a094ef86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (f8828db4-8678-4eb9-96f1-c4d241eb6dd0), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:43.387069 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fbd476-86c9-4059-a264-0afff8d16b77 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Pushing event updated for resources: {'Network': ['ID=87e3d6c9-1fad-4035-ae3c-e275e8a086b0,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:43.401521 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c79064d1-9cdc-4834-8616-d5b1792a4d60 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (e47e814c-4927-4b28-86a6-75aa53942bb3), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:43.415928 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79064d1-9cdc-4834-8616-d5b1792a4d60 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:43.422713 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c79064d1-9cdc-4834-8616-d5b1792a4d60 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:43.447301 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-92136c62-f47c-42fa-8716-ee501c1d10e8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Request body: {'ports': [{'network_id': 'ae6e230b-83e5-4e54-982f-36d3024330e3', 'name': 'tempest-port--550373018', 'admin_state_up': True}, {'network_id': '87e3d6c9-1fad-4035-ae3c-e275e8a086b0', 'admin_state_up': False}]} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:43.447785 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-92136c62-f47c-42fa-8716-ee501c1d10e8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Request body: {'port': {'network_id': 'ae6e230b-83e5-4e54-982f-36d3024330e3', 'name': 'tempest-port--550373018', 'admin_state_up': True}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:43.448409 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-92136c62-f47c-42fa-8716-ee501c1d10e8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Request body: {'port': {'network_id': '87e3d6c9-1fad-4035-ae3c-e275e8a086b0', 'admin_state_up': False}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:43.508297 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031b8400-9bea-4418-bb01-6a5a094ef86a None None] Network 44424b65-0105-412c-9875-ebc94906032a is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:00:43.513303 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-031b8400-9bea-4418-bb01-6a5a094ef86a None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:00:43.517764 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 87e3d6c9-1fad-4035-ae3c-e275e8a086b0 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:00:43.529672 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031b8400-9bea-4418-bb01-6a5a094ef86a None None] Pushing event updated for resources: {'Port': ['ID=f8828db4-8678-4eb9-96f1-c4d241eb6dd0,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:43.533639 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031b8400-9bea-4418-bb01-6a5a094ef86a None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:00:43.543875 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5126c2-b4b4-4641-bda7-bd396d66281a req-5cb66dcd-1621-461e-bb14-53c8cb5f32e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:43.544699 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c30fa-c44e-4985-911d-dcadfda57005 req-fce1ba27-8aa3-4b01-9672-434db7741a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:43.546516 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-049c30fa-c44e-4985-911d-dcadfda57005 req-fce1ba27-8aa3-4b01-9672-434db7741a63 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a4b8503d9df4443b291278ddd00e28c&device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 1128 time: 0.3710546 Mar 05 05:00:43.559969 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b5126c2-b4b4-4641-bda7-bd396d66281a req-5cb66dcd-1621-461e-bb14-53c8cb5f32e8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2208e38e-4ccf-4e0c-99e3-12bba4d22772 HTTP/1.1" status: 200 len: 914 time: 0.5833144 Mar 05 05:00:43.661210 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-ebe33b41-bad2-466b-934b-019fc77f70ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'name': 'tempest-TaggedBootDevicesTest-538821079-router', 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '96b9d6c2-de9f-4861-a808-0b1126e14b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:00:37Z', 'updated_at': '2022-03-05T05:00:41Z', 'revision_number': 3, 'project_id': '3cbec10cd3004a49ad666e5206b0e916', 'gw_port': {'id': '96b9d6c2-de9f-4861-a808-0b1126e14b99', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:89:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:00:38Z', 'updated_at': '2022-03-05T05:00:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:43.679184 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c79064d1-9cdc-4834-8616-d5b1792a4d60 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5353119 Mar 05 05:00:43.696356 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35772) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:43.698243 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe33b41-bad2-466b-934b-019fc77f70ab None None] Checking router: 09b638d4-4ff2-4ec3-aa26-233244d9f15d for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:00:43.698779 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe33b41-bad2-466b-934b-019fc77f70ab None None] Updating router 09b638d4-4ff2-4ec3-aa26-233244d9f15d port 96b9d6c2-de9f-4861-a808-0b1126e14b99 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:00:43.716995 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-35d33ae3-0308-4663-8192-8877e8071125 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Request body: {'network': {'name': 'tempest-router-network02--2001815169'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:43.741641 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-ebe33b41-bad2-466b-934b-019fc77f70ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (96b9d6c2-de9f-4861-a808-0b1126e14b99), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:43.778534 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79064d1-9cdc-4834-8616-d5b1792a4d60 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Pushing event updated for resources: {'Network': ['ID=e47e814c-4927-4b28-86a6-75aa53942bb3,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:43.802336 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b5126c2-b4b4-4641-bda7-bd396d66281a req-7cc85184-2d8b-4083-957e-a6690ebfc2c4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f148c327-6331-4881-9e8d-1c43b3abd1d8 HTTP/1.1" status: 200 len: 1000 time: 0.2063167 Mar 05 05:00:43.832597 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec7a5a-7e3d-458e-9b0a-b13cba296f49 req-378adfe4-fc12-4fc0-a673-acac0fa59ee6 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:43.841365 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dfec7a5a-7e3d-458e-9b0a-b13cba296f49 req-378adfe4-fc12-4fc0-a673-acac0fa59ee6 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 0.4873292 Mar 05 05:00:43.949970 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5126c2-b4b4-4641-bda7-bd396d66281a req-f6a18015-705a-4b03-92c3-59e62a8c4aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:43.956954 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b5126c2-b4b4-4641-bda7-bd396d66281a req-f6a18015-705a-4b03-92c3-59e62a8c4aa1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5 HTTP/1.1" status: 200 len: 853 time: 0.1446626 Mar 05 05:00:43.981384 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network e47e814c-4927-4b28-86a6-75aa53942bb3 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:00:44.007870 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dfec7a5a-7e3d-458e-9b0a-b13cba296f49 req-bd761544-2642-4249-9a13-eaeeebc589a4 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601605 Mar 05 05:00:44.046457 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d33ae3-0308-4663-8192-8877e8071125 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Made reservation on behalf of 926e46e17ff34928bb649cef3fd981ec for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:00:44.055985 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-35d33ae3-0308-4663-8192-8877e8071125 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:44.068759 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5126c2-b4b4-4641-bda7-bd396d66281a req-5a65123d-f3de-420d-9160-bf258836988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:44.071849 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b5126c2-b4b4-4641-bda7-bd396d66281a req-5a65123d-f3de-420d-9160-bf258836988f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2208e38e-4ccf-4e0c-99e3-12bba4d22772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0928383 Mar 05 05:00:44.086587 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d346653b-9f7a-4b12-a7fe-8ca1647a4c7c None None] Current status of the port f5b4b4b4-3198-45a6-8e6e-b02825932042 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:44.098729 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3e5e7c2e-8b0a-41cb-893d-9e591033b77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:44.110250 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:44.137121 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-031b8400-9bea-4418-bb01-6a5a094ef86a None None] Attempting to bind port f8828db4-8678-4eb9-96f1-c4d241eb6dd0 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:00:44.137440 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-031b8400-9bea-4418-bb01-6a5a094ef86a None None] Attempting to bind port f8828db4-8678-4eb9-96f1-c4d241eb6dd0 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'dffbb6e3-a8b3-42ee-8825-29093a485ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '44424b65-0105-412c-9875-ebc94906032a'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:00:44.137812 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031b8400-9bea-4418-bb01-6a5a094ef86a None None] Attempting to bind port f8828db4-8678-4eb9-96f1-c4d241eb6dd0 on network 44424b65-0105-412c-9875-ebc94906032a {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:00:44.142021 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:44.156405 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031b8400-9bea-4418-bb01-6a5a094ef86a None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:00:44.157341 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031b8400-9bea-4418-bb01-6a5a094ef86a None None] Checking segment: {'id': 'dffbb6e3-a8b3-42ee-8825-29093a485ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '44424b65-0105-412c-9875-ebc94906032a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:00:44.157764 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-031b8400-9bea-4418-bb01-6a5a094ef86a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:44.158170 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031b8400-9bea-4418-bb01-6a5a094ef86a None None] Bound using segment: {'id': 'dffbb6e3-a8b3-42ee-8825-29093a485ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '44424b65-0105-412c-9875-ebc94906032a'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:00:44.158658 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-031b8400-9bea-4418-bb01-6a5a094ef86a None None] Bound port: f8828db4-8678-4eb9-96f1-c4d241eb6dd0, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffbb6e3-a8b3-42ee-8825-29093a485ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '44424b65-0105-412c-9875-ebc94906032a'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:00:44.159047 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-031b8400-9bea-4418-bb01-6a5a094ef86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f8828db4-8678-4eb9-96f1-c4d241eb6dd0), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:44.241818 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c30fa-c44e-4985-911d-dcadfda57005 req-80054593-4459-4de6-a853-63b1c85b19e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:44.243631 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-049c30fa-c44e-4985-911d-dcadfda57005 req-80054593-4459-4de6-a853-63b1c85b19e8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e2ea6029-e725-4617-9e1a-670683181521 HTTP/1.1" status: 200 len: 919 time: 0.6742830 Mar 05 05:00:44.313363 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b5126c2-b4b4-4641-bda7-bd396d66281a req-55d44301-2fab-4230-83a4-c2bfc86810d2 service neutron] 10.222.0.31 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334456 Mar 05 05:00:44.333418 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-031b8400-9bea-4418-bb01-6a5a094ef86a None None] For port f8828db4-8678-4eb9-96f1-c4d241eb6dd0, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:00:44.341700 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-031b8400-9bea-4418-bb01-6a5a094ef86a None None] For port f8828db4-8678-4eb9-96f1-c4d241eb6dd0, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=f8828db4-8678-4eb9-96f1-c4d241eb6dd0,segment=NetworkSegment(dffbb6e3-a8b3-42ee-8825-29093a485ee0),segment_id=dffbb6e3-a8b3-42ee-8825-29093a485ee0)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:00:44.357171 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-031b8400-9bea-4418-bb01-6a5a094ef86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f8828db4-8678-4eb9-96f1-c4d241eb6dd0), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:44.415250 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d33ae3-0308-4663-8192-8877e8071125 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:00:44.427278 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-049c30fa-c44e-4985-911d-dcadfda57005 req-352820f3-b8d3-40b8-8f94-877b014a6f26 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff027842-10ad-48ab-9484-ef962888f6f8 HTTP/1.1" status: 200 len: 217 time: 0.1766572 Mar 05 05:00:44.454071 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031b8400-9bea-4418-bb01-6a5a094ef86a None None] Pushing event updated for resources: {'Port': ['ID=f8828db4-8678-4eb9-96f1-c4d241eb6dd0,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:44.542774 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b5126c2-b4b4-4641-bda7-bd396d66281a req-08a49d8f-4954-445c-95fd-1a94e773c48b service neutron] 10.222.0.31 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226722 Mar 05 05:00:44.551450 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc035c-ea3d-43b3-9466-3bdfb422c5c3 req-edbc7c7b-e7f4-47dd-8dd2-da599de276da tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:44.553825 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9dc035c-ea3d-43b3-9466-3bdfb422c5c3 req-edbc7c7b-e7f4-47dd-8dd2-da599de276da tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 945 time: 0.1064229 Mar 05 05:00:44.566171 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c30fa-c44e-4985-911d-dcadfda57005 req-d2463eb6-01c8-4dbe-aa83-3ece01ea1a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:44.567663 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-049c30fa-c44e-4985-911d-dcadfda57005 req-d2463eb6-01c8-4dbe-aa83-3ece01ea1a31 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2ee3a0bf-8ff3-4691-abcb-5ebfd0488082 HTTP/1.1" status: 200 len: 859 time: 0.1268842 Mar 05 05:00:44.617643 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-ebe33b41-bad2-466b-934b-019fc77f70ab None None] Publish callbacks [] for port (96b9d6c2-de9f-4861-a808-0b1126e14b99), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:44.629502 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-ebe33b41-bad2-466b-934b-019fc77f70ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (96b9d6c2-de9f-4861-a808-0b1126e14b99), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:44.630111 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-35d33ae3-0308-4663-8192-8877e8071125 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (f008572b-9f9f-4a84-acd0-805d61822909), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:44.630465 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-35d33ae3-0308-4663-8192-8877e8071125 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Added segment f008572b-9f9f-4a84-acd0-805d61822909 of type vlan for network fe9cc3c3-b677-4f51-a41f-59dbb9895e4f Mar 05 05:00:44.634267 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-049c30fa-c44e-4985-911d-dcadfda57005 req-60a92822-b008-49ad-8758-a2d99d4257ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2ea6029-e725-4617-9e1a-670683181521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398159 Mar 05 05:00:44.644412 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92136c62-f47c-42fa-8716-ee501c1d10e8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Made reservation on behalf of f92d7990776c4ca08fdef603668b9742 for: {'port': 2} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:00:44.649101 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-92136c62-f47c-42fa-8716-ee501c1d10e8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:44.660634 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9dc035c-ea3d-43b3-9466-3bdfb422c5c3 req-e12dd344-06ef-4bd2-8d13-4933785919d8 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995452 Mar 05 05:00:44.729837 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e18d0-0662-42bf-b252-bb5f15b5493b None None] Pushing event updated for resources: {'Port': ['ID=96b9d6c2-de9f-4861-a808-0b1126e14b99,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:44.754523 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-ebe33b41-bad2-466b-934b-019fc77f70ab None None] Attempting to bind port 96b9d6c2-de9f-4861-a808-0b1126e14b99 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:00:44.754984 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-ebe33b41-bad2-466b-934b-019fc77f70ab None None] Attempting to bind port 96b9d6c2-de9f-4861-a808-0b1126e14b99 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:00:44.755439 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe33b41-bad2-466b-934b-019fc77f70ab None None] Attempting to bind port 96b9d6c2-de9f-4861-a808-0b1126e14b99 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:00:44.758593 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e18d0-0662-42bf-b252-bb5f15b5493b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:44.759015 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e18d0-0662-42bf-b252-bb5f15b5493b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:44.759445 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e18d0-0662-42bf-b252-bb5f15b5493b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:44.760622 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e18d0-0662-42bf-b252-bb5f15b5493b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:44.761032 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e18d0-0662-42bf-b252-bb5f15b5493b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:44.761491 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e18d0-0662-42bf-b252-bb5f15b5493b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:44.761896 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e18d0-0662-42bf-b252-bb5f15b5493b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:44.762298 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e18d0-0662-42bf-b252-bb5f15b5493b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:44.762695 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e18d0-0662-42bf-b252-bb5f15b5493b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:44.763106 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e18d0-0662-42bf-b252-bb5f15b5493b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:44.763507 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e18d0-0662-42bf-b252-bb5f15b5493b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:44.763899 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e18d0-0662-42bf-b252-bb5f15b5493b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:44.764292 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e18d0-0662-42bf-b252-bb5f15b5493b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:00:44.772258 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe33b41-bad2-466b-934b-019fc77f70ab None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:00:44.772743 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe33b41-bad2-466b-934b-019fc77f70ab None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:00:44.773222 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-ebe33b41-bad2-466b-934b-019fc77f70ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:44.773688 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe33b41-bad2-466b-934b-019fc77f70ab None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:00:44.774242 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-ebe33b41-bad2-466b-934b-019fc77f70ab None None] Bound port: 96b9d6c2-de9f-4861-a808-0b1126e14b99, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:00:44.774690 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-ebe33b41-bad2-466b-934b-019fc77f70ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (96b9d6c2-de9f-4861-a808-0b1126e14b99), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:44.897996 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-985c92fa-3035-446f-ad1e-f2fb21f61beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:44.920495 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-ebe33b41-bad2-466b-934b-019fc77f70ab None None] For port 96b9d6c2-de9f-4861-a808-0b1126e14b99, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:00:44.922788 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-35d33ae3-0308-4663-8192-8877e8071125 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (fe9cc3c3-b677-4f51-a41f-59dbb9895e4f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:44.925924 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-ebe33b41-bad2-466b-934b-019fc77f70ab None None] For port 96b9d6c2-de9f-4861-a808-0b1126e14b99, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=96b9d6c2-de9f-4861-a808-0b1126e14b99,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:00:44.950931 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-ebe33b41-bad2-466b-934b-019fc77f70ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (96b9d6c2-de9f-4861-a808-0b1126e14b99), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:44.972355 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:44.987497 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-92136c62-f47c-42fa-8716-ee501c1d10e8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:45.059012 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e18d0-0662-42bf-b252-bb5f15b5493b None None] Pushing event updated for resources: {'Port': ['ID=96b9d6c2-de9f-4861-a808-0b1126e14b99,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:45.102171 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe33b41-bad2-466b-934b-019fc77f70ab None None] Routers {'09b638d4-4ff2-4ec3-aa26-233244d9f15d'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:00:45.102797 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-ebe33b41-bad2-466b-934b-019fc77f70ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:00:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['09b638d4-4ff2-4ec3-aa26-233244d9f15d'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:45.211390 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1e25d-ff70-48fd-96ec-ced9d517c822 req-04c7cb91-b971-47a6-a3eb-68a7308052e6 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:45.217341 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-01b1e25d-ff70-48fd-96ec-ced9d517c822 req-04c7cb91-b971-47a6-a3eb-68a7308052e6 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 0.0914142 Mar 05 05:00:45.258161 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-ebe33b41-bad2-466b-934b-019fc77f70ab None None] Set router 09b638d4-4ff2-4ec3-aa26-233244d9f15d gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:00:45.287489 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-35d33ae3-0308-4663-8192-8877e8071125 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (fe9cc3c3-b677-4f51-a41f-59dbb9895e4f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:45.289518 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-01b1e25d-ff70-48fd-96ec-ced9d517c822 req-d4e50995-de91-491c-b638-0d5d330f4dd0 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664630 Mar 05 05:00:45.297912 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d33ae3-0308-4663-8192-8877e8071125 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:45.302216 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-35d33ae3-0308-4663-8192-8877e8071125 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:45.395908 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-049c30fa-c44e-4985-911d-dcadfda57005 req-42530c87-aba2-4961-80e9-79d3e93f0622 service neutron] 10.222.0.30 "GET /v2.0/networks/e2ea6029-e725-4617-9e1a-670683181521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7443600 Mar 05 05:00:45.559020 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-ebe33b41-bad2-466b-934b-019fc77f70ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'name': 'tempest-TaggedBootDevicesTest-538821079-router', 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '96b9d6c2-de9f-4861-a808-0b1126e14b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:00:37Z', 'updated_at': '2022-03-05T05:00:41Z', 'revision_number': 3, 'project_id': '3cbec10cd3004a49ad666e5206b0e916', 'gw_port': {'id': '96b9d6c2-de9f-4861-a808-0b1126e14b99', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:89:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:00:38Z', 'updated_at': '2022-03-05T05:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:45.629097 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe33b41-bad2-466b-934b-019fc77f70ab None None] The sync data for ids ['09b638d4-4ff2-4ec3-aa26-233244d9f15d'] in n-d-789963-32 is: [{'id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'name': 'tempest-TaggedBootDevicesTest-538821079-router', 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '96b9d6c2-de9f-4861-a808-0b1126e14b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:00:37Z', 'updated_at': '2022-03-05T05:00:41Z', 'revision_number': 3, 'project_id': '3cbec10cd3004a49ad666e5206b0e916', 'gw_port': {'id': '96b9d6c2-de9f-4861-a808-0b1126e14b99', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:89:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:00:38Z', 'updated_at': '2022-03-05T05:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:00:45.792065 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-35d33ae3-0308-4663-8192-8877e8071125 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.0771780 Mar 05 05:00:45.792296 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35790) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:45.805500 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-9337e271-db66-4550-b7bc-389df00b717c tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Request body: {'subnet': {'network_id': 'e47e814c-4927-4b28-86a6-75aa53942bb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:45.830609 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-92136c62-f47c-42fa-8716-ee501c1d10e8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] device_id is not set on port 4ee399d1-971b-43da-9f01-ce4e767111a1 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:00:45.834363 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d33ae3-0308-4663-8192-8877e8071125 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Pushing event updated for resources: {'Network': ['ID=fe9cc3c3-b677-4f51-a41f-59dbb9895e4f,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:45.857370 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network fe9cc3c3-b677-4f51-a41f-59dbb9895e4f details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:00:46.158156 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-985c92fa-3035-446f-ad1e-f2fb21f61beb admin admin] Allocated IP 172.20.0.1 (e3e0acc2-40bc-4e0d-812c-fb475a7a34dc/641299e5-fad6-49c3-bcda-29f110adb5d6/575fe666-ae0d-4698-a47e-2b07ff300278) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:00:46.200732 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-049c30fa-c44e-4985-911d-dcadfda57005 req-6093e6a4-479c-4793-af39-7e292f90c5e2 service neutron] 10.222.0.30 "GET /v2.0/networks/e2ea6029-e725-4617-9e1a-670683181521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7248566 Mar 05 05:00:46.309234 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d888d0ae-e86a-403a-9827-d047e9480f42 None None] Network 44424b65-0105-412c-9875-ebc94906032a requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:00:46.371376 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:46.415510 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-92136c62-f47c-42fa-8716-ee501c1d10e8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks [] for port (4ee399d1-971b-43da-9f01-ce4e767111a1), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:46.493515 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-b6cdd98c-b8d1-4350-b46a-2a4e23299a30 None None] Provisioning complete for port f8828db4-8678-4eb9-96f1-c4d241eb6dd0 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:46.495631 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b6cdd98c-b8d1-4350-b46a-2a4e23299a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f8828db4-8678-4eb9-96f1-c4d241eb6dd0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:46.598290 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f8828db4-8678-4eb9-96f1-c4d241eb6dd0 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:00:46.651993 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-92136c62-f47c-42fa-8716-ee501c1d10e8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] device_id is not set on port 15a3f7fe-e1cd-4913-b0dd-e24c3da823c5 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:00:46.671488 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-985c92fa-3035-446f-ad1e-f2fb21f61beb admin admin] Publish callbacks [] for port (575fe666-ae0d-4698-a47e-2b07ff300278), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:46.770712 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23589a-59ca-4043-9aa0-92210a49ce95 req-4a0c7ca6-352e-4a1d-bb50-6f240f90fdbf tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:46.778071 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a23589a-59ca-4043-9aa0-92210a49ce95 req-4a0c7ca6-352e-4a1d-bb50-6f240f90fdbf tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 945 time: 0.9867654 Mar 05 05:00:46.795741 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-985c92fa-3035-446f-ad1e-f2fb21f61beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (575fe666-ae0d-4698-a47e-2b07ff300278), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:46.882872 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16083e02-3340-4a36-9272-01ddc90420a6 req-fd2838da-47b6-429b-973b-2fbc798d0024 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:46.883661 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b6cdd98c-b8d1-4350-b46a-2a4e23299a30 None None] Current status of the port f8828db4-8678-4eb9-96f1-c4d241eb6dd0 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:46.883911 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b6cdd98c-b8d1-4350-b46a-2a4e23299a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f8828db4-8678-4eb9-96f1-c4d241eb6dd0), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:46.887221 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-16083e02-3340-4a36-9272-01ddc90420a6 req-fd2838da-47b6-429b-973b-2fbc798d0024 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 0.1724663 Mar 05 05:00:46.900071 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port f8828db4-8678-4eb9-96f1-c4d241eb6dd0 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:46.900643 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f8828db4-8678-4eb9-96f1-c4d241eb6dd0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:46.937738 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9337e271-db66-4550-b7bc-389df00b717c tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Made reservation on behalf of 926e46e17ff34928bb649cef3fd981ec for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:00:46.941847 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9337e271-db66-4550-b7bc-389df00b717c tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:46.949226 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985c92fa-3035-446f-ad1e-f2fb21f61beb admin admin] Network e3e0acc2-40bc-4e0d-812c-fb475a7a34dc is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:00:47.034384 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-16083e02-3340-4a36-9272-01ddc90420a6 req-b84d47e4-7539-4138-b3cf-9142552049f1 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402469 Mar 05 05:00:47.062851 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-985c92fa-3035-446f-ad1e-f2fb21f61beb admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:00:47.089643 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985c92fa-3035-446f-ad1e-f2fb21f61beb admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:00:47.138592 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-b6cdd98c-b8d1-4350-b46a-2a4e23299a30 None None] For port f8828db4-8678-4eb9-96f1-c4d241eb6dd0, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=f8828db4-8678-4eb9-96f1-c4d241eb6dd0,segment=NetworkSegment(dffbb6e3-a8b3-42ee-8825-29093a485ee0),segment_id=dffbb6e3-a8b3-42ee-8825-29093a485ee0)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:00:47.163413 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b6cdd98c-b8d1-4350-b46a-2a4e23299a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f8828db4-8678-4eb9-96f1-c4d241eb6dd0), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:47.176255 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c92fa-3035-446f-ad1e-f2fb21f61beb admin admin] Pushing event updated for resources: {'Port': ['ID=575fe666-ae0d-4698-a47e-2b07ff300278,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:47.258024 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-92136c62-f47c-42fa-8716-ee501c1d10e8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks [] for port (15a3f7fe-e1cd-4913-b0dd-e24c3da823c5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:47.316809 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-985c92fa-3035-446f-ad1e-f2fb21f61beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (09b638d4-4ff2-4ec3-aa26-233244d9f15d), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:47.404674 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdd98c-b8d1-4350-b46a-2a4e23299a30 None None] Pushing event updated for resources: {'Port': ['ID=f8828db4-8678-4eb9-96f1-c4d241eb6dd0,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:47.423344 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9337e271-db66-4550-b7bc-389df00b717c tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (1fddd757-4ad1-44cb-b30a-2bfda03fc0b2), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:47.428882 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port f8828db4-8678-4eb9-96f1-c4d241eb6dd0 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:47.451339 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a23589a-59ca-4043-9aa0-92210a49ce95 req-9ed1415f-497d-4a5e-878a-cdd0a4c41e01 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6723723 Mar 05 05:00:47.527520 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337e271-db66-4550-b7bc-389df00b717c tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Pushing event updated for resources: {'Subnet': ['ID=1fddd757-4ad1-44cb-b30a-2bfda03fc0b2,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:47.551349 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9337e271-db66-4550-b7bc-389df00b717c tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Checking segment: {'id': '33fb735a-9fb2-427c-93b9-a39eed16f99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e47e814c-4927-4b28-86a6-75aa53942bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:00:47.552014 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9337e271-db66-4550-b7bc-389df00b717c tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Network hostable DHCP agents. Network: e47e814c-4927-4b28-86a6-75aa53942bb3, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:00:47.591882 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9337e271-db66-4550-b7bc-389df00b717c tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Network e47e814c-4927-4b28-86a6-75aa53942bb3 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:00:47.599713 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-94f027e6-4634-4125-b61e-41123bb59109 None None] Provisioning complete for port 575fe666-ae0d-4698-a47e-2b07ff300278 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:47.602485 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-94f027e6-4634-4125-b61e-41123bb59109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (575fe666-ae0d-4698-a47e-2b07ff300278), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:47.614029 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-9337e271-db66-4550-b7bc-389df00b717c tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, e47e814c-4927-4b28-86a6-75aa53942bb3) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:00:47.626121 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9337e271-db66-4550-b7bc-389df00b717c tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:47.627513 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9337e271-db66-4550-b7bc-389df00b717c tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:47.629854 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-92136c62-f47c-42fa-8716-ee501c1d10e8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (4ee399d1-971b-43da-9f01-ce4e767111a1), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:47.651967 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9337e271-db66-4550-b7bc-389df00b717c tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8570740 Mar 05 05:00:47.654804 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35812) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:47.662542 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb65371c-9a7f-447e-91bb-12443cc7e7f0 None None] Network e47e814c-4927-4b28-86a6-75aa53942bb3 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:00:47.664163 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-0f69a65f-841c-4fe1-b909-74b47ecfce79 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Request body: {'subnet': {'network_id': 'fe9cc3c3-b677-4f51-a41f-59dbb9895e4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:47.746460 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-94f027e6-4634-4125-b61e-41123bb59109 None None] Port 575fe666-ae0d-4698-a47e-2b07ff300278 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:00:47.787622 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-94f027e6-4634-4125-b61e-41123bb59109 None None] Provisioning complete for port f8828db4-8678-4eb9-96f1-c4d241eb6dd0 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:47.788009 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-94f027e6-4634-4125-b61e-41123bb59109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f8828db4-8678-4eb9-96f1-c4d241eb6dd0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:47.811949 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f69a65f-841c-4fe1-b909-74b47ecfce79 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Made reservation on behalf of 926e46e17ff34928bb649cef3fd981ec for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:00:47.817770 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0f69a65f-841c-4fe1-b909-74b47ecfce79 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:47.850514 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:47.885063 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c9ad23-80c1-40e5-9010-8b9645b8572b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-e47e814c-4927-4b28-86a6-75aa53942bb3', 'network_id': 'e47e814c-4927-4b28-86a6-75aa53942bb3', 'project_id': '926e46e17ff34928bb649cef3fd981ec', 'fixed_ips': [{'subnet_id': '1fddd757-4ad1-44cb-b30a-2bfda03fc0b2'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:00:47.886326 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c0c9ad23-80c1-40e5-9010-8b9645b8572b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:47.908999 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92136c62-f47c-42fa-8716-ee501c1d10e8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Pushing event updated for resources: {'Port': ['ID=4ee399d1-971b-43da-9f01-ce4e767111a1,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:47.919304 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-94f027e6-4634-4125-b61e-41123bb59109 None None] Current status of the port f8828db4-8678-4eb9-96f1-c4d241eb6dd0 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:47.986753 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-985c92fa-3035-446f-ad1e-f2fb21f61beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (575fe666-ae0d-4698-a47e-2b07ff300278), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:48.019366 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92136c62-f47c-42fa-8716-ee501c1d10e8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Checking segment: {'id': 'b2850d81-ac9d-4fd8-a56f-e68d6c65650c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ae6e230b-83e5-4e54-982f-36d3024330e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:00:48.019836 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92136c62-f47c-42fa-8716-ee501c1d10e8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Network hostable DHCP agents. Network: ae6e230b-83e5-4e54-982f-36d3024330e3, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:00:48.112563 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92136c62-f47c-42fa-8716-ee501c1d10e8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Network ae6e230b-83e5-4e54-982f-36d3024330e3 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:00:48.183184 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-92136c62-f47c-42fa-8716-ee501c1d10e8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, ae6e230b-83e5-4e54-982f-36d3024330e3) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:00:48.189213 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92136c62-f47c-42fa-8716-ee501c1d10e8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:00:48.190108 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-92136c62-f47c-42fa-8716-ee501c1d10e8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (15a3f7fe-e1cd-4913-b0dd-e24c3da823c5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:48.209688 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d20fbdc-d05d-4042-b17b-36bfa7d35085 None None] Network ae6e230b-83e5-4e54-982f-36d3024330e3 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:00:48.279521 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f8828db4-8678-4eb9-96f1-c4d241eb6dd0 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:00:48.382719 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-c0c9ad23-80c1-40e5-9010-8b9645b8572b None None] Allocated IP 2001:db8::2 (e47e814c-4927-4b28-86a6-75aa53942bb3/1fddd757-4ad1-44cb-b30a-2bfda03fc0b2/fb3af075-75c0-46aa-82d8-4609a3c985da) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:00:48.389689 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0f69a65f-841c-4fe1-b909-74b47ecfce79 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (b0d319a7-2b76-48d5-83ea-37f2f9923e58), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:48.514165 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f69a65f-841c-4fe1-b909-74b47ecfce79 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Checking segment: {'id': 'f008572b-9f9f-4a84-acd0-805d61822909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fe9cc3c3-b677-4f51-a41f-59dbb9895e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:00:48.514971 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f69a65f-841c-4fe1-b909-74b47ecfce79 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Network hostable DHCP agents. Network: fe9cc3c3-b677-4f51-a41f-59dbb9895e4f, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:00:48.540620 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port f8828db4-8678-4eb9-96f1-c4d241eb6dd0 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:48.541617 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f8828db4-8678-4eb9-96f1-c4d241eb6dd0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:48.548167 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92136c62-f47c-42fa-8716-ee501c1d10e8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Pushing event updated for resources: {'Port': ['ID=15a3f7fe-e1cd-4913-b0dd-e24c3da823c5,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:48.548615 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2488e-ef04-4398-b3b5-0f43818f3ed4 req-9ad177cc-4457-4bdd-b606-19d274cef74b tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:48.556404 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ea2488e-ef04-4398-b3b5-0f43818f3ed4 req-9ad177cc-4457-4bdd-b606-19d274cef74b tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 0.2852790 Mar 05 05:00:48.562062 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69a65f-841c-4fe1-b909-74b47ecfce79 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Pushing event updated for resources: {'Subnet': ['ID=b0d319a7-2b76-48d5-83ea-37f2f9923e58,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:48.586132 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92136c62-f47c-42fa-8716-ee501c1d10e8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Checking segment: {'id': '229bf5d8-b9dd-499e-8013-0787fd525a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '87e3d6c9-1fad-4035-ae3c-e275e8a086b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:00:48.587549 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92136c62-f47c-42fa-8716-ee501c1d10e8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Network hostable DHCP agents. Network: 87e3d6c9-1fad-4035-ae3c-e275e8a086b0, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:00:48.626256 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ea2488e-ef04-4398-b3b5-0f43818f3ed4 req-45b7e067-b405-4337-bda0-885ced0609e8 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665724 Mar 05 05:00:48.645208 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92136c62-f47c-42fa-8716-ee501c1d10e8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Network 87e3d6c9-1fad-4035-ae3c-e275e8a086b0 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:00:48.649961 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f69a65f-841c-4fe1-b909-74b47ecfce79 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Network fe9cc3c3-b677-4f51-a41f-59dbb9895e4f is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:00:48.669117 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-92136c62-f47c-42fa-8716-ee501c1d10e8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 87e3d6c9-1fad-4035-ae3c-e275e8a086b0) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:00:48.677490 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-0f69a65f-841c-4fe1-b909-74b47ecfce79 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, fe9cc3c3-b677-4f51-a41f-59dbb9895e4f) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:00:48.693926 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92136c62-f47c-42fa-8716-ee501c1d10e8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:00:48.705362 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f69a65f-841c-4fe1-b909-74b47ecfce79 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:48.706328 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0f69a65f-841c-4fe1-b909-74b47ecfce79 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:48.711134 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92136c62-f47c-42fa-8716-ee501c1d10e8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:48.717991 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92136c62-f47c-42fa-8716-ee501c1d10e8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:48.719145 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-92136c62-f47c-42fa-8716-ee501c1d10e8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:48.745918 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515024f-f534-4e2a-836d-7bbc5cc9fbb1 req-bbb56b84-7563-4df4-b300-93e2f71a8b18 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:48.747879 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a515024f-f534-4e2a-836d-7bbc5cc9fbb1 req-bbb56b84-7563-4df4-b300-93e2f71a8b18 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 945 time: 0.0885992 Mar 05 05:00:48.752897 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0f69a65f-841c-4fe1-b909-74b47ecfce79 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0966935 Mar 05 05:00:48.755312 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c0c9ad23-80c1-40e5-9010-8b9645b8572b None None] Publish callbacks [] for port (fb3af075-75c0-46aa-82d8-4609a3c985da), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:48.761906 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-92136c62-f47c-42fa-8716-ee501c1d10e8 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.4027925 Mar 05 05:00:48.770925 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35826) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:48.772400 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35828) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:48.799609 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port f8828db4-8678-4eb9-96f1-c4d241eb6dd0 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:48.800854 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 96b9d6c2-de9f-4861-a808-0b1126e14b99 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:00:48.803961 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9232c1db-71c3-43ed-9461-68323834439d None None] Network 87e3d6c9-1fad-4035-ae3c-e275e8a086b0 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:00:48.811761 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a515024f-f534-4e2a-836d-7bbc5cc9fbb1 req-99225a0f-e56a-41a9-998e-9dc1fb1e32d6 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576072 Mar 05 05:00:48.817378 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da892538-df4a-453b-b1b1-3e0d701ade45 None None] Network fe9cc3c3-b677-4f51-a41f-59dbb9895e4f requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:00:48.863625 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c0c9ad23-80c1-40e5-9010-8b9645b8572b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (fb3af075-75c0-46aa-82d8-4609a3c985da), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:48.930931 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-985c92fa-3035-446f-ad1e-f2fb21f61beb admin admin] Publish callbacks [] for port (575fe666-ae0d-4698-a47e-2b07ff300278), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:48.941278 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-985c92fa-3035-446f-ad1e-f2fb21f61beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (575fe666-ae0d-4698-a47e-2b07ff300278), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:48.992720 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c9ad23-80c1-40e5-9010-8b9645b8572b None None] Network e47e814c-4927-4b28-86a6-75aa53942bb3 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:00:49.040464 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-c0c9ad23-80c1-40e5-9010-8b9645b8572b None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:00:49.042560 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 96b9d6c2-de9f-4861-a808-0b1126e14b99 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:49.043215 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (96b9d6c2-de9f-4861-a808-0b1126e14b99), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:49.064469 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c9ad23-80c1-40e5-9010-8b9645b8572b None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:00:49.067386 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9ad23-80c1-40e5-9010-8b9645b8572b None None] Pushing event updated for resources: {'Port': ['ID=fb3af075-75c0-46aa-82d8-4609a3c985da,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:49.095018 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c92fa-3035-446f-ad1e-f2fb21f61beb admin admin] Pushing event updated for resources: {'Port': ['ID=575fe666-ae0d-4698-a47e-2b07ff300278,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:49.098186 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-985c92fa-3035-446f-ad1e-f2fb21f61beb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (09b638d4-4ff2-4ec3-aa26-233244d9f15d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:49.144165 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2651546-31f5-4292-ad62-97fc715e3df5 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:49.152135 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2651546-31f5-4292-ad62-97fc715e3df5 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:49.154173 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e2651546-31f5-4292-ad62-97fc715e3df5 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3784695 Mar 05 05:00:49.157280 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35830) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:49.326467 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-bf778a7a-30aa-46d8-8a01-a57fdce76740 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Deleting port 4ee399d1-971b-43da-9f01-ce4e767111a1 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:00:49.327303 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bf778a7a-30aa-46d8-8a01-a57fdce76740 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (4ee399d1-971b-43da-9f01-ce4e767111a1), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:49.346293 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5350684f-d6a6-480d-9beb-7c206f93eac2 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:49.370946 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-c0c9ad23-80c1-40e5-9010-8b9645b8572b None None] Attempting to bind port fb3af075-75c0-46aa-82d8-4609a3c985da on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:00:49.371351 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-c0c9ad23-80c1-40e5-9010-8b9645b8572b None None] Attempting to bind port fb3af075-75c0-46aa-82d8-4609a3c985da by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '33fb735a-9fb2-427c-93b9-a39eed16f99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e47e814c-4927-4b28-86a6-75aa53942bb3'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:00:49.371728 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c9ad23-80c1-40e5-9010-8b9645b8572b None None] Attempting to bind port fb3af075-75c0-46aa-82d8-4609a3c985da on network e47e814c-4927-4b28-86a6-75aa53942bb3 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:00:49.381927 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c9ad23-80c1-40e5-9010-8b9645b8572b None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:00:49.382319 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c9ad23-80c1-40e5-9010-8b9645b8572b None None] Checking segment: {'id': '33fb735a-9fb2-427c-93b9-a39eed16f99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e47e814c-4927-4b28-86a6-75aa53942bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:00:49.382739 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c0c9ad23-80c1-40e5-9010-8b9645b8572b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:49.383170 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c9ad23-80c1-40e5-9010-8b9645b8572b None None] Bound using segment: {'id': '33fb735a-9fb2-427c-93b9-a39eed16f99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e47e814c-4927-4b28-86a6-75aa53942bb3'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:00:49.383669 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-c0c9ad23-80c1-40e5-9010-8b9645b8572b None None] Bound port: fb3af075-75c0-46aa-82d8-4609a3c985da, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33fb735a-9fb2-427c-93b9-a39eed16f99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e47e814c-4927-4b28-86a6-75aa53942bb3'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:00:49.384103 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c0c9ad23-80c1-40e5-9010-8b9645b8572b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fb3af075-75c0-46aa-82d8-4609a3c985da), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:49.414754 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6d468f-1d64-4e98-bd52-eaafdd1fa1da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-fe9cc3c3-b677-4f51-a41f-59dbb9895e4f', 'network_id': 'fe9cc3c3-b677-4f51-a41f-59dbb9895e4f', 'project_id': '926e46e17ff34928bb649cef3fd981ec', 'fixed_ips': [{'subnet_id': 'b0d319a7-2b76-48d5-83ea-37f2f9923e58'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:00:49.415677 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6b6d468f-1d64-4e98-bd52-eaafdd1fa1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:49.461538 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bf778a7a-30aa-46d8-8a01-a57fdce76740 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (4ee399d1-971b-43da-9f01-ce4e767111a1), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:49.489518 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-bf778a7a-30aa-46d8-8a01-a57fdce76740 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Calling delete_port for 4ee399d1-971b-43da-9f01-ce4e767111a1 owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:00:49.530064 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 96b9d6c2-de9f-4861-a808-0b1126e14b99 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:49.530377 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (96b9d6c2-de9f-4861-a808-0b1126e14b99), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:49.608278 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bf778a7a-30aa-46d8-8a01-a57fdce76740 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (4ee399d1-971b-43da-9f01-ce4e767111a1), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:49.625931 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-c0c9ad23-80c1-40e5-9010-8b9645b8572b None None] For port fb3af075-75c0-46aa-82d8-4609a3c985da, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:00:49.643170 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 96b9d6c2-de9f-4861-a808-0b1126e14b99, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=96b9d6c2-de9f-4861-a808-0b1126e14b99,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:00:49.664542 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (96b9d6c2-de9f-4861-a808-0b1126e14b99), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:49.687919 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-c0c9ad23-80c1-40e5-9010-8b9645b8572b None None] For port fb3af075-75c0-46aa-82d8-4609a3c985da, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=fb3af075-75c0-46aa-82d8-4609a3c985da,segment=NetworkSegment(33fb735a-9fb2-427c-93b9-a39eed16f99f),segment_id=33fb735a-9fb2-427c-93b9-a39eed16f99f)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:00:49.697302 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bf778a7a-30aa-46d8-8a01-a57fdce76740 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:49.710095 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bf778a7a-30aa-46d8-8a01-a57fdce76740 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] 10.222.0.11 "DELETE /v2.0/ports/4ee399d1-971b-43da-9f01-ce4e767111a1 HTTP/1.1" status: 204 len: 168 time: 0.5502186 Mar 05 05:00:49.710746 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35844) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:49.721888 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf778a7a-30aa-46d8-8a01-a57fdce76740 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Pushing event deleted for resources: {'Port': ['ID=4ee399d1-971b-43da-9f01-ce4e767111a1,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:49.742294 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985c92fa-3035-446f-ad1e-f2fb21f61beb admin admin] Network e3e0acc2-40bc-4e0d-812c-fb475a7a34dc is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:00:49.760354 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=96b9d6c2-de9f-4861-a808-0b1126e14b99,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:49.790389 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c0c9ad23-80c1-40e5-9010-8b9645b8572b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fb3af075-75c0-46aa-82d8-4609a3c985da), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:49.869910 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-6b6d468f-1d64-4e98-bd52-eaafdd1fa1da None None] Allocated IP 2001:db8::2 (fe9cc3c3-b677-4f51-a41f-59dbb9895e4f/b0d319a7-2b76-48d5-83ea-37f2f9923e58/6b655761-25c1-43fb-9a04-feb656f50cf7) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:00:49.877386 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-985c92fa-3035-446f-ad1e-f2fb21f61beb admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:00:49.879588 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9ad23-80c1-40e5-9010-8b9645b8572b None None] Pushing event updated for resources: {'Port': ['ID=fb3af075-75c0-46aa-82d8-4609a3c985da,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:50.121907 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 96b9d6c2-de9f-4861-a808-0b1126e14b99 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:00:50.125622 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d4d5c-296e-4adc-9692-31616232ffdf req-eb1bf7c2-a870-40e2-814c-9691998fce54 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:50.135450 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c49d4d5c-296e-4adc-9692-31616232ffdf req-eb1bf7c2-a870-40e2-814c-9691998fce54 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 0.3661804 Mar 05 05:00:50.141036 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-25943807-252d-4558-97fd-8bcb49b5e8f9 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Deleting port 15a3f7fe-e1cd-4913-b0dd-e24c3da823c5 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:00:50.141392 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-25943807-252d-4558-97fd-8bcb49b5e8f9 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (15a3f7fe-e1cd-4913-b0dd-e24c3da823c5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:50.316557 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d2844-d5a5-4bd9-8ffe-6f21bd774ebd req-8e0a5907-4ce4-494b-8be0-0338834fa859 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:50.318190 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-948d2844-d5a5-4bd9-8ffe-6f21bd774ebd req-8e0a5907-4ce4-494b-8be0-0338834fa859 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 945 time: 0.3322995 Mar 05 05:00:50.388082 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985c92fa-3035-446f-ad1e-f2fb21f61beb admin admin] Router 09b638d4-4ff2-4ec3-aa26-233244d9f15d has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:00:50.407227 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-5350684f-d6a6-480d-9beb-7c206f93eac2 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Allocated IP 2001:db8::1 (e47e814c-4927-4b28-86a6-75aa53942bb3/1fddd757-4ad1-44cb-b30a-2bfda03fc0b2/6ad4d56d-0b5e-419e-9651-a3c75b168003) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:00:50.413924 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-25943807-252d-4558-97fd-8bcb49b5e8f9 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (15a3f7fe-e1cd-4913-b0dd-e24c3da823c5), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:50.440826 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6b6d468f-1d64-4e98-bd52-eaafdd1fa1da None None] Publish callbacks [] for port (6b655761-25c1-43fb-9a04-feb656f50cf7), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:50.448460 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-25943807-252d-4558-97fd-8bcb49b5e8f9 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Calling delete_port for 15a3f7fe-e1cd-4913-b0dd-e24c3da823c5 owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:00:50.455854 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6b6d468f-1d64-4e98-bd52-eaafdd1fa1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (6b655761-25c1-43fb-9a04-feb656f50cf7), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:50.479514 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:00:50.505757 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d468f-1d64-4e98-bd52-eaafdd1fa1da None None] Pushing event updated for resources: {'Port': ['ID=6b655761-25c1-43fb-9a04-feb656f50cf7,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:50.517112 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-14839c90-b9e0-4c30-b00f-1c5dd1ec7e10 None None] Provisioning complete for port 575fe666-ae0d-4698-a47e-2b07ff300278 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:50.518054 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-14839c90-b9e0-4c30-b00f-1c5dd1ec7e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (575fe666-ae0d-4698-a47e-2b07ff300278), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:50.547343 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 96b9d6c2-de9f-4861-a808-0b1126e14b99 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:50.547729 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (96b9d6c2-de9f-4861-a808-0b1126e14b99), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:50.562372 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6d468f-1d64-4e98-bd52-eaafdd1fa1da None None] Network fe9cc3c3-b677-4f51-a41f-59dbb9895e4f is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:00:50.579775 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c49d4d5c-296e-4adc-9692-31616232ffdf req-342eda2f-96df-4af6-9114-2d7298ca1673 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434464 Mar 05 05:00:50.596754 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-6b6d468f-1d64-4e98-bd52-eaafdd1fa1da None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:00:50.609629 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6d468f-1d64-4e98-bd52-eaafdd1fa1da None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:00:50.623115 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-14839c90-b9e0-4c30-b00f-1c5dd1ec7e10 None None] Port 575fe666-ae0d-4698-a47e-2b07ff300278 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:00:50.656137 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985c92fa-3035-446f-ad1e-f2fb21f61beb admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:00:50.666984 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-985c92fa-3035-446f-ad1e-f2fb21f61beb admin admin] 10.222.0.11 "PUT /v2.0/routers/09b638d4-4ff2-4ec3-aa26-233244d9f15d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6783888 Mar 05 05:00:50.672883 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5350684f-d6a6-480d-9beb-7c206f93eac2 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks [] for port (6ad4d56d-0b5e-419e-9651-a3c75b168003), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:50.696950 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7147cc29-81f4-4b0e-9ce8-63b26347f908 None None] Sync routers for ids ['09b638d4-4ff2-4ec3-aa26-233244d9f15d'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:00:50.719698 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-948d2844-d5a5-4bd9-8ffe-6f21bd774ebd req-dbb9a158-dec2-4923-b9a4-a7f373017a95 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3950791 Mar 05 05:00:50.745058 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-25943807-252d-4558-97fd-8bcb49b5e8f9 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (15a3f7fe-e1cd-4913-b0dd-e24c3da823c5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:50.762209 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-6b6d468f-1d64-4e98-bd52-eaafdd1fa1da None None] Attempting to bind port 6b655761-25c1-43fb-9a04-feb656f50cf7 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:00:50.762742 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-6b6d468f-1d64-4e98-bd52-eaafdd1fa1da None None] Attempting to bind port 6b655761-25c1-43fb-9a04-feb656f50cf7 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'f008572b-9f9f-4a84-acd0-805d61822909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fe9cc3c3-b677-4f51-a41f-59dbb9895e4f'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:00:50.763178 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6d468f-1d64-4e98-bd52-eaafdd1fa1da None None] Attempting to bind port 6b655761-25c1-43fb-9a04-feb656f50cf7 on network fe9cc3c3-b677-4f51-a41f-59dbb9895e4f {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:00:50.771660 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6d468f-1d64-4e98-bd52-eaafdd1fa1da None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:00:50.772074 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6d468f-1d64-4e98-bd52-eaafdd1fa1da None None] Checking segment: {'id': 'f008572b-9f9f-4a84-acd0-805d61822909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fe9cc3c3-b677-4f51-a41f-59dbb9895e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:00:50.772481 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6b6d468f-1d64-4e98-bd52-eaafdd1fa1da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:50.772889 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6d468f-1d64-4e98-bd52-eaafdd1fa1da None None] Bound using segment: {'id': 'f008572b-9f9f-4a84-acd0-805d61822909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fe9cc3c3-b677-4f51-a41f-59dbb9895e4f'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:00:50.773387 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-6b6d468f-1d64-4e98-bd52-eaafdd1fa1da None None] Bound port: 6b655761-25c1-43fb-9a04-feb656f50cf7, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f008572b-9f9f-4a84-acd0-805d61822909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'fe9cc3c3-b677-4f51-a41f-59dbb9895e4f'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:00:50.773778 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6b6d468f-1d64-4e98-bd52-eaafdd1fa1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6b655761-25c1-43fb-9a04-feb656f50cf7), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:50.775713 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7147cc29-81f4-4b0e-9ce8-63b26347f908 None None] Routers {'09b638d4-4ff2-4ec3-aa26-233244d9f15d'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:00:50.776339 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-7147cc29-81f4-4b0e-9ce8-63b26347f908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:00:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['09b638d4-4ff2-4ec3-aa26-233244d9f15d'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:50.791144 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25943807-252d-4558-97fd-8bcb49b5e8f9 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Pushing event deleted for resources: {'Port': ['ID=15a3f7fe-e1cd-4913-b0dd-e24c3da823c5,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:50.793693 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-25943807-252d-4558-97fd-8bcb49b5e8f9 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:50.798584 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-25943807-252d-4558-97fd-8bcb49b5e8f9 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] 10.222.0.11 "DELETE /v2.0/ports/15a3f7fe-e1cd-4913-b0dd-e24c3da823c5 HTTP/1.1" status: 204 len: 168 time: 1.0819409 Mar 05 05:00:50.800444 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35856) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:50.803022 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5350684f-d6a6-480d-9beb-7c206f93eac2 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (6ad4d56d-0b5e-419e-9651-a3c75b168003), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:50.852346 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-67ef0688-04df-4b35-b299-d86bd0268727 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0495551 Mar 05 05:00:50.853924 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35860) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:50.866833 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-d150d1d3-87a9-4cec-b860-b57a8a2a6369 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1114273278'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:50.928985 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d150d1d3-87a9-4cec-b860-b57a8a2a6369 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Made reservation on behalf of f92d7990776c4ca08fdef603668b9742 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:00:50.937012 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6b6d468f-1d64-4e98-bd52-eaafdd1fa1da None None] For port 6b655761-25c1-43fb-9a04-feb656f50cf7, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:00:50.941421 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6b6d468f-1d64-4e98-bd52-eaafdd1fa1da None None] For port 6b655761-25c1-43fb-9a04-feb656f50cf7, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=6b655761-25c1-43fb-9a04-feb656f50cf7,segment=NetworkSegment(f008572b-9f9f-4a84-acd0-805d61822909),segment_id=f008572b-9f9f-4a84-acd0-805d61822909)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:00:50.960697 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d150d1d3-87a9-4cec-b860-b57a8a2a6369 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:50.961907 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5350684f-d6a6-480d-9beb-7c206f93eac2 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Network e47e814c-4927-4b28-86a6-75aa53942bb3 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:00:50.965110 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6b6d468f-1d64-4e98-bd52-eaafdd1fa1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (6b655761-25c1-43fb-9a04-feb656f50cf7), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:50.976773 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-5350684f-d6a6-480d-9beb-7c206f93eac2 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:00:50.991983 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5350684f-d6a6-480d-9beb-7c206f93eac2 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:00:50.991983 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5350684f-d6a6-480d-9beb-7c206f93eac2 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (8a9e4a72-adfa-47c2-b09f-a717ba37bfd2), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:51.017124 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d150d1d3-87a9-4cec-b860-b57a8a2a6369 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:00:51.028479 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d150d1d3-87a9-4cec-b860-b57a8a2a6369 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (af84ff06-5370-40f2-b5ff-07a5d168f3a8), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:51.029253 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-d150d1d3-87a9-4cec-b860-b57a8a2a6369 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Added segment af84ff06-5370-40f2-b5ff-07a5d168f3a8 of type vlan for network 8ef0459c-2b57-4ca7-9ba9-21da59a07de8 Mar 05 05:00:51.065936 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350684f-d6a6-480d-9beb-7c206f93eac2 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Pushing event updated for resources: {'Port': ['ID=6ad4d56d-0b5e-419e-9651-a3c75b168003,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:51.105047 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d150d1d3-87a9-4cec-b860-b57a8a2a6369 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (8ef0459c-2b57-4ca7-9ba9-21da59a07de8), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:51.174866 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d150d1d3-87a9-4cec-b860-b57a8a2a6369 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (8ef0459c-2b57-4ca7-9ba9-21da59a07de8), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:51.181921 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 96b9d6c2-de9f-4861-a808-0b1126e14b99 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:51.218631 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d150d1d3-87a9-4cec-b860-b57a8a2a6369 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:51.220128 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d150d1d3-87a9-4cec-b860-b57a8a2a6369 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:51.298184 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d468f-1d64-4e98-bd52-eaafdd1fa1da None None] Pushing event updated for resources: {'Port': ['ID=6b655761-25c1-43fb-9a04-feb656f50cf7,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:51.309579 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d150d1d3-87a9-4cec-b860-b57a8a2a6369 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4519911 Mar 05 05:00:51.316221 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-7147cc29-81f4-4b0e-9ce8-63b26347f908 None None] Set router 09b638d4-4ff2-4ec3-aa26-233244d9f15d gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:00:51.325584 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35866) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:51.331847 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-7070c0f1-4ccd-4ffd-a5d3-961ea8ac7985 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-111193988'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:51.366927 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5350684f-d6a6-480d-9beb-7c206f93eac2 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6ad4d56d-0b5e-419e-9651-a3c75b168003), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:51.430948 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150d1d3-87a9-4cec-b860-b57a8a2a6369 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Pushing event updated for resources: {'Network': ['ID=8ef0459c-2b57-4ca7-9ba9-21da59a07de8,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:51.451850 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7070c0f1-4ccd-4ffd-a5d3-961ea8ac7985 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Made reservation on behalf of f92d7990776c4ca08fdef603668b9742 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:00:51.454437 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7070c0f1-4ccd-4ffd-a5d3-961ea8ac7985 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:51.518219 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7070c0f1-4ccd-4ffd-a5d3-961ea8ac7985 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:00:51.518779 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 8ef0459c-2b57-4ca7-9ba9-21da59a07de8 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:00:51.545085 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7070c0f1-4ccd-4ffd-a5d3-961ea8ac7985 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (79c941d3-e7c0-4b7d-8515-1d0c89b08a84), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:51.546055 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-7070c0f1-4ccd-4ffd-a5d3-961ea8ac7985 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Added segment 79c941d3-e7c0-4b7d-8515-1d0c89b08a84 of type vlan for network 5ab939db-d417-49f9-816f-149c766b2816 Mar 05 05:00:51.623477 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7070c0f1-4ccd-4ffd-a5d3-961ea8ac7985 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (5ab939db-d417-49f9-816f-149c766b2816), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:51.705318 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7070c0f1-4ccd-4ffd-a5d3-961ea8ac7985 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (5ab939db-d417-49f9-816f-149c766b2816), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:51.715874 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7070c0f1-4ccd-4ffd-a5d3-961ea8ac7985 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:51.716789 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7070c0f1-4ccd-4ffd-a5d3-961ea8ac7985 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:51.953594 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a2a858-b2b3-4948-9dbe-bb2ce377bc6f None None] Network e47e814c-4927-4b28-86a6-75aa53942bb3 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:00:51.964516 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7070c0f1-4ccd-4ffd-a5d3-961ea8ac7985 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6325581 Mar 05 05:00:52.121295 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35884) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:52.138879 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35886) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:52.153278 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-77424f59-0800-4692-8e0f-3a5e5212769f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-473902487-network', 'tenant_id': 'ebac8859fe924912b42dc8696c014a4b'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:52.164869 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-ced0273a-ed8f-495c-9a99-b9c8e0264c9f tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Request body: {'subnets': [{'network_id': '8ef0459c-2b57-4ca7-9ba9-21da59a07de8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--696378260', 'ip_version': 4}, {'network_id': '5ab939db-d417-49f9-816f-149c766b2816', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:52.165362 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-ced0273a-ed8f-495c-9a99-b9c8e0264c9f tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Request body: {'subnet': {'network_id': '8ef0459c-2b57-4ca7-9ba9-21da59a07de8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--696378260', 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:52.166115 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-ced0273a-ed8f-495c-9a99-b9c8e0264c9f tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Request body: {'subnet': {'network_id': '5ab939db-d417-49f9-816f-149c766b2816', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:52.222630 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-03a85625-2808-4801-82c1-ba2404eab70e None None] Provisioning complete for port fb3af075-75c0-46aa-82d8-4609a3c985da triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:52.226618 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-03a85625-2808-4801-82c1-ba2404eab70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fb3af075-75c0-46aa-82d8-4609a3c985da), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:52.244612 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77424f59-0800-4692-8e0f-3a5e5212769f admin admin] Made reservation on behalf of ebac8859fe924912b42dc8696c014a4b for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:00:52.247160 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-77424f59-0800-4692-8e0f-3a5e5212769f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:52.258641 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070c0f1-4ccd-4ffd-a5d3-961ea8ac7985 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Pushing event updated for resources: {'Network': ['ID=5ab939db-d417-49f9-816f-149c766b2816,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:52.276375 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-77424f59-0800-4692-8e0f-3a5e5212769f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:52.306516 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d3239-ef15-4390-ac5d-44da44303fa8 req-88a91da3-32bf-4aee-ac4e-f4949b09907a tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:52.308100 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1a1d3239-ef15-4390-ac5d-44da44303fa8 req-88a91da3-32bf-4aee-ac4e-f4949b09907a tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 0.4803348 Mar 05 05:00:52.316427 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5350684f-d6a6-480d-9beb-7c206f93eac2 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks [] for port (6ad4d56d-0b5e-419e-9651-a3c75b168003), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:52.318572 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a1710-6e95-4efc-b975-36b58ab1a960 req-acbf76f1-8394-4f00-8dbb-8e322a1bef7d tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:52.320389 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e19a1710-6e95-4efc-b975-36b58ab1a960 req-acbf76f1-8394-4f00-8dbb-8e322a1bef7d tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 945 time: 0.3914959 Mar 05 05:00:52.375005 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 5ab939db-d417-49f9-816f-149c766b2816 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:00:52.378426 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5350684f-d6a6-480d-9beb-7c206f93eac2 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (6ad4d56d-0b5e-419e-9651-a3c75b168003), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:52.379576 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5350684f-d6a6-480d-9beb-7c206f93eac2 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (8a9e4a72-adfa-47c2-b09f-a717ba37bfd2), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:52.448496 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1a1d3239-ef15-4390-ac5d-44da44303fa8 req-d09a410e-6d9f-4604-992c-ba55c683de5d tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270766 Mar 05 05:00:52.455327 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e19a1710-6e95-4efc-b975-36b58ab1a960 req-fe86dc8a-5cc8-4d74-bbbc-9ba93f4f52ea tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245358 Mar 05 05:00:52.557889 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-77424f59-0800-4692-8e0f-3a5e5212769f admin admin] Publish callbacks [] for security_group (abcff87a-4fc3-413e-862f-b4057868dc30), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:52.569392 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-77424f59-0800-4692-8e0f-3a5e5212769f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (abcff87a-4fc3-413e-862f-b4057868dc30), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:52.616546 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350684f-d6a6-480d-9beb-7c206f93eac2 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Pushing event updated for resources: {'Port': ['ID=6ad4d56d-0b5e-419e-9651-a3c75b168003,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:52.630100 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77424f59-0800-4692-8e0f-3a5e5212769f admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:00:52.645347 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77424f59-0800-4692-8e0f-3a5e5212769f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcff87a-4fc3-413e-862f-b4057868dc30,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:52.652076 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-77424f59-0800-4692-8e0f-3a5e5212769f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (97793d67-3114-4b04-a48e-b236c95755c6), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:52.652536 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-77424f59-0800-4692-8e0f-3a5e5212769f admin admin] Added segment 97793d67-3114-4b04-a48e-b236c95755c6 of type vlan for network 0b49253c-38f3-44a4-9661-4f6156bf4c50 Mar 05 05:00:52.733809 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-77424f59-0800-4692-8e0f-3a5e5212769f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (0b49253c-38f3-44a4-9661-4f6156bf4c50), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:52.771823 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5350684f-d6a6-480d-9beb-7c206f93eac2 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Network e47e814c-4927-4b28-86a6-75aa53942bb3 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:00:52.775473 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device fb3af075-75c0-46aa-82d8-4609a3c985da up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:00:52.779673 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-5350684f-d6a6-480d-9beb-7c206f93eac2 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:00:52.784274 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-77424f59-0800-4692-8e0f-3a5e5212769f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (0b49253c-38f3-44a4-9661-4f6156bf4c50), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:52.785576 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77424f59-0800-4692-8e0f-3a5e5212769f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:52.786739 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-77424f59-0800-4692-8e0f-3a5e5212769f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:52.798542 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced0273a-ed8f-495c-9a99-b9c8e0264c9f tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Made reservation on behalf of f92d7990776c4ca08fdef603668b9742 for: {'subnet': 2} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:00:52.807503 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ced0273a-ed8f-495c-9a99-b9c8e0264c9f tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:52.807967 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ced0273a-ed8f-495c-9a99-b9c8e0264c9f tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:52.876098 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-77424f59-0800-4692-8e0f-3a5e5212769f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7388136 Mar 05 05:00:52.879298 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35896) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:52.888651 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-84e3d691-50bc-4538-ab85-4be9ac654fe1 admin admin] Request body: {'subnet': {'network_id': '0b49253c-38f3-44a4-9661-4f6156bf4c50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-473902487-subnet', 'tenant_id': 'ebac8859fe924912b42dc8696c014a4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:52.897164 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77424f59-0800-4692-8e0f-3a5e5212769f admin admin] Pushing event updated for resources: {'Network': ['ID=0b49253c-38f3-44a4-9661-4f6156bf4c50,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:52.928299 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 0b49253c-38f3-44a4-9661-4f6156bf4c50 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:00:52.939013 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e3d691-50bc-4538-ab85-4be9ac654fe1 admin admin] Made reservation on behalf of ebac8859fe924912b42dc8696c014a4b for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:00:52.943424 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-84e3d691-50bc-4538-ab85-4be9ac654fe1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:53.053934 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5350684f-d6a6-480d-9beb-7c206f93eac2 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Router 8a9e4a72-adfa-47c2-b09f-a717ba37bfd2 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:00:53.083364 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-03a85625-2808-4801-82c1-ba2404eab70e None None] Current status of the port fb3af075-75c0-46aa-82d8-4609a3c985da is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:53.084646 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-03a85625-2808-4801-82c1-ba2404eab70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fb3af075-75c0-46aa-82d8-4609a3c985da), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:53.179932 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-03a85625-2808-4801-82c1-ba2404eab70e None None] For port fb3af075-75c0-46aa-82d8-4609a3c985da, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=fb3af075-75c0-46aa-82d8-4609a3c985da,segment=NetworkSegment(33fb735a-9fb2-427c-93b9-a39eed16f99f),segment_id=33fb735a-9fb2-427c-93b9-a39eed16f99f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:00:53.184961 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port fb3af075-75c0-46aa-82d8-4609a3c985da triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:53.185874 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fb3af075-75c0-46aa-82d8-4609a3c985da), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:53.188241 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641342f1-b862-4dbc-8de7-d4899837d393 None None] Network fe9cc3c3-b677-4f51-a41f-59dbb9895e4f requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:00:53.200231 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-7147cc29-81f4-4b0e-9ce8-63b26347f908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'name': 'tempest-TaggedBootDevicesTest-538821079-router', 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '96b9d6c2-de9f-4861-a808-0b1126e14b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:00:37Z', 'updated_at': '2022-03-05T05:00:47Z', 'revision_number': 4, 'project_id': '3cbec10cd3004a49ad666e5206b0e916', 'gw_port': {'id': '96b9d6c2-de9f-4861-a808-0b1126e14b99', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:89:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:00:38Z', 'updated_at': '2022-03-05T05:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '575fe666-ae0d-4698-a47e-2b07ff300278', 'name': '', 'network_id': 'e3e0acc2-40bc-4e0d-812c-fb475a7a34dc', 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'mac_address': 'fa:16:3e:ed:a7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '641299e5-fad6-49c3-bcda-29f110adb5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:00:45Z', 'updated_at': '2022-03-05T05:00:48Z', 'revision_number': 2, 'project_id': '3cbec10cd3004a49ad666e5206b0e916', 'subnets': [{'id': '641299e5-fad6-49c3-bcda-29f110adb5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:53.235781 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-03a85625-2808-4801-82c1-ba2404eab70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fb3af075-75c0-46aa-82d8-4609a3c985da), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:53.247977 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5350684f-d6a6-480d-9beb-7c206f93eac2 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:00:53.251252 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-84e3d691-50bc-4538-ab85-4be9ac654fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (c5a52712-29a9-4338-86e3-50e3bcb449a6), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:53.260926 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35898) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:53.262601 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569ef19e-9a12-4a50-805f-53ee52a39fb4 None None] Sync routers for ids ['8a9e4a72-adfa-47c2-b09f-a717ba37bfd2'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:00:53.271861 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5350684f-d6a6-480d-9beb-7c206f93eac2 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] 10.222.0.11 "PUT /v2.0/routers/8a9e4a72-adfa-47c2-b09f-a717ba37bfd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4980681 Mar 05 05:00:53.275427 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569ef19e-9a12-4a50-805f-53ee52a39fb4 None None] Routers {'8a9e4a72-adfa-47c2-b09f-a717ba37bfd2'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:00:53.276157 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-569ef19e-9a12-4a50-805f-53ee52a39fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:00:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['8a9e4a72-adfa-47c2-b09f-a717ba37bfd2'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:53.344906 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7147cc29-81f4-4b0e-9ce8-63b26347f908 None None] Checking router: 09b638d4-4ff2-4ec3-aa26-233244d9f15d for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:00:53.345611 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7147cc29-81f4-4b0e-9ce8-63b26347f908 None None] Updating router 09b638d4-4ff2-4ec3-aa26-233244d9f15d port 575fe666-ae0d-4698-a47e-2b07ff300278 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:00:53.367773 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-569ef19e-9a12-4a50-805f-53ee52a39fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:53.393186 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569ef19e-9a12-4a50-805f-53ee52a39fb4 None None] Routers {'8a9e4a72-adfa-47c2-b09f-a717ba37bfd2'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:00:53.394053 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-569ef19e-9a12-4a50-805f-53ee52a39fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:00:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['8a9e4a72-adfa-47c2-b09f-a717ba37bfd2'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:53.463241 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-569ef19e-9a12-4a50-805f-53ee52a39fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:53.468511 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569ef19e-9a12-4a50-805f-53ee52a39fb4 None None] The sync data for ids ['8a9e4a72-adfa-47c2-b09f-a717ba37bfd2'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:00:53.536965 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7147cc29-81f4-4b0e-9ce8-63b26347f908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (575fe666-ae0d-4698-a47e-2b07ff300278), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:53.537163 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3d691-50bc-4538-ab85-4be9ac654fe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5a52712-29a9-4338-86e3-50e3bcb449a6,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:53.597160 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e3d691-50bc-4538-ab85-4be9ac654fe1 admin admin] Checking segment: {'id': '97793d67-3114-4b04-a48e-b236c95755c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0b49253c-38f3-44a4-9661-4f6156bf4c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:00:53.597822 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e3d691-50bc-4538-ab85-4be9ac654fe1 admin admin] Network hostable DHCP agents. Network: 0b49253c-38f3-44a4-9661-4f6156bf4c50, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:00:53.633010 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e05c747f-c135-41e1-a39c-450c48729d59 None None] Provisioning complete for port 6b655761-25c1-43fb-9a04-feb656f50cf7 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:53.633401 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e05c747f-c135-41e1-a39c-450c48729d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (6b655761-25c1-43fb-9a04-feb656f50cf7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:53.716923 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a85625-2808-4801-82c1-ba2404eab70e None None] Pushing event updated for resources: {'Port': ['ID=fb3af075-75c0-46aa-82d8-4609a3c985da,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:53.795754 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ced0273a-ed8f-495c-9a99-b9c8e0264c9f tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (314d2289-0ec0-4c70-aa33-b6a73d3ed0b4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:53.915619 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port fb3af075-75c0-46aa-82d8-4609a3c985da is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:53.916825 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 6b655761-25c1-43fb-9a04-feb656f50cf7 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:00:53.917290 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0273a-ed8f-495c-9a99-b9c8e0264c9f tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Pushing event updated for resources: {'Subnet': ['ID=314d2289-0ec0-4c70-aa33-b6a73d3ed0b4,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:53.932958 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced0273a-ed8f-495c-9a99-b9c8e0264c9f tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Checking segment: {'id': 'af84ff06-5370-40f2-b5ff-07a5d168f3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '8ef0459c-2b57-4ca7-9ba9-21da59a07de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:00:53.933746 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced0273a-ed8f-495c-9a99-b9c8e0264c9f tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Network hostable DHCP agents. Network: 8ef0459c-2b57-4ca7-9ba9-21da59a07de8, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:00:53.962066 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced0273a-ed8f-495c-9a99-b9c8e0264c9f tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Network 8ef0459c-2b57-4ca7-9ba9-21da59a07de8 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:00:53.977412 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-ced0273a-ed8f-495c-9a99-b9c8e0264c9f tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 8ef0459c-2b57-4ca7-9ba9-21da59a07de8) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:00:53.982777 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ced0273a-ed8f-495c-9a99-b9c8e0264c9f tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (741d8609-7053-4bbc-a51a-3256aff5aefe), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:54.016568 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e3d691-50bc-4538-ab85-4be9ac654fe1 admin admin] Network 0b49253c-38f3-44a4-9661-4f6156bf4c50 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:00:54.076225 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-84e3d691-50bc-4538-ab85-4be9ac654fe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 0b49253c-38f3-44a4-9661-4f6156bf4c50) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:00:54.098199 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e3d691-50bc-4538-ab85-4be9ac654fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:54.098801 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-84e3d691-50bc-4538-ab85-4be9ac654fe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:54.113232 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61d8fb9-d3e7-483f-9682-0cbb216c1eb8 None None] Network 8ef0459c-2b57-4ca7-9ba9-21da59a07de8 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:00:54.119937 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e05c747f-c135-41e1-a39c-450c48729d59 None None] Current status of the port 6b655761-25c1-43fb-9a04-feb656f50cf7 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:54.120987 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e05c747f-c135-41e1-a39c-450c48729d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6b655761-25c1-43fb-9a04-feb656f50cf7), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:54.123477 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975cdf8a-9524-41f5-ae89-b44a72cece4f None None] Network 0b49253c-38f3-44a4-9661-4f6156bf4c50 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:00:54.143838 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5e875-ee3f-4e21-ae77-432d832bb43f req-93957aae-c61b-4907-b767-548f91475b7f tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:54.145486 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35e5e875-ee3f-4e21-ae77-432d832bb43f req-93957aae-c61b-4907-b767-548f91475b7f tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 0.4222693 Mar 05 05:00:54.172919 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762dee7-c6b6-4003-8937-1c48d9a1c247 req-7ece912a-7be5-42c6-ba60-8cd8af7ee656 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:54.174445 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7762dee7-c6b6-4003-8937-1c48d9a1c247 req-7ece912a-7be5-42c6-ba60-8cd8af7ee656 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 945 time: 0.4482319 Mar 05 05:00:54.217245 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-84e3d691-50bc-4538-ab85-4be9ac654fe1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3342211 Mar 05 05:00:54.222862 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0273a-ed8f-495c-9a99-b9c8e0264c9f tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Pushing event updated for resources: {'Subnet': ['ID=741d8609-7053-4bbc-a51a-3256aff5aefe,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:54.226106 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35912) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:54.237409 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-31e0d033-9cd4-4dfe-92eb-856a2e2b82e5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-473902487-router', 'tenant_id': 'ebac8859fe924912b42dc8696c014a4b', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:54.246618 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced0273a-ed8f-495c-9a99-b9c8e0264c9f tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Checking segment: {'id': '79c941d3-e7c0-4b7d-8515-1d0c89b08a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5ab939db-d417-49f9-816f-149c766b2816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:00:54.247328 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced0273a-ed8f-495c-9a99-b9c8e0264c9f tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Network hostable DHCP agents. Network: 5ab939db-d417-49f9-816f-149c766b2816, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:00:54.262752 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d809b385-eaf9-40ef-8b91-e0bb257f1f81 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:00:54.299391 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced0273a-ed8f-495c-9a99-b9c8e0264c9f tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Network 5ab939db-d417-49f9-816f-149c766b2816 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:00:54.304564 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31e0d033-9cd4-4dfe-92eb-856a2e2b82e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (2e16d2b7-8a77-4c8b-a759-631a9c1dc081), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:54.305741 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31e0d033-9cd4-4dfe-92eb-856a2e2b82e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (2e16d2b7-8a77-4c8b-a759-631a9c1dc081), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:54.384082 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31e0d033-9cd4-4dfe-92eb-856a2e2b82e5 admin admin] Publish callbacks [] for router_controller (2e16d2b7-8a77-4c8b-a759-631a9c1dc081), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:54.419811 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7762dee7-c6b6-4003-8937-1c48d9a1c247 req-93ab7eab-650c-4562-872b-30a9ac57b1b1 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999807 Mar 05 05:00:54.425931 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35e5e875-ee3f-4e21-ae77-432d832bb43f req-ba936977-8f14-4a49-a75f-072a6353071a tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501569 Mar 05 05:00:54.446685 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-6519d943-f41f-4493-949f-90e7ef01850a tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:00:54.452120 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6519d943-f41f-4493-949f-90e7ef01850a tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] 10.222.0.11 "PUT /v2.0/routers/8a9e4a72-adfa-47c2-b09f-a717ba37bfd2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1875577 Mar 05 05:00:54.452481 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35922) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:54.542676 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f390d7d5-84cb-4e64-812c-b9bf7cf86760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-0b49253c-38f3-44a4-9661-4f6156bf4c50', 'network_id': '0b49253c-38f3-44a4-9661-4f6156bf4c50', 'project_id': 'ebac8859fe924912b42dc8696c014a4b', 'fixed_ips': [{'subnet_id': 'c5a52712-29a9-4338-86e3-50e3bcb449a6'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:00:54.543944 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f390d7d5-84cb-4e64-812c-b9bf7cf86760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:54.698468 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 6b655761-25c1-43fb-9a04-feb656f50cf7 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:54.699105 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (6b655761-25c1-43fb-9a04-feb656f50cf7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:54.752515 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-e05c747f-c135-41e1-a39c-450c48729d59 None None] For port 6b655761-25c1-43fb-9a04-feb656f50cf7, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=6b655761-25c1-43fb-9a04-feb656f50cf7,segment=NetworkSegment(f008572b-9f9f-4a84-acd0-805d61822909),segment_id=f008572b-9f9f-4a84-acd0-805d61822909)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:00:54.767505 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e05c747f-c135-41e1-a39c-450c48729d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (6b655761-25c1-43fb-9a04-feb656f50cf7), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:54.951467 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-ced0273a-ed8f-495c-9a99-b9c8e0264c9f tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 5ab939db-d417-49f9-816f-149c766b2816) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:00:54.958101 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced0273a-ed8f-495c-9a99-b9c8e0264c9f tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:54.958641 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced0273a-ed8f-495c-9a99-b9c8e0264c9f tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:54.959383 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ced0273a-ed8f-495c-9a99-b9c8e0264c9f tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:55.024211 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ced0273a-ed8f-495c-9a99-b9c8e0264c9f tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.8841817 Mar 05 05:00:55.030819 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35946) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:55.051531 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709b34fd-222c-4924-8d90-d80df7bf36bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-8ef0459c-2b57-4ca7-9ba9-21da59a07de8', 'network_id': '8ef0459c-2b57-4ca7-9ba9-21da59a07de8', 'project_id': 'f92d7990776c4ca08fdef603668b9742', 'fixed_ips': [{'subnet_id': '314d2289-0ec0-4c70-aa33-b6a73d3ed0b4'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:00:55.053531 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-709b34fd-222c-4924-8d90-d80df7bf36bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:55.070159 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270314f6-8d68-4258-86ee-8c1c721ff4c4 None None] Network 5ab939db-d417-49f9-816f-149c766b2816 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:00:55.072707 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c747f-c135-41e1-a39c-450c48729d59 None None] Pushing event updated for resources: {'Port': ['ID=6b655761-25c1-43fb-9a04-feb656f50cf7,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:55.137900 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31e0d033-9cd4-4dfe-92eb-856a2e2b82e5 admin admin] Publish callbacks [] for router_gateway (2e16d2b7-8a77-4c8b-a759-631a9c1dc081), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:55.142306 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2a481d-c236-4d28-8c82-39cffb6a29cc tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:55.143780 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2a481d-c236-4d28-8c82-39cffb6a29cc tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:55.145182 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2a481d-c236-4d28-8c82-39cffb6a29cc tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:55.145318 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-02ff4453-c968-4d8f-896d-b19c03ffa854 None None] Provisioning complete for port 6b655761-25c1-43fb-9a04-feb656f50cf7 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:55.145831 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-02ff4453-c968-4d8f-896d-b19c03ffa854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (6b655761-25c1-43fb-9a04-feb656f50cf7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:55.156946 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35960) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:55.160520 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3d2a481d-c236-4d28-8c82-39cffb6a29cc tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1133711 Mar 05 05:00:55.282639 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e34ded61-af4e-4968-b0e1-1d2c635b821f tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (8a9e4a72-adfa-47c2-b09f-a717ba37bfd2), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:55.304424 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-110baa63-0822-4974-9869-f32d3b60e02c tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Deleting subnet 314d2289-0ec0-4c70-aa33-b6a73d3ed0b4 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:00:55.313980 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-110baa63-0822-4974-9869-f32d3b60e02c tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks [] for subnet (314d2289-0ec0-4c70-aa33-b6a73d3ed0b4), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:55.410402 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-110baa63-0822-4974-9869-f32d3b60e02c tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (314d2289-0ec0-4c70-aa33-b6a73d3ed0b4), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:55.531465 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-110baa63-0822-4974-9869-f32d3b60e02c tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (314d2289-0ec0-4c70-aa33-b6a73d3ed0b4), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:55.535492 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d809b385-eaf9-40ef-8b91-e0bb257f1f81, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d809b385-eaf9-40ef-8b91-e0bb257f1f81,segment=NetworkSegment(f0906293-c3cd-4ab0-baf8-2f3f35cc0161),segment_id=f0906293-c3cd-4ab0-baf8-2f3f35cc0161)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:00:55.697082 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'd809b385-eaf9-40ef-8b91-e0bb257f1f81', 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43', 'port_id': 'd809b385-eaf9-40ef-8b91-e0bb257f1f81', 'mac_address': 'fa:16:3e:b6:ab:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:00:55.861190 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-110baa63-0822-4974-9869-f32d3b60e02c tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (314d2289-0ec0-4c70-aa33-b6a73d3ed0b4), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:55.934410 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110baa63-0822-4974-9869-f32d3b60e02c tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Pushing event deleted for resources: {'Subnet': ['ID=314d2289-0ec0-4c70-aa33-b6a73d3ed0b4,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:55.946258 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-110baa63-0822-4974-9869-f32d3b60e02c tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:55.950379 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-110baa63-0822-4974-9869-f32d3b60e02c tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] 10.222.0.11 "DELETE /v2.0/subnets/314d2289-0ec0-4c70-aa33-b6a73d3ed0b4 HTTP/1.1" status: 204 len: 168 time: 0.7901125 Mar 05 05:00:55.954149 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35986) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:56.015778 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d024b05-6828-4422-a69a-26e6628f4ccd req-03fb90b3-45dd-488e-b9be-8c777cf45094 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:56.017369 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5d024b05-6828-4422-a69a-26e6628f4ccd req-03fb90b3-45dd-488e-b9be-8c777cf45094 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 945 time: 0.2096338 Mar 05 05:00:56.026963 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060008e1-553c-4166-ad69-459ba5df68cb req-c0a08f80-df12-4f84-a7b2-333aaf96b4d3 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:56.034157 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-060008e1-553c-4166-ad69-459ba5df68cb req-c0a08f80-df12-4f84-a7b2-333aaf96b4d3 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 0.2293947 Mar 05 05:00:56.074361 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31e0d033-9cd4-4dfe-92eb-856a2e2b82e5 admin admin] Publish callbacks [] for router_gateway (2e16d2b7-8a77-4c8b-a759-631a9c1dc081), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:56.131747 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5d024b05-6828-4422-a69a-26e6628f4ccd req-08d73c80-ec39-4c09-b375-dc768758a13e tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942562 Mar 05 05:00:56.148214 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-060008e1-553c-4166-ad69-459ba5df68cb req-81c2c89d-d064-4352-872e-9a92b7eac835 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078537 Mar 05 05:00:56.173828 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31e0d033-9cd4-4dfe-92eb-856a2e2b82e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:56.280436 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port d809b385-eaf9-40ef-8b91-e0bb257f1f81 is: ACTIVE; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:56.281010 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d809b385-eaf9-40ef-8b91-e0bb257f1f81), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:56.294589 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-e30f4dbf-3905-40ca-a565-3d0659cc29d9 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Deleting subnet 741d8609-7053-4bbc-a51a-3256aff5aefe {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:00:56.300385 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e30f4dbf-3905-40ca-a565-3d0659cc29d9 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks [] for subnet (741d8609-7053-4bbc-a51a-3256aff5aefe), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:56.357870 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7897da-14f7-4481-a7fb-70aa988116f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-5ab939db-d417-49f9-816f-149c766b2816', 'network_id': '5ab939db-d417-49f9-816f-149c766b2816', 'project_id': 'f92d7990776c4ca08fdef603668b9742', 'fixed_ips': [{'subnet_id': '741d8609-7053-4bbc-a51a-3256aff5aefe'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:00:56.363520 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-db7897da-14f7-4481-a7fb-70aa988116f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:56.365392 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-e34ded61-af4e-4968-b0e1-1d2c635b821f tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Deleting port 6ad4d56d-0b5e-419e-9651-a3c75b168003 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:00:56.365392 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e34ded61-af4e-4968-b0e1-1d2c635b821f tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (6ad4d56d-0b5e-419e-9651-a3c75b168003), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:56.443907 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d809b385-eaf9-40ef-8b91-e0bb257f1f81 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:00:56.481330 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e30f4dbf-3905-40ca-a565-3d0659cc29d9 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (741d8609-7053-4bbc-a51a-3256aff5aefe), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server [None req-709b34fd-222c-4924-8d90-d80df7bf36bc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 314d2289-0ec0-4c70-aa33-b6a73d3ed0b4: This subnet is being modified by another concurrent operation. Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 05:00:56.584052 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise exception Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 314d2289-0ec0-4c70-aa33-b6a73d3ed0b4: This subnet is being modified by another concurrent operation. Mar 05 05:00:56.589145 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server Mar 05 05:00:56.614943 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e34ded61-af4e-4968-b0e1-1d2c635b821f tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (6ad4d56d-0b5e-419e-9651-a3c75b168003), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:56.619629 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-02ff4453-c968-4d8f-896d-b19c03ffa854 None None] Current status of the port 6b655761-25c1-43fb-9a04-feb656f50cf7 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:56.622434 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e30f4dbf-3905-40ca-a565-3d0659cc29d9 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (741d8609-7053-4bbc-a51a-3256aff5aefe), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:56.647101 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-e34ded61-af4e-4968-b0e1-1d2c635b821f tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Calling delete_port for 6ad4d56d-0b5e-419e-9651-a3c75b168003 owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:00:56.658975 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7147cc29-81f4-4b0e-9ce8-63b26347f908 None None] Publish callbacks [] for port (575fe666-ae0d-4698-a47e-2b07ff300278), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:56.665803 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-31e0d033-9cd4-4dfe-92eb-856a2e2b82e5 admin admin] Allocated IP 172.25.0.45 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/0f54f410-2bab-44ac-a7fc-1ad337f61591) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:00:56.732738 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d809b385-eaf9-40ef-8b91-e0bb257f1f81, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d809b385-eaf9-40ef-8b91-e0bb257f1f81,segment=NetworkSegment(f0906293-c3cd-4ab0-baf8-2f3f35cc0161),segment_id=f0906293-c3cd-4ab0-baf8-2f3f35cc0161)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:00:56.739514 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857e5f2b-69db-4f8e-968e-f517353c4b6c None None] Network 8ef0459c-2b57-4ca7-9ba9-21da59a07de8 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:00:56.770130 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7147cc29-81f4-4b0e-9ce8-63b26347f908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (575fe666-ae0d-4698-a47e-2b07ff300278), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:56.781143 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d809b385-eaf9-40ef-8b91-e0bb257f1f81), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:56.796950 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e30f4dbf-3905-40ca-a565-3d0659cc29d9 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (741d8609-7053-4bbc-a51a-3256aff5aefe), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:56.808628 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-f390d7d5-84cb-4e64-812c-b9bf7cf86760 None None] Allocated IP 172.20.0.2 (0b49253c-38f3-44a4-9661-4f6156bf4c50/c5a52712-29a9-4338-86e3-50e3bcb449a6/d3e367a6-0b67-41d0-843a-88d1873d2109) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:00:56.922756 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f4dbf-3905-40ca-a565-3d0659cc29d9 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Pushing event deleted for resources: {'Subnet': ['ID=741d8609-7053-4bbc-a51a-3256aff5aefe,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:56.928404 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e30f4dbf-3905-40ca-a565-3d0659cc29d9 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:56.934050 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e30f4dbf-3905-40ca-a565-3d0659cc29d9 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] 10.222.0.11 "DELETE /v2.0/subnets/741d8609-7053-4bbc-a51a-3256aff5aefe HTTP/1.1" status: 204 len: 168 time: 0.9764469 Mar 05 05:00:56.943155 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35996) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:56.985785 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6cdf6-7027-4ff4-bfe3-05b388399f84 None None] Pushing event updated for resources: {'Port': ['ID=575fe666-ae0d-4698-a47e-2b07ff300278,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:57.023411 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e34ded61-af4e-4968-b0e1-1d2c635b821f tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (6ad4d56d-0b5e-419e-9651-a3c75b168003), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:57.047211 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31e0d033-9cd4-4dfe-92eb-856a2e2b82e5 admin admin] Publish callbacks [] for port (0f54f410-2bab-44ac-a7fc-1ad337f61591), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:57.066942 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ded61-af4e-4968-b0e1-1d2c635b821f tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Pushing event deleted for resources: {'Port': ['ID=6ad4d56d-0b5e-419e-9651-a3c75b168003,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:57.141288 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040ab866-85cc-40cf-ab6e-b70dffcdbcef tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:57.145286 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-040ab866-85cc-40cf-ab6e-b70dffcdbcef tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2007627 Mar 05 05:00:57.158730 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36002) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:57.166020 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 6b655761-25c1-43fb-9a04-feb656f50cf7 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:57.200269 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=d809b385-eaf9-40ef-8b91-e0bb257f1f81,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:57.278035 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['d809b385-eaf9-40ef-8b91-e0bb257f1f81'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:00:57.375194 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31e0d033-9cd4-4dfe-92eb-856a2e2b82e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (0f54f410-2bab-44ac-a7fc-1ad337f61591), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:57.539937 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1a58f6a9-ac12-4515-be9b-996af75fc347 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (5ab939db-d417-49f9-816f-149c766b2816), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:57.562554 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e0d033-9cd4-4dfe-92eb-856a2e2b82e5 admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:00:57.587731 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-31e0d033-9cd4-4dfe-92eb-856a2e2b82e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:00:57.591200 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e34ded61-af4e-4968-b0e1-1d2c635b821f tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (8a9e4a72-adfa-47c2-b09f-a717ba37bfd2), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:57.602480 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e0d033-9cd4-4dfe-92eb-856a2e2b82e5 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:00:57.657780 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-02ff4453-c968-4d8f-896d-b19c03ffa854 None None] Provisioning complete for port 6ad4d56d-0b5e-419e-9651-a3c75b168003 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:57.658369 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-02ff4453-c968-4d8f-896d-b19c03ffa854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (6ad4d56d-0b5e-419e-9651-a3c75b168003), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:57.694022 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device fb3af075-75c0-46aa-82d8-4609a3c985da up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:00:57.707513 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0d033-9cd4-4dfe-92eb-856a2e2b82e5 admin admin] Pushing event updated for resources: {'Port': ['ID=0f54f410-2bab-44ac-a7fc-1ad337f61591,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:57.736315 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ae96a-3665-4102-9f52-36b5c5f6ae4a req-a50bf26a-0c5d-4416-a107-4de149b427cd tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:57.742188 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f2ae96a-3665-4102-9f52-36b5c5f6ae4a req-a50bf26a-0c5d-4416-a107-4de149b427cd tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 944 time: 0.3268712 Mar 05 05:00:57.840997 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4b50c8-50c6-4717-85b1-23c97ab391aa None None] Network 5ab939db-d417-49f9-816f-149c766b2816 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:00:57.848065 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-02ff4453-c968-4d8f-896d-b19c03ffa854 None None] Port 6ad4d56d-0b5e-419e-9651-a3c75b168003 was deleted so its status cannot be updated. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 05 05:00:57.988150 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec7ddf-f31a-4ac2-bc50-35a4ff3a2e4d req-4dd40066-5a95-4211-842d-df01d47b0691 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:57.996981 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4fec7ddf-f31a-4ac2-bc50-35a4ff3a2e4d req-4dd40066-5a95-4211-842d-df01d47b0691 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 0.5798864 Mar 05 05:00:58.020057 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-02ff4453-c968-4d8f-896d-b19c03ffa854 None None] Provisioning complete for port fb3af075-75c0-46aa-82d8-4609a3c985da triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:58.020451 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-02ff4453-c968-4d8f-896d-b19c03ffa854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fb3af075-75c0-46aa-82d8-4609a3c985da), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:58.068896 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1a58f6a9-ac12-4515-be9b-996af75fc347 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (5ab939db-d417-49f9-816f-149c766b2816), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:58.152071 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-7147cc29-81f4-4b0e-9ce8-63b26347f908 None None] Attempting to bind port 575fe666-ae0d-4698-a47e-2b07ff300278 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:00:58.153265 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-7147cc29-81f4-4b0e-9ce8-63b26347f908 None None] Attempting to bind port 575fe666-ae0d-4698-a47e-2b07ff300278 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '01a77c7b-5d03-43ae-b14a-b31944229d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e3e0acc2-40bc-4e0d-812c-fb475a7a34dc'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:00:58.154478 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7147cc29-81f4-4b0e-9ce8-63b26347f908 None None] Attempting to bind port 575fe666-ae0d-4698-a47e-2b07ff300278 on network e3e0acc2-40bc-4e0d-812c-fb475a7a34dc {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:00:58.195126 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7147cc29-81f4-4b0e-9ce8-63b26347f908 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:00:58.195548 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7147cc29-81f4-4b0e-9ce8-63b26347f908 None None] Checking segment: {'id': '01a77c7b-5d03-43ae-b14a-b31944229d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e3e0acc2-40bc-4e0d-812c-fb475a7a34dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:00:58.195972 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7147cc29-81f4-4b0e-9ce8-63b26347f908 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:58.196386 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7147cc29-81f4-4b0e-9ce8-63b26347f908 None None] Bound using segment: {'id': '01a77c7b-5d03-43ae-b14a-b31944229d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e3e0acc2-40bc-4e0d-812c-fb475a7a34dc'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:00:58.196896 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-7147cc29-81f4-4b0e-9ce8-63b26347f908 None None] Bound port: 575fe666-ae0d-4698-a47e-2b07ff300278, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a77c7b-5d03-43ae-b14a-b31944229d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e3e0acc2-40bc-4e0d-812c-fb475a7a34dc'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:00:58.197293 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7147cc29-81f4-4b0e-9ce8-63b26347f908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (575fe666-ae0d-4698-a47e-2b07ff300278), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:58.267675 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-1a58f6a9-ac12-4515-be9b-996af75fc347 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab939db-d417-49f9-816f-149c766b2816']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:58.325237 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-7147cc29-81f4-4b0e-9ce8-63b26347f908 None None] For port 575fe666-ae0d-4698-a47e-2b07ff300278, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:00:58.328605 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-7147cc29-81f4-4b0e-9ce8-63b26347f908 None None] For port 575fe666-ae0d-4698-a47e-2b07ff300278, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=575fe666-ae0d-4698-a47e-2b07ff300278,segment=NetworkSegment(01a77c7b-5d03-43ae-b14a-b31944229d80),segment_id=01a77c7b-5d03-43ae-b14a-b31944229d80)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:00:58.351751 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-1a58f6a9-ac12-4515-be9b-996af75fc347 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79c941d3-e7c0-4b7d-8515-1d0c89b08a84') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:58.352137 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-1a58f6a9-ac12-4515-be9b-996af75fc347 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79c941d3-e7c0-4b7d-8515-1d0c89b08a84') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:58.375451 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7147cc29-81f4-4b0e-9ce8-63b26347f908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (575fe666-ae0d-4698-a47e-2b07ff300278), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:58.410838 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1a58f6a9-ac12-4515-be9b-996af75fc347 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (79c941d3-e7c0-4b7d-8515-1d0c89b08a84), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:58.476751 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f2ae96a-3665-4102-9f52-36b5c5f6ae4a req-57075b2c-9b6c-4bb6-a4d1-143f79e5d9e7 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7259967 Mar 05 05:00:58.487587 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e4fbc-52fa-46fb-a819-5384fe222ba8 req-b76f0408-4fb5-4cbd-9ca3-4573d0c1a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:58.492962 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5d1e4fbc-52fa-46fb-a819-5384fe222ba8 req-b76f0408-4fb5-4cbd-9ca3-4573d0c1a3ab service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 1128 time: 1.0107884 Mar 05 05:00:58.498266 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1a58f6a9-ac12-4515-be9b-996af75fc347 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (79c941d3-e7c0-4b7d-8515-1d0c89b08a84), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:58.546760 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4fec7ddf-f31a-4ac2-bc50-35a4ff3a2e4d req-8da5a0d4-26e1-4115-93b2-2f495afb98ae tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5471923 Mar 05 05:00:58.576833 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34ded61-af4e-4968-b0e1-1d2c635b821f tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Router 8a9e4a72-adfa-47c2-b09f-a717ba37bfd2 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:00:58.595048 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port fb3af075-75c0-46aa-82d8-4609a3c985da triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:00:58.595475 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fb3af075-75c0-46aa-82d8-4609a3c985da), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:58.713584 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a58f6a9-ac12-4515-be9b-996af75fc347 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:00:58.714185 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1a58f6a9-ac12-4515-be9b-996af75fc347 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (79c941d3-e7c0-4b7d-8515-1d0c89b08a84), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:58.714732 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34ded61-af4e-4968-b0e1-1d2c635b821f tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:00:58.733304 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:00:58.733304 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:00:58.733304 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:00:58.733304 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:00:58.733304 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:00:58.733304 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:00:58.733304 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:00:58.733304 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:00:58.733304 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:00:58.733304 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:00:58.733304 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:00:58.733304 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:00:58.733304 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:00:58.733304 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:00:58.733304 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:00:58.733304 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:00:58.733304 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:00:58.733304 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:00:58.733304 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:00:58.733304 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:00:58.733304 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:00:58.733304 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:00:58.733304 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:00:58.733304 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:00:58.733304 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:00:58.733304 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:00:58.733304 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:00:58.733304 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:00:58.733304 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:00:58.733304 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:00:58.733304 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:00:58.733304 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:00:58.745282 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e34ded61-af4e-4968-b0e1-1d2c635b821f tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] 10.222.0.11 "PUT /v2.0/routers/8a9e4a72-adfa-47c2-b09f-a717ba37bfd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2917233 Mar 05 05:00:58.746984 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36018) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:58.765915 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f72192-e610-4727-9d47-258d6f4000a3 None None] Sync routers for ids ['8a9e4a72-adfa-47c2-b09f-a717ba37bfd2'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:00:58.855954 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-a8fc27a8-38ee-469e-b3d2-1403dc88a6ed tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] delete failed (client error): The resource could not be found. Mar 05 05:00:58.862809 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a8fc27a8-38ee-469e-b3d2-1403dc88a6ed tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] 10.222.0.11 "DELETE /v2.0/routers/tempest-non_exist_router-1261221704 HTTP/1.1" status: 404 len: 335 time: 0.1142979 Mar 05 05:00:58.863876 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36022) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:58.870807 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-d4c42fde-921b-4409-a572-5db50d0722fd tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Request body: {'router': {'external_gateway_info': {'network_id': '8a9e4a72-adfa-47c2-b09f-a717ba37bfd2'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:58.890509 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7147cc29-81f4-4b0e-9ce8-63b26347f908 None None] Routers {'09b638d4-4ff2-4ec3-aa26-233244d9f15d'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:00:58.891351 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-7147cc29-81f4-4b0e-9ce8-63b26347f908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:00:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['09b638d4-4ff2-4ec3-aa26-233244d9f15d'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:59.045513 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5d1e4fbc-52fa-46fb-a819-5384fe222ba8 req-05bb24ac-99a4-4733-8d76-37c73c710c54 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5420310 Mar 05 05:00:59.047464 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-7147cc29-81f4-4b0e-9ce8-63b26347f908 None None] Set router 09b638d4-4ff2-4ec3-aa26-233244d9f15d gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:00:59.051869 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1a58f6a9-ac12-4515-be9b-996af75fc347 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (5ab939db-d417-49f9-816f-149c766b2816), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:59.064254 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1a58f6a9-ac12-4515-be9b-996af75fc347 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:59.068183 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1a58f6a9-ac12-4515-be9b-996af75fc347 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] 10.222.0.11 "DELETE /v2.0/networks/5ab939db-d417-49f9-816f-149c766b2816 HTTP/1.1" status: 204 len: 168 time: 1.9079208 Mar 05 05:00:59.072368 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36024) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:59.128478 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58f6a9-ac12-4515-be9b-996af75fc347 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Pushing event deleted for resources: {'Network': ['ID=5ab939db-d417-49f9-816f-149c766b2816,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:59.147926 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f390d7d5-84cb-4e64-812c-b9bf7cf86760 None None] Publish callbacks [] for port (d3e367a6-0b67-41d0-843a-88d1873d2109), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:59.202192 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6cdf6-7027-4ff4-bfe3-05b388399f84 None None] Pushing event updated for resources: {'Port': ['ID=575fe666-ae0d-4698-a47e-2b07ff300278,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:59.266567 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31e0d033-9cd4-4dfe-92eb-856a2e2b82e5 admin admin] Publish callbacks [] for router_gateway (2e16d2b7-8a77-4c8b-a759-631a9c1dc081), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:59.338823 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f390d7d5-84cb-4e64-812c-b9bf7cf86760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (d3e367a6-0b67-41d0-843a-88d1873d2109), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:59.348903 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f72192-e610-4727-9d47-258d6f4000a3 None None] Routers {'8a9e4a72-adfa-47c2-b09f-a717ba37bfd2'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:00:59.348903 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-d3f72192-e610-4727-9d47-258d6f4000a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:00:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['8a9e4a72-adfa-47c2-b09f-a717ba37bfd2'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:59.414824 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ee141692-5d43-45d4-8853-1b9ca2d58b34 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (8ef0459c-2b57-4ca7-9ba9-21da59a07de8), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:59.414988 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-d3f72192-e610-4727-9d47-258d6f4000a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:59.467283 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d4c42fde-921b-4409-a572-5db50d0722fd tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks [] for router_gateway (8a9e4a72-adfa-47c2-b09f-a717ba37bfd2), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:59.473807 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-02ff4453-c968-4d8f-896d-b19c03ffa854 None None] Current status of the port fb3af075-75c0-46aa-82d8-4609a3c985da is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:59.500156 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-d4c42fde-921b-4409-a572-5db50d0722fd tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] update failed (client error): The resource could not be found. Mar 05 05:00:59.501221 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d4c42fde-921b-4409-a572-5db50d0722fd tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] 10.222.0.11 "PUT /v2.0/routers/8a9e4a72-adfa-47c2-b09f-a717ba37bfd2 HTTP/1.1" status: 404 len: 339 time: 0.6359222 Mar 05 05:00:59.507625 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36032) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:59.510664 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f72192-e610-4727-9d47-258d6f4000a3 None None] Routers {'8a9e4a72-adfa-47c2-b09f-a717ba37bfd2'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:00:59.511427 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-d3f72192-e610-4727-9d47-258d6f4000a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:00:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['8a9e4a72-adfa-47c2-b09f-a717ba37bfd2'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:59.516816 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-5a5476cc-e714-4aef-9f51-3c089cc75074 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1858055090'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:59.526963 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port fb3af075-75c0-46aa-82d8-4609a3c985da is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:00:59.528236 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 6b655761-25c1-43fb-9a04-feb656f50cf7 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:00:59.546363 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f390d7d5-84cb-4e64-812c-b9bf7cf86760 None None] Network 0b49253c-38f3-44a4-9661-4f6156bf4c50 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:00:59.569574 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5476cc-e714-4aef-9f51-3c089cc75074 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Made reservation on behalf of 926e46e17ff34928bb649cef3fd981ec for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:00:59.572937 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5a5476cc-e714-4aef-9f51-3c089cc75074 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:59.626675 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5476cc-e714-4aef-9f51-3c089cc75074 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:00:59.647918 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5a5476cc-e714-4aef-9f51-3c089cc75074 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (47ac8cf4-478c-4349-a497-bb813942cf4c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:59.648287 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-5a5476cc-e714-4aef-9f51-3c089cc75074 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Added segment 47ac8cf4-478c-4349-a497-bb813942cf4c of type vlan for network 12efb94e-12d4-45c2-9a31-82a1cb95af6a Mar 05 05:00:59.663315 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-d3f72192-e610-4727-9d47-258d6f4000a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:59.664090 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f72192-e610-4727-9d47-258d6f4000a3 None None] The sync data for ids ['8a9e4a72-adfa-47c2-b09f-a717ba37bfd2'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:00:59.678879 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-f390d7d5-84cb-4e64-812c-b9bf7cf86760 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:00:59.688013 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390d7d5-84cb-4e64-812c-b9bf7cf86760 None None] Pushing event updated for resources: {'Port': ['ID=d3e367a6-0b67-41d0-843a-88d1873d2109,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:00:59.691211 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f390d7d5-84cb-4e64-812c-b9bf7cf86760 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:00:59.723237 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-7147cc29-81f4-4b0e-9ce8-63b26347f908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'name': 'tempest-TaggedBootDevicesTest-538821079-router', 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '96b9d6c2-de9f-4861-a808-0b1126e14b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:00:37Z', 'updated_at': '2022-03-05T05:00:47Z', 'revision_number': 4, 'project_id': '3cbec10cd3004a49ad666e5206b0e916', 'gw_port': {'id': '96b9d6c2-de9f-4861-a808-0b1126e14b99', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:89:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:00:38Z', 'updated_at': '2022-03-05T05:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '575fe666-ae0d-4698-a47e-2b07ff300278', 'name': '', 'network_id': 'e3e0acc2-40bc-4e0d-812c-fb475a7a34dc', 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'mac_address': 'fa:16:3e:ed:a7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '641299e5-fad6-49c3-bcda-29f110adb5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:00:45Z', 'updated_at': '2022-03-05T05:00:58Z', 'revision_number': 4, 'project_id': '3cbec10cd3004a49ad666e5206b0e916', 'subnets': [{'id': '641299e5-fad6-49c3-bcda-29f110adb5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:59.741223 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5a5476cc-e714-4aef-9f51-3c089cc75074 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (12efb94e-12d4-45c2-9a31-82a1cb95af6a), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:59.787375 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ee141692-5d43-45d4-8853-1b9ca2d58b34 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (8ef0459c-2b57-4ca7-9ba9-21da59a07de8), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:59.793300 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5a5476cc-e714-4aef-9f51-3c089cc75074 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (12efb94e-12d4-45c2-9a31-82a1cb95af6a), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:59.795802 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5476cc-e714-4aef-9f51-3c089cc75074 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:00:59.796371 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5a5476cc-e714-4aef-9f51-3c089cc75074 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:59.852119 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5a5476cc-e714-4aef-9f51-3c089cc75074 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3432765 Mar 05 05:00:59.858569 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36040) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:00:59.872222 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-95e17c3f-35e1-498e-bc9c-516599dcbf33 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Request body: {'subnet': {'network_id': '12efb94e-12d4-45c2-9a31-82a1cb95af6a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:00:59.877375 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-ee141692-5d43-45d4-8853-1b9ca2d58b34 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ef0459c-2b57-4ca7-9ba9-21da59a07de8']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:59.913577 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-ee141692-5d43-45d4-8853-1b9ca2d58b34 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af84ff06-5370-40f2-b5ff-07a5d168f3a8') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:59.913868 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-ee141692-5d43-45d4-8853-1b9ca2d58b34 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af84ff06-5370-40f2-b5ff-07a5d168f3a8') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:00:59.961168 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ee141692-5d43-45d4-8853-1b9ca2d58b34 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (af84ff06-5370-40f2-b5ff-07a5d168f3a8), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:59.989095 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ee141692-5d43-45d4-8853-1b9ca2d58b34 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (af84ff06-5370-40f2-b5ff-07a5d168f3a8), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:00:59.993189 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7147cc29-81f4-4b0e-9ce8-63b26347f908 None None] The sync data for ids ['09b638d4-4ff2-4ec3-aa26-233244d9f15d'] in n-d-789963-32 is: [{'id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'name': 'tempest-TaggedBootDevicesTest-538821079-router', 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '96b9d6c2-de9f-4861-a808-0b1126e14b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:00:37Z', 'updated_at': '2022-03-05T05:00:47Z', 'revision_number': 4, 'project_id': '3cbec10cd3004a49ad666e5206b0e916', 'gw_port': {'id': '96b9d6c2-de9f-4861-a808-0b1126e14b99', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:89:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:00:38Z', 'updated_at': '2022-03-05T05:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '575fe666-ae0d-4698-a47e-2b07ff300278', 'name': '', 'network_id': 'e3e0acc2-40bc-4e0d-812c-fb475a7a34dc', 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'mac_address': 'fa:16:3e:ed:a7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '641299e5-fad6-49c3-bcda-29f110adb5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:00:45Z', 'updated_at': '2022-03-05T05:00:58Z', 'revision_number': 4, 'project_id': '3cbec10cd3004a49ad666e5206b0e916', 'subnets': [{'id': '641299e5-fad6-49c3-bcda-29f110adb5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:01:00.024095 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee141692-5d43-45d4-8853-1b9ca2d58b34 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:01:00.024514 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ee141692-5d43-45d4-8853-1b9ca2d58b34 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (af84ff06-5370-40f2-b5ff-07a5d168f3a8), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:00.131692 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-481e9100-1b8f-46de-a559-de3586ea0978 None None] Provisioning complete for port 575fe666-ae0d-4698-a47e-2b07ff300278 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:00.132489 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-481e9100-1b8f-46de-a559-de3586ea0978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (575fe666-ae0d-4698-a47e-2b07ff300278), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:00.148216 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e17c3f-35e1-498e-bc9c-516599dcbf33 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Made reservation on behalf of 926e46e17ff34928bb649cef3fd981ec for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:01:00.152423 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-95e17c3f-35e1-498e-bc9c-516599dcbf33 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:00.315986 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 6b655761-25c1-43fb-9a04-feb656f50cf7 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:00.316664 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (6b655761-25c1-43fb-9a04-feb656f50cf7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:00.321614 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-f390d7d5-84cb-4e64-812c-b9bf7cf86760 None None] Attempting to bind port d3e367a6-0b67-41d0-843a-88d1873d2109 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:01:00.322336 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-f390d7d5-84cb-4e64-812c-b9bf7cf86760 None None] Attempting to bind port d3e367a6-0b67-41d0-843a-88d1873d2109 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '97793d67-3114-4b04-a48e-b236c95755c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0b49253c-38f3-44a4-9661-4f6156bf4c50'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:01:00.322999 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f390d7d5-84cb-4e64-812c-b9bf7cf86760 None None] Attempting to bind port d3e367a6-0b67-41d0-843a-88d1873d2109 on network 0b49253c-38f3-44a4-9661-4f6156bf4c50 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:01:00.325917 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:01:00.325917 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:01:00.325917 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:01:00.325917 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:01:00.325917 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:01:00.325917 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:01:00.325917 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:01:00.325917 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:01:00.325917 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:01:00.325917 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:01:00.325917 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:01:00.325917 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:01:00.325917 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:01:00.325917 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:01:00.325917 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:01:00.325917 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:01:00.325917 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:01:00.325917 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:01:00.325917 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:01:00.325917 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:01:00.325917 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:01:00.325917 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:01:00.325917 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:01:00.325917 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:01:00.325917 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:01:00.325917 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:01:00.325917 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:01:00.325917 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:01:00.325917 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:01:00.325917 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:01:00.325917 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:01:00.325917 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:01:00.382897 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f390d7d5-84cb-4e64-812c-b9bf7cf86760 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:01:00.383784 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f390d7d5-84cb-4e64-812c-b9bf7cf86760 None None] Checking segment: {'id': '97793d67-3114-4b04-a48e-b236c95755c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0b49253c-38f3-44a4-9661-4f6156bf4c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:01:00.391347 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f390d7d5-84cb-4e64-812c-b9bf7cf86760 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:00.392378 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f390d7d5-84cb-4e64-812c-b9bf7cf86760 None None] Bound using segment: {'id': '97793d67-3114-4b04-a48e-b236c95755c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0b49253c-38f3-44a4-9661-4f6156bf4c50'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:01:00.393189 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-f390d7d5-84cb-4e64-812c-b9bf7cf86760 None None] Bound port: d3e367a6-0b67-41d0-843a-88d1873d2109, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97793d67-3114-4b04-a48e-b236c95755c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0b49253c-38f3-44a4-9661-4f6156bf4c50'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:01:00.393850 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f390d7d5-84cb-4e64-812c-b9bf7cf86760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d3e367a6-0b67-41d0-843a-88d1873d2109), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:00.511894 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-481e9100-1b8f-46de-a559-de3586ea0978 None None] Current status of the port 575fe666-ae0d-4698-a47e-2b07ff300278 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:01:00.512691 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-481e9100-1b8f-46de-a559-de3586ea0978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (575fe666-ae0d-4698-a47e-2b07ff300278), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:00.596853 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-95e17c3f-35e1-498e-bc9c-516599dcbf33 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (896403cf-c908-44b7-ac9d-45a873937da1), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:00.606608 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31e0d033-9cd4-4dfe-92eb-856a2e2b82e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (2e16d2b7-8a77-4c8b-a759-631a9c1dc081), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:00.609427 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ee141692-5d43-45d4-8853-1b9ca2d58b34 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (8ef0459c-2b57-4ca7-9ba9-21da59a07de8), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:00.630977 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ee141692-5d43-45d4-8853-1b9ca2d58b34 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:00.641383 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ee141692-5d43-45d4-8853-1b9ca2d58b34 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] 10.222.0.11 "DELETE /v2.0/networks/8ef0459c-2b57-4ca7-9ba9-21da59a07de8 HTTP/1.1" status: 204 len: 168 time: 1.5608907 Mar 05 05:01:00.642288 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f390d7d5-84cb-4e64-812c-b9bf7cf86760 None None] For port d3e367a6-0b67-41d0-843a-88d1873d2109, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:01:00.642443 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36048) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:00.647001 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f390d7d5-84cb-4e64-812c-b9bf7cf86760 None None] For port d3e367a6-0b67-41d0-843a-88d1873d2109, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d3e367a6-0b67-41d0-843a-88d1873d2109,segment=NetworkSegment(97793d67-3114-4b04-a48e-b236c95755c6),segment_id=97793d67-3114-4b04-a48e-b236c95755c6)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:01:00.674033 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f390d7d5-84cb-4e64-812c-b9bf7cf86760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d3e367a6-0b67-41d0-843a-88d1873d2109), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:00.704096 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee141692-5d43-45d4-8853-1b9ca2d58b34 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Pushing event deleted for resources: {'Network': ['ID=8ef0459c-2b57-4ca7-9ba9-21da59a07de8,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:00.820532 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-481e9100-1b8f-46de-a559-de3586ea0978 None None] For port 575fe666-ae0d-4698-a47e-2b07ff300278, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=575fe666-ae0d-4698-a47e-2b07ff300278,segment=NetworkSegment(01a77c7b-5d03-43ae-b14a-b31944229d80),segment_id=01a77c7b-5d03-43ae-b14a-b31944229d80)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:01:00.848744 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d809b385-eaf9-40ef-8b91-e0bb257f1f81 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:01:00.876639 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e17c3f-35e1-498e-bc9c-516599dcbf33 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Pushing event updated for resources: {'Subnet': ['ID=896403cf-c908-44b7-ac9d-45a873937da1,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:00.933217 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-481e9100-1b8f-46de-a559-de3586ea0978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (575fe666-ae0d-4698-a47e-2b07ff300278), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:00.959767 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22431f1a-b53e-470d-8873-22e094502d9d req-cf337231-ba7b-4bda-b076-68d34a889ad5 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:00.961451 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-22431f1a-b53e-470d-8873-22e094502d9d req-cf337231-ba7b-4bda-b076-68d34a889ad5 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 944 time: 1.1948657 Mar 05 05:01:01.049802 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 6b655761-25c1-43fb-9a04-feb656f50cf7 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:01:01.058164 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390d7d5-84cb-4e64-812c-b9bf7cf86760 None None] Pushing event updated for resources: {'Port': ['ID=d3e367a6-0b67-41d0-843a-88d1873d2109,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:01.096641 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b526fe3-deb7-4b20-8ee7-5cd71f0b3bf6 req-b2ef0815-bbd3-497b-9e72-2009219090e6 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:01.109294 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3b526fe3-deb7-4b20-8ee7-5cd71f0b3bf6 req-b2ef0815-bbd3-497b-9e72-2009219090e6 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 1.3306880 Mar 05 05:01:01.156800 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5476cc-e714-4aef-9f51-3c089cc75074 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Pushing event updated for resources: {'Network': ['ID=12efb94e-12d4-45c2-9a31-82a1cb95af6a,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:01.231480 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e9100-1b8f-46de-a559-de3586ea0978 None None] Pushing event updated for resources: {'Port': ['ID=575fe666-ae0d-4698-a47e-2b07ff300278,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:01.249563 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 12efb94e-12d4-45c2-9a31-82a1cb95af6a details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:01:01.416089 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port d809b385-eaf9-40ef-8b91-e0bb257f1f81 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:01.418656 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d809b385-eaf9-40ef-8b91-e0bb257f1f81), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:01.532072 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e17c3f-35e1-498e-bc9c-516599dcbf33 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Checking segment: {'id': '47ac8cf4-478c-4349-a497-bb813942cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '12efb94e-12d4-45c2-9a31-82a1cb95af6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:01:01.532860 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e17c3f-35e1-498e-bc9c-516599dcbf33 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Network hostable DHCP agents. Network: 12efb94e-12d4-45c2-9a31-82a1cb95af6a, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:01:01.585164 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-22431f1a-b53e-470d-8873-22e094502d9d req-44f5199e-111e-4c5e-8938-e0ebfe01f8b1 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5842454 Mar 05 05:01:01.608527 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 575fe666-ae0d-4698-a47e-2b07ff300278 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:01:01.613598 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a7f68d76-38cc-4380-8189-c0924d343ec1 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (87e3d6c9-1fad-4035-ae3c-e275e8a086b0), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:01.663402 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3b526fe3-deb7-4b20-8ee7-5cd71f0b3bf6 req-d87b96f9-5c04-4540-a92e-aa8a5a47b976 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5461607 Mar 05 05:01:01.694977 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e17c3f-35e1-498e-bc9c-516599dcbf33 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Network 12efb94e-12d4-45c2-9a31-82a1cb95af6a is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:01:01.722578 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-95e17c3f-35e1-498e-bc9c-516599dcbf33 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 12efb94e-12d4-45c2-9a31-82a1cb95af6a) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:01:01.731573 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e17c3f-35e1-498e-bc9c-516599dcbf33 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:01.737430 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-95e17c3f-35e1-498e-bc9c-516599dcbf33 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:01.758286 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c0848c-05ce-4e1b-9db7-49e4370bbba1 None None] Network 12efb94e-12d4-45c2-9a31-82a1cb95af6a requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:01:01.795637 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-95e17c3f-35e1-498e-bc9c-516599dcbf33 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9336846 Mar 05 05:01:01.798062 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36056) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:01.803852 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-0d53c169-3a7f-4458-8d05-1b60a406ac41 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Request body: {'router': {'external_gateway_info': {'network_id': '12efb94e-12d4-45c2-9a31-82a1cb95af6a'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:01.863052 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a7f68d76-38cc-4380-8189-c0924d343ec1 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (87e3d6c9-1fad-4035-ae3c-e275e8a086b0), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:01.894510 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-a7f68d76-38cc-4380-8189-c0924d343ec1 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e3d6c9-1fad-4035-ae3c-e275e8a086b0']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:01.907103 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-a7f68d76-38cc-4380-8189-c0924d343ec1 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '229bf5d8-b9dd-499e-8013-0787fd525a83') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:01.907417 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-a7f68d76-38cc-4380-8189-c0924d343ec1 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '229bf5d8-b9dd-499e-8013-0787fd525a83') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:01.950054 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a7f68d76-38cc-4380-8189-c0924d343ec1 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (229bf5d8-b9dd-499e-8013-0787fd525a83), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:01.985744 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a7f68d76-38cc-4380-8189-c0924d343ec1 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (229bf5d8-b9dd-499e-8013-0787fd525a83), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:02.014930 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f68d76-38cc-4380-8189-c0924d343ec1 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:01:02.021318 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a7f68d76-38cc-4380-8189-c0924d343ec1 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (229bf5d8-b9dd-499e-8013-0787fd525a83), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:02.028789 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:01:02.028789 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:01:02.028789 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:01:02.028789 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:01:02.028789 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:01:02.028789 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:01:02.028789 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:01:02.028789 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:01:02.028789 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:01:02.028789 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:01:02.028789 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:01:02.028789 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:01:02.028789 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:01:02.028789 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:01:02.028789 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:01:02.028789 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:01:02.028789 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:01:02.028789 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:01:02.028789 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:01:02.028789 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:01:02.028789 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:01:02.028789 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:01:02.028789 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:01:02.028789 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:01:02.028789 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:01:02.028789 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:01:02.028789 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:01:02.028789 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:01:02.028789 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:01:02.028789 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:01:02.028789 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:01:02.028789 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:01:02.135927 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 575fe666-ae0d-4698-a47e-2b07ff300278 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:02.136490 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (575fe666-ae0d-4698-a47e-2b07ff300278), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:02.290205 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0d53c169-3a7f-4458-8d05-1b60a406ac41 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks [] for router_gateway (8a9e4a72-adfa-47c2-b09f-a717ba37bfd2), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:02.311020 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a7f68d76-38cc-4380-8189-c0924d343ec1 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (87e3d6c9-1fad-4035-ae3c-e275e8a086b0), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:02.333014 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port d809b385-eaf9-40ef-8b91-e0bb257f1f81 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:01:02.333942 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d809b385-eaf9-40ef-8b91-e0bb257f1f81), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:02.394944 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a7f68d76-38cc-4380-8189-c0924d343ec1 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:02.414749 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a7f68d76-38cc-4380-8189-c0924d343ec1 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] 10.222.0.11 "DELETE /v2.0/networks/87e3d6c9-1fad-4035-ae3c-e275e8a086b0 HTTP/1.1" status: 204 len: 168 time: 1.7695115 Mar 05 05:01:02.415693 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f68d76-38cc-4380-8189-c0924d343ec1 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Pushing event deleted for resources: {'Network': ['ID=87e3d6c9-1fad-4035-ae3c-e275e8a086b0,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:02.424155 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36062) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:02.504978 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d809b385-eaf9-40ef-8b91-e0bb257f1f81, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d809b385-eaf9-40ef-8b91-e0bb257f1f81,segment=NetworkSegment(f0906293-c3cd-4ab0-baf8-2f3f35cc0161),segment_id=f0906293-c3cd-4ab0-baf8-2f3f35cc0161)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:01:02.507299 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e0d033-9cd4-4dfe-92eb-856a2e2b82e5 admin admin] Router 2e16d2b7-8a77-4c8b-a759-631a9c1dc081 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:01:02.522140 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a967947-07f5-4b89-a7f4-80020f40e433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd809b385-eaf9-40ef-8b91-e0bb257f1f81'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:01:02.545458 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85067d23-c003-40a9-be7e-f19ab87ee23c" -d '{"events": [{"server_uuid": "1a967947-07f5-4b89-a7f4-80020f40e433", "name": "network-vif-plugged", "status": "completed", "tag": "d809b385-eaf9-40ef-8b91-e0bb257f1f81"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:01:02.547570 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-469ef424-0193-42ed-a303-da7e90d7e2f7 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (ae6e230b-83e5-4e54-982f-36d3024330e3), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:02.573741 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d809b385-eaf9-40ef-8b91-e0bb257f1f81), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:02.589192 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fa5839-972d-4ec9-b4e8-d2af868baffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-12efb94e-12d4-45c2-9a31-82a1cb95af6a', 'network_id': '12efb94e-12d4-45c2-9a31-82a1cb95af6a', 'project_id': '926e46e17ff34928bb649cef3fd981ec', 'fixed_ips': [{'subnet_id': '896403cf-c908-44b7-ac9d-45a873937da1'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:01:02.595064 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-78fa5839-972d-4ec9-b4e8-d2af868baffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:02.731344 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae6f40c-1b39-49c7-a5c2-005a735e8d4e x-openstack-request-id: req-bae6f40c-1b39-49c7-a5c2-005a735e8d4e {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:01:02.731719 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a967947-07f5-4b89-a7f4-80020f40e433", "name": "network-vif-plugged", "status": "completed", "tag": "d809b385-eaf9-40ef-8b91-e0bb257f1f81", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:01:02.732179 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bae6f40c-1b39-49c7-a5c2-005a735e8d4e {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:01:02.732609 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a967947-07f5-4b89-a7f4-80020f40e433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd809b385-eaf9-40ef-8b91-e0bb257f1f81', 'code': 200} Mar 05 05:01:02.877627 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e0d033-9cd4-4dfe-92eb-856a2e2b82e5 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:01:02.903330 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336deb03-a6a7-4b41-8317-d1b1c335c64f None None] Sync routers for ids ['2e16d2b7-8a77-4c8b-a759-631a9c1dc081'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:01:02.916951 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336deb03-a6a7-4b41-8317-d1b1c335c64f None None] Routers {'2e16d2b7-8a77-4c8b-a759-631a9c1dc081'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:01:02.922013 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-336deb03-a6a7-4b41-8317-d1b1c335c64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:00:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['2e16d2b7-8a77-4c8b-a759-631a9c1dc081'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:02.925036 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31e0d033-9cd4-4dfe-92eb-856a2e2b82e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:02.929025 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-31e0d033-9cd4-4dfe-92eb-856a2e2b82e5 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.6958730 Mar 05 05:01:02.930282 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36072) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:03.130065 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0de7796-e105-4d4c-a7bc-34fe310144f4 None None] Network 0b49253c-38f3-44a4-9661-4f6156bf4c50 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:01:03.154531 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-336deb03-a6a7-4b41-8317-d1b1c335c64f None None] Set router 2e16d2b7-8a77-4c8b-a759-631a9c1dc081 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:01:03.155772 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=d809b385-eaf9-40ef-8b91-e0bb257f1f81,revision_number=7']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:03.359709 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 575fe666-ae0d-4698-a47e-2b07ff300278 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:01:03.393915 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-78fa5839-972d-4ec9-b4e8-d2af868baffe None None] Allocated IP 2001:db8:1::2 (12efb94e-12d4-45c2-9a31-82a1cb95af6a/896403cf-c908-44b7-ac9d-45a873937da1/776b93ad-d5e3-4292-841b-c85629fb23c4) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:01:03.450739 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f74dd968-d8ec-4bbd-821e-7ab9e63c0b44 None None] Provisioning complete for port d3e367a6-0b67-41d0-843a-88d1873d2109 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:03.451046 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f74dd968-d8ec-4bbd-821e-7ab9e63c0b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d3e367a6-0b67-41d0-843a-88d1873d2109), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:03.452194 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-336deb03-a6a7-4b41-8317-d1b1c335c64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e16d2b7-8a77-4c8b-a759-631a9c1dc081', 'name': 'tempest-TaggedBootDevicesTest-473902487-router', 'tenant_id': 'ebac8859fe924912b42dc8696c014a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '0f54f410-2bab-44ac-a7fc-1ad337f61591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:00:54Z', 'updated_at': '2022-03-05T05:00:58Z', 'revision_number': 3, 'project_id': 'ebac8859fe924912b42dc8696c014a4b', 'gw_port': {'id': '0f54f410-2bab-44ac-a7fc-1ad337f61591', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:dd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e16d2b7-8a77-4c8b-a759-631a9c1dc081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:00:56Z', 'updated_at': '2022-03-05T05:00:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:03.480527 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336deb03-a6a7-4b41-8317-d1b1c335c64f None None] Checking router: 2e16d2b7-8a77-4c8b-a759-631a9c1dc081 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:01:03.481162 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336deb03-a6a7-4b41-8317-d1b1c335c64f None None] Updating router 2e16d2b7-8a77-4c8b-a759-631a9c1dc081 port 0f54f410-2bab-44ac-a7fc-1ad337f61591 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:01:03.512261 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-336deb03-a6a7-4b41-8317-d1b1c335c64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0f54f410-2bab-44ac-a7fc-1ad337f61591), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:03.845946 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d3e367a6-0b67-41d0-843a-88d1873d2109 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:01:04.002272 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-336deb03-a6a7-4b41-8317-d1b1c335c64f None None] Publish callbacks [] for port (0f54f410-2bab-44ac-a7fc-1ad337f61591), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:04.022368 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-336deb03-a6a7-4b41-8317-d1b1c335c64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0f54f410-2bab-44ac-a7fc-1ad337f61591), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:04.030670 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f74dd968-d8ec-4bbd-821e-7ab9e63c0b44 None None] Current status of the port d3e367a6-0b67-41d0-843a-88d1873d2109 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:01:04.031100 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f74dd968-d8ec-4bbd-821e-7ab9e63c0b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d3e367a6-0b67-41d0-843a-88d1873d2109), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:04.078088 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-336deb03-a6a7-4b41-8317-d1b1c335c64f None None] Attempting to bind port 0f54f410-2bab-44ac-a7fc-1ad337f61591 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:01:04.078088 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-336deb03-a6a7-4b41-8317-d1b1c335c64f None None] Attempting to bind port 0f54f410-2bab-44ac-a7fc-1ad337f61591 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:01:04.078088 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336deb03-a6a7-4b41-8317-d1b1c335c64f None None] Attempting to bind port 0f54f410-2bab-44ac-a7fc-1ad337f61591 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:01:04.079730 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-469ef424-0193-42ed-a303-da7e90d7e2f7 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (ae6e230b-83e5-4e54-982f-36d3024330e3), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:04.089411 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336deb03-a6a7-4b41-8317-d1b1c335c64f None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:01:04.089795 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336deb03-a6a7-4b41-8317-d1b1c335c64f None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:01:04.090198 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-336deb03-a6a7-4b41-8317-d1b1c335c64f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:04.090598 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336deb03-a6a7-4b41-8317-d1b1c335c64f None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:01:04.091097 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-336deb03-a6a7-4b41-8317-d1b1c335c64f None None] Bound port: 0f54f410-2bab-44ac-a7fc-1ad337f61591, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:01:04.091501 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-336deb03-a6a7-4b41-8317-d1b1c335c64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0f54f410-2bab-44ac-a7fc-1ad337f61591), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:04.154570 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-336deb03-a6a7-4b41-8317-d1b1c335c64f None None] For port 0f54f410-2bab-44ac-a7fc-1ad337f61591, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:01:04.157897 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-336deb03-a6a7-4b41-8317-d1b1c335c64f None None] For port 0f54f410-2bab-44ac-a7fc-1ad337f61591, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=0f54f410-2bab-44ac-a7fc-1ad337f61591,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:01:04.165326 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-469ef424-0193-42ed-a303-da7e90d7e2f7 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae6e230b-83e5-4e54-982f-36d3024330e3']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:04.170411 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef019ed-095f-4348-bbbf-a531a4830eaa None None] Pushing event updated for resources: {'Port': ['ID=0f54f410-2bab-44ac-a7fc-1ad337f61591,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:04.178090 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-336deb03-a6a7-4b41-8317-d1b1c335c64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0f54f410-2bab-44ac-a7fc-1ad337f61591), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:04.231346 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-469ef424-0193-42ed-a303-da7e90d7e2f7 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2850d81-ac9d-4fd8-a56f-e68d6c65650c') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:04.231726 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-469ef424-0193-42ed-a303-da7e90d7e2f7 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2850d81-ac9d-4fd8-a56f-e68d6c65650c') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:04.264924 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f74dd968-d8ec-4bbd-821e-7ab9e63c0b44 None None] For port d3e367a6-0b67-41d0-843a-88d1873d2109, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d3e367a6-0b67-41d0-843a-88d1873d2109,segment=NetworkSegment(97793d67-3114-4b04-a48e-b236c95755c6),segment_id=97793d67-3114-4b04-a48e-b236c95755c6)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:01:04.279124 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-469ef424-0193-42ed-a303-da7e90d7e2f7 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (b2850d81-ac9d-4fd8-a56f-e68d6c65650c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:04.314790 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port d3e367a6-0b67-41d0-843a-88d1873d2109 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:04.315194 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d3e367a6-0b67-41d0-843a-88d1873d2109), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:04.316838 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f74dd968-d8ec-4bbd-821e-7ab9e63c0b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d3e367a6-0b67-41d0-843a-88d1873d2109), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:04.329419 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336deb03-a6a7-4b41-8317-d1b1c335c64f None None] Routers {'2e16d2b7-8a77-4c8b-a759-631a9c1dc081'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:01:04.330706 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-336deb03-a6a7-4b41-8317-d1b1c335c64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:00:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['2e16d2b7-8a77-4c8b-a759-631a9c1dc081'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:04.337417 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-469ef424-0193-42ed-a303-da7e90d7e2f7 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (b2850d81-ac9d-4fd8-a56f-e68d6c65650c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:04.354204 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef019ed-095f-4348-bbbf-a531a4830eaa None None] Pushing event updated for resources: {'Port': ['ID=0f54f410-2bab-44ac-a7fc-1ad337f61591,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:04.373945 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-469ef424-0193-42ed-a303-da7e90d7e2f7 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:01:04.375843 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-469ef424-0193-42ed-a303-da7e90d7e2f7 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (b2850d81-ac9d-4fd8-a56f-e68d6c65650c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:04.397171 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-78fa5839-972d-4ec9-b4e8-d2af868baffe None None] Publish callbacks [] for port (776b93ad-d5e3-4292-841b-c85629fb23c4), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:04.425552 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74dd968-d8ec-4bbd-821e-7ab9e63c0b44 None None] Pushing event updated for resources: {'Port': ['ID=d3e367a6-0b67-41d0-843a-88d1873d2109,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:04.462829 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-78fa5839-972d-4ec9-b4e8-d2af868baffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (776b93ad-d5e3-4292-841b-c85629fb23c4), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:04.551041 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-17bedb29-7801-4a4d-9c08-d5bee52b0355 None None] Provisioning complete for port d3e367a6-0b67-41d0-843a-88d1873d2109 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:04.554069 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-17bedb29-7801-4a4d-9c08-d5bee52b0355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d3e367a6-0b67-41d0-843a-88d1873d2109), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:04.569025 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fa5839-972d-4ec9-b4e8-d2af868baffe None None] Network 12efb94e-12d4-45c2-9a31-82a1cb95af6a is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:01:04.573494 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-14162c3f-b22d-4bfe-80c4-032f4c86c399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:04.602843 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa5839-972d-4ec9-b4e8-d2af868baffe None None] Pushing event updated for resources: {'Port': ['ID=776b93ad-d5e3-4292-841b-c85629fb23c4,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:04.607876 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-336deb03-a6a7-4b41-8317-d1b1c335c64f None None] Set router 2e16d2b7-8a77-4c8b-a759-631a9c1dc081 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:01:04.610480 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-78fa5839-972d-4ec9-b4e8-d2af868baffe None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:01:04.616331 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fa5839-972d-4ec9-b4e8-d2af868baffe None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:01:04.637291 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:01:04.637291 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:01:04.637291 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:01:04.637291 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:01:04.637291 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:01:04.637291 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:01:04.637291 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:01:04.637291 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:01:04.637291 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:01:04.637291 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:01:04.637291 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:01:04.637291 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:01:04.637291 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:01:04.637291 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:01:04.637291 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:01:04.637291 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:01:04.637291 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:01:04.637291 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:01:04.637291 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:01:04.637291 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:01:04.637291 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:01:04.637291 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:01:04.637291 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:01:04.637291 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:01:04.637291 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:01:04.637291 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:01:04.637291 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:01:04.637291 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:01:04.637291 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:01:04.637291 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:01:04.637291 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:01:04.637291 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:01:04.655822 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-469ef424-0193-42ed-a303-da7e90d7e2f7 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (ae6e230b-83e5-4e54-982f-36d3024330e3), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:04.676432 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-469ef424-0193-42ed-a303-da7e90d7e2f7 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:04.681692 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-469ef424-0193-42ed-a303-da7e90d7e2f7 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] 10.222.0.11 "DELETE /v2.0/networks/ae6e230b-83e5-4e54-982f-36d3024330e3 HTTP/1.1" status: 204 len: 168 time: 2.2550659 Mar 05 05:01:04.792845 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ef424-0193-42ed-a303-da7e90d7e2f7 tempest-BulkNetworkOpsTest-968610481 tempest-BulkNetworkOpsTest-968610481-project] Pushing event deleted for resources: {'Network': ['ID=ae6e230b-83e5-4e54-982f-36d3024330e3,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:04.821692 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-0d53c169-3a7f-4458-8d05-1b60a406ac41 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:01:04.824235 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0d53c169-3a7f-4458-8d05-1b60a406ac41 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] 10.222.0.11 "PUT /v2.0/routers/8a9e4a72-adfa-47c2-b09f-a717ba37bfd2 HTTP/1.1" status: 400 len: 364 time: 3.0249882 Mar 05 05:01:04.845223 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36092) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:04.888098 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23336a96-4618-4f1f-a9f7-ec027a8da90b req-be75f99e-1942-4610-b454-4ff51ea762bd tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:04.900660 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-23336a96-4618-4f1f-a9f7-ec027a8da90b req-be75f99e-1942-4610-b454-4ff51ea762bd tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 945 time: 2.1132858 Mar 05 05:01:04.931559 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port d3e367a6-0b67-41d0-843a-88d1873d2109 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:01:04.944295 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 575fe666-ae0d-4698-a47e-2b07ff300278 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:01:04.949477 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23347791-23de-46a1-81d3-97a8b8bdbaa6 req-d3eca599-0dea-4b3d-8775-a71623a4bfdb tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:04.957848 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-23347791-23de-46a1-81d3-97a8b8bdbaa6 req-d3eca599-0dea-4b3d-8775-a71623a4bfdb tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 2.1424334 Mar 05 05:01:05.045914 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-14162c3f-b22d-4bfe-80c4-032f4c86c399 admin admin] Allocated IP 172.20.0.1 (0b49253c-38f3-44a4-9661-4f6156bf4c50/c5a52712-29a9-4338-86e3-50e3bcb449a6/081a289d-4aa2-44cc-8057-f600dd757c73) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:01:05.139609 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-78fa5839-972d-4ec9-b4e8-d2af868baffe None None] Attempting to bind port 776b93ad-d5e3-4292-841b-c85629fb23c4 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:01:05.139993 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-78fa5839-972d-4ec9-b4e8-d2af868baffe None None] Attempting to bind port 776b93ad-d5e3-4292-841b-c85629fb23c4 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '47ac8cf4-478c-4349-a497-bb813942cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '12efb94e-12d4-45c2-9a31-82a1cb95af6a'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:01:05.140402 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fa5839-972d-4ec9-b4e8-d2af868baffe None None] Attempting to bind port 776b93ad-d5e3-4292-841b-c85629fb23c4 on network 12efb94e-12d4-45c2-9a31-82a1cb95af6a {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:01:05.368982 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-336deb03-a6a7-4b41-8317-d1b1c335c64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e16d2b7-8a77-4c8b-a759-631a9c1dc081', 'name': 'tempest-TaggedBootDevicesTest-473902487-router', 'tenant_id': 'ebac8859fe924912b42dc8696c014a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '0f54f410-2bab-44ac-a7fc-1ad337f61591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:00:54Z', 'updated_at': '2022-03-05T05:00:58Z', 'revision_number': 3, 'project_id': 'ebac8859fe924912b42dc8696c014a4b', 'gw_port': {'id': '0f54f410-2bab-44ac-a7fc-1ad337f61591', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:dd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e16d2b7-8a77-4c8b-a759-631a9c1dc081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:00:56Z', 'updated_at': '2022-03-05T05:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:05.397644 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-17bedb29-7801-4a4d-9c08-d5bee52b0355 None None] Current status of the port d3e367a6-0b67-41d0-843a-88d1873d2109 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:01:05.404201 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fa5839-972d-4ec9-b4e8-d2af868baffe None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:01:05.407532 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fa5839-972d-4ec9-b4e8-d2af868baffe None None] Checking segment: {'id': '47ac8cf4-478c-4349-a497-bb813942cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '12efb94e-12d4-45c2-9a31-82a1cb95af6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:01:05.408145 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-78fa5839-972d-4ec9-b4e8-d2af868baffe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:05.408668 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fa5839-972d-4ec9-b4e8-d2af868baffe None None] Bound using segment: {'id': '47ac8cf4-478c-4349-a497-bb813942cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '12efb94e-12d4-45c2-9a31-82a1cb95af6a'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:01:05.409298 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-78fa5839-972d-4ec9-b4e8-d2af868baffe None None] Bound port: 776b93ad-d5e3-4292-841b-c85629fb23c4, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ac8cf4-478c-4349-a497-bb813942cf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '12efb94e-12d4-45c2-9a31-82a1cb95af6a'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:01:05.409802 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-78fa5839-972d-4ec9-b4e8-d2af868baffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (776b93ad-d5e3-4292-841b-c85629fb23c4), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:05.441858 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36100) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:05.444796 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336deb03-a6a7-4b41-8317-d1b1c335c64f None None] The sync data for ids ['2e16d2b7-8a77-4c8b-a759-631a9c1dc081'] in n-d-789963-32 is: [{'id': '2e16d2b7-8a77-4c8b-a759-631a9c1dc081', 'name': 'tempest-TaggedBootDevicesTest-473902487-router', 'tenant_id': 'ebac8859fe924912b42dc8696c014a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '0f54f410-2bab-44ac-a7fc-1ad337f61591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:00:54Z', 'updated_at': '2022-03-05T05:00:58Z', 'revision_number': 3, 'project_id': 'ebac8859fe924912b42dc8696c014a4b', 'gw_port': {'id': '0f54f410-2bab-44ac-a7fc-1ad337f61591', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:dd:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e16d2b7-8a77-4c8b-a759-631a9c1dc081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:00:56Z', 'updated_at': '2022-03-05T05:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:01:05.501251 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 575fe666-ae0d-4698-a47e-2b07ff300278 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:05.501772 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (575fe666-ae0d-4698-a47e-2b07ff300278), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:05.502523 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-23336a96-4618-4f1f-a9f7-ec027a8da90b req-48824ca0-82aa-47a2-88dd-19432b4dac02 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5790501 Mar 05 05:01:05.506077 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-14162c3f-b22d-4bfe-80c4-032f4c86c399 admin admin] Publish callbacks [] for port (081a289d-4aa2-44cc-8057-f600dd757c73), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:05.632952 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-14162c3f-b22d-4bfe-80c4-032f4c86c399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (081a289d-4aa2-44cc-8057-f600dd757c73), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:05.781950 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14162c3f-b22d-4bfe-80c4-032f4c86c399 admin admin] Network 0b49253c-38f3-44a4-9661-4f6156bf4c50 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:01:05.788264 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-78fa5839-972d-4ec9-b4e8-d2af868baffe None None] For port 776b93ad-d5e3-4292-841b-c85629fb23c4, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:01:05.792920 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-14162c3f-b22d-4bfe-80c4-032f4c86c399 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:01:05.799114 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14162c3f-b22d-4bfe-80c4-032f4c86c399 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:01:05.812697 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-78fa5839-972d-4ec9-b4e8-d2af868baffe None None] For port 776b93ad-d5e3-4292-841b-c85629fb23c4, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=776b93ad-d5e3-4292-841b-c85629fb23c4,segment=NetworkSegment(47ac8cf4-478c-4349-a497-bb813942cf4c),segment_id=47ac8cf4-478c-4349-a497-bb813942cf4c)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:01:05.856061 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-23347791-23de-46a1-81d3-97a8b8bdbaa6 req-1a1bcf43-0b9c-4fd3-9b15-51ce3c7ec734 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6871557 Mar 05 05:01:05.898809 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14162c3f-b22d-4bfe-80c4-032f4c86c399 admin admin] Pushing event updated for resources: {'Port': ['ID=081a289d-4aa2-44cc-8057-f600dd757c73,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:05.944459 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-bd2de084-b1a7-44ba-ba9e-ea7b93d0a01f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f92d7990776c4ca08fdef603668b9742&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5052538 Mar 05 05:01:05.946974 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36112) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:06.064242 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 575fe666-ae0d-4698-a47e-2b07ff300278 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:01:06.084789 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-78fa5839-972d-4ec9-b4e8-d2af868baffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (776b93ad-d5e3-4292-841b-c85629fb23c4), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:06.085839 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d5f7c930-5eb5-42d0-ad0d-01bb1bb2b28c admin admin] Publish callbacks [] for security_group (ca477032-a3a0-439c-8411-741ef8f4af2f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:06.142515 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d5f7c930-5eb5-42d0-ad0d-01bb1bb2b28c admin admin] Publish callbacks [] for security_group (ca477032-a3a0-439c-8411-741ef8f4af2f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:06.268787 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-14162c3f-b22d-4bfe-80c4-032f4c86c399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (2e16d2b7-8a77-4c8b-a759-631a9c1dc081), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:06.288021 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d5f7c930-5eb5-42d0-ad0d-01bb1bb2b28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ca477032-a3a0-439c-8411-741ef8f4af2f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:06.299160 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d5f7c930-5eb5-42d0-ad0d-01bb1bb2b28c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:06.308175 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d5f7c930-5eb5-42d0-ad0d-01bb1bb2b28c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ca477032-a3a0-439c-8411-741ef8f4af2f HTTP/1.1" status: 204 len: 168 time: 0.3600748 Mar 05 05:01:06.322352 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa5839-972d-4ec9-b4e8-d2af868baffe None None] Pushing event updated for resources: {'Port': ['ID=776b93ad-d5e3-4292-841b-c85629fb23c4,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:06.484116 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-5ea4ee90-1904-44d2-953f-8eb2deb99c1c None None] Provisioning complete for port 081a289d-4aa2-44cc-8057-f600dd757c73 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:06.485363 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5ea4ee90-1904-44d2-953f-8eb2deb99c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (081a289d-4aa2-44cc-8057-f600dd757c73), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:06.495684 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6e1ed30d-130d-4700-8039-c7701aca44f4 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:06.518306 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7c930-5eb5-42d0-ad0d-01bb1bb2b28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca477032-a3a0-439c-8411-741ef8f4af2f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:06.664344 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d3e367a6-0b67-41d0-843a-88d1873d2109 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:01:06.833823 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-5ea4ee90-1904-44d2-953f-8eb2deb99c1c None None] Port 081a289d-4aa2-44cc-8057-f600dd757c73 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:01:06.849732 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port d3e367a6-0b67-41d0-843a-88d1873d2109 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:06.850123 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d3e367a6-0b67-41d0-843a-88d1873d2109), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:06.978033 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd84ad-96c9-4001-914a-3d418853f74f req-5bd900ad-27ff-41b5-8603-33c387b0c496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:06.987972 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eabd84ad-96c9-4001-914a-3d418853f74f req-5bd900ad-27ff-41b5-8603-33c387b0c496 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a4b8503d9df4443b291278ddd00e28c&device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 1128 time: 0.3536520 Mar 05 05:01:07.209889 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd84ad-96c9-4001-914a-3d418853f74f req-bc697283-6e37-4694-899e-9bb5338033c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:07.215407 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eabd84ad-96c9-4001-914a-3d418853f74f req-bc697283-6e37-4694-899e-9bb5338033c6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e2ea6029-e725-4617-9e1a-670683181521 HTTP/1.1" status: 200 len: 919 time: 0.2169063 Mar 05 05:01:07.399817 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eabd84ad-96c9-4001-914a-3d418853f74f req-953d681a-cb39-463a-979c-82c8d24d32f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff027842-10ad-48ab-9484-ef962888f6f8 HTTP/1.1" status: 200 len: 217 time: 0.1780512 Mar 05 05:01:07.531369 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-6e1ed30d-130d-4700-8039-c7701aca44f4 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Allocated IP 2001:db8::1 (44424b65-0105-412c-9875-ebc94906032a/f4cdbdc3-4018-4ac0-9c2f-db963c4e11cb/3633db61-13f7-453d-a123-2d821f0e7c6e) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:01:07.554512 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd84ad-96c9-4001-914a-3d418853f74f req-b673be1b-8c2b-441c-b3d1-1b5ecf6fd062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:07.556403 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eabd84ad-96c9-4001-914a-3d418853f74f req-b673be1b-8c2b-441c-b3d1-1b5ecf6fd062 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2ee3a0bf-8ff3-4691-abcb-5ebfd0488082 HTTP/1.1" status: 200 len: 859 time: 0.1455786 Mar 05 05:01:07.628871 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port d3e367a6-0b67-41d0-843a-88d1873d2109 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:01:07.642428 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 0f54f410-2bab-44ac-a7fc-1ad337f61591 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:01:07.673129 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eabd84ad-96c9-4001-914a-3d418853f74f req-c2bf3b56-ee6c-4cc4-a828-bfe7d4466369 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2ea6029-e725-4617-9e1a-670683181521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070266 Mar 05 05:01:07.690096 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-eabd84ad-96c9-4001-914a-3d418853f74f req-dbc95d04-1901-4014-ae8a-332bad468dc2 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:01:07.697433 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eabd84ad-96c9-4001-914a-3d418853f74f req-dbc95d04-1901-4014-ae8a-332bad468dc2 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0173688 Mar 05 05:01:07.778181 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 0f54f410-2bab-44ac-a7fc-1ad337f61591 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:07.778675 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0f54f410-2bab-44ac-a7fc-1ad337f61591), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:07.892599 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-14162c3f-b22d-4bfe-80c4-032f4c86c399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (081a289d-4aa2-44cc-8057-f600dd757c73), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:07.910254 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6e1ed30d-130d-4700-8039-c7701aca44f4 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks [] for port (3633db61-13f7-453d-a123-2d821f0e7c6e), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:08.013082 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eabd84ad-96c9-4001-914a-3d418853f74f req-501d2b7b-1a9c-439d-aaed-132988d3d773 service neutron] 10.222.0.30 "GET /v2.0/networks/e2ea6029-e725-4617-9e1a-670683181521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060317 Mar 05 05:01:08.046300 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 0f54f410-2bab-44ac-a7fc-1ad337f61591 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:01:08.046300 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0f54f410-2bab-44ac-a7fc-1ad337f61591), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:08.093921 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5038727-ddbd-4a04-bc38-e9b4d60e67fa req-613ae3af-3fb2-4ff6-8419-443654eb8f22 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:08.113880 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b5038727-ddbd-4a04-bc38-e9b4d60e67fa req-613ae3af-3fb2-4ff6-8419-443654eb8f22 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 1.3229034 Mar 05 05:01:08.119809 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 0f54f410-2bab-44ac-a7fc-1ad337f61591, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=0f54f410-2bab-44ac-a7fc-1ad337f61591,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:01:08.123456 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6e1ed30d-130d-4700-8039-c7701aca44f4 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (3633db61-13f7-453d-a123-2d821f0e7c6e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:08.134510 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0f54f410-2bab-44ac-a7fc-1ad337f61591), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:08.304325 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da098090-02b1-42c6-a0e8-942800577dfb req-9aac0bfe-f517-4fec-a00d-f9a96b7a9b46 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:08.315125 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-da098090-02b1-42c6-a0e8-942800577dfb req-9aac0bfe-f517-4fec-a00d-f9a96b7a9b46 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 945 time: 1.4420619 Mar 05 05:01:08.369656 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=0f54f410-2bab-44ac-a7fc-1ad337f61591,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:08.377706 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36156) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:08.399975 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1ed30d-130d-4700-8039-c7701aca44f4 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Network 44424b65-0105-412c-9875-ebc94906032a is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:01:08.519768 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-6e1ed30d-130d-4700-8039-c7701aca44f4 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:01:08.571276 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1ed30d-130d-4700-8039-c7701aca44f4 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:01:08.572687 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6e1ed30d-130d-4700-8039-c7701aca44f4 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (8a9e4a72-adfa-47c2-b09f-a717ba37bfd2), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:08.585851 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 776b93ad-d5e3-4292-841b-c85629fb23c4 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:01:08.649631 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eabd84ad-96c9-4001-914a-3d418853f74f req-f36570b4-2d37-45a7-b22c-ec2decb8760b service neutron] 10.222.0.30 "GET /v2.0/networks/e2ea6029-e725-4617-9e1a-670683181521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6222839 Mar 05 05:01:08.679522 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94f36fa-53e5-4e09-88de-ed9745d31adb None None] Network 12efb94e-12d4-45c2-9a31-82a1cb95af6a requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:01:08.771764 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ed30d-130d-4700-8039-c7701aca44f4 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Pushing event updated for resources: {'Port': ['ID=3633db61-13f7-453d-a123-2d821f0e7c6e,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:08.777502 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-14162c3f-b22d-4bfe-80c4-032f4c86c399 admin admin] Publish callbacks [] for port (081a289d-4aa2-44cc-8057-f600dd757c73), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:08.788609 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-14162c3f-b22d-4bfe-80c4-032f4c86c399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (081a289d-4aa2-44cc-8057-f600dd757c73), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:08.899962 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-a0dd3d3b-99c9-4440-a6b5-9411b90a8d72 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1676129946'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:08.927003 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b5038727-ddbd-4a04-bc38-e9b4d60e67fa req-fbe43933-6a9b-4411-ab7f-22285be5f486 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8073144 Mar 05 05:01:08.959517 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-2b1219f1-8716-4e11-8da6-e4a90f95e01d None None] Provisioning complete for port 776b93ad-d5e3-4292-841b-c85629fb23c4 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:08.959949 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2b1219f1-8716-4e11-8da6-e4a90f95e01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (776b93ad-d5e3-4292-841b-c85629fb23c4), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:08.986719 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-da098090-02b1-42c6-a0e8-942800577dfb req-2ac8951d-97b0-4ce8-ae1d-83db138168a1 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6700735 Mar 05 05:01:09.054292 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0dd3d3b-99c9-4440-a6b5-9411b90a8d72 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Made reservation on behalf of 9dd7f374a442439b944451c7301380d5 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:01:09.059106 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a0dd3d3b-99c9-4440-a6b5-9411b90a8d72 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:09.075815 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14162c3f-b22d-4bfe-80c4-032f4c86c399 admin admin] Pushing event updated for resources: {'Port': ['ID=081a289d-4aa2-44cc-8057-f600dd757c73,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:09.102272 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 776b93ad-d5e3-4292-841b-c85629fb23c4 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:09.102763 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (776b93ad-d5e3-4292-841b-c85629fb23c4), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:09.148479 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-14162c3f-b22d-4bfe-80c4-032f4c86c399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (2e16d2b7-8a77-4c8b-a759-631a9c1dc081), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:09.150088 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6e1ed30d-130d-4700-8039-c7701aca44f4 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3633db61-13f7-453d-a123-2d821f0e7c6e), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:09.167936 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a0dd3d3b-99c9-4440-a6b5-9411b90a8d72 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:09.287642 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2b1219f1-8716-4e11-8da6-e4a90f95e01d None None] Current status of the port 776b93ad-d5e3-4292-841b-c85629fb23c4 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:01:09.288047 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2b1219f1-8716-4e11-8da6-e4a90f95e01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (776b93ad-d5e3-4292-841b-c85629fb23c4), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:09.380479 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-2b1219f1-8716-4e11-8da6-e4a90f95e01d None None] For port 776b93ad-d5e3-4292-841b-c85629fb23c4, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=776b93ad-d5e3-4292-841b-c85629fb23c4,segment=NetworkSegment(47ac8cf4-478c-4349-a497-bb813942cf4c),segment_id=47ac8cf4-478c-4349-a497-bb813942cf4c)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:01:09.391613 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14162c3f-b22d-4bfe-80c4-032f4c86c399 admin admin] Network 0b49253c-38f3-44a4-9661-4f6156bf4c50 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:01:09.396920 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-14162c3f-b22d-4bfe-80c4-032f4c86c399 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:01:09.423703 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2b1219f1-8716-4e11-8da6-e4a90f95e01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (776b93ad-d5e3-4292-841b-c85629fb23c4), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:09.617818 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1219f1-8716-4e11-8da6-e4a90f95e01d None None] Pushing event updated for resources: {'Port': ['ID=776b93ad-d5e3-4292-841b-c85629fb23c4,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:09.676249 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f8af48ad-4043-4baf-b4f5-f99123c6051f None None] Provisioning complete for port 3633db61-13f7-453d-a123-2d821f0e7c6e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:09.679440 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f8af48ad-4043-4baf-b4f5-f99123c6051f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3633db61-13f7-453d-a123-2d821f0e7c6e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:09.714796 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a0dd3d3b-99c9-4440-a6b5-9411b90a8d72 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks [] for security_group (42c3e8be-0623-4059-887a-311fe7dc3649), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:09.752343 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a0dd3d3b-99c9-4440-a6b5-9411b90a8d72 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (42c3e8be-0623-4059-887a-311fe7dc3649), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:09.780479 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14162c3f-b22d-4bfe-80c4-032f4c86c399 admin admin] Router 2e16d2b7-8a77-4c8b-a759-631a9c1dc081 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:01:09.804127 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f8af48ad-4043-4baf-b4f5-f99123c6051f None None] Port 3633db61-13f7-453d-a123-2d821f0e7c6e cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:01:09.908764 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0dd3d3b-99c9-4440-a6b5-9411b90a8d72 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:01:09.974470 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 776b93ad-d5e3-4292-841b-c85629fb23c4 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:01:10.009778 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfd1462-b4eb-45a5-bfeb-effbb3ca0a1c None None] get_active_networks_info from n-d-789963-32 {{(pid=105233) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 05 05:01:10.045895 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14162c3f-b22d-4bfe-80c4-032f4c86c399 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:01:10.071940 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-14162c3f-b22d-4bfe-80c4-032f4c86c399 admin admin] 10.222.0.11 "PUT /v2.0/routers/2e16d2b7-8a77-4c8b-a759-631a9c1dc081/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1405642 Mar 05 05:01:10.118958 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a0dd3d3b-99c9-4440-a6b5-9411b90a8d72 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (de13fe78-dc45-497a-a4a5-b642c6aad5e0), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:10.119405 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-a0dd3d3b-99c9-4440-a6b5-9411b90a8d72 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Added segment de13fe78-dc45-497a-a4a5-b642c6aad5e0 of type vlan for network aa07cbaa-2a94-4081-bb0f-755b00827576 Mar 05 05:01:10.158126 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b127993-ac8a-430d-933a-79497eb2a6d1 None None] Sync routers for ids ['2e16d2b7-8a77-4c8b-a759-631a9c1dc081'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:01:10.230809 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-51ce4f84-fe9c-4df7-a360-e5031200ef1e None None] Provisioning complete for port 776b93ad-d5e3-4292-841b-c85629fb23c4 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:10.231542 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-51ce4f84-fe9c-4df7-a360-e5031200ef1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (776b93ad-d5e3-4292-841b-c85629fb23c4), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:10.240257 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b127993-ac8a-430d-933a-79497eb2a6d1 None None] Routers {'2e16d2b7-8a77-4c8b-a759-631a9c1dc081'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:01:10.245951 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-2b127993-ac8a-430d-933a-79497eb2a6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:00:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['2e16d2b7-8a77-4c8b-a759-631a9c1dc081'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:10.276848 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a0dd3d3b-99c9-4440-a6b5-9411b90a8d72 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (aa07cbaa-2a94-4081-bb0f-755b00827576), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:10.422520 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a0dd3d3b-99c9-4440-a6b5-9411b90a8d72 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (aa07cbaa-2a94-4081-bb0f-755b00827576), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:10.430021 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dd3d3b-99c9-4440-a6b5-9411b90a8d72 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:10.431332 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a0dd3d3b-99c9-4440-a6b5-9411b90a8d72 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:10.451273 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd3d3b-99c9-4440-a6b5-9411b90a8d72 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42c3e8be-0623-4059-887a-311fe7dc3649,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:10.497372 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 776b93ad-d5e3-4292-841b-c85629fb23c4 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:01:10.639750 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a0dd3d3b-99c9-4440-a6b5-9411b90a8d72 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2231519 Mar 05 05:01:10.861620 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd3d3b-99c9-4440-a6b5-9411b90a8d72 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event updated for resources: {'Network': ['ID=aa07cbaa-2a94-4081-bb0f-755b00827576,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:10.869000 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-2b127993-ac8a-430d-933a-79497eb2a6d1 None None] Set router 2e16d2b7-8a77-4c8b-a759-631a9c1dc081 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:01:10.905402 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35455ec-33a8-4f26-aad0-4ada09a76a55 req-79d27302-7f13-4395-9706-ab9545c109ce tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:10.907458 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f35455ec-33a8-4f26-aad0-4ada09a76a55 req-79d27302-7f13-4395-9706-ab9545c109ce tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 945 time: 0.5735824 Mar 05 05:01:11.137288 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f35455ec-33a8-4f26-aad0-4ada09a76a55 req-9f27d580-698e-461b-bd11-ee96e6d3d3e2 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827748 Mar 05 05:01:11.197411 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037d34d-f9ff-4507-9bf7-49773a2dec5b req-6e38b50f-880a-4b5f-b8a1-7056629f2404 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:11.199308 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5037d34d-f9ff-4507-9bf7-49773a2dec5b req-6e38b50f-880a-4b5f-b8a1-7056629f2404 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 0.8693066 Mar 05 05:01:11.231917 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6e1ed30d-130d-4700-8039-c7701aca44f4 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks [] for port (3633db61-13f7-453d-a123-2d821f0e7c6e), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:11.325713 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6e1ed30d-130d-4700-8039-c7701aca44f4 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (3633db61-13f7-453d-a123-2d821f0e7c6e), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:11.327468 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6e1ed30d-130d-4700-8039-c7701aca44f4 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (8a9e4a72-adfa-47c2-b09f-a717ba37bfd2), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:11.521552 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5037d34d-f9ff-4507-9bf7-49773a2dec5b req-385557ab-0ad5-434d-bc34-37c2ecc491e6 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162785 Mar 05 05:01:11.642386 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ed30d-130d-4700-8039-c7701aca44f4 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Pushing event updated for resources: {'Port': ['ID=3633db61-13f7-453d-a123-2d821f0e7c6e,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:11.690981 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ed30d-130d-4700-8039-c7701aca44f4 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:11.691451 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ed30d-130d-4700-8039-c7701aca44f4 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:11.691800 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ed30d-130d-4700-8039-c7701aca44f4 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:11.692140 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ed30d-130d-4700-8039-c7701aca44f4 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:11.693003 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ed30d-130d-4700-8039-c7701aca44f4 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:11.693333 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ed30d-130d-4700-8039-c7701aca44f4 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:11.693691 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ed30d-130d-4700-8039-c7701aca44f4 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:11.693984 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ed30d-130d-4700-8039-c7701aca44f4 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:11.694309 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ed30d-130d-4700-8039-c7701aca44f4 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:11.694633 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ed30d-130d-4700-8039-c7701aca44f4 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:11.694957 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ed30d-130d-4700-8039-c7701aca44f4 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:11.695300 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ed30d-130d-4700-8039-c7701aca44f4 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:11.695619 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1ed30d-130d-4700-8039-c7701aca44f4 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:11.719798 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network aa07cbaa-2a94-4081-bb0f-755b00827576 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:01:11.841037 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1ed30d-130d-4700-8039-c7701aca44f4 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Network 44424b65-0105-412c-9875-ebc94906032a is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:01:11.844324 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-6e1ed30d-130d-4700-8039-c7701aca44f4 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:01:12.125747 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1ed30d-130d-4700-8039-c7701aca44f4 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Router 8a9e4a72-adfa-47c2-b09f-a717ba37bfd2 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:01:12.160492 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9f93cedf-930f-498f-b175-f7bee1db7c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:12.201742 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-51ce4f84-fe9c-4df7-a360-e5031200ef1e None None] Current status of the port 776b93ad-d5e3-4292-841b-c85629fb23c4 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:01:12.311102 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 776b93ad-d5e3-4292-841b-c85629fb23c4 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:12.315617 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (776b93ad-d5e3-4292-841b-c85629fb23c4), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:12.595436 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-51ce4f84-fe9c-4df7-a360-e5031200ef1e None None] Provisioning complete for port 081a289d-4aa2-44cc-8057-f600dd757c73 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:12.595436 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-51ce4f84-fe9c-4df7-a360-e5031200ef1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (081a289d-4aa2-44cc-8057-f600dd757c73), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:12.603780 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-2b127993-ac8a-430d-933a-79497eb2a6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e16d2b7-8a77-4c8b-a759-631a9c1dc081', 'name': 'tempest-TaggedBootDevicesTest-473902487-router', 'tenant_id': 'ebac8859fe924912b42dc8696c014a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '0f54f410-2bab-44ac-a7fc-1ad337f61591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:00:54Z', 'updated_at': '2022-03-05T05:01:07Z', 'revision_number': 4, 'project_id': 'ebac8859fe924912b42dc8696c014a4b', 'gw_port': {'id': '0f54f410-2bab-44ac-a7fc-1ad337f61591', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:dd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e16d2b7-8a77-4c8b-a759-631a9c1dc081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:00:56Z', 'updated_at': '2022-03-05T05:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '081a289d-4aa2-44cc-8057-f600dd757c73', 'name': '', 'network_id': '0b49253c-38f3-44a4-9661-4f6156bf4c50', 'tenant_id': 'ebac8859fe924912b42dc8696c014a4b', 'mac_address': 'fa:16:3e:42:b4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e16d2b7-8a77-4c8b-a759-631a9c1dc081', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'c5a52712-29a9-4338-86e3-50e3bcb449a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:01:04Z', 'updated_at': '2022-03-05T05:01:08Z', 'revision_number': 2, 'project_id': 'ebac8859fe924912b42dc8696c014a4b', 'subnets': [{'id': 'c5a52712-29a9-4338-86e3-50e3bcb449a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:12.664165 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1ed30d-130d-4700-8039-c7701aca44f4 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:01:12.677814 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa440d0-097f-4c95-8d5f-6f2f1d7e25b4 None None] Sync routers for ids ['8a9e4a72-adfa-47c2-b09f-a717ba37bfd2'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:01:12.688959 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6e1ed30d-130d-4700-8039-c7701aca44f4 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] 10.222.0.11 "PUT /v2.0/routers/8a9e4a72-adfa-47c2-b09f-a717ba37bfd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7828286 Mar 05 05:01:12.691770 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36276) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:12.701152 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa440d0-097f-4c95-8d5f-6f2f1d7e25b4 None None] Routers {'8a9e4a72-adfa-47c2-b09f-a717ba37bfd2'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:01:12.710384 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-1aa440d0-097f-4c95-8d5f-6f2f1d7e25b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:00:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['8a9e4a72-adfa-47c2-b09f-a717ba37bfd2'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:12.745916 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a756f32-a1cf-4a62-8a80-625f555477d9 req-09b19878-7e62-4060-a3c3-194f5394588b tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:12.752657 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2a756f32-a1cf-4a62-8a80-625f555477d9 req-09b19878-7e62-4060-a3c3-194f5394588b tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 945 time: 0.3924568 Mar 05 05:01:12.872196 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-1aa440d0-097f-4c95-8d5f-6f2f1d7e25b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:12.888440 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfd1462-b4eb-45a5-bfeb-effbb3ca0a1c None None] Resources bound (agent type, host, resource id): {{(pid=105233) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 05:01:12.890939 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b127993-ac8a-430d-933a-79497eb2a6d1 None None] Checking router: 2e16d2b7-8a77-4c8b-a759-631a9c1dc081 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:01:12.896680 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa440d0-097f-4c95-8d5f-6f2f1d7e25b4 None None] Routers {'8a9e4a72-adfa-47c2-b09f-a717ba37bfd2'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:01:12.897397 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b127993-ac8a-430d-933a-79497eb2a6d1 None None] Updating router 2e16d2b7-8a77-4c8b-a759-631a9c1dc081 port 081a289d-4aa2-44cc-8057-f600dd757c73 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:01:12.904728 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-1aa440d0-097f-4c95-8d5f-6f2f1d7e25b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:00:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['8a9e4a72-adfa-47c2-b09f-a717ba37bfd2'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:12.956097 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2a756f32-a1cf-4a62-8a80-625f555477d9 req-45aa8567-7a61-4078-b7f2-0d6fadd73215 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967151 Mar 05 05:01:13.088311 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-1aa440d0-097f-4c95-8d5f-6f2f1d7e25b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:13.091746 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa440d0-097f-4c95-8d5f-6f2f1d7e25b4 None None] The sync data for ids ['8a9e4a72-adfa-47c2-b09f-a717ba37bfd2'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:01:13.143932 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da43a0e-f005-49ca-8be9-e3fa4da35639 req-88029d8b-0dba-41c7-93db-7b1c65083c52 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:13.155946 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6da43a0e-f005-49ca-8be9-e3fa4da35639 req-88029d8b-0dba-41c7-93db-7b1c65083c52 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 0.3108876 Mar 05 05:01:13.228306 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-51ce4f84-fe9c-4df7-a360-e5031200ef1e None None] Port 081a289d-4aa2-44cc-8057-f600dd757c73 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:01:13.279159 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2b127993-ac8a-430d-933a-79497eb2a6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (081a289d-4aa2-44cc-8057-f600dd757c73), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:13.327922 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6da43a0e-f005-49ca-8be9-e3fa4da35639 req-8e477ab6-f36d-4611-a64b-09f675b7e86a tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705174 Mar 05 05:01:13.350526 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 776b93ad-d5e3-4292-841b-c85629fb23c4 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:01:13.351709 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 0f54f410-2bab-44ac-a7fc-1ad337f61591 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:01:13.383012 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fd2c1e3e-4920-4e19-9781-3ad7c3289ce9 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks [] for router (8a9e4a72-adfa-47c2-b09f-a717ba37bfd2), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:14.021887 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36294) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:14.027510 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-fe1d4c6d-a374-461e-9a3f-8042121b2ec1 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Request body: {'subnet': {'network_id': 'aa07cbaa-2a94-4081-bb0f-755b00827576', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:14.374277 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1d4c6d-a374-461e-9a3f-8042121b2ec1 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Made reservation on behalf of 9dd7f374a442439b944451c7301380d5 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:01:14.384658 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fe1d4c6d-a374-461e-9a3f-8042121b2ec1 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:14.470621 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-fd2c1e3e-4920-4e19-9781-3ad7c3289ce9 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 05 05:01:14.473091 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fd2c1e3e-4920-4e19-9781-3ad7c3289ce9 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] 10.222.0.11 "DELETE /v2.0/routers/8a9e4a72-adfa-47c2-b09f-a717ba37bfd2 HTTP/1.1" status: 409 len: 376 time: 1.7801831 Mar 05 05:01:14.477208 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36300) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:14.485571 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfbce3d-805b-431b-ba63-bb05d8dfe258 req-6ce8edef-9042-41c8-ab28-79984c7be340 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:14.490418 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0bfbce3d-805b-431b-ba63-bb05d8dfe258 req-6ce8edef-9042-41c8-ab28-79984c7be340 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 945 time: 0.2619810 Mar 05 05:01:14.863940 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:14.882637 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:14.922382 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0bfbce3d-805b-431b-ba63-bb05d8dfe258 req-d0b8b0ef-0e4b-433e-b41f-cf640f44f248 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3893425 Mar 05 05:01:15.025318 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7dced146-0677-4ddc-8142-8ef10b0b47bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:15.322318 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fe1d4c6d-a374-461e-9a3f-8042121b2ec1 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (80de9788-bbc1-4014-8db1-ee1b134f36f1), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:15.378021 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:15.570700 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 0f54f410-2bab-44ac-a7fc-1ad337f61591 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:15.571099 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0f54f410-2bab-44ac-a7fc-1ad337f61591), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:15.760262 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d4c6d-a374-461e-9a3f-8042121b2ec1 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event updated for resources: {'Subnet': ['ID=80de9788-bbc1-4014-8db1-ee1b134f36f1,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:15.792580 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1d4c6d-a374-461e-9a3f-8042121b2ec1 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Checking segment: {'id': 'de13fe78-dc45-497a-a4a5-b642c6aad5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'aa07cbaa-2a94-4081-bb0f-755b00827576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:01:15.792872 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1d4c6d-a374-461e-9a3f-8042121b2ec1 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Network hostable DHCP agents. Network: aa07cbaa-2a94-4081-bb0f-755b00827576, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:01:15.826297 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09fcf15f-b0b1-45d0-a11c-77517455fe9a tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (8a9e4a72-adfa-47c2-b09f-a717ba37bfd2), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:15.878974 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1d4c6d-a374-461e-9a3f-8042121b2ec1 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Network aa07cbaa-2a94-4081-bb0f-755b00827576 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:01:15.920592 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-fe1d4c6d-a374-461e-9a3f-8042121b2ec1 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, aa07cbaa-2a94-4081-bb0f-755b00827576) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:01:15.925663 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1d4c6d-a374-461e-9a3f-8042121b2ec1 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:15.927675 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fe1d4c6d-a374-461e-9a3f-8042121b2ec1 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:15.992173 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fe1d4c6d-a374-461e-9a3f-8042121b2ec1 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9691226 Mar 05 05:01:15.999126 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36324) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:16.025912 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-187fa8da-4e82-427f-b36b-1a12d4a95b49 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1218755070'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:16.098178 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187fa8da-4e82-427f-b36b-1a12d4a95b49 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Made reservation on behalf of 9dd7f374a442439b944451c7301380d5 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:01:16.102891 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-187fa8da-4e82-427f-b36b-1a12d4a95b49 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:16.255060 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-187fa8da-4e82-427f-b36b-1a12d4a95b49 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:01:16.298821 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-187fa8da-4e82-427f-b36b-1a12d4a95b49 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (e86f368b-c778-49f2-94ad-2c664918d95a), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:16.303184 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-187fa8da-4e82-427f-b36b-1a12d4a95b49 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Added segment e86f368b-c778-49f2-94ad-2c664918d95a of type vlan for network 5438cad8-a4cb-4f44-be2d-018ca88cbc43 Mar 05 05:01:16.441763 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd9432e-274c-42d9-849a-9613001e14ee None None] Network aa07cbaa-2a94-4081-bb0f-755b00827576 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:01:16.532050 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-187fa8da-4e82-427f-b36b-1a12d4a95b49 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (5438cad8-a4cb-4f44-be2d-018ca88cbc43), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:16.608466 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-187fa8da-4e82-427f-b36b-1a12d4a95b49 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (5438cad8-a4cb-4f44-be2d-018ca88cbc43), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:16.619589 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187fa8da-4e82-427f-b36b-1a12d4a95b49 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:16.620222 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-187fa8da-4e82-427f-b36b-1a12d4a95b49 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:16.665846 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbfdf4-d573-49d1-b608-0d8c3aa62e0f req-886c0563-c76e-46c4-a0ec-e768bfda15b5 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:16.684296 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9dbfdf4-d573-49d1-b608-0d8c3aa62e0f req-886c0563-c76e-46c4-a0ec-e768bfda15b5 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 945 time: 0.5417335 Mar 05 05:01:16.705953 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-187fa8da-4e82-427f-b36b-1a12d4a95b49 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6995833 Mar 05 05:01:16.712706 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36330) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:16.737455 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-5d7a998e-0e3b-44be-8805-de62e4b06c1c tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Request body: {'subnet': {'network_id': '5438cad8-a4cb-4f44-be2d-018ca88cbc43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:16.826849 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2b127993-ac8a-430d-933a-79497eb2a6d1 None None] Publish callbacks [] for port (081a289d-4aa2-44cc-8057-f600dd757c73), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:16.857933 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:16.858849 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 0f54f410-2bab-44ac-a7fc-1ad337f61591 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:01:16.870545 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2b127993-ac8a-430d-933a-79497eb2a6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (081a289d-4aa2-44cc-8057-f600dd757c73), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:16.877922 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-79515117-a1c0-40eb-9490-063468961d1a None None] Provisioning complete for port 3633db61-13f7-453d-a123-2d821f0e7c6e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:16.878407 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-79515117-a1c0-40eb-9490-063468961d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3633db61-13f7-453d-a123-2d821f0e7c6e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:17.037952 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187fa8da-4e82-427f-b36b-1a12d4a95b49 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event updated for resources: {'Network': ['ID=5438cad8-a4cb-4f44-be2d-018ca88cbc43,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:17.040615 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f38a2c-d8e6-4d75-9610-4680cdcd9b0b None None] Pushing event updated for resources: {'Port': ['ID=081a289d-4aa2-44cc-8057-f600dd757c73,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:17.067025 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9dbfdf4-d573-49d1-b608-0d8c3aa62e0f req-360a2fb2-0db2-424d-ad85-047eff9e6c01 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3530395 Mar 05 05:01:17.117433 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 5438cad8-a4cb-4f44-be2d-018ca88cbc43 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:01:17.250545 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7a998e-0e3b-44be-8805-de62e4b06c1c tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Made reservation on behalf of 9dd7f374a442439b944451c7301380d5 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:01:17.255667 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5d7a998e-0e3b-44be-8805-de62e4b06c1c tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:17.273195 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-09fcf15f-b0b1-45d0-a11c-77517455fe9a tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Deleting port 3633db61-13f7-453d-a123-2d821f0e7c6e {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:01:17.276079 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09fcf15f-b0b1-45d0-a11c-77517455fe9a tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (3633db61-13f7-453d-a123-2d821f0e7c6e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:17.574267 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-79515117-a1c0-40eb-9490-063468961d1a None None] Port 3633db61-13f7-453d-a123-2d821f0e7c6e cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:01:17.590241 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5ebca0-8b58-47e5-ba60-8e4603b9670c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-aa07cbaa-2a94-4081-bb0f-755b00827576', 'network_id': 'aa07cbaa-2a94-4081-bb0f-755b00827576', 'project_id': '9dd7f374a442439b944451c7301380d5', 'fixed_ips': [{'subnet_id': '80de9788-bbc1-4014-8db1-ee1b134f36f1'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:01:17.596109 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ac5ebca0-8b58-47e5-ba60-8e4603b9670c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:17.725942 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09fcf15f-b0b1-45d0-a11c-77517455fe9a tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (3633db61-13f7-453d-a123-2d821f0e7c6e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:17.762289 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-09fcf15f-b0b1-45d0-a11c-77517455fe9a tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Calling delete_port for 3633db61-13f7-453d-a123-2d821f0e7c6e owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:01:18.103905 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-ac5ebca0-8b58-47e5-ba60-8e4603b9670c None None] Allocated IP 2001:db8:0:ffff::2 (aa07cbaa-2a94-4081-bb0f-755b00827576/80de9788-bbc1-4014-8db1-ee1b134f36f1/bab27a24-285c-4ba4-90e8-c3ba3566561b) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:01:18.375424 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ac5ebca0-8b58-47e5-ba60-8e4603b9670c None None] Publish callbacks [] for port (bab27a24-285c-4ba4-90e8-c3ba3566561b), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:18.380402 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-2b127993-ac8a-430d-933a-79497eb2a6d1 None None] Attempting to bind port 081a289d-4aa2-44cc-8057-f600dd757c73 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:01:18.381574 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-2b127993-ac8a-430d-933a-79497eb2a6d1 None None] Attempting to bind port 081a289d-4aa2-44cc-8057-f600dd757c73 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '97793d67-3114-4b04-a48e-b236c95755c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0b49253c-38f3-44a4-9661-4f6156bf4c50'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:01:18.382171 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b127993-ac8a-430d-933a-79497eb2a6d1 None None] Attempting to bind port 081a289d-4aa2-44cc-8057-f600dd757c73 on network 0b49253c-38f3-44a4-9661-4f6156bf4c50 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:01:18.415216 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b127993-ac8a-430d-933a-79497eb2a6d1 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:01:18.416147 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b127993-ac8a-430d-933a-79497eb2a6d1 None None] Checking segment: {'id': '97793d67-3114-4b04-a48e-b236c95755c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0b49253c-38f3-44a4-9661-4f6156bf4c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:01:18.416842 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2b127993-ac8a-430d-933a-79497eb2a6d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:18.417526 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b127993-ac8a-430d-933a-79497eb2a6d1 None None] Bound using segment: {'id': '97793d67-3114-4b04-a48e-b236c95755c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0b49253c-38f3-44a4-9661-4f6156bf4c50'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:01:18.418268 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-2b127993-ac8a-430d-933a-79497eb2a6d1 None None] Bound port: 081a289d-4aa2-44cc-8057-f600dd757c73, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97793d67-3114-4b04-a48e-b236c95755c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0b49253c-38f3-44a4-9661-4f6156bf4c50'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:01:18.418868 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2b127993-ac8a-430d-933a-79497eb2a6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (081a289d-4aa2-44cc-8057-f600dd757c73), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:18.425994 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:18.428567 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ac5ebca0-8b58-47e5-ba60-8e4603b9670c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (bab27a24-285c-4ba4-90e8-c3ba3566561b), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:18.477444 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfe477-25ed-4f7c-8427-5ae697b1bf9a req-5af32e46-f367-4127-913d-329fae232001 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:18.493592 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9dfe477-25ed-4f7c-8427-5ae697b1bf9a req-5af32e46-f367-4127-913d-329fae232001 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 945 time: 0.2697163 Mar 05 05:01:18.496596 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-52ce1fa8-568c-4f55-be6d-5178625d51d7 None None] Provisioning complete for port 081a289d-4aa2-44cc-8057-f600dd757c73 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:18.502601 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-52ce1fa8-568c-4f55-be6d-5178625d51d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (081a289d-4aa2-44cc-8057-f600dd757c73), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:18.522322 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09fcf15f-b0b1-45d0-a11c-77517455fe9a tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (3633db61-13f7-453d-a123-2d821f0e7c6e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:18.665407 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9dfe477-25ed-4f7c-8427-5ae697b1bf9a req-96b0868b-f21a-45f2-991d-724e3bdcf543 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708446 Mar 05 05:01:18.763163 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fcf15f-b0b1-45d0-a11c-77517455fe9a tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Pushing event deleted for resources: {'Port': ['ID=3633db61-13f7-453d-a123-2d821f0e7c6e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:18.850131 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-2b127993-ac8a-430d-933a-79497eb2a6d1 None None] For port 081a289d-4aa2-44cc-8057-f600dd757c73, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:01:18.874243 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-2b127993-ac8a-430d-933a-79497eb2a6d1 None None] For port 081a289d-4aa2-44cc-8057-f600dd757c73, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=081a289d-4aa2-44cc-8057-f600dd757c73,segment=NetworkSegment(97793d67-3114-4b04-a48e-b236c95755c6),segment_id=97793d67-3114-4b04-a48e-b236c95755c6)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:01:18.951920 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-52ce1fa8-568c-4f55-be6d-5178625d51d7 None None] Port 081a289d-4aa2-44cc-8057-f600dd757c73 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:01:18.955369 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2b127993-ac8a-430d-933a-79497eb2a6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (081a289d-4aa2-44cc-8057-f600dd757c73), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:19.031299 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5ebca0-8b58-47e5-ba60-8e4603b9670c None None] Network aa07cbaa-2a94-4081-bb0f-755b00827576 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:01:19.050054 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ebca0-8b58-47e5-ba60-8e4603b9670c None None] Pushing event updated for resources: {'Port': ['ID=bab27a24-285c-4ba4-90e8-c3ba3566561b,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:19.089067 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-ac5ebca0-8b58-47e5-ba60-8e4603b9670c None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:01:19.094236 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5ebca0-8b58-47e5-ba60-8e4603b9670c None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:01:19.277091 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcf15f-b0b1-45d0-a11c-77517455fe9a tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:19.277906 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcf15f-b0b1-45d0-a11c-77517455fe9a tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:19.279498 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcf15f-b0b1-45d0-a11c-77517455fe9a tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:19.281294 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcf15f-b0b1-45d0-a11c-77517455fe9a tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:19.282553 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcf15f-b0b1-45d0-a11c-77517455fe9a tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:19.283661 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcf15f-b0b1-45d0-a11c-77517455fe9a tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:19.288929 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcf15f-b0b1-45d0-a11c-77517455fe9a tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:19.289623 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcf15f-b0b1-45d0-a11c-77517455fe9a tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:19.291500 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcf15f-b0b1-45d0-a11c-77517455fe9a tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:19.292111 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcf15f-b0b1-45d0-a11c-77517455fe9a tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:19.293517 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcf15f-b0b1-45d0-a11c-77517455fe9a tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:19.294520 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcf15f-b0b1-45d0-a11c-77517455fe9a tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:19.297211 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcf15f-b0b1-45d0-a11c-77517455fe9a tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:19.304124 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5d7a998e-0e3b-44be-8805-de62e4b06c1c tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (a54137da-9b1c-486d-a9a5-5e2533868884), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:19.330635 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b127993-ac8a-430d-933a-79497eb2a6d1 None None] Routers {'2e16d2b7-8a77-4c8b-a759-631a9c1dc081'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:01:19.331700 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-2b127993-ac8a-430d-933a-79497eb2a6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:01:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['2e16d2b7-8a77-4c8b-a759-631a9c1dc081'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:19.579068 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-ac5ebca0-8b58-47e5-ba60-8e4603b9670c None None] Attempting to bind port bab27a24-285c-4ba4-90e8-c3ba3566561b on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:01:19.579471 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-ac5ebca0-8b58-47e5-ba60-8e4603b9670c None None] Attempting to bind port bab27a24-285c-4ba4-90e8-c3ba3566561b by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'de13fe78-dc45-497a-a4a5-b642c6aad5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'aa07cbaa-2a94-4081-bb0f-755b00827576'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:01:19.593024 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5ebca0-8b58-47e5-ba60-8e4603b9670c None None] Attempting to bind port bab27a24-285c-4ba4-90e8-c3ba3566561b on network aa07cbaa-2a94-4081-bb0f-755b00827576 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:01:19.597380 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f38a2c-d8e6-4d75-9610-4680cdcd9b0b None None] Pushing event updated for resources: {'Port': ['ID=081a289d-4aa2-44cc-8057-f600dd757c73,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:19.623123 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09fcf15f-b0b1-45d0-a11c-77517455fe9a tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (8a9e4a72-adfa-47c2-b09f-a717ba37bfd2), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:19.706974 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b0078-92a3-4e8d-aef3-b3aad08801b2 req-e0c6d360-d616-4540-905f-d658c977c994 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:19.710370 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8c2b0078-92a3-4e8d-aef3-b3aad08801b2 req-e0c6d360-d616-4540-905f-d658c977c994 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 0.1185889 Mar 05 05:01:19.850502 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a998e-0e3b-44be-8805-de62e4b06c1c tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event updated for resources: {'Subnet': ['ID=a54137da-9b1c-486d-a9a5-5e2533868884,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:19.857544 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-2b127993-ac8a-430d-933a-79497eb2a6d1 None None] Set router 2e16d2b7-8a77-4c8b-a759-631a9c1dc081 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:01:19.867259 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8c2b0078-92a3-4e8d-aef3-b3aad08801b2 req-66ada7c5-2a07-4575-b0a9-41eaae69182d tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446514 Mar 05 05:01:20.035108 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7a998e-0e3b-44be-8805-de62e4b06c1c tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Checking segment: {'id': 'e86f368b-c778-49f2-94ad-2c664918d95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5438cad8-a4cb-4f44-be2d-018ca88cbc43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:01:20.047021 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7a998e-0e3b-44be-8805-de62e4b06c1c tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Network hostable DHCP agents. Network: 5438cad8-a4cb-4f44-be2d-018ca88cbc43, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:01:20.178464 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000fdfa-14b4-4fd8-9139-e220a8fcf149 req-daa32710-774b-4507-abc7-78a97df7bd21 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:20.191185 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2000fdfa-14b4-4fd8-9139-e220a8fcf149 req-daa32710-774b-4507-abc7-78a97df7bd21 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 945 time: 0.1524873 Mar 05 05:01:20.224797 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5ebca0-8b58-47e5-ba60-8e4603b9670c None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:01:20.230097 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5ebca0-8b58-47e5-ba60-8e4603b9670c None None] Checking segment: {'id': 'de13fe78-dc45-497a-a4a5-b642c6aad5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'aa07cbaa-2a94-4081-bb0f-755b00827576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:01:20.231524 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ac5ebca0-8b58-47e5-ba60-8e4603b9670c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:20.232830 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5ebca0-8b58-47e5-ba60-8e4603b9670c None None] Bound using segment: {'id': 'de13fe78-dc45-497a-a4a5-b642c6aad5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'aa07cbaa-2a94-4081-bb0f-755b00827576'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:01:20.234241 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-ac5ebca0-8b58-47e5-ba60-8e4603b9670c None None] Bound port: bab27a24-285c-4ba4-90e8-c3ba3566561b, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de13fe78-dc45-497a-a4a5-b642c6aad5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'aa07cbaa-2a94-4081-bb0f-755b00827576'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:01:20.235536 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ac5ebca0-8b58-47e5-ba60-8e4603b9670c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (bab27a24-285c-4ba4-90e8-c3ba3566561b), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:20.306797 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2000fdfa-14b4-4fd8-9139-e220a8fcf149 req-b6a019d9-deb2-45a5-bb39-a4563fcf225c tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115901 Mar 05 05:01:20.413692 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7a998e-0e3b-44be-8805-de62e4b06c1c tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Network 5438cad8-a4cb-4f44-be2d-018ca88cbc43 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:01:20.478468 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-5d7a998e-0e3b-44be-8805-de62e4b06c1c tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 5438cad8-a4cb-4f44-be2d-018ca88cbc43) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:01:20.524051 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7a998e-0e3b-44be-8805-de62e4b06c1c tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:20.524720 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5d7a998e-0e3b-44be-8805-de62e4b06c1c tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:20.543861 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-ac5ebca0-8b58-47e5-ba60-8e4603b9670c None None] For port bab27a24-285c-4ba4-90e8-c3ba3566561b, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:01:20.550203 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-ac5ebca0-8b58-47e5-ba60-8e4603b9670c None None] For port bab27a24-285c-4ba4-90e8-c3ba3566561b, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=bab27a24-285c-4ba4-90e8-c3ba3566561b,segment=NetworkSegment(de13fe78-dc45-497a-a4a5-b642c6aad5e0),segment_id=de13fe78-dc45-497a-a4a5-b642c6aad5e0)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:01:20.601793 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09fcf15f-b0b1-45d0-a11c-77517455fe9a tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Router 8a9e4a72-adfa-47c2-b09f-a717ba37bfd2 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:01:20.620588 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1863671b-9606-4dc6-9d49-f51bb8ffc492 None None] Network 5438cad8-a4cb-4f44-be2d-018ca88cbc43 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:01:20.627327 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5d7a998e-0e3b-44be-8805-de62e4b06c1c tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.9121869 Mar 05 05:01:20.629168 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36410) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:20.648162 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ac5ebca0-8b58-47e5-ba60-8e4603b9670c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (bab27a24-285c-4ba4-90e8-c3ba3566561b), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:20.975880 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fcf15f-b0b1-45d0-a11c-77517455fe9a tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:01:21.029287 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-09fcf15f-b0b1-45d0-a11c-77517455fe9a tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] 10.222.0.11 "PUT /v2.0/routers/8a9e4a72-adfa-47c2-b09f-a717ba37bfd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5506215 Mar 05 05:01:21.037096 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36416) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:21.043173 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6559590b-da6d-4c86-8af7-e92a904244cc tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (5438cad8-a4cb-4f44-be2d-018ca88cbc43), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:21.249689 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-b478dfd2-7a5a-4de6-99af-78732e07b958 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] show failed (client error): The resource could not be found. Mar 05 05:01:21.255575 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b478dfd2-7a5a-4de6-99af-78732e07b958 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] 10.222.0.11 "GET /v2.0/routers/tempest-non_exist_router-1288557329 HTTP/1.1" status: 404 len: 335 time: 0.2088928 Mar 05 05:01:21.257003 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36424) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:21.268349 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-f952c27d-a778-4a64-a1f6-c88dd4f75c6c tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:21.322459 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6559590b-da6d-4c86-8af7-e92a904244cc tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (a54137da-9b1c-486d-a9a5-5e2533868884), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:21.391532 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-4d80f059-8ebb-44e3-b7b0-fb830cf0c0b5 None None] Provisioning complete for port 081a289d-4aa2-44cc-8057-f600dd757c73 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:21.394120 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4d80f059-8ebb-44e3-b7b0-fb830cf0c0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (081a289d-4aa2-44cc-8057-f600dd757c73), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:21.416879 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e9060a-1cbc-4591-b767-2b567975d057 None None] Sync routers for ids ['8a9e4a72-adfa-47c2-b09f-a717ba37bfd2'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:01:21.452854 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-f952c27d-a778-4a64-a1f6-c88dd4f75c6c tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] update failed (client error): The resource could not be found. Mar 05 05:01:21.453931 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f952c27d-a778-4a64-a1f6-c88dd4f75c6c tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] 10.222.0.11 "PUT /v2.0/routers/tempest-non_exist_router-369128698 HTTP/1.1" status: 404 len: 334 time: 0.1946218 Mar 05 05:01:21.459701 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36430) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:21.578032 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-859b9621-5841-4789-b07e-8eb353940e18 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Deleting subnet 896403cf-c908-44b7-ac9d-45a873937da1 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:01:21.589841 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-859b9621-5841-4789-b07e-8eb353940e18 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks [] for subnet (896403cf-c908-44b7-ac9d-45a873937da1), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:21.595378 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6559590b-da6d-4c86-8af7-e92a904244cc tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (a54137da-9b1c-486d-a9a5-5e2533868884), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:21.639070 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559590b-da6d-4c86-8af7-e92a904244cc tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event deleted for resources: {'Subnet': ['ID=a54137da-9b1c-486d-a9a5-5e2533868884,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:21.846252 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-859b9621-5841-4789-b07e-8eb353940e18 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (896403cf-c908-44b7-ac9d-45a873937da1), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:22.057214 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e9060a-1cbc-4591-b767-2b567975d057 None None] Routers {'8a9e4a72-adfa-47c2-b09f-a717ba37bfd2'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:01:22.068492 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c0e9060a-1cbc-4591-b767-2b567975d057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:01:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['8a9e4a72-adfa-47c2-b09f-a717ba37bfd2'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:22.087899 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582ffb13-eeb4-4dda-8c97-f96faa6e77e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-5438cad8-a4cb-4f44-be2d-018ca88cbc43', 'network_id': '5438cad8-a4cb-4f44-be2d-018ca88cbc43', 'project_id': '9dd7f374a442439b944451c7301380d5', 'fixed_ips': [{'subnet_id': 'a54137da-9b1c-486d-a9a5-5e2533868884'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:01:22.117558 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-582ffb13-eeb4-4dda-8c97-f96faa6e77e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:22.242393 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-859b9621-5841-4789-b07e-8eb353940e18 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (896403cf-c908-44b7-ac9d-45a873937da1), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:22.286418 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c0e9060a-1cbc-4591-b767-2b567975d057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:22.453826 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ebca0-8b58-47e5-ba60-8e4603b9670c None None] Pushing event updated for resources: {'Port': ['ID=bab27a24-285c-4ba4-90e8-c3ba3566561b,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:22.474645 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-859b9621-5841-4789-b07e-8eb353940e18 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (896403cf-c908-44b7-ac9d-45a873937da1), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:22.638724 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b9621-5841-4789-b07e-8eb353940e18 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Pushing event deleted for resources: {'Subnet': ['ID=896403cf-c908-44b7-ac9d-45a873937da1,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:22.645969 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-859b9621-5841-4789-b07e-8eb353940e18 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:22.664292 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-859b9621-5841-4789-b07e-8eb353940e18 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] 10.222.0.11 "DELETE /v2.0/subnets/896403cf-c908-44b7-ac9d-45a873937da1 HTTP/1.1" status: 204 len: 168 time: 1.2034919 Mar 05 05:01:22.667890 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36448) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:22.674059 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a654a3-e07e-40ff-930e-134d49d65a6d None None] Network 12efb94e-12d4-45c2-9a31-82a1cb95af6a requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:01:22.729784 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e9060a-1cbc-4591-b767-2b567975d057 None None] Routers {'8a9e4a72-adfa-47c2-b09f-a717ba37bfd2'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:01:22.730626 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c0e9060a-1cbc-4591-b767-2b567975d057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:01:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['8a9e4a72-adfa-47c2-b09f-a717ba37bfd2'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:22.912277 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cc028121-7e50-47f9-9726-54a3607651d3 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (12efb94e-12d4-45c2-9a31-82a1cb95af6a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:23.047860 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-cc028121-7e50-47f9-9726-54a3607651d3 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Deleting port 776b93ad-d5e3-4292-841b-c85629fb23c4 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:01:23.048241 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cc028121-7e50-47f9-9726-54a3607651d3 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (776b93ad-d5e3-4292-841b-c85629fb23c4), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:23.264153 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-cc028121-7e50-47f9-9726-54a3607651d3 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] For port 776b93ad-d5e3-4292-841b-c85629fb23c4, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=776b93ad-d5e3-4292-841b-c85629fb23c4,segment=NetworkSegment(47ac8cf4-478c-4349-a497-bb813942cf4c),segment_id=47ac8cf4-478c-4349-a497-bb813942cf4c)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:01:23.270676 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cc028121-7e50-47f9-9726-54a3607651d3 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (776b93ad-d5e3-4292-841b-c85629fb23c4), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:23.317836 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-cc028121-7e50-47f9-9726-54a3607651d3 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Calling delete_port for 776b93ad-d5e3-4292-841b-c85629fb23c4 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:01:23.418421 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6559590b-da6d-4c86-8af7-e92a904244cc tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (5438cad8-a4cb-4f44-be2d-018ca88cbc43), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:23.483354 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bab27a24-285c-4ba4-90e8-c3ba3566561b up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:01:23.508885 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c0e9060a-1cbc-4591-b767-2b567975d057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:23.509575 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e9060a-1cbc-4591-b767-2b567975d057 None None] The sync data for ids ['8a9e4a72-adfa-47c2-b09f-a717ba37bfd2'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:01:23.535474 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-6559590b-da6d-4c86-8af7-e92a904244cc tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5438cad8-a4cb-4f44-be2d-018ca88cbc43']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:23.585008 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467f98a-d066-400f-9afc-d98d12f69126 req-22a16ec3-a7a2-4601-b7fc-3b43048ca2de tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:23.586612 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e467f98a-d066-400f-9afc-d98d12f69126 req-22a16ec3-a7a2-4601-b7fc-3b43048ca2de tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 945 time: 2.0666342 Mar 05 05:01:23.628027 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cc028121-7e50-47f9-9726-54a3607651d3 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (776b93ad-d5e3-4292-841b-c85629fb23c4), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:23.682273 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-6559590b-da6d-4c86-8af7-e92a904244cc tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86f368b-c778-49f2-94ad-2c664918d95a') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:23.682273 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-6559590b-da6d-4c86-8af7-e92a904244cc tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86f368b-c778-49f2-94ad-2c664918d95a') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:23.720749 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc028121-7e50-47f9-9726-54a3607651d3 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Pushing event deleted for resources: {'Port': ['ID=776b93ad-d5e3-4292-841b-c85629fb23c4,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:23.737387 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc028121-7e50-47f9-9726-54a3607651d3 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] No DVR routers for this DVR port 776b93ad-d5e3-4292-841b-c85629fb23c4 on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:01:23.743012 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354381d3-a9c5-45a5-a244-5c9af5a780d3 None None] Network 5438cad8-a4cb-4f44-be2d-018ca88cbc43 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:01:23.754522 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6559590b-da6d-4c86-8af7-e92a904244cc tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (e86f368b-c778-49f2-94ad-2c664918d95a), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:23.875747 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6559590b-da6d-4c86-8af7-e92a904244cc tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (e86f368b-c778-49f2-94ad-2c664918d95a), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:23.940473 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6559590b-da6d-4c86-8af7-e92a904244cc tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:01:23.942968 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6559590b-da6d-4c86-8af7-e92a904244cc tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (e86f368b-c778-49f2-94ad-2c664918d95a), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:23.980509 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:01:23.980509 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:01:23.980509 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:01:23.980509 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:01:23.980509 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:01:23.980509 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:01:23.980509 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:01:23.980509 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:01:23.980509 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:01:23.980509 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:01:23.980509 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:01:23.980509 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:01:23.980509 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:01:23.980509 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:01:23.980509 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:01:23.980509 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:01:23.980509 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:01:23.980509 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:01:23.980509 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:01:23.980509 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:01:23.980509 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:01:23.980509 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:01:23.980509 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:01:23.980509 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:01:23.980509 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:01:23.980509 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:01:23.980509 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:01:23.980509 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:01:23.980509 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:01:23.980509 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:01:23.980509 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:01:23.980509 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:01:23.998502 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e855696f-7bb4-458b-8605-d5f0a3655408 None None] Network aa07cbaa-2a94-4081-bb0f-755b00827576 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:01:24.012606 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e467f98a-d066-400f-9afc-d98d12f69126 req-d11a0081-d914-487e-96cf-9e370b64f0e4 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3832903 Mar 05 05:01:24.026054 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cc028121-7e50-47f9-9726-54a3607651d3 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (12efb94e-12d4-45c2-9a31-82a1cb95af6a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:24.089159 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-cc028121-7e50-47f9-9726-54a3607651d3 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12efb94e-12d4-45c2-9a31-82a1cb95af6a']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:24.116833 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-cc028121-7e50-47f9-9726-54a3607651d3 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ac8cf4-478c-4349-a497-bb813942cf4c') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:24.117165 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-cc028121-7e50-47f9-9726-54a3607651d3 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ac8cf4-478c-4349-a497-bb813942cf4c') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:24.142099 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cc028121-7e50-47f9-9726-54a3607651d3 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (47ac8cf4-478c-4349-a497-bb813942cf4c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:24.157101 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6559590b-da6d-4c86-8af7-e92a904244cc tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (5438cad8-a4cb-4f44-be2d-018ca88cbc43), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:24.168454 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6559590b-da6d-4c86-8af7-e92a904244cc tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:24.177169 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cc028121-7e50-47f9-9726-54a3607651d3 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (47ac8cf4-478c-4349-a497-bb813942cf4c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:24.189871 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6559590b-da6d-4c86-8af7-e92a904244cc tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "DELETE /v2.0/networks/5438cad8-a4cb-4f44-be2d-018ca88cbc43 HTTP/1.1" status: 204 len: 168 time: 3.5595012 Mar 05 05:01:24.191755 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc028121-7e50-47f9-9726-54a3607651d3 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:01:24.192652 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cc028121-7e50-47f9-9726-54a3607651d3 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (47ac8cf4-478c-4349-a497-bb813942cf4c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:24.243122 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36458) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:24.250998 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-2f5536ad-e2c3-42a0-815c-48534529f76e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1125043426'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:24.269873 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559590b-da6d-4c86-8af7-e92a904244cc tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event deleted for resources: {'Network': ['ID=5438cad8-a4cb-4f44-be2d-018ca88cbc43,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:24.347477 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-4d80f059-8ebb-44e3-b7b0-fb830cf0c0b5 None None] Current status of the port 081a289d-4aa2-44cc-8057-f600dd757c73 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:01:24.347881 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4d80f059-8ebb-44e3-b7b0-fb830cf0c0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (081a289d-4aa2-44cc-8057-f600dd757c73), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:24.353544 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5536ad-e2c3-42a0-815c-48534529f76e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Made reservation on behalf of 9dd7f374a442439b944451c7301380d5 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:01:24.357709 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2f5536ad-e2c3-42a0-815c-48534529f76e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:24.419842 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f5536ad-e2c3-42a0-815c-48534529f76e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:01:24.446104 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2f5536ad-e2c3-42a0-815c-48534529f76e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (b5c6ac34-ee84-438e-83c0-21d0ed003c49), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:24.446460 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-2f5536ad-e2c3-42a0-815c-48534529f76e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Added segment b5c6ac34-ee84-438e-83c0-21d0ed003c49 of type vlan for network d219bb5c-c3ac-4937-bb69-903f58b24b73 Mar 05 05:01:24.469799 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-2b127993-ac8a-430d-933a-79497eb2a6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e16d2b7-8a77-4c8b-a759-631a9c1dc081', 'name': 'tempest-TaggedBootDevicesTest-473902487-router', 'tenant_id': 'ebac8859fe924912b42dc8696c014a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '0f54f410-2bab-44ac-a7fc-1ad337f61591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:00:54Z', 'updated_at': '2022-03-05T05:01:07Z', 'revision_number': 4, 'project_id': 'ebac8859fe924912b42dc8696c014a4b', 'gw_port': {'id': '0f54f410-2bab-44ac-a7fc-1ad337f61591', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:dd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e16d2b7-8a77-4c8b-a759-631a9c1dc081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:00:56Z', 'updated_at': '2022-03-05T05:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '081a289d-4aa2-44cc-8057-f600dd757c73', 'name': '', 'network_id': '0b49253c-38f3-44a4-9661-4f6156bf4c50', 'tenant_id': 'ebac8859fe924912b42dc8696c014a4b', 'mac_address': 'fa:16:3e:42:b4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e16d2b7-8a77-4c8b-a759-631a9c1dc081', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'c5a52712-29a9-4338-86e3-50e3bcb449a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:01:04Z', 'updated_at': '2022-03-05T05:01:18Z', 'revision_number': 4, 'project_id': 'ebac8859fe924912b42dc8696c014a4b', 'subnets': [{'id': 'c5a52712-29a9-4338-86e3-50e3bcb449a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:24.545070 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2f5536ad-e2c3-42a0-815c-48534529f76e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (d219bb5c-c3ac-4937-bb69-903f58b24b73), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:24.610159 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e05e05-df71-48bc-b094-98972862be32 None None] DHCP port deletion for 12efb94e-12d4-45c2-9a31-82a1cb95af6a request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:01:24.618551 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2f5536ad-e2c3-42a0-815c-48534529f76e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (d219bb5c-c3ac-4937-bb69-903f58b24b73), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:24.624763 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5536ad-e2c3-42a0-815c-48534529f76e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:24.627725 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2f5536ad-e2c3-42a0-815c-48534529f76e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:24.654945 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b127993-ac8a-430d-933a-79497eb2a6d1 None None] The sync data for ids ['2e16d2b7-8a77-4c8b-a759-631a9c1dc081'] in n-d-789963-32 is: [{'id': '2e16d2b7-8a77-4c8b-a759-631a9c1dc081', 'name': 'tempest-TaggedBootDevicesTest-473902487-router', 'tenant_id': 'ebac8859fe924912b42dc8696c014a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '0f54f410-2bab-44ac-a7fc-1ad337f61591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:00:54Z', 'updated_at': '2022-03-05T05:01:07Z', 'revision_number': 4, 'project_id': 'ebac8859fe924912b42dc8696c014a4b', 'gw_port': {'id': '0f54f410-2bab-44ac-a7fc-1ad337f61591', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:dd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e16d2b7-8a77-4c8b-a759-631a9c1dc081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:00:56Z', 'updated_at': '2022-03-05T05:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '081a289d-4aa2-44cc-8057-f600dd757c73', 'name': '', 'network_id': '0b49253c-38f3-44a4-9661-4f6156bf4c50', 'tenant_id': 'ebac8859fe924912b42dc8696c014a4b', 'mac_address': 'fa:16:3e:42:b4:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e16d2b7-8a77-4c8b-a759-631a9c1dc081', 'device_owner': 'network:router_interface', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'c5a52712-29a9-4338-86e3-50e3bcb449a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:01:04Z', 'updated_at': '2022-03-05T05:01:18Z', 'revision_number': 4, 'project_id': 'ebac8859fe924912b42dc8696c014a4b', 'subnets': [{'id': 'c5a52712-29a9-4338-86e3-50e3bcb449a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:01:24.696951 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port bab27a24-285c-4ba4-90e8-c3ba3566561b triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:24.697882 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bab27a24-285c-4ba4-90e8-c3ba3566561b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:24.845447 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2f5536ad-e2c3-42a0-815c-48534529f76e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5952263 Mar 05 05:01:24.855549 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36464) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:24.866994 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-249b27f0-2a8b-4563-b28e-68f3e4b1231f tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Request body: {'subnet': {'network_id': 'd219bb5c-c3ac-4937-bb69-903f58b24b73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:24.984970 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-4d80f059-8ebb-44e3-b7b0-fb830cf0c0b5 None None] For port 081a289d-4aa2-44cc-8057-f600dd757c73, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=081a289d-4aa2-44cc-8057-f600dd757c73,segment=NetworkSegment(97793d67-3114-4b04-a48e-b236c95755c6),segment_id=97793d67-3114-4b04-a48e-b236c95755c6)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:01:25.023866 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4d80f059-8ebb-44e3-b7b0-fb830cf0c0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (081a289d-4aa2-44cc-8057-f600dd757c73), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:25.102158 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5536ad-e2c3-42a0-815c-48534529f76e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event updated for resources: {'Network': ['ID=d219bb5c-c3ac-4937-bb69-903f58b24b73,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:25.169760 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249b27f0-2a8b-4563-b28e-68f3e4b1231f tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Made reservation on behalf of 9dd7f374a442439b944451c7301380d5 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:01:25.178196 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-249b27f0-2a8b-4563-b28e-68f3e4b1231f tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:25.261889 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:01:25.261889 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:01:25.261889 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:01:25.261889 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:01:25.261889 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:01:25.261889 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:01:25.261889 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:01:25.261889 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:01:25.261889 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:01:25.261889 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:01:25.261889 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:01:25.261889 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:01:25.261889 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:01:25.261889 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:01:25.261889 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:01:25.261889 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:01:25.261889 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:01:25.261889 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:01:25.261889 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:01:25.261889 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:01:25.261889 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:01:25.261889 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:01:25.261889 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:01:25.261889 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:01:25.261889 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:01:25.261889 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:01:25.261889 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:01:25.261889 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:01:25.261889 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:01:25.261889 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:01:25.261889 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:01:25.261889 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:01:25.278115 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network d219bb5c-c3ac-4937-bb69-903f58b24b73 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:01:25.319496 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cc028121-7e50-47f9-9726-54a3607651d3 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (12efb94e-12d4-45c2-9a31-82a1cb95af6a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:25.344471 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cc028121-7e50-47f9-9726-54a3607651d3 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:25.355575 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-cc028121-7e50-47f9-9726-54a3607651d3 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] 10.222.0.11 "DELETE /v2.0/networks/12efb94e-12d4-45c2-9a31-82a1cb95af6a HTTP/1.1" status: 204 len: 168 time: 2.6795774 Mar 05 05:01:25.359716 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36472) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:25.565304 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c5a377b-8656-44d7-a460-e8c45ebe1c1d tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Deleting subnet b0d319a7-2b76-48d5-83ea-37f2f9923e58 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:01:25.568972 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4c5a377b-8656-44d7-a460-e8c45ebe1c1d tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks [] for subnet (b0d319a7-2b76-48d5-83ea-37f2f9923e58), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:25.708952 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4c5a377b-8656-44d7-a460-e8c45ebe1c1d tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (b0d319a7-2b76-48d5-83ea-37f2f9923e58), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:25.835772 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80f059-8ebb-44e3-b7b0-fb830cf0c0b5 None None] Pushing event updated for resources: {'Port': ['ID=081a289d-4aa2-44cc-8057-f600dd757c73,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:25.838950 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc028121-7e50-47f9-9726-54a3607651d3 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Pushing event deleted for resources: {'Network': ['ID=12efb94e-12d4-45c2-9a31-82a1cb95af6a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:25.964407 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port bab27a24-285c-4ba4-90e8-c3ba3566561b is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:01:25.965926 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (bab27a24-285c-4ba4-90e8-c3ba3566561b), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:25.967935 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-249b27f0-2a8b-4563-b28e-68f3e4b1231f tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (e35b380f-7eed-4f73-8342-6c4f7357fae6), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:26.028271 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcbc85e-5b54-4989-98b7-37ee3d3c2439 req-befd21f3-4085-4941-ac74-8020008ff76e tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:26.032826 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-54340d0a-1266-4eb8-87b9-6565f1df68ce None None] Provisioning complete for port bab27a24-285c-4ba4-90e8-c3ba3566561b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:26.034221 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-54340d0a-1266-4eb8-87b9-6565f1df68ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bab27a24-285c-4ba4-90e8-c3ba3566561b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:26.039147 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3bcbc85e-5b54-4989-98b7-37ee3d3c2439 req-befd21f3-4085-4941-ac74-8020008ff76e tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 945 time: 0.7805014 Mar 05 05:01:26.040813 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4c5a377b-8656-44d7-a460-e8c45ebe1c1d tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (b0d319a7-2b76-48d5-83ea-37f2f9923e58), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:26.131457 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3bcbc85e-5b54-4989-98b7-37ee3d3c2439 req-69b12f1d-2a07-4fa1-8281-0a32ad682be2 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891361 Mar 05 05:01:26.170918 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b27f0-2a8b-4563-b28e-68f3e4b1231f tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Checking segment: {'id': 'b5c6ac34-ee84-438e-83c0-21d0ed003c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd219bb5c-c3ac-4937-bb69-903f58b24b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:01:26.171575 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249b27f0-2a8b-4563-b28e-68f3e4b1231f tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Network hostable DHCP agents. Network: d219bb5c-c3ac-4937-bb69-903f58b24b73, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:01:26.249665 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port bab27a24-285c-4ba4-90e8-c3ba3566561b, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=bab27a24-285c-4ba4-90e8-c3ba3566561b,segment=NetworkSegment(de13fe78-dc45-497a-a4a5-b642c6aad5e0),segment_id=de13fe78-dc45-497a-a4a5-b642c6aad5e0)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:01:26.251244 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4c5a377b-8656-44d7-a460-e8c45ebe1c1d tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (b0d319a7-2b76-48d5-83ea-37f2f9923e58), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:26.253459 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249b27f0-2a8b-4563-b28e-68f3e4b1231f tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Network d219bb5c-c3ac-4937-bb69-903f58b24b73 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:01:26.266170 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (bab27a24-285c-4ba4-90e8-c3ba3566561b), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:26.285490 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b27f0-2a8b-4563-b28e-68f3e4b1231f tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event updated for resources: {'Subnet': ['ID=e35b380f-7eed-4f73-8342-6c4f7357fae6,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:26.325847 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-249b27f0-2a8b-4563-b28e-68f3e4b1231f tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, d219bb5c-c3ac-4937-bb69-903f58b24b73) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:01:26.338718 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249b27f0-2a8b-4563-b28e-68f3e4b1231f tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:26.338856 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-249b27f0-2a8b-4563-b28e-68f3e4b1231f tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:26.428637 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-249b27f0-2a8b-4563-b28e-68f3e4b1231f tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5719397 Mar 05 05:01:26.434410 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36478) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:26.444362 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4c5a377b-8656-44d7-a460-e8c45ebe1c1d tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:26.457545 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4c5a377b-8656-44d7-a460-e8c45ebe1c1d tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] 10.222.0.11 "DELETE /v2.0/subnets/b0d319a7-2b76-48d5-83ea-37f2f9923e58 HTTP/1.1" status: 204 len: 168 time: 1.0908833 Mar 05 05:01:26.460385 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-a87f6c70-c3ad-4e86-b304-37725670a3e4 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2004626621'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:26.467728 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a377b-8656-44d7-a460-e8c45ebe1c1d tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Pushing event deleted for resources: {'Subnet': ['ID=b0d319a7-2b76-48d5-83ea-37f2f9923e58,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:26.473939 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36480) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:26.497217 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=bab27a24-285c-4ba4-90e8-c3ba3566561b,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:26.518846 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df41216b-3fbb-46db-bdb6-3566159c5b24 None None] Network d219bb5c-c3ac-4937-bb69-903f58b24b73 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:01:26.532395 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74229808-2f52-4357-a22e-a4b5671427d9 None None] Network fe9cc3c3-b677-4f51-a41f-59dbb9895e4f requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:01:26.534232 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87f6c70-c3ad-4e86-b304-37725670a3e4 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Made reservation on behalf of 9dd7f374a442439b944451c7301380d5 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:01:26.542970 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a87f6c70-c3ad-4e86-b304-37725670a3e4 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:26.641053 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a87f6c70-c3ad-4e86-b304-37725670a3e4 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:01:26.698470 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a87f6c70-c3ad-4e86-b304-37725670a3e4 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (b6025112-fbea-4292-83d2-91148cdd9f88), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:26.698974 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-a87f6c70-c3ad-4e86-b304-37725670a3e4 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Added segment b6025112-fbea-4292-83d2-91148cdd9f88 of type vlan for network 1d3d5aac-60e5-47b0-8739-e9f952005c6b Mar 05 05:01:26.700469 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa8e5914-319d-414f-918a-92853f9cc742 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Deleting subnet 1fddd757-4ad1-44cb-b30a-2bfda03fc0b2 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:01:26.711768 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fa8e5914-319d-414f-918a-92853f9cc742 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks [] for subnet (1fddd757-4ad1-44cb-b30a-2bfda03fc0b2), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:26.805486 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 081a289d-4aa2-44cc-8057-f600dd757c73 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:01:26.807433 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a87f6c70-c3ad-4e86-b304-37725670a3e4 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (1d3d5aac-60e5-47b0-8739-e9f952005c6b), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:26.830030 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fa8e5914-319d-414f-918a-92853f9cc742 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (1fddd757-4ad1-44cb-b30a-2bfda03fc0b2), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:26.915261 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a87f6c70-c3ad-4e86-b304-37725670a3e4 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (1d3d5aac-60e5-47b0-8739-e9f952005c6b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:26.943520 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87f6c70-c3ad-4e86-b304-37725670a3e4 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:26.947546 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a87f6c70-c3ad-4e86-b304-37725670a3e4 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:27.190451 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a87f6c70-c3ad-4e86-b304-37725670a3e4 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7547655 Mar 05 05:01:27.191230 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36490) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:27.211377 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-36e3f8ea-4b0e-4fd9-aec1-dbca3340cc56 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Request body: {'subnet': {'network_id': '1d3d5aac-60e5-47b0-8739-e9f952005c6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:27.310842 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fa8e5914-319d-414f-918a-92853f9cc742 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (1fddd757-4ad1-44cb-b30a-2bfda03fc0b2), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:27.374376 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-54340d0a-1266-4eb8-87b9-6565f1df68ce None None] Current status of the port bab27a24-285c-4ba4-90e8-c3ba3566561b is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:01:27.383224 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f6c70-c3ad-4e86-b304-37725670a3e4 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event updated for resources: {'Network': ['ID=1d3d5aac-60e5-47b0-8739-e9f952005c6b,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:27.463526 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 1d3d5aac-60e5-47b0-8739-e9f952005c6b details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:01:27.483712 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:01:27.578513 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fa8e5914-319d-414f-918a-92853f9cc742 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (1fddd757-4ad1-44cb-b30a-2bfda03fc0b2), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:27.611689 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 081a289d-4aa2-44cc-8057-f600dd757c73 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:27.612215 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (081a289d-4aa2-44cc-8057-f600dd757c73), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:27.652815 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-47606cc7-5b1e-4cb7-8007-a77791bf5485 None None] Provisioning complete for port bab27a24-285c-4ba4-90e8-c3ba3566561b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:27.653465 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-47606cc7-5b1e-4cb7-8007-a77791bf5485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bab27a24-285c-4ba4-90e8-c3ba3566561b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:27.748809 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e5914-319d-414f-918a-92853f9cc742 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Pushing event deleted for resources: {'Subnet': ['ID=1fddd757-4ad1-44cb-b30a-2bfda03fc0b2,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:27.775401 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fa8e5914-319d-414f-918a-92853f9cc742 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:27.791112 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fa8e5914-319d-414f-918a-92853f9cc742 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] 10.222.0.11 "DELETE /v2.0/subnets/1fddd757-4ad1-44cb-b30a-2bfda03fc0b2 HTTP/1.1" status: 204 len: 168 time: 1.3088584 Mar 05 05:01:27.803175 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36500) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:27.858619 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1f3bb-da37-4a0f-b1e4-663d96afa57b req-7b380de1-b585-4e4d-8485-1097552b4118 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:27.860155 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1eb1f3bb-da37-4a0f-b1e4-663d96afa57b req-7b380de1-b585-4e4d-8485-1097552b4118 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 945 time: 0.5564704 Mar 05 05:01:28.003455 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e3f8ea-4b0e-4fd9-aec1-dbca3340cc56 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Made reservation on behalf of 9dd7f374a442439b944451c7301380d5 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:01:28.023887 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-36e3f8ea-4b0e-4fd9-aec1-dbca3340cc56 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:28.111943 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a0c6707c-00ab-4a1c-be99-7cc12f489d1f tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (fe9cc3c3-b677-4f51-a41f-59dbb9895e4f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:28.175248 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1eb1f3bb-da37-4a0f-b1e4-663d96afa57b req-1794e807-e506-4e80-b422-b9bb1b41bd49 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2924130 Mar 05 05:01:28.191277 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ee0d6a-1e62-41df-be26-c95366822701 None None] DHCP port deletion for fe9cc3c3-b677-4f51-a41f-59dbb9895e4f request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:01:28.318737 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30657993-811c-4c0b-9751-82bcbf540954 None None] Network e47e814c-4927-4b28-86a6-75aa53942bb3 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:01:28.328361 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-d219bb5c-c3ac-4937-bb69-903f58b24b73', 'network_id': 'd219bb5c-c3ac-4937-bb69-903f58b24b73', 'project_id': '9dd7f374a442439b944451c7301380d5', 'fixed_ips': [{'subnet_id': 'e35b380f-7eed-4f73-8342-6c4f7357fae6'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:01:28.329281 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:28.332210 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6707c-00ab-4a1c-be99-7cc12f489d1f tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Deleting port 6b655761-25c1-43fb-9a04-feb656f50cf7 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:01:28.333262 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a0c6707c-00ab-4a1c-be99-7cc12f489d1f tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (6b655761-25c1-43fb-9a04-feb656f50cf7), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:28.343407 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.ipam_backend_mixin [None req-36e3f8ea-4b0e-4fd9-aec1-dbca3340cc56 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Performing IP validity checks on allocation pools {{(pid=105231) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 05 05:01:28.344921 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.ipam_backend_mixin [None req-36e3f8ea-4b0e-4fd9-aec1-dbca3340cc56 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105231) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 05 05:01:28.535930 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-a0c6707c-00ab-4a1c-be99-7cc12f489d1f tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] For port 6b655761-25c1-43fb-9a04-feb656f50cf7, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=6b655761-25c1-43fb-9a04-feb656f50cf7,segment=NetworkSegment(f008572b-9f9f-4a84-acd0-805d61822909),segment_id=f008572b-9f9f-4a84-acd0-805d61822909)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:01:28.536276 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a0c6707c-00ab-4a1c-be99-7cc12f489d1f tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (6b655761-25c1-43fb-9a04-feb656f50cf7), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:28.566511 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6707c-00ab-4a1c-be99-7cc12f489d1f tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Calling delete_port for 6b655761-25c1-43fb-9a04-feb656f50cf7 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:01:28.679965 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-36e3f8ea-4b0e-4fd9-aec1-dbca3340cc56 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (85d8b181-87e8-442a-b192-508ee4bc4902), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:28.838288 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a0c6707c-00ab-4a1c-be99-7cc12f489d1f tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (6b655761-25c1-43fb-9a04-feb656f50cf7), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:28.895473 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e3f8ea-4b0e-4fd9-aec1-dbca3340cc56 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event updated for resources: {'Subnet': ['ID=85d8b181-87e8-442a-b192-508ee4bc4902,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:28.921913 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6707c-00ab-4a1c-be99-7cc12f489d1f tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Pushing event deleted for resources: {'Port': ['ID=6b655761-25c1-43fb-9a04-feb656f50cf7,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:28.991173 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e3f8ea-4b0e-4fd9-aec1-dbca3340cc56 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Checking segment: {'id': 'b6025112-fbea-4292-83d2-91148cdd9f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1d3d5aac-60e5-47b0-8739-e9f952005c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:01:28.991609 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e3f8ea-4b0e-4fd9-aec1-dbca3340cc56 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Network hostable DHCP agents. Network: 1d3d5aac-60e5-47b0-8739-e9f952005c6b, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:01:29.016091 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c6707c-00ab-4a1c-be99-7cc12f489d1f tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] No DVR routers for this DVR port 6b655761-25c1-43fb-9a04-feb656f50cf7 on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:01:29.019694 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] Allocated IP 2001:db8::1 (d219bb5c-c3ac-4937-bb69-903f58b24b73/e35b380f-7eed-4f73-8342-6c4f7357fae6/e94832c0-652d-410a-aa93-935c5400e3b8) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:01:29.059939 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e3f8ea-4b0e-4fd9-aec1-dbca3340cc56 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Network 1d3d5aac-60e5-47b0-8739-e9f952005c6b is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:01:29.086249 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-36e3f8ea-4b0e-4fd9-aec1-dbca3340cc56 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 1d3d5aac-60e5-47b0-8739-e9f952005c6b) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:01:29.096892 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e3f8ea-4b0e-4fd9-aec1-dbca3340cc56 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:29.102714 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-36e3f8ea-4b0e-4fd9-aec1-dbca3340cc56 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:29.159394 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-36e3f8ea-4b0e-4fd9-aec1-dbca3340cc56 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9612629 Mar 05 05:01:29.160037 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36528) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:29.332019 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a0c6707c-00ab-4a1c-be99-7cc12f489d1f tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (fe9cc3c3-b677-4f51-a41f-59dbb9895e4f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:29.347055 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] Publish callbacks [] for port (e94832c0-652d-410a-aa93-935c5400e3b8), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:29.374334 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c280e1-cdba-490a-b79a-4c3697467ca2 None None] Network 1d3d5aac-60e5-47b0-8739-e9f952005c6b requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:01:29.386285 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-a0c6707c-00ab-4a1c-be99-7cc12f489d1f tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe9cc3c3-b677-4f51-a41f-59dbb9895e4f']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:29.419890 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-a0c6707c-00ab-4a1c-be99-7cc12f489d1f tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f008572b-9f9f-4a84-acd0-805d61822909') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:29.420300 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-a0c6707c-00ab-4a1c-be99-7cc12f489d1f tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f008572b-9f9f-4a84-acd0-805d61822909') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:29.454668 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a0c6707c-00ab-4a1c-be99-7cc12f489d1f tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (f008572b-9f9f-4a84-acd0-805d61822909), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:29.508620 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a0c6707c-00ab-4a1c-be99-7cc12f489d1f tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (f008572b-9f9f-4a84-acd0-805d61822909), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:29.527768 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c6707c-00ab-4a1c-be99-7cc12f489d1f tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:01:29.530157 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a0c6707c-00ab-4a1c-be99-7cc12f489d1f tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (f008572b-9f9f-4a84-acd0-805d61822909), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:29.540803 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:01:29.540803 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:01:29.540803 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:01:29.540803 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:01:29.540803 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:01:29.540803 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:01:29.540803 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:01:29.540803 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:01:29.540803 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:01:29.540803 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:01:29.540803 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:01:29.540803 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:01:29.540803 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:01:29.540803 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:01:29.540803 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:01:29.540803 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:01:29.540803 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:01:29.540803 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:01:29.540803 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:01:29.540803 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:01:29.540803 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:01:29.540803 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:01:29.540803 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:01:29.540803 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:01:29.540803 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:01:29.540803 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:01:29.540803 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:01:29.540803 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:01:29.540803 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:01:29.540803 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:01:29.540803 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:01:29.540803 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:01:29.574926 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (e94832c0-652d-410a-aa93-935c5400e3b8), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:29.673012 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 081a289d-4aa2-44cc-8057-f600dd757c73 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:01:29.772418 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644985e-0e0c-4b5f-8779-4b5785246dbb req-3d7d372e-4cad-405a-99b0-e62296566235 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:29.774029 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e644985e-0e0c-4b5f-8779-4b5785246dbb req-3d7d372e-4cad-405a-99b0-e62296566235 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 945 time: 0.3596373 Mar 05 05:01:29.789791 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b8b3158a-e594-4744-b2ec-766deef73242 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (1d3d5aac-60e5-47b0-8739-e9f952005c6b), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:29.808866 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a0c6707c-00ab-4a1c-be99-7cc12f489d1f tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (fe9cc3c3-b677-4f51-a41f-59dbb9895e4f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:29.814290 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a0c6707c-00ab-4a1c-be99-7cc12f489d1f tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:29.835762 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a0c6707c-00ab-4a1c-be99-7cc12f489d1f tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] 10.222.0.11 "DELETE /v2.0/networks/fe9cc3c3-b677-4f51-a41f-59dbb9895e4f HTTP/1.1" status: 204 len: 168 time: 2.0287950 Mar 05 05:01:29.836417 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36536) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:29.846652 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 776b93ad-d5e3-4292-841b-c85629fb23c4 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:01:29.869494 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] Network d219bb5c-c3ac-4937-bb69-903f58b24b73 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:01:29.956732 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e644985e-0e0c-4b5f-8779-4b5785246dbb req-11035f60-6063-4fed-9c3e-890871e7cd90 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612442 Mar 05 05:01:29.963379 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6707c-00ab-4a1c-be99-7cc12f489d1f tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Pushing event deleted for resources: {'Network': ['ID=fe9cc3c3-b677-4f51-a41f-59dbb9895e4f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:29.971527 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:01:29.992206 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a66e22-509e-475e-baf1-5d066c249f83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-1d3d5aac-60e5-47b0-8739-e9f952005c6b', 'network_id': '1d3d5aac-60e5-47b0-8739-e9f952005c6b', 'project_id': '9dd7f374a442439b944451c7301380d5', 'fixed_ips': [{'subnet_id': '85d8b181-87e8-442a-b192-508ee4bc4902'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:01:29.998964 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-66a66e22-509e-475e-baf1-5d066c249f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:30.005010 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 776b93ad-d5e3-4292-841b-c85629fb23c4 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:01:30.007761 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 776b93ad-d5e3-4292-841b-c85629fb23c4 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:01:30.035650 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:01:30.108100 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] Pushing event updated for resources: {'Port': ['ID=e94832c0-652d-410a-aa93-935c5400e3b8,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:30.126161 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b8b3158a-e594-4744-b2ec-766deef73242 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (85d8b181-87e8-442a-b192-508ee4bc4902), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:30.190251 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a2ee0d6a-1e62-41df-be26-c95366822701 None None] Deleting port 6b655761-25c1-43fb-9a04-feb656f50cf7 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:01:30.191047 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a2ee0d6a-1e62-41df-be26-c95366822701 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (6b655761-25c1-43fb-9a04-feb656f50cf7), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:30.236557 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:30.237307 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:30.237896 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:30.238475 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:30.239101 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:30.239855 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:30.242859 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:30.244216 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:30.244826 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:30.247602 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:30.248240 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:30.249215 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:30.249912 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:01:30.323569 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bab27a24-285c-4ba4-90e8-c3ba3566561b up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:01:30.381786 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5582ddfd-ad54-4245-be01-8593fadb0588 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (e47e814c-4927-4b28-86a6-75aa53942bb3), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:30.411041 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b8b3158a-e594-4744-b2ec-766deef73242 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (85d8b181-87e8-442a-b192-508ee4bc4902), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:30.471401 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa245014-84ac-4210-9a6d-5045c768f44d None None] DHCP port deletion for e47e814c-4927-4b28-86a6-75aa53942bb3 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:01:30.502126 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ed802e75-80c7-47ec-93cc-1a00a4333c8f req-a773c4d1-e642-405f-a2c4-289bb05d7bb0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3835843 Mar 05 05:01:30.524929 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] Attempting to bind port e94832c0-652d-410a-aa93-935c5400e3b8 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:01:30.528713 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] Attempting to bind port e94832c0-652d-410a-aa93-935c5400e3b8 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'b5c6ac34-ee84-438e-83c0-21d0ed003c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd219bb5c-c3ac-4937-bb69-903f58b24b73'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:01:30.529230 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] Attempting to bind port e94832c0-652d-410a-aa93-935c5400e3b8 on network d219bb5c-c3ac-4937-bb69-903f58b24b73 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:01:30.536055 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3158a-e594-4744-b2ec-766deef73242 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event deleted for resources: {'Subnet': ['ID=85d8b181-87e8-442a-b192-508ee4bc4902,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server [None req-a2ee0d6a-1e62-41df-be26-c95366822701 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network fe9cc3c3-b677-4f51-a41f-59dbb9895e4f could not be found. Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._iter().one() Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._only_one_row( Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1553, in delete_ports_by_device_id Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 05 05:01:30.574174 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2013, in delete_port Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1213, in get_network Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network fe9cc3c3-b677-4f51-a41f-59dbb9895e4f could not be found. Mar 05 05:01:30.579213 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server Mar 05 05:01:30.772272 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b8b3158a-e594-4744-b2ec-766deef73242 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (1d3d5aac-60e5-47b0-8739-e9f952005c6b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:30.825606 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-b8b3158a-e594-4744-b2ec-766deef73242 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d3d5aac-60e5-47b0-8739-e9f952005c6b']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:30.840621 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-47606cc7-5b1e-4cb7-8007-a77791bf5485 None None] Current status of the port bab27a24-285c-4ba4-90e8-c3ba3566561b is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:01:30.851552 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed802e75-80c7-47ec-93cc-1a00a4333c8f req-38aa4f5f-c4d1-4259-aa63-9da27805bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:30.853279 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ed802e75-80c7-47ec-93cc-1a00a4333c8f req-38aa4f5f-c4d1-4259-aa63-9da27805bd5b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a4b8503d9df4443b291278ddd00e28c&device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 1128 time: 0.3273072 Mar 05 05:01:30.867569 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-5582ddfd-ad54-4245-be01-8593fadb0588 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Deleting port fb3af075-75c0-46aa-82d8-4609a3c985da {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:01:30.867924 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5582ddfd-ad54-4245-be01-8593fadb0588 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (fb3af075-75c0-46aa-82d8-4609a3c985da), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:30.893073 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa5f5dd-cecb-4c7e-b47e-8f24bae32b46 None None] DHCP port deletion for fe9cc3c3-b677-4f51-a41f-59dbb9895e4f request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:01:30.893605 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-b8b3158a-e594-4744-b2ec-766deef73242 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6025112-fbea-4292-83d2-91148cdd9f88') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:30.894446 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-b8b3158a-e594-4744-b2ec-766deef73242 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6025112-fbea-4292-83d2-91148cdd9f88') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:30.916220 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:01:30.916667 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] Checking segment: {'id': 'b5c6ac34-ee84-438e-83c0-21d0ed003c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd219bb5c-c3ac-4937-bb69-903f58b24b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:01:30.917029 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:30.919555 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] Bound using segment: {'id': 'b5c6ac34-ee84-438e-83c0-21d0ed003c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd219bb5c-c3ac-4937-bb69-903f58b24b73'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:01:30.920124 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] Bound port: e94832c0-652d-410a-aa93-935c5400e3b8, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c6ac34-ee84-438e-83c0-21d0ed003c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd219bb5c-c3ac-4937-bb69-903f58b24b73'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:01:30.921727 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e94832c0-652d-410a-aa93-935c5400e3b8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:30.923902 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b8b3158a-e594-4744-b2ec-766deef73242 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (b6025112-fbea-4292-83d2-91148cdd9f88), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:30.960579 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b8b3158a-e594-4744-b2ec-766deef73242 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (b6025112-fbea-4292-83d2-91148cdd9f88), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:30.969363 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b3158a-e594-4744-b2ec-766deef73242 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:01:30.972572 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b8b3158a-e594-4744-b2ec-766deef73242 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (b6025112-fbea-4292-83d2-91148cdd9f88), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:30.976325 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:01:30.976325 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:01:30.976325 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:01:30.976325 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:01:30.976325 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:01:30.976325 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:01:30.976325 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:01:30.976325 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:01:30.976325 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:01:30.976325 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:01:30.976325 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:01:30.976325 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:01:30.976325 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:01:30.976325 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:01:30.976325 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:01:30.976325 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:01:30.976325 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:01:30.976325 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:01:30.976325 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:01:30.976325 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:01:30.976325 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:01:30.976325 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:01:30.976325 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:01:30.976325 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:01:30.976325 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:01:30.976325 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:01:30.976325 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:01:30.976325 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:01:30.976325 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:01:30.976325 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:01:30.976325 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:01:30.976325 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server [None req-66a66e22-509e-475e-baf1-5d066c249f83 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 85d8b181-87e8-442a-b192-508ee4bc4902: This subnet is being modified by another concurrent operation. Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 05:01:31.049815 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise exception Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 85d8b181-87e8-442a-b192-508ee4bc4902: This subnet is being modified by another concurrent operation. Mar 05 05:01:31.055710 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server Mar 05 05:01:31.079358 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port bab27a24-285c-4ba4-90e8-c3ba3566561b triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:31.079749 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bab27a24-285c-4ba4-90e8-c3ba3566561b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:31.094426 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ab46db-5cc3-41cc-a6bf-caf4d3135e42 None None] Network 1d3d5aac-60e5-47b0-8739-e9f952005c6b requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:01:31.243933 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b8b3158a-e594-4744-b2ec-766deef73242 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (1d3d5aac-60e5-47b0-8739-e9f952005c6b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:31.284956 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-aa245014-84ac-4210-9a6d-5045c768f44d None None] Deleting port fb3af075-75c0-46aa-82d8-4609a3c985da {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:01:31.285367 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-aa245014-84ac-4210-9a6d-5045c768f44d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (fb3af075-75c0-46aa-82d8-4609a3c985da), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:31.329746 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b8b3158a-e594-4744-b2ec-766deef73242 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:31.338662 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b8b3158a-e594-4744-b2ec-766deef73242 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "DELETE /v2.0/networks/1d3d5aac-60e5-47b0-8739-e9f952005c6b HTTP/1.1" status: 204 len: 168 time: 2.1705756 Mar 05 05:01:31.343049 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36548) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:31.360541 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-02c7ad13-34b3-4eea-9d2c-5a94bb80a830 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1237205221'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:31.369830 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-5582ddfd-ad54-4245-be01-8593fadb0588 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] For port fb3af075-75c0-46aa-82d8-4609a3c985da, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=fb3af075-75c0-46aa-82d8-4609a3c985da,segment=NetworkSegment(33fb735a-9fb2-427c-93b9-a39eed16f99f),segment_id=33fb735a-9fb2-427c-93b9-a39eed16f99f)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:01:31.370757 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5582ddfd-ad54-4245-be01-8593fadb0588 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (fb3af075-75c0-46aa-82d8-4609a3c985da), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:31.380781 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3158a-e594-4744-b2ec-766deef73242 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event deleted for resources: {'Network': ['ID=1d3d5aac-60e5-47b0-8739-e9f952005c6b,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:31.402247 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-5582ddfd-ad54-4245-be01-8593fadb0588 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Calling delete_port for fb3af075-75c0-46aa-82d8-4609a3c985da owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:01:31.462431 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918796f-e5a3-4ae1-92dc-3301803d0066 req-8f783882-63a0-41dc-b537-1e6dcea7ff95 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:31.481370 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7918796f-e5a3-4ae1-92dc-3301803d0066 req-8f783882-63a0-41dc-b537-1e6dcea7ff95 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 945 time: 0.2764463 Mar 05 05:01:31.533403 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] For port e94832c0-652d-410a-aa93-935c5400e3b8, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:01:31.556133 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-aa245014-84ac-4210-9a6d-5045c768f44d None None] For port fb3af075-75c0-46aa-82d8-4609a3c985da, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=fb3af075-75c0-46aa-82d8-4609a3c985da,segment=NetworkSegment(33fb735a-9fb2-427c-93b9-a39eed16f99f),segment_id=33fb735a-9fb2-427c-93b9-a39eed16f99f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:01:31.565605 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-aa245014-84ac-4210-9a6d-5045c768f44d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (fb3af075-75c0-46aa-82d8-4609a3c985da), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:31.571802 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] For port e94832c0-652d-410a-aa93-935c5400e3b8, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e94832c0-652d-410a-aa93-935c5400e3b8,segment=NetworkSegment(b5c6ac34-ee84-438e-83c0-21d0ed003c49),segment_id=b5c6ac34-ee84-438e-83c0-21d0ed003c49)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:01:31.638556 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7918796f-e5a3-4ae1-92dc-3301803d0066 req-c158cee3-53c7-445a-a65b-27de446ec8fe tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493442 Mar 05 05:01:31.641382 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c7ad13-34b3-4eea-9d2c-5a94bb80a830 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Made reservation on behalf of 9dd7f374a442439b944451c7301380d5 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:01:31.650446 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-02c7ad13-34b3-4eea-9d2c-5a94bb80a830 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:31.672004 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5582ddfd-ad54-4245-be01-8593fadb0588 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (fb3af075-75c0-46aa-82d8-4609a3c985da), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:31.672402 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed802e75-80c7-47ec-93cc-1a00a4333c8f req-6c19feba-89d4-4e25-8f74-d64539130b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:31.675499 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ed802e75-80c7-47ec-93cc-1a00a4333c8f req-6c19feba-89d4-4e25-8f74-d64539130b10 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e2ea6029-e725-4617-9e1a-670683181521 HTTP/1.1" status: 200 len: 919 time: 0.7794707 Mar 05 05:01:31.700923 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-aa245014-84ac-4210-9a6d-5045c768f44d None None] Calling delete_port for fb3af075-75c0-46aa-82d8-4609a3c985da owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:01:31.704014 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e94832c0-652d-410a-aa93-935c5400e3b8), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:31.706976 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5582ddfd-ad54-4245-be01-8593fadb0588 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] No DVR routers for this DVR port fb3af075-75c0-46aa-82d8-4609a3c985da on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:01:31.750101 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port bab27a24-285c-4ba4-90e8-c3ba3566561b is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:01:31.851069 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582ddfd-ad54-4245-be01-8593fadb0588 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Pushing event deleted for resources: {'Port': ['ID=fb3af075-75c0-46aa-82d8-4609a3c985da,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:31.860878 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ed802e75-80c7-47ec-93cc-1a00a4333c8f req-ad38baa1-5126-4efc-80b3-1fdd09eb33cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff027842-10ad-48ab-9484-ef962888f6f8 HTTP/1.1" status: 200 len: 217 time: 0.1647117 Mar 05 05:01:31.991255 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-aa245014-84ac-4210-9a6d-5045c768f44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (fb3af075-75c0-46aa-82d8-4609a3c985da), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:32.008030 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 6b655761-25c1-43fb-9a04-feb656f50cf7 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:01:32.012230 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c7ad13-34b3-4eea-9d2c-5a94bb80a830 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:01:32.068248 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 6b655761-25c1-43fb-9a04-feb656f50cf7 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:01:32.068837 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 6b655761-25c1-43fb-9a04-feb656f50cf7 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:01:32.074388 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa245014-84ac-4210-9a6d-5045c768f44d None None] No DVR routers for this DVR port fb3af075-75c0-46aa-82d8-4609a3c985da on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:01:32.093837 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7fb33c-ef49-4875-91b4-1c5bf3805896 None None] Pushing event updated for resources: {'Port': ['ID=e94832c0-652d-410a-aa93-935c5400e3b8,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:32.134761 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa245014-84ac-4210-9a6d-5045c768f44d None None] Pushing event deleted for resources: {'Port': ['ID=fb3af075-75c0-46aa-82d8-4609a3c985da,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:32.210705 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-02c7ad13-34b3-4eea-9d2c-5a94bb80a830 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (7a7005d4-6ed8-473f-844e-8097fb698972), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:32.211103 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-02c7ad13-34b3-4eea-9d2c-5a94bb80a830 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Added segment 7a7005d4-6ed8-473f-844e-8097fb698972 of type vlan for network c25e4feb-4c96-44a9-88ea-ebb4f21bbaab Mar 05 05:01:32.228400 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5582ddfd-ad54-4245-be01-8593fadb0588 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (e47e814c-4927-4b28-86a6-75aa53942bb3), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:32.259700 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed802e75-80c7-47ec-93cc-1a00a4333c8f req-2c1a6d09-6180-48e3-a2b6-046220e214f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:32.261403 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ed802e75-80c7-47ec-93cc-1a00a4333c8f req-2c1a6d09-6180-48e3-a2b6-046220e214f2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2ee3a0bf-8ff3-4691-abcb-5ebfd0488082 HTTP/1.1" status: 200 len: 859 time: 0.3720443 Mar 05 05:01:32.313315 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device fb3af075-75c0-46aa-82d8-4609a3c985da no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:01:32.329081 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-5582ddfd-ad54-4245-be01-8593fadb0588 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e47e814c-4927-4b28-86a6-75aa53942bb3']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:32.349081 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ed802e75-80c7-47ec-93cc-1a00a4333c8f req-5cd1e125-08d1-495a-b551-0fa2cc262745 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2ea6029-e725-4617-9e1a-670683181521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419416 Mar 05 05:01:32.366915 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-5582ddfd-ad54-4245-be01-8593fadb0588 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33fb735a-9fb2-427c-93b9-a39eed16f99f') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:32.367288 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-5582ddfd-ad54-4245-be01-8593fadb0588 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33fb735a-9fb2-427c-93b9-a39eed16f99f') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:32.369847 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-02c7ad13-34b3-4eea-9d2c-5a94bb80a830 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (c25e4feb-4c96-44a9-88ea-ebb4f21bbaab), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:32.380837 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: fb3af075-75c0-46aa-82d8-4609a3c985da {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:01:32.384142 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5582ddfd-ad54-4245-be01-8593fadb0588 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (33fb735a-9fb2-427c-93b9-a39eed16f99f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:32.384789 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device fb3af075-75c0-46aa-82d8-4609a3c985da not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:01:32.565905 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5582ddfd-ad54-4245-be01-8593fadb0588 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (33fb735a-9fb2-427c-93b9-a39eed16f99f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:32.576096 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5582ddfd-ad54-4245-be01-8593fadb0588 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:01:32.576703 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5582ddfd-ad54-4245-be01-8593fadb0588 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (33fb735a-9fb2-427c-93b9-a39eed16f99f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:32.662072 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-02c7ad13-34b3-4eea-9d2c-5a94bb80a830 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (c25e4feb-4c96-44a9-88ea-ebb4f21bbaab), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:32.667521 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c7ad13-34b3-4eea-9d2c-5a94bb80a830 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:32.668561 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-02c7ad13-34b3-4eea-9d2c-5a94bb80a830 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:32.671194 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:01:32.671194 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:01:32.671194 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:01:32.671194 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:01:32.671194 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:01:32.671194 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:01:32.671194 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:01:32.671194 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:01:32.671194 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:01:32.671194 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:01:32.671194 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:01:32.671194 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:01:32.671194 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:01:32.671194 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:01:32.671194 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:01:32.671194 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:01:32.671194 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:01:32.671194 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:01:32.671194 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:01:32.671194 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:01:32.671194 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:01:32.671194 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:01:32.671194 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:01:32.671194 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:01:32.671194 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:01:32.671194 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:01:32.671194 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:01:32.671194 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:01:32.671194 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:01:32.671194 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:01:32.671194 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:01:32.671194 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:01:32.806988 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5582ddfd-ad54-4245-be01-8593fadb0588 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (e47e814c-4927-4b28-86a6-75aa53942bb3), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:32.820508 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-02c7ad13-34b3-4eea-9d2c-5a94bb80a830 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4652550 Mar 05 05:01:32.825126 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36574) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:32.862125 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-e1045299-234c-4ca0-81ea-309cc24da915 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Request body: {'subnet': {'network_id': 'c25e4feb-4c96-44a9-88ea-ebb4f21bbaab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:32.868393 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5582ddfd-ad54-4245-be01-8593fadb0588 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:32.888539 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5582ddfd-ad54-4245-be01-8593fadb0588 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] 10.222.0.11 "DELETE /v2.0/networks/e47e814c-4927-4b28-86a6-75aa53942bb3 HTTP/1.1" status: 204 len: 168 time: 3.0423210 Mar 05 05:01:32.894222 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36576) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:32.895050 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7ad13-34b3-4eea-9d2c-5a94bb80a830 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event updated for resources: {'Network': ['ID=c25e4feb-4c96-44a9-88ea-ebb4f21bbaab,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:32.909101 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network c25e4feb-4c96-44a9-88ea-ebb4f21bbaab details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:01:33.050586 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ed802e75-80c7-47ec-93cc-1a00a4333c8f req-ed26f079-7c72-42bd-a986-3f65ab10ef25 service neutron] 10.222.0.30 "GET /v2.0/networks/e2ea6029-e725-4617-9e1a-670683181521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6427760 Mar 05 05:01:33.068481 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1dd00-3d45-4e97-bb99-d3677827ff20 req-8aa94adf-889c-4011-bf70-b1ca415b26b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:33.070225 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c0b1dd00-3d45-4e97-bb99-d3677827ff20 req-8aa94adf-889c-4011-bf70-b1ca415b26b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f0efde040e1417b9e4baf083ccb9565&device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 1128 time: 0.3981724 Mar 05 05:01:33.071538 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582ddfd-ad54-4245-be01-8593fadb0588 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Pushing event deleted for resources: {'Network': ['ID=e47e814c-4927-4b28-86a6-75aa53942bb3,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:33.097235 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604036f-089d-44bc-b476-1d7d0895754f req-47db014d-cf92-4cb6-9778-52ba28d79603 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:33.107364 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f604036f-089d-44bc-b476-1d7d0895754f req-47db014d-cf92-4cb6-9778-52ba28d79603 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 945 time: 0.2830222 Mar 05 05:01:33.232572 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f604036f-089d-44bc-b476-1d7d0895754f req-0af62191-2467-4ac2-af6d-68a1c38ef869 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230741 Mar 05 05:01:33.236133 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1045299-234c-4ca0-81ea-309cc24da915 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Made reservation on behalf of 9dd7f374a442439b944451c7301380d5 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:01:33.254626 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e1045299-234c-4ca0-81ea-309cc24da915 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:33.312415 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1dd00-3d45-4e97-bb99-d3677827ff20 req-1bd87e28-f04c-49a4-ba70-b7f4c2bdede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:33.314329 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c0b1dd00-3d45-4e97-bb99-d3677827ff20 req-1bd87e28-f04c-49a4-ba70-b7f4c2bdede6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1fadffb-f5d8-4040-a31e-e74b33451f43 HTTP/1.1" status: 200 len: 917 time: 0.2291768 Mar 05 05:01:33.455740 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c0b1dd00-3d45-4e97-bb99-d3677827ff20 req-f30e418e-ecad-4a0c-b09c-31f229b6113e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d809b385-eaf9-40ef-8b91-e0bb257f1f81 HTTP/1.1" status: 200 len: 1001 time: 0.1019945 Mar 05 05:01:33.510872 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8490e8-4d83-4b8d-82f0-50ba771e224b None None] get_active_networks_info from n-d-789963-32 {{(pid=105233) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 05 05:01:33.514493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd749201-66ba-4bc8-b81e-cc740a8c5bbf tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Deleting subnet f4cdbdc3-4018-4ac0-9c2f-db963c4e11cb {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:01:33.531185 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fd749201-66ba-4bc8-b81e-cc740a8c5bbf tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks [] for subnet (f4cdbdc3-4018-4ac0-9c2f-db963c4e11cb), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:33.595688 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1dd00-3d45-4e97-bb99-d3677827ff20 req-1242a6f6-3c22-45b8-a7d0-c7282c583489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:33.597401 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c0b1dd00-3d45-4e97-bb99-d3677827ff20 req-1242a6f6-3c22-45b8-a7d0-c7282c583489 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fcb8f64-37dd-445b-b856-b0d90d6a1c08 HTTP/1.1" status: 200 len: 856 time: 0.1331410 Mar 05 05:01:33.603713 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ed802e75-80c7-47ec-93cc-1a00a4333c8f req-3a924bbd-58f3-4b6b-90b7-37da86d95c5f service neutron] 10.222.0.30 "GET /v2.0/networks/e2ea6029-e725-4617-9e1a-670683181521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174000 Mar 05 05:01:33.638236 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fd749201-66ba-4bc8-b81e-cc740a8c5bbf tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (f4cdbdc3-4018-4ac0-9c2f-db963c4e11cb), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:33.712430 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1dd00-3d45-4e97-bb99-d3677827ff20 req-c3e11328-0e4d-4063-af43-8ee9b077fcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:33.714261 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c0b1dd00-3d45-4e97-bb99-d3677827ff20 req-c3e11328-0e4d-4063-af43-8ee9b077fcca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1fadffb-f5d8-4040-a31e-e74b33451f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1096094 Mar 05 05:01:33.733797 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e7699978-7ed3-4c95-9977-4cccb6fd020b None None] Provisioning complete for port e94832c0-652d-410a-aa93-935c5400e3b8 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:33.734182 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e7699978-7ed3-4c95-9977-4cccb6fd020b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e94832c0-652d-410a-aa93-935c5400e3b8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:33.764048 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e1045299-234c-4ca0-81ea-309cc24da915 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (b18e4aab-2ec4-42d4-993f-c02e96a57d9b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:33.860802 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fd749201-66ba-4bc8-b81e-cc740a8c5bbf tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (f4cdbdc3-4018-4ac0-9c2f-db963c4e11cb), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:33.923949 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c0b1dd00-3d45-4e97-bb99-d3677827ff20 req-9f2d476d-629d-4176-9623-4d4daa83ef73 service neutron] 10.222.0.30 "GET /v2.0/networks/f1fadffb-f5d8-4040-a31e-e74b33451f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609752 Mar 05 05:01:33.933552 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1045299-234c-4ca0-81ea-309cc24da915 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event updated for resources: {'Subnet': ['ID=b18e4aab-2ec4-42d4-993f-c02e96a57d9b,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:33.954987 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1045299-234c-4ca0-81ea-309cc24da915 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Checking segment: {'id': '7a7005d4-6ed8-473f-844e-8097fb698972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c25e4feb-4c96-44a9-88ea-ebb4f21bbaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:01:33.955713 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1045299-234c-4ca0-81ea-309cc24da915 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Network hostable DHCP agents. Network: c25e4feb-4c96-44a9-88ea-ebb4f21bbaab, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:01:33.981801 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1045299-234c-4ca0-81ea-309cc24da915 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Network c25e4feb-4c96-44a9-88ea-ebb4f21bbaab is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:01:34.005575 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-e1045299-234c-4ca0-81ea-309cc24da915 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, c25e4feb-4c96-44a9-88ea-ebb4f21bbaab) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:01:34.011707 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1045299-234c-4ca0-81ea-309cc24da915 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:34.012801 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e1045299-234c-4ca0-81ea-309cc24da915 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:34.018049 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fd749201-66ba-4bc8-b81e-cc740a8c5bbf tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (f4cdbdc3-4018-4ac0-9c2f-db963c4e11cb), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:34.046991 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e1045299-234c-4ca0-81ea-309cc24da915 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2201798 Mar 05 05:01:34.049690 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36590) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:34.107012 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd749201-66ba-4bc8-b81e-cc740a8c5bbf tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Pushing event deleted for resources: {'Subnet': ['ID=f4cdbdc3-4018-4ac0-9c2f-db963c4e11cb,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:34.121092 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fd749201-66ba-4bc8-b81e-cc740a8c5bbf tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:34.136502 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fd749201-66ba-4bc8-b81e-cc740a8c5bbf tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] 10.222.0.11 "DELETE /v2.0/subnets/f4cdbdc3-4018-4ac0-9c2f-db963c4e11cb HTTP/1.1" status: 204 len: 168 time: 1.2296982 Mar 05 05:01:34.142935 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36594) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:34.296040 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c0b1dd00-3d45-4e97-bb99-d3677827ff20 req-6d204595-6706-43dc-9387-24f0f95ec819 service neutron] 10.222.0.30 "GET /v2.0/networks/f1fadffb-f5d8-4040-a31e-e74b33451f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514245 Mar 05 05:01:34.365723 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3144f6c8-f912-4541-b38f-230d403031e7 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (44424b65-0105-412c-9875-ebc94906032a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:34.414912 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35281655-7f0f-42bb-abd2-06ef703ef616 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (c25e4feb-4c96-44a9-88ea-ebb4f21bbaab), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:34.510351 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-3144f6c8-f912-4541-b38f-230d403031e7 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Deleting port f8828db4-8678-4eb9-96f1-c4d241eb6dd0 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:01:34.511439 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3144f6c8-f912-4541-b38f-230d403031e7 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (f8828db4-8678-4eb9-96f1-c4d241eb6dd0), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:34.528770 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e94832c0-652d-410a-aa93-935c5400e3b8 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:01:34.585220 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8490e8-4d83-4b8d-82f0-50ba771e224b None None] Resources bound (agent type, host, resource id): {{(pid=105233) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 05:01:34.637056 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-3144f6c8-f912-4541-b38f-230d403031e7 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] For port f8828db4-8678-4eb9-96f1-c4d241eb6dd0, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=f8828db4-8678-4eb9-96f1-c4d241eb6dd0,segment=NetworkSegment(dffbb6e3-a8b3-42ee-8825-29093a485ee0),segment_id=dffbb6e3-a8b3-42ee-8825-29093a485ee0)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:01:34.638307 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3144f6c8-f912-4541-b38f-230d403031e7 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (f8828db4-8678-4eb9-96f1-c4d241eb6dd0), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:34.666252 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08131410-60e5-40c4-8d69-891743312d0e req-188736a9-3986-41c5-bcb0-3c6c9fba2374 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:34.671192 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-08131410-60e5-40c4-8d69-891743312d0e req-188736a9-3986-41c5-bcb0-3c6c9fba2374 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 945 time: 0.2464182 Mar 05 05:01:34.673478 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-3144f6c8-f912-4541-b38f-230d403031e7 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Calling delete_port for f8828db4-8678-4eb9-96f1-c4d241eb6dd0 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:01:34.683665 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e7699978-7ed3-4c95-9977-4cccb6fd020b None None] Current status of the port e94832c0-652d-410a-aa93-935c5400e3b8 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:01:34.686751 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e7699978-7ed3-4c95-9977-4cccb6fd020b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e94832c0-652d-410a-aa93-935c5400e3b8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:34.730721 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35281655-7f0f-42bb-abd2-06ef703ef616 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (b18e4aab-2ec4-42d4-993f-c02e96a57d9b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:34.799619 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3144f6c8-f912-4541-b38f-230d403031e7 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (f8828db4-8678-4eb9-96f1-c4d241eb6dd0), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:34.831713 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144f6c8-f912-4541-b38f-230d403031e7 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Pushing event deleted for resources: {'Port': ['ID=f8828db4-8678-4eb9-96f1-c4d241eb6dd0,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:34.840702 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3144f6c8-f912-4541-b38f-230d403031e7 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] No DVR routers for this DVR port f8828db4-8678-4eb9-96f1-c4d241eb6dd0 on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:01:34.866811 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-e7699978-7ed3-4c95-9977-4cccb6fd020b None None] For port e94832c0-652d-410a-aa93-935c5400e3b8, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e94832c0-652d-410a-aa93-935c5400e3b8,segment=NetworkSegment(b5c6ac34-ee84-438e-83c0-21d0ed003c49),segment_id=b5c6ac34-ee84-438e-83c0-21d0ed003c49)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:01:34.878361 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-08131410-60e5-40c4-8d69-891743312d0e req-1c4cc9b3-afec-4b9d-a7da-47f2174f1b3d tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875315 Mar 05 05:01:34.890070 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port e94832c0-652d-410a-aa93-935c5400e3b8 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:34.890411 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e94832c0-652d-410a-aa93-935c5400e3b8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:34.924830 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e7699978-7ed3-4c95-9977-4cccb6fd020b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e94832c0-652d-410a-aa93-935c5400e3b8), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:34.939130 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35281655-7f0f-42bb-abd2-06ef703ef616 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (b18e4aab-2ec4-42d4-993f-c02e96a57d9b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:34.996927 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35281655-7f0f-42bb-abd2-06ef703ef616 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event deleted for resources: {'Subnet': ['ID=b18e4aab-2ec4-42d4-993f-c02e96a57d9b,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:35.008722 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3144f6c8-f912-4541-b38f-230d403031e7 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (44424b65-0105-412c-9875-ebc94906032a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:35.044764 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-3144f6c8-f912-4541-b38f-230d403031e7 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44424b65-0105-412c-9875-ebc94906032a']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:35.059239 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-3144f6c8-f912-4541-b38f-230d403031e7 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dffbb6e3-a8b3-42ee-8825-29093a485ee0') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:35.059867 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-3144f6c8-f912-4541-b38f-230d403031e7 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dffbb6e3-a8b3-42ee-8825-29093a485ee0') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:35.078466 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d809b385-eaf9-40ef-8b91-e0bb257f1f81 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:01:35.079590 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3144f6c8-f912-4541-b38f-230d403031e7 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (dffbb6e3-a8b3-42ee-8825-29093a485ee0), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:35.099350 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3144f6c8-f912-4541-b38f-230d403031e7 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (dffbb6e3-a8b3-42ee-8825-29093a485ee0), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:35.125822 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35281655-7f0f-42bb-abd2-06ef703ef616 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (c25e4feb-4c96-44a9-88ea-ebb4f21bbaab), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:35.138760 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3144f6c8-f912-4541-b38f-230d403031e7 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:01:35.138760 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3144f6c8-f912-4541-b38f-230d403031e7 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (dffbb6e3-a8b3-42ee-8825-29093a485ee0), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:35.141650 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:01:35.141650 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:01:35.141650 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:01:35.141650 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:01:35.141650 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:01:35.141650 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:01:35.141650 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:01:35.141650 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:01:35.141650 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:01:35.141650 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:01:35.141650 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:01:35.141650 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:01:35.141650 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:01:35.141650 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:01:35.141650 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:01:35.141650 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:01:35.141650 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:01:35.141650 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:01:35.141650 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:01:35.141650 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:01:35.141650 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:01:35.141650 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:01:35.141650 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:01:35.141650 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:01:35.141650 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:01:35.141650 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:01:35.141650 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:01:35.141650 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:01:35.141650 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:01:35.141650 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:01:35.141650 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:01:35.141650 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:01:35.166616 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-35281655-7f0f-42bb-abd2-06ef703ef616 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c25e4feb-4c96-44a9-88ea-ebb4f21bbaab']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:35.180089 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-35281655-7f0f-42bb-abd2-06ef703ef616 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a7005d4-6ed8-473f-844e-8097fb698972') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:35.180393 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-35281655-7f0f-42bb-abd2-06ef703ef616 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a7005d4-6ed8-473f-844e-8097fb698972') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:35.195188 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35281655-7f0f-42bb-abd2-06ef703ef616 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (7a7005d4-6ed8-473f-844e-8097fb698972), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:35.211639 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35281655-7f0f-42bb-abd2-06ef703ef616 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (7a7005d4-6ed8-473f-844e-8097fb698972), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:35.218416 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35281655-7f0f-42bb-abd2-06ef703ef616 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:01:35.218809 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35281655-7f0f-42bb-abd2-06ef703ef616 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (7a7005d4-6ed8-473f-844e-8097fb698972), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:35.291954 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7699978-7ed3-4c95-9977-4cccb6fd020b None None] Pushing event updated for resources: {'Port': ['ID=e94832c0-652d-410a-aa93-935c5400e3b8,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:35.302559 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3144f6c8-f912-4541-b38f-230d403031e7 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (44424b65-0105-412c-9875-ebc94906032a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:35.313886 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:01:35.313886 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:01:35.313886 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:01:35.313886 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:01:35.313886 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:01:35.313886 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:01:35.313886 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:01:35.313886 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:01:35.313886 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:01:35.313886 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:01:35.313886 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:01:35.313886 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:01:35.313886 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:01:35.313886 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:01:35.313886 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:01:35.313886 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:01:35.313886 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:01:35.313886 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:01:35.313886 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:01:35.313886 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:01:35.313886 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:01:35.313886 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:01:35.313886 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:01:35.313886 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:01:35.313886 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:01:35.313886 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:01:35.313886 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:01:35.313886 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:01:35.313886 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:01:35.313886 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:01:35.313886 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:01:35.313886 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:01:35.323909 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3144f6c8-f912-4541-b38f-230d403031e7 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:35.324779 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35281655-7f0f-42bb-abd2-06ef703ef616 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (c25e4feb-4c96-44a9-88ea-ebb4f21bbaab), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:35.337496 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3144f6c8-f912-4541-b38f-230d403031e7 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] 10.222.0.11 "DELETE /v2.0/networks/44424b65-0105-412c-9875-ebc94906032a HTTP/1.1" status: 204 len: 168 time: 1.1931469 Mar 05 05:01:35.337766 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35281655-7f0f-42bb-abd2-06ef703ef616 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:35.349530 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-35281655-7f0f-42bb-abd2-06ef703ef616 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "DELETE /v2.0/networks/c25e4feb-4c96-44a9-88ea-ebb4f21bbaab HTTP/1.1" status: 204 len: 168 time: 1.2946579 Mar 05 05:01:35.349530 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36606) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:35.359976 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36608) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:35.380432 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-8af812e1-4025-4bd2-a94b-a835e99356da tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1841480796'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:35.388695 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35281655-7f0f-42bb-abd2-06ef703ef616 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event deleted for resources: {'Network': ['ID=c25e4feb-4c96-44a9-88ea-ebb4f21bbaab,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:35.399928 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144f6c8-f912-4541-b38f-230d403031e7 tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Pushing event deleted for resources: {'Network': ['ID=44424b65-0105-412c-9875-ebc94906032a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:35.426087 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-860b1c5e-3bf5-4c3f-8939-55d2f735533a tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a9e4a72-adfa-47c2-b09f-a717ba37bfd2 HTTP/1.1" status: 200 len: 205 time: 0.0767057 Mar 05 05:01:35.428448 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36610) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:35.457917 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af812e1-4025-4bd2-a94b-a835e99356da tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Made reservation on behalf of 9dd7f374a442439b944451c7301380d5 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:01:35.462850 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8af812e1-4025-4bd2-a94b-a835e99356da tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:35.545710 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af812e1-4025-4bd2-a94b-a835e99356da tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:01:35.562563 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8af812e1-4025-4bd2-a94b-a835e99356da tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (55c39a20-57b0-4f9d-a464-0b33b6bf6e8f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:35.563185 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-8af812e1-4025-4bd2-a94b-a835e99356da tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Added segment 55c39a20-57b0-4f9d-a464-0b33b6bf6e8f of type vlan for network 8f0a8134-8173-42da-8832-66c2ca93795d Mar 05 05:01:35.574140 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port e94832c0-652d-410a-aa93-935c5400e3b8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:01:35.647900 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port d809b385-eaf9-40ef-8b91-e0bb257f1f81 is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:01:35.648542 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d809b385-eaf9-40ef-8b91-e0bb257f1f81), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:35.650415 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-63bba109-918b-4d8d-8ab1-42be4b1d76ac tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks [] for router (8a9e4a72-adfa-47c2-b09f-a717ba37bfd2), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:35.686572 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8af812e1-4025-4bd2-a94b-a835e99356da tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (8f0a8134-8173-42da-8832-66c2ca93795d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:35.716187 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a967947-07f5-4b89-a7f4-80020f40e433', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd809b385-eaf9-40ef-8b91-e0bb257f1f81'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:01:35.724973 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eace4a9e-b8f7-470d-aae9-6c498b798b41" -d '{"events": [{"server_uuid": "1a967947-07f5-4b89-a7f4-80020f40e433", "name": "network-vif-unplugged", "status": "completed", "tag": "d809b385-eaf9-40ef-8b91-e0bb257f1f81"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:01:35.741095 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8af812e1-4025-4bd2-a94b-a835e99356da tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (8f0a8134-8173-42da-8832-66c2ca93795d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:35.766001 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d809b385-eaf9-40ef-8b91-e0bb257f1f81, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d809b385-eaf9-40ef-8b91-e0bb257f1f81,segment=NetworkSegment(f0906293-c3cd-4ab0-baf8-2f3f35cc0161),segment_id=f0906293-c3cd-4ab0-baf8-2f3f35cc0161)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:01:35.780327 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af812e1-4025-4bd2-a94b-a835e99356da tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:35.781422 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8af812e1-4025-4bd2-a94b-a835e99356da tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:35.837769 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d809b385-eaf9-40ef-8b91-e0bb257f1f81), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:35.870524 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb549df-1325-442d-be3d-7fb400ed69db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-c25e4feb-4c96-44a9-88ea-ebb4f21bbaab', 'network_id': 'c25e4feb-4c96-44a9-88ea-ebb4f21bbaab', 'project_id': '9dd7f374a442439b944451c7301380d5', 'fixed_ips': [{'subnet_id': 'b18e4aab-2ec4-42d4-993f-c02e96a57d9b'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:01:35.874824 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7eb549df-1325-442d-be3d-7fb400ed69db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:35.978981 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8af812e1-4025-4bd2-a94b-a835e99356da tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6104403 Mar 05 05:01:35.985936 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36624) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:36.001512 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-b84878b4-6749-4ecd-8a16-90455140b304 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Request body: {'subnet': {'network_id': '8f0a8134-8173-42da-8832-66c2ca93795d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:36.007300 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=d809b385-eaf9-40ef-8b91-e0bb257f1f81,revision_number=8']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:36.057546 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371e6ced-2fcd-483a-9f16-cc92bb3f53ae None None] get_active_networks_info from n-d-789963-32 {{(pid=105233) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 05 05:01:36.069152 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af812e1-4025-4bd2-a94b-a835e99356da tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event updated for resources: {'Network': ['ID=8f0a8134-8173-42da-8832-66c2ca93795d,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:36.118045 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-63bba109-918b-4d8d-8ab1-42be4b1d76ac tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (8a9e4a72-adfa-47c2-b09f-a717ba37bfd2), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:36.167693 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-63bba109-918b-4d8d-8ab1-42be4b1d76ac tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks [] for router_controller (8a9e4a72-adfa-47c2-b09f-a717ba37bfd2), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:36.252136 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 8f0a8134-8173-42da-8832-66c2ca93795d details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:01:36.271421 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-63bba109-918b-4d8d-8ab1-42be4b1d76ac tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (8a9e4a72-adfa-47c2-b09f-a717ba37bfd2), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:36.271984 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bba109-918b-4d8d-8ab1-42be4b1d76ac tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Fanout notify agent at l3_agent the message router_deleted on router 8a9e4a72-adfa-47c2-b09f-a717ba37bfd2 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:01:36.288887 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84878b4-6749-4ecd-8a16-90455140b304 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Made reservation on behalf of 9dd7f374a442439b944451c7301380d5 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:01:36.294946 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-63bba109-918b-4d8d-8ab1-42be4b1d76ac tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:36.295753 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b84878b4-6749-4ecd-8a16-90455140b304 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:36.296688 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-63bba109-918b-4d8d-8ab1-42be4b1d76ac tempest-RoutersNegativeIpV6Test-816780845 tempest-RoutersNegativeIpV6Test-816780845-project] 10.222.0.11 "DELETE /v2.0/routers/8a9e4a72-adfa-47c2-b09f-a717ba37bfd2 HTTP/1.1" status: 204 len: 168 time: 0.8672578 Mar 05 05:01:36.308290 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9eb15-0833-4d74-bd5b-f7fb4710f6f8 req-940027aa-459a-48b6-a98b-ac74b7b7fd21 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:36.310241 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-38e9eb15-0833-4d74-bd5b-f7fb4710f6f8 req-940027aa-459a-48b6-a98b-ac74b7b7fd21 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 943 time: 0.2225144 Mar 05 05:01:36.341456 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 05:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7feec33b-1473-494b-9271-84d2224782f3 x-openstack-request-id: req-7feec33b-1473-494b-9271-84d2224782f3 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:01:36.343677 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a967947-07f5-4b89-a7f4-80020f40e433", "name": "network-vif-unplugged", "status": "completed", "tag": "d809b385-eaf9-40ef-8b91-e0bb257f1f81", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:01:36.344038 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7feec33b-1473-494b-9271-84d2224782f3 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:01:36.344545 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a967947-07f5-4b89-a7f4-80020f40e433', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd809b385-eaf9-40ef-8b91-e0bb257f1f81', 'code': 200} Mar 05 05:01:36.500740 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-38e9eb15-0833-4d74-bd5b-f7fb4710f6f8 req-26e00786-cc60-488b-b791-a7d1021fd8ab tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823511 Mar 05 05:01:36.536451 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e94832c0-652d-410a-aa93-935c5400e3b8 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:01:36.605294 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371e6ced-2fcd-483a-9f16-cc92bb3f53ae None None] Resources bound (agent type, host, resource id): {{(pid=105233) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 05:01:36.743371 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b84878b4-6749-4ecd-8a16-90455140b304 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (9e3015ec-a42b-424c-a5b6-753de98383c4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:36.804478 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port e94832c0-652d-410a-aa93-935c5400e3b8 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:36.805024 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e94832c0-652d-410a-aa93-935c5400e3b8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:36.907536 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84878b4-6749-4ecd-8a16-90455140b304 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event updated for resources: {'Subnet': ['ID=9e3015ec-a42b-424c-a5b6-753de98383c4,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:36.932399 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84878b4-6749-4ecd-8a16-90455140b304 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Checking segment: {'id': '55c39a20-57b0-4f9d-a464-0b33b6bf6e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '8f0a8134-8173-42da-8832-66c2ca93795d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:01:36.932757 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84878b4-6749-4ecd-8a16-90455140b304 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Network hostable DHCP agents. Network: 8f0a8134-8173-42da-8832-66c2ca93795d, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:01:36.953555 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84878b4-6749-4ecd-8a16-90455140b304 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Network 8f0a8134-8173-42da-8832-66c2ca93795d is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:01:36.971009 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-b84878b4-6749-4ecd-8a16-90455140b304 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 8f0a8134-8173-42da-8832-66c2ca93795d) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:01:36.977790 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84878b4-6749-4ecd-8a16-90455140b304 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:36.978320 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b84878b4-6749-4ecd-8a16-90455140b304 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:37.008748 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b84878b4-6749-4ecd-8a16-90455140b304 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0126536 Mar 05 05:01:37.011430 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36638) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:37.067746 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port e94832c0-652d-410a-aa93-935c5400e3b8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:01:37.168133 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59be8b01-e24b-4256-876b-d48b85bcba21 None None] DHCP port deletion for 44424b65-0105-412c-9875-ebc94906032a request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:01:37.209891 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53109ff7-6ace-466b-965a-dc791a82aae2 None None] Network d219bb5c-c3ac-4937-bb69-903f58b24b73 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:01:37.228835 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36644) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:37.231969 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d35c9bd8-89e2-4f24-ac16-60d797be8700 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (8f0a8134-8173-42da-8832-66c2ca93795d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:37.249163 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a0e8a6-207f-414b-8d11-a366326db214 None None] Network c25e4feb-4c96-44a9-88ea-ebb4f21bbaab requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:01:37.249163 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3592f636-e2ae-41bf-8ca2-917ec304dee9 None None] Network 8f0a8134-8173-42da-8832-66c2ca93795d requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:01:37.324480 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a0e8a6-207f-414b-8d11-a366326db214 None None] Network c25e4feb-4c96-44a9-88ea-ebb4f21bbaab could not be found, it might have been deleted concurrently. {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 05 05:01:37.351795 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54aae7c-ea72-41ea-a175-12a9e16b9c93 None None] Network c25e4feb-4c96-44a9-88ea-ebb4f21bbaab requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:01:37.437958 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d35c9bd8-89e2-4f24-ac16-60d797be8700 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (9e3015ec-a42b-424c-a5b6-753de98383c4), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:37.462423 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54aae7c-ea72-41ea-a175-12a9e16b9c93 None None] Network c25e4feb-4c96-44a9-88ea-ebb4f21bbaab could not be found, it might have been deleted concurrently. {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 05 05:01:37.552295 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36648) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:37.556988 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435b9dbb-bc85-4bb7-bb09-3c691d44822c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-8f0a8134-8173-42da-8832-66c2ca93795d', 'network_id': '8f0a8134-8173-42da-8832-66c2ca93795d', 'project_id': '9dd7f374a442439b944451c7301380d5', 'fixed_ips': [{'subnet_id': '9e3015ec-a42b-424c-a5b6-753de98383c4'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:01:37.558192 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-435b9dbb-bc85-4bb7-bb09-3c691d44822c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:37.561839 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d35c9bd8-89e2-4f24-ac16-60d797be8700 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (9e3015ec-a42b-424c-a5b6-753de98383c4), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:37.562982 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4f6e794e-0e5c-4e30-9e87-704135886571 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=926e46e17ff34928bb649cef3fd981ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3051729 Mar 05 05:01:37.633075 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c9bd8-89e2-4f24-ac16-60d797be8700 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event deleted for resources: {'Subnet': ['ID=9e3015ec-a42b-424c-a5b6-753de98383c4,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:37.720260 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69ebf0b-d265-4df3-a4bb-a4fcd241f49b None None] Network 8f0a8134-8173-42da-8832-66c2ca93795d requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:01:37.852001 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d35c9bd8-89e2-4f24-ac16-60d797be8700 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (8f0a8134-8173-42da-8832-66c2ca93795d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:37.885784 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c7f92ec-01d7-4eb7-b89a-122f83d1e26c admin admin] Publish callbacks [] for security_group (bb848b20-6712-4b32-81db-ac338a66559a), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:37.923542 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-d35c9bd8-89e2-4f24-ac16-60d797be8700 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f0a8134-8173-42da-8832-66c2ca93795d']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:37.952978 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a7c0b9fa-bf6c-4350-b2a5-944340923256 None None] Provisioning complete for port e94832c0-652d-410a-aa93-935c5400e3b8 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:37.953364 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a7c0b9fa-bf6c-4350-b2a5-944340923256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e94832c0-652d-410a-aa93-935c5400e3b8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:37.964795 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-d35c9bd8-89e2-4f24-ac16-60d797be8700 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c39a20-57b0-4f9d-a464-0b33b6bf6e8f') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:37.965593 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-d35c9bd8-89e2-4f24-ac16-60d797be8700 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c39a20-57b0-4f9d-a464-0b33b6bf6e8f') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:37.985739 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab0ad7-7642-41f5-b2ac-390ac870dc10 req-0a795ad7-2330-40cf-91e0-d2f8891af066 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:37.987685 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3fab0ad7-7642-41f5-b2ac-390ac870dc10 req-0a795ad7-2330-40cf-91e0-d2f8891af066 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 943 time: 0.2793097 Mar 05 05:01:37.992066 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c7f92ec-01d7-4eb7-b89a-122f83d1e26c admin admin] Publish callbacks [] for security_group (bb848b20-6712-4b32-81db-ac338a66559a), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:38.016244 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d35c9bd8-89e2-4f24-ac16-60d797be8700 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (55c39a20-57b0-4f9d-a464-0b33b6bf6e8f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:38.050312 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a7c0b9fa-bf6c-4350-b2a5-944340923256 None None] Current status of the port e94832c0-652d-410a-aa93-935c5400e3b8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:01:38.083792 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d35c9bd8-89e2-4f24-ac16-60d797be8700 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (55c39a20-57b0-4f9d-a464-0b33b6bf6e8f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:38.099426 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d35c9bd8-89e2-4f24-ac16-60d797be8700 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:01:38.099953 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d35c9bd8-89e2-4f24-ac16-60d797be8700 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (55c39a20-57b0-4f9d-a464-0b33b6bf6e8f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:38.190472 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:01:38.190472 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:01:38.190472 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:01:38.190472 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:01:38.190472 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:01:38.190472 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:01:38.190472 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:01:38.190472 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:01:38.190472 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:01:38.190472 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:01:38.190472 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:01:38.190472 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:01:38.190472 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:01:38.190472 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:01:38.190472 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:01:38.190472 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:01:38.190472 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:01:38.190472 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:01:38.190472 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:01:38.190472 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:01:38.190472 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:01:38.190472 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:01:38.190472 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:01:38.190472 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:01:38.190472 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:01:38.190472 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:01:38.190472 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:01:38.190472 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:01:38.190472 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:01:38.190472 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:01:38.190472 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:01:38.190472 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:01:38.202857 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f8828db4-8678-4eb9-96f1-c4d241eb6dd0 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:01:38.237985 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: f8828db4-8678-4eb9-96f1-c4d241eb6dd0 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:01:38.238894 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f8828db4-8678-4eb9-96f1-c4d241eb6dd0 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:01:38.257217 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3fab0ad7-7642-41f5-b2ac-390ac870dc10 req-76e5bb5e-f2ba-4577-99b1-deb5dda0336f tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2529876 Mar 05 05:01:38.258084 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d35c9bd8-89e2-4f24-ac16-60d797be8700 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (8f0a8134-8173-42da-8832-66c2ca93795d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:38.275267 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d35c9bd8-89e2-4f24-ac16-60d797be8700 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:38.293954 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36662) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:38.294680 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d35c9bd8-89e2-4f24-ac16-60d797be8700 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "DELETE /v2.0/networks/8f0a8134-8173-42da-8832-66c2ca93795d HTTP/1.1" status: 204 len: 168 time: 1.2778966 Mar 05 05:01:38.300186 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c7f92ec-01d7-4eb7-b89a-122f83d1e26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (bb848b20-6712-4b32-81db-ac338a66559a), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:38.302363 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-414a52d2-e1ae-46b0-aaa3-707aabc8656e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1084104642'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:38.305632 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c7f92ec-01d7-4eb7-b89a-122f83d1e26c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:38.306962 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7c7f92ec-01d7-4eb7-b89a-122f83d1e26c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bb848b20-6712-4b32-81db-ac338a66559a HTTP/1.1" status: 204 len: 168 time: 0.7535763 Mar 05 05:01:38.335792 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c9bd8-89e2-4f24-ac16-60d797be8700 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event deleted for resources: {'Network': ['ID=8f0a8134-8173-42da-8832-66c2ca93795d,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:38.351807 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414a52d2-e1ae-46b0-aaa3-707aabc8656e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Made reservation on behalf of 9dd7f374a442439b944451c7301380d5 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:01:38.363585 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-414a52d2-e1ae-46b0-aaa3-707aabc8656e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:38.365591 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f92ec-01d7-4eb7-b89a-122f83d1e26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb848b20-6712-4b32-81db-ac338a66559a,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:38.419573 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-046632dd-bfd9-44d7-863a-5a5efed61658 req-414a0a67-966c-4ec5-abfa-e3e354bce3dd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0b7b89c5-8654-4557-a813-402468cbc84a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2150128 Mar 05 05:01:38.425508 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-414a52d2-e1ae-46b0-aaa3-707aabc8656e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:01:38.457786 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-414a52d2-e1ae-46b0-aaa3-707aabc8656e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (db88bec0-9dc2-4f52-80f0-9fc290e26189), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:38.458512 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-414a52d2-e1ae-46b0-aaa3-707aabc8656e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Added segment db88bec0-9dc2-4f52-80f0-9fc290e26189 of type vlan for network c0380759-76dd-41f0-8f1d-1db5a549061b Mar 05 05:01:38.507636 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-414a52d2-e1ae-46b0-aaa3-707aabc8656e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (c0380759-76dd-41f0-8f1d-1db5a549061b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:38.536488 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046632dd-bfd9-44d7-863a-5a5efed61658 req-1dc5fd8b-b68c-499b-9e70-eced5e022096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:38.540024 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-046632dd-bfd9-44d7-863a-5a5efed61658 req-1dc5fd8b-b68c-499b-9e70-eced5e022096 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4e3a7db0492c498e9791caa16e095e94&device_id=0b7b89c5-8654-4557-a813-402468cbc84a HTTP/1.1" status: 200 len: 1128 time: 0.0952034 Mar 05 05:01:38.552472 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-414a52d2-e1ae-46b0-aaa3-707aabc8656e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (c0380759-76dd-41f0-8f1d-1db5a549061b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:38.564163 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414a52d2-e1ae-46b0-aaa3-707aabc8656e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:38.579928 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-414a52d2-e1ae-46b0-aaa3-707aabc8656e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:38.824745 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046632dd-bfd9-44d7-863a-5a5efed61658 req-2a271e24-d05e-4875-bac9-a26b89229b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:38.826308 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-046632dd-bfd9-44d7-863a-5a5efed61658 req-2a271e24-d05e-4875-bac9-a26b89229b4a service neutron] 10.222.0.31 "GET /v2.0/networks?id=2208e38e-4ccf-4e0c-99e3-12bba4d22772 HTTP/1.1" status: 200 len: 914 time: 0.2606478 Mar 05 05:01:38.977570 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-046632dd-bfd9-44d7-863a-5a5efed61658 req-b0cfe411-00d4-4a5e-a439-f5e364082a7b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f148c327-6331-4881-9e8d-1c43b3abd1d8 HTTP/1.1" status: 200 len: 1000 time: 0.1426532 Mar 05 05:01:39.016165 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d809b385-eaf9-40ef-8b91-e0bb257f1f81 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:01:39.025784 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-414a52d2-e1ae-46b0-aaa3-707aabc8656e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7307146 Mar 05 05:01:39.028682 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36688) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:39.037626 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-746a7d22-1540-4b2c-8818-6055a42ed235 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Request body: {'subnet': {'network_id': 'c0380759-76dd-41f0-8f1d-1db5a549061b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:39.101350 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a52d2-e1ae-46b0-aaa3-707aabc8656e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event updated for resources: {'Network': ['ID=c0380759-76dd-41f0-8f1d-1db5a549061b,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:39.124679 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network c0380759-76dd-41f0-8f1d-1db5a549061b details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:01:39.140286 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046632dd-bfd9-44d7-863a-5a5efed61658 req-041be7e7-ca99-40ac-b7dc-216f58b255c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:39.147921 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-046632dd-bfd9-44d7-863a-5a5efed61658 req-041be7e7-ca99-40ac-b7dc-216f58b255c7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5 HTTP/1.1" status: 200 len: 853 time: 0.1670790 Mar 05 05:01:39.207656 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746a7d22-1540-4b2c-8818-6055a42ed235 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Made reservation on behalf of 9dd7f374a442439b944451c7301380d5 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:01:39.216099 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-746a7d22-1540-4b2c-8818-6055a42ed235 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:39.322534 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046632dd-bfd9-44d7-863a-5a5efed61658 req-06e964bc-17ba-4d65-a121-13c4f31e6a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:39.325142 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-046632dd-bfd9-44d7-863a-5a5efed61658 req-06e964bc-17ba-4d65-a121-13c4f31e6a67 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2208e38e-4ccf-4e0c-99e3-12bba4d22772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1678720 Mar 05 05:01:39.331013 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port d809b385-eaf9-40ef-8b91-e0bb257f1f81 is: DOWN; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:01:39.336971 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-046632dd-bfd9-44d7-863a-5a5efed61658 req-f8223820-96a1-4f8b-89bf-2708509a39cf service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:01:39.338179 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-046632dd-bfd9-44d7-863a-5a5efed61658 req-f8223820-96a1-4f8b-89bf-2708509a39cf service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073962 Mar 05 05:01:39.521755 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-046632dd-bfd9-44d7-863a-5a5efed61658 req-af803bd1-cc97-4f2f-9102-6834ab95e7d5 service neutron] 10.222.0.31 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776109 Mar 05 05:01:39.597140 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-746a7d22-1540-4b2c-8818-6055a42ed235 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (f0351c90-448e-4771-9330-04b523c920b2), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:39.625346 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36714) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:39.698688 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-046632dd-bfd9-44d7-863a-5a5efed61658 req-40294ba4-acd8-4e2c-8b7a-0949f759c475 service neutron] 10.222.0.31 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600645 Mar 05 05:01:39.776558 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746a7d22-1540-4b2c-8818-6055a42ed235 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Checking segment: {'id': 'db88bec0-9dc2-4f52-80f0-9fc290e26189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c0380759-76dd-41f0-8f1d-1db5a549061b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:01:39.776932 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746a7d22-1540-4b2c-8818-6055a42ed235 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Network hostable DHCP agents. Network: c0380759-76dd-41f0-8f1d-1db5a549061b, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:01:39.813482 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a7d22-1540-4b2c-8818-6055a42ed235 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event updated for resources: {'Subnet': ['ID=f0351c90-448e-4771-9330-04b523c920b2,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:39.816008 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-9a929205-ceb4-4996-a9db-bb6dfc9f61f7 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Request body: {'security_group': {'name': 'tempest-secgroup--1720528112'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:39.825050 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746a7d22-1540-4b2c-8818-6055a42ed235 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Network c0380759-76dd-41f0-8f1d-1db5a549061b is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:01:39.840114 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-746a7d22-1540-4b2c-8818-6055a42ed235 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, c0380759-76dd-41f0-8f1d-1db5a549061b) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:01:39.850053 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8567882-24d0-4899-818a-8cd23d3bccf6 None None] Network c0380759-76dd-41f0-8f1d-1db5a549061b requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:01:39.860178 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746a7d22-1540-4b2c-8818-6055a42ed235 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:39.860791 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-746a7d22-1540-4b2c-8818-6055a42ed235 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:39.880136 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9a929205-ceb4-4996-a9db-bb6dfc9f61f7 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:39.904283 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-746a7d22-1540-4b2c-8818-6055a42ed235 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8741734 Mar 05 05:01:39.907022 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36718) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:39.908379 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9a929205-ceb4-4996-a9db-bb6dfc9f61f7 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:39.920453 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-11484ca7-0b82-47f9-8008-127a0f70833a tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Request body: {'subnet': {'network_id': 'c0380759-76dd-41f0-8f1d-1db5a549061b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:40.078578 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffcdc74-a429-4929-8cbf-9406b74ab1f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-c0380759-76dd-41f0-8f1d-1db5a549061b', 'network_id': 'c0380759-76dd-41f0-8f1d-1db5a549061b', 'project_id': '9dd7f374a442439b944451c7301380d5', 'fixed_ips': [{'subnet_id': 'f0351c90-448e-4771-9330-04b523c920b2'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:01:40.080135 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3ffcdc74-a429-4929-8cbf-9406b74ab1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:40.091308 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9a929205-ceb4-4996-a9db-bb6dfc9f61f7 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (24650fe2-f8e2-4c39-bdbf-a4da30c66222), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:40.102087 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9a929205-ceb4-4996-a9db-bb6dfc9f61f7 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (24650fe2-f8e2-4c39-bdbf-a4da30c66222), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:40.151719 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a929205-ceb4-4996-a9db-bb6dfc9f61f7 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24650fe2-f8e2-4c39-bdbf-a4da30c66222,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:40.201746 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11484ca7-0b82-47f9-8008-127a0f70833a tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Made reservation on behalf of 9dd7f374a442439b944451c7301380d5 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:01:40.206087 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-11484ca7-0b82-47f9-8008-127a0f70833a tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:40.215399 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9a929205-ceb4-4996-a9db-bb6dfc9f61f7 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (c46fdf75-f644-42a3-b584-c69f3e7c929a), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:40.225615 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9a929205-ceb4-4996-a9db-bb6dfc9f61f7 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c46fdf75-f644-42a3-b584-c69f3e7c929a), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:40.284292 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9a929205-ceb4-4996-a9db-bb6dfc9f61f7 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:40.290681 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9a929205-ceb4-4996-a9db-bb6dfc9f61f7 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6639338 Mar 05 05:01:40.294120 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36720) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:40.303328 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a929205-ceb4-4996-a9db-bb6dfc9f61f7 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c46fdf75-f644-42a3-b584-c69f3e7c929a,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:40.324279 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-3ffcdc74-a429-4929-8cbf-9406b74ab1f6 None None] Allocated IP 2001:db8::2 (c0380759-76dd-41f0-8f1d-1db5a549061b/f0351c90-448e-4771-9330-04b523c920b2/ce844619-130f-4020-8c67-9beea4c10654) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:01:40.539948 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3ffcdc74-a429-4929-8cbf-9406b74ab1f6 None None] Publish callbacks [] for port (ce844619-130f-4020-8c67-9beea4c10654), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:40.553599 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3ffcdc74-a429-4929-8cbf-9406b74ab1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (ce844619-130f-4020-8c67-9beea4c10654), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:40.590765 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffcdc74-a429-4929-8cbf-9406b74ab1f6 None None] Network c0380759-76dd-41f0-8f1d-1db5a549061b is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:01:40.624251 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-11484ca7-0b82-47f9-8008-127a0f70833a tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (44d1d9c1-b2ce-4e03-b977-3253d42a34ee), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:40.642997 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-3ffcdc74-a429-4929-8cbf-9406b74ab1f6 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:01:40.657175 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffcdc74-a429-4929-8cbf-9406b74ab1f6 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:01:40.689569 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11484ca7-0b82-47f9-8008-127a0f70833a tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Network c0380759-76dd-41f0-8f1d-1db5a549061b is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:01:40.695003 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-11484ca7-0b82-47f9-8008-127a0f70833a tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:01:40.705274 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11484ca7-0b82-47f9-8008-127a0f70833a tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:40.706337 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-11484ca7-0b82-47f9-8008-127a0f70833a tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:40.731663 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11484ca7-0b82-47f9-8008-127a0f70833a tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event updated for resources: {'Subnet': ['ID=44d1d9c1-b2ce-4e03-b977-3253d42a34ee,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:40.732657 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffcdc74-a429-4929-8cbf-9406b74ab1f6 None None] Pushing event updated for resources: {'Port': ['ID=ce844619-130f-4020-8c67-9beea4c10654,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:40.753222 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3ffcdc74-a429-4929-8cbf-9406b74ab1f6 None None] Attempting to bind port ce844619-130f-4020-8c67-9beea4c10654 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:01:40.754687 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3ffcdc74-a429-4929-8cbf-9406b74ab1f6 None None] Attempting to bind port ce844619-130f-4020-8c67-9beea4c10654 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'db88bec0-9dc2-4f52-80f0-9fc290e26189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c0380759-76dd-41f0-8f1d-1db5a549061b'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:01:40.755568 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffcdc74-a429-4929-8cbf-9406b74ab1f6 None None] Attempting to bind port ce844619-130f-4020-8c67-9beea4c10654 on network c0380759-76dd-41f0-8f1d-1db5a549061b {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:01:40.763984 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-11484ca7-0b82-47f9-8008-127a0f70833a tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8534453 Mar 05 05:01:40.764728 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36722) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:40.766794 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffcdc74-a429-4929-8cbf-9406b74ab1f6 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:01:40.768637 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffcdc74-a429-4929-8cbf-9406b74ab1f6 None None] Checking segment: {'id': 'db88bec0-9dc2-4f52-80f0-9fc290e26189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c0380759-76dd-41f0-8f1d-1db5a549061b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:01:40.769085 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3ffcdc74-a429-4929-8cbf-9406b74ab1f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:40.770086 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffcdc74-a429-4929-8cbf-9406b74ab1f6 None None] Bound using segment: {'id': 'db88bec0-9dc2-4f52-80f0-9fc290e26189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c0380759-76dd-41f0-8f1d-1db5a549061b'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:01:40.770703 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3ffcdc74-a429-4929-8cbf-9406b74ab1f6 None None] Bound port: ce844619-130f-4020-8c67-9beea4c10654, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db88bec0-9dc2-4f52-80f0-9fc290e26189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c0380759-76dd-41f0-8f1d-1db5a549061b'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:01:40.771266 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3ffcdc74-a429-4929-8cbf-9406b74ab1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ce844619-130f-4020-8c67-9beea4c10654), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:40.844723 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43d33f1-06f0-47c4-b065-f3bf8509fd57 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:40.846298 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43d33f1-06f0-47c4-b065-f3bf8509fd57 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:40.848618 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43d33f1-06f0-47c4-b065-f3bf8509fd57 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:40.850244 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43d33f1-06f0-47c4-b065-f3bf8509fd57 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:40.851715 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43d33f1-06f0-47c4-b065-f3bf8509fd57 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:40.859497 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b43d33f1-06f0-47c4-b065-f3bf8509fd57 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0878048 Mar 05 05:01:40.860018 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36724) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:40.866460 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-d0601ad3-6485-49b2-9b75-e7cd5ab82ca7 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1151736634'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:40.894775 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0601ad3-6485-49b2-9b75-e7cd5ab82ca7 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Made reservation on behalf of 9dd7f374a442439b944451c7301380d5 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:01:40.899687 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d0601ad3-6485-49b2-9b75-e7cd5ab82ca7 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:40.934126 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0601ad3-6485-49b2-9b75-e7cd5ab82ca7 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:01:40.950869 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d0601ad3-6485-49b2-9b75-e7cd5ab82ca7 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (081ad13f-e9a4-42e5-bde2-41ef2993eadb), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:40.951150 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-d0601ad3-6485-49b2-9b75-e7cd5ab82ca7 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Added segment 081ad13f-e9a4-42e5-bde2-41ef2993eadb of type vlan for network 188e4887-aa43-440c-8560-dfbd31b8bc27 Mar 05 05:01:40.959687 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4b380bd7-e20e-4c36-93b0-66c8f199295b tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.6613338 Mar 05 05:01:40.961139 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36726) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:40.969079 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-30420f53-653c-45a9-9ffe-85ab0cc662ff tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Request body: {'security_group': {'name': 'tempest-security--1648998188', 'description': 'tempest-security-description-1449637730'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:41.056702 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d0601ad3-6485-49b2-9b75-e7cd5ab82ca7 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (188e4887-aa43-440c-8560-dfbd31b8bc27), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:41.084052 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-3ffcdc74-a429-4929-8cbf-9406b74ab1f6 None None] For port ce844619-130f-4020-8c67-9beea4c10654, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:01:41.090084 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-3ffcdc74-a429-4929-8cbf-9406b74ab1f6 None None] For port ce844619-130f-4020-8c67-9beea4c10654, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ce844619-130f-4020-8c67-9beea4c10654,segment=NetworkSegment(db88bec0-9dc2-4f52-80f0-9fc290e26189),segment_id=db88bec0-9dc2-4f52-80f0-9fc290e26189)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:01:41.100340 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3ffcdc74-a429-4929-8cbf-9406b74ab1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ce844619-130f-4020-8c67-9beea4c10654), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:41.101661 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d0601ad3-6485-49b2-9b75-e7cd5ab82ca7 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (188e4887-aa43-440c-8560-dfbd31b8bc27), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:41.107313 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0601ad3-6485-49b2-9b75-e7cd5ab82ca7 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:41.108023 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d0601ad3-6485-49b2-9b75-e7cd5ab82ca7 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:41.162496 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-30420f53-653c-45a9-9ffe-85ab0cc662ff tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (c46fdf75-f644-42a3-b584-c69f3e7c929a), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:41.179356 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d0601ad3-6485-49b2-9b75-e7cd5ab82ca7 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3180981 Mar 05 05:01:41.179612 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffcdc74-a429-4929-8cbf-9406b74ab1f6 None None] Pushing event updated for resources: {'Port': ['ID=ce844619-130f-4020-8c67-9beea4c10654,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:41.182321 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36728) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:41.188147 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-2fb72b52-bc9b-42f7-be48-cae89394ddd3 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:41.242371 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0601ad3-6485-49b2-9b75-e7cd5ab82ca7 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event updated for resources: {'Network': ['ID=188e4887-aa43-440c-8560-dfbd31b8bc27,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:41.254437 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 188e4887-aa43-440c-8560-dfbd31b8bc27 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:01:41.310329 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-30420f53-653c-45a9-9ffe-85ab0cc662ff tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (c46fdf75-f644-42a3-b584-c69f3e7c929a), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:41.318609 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-30420f53-653c-45a9-9ffe-85ab0cc662ff tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c46fdf75-f644-42a3-b584-c69f3e7c929a), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:41.321582 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-30420f53-653c-45a9-9ffe-85ab0cc662ff tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:41.322911 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-30420f53-653c-45a9-9ffe-85ab0cc662ff tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "PUT /v2.0/security-groups/c46fdf75-f644-42a3-b584-c69f3e7c929a HTTP/1.1" status: 200 len: 1797 time: 0.3601913 Mar 05 05:01:41.381122 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36730) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:41.412044 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4f1831a3-8b4d-488b-919b-5264fc6176db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:41.423395 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30420f53-653c-45a9-9ffe-85ab0cc662ff tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c46fdf75-f644-42a3-b584-c69f3e7c929a,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:41.500403 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2fb72b52-bc9b-42f7-be48-cae89394ddd3 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (188e4887-aa43-440c-8560-dfbd31b8bc27), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:41.511534 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0c2507a7-0df2-4410-b2e4-dff55101d48b tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "GET /v2.0/security-groups/c46fdf75-f644-42a3-b584-c69f3e7c929a HTTP/1.1" status: 200 len: 1797 time: 0.1243711 Mar 05 05:01:41.512330 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36732) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:41.576982 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2fb72b52-bc9b-42f7-be48-cae89394ddd3 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (188e4887-aa43-440c-8560-dfbd31b8bc27), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:41.652299 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-489a0585-4eaf-4e65-9a4a-139087b256f3 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (c46fdf75-f644-42a3-b584-c69f3e7c929a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:41.693390 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-489a0585-4eaf-4e65-9a4a-139087b256f3 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (c46fdf75-f644-42a3-b584-c69f3e7c929a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:41.712046 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb72b52-bc9b-42f7-be48-cae89394ddd3 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event updated for resources: {'Network': ['ID=188e4887-aa43-440c-8560-dfbd31b8bc27,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:41.714427 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2fb72b52-bc9b-42f7-be48-cae89394ddd3 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Network 188e4887-aa43-440c-8560-dfbd31b8bc27 is not hosted by any dhcp agent {{(pid=105231) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 05 05:01:41.719673 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb72b52-bc9b-42f7-be48-cae89394ddd3 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:41.720236 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2fb72b52-bc9b-42f7-be48-cae89394ddd3 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:41.725194 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2fb72b52-bc9b-42f7-be48-cae89394ddd3 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "PUT /v2.0/networks/188e4887-aa43-440c-8560-dfbd31b8bc27 HTTP/1.1" status: 200 len: 723 time: 0.5385420 Mar 05 05:01:41.729992 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36742) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:41.731619 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 188e4887-aa43-440c-8560-dfbd31b8bc27 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:01:41.743575 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-2374070b-b40f-4d87-82a1-21dcd39ea2d9 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Request body: {'subnet': {'network_id': '188e4887-aa43-440c-8560-dfbd31b8bc27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:41.823643 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-489a0585-4eaf-4e65-9a4a-139087b256f3 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c46fdf75-f644-42a3-b584-c69f3e7c929a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:41.826250 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-489a0585-4eaf-4e65-9a4a-139087b256f3 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:41.827590 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-489a0585-4eaf-4e65-9a4a-139087b256f3 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "DELETE /v2.0/security-groups/c46fdf75-f644-42a3-b584-c69f3e7c929a HTTP/1.1" status: 204 len: 168 time: 0.3142939 Mar 05 05:01:41.830372 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36744) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:41.883455 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a0585-4eaf-4e65-9a4a-139087b256f3 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46fdf75-f644-42a3-b584-c69f3e7c929a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:41.928243 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2374070b-b40f-4d87-82a1-21dcd39ea2d9 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Made reservation on behalf of 9dd7f374a442439b944451c7301380d5 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:01:41.934257 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2374070b-b40f-4d87-82a1-21dcd39ea2d9 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:41.935740 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1c8662de-4819-4cac-8a65-d2e4e6e065a5 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1043968 Mar 05 05:01:41.937400 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36746) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:41.958465 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-d710123e-c733-4dff-9899-6fb01597d330 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] delete failed (client error): The resource could not be found. Mar 05 05:01:41.963919 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36748) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:41.965039 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d710123e-c733-4dff-9899-6fb01597d330 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "DELETE /v2.0/security-groups/c46fdf75-f644-42a3-b584-c69f3e7c929a HTTP/1.1" status: 404 len: 347 time: 0.0262246 Mar 05 05:01:41.970222 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-fcc30c8e-1014-4f9d-8215-805d4bf6f47e tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Request body: {'security_group': {'name': 'tempest-secgroup--1391413050'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:42.043320 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fcc30c8e-1014-4f9d-8215-805d4bf6f47e tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:42.209192 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fcc30c8e-1014-4f9d-8215-805d4bf6f47e tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (393f5554-a7af-47b9-b0f7-2d0ebb9ab7be), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:42.231906 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fcc30c8e-1014-4f9d-8215-805d4bf6f47e tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (393f5554-a7af-47b9-b0f7-2d0ebb9ab7be), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:42.262816 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fcc30c8e-1014-4f9d-8215-805d4bf6f47e tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:42.264470 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fcc30c8e-1014-4f9d-8215-805d4bf6f47e tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2996101 Mar 05 05:01:42.265664 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2374070b-b40f-4d87-82a1-21dcd39ea2d9 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (c777634d-dcd1-4b1d-9bc7-1d3d020ad4a7), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:42.268514 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36750) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:42.295576 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-3bc59c14-1921-4735-9b7b-8e5bd04a7297 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Request body: {'security_group_rule': {'security_group_id': '393f5554-a7af-47b9-b0f7-2d0ebb9ab7be', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:42.308104 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ce844619-130f-4020-8c67-9beea4c10654 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:01:42.324401 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc30c8e-1014-4f9d-8215-805d4bf6f47e tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=393f5554-a7af-47b9-b0f7-2d0ebb9ab7be,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:42.365919 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374070b-b40f-4d87-82a1-21dcd39ea2d9 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event updated for resources: {'Subnet': ['ID=c777634d-dcd1-4b1d-9bc7-1d3d020ad4a7,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:42.383394 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2374070b-b40f-4d87-82a1-21dcd39ea2d9 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Checking segment: {'id': '081ad13f-e9a4-42e5-bde2-41ef2993eadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '188e4887-aa43-440c-8560-dfbd31b8bc27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:01:42.384019 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2374070b-b40f-4d87-82a1-21dcd39ea2d9 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Network hostable DHCP agents. Network: 188e4887-aa43-440c-8560-dfbd31b8bc27, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:01:42.411725 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2374070b-b40f-4d87-82a1-21dcd39ea2d9 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Network 188e4887-aa43-440c-8560-dfbd31b8bc27 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:01:42.427557 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-2374070b-b40f-4d87-82a1-21dcd39ea2d9 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 188e4887-aa43-440c-8560-dfbd31b8bc27) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:01:42.427845 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3bc59c14-1921-4735-9b7b-8e5bd04a7297 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (286865ea-a7b2-44e8-a641-700747103e23), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:42.433804 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2374070b-b40f-4d87-82a1-21dcd39ea2d9 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:42.434552 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2374070b-b40f-4d87-82a1-21dcd39ea2d9 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:42.460304 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb21c915-fc7a-4085-aba3-39abb6d3f2e7 None None] Network 188e4887-aa43-440c-8560-dfbd31b8bc27 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:01:42.473266 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2374070b-b40f-4d87-82a1-21dcd39ea2d9 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7331984 Mar 05 05:01:42.473789 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36752) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:42.481341 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-38ab194c-e333-4e85-9547-25102432e83e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:42.561711 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3bc59c14-1921-4735-9b7b-8e5bd04a7297 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (286865ea-a7b2-44e8-a641-700747103e23), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:42.570878 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3bc59c14-1921-4735-9b7b-8e5bd04a7297 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (286865ea-a7b2-44e8-a641-700747103e23), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:42.602994 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc59c14-1921-4735-9b7b-8e5bd04a7297 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=286865ea-a7b2-44e8-a641-700747103e23,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:42.615729 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-38ab194c-e333-4e85-9547-25102432e83e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-131196692'] for subnet (c777634d-dcd1-4b1d-9bc7-1d3d020ad4a7), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:42.629644 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3bc59c14-1921-4735-9b7b-8e5bd04a7297 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:42.631108 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3bc59c14-1921-4735-9b7b-8e5bd04a7297 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3615365 Mar 05 05:01:42.633868 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36754) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:42.663513 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port ce844619-130f-4020-8c67-9beea4c10654 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:42.664684 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ce844619-130f-4020-8c67-9beea4c10654), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:42.678416 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ecdbe1-87ba-4394-a658-6179288898bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-188e4887-aa43-440c-8560-dfbd31b8bc27', 'network_id': '188e4887-aa43-440c-8560-dfbd31b8bc27', 'project_id': '9dd7f374a442439b944451c7301380d5', 'fixed_ips': [{'subnet_id': 'c777634d-dcd1-4b1d-9bc7-1d3d020ad4a7'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:01:42.679337 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-48ecdbe1-87ba-4394-a658-6179288898bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:42.701151 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b02075a-1a73-46bb-abc5-fd5a13b37b43 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (286865ea-a7b2-44e8-a641-700747103e23), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:42.722953 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b02075a-1a73-46bb-abc5-fd5a13b37b43 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (286865ea-a7b2-44e8-a641-700747103e23), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:42.778642 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b02075a-1a73-46bb-abc5-fd5a13b37b43 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (286865ea-a7b2-44e8-a641-700747103e23), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:42.784716 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b02075a-1a73-46bb-abc5-fd5a13b37b43 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:42.787903 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9b02075a-1a73-46bb-abc5-fd5a13b37b43 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/286865ea-a7b2-44e8-a641-700747103e23 HTTP/1.1" status: 204 len: 168 time: 0.1530812 Mar 05 05:01:42.791202 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36756) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:42.823922 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02075a-1a73-46bb-abc5-fd5a13b37b43 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=286865ea-a7b2-44e8-a641-700747103e23,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:42.865478 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f38b9f6b-3f14-4fe3-ad1b-fcc561a9a90b tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0658956 Mar 05 05:01:42.868469 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36758) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:42.927791 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-38ab194c-e333-4e85-9547-25102432e83e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780054609071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-131174896'] for subnet (c777634d-dcd1-4b1d-9bc7-1d3d020ad4a7), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:42.966849 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dce5b579-7bc4-4da6-8588-450ac942053f tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (393f5554-a7af-47b9-b0f7-2d0ebb9ab7be), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:42.991889 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab194c-e333-4e85-9547-25102432e83e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event updated for resources: {'Subnet': ['ID=c777634d-dcd1-4b1d-9bc7-1d3d020ad4a7,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:43.004264 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ab194c-e333-4e85-9547-25102432e83e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:43.005204 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-38ab194c-e333-4e85-9547-25102432e83e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.009555 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-38ab194c-e333-4e85-9547-25102432e83e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "PUT /v2.0/subnets/c777634d-dcd1-4b1d-9bc7-1d3d020ad4a7 HTTP/1.1" status: 200 len: 826 time: 0.5346653 Mar 05 05:01:43.010503 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36760) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:43.014778 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-48ecdbe1-87ba-4394-a658-6179288898bd None None] Allocated IP 2001:db8::2 (188e4887-aa43-440c-8560-dfbd31b8bc27/c777634d-dcd1-4b1d-9bc7-1d3d020ad4a7/1f3f91f8-0ba7-4d6d-b62c-b9f2e50b8a82) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:01:43.028490 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dce5b579-7bc4-4da6-8588-450ac942053f tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (393f5554-a7af-47b9-b0f7-2d0ebb9ab7be), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.107501 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527d5510-ade9-4338-944c-ccbc322afcd0 None None] Network c0380759-76dd-41f0-8f1d-1db5a549061b requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:01:43.111238 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dce5b579-7bc4-4da6-8588-450ac942053f tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (393f5554-a7af-47b9-b0f7-2d0ebb9ab7be), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.117125 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dce5b579-7bc4-4da6-8588-450ac942053f tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.118411 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-dce5b579-7bc4-4da6-8588-450ac942053f tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "DELETE /v2.0/security-groups/393f5554-a7af-47b9-b0f7-2d0ebb9ab7be HTTP/1.1" status: 204 len: 168 time: 0.2488949 Mar 05 05:01:43.122161 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36762) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:43.146473 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5b579-7bc4-4da6-8588-450ac942053f tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=393f5554-a7af-47b9-b0f7-2d0ebb9ab7be,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:43.196490 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1592bb2a-b6fa-4791-a0f6-e35ed0c22137 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0731995 Mar 05 05:01:43.202602 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36764) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:43.208292 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (188e4887-aa43-440c-8560-dfbd31b8bc27), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.209527 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-c0a9bd14-e23b-4589-acee-c4799c587d9e tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Request body: {'security_group': {'name': 'tempest-secgroup--432037380'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:43.238140 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port ce844619-130f-4020-8c67-9beea4c10654 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:01:43.239148 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ce844619-130f-4020-8c67-9beea4c10654), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.241292 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c0a9bd14-e23b-4589-acee-c4799c587d9e tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.259903 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f0016ce4-0da4-4d47-b6d6-352a0a9966e3 None None] Provisioning complete for port ce844619-130f-4020-8c67-9beea4c10654 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:43.312397 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f0016ce4-0da4-4d47-b6d6-352a0a9966e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ce844619-130f-4020-8c67-9beea4c10654), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.378715 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c0a9bd14-e23b-4589-acee-c4799c587d9e tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (41d149e5-0878-447f-917f-5ebc5985549a), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.383429 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c0a9bd14-e23b-4589-acee-c4799c587d9e tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (41d149e5-0878-447f-917f-5ebc5985549a), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.399636 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (c777634d-dcd1-4b1d-9bc7-1d3d020ad4a7), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.416108 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port ce844619-130f-4020-8c67-9beea4c10654, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ce844619-130f-4020-8c67-9beea4c10654,segment=NetworkSegment(db88bec0-9dc2-4f52-80f0-9fc290e26189),segment_id=db88bec0-9dc2-4f52-80f0-9fc290e26189)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:01:43.428661 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c0a9bd14-e23b-4589-acee-c4799c587d9e tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.432931 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ce844619-130f-4020-8c67-9beea4c10654), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.434268 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c0a9bd14-e23b-4589-acee-c4799c587d9e tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2307465 Mar 05 05:01:43.435161 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36766) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:43.441996 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-0f9ee23b-b757-40f2-80d8-b6bf0c0aa725 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Request body: {'security_group_rule': {'security_group_id': '41d149e5-0878-447f-917f-5ebc5985549a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:43.466501 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9bd14-e23b-4589-acee-c4799c587d9e tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41d149e5-0878-447f-917f-5ebc5985549a,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:43.482923 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0f9ee23b-b757-40f2-80d8-b6bf0c0aa725 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (82f901fe-a8a5-4566-a9dc-72634768fe50), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.533313 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-48ecdbe1-87ba-4394-a658-6179288898bd None None] Publish callbacks [] for port (1f3f91f8-0ba7-4d6d-b62c-b9f2e50b8a82), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.560805 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0f9ee23b-b757-40f2-80d8-b6bf0c0aa725 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (82f901fe-a8a5-4566-a9dc-72634768fe50), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.569411 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0f9ee23b-b757-40f2-80d8-b6bf0c0aa725 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (82f901fe-a8a5-4566-a9dc-72634768fe50), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.577049 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (c777634d-dcd1-4b1d-9bc7-1d3d020ad4a7), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.589539 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-48ecdbe1-87ba-4394-a658-6179288898bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (1f3f91f8-0ba7-4d6d-b62c-b9f2e50b8a82), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.598588 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ee23b-b757-40f2-80d8-b6bf0c0aa725 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f901fe-a8a5-4566-a9dc-72634768fe50,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:43.614767 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0f9ee23b-b757-40f2-80d8-b6bf0c0aa725 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.619901 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0f9ee23b-b757-40f2-80d8-b6bf0c0aa725 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1822209 Mar 05 05:01:43.620859 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36768) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:43.627049 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-02b97893-ea09-45aa-9994-a3c295bc266b tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Request body: {'security_group_rule': {'security_group_id': '41d149e5-0878-447f-917f-5ebc5985549a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:43.645874 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event deleted for resources: {'Subnet': ['ID=c777634d-dcd1-4b1d-9bc7-1d3d020ad4a7,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:43.669387 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-02b97893-ea09-45aa-9994-a3c295bc266b tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (19907f1f-dfae-4f0d-a915-bb830bfe432c), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.703932 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c4836c-feb4-4b24-9bb9-6ea7f7b1b005 None None] Update dhcp port {'port': {'network_id': 'c0380759-76dd-41f0-8f1d-1db5a549061b', 'fixed_ips': [{'subnet_id': 'f0351c90-448e-4771-9330-04b523c920b2', 'ip_address': '2001:db8::2'}, {'subnet_id': '44d1d9c1-b2ce-4e03-b977-3253d42a34ee'}], 'binding:host_id': 'n-d-789963-32'}, 'id': 'ce844619-130f-4020-8c67-9beea4c10654'} from n-d-789963-32. {{(pid=105233) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 05 05:01:43.731055 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (188e4887-aa43-440c-8560-dfbd31b8bc27), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.742366 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-02b97893-ea09-45aa-9994-a3c295bc266b tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (19907f1f-dfae-4f0d-a915-bb830bfe432c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.748017 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-02b97893-ea09-45aa-9994-a3c295bc266b tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (19907f1f-dfae-4f0d-a915-bb830bfe432c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.749251 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ecdbe1-87ba-4394-a658-6179288898bd None None] Network 188e4887-aa43-440c-8560-dfbd31b8bc27 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:01:43.757497 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-09c4836c-feb4-4b24-9bb9-6ea7f7b1b005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ce844619-130f-4020-8c67-9beea4c10654), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.764031 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188e4887-aa43-440c-8560-dfbd31b8bc27']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:43.777933 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b97893-ea09-45aa-9994-a3c295bc266b tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19907f1f-dfae-4f0d-a915-bb830bfe432c,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:43.778908 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=ce844619-130f-4020-8c67-9beea4c10654,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:43.781710 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081ad13f-e9a4-42e5-bde2-41ef2993eadb') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:43.782093 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081ad13f-e9a4-42e5-bde2-41ef2993eadb') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:43.787358 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-48ecdbe1-87ba-4394-a658-6179288898bd None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:01:43.793718 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ecdbe1-87ba-4394-a658-6179288898bd None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:01:43.802579 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.808065 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (081ad13f-e9a4-42e5-bde2-41ef2993eadb), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.816604 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-02b97893-ea09-45aa-9994-a3c295bc266b tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.819126 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-02b97893-ea09-45aa-9994-a3c295bc266b tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1956446 Mar 05 05:01:43.820420 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36770) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:43.830076 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-07ed0e5e-2048-4418-98b2-b7ec1b7e4c2e tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Request body: {'security_group_rule': {'security_group_id': '41d149e5-0878-447f-917f-5ebc5985549a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:43.836813 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (081ad13f-e9a4-42e5-bde2-41ef2993eadb), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.849269 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:01:43.850157 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (081ad13f-e9a4-42e5-bde2-41ef2993eadb), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.857541 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:01:43.857541 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:01:43.857541 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:01:43.857541 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:01:43.857541 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:01:43.857541 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:01:43.857541 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:01:43.857541 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:01:43.857541 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:01:43.857541 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:01:43.857541 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:01:43.857541 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:01:43.857541 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:01:43.857541 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:01:43.857541 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:01:43.857541 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:01:43.857541 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:01:43.857541 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:01:43.857541 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:01:43.857541 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:01:43.857541 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:01:43.857541 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:01:43.857541 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:01:43.857541 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:01:43.857541 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:01:43.857541 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:01:43.857541 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:01:43.857541 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:01:43.857541 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:01:43.857541 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:01:43.857541 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:01:43.857541 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:01:43.888313 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-07ed0e5e-2048-4418-98b2-b7ec1b7e4c2e tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (54018b90-2795-466d-ae84-27ffda47a1ea), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.890620 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-43f0b5fc-bdb7-4010-aa49-978fba6c116f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.907957 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f0016ce4-0da4-4d47-b6d6-352a0a9966e3 None None] Current status of the port ce844619-130f-4020-8c67-9beea4c10654 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:01:43.940283 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.963518 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.db.api [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 05 05:01:43.963518 n-d-789963-32 neutron-server[105232]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 05 05:01:43.963518 n-d-789963-32 neutron-server[105232]: [parameters: {'id': '188e4887-aa43-440c-8560-dfbd31b8bc27'}] Mar 05 05:01:43.963518 n-d-789963-32 neutron-server[105232]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 05:01:43.964242 n-d-789963-32 neutron-server[105232]: DEBUG oslo_db.api [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 05:01:43.974794 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-48ecdbe1-87ba-4394-a658-6179288898bd None None] Attempting to bind port 1f3f91f8-0ba7-4d6d-b62c-b9f2e50b8a82 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:01:43.975463 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-48ecdbe1-87ba-4394-a658-6179288898bd None None] Attempting to bind port 1f3f91f8-0ba7-4d6d-b62c-b9f2e50b8a82 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '081ad13f-e9a4-42e5-bde2-41ef2993eadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '188e4887-aa43-440c-8560-dfbd31b8bc27'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:01:43.976027 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ecdbe1-87ba-4394-a658-6179288898bd None None] Attempting to bind port 1f3f91f8-0ba7-4d6d-b62c-b9f2e50b8a82 on network 188e4887-aa43-440c-8560-dfbd31b8bc27 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:01:43.983856 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-07ed0e5e-2048-4418-98b2-b7ec1b7e4c2e tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (54018b90-2795-466d-ae84-27ffda47a1ea), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.987008 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ecdbe1-87ba-4394-a658-6179288898bd None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:01:43.987655 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ecdbe1-87ba-4394-a658-6179288898bd None None] Checking segment: {'id': '081ad13f-e9a4-42e5-bde2-41ef2993eadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '188e4887-aa43-440c-8560-dfbd31b8bc27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:01:43.988356 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-48ecdbe1-87ba-4394-a658-6179288898bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.989436 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ecdbe1-87ba-4394-a658-6179288898bd None None] Bound using segment: {'id': '081ad13f-e9a4-42e5-bde2-41ef2993eadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '188e4887-aa43-440c-8560-dfbd31b8bc27'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:01:43.989974 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-48ecdbe1-87ba-4394-a658-6179288898bd None None] Bound port: 1f3f91f8-0ba7-4d6d-b62c-b9f2e50b8a82, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '081ad13f-e9a4-42e5-bde2-41ef2993eadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '188e4887-aa43-440c-8560-dfbd31b8bc27'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:01:43.990640 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-48ecdbe1-87ba-4394-a658-6179288898bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1f3f91f8-0ba7-4d6d-b62c-b9f2e50b8a82), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:43.991800 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-07ed0e5e-2048-4418-98b2-b7ec1b7e4c2e tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (54018b90-2795-466d-ae84-27ffda47a1ea), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:44.013164 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed0e5e-2048-4418-98b2-b7ec1b7e4c2e tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54018b90-2795-466d-ae84-27ffda47a1ea,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:44.033429 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-07ed0e5e-2048-4418-98b2-b7ec1b7e4c2e tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:44.035214 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-07ed0e5e-2048-4418-98b2-b7ec1b7e4c2e tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2134120 Mar 05 05:01:44.037774 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ecdbe1-87ba-4394-a658-6179288898bd None None] Pushing event updated for resources: {'Port': ['ID=1f3f91f8-0ba7-4d6d-b62c-b9f2e50b8a82,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:44.038212 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36772) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:44.043148 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-df8800de-7f6c-4bcc-8f3f-4826f42eef1b tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Request body: {'security_group_rule': {'security_group_id': '41d149e5-0878-447f-917f-5ebc5985549a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:44.080153 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-df8800de-7f6c-4bcc-8f3f-4826f42eef1b tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (6d7f42cc-ccb6-40ce-8994-c750205e12d4), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:44.142121 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-48ecdbe1-87ba-4394-a658-6179288898bd None None] For port 1f3f91f8-0ba7-4d6d-b62c-b9f2e50b8a82, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:01:44.181241 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-48ecdbe1-87ba-4394-a658-6179288898bd None None] For port 1f3f91f8-0ba7-4d6d-b62c-b9f2e50b8a82, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=1f3f91f8-0ba7-4d6d-b62c-b9f2e50b8a82,segment=NetworkSegment(081ad13f-e9a4-42e5-bde2-41ef2993eadb),segment_id=081ad13f-e9a4-42e5-bde2-41ef2993eadb)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:01:44.196500 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-48ecdbe1-87ba-4394-a658-6179288898bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1f3f91f8-0ba7-4d6d-b62c-b9f2e50b8a82), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:44.225513 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-df8800de-7f6c-4bcc-8f3f-4826f42eef1b tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (6d7f42cc-ccb6-40ce-8994-c750205e12d4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:44.233154 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-df8800de-7f6c-4bcc-8f3f-4826f42eef1b tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (6d7f42cc-ccb6-40ce-8994-c750205e12d4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:44.259631 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-09c4836c-feb4-4b24-9bb9-6ea7f7b1b005 None None] Allocated IP 172.20.0.1 (c0380759-76dd-41f0-8f1d-1db5a549061b/44d1d9c1-b2ce-4e03-b977-3253d42a34ee/ce844619-130f-4020-8c67-9beea4c10654) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:01:44.267129 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8800de-7f6c-4bcc-8f3f-4826f42eef1b tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d7f42cc-ccb6-40ce-8994-c750205e12d4,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:44.269793 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ce844619-130f-4020-8c67-9beea4c10654 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:01:44.297195 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-df8800de-7f6c-4bcc-8f3f-4826f42eef1b tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:44.303895 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36774) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:44.308906 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-9c8374e4-5652-4e9d-9250-d9723ab4167d tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Request body: {'security_group_rule': {'security_group_id': '41d149e5-0878-447f-917f-5ebc5985549a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:44.312938 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-df8800de-7f6c-4bcc-8f3f-4826f42eef1b tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2642543 Mar 05 05:01:44.345338 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9c8374e4-5652-4e9d-9250-d9723ab4167d tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (198962d6-eb3e-4535-9041-c8a278c2ab8b), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:44.383351 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ecdbe1-87ba-4394-a658-6179288898bd None None] Pushing event updated for resources: {'Port': ['ID=1f3f91f8-0ba7-4d6d-b62c-b9f2e50b8a82,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:44.453970 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9c8374e4-5652-4e9d-9250-d9723ab4167d tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (198962d6-eb3e-4535-9041-c8a278c2ab8b), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:44.460973 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9c8374e4-5652-4e9d-9250-d9723ab4167d tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (198962d6-eb3e-4535-9041-c8a278c2ab8b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:44.465483 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (188e4887-aa43-440c-8560-dfbd31b8bc27), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:44.505237 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-09c4836c-feb4-4b24-9bb9-6ea7f7b1b005 None None] For port ce844619-130f-4020-8c67-9beea4c10654, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ce844619-130f-4020-8c67-9beea4c10654,segment=NetworkSegment(db88bec0-9dc2-4f52-80f0-9fc290e26189),segment_id=db88bec0-9dc2-4f52-80f0-9fc290e26189)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:01:44.507730 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8374e4-5652-4e9d-9250-d9723ab4167d tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=198962d6-eb3e-4535-9041-c8a278c2ab8b,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:44.519441 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9c8374e4-5652-4e9d-9250-d9723ab4167d tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:44.521990 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9c8374e4-5652-4e9d-9250-d9723ab4167d tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2170858 Mar 05 05:01:44.524699 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36776) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:44.541789 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-09c4836c-feb4-4b24-9bb9-6ea7f7b1b005 None None] Publish callbacks [] for port (ce844619-130f-4020-8c67-9beea4c10654), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:44.549702 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13af905b-0e3d-42c7-86ef-f620c435d2e2 None None] Network 188e4887-aa43-440c-8560-dfbd31b8bc27 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:01:44.560248 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-09c4836c-feb4-4b24-9bb9-6ea7f7b1b005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ce844619-130f-4020-8c67-9beea4c10654), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:44.574830 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Deleting port 1f3f91f8-0ba7-4d6d-b62c-b9f2e50b8a82 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:01:44.575441 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (1f3f91f8-0ba7-4d6d-b62c-b9f2e50b8a82), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:44.585876 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c3aa99df-d861-4ccb-ae0e-c3ad23e766bf tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (198962d6-eb3e-4535-9041-c8a278c2ab8b), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:44.604783 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c3aa99df-d861-4ccb-ae0e-c3ad23e766bf tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (198962d6-eb3e-4535-9041-c8a278c2ab8b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:44.661471 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c3aa99df-d861-4ccb-ae0e-c3ad23e766bf tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (198962d6-eb3e-4535-9041-c8a278c2ab8b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:44.681523 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c3aa99df-d861-4ccb-ae0e-c3ad23e766bf tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:44.682889 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c3aa99df-d861-4ccb-ae0e-c3ad23e766bf tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/198962d6-eb3e-4535-9041-c8a278c2ab8b HTTP/1.1" status: 204 len: 168 time: 0.1568274 Mar 05 05:01:44.695261 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36778) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:44.703399 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa99df-d861-4ccb-ae0e-c3ad23e766bf tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=198962d6-eb3e-4535-9041-c8a278c2ab8b,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:44.731234 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] For port 1f3f91f8-0ba7-4d6d-b62c-b9f2e50b8a82, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=1f3f91f8-0ba7-4d6d-b62c-b9f2e50b8a82,segment=NetworkSegment(081ad13f-e9a4-42e5-bde2-41ef2993eadb),segment_id=081ad13f-e9a4-42e5-bde2-41ef2993eadb)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:01:44.731613 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (1f3f91f8-0ba7-4d6d-b62c-b9f2e50b8a82), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:44.751561 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Calling delete_port for 1f3f91f8-0ba7-4d6d-b62c-b9f2e50b8a82 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:01:44.761298 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7c3c2192-debe-4cd8-b7d9-d95c44462d08 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0645430 Mar 05 05:01:44.764904 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36780) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:44.801733 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4ad4ba73-a334-4c53-8616-a39e3d59b89a tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (6d7f42cc-ccb6-40ce-8994-c750205e12d4), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:44.811434 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4ad4ba73-a334-4c53-8616-a39e3d59b89a tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (6d7f42cc-ccb6-40ce-8994-c750205e12d4), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:44.871838 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4ad4ba73-a334-4c53-8616-a39e3d59b89a tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (6d7f42cc-ccb6-40ce-8994-c750205e12d4), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:44.876803 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4ad4ba73-a334-4c53-8616-a39e3d59b89a tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:44.876803 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4ad4ba73-a334-4c53-8616-a39e3d59b89a tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/6d7f42cc-ccb6-40ce-8994-c750205e12d4 HTTP/1.1" status: 204 len: 168 time: 0.1098287 Mar 05 05:01:44.883760 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (1f3f91f8-0ba7-4d6d-b62c-b9f2e50b8a82), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:44.883760 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36782) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:44.883969 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4ba73-a334-4c53-8616-a39e3d59b89a tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d7f42cc-ccb6-40ce-8994-c750205e12d4,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:44.912667 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event deleted for resources: {'Port': ['ID=1f3f91f8-0ba7-4d6d-b62c-b9f2e50b8a82,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:44.936396 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] No DVR routers for this DVR port 1f3f91f8-0ba7-4d6d-b62c-b9f2e50b8a82 on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:01:45.010935 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3cbdc5ed-7aee-4bfb-8153-2ee9a2e04863 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1005232 Mar 05 05:01:45.013872 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36784) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:45.025148 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4836c-feb4-4b24-9bb9-6ea7f7b1b005 None None] Pushing event updated for resources: {'Port': ['ID=ce844619-130f-4020-8c67-9beea4c10654,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:45.065308 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8996756a-545f-4098-81ff-de1eb619b450 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (54018b90-2795-466d-ae84-27ffda47a1ea), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:45.078036 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8996756a-545f-4098-81ff-de1eb619b450 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (54018b90-2795-466d-ae84-27ffda47a1ea), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:45.096194 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port ce844619-130f-4020-8c67-9beea4c10654 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:45.104376 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ce844619-130f-4020-8c67-9beea4c10654), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:45.120747 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8996756a-545f-4098-81ff-de1eb619b450 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (54018b90-2795-466d-ae84-27ffda47a1ea), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:45.131623 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8996756a-545f-4098-81ff-de1eb619b450 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:45.134230 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8996756a-545f-4098-81ff-de1eb619b450 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/54018b90-2795-466d-ae84-27ffda47a1ea HTTP/1.1" status: 204 len: 168 time: 0.1183138 Mar 05 05:01:45.138063 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (188e4887-aa43-440c-8560-dfbd31b8bc27), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:45.138706 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36786) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:45.147132 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:45.161576 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996756a-545f-4098-81ff-de1eb619b450 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54018b90-2795-466d-ae84-27ffda47a1ea,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:45.166726 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188e4887-aa43-440c-8560-dfbd31b8bc27']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:45.182036 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0747bac8-e291-4ecf-b119-dc8cabbb3247 None None] Network 188e4887-aa43-440c-8560-dfbd31b8bc27 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:01:45.183590 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081ad13f-e9a4-42e5-bde2-41ef2993eadb') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:45.183993 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081ad13f-e9a4-42e5-bde2-41ef2993eadb') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:45.198105 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (081ad13f-e9a4-42e5-bde2-41ef2993eadb), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:45.221013 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (081ad13f-e9a4-42e5-bde2-41ef2993eadb), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:45.228845 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:01:45.229379 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (081ad13f-e9a4-42e5-bde2-41ef2993eadb), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:45.233060 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:01:45.233060 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:01:45.233060 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:01:45.233060 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:01:45.233060 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:01:45.233060 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:01:45.233060 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:01:45.233060 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:01:45.233060 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:01:45.233060 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:01:45.233060 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:01:45.233060 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:01:45.233060 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:01:45.233060 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:01:45.233060 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:01:45.233060 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:01:45.233060 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:01:45.233060 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:01:45.233060 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:01:45.233060 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:01:45.233060 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:01:45.233060 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:01:45.233060 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:01:45.233060 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:01:45.233060 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:01:45.233060 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:01:45.233060 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:01:45.233060 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:01:45.233060 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:01:45.233060 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:01:45.233060 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:01:45.233060 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:01:45.258367 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-72c7cbe7-0b03-4c2f-adac-5c443de1293e tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1182904 Mar 05 05:01:45.271385 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36788) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:45.297652 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3858a40d-19a5-4995-b6f7-4a07292e0f02 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (19907f1f-dfae-4f0d-a915-bb830bfe432c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:45.314052 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3858a40d-19a5-4995-b6f7-4a07292e0f02 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (19907f1f-dfae-4f0d-a915-bb830bfe432c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:45.323611 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port ce844619-130f-4020-8c67-9beea4c10654 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:01:45.364997 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3858a40d-19a5-4995-b6f7-4a07292e0f02 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (19907f1f-dfae-4f0d-a915-bb830bfe432c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:45.366548 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (188e4887-aa43-440c-8560-dfbd31b8bc27), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:45.372776 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:45.381621 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "DELETE /v2.0/networks/188e4887-aa43-440c-8560-dfbd31b8bc27 HTTP/1.1" status: 204 len: 168 time: 2.3697987 Mar 05 05:01:45.382198 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36794) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:45.388122 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3858a40d-19a5-4995-b6f7-4a07292e0f02 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:45.389265 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3858a40d-19a5-4995-b6f7-4a07292e0f02 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/19907f1f-dfae-4f0d-a915-bb830bfe432c HTTP/1.1" status: 204 len: 168 time: 0.1168733 Mar 05 05:01:45.390100 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858a40d-19a5-4995-b6f7-4a07292e0f02 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19907f1f-dfae-4f0d-a915-bb830bfe432c,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:45.397551 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36796) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:45.408236 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62157d-b96c-4847-bc59-6ddd3c4f56cf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event deleted for resources: {'Network': ['ID=188e4887-aa43-440c-8560-dfbd31b8bc27,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:45.437322 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d66e20-3312-4691-92df-ea34212c0160 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:01:45.437322 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d66e20-3312-4691-92df-ea34212c0160 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:01:45.446901 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36802) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:45.447344 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-69d66e20-3312-4691-92df-ea34212c0160 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "DELETE /v2.0/networks/188e4887-aa43-440c-8560-dfbd31b8bc27 HTTP/1.1" status: 404 len: 339 time: 0.0448904 Mar 05 05:01:45.452609 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-2787313c-632a-4dc8-83bd-4d5aa626b365 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1907870314', 'description': 'd1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:45.477987 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-582108eb-3a00-42e5-8a29-bb78399a9b95 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0792756 Mar 05 05:01:45.481033 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36804) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:45.515338 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2787313c-632a-4dc8-83bd-4d5aa626b365 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Made reservation on behalf of 9dd7f374a442439b944451c7301380d5 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:01:45.518877 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2787313c-632a-4dc8-83bd-4d5aa626b365 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:45.522224 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-45ebac9b-7076-4b74-9ea2-01021a246c96 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (82f901fe-a8a5-4566-a9dc-72634768fe50), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:45.531273 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-45ebac9b-7076-4b74-9ea2-01021a246c96 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (82f901fe-a8a5-4566-a9dc-72634768fe50), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:45.578611 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2787313c-632a-4dc8-83bd-4d5aa626b365 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:01:45.589371 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2787313c-632a-4dc8-83bd-4d5aa626b365 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (308ded30-a318-4e5a-a249-04e278767c64), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:45.589637 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-2787313c-632a-4dc8-83bd-4d5aa626b365 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Added segment 308ded30-a318-4e5a-a249-04e278767c64 of type vlan for network 5e1c4888-8b34-46d6-8959-fc3928e20cd6 Mar 05 05:01:45.590988 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-45ebac9b-7076-4b74-9ea2-01021a246c96 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (82f901fe-a8a5-4566-a9dc-72634768fe50), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:45.614846 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-45ebac9b-7076-4b74-9ea2-01021a246c96 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:45.619107 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-45ebac9b-7076-4b74-9ea2-01021a246c96 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/82f901fe-a8a5-4566-a9dc-72634768fe50 HTTP/1.1" status: 204 len: 168 time: 0.1341786 Mar 05 05:01:45.619227 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36806) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:45.652890 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ebac9b-7076-4b74-9ea2-01021a246c96 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82f901fe-a8a5-4566-a9dc-72634768fe50,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:45.672611 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2787313c-632a-4dc8-83bd-4d5aa626b365 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (5e1c4888-8b34-46d6-8959-fc3928e20cd6), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:45.712257 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7718e96e-abcb-4c91-8f6b-e7e5455dc554 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0919549 Mar 05 05:01:45.715016 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36808) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:45.731827 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2787313c-632a-4dc8-83bd-4d5aa626b365 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (5e1c4888-8b34-46d6-8959-fc3928e20cd6), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:45.737580 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2787313c-632a-4dc8-83bd-4d5aa626b365 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:45.738292 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2787313c-632a-4dc8-83bd-4d5aa626b365 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:45.812295 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2787313c-632a-4dc8-83bd-4d5aa626b365 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3637180 Mar 05 05:01:45.814799 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36810) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:45.819160 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aa94df9a-bd80-494d-9afe-b7e616555a03 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (41d149e5-0878-447f-917f-5ebc5985549a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:45.845301 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aa94df9a-bd80-494d-9afe-b7e616555a03 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (41d149e5-0878-447f-917f-5ebc5985549a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:45.898497 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aa94df9a-bd80-494d-9afe-b7e616555a03 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (41d149e5-0878-447f-917f-5ebc5985549a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:45.901151 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aa94df9a-bd80-494d-9afe-b7e616555a03 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:45.902322 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-aa94df9a-bd80-494d-9afe-b7e616555a03 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "DELETE /v2.0/security-groups/41d149e5-0878-447f-917f-5ebc5985549a HTTP/1.1" status: 204 len: 168 time: 0.1862922 Mar 05 05:01:45.905566 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36812) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:45.935335 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787313c-632a-4dc8-83bd-4d5aa626b365 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event updated for resources: {'Network': ['ID=5e1c4888-8b34-46d6-8959-fc3928e20cd6,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:45.939626 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94df9a-bd80-494d-9afe-b7e616555a03 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d149e5-0878-447f-917f-5ebc5985549a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:45.947685 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 5e1c4888-8b34-46d6-8959-fc3928e20cd6 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:01:45.987604 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-59afc937-34d1-4f16-854a-f4b3cb5ae2a7 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0809119 Mar 05 05:01:45.995487 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36814) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:45.999178 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b86365-1421-4965-8e75-b99d466b1004 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:46.000648 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-d2c5f9e4-cb04-4bae-b51c-131dbe7c1217 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Request body: {'security_group': {'name': 'tempest-secgroup--1710305343'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:46.000894 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-08b86365-1421-4965-8e75-b99d466b1004 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "GET /v2.0/networks?id=5e1c4888-8b34-46d6-8959-fc3928e20cd6 HTTP/1.1" status: 200 len: 765 time: 0.1849263 Mar 05 05:01:46.003458 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36816) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:46.008953 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-d9506dd2-2b8b-4de0-b99a-023fa23ffd58 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Request body: {'network': {'description': 'd2'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:46.024957 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d2c5f9e4-cb04-4bae-b51c-131dbe7c1217 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:46.090264 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96814d32-0e74-4661-9cc2-08fe3eef14ac None None] get_active_networks_info from n-d-789963-32 {{(pid=105233) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 05 05:01:46.188761 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d2c5f9e4-cb04-4bae-b51c-131dbe7c1217 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (0918d5d5-ab0a-42b8-8b05-7ee26712544c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:46.200743 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d2c5f9e4-cb04-4bae-b51c-131dbe7c1217 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (0918d5d5-ab0a-42b8-8b05-7ee26712544c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:46.273250 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d2c5f9e4-cb04-4bae-b51c-131dbe7c1217 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:46.276880 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d2c5f9e4-cb04-4bae-b51c-131dbe7c1217 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2788672 Mar 05 05:01:46.278288 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5f9e4-cb04-4bae-b51c-131dbe7c1217 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0918d5d5-ab0a-42b8-8b05-7ee26712544c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:46.296233 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ce844619-130f-4020-8c67-9beea4c10654 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:01:46.298037 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36818) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:46.309884 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-befc2fa8-220d-4e10-af02-0af43e163cca tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Request body: {'security_group_rule': {'security_group_id': '0918d5d5-ab0a-42b8-8b05-7ee26712544c', 'direction': 'ingress', 'protocol': 17}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:46.317819 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d9506dd2-2b8b-4de0-b99a-023fa23ffd58 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (5e1c4888-8b34-46d6-8959-fc3928e20cd6), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:46.339542 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d9506dd2-2b8b-4de0-b99a-023fa23ffd58 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (5e1c4888-8b34-46d6-8959-fc3928e20cd6), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:46.348427 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-7d2ca9a8-bb53-494a-ae60-8c912e347bb9 None None] Provisioning complete for port ce844619-130f-4020-8c67-9beea4c10654 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:46.348714 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7d2ca9a8-bb53-494a-ae60-8c912e347bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ce844619-130f-4020-8c67-9beea4c10654), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:46.362231 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-befc2fa8-220d-4e10-af02-0af43e163cca tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (088ad9be-e902-43ab-8ad5-e1cfc8dad29f), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:46.368141 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d9506dd2-2b8b-4de0-b99a-023fa23ffd58 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Network 5e1c4888-8b34-46d6-8959-fc3928e20cd6 is not hosted by any dhcp agent {{(pid=105231) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 05 05:01:46.384550 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9506dd2-2b8b-4de0-b99a-023fa23ffd58 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:46.387213 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d9506dd2-2b8b-4de0-b99a-023fa23ffd58 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:46.389698 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d9506dd2-2b8b-4de0-b99a-023fa23ffd58 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "PUT /v2.0/networks/5e1c4888-8b34-46d6-8959-fc3928e20cd6 HTTP/1.1" status: 200 len: 762 time: 0.3846712 Mar 05 05:01:46.391066 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:46.393066 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36820) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:46.449415 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96814d32-0e74-4661-9cc2-08fe3eef14ac None None] Resources bound (agent type, host, resource id): {{(pid=105233) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 05:01:46.458292 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9506dd2-2b8b-4de0-b99a-023fa23ffd58 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event updated for resources: {'Network': ['ID=5e1c4888-8b34-46d6-8959-fc3928e20cd6,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:46.487511 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 5e1c4888-8b34-46d6-8959-fc3928e20cd6 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:01:46.539929 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-befc2fa8-220d-4e10-af02-0af43e163cca tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (088ad9be-e902-43ab-8ad5-e1cfc8dad29f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:46.549641 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port ce844619-130f-4020-8c67-9beea4c10654 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:46.550334 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ce844619-130f-4020-8c67-9beea4c10654), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:46.554377 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6b7b03-609e-42a7-bf49-c3786ef26a6b tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:46.560382 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36822) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:46.560530 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-db6b7b03-609e-42a7-bf49-c3786ef26a6b tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "GET /v2.0/networks?id=5e1c4888-8b34-46d6-8959-fc3928e20cd6 HTTP/1.1" status: 200 len: 765 time: 0.1662698 Mar 05 05:01:46.561933 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-befc2fa8-220d-4e10-af02-0af43e163cca tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (088ad9be-e902-43ab-8ad5-e1cfc8dad29f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:46.585751 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc2fa8-220d-4e10-af02-0af43e163cca tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=088ad9be-e902-43ab-8ad5-e1cfc8dad29f,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:46.600255 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-befc2fa8-220d-4e10-af02-0af43e163cca tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:46.604926 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-befc2fa8-220d-4e10-af02-0af43e163cca tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3053181 Mar 05 05:01:46.605606 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36824) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:46.691977 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8cd1193c-a413-4653-843f-b6e002d5b02e tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (0918d5d5-ab0a-42b8-8b05-7ee26712544c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:46.732059 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8cd1193c-a413-4653-843f-b6e002d5b02e tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (0918d5d5-ab0a-42b8-8b05-7ee26712544c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:46.746268 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ca9a8-bb53-494a-ae60-8c912e347bb9 None None] Current status of the port ce844619-130f-4020-8c67-9beea4c10654 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:01:46.834223 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8cd1193c-a413-4653-843f-b6e002d5b02e tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (0918d5d5-ab0a-42b8-8b05-7ee26712544c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:46.838502 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8cd1193c-a413-4653-843f-b6e002d5b02e tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:46.840371 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8cd1193c-a413-4653-843f-b6e002d5b02e tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "DELETE /v2.0/security-groups/0918d5d5-ab0a-42b8-8b05-7ee26712544c HTTP/1.1" status: 204 len: 168 time: 0.2334449 Mar 05 05:01:46.841838 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port ce844619-130f-4020-8c67-9beea4c10654 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:01:46.846157 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36826) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:46.877010 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1193c-a413-4653-843f-b6e002d5b02e tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0918d5d5-ab0a-42b8-8b05-7ee26712544c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:46.935728 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-78b79110-58e7-41c2-8365-e4aa96d8287e tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0847623 Mar 05 05:01:46.938788 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36828) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:46.945655 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-eede8cec-0891-49e7-8c64-71a508103aa0 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Request body: {'security_group': {'name': 'tempest-secgroup--475041329'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:46.952155 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a215098e-238e-4ab7-b0db-8dd3c49347bd None None] Network c0380759-76dd-41f0-8f1d-1db5a549061b requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:01:46.960164 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5aca6e-db61-4d2e-9035-ba679a056a84 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:46.964407 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6b5aca6e-db61-4d2e-9035-ba679a056a84 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4003415 Mar 05 05:01:46.964985 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36830) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:46.987008 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-eede8cec-0891-49e7-8c64-71a508103aa0 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:47.009357 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a54f5133-333d-412f-9a42-2ef081a58654 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "GET /v2.0/subnets?network_id=ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 207 time: 0.0427949 Mar 05 05:01:47.012427 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36832) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:47.162458 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2034f14d-f54e-453f-8a3b-3298978f4d73 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:47.167512 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2034f14d-f54e-453f-8a3b-3298978f4d73 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:47.172614 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2034f14d-f54e-453f-8a3b-3298978f4d73 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:47.178142 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2034f14d-f54e-453f-8a3b-3298978f4d73 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:47.183468 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2034f14d-f54e-453f-8a3b-3298978f4d73 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:47.188825 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2034f14d-f54e-453f-8a3b-3298978f4d73 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:47.194895 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36834) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:47.195038 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2034f14d-f54e-453f-8a3b-3298978f4d73 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.1817017 Mar 05 05:01:47.253001 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-eede8cec-0891-49e7-8c64-71a508103aa0 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (d0bbef85-9c87-4bb1-9213-b4fc75b8bf40), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:47.264182 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-eede8cec-0891-49e7-8c64-71a508103aa0 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d0bbef85-9c87-4bb1-9213-b4fc75b8bf40), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:47.308427 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-eede8cec-0891-49e7-8c64-71a508103aa0 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:47.310916 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-eede8cec-0891-49e7-8c64-71a508103aa0 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3712230 Mar 05 05:01:47.313594 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36836) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:47.319511 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-f52e74b4-c5a0-4cf1-a235-e3d0542a3009 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Request body: {'security_group': {'name': 'tempest-secgroup--1244784190'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:47.351272 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede8cec-0891-49e7-8c64-71a508103aa0 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bbef85-9c87-4bb1-9213-b4fc75b8bf40,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:47.357763 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f52e74b4-c5a0-4cf1-a235-e3d0542a3009 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:47.389004 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3eeb6fe6-cc28-4a6f-9ae6-63cee16dd14b tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.1929071 Mar 05 05:01:47.392181 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36838) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:47.480614 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05dc2ba-6fa8-4a26-b376-5f2e76819d17 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:47.481364 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-b758b9a1-c2a5-430a-9a77-9098d39e48d3 None None] Provisioning complete for port ce844619-130f-4020-8c67-9beea4c10654 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:01:47.482088 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05dc2ba-6fa8-4a26-b376-5f2e76819d17 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:47.482463 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b758b9a1-c2a5-430a-9a77-9098d39e48d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ce844619-130f-4020-8c67-9beea4c10654), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:47.483549 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05dc2ba-6fa8-4a26-b376-5f2e76819d17 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:47.485022 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05dc2ba-6fa8-4a26-b376-5f2e76819d17 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:47.486479 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05dc2ba-6fa8-4a26-b376-5f2e76819d17 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:47.494771 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36840) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:47.497498 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e05dc2ba-6fa8-4a26-b376-5f2e76819d17 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0951054 Mar 05 05:01:47.562292 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd3554a-1ad3-4a25-a299-34551611b207 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['shared'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:47.563659 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd3554a-1ad3-4a25-a299-34551611b207 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['shared'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:47.564870 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd3554a-1ad3-4a25-a299-34551611b207 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['shared'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:47.566955 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd3554a-1ad3-4a25-a299-34551611b207 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['shared'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:47.568248 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd3554a-1ad3-4a25-a299-34551611b207 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['shared'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:47.573168 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4fd3554a-1ad3-4a25-a299-34551611b207 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0741901 Mar 05 05:01:47.573503 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36842) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:47.578190 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f52e74b4-c5a0-4cf1-a235-e3d0542a3009 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (60bdb404-91dd-400b-a474-37341673e009), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:47.589694 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f52e74b4-c5a0-4cf1-a235-e3d0542a3009 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (60bdb404-91dd-400b-a474-37341673e009), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:47.590256 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b758b9a1-c2a5-430a-9a77-9098d39e48d3 None None] Current status of the port ce844619-130f-4020-8c67-9beea4c10654 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:01:47.617164 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f52e74b4-c5a0-4cf1-a235-e3d0542a3009 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:47.618473 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f52e74b4-c5a0-4cf1-a235-e3d0542a3009 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3037295 Mar 05 05:01:47.621486 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36844) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:47.626019 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-f4d1fd2d-a218-452a-9eaf-9bf9aa1f9b18 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Request body: {'security_group_rule': {'security_group_id': 'd0bbef85-9c87-4bb1-9213-b4fc75b8bf40', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '60bdb404-91dd-400b-a474-37341673e009', 'remote_ip_prefix': None}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:47.646390 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e74b4-c5a0-4cf1-a235-e3d0542a3009 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60bdb404-91dd-400b-a474-37341673e009,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:47.674767 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f4d1fd2d-a218-452a-9eaf-9bf9aa1f9b18 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (075c380b-d25e-4441-98c4-a40abd08f8c9), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:47.706951 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfeb20d9-1440-4f91-8cb8-17c54ae91961 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:47.708835 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bfeb20d9-1440-4f91-8cb8-17c54ae91961 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "GET /v2.0/networks/aa07cbaa-2a94-4081-bb0f-755b00827576 HTTP/1.1" status: 200 len: 804 time: 0.1342125 Mar 05 05:01:47.712722 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36846) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:47.768439 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:47.769501 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f4d1fd2d-a218-452a-9eaf-9bf9aa1f9b18 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (075c380b-d25e-4441-98c4-a40abd08f8c9), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:47.781514 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f4d1fd2d-a218-452a-9eaf-9bf9aa1f9b18 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (075c380b-d25e-4441-98c4-a40abd08f8c9), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:47.818150 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f4d1fd2d-a218-452a-9eaf-9bf9aa1f9b18 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:47.822258 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f4d1fd2d-a218-452a-9eaf-9bf9aa1f9b18 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1974335 Mar 05 05:01:47.822986 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36848) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:47.850566 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d1fd2d-a218-452a-9eaf-9bf9aa1f9b18 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075c380b-d25e-4441-98c4-a40abd08f8c9,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:47.869251 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9d1ca81f-686b-4a03-92f0-5cccc91743d0 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (075c380b-d25e-4441-98c4-a40abd08f8c9), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:47.881616 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9d1ca81f-686b-4a03-92f0-5cccc91743d0 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (075c380b-d25e-4441-98c4-a40abd08f8c9), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:47.900688 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0f9c4352-afc9-4ff9-97e5-559a7b0118c0 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "GET /v2.0/networks/aa07cbaa-2a94-4081-bb0f-755b00827576?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1836174 Mar 05 05:01:47.901102 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36850) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:47.927271 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9d1ca81f-686b-4a03-92f0-5cccc91743d0 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (075c380b-d25e-4441-98c4-a40abd08f8c9), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:47.933879 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9d1ca81f-686b-4a03-92f0-5cccc91743d0 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:47.937994 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9d1ca81f-686b-4a03-92f0-5cccc91743d0 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/075c380b-d25e-4441-98c4-a40abd08f8c9 HTTP/1.1" status: 204 len: 168 time: 0.1133504 Mar 05 05:01:47.939813 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36852) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:47.958049 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ca81f-686b-4a03-92f0-5cccc91743d0 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=075c380b-d25e-4441-98c4-a40abd08f8c9,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:47.980278 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bb456a-0ed1-4479-8594-28db5c69c5ab tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:47.982565 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-15bb456a-0ed1-4479-8594-28db5c69c5ab tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "GET /v2.0/subnets/80de9788-bbc1-4014-8db1-ee1b134f36f1 HTTP/1.1" status: 200 len: 843 time: 0.0801454 Mar 05 05:01:47.986290 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36854) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:47.995221 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fd43f369-2226-47fc-94d3-b8da3d097532 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0540011 Mar 05 05:01:47.998021 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36856) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:48.063903 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da649bb-00fb-4c8b-b5a3-d1bae9421047 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['shared'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:48.065278 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9da649bb-00fb-4c8b-b5a3-d1bae9421047 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "GET /v2.0/subnets/80de9788-bbc1-4014-8db1-ee1b134f36f1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0769799 Mar 05 05:01:48.069650 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36858) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:48.074689 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-3657e9c8-6926-4afe-8877-272d63a400ca tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1540872647'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:48.086636 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9b270abc-a5a7-486d-a120-e8510345c2c6 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (60bdb404-91dd-400b-a474-37341673e009), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:48.112834 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9b270abc-a5a7-486d-a120-e8510345c2c6 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (60bdb404-91dd-400b-a474-37341673e009), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:48.119377 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3657e9c8-6926-4afe-8877-272d63a400ca tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Made reservation on behalf of 9dd7f374a442439b944451c7301380d5 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:01:48.124477 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3657e9c8-6926-4afe-8877-272d63a400ca tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:48.154061 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3657e9c8-6926-4afe-8877-272d63a400ca tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:01:48.168855 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9b270abc-a5a7-486d-a120-e8510345c2c6 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (60bdb404-91dd-400b-a474-37341673e009), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:48.171251 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3657e9c8-6926-4afe-8877-272d63a400ca tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (56886960-655f-44cc-8be2-3b18a390fae6), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:48.171614 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-3657e9c8-6926-4afe-8877-272d63a400ca tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Added segment 56886960-655f-44cc-8be2-3b18a390fae6 of type vlan for network fc6fb438-5e32-433b-9218-606e5e58f784 Mar 05 05:01:48.173616 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9b270abc-a5a7-486d-a120-e8510345c2c6 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:48.175058 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9b270abc-a5a7-486d-a120-e8510345c2c6 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "DELETE /v2.0/security-groups/60bdb404-91dd-400b-a474-37341673e009 HTTP/1.1" status: 204 len: 168 time: 0.1761208 Mar 05 05:01:48.180031 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36860) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:48.210062 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b270abc-a5a7-486d-a120-e8510345c2c6 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bdb404-91dd-400b-a474-37341673e009,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:48.221977 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3657e9c8-6926-4afe-8877-272d63a400ca tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (fc6fb438-5e32-433b-9218-606e5e58f784), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:48.259804 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3657e9c8-6926-4afe-8877-272d63a400ca tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (fc6fb438-5e32-433b-9218-606e5e58f784), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:48.267062 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3657e9c8-6926-4afe-8877-272d63a400ca tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:48.267990 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3657e9c8-6926-4afe-8877-272d63a400ca tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:48.287530 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0d2f1db4-9e43-4fef-87de-70d97799b31e tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1061347 Mar 05 05:01:48.290688 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36862) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:48.311063 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3657e9c8-6926-4afe-8877-272d63a400ca tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2401967 Mar 05 05:01:48.314775 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36864) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:48.324179 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-d9bae47b-2fcf-464a-a7f7-4fcdde940fbf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Request body: {'subnet': {'network_id': 'fc6fb438-5e32-433b-9218-606e5e58f784', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:48.357586 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657e9c8-6926-4afe-8877-272d63a400ca tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event updated for resources: {'Network': ['ID=fc6fb438-5e32-433b-9218-606e5e58f784,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:48.371564 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network fc6fb438-5e32-433b-9218-606e5e58f784 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:01:48.430522 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-23d85b36-d1a1-403d-873a-2dd615409ec0 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (d0bbef85-9c87-4bb1-9213-b4fc75b8bf40), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:48.480450 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-23d85b36-d1a1-403d-873a-2dd615409ec0 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (d0bbef85-9c87-4bb1-9213-b4fc75b8bf40), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:48.512431 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bae47b-2fcf-464a-a7f7-4fcdde940fbf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Made reservation on behalf of 9dd7f374a442439b944451c7301380d5 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:01:48.516031 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9bae47b-2fcf-464a-a7f7-4fcdde940fbf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:48.586468 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.ipam_backend_mixin [None req-d9bae47b-2fcf-464a-a7f7-4fcdde940fbf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Performing IP validity checks on allocation pools {{(pid=105232) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 05 05:01:48.587096 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.ipam_backend_mixin [None req-d9bae47b-2fcf-464a-a7f7-4fcdde940fbf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105232) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 05 05:01:48.591432 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-23d85b36-d1a1-403d-873a-2dd615409ec0 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d0bbef85-9c87-4bb1-9213-b4fc75b8bf40), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:48.593983 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-23d85b36-d1a1-403d-873a-2dd615409ec0 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:48.595227 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-23d85b36-d1a1-403d-873a-2dd615409ec0 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "DELETE /v2.0/security-groups/d0bbef85-9c87-4bb1-9213-b4fc75b8bf40 HTTP/1.1" status: 204 len: 168 time: 0.3031981 Mar 05 05:01:48.598553 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36866) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:48.618725 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d85b36-d1a1-403d-873a-2dd615409ec0 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bbef85-9c87-4bb1-9213-b4fc75b8bf40,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:48.696083 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-03453d3f-c03a-43e8-b57f-22011b559a43 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0891390 Mar 05 05:01:48.696362 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36868) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:48.703148 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-3480a66c-8b4c-48b6-bdc6-011e157cd8dc tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Request body: {'security_group': {'name': 'tempest-secgroup--401017387'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:48.755708 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3480a66c-8b4c-48b6-bdc6-011e157cd8dc tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:48.791870 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9bae47b-2fcf-464a-a7f7-4fcdde940fbf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (33897ee2-ab2e-4a3c-b849-b65875c74139), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:48.873648 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bae47b-2fcf-464a-a7f7-4fcdde940fbf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event updated for resources: {'Subnet': ['ID=33897ee2-ab2e-4a3c-b849-b65875c74139,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:48.908666 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3480a66c-8b4c-48b6-bdc6-011e157cd8dc tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (31c2fc05-2e7a-4a51-9eaf-e2273a0106ba), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:48.912236 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bae47b-2fcf-464a-a7f7-4fcdde940fbf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Checking segment: {'id': '56886960-655f-44cc-8be2-3b18a390fae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'fc6fb438-5e32-433b-9218-606e5e58f784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:01:48.912685 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bae47b-2fcf-464a-a7f7-4fcdde940fbf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Network hostable DHCP agents. Network: fc6fb438-5e32-433b-9218-606e5e58f784, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:01:48.916535 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3480a66c-8b4c-48b6-bdc6-011e157cd8dc tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (31c2fc05-2e7a-4a51-9eaf-e2273a0106ba), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:48.951947 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3480a66c-8b4c-48b6-bdc6-011e157cd8dc tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:48.955812 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3480a66c-8b4c-48b6-bdc6-011e157cd8dc tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2557435 Mar 05 05:01:48.956143 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36870) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:48.961832 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-ce92e3bc-1039-44b0-b1cc-2c923157fde8 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Request body: {'security_group_rule': {'security_group_id': '31c2fc05-2e7a-4a51-9eaf-e2273a0106ba', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:48.964881 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480a66c-8b4c-48b6-bdc6-011e157cd8dc tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31c2fc05-2e7a-4a51-9eaf-e2273a0106ba,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:48.970206 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bae47b-2fcf-464a-a7f7-4fcdde940fbf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Network fc6fb438-5e32-433b-9218-606e5e58f784 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:01:48.988596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-d9bae47b-2fcf-464a-a7f7-4fcdde940fbf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, fc6fb438-5e32-433b-9218-606e5e58f784) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:01:48.998775 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ce92e3bc-1039-44b0-b1cc-2c923157fde8 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (da9da549-ddf2-466a-bd1f-7e22ec225ab6), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:49.000042 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0956ea9d-1a35-4d26-ae9a-e88f2a11a1d0 None None] Network fc6fb438-5e32-433b-9218-606e5e58f784 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:01:49.001940 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bae47b-2fcf-464a-a7f7-4fcdde940fbf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:49.002565 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9bae47b-2fcf-464a-a7f7-4fcdde940fbf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:49.042246 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d9bae47b-2fcf-464a-a7f7-4fcdde940fbf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7260482 Mar 05 05:01:49.042926 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36872) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:49.048212 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-e54438ad-00c5-41ab-b88a-905d12ed582c tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:49.073308 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ce92e3bc-1039-44b0-b1cc-2c923157fde8 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (da9da549-ddf2-466a-bd1f-7e22ec225ab6), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:49.079577 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ce92e3bc-1039-44b0-b1cc-2c923157fde8 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (da9da549-ddf2-466a-bd1f-7e22ec225ab6), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:49.106889 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92e3bc-1039-44b0-b1cc-2c923157fde8 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da9da549-ddf2-466a-bd1f-7e22ec225ab6,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:49.128184 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ce92e3bc-1039-44b0-b1cc-2c923157fde8 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:49.134247 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36874) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:49.135503 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ce92e3bc-1039-44b0-b1cc-2c923157fde8 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1775899 Mar 05 05:01:49.163569 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50d701f-f926-4f3c-b3db-37803affc739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-fc6fb438-5e32-433b-9218-606e5e58f784', 'network_id': 'fc6fb438-5e32-433b-9218-606e5e58f784', 'project_id': '9dd7f374a442439b944451c7301380d5', 'fixed_ips': [{'subnet_id': '33897ee2-ab2e-4a3c-b849-b65875c74139'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:01:49.164616 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c50d701f-f926-4f3c-b3db-37803affc739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:49.201800 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-520db05d-fd12-4e80-b197-20b9b00c3371 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (da9da549-ddf2-466a-bd1f-7e22ec225ab6), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:49.213100 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-520db05d-fd12-4e80-b197-20b9b00c3371 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (da9da549-ddf2-466a-bd1f-7e22ec225ab6), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:49.279570 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e54438ad-00c5-41ab-b88a-905d12ed582c tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-131196692'] for subnet (33897ee2-ab2e-4a3c-b849-b65875c74139), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:49.286607 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-520db05d-fd12-4e80-b197-20b9b00c3371 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (da9da549-ddf2-466a-bd1f-7e22ec225ab6), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:49.305432 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-520db05d-fd12-4e80-b197-20b9b00c3371 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:49.309551 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-520db05d-fd12-4e80-b197-20b9b00c3371 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/da9da549-ddf2-466a-bd1f-7e22ec225ab6 HTTP/1.1" status: 204 len: 168 time: 0.1716287 Mar 05 05:01:49.309551 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520db05d-fd12-4e80-b197-20b9b00c3371 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da9da549-ddf2-466a-bd1f-7e22ec225ab6,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:49.310310 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36876) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:49.367270 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-73eb372a-1c70-4821-a86b-dc6d87bb20ed tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0516539 Mar 05 05:01:49.367693 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36878) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:49.414760 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-c50d701f-f926-4f3c-b3db-37803affc739 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 05 05:01:49.414760 n-d-789963-32 neutron-server[105233]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 05 05:01:49.414760 n-d-789963-32 neutron-server[105233]: [parameters: {'in_use': 1, 'id_1': '33897ee2-ab2e-4a3c-b849-b65875c74139'}] Mar 05 05:01:49.414760 n-d-789963-32 neutron-server[105233]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 05:01:49.416547 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-c50d701f-f926-4f3c-b3db-37803affc739 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 05:01:49.432852 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-616d2a3d-aec0-4bc8-9ec6-498bfa0f1aca tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (31c2fc05-2e7a-4a51-9eaf-e2273a0106ba), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:49.464392 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-616d2a3d-aec0-4bc8-9ec6-498bfa0f1aca tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (31c2fc05-2e7a-4a51-9eaf-e2273a0106ba), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:49.520867 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-616d2a3d-aec0-4bc8-9ec6-498bfa0f1aca tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (31c2fc05-2e7a-4a51-9eaf-e2273a0106ba), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:49.524893 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-616d2a3d-aec0-4bc8-9ec6-498bfa0f1aca tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:49.528828 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-616d2a3d-aec0-4bc8-9ec6-498bfa0f1aca tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "DELETE /v2.0/security-groups/31c2fc05-2e7a-4a51-9eaf-e2273a0106ba HTTP/1.1" status: 204 len: 168 time: 0.1535659 Mar 05 05:01:49.529982 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36880) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:49.539600 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d2a3d-aec0-4bc8-9ec6-498bfa0f1aca tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c2fc05-2e7a-4a51-9eaf-e2273a0106ba,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:49.557278 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e54438ad-00c5-41ab-b88a-905d12ed582c tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780054609071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-131174896'] for subnet (33897ee2-ab2e-4a3c-b849-b65875c74139), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:49.636646 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54438ad-00c5-41ab-b88a-905d12ed582c tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:49.637247 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e54438ad-00c5-41ab-b88a-905d12ed582c tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:49.641006 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e54438ad-00c5-41ab-b88a-905d12ed582c tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "PUT /v2.0/subnets/33897ee2-ab2e-4a3c-b849-b65875c74139 HTTP/1.1" status: 200 len: 900 time: 0.5946441 Mar 05 05:01:49.641653 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36882) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:49.660353 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36884) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:49.660714 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4db25e79-dbd8-4074-8595-05ecc7b01bbe tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1282935 Mar 05 05:01:49.664482 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54438ad-00c5-41ab-b88a-905d12ed582c tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event updated for resources: {'Subnet': ['ID=33897ee2-ab2e-4a3c-b849-b65875c74139,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:49.667424 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-c9950cc4-c112-4650-9a11-7df36ca320a7 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Request body: {'security_group': {'name': 'tempest-secgroup--1581248965'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:49.753413 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c9950cc4-c112-4650-9a11-7df36ca320a7 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:49.808209 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9d536470-49d8-4794-ba85-8b7ba0acd1b8 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (fc6fb438-5e32-433b-9218-606e5e58f784), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:49.882282 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c9950cc4-c112-4650-9a11-7df36ca320a7 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (4a6a6355-40ce-4e05-a681-3748d6f840f7), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:49.888430 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c9950cc4-c112-4650-9a11-7df36ca320a7 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4a6a6355-40ce-4e05-a681-3748d6f840f7), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:49.918340 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c50d701f-f926-4f3c-b3db-37803affc739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:49.926214 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9d536470-49d8-4794-ba85-8b7ba0acd1b8 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (33897ee2-ab2e-4a3c-b849-b65875c74139), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:49.961147 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c9950cc4-c112-4650-9a11-7df36ca320a7 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:49.965233 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36886) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:49.965405 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c9950cc4-c112-4650-9a11-7df36ca320a7 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3033485 Mar 05 05:01:49.970636 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9950cc4-c112-4650-9a11-7df36ca320a7 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6a6355-40ce-4e05-a681-3748d6f840f7,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:49.973070 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-dc79e966-a1ac-4e1c-a8d7-5eb576364903 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Request body: {'security_group_rule': {'security_group_id': '4a6a6355-40ce-4e05-a681-3748d6f840f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:50.032631 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9d536470-49d8-4794-ba85-8b7ba0acd1b8 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (33897ee2-ab2e-4a3c-b849-b65875c74139), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server [None req-c50d701f-f926-4f3c-b3db-37803affc739 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33897ee2-ab2e-4a3c-b849-b65875c74139: This subnet is being modified by another concurrent operation. Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 05:01:50.045015 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise exception Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 33897ee2-ab2e-4a3c-b849-b65875c74139: This subnet is being modified by another concurrent operation. Mar 05 05:01:50.048275 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server Mar 05 05:01:50.050482 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc79e966-a1ac-4e1c-a8d7-5eb576364903 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (fcd96277-2069-46da-a38b-de206222a8f1), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:50.071893 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee80dfe0-cdc2-4ed5-b15e-d44fe0c595ee None None] get_active_networks_info from n-d-789963-32 {{(pid=105233) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 05 05:01:50.093362 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d536470-49d8-4794-ba85-8b7ba0acd1b8 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event deleted for resources: {'Subnet': ['ID=33897ee2-ab2e-4a3c-b849-b65875c74139,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:50.176282 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9d536470-49d8-4794-ba85-8b7ba0acd1b8 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (fc6fb438-5e32-433b-9218-606e5e58f784), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:50.201581 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-9d536470-49d8-4794-ba85-8b7ba0acd1b8 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6fb438-5e32-433b-9218-606e5e58f784']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:50.213941 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-9d536470-49d8-4794-ba85-8b7ba0acd1b8 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56886960-655f-44cc-8be2-3b18a390fae6') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:50.214233 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-9d536470-49d8-4794-ba85-8b7ba0acd1b8 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56886960-655f-44cc-8be2-3b18a390fae6') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:50.228112 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9d536470-49d8-4794-ba85-8b7ba0acd1b8 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (56886960-655f-44cc-8be2-3b18a390fae6), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:50.245362 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9d536470-49d8-4794-ba85-8b7ba0acd1b8 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (56886960-655f-44cc-8be2-3b18a390fae6), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:50.254511 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d536470-49d8-4794-ba85-8b7ba0acd1b8 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:01:50.254918 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9d536470-49d8-4794-ba85-8b7ba0acd1b8 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (56886960-655f-44cc-8be2-3b18a390fae6), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:50.259405 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:01:50.259405 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:01:50.259405 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:01:50.259405 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:01:50.259405 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:01:50.259405 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:01:50.259405 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:01:50.259405 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:01:50.259405 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:01:50.259405 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:01:50.259405 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:01:50.259405 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:01:50.259405 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:01:50.259405 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:01:50.259405 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:01:50.259405 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:01:50.259405 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:01:50.259405 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:01:50.259405 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:01:50.259405 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:01:50.259405 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:01:50.259405 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:01:50.259405 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:01:50.259405 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:01:50.259405 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:01:50.259405 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:01:50.259405 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:01:50.259405 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:01:50.259405 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:01:50.259405 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:01:50.259405 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:01:50.259405 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:01:50.351912 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9d536470-49d8-4794-ba85-8b7ba0acd1b8 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (fc6fb438-5e32-433b-9218-606e5e58f784), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:50.363422 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9d536470-49d8-4794-ba85-8b7ba0acd1b8 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:50.364512 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee80dfe0-cdc2-4ed5-b15e-d44fe0c595ee None None] Resources bound (agent type, host, resource id): {{(pid=105233) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 05:01:50.383686 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9d536470-49d8-4794-ba85-8b7ba0acd1b8 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "DELETE /v2.0/networks/fc6fb438-5e32-433b-9218-606e5e58f784 HTTP/1.1" status: 204 len: 168 time: 0.7396846 Mar 05 05:01:50.396115 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36888) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:50.426242 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c5f175-7db8-4536-8838-66298896d943 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:01:50.426697 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59c5f175-7db8-4536-8838-66298896d943 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:01:50.433417 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-59c5f175-7db8-4536-8838-66298896d943 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "DELETE /v2.0/subnets/33897ee2-ab2e-4a3c-b849-b65875c74139 HTTP/1.1" status: 404 len: 337 time: 0.0353885 Mar 05 05:01:50.434054 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36890) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:50.445440 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d536470-49d8-4794-ba85-8b7ba0acd1b8 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event deleted for resources: {'Network': ['ID=fc6fb438-5e32-433b-9218-606e5e58f784,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:50.460798 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-94aca5d8-824c-47cd-8e66-0524755daee4 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:01:50.461462 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94aca5d8-824c-47cd-8e66-0524755daee4 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:01:50.467162 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-94aca5d8-824c-47cd-8e66-0524755daee4 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "DELETE /v2.0/networks/fc6fb438-5e32-433b-9218-606e5e58f784 HTTP/1.1" status: 404 len: 339 time: 0.0319369 Mar 05 05:01:50.467763 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36892) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:50.620838 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-01733499-41e1-4332-b43c-0afa314c3b91 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (5e1c4888-8b34-46d6-8959-fc3928e20cd6), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:50.657575 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc79e966-a1ac-4e1c-a8d7-5eb576364903 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (fcd96277-2069-46da-a38b-de206222a8f1), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:50.666100 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc79e966-a1ac-4e1c-a8d7-5eb576364903 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (fcd96277-2069-46da-a38b-de206222a8f1), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:50.676878 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4a777a-ab2c-4e0a-97ec-6351024562b6 None None] Network fc6fb438-5e32-433b-9218-606e5e58f784 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:01:50.689374 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79e966-a1ac-4e1c-a8d7-5eb576364903 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd96277-2069-46da-a38b-de206222a8f1,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:50.704069 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4a777a-ab2c-4e0a-97ec-6351024562b6 None None] Network fc6fb438-5e32-433b-9218-606e5e58f784 could not be found, it might have been deleted concurrently. {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 05 05:01:50.707261 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc79e966-a1ac-4e1c-a8d7-5eb576364903 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:50.708494 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-dc79e966-a1ac-4e1c-a8d7-5eb576364903 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7417505 Mar 05 05:01:50.715401 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36894) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:50.720962 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f06653-aeb3-4f48-9e55-42da9cf511b6 None None] Network fc6fb438-5e32-433b-9218-606e5e58f784 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:01:50.734295 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f06653-aeb3-4f48-9e55-42da9cf511b6 None None] Network fc6fb438-5e32-433b-9218-606e5e58f784 could not be found, it might have been deleted concurrently. {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 05 05:01:50.741306 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c9879cdb-0221-4828-8a93-261f22d48f22 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "GET /v2.0/security-group-rules/fcd96277-2069-46da-a38b-de206222a8f1 HTTP/1.1" status: 200 len: 763 time: 0.0248156 Mar 05 05:01:50.743695 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36896) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:50.761873 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-01733499-41e1-4332-b43c-0afa314c3b91 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (5e1c4888-8b34-46d6-8959-fc3928e20cd6), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:50.788246 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-01733499-41e1-4332-b43c-0afa314c3b91 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e1c4888-8b34-46d6-8959-fc3928e20cd6']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:50.791970 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7d26a0ae-279c-4852-a3ac-23756a47fde0 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0443299 Mar 05 05:01:50.791970 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36898) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:50.807512 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-01733499-41e1-4332-b43c-0afa314c3b91 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '308ded30-a318-4e5a-a249-04e278767c64') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:50.808164 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-01733499-41e1-4332-b43c-0afa314c3b91 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '308ded30-a318-4e5a-a249-04e278767c64') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:50.817758 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1721542f-d48a-4739-bd7a-79ba51218674 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (fcd96277-2069-46da-a38b-de206222a8f1), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:50.826393 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1721542f-d48a-4739-bd7a-79ba51218674 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (fcd96277-2069-46da-a38b-de206222a8f1), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:50.828584 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-01733499-41e1-4332-b43c-0afa314c3b91 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (308ded30-a318-4e5a-a249-04e278767c64), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:50.844738 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-01733499-41e1-4332-b43c-0afa314c3b91 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (308ded30-a318-4e5a-a249-04e278767c64), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:50.852385 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01733499-41e1-4332-b43c-0afa314c3b91 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:01:50.853067 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-01733499-41e1-4332-b43c-0afa314c3b91 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (308ded30-a318-4e5a-a249-04e278767c64), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:50.856778 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:01:50.856778 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:01:50.856778 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:01:50.856778 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:01:50.856778 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:01:50.856778 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:01:50.856778 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:01:50.856778 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:01:50.856778 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:01:50.856778 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:01:50.856778 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:01:50.856778 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:01:50.856778 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:01:50.856778 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:01:50.856778 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:01:50.856778 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:01:50.856778 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:01:50.856778 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:01:50.856778 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:01:50.856778 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:01:50.856778 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:01:50.856778 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:01:50.856778 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:01:50.856778 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:01:50.856778 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:01:50.856778 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:01:50.856778 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:01:50.856778 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:01:50.856778 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:01:50.856778 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:01:50.856778 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:01:50.856778 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:01:50.862178 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1721542f-d48a-4739-bd7a-79ba51218674 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (fcd96277-2069-46da-a38b-de206222a8f1), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:50.881783 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1721542f-d48a-4739-bd7a-79ba51218674 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:50.886422 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1721542f-d48a-4739-bd7a-79ba51218674 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/fcd96277-2069-46da-a38b-de206222a8f1 HTTP/1.1" status: 204 len: 168 time: 0.0939584 Mar 05 05:01:50.887707 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721542f-d48a-4739-bd7a-79ba51218674 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fcd96277-2069-46da-a38b-de206222a8f1,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:50.895939 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36900) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:50.924252 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-01733499-41e1-4332-b43c-0afa314c3b91 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (5e1c4888-8b34-46d6-8959-fc3928e20cd6), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:50.937169 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-01733499-41e1-4332-b43c-0afa314c3b91 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:50.940996 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-01733499-41e1-4332-b43c-0afa314c3b91 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "DELETE /v2.0/networks/5e1c4888-8b34-46d6-8959-fc3928e20cd6 HTTP/1.1" status: 204 len: 168 time: 0.4720654 Mar 05 05:01:50.943824 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36902) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:50.952033 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01733499-41e1-4332-b43c-0afa314c3b91 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event deleted for resources: {'Network': ['ID=5e1c4888-8b34-46d6-8959-fc3928e20cd6,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:50.989907 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e5fdf2bf-e627-4ca7-bcac-0dbff664093a tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0925992 Mar 05 05:01:50.991622 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c378d0c-78c7-4239-b343-5259a68dfd4e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:01:50.992080 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c378d0c-78c7-4239-b343-5259a68dfd4e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:01:50.992863 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36904) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:50.997822 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36906) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:50.998108 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9c378d0c-78c7-4239-b343-5259a68dfd4e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "DELETE /v2.0/subnets/c777634d-dcd1-4b1d-9bc7-1d3d020ad4a7 HTTP/1.1" status: 404 len: 337 time: 0.0533044 Mar 05 05:01:51.003286 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-f8cb91cb-6cbd-4a19-ab94-93d9e5642bc4 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Request body: {'security_group_rule': {'security_group_id': '4a6a6355-40ce-4e05-a681-3748d6f840f7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:51.029218 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca48bda-9d76-42e8-83b5-1425c43a247f tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:01:51.029765 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca48bda-9d76-42e8-83b5-1425c43a247f tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:01:51.035290 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6ca48bda-9d76-42e8-83b5-1425c43a247f tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "DELETE /v2.0/networks/188e4887-aa43-440c-8560-dfbd31b8bc27 HTTP/1.1" status: 404 len: 339 time: 0.0341525 Mar 05 05:01:51.038235 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36908) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:51.095922 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f8cb91cb-6cbd-4a19-ab94-93d9e5642bc4 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (3d660f81-bc6a-422d-a50a-56608695abba), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:51.127931 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08e0d45-a08d-4e45-a1e0-ffb56a987cb4 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Deleting subnet 44d1d9c1-b2ce-4e03-b977-3253d42a34ee {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:01:51.137293 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f08e0d45-a08d-4e45-a1e0-ffb56a987cb4 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks [] for subnet (44d1d9c1-b2ce-4e03-b977-3253d42a34ee), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:51.202925 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f08e0d45-a08d-4e45-a1e0-ffb56a987cb4 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (44d1d9c1-b2ce-4e03-b977-3253d42a34ee), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:51.247864 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f8cb91cb-6cbd-4a19-ab94-93d9e5642bc4 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (3d660f81-bc6a-422d-a50a-56608695abba), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:51.254019 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f8cb91cb-6cbd-4a19-ab94-93d9e5642bc4 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (3d660f81-bc6a-422d-a50a-56608695abba), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:51.286958 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb91cb-6cbd-4a19-ab94-93d9e5642bc4 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d660f81-bc6a-422d-a50a-56608695abba,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:51.330179 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f8cb91cb-6cbd-4a19-ab94-93d9e5642bc4 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:51.334484 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f8cb91cb-6cbd-4a19-ab94-93d9e5642bc4 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3374045 Mar 05 05:01:51.334655 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36910) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:51.356511 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f08e0d45-a08d-4e45-a1e0-ffb56a987cb4 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (44d1d9c1-b2ce-4e03-b977-3253d42a34ee), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:51.394946 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f7e302d8-f9ec-443c-aa05-82c223e60286 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "GET /v2.0/security-group-rules/3d660f81-bc6a-422d-a50a-56608695abba HTTP/1.1" status: 200 len: 763 time: 0.0561540 Mar 05 05:01:51.395322 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36912) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:51.459625 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f08e0d45-a08d-4e45-a1e0-ffb56a987cb4 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (44d1d9c1-b2ce-4e03-b977-3253d42a34ee), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:51.516447 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e0d45-a08d-4e45-a1e0-ffb56a987cb4 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event deleted for resources: {'Subnet': ['ID=44d1d9c1-b2ce-4e03-b977-3253d42a34ee,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:51.529454 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36914) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:51.529775 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-71eaf1cf-bfef-4c58-bfcb-4916dc689ddc tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1301303 Mar 05 05:01:51.531822 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f08e0d45-a08d-4e45-a1e0-ffb56a987cb4 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:51.538598 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f08e0d45-a08d-4e45-a1e0-ffb56a987cb4 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "DELETE /v2.0/subnets/44d1d9c1-b2ce-4e03-b977-3253d42a34ee HTTP/1.1" status: 204 len: 168 time: 0.4978313 Mar 05 05:01:51.541420 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36916) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:51.547597 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9992e929-7945-4c19-9f55-9da3b147ad1a None None] Network c0380759-76dd-41f0-8f1d-1db5a549061b requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:01:51.578922 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ef156c46-e7cb-4864-871e-3ea269464893 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (3d660f81-bc6a-422d-a50a-56608695abba), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:51.591800 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ef156c46-e7cb-4864-871e-3ea269464893 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (3d660f81-bc6a-422d-a50a-56608695abba), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:51.687425 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ef156c46-e7cb-4864-871e-3ea269464893 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (3d660f81-bc6a-422d-a50a-56608695abba), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:51.702828 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ef156c46-e7cb-4864-871e-3ea269464893 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:51.713735 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d24cabb-5268-4f8e-b0b8-f13503d5f02e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Deleting subnet f0351c90-448e-4771-9330-04b523c920b2 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:01:51.716503 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ef156c46-e7cb-4864-871e-3ea269464893 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/3d660f81-bc6a-422d-a50a-56608695abba HTTP/1.1" status: 204 len: 168 time: 0.1760409 Mar 05 05:01:51.730353 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36920) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:51.741322 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5d24cabb-5268-4f8e-b0b8-f13503d5f02e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks [] for subnet (f0351c90-448e-4771-9330-04b523c920b2), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:51.742064 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef156c46-e7cb-4864-871e-3ea269464893 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d660f81-bc6a-422d-a50a-56608695abba,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:51.860801 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5d24cabb-5268-4f8e-b0b8-f13503d5f02e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (f0351c90-448e-4771-9330-04b523c920b2), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:51.938407 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-231665a0-28fe-4895-a920-2302430346ba tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2064447 Mar 05 05:01:51.941314 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36922) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:51.951218 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-35c107b0-b0e1-4b7d-80d2-6eabc5ddcfcd tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Request body: {'security_group_rule': {'security_group_id': '4a6a6355-40ce-4e05-a681-3748d6f840f7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:51.994281 n-d-789963-32 neutron-server[105231]: INFO neutron.db.securitygroups_db [None req-35c107b0-b0e1-4b7d-80d2-6eabc5ddcfcd tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Project 76b1627ea0154a5695619573caf51ec6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:01:52.000664 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35c107b0-b0e1-4b7d-80d2-6eabc5ddcfcd tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (3e86dbf1-9e80-48f2-bbe3-d4bd0f11ef04), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:52.111955 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5d24cabb-5268-4f8e-b0b8-f13503d5f02e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (f0351c90-448e-4771-9330-04b523c920b2), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:52.120917 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35c107b0-b0e1-4b7d-80d2-6eabc5ddcfcd tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (3e86dbf1-9e80-48f2-bbe3-d4bd0f11ef04), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:52.130567 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35c107b0-b0e1-4b7d-80d2-6eabc5ddcfcd tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (3e86dbf1-9e80-48f2-bbe3-d4bd0f11ef04), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:52.177083 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c107b0-b0e1-4b7d-80d2-6eabc5ddcfcd tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e86dbf1-9e80-48f2-bbe3-d4bd0f11ef04,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:52.188300 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35c107b0-b0e1-4b7d-80d2-6eabc5ddcfcd tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:52.196867 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-35c107b0-b0e1-4b7d-80d2-6eabc5ddcfcd tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2510984 Mar 05 05:01:52.197853 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36924) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:52.211924 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5d24cabb-5268-4f8e-b0b8-f13503d5f02e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (f0351c90-448e-4771-9330-04b523c920b2), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:52.243191 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c002fca4-9dbe-465d-b7e5-06e2e324538c tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "GET /v2.0/security-group-rules/3e86dbf1-9e80-48f2-bbe3-d4bd0f11ef04 HTTP/1.1" status: 200 len: 769 time: 0.0430045 Mar 05 05:01:52.245650 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36926) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:52.274221 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5d24cabb-5268-4f8e-b0b8-f13503d5f02e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:52.280357 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5d24cabb-5268-4f8e-b0b8-f13503d5f02e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "DELETE /v2.0/subnets/f0351c90-448e-4771-9330-04b523c920b2 HTTP/1.1" status: 204 len: 168 time: 0.7375491 Mar 05 05:01:52.280980 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36930) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:52.290028 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24cabb-5268-4f8e-b0b8-f13503d5f02e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event deleted for resources: {'Subnet': ['ID=f0351c90-448e-4771-9330-04b523c920b2,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:52.324271 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-21210f45-ddf3-4da6-9449-a8ebf0264d74 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0718112 Mar 05 05:01:52.330105 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36932) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:52.376283 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a22a9bdb-fc51-4bc6-984d-f0c142abc573 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (c0380759-76dd-41f0-8f1d-1db5a549061b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:52.390588 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fa35b38d-bf71-49af-9414-d99066a05898 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (3e86dbf1-9e80-48f2-bbe3-d4bd0f11ef04), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:52.408450 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fa35b38d-bf71-49af-9414-d99066a05898 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (3e86dbf1-9e80-48f2-bbe3-d4bd0f11ef04), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:52.439307 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-a22a9bdb-fc51-4bc6-984d-f0c142abc573 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Deleting port ce844619-130f-4020-8c67-9beea4c10654 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:01:52.439696 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a22a9bdb-fc51-4bc6-984d-f0c142abc573 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (ce844619-130f-4020-8c67-9beea4c10654), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:52.466007 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fa35b38d-bf71-49af-9414-d99066a05898 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (3e86dbf1-9e80-48f2-bbe3-d4bd0f11ef04), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:52.479180 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fa35b38d-bf71-49af-9414-d99066a05898 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:52.480753 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fa35b38d-bf71-49af-9414-d99066a05898 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/3e86dbf1-9e80-48f2-bbe3-d4bd0f11ef04 HTTP/1.1" status: 204 len: 168 time: 0.1493204 Mar 05 05:01:52.495364 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36936) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:52.544899 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35b38d-bf71-49af-9414-d99066a05898 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e86dbf1-9e80-48f2-bbe3-d4bd0f11ef04,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:52.591253 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-a22a9bdb-fc51-4bc6-984d-f0c142abc573 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] For port ce844619-130f-4020-8c67-9beea4c10654, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ce844619-130f-4020-8c67-9beea4c10654,segment=NetworkSegment(db88bec0-9dc2-4f52-80f0-9fc290e26189),segment_id=db88bec0-9dc2-4f52-80f0-9fc290e26189)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:01:52.592781 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a22a9bdb-fc51-4bc6-984d-f0c142abc573 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (ce844619-130f-4020-8c67-9beea4c10654), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:52.616738 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-38e96156-57dd-4cd6-afd6-48a0afbdcd47 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1179938 Mar 05 05:01:52.619615 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36942) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:52.624497 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-a22a9bdb-fc51-4bc6-984d-f0c142abc573 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Calling delete_port for ce844619-130f-4020-8c67-9beea4c10654 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:01:52.750067 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-572e43f2-d374-4749-b506-57544d12d7ce tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (4a6a6355-40ce-4e05-a681-3748d6f840f7), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:52.802204 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b398ee-8d85-4513-afe0-2ada54a67ecd None None] Network c0380759-76dd-41f0-8f1d-1db5a549061b requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:01:52.807569 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a22a9bdb-fc51-4bc6-984d-f0c142abc573 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (ce844619-130f-4020-8c67-9beea4c10654), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:52.820692 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-572e43f2-d374-4749-b506-57544d12d7ce tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (4a6a6355-40ce-4e05-a681-3748d6f840f7), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:52.848250 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22a9bdb-fc51-4bc6-984d-f0c142abc573 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] No DVR routers for this DVR port ce844619-130f-4020-8c67-9beea4c10654 on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:01:52.851579 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a9bdb-fc51-4bc6-984d-f0c142abc573 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event deleted for resources: {'Port': ['ID=ce844619-130f-4020-8c67-9beea4c10654,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:52.911984 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-572e43f2-d374-4749-b506-57544d12d7ce tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4a6a6355-40ce-4e05-a681-3748d6f840f7), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:52.916003 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-572e43f2-d374-4749-b506-57544d12d7ce tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:52.917907 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-572e43f2-d374-4749-b506-57544d12d7ce tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "DELETE /v2.0/security-groups/4a6a6355-40ce-4e05-a681-3748d6f840f7 HTTP/1.1" status: 204 len: 168 time: 0.2928815 Mar 05 05:01:52.923277 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36948) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:52.936325 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e43f2-d374-4749-b506-57544d12d7ce tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6a6355-40ce-4e05-a681-3748d6f840f7,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:52.986005 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5fff2b4c-15a3-414b-a7b9-c53236be59aa tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0608566 Mar 05 05:01:52.992930 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-0c908dc2-3d27-42b3-b3c7-d73ac4e6b400 None None] Could not find standard attr ID for object ce844619-130f-4020-8c67-9beea4c10654. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 05:01:52.993356 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36950) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:53.004136 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-c104f6cb-2c2d-4ef0-b0c7-475b6f0a8559 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Request body: {'security_group': {'name': 'tempest-secgroup--57161514'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:53.027061 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c104f6cb-2c2d-4ef0-b0c7-475b6f0a8559 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:53.052221 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a22a9bdb-fc51-4bc6-984d-f0c142abc573 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (c0380759-76dd-41f0-8f1d-1db5a549061b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:53.081013 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-a22a9bdb-fc51-4bc6-984d-f0c142abc573 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0380759-76dd-41f0-8f1d-1db5a549061b']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:53.093579 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-a22a9bdb-fc51-4bc6-984d-f0c142abc573 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db88bec0-9dc2-4f52-80f0-9fc290e26189') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:53.094149 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-a22a9bdb-fc51-4bc6-984d-f0c142abc573 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db88bec0-9dc2-4f52-80f0-9fc290e26189') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:53.107104 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a22a9bdb-fc51-4bc6-984d-f0c142abc573 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (db88bec0-9dc2-4f52-80f0-9fc290e26189), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:53.112774 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16063333-b8ce-47dd-8434-b2ff3c96db1a None None] DHCP port deletion for c0380759-76dd-41f0-8f1d-1db5a549061b request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:01:53.123320 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a22a9bdb-fc51-4bc6-984d-f0c142abc573 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (db88bec0-9dc2-4f52-80f0-9fc290e26189), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:53.126006 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c104f6cb-2c2d-4ef0-b0c7-475b6f0a8559 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (af9c1148-e093-4f1b-aeec-29f77cd2ce7f), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:53.132977 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a22a9bdb-fc51-4bc6-984d-f0c142abc573 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:01:53.133301 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c104f6cb-2c2d-4ef0-b0c7-475b6f0a8559 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (af9c1148-e093-4f1b-aeec-29f77cd2ce7f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:53.133667 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a22a9bdb-fc51-4bc6-984d-f0c142abc573 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (db88bec0-9dc2-4f52-80f0-9fc290e26189), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:53.137945 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:01:53.137945 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:01:53.137945 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:01:53.137945 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:01:53.137945 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:01:53.137945 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:01:53.137945 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:01:53.137945 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:01:53.137945 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:01:53.137945 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:01:53.137945 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:01:53.137945 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:01:53.137945 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:01:53.137945 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:01:53.137945 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:01:53.137945 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:01:53.137945 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:01:53.137945 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:01:53.137945 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:01:53.137945 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:01:53.137945 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:01:53.137945 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:01:53.137945 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:01:53.137945 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:01:53.137945 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:01:53.137945 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:01:53.137945 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:01:53.137945 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:01:53.137945 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:01:53.137945 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:01:53.137945 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:01:53.137945 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:01:53.173364 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c104f6cb-2c2d-4ef0-b0c7-475b6f0a8559 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:53.178527 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c104f6cb-2c2d-4ef0-b0c7-475b6f0a8559 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1838770 Mar 05 05:01:53.181606 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36958) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:53.185913 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-a3e7a0bb-2ef2-42cb-a1ca-a0a48024bb4a tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Request body: {'security_group_rule': {'security_group_id': 'af9c1148-e093-4f1b-aeec-29f77cd2ce7f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:53.205809 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104f6cb-2c2d-4ef0-b0c7-475b6f0a8559 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af9c1148-e093-4f1b-aeec-29f77cd2ce7f,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:53.218021 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a3e7a0bb-2ef2-42cb-a1ca-a0a48024bb4a tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (0681cd88-1df1-4e7b-a82d-b5cf6e17bdd2), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:53.244701 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a22a9bdb-fc51-4bc6-984d-f0c142abc573 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (c0380759-76dd-41f0-8f1d-1db5a549061b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:53.260803 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a22a9bdb-fc51-4bc6-984d-f0c142abc573 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:53.265236 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a22a9bdb-fc51-4bc6-984d-f0c142abc573 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "DELETE /v2.0/networks/c0380759-76dd-41f0-8f1d-1db5a549061b HTTP/1.1" status: 204 len: 168 time: 0.9830456 Mar 05 05:01:53.267954 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36960) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:53.292493 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a3e7a0bb-2ef2-42cb-a1ca-a0a48024bb4a tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (0681cd88-1df1-4e7b-a82d-b5cf6e17bdd2), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:53.296816 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a3e7a0bb-2ef2-42cb-a1ca-a0a48024bb4a tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (0681cd88-1df1-4e7b-a82d-b5cf6e17bdd2), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:53.311133 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb97c16-838a-4182-8c12-8eee0fea28d9 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:01:53.311746 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb97c16-838a-4182-8c12-8eee0fea28d9 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:01:53.315487 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6cb97c16-838a-4182-8c12-8eee0fea28d9 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "DELETE /v2.0/subnets/9e3015ec-a42b-424c-a5b6-753de98383c4 HTTP/1.1" status: 404 len: 337 time: 0.0463967 Mar 05 05:01:53.318128 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a9bdb-fc51-4bc6-984d-f0c142abc573 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event deleted for resources: {'Network': ['ID=c0380759-76dd-41f0-8f1d-1db5a549061b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:53.330734 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36962) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:53.331020 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e7a0bb-2ef2-42cb-a1ca-a0a48024bb4a tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0681cd88-1df1-4e7b-a82d-b5cf6e17bdd2,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:53.338654 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a3e7a0bb-2ef2-42cb-a1ca-a0a48024bb4a tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:53.348542 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a3e7a0bb-2ef2-42cb-a1ca-a0a48024bb4a tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1650500 Mar 05 05:01:53.349389 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36964) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:53.362617 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-33309feb-7c1a-43ff-b930-a8f8446cbf3a tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:01:53.363805 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33309feb-7c1a-43ff-b930-a8f8446cbf3a tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:01:53.368723 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-33309feb-7c1a-43ff-b930-a8f8446cbf3a tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "DELETE /v2.0/networks/8f0a8134-8173-42da-8832-66c2ca93795d HTTP/1.1" status: 404 len: 339 time: 0.0379934 Mar 05 05:01:53.372269 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36966) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:53.406498 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c226e9e-114b-481b-a79f-4381bc58611e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:01:53.407556 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c226e9e-114b-481b-a79f-4381bc58611e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:01:53.412638 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3c226e9e-114b-481b-a79f-4381bc58611e tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "DELETE /v2.0/subnets/b18e4aab-2ec4-42d4-993f-c02e96a57d9b HTTP/1.1" status: 404 len: 337 time: 0.0393062 Mar 05 05:01:53.415234 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36968) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:53.427204 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-54dfabf1-8cdc-4c48-96ed-896c4249a2c4 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (af9c1148-e093-4f1b-aeec-29f77cd2ce7f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:53.435771 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a099ef-6a8b-409d-ad22-82fd1d36102d tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:01:53.436385 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a099ef-6a8b-409d-ad22-82fd1d36102d tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:01:53.439579 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f9a099ef-6a8b-409d-ad22-82fd1d36102d tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "DELETE /v2.0/networks/c25e4feb-4c96-44a9-88ea-ebb4f21bbaab HTTP/1.1" status: 404 len: 339 time: 0.0232971 Mar 05 05:01:53.442438 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36970) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:53.468193 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-54dfabf1-8cdc-4c48-96ed-896c4249a2c4 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (af9c1148-e093-4f1b-aeec-29f77cd2ce7f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:53.471103 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa243c5-1a23-430c-b1d9-62aaa1ee0ddf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:01:53.471709 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa243c5-1a23-430c-b1d9-62aaa1ee0ddf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:01:53.475588 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9fa243c5-1a23-430c-b1d9-62aaa1ee0ddf tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "DELETE /v2.0/subnets/85d8b181-87e8-442a-b192-508ee4bc4902 HTTP/1.1" status: 404 len: 337 time: 0.0322297 Mar 05 05:01:53.478169 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36972) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:53.504588 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6252545-13cf-4fdf-95c8-5bba7a78f35a tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:01:53.505033 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6252545-13cf-4fdf-95c8-5bba7a78f35a tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:01:53.508209 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c6252545-13cf-4fdf-95c8-5bba7a78f35a tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "DELETE /v2.0/networks/1d3d5aac-60e5-47b0-8739-e9f952005c6b HTTP/1.1" status: 404 len: 339 time: 0.0290217 Mar 05 05:01:53.510758 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36974) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:53.533561 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-54dfabf1-8cdc-4c48-96ed-896c4249a2c4 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (af9c1148-e093-4f1b-aeec-29f77cd2ce7f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:53.536767 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-54dfabf1-8cdc-4c48-96ed-896c4249a2c4 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:53.538054 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-54dfabf1-8cdc-4c48-96ed-896c4249a2c4 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "DELETE /v2.0/security-groups/af9c1148-e093-4f1b-aeec-29f77cd2ce7f HTTP/1.1" status: 204 len: 168 time: 0.1875432 Mar 05 05:01:53.541348 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36976) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:53.559590 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dfabf1-8cdc-4c48-96ed-896c4249a2c4 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9c1148-e093-4f1b-aeec-29f77cd2ce7f,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:53.584187 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef016d1-371b-462b-a65e-a791c137076a tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Deleting subnet e35b380f-7eed-4f73-8342-6c4f7357fae6 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:01:53.588825 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fef016d1-371b-462b-a65e-a791c137076a tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks [] for subnet (e35b380f-7eed-4f73-8342-6c4f7357fae6), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:53.612647 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b31da029-34eb-4945-b130-eceab8990fec tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0700972 Mar 05 05:01:53.615571 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36978) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:53.649151 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fef016d1-371b-462b-a65e-a791c137076a tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (e35b380f-7eed-4f73-8342-6c4f7357fae6), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:53.673770 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36982) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:53.674238 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-978dd1f2-fc15-434f-865d-5fc7b954781a tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0561056 Mar 05 05:01:53.696018 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-bf8bd33d-6335-4c87-8ec5-d89b2129cdb8 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] delete failed (client error): The resource could not be found. Mar 05 05:01:53.701147 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-bf8bd33d-6335-4c87-8ec5-d89b2129cdb8 tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "DELETE /v2.0/security-groups/af9c1148-e093-4f1b-aeec-29f77cd2ce7f HTTP/1.1" status: 404 len: 347 time: 0.0222023 Mar 05 05:01:53.702820 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36984) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:53.753092 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1e5b1e82-22a3-4dbe-9ffd-e8f0bd87515e tempest-SecGroupIPv6Test-813769776 tempest-SecGroupIPv6Test-813769776-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0443115 Mar 05 05:01:53.794654 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fef016d1-371b-462b-a65e-a791c137076a tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (e35b380f-7eed-4f73-8342-6c4f7357fae6), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:53.863190 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fef016d1-371b-462b-a65e-a791c137076a tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (e35b380f-7eed-4f73-8342-6c4f7357fae6), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:53.909292 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef016d1-371b-462b-a65e-a791c137076a tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event deleted for resources: {'Subnet': ['ID=e35b380f-7eed-4f73-8342-6c4f7357fae6,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:53.912672 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fef016d1-371b-462b-a65e-a791c137076a tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:53.916457 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fef016d1-371b-462b-a65e-a791c137076a tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "DELETE /v2.0/subnets/e35b380f-7eed-4f73-8342-6c4f7357fae6 HTTP/1.1" status: 204 len: 168 time: 0.4041920 Mar 05 05:01:53.918373 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36990) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:53.926881 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5b121e-684f-40a0-800d-f91efa7993fa None None] Network d219bb5c-c3ac-4937-bb69-903f58b24b73 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:01:54.023613 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6de2e961-4ec7-4d1f-b3da-a5ba2a2a2dee tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (d219bb5c-c3ac-4937-bb69-903f58b24b73), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:54.091939 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-6de2e961-4ec7-4d1f-b3da-a5ba2a2a2dee tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Deleting port e94832c0-652d-410a-aa93-935c5400e3b8 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:01:54.092732 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6de2e961-4ec7-4d1f-b3da-a5ba2a2a2dee tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (e94832c0-652d-410a-aa93-935c5400e3b8), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:54.150459 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36994) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:54.159026 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efeff7e3-7a66-458b-b59a-baea0dc3e918 None None] DHCP port deletion for d219bb5c-c3ac-4937-bb69-903f58b24b73 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:01:54.174595 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-6de2e961-4ec7-4d1f-b3da-a5ba2a2a2dee tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] For port e94832c0-652d-410a-aa93-935c5400e3b8, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e94832c0-652d-410a-aa93-935c5400e3b8,segment=NetworkSegment(b5c6ac34-ee84-438e-83c0-21d0ed003c49),segment_id=b5c6ac34-ee84-438e-83c0-21d0ed003c49)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:01:54.174969 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6de2e961-4ec7-4d1f-b3da-a5ba2a2a2dee tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (e94832c0-652d-410a-aa93-935c5400e3b8), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:54.191459 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-6de2e961-4ec7-4d1f-b3da-a5ba2a2a2dee tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Calling delete_port for e94832c0-652d-410a-aa93-935c5400e3b8 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:01:54.221120 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ce844619-130f-4020-8c67-9beea4c10654 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:01:54.226125 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-efeff7e3-7a66-458b-b59a-baea0dc3e918 None None] Deleting port e94832c0-652d-410a-aa93-935c5400e3b8 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:01:54.226508 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-efeff7e3-7a66-458b-b59a-baea0dc3e918 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (e94832c0-652d-410a-aa93-935c5400e3b8), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:54.260142 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: ce844619-130f-4020-8c67-9beea4c10654 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:01:54.260496 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ce844619-130f-4020-8c67-9beea4c10654 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:01:54.313591 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6de2e961-4ec7-4d1f-b3da-a5ba2a2a2dee tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (e94832c0-652d-410a-aa93-935c5400e3b8), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:54.328909 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-efeff7e3-7a66-458b-b59a-baea0dc3e918 None None] For port e94832c0-652d-410a-aa93-935c5400e3b8, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e94832c0-652d-410a-aa93-935c5400e3b8,segment=NetworkSegment(b5c6ac34-ee84-438e-83c0-21d0ed003c49),segment_id=b5c6ac34-ee84-438e-83c0-21d0ed003c49)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:01:54.329337 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-efeff7e3-7a66-458b-b59a-baea0dc3e918 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (e94832c0-652d-410a-aa93-935c5400e3b8), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:54.351033 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2e961-4ec7-4d1f-b3da-a5ba2a2a2dee tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event deleted for resources: {'Port': ['ID=e94832c0-652d-410a-aa93-935c5400e3b8,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:54.352909 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de2e961-4ec7-4d1f-b3da-a5ba2a2a2dee tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] No DVR routers for this DVR port e94832c0-652d-410a-aa93-935c5400e3b8 on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:01:54.362112 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-efeff7e3-7a66-458b-b59a-baea0dc3e918 None None] Calling delete_port for e94832c0-652d-410a-aa93-935c5400e3b8 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:01:54.367941 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-52d1a0b0-0f77-4ccb-b905-41aacafb60a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=76b1627ea0154a5695619573caf51ec6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2136865 Mar 05 05:01:54.368497 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36998) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:54.432988 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1fb65403-4b87-4419-872f-7b7f131a0954 admin admin] Publish callbacks [] for security_group (24650fe2-f8e2-4c39-bdbf-a4da30c66222), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: from cryptography.utils import int_from_bytes Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: from cryptography.utils import int_from_bytes Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:01:54.451437 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:01:54.454003 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:01:54.454003 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:01:54.454003 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:01:54.454003 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:01:54.454003 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:01:54.454003 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:01:54.454003 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:01:54.454003 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:01:54.454003 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:01:54.454003 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:01:54.454003 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:01:54.454003 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:01:54.454003 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:01:54.454003 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:01:54.457794 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-efeff7e3-7a66-458b-b59a-baea0dc3e918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (e94832c0-652d-410a-aa93-935c5400e3b8), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:54.462479 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1fb65403-4b87-4419-872f-7b7f131a0954 admin admin] Publish callbacks [] for security_group (24650fe2-f8e2-4c39-bdbf-a4da30c66222), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:54.477266 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6de2e961-4ec7-4d1f-b3da-a5ba2a2a2dee tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (d219bb5c-c3ac-4937-bb69-903f58b24b73), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:54.481728 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeff7e3-7a66-458b-b59a-baea0dc3e918 None None] Pushing event deleted for resources: {'Port': ['ID=e94832c0-652d-410a-aa93-935c5400e3b8,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:54.493372 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeff7e3-7a66-458b-b59a-baea0dc3e918 None None] No DVR routers for this DVR port e94832c0-652d-410a-aa93-935c5400e3b8 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:01:54.528020 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1fb65403-4b87-4419-872f-7b7f131a0954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (24650fe2-f8e2-4c39-bdbf-a4da30c66222), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:54.530737 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-6de2e961-4ec7-4d1f-b3da-a5ba2a2a2dee tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d219bb5c-c3ac-4937-bb69-903f58b24b73']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:54.533311 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1fb65403-4b87-4419-872f-7b7f131a0954 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:54.535257 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1fb65403-4b87-4419-872f-7b7f131a0954 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24650fe2-f8e2-4c39-bdbf-a4da30c66222 HTTP/1.1" status: 204 len: 168 time: 0.1653988 Mar 05 05:01:54.542698 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-6de2e961-4ec7-4d1f-b3da-a5ba2a2a2dee tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c6ac34-ee84-438e-83c0-21d0ed003c49') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:54.543291 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-6de2e961-4ec7-4d1f-b3da-a5ba2a2a2dee tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c6ac34-ee84-438e-83c0-21d0ed003c49') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:54.543576 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb65403-4b87-4419-872f-7b7f131a0954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24650fe2-f8e2-4c39-bdbf-a4da30c66222,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:54.560826 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6de2e961-4ec7-4d1f-b3da-a5ba2a2a2dee tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (b5c6ac34-ee84-438e-83c0-21d0ed003c49), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:54.578885 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6de2e961-4ec7-4d1f-b3da-a5ba2a2a2dee tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (b5c6ac34-ee84-438e-83c0-21d0ed003c49), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:54.587742 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de2e961-4ec7-4d1f-b3da-a5ba2a2a2dee tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:01:54.588144 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6de2e961-4ec7-4d1f-b3da-a5ba2a2a2dee tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (b5c6ac34-ee84-438e-83c0-21d0ed003c49), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:54.591241 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:01:54.591241 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:01:54.591241 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:01:54.591241 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:01:54.591241 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:01:54.591241 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:01:54.591241 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:01:54.591241 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:01:54.591241 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:01:54.591241 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:01:54.591241 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:01:54.591241 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:01:54.591241 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:01:54.591241 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:01:54.591241 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:01:54.591241 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:01:54.591241 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:01:54.591241 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:01:54.591241 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:01:54.591241 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:01:54.591241 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:01:54.591241 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:01:54.591241 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:01:54.591241 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:01:54.591241 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:01:54.591241 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:01:54.591241 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:01:54.591241 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:01:54.591241 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:01:54.591241 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:01:54.591241 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:01:54.591241 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:01:54.653633 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6de2e961-4ec7-4d1f-b3da-a5ba2a2a2dee tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (d219bb5c-c3ac-4937-bb69-903f58b24b73), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:54.668479 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6de2e961-4ec7-4d1f-b3da-a5ba2a2a2dee tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:54.673943 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6de2e961-4ec7-4d1f-b3da-a5ba2a2a2dee tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "DELETE /v2.0/networks/d219bb5c-c3ac-4937-bb69-903f58b24b73 HTTP/1.1" status: 204 len: 168 time: 0.7523365 Mar 05 05:01:54.674498 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37002) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:54.684106 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2e961-4ec7-4d1f-b3da-a5ba2a2a2dee tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event deleted for resources: {'Network': ['ID=d219bb5c-c3ac-4937-bb69-903f58b24b73,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:54.716374 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4080f58-d1d0-4767-9769-b8ecc41f64e7 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:01:54.716374 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4080f58-d1d0-4767-9769-b8ecc41f64e7 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:01:54.722766 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d4080f58-d1d0-4767-9769-b8ecc41f64e7 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "DELETE /v2.0/subnets/a54137da-9b1c-486d-a9a5-5e2533868884 HTTP/1.1" status: 404 len: 337 time: 0.0432076 Mar 05 05:01:54.723102 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37006) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:54.742356 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd0b791-efaf-4102-bc9f-150742636e96 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:01:54.742957 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffd0b791-efaf-4102-bc9f-150742636e96 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:01:54.748375 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ffd0b791-efaf-4102-bc9f-150742636e96 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "DELETE /v2.0/networks/5438cad8-a4cb-4f44-be2d-018ca88cbc43 HTTP/1.1" status: 404 len: 339 time: 0.0218971 Mar 05 05:01:54.748611 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37008) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:54.807583 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e87cbf-cf86-48e7-8de0-605bd3f45848 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Deleting subnet 80de9788-bbc1-4014-8db1-ee1b134f36f1 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:01:54.810780 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f0e87cbf-cf86-48e7-8de0-605bd3f45848 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks [] for subnet (80de9788-bbc1-4014-8db1-ee1b134f36f1), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:54.854323 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f0e87cbf-cf86-48e7-8de0-605bd3f45848 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (80de9788-bbc1-4014-8db1-ee1b134f36f1), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:54.947719 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f0e87cbf-cf86-48e7-8de0-605bd3f45848 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (80de9788-bbc1-4014-8db1-ee1b134f36f1), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:55.011712 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f0e87cbf-cf86-48e7-8de0-605bd3f45848 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (80de9788-bbc1-4014-8db1-ee1b134f36f1), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:55.040105 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e87cbf-cf86-48e7-8de0-605bd3f45848 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event deleted for resources: {'Subnet': ['ID=80de9788-bbc1-4014-8db1-ee1b134f36f1,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:55.047368 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f0e87cbf-cf86-48e7-8de0-605bd3f45848 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:55.053576 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f0e87cbf-cf86-48e7-8de0-605bd3f45848 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "DELETE /v2.0/subnets/80de9788-bbc1-4014-8db1-ee1b134f36f1 HTTP/1.1" status: 204 len: 168 time: 0.3016450 Mar 05 05:01:55.054227 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37020) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:55.057814 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10697c69-68e3-48b6-bedf-873c154231d2 None None] Network aa07cbaa-2a94-4081-bb0f-755b00827576 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:01:55.148180 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a57e24ef-96bd-4041-bc2f-89aebbc35737 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (aa07cbaa-2a94-4081-bb0f-755b00827576), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:55.227416 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-a57e24ef-96bd-4041-bc2f-89aebbc35737 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Deleting port bab27a24-285c-4ba4-90e8-c3ba3566561b {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:01:55.227875 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a57e24ef-96bd-4041-bc2f-89aebbc35737 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (bab27a24-285c-4ba4-90e8-c3ba3566561b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:55.272726 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0e3737-d666-4df4-929f-5dcf04f25017 None None] DHCP port deletion for aa07cbaa-2a94-4081-bb0f-755b00827576 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:01:55.299040 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-a57e24ef-96bd-4041-bc2f-89aebbc35737 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] For port bab27a24-285c-4ba4-90e8-c3ba3566561b, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=bab27a24-285c-4ba4-90e8-c3ba3566561b,segment=NetworkSegment(de13fe78-dc45-497a-a4a5-b642c6aad5e0),segment_id=de13fe78-dc45-497a-a4a5-b642c6aad5e0)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:01:55.299857 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a57e24ef-96bd-4041-bc2f-89aebbc35737 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (bab27a24-285c-4ba4-90e8-c3ba3566561b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:55.321683 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-a57e24ef-96bd-4041-bc2f-89aebbc35737 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Calling delete_port for bab27a24-285c-4ba4-90e8-c3ba3566561b owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:01:55.445032 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a57e24ef-96bd-4041-bc2f-89aebbc35737 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (bab27a24-285c-4ba4-90e8-c3ba3566561b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:55.472858 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e24ef-96bd-4041-bc2f-89aebbc35737 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event deleted for resources: {'Port': ['ID=bab27a24-285c-4ba4-90e8-c3ba3566561b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:55.479138 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57e24ef-96bd-4041-bc2f-89aebbc35737 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] No DVR routers for this DVR port bab27a24-285c-4ba4-90e8-c3ba3566561b on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:01:55.504047 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-cd0e3737-d666-4df4-929f-5dcf04f25017 None None] Deleting port bab27a24-285c-4ba4-90e8-c3ba3566561b {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:01:55.504341 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cd0e3737-d666-4df4-929f-5dcf04f25017 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (bab27a24-285c-4ba4-90e8-c3ba3566561b), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:55.569703 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-cd0e3737-d666-4df4-929f-5dcf04f25017 None None] For port bab27a24-285c-4ba4-90e8-c3ba3566561b, host n-d-789963-32, got binding levels [] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:01:55.570135 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cd0e3737-d666-4df4-929f-5dcf04f25017 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (bab27a24-285c-4ba4-90e8-c3ba3566561b), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:55.588130 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-cd0e3737-d666-4df4-929f-5dcf04f25017 None None] Calling delete_port for bab27a24-285c-4ba4-90e8-c3ba3566561b owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:01:55.591380 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.ipam_backend_mixin [None req-cd0e3737-d666-4df4-929f-5dcf04f25017 None None] Port bab27a24-285c-4ba4-90e8-c3ba3566561b was not found and therefore no delete operation was performed {{(pid=105233) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 05 05:01:55.592679 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cd0e3737-d666-4df4-929f-5dcf04f25017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (bab27a24-285c-4ba4-90e8-c3ba3566561b), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:55.602651 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a57e24ef-96bd-4041-bc2f-89aebbc35737 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (aa07cbaa-2a94-4081-bb0f-755b00827576), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:55.624665 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e3737-d666-4df4-929f-5dcf04f25017 None None] Pushing event deleted for resources: {'Port': ['ID=bab27a24-285c-4ba4-90e8-c3ba3566561b,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:55.631942 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-a57e24ef-96bd-4041-bc2f-89aebbc35737 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa07cbaa-2a94-4081-bb0f-755b00827576']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:55.632179 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0e3737-d666-4df4-929f-5dcf04f25017 None None] No DVR routers for this DVR port bab27a24-285c-4ba4-90e8-c3ba3566561b on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:01:55.648626 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-a57e24ef-96bd-4041-bc2f-89aebbc35737 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de13fe78-dc45-497a-a4a5-b642c6aad5e0') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:55.648807 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-a57e24ef-96bd-4041-bc2f-89aebbc35737 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de13fe78-dc45-497a-a4a5-b642c6aad5e0') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:01:55.660491 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a57e24ef-96bd-4041-bc2f-89aebbc35737 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (de13fe78-dc45-497a-a4a5-b642c6aad5e0), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:55.676148 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a57e24ef-96bd-4041-bc2f-89aebbc35737 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (de13fe78-dc45-497a-a4a5-b642c6aad5e0), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:55.684067 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a57e24ef-96bd-4041-bc2f-89aebbc35737 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:01:55.684505 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a57e24ef-96bd-4041-bc2f-89aebbc35737 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (de13fe78-dc45-497a-a4a5-b642c6aad5e0), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:55.688002 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:01:55.688002 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:01:55.688002 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:01:55.688002 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:01:55.688002 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:01:55.688002 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:01:55.688002 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:01:55.688002 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:01:55.688002 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:01:55.688002 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:01:55.688002 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:01:55.688002 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:01:55.688002 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:01:55.688002 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:01:55.688002 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:01:55.688002 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:01:55.688002 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:01:55.688002 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:01:55.688002 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:01:55.688002 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:01:55.688002 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:01:55.688002 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:01:55.688002 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:01:55.688002 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:01:55.688002 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:01:55.688002 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:01:55.688002 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:01:55.688002 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:01:55.688002 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:01:55.688002 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:01:55.688002 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:01:55.688002 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:01:55.760680 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a57e24ef-96bd-4041-bc2f-89aebbc35737 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (aa07cbaa-2a94-4081-bb0f-755b00827576), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:55.772799 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a57e24ef-96bd-4041-bc2f-89aebbc35737 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:55.776472 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a57e24ef-96bd-4041-bc2f-89aebbc35737 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] 10.222.0.11 "DELETE /v2.0/networks/aa07cbaa-2a94-4081-bb0f-755b00827576 HTTP/1.1" status: 204 len: 168 time: 0.7213018 Mar 05 05:01:55.787479 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e24ef-96bd-4041-bc2f-89aebbc35737 tempest-NetworksIpV6Test-2143972810 tempest-NetworksIpV6Test-2143972810-project] Pushing event deleted for resources: {'Network': ['ID=aa07cbaa-2a94-4081-bb0f-755b00827576,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:55.995288 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37048) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:56.185497 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bab27a24-285c-4ba4-90e8-c3ba3566561b no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:01:56.204339 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-19263d98-5cc0-4992-b824-2e0a9295b975 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9dd7f374a442439b944451c7301380d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2054064 Mar 05 05:01:56.204852 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37052) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:56.221422 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: bab27a24-285c-4ba4-90e8-c3ba3566561b {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:01:56.221784 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bab27a24-285c-4ba4-90e8-c3ba3566561b not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:01:56.222870 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e94832c0-652d-410a-aa93-935c5400e3b8 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:01:56.262672 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: e94832c0-652d-410a-aa93-935c5400e3b8 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:01:56.263130 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e94832c0-652d-410a-aa93-935c5400e3b8 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:01:56.271505 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-20dc680e-c568-4bc8-853f-12f0be660733 admin admin] Publish callbacks [] for security_group (42c3e8be-0623-4059-887a-311fe7dc3649), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:56.302977 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-20dc680e-c568-4bc8-853f-12f0be660733 admin admin] Publish callbacks [] for security_group (42c3e8be-0623-4059-887a-311fe7dc3649), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:56.360978 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-20dc680e-c568-4bc8-853f-12f0be660733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (42c3e8be-0623-4059-887a-311fe7dc3649), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:56.372276 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-20dc680e-c568-4bc8-853f-12f0be660733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:56.372276 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-20dc680e-c568-4bc8-853f-12f0be660733 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/42c3e8be-0623-4059-887a-311fe7dc3649 HTTP/1.1" status: 204 len: 168 time: 0.1635594 Mar 05 05:01:56.379048 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc680e-c568-4bc8-853f-12f0be660733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c3e8be-0623-4059-887a-311fe7dc3649,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:57.135356 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37090) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:01:57.247515 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-8f4d37a9-e70c-49dd-ab3c-9c477c9e8e60 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-239056404'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:01:57.274303 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4d37a9-e70c-49dd-ab3c-9c477c9e8e60 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Made reservation on behalf of 84fb097a053f4168b45acf333b508d56 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:01:57.280139 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8f4d37a9-e70c-49dd-ab3c-9c477c9e8e60 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:57.291330 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8f4d37a9-e70c-49dd-ab3c-9c477c9e8e60 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:57.448481 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8f4d37a9-e70c-49dd-ab3c-9c477c9e8e60 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks [] for security_group (c37195dc-9bd8-4a5c-9a7f-a2f65e6a64c2), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:57.455315 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8f4d37a9-e70c-49dd-ab3c-9c477c9e8e60 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c37195dc-9bd8-4a5c-9a7f-a2f65e6a64c2), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:57.486030 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f4d37a9-e70c-49dd-ab3c-9c477c9e8e60 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:01:57.508395 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d37a9-e70c-49dd-ab3c-9c477c9e8e60 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c37195dc-9bd8-4a5c-9a7f-a2f65e6a64c2,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:57.524723 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8f4d37a9-e70c-49dd-ab3c-9c477c9e8e60 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (bb975ab5-7cbe-46ab-bdec-58e5ca7f0786), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:57.526563 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-8f4d37a9-e70c-49dd-ab3c-9c477c9e8e60 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Added segment bb975ab5-7cbe-46ab-bdec-58e5ca7f0786 of type vlan for network 0c637f88-505b-4936-8aa7-5280b881c2a9 Mar 05 05:01:57.589102 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8f4d37a9-e70c-49dd-ab3c-9c477c9e8e60 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (0c637f88-505b-4936-8aa7-5280b881c2a9), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:57.625191 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8f4d37a9-e70c-49dd-ab3c-9c477c9e8e60 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (0c637f88-505b-4936-8aa7-5280b881c2a9), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:57.635483 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4d37a9-e70c-49dd-ab3c-9c477c9e8e60 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:57.636166 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8f4d37a9-e70c-49dd-ab3c-9c477c9e8e60 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:01:57.730654 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d37a9-e70c-49dd-ab3c-9c477c9e8e60 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Pushing event updated for resources: {'Network': ['ID=0c637f88-505b-4936-8aa7-5280b881c2a9,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:01:57.739182 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8f4d37a9-e70c-49dd-ab3c-9c477c9e8e60 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6026006 Mar 05 05:01:57.762635 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 0c637f88-505b-4936-8aa7-5280b881c2a9 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:01:59.888334 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e755a85-ddb8-4754-ba5c-650092101d9f req-54215c07-7a28-4a4d-b3f7-ad046d352d5e tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:01:59.896752 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5e755a85-ddb8-4754-ba5c-650092101d9f req-54215c07-7a28-4a4d-b3f7-ad046d352d5e tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 943 time: 0.1310949 Mar 05 05:01:59.913503 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-62099916-d671-4f06-815e-34250aea3deb req-7cda1dd3-9c0e-458d-98ec-964529a94fd5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1012647 Mar 05 05:02:00.032965 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5e755a85-ddb8-4754-ba5c-650092101d9f req-487864ac-9a68-43de-9ca4-6d8fd78c4179 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347408 Mar 05 05:02:00.196305 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62099916-d671-4f06-815e-34250aea3deb req-d2135a3c-f76e-42ef-bdff-2c2453b8e2c2 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:00.197638 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-62099916-d671-4f06-815e-34250aea3deb req-d2135a3c-f76e-42ef-bdff-2c2453b8e2c2 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports/d809b385-eaf9-40ef-8b91-e0bb257f1f81 HTTP/1.1" status: 200 len: 940 time: 0.2443671 Mar 05 05:02:01.026485 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37182) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:01.031489 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-11ed8f23-96d8-42d1-9164-2323f8df6a7d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Request body: {'subnet': {'network_id': '0c637f88-505b-4936-8aa7-5280b881c2a9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:01.226144 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62099916-d671-4f06-815e-34250aea3deb req-b34f2273-84ba-4127-a56c-6b9e08236cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:01.227948 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-62099916-d671-4f06-815e-34250aea3deb req-b34f2273-84ba-4127-a56c-6b9e08236cd7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433&tenant_id=2f0efde040e1417b9e4baf083ccb9565 HTTP/1.1" status: 200 len: 1126 time: 0.1387844 Mar 05 05:02:01.231004 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ed8f23-96d8-42d1-9164-2323f8df6a7d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Made reservation on behalf of 84fb097a053f4168b45acf333b508d56 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:02:01.234266 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-11ed8f23-96d8-42d1-9164-2323f8df6a7d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:01.252930 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-62099916-d671-4f06-815e-34250aea3deb req-7d3d6696-5d34-423b-9a3a-67f58cd5419a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-32', 'device_owner': 'compute:nova'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:01.261957 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f666e-3003-4437-89a3-afadaf536762 req-0dd4bf44-fef7-45e3-964f-244fe844b1c0 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:01.263566 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b6f666e-3003-4437-89a3-afadaf536762 req-0dd4bf44-fef7-45e3-964f-244fe844b1c0 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 943 time: 0.1263301 Mar 05 05:02:01.408968 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-62099916-d671-4f06-815e-34250aea3deb req-7d3d6696-5d34-423b-9a3a-67f58cd5419a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d809b385-eaf9-40ef-8b91-e0bb257f1f81), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:01.426117 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b6f666e-3003-4437-89a3-afadaf536762 req-2a9184c2-664e-4e36-b278-a9fafa204eb1 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377106 Mar 05 05:02:01.997751 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-11ed8f23-96d8-42d1-9164-2323f8df6a7d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (c423f3af-b3d0-4387-a73d-7a1bcd572aa8), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:02.073419 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed8f23-96d8-42d1-9164-2323f8df6a7d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Pushing event updated for resources: {'Subnet': ['ID=c423f3af-b3d0-4387-a73d-7a1bcd572aa8,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:02.080643 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-62099916-d671-4f06-815e-34250aea3deb req-7d3d6696-5d34-423b-9a3a-67f58cd5419a service neutron] For port d809b385-eaf9-40ef-8b91-e0bb257f1f81, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d809b385-eaf9-40ef-8b91-e0bb257f1f81,segment=NetworkSegment(f0906293-c3cd-4ab0-baf8-2f3f35cc0161),segment_id=f0906293-c3cd-4ab0-baf8-2f3f35cc0161)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:02:02.104239 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ed8f23-96d8-42d1-9164-2323f8df6a7d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Checking segment: {'id': 'bb975ab5-7cbe-46ab-bdec-58e5ca7f0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0c637f88-505b-4936-8aa7-5280b881c2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:02:02.104598 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ed8f23-96d8-42d1-9164-2323f8df6a7d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Network hostable DHCP agents. Network: 0c637f88-505b-4936-8aa7-5280b881c2a9, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:02:02.128843 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-62099916-d671-4f06-815e-34250aea3deb req-7d3d6696-5d34-423b-9a3a-67f58cd5419a service neutron] For port d809b385-eaf9-40ef-8b91-e0bb257f1f81, host n-h1-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:02:02.154312 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ed8f23-96d8-42d1-9164-2323f8df6a7d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Network 0c637f88-505b-4936-8aa7-5280b881c2a9 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:02:02.168350 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-62099916-d671-4f06-815e-34250aea3deb req-7d3d6696-5d34-423b-9a3a-67f58cd5419a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d809b385-eaf9-40ef-8b91-e0bb257f1f81 {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:02:02.174661 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-11ed8f23-96d8-42d1-9164-2323f8df6a7d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 0c637f88-505b-4936-8aa7-5280b881c2a9) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:02:02.178035 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-62099916-d671-4f06-815e-34250aea3deb req-7d3d6696-5d34-423b-9a3a-67f58cd5419a service neutron] Publish callbacks [] for port (d809b385-eaf9-40ef-8b91-e0bb257f1f81), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:02.182884 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ed8f23-96d8-42d1-9164-2323f8df6a7d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:02.183503 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-11ed8f23-96d8-42d1-9164-2323f8df6a7d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:02.186782 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5a7b7a-e323-4706-adc2-c8ca7e508974 None None] Network 0c637f88-505b-4936-8aa7-5280b881c2a9 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:02:02.199053 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-62099916-d671-4f06-815e-34250aea3deb req-7d3d6696-5d34-423b-9a3a-67f58cd5419a service neutron] Transition to ACTIVE for port object d809b385-eaf9-40ef-8b91-e0bb257f1f81 will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:02:02.204310 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-62099916-d671-4f06-815e-34250aea3deb req-7d3d6696-5d34-423b-9a3a-67f58cd5419a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (d809b385-eaf9-40ef-8b91-e0bb257f1f81), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:02.216104 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-11ed8f23-96d8-42d1-9164-2323f8df6a7d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1885214 Mar 05 05:02:02.218484 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37188) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:02.224687 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-dc151b98-8cea-4904-ae73-fbd9fe641799 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1147882320'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:02.255865 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc151b98-8cea-4904-ae73-fbd9fe641799 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Made reservation on behalf of 84fb097a053f4168b45acf333b508d56 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:02:02.260543 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc151b98-8cea-4904-ae73-fbd9fe641799 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:02.292775 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc151b98-8cea-4904-ae73-fbd9fe641799 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:02:02.311129 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc151b98-8cea-4904-ae73-fbd9fe641799 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (c3bc7426-a1a9-4bfb-808e-f368a598a3ba), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:02.311691 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-dc151b98-8cea-4904-ae73-fbd9fe641799 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Added segment c3bc7426-a1a9-4bfb-808e-f368a598a3ba of type vlan for network ffc362bd-badb-4b19-8a49-a4913469720c Mar 05 05:02:02.315444 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85303617-e169-4d42-b6b6-36f6e5c8c841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-0c637f88-505b-4936-8aa7-5280b881c2a9', 'network_id': '0c637f88-505b-4936-8aa7-5280b881c2a9', 'project_id': '84fb097a053f4168b45acf333b508d56', 'fixed_ips': [{'subnet_id': 'c423f3af-b3d0-4387-a73d-7a1bcd572aa8'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:02:02.316809 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-85303617-e169-4d42-b6b6-36f6e5c8c841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:02.369750 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc151b98-8cea-4904-ae73-fbd9fe641799 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (ffc362bd-badb-4b19-8a49-a4913469720c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:02.380631 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d6696-5d34-423b-9a3a-67f58cd5419a service neutron] Pushing event updated for resources: {'Port': ['ID=d809b385-eaf9-40ef-8b91-e0bb257f1f81,revision_number=9']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:02.427046 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc151b98-8cea-4904-ae73-fbd9fe641799 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (ffc362bd-badb-4b19-8a49-a4913469720c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:02.432246 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc151b98-8cea-4904-ae73-fbd9fe641799 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:02.432854 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc151b98-8cea-4904-ae73-fbd9fe641799 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:02.535549 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-62099916-d671-4f06-815e-34250aea3deb req-7d3d6696-5d34-423b-9a3a-67f58cd5419a service neutron] No DVR routers for this DVR port d809b385-eaf9-40ef-8b91-e0bb257f1f81 on host n-h1-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:02:02.545816 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-dc151b98-8cea-4904-ae73-fbd9fe641799 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3256328 Mar 05 05:02:02.552834 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37194) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:02.555428 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc151b98-8cea-4904-ae73-fbd9fe641799 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Pushing event updated for resources: {'Network': ['ID=ffc362bd-badb-4b19-8a49-a4913469720c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:02.573529 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network ffc362bd-badb-4b19-8a49-a4913469720c details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:02:02.583213 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-978079fa-15db-480c-96ac-b6b7d7ab8b50 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Request body: {'subnet': {'network_id': 'ffc362bd-badb-4b19-8a49-a4913469720c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:02.631263 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-85303617-e169-4d42-b6b6-36f6e5c8c841 None None] Allocated IP 2001:db8:0:ffff::2 (0c637f88-505b-4936-8aa7-5280b881c2a9/c423f3af-b3d0-4387-a73d-7a1bcd572aa8/4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:02:02.719102 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978079fa-15db-480c-96ac-b6b7d7ab8b50 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Made reservation on behalf of 84fb097a053f4168b45acf333b508d56 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:02:02.723699 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-978079fa-15db-480c-96ac-b6b7d7ab8b50 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:02.798766 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-62099916-d671-4f06-815e-34250aea3deb req-7d3d6696-5d34-423b-9a3a-67f58cd5419a service neutron] Attempting to bind port d809b385-eaf9-40ef-8b91-e0bb257f1f81 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:02:02.799056 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-62099916-d671-4f06-815e-34250aea3deb req-7d3d6696-5d34-423b-9a3a-67f58cd5419a service neutron] Attempting to bind port d809b385-eaf9-40ef-8b91-e0bb257f1f81 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'f0906293-c3cd-4ab0-baf8-2f3f35cc0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:02:02.799500 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62099916-d671-4f06-815e-34250aea3deb req-7d3d6696-5d34-423b-9a3a-67f58cd5419a service neutron] Attempting to bind port d809b385-eaf9-40ef-8b91-e0bb257f1f81 on network f1fadffb-f5d8-4040-a31e-e74b33451f43 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:02:02.810691 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f57f6-b541-4c9d-9375-dda4b2b36f99 req-91ca50a9-2bf3-48e5-9dbb-f2dc32233570 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:02.812334 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7e0f57f6-b541-4c9d-9375-dda4b2b36f99 req-91ca50a9-2bf3-48e5-9dbb-f2dc32233570 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 943 time: 0.2786992 Mar 05 05:02:02.816819 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62099916-d671-4f06-815e-34250aea3deb req-7d3d6696-5d34-423b-9a3a-67f58cd5419a service neutron] Port d809b385-eaf9-40ef-8b91-e0bb257f1f81 on network f1fadffb-f5d8-4040-a31e-e74b33451f43 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:02:02.819333 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62099916-d671-4f06-815e-34250aea3deb req-7d3d6696-5d34-423b-9a3a-67f58cd5419a service neutron] Attempting to bind port d809b385-eaf9-40ef-8b91-e0bb257f1f81 on network f1fadffb-f5d8-4040-a31e-e74b33451f43 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:02:02.843342 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62099916-d671-4f06-815e-34250aea3deb req-7d3d6696-5d34-423b-9a3a-67f58cd5419a service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:02:02.843721 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62099916-d671-4f06-815e-34250aea3deb req-7d3d6696-5d34-423b-9a3a-67f58cd5419a service neutron] Checking segment: {'id': 'f0906293-c3cd-4ab0-baf8-2f3f35cc0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:02:02.844422 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62099916-d671-4f06-815e-34250aea3deb req-7d3d6696-5d34-423b-9a3a-67f58cd5419a service neutron] Bound using segment: {'id': 'f0906293-c3cd-4ab0-baf8-2f3f35cc0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:02:02.844872 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-62099916-d671-4f06-815e-34250aea3deb req-7d3d6696-5d34-423b-9a3a-67f58cd5419a service neutron] Bound port: d809b385-eaf9-40ef-8b91-e0bb257f1f81, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0906293-c3cd-4ab0-baf8-2f3f35cc0161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:02:02.845511 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-62099916-d671-4f06-815e-34250aea3deb req-7d3d6696-5d34-423b-9a3a-67f58cd5419a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d809b385-eaf9-40ef-8b91-e0bb257f1f81), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:02.888164 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7e0f57f6-b541-4c9d-9375-dda4b2b36f99 req-ce7ce1e6-49f4-43a3-8bf1-a123f9626918 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623803 Mar 05 05:02:02.899043 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-85303617-e169-4d42-b6b6-36f6e5c8c841 None None] Publish callbacks [] for port (4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:02.915831 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-85303617-e169-4d42-b6b6-36f6e5c8c841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:02.957248 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-62099916-d671-4f06-815e-34250aea3deb req-7d3d6696-5d34-423b-9a3a-67f58cd5419a service neutron] For port d809b385-eaf9-40ef-8b91-e0bb257f1f81, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:02:02.961343 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-62099916-d671-4f06-815e-34250aea3deb req-7d3d6696-5d34-423b-9a3a-67f58cd5419a service neutron] For port d809b385-eaf9-40ef-8b91-e0bb257f1f81, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=d809b385-eaf9-40ef-8b91-e0bb257f1f81,segment=NetworkSegment(f0906293-c3cd-4ab0-baf8-2f3f35cc0161),segment_id=f0906293-c3cd-4ab0-baf8-2f3f35cc0161)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:02:02.969291 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-62099916-d671-4f06-815e-34250aea3deb req-7d3d6696-5d34-423b-9a3a-67f58cd5419a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (d809b385-eaf9-40ef-8b91-e0bb257f1f81), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:02.976157 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85303617-e169-4d42-b6b6-36f6e5c8c841 None None] Pushing event updated for resources: {'Port': ['ID=4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:02.996092 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85303617-e169-4d42-b6b6-36f6e5c8c841 None None] Network 0c637f88-505b-4936-8aa7-5280b881c2a9 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:02:02.997921 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-85303617-e169-4d42-b6b6-36f6e5c8c841 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:02:03.002066 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85303617-e169-4d42-b6b6-36f6e5c8c841 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:02:03.021257 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62099916-d671-4f06-815e-34250aea3deb req-7d3d6696-5d34-423b-9a3a-67f58cd5419a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:03.022248 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-62099916-d671-4f06-815e-34250aea3deb req-7d3d6696-5d34-423b-9a3a-67f58cd5419a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:03.024242 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-62099916-d671-4f06-815e-34250aea3deb req-7d3d6696-5d34-423b-9a3a-67f58cd5419a service neutron] 10.222.0.31 "PUT /v2.0/ports/d809b385-eaf9-40ef-8b91-e0bb257f1f81 HTTP/1.1" status: 200 len: 1092 time: 1.7851725 Mar 05 05:02:03.026699 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a967947-07f5-4b89-a7f4-80020f40e433', 'tag': 'd809b385-eaf9-40ef-8b91-e0bb257f1f81'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:02:03.029219 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb79c1e-bd54-45c1-90a4-1b7e8337020b" -d '{"events": [{"name": "network-changed", "server_uuid": "1a967947-07f5-4b89-a7f4-80020f40e433", "tag": "d809b385-eaf9-40ef-8b91-e0bb257f1f81"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:02:03.102443 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-85303617-e169-4d42-b6b6-36f6e5c8c841 None None] Attempting to bind port 4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:02:03.102968 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-85303617-e169-4d42-b6b6-36f6e5c8c841 None None] Attempting to bind port 4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'bb975ab5-7cbe-46ab-bdec-58e5ca7f0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0c637f88-505b-4936-8aa7-5280b881c2a9'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:02:03.104068 n-d-789963-32 neutron-server[105232]: DEBUG neutron.objects.ports [None req-978079fa-15db-480c-96ac-b6b7d7ab8b50 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105232) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 05 05:02:03.104746 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85303617-e169-4d42-b6b6-36f6e5c8c841 None None] Attempting to bind port 4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c on network 0c637f88-505b-4936-8aa7-5280b881c2a9 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:02:03.105739 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-978079fa-15db-480c-96ac-b6b7d7ab8b50 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (4f669b59-2352-47ed-898d-6b8e523ca98a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:03.117664 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85303617-e169-4d42-b6b6-36f6e5c8c841 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:02:03.117664 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85303617-e169-4d42-b6b6-36f6e5c8c841 None None] Checking segment: {'id': 'bb975ab5-7cbe-46ab-bdec-58e5ca7f0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0c637f88-505b-4936-8aa7-5280b881c2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:02:03.117664 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-85303617-e169-4d42-b6b6-36f6e5c8c841 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:03.117664 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85303617-e169-4d42-b6b6-36f6e5c8c841 None None] Bound using segment: {'id': 'bb975ab5-7cbe-46ab-bdec-58e5ca7f0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0c637f88-505b-4936-8aa7-5280b881c2a9'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:02:03.118519 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-85303617-e169-4d42-b6b6-36f6e5c8c841 None None] Bound port: 4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb975ab5-7cbe-46ab-bdec-58e5ca7f0786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '0c637f88-505b-4936-8aa7-5280b881c2a9'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:02:03.119008 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-85303617-e169-4d42-b6b6-36f6e5c8c841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:03.164611 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d6696-5d34-423b-9a3a-67f58cd5419a service neutron] Pushing event updated for resources: {'Port': ['ID=d809b385-eaf9-40ef-8b91-e0bb257f1f81,revision_number=10']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:03.189644 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62099916-d671-4f06-815e-34250aea3deb req-74e62f33-6eb3-457a-81e8-2b0e7b66aa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:03.194343 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-62099916-d671-4f06-815e-34250aea3deb req-74e62f33-6eb3-457a-81e8-2b0e7b66aa4e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f0efde040e1417b9e4baf083ccb9565&device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 1127 time: 0.1318007 Mar 05 05:02:03.220591 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-85303617-e169-4d42-b6b6-36f6e5c8c841 None None] For port 4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:02:03.226303 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-85303617-e169-4d42-b6b6-36f6e5c8c841 None None] For port 4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c,segment=NetworkSegment(bb975ab5-7cbe-46ab-bdec-58e5ca7f0786),segment_id=bb975ab5-7cbe-46ab-bdec-58e5ca7f0786)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:02:03.228759 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc03c457-a040-46e1-ac94-23d83aeee7b1 x-openstack-request-id: req-dc03c457-a040-46e1-ac94-23d83aeee7b1 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:02:03.229061 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a967947-07f5-4b89-a7f4-80020f40e433", "tag": "d809b385-eaf9-40ef-8b91-e0bb257f1f81", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:02:03.229334 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dc03c457-a040-46e1-ac94-23d83aeee7b1 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:02:03.229788 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a967947-07f5-4b89-a7f4-80020f40e433', 'tag': 'd809b385-eaf9-40ef-8b91-e0bb257f1f81', 'status': 'completed', 'code': 200} Mar 05 05:02:03.235826 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978079fa-15db-480c-96ac-b6b7d7ab8b50 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Pushing event updated for resources: {'Subnet': ['ID=4f669b59-2352-47ed-898d-6b8e523ca98a,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:03.247673 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-85303617-e169-4d42-b6b6-36f6e5c8c841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:03.273525 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978079fa-15db-480c-96ac-b6b7d7ab8b50 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Checking segment: {'id': 'c3bc7426-a1a9-4bfb-808e-f368a598a3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ffc362bd-badb-4b19-8a49-a4913469720c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:02:03.274049 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978079fa-15db-480c-96ac-b6b7d7ab8b50 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Network hostable DHCP agents. Network: ffc362bd-badb-4b19-8a49-a4913469720c, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:02:03.296502 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978079fa-15db-480c-96ac-b6b7d7ab8b50 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Network ffc362bd-badb-4b19-8a49-a4913469720c is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:02:03.318189 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-978079fa-15db-480c-96ac-b6b7d7ab8b50 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, ffc362bd-badb-4b19-8a49-a4913469720c) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:02:03.340616 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5b251e-b127-45e1-bb18-9f3d715e3c2c None None] Network ffc362bd-badb-4b19-8a49-a4913469720c requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:02:03.340910 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978079fa-15db-480c-96ac-b6b7d7ab8b50 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:03.340910 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-978079fa-15db-480c-96ac-b6b7d7ab8b50 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:03.377574 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-978079fa-15db-480c-96ac-b6b7d7ab8b50 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8208070 Mar 05 05:02:03.378653 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37200) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:03.386977 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-0fa445ba-67b9-4516-9cc3-d403235c0fbb tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Request body: {'port': {'network_id': 'ffc362bd-badb-4b19-8a49-a4913469720c', 'name': 'tempest-NetworksIpV6TestAttrs-1217386274'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:03.396110 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85303617-e169-4d42-b6b6-36f6e5c8c841 None None] Pushing event updated for resources: {'Port': ['ID=4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:03.412311 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62099916-d671-4f06-815e-34250aea3deb req-89ccfdbc-fb7e-4ed7-a38e-be01c41f0334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:03.415915 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-62099916-d671-4f06-815e-34250aea3deb req-89ccfdbc-fb7e-4ed7-a38e-be01c41f0334 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f1fadffb-f5d8-4040-a31e-e74b33451f43 HTTP/1.1" status: 200 len: 917 time: 0.2081075 Mar 05 05:02:03.524468 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8698b4c0-0c5f-4631-b211-5104e9a2c661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-ffc362bd-badb-4b19-8a49-a4913469720c', 'network_id': 'ffc362bd-badb-4b19-8a49-a4913469720c', 'project_id': '84fb097a053f4168b45acf333b508d56', 'fixed_ips': [{'subnet_id': '4f669b59-2352-47ed-898d-6b8e523ca98a'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:02:03.525374 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8698b4c0-0c5f-4631-b211-5104e9a2c661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:03.532012 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-62099916-d671-4f06-815e-34250aea3deb req-10e2cc20-20f6-4163-b74c-6e2e457c52db service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d809b385-eaf9-40ef-8b91-e0bb257f1f81 HTTP/1.1" status: 200 len: 999 time: 0.1069033 Mar 05 05:02:03.588387 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62099916-d671-4f06-815e-34250aea3deb req-f95da4b3-8756-4dca-9596-faaae4894210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:03.590427 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-62099916-d671-4f06-815e-34250aea3deb req-f95da4b3-8756-4dca-9596-faaae4894210 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5fcb8f64-37dd-445b-b856-b0d90d6a1c08 HTTP/1.1" status: 200 len: 856 time: 0.0513756 Mar 05 05:02:03.625848 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa445ba-67b9-4516-9cc3-d403235c0fbb tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Made reservation on behalf of 84fb097a053f4168b45acf333b508d56 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:02:03.631270 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0fa445ba-67b9-4516-9cc3-d403235c0fbb tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:03.677147 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-0fa445ba-67b9-4516-9cc3-d403235c0fbb tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] device_id is not set on port 8b3d9182-7795-4e7e-b475-f3ec16e316c2 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:02:03.715211 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62099916-d671-4f06-815e-34250aea3deb req-bd6f5f5e-710e-496f-aa57-79b0c677d6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:03.716460 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-62099916-d671-4f06-815e-34250aea3deb req-bd6f5f5e-710e-496f-aa57-79b0c677d6b2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f1fadffb-f5d8-4040-a31e-e74b33451f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1175284 Mar 05 05:02:03.791588 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-8698b4c0-0c5f-4631-b211-5104e9a2c661 None None] Allocated IP 2001:db8::f816:3eff:fe2f:9659 (ffc362bd-badb-4b19-8a49-a4913469720c/4f669b59-2352-47ed-898d-6b8e523ca98a/4424d858-907c-4bbb-af5a-56a1dee88c16) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:02:03.849223 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-62099916-d671-4f06-815e-34250aea3deb req-82d9e180-85f0-45a5-8d3a-6ad278237a2b service neutron] 10.222.0.31 "GET /v2.0/networks/f1fadffb-f5d8-4040-a31e-e74b33451f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251140 Mar 05 05:02:03.956926 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-62099916-d671-4f06-815e-34250aea3deb req-e7c0c052-deb1-44c5-8eef-7a0e7103a58f service neutron] 10.222.0.31 "GET /v2.0/networks/f1fadffb-f5d8-4040-a31e-e74b33451f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008246 Mar 05 05:02:03.961462 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8698b4c0-0c5f-4631-b211-5104e9a2c661 None None] Publish callbacks [] for port (4424d858-907c-4bbb-af5a-56a1dee88c16), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:03.969312 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8698b4c0-0c5f-4631-b211-5104e9a2c661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (4424d858-907c-4bbb-af5a-56a1dee88c16), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:04.014873 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8698b4c0-0c5f-4631-b211-5104e9a2c661 None None] Network ffc362bd-badb-4b19-8a49-a4913469720c is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:02:04.018119 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-8698b4c0-0c5f-4631-b211-5104e9a2c661 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:02:04.022649 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8698b4c0-0c5f-4631-b211-5104e9a2c661 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:02:04.063123 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698b4c0-0c5f-4631-b211-5104e9a2c661 None None] Pushing event updated for resources: {'Port': ['ID=4424d858-907c-4bbb-af5a-56a1dee88c16,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:04.101918 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-8698b4c0-0c5f-4631-b211-5104e9a2c661 None None] Attempting to bind port 4424d858-907c-4bbb-af5a-56a1dee88c16 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:02:04.102494 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-8698b4c0-0c5f-4631-b211-5104e9a2c661 None None] Attempting to bind port 4424d858-907c-4bbb-af5a-56a1dee88c16 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'c3bc7426-a1a9-4bfb-808e-f368a598a3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ffc362bd-badb-4b19-8a49-a4913469720c'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:02:04.102924 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8698b4c0-0c5f-4631-b211-5104e9a2c661 None None] Attempting to bind port 4424d858-907c-4bbb-af5a-56a1dee88c16 on network ffc362bd-badb-4b19-8a49-a4913469720c {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:02:04.109514 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8698b4c0-0c5f-4631-b211-5104e9a2c661 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:02:04.110116 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8698b4c0-0c5f-4631-b211-5104e9a2c661 None None] Checking segment: {'id': 'c3bc7426-a1a9-4bfb-808e-f368a598a3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ffc362bd-badb-4b19-8a49-a4913469720c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:02:04.110756 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8698b4c0-0c5f-4631-b211-5104e9a2c661 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:04.111361 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8698b4c0-0c5f-4631-b211-5104e9a2c661 None None] Bound using segment: {'id': 'c3bc7426-a1a9-4bfb-808e-f368a598a3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ffc362bd-badb-4b19-8a49-a4913469720c'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:02:04.113587 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-8698b4c0-0c5f-4631-b211-5104e9a2c661 None None] Bound port: 4424d858-907c-4bbb-af5a-56a1dee88c16, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bc7426-a1a9-4bfb-808e-f368a598a3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'ffc362bd-badb-4b19-8a49-a4913469720c'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:02:04.114156 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8698b4c0-0c5f-4631-b211-5104e9a2c661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4424d858-907c-4bbb-af5a-56a1dee88c16), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:04.137636 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb79c1e-bd54-45c1-90a4-1b7e8337020b req-9c785007-776c-44d9-824b-90e2eb30eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:04.139399 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6bb79c1e-bd54-45c1-90a4-1b7e8337020b req-9c785007-776c-44d9-824b-90e2eb30eea6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2f0efde040e1417b9e4baf083ccb9565&device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 1127 time: 0.1265292 Mar 05 05:02:04.140311 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-0fa445ba-67b9-4516-9cc3-d403235c0fbb tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Allocated IP 2001:db8::f816:3eff:fe8e:8abe (ffc362bd-badb-4b19-8a49-a4913469720c/4f669b59-2352-47ed-898d-6b8e523ca98a/8b3d9182-7795-4e7e-b475-f3ec16e316c2) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:02:04.242543 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b4c99-1938-4715-9763-56e5bc286592 req-9ef2453b-5c87-4067-b942-635ffed1bb42 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:04.258953 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a38b4c99-1938-4715-9763-56e5bc286592 req-9ef2453b-5c87-4067-b942-635ffed1bb42 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 944 time: 0.2050266 Mar 05 05:02:04.273490 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-8698b4c0-0c5f-4631-b211-5104e9a2c661 None None] For port 4424d858-907c-4bbb-af5a-56a1dee88c16, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:02:04.283525 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-8698b4c0-0c5f-4631-b211-5104e9a2c661 None None] For port 4424d858-907c-4bbb-af5a-56a1dee88c16, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=4424d858-907c-4bbb-af5a-56a1dee88c16,segment=NetworkSegment(c3bc7426-a1a9-4bfb-808e-f368a598a3ba),segment_id=c3bc7426-a1a9-4bfb-808e-f368a598a3ba)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:02:04.299582 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8698b4c0-0c5f-4631-b211-5104e9a2c661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (4424d858-907c-4bbb-af5a-56a1dee88c16), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:04.379814 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:02:04.399425 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a38b4c99-1938-4715-9763-56e5bc286592 req-aeba3254-50e9-401a-8fd0-f0ebf0e9bf3e tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394029 Mar 05 05:02:04.409816 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0fa445ba-67b9-4516-9cc3-d403235c0fbb tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks [] for port (8b3d9182-7795-4e7e-b475-f3ec16e316c2), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:04.416521 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb79c1e-bd54-45c1-90a4-1b7e8337020b req-ee57e3b8-5285-4e20-9835-1b72733293c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:04.429883 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6bb79c1e-bd54-45c1-90a4-1b7e8337020b req-ee57e3b8-5285-4e20-9835-1b72733293c0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f1fadffb-f5d8-4040-a31e-e74b33451f43 HTTP/1.1" status: 200 len: 917 time: 0.2822897 Mar 05 05:02:04.489961 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:02:04.491520 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0fa445ba-67b9-4516-9cc3-d403235c0fbb tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (8b3d9182-7795-4e7e-b475-f3ec16e316c2), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:04.574364 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6bb79c1e-bd54-45c1-90a4-1b7e8337020b req-31e512d3-a19f-4c51-a6c0-dac0fd95fdc8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d809b385-eaf9-40ef-8b91-e0bb257f1f81 HTTP/1.1" status: 200 len: 999 time: 0.1389840 Mar 05 05:02:04.576936 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa445ba-67b9-4516-9cc3-d403235c0fbb tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Network ffc362bd-badb-4b19-8a49-a4913469720c is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:02:04.580505 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-0fa445ba-67b9-4516-9cc3-d403235c0fbb tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:02:04.586003 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa445ba-67b9-4516-9cc3-d403235c0fbb tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:02:04.589382 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698b4c0-0c5f-4631-b211-5104e9a2c661 None None] Pushing event updated for resources: {'Port': ['ID=4424d858-907c-4bbb-af5a-56a1dee88c16,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:04.598681 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa445ba-67b9-4516-9cc3-d403235c0fbb tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:04.607604 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0fa445ba-67b9-4516-9cc3-d403235c0fbb tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:04.643201 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa445ba-67b9-4516-9cc3-d403235c0fbb tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Pushing event updated for resources: {'Port': ['ID=8b3d9182-7795-4e7e-b475-f3ec16e316c2,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:04.664169 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0fa445ba-67b9-4516-9cc3-d403235c0fbb tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2840164 Mar 05 05:02:04.666512 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37230) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:04.668256 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:02:04.668696 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:04.757498 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb79c1e-bd54-45c1-90a4-1b7e8337020b req-3addcad8-baca-49d3-a623-a2e1ac6bd53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:04.759060 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6bb79c1e-bd54-45c1-90a4-1b7e8337020b req-3addcad8-baca-49d3-a623-a2e1ac6bd53d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5fcb8f64-37dd-445b-b856-b0d90d6a1c08 HTTP/1.1" status: 200 len: 856 time: 0.1768606 Mar 05 05:02:04.874922 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:02:04.875739 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:04.916671 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7cfc59-b021-4966-9dbb-b5144b7afc3a tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Deleting subnet 4f669b59-2352-47ed-898d-6b8e523ca98a {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:02:04.922054 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eb7cfc59-b021-4966-9dbb-b5144b7afc3a tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks [] for subnet (4f669b59-2352-47ed-898d-6b8e523ca98a), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:04.924085 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c,segment=NetworkSegment(bb975ab5-7cbe-46ab-bdec-58e5ca7f0786),segment_id=bb975ab5-7cbe-46ab-bdec-58e5ca7f0786)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:02:04.931847 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:05.070170 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb79c1e-bd54-45c1-90a4-1b7e8337020b req-ede4265f-d46d-4f05-8b8d-e6cb7ae03541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:05.072680 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6bb79c1e-bd54-45c1-90a4-1b7e8337020b req-ede4265f-d46d-4f05-8b8d-e6cb7ae03541 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f1fadffb-f5d8-4040-a31e-e74b33451f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2793865 Mar 05 05:02:05.077823 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:05.080559 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eb7cfc59-b021-4966-9dbb-b5144b7afc3a tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (4f669b59-2352-47ed-898d-6b8e523ca98a), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:05.169858 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a146cd-067e-4b22-9d93-a33e6b5dfb45 None None] Network 0c637f88-505b-4936-8aa7-5280b881c2a9 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:02:05.287737 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6bb79c1e-bd54-45c1-90a4-1b7e8337020b req-a83fc74c-d068-42c0-8a0d-b55977327323 service neutron] 10.222.0.31 "GET /v2.0/networks/f1fadffb-f5d8-4040-a31e-e74b33451f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034793 Mar 05 05:02:05.295962 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-83fe6204-f8d4-4b03-94ac-a8651a064a26 None None] Provisioning complete for port 4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:02:05.297428 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-83fe6204-f8d4-4b03-94ac-a8651a064a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:05.493981 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6bb79c1e-bd54-45c1-90a4-1b7e8337020b req-40a73b4c-4c5d-46f1-a362-d11717aeb52c service neutron] 10.222.0.31 "GET /v2.0/networks/f1fadffb-f5d8-4040-a31e-e74b33451f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468546 Mar 05 05:02:05.499049 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-83fe6204-f8d4-4b03-94ac-a8651a064a26 None None] Current status of the port 4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:02:05.500386 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eb7cfc59-b021-4966-9dbb-b5144b7afc3a tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (4f669b59-2352-47ed-898d-6b8e523ca98a), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:05.776437 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f663e-c2a5-4d74-9e9b-ec7da897ed9e req-656b7fa8-a1de-4f6b-b43f-0614e3fe65c9 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:05.781907 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7f4f663e-c2a5-4d74-9e9b-ec7da897ed9e req-656b7fa8-a1de-4f6b-b43f-0614e3fe65c9 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 944 time: 0.2285259 Mar 05 05:02:05.840733 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eb7cfc59-b021-4966-9dbb-b5144b7afc3a tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (4f669b59-2352-47ed-898d-6b8e523ca98a), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:05.886411 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7cfc59-b021-4966-9dbb-b5144b7afc3a tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Pushing event deleted for resources: {'Subnet': ['ID=4f669b59-2352-47ed-898d-6b8e523ca98a,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:05.905514 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eb7cfc59-b021-4966-9dbb-b5144b7afc3a tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:05.916091 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37236) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:05.916686 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-eb7cfc59-b021-4966-9dbb-b5144b7afc3a tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "DELETE /v2.0/subnets/4f669b59-2352-47ed-898d-6b8e523ca98a HTTP/1.1" status: 204 len: 168 time: 1.2485397 Mar 05 05:02:05.944285 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7f4f663e-c2a5-4d74-9e9b-ec7da897ed9e req-1a226fb8-9e16-44ad-81f4-bc1ab0c589fd tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544363 Mar 05 05:02:06.070902 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e727acc8-167e-465e-a1d9-6bead81c4c58 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:06.072385 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e727acc8-167e-465e-a1d9-6bead81c4c58 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:06.073904 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e727acc8-167e-465e-a1d9-6bead81c4c58 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1567929 Mar 05 05:02:06.076993 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37238) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:06.152582 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-4a56c5a4-60f4-4745-a5bd-017d6f51c990 None None] Provisioning complete for port 4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:02:06.153005 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4a56c5a4-60f4-4745-a5bd-017d6f51c990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:06.313333 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1f6bc8a9-592a-4616-ad97-485c0f326bd4 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (ffc362bd-badb-4b19-8a49-a4913469720c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:06.333335 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f6bc8a9-592a-4616-ad97-485c0f326bd4 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 05 05:02:06.334234 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f6bc8a9-592a-4616-ad97-485c0f326bd4 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:02:06.337523 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1f6bc8a9-592a-4616-ad97-485c0f326bd4 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "DELETE /v2.0/networks/ffc362bd-badb-4b19-8a49-a4913469720c HTTP/1.1" status: 409 len: 466 time: 0.2591789 Mar 05 05:02:06.341475 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37240) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:06.346430 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-af6786ef-d538-4f57-8e8c-3364af618c55 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1313539922'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:06.383852 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-4a56c5a4-60f4-4745-a5bd-017d6f51c990 None None] Current status of the port 4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:02:06.385927 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1411efd-8a36-4c23-9040-a9ec35d4f4a1 None None] Network ffc362bd-badb-4b19-8a49-a4913469720c requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:02:06.433885 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6786ef-d538-4f57-8e8c-3364af618c55 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Made reservation on behalf of 84fb097a053f4168b45acf333b508d56 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:02:06.437510 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af6786ef-d538-4f57-8e8c-3364af618c55 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:06.489263 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af6786ef-d538-4f57-8e8c-3364af618c55 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:02:06.516366 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af6786ef-d538-4f57-8e8c-3364af618c55 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (f0934b84-9a78-4c1f-b943-15ee70cfea9f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:06.517578 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-af6786ef-d538-4f57-8e8c-3364af618c55 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Added segment f0934b84-9a78-4c1f-b943-15ee70cfea9f of type vlan for network 5adc61a2-49d2-425d-8d34-75c32fc89750 Mar 05 05:02:06.526055 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:02:06.616007 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af6786ef-d538-4f57-8e8c-3364af618c55 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (5adc61a2-49d2-425d-8d34-75c32fc89750), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:06.632844 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-32042180-8be9-4ebb-9de8-9d2ee2ef963e None None] Provisioning complete for port 4424d858-907c-4bbb-af5a-56a1dee88c16 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:02:06.633446 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-32042180-8be9-4ebb-9de8-9d2ee2ef963e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (4424d858-907c-4bbb-af5a-56a1dee88c16), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:06.663343 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af6786ef-d538-4f57-8e8c-3364af618c55 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (5adc61a2-49d2-425d-8d34-75c32fc89750), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:06.668711 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6786ef-d538-4f57-8e8c-3364af618c55 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:06.669472 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af6786ef-d538-4f57-8e8c-3364af618c55 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:06.702219 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37242) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:06.709456 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-af6786ef-d538-4f57-8e8c-3364af618c55 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3668289 Mar 05 05:02:06.709580 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-071eb0d5-992b-4750-976f-a72e6cad8baa tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Request body: {'subnet': {'network_id': '5adc61a2-49d2-425d-8d34-75c32fc89750', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:06.863444 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6786ef-d538-4f57-8e8c-3364af618c55 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Pushing event updated for resources: {'Network': ['ID=5adc61a2-49d2-425d-8d34-75c32fc89750,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:06.905741 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-32042180-8be9-4ebb-9de8-9d2ee2ef963e None None] Current status of the port 4424d858-907c-4bbb-af5a-56a1dee88c16 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:02:06.906137 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-32042180-8be9-4ebb-9de8-9d2ee2ef963e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4424d858-907c-4bbb-af5a-56a1dee88c16), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:06.908151 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:02:06.908523 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:06.910170 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 5adc61a2-49d2-425d-8d34-75c32fc89750 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:02:06.966492 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071eb0d5-992b-4750-976f-a72e6cad8baa tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Made reservation on behalf of 84fb097a053f4168b45acf333b508d56 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:02:06.970478 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-071eb0d5-992b-4750-976f-a72e6cad8baa tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:07.101206 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bcce44-bbed-4f64-9ed1-03a617943947 None None] DHCP port deletion for ffc362bd-badb-4b19-8a49-a4913469720c request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:02:07.261358 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-32042180-8be9-4ebb-9de8-9d2ee2ef963e None None] For port 4424d858-907c-4bbb-af5a-56a1dee88c16, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=4424d858-907c-4bbb-af5a-56a1dee88c16,segment=NetworkSegment(c3bc7426-a1a9-4bfb-808e-f368a598a3ba),segment_id=c3bc7426-a1a9-4bfb-808e-f368a598a3ba)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:02:07.274686 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-32042180-8be9-4ebb-9de8-9d2ee2ef963e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (4424d858-907c-4bbb-af5a-56a1dee88c16), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:07.400683 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d2bcce44-bbed-4f64-9ed1-03a617943947 None None] Deleting port 4424d858-907c-4bbb-af5a-56a1dee88c16 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:02:07.401342 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d2bcce44-bbed-4f64-9ed1-03a617943947 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (4424d858-907c-4bbb-af5a-56a1dee88c16), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:07.467058 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32042180-8be9-4ebb-9de8-9d2ee2ef963e None None] Pushing event updated for resources: {'Port': ['ID=4424d858-907c-4bbb-af5a-56a1dee88c16,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:07.493622 n-d-789963-32 neutron-server[105231]: DEBUG neutron.objects.ports [None req-071eb0d5-992b-4750-976f-a72e6cad8baa tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105231) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 05 05:02:07.500558 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-071eb0d5-992b-4750-976f-a72e6cad8baa tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (fe2f263a-136e-4963-9f22-1c791c8ba646), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:07.532030 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:02:07.533100 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 4424d858-907c-4bbb-af5a-56a1dee88c16 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:02:07.544642 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-d2bcce44-bbed-4f64-9ed1-03a617943947 None None] For port 4424d858-907c-4bbb-af5a-56a1dee88c16, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=4424d858-907c-4bbb-af5a-56a1dee88c16,segment=NetworkSegment(c3bc7426-a1a9-4bfb-808e-f368a598a3ba),segment_id=c3bc7426-a1a9-4bfb-808e-f368a598a3ba)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:02:07.545630 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d2bcce44-bbed-4f64-9ed1-03a617943947 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (4424d858-907c-4bbb-af5a-56a1dee88c16), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:07.560905 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071eb0d5-992b-4750-976f-a72e6cad8baa tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Pushing event updated for resources: {'Subnet': ['ID=fe2f263a-136e-4963-9f22-1c791c8ba646,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:07.585492 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca9f08-55b1-48ab-b08f-3f0460a35afc req-953b1e6e-f2dd-4a58-92a7-e6180c37d161 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:07.594122 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-59ca9f08-55b1-48ab-b08f-3f0460a35afc req-953b1e6e-f2dd-4a58-92a7-e6180c37d161 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 944 time: 0.2531035 Mar 05 05:02:07.689863 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-59ca9f08-55b1-48ab-b08f-3f0460a35afc req-ec7e0318-52a5-4c67-95b1-d5b28c02f84d tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943201 Mar 05 05:02:07.700552 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071eb0d5-992b-4750-976f-a72e6cad8baa tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Checking segment: {'id': 'f0934b84-9a78-4c1f-b943-15ee70cfea9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5adc61a2-49d2-425d-8d34-75c32fc89750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:02:07.701775 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071eb0d5-992b-4750-976f-a72e6cad8baa tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Network hostable DHCP agents. Network: 5adc61a2-49d2-425d-8d34-75c32fc89750, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:02:07.724018 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071eb0d5-992b-4750-976f-a72e6cad8baa tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Network 5adc61a2-49d2-425d-8d34-75c32fc89750 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:02:07.741382 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-071eb0d5-992b-4750-976f-a72e6cad8baa tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 5adc61a2-49d2-425d-8d34-75c32fc89750) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:02:07.753841 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071eb0d5-992b-4750-976f-a72e6cad8baa tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:07.754592 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-071eb0d5-992b-4750-976f-a72e6cad8baa tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:07.778457 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-071eb0d5-992b-4750-976f-a72e6cad8baa tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0729041 Mar 05 05:02:07.778836 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37248) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:07.785453 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-2faaec75-2f95-4b77-8684-c0d386a6c1e8 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Request body: {'port': {'network_id': '5adc61a2-49d2-425d-8d34-75c32fc89750', 'name': 'tempest-NetworksIpV6TestAttrs-815614327'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:07.793571 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3838c30e-6444-491b-8ba9-87bab4f0d7f5 None None] Network 5adc61a2-49d2-425d-8d34-75c32fc89750 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:02:07.910542 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2faaec75-2f95-4b77-8684-c0d386a6c1e8 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Made reservation on behalf of 84fb097a053f4168b45acf333b508d56 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:02:07.911429 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d2bcce44-bbed-4f64-9ed1-03a617943947 None None] Calling delete_port for 4424d858-907c-4bbb-af5a-56a1dee88c16 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:02:07.925772 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee2504c-e3fe-40da-b097-27446224ed79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-5adc61a2-49d2-425d-8d34-75c32fc89750', 'network_id': '5adc61a2-49d2-425d-8d34-75c32fc89750', 'project_id': '84fb097a053f4168b45acf333b508d56', 'fixed_ips': [{'subnet_id': 'fe2f263a-136e-4963-9f22-1c791c8ba646'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:02:07.926860 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5ee2504c-e3fe-40da-b097-27446224ed79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:07.932336 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2faaec75-2f95-4b77-8684-c0d386a6c1e8 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:07.971856 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-2faaec75-2f95-4b77-8684-c0d386a6c1e8 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] device_id is not set on port 5000e7bc-378c-42fc-bb2e-77702ed0cc33 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:02:08.136263 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-5ee2504c-e3fe-40da-b097-27446224ed79 None None] Allocated IP 2001:db8::f816:3eff:fe3b:e413 (5adc61a2-49d2-425d-8d34-75c32fc89750/fe2f263a-136e-4963-9f22-1c791c8ba646/76635ad9-be85-4e53-bead-62ae199fe5ca) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:02:08.225620 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 4424d858-907c-4bbb-af5a-56a1dee88c16 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:02:08.226046 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (4424d858-907c-4bbb-af5a-56a1dee88c16), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:08.392736 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d2bcce44-bbed-4f64-9ed1-03a617943947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (4424d858-907c-4bbb-af5a-56a1dee88c16), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:08.427123 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bcce44-bbed-4f64-9ed1-03a617943947 None None] Pushing event deleted for resources: {'Port': ['ID=4424d858-907c-4bbb-af5a-56a1dee88c16,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:08.437146 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Port 4424d858-907c-4bbb-af5a-56a1dee88c16 update to ACTIVE by agent not found {{(pid=105233) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 05 05:02:08.461117 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bcce44-bbed-4f64-9ed1-03a617943947 None None] No DVR routers for this DVR port 4424d858-907c-4bbb-af5a-56a1dee88c16 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:02:08.596491 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5ee2504c-e3fe-40da-b097-27446224ed79 None None] Publish callbacks [] for port (76635ad9-be85-4e53-bead-62ae199fe5ca), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:08.598496 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 4424d858-907c-4bbb-af5a-56a1dee88c16 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:02:08.679246 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5ee2504c-e3fe-40da-b097-27446224ed79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (76635ad9-be85-4e53-bead-62ae199fe5ca), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:08.705658 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 4424d858-907c-4bbb-af5a-56a1dee88c16 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:02:08.706207 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 4424d858-907c-4bbb-af5a-56a1dee88c16 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:02:08.797598 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee2504c-e3fe-40da-b097-27446224ed79 None None] Network 5adc61a2-49d2-425d-8d34-75c32fc89750 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:02:08.806565 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-5ee2504c-e3fe-40da-b097-27446224ed79 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:02:08.822053 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-2faaec75-2f95-4b77-8684-c0d386a6c1e8 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Allocated IP 2001:db8::f816:3eff:fe2b:deed (5adc61a2-49d2-425d-8d34-75c32fc89750/fe2f263a-136e-4963-9f22-1c791c8ba646/5000e7bc-378c-42fc-bb2e-77702ed0cc33) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:02:08.836283 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee2504c-e3fe-40da-b097-27446224ed79 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:02:08.851574 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2504c-e3fe-40da-b097-27446224ed79 None None] Pushing event updated for resources: {'Port': ['ID=76635ad9-be85-4e53-bead-62ae199fe5ca,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:08.927899 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-5ee2504c-e3fe-40da-b097-27446224ed79 None None] Attempting to bind port 76635ad9-be85-4e53-bead-62ae199fe5ca on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:02:08.928308 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-5ee2504c-e3fe-40da-b097-27446224ed79 None None] Attempting to bind port 76635ad9-be85-4e53-bead-62ae199fe5ca by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'f0934b84-9a78-4c1f-b943-15ee70cfea9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5adc61a2-49d2-425d-8d34-75c32fc89750'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:02:08.929276 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee2504c-e3fe-40da-b097-27446224ed79 None None] Attempting to bind port 76635ad9-be85-4e53-bead-62ae199fe5ca on network 5adc61a2-49d2-425d-8d34-75c32fc89750 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:02:08.945392 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee2504c-e3fe-40da-b097-27446224ed79 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:02:08.945818 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee2504c-e3fe-40da-b097-27446224ed79 None None] Checking segment: {'id': 'f0934b84-9a78-4c1f-b943-15ee70cfea9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5adc61a2-49d2-425d-8d34-75c32fc89750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:02:08.948279 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5ee2504c-e3fe-40da-b097-27446224ed79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:08.949976 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee2504c-e3fe-40da-b097-27446224ed79 None None] Bound using segment: {'id': 'f0934b84-9a78-4c1f-b943-15ee70cfea9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5adc61a2-49d2-425d-8d34-75c32fc89750'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:02:08.950689 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-5ee2504c-e3fe-40da-b097-27446224ed79 None None] Bound port: 76635ad9-be85-4e53-bead-62ae199fe5ca, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0934b84-9a78-4c1f-b943-15ee70cfea9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5adc61a2-49d2-425d-8d34-75c32fc89750'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:02:08.952536 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5ee2504c-e3fe-40da-b097-27446224ed79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (76635ad9-be85-4e53-bead-62ae199fe5ca), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:09.094915 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-5ee2504c-e3fe-40da-b097-27446224ed79 None None] For port 76635ad9-be85-4e53-bead-62ae199fe5ca, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:02:09.099830 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-5ee2504c-e3fe-40da-b097-27446224ed79 None None] For port 76635ad9-be85-4e53-bead-62ae199fe5ca, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=76635ad9-be85-4e53-bead-62ae199fe5ca,segment=NetworkSegment(f0934b84-9a78-4c1f-b943-15ee70cfea9f),segment_id=f0934b84-9a78-4c1f-b943-15ee70cfea9f)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:02:09.109486 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5ee2504c-e3fe-40da-b097-27446224ed79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (76635ad9-be85-4e53-bead-62ae199fe5ca), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:09.211025 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2504c-e3fe-40da-b097-27446224ed79 None None] Pushing event updated for resources: {'Port': ['ID=76635ad9-be85-4e53-bead-62ae199fe5ca,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:09.258732 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae1809-0d84-42d4-808d-78f8b2dffecc req-67e8c429-79f6-4bec-b340-91b20c2f2700 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:09.277934 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-efae1809-0d84-42d4-808d-78f8b2dffecc req-67e8c429-79f6-4bec-b340-91b20c2f2700 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 944 time: 0.4289412 Mar 05 05:02:09.396881 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-efae1809-0d84-42d4-808d-78f8b2dffecc req-69c7b520-eb2f-407b-9679-e8a9da5a6d7c tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173322 Mar 05 05:02:09.421526 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2faaec75-2f95-4b77-8684-c0d386a6c1e8 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks [] for port (5000e7bc-378c-42fc-bb2e-77702ed0cc33), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:09.489345 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2faaec75-2f95-4b77-8684-c0d386a6c1e8 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (5000e7bc-378c-42fc-bb2e-77702ed0cc33), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:09.577277 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faaec75-2f95-4b77-8684-c0d386a6c1e8 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Network 5adc61a2-49d2-425d-8d34-75c32fc89750 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:02:09.599557 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-2faaec75-2f95-4b77-8684-c0d386a6c1e8 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:02:09.605509 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faaec75-2f95-4b77-8684-c0d386a6c1e8 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Pushing event updated for resources: {'Port': ['ID=5000e7bc-378c-42fc-bb2e-77702ed0cc33,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:09.609058 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faaec75-2f95-4b77-8684-c0d386a6c1e8 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:02:09.619206 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faaec75-2f95-4b77-8684-c0d386a6c1e8 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:09.619206 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2faaec75-2f95-4b77-8684-c0d386a6c1e8 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:09.650496 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2faaec75-2f95-4b77-8684-c0d386a6c1e8 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.8675964 Mar 05 05:02:09.652644 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37264) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:09.811508 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-65e65eaa-25ad-40fc-9b6b-6432605ac6d0 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Deleting subnet fe2f263a-136e-4963-9f22-1c791c8ba646 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:02:09.820064 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-65e65eaa-25ad-40fc-9b6b-6432605ac6d0 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks [] for subnet (fe2f263a-136e-4963-9f22-1c791c8ba646), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:09.981129 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-65e65eaa-25ad-40fc-9b6b-6432605ac6d0 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (fe2f263a-136e-4963-9f22-1c791c8ba646), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:10.386277 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-65e65eaa-25ad-40fc-9b6b-6432605ac6d0 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (fe2f263a-136e-4963-9f22-1c791c8ba646), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:10.583136 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-65e65eaa-25ad-40fc-9b6b-6432605ac6d0 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (fe2f263a-136e-4963-9f22-1c791c8ba646), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:10.723995 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 76635ad9-be85-4e53-bead-62ae199fe5ca up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:02:10.799167 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e65eaa-25ad-40fc-9b6b-6432605ac6d0 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Pushing event deleted for resources: {'Subnet': ['ID=fe2f263a-136e-4963-9f22-1c791c8ba646,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:10.812304 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-65e65eaa-25ad-40fc-9b6b-6432605ac6d0 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:10.816781 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-65e65eaa-25ad-40fc-9b6b-6432605ac6d0 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "DELETE /v2.0/subnets/fe2f263a-136e-4963-9f22-1c791c8ba646 HTTP/1.1" status: 204 len: 168 time: 1.1621137 Mar 05 05:02:10.819218 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37290) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:10.839433 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea630fc9-6729-4a36-aee5-17b19a92e67a req-41bb8bba-0fde-40b7-a861-85189e360fa3 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:10.841136 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ea630fc9-6729-4a36-aee5-17b19a92e67a req-41bb8bba-0fde-40b7-a861-85189e360fa3 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 944 time: 0.2857320 Mar 05 05:02:10.902360 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 76635ad9-be85-4e53-bead-62ae199fe5ca triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:02:10.902909 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (76635ad9-be85-4e53-bead-62ae199fe5ca), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:10.940796 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ea630fc9-6729-4a36-aee5-17b19a92e67a req-fb02141c-3e26-44d8-890a-d5e1c032618d tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932906 Mar 05 05:02:11.050901 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7687d461-cf5c-4d07-8c46-e7a4610d0382 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:11.055428 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7687d461-cf5c-4d07-8c46-e7a4610d0382 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:11.064462 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37296) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:11.066736 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7687d461-cf5c-4d07-8c46-e7a4610d0382 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2441571 Mar 05 05:02:11.236602 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 76635ad9-be85-4e53-bead-62ae199fe5ca is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:02:11.237137 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (76635ad9-be85-4e53-bead-62ae199fe5ca), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:11.273021 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d878f86-eb4b-4bb0-a536-af0d275c3bd8 None None] Network 5adc61a2-49d2-425d-8d34-75c32fc89750 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:02:11.351687 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b71b26d2-74b3-408e-8937-fdf672e674a0 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (5adc61a2-49d2-425d-8d34-75c32fc89750), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:11.419573 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-b71b26d2-74b3-408e-8937-fdf672e674a0 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 05 05:02:11.429231 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b71b26d2-74b3-408e-8937-fdf672e674a0 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:02:11.432769 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b71b26d2-74b3-408e-8937-fdf672e674a0 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "DELETE /v2.0/networks/5adc61a2-49d2-425d-8d34-75c32fc89750 HTTP/1.1" status: 409 len: 466 time: 0.3673048 Mar 05 05:02:11.449877 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37308) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:11.469608 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-bea786be-a698-4982-b1e9-f6797e0f7db1 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-660593897'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:11.566497 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea786be-a698-4982-b1e9-f6797e0f7db1 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Made reservation on behalf of 84fb097a053f4168b45acf333b508d56 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:02:11.575528 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bea786be-a698-4982-b1e9-f6797e0f7db1 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:11.576350 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d48886dc-a682-4853-ba05-daa6c9b9ea98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:11.578966 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f4edb-2e2f-47cc-a429-964eec211f5c req-02b6607b-2873-4a26-8fa6-b193e7fef27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:11.580687 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c24f4edb-2e2f-47cc-a429-964eec211f5c req-02b6607b-2873-4a26-8fa6-b193e7fef27a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a4b8503d9df4443b291278ddd00e28c&device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 1128 time: 0.1824386 Mar 05 05:02:11.603519 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 76635ad9-be85-4e53-bead-62ae199fe5ca, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=76635ad9-be85-4e53-bead-62ae199fe5ca,segment=NetworkSegment(f0934b84-9a78-4c1f-b943-15ee70cfea9f),segment_id=f0934b84-9a78-4c1f-b943-15ee70cfea9f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:02:11.617284 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (76635ad9-be85-4e53-bead-62ae199fe5ca), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:11.624290 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f9f28507-0e41-45ae-8861-865c6c710266 None None] Provisioning complete for port 76635ad9-be85-4e53-bead-62ae199fe5ca triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:02:11.624822 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f9f28507-0e41-45ae-8861-865c6c710266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (76635ad9-be85-4e53-bead-62ae199fe5ca), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:11.735660 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=76635ad9-be85-4e53-bead-62ae199fe5ca,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:11.799987 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea786be-a698-4982-b1e9-f6797e0f7db1 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:02:11.825707 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bea786be-a698-4982-b1e9-f6797e0f7db1 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (425fbd85-e15d-4999-98f7-5eb29291b8d9), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:11.833538 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-bea786be-a698-4982-b1e9-f6797e0f7db1 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Added segment 425fbd85-e15d-4999-98f7-5eb29291b8d9 of type vlan for network 67dbfa1a-33db-4591-94bf-43273c81d481 Mar 05 05:02:11.868562 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f9f28507-0e41-45ae-8861-865c6c710266 None None] Current status of the port 76635ad9-be85-4e53-bead-62ae199fe5ca is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:02:11.884158 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dfa97b-d33d-45e0-99a2-b945711d2128 None None] DHCP port deletion for 5adc61a2-49d2-425d-8d34-75c32fc89750 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:02:11.976062 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bea786be-a698-4982-b1e9-f6797e0f7db1 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (67dbfa1a-33db-4591-94bf-43273c81d481), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:12.004592 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-92dfa97b-d33d-45e0-99a2-b945711d2128 None None] Deleting port 76635ad9-be85-4e53-bead-62ae199fe5ca {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:02:12.004592 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-92dfa97b-d33d-45e0-99a2-b945711d2128 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (76635ad9-be85-4e53-bead-62ae199fe5ca), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:12.022302 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f4edb-2e2f-47cc-a429-964eec211f5c req-20ea220a-5117-48be-9bb2-cff1f38e1e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:12.035935 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c24f4edb-2e2f-47cc-a429-964eec211f5c req-20ea220a-5117-48be-9bb2-cff1f38e1e80 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e2ea6029-e725-4617-9e1a-670683181521 HTTP/1.1" status: 200 len: 919 time: 0.4290531 Mar 05 05:02:12.062756 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bea786be-a698-4982-b1e9-f6797e0f7db1 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (67dbfa1a-33db-4591-94bf-43273c81d481), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:12.089760 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea786be-a698-4982-b1e9-f6797e0f7db1 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:12.090593 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bea786be-a698-4982-b1e9-f6797e0f7db1 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:12.125225 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c24f4edb-2e2f-47cc-a429-964eec211f5c req-0d0312bc-daf5-440c-8302-50af05742914 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff027842-10ad-48ab-9484-ef962888f6f8 HTTP/1.1" status: 200 len: 217 time: 0.0878859 Mar 05 05:02:12.179201 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-92dfa97b-d33d-45e0-99a2-b945711d2128 None None] For port 76635ad9-be85-4e53-bead-62ae199fe5ca, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=76635ad9-be85-4e53-bead-62ae199fe5ca,segment=NetworkSegment(f0934b84-9a78-4c1f-b943-15ee70cfea9f),segment_id=f0934b84-9a78-4c1f-b943-15ee70cfea9f)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:02:12.179669 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-92dfa97b-d33d-45e0-99a2-b945711d2128 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (76635ad9-be85-4e53-bead-62ae199fe5ca), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:12.213794 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-92dfa97b-d33d-45e0-99a2-b945711d2128 None None] Calling delete_port for 76635ad9-be85-4e53-bead-62ae199fe5ca owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:02:12.267603 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f4edb-2e2f-47cc-a429-964eec211f5c req-eb6be95f-0310-4ac0-bb27-54e223b222f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:12.273738 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c24f4edb-2e2f-47cc-a429-964eec211f5c req-eb6be95f-0310-4ac0-bb27-54e223b222f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2ee3a0bf-8ff3-4691-abcb-5ebfd0488082 HTTP/1.1" status: 200 len: 859 time: 0.1429050 Mar 05 05:02:12.281183 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea786be-a698-4982-b1e9-f6797e0f7db1 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Pushing event updated for resources: {'Network': ['ID=67dbfa1a-33db-4591-94bf-43273c81d481,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:12.354103 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c24f4edb-2e2f-47cc-a429-964eec211f5c req-ad90d2b2-7040-480d-aee2-c1ce72c397b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2ea6029-e725-4617-9e1a-670683181521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711453 Mar 05 05:02:12.385067 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f90f1-5d53-414f-bea3-6424e3ccc490 req-4934e053-a8bd-47c0-a1be-8fe9182ba300 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:12.398607 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d37f90f1-5d53-414f-bea3-6424e3ccc490 req-4934e053-a8bd-47c0-a1be-8fe9182ba300 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 0.7695131 Mar 05 05:02:12.413339 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea786be-a698-4982-b1e9-f6797e0f7db1 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:12.418755 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea786be-a698-4982-b1e9-f6797e0f7db1 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:12.419302 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea786be-a698-4982-b1e9-f6797e0f7db1 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:12.421288 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea786be-a698-4982-b1e9-f6797e0f7db1 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:12.421773 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea786be-a698-4982-b1e9-f6797e0f7db1 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:12.422227 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea786be-a698-4982-b1e9-f6797e0f7db1 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:12.422680 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea786be-a698-4982-b1e9-f6797e0f7db1 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:12.425101 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea786be-a698-4982-b1e9-f6797e0f7db1 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:12.425721 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea786be-a698-4982-b1e9-f6797e0f7db1 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:12.426193 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea786be-a698-4982-b1e9-f6797e0f7db1 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:12.426645 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea786be-a698-4982-b1e9-f6797e0f7db1 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:12.440788 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea786be-a698-4982-b1e9-f6797e0f7db1 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:12.441619 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea786be-a698-4982-b1e9-f6797e0f7db1 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:12.470678 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bea786be-a698-4982-b1e9-f6797e0f7db1 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0147572 Mar 05 05:02:12.478798 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37324) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:12.504482 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-49d84501-b395-474d-9572-6785752c0992 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Request body: {'subnet': {'network_id': '67dbfa1a-33db-4591-94bf-43273c81d481', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:12.511716 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 67dbfa1a-33db-4591-94bf-43273c81d481 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:02:12.529875 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc99d5b-c92e-4ccc-88ff-810537356268 req-4e2cb921-0a79-41bd-a2b1-80a13a3c01e1 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:12.535943 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-acc99d5b-c92e-4ccc-88ff-810537356268 req-4e2cb921-0a79-41bd-a2b1-80a13a3c01e1 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=90a0ff1b-d127-4552-96e6-3ddece488601 HTTP/1.1" status: 200 len: 945 time: 0.4881649 Mar 05 05:02:12.580060 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d37f90f1-5d53-414f-bea3-6424e3ccc490 req-1d17461d-f3b6-45a8-b95d-5469ba32a7b9 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727948 Mar 05 05:02:12.709118 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-acc99d5b-c92e-4ccc-88ff-810537356268 req-af100682-0009-41aa-b2b2-3a13bbf9ebbb tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a3ca7f9-f110-4424-8eec-5a2a53a3ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420817 Mar 05 05:02:12.792167 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c24f4edb-2e2f-47cc-a429-964eec211f5c req-2d91a7ee-2f39-437a-82a2-92da63b74323 service neutron] 10.222.0.30 "GET /v2.0/networks/e2ea6029-e725-4617-9e1a-670683181521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314554 Mar 05 05:02:12.812361 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 76635ad9-be85-4e53-bead-62ae199fe5ca no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:02:12.838889 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436a0b7-bb70-4b7a-8ca5-d4a05034ac4e req-3a6d0bc2-b1c5-47c5-9361-3409f2cdbe9b tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:12.852915 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3436a0b7-bb70-4b7a-8ca5-d4a05034ac4e req-3a6d0bc2-b1c5-47c5-9361-3409f2cdbe9b tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 944 time: 0.1348567 Mar 05 05:02:12.863938 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d84501-b395-474d-9572-6785752c0992 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Made reservation on behalf of 84fb097a053f4168b45acf333b508d56 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:02:12.872120 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-49d84501-b395-474d-9572-6785752c0992 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:12.969948 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-92dfa97b-d33d-45e0-99a2-b945711d2128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (76635ad9-be85-4e53-bead-62ae199fe5ca), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:12.991100 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3436a0b7-bb70-4b7a-8ca5-d4a05034ac4e req-d5f80d20-e850-4fa7-869a-067fbc7f88a8 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365695 Mar 05 05:02:13.079484 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dfa97b-d33d-45e0-99a2-b945711d2128 None None] Pushing event deleted for resources: {'Port': ['ID=76635ad9-be85-4e53-bead-62ae199fe5ca,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:13.092795 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dfa97b-d33d-45e0-99a2-b945711d2128 None None] No DVR routers for this DVR port 76635ad9-be85-4e53-bead-62ae199fe5ca on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:02:13.119565 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No active binding found for port 76635ad9-be85-4e53-bead-62ae199fe5ca {{(pid=105233) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 05 05:02:13.120175 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] The host n-d-789963-32 is not matching for port 76635ad9-be85-4e53-bead-62ae199fe5ca host None! {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 05 05:02:13.120885 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 76635ad9-be85-4e53-bead-62ae199fe5ca not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:02:13.137291 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c24f4edb-2e2f-47cc-a429-964eec211f5c req-6f8ccab4-4f0a-4e09-ab0a-97de4d1f0435 service neutron] 10.222.0.30 "GET /v2.0/networks/e2ea6029-e725-4617-9e1a-670683181521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362451 Mar 05 05:02:13.370202 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bff11-6328-46bb-9988-1c74e5cbd30c req-5038ec75-540f-4d63-bb39-6d7bf02a9c03 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:13.371728 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-748bff11-6328-46bb-9988-1c74e5cbd30c req-5038ec75-540f-4d63-bb39-6d7bf02a9c03 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.30 "GET /v2.0/ports?device_id=90a0ff1b-d127-4552-96e6-3ddece488601 HTTP/1.1" status: 200 len: 945 time: 0.1477971 Mar 05 05:02:13.695529 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-748bff11-6328-46bb-9988-1c74e5cbd30c req-16c75bb8-5868-48d8-b673-146f16047ec0 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Deleting port 7dd58ee5-c405-40e5-b3db-79093310d021 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:02:13.695529 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-748bff11-6328-46bb-9988-1c74e5cbd30c req-16c75bb8-5868-48d8-b673-146f16047ec0 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (7dd58ee5-c405-40e5-b3db-79093310d021), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:13.815065 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-178bd789-e678-4733-8ff2-91d2a49ab186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:13.824112 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:13.874527 n-d-789963-32 neutron-server[105232]: DEBUG neutron.objects.ports [None req-49d84501-b395-474d-9572-6785752c0992 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105232) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 05 05:02:13.885490 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:13.895653 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-49d84501-b395-474d-9572-6785752c0992 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (27d6e752-1a37-4211-a808-0ea523872dbb), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:13.960447 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37346) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:13.966584 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-af56d305-ce3c-4fce-9f9b-8ace8048ad3c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1057667124'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:14.008393 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d84501-b395-474d-9572-6785752c0992 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Pushing event updated for resources: {'Subnet': ['ID=27d6e752-1a37-4211-a808-0ea523872dbb,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:14.079991 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-748bff11-6328-46bb-9988-1c74e5cbd30c req-16c75bb8-5868-48d8-b673-146f16047ec0 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] For port 7dd58ee5-c405-40e5-b3db-79093310d021, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=7dd58ee5-c405-40e5-b3db-79093310d021,segment=NetworkSegment(5417d672-2669-477b-9200-026fcb760706),segment_id=5417d672-2669-477b-9200-026fcb760706)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:02:14.080462 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-748bff11-6328-46bb-9988-1c74e5cbd30c req-16c75bb8-5868-48d8-b673-146f16047ec0 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (7dd58ee5-c405-40e5-b3db-79093310d021), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:14.108435 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d020ad-7357-424f-9f7b-b3fd0b8ab2bd req-99e162fb-c4d1-4cfe-95d8-eac1c53fe931 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:14.110286 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-51d020ad-7357-424f-9f7b-b3fd0b8ab2bd req-99e162fb-c4d1-4cfe-95d8-eac1c53fe931 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 0.2651460 Mar 05 05:02:14.247395 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af56d305-ce3c-4fce-9f9b-8ace8048ad3c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Made reservation on behalf of 3cbec10cd3004a49ad666e5206b0e916 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:02:14.251124 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-af56d305-ce3c-4fce-9f9b-8ace8048ad3c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:14.311859 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-51d020ad-7357-424f-9f7b-b3fd0b8ab2bd req-e565f768-0f31-46bc-b537-d125461dd74e tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795185 Mar 05 05:02:14.354693 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ffbc7-37d8-4be9-a1b6-629c9b5f1942 req-68acd761-2218-4204-9d11-e63b069def5b tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:14.357770 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-903ffbc7-37d8-4be9-a1b6-629c9b5f1942 req-68acd761-2218-4204-9d11-e63b069def5b tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=90a0ff1b-d127-4552-96e6-3ddece488601 HTTP/1.1" status: 200 len: 945 time: 0.3964133 Mar 05 05:02:14.403995 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af56d305-ce3c-4fce-9f9b-8ace8048ad3c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:02:14.422940 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-af56d305-ce3c-4fce-9f9b-8ace8048ad3c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (d489005d-23c5-45e4-857a-6d4a5e83c953), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:14.426491 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-af56d305-ce3c-4fce-9f9b-8ace8048ad3c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Added segment d489005d-23c5-45e4-857a-6d4a5e83c953 of type vlan for network 61e4226b-fc5c-4019-a996-47139c08d580 Mar 05 05:02:14.540265 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-af56d305-ce3c-4fce-9f9b-8ace8048ad3c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (61e4226b-fc5c-4019-a996-47139c08d580), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:14.601439 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-af56d305-ce3c-4fce-9f9b-8ace8048ad3c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (61e4226b-fc5c-4019-a996-47139c08d580), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:14.607462 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af56d305-ce3c-4fce-9f9b-8ace8048ad3c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:14.609438 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-af56d305-ce3c-4fce-9f9b-8ace8048ad3c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:14.704216 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56d305-ce3c-4fce-9f9b-8ace8048ad3c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Pushing event updated for resources: {'Network': ['ID=61e4226b-fc5c-4019-a996-47139c08d580,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:14.718224 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 61e4226b-fc5c-4019-a996-47139c08d580 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:02:14.759884 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-af56d305-ce3c-4fce-9f9b-8ace8048ad3c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7968342 Mar 05 05:02:14.772470 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37352) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:14.779236 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-482e331f-0ad9-4eff-84b0-f5e857e69336 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-866385521'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:14.791598 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159a38f-0c36-4f45-95d8-e7516e9bfa05 req-09307455-398d-4581-b037-d7a143513565 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:14.798898 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8159a38f-0c36-4f45-95d8-e7516e9bfa05 req-09307455-398d-4581-b037-d7a143513565 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 944 time: 0.2136600 Mar 05 05:02:14.808011 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-903ffbc7-37d8-4be9-a1b6-629c9b5f1942 req-e039d7e0-17e0-4189-ad7a-b915418e1f7e tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a3ca7f9-f110-4424-8eec-5a2a53a3ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241182 Mar 05 05:02:14.900002 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482e331f-0ad9-4eff-84b0-f5e857e69336 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Made reservation on behalf of 3cbec10cd3004a49ad666e5206b0e916 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:02:14.907622 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-482e331f-0ad9-4eff-84b0-f5e857e69336 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:14.920994 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d84501-b395-474d-9572-6785752c0992 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Checking segment: {'id': '425fbd85-e15d-4999-98f7-5eb29291b8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '67dbfa1a-33db-4591-94bf-43273c81d481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:02:14.922122 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d84501-b395-474d-9572-6785752c0992 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Network hostable DHCP agents. Network: 67dbfa1a-33db-4591-94bf-43273c81d481, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:02:14.977225 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:14.980144 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8159a38f-0c36-4f45-95d8-e7516e9bfa05 req-3b3bf185-7ecb-4cad-bf03-d3e370e4c67e tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799083 Mar 05 05:02:14.994725 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-482e331f-0ad9-4eff-84b0-f5e857e69336 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:02:15.006903 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-482e331f-0ad9-4eff-84b0-f5e857e69336 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (c8e4c702-f3ee-4970-96e5-405c4a08d9c8), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:15.007308 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-482e331f-0ad9-4eff-84b0-f5e857e69336 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Added segment c8e4c702-f3ee-4970-96e5-405c4a08d9c8 of type vlan for network d5e298e9-3894-4a20-bba8-ee9990215b28 Mar 05 05:02:15.073818 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d84501-b395-474d-9572-6785752c0992 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Network 67dbfa1a-33db-4591-94bf-43273c81d481 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:02:15.088811 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-482e331f-0ad9-4eff-84b0-f5e857e69336 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (d5e298e9-3894-4a20-bba8-ee9990215b28), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:15.113893 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-49d84501-b395-474d-9572-6785752c0992 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 67dbfa1a-33db-4591-94bf-43273c81d481) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:02:15.127362 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5da50c5-22ba-4dd0-8bbb-f7c11b8ef4dd None None] Network 67dbfa1a-33db-4591-94bf-43273c81d481 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:02:15.131465 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-482e331f-0ad9-4eff-84b0-f5e857e69336 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (d5e298e9-3894-4a20-bba8-ee9990215b28), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:15.140053 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482e331f-0ad9-4eff-84b0-f5e857e69336 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:15.140693 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-482e331f-0ad9-4eff-84b0-f5e857e69336 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:15.199419 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d84501-b395-474d-9572-6785752c0992 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:15.201177 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-49d84501-b395-474d-9572-6785752c0992 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:15.227435 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-482e331f-0ad9-4eff-84b0-f5e857e69336 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4534192 Mar 05 05:02:15.228099 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37358) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:15.240017 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-49d84501-b395-474d-9572-6785752c0992 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.7530379 Mar 05 05:02:15.242678 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37360) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:15.256956 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-9a750fd4-8565-4d68-a1b3-1aa7a8bf62db tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Request body: {'subnet': {'network_id': '61e4226b-fc5c-4019-a996-47139c08d580', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:15.350395 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e331f-0ad9-4eff-84b0-f5e857e69336 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Pushing event updated for resources: {'Network': ['ID=d5e298e9-3894-4a20-bba8-ee9990215b28,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:15.366137 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network d5e298e9-3894-4a20-bba8-ee9990215b28 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:02:15.402084 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9727d844-f55f-4ac4-b9a9-b83e801f3354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-67dbfa1a-33db-4591-94bf-43273c81d481', 'network_id': '67dbfa1a-33db-4591-94bf-43273c81d481', 'project_id': '84fb097a053f4168b45acf333b508d56', 'fixed_ips': [{'subnet_id': '27d6e752-1a37-4211-a808-0ea523872dbb'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:02:15.408547 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9727d844-f55f-4ac4-b9a9-b83e801f3354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:15.478972 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (67dbfa1a-33db-4591-94bf-43273c81d481), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:15.554554 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-748bff11-6328-46bb-9988-1c74e5cbd30c req-16c75bb8-5868-48d8-b673-146f16047ec0 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:15.554960 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-748bff11-6328-46bb-9988-1c74e5cbd30c req-16c75bb8-5868-48d8-b673-146f16047ec0 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (ca088bdd-ed51-4aac-87ce-d85d977cc835), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:15.555318 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [req-748bff11-6328-46bb-9988-1c74e5cbd30c req-16c75bb8-5868-48d8-b673-146f16047ec0 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Floating IP ca088bdd-ed51-4aac-87ce-d85d977cc835 disassociated. External IP: 172.25.0.35, port: 7dd58ee5-c405-40e5-b3db-79093310d021. Mar 05 05:02:15.555672 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-748bff11-6328-46bb-9988-1c74e5cbd30c req-16c75bb8-5868-48d8-b673-146f16047ec0 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Calling delete_port for 7dd58ee5-c405-40e5-b3db-79093310d021 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:02:15.710289 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a750fd4-8565-4d68-a1b3-1aa7a8bf62db tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Made reservation on behalf of 3cbec10cd3004a49ad666e5206b0e916 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:02:15.722580 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9a750fd4-8565-4d68-a1b3-1aa7a8bf62db tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:15.904327 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-9727d844-f55f-4ac4-b9a9-b83e801f3354 None None] Allocated IP 2001:db8::f816:3eff:fe6a:3b27 (67dbfa1a-33db-4591-94bf-43273c81d481/27d6e752-1a37-4211-a808-0ea523872dbb/cf7756a3-67aa-4154-8a89-7f312165fb0a) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:02:15.971550 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa1567-6673-4d44-ac63-bbaadc2881bd req-85fb6d94-2d5a-4fd2-960f-639a05e6bb17 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:15.980202 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-04fa1567-6673-4d44-ac63-bbaadc2881bd req-85fb6d94-2d5a-4fd2-960f-639a05e6bb17 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 0.3785512 Mar 05 05:02:16.024057 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-748bff11-6328-46bb-9988-1c74e5cbd30c req-16c75bb8-5868-48d8-b673-146f16047ec0 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (7dd58ee5-c405-40e5-b3db-79093310d021), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:16.124002 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c75bb8-5868-48d8-b673-146f16047ec0 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Pushing event deleted for resources: {'Port': ['ID=7dd58ee5-c405-40e5-b3db-79093310d021,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:16.135986 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (27d6e752-1a37-4211-a808-0ea523872dbb), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:16.341630 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:16.370155 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9727d844-f55f-4ac4-b9a9-b83e801f3354 None None] Publish callbacks [] for port (cf7756a3-67aa-4154-8a89-7f312165fb0a), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:16.381353 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9727d844-f55f-4ac4-b9a9-b83e801f3354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (cf7756a3-67aa-4154-8a89-7f312165fb0a), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:16.412514 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-748bff11-6328-46bb-9988-1c74e5cbd30c req-16c75bb8-5868-48d8-b673-146f16047ec0 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Router 5192b81b-7539-4749-bfdc-ec971480fb6f has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:02:16.481058 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6daff8-999c-41ab-a9a1-29cd6d16c6df req-f9bd5409-031c-4524-b116-2940e63179df tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:16.483310 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2e6daff8-999c-41ab-a9a1-29cd6d16c6df req-f9bd5409-031c-4524-b116-2940e63179df tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/ports?device_id=90a0ff1b-d127-4552-96e6-3ddece488601 HTTP/1.1" status: 200 len: 867 time: 0.5006611 Mar 05 05:02:16.515840 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9727d844-f55f-4ac4-b9a9-b83e801f3354 None None] Network 67dbfa1a-33db-4591-94bf-43273c81d481 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:02:16.525496 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-9727d844-f55f-4ac4-b9a9-b83e801f3354 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:02:16.540636 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9727d844-f55f-4ac4-b9a9-b83e801f3354 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:02:16.572804 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727d844-f55f-4ac4-b9a9-b83e801f3354 None None] Pushing event updated for resources: {'Port': ['ID=cf7756a3-67aa-4154-8a89-7f312165fb0a,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:16.680654 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-04fa1567-6673-4d44-ac63-bbaadc2881bd req-5e085c4d-8419-484c-be70-1e39e7049ad6 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4854777 Mar 05 05:02:16.862775 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-748bff11-6328-46bb-9988-1c74e5cbd30c req-16c75bb8-5868-48d8-b673-146f16047ec0 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:02:16.882768 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e4930e-b52b-4333-9162-f2f47c1eb4e5 None None] Sync routers for ids ['5192b81b-7539-4749-bfdc-ec971480fb6f'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:02:16.890583 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2e6daff8-999c-41ab-a9a1-29cd6d16c6df req-d0eb1864-c400-47d5-8ec5-8d1158192dcb tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups?id=6a3ca7f9-f110-4424-8eec-5a2a53a3ce82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3562517 Mar 05 05:02:16.900046 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e4930e-b52b-4333-9162-f2f47c1eb4e5 None None] Routers {'5192b81b-7539-4749-bfdc-ec971480fb6f'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:02:16.901010 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-76e4930e-b52b-4333-9162-f2f47c1eb4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:02:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['5192b81b-7539-4749-bfdc-ec971480fb6f'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:16.907025 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (27d6e752-1a37-4211-a808-0ea523872dbb), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:16.908133 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9a750fd4-8565-4d68-a1b3-1aa7a8bf62db tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (b20ad415-1a2b-48b9-b719-aacdec19c5f7), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:16.914713 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-9727d844-f55f-4ac4-b9a9-b83e801f3354 None None] Attempting to bind port cf7756a3-67aa-4154-8a89-7f312165fb0a on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:02:16.919024 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-9727d844-f55f-4ac4-b9a9-b83e801f3354 None None] Attempting to bind port cf7756a3-67aa-4154-8a89-7f312165fb0a by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '425fbd85-e15d-4999-98f7-5eb29291b8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '67dbfa1a-33db-4591-94bf-43273c81d481'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:02:16.919640 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9727d844-f55f-4ac4-b9a9-b83e801f3354 None None] Attempting to bind port cf7756a3-67aa-4154-8a89-7f312165fb0a on network 67dbfa1a-33db-4591-94bf-43273c81d481 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:02:16.942698 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9727d844-f55f-4ac4-b9a9-b83e801f3354 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:02:16.955006 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9727d844-f55f-4ac4-b9a9-b83e801f3354 None None] Checking segment: {'id': '425fbd85-e15d-4999-98f7-5eb29291b8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '67dbfa1a-33db-4591-94bf-43273c81d481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:02:16.955006 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9727d844-f55f-4ac4-b9a9-b83e801f3354 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:16.963063 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9727d844-f55f-4ac4-b9a9-b83e801f3354 None None] Bound using segment: {'id': '425fbd85-e15d-4999-98f7-5eb29291b8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '67dbfa1a-33db-4591-94bf-43273c81d481'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:02:16.963585 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-9727d844-f55f-4ac4-b9a9-b83e801f3354 None None] Bound port: cf7756a3-67aa-4154-8a89-7f312165fb0a, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425fbd85-e15d-4999-98f7-5eb29291b8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '67dbfa1a-33db-4591-94bf-43273c81d481'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:02:16.964061 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9727d844-f55f-4ac4-b9a9-b83e801f3354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cf7756a3-67aa-4154-8a89-7f312165fb0a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:16.978400 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-748bff11-6328-46bb-9988-1c74e5cbd30c req-16c75bb8-5868-48d8-b673-146f16047ec0 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] No DVR routers for this DVR port 7dd58ee5-c405-40e5-b3db-79093310d021 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:02:16.992764 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-748bff11-6328-46bb-9988-1c74e5cbd30c req-16c75bb8-5868-48d8-b673-146f16047ec0 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:17.005273 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-748bff11-6328-46bb-9988-1c74e5cbd30c req-16c75bb8-5868-48d8-b673-146f16047ec0 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.30 "DELETE /v2.0/ports/7dd58ee5-c405-40e5-b3db-79093310d021 HTTP/1.1" status: 204 len: 173 time: 3.6283679 Mar 05 05:02:17.006391 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a0ff1b-d127-4552-96e6-3ddece488601', 'name': 'network-vif-deleted', 'tag': '7dd58ee5-c405-40e5-b3db-79093310d021'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:02:17.029655 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9576d20a-6d8c-42af-af6a-f7569a231404" -d '{"events": [{"server_uuid": "90a0ff1b-d127-4552-96e6-3ddece488601", "name": "network-vif-deleted", "tag": "7dd58ee5-c405-40e5-b3db-79093310d021"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:02:17.043667 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Pushing event deleted for resources: {'Subnet': ['ID=27d6e752-1a37-4211-a808-0ea523872dbb,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:17.103144 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a750fd4-8565-4d68-a1b3-1aa7a8bf62db tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Pushing event updated for resources: {'Subnet': ['ID=b20ad415-1a2b-48b9-b719-aacdec19c5f7,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:17.182433 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-76e4930e-b52b-4333-9162-f2f47c1eb4e5 None None] Set router 5192b81b-7539-4749-bfdc-ec971480fb6f gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:02:17.188303 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 7dd58ee5-c405-40e5-b3db-79093310d021 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:02:17.424980 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a750fd4-8565-4d68-a1b3-1aa7a8bf62db tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Checking segment: {'id': 'd489005d-23c5-45e4-857a-6d4a5e83c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '61e4226b-fc5c-4019-a996-47139c08d580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:02:17.425385 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a750fd4-8565-4d68-a1b3-1aa7a8bf62db tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Network hostable DHCP agents. Network: 61e4226b-fc5c-4019-a996-47139c08d580, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:02:17.480234 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00427a1c-562c-42bb-a67d-b03c2d027d9e req-eacb03b3-d489-49d3-84bb-fcbdd68dfd7c tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:17.482252 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (67dbfa1a-33db-4591-94bf-43273c81d481), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:17.483011 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-00427a1c-562c-42bb-a67d-b03c2d027d9e req-eacb03b3-d489-49d3-84bb-fcbdd68dfd7c tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 944 time: 0.3647029 Mar 05 05:02:17.484956 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a750fd4-8565-4d68-a1b3-1aa7a8bf62db tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Network 61e4226b-fc5c-4019-a996-47139c08d580 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:02:17.539944 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-9a750fd4-8565-4d68-a1b3-1aa7a8bf62db tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 61e4226b-fc5c-4019-a996-47139c08d580) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:02:17.549178 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c549449f-dec6-463d-8d01-bc1c32a46f58 x-openstack-request-id: req-c549449f-dec6-463d-8d01-bc1c32a46f58 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:02:17.549505 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a0ff1b-d127-4552-96e6-3ddece488601", "name": "network-vif-deleted", "tag": "7dd58ee5-c405-40e5-b3db-79093310d021", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:02:17.549759 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c549449f-dec6-463d-8d01-bc1c32a46f58 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:02:17.550193 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a0ff1b-d127-4552-96e6-3ddece488601', 'name': 'network-vif-deleted', 'tag': '7dd58ee5-c405-40e5-b3db-79093310d021', 'status': 'completed', 'code': 200} Mar 05 05:02:17.562231 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67dbfa1a-33db-4591-94bf-43273c81d481']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:17.567694 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a750fd4-8565-4d68-a1b3-1aa7a8bf62db tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:17.571594 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9a750fd4-8565-4d68-a1b3-1aa7a8bf62db tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:17.583564 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '425fbd85-e15d-4999-98f7-5eb29291b8d9') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:17.583889 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '425fbd85-e15d-4999-98f7-5eb29291b8d9') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:17.604993 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-00427a1c-562c-42bb-a67d-b03c2d027d9e req-63d817b1-1146-4729-98ef-bcbfe6817139 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157155 Mar 05 05:02:17.619959 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (425fbd85-e15d-4999-98f7-5eb29291b8d9), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:17.622097 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9a750fd4-8565-4d68-a1b3-1aa7a8bf62db tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3859174 Mar 05 05:02:17.624810 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37386) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:17.635188 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-d9e6283a-536b-4a04-bb59-a34b4966333b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Request body: {'subnet': {'network_id': 'd5e298e9-3894-4a20-bba8-ee9990215b28', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:17.643721 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-76e4930e-b52b-4333-9162-f2f47c1eb4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'name': 'tempest-AttachVolumeTestJSON-1804951668-router', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:54:02Z', 'updated_at': '2022-03-05T04:54:15Z', 'revision_number': 4, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'gw_port': {'id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:04Z', 'updated_at': '2022-03-05T04:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e', 'name': '', 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'mac_address': 'fa:16:3e:c0:35:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'd4f62d24-d369-4f32-b0d3-8cc062c5524d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:13Z', 'updated_at': '2022-03-05T04:54:21Z', 'revision_number': 5, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'subnets': [{'id': 'd4f62d24-d369-4f32-b0d3-8cc062c5524d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:17.656555 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (425fbd85-e15d-4999-98f7-5eb29291b8d9), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:17.666362 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:02:17.667172 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (425fbd85-e15d-4999-98f7-5eb29291b8d9), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:17.672146 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:02:17.672146 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:02:17.672146 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:02:17.672146 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:02:17.672146 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:02:17.672146 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:02:17.672146 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:02:17.672146 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:02:17.672146 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:02:17.672146 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:02:17.672146 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:02:17.672146 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:02:17.672146 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:02:17.672146 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:02:17.672146 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:02:17.672146 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:02:17.672146 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:02:17.672146 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:02:17.672146 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:02:17.672146 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:02:17.672146 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:02:17.672146 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:02:17.672146 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:02:17.672146 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:02:17.672146 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:02:17.672146 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:02:17.672146 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:02:17.672146 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:02:17.672146 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:02:17.672146 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:02:17.672146 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:02:17.672146 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:02:17.692452 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-9727d844-f55f-4ac4-b9a9-b83e801f3354 None None] For port cf7756a3-67aa-4154-8a89-7f312165fb0a, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:02:17.698194 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 7dd58ee5-c405-40e5-b3db-79093310d021 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:02:17.698754 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 7dd58ee5-c405-40e5-b3db-79093310d021 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:02:17.701573 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27897ce6-6a66-41f6-b907-4fdbd7722454 None None] Network 61e4226b-fc5c-4019-a996-47139c08d580 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:02:17.730410 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e4930e-b52b-4333-9162-f2f47c1eb4e5 None None] Checking router: 5192b81b-7539-4749-bfdc-ec971480fb6f for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:02:17.758352 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e4930e-b52b-4333-9162-f2f47c1eb4e5 None None] Routers {'5192b81b-7539-4749-bfdc-ec971480fb6f'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:02:17.759005 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-76e4930e-b52b-4333-9162-f2f47c1eb4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:02:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['5192b81b-7539-4749-bfdc-ec971480fb6f'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:17.844662 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.db.api [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 05 05:02:17.844662 n-d-789963-32 neutron-server[105232]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 05 05:02:17.844662 n-d-789963-32 neutron-server[105232]: [parameters: {'id': '67dbfa1a-33db-4591-94bf-43273c81d481'}] Mar 05 05:02:17.844662 n-d-789963-32 neutron-server[105232]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 05:02:17.844662 n-d-789963-32 neutron-server[105232]: DEBUG oslo_db.api [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 05:02:17.874231 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-9727d844-f55f-4ac4-b9a9-b83e801f3354 None None] For port cf7756a3-67aa-4154-8a89-7f312165fb0a, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=cf7756a3-67aa-4154-8a89-7f312165fb0a,segment=NetworkSegment(425fbd85-e15d-4999-98f7-5eb29291b8d9),segment_id=425fbd85-e15d-4999-98f7-5eb29291b8d9)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:02:17.884005 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129643d6-aa9f-489d-90ce-93650c08780a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-61e4226b-fc5c-4019-a996-47139c08d580', 'network_id': '61e4226b-fc5c-4019-a996-47139c08d580', 'project_id': '3cbec10cd3004a49ad666e5206b0e916', 'fixed_ips': [{'subnet_id': 'b20ad415-1a2b-48b9-b719-aacdec19c5f7'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:02:17.885787 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-129643d6-aa9f-489d-90ce-93650c08780a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:17.911309 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9727d844-f55f-4ac4-b9a9-b83e801f3354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cf7756a3-67aa-4154-8a89-7f312165fb0a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:17.919152 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:17.950323 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-76e4930e-b52b-4333-9162-f2f47c1eb4e5 None None] Set router 5192b81b-7539-4749-bfdc-ec971480fb6f gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:02:17.970604 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e6283a-536b-4a04-bb59-a34b4966333b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Made reservation on behalf of 3cbec10cd3004a49ad666e5206b0e916 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:02:17.989764 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d9e6283a-536b-4a04-bb59-a34b4966333b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:18.005530 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37396) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:18.142217 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-14ca4b8a-c74d-4d2c-9538-1054268b40cc tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for security_group (6a3ca7f9-f110-4424-8eec-5a2a53a3ce82), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:18.165178 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17db2a77-6244-435e-945c-e3ee8c0f3e3a None None] Network 67dbfa1a-33db-4591-94bf-43273c81d481 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:02:18.196382 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-14ca4b8a-c74d-4d2c-9538-1054268b40cc tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for security_group (6a3ca7f9-f110-4424-8eec-5a2a53a3ce82), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:18.222503 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727d844-f55f-4ac4-b9a9-b83e801f3354 None None] Pushing event updated for resources: {'Port': ['ID=cf7756a3-67aa-4154-8a89-7f312165fb0a,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:18.297254 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-14ca4b8a-c74d-4d2c-9538-1054268b40cc tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6a3ca7f9-f110-4424-8eec-5a2a53a3ce82), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:18.301891 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-14ca4b8a-c74d-4d2c-9538-1054268b40cc tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:18.309635 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-14ca4b8a-c74d-4d2c-9538-1054268b40cc tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "DELETE /v2.0/security-groups/6a3ca7f9-f110-4424-8eec-5a2a53a3ce82 HTTP/1.1" status: 204 len: 168 time: 0.2964973 Mar 05 05:02:18.310473 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37402) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:18.336718 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca4b8a-c74d-4d2c-9538-1054268b40cc tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3ca7f9-f110-4424-8eec-5a2a53a3ce82,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:18.338763 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-c3027cdd-380e-4800-9e38-2c168e48d9fe tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] show failed (client error): The resource could not be found. Mar 05 05:02:18.339866 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c3027cdd-380e-4800-9e38-2c168e48d9fe tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "GET /v2.0/security-groups/6a3ca7f9-f110-4424-8eec-5a2a53a3ce82 HTTP/1.1" status: 404 len: 347 time: 0.0247033 Mar 05 05:02:18.346676 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-76e4930e-b52b-4333-9162-f2f47c1eb4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'name': 'tempest-AttachVolumeTestJSON-1804951668-router', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:54:02Z', 'updated_at': '2022-03-05T04:54:15Z', 'revision_number': 4, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'gw_port': {'id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:04Z', 'updated_at': '2022-03-05T04:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e', 'name': '', 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'mac_address': 'fa:16:3e:c0:35:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'd4f62d24-d369-4f32-b0d3-8cc062c5524d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:13Z', 'updated_at': '2022-03-05T04:54:21Z', 'revision_number': 5, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'subnets': [{'id': 'd4f62d24-d369-4f32-b0d3-8cc062c5524d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:18.347808 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (67dbfa1a-33db-4591-94bf-43273c81d481), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:18.350692 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37406) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:18.416468 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e4930e-b52b-4333-9162-f2f47c1eb4e5 None None] The sync data for ids ['5192b81b-7539-4749-bfdc-ec971480fb6f'] in n-d-789963-32 is: [{'id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'name': 'tempest-AttachVolumeTestJSON-1804951668-router', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:54:02Z', 'updated_at': '2022-03-05T04:54:15Z', 'revision_number': 4, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'gw_port': {'id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:04Z', 'updated_at': '2022-03-05T04:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e', 'name': '', 'network_id': '931621a1-3c63-4b88-9017-913fd0b96f88', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'mac_address': 'fa:16:3e:c0:35:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'd4f62d24-d369-4f32-b0d3-8cc062c5524d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:13Z', 'updated_at': '2022-03-05T04:54:21Z', 'revision_number': 5, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'subnets': [{'id': 'd4f62d24-d369-4f32-b0d3-8cc062c5524d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:02:18.462563 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-129643d6-aa9f-489d-90ce-93650c08780a None None] Allocated IP 10.1.1.2 (61e4226b-fc5c-4019-a996-47139c08d580/b20ad415-1a2b-48b9-b719-aacdec19c5f7/e39efd7c-9ce8-4527-816e-0030123b4396) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:02:18.619646 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Deleting port cf7756a3-67aa-4154-8a89-7f312165fb0a {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:02:18.619996 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (cf7756a3-67aa-4154-8a89-7f312165fb0a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:18.646931 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-3545a186-f9c4-4dc4-ad41-bf0bb0325b36 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Deleting port fb30b27d-fcb5-430d-a81a-843809dddb5c {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:02:18.647286 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3545a186-f9c4-4dc4-ad41-bf0bb0325b36 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (fb30b27d-fcb5-430d-a81a-843809dddb5c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:18.810399 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] For port cf7756a3-67aa-4154-8a89-7f312165fb0a, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=cf7756a3-67aa-4154-8a89-7f312165fb0a,segment=NetworkSegment(425fbd85-e15d-4999-98f7-5eb29291b8d9),segment_id=425fbd85-e15d-4999-98f7-5eb29291b8d9)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:02:18.810779 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (cf7756a3-67aa-4154-8a89-7f312165fb0a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:18.836633 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Calling delete_port for cf7756a3-67aa-4154-8a89-7f312165fb0a owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:02:18.913180 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3545a186-f9c4-4dc4-ad41-bf0bb0325b36 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (fb30b27d-fcb5-430d-a81a-843809dddb5c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:18.913512 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3545a186-f9c4-4dc4-ad41-bf0bb0325b36 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for floatingip (fb30b27d-fcb5-430d-a81a-843809dddb5c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:18.919794 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-129643d6-aa9f-489d-90ce-93650c08780a None None] Publish callbacks [] for port (e39efd7c-9ce8-4527-816e-0030123b4396), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:18.928834 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c466979-8677-48ab-8037-296891e6fe63 req-4c7e5767-6075-486c-8627-453db5cb8cb9 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:18.930690 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8c466979-8677-48ab-8037-296891e6fe63 req-4c7e5767-6075-486c-8627-453db5cb8cb9 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 1.0501640 Mar 05 05:02:18.932453 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-129643d6-aa9f-489d-90ce-93650c08780a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (e39efd7c-9ce8-4527-816e-0030123b4396), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:18.941345 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-3545a186-f9c4-4dc4-ad41-bf0bb0325b36 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Calling delete_port for fb30b27d-fcb5-430d-a81a-843809dddb5c owned by network:floatingip {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:02:18.996411 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129643d6-aa9f-489d-90ce-93650c08780a None None] Network 61e4226b-fc5c-4019-a996-47139c08d580 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:02:18.997527 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a084d7b-fcae-430f-a294-a63883d460df None None] New status for floating IP ca088bdd-ed51-4aac-87ce-d85d977cc835: DOWN {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:02:19.111384 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (cf7756a3-67aa-4154-8a89-7f312165fb0a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:19.153712 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-129643d6-aa9f-489d-90ce-93650c08780a None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:02:19.158560 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129643d6-aa9f-489d-90ce-93650c08780a None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:02:19.162993 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Pushing event deleted for resources: {'Port': ['ID=cf7756a3-67aa-4154-8a89-7f312165fb0a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:19.170753 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] No DVR routers for this DVR port cf7756a3-67aa-4154-8a89-7f312165fb0a on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:02:19.172163 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129643d6-aa9f-489d-90ce-93650c08780a None None] Pushing event updated for resources: {'Port': ['ID=e39efd7c-9ce8-4527-816e-0030123b4396,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:19.195106 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8c466979-8677-48ab-8037-296891e6fe63 req-0f67bcf6-7169-48a0-acf4-86b29ae8107e tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259109 Mar 05 05:02:19.215097 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedc8a5-8cff-4683-bf94-2166fb568c8b req-6c153d73-6c45-4827-a511-8fe2dca8506b tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:19.216972 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4bedc8a5-8cff-4683-bf94-2166fb568c8b req-6c153d73-6c45-4827-a511-8fe2dca8506b tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 944 time: 0.3531611 Mar 05 05:02:19.220567 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d9e6283a-536b-4a04-bb59-a34b4966333b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (5403416f-f99a-42e6-927f-ac14ca417ed1), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:19.312811 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-129643d6-aa9f-489d-90ce-93650c08780a None None] Attempting to bind port e39efd7c-9ce8-4527-816e-0030123b4396 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:02:19.315136 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-129643d6-aa9f-489d-90ce-93650c08780a None None] Attempting to bind port e39efd7c-9ce8-4527-816e-0030123b4396 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'd489005d-23c5-45e4-857a-6d4a5e83c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '61e4226b-fc5c-4019-a996-47139c08d580'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:02:19.315832 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129643d6-aa9f-489d-90ce-93650c08780a None None] Attempting to bind port e39efd7c-9ce8-4527-816e-0030123b4396 on network 61e4226b-fc5c-4019-a996-47139c08d580 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:02:19.328471 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129643d6-aa9f-489d-90ce-93650c08780a None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:02:19.329303 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129643d6-aa9f-489d-90ce-93650c08780a None None] Checking segment: {'id': 'd489005d-23c5-45e4-857a-6d4a5e83c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '61e4226b-fc5c-4019-a996-47139c08d580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:02:19.329902 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-129643d6-aa9f-489d-90ce-93650c08780a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:19.330791 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129643d6-aa9f-489d-90ce-93650c08780a None None] Bound using segment: {'id': 'd489005d-23c5-45e4-857a-6d4a5e83c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '61e4226b-fc5c-4019-a996-47139c08d580'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:02:19.331588 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-129643d6-aa9f-489d-90ce-93650c08780a None None] Bound port: e39efd7c-9ce8-4527-816e-0030123b4396, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd489005d-23c5-45e4-857a-6d4a5e83c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '61e4226b-fc5c-4019-a996-47139c08d580'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:02:19.332142 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-129643d6-aa9f-489d-90ce-93650c08780a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e39efd7c-9ce8-4527-816e-0030123b4396), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:19.381813 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4bedc8a5-8cff-4683-bf94-2166fb568c8b req-0238e142-af06-4cd3-9842-cd5e8bec0430 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505995 Mar 05 05:02:19.395432 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6283a-536b-4a04-bb59-a34b4966333b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Pushing event updated for resources: {'Subnet': ['ID=5403416f-f99a-42e6-927f-ac14ca417ed1,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:19.412989 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e6283a-536b-4a04-bb59-a34b4966333b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Checking segment: {'id': 'c8e4c702-f3ee-4970-96e5-405c4a08d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5e298e9-3894-4a20-bba8-ee9990215b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:02:19.413358 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e6283a-536b-4a04-bb59-a34b4966333b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Network hostable DHCP agents. Network: d5e298e9-3894-4a20-bba8-ee9990215b28, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:02:19.433637 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e6283a-536b-4a04-bb59-a34b4966333b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Network d5e298e9-3894-4a20-bba8-ee9990215b28 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:02:19.450078 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-d9e6283a-536b-4a04-bb59-a34b4966333b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, d5e298e9-3894-4a20-bba8-ee9990215b28) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:02:19.451022 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (67dbfa1a-33db-4591-94bf-43273c81d481), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:19.456644 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e6283a-536b-4a04-bb59-a34b4966333b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:19.456999 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-129643d6-aa9f-489d-90ce-93650c08780a None None] For port e39efd7c-9ce8-4527-816e-0030123b4396, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:02:19.457684 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d9e6283a-536b-4a04-bb59-a34b4966333b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:19.461862 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-129643d6-aa9f-489d-90ce-93650c08780a None None] For port e39efd7c-9ce8-4527-816e-0030123b4396, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e39efd7c-9ce8-4527-816e-0030123b4396,segment=NetworkSegment(d489005d-23c5-45e4-857a-6d4a5e83c953),segment_id=d489005d-23c5-45e4-857a-6d4a5e83c953)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:02:19.465599 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a521f01-0bcf-47d1-a55f-ad94764a10e8 None None] Network d5e298e9-3894-4a20-bba8-ee9990215b28 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:02:19.482014 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d9e6283a-536b-4a04-bb59-a34b4966333b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8539238 Mar 05 05:02:19.484021 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37424) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:19.494063 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-0614dd8b-4894-4101-b08c-82862443db76 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Request body: {'port': {'network_id': '61e4226b-fc5c-4019-a996-47139c08d580', 'name': 'tempest-TaggedBootDevicesTest-1492873456', 'fixed_ips': [{'subnet_id': 'b20ad415-1a2b-48b9-b719-aacdec19c5f7'}]}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:19.515693 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67dbfa1a-33db-4591-94bf-43273c81d481']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:19.547386 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '425fbd85-e15d-4999-98f7-5eb29291b8d9') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:19.547852 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '425fbd85-e15d-4999-98f7-5eb29291b8d9') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:19.566046 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3545a186-f9c4-4dc4-ad41-bf0bb0325b36 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (fb30b27d-fcb5-430d-a81a-843809dddb5c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:19.573775 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (425fbd85-e15d-4999-98f7-5eb29291b8d9), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:19.606082 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924ca67a-15f4-4a4e-a789-fa2c7a3ebc6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-d5e298e9-3894-4a20-bba8-ee9990215b28', 'network_id': 'd5e298e9-3894-4a20-bba8-ee9990215b28', 'project_id': '3cbec10cd3004a49ad666e5206b0e916', 'fixed_ips': [{'subnet_id': '5403416f-f99a-42e6-927f-ac14ca417ed1'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:02:19.607601 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-924ca67a-15f4-4a4e-a789-fa2c7a3ebc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:19.626497 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-129643d6-aa9f-489d-90ce-93650c08780a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e39efd7c-9ce8-4527-816e-0030123b4396), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:19.656786 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (425fbd85-e15d-4999-98f7-5eb29291b8d9), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:19.660057 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545a186-f9c4-4dc4-ad41-bf0bb0325b36 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Pushing event deleted for resources: {'Port': ['ID=fb30b27d-fcb5-430d-a81a-843809dddb5c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:19.723538 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545a186-f9c4-4dc4-ad41-bf0bb0325b36 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:19.724083 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545a186-f9c4-4dc4-ad41-bf0bb0325b36 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:19.724531 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545a186-f9c4-4dc4-ad41-bf0bb0325b36 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:19.724975 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545a186-f9c4-4dc4-ad41-bf0bb0325b36 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:19.725438 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545a186-f9c4-4dc4-ad41-bf0bb0325b36 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:19.725876 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545a186-f9c4-4dc4-ad41-bf0bb0325b36 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:19.726307 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545a186-f9c4-4dc4-ad41-bf0bb0325b36 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:19.726737 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545a186-f9c4-4dc4-ad41-bf0bb0325b36 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:19.727194 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545a186-f9c4-4dc4-ad41-bf0bb0325b36 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:19.727633 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545a186-f9c4-4dc4-ad41-bf0bb0325b36 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:19.728055 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545a186-f9c4-4dc4-ad41-bf0bb0325b36 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:19.728519 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545a186-f9c4-4dc4-ad41-bf0bb0325b36 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:19.733325 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3545a186-f9c4-4dc4-ad41-bf0bb0325b36 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:19.739788 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:02:19.740343 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (425fbd85-e15d-4999-98f7-5eb29291b8d9), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:19.752254 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:02:19.752254 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:02:19.752254 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:02:19.752254 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:02:19.752254 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:02:19.752254 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:02:19.752254 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:02:19.752254 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:02:19.752254 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:02:19.752254 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:02:19.752254 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:02:19.752254 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:02:19.752254 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:02:19.752254 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:02:19.752254 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:02:19.752254 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:02:19.752254 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:02:19.752254 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:02:19.752254 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:02:19.752254 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:02:19.752254 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:02:19.752254 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:02:19.752254 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:02:19.752254 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:02:19.752254 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:02:19.752254 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:02:19.752254 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:02:19.752254 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:02:19.752254 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:02:19.752254 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:02:19.752254 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:02:19.752254 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:02:19.757926 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0614dd8b-4894-4101-b08c-82862443db76 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Made reservation on behalf of 3cbec10cd3004a49ad666e5206b0e916 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:02:19.886625 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129643d6-aa9f-489d-90ce-93650c08780a None None] Pushing event updated for resources: {'Port': ['ID=e39efd7c-9ce8-4527-816e-0030123b4396,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:19.972914 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3545a186-f9c4-4dc4-ad41-bf0bb0325b36 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks [] for floatingip (ca088bdd-ed51-4aac-87ce-d85d977cc835), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:19.981640 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0614dd8b-4894-4101-b08c-82862443db76 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:19.982947 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3545a186-f9c4-4dc4-ad41-bf0bb0325b36 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:19.987432 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3545a186-f9c4-4dc4-ad41-bf0bb0325b36 tempest-AttachVolumeTestJSON-410943615 tempest-AttachVolumeTestJSON-410943615-project] 10.222.0.11 "DELETE /v2.0/floatingips/ca088bdd-ed51-4aac-87ce-d85d977cc835 HTTP/1.1" status: 204 len: 168 time: 1.6323650 Mar 05 05:02:19.987432 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (67dbfa1a-33db-4591-94bf-43273c81d481), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:19.994233 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:20.010555 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "DELETE /v2.0/networks/67dbfa1a-33db-4591-94bf-43273c81d481 HTTP/1.1" status: 204 len: 168 time: 4.7539783 Mar 05 05:02:20.012748 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37426) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:20.018509 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-a0aeeb7f-3edf-4cd6-adeb-74a6a2c3ed68 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1191892202'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:20.060744 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc215be0-e294-4e38-9ac4-0bf2617c329d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Pushing event deleted for resources: {'Network': ['ID=67dbfa1a-33db-4591-94bf-43273c81d481,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:20.083360 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-924ca67a-15f4-4a4e-a789-fa2c7a3ebc6d None None] Allocated IP 10.2.2.2 (d5e298e9-3894-4a20-bba8-ee9990215b28/5403416f-f99a-42e6-927f-ac14ca417ed1/bd4e05c9-befc-49ef-9830-8bca44b9d6fc) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:02:20.115271 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-0614dd8b-4894-4101-b08c-82862443db76 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] device_id is not set on port 90b3b5b9-df48-4ffc-b613-699be6421d82 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:02:20.119297 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0aeeb7f-3edf-4cd6-adeb-74a6a2c3ed68 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Made reservation on behalf of 84fb097a053f4168b45acf333b508d56 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:02:20.122908 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a0aeeb7f-3edf-4cd6-adeb-74a6a2c3ed68 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:20.176202 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0aeeb7f-3edf-4cd6-adeb-74a6a2c3ed68 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:02:20.202171 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a0aeeb7f-3edf-4cd6-adeb-74a6a2c3ed68 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (bde2a62b-05b5-4134-b92a-d250e0d3da78), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:20.202868 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-a0aeeb7f-3edf-4cd6-adeb-74a6a2c3ed68 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Added segment bde2a62b-05b5-4134-b92a-d250e0d3da78 of type vlan for network 90753e82-1e56-46b6-8155-7d88efacab5c Mar 05 05:02:20.319360 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a0aeeb7f-3edf-4cd6-adeb-74a6a2c3ed68 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (90753e82-1e56-46b6-8155-7d88efacab5c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:20.398619 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a0aeeb7f-3edf-4cd6-adeb-74a6a2c3ed68 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (90753e82-1e56-46b6-8155-7d88efacab5c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:20.404596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0aeeb7f-3edf-4cd6-adeb-74a6a2c3ed68 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:20.405524 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a0aeeb7f-3edf-4cd6-adeb-74a6a2c3ed68 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:20.471310 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37442) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:20.484100 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a0aeeb7f-3edf-4cd6-adeb-74a6a2c3ed68 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4695566 Mar 05 05:02:20.504166 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-fd163850-1ae3-499f-8ddc-232f2174e808 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Request body: {'subnet': {'network_id': '90753e82-1e56-46b6-8155-7d88efacab5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:20.593262 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-924ca67a-15f4-4a4e-a789-fa2c7a3ebc6d None None] Publish callbacks [] for port (bd4e05c9-befc-49ef-9830-8bca44b9d6fc), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:20.606890 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aeeb7f-3edf-4cd6-adeb-74a6a2c3ed68 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Pushing event updated for resources: {'Network': ['ID=90753e82-1e56-46b6-8155-7d88efacab5c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:20.613085 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-924ca67a-15f4-4a4e-a789-fa2c7a3ebc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (bd4e05c9-befc-49ef-9830-8bca44b9d6fc), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:20.709884 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 90753e82-1e56-46b6-8155-7d88efacab5c details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:02:20.745529 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e39efd7c-9ce8-4527-816e-0030123b4396 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:02:20.785031 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924ca67a-15f4-4a4e-a789-fa2c7a3ebc6d None None] Network d5e298e9-3894-4a20-bba8-ee9990215b28 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:02:20.856924 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ca67a-15f4-4a4e-a789-fa2c7a3ebc6d None None] Pushing event updated for resources: {'Port': ['ID=bd4e05c9-befc-49ef-9830-8bca44b9d6fc,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:20.873499 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-924ca67a-15f4-4a4e-a789-fa2c7a3ebc6d None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:02:20.887236 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924ca67a-15f4-4a4e-a789-fa2c7a3ebc6d None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:02:20.933609 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device d809b385-eaf9-40ef-8b91-e0bb257f1f81 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:02:20.969986 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-0614dd8b-4894-4101-b08c-82862443db76 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Allocated IP 10.1.1.43 (61e4226b-fc5c-4019-a996-47139c08d580/b20ad415-1a2b-48b9-b719-aacdec19c5f7/90b3b5b9-df48-4ffc-b613-699be6421d82) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:02:21.188414 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-924ca67a-15f4-4a4e-a789-fa2c7a3ebc6d None None] Attempting to bind port bd4e05c9-befc-49ef-9830-8bca44b9d6fc on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:02:21.188971 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-924ca67a-15f4-4a4e-a789-fa2c7a3ebc6d None None] Attempting to bind port bd4e05c9-befc-49ef-9830-8bca44b9d6fc by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'c8e4c702-f3ee-4970-96e5-405c4a08d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5e298e9-3894-4a20-bba8-ee9990215b28'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:02:21.189242 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924ca67a-15f4-4a4e-a789-fa2c7a3ebc6d None None] Attempting to bind port bd4e05c9-befc-49ef-9830-8bca44b9d6fc on network d5e298e9-3894-4a20-bba8-ee9990215b28 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:02:21.201711 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port e39efd7c-9ce8-4527-816e-0030123b4396 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:02:21.202789 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e39efd7c-9ce8-4527-816e-0030123b4396), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:21.208934 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924ca67a-15f4-4a4e-a789-fa2c7a3ebc6d None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:02:21.209424 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924ca67a-15f4-4a4e-a789-fa2c7a3ebc6d None None] Checking segment: {'id': 'c8e4c702-f3ee-4970-96e5-405c4a08d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5e298e9-3894-4a20-bba8-ee9990215b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:02:21.209877 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-924ca67a-15f4-4a4e-a789-fa2c7a3ebc6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:21.210193 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924ca67a-15f4-4a4e-a789-fa2c7a3ebc6d None None] Bound using segment: {'id': 'c8e4c702-f3ee-4970-96e5-405c4a08d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5e298e9-3894-4a20-bba8-ee9990215b28'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:02:21.210860 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-924ca67a-15f4-4a4e-a789-fa2c7a3ebc6d None None] Bound port: bd4e05c9-befc-49ef-9830-8bca44b9d6fc, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e4c702-f3ee-4970-96e5-405c4a08d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5e298e9-3894-4a20-bba8-ee9990215b28'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:02:21.211670 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-924ca67a-15f4-4a4e-a789-fa2c7a3ebc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (bd4e05c9-befc-49ef-9830-8bca44b9d6fc), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:21.228256 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a141f-fbad-4407-a2f4-e323a43428e5 req-90896643-aff4-40f6-9161-c4bbfdf7e397 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:21.235904 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-598a141f-fbad-4407-a2f4-e323a43428e5 req-90896643-aff4-40f6-9161-c4bbfdf7e397 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 944 time: 0.4740424 Mar 05 05:02:21.274483 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797596c-2eea-4f12-903e-283ac4ae3241 req-658b72de-0e98-435f-bb89-519839c083ba tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:21.281960 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2797596c-2eea-4f12-903e-283ac4ae3241 req-658b72de-0e98-435f-bb89-519839c083ba tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 0.9207139 Mar 05 05:02:21.290192 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd163850-1ae3-499f-8ddc-232f2174e808 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Made reservation on behalf of 84fb097a053f4168b45acf333b508d56 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:02:21.293702 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fd163850-1ae3-499f-8ddc-232f2174e808 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:21.366635 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port d809b385-eaf9-40ef-8b91-e0bb257f1f81, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=d809b385-eaf9-40ef-8b91-e0bb257f1f81,segment=NetworkSegment(f0906293-c3cd-4ab0-baf8-2f3f35cc0161),segment_id=f0906293-c3cd-4ab0-baf8-2f3f35cc0161)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:02:21.421596 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'd809b385-eaf9-40ef-8b91-e0bb257f1f81', 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43', 'port_id': 'd809b385-eaf9-40ef-8b91-e0bb257f1f81', 'mac_address': 'fa:16:3e:b6:ab:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:02:21.431286 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-924ca67a-15f4-4a4e-a789-fa2c7a3ebc6d None None] For port bd4e05c9-befc-49ef-9830-8bca44b9d6fc, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:02:21.439519 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-924ca67a-15f4-4a4e-a789-fa2c7a3ebc6d None None] For port bd4e05c9-befc-49ef-9830-8bca44b9d6fc, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=bd4e05c9-befc-49ef-9830-8bca44b9d6fc,segment=NetworkSegment(c8e4c702-f3ee-4970-96e5-405c4a08d9c8),segment_id=c8e4c702-f3ee-4970-96e5-405c4a08d9c8)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:02:21.476333 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-924ca67a-15f4-4a4e-a789-fa2c7a3ebc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (bd4e05c9-befc-49ef-9830-8bca44b9d6fc), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:21.496377 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0614dd8b-4894-4101-b08c-82862443db76 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for port (90b3b5b9-df48-4ffc-b613-699be6421d82), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:21.557227 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-598a141f-fbad-4407-a2f4-e323a43428e5 req-58696cfb-7c55-4877-a387-50992946e906 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3203077 Mar 05 05:02:21.597800 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2797596c-2eea-4f12-903e-283ac4ae3241 req-2aa88829-b831-4c64-9a2c-c02d7b39ced8 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113976 Mar 05 05:02:21.600791 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ca67a-15f4-4a4e-a789-fa2c7a3ebc6d None None] Pushing event updated for resources: {'Port': ['ID=bd4e05c9-befc-49ef-9830-8bca44b9d6fc,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:21.605525 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb9605e-5792-42cb-ad9a-84983d21eb0c None None] Network 61e4226b-fc5c-4019-a996-47139c08d580 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:02:21.751821 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0614dd8b-4894-4101-b08c-82862443db76 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (90b3b5b9-df48-4ffc-b613-699be6421d82), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:21.755904 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port d809b385-eaf9-40ef-8b91-e0bb257f1f81 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:02:21.756312 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d809b385-eaf9-40ef-8b91-e0bb257f1f81), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:21.766839 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port e39efd7c-9ce8-4527-816e-0030123b4396 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:02:21.767269 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e39efd7c-9ce8-4527-816e-0030123b4396), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:21.817500 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-28eae042-df7f-472e-bd36-578f53126b93 None None] Provisioning complete for port e39efd7c-9ce8-4527-816e-0030123b4396 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:02:21.817949 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-28eae042-df7f-472e-bd36-578f53126b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e39efd7c-9ce8-4527-816e-0030123b4396), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:21.846889 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d809b385-eaf9-40ef-8b91-e0bb257f1f81 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:02:21.881568 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port e39efd7c-9ce8-4527-816e-0030123b4396, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e39efd7c-9ce8-4527-816e-0030123b4396,segment=NetworkSegment(d489005d-23c5-45e4-857a-6d4a5e83c953),segment_id=d489005d-23c5-45e4-857a-6d4a5e83c953)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:02:21.899585 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0614dd8b-4894-4101-b08c-82862443db76 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Network 61e4226b-fc5c-4019-a996-47139c08d580 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:02:21.900281 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e39efd7c-9ce8-4527-816e-0030123b4396), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:21.955811 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-0614dd8b-4894-4101-b08c-82862443db76 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:02:21.977285 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=e39efd7c-9ce8-4527-816e-0030123b4396,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:22.014458 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0614dd8b-4894-4101-b08c-82862443db76 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:02:22.019949 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port d809b385-eaf9-40ef-8b91-e0bb257f1f81, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=d809b385-eaf9-40ef-8b91-e0bb257f1f81,segment=NetworkSegment(f0906293-c3cd-4ab0-baf8-2f3f35cc0161),segment_id=f0906293-c3cd-4ab0-baf8-2f3f35cc0161)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:02:22.031765 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614dd8b-4894-4101-b08c-82862443db76 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Pushing event updated for resources: {'Port': ['ID=90b3b5b9-df48-4ffc-b613-699be6421d82,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:22.075676 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d809b385-eaf9-40ef-8b91-e0bb257f1f81), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:22.134487 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fd163850-1ae3-499f-8ddc-232f2174e808 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (f12bf834-280b-40e0-9bff-7525fd89e259), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:22.175650 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0614dd8b-4894-4101-b08c-82862443db76 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:22.176285 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0614dd8b-4894-4101-b08c-82862443db76 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:22.235442 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37452) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:22.244822 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-6dd09923-57fd-4900-a44e-99d94fba25c7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Request body: {'port': {'network_id': '61e4226b-fc5c-4019-a996-47139c08d580', 'name': 'tempest-TaggedBootDevicesTest-1946523160', 'fixed_ips': [{'subnet_id': 'b20ad415-1a2b-48b9-b719-aacdec19c5f7'}]}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:22.249614 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0614dd8b-4894-4101-b08c-82862443db76 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7641704 Mar 05 05:02:22.271961 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd163850-1ae3-499f-8ddc-232f2174e808 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Pushing event updated for resources: {'Subnet': ['ID=f12bf834-280b-40e0-9bff-7525fd89e259,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:22.316651 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd163850-1ae3-499f-8ddc-232f2174e808 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Checking segment: {'id': 'bde2a62b-05b5-4134-b92a-d250e0d3da78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '90753e82-1e56-46b6-8155-7d88efacab5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:02:22.319584 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd163850-1ae3-499f-8ddc-232f2174e808 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Network hostable DHCP agents. Network: 90753e82-1e56-46b6-8155-7d88efacab5c, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:02:22.366136 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd163850-1ae3-499f-8ddc-232f2174e808 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Network 90753e82-1e56-46b6-8155-7d88efacab5c is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:02:22.384696 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['d809b385-eaf9-40ef-8b91-e0bb257f1f81'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:02:22.387507 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-fd163850-1ae3-499f-8ddc-232f2174e808 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 90753e82-1e56-46b6-8155-7d88efacab5c) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:02:22.401066 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd163850-1ae3-499f-8ddc-232f2174e808 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:22.401810 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fd163850-1ae3-499f-8ddc-232f2174e808 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:22.407834 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=d809b385-eaf9-40ef-8b91-e0bb257f1f81,revision_number=11']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:22.487698 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fd163850-1ae3-499f-8ddc-232f2174e808 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0080314 Mar 05 05:02:22.491283 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37456) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:22.532273 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7507502-4fcb-4720-9793-0df9ddec5cea None None] Network 90753e82-1e56-46b6-8155-7d88efacab5c requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:02:22.668877 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd09923-57fd-4900-a44e-99d94fba25c7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Made reservation on behalf of 3cbec10cd3004a49ad666e5206b0e916 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:02:22.945493 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68290fce-b8d6-4059-8044-d0b4f11cebcc req-462296b8-8d79-4bae-b617-bc2860e3b015 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:22.954997 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-68290fce-b8d6-4059-8044-d0b4f11cebcc req-462296b8-8d79-4bae-b617-bc2860e3b015 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 945 time: 0.1690557 Mar 05 05:02:22.986854 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-28eae042-df7f-472e-bd36-578f53126b93 None None] Current status of the port e39efd7c-9ce8-4527-816e-0030123b4396 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:02:23.001799 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6dd09923-57fd-4900-a44e-99d94fba25c7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:23.009298 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bd4e05c9-befc-49ef-9830-8bca44b9d6fc up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:02:23.029073 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-68290fce-b8d6-4059-8044-d0b4f11cebcc req-786f6209-0f1f-40fc-9ccb-46b6a9ce9676 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714598 Mar 05 05:02:23.060562 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4cc4fe0b-1869-45f2-9195-178fd364de6d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (90753e82-1e56-46b6-8155-7d88efacab5c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:23.062294 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-6dd09923-57fd-4900-a44e-99d94fba25c7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] device_id is not set on port e00d735a-ec46-47fa-b9a6-ebc0452db108 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:02:23.101412 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9104a-bff7-4a2c-bccb-65068f342e47 req-4d394610-d468-412f-a8fe-00c561273d5e tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:23.104769 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c2a9104a-bff7-4a2c-bccb-65068f342e47 req-4d394610-d468-412f-a8fe-00c561273d5e tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 0.2587936 Mar 05 05:02:23.297617 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fcd2da1b-e8b8-45ef-b1da-ffb3035e171d None None] Provisioning complete for port 90b3b5b9-df48-4ffc-b613-699be6421d82 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:02:23.298241 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fcd2da1b-e8b8-45ef-b1da-ffb3035e171d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (90b3b5b9-df48-4ffc-b613-699be6421d82), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:23.298385 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4cc4fe0b-1869-45f2-9195-178fd364de6d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (f12bf834-280b-40e0-9bff-7525fd89e259), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:23.448286 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c2a9104a-bff7-4a2c-bccb-65068f342e47 req-f3e55f2f-7e93-4149-a88c-28762adbc8ef tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745595 Mar 05 05:02:23.467222 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-6dd09923-57fd-4900-a44e-99d94fba25c7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Allocated IP 10.1.1.52 (61e4226b-fc5c-4019-a996-47139c08d580/b20ad415-1a2b-48b9-b719-aacdec19c5f7/e00d735a-ec46-47fa-b9a6-ebc0452db108) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:02:23.508979 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4cc4fe0b-1869-45f2-9195-178fd364de6d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (f12bf834-280b-40e0-9bff-7525fd89e259), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:23.546021 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4fe0b-1869-45f2-9195-178fd364de6d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Pushing event deleted for resources: {'Subnet': ['ID=f12bf834-280b-40e0-9bff-7525fd89e259,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:23.587867 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fcd2da1b-e8b8-45ef-b1da-ffb3035e171d None None] Port 90b3b5b9-df48-4ffc-b613-699be6421d82 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:02:23.619856 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6e74fd-678a-42aa-b041-490866f1c643 None None] Network d5e298e9-3894-4a20-bba8-ee9990215b28 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:02:23.669128 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4cc4fe0b-1869-45f2-9195-178fd364de6d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (90753e82-1e56-46b6-8155-7d88efacab5c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:23.695900 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-4cc4fe0b-1869-45f2-9195-178fd364de6d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90753e82-1e56-46b6-8155-7d88efacab5c']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:23.707813 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-4cc4fe0b-1869-45f2-9195-178fd364de6d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde2a62b-05b5-4134-b92a-d250e0d3da78') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:23.708591 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-4cc4fe0b-1869-45f2-9195-178fd364de6d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde2a62b-05b5-4134-b92a-d250e0d3da78') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:23.720886 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4cc4fe0b-1869-45f2-9195-178fd364de6d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (bde2a62b-05b5-4134-b92a-d250e0d3da78), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:23.749131 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e5d4b9-8c9a-4655-8f55-159c2c2c4710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-90753e82-1e56-46b6-8155-7d88efacab5c', 'network_id': '90753e82-1e56-46b6-8155-7d88efacab5c', 'project_id': '84fb097a053f4168b45acf333b508d56', 'fixed_ips': [{'subnet_id': 'f12bf834-280b-40e0-9bff-7525fd89e259'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:02:23.750036 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-34e5d4b9-8c9a-4655-8f55-159c2c2c4710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:23.751460 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4cc4fe0b-1869-45f2-9195-178fd364de6d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (bde2a62b-05b5-4134-b92a-d250e0d3da78), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:23.765032 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cc4fe0b-1869-45f2-9195-178fd364de6d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:02:23.765450 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4cc4fe0b-1869-45f2-9195-178fd364de6d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (bde2a62b-05b5-4134-b92a-d250e0d3da78), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:23.770953 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:02:23.770953 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:02:23.770953 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:02:23.770953 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:02:23.770953 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:02:23.770953 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:02:23.770953 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:02:23.770953 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:02:23.770953 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:02:23.770953 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:02:23.770953 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:02:23.770953 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:02:23.770953 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:02:23.770953 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:02:23.770953 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:02:23.770953 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:02:23.770953 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:02:23.770953 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:02:23.770953 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:02:23.770953 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:02:23.770953 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:02:23.770953 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:02:23.770953 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:02:23.770953 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:02:23.770953 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:02:23.770953 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:02:23.770953 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:02:23.770953 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:02:23.770953 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:02:23.770953 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:02:23.770953 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:02:23.770953 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:02:23.782827 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6dd09923-57fd-4900-a44e-99d94fba25c7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for port (e00d735a-ec46-47fa-b9a6-ebc0452db108), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:23.828978 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port bd4e05c9-befc-49ef-9830-8bca44b9d6fc triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:02:23.831261 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bd4e05c9-befc-49ef-9830-8bca44b9d6fc), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:23.897527 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6dd09923-57fd-4900-a44e-99d94fba25c7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (e00d735a-ec46-47fa-b9a6-ebc0452db108), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:23.942626 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fcd2da1b-e8b8-45ef-b1da-ffb3035e171d None None] Provisioning complete for port e39efd7c-9ce8-4527-816e-0030123b4396 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:02:23.942926 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fcd2da1b-e8b8-45ef-b1da-ffb3035e171d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e39efd7c-9ce8-4527-816e-0030123b4396), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:23.959854 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4cc4fe0b-1869-45f2-9195-178fd364de6d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (90753e82-1e56-46b6-8155-7d88efacab5c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:23.968087 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4cc4fe0b-1869-45f2-9195-178fd364de6d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:23.972275 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4cc4fe0b-1869-45f2-9195-178fd364de6d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "DELETE /v2.0/networks/90753e82-1e56-46b6-8155-7d88efacab5c HTTP/1.1" status: 204 len: 168 time: 1.4798853 Mar 05 05:02:23.979605 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd09923-57fd-4900-a44e-99d94fba25c7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Network 61e4226b-fc5c-4019-a996-47139c08d580 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:02:23.981063 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37474) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:23.984857 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-6dd09923-57fd-4900-a44e-99d94fba25c7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:02:23.987404 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd09923-57fd-4900-a44e-99d94fba25c7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:02:23.996181 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-a4531da2-7618-416d-bd65-73c2b5d8e884 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1105224583'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:24.007889 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4fe0b-1869-45f2-9195-178fd364de6d tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Pushing event deleted for resources: {'Network': ['ID=90753e82-1e56-46b6-8155-7d88efacab5c,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:24.070025 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a364e2-61fc-4791-8061-b682b263a0d5 None None] Network 90753e82-1e56-46b6-8155-7d88efacab5c requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:02:24.109146 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a364e2-61fc-4791-8061-b682b263a0d5 None None] Network 90753e82-1e56-46b6-8155-7d88efacab5c could not be found, it might have been deleted concurrently. {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 05 05:02:24.250358 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd09923-57fd-4900-a44e-99d94fba25c7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Pushing event updated for resources: {'Port': ['ID=e00d735a-ec46-47fa-b9a6-ebc0452db108,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:24.282840 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port bd4e05c9-befc-49ef-9830-8bca44b9d6fc is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:02:24.283705 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (bd4e05c9-befc-49ef-9830-8bca44b9d6fc), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:24.311637 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33001e-6843-40aa-a928-c33c87073729 req-411753ea-5992-4ebd-a149-fa4ca3618e25 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:24.314624 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7a33001e-6843-40aa-a928-c33c87073729 req-411753ea-5992-4ebd-a149-fa4ca3618e25 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 945 time: 0.1542292 Mar 05 05:02:24.317627 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd09923-57fd-4900-a44e-99d94fba25c7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:24.318339 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6dd09923-57fd-4900-a44e-99d94fba25c7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:24.332822 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4531da2-7618-416d-bd65-73c2b5d8e884 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Made reservation on behalf of 84fb097a053f4168b45acf333b508d56 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:02:24.338477 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4531da2-7618-416d-bd65-73c2b5d8e884 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:24.358861 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port bd4e05c9-befc-49ef-9830-8bca44b9d6fc, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=bd4e05c9-befc-49ef-9830-8bca44b9d6fc,segment=NetworkSegment(c8e4c702-f3ee-4970-96e5-405c4a08d9c8),segment_id=c8e4c702-f3ee-4970-96e5-405c4a08d9c8)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:02:24.374287 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (bd4e05c9-befc-49ef-9830-8bca44b9d6fc), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:24.378485 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e39efd7c-9ce8-4527-816e-0030123b4396 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:02:24.401695 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be7ae7-ed5c-491c-9d41-c437a4351a6c req-71955b98-c23e-4158-aeb9-7dc0792568c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:24.405466 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-72be7ae7-ed5c-491c-9d41-c437a4351a6c req-71955b98-c23e-4158-aeb9-7dc0792568c7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 1128 time: 0.2902420 Mar 05 05:02:24.416691 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fcd2da1b-e8b8-45ef-b1da-ffb3035e171d None None] Current status of the port e39efd7c-9ce8-4527-816e-0030123b4396 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:02:24.428864 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6dd09923-57fd-4900-a44e-99d94fba25c7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1879454 Mar 05 05:02:24.469257 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4531da2-7618-416d-bd65-73c2b5d8e884 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:02:24.479555 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7a33001e-6843-40aa-a928-c33c87073729 req-3a60af09-3f5b-4474-9342-b90f7646aa63 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389492 Mar 05 05:02:24.491828 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=bd4e05c9-befc-49ef-9830-8bca44b9d6fc,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:24.510047 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port e39efd7c-9ce8-4527-816e-0030123b4396 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:02:24.510432 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e39efd7c-9ce8-4527-816e-0030123b4396), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:24.532800 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4531da2-7618-416d-bd65-73c2b5d8e884 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (c00c4929-629a-444b-ae84-dc421b0647cd), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:24.533162 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-a4531da2-7618-416d-bd65-73c2b5d8e884 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Added segment c00c4929-629a-444b-ae84-dc421b0647cd of type vlan for network 5c60916f-3caa-4f38-87a1-531d581a14d7 Mar 05 05:02:24.581678 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-32480845-ba1e-41d2-9a30-60c3b8952b95 None None] Provisioning complete for port bd4e05c9-befc-49ef-9830-8bca44b9d6fc triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:02:24.582057 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-32480845-ba1e-41d2-9a30-60c3b8952b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bd4e05c9-befc-49ef-9830-8bca44b9d6fc), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:24.594690 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4531da2-7618-416d-bd65-73c2b5d8e884 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (5c60916f-3caa-4f38-87a1-531d581a14d7), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:24.666368 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4531da2-7618-416d-bd65-73c2b5d8e884 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (5c60916f-3caa-4f38-87a1-531d581a14d7), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:24.667838 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668f9e63-0dea-4fce-8cbf-d886886c7e5f None None] get_active_networks_info from n-d-789963-32 {{(pid=105233) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 05 05:02:24.672497 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4531da2-7618-416d-bd65-73c2b5d8e884 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:24.673418 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4531da2-7618-416d-bd65-73c2b5d8e884 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:24.702316 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a4531da2-7618-416d-bd65-73c2b5d8e884 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7114604 Mar 05 05:02:24.707116 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37490) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:24.715531 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-9b9a6664-5af9-4bc3-896a-f28e461deb0e tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Request body: {'subnet': {'network_id': '5c60916f-3caa-4f38-87a1-531d581a14d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:24.762039 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-72be7ae7-ed5c-491c-9d41-c437a4351a6c req-65726b79-1d25-40a3-ba88-85b69779b486 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305500 Mar 05 05:02:24.825286 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-32480845-ba1e-41d2-9a30-60c3b8952b95 None None] Current status of the port bd4e05c9-befc-49ef-9830-8bca44b9d6fc is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:02:24.827498 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port e39efd7c-9ce8-4527-816e-0030123b4396 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:02:24.892251 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-32480845-ba1e-41d2-9a30-60c3b8952b95 None None] Provisioning complete for port 90b3b5b9-df48-4ffc-b613-699be6421d82 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:02:24.892638 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-32480845-ba1e-41d2-9a30-60c3b8952b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (90b3b5b9-df48-4ffc-b613-699be6421d82), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:24.968667 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a97c9-e84b-4742-a923-377c1bf214b7 req-8028d502-1295-4249-9f08-85d38d7f5c0c tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:24.974225 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device d809b385-eaf9-40ef-8b91-e0bb257f1f81 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:02:24.976379 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-876a97c9-e84b-4742-a923-377c1bf214b7 req-8028d502-1295-4249-9f08-85d38d7f5c0c tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 0.3295946 Mar 05 05:02:25.044110 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bd4e05c9-befc-49ef-9830-8bca44b9d6fc up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:02:25.088606 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-32480845-ba1e-41d2-9a30-60c3b8952b95 None None] Port 90b3b5b9-df48-4ffc-b613-699be6421d82 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:02:25.103967 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9a6664-5af9-4bc3-896a-f28e461deb0e tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Made reservation on behalf of 84fb097a053f4168b45acf333b508d56 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:02:25.114005 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b9a6664-5af9-4bc3-896a-f28e461deb0e tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:25.138620 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-32480845-ba1e-41d2-9a30-60c3b8952b95 None None] Provisioning complete for port e00d735a-ec46-47fa-b9a6-ebc0452db108 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:02:25.139006 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-32480845-ba1e-41d2-9a30-60c3b8952b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e00d735a-ec46-47fa-b9a6-ebc0452db108), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:25.146319 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-876a97c9-e84b-4742-a923-377c1bf214b7 req-6da84e3a-6557-46e5-8a73-f98a17758c0d tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687374 Mar 05 05:02:25.184646 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-32480845-ba1e-41d2-9a30-60c3b8952b95 None None] Port e00d735a-ec46-47fa-b9a6-ebc0452db108 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:02:25.239182 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port d809b385-eaf9-40ef-8b91-e0bb257f1f81 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:02:25.253926 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port d809b385-eaf9-40ef-8b91-e0bb257f1f81 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:02:25.254317 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d809b385-eaf9-40ef-8b91-e0bb257f1f81), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:25.265132 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668f9e63-0dea-4fce-8cbf-d886886c7e5f None None] Resources bound (agent type, host, resource id): {{(pid=105233) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 05:02:25.266039 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37496) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:25.271690 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-5e650789-50a0-450a-a94d-e566a4570058 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1066283032', 'description': 'tempest-description--1786953555'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:25.300463 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port bd4e05c9-befc-49ef-9830-8bca44b9d6fc triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:02:25.300941 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bd4e05c9-befc-49ef-9830-8bca44b9d6fc), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:25.306520 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4531da2-7618-416d-bd65-73c2b5d8e884 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Pushing event updated for resources: {'Network': ['ID=5c60916f-3caa-4f38-87a1-531d581a14d7,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:25.308195 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5e650789-50a0-450a-a94d-e566a4570058 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:25.340935 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 5c60916f-3caa-4f38-87a1-531d581a14d7 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:02:25.436204 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-54b342d9-da35-45a1-bab8-0e4aefb68d1b None None] Provisioning complete for port bd4e05c9-befc-49ef-9830-8bca44b9d6fc triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:02:25.436592 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-54b342d9-da35-45a1-bab8-0e4aefb68d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bd4e05c9-befc-49ef-9830-8bca44b9d6fc), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:25.473184 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5e650789-50a0-450a-a94d-e566a4570058 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for security_group (5fbbaf2b-7b29-4597-807b-eb49b4c0eee3), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:25.483626 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5e650789-50a0-450a-a94d-e566a4570058 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (5fbbaf2b-7b29-4597-807b-eb49b4c0eee3), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:25.522179 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e650789-50a0-450a-a94d-e566a4570058 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:25.600849 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5e650789-50a0-450a-a94d-e566a4570058 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:25.602801 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5e650789-50a0-450a-a94d-e566a4570058 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3352034 Mar 05 05:02:25.605924 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37502) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:25.610939 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-8b5fef3c-6987-41f6-85d1-3c5166c05e91 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Request body: {'security_group_rule': {'security_group_id': '5fbbaf2b-7b29-4597-807b-eb49b4c0eee3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:25.664224 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8b5fef3c-6987-41f6-85d1-3c5166c05e91 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for security_group_rule (392dfaad-6178-4da5-bd84-e86a71dea923), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:25.695715 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port d809b385-eaf9-40ef-8b91-e0bb257f1f81 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:02:25.697003 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d809b385-eaf9-40ef-8b91-e0bb257f1f81), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:25.780813 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8b5fef3c-6987-41f6-85d1-3c5166c05e91 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for security_group_rule (392dfaad-6178-4da5-bd84-e86a71dea923), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:25.791146 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8b5fef3c-6987-41f6-85d1-3c5166c05e91 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (392dfaad-6178-4da5-bd84-e86a71dea923), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:25.814561 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5fef3c-6987-41f6-85d1-3c5166c05e91 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=392dfaad-6178-4da5-bd84-e86a71dea923,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:25.834519 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port bd4e05c9-befc-49ef-9830-8bca44b9d6fc is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:02:25.847191 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8b5fef3c-6987-41f6-85d1-3c5166c05e91 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:25.852113 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8b5fef3c-6987-41f6-85d1-3c5166c05e91 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2450109 Mar 05 05:02:25.852779 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37506) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:25.857479 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-e1d0779d-be38-49dd-ad7a-c1a8f338d322 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Request body: {'security_group_rule': {'security_group_id': '5fbbaf2b-7b29-4597-807b-eb49b4c0eee3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:25.867452 n-d-789963-32 neutron-server[105231]: DEBUG neutron.objects.ports [None req-9b9a6664-5af9-4bc3-896a-f28e461deb0e tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105231) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 05 05:02:25.872953 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b9a6664-5af9-4bc3-896a-f28e461deb0e tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (55e692b1-48e7-4932-b1be-9c592f41b301), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:25.912148 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-54b342d9-da35-45a1-bab8-0e4aefb68d1b None None] Current status of the port bd4e05c9-befc-49ef-9830-8bca44b9d6fc is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:02:25.915390 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a967947-07f5-4b89-a7f4-80020f40e433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd809b385-eaf9-40ef-8b91-e0bb257f1f81'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:02:25.921593 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde7552e-f5ae-496b-857c-e9859cff9dd5" -d '{"events": [{"server_uuid": "1a967947-07f5-4b89-a7f4-80020f40e433", "name": "network-vif-plugged", "status": "completed", "tag": "d809b385-eaf9-40ef-8b91-e0bb257f1f81"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:02:25.924004 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e1d0779d-be38-49dd-ad7a-c1a8f338d322 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for security_group_rule (bc88e5a8-2713-41f2-91fa-70812c220271), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:25.950508 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port d809b385-eaf9-40ef-8b91-e0bb257f1f81, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=d809b385-eaf9-40ef-8b91-e0bb257f1f81,segment=NetworkSegment(f0906293-c3cd-4ab0-baf8-2f3f35cc0161),segment_id=f0906293-c3cd-4ab0-baf8-2f3f35cc0161)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:02:25.976324 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362da887-1e31-4c5b-92ce-e7613c288d91 req-d48ceb2a-45f2-4e40-a347-c25e81048b70 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:25.978160 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-362da887-1e31-4c5b-92ce-e7613c288d91 req-d48ceb2a-45f2-4e40-a347-c25e81048b70 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 945 time: 0.2008936 Mar 05 05:02:26.030733 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9a6664-5af9-4bc3-896a-f28e461deb0e tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Checking segment: {'id': 'c00c4929-629a-444b-ae84-dc421b0647cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5c60916f-3caa-4f38-87a1-531d581a14d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:02:26.031241 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9a6664-5af9-4bc3-896a-f28e461deb0e tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Network hostable DHCP agents. Network: 5c60916f-3caa-4f38-87a1-531d581a14d7, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:02:26.054844 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a6664-5af9-4bc3-896a-f28e461deb0e tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Pushing event updated for resources: {'Subnet': ['ID=55e692b1-48e7-4932-b1be-9c592f41b301,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:26.073099 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d809b385-eaf9-40ef-8b91-e0bb257f1f81), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:26.081274 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7743c336-75e5-4ef2-8fa0-93bcae9f6d08 x-openstack-request-id: req-7743c336-75e5-4ef2-8fa0-93bcae9f6d08 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:02:26.081928 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a967947-07f5-4b89-a7f4-80020f40e433", "name": "network-vif-plugged", "status": "completed", "tag": "d809b385-eaf9-40ef-8b91-e0bb257f1f81", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:02:26.082233 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7743c336-75e5-4ef2-8fa0-93bcae9f6d08 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:02:26.082647 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a967947-07f5-4b89-a7f4-80020f40e433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd809b385-eaf9-40ef-8b91-e0bb257f1f81', 'code': 200} Mar 05 05:02:26.098485 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e1d0779d-be38-49dd-ad7a-c1a8f338d322 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for security_group_rule (bc88e5a8-2713-41f2-91fa-70812c220271), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:26.100835 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-362da887-1e31-4c5b-92ce-e7613c288d91 req-db7a854c-82eb-492a-a2ca-a7ac3938f1b3 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085999 Mar 05 05:02:26.107819 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e1d0779d-be38-49dd-ad7a-c1a8f338d322 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (bc88e5a8-2713-41f2-91fa-70812c220271), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:26.120327 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9a6664-5af9-4bc3-896a-f28e461deb0e tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Network 5c60916f-3caa-4f38-87a1-531d581a14d7 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:02:26.138415 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0779d-be38-49dd-ad7a-c1a8f338d322 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc88e5a8-2713-41f2-91fa-70812c220271,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:26.147258 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-9b9a6664-5af9-4bc3-896a-f28e461deb0e tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 5c60916f-3caa-4f38-87a1-531d581a14d7) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:02:26.148425 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=d809b385-eaf9-40ef-8b91-e0bb257f1f81,revision_number=12']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:26.153602 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9a6664-5af9-4bc3-896a-f28e461deb0e tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:26.154411 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b9a6664-5af9-4bc3-896a-f28e461deb0e tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:26.154732 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e1d0779d-be38-49dd-ad7a-c1a8f338d322 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:26.155981 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e1d0779d-be38-49dd-ad7a-c1a8f338d322 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3022423 Mar 05 05:02:26.160149 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37514) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:26.170010 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-1273f700-b166-4302-8450-b647dbedd90c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:26.197510 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05961832-93e8-40dc-a663-d71559ab37f1 None None] Network 5c60916f-3caa-4f38-87a1-531d581a14d7 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:02:26.214760 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9b9a6664-5af9-4bc3-896a-f28e461deb0e tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5067706 Mar 05 05:02:26.217721 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37518) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:26.223588 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1273f700-b166-4302-8450-b647dbedd90c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:26.360628 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1273f700-b166-4302-8450-b647dbedd90c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:26.564382 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-1273f700-b166-4302-8450-b647dbedd90c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Allocated IP 172.25.0.177 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/78e64b49-e843-4d75-8c3b-a26f82ed2131) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:02:26.582318 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5d85c38e-6632-4bd1-8f95-f265a10e5f46 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (5c60916f-3caa-4f38-87a1-531d581a14d7), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:26.585932 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990595e-f424-4aed-9fb2-fa208c02ecdb req-8de26d44-b97d-49f6-af20-9ba0fefbf894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:26.587918 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f990595e-f424-4aed-9fb2-fa208c02ecdb req-8de26d44-b97d-49f6-af20-9ba0fefbf894 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 1129 time: 0.3085470 Mar 05 05:02:26.597098 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189c8ec-7723-4189-82b0-3b308556b172 req-5bc698df-ca14-4195-a3c2-0f70240ded85 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:26.598617 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5189c8ec-7723-4189-82b0-3b308556b172 req-5bc698df-ca14-4195-a3c2-0f70240ded85 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 0.3180711 Mar 05 05:02:26.724591 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f990595e-f424-4aed-9fb2-fa208c02ecdb req-ea18be77-effc-4388-a077-053f1bb01c83 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248584 Mar 05 05:02:26.727783 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5189c8ec-7723-4189-82b0-3b308556b172 req-f175eeea-2409-497e-94f4-f4bd0d1b30e8 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199141 Mar 05 05:02:26.747604 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5d85c38e-6632-4bd1-8f95-f265a10e5f46 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (55e692b1-48e7-4932-b1be-9c592f41b301), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:26.748836 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1273f700-b166-4302-8450-b647dbedd90c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for port (78e64b49-e843-4d75-8c3b-a26f82ed2131), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:26.772898 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0b2146-b597-440c-9840-c892b6b873e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-5c60916f-3caa-4f38-87a1-531d581a14d7', 'network_id': '5c60916f-3caa-4f38-87a1-531d581a14d7', 'project_id': '84fb097a053f4168b45acf333b508d56', 'fixed_ips': [{'subnet_id': '55e692b1-48e7-4932-b1be-9c592f41b301'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:02:26.773777 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ce0b2146-b597-440c-9840-c892b6b873e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:26.841766 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5d85c38e-6632-4bd1-8f95-f265a10e5f46 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (55e692b1-48e7-4932-b1be-9c592f41b301), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:26.851646 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1273f700-b166-4302-8450-b647dbedd90c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (78e64b49-e843-4d75-8c3b-a26f82ed2131), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:26.894641 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85c38e-6632-4bd1-8f95-f265a10e5f46 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Pushing event deleted for resources: {'Subnet': ['ID=55e692b1-48e7-4932-b1be-9c592f41b301,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:26.972109 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1273f700-b166-4302-8450-b647dbedd90c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:02:26.978135 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-1273f700-b166-4302-8450-b647dbedd90c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server [None req-ce0b2146-b597-440c-9840-c892b6b873e5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55e692b1-48e7-4932-b1be-9c592f41b301: This subnet is being modified by another concurrent operation. Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 05:02:26.987437 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise exception Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55e692b1-48e7-4932-b1be-9c592f41b301: This subnet is being modified by another concurrent operation. Mar 05 05:02:26.990777 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server Mar 05 05:02:26.999671 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1273f700-b166-4302-8450-b647dbedd90c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:02:27.012253 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5d85c38e-6632-4bd1-8f95-f265a10e5f46 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (5c60916f-3caa-4f38-87a1-531d581a14d7), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:27.013994 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f84d88c-ab60-408e-b92b-eb64335df129 None None] get_active_networks_info from n-d-789963-32 {{(pid=105233) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 05 05:02:27.062147 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-5d85c38e-6632-4bd1-8f95-f265a10e5f46 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c60916f-3caa-4f38-87a1-531d581a14d7']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:27.088236 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-5d85c38e-6632-4bd1-8f95-f265a10e5f46 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c00c4929-629a-444b-ae84-dc421b0647cd') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:27.088552 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-5d85c38e-6632-4bd1-8f95-f265a10e5f46 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c00c4929-629a-444b-ae84-dc421b0647cd') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:27.113632 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5d85c38e-6632-4bd1-8f95-f265a10e5f46 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (c00c4929-629a-444b-ae84-dc421b0647cd), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:27.133168 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5d85c38e-6632-4bd1-8f95-f265a10e5f46 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (c00c4929-629a-444b-ae84-dc421b0647cd), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:27.155182 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d85c38e-6632-4bd1-8f95-f265a10e5f46 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:02:27.156489 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5d85c38e-6632-4bd1-8f95-f265a10e5f46 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (c00c4929-629a-444b-ae84-dc421b0647cd), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:27.168430 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:02:27.168430 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:02:27.168430 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:02:27.168430 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:02:27.168430 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:02:27.168430 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:02:27.168430 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:02:27.168430 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:02:27.168430 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:02:27.168430 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:02:27.168430 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:02:27.168430 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:02:27.168430 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:02:27.168430 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:02:27.168430 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:02:27.168430 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:02:27.168430 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:02:27.168430 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:02:27.168430 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:02:27.168430 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:02:27.168430 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:02:27.168430 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:02:27.168430 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:02:27.168430 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:02:27.168430 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:02:27.168430 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:02:27.168430 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:02:27.168430 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:02:27.168430 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:02:27.168430 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:02:27.168430 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:02:27.168430 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:02:27.285284 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273f700-b166-4302-8450-b647dbedd90c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Pushing event updated for resources: {'Port': ['ID=78e64b49-e843-4d75-8c3b-a26f82ed2131,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:27.309412 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5d85c38e-6632-4bd1-8f95-f265a10e5f46 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (5c60916f-3caa-4f38-87a1-531d581a14d7), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:27.325037 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5d85c38e-6632-4bd1-8f95-f265a10e5f46 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:27.325670 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f84d88c-ab60-408e-b92b-eb64335df129 None None] Resources bound (agent type, host, resource id): {{(pid=105233) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 05:02:27.364829 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1273f700-b166-4302-8450-b647dbedd90c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for floatingip (9f93bbaf-83a7-4235-94b1-4183c3aebc9e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:27.366105 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5d85c38e-6632-4bd1-8f95-f265a10e5f46 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "DELETE /v2.0/networks/5c60916f-3caa-4f38-87a1-531d581a14d7 HTTP/1.1" status: 204 len: 168 time: 1.1469550 Mar 05 05:02:27.366939 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37538) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:27.390039 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4143e-7c3a-44cb-8822-86014e53dea6 req-6cdd12d6-dd60-45da-bfdd-e8846fa9cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:27.392259 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-bbb4143e-7c3a-44cb-8822-86014e53dea6 req-6cdd12d6-dd60-45da-bfdd-e8846fa9cbe1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a4b8503d9df4443b291278ddd00e28c&device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 1128 time: 0.1620240 Mar 05 05:02:27.493200 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1273f700-b166-4302-8450-b647dbedd90c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (78e64b49-e843-4d75-8c3b-a26f82ed2131), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:27.565538 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85c38e-6632-4bd1-8f95-f265a10e5f46 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Pushing event deleted for resources: {'Network': ['ID=5c60916f-3caa-4f38-87a1-531d581a14d7,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:27.601436 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf93e216-c2a2-4e6a-80c2-8ac4e75a1f90 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] DELETE failed (client error): The resource could not be found. Mar 05 05:02:27.601436 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf93e216-c2a2-4e6a-80c2-8ac4e75a1f90 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:02:27.607718 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bf93e216-c2a2-4e6a-80c2-8ac4e75a1f90 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "DELETE /v2.0/subnets/55e692b1-48e7-4932-b1be-9c592f41b301 HTTP/1.1" status: 404 len: 337 time: 0.2345223 Mar 05 05:02:27.609545 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37542) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:27.638135 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef8978e-761b-4a5f-a1c1-9804d0af1e43 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] DELETE failed (client error): The resource could not be found. Mar 05 05:02:27.638669 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef8978e-761b-4a5f-a1c1-9804d0af1e43 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:02:27.645250 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-cef8978e-761b-4a5f-a1c1-9804d0af1e43 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "DELETE /v2.0/networks/5c60916f-3caa-4f38-87a1-531d581a14d7 HTTP/1.1" status: 404 len: 339 time: 0.0327773 Mar 05 05:02:27.645250 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37544) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:27.660457 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3b139-acdd-4807-ae3c-b211573296fa req-11d614d3-0428-4928-94e8-e99cfd246521 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:27.662729 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a6b3b139-acdd-4807-ae3c-b211573296fa req-11d614d3-0428-4928-94e8-e99cfd246521 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 0.2705929 Mar 05 05:02:27.696693 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-0328e45c-9667-48ea-97cd-dd5abeacdb92 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] DELETE failed (client error): The resource could not be found. Mar 05 05:02:27.697194 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0328e45c-9667-48ea-97cd-dd5abeacdb92 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:02:27.702358 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0328e45c-9667-48ea-97cd-dd5abeacdb92 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "DELETE /v2.0/subnets/f12bf834-280b-40e0-9bff-7525fd89e259 HTTP/1.1" status: 404 len: 337 time: 0.0543594 Mar 05 05:02:27.709622 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37546) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:27.730091 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f2dca-36a0-49a6-a5fc-ab7d394b0e4a req-d0f04ad1-b50b-4ac3-9745-fee478b45859 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:27.731651 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b99f2dca-36a0-49a6-a5fc-ab7d394b0e4a req-d0f04ad1-b50b-4ac3-9745-fee478b45859 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 946 time: 0.2605093 Mar 05 05:02:27.733782 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089cc76c-30ab-4bad-be92-71dbc51d1dc1 None None] Network 5c60916f-3caa-4f38-87a1-531d581a14d7 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:02:27.759647 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089cc76c-30ab-4bad-be92-71dbc51d1dc1 None None] Network 5c60916f-3caa-4f38-87a1-531d581a14d7 could not be found, it might have been deleted concurrently. {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 05 05:02:27.780997 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c8b7fc9-6e1e-41e0-afe6-22db6998c8f9 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] DELETE failed (client error): The resource could not be found. Mar 05 05:02:27.781535 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c8b7fc9-6e1e-41e0-afe6-22db6998c8f9 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:02:27.789283 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5c8b7fc9-6e1e-41e0-afe6-22db6998c8f9 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "DELETE /v2.0/networks/90753e82-1e56-46b6-8155-7d88efacab5c HTTP/1.1" status: 404 len: 339 time: 0.0774033 Mar 05 05:02:27.808984 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37552) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:27.837040 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1273f700-b166-4302-8450-b647dbedd90c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for port (78e64b49-e843-4d75-8c3b-a26f82ed2131), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:27.857931 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1273f700-b166-4302-8450-b647dbedd90c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (78e64b49-e843-4d75-8c3b-a26f82ed2131), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:27.870870 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4143e-7c3a-44cb-8822-86014e53dea6 req-c988544c-f475-4eae-abad-c9e26a70b61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:27.872420 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-bbb4143e-7c3a-44cb-8822-86014e53dea6 req-c988544c-f475-4eae-abad-c9e26a70b61f service neutron] 10.222.0.30 "GET /v2.0/networks?id=e2ea6029-e725-4617-9e1a-670683181521 HTTP/1.1" status: 200 len: 919 time: 0.4721808 Mar 05 05:02:27.872636 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-890f7e95-f55d-48dd-a706-8816245eacfa tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] DELETE failed (client error): The resource could not be found. Mar 05 05:02:27.873260 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-890f7e95-f55d-48dd-a706-8816245eacfa tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:02:27.881245 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-890f7e95-f55d-48dd-a706-8816245eacfa tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "DELETE /v2.0/subnets/27d6e752-1a37-4211-a808-0ea523872dbb HTTP/1.1" status: 404 len: 337 time: 0.0712552 Mar 05 05:02:27.904918 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37558) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:27.949477 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273f700-b166-4302-8450-b647dbedd90c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Pushing event updated for resources: {'Port': ['ID=78e64b49-e843-4d75-8c3b-a26f82ed2131,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:27.969199 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a6b3b139-acdd-4807-ae3c-b211573296fa req-92ea7830-89e6-4cb1-b381-b869493bbefc tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766240 Mar 05 05:02:27.990943 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-76286c1f-bf17-40df-b137-8cf0ac4deeef tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] DELETE failed (client error): The resource could not be found. Mar 05 05:02:27.991529 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76286c1f-bf17-40df-b137-8cf0ac4deeef tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:02:28.000681 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-76286c1f-bf17-40df-b137-8cf0ac4deeef tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "DELETE /v2.0/networks/67dbfa1a-33db-4591-94bf-43273c81d481 HTTP/1.1" status: 404 len: 339 time: 0.0917475 Mar 05 05:02:28.001316 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37566) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:28.063828 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-bbb4143e-7c3a-44cb-8822-86014e53dea6 req-c10e0755-255c-44a1-9e00-eccfbe271d77 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff027842-10ad-48ab-9484-ef962888f6f8 HTTP/1.1" status: 200 len: 217 time: 0.1344497 Mar 05 05:02:28.085491 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b99f2dca-36a0-49a6-a5fc-ab7d394b0e4a req-e39cd9c7-f0b5-4fb3-8c47-5c5fe8a8f469 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3260698 Mar 05 05:02:28.194984 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1273f700-b166-4302-8450-b647dbedd90c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (9f93bbaf-83a7-4235-94b1-4183c3aebc9e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:28.209838 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-1834717a-14b5-46b7-a937-2b96cffef941 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Deleting port 5000e7bc-378c-42fc-bb2e-77702ed0cc33 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:02:28.210261 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4143e-7c3a-44cb-8822-86014e53dea6 req-626bd25a-115c-4505-8da1-a448dd4d2ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:28.210397 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1834717a-14b5-46b7-a937-2b96cffef941 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (5000e7bc-378c-42fc-bb2e-77702ed0cc33), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:28.211763 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-bbb4143e-7c3a-44cb-8822-86014e53dea6 req-626bd25a-115c-4505-8da1-a448dd4d2ec9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2ee3a0bf-8ff3-4691-abcb-5ebfd0488082 HTTP/1.1" status: 200 len: 859 time: 0.1420238 Mar 05 05:02:28.260835 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1273f700-b166-4302-8450-b647dbedd90c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:28.262441 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1273f700-b166-4302-8450-b647dbedd90c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1013491 Mar 05 05:02:28.290527 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-bbb4143e-7c3a-44cb-8822-86014e53dea6 req-98e2ac16-266f-4cf2-b060-fb968b458206 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e2ea6029-e725-4617-9e1a-670683181521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617795 Mar 05 05:02:28.374101 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1834717a-14b5-46b7-a937-2b96cffef941 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (5000e7bc-378c-42fc-bb2e-77702ed0cc33), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:28.400359 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-1834717a-14b5-46b7-a937-2b96cffef941 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Calling delete_port for 5000e7bc-378c-42fc-bb2e-77702ed0cc33 owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:02:28.548319 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-bbb4143e-7c3a-44cb-8822-86014e53dea6 req-0b8039b1-6187-46fc-b73f-26519e4ffb97 service neutron] 10.222.0.30 "GET /v2.0/networks/e2ea6029-e725-4617-9e1a-670683181521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475450 Mar 05 05:02:28.608741 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1834717a-14b5-46b7-a937-2b96cffef941 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (5000e7bc-378c-42fc-bb2e-77702ed0cc33), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:28.661923 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834717a-14b5-46b7-a937-2b96cffef941 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Pushing event deleted for resources: {'Port': ['ID=5000e7bc-378c-42fc-bb2e-77702ed0cc33,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:28.686813 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1834717a-14b5-46b7-a937-2b96cffef941 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:28.694091 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1834717a-14b5-46b7-a937-2b96cffef941 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "DELETE /v2.0/ports/5000e7bc-378c-42fc-bb2e-77702ed0cc33 HTTP/1.1" status: 204 len: 168 time: 0.6841846 Mar 05 05:02:28.698066 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37608) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:28.772655 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-57b70237-4d98-493a-ab6e-1ccd6cae3329 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] DELETE failed (client error): The resource could not be found. Mar 05 05:02:28.773189 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57b70237-4d98-493a-ab6e-1ccd6cae3329 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:02:28.778558 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-57b70237-4d98-493a-ab6e-1ccd6cae3329 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "DELETE /v2.0/subnets/fe2f263a-136e-4963-9f22-1c791c8ba646 HTTP/1.1" status: 404 len: 337 time: 0.0773466 Mar 05 05:02:28.778909 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37610) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:28.786901 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-eda55aae-26ac-4c8b-9efa-fad2062ef3bf tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1066283032&fields=id&tenant_id=3cbec10cd3004a49ad666e5206b0e916 HTTP/1.1" status: 200 len: 267 time: 0.0916417 Mar 05 05:02:28.811262 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-bbb4143e-7c3a-44cb-8822-86014e53dea6 req-782b07ba-317f-46f3-a4d8-d683adf1027d service neutron] 10.222.0.30 "GET /v2.0/networks/e2ea6029-e725-4617-9e1a-670683181521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552009 Mar 05 05:02:28.867977 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-8d3c2e38-f3b8-42a2-b7e6-2ea52d6ead73 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:28.871055 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-8d3c2e38-f3b8-42a2-b7e6-2ea52d6ead73 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports/90b3b5b9-df48-4ffc-b613-699be6421d82 HTTP/1.1" status: 200 len: 931 time: 0.0769026 Mar 05 05:02:28.895157 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-75bf9890-0851-47e0-a445-e70b8dfd214f tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (5adc61a2-49d2-425d-8d34-75c32fc89750), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:28.964344 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-25b0acd8-fba8-4fba-a602-089795b44bdf tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:28.966868 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-25b0acd8-fba8-4fba-a602-089795b44bdf tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports/e00d735a-ec46-47fa-b9a6-ebc0452db108 HTTP/1.1" status: 200 len: 931 time: 0.0869935 Mar 05 05:02:29.004609 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-75bf9890-0851-47e0-a445-e70b8dfd214f tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (5adc61a2-49d2-425d-8d34-75c32fc89750), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:29.056744 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-75bf9890-0851-47e0-a445-e70b8dfd214f tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5adc61a2-49d2-425d-8d34-75c32fc89750']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:29.068057 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-75bf9890-0851-47e0-a445-e70b8dfd214f tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0934b84-9a78-4c1f-b943-15ee70cfea9f') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:29.070547 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-75bf9890-0851-47e0-a445-e70b8dfd214f tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0934b84-9a78-4c1f-b943-15ee70cfea9f') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:29.070835 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-5fa480dc-593b-44e7-9811-38e4b1306e77 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?network_id=d5e298e9-3894-4a20-bba8-ee9990215b28&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0976555 Mar 05 05:02:29.082570 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-75bf9890-0851-47e0-a445-e70b8dfd214f tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (f0934b84-9a78-4c1f-b943-15ee70cfea9f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:29.102923 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-75bf9890-0851-47e0-a445-e70b8dfd214f tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (f0934b84-9a78-4c1f-b943-15ee70cfea9f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:29.117846 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75bf9890-0851-47e0-a445-e70b8dfd214f tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:02:29.120865 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-75bf9890-0851-47e0-a445-e70b8dfd214f tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (f0934b84-9a78-4c1f-b943-15ee70cfea9f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:29.125066 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:02:29.125066 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:02:29.125066 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:02:29.125066 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:02:29.125066 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:02:29.125066 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:02:29.125066 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:02:29.125066 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:02:29.125066 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:02:29.125066 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:02:29.125066 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:02:29.125066 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:02:29.125066 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:02:29.125066 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:02:29.125066 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:02:29.125066 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:02:29.125066 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:02:29.125066 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:02:29.125066 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:02:29.125066 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:02:29.125066 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:02:29.125066 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:02:29.125066 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:02:29.125066 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:02:29.125066 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:02:29.125066 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:02:29.125066 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:02:29.125066 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:02:29.125066 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:02:29.125066 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:02:29.125066 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:02:29.125066 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:02:29.139693 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-899e581f-06af-4461-9c78-75c6e25c25f8 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?network_id=d5e298e9-3894-4a20-bba8-ee9990215b28&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0678623 Mar 05 05:02:29.235344 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-75bf9890-0851-47e0-a445-e70b8dfd214f tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (5adc61a2-49d2-425d-8d34-75c32fc89750), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:29.242682 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-75bf9890-0851-47e0-a445-e70b8dfd214f tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:29.248046 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-75bf9890-0851-47e0-a445-e70b8dfd214f tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "DELETE /v2.0/networks/5adc61a2-49d2-425d-8d34-75c32fc89750 HTTP/1.1" status: 204 len: 168 time: 0.4661818 Mar 05 05:02:29.248924 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37620) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:29.304277 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf9890-0851-47e0-a445-e70b8dfd214f tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Pushing event deleted for resources: {'Network': ['ID=5adc61a2-49d2-425d-8d34-75c32fc89750,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:29.338230 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-700ec3c2-3675-4c00-83d6-604094e937ac tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:29.344521 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-700ec3c2-3675-4c00-83d6-604094e937ac tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:29.352102 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-700ec3c2-3675-4c00-83d6-604094e937ac tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:29.353816 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-700ec3c2-3675-4c00-83d6-604094e937ac tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/networks?id=e3e0acc2-40bc-4e0d-812c-fb475a7a34dc&id=61e4226b-fc5c-4019-a996-47139c08d580&id=61e4226b-fc5c-4019-a996-47139c08d580&id=d5e298e9-3894-4a20-bba8-ee9990215b28&id=d5e298e9-3894-4a20-bba8-ee9990215b28 HTTP/1.1" status: 200 len: 1989 time: 0.2061911 Mar 05 05:02:29.373763 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895b6aa-5fe1-4349-af5e-82769209377d req-423e1ef3-9cd3-4865-9efa-f6115946eaf3 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:29.375314 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a895b6aa-5fe1-4349-af5e-82769209377d req-423e1ef3-9cd3-4865-9efa-f6115946eaf3 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 0.3136337 Mar 05 05:02:29.380059 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-8f3402f9-f646-446b-8110-d3254a0db4a7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/quotas/3cbec10cd3004a49ad666e5206b0e916 HTTP/1.1" status: 200 len: 375 time: 0.0203161 Mar 05 05:02:29.442914 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-f6abb6f6-be76-4230-b0f2-00cd19d2be30 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Deleting port 8b3d9182-7795-4e7e-b475-f3ec16e316c2 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:02:29.443415 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f6abb6f6-be76-4230-b0f2-00cd19d2be30 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (8b3d9182-7795-4e7e-b475-f3ec16e316c2), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:29.492155 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a895b6aa-5fe1-4349-af5e-82769209377d req-175cb4d9-df57-43fc-b483-0c8fff58fd46 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069775 Mar 05 05:02:29.529223 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-bed2dd16-f9d2-4d9c-9ff9-bc1eaf1b3724 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3cbec10cd3004a49ad666e5206b0e916&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1227956 Mar 05 05:02:29.539017 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f6abb6f6-be76-4230-b0f2-00cd19d2be30 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (8b3d9182-7795-4e7e-b475-f3ec16e316c2), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:29.556160 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-0b5be0ce-4d15-4bcc-84c8-ec4c76fb9a9b service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:02:29.557224 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-0b5be0ce-4d15-4bcc-84c8-ec4c76fb9a9b service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066910 Mar 05 05:02:29.561480 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-f6abb6f6-be76-4230-b0f2-00cd19d2be30 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Calling delete_port for 8b3d9182-7795-4e7e-b475-f3ec16e316c2 owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:02:29.708337 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f6abb6f6-be76-4230-b0f2-00cd19d2be30 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (8b3d9182-7795-4e7e-b475-f3ec16e316c2), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:29.745537 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abb6f6-be76-4230-b0f2-00cd19d2be30 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Pushing event deleted for resources: {'Port': ['ID=8b3d9182-7795-4e7e-b475-f3ec16e316c2,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:29.759832 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f6abb6f6-be76-4230-b0f2-00cd19d2be30 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:29.764556 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f6abb6f6-be76-4230-b0f2-00cd19d2be30 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "DELETE /v2.0/ports/8b3d9182-7795-4e7e-b475-f3ec16e316c2 HTTP/1.1" status: 204 len: 168 time: 0.5021875 Mar 05 05:02:29.766923 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37630) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:29.770043 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-67e3c51f-05e2-4c4a-9b88-5192c3eb646d service neutron] 10.222.0.11 "GET /v2.0/networks/e3e0acc2-40bc-4e0d-812c-fb475a7a34dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042873 Mar 05 05:02:29.810266 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-7beb07d5-fe3c-4565-b7ae-36bfdaa8351b tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] DELETE failed (client error): The resource could not be found. Mar 05 05:02:29.812435 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7beb07d5-fe3c-4565-b7ae-36bfdaa8351b tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:02:29.816925 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7beb07d5-fe3c-4565-b7ae-36bfdaa8351b tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "DELETE /v2.0/subnets/4f669b59-2352-47ed-898d-6b8e523ca98a HTTP/1.1" status: 404 len: 337 time: 0.0402353 Mar 05 05:02:29.820175 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37632) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:29.895374 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb2a51-39d9-455c-bd69-7cb603b866f7 req-3b10a8d4-2aab-408a-a355-0ff5f9db3665 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:29.902213 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7cbb2a51-39d9-455c-bd69-7cb603b866f7 req-3b10a8d4-2aab-408a-a355-0ff5f9db3665 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 946 time: 0.1846521 Mar 05 05:02:29.924936 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9d71f41c-3643-401c-940d-3929a6dbed1f tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (ffc362bd-badb-4b19-8a49-a4913469720c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:29.953306 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-a05d5ea8-cc76-4733-88f8-4e086ace81a4 service neutron] 10.222.0.11 "GET /v2.0/networks/e3e0acc2-40bc-4e0d-812c-fb475a7a34dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622477 Mar 05 05:02:30.000534 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7cbb2a51-39d9-455c-bd69-7cb603b866f7 req-1d488f85-b223-45bd-97e7-6632f273ba6d tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965171 Mar 05 05:02:30.032580 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-8ee943dc-d244-4abc-a54d-9402f6bf1a05 service neutron] 10.222.0.11 "GET /v2.0/ports/90b3b5b9-df48-4ffc-b613-699be6421d82?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0706809 Mar 05 05:02:30.095715 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9d71f41c-3643-401c-940d-3929a6dbed1f tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (ffc362bd-badb-4b19-8a49-a4913469720c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:30.135814 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-9d71f41c-3643-401c-940d-3929a6dbed1f tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffc362bd-badb-4b19-8a49-a4913469720c']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:30.152207 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-9d71f41c-3643-401c-940d-3929a6dbed1f tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3bc7426-a1a9-4bfb-808e-f368a598a3ba') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:30.152660 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-9d71f41c-3643-401c-940d-3929a6dbed1f tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3bc7426-a1a9-4bfb-808e-f368a598a3ba') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:30.169185 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-96c95bac-2a98-4288-ab3f-13b02b723028 service neutron] 10.222.0.11 "GET /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300428 Mar 05 05:02:30.169914 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9d71f41c-3643-401c-940d-3929a6dbed1f tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (c3bc7426-a1a9-4bfb-808e-f368a598a3ba), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:30.194717 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9d71f41c-3643-401c-940d-3929a6dbed1f tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (c3bc7426-a1a9-4bfb-808e-f368a598a3ba), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:30.201127 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d71f41c-3643-401c-940d-3929a6dbed1f tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:02:30.201532 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9d71f41c-3643-401c-940d-3929a6dbed1f tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (c3bc7426-a1a9-4bfb-808e-f368a598a3ba), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:30.205754 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:02:30.205754 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:02:30.205754 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:02:30.205754 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:02:30.205754 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:02:30.205754 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:02:30.205754 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:02:30.205754 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:02:30.205754 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:02:30.205754 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:02:30.205754 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:02:30.205754 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:02:30.205754 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:02:30.205754 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:02:30.205754 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:02:30.205754 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:02:30.205754 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:02:30.205754 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:02:30.205754 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:02:30.205754 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:02:30.205754 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:02:30.205754 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:02:30.205754 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:02:30.205754 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:02:30.205754 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:02:30.205754 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:02:30.205754 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:02:30.205754 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:02:30.205754 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:02:30.205754 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:02:30.205754 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:02:30.205754 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:02:30.302295 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9d71f41c-3643-401c-940d-3929a6dbed1f tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (ffc362bd-badb-4b19-8a49-a4913469720c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:30.307725 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9d71f41c-3643-401c-940d-3929a6dbed1f tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:30.321474 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9d71f41c-3643-401c-940d-3929a6dbed1f tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "DELETE /v2.0/networks/ffc362bd-badb-4b19-8a49-a4913469720c HTTP/1.1" status: 204 len: 168 time: 0.4986854 Mar 05 05:02:30.322128 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37640) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:30.350736 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-eaf8b1e6-c215-4fdf-a383-e2751fb07ae6 service neutron] 10.222.0.11 "GET /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726415 Mar 05 05:02:30.370031 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71f41c-3643-401c-940d-3929a6dbed1f tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Pushing event deleted for resources: {'Network': ['ID=ffc362bd-badb-4b19-8a49-a4913469720c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:30.430067 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7aedb63-dd03-4361-837e-2aa96dbe51c6 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Deleting subnet c423f3af-b3d0-4387-a73d-7a1bcd572aa8 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:02:30.434126 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b7aedb63-dd03-4361-837e-2aa96dbe51c6 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks [] for subnet (c423f3af-b3d0-4387-a73d-7a1bcd572aa8), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:30.434481 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-74a930bb-5095-4b66-a081-0b740e103b1c service neutron] 10.222.0.11 "GET /v2.0/ports/e00d735a-ec46-47fa-b9a6-ebc0452db108?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0740435 Mar 05 05:02:30.492683 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b7aedb63-dd03-4361-837e-2aa96dbe51c6 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (c423f3af-b3d0-4387-a73d-7a1bcd572aa8), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:30.566460 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac73161-e825-445d-9330-b3b1dde7baf3 req-6f863128-f62c-49c2-8cff-8e906a9dd914 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:30.568067 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2ac73161-e825-445d-9330-b3b1dde7baf3 req-6f863128-f62c-49c2-8cff-8e906a9dd914 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b7b89c5-8654-4557-a813-402468cbc84a HTTP/1.1" status: 200 len: 945 time: 0.2163742 Mar 05 05:02:30.651530 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b7aedb63-dd03-4361-837e-2aa96dbe51c6 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (c423f3af-b3d0-4387-a73d-7a1bcd572aa8), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:30.694135 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-7fdf414d-df55-48b1-8709-9a83999dc2d3 service neutron] 10.222.0.11 "GET /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417710 Mar 05 05:02:30.702739 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2ac73161-e825-445d-9330-b3b1dde7baf3 req-f9e4f221-4aa4-49e5-a796-e52701518dbb tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=709f864b-4829-4ab9-9c09-bc528bf66436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256304 Mar 05 05:02:30.726348 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b7aedb63-dd03-4361-837e-2aa96dbe51c6 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (c423f3af-b3d0-4387-a73d-7a1bcd572aa8), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:30.748348 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b7aedb63-dd03-4361-837e-2aa96dbe51c6 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:30.755294 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37652) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:30.757801 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc150a3-4c5d-435a-aa07-9e36418045be None None] Network 0c637f88-505b-4936-8aa7-5280b881c2a9 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:02:30.779743 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b7aedb63-dd03-4361-837e-2aa96dbe51c6 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "DELETE /v2.0/subnets/c423f3af-b3d0-4387-a73d-7a1bcd572aa8 HTTP/1.1" status: 204 len: 168 time: 0.4194736 Mar 05 05:02:30.828015 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aedb63-dd03-4361-837e-2aa96dbe51c6 tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Pushing event deleted for resources: {'Subnet': ['ID=c423f3af-b3d0-4387-a73d-7a1bcd572aa8,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:30.996335 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37656) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:31.052713 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a41558-2b19-4963-af60-d03fdc8722ce None None] DHCP port deletion for 0c637f88-505b-4936-8aa7-5280b881c2a9 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:02:31.129995 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-82a41558-2b19-4963-af60-d03fdc8722ce None None] Deleting port 4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:02:31.142112 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-82a41558-2b19-4963-af60-d03fdc8722ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:31.150691 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7a724835-93e4-4870-98ce-0f134892891f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:31.242881 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-82a41558-2b19-4963-af60-d03fdc8722ce None None] For port 4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c,segment=NetworkSegment(bb975ab5-7cbe-46ab-bdec-58e5ca7f0786),segment_id=bb975ab5-7cbe-46ab-bdec-58e5ca7f0786)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:02:31.243615 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-82a41558-2b19-4963-af60-d03fdc8722ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:31.261639 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-82a41558-2b19-4963-af60-d03fdc8722ce None None] Calling delete_port for 4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:02:31.316365 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7a724835-93e4-4870-98ce-0f134892891f admin admin] Publish callbacks [] for security_group (e15c6093-58dc-41fd-9a9c-a1f81d30cdb9), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:31.326207 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7a724835-93e4-4870-98ce-0f134892891f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e15c6093-58dc-41fd-9a9c-a1f81d30cdb9), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:31.367273 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-82a41558-2b19-4963-af60-d03fdc8722ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:31.398718 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a41558-2b19-4963-af60-d03fdc8722ce None None] Pushing event deleted for resources: {'Port': ['ID=4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:31.407420 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a41558-2b19-4963-af60-d03fdc8722ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:31.407985 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a41558-2b19-4963-af60-d03fdc8722ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:31.408541 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a41558-2b19-4963-af60-d03fdc8722ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:31.409120 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a41558-2b19-4963-af60-d03fdc8722ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:31.409662 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a41558-2b19-4963-af60-d03fdc8722ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:31.410155 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a41558-2b19-4963-af60-d03fdc8722ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:31.410635 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a41558-2b19-4963-af60-d03fdc8722ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:31.411161 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a41558-2b19-4963-af60-d03fdc8722ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:31.412205 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a41558-2b19-4963-af60-d03fdc8722ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:31.412690 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a41558-2b19-4963-af60-d03fdc8722ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:31.413170 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a41558-2b19-4963-af60-d03fdc8722ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:31.413782 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a41558-2b19-4963-af60-d03fdc8722ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:31.414260 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a41558-2b19-4963-af60-d03fdc8722ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:02:31.419577 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a41558-2b19-4963-af60-d03fdc8722ce None None] No DVR routers for this DVR port 4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:02:31.446216 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7a724835-93e4-4870-98ce-0f134892891f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e2fbabdebe6040159c3f030707c17820&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4487925 Mar 05 05:02:31.454385 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37660) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:31.463626 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a724835-93e4-4870-98ce-0f134892891f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15c6093-58dc-41fd-9a9c-a1f81d30cdb9,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:31.598202 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c02702bf-7ca6-4d92-9513-dd22ca319164 admin admin] Publish callbacks [] for security_group (e15c6093-58dc-41fd-9a9c-a1f81d30cdb9), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:31.635902 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c02702bf-7ca6-4d92-9513-dd22ca319164 admin admin] Publish callbacks [] for security_group (e15c6093-58dc-41fd-9a9c-a1f81d30cdb9), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:31.676764 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4b04acea-f648-4788-b20e-d6f3b012427a tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (0c637f88-505b-4936-8aa7-5280b881c2a9), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:31.684911 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bdd5f-273a-4ef3-b863-e83a564a0bb1 req-219a4a22-1a66-4e76-b803-c25b9d888ad1 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:31.686580 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-117bdd5f-273a-4ef3-b863-e83a564a0bb1 req-219a4a22-1a66-4e76-b803-c25b9d888ad1 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 0.8579450 Mar 05 05:02:31.696215 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c03bcec6-69ac-48be-93ff-edd77f475e52 service neutron] 10.222.0.11 "GET /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9877479 Mar 05 05:02:31.704200 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c02702bf-7ca6-4d92-9513-dd22ca319164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e15c6093-58dc-41fd-9a9c-a1f81d30cdb9), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:31.707939 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c02702bf-7ca6-4d92-9513-dd22ca319164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:31.712591 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c02702bf-7ca6-4d92-9513-dd22ca319164 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e15c6093-58dc-41fd-9a9c-a1f81d30cdb9 HTTP/1.1" status: 204 len: 168 time: 0.2570672 Mar 05 05:02:31.722663 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02702bf-7ca6-4d92-9513-dd22ca319164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15c6093-58dc-41fd-9a9c-a1f81d30cdb9,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:31.925119 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-117bdd5f-273a-4ef3-b863-e83a564a0bb1 req-cea8e76e-be40-413b-ba2f-749bd126e6b0 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186055 Mar 05 05:02:31.990168 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277fb475-af4c-474b-9e8d-06fe3c0e489e req-1b18cd7d-09fc-48d0-9a62-b750518c662c tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:32.004838 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-277fb475-af4c-474b-9e8d-06fe3c0e489e req-1b18cd7d-09fc-48d0-9a62-b750518c662c tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.31 "GET /v2.0/ports?device_id=0b7b89c5-8654-4557-a813-402468cbc84a HTTP/1.1" status: 200 len: 945 time: 0.2040396 Mar 05 05:02:32.060808 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4b04acea-f648-4788-b20e-d6f3b012427a tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (0c637f88-505b-4936-8aa7-5280b881c2a9), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:32.100585 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-5258c6ba-227b-4064-a4dc-c8e81cab4034 service neutron] 10.222.0.11 "GET /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033134 Mar 05 05:02:32.147850 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-4b04acea-f648-4788-b20e-d6f3b012427a tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c637f88-505b-4936-8aa7-5280b881c2a9']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:32.148952 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37676) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:32.164307 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d910aaa3-1ce8-4faf-9578-2eae4616f2f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:32.170375 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-4b04acea-f648-4788-b20e-d6f3b012427a tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb975ab5-7cbe-46ab-bdec-58e5ca7f0786') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:32.170685 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-4b04acea-f648-4788-b20e-d6f3b012427a tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb975ab5-7cbe-46ab-bdec-58e5ca7f0786') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:32.180574 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4b04acea-f648-4788-b20e-d6f3b012427a tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (bb975ab5-7cbe-46ab-bdec-58e5ca7f0786), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:32.195435 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4b04acea-f648-4788-b20e-d6f3b012427a tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (bb975ab5-7cbe-46ab-bdec-58e5ca7f0786), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:32.201418 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b04acea-f648-4788-b20e-d6f3b012427a tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:02:32.201817 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4b04acea-f648-4788-b20e-d6f3b012427a tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (bb975ab5-7cbe-46ab-bdec-58e5ca7f0786), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:32.261891 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:02:32.261891 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:02:32.261891 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:02:32.261891 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:02:32.261891 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:02:32.261891 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:02:32.261891 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:02:32.261891 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:02:32.261891 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:02:32.261891 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:02:32.261891 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:02:32.261891 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:02:32.261891 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:02:32.261891 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:02:32.261891 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:02:32.261891 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:02:32.261891 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:02:32.261891 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:02:32.261891 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:02:32.261891 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:02:32.261891 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:02:32.261891 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:02:32.261891 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:02:32.261891 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:02:32.261891 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:02:32.261891 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:02:32.261891 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:02:32.261891 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:02:32.261891 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:02:32.261891 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:02:32.261891 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:02:32.261891 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:02:32.271626 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d910aaa3-1ce8-4faf-9578-2eae4616f2f1 admin admin] Publish callbacks [] for security_group (5b4e4586-b094-4b8c-9d1a-006181e68881), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:32.279262 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d910aaa3-1ce8-4faf-9578-2eae4616f2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (5b4e4586-b094-4b8c-9d1a-006181e68881), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:32.334683 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910aaa3-1ce8-4faf-9578-2eae4616f2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4e4586-b094-4b8c-9d1a-006181e68881,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:32.350196 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d910aaa3-1ce8-4faf-9578-2eae4616f2f1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0787c950268b4968a706e9e36b1f4fc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2001688 Mar 05 05:02:32.352671 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37678) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:32.363610 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-06aaa85f-d644-4616-955c-fda3e700f204 service neutron] 10.222.0.11 "GET /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288101 Mar 05 05:02:32.376595 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4b04acea-f648-4788-b20e-d6f3b012427a tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (0c637f88-505b-4936-8aa7-5280b881c2a9), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:32.407912 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4b04acea-f648-4788-b20e-d6f3b012427a tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:32.421309 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4b04acea-f648-4788-b20e-d6f3b012427a tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] 10.222.0.11 "DELETE /v2.0/networks/0c637f88-505b-4936-8aa7-5280b881c2a9 HTTP/1.1" status: 204 len: 168 time: 1.6649621 Mar 05 05:02:32.454773 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b3b71f36-7c0f-4264-9d1a-f0ab48feb4f0 admin admin] Publish callbacks [] for security_group (5b4e4586-b094-4b8c-9d1a-006181e68881), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:32.501251 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b3b71f36-7c0f-4264-9d1a-f0ab48feb4f0 admin admin] Publish callbacks [] for security_group (5b4e4586-b094-4b8c-9d1a-006181e68881), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:32.548125 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04acea-f648-4788-b20e-d6f3b012427a tempest-NetworksIpV6TestAttrs-1639540320 tempest-NetworksIpV6TestAttrs-1639540320-project] Pushing event deleted for resources: {'Network': ['ID=0c637f88-505b-4936-8aa7-5280b881c2a9,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:32.599816 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b3b71f36-7c0f-4264-9d1a-f0ab48feb4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (5b4e4586-b094-4b8c-9d1a-006181e68881), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:32.602515 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b3b71f36-7c0f-4264-9d1a-f0ab48feb4f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:32.603631 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b3b71f36-7c0f-4264-9d1a-f0ab48feb4f0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5b4e4586-b094-4b8c-9d1a-006181e68881 HTTP/1.1" status: 204 len: 168 time: 0.2500381 Mar 05 05:02:32.648050 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b71f36-7c0f-4264-9d1a-f0ab48feb4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4e4586-b094-4b8c-9d1a-006181e68881,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:32.666922 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68405c7-5f40-4a17-bb9f-0cee89a54fde req-0107d634-4c0f-4651-a219-345c8799d2eb tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:32.668616 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f68405c7-5f40-4a17-bb9f-0cee89a54fde req-0107d634-4c0f-4651-a219-345c8799d2eb tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b7b89c5-8654-4557-a813-402468cbc84a HTTP/1.1" status: 200 len: 945 time: 0.6109025 Mar 05 05:02:32.754147 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-b6007c7b-ca42-4016-9adc-5f110d175810 service neutron] 10.222.0.11 "GET /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895702 Mar 05 05:02:32.778650 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f68405c7-5f40-4a17-bb9f-0cee89a54fde req-65dbe13c-d535-4ac7-a6f2-fc7e90f476c8 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=709f864b-4829-4ab9-9c09-bc528bf66436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023691 Mar 05 05:02:32.794573 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-277fb475-af4c-474b-9e8d-06fe3c0e489e req-fb265890-35dc-4c3a-8180-f8d46107b29d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Deleting port f148c327-6331-4881-9e8d-1c43b3abd1d8 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:02:32.795463 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-277fb475-af4c-474b-9e8d-06fe3c0e489e req-fb265890-35dc-4c3a-8180-f8d46107b29d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (f148c327-6331-4881-9e8d-1c43b3abd1d8), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:32.989503 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-277fb475-af4c-474b-9e8d-06fe3c0e489e req-fb265890-35dc-4c3a-8180-f8d46107b29d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] For port f148c327-6331-4881-9e8d-1c43b3abd1d8, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=f148c327-6331-4881-9e8d-1c43b3abd1d8,segment=NetworkSegment(78da9f50-b791-4384-818b-c3b1f3bf0c84),segment_id=78da9f50-b791-4384-818b-c3b1f3bf0c84)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:02:32.990178 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-277fb475-af4c-474b-9e8d-06fe3c0e489e req-fb265890-35dc-4c3a-8180-f8d46107b29d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (f148c327-6331-4881-9e8d-1c43b3abd1d8), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:32.999255 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37696) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:33.291334 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:02:33.349267 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:02:33.349892 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 4db4a8ef-1390-47fa-b1f8-f7611c2f8f6c not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:02:33.391182 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-815a0004-9f44-4144-9dc9-1df52ec5983f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=84fb097a053f4168b45acf333b508d56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3906517 Mar 05 05:02:33.394639 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37710) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:33.481089 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9a7d325c-a87d-4df6-b8e1-4f4e554337f8 admin admin] Publish callbacks [] for security_group (c37195dc-9bd8-4a5c-9a7f-a2f65e6a64c2), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:33.510815 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9a7d325c-a87d-4df6-b8e1-4f4e554337f8 admin admin] Publish callbacks [] for security_group (c37195dc-9bd8-4a5c-9a7f-a2f65e6a64c2), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:33.539710 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-277fb475-af4c-474b-9e8d-06fe3c0e489e req-fb265890-35dc-4c3a-8180-f8d46107b29d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:33.540559 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-277fb475-af4c-474b-9e8d-06fe3c0e489e req-fb265890-35dc-4c3a-8180-f8d46107b29d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (b6434e69-48a8-4c26-86f9-8ec8b6a43a08), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:33.541101 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [req-277fb475-af4c-474b-9e8d-06fe3c0e489e req-fb265890-35dc-4c3a-8180-f8d46107b29d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Floating IP b6434e69-48a8-4c26-86f9-8ec8b6a43a08 disassociated. External IP: 172.25.0.63, port: f148c327-6331-4881-9e8d-1c43b3abd1d8. Mar 05 05:02:33.541653 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-277fb475-af4c-474b-9e8d-06fe3c0e489e req-fb265890-35dc-4c3a-8180-f8d46107b29d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Calling delete_port for f148c327-6331-4881-9e8d-1c43b3abd1d8 owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:02:33.572947 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-99966c54-4223-4faf-bab9-8b404918c12d service neutron] 10.222.0.11 "GET /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8179154 Mar 05 05:02:33.591060 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9a7d325c-a87d-4df6-b8e1-4f4e554337f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c37195dc-9bd8-4a5c-9a7f-a2f65e6a64c2), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:33.593829 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9a7d325c-a87d-4df6-b8e1-4f4e554337f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:33.595230 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9a7d325c-a87d-4df6-b8e1-4f4e554337f8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c37195dc-9bd8-4a5c-9a7f-a2f65e6a64c2 HTTP/1.1" status: 204 len: 168 time: 0.1993296 Mar 05 05:02:33.623954 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d325c-a87d-4df6-b8e1-4f4e554337f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37195dc-9bd8-4a5c-9a7f-a2f65e6a64c2,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:33.932644 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-ab7a596f-7021-411e-b9ae-a634eeffd6c5 service neutron] 10.222.0.11 "GET /v2.0/networks/d5e298e9-3894-4a20-bba8-ee9990215b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154445 Mar 05 05:02:34.101539 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-277fb475-af4c-474b-9e8d-06fe3c0e489e req-fb265890-35dc-4c3a-8180-f8d46107b29d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (f148c327-6331-4881-9e8d-1c43b3abd1d8), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:34.154174 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb265890-35dc-4c3a-8180-f8d46107b29d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event deleted for resources: {'Port': ['ID=f148c327-6331-4881-9e8d-1c43b3abd1d8,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:34.181763 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9e6bd-3834-47d1-866d-9d67ff6db376 req-f4733d8c-018c-4f0c-8d77-e2d685ba7e43 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:34.188848 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ffc9e6bd-3834-47d1-866d-9d67ff6db376 req-f4733d8c-018c-4f0c-8d77-e2d685ba7e43 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=0b7b89c5-8654-4557-a813-402468cbc84a HTTP/1.1" status: 200 len: 945 time: 0.2592430 Mar 05 05:02:34.200246 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-e74ce7f8-ec19-41be-8b3f-b026aaa2d8da service neutron] 10.222.0.11 "GET /v2.0/networks/d5e298e9-3894-4a20-bba8-ee9990215b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408717 Mar 05 05:02:34.393674 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ffc9e6bd-3834-47d1-866d-9d67ff6db376 req-7ed9f089-5d9a-47e6-ad26-9191cc709f10 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=709f864b-4829-4ab9-9c09-bc528bf66436&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039223 Mar 05 05:02:34.455670 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-d04f58f5-5da0-4abb-96c5-c20a8bd260a0 service neutron] 10.222.0.11 "GET /v2.0/networks/d5e298e9-3894-4a20-bba8-ee9990215b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069461 Mar 05 05:02:34.473933 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-277fb475-af4c-474b-9e8d-06fe3c0e489e req-fb265890-35dc-4c3a-8180-f8d46107b29d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:02:34.684942 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-732f4200-2d3b-4634-bdde-2ab95d756912 service neutron] 10.222.0.11 "GET /v2.0/networks/d5e298e9-3894-4a20-bba8-ee9990215b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221441 Mar 05 05:02:34.748304 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-277fb475-af4c-474b-9e8d-06fe3c0e489e req-fb265890-35dc-4c3a-8180-f8d46107b29d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:02:34.759888 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438f7fb4-2b1e-4a0a-915a-8511647fb0cc None None] Sync routers for ids ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:02:34.775474 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438f7fb4-2b1e-4a0a-915a-8511647fb0cc None None] Routers {'9d9e5c8c-8fe9-4199-9808-05fba6c71dec'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:02:34.776870 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-438f7fb4-2b1e-4a0a-915a-8511647fb0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:02:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:34.799376 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-277fb475-af4c-474b-9e8d-06fe3c0e489e req-fb265890-35dc-4c3a-8180-f8d46107b29d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] No DVR routers for this DVR port f148c327-6331-4881-9e8d-1c43b3abd1d8 on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:02:34.803515 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-277fb475-af4c-474b-9e8d-06fe3c0e489e req-fb265890-35dc-4c3a-8180-f8d46107b29d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:34.807172 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-277fb475-af4c-474b-9e8d-06fe3c0e489e req-fb265890-35dc-4c3a-8180-f8d46107b29d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.31 "DELETE /v2.0/ports/f148c327-6331-4881-9e8d-1c43b3abd1d8 HTTP/1.1" status: 204 len: 173 time: 2.8014133 Mar 05 05:02:34.807847 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7b89c5-8654-4557-a813-402468cbc84a', 'name': 'network-vif-deleted', 'tag': 'f148c327-6331-4881-9e8d-1c43b3abd1d8'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:02:34.810425 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c8cd8e-f621-4124-8a05-4c5e67d1ecb2" -d '{"events": [{"server_uuid": "0b7b89c5-8654-4557-a813-402468cbc84a", "name": "network-vif-deleted", "tag": "f148c327-6331-4881-9e8d-1c43b3abd1d8"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:02:34.849875 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-a98633f8-53e3-40ed-bdb3-bcb4a1fe3ea0 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:34.854332 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-a98633f8-53e3-40ed-bdb3-bcb4a1fe3ea0 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports/90b3b5b9-df48-4ffc-b613-699be6421d82 HTTP/1.1" status: 200 len: 931 time: 0.1598926 Mar 05 05:02:34.954502 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37770) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:34.975235 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b315bfc9-6bc3-4ad7-86e4-6a27e2a45a2f x-openstack-request-id: req-b315bfc9-6bc3-4ad7-86e4-6a27e2a45a2f {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:02:34.975825 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b7b89c5-8654-4557-a813-402468cbc84a", "name": "network-vif-deleted", "tag": "f148c327-6331-4881-9e8d-1c43b3abd1d8", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:02:34.975902 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b315bfc9-6bc3-4ad7-86e4-6a27e2a45a2f {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:02:34.979041 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b7b89c5-8654-4557-a813-402468cbc84a', 'name': 'network-vif-deleted', 'tag': 'f148c327-6331-4881-9e8d-1c43b3abd1d8', 'status': 'completed', 'code': 200} Mar 05 05:02:35.020080 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device f148c327-6331-4881-9e8d-1c43b3abd1d8 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:02:35.031000 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-2aed0a06-fb2c-43a8-9cf4-577d678b7f9e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:35.037224 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-2aed0a06-fb2c-43a8-9cf4-577d678b7f9e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports/e00d735a-ec46-47fa-b9a6-ebc0452db108 HTTP/1.1" status: 200 len: 931 time: 0.1650610 Mar 05 05:02:35.063060 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: f148c327-6331-4881-9e8d-1c43b3abd1d8 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:02:35.066365 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device f148c327-6331-4881-9e8d-1c43b3abd1d8 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:02:35.176296 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-9a745d58-cdd8-4c7b-8d2c-5f857f385331 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Request body: {'security_group': {'name': 'tempest-secgroup--1874568201'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:35.183632 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-438f7fb4-2b1e-4a0a-915a-8511647fb0cc None None] Set router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:02:35.204417 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9a745d58-cdd8-4c7b-8d2c-5f857f385331 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:35.214955 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9a745d58-cdd8-4c7b-8d2c-5f857f385331 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:35.407106 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9a745d58-cdd8-4c7b-8d2c-5f857f385331 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (ac9d5703-aee4-4203-a543-b55031b75276), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:35.414611 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9a745d58-cdd8-4c7b-8d2c-5f857f385331 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ac9d5703-aee4-4203-a543-b55031b75276), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:35.479610 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a745d58-cdd8-4c7b-8d2c-5f857f385331 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9d5703-aee4-4203-a543-b55031b75276,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:35.493677 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-438f7fb4-2b1e-4a0a-915a-8511647fb0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:26Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'gw_port': {'id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:28Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '05374882-18b9-429d-a219-9a1dba943df9', 'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'mac_address': 'fa:16:3e:7e:8a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:34Z', 'updated_at': '2022-03-05T04:56:42Z', 'revision_number': 5, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'subnets': [{'id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:35.531947 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438f7fb4-2b1e-4a0a-915a-8511647fb0cc None None] Checking router: 9d9e5c8c-8fe9-4199-9808-05fba6c71dec for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:02:35.544148 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438f7fb4-2b1e-4a0a-915a-8511647fb0cc None None] Routers {'9d9e5c8c-8fe9-4199-9808-05fba6c71dec'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:02:35.544911 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-438f7fb4-2b1e-4a0a-915a-8511647fb0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:02:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:35.600496 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9a745d58-cdd8-4c7b-8d2c-5f857f385331 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (42991c08-afda-4f19-95fe-400294993afa), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:35.608894 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9a745d58-cdd8-4c7b-8d2c-5f857f385331 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (42991c08-afda-4f19-95fe-400294993afa), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:35.632379 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37794) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:35.680308 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9a745d58-cdd8-4c7b-8d2c-5f857f385331 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:35.681947 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9a745d58-cdd8-4c7b-8d2c-5f857f385331 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7259409 Mar 05 05:02:35.684626 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37796) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:35.685714 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a745d58-cdd8-4c7b-8d2c-5f857f385331 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42991c08-afda-4f19-95fe-400294993afa,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:35.741902 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aa245c7c-7d75-496e-b869-837b3d04fe4d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group (709f864b-4829-4ab9-9c09-bc528bf66436), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:35.754676 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-438f7fb4-2b1e-4a0a-915a-8511647fb0cc None None] Set router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:02:35.764377 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-84fda544-17ec-4cf9-be8b-99f8705ae9ee tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0748408 Mar 05 05:02:35.767109 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37800) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:35.771535 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aa245c7c-7d75-496e-b869-837b3d04fe4d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group (709f864b-4829-4ab9-9c09-bc528bf66436), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:35.781472 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-2f3e570e-15d6-4299-93ef-393516191152 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Request body: {'security_group': {'name': 'tempest-security--509075297', 'description': 'tempest-security-description-1883612304'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:35.845569 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aa245c7c-7d75-496e-b869-837b3d04fe4d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (709f864b-4829-4ab9-9c09-bc528bf66436), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:35.850039 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aa245c7c-7d75-496e-b869-837b3d04fe4d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:35.854975 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-aa245c7c-7d75-496e-b869-837b3d04fe4d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "DELETE /v2.0/security-groups/709f864b-4829-4ab9-9c09-bc528bf66436 HTTP/1.1" status: 204 len: 168 time: 0.2215307 Mar 05 05:02:35.855539 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37802) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:35.871120 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f3e570e-15d6-4299-93ef-393516191152 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (42991c08-afda-4f19-95fe-400294993afa), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:35.872033 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa245c7c-7d75-496e-b869-837b3d04fe4d tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=709f864b-4829-4ab9-9c09-bc528bf66436,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:35.899371 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-3d1ea547-b762-4b1a-9a5d-f6859a54e2bd tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] show failed (client error): The resource could not be found. Mar 05 05:02:35.903588 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3d1ea547-b762-4b1a-9a5d-f6859a54e2bd tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups/709f864b-4829-4ab9-9c09-bc528bf66436 HTTP/1.1" status: 404 len: 347 time: 0.0242295 Mar 05 05:02:35.904277 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37804) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:35.976890 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f3e570e-15d6-4299-93ef-393516191152 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (42991c08-afda-4f19-95fe-400294993afa), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:35.982711 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f3e570e-15d6-4299-93ef-393516191152 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (42991c08-afda-4f19-95fe-400294993afa), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:35.986911 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f3e570e-15d6-4299-93ef-393516191152 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:35.992450 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2f3e570e-15d6-4299-93ef-393516191152 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "PUT /v2.0/security-groups/42991c08-afda-4f19-95fe-400294993afa HTTP/1.1" status: 200 len: 1796 time: 0.2221851 Mar 05 05:02:35.993123 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37806) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:36.010297 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-438f7fb4-2b1e-4a0a-915a-8511647fb0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:26Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'gw_port': {'id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:28Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '05374882-18b9-429d-a219-9a1dba943df9', 'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'mac_address': 'fa:16:3e:7e:8a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:34Z', 'updated_at': '2022-03-05T04:56:42Z', 'revision_number': 5, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'subnets': [{'id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:36.046585 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438f7fb4-2b1e-4a0a-915a-8511647fb0cc None None] The sync data for ids ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'] in n-d-789963-32 is: [{'id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:26Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'gw_port': {'id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:28Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '05374882-18b9-429d-a219-9a1dba943df9', 'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'mac_address': 'fa:16:3e:7e:8a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:34Z', 'updated_at': '2022-03-05T04:56:42Z', 'revision_number': 5, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'subnets': [{'id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:02:36.063994 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-afb53dcb-d4e7-49a4-8ddf-b4f238c5f143 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "GET /v2.0/security-groups/42991c08-afda-4f19-95fe-400294993afa HTTP/1.1" status: 200 len: 1796 time: 0.0649767 Mar 05 05:02:36.064893 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37810) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:36.082277 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e570e-15d6-4299-93ef-393516191152 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42991c08-afda-4f19-95fe-400294993afa,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:36.189822 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e0a707c1-1df4-4597-99c9-5f204c780669 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (42991c08-afda-4f19-95fe-400294993afa), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:36.219199 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e0a707c1-1df4-4597-99c9-5f204c780669 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (42991c08-afda-4f19-95fe-400294993afa), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:36.235292 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-b6adaa0a-56d3-4eab-94fa-c76ee149f415 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Deleting port f9d1007d-8f59-4153-bf66-e14b8e744b1d {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:02:36.235638 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b6adaa0a-56d3-4eab-94fa-c76ee149f415 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (f9d1007d-8f59-4153-bf66-e14b8e744b1d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:36.360062 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e0a707c1-1df4-4597-99c9-5f204c780669 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (42991c08-afda-4f19-95fe-400294993afa), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:36.363617 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e0a707c1-1df4-4597-99c9-5f204c780669 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:36.367490 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e0a707c1-1df4-4597-99c9-5f204c780669 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "DELETE /v2.0/security-groups/42991c08-afda-4f19-95fe-400294993afa HTTP/1.1" status: 204 len: 168 time: 0.2993948 Mar 05 05:02:36.367911 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37818) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:36.375851 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b6adaa0a-56d3-4eab-94fa-c76ee149f415 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (f9d1007d-8f59-4153-bf66-e14b8e744b1d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:36.383005 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b6adaa0a-56d3-4eab-94fa-c76ee149f415 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for floatingip (f9d1007d-8f59-4153-bf66-e14b8e744b1d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:36.418167 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a707c1-1df4-4597-99c9-5f204c780669 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42991c08-afda-4f19-95fe-400294993afa,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:36.428237 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-b6adaa0a-56d3-4eab-94fa-c76ee149f415 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Calling delete_port for f9d1007d-8f59-4153-bf66-e14b8e744b1d owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:02:36.484901 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fc468907-3ca1-4433-a2ab-d61811ac0a58 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1155879 Mar 05 05:02:36.485728 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37824) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:36.518448 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-23d8aaea-d441-42ff-8a0e-80b0c8a4ee2f tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] delete failed (client error): The resource could not be found. Mar 05 05:02:36.528630 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-23d8aaea-d441-42ff-8a0e-80b0c8a4ee2f tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "DELETE /v2.0/security-groups/42991c08-afda-4f19-95fe-400294993afa HTTP/1.1" status: 404 len: 347 time: 0.0321171 Mar 05 05:02:36.529386 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37826) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:36.544786 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-efdc6e91-3197-408d-a421-6e2316cabd47 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Request body: {'security_group': {'name': 'tempest-secgroup--990348908'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:36.545046 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f84ccb-12df-4bd4-9c9e-ae3f23822ce3 None None] New status for floating IP b6434e69-48a8-4c26-86f9-8ec8b6a43a08: DOWN {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:02:36.573526 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-efdc6e91-3197-408d-a421-6e2316cabd47 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:36.704356 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b6adaa0a-56d3-4eab-94fa-c76ee149f415 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (f9d1007d-8f59-4153-bf66-e14b8e744b1d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:36.706889 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-efdc6e91-3197-408d-a421-6e2316cabd47 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (4a589a7a-8b5f-45c6-a10a-ac0c94926e96), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:36.709015 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-60f84ccb-12df-4bd4-9c9e-ae3f23822ce3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 05:02:36.710745 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-60f84ccb-12df-4bd4-9c9e-ae3f23822ce3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 05:02:36.718882 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-efdc6e91-3197-408d-a421-6e2316cabd47 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4a589a7a-8b5f-45c6-a10a-ac0c94926e96), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:36.751485 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6adaa0a-56d3-4eab-94fa-c76ee149f415 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event deleted for resources: {'Port': ['ID=f9d1007d-8f59-4153-bf66-e14b8e744b1d,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:36.786185 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc6e91-3197-408d-a421-6e2316cabd47 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a589a7a-8b5f-45c6-a10a-ac0c94926e96,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:36.792204 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-efdc6e91-3197-408d-a421-6e2316cabd47 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:36.793440 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-efdc6e91-3197-408d-a421-6e2316cabd47 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2629042 Mar 05 05:02:36.796547 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37838) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:36.809142 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-aaa5e6b4-4f1a-40b6-8c56-00e6b9cd15e2 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Request body: {'security_group_rule': {'security_group_id': '4a589a7a-8b5f-45c6-a10a-ac0c94926e96', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:36.846962 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aaa5e6b4-4f1a-40b6-8c56-00e6b9cd15e2 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (391d6e4f-a246-41d8-8781-9509a618bdcd), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:36.858356 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b6adaa0a-56d3-4eab-94fa-c76ee149f415 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for floatingip (b6434e69-48a8-4c26-86f9-8ec8b6a43a08), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:36.863267 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b6adaa0a-56d3-4eab-94fa-c76ee149f415 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:36.865181 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b6adaa0a-56d3-4eab-94fa-c76ee149f415 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "DELETE /v2.0/floatingips/b6434e69-48a8-4c26-86f9-8ec8b6a43a08 HTTP/1.1" status: 204 len: 168 time: 0.9597468 Mar 05 05:02:36.925753 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aaa5e6b4-4f1a-40b6-8c56-00e6b9cd15e2 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (391d6e4f-a246-41d8-8781-9509a618bdcd), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:36.930135 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aaa5e6b4-4f1a-40b6-8c56-00e6b9cd15e2 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (391d6e4f-a246-41d8-8781-9509a618bdcd), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:36.953685 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5e6b4-4f1a-40b6-8c56-00e6b9cd15e2 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=391d6e4f-a246-41d8-8781-9509a618bdcd,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:36.974816 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aaa5e6b4-4f1a-40b6-8c56-00e6b9cd15e2 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:36.976606 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-aaa5e6b4-4f1a-40b6-8c56-00e6b9cd15e2 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1785977 Mar 05 05:02:36.980320 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37842) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:37.042424 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cfca5666-a87f-4fc4-9583-9805f74aa5ce tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (391d6e4f-a246-41d8-8781-9509a618bdcd), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:37.068501 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cfca5666-a87f-4fc4-9583-9805f74aa5ce tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (391d6e4f-a246-41d8-8781-9509a618bdcd), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:37.133350 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fdfdcfc7-9b74-49b3-b4a3-6d19e944d7cb req-50bcafbb-ac5f-4698-91cb-aa570dcbeeb7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0605202 Mar 05 05:02:37.156261 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cfca5666-a87f-4fc4-9583-9805f74aa5ce tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (391d6e4f-a246-41d8-8781-9509a618bdcd), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:37.159262 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37848) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:37.164246 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cfca5666-a87f-4fc4-9583-9805f74aa5ce tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:37.165389 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-cfca5666-a87f-4fc4-9583-9805f74aa5ce tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/391d6e4f-a246-41d8-8781-9509a618bdcd HTTP/1.1" status: 204 len: 168 time: 0.1835995 Mar 05 05:02:37.171743 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca5666-a87f-4fc4-9583-9805f74aa5ce tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=391d6e4f-a246-41d8-8781-9509a618bdcd,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:37.176339 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37850) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:37.177296 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-8114a04e-a1cb-42cb-9664-06bee7021cf2 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1383174747', 'description': 'tempest-description--1302264058'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:37.213705 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f84ccb-12df-4bd4-9c9e-ae3f23822ce3 None None] New status for floating IP b6434e69-48a8-4c26-86f9-8ec8b6a43a08: DOWN {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:02:37.227242 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f481f041-7f06-490d-870e-0adfa49b5d3c tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0469861 Mar 05 05:02:37.229879 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37852) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:37.230663 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8114a04e-a1cb-42cb-9664-06bee7021cf2 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:37.348789 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8114a04e-a1cb-42cb-9664-06bee7021cf2 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group (7b988e79-c406-4059-a829-d33e42be9564), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:37.353625 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8114a04e-a1cb-42cb-9664-06bee7021cf2 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7b988e79-c406-4059-a829-d33e42be9564), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:37.402162 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114a04e-a1cb-42cb-9664-06bee7021cf2 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b988e79-c406-4059-a829-d33e42be9564,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:37.412208 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-86ddcbd1-a923-4b35-96a5-18a06cdb712c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:37.424741 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-86ddcbd1-a923-4b35-96a5-18a06cdb712c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports/90b3b5b9-df48-4ffc-b613-699be6421d82 HTTP/1.1" status: 200 len: 931 time: 0.3683007 Mar 05 05:02:37.425765 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8114a04e-a1cb-42cb-9664-06bee7021cf2 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:37.429910 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8114a04e-a1cb-42cb-9664-06bee7021cf2 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2672300 Mar 05 05:02:37.430305 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37858) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:37.442182 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-05ad7b22-e95c-4880-88c3-921151ef00f2 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Request body: {'security_group_rule': {'security_group_id': '7b988e79-c406-4059-a829-d33e42be9564', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:37.506692 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-05ad7b22-e95c-4880-88c3-921151ef00f2 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group_rule (6ba96b62-f799-43ca-954f-9413f27ec2b0), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:37.539899 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4549e5fe-6f45-4fe8-8a15-14f1f9e55c6e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (4a589a7a-8b5f-45c6-a10a-ac0c94926e96), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:37.564786 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-b758476e-0131-4854-986a-ce737685e011 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:37.573221 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-b758476e-0131-4854-986a-ce737685e011 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports/e00d735a-ec46-47fa-b9a6-ebc0452db108 HTTP/1.1" status: 200 len: 931 time: 0.1475415 Mar 05 05:02:37.588767 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4549e5fe-6f45-4fe8-8a15-14f1f9e55c6e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (4a589a7a-8b5f-45c6-a10a-ac0c94926e96), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:37.641844 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4549e5fe-6f45-4fe8-8a15-14f1f9e55c6e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4a589a7a-8b5f-45c6-a10a-ac0c94926e96), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:37.647189 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4549e5fe-6f45-4fe8-8a15-14f1f9e55c6e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:37.649169 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4549e5fe-6f45-4fe8-8a15-14f1f9e55c6e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "DELETE /v2.0/security-groups/4a589a7a-8b5f-45c6-a10a-ac0c94926e96 HTTP/1.1" status: 204 len: 168 time: 0.4182150 Mar 05 05:02:37.655406 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37864) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:37.663946 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549e5fe-6f45-4fe8-8a15-14f1f9e55c6e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a589a7a-8b5f-45c6-a10a-ac0c94926e96,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:37.685027 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-05ad7b22-e95c-4880-88c3-921151ef00f2 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group_rule (6ba96b62-f799-43ca-954f-9413f27ec2b0), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:37.708286 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-05ad7b22-e95c-4880-88c3-921151ef00f2 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (6ba96b62-f799-43ca-954f-9413f27ec2b0), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:37.802408 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37868) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:37.803285 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-77270637-7386-450a-a1e4-febdd10e4cdc tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1462250 Mar 05 05:02:37.806269 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-05ad7b22-e95c-4880-88c3-921151ef00f2 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:37.807456 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-05ad7b22-e95c-4880-88c3-921151ef00f2 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3762121 Mar 05 05:02:37.809981 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-755c1201-1d78-4f3d-9577-56a1bee52573 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Request body: {'security_group': {'name': 'tempest-secgroup--2090498535'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:37.815636 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad7b22-e95c-4880-88c3-921151ef00f2 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba96b62-f799-43ca-954f-9413f27ec2b0,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:37.817348 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37870) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:37.822244 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-5aef81cf-2f45-4f2f-946c-a176559382fa tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Request body: {'security_group_rule': {'security_group_id': '7b988e79-c406-4059-a829-d33e42be9564', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:37.852702 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5aef81cf-2f45-4f2f-946c-a176559382fa tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group_rule (0b8f0a6f-dea0-4caa-8e58-73a6692b5a84), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:37.883884 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-755c1201-1d78-4f3d-9577-56a1bee52573 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:37.956196 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5aef81cf-2f45-4f2f-946c-a176559382fa tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group_rule (0b8f0a6f-dea0-4caa-8e58-73a6692b5a84), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:37.966714 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5aef81cf-2f45-4f2f-946c-a176559382fa tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (0b8f0a6f-dea0-4caa-8e58-73a6692b5a84), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:38.008670 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef81cf-2f45-4f2f-946c-a176559382fa tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b8f0a6f-dea0-4caa-8e58-73a6692b5a84,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:38.027985 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5aef81cf-2f45-4f2f-946c-a176559382fa tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:38.029690 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5aef81cf-2f45-4f2f-946c-a176559382fa tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2110801 Mar 05 05:02:38.032356 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37876) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:38.038356 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-522af3fc-70ce-4a19-b9b4-092997e9b2fb tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:38.057686 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-755c1201-1d78-4f3d-9577-56a1bee52573 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (c6a15aa3-da66-4d40-a0a2-fb719d73bd34), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:38.069818 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-755c1201-1d78-4f3d-9577-56a1bee52573 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c6a15aa3-da66-4d40-a0a2-fb719d73bd34), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:38.087004 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-522af3fc-70ce-4a19-b9b4-092997e9b2fb tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:38.154854 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-755c1201-1d78-4f3d-9577-56a1bee52573 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:38.161853 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-755c1201-1d78-4f3d-9577-56a1bee52573 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3573089 Mar 05 05:02:38.164400 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37878) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:38.167514 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c1201-1d78-4f3d-9577-56a1bee52573 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a15aa3-da66-4d40-a0a2-fb719d73bd34,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:38.179677 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-4c8d8cfa-f5cc-4fce-abb1-13bde4bb4d63 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Request body: {'security_group_rule': {'security_group_id': 'c6a15aa3-da66-4d40-a0a2-fb719d73bd34', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:38.307928 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0d49f9c0-67b8-4998-9417-1ee904954e91 req-e83c5f1e-1fa4-4869-be4e-2b70a3f1d00a tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0589128 Mar 05 05:02:38.317287 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4c8d8cfa-f5cc-4fce-abb1-13bde4bb4d63 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (6dcd05e8-76e9-4b97-b98f-7deccbfd7be1), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:38.401081 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4c8d8cfa-f5cc-4fce-abb1-13bde4bb4d63 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (6dcd05e8-76e9-4b97-b98f-7deccbfd7be1), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:38.410433 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4c8d8cfa-f5cc-4fce-abb1-13bde4bb4d63 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (6dcd05e8-76e9-4b97-b98f-7deccbfd7be1), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:38.440831 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d8cfa-f5cc-4fce-abb1-13bde4bb4d63 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dcd05e8-76e9-4b97-b98f-7deccbfd7be1,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:38.450382 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-522af3fc-70ce-4a19-b9b4-092997e9b2fb tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:38.457553 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4c8d8cfa-f5cc-4fce-abb1-13bde4bb4d63 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:38.463191 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37888) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:38.469944 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-56d180ee-39e8-4872-9f41-59ae479bb5a8 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Request body: {'security_group_rule': {'security_group_id': 'c6a15aa3-da66-4d40-a0a2-fb719d73bd34', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:38.476651 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4c8d8cfa-f5cc-4fce-abb1-13bde4bb4d63 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3061481 Mar 05 05:02:38.531660 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-56d180ee-39e8-4872-9f41-59ae479bb5a8 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (d8dfef3a-3069-46fc-8057-4ffedaf4f7c1), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:38.673376 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-56d180ee-39e8-4872-9f41-59ae479bb5a8 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (d8dfef3a-3069-46fc-8057-4ffedaf4f7c1), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:38.681827 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-56d180ee-39e8-4872-9f41-59ae479bb5a8 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (d8dfef3a-3069-46fc-8057-4ffedaf4f7c1), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:38.717290 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d180ee-39e8-4872-9f41-59ae479bb5a8 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8dfef3a-3069-46fc-8057-4ffedaf4f7c1,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:38.732596 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-56d180ee-39e8-4872-9f41-59ae479bb5a8 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:38.733930 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-56d180ee-39e8-4872-9f41-59ae479bb5a8 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2692676 Mar 05 05:02:38.736887 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37892) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:38.742154 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-fcc58562-3c40-4c7f-8af9-c9d08a8183ca tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Request body: {'security_group_rule': {'security_group_id': 'c6a15aa3-da66-4d40-a0a2-fb719d73bd34', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:38.770580 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-522af3fc-70ce-4a19-b9b4-092997e9b2fb tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Allocated IP 172.25.0.252 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/c1f2a223-f0fb-4ac0-a62f-02e01f85586c) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:02:38.780260 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fcc58562-3c40-4c7f-8af9-c9d08a8183ca tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (2f57bea9-c41e-4758-999a-0f38b2b731e2), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:38.859829 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fcc58562-3c40-4c7f-8af9-c9d08a8183ca tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (2f57bea9-c41e-4758-999a-0f38b2b731e2), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:38.866305 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fcc58562-3c40-4c7f-8af9-c9d08a8183ca tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (2f57bea9-c41e-4758-999a-0f38b2b731e2), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:38.914134 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-522af3fc-70ce-4a19-b9b4-092997e9b2fb tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for port (c1f2a223-f0fb-4ac0-a62f-02e01f85586c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:38.916211 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fcc58562-3c40-4c7f-8af9-c9d08a8183ca tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:38.917682 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fcc58562-3c40-4c7f-8af9-c9d08a8183ca tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1793053 Mar 05 05:02:38.920309 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc58562-3c40-4c7f-8af9-c9d08a8183ca tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f57bea9-c41e-4758-999a-0f38b2b731e2,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:38.928293 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37894) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:38.934533 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-9afbe272-8b3f-4f96-9fda-00c0c4fe8ddc tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Request body: {'security_group_rule': {'security_group_id': 'c6a15aa3-da66-4d40-a0a2-fb719d73bd34', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:38.978963 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9afbe272-8b3f-4f96-9fda-00c0c4fe8ddc tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (6fbab6cd-e802-45ef-9595-1dc41750f3f9), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:38.983840 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-522af3fc-70ce-4a19-b9b4-092997e9b2fb tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (c1f2a223-f0fb-4ac0-a62f-02e01f85586c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:39.063361 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522af3fc-70ce-4a19-b9b4-092997e9b2fb tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:02:39.071122 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-522af3fc-70ce-4a19-b9b4-092997e9b2fb tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:02:39.076266 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522af3fc-70ce-4a19-b9b4-092997e9b2fb tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:02:39.078248 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522af3fc-70ce-4a19-b9b4-092997e9b2fb tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event updated for resources: {'Port': ['ID=c1f2a223-f0fb-4ac0-a62f-02e01f85586c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:39.117339 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9afbe272-8b3f-4f96-9fda-00c0c4fe8ddc tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (6fbab6cd-e802-45ef-9595-1dc41750f3f9), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:39.126319 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9afbe272-8b3f-4f96-9fda-00c0c4fe8ddc tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (6fbab6cd-e802-45ef-9595-1dc41750f3f9), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:39.157055 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afbe272-8b3f-4f96-9fda-00c0c4fe8ddc tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fbab6cd-e802-45ef-9595-1dc41750f3f9,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:39.186228 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9afbe272-8b3f-4f96-9fda-00c0c4fe8ddc tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:39.188305 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9afbe272-8b3f-4f96-9fda-00c0c4fe8ddc tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2587876 Mar 05 05:02:39.200419 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37896) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:39.205365 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-cf8bab09-40e5-4397-9d3b-656e7ea3536e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Request body: {'security_group_rule': {'security_group_id': 'c6a15aa3-da66-4d40-a0a2-fb719d73bd34', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:39.281713 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cf8bab09-40e5-4397-9d3b-656e7ea3536e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (210f249b-54d8-4b08-9c4e-a4899450bec9), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:39.315753 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7f8d5df-b580-48a4-9c7f-8a5ecd5d1072 req-edc5b988-3ced-4032-838b-8e465a92a523 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1270685 Mar 05 05:02:39.328666 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-522af3fc-70ce-4a19-b9b4-092997e9b2fb tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for floatingip (f762be00-c220-47c0-bae8-71f29cf317f9), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:39.359331 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cf8bab09-40e5-4397-9d3b-656e7ea3536e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (210f249b-54d8-4b08-9c4e-a4899450bec9), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:39.432641 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cf8bab09-40e5-4397-9d3b-656e7ea3536e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (210f249b-54d8-4b08-9c4e-a4899450bec9), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:39.476528 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8d5df-b580-48a4-9c7f-8a5ecd5d1072 req-281f37b2-397b-431f-8ab1-da09fafc7a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:39.482989 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7f8d5df-b580-48a4-9c7f-8a5ecd5d1072 req-281f37b2-397b-431f-8ab1-da09fafc7a12 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9a4b8503d9df4443b291278ddd00e28c&device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 1128 time: 0.1094508 Mar 05 05:02:39.490713 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-f05221f4-c5b5-4c28-862a-640560e52079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:39.492261 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-f05221f4-c5b5-4c28-862a-640560e52079 service neutron] 10.222.0.30 "GET /v2.0/ports/90b3b5b9-df48-4ffc-b613-699be6421d82 HTTP/1.1" status: 200 len: 1027 time: 0.0950711 Mar 05 05:02:39.608765 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-522af3fc-70ce-4a19-b9b4-092997e9b2fb tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c1f2a223-f0fb-4ac0-a62f-02e01f85586c), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:39.613819 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7eaaf6e8-77df-463c-b6f2-650d1636f437 req-5ec13618-0de0-4842-a213-ba88c3cf55ac tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.1117101 Mar 05 05:02:39.619882 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cf8bab09-40e5-4397-9d3b-656e7ea3536e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:39.628168 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-cf8bab09-40e5-4397-9d3b-656e7ea3536e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4264205 Mar 05 05:02:39.631624 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37908) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:39.691095 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8bab09-40e5-4397-9d3b-656e7ea3536e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=210f249b-54d8-4b08-9c4e-a4899450bec9,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:39.719252 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-344579e1-642d-471a-9a25-48cfaf07933c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:39.720222 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8d5df-b580-48a4-9c7f-8a5ecd5d1072 req-d6dc89a2-b6be-442e-8514-29ab4f7e7fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:39.721534 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-344579e1-642d-471a-9a25-48cfaf07933c service neutron] 10.222.0.30 "GET /v2.0/ports/e00d735a-ec46-47fa-b9a6-ebc0452db108 HTTP/1.1" status: 200 len: 1027 time: 0.1239102 Mar 05 05:02:39.723684 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7f8d5df-b580-48a4-9c7f-8a5ecd5d1072 req-d6dc89a2-b6be-442e-8514-29ab4f7e7fff service neutron] 10.222.0.31 "GET /v2.0/networks?id=e2ea6029-e725-4617-9e1a-670683181521 HTTP/1.1" status: 200 len: 919 time: 0.2191761 Mar 05 05:02:39.796032 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7f8d5df-b580-48a4-9c7f-8a5ecd5d1072 req-a76b3c81-2a49-47c9-8492-ceaff6e01f10 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d0f7775-41a9-4203-8bbf-7ef0fcd07f63 HTTP/1.1" status: 200 len: 217 time: 0.0647712 Mar 05 05:02:39.801301 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0200d4ec-a0c4-4cac-8a9c-027d9d31f151 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (210f249b-54d8-4b08-9c4e-a4899450bec9), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:39.854683 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0200d4ec-a0c4-4cac-8a9c-027d9d31f151 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (210f249b-54d8-4b08-9c4e-a4899450bec9), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:39.957141 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8d5df-b580-48a4-9c7f-8a5ecd5d1072 req-efdf7418-0495-4514-a79b-98e3cd3a38f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:39.959284 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7f8d5df-b580-48a4-9c7f-8a5ecd5d1072 req-efdf7418-0495-4514-a79b-98e3cd3a38f5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2ee3a0bf-8ff3-4691-abcb-5ebfd0488082 HTTP/1.1" status: 200 len: 859 time: 0.1382303 Mar 05 05:02:39.960490 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0200d4ec-a0c4-4cac-8a9c-027d9d31f151 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (210f249b-54d8-4b08-9c4e-a4899450bec9), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:39.971342 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0200d4ec-a0c4-4cac-8a9c-027d9d31f151 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:39.972649 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0200d4ec-a0c4-4cac-8a9c-027d9d31f151 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/210f249b-54d8-4b08-9c4e-a4899450bec9 HTTP/1.1" status: 204 len: 168 time: 0.3368740 Mar 05 05:02:39.990782 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37912) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:40.021836 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200d4ec-a0c4-4cac-8a9c-027d9d31f151 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=210f249b-54d8-4b08-9c4e-a4899450bec9,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:40.027144 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7f8d5df-b580-48a4-9c7f-8a5ecd5d1072 req-1b4708e0-4981-4dbb-8b73-2a50e84905c3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e2ea6029-e725-4617-9e1a-670683181521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532103 Mar 05 05:02:40.093068 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-bc89af29-619a-4164-8bf3-2925728a4934 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:40.096408 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2344e916-45f7-43cd-bb57-fa6e537e6b66 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1060054 Mar 05 05:02:40.101309 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-bc89af29-619a-4164-8bf3-2925728a4934 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:40.103831 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37914) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:40.108354 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-bc89af29-619a-4164-8bf3-2925728a4934 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:40.111057 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-bc89af29-619a-4164-8bf3-2925728a4934 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.30 "GET /v2.0/networks?id=e3e0acc2-40bc-4e0d-812c-fb475a7a34dc&id=61e4226b-fc5c-4019-a996-47139c08d580&id=61e4226b-fc5c-4019-a996-47139c08d580&id=61e4226b-fc5c-4019-a996-47139c08d580&id=61e4226b-fc5c-4019-a996-47139c08d580&id=d5e298e9-3894-4a20-bba8-ee9990215b28&id=d5e298e9-3894-4a20-bba8-ee9990215b28 HTTP/1.1" status: 200 len: 1989 time: 0.3809111 Mar 05 05:02:40.184929 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9920da1c-97d4-4784-9f4d-967d59debebb tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (6fbab6cd-e802-45ef-9595-1dc41750f3f9), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:40.197063 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9920da1c-97d4-4784-9f4d-967d59debebb tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (6fbab6cd-e802-45ef-9595-1dc41750f3f9), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:40.222420 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-90acd832-8a7d-4e65-9181-99c9b5e42023 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cbec10cd3004a49ad666e5206b0e916 HTTP/1.1" status: 200 len: 380 time: 0.1019144 Mar 05 05:02:40.231976 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-39b910cc-ae3e-4d35-b073-1114a413fcad tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Request body: {'port': {'device_id': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'network_id': 'e3e0acc2-40bc-4e0d-812c-fb475a7a34dc', 'admin_state_up': True, 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'security_groups': ['5fbbaf2b-7b29-4597-807b-eb49b4c0eee3']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:40.236449 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7f8d5df-b580-48a4-9c7f-8a5ecd5d1072 req-975db825-3c49-4e18-820f-6d7c84069b3c service neutron] 10.222.0.31 "GET /v2.0/networks/e2ea6029-e725-4617-9e1a-670683181521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006786 Mar 05 05:02:40.242837 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9920da1c-97d4-4784-9f4d-967d59debebb tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (6fbab6cd-e802-45ef-9595-1dc41750f3f9), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:40.260714 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9920da1c-97d4-4784-9f4d-967d59debebb tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:40.262949 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9920da1c-97d4-4784-9f4d-967d59debebb tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/6fbab6cd-e802-45ef-9595-1dc41750f3f9 HTTP/1.1" status: 204 len: 168 time: 0.1491399 Mar 05 05:02:40.276523 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37920) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:40.298110 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9920da1c-97d4-4784-9f4d-967d59debebb tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6fbab6cd-e802-45ef-9595-1dc41750f3f9,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:40.390203 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-522af3fc-70ce-4a19-b9b4-092997e9b2fb tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for port (c1f2a223-f0fb-4ac0-a62f-02e01f85586c), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:40.412333 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-522af3fc-70ce-4a19-b9b4-092997e9b2fb tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (c1f2a223-f0fb-4ac0-a62f-02e01f85586c), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:40.422965 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fb0d9f9c-cd5b-42d6-b05f-7d5afba94f62 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1509550 Mar 05 05:02:40.429477 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37922) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:40.448717 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7f8d5df-b580-48a4-9c7f-8a5ecd5d1072 req-0a9073b7-8b14-416d-a8a8-819c726db0d0 service neutron] 10.222.0.31 "GET /v2.0/networks/e2ea6029-e725-4617-9e1a-670683181521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027037 Mar 05 05:02:40.505857 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f78fb00-28b0-4e0b-beb4-f325adfc1201 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (2f57bea9-c41e-4758-999a-0f38b2b731e2), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:40.575355 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f78fb00-28b0-4e0b-beb4-f325adfc1201 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (2f57bea9-c41e-4758-999a-0f38b2b731e2), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:40.577671 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-522af3fc-70ce-4a19-b9b4-092997e9b2fb tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (f762be00-c220-47c0-bae8-71f29cf317f9), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:40.608968 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-522af3fc-70ce-4a19-b9b4-092997e9b2fb tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:40.619688 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-522af3fc-70ce-4a19-b9b4-092997e9b2fb tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5853882 Mar 05 05:02:40.633056 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522af3fc-70ce-4a19-b9b4-092997e9b2fb tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event updated for resources: {'Port': ['ID=c1f2a223-f0fb-4ac0-a62f-02e01f85586c,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:40.651453 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-39b910cc-ae3e-4d35-b073-1114a413fcad tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Made reservation on behalf of 3cbec10cd3004a49ad666e5206b0e916 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:02:40.654977 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-39b910cc-ae3e-4d35-b073-1114a413fcad tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:40.673025 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f78fb00-28b0-4e0b-beb4-f325adfc1201 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (2f57bea9-c41e-4758-999a-0f38b2b731e2), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:40.681980 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f78fb00-28b0-4e0b-beb4-f325adfc1201 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:40.685670 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1f78fb00-28b0-4e0b-beb4-f325adfc1201 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/2f57bea9-c41e-4758-999a-0f38b2b731e2 HTTP/1.1" status: 204 len: 168 time: 0.2505612 Mar 05 05:02:40.686060 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37934) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:40.749221 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78fb00-28b0-4e0b-beb4-f325adfc1201 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f57bea9-c41e-4758-999a-0f38b2b731e2,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:40.807676 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-89edd969-d5d0-4b03-a4be-6abd57017b40 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1203499 Mar 05 05:02:40.817671 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37938) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:40.913717 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-84c88dfe-5b71-4f98-871b-98df5ab7f8c5 req-6c7d1aa9-ddc2-4248-91e2-22b0d7ccefd1 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0974522 Mar 05 05:02:40.958258 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d762a787-eced-4530-b46c-eeb66643955c tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (d8dfef3a-3069-46fc-8057-4ffedaf4f7c1), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:40.993631 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d762a787-eced-4530-b46c-eeb66643955c tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (d8dfef3a-3069-46fc-8057-4ffedaf4f7c1), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:41.132978 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-5700eb69-7b8c-4ef8-a168-cea3868a4efb tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1383174747&fields=id&tenant_id=4e3a7db0492c498e9791caa16e095e94 HTTP/1.1" status: 200 len: 267 time: 0.1974826 Mar 05 05:02:41.159771 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d762a787-eced-4530-b46c-eeb66643955c tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (d8dfef3a-3069-46fc-8057-4ffedaf4f7c1), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:41.224899 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d762a787-eced-4530-b46c-eeb66643955c tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:41.226499 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d762a787-eced-4530-b46c-eeb66643955c tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/d8dfef3a-3069-46fc-8057-4ffedaf4f7c1 HTTP/1.1" status: 204 len: 168 time: 0.4049423 Mar 05 05:02:41.227701 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762a787-eced-4530-b46c-eeb66643955c tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8dfef3a-3069-46fc-8057-4ffedaf4f7c1,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:41.229679 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37948) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:41.310555 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-39b910cc-ae3e-4d35-b073-1114a413fcad tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Allocated IP 172.20.0.11 (e3e0acc2-40bc-4e0d-812c-fb475a7a34dc/641299e5-fad6-49c3-bcda-29f110adb5d6/fb0615e6-cbd4-44e8-a848-c0fb10603773) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:02:41.415124 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-054cc136-32c8-4aaf-945c-ca985d6c7b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:41.438708 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-78f7fc4a-5336-4a55-8e96-5528e8bf7320 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1915121 Mar 05 05:02:41.442133 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37950) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:41.479500 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:02:41.505680 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-39b910cc-ae3e-4d35-b073-1114a413fcad tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for port (fb0615e6-cbd4-44e8-a848-c0fb10603773), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:41.531374 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-7bba38f2-b593-4bdc-8feb-5ae779d1ac27 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:41.545138 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-7bba38f2-b593-4bdc-8feb-5ae779d1ac27 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/networks?id=2208e38e-4ccf-4e0c-99e3-12bba4d22772 HTTP/1.1" status: 200 len: 814 time: 0.4073997 Mar 05 05:02:41.548350 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-39b910cc-ae3e-4d35-b073-1114a413fcad tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (fb0615e6-cbd4-44e8-a848-c0fb10603773), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:41.560181 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-34c219fc-c4ff-4a06-b0f2-3a23ab192303 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (6dcd05e8-76e9-4b97-b98f-7deccbfd7be1), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:41.569384 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-34c219fc-c4ff-4a06-b0f2-3a23ab192303 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (6dcd05e8-76e9-4b97-b98f-7deccbfd7be1), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:41.602575 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-87b23288-507b-4e5c-a7a6-8e7903cd3f28 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/quotas/4e3a7db0492c498e9791caa16e095e94 HTTP/1.1" status: 200 len: 375 time: 0.0561574 Mar 05 05:02:41.605659 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-34c219fc-c4ff-4a06-b0f2-3a23ab192303 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (6dcd05e8-76e9-4b97-b98f-7deccbfd7be1), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:41.620143 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-39b910cc-ae3e-4d35-b073-1114a413fcad tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Network e3e0acc2-40bc-4e0d-812c-fb475a7a34dc is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:02:41.623978 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-34c219fc-c4ff-4a06-b0f2-3a23ab192303 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:41.625393 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-34c219fc-c4ff-4a06-b0f2-3a23ab192303 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/6dcd05e8-76e9-4b97-b98f-7deccbfd7be1 HTTP/1.1" status: 204 len: 168 time: 0.1824133 Mar 05 05:02:41.625785 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-39b910cc-ae3e-4d35-b073-1114a413fcad tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:02:41.632875 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37952) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:41.645367 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-39b910cc-ae3e-4d35-b073-1114a413fcad tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:02:41.698026 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c219fc-c4ff-4a06-b0f2-3a23ab192303 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6dcd05e8-76e9-4b97-b98f-7deccbfd7be1,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:41.754927 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d9def937-3b28-42e5-a044-db92f57b0e20 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1071835 Mar 05 05:02:41.758772 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37954) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:41.786663 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b910cc-ae3e-4d35-b073-1114a413fcad tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Pushing event updated for resources: {'Port': ['ID=fb0615e6-cbd4-44e8-a848-c0fb10603773,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:41.803259 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-39b910cc-ae3e-4d35-b073-1114a413fcad tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:41.804551 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-39b910cc-ae3e-4d35-b073-1114a413fcad tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:41.826166 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-39b910cc-ae3e-4d35-b073-1114a413fcad tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5983751 Mar 05 05:02:41.836626 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-f0f547af-119e-4dce-99b4-4cbbb099752c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Request body: {'port': {'device_id': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'network_id': '61e4226b-fc5c-4019-a996-47139c08d580', 'admin_state_up': True, 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'security_groups': ['5fbbaf2b-7b29-4597-807b-eb49b4c0eee3']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:41.882328 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-ab11392b-ea78-44a3-a4a2-82dfa412cba9 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4e3a7db0492c498e9791caa16e095e94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2785504 Mar 05 05:02:41.953702 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0217e099-98c7-4dae-9abc-a890cc9ee9ff tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (c6a15aa3-da66-4d40-a0a2-fb719d73bd34), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:42.008973 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0217e099-98c7-4dae-9abc-a890cc9ee9ff tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (c6a15aa3-da66-4d40-a0a2-fb719d73bd34), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:42.048495 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-82252494-2787-4ecf-822e-2d2a5eee890e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:02:42.050069 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-82252494-2787-4ecf-822e-2d2a5eee890e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1630712 Mar 05 05:02:42.104151 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-cc1b8a5d-22b4-4f04-9e57-1d018c1b8abf None None] Provisioning complete for port fb0615e6-cbd4-44e8-a848-c0fb10603773 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:02:42.104574 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cc1b8a5d-22b4-4f04-9e57-1d018c1b8abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fb0615e6-cbd4-44e8-a848-c0fb10603773), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:42.116549 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-f0f547af-119e-4dce-99b4-4cbbb099752c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Made reservation on behalf of 3cbec10cd3004a49ad666e5206b0e916 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:02:42.121223 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-f0f547af-119e-4dce-99b4-4cbbb099752c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:42.208356 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-cc1b8a5d-22b4-4f04-9e57-1d018c1b8abf None None] Port fb0615e6-cbd4-44e8-a848-c0fb10603773 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:02:42.233455 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0217e099-98c7-4dae-9abc-a890cc9ee9ff tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c6a15aa3-da66-4d40-a0a2-fb719d73bd34), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:42.236052 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0217e099-98c7-4dae-9abc-a890cc9ee9ff tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:42.237828 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0217e099-98c7-4dae-9abc-a890cc9ee9ff tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "DELETE /v2.0/security-groups/c6a15aa3-da66-4d40-a0a2-fb719d73bd34 HTTP/1.1" status: 204 len: 168 time: 0.4743788 Mar 05 05:02:42.242851 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37962) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:42.427331 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4d7e336f-59c3-4edb-82fa-a5afed835cea tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1819537 Mar 05 05:02:42.432794 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37964) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:42.448108 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-04d082ea-66a1-4eef-becd-cc27b8c992f4 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Request body: {'security_group': {'name': 'tempest-secgroup--2100054340'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:42.522982 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04d082ea-66a1-4eef-becd-cc27b8c992f4 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:42.594411 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-f0f547af-119e-4dce-99b4-4cbbb099752c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Allocated IP 10.1.1.207 (61e4226b-fc5c-4019-a996-47139c08d580/b20ad415-1a2b-48b9-b719-aacdec19c5f7/5ed04d4a-ca8f-476e-be17-67e48f14aa4a) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:02:42.748884 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217e099-98c7-4dae-9abc-a890cc9ee9ff tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a15aa3-da66-4d40-a0a2-fb719d73bd34,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:42.839866 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e53a1c-e5cd-434f-a29d-595bd824d43c req-8d94cdda-32b4-46ef-bf2a-45b93ff5dc19 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:42.840511 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04d082ea-66a1-4eef-becd-cc27b8c992f4 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (7475abcd-33a4-451f-b972-1b2dc6e992e3), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:42.841473 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-90e53a1c-e5cd-434f-a29d-595bd824d43c req-8d94cdda-32b4-46ef-bf2a-45b93ff5dc19 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 932 time: 0.7885530 Mar 05 05:02:42.851178 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04d082ea-66a1-4eef-becd-cc27b8c992f4 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7475abcd-33a4-451f-b972-1b2dc6e992e3), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:42.886431 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-350e5d7c-843f-49bf-a03f-d7f99e19b70e service neutron] 10.222.0.11 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7914703 Mar 05 05:02:42.920187 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04d082ea-66a1-4eef-becd-cc27b8c992f4 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:42.921400 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-04d082ea-66a1-4eef-becd-cc27b8c992f4 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4843650 Mar 05 05:02:42.926705 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-f0f547af-119e-4dce-99b4-4cbbb099752c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for port (5ed04d4a-ca8f-476e-be17-67e48f14aa4a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:42.928035 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37966) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:42.933409 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-2b1a1bb5-c8f2-42ea-b68d-45314721b83e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Request body: {'security_group_rule': {'security_group_id': '7475abcd-33a4-451f-b972-1b2dc6e992e3', 'direction': 'ingress', 'protocol': 17}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:42.941450 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d082ea-66a1-4eef-becd-cc27b8c992f4 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7475abcd-33a4-451f-b972-1b2dc6e992e3,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:42.999333 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-2c769bd4-da0c-48a4-929b-b826316d0e50 service neutron] 10.222.0.11 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120107 Mar 05 05:02:42.999774 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b1a1bb5-c8f2-42ea-b68d-45314721b83e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (961673ac-69b3-42f2-97ae-4c443e0a195b), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:43.039091 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-f0f547af-119e-4dce-99b4-4cbbb099752c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (5ed04d4a-ca8f-476e-be17-67e48f14aa4a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:43.053200 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-90e53a1c-e5cd-434f-a29d-595bd824d43c req-14786b8b-bb6c-4d02-9dac-53a269cc9843 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016716 Mar 05 05:02:43.119548 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-f0f547af-119e-4dce-99b4-4cbbb099752c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Network 61e4226b-fc5c-4019-a996-47139c08d580 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:02:43.128404 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-f0f547af-119e-4dce-99b4-4cbbb099752c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:02:43.156265 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-f0f547af-119e-4dce-99b4-4cbbb099752c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:02:43.267375 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-f0f547af-119e-4dce-99b4-4cbbb099752c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:43.268319 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-f0f547af-119e-4dce-99b4-4cbbb099752c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:43.280556 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f547af-119e-4dce-99b4-4cbbb099752c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Pushing event updated for resources: {'Port': ['ID=5ed04d4a-ca8f-476e-be17-67e48f14aa4a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:43.289250 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b1a1bb5-c8f2-42ea-b68d-45314721b83e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (961673ac-69b3-42f2-97ae-4c443e0a195b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:43.298066 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b1a1bb5-c8f2-42ea-b68d-45314721b83e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (961673ac-69b3-42f2-97ae-4c443e0a195b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:43.311459 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-f0f547af-119e-4dce-99b4-4cbbb099752c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4790452 Mar 05 05:02:43.327710 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-e568041c-0462-4537-867e-442b05fc5551 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Request body: {'port': {'device_id': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'network_id': '61e4226b-fc5c-4019-a996-47139c08d580', 'admin_state_up': True, 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'security_groups': ['5fbbaf2b-7b29-4597-807b-eb49b4c0eee3']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:43.354976 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a1bb5-c8f2-42ea-b68d-45314721b83e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961673ac-69b3-42f2-97ae-4c443e0a195b,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:43.384913 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b1a1bb5-c8f2-42ea-b68d-45314721b83e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:43.390578 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2b1a1bb5-c8f2-42ea-b68d-45314721b83e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4582877 Mar 05 05:02:43.395724 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-79e7800e-3d10-4abc-b0f4-10106bd5457a req-820f8da1-61a8-4b20-92f6-ea2257c464fb tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e4bd63b-8ac7-4526-b303-158af88a39bb HTTP/1.1" status: 200 len: 210 time: 0.0882316 Mar 05 05:02:43.396413 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37974) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:43.539310 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-52f04ea8-d927-4c5a-bcf5-ce1c94dbeaf2 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (7475abcd-33a4-451f-b972-1b2dc6e992e3), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:43.594493 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-52f04ea8-d927-4c5a-bcf5-ce1c94dbeaf2 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (7475abcd-33a4-451f-b972-1b2dc6e992e3), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:43.627334 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-e568041c-0462-4537-867e-442b05fc5551 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Made reservation on behalf of 3cbec10cd3004a49ad666e5206b0e916 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:02:43.630848 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-e568041c-0462-4537-867e-442b05fc5551 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:43.670082 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-2aa024a0-cfa3-42ed-aef9-b95eee901c1b None None] Provisioning complete for port 5ed04d4a-ca8f-476e-be17-67e48f14aa4a triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:02:43.672034 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2aa024a0-cfa3-42ed-aef9-b95eee901c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5ed04d4a-ca8f-476e-be17-67e48f14aa4a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:43.725337 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-52f04ea8-d927-4c5a-bcf5-ce1c94dbeaf2 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7475abcd-33a4-451f-b972-1b2dc6e992e3), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:43.729298 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-52f04ea8-d927-4c5a-bcf5-ce1c94dbeaf2 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:43.734354 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-52f04ea8-d927-4c5a-bcf5-ce1c94dbeaf2 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "DELETE /v2.0/security-groups/7475abcd-33a4-451f-b972-1b2dc6e992e3 HTTP/1.1" status: 204 len: 168 time: 0.3344262 Mar 05 05:02:43.746406 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37980) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:43.791875 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f04ea8-d927-4c5a-bcf5-ce1c94dbeaf2 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7475abcd-33a4-451f-b972-1b2dc6e992e3,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:43.822453 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2aa024a0-cfa3-42ed-aef9-b95eee901c1b None None] Port 5ed04d4a-ca8f-476e-be17-67e48f14aa4a cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:02:43.876137 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-85a7f8dd-c1a9-42d2-b811-f084528ff9e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:43.900135 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ffd10cff-6b36-4060-b16d-85c20c817186 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1352804 Mar 05 05:02:43.901175 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37984) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:43.910033 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-e39c6013-4cd5-4f4e-a3d7-998014588356 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Request body: {'security_group': {'name': 'tempest-secgroup--698060893'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:43.923597 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:43.929143 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:43.948751 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e39c6013-4cd5-4f4e-a3d7-998014588356 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:43.950728 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-e568041c-0462-4537-867e-442b05fc5551 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Allocated IP 10.1.1.153 (61e4226b-fc5c-4019-a996-47139c08d580/b20ad415-1a2b-48b9-b719-aacdec19c5f7/d63edf6c-11fc-4ab3-8a9d-8f299797a83d) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:02:44.064954 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e39c6013-4cd5-4f4e-a3d7-998014588356 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (348d70d1-695e-4009-8017-471dc7d76772), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:44.071757 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e39c6013-4cd5-4f4e-a3d7-998014588356 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (348d70d1-695e-4009-8017-471dc7d76772), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:44.137950 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c6013-4cd5-4f4e-a3d7-998014588356 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=348d70d1-695e-4009-8017-471dc7d76772,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:44.144042 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e39c6013-4cd5-4f4e-a3d7-998014588356 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:44.145553 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e39c6013-4cd5-4f4e-a3d7-998014588356 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2425847 Mar 05 05:02:44.149842 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37988) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:44.170112 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-1a491ba9-b48a-4c64-b13b-545aa02e5adf tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Request body: {'security_group': {'name': 'tempest-secgroup--306707833'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:44.222031 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-e568041c-0462-4537-867e-442b05fc5551 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for port (d63edf6c-11fc-4ab3-8a9d-8f299797a83d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:44.234757 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1a491ba9-b48a-4c64-b13b-545aa02e5adf tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:44.359729 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd76a5-f860-414b-a386-1251257307a4 req-e895e741-8ce5-4287-b99f-ef63b5af73a7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:44.369142 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-e568041c-0462-4537-867e-442b05fc5551 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (d63edf6c-11fc-4ab3-8a9d-8f299797a83d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:44.379637 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd76a5-f860-414b-a386-1251257307a4 req-e895e741-8ce5-4287-b99f-ef63b5af73a7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:44.381281 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-31fd76a5-f860-414b-a386-1251257307a4 req-e895e741-8ce5-4287-b99f-ef63b5af73a7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 1654 time: 0.1644585 Mar 05 05:02:44.468730 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-e568041c-0462-4537-867e-442b05fc5551 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Network 61e4226b-fc5c-4019-a996-47139c08d580 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:02:44.477314 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-31fd76a5-f860-414b-a386-1251257307a4 req-4749db2a-3951-4d6a-81d1-d75fb7556516 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849469 Mar 05 05:02:44.492261 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-e568041c-0462-4537-867e-442b05fc5551 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:02:44.505016 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-e568041c-0462-4537-867e-442b05fc5551 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:02:44.545386 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b585b3a6-7442-4617-a865-77485bc94176 req-45c728a3-b2ad-4d35-89f5-da47a31aa813 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e4bd63b-8ac7-4526-b303-158af88a39bb HTTP/1.1" status: 200 len: 210 time: 0.0360289 Mar 05 05:02:44.552863 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568041c-0462-4537-867e-442b05fc5551 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Pushing event updated for resources: {'Port': ['ID=d63edf6c-11fc-4ab3-8a9d-8f299797a83d,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:44.567028 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1a491ba9-b48a-4c64-b13b-545aa02e5adf tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (586f9539-33ca-4670-a75d-880dfc5f53d5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:44.578387 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1a491ba9-b48a-4c64-b13b-545aa02e5adf tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (586f9539-33ca-4670-a75d-880dfc5f53d5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:44.590869 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-e568041c-0462-4537-867e-442b05fc5551 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:44.591531 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-e568041c-0462-4537-867e-442b05fc5551 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:44.628817 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1a491ba9-b48a-4c64-b13b-545aa02e5adf tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:44.630243 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1a491ba9-b48a-4c64-b13b-545aa02e5adf tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4726350 Mar 05 05:02:44.631033 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a491ba9-b48a-4c64-b13b-545aa02e5adf tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=586f9539-33ca-4670-a75d-880dfc5f53d5,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:44.633135 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37994) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:44.639915 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-5689e244-1b1a-4707-ab63-ae433256925e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Request body: {'security_group_rule': {'security_group_id': '348d70d1-695e-4009-8017-471dc7d76772', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '586f9539-33ca-4670-a75d-880dfc5f53d5', 'remote_ip_prefix': None}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:44.649280 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-e568041c-0462-4537-867e-442b05fc5551 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3261428 Mar 05 05:02:44.663572 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cade2382-aeb2-4123-abdd-27ccd9674d93 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Request body: {'port': {'device_id': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd5e298e9-3894-4a20-bba8-ee9990215b28', 'admin_state_up': True, 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'security_groups': ['5fbbaf2b-7b29-4597-807b-eb49b4c0eee3']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:44.698501 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5689e244-1b1a-4707-ab63-ae433256925e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (dbac3c99-341f-496b-b1b1-7ade015005c0), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:44.879897 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cade2382-aeb2-4123-abdd-27ccd9674d93 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Made reservation on behalf of 3cbec10cd3004a49ad666e5206b0e916 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:02:44.982648 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-a19fa0aa-9bce-496f-b912-bdc891a4cf77 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:44.985253 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-a19fa0aa-9bce-496f-b912-bdc891a4cf77 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.31 "GET /v2.0/networks?id=2208e38e-4ccf-4e0c-99e3-12bba4d22772 HTTP/1.1" status: 200 len: 814 time: 0.2055130 Mar 05 05:02:44.988565 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f1ae221b-a971-4068-8aa1-d7076f5b73ad None None] Provisioning complete for port d63edf6c-11fc-4ab3-8a9d-8f299797a83d triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:02:44.989309 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f1ae221b-a971-4068-8aa1-d7076f5b73ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d63edf6c-11fc-4ab3-8a9d-8f299797a83d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:44.992422 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:45.048359 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cade2382-aeb2-4123-abdd-27ccd9674d93 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:45.095749 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f1ae221b-a971-4068-8aa1-d7076f5b73ad None None] Port d63edf6c-11fc-4ab3-8a9d-8f299797a83d cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:02:45.142419 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5689e244-1b1a-4707-ab63-ae433256925e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (dbac3c99-341f-496b-b1b1-7ade015005c0), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:45.152447 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5689e244-1b1a-4707-ab63-ae433256925e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (dbac3c99-341f-496b-b1b1-7ade015005c0), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:45.190316 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689e244-1b1a-4707-ab63-ae433256925e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbac3c99-341f-496b-b1b1-7ade015005c0,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:45.206261 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-1e8dbbf9-5691-42ba-9314-e9d5dda03a76 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e3a7db0492c498e9791caa16e095e94 HTTP/1.1" status: 200 len: 380 time: 0.2095873 Mar 05 05:02:45.209506 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5689e244-1b1a-4707-ab63-ae433256925e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:45.210714 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5689e244-1b1a-4707-ab63-ae433256925e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5765414 Mar 05 05:02:45.214433 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37996) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:45.218014 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-1919d7c4-cb06-45ce-8c82-faa39a34fd3f tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Request body: {'port': {'device_id': '2e4bd63b-8ac7-4526-b303-158af88a39bb', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'admin_state_up': True, 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'security_groups': ['7b988e79-c406-4059-a829-d33e42be9564']}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:45.324192 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cade2382-aeb2-4123-abdd-27ccd9674d93 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Allocated IP 10.2.2.100 (d5e298e9-3894-4a20-bba8-ee9990215b28/5403416f-f99a-42e6-927f-ac14ca417ed1/630ec452-e76f-475b-beab-b349317b3e41) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:02:45.354755 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-1919d7c4-cb06-45ce-8c82-faa39a34fd3f tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Made reservation on behalf of 4e3a7db0492c498e9791caa16e095e94 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:02:45.359450 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-1919d7c4-cb06-45ce-8c82-faa39a34fd3f tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:45.398506 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9141d14f-f4f6-42d2-aa50-68196b4f147d tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (dbac3c99-341f-496b-b1b1-7ade015005c0), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:45.446317 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9141d14f-f4f6-42d2-aa50-68196b4f147d tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (dbac3c99-341f-496b-b1b1-7ade015005c0), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:45.529541 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9141d14f-f4f6-42d2-aa50-68196b4f147d tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (dbac3c99-341f-496b-b1b1-7ade015005c0), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:45.536229 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cade2382-aeb2-4123-abdd-27ccd9674d93 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for port (630ec452-e76f-475b-beab-b349317b3e41), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:45.543169 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9141d14f-f4f6-42d2-aa50-68196b4f147d tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:45.544388 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9141d14f-f4f6-42d2-aa50-68196b4f147d tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/dbac3c99-341f-496b-b1b1-7ade015005c0 HTTP/1.1" status: 204 len: 168 time: 0.2230387 Mar 05 05:02:45.551197 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38002) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:45.562125 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141d14f-f4f6-42d2-aa50-68196b4f147d tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbac3c99-341f-496b-b1b1-7ade015005c0,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:45.584809 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-1919d7c4-cb06-45ce-8c82-faa39a34fd3f tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Allocated IP 172.20.0.9 (2208e38e-4ccf-4e0c-99e3-12bba4d22772/3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5/de7d2b38-1a95-45b5-94bc-1299222a96a5) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:02:45.591470 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cade2382-aeb2-4123-abdd-27ccd9674d93 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (630ec452-e76f-475b-beab-b349317b3e41), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:45.619412 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3ecbab9f-e019-4438-8828-7783869f41fa tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0667112 Mar 05 05:02:45.623691 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38006) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:45.700027 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cade2382-aeb2-4123-abdd-27ccd9674d93 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Network d5e298e9-3894-4a20-bba8-ee9990215b28 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:02:45.701548 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade2382-aeb2-4123-abdd-27ccd9674d93 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Pushing event updated for resources: {'Port': ['ID=630ec452-e76f-475b-beab-b349317b3e41,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:45.712851 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cade2382-aeb2-4123-abdd-27ccd9674d93 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:02:45.716973 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cade2382-aeb2-4123-abdd-27ccd9674d93 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:02:45.761611 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0c53b699-1752-4c29-9b98-a1046d392639 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (586f9539-33ca-4670-a75d-880dfc5f53d5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:45.785267 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cade2382-aeb2-4123-abdd-27ccd9674d93 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:45.785994 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cade2382-aeb2-4123-abdd-27ccd9674d93 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:45.807703 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5243e6c6-a449-4874-a5d4-46acf5d5c6d2 req-a08bfab1-6b06-4733-b944-10727e0ecacc tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e4bd63b-8ac7-4526-b303-158af88a39bb HTTP/1.1" status: 200 len: 210 time: 0.0823758 Mar 05 05:02:45.824210 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cade2382-aeb2-4123-abdd-27ccd9674d93 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1612873 Mar 05 05:02:45.833792 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c7b62560-75f1-4e62-bc79-f2c099c6816b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Request body: {'port': {'device_id': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd5e298e9-3894-4a20-bba8-ee9990215b28', 'admin_state_up': True, 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'security_groups': ['5fbbaf2b-7b29-4597-807b-eb49b4c0eee3']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:45.855962 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0c53b699-1752-4c29-9b98-a1046d392639 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (586f9539-33ca-4670-a75d-880dfc5f53d5), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:45.972979 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6b6e2-2ec9-45a9-9f2d-28d7b8f93c67 req-7ee70597-ff4b-483b-9388-ecfd633f37e9 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:45.978860 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6b6e2-2ec9-45a9-9f2d-28d7b8f93c67 req-7ee70597-ff4b-483b-9388-ecfd633f37e9 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:45.985221 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6b6e2-2ec9-45a9-9f2d-28d7b8f93c67 req-7ee70597-ff4b-483b-9388-ecfd633f37e9 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:45.991671 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6b6e2-2ec9-45a9-9f2d-28d7b8f93c67 req-7ee70597-ff4b-483b-9388-ecfd633f37e9 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:45.999478 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b1d6b6e2-2ec9-45a9-9f2d-28d7b8f93c67 req-7ee70597-ff4b-483b-9388-ecfd633f37e9 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 3096 time: 0.3295631 Mar 05 05:02:46.041240 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-1919d7c4-cb06-45ce-8c82-faa39a34fd3f tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for port (de7d2b38-1a95-45b5-94bc-1299222a96a5), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:46.046238 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0c53b699-1752-4c29-9b98-a1046d392639 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (586f9539-33ca-4670-a75d-880dfc5f53d5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:46.049760 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0c53b699-1752-4c29-9b98-a1046d392639 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:46.051090 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0c53b699-1752-4c29-9b98-a1046d392639 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "DELETE /v2.0/security-groups/586f9539-33ca-4670-a75d-880dfc5f53d5 HTTP/1.1" status: 204 len: 168 time: 0.4264336 Mar 05 05:02:46.053795 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38008) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:46.072580 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c7b62560-75f1-4e62-bc79-f2c099c6816b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Made reservation on behalf of 3cbec10cd3004a49ad666e5206b0e916 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:02:46.076967 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c7b62560-75f1-4e62-bc79-f2c099c6816b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:46.084101 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53b699-1752-4c29-9b98-a1046d392639 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=586f9539-33ca-4670-a75d-880dfc5f53d5,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:46.118758 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b1d6b6e2-2ec9-45a9-9f2d-28d7b8f93c67 req-a6d1e9ea-89b8-473c-85ab-18cc931dc9ca tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181476 Mar 05 05:02:46.148215 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-35546143-3339-42dc-8877-d692eff7a354 None None] Provisioning complete for port 630ec452-e76f-475b-beab-b349317b3e41 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:02:46.148748 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-35546143-3339-42dc-8877-d692eff7a354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (630ec452-e76f-475b-beab-b349317b3e41), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:46.165186 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-1919d7c4-cb06-45ce-8c82-faa39a34fd3f tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (de7d2b38-1a95-45b5-94bc-1299222a96a5), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:46.224860 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-1919d7c4-cb06-45ce-8c82-faa39a34fd3f tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Network 2208e38e-4ccf-4e0c-99e3-12bba4d22772 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:02:46.228864 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-1919d7c4-cb06-45ce-8c82-faa39a34fd3f tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:02:46.238448 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-35546143-3339-42dc-8877-d692eff7a354 None None] Port 630ec452-e76f-475b-beab-b349317b3e41 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:02:46.241744 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:46.246721 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-1919d7c4-cb06-45ce-8c82-faa39a34fd3f tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:02:46.259221 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919d7c4-cb06-45ce-8c82-faa39a34fd3f tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event updated for resources: {'Port': ['ID=de7d2b38-1a95-45b5-94bc-1299222a96a5,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:46.295710 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-85b4d2b5-f1dd-4d5e-afeb-fed19ae01adc tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2407355 Mar 05 05:02:46.297384 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38010) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:46.364355 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c7b62560-75f1-4e62-bc79-f2c099c6816b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Allocated IP 10.2.2.200 (d5e298e9-3894-4a20-bba8-ee9990215b28/5403416f-f99a-42e6-927f-ac14ca417ed1/5e447ee7-4100-4185-aa0b-ad601672b463) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:02:46.388479 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-deb3bcaf-4380-4aad-8add-6a7394dd4b67 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (348d70d1-695e-4009-8017-471dc7d76772), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:46.398347 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-1919d7c4-cb06-45ce-8c82-faa39a34fd3f tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:46.402226 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-1919d7c4-cb06-45ce-8c82-faa39a34fd3f tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:46.446495 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-deb3bcaf-4380-4aad-8add-6a7394dd4b67 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (348d70d1-695e-4009-8017-471dc7d76772), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:46.479877 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-1919d7c4-cb06-45ce-8c82-faa39a34fd3f tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2660079 Mar 05 05:02:46.549598 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-86813456-0ea3-4115-81cd-0b9f85ec37b4 service neutron] Request body: {'port': {'device_id': '2e4bd63b-8ac7-4526-b303-158af88a39bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:46.554272 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-deb3bcaf-4380-4aad-8add-6a7394dd4b67 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (348d70d1-695e-4009-8017-471dc7d76772), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:46.559507 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-deb3bcaf-4380-4aad-8add-6a7394dd4b67 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:46.560899 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-deb3bcaf-4380-4aad-8add-6a7394dd4b67 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "DELETE /v2.0/security-groups/348d70d1-695e-4009-8017-471dc7d76772 HTTP/1.1" status: 204 len: 168 time: 0.2615132 Mar 05 05:02:46.564183 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38014) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:46.600252 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3bcaf-4380-4aad-8add-6a7394dd4b67 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=348d70d1-695e-4009-8017-471dc7d76772,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:46.641408 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e282c6e2-6423-4ab7-b57d-175d9fb1847e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0713129 Mar 05 05:02:46.642138 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38016) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:46.652448 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-81bb46e3-5690-4b63-8fde-55b571d6275b tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Request body: {'security_group': {'name': 'tempest-secgroup--811128461'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:46.653004 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-86813456-0ea3-4115-81cd-0b9f85ec37b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (de7d2b38-1a95-45b5-94bc-1299222a96a5), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:46.675418 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3356596d-081d-44c5-b161-f90c2959fc6a None None] Provisioning complete for port de7d2b38-1a95-45b5-94bc-1299222a96a5 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:02:46.676415 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3356596d-081d-44c5-b161-f90c2959fc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (de7d2b38-1a95-45b5-94bc-1299222a96a5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:46.678803 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-81bb46e3-5690-4b63-8fde-55b571d6275b tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:46.709177 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c7b62560-75f1-4e62-bc79-f2c099c6816b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for port (5e447ee7-4100-4185-aa0b-ad601672b463), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:46.717016 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3356596d-081d-44c5-b161-f90c2959fc6a None None] Port de7d2b38-1a95-45b5-94bc-1299222a96a5 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:02:46.789795 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c7b62560-75f1-4e62-bc79-f2c099c6816b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (5e447ee7-4100-4185-aa0b-ad601672b463), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:46.843912 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b62560-75f1-4e62-bc79-f2c099c6816b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Pushing event updated for resources: {'Port': ['ID=5e447ee7-4100-4185-aa0b-ad601672b463,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:46.857207 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-81bb46e3-5690-4b63-8fde-55b571d6275b tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (90720e2f-977f-43b2-8318-b7b39a3947ff), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:46.868370 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c7b62560-75f1-4e62-bc79-f2c099c6816b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Network d5e298e9-3894-4a20-bba8-ee9990215b28 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:02:46.869280 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-81bb46e3-5690-4b63-8fde-55b571d6275b tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (90720e2f-977f-43b2-8318-b7b39a3947ff), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:46.885635 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c7b62560-75f1-4e62-bc79-f2c099c6816b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:02:46.888425 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c7b62560-75f1-4e62-bc79-f2c099c6816b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:02:46.951068 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c7b62560-75f1-4e62-bc79-f2c099c6816b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:46.951748 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c7b62560-75f1-4e62-bc79-f2c099c6816b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:46.967934 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-81bb46e3-5690-4b63-8fde-55b571d6275b tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:46.973550 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-81bb46e3-5690-4b63-8fde-55b571d6275b tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3247185 Mar 05 05:02:46.976961 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38020) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:46.982395 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-72c7c096-3135-4152-ba0d-896ac3f87fad tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Request body: {'security_group_rule': {'security_group_id': '90720e2f-977f-43b2-8318-b7b39a3947ff', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:46.989416 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c7b62560-75f1-4e62-bc79-f2c099c6816b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1620429 Mar 05 05:02:47.005436 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cdbcb2fd-3ae5-4696-bd06-7f1991ccf692 service neutron] Request body: {'port': {'device_id': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:47.051145 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51311a48-ed20-4ce0-90ce-d083d23c8f31 req-4bdd1ac8-735f-4f02-a49b-7d3ed30c3b25 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:47.053776 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-51311a48-ed20-4ce0-90ce-d083d23c8f31 req-4bdd1ac8-735f-4f02-a49b-7d3ed30c3b25 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e4bd63b-8ac7-4526-b303-158af88a39bb HTTP/1.1" status: 200 len: 931 time: 0.1442511 Mar 05 05:02:47.067511 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb46e3-5690-4b63-8fde-55b571d6275b tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90720e2f-977f-43b2-8318-b7b39a3947ff,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:47.108990 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-72c7c096-3135-4152-ba0d-896ac3f87fad tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (fa7c348c-f960-4455-81da-75262452225d), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:47.177945 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-86813456-0ea3-4115-81cd-0b9f85ec37b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de7d2b38-1a95-45b5-94bc-1299222a96a5 {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:02:47.186648 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-72c7c096-3135-4152-ba0d-896ac3f87fad tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (fa7c348c-f960-4455-81da-75262452225d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:47.187932 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-86813456-0ea3-4115-81cd-0b9f85ec37b4 service neutron] Publish callbacks [] for port (de7d2b38-1a95-45b5-94bc-1299222a96a5), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:47.200229 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-72c7c096-3135-4152-ba0d-896ac3f87fad tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (fa7c348c-f960-4455-81da-75262452225d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:47.206861 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-86813456-0ea3-4115-81cd-0b9f85ec37b4 service neutron] Transition to ACTIVE for port object de7d2b38-1a95-45b5-94bc-1299222a96a5 will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:02:47.227888 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-86813456-0ea3-4115-81cd-0b9f85ec37b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (de7d2b38-1a95-45b5-94bc-1299222a96a5), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:47.228137 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cdbcb2fd-3ae5-4696-bd06-7f1991ccf692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fb0615e6-cbd4-44e8-a848-c0fb10603773), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:47.275922 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7c096-3135-4152-ba0d-896ac3f87fad tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa7c348c-f960-4455-81da-75262452225d,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:47.286696 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-72c7c096-3135-4152-ba0d-896ac3f87fad tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:47.291941 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-72c7c096-3135-4152-ba0d-896ac3f87fad tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3133030 Mar 05 05:02:47.292860 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38024) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:47.295216 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-51311a48-ed20-4ce0-90ce-d083d23c8f31 req-f1e1e059-0228-40ea-83b2-e264247d05c5 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b988e79-c406-4059-a829-d33e42be9564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340608 Mar 05 05:02:47.342313 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-16683ce0-ff37-4d17-9611-4ec8642b1e03 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (fa7c348c-f960-4455-81da-75262452225d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:47.366729 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fb602217-d7b2-4ca3-8fd3-744d64238543 None None] Provisioning complete for port 5e447ee7-4100-4185-aa0b-ad601672b463 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:02:47.367640 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-16683ce0-ff37-4d17-9611-4ec8642b1e03 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (fa7c348c-f960-4455-81da-75262452225d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:47.370934 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fb602217-d7b2-4ca3-8fd3-744d64238543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5e447ee7-4100-4185-aa0b-ad601672b463), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:47.402751 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86813456-0ea3-4115-81cd-0b9f85ec37b4 service neutron] Pushing event updated for resources: {'Port': ['ID=de7d2b38-1a95-45b5-94bc-1299222a96a5,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:47.493500 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fb602217-d7b2-4ca3-8fd3-744d64238543 None None] Port 5e447ee7-4100-4185-aa0b-ad601672b463 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:02:47.504817 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-16683ce0-ff37-4d17-9611-4ec8642b1e03 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (fa7c348c-f960-4455-81da-75262452225d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:47.520395 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-16683ce0-ff37-4d17-9611-4ec8642b1e03 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:47.522140 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-16683ce0-ff37-4d17-9611-4ec8642b1e03 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/fa7c348c-f960-4455-81da-75262452225d HTTP/1.1" status: 204 len: 168 time: 0.2110789 Mar 05 05:02:47.526360 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740f1cd-db44-40bb-b303-67dcede4d146 req-36495de7-15ba-4353-b097-b5993a86f120 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:47.532567 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740f1cd-db44-40bb-b303-67dcede4d146 req-36495de7-15ba-4353-b097-b5993a86f120 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:47.554742 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740f1cd-db44-40bb-b303-67dcede4d146 req-36495de7-15ba-4353-b097-b5993a86f120 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:47.564206 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740f1cd-db44-40bb-b303-67dcede4d146 req-36495de7-15ba-4353-b097-b5993a86f120 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:47.584596 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740f1cd-db44-40bb-b303-67dcede4d146 req-36495de7-15ba-4353-b097-b5993a86f120 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:47.586964 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6740f1cd-db44-40bb-b303-67dcede4d146 req-36495de7-15ba-4353-b097-b5993a86f120 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 3817 time: 0.3400202 Mar 05 05:02:47.587824 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38026) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:47.629799 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16683ce0-ff37-4d17-9611-4ec8642b1e03 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa7c348c-f960-4455-81da-75262452225d,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:47.640252 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-86813456-0ea3-4115-81cd-0b9f85ec37b4 service neutron] Attempting to bind port de7d2b38-1a95-45b5-94bc-1299222a96a5 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:02:47.640721 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-86813456-0ea3-4115-81cd-0b9f85ec37b4 service neutron] Attempting to bind port de7d2b38-1a95-45b5-94bc-1299222a96a5 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '78da9f50-b791-4384-818b-c3b1f3bf0c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:02:47.641154 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-86813456-0ea3-4115-81cd-0b9f85ec37b4 service neutron] Attempting to bind port de7d2b38-1a95-45b5-94bc-1299222a96a5 on network 2208e38e-4ccf-4e0c-99e3-12bba4d22772 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:02:47.666288 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-86813456-0ea3-4115-81cd-0b9f85ec37b4 service neutron] Port de7d2b38-1a95-45b5-94bc-1299222a96a5 on network 2208e38e-4ccf-4e0c-99e3-12bba4d22772 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:02:47.666764 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-86813456-0ea3-4115-81cd-0b9f85ec37b4 service neutron] Attempting to bind port de7d2b38-1a95-45b5-94bc-1299222a96a5 on network 2208e38e-4ccf-4e0c-99e3-12bba4d22772 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:02:47.684513 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1bf4b097-91a0-4ed5-bd11-7d1c01ee8656 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0906506 Mar 05 05:02:47.685957 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38030) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:47.688258 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-86813456-0ea3-4115-81cd-0b9f85ec37b4 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:02:47.688716 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-86813456-0ea3-4115-81cd-0b9f85ec37b4 service neutron] Checking segment: {'id': '78da9f50-b791-4384-818b-c3b1f3bf0c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:02:47.689757 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-86813456-0ea3-4115-81cd-0b9f85ec37b4 service neutron] Bound using segment: {'id': '78da9f50-b791-4384-818b-c3b1f3bf0c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:02:47.690292 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-86813456-0ea3-4115-81cd-0b9f85ec37b4 service neutron] Bound port: de7d2b38-1a95-45b5-94bc-1299222a96a5, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78da9f50-b791-4384-818b-c3b1f3bf0c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:02:47.690774 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-86813456-0ea3-4115-81cd-0b9f85ec37b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (de7d2b38-1a95-45b5-94bc-1299222a96a5), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:47.727549 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6740f1cd-db44-40bb-b303-67dcede4d146 req-19613dc4-96a8-4432-8b95-4b6760204c7e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286252 Mar 05 05:02:47.750854 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cdbcb2fd-3ae5-4696-bd06-7f1991ccf692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb0615e6-cbd4-44e8-a848-c0fb10603773 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:02:47.762425 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cdbcb2fd-3ae5-4696-bd06-7f1991ccf692 service neutron] Publish callbacks [] for port (fb0615e6-cbd4-44e8-a848-c0fb10603773), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:47.791210 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:47.799624 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cdbcb2fd-3ae5-4696-bd06-7f1991ccf692 service neutron] Transition to ACTIVE for port object fb0615e6-cbd4-44e8-a848-c0fb10603773 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:02:47.804837 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cdbcb2fd-3ae5-4696-bd06-7f1991ccf692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (fb0615e6-cbd4-44e8-a848-c0fb10603773), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:47.820085 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-741aed31-0cd2-421c-9194-c861b086b9fd tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (90720e2f-977f-43b2-8318-b7b39a3947ff), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:47.823900 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-86813456-0ea3-4115-81cd-0b9f85ec37b4 service neutron] For port de7d2b38-1a95-45b5-94bc-1299222a96a5, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:02:47.829427 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-86813456-0ea3-4115-81cd-0b9f85ec37b4 service neutron] For port de7d2b38-1a95-45b5-94bc-1299222a96a5, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=de7d2b38-1a95-45b5-94bc-1299222a96a5,segment=NetworkSegment(78da9f50-b791-4384-818b-c3b1f3bf0c84),segment_id=78da9f50-b791-4384-818b-c3b1f3bf0c84)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:02:47.849883 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-86813456-0ea3-4115-81cd-0b9f85ec37b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (de7d2b38-1a95-45b5-94bc-1299222a96a5), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:47.862199 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-741aed31-0cd2-421c-9194-c861b086b9fd tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (90720e2f-977f-43b2-8318-b7b39a3947ff), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:47.863492 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbcb2fd-3ae5-4696-bd06-7f1991ccf692 service neutron] Pushing event updated for resources: {'Port': ['ID=fb0615e6-cbd4-44e8-a848-c0fb10603773,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:47.913546 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-86813456-0ea3-4115-81cd-0b9f85ec37b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:47.914183 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-86813456-0ea3-4115-81cd-0b9f85ec37b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:47.915615 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-86813456-0ea3-4115-81cd-0b9f85ec37b4 service neutron] 10.222.0.31 "PUT /v2.0/ports/de7d2b38-1a95-45b5-94bc-1299222a96a5 HTTP/1.1" status: 200 len: 1092 time: 1.3724155 Mar 05 05:02:47.921318 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4bd63b-8ac7-4526-b303-158af88a39bb', 'tag': 'de7d2b38-1a95-45b5-94bc-1299222a96a5'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:02:47.924226 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8205d06d-1653-47f1-9527-e0fb885d96bd" -d '{"events": [{"name": "network-changed", "server_uuid": "2e4bd63b-8ac7-4526-b303-158af88a39bb", "tag": "de7d2b38-1a95-45b5-94bc-1299222a96a5"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:02:47.946086 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cdbcb2fd-3ae5-4696-bd06-7f1991ccf692 service neutron] Attempting to bind port fb0615e6-cbd4-44e8-a848-c0fb10603773 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:02:47.949315 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cdbcb2fd-3ae5-4696-bd06-7f1991ccf692 service neutron] Attempting to bind port fb0615e6-cbd4-44e8-a848-c0fb10603773 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '01a77c7b-5d03-43ae-b14a-b31944229d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e3e0acc2-40bc-4e0d-812c-fb475a7a34dc'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:02:47.949745 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cdbcb2fd-3ae5-4696-bd06-7f1991ccf692 service neutron] Attempting to bind port fb0615e6-cbd4-44e8-a848-c0fb10603773 on network e3e0acc2-40bc-4e0d-812c-fb475a7a34dc {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:02:47.960183 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86813456-0ea3-4115-81cd-0b9f85ec37b4 service neutron] Pushing event updated for resources: {'Port': ['ID=de7d2b38-1a95-45b5-94bc-1299222a96a5,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:47.962624 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cdbcb2fd-3ae5-4696-bd06-7f1991ccf692 service neutron] Port fb0615e6-cbd4-44e8-a848-c0fb10603773 on network e3e0acc2-40bc-4e0d-812c-fb475a7a34dc not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:02:47.962856 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cdbcb2fd-3ae5-4696-bd06-7f1991ccf692 service neutron] Attempting to bind port fb0615e6-cbd4-44e8-a848-c0fb10603773 on network e3e0acc2-40bc-4e0d-812c-fb475a7a34dc {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:02:47.968031 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-741aed31-0cd2-421c-9194-c861b086b9fd tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (90720e2f-977f-43b2-8318-b7b39a3947ff), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:47.969909 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cdbcb2fd-3ae5-4696-bd06-7f1991ccf692 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:02:47.970889 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cdbcb2fd-3ae5-4696-bd06-7f1991ccf692 service neutron] Checking segment: {'id': '01a77c7b-5d03-43ae-b14a-b31944229d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e3e0acc2-40bc-4e0d-812c-fb475a7a34dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:02:47.971863 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-741aed31-0cd2-421c-9194-c861b086b9fd tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:47.972243 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cdbcb2fd-3ae5-4696-bd06-7f1991ccf692 service neutron] Bound using segment: {'id': '01a77c7b-5d03-43ae-b14a-b31944229d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e3e0acc2-40bc-4e0d-812c-fb475a7a34dc'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:02:47.975373 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cdbcb2fd-3ae5-4696-bd06-7f1991ccf692 service neutron] Bound port: fb0615e6-cbd4-44e8-a848-c0fb10603773, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a77c7b-5d03-43ae-b14a-b31944229d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e3e0acc2-40bc-4e0d-812c-fb475a7a34dc'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:02:47.975373 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cdbcb2fd-3ae5-4696-bd06-7f1991ccf692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fb0615e6-cbd4-44e8-a848-c0fb10603773), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:47.975589 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-741aed31-0cd2-421c-9194-c861b086b9fd tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "DELETE /v2.0/security-groups/90720e2f-977f-43b2-8318-b7b39a3947ff HTTP/1.1" status: 204 len: 168 time: 0.2863781 Mar 05 05:02:47.977004 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38034) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:47.994507 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741aed31-0cd2-421c-9194-c861b086b9fd tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90720e2f-977f-43b2-8318-b7b39a3947ff,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:48.069185 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21854c8-bee1-4ecb-88d4-1015b9e674a6 x-openstack-request-id: req-a21854c8-bee1-4ecb-88d4-1015b9e674a6 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:02:48.069836 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e4bd63b-8ac7-4526-b303-158af88a39bb", "tag": "de7d2b38-1a95-45b5-94bc-1299222a96a5", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:02:48.069836 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a21854c8-bee1-4ecb-88d4-1015b9e674a6 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:02:48.070136 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4bd63b-8ac7-4526-b303-158af88a39bb', 'tag': 'de7d2b38-1a95-45b5-94bc-1299222a96a5', 'status': 'completed', 'code': 200} Mar 05 05:02:48.101515 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0bd63207-404d-4cef-b5a0-ffc4ba7d5011 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1163623 Mar 05 05:02:48.103368 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38036) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:48.110720 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-f5588251-1974-4cde-94d9-68f23e8e5704 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Request body: {'security_group': {'name': 'tempest-secgroup--43335941'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:48.120747 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cdbcb2fd-3ae5-4696-bd06-7f1991ccf692 service neutron] For port fb0615e6-cbd4-44e8-a848-c0fb10603773, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:02:48.124879 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cdbcb2fd-3ae5-4696-bd06-7f1991ccf692 service neutron] For port fb0615e6-cbd4-44e8-a848-c0fb10603773, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=fb0615e6-cbd4-44e8-a848-c0fb10603773,segment=NetworkSegment(01a77c7b-5d03-43ae-b14a-b31944229d80),segment_id=01a77c7b-5d03-43ae-b14a-b31944229d80)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:02:48.131768 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-c484afb6-6912-4b88-8814-721f684048a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:48.133415 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-c484afb6-6912-4b88-8814-721f684048a3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4e3a7db0492c498e9791caa16e095e94&device_id=2e4bd63b-8ac7-4526-b303-158af88a39bb HTTP/1.1" status: 200 len: 1126 time: 0.1230845 Mar 05 05:02:48.139052 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cdbcb2fd-3ae5-4696-bd06-7f1991ccf692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (fb0615e6-cbd4-44e8-a848-c0fb10603773), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:48.182950 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f5588251-1974-4cde-94d9-68f23e8e5704 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:48.186331 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cdbcb2fd-3ae5-4696-bd06-7f1991ccf692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:48.187239 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cdbcb2fd-3ae5-4696-bd06-7f1991ccf692 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:48.188825 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-cdbcb2fd-3ae5-4696-bd06-7f1991ccf692 service neutron] 10.222.0.30 "PUT /v2.0/ports/fb0615e6-cbd4-44e8-a848-c0fb10603773 HTTP/1.1" status: 200 len: 1093 time: 1.1882348 Mar 05 05:02:48.189564 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'tag': 'fb0615e6-cbd4-44e8-a848-c0fb10603773'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:02:48.192795 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a7dab5-43ca-44d0-8fe2-490f1a590f8d" -d '{"events": [{"name": "network-changed", "server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "tag": "fb0615e6-cbd4-44e8-a848-c0fb10603773"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:02:48.206672 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-96d12aed-cbb5-4a23-8663-3fd9ad346aaa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de7d2b38-1a95-45b5-94bc-1299222a96a5 HTTP/1.1" status: 200 len: 217 time: 0.0644605 Mar 05 05:02:48.226554 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c6aa3ba0-1824-4508-803a-c9d1f22f953d service neutron] Request body: {'port': {'device_id': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:48.286018 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551147ab-b9d4-46ba-afcf-8d985f534f26 x-openstack-request-id: req-551147ab-b9d4-46ba-afcf-8d985f534f26 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:02:48.287574 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "tag": "fb0615e6-cbd4-44e8-a848-c0fb10603773", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:02:48.288053 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-551147ab-b9d4-46ba-afcf-8d985f534f26 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:02:48.288866 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'tag': 'fb0615e6-cbd4-44e8-a848-c0fb10603773', 'status': 'completed', 'code': 200} Mar 05 05:02:48.313828 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbcb2fd-3ae5-4696-bd06-7f1991ccf692 service neutron] Pushing event updated for resources: {'Port': ['ID=fb0615e6-cbd4-44e8-a848-c0fb10603773,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:48.377999 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f5588251-1974-4cde-94d9-68f23e8e5704 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (3041cf7f-5011-4797-b9f2-6f755e4c40d1), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:48.385938 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-66da1b9e-46ad-49cb-a167-6eb3322a7db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:48.388205 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-66da1b9e-46ad-49cb-a167-6eb3322a7db4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5 HTTP/1.1" status: 200 len: 853 time: 0.1719229 Mar 05 05:02:48.389425 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f5588251-1974-4cde-94d9-68f23e8e5704 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3041cf7f-5011-4797-b9f2-6f755e4c40d1), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:48.484691 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c6aa3ba0-1824-4508-803a-c9d1f22f953d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (90b3b5b9-df48-4ffc-b613-699be6421d82), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:48.498125 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7dab5-43ca-44d0-8fe2-490f1a590f8d req-e146de11-3090-49d5-a660-c0fc5e8f6d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:48.498945 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7dab5-43ca-44d0-8fe2-490f1a590f8d req-e146de11-3090-49d5-a660-c0fc5e8f6d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:48.499716 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7dab5-43ca-44d0-8fe2-490f1a590f8d req-e146de11-3090-49d5-a660-c0fc5e8f6d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:48.500359 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7dab5-43ca-44d0-8fe2-490f1a590f8d req-e146de11-3090-49d5-a660-c0fc5e8f6d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:48.501014 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7dab5-43ca-44d0-8fe2-490f1a590f8d req-e146de11-3090-49d5-a660-c0fc5e8f6d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:48.505135 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-37a7dab5-43ca-44d0-8fe2-490f1a590f8d req-e146de11-3090-49d5-a660-c0fc5e8f6d51 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3cbec10cd3004a49ad666e5206b0e916&device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 4396 time: 0.2040811 Mar 05 05:02:48.507551 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f5588251-1974-4cde-94d9-68f23e8e5704 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:48.511578 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f5588251-1974-4cde-94d9-68f23e8e5704 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4072113 Mar 05 05:02:48.515744 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38042) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:48.523657 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-827a9b45-4fc0-4aee-9f0b-6c6a992289fc tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Request body: {'security_group_rule': {'security_group_id': '3041cf7f-5011-4797-b9f2-6f755e4c40d1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:48.525984 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5588251-1974-4cde-94d9-68f23e8e5704 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3041cf7f-5011-4797-b9f2-6f755e4c40d1,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:48.536632 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-b8b76bd2-1a00-447b-bad2-1de48e22e01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:48.537929 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-b8b76bd2-1a00-447b-bad2-1de48e22e01f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2208e38e-4ccf-4e0c-99e3-12bba4d22772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1360772 Mar 05 05:02:48.582649 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3025a-ca1f-4806-860e-164def1f617a req-13abf4df-3e8b-40c5-90c9-8620752b283e tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:48.584245 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-68c3025a-ca1f-4806-860e-164def1f617a req-13abf4df-3e8b-40c5-90c9-8620752b283e tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e4bd63b-8ac7-4526-b303-158af88a39bb HTTP/1.1" status: 200 len: 943 time: 0.1361465 Mar 05 05:02:48.699688 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-68c3025a-ca1f-4806-860e-164def1f617a req-179c557f-b917-4a2d-a7e8-94a37b24f548 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b988e79-c406-4059-a829-d33e42be9564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022325 Mar 05 05:02:48.741676 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-f17a4f49-70de-4723-8db9-0520a0d765f2 service neutron] 10.222.0.31 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914873 Mar 05 05:02:48.776079 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-827a9b45-4fc0-4aee-9f0b-6c6a992289fc tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (52b45462-417b-44dd-8486-425ef93fd403), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:48.901954 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4bdbfdb1-949d-40c8-ba25-07121fee85af req-2439a29e-057b-49f6-b4b6-04f005c6541b service neutron] 10.222.0.31 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514373 Mar 05 05:02:48.921497 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6d1a4-5ca9-49ff-92e0-a9274b169952 req-f50660e7-4225-4f7c-9880-27324ee3fa97 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:48.924200 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7dab5-43ca-44d0-8fe2-490f1a590f8d req-12b70fb4-376b-4374-81e3-c599f44de47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:48.924547 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7dab5-43ca-44d0-8fe2-490f1a590f8d req-12b70fb4-376b-4374-81e3-c599f44de47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:48.925129 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7dab5-43ca-44d0-8fe2-490f1a590f8d req-12b70fb4-376b-4374-81e3-c599f44de47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:48.927462 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-37a7dab5-43ca-44d0-8fe2-490f1a590f8d req-12b70fb4-376b-4374-81e3-c599f44de47c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3cbec10cd3004a49ad666e5206b0e916&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4088576 Mar 05 05:02:48.927969 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6d1a4-5ca9-49ff-92e0-a9274b169952 req-f50660e7-4225-4f7c-9880-27324ee3fa97 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:48.933479 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6d1a4-5ca9-49ff-92e0-a9274b169952 req-f50660e7-4225-4f7c-9880-27324ee3fa97 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:48.940669 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6d1a4-5ca9-49ff-92e0-a9274b169952 req-f50660e7-4225-4f7c-9880-27324ee3fa97 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:48.947199 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6d1a4-5ca9-49ff-92e0-a9274b169952 req-f50660e7-4225-4f7c-9880-27324ee3fa97 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:48.948921 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-abd6d1a4-5ca9-49ff-92e0-a9274b169952 req-f50660e7-4225-4f7c-9880-27324ee3fa97 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 3829 time: 0.1056557 Mar 05 05:02:48.967373 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-827a9b45-4fc0-4aee-9f0b-6c6a992289fc tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (52b45462-417b-44dd-8486-425ef93fd403), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:48.999809 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-827a9b45-4fc0-4aee-9f0b-6c6a992289fc tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (52b45462-417b-44dd-8486-425ef93fd403), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:49.038437 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-abd6d1a4-5ca9-49ff-92e0-a9274b169952 req-32668d1a-1cc5-47fd-8582-abda6ea50b74 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780463 Mar 05 05:02:49.048397 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205d06d-1653-47f1-9527-e0fb885d96bd req-e2694fdb-90c6-4460-bd82-4796dd0dfa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:49.050225 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8205d06d-1653-47f1-9527-e0fb885d96bd req-e2694fdb-90c6-4460-bd82-4796dd0dfa50 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4e3a7db0492c498e9791caa16e095e94&device_id=2e4bd63b-8ac7-4526-b303-158af88a39bb HTTP/1.1" status: 200 len: 1126 time: 0.0798988 Mar 05 05:02:49.162325 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205d06d-1653-47f1-9527-e0fb885d96bd req-f19409a9-343b-499d-aab5-609850d455f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:49.164020 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8205d06d-1653-47f1-9527-e0fb885d96bd req-f19409a9-343b-499d-aab5-609850d455f0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2208e38e-4ccf-4e0c-99e3-12bba4d22772 HTTP/1.1" status: 200 len: 914 time: 0.1075485 Mar 05 05:02:49.207959 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8205d06d-1653-47f1-9527-e0fb885d96bd req-c2e112d6-ba13-4c2d-95a0-1898ea2f2526 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de7d2b38-1a95-45b5-94bc-1299222a96a5 HTTP/1.1" status: 200 len: 217 time: 0.0375981 Mar 05 05:02:49.259310 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205d06d-1653-47f1-9527-e0fb885d96bd req-88e6eb48-f5e8-4919-8804-16030c0f615f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:49.260997 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8205d06d-1653-47f1-9527-e0fb885d96bd req-88e6eb48-f5e8-4919-8804-16030c0f615f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5 HTTP/1.1" status: 200 len: 853 time: 0.0463519 Mar 05 05:02:49.317797 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205d06d-1653-47f1-9527-e0fb885d96bd req-28b9624c-411b-4c87-bf56-c491c93b8a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:49.319391 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8205d06d-1653-47f1-9527-e0fb885d96bd req-28b9624c-411b-4c87-bf56-c491c93b8a3c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2208e38e-4ccf-4e0c-99e3-12bba4d22772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0517547 Mar 05 05:02:49.391863 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a9b45-4fc0-4aee-9f0b-6c6a992289fc tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52b45462-417b-44dd-8486-425ef93fd403,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:49.425172 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8205d06d-1653-47f1-9527-e0fb885d96bd req-44461d8f-34b9-4062-8819-7b4caefe79db service neutron] 10.222.0.31 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984471 Mar 05 05:02:49.433085 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-827a9b45-4fc0-4aee-9f0b-6c6a992289fc tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:49.440094 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-827a9b45-4fc0-4aee-9f0b-6c6a992289fc tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9175730 Mar 05 05:02:49.440268 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38050) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:49.478784 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3d6468a8-ff7e-4451-bfab-8dfbbbb23815 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "GET /v2.0/security-group-rules/52b45462-417b-44dd-8486-425ef93fd403 HTTP/1.1" status: 200 len: 763 time: 0.0355320 Mar 05 05:02:49.478979 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7dab5-43ca-44d0-8fe2-490f1a590f8d req-6ebe67c4-b142-48e1-b25d-cc12b78392e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:49.478979 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-37a7dab5-43ca-44d0-8fe2-490f1a590f8d req-6ebe67c4-b142-48e1-b25d-cc12b78392e9 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5421507 Mar 05 05:02:49.479481 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38052) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:49.560996 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c6aa3ba0-1824-4508-803a-c9d1f22f953d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90b3b5b9-df48-4ffc-b613-699be6421d82 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:02:49.563747 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-83d11abc-d42a-4ba0-adc3-b6c8740e9de4 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0834229 Mar 05 05:02:49.569620 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38054) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:49.575261 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8205d06d-1653-47f1-9527-e0fb885d96bd req-53f17964-5e24-42a2-be5f-79aa152cc73c service neutron] 10.222.0.31 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438849 Mar 05 05:02:49.592868 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c6aa3ba0-1824-4508-803a-c9d1f22f953d service neutron] Publish callbacks [] for port (90b3b5b9-df48-4ffc-b613-699be6421d82), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:49.618729 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-239216e9-5a2f-4dfe-893b-93fc4427f627 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (52b45462-417b-44dd-8486-425ef93fd403), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:49.620852 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c6aa3ba0-1824-4508-803a-c9d1f22f953d service neutron] Transition to ACTIVE for port object 90b3b5b9-df48-4ffc-b613-699be6421d82 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:02:49.627132 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c6aa3ba0-1824-4508-803a-c9d1f22f953d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (90b3b5b9-df48-4ffc-b613-699be6421d82), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:49.630638 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-239216e9-5a2f-4dfe-893b-93fc4427f627 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (52b45462-417b-44dd-8486-425ef93fd403), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:49.693424 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-239216e9-5a2f-4dfe-893b-93fc4427f627 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (52b45462-417b-44dd-8486-425ef93fd403), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:49.704369 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-239216e9-5a2f-4dfe-893b-93fc4427f627 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:49.708618 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-239216e9-5a2f-4dfe-893b-93fc4427f627 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/52b45462-417b-44dd-8486-425ef93fd403 HTTP/1.1" status: 204 len: 168 time: 0.1352024 Mar 05 05:02:49.709150 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38056) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:49.710758 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa3ba0-1824-4508-803a-c9d1f22f953d service neutron] Pushing event updated for resources: {'Port': ['ID=90b3b5b9-df48-4ffc-b613-699be6421d82,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:49.744470 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239216e9-5a2f-4dfe-893b-93fc4427f627 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52b45462-417b-44dd-8486-425ef93fd403,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:49.822156 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-336dbd18-6334-4748-8435-36d68e46b7f2 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1079974 Mar 05 05:02:49.826358 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38062) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:49.829165 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-cc81f1fe-64a6-4488-bd0c-8f4a71110104 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Request body: {'security_group_rule': {'security_group_id': '3041cf7f-5011-4797-b9f2-6f755e4c40d1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:49.858066 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c6aa3ba0-1824-4508-803a-c9d1f22f953d service neutron] Attempting to bind port 90b3b5b9-df48-4ffc-b613-699be6421d82 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:02:49.858484 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c6aa3ba0-1824-4508-803a-c9d1f22f953d service neutron] Attempting to bind port 90b3b5b9-df48-4ffc-b613-699be6421d82 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': 'd489005d-23c5-45e4-857a-6d4a5e83c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '61e4226b-fc5c-4019-a996-47139c08d580'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:02:49.858915 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c6aa3ba0-1824-4508-803a-c9d1f22f953d service neutron] Attempting to bind port 90b3b5b9-df48-4ffc-b613-699be6421d82 on network 61e4226b-fc5c-4019-a996-47139c08d580 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:02:49.877677 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c6aa3ba0-1824-4508-803a-c9d1f22f953d service neutron] Port 90b3b5b9-df48-4ffc-b613-699be6421d82 on network 61e4226b-fc5c-4019-a996-47139c08d580 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:02:49.878238 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c6aa3ba0-1824-4508-803a-c9d1f22f953d service neutron] Attempting to bind port 90b3b5b9-df48-4ffc-b613-699be6421d82 on network 61e4226b-fc5c-4019-a996-47139c08d580 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:02:49.879490 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e8553-82dd-4b6d-a156-1642b5d4b154 req-d976e2af-7ed2-44b3-98ff-97d09f9ff929 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:49.881720 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc9e8553-82dd-4b6d-a156-1642b5d4b154 req-d976e2af-7ed2-44b3-98ff-97d09f9ff929 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e4bd63b-8ac7-4526-b303-158af88a39bb HTTP/1.1" status: 200 len: 943 time: 0.0740879 Mar 05 05:02:49.892565 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cc81f1fe-64a6-4488-bd0c-8f4a71110104 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (e57083bc-c138-4b70-b300-742ce4bcc6d0), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:49.895809 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c6aa3ba0-1824-4508-803a-c9d1f22f953d service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:02:49.896321 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c6aa3ba0-1824-4508-803a-c9d1f22f953d service neutron] Checking segment: {'id': 'd489005d-23c5-45e4-857a-6d4a5e83c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '61e4226b-fc5c-4019-a996-47139c08d580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:02:49.896874 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c6aa3ba0-1824-4508-803a-c9d1f22f953d service neutron] Bound using segment: {'id': 'd489005d-23c5-45e4-857a-6d4a5e83c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '61e4226b-fc5c-4019-a996-47139c08d580'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:02:49.897485 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c6aa3ba0-1824-4508-803a-c9d1f22f953d service neutron] Bound port: 90b3b5b9-df48-4ffc-b613-699be6421d82, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd489005d-23c5-45e4-857a-6d4a5e83c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '61e4226b-fc5c-4019-a996-47139c08d580'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:02:49.898000 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c6aa3ba0-1824-4508-803a-c9d1f22f953d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (90b3b5b9-df48-4ffc-b613-699be6421d82), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:49.934956 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc9e8553-82dd-4b6d-a156-1642b5d4b154 req-c90d228a-2f4a-444e-a977-076377d48b36 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b988e79-c406-4059-a829-d33e42be9564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448527 Mar 05 05:02:50.003475 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cc81f1fe-64a6-4488-bd0c-8f4a71110104 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (e57083bc-c138-4b70-b300-742ce4bcc6d0), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:50.006068 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c6aa3ba0-1824-4508-803a-c9d1f22f953d service neutron] For port 90b3b5b9-df48-4ffc-b613-699be6421d82, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:02:50.009942 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cc81f1fe-64a6-4488-bd0c-8f4a71110104 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (e57083bc-c138-4b70-b300-742ce4bcc6d0), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:50.031407 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c6aa3ba0-1824-4508-803a-c9d1f22f953d service neutron] For port 90b3b5b9-df48-4ffc-b613-699be6421d82, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=90b3b5b9-df48-4ffc-b613-699be6421d82,segment=NetworkSegment(d489005d-23c5-45e4-857a-6d4a5e83c953),segment_id=d489005d-23c5-45e4-857a-6d4a5e83c953)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:02:50.037002 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81f1fe-64a6-4488-bd0c-8f4a71110104 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57083bc-c138-4b70-b300-742ce4bcc6d0,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:50.042713 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c6aa3ba0-1824-4508-803a-c9d1f22f953d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (90b3b5b9-df48-4ffc-b613-699be6421d82), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:50.070746 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cc81f1fe-64a6-4488-bd0c-8f4a71110104 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:50.071979 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-cc81f1fe-64a6-4488-bd0c-8f4a71110104 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2464261 Mar 05 05:02:50.074699 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38064) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:50.088596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c6aa3ba0-1824-4508-803a-c9d1f22f953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:50.089281 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c6aa3ba0-1824-4508-803a-c9d1f22f953d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:50.090709 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c6aa3ba0-1824-4508-803a-c9d1f22f953d service neutron] 10.222.0.30 "PUT /v2.0/ports/90b3b5b9-df48-4ffc-b613-699be6421d82 HTTP/1.1" status: 200 len: 1131 time: 1.8708057 Mar 05 05:02:50.108051 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa3ba0-1824-4508-803a-c9d1f22f953d service neutron] Pushing event updated for resources: {'Port': ['ID=90b3b5b9-df48-4ffc-b613-699be6421d82,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:50.121493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-9b7c3b4e-3533-4233-b604-c695924d8afa service neutron] Request body: {'port': {'device_id': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:50.128765 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c1ac6e5a-9dac-4af7-8263-6e47e45f3d2d tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "GET /v2.0/security-group-rules/e57083bc-c138-4b70-b300-742ce4bcc6d0 HTTP/1.1" status: 200 len: 763 time: 0.0509896 Mar 05 05:02:50.129642 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38068) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:50.202589 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-9b7c3b4e-3533-4233-b604-c695924d8afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e00d735a-ec46-47fa-b9a6-ebc0452db108), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:50.281278 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-590e4d25-69ad-48e8-9296-07a187c21b17 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1500878 Mar 05 05:02:50.284827 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38070) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:50.318197 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'tag': '90b3b5b9-df48-4ffc-b613-699be6421d82'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:02:50.320551 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bc5086-6e7b-4c37-aeab-b3ddc71871d9" -d '{"events": [{"name": "network-changed", "server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "tag": "90b3b5b9-df48-4ffc-b613-699be6421d82"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:02:50.347025 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0c166da5-6ed7-4560-819a-3fe0e8581024 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (e57083bc-c138-4b70-b300-742ce4bcc6d0), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:50.356935 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0c166da5-6ed7-4560-819a-3fe0e8581024 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (e57083bc-c138-4b70-b300-742ce4bcc6d0), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:50.389822 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0621a17-3940-4154-893f-024a2c002b3e x-openstack-request-id: req-f0621a17-3940-4154-893f-024a2c002b3e {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:02:50.392639 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "tag": "90b3b5b9-df48-4ffc-b613-699be6421d82", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:02:50.392902 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f0621a17-3940-4154-893f-024a2c002b3e {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:02:50.393841 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'tag': '90b3b5b9-df48-4ffc-b613-699be6421d82', 'status': 'completed', 'code': 200} Mar 05 05:02:50.416632 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d881c02-79e4-45e2-b698-48b11ec197a8 req-f580bf9d-b5b4-47dc-b750-ea183a252685 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:50.423121 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d881c02-79e4-45e2-b698-48b11ec197a8 req-f580bf9d-b5b4-47dc-b750-ea183a252685 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:50.429043 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d881c02-79e4-45e2-b698-48b11ec197a8 req-f580bf9d-b5b4-47dc-b750-ea183a252685 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:50.435020 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d881c02-79e4-45e2-b698-48b11ec197a8 req-f580bf9d-b5b4-47dc-b750-ea183a252685 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:50.450925 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d881c02-79e4-45e2-b698-48b11ec197a8 req-f580bf9d-b5b4-47dc-b750-ea183a252685 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:50.457343 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d881c02-79e4-45e2-b698-48b11ec197a8 req-f580bf9d-b5b4-47dc-b750-ea183a252685 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:50.466448 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7d881c02-79e4-45e2-b698-48b11ec197a8 req-f580bf9d-b5b4-47dc-b750-ea183a252685 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 4601 time: 0.2891669 Mar 05 05:02:50.500359 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0c166da5-6ed7-4560-819a-3fe0e8581024 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (e57083bc-c138-4b70-b300-742ce4bcc6d0), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:50.512256 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0c166da5-6ed7-4560-819a-3fe0e8581024 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:50.516087 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0c166da5-6ed7-4560-819a-3fe0e8581024 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/e57083bc-c138-4b70-b300-742ce4bcc6d0 HTTP/1.1" status: 204 len: 168 time: 0.2264769 Mar 05 05:02:50.518181 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38074) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:50.532567 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c166da5-6ed7-4560-819a-3fe0e8581024 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e57083bc-c138-4b70-b300-742ce4bcc6d0,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:50.569891 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7d881c02-79e4-45e2-b698-48b11ec197a8 req-b3903a13-0881-4ea3-9478-17cac1764ad1 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0954332 Mar 05 05:02:50.571777 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc5086-6e7b-4c37-aeab-b3ddc71871d9 req-76e8ee44-050e-4e2d-b1ea-6c13bcbc88f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:50.572264 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc5086-6e7b-4c37-aeab-b3ddc71871d9 req-76e8ee44-050e-4e2d-b1ea-6c13bcbc88f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:50.572738 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc5086-6e7b-4c37-aeab-b3ddc71871d9 req-76e8ee44-050e-4e2d-b1ea-6c13bcbc88f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:50.573420 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc5086-6e7b-4c37-aeab-b3ddc71871d9 req-76e8ee44-050e-4e2d-b1ea-6c13bcbc88f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:50.573692 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc5086-6e7b-4c37-aeab-b3ddc71871d9 req-76e8ee44-050e-4e2d-b1ea-6c13bcbc88f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:50.574136 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc5086-6e7b-4c37-aeab-b3ddc71871d9 req-76e8ee44-050e-4e2d-b1ea-6c13bcbc88f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:50.576701 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b9bc5086-6e7b-4c37-aeab-b3ddc71871d9 req-76e8ee44-050e-4e2d-b1ea-6c13bcbc88f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3cbec10cd3004a49ad666e5206b0e916&device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5351 time: 0.1628573 Mar 05 05:02:50.628032 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d2a77166-1910-4c6b-8fbc-62136e299eec tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1063259 Mar 05 05:02:50.631530 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38076) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:50.636684 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-62529ccc-0d12-4c50-89d7-e5a37626f85c tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Request body: {'security_group_rule': {'security_group_id': '3041cf7f-5011-4797-b9f2-6f755e4c40d1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:50.669673 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-62529ccc-0d12-4c50-89d7-e5a37626f85c tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (c34e2783-8e5e-47a6-a000-79610ea71408), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:50.721744 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-9b7c3b4e-3533-4233-b604-c695924d8afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e00d735a-ec46-47fa-b9a6-ebc0452db108 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:02:50.741709 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-9b7c3b4e-3533-4233-b604-c695924d8afa service neutron] Publish callbacks [] for port (e00d735a-ec46-47fa-b9a6-ebc0452db108), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:50.742560 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-62529ccc-0d12-4c50-89d7-e5a37626f85c tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (c34e2783-8e5e-47a6-a000-79610ea71408), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:50.748819 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-62529ccc-0d12-4c50-89d7-e5a37626f85c tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (c34e2783-8e5e-47a6-a000-79610ea71408), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:50.770863 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62529ccc-0d12-4c50-89d7-e5a37626f85c tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c34e2783-8e5e-47a6-a000-79610ea71408,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:50.775228 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-9b7c3b4e-3533-4233-b604-c695924d8afa service neutron] Transition to ACTIVE for port object e00d735a-ec46-47fa-b9a6-ebc0452db108 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:02:50.776749 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc5086-6e7b-4c37-aeab-b3ddc71871d9 req-819366e8-801c-4e1b-85b2-bdc9bf02c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:50.777252 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc5086-6e7b-4c37-aeab-b3ddc71871d9 req-819366e8-801c-4e1b-85b2-bdc9bf02c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:50.777596 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-62529ccc-0d12-4c50-89d7-e5a37626f85c tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:50.777703 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc5086-6e7b-4c37-aeab-b3ddc71871d9 req-819366e8-801c-4e1b-85b2-bdc9bf02c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:50.779647 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-62529ccc-0d12-4c50-89d7-e5a37626f85c tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1463845 Mar 05 05:02:50.781740 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38078) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:50.782390 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b9bc5086-6e7b-4c37-aeab-b3ddc71871d9 req-819366e8-801c-4e1b-85b2-bdc9bf02c3af service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3cbec10cd3004a49ad666e5206b0e916&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1945102 Mar 05 05:02:50.787780 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-9b7c3b4e-3533-4233-b604-c695924d8afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (e00d735a-ec46-47fa-b9a6-ebc0452db108), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:50.803593 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2fa5caac-80e1-4498-92ec-821b48782855 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "GET /v2.0/security-group-rules/c34e2783-8e5e-47a6-a000-79610ea71408 HTTP/1.1" status: 200 len: 764 time: 0.0181270 Mar 05 05:02:50.803821 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38080) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:50.845049 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ac648900-2665-4205-b3bc-86858c967060 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0399349 Mar 05 05:02:50.849360 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38084) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:50.890882 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c3b4e-3533-4233-b604-c695924d8afa service neutron] Pushing event updated for resources: {'Port': ['ID=e00d735a-ec46-47fa-b9a6-ebc0452db108,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:50.929919 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fd405700-78c3-439e-a313-ef8d27861430 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (c34e2783-8e5e-47a6-a000-79610ea71408), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:50.940161 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fd405700-78c3-439e-a313-ef8d27861430 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (c34e2783-8e5e-47a6-a000-79610ea71408), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:50.981811 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fd405700-78c3-439e-a313-ef8d27861430 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (c34e2783-8e5e-47a6-a000-79610ea71408), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:50.991898 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fd405700-78c3-439e-a313-ef8d27861430 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:50.993244 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fd405700-78c3-439e-a313-ef8d27861430 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/c34e2783-8e5e-47a6-a000-79610ea71408 HTTP/1.1" status: 204 len: 168 time: 0.1383753 Mar 05 05:02:50.998939 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38088) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:51.047944 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd405700-78c3-439e-a313-ef8d27861430 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c34e2783-8e5e-47a6-a000-79610ea71408,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:51.092929 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-9b7c3b4e-3533-4233-b604-c695924d8afa service neutron] Attempting to bind port e00d735a-ec46-47fa-b9a6-ebc0452db108 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:02:51.093402 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-9b7c3b4e-3533-4233-b604-c695924d8afa service neutron] Attempting to bind port e00d735a-ec46-47fa-b9a6-ebc0452db108 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': 'd489005d-23c5-45e4-857a-6d4a5e83c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '61e4226b-fc5c-4019-a996-47139c08d580'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:02:51.093839 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-9b7c3b4e-3533-4233-b604-c695924d8afa service neutron] Attempting to bind port e00d735a-ec46-47fa-b9a6-ebc0452db108 on network 61e4226b-fc5c-4019-a996-47139c08d580 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:02:51.103427 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-9b7c3b4e-3533-4233-b604-c695924d8afa service neutron] Port e00d735a-ec46-47fa-b9a6-ebc0452db108 on network 61e4226b-fc5c-4019-a996-47139c08d580 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:02:51.103895 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-9b7c3b4e-3533-4233-b604-c695924d8afa service neutron] Attempting to bind port e00d735a-ec46-47fa-b9a6-ebc0452db108 on network 61e4226b-fc5c-4019-a996-47139c08d580 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:02:51.121093 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-9b7c3b4e-3533-4233-b604-c695924d8afa service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:02:51.125480 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-9b7c3b4e-3533-4233-b604-c695924d8afa service neutron] Checking segment: {'id': 'd489005d-23c5-45e4-857a-6d4a5e83c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '61e4226b-fc5c-4019-a996-47139c08d580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:02:51.126004 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-9b7c3b4e-3533-4233-b604-c695924d8afa service neutron] Bound using segment: {'id': 'd489005d-23c5-45e4-857a-6d4a5e83c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '61e4226b-fc5c-4019-a996-47139c08d580'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:02:51.127464 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-9b7c3b4e-3533-4233-b604-c695924d8afa service neutron] Bound port: e00d735a-ec46-47fa-b9a6-ebc0452db108, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd489005d-23c5-45e4-857a-6d4a5e83c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '61e4226b-fc5c-4019-a996-47139c08d580'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:02:51.132647 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-9b7c3b4e-3533-4233-b604-c695924d8afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e00d735a-ec46-47fa-b9a6-ebc0452db108), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:51.155891 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38096) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:51.156933 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7c2d672d-2a03-4207-af71-0b4bf1df4ce8 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1563902 Mar 05 05:02:51.179560 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc5086-6e7b-4c37-aeab-b3ddc71871d9 req-9bf27b3a-8cf9-4e25-960b-3c17662b0066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:51.181066 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b9bc5086-6e7b-4c37-aeab-b3ddc71871d9 req-9bf27b3a-8cf9-4e25-960b-3c17662b0066 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3899171 Mar 05 05:02:51.219028 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd37e15-56aa-4223-b001-37d1e0b3d439 req-62a7e524-87b1-4510-83ce-545442b48e25 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:51.222411 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-edd37e15-56aa-4223-b001-37d1e0b3d439 req-62a7e524-87b1-4510-83ce-545442b48e25 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e4bd63b-8ac7-4526-b303-158af88a39bb HTTP/1.1" status: 200 len: 943 time: 0.1445689 Mar 05 05:02:51.282488 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-15e49777-00a8-481f-aec4-1b2d21ba002e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (3041cf7f-5011-4797-b9f2-6f755e4c40d1), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:51.302566 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-9b7c3b4e-3533-4233-b604-c695924d8afa service neutron] For port e00d735a-ec46-47fa-b9a6-ebc0452db108, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:02:51.323829 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-edd37e15-56aa-4223-b001-37d1e0b3d439 req-26dc620d-e3e2-45db-af05-5f93ffa210d1 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b988e79-c406-4059-a829-d33e42be9564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815132 Mar 05 05:02:51.333607 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-15e49777-00a8-481f-aec4-1b2d21ba002e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (3041cf7f-5011-4797-b9f2-6f755e4c40d1), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:51.350316 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-9b7c3b4e-3533-4233-b604-c695924d8afa service neutron] For port e00d735a-ec46-47fa-b9a6-ebc0452db108, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=e00d735a-ec46-47fa-b9a6-ebc0452db108,segment=NetworkSegment(d489005d-23c5-45e4-857a-6d4a5e83c953),segment_id=d489005d-23c5-45e4-857a-6d4a5e83c953)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:02:51.363651 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-9b7c3b4e-3533-4233-b604-c695924d8afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (e00d735a-ec46-47fa-b9a6-ebc0452db108), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:51.416066 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-9b7c3b4e-3533-4233-b604-c695924d8afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:51.416803 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-9b7c3b4e-3533-4233-b604-c695924d8afa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:51.418298 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-9b7c3b4e-3533-4233-b604-c695924d8afa service neutron] 10.222.0.30 "PUT /v2.0/ports/e00d735a-ec46-47fa-b9a6-ebc0452db108 HTTP/1.1" status: 200 len: 1131 time: 1.3013904 Mar 05 05:02:51.450160 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-15e49777-00a8-481f-aec4-1b2d21ba002e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3041cf7f-5011-4797-b9f2-6f755e4c40d1), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:51.453139 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-15e49777-00a8-481f-aec4-1b2d21ba002e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:51.457116 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-15e49777-00a8-481f-aec4-1b2d21ba002e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "DELETE /v2.0/security-groups/3041cf7f-5011-4797-b9f2-6f755e4c40d1 HTTP/1.1" status: 204 len: 168 time: 0.2953234 Mar 05 05:02:51.457911 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c3b4e-3533-4233-b604-c695924d8afa service neutron] Pushing event updated for resources: {'Port': ['ID=e00d735a-ec46-47fa-b9a6-ebc0452db108,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:51.460520 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38104) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:51.474109 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-27d531b9-ca18-4d51-8900-b2ff6589f5db service neutron] Request body: {'port': {'device_id': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:51.562107 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e49777-00a8-481f-aec4-1b2d21ba002e tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3041cf7f-5011-4797-b9f2-6f755e4c40d1,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:51.638488 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38114) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:51.644124 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-14b71e77-0b05-4d2c-9e75-fb314932f5ec tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Request body: {'security_group': {'name': 'tempest-secgroup--49160935'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:51.644708 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9b265ecd-4cef-4695-bf9e-dba534c7b077 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1829028 Mar 05 05:02:51.646129 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-27d531b9-ca18-4d51-8900-b2ff6589f5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5ed04d4a-ca8f-476e-be17-67e48f14aa4a), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:51.744601 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-14b71e77-0b05-4d2c-9e75-fb314932f5ec tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:51.820336 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-14b71e77-0b05-4d2c-9e75-fb314932f5ec tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (177c1a2f-93b0-4c90-88a6-37651af840df), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:51.839067 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb19026-4df9-408f-91af-d6d8a1b7e97c req-6b114e02-17f0-446d-a31d-c366c0c7c4c7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:51.842126 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb19026-4df9-408f-91af-d6d8a1b7e97c req-6b114e02-17f0-446d-a31d-c366c0c7c4c7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:51.847706 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb19026-4df9-408f-91af-d6d8a1b7e97c req-6b114e02-17f0-446d-a31d-c366c0c7c4c7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:51.853134 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb19026-4df9-408f-91af-d6d8a1b7e97c req-6b114e02-17f0-446d-a31d-c366c0c7c4c7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:51.859173 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb19026-4df9-408f-91af-d6d8a1b7e97c req-6b114e02-17f0-446d-a31d-c366c0c7c4c7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:51.864741 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb19026-4df9-408f-91af-d6d8a1b7e97c req-6b114e02-17f0-446d-a31d-c366c0c7c4c7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:51.871164 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb19026-4df9-408f-91af-d6d8a1b7e97c req-6b114e02-17f0-446d-a31d-c366c0c7c4c7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:51.873198 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3bb19026-4df9-408f-91af-d6d8a1b7e97c req-6b114e02-17f0-446d-a31d-c366c0c7c4c7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5373 time: 0.2084258 Mar 05 05:02:51.874546 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-14b71e77-0b05-4d2c-9e75-fb314932f5ec tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (177c1a2f-93b0-4c90-88a6-37651af840df), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:51.940354 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b71e77-0b05-4d2c-9e75-fb314932f5ec tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=177c1a2f-93b0-4c90-88a6-37651af840df,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:51.957841 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-14b71e77-0b05-4d2c-9e75-fb314932f5ec tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:51.976221 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-14b71e77-0b05-4d2c-9e75-fb314932f5ec tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3337443 Mar 05 05:02:51.977444 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38134) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:51.993414 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-d11ebc02-e1d2-4163-b178-7f5009d1ce7f tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Request body: {'security_group_rule': {'security_group_id': '177c1a2f-93b0-4c90-88a6-37651af840df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:52.089503 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3bb19026-4df9-408f-91af-d6d8a1b7e97c req-3e8c6a0d-1533-4860-a846-6d6b610324e1 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2073851 Mar 05 05:02:52.121277 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-27d531b9-ca18-4d51-8900-b2ff6589f5db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ed04d4a-ca8f-476e-be17-67e48f14aa4a {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:02:52.126635 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d11ebc02-e1d2-4163-b178-7f5009d1ce7f tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (119bc465-f87e-4896-b5fb-7b1772c39cb7), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:52.130654 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-27d531b9-ca18-4d51-8900-b2ff6589f5db service neutron] Publish callbacks [] for port (5ed04d4a-ca8f-476e-be17-67e48f14aa4a), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:52.147420 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-27d531b9-ca18-4d51-8900-b2ff6589f5db service neutron] Transition to ACTIVE for port object 5ed04d4a-ca8f-476e-be17-67e48f14aa4a will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:02:52.154008 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-27d531b9-ca18-4d51-8900-b2ff6589f5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (5ed04d4a-ca8f-476e-be17-67e48f14aa4a), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:52.186557 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d11ebc02-e1d2-4163-b178-7f5009d1ce7f tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (119bc465-f87e-4896-b5fb-7b1772c39cb7), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:52.194138 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d11ebc02-e1d2-4163-b178-7f5009d1ce7f tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (119bc465-f87e-4896-b5fb-7b1772c39cb7), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:52.288176 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d531b9-ca18-4d51-8900-b2ff6589f5db service neutron] Pushing event updated for resources: {'Port': ['ID=5ed04d4a-ca8f-476e-be17-67e48f14aa4a,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:52.288409 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ebc02-e1d2-4163-b178-7f5009d1ce7f tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=119bc465-f87e-4896-b5fb-7b1772c39cb7,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:52.324946 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d11ebc02-e1d2-4163-b178-7f5009d1ce7f tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:52.326222 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d11ebc02-e1d2-4163-b178-7f5009d1ce7f tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3474455 Mar 05 05:02:52.334969 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38148) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:52.394714 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'tag': 'e00d735a-ec46-47fa-b9a6-ebc0452db108'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:02:52.400391 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8919208-d006-4ba9-ba2b-748418ec0b54" -d '{"events": [{"name": "network-changed", "server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "tag": "e00d735a-ec46-47fa-b9a6-ebc0452db108"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:02:52.485357 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-27d531b9-ca18-4d51-8900-b2ff6589f5db service neutron] Attempting to bind port 5ed04d4a-ca8f-476e-be17-67e48f14aa4a on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:02:52.487502 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-27d531b9-ca18-4d51-8900-b2ff6589f5db service neutron] Attempting to bind port 5ed04d4a-ca8f-476e-be17-67e48f14aa4a by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': 'd489005d-23c5-45e4-857a-6d4a5e83c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '61e4226b-fc5c-4019-a996-47139c08d580'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:02:52.487952 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-27d531b9-ca18-4d51-8900-b2ff6589f5db service neutron] Attempting to bind port 5ed04d4a-ca8f-476e-be17-67e48f14aa4a on network 61e4226b-fc5c-4019-a996-47139c08d580 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:02:52.501048 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-27d531b9-ca18-4d51-8900-b2ff6589f5db service neutron] Port 5ed04d4a-ca8f-476e-be17-67e48f14aa4a on network 61e4226b-fc5c-4019-a996-47139c08d580 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:02:52.501778 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-27d531b9-ca18-4d51-8900-b2ff6589f5db service neutron] Attempting to bind port 5ed04d4a-ca8f-476e-be17-67e48f14aa4a on network 61e4226b-fc5c-4019-a996-47139c08d580 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:02:52.514635 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-27d531b9-ca18-4d51-8900-b2ff6589f5db service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:02:52.515862 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-27d531b9-ca18-4d51-8900-b2ff6589f5db service neutron] Checking segment: {'id': 'd489005d-23c5-45e4-857a-6d4a5e83c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '61e4226b-fc5c-4019-a996-47139c08d580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:02:52.516694 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-27d531b9-ca18-4d51-8900-b2ff6589f5db service neutron] Bound using segment: {'id': 'd489005d-23c5-45e4-857a-6d4a5e83c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '61e4226b-fc5c-4019-a996-47139c08d580'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:02:52.517338 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-27d531b9-ca18-4d51-8900-b2ff6589f5db service neutron] Bound port: 5ed04d4a-ca8f-476e-be17-67e48f14aa4a, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd489005d-23c5-45e4-857a-6d4a5e83c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '61e4226b-fc5c-4019-a996-47139c08d580'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:02:52.517981 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-27d531b9-ca18-4d51-8900-b2ff6589f5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5ed04d4a-ca8f-476e-be17-67e48f14aa4a), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:52.540699 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cff657-5493-4c13-93f5-503a3b4f5567 x-openstack-request-id: req-b3cff657-5493-4c13-93f5-503a3b4f5567 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:02:52.541146 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "tag": "e00d735a-ec46-47fa-b9a6-ebc0452db108", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:02:52.541397 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b3cff657-5493-4c13-93f5-503a3b4f5567 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:02:52.541862 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'tag': 'e00d735a-ec46-47fa-b9a6-ebc0452db108', 'status': 'completed', 'code': 200} Mar 05 05:02:52.614892 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-20d04be9-a5fd-40b9-9bdd-24cdbe34f399 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (177c1a2f-93b0-4c90-88a6-37651af840df), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:52.654635 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6759f30-2e4e-4916-9d4c-3f982ede20b7 req-ecd734f0-4cc9-481c-b9e9-243b3395349a tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:52.657007 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d6759f30-2e4e-4916-9d4c-3f982ede20b7 req-ecd734f0-4cc9-481c-b9e9-243b3395349a tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e4bd63b-8ac7-4526-b303-158af88a39bb HTTP/1.1" status: 200 len: 943 time: 0.1631362 Mar 05 05:02:52.695213 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-20d04be9-a5fd-40b9-9bdd-24cdbe34f399 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (177c1a2f-93b0-4c90-88a6-37651af840df), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:52.711947 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-27d531b9-ca18-4d51-8900-b2ff6589f5db service neutron] For port 5ed04d4a-ca8f-476e-be17-67e48f14aa4a, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:02:52.718154 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-27d531b9-ca18-4d51-8900-b2ff6589f5db service neutron] For port 5ed04d4a-ca8f-476e-be17-67e48f14aa4a, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5ed04d4a-ca8f-476e-be17-67e48f14aa4a,segment=NetworkSegment(d489005d-23c5-45e4-857a-6d4a5e83c953),segment_id=d489005d-23c5-45e4-857a-6d4a5e83c953)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:02:52.748609 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8919208-d006-4ba9-ba2b-748418ec0b54 req-0a335142-11cd-4954-9f98-772667517004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:52.749073 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8919208-d006-4ba9-ba2b-748418ec0b54 req-0a335142-11cd-4954-9f98-772667517004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:52.752060 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8919208-d006-4ba9-ba2b-748418ec0b54 req-0a335142-11cd-4954-9f98-772667517004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:52.752579 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8919208-d006-4ba9-ba2b-748418ec0b54 req-0a335142-11cd-4954-9f98-772667517004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:52.754429 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8919208-d006-4ba9-ba2b-748418ec0b54 req-0a335142-11cd-4954-9f98-772667517004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:52.755838 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8919208-d006-4ba9-ba2b-748418ec0b54 req-0a335142-11cd-4954-9f98-772667517004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:52.756321 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8919208-d006-4ba9-ba2b-748418ec0b54 req-0a335142-11cd-4954-9f98-772667517004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:52.758923 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e8919208-d006-4ba9-ba2b-748418ec0b54 req-0a335142-11cd-4954-9f98-772667517004 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3cbec10cd3004a49ad666e5206b0e916&device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 6332 time: 0.1747994 Mar 05 05:02:52.760632 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-27d531b9-ca18-4d51-8900-b2ff6589f5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (5ed04d4a-ca8f-476e-be17-67e48f14aa4a), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:52.766379 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d6759f30-2e4e-4916-9d4c-3f982ede20b7 req-83d0df83-2a14-4867-9f8a-62f6e1749f36 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b988e79-c406-4059-a829-d33e42be9564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993898 Mar 05 05:02:52.821434 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-20d04be9-a5fd-40b9-9bdd-24cdbe34f399 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (177c1a2f-93b0-4c90-88a6-37651af840df), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:52.825250 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-20d04be9-a5fd-40b9-9bdd-24cdbe34f399 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:52.830758 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-20d04be9-a5fd-40b9-9bdd-24cdbe34f399 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "DELETE /v2.0/security-groups/177c1a2f-93b0-4c90-88a6-37651af840df HTTP/1.1" status: 204 len: 168 time: 0.4943666 Mar 05 05:02:52.832086 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38168) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:52.844569 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-27d531b9-ca18-4d51-8900-b2ff6589f5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:52.845364 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-27d531b9-ca18-4d51-8900-b2ff6589f5db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:52.847534 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-27d531b9-ca18-4d51-8900-b2ff6589f5db service neutron] 10.222.0.30 "PUT /v2.0/ports/5ed04d4a-ca8f-476e-be17-67e48f14aa4a HTTP/1.1" status: 200 len: 1092 time: 1.3799388 Mar 05 05:02:52.886638 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d04be9-a5fd-40b9-9bdd-24cdbe34f399 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=177c1a2f-93b0-4c90-88a6-37651af840df,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:52.915481 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-94d85108-f164-479a-9f4b-67798edc73dc service neutron] Request body: {'port': {'device_id': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:52.951728 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-26f5f832-20dc-47db-9ad3-fa991e3637fa tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1135526 Mar 05 05:02:52.952842 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38174) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:53.028271 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fdfe126a-f4f2-4031-bc25-2b9871ab9864 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0739539 Mar 05 05:02:53.030809 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38178) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:53.032107 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d531b9-ca18-4d51-8900-b2ff6589f5db service neutron] Pushing event updated for resources: {'Port': ['ID=5ed04d4a-ca8f-476e-be17-67e48f14aa4a,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:53.056561 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-a16c0d3b-7cf3-4e9e-924d-aa14535b5c96 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] delete failed (client error): The resource could not be found. Mar 05 05:02:53.057874 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a16c0d3b-7cf3-4e9e-924d-aa14535b5c96 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "DELETE /v2.0/security-groups/177c1a2f-93b0-4c90-88a6-37651af840df HTTP/1.1" status: 404 len: 347 time: 0.0252421 Mar 05 05:02:53.061980 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38182) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:53.065454 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-94d85108-f164-479a-9f4b-67798edc73dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d63edf6c-11fc-4ab3-8a9d-8f299797a83d), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:53.069687 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device de7d2b38-1a95-45b5-94bc-1299222a96a5 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:02:53.100752 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8919208-d006-4ba9-ba2b-748418ec0b54 req-a6250d3d-6264-4b0e-9c85-22fe3263ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:53.101326 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8919208-d006-4ba9-ba2b-748418ec0b54 req-a6250d3d-6264-4b0e-9c85-22fe3263ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:53.101797 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8919208-d006-4ba9-ba2b-748418ec0b54 req-a6250d3d-6264-4b0e-9c85-22fe3263ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:53.103750 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e8919208-d006-4ba9-ba2b-748418ec0b54 req-a6250d3d-6264-4b0e-9c85-22fe3263ff44 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3cbec10cd3004a49ad666e5206b0e916&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3341177 Mar 05 05:02:53.216577 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6f4f4da7-5272-4795-b423-1b170a6c4a14 tempest-SecGroupTest-128711972 tempest-SecGroupTest-128711972-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1501751 Mar 05 05:02:53.396924 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port de7d2b38-1a95-45b5-94bc-1299222a96a5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=de7d2b38-1a95-45b5-94bc-1299222a96a5,segment=NetworkSegment(78da9f50-b791-4384-818b-c3b1f3bf0c84),segment_id=78da9f50-b791-4384-818b-c3b1f3bf0c84)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:02:53.413263 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72c17c-e392-4acd-b822-46a4f4c45ba4 req-2d09c297-4f1d-4d40-a580-18e8bc35fb29 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:53.433565 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'de7d2b38-1a95-45b5-94bc-1299222a96a5', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'port_id': 'de7d2b38-1a95-45b5-94bc-1299222a96a5', 'mac_address': 'fa:16:3e:61:69:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:02:53.434079 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72c17c-e392-4acd-b822-46a4f4c45ba4 req-2d09c297-4f1d-4d40-a580-18e8bc35fb29 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:53.442707 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72c17c-e392-4acd-b822-46a4f4c45ba4 req-2d09c297-4f1d-4d40-a580-18e8bc35fb29 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:53.471670 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8919208-d006-4ba9-ba2b-748418ec0b54 req-730ba0f1-0f19-4bfc-b46e-a5274486ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:53.472531 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72c17c-e392-4acd-b822-46a4f4c45ba4 req-2d09c297-4f1d-4d40-a580-18e8bc35fb29 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:53.472850 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e8919208-d006-4ba9-ba2b-748418ec0b54 req-730ba0f1-0f19-4bfc-b46e-a5274486ddb4 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2996294 Mar 05 05:02:53.490359 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72c17c-e392-4acd-b822-46a4f4c45ba4 req-2d09c297-4f1d-4d40-a580-18e8bc35fb29 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:53.498720 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72c17c-e392-4acd-b822-46a4f4c45ba4 req-2d09c297-4f1d-4d40-a580-18e8bc35fb29 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:53.506478 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72c17c-e392-4acd-b822-46a4f4c45ba4 req-2d09c297-4f1d-4d40-a580-18e8bc35fb29 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:53.514274 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e72c17c-e392-4acd-b822-46a4f4c45ba4 req-2d09c297-4f1d-4d40-a580-18e8bc35fb29 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5385 time: 0.2547398 Mar 05 05:02:53.521957 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port de7d2b38-1a95-45b5-94bc-1299222a96a5 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:02:53.522355 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (de7d2b38-1a95-45b5-94bc-1299222a96a5), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:53.553590 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de7d2b38-1a95-45b5-94bc-1299222a96a5 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:02:53.612084 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port de7d2b38-1a95-45b5-94bc-1299222a96a5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=de7d2b38-1a95-45b5-94bc-1299222a96a5,segment=NetworkSegment(78da9f50-b791-4384-818b-c3b1f3bf0c84),segment_id=78da9f50-b791-4384-818b-c3b1f3bf0c84)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:02:53.619866 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (de7d2b38-1a95-45b5-94bc-1299222a96a5), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:53.638701 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e72c17c-e392-4acd-b822-46a4f4c45ba4 req-31552192-537c-496f-94ce-d00cf5ee6f1b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1119215 Mar 05 05:02:53.704388 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=de7d2b38-1a95-45b5-94bc-1299222a96a5,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:53.734788 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38194) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:53.775546 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-94d85108-f164-479a-9f4b-67798edc73dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d63edf6c-11fc-4ab3-8a9d-8f299797a83d {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:02:53.796916 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-94d85108-f164-479a-9f4b-67798edc73dc service neutron] Publish callbacks [] for port (d63edf6c-11fc-4ab3-8a9d-8f299797a83d), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:53.826894 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-94d85108-f164-479a-9f4b-67798edc73dc service neutron] Transition to ACTIVE for port object d63edf6c-11fc-4ab3-8a9d-8f299797a83d will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:02:53.839178 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-94d85108-f164-479a-9f4b-67798edc73dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (d63edf6c-11fc-4ab3-8a9d-8f299797a83d), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:53.851672 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['de7d2b38-1a95-45b5-94bc-1299222a96a5'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:02:53.992116 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d85108-f164-479a-9f4b-67798edc73dc service neutron] Pushing event updated for resources: {'Port': ['ID=d63edf6c-11fc-4ab3-8a9d-8f299797a83d,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:54.015701 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7b65b143-44b7-4e1b-92d3-68477245f61b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d76a9a1618546e9a76665c5bdb7d018&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2772832 Mar 05 05:02:54.021494 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38202) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:54.089666 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-94d85108-f164-479a-9f4b-67798edc73dc service neutron] Attempting to bind port d63edf6c-11fc-4ab3-8a9d-8f299797a83d on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:02:54.090509 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-94d85108-f164-479a-9f4b-67798edc73dc service neutron] Attempting to bind port d63edf6c-11fc-4ab3-8a9d-8f299797a83d by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': 'd489005d-23c5-45e4-857a-6d4a5e83c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '61e4226b-fc5c-4019-a996-47139c08d580'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:02:54.091160 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-94d85108-f164-479a-9f4b-67798edc73dc service neutron] Attempting to bind port d63edf6c-11fc-4ab3-8a9d-8f299797a83d on network 61e4226b-fc5c-4019-a996-47139c08d580 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:02:54.096882 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-94d85108-f164-479a-9f4b-67798edc73dc service neutron] Port d63edf6c-11fc-4ab3-8a9d-8f299797a83d on network 61e4226b-fc5c-4019-a996-47139c08d580 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:02:54.097448 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-94d85108-f164-479a-9f4b-67798edc73dc service neutron] Attempting to bind port d63edf6c-11fc-4ab3-8a9d-8f299797a83d on network 61e4226b-fc5c-4019-a996-47139c08d580 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:02:54.103820 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-94d85108-f164-479a-9f4b-67798edc73dc service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:02:54.104367 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-94d85108-f164-479a-9f4b-67798edc73dc service neutron] Checking segment: {'id': 'd489005d-23c5-45e4-857a-6d4a5e83c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '61e4226b-fc5c-4019-a996-47139c08d580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:02:54.104908 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-94d85108-f164-479a-9f4b-67798edc73dc service neutron] Bound using segment: {'id': 'd489005d-23c5-45e4-857a-6d4a5e83c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '61e4226b-fc5c-4019-a996-47139c08d580'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:02:54.105509 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-94d85108-f164-479a-9f4b-67798edc73dc service neutron] Bound port: d63edf6c-11fc-4ab3-8a9d-8f299797a83d, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd489005d-23c5-45e4-857a-6d4a5e83c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '61e4226b-fc5c-4019-a996-47139c08d580'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:02:54.106038 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-94d85108-f164-479a-9f4b-67798edc73dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d63edf6c-11fc-4ab3-8a9d-8f299797a83d), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:54.138092 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d8e10-7e93-4101-8a56-aa2b71412fe1 req-64e864eb-bbb2-4a6a-9b76-5eb9bdc35b03 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:54.154737 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c64d8e10-7e93-4101-8a56-aa2b71412fe1 req-64e864eb-bbb2-4a6a-9b76-5eb9bdc35b03 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e4bd63b-8ac7-4526-b303-158af88a39bb HTTP/1.1" status: 200 len: 944 time: 0.2734473 Mar 05 05:02:54.222493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-94d85108-f164-479a-9f4b-67798edc73dc service neutron] For port d63edf6c-11fc-4ab3-8a9d-8f299797a83d, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:02:54.226698 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-94d85108-f164-479a-9f4b-67798edc73dc service neutron] For port d63edf6c-11fc-4ab3-8a9d-8f299797a83d, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d63edf6c-11fc-4ab3-8a9d-8f299797a83d,segment=NetworkSegment(d489005d-23c5-45e4-857a-6d4a5e83c953),segment_id=d489005d-23c5-45e4-857a-6d4a5e83c953)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:02:54.240554 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-94d85108-f164-479a-9f4b-67798edc73dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (d63edf6c-11fc-4ab3-8a9d-8f299797a83d), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:54.277180 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-716e53aa-c6e2-4626-a38f-843880f6a18f admin admin] Publish callbacks [] for security_group (ac9d5703-aee4-4203-a543-b55031b75276), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:54.310685 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-716e53aa-c6e2-4626-a38f-843880f6a18f admin admin] Publish callbacks [] for security_group (ac9d5703-aee4-4203-a543-b55031b75276), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:54.337817 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d85108-f164-479a-9f4b-67798edc73dc service neutron] Pushing event updated for resources: {'Port': ['ID=d63edf6c-11fc-4ab3-8a9d-8f299797a83d,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:54.351975 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-94d85108-f164-479a-9f4b-67798edc73dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:54.352620 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-94d85108-f164-479a-9f4b-67798edc73dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:54.354645 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-94d85108-f164-479a-9f4b-67798edc73dc service neutron] 10.222.0.30 "PUT /v2.0/ports/d63edf6c-11fc-4ab3-8a9d-8f299797a83d HTTP/1.1" status: 200 len: 1092 time: 1.4437070 Mar 05 05:02:54.378069 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c64d8e10-7e93-4101-8a56-aa2b71412fe1 req-ae8f1d85-44e3-43e9-ac4b-aaa38d6c0e23 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b988e79-c406-4059-a829-d33e42be9564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223756 Mar 05 05:02:54.394939 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-1588744f-fc4b-4e1e-a230-db8b78f50550 service neutron] Request body: {'port': {'device_id': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:54.441742 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-716e53aa-c6e2-4626-a38f-843880f6a18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ac9d5703-aee4-4203-a543-b55031b75276), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:54.444975 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-716e53aa-c6e2-4626-a38f-843880f6a18f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:54.448560 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-716e53aa-c6e2-4626-a38f-843880f6a18f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ac9d5703-aee4-4203-a543-b55031b75276 HTTP/1.1" status: 204 len: 168 time: 0.4238253 Mar 05 05:02:54.462023 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e53aa-c6e2-4626-a38f-843880f6a18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9d5703-aee4-4203-a543-b55031b75276,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:54.524815 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-1588744f-fc4b-4e1e-a230-db8b78f50550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (630ec452-e76f-475b-beab-b349317b3e41), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:54.789488 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'tag': '5ed04d4a-ca8f-476e-be17-67e48f14aa4a'}, {'name': 'network-changed', 'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'tag': 'd63edf6c-11fc-4ab3-8a9d-8f299797a83d'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:02:54.792697 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81699890-949d-466c-b7b1-e1741c9bb6ec" -d '{"events": [{"name": "network-changed", "server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "tag": "5ed04d4a-ca8f-476e-be17-67e48f14aa4a"}, {"name": "network-changed", "server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "tag": "d63edf6c-11fc-4ab3-8a9d-8f299797a83d"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:02:54.873154 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c84ee3-1ef8-4684-86be-c56a0e756de9 req-a2c43a3f-051c-4663-b938-d7bbd14c61b7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:54.880844 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c84ee3-1ef8-4684-86be-c56a0e756de9 req-a2c43a3f-051c-4663-b938-d7bbd14c61b7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:54.886701 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 05 Mar 2022 05:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5abdbc-a2ed-420b-9250-beada21926bd x-openstack-request-id: req-fd5abdbc-a2ed-420b-9250-beada21926bd {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:02:54.887677 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "tag": "5ed04d4a-ca8f-476e-be17-67e48f14aa4a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "tag": "d63edf6c-11fc-4ab3-8a9d-8f299797a83d", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:02:54.888004 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fd5abdbc-a2ed-420b-9250-beada21926bd {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:02:54.889130 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c84ee3-1ef8-4684-86be-c56a0e756de9 req-a2c43a3f-051c-4663-b938-d7bbd14c61b7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:54.889795 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'tag': '5ed04d4a-ca8f-476e-be17-67e48f14aa4a', 'status': 'completed', 'code': 200} Mar 05 05:02:54.890119 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'tag': 'd63edf6c-11fc-4ab3-8a9d-8f299797a83d', 'status': 'completed', 'code': 200} Mar 05 05:02:54.896698 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c84ee3-1ef8-4684-86be-c56a0e756de9 req-a2c43a3f-051c-4663-b938-d7bbd14c61b7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:54.903504 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c84ee3-1ef8-4684-86be-c56a0e756de9 req-a2c43a3f-051c-4663-b938-d7bbd14c61b7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:54.909315 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c84ee3-1ef8-4684-86be-c56a0e756de9 req-a2c43a3f-051c-4663-b938-d7bbd14c61b7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:54.916702 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c84ee3-1ef8-4684-86be-c56a0e756de9 req-a2c43a3f-051c-4663-b938-d7bbd14c61b7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:54.926825 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19c84ee3-1ef8-4684-86be-c56a0e756de9 req-a2c43a3f-051c-4663-b938-d7bbd14c61b7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5397 time: 0.1619394 Mar 05 05:02:55.005065 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19c84ee3-1ef8-4684-86be-c56a0e756de9 req-76457d6b-0c87-4c42-9540-3bd45d318f21 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0768113 Mar 05 05:02:55.052543 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699890-949d-466c-b7b1-e1741c9bb6ec req-ef34ebd8-25af-40ed-8bd7-9f2bcb2d56a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:55.053021 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699890-949d-466c-b7b1-e1741c9bb6ec req-ef34ebd8-25af-40ed-8bd7-9f2bcb2d56a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:55.053487 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699890-949d-466c-b7b1-e1741c9bb6ec req-ef34ebd8-25af-40ed-8bd7-9f2bcb2d56a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:55.053947 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699890-949d-466c-b7b1-e1741c9bb6ec req-ef34ebd8-25af-40ed-8bd7-9f2bcb2d56a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:55.054400 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699890-949d-466c-b7b1-e1741c9bb6ec req-ef34ebd8-25af-40ed-8bd7-9f2bcb2d56a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:55.054856 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699890-949d-466c-b7b1-e1741c9bb6ec req-ef34ebd8-25af-40ed-8bd7-9f2bcb2d56a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:55.055709 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699890-949d-466c-b7b1-e1741c9bb6ec req-ef34ebd8-25af-40ed-8bd7-9f2bcb2d56a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:55.057713 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-81699890-949d-466c-b7b1-e1741c9bb6ec req-ef34ebd8-25af-40ed-8bd7-9f2bcb2d56a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3cbec10cd3004a49ad666e5206b0e916&device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 6504 time: 0.1562362 Mar 05 05:02:55.072539 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device de7d2b38-1a95-45b5-94bc-1299222a96a5 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:02:55.177846 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port de7d2b38-1a95-45b5-94bc-1299222a96a5 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:02:55.184565 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port de7d2b38-1a95-45b5-94bc-1299222a96a5 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:02:55.185140 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (de7d2b38-1a95-45b5-94bc-1299222a96a5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:55.202337 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699890-949d-466c-b7b1-e1741c9bb6ec req-cb18d3a1-0367-4683-918c-24a74c56fadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:55.202881 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699890-949d-466c-b7b1-e1741c9bb6ec req-cb18d3a1-0367-4683-918c-24a74c56fadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:55.203409 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699890-949d-466c-b7b1-e1741c9bb6ec req-cb18d3a1-0367-4683-918c-24a74c56fadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:55.205142 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-81699890-949d-466c-b7b1-e1741c9bb6ec req-cb18d3a1-0367-4683-918c-24a74c56fadf service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3cbec10cd3004a49ad666e5206b0e916&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1171525 Mar 05 05:02:55.207291 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-1588744f-fc4b-4e1e-a230-db8b78f50550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 630ec452-e76f-475b-beab-b349317b3e41 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:02:55.225966 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-1588744f-fc4b-4e1e-a230-db8b78f50550 service neutron] Publish callbacks [] for port (630ec452-e76f-475b-beab-b349317b3e41), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:55.288924 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-1588744f-fc4b-4e1e-a230-db8b78f50550 service neutron] Transition to ACTIVE for port object 630ec452-e76f-475b-beab-b349317b3e41 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:02:55.301443 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-1588744f-fc4b-4e1e-a230-db8b78f50550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (630ec452-e76f-475b-beab-b349317b3e41), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:55.317139 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port de7d2b38-1a95-45b5-94bc-1299222a96a5 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:02:55.317776 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (de7d2b38-1a95-45b5-94bc-1299222a96a5), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:55.368262 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port de7d2b38-1a95-45b5-94bc-1299222a96a5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=de7d2b38-1a95-45b5-94bc-1299222a96a5,segment=NetworkSegment(78da9f50-b791-4384-818b-c3b1f3bf0c84),segment_id=78da9f50-b791-4384-818b-c3b1f3bf0c84)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:02:55.370066 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4bd63b-8ac7-4526-b303-158af88a39bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7d2b38-1a95-45b5-94bc-1299222a96a5'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:02:55.374109 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96b627f-78b6-4bca-b20f-7581c3f6501d" -d '{"events": [{"server_uuid": "2e4bd63b-8ac7-4526-b303-158af88a39bb", "name": "network-vif-plugged", "status": "completed", "tag": "de7d2b38-1a95-45b5-94bc-1299222a96a5"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:02:55.380290 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (de7d2b38-1a95-45b5-94bc-1299222a96a5), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:55.494618 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588744f-fc4b-4e1e-a230-db8b78f50550 service neutron] Pushing event updated for resources: {'Port': ['ID=630ec452-e76f-475b-beab-b349317b3e41,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:55.501928 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e120b562-6b76-4bf0-b0da-4b80956fc92a x-openstack-request-id: req-e120b562-6b76-4bf0-b0da-4b80956fc92a {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:02:55.502587 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4bd63b-8ac7-4526-b303-158af88a39bb", "name": "network-vif-plugged", "status": "completed", "tag": "de7d2b38-1a95-45b5-94bc-1299222a96a5", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:02:55.503004 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e120b562-6b76-4bf0-b0da-4b80956fc92a {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:02:55.506212 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4bd63b-8ac7-4526-b303-158af88a39bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de7d2b38-1a95-45b5-94bc-1299222a96a5', 'code': 200} Mar 05 05:02:55.518301 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38244) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:55.603304 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=de7d2b38-1a95-45b5-94bc-1299222a96a5,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:55.618014 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699890-949d-466c-b7b1-e1741c9bb6ec req-08fa5c69-de88-4b96-8249-ec8e82ac00f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:55.620506 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-81699890-949d-466c-b7b1-e1741c9bb6ec req-08fa5c69-de88-4b96-8249-ec8e82ac00f1 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4077861 Mar 05 05:02:55.637105 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-1588744f-fc4b-4e1e-a230-db8b78f50550 service neutron] Attempting to bind port 630ec452-e76f-475b-beab-b349317b3e41 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:02:55.638302 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-1588744f-fc4b-4e1e-a230-db8b78f50550 service neutron] Attempting to bind port 630ec452-e76f-475b-beab-b349317b3e41 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': 'c8e4c702-f3ee-4970-96e5-405c4a08d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5e298e9-3894-4a20-bba8-ee9990215b28'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:02:55.638856 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-1588744f-fc4b-4e1e-a230-db8b78f50550 service neutron] Attempting to bind port 630ec452-e76f-475b-beab-b349317b3e41 on network d5e298e9-3894-4a20-bba8-ee9990215b28 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:02:55.646835 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-1588744f-fc4b-4e1e-a230-db8b78f50550 service neutron] Port 630ec452-e76f-475b-beab-b349317b3e41 on network d5e298e9-3894-4a20-bba8-ee9990215b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:02:55.647526 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-1588744f-fc4b-4e1e-a230-db8b78f50550 service neutron] Attempting to bind port 630ec452-e76f-475b-beab-b349317b3e41 on network d5e298e9-3894-4a20-bba8-ee9990215b28 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:02:55.654383 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-1588744f-fc4b-4e1e-a230-db8b78f50550 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:02:55.655329 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-1588744f-fc4b-4e1e-a230-db8b78f50550 service neutron] Checking segment: {'id': 'c8e4c702-f3ee-4970-96e5-405c4a08d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5e298e9-3894-4a20-bba8-ee9990215b28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:02:55.655928 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-1588744f-fc4b-4e1e-a230-db8b78f50550 service neutron] Bound using segment: {'id': 'c8e4c702-f3ee-4970-96e5-405c4a08d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5e298e9-3894-4a20-bba8-ee9990215b28'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:02:55.656569 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-1588744f-fc4b-4e1e-a230-db8b78f50550 service neutron] Bound port: 630ec452-e76f-475b-beab-b349317b3e41, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e4c702-f3ee-4970-96e5-405c4a08d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5e298e9-3894-4a20-bba8-ee9990215b28'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:02:55.657271 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-1588744f-fc4b-4e1e-a230-db8b78f50550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (630ec452-e76f-475b-beab-b349317b3e41), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:55.693471 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00003971-8c38-4da9-a1ff-aadc813aedb6 req-12a7e41a-d881-4d5f-8ce7-8676e0070eeb tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:55.700988 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-00003971-8c38-4da9-a1ff-aadc813aedb6 req-12a7e41a-d881-4d5f-8ce7-8676e0070eeb tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e4bd63b-8ac7-4526-b303-158af88a39bb HTTP/1.1" status: 200 len: 945 time: 0.1483548 Mar 05 05:02:55.740945 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ab88f-941a-4950-af3e-f384e2803647 req-8c2c9a85-d341-4eb5-92d1-02a17c90947a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:55.743955 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-110ab88f-941a-4950-af3e-f384e2803647 req-8c2c9a85-d341-4eb5-92d1-02a17c90947a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2e4bd63b-8ac7-4526-b303-158af88a39bb HTTP/1.1" status: 200 len: 1128 time: 0.1313841 Mar 05 05:02:55.750412 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-5679849b-cb2f-49d4-9387-2f27d248eca8 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-573484995'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:55.790582 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699890-949d-466c-b7b1-e1741c9bb6ec req-ef3e2fa4-9338-4c88-9d42-3432ea452dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:55.791368 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699890-949d-466c-b7b1-e1741c9bb6ec req-ef3e2fa4-9338-4c88-9d42-3432ea452dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:55.791951 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699890-949d-466c-b7b1-e1741c9bb6ec req-ef3e2fa4-9338-4c88-9d42-3432ea452dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:55.792571 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699890-949d-466c-b7b1-e1741c9bb6ec req-ef3e2fa4-9338-4c88-9d42-3432ea452dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:55.793092 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699890-949d-466c-b7b1-e1741c9bb6ec req-ef3e2fa4-9338-4c88-9d42-3432ea452dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:55.793619 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699890-949d-466c-b7b1-e1741c9bb6ec req-ef3e2fa4-9338-4c88-9d42-3432ea452dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:55.794178 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699890-949d-466c-b7b1-e1741c9bb6ec req-ef3e2fa4-9338-4c88-9d42-3432ea452dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:55.796645 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-81699890-949d-466c-b7b1-e1741c9bb6ec req-ef3e2fa4-9338-4c88-9d42-3432ea452dea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3cbec10cd3004a49ad666e5206b0e916&device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 6530 time: 0.1265388 Mar 05 05:02:55.824852 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-110ab88f-941a-4950-af3e-f384e2803647 req-8be24c2b-e66c-4ed5-9cb3-b870e0d5249a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7b988e79-c406-4059-a829-d33e42be9564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526989 Mar 05 05:02:55.825703 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5679849b-cb2f-49d4-9387-2f27d248eca8 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] Made reservation on behalf of 707ca2cbefd8411f81626627ba10b126 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:02:55.830946 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5679849b-cb2f-49d4-9387-2f27d248eca8 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:55.851292 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5679849b-cb2f-49d4-9387-2f27d248eca8 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:55.897183 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-00003971-8c38-4da9-a1ff-aadc813aedb6 req-9c7d532a-cd52-45c9-bd92-c9f75cf3bbc0 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b988e79-c406-4059-a829-d33e42be9564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952143 Mar 05 05:02:55.954008 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699890-949d-466c-b7b1-e1741c9bb6ec req-e1a303a0-1993-495b-9f7e-f0ebe1f06805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:55.955206 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699890-949d-466c-b7b1-e1741c9bb6ec req-e1a303a0-1993-495b-9f7e-f0ebe1f06805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:55.955854 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699890-949d-466c-b7b1-e1741c9bb6ec req-e1a303a0-1993-495b-9f7e-f0ebe1f06805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:55.957461 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-81699890-949d-466c-b7b1-e1741c9bb6ec req-e1a303a0-1993-495b-9f7e-f0ebe1f06805 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3cbec10cd3004a49ad666e5206b0e916&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1531477 Mar 05 05:02:56.003194 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-1588744f-fc4b-4e1e-a230-db8b78f50550 service neutron] For port 630ec452-e76f-475b-beab-b349317b3e41, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:02:56.006100 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5679849b-cb2f-49d4-9387-2f27d248eca8 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] Publish callbacks [] for security_group (4265bfc5-b2a3-467f-ac36-d01e11ce2743), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:56.016775 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5679849b-cb2f-49d4-9387-2f27d248eca8 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4265bfc5-b2a3-467f-ac36-d01e11ce2743), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:56.069328 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5679849b-cb2f-49d4-9387-2f27d248eca8 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:02:56.080457 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679849b-cb2f-49d4-9387-2f27d248eca8 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4265bfc5-b2a3-467f-ac36-d01e11ce2743,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:56.086137 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5679849b-cb2f-49d4-9387-2f27d248eca8 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (6950ec07-1a34-4c6e-abcc-e8d380379383), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:56.086494 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-5679849b-cb2f-49d4-9387-2f27d248eca8 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] Added segment 6950ec07-1a34-4c6e-abcc-e8d380379383 of type vlan for network 8070f4a2-381e-4851-8f46-4b224ef4a8d9 Mar 05 05:02:56.114787 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-1588744f-fc4b-4e1e-a230-db8b78f50550 service neutron] For port 630ec452-e76f-475b-beab-b349317b3e41, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=630ec452-e76f-475b-beab-b349317b3e41,segment=NetworkSegment(c8e4c702-f3ee-4970-96e5-405c4a08d9c8),segment_id=c8e4c702-f3ee-4970-96e5-405c4a08d9c8)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:02:56.132088 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5679849b-cb2f-49d4-9387-2f27d248eca8 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (8070f4a2-381e-4851-8f46-4b224ef4a8d9), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:56.141683 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-1588744f-fc4b-4e1e-a230-db8b78f50550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (630ec452-e76f-475b-beab-b349317b3e41), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:56.193320 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-1588744f-fc4b-4e1e-a230-db8b78f50550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:56.194388 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-1588744f-fc4b-4e1e-a230-db8b78f50550 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:56.196141 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-1588744f-fc4b-4e1e-a230-db8b78f50550 service neutron] 10.222.0.30 "PUT /v2.0/ports/630ec452-e76f-475b-beab-b349317b3e41 HTTP/1.1" status: 200 len: 1092 time: 1.8072588 Mar 05 05:02:56.200296 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5679849b-cb2f-49d4-9387-2f27d248eca8 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (8070f4a2-381e-4851-8f46-4b224ef4a8d9), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:56.207347 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5679849b-cb2f-49d4-9387-2f27d248eca8 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:56.208021 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5679849b-cb2f-49d4-9387-2f27d248eca8 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:56.233130 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-7a34531d-7845-4384-b5d2-f73c805becb7 service neutron] Request body: {'port': {'device_id': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:56.285630 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5679849b-cb2f-49d4-9387-2f27d248eca8 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.7651811 Mar 05 05:02:56.292226 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38256) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:56.312341 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-7a34531d-7845-4384-b5d2-f73c805becb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5e447ee7-4100-4185-aa0b-ad601672b463), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:56.338363 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.tag.tag_plugin [None req-40360ce4-19c8-4e81-bbd1-e59c88973f63 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '8070f4a2-381e-4851-8f46-4b224ef4a8d9', 'tempest-TagsTest-Tag-1904145750') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:56.394829 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b64a37-701b-4b93-b854-fa716de3555e req-563ee023-c88b-4698-abf5-d4c12622ab0d tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:56.402406 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b64a37-701b-4b93-b854-fa716de3555e req-563ee023-c88b-4698-abf5-d4c12622ab0d tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:56.409405 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b64a37-701b-4b93-b854-fa716de3555e req-563ee023-c88b-4698-abf5-d4c12622ab0d tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:56.417312 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b64a37-701b-4b93-b854-fa716de3555e req-563ee023-c88b-4698-abf5-d4c12622ab0d tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:56.423057 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b64a37-701b-4b93-b854-fa716de3555e req-563ee023-c88b-4698-abf5-d4c12622ab0d tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:56.446299 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b64a37-701b-4b93-b854-fa716de3555e req-563ee023-c88b-4698-abf5-d4c12622ab0d tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:56.452835 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b64a37-701b-4b93-b854-fa716de3555e req-563ee023-c88b-4698-abf5-d4c12622ab0d tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:56.459854 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a0b64a37-701b-4b93-b854-fa716de3555e req-563ee023-c88b-4698-abf5-d4c12622ab0d tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5409 time: 0.3232846 Mar 05 05:02:56.467828 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679849b-cb2f-49d4-9387-2f27d248eca8 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] Pushing event updated for resources: {'Network': ['ID=8070f4a2-381e-4851-8f46-4b224ef4a8d9,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:56.479469 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 8070f4a2-381e-4851-8f46-4b224ef4a8d9 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:02:56.701715 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a0b64a37-701b-4b93-b854-fa716de3555e req-188624a5-3888-41ab-b4bf-f0aeff492dda tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2085419 Mar 05 05:02:56.725526 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-40360ce4-19c8-4e81-bbd1-e59c88973f63 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] 10.222.0.11 "PUT /v2.0/networks/8070f4a2-381e-4851-8f46-4b224ef4a8d9/tags/tempest-TagsTest-Tag-1904145750 HTTP/1.1" status: 201 len: 201 time: 0.4284031 Mar 05 05:02:56.726662 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38262) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:56.732178 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.tag.tag_plugin [None req-b3483f12-d108-4a56-bc93-44511b3b9c43 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8070f4a2-381e-4851-8f46-4b224ef4a8d9', 'tempest-TagsTest-Tag-1904145750') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:56.807940 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b3483f12-d108-4a56-bc93-44511b3b9c43 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] 10.222.0.11 "GET /v2.0/networks/8070f4a2-381e-4851-8f46-4b224ef4a8d9/tags/tempest-TagsTest-Tag-1904145750 HTTP/1.1" status: 204 len: 168 time: 0.0794485 Mar 05 05:02:56.810459 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38264) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:56.816095 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.tag.tag_plugin [None req-8243b4c7-3553-4a5a-a337-2648edbfb931 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '8070f4a2-381e-4851-8f46-4b224ef4a8d9') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:56.970905 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8243b4c7-3553-4a5a-a337-2648edbfb931 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] 10.222.0.11 "GET /v2.0/networks/8070f4a2-381e-4851-8f46-4b224ef4a8d9/tags HTTP/1.1" status: 200 len: 238 time: 0.1571383 Mar 05 05:02:56.972033 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38270) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:56.978397 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.tag.tag_plugin [None req-b3ab69b6-5b00-4681-bbaf-ad43850bfbc2 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '8070f4a2-381e-4851-8f46-4b224ef4a8d9', {'tags': ['tempest-TagsTest-Tag-1381796417', 'tempest-TagsTest-Tag-1066664290', 'tempest-TagsTest-Tag-216774060']}) {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:57.034991 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81699890-949d-466c-b7b1-e1741c9bb6ec req-ece61f87-f481-4137-a342-5b8d75764d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:57.036539 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-81699890-949d-466c-b7b1-e1741c9bb6ec req-ece61f87-f481-4137-a342-5b8d75764d03 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.0711651 Mar 05 05:02:57.072010 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'tag': '630ec452-e76f-475b-beab-b349317b3e41'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:02:57.077526 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185f0832-0181-4db5-ac38-a85aaf978b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "tag": "630ec452-e76f-475b-beab-b349317b3e41"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:02:57.104426 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588744f-fc4b-4e1e-a230-db8b78f50550 service neutron] Pushing event updated for resources: {'Port': ['ID=630ec452-e76f-475b-beab-b349317b3e41,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:57.108108 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b3ab69b6-5b00-4681-bbaf-ad43850bfbc2 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] 10.222.0.11 "PUT /v2.0/networks/8070f4a2-381e-4851-8f46-4b224ef4a8d9/tags HTTP/1.1" status: 200 len: 308 time: 0.1325049 Mar 05 05:02:57.108587 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38276) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:57.117386 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.tag.tag_plugin [None req-2afb6283-5dbb-4018-b980-d8f6a83d8408 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '8070f4a2-381e-4851-8f46-4b224ef4a8d9', 'tempest-TagsTest-Tag-1381796417') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:57.169381 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08edc2c-0fd1-4924-9e3f-80934be840ec x-openstack-request-id: req-f08edc2c-0fd1-4924-9e3f-80934be840ec {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:02:57.169680 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "tag": "630ec452-e76f-475b-beab-b349317b3e41", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:02:57.169935 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f08edc2c-0fd1-4924-9e3f-80934be840ec {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:02:57.170334 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'tag': '630ec452-e76f-475b-beab-b349317b3e41', 'status': 'completed', 'code': 200} Mar 05 05:02:57.189351 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31544fe1-0663-4afe-aabb-650054f20df9 req-2d005181-b1eb-4a3b-89af-12bf89b26427 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:57.191734 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-31544fe1-0663-4afe-aabb-650054f20df9 req-2d005181-b1eb-4a3b-89af-12bf89b26427 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e4bd63b-8ac7-4526-b303-158af88a39bb HTTP/1.1" status: 200 len: 945 time: 0.1224012 Mar 05 05:02:57.220322 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-7a34531d-7845-4384-b5d2-f73c805becb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e447ee7-4100-4185-aa0b-ad601672b463 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:02:57.232749 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-7a34531d-7845-4384-b5d2-f73c805becb7 service neutron] Publish callbacks [] for port (5e447ee7-4100-4185-aa0b-ad601672b463), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:57.259760 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-7a34531d-7845-4384-b5d2-f73c805becb7 service neutron] Transition to ACTIVE for port object 5e447ee7-4100-4185-aa0b-ad601672b463 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:02:57.266154 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f0832-0181-4db5-ac38-a85aaf978b4a req-aea8e06a-426d-4a16-aed8-764d00871b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:57.266666 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f0832-0181-4db5-ac38-a85aaf978b4a req-aea8e06a-426d-4a16-aed8-764d00871b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:57.268271 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f0832-0181-4db5-ac38-a85aaf978b4a req-aea8e06a-426d-4a16-aed8-764d00871b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:57.268974 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f0832-0181-4db5-ac38-a85aaf978b4a req-aea8e06a-426d-4a16-aed8-764d00871b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:57.269588 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f0832-0181-4db5-ac38-a85aaf978b4a req-aea8e06a-426d-4a16-aed8-764d00871b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:57.270163 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f0832-0181-4db5-ac38-a85aaf978b4a req-aea8e06a-426d-4a16-aed8-764d00871b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:57.270634 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f0832-0181-4db5-ac38-a85aaf978b4a req-aea8e06a-426d-4a16-aed8-764d00871b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:57.272623 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-185f0832-0181-4db5-ac38-a85aaf978b4a req-aea8e06a-426d-4a16-aed8-764d00871b16 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3cbec10cd3004a49ad666e5206b0e916&device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 6603 time: 0.1014721 Mar 05 05:02:57.273877 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-7a34531d-7845-4384-b5d2-f73c805becb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (5e447ee7-4100-4185-aa0b-ad601672b463), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:57.295135 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-31544fe1-0663-4afe-aabb-650054f20df9 req-8f09c4b0-0c93-4601-a9e0-6697210507e5 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b988e79-c406-4059-a829-d33e42be9564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978861 Mar 05 05:02:57.315191 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2afb6283-5dbb-4018-b980-d8f6a83d8408 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] 10.222.0.11 "DELETE /v2.0/networks/8070f4a2-381e-4851-8f46-4b224ef4a8d9/tags/tempest-TagsTest-Tag-1381796417 HTTP/1.1" status: 204 len: 168 time: 0.2052867 Mar 05 05:02:57.326573 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38278) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:57.334891 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.tag.tag_plugin [None req-374edcd2-694d-421b-8a95-fccc276a6a62 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8070f4a2-381e-4851-8f46-4b224ef4a8d9', 'tempest-TagsTest-Tag-1381796417') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:57.505943 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34531d-7845-4384-b5d2-f73c805becb7 service neutron] Pushing event updated for resources: {'Port': ['ID=5e447ee7-4100-4185-aa0b-ad601672b463,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:57.568121 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-374edcd2-694d-421b-8a95-fccc276a6a62 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] show failed (client error): The resource could not be found. Mar 05 05:02:57.570958 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-374edcd2-694d-421b-8a95-fccc276a6a62 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] 10.222.0.11 "GET /v2.0/networks/8070f4a2-381e-4851-8f46-4b224ef4a8d9/tags/tempest-TagsTest-Tag-1381796417 HTTP/1.1" status: 404 len: 326 time: 0.2525058 Mar 05 05:02:57.578815 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38286) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:57.588773 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab3eeb-710e-4bb0-910c-2662cb145031 req-7a883b05-81bf-44b9-b722-9fa36ef1bae6 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:57.590533 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a4ab3eeb-710e-4bb0-910c-2662cb145031 req-7a883b05-81bf-44b9-b722-9fa36ef1bae6 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e4bd63b-8ac7-4526-b303-158af88a39bb HTTP/1.1" status: 200 len: 945 time: 0.1707444 Mar 05 05:02:57.594991 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.tag.tag_plugin [None req-ede54e4d-93da-4012-ac9f-c2c86fdff3bb tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8070f4a2-381e-4851-8f46-4b224ef4a8d9', 'tempest-TagsTest-Tag-1066664290') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:57.601395 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38288) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:57.612906 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-071ba398-161e-4c92-ae7f-404c09a35fd8 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Request body: {'floatingip': {'port_id': 'de7d2b38-1a95-45b5-94bc-1299222a96a5'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:02:57.665546 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-071ba398-161e-4c92-ae7f-404c09a35fd8 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for floatingip (f762be00-c220-47c0-bae8-71f29cf317f9), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:57.679751 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ede54e4d-93da-4012-ac9f-c2c86fdff3bb tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] 10.222.0.11 "GET /v2.0/networks/8070f4a2-381e-4851-8f46-4b224ef4a8d9/tags/tempest-TagsTest-Tag-1066664290 HTTP/1.1" status: 204 len: 168 time: 0.0988183 Mar 05 05:02:57.682110 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38290) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:57.686291 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.tag.tag_plugin [None req-2b8ed319-6506-4f9c-b758-0eb83d1812b9 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8070f4a2-381e-4851-8f46-4b224ef4a8d9', 'tempest-TagsTest-Tag-216774060') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:57.749236 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f0832-0181-4db5-ac38-a85aaf978b4a req-bd565d1c-ff16-4aea-b66d-77a3dda23d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:57.750053 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f0832-0181-4db5-ac38-a85aaf978b4a req-bd565d1c-ff16-4aea-b66d-77a3dda23d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:57.750689 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f0832-0181-4db5-ac38-a85aaf978b4a req-bd565d1c-ff16-4aea-b66d-77a3dda23d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:57.753839 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-185f0832-0181-4db5-ac38-a85aaf978b4a req-bd565d1c-ff16-4aea-b66d-77a3dda23d7b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3cbec10cd3004a49ad666e5206b0e916&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4563625 Mar 05 05:02:57.759686 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-7a34531d-7845-4384-b5d2-f73c805becb7 service neutron] Attempting to bind port 5e447ee7-4100-4185-aa0b-ad601672b463 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:02:57.761120 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-7a34531d-7845-4384-b5d2-f73c805becb7 service neutron] Attempting to bind port 5e447ee7-4100-4185-aa0b-ad601672b463 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': 'c8e4c702-f3ee-4970-96e5-405c4a08d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5e298e9-3894-4a20-bba8-ee9990215b28'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:02:57.763551 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2b8ed319-6506-4f9c-b758-0eb83d1812b9 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] 10.222.0.11 "GET /v2.0/networks/8070f4a2-381e-4851-8f46-4b224ef4a8d9/tags/tempest-TagsTest-Tag-216774060 HTTP/1.1" status: 204 len: 168 time: 0.0802488 Mar 05 05:02:57.764698 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-7a34531d-7845-4384-b5d2-f73c805becb7 service neutron] Attempting to bind port 5e447ee7-4100-4185-aa0b-ad601672b463 on network d5e298e9-3894-4a20-bba8-ee9990215b28 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:02:57.766220 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38294) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:57.771226 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.tag.tag_plugin [None req-f3f48e03-5ba7-4783-8b9b-101cb6abcd75 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8070f4a2-381e-4851-8f46-4b224ef4a8d9') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:57.880588 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f0832-0181-4db5-ac38-a85aaf978b4a req-5fdbf15e-f32d-45c1-8e41-42b451fc42b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:57.882655 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-185f0832-0181-4db5-ac38-a85aaf978b4a req-5fdbf15e-f32d-45c1-8e41-42b451fc42b7 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1144061 Mar 05 05:02:57.904303 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-7a34531d-7845-4384-b5d2-f73c805becb7 service neutron] Port 5e447ee7-4100-4185-aa0b-ad601672b463 on network d5e298e9-3894-4a20-bba8-ee9990215b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:02:57.905017 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-7a34531d-7845-4384-b5d2-f73c805becb7 service neutron] Attempting to bind port 5e447ee7-4100-4185-aa0b-ad601672b463 on network d5e298e9-3894-4a20-bba8-ee9990215b28 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:02:57.916100 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-7a34531d-7845-4384-b5d2-f73c805becb7 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:02:57.916833 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-7a34531d-7845-4384-b5d2-f73c805becb7 service neutron] Checking segment: {'id': 'c8e4c702-f3ee-4970-96e5-405c4a08d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5e298e9-3894-4a20-bba8-ee9990215b28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:02:57.917666 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-7a34531d-7845-4384-b5d2-f73c805becb7 service neutron] Bound using segment: {'id': 'c8e4c702-f3ee-4970-96e5-405c4a08d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5e298e9-3894-4a20-bba8-ee9990215b28'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:02:57.918365 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-7a34531d-7845-4384-b5d2-f73c805becb7 service neutron] Bound port: 5e447ee7-4100-4185-aa0b-ad601672b463, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8e4c702-f3ee-4970-96e5-405c4a08d9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5e298e9-3894-4a20-bba8-ee9990215b28'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:02:57.920265 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-7a34531d-7845-4384-b5d2-f73c805becb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5e447ee7-4100-4185-aa0b-ad601672b463), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:57.923761 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f3f48e03-5ba7-4783-8b9b-101cb6abcd75 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] 10.222.0.11 "DELETE /v2.0/networks/8070f4a2-381e-4851-8f46-4b224ef4a8d9/tags HTTP/1.1" status: 204 len: 168 time: 0.1553745 Mar 05 05:02:57.926550 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38296) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:57.933414 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.tag.tag_plugin [None req-47abd1d4-a8d3-43bb-b223-12582a759291 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8070f4a2-381e-4851-8f46-4b224ef4a8d9', 'tempest-TagsTest-Tag-1066664290') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:57.978899 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167cadb-49a9-48b1-921b-a44aed9cc67d req-5e92da1e-02fd-4ee2-a15d-e85556be3ffe tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:57.984531 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167cadb-49a9-48b1-921b-a44aed9cc67d req-5e92da1e-02fd-4ee2-a15d-e85556be3ffe tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:57.991058 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167cadb-49a9-48b1-921b-a44aed9cc67d req-5e92da1e-02fd-4ee2-a15d-e85556be3ffe tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:57.996583 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167cadb-49a9-48b1-921b-a44aed9cc67d req-5e92da1e-02fd-4ee2-a15d-e85556be3ffe tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:58.003615 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167cadb-49a9-48b1-921b-a44aed9cc67d req-5e92da1e-02fd-4ee2-a15d-e85556be3ffe tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:58.009347 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167cadb-49a9-48b1-921b-a44aed9cc67d req-5e92da1e-02fd-4ee2-a15d-e85556be3ffe tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:58.017183 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167cadb-49a9-48b1-921b-a44aed9cc67d req-5e92da1e-02fd-4ee2-a15d-e85556be3ffe tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:58.017323 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9167cadb-49a9-48b1-921b-a44aed9cc67d req-5e92da1e-02fd-4ee2-a15d-e85556be3ffe tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1724231 Mar 05 05:02:58.081023 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-47abd1d4-a8d3-43bb-b223-12582a759291 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] show failed (client error): The resource could not be found. Mar 05 05:02:58.082139 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-47abd1d4-a8d3-43bb-b223-12582a759291 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] 10.222.0.11 "GET /v2.0/networks/8070f4a2-381e-4851-8f46-4b224ef4a8d9/tags/tempest-TagsTest-Tag-1066664290 HTTP/1.1" status: 404 len: 326 time: 0.1544406 Mar 05 05:02:58.085807 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38300) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:58.092960 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-7a34531d-7845-4384-b5d2-f73c805becb7 service neutron] For port 5e447ee7-4100-4185-aa0b-ad601672b463, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:02:58.094684 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.tag.tag_plugin [None req-6246d2ad-c806-49e8-9fbe-f3b4ae430f54 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8070f4a2-381e-4851-8f46-4b224ef4a8d9', 'tempest-TagsTest-Tag-216774060') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:58.098745 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-7a34531d-7845-4384-b5d2-f73c805becb7 service neutron] For port 5e447ee7-4100-4185-aa0b-ad601672b463, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5e447ee7-4100-4185-aa0b-ad601672b463,segment=NetworkSegment(c8e4c702-f3ee-4970-96e5-405c4a08d9c8),segment_id=c8e4c702-f3ee-4970-96e5-405c4a08d9c8)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:02:58.112517 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-7a34531d-7845-4384-b5d2-f73c805becb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (5e447ee7-4100-4185-aa0b-ad601672b463), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:58.211394 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34531d-7845-4384-b5d2-f73c805becb7 service neutron] Pushing event updated for resources: {'Port': ['ID=5e447ee7-4100-4185-aa0b-ad601672b463,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:58.235567 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-7a34531d-7845-4384-b5d2-f73c805becb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:58.236696 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-7a34531d-7845-4384-b5d2-f73c805becb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:58.238401 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-7a34531d-7845-4384-b5d2-f73c805becb7 service neutron] 10.222.0.30 "PUT /v2.0/ports/5e447ee7-4100-4185-aa0b-ad601672b463 HTTP/1.1" status: 200 len: 1092 time: 2.0108531 Mar 05 05:02:58.502599 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-825c898e-b8e6-455d-bb5b-b53fff12597d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:58.503159 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-825c898e-b8e6-455d-bb5b-b53fff12597d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:58.503851 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-825c898e-b8e6-455d-bb5b-b53fff12597d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:58.504379 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-825c898e-b8e6-455d-bb5b-b53fff12597d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:58.504905 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-825c898e-b8e6-455d-bb5b-b53fff12597d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:58.505442 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-825c898e-b8e6-455d-bb5b-b53fff12597d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:58.505952 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-825c898e-b8e6-455d-bb5b-b53fff12597d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:58.508177 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-825c898e-b8e6-455d-bb5b-b53fff12597d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3cbec10cd3004a49ad666e5206b0e916&device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 6702 time: 0.1755912 Mar 05 05:02:58.659545 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-1e33b960-0038-4536-a964-2f94074c7a87 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb0615e6-cbd4-44e8-a848-c0fb10603773 HTTP/1.1" status: 200 len: 217 time: 0.1282139 Mar 05 05:02:58.710579 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9167cadb-49a9-48b1-921b-a44aed9cc67d req-5a19eca3-b837-4bfb-9056-d1fccb19cad3 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6818137 Mar 05 05:02:58.763808 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-6246d2ad-c806-49e8-9fbe-f3b4ae430f54 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] show failed (client error): The resource could not be found. Mar 05 05:02:58.765748 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6246d2ad-c806-49e8-9fbe-f3b4ae430f54 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] 10.222.0.11 "GET /v2.0/networks/8070f4a2-381e-4851-8f46-4b224ef4a8d9/tags/tempest-TagsTest-Tag-216774060 HTTP/1.1" status: 404 len: 325 time: 0.6781726 Mar 05 05:02:58.769863 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38308) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:58.775692 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.tag.tag_plugin [None req-543febd9-3398-40f5-b35c-ffe4542aa2ed tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8070f4a2-381e-4851-8f46-4b224ef4a8d9') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:58.777019 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-b6b302f7-4a26-4851-ab11-d5cc15bfa308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:58.778632 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-b6b302f7-4a26-4851-ab11-d5cc15bfa308 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=641299e5-fad6-49c3-bcda-29f110adb5d6 HTTP/1.1" status: 200 len: 850 time: 0.1083691 Mar 05 05:02:58.859925 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-543febd9-3398-40f5-b35c-ffe4542aa2ed tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] 10.222.0.11 "DELETE /v2.0/networks/8070f4a2-381e-4851-8f46-4b224ef4a8d9/tags HTTP/1.1" status: 204 len: 168 time: 0.0887282 Mar 05 05:02:58.865807 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38310) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:58.892426 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-071ba398-161e-4c92-ae7f-404c09a35fd8 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:58.897997 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-4d49ee17-d78c-4461-a902-11e911bd4c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:58.899655 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-4d49ee17-d78c-4461-a902-11e911bd4c68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3e0acc2-40bc-4e0d-812c-fb475a7a34dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1133530 Mar 05 05:02:58.900814 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-071ba398-161e-4c92-ae7f-404c09a35fd8 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (f762be00-c220-47c0-bae8-71f29cf317f9), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:58.957899 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ad062149-6322-4803-9749-b88972f32d19 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (8070f4a2-381e-4851-8f46-4b224ef4a8d9), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:59.031551 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-261d2819-0c56-4460-a488-17e32b66fb94 service neutron] 10.222.0.30 "GET /v2.0/networks/e3e0acc2-40bc-4e0d-812c-fb475a7a34dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941153 Mar 05 05:02:59.061685 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ad062149-6322-4803-9749-b88972f32d19 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (8070f4a2-381e-4851-8f46-4b224ef4a8d9), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:59.112561 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-ad062149-6322-4803-9749-b88972f32d19 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8070f4a2-381e-4851-8f46-4b224ef4a8d9']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:59.124172 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-ad062149-6322-4803-9749-b88972f32d19 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6950ec07-1a34-4c6e-abcc-e8d380379383') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:59.124928 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-ad062149-6322-4803-9749-b88972f32d19 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6950ec07-1a34-4c6e-abcc-e8d380379383') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:02:59.136713 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ad062149-6322-4803-9749-b88972f32d19 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (6950ec07-1a34-4c6e-abcc-e8d380379383), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:59.155227 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ad062149-6322-4803-9749-b88972f32d19 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (6950ec07-1a34-4c6e-abcc-e8d380379383), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:59.164872 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad062149-6322-4803-9749-b88972f32d19 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:02:59.165655 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ad062149-6322-4803-9749-b88972f32d19 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (6950ec07-1a34-4c6e-abcc-e8d380379383), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:59.169073 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [None req-071ba398-161e-4c92-ae7f-404c09a35fd8 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Floating IP f762be00-c220-47c0-bae8-71f29cf317f9 associated. External IP: 172.25.0.252, port: de7d2b38-1a95-45b5-94bc-1299222a96a5. Mar 05 05:02:59.170727 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:02:59.170727 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:02:59.170727 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:02:59.170727 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:02:59.170727 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:02:59.170727 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:02:59.170727 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:02:59.170727 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:02:59.170727 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:02:59.170727 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:02:59.170727 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:02:59.170727 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:02:59.170727 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:02:59.170727 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:02:59.170727 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:02:59.170727 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:02:59.170727 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:02:59.170727 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:02:59.170727 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:02:59.170727 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:02:59.170727 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:02:59.170727 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:02:59.170727 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:02:59.170727 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:02:59.170727 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:02:59.170727 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:02:59.170727 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:02:59.170727 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:02:59.170727 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:02:59.170727 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:02:59.170727 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:02:59.170727 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:02:59.173807 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'tag': '5e447ee7-4100-4185-aa0b-ad601672b463'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:02:59.175797 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0e6562-9d22-435e-bcc2-d0b40f7b83ca" -d '{"events": [{"name": "network-changed", "server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "tag": "5e447ee7-4100-4185-aa0b-ad601672b463"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:02:59.247750 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ad062149-6322-4803-9749-b88972f32d19 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (8070f4a2-381e-4851-8f46-4b224ef4a8d9), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:59.265813 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c18ab729-6dd3-4cba-99f9-0852af59b412 service neutron] 10.222.0.30 "GET /v2.0/networks/e3e0acc2-40bc-4e0d-812c-fb475a7a34dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211931 Mar 05 05:02:59.270206 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ad062149-6322-4803-9749-b88972f32d19 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:02:59.276084 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ad062149-6322-4803-9749-b88972f32d19 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] 10.222.0.11 "DELETE /v2.0/networks/8070f4a2-381e-4851-8f46-4b224ef4a8d9 HTTP/1.1" status: 204 len: 168 time: 0.4091334 Mar 05 05:02:59.288531 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c671fc84-b280-4e9f-8c95-de274f9abf2b x-openstack-request-id: req-c671fc84-b280-4e9f-8c95-de274f9abf2b {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:02:59.289048 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "tag": "5e447ee7-4100-4185-aa0b-ad601672b463", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:02:59.289628 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c671fc84-b280-4e9f-8c95-de274f9abf2b {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:02:59.290183 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'tag': '5e447ee7-4100-4185-aa0b-ad601672b463', 'status': 'completed', 'code': 200} Mar 05 05:02:59.302352 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad062149-6322-4803-9749-b88972f32d19 tempest-TagsTest-540384808 tempest-TagsTest-540384808-project] Pushing event deleted for resources: {'Network': ['ID=8070f4a2-381e-4851-8f46-4b224ef4a8d9,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:02:59.328126 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-b1ef62ac-c57c-4836-bf92-3ae24da9e306 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=90b3b5b9-df48-4ffc-b613-699be6421d82 HTTP/1.1" status: 200 len: 217 time: 0.0535557 Mar 05 05:02:59.428211 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-9088e8ef-17ec-449b-8c0e-d8433e3811af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:59.429939 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-9088e8ef-17ec-449b-8c0e-d8433e3811af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b20ad415-1a2b-48b9-b719-aacdec19c5f7 HTTP/1.1" status: 200 len: 797 time: 0.0592413 Mar 05 05:02:59.559174 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-a42a6706-6a82-4031-93eb-f409b4e3d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:02:59.560702 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-a42a6706-6a82-4031-93eb-f409b4e3d265 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e4226b-fc5c-4019-a996-47139c08d580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1244688 Mar 05 05:02:59.595051 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38322) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:59.711736 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071ba398-161e-4c92-ae7f-404c09a35fd8 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:02:59.736997 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-de81552d-d197-474e-9bc2-5d47819ac927 service neutron] 10.222.0.30 "GET /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424265 Mar 05 05:02:59.884314 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4eb6df0f-4468-4bea-a1e1-a9d17f63003a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=707ca2cbefd8411f81626627ba10b126&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2850130 Mar 05 05:02:59.885451 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38338) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:02:59.995558 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86954b-48f1-428a-8f60-c607ff62d941 req-de890dfc-4bb7-4d12-bb98-23bc1355bf46 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:00.002426 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86954b-48f1-428a-8f60-c607ff62d941 req-de890dfc-4bb7-4d12-bb98-23bc1355bf46 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:00.009375 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86954b-48f1-428a-8f60-c607ff62d941 req-de890dfc-4bb7-4d12-bb98-23bc1355bf46 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:00.015628 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86954b-48f1-428a-8f60-c607ff62d941 req-de890dfc-4bb7-4d12-bb98-23bc1355bf46 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:00.021970 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86954b-48f1-428a-8f60-c607ff62d941 req-de890dfc-4bb7-4d12-bb98-23bc1355bf46 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:00.028057 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86954b-48f1-428a-8f60-c607ff62d941 req-de890dfc-4bb7-4d12-bb98-23bc1355bf46 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:00.034821 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86954b-48f1-428a-8f60-c607ff62d941 req-de890dfc-4bb7-4d12-bb98-23bc1355bf46 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:00.036903 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d86954b-48f1-428a-8f60-c607ff62d941 req-de890dfc-4bb7-4d12-bb98-23bc1355bf46 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1697962 Mar 05 05:03:00.105175 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ff8d16fc-ac6e-44d6-8811-2dc3356ba728 admin admin] Publish callbacks [] for security_group (4265bfc5-b2a3-467f-ac36-d01e11ce2743), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:00.174699 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ff8d16fc-ac6e-44d6-8811-2dc3356ba728 admin admin] Publish callbacks [] for security_group (4265bfc5-b2a3-467f-ac36-d01e11ce2743), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:00.192426 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d86954b-48f1-428a-8f60-c607ff62d941 req-d8110725-e0e9-48b6-85f1-a380d1a426e1 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1483769 Mar 05 05:03:00.270932 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ff8d16fc-ac6e-44d6-8811-2dc3356ba728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4265bfc5-b2a3-467f-ac36-d01e11ce2743), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:00.274346 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ff8d16fc-ac6e-44d6-8811-2dc3356ba728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:00.278350 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ff8d16fc-ac6e-44d6-8811-2dc3356ba728 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4265bfc5-b2a3-467f-ac36-d01e11ce2743 HTTP/1.1" status: 204 len: 168 time: 0.3895545 Mar 05 05:03:00.279387 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38352) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:00.303385 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d16fc-ac6e-44d6-8811-2dc3356ba728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4265bfc5-b2a3-467f-ac36-d01e11ce2743,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:00.516363 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-e8511af3-a4c6-4bf3-9621-6f8e575e6048 service neutron] 10.222.0.30 "GET /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7267423 Mar 05 05:03:00.519314 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071ba398-161e-4c92-ae7f-404c09a35fd8 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:03:00.525540 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-071ba398-161e-4c92-ae7f-404c09a35fd8 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:00.536114 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b8a119-d6b8-4c99-81d8-7dd136f42ef6 None None] Sync routers for ids ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:03:00.557613 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b8a119-d6b8-4c99-81d8-7dd136f42ef6 None None] Routers {'9d9e5c8c-8fe9-4199-9808-05fba6c71dec'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:03:00.558349 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-25b8a119-d6b8-4c99-81d8-7dd136f42ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:02:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:03:00.592375 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c1f530f6-0230-438c-9d68-2557b312776e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=e00d735a-ec46-47fa-b9a6-ebc0452db108 HTTP/1.1" status: 200 len: 217 time: 0.0618372 Mar 05 05:03:00.652519 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-071ba398-161e-4c92-ae7f-404c09a35fd8 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "PUT /v2.0/floatingips/f762be00-c220-47c0-bae8-71f29cf317f9 HTTP/1.1" status: 200 len: 991 time: 3.0497890 Mar 05 05:03:00.673086 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-ce38a371-4794-43dc-86ad-59ecd46ceb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:00.675308 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-ce38a371-4794-43dc-86ad-59ecd46ceb00 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b20ad415-1a2b-48b9-b719-aacdec19c5f7 HTTP/1.1" status: 200 len: 797 time: 0.0760221 Mar 05 05:03:00.778093 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-25b8a119-d6b8-4c99-81d8-7dd136f42ef6 None None] Set router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:03:00.780519 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8b910460-a33c-4fab-96af-477730c30300 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:00.793464 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-ffd47404-64bf-40ed-89fd-1e99a24f1bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:00.796300 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-ffd47404-64bf-40ed-89fd-1e99a24f1bb3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e4226b-fc5c-4019-a996-47139c08d580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1149414 Mar 05 05:03:00.926030 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8b910460-a33c-4fab-96af-477730c30300 admin admin] Publish callbacks [] for security_group (b83a802d-8cae-4e36-aa6b-fc76d37c57d2), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:00.937952 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8b910460-a33c-4fab-96af-477730c30300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b83a802d-8cae-4e36-aa6b-fc76d37c57d2), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:01.014732 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b910460-a33c-4fab-96af-477730c30300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83a802d-8cae-4e36-aa6b-fc76d37c57d2,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:01.020214 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8b910460-a33c-4fab-96af-477730c30300 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=23c9a4cafcc34d37bb22a87c32c6871a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7384830 Mar 05 05:03:01.022647 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-80c8fb1f-14bc-4ed1-966d-bda0292e3343 service neutron] 10.222.0.30 "GET /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164180 Mar 05 05:03:01.023229 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38372) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:01.089461 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-25b8a119-d6b8-4c99-81d8-7dd136f42ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:26Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'gw_port': {'id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:28Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'f762be00-c220-47c0-bae8-71f29cf317f9', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'floating_ip_address': '172.25.0.252', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'port_id': 'de7d2b38-1a95-45b5-94bc-1299222a96a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2284, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'mac_address': 'fa:16:3e:61:69:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4bd63b-8ac7-4526-b303-158af88a39bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:02:39Z', 'updated_at': '2022-03-05T05:02:58Z', 'revision_number': 1, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05374882-18b9-429d-a219-9a1dba943df9', 'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'mac_address': 'fa:16:3e:7e:8a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:34Z', 'updated_at': '2022-03-05T04:56:42Z', 'revision_number': 5, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'subnets': [{'id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:03:01.131381 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-010c662b-052e-4066-8439-e22d1a1e87ba admin admin] Publish callbacks [] for security_group (b83a802d-8cae-4e36-aa6b-fc76d37c57d2), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:01.143994 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b8a119-d6b8-4c99-81d8-7dd136f42ef6 None None] Checking router: 9d9e5c8c-8fe9-4199-9808-05fba6c71dec for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:03:01.159111 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b8a119-d6b8-4c99-81d8-7dd136f42ef6 None None] Routers {'9d9e5c8c-8fe9-4199-9808-05fba6c71dec'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:03:01.163974 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-25b8a119-d6b8-4c99-81d8-7dd136f42ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:02:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:03:01.174029 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-010c662b-052e-4066-8439-e22d1a1e87ba admin admin] Publish callbacks [] for security_group (b83a802d-8cae-4e36-aa6b-fc76d37c57d2), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:01.259407 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-9b6599b7-4208-40fe-a841-6c6404ddb310 service neutron] 10.222.0.30 "GET /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297685 Mar 05 05:03:01.268904 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-010c662b-052e-4066-8439-e22d1a1e87ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b83a802d-8cae-4e36-aa6b-fc76d37c57d2), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:01.271726 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-010c662b-052e-4066-8439-e22d1a1e87ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:01.273043 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-010c662b-052e-4066-8439-e22d1a1e87ba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b83a802d-8cae-4e36-aa6b-fc76d37c57d2 HTTP/1.1" status: 204 len: 168 time: 0.2487721 Mar 05 05:03:01.283729 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c662b-052e-4066-8439-e22d1a1e87ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83a802d-8cae-4e36-aa6b-fc76d37c57d2,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:01.300602 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4bd63b-8ac7-4526-b303-158af88a39bb', 'tag': 'de7d2b38-1a95-45b5-94bc-1299222a96a5'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:03:01.313056 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78f343e-aa41-4422-abae-5cbeda8b1728" -d '{"events": [{"name": "network-changed", "server_uuid": "2e4bd63b-8ac7-4526-b303-158af88a39bb", "tag": "de7d2b38-1a95-45b5-94bc-1299222a96a5"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:03:01.410523 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662431b4-4f05-4193-825a-34269d1250c2 req-dbaa4284-f7cf-44e2-a3f8-a44d9345f324 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:01.426853 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662431b4-4f05-4193-825a-34269d1250c2 req-dbaa4284-f7cf-44e2-a3f8-a44d9345f324 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:01.431055 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-25b8a119-d6b8-4c99-81d8-7dd136f42ef6 None None] Set router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:03:01.436815 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662431b4-4f05-4193-825a-34269d1250c2 req-dbaa4284-f7cf-44e2-a3f8-a44d9345f324 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:01.446959 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-daa6362a-ce50-470a-80fb-602c2c989bd5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=5ed04d4a-ca8f-476e-be17-67e48f14aa4a HTTP/1.1" status: 200 len: 217 time: 0.1746716 Mar 05 05:03:01.468685 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662431b4-4f05-4193-825a-34269d1250c2 req-dbaa4284-f7cf-44e2-a3f8-a44d9345f324 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:01.489073 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662431b4-4f05-4193-825a-34269d1250c2 req-dbaa4284-f7cf-44e2-a3f8-a44d9345f324 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:01.515530 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662431b4-4f05-4193-825a-34269d1250c2 req-dbaa4284-f7cf-44e2-a3f8-a44d9345f324 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:01.535817 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662431b4-4f05-4193-825a-34269d1250c2 req-dbaa4284-f7cf-44e2-a3f8-a44d9345f324 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:01.557639 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-662431b4-4f05-4193-825a-34269d1250c2 req-dbaa4284-f7cf-44e2-a3f8-a44d9345f324 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.2336373 Mar 05 05:03:01.563213 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375edfd5-b0a6-4d33-ac64-d37b96028aa9 x-openstack-request-id: req-375edfd5-b0a6-4d33-ac64-d37b96028aa9 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:03:01.564358 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e4bd63b-8ac7-4526-b303-158af88a39bb", "tag": "de7d2b38-1a95-45b5-94bc-1299222a96a5", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:03:01.566803 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-375edfd5-b0a6-4d33-ac64-d37b96028aa9 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:03:01.567745 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4bd63b-8ac7-4526-b303-158af88a39bb', 'tag': 'de7d2b38-1a95-45b5-94bc-1299222a96a5', 'status': 'completed', 'code': 200} Mar 05 05:03:01.595572 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-f6ba8ab8-c8c9-4707-b56e-0ca76e536482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:01.599791 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-f6ba8ab8-c8c9-4707-b56e-0ca76e536482 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b20ad415-1a2b-48b9-b719-aacdec19c5f7 HTTP/1.1" status: 200 len: 797 time: 0.1466336 Mar 05 05:03:01.751825 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-65d53551-4c0b-4133-902f-01037ce01395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:01.754929 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-65d53551-4c0b-4133-902f-01037ce01395 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e4226b-fc5c-4019-a996-47139c08d580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1495874 Mar 05 05:03:01.787391 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-662431b4-4f05-4193-825a-34269d1250c2 req-65c0c220-fe2c-4f78-9fe5-3c02c796f413 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1931729 Mar 05 05:03:01.821016 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f343e-aa41-4422-abae-5cbeda8b1728 req-2dac8261-64b1-4b8d-bc25-9bfccbd4e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:01.825165 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a78f343e-aa41-4422-abae-5cbeda8b1728 req-2dac8261-64b1-4b8d-bc25-9bfccbd4e2b7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4e3a7db0492c498e9791caa16e095e94&device_id=2e4bd63b-8ac7-4526-b303-158af88a39bb HTTP/1.1" status: 200 len: 1128 time: 0.2617648 Mar 05 05:03:02.036051 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f343e-aa41-4422-abae-5cbeda8b1728 req-a7c3afbc-4287-4320-80c3-add63d1304f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:02.037619 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a78f343e-aa41-4422-abae-5cbeda8b1728 req-a7c3afbc-4287-4320-80c3-add63d1304f9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2208e38e-4ccf-4e0c-99e3-12bba4d22772 HTTP/1.1" status: 200 len: 914 time: 0.2041070 Mar 05 05:03:02.043941 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-b799574c-cd4a-47bb-88d4-3c662b5909d5 service neutron] 10.222.0.30 "GET /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761889 Mar 05 05:03:02.158744 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38406) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:02.177232 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-25b8a119-d6b8-4c99-81d8-7dd136f42ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:26Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'gw_port': {'id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:28Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'f762be00-c220-47c0-bae8-71f29cf317f9', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'floating_ip_address': '172.25.0.252', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'port_id': 'de7d2b38-1a95-45b5-94bc-1299222a96a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2284, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'mac_address': 'fa:16:3e:61:69:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4bd63b-8ac7-4526-b303-158af88a39bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:02:39Z', 'updated_at': '2022-03-05T05:02:58Z', 'revision_number': 1, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05374882-18b9-429d-a219-9a1dba943df9', 'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'mac_address': 'fa:16:3e:7e:8a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:34Z', 'updated_at': '2022-03-05T04:56:42Z', 'revision_number': 5, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'subnets': [{'id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:03:02.211597 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d0b845c2-362f-46b9-a916-a1411ea511b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:02.252394 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-dfa5ad93-1d1e-4878-b31f-ac516524d9c8 service neutron] 10.222.0.30 "GET /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073309 Mar 05 05:03:02.254966 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b8a119-d6b8-4c99-81d8-7dd136f42ef6 None None] The sync data for ids ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'] in n-d-789963-32 is: [{'id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:26Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'gw_port': {'id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:28Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'f762be00-c220-47c0-bae8-71f29cf317f9', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'floating_ip_address': '172.25.0.252', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'port_id': 'de7d2b38-1a95-45b5-94bc-1299222a96a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2284, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'mac_address': 'fa:16:3e:61:69:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4bd63b-8ac7-4526-b303-158af88a39bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:02:39Z', 'updated_at': '2022-03-05T05:02:58Z', 'revision_number': 1, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05374882-18b9-429d-a219-9a1dba943df9', 'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'mac_address': 'fa:16:3e:7e:8a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:34Z', 'updated_at': '2022-03-05T04:56:42Z', 'revision_number': 5, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'subnets': [{'id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:03:02.322304 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-a8784db5-dd64-4b38-a719-aa82ad7a8f1f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=d63edf6c-11fc-4ab3-8a9d-8f299797a83d HTTP/1.1" status: 200 len: 217 time: 0.0630772 Mar 05 05:03:02.406191 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-9a6a797d-3abc-4c29-97ca-c1607f95802a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:02.412560 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-9a6a797d-3abc-4c29-97ca-c1607f95802a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b20ad415-1a2b-48b9-b719-aacdec19c5f7 HTTP/1.1" status: 200 len: 797 time: 0.0844002 Mar 05 05:03:02.507792 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d0b845c2-362f-46b9-a916-a1411ea511b1 admin admin] Publish callbacks [] for security_group (8fb47c2f-6765-4740-80cd-87d7003616db), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:02.521390 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-d8223f30-1fcb-4c8f-93a7-bf79595a3978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:02.524403 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-d8223f30-1fcb-4c8f-93a7-bf79595a3978 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e4226b-fc5c-4019-a996-47139c08d580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1061554 Mar 05 05:03:02.526569 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a78f343e-aa41-4422-abae-5cbeda8b1728 req-c8c37406-5b3c-44c4-a205-7f368537f6fc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de7d2b38-1a95-45b5-94bc-1299222a96a5 HTTP/1.1" status: 200 len: 999 time: 0.4774289 Mar 05 05:03:02.527364 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d0b845c2-362f-46b9-a916-a1411ea511b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8fb47c2f-6765-4740-80cd-87d7003616db), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:02.687726 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7732a2fd-8429-4ee2-8481-7208fbc19ea7 None None] New status for floating IP f762be00-c220-47c0-bae8-71f29cf317f9: ACTIVE {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:03:02.690884 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d0b845c2-362f-46b9-a916-a1411ea511b1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2e876215380f44c584cb4e564fe871c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5309501 Mar 05 05:03:02.699840 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38420) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:02.718668 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0b9b5-a9c0-4c45-91aa-38b51d3774d8 req-69068472-378f-4f63-bf84-a274bd3c99f9 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:02.726559 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-40a0b9b5-a9c0-4c45-91aa-38b51d3774d8 req-69068472-378f-4f63-bf84-a274bd3c99f9 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 946 time: 0.4022338 Mar 05 05:03:02.737460 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b845c2-362f-46b9-a916-a1411ea511b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb47c2f-6765-4740-80cd-87d7003616db,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:02.765137 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f343e-aa41-4422-abae-5cbeda8b1728 req-b21ff531-6ef6-4f2c-822d-d4836799caac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:02.767818 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a78f343e-aa41-4422-abae-5cbeda8b1728 req-b21ff531-6ef6-4f2c-822d-d4836799caac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5 HTTP/1.1" status: 200 len: 853 time: 0.2211668 Mar 05 05:03:02.776858 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-532705b5-7633-44ba-8841-163180a8f595 service neutron] 10.222.0.30 "GET /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463956 Mar 05 05:03:02.895777 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-40a0b9b5-a9c0-4c45-91aa-38b51d3774d8 req-ded4ae68-a13f-4c7e-97eb-22cf8bef82b5 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682327 Mar 05 05:03:02.942117 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-932e538d-0082-4dfc-a9e0-621dad802c9e admin admin] Publish callbacks [] for security_group (8fb47c2f-6765-4740-80cd-87d7003616db), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:02.953091 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f343e-aa41-4422-abae-5cbeda8b1728 req-167c193b-5f30-4d44-b657-985fe5df476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:02.955270 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a78f343e-aa41-4422-abae-5cbeda8b1728 req-167c193b-5f30-4d44-b657-985fe5df476d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2208e38e-4ccf-4e0c-99e3-12bba4d22772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1761723 Mar 05 05:03:03.012910 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-1a689f9b-fb86-40bb-9190-7f5c59af3842 service neutron] 10.222.0.30 "GET /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294114 Mar 05 05:03:03.017929 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-932e538d-0082-4dfc-a9e0-621dad802c9e admin admin] Publish callbacks [] for security_group (8fb47c2f-6765-4740-80cd-87d7003616db), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:03.060921 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-a2d480f0-0ac5-4651-80d5-2d4610a6aef2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=630ec452-e76f-475b-beab-b349317b3e41 HTTP/1.1" status: 200 len: 217 time: 0.0413992 Mar 05 05:03:03.126322 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-d6e3b9d5-1aef-411b-8743-54c9a7a4dbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:03.128046 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-d6e3b9d5-1aef-411b-8743-54c9a7a4dbd9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5403416f-f99a-42e6-927f-ac14ca417ed1 HTTP/1.1" status: 200 len: 797 time: 0.0615540 Mar 05 05:03:03.149667 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-932e538d-0082-4dfc-a9e0-621dad802c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8fb47c2f-6765-4740-80cd-87d7003616db), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:03.153530 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-932e538d-0082-4dfc-a9e0-621dad802c9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:03.155267 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-932e538d-0082-4dfc-a9e0-621dad802c9e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8fb47c2f-6765-4740-80cd-87d7003616db HTTP/1.1" status: 204 len: 168 time: 0.4544234 Mar 05 05:03:03.194661 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-20a06443-e7e1-4184-b0ab-76ae05a4422b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:03.196769 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-20a06443-e7e1-4184-b0ab-76ae05a4422b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e298e9-3894-4a20-bba8-ee9990215b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0613661 Mar 05 05:03:03.211599 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e538d-0082-4dfc-a9e0-621dad802c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb47c2f-6765-4740-80cd-87d7003616db,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:03.251049 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f32df4-6634-488d-91ef-f386ed9e25e7 req-09e7f6cd-cc50-4d03-9da8-95cd2a79ae7f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:03.257841 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f32df4-6634-488d-91ef-f386ed9e25e7 req-09e7f6cd-cc50-4d03-9da8-95cd2a79ae7f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:03.263934 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f32df4-6634-488d-91ef-f386ed9e25e7 req-09e7f6cd-cc50-4d03-9da8-95cd2a79ae7f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:03.271961 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f32df4-6634-488d-91ef-f386ed9e25e7 req-09e7f6cd-cc50-4d03-9da8-95cd2a79ae7f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:03.279951 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f32df4-6634-488d-91ef-f386ed9e25e7 req-09e7f6cd-cc50-4d03-9da8-95cd2a79ae7f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:03.292157 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f32df4-6634-488d-91ef-f386ed9e25e7 req-09e7f6cd-cc50-4d03-9da8-95cd2a79ae7f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:03.311680 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f32df4-6634-488d-91ef-f386ed9e25e7 req-09e7f6cd-cc50-4d03-9da8-95cd2a79ae7f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:03.327182 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72f32df4-6634-488d-91ef-f386ed9e25e7 req-09e7f6cd-cc50-4d03-9da8-95cd2a79ae7f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.3244853 Mar 05 05:03:03.339575 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-25c6d629-9c94-4ad0-affb-cc9dbcd9cd4d service neutron] 10.222.0.30 "GET /v2.0/networks/d5e298e9-3894-4a20-bba8-ee9990215b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350172 Mar 05 05:03:03.438742 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72f32df4-6634-488d-91ef-f386ed9e25e7 req-e48405fc-2160-44a5-a395-cdc8f2d026e0 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1104550 Mar 05 05:03:03.443023 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a78f343e-aa41-4422-abae-5cbeda8b1728 req-41ef4b65-3f04-4bf2-a08e-55a16ad90bfe service neutron] 10.222.0.31 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774306 Mar 05 05:03:03.575583 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-85bef602-b48e-4ac9-ab10-4c2edb89d54b service neutron] 10.222.0.30 "GET /v2.0/networks/d5e298e9-3894-4a20-bba8-ee9990215b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296402 Mar 05 05:03:03.666111 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a78f343e-aa41-4422-abae-5cbeda8b1728 req-4b592f9c-af76-4110-8db3-c9e57947defb service neutron] 10.222.0.31 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167501 Mar 05 05:03:03.679382 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-85da7cdf-5b39-47f2-92cf-974ede4b1dff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5e447ee7-4100-4185-aa0b-ad601672b463 HTTP/1.1" status: 200 len: 217 time: 0.0934215 Mar 05 05:03:03.693304 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c93cd-1965-4c11-99d8-5cd1081a51ea req-fc32e0f2-118c-4ebb-a9ba-2a871bddc263 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:03.695341 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-de2c93cd-1965-4c11-99d8-5cd1081a51ea req-fc32e0f2-118c-4ebb-a9ba-2a871bddc263 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 946 time: 0.2010858 Mar 05 05:03:03.841445 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-6b3ab8c4-1e55-4abf-a545-009364fd417a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:03.843929 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-6b3ab8c4-1e55-4abf-a545-009364fd417a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5403416f-f99a-42e6-927f-ac14ca417ed1 HTTP/1.1" status: 200 len: 797 time: 0.1473455 Mar 05 05:03:03.915167 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-de2c93cd-1965-4c11-99d8-5cd1081a51ea req-c8930446-7bd9-499f-b1ee-fa6acc29fb54 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Deleting port d809b385-eaf9-40ef-8b91-e0bb257f1f81 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:03:03.915565 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-de2c93cd-1965-4c11-99d8-5cd1081a51ea req-c8930446-7bd9-499f-b1ee-fa6acc29fb54 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d809b385-eaf9-40ef-8b91-e0bb257f1f81), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:03.952807 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c0f934dc-2f02-4147-9b5d-fa727c112226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:03.955769 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-c0f934dc-2f02-4147-9b5d-fa727c112226 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e298e9-3894-4a20-bba8-ee9990215b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1048291 Mar 05 05:03:04.144050 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c60a97-c42c-4a2b-959f-cac19fb25c02 req-ca7e20b3-9614-47d2-a9d4-6449d722ab80 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:04.159644 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d1c60a97-c42c-4a2b-959f-cac19fb25c02 req-ca7e20b3-9614-47d2-a9d4-6449d722ab80 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 946 time: 0.1192265 Mar 05 05:03:04.165500 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-de2c93cd-1965-4c11-99d8-5cd1081a51ea req-c8930446-7bd9-499f-b1ee-fa6acc29fb54 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] For port d809b385-eaf9-40ef-8b91-e0bb257f1f81, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=d809b385-eaf9-40ef-8b91-e0bb257f1f81,segment=NetworkSegment(f0906293-c3cd-4ab0-baf8-2f3f35cc0161),segment_id=f0906293-c3cd-4ab0-baf8-2f3f35cc0161)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:03:04.165931 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-de2c93cd-1965-4c11-99d8-5cd1081a51ea req-c8930446-7bd9-499f-b1ee-fa6acc29fb54 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d809b385-eaf9-40ef-8b91-e0bb257f1f81), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:04.260158 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d1c60a97-c42c-4a2b-959f-cac19fb25c02 req-572c2d1f-6cc8-4686-bb8f-8295532b2953 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups?id=20f03095-be2b-43df-9882-9c6b39751a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996389 Mar 05 05:03:04.276226 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-354a53d2-7522-4e13-8248-370bbe5dcf01 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e298e9-3894-4a20-bba8-ee9990215b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816837 Mar 05 05:03:04.579610 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-0b7c914d-9472-4e08-be0c-4db93082d0b0 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e298e9-3894-4a20-bba8-ee9990215b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890570 Mar 05 05:03:04.667004 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766c9b5-2c14-4e07-b061-ae7522e89586 req-f1e767b9-6379-4ce7-94da-ee21ca80e090 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:04.674585 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766c9b5-2c14-4e07-b061-ae7522e89586 req-f1e767b9-6379-4ce7-94da-ee21ca80e090 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:04.681053 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766c9b5-2c14-4e07-b061-ae7522e89586 req-f1e767b9-6379-4ce7-94da-ee21ca80e090 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:04.688155 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766c9b5-2c14-4e07-b061-ae7522e89586 req-f1e767b9-6379-4ce7-94da-ee21ca80e090 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:04.696583 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766c9b5-2c14-4e07-b061-ae7522e89586 req-f1e767b9-6379-4ce7-94da-ee21ca80e090 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:04.703120 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766c9b5-2c14-4e07-b061-ae7522e89586 req-f1e767b9-6379-4ce7-94da-ee21ca80e090 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:04.710140 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766c9b5-2c14-4e07-b061-ae7522e89586 req-f1e767b9-6379-4ce7-94da-ee21ca80e090 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:04.718471 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f766c9b5-2c14-4e07-b061-ae7522e89586 req-f1e767b9-6379-4ce7-94da-ee21ca80e090 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1338279 Mar 05 05:03:04.762311 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-de2c93cd-1965-4c11-99d8-5cd1081a51ea req-c8930446-7bd9-499f-b1ee-fa6acc29fb54 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:04.762677 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-de2c93cd-1965-4c11-99d8-5cd1081a51ea req-c8930446-7bd9-499f-b1ee-fa6acc29fb54 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (c088ec66-c23c-4f71-a493-00a2371359df), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:04.762994 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [req-de2c93cd-1965-4c11-99d8-5cd1081a51ea req-c8930446-7bd9-499f-b1ee-fa6acc29fb54 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Floating IP c088ec66-c23c-4f71-a493-00a2371359df disassociated. External IP: 172.25.0.199, port: d809b385-eaf9-40ef-8b91-e0bb257f1f81. Mar 05 05:03:04.763369 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-de2c93cd-1965-4c11-99d8-5cd1081a51ea req-c8930446-7bd9-499f-b1ee-fa6acc29fb54 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Calling delete_port for d809b385-eaf9-40ef-8b91-e0bb257f1f81 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:03:04.786648 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e6562-9d22-435e-bcc2-d0b40f7b83ca req-c73dbfce-876c-4200-9722-67e8cd417668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:04.787157 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e6562-9d22-435e-bcc2-d0b40f7b83ca req-c73dbfce-876c-4200-9722-67e8cd417668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:04.787631 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e6562-9d22-435e-bcc2-d0b40f7b83ca req-c73dbfce-876c-4200-9722-67e8cd417668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:04.788101 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e6562-9d22-435e-bcc2-d0b40f7b83ca req-c73dbfce-876c-4200-9722-67e8cd417668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:04.788566 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e6562-9d22-435e-bcc2-d0b40f7b83ca req-c73dbfce-876c-4200-9722-67e8cd417668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:04.789027 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e6562-9d22-435e-bcc2-d0b40f7b83ca req-c73dbfce-876c-4200-9722-67e8cd417668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:04.789493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e6562-9d22-435e-bcc2-d0b40f7b83ca req-c73dbfce-876c-4200-9722-67e8cd417668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:04.795674 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f766c9b5-2c14-4e07-b061-ae7522e89586 req-8c7efcab-1a31-4d37-b726-c36d8a621303 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0759482 Mar 05 05:03:04.806517 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8e0e6562-9d22-435e-bcc2-d0b40f7b83ca req-c73dbfce-876c-4200-9722-67e8cd417668 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3cbec10cd3004a49ad666e5206b0e916&device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 6702 time: 0.1521323 Mar 05 05:03:04.989847 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e6562-9d22-435e-bcc2-d0b40f7b83ca req-e01d0d64-b5aa-48f9-bff3-d67c2c6f02c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:04.991503 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8e0e6562-9d22-435e-bcc2-d0b40f7b83ca req-e01d0d64-b5aa-48f9-bff3-d67c2c6f02c0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d5e298e9-3894-4a20-bba8-ee9990215b28 HTTP/1.1" status: 200 len: 901 time: 0.1748567 Mar 05 05:03:05.065700 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8e0e6562-9d22-435e-bcc2-d0b40f7b83ca req-63cc064a-e095-4b6f-83fd-e1a721f77edc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5e447ee7-4100-4185-aa0b-ad601672b463 HTTP/1.1" status: 200 len: 217 time: 0.0649168 Mar 05 05:03:05.167279 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-de2c93cd-1965-4c11-99d8-5cd1081a51ea req-c8930446-7bd9-499f-b1ee-fa6acc29fb54 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (d809b385-eaf9-40ef-8b91-e0bb257f1f81), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:05.218907 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e6562-9d22-435e-bcc2-d0b40f7b83ca req-7694b5a7-ce71-4b04-b7cc-9aa7bed5eb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:05.220180 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8e0e6562-9d22-435e-bcc2-d0b40f7b83ca req-7694b5a7-ce71-4b04-b7cc-9aa7bed5eb81 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5403416f-f99a-42e6-927f-ac14ca417ed1 HTTP/1.1" status: 200 len: 797 time: 0.1476021 Mar 05 05:03:05.230257 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8930446-7bd9-499f-b1ee-fa6acc29fb54 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Pushing event deleted for resources: {'Port': ['ID=d809b385-eaf9-40ef-8b91-e0bb257f1f81,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:05.362572 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e6562-9d22-435e-bcc2-d0b40f7b83ca req-86cdefb8-eb98-430d-8248-ab7730c00498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:05.365401 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8e0e6562-9d22-435e-bcc2-d0b40f7b83ca req-86cdefb8-eb98-430d-8248-ab7730c00498 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e298e9-3894-4a20-bba8-ee9990215b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1385629 Mar 05 05:03:05.435357 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0e14c074-bf25-4aa4-a21a-d4b8624671fb req-d6df9b0e-eeaf-4d30-b4f5-00b860903f4b tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 210 time: 0.0460525 Mar 05 05:03:05.485167 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de2c93cd-1965-4c11-99d8-5cd1081a51ea req-c8930446-7bd9-499f-b1ee-fa6acc29fb54 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Router e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:03:05.587161 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8e0e6562-9d22-435e-bcc2-d0b40f7b83ca req-bdd79279-27be-492f-9ca2-7b81ad168e42 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e298e9-3894-4a20-bba8-ee9990215b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142601 Mar 05 05:03:05.786291 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de2c93cd-1965-4c11-99d8-5cd1081a51ea req-c8930446-7bd9-499f-b1ee-fa6acc29fb54 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:03:05.802181 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaa6150-02bf-4ad2-b7ad-1c82072b8b41 None None] Sync routers for ids ['e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:03:05.833506 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaa6150-02bf-4ad2-b7ad-1c82072b8b41 None None] Routers {'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:03:05.837659 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-fdaa6150-02bf-4ad2-b7ad-1c82072b8b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:02:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:03:05.904160 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2c93cd-1965-4c11-99d8-5cd1081a51ea req-c8930446-7bd9-499f-b1ee-fa6acc29fb54 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] No DVR routers for this DVR port d809b385-eaf9-40ef-8b91-e0bb257f1f81 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:03:05.913329 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8e0e6562-9d22-435e-bcc2-d0b40f7b83ca req-5a7d97d4-5424-4f1c-974a-a093eb811c9f service neutron] 10.222.0.30 "GET /v2.0/networks/d5e298e9-3894-4a20-bba8-ee9990215b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145883 Mar 05 05:03:05.926719 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-de2c93cd-1965-4c11-99d8-5cd1081a51ea req-c8930446-7bd9-499f-b1ee-fa6acc29fb54 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:05.932308 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-de2c93cd-1965-4c11-99d8-5cd1081a51ea req-c8930446-7bd9-499f-b1ee-fa6acc29fb54 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.31 "DELETE /v2.0/ports/d809b385-eaf9-40ef-8b91-e0bb257f1f81 HTTP/1.1" status: 204 len: 173 time: 2.2267103 Mar 05 05:03:05.932814 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a967947-07f5-4b89-a7f4-80020f40e433', 'name': 'network-vif-deleted', 'tag': 'd809b385-eaf9-40ef-8b91-e0bb257f1f81'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:03:05.971777 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a93215-f6d9-4777-a06a-e42c86ae2643" -d '{"events": [{"server_uuid": "1a967947-07f5-4b89-a7f4-80020f40e433", "name": "network-vif-deleted", "tag": "d809b385-eaf9-40ef-8b91-e0bb257f1f81"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:03:06.058268 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2191c19-0694-43a0-aabf-d18541be92db req-228c54e3-8559-47b7-9422-0ca6f0bce15e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:06.066897 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2191c19-0694-43a0-aabf-d18541be92db req-228c54e3-8559-47b7-9422-0ca6f0bce15e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:06.076195 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2191c19-0694-43a0-aabf-d18541be92db req-228c54e3-8559-47b7-9422-0ca6f0bce15e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:06.076725 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12ac6e4-390c-43ad-a74a-43392839042d x-openstack-request-id: req-d12ac6e4-390c-43ad-a74a-43392839042d {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:03:06.077249 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a967947-07f5-4b89-a7f4-80020f40e433", "name": "network-vif-deleted", "tag": "d809b385-eaf9-40ef-8b91-e0bb257f1f81", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:03:06.077362 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d12ac6e4-390c-43ad-a74a-43392839042d {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:03:06.077742 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a967947-07f5-4b89-a7f4-80020f40e433', 'name': 'network-vif-deleted', 'tag': 'd809b385-eaf9-40ef-8b91-e0bb257f1f81', 'status': 'completed', 'code': 200} Mar 05 05:03:06.085592 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2191c19-0694-43a0-aabf-d18541be92db req-228c54e3-8559-47b7-9422-0ca6f0bce15e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:06.096436 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2191c19-0694-43a0-aabf-d18541be92db req-228c54e3-8559-47b7-9422-0ca6f0bce15e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:06.101256 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2191c19-0694-43a0-aabf-d18541be92db req-228c54e3-8559-47b7-9422-0ca6f0bce15e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:06.107615 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2191c19-0694-43a0-aabf-d18541be92db req-228c54e3-8559-47b7-9422-0ca6f0bce15e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:06.109738 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d2191c19-0694-43a0-aabf-d18541be92db req-228c54e3-8559-47b7-9422-0ca6f0bce15e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1523132 Mar 05 05:03:06.221014 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-fdaa6150-02bf-4ad2-b7ad-1c82072b8b41 None None] Set router e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:03:06.227283 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d2191c19-0694-43a0-aabf-d18541be92db req-dac72a6b-1875-406a-aba0-2ca4b3c258bc tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1087341 Mar 05 05:03:06.676183 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b67fd68b-2c78-4365-ac3b-8063ac1bd42b req-efab8eb0-f554-44a0-a5db-c8bb4a01f257 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a967947-07f5-4b89-a7f4-80020f40e433 HTTP/1.1" status: 200 len: 210 time: 0.0357430 Mar 05 05:03:06.713570 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-fdaa6150-02bf-4ad2-b7ad-1c82072b8b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1738830377-router', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:19Z', 'updated_at': '2022-03-05T04:55:33Z', 'revision_number': 4, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'gw_port': {'id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:da:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:21Z', 'updated_at': '2022-03-05T04:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '303356a8-e669-4c08-8c51-c8c38c0d0ab0', 'name': '', 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'mac_address': 'fa:16:3e:9f:50:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:30Z', 'updated_at': '2022-03-05T04:55:38Z', 'revision_number': 5, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'subnets': [{'id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:03:06.744659 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaa6150-02bf-4ad2-b7ad-1c82072b8b41 None None] Checking router: e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:03:06.754293 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaa6150-02bf-4ad2-b7ad-1c82072b8b41 None None] Routers {'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:03:06.755231 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-fdaa6150-02bf-4ad2-b7ad-1c82072b8b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:02:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:03:06.879408 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-fdaa6150-02bf-4ad2-b7ad-1c82072b8b41 None None] Set router e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:03:07.127590 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-fdaa6150-02bf-4ad2-b7ad-1c82072b8b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1738830377-router', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:19Z', 'updated_at': '2022-03-05T04:55:33Z', 'revision_number': 4, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'gw_port': {'id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:da:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:21Z', 'updated_at': '2022-03-05T04:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '303356a8-e669-4c08-8c51-c8c38c0d0ab0', 'name': '', 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'mac_address': 'fa:16:3e:9f:50:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:30Z', 'updated_at': '2022-03-05T04:55:38Z', 'revision_number': 5, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'subnets': [{'id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:03:07.133711 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device d809b385-eaf9-40ef-8b91-e0bb257f1f81 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:03:07.162390 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: d809b385-eaf9-40ef-8b91-e0bb257f1f81 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:03:07.162820 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device d809b385-eaf9-40ef-8b91-e0bb257f1f81 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:03:07.166502 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaa6150-02bf-4ad2-b7ad-1c82072b8b41 None None] The sync data for ids ['e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'] in n-d-789963-32 is: [{'id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1738830377-router', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:19Z', 'updated_at': '2022-03-05T04:55:33Z', 'revision_number': 4, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'gw_port': {'id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:da:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:21Z', 'updated_at': '2022-03-05T04:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '303356a8-e669-4c08-8c51-c8c38c0d0ab0', 'name': '', 'network_id': 'f1fadffb-f5d8-4040-a31e-e74b33451f43', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'mac_address': 'fa:16:3e:9f:50:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:30Z', 'updated_at': '2022-03-05T04:55:38Z', 'revision_number': 5, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'subnets': [{'id': '5fcb8f64-37dd-445b-b856-b0d90d6a1c08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:03:07.525341 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58854461-882a-422b-995d-2e79c98b983d req-c2a02984-64d6-4fa6-8d1e-11368c0c782b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:07.537193 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58854461-882a-422b-995d-2e79c98b983d req-c2a02984-64d6-4fa6-8d1e-11368c0c782b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:07.544821 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58854461-882a-422b-995d-2e79c98b983d req-c2a02984-64d6-4fa6-8d1e-11368c0c782b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:07.555795 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58854461-882a-422b-995d-2e79c98b983d req-c2a02984-64d6-4fa6-8d1e-11368c0c782b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:07.571013 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58854461-882a-422b-995d-2e79c98b983d req-c2a02984-64d6-4fa6-8d1e-11368c0c782b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:07.578822 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58854461-882a-422b-995d-2e79c98b983d req-c2a02984-64d6-4fa6-8d1e-11368c0c782b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:07.586573 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58854461-882a-422b-995d-2e79c98b983d req-c2a02984-64d6-4fa6-8d1e-11368c0c782b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:07.596352 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-58854461-882a-422b-995d-2e79c98b983d req-c2a02984-64d6-4fa6-8d1e-11368c0c782b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.2013121 Mar 05 05:03:07.675230 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06711c4b-f23b-4bf3-9f22-ff513567e2de None None] New status for floating IP c088ec66-c23c-4f71-a493-00a2371359df: DOWN {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:03:07.685519 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-58854461-882a-422b-995d-2e79c98b983d req-69de0f7a-f4f4-4139-ac2e-c0008180a1d9 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0873673 Mar 05 05:03:07.806904 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38552) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:07.887963 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c6485c96-2d54-4ff5-89af-71ff7bc4c692 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for security_group (20f03095-be2b-43df-9882-9c6b39751a28), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:07.923526 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c6485c96-2d54-4ff5-89af-71ff7bc4c692 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for security_group (20f03095-be2b-43df-9882-9c6b39751a28), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:07.998970 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c6485c96-2d54-4ff5-89af-71ff7bc4c692 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (20f03095-be2b-43df-9882-9c6b39751a28), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:08.002852 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c6485c96-2d54-4ff5-89af-71ff7bc4c692 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:08.005188 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c6485c96-2d54-4ff5-89af-71ff7bc4c692 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "DELETE /v2.0/security-groups/20f03095-be2b-43df-9882-9c6b39751a28 HTTP/1.1" status: 204 len: 168 time: 0.1967514 Mar 05 05:03:08.008333 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38556) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:08.020507 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6485c96-2d54-4ff5-89af-71ff7bc4c692 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f03095-be2b-43df-9882-9c6b39751a28,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:08.036184 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-992360fb-5bb7-4a5e-82d4-a37e4bde17f1 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] show failed (client error): The resource could not be found. Mar 05 05:03:08.039768 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-992360fb-5bb7-4a5e-82d4-a37e4bde17f1 tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "GET /v2.0/security-groups/20f03095-be2b-43df-9882-9c6b39751a28 HTTP/1.1" status: 404 len: 347 time: 0.0279329 Mar 05 05:03:08.040724 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38560) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:08.234396 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-a3715197-6093-4af4-b942-b35024f5c2ed tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Deleting port eeec7ea7-6523-4a95-b702-81294a3d628c {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:03:08.235030 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a3715197-6093-4af4-b942-b35024f5c2ed tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (eeec7ea7-6523-4a95-b702-81294a3d628c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:08.336937 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a3715197-6093-4af4-b942-b35024f5c2ed tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (eeec7ea7-6523-4a95-b702-81294a3d628c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:08.337210 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a3715197-6093-4af4-b942-b35024f5c2ed tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for floatingip (eeec7ea7-6523-4a95-b702-81294a3d628c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:08.352718 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-a3715197-6093-4af4-b942-b35024f5c2ed tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Calling delete_port for eeec7ea7-6523-4a95-b702-81294a3d628c owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:03:08.597392 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a3715197-6093-4af4-b942-b35024f5c2ed tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (eeec7ea7-6523-4a95-b702-81294a3d628c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:08.690696 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3715197-6093-4af4-b942-b35024f5c2ed tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Pushing event deleted for resources: {'Port': ['ID=eeec7ea7-6523-4a95-b702-81294a3d628c,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:08.791425 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a3715197-6093-4af4-b942-b35024f5c2ed tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks [] for floatingip (c088ec66-c23c-4f71-a493-00a2371359df), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:08.796698 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a3715197-6093-4af4-b942-b35024f5c2ed tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:08.797980 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a3715197-6093-4af4-b942-b35024f5c2ed tempest-AttachVolumeShelveTestJSON-171583375 tempest-AttachVolumeShelveTestJSON-171583375-project] 10.222.0.11 "DELETE /v2.0/floatingips/c088ec66-c23c-4f71-a493-00a2371359df HTTP/1.1" status: 204 len: 168 time: 0.7562115 Mar 05 05:03:08.867878 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38600) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:08.927205 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f22f09-fba5-465c-8a45-852aa8ca1128 req-c289f27b-9156-4f53-a3d2-f0c82fb1f77b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:08.936612 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f22f09-fba5-465c-8a45-852aa8ca1128 req-c289f27b-9156-4f53-a3d2-f0c82fb1f77b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:08.948297 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f22f09-fba5-465c-8a45-852aa8ca1128 req-c289f27b-9156-4f53-a3d2-f0c82fb1f77b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:08.962188 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f22f09-fba5-465c-8a45-852aa8ca1128 req-c289f27b-9156-4f53-a3d2-f0c82fb1f77b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:08.975140 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f22f09-fba5-465c-8a45-852aa8ca1128 req-c289f27b-9156-4f53-a3d2-f0c82fb1f77b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:08.989259 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f22f09-fba5-465c-8a45-852aa8ca1128 req-c289f27b-9156-4f53-a3d2-f0c82fb1f77b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:08.996959 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f22f09-fba5-465c-8a45-852aa8ca1128 req-c289f27b-9156-4f53-a3d2-f0c82fb1f77b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:09.012973 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e9f22f09-fba5-465c-8a45-852aa8ca1128 req-c289f27b-9156-4f53-a3d2-f0c82fb1f77b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1693535 Mar 05 05:03:09.080904 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-18450f6b-e37c-4c35-a9c9-f86e92f16a11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:09.117863 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e9f22f09-fba5-465c-8a45-852aa8ca1128 req-4bc3f35d-3f7d-4484-8830-eb28d9ff279d tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0994742 Mar 05 05:03:09.257024 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-18450f6b-e37c-4c35-a9c9-f86e92f16a11 admin admin] Publish callbacks [] for security_group (1cd369cd-70b5-4944-834a-a04f314c4f37), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:09.264559 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-18450f6b-e37c-4c35-a9c9-f86e92f16a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1cd369cd-70b5-4944-834a-a04f314c4f37), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:09.343441 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38612) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:09.343682 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-18450f6b-e37c-4c35-a9c9-f86e92f16a11 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c5ce785607494a4b9cbc59ecda63eb37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4744041 Mar 05 05:03:09.344880 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18450f6b-e37c-4c35-a9c9-f86e92f16a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd369cd-70b5-4944-834a-a04f314c4f37,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:09.464449 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-89b7b28e-2e28-4616-b053-df67a7186a5d admin admin] Publish callbacks [] for security_group (1cd369cd-70b5-4944-834a-a04f314c4f37), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:09.519285 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-89b7b28e-2e28-4616-b053-df67a7186a5d admin admin] Publish callbacks [] for security_group (1cd369cd-70b5-4944-834a-a04f314c4f37), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:09.637991 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-89b7b28e-2e28-4616-b053-df67a7186a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1cd369cd-70b5-4944-834a-a04f314c4f37), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:09.641052 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-89b7b28e-2e28-4616-b053-df67a7186a5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:09.645646 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-89b7b28e-2e28-4616-b053-df67a7186a5d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1cd369cd-70b5-4944-834a-a04f314c4f37 HTTP/1.1" status: 204 len: 168 time: 0.2973511 Mar 05 05:03:09.668008 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7b28e-2e28-4616-b053-df67a7186a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd369cd-70b5-4944-834a-a04f314c4f37,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:10.104810 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38638) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:10.140753 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f57d2643-2073-4c59-afb0-6ecfcec75a6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:10.389497 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f57d2643-2073-4c59-afb0-6ecfcec75a6f admin admin] Publish callbacks [] for security_group (a451e502-2c62-44a3-8ca3-bc85840d2fe0), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:10.401918 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f57d2643-2073-4c59-afb0-6ecfcec75a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a451e502-2c62-44a3-8ca3-bc85840d2fe0), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:10.487462 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f57d2643-2073-4c59-afb0-6ecfcec75a6f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dfe59d8e9df84a1e8fb098eba3118ebc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3814867 Mar 05 05:03:10.490476 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38646) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:10.536085 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6e6ce-dadd-4e81-8feb-079f8d5f9cd8 req-a7387dff-2d5e-41fc-9356-f9d86a272a8b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:10.543136 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6e6ce-dadd-4e81-8feb-079f8d5f9cd8 req-a7387dff-2d5e-41fc-9356-f9d86a272a8b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:10.549103 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6e6ce-dadd-4e81-8feb-079f8d5f9cd8 req-a7387dff-2d5e-41fc-9356-f9d86a272a8b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:10.573880 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6e6ce-dadd-4e81-8feb-079f8d5f9cd8 req-a7387dff-2d5e-41fc-9356-f9d86a272a8b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:10.589843 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6e6ce-dadd-4e81-8feb-079f8d5f9cd8 req-a7387dff-2d5e-41fc-9356-f9d86a272a8b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:10.592965 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-70a30171-8f71-41d5-9cc1-68dae0cfa12c admin admin] Publish callbacks [] for security_group (a451e502-2c62-44a3-8ca3-bc85840d2fe0), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:10.595557 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6e6ce-dadd-4e81-8feb-079f8d5f9cd8 req-a7387dff-2d5e-41fc-9356-f9d86a272a8b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:10.601505 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6e6ce-dadd-4e81-8feb-079f8d5f9cd8 req-a7387dff-2d5e-41fc-9356-f9d86a272a8b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:10.603543 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-57b6e6ce-dadd-4e81-8feb-079f8d5f9cd8 req-a7387dff-2d5e-41fc-9356-f9d86a272a8b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.3370059 Mar 05 05:03:10.604237 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d2643-2073-4c59-afb0-6ecfcec75a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a451e502-2c62-44a3-8ca3-bc85840d2fe0,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:10.667322 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-70a30171-8f71-41d5-9cc1-68dae0cfa12c admin admin] Publish callbacks [] for security_group (a451e502-2c62-44a3-8ca3-bc85840d2fe0), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:10.729023 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-57b6e6ce-dadd-4e81-8feb-079f8d5f9cd8 req-3c50692a-6e23-4706-a02f-54ccb80356e4 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1046638 Mar 05 05:03:10.767705 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-70a30171-8f71-41d5-9cc1-68dae0cfa12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a451e502-2c62-44a3-8ca3-bc85840d2fe0), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:10.770549 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-70a30171-8f71-41d5-9cc1-68dae0cfa12c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:10.775794 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-70a30171-8f71-41d5-9cc1-68dae0cfa12c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a451e502-2c62-44a3-8ca3-bc85840d2fe0 HTTP/1.1" status: 204 len: 168 time: 0.2834585 Mar 05 05:03:10.798448 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a30171-8f71-41d5-9cc1-68dae0cfa12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a451e502-2c62-44a3-8ca3-bc85840d2fe0,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:11.409160 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a39194e8-9504-4a89-ba62-72e09ed4c143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:11.988271 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d4b10-bb15-4e14-bf83-66b080231ad6 req-1aa6223b-50d3-4927-ae28-0d17076fe1aa tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:11.994684 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d4b10-bb15-4e14-bf83-66b080231ad6 req-1aa6223b-50d3-4927-ae28-0d17076fe1aa tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:12.006307 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d4b10-bb15-4e14-bf83-66b080231ad6 req-1aa6223b-50d3-4927-ae28-0d17076fe1aa tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:12.020308 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d4b10-bb15-4e14-bf83-66b080231ad6 req-1aa6223b-50d3-4927-ae28-0d17076fe1aa tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:12.026225 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d4b10-bb15-4e14-bf83-66b080231ad6 req-1aa6223b-50d3-4927-ae28-0d17076fe1aa tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:12.048318 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d4b10-bb15-4e14-bf83-66b080231ad6 req-1aa6223b-50d3-4927-ae28-0d17076fe1aa tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:12.060164 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d4b10-bb15-4e14-bf83-66b080231ad6 req-1aa6223b-50d3-4927-ae28-0d17076fe1aa tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:12.078172 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7e9d4b10-bb15-4e14-bf83-66b080231ad6 req-1aa6223b-50d3-4927-ae28-0d17076fe1aa tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.2155983 Mar 05 05:03:12.195761 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7e9d4b10-bb15-4e14-bf83-66b080231ad6 req-9523ec8f-876a-4d71-b866-135df57c2da9 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1164308 Mar 05 05:03:13.445371 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594b613-4cb4-4343-af5e-d322d258a9c2 req-4be22c14-d9e5-46fa-b689-61d06b36c587 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:13.466939 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594b613-4cb4-4343-af5e-d322d258a9c2 req-4be22c14-d9e5-46fa-b689-61d06b36c587 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:13.473544 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594b613-4cb4-4343-af5e-d322d258a9c2 req-4be22c14-d9e5-46fa-b689-61d06b36c587 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:13.489970 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594b613-4cb4-4343-af5e-d322d258a9c2 req-4be22c14-d9e5-46fa-b689-61d06b36c587 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:13.498723 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594b613-4cb4-4343-af5e-d322d258a9c2 req-4be22c14-d9e5-46fa-b689-61d06b36c587 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:13.533513 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594b613-4cb4-4343-af5e-d322d258a9c2 req-4be22c14-d9e5-46fa-b689-61d06b36c587 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:13.547913 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594b613-4cb4-4343-af5e-d322d258a9c2 req-4be22c14-d9e5-46fa-b689-61d06b36c587 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:13.563873 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a594b613-4cb4-4343-af5e-d322d258a9c2 req-4be22c14-d9e5-46fa-b689-61d06b36c587 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.2001791 Mar 05 05:03:13.678914 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1bf4c771-04a8-4ea1-a439-0463a25d9c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:13.713702 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:13.716948 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a594b613-4cb4-4343-af5e-d322d258a9c2 req-27481117-d896-4ff2-b5b9-58676f6acafc tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1451864 Mar 05 05:03:13.878703 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:14.993083 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:15.020778 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff492e8-ac88-4e4f-a2f5-bb1b323bb72a req-3fea150e-1b97-4737-8e4b-ef6ed15ef52f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:15.045979 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff492e8-ac88-4e4f-a2f5-bb1b323bb72a req-3fea150e-1b97-4737-8e4b-ef6ed15ef52f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:15.070960 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff492e8-ac88-4e4f-a2f5-bb1b323bb72a req-3fea150e-1b97-4737-8e4b-ef6ed15ef52f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:15.130837 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff492e8-ac88-4e4f-a2f5-bb1b323bb72a req-3fea150e-1b97-4737-8e4b-ef6ed15ef52f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:15.161429 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff492e8-ac88-4e4f-a2f5-bb1b323bb72a req-3fea150e-1b97-4737-8e4b-ef6ed15ef52f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:15.166915 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff492e8-ac88-4e4f-a2f5-bb1b323bb72a req-3fea150e-1b97-4737-8e4b-ef6ed15ef52f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:15.183576 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff492e8-ac88-4e4f-a2f5-bb1b323bb72a req-3fea150e-1b97-4737-8e4b-ef6ed15ef52f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:15.185620 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8ff492e8-ac88-4e4f-a2f5-bb1b323bb72a req-3fea150e-1b97-4737-8e4b-ef6ed15ef52f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.3429320 Mar 05 05:03:15.361989 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8ff492e8-ac88-4e4f-a2f5-bb1b323bb72a req-5b97209e-1a0d-42de-94e0-efc5a25d99ff tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1698980 Mar 05 05:03:16.268292 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:16.838016 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48acbd-6628-4249-baf6-0ebfb8ab695a req-3032895e-7ed8-40ef-86c1-010412902381 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:16.852087 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48acbd-6628-4249-baf6-0ebfb8ab695a req-3032895e-7ed8-40ef-86c1-010412902381 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:16.873226 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48acbd-6628-4249-baf6-0ebfb8ab695a req-3032895e-7ed8-40ef-86c1-010412902381 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:16.885821 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48acbd-6628-4249-baf6-0ebfb8ab695a req-3032895e-7ed8-40ef-86c1-010412902381 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:16.896599 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48acbd-6628-4249-baf6-0ebfb8ab695a req-3032895e-7ed8-40ef-86c1-010412902381 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:16.903310 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48acbd-6628-4249-baf6-0ebfb8ab695a req-3032895e-7ed8-40ef-86c1-010412902381 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:16.910310 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48acbd-6628-4249-baf6-0ebfb8ab695a req-3032895e-7ed8-40ef-86c1-010412902381 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:16.919492 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dd48acbd-6628-4249-baf6-0ebfb8ab695a req-3032895e-7ed8-40ef-86c1-010412902381 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.2860396 Mar 05 05:03:17.053506 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cef9a-f128-4c17-974a-7b4e63af7d60 req-76e9987a-8c2d-4c0d-9c9a-2c9795f128d4 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:17.055109 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc5cef9a-f128-4c17-974a-7b4e63af7d60 req-76e9987a-8c2d-4c0d-9c9a-2c9795f128d4 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 945 time: 0.2966292 Mar 05 05:03:17.075615 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dd48acbd-6628-4249-baf6-0ebfb8ab695a req-84c689db-ea2f-4514-85df-62d8b803415c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1512270 Mar 05 05:03:17.186492 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc5cef9a-f128-4c17-974a-7b4e63af7d60 req-b340d9a4-a921-4292-8e80-ed5b98d7e6f0 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095836 Mar 05 05:03:17.803846 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:18.324013 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f5cac-bfaa-479a-959e-7400601381cb req-430d1a47-773d-4454-8a9d-9b4556a56383 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:18.329997 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f5cac-bfaa-479a-959e-7400601381cb req-430d1a47-773d-4454-8a9d-9b4556a56383 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:18.335305 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f5cac-bfaa-479a-959e-7400601381cb req-430d1a47-773d-4454-8a9d-9b4556a56383 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:18.375957 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f5cac-bfaa-479a-959e-7400601381cb req-430d1a47-773d-4454-8a9d-9b4556a56383 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:18.395197 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f5cac-bfaa-479a-959e-7400601381cb req-430d1a47-773d-4454-8a9d-9b4556a56383 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:18.400802 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f5cac-bfaa-479a-959e-7400601381cb req-430d1a47-773d-4454-8a9d-9b4556a56383 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:18.416961 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f5cac-bfaa-479a-959e-7400601381cb req-430d1a47-773d-4454-8a9d-9b4556a56383 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:18.427642 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cf3f5cac-bfaa-479a-959e-7400601381cb req-430d1a47-773d-4454-8a9d-9b4556a56383 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.2190158 Mar 05 05:03:18.427746 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38800) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:18.478026 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:03:18.640802 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cf3f5cac-bfaa-479a-959e-7400601381cb req-16de1d30-a2fa-46dd-bc2b-f029480e7cec tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2141497 Mar 05 05:03:18.683452 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740a85e-e417-460e-8203-d7e04eae6b70 req-5ead8899-b51a-475c-b662-3e543a168e1d tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:18.692514 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3740a85e-e417-460e-8203-d7e04eae6b70 req-5ead8899-b51a-475c-b662-3e543a168e1d tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 945 time: 0.2585304 Mar 05 05:03:18.749528 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-40985e12-7400-44ff-b5bb-fb3987f1e21d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:18.843322 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3740a85e-e417-460e-8203-d7e04eae6b70 req-5722f1fa-ec82-4354-aa3a-208523266f93 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494749 Mar 05 05:03:18.955041 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-40985e12-7400-44ff-b5bb-fb3987f1e21d admin admin] Publish callbacks [] for security_group (89b413ba-0b83-4136-97f7-b08c843ad2c3), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:18.976852 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-40985e12-7400-44ff-b5bb-fb3987f1e21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (89b413ba-0b83-4136-97f7-b08c843ad2c3), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:19.079232 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40985e12-7400-44ff-b5bb-fb3987f1e21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b413ba-0b83-4136-97f7-b08c843ad2c3,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:19.177496 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1c40e-b519-4576-a4b5-690a6c25df3b req-e05550c3-51d5-4564-9766-63dd49257244 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:19.179502 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-04d1c40e-b519-4576-a4b5-690a6c25df3b req-e05550c3-51d5-4564-9766-63dd49257244 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.31 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 945 time: 0.2224612 Mar 05 05:03:19.182376 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-40985e12-7400-44ff-b5bb-fb3987f1e21d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=22494b889b9b4b1baf1089e97734796e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7536569 Mar 05 05:03:19.185053 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38812) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:19.341915 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-72b7e4d2-f8d5-4472-9564-bb91098e80ce admin admin] Publish callbacks [] for security_group (89b413ba-0b83-4136-97f7-b08c843ad2c3), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:19.419834 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-72b7e4d2-f8d5-4472-9564-bb91098e80ce admin admin] Publish callbacks [] for security_group (89b413ba-0b83-4136-97f7-b08c843ad2c3), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:19.451855 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-04d1c40e-b519-4576-a4b5-690a6c25df3b req-8ece6e07-30a9-414f-870d-e4b1ccd8875f tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Deleting port 9d0f7775-41a9-4203-8bbf-7ef0fcd07f63 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:03:19.452870 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-04d1c40e-b519-4576-a4b5-690a6c25df3b req-8ece6e07-30a9-414f-870d-e4b1ccd8875f tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (9d0f7775-41a9-4203-8bbf-7ef0fcd07f63), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:19.504237 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-72b7e4d2-f8d5-4472-9564-bb91098e80ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (89b413ba-0b83-4136-97f7-b08c843ad2c3), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:19.506981 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-72b7e4d2-f8d5-4472-9564-bb91098e80ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:19.508210 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-72b7e4d2-f8d5-4472-9564-bb91098e80ce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/89b413ba-0b83-4136-97f7-b08c843ad2c3 HTTP/1.1" status: 204 len: 168 time: 0.3219020 Mar 05 05:03:19.521302 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7e4d2-f8d5-4472-9564-bb91098e80ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b413ba-0b83-4136-97f7-b08c843ad2c3,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:19.541206 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b7e4d2-f8d5-4472-9564-bb91098e80ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:19.541567 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b7e4d2-f8d5-4472-9564-bb91098e80ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:19.541923 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b7e4d2-f8d5-4472-9564-bb91098e80ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:19.542265 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b7e4d2-f8d5-4472-9564-bb91098e80ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:19.542734 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b7e4d2-f8d5-4472-9564-bb91098e80ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:19.543101 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b7e4d2-f8d5-4472-9564-bb91098e80ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:19.543449 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b7e4d2-f8d5-4472-9564-bb91098e80ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:19.543784 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b7e4d2-f8d5-4472-9564-bb91098e80ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:19.544117 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b7e4d2-f8d5-4472-9564-bb91098e80ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:19.544447 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b7e4d2-f8d5-4472-9564-bb91098e80ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:19.544779 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b7e4d2-f8d5-4472-9564-bb91098e80ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:19.545111 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b7e4d2-f8d5-4472-9564-bb91098e80ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:19.545440 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b7e4d2-f8d5-4472-9564-bb91098e80ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:19.635769 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-6703bc4c-4709-46db-abb7-d8f6dab5607c req-f9013c21-1867-40d4-88bb-dc4bef365c9f service neutron] (105232) timed out ('10.222.0.11', 37124) {{(pid=105232) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 05 05:03:19.676297 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-04d1c40e-b519-4576-a4b5-690a6c25df3b req-8ece6e07-30a9-414f-870d-e4b1ccd8875f tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] For port 9d0f7775-41a9-4203-8bbf-7ef0fcd07f63, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=9d0f7775-41a9-4203-8bbf-7ef0fcd07f63,segment=NetworkSegment(26e36fa6-1eff-47ca-aa89-f624448d85d4),segment_id=26e36fa6-1eff-47ca-aa89-f624448d85d4)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:03:19.676958 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-04d1c40e-b519-4576-a4b5-690a6c25df3b req-8ece6e07-30a9-414f-870d-e4b1ccd8875f tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (9d0f7775-41a9-4203-8bbf-7ef0fcd07f63), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:19.704968 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-04d1c40e-b519-4576-a4b5-690a6c25df3b req-8ece6e07-30a9-414f-870d-e4b1ccd8875f tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Calling delete_port for 9d0f7775-41a9-4203-8bbf-7ef0fcd07f63 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:03:20.014775 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db3bd0-e8cc-403e-b68c-d8f52d06d060 req-c6fb387e-c935-4e45-bba8-00622e34519c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:20.021455 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db3bd0-e8cc-403e-b68c-d8f52d06d060 req-c6fb387e-c935-4e45-bba8-00622e34519c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:20.058098 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db3bd0-e8cc-403e-b68c-d8f52d06d060 req-c6fb387e-c935-4e45-bba8-00622e34519c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:20.090097 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db3bd0-e8cc-403e-b68c-d8f52d06d060 req-c6fb387e-c935-4e45-bba8-00622e34519c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:20.116458 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db3bd0-e8cc-403e-b68c-d8f52d06d060 req-c6fb387e-c935-4e45-bba8-00622e34519c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:20.135289 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db3bd0-e8cc-403e-b68c-d8f52d06d060 req-c6fb387e-c935-4e45-bba8-00622e34519c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:20.150051 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-04d1c40e-b519-4576-a4b5-690a6c25df3b req-8ece6e07-30a9-414f-870d-e4b1ccd8875f tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (9d0f7775-41a9-4203-8bbf-7ef0fcd07f63), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:20.161941 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db3bd0-e8cc-403e-b68c-d8f52d06d060 req-c6fb387e-c935-4e45-bba8-00622e34519c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:20.164645 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['ff027842-10ad-48ab-9484-ef962888f6f8'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:03:20.166997 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80db3bd0-e8cc-403e-b68c-d8f52d06d060 req-c6fb387e-c935-4e45-bba8-00622e34519c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.3574100 Mar 05 05:03:20.267534 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece6e07-30a9-414f-870d-e4b1ccd8875f tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Pushing event deleted for resources: {'Port': ['ID=9d0f7775-41a9-4203-8bbf-7ef0fcd07f63,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:20.402564 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece6e07-30a9-414f-870d-e4b1ccd8875f tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:20.402564 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece6e07-30a9-414f-870d-e4b1ccd8875f tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:20.402866 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece6e07-30a9-414f-870d-e4b1ccd8875f tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:20.403008 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece6e07-30a9-414f-870d-e4b1ccd8875f tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:20.403394 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece6e07-30a9-414f-870d-e4b1ccd8875f tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:20.403734 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece6e07-30a9-414f-870d-e4b1ccd8875f tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:20.404068 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece6e07-30a9-414f-870d-e4b1ccd8875f tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:20.404407 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece6e07-30a9-414f-870d-e4b1ccd8875f tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:20.404744 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece6e07-30a9-414f-870d-e4b1ccd8875f tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:20.405078 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece6e07-30a9-414f-870d-e4b1ccd8875f tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:20.405410 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece6e07-30a9-414f-870d-e4b1ccd8875f tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:20.405740 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece6e07-30a9-414f-870d-e4b1ccd8875f tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:20.406068 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ece6e07-30a9-414f-870d-e4b1ccd8875f tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:20.428175 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80db3bd0-e8cc-403e-b68c-d8f52d06d060 req-f5af3a67-ff7c-4364-b999-02fb8b907a87 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2500370 Mar 05 05:03:20.519407 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d1c40e-b519-4576-a4b5-690a6c25df3b req-8ece6e07-30a9-414f-870d-e4b1ccd8875f tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] No DVR routers for this DVR port 9d0f7775-41a9-4203-8bbf-7ef0fcd07f63 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:03:20.528096 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb201a32-a0b5-4f9a-b3b4-6d8af7cc274f req-7ea0507e-21ed-4f65-a1db-ccb1b976fded tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=158dc1a3-f7af-455e-8168-0e3ca296d274 HTTP/1.1" status: 200 len: 210 time: 0.5590289 Mar 05 05:03:20.529514 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-04d1c40e-b519-4576-a4b5-690a6c25df3b req-8ece6e07-30a9-414f-870d-e4b1ccd8875f tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:20.549375 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-04d1c40e-b519-4576-a4b5-690a6c25df3b req-8ece6e07-30a9-414f-870d-e4b1ccd8875f tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.31 "DELETE /v2.0/ports/9d0f7775-41a9-4203-8bbf-7ef0fcd07f63 HTTP/1.1" status: 204 len: 173 time: 1.3435431 Mar 05 05:03:20.549375 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158dc1a3-f7af-455e-8168-0e3ca296d274', 'name': 'network-vif-deleted', 'tag': '9d0f7775-41a9-4203-8bbf-7ef0fcd07f63'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:03:20.549375 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cf7a51-a99a-4557-aa62-2828547835a7" -d '{"events": [{"server_uuid": "158dc1a3-f7af-455e-8168-0e3ca296d274", "name": "network-vif-deleted", "tag": "9d0f7775-41a9-4203-8bbf-7ef0fcd07f63"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:03:20.639556 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e50ab68-a2ec-4747-9986-7c90dbba2b79 x-openstack-request-id: req-4e50ab68-a2ec-4747-9986-7c90dbba2b79 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:03:20.639851 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158dc1a3-f7af-455e-8168-0e3ca296d274", "name": "network-vif-deleted", "tag": "9d0f7775-41a9-4203-8bbf-7ef0fcd07f63", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:03:20.640111 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4e50ab68-a2ec-4747-9986-7c90dbba2b79 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:03:20.640528 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158dc1a3-f7af-455e-8168-0e3ca296d274', 'name': 'network-vif-deleted', 'tag': '9d0f7775-41a9-4203-8bbf-7ef0fcd07f63', 'status': 'completed', 'code': 200} Mar 05 05:03:21.162450 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 9d0f7775-41a9-4203-8bbf-7ef0fcd07f63 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:03:21.240372 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 9d0f7775-41a9-4203-8bbf-7ef0fcd07f63 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:03:21.241787 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 9d0f7775-41a9-4203-8bbf-7ef0fcd07f63 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:03:21.763251 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b57243-2c45-41b2-8145-8b548bc16918 req-06f5a4de-ce4e-4eae-a5fe-6f8de9f64a3f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:21.777816 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b57243-2c45-41b2-8145-8b548bc16918 req-06f5a4de-ce4e-4eae-a5fe-6f8de9f64a3f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:21.803883 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b57243-2c45-41b2-8145-8b548bc16918 req-06f5a4de-ce4e-4eae-a5fe-6f8de9f64a3f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:21.813814 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b57243-2c45-41b2-8145-8b548bc16918 req-06f5a4de-ce4e-4eae-a5fe-6f8de9f64a3f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:21.826224 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b57243-2c45-41b2-8145-8b548bc16918 req-06f5a4de-ce4e-4eae-a5fe-6f8de9f64a3f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:21.838209 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b57243-2c45-41b2-8145-8b548bc16918 req-06f5a4de-ce4e-4eae-a5fe-6f8de9f64a3f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:21.855227 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b57243-2c45-41b2-8145-8b548bc16918 req-06f5a4de-ce4e-4eae-a5fe-6f8de9f64a3f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:21.862243 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-61b57243-2c45-41b2-8145-8b548bc16918 req-06f5a4de-ce4e-4eae-a5fe-6f8de9f64a3f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.2243657 Mar 05 05:03:22.017325 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-61b57243-2c45-41b2-8145-8b548bc16918 req-f7a00a4f-ab86-4580-b4df-2a3f241a4398 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1480553 Mar 05 05:03:22.187767 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e19b9c-3842-4c6e-b9ca-4547282dea24 req-6ed5a2a5-fdf5-45fc-9646-e2f6e4c68dbd tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:22.196908 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-75e19b9c-3842-4c6e-b9ca-4547282dea24 req-6ed5a2a5-fdf5-45fc-9646-e2f6e4c68dbd tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 0.1069326 Mar 05 05:03:22.304331 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-75e19b9c-3842-4c6e-b9ca-4547282dea24 req-d7ab6115-ae5f-45e0-b03b-0e6d0fdd7d53 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053841 Mar 05 05:03:23.247115 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9521785-43e2-4fc1-820e-455cfc393b75 req-595e12d5-10fc-4f0c-959a-16948605af24 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:23.256283 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9521785-43e2-4fc1-820e-455cfc393b75 req-595e12d5-10fc-4f0c-959a-16948605af24 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:23.276731 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9521785-43e2-4fc1-820e-455cfc393b75 req-595e12d5-10fc-4f0c-959a-16948605af24 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:23.301627 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9521785-43e2-4fc1-820e-455cfc393b75 req-595e12d5-10fc-4f0c-959a-16948605af24 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:23.323350 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9521785-43e2-4fc1-820e-455cfc393b75 req-595e12d5-10fc-4f0c-959a-16948605af24 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:23.334820 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9521785-43e2-4fc1-820e-455cfc393b75 req-595e12d5-10fc-4f0c-959a-16948605af24 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:23.359130 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9521785-43e2-4fc1-820e-455cfc393b75 req-595e12d5-10fc-4f0c-959a-16948605af24 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:23.372771 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e9521785-43e2-4fc1-820e-455cfc393b75 req-595e12d5-10fc-4f0c-959a-16948605af24 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.2314432 Mar 05 05:03:23.562292 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e42b50-b957-401d-908f-8e4f2b72d0b1 req-dfe0784b-32e7-412e-9d06-baaaf142b59f tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:23.569566 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-98e42b50-b957-401d-908f-8e4f2b72d0b1 req-dfe0784b-32e7-412e-9d06-baaaf142b59f tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 0.1341724 Mar 05 05:03:23.584368 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e9521785-43e2-4fc1-820e-455cfc393b75 req-e2a7a59d-cbaa-4fd2-ae59-087ad30dfb6c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2045941 Mar 05 05:03:23.724522 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-98e42b50-b957-401d-908f-8e4f2b72d0b1 req-6d263d36-5f5d-45a2-8d21-123653e77e47 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536815 Mar 05 05:03:24.803464 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9654f2-4a11-44bd-9997-2979d997713a req-86c759e9-8d32-46eb-8673-d85cd5608774 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:24.809383 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9654f2-4a11-44bd-9997-2979d997713a req-86c759e9-8d32-46eb-8673-d85cd5608774 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:24.824476 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9654f2-4a11-44bd-9997-2979d997713a req-86c759e9-8d32-46eb-8673-d85cd5608774 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:24.839594 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9654f2-4a11-44bd-9997-2979d997713a req-86c759e9-8d32-46eb-8673-d85cd5608774 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:24.849428 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9654f2-4a11-44bd-9997-2979d997713a req-86c759e9-8d32-46eb-8673-d85cd5608774 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:24.854681 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9654f2-4a11-44bd-9997-2979d997713a req-86c759e9-8d32-46eb-8673-d85cd5608774 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:24.876500 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9654f2-4a11-44bd-9997-2979d997713a req-86c759e9-8d32-46eb-8673-d85cd5608774 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:24.883485 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0e9654f2-4a11-44bd-9997-2979d997713a req-86c759e9-8d32-46eb-8673-d85cd5608774 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1912735 Mar 05 05:03:24.996634 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0e9654f2-4a11-44bd-9997-2979d997713a req-f5152a89-9aab-4a29-ad99-6d972c153d73 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0930259 Mar 05 05:03:25.012103 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb32dd-404c-40e3-a861-0146db9d5fe7 req-02e505e0-7aa1-4b79-94b2-47c08ea8d415 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:25.020114 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2cbb32dd-404c-40e3-a861-0146db9d5fe7 req-02e505e0-7aa1-4b79-94b2-47c08ea8d415 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 0.1356809 Mar 05 05:03:25.138093 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2cbb32dd-404c-40e3-a861-0146db9d5fe7 req-36ec327c-d43f-42d0-983c-2cb09f0b2c4b tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021872 Mar 05 05:03:26.197419 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f197dc-7f29-4a47-900a-81e77f9e7ea0 req-211287da-5c03-467a-8734-1ac274b69ebe tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:26.205172 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f197dc-7f29-4a47-900a-81e77f9e7ea0 req-211287da-5c03-467a-8734-1ac274b69ebe tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:26.212763 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f197dc-7f29-4a47-900a-81e77f9e7ea0 req-211287da-5c03-467a-8734-1ac274b69ebe tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:26.222169 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f197dc-7f29-4a47-900a-81e77f9e7ea0 req-211287da-5c03-467a-8734-1ac274b69ebe tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:26.230340 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f197dc-7f29-4a47-900a-81e77f9e7ea0 req-211287da-5c03-467a-8734-1ac274b69ebe tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:26.237308 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f197dc-7f29-4a47-900a-81e77f9e7ea0 req-211287da-5c03-467a-8734-1ac274b69ebe tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:26.244742 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f197dc-7f29-4a47-900a-81e77f9e7ea0 req-211287da-5c03-467a-8734-1ac274b69ebe tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:26.254806 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-14f197dc-7f29-4a47-900a-81e77f9e7ea0 req-211287da-5c03-467a-8734-1ac274b69ebe tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1531782 Mar 05 05:03:26.616726 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28ce53-2818-46de-965f-755cdb4c9cae req-58d4d1b0-a437-4ca6-9771-d93ea0db8a74 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:26.618304 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2d28ce53-2818-46de-965f-755cdb4c9cae req-58d4d1b0-a437-4ca6-9771-d93ea0db8a74 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 0.3624532 Mar 05 05:03:26.623539 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-14f197dc-7f29-4a47-900a-81e77f9e7ea0 req-d3b5375d-32a8-4a43-bcd1-727a3e45c6d4 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3659637 Mar 05 05:03:26.691739 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2d28ce53-2818-46de-965f-755cdb4c9cae req-c701f329-1588-4a85-a948-fe0d06a6ec7f tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/security-groups?id=f1ff3b05-f002-49f8-aa14-3bc0c9492e57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644543 Mar 05 05:03:26.906047 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8b88f-f0b1-4796-9757-83fe08f0e424 req-60502822-8599-4e0a-8ea9-913324570dee tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:26.908881 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1ef8b88f-f0b1-4796-9757-83fe08f0e424 req-60502822-8599-4e0a-8ea9-913324570dee tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.30 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 945 time: 0.0627317 Mar 05 05:03:27.032862 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-1ef8b88f-f0b1-4796-9757-83fe08f0e424 req-97db48f0-5090-4853-bc58-a9b35e894f63 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Deleting port ff027842-10ad-48ab-9484-ef962888f6f8 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:03:27.033364 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1ef8b88f-f0b1-4796-9757-83fe08f0e424 req-97db48f0-5090-4853-bc58-a9b35e894f63 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (ff027842-10ad-48ab-9484-ef962888f6f8), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:27.140657 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-1ef8b88f-f0b1-4796-9757-83fe08f0e424 req-97db48f0-5090-4853-bc58-a9b35e894f63 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] For port ff027842-10ad-48ab-9484-ef962888f6f8, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=ff027842-10ad-48ab-9484-ef962888f6f8,segment=NetworkSegment(26e36fa6-1eff-47ca-aa89-f624448d85d4),segment_id=26e36fa6-1eff-47ca-aa89-f624448d85d4)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:03:27.141715 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1ef8b88f-f0b1-4796-9757-83fe08f0e424 req-97db48f0-5090-4853-bc58-a9b35e894f63 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (ff027842-10ad-48ab-9484-ef962888f6f8), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:27.156088 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-1ef8b88f-f0b1-4796-9757-83fe08f0e424 req-97db48f0-5090-4853-bc58-a9b35e894f63 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Calling delete_port for ff027842-10ad-48ab-9484-ef962888f6f8 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:03:27.311927 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1ef8b88f-f0b1-4796-9757-83fe08f0e424 req-97db48f0-5090-4853-bc58-a9b35e894f63 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (ff027842-10ad-48ab-9484-ef962888f6f8), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:27.326102 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['ff027842-10ad-48ab-9484-ef962888f6f8'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:03:27.357962 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db48f0-5090-4853-bc58-a9b35e894f63 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Pushing event deleted for resources: {'Port': ['ID=ff027842-10ad-48ab-9484-ef962888f6f8,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:27.410450 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef8b88f-f0b1-4796-9757-83fe08f0e424 req-97db48f0-5090-4853-bc58-a9b35e894f63 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] No DVR routers for this DVR port ff027842-10ad-48ab-9484-ef962888f6f8 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:03:27.413926 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1ef8b88f-f0b1-4796-9757-83fe08f0e424 req-97db48f0-5090-4853-bc58-a9b35e894f63 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:27.420144 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1ef8b88f-f0b1-4796-9757-83fe08f0e424 req-97db48f0-5090-4853-bc58-a9b35e894f63 tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.30 "DELETE /v2.0/ports/ff027842-10ad-48ab-9484-ef962888f6f8 HTTP/1.1" status: 204 len: 173 time: 0.5032248 Mar 05 05:03:27.420805 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '416ac0b8-792b-4e43-a9c4-36b8d094525c', 'name': 'network-vif-deleted', 'tag': 'ff027842-10ad-48ab-9484-ef962888f6f8'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:03:27.434247 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f5ce94-8d61-46c4-86ef-d369604d9f24" -d '{"events": [{"server_uuid": "416ac0b8-792b-4e43-a9c4-36b8d094525c", "name": "network-vif-deleted", "tag": "ff027842-10ad-48ab-9484-ef962888f6f8"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:03:27.504804 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f59aa8-dd59-4380-9de3-3d28816d9c24 x-openstack-request-id: req-d1f59aa8-dd59-4380-9de3-3d28816d9c24 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:03:27.505097 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "416ac0b8-792b-4e43-a9c4-36b8d094525c", "name": "network-vif-deleted", "tag": "ff027842-10ad-48ab-9484-ef962888f6f8", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:03:27.505347 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d1f59aa8-dd59-4380-9de3-3d28816d9c24 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:03:27.505751 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '416ac0b8-792b-4e43-a9c4-36b8d094525c', 'name': 'network-vif-deleted', 'tag': 'ff027842-10ad-48ab-9484-ef962888f6f8', 'status': 'completed', 'code': 200} Mar 05 05:03:27.780457 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e013c6e-ed85-4fef-b3ce-bdd62c466504 req-69d37dfa-5dd2-4303-92c3-e14e2de12bea tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:27.786400 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e013c6e-ed85-4fef-b3ce-bdd62c466504 req-69d37dfa-5dd2-4303-92c3-e14e2de12bea tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:27.792054 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e013c6e-ed85-4fef-b3ce-bdd62c466504 req-69d37dfa-5dd2-4303-92c3-e14e2de12bea tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:27.799133 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e013c6e-ed85-4fef-b3ce-bdd62c466504 req-69d37dfa-5dd2-4303-92c3-e14e2de12bea tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:27.806308 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e013c6e-ed85-4fef-b3ce-bdd62c466504 req-69d37dfa-5dd2-4303-92c3-e14e2de12bea tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:27.812027 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e013c6e-ed85-4fef-b3ce-bdd62c466504 req-69d37dfa-5dd2-4303-92c3-e14e2de12bea tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:27.817511 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e013c6e-ed85-4fef-b3ce-bdd62c466504 req-69d37dfa-5dd2-4303-92c3-e14e2de12bea tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:27.819511 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4e013c6e-ed85-4fef-b3ce-bdd62c466504 req-69d37dfa-5dd2-4303-92c3-e14e2de12bea tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.0992491 Mar 05 05:03:27.850512 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-03c5a257-b4d0-4177-a67a-40b94621c653 req-42373e1d-0741-4f10-9bdc-7d895a229cfe tempest-ServerRescueNegativeTestJSON-413472269 tempest-ServerRescueNegativeTestJSON-413472269-project] 10.222.0.11 "GET /v2.0/ports?device_id=416ac0b8-792b-4e43-a9c4-36b8d094525c HTTP/1.1" status: 200 len: 210 time: 0.0299206 Mar 05 05:03:27.943984 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4e013c6e-ed85-4fef-b3ce-bdd62c466504 req-73c6b7eb-01d3-4171-90cd-25c3b60d7320 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0923498 Mar 05 05:03:28.942445 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38982) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:29.173493 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7f851-94c4-4848-bf53-68da6287a352 req-aaef233d-ec23-4dd7-baec-f71fac06c23b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:29.179744 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7f851-94c4-4848-bf53-68da6287a352 req-aaef233d-ec23-4dd7-baec-f71fac06c23b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:29.185211 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7f851-94c4-4848-bf53-68da6287a352 req-aaef233d-ec23-4dd7-baec-f71fac06c23b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:29.192310 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7f851-94c4-4848-bf53-68da6287a352 req-aaef233d-ec23-4dd7-baec-f71fac06c23b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:29.197899 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7f851-94c4-4848-bf53-68da6287a352 req-aaef233d-ec23-4dd7-baec-f71fac06c23b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:29.204320 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7f851-94c4-4848-bf53-68da6287a352 req-aaef233d-ec23-4dd7-baec-f71fac06c23b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:29.210588 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7f851-94c4-4848-bf53-68da6287a352 req-aaef233d-ec23-4dd7-baec-f71fac06c23b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:29.218558 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-50a7f851-94c4-4848-bf53-68da6287a352 req-aaef233d-ec23-4dd7-baec-f71fac06c23b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1577179 Mar 05 05:03:29.320704 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-50a7f851-94c4-4848-bf53-68da6287a352 req-f6ffec22-546a-4b60-a2ad-c000a5084e18 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1001906 Mar 05 05:03:29.433304 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device ff027842-10ad-48ab-9484-ef962888f6f8 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:03:29.464600 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: ff027842-10ad-48ab-9484-ef962888f6f8 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:03:29.465200 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device ff027842-10ad-48ab-9484-ef962888f6f8 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:03:29.830161 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-743db2ca-4178-4fb4-859a-0da9c030ceab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (0f1043a2-b744-46e4-ae9e-dc6ac3e4f177), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:30.161697 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-743db2ca-4178-4fb4-859a-0da9c030ceab admin admin] Deleting port 166d6d34-202a-4b97-8571-101b3a407ac6 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:03:30.162368 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-743db2ca-4178-4fb4-859a-0da9c030ceab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (166d6d34-202a-4b97-8571-101b3a407ac6), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:30.297226 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-743db2ca-4178-4fb4-859a-0da9c030ceab admin admin] For port 166d6d34-202a-4b97-8571-101b3a407ac6, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=166d6d34-202a-4b97-8571-101b3a407ac6,segment=NetworkSegment(26e36fa6-1eff-47ca-aa89-f624448d85d4),segment_id=26e36fa6-1eff-47ca-aa89-f624448d85d4)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:03:30.298662 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-743db2ca-4178-4fb4-859a-0da9c030ceab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (166d6d34-202a-4b97-8571-101b3a407ac6), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:30.313740 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-743db2ca-4178-4fb4-859a-0da9c030ceab admin admin] Calling delete_port for 166d6d34-202a-4b97-8571-101b3a407ac6 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:03:30.515502 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbe5d8-9cec-4d0c-ba13-be495ddf47d8 req-8382b21f-1c2d-4a74-b77b-425a9b80c2c9 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:30.522101 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbe5d8-9cec-4d0c-ba13-be495ddf47d8 req-8382b21f-1c2d-4a74-b77b-425a9b80c2c9 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:30.527409 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbe5d8-9cec-4d0c-ba13-be495ddf47d8 req-8382b21f-1c2d-4a74-b77b-425a9b80c2c9 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:30.533422 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbe5d8-9cec-4d0c-ba13-be495ddf47d8 req-8382b21f-1c2d-4a74-b77b-425a9b80c2c9 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:30.538704 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbe5d8-9cec-4d0c-ba13-be495ddf47d8 req-8382b21f-1c2d-4a74-b77b-425a9b80c2c9 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:30.543955 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbe5d8-9cec-4d0c-ba13-be495ddf47d8 req-8382b21f-1c2d-4a74-b77b-425a9b80c2c9 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:30.550123 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbe5d8-9cec-4d0c-ba13-be495ddf47d8 req-8382b21f-1c2d-4a74-b77b-425a9b80c2c9 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:30.552200 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-79cbe5d8-9cec-4d0c-ba13-be495ddf47d8 req-8382b21f-1c2d-4a74-b77b-425a9b80c2c9 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1252830 Mar 05 05:03:30.573755 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-743db2ca-4178-4fb4-859a-0da9c030ceab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (166d6d34-202a-4b97-8571-101b3a407ac6), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:30.623557 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743db2ca-4178-4fb4-859a-0da9c030ceab admin admin] Pushing event deleted for resources: {'Port': ['ID=166d6d34-202a-4b97-8571-101b3a407ac6,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:30.638016 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-79cbe5d8-9cec-4d0c-ba13-be495ddf47d8 req-ca6a5ff8-878c-4721-aa02-ffc5dbd635ca tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0775900 Mar 05 05:03:30.791715 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-743db2ca-4178-4fb4-859a-0da9c030ceab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (0f1043a2-b744-46e4-ae9e-dc6ac3e4f177), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:31.019981 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743db2ca-4178-4fb4-859a-0da9c030ceab admin admin] Router 0f1043a2-b744-46e4-ae9e-dc6ac3e4f177 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:03:31.137429 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743db2ca-4178-4fb4-859a-0da9c030ceab admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:03:31.149249 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39022) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:31.149392 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-743db2ca-4178-4fb4-859a-0da9c030ceab admin admin] 10.222.0.11 "PUT /v2.0/routers/0f1043a2-b744-46e4-ae9e-dc6ac3e4f177/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2036066 Mar 05 05:03:31.149954 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a16f3a6-1667-4796-8d56-b773df2a1e45 None None] Sync routers for ids ['0f1043a2-b744-46e4-ae9e-dc6ac3e4f177'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:03:31.167034 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a16f3a6-1667-4796-8d56-b773df2a1e45 None None] Routers {'0f1043a2-b744-46e4-ae9e-dc6ac3e4f177'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:03:31.168541 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5a16f3a6-1667-4796-8d56-b773df2a1e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:03:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['0f1043a2-b744-46e4-ae9e-dc6ac3e4f177'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:03:31.283390 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6c075830-9914-45c8-a7e4-0aeadd6ef630 admin admin] Publish callbacks [] for router (0f1043a2-b744-46e4-ae9e-dc6ac3e4f177), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:31.299947 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-5a16f3a6-1667-4796-8d56-b773df2a1e45 None None] Set router 0f1043a2-b744-46e4-ae9e-dc6ac3e4f177 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:03:31.425394 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6c075830-9914-45c8-a7e4-0aeadd6ef630 admin admin] Publish callbacks [] for router_gateway (0f1043a2-b744-46e4-ae9e-dc6ac3e4f177), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:31.484304 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-6c075830-9914-45c8-a7e4-0aeadd6ef630 admin admin] Deleting port fe06687c-e42f-4648-a88b-d4412e23a060 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:03:31.485125 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6c075830-9914-45c8-a7e4-0aeadd6ef630 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (fe06687c-e42f-4648-a88b-d4412e23a060), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:31.519739 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5a16f3a6-1667-4796-8d56-b773df2a1e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1043a2-b744-46e4-ae9e-dc6ac3e4f177', 'name': 'tempest-ServerRescueNegativeTestJSON-1275247950-router', 'tenant_id': '9a4b8503d9df4443b291278ddd00e28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': 'fe06687c-e42f-4648-a88b-d4412e23a060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:59:15Z', 'updated_at': '2022-03-05T05:03:30Z', 'revision_number': 5, 'project_id': '9a4b8503d9df4443b291278ddd00e28c', 'gw_port': {'id': 'fe06687c-e42f-4648-a88b-d4412e23a060', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1043a2-b744-46e4-ae9e-dc6ac3e4f177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:59:16Z', 'updated_at': '2022-03-05T04:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:03:31.550570 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a16f3a6-1667-4796-8d56-b773df2a1e45 None None] Checking router: 0f1043a2-b744-46e4-ae9e-dc6ac3e4f177 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:03:31.559210 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a16f3a6-1667-4796-8d56-b773df2a1e45 None None] Routers {'0f1043a2-b744-46e4-ae9e-dc6ac3e4f177'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:03:31.559918 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5a16f3a6-1667-4796-8d56-b773df2a1e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:03:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['0f1043a2-b744-46e4-ae9e-dc6ac3e4f177'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:03:31.580579 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-6c075830-9914-45c8-a7e4-0aeadd6ef630 admin admin] For port fe06687c-e42f-4648-a88b-d4412e23a060, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=fe06687c-e42f-4648-a88b-d4412e23a060,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:03:31.581179 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6c075830-9914-45c8-a7e4-0aeadd6ef630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (fe06687c-e42f-4648-a88b-d4412e23a060), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:31.597824 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-6c075830-9914-45c8-a7e4-0aeadd6ef630 admin admin] Calling delete_port for fe06687c-e42f-4648-a88b-d4412e23a060 owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:03:31.685186 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-5a16f3a6-1667-4796-8d56-b773df2a1e45 None None] Set router 0f1043a2-b744-46e4-ae9e-dc6ac3e4f177 gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:03:31.875986 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef5b7d-4b4d-4096-9359-2fbb507aba89 req-2e06a9f6-1732-404e-98bb-ec0657f43916 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:31.876851 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5a16f3a6-1667-4796-8d56-b773df2a1e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1043a2-b744-46e4-ae9e-dc6ac3e4f177', 'name': 'tempest-ServerRescueNegativeTestJSON-1275247950-router', 'tenant_id': '9a4b8503d9df4443b291278ddd00e28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:59:15Z', 'updated_at': '2022-03-05T05:03:31Z', 'revision_number': 6, 'project_id': '9a4b8503d9df4443b291278ddd00e28c', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:03:31.883474 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef5b7d-4b4d-4096-9359-2fbb507aba89 req-2e06a9f6-1732-404e-98bb-ec0657f43916 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:31.888815 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef5b7d-4b4d-4096-9359-2fbb507aba89 req-2e06a9f6-1732-404e-98bb-ec0657f43916 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:31.894243 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef5b7d-4b4d-4096-9359-2fbb507aba89 req-2e06a9f6-1732-404e-98bb-ec0657f43916 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:31.899596 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef5b7d-4b4d-4096-9359-2fbb507aba89 req-2e06a9f6-1732-404e-98bb-ec0657f43916 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:31.904964 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef5b7d-4b4d-4096-9359-2fbb507aba89 req-2e06a9f6-1732-404e-98bb-ec0657f43916 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:31.910335 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a16f3a6-1667-4796-8d56-b773df2a1e45 None None] The sync data for ids ['0f1043a2-b744-46e4-ae9e-dc6ac3e4f177'] in n-d-789963-32 is: [{'id': '0f1043a2-b744-46e4-ae9e-dc6ac3e4f177', 'name': 'tempest-ServerRescueNegativeTestJSON-1275247950-router', 'tenant_id': '9a4b8503d9df4443b291278ddd00e28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:59:15Z', 'updated_at': '2022-03-05T05:03:31Z', 'revision_number': 6, 'project_id': '9a4b8503d9df4443b291278ddd00e28c', 'gw_port_host': None}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:03:31.911246 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef5b7d-4b4d-4096-9359-2fbb507aba89 req-2e06a9f6-1732-404e-98bb-ec0657f43916 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:31.913246 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-10ef5b7d-4b4d-4096-9359-2fbb507aba89 req-2e06a9f6-1732-404e-98bb-ec0657f43916 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1517379 Mar 05 05:03:32.003882 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-10ef5b7d-4b4d-4096-9359-2fbb507aba89 req-7ab05afa-c148-483e-8ad6-3d9cf8bd5f7f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664060 Mar 05 05:03:32.017813 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6c075830-9914-45c8-a7e4-0aeadd6ef630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (fe06687c-e42f-4648-a88b-d4412e23a060), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:32.055235 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c075830-9914-45c8-a7e4-0aeadd6ef630 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe06687c-e42f-4648-a88b-d4412e23a060,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:32.136330 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6c075830-9914-45c8-a7e4-0aeadd6ef630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (0f1043a2-b744-46e4-ae9e-dc6ac3e4f177), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:32.249793 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6c075830-9914-45c8-a7e4-0aeadd6ef630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (0f1043a2-b744-46e4-ae9e-dc6ac3e4f177), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:32.252260 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6c075830-9914-45c8-a7e4-0aeadd6ef630 admin admin] Publish callbacks [] for router_controller (0f1043a2-b744-46e4-ae9e-dc6ac3e4f177), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:32.307753 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6c075830-9914-45c8-a7e4-0aeadd6ef630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (0f1043a2-b744-46e4-ae9e-dc6ac3e4f177), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:32.308626 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c075830-9914-45c8-a7e4-0aeadd6ef630 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f1043a2-b744-46e4-ae9e-dc6ac3e4f177 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:03:32.315847 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6c075830-9914-45c8-a7e4-0aeadd6ef630 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:32.317479 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6c075830-9914-45c8-a7e4-0aeadd6ef630 admin admin] 10.222.0.11 "DELETE /v2.0/routers/0f1043a2-b744-46e4-ae9e-dc6ac3e4f177 HTTP/1.1" status: 204 len: 168 time: 1.1669049 Mar 05 05:03:32.320396 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39042) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:32.384110 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8eedf6-cdf9-4fe7-95ad-5c851a265ccb admin admin] Deleting subnet 2ee3a0bf-8ff3-4691-abcb-5ebfd0488082 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:03:32.392583 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eb8eedf6-cdf9-4fe7-95ad-5c851a265ccb admin admin] Publish callbacks [] for subnet (2ee3a0bf-8ff3-4691-abcb-5ebfd0488082), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:32.436008 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eb8eedf6-cdf9-4fe7-95ad-5c851a265ccb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (2ee3a0bf-8ff3-4691-abcb-5ebfd0488082), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:32.497264 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eb8eedf6-cdf9-4fe7-95ad-5c851a265ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (2ee3a0bf-8ff3-4691-abcb-5ebfd0488082), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:32.554492 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eb8eedf6-cdf9-4fe7-95ad-5c851a265ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (2ee3a0bf-8ff3-4691-abcb-5ebfd0488082), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:32.587303 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8eedf6-cdf9-4fe7-95ad-5c851a265ccb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ee3a0bf-8ff3-4691-abcb-5ebfd0488082,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:32.604133 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eb8eedf6-cdf9-4fe7-95ad-5c851a265ccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:32.610925 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-eb8eedf6-cdf9-4fe7-95ad-5c851a265ccb admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2ee3a0bf-8ff3-4691-abcb-5ebfd0488082 HTTP/1.1" status: 204 len: 168 time: 0.2862668 Mar 05 05:03:32.611716 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39044) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:32.691991 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5feaa8e7-4642-4df6-bb93-09300e46889b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (e2ea6029-e725-4617-9e1a-670683181521), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:32.786418 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5feaa8e7-4642-4df6-bb93-09300e46889b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (e2ea6029-e725-4617-9e1a-670683181521), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:32.836310 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-5feaa8e7-4642-4df6-bb93-09300e46889b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ea6029-e725-4617-9e1a-670683181521']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:03:32.850741 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-5feaa8e7-4642-4df6-bb93-09300e46889b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26e36fa6-1eff-47ca-aa89-f624448d85d4') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:03:32.851210 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-5feaa8e7-4642-4df6-bb93-09300e46889b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26e36fa6-1eff-47ca-aa89-f624448d85d4') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:03:32.863625 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5feaa8e7-4642-4df6-bb93-09300e46889b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (26e36fa6-1eff-47ca-aa89-f624448d85d4), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:32.889362 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5feaa8e7-4642-4df6-bb93-09300e46889b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (26e36fa6-1eff-47ca-aa89-f624448d85d4), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:32.906044 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5feaa8e7-4642-4df6-bb93-09300e46889b admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:03:32.908049 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5feaa8e7-4642-4df6-bb93-09300e46889b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (26e36fa6-1eff-47ca-aa89-f624448d85d4), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:33.001028 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:03:33.001028 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:03:33.001028 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:03:33.001028 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:03:33.001028 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:03:33.001028 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:03:33.001028 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:03:33.001028 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:03:33.001028 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:03:33.001028 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:03:33.001028 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:03:33.001028 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:03:33.001028 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:03:33.001028 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:03:33.001028 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:03:33.001028 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:03:33.001028 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:03:33.001028 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:03:33.001028 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:03:33.001028 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:03:33.001028 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:03:33.001028 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:03:33.001028 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:03:33.001028 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:03:33.001028 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:03:33.001028 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:03:33.001028 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:03:33.001028 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:03:33.001028 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:03:33.001028 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:03:33.001028 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:03:33.001028 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:03:33.013574 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5feaa8e7-4642-4df6-bb93-09300e46889b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (e2ea6029-e725-4617-9e1a-670683181521), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:33.026309 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5feaa8e7-4642-4df6-bb93-09300e46889b admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:33.034699 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5feaa8e7-4642-4df6-bb93-09300e46889b admin admin] 10.222.0.11 "DELETE /v2.0/networks/e2ea6029-e725-4617-9e1a-670683181521 HTTP/1.1" status: 204 len: 168 time: 0.4206791 Mar 05 05:03:33.086577 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feaa8e7-4642-4df6-bb93-09300e46889b admin admin] Pushing event deleted for resources: {'Network': ['ID=e2ea6029-e725-4617-9e1a-670683181521,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:33.234303 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc24b39-37bf-4f33-8151-35c99674dc38 req-8503e322-021c-4bc4-9779-12738ad85028 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:33.242535 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc24b39-37bf-4f33-8151-35c99674dc38 req-8503e322-021c-4bc4-9779-12738ad85028 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:33.268236 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 166d6d34-202a-4b97-8571-101b3a407ac6 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:03:33.269718 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc24b39-37bf-4f33-8151-35c99674dc38 req-8503e322-021c-4bc4-9779-12738ad85028 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:33.277110 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc24b39-37bf-4f33-8151-35c99674dc38 req-8503e322-021c-4bc4-9779-12738ad85028 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:33.283594 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc24b39-37bf-4f33-8151-35c99674dc38 req-8503e322-021c-4bc4-9779-12738ad85028 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:33.291608 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc24b39-37bf-4f33-8151-35c99674dc38 req-8503e322-021c-4bc4-9779-12738ad85028 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:33.305117 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc24b39-37bf-4f33-8151-35c99674dc38 req-8503e322-021c-4bc4-9779-12738ad85028 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:33.317538 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dbc24b39-37bf-4f33-8151-35c99674dc38 req-8503e322-021c-4bc4-9779-12738ad85028 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.2039077 Mar 05 05:03:33.332721 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39058) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:33.340557 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 166d6d34-202a-4b97-8571-101b3a407ac6 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:03:33.345223 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 166d6d34-202a-4b97-8571-101b3a407ac6 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:03:33.345860 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device fe06687c-e42f-4648-a88b-d4412e23a060 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:03:33.426714 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: fe06687c-e42f-4648-a88b-d4412e23a060 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:03:33.427441 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device fe06687c-e42f-4648-a88b-d4412e23a060 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:03:33.458258 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-72294245-9a09-4768-ac3c-414e6ac56b9b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9a4b8503d9df4443b291278ddd00e28c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1242681 Mar 05 05:03:33.460936 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39064) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:33.490946 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dbc24b39-37bf-4f33-8151-35c99674dc38 req-668b608b-53f6-4337-a842-e98e27f1a862 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1724827 Mar 05 05:03:33.557565 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7e09611b-8289-4128-b278-a7523748c901 admin admin] Publish callbacks [] for security_group (f1ff3b05-f002-49f8-aa14-3bc0c9492e57), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:33.584232 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7e09611b-8289-4128-b278-a7523748c901 admin admin] Publish callbacks [] for security_group (f1ff3b05-f002-49f8-aa14-3bc0c9492e57), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:33.655198 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7e09611b-8289-4128-b278-a7523748c901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f1ff3b05-f002-49f8-aa14-3bc0c9492e57), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:33.665097 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7e09611b-8289-4128-b278-a7523748c901 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:33.666934 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7e09611b-8289-4128-b278-a7523748c901 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f1ff3b05-f002-49f8-aa14-3bc0c9492e57 HTTP/1.1" status: 204 len: 168 time: 0.2044187 Mar 05 05:03:33.688537 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09611b-8289-4128-b278-a7523748c901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ff3b05-f002-49f8-aa14-3bc0c9492e57,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:34.695645 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c23dc-935d-4946-8575-36f043e493b5 req-c849eac3-b6ec-4723-8aa7-a380200d2e15 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:34.701933 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c23dc-935d-4946-8575-36f043e493b5 req-c849eac3-b6ec-4723-8aa7-a380200d2e15 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:34.708957 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c23dc-935d-4946-8575-36f043e493b5 req-c849eac3-b6ec-4723-8aa7-a380200d2e15 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:34.714957 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c23dc-935d-4946-8575-36f043e493b5 req-c849eac3-b6ec-4723-8aa7-a380200d2e15 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:34.721670 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c23dc-935d-4946-8575-36f043e493b5 req-c849eac3-b6ec-4723-8aa7-a380200d2e15 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:34.727941 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c23dc-935d-4946-8575-36f043e493b5 req-c849eac3-b6ec-4723-8aa7-a380200d2e15 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:34.746307 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c23dc-935d-4946-8575-36f043e493b5 req-c849eac3-b6ec-4723-8aa7-a380200d2e15 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:34.768222 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc8c23dc-935d-4946-8575-36f043e493b5 req-c849eac3-b6ec-4723-8aa7-a380200d2e15 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1670818 Mar 05 05:03:34.870612 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39098) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:34.904416 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc8c23dc-935d-4946-8575-36f043e493b5 req-b5aa9a36-5ce0-4dd7-8c92-b0b6db148cea tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1348209 Mar 05 05:03:34.997520 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-00ca0c80-3258-40a4-8e6c-cde8cc502b86 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-289284086-network', 'tenant_id': '9bccf4c9915e42c59c0b5d658cd816f5'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:03:35.019935 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ca0c80-3258-40a4-8e6c-cde8cc502b86 admin admin] Made reservation on behalf of 9bccf4c9915e42c59c0b5d658cd816f5 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:03:35.022659 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-00ca0c80-3258-40a4-8e6c-cde8cc502b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:35.034008 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-00ca0c80-3258-40a4-8e6c-cde8cc502b86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:35.195010 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-00ca0c80-3258-40a4-8e6c-cde8cc502b86 admin admin] Publish callbacks [] for security_group (275a5fde-6937-4bdd-8ac2-49bb000e77a9), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:35.205793 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-00ca0c80-3258-40a4-8e6c-cde8cc502b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (275a5fde-6937-4bdd-8ac2-49bb000e77a9), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:35.226607 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ca0c80-3258-40a4-8e6c-cde8cc502b86 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:03:35.261794 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-00ca0c80-3258-40a4-8e6c-cde8cc502b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (3fdbfe93-a040-40d1-9a4b-c54cf130c455), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:35.262155 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-00ca0c80-3258-40a4-8e6c-cde8cc502b86 admin admin] Added segment 3fdbfe93-a040-40d1-9a4b-c54cf130c455 of type vlan for network 5ae49ed7-bb43-451b-a829-6aff97a3cfc7 Mar 05 05:03:35.297152 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca0c80-3258-40a4-8e6c-cde8cc502b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275a5fde-6937-4bdd-8ac2-49bb000e77a9,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:35.313232 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-00ca0c80-3258-40a4-8e6c-cde8cc502b86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (5ae49ed7-bb43-451b-a829-6aff97a3cfc7), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:35.342275 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-00ca0c80-3258-40a4-8e6c-cde8cc502b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (5ae49ed7-bb43-451b-a829-6aff97a3cfc7), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:35.344003 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ca0c80-3258-40a4-8e6c-cde8cc502b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:35.344813 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-00ca0c80-3258-40a4-8e6c-cde8cc502b86 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:35.432825 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-00ca0c80-3258-40a4-8e6c-cde8cc502b86 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5608993 Mar 05 05:03:35.442798 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39112) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:35.450653 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-8ed44463-00dc-419f-aaf9-ff267b37850d admin admin] Request body: {'subnet': {'network_id': '5ae49ed7-bb43-451b-a829-6aff97a3cfc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-289284086-subnet', 'tenant_id': '9bccf4c9915e42c59c0b5d658cd816f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:03:35.480728 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca0c80-3258-40a4-8e6c-cde8cc502b86 admin admin] Pushing event updated for resources: {'Network': ['ID=5ae49ed7-bb43-451b-a829-6aff97a3cfc7,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:35.495666 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 5ae49ed7-bb43-451b-a829-6aff97a3cfc7 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:03:35.501715 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed44463-00dc-419f-aaf9-ff267b37850d admin admin] Made reservation on behalf of 9bccf4c9915e42c59c0b5d658cd816f5 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:03:35.504742 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8ed44463-00dc-419f-aaf9-ff267b37850d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:35.825314 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8ed44463-00dc-419f-aaf9-ff267b37850d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (4a99a134-cfcd-44f2-91d8-f43831b19b0b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:36.032399 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed44463-00dc-419f-aaf9-ff267b37850d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a99a134-cfcd-44f2-91d8-f43831b19b0b,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:36.049499 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed44463-00dc-419f-aaf9-ff267b37850d admin admin] Checking segment: {'id': '3fdbfe93-a040-40d1-9a4b-c54cf130c455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5ae49ed7-bb43-451b-a829-6aff97a3cfc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:03:36.049871 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed44463-00dc-419f-aaf9-ff267b37850d admin admin] Network hostable DHCP agents. Network: 5ae49ed7-bb43-451b-a829-6aff97a3cfc7, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:03:36.112093 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed44463-00dc-419f-aaf9-ff267b37850d admin admin] Network 5ae49ed7-bb43-451b-a829-6aff97a3cfc7 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:03:36.130214 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-8ed44463-00dc-419f-aaf9-ff267b37850d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 5ae49ed7-bb43-451b-a829-6aff97a3cfc7) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:03:36.147502 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a761a8ec-bc7e-4158-ac15-1720e211d289 None None] Network 5ae49ed7-bb43-451b-a829-6aff97a3cfc7 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:03:36.169678 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed44463-00dc-419f-aaf9-ff267b37850d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:36.170296 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8ed44463-00dc-419f-aaf9-ff267b37850d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:36.185663 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021f8bb-989b-4964-92b1-f42b0867a8f0 req-884d7286-15e7-4788-82e9-7565584f5e01 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:36.209380 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021f8bb-989b-4964-92b1-f42b0867a8f0 req-884d7286-15e7-4788-82e9-7565584f5e01 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:36.226458 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8ed44463-00dc-419f-aaf9-ff267b37850d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7786672 Mar 05 05:03:36.231398 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021f8bb-989b-4964-92b1-f42b0867a8f0 req-884d7286-15e7-4788-82e9-7565584f5e01 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:36.248099 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021f8bb-989b-4964-92b1-f42b0867a8f0 req-884d7286-15e7-4788-82e9-7565584f5e01 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:36.257758 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021f8bb-989b-4964-92b1-f42b0867a8f0 req-884d7286-15e7-4788-82e9-7565584f5e01 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:36.274192 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021f8bb-989b-4964-92b1-f42b0867a8f0 req-884d7286-15e7-4788-82e9-7565584f5e01 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:36.288023 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021f8bb-989b-4964-92b1-f42b0867a8f0 req-884d7286-15e7-4788-82e9-7565584f5e01 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:36.294441 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9021f8bb-989b-4964-92b1-f42b0867a8f0 req-884d7286-15e7-4788-82e9-7565584f5e01 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.2951820 Mar 05 05:03:36.446597 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9021f8bb-989b-4964-92b1-f42b0867a8f0 req-1ecc3256-ee03-48a7-9f36-0b7aefcd961c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1449807 Mar 05 05:03:36.464468 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152e8431-6fa4-4cee-bac0-66b9e29d9926 None None] Network 5ae49ed7-bb43-451b-a829-6aff97a3cfc7 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:03:37.141171 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-3953f765-8a27-49a9-9c85-c8527604ebfd tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:37.148577 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-3953f765-8a27-49a9-9c85-c8527604ebfd tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/networks?id=5ae49ed7-bb43-451b-a829-6aff97a3cfc7 HTTP/1.1" status: 200 len: 813 time: 0.1641891 Mar 05 05:03:37.165550 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-cce429c7-333e-49c0-9293-1dc360d1e068 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/quotas/9bccf4c9915e42c59c0b5d658cd816f5 HTTP/1.1" status: 200 len: 375 time: 0.0160818 Mar 05 05:03:37.202742 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-ec95c086-f15f-40e7-b3f3-9eb9a8166b0f tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9bccf4c9915e42c59c0b5d658cd816f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362411 Mar 05 05:03:37.457366 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-bb405480-dead-45fc-a9c7-8442c1f9413f service neutron] 10.222.0.11 "GET /v2.0/networks/5ae49ed7-bb43-451b-a829-6aff97a3cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530882 Mar 05 05:03:37.521243 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39172) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:37.689816 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-5aeced78-c171-405d-926d-5c37d2ee2f68 service neutron] 10.222.0.11 "GET /v2.0/networks/5ae49ed7-bb43-451b-a829-6aff97a3cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312329 Mar 05 05:03:37.899439 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235998af-51ba-4733-b9b8-d9addd78ffe0 req-67edf7ba-566d-4ee3-8471-adb559f8c717 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:37.909456 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235998af-51ba-4733-b9b8-d9addd78ffe0 req-67edf7ba-566d-4ee3-8471-adb559f8c717 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:37.924188 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235998af-51ba-4733-b9b8-d9addd78ffe0 req-67edf7ba-566d-4ee3-8471-adb559f8c717 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:37.937107 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235998af-51ba-4733-b9b8-d9addd78ffe0 req-67edf7ba-566d-4ee3-8471-adb559f8c717 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:37.942834 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235998af-51ba-4733-b9b8-d9addd78ffe0 req-67edf7ba-566d-4ee3-8471-adb559f8c717 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:37.963879 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235998af-51ba-4733-b9b8-d9addd78ffe0 req-67edf7ba-566d-4ee3-8471-adb559f8c717 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:37.981969 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235998af-51ba-4733-b9b8-d9addd78ffe0 req-67edf7ba-566d-4ee3-8471-adb559f8c717 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:37.999674 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-235998af-51ba-4733-b9b8-d9addd78ffe0 req-67edf7ba-566d-4ee3-8471-adb559f8c717 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.3083456 Mar 05 05:03:38.136514 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-42889490-4614-44d6-b8a6-f6e5183ce4bc req-2e46e92f-3e63-4167-8858-0045dd3cf088 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 210 time: 0.1011982 Mar 05 05:03:38.232177 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-235998af-51ba-4733-b9b8-d9addd78ffe0 req-fcbaada2-0c1d-43e9-9834-5d2c137190d7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2314401 Mar 05 05:03:38.732671 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-34a7221f-6b83-43b4-8466-af704a4affbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:39.355707 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a810447c-969d-4863-b965-bafa61a08a96 req-4b3523e9-bc6b-4106-8529-776d0a393b67 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 210 time: 0.1078069 Mar 05 05:03:39.384842 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-34a7221f-6b83-43b4-8466-af704a4affbb admin admin] Deleting port 303356a8-e669-4c08-8c51-c8c38c0d0ab0 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:03:39.386552 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-34a7221f-6b83-43b4-8466-af704a4affbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (303356a8-e669-4c08-8c51-c8c38c0d0ab0), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:39.516307 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9994ed6-f9bf-4bc3-a187-e5296d27bfca req-d928e0e8-8e2f-481f-802d-2b40665ae94b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:39.521289 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9994ed6-f9bf-4bc3-a187-e5296d27bfca req-d928e0e8-8e2f-481f-802d-2b40665ae94b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:39.527109 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9994ed6-f9bf-4bc3-a187-e5296d27bfca req-d928e0e8-8e2f-481f-802d-2b40665ae94b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:39.542976 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-34a7221f-6b83-43b4-8466-af704a4affbb admin admin] For port 303356a8-e669-4c08-8c51-c8c38c0d0ab0, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=303356a8-e669-4c08-8c51-c8c38c0d0ab0,segment=NetworkSegment(f0906293-c3cd-4ab0-baf8-2f3f35cc0161),segment_id=f0906293-c3cd-4ab0-baf8-2f3f35cc0161)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:03:39.543368 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-34a7221f-6b83-43b4-8466-af704a4affbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (303356a8-e669-4c08-8c51-c8c38c0d0ab0), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:39.554041 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9994ed6-f9bf-4bc3-a187-e5296d27bfca req-d928e0e8-8e2f-481f-802d-2b40665ae94b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:39.559209 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39220) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:39.566996 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-34a7221f-6b83-43b4-8466-af704a4affbb admin admin] Calling delete_port for 303356a8-e669-4c08-8c51-c8c38c0d0ab0 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:03:39.572909 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9994ed6-f9bf-4bc3-a187-e5296d27bfca req-d928e0e8-8e2f-481f-802d-2b40665ae94b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:39.578248 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9994ed6-f9bf-4bc3-a187-e5296d27bfca req-d928e0e8-8e2f-481f-802d-2b40665ae94b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:39.613941 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9994ed6-f9bf-4bc3-a187-e5296d27bfca req-d928e0e8-8e2f-481f-802d-2b40665ae94b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:39.615959 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9994ed6-f9bf-4bc3-a187-e5296d27bfca req-d928e0e8-8e2f-481f-802d-2b40665ae94b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.2363904 Mar 05 05:03:39.726156 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9994ed6-f9bf-4bc3-a187-e5296d27bfca req-98277472-ca87-43fe-b346-08702e54d3e0 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1035721 Mar 05 05:03:40.036562 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-34a7221f-6b83-43b4-8466-af704a4affbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (303356a8-e669-4c08-8c51-c8c38c0d0ab0), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:40.055842 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a60f3a7b-aa71-4f41-b97b-78649f7760bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:40.098150 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7221f-6b83-43b4-8466-af704a4affbb admin admin] Pushing event deleted for resources: {'Port': ['ID=303356a8-e669-4c08-8c51-c8c38c0d0ab0,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:40.233523 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-5f74719c-01bb-4b15-84e0-4051abc80ccf tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:40.236341 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-5f74719c-01bb-4b15-84e0-4051abc80ccf tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.31 "GET /v2.0/networks?id=5ae49ed7-bb43-451b-a829-6aff97a3cfc7 HTTP/1.1" status: 200 len: 813 time: 0.3321345 Mar 05 05:03:40.267475 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-a66557d1-5a8a-48f3-9038-d1a34663955d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Request body: {'port': {'device_id': '7545c43e-daf9-4cbb-9427-e29e508e90cb', 'network_id': '5ae49ed7-bb43-451b-a829-6aff97a3cfc7', 'admin_state_up': True, 'tenant_id': '9bccf4c9915e42c59c0b5d658cd816f5'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:03:40.518377 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-44d5a7cf-4be8-4f2e-8896-29f577556d5d req-49ba1ad0-2148-4b8c-b309-306c6540aca0 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 210 time: 0.0684640 Mar 05 05:03:40.604122 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-34a7221f-6b83-43b4-8466-af704a4affbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:40.655662 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a60f3a7b-aa71-4f41-b97b-78649f7760bd admin admin] Publish callbacks [] for security_group (2e937dfe-0e96-4796-bb6f-72ebd495b5da), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:40.693281 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-a66557d1-5a8a-48f3-9038-d1a34663955d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Made reservation on behalf of 9bccf4c9915e42c59c0b5d658cd816f5 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:03:40.696637 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-a66557d1-5a8a-48f3-9038-d1a34663955d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:41.016935 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de01363-0ba1-4008-9b29-d27b30d9a63d req-610a8c7f-13b4-407f-b564-08afd7c5fae0 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:41.022324 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de01363-0ba1-4008-9b29-d27b30d9a63d req-610a8c7f-13b4-407f-b564-08afd7c5fae0 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:41.044137 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de01363-0ba1-4008-9b29-d27b30d9a63d req-610a8c7f-13b4-407f-b564-08afd7c5fae0 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:41.059328 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de01363-0ba1-4008-9b29-d27b30d9a63d req-610a8c7f-13b4-407f-b564-08afd7c5fae0 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:41.069537 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de01363-0ba1-4008-9b29-d27b30d9a63d req-610a8c7f-13b4-407f-b564-08afd7c5fae0 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:41.075437 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de01363-0ba1-4008-9b29-d27b30d9a63d req-610a8c7f-13b4-407f-b564-08afd7c5fae0 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:41.080817 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de01363-0ba1-4008-9b29-d27b30d9a63d req-610a8c7f-13b4-407f-b564-08afd7c5fae0 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:41.086868 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8de01363-0ba1-4008-9b29-d27b30d9a63d req-610a8c7f-13b4-407f-b564-08afd7c5fae0 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1969380 Mar 05 05:03:41.176561 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8de01363-0ba1-4008-9b29-d27b30d9a63d req-d9d2cab9-8554-430f-8b0f-0a13a4070bda tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0827017 Mar 05 05:03:41.235703 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a60f3a7b-aa71-4f41-b97b-78649f7760bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (2e937dfe-0e96-4796-bb6f-72ebd495b5da), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:41.336663 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a60f3a7b-aa71-4f41-b97b-78649f7760bd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1da1a12b84ee45d1865609ad49ada924&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7761552 Mar 05 05:03:41.339385 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39248) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:41.341354 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f3a7b-aa71-4f41-b97b-78649f7760bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e937dfe-0e96-4796-bb6f-72ebd495b5da,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:41.356706 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-a66557d1-5a8a-48f3-9038-d1a34663955d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Allocated IP 172.20.0.9 (5ae49ed7-bb43-451b-a829-6aff97a3cfc7/4a99a134-cfcd-44f2-91d8-f43831b19b0b/fc2d1810-3a48-4269-bbbc-f1613c07f2dc) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:03:41.438173 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fc5ec109-7bed-4996-ad57-371897b48d57 admin admin] Publish callbacks [] for security_group (2e937dfe-0e96-4796-bb6f-72ebd495b5da), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:41.447602 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-11e3d2a4-c182-4ccd-bb05-53e1352d2fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:41.480642 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fc5ec109-7bed-4996-ad57-371897b48d57 admin admin] Publish callbacks [] for security_group (2e937dfe-0e96-4796-bb6f-72ebd495b5da), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:41.548000 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fc5ec109-7bed-4996-ad57-371897b48d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (2e937dfe-0e96-4796-bb6f-72ebd495b5da), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:41.550990 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fc5ec109-7bed-4996-ad57-371897b48d57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:41.552322 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fc5ec109-7bed-4996-ad57-371897b48d57 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2e937dfe-0e96-4796-bb6f-72ebd495b5da HTTP/1.1" status: 204 len: 168 time: 0.2116704 Mar 05 05:03:41.576325 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ec109-7bed-4996-ad57-371897b48d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e937dfe-0e96-4796-bb6f-72ebd495b5da,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:41.732245 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9d12771b-2744-4d80-92bd-27bf10d81c53 req-5b445d71-636a-4e05-a04b-933830b28d2a tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 210 time: 0.0629911 Mar 05 05:03:41.770778 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-a66557d1-5a8a-48f3-9038-d1a34663955d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Publish callbacks [] for port (fc2d1810-3a48-4269-bbbc-f1613c07f2dc), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:41.773182 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a7221f-6b83-43b4-8466-af704a4affbb admin admin] Router e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:03:41.888269 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-a66557d1-5a8a-48f3-9038-d1a34663955d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (fc2d1810-3a48-4269-bbbc-f1613c07f2dc), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:41.950877 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-a66557d1-5a8a-48f3-9038-d1a34663955d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Network 5ae49ed7-bb43-451b-a829-6aff97a3cfc7 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:03:41.957112 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-a66557d1-5a8a-48f3-9038-d1a34663955d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:03:41.961389 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-a66557d1-5a8a-48f3-9038-d1a34663955d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:03:41.964541 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a7221f-6b83-43b4-8466-af704a4affbb admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:03:41.975895 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f443a2ed-42da-4f1f-adc1-13c48611ccdb None None] Sync routers for ids ['e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:03:41.977222 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39256) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:41.985238 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-34a7221f-6b83-43b4-8466-af704a4affbb admin admin] 10.222.0.11 "PUT /v2.0/routers/e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4615660 Mar 05 05:03:41.992053 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66557d1-5a8a-48f3-9038-d1a34663955d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Pushing event updated for resources: {'Port': ['ID=fc2d1810-3a48-4269-bbbc-f1613c07f2dc,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:41.995022 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f443a2ed-42da-4f1f-adc1-13c48611ccdb None None] Routers {'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:03:41.996546 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-f443a2ed-42da-4f1f-adc1-13c48611ccdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:03:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:03:42.054903 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39258) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:42.086999 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c61f1bd5-794d-482a-b2ad-1cebd5a3fe55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:42.095486 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-a66557d1-5a8a-48f3-9038-d1a34663955d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:42.096112 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-a66557d1-5a8a-48f3-9038-d1a34663955d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:42.126589 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-a66557d1-5a8a-48f3-9038-d1a34663955d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8699532 Mar 05 05:03:42.141255 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-5be283d8-8126-4994-82a7-c3fad2ec2bc4 service neutron] Request body: {'port': {'device_id': '7545c43e-daf9-4cbb-9427-e29e508e90cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:03:42.155201 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-f443a2ed-42da-4f1f-adc1-13c48611ccdb None None] Set router e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:03:42.222246 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-71486ca7-7664-40ed-9cd5-058f20978acc admin admin] Publish callbacks [] for router (e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:42.240241 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-5be283d8-8126-4994-82a7-c3fad2ec2bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fc2d1810-3a48-4269-bbbc-f1613c07f2dc), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:42.417990 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-f443a2ed-42da-4f1f-adc1-13c48611ccdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1738830377-router', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:19Z', 'updated_at': '2022-03-05T05:03:39Z', 'revision_number': 5, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'gw_port': {'id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:da:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:21Z', 'updated_at': '2022-03-05T04:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:03:42.448582 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f443a2ed-42da-4f1f-adc1-13c48611ccdb None None] Checking router: e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:03:42.459547 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f443a2ed-42da-4f1f-adc1-13c48611ccdb None None] Routers {'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:03:42.460197 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-f443a2ed-42da-4f1f-adc1-13c48611ccdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:03:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:03:42.592899 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-5be283d8-8126-4994-82a7-c3fad2ec2bc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc2d1810-3a48-4269-bbbc-f1613c07f2dc {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:03:42.595028 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-f443a2ed-42da-4f1f-adc1-13c48611ccdb None None] Set router e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:03:42.603345 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-5be283d8-8126-4994-82a7-c3fad2ec2bc4 service neutron] Publish callbacks [] for port (fc2d1810-3a48-4269-bbbc-f1613c07f2dc), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:42.626128 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-5be283d8-8126-4994-82a7-c3fad2ec2bc4 service neutron] Transition to ACTIVE for port object fc2d1810-3a48-4269-bbbc-f1613c07f2dc will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:03:42.631062 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-5be283d8-8126-4994-82a7-c3fad2ec2bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (fc2d1810-3a48-4269-bbbc-f1613c07f2dc), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:42.638569 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c61f1bd5-794d-482a-b2ad-1cebd5a3fe55 admin admin] Publish callbacks [] for security_group (f7bc6d66-dbc7-4376-a110-a32f1c25be5b), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:42.670996 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c61f1bd5-794d-482a-b2ad-1cebd5a3fe55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f7bc6d66-dbc7-4376-a110-a32f1c25be5b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:42.709172 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f1bd5-794d-482a-b2ad-1cebd5a3fe55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bc6d66-dbc7-4376-a110-a32f1c25be5b,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:42.711733 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be283d8-8126-4994-82a7-c3fad2ec2bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=fc2d1810-3a48-4269-bbbc-f1613c07f2dc,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:42.713004 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-71486ca7-7664-40ed-9cd5-058f20978acc admin admin] Publish callbacks [] for router_gateway (e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:42.746775 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ecff7-f7be-442c-9635-6237370fc7d6 req-31d19500-0570-4bf7-bbe2-e84e8540c5de tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:42.753737 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ecff7-f7be-442c-9635-6237370fc7d6 req-31d19500-0570-4bf7-bbe2-e84e8540c5de tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:42.759397 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ecff7-f7be-442c-9635-6237370fc7d6 req-31d19500-0570-4bf7-bbe2-e84e8540c5de tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:42.766981 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ecff7-f7be-442c-9635-6237370fc7d6 req-31d19500-0570-4bf7-bbe2-e84e8540c5de tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:42.769688 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-5be283d8-8126-4994-82a7-c3fad2ec2bc4 service neutron] Attempting to bind port fc2d1810-3a48-4269-bbbc-f1613c07f2dc on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:03:42.770094 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-5be283d8-8126-4994-82a7-c3fad2ec2bc4 service neutron] Attempting to bind port fc2d1810-3a48-4269-bbbc-f1613c07f2dc by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '3fdbfe93-a040-40d1-9a4b-c54cf130c455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5ae49ed7-bb43-451b-a829-6aff97a3cfc7'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:03:42.770493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-5be283d8-8126-4994-82a7-c3fad2ec2bc4 service neutron] Attempting to bind port fc2d1810-3a48-4269-bbbc-f1613c07f2dc on network 5ae49ed7-bb43-451b-a829-6aff97a3cfc7 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:03:42.773214 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ecff7-f7be-442c-9635-6237370fc7d6 req-31d19500-0570-4bf7-bbe2-e84e8540c5de tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:42.776375 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-5be283d8-8126-4994-82a7-c3fad2ec2bc4 service neutron] Port fc2d1810-3a48-4269-bbbc-f1613c07f2dc on network 5ae49ed7-bb43-451b-a829-6aff97a3cfc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:03:42.776868 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-5be283d8-8126-4994-82a7-c3fad2ec2bc4 service neutron] Attempting to bind port fc2d1810-3a48-4269-bbbc-f1613c07f2dc on network 5ae49ed7-bb43-451b-a829-6aff97a3cfc7 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:03:42.778993 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ecff7-f7be-442c-9635-6237370fc7d6 req-31d19500-0570-4bf7-bbe2-e84e8540c5de tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:42.782948 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-5be283d8-8126-4994-82a7-c3fad2ec2bc4 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:03:42.783529 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-5be283d8-8126-4994-82a7-c3fad2ec2bc4 service neutron] Checking segment: {'id': '3fdbfe93-a040-40d1-9a4b-c54cf130c455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5ae49ed7-bb43-451b-a829-6aff97a3cfc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:03:42.784034 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-5be283d8-8126-4994-82a7-c3fad2ec2bc4 service neutron] Bound using segment: {'id': '3fdbfe93-a040-40d1-9a4b-c54cf130c455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5ae49ed7-bb43-451b-a829-6aff97a3cfc7'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:03:42.784468 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-5be283d8-8126-4994-82a7-c3fad2ec2bc4 service neutron] Bound port: fc2d1810-3a48-4269-bbbc-f1613c07f2dc, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fdbfe93-a040-40d1-9a4b-c54cf130c455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5ae49ed7-bb43-451b-a829-6aff97a3cfc7'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:03:42.784827 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-5be283d8-8126-4994-82a7-c3fad2ec2bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fc2d1810-3a48-4269-bbbc-f1613c07f2dc), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:42.789421 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ecff7-f7be-442c-9635-6237370fc7d6 req-31d19500-0570-4bf7-bbe2-e84e8540c5de tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:42.791437 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b4ecff7-f7be-442c-9635-6237370fc7d6 req-31d19500-0570-4bf7-bbe2-e84e8540c5de tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.4887350 Mar 05 05:03:42.837950 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-f443a2ed-42da-4f1f-adc1-13c48611ccdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1738830377-router', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:19Z', 'updated_at': '2022-03-05T05:03:39Z', 'revision_number': 5, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'gw_port': {'id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:da:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:21Z', 'updated_at': '2022-03-05T04:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:03:42.868284 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f443a2ed-42da-4f1f-adc1-13c48611ccdb None None] The sync data for ids ['e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5'] in n-d-789963-32 is: [{'id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'name': 'tempest-AttachVolumeShelveTestJSON-1738830377-router', 'tenant_id': '2f0efde040e1417b9e4baf083ccb9565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:55:19Z', 'updated_at': '2022-03-05T05:03:39Z', 'revision_number': 5, 'project_id': '2f0efde040e1417b9e4baf083ccb9565', 'gw_port': {'id': '42abb3ac-1957-45de-9a81-0f1256bafafd', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:da:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:55:21Z', 'updated_at': '2022-03-05T04:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:03:42.871511 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-5be283d8-8126-4994-82a7-c3fad2ec2bc4 service neutron] For port fc2d1810-3a48-4269-bbbc-f1613c07f2dc, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:03:42.876213 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-5be283d8-8126-4994-82a7-c3fad2ec2bc4 service neutron] For port fc2d1810-3a48-4269-bbbc-f1613c07f2dc, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=fc2d1810-3a48-4269-bbbc-f1613c07f2dc,segment=NetworkSegment(3fdbfe93-a040-40d1-9a4b-c54cf130c455),segment_id=3fdbfe93-a040-40d1-9a4b-c54cf130c455)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:03:42.885644 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-5be283d8-8126-4994-82a7-c3fad2ec2bc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (fc2d1810-3a48-4269-bbbc-f1613c07f2dc), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:42.906544 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c61f1bd5-794d-482a-b2ad-1cebd5a3fe55 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4f3cf6b449d845679f7d35d20add7ce8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8496003 Mar 05 05:03:42.907198 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39264) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:42.933075 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-5be283d8-8126-4994-82a7-c3fad2ec2bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:42.933698 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-5be283d8-8126-4994-82a7-c3fad2ec2bc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:42.935707 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-5be283d8-8126-4994-82a7-c3fad2ec2bc4 service neutron] 10.222.0.31 "PUT /v2.0/ports/fc2d1810-3a48-4269-bbbc-f1613c07f2dc HTTP/1.1" status: 200 len: 1092 time: 0.8010685 Mar 05 05:03:42.936158 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7545c43e-daf9-4cbb-9427-e29e508e90cb', 'tag': 'fc2d1810-3a48-4269-bbbc-f1613c07f2dc'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:03:42.938633 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d676e6a1-61b0-4aa7-b018-1410cff31978" -d '{"events": [{"name": "network-changed", "server_uuid": "7545c43e-daf9-4cbb-9427-e29e508e90cb", "tag": "fc2d1810-3a48-4269-bbbc-f1613c07f2dc"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:03:42.989648 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be283d8-8126-4994-82a7-c3fad2ec2bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=fc2d1810-3a48-4269-bbbc-f1613c07f2dc,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:43.030747 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-29369184-04d7-4c38-92db-5d3ccd7557cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:43.032531 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-29369184-04d7-4c38-92db-5d3ccd7557cc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bccf4c9915e42c59c0b5d658cd816f5&device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 1126 time: 0.0560365 Mar 05 05:03:43.035607 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b4ecff7-f7be-442c-9635-6237370fc7d6 req-77234627-9a66-46ed-b1f4-137128748869 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2192109 Mar 05 05:03:43.057495 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77d058-7141-4973-9ea7-39a32bf70f2d req-6ba85454-8cf6-44ca-b172-1256ba7de557 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:43.059108 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5d77d058-7141-4973-9ea7-39a32bf70f2d req-6ba85454-8cf6-44ca-b172-1256ba7de557 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 943 time: 0.1784680 Mar 05 05:03:43.063613 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-71486ca7-7664-40ed-9cd5-058f20978acc admin admin] Deleting port 42abb3ac-1957-45de-9a81-0f1256bafafd {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:03:43.063959 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-71486ca7-7664-40ed-9cd5-058f20978acc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (42abb3ac-1957-45de-9a81-0f1256bafafd), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:43.067009 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1b33dd65-7bea-4b4e-9b79-7ee348eff500 admin admin] Publish callbacks [] for security_group (f7bc6d66-dbc7-4376-a110-a32f1c25be5b), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:43.106055 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb00dfe-296f-4b76-96d5-3369cf751470 x-openstack-request-id: req-cbb00dfe-296f-4b76-96d5-3369cf751470 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:03:43.106650 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7545c43e-daf9-4cbb-9427-e29e508e90cb", "tag": "fc2d1810-3a48-4269-bbbc-f1613c07f2dc", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:03:43.107198 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cbb00dfe-296f-4b76-96d5-3369cf751470 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:03:43.107901 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7545c43e-daf9-4cbb-9427-e29e508e90cb', 'tag': 'fc2d1810-3a48-4269-bbbc-f1613c07f2dc', 'status': 'completed', 'code': 200} Mar 05 05:03:43.110436 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-d7a73b5a-8311-4879-90a8-c206acfb0d77 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc2d1810-3a48-4269-bbbc-f1613c07f2dc HTTP/1.1" status: 200 len: 217 time: 0.0697072 Mar 05 05:03:43.171115 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-cfdf4305-44d0-4158-909a-81a06f31e671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:43.173444 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1b33dd65-7bea-4b4e-9b79-7ee348eff500 admin admin] Publish callbacks [] for security_group (f7bc6d66-dbc7-4376-a110-a32f1c25be5b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:43.173596 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-cfdf4305-44d0-4158-909a-81a06f31e671 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a99a134-cfcd-44f2-91d8-f43831b19b0b HTTP/1.1" status: 200 len: 853 time: 0.0573752 Mar 05 05:03:43.209079 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-6dbd1653-fcbf-48cf-b1b1-dbdb1acbd5a1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ae49ed7-bb43-451b-a829-6aff97a3cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279396 Mar 05 05:03:43.212075 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5d77d058-7141-4973-9ea7-39a32bf70f2d req-ab7945b2-f705-47ce-8e53-5d2f6c6b92ad tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460302 Mar 05 05:03:43.265905 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-71486ca7-7664-40ed-9cd5-058f20978acc admin admin] For port 42abb3ac-1957-45de-9a81-0f1256bafafd, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=42abb3ac-1957-45de-9a81-0f1256bafafd,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:03:43.266275 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-71486ca7-7664-40ed-9cd5-058f20978acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (42abb3ac-1957-45de-9a81-0f1256bafafd), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:43.271859 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 303356a8-e669-4c08-8c51-c8c38c0d0ab0 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:03:43.305879 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 303356a8-e669-4c08-8c51-c8c38c0d0ab0 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:03:43.306272 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 303356a8-e669-4c08-8c51-c8c38c0d0ab0 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:03:43.306990 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-71486ca7-7664-40ed-9cd5-058f20978acc admin admin] Calling delete_port for 42abb3ac-1957-45de-9a81-0f1256bafafd owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:03:43.325531 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-b40ab6a2-3dce-4aa5-bf4e-0275be5d5b12 service neutron] 10.222.0.31 "GET /v2.0/networks/5ae49ed7-bb43-451b-a829-6aff97a3cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107159 Mar 05 05:03:43.454634 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-99a40fb3-1aa2-4951-9bee-940f6680a887 req-ede003be-d62c-4d58-a155-a9612590c41c service neutron] 10.222.0.31 "GET /v2.0/networks/5ae49ed7-bb43-451b-a829-6aff97a3cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235740 Mar 05 05:03:43.480194 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1b33dd65-7bea-4b4e-9b79-7ee348eff500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f7bc6d66-dbc7-4376-a110-a32f1c25be5b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:43.482767 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1b33dd65-7bea-4b4e-9b79-7ee348eff500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:43.484671 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1b33dd65-7bea-4b4e-9b79-7ee348eff500 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f7bc6d66-dbc7-4376-a110-a32f1c25be5b HTTP/1.1" status: 204 len: 168 time: 0.5604985 Mar 05 05:03:43.503527 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33dd65-7bea-4b4e-9b79-7ee348eff500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bc6d66-dbc7-4376-a110-a32f1c25be5b,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:43.576919 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-71486ca7-7664-40ed-9cd5-058f20978acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (42abb3ac-1957-45de-9a81-0f1256bafafd), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:43.597732 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676e6a1-61b0-4aa7-b018-1410cff31978 req-790e5bd8-1209-4434-982b-9734b5e6b835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:43.599790 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d676e6a1-61b0-4aa7-b018-1410cff31978 req-790e5bd8-1209-4434-982b-9734b5e6b835 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bccf4c9915e42c59c0b5d658cd816f5&device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 1126 time: 0.0920324 Mar 05 05:03:43.604198 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71486ca7-7664-40ed-9cd5-058f20978acc admin admin] Pushing event deleted for resources: {'Port': ['ID=42abb3ac-1957-45de-9a81-0f1256bafafd,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:43.684464 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4940acb5-475f-4d13-bd67-fae21cb6b881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:43.705607 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-71486ca7-7664-40ed-9cd5-058f20978acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:43.720549 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:43.738931 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676e6a1-61b0-4aa7-b018-1410cff31978 req-c603cffc-b203-4ee1-959f-a2c05b088aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:43.740816 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d676e6a1-61b0-4aa7-b018-1410cff31978 req-c603cffc-b203-4ee1-959f-a2c05b088aa2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ae49ed7-bb43-451b-a829-6aff97a3cfc7 HTTP/1.1" status: 200 len: 913 time: 0.1305766 Mar 05 05:03:43.790756 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d676e6a1-61b0-4aa7-b018-1410cff31978 req-f6ed928b-0f1a-4159-8566-31cb80a3aa2e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc2d1810-3a48-4269-bbbc-f1613c07f2dc HTTP/1.1" status: 200 len: 217 time: 0.0439420 Mar 05 05:03:43.819436 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-71486ca7-7664-40ed-9cd5-058f20978acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:43.821772 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-71486ca7-7664-40ed-9cd5-058f20978acc admin admin] Publish callbacks [] for router_controller (e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:43.858024 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676e6a1-61b0-4aa7-b018-1410cff31978 req-91d52607-a741-48cb-bfc1-32de2ec65a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:43.861440 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d676e6a1-61b0-4aa7-b018-1410cff31978 req-91d52607-a741-48cb-bfc1-32de2ec65a29 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a99a134-cfcd-44f2-91d8-f43831b19b0b HTTP/1.1" status: 200 len: 853 time: 0.0571454 Mar 05 05:03:43.871341 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:43.885783 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-71486ca7-7664-40ed-9cd5-058f20978acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:43.886627 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71486ca7-7664-40ed-9cd5-058f20978acc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:03:43.891621 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-71486ca7-7664-40ed-9cd5-058f20978acc admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:43.895794 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-71486ca7-7664-40ed-9cd5-058f20978acc admin admin] 10.222.0.11 "DELETE /v2.0/routers/e7d62a46-69d2-4bc7-b70e-7cf2cf8d6ba5 HTTP/1.1" status: 204 len: 168 time: 1.9174805 Mar 05 05:03:43.896474 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39272) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:43.908986 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d676e6a1-61b0-4aa7-b018-1410cff31978 req-afd28ab2-bd28-4e55-994e-76bdfedf1dff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ae49ed7-bb43-451b-a829-6aff97a3cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415428 Mar 05 05:03:43.965125 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f3b4b2d-d4a0-4733-bffb-37211da91f4c admin admin] Deleting subnet 5fcb8f64-37dd-445b-b856-b0d90d6a1c08 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:03:43.969431 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3f3b4b2d-d4a0-4733-bffb-37211da91f4c admin admin] Publish callbacks [] for subnet (5fcb8f64-37dd-445b-b856-b0d90d6a1c08), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:44.019382 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3f3b4b2d-d4a0-4733-bffb-37211da91f4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (5fcb8f64-37dd-445b-b856-b0d90d6a1c08), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:44.035535 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d676e6a1-61b0-4aa7-b018-1410cff31978 req-25586d24-c3d1-492e-90a1-c29477434214 service neutron] 10.222.0.31 "GET /v2.0/networks/5ae49ed7-bb43-451b-a829-6aff97a3cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193790 Mar 05 05:03:44.036050 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39274) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:44.057812 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-912d4475-6afd-45c9-8810-088d71d9e6f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:44.125643 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3f3b4b2d-d4a0-4733-bffb-37211da91f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (5fcb8f64-37dd-445b-b856-b0d90d6a1c08), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:44.203379 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d676e6a1-61b0-4aa7-b018-1410cff31978 req-98670d90-8c96-48eb-b055-3267994da3bc service neutron] 10.222.0.31 "GET /v2.0/networks/5ae49ed7-bb43-451b-a829-6aff97a3cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608284 Mar 05 05:03:44.228870 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3f3b4b2d-d4a0-4733-bffb-37211da91f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (5fcb8f64-37dd-445b-b856-b0d90d6a1c08), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:44.231677 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-912d4475-6afd-45c9-8810-088d71d9e6f2 admin admin] Publish callbacks [] for security_group (45e6161d-cf55-4d49-bc39-6745aa27b945), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:44.237036 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-912d4475-6afd-45c9-8810-088d71d9e6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (45e6161d-cf55-4d49-bc39-6745aa27b945), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:44.284185 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-912d4475-6afd-45c9-8810-088d71d9e6f2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6deb341aa4a84ca58a2b55dceef86d46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2471132 Mar 05 05:03:44.285428 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d4475-6afd-45c9-8810-088d71d9e6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e6161d-cf55-4d49-bc39-6745aa27b945,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:44.287947 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39280) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:44.296276 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21582438-ba36-452c-8103-16569e6b3640 None None] Network f1fadffb-f5d8-4040-a31e-e74b33451f43 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:03:44.304870 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b4b2d-d4a0-4733-bffb-37211da91f4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fcb8f64-37dd-445b-b856-b0d90d6a1c08,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:44.317565 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3f3b4b2d-d4a0-4733-bffb-37211da91f4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:44.325200 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39282) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:44.325946 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3f3b4b2d-d4a0-4733-bffb-37211da91f4c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5fcb8f64-37dd-445b-b856-b0d90d6a1c08 HTTP/1.1" status: 204 len: 168 time: 0.4283442 Mar 05 05:03:44.356153 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d104f1b-3549-4a66-83b7-7f92375e369b req-2dd9324b-c64e-40d1-bd14-871827545781 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:44.363218 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d104f1b-3549-4a66-83b7-7f92375e369b req-2dd9324b-c64e-40d1-bd14-871827545781 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:44.368789 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d104f1b-3549-4a66-83b7-7f92375e369b req-2dd9324b-c64e-40d1-bd14-871827545781 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:44.374198 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d104f1b-3549-4a66-83b7-7f92375e369b req-2dd9324b-c64e-40d1-bd14-871827545781 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:44.380159 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d104f1b-3549-4a66-83b7-7f92375e369b req-2dd9324b-c64e-40d1-bd14-871827545781 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:44.386228 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d104f1b-3549-4a66-83b7-7f92375e369b req-2dd9324b-c64e-40d1-bd14-871827545781 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:44.394834 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d104f1b-3549-4a66-83b7-7f92375e369b req-2dd9324b-c64e-40d1-bd14-871827545781 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:44.396888 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0d104f1b-3549-4a66-83b7-7f92375e369b req-2dd9324b-c64e-40d1-bd14-871827545781 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.2029493 Mar 05 05:03:44.423669 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b897737-410d-47c9-8bf4-2ed60459beb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (f1fadffb-f5d8-4040-a31e-e74b33451f43), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:44.506348 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-7b897737-410d-47c9-8bf4-2ed60459beb9 admin admin] Deleting port 1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:03:44.506686 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b897737-410d-47c9-8bf4-2ed60459beb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:44.516788 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab29433-50a3-46fe-af33-20e0296a5d2f None None] DHCP port deletion for f1fadffb-f5d8-4040-a31e-e74b33451f43 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:03:44.541788 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322256c-898c-42ee-af8f-eb9140ad5d2a req-17cc3062-1e51-40f3-b147-2bb2f5d24d32 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:44.543836 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8322256c-898c-42ee-af8f-eb9140ad5d2a req-17cc3062-1e51-40f3-b147-2bb2f5d24d32 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 943 time: 0.2017138 Mar 05 05:03:44.555346 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0d104f1b-3549-4a66-83b7-7f92375e369b req-fde7869e-013a-4902-ab56-ff23ea8c870d tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1475472 Mar 05 05:03:44.586758 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-0ab29433-50a3-46fe-af33-20e0296a5d2f None None] Deleting port 1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:03:44.587399 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0ab29433-50a3-46fe-af33-20e0296a5d2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:44.597405 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fcdd31eb-e223-4d16-9f53-b225ca872f06 admin admin] Publish callbacks [] for security_group (45e6161d-cf55-4d49-bc39-6745aa27b945), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:44.621668 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-7b897737-410d-47c9-8bf4-2ed60459beb9 admin admin] For port 1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1,segment=NetworkSegment(f0906293-c3cd-4ab0-baf8-2f3f35cc0161),segment_id=f0906293-c3cd-4ab0-baf8-2f3f35cc0161)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:03:44.622416 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b897737-410d-47c9-8bf4-2ed60459beb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:44.636797 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-7b897737-410d-47c9-8bf4-2ed60459beb9 admin admin] Calling delete_port for 1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:03:44.642281 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8322256c-898c-42ee-af8f-eb9140ad5d2a req-020f91a0-9297-4a54-b336-702b758db975 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842001 Mar 05 05:03:44.659997 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fcdd31eb-e223-4d16-9f53-b225ca872f06 admin admin] Publish callbacks [] for security_group (45e6161d-cf55-4d49-bc39-6745aa27b945), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:44.681265 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-0ab29433-50a3-46fe-af33-20e0296a5d2f None None] For port 1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1,segment=NetworkSegment(f0906293-c3cd-4ab0-baf8-2f3f35cc0161),segment_id=f0906293-c3cd-4ab0-baf8-2f3f35cc0161)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:03:44.681741 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0ab29433-50a3-46fe-af33-20e0296a5d2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:44.704430 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-0ab29433-50a3-46fe-af33-20e0296a5d2f None None] Calling delete_port for 1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:03:44.719676 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fcdd31eb-e223-4d16-9f53-b225ca872f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (45e6161d-cf55-4d49-bc39-6745aa27b945), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:44.723516 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fcdd31eb-e223-4d16-9f53-b225ca872f06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:44.725708 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fcdd31eb-e223-4d16-9f53-b225ca872f06 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/45e6161d-cf55-4d49-bc39-6745aa27b945 HTTP/1.1" status: 204 len: 168 time: 0.4318457 Mar 05 05:03:44.741459 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd31eb-e223-4d16-9f53-b225ca872f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e6161d-cf55-4d49-bc39-6745aa27b945,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:44.743154 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b897737-410d-47c9-8bf4-2ed60459beb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:44.780766 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b897737-410d-47c9-8bf4-2ed60459beb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:44.787566 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b897737-410d-47c9-8bf4-2ed60459beb9 admin admin] No DVR routers for this DVR port 1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1 on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:03:44.827028 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0ab29433-50a3-46fe-af33-20e0296a5d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:44.858430 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab29433-50a3-46fe-af33-20e0296a5d2f None None] Pushing event deleted for resources: {'Port': ['ID=1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:44.861960 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab29433-50a3-46fe-af33-20e0296a5d2f None None] No DVR routers for this DVR port 1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:03:44.876613 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b897737-410d-47c9-8bf4-2ed60459beb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (f1fadffb-f5d8-4040-a31e-e74b33451f43), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:44.886676 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab29433-50a3-46fe-af33-20e0296a5d2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:44.887319 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab29433-50a3-46fe-af33-20e0296a5d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:44.887712 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab29433-50a3-46fe-af33-20e0296a5d2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:44.888118 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab29433-50a3-46fe-af33-20e0296a5d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:44.888610 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab29433-50a3-46fe-af33-20e0296a5d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:44.889369 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab29433-50a3-46fe-af33-20e0296a5d2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:44.889911 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab29433-50a3-46fe-af33-20e0296a5d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:44.891004 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab29433-50a3-46fe-af33-20e0296a5d2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:44.891800 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab29433-50a3-46fe-af33-20e0296a5d2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:44.892291 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab29433-50a3-46fe-af33-20e0296a5d2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:44.892777 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab29433-50a3-46fe-af33-20e0296a5d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:44.893300 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab29433-50a3-46fe-af33-20e0296a5d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:44.895366 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab29433-50a3-46fe-af33-20e0296a5d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:03:44.906571 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-7b897737-410d-47c9-8bf4-2ed60459beb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1fadffb-f5d8-4040-a31e-e74b33451f43']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:03:44.918691 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-7b897737-410d-47c9-8bf4-2ed60459beb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0906293-c3cd-4ab0-baf8-2f3f35cc0161') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:03:44.918787 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-7b897737-410d-47c9-8bf4-2ed60459beb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0906293-c3cd-4ab0-baf8-2f3f35cc0161') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:03:44.929791 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b897737-410d-47c9-8bf4-2ed60459beb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (f0906293-c3cd-4ab0-baf8-2f3f35cc0161), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:44.944608 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b897737-410d-47c9-8bf4-2ed60459beb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (f0906293-c3cd-4ab0-baf8-2f3f35cc0161), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:44.951529 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b897737-410d-47c9-8bf4-2ed60459beb9 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:03:44.951979 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b897737-410d-47c9-8bf4-2ed60459beb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (f0906293-c3cd-4ab0-baf8-2f3f35cc0161), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:44.953951 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:03:44.953951 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:03:44.953951 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:03:44.953951 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:03:44.953951 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:03:44.953951 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:03:44.953951 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:03:44.953951 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:03:44.953951 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:03:44.953951 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:03:44.953951 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:03:44.953951 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:03:44.953951 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:03:44.953951 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:03:44.953951 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:03:44.953951 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:03:44.953951 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:03:44.953951 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:03:44.953951 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:03:44.953951 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:03:44.953951 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:03:44.953951 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:03:44.953951 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:03:44.953951 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:03:44.953951 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:03:44.953951 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:03:44.953951 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:03:44.953951 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:03:44.953951 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:03:44.953951 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:03:44.953951 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:03:44.953951 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:03:44.979339 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:45.018113 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b897737-410d-47c9-8bf4-2ed60459beb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (f1fadffb-f5d8-4040-a31e-e74b33451f43), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:45.024787 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b897737-410d-47c9-8bf4-2ed60459beb9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:45.035624 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7b897737-410d-47c9-8bf4-2ed60459beb9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f1fadffb-f5d8-4040-a31e-e74b33451f43 HTTP/1.1" status: 204 len: 168 time: 0.7024283 Mar 05 05:03:45.050875 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b897737-410d-47c9-8bf4-2ed60459beb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1fadffb-f5d8-4040-a31e-e74b33451f43,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:45.215052 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:03:45.239661 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:03:45.240019 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 1b298ad8-1b27-4ecb-ac95-a6d8f81af6f1 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:03:45.243434 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 42abb3ac-1957-45de-9a81-0f1256bafafd no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:03:45.243777 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39298) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:45.269185 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 42abb3ac-1957-45de-9a81-0f1256bafafd {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:03:45.270056 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 42abb3ac-1957-45de-9a81-0f1256bafafd not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:03:45.300327 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-14f8d7e6-7549-4db1-a13d-5068266fb017 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2f0efde040e1417b9e4baf083ccb9565&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0553949 Mar 05 05:03:45.303361 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39300) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:45.357668 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-857dd02d-6189-4f4d-a3fb-158f22d8d04d admin admin] Publish callbacks [] for security_group (906740dc-093a-41e1-ae94-cb1a5bd5dd22), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:45.381542 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-857dd02d-6189-4f4d-a3fb-158f22d8d04d admin admin] Publish callbacks [] for security_group (906740dc-093a-41e1-ae94-cb1a5bd5dd22), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:45.458424 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-857dd02d-6189-4f4d-a3fb-158f22d8d04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (906740dc-093a-41e1-ae94-cb1a5bd5dd22), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:45.461610 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-857dd02d-6189-4f4d-a3fb-158f22d8d04d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:45.462900 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-857dd02d-6189-4f4d-a3fb-158f22d8d04d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/906740dc-093a-41e1-ae94-cb1a5bd5dd22 HTTP/1.1" status: 204 len: 168 time: 0.1582818 Mar 05 05:03:45.477464 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857dd02d-6189-4f4d-a3fb-158f22d8d04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906740dc-093a-41e1-ae94-cb1a5bd5dd22,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:45.821615 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f9579-62db-4586-9fb4-90820f3b349b req-d388cf0e-d9b3-4ff2-861d-ba2e23277339 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:45.837068 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f9579-62db-4586-9fb4-90820f3b349b req-d388cf0e-d9b3-4ff2-861d-ba2e23277339 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:45.847921 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f9579-62db-4586-9fb4-90820f3b349b req-d388cf0e-d9b3-4ff2-861d-ba2e23277339 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:45.857747 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f9579-62db-4586-9fb4-90820f3b349b req-d388cf0e-d9b3-4ff2-861d-ba2e23277339 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:45.865803 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f9579-62db-4586-9fb4-90820f3b349b req-d388cf0e-d9b3-4ff2-861d-ba2e23277339 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:45.877490 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f9579-62db-4586-9fb4-90820f3b349b req-d388cf0e-d9b3-4ff2-861d-ba2e23277339 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:45.885155 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f9579-62db-4586-9fb4-90820f3b349b req-d388cf0e-d9b3-4ff2-861d-ba2e23277339 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:45.893639 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-435f9579-62db-4586-9fb4-90820f3b349b req-d388cf0e-d9b3-4ff2-861d-ba2e23277339 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1990521 Mar 05 05:03:45.992445 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f23608-9919-4d8d-a8c9-75feb55b6188 req-687501b0-9622-4447-87a7-adea19504cd3 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:45.994699 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-47f23608-9919-4d8d-a8c9-75feb55b6188 req-687501b0-9622-4447-87a7-adea19504cd3 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 943 time: 0.2364895 Mar 05 05:03:46.042252 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-435f9579-62db-4586-9fb4-90820f3b349b req-2378a308-5e01-4542-86a4-57c576b0bf77 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1353805 Mar 05 05:03:46.133470 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-47f23608-9919-4d8d-a8c9-75feb55b6188 req-05d259bb-8cf9-4985-8b1f-33456bf708e1 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846725 Mar 05 05:03:46.228407 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:47.189714 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef354c1-aec9-49ce-b9d5-7ef74957aa5d req-b6dac82e-6e2a-4522-9947-29c0b7bcebc0 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:47.195019 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef354c1-aec9-49ce-b9d5-7ef74957aa5d req-b6dac82e-6e2a-4522-9947-29c0b7bcebc0 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:47.200389 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef354c1-aec9-49ce-b9d5-7ef74957aa5d req-b6dac82e-6e2a-4522-9947-29c0b7bcebc0 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:47.206325 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef354c1-aec9-49ce-b9d5-7ef74957aa5d req-b6dac82e-6e2a-4522-9947-29c0b7bcebc0 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:47.211935 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef354c1-aec9-49ce-b9d5-7ef74957aa5d req-b6dac82e-6e2a-4522-9947-29c0b7bcebc0 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:47.217347 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef354c1-aec9-49ce-b9d5-7ef74957aa5d req-b6dac82e-6e2a-4522-9947-29c0b7bcebc0 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:47.222827 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef354c1-aec9-49ce-b9d5-7ef74957aa5d req-b6dac82e-6e2a-4522-9947-29c0b7bcebc0 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:47.224872 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ef354c1-aec9-49ce-b9d5-7ef74957aa5d req-b6dac82e-6e2a-4522-9947-29c0b7bcebc0 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1034493 Mar 05 05:03:47.288181 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ef354c1-aec9-49ce-b9d5-7ef74957aa5d req-591cc870-2cc4-4a51-a3fa-d6d1e476ac4f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569289 Mar 05 05:03:47.317769 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device fc2d1810-3a48-4269-bbbc-f1613c07f2dc details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:03:47.440024 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3af66-b876-430f-9a2a-17ac832da968 req-1ceb9167-dd99-4e34-acff-196c0a133a5d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:47.445831 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port fc2d1810-3a48-4269-bbbc-f1613c07f2dc, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=fc2d1810-3a48-4269-bbbc-f1613c07f2dc,segment=NetworkSegment(3fdbfe93-a040-40d1-9a4b-c54cf130c455),segment_id=3fdbfe93-a040-40d1-9a4b-c54cf130c455)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:03:47.448642 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2ad3af66-b876-430f-9a2a-17ac832da968 req-1ceb9167-dd99-4e34-acff-196c0a133a5d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 943 time: 0.0765359 Mar 05 05:03:47.461461 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'fc2d1810-3a48-4269-bbbc-f1613c07f2dc', 'network_id': '5ae49ed7-bb43-451b-a829-6aff97a3cfc7', 'port_id': 'fc2d1810-3a48-4269-bbbc-f1613c07f2dc', 'mac_address': 'fa:16:3e:77:90:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a99a134-cfcd-44f2-91d8-f43831b19b0b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:03:47.507858 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port fc2d1810-3a48-4269-bbbc-f1613c07f2dc is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:03:47.508622 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fc2d1810-3a48-4269-bbbc-f1613c07f2dc), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:47.511818 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2ad3af66-b876-430f-9a2a-17ac832da968 req-f802440b-bab4-4dd4-8f07-2f654d3b956a tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627620 Mar 05 05:03:47.533793 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc2d1810-3a48-4269-bbbc-f1613c07f2dc {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:03:47.548905 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port fc2d1810-3a48-4269-bbbc-f1613c07f2dc, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=fc2d1810-3a48-4269-bbbc-f1613c07f2dc,segment=NetworkSegment(3fdbfe93-a040-40d1-9a4b-c54cf130c455),segment_id=3fdbfe93-a040-40d1-9a4b-c54cf130c455)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:03:47.556720 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fc2d1810-3a48-4269-bbbc-f1613c07f2dc), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:47.614041 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=fc2d1810-3a48-4269-bbbc-f1613c07f2dc,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:47.770532 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['fc2d1810-3a48-4269-bbbc-f1613c07f2dc'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:03:47.821681 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:48.505081 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94c1df-cf7b-4fd8-b4ac-d01cac5729d1 req-e75e5811-5ac6-4a58-902a-7c2e3ea57956 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:48.510400 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94c1df-cf7b-4fd8-b4ac-d01cac5729d1 req-e75e5811-5ac6-4a58-902a-7c2e3ea57956 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:48.522789 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94c1df-cf7b-4fd8-b4ac-d01cac5729d1 req-e75e5811-5ac6-4a58-902a-7c2e3ea57956 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:48.528579 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94c1df-cf7b-4fd8-b4ac-d01cac5729d1 req-e75e5811-5ac6-4a58-902a-7c2e3ea57956 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:48.534635 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94c1df-cf7b-4fd8-b4ac-d01cac5729d1 req-e75e5811-5ac6-4a58-902a-7c2e3ea57956 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:48.541966 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94c1df-cf7b-4fd8-b4ac-d01cac5729d1 req-e75e5811-5ac6-4a58-902a-7c2e3ea57956 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:48.548343 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94c1df-cf7b-4fd8-b4ac-d01cac5729d1 req-e75e5811-5ac6-4a58-902a-7c2e3ea57956 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:48.550574 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fc94c1df-cf7b-4fd8-b4ac-d01cac5729d1 req-e75e5811-5ac6-4a58-902a-7c2e3ea57956 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1529388 Mar 05 05:03:48.645465 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fc94c1df-cf7b-4fd8-b4ac-d01cac5729d1 req-e5c1214c-a39c-467f-9798-cbf2e48c1572 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0885844 Mar 05 05:03:48.803984 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bb898-fca5-4f70-afac-78ba72e3ba68 req-544257a0-f44e-46f1-901c-263ba9a291af tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:48.805940 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d91bb898-fca5-4f70-afac-78ba72e3ba68 req-544257a0-f44e-46f1-901c-263ba9a291af tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 944 time: 0.0587540 Mar 05 05:03:48.875599 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d91bb898-fca5-4f70-afac-78ba72e3ba68 req-5de3a579-0284-4cbd-99ec-98694d1822dc tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625248 Mar 05 05:03:49.317128 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device fc2d1810-3a48-4269-bbbc-f1613c07f2dc up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:03:49.376643 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port fc2d1810-3a48-4269-bbbc-f1613c07f2dc completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:03:49.381725 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port fc2d1810-3a48-4269-bbbc-f1613c07f2dc triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:03:49.382411 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fc2d1810-3a48-4269-bbbc-f1613c07f2dc), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:49.492024 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port fc2d1810-3a48-4269-bbbc-f1613c07f2dc is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:03:49.492596 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fc2d1810-3a48-4269-bbbc-f1613c07f2dc), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:49.520183 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7545c43e-daf9-4cbb-9427-e29e508e90cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2d1810-3a48-4269-bbbc-f1613c07f2dc'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:03:49.522817 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dc7819-1cf9-439c-a10c-b0e3370ab68c" -d '{"events": [{"server_uuid": "7545c43e-daf9-4cbb-9427-e29e508e90cb", "name": "network-vif-plugged", "status": "completed", "tag": "fc2d1810-3a48-4269-bbbc-f1613c07f2dc"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:03:49.538749 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port fc2d1810-3a48-4269-bbbc-f1613c07f2dc, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=fc2d1810-3a48-4269-bbbc-f1613c07f2dc,segment=NetworkSegment(3fdbfe93-a040-40d1-9a4b-c54cf130c455),segment_id=3fdbfe93-a040-40d1-9a4b-c54cf130c455)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:03:49.545344 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fc2d1810-3a48-4269-bbbc-f1613c07f2dc), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:49.580744 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ffdb92-4636-48e9-ae10-c642adc3ab19 x-openstack-request-id: req-e0ffdb92-4636-48e9-ae10-c642adc3ab19 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:03:49.581034 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7545c43e-daf9-4cbb-9427-e29e508e90cb", "name": "network-vif-plugged", "status": "completed", "tag": "fc2d1810-3a48-4269-bbbc-f1613c07f2dc", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:03:49.581292 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e0ffdb92-4636-48e9-ae10-c642adc3ab19 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:03:49.581677 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7545c43e-daf9-4cbb-9427-e29e508e90cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2d1810-3a48-4269-bbbc-f1613c07f2dc', 'code': 200} Mar 05 05:03:49.632553 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=fc2d1810-3a48-4269-bbbc-f1613c07f2dc,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:49.695051 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde75b87-9561-4c88-9703-d7edcd431ee8 req-eb842584-b4a8-474e-a270-d37a16ea0d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:49.696631 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dde75b87-9561-4c88-9703-d7edcd431ee8 req-eb842584-b4a8-474e-a270-d37a16ea0d5a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 1128 time: 0.0553336 Mar 05 05:03:49.791918 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dde75b87-9561-4c88-9703-d7edcd431ee8 req-fa16b3cf-906f-4e36-9f77-747e03e4aac1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871990 Mar 05 05:03:49.888246 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0a9c0-ef1d-4236-9899-8465b391a092 req-75393c1a-b81a-4bfb-b0e4-3941ec1e5164 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:49.894341 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0a9c0-ef1d-4236-9899-8465b391a092 req-75393c1a-b81a-4bfb-b0e4-3941ec1e5164 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:49.900158 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0a9c0-ef1d-4236-9899-8465b391a092 req-75393c1a-b81a-4bfb-b0e4-3941ec1e5164 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:49.905794 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0a9c0-ef1d-4236-9899-8465b391a092 req-75393c1a-b81a-4bfb-b0e4-3941ec1e5164 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:49.912203 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0a9c0-ef1d-4236-9899-8465b391a092 req-75393c1a-b81a-4bfb-b0e4-3941ec1e5164 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:49.917929 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0a9c0-ef1d-4236-9899-8465b391a092 req-75393c1a-b81a-4bfb-b0e4-3941ec1e5164 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:49.923892 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0a9c0-ef1d-4236-9899-8465b391a092 req-75393c1a-b81a-4bfb-b0e4-3941ec1e5164 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:49.926329 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87b0a9c0-ef1d-4236-9899-8465b391a092 req-75393c1a-b81a-4bfb-b0e4-3941ec1e5164 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1264250 Mar 05 05:03:50.044913 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87b0a9c0-ef1d-4236-9899-8465b391a092 req-135ab891-db81-488f-a713-d713e0b85465 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1103549 Mar 05 05:03:50.225524 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8a23b-71fe-44a8-a79b-afc9726638a7 req-e1ead148-4caf-4c4c-a2f6-dd1481880f7f tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:50.233132 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-88d8a23b-71fe-44a8-a79b-afc9726638a7 req-e1ead148-4caf-4c4c-a2f6-dd1481880f7f tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.0802951 Mar 05 05:03:50.304187 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-88d8a23b-71fe-44a8-a79b-afc9726638a7 req-417e26d4-cea7-49bf-8ac3-b70b35754d86 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699868 Mar 05 05:03:51.261976 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049d1d3-4211-48fd-b616-bab26f282727 req-49507921-a84a-4cbf-b2ae-749762947e81 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:51.268034 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049d1d3-4211-48fd-b616-bab26f282727 req-49507921-a84a-4cbf-b2ae-749762947e81 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:51.274100 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049d1d3-4211-48fd-b616-bab26f282727 req-49507921-a84a-4cbf-b2ae-749762947e81 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:51.278935 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049d1d3-4211-48fd-b616-bab26f282727 req-49507921-a84a-4cbf-b2ae-749762947e81 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:51.284771 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049d1d3-4211-48fd-b616-bab26f282727 req-49507921-a84a-4cbf-b2ae-749762947e81 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:51.290117 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049d1d3-4211-48fd-b616-bab26f282727 req-49507921-a84a-4cbf-b2ae-749762947e81 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:51.295491 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049d1d3-4211-48fd-b616-bab26f282727 req-49507921-a84a-4cbf-b2ae-749762947e81 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:51.303583 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6049d1d3-4211-48fd-b616-bab26f282727 req-49507921-a84a-4cbf-b2ae-749762947e81 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1407003 Mar 05 05:03:51.381409 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6049d1d3-4211-48fd-b616-bab26f282727 req-94831a81-0972-44cb-818a-bb745c813c59 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0769441 Mar 05 05:03:51.537190 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68e15c-baa6-46c1-b0da-ffa92176bba7 req-79ae5df9-7840-47ff-8223-4a4d6e46c973 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:51.545348 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b68e15c-baa6-46c1-b0da-ffa92176bba7 req-79ae5df9-7840-47ff-8223-4a4d6e46c973 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.0717356 Mar 05 05:03:51.597202 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b68e15c-baa6-46c1-b0da-ffa92176bba7 req-bae5445d-82f9-4ea5-8c9a-35c57131faab tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508916 Mar 05 05:03:52.045012 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-360d5e99-73d7-4e71-b587-fdc5139b285d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:52.053179 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-360d5e99-73d7-4e71-b587-fdc5139b285d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/networks?id=5ae49ed7-bb43-451b-a829-6aff97a3cfc7 HTTP/1.1" status: 200 len: 813 time: 0.1979465 Mar 05 05:03:52.069488 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-06159583-4a24-4a59-9e84-aca54a102b14 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/quotas/9bccf4c9915e42c59c0b5d658cd816f5 HTTP/1.1" status: 200 len: 375 time: 0.0152099 Mar 05 05:03:52.187609 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-f0e6d325-939b-470b-abb4-b86319aa20a3 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9bccf4c9915e42c59c0b5d658cd816f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1077673 Mar 05 05:03:52.326355 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-46d8c99c-9e8f-46d8-9e5c-e801b002a0f8 service neutron] 10.222.0.11 "GET /v2.0/networks/5ae49ed7-bb43-451b-a829-6aff97a3cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311226 Mar 05 05:03:52.434393 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-7d85522a-fba8-496a-a2fd-ed8e24a8dd9c service neutron] 10.222.0.11 "GET /v2.0/networks/5ae49ed7-bb43-451b-a829-6aff97a3cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071572 Mar 05 05:03:53.155942 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762e09c-ddf9-4088-9ac0-b07bd794e42e req-8c9281fc-f1be-4bac-b1e1-f2676865f493 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:53.181982 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762e09c-ddf9-4088-9ac0-b07bd794e42e req-8c9281fc-f1be-4bac-b1e1-f2676865f493 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:53.200545 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762e09c-ddf9-4088-9ac0-b07bd794e42e req-8c9281fc-f1be-4bac-b1e1-f2676865f493 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:53.224507 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762e09c-ddf9-4088-9ac0-b07bd794e42e req-8c9281fc-f1be-4bac-b1e1-f2676865f493 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:53.254617 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762e09c-ddf9-4088-9ac0-b07bd794e42e req-8c9281fc-f1be-4bac-b1e1-f2676865f493 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:53.269279 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762e09c-ddf9-4088-9ac0-b07bd794e42e req-8c9281fc-f1be-4bac-b1e1-f2676865f493 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:53.293859 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762e09c-ddf9-4088-9ac0-b07bd794e42e req-8c9281fc-f1be-4bac-b1e1-f2676865f493 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:53.308590 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5762e09c-ddf9-4088-9ac0-b07bd794e42e req-8c9281fc-f1be-4bac-b1e1-f2676865f493 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.3844481 Mar 05 05:03:53.481470 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e24c67ed-d901-4ec2-a922-7c91609bb330 req-fd2a65a8-3c43-4f03-b799-8856b6a943a5 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9aad7be-d7e0-4591-bfb3-e3a8c87b553b HTTP/1.1" status: 200 len: 210 time: 0.1232870 Mar 05 05:03:53.574492 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5762e09c-ddf9-4088-9ac0-b07bd794e42e req-51419b67-1997-4a7b-8d9e-970033a30dbb tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2642915 Mar 05 05:03:53.610632 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39508) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:54.675711 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b93e079-1b15-4b16-af57-15cd7c3eec38 req-2e9510a8-6907-49a4-ba6d-0cd21e0b47cc tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9aad7be-d7e0-4591-bfb3-e3a8c87b553b HTTP/1.1" status: 200 len: 210 time: 0.1035964 Mar 05 05:03:54.956916 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867eab3-2dee-429f-8888-7b75c76fb400 req-f90fb8dd-a8e5-4194-9e31-afb805b44068 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:54.962204 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867eab3-2dee-429f-8888-7b75c76fb400 req-f90fb8dd-a8e5-4194-9e31-afb805b44068 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:54.967346 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-a3ce8bf3-6d1f-4165-87dc-9cd40e3f2ce3 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:54.969701 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-a3ce8bf3-6d1f-4165-87dc-9cd40e3f2ce3 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.30 "GET /v2.0/networks?id=5ae49ed7-bb43-451b-a829-6aff97a3cfc7 HTTP/1.1" status: 200 len: 813 time: 0.5107806 Mar 05 05:03:54.981313 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867eab3-2dee-429f-8888-7b75c76fb400 req-f90fb8dd-a8e5-4194-9e31-afb805b44068 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:54.990315 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867eab3-2dee-429f-8888-7b75c76fb400 req-f90fb8dd-a8e5-4194-9e31-afb805b44068 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:54.996251 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-3c7a857f-4238-41c3-b291-5bac42af3fce tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Request body: {'port': {'device_id': 'a9aad7be-d7e0-4591-bfb3-e3a8c87b553b', 'network_id': '5ae49ed7-bb43-451b-a829-6aff97a3cfc7', 'admin_state_up': True, 'tenant_id': '9bccf4c9915e42c59c0b5d658cd816f5'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:03:55.006931 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867eab3-2dee-429f-8888-7b75c76fb400 req-f90fb8dd-a8e5-4194-9e31-afb805b44068 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:55.024945 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867eab3-2dee-429f-8888-7b75c76fb400 req-f90fb8dd-a8e5-4194-9e31-afb805b44068 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:55.039495 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867eab3-2dee-429f-8888-7b75c76fb400 req-f90fb8dd-a8e5-4194-9e31-afb805b44068 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:55.041866 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0867eab3-2dee-429f-8888-7b75c76fb400 req-f90fb8dd-a8e5-4194-9e31-afb805b44068 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.2817576 Mar 05 05:03:55.196371 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0867eab3-2dee-429f-8888-7b75c76fb400 req-e46c04c6-9181-4ddf-8718-7095433fc2db tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1458380 Mar 05 05:03:55.351371 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-111b7d51-4105-4eba-873d-83776c67e0db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (5192b81b-7539-4749-bfdc-ec971480fb6f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:55.355547 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-3c7a857f-4238-41c3-b291-5bac42af3fce tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Made reservation on behalf of 9bccf4c9915e42c59c0b5d658cd816f5 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:03:55.360703 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-3c7a857f-4238-41c3-b291-5bac42af3fce tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:55.477579 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:03:55.847035 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3dcb0491-18e7-471a-a870-4e9331ff21ca req-b50be788-6940-4e36-955a-4d5757509a45 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9aad7be-d7e0-4591-bfb3-e3a8c87b553b HTTP/1.1" status: 200 len: 210 time: 0.0700722 Mar 05 05:03:55.978123 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-3c7a857f-4238-41c3-b291-5bac42af3fce tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Allocated IP 172.20.0.8 (5ae49ed7-bb43-451b-a829-6aff97a3cfc7/4a99a134-cfcd-44f2-91d8-f43831b19b0b/1978ce80-785a-42cf-b8a9-10aeb82a2e11) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:03:56.439260 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867448b-01fc-4488-a6cd-dad9541d09ea req-672934c3-2160-4d91-89d4-91c3f2a55b1e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:56.455842 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867448b-01fc-4488-a6cd-dad9541d09ea req-672934c3-2160-4d91-89d4-91c3f2a55b1e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:56.461872 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867448b-01fc-4488-a6cd-dad9541d09ea req-672934c3-2160-4d91-89d4-91c3f2a55b1e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:56.481138 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-111b7d51-4105-4eba-873d-83776c67e0db admin admin] Deleting port 8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:03:56.481543 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-111b7d51-4105-4eba-873d-83776c67e0db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:56.484411 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867448b-01fc-4488-a6cd-dad9541d09ea req-672934c3-2160-4d91-89d4-91c3f2a55b1e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:56.497268 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867448b-01fc-4488-a6cd-dad9541d09ea req-672934c3-2160-4d91-89d4-91c3f2a55b1e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:56.504400 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867448b-01fc-4488-a6cd-dad9541d09ea req-672934c3-2160-4d91-89d4-91c3f2a55b1e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:56.509967 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867448b-01fc-4488-a6cd-dad9541d09ea req-672934c3-2160-4d91-89d4-91c3f2a55b1e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:56.512452 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4867448b-01fc-4488-a6cd-dad9541d09ea req-672934c3-2160-4d91-89d4-91c3f2a55b1e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1710603 Mar 05 05:03:56.625095 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4867448b-01fc-4488-a6cd-dad9541d09ea req-13bc0b6c-86d5-425f-bdb1-405ea90f6357 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1020374 Mar 05 05:03:56.688343 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-111b7d51-4105-4eba-873d-83776c67e0db admin admin] For port 8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e,segment=NetworkSegment(5417d672-2669-477b-9200-026fcb760706),segment_id=5417d672-2669-477b-9200-026fcb760706)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:03:56.688757 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-111b7d51-4105-4eba-873d-83776c67e0db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:56.709880 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-111b7d51-4105-4eba-873d-83776c67e0db admin admin] Calling delete_port for 8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:03:56.942890 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-3c7a857f-4238-41c3-b291-5bac42af3fce tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Publish callbacks [] for port (1978ce80-785a-42cf-b8a9-10aeb82a2e11), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:56.975037 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-111b7d51-4105-4eba-873d-83776c67e0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:57.019196 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e0eeca2f-5643-43a4-8019-f0e2cf726c94 req-c2241fe7-cafa-4ee2-8798-25a14e5ffbc8 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9aad7be-d7e0-4591-bfb3-e3a8c87b553b HTTP/1.1" status: 200 len: 210 time: 0.0511105 Mar 05 05:03:57.065805 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b7d51-4105-4eba-873d-83776c67e0db admin admin] Pushing event deleted for resources: {'Port': ['ID=8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:57.097443 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-3c7a857f-4238-41c3-b291-5bac42af3fce tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (1978ce80-785a-42cf-b8a9-10aeb82a2e11), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:57.115408 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['fc2d1810-3a48-4269-bbbc-f1613c07f2dc'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:03:57.297873 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-3c7a857f-4238-41c3-b291-5bac42af3fce tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Network 5ae49ed7-bb43-451b-a829-6aff97a3cfc7 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:03:57.315758 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-3c7a857f-4238-41c3-b291-5bac42af3fce tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:03:57.326774 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-3c7a857f-4238-41c3-b291-5bac42af3fce tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:03:57.335321 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a857f-4238-41c3-b291-5bac42af3fce tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Pushing event updated for resources: {'Port': ['ID=1978ce80-785a-42cf-b8a9-10aeb82a2e11,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:57.787875 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e43483-3631-428a-a9dc-87014841f2e2 req-e3f33024-2a18-41bc-bc33-9f06f25655d1 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:57.793980 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e43483-3631-428a-a9dc-87014841f2e2 req-e3f33024-2a18-41bc-bc33-9f06f25655d1 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:57.801744 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e43483-3631-428a-a9dc-87014841f2e2 req-e3f33024-2a18-41bc-bc33-9f06f25655d1 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:57.808674 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e43483-3631-428a-a9dc-87014841f2e2 req-e3f33024-2a18-41bc-bc33-9f06f25655d1 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:57.816702 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e43483-3631-428a-a9dc-87014841f2e2 req-e3f33024-2a18-41bc-bc33-9f06f25655d1 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:57.823534 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e43483-3631-428a-a9dc-87014841f2e2 req-e3f33024-2a18-41bc-bc33-9f06f25655d1 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:57.830915 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e43483-3631-428a-a9dc-87014841f2e2 req-e3f33024-2a18-41bc-bc33-9f06f25655d1 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:57.832950 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b0e43483-3631-428a-a9dc-87014841f2e2 req-e3f33024-2a18-41bc-bc33-9f06f25655d1 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1200829 Mar 05 05:03:57.840270 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-3c7a857f-4238-41c3-b291-5bac42af3fce tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:57.840882 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-3c7a857f-4238-41c3-b291-5bac42af3fce tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:57.911849 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-111b7d51-4105-4eba-873d-83776c67e0db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (5192b81b-7539-4749-bfdc-ec971480fb6f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:57.916886 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-3c7a857f-4238-41c3-b291-5bac42af3fce tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9328656 Mar 05 05:03:57.931709 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-ff200c5d-2b62-4984-9257-5438e9f771c1 service neutron] Request body: {'port': {'device_id': 'a9aad7be-d7e0-4591-bfb3-e3a8c87b553b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:03:57.951210 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b0e43483-3631-428a-a9dc-87014841f2e2 req-917ef4c2-7bbc-42f3-b048-9bcdb562e866 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0879211 Mar 05 05:03:58.084513 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-ff200c5d-2b62-4984-9257-5438e9f771c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1978ce80-785a-42cf-b8a9-10aeb82a2e11), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:58.211184 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b335c10-a252-41d5-9e42-6b3b85593cda req-87a2e25a-7ce8-4d29-94b6-f407c245d71b tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:58.213035 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5b335c10-a252-41d5-9e42-6b3b85593cda req-87a2e25a-7ce8-4d29-94b6-f407c245d71b tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9aad7be-d7e0-4591-bfb3-e3a8c87b553b HTTP/1.1" status: 200 len: 931 time: 0.0735106 Mar 05 05:03:58.292437 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5b335c10-a252-41d5-9e42-6b3b85593cda req-9d52b4e0-bbda-4143-af4a-a2939303692f tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730135 Mar 05 05:03:58.370296 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111b7d51-4105-4eba-873d-83776c67e0db admin admin] Router 5192b81b-7539-4749-bfdc-ec971480fb6f has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:03:58.584164 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111b7d51-4105-4eba-873d-83776c67e0db admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:03:58.592364 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-111b7d51-4105-4eba-873d-83776c67e0db admin admin] 10.222.0.11 "PUT /v2.0/routers/5192b81b-7539-4749-bfdc-ec971480fb6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9777055 Mar 05 05:03:58.592821 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-ff200c5d-2b62-4984-9257-5438e9f771c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1978ce80-785a-42cf-b8a9-10aeb82a2e11 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:03:58.593647 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39590) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:03:58.601375 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-ff200c5d-2b62-4984-9257-5438e9f771c1 service neutron] Publish callbacks [] for port (1978ce80-785a-42cf-b8a9-10aeb82a2e11), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:58.610009 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940c2d84-1308-472d-85da-e40e29b7ae2d None None] Sync routers for ids ['5192b81b-7539-4749-bfdc-ec971480fb6f'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:03:58.620665 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-ff200c5d-2b62-4984-9257-5438e9f771c1 service neutron] Transition to ACTIVE for port object 1978ce80-785a-42cf-b8a9-10aeb82a2e11 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:03:58.626841 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-ff200c5d-2b62-4984-9257-5438e9f771c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (1978ce80-785a-42cf-b8a9-10aeb82a2e11), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:58.640581 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940c2d84-1308-472d-85da-e40e29b7ae2d None None] Routers {'5192b81b-7539-4749-bfdc-ec971480fb6f'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:03:58.642117 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-940c2d84-1308-472d-85da-e40e29b7ae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:03:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['5192b81b-7539-4749-bfdc-ec971480fb6f'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:03:58.696966 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff200c5d-2b62-4984-9257-5438e9f771c1 service neutron] Pushing event updated for resources: {'Port': ['ID=1978ce80-785a-42cf-b8a9-10aeb82a2e11,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:58.814605 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-ff200c5d-2b62-4984-9257-5438e9f771c1 service neutron] Attempting to bind port 1978ce80-785a-42cf-b8a9-10aeb82a2e11 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:03:58.814976 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-ff200c5d-2b62-4984-9257-5438e9f771c1 service neutron] Attempting to bind port 1978ce80-785a-42cf-b8a9-10aeb82a2e11 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '3fdbfe93-a040-40d1-9a4b-c54cf130c455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5ae49ed7-bb43-451b-a829-6aff97a3cfc7'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:03:58.815315 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-ff200c5d-2b62-4984-9257-5438e9f771c1 service neutron] Attempting to bind port 1978ce80-785a-42cf-b8a9-10aeb82a2e11 on network 5ae49ed7-bb43-451b-a829-6aff97a3cfc7 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:03:58.823236 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-ff200c5d-2b62-4984-9257-5438e9f771c1 service neutron] Port 1978ce80-785a-42cf-b8a9-10aeb82a2e11 on network 5ae49ed7-bb43-451b-a829-6aff97a3cfc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:03:58.823568 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-ff200c5d-2b62-4984-9257-5438e9f771c1 service neutron] Attempting to bind port 1978ce80-785a-42cf-b8a9-10aeb82a2e11 on network 5ae49ed7-bb43-451b-a829-6aff97a3cfc7 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:03:58.832364 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-ff200c5d-2b62-4984-9257-5438e9f771c1 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:03:58.832770 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-ff200c5d-2b62-4984-9257-5438e9f771c1 service neutron] Checking segment: {'id': '3fdbfe93-a040-40d1-9a4b-c54cf130c455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5ae49ed7-bb43-451b-a829-6aff97a3cfc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:03:58.833101 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-ff200c5d-2b62-4984-9257-5438e9f771c1 service neutron] Bound using segment: {'id': '3fdbfe93-a040-40d1-9a4b-c54cf130c455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5ae49ed7-bb43-451b-a829-6aff97a3cfc7'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:03:58.833534 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-ff200c5d-2b62-4984-9257-5438e9f771c1 service neutron] Bound port: 1978ce80-785a-42cf-b8a9-10aeb82a2e11, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fdbfe93-a040-40d1-9a4b-c54cf130c455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5ae49ed7-bb43-451b-a829-6aff97a3cfc7'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:03:58.833894 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-ff200c5d-2b62-4984-9257-5438e9f771c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1978ce80-785a-42cf-b8a9-10aeb82a2e11), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:58.837451 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-940c2d84-1308-472d-85da-e40e29b7ae2d None None] Set router 5192b81b-7539-4749-bfdc-ec971480fb6f gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:03:58.883631 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aa0ce199-7955-410b-821e-5cc5127edda3 admin admin] Publish callbacks [] for router (5192b81b-7539-4749-bfdc-ec971480fb6f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:59.006356 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-ff200c5d-2b62-4984-9257-5438e9f771c1 service neutron] For port 1978ce80-785a-42cf-b8a9-10aeb82a2e11, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:03:59.009985 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-ff200c5d-2b62-4984-9257-5438e9f771c1 service neutron] For port 1978ce80-785a-42cf-b8a9-10aeb82a2e11, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=1978ce80-785a-42cf-b8a9-10aeb82a2e11,segment=NetworkSegment(3fdbfe93-a040-40d1-9a4b-c54cf130c455),segment_id=3fdbfe93-a040-40d1-9a4b-c54cf130c455)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:03:59.026863 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-ff200c5d-2b62-4984-9257-5438e9f771c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (1978ce80-785a-42cf-b8a9-10aeb82a2e11), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:59.044355 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-940c2d84-1308-472d-85da-e40e29b7ae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'name': 'tempest-AttachVolumeTestJSON-1804951668-router', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:54:02Z', 'updated_at': '2022-03-05T05:03:56Z', 'revision_number': 5, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'gw_port': {'id': 'f56ed99b-9e17-4cbc-8b0e-0bb823254a01', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:54:04Z', 'updated_at': '2022-03-05T04:54:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:03:59.047049 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aa0ce199-7955-410b-821e-5cc5127edda3 admin admin] Publish callbacks [] for router_gateway (5192b81b-7539-4749-bfdc-ec971480fb6f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:59.076705 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940c2d84-1308-472d-85da-e40e29b7ae2d None None] Checking router: 5192b81b-7539-4749-bfdc-ec971480fb6f for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:03:59.087122 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940c2d84-1308-472d-85da-e40e29b7ae2d None None] Routers {'5192b81b-7539-4749-bfdc-ec971480fb6f'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:03:59.088150 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-940c2d84-1308-472d-85da-e40e29b7ae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:03:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['5192b81b-7539-4749-bfdc-ec971480fb6f'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:03:59.109645 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-ff200c5d-2b62-4984-9257-5438e9f771c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:59.110244 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-ff200c5d-2b62-4984-9257-5438e9f771c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:59.112908 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-ff200c5d-2b62-4984-9257-5438e9f771c1 service neutron] 10.222.0.30 "PUT /v2.0/ports/1978ce80-785a-42cf-b8a9-10aeb82a2e11 HTTP/1.1" status: 200 len: 1092 time: 1.1864583 Mar 05 05:03:59.113419 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9aad7be-d7e0-4591-bfb3-e3a8c87b553b', 'tag': '1978ce80-785a-42cf-b8a9-10aeb82a2e11'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:03:59.115983 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234e6edb-1520-4b3f-8d46-ce1db0868d74" -d '{"events": [{"name": "network-changed", "server_uuid": "a9aad7be-d7e0-4591-bfb3-e3a8c87b553b", "tag": "1978ce80-785a-42cf-b8a9-10aeb82a2e11"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:03:59.163387 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff200c5d-2b62-4984-9257-5438e9f771c1 service neutron] Pushing event updated for resources: {'Port': ['ID=1978ce80-785a-42cf-b8a9-10aeb82a2e11,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:03:59.240573 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-aa0ce199-7955-410b-821e-5cc5127edda3 admin admin] Deleting port f56ed99b-9e17-4cbc-8b0e-0bb823254a01 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:03:59.241175 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aa0ce199-7955-410b-821e-5cc5127edda3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (f56ed99b-9e17-4cbc-8b0e-0bb823254a01), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:59.256872 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ef5a5-639b-486c-bb84-0b8e53ebabf7 req-670c1f3d-4bb3-4d22-aab5-29f9cd84ba1a tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:59.262929 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ef5a5-639b-486c-bb84-0b8e53ebabf7 req-670c1f3d-4bb3-4d22-aab5-29f9cd84ba1a tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:59.267263 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-940c2d84-1308-472d-85da-e40e29b7ae2d None None] Set router 5192b81b-7539-4749-bfdc-ec971480fb6f gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:03:59.269154 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ef5a5-639b-486c-bb84-0b8e53ebabf7 req-670c1f3d-4bb3-4d22-aab5-29f9cd84ba1a tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:59.277272 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ef5a5-639b-486c-bb84-0b8e53ebabf7 req-670c1f3d-4bb3-4d22-aab5-29f9cd84ba1a tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:59.283674 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ef5a5-639b-486c-bb84-0b8e53ebabf7 req-670c1f3d-4bb3-4d22-aab5-29f9cd84ba1a tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:59.289911 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ef5a5-639b-486c-bb84-0b8e53ebabf7 req-670c1f3d-4bb3-4d22-aab5-29f9cd84ba1a tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:59.295645 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ef5a5-639b-486c-bb84-0b8e53ebabf7 req-670c1f3d-4bb3-4d22-aab5-29f9cd84ba1a tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:59.298377 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-428ef5a5-639b-486c-bb84-0b8e53ebabf7 req-670c1f3d-4bb3-4d22-aab5-29f9cd84ba1a tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1750708 Mar 05 05:03:59.309178 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-0900f27f-2d4f-4bd9-9f12-07cf54485b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:59.310894 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-0900f27f-2d4f-4bd9-9f12-07cf54485b3f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9bccf4c9915e42c59c0b5d658cd816f5&device_id=a9aad7be-d7e0-4591-bfb3-e3a8c87b553b HTTP/1.1" status: 200 len: 1126 time: 0.1125896 Mar 05 05:03:59.365481 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-940c2d84-1308-472d-85da-e40e29b7ae2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'name': 'tempest-AttachVolumeTestJSON-1804951668-router', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:54:02Z', 'updated_at': '2022-03-05T05:03:59Z', 'revision_number': 6, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:03:59.398635 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940c2d84-1308-472d-85da-e40e29b7ae2d None None] The sync data for ids ['5192b81b-7539-4749-bfdc-ec971480fb6f'] in n-d-789963-32 is: [{'id': '5192b81b-7539-4749-bfdc-ec971480fb6f', 'name': 'tempest-AttachVolumeTestJSON-1804951668-router', 'tenant_id': '5d19f36e865d4d1c893d90afc94d506f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:54:02Z', 'updated_at': '2022-03-05T05:03:59Z', 'revision_number': 6, 'project_id': '5d19f36e865d4d1c893d90afc94d506f', 'gw_port_host': None}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:03:59.400304 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-e0e8eaf5-3d73-445e-8035-46f6970643dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1978ce80-785a-42cf-b8a9-10aeb82a2e11 HTTP/1.1" status: 200 len: 217 time: 0.0818820 Mar 05 05:03:59.472797 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-428ef5a5-639b-486c-bb84-0b8e53ebabf7 req-07851122-08b0-4ab9-86db-110bb537ced1 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1563675 Mar 05 05:03:59.481393 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-aa0ce199-7955-410b-821e-5cc5127edda3 admin admin] For port f56ed99b-9e17-4cbc-8b0e-0bb823254a01, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=f56ed99b-9e17-4cbc-8b0e-0bb823254a01,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:03:59.484283 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aa0ce199-7955-410b-821e-5cc5127edda3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (f56ed99b-9e17-4cbc-8b0e-0bb823254a01), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:59.497201 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-403d0c28-678a-4cf2-a3d8-3b4ec458cf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:59.498680 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-403d0c28-678a-4cf2-a3d8-3b4ec458cf5a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a99a134-cfcd-44f2-91d8-f43831b19b0b HTTP/1.1" status: 200 len: 853 time: 0.0929506 Mar 05 05:03:59.530217 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-aa0ce199-7955-410b-821e-5cc5127edda3 admin admin] Calling delete_port for f56ed99b-9e17-4cbc-8b0e-0bb823254a01 owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:03:59.549638 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-00db5e7c-716c-4451-a5e1-19ab2106801a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ae49ed7-bb43-451b-a829-6aff97a3cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448956 Mar 05 05:03:59.552363 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b306983c-9b36-40bd-b8f0-e4c6a079ffae x-openstack-request-id: req-b306983c-9b36-40bd-b8f0-e4c6a079ffae {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:03:59.552676 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9aad7be-d7e0-4591-bfb3-e3a8c87b553b", "tag": "1978ce80-785a-42cf-b8a9-10aeb82a2e11", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:03:59.552906 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b306983c-9b36-40bd-b8f0-e4c6a079ffae {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:03:59.553574 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9aad7be-d7e0-4591-bfb3-e3a8c87b553b', 'tag': '1978ce80-785a-42cf-b8a9-10aeb82a2e11', 'status': 'completed', 'code': 200} Mar 05 05:03:59.676125 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-faae270a-45d2-4970-bbc4-3e0c7554d2a2 service neutron] 10.222.0.30 "GET /v2.0/networks/5ae49ed7-bb43-451b-a829-6aff97a3cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182888 Mar 05 05:03:59.733244 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c05ce9-83b5-4532-884c-d70ff3c0c839 req-971694f7-d1fb-4794-917a-16a3ab4dd18e tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:59.736418 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-03c05ce9-83b5-4532-884c-d70ff3c0c839 req-971694f7-d1fb-4794-917a-16a3ab4dd18e tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9aad7be-d7e0-4591-bfb3-e3a8c87b553b HTTP/1.1" status: 200 len: 943 time: 0.1451941 Mar 05 05:03:59.803013 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-03c05ce9-83b5-4532-884c-d70ff3c0c839 req-d33e3555-fe34-4591-9775-a25f98d317e2 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587037 Mar 05 05:03:59.854364 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cc25db59-6e29-4b63-90dc-8bec56e3cb77 req-03aef110-43fa-43aa-8027-e0440bad0384 service neutron] 10.222.0.30 "GET /v2.0/networks/5ae49ed7-bb43-451b-a829-6aff97a3cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719246 Mar 05 05:03:59.918840 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aa0ce199-7955-410b-821e-5cc5127edda3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (f56ed99b-9e17-4cbc-8b0e-0bb823254a01), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:03:59.995569 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e6edb-1520-4b3f-8d46-ce1db0868d74 req-1d18aeab-1fac-4bd8-8382-f532592d3f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:03:59.997621 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-234e6edb-1520-4b3f-8d46-ce1db0868d74 req-1d18aeab-1fac-4bd8-8382-f532592d3f01 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9bccf4c9915e42c59c0b5d658cd816f5&device_id=a9aad7be-d7e0-4591-bfb3-e3a8c87b553b HTTP/1.1" status: 200 len: 1126 time: 0.0899584 Mar 05 05:04:00.110371 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e6edb-1520-4b3f-8d46-ce1db0868d74 req-bd00918e-3bd2-41bf-ac6b-2f3b2f244574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:00.112090 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-234e6edb-1520-4b3f-8d46-ce1db0868d74 req-bd00918e-3bd2-41bf-ac6b-2f3b2f244574 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ae49ed7-bb43-451b-a829-6aff97a3cfc7 HTTP/1.1" status: 200 len: 913 time: 0.1083412 Mar 05 05:04:00.182430 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-234e6edb-1520-4b3f-8d46-ce1db0868d74 req-e96a45ed-e0d8-45fa-8308-f497ac813da8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1978ce80-785a-42cf-b8a9-10aeb82a2e11 HTTP/1.1" status: 200 len: 217 time: 0.0627239 Mar 05 05:04:00.245367 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e6edb-1520-4b3f-8d46-ce1db0868d74 req-cf72f4f8-47a7-4860-8690-02d02be2010d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:00.247723 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-234e6edb-1520-4b3f-8d46-ce1db0868d74 req-cf72f4f8-47a7-4860-8690-02d02be2010d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a99a134-cfcd-44f2-91d8-f43831b19b0b HTTP/1.1" status: 200 len: 853 time: 0.0575960 Mar 05 05:04:00.249481 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ce199-7955-410b-821e-5cc5127edda3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f56ed99b-9e17-4cbc-8b0e-0bb823254a01,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:00.297318 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-234e6edb-1520-4b3f-8d46-ce1db0868d74 req-215b0c61-2705-4ee8-8e02-114b02489919 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ae49ed7-bb43-451b-a829-6aff97a3cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379360 Mar 05 05:04:00.360127 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aa0ce199-7955-410b-821e-5cc5127edda3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (5192b81b-7539-4749-bfdc-ec971480fb6f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:00.423340 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-234e6edb-1520-4b3f-8d46-ce1db0868d74 req-39239881-9380-4abc-9652-8c8c7c64a86f service neutron] 10.222.0.30 "GET /v2.0/networks/5ae49ed7-bb43-451b-a829-6aff97a3cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190994 Mar 05 05:04:00.503180 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aa0ce199-7955-410b-821e-5cc5127edda3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (5192b81b-7539-4749-bfdc-ec971480fb6f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:00.506019 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aa0ce199-7955-410b-821e-5cc5127edda3 admin admin] Publish callbacks [] for router_controller (5192b81b-7539-4749-bfdc-ec971480fb6f), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:00.589276 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-234e6edb-1520-4b3f-8d46-ce1db0868d74 req-e7733630-671d-4b71-86b3-c834014386d8 service neutron] 10.222.0.30 "GET /v2.0/networks/5ae49ed7-bb43-451b-a829-6aff97a3cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579854 Mar 05 05:04:00.622160 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aa0ce199-7955-410b-821e-5cc5127edda3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (5192b81b-7539-4749-bfdc-ec971480fb6f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:00.623199 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0ce199-7955-410b-821e-5cc5127edda3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5192b81b-7539-4749-bfdc-ec971480fb6f {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:04:00.644845 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aa0ce199-7955-410b-821e-5cc5127edda3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:00.647194 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-aa0ce199-7955-410b-821e-5cc5127edda3 admin admin] 10.222.0.11 "DELETE /v2.0/routers/5192b81b-7539-4749-bfdc-ec971480fb6f HTTP/1.1" status: 204 len: 168 time: 2.0518630 Mar 05 05:04:00.649852 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39628) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:00.719883 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0d2b88-5304-408d-8e10-0147ea475c04 admin admin] Deleting subnet d4f62d24-d369-4f32-b0d3-8cc062c5524d {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:04:00.723825 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ec0d2b88-5304-408d-8e10-0147ea475c04 admin admin] Publish callbacks [] for subnet (d4f62d24-d369-4f32-b0d3-8cc062c5524d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:00.729912 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a89a3-2276-4aac-967c-a3c6f1976a7a req-429add18-311a-4745-b876-879d02695b01 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:00.745784 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a89a3-2276-4aac-967c-a3c6f1976a7a req-429add18-311a-4745-b876-879d02695b01 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:00.752078 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a89a3-2276-4aac-967c-a3c6f1976a7a req-429add18-311a-4745-b876-879d02695b01 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:00.757920 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a89a3-2276-4aac-967c-a3c6f1976a7a req-429add18-311a-4745-b876-879d02695b01 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:00.764162 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a89a3-2276-4aac-967c-a3c6f1976a7a req-429add18-311a-4745-b876-879d02695b01 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:00.770300 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a89a3-2276-4aac-967c-a3c6f1976a7a req-429add18-311a-4745-b876-879d02695b01 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:00.774368 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ec0d2b88-5304-408d-8e10-0147ea475c04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (d4f62d24-d369-4f32-b0d3-8cc062c5524d), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:00.776214 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a89a3-2276-4aac-967c-a3c6f1976a7a req-429add18-311a-4745-b876-879d02695b01 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:00.777844 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-847a89a3-2276-4aac-967c-a3c6f1976a7a req-429add18-311a-4745-b876-879d02695b01 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1509492 Mar 05 05:04:00.862595 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-847a89a3-2276-4aac-967c-a3c6f1976a7a req-34d19ddb-63cd-41f7-aaa7-cc97fff94759 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0762157 Mar 05 05:04:00.915940 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ec0d2b88-5304-408d-8e10-0147ea475c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (d4f62d24-d369-4f32-b0d3-8cc062c5524d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:00.988301 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ec0d2b88-5304-408d-8e10-0147ea475c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (d4f62d24-d369-4f32-b0d3-8cc062c5524d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:01.022951 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0d2b88-5304-408d-8e10-0147ea475c04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4f62d24-d369-4f32-b0d3-8cc062c5524d,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:01.028305 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b35895c-f36b-42f5-a53d-c5f9757cafc9 None None] Network 931621a1-3c63-4b88-9017-913fd0b96f88 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:04:01.029805 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ec0d2b88-5304-408d-8e10-0147ea475c04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:01.037922 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ec0d2b88-5304-408d-8e10-0147ea475c04 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d4f62d24-d369-4f32-b0d3-8cc062c5524d HTTP/1.1" status: 204 len: 168 time: 0.3867767 Mar 05 05:04:01.041518 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39636) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:01.053353 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcb62c-e511-426b-90ee-6af718da6ae5 req-cb890fe9-a2f7-487d-b5fe-7f33a87ab582 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:01.060569 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dfdcb62c-e511-426b-90ee-6af718da6ae5 req-cb890fe9-a2f7-487d-b5fe-7f33a87ab582 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9aad7be-d7e0-4591-bfb3-e3a8c87b553b HTTP/1.1" status: 200 len: 943 time: 0.1228807 Mar 05 05:04:01.158744 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-142e9dd1-1901-4693-a119-03f7e4ea5b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (931621a1-3c63-4b88-9017-913fd0b96f88), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:01.234182 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dfdcb62c-e511-426b-90ee-6af718da6ae5 req-5f959d28-9075-467a-b5a9-c5620c4616e6 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725307 Mar 05 05:04:01.274069 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-142e9dd1-1901-4693-a119-03f7e4ea5b6f admin admin] Deleting port a67c1220-855e-4fc5-9005-ba291c300756 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:04:01.274667 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-142e9dd1-1901-4693-a119-03f7e4ea5b6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (a67c1220-855e-4fc5-9005-ba291c300756), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:01.323159 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f56ed99b-9e17-4cbc-8b0e-0bb823254a01 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:04:01.352951 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: f56ed99b-9e17-4cbc-8b0e-0bb823254a01 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:04:01.353310 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f56ed99b-9e17-4cbc-8b0e-0bb823254a01 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:04:01.353749 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:04:01.362287 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-142e9dd1-1901-4693-a119-03f7e4ea5b6f admin admin] For port a67c1220-855e-4fc5-9005-ba291c300756, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a67c1220-855e-4fc5-9005-ba291c300756,segment=NetworkSegment(5417d672-2669-477b-9200-026fcb760706),segment_id=5417d672-2669-477b-9200-026fcb760706)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:04:01.363229 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-142e9dd1-1901-4693-a119-03f7e4ea5b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (a67c1220-855e-4fc5-9005-ba291c300756), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:01.390363 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-142e9dd1-1901-4693-a119-03f7e4ea5b6f admin admin] Calling delete_port for a67c1220-855e-4fc5-9005-ba291c300756 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:04:01.398559 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:04:01.398559 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8dde2fae-1172-4eeb-bc3a-58f4bc1ca25e not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:04:01.463708 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 1978ce80-785a-42cf-b8a9-10aeb82a2e11 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:04:01.537090 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad2c1cd-dc56-4d1e-8a49-59133e21d902 None None] DHCP port deletion for 931621a1-3c63-4b88-9017-913fd0b96f88 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:04:01.541282 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-142e9dd1-1901-4693-a119-03f7e4ea5b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (a67c1220-855e-4fc5-9005-ba291c300756), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:01.584924 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142e9dd1-1901-4693-a119-03f7e4ea5b6f admin admin] No DVR routers for this DVR port a67c1220-855e-4fc5-9005-ba291c300756 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:04:01.617091 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 1978ce80-785a-42cf-b8a9-10aeb82a2e11, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=1978ce80-785a-42cf-b8a9-10aeb82a2e11,segment=NetworkSegment(3fdbfe93-a040-40d1-9a4b-c54cf130c455),segment_id=3fdbfe93-a040-40d1-9a4b-c54cf130c455)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:04:01.633038 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '1978ce80-785a-42cf-b8a9-10aeb82a2e11', 'network_id': '5ae49ed7-bb43-451b-a829-6aff97a3cfc7', 'port_id': '1978ce80-785a-42cf-b8a9-10aeb82a2e11', 'mac_address': 'fa:16:3e:48:f7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a99a134-cfcd-44f2-91d8-f43831b19b0b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:04:01.674147 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e9dd1-1901-4693-a119-03f7e4ea5b6f admin admin] Pushing event deleted for resources: {'Port': ['ID=a67c1220-855e-4fc5-9005-ba291c300756,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:01.687774 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 1978ce80-785a-42cf-b8a9-10aeb82a2e11 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:04:01.688181 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1978ce80-785a-42cf-b8a9-10aeb82a2e11), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:01.706088 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1978ce80-785a-42cf-b8a9-10aeb82a2e11 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:04:01.708651 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-142e9dd1-1901-4693-a119-03f7e4ea5b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (931621a1-3c63-4b88-9017-913fd0b96f88), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:01.740530 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 1978ce80-785a-42cf-b8a9-10aeb82a2e11, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=1978ce80-785a-42cf-b8a9-10aeb82a2e11,segment=NetworkSegment(3fdbfe93-a040-40d1-9a4b-c54cf130c455),segment_id=3fdbfe93-a040-40d1-9a4b-c54cf130c455)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:04:01.745807 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1978ce80-785a-42cf-b8a9-10aeb82a2e11), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:01.753202 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-142e9dd1-1901-4693-a119-03f7e4ea5b6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['931621a1-3c63-4b88-9017-913fd0b96f88']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:04:01.768521 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-142e9dd1-1901-4693-a119-03f7e4ea5b6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5417d672-2669-477b-9200-026fcb760706') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:04:01.769058 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-142e9dd1-1901-4693-a119-03f7e4ea5b6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5417d672-2669-477b-9200-026fcb760706') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:04:01.785182 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-142e9dd1-1901-4693-a119-03f7e4ea5b6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (5417d672-2669-477b-9200-026fcb760706), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:01.804541 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-142e9dd1-1901-4693-a119-03f7e4ea5b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (5417d672-2669-477b-9200-026fcb760706), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:01.813229 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=1978ce80-785a-42cf-b8a9-10aeb82a2e11,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:01.821048 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142e9dd1-1901-4693-a119-03f7e4ea5b6f admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:04:01.821465 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-142e9dd1-1901-4693-a119-03f7e4ea5b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (5417d672-2669-477b-9200-026fcb760706), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:01.823521 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:04:01.823521 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:04:01.823521 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:04:01.823521 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:04:01.823521 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:04:01.823521 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:04:01.823521 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:04:01.823521 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:04:01.823521 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:04:01.823521 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:04:01.823521 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:04:01.823521 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:04:01.823521 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:04:01.823521 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:04:01.823521 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:04:01.823521 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:04:01.823521 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:04:01.823521 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:04:01.823521 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:04:01.823521 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:04:01.823521 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:04:01.823521 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:04:01.823521 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:04:01.823521 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:04:01.823521 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:04:01.823521 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:04:01.823521 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:04:01.823521 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:04:01.823521 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:04:01.823521 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:04:01.823521 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:04:01.823521 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:04:01.898191 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-142e9dd1-1901-4693-a119-03f7e4ea5b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (931621a1-3c63-4b88-9017-913fd0b96f88), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:01.910748 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-142e9dd1-1901-4693-a119-03f7e4ea5b6f admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:01.915411 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-142e9dd1-1901-4693-a119-03f7e4ea5b6f admin admin] 10.222.0.11 "DELETE /v2.0/networks/931621a1-3c63-4b88-9017-913fd0b96f88 HTTP/1.1" status: 204 len: 168 time: 0.8727319 Mar 05 05:04:01.947166 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e9dd1-1901-4693-a119-03f7e4ea5b6f admin admin] Pushing event deleted for resources: {'Network': ['ID=931621a1-3c63-4b88-9017-913fd0b96f88,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:01.987113 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['1978ce80-785a-42cf-b8a9-10aeb82a2e11'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:04:02.149505 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff53b5-167a-4666-82b1-4ca66f97adb7 req-219ba768-3b21-4f35-8aa2-cf7feb115152 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:02.154875 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff53b5-167a-4666-82b1-4ca66f97adb7 req-219ba768-3b21-4f35-8aa2-cf7feb115152 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:02.161077 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff53b5-167a-4666-82b1-4ca66f97adb7 req-219ba768-3b21-4f35-8aa2-cf7feb115152 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:02.166390 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff53b5-167a-4666-82b1-4ca66f97adb7 req-219ba768-3b21-4f35-8aa2-cf7feb115152 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:02.171973 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff53b5-167a-4666-82b1-4ca66f97adb7 req-219ba768-3b21-4f35-8aa2-cf7feb115152 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:02.177350 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff53b5-167a-4666-82b1-4ca66f97adb7 req-219ba768-3b21-4f35-8aa2-cf7feb115152 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:02.180877 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39660) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:02.182788 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff53b5-167a-4666-82b1-4ca66f97adb7 req-219ba768-3b21-4f35-8aa2-cf7feb115152 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:02.184867 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1cff53b5-167a-4666-82b1-4ca66f97adb7 req-219ba768-3b21-4f35-8aa2-cf7feb115152 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1930180 Mar 05 05:04:02.241616 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-dbece9b7-52d8-4870-b4e4-5905dde2c8a2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5d19f36e865d4d1c893d90afc94d506f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0587149 Mar 05 05:04:02.244306 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39664) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:02.286937 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1cff53b5-167a-4666-82b1-4ca66f97adb7 req-8ab3f1d3-217f-4446-9bc2-a3fbef9e1abc tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0889218 Mar 05 05:04:02.323958 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4ccb8091-34e8-4ec9-9cc8-001279dd1608 admin admin] Publish callbacks [] for security_group (72ef452e-1183-47fa-96f7-103f457a4590), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:02.352529 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4ccb8091-34e8-4ec9-9cc8-001279dd1608 admin admin] Publish callbacks [] for security_group (72ef452e-1183-47fa-96f7-103f457a4590), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:02.429448 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ca686-1a21-40d4-b838-f3dd22d99975 req-2477a455-4176-46ad-b15d-16e079966aad tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:02.437472 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a9ca686-1a21-40d4-b838-f3dd22d99975 req-2477a455-4176-46ad-b15d-16e079966aad tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9aad7be-d7e0-4591-bfb3-e3a8c87b553b HTTP/1.1" status: 200 len: 944 time: 0.0866055 Mar 05 05:04:02.447222 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4ccb8091-34e8-4ec9-9cc8-001279dd1608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (72ef452e-1183-47fa-96f7-103f457a4590), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:02.451002 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4ccb8091-34e8-4ec9-9cc8-001279dd1608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:02.457033 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4ccb8091-34e8-4ec9-9cc8-001279dd1608 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/72ef452e-1183-47fa-96f7-103f457a4590 HTTP/1.1" status: 204 len: 168 time: 0.2104700 Mar 05 05:04:02.473679 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb8091-34e8-4ec9-9cc8-001279dd1608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ef452e-1183-47fa-96f7-103f457a4590,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:02.519048 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a9ca686-1a21-40d4-b838-f3dd22d99975 req-2f22a9da-6ec6-4e52-94b8-f0cac9b09338 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803607 Mar 05 05:04:03.247557 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a67c1220-855e-4fc5-9005-ba291c300756 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:04:03.271284 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: a67c1220-855e-4fc5-9005-ba291c300756 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:04:03.271892 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a67c1220-855e-4fc5-9005-ba291c300756 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:04:03.444090 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcbeb5-66bb-438f-96d4-9396835185d6 req-228c72ae-e8f5-4824-82e3-017748a21100 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:03.450490 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcbeb5-66bb-438f-96d4-9396835185d6 req-228c72ae-e8f5-4824-82e3-017748a21100 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:03.456663 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcbeb5-66bb-438f-96d4-9396835185d6 req-228c72ae-e8f5-4824-82e3-017748a21100 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:03.463036 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcbeb5-66bb-438f-96d4-9396835185d6 req-228c72ae-e8f5-4824-82e3-017748a21100 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:03.471413 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcbeb5-66bb-438f-96d4-9396835185d6 req-228c72ae-e8f5-4824-82e3-017748a21100 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:03.478742 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcbeb5-66bb-438f-96d4-9396835185d6 req-228c72ae-e8f5-4824-82e3-017748a21100 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:03.479213 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 1978ce80-785a-42cf-b8a9-10aeb82a2e11 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:04:03.485423 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcbeb5-66bb-438f-96d4-9396835185d6 req-228c72ae-e8f5-4824-82e3-017748a21100 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:03.488141 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-63bcbeb5-66bb-438f-96d4-9396835185d6 req-228c72ae-e8f5-4824-82e3-017748a21100 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1192861 Mar 05 05:04:03.551833 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 1978ce80-785a-42cf-b8a9-10aeb82a2e11 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:04:03.557686 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 1978ce80-785a-42cf-b8a9-10aeb82a2e11 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:04:03.557882 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1978ce80-785a-42cf-b8a9-10aeb82a2e11), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:03.602837 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-63bcbeb5-66bb-438f-96d4-9396835185d6 req-69ea922a-7eb6-4b58-b877-c4c2e7527d61 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1075516 Mar 05 05:04:03.736002 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 1978ce80-785a-42cf-b8a9-10aeb82a2e11 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:04:03.736555 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1978ce80-785a-42cf-b8a9-10aeb82a2e11), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:03.757048 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107bce7-6055-4f94-8ff8-27c03708ebec req-e8569759-e5a0-4315-871d-527f36c27ac3 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:03.765479 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1107bce7-6055-4f94-8ff8-27c03708ebec req-e8569759-e5a0-4315-871d-527f36c27ac3 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9aad7be-d7e0-4591-bfb3-e3a8c87b553b HTTP/1.1" status: 200 len: 944 time: 0.0829132 Mar 05 05:04:03.802786 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9aad7be-d7e0-4591-bfb3-e3a8c87b553b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1978ce80-785a-42cf-b8a9-10aeb82a2e11'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:04:03.812447 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd75e29-584f-4197-a7d5-60ca2c7708df" -d '{"events": [{"server_uuid": "a9aad7be-d7e0-4591-bfb3-e3a8c87b553b", "name": "network-vif-plugged", "status": "completed", "tag": "1978ce80-785a-42cf-b8a9-10aeb82a2e11"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:04:03.832300 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1107bce7-6055-4f94-8ff8-27c03708ebec req-86544c43-8aa6-4e9b-acfc-6378d9a29677 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640419 Mar 05 05:04:03.842535 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 1978ce80-785a-42cf-b8a9-10aeb82a2e11, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=1978ce80-785a-42cf-b8a9-10aeb82a2e11,segment=NetworkSegment(3fdbfe93-a040-40d1-9a4b-c54cf130c455),segment_id=3fdbfe93-a040-40d1-9a4b-c54cf130c455)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:04:03.857129 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1978ce80-785a-42cf-b8a9-10aeb82a2e11), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:03.921891 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c46ae60-22b5-4690-888c-d6f2cb687357 x-openstack-request-id: req-7c46ae60-22b5-4690-888c-d6f2cb687357 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:04:03.922202 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9aad7be-d7e0-4591-bfb3-e3a8c87b553b", "name": "network-vif-plugged", "status": "completed", "tag": "1978ce80-785a-42cf-b8a9-10aeb82a2e11", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:04:03.922509 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7c46ae60-22b5-4690-888c-d6f2cb687357 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:04:03.922844 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9aad7be-d7e0-4591-bfb3-e3a8c87b553b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1978ce80-785a-42cf-b8a9-10aeb82a2e11', 'code': 200} Mar 05 05:04:03.924273 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=1978ce80-785a-42cf-b8a9-10aeb82a2e11,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:04.034725 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e2d79-2779-4930-bdee-2095c91a47b1 req-2dc8368a-bf72-4508-ab41-d0ce2f6182dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:04.037634 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-069e2d79-2779-4930-bdee-2095c91a47b1 req-2dc8368a-bf72-4508-ab41-d0ce2f6182dc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a9aad7be-d7e0-4591-bfb3-e3a8c87b553b HTTP/1.1" status: 200 len: 1128 time: 0.0791562 Mar 05 05:04:04.103837 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-069e2d79-2779-4930-bdee-2095c91a47b1 req-7302ea7f-1d56-402e-b0f7-67729756b1ba service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601997 Mar 05 05:04:04.794756 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60598057-6650-4bf6-8f76-c0af4f0e2908 req-e666ec1d-c1aa-491c-8701-608ff54bfb96 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:04.801081 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60598057-6650-4bf6-8f76-c0af4f0e2908 req-e666ec1d-c1aa-491c-8701-608ff54bfb96 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:04.807329 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60598057-6650-4bf6-8f76-c0af4f0e2908 req-e666ec1d-c1aa-491c-8701-608ff54bfb96 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:04.817731 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60598057-6650-4bf6-8f76-c0af4f0e2908 req-e666ec1d-c1aa-491c-8701-608ff54bfb96 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:04.823503 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60598057-6650-4bf6-8f76-c0af4f0e2908 req-e666ec1d-c1aa-491c-8701-608ff54bfb96 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:04.830299 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60598057-6650-4bf6-8f76-c0af4f0e2908 req-e666ec1d-c1aa-491c-8701-608ff54bfb96 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:04.836588 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60598057-6650-4bf6-8f76-c0af4f0e2908 req-e666ec1d-c1aa-491c-8701-608ff54bfb96 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:04.845751 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60598057-6650-4bf6-8f76-c0af4f0e2908 req-e666ec1d-c1aa-491c-8701-608ff54bfb96 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1309481 Mar 05 05:04:04.918226 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60598057-6650-4bf6-8f76-c0af4f0e2908 req-11138b14-ea65-4ade-aa62-0da85c67b279 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713682 Mar 05 05:04:05.098581 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f0185-5bb4-4c7a-a0dd-24cc4d216cac req-4ff3af33-8bbf-4e00-b47e-964038801e70 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:05.105920 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-463f0185-5bb4-4c7a-a0dd-24cc4d216cac req-4ff3af33-8bbf-4e00-b47e-964038801e70 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9aad7be-d7e0-4591-bfb3-e3a8c87b553b HTTP/1.1" status: 200 len: 945 time: 0.1089790 Mar 05 05:04:05.182449 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-463f0185-5bb4-4c7a-a0dd-24cc4d216cac req-26712734-7198-4a9b-98df-c2f3861eb18a tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755522 Mar 05 05:04:06.082926 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b6268-7014-4967-a7c4-9f17d8763c24 req-1b1b1943-d833-4371-a1cb-cbbfc1280883 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:06.092239 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b6268-7014-4967-a7c4-9f17d8763c24 req-1b1b1943-d833-4371-a1cb-cbbfc1280883 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:06.100980 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b6268-7014-4967-a7c4-9f17d8763c24 req-1b1b1943-d833-4371-a1cb-cbbfc1280883 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:06.109975 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b6268-7014-4967-a7c4-9f17d8763c24 req-1b1b1943-d833-4371-a1cb-cbbfc1280883 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:06.118488 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b6268-7014-4967-a7c4-9f17d8763c24 req-1b1b1943-d833-4371-a1cb-cbbfc1280883 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:06.126904 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b6268-7014-4967-a7c4-9f17d8763c24 req-1b1b1943-d833-4371-a1cb-cbbfc1280883 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:06.134393 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b6268-7014-4967-a7c4-9f17d8763c24 req-1b1b1943-d833-4371-a1cb-cbbfc1280883 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:06.137116 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1c0b6268-7014-4967-a7c4-9f17d8763c24 req-1b1b1943-d833-4371-a1cb-cbbfc1280883 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1287632 Mar 05 05:04:06.206247 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1c0b6268-7014-4967-a7c4-9f17d8763c24 req-d19339c4-e91a-4972-af37-8db4c376f7ec tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613737 Mar 05 05:04:06.361181 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39792) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:06.381156 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f70215-25cf-43ae-8b5f-1742986de8ef req-033852b3-4e09-4f04-982e-335453266b03 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:06.388788 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d6f70215-25cf-43ae-8b5f-1742986de8ef req-033852b3-4e09-4f04-982e-335453266b03 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9aad7be-d7e0-4591-bfb3-e3a8c87b553b HTTP/1.1" status: 200 len: 945 time: 0.0812511 Mar 05 05:04:06.463704 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d6f70215-25cf-43ae-8b5f-1742986de8ef req-ee5545e6-2b1c-42d6-8cb1-fc4e4de2f134 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730255 Mar 05 05:04:06.515037 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bfc03615-c67d-4c01-be4e-532e4391f028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:06.629319 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bfc03615-c67d-4c01-be4e-532e4391f028 admin admin] Publish callbacks [] for security_group (b5b071fb-15fa-44d5-ba7a-96153b75a75b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:06.635692 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bfc03615-c67d-4c01-be4e-532e4391f028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b5b071fb-15fa-44d5-ba7a-96153b75a75b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:06.694806 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-bfc03615-c67d-4c01-be4e-532e4391f028 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=397207afaf9049c4bf8bef82ce3810c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3315763 Mar 05 05:04:06.695937 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc03615-c67d-4c01-be4e-532e4391f028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b071fb-15fa-44d5-ba7a-96153b75a75b,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:06.697561 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39800) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:06.790302 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7505cdff-4850-477c-87fa-16a74cc7ec17 admin admin] Publish callbacks [] for security_group (b5b071fb-15fa-44d5-ba7a-96153b75a75b), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:06.818007 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1d346-009f-4880-b20c-1d9fdf6dd455 req-fea5ef6f-9e98-4e1b-9760-9ff40d1b6cf8 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:06.819542 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70f1d346-009f-4880-b20c-1d9fdf6dd455 req-fea5ef6f-9e98-4e1b-9760-9ff40d1b6cf8 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9aad7be-d7e0-4591-bfb3-e3a8c87b553b HTTP/1.1" status: 200 len: 945 time: 0.0993814 Mar 05 05:04:06.832546 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7505cdff-4850-477c-87fa-16a74cc7ec17 admin admin] Publish callbacks [] for security_group (b5b071fb-15fa-44d5-ba7a-96153b75a75b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:06.903044 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70f1d346-009f-4880-b20c-1d9fdf6dd455 req-690211ee-9835-4a60-b712-2fc26bbd8f79 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748143 Mar 05 05:04:06.930329 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7505cdff-4850-477c-87fa-16a74cc7ec17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b5b071fb-15fa-44d5-ba7a-96153b75a75b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:06.933136 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7505cdff-4850-477c-87fa-16a74cc7ec17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:06.934301 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7505cdff-4850-477c-87fa-16a74cc7ec17 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b5b071fb-15fa-44d5-ba7a-96153b75a75b HTTP/1.1" status: 204 len: 168 time: 0.2356794 Mar 05 05:04:06.944148 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505cdff-4850-477c-87fa-16a74cc7ec17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b071fb-15fa-44d5-ba7a-96153b75a75b,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:07.232193 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39806) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:07.246417 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-213d085b-8ed3-4b94-89dd-c1b7833a0d9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:07.350859 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-213d085b-8ed3-4b94-89dd-c1b7833a0d9d admin admin] Publish callbacks [] for security_group (c4e7ec6a-62ea-42c4-8d22-776c2576fe1e), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:07.357400 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-213d085b-8ed3-4b94-89dd-c1b7833a0d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c4e7ec6a-62ea-42c4-8d22-776c2576fe1e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:07.401747 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-213d085b-8ed3-4b94-89dd-c1b7833a0d9d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2a802b7f73704993b5d70e5001d617ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1684327 Mar 05 05:04:07.404577 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39810) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:07.407138 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d085b-8ed3-4b94-89dd-c1b7833a0d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e7ec6a-62ea-42c4-8d22-776c2576fe1e,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:07.424772 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e377b15-1be4-4ef4-a912-2e5747faa220 req-841c49e2-45d3-4ca6-88f4-7dcf64240916 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:07.430114 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e377b15-1be4-4ef4-a912-2e5747faa220 req-841c49e2-45d3-4ca6-88f4-7dcf64240916 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:07.441894 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e377b15-1be4-4ef4-a912-2e5747faa220 req-841c49e2-45d3-4ca6-88f4-7dcf64240916 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:07.441894 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e377b15-1be4-4ef4-a912-2e5747faa220 req-841c49e2-45d3-4ca6-88f4-7dcf64240916 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:07.446901 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e377b15-1be4-4ef4-a912-2e5747faa220 req-841c49e2-45d3-4ca6-88f4-7dcf64240916 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:07.453120 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e377b15-1be4-4ef4-a912-2e5747faa220 req-841c49e2-45d3-4ca6-88f4-7dcf64240916 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:07.458473 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e377b15-1be4-4ef4-a912-2e5747faa220 req-841c49e2-45d3-4ca6-88f4-7dcf64240916 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:07.460520 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2e377b15-1be4-4ef4-a912-2e5747faa220 req-841c49e2-45d3-4ca6-88f4-7dcf64240916 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1551249 Mar 05 05:04:07.471709 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7059d598-9dc8-4f96-8951-3ee66b0d52aa admin admin] Publish callbacks [] for security_group (c4e7ec6a-62ea-42c4-8d22-776c2576fe1e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:07.495433 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7059d598-9dc8-4f96-8951-3ee66b0d52aa admin admin] Publish callbacks [] for security_group (c4e7ec6a-62ea-42c4-8d22-776c2576fe1e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:07.527685 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2e377b15-1be4-4ef4-a912-2e5747faa220 req-cdcb60db-2267-474c-8cdd-2dd7f11288de tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609615 Mar 05 05:04:07.548546 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7059d598-9dc8-4f96-8951-3ee66b0d52aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c4e7ec6a-62ea-42c4-8d22-776c2576fe1e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:07.551249 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7059d598-9dc8-4f96-8951-3ee66b0d52aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:07.552515 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7059d598-9dc8-4f96-8951-3ee66b0d52aa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c4e7ec6a-62ea-42c4-8d22-776c2576fe1e HTTP/1.1" status: 204 len: 168 time: 0.1463022 Mar 05 05:04:07.567110 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7059d598-9dc8-4f96-8951-3ee66b0d52aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e7ec6a-62ea-42c4-8d22-776c2576fe1e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:07.971384 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6575961-54a7-4401-8d39-ab97af2056b2 req-d76fd13b-8792-48cf-85ff-daa734ceb883 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:07.973205 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f6575961-54a7-4401-8d39-ab97af2056b2 req-d76fd13b-8792-48cf-85ff-daa734ceb883 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9aad7be-d7e0-4591-bfb3-e3a8c87b553b HTTP/1.1" status: 200 len: 945 time: 0.0644066 Mar 05 05:04:08.037434 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1d1e2-eb44-45e9-9d85-25103bfec4bf req-6bfd3a41-afd0-4df4-8c82-80b3553d9911 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:08.039452 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9dd1d1e2-eb44-45e9-9d85-25103bfec4bf req-6bfd3a41-afd0-4df4-8c82-80b3553d9911 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9aad7be-d7e0-4591-bfb3-e3a8c87b553b HTTP/1.1" status: 200 len: 945 time: 0.0629215 Mar 05 05:04:08.097097 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-f6575961-54a7-4401-8d39-ab97af2056b2 req-df1bc555-42b9-4fd6-86f3-c17195dd0912 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Deleting port 1978ce80-785a-42cf-b8a9-10aeb82a2e11 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:04:08.097440 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f6575961-54a7-4401-8d39-ab97af2056b2 req-df1bc555-42b9-4fd6-86f3-c17195dd0912 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (1978ce80-785a-42cf-b8a9-10aeb82a2e11), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:08.123319 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9dd1d1e2-eb44-45e9-9d85-25103bfec4bf req-dc0683fe-2872-4cd0-b323-ff65b36236b9 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704699 Mar 05 05:04:08.207312 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-f6575961-54a7-4401-8d39-ab97af2056b2 req-df1bc555-42b9-4fd6-86f3-c17195dd0912 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] For port 1978ce80-785a-42cf-b8a9-10aeb82a2e11, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=1978ce80-785a-42cf-b8a9-10aeb82a2e11,segment=NetworkSegment(3fdbfe93-a040-40d1-9a4b-c54cf130c455),segment_id=3fdbfe93-a040-40d1-9a4b-c54cf130c455)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:04:08.207686 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f6575961-54a7-4401-8d39-ab97af2056b2 req-df1bc555-42b9-4fd6-86f3-c17195dd0912 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (1978ce80-785a-42cf-b8a9-10aeb82a2e11), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:08.220578 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-f6575961-54a7-4401-8d39-ab97af2056b2 req-df1bc555-42b9-4fd6-86f3-c17195dd0912 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Calling delete_port for 1978ce80-785a-42cf-b8a9-10aeb82a2e11 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:04:08.384886 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f6575961-54a7-4401-8d39-ab97af2056b2 req-df1bc555-42b9-4fd6-86f3-c17195dd0912 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (1978ce80-785a-42cf-b8a9-10aeb82a2e11), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:08.398012 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['fc2d1810-3a48-4269-bbbc-f1613c07f2dc'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:04:08.401721 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['1978ce80-785a-42cf-b8a9-10aeb82a2e11'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:04:08.425301 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1bc555-42b9-4fd6-86f3-c17195dd0912 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Pushing event deleted for resources: {'Port': ['ID=1978ce80-785a-42cf-b8a9-10aeb82a2e11,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:08.479909 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6575961-54a7-4401-8d39-ab97af2056b2 req-df1bc555-42b9-4fd6-86f3-c17195dd0912 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] No DVR routers for this DVR port 1978ce80-785a-42cf-b8a9-10aeb82a2e11 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:04:08.483305 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f6575961-54a7-4401-8d39-ab97af2056b2 req-df1bc555-42b9-4fd6-86f3-c17195dd0912 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:08.487441 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f6575961-54a7-4401-8d39-ab97af2056b2 req-df1bc555-42b9-4fd6-86f3-c17195dd0912 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.30 "DELETE /v2.0/ports/1978ce80-785a-42cf-b8a9-10aeb82a2e11 HTTP/1.1" status: 204 len: 173 time: 0.5088570 Mar 05 05:04:08.488379 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9aad7be-d7e0-4591-bfb3-e3a8c87b553b', 'name': 'network-vif-deleted', 'tag': '1978ce80-785a-42cf-b8a9-10aeb82a2e11'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:04:08.490893 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff94e54-48a0-400d-ae16-16409e2a55df" -d '{"events": [{"server_uuid": "a9aad7be-d7e0-4591-bfb3-e3a8c87b553b", "name": "network-vif-deleted", "tag": "1978ce80-785a-42cf-b8a9-10aeb82a2e11"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:04:08.542696 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe7224d-2280-4383-bb0b-7204c04d40ff x-openstack-request-id: req-8fe7224d-2280-4383-bb0b-7204c04d40ff {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:04:08.542999 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9aad7be-d7e0-4591-bfb3-e3a8c87b553b", "name": "network-vif-deleted", "tag": "1978ce80-785a-42cf-b8a9-10aeb82a2e11", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:04:08.543575 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8fe7224d-2280-4383-bb0b-7204c04d40ff {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:04:08.544025 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9aad7be-d7e0-4591-bfb3-e3a8c87b553b', 'name': 'network-vif-deleted', 'tag': '1978ce80-785a-42cf-b8a9-10aeb82a2e11', 'status': 'completed', 'code': 200} Mar 05 05:04:08.704715 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b42d6-6c08-41d0-ba0a-e6600e539743 req-12bce86d-869a-48e7-a92b-c04d47ff3faa tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:08.709990 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b42d6-6c08-41d0-ba0a-e6600e539743 req-12bce86d-869a-48e7-a92b-c04d47ff3faa tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:08.715299 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b42d6-6c08-41d0-ba0a-e6600e539743 req-12bce86d-869a-48e7-a92b-c04d47ff3faa tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:08.721309 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b42d6-6c08-41d0-ba0a-e6600e539743 req-12bce86d-869a-48e7-a92b-c04d47ff3faa tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:08.726537 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b42d6-6c08-41d0-ba0a-e6600e539743 req-12bce86d-869a-48e7-a92b-c04d47ff3faa tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:08.731798 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b42d6-6c08-41d0-ba0a-e6600e539743 req-12bce86d-869a-48e7-a92b-c04d47ff3faa tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:08.737890 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b42d6-6c08-41d0-ba0a-e6600e539743 req-12bce86d-869a-48e7-a92b-c04d47ff3faa tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:08.743718 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b65b42d6-6c08-41d0-ba0a-e6600e539743 req-12bce86d-869a-48e7-a92b-c04d47ff3faa tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1140912 Mar 05 05:04:08.803518 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b65b42d6-6c08-41d0-ba0a-e6600e539743 req-169b21e4-d21a-4abd-9a89-525cee080b16 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577612 Mar 05 05:04:09.282293 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c08250-4a66-41ff-b1db-27742c2897c3 req-0ee9983c-5dd0-46b9-8760-8703bdd5fe1a tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:09.284192 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83c08250-4a66-41ff-b1db-27742c2897c3 req-0ee9983c-5dd0-46b9-8760-8703bdd5fe1a tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.0588651 Mar 05 05:04:09.338581 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83c08250-4a66-41ff-b1db-27742c2897c3 req-af6791ab-5c05-4372-80de-d5e26d23b1fe tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472002 Mar 05 05:04:09.611311 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed3190-a775-4e1b-9a30-8bbef8504e16 req-ded7f5f7-9d4d-45f2-b0d5-391b96d02a39 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:09.613141 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4eed3190-a775-4e1b-9a30-8bbef8504e16 req-ded7f5f7-9d4d-45f2-b0d5-391b96d02a39 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.0614831 Mar 05 05:04:09.664416 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4eed3190-a775-4e1b-9a30-8bbef8504e16 req-6add3054-7ac8-4162-a4b9-f96c53fb7eed tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452254 Mar 05 05:04:09.805666 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d356d36-e676-4c50-adee-5a4e02107878 req-a0746b57-6b1f-466b-a1cd-9e5bc9dccaba tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:09.807876 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9d356d36-e676-4c50-adee-5a4e02107878 req-a0746b57-6b1f-466b-a1cd-9e5bc9dccaba tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.0603054 Mar 05 05:04:09.864233 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9d356d36-e676-4c50-adee-5a4e02107878 req-14e0f7d2-6c59-4731-834d-09c7fadbd396 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490880 Mar 05 05:04:09.991316 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b65838-822d-4e4a-8f99-5e8744f49a44 req-c551b894-e85e-4b01-ae2e-52969bc979be tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:09.997040 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b65838-822d-4e4a-8f99-5e8744f49a44 req-c551b894-e85e-4b01-ae2e-52969bc979be tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:10.002716 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b65838-822d-4e4a-8f99-5e8744f49a44 req-c551b894-e85e-4b01-ae2e-52969bc979be tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:10.008011 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b65838-822d-4e4a-8f99-5e8744f49a44 req-c551b894-e85e-4b01-ae2e-52969bc979be tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:10.013470 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b65838-822d-4e4a-8f99-5e8744f49a44 req-c551b894-e85e-4b01-ae2e-52969bc979be tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:10.019454 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b65838-822d-4e4a-8f99-5e8744f49a44 req-c551b894-e85e-4b01-ae2e-52969bc979be tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:10.025359 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b65838-822d-4e4a-8f99-5e8744f49a44 req-c551b894-e85e-4b01-ae2e-52969bc979be tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:10.027367 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8b65838-822d-4e4a-8f99-5e8744f49a44 req-c551b894-e85e-4b01-ae2e-52969bc979be tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1015310 Mar 05 05:04:10.097073 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8b65838-822d-4e4a-8f99-5e8744f49a44 req-cdfe1390-41d4-42ff-bb1c-8cb3325c21f1 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612259 Mar 05 05:04:11.183484 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39942) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:11.235936 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ad12a-449a-4fc1-90ca-fb23a1b8ddf6 req-c834f299-216b-4a68-970c-ccf8e5749f43 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:11.241354 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ad12a-449a-4fc1-90ca-fb23a1b8ddf6 req-c834f299-216b-4a68-970c-ccf8e5749f43 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:11.246605 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ad12a-449a-4fc1-90ca-fb23a1b8ddf6 req-c834f299-216b-4a68-970c-ccf8e5749f43 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:11.252391 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ad12a-449a-4fc1-90ca-fb23a1b8ddf6 req-c834f299-216b-4a68-970c-ccf8e5749f43 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:11.257645 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ad12a-449a-4fc1-90ca-fb23a1b8ddf6 req-c834f299-216b-4a68-970c-ccf8e5749f43 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:11.262921 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ad12a-449a-4fc1-90ca-fb23a1b8ddf6 req-c834f299-216b-4a68-970c-ccf8e5749f43 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:11.268854 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ad12a-449a-4fc1-90ca-fb23a1b8ddf6 req-c834f299-216b-4a68-970c-ccf8e5749f43 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:11.270848 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-239ad12a-449a-4fc1-90ca-fb23a1b8ddf6 req-c834f299-216b-4a68-970c-ccf8e5749f43 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.0947108 Mar 05 05:04:11.306589 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b5a5efc-83dd-49b3-b224-c132a6a467d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:11.337413 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-239ad12a-449a-4fc1-90ca-fb23a1b8ddf6 req-55fd495d-c9e9-4e1c-9537-3981971b3958 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597744 Mar 05 05:04:11.392563 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b5a5efc-83dd-49b3-b224-c132a6a467d5 admin admin] Publish callbacks [] for security_group (24f8e5fa-ad9a-47d9-a9d3-d2bf558c8d4c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:11.397669 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b5a5efc-83dd-49b3-b224-c132a6a467d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (24f8e5fa-ad9a-47d9-a9d3-d2bf558c8d4c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:11.401658 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4d2f529f-1f45-4ce7-9106-9cb9809db349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:11.439235 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a5efc-83dd-49b3-b224-c132a6a467d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f8e5fa-ad9a-47d9-a9d3-d2bf558c8d4c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:11.444866 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6b5a5efc-83dd-49b3-b224-c132a6a467d5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d2837b1a064143a0bf0c1173b6c9ed0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2602038 Mar 05 05:04:11.446189 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39946) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:11.497011 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b0110b5b-fe27-4def-a1c0-17d63a74b5fc admin admin] Publish callbacks [] for security_group (24f8e5fa-ad9a-47d9-a9d3-d2bf558c8d4c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:11.510318 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 1978ce80-785a-42cf-b8a9-10aeb82a2e11 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:04:11.519260 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b0110b5b-fe27-4def-a1c0-17d63a74b5fc admin admin] Publish callbacks [] for security_group (24f8e5fa-ad9a-47d9-a9d3-d2bf558c8d4c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:11.535935 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 1978ce80-785a-42cf-b8a9-10aeb82a2e11 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:04:11.536290 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 1978ce80-785a-42cf-b8a9-10aeb82a2e11 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:04:11.572650 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b0110b5b-fe27-4def-a1c0-17d63a74b5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (24f8e5fa-ad9a-47d9-a9d3-d2bf558c8d4c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:11.575410 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b0110b5b-fe27-4def-a1c0-17d63a74b5fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:11.576600 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b0110b5b-fe27-4def-a1c0-17d63a74b5fc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24f8e5fa-ad9a-47d9-a9d3-d2bf558c8d4c HTTP/1.1" status: 204 len: 168 time: 0.1294277 Mar 05 05:04:11.585150 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0110b5b-fe27-4def-a1c0-17d63a74b5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f8e5fa-ad9a-47d9-a9d3-d2bf558c8d4c,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:11.839780 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39952) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:11.853906 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cc1e6b10-23dd-4068-b593-04727a9500ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:11.931766 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cc1e6b10-23dd-4068-b593-04727a9500ab admin admin] Publish callbacks [] for security_group (3a7ebbc6-5329-415c-bbbc-4af7a8501929), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:11.935603 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cc1e6b10-23dd-4068-b593-04727a9500ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3a7ebbc6-5329-415c-bbbc-4af7a8501929), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:11.974306 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-cc1e6b10-23dd-4068-b593-04727a9500ab admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a9059362ca02484fa66681610d3d2caa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1332972 Mar 05 05:04:11.975247 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e6b10-23dd-4068-b593-04727a9500ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7ebbc6-5329-415c-bbbc-4af7a8501929,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:11.977144 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39954) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:12.026422 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8b964d7a-8c5c-4bb4-aa77-609bea7863f0 admin admin] Publish callbacks [] for security_group (3a7ebbc6-5329-415c-bbbc-4af7a8501929), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:12.047827 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8b964d7a-8c5c-4bb4-aa77-609bea7863f0 admin admin] Publish callbacks [] for security_group (3a7ebbc6-5329-415c-bbbc-4af7a8501929), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:12.095230 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8b964d7a-8c5c-4bb4-aa77-609bea7863f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3a7ebbc6-5329-415c-bbbc-4af7a8501929), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:12.097818 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8b964d7a-8c5c-4bb4-aa77-609bea7863f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:12.099098 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8b964d7a-8c5c-4bb4-aa77-609bea7863f0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3a7ebbc6-5329-415c-bbbc-4af7a8501929 HTTP/1.1" status: 204 len: 168 time: 0.1208906 Mar 05 05:04:12.106950 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b964d7a-8c5c-4bb4-aa77-609bea7863f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7ebbc6-5329-415c-bbbc-4af7a8501929,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:12.484697 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8e075-4e81-4517-bab3-dc10df9a5904 req-0769cab8-2377-476f-86d0-d688530b4867 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:12.492863 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8e075-4e81-4517-bab3-dc10df9a5904 req-0769cab8-2377-476f-86d0-d688530b4867 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:12.495568 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8e075-4e81-4517-bab3-dc10df9a5904 req-0769cab8-2377-476f-86d0-d688530b4867 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:12.503143 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8e075-4e81-4517-bab3-dc10df9a5904 req-0769cab8-2377-476f-86d0-d688530b4867 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:12.508545 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8e075-4e81-4517-bab3-dc10df9a5904 req-0769cab8-2377-476f-86d0-d688530b4867 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:12.517189 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8e075-4e81-4517-bab3-dc10df9a5904 req-0769cab8-2377-476f-86d0-d688530b4867 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:12.522514 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8e075-4e81-4517-bab3-dc10df9a5904 req-0769cab8-2377-476f-86d0-d688530b4867 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:12.524544 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7c8e075-4e81-4517-bab3-dc10df9a5904 req-0769cab8-2377-476f-86d0-d688530b4867 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1071968 Mar 05 05:04:12.595870 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7c8e075-4e81-4517-bab3-dc10df9a5904 req-b406e3f4-d157-4c97-8994-8877fe80ab08 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641503 Mar 05 05:04:13.672135 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-28e3fbc6-f880-4a42-b1e8-6c762fd8a428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:13.735124 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:13.751061 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dd6e0-18a5-483b-b2af-f9b296b0c233 req-c050a8ac-da26-48a8-86e7-416b179ee9c4 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:13.760535 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dd6e0-18a5-483b-b2af-f9b296b0c233 req-c050a8ac-da26-48a8-86e7-416b179ee9c4 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:13.762833 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dd6e0-18a5-483b-b2af-f9b296b0c233 req-c050a8ac-da26-48a8-86e7-416b179ee9c4 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:13.769029 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dd6e0-18a5-483b-b2af-f9b296b0c233 req-c050a8ac-da26-48a8-86e7-416b179ee9c4 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:13.774643 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dd6e0-18a5-483b-b2af-f9b296b0c233 req-c050a8ac-da26-48a8-86e7-416b179ee9c4 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:13.780395 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dd6e0-18a5-483b-b2af-f9b296b0c233 req-c050a8ac-da26-48a8-86e7-416b179ee9c4 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:13.786897 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dd6e0-18a5-483b-b2af-f9b296b0c233 req-c050a8ac-da26-48a8-86e7-416b179ee9c4 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:13.791671 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9a4dd6e0-18a5-483b-b2af-f9b296b0c233 req-c050a8ac-da26-48a8-86e7-416b179ee9c4 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1065886 Mar 05 05:04:13.860016 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9a4dd6e0-18a5-483b-b2af-f9b296b0c233 req-3162e2ac-340f-49b6-8fed-1737ac3bf317 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566177 Mar 05 05:04:13.879259 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:14.265180 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40022) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:14.370187 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-eb044e55-488c-44e6-b10d-e9ddc98a999d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:14.451866 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-eb044e55-488c-44e6-b10d-e9ddc98a999d admin admin] Publish callbacks [] for security_group (87e11723-fef0-4557-bb95-435a6c9147d5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:14.456367 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-eb044e55-488c-44e6-b10d-e9ddc98a999d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (87e11723-fef0-4557-bb95-435a6c9147d5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:14.495268 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-eb044e55-488c-44e6-b10d-e9ddc98a999d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b3448ae9d28f4146bc6fafe2e3350708&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2289398 Mar 05 05:04:14.496152 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb044e55-488c-44e6-b10d-e9ddc98a999d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e11723-fef0-4557-bb95-435a6c9147d5,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:14.499562 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40026) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:14.550114 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3f556efe-9885-47df-9649-09024c79c7c4 admin admin] Publish callbacks [] for security_group (87e11723-fef0-4557-bb95-435a6c9147d5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:14.572702 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3f556efe-9885-47df-9649-09024c79c7c4 admin admin] Publish callbacks [] for security_group (87e11723-fef0-4557-bb95-435a6c9147d5), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:14.620086 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3f556efe-9885-47df-9649-09024c79c7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (87e11723-fef0-4557-bb95-435a6c9147d5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:14.622811 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3f556efe-9885-47df-9649-09024c79c7c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:14.625442 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3f556efe-9885-47df-9649-09024c79c7c4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/87e11723-fef0-4557-bb95-435a6c9147d5 HTTP/1.1" status: 204 len: 168 time: 0.1239870 Mar 05 05:04:14.634064 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f556efe-9885-47df-9649-09024c79c7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e11723-fef0-4557-bb95-435a6c9147d5,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:14.897718 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40032) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:14.914940 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7a5548b5-8a3f-4bbe-93d9-3b25a945c2a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:14.978216 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:15.043090 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e94b1e-0d10-41e8-87ae-221529418892 req-29dd26f2-3b9a-47f2-abba-806bb778b72a tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:15.049218 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e94b1e-0d10-41e8-87ae-221529418892 req-29dd26f2-3b9a-47f2-abba-806bb778b72a tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:15.054541 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e94b1e-0d10-41e8-87ae-221529418892 req-29dd26f2-3b9a-47f2-abba-806bb778b72a tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:15.060873 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e94b1e-0d10-41e8-87ae-221529418892 req-29dd26f2-3b9a-47f2-abba-806bb778b72a tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:15.066861 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e94b1e-0d10-41e8-87ae-221529418892 req-29dd26f2-3b9a-47f2-abba-806bb778b72a tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:15.072240 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e94b1e-0d10-41e8-87ae-221529418892 req-29dd26f2-3b9a-47f2-abba-806bb778b72a tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:15.077779 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e94b1e-0d10-41e8-87ae-221529418892 req-29dd26f2-3b9a-47f2-abba-806bb778b72a tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:15.079830 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-25e94b1e-0d10-41e8-87ae-221529418892 req-29dd26f2-3b9a-47f2-abba-806bb778b72a tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1263919 Mar 05 05:04:15.085128 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7a5548b5-8a3f-4bbe-93d9-3b25a945c2a4 admin admin] Publish callbacks [] for security_group (13fc7238-d854-4638-906c-261d9eeb3088), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:15.094501 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7a5548b5-8a3f-4bbe-93d9-3b25a945c2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (13fc7238-d854-4638-906c-261d9eeb3088), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:15.154188 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7a5548b5-8a3f-4bbe-93d9-3b25a945c2a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8d70fb16eb8c4eb8b58b26c85ffb654d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2526670 Mar 05 05:04:15.154846 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40036) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:15.160023 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5548b5-8a3f-4bbe-93d9-3b25a945c2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fc7238-d854-4638-906c-261d9eeb3088,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:15.181599 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-25e94b1e-0d10-41e8-87ae-221529418892 req-28473446-e793-4d8e-b1a6-3e385ed0493d tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0951309 Mar 05 05:04:15.216824 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0e67b17c-40e8-4724-977f-ee894621ba93 admin admin] Publish callbacks [] for security_group (13fc7238-d854-4638-906c-261d9eeb3088), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:15.239570 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0e67b17c-40e8-4724-977f-ee894621ba93 admin admin] Publish callbacks [] for security_group (13fc7238-d854-4638-906c-261d9eeb3088), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:15.288875 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0e67b17c-40e8-4724-977f-ee894621ba93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (13fc7238-d854-4638-906c-261d9eeb3088), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:15.291724 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0e67b17c-40e8-4724-977f-ee894621ba93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:15.293023 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0e67b17c-40e8-4724-977f-ee894621ba93 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/13fc7238-d854-4638-906c-261d9eeb3088 HTTP/1.1" status: 204 len: 168 time: 0.1366701 Mar 05 05:04:15.300836 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67b17c-40e8-4724-977f-ee894621ba93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fc7238-d854-4638-906c-261d9eeb3088,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:16.231870 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:16.330565 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d5597-b997-4c6d-95c5-619b42da050c req-fab64726-ba42-461f-9df3-1413d6bbe664 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:16.336680 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d5597-b997-4c6d-95c5-619b42da050c req-fab64726-ba42-461f-9df3-1413d6bbe664 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:16.342164 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d5597-b997-4c6d-95c5-619b42da050c req-fab64726-ba42-461f-9df3-1413d6bbe664 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:16.348498 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d5597-b997-4c6d-95c5-619b42da050c req-fab64726-ba42-461f-9df3-1413d6bbe664 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:16.354190 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d5597-b997-4c6d-95c5-619b42da050c req-fab64726-ba42-461f-9df3-1413d6bbe664 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:16.359875 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d5597-b997-4c6d-95c5-619b42da050c req-fab64726-ba42-461f-9df3-1413d6bbe664 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:16.365450 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d5597-b997-4c6d-95c5-619b42da050c req-fab64726-ba42-461f-9df3-1413d6bbe664 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:16.367498 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc3d5597-b997-4c6d-95c5-619b42da050c req-fab64726-ba42-461f-9df3-1413d6bbe664 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1006405 Mar 05 05:04:16.431402 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc3d5597-b997-4c6d-95c5-619b42da050c req-70b1e94c-d033-4f71-ade8-03ec12ce1afd tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580401 Mar 05 05:04:16.555622 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40074) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:16.700530 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-08a6c0f5-e1d5-43f2-b5cb-d426dad4fc28 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-899266991'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:04:16.721203 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a6c0f5-e1d5-43f2-b5cb-d426dad4fc28 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Made reservation on behalf of e883224ee8b243ab9d87ece40a60bf9d for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:04:16.724647 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-08a6c0f5-e1d5-43f2-b5cb-d426dad4fc28 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:16.733843 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-08a6c0f5-e1d5-43f2-b5cb-d426dad4fc28 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:16.812728 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-08a6c0f5-e1d5-43f2-b5cb-d426dad4fc28 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks [] for security_group (8e3f621e-a659-4c8c-b3cf-4800057ab749), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:16.817512 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-08a6c0f5-e1d5-43f2-b5cb-d426dad4fc28 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8e3f621e-a659-4c8c-b3cf-4800057ab749), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:16.845511 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a6c0f5-e1d5-43f2-b5cb-d426dad4fc28 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:04:16.855548 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6c0f5-e1d5-43f2-b5cb-d426dad4fc28 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3f621e-a659-4c8c-b3cf-4800057ab749,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:16.861098 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-08a6c0f5-e1d5-43f2-b5cb-d426dad4fc28 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (a8649664-fc5a-4168-a3dc-95ccf9f3184c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:16.861450 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-08a6c0f5-e1d5-43f2-b5cb-d426dad4fc28 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Added segment a8649664-fc5a-4168-a3dc-95ccf9f3184c of type vlan for network cf786e54-9d92-4435-805d-869526cef50f Mar 05 05:04:16.901316 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-08a6c0f5-e1d5-43f2-b5cb-d426dad4fc28 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (cf786e54-9d92-4435-805d-869526cef50f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:16.925309 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-08a6c0f5-e1d5-43f2-b5cb-d426dad4fc28 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (cf786e54-9d92-4435-805d-869526cef50f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:16.930454 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a6c0f5-e1d5-43f2-b5cb-d426dad4fc28 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:16.931089 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-08a6c0f5-e1d5-43f2-b5cb-d426dad4fc28 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:16.966867 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-08a6c0f5-e1d5-43f2-b5cb-d426dad4fc28 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4098275 Mar 05 05:04:16.970174 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40078) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:16.974900 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-8d694f30-ec8b-4528-9a98-0aebe7b2b312 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Request body: {'subnet': {'network_id': 'cf786e54-9d92-4435-805d-869526cef50f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:04:17.026750 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6c0f5-e1d5-43f2-b5cb-d426dad4fc28 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Pushing event updated for resources: {'Network': ['ID=cf786e54-9d92-4435-805d-869526cef50f,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:17.037467 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network cf786e54-9d92-4435-805d-869526cef50f details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:04:17.090951 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d694f30-ec8b-4528-9a98-0aebe7b2b312 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Made reservation on behalf of e883224ee8b243ab9d87ece40a60bf9d for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:04:17.094627 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8d694f30-ec8b-4528-9a98-0aebe7b2b312 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:17.273130 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8d694f30-ec8b-4528-9a98-0aebe7b2b312 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (971c32e7-1bd1-4639-b8ba-be7b63480a0a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:17.338597 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d694f30-ec8b-4528-9a98-0aebe7b2b312 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Pushing event updated for resources: {'Subnet': ['ID=971c32e7-1bd1-4639-b8ba-be7b63480a0a,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:17.348020 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d694f30-ec8b-4528-9a98-0aebe7b2b312 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Checking segment: {'id': 'a8649664-fc5a-4168-a3dc-95ccf9f3184c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cf786e54-9d92-4435-805d-869526cef50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:04:17.348545 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d694f30-ec8b-4528-9a98-0aebe7b2b312 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Network hostable DHCP agents. Network: cf786e54-9d92-4435-805d-869526cef50f, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:04:17.367190 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d694f30-ec8b-4528-9a98-0aebe7b2b312 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Network cf786e54-9d92-4435-805d-869526cef50f is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:04:17.376796 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-8d694f30-ec8b-4528-9a98-0aebe7b2b312 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, cf786e54-9d92-4435-805d-869526cef50f) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:04:17.381350 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d694f30-ec8b-4528-9a98-0aebe7b2b312 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:17.381955 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8d694f30-ec8b-4528-9a98-0aebe7b2b312 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:17.385849 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27212dc-b233-4233-86ef-3a568dd819ee None None] Network cf786e54-9d92-4435-805d-869526cef50f requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:04:17.398898 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8d694f30-ec8b-4528-9a98-0aebe7b2b312 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4276991 Mar 05 05:04:17.402002 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40080) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:17.413669 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-0b22b142-59d0-42a9-8553-a292eb71b9e5 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Request body: {'port': {'network_id': 'cf786e54-9d92-4435-805d-869526cef50f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-78995036'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:04:17.509999 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a49a0e4-6e44-41a7-9fc6-855d6ca66828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-cf786e54-9d92-4435-805d-869526cef50f', 'network_id': 'cf786e54-9d92-4435-805d-869526cef50f', 'project_id': 'e883224ee8b243ab9d87ece40a60bf9d', 'fixed_ips': [{'subnet_id': '971c32e7-1bd1-4639-b8ba-be7b63480a0a'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:04:17.511061 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7a49a0e4-6e44-41a7-9fc6-855d6ca66828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:17.583404 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b22b142-59d0-42a9-8553-a292eb71b9e5 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Made reservation on behalf of e883224ee8b243ab9d87ece40a60bf9d for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:04:17.586842 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0b22b142-59d0-42a9-8553-a292eb71b9e5 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:17.607550 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb053ee-f9fe-43d4-a117-93eeb98be531 req-f985259a-9828-4d70-b424-6d2a2dbb37f8 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:17.614159 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb053ee-f9fe-43d4-a117-93eeb98be531 req-f985259a-9828-4d70-b424-6d2a2dbb37f8 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:17.619593 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb053ee-f9fe-43d4-a117-93eeb98be531 req-f985259a-9828-4d70-b424-6d2a2dbb37f8 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:17.625187 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb053ee-f9fe-43d4-a117-93eeb98be531 req-f985259a-9828-4d70-b424-6d2a2dbb37f8 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:17.630673 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb053ee-f9fe-43d4-a117-93eeb98be531 req-f985259a-9828-4d70-b424-6d2a2dbb37f8 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:17.636418 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb053ee-f9fe-43d4-a117-93eeb98be531 req-f985259a-9828-4d70-b424-6d2a2dbb37f8 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:17.642801 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb053ee-f9fe-43d4-a117-93eeb98be531 req-f985259a-9828-4d70-b424-6d2a2dbb37f8 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:17.644866 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1bb053ee-f9fe-43d4-a117-93eeb98be531 req-f985259a-9828-4d70-b424-6d2a2dbb37f8 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1319780 Mar 05 05:04:17.656977 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-0b22b142-59d0-42a9-8553-a292eb71b9e5 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] device_id is not set on port 8d8e7519-91d7-419e-aeea-340a1324bd41 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:04:17.663906 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-7a49a0e4-6e44-41a7-9fc6-855d6ca66828 None None] Allocated IP 172.20.0.2 (cf786e54-9d92-4435-805d-869526cef50f/971c32e7-1bd1-4639-b8ba-be7b63480a0a/e2be421f-93ca-46d2-b78d-ac5f55719083) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:04:17.759341 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1bb053ee-f9fe-43d4-a117-93eeb98be531 req-cb47c372-03b0-497f-841b-20a29366aa74 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1051738 Mar 05 05:04:17.828816 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7a49a0e4-6e44-41a7-9fc6-855d6ca66828 None None] Publish callbacks [] for port (e2be421f-93ca-46d2-b78d-ac5f55719083), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:17.832430 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:17.836734 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7a49a0e4-6e44-41a7-9fc6-855d6ca66828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (e2be421f-93ca-46d2-b78d-ac5f55719083), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:17.885357 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a49a0e4-6e44-41a7-9fc6-855d6ca66828 None None] Network cf786e54-9d92-4435-805d-869526cef50f is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:04:17.888242 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-7a49a0e4-6e44-41a7-9fc6-855d6ca66828 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:04:17.890889 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a49a0e4-6e44-41a7-9fc6-855d6ca66828 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:04:17.903707 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49a0e4-6e44-41a7-9fc6-855d6ca66828 None None] Pushing event updated for resources: {'Port': ['ID=e2be421f-93ca-46d2-b78d-ac5f55719083,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:17.908213 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-0b22b142-59d0-42a9-8553-a292eb71b9e5 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Allocated IP 172.20.0.3 (cf786e54-9d92-4435-805d-869526cef50f/971c32e7-1bd1-4639-b8ba-be7b63480a0a/8d8e7519-91d7-419e-aeea-340a1324bd41) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:04:17.952399 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-7a49a0e4-6e44-41a7-9fc6-855d6ca66828 None None] Attempting to bind port e2be421f-93ca-46d2-b78d-ac5f55719083 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:04:17.952886 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-7a49a0e4-6e44-41a7-9fc6-855d6ca66828 None None] Attempting to bind port e2be421f-93ca-46d2-b78d-ac5f55719083 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'a8649664-fc5a-4168-a3dc-95ccf9f3184c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cf786e54-9d92-4435-805d-869526cef50f'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:04:17.953265 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a49a0e4-6e44-41a7-9fc6-855d6ca66828 None None] Attempting to bind port e2be421f-93ca-46d2-b78d-ac5f55719083 on network cf786e54-9d92-4435-805d-869526cef50f {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:04:17.958440 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a49a0e4-6e44-41a7-9fc6-855d6ca66828 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:04:17.959980 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a49a0e4-6e44-41a7-9fc6-855d6ca66828 None None] Checking segment: {'id': 'a8649664-fc5a-4168-a3dc-95ccf9f3184c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cf786e54-9d92-4435-805d-869526cef50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:04:17.960651 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7a49a0e4-6e44-41a7-9fc6-855d6ca66828 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:17.961070 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a49a0e4-6e44-41a7-9fc6-855d6ca66828 None None] Bound using segment: {'id': 'a8649664-fc5a-4168-a3dc-95ccf9f3184c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cf786e54-9d92-4435-805d-869526cef50f'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:04:17.961565 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-7a49a0e4-6e44-41a7-9fc6-855d6ca66828 None None] Bound port: e2be421f-93ca-46d2-b78d-ac5f55719083, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8649664-fc5a-4168-a3dc-95ccf9f3184c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'cf786e54-9d92-4435-805d-869526cef50f'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:04:17.961957 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7a49a0e4-6e44-41a7-9fc6-855d6ca66828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e2be421f-93ca-46d2-b78d-ac5f55719083), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:18.026682 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-7a49a0e4-6e44-41a7-9fc6-855d6ca66828 None None] For port e2be421f-93ca-46d2-b78d-ac5f55719083, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:04:18.030264 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-7a49a0e4-6e44-41a7-9fc6-855d6ca66828 None None] For port e2be421f-93ca-46d2-b78d-ac5f55719083, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e2be421f-93ca-46d2-b78d-ac5f55719083,segment=NetworkSegment(a8649664-fc5a-4168-a3dc-95ccf9f3184c),segment_id=a8649664-fc5a-4168-a3dc-95ccf9f3184c)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:04:18.037795 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7a49a0e4-6e44-41a7-9fc6-855d6ca66828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e2be421f-93ca-46d2-b78d-ac5f55719083), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:18.065227 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0b22b142-59d0-42a9-8553-a292eb71b9e5 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks [] for port (8d8e7519-91d7-419e-aeea-340a1324bd41), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:18.102994 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49a0e4-6e44-41a7-9fc6-855d6ca66828 None None] Pushing event updated for resources: {'Port': ['ID=e2be421f-93ca-46d2-b78d-ac5f55719083,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:18.115873 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0b22b142-59d0-42a9-8553-a292eb71b9e5 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (8d8e7519-91d7-419e-aeea-340a1324bd41), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:18.170208 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b22b142-59d0-42a9-8553-a292eb71b9e5 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Network cf786e54-9d92-4435-805d-869526cef50f is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:04:18.173657 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-0b22b142-59d0-42a9-8553-a292eb71b9e5 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:04:18.178314 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b22b142-59d0-42a9-8553-a292eb71b9e5 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:04:18.182342 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22b142-59d0-42a9-8553-a292eb71b9e5 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Pushing event updated for resources: {'Port': ['ID=8d8e7519-91d7-419e-aeea-340a1324bd41,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:18.229991 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b22b142-59d0-42a9-8553-a292eb71b9e5 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:18.230624 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0b22b142-59d0-42a9-8553-a292eb71b9e5 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:18.252911 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0b22b142-59d0-42a9-8553-a292eb71b9e5 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8429241 Mar 05 05:04:18.257124 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40084) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:18.369425 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-09b61184-f2f2-4978-8866-20330d9a168b tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Deleting port 8d8e7519-91d7-419e-aeea-340a1324bd41 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:04:18.369777 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-09b61184-f2f2-4978-8866-20330d9a168b tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (8d8e7519-91d7-419e-aeea-340a1324bd41), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:18.479066 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-09b61184-f2f2-4978-8866-20330d9a168b tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (8d8e7519-91d7-419e-aeea-340a1324bd41), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:18.491292 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-09b61184-f2f2-4978-8866-20330d9a168b tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Calling delete_port for 8d8e7519-91d7-419e-aeea-340a1324bd41 owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:04:18.633814 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-09b61184-f2f2-4978-8866-20330d9a168b tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (8d8e7519-91d7-419e-aeea-340a1324bd41), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:18.664726 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b61184-f2f2-4978-8866-20330d9a168b tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Pushing event deleted for resources: {'Port': ['ID=8d8e7519-91d7-419e-aeea-340a1324bd41,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:18.733459 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-09b61184-f2f2-4978-8866-20330d9a168b tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:18.737004 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-09b61184-f2f2-4978-8866-20330d9a168b tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] 10.222.0.11 "DELETE /v2.0/ports/8d8e7519-91d7-419e-aeea-340a1324bd41 HTTP/1.1" status: 204 len: 168 time: 0.4787097 Mar 05 05:04:18.739875 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40086) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:18.807887 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-721e3fbf-b9d6-4bd3-b2e1-137065fc3568 tempest-DHCPAgentSchedulersTestJSON-1572885121 tempest-DHCPAgentSchedulersTestJSON-1572885121-project-admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.0668833 Mar 05 05:04:18.810494 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40092) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:18.817068 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-35f5679a-f3c1-4325-8271-64465e63607c tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-339114634'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:04:18.844432 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f5679a-f3c1-4325-8271-64465e63607c tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Made reservation on behalf of e883224ee8b243ab9d87ece40a60bf9d for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:04:18.848395 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35f5679a-f3c1-4325-8271-64465e63607c tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:18.908782 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f5679a-f3c1-4325-8271-64465e63607c tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:04:18.924931 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35f5679a-f3c1-4325-8271-64465e63607c tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (695a4d83-9fb1-47bb-8846-c58b4d7e308f), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:18.925276 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-35f5679a-f3c1-4325-8271-64465e63607c tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Added segment 695a4d83-9fb1-47bb-8846-c58b4d7e308f of type vlan for network 8ea697d1-15da-42e3-8018-6deea22e7ba5 Mar 05 05:04:18.969680 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394c03e-567b-473d-85a0-04f9a0f83d47 req-772f36fe-0525-4f05-aaf6-3dd1d2ee7e4c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:18.975345 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394c03e-567b-473d-85a0-04f9a0f83d47 req-772f36fe-0525-4f05-aaf6-3dd1d2ee7e4c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:18.980925 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394c03e-567b-473d-85a0-04f9a0f83d47 req-772f36fe-0525-4f05-aaf6-3dd1d2ee7e4c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:18.988052 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394c03e-567b-473d-85a0-04f9a0f83d47 req-772f36fe-0525-4f05-aaf6-3dd1d2ee7e4c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:18.994054 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394c03e-567b-473d-85a0-04f9a0f83d47 req-772f36fe-0525-4f05-aaf6-3dd1d2ee7e4c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:18.999909 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394c03e-567b-473d-85a0-04f9a0f83d47 req-772f36fe-0525-4f05-aaf6-3dd1d2ee7e4c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:19.005580 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394c03e-567b-473d-85a0-04f9a0f83d47 req-772f36fe-0525-4f05-aaf6-3dd1d2ee7e4c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:19.007737 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f394c03e-567b-473d-85a0-04f9a0f83d47 req-772f36fe-0525-4f05-aaf6-3dd1d2ee7e4c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.1564002 Mar 05 05:04:19.023626 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35f5679a-f3c1-4325-8271-64465e63607c tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (8ea697d1-15da-42e3-8018-6deea22e7ba5), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:19.109214 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f394c03e-567b-473d-85a0-04f9a0f83d47 req-11a93d6e-aa90-4021-a035-685c7704e248 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614686 Mar 05 05:04:19.109953 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35f5679a-f3c1-4325-8271-64465e63607c tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (8ea697d1-15da-42e3-8018-6deea22e7ba5), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:19.115401 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f5679a-f3c1-4325-8271-64465e63607c tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:19.116099 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35f5679a-f3c1-4325-8271-64465e63607c tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:19.187102 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-35f5679a-f3c1-4325-8271-64465e63607c tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3745084 Mar 05 05:04:19.187645 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40094) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:19.236726 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5679a-f3c1-4325-8271-64465e63607c tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Pushing event updated for resources: {'Network': ['ID=8ea697d1-15da-42e3-8018-6deea22e7ba5,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:19.258058 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 8ea697d1-15da-42e3-8018-6deea22e7ba5 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:04:19.355970 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbebed84-a624-4e25-9989-f2e6d40dfe00 None None] Network cf786e54-9d92-4435-805d-869526cef50f requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:04:19.425257 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40096) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:19.425597 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-99f31555-7517-4358-bd66-3c8f8bae5e49 tempest-DHCPAgentSchedulersTestJSON-1572885121 tempest-DHCPAgentSchedulersTestJSON-1572885121-project-admin] 10.222.0.11 "GET /v2.0/agents/a1cff723-2a3b-4b00-9027-abb409329d07/dhcp-networks HTTP/1.1" status: 200 len: 9655 time: 0.2365320 Mar 05 05:04:19.427325 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e2be421f-93ca-46d2-b78d-ac5f55719083 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:04:19.516559 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84ba488-824d-43cc-b0ce-d761c9683e38 tempest-DHCPAgentSchedulersTestJSON-1572885121 tempest-DHCPAgentSchedulersTestJSON-1572885121-project-admin] Network 8ea697d1-15da-42e3-8018-6deea22e7ba5 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:04:19.528697 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-168205b3-d5ea-44a3-9256-33ffb5925ec1 None None] Provisioning complete for port e2be421f-93ca-46d2-b78d-ac5f55719083 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:04:19.529365 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-168205b3-d5ea-44a3-9256-33ffb5925ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e2be421f-93ca-46d2-b78d-ac5f55719083), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:19.534832 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b84ba488-824d-43cc-b0ce-d761c9683e38 tempest-DHCPAgentSchedulersTestJSON-1572885121 tempest-DHCPAgentSchedulersTestJSON-1572885121-project-admin] 10.222.0.11 "POST /v2.0/agents/a1cff723-2a3b-4b00-9027-abb409329d07/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1083708 Mar 05 05:04:19.537406 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40098) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:19.594142 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a123ab-9276-4319-b2ba-ce72bf3508be None None] Network 8ea697d1-15da-42e3-8018-6deea22e7ba5 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:04:19.713414 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port e2be421f-93ca-46d2-b78d-ac5f55719083 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:04:19.713804 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e2be421f-93ca-46d2-b78d-ac5f55719083), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:19.758488 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-168205b3-d5ea-44a3-9256-33ffb5925ec1 None None] Current status of the port e2be421f-93ca-46d2-b78d-ac5f55719083 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:04:19.758893 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-168205b3-d5ea-44a3-9256-33ffb5925ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e2be421f-93ca-46d2-b78d-ac5f55719083), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:19.763954 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ecaaff8e-26de-4a77-bb08-1b33688eb8d1 tempest-DHCPAgentSchedulersTestJSON-1572885121 tempest-DHCPAgentSchedulersTestJSON-1572885121-project-admin] 10.222.0.11 "GET /v2.0/agents/a1cff723-2a3b-4b00-9027-abb409329d07/dhcp-networks HTTP/1.1" status: 200 len: 10425 time: 0.2253344 Mar 05 05:04:19.767272 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40100) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:19.936955 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40102) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:19.937558 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-29be9f11-a00f-4ad0-88db-cffabb15aec4 tempest-DHCPAgentSchedulersTestJSON-1572885121 tempest-DHCPAgentSchedulersTestJSON-1572885121-project-admin] 10.222.0.11 "DELETE /v2.0/agents/a1cff723-2a3b-4b00-9027-abb409329d07/dhcp-networks/8ea697d1-15da-42e3-8018-6deea22e7ba5 HTTP/1.1" status: 204 len: 168 time: 0.1677046 Mar 05 05:04:19.944670 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-168205b3-d5ea-44a3-9256-33ffb5925ec1 None None] For port e2be421f-93ca-46d2-b78d-ac5f55719083, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e2be421f-93ca-46d2-b78d-ac5f55719083,segment=NetworkSegment(a8649664-fc5a-4168-a3dc-95ccf9f3184c),segment_id=a8649664-fc5a-4168-a3dc-95ccf9f3184c)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:04:19.956177 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-168205b3-d5ea-44a3-9256-33ffb5925ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e2be421f-93ca-46d2-b78d-ac5f55719083), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:20.021913 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168205b3-d5ea-44a3-9256-33ffb5925ec1 None None] Pushing event updated for resources: {'Port': ['ID=e2be421f-93ca-46d2-b78d-ac5f55719083,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:20.071033 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port e2be421f-93ca-46d2-b78d-ac5f55719083 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:04:20.176082 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-65e19494-caf6-44ea-90f3-af884916d7f4 tempest-DHCPAgentSchedulersTestJSON-1572885121 tempest-DHCPAgentSchedulersTestJSON-1572885121-project-admin] 10.222.0.11 "GET /v2.0/agents/a1cff723-2a3b-4b00-9027-abb409329d07/dhcp-networks HTTP/1.1" status: 200 len: 9655 time: 0.2372184 Mar 05 05:04:20.179990 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40112) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:20.204981 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40114) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:20.211128 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-454b4735-5ab7-4a7e-8a57-86a50e27482d tempest-DHCPAgentSchedulersTestJSON-1572885121 tempest-DHCPAgentSchedulersTestJSON-1572885121-project-admin] 10.222.0.11 "GET /v2.0/networks/cf786e54-9d92-4435-805d-869526cef50f/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0298803 Mar 05 05:04:20.232544 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40116) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:20.243889 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-48046d83-0b90-43ae-8882-22cfcaaa6ef3 tempest-DHCPAgentSchedulersTestJSON-1572885121 tempest-DHCPAgentSchedulersTestJSON-1572885121-project-admin] 10.222.0.11 "GET /v2.0/networks/cf786e54-9d92-4435-805d-869526cef50f/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0376489 Mar 05 05:04:20.299115 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-99a8c717-e8bc-40bc-b2b5-6c523ac078fc None None] Provisioning complete for port e2be421f-93ca-46d2-b78d-ac5f55719083 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:04:20.299690 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-99a8c717-e8bc-40bc-b2b5-6c523ac078fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e2be421f-93ca-46d2-b78d-ac5f55719083), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:20.436833 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef03f62-287d-4c23-8234-5ee7df372465 req-37ad1938-8348-4a17-9825-cd5d4e9519d9 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:20.453766 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef03f62-287d-4c23-8234-5ee7df372465 req-37ad1938-8348-4a17-9825-cd5d4e9519d9 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:20.471153 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef03f62-287d-4c23-8234-5ee7df372465 req-37ad1938-8348-4a17-9825-cd5d4e9519d9 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:20.499291 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef03f62-287d-4c23-8234-5ee7df372465 req-37ad1938-8348-4a17-9825-cd5d4e9519d9 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:20.505333 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef03f62-287d-4c23-8234-5ee7df372465 req-37ad1938-8348-4a17-9825-cd5d4e9519d9 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:20.512031 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef03f62-287d-4c23-8234-5ee7df372465 req-37ad1938-8348-4a17-9825-cd5d4e9519d9 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:20.518898 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef03f62-287d-4c23-8234-5ee7df372465 req-37ad1938-8348-4a17-9825-cd5d4e9519d9 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:20.521924 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4ef03f62-287d-4c23-8234-5ee7df372465 req-37ad1938-8348-4a17-9825-cd5d4e9519d9 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.2585673 Mar 05 05:04:20.556176 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-99a8c717-e8bc-40bc-b2b5-6c523ac078fc None None] Current status of the port e2be421f-93ca-46d2-b78d-ac5f55719083 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:04:20.557094 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ca701323-0557-47d9-bd13-77465222de77 tempest-DHCPAgentSchedulersTestJSON-1572885121 tempest-DHCPAgentSchedulersTestJSON-1572885121-project-admin] 10.222.0.11 "GET /v2.0/agents/a1cff723-2a3b-4b00-9027-abb409329d07/dhcp-networks HTTP/1.1" status: 200 len: 9655 time: 0.3205366 Mar 05 05:04:20.559559 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40118) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:20.636567 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4ef03f62-287d-4c23-8234-5ee7df372465 req-420b4d57-ea9d-4c84-9d8b-f146b8ed91f5 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1079254 Mar 05 05:04:20.693042 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-4fd020e3-f7c4-4799-acdc-cf5f7bee31bf None None] Could not find standard attr ID for object 8d8e7519-91d7-419e-aeea-340a1324bd41. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 05:04:20.735273 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e7b54313-20ea-4b67-9196-4dbbc29be4bd tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (8ea697d1-15da-42e3-8018-6deea22e7ba5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:20.913833 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e7b54313-20ea-4b67-9196-4dbbc29be4bd tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (8ea697d1-15da-42e3-8018-6deea22e7ba5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:20.947357 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-e7b54313-20ea-4b67-9196-4dbbc29be4bd tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea697d1-15da-42e3-8018-6deea22e7ba5']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:04:20.959871 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-e7b54313-20ea-4b67-9196-4dbbc29be4bd tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '695a4d83-9fb1-47bb-8846-c58b4d7e308f') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:04:20.960172 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-e7b54313-20ea-4b67-9196-4dbbc29be4bd tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '695a4d83-9fb1-47bb-8846-c58b4d7e308f') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:04:20.973019 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e7b54313-20ea-4b67-9196-4dbbc29be4bd tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (695a4d83-9fb1-47bb-8846-c58b4d7e308f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:21.001973 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e7b54313-20ea-4b67-9196-4dbbc29be4bd tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (695a4d83-9fb1-47bb-8846-c58b4d7e308f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:21.011056 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b54313-20ea-4b67-9196-4dbbc29be4bd tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:04:21.011505 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e7b54313-20ea-4b67-9196-4dbbc29be4bd tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (695a4d83-9fb1-47bb-8846-c58b4d7e308f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:21.019690 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:04:21.019690 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:04:21.019690 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:04:21.019690 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:04:21.019690 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:04:21.019690 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:04:21.019690 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:04:21.019690 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:04:21.019690 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:04:21.019690 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:04:21.019690 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:04:21.019690 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:04:21.019690 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:04:21.019690 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:04:21.019690 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:04:21.019690 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:04:21.019690 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:04:21.019690 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:04:21.019690 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:04:21.019690 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:04:21.019690 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:04:21.019690 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:04:21.019690 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:04:21.019690 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:04:21.019690 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:04:21.019690 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:04:21.019690 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:04:21.019690 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:04:21.019690 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:04:21.019690 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:04:21.019690 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:04:21.019690 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:04:21.164767 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e7b54313-20ea-4b67-9196-4dbbc29be4bd tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (8ea697d1-15da-42e3-8018-6deea22e7ba5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:21.172443 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e7b54313-20ea-4b67-9196-4dbbc29be4bd tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:21.175547 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e7b54313-20ea-4b67-9196-4dbbc29be4bd tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] 10.222.0.11 "DELETE /v2.0/networks/8ea697d1-15da-42e3-8018-6deea22e7ba5 HTTP/1.1" status: 204 len: 168 time: 0.6148520 Mar 05 05:04:21.178231 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40136) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:21.209366 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b54313-20ea-4b67-9196-4dbbc29be4bd tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Pushing event deleted for resources: {'Network': ['ID=8ea697d1-15da-42e3-8018-6deea22e7ba5,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:21.228468 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b54313-20ea-4b67-9196-4dbbc29be4bd tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:21.229030 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b54313-20ea-4b67-9196-4dbbc29be4bd tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:21.229161 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b54313-20ea-4b67-9196-4dbbc29be4bd tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:21.229513 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b54313-20ea-4b67-9196-4dbbc29be4bd tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:21.229853 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b54313-20ea-4b67-9196-4dbbc29be4bd tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:21.230564 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b54313-20ea-4b67-9196-4dbbc29be4bd tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:21.230564 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b54313-20ea-4b67-9196-4dbbc29be4bd tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:21.231875 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b54313-20ea-4b67-9196-4dbbc29be4bd tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:21.232229 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b54313-20ea-4b67-9196-4dbbc29be4bd tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:21.232571 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b54313-20ea-4b67-9196-4dbbc29be4bd tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:21.233628 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b54313-20ea-4b67-9196-4dbbc29be4bd tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:21.240023 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b54313-20ea-4b67-9196-4dbbc29be4bd tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:21.240454 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b54313-20ea-4b67-9196-4dbbc29be4bd tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:21.266617 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f27a12-b22a-4193-b5b6-1e1e53f8ff0e tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] DELETE failed (client error): The resource could not be found. Mar 05 05:04:21.267226 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f27a12-b22a-4193-b5b6-1e1e53f8ff0e tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:04:21.288472 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40140) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:21.292775 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-65f27a12-b22a-4193-b5b6-1e1e53f8ff0e tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] 10.222.0.11 "DELETE /v2.0/ports/8d8e7519-91d7-419e-aeea-340a1324bd41 HTTP/1.1" status: 404 len: 333 time: 0.1131833 Mar 05 05:04:21.327705 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e2be421f-93ca-46d2-b78d-ac5f55719083 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:04:21.354501 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e0592c-b782-47e3-b7d3-8c5ee7e98c07 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Deleting subnet 971c32e7-1bd1-4639-b8ba-be7b63480a0a {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:04:21.358357 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-34e0592c-b782-47e3-b7d3-8c5ee7e98c07 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks [] for subnet (971c32e7-1bd1-4639-b8ba-be7b63480a0a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:21.407289 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-34e0592c-b782-47e3-b7d3-8c5ee7e98c07 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (971c32e7-1bd1-4639-b8ba-be7b63480a0a), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:21.438931 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port e2be421f-93ca-46d2-b78d-ac5f55719083 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:04:21.439618 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e2be421f-93ca-46d2-b78d-ac5f55719083), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:21.597672 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-34e0592c-b782-47e3-b7d3-8c5ee7e98c07 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (971c32e7-1bd1-4639-b8ba-be7b63480a0a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:21.607330 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port e2be421f-93ca-46d2-b78d-ac5f55719083 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:04:21.710843 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-34e0592c-b782-47e3-b7d3-8c5ee7e98c07 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (971c32e7-1bd1-4639-b8ba-be7b63480a0a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:21.782112 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e0592c-b782-47e3-b7d3-8c5ee7e98c07 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Pushing event deleted for resources: {'Subnet': ['ID=971c32e7-1bd1-4639-b8ba-be7b63480a0a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:21.797382 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-34e0592c-b782-47e3-b7d3-8c5ee7e98c07 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:21.804609 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709ad64e-c86f-4e1e-9e1b-3fe4acb64243 None None] Network cf786e54-9d92-4435-805d-869526cef50f requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:04:21.805058 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-34e0592c-b782-47e3-b7d3-8c5ee7e98c07 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] 10.222.0.11 "DELETE /v2.0/subnets/971c32e7-1bd1-4639-b8ba-be7b63480a0a HTTP/1.1" status: 204 len: 168 time: 0.5151577 Mar 05 05:04:21.807404 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40150) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:22.085116 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (cf786e54-9d92-4435-805d-869526cef50f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:22.162965 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a970d16-a18f-4f6c-991e-b5ee7a3ae6b2 None None] DHCP port deletion for cf786e54-9d92-4435-805d-869526cef50f request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:04:22.290146 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cd84f-464e-4b99-8a94-4d0c7c2954b1 req-d81149c5-7939-48ea-b406-9cee0a50935e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:22.296503 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6a970d16-a18f-4f6c-991e-b5ee7a3ae6b2 None None] Deleting port e2be421f-93ca-46d2-b78d-ac5f55719083 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:04:22.296889 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6a970d16-a18f-4f6c-991e-b5ee7a3ae6b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (e2be421f-93ca-46d2-b78d-ac5f55719083), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:22.306390 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cd84f-464e-4b99-8a94-4d0c7c2954b1 req-d81149c5-7939-48ea-b406-9cee0a50935e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:22.315484 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cd84f-464e-4b99-8a94-4d0c7c2954b1 req-d81149c5-7939-48ea-b406-9cee0a50935e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:22.333183 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cd84f-464e-4b99-8a94-4d0c7c2954b1 req-d81149c5-7939-48ea-b406-9cee0a50935e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:22.347960 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cd84f-464e-4b99-8a94-4d0c7c2954b1 req-d81149c5-7939-48ea-b406-9cee0a50935e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:22.357426 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cd84f-464e-4b99-8a94-4d0c7c2954b1 req-d81149c5-7939-48ea-b406-9cee0a50935e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:22.374049 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cd84f-464e-4b99-8a94-4d0c7c2954b1 req-d81149c5-7939-48ea-b406-9cee0a50935e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:22.394015 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fb7cd84f-464e-4b99-8a94-4d0c7c2954b1 req-d81149c5-7939-48ea-b406-9cee0a50935e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.5760427 Mar 05 05:04:22.471374 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6a970d16-a18f-4f6c-991e-b5ee7a3ae6b2 None None] For port e2be421f-93ca-46d2-b78d-ac5f55719083, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e2be421f-93ca-46d2-b78d-ac5f55719083,segment=NetworkSegment(a8649664-fc5a-4168-a3dc-95ccf9f3184c),segment_id=a8649664-fc5a-4168-a3dc-95ccf9f3184c)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:04:22.472398 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6a970d16-a18f-4f6c-991e-b5ee7a3ae6b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (e2be421f-93ca-46d2-b78d-ac5f55719083), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:22.502157 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6a970d16-a18f-4f6c-991e-b5ee7a3ae6b2 None None] Calling delete_port for e2be421f-93ca-46d2-b78d-ac5f55719083 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:04:22.555205 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fb7cd84f-464e-4b99-8a94-4d0c7c2954b1 req-a2d64826-21b1-4788-bd65-7d452f7ae760 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1601288 Mar 05 05:04:22.603536 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Deleting port e2be421f-93ca-46d2-b78d-ac5f55719083 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:04:22.605766 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (e2be421f-93ca-46d2-b78d-ac5f55719083), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:22.707354 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6a970d16-a18f-4f6c-991e-b5ee7a3ae6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (e2be421f-93ca-46d2-b78d-ac5f55719083), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:22.757239 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a970d16-a18f-4f6c-991e-b5ee7a3ae6b2 None None] Pushing event deleted for resources: {'Port': ['ID=e2be421f-93ca-46d2-b78d-ac5f55719083,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:22.766932 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a970d16-a18f-4f6c-991e-b5ee7a3ae6b2 None None] No DVR routers for this DVR port e2be421f-93ca-46d2-b78d-ac5f55719083 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:04:22.794579 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] For port e2be421f-93ca-46d2-b78d-ac5f55719083, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e2be421f-93ca-46d2-b78d-ac5f55719083,segment=NetworkSegment(a8649664-fc5a-4168-a3dc-95ccf9f3184c),segment_id=a8649664-fc5a-4168-a3dc-95ccf9f3184c)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:04:22.798978 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (e2be421f-93ca-46d2-b78d-ac5f55719083), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:22.856997 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Calling delete_port for e2be421f-93ca-46d2-b78d-ac5f55719083 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:04:23.027179 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (e2be421f-93ca-46d2-b78d-ac5f55719083), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:23.071346 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Pushing event deleted for resources: {'Port': ['ID=e2be421f-93ca-46d2-b78d-ac5f55719083,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:23.089023 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] No DVR routers for this DVR port e2be421f-93ca-46d2-b78d-ac5f55719083 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:04:23.112614 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:23.112894 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:23.113252 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:23.113603 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:23.113944 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:23.114284 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:23.114623 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:23.114965 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:23.119245 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:23.119658 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:23.120008 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:23.120354 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:23.120696 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:23.290582 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e2be421f-93ca-46d2-b78d-ac5f55719083 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:04:23.341113 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (cf786e54-9d92-4435-805d-869526cef50f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:23.348942 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: e2be421f-93ca-46d2-b78d-ac5f55719083 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:04:23.349302 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e2be421f-93ca-46d2-b78d-ac5f55719083 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:04:23.391137 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf786e54-9d92-4435-805d-869526cef50f']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:04:23.413286 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8649664-fc5a-4168-a3dc-95ccf9f3184c') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:04:23.413587 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8649664-fc5a-4168-a3dc-95ccf9f3184c') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:04:23.427447 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (a8649664-fc5a-4168-a3dc-95ccf9f3184c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:23.442711 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (a8649664-fc5a-4168-a3dc-95ccf9f3184c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:23.449890 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:04:23.450302 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (a8649664-fc5a-4168-a3dc-95ccf9f3184c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:04:23.547808 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:04:23.564479 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (cf786e54-9d92-4435-805d-869526cef50f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:23.569845 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:23.575262 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] 10.222.0.11 "DELETE /v2.0/networks/cf786e54-9d92-4435-805d-869526cef50f HTTP/1.1" status: 204 len: 168 time: 1.7665327 Mar 05 05:04:23.653617 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b84788-eb8f-482a-afd0-e46d6e797893 tempest-DHCPAgentSchedulersTestJSON-1159106010 tempest-DHCPAgentSchedulersTestJSON-1159106010-project] Pushing event deleted for resources: {'Network': ['ID=cf786e54-9d92-4435-805d-869526cef50f,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:23.850374 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969ac07-0884-4e19-90f7-6794ea13ca03 req-9aa4fb9a-1dee-4ab8-aa2c-b1ee8860a9b0 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:23.860232 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969ac07-0884-4e19-90f7-6794ea13ca03 req-9aa4fb9a-1dee-4ab8-aa2c-b1ee8860a9b0 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:23.882407 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969ac07-0884-4e19-90f7-6794ea13ca03 req-9aa4fb9a-1dee-4ab8-aa2c-b1ee8860a9b0 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:23.899176 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969ac07-0884-4e19-90f7-6794ea13ca03 req-9aa4fb9a-1dee-4ab8-aa2c-b1ee8860a9b0 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:23.933868 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969ac07-0884-4e19-90f7-6794ea13ca03 req-9aa4fb9a-1dee-4ab8-aa2c-b1ee8860a9b0 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:23.955180 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969ac07-0884-4e19-90f7-6794ea13ca03 req-9aa4fb9a-1dee-4ab8-aa2c-b1ee8860a9b0 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:23.975894 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969ac07-0884-4e19-90f7-6794ea13ca03 req-9aa4fb9a-1dee-4ab8-aa2c-b1ee8860a9b0 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:23.985075 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3969ac07-0884-4e19-90f7-6794ea13ca03 req-9aa4fb9a-1dee-4ab8-aa2c-b1ee8860a9b0 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.2840352 Mar 05 05:04:24.136162 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3969ac07-0884-4e19-90f7-6794ea13ca03 req-fd9c7d7a-d19f-40fb-ab2c-079292603f22 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1416740 Mar 05 05:04:24.227347 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40196) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:24.437420 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5e3abf6f-23c7-48ca-8f49-ac7def85061c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e883224ee8b243ab9d87ece40a60bf9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2084765 Mar 05 05:04:24.440704 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40204) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:24.559461 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-78d4fef0-5a08-4994-a7bb-350cd0d09d85 admin admin] Publish callbacks [] for security_group (8e3f621e-a659-4c8c-b3cf-4800057ab749), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:24.632040 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-78d4fef0-5a08-4994-a7bb-350cd0d09d85 admin admin] Publish callbacks [] for security_group (8e3f621e-a659-4c8c-b3cf-4800057ab749), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:24.718726 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-78d4fef0-5a08-4994-a7bb-350cd0d09d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8e3f621e-a659-4c8c-b3cf-4800057ab749), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:24.721388 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-78d4fef0-5a08-4994-a7bb-350cd0d09d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:24.725449 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-78d4fef0-5a08-4994-a7bb-350cd0d09d85 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8e3f621e-a659-4c8c-b3cf-4800057ab749 HTTP/1.1" status: 204 len: 168 time: 0.2837632 Mar 05 05:04:24.749392 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4fef0-5a08-4994-a7bb-350cd0d09d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3f621e-a659-4c8c-b3cf-4800057ab749,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:25.399267 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40234) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:25.421995 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95203e2c-d967-4908-a6bb-0070216ecf30 req-892bb08f-74cb-4cb8-88f0-0a456809c451 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:25.423650 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-95203e2c-d967-4908-a6bb-0070216ecf30 req-892bb08f-74cb-4cb8-88f0-0a456809c451 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.2512939 Mar 05 05:04:25.468278 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ea9a0b7f-138b-4ec2-9658-332132969f87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:25.524158 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068742c1-b098-4f77-9650-557c97e0cd29 req-05b17be8-7066-4f93-b415-7c41489341d7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:25.531249 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068742c1-b098-4f77-9650-557c97e0cd29 req-05b17be8-7066-4f93-b415-7c41489341d7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:25.538659 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068742c1-b098-4f77-9650-557c97e0cd29 req-05b17be8-7066-4f93-b415-7c41489341d7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:25.543973 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068742c1-b098-4f77-9650-557c97e0cd29 req-05b17be8-7066-4f93-b415-7c41489341d7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:25.550109 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068742c1-b098-4f77-9650-557c97e0cd29 req-05b17be8-7066-4f93-b415-7c41489341d7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:25.558753 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068742c1-b098-4f77-9650-557c97e0cd29 req-05b17be8-7066-4f93-b415-7c41489341d7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:25.565059 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068742c1-b098-4f77-9650-557c97e0cd29 req-05b17be8-7066-4f93-b415-7c41489341d7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:25.567212 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-068742c1-b098-4f77-9650-557c97e0cd29 req-05b17be8-7066-4f93-b415-7c41489341d7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.2772896 Mar 05 05:04:25.674276 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-95203e2c-d967-4908-a6bb-0070216ecf30 req-1015fdf8-c72b-4a61-a563-ce5b7fc130cf tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211533 Mar 05 05:04:25.707892 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ea9a0b7f-138b-4ec2-9658-332132969f87 admin admin] Publish callbacks [] for security_group (d48be468-2109-46dc-bfba-30913ec9cdf6), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:25.719201 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ea9a0b7f-138b-4ec2-9658-332132969f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d48be468-2109-46dc-bfba-30913ec9cdf6), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:25.805003 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a0b7f-138b-4ec2-9658-332132969f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48be468-2109-46dc-bfba-30913ec9cdf6,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:25.830358 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ea9a0b7f-138b-4ec2-9658-332132969f87 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8feabb51f7fd4e2ca2feb4d374a70a39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4273264 Mar 05 05:04:25.831365 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40242) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:25.940001 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d84d8421-913d-4775-af20-5b21a73d6306 admin admin] Publish callbacks [] for security_group (d48be468-2109-46dc-bfba-30913ec9cdf6), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:25.975648 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d84d8421-913d-4775-af20-5b21a73d6306 admin admin] Publish callbacks [] for security_group (d48be468-2109-46dc-bfba-30913ec9cdf6), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:26.074278 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d84d8421-913d-4775-af20-5b21a73d6306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d48be468-2109-46dc-bfba-30913ec9cdf6), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:26.077649 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d84d8421-913d-4775-af20-5b21a73d6306 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:26.081983 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d84d8421-913d-4775-af20-5b21a73d6306 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d48be468-2109-46dc-bfba-30913ec9cdf6 HTTP/1.1" status: 204 len: 168 time: 0.2499604 Mar 05 05:04:26.102519 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d8421-913d-4775-af20-5b21a73d6306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48be468-2109-46dc-bfba-30913ec9cdf6,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:26.239759 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-068742c1-b098-4f77-9650-557c97e0cd29 req-4c3cf3b7-5bfd-4e71-bc93-41adb8517013 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6368349 Mar 05 05:04:26.270109 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90657a50-fe91-4980-8662-957ae42bbf81 req-ba392b46-c7ad-4aa2-8e8b-270618d68977 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:26.278868 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-90657a50-fe91-4980-8662-957ae42bbf81 req-ba392b46-c7ad-4aa2-8e8b-270618d68977 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.0840006 Mar 05 05:04:26.361890 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-90657a50-fe91-4980-8662-957ae42bbf81 req-439926a1-9481-41d4-9b0f-279340aceadd tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813689 Mar 05 05:04:27.508307 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc66d3-179e-45fc-8c78-b7b98fe82499 req-c1241417-b120-4f67-aeea-6ac28b558c57 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:27.525694 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc66d3-179e-45fc-8c78-b7b98fe82499 req-c1241417-b120-4f67-aeea-6ac28b558c57 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:27.537555 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc66d3-179e-45fc-8c78-b7b98fe82499 req-c1241417-b120-4f67-aeea-6ac28b558c57 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:27.550311 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc66d3-179e-45fc-8c78-b7b98fe82499 req-c1241417-b120-4f67-aeea-6ac28b558c57 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:27.559116 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc66d3-179e-45fc-8c78-b7b98fe82499 req-c1241417-b120-4f67-aeea-6ac28b558c57 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:27.569101 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc66d3-179e-45fc-8c78-b7b98fe82499 req-c1241417-b120-4f67-aeea-6ac28b558c57 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:27.581811 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc66d3-179e-45fc-8c78-b7b98fe82499 req-c1241417-b120-4f67-aeea-6ac28b558c57 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:27.595063 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-63bc66d3-179e-45fc-8c78-b7b98fe82499 req-c1241417-b120-4f67-aeea-6ac28b558c57 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.2437189 Mar 05 05:04:27.749407 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-63bc66d3-179e-45fc-8c78-b7b98fe82499 req-cdfd1392-d35b-4783-9bda-abbf1332b450 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1486039 Mar 05 05:04:28.624627 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40328) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:28.787218 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-8b358a21-a28f-4ba7-91b9-5ed336b24287 tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:04:28.875463 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8b358a21-a28f-4ba7-91b9-5ed336b24287 tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:29.094621 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b14a24-b792-46c0-a1bd-c9029ee14be4 req-541ed974-0e2c-4694-9bd2-737d3f922d3d tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:29.101105 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b14a24-b792-46c0-a1bd-c9029ee14be4 req-541ed974-0e2c-4694-9bd2-737d3f922d3d tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:29.107258 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b14a24-b792-46c0-a1bd-c9029ee14be4 req-541ed974-0e2c-4694-9bd2-737d3f922d3d tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:29.119869 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b14a24-b792-46c0-a1bd-c9029ee14be4 req-541ed974-0e2c-4694-9bd2-737d3f922d3d tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:29.131649 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b14a24-b792-46c0-a1bd-c9029ee14be4 req-541ed974-0e2c-4694-9bd2-737d3f922d3d tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:29.143959 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b14a24-b792-46c0-a1bd-c9029ee14be4 req-541ed974-0e2c-4694-9bd2-737d3f922d3d tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:29.151018 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b14a24-b792-46c0-a1bd-c9029ee14be4 req-541ed974-0e2c-4694-9bd2-737d3f922d3d tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:29.153335 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-50b14a24-b792-46c0-a1bd-c9029ee14be4 req-541ed974-0e2c-4694-9bd2-737d3f922d3d tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.2241561 Mar 05 05:04:29.242081 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-50b14a24-b792-46c0-a1bd-c9029ee14be4 req-0ff270f5-dfd9-45af-964f-bcf7c49fb3c1 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792167 Mar 05 05:04:29.276895 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8b358a21-a28f-4ba7-91b9-5ed336b24287 tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:29.705941 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-8b358a21-a28f-4ba7-91b9-5ed336b24287 tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] Allocated IP 172.25.0.140 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/efae61c8-747c-4605-86dd-b6c5f4b5184c) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:04:29.863303 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8b358a21-a28f-4ba7-91b9-5ed336b24287 tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] Publish callbacks [] for port (efae61c8-747c-4605-86dd-b6c5f4b5184c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:29.913150 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8b358a21-a28f-4ba7-91b9-5ed336b24287 tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (efae61c8-747c-4605-86dd-b6c5f4b5184c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:29.998430 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b358a21-a28f-4ba7-91b9-5ed336b24287 tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:04:30.004067 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-8b358a21-a28f-4ba7-91b9-5ed336b24287 tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:04:30.014884 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b358a21-a28f-4ba7-91b9-5ed336b24287 tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:04:30.055274 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b358a21-a28f-4ba7-91b9-5ed336b24287 tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] Pushing event updated for resources: {'Port': ['ID=efae61c8-747c-4605-86dd-b6c5f4b5184c,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:30.205018 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8b358a21-a28f-4ba7-91b9-5ed336b24287 tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] Publish callbacks [] for floatingip (4b2e1095-b6d6-4c75-9898-feda9e680444), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:30.255053 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8b358a21-a28f-4ba7-91b9-5ed336b24287 tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (efae61c8-747c-4605-86dd-b6c5f4b5184c), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:30.285229 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40372) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:30.564812 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1382485d-e12f-46da-9482-2b4ea02bb037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:30.621639 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8b358a21-a28f-4ba7-91b9-5ed336b24287 tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] Publish callbacks [] for port (efae61c8-747c-4605-86dd-b6c5f4b5184c), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:30.638363 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8b358a21-a28f-4ba7-91b9-5ed336b24287 tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (efae61c8-747c-4605-86dd-b6c5f4b5184c), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:30.699961 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b358a21-a28f-4ba7-91b9-5ed336b24287 tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] Pushing event updated for resources: {'Port': ['ID=efae61c8-747c-4605-86dd-b6c5f4b5184c,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:30.762361 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8b358a21-a28f-4ba7-91b9-5ed336b24287 tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (4b2e1095-b6d6-4c75-9898-feda9e680444), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:30.801291 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1382485d-e12f-46da-9482-2b4ea02bb037 admin admin] Publish callbacks [] for security_group (4fa146a1-2dd7-48ee-925a-b5f89f562915), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:30.813200 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1382485d-e12f-46da-9482-2b4ea02bb037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4fa146a1-2dd7-48ee-925a-b5f89f562915), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:30.840104 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bdafc-36e0-4e34-8e2b-8c5b52667191 req-2f0f3f58-ba9f-4a65-b9e6-7cd372e2d373 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:30.846561 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bdafc-36e0-4e34-8e2b-8c5b52667191 req-2f0f3f58-ba9f-4a65-b9e6-7cd372e2d373 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:30.851935 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bdafc-36e0-4e34-8e2b-8c5b52667191 req-2f0f3f58-ba9f-4a65-b9e6-7cd372e2d373 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:30.857498 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bdafc-36e0-4e34-8e2b-8c5b52667191 req-2f0f3f58-ba9f-4a65-b9e6-7cd372e2d373 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:30.863383 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bdafc-36e0-4e34-8e2b-8c5b52667191 req-2f0f3f58-ba9f-4a65-b9e6-7cd372e2d373 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:30.868837 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bdafc-36e0-4e34-8e2b-8c5b52667191 req-2f0f3f58-ba9f-4a65-b9e6-7cd372e2d373 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:30.874574 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bdafc-36e0-4e34-8e2b-8c5b52667191 req-2f0f3f58-ba9f-4a65-b9e6-7cd372e2d373 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:30.882278 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-375bdafc-36e0-4e34-8e2b-8c5b52667191 req-2f0f3f58-ba9f-4a65-b9e6-7cd372e2d373 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.4958103 Mar 05 05:04:30.891625 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1382485d-e12f-46da-9482-2b4ea02bb037 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4325f381649e4251b2bfdf30aa25b2cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6040738 Mar 05 05:04:30.892612 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1382485d-e12f-46da-9482-2b4ea02bb037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa146a1-2dd7-48ee-925a-b5f89f562915,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:30.896038 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8b358a21-a28f-4ba7-91b9-5ed336b24287 tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:30.897259 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8b358a21-a28f-4ba7-91b9-5ed336b24287 tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2716208 Mar 05 05:04:30.909363 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40394) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:30.909754 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40392) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:30.916796 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee242f-124f-4762-ac21-1c02bf0bc902 req-7b67e186-34cf-4c1d-a52c-42faf37c380a tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:30.924691 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-40ee242f-124f-4762-ac21-1c02bf0bc902 req-7b67e186-34cf-4c1d-a52c-42faf37c380a tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.2999749 Mar 05 05:04:30.930731 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-84128d70-22a2-4410-9540-f4f46e951bfd tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-309430072', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'fixed_ips': [{'ip_address': '172.25.0.140'}]}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:04:31.025567 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c6460432-7782-4659-ba15-fa9f029abb3a admin admin] Publish callbacks [] for security_group (4fa146a1-2dd7-48ee-925a-b5f89f562915), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:31.040647 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84128d70-22a2-4410-9540-f4f46e951bfd tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] Made reservation on behalf of 31787460db6d45bb86759090ba4989a6 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:04:31.043005 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-84128d70-22a2-4410-9540-f4f46e951bfd tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:31.083561 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c6460432-7782-4659-ba15-fa9f029abb3a admin admin] Publish callbacks [] for security_group (4fa146a1-2dd7-48ee-925a-b5f89f562915), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:31.128186 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-84128d70-22a2-4410-9540-f4f46e951bfd tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:31.158326 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c6460432-7782-4659-ba15-fa9f029abb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4fa146a1-2dd7-48ee-925a-b5f89f562915), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:31.162122 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c6460432-7782-4659-ba15-fa9f029abb3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:31.163529 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c6460432-7782-4659-ba15-fa9f029abb3a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4fa146a1-2dd7-48ee-925a-b5f89f562915 HTTP/1.1" status: 204 len: 168 time: 0.2527256 Mar 05 05:04:31.173949 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6460432-7782-4659-ba15-fa9f029abb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa146a1-2dd7-48ee-925a-b5f89f562915,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:31.217619 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-40ee242f-124f-4762-ac21-1c02bf0bc902 req-e78704fd-b55d-4994-9055-b6f198dafc7d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911823 Mar 05 05:04:31.230517 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-375bdafc-36e0-4e34-8e2b-8c5b52667191 req-93136484-f167-4ee6-a168-ad1cf8f44401 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3473115 Mar 05 05:04:31.476547 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-84128d70-22a2-4410-9540-f4f46e951bfd tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] Publish callbacks [] for security_group (e28fc6dd-f178-46a4-9782-3715bbfa3d1c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:31.537173 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-84128d70-22a2-4410-9540-f4f46e951bfd tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e28fc6dd-f178-46a4-9782-3715bbfa3d1c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:31.546973 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-84128d70-22a2-4410-9540-f4f46e951bfd tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] device_id is not set on port ea760d13-5ee6-4b36-953f-0c1fbdcef731 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:04:31.645326 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84128d70-22a2-4410-9540-f4f46e951bfd tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28fc6dd-f178-46a4-9782-3715bbfa3d1c,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:31.685729 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40422) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:31.703533 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86810352-6f8f-4d5b-9864-6eddbaf4a61f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:31.726365 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1a5b6-427e-4f1b-911f-c66e408ad108 req-703edd4d-de44-4531-b883-fa9bfa6ed410 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:31.728253 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72e1a5b6-427e-4f1b-911f-c66e408ad108 req-703edd4d-de44-4531-b883-fa9bfa6ed410 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.2612958 Mar 05 05:04:31.825647 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72e1a5b6-427e-4f1b-911f-c66e408ad108 req-c8558104-fb97-4e8b-b6ea-ab0a2c39308e tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838091 Mar 05 05:04:31.838644 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-84128d70-22a2-4410-9540-f4f46e951bfd tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 05 05:04:31.839588 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84128d70-22a2-4410-9540-f4f46e951bfd tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:04:31.847821 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86810352-6f8f-4d5b-9864-6eddbaf4a61f admin admin] Publish callbacks [] for security_group (991b5f77-379f-40ae-bd1d-2490ae35d733), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:31.861937 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86810352-6f8f-4d5b-9864-6eddbaf4a61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (991b5f77-379f-40ae-bd1d-2490ae35d733), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:31.869969 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-84128d70-22a2-4410-9540-f4f46e951bfd tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9427989 Mar 05 05:04:31.877717 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40432) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:31.929605 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-86810352-6f8f-4d5b-9864-6eddbaf4a61f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1f532a277db5453c833b463b684be6a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2419100 Mar 05 05:04:31.931731 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40434) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:31.974607 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86810352-6f8f-4d5b-9864-6eddbaf4a61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991b5f77-379f-40ae-bd1d-2490ae35d733,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:32.008675 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d2a5b47a-f7dc-4b0c-8fee-32a4450ee9e4 admin admin] Publish callbacks [] for security_group (991b5f77-379f-40ae-bd1d-2490ae35d733), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:32.040108 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d2a5b47a-f7dc-4b0c-8fee-32a4450ee9e4 admin admin] Publish callbacks [] for security_group (991b5f77-379f-40ae-bd1d-2490ae35d733), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:32.106590 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d2a5b47a-f7dc-4b0c-8fee-32a4450ee9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (991b5f77-379f-40ae-bd1d-2490ae35d733), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:32.109607 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d2a5b47a-f7dc-4b0c-8fee-32a4450ee9e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:32.113999 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d2a5b47a-f7dc-4b0c-8fee-32a4450ee9e4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/991b5f77-379f-40ae-bd1d-2490ae35d733 HTTP/1.1" status: 204 len: 168 time: 0.1815410 Mar 05 05:04:32.126044 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5b47a-f7dc-4b0c-8fee-32a4450ee9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991b5f77-379f-40ae-bd1d-2490ae35d733,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:32.316094 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e538cf-32d1-437a-8d46-9e781b5c5630 req-762cdd85-595d-494a-b45d-cdae1714abd2 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:32.324155 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-21e538cf-32d1-437a-8d46-9e781b5c5630 req-762cdd85-595d-494a-b45d-cdae1714abd2 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1681139 Mar 05 05:04:32.386748 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-865ec5c0-d646-4c6d-9a29-f9eeccba92a2 tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] Deleting port efae61c8-747c-4605-86dd-b6c5f4b5184c {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:04:32.387765 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-865ec5c0-d646-4c6d-9a29-f9eeccba92a2 tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (efae61c8-747c-4605-86dd-b6c5f4b5184c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:32.478273 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:04:32.550959 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-21e538cf-32d1-437a-8d46-9e781b5c5630 req-ccf69992-b3d6-46b7-ae23-62b3c48d709c tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254493 Mar 05 05:04:32.611667 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94671b66-1e87-48ae-9e87-14c61ef2b27c req-4b4c944e-5e76-49c4-aee0-3303c115fd9e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:32.618872 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94671b66-1e87-48ae-9e87-14c61ef2b27c req-4b4c944e-5e76-49c4-aee0-3303c115fd9e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:32.629909 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94671b66-1e87-48ae-9e87-14c61ef2b27c req-4b4c944e-5e76-49c4-aee0-3303c115fd9e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:32.636131 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94671b66-1e87-48ae-9e87-14c61ef2b27c req-4b4c944e-5e76-49c4-aee0-3303c115fd9e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:32.642251 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94671b66-1e87-48ae-9e87-14c61ef2b27c req-4b4c944e-5e76-49c4-aee0-3303c115fd9e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:32.647706 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94671b66-1e87-48ae-9e87-14c61ef2b27c req-4b4c944e-5e76-49c4-aee0-3303c115fd9e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:32.654099 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94671b66-1e87-48ae-9e87-14c61ef2b27c req-4b4c944e-5e76-49c4-aee0-3303c115fd9e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:32.663469 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-94671b66-1e87-48ae-9e87-14c61ef2b27c req-4b4c944e-5e76-49c4-aee0-3303c115fd9e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.2376771 Mar 05 05:04:32.703638 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-865ec5c0-d646-4c6d-9a29-f9eeccba92a2 tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (efae61c8-747c-4605-86dd-b6c5f4b5184c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:32.704338 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-865ec5c0-d646-4c6d-9a29-f9eeccba92a2 tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] Publish callbacks [] for floatingip (efae61c8-747c-4605-86dd-b6c5f4b5184c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:32.769449 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-865ec5c0-d646-4c6d-9a29-f9eeccba92a2 tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] Calling delete_port for efae61c8-747c-4605-86dd-b6c5f4b5184c owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:04:32.965732 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-94671b66-1e87-48ae-9e87-14c61ef2b27c req-7d958005-7212-4165-90ae-1fe0411cad76 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3009808 Mar 05 05:04:33.022232 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3a738-2fc6-46f3-958a-35bd94952d6d req-c48407b9-ba67-456e-a6cb-4479d35a9b12 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:33.027839 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eba3a738-2fc6-46f3-958a-35bd94952d6d req-c48407b9-ba67-456e-a6cb-4479d35a9b12 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1700888 Mar 05 05:04:33.243606 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eba3a738-2fc6-46f3-958a-35bd94952d6d req-f40c7f7b-55dd-463f-a82b-2fbfd84a5d78 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060654 Mar 05 05:04:33.302730 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-865ec5c0-d646-4c6d-9a29-f9eeccba92a2 tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (efae61c8-747c-4605-86dd-b6c5f4b5184c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:33.348081 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ec5c0-d646-4c6d-9a29-f9eeccba92a2 tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] Pushing event deleted for resources: {'Port': ['ID=efae61c8-747c-4605-86dd-b6c5f4b5184c,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:33.461629 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-865ec5c0-d646-4c6d-9a29-f9eeccba92a2 tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] Publish callbacks [] for floatingip (4b2e1095-b6d6-4c75-9898-feda9e680444), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:33.465498 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-865ec5c0-d646-4c6d-9a29-f9eeccba92a2 tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:33.470510 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-865ec5c0-d646-4c6d-9a29-f9eeccba92a2 tempest-ExternalNetworksAdminNegativeTestJSON-757470134 tempest-ExternalNetworksAdminNegativeTestJSON-757470134-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/4b2e1095-b6d6-4c75-9898-feda9e680444 HTTP/1.1" status: 204 len: 168 time: 1.5876510 Mar 05 05:04:33.729737 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4af4bb-0083-4957-91c5-51f5355bb69c req-616b5b32-ea5f-4554-acf6-ad0e6a41bf59 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:33.738000 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1b4af4bb-0083-4957-91c5-51f5355bb69c req-616b5b32-ea5f-4554-acf6-ad0e6a41bf59 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1461165 Mar 05 05:04:33.831148 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1b4af4bb-0083-4957-91c5-51f5355bb69c req-e99cde37-6fa5-41a8-a38a-5233448a4c9e tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920353 Mar 05 05:04:34.072396 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64108a1c-0c78-4686-9acd-e507c6cf4141 req-763dddd0-e262-4ea9-8ac5-bc6296ddbaed tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:34.077308 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64108a1c-0c78-4686-9acd-e507c6cf4141 req-763dddd0-e262-4ea9-8ac5-bc6296ddbaed tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1391950 Mar 05 05:04:34.262785 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40536) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:34.297677 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64108a1c-0c78-4686-9acd-e507c6cf4141 req-a789d89d-3781-441c-90d6-bd9f65813e13 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132497 Mar 05 05:04:34.400352 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29235057-d637-4050-9d59-3f3aac13db29 req-47071cd6-0b3a-45ec-9b96-90e939910fc7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:34.412121 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29235057-d637-4050-9d59-3f3aac13db29 req-47071cd6-0b3a-45ec-9b96-90e939910fc7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:34.435120 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29235057-d637-4050-9d59-3f3aac13db29 req-47071cd6-0b3a-45ec-9b96-90e939910fc7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:34.441193 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29235057-d637-4050-9d59-3f3aac13db29 req-47071cd6-0b3a-45ec-9b96-90e939910fc7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:34.446557 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29235057-d637-4050-9d59-3f3aac13db29 req-47071cd6-0b3a-45ec-9b96-90e939910fc7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:34.470793 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29235057-d637-4050-9d59-3f3aac13db29 req-47071cd6-0b3a-45ec-9b96-90e939910fc7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:34.499245 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29235057-d637-4050-9d59-3f3aac13db29 req-47071cd6-0b3a-45ec-9b96-90e939910fc7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:34.501235 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-29235057-d637-4050-9d59-3f3aac13db29 req-47071cd6-0b3a-45ec-9b96-90e939910fc7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.3896534 Mar 05 05:04:34.643837 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5916d0d1-4412-4087-b80b-9ca9fc87fadf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:34.680960 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-29235057-d637-4050-9d59-3f3aac13db29 req-1dff15ff-a227-473e-8f9f-488a55c6ad0a tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1704786 Mar 05 05:04:34.906217 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836683fb-2e5d-4146-94d9-56f2af303514 req-0dcfdc21-1e32-4c9e-9313-84781c283eca tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:34.907730 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-836683fb-2e5d-4146-94d9-56f2af303514 req-0dcfdc21-1e32-4c9e-9313-84781c283eca tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1055362 Mar 05 05:04:34.911978 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5916d0d1-4412-4087-b80b-9ca9fc87fadf admin admin] Publish callbacks [] for security_group (f0a36c7b-5f9e-4d44-9eed-46566532b6ee), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:34.921605 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5916d0d1-4412-4087-b80b-9ca9fc87fadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f0a36c7b-5f9e-4d44-9eed-46566532b6ee), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:34.979654 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-836683fb-2e5d-4146-94d9-56f2af303514 req-7f489ca6-5df7-46e9-a8b4-c6b53e412604 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644250 Mar 05 05:04:35.093398 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916d0d1-4412-4087-b80b-9ca9fc87fadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a36c7b-5f9e-4d44-9eed-46566532b6ee,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:35.098771 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5916d0d1-4412-4087-b80b-9ca9fc87fadf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3bbd37902d3246688b2f12c0c8920201&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8343034 Mar 05 05:04:35.102092 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40572) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:35.327570 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-73518cca-e6f5-41c9-b105-9b505cf05e13 admin admin] Publish callbacks [] for security_group (f0a36c7b-5f9e-4d44-9eed-46566532b6ee), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:35.354969 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d1c61-d134-463d-8cf0-702c43118644 req-ace6db02-7f0a-40db-99f4-5eff7f9d4847 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:35.356633 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-182d1c61-d134-463d-8cf0-702c43118644 req-ace6db02-7f0a-40db-99f4-5eff7f9d4847 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.2256284 Mar 05 05:04:35.417078 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-182d1c61-d134-463d-8cf0-702c43118644 req-31135b0b-b9be-4aaa-b9f4-95586e9d8e9a tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542302 Mar 05 05:04:35.419064 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-73518cca-e6f5-41c9-b105-9b505cf05e13 admin admin] Publish callbacks [] for security_group (f0a36c7b-5f9e-4d44-9eed-46566532b6ee), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:35.537860 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-73518cca-e6f5-41c9-b105-9b505cf05e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f0a36c7b-5f9e-4d44-9eed-46566532b6ee), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:35.544475 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-73518cca-e6f5-41c9-b105-9b505cf05e13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:35.563266 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-73518cca-e6f5-41c9-b105-9b505cf05e13 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f0a36c7b-5f9e-4d44-9eed-46566532b6ee HTTP/1.1" status: 204 len: 168 time: 0.4480546 Mar 05 05:04:35.571243 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73518cca-e6f5-41c9-b105-9b505cf05e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a36c7b-5f9e-4d44-9eed-46566532b6ee,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:35.835929 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73818ee-e8c1-4296-adf2-ba0a057372d0 req-a35c3c2c-fc17-4f13-836a-837caee2084d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:35.855701 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e73818ee-e8c1-4296-adf2-ba0a057372d0 req-a35c3c2c-fc17-4f13-836a-837caee2084d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1172869 Mar 05 05:04:36.066933 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e73818ee-e8c1-4296-adf2-ba0a057372d0 req-21d51ff6-7bf1-4d0a-8906-c053859acb6b tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102051 Mar 05 05:04:36.114455 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05a5f9-8ada-4832-acbe-28d371f7d11a req-88dbe02c-1df5-41f2-aae5-2ba4c5d0b72b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:36.120617 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05a5f9-8ada-4832-acbe-28d371f7d11a req-88dbe02c-1df5-41f2-aae5-2ba4c5d0b72b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:36.140864 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40628) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:36.146743 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05a5f9-8ada-4832-acbe-28d371f7d11a req-88dbe02c-1df5-41f2-aae5-2ba4c5d0b72b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:36.152156 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05a5f9-8ada-4832-acbe-28d371f7d11a req-88dbe02c-1df5-41f2-aae5-2ba4c5d0b72b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:36.168208 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05a5f9-8ada-4832-acbe-28d371f7d11a req-88dbe02c-1df5-41f2-aae5-2ba4c5d0b72b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:36.173653 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05a5f9-8ada-4832-acbe-28d371f7d11a req-88dbe02c-1df5-41f2-aae5-2ba4c5d0b72b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:36.179116 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05a5f9-8ada-4832-acbe-28d371f7d11a req-88dbe02c-1df5-41f2-aae5-2ba4c5d0b72b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:36.187434 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e05a5f9-8ada-4832-acbe-28d371f7d11a req-88dbe02c-1df5-41f2-aae5-2ba4c5d0b72b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.3236465 Mar 05 05:04:36.192504 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-89444337-3237-447d-ae6a-2c033596ae3c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=31787460db6d45bb86759090ba4989a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0496705 Mar 05 05:04:36.195050 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40632) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:36.266536 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9d10f4de-b054-4001-997f-9428439e2caa admin admin] Publish callbacks [] for security_group (e28fc6dd-f178-46a4-9782-3715bbfa3d1c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:36.316846 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9d10f4de-b054-4001-997f-9428439e2caa admin admin] Publish callbacks [] for security_group (e28fc6dd-f178-46a4-9782-3715bbfa3d1c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:36.317086 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496b7f5-d634-46bc-8f08-dffbde1f4baf req-7c8309dc-f2d5-48f0-8f15-1d715daa5a6d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:36.318872 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f496b7f5-d634-46bc-8f08-dffbde1f4baf req-7c8309dc-f2d5-48f0-8f15-1d715daa5a6d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1291471 Mar 05 05:04:36.414209 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9d10f4de-b054-4001-997f-9428439e2caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e28fc6dd-f178-46a4-9782-3715bbfa3d1c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:36.416841 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9d10f4de-b054-4001-997f-9428439e2caa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:36.420875 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9d10f4de-b054-4001-997f-9428439e2caa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e28fc6dd-f178-46a4-9782-3715bbfa3d1c HTTP/1.1" status: 204 len: 168 time: 0.2215281 Mar 05 05:04:36.428010 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e05a5f9-8ada-4832-acbe-28d371f7d11a req-5d7df7dd-9aea-456b-8de0-f428bb4b33b2 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2396972 Mar 05 05:04:36.445243 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f496b7f5-d634-46bc-8f08-dffbde1f4baf req-e55b03d8-0d4f-43e4-8458-d98fbb570f6a tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205568 Mar 05 05:04:36.472399 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10f4de-b054-4001-997f-9428439e2caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28fc6dd-f178-46a4-9782-3715bbfa3d1c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:36.917399 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40668) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:37.131264 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72423b-513c-46f6-b5db-a9bb405e3d5f req-cb5b9813-7e1e-4cc1-ba1d-56ebe3a1e06f tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:37.136948 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-41a83c86-d596-429a-a4a4-8b16a123f614 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:37.137140 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3f72423b-513c-46f6-b5db-a9bb405e3d5f req-cb5b9813-7e1e-4cc1-ba1d-56ebe3a1e06f tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1451066 Mar 05 05:04:37.250860 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3f72423b-513c-46f6-b5db-a9bb405e3d5f req-86122b49-9fa4-4880-812d-3a4b27480cb4 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067879 Mar 05 05:04:37.293523 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-41a83c86-d596-429a-a4a4-8b16a123f614 admin admin] Publish callbacks [] for security_group (373a5fe5-89b8-4acf-8e66-6c95597693e2), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:37.303490 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-41a83c86-d596-429a-a4a4-8b16a123f614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (373a5fe5-89b8-4acf-8e66-6c95597693e2), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:37.394552 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-41a83c86-d596-429a-a4a4-8b16a123f614 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=24dadd3f44834e259dcba9154f752836&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4760573 Mar 05 05:04:37.402174 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40688) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:37.428712 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a83c86-d596-429a-a4a4-8b16a123f614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373a5fe5-89b8-4acf-8e66-6c95597693e2,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:37.473771 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0118f-bee5-4454-a106-feba45338f18 req-eb139f04-a9eb-43c1-8a59-d45f9ed0e779 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:37.481481 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fac0118f-bee5-4454-a106-feba45338f18 req-eb139f04-a9eb-43c1-8a59-d45f9ed0e779 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.0962086 Mar 05 05:04:37.570522 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-375e5457-1ac1-4f40-8208-29802774118e admin admin] Publish callbacks [] for security_group (373a5fe5-89b8-4acf-8e66-6c95597693e2), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:37.630721 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-375e5457-1ac1-4f40-8208-29802774118e admin admin] Publish callbacks [] for security_group (373a5fe5-89b8-4acf-8e66-6c95597693e2), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:37.647607 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 90b3b5b9-df48-4ffc-b613-699be6421d82 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:04:37.648079 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fac0118f-bee5-4454-a106-feba45338f18 req-e8c7854a-3729-4b9c-9378-013b84564897 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621337 Mar 05 05:04:37.782739 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-375e5457-1ac1-4f40-8208-29802774118e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (373a5fe5-89b8-4acf-8e66-6c95597693e2), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:37.786305 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-375e5457-1ac1-4f40-8208-29802774118e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:37.787545 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-375e5457-1ac1-4f40-8208-29802774118e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/373a5fe5-89b8-4acf-8e66-6c95597693e2 HTTP/1.1" status: 204 len: 168 time: 0.3747258 Mar 05 05:04:37.799144 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91ed69-8f18-4554-ab31-49fbf9e1a704 req-4d4ee416-4120-41fa-b1a4-5e166316453c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:37.804133 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375e5457-1ac1-4f40-8208-29802774118e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373a5fe5-89b8-4acf-8e66-6c95597693e2,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:37.817808 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91ed69-8f18-4554-ab31-49fbf9e1a704 req-4d4ee416-4120-41fa-b1a4-5e166316453c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:37.837223 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91ed69-8f18-4554-ab31-49fbf9e1a704 req-4d4ee416-4120-41fa-b1a4-5e166316453c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:37.845078 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91ed69-8f18-4554-ab31-49fbf9e1a704 req-4d4ee416-4120-41fa-b1a4-5e166316453c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:37.850463 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91ed69-8f18-4554-ab31-49fbf9e1a704 req-4d4ee416-4120-41fa-b1a4-5e166316453c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:37.879469 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91ed69-8f18-4554-ab31-49fbf9e1a704 req-4d4ee416-4120-41fa-b1a4-5e166316453c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:37.890952 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91ed69-8f18-4554-ab31-49fbf9e1a704 req-4d4ee416-4120-41fa-b1a4-5e166316453c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:37.897068 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6d91ed69-8f18-4554-ab31-49fbf9e1a704 req-4d4ee416-4120-41fa-b1a4-5e166316453c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5421 time: 0.3094840 Mar 05 05:04:37.992507 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 90b3b5b9-df48-4ffc-b613-699be6421d82, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=90b3b5b9-df48-4ffc-b613-699be6421d82,segment=NetworkSegment(d489005d-23c5-45e4-857a-6d4a5e83c953),segment_id=d489005d-23c5-45e4-857a-6d4a5e83c953)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:04:38.018011 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '90b3b5b9-df48-4ffc-b613-699be6421d82', 'network_id': '61e4226b-fc5c-4019-a996-47139c08d580', 'port_id': '90b3b5b9-df48-4ffc-b613-699be6421d82', 'mac_address': 'fa:16:3e:8f:44:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b20ad415-1a2b-48b9-b719-aacdec19c5f7', 'ip_address': '10.1.1.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:04:38.113240 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6d91ed69-8f18-4554-ab31-49fbf9e1a704 req-bd913167-e94b-4f3d-a2e5-47800d497e67 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2102416 Mar 05 05:04:38.150032 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 90b3b5b9-df48-4ffc-b613-699be6421d82 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:04:38.150572 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (90b3b5b9-df48-4ffc-b613-699be6421d82), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:38.208631 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90b3b5b9-df48-4ffc-b613-699be6421d82 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:04:38.233539 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 90b3b5b9-df48-4ffc-b613-699be6421d82, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=90b3b5b9-df48-4ffc-b613-699be6421d82,segment=NetworkSegment(d489005d-23c5-45e4-857a-6d4a5e83c953),segment_id=d489005d-23c5-45e4-857a-6d4a5e83c953)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:04:38.244453 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (90b3b5b9-df48-4ffc-b613-699be6421d82), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:38.246067 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device fb0615e6-cbd4-44e8-a848-c0fb10603773 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:04:38.312789 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=90b3b5b9-df48-4ffc-b613-699be6421d82,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:38.780561 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40744) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:38.825110 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fb6eb23-0da2-458e-b088-ae24791bfd1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:38.828382 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a147c-8100-4fb2-841d-2027e7c58346 req-137a9043-b614-4e3b-8916-1ac8628d6403 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:38.837524 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bf4a147c-8100-4fb2-841d-2027e7c58346 req-137a9043-b614-4e3b-8916-1ac8628d6403 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/networks?id=5ae49ed7-bb43-451b-a829-6aff97a3cfc7 HTTP/1.1" status: 200 len: 813 time: 0.8589535 Mar 05 05:04:38.841242 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port fb0615e6-cbd4-44e8-a848-c0fb10603773, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=fb0615e6-cbd4-44e8-a848-c0fb10603773,segment=NetworkSegment(01a77c7b-5d03-43ae-b14a-b31944229d80),segment_id=01a77c7b-5d03-43ae-b14a-b31944229d80)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:04:38.867013 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'fb0615e6-cbd4-44e8-a848-c0fb10603773', 'network_id': 'e3e0acc2-40bc-4e0d-812c-fb475a7a34dc', 'port_id': 'fb0615e6-cbd4-44e8-a848-c0fb10603773', 'mac_address': 'fa:16:3e:f6:3a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641299e5-fad6-49c3-bcda-29f110adb5d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:04:38.886482 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bf4a147c-8100-4fb2-841d-2027e7c58346 req-b969b425-1883-442e-9253-1d39acf89860 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/quotas/9bccf4c9915e42c59c0b5d658cd816f5 HTTP/1.1" status: 200 len: 375 time: 0.0480661 Mar 05 05:04:38.988540 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bf4a147c-8100-4fb2-841d-2027e7c58346 req-74b1c277-e3da-4bb1-96dd-44a23d541573 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9bccf4c9915e42c59c0b5d658cd816f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0977666 Mar 05 05:04:38.994567 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port fb0615e6-cbd4-44e8-a848-c0fb10603773 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:04:38.995442 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fb0615e6-cbd4-44e8-a848-c0fb10603773), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:39.017975 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb0615e6-cbd4-44e8-a848-c0fb10603773 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:04:39.101036 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port fb0615e6-cbd4-44e8-a848-c0fb10603773, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=fb0615e6-cbd4-44e8-a848-c0fb10603773,segment=NetworkSegment(01a77c7b-5d03-43ae-b14a-b31944229d80),segment_id=01a77c7b-5d03-43ae-b14a-b31944229d80)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:04:39.110540 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fb0615e6-cbd4-44e8-a848-c0fb10603773), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:39.241941 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615fa81-6659-45f1-bc65-fbfb81523131 req-c938005e-170a-4058-b4d5-700d0e2b0f94 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:39.252916 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b615fa81-6659-45f1-bc65-fbfb81523131 req-c938005e-170a-4058-b4d5-700d0e2b0f94 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1865046 Mar 05 05:04:39.308047 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=fb0615e6-cbd4-44e8-a848-c0fb10603773,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:39.340977 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['90b3b5b9-df48-4ffc-b613-699be6421d82'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:04:39.421741 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b615fa81-6659-45f1-bc65-fbfb81523131 req-bfbdb20e-e701-439c-b9e4-e75475d225f5 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582339 Mar 05 05:04:39.468091 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917087c1-3736-4874-ab8d-218c122e5e40 req-02941120-12a1-4cb4-899f-494f40d258a5 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:39.474247 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917087c1-3736-4874-ab8d-218c122e5e40 req-02941120-12a1-4cb4-899f-494f40d258a5 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:39.480055 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917087c1-3736-4874-ab8d-218c122e5e40 req-02941120-12a1-4cb4-899f-494f40d258a5 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:39.488571 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917087c1-3736-4874-ab8d-218c122e5e40 req-02941120-12a1-4cb4-899f-494f40d258a5 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:39.495210 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917087c1-3736-4874-ab8d-218c122e5e40 req-02941120-12a1-4cb4-899f-494f40d258a5 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:39.548693 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917087c1-3736-4874-ab8d-218c122e5e40 req-02941120-12a1-4cb4-899f-494f40d258a5 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:39.555297 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917087c1-3736-4874-ab8d-218c122e5e40 req-02941120-12a1-4cb4-899f-494f40d258a5 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:39.557266 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-917087c1-3736-4874-ab8d-218c122e5e40 req-02941120-12a1-4cb4-899f-494f40d258a5 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5423 time: 0.2573247 Mar 05 05:04:39.557778 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40776) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:39.654790 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 5e447ee7-4100-4185-aa0b-ad601672b463 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:04:39.742312 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655fe9f-236f-4af2-a2c7-916d94f1cec2 req-1daa1d36-1f5f-49e4-a944-161fe5b52ad9 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:39.744186 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d655fe9f-236f-4af2-a2c7-916d94f1cec2 req-1daa1d36-1f5f-49e4-a944-161fe5b52ad9 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1855240 Mar 05 05:04:39.750888 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-917087c1-3736-4874-ab8d-218c122e5e40 req-69bc7789-ef8e-4e74-b3df-6715fbe3f095 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1846862 Mar 05 05:04:39.867298 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d655fe9f-236f-4af2-a2c7-916d94f1cec2 req-01d51065-31e2-4de2-b598-8d8620edb0f0 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043420 Mar 05 05:04:39.916254 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 5e447ee7-4100-4185-aa0b-ad601672b463, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5e447ee7-4100-4185-aa0b-ad601672b463,segment=NetworkSegment(c8e4c702-f3ee-4970-96e5-405c4a08d9c8),segment_id=c8e4c702-f3ee-4970-96e5-405c4a08d9c8)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:04:39.942591 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '5e447ee7-4100-4185-aa0b-ad601672b463', 'network_id': 'd5e298e9-3894-4a20-bba8-ee9990215b28', 'port_id': '5e447ee7-4100-4185-aa0b-ad601672b463', 'mac_address': 'fa:16:3e:7e:0b:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5403416f-f99a-42e6-927f-ac14ca417ed1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:04:40.016063 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-aa1e1b67-4e0f-49cc-8a20-6b95f31178f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-965347737'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:04:40.084188 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1e1b67-4e0f-49cc-8a20-6b95f31178f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498-project] Made reservation on behalf of 94aeadde04cd4d6f836b6ba39767dacb for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:04:40.089017 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aa1e1b67-4e0f-49cc-8a20-6b95f31178f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:40.093444 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 5e447ee7-4100-4185-aa0b-ad601672b463 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:04:40.094016 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5e447ee7-4100-4185-aa0b-ad601672b463), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:40.103845 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ddc3b035-b6e4-4ba2-b2a4-4a75b94a7c8d req-e74e227d-18fb-4478-8198-0d70cf0e4c97 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2e4bd63b-8ac7-4526-b303-158af88a39bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2004647 Mar 05 05:04:40.110790 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fb6eb23-0da2-458e-b088-ae24791bfd1f admin admin] Publish callbacks [] for security_group (02f0ae9f-684f-40a0-8514-3e156019fe7c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:40.112712 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aa1e1b67-4e0f-49cc-8a20-6b95f31178f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:40.118984 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fb6eb23-0da2-458e-b088-ae24791bfd1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (02f0ae9f-684f-40a0-8514-3e156019fe7c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:40.157432 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e447ee7-4100-4185-aa0b-ad601672b463 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:04:40.184301 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3fb6eb23-0da2-458e-b088-ae24791bfd1f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d33cf2ba2c814f03861ae438469cd212&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3991849 Mar 05 05:04:40.184941 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6eb23-0da2-458e-b088-ae24791bfd1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f0ae9f-684f-40a0-8514-3e156019fe7c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:40.200071 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40806) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:40.246750 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3b035-b6e4-4ba2-b2a4-4a75b94a7c8d req-40552939-42da-47f0-a4b2-302e9888ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:40.249307 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ddc3b035-b6e4-4ba2-b2a4-4a75b94a7c8d req-40552939-42da-47f0-a4b2-302e9888ff65 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4e3a7db0492c498e9791caa16e095e94&device_id=2e4bd63b-8ac7-4526-b303-158af88a39bb HTTP/1.1" status: 200 len: 1128 time: 0.0658722 Mar 05 05:04:40.258751 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 5e447ee7-4100-4185-aa0b-ad601672b463, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5e447ee7-4100-4185-aa0b-ad601672b463,segment=NetworkSegment(c8e4c702-f3ee-4970-96e5-405c4a08d9c8),segment_id=c8e4c702-f3ee-4970-96e5-405c4a08d9c8)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:04:40.268707 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5e447ee7-4100-4185-aa0b-ad601672b463), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:40.269782 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d63edf6c-11fc-4ab3-8a9d-8f299797a83d details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:04:40.302863 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7250daa9-ca70-4566-a8fa-ef000f94a704 admin admin] Publish callbacks [] for security_group (02f0ae9f-684f-40a0-8514-3e156019fe7c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:40.331213 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7250daa9-ca70-4566-a8fa-ef000f94a704 admin admin] Publish callbacks [] for security_group (02f0ae9f-684f-40a0-8514-3e156019fe7c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:40.365626 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=5e447ee7-4100-4185-aa0b-ad601672b463,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:40.428379 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7250daa9-ca70-4566-a8fa-ef000f94a704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (02f0ae9f-684f-40a0-8514-3e156019fe7c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:40.446624 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7250daa9-ca70-4566-a8fa-ef000f94a704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:40.452289 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7250daa9-ca70-4566-a8fa-ef000f94a704 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/02f0ae9f-684f-40a0-8514-3e156019fe7c HTTP/1.1" status: 204 len: 168 time: 0.2491922 Mar 05 05:04:40.473823 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['fb0615e6-cbd4-44e8-a848-c0fb10603773'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:04:40.520060 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250daa9-ca70-4566-a8fa-ef000f94a704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f0ae9f-684f-40a0-8514-3e156019fe7c,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:40.548025 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83376cde-3941-4259-ba2a-cf0faa6f8350 req-8339d24b-707d-49bb-b4a2-2d18c67327e0 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=9bccf4c9915e42c59c0b5d658cd816f5 HTTP/1.1" status: 200 len: 221 time: 0.1329360 Mar 05 05:04:40.561154 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3b035-b6e4-4ba2-b2a4-4a75b94a7c8d req-39e3a691-1e80-4d5a-a0cc-638f8da9a705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:40.563021 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ddc3b035-b6e4-4ba2-b2a4-4a75b94a7c8d req-39e3a691-1e80-4d5a-a0cc-638f8da9a705 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2208e38e-4ccf-4e0c-99e3-12bba4d22772 HTTP/1.1" status: 200 len: 914 time: 0.2942588 Mar 05 05:04:40.570404 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aa1e1b67-4e0f-49cc-8a20-6b95f31178f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498-project] Publish callbacks [] for security_group (b9d2ee63-021c-4dd3-9ce4-c830ca4ba32f), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:40.582614 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aa1e1b67-4e0f-49cc-8a20-6b95f31178f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b9d2ee63-021c-4dd3-9ce4-c830ca4ba32f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:40.664417 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e1b67-4e0f-49cc-8a20-6b95f31178f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d2ee63-021c-4dd3-9ce4-c830ca4ba32f,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:40.692699 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa1e1b67-4e0f-49cc-8a20-6b95f31178f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:04:40.727471 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ddc3b035-b6e4-4ba2-b2a4-4a75b94a7c8d req-f7ccc2ec-b661-418c-863f-372ed64fc455 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=de7d2b38-1a95-45b5-94bc-1299222a96a5 HTTP/1.1" status: 200 len: 1001 time: 0.1567056 Mar 05 05:04:40.728958 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aa1e1b67-4e0f-49cc-8a20-6b95f31178f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (aa03cc59-b558-4127-8167-33189b693938), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:40.729337 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-aa1e1b67-4e0f-49cc-8a20-6b95f31178f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498-project] Added segment aa03cc59-b558-4127-8167-33189b693938 of type vlan for network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 Mar 05 05:04:40.839060 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d63edf6c-11fc-4ab3-8a9d-8f299797a83d, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d63edf6c-11fc-4ab3-8a9d-8f299797a83d,segment=NetworkSegment(d489005d-23c5-45e4-857a-6d4a5e83c953),segment_id=d489005d-23c5-45e4-857a-6d4a5e83c953)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:04:40.898988 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3b035-b6e4-4ba2-b2a4-4a75b94a7c8d req-91151616-ea7f-4a3c-a5b4-8750a884119f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:40.904973 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'd63edf6c-11fc-4ab3-8a9d-8f299797a83d', 'network_id': '61e4226b-fc5c-4019-a996-47139c08d580', 'port_id': 'd63edf6c-11fc-4ab3-8a9d-8f299797a83d', 'mac_address': 'fa:16:3e:ea:fc:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b20ad415-1a2b-48b9-b719-aacdec19c5f7', 'ip_address': '10.1.1.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:04:40.907109 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ddc3b035-b6e4-4ba2-b2a4-4a75b94a7c8d req-91151616-ea7f-4a3c-a5b4-8750a884119f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5 HTTP/1.1" status: 200 len: 853 time: 0.1589806 Mar 05 05:04:41.050072 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3b035-b6e4-4ba2-b2a4-4a75b94a7c8d req-d9afa2e6-8864-4bbb-8670-3a84980382f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:41.055658 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ddc3b035-b6e4-4ba2-b2a4-4a75b94a7c8d req-d9afa2e6-8864-4bbb-8670-3a84980382f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2208e38e-4ccf-4e0c-99e3-12bba4d22772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1429760 Mar 05 05:04:41.077939 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aa1e1b67-4e0f-49cc-8a20-6b95f31178f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (a7b10b5a-4567-4e53-9b48-bdb0cc70eef5), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:41.112630 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port d63edf6c-11fc-4ab3-8a9d-8f299797a83d is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:04:41.113183 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d63edf6c-11fc-4ab3-8a9d-8f299797a83d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:41.172743 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4051345-0074-4fe5-8012-55eeea1c43c8 req-3ccc200d-39eb-4f4b-a24b-dd259f7699a2 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:41.191979 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4051345-0074-4fe5-8012-55eeea1c43c8 req-3ccc200d-39eb-4f4b-a24b-dd259f7699a2 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.4567006 Mar 05 05:04:41.198112 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40844) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:41.262266 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d63edf6c-11fc-4ab3-8a9d-8f299797a83d {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:04:41.285607 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93632a-20b5-4cd5-a48b-bfe829d4908b req-59eee80d-8844-422d-8d18-4a0da4863f3f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:41.291124 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93632a-20b5-4cd5-a48b-bfe829d4908b req-59eee80d-8844-422d-8d18-4a0da4863f3f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:41.304691 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93632a-20b5-4cd5-a48b-bfe829d4908b req-59eee80d-8844-422d-8d18-4a0da4863f3f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:41.309284 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ddc3b035-b6e4-4ba2-b2a4-4a75b94a7c8d req-85064899-0724-461f-8203-c5d4e62b14f2 service neutron] 10.222.0.31 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452791 Mar 05 05:04:41.311776 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d63edf6c-11fc-4ab3-8a9d-8f299797a83d, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d63edf6c-11fc-4ab3-8a9d-8f299797a83d,segment=NetworkSegment(d489005d-23c5-45e4-857a-6d4a5e83c953),segment_id=d489005d-23c5-45e4-857a-6d4a5e83c953)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:04:41.315313 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93632a-20b5-4cd5-a48b-bfe829d4908b req-59eee80d-8844-422d-8d18-4a0da4863f3f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:41.327684 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d63edf6c-11fc-4ab3-8a9d-8f299797a83d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:41.328469 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device e00d735a-ec46-47fa-b9a6-ebc0452db108 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:04:41.340103 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93632a-20b5-4cd5-a48b-bfe829d4908b req-59eee80d-8844-422d-8d18-4a0da4863f3f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:41.356979 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93632a-20b5-4cd5-a48b-bfe829d4908b req-59eee80d-8844-422d-8d18-4a0da4863f3f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:41.381472 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93632a-20b5-4cd5-a48b-bfe829d4908b req-59eee80d-8844-422d-8d18-4a0da4863f3f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:41.398142 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cf93632a-20b5-4cd5-a48b-bfe829d4908b req-59eee80d-8844-422d-8d18-4a0da4863f3f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5424 time: 0.4692037 Mar 05 05:04:41.402913 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aa1e1b67-4e0f-49cc-8a20-6b95f31178f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (a7b10b5a-4567-4e53-9b48-bdb0cc70eef5), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:41.417138 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1e1b67-4e0f-49cc-8a20-6b95f31178f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:41.423898 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aa1e1b67-4e0f-49cc-8a20-6b95f31178f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:41.459866 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port e00d735a-ec46-47fa-b9a6-ebc0452db108, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=e00d735a-ec46-47fa-b9a6-ebc0452db108,segment=NetworkSegment(d489005d-23c5-45e4-857a-6d4a5e83c953),segment_id=d489005d-23c5-45e4-857a-6d4a5e83c953)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:04:41.473939 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'e00d735a-ec46-47fa-b9a6-ebc0452db108', 'network_id': '61e4226b-fc5c-4019-a996-47139c08d580', 'port_id': 'e00d735a-ec46-47fa-b9a6-ebc0452db108', 'mac_address': 'fa:16:3e:6f:fc:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b20ad415-1a2b-48b9-b719-aacdec19c5f7', 'ip_address': '10.1.1.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:04:41.559718 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ddc3b035-b6e4-4ba2-b2a4-4a75b94a7c8d req-310a8141-d3ae-4a67-b3f9-0502c5bc8066 service neutron] 10.222.0.31 "GET /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411251 Mar 05 05:04:41.578101 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6764dc01-c901-4116-b0f3-53508252d4e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:41.589408 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port e00d735a-ec46-47fa-b9a6-ebc0452db108 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:04:41.590109 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e00d735a-ec46-47fa-b9a6-ebc0452db108), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:41.632302 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e1b67-4e0f-49cc-8a20-6b95f31178f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498-project] Pushing event updated for resources: {'Network': ['ID=a7b10b5a-4567-4e53-9b48-bdb0cc70eef5,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:41.637181 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-aa1e1b67-4e0f-49cc-8a20-6b95f31178f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.0770161 Mar 05 05:04:41.641852 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=d63edf6c-11fc-4ab3-8a9d-8f299797a83d,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:41.655065 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:04:41.714130 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e00d735a-ec46-47fa-b9a6-ebc0452db108 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:04:41.730030 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-53d4ee34-d814-4a43-9daf-804e34f1978d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:41.810756 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4051345-0074-4fe5-8012-55eeea1c43c8 req-5a0902a4-eef3-419c-95cf-28dd1b1b5d4a tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6172428 Mar 05 05:04:41.849878 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cf93632a-20b5-4cd5-a48b-bfe829d4908b req-c2be43c2-62bf-4ac5-9fa6-8b265f1bef96 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4471169 Mar 05 05:04:41.890837 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port e00d735a-ec46-47fa-b9a6-ebc0452db108, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=e00d735a-ec46-47fa-b9a6-ebc0452db108,segment=NetworkSegment(d489005d-23c5-45e4-857a-6d4a5e83c953),segment_id=d489005d-23c5-45e4-857a-6d4a5e83c953)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:04:41.898509 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e00d735a-ec46-47fa-b9a6-ebc0452db108), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:41.907381 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 630ec452-e76f-475b-beab-b349317b3e41 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:04:41.986040 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 630ec452-e76f-475b-beab-b349317b3e41, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=630ec452-e76f-475b-beab-b349317b3e41,segment=NetworkSegment(c8e4c702-f3ee-4970-96e5-405c4a08d9c8),segment_id=c8e4c702-f3ee-4970-96e5-405c4a08d9c8)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:04:42.013100 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '630ec452-e76f-475b-beab-b349317b3e41', 'network_id': 'd5e298e9-3894-4a20-bba8-ee9990215b28', 'port_id': '630ec452-e76f-475b-beab-b349317b3e41', 'mac_address': 'fa:16:3e:e1:84:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5403416f-f99a-42e6-927f-ac14ca417ed1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:04:42.071136 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-53d4ee34-d814-4a43-9daf-804e34f1978d admin admin] Publish callbacks [] for security_group (e5033fc0-3c7f-450d-a8d3-aebaf4e7d9e9), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:42.083281 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-53d4ee34-d814-4a43-9daf-804e34f1978d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e5033fc0-3c7f-450d-a8d3-aebaf4e7d9e9), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:42.202802 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=e00d735a-ec46-47fa-b9a6-ebc0452db108,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:42.215095 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 630ec452-e76f-475b-beab-b349317b3e41 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:04:42.218213 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (630ec452-e76f-475b-beab-b349317b3e41), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:42.249487 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 630ec452-e76f-475b-beab-b349317b3e41 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:04:42.280820 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 630ec452-e76f-475b-beab-b349317b3e41, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=630ec452-e76f-475b-beab-b349317b3e41,segment=NetworkSegment(c8e4c702-f3ee-4970-96e5-405c4a08d9c8),segment_id=c8e4c702-f3ee-4970-96e5-405c4a08d9c8)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:04:42.296968 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-53d4ee34-d814-4a43-9daf-804e34f1978d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f3031c6535e84c78965dd476057e5bcf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0944369 Mar 05 05:04:42.300642 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40886) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:42.301096 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (630ec452-e76f-475b-beab-b349317b3e41), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:42.302867 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4ee34-d814-4a43-9daf-804e34f1978d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5033fc0-3c7f-450d-a8d3-aebaf4e7d9e9,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:42.303217 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 5ed04d4a-ca8f-476e-be17-67e48f14aa4a details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:04:42.371897 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733951f5-50a4-4c5e-a1a7-276eaa3eb8c9 req-41d0752d-4bf4-4cbc-adab-c1d2f44e8011 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:42.374499 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-733951f5-50a4-4c5e-a1a7-276eaa3eb8c9 req-41d0752d-4bf4-4cbc-adab-c1d2f44e8011 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.2152855 Mar 05 05:04:42.451222 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2aa4f1dc-786f-4a69-b0a9-6d06404da8e6 admin admin] Publish callbacks [] for security_group (e5033fc0-3c7f-450d-a8d3-aebaf4e7d9e9), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:42.493369 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-733951f5-50a4-4c5e-a1a7-276eaa3eb8c9 req-33b197a8-89b2-48b9-88ca-8017fd171660 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112041 Mar 05 05:04:42.548036 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2aa4f1dc-786f-4a69-b0a9-6d06404da8e6 admin admin] Publish callbacks [] for security_group (e5033fc0-3c7f-450d-a8d3-aebaf4e7d9e9), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:42.581686 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 5ed04d4a-ca8f-476e-be17-67e48f14aa4a, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5ed04d4a-ca8f-476e-be17-67e48f14aa4a,segment=NetworkSegment(d489005d-23c5-45e4-857a-6d4a5e83c953),segment_id=d489005d-23c5-45e4-857a-6d4a5e83c953)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:04:42.582592 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40898) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:42.584388 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=630ec452-e76f-475b-beab-b349317b3e41,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:42.592748 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Request body: {'port': {'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5', 'binding:host_id': 'n-h2-789963-32', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-796618923'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:04:42.640827 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2aa4f1dc-786f-4a69-b0a9-6d06404da8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e5033fc0-3c7f-450d-a8d3-aebaf4e7d9e9), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:42.642840 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '5ed04d4a-ca8f-476e-be17-67e48f14aa4a', 'network_id': '61e4226b-fc5c-4019-a996-47139c08d580', 'port_id': '5ed04d4a-ca8f-476e-be17-67e48f14aa4a', 'mac_address': 'fa:16:3e:fe:d1:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b20ad415-1a2b-48b9-b719-aacdec19c5f7', 'ip_address': '10.1.1.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:04:42.646082 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2aa4f1dc-786f-4a69-b0a9-6d06404da8e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:42.651323 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2aa4f1dc-786f-4a69-b0a9-6d06404da8e6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e5033fc0-3c7f-450d-a8d3-aebaf4e7d9e9 HTTP/1.1" status: 204 len: 168 time: 0.3464212 Mar 05 05:04:42.680088 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4f1dc-786f-4a69-b0a9-6d06404da8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5033fc0-3c7f-450d-a8d3-aebaf4e7d9e9,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:42.696928 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Made reservation on behalf of 24d1213495be4501bed490fb8af2a27c for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:04:42.710292 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:42.738472 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:42.781326 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 5ed04d4a-ca8f-476e-be17-67e48f14aa4a is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:04:42.781729 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5ed04d4a-ca8f-476e-be17-67e48f14aa4a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:42.822053 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ed04d4a-ca8f-476e-be17-67e48f14aa4a {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:04:42.872292 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125f1d1-b7b7-4b71-ac44-2dc5057f3a06 req-5201518b-c8d6-4370-8c37-8f2a2f316af8 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:42.882790 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2125f1d1-b7b7-4b71-ac44-2dc5057f3a06 req-5201518b-c8d6-4370-8c37-8f2a2f316af8 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1328692 Mar 05 05:04:42.891120 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 5ed04d4a-ca8f-476e-be17-67e48f14aa4a, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5ed04d4a-ca8f-476e-be17-67e48f14aa4a,segment=NetworkSegment(d489005d-23c5-45e4-857a-6d4a5e83c953),segment_id=d489005d-23c5-45e4-857a-6d4a5e83c953)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:04:42.912426 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5ed04d4a-ca8f-476e-be17-67e48f14aa4a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:42.958385 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2125f1d1-b7b7-4b71-ac44-2dc5057f3a06 req-9f35b72c-a2f2-4b28-afe0-3d83bcb4c9a3 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743799 Mar 05 05:04:43.038141 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks [] for security_group (b6ada6a8-87b4-4b32-b5a2-13ee08582f40), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:43.049325 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b6ada6a8-87b4-4b32-b5a2-13ee08582f40), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:43.054046 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] device_id is not set on port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:04:43.057961 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=5ed04d4a-ca8f-476e-be17-67e48f14aa4a,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:43.060760 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 90b3b5b9-df48-4ffc-b613-699be6421d82 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:04:43.260983 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 90b3b5b9-df48-4ffc-b613-699be6421d82 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:04:43.270807 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 90b3b5b9-df48-4ffc-b613-699be6421d82 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:04:43.273145 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (90b3b5b9-df48-4ffc-b613-699be6421d82), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:43.343692 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['5e447ee7-4100-4185-aa0b-ad601672b463'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:04:43.427713 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ada6a8-87b4-4b32-b5a2-13ee08582f40,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:43.455344 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['e00d735a-ec46-47fa-b9a6-ebc0452db108'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:04:43.459143 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['630ec452-e76f-475b-beab-b349317b3e41'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:04:43.461099 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['5ed04d4a-ca8f-476e-be17-67e48f14aa4a'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:04:43.647107 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2db6d-9557-4ba2-a30d-3dbaa901867b req-f30b4e84-c02e-43bd-9bc6-570401cdc205 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:43.657516 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2db6d-9557-4ba2-a30d-3dbaa901867b req-f30b4e84-c02e-43bd-9bc6-570401cdc205 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:43.668716 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2db6d-9557-4ba2-a30d-3dbaa901867b req-f30b4e84-c02e-43bd-9bc6-570401cdc205 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:43.696535 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2db6d-9557-4ba2-a30d-3dbaa901867b req-f30b4e84-c02e-43bd-9bc6-570401cdc205 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:43.720634 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2db6d-9557-4ba2-a30d-3dbaa901867b req-f30b4e84-c02e-43bd-9bc6-570401cdc205 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:43.728533 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2db6d-9557-4ba2-a30d-3dbaa901867b req-f30b4e84-c02e-43bd-9bc6-570401cdc205 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:43.735910 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2db6d-9557-4ba2-a30d-3dbaa901867b req-f30b4e84-c02e-43bd-9bc6-570401cdc205 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:43.767444 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ffa2db6d-9557-4ba2-a30d-3dbaa901867b req-f30b4e84-c02e-43bd-9bc6-570401cdc205 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5428 time: 0.6762245 Mar 05 05:04:43.798453 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-300688de-c04b-4c2b-9db5-b205e478b84f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:43.819144 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a77d19-19e1-403b-95b1-4f95c82b2b15 req-6d9a0713-5e0a-47ce-8549-a8f5083321df tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:43.823113 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80a77d19-19e1-403b-95b1-4f95c82b2b15 req-6d9a0713-5e0a-47ce-8549-a8f5083321df tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.6913817 Mar 05 05:04:44.047594 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 90b3b5b9-df48-4ffc-b613-699be6421d82 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:04:44.048442 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (90b3b5b9-df48-4ffc-b613-699be6421d82), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:44.175254 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] device_id is not set on port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:04:44.184867 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks [] for port (253c3e0c-e08f-4021-b8eb-29ac88f47ffa), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:44.208002 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ffa2db6d-9557-4ba2-a30d-3dbaa901867b req-d4a53499-4d3a-4ecd-842f-a5bf4fdda913 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4384985 Mar 05 05:04:44.276221 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (253c3e0c-e08f-4021-b8eb-29ac88f47ffa), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:44.300600 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80a77d19-19e1-403b-95b1-4f95c82b2b15 req-390725b7-57a4-4b26-8794-d75573fead2d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604595 Mar 05 05:04:44.324158 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:44.324943 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:44.400491 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Pushing event updated for resources: {'Port': ['ID=253c3e0c-e08f-4021-b8eb-29ac88f47ffa,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:44.452574 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Checking segment: {'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:04:44.453224 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Network hostable DHCP agents. Network: a7b10b5a-4567-4e53-9b48-bdb0cc70eef5, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:04:44.484387 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:04:44.517129 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, a7b10b5a-4567-4e53-9b48-bdb0cc70eef5) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:04:44.540204 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:04:44.575623 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:04:44.576420 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:04:44.576811 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:04:44.585320 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:04:44.585676 n-d-789963-32 neutron-server[105231]: ERROR neutron.plugins.ml2.managers [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Failed to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on host n-h2-789963-32 for vnic_type normal using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] Mar 05 05:04:44.586868 n-d-789963-32 neutron-server[105231]: INFO neutron.plugins.ml2.plugin [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempt 2 to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa Mar 05 05:04:44.608290 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:04:44.608715 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:04:44.608974 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:04:44.624750 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce9861-f0d1-4772-aba8-532c59835d1f req-22759609-026f-4bfb-be63-58fcf0b1e5e6 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:44.626569 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c1ce9861-f0d1-4772-aba8-532c59835d1f req-22759609-026f-4bfb-be63-58fcf0b1e5e6 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1317458 Mar 05 05:04:44.629016 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:04:44.629351 n-d-789963-32 neutron-server[105231]: ERROR neutron.plugins.ml2.managers [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Failed to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on host n-h2-789963-32 for vnic_type normal using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] Mar 05 05:04:44.629755 n-d-789963-32 neutron-server[105231]: INFO neutron.plugins.ml2.plugin [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempt 3 to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa Mar 05 05:04:44.646774 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['d63edf6c-11fc-4ab3-8a9d-8f299797a83d'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:04:44.655653 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2470f8db-3c82-4d37-967a-98c5dd22fcd2 None None] Network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:04:44.660236 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:04:44.660584 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:04:44.660952 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:04:44.673008 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:04:44.674347 n-d-789963-32 neutron-server[105231]: ERROR neutron.plugins.ml2.managers [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Failed to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on host n-h2-789963-32 for vnic_type normal using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] Mar 05 05:04:44.676179 n-d-789963-32 neutron-server[105231]: INFO neutron.plugins.ml2.plugin [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempt 4 to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa Mar 05 05:04:44.697814 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:04:44.698158 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:04:44.698501 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:04:44.713564 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:04:44.715717 n-d-789963-32 neutron-server[105231]: ERROR neutron.plugins.ml2.managers [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Failed to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on host n-h2-789963-32 for vnic_type normal using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] Mar 05 05:04:44.720030 n-d-789963-32 neutron-server[105231]: INFO neutron.plugins.ml2.plugin [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempt 5 to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa Mar 05 05:04:44.738488 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c1ce9861-f0d1-4772-aba8-532c59835d1f req-108d0688-c892-4b20-a98f-e3147a8e181d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036499 Mar 05 05:04:44.741092 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:04:44.741431 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:04:44.741775 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:04:44.761419 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:04:44.761738 n-d-789963-32 neutron-server[105231]: ERROR neutron.plugins.ml2.managers [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Failed to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on host n-h2-789963-32 for vnic_type normal using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] Mar 05 05:04:44.762152 n-d-789963-32 neutron-server[105231]: INFO neutron.plugins.ml2.plugin [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempt 6 to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa Mar 05 05:04:44.801944 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:04:44.801944 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:04:44.802145 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:04:44.823033 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:04:44.826327 n-d-789963-32 neutron-server[105231]: ERROR neutron.plugins.ml2.managers [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Failed to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on host n-h2-789963-32 for vnic_type normal using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] Mar 05 05:04:44.828974 n-d-789963-32 neutron-server[105231]: INFO neutron.plugins.ml2.plugin [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempt 7 to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa Mar 05 05:04:44.865501 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:04:44.865856 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:04:44.866227 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:04:44.880612 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:04:44.880612 n-d-789963-32 neutron-server[105231]: ERROR neutron.plugins.ml2.managers [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Failed to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on host n-h2-789963-32 for vnic_type normal using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] Mar 05 05:04:44.880936 n-d-789963-32 neutron-server[105231]: INFO neutron.plugins.ml2.plugin [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempt 8 to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa Mar 05 05:04:44.891895 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b3b5b9-df48-4ffc-b613-699be6421d82'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:04:44.894180 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25aa8c6-feab-431f-8855-424aaef1e79f" -d '{"events": [{"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-plugged", "status": "completed", "tag": "90b3b5b9-df48-4ffc-b613-699be6421d82"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:04:44.995250 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:04:44.995250 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:04:44.995250 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:04:45.019338 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:04:45.019940 n-d-789963-32 neutron-server[105231]: ERROR neutron.plugins.ml2.managers [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Failed to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on host n-h2-789963-32 for vnic_type normal using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] Mar 05 05:04:45.022284 n-d-789963-32 neutron-server[105231]: INFO neutron.plugins.ml2.plugin [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempt 9 to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa Mar 05 05:04:45.030951 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f091dc9b-1528-45ff-888a-0d4ccb5b7c81 x-openstack-request-id: req-f091dc9b-1528-45ff-888a-0d4ccb5b7c81 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:04:45.031274 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-plugged", "status": "completed", "tag": "90b3b5b9-df48-4ffc-b613-699be6421d82", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:04:45.031879 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f091dc9b-1528-45ff-888a-0d4ccb5b7c81 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:04:45.032472 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b3b5b9-df48-4ffc-b613-699be6421d82', 'code': 200} Mar 05 05:04:45.053421 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c7659-b6c9-4503-aa15-c05e0846c7d3 req-598bdd1f-5315-4e9c-97d5-ad31f94c34fc tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:45.054978 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fc7c7659-b6c9-4503-aa15-c05e0846c7d3 req-598bdd1f-5315-4e9c-97d5-ad31f94c34fc tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1710510 Mar 05 05:04:45.056335 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:04:45.056677 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:04:45.057029 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:04:45.065468 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:04:45.065809 n-d-789963-32 neutron-server[105231]: ERROR neutron.plugins.ml2.managers [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Failed to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on host n-h2-789963-32 for vnic_type normal using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] Mar 05 05:04:45.070606 n-d-789963-32 neutron-server[105231]: INFO neutron.plugins.ml2.plugin [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempt 10 to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa Mar 05 05:04:45.097689 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 90b3b5b9-df48-4ffc-b613-699be6421d82, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=90b3b5b9-df48-4ffc-b613-699be6421d82,segment=NetworkSegment(d489005d-23c5-45e4-857a-6d4a5e83c953),segment_id=d489005d-23c5-45e4-857a-6d4a5e83c953)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:04:45.133665 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:04:45.134049 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:04:45.134390 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:04:45.150371 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:04:45.150745 n-d-789963-32 neutron-server[105231]: ERROR neutron.plugins.ml2.managers [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Failed to bind port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa on host n-h2-789963-32 for vnic_type normal using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] Mar 05 05:04:45.151158 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (253c3e0c-e08f-4021-b8eb-29ac88f47ffa), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:45.161381 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (90b3b5b9-df48-4ffc-b613-699be6421d82), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:45.162624 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device fb0615e6-cbd4-44e8-a848-c0fb10603773 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:04:45.193692 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fc7c7659-b6c9-4503-aa15-c05e0846c7d3 req-4ed71d2a-5553-4b8f-a589-efb758864e28 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266789 Mar 05 05:04:45.336877 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:45.519526 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port fb0615e6-cbd4-44e8-a848-c0fb10603773 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:04:45.522264 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] For port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:04:45.522777 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempted to set empty binding levels {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 05 05:04:45.534480 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (253c3e0c-e08f-4021-b8eb-29ac88f47ffa), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:45.540107 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=90b3b5b9-df48-4ffc-b613-699be6421d82,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:45.545096 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port fb0615e6-cbd4-44e8-a848-c0fb10603773 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:04:45.545096 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fb0615e6-cbd4-44e8-a848-c0fb10603773), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:45.607042 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:45.607730 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:45.617605 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:45.617984 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:45.618475 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:45.618725 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:45.619089 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:45.634049 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:45.635591 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:45.636557 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:45.639468 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:45.640468 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:45.641220 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:45.642017 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd3e42-7a2c-4754-a73c-cfbed5786104 req-e2ce06bb-f8d7-477d-a6f4-65993390aedd tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:45.642622 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:45.644656 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:04:45.649919 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd3e42-7a2c-4754-a73c-cfbed5786104 req-e2ce06bb-f8d7-477d-a6f4-65993390aedd tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:45.656920 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd3e42-7a2c-4754-a73c-cfbed5786104 req-e2ce06bb-f8d7-477d-a6f4-65993390aedd tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:45.663982 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd3e42-7a2c-4754-a73c-cfbed5786104 req-e2ce06bb-f8d7-477d-a6f4-65993390aedd tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:45.671348 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd3e42-7a2c-4754-a73c-cfbed5786104 req-e2ce06bb-f8d7-477d-a6f4-65993390aedd tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:45.677151 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd3e42-7a2c-4754-a73c-cfbed5786104 req-e2ce06bb-f8d7-477d-a6f4-65993390aedd tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:45.682685 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd3e42-7a2c-4754-a73c-cfbed5786104 req-e2ce06bb-f8d7-477d-a6f4-65993390aedd tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:45.684719 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c5bd3e42-7a2c-4754-a73c-cfbed5786104 req-e2ce06bb-f8d7-477d-a6f4-65993390aedd tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5429 time: 0.2989895 Mar 05 05:04:45.697965 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa3044-f6c0-47d3-934a-85e8651604fe req-c37e045f-9df3-4013-8a9f-65fdb10e045b tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:45.706013 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b4fa3044-f6c0-47d3-934a-85e8651604fe req-c37e045f-9df3-4013-8a9f-65fdb10e045b tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.3702767 Mar 05 05:04:45.727447 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Pushing event updated for resources: {'Port': ['ID=253c3e0c-e08f-4021-b8eb-29ac88f47ffa,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:45.745669 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-433de922-adf5-4d87-94c3-ba46a674fb38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.1591713 Mar 05 05:04:45.747290 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41038) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:45.800499 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b4fa3044-f6c0-47d3-934a-85e8651604fe req-25af5776-7273-4d5a-a16d-57f258e4d9ca tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934777 Mar 05 05:04:45.832930 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41044) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:45.921711 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-9b97bc71-a329-4624-90a5-68cb98831210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Deleting port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:04:45.922056 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9b97bc71-a329-4624-90a5-68cb98831210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (253c3e0c-e08f-4021-b8eb-29ac88f47ffa), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:45.929597 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c5bd3e42-7a2c-4754-a73c-cfbed5786104 req-d2f42e91-93a7-455e-8336-6724faf99e55 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2173200 Mar 05 05:04:46.029667 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port fb0615e6-cbd4-44e8-a848-c0fb10603773 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:04:46.030012 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fb0615e6-cbd4-44e8-a848-c0fb10603773), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:46.089953 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port fb0615e6-cbd4-44e8-a848-c0fb10603773, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=fb0615e6-cbd4-44e8-a848-c0fb10603773,segment=NetworkSegment(01a77c7b-5d03-43ae-b14a-b31944229d80),segment_id=01a77c7b-5d03-43ae-b14a-b31944229d80)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:04:46.098211 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fb0615e6-cbd4-44e8-a848-c0fb10603773), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:46.108108 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac9044-41ec-4b1b-b34c-c4b4a0b6f393 req-33f5a483-ad27-49e4-a7df-14dd4c6cf2cc tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:46.110969 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-9b97bc71-a329-4624-90a5-68cb98831210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] For port 253c3e0c-e08f-4021-b8eb-29ac88f47ffa, host n-h2-789963-32, got binding levels [] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:04:46.111370 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9b97bc71-a329-4624-90a5-68cb98831210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (253c3e0c-e08f-4021-b8eb-29ac88f47ffa), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:46.118779 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a5ac9044-41ec-4b1b-b34c-c4b4a0b6f393 req-33f5a483-ad27-49e4-a7df-14dd4c6cf2cc tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1279886 Mar 05 05:04:46.156671 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-9b97bc71-a329-4624-90a5-68cb98831210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Calling delete_port for 253c3e0c-e08f-4021-b8eb-29ac88f47ffa owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:04:46.218646 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=fb0615e6-cbd4-44e8-a848-c0fb10603773,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:46.236018 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 630ec452-e76f-475b-beab-b349317b3e41 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:04:46.236746 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a5ac9044-41ec-4b1b-b34c-c4b4a0b6f393 req-8d13b829-e092-444b-bc84-b0013bd22f75 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166933 Mar 05 05:04:46.303940 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:46.340583 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 630ec452-e76f-475b-beab-b349317b3e41 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:04:46.347657 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 630ec452-e76f-475b-beab-b349317b3e41 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:04:46.348040 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (630ec452-e76f-475b-beab-b349317b3e41), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:46.403343 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c0d53d91-94cd-43cf-bb1f-da8e0a7f1af8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:46.430664 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9b97bc71-a329-4624-90a5-68cb98831210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (253c3e0c-e08f-4021-b8eb-29ac88f47ffa), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:46.475608 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41066) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:46.489921 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-5b36df74-4620-4fd2-983b-bac18e5e04db tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1281921713', 'description': 'tempest-secgroup-smoke-1281921713 description', 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:04:46.511297 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 630ec452-e76f-475b-beab-b349317b3e41 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:04:46.511680 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9b97bc71-a329-4624-90a5-68cb98831210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:46.512145 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (630ec452-e76f-475b-beab-b349317b3e41), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:46.526953 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9b97bc71-a329-4624-90a5-68cb98831210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] 10.222.0.11 "DELETE /v2.0/ports/253c3e0c-e08f-4021-b8eb-29ac88f47ffa HTTP/1.1" status: 204 len: 168 time: 0.7772460 Mar 05 05:04:46.530189 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97bc71-a329-4624-90a5-68cb98831210 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Pushing event deleted for resources: {'Port': ['ID=253c3e0c-e08f-4021-b8eb-29ac88f47ffa,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:46.531431 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41070) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:46.563877 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 630ec452-e76f-475b-beab-b349317b3e41, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=630ec452-e76f-475b-beab-b349317b3e41,segment=NetworkSegment(c8e4c702-f3ee-4970-96e5-405c4a08d9c8),segment_id=c8e4c702-f3ee-4970-96e5-405c4a08d9c8)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:04:46.577883 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (630ec452-e76f-475b-beab-b349317b3e41), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:46.595147 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f8cb8f1-562b-443c-ad51-ca7634ed1590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] GET failed (client error): The resource could not be found. Mar 05 05:04:46.600467 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4f8cb8f1-562b-443c-ad51-ca7634ed1590 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] 10.222.0.11 "GET /v2.0/ports/253c3e0c-e08f-4021-b8eb-29ac88f47ffa HTTP/1.1" status: 404 len: 333 time: 0.0553935 Mar 05 05:04:46.605031 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41074) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:46.620208 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-91aaedc4-e770-47ea-b17d-8bb36add8f22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Request body: {'port': {'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1146769107'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:04:46.624453 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5b36df74-4620-4fd2-983b-bac18e5e04db tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:46.644380 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23da6b-49c1-4fac-95b2-12e56e8871c1 req-6e8c63e2-bc5b-4431-938d-424e270f297e tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:46.645923 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3f23da6b-49c1-4fac-95b2-12e56e8871c1 req-6e8c63e2-bc5b-4431-938d-424e270f297e tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.2305233 Mar 05 05:04:46.692952 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=630ec452-e76f-475b-beab-b349317b3e41,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:46.699410 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91aaedc4-e770-47ea-b17d-8bb36add8f22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Made reservation on behalf of 24d1213495be4501bed490fb8af2a27c for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:04:46.702469 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-91aaedc4-e770-47ea-b17d-8bb36add8f22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:46.703501 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c0d53d91-94cd-43cf-bb1f-da8e0a7f1af8 admin admin] Publish callbacks [] for security_group (c6443e13-5054-4bea-9607-ea6dfee36a4d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:46.710114 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c0d53d91-94cd-43cf-bb1f-da8e0a7f1af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c6443e13-5054-4bea-9607-ea6dfee36a4d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:46.777505 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d53d91-94cd-43cf-bb1f-da8e0a7f1af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6443e13-5054-4bea-9607-ea6dfee36a4d,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:46.789130 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5b36df74-4620-4fd2-983b-bac18e5e04db tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks [] for security_group (3ecbfce8-967f-426d-a5d4-fb014d78ce26), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:46.802025 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3f23da6b-49c1-4fac-95b2-12e56e8871c1 req-23e7948b-83e5-474e-82bc-96305380f7ef tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431313 Mar 05 05:04:46.802025 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-91aaedc4-e770-47ea-b17d-8bb36add8f22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] device_id is not set on port 422f66e9-a982-41e4-abe0-0fb5f224cc53 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:04:46.808099 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5b36df74-4620-4fd2-983b-bac18e5e04db tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3ecbfce8-967f-426d-a5d4-fb014d78ce26), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:46.877160 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5b36df74-4620-4fd2-983b-bac18e5e04db tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:46.881497 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41086) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:46.883538 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5b36df74-4620-4fd2-983b-bac18e5e04db tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3982215 Mar 05 05:04:46.891304 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c0d53d91-94cd-43cf-bb1f-da8e0a7f1af8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9ed86fdbdf7b494dbe4f28f63e202dd5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0567400 Mar 05 05:04:46.893844 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41088) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:46.899005 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36df74-4620-4fd2-983b-bac18e5e04db tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecbfce8-967f-426d-a5d4-fb014d78ce26,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:46.903495 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-b0e50230-24a3-4d43-8f7b-216e3dd4deee tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Request body: {'security_group_rule': {'security_group_id': '3ecbfce8-967f-426d-a5d4-fb014d78ce26', 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:04:46.964362 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 5e447ee7-4100-4185-aa0b-ad601672b463 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:04:47.004111 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b0e50230-24a3-4d43-8f7b-216e3dd4deee tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks [] for security_group_rule (0a953c38-1823-4c77-a6d5-18463e2b5964), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:47.027850 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-46d1ccdf-9757-41d9-a8f5-b5ae370f4090 admin admin] Publish callbacks [] for security_group (c6443e13-5054-4bea-9607-ea6dfee36a4d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:47.100953 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf9de4-1367-4079-a0bf-5086fc14846d req-bab4c52e-8328-4922-8eae-a603d1bd9fb6 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:47.102412 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-00cf9de4-1367-4079-a0bf-5086fc14846d req-bab4c52e-8328-4922-8eae-a603d1bd9fb6 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1682243 Mar 05 05:04:47.130894 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-46d1ccdf-9757-41d9-a8f5-b5ae370f4090 admin admin] Publish callbacks [] for security_group (c6443e13-5054-4bea-9607-ea6dfee36a4d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:47.176737 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b0e50230-24a3-4d43-8f7b-216e3dd4deee tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks [] for security_group_rule (0a953c38-1823-4c77-a6d5-18463e2b5964), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:47.186347 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b0e50230-24a3-4d43-8f7b-216e3dd4deee tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (0a953c38-1823-4c77-a6d5-18463e2b5964), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:47.268261 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e50230-24a3-4d43-8f7b-216e3dd4deee tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a953c38-1823-4c77-a6d5-18463e2b5964,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:47.276859 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b0e50230-24a3-4d43-8f7b-216e3dd4deee tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:47.278686 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b0e50230-24a3-4d43-8f7b-216e3dd4deee tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3836410 Mar 05 05:04:47.282006 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41108) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:47.286811 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-786ddb26-a053-4a53-9d98-b64649672ca4 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Request body: {'security_group_rule': {'security_group_id': '3ecbfce8-967f-426d-a5d4-fb014d78ce26', 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:04:47.317326 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0615e6-cbd4-44e8-a848-c0fb10603773'}, {'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630ec452-e76f-475b-beab-b349317b3e41'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:04:47.319572 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32813b15-b019-4f1e-aa0b-cd40d6c2364f" -d '{"events": [{"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-plugged", "status": "completed", "tag": "fb0615e6-cbd4-44e8-a848-c0fb10603773"}, {"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-plugged", "status": "completed", "tag": "630ec452-e76f-475b-beab-b349317b3e41"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:04:47.329987 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-786ddb26-a053-4a53-9d98-b64649672ca4 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks [] for security_group_rule (8bb54a20-4ecf-47a5-bdb0-5b0e5b5bee7a), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:47.366333 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-46d1ccdf-9757-41d9-a8f5-b5ae370f4090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c6443e13-5054-4bea-9607-ea6dfee36a4d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:47.368982 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-46d1ccdf-9757-41d9-a8f5-b5ae370f4090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:47.370495 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-46d1ccdf-9757-41d9-a8f5-b5ae370f4090 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c6443e13-5054-4bea-9607-ea6dfee36a4d HTTP/1.1" status: 204 len: 168 time: 0.4725263 Mar 05 05:04:47.406738 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 5e447ee7-4100-4185-aa0b-ad601672b463 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:04:47.411708 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 5e447ee7-4100-4185-aa0b-ad601672b463 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:04:47.412126 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5e447ee7-4100-4185-aa0b-ad601672b463), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:47.420427 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-91aaedc4-e770-47ea-b17d-8bb36add8f22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks [] for port (422f66e9-a982-41e4-abe0-0fb5f224cc53), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:47.423905 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1ccdf-9757-41d9-a8f5-b5ae370f4090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6443e13-5054-4bea-9607-ea6dfee36a4d,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:47.481559 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-786ddb26-a053-4a53-9d98-b64649672ca4 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks [] for security_group_rule (8bb54a20-4ecf-47a5-bdb0-5b0e5b5bee7a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:47.490677 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-786ddb26-a053-4a53-9d98-b64649672ca4 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (8bb54a20-4ecf-47a5-bdb0-5b0e5b5bee7a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:47.540347 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-00cf9de4-1367-4079-a0bf-5086fc14846d req-d164473a-6ebb-4f6a-83ac-03af04f625cf tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055505 Mar 05 05:04:47.568097 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-786ddb26-a053-4a53-9d98-b64649672ca4 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:47.574157 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-786ddb26-a053-4a53-9d98-b64649672ca4 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2864130 Mar 05 05:04:47.574157 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ddb26-a053-4a53-9d98-b64649672ca4 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb54a20-4ecf-47a5-bdb0-5b0e5b5bee7a,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:47.575088 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41118) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:47.581988 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-2b48b304-a3c2-44b8-a970-fe748c0c8375 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Request body: {'security_group_rule': {'security_group_id': '3ecbfce8-967f-426d-a5d4-fb014d78ce26', 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:04:47.595905 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 5e447ee7-4100-4185-aa0b-ad601672b463 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:04:47.599020 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5e447ee7-4100-4185-aa0b-ad601672b463), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:47.626390 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b48b304-a3c2-44b8-a970-fe748c0c8375 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks [] for security_group_rule (a2e7ed29-d46d-4379-be80-09e9397cb8b5), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:47.636758 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c770595-6475-4e71-957d-1f79e70a482d req-cc917563-9e63-44ad-a8e2-38727ed5a9ae tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:47.651148 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 5e447ee7-4100-4185-aa0b-ad601672b463, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5e447ee7-4100-4185-aa0b-ad601672b463,segment=NetworkSegment(c8e4c702-f3ee-4970-96e5-405c4a08d9c8),segment_id=c8e4c702-f3ee-4970-96e5-405c4a08d9c8)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:04:47.660163 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 05 Mar 2022 05:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66791f6f-cd92-4ef4-b50e-aa69afd7a817 x-openstack-request-id: req-66791f6f-cd92-4ef4-b50e-aa69afd7a817 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:04:47.660661 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c770595-6475-4e71-957d-1f79e70a482d req-cc917563-9e63-44ad-a8e2-38727ed5a9ae tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:47.661165 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-plugged", "status": "completed", "tag": "fb0615e6-cbd4-44e8-a848-c0fb10603773", "code": 200}, {"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-plugged", "status": "completed", "tag": "630ec452-e76f-475b-beab-b349317b3e41", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:04:47.661643 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-66791f6f-cd92-4ef4-b50e-aa69afd7a817 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:04:47.662606 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0615e6-cbd4-44e8-a848-c0fb10603773', 'code': 200} Mar 05 05:04:47.663056 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630ec452-e76f-475b-beab-b349317b3e41', 'code': 200} Mar 05 05:04:47.664439 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5e447ee7-4100-4185-aa0b-ad601672b463), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:47.665815 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device e00d735a-ec46-47fa-b9a6-ebc0452db108 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:04:47.683591 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c770595-6475-4e71-957d-1f79e70a482d req-cc917563-9e63-44ad-a8e2-38727ed5a9ae tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:47.708041 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c770595-6475-4e71-957d-1f79e70a482d req-cc917563-9e63-44ad-a8e2-38727ed5a9ae tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:47.713417 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c770595-6475-4e71-957d-1f79e70a482d req-cc917563-9e63-44ad-a8e2-38727ed5a9ae tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:47.755235 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c770595-6475-4e71-957d-1f79e70a482d req-cc917563-9e63-44ad-a8e2-38727ed5a9ae tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:47.771967 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c770595-6475-4e71-957d-1f79e70a482d req-cc917563-9e63-44ad-a8e2-38727ed5a9ae tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:47.788431 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c770595-6475-4e71-957d-1f79e70a482d req-cc917563-9e63-44ad-a8e2-38727ed5a9ae tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5431 time: 0.6529095 Mar 05 05:04:47.799144 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:47.816266 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b48b304-a3c2-44b8-a970-fe748c0c8375 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks [] for security_group_rule (a2e7ed29-d46d-4379-be80-09e9397cb8b5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:47.819513 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=5e447ee7-4100-4185-aa0b-ad601672b463,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:47.827303 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b48b304-a3c2-44b8-a970-fe748c0c8375 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (a2e7ed29-d46d-4379-be80-09e9397cb8b5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:47.864193 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port e00d735a-ec46-47fa-b9a6-ebc0452db108 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:04:47.875804 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port e00d735a-ec46-47fa-b9a6-ebc0452db108 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:04:47.876199 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e00d735a-ec46-47fa-b9a6-ebc0452db108), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:47.887622 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48b304-a3c2-44b8-a970-fe748c0c8375 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e7ed29-d46d-4379-be80-09e9397cb8b5,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:47.899651 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b48b304-a3c2-44b8-a970-fe748c0c8375 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:47.901033 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2b48b304-a3c2-44b8-a970-fe748c0c8375 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3241355 Mar 05 05:04:47.903583 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41128) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:47.909936 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-2184e4a0-3c10-439a-b430-186ce31f7727 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Request body: {'security_group_rule': {'security_group_id': '3ecbfce8-967f-426d-a5d4-fb014d78ce26', 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:04:47.993747 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-91aaedc4-e770-47ea-b17d-8bb36add8f22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (422f66e9-a982-41e4-abe0-0fb5f224cc53), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:47.994248 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2184e4a0-3c10-439a-b430-186ce31f7727 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks [] for security_group_rule (cca40f37-ab17-486f-b15a-73ef7f1b10f3), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:48.081662 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4aa79-10a2-49de-9250-2cb15934321f req-81b74ab8-fa1c-45a4-8512-392e1216c049 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:48.088499 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ebd4aa79-10a2-49de-9250-2cb15934321f req-81b74ab8-fa1c-45a4-8512-392e1216c049 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.2342813 Mar 05 05:04:48.127994 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c770595-6475-4e71-957d-1f79e70a482d req-c96fb50e-fe48-46c5-ad15-3567333f8866 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3368957 Mar 05 05:04:48.130077 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2184e4a0-3c10-439a-b430-186ce31f7727 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks [] for security_group_rule (cca40f37-ab17-486f-b15a-73ef7f1b10f3), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:48.140850 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2184e4a0-3c10-439a-b430-186ce31f7727 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (cca40f37-ab17-486f-b15a-73ef7f1b10f3), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:48.155164 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aaedc4-e770-47ea-b17d-8bb36add8f22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:04:48.161477 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-91aaedc4-e770-47ea-b17d-8bb36add8f22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:04:48.168730 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port e00d735a-ec46-47fa-b9a6-ebc0452db108 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:04:48.169209 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e00d735a-ec46-47fa-b9a6-ebc0452db108), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:48.181239 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aaedc4-e770-47ea-b17d-8bb36add8f22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:04:48.184149 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91aaedc4-e770-47ea-b17d-8bb36add8f22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:48.186723 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-91aaedc4-e770-47ea-b17d-8bb36add8f22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:48.188335 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184e4a0-3c10-439a-b430-186ce31f7727 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cca40f37-ab17-486f-b15a-73ef7f1b10f3,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:48.202112 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2184e4a0-3c10-439a-b430-186ce31f7727 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:48.205904 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2184e4a0-3c10-439a-b430-186ce31f7727 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3013322 Mar 05 05:04:48.208770 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41136) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:48.224832 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-6abb1e12-2fe3-48e1-81ee-55f9741c36ee tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Request body: {'security_group_rule': {'security_group_id': '3ecbfce8-967f-426d-a5d4-fb014d78ce26', 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:04:48.272530 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-91aaedc4-e770-47ea-b17d-8bb36add8f22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6621361 Mar 05 05:04:48.274755 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aaedc4-e770-47ea-b17d-8bb36add8f22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Pushing event updated for resources: {'Port': ['ID=422f66e9-a982-41e4-abe0-0fb5f224cc53,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:48.275410 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41140) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:48.290339 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:04:48.293035 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port e00d735a-ec46-47fa-b9a6-ebc0452db108, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=e00d735a-ec46-47fa-b9a6-ebc0452db108,segment=NetworkSegment(d489005d-23c5-45e4-857a-6d4a5e83c953),segment_id=d489005d-23c5-45e4-857a-6d4a5e83c953)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:04:48.304629 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e00d735a-ec46-47fa-b9a6-ebc0452db108), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:48.306007 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 5ed04d4a-ca8f-476e-be17-67e48f14aa4a up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:04:48.356689 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ebd4aa79-10a2-49de-9250-2cb15934321f req-a9978d26-fad5-4c52-aea6-42829d24749c tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671757 Mar 05 05:04:48.385255 n-d-789963-32 neutron-server[105232]: INFO neutron.db.securitygroups_db [None req-6abb1e12-2fe3-48e1-81ee-55f9741c36ee tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Project fd9e4590e65e4025b61d4190c1454a8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:04:48.400582 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6abb1e12-2fe3-48e1-81ee-55f9741c36ee tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks [] for security_group_rule (36f753d2-72b2-4e2c-9049-bfe8f856f9a3), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:48.476023 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41150) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:48.491311 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 5ed04d4a-ca8f-476e-be17-67e48f14aa4a completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:04:48.500151 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4f41e946-e7e5-4f13-9ab3-ae1f2c798425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:48.505686 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (422f66e9-a982-41e4-abe0-0fb5f224cc53), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:48.521384 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 5ed04d4a-ca8f-476e-be17-67e48f14aa4a triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:04:48.521919 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5ed04d4a-ca8f-476e-be17-67e48f14aa4a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:48.523776 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=e00d735a-ec46-47fa-b9a6-ebc0452db108,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:48.590848 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41152) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:48.655820 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24fff33-6402-4dc7-8c8f-8c76b8011a22 req-4df6e289-86d8-45cf-a221-111925a266b5 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:48.665153 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b24fff33-6402-4dc7-8c8f-8c76b8011a22 req-4df6e289-86d8-45cf-a221-111925a266b5 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1232839 Mar 05 05:04:48.719689 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 5ed04d4a-ca8f-476e-be17-67e48f14aa4a is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:04:48.720112 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5ed04d4a-ca8f-476e-be17-67e48f14aa4a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:48.745682 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6abb1e12-2fe3-48e1-81ee-55f9741c36ee tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks [] for security_group_rule (36f753d2-72b2-4e2c-9049-bfe8f856f9a3), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:48.748869 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4f41e946-e7e5-4f13-9ab3-ae1f2c798425 admin admin] Publish callbacks [] for security_group (ab519538-906a-4be0-9682-eaad33033fbe), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:48.759191 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 5ed04d4a-ca8f-476e-be17-67e48f14aa4a, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5ed04d4a-ca8f-476e-be17-67e48f14aa4a,segment=NetworkSegment(d489005d-23c5-45e4-857a-6d4a5e83c953),segment_id=d489005d-23c5-45e4-857a-6d4a5e83c953)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:04:48.759612 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4f41e946-e7e5-4f13-9ab3-ae1f2c798425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ab519538-906a-4be0-9682-eaad33033fbe), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:48.761952 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6abb1e12-2fe3-48e1-81ee-55f9741c36ee tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (36f753d2-72b2-4e2c-9049-bfe8f856f9a3), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:48.765394 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5ed04d4a-ca8f-476e-be17-67e48f14aa4a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:48.766907 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d63edf6c-11fc-4ab3-8a9d-8f299797a83d up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:04:48.795944 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4f41e946-e7e5-4f13-9ab3-ae1f2c798425 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6627afb1932c4f4b939c48b1a3d070e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3187568 Mar 05 05:04:48.807892 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41156) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:48.814789 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b24fff33-6402-4dc7-8c8f-8c76b8011a22 req-c8529798-1195-45ba-b86d-b2b39e649817 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486435 Mar 05 05:04:48.845079 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=5ed04d4a-ca8f-476e-be17-67e48f14aa4a,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:48.854547 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41e946-e7e5-4f13-9ab3-ae1f2c798425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab519538-906a-4be0-9682-eaad33033fbe,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:48.881743 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb1e12-2fe3-48e1-81ee-55f9741c36ee tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f753d2-72b2-4e2c-9049-bfe8f856f9a3,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:48.906271 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port d63edf6c-11fc-4ab3-8a9d-8f299797a83d completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:04:48.911865 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port d63edf6c-11fc-4ab3-8a9d-8f299797a83d triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:04:48.912281 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d63edf6c-11fc-4ab3-8a9d-8f299797a83d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:48.946118 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6abb1e12-2fe3-48e1-81ee-55f9741c36ee tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:48.949793 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6abb1e12-2fe3-48e1-81ee-55f9741c36ee tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7372677 Mar 05 05:04:48.952282 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41166) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:48.962279 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-67fdd303-f6b7-4a4b-af43-b930ba592cf6 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Request body: {'security_group_rule': {'security_group_id': '3ecbfce8-967f-426d-a5d4-fb014d78ce26', 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:04:48.985621 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b8f9b83d-2fea-4b8b-b957-9379060c78ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:49.016989 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] device_id is not set on port 422f66e9-a982-41e4-abe0-0fb5f224cc53 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:04:49.028008 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks [] for port (422f66e9-a982-41e4-abe0-0fb5f224cc53), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:49.045711 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (422f66e9-a982-41e4-abe0-0fb5f224cc53), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:49.055964 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6cd1fbb8-cdd8-4a25-9c78-21e8b711385e admin admin] Publish callbacks [] for security_group (ab519538-906a-4be0-9682-eaad33033fbe), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:49.119204 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port d63edf6c-11fc-4ab3-8a9d-8f299797a83d is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:04:49.119620 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d63edf6c-11fc-4ab3-8a9d-8f299797a83d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:49.134895 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6cd1fbb8-cdd8-4a25-9c78-21e8b711385e admin admin] Publish callbacks [] for security_group (ab519538-906a-4be0-9682-eaad33033fbe), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:49.163707 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Pushing event updated for resources: {'Port': ['ID=422f66e9-a982-41e4-abe0-0fb5f224cc53,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:49.179916 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:04:49.180320 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:04:49.180749 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:04:49.184610 n-d-789963-32 neutron-server[105231]: INFO neutron.db.securitygroups_db [None req-67fdd303-f6b7-4a4b-af43-b930ba592cf6 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Project fd9e4590e65e4025b61d4190c1454a8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:04:49.194672 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-67fdd303-f6b7-4a4b-af43-b930ba592cf6 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks [] for security_group_rule (211f40ab-bbb5-4ae6-981b-da8a6af54249), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:49.200541 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:04:49.200964 n-d-789963-32 neutron-server[105232]: ERROR neutron.plugins.ml2.managers [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Failed to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on host n-h2-789963-32 for vnic_type normal using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] Mar 05 05:04:49.204053 n-d-789963-32 neutron-server[105232]: INFO neutron.plugins.ml2.plugin [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempt 2 to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 Mar 05 05:04:49.206842 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d63edf6c-11fc-4ab3-8a9d-8f299797a83d, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d63edf6c-11fc-4ab3-8a9d-8f299797a83d,segment=NetworkSegment(d489005d-23c5-45e4-857a-6d4a5e83c953),segment_id=d489005d-23c5-45e4-857a-6d4a5e83c953)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:04:49.218695 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d63edf6c-11fc-4ab3-8a9d-8f299797a83d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:49.222534 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:04:49.222972 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:04:49.223424 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:04:49.230106 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:04:49.230551 n-d-789963-32 neutron-server[105232]: ERROR neutron.plugins.ml2.managers [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Failed to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on host n-h2-789963-32 for vnic_type normal using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] Mar 05 05:04:49.231347 n-d-789963-32 neutron-server[105232]: INFO neutron.plugins.ml2.plugin [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempt 3 to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 Mar 05 05:04:49.269806 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:04:49.270208 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:04:49.270574 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:04:49.289303 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6cd1fbb8-cdd8-4a25-9c78-21e8b711385e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ab519538-906a-4be0-9682-eaad33033fbe), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:49.292417 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6cd1fbb8-cdd8-4a25-9c78-21e8b711385e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:49.293664 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6cd1fbb8-cdd8-4a25-9c78-21e8b711385e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ab519538-906a-4be0-9682-eaad33033fbe HTTP/1.1" status: 204 len: 168 time: 0.4568162 Mar 05 05:04:49.299800 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:04:49.300145 n-d-789963-32 neutron-server[105232]: ERROR neutron.plugins.ml2.managers [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Failed to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on host n-h2-789963-32 for vnic_type normal using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] Mar 05 05:04:49.311392 n-d-789963-32 neutron-server[105232]: INFO neutron.plugins.ml2.plugin [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempt 4 to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 Mar 05 05:04:49.326222 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14295e6f-8801-42ef-b318-31a5409e3699 req-5c8ece9c-5933-4163-9c54-1f3fc66bdefa tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:49.326686 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1fbb8-cdd8-4a25-9c78-21e8b711385e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab519538-906a-4be0-9682-eaad33033fbe,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:49.334512 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-14295e6f-8801-42ef-b318-31a5409e3699 req-5c8ece9c-5933-4163-9c54-1f3fc66bdefa tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.3539279 Mar 05 05:04:49.334664 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:04:49.335106 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:04:49.335520 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:04:49.341131 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:04:49.342216 n-d-789963-32 neutron-server[105232]: ERROR neutron.plugins.ml2.managers [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Failed to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on host n-h2-789963-32 for vnic_type normal using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] Mar 05 05:04:49.342797 n-d-789963-32 neutron-server[105232]: INFO neutron.plugins.ml2.plugin [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempt 5 to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 Mar 05 05:04:49.347509 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b8f9b83d-2fea-4b8b-b957-9379060c78ca admin admin] Publish callbacks [] for security_group (9bda3067-ec99-40cf-ad1f-0877eb1fd648), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:49.358795 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:04:49.359368 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:04:49.360265 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:04:49.366825 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:04:49.367320 n-d-789963-32 neutron-server[105232]: ERROR neutron.plugins.ml2.managers [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Failed to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on host n-h2-789963-32 for vnic_type normal using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] Mar 05 05:04:49.368181 n-d-789963-32 neutron-server[105232]: INFO neutron.plugins.ml2.plugin [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempt 6 to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 Mar 05 05:04:49.394789 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:04:49.396248 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:04:49.396248 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:04:49.407974 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:04:49.409757 n-d-789963-32 neutron-server[105232]: ERROR neutron.plugins.ml2.managers [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Failed to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on host n-h2-789963-32 for vnic_type normal using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] Mar 05 05:04:49.410293 n-d-789963-32 neutron-server[105232]: INFO neutron.plugins.ml2.plugin [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempt 7 to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 Mar 05 05:04:49.428183 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=d63edf6c-11fc-4ab3-8a9d-8f299797a83d,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:49.444197 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:04:49.444774 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:04:49.445369 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:04:49.447739 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b8f9b83d-2fea-4b8b-b957-9379060c78ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (9bda3067-ec99-40cf-ad1f-0877eb1fd648), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:49.452508 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:04:49.453134 n-d-789963-32 neutron-server[105232]: ERROR neutron.plugins.ml2.managers [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Failed to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on host n-h2-789963-32 for vnic_type normal using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] Mar 05 05:04:49.453839 n-d-789963-32 neutron-server[105232]: INFO neutron.plugins.ml2.plugin [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempt 8 to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 Mar 05 05:04:49.469356 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:04:49.470853 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:04:49.472779 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:04:49.479835 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:04:49.480886 n-d-789963-32 neutron-server[105232]: ERROR neutron.plugins.ml2.managers [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Failed to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on host n-h2-789963-32 for vnic_type normal using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] Mar 05 05:04:49.481548 n-d-789963-32 neutron-server[105232]: INFO neutron.plugins.ml2.plugin [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempt 9 to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 Mar 05 05:04:49.502042 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:04:49.503627 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:04:49.504179 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:04:49.511566 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:04:49.513131 n-d-789963-32 neutron-server[105232]: ERROR neutron.plugins.ml2.managers [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Failed to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on host n-h2-789963-32 for vnic_type normal using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] Mar 05 05:04:49.513957 n-d-789963-32 neutron-server[105232]: INFO neutron.plugins.ml2.plugin [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempt 10 to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 Mar 05 05:04:49.554633 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:04:49.555153 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:04:49.555649 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:04:49.561724 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:04:49.562296 n-d-789963-32 neutron-server[105232]: ERROR neutron.plugins.ml2.managers [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Failed to bind port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on host n-h2-789963-32 for vnic_type normal using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] Mar 05 05:04:49.563516 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (422f66e9-a982-41e4-abe0-0fb5f224cc53), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:49.565812 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b8f9b83d-2fea-4b8b-b957-9379060c78ca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=21cbf55ed2224d948707835cb943a4cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9685574 Mar 05 05:04:49.567015 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9b83d-2fea-4b8b-b957-9379060c78ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bda3067-ec99-40cf-ad1f-0877eb1fd648,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:49.573312 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-67fdd303-f6b7-4a4b-af43-b930ba592cf6 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks [] for security_group_rule (211f40ab-bbb5-4ae6-981b-da8a6af54249), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:49.574006 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41182) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:49.578418 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-14295e6f-8801-42ef-b318-31a5409e3699 req-f48cede9-b94a-452a-94b5-914c95a179d8 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426050 Mar 05 05:04:49.587657 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-67fdd303-f6b7-4a4b-af43-b930ba592cf6 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (211f40ab-bbb5-4ae6-981b-da8a6af54249), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:49.614313 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fdd303-f6b7-4a4b-af43-b930ba592cf6 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=211f40ab-bbb5-4ae6-981b-da8a6af54249,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:49.664305 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afbcc5-e9b1-4d3e-82e4-f2fe10369040 req-748e3d3b-ce6e-465c-8582-30277e091274 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:49.665118 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e447ee7-4100-4185-aa0b-ad601672b463'}, {'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00d735a-ec46-47fa-b9a6-ebc0452db108'}, {'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed04d4a-ca8f-476e-be17-67e48f14aa4a'}, {'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63edf6c-11fc-4ab3-8a9d-8f299797a83d'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:04:49.671365 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d6be1a9-d57f-4a51-919f-70d8f6ee590a" -d '{"events": [{"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-plugged", "status": "completed", "tag": "5e447ee7-4100-4185-aa0b-ad601672b463"}, {"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-plugged", "status": "completed", "tag": "e00d735a-ec46-47fa-b9a6-ebc0452db108"}, {"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-plugged", "status": "completed", "tag": "5ed04d4a-ca8f-476e-be17-67e48f14aa4a"}, {"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-plugged", "status": "completed", "tag": "d63edf6c-11fc-4ab3-8a9d-8f299797a83d"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:04:49.682750 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afbcc5-e9b1-4d3e-82e4-f2fe10369040 req-748e3d3b-ce6e-465c-8582-30277e091274 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:49.692103 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afbcc5-e9b1-4d3e-82e4-f2fe10369040 req-748e3d3b-ce6e-465c-8582-30277e091274 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:49.701463 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afbcc5-e9b1-4d3e-82e4-f2fe10369040 req-748e3d3b-ce6e-465c-8582-30277e091274 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:49.722067 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afbcc5-e9b1-4d3e-82e4-f2fe10369040 req-748e3d3b-ce6e-465c-8582-30277e091274 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:49.724775 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] For port 422f66e9-a982-41e4-abe0-0fb5f224cc53, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:04:49.725169 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempted to set empty binding levels {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 05 05:04:49.727715 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afbcc5-e9b1-4d3e-82e4-f2fe10369040 req-748e3d3b-ce6e-465c-8582-30277e091274 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:49.735907 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afbcc5-e9b1-4d3e-82e4-f2fe10369040 req-748e3d3b-ce6e-465c-8582-30277e091274 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:49.738385 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9afbcc5-e9b1-4d3e-82e4-f2fe10369040 req-748e3d3b-ce6e-465c-8582-30277e091274 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5435 time: 0.4267073 Mar 05 05:04:49.741304 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (422f66e9-a982-41e4-abe0-0fb5f224cc53), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:49.766749 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-67fdd303-f6b7-4a4b-af43-b930ba592cf6 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:49.768149 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-67fdd303-f6b7-4a4b-af43-b930ba592cf6 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8142281 Mar 05 05:04:49.793766 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] In _notify_port_updated(), no bound segment for port 422f66e9-a982-41e4-abe0-0fb5f224cc53 on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 {{(pid=105232) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 05 05:04:49.798374 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:49.801193 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:49.805152 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] 10.222.0.11 "PUT /v2.0/ports/422f66e9-a982-41e4-abe0-0fb5f224cc53 HTTP/1.1" status: 200 len: 980 time: 1.5262718 Mar 05 05:04:49.842924 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f85e8a0e-582f-40c8-bf9e-aab2652e19e3 admin admin] Publish callbacks [] for security_group (9bda3067-ec99-40cf-ad1f-0877eb1fd648), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:49.852987 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41198) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:49.864598 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71115a85-e730-43f7-a3b4-dc17020affd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Pushing event updated for resources: {'Port': ['ID=422f66e9-a982-41e4-abe0-0fb5f224cc53,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:49.981483 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f85e8a0e-582f-40c8-bf9e-aab2652e19e3 admin admin] Publish callbacks [] for security_group (9bda3067-ec99-40cf-ad1f-0877eb1fd648), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:50.041550 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e7c43-fb04-4e81-a8a4-60d951fb83a9 req-7fa1c89d-a02f-4db2-84da-b296fec8f5dd tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.048969 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a70e7c43-fb04-4e81-a8a4-60d951fb83a9 req-7fa1c89d-a02f-4db2-84da-b296fec8f5dd tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.3014772 Mar 05 05:04:50.180895 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9afbcc5-e9b1-4d3e-82e4-f2fe10369040 req-2f069c49-9297-46cc-a5d6-a122a4439c77 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4115846 Mar 05 05:04:50.213925 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.214396 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.215399 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.215896 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.216640 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.217186 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.217644 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.218100 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.218552 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.219005 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.219502 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.219946 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.223298 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.223298 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.223298 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.223298 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.223298 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.223298 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.224019 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.224019 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.224265 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.224970 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.225417 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.225954 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.226314 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.226765 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.227266 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.227716 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.228163 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.228611 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.229055 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.229493 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.230016 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.233803 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-84a9c28a-7976-4843-a042-acfac1593477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 30847 time: 0.3797448 Mar 05 05:04:50.236114 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f85e8a0e-582f-40c8-bf9e-aab2652e19e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (9bda3067-ec99-40cf-ad1f-0877eb1fd648), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:50.238306 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41214) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:50.238904 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f85e8a0e-582f-40c8-bf9e-aab2652e19e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:50.240051 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f85e8a0e-582f-40c8-bf9e-aab2652e19e3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9bda3067-ec99-40cf-ad1f-0877eb1fd648 HTTP/1.1" status: 204 len: 168 time: 0.6607111 Mar 05 05:04:50.245546 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a70e7c43-fb04-4e81-a8a4-60d951fb83a9 req-c11049d9-2736-4201-964b-e41cce8a6216 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956508 Mar 05 05:04:50.254313 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e8a0e-582f-40c8-bf9e-aab2652e19e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bda3067-ec99-40cf-ad1f-0877eb1fd648,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:50.470370 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 05 Mar 2022 05:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959d19ed-1d89-4786-bdb1-8c607c15745b x-openstack-request-id: req-959d19ed-1d89-4786-bdb1-8c607c15745b {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:04:50.470680 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-plugged", "status": "completed", "tag": "5e447ee7-4100-4185-aa0b-ad601672b463", "code": 200}, {"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-plugged", "status": "completed", "tag": "e00d735a-ec46-47fa-b9a6-ebc0452db108", "code": 200}, {"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-plugged", "status": "completed", "tag": "5ed04d4a-ca8f-476e-be17-67e48f14aa4a", "code": 200}, {"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-plugged", "status": "completed", "tag": "d63edf6c-11fc-4ab3-8a9d-8f299797a83d", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:04:50.471234 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-959d19ed-1d89-4786-bdb1-8c607c15745b {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:04:50.471935 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e447ee7-4100-4185-aa0b-ad601672b463', 'code': 200} Mar 05 05:04:50.472416 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00d735a-ec46-47fa-b9a6-ebc0452db108', 'code': 200} Mar 05 05:04:50.472891 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed04d4a-ca8f-476e-be17-67e48f14aa4a', 'code': 200} Mar 05 05:04:50.473791 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63edf6c-11fc-4ab3-8a9d-8f299797a83d', 'code': 200} Mar 05 05:04:50.616248 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-b6263621-ad66-4df9-8f88-774536055ca1 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1281921713&fields=id&tenant_id=fd9e4590e65e4025b61d4190c1454a8c HTTP/1.1" status: 200 len: 267 time: 0.1667981 Mar 05 05:04:50.645026 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-c8d325ab-7fa6-4685-91bd-8da3c619f904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Deleting port 422f66e9-a982-41e4-abe0-0fb5f224cc53 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:04:50.645376 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c8d325ab-7fa6-4685-91bd-8da3c619f904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (422f66e9-a982-41e4-abe0-0fb5f224cc53), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:50.715089 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947267fc-9f28-4242-8909-92257649ea34 req-61ac0e00-7990-46ae-bcbb-b33ab4a85a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.715646 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947267fc-9f28-4242-8909-92257649ea34 req-61ac0e00-7990-46ae-bcbb-b33ab4a85a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.716653 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947267fc-9f28-4242-8909-92257649ea34 req-61ac0e00-7990-46ae-bcbb-b33ab4a85a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.717178 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947267fc-9f28-4242-8909-92257649ea34 req-61ac0e00-7990-46ae-bcbb-b33ab4a85a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.717741 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947267fc-9f28-4242-8909-92257649ea34 req-61ac0e00-7990-46ae-bcbb-b33ab4a85a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.718220 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947267fc-9f28-4242-8909-92257649ea34 req-61ac0e00-7990-46ae-bcbb-b33ab4a85a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.718758 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947267fc-9f28-4242-8909-92257649ea34 req-61ac0e00-7990-46ae-bcbb-b33ab4a85a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:50.720996 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-947267fc-9f28-4242-8909-92257649ea34 req-61ac0e00-7990-46ae-bcbb-b33ab4a85a78 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 6716 time: 0.2399514 Mar 05 05:04:50.874682 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-c8d325ab-7fa6-4685-91bd-8da3c619f904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] For port 422f66e9-a982-41e4-abe0-0fb5f224cc53, host n-h2-789963-32, got binding levels [] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:04:50.874998 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c8d325ab-7fa6-4685-91bd-8da3c619f904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (422f66e9-a982-41e4-abe0-0fb5f224cc53), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:50.887569 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41240) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:50.913946 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-c8d325ab-7fa6-4685-91bd-8da3c619f904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Calling delete_port for 422f66e9-a982-41e4-abe0-0fb5f224cc53 owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:04:50.932024 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-267bbc99-4b49-43b5-98eb-78fb18f39c84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:50.960572 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-947267fc-9f28-4242-8909-92257649ea34 req-08379f11-5b2d-422b-b3f8-8c3608ca6cc3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1805520 Mar 05 05:04:51.097383 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c8d325ab-7fa6-4685-91bd-8da3c619f904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (422f66e9-a982-41e4-abe0-0fb5f224cc53), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:51.157241 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d325ab-7fa6-4685-91bd-8da3c619f904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Pushing event deleted for resources: {'Port': ['ID=422f66e9-a982-41e4-abe0-0fb5f224cc53,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:51.180964 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2734cce-3236-470f-b923-098a28e0a910 req-22b309d1-3bac-4d9b-aa59-726cf22b0649 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:51.183854 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c8d325ab-7fa6-4685-91bd-8da3c619f904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:51.188234 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e2734cce-3236-470f-b923-098a28e0a910 req-22b309d1-3bac-4d9b-aa59-726cf22b0649 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.5688589 Mar 05 05:04:51.192123 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c8d325ab-7fa6-4685-91bd-8da3c619f904 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] 10.222.0.11 "DELETE /v2.0/ports/422f66e9-a982-41e4-abe0-0fb5f224cc53 HTTP/1.1" status: 204 len: 168 time: 0.9517190 Mar 05 05:04:51.194589 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-267bbc99-4b49-43b5-98eb-78fb18f39c84 admin admin] Publish callbacks [] for security_group (d44adf1d-4043-4552-939d-bc425025cdaf), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:51.196897 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41254) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:51.202707 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-6eaaf843-fd79-4c14-afc1-f9764f3f0144 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:51.210650 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-6eaaf843-fd79-4c14-afc1-f9764f3f0144 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/networks?id=736070a8-c07b-477b-a66e-efe0e434beb4 HTTP/1.1" status: 200 len: 814 time: 0.5928588 Mar 05 05:04:51.226103 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-267bbc99-4b49-43b5-98eb-78fb18f39c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d44adf1d-4043-4552-939d-bc425025cdaf), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:51.238645 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-a2a6855d-078a-4bc1-8b3a-4fb352fd75e3 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/quotas/fd9e4590e65e4025b61d4190c1454a8c HTTP/1.1" status: 200 len: 375 time: 0.0269299 Mar 05 05:04:51.277275 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3792fc-b30f-4040-9c8c-795aa5641158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] GET failed (client error): The resource could not be found. Mar 05 05:04:51.278886 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6f3792fc-b30f-4040-9c8c-795aa5641158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] 10.222.0.11 "GET /v2.0/ports/422f66e9-a982-41e4-abe0-0fb5f224cc53 HTTP/1.1" status: 404 len: 333 time: 0.0796442 Mar 05 05:04:51.289146 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41260) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:51.297463 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-79cc9526-f4b1-4a97-8cae-820567d9f749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-287115', 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:04:51.305114 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267bbc99-4b49-43b5-98eb-78fb18f39c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44adf1d-4043-4552-939d-bc425025cdaf,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:51.314146 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-267bbc99-4b49-43b5-98eb-78fb18f39c84 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=579a88f482534730b2fab1ce9140d26f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4166811 Mar 05 05:04:51.314361 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41262) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:51.370896 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-404372d7-5d3e-4bd5-8930-d6f2c01cbaeb admin admin] Publish callbacks [] for security_group (d44adf1d-4043-4552-939d-bc425025cdaf), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:51.386758 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e2734cce-3236-470f-b923-098a28e0a910 req-39f9c63e-83bd-4a31-9092-d129cd7eb005 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975520 Mar 05 05:04:51.405232 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-404372d7-5d3e-4bd5-8930-d6f2c01cbaeb admin admin] Publish callbacks [] for security_group (d44adf1d-4043-4552-939d-bc425025cdaf), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:51.424325 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79cc9526-f4b1-4a97-8cae-820567d9f749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Made reservation on behalf of 24d1213495be4501bed490fb8af2a27c for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:04:51.439014 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-79cc9526-f4b1-4a97-8cae-820567d9f749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:51.464601 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-404372d7-5d3e-4bd5-8930-d6f2c01cbaeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d44adf1d-4043-4552-939d-bc425025cdaf), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:51.468964 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-404372d7-5d3e-4bd5-8930-d6f2c01cbaeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:51.472714 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-404372d7-5d3e-4bd5-8930-d6f2c01cbaeb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d44adf1d-4043-4552-939d-bc425025cdaf HTTP/1.1" status: 204 len: 168 time: 0.1551895 Mar 05 05:04:51.486531 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404372d7-5d3e-4bd5-8930-d6f2c01cbaeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44adf1d-4043-4552-939d-bc425025cdaf,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:51.518132 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-71520adc-b45b-4938-9fdc-dd46fb28a843 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=fd9e4590e65e4025b61d4190c1454a8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2775362 Mar 05 05:04:51.521555 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-79cc9526-f4b1-4a97-8cae-820567d9f749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] device_id is not set on port a7dfe0b5-8442-40d1-92e5-d2ba4cd52630 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:04:51.791802 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-8b24c945-7198-4168-998f-630187ad3a6d service neutron] 10.222.0.11 "GET /v2.0/networks/736070a8-c07b-477b-a66e-efe0e434beb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610421 Mar 05 05:04:51.878000 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41282) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:51.905680 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3da50c-c8ea-4212-aa08-8217305af463 req-8a5ace12-6b3e-4e02-ab63-5a5c92f4e77f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:51.911268 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3da50c-c8ea-4212-aa08-8217305af463 req-8a5ace12-6b3e-4e02-ab63-5a5c92f4e77f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:51.916926 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3da50c-c8ea-4212-aa08-8217305af463 req-8a5ace12-6b3e-4e02-ab63-5a5c92f4e77f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:51.922223 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3da50c-c8ea-4212-aa08-8217305af463 req-8a5ace12-6b3e-4e02-ab63-5a5c92f4e77f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:51.928400 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3da50c-c8ea-4212-aa08-8217305af463 req-8a5ace12-6b3e-4e02-ab63-5a5c92f4e77f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:51.934523 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3da50c-c8ea-4212-aa08-8217305af463 req-8a5ace12-6b3e-4e02-ab63-5a5c92f4e77f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:51.940005 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3da50c-c8ea-4212-aa08-8217305af463 req-8a5ace12-6b3e-4e02-ab63-5a5c92f4e77f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:51.942007 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9d3da50c-c8ea-4212-aa08-8217305af463 req-8a5ace12-6b3e-4e02-ab63-5a5c92f4e77f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5435 time: 0.2641838 Mar 05 05:04:52.065148 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-79cc9526-f4b1-4a97-8cae-820567d9f749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks [] for port (a7dfe0b5-8442-40d1-92e5-d2ba4cd52630), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:52.075010 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f80a1f3a-e2b6-4f51-82b9-fbb4abf96214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:52.151467 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9d3da50c-c8ea-4212-aa08-8217305af463 req-fb69d906-9649-4e6f-9fad-64da6f73d157 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1671102 Mar 05 05:04:52.186961 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-a8828936-e636-4111-864f-022a5122f790 service neutron] 10.222.0.11 "GET /v2.0/networks/736070a8-c07b-477b-a66e-efe0e434beb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937342 Mar 05 05:04:52.277857 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-79cc9526-f4b1-4a97-8cae-820567d9f749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (a7dfe0b5-8442-40d1-92e5-d2ba4cd52630), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:52.345068 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f80a1f3a-e2b6-4f51-82b9-fbb4abf96214 admin admin] Publish callbacks [] for security_group (4a11325e-6eaf-4afe-bfc9-dd3671172193), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:52.350807 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cc9526-f4b1-4a97-8cae-820567d9f749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:04:52.355533 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f80a1f3a-e2b6-4f51-82b9-fbb4abf96214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4a11325e-6eaf-4afe-bfc9-dd3671172193), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:52.363118 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-79cc9526-f4b1-4a97-8cae-820567d9f749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:04:52.366749 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cc9526-f4b1-4a97-8cae-820567d9f749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:04:52.367794 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cc9526-f4b1-4a97-8cae-820567d9f749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:52.368753 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-79cc9526-f4b1-4a97-8cae-820567d9f749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:52.385302 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc9526-f4b1-4a97-8cae-820567d9f749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Pushing event updated for resources: {'Port': ['ID=a7dfe0b5-8442-40d1-92e5-d2ba4cd52630,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:52.425900 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f80a1f3a-e2b6-4f51-82b9-fbb4abf96214 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4d32f39fb8644d60b05780b1bbc425dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5463989 Mar 05 05:04:52.426304 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41302) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:52.426856 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a1f3a-e2b6-4f51-82b9-fbb4abf96214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a11325e-6eaf-4afe-bfc9-dd3671172193,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:52.458033 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-79cc9526-f4b1-4a97-8cae-820567d9f749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1661496 Mar 05 05:04:52.461026 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41306) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:52.501272 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02549d0b-eac7-45fa-b5a3-c4cb58382dbc req-115a7408-c5cc-4a8a-ac48-4cd398ebf892 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:52.501272 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-02549d0b-eac7-45fa-b5a3-c4cb58382dbc req-115a7408-c5cc-4a8a-ac48-4cd398ebf892 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1285677 Mar 05 05:04:52.542035 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-50acd893-7115-4918-b686-795357b06f9e admin admin] Publish callbacks [] for security_group (4a11325e-6eaf-4afe-bfc9-dd3671172193), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:52.556075 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0635ba5-088f-432f-bb19-cc42408f854d tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:52.561731 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f0635ba5-088f-432f-bb19-cc42408f854d tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] 10.222.0.11 "GET /v2.0/ports/a7dfe0b5-8442-40d1-92e5-d2ba4cd52630 HTTP/1.1" status: 200 len: 955 time: 0.0995257 Mar 05 05:04:52.562845 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41314) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:52.622834 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-02549d0b-eac7-45fa-b5a3-c4cb58382dbc req-f458805a-6b10-4417-9611-d35e2845486d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141353 Mar 05 05:04:52.629570 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-50acd893-7115-4918-b686-795357b06f9e admin admin] Publish callbacks [] for security_group (4a11325e-6eaf-4afe-bfc9-dd3671172193), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:52.739275 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-50acd893-7115-4918-b686-795357b06f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4a11325e-6eaf-4afe-bfc9-dd3671172193), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:52.748587 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-50acd893-7115-4918-b686-795357b06f9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:52.749795 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-50acd893-7115-4918-b686-795357b06f9e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4a11325e-6eaf-4afe-bfc9-dd3671172193 HTTP/1.1" status: 204 len: 168 time: 0.3224320 Mar 05 05:04:52.751533 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-4ef6818c-dde4-4bde-b18c-a02931ef7052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Deleting port a7dfe0b5-8442-40d1-92e5-d2ba4cd52630 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:04:52.751872 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4ef6818c-dde4-4bde-b18c-a02931ef7052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (a7dfe0b5-8442-40d1-92e5-d2ba4cd52630), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:52.936862 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4ef6818c-dde4-4bde-b18c-a02931ef7052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (a7dfe0b5-8442-40d1-92e5-d2ba4cd52630), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:52.952784 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-4ef6818c-dde4-4bde-b18c-a02931ef7052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Calling delete_port for a7dfe0b5-8442-40d1-92e5-d2ba4cd52630 owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:04:53.066690 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4ef6818c-dde4-4bde-b18c-a02931ef7052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (a7dfe0b5-8442-40d1-92e5-d2ba4cd52630), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:53.149681 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50acd893-7115-4918-b686-795357b06f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a11325e-6eaf-4afe-bfc9-dd3671172193,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:53.178142 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-839f4b94-d230-4f73-adbd-e4a03f26b4a6 req-517df297-7d43-4fa1-9363-f8a851355466 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 210 time: 0.1282439 Mar 05 05:04:53.182655 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6818c-dde4-4bde-b18c-a02931ef7052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7dfe0b5-8442-40d1-92e5-d2ba4cd52630,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:53.196562 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4ef6818c-dde4-4bde-b18c-a02931ef7052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:53.201887 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4ef6818c-dde4-4bde-b18c-a02931ef7052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] 10.222.0.11 "DELETE /v2.0/ports/a7dfe0b5-8442-40d1-92e5-d2ba4cd52630 HTTP/1.1" status: 204 len: 168 time: 0.6352758 Mar 05 05:04:53.204779 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41348) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:53.275181 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e5d28c-2da5-491d-8136-aee93a437e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] GET failed (client error): The resource could not be found. Mar 05 05:04:53.276867 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b7e5d28c-2da5-491d-8136-aee93a437e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] 10.222.0.11 "GET /v2.0/ports/a7dfe0b5-8442-40d1-92e5-d2ba4cd52630 HTTP/1.1" status: 404 len: 333 time: 0.0707352 Mar 05 05:04:53.281898 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41354) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:53.293532 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-585abae4-8d9e-4550-841a-2f1e13eee57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Request body: {'port': {'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2025620320'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:04:53.305653 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9c329-39a2-451e-8636-b95eea18c086 req-f8c00edf-e922-4b92-bfdb-7529657a3fbf tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:53.313741 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-59c9c329-39a2-451e-8636-b95eea18c086 req-f8c00edf-e922-4b92-bfdb-7529657a3fbf tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.2626526 Mar 05 05:04:53.362952 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585abae4-8d9e-4550-841a-2f1e13eee57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Made reservation on behalf of 24d1213495be4501bed490fb8af2a27c for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:04:53.376353 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-585abae4-8d9e-4550-841a-2f1e13eee57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:53.447394 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-585abae4-8d9e-4550-841a-2f1e13eee57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] device_id is not set on port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:04:53.713450 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-59c9c329-39a2-451e-8636-b95eea18c086 req-20f40a8c-e108-434a-a165-59a29bca6c31 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988032 Mar 05 05:04:53.801031 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001d8bb-5cd8-4314-8b0e-9f34991339ae req-ffddc83c-d01f-448e-a78b-f6ba3c1c4567 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:53.807909 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001d8bb-5cd8-4314-8b0e-9f34991339ae req-ffddc83c-d01f-448e-a78b-f6ba3c1c4567 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:53.814319 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001d8bb-5cd8-4314-8b0e-9f34991339ae req-ffddc83c-d01f-448e-a78b-f6ba3c1c4567 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:53.821150 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001d8bb-5cd8-4314-8b0e-9f34991339ae req-ffddc83c-d01f-448e-a78b-f6ba3c1c4567 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:53.828245 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001d8bb-5cd8-4314-8b0e-9f34991339ae req-ffddc83c-d01f-448e-a78b-f6ba3c1c4567 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:53.835236 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001d8bb-5cd8-4314-8b0e-9f34991339ae req-ffddc83c-d01f-448e-a78b-f6ba3c1c4567 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:53.841619 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001d8bb-5cd8-4314-8b0e-9f34991339ae req-ffddc83c-d01f-448e-a78b-f6ba3c1c4567 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:53.850963 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c001d8bb-5cd8-4314-8b0e-9f34991339ae req-ffddc83c-d01f-448e-a78b-f6ba3c1c4567 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5435 time: 0.3271601 Mar 05 05:04:53.913506 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-585abae4-8d9e-4550-841a-2f1e13eee57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks [] for port (6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:54.018097 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-585abae4-8d9e-4550-841a-2f1e13eee57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:54.096103 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c001d8bb-5cd8-4314-8b0e-9f34991339ae req-640ae4f4-0dab-456d-aa8a-f29a6bae348b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2441194 Mar 05 05:04:54.105710 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585abae4-8d9e-4550-841a-2f1e13eee57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Pushing event updated for resources: {'Port': ['ID=6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:54.129755 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77155550-1667-4838-8513-28b3d08f0259 req-eb9fe2b0-8221-4415-b2a1-d4ae75c96b08 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:54.135089 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-77155550-1667-4838-8513-28b3d08f0259 req-eb9fe2b0-8221-4415-b2a1-d4ae75c96b08 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1651917 Mar 05 05:04:54.152535 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585abae4-8d9e-4550-841a-2f1e13eee57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:04:54.155158 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-585abae4-8d9e-4550-841a-2f1e13eee57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:04:54.158025 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585abae4-8d9e-4550-841a-2f1e13eee57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:04:54.159847 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585abae4-8d9e-4550-841a-2f1e13eee57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:54.160629 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-585abae4-8d9e-4550-841a-2f1e13eee57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:54.197918 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-585abae4-8d9e-4550-841a-2f1e13eee57b tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9126923 Mar 05 05:04:54.203131 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41388) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:54.218682 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:04:54.382329 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:54.404602 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-77155550-1667-4838-8513-28b3d08f0259 req-a16fcb8c-e641-4d7c-b968-80e3afeccae5 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492907 Mar 05 05:04:54.452786 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4daea-3899-4f06-8bac-57e022c024bd req-2195f4f5-2245-4bb2-b245-68b169fc553a tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:54.466091 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4daea-3899-4f06-8bac-57e022c024bd req-2195f4f5-2245-4bb2-b245-68b169fc553a tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:54.480447 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4daea-3899-4f06-8bac-57e022c024bd req-2195f4f5-2245-4bb2-b245-68b169fc553a tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:54.493392 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4daea-3899-4f06-8bac-57e022c024bd req-2195f4f5-2245-4bb2-b245-68b169fc553a tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:54.504542 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4daea-3899-4f06-8bac-57e022c024bd req-2195f4f5-2245-4bb2-b245-68b169fc553a tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:54.520572 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4daea-3899-4f06-8bac-57e022c024bd req-2195f4f5-2245-4bb2-b245-68b169fc553a tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:54.536653 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4daea-3899-4f06-8bac-57e022c024bd req-2195f4f5-2245-4bb2-b245-68b169fc553a tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:54.564970 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-26c4daea-3899-4f06-8bac-57e022c024bd req-2195f4f5-2245-4bb2-b245-68b169fc553a tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5435 time: 0.3084807 Mar 05 05:04:54.572756 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41402) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:54.578072 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-3e823ee2-2f1f-45fe-90f0-522e2289e3b8 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Request body: {'floatingip': {'port_id': 'fb0615e6-cbd4-44e8-a848-c0fb10603773'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:04:54.693460 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3e823ee2-2f1f-45fe-90f0-522e2289e3b8 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for floatingip (9f93bbaf-83a7-4235-94b1-4183c3aebc9e), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:54.867541 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d413ded3-c764-4067-a903-424222ee50f2 req-f8eefdb5-ba94-4f1e-abcc-d60926013da8 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 210 time: 0.2953873 Mar 05 05:04:55.008858 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-70e8a3e7-7529-4cfa-8617-d633c03b4fb7 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:55.010618 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-70e8a3e7-7529-4cfa-8617-d633c03b4fb7 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.31 "GET /v2.0/networks?id=736070a8-c07b-477b-a66e-efe0e434beb4 HTTP/1.1" status: 200 len: 814 time: 0.4613061 Mar 05 05:04:55.094239 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] device_id is not set on port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:04:55.108909 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks [] for port (6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:55.121231 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-3a80c51e-2ac9-48e2-96b4-86511b6ea3d5 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd9e4590e65e4025b61d4190c1454a8c HTTP/1.1" status: 200 len: 380 time: 0.0825975 Mar 05 05:04:55.130985 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:55.145904 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-aae21540-baf9-423b-8224-f9cecf067edb tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Request body: {'port': {'device_id': '34bff9b0-42b6-4275-a391-bb426f061288', 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4', 'admin_state_up': True, 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'security_groups': ['3ecbfce8-967f-426d-a5d4-fb014d78ce26']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:04:55.208453 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41434) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:55.302972 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0153e6-4aa0-4b19-840c-6796cc7e2ea4 req-ad9e1ae1-ad3f-4e90-bfab-7c23933b381c tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:55.313878 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9e0153e6-4aa0-4b19-840c-6796cc7e2ea4 req-ad9e1ae1-ad3f-4e90-bfab-7c23933b381c tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.5327563 Mar 05 05:04:55.416001 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Pushing event updated for resources: {'Port': ['ID=6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:55.480311 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:04:55.480653 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:04:55.481179 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:04:55.508122 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:04:55.508705 n-d-789963-32 neutron-server[105232]: ERROR neutron.plugins.ml2.managers [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Failed to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on host n-h2-789963-32 for vnic_type normal using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] Mar 05 05:04:55.512395 n-d-789963-32 neutron-server[105232]: INFO neutron.plugins.ml2.plugin [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempt 2 to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb Mar 05 05:04:55.556714 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-9435bd0c-a9d7-4fa6-b1ea-b7f12e7761fe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1333050774-network', 'tenant_id': '40ad1bedd29242adb169a24f6e04ed68'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:04:55.578042 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9e0153e6-4aa0-4b19-840c-6796cc7e2ea4 req-061e8fed-7e57-403c-ad64-b6f5d9ce4d89 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593808 Mar 05 05:04:55.609843 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:04:55.610274 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:04:55.610830 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:04:55.619614 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:04:55.620536 n-d-789963-32 neutron-server[105232]: ERROR neutron.plugins.ml2.managers [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Failed to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on host n-h2-789963-32 for vnic_type normal using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] Mar 05 05:04:55.621240 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9435bd0c-a9d7-4fa6-b1ea-b7f12e7761fe admin admin] Made reservation on behalf of 40ad1bedd29242adb169a24f6e04ed68 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:04:55.625282 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9435bd0c-a9d7-4fa6-b1ea-b7f12e7761fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:55.631058 n-d-789963-32 neutron-server[105232]: INFO neutron.plugins.ml2.plugin [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempt 3 to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb Mar 05 05:04:55.635272 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-aae21540-baf9-423b-8224-f9cecf067edb tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Made reservation on behalf of fd9e4590e65e4025b61d4190c1454a8c for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:04:55.641594 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-aae21540-baf9-423b-8224-f9cecf067edb tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:55.668805 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9435bd0c-a9d7-4fa6-b1ea-b7f12e7761fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:55.884001 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:04:55.885734 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:04:55.886703 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:04:55.970046 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:04:55.970403 n-d-789963-32 neutron-server[105232]: ERROR neutron.plugins.ml2.managers [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Failed to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on host n-h2-789963-32 for vnic_type normal using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] Mar 05 05:04:55.976377 n-d-789963-32 neutron-server[105232]: INFO neutron.plugins.ml2.plugin [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempt 4 to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb Mar 05 05:04:55.998324 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:04:55.998663 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:04:55.999214 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:04:56.034656 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:04:56.034996 n-d-789963-32 neutron-server[105232]: ERROR neutron.plugins.ml2.managers [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Failed to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on host n-h2-789963-32 for vnic_type normal using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] Mar 05 05:04:56.042193 n-d-789963-32 neutron-server[105232]: INFO neutron.plugins.ml2.plugin [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempt 5 to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb Mar 05 05:04:56.079208 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34096588-de01-44fa-a240-c30ff0812aec req-f9f90275-30b3-4e39-bc1b-0f426247682a tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:56.085936 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-34096588-de01-44fa-a240-c30ff0812aec req-f9f90275-30b3-4e39-bc1b-0f426247682a tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.3497763 Mar 05 05:04:56.165226 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-04f1f133-b7a1-45eb-9534-c6939f45632c req-a2f29888-1062-4bd0-b409-6a7d3af03c60 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 210 time: 0.0724149 Mar 05 05:04:56.179484 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9435bd0c-a9d7-4fa6-b1ea-b7f12e7761fe admin admin] Publish callbacks [] for security_group (aca9ded1-1275-4e37-8dbf-3561308baf4a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:56.181930 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.db.resource_extend [None req-3e823ee2-2f1f-45fe-90f0-522e2289e3b8 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 05:04:56.205892 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9435bd0c-a9d7-4fa6-b1ea-b7f12e7761fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (aca9ded1-1275-4e37-8dbf-3561308baf4a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:56.222167 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:04:56.222567 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:04:56.222843 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:04:56.249930 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9435bd0c-a9d7-4fa6-b1ea-b7f12e7761fe admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:04:56.253539 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-aae21540-baf9-423b-8224-f9cecf067edb tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Allocated IP 172.20.0.12 (736070a8-c07b-477b-a66e-efe0e434beb4/f720af32-1780-481f-bd99-7eac986e68f2/50f07a32-caaf-4fe5-891e-5877db631d93) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:04:56.264884 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:04:56.265683 n-d-789963-32 neutron-server[105232]: ERROR neutron.plugins.ml2.managers [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Failed to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on host n-h2-789963-32 for vnic_type normal using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] Mar 05 05:04:56.276485 n-d-789963-32 neutron-server[105232]: INFO neutron.plugins.ml2.plugin [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempt 6 to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb Mar 05 05:04:56.286115 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9435bd0c-a9d7-4fa6-b1ea-b7f12e7761fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (2718798d-2c6a-4fcd-a0d6-3835aad454b8), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:56.286733 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-9435bd0c-a9d7-4fa6-b1ea-b7f12e7761fe admin admin] Added segment 2718798d-2c6a-4fcd-a0d6-3835aad454b8 of type vlan for network de8163db-d63d-42bf-8219-a966466a9de8 Mar 05 05:04:56.304559 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435bd0c-a9d7-4fa6-b1ea-b7f12e7761fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca9ded1-1275-4e37-8dbf-3561308baf4a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:56.337642 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:04:56.338201 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:04:56.338618 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:04:56.348871 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:04:56.349420 n-d-789963-32 neutron-server[105232]: ERROR neutron.plugins.ml2.managers [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Failed to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on host n-h2-789963-32 for vnic_type normal using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] Mar 05 05:04:56.355856 n-d-789963-32 neutron-server[105232]: INFO neutron.plugins.ml2.plugin [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempt 7 to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb Mar 05 05:04:56.377015 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9435bd0c-a9d7-4fa6-b1ea-b7f12e7761fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (de8163db-d63d-42bf-8219-a966466a9de8), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:56.401976 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:04:56.402480 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:04:56.410375 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:04:56.433497 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:04:56.437303 n-d-789963-32 neutron-server[105232]: ERROR neutron.plugins.ml2.managers [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Failed to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on host n-h2-789963-32 for vnic_type normal using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] Mar 05 05:04:56.442895 n-d-789963-32 neutron-server[105232]: INFO neutron.plugins.ml2.plugin [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempt 8 to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb Mar 05 05:04:56.484739 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9435bd0c-a9d7-4fa6-b1ea-b7f12e7761fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (de8163db-d63d-42bf-8219-a966466a9de8), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:56.486237 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9435bd0c-a9d7-4fa6-b1ea-b7f12e7761fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:56.487326 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9435bd0c-a9d7-4fa6-b1ea-b7f12e7761fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:56.547425 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:04:56.548148 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:04:56.548714 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:04:56.611257 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435bd0c-a9d7-4fa6-b1ea-b7f12e7761fe admin admin] Pushing event updated for resources: {'Network': ['ID=de8163db-d63d-42bf-8219-a966466a9de8,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:56.627339 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network de8163db-d63d-42bf-8219-a966466a9de8 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:04:56.648176 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:04:56.648591 n-d-789963-32 neutron-server[105232]: ERROR neutron.plugins.ml2.managers [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Failed to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on host n-h2-789963-32 for vnic_type normal using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] Mar 05 05:04:56.663735 n-d-789963-32 neutron-server[105232]: INFO neutron.plugins.ml2.plugin [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempt 9 to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb Mar 05 05:04:56.705513 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9435bd0c-a9d7-4fa6-b1ea-b7f12e7761fe admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4856074 Mar 05 05:04:56.733639 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41486) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:56.745137 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-6f11b4e8-db1c-4393-83ce-38f75eb34fb1 admin admin] Request body: {'subnet': {'network_id': 'de8163db-d63d-42bf-8219-a966466a9de8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1333050774-subnet', 'tenant_id': '40ad1bedd29242adb169a24f6e04ed68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:04:56.790045 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:04:56.790435 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:04:56.790779 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:04:56.799771 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f11b4e8-db1c-4393-83ce-38f75eb34fb1 admin admin] Made reservation on behalf of 40ad1bedd29242adb169a24f6e04ed68 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:04:56.805259 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6f11b4e8-db1c-4393-83ce-38f75eb34fb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:56.844042 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:04:56.844563 n-d-789963-32 neutron-server[105232]: ERROR neutron.plugins.ml2.managers [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Failed to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on host n-h2-789963-32 for vnic_type normal using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] Mar 05 05:04:56.851344 n-d-789963-32 neutron-server[105232]: INFO neutron.plugins.ml2.plugin [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempt 10 to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb Mar 05 05:04:56.870081 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:04:56.870395 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:04:56.870657 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempting to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:04:56.911357 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:04:56.911743 n-d-789963-32 neutron-server[105232]: ERROR neutron.plugins.ml2.managers [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Failed to bind port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on host n-h2-789963-32 for vnic_type normal using segments [{'id': 'aa03cc59-b558-4127-8167-33189b693938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a7b10b5a-4567-4e53-9b48-bdb0cc70eef5'}] Mar 05 05:04:56.912730 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:56.939902 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-aae21540-baf9-423b-8224-f9cecf067edb tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks [] for port (50f07a32-caaf-4fe5-891e-5877db631d93), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:56.991214 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-34096588-de01-44fa-a240-c30ff0812aec req-cee4c24f-3d10-41b3-b7a7-20ec085f70cf tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8755574 Mar 05 05:04:56.999549 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3e823ee2-2f1f-45fe-90f0-522e2289e3b8 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:57.003983 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41494) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:57.012045 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3e823ee2-2f1f-45fe-90f0-522e2289e3b8 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (9f93bbaf-83a7-4235-94b1-4183c3aebc9e), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:57.068670 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] For port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:04:57.070109 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attempted to set empty binding levels {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 05 05:04:57.091617 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:57.185003 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Pushing event updated for resources: {'Port': ['ID=6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:57.214082 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-3e823ee2-2f1f-45fe-90f0-522e2289e3b8 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Floating IP 9f93bbaf-83a7-4235-94b1-4183c3aebc9e associated. External IP: 172.25.0.177, port: fb0615e6-cbd4-44e8-a848-c0fb10603773. Mar 05 05:04:57.254978 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] In _notify_port_updated(), no bound segment for port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb on network a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 {{(pid=105232) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 05 05:04:57.256128 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:57.257056 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:57.258941 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5bf5c1a9-9e37-458e-b008-2931f0f849a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] 10.222.0.11 "PUT /v2.0/ports/6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb HTTP/1.1" status: 200 len: 980 time: 3.0529411 Mar 05 05:04:57.265228 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41504) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:57.398517 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-aae21540-baf9-423b-8224-f9cecf067edb tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (50f07a32-caaf-4fe5-891e-5877db631d93), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:57.468476 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0a707b81-1910-42c0-b247-7a2f3eb6a2c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:57.531974 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae21540-baf9-423b-8224-f9cecf067edb tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Pushing event updated for resources: {'Port': ['ID=50f07a32-caaf-4fe5-891e-5877db631d93,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:57.568138 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae071f94-14be-457c-9b83-b51b5c199082 req-eb103235-b461-48a4-86be-20a36ee0ddf7 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:57.575455 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ae071f94-14be-457c-9b83-b51b5c199082 req-eb103235-b461-48a4-86be-20a36ee0ddf7 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.2399671 Mar 05 05:04:57.589360 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d526f94-707b-4d90-8970-72b9155aa33b req-677a4470-645d-4ade-b2d4-9bded4494e0e tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:57.599530 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7d526f94-707b-4d90-8970-72b9155aa33b req-677a4470-645d-4ade-b2d4-9bded4494e0e tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 932 time: 0.2500658 Mar 05 05:04:57.648509 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-aae21540-baf9-423b-8224-f9cecf067edb tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Network 736070a8-c07b-477b-a66e-efe0e434beb4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:04:57.657957 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-aae21540-baf9-423b-8224-f9cecf067edb tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:04:57.665339 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-aae21540-baf9-423b-8224-f9cecf067edb tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:04:57.717766 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ae071f94-14be-457c-9b83-b51b5c199082 req-c111988d-8561-43ca-8977-51725f5f0c53 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266656 Mar 05 05:04:57.719126 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-aae21540-baf9-423b-8224-f9cecf067edb tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:57.720093 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-aae21540-baf9-423b-8224-f9cecf067edb tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:57.752903 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-c328906e-46ee-4a8e-8c3f-a3b5aa153264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Deleting port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:04:57.753489 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c328906e-46ee-4a8e-8c3f-a3b5aa153264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:57.784389 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7d526f94-707b-4d90-8970-72b9155aa33b req-ce676bdf-2c23-41dc-ab67-9c52b0a4059f tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ecbfce8-967f-426d-a5d4-fb014d78ce26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860781 Mar 05 05:04:57.849702 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-c328906e-46ee-4a8e-8c3f-a3b5aa153264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] For port 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb, host n-h2-789963-32, got binding levels [] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:04:57.850343 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c328906e-46ee-4a8e-8c3f-a3b5aa153264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:57.865249 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-c328906e-46ee-4a8e-8c3f-a3b5aa153264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Calling delete_port for 6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:04:57.978060 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-aae21540-baf9-423b-8224-f9cecf067edb tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8482423 Mar 05 05:04:57.979155 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6f11b4e8-db1c-4393-83ce-38f75eb34fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (09b052f1-ef6b-414c-a1eb-687d3517446f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:57.992474 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0a707b81-1910-42c0-b247-7a2f3eb6a2c0 admin admin] Publish callbacks [] for security_group (d3ca210b-f952-43a0-aa6d-e3dbc676383a), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:57.995221 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e823ee2-2f1f-45fe-90f0-522e2289e3b8 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Router 09b638d4-4ff2-4ec3-aa26-233244d9f15d has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:04:58.004079 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0a707b81-1910-42c0-b247-7a2f3eb6a2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d3ca210b-f952-43a0-aa6d-e3dbc676383a), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:58.032155 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0a707b81-1910-42c0-b247-7a2f3eb6a2c0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e3d2c72f3720489a9928f331ede0f6f4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0269132 Mar 05 05:04:58.035960 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41516) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:58.038415 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c328906e-46ee-4a8e-8c3f-a3b5aa153264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:58.045824 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-6fe20415-a9de-4850-b4f5-c2b265f0194b service neutron] Request body: {'port': {'device_id': '34bff9b0-42b6-4275-a391-bb426f061288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:04:58.078422 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f0a1078b-6776-451a-a505-20b75699c63e None None] Provisioning complete for port 50f07a32-caaf-4fe5-891e-5877db631d93 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:04:58.079912 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11b4e8-db1c-4393-83ce-38f75eb34fb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09b052f1-ef6b-414c-a1eb-687d3517446f,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:58.081010 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f0a1078b-6776-451a-a505-20b75699c63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (50f07a32-caaf-4fe5-891e-5877db631d93), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:58.144781 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-85a5651b-7618-461b-98e3-bba8af0d5e1c admin admin] Publish callbacks [] for security_group (d3ca210b-f952-43a0-aa6d-e3dbc676383a), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:58.151190 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328906e-46ee-4a8e-8c3f-a3b5aa153264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:58.163602 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f0a1078b-6776-451a-a505-20b75699c63e None None] Port 50f07a32-caaf-4fe5-891e-5877db631d93 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:04:58.164814 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a707b81-1910-42c0-b247-7a2f3eb6a2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ca210b-f952-43a0-aa6d-e3dbc676383a,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:58.186189 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-85a5651b-7618-461b-98e3-bba8af0d5e1c admin admin] Publish callbacks [] for security_group (d3ca210b-f952-43a0-aa6d-e3dbc676383a), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:58.191770 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c328906e-46ee-4a8e-8c3f-a3b5aa153264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:58.199343 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c328906e-46ee-4a8e-8c3f-a3b5aa153264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] 10.222.0.11 "DELETE /v2.0/ports/6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb HTTP/1.1" status: 204 len: 168 time: 0.9269834 Mar 05 05:04:58.200350 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41518) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:58.238018 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-c775b4ad-cf51-4176-88cb-71362c95983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] GET failed (client error): The resource could not be found. Mar 05 05:04:58.243350 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c775b4ad-cf51-4176-88cb-71362c95983b tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250703954-project-admin] 10.222.0.11 "GET /v2.0/ports/6b1c3e3d-a6d2-4873-8ffb-a65e59689ffb HTTP/1.1" status: 404 len: 333 time: 0.0387278 Mar 05 05:04:58.243999 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41524) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:58.255419 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-6fe20415-a9de-4850-b4f5-c2b265f0194b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (50f07a32-caaf-4fe5-891e-5877db631d93), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:58.298180 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e823ee2-2f1f-45fe-90f0-522e2289e3b8 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:04:58.305615 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3e823ee2-2f1f-45fe-90f0-522e2289e3b8 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:58.309382 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-85a5651b-7618-461b-98e3-bba8af0d5e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d3ca210b-f952-43a0-aa6d-e3dbc676383a), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:58.313895 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964a833a-5610-4944-a479-295f1bb05d84 None None] Sync routers for ids ['09b638d4-4ff2-4ec3-aa26-233244d9f15d'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:04:58.314478 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-85a5651b-7618-461b-98e3-bba8af0d5e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:58.318191 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-85a5651b-7618-461b-98e3-bba8af0d5e1c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d3ca210b-f952-43a0-aa6d-e3dbc676383a HTTP/1.1" status: 204 len: 168 time: 0.2755923 Mar 05 05:04:58.349678 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964a833a-5610-4944-a479-295f1bb05d84 None None] Routers {'09b638d4-4ff2-4ec3-aa26-233244d9f15d'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:04:58.352302 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-964a833a-5610-4944-a479-295f1bb05d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:04:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['09b638d4-4ff2-4ec3-aa26-233244d9f15d'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:04:58.387514 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5651b-7618-461b-98e3-bba8af0d5e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ca210b-f952-43a0-aa6d-e3dbc676383a,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:58.415096 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3e823ee2-2f1f-45fe-90f0-522e2289e3b8 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "PUT /v2.0/floatingips/9f93bbaf-83a7-4235-94b1-4183c3aebc9e HTTP/1.1" status: 200 len: 992 time: 3.8294694 Mar 05 05:04:58.415096 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'tag': 'fb0615e6-cbd4-44e8-a848-c0fb10603773'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:04:58.415096 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7976f4f8-206f-406a-adf9-5441df35bae2" -d '{"events": [{"name": "network-changed", "server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "tag": "fb0615e6-cbd4-44e8-a848-c0fb10603773"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:04:58.487885 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71faf0e7-22f0-4c29-a81c-1a6733620c14 x-openstack-request-id: req-71faf0e7-22f0-4c29-a81c-1a6733620c14 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:04:58.488188 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "tag": "fb0615e6-cbd4-44e8-a848-c0fb10603773", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:04:58.488448 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-71faf0e7-22f0-4c29-a81c-1a6733620c14 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:04:58.488916 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'tag': 'fb0615e6-cbd4-44e8-a848-c0fb10603773', 'status': 'completed', 'code': 200} Mar 05 05:04:58.557828 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f11b4e8-db1c-4393-83ce-38f75eb34fb1 admin admin] Checking segment: {'id': '2718798d-2c6a-4fcd-a0d6-3835aad454b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'de8163db-d63d-42bf-8219-a966466a9de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:04:58.559140 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f11b4e8-db1c-4393-83ce-38f75eb34fb1 admin admin] Network hostable DHCP agents. Network: de8163db-d63d-42bf-8219-a966466a9de8, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:04:58.620370 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-964a833a-5610-4944-a479-295f1bb05d84 None None] Set router 09b638d4-4ff2-4ec3-aa26-233244d9f15d gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:04:58.705067 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f11b4e8-db1c-4393-83ce-38f75eb34fb1 admin admin] Network de8163db-d63d-42bf-8219-a966466a9de8 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:04:58.720860 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976f4f8-206f-406a-adf9-5441df35bae2 req-315b63b2-8250-40bd-bd6e-8fbbcd0ce4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:58.721353 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976f4f8-206f-406a-adf9-5441df35bae2 req-315b63b2-8250-40bd-bd6e-8fbbcd0ce4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:58.721914 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976f4f8-206f-406a-adf9-5441df35bae2 req-315b63b2-8250-40bd-bd6e-8fbbcd0ce4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:58.722330 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976f4f8-206f-406a-adf9-5441df35bae2 req-315b63b2-8250-40bd-bd6e-8fbbcd0ce4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:58.722753 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976f4f8-206f-406a-adf9-5441df35bae2 req-315b63b2-8250-40bd-bd6e-8fbbcd0ce4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:58.723464 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976f4f8-206f-406a-adf9-5441df35bae2 req-315b63b2-8250-40bd-bd6e-8fbbcd0ce4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:58.723860 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976f4f8-206f-406a-adf9-5441df35bae2 req-315b63b2-8250-40bd-bd6e-8fbbcd0ce4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:58.726487 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7976f4f8-206f-406a-adf9-5441df35bae2 req-315b63b2-8250-40bd-bd6e-8fbbcd0ce4dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3cbec10cd3004a49ad666e5206b0e916&device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 6716 time: 0.1799512 Mar 05 05:04:58.732769 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b0733677-144a-48e7-9819-821fbfe9c437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (a7b10b5a-4567-4e53-9b48-bdb0cc70eef5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:58.735061 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-6f11b4e8-db1c-4393-83ce-38f75eb34fb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, de8163db-d63d-42bf-8219-a966466a9de8) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:04:58.791390 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a990b2c4-27f1-490a-b5d8-5d46cbef2288 None None] Network de8163db-d63d-42bf-8219-a966466a9de8 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:04:58.796088 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f11b4e8-db1c-4393-83ce-38f75eb34fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:58.796637 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6f11b4e8-db1c-4393-83ce-38f75eb34fb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:58.812448 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41540) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:58.841691 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f0690ab1-8425-462e-95e0-fe4e59534154 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:58.968039 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f0690ab1-8425-462e-95e0-fe4e59534154 admin admin] Publish callbacks [] for security_group (c4b11bcf-eccf-4edc-8888-0922f8e14eeb), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:58.985659 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f0690ab1-8425-462e-95e0-fe4e59534154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c4b11bcf-eccf-4edc-8888-0922f8e14eeb), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:59.042263 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be87b0dc-b3e4-483b-9c92-6e073a1279b9 None None] Network de8163db-d63d-42bf-8219-a966466a9de8 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:04:59.069137 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6f11b4e8-db1c-4393-83ce-38f75eb34fb1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3343961 Mar 05 05:04:59.132020 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02eb5b5-340f-44dc-b4e7-e6c237fa6b27 req-e4d04c10-75c1-4bb1-83c6-9858642afb32 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:59.133720 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e02eb5b5-340f-44dc-b4e7-e6c237fa6b27 req-e4d04c10-75c1-4bb1-83c6-9858642afb32 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.2678831 Mar 05 05:04:59.142782 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f0690ab1-8425-462e-95e0-fe4e59534154 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=093acc0e0cd54429a7d369d0ef69df75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3264248 Mar 05 05:04:59.148261 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41552) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:04:59.154171 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0690ab1-8425-462e-95e0-fe4e59534154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b11bcf-eccf-4edc-8888-0922f8e14eeb,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:59.173726 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5347-6be5-40a0-bbfd-b88c93d9ca4f req-3633921c-6373-4ca1-859b-7d9cdab7b706 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:59.175567 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-990f5347-6be5-40a0-bbfd-b88c93d9ca4f req-3633921c-6373-4ca1-859b-7d9cdab7b706 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 932 time: 0.2057943 Mar 05 05:04:59.188554 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b0733677-144a-48e7-9819-821fbfe9c437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (a7b10b5a-4567-4e53-9b48-bdb0cc70eef5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:59.197717 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-6fe20415-a9de-4850-b4f5-c2b265f0194b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f07a32-caaf-4fe5-891e-5877db631d93 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:04:59.243372 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e02eb5b5-340f-44dc-b4e7-e6c237fa6b27 req-780f7f4c-ebd2-42d4-bd52-2d6a0851899b tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950606 Mar 05 05:04:59.280203 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-964a833a-5610-4944-a479-295f1bb05d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'name': 'tempest-TaggedBootDevicesTest-538821079-router', 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '96b9d6c2-de9f-4861-a808-0b1126e14b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:00:37Z', 'updated_at': '2022-03-05T05:00:47Z', 'revision_number': 4, 'project_id': '3cbec10cd3004a49ad666e5206b0e916', 'gw_port': {'id': '96b9d6c2-de9f-4861-a808-0b1126e14b99', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:89:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:00:38Z', 'updated_at': '2022-03-05T05:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '9f93bbaf-83a7-4235-94b1-4183c3aebc9e', 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'floating_ip_address': '172.25.0.177', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'port_id': 'fb0615e6-cbd4-44e8-a848-c0fb10603773', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2248, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3e0acc2-40bc-4e0d-812c-fb475a7a34dc', 'mac_address': 'fa:16:3e:f6:3a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:02:27Z', 'updated_at': '2022-03-05T05:04:55Z', 'revision_number': 1, 'project_id': '3cbec10cd3004a49ad666e5206b0e916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '575fe666-ae0d-4698-a47e-2b07ff300278', 'name': '', 'network_id': 'e3e0acc2-40bc-4e0d-812c-fb475a7a34dc', 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'mac_address': 'fa:16:3e:ed:a7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '641299e5-fad6-49c3-bcda-29f110adb5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:00:45Z', 'updated_at': '2022-03-05T05:01:00Z', 'revision_number': 5, 'project_id': '3cbec10cd3004a49ad666e5206b0e916', 'subnets': [{'id': '641299e5-fad6-49c3-bcda-29f110adb5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:04:59.334245 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-990f5347-6be5-40a0-bbfd-b88c93d9ca4f req-21faf8f9-890e-48f6-8f0c-10f6b828e7ad tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ecbfce8-967f-426d-a5d4-fb014d78ce26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958707 Mar 05 05:04:59.360668 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7a865b65-4501-478f-9aec-29b1b78a6e0b admin admin] Publish callbacks [] for security_group (c4b11bcf-eccf-4edc-8888-0922f8e14eeb), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:59.373737 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964a833a-5610-4944-a479-295f1bb05d84 None None] Checking router: 09b638d4-4ff2-4ec3-aa26-233244d9f15d for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:04:59.396801 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964a833a-5610-4944-a479-295f1bb05d84 None None] Routers {'09b638d4-4ff2-4ec3-aa26-233244d9f15d'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:04:59.397907 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-964a833a-5610-4944-a479-295f1bb05d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:04:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['09b638d4-4ff2-4ec3-aa26-233244d9f15d'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:04:59.400642 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7a865b65-4501-478f-9aec-29b1b78a6e0b admin admin] Publish callbacks [] for security_group (c4b11bcf-eccf-4edc-8888-0922f8e14eeb), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:59.525091 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7a865b65-4501-478f-9aec-29b1b78a6e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c4b11bcf-eccf-4edc-8888-0922f8e14eeb), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:59.528444 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7a865b65-4501-478f-9aec-29b1b78a6e0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:59.533172 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7a865b65-4501-478f-9aec-29b1b78a6e0b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c4b11bcf-eccf-4edc-8888-0922f8e14eeb HTTP/1.1" status: 204 len: 168 time: 0.3752899 Mar 05 05:04:59.550996 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a865b65-4501-478f-9aec-29b1b78a6e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b11bcf-eccf-4edc-8888-0922f8e14eeb,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:04:59.626089 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-964a833a-5610-4944-a479-295f1bb05d84 None None] Set router 09b638d4-4ff2-4ec3-aa26-233244d9f15d gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:04:59.762082 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-6fe20415-a9de-4850-b4f5-c2b265f0194b service neutron] Publish callbacks [] for port (50f07a32-caaf-4fe5-891e-5877db631d93), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:04:59.769510 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976f4f8-206f-406a-adf9-5441df35bae2 req-2adde3c2-5149-418c-956e-53e969e506c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:59.771649 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7976f4f8-206f-406a-adf9-5441df35bae2 req-2adde3c2-5149-418c-956e-53e969e506c8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e3e0acc2-40bc-4e0d-812c-fb475a7a34dc HTTP/1.1" status: 200 len: 911 time: 1.0266831 Mar 05 05:04:59.917101 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f54b5e-d65a-4baa-9a03-117eb5aa2756 req-317b7968-f7c2-45b8-a92c-4bac42a6ff7b tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:04:59.928187 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-b0733677-144a-48e7-9819-821fbfe9c437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7b10b5a-4567-4e53-9b48-bdb0cc70eef5']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:04:59.931002 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-32f54b5e-d65a-4baa-9a03-117eb5aa2756 req-317b7968-f7c2-45b8-a92c-4bac42a6ff7b tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1338756 Mar 05 05:04:59.957950 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-6fe20415-a9de-4850-b4f5-c2b265f0194b service neutron] Transition to ACTIVE for port object 50f07a32-caaf-4fe5-891e-5877db631d93 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:04:59.967239 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-b0733677-144a-48e7-9819-821fbfe9c437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa03cc59-b558-4127-8167-33189b693938') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:04:59.967453 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-b0733677-144a-48e7-9819-821fbfe9c437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa03cc59-b558-4127-8167-33189b693938') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:04:59.988518 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-6fe20415-a9de-4850-b4f5-c2b265f0194b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (50f07a32-caaf-4fe5-891e-5877db631d93), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:00.004230 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b0733677-144a-48e7-9819-821fbfe9c437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (aa03cc59-b558-4127-8167-33189b693938), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:00.025892 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-32f54b5e-d65a-4baa-9a03-117eb5aa2756 req-8662a28e-2c13-4d50-9991-97d1602da5d8 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891697 Mar 05 05:05:00.094410 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b0733677-144a-48e7-9819-821fbfe9c437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (aa03cc59-b558-4127-8167-33189b693938), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:00.099352 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7976f4f8-206f-406a-adf9-5441df35bae2 req-0d1997f8-df42-45eb-8f7d-26a126c8f08a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb0615e6-cbd4-44e8-a848-c0fb10603773 HTTP/1.1" status: 200 len: 1000 time: 0.2834711 Mar 05 05:05:00.128670 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0733677-144a-48e7-9819-821fbfe9c437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:05:00.129077 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b0733677-144a-48e7-9819-821fbfe9c437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (aa03cc59-b558-4127-8167-33189b693938), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:00.135219 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:05:00.135219 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:05:00.135219 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:05:00.135219 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:05:00.135219 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:05:00.135219 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:05:00.135219 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:05:00.135219 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:05:00.135219 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:05:00.135219 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:05:00.135219 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:05:00.135219 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:05:00.135219 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:05:00.135219 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:05:00.135219 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:05:00.135219 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:05:00.135219 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:05:00.135219 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:05:00.135219 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:05:00.135219 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:05:00.135219 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:05:00.135219 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:05:00.135219 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:05:00.135219 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:05:00.135219 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:05:00.135219 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:05:00.135219 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:05:00.135219 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:05:00.135219 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:05:00.135219 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:05:00.135219 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:05:00.135219 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:05:00.164669 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-964a833a-5610-4944-a479-295f1bb05d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'name': 'tempest-TaggedBootDevicesTest-538821079-router', 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '96b9d6c2-de9f-4861-a808-0b1126e14b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:00:37Z', 'updated_at': '2022-03-05T05:00:47Z', 'revision_number': 4, 'project_id': '3cbec10cd3004a49ad666e5206b0e916', 'gw_port': {'id': '96b9d6c2-de9f-4861-a808-0b1126e14b99', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:89:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:00:38Z', 'updated_at': '2022-03-05T05:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '9f93bbaf-83a7-4235-94b1-4183c3aebc9e', 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'floating_ip_address': '172.25.0.177', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'port_id': 'fb0615e6-cbd4-44e8-a848-c0fb10603773', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2248, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3e0acc2-40bc-4e0d-812c-fb475a7a34dc', 'mac_address': 'fa:16:3e:f6:3a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:02:27Z', 'updated_at': '2022-03-05T05:04:55Z', 'revision_number': 1, 'project_id': '3cbec10cd3004a49ad666e5206b0e916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '575fe666-ae0d-4698-a47e-2b07ff300278', 'name': '', 'network_id': 'e3e0acc2-40bc-4e0d-812c-fb475a7a34dc', 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'mac_address': 'fa:16:3e:ed:a7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '641299e5-fad6-49c3-bcda-29f110adb5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:00:45Z', 'updated_at': '2022-03-05T05:01:00Z', 'revision_number': 5, 'project_id': '3cbec10cd3004a49ad666e5206b0e916', 'subnets': [{'id': '641299e5-fad6-49c3-bcda-29f110adb5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:05:00.209344 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964a833a-5610-4944-a479-295f1bb05d84 None None] The sync data for ids ['09b638d4-4ff2-4ec3-aa26-233244d9f15d'] in n-d-789963-32 is: [{'id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'name': 'tempest-TaggedBootDevicesTest-538821079-router', 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '96b9d6c2-de9f-4861-a808-0b1126e14b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:00:37Z', 'updated_at': '2022-03-05T05:00:47Z', 'revision_number': 4, 'project_id': '3cbec10cd3004a49ad666e5206b0e916', 'gw_port': {'id': '96b9d6c2-de9f-4861-a808-0b1126e14b99', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:89:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:00:38Z', 'updated_at': '2022-03-05T05:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '9f93bbaf-83a7-4235-94b1-4183c3aebc9e', 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'floating_ip_address': '172.25.0.177', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'port_id': 'fb0615e6-cbd4-44e8-a848-c0fb10603773', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2248, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3e0acc2-40bc-4e0d-812c-fb475a7a34dc', 'mac_address': 'fa:16:3e:f6:3a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:02:27Z', 'updated_at': '2022-03-05T05:04:55Z', 'revision_number': 1, 'project_id': '3cbec10cd3004a49ad666e5206b0e916', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '575fe666-ae0d-4698-a47e-2b07ff300278', 'name': '', 'network_id': 'e3e0acc2-40bc-4e0d-812c-fb475a7a34dc', 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'mac_address': 'fa:16:3e:ed:a7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '641299e5-fad6-49c3-bcda-29f110adb5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:00:45Z', 'updated_at': '2022-03-05T05:01:00Z', 'revision_number': 5, 'project_id': '3cbec10cd3004a49ad666e5206b0e916', 'subnets': [{'id': '641299e5-fad6-49c3-bcda-29f110adb5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:05:00.273009 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe20415-a9de-4850-b4f5-c2b265f0194b service neutron] Pushing event updated for resources: {'Port': ['ID=50f07a32-caaf-4fe5-891e-5877db631d93,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:00.365172 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-6fe20415-a9de-4850-b4f5-c2b265f0194b service neutron] Attempting to bind port 50f07a32-caaf-4fe5-891e-5877db631d93 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:05:00.365743 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-6fe20415-a9de-4850-b4f5-c2b265f0194b service neutron] Attempting to bind port 50f07a32-caaf-4fe5-891e-5877db631d93 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'ee5f539a-83bc-4459-8bf3-8d0b46694dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:05:00.367014 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-6fe20415-a9de-4850-b4f5-c2b265f0194b service neutron] Attempting to bind port 50f07a32-caaf-4fe5-891e-5877db631d93 on network 736070a8-c07b-477b-a66e-efe0e434beb4 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:05:00.380673 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976f4f8-206f-406a-adf9-5441df35bae2 req-8799e87c-dd74-4cc9-8278-786bf3206740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:00.382284 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7976f4f8-206f-406a-adf9-5441df35bae2 req-8799e87c-dd74-4cc9-8278-786bf3206740 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=641299e5-fad6-49c3-bcda-29f110adb5d6 HTTP/1.1" status: 200 len: 850 time: 0.2742696 Mar 05 05:05:00.383946 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b0733677-144a-48e7-9819-821fbfe9c437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (a7b10b5a-4567-4e53-9b48-bdb0cc70eef5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:00.395739 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b0733677-144a-48e7-9819-821fbfe9c437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:00.400312 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b0733677-144a-48e7-9819-821fbfe9c437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498-project] 10.222.0.11 "DELETE /v2.0/networks/a7b10b5a-4567-4e53-9b48-bdb0cc70eef5 HTTP/1.1" status: 204 len: 168 time: 2.1533713 Mar 05 05:05:00.427975 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-6fe20415-a9de-4850-b4f5-c2b265f0194b service neutron] Port 50f07a32-caaf-4fe5-891e-5877db631d93 on network 736070a8-c07b-477b-a66e-efe0e434beb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:05:00.428305 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-6fe20415-a9de-4850-b4f5-c2b265f0194b service neutron] Attempting to bind port 50f07a32-caaf-4fe5-891e-5877db631d93 on network 736070a8-c07b-477b-a66e-efe0e434beb4 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:05:00.552939 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-6fe20415-a9de-4850-b4f5-c2b265f0194b service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:05:00.553279 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-6fe20415-a9de-4850-b4f5-c2b265f0194b service neutron] Checking segment: {'id': 'ee5f539a-83bc-4459-8bf3-8d0b46694dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:05:00.554314 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-6fe20415-a9de-4850-b4f5-c2b265f0194b service neutron] Bound using segment: {'id': 'ee5f539a-83bc-4459-8bf3-8d0b46694dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:05:00.555880 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-6fe20415-a9de-4850-b4f5-c2b265f0194b service neutron] Bound port: 50f07a32-caaf-4fe5-891e-5877db631d93, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee5f539a-83bc-4459-8bf3-8d0b46694dc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:05:00.556187 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-6fe20415-a9de-4850-b4f5-c2b265f0194b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (50f07a32-caaf-4fe5-891e-5877db631d93), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:00.583672 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24234ff-11d6-4b10-a7de-7d2c51d4f5b8 req-57eef507-a048-4b83-ac6a-f0cfa77db921 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:00.588522 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0733677-144a-48e7-9819-821fbfe9c437 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1619949498-project] Pushing event deleted for resources: {'Network': ['ID=a7b10b5a-4567-4e53-9b48-bdb0cc70eef5,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:00.623378 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c24234ff-11d6-4b10-a7de-7d2c51d4f5b8 req-57eef507-a048-4b83-ac6a-f0cfa77db921 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 944 time: 0.1220005 Mar 05 05:05:00.658944 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976f4f8-206f-406a-adf9-5441df35bae2 req-3a9aa64c-f144-42a0-8f22-8547663b71ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:00.664059 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7976f4f8-206f-406a-adf9-5441df35bae2 req-3a9aa64c-f144-42a0-8f22-8547663b71ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3e0acc2-40bc-4e0d-812c-fb475a7a34dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2625496 Mar 05 05:05:00.725813 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-6fe20415-a9de-4850-b4f5-c2b265f0194b service neutron] For port 50f07a32-caaf-4fe5-891e-5877db631d93, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:05:00.761691 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c24234ff-11d6-4b10-a7de-7d2c51d4f5b8 req-0302d772-27a8-48ff-9333-8b17b71ce13c tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ecbfce8-967f-426d-a5d4-fb014d78ce26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366446 Mar 05 05:05:00.781303 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c52c0b-39aa-43a5-9913-95ecc5e002e9 None None] New status for floating IP 9f93bbaf-83a7-4235-94b1-4183c3aebc9e: ACTIVE {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:05:00.810899 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-6fe20415-a9de-4850-b4f5-c2b265f0194b service neutron] For port 50f07a32-caaf-4fe5-891e-5877db631d93, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=50f07a32-caaf-4fe5-891e-5877db631d93,segment=NetworkSegment(ee5f539a-83bc-4459-8bf3-8d0b46694dc7),segment_id=ee5f539a-83bc-4459-8bf3-8d0b46694dc7)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:05:00.857180 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-6fe20415-a9de-4850-b4f5-c2b265f0194b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (50f07a32-caaf-4fe5-891e-5877db631d93), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:00.898917 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-6fe20415-a9de-4850-b4f5-c2b265f0194b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:00.901971 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-6fe20415-a9de-4850-b4f5-c2b265f0194b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:00.905336 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-6fe20415-a9de-4850-b4f5-c2b265f0194b service neutron] 10.222.0.31 "PUT /v2.0/ports/50f07a32-caaf-4fe5-891e-5877db631d93 HTTP/1.1" status: 200 len: 1093 time: 2.8647752 Mar 05 05:05:00.976804 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34bff9b0-42b6-4275-a391-bb426f061288', 'tag': '50f07a32-caaf-4fe5-891e-5877db631d93'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:05:00.981765 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675a377a-0a73-4e68-adad-1efb95b552b2" -d '{"events": [{"name": "network-changed", "server_uuid": "34bff9b0-42b6-4275-a391-bb426f061288", "tag": "50f07a32-caaf-4fe5-891e-5877db631d93"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:05:01.006831 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41606) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:01.149101 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37cb8a5-7893-4e2a-bce4-c0b4fc01563f x-openstack-request-id: req-d37cb8a5-7893-4e2a-bce4-c0b4fc01563f {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:05:01.149438 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34bff9b0-42b6-4275-a391-bb426f061288", "tag": "50f07a32-caaf-4fe5-891e-5877db631d93", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:05:01.151216 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d37cb8a5-7893-4e2a-bce4-c0b4fc01563f {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:05:01.151681 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34bff9b0-42b6-4275-a391-bb426f061288', 'tag': '50f07a32-caaf-4fe5-891e-5877db631d93', 'status': 'completed', 'code': 200} Mar 05 05:05:01.152360 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe20415-a9de-4850-b4f5-c2b265f0194b service neutron] Pushing event updated for resources: {'Port': ['ID=50f07a32-caaf-4fe5-891e-5877db631d93,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:01.166832 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7976f4f8-206f-406a-adf9-5441df35bae2 req-8799e982-889e-4130-8816-44627ce3f418 service neutron] 10.222.0.30 "GET /v2.0/networks/e3e0acc2-40bc-4e0d-812c-fb475a7a34dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925508 Mar 05 05:05:01.291814 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64be3e-e3b6-4647-a4fe-69999262924f req-c2de212b-36f0-45fe-8285-2f3d11b9e4e7 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:01.293398 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bf64be3e-e3b6-4647-a4fe-69999262924f req-c2de212b-36f0-45fe-8285-2f3d11b9e4e7 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1212139 Mar 05 05:05:01.300347 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-c64a7fe7-0cc1-45fc-af02-4eb633f96ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:01.304753 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-c64a7fe7-0cc1-45fc-af02-4eb633f96ed7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd9e4590e65e4025b61d4190c1454a8c&device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 1127 time: 0.3143730 Mar 05 05:05:01.407589 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bf64be3e-e3b6-4647-a4fe-69999262924f req-868af69a-27aa-4167-8795-c6fe7bb51471 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824401 Mar 05 05:05:01.426015 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-a530fda0-7d84-4453-9398-205ef3129734 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50f07a32-caaf-4fe5-891e-5877db631d93 HTTP/1.1" status: 200 len: 217 time: 0.0683448 Mar 05 05:05:01.521100 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8acc7fff-31c2-4c9a-9d18-e93e34310aba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=94aeadde04cd4d6f836b6ba39767dacb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5107417 Mar 05 05:05:01.521819 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41622) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:01.560463 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7976f4f8-206f-406a-adf9-5441df35bae2 req-49f4a217-2aab-46e4-afc1-b44d75565db7 service neutron] 10.222.0.30 "GET /v2.0/networks/e3e0acc2-40bc-4e0d-812c-fb475a7a34dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618948 Mar 05 05:05:01.566824 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-3b7c1dcf-e03a-4459-9fe4-e82d1f050632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:01.572188 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-3b7c1dcf-e03a-4459-9fe4-e82d1f050632 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f720af32-1780-481f-bd99-7eac986e68f2 HTTP/1.1" status: 200 len: 853 time: 0.1392114 Mar 05 05:05:01.636736 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-d024a22d-5305-4656-a4df-20792b123a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:01.639956 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-d024a22d-5305-4656-a4df-20792b123a7e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=736070a8-c07b-477b-a66e-efe0e434beb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0619102 Mar 05 05:05:01.713561 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-74249e23-3967-4cb7-87c0-c63013202ebe admin admin] Publish callbacks [] for security_group (b9d2ee63-021c-4dd3-9ce4-c830ca4ba32f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:01.740720 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-74249e23-3967-4cb7-87c0-c63013202ebe admin admin] Publish callbacks [] for security_group (b9d2ee63-021c-4dd3-9ce4-c830ca4ba32f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:01.753364 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9e44a-4980-4ade-9f7c-938e88d19b74 req-01f1ad1b-cc70-461d-b4b4-5f2d099b8f43 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:01.764568 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64b9e44a-4980-4ade-9f7c-938e88d19b74 req-01f1ad1b-cc70-461d-b4b4-5f2d099b8f43 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1833160 Mar 05 05:05:01.783749 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-ff20307e-226f-429b-98ee-cdf9cd0fa053 service neutron] 10.222.0.31 "GET /v2.0/networks/736070a8-c07b-477b-a66e-efe0e434beb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361399 Mar 05 05:05:01.942519 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64b9e44a-4980-4ade-9f7c-938e88d19b74 req-4c118d73-d23d-455b-a3a0-97f911f8aab1 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773467 Mar 05 05:05:01.948489 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dacded9d-8d45-4379-8180-caa3c14b8acd req-3ffb2875-8da2-4548-bec9-312b3021c6ba service neutron] 10.222.0.31 "GET /v2.0/networks/736070a8-c07b-477b-a66e-efe0e434beb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516418 Mar 05 05:05:01.955044 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e8e1e-33d9-43c8-a9ec-ebf7fb721093 req-4f5f0dde-e500-455f-96b7-a06eb2b8e838 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:01.962495 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-133e8e1e-33d9-43c8-a9ec-ebf7fb721093 req-4f5f0dde-e500-455f-96b7-a06eb2b8e838 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 944 time: 0.1412780 Mar 05 05:05:02.008343 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-74249e23-3967-4cb7-87c0-c63013202ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b9d2ee63-021c-4dd3-9ce4-c830ca4ba32f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:02.011123 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-74249e23-3967-4cb7-87c0-c63013202ebe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:02.017772 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-74249e23-3967-4cb7-87c0-c63013202ebe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b9d2ee63-021c-4dd3-9ce4-c830ca4ba32f HTTP/1.1" status: 204 len: 168 time: 0.4949288 Mar 05 05:05:02.058147 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74249e23-3967-4cb7-87c0-c63013202ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d2ee63-021c-4dd3-9ce4-c830ca4ba32f,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:02.086865 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-133e8e1e-33d9-43c8-a9ec-ebf7fb721093 req-97c64e95-1eb8-40bd-834f-5511f5695e2d tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ecbfce8-967f-426d-a5d4-fb014d78ce26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231294 Mar 05 05:05:02.128532 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a377a-0a73-4e68-adad-1efb95b552b2 req-1640028a-cc57-4615-ad70-5f50ceb92d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:02.130872 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-675a377a-0a73-4e68-adad-1efb95b552b2 req-1640028a-cc57-4615-ad70-5f50ceb92d55 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd9e4590e65e4025b61d4190c1454a8c&device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 1127 time: 0.1434977 Mar 05 05:05:02.294121 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869e728-0698-4206-8124-97e497c8c8f8 req-e7275f68-8b65-4027-96b8-d0a24e9f9549 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:02.305954 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5869e728-0698-4206-8124-97e497c8c8f8 req-e7275f68-8b65-4027-96b8-d0a24e9f9549 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1281824 Mar 05 05:05:02.316303 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a377a-0a73-4e68-adad-1efb95b552b2 req-56da78a5-5604-49e5-9f74-3342f36ba335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:02.320261 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-675a377a-0a73-4e68-adad-1efb95b552b2 req-56da78a5-5604-49e5-9f74-3342f36ba335 service neutron] 10.222.0.31 "GET /v2.0/networks?id=736070a8-c07b-477b-a66e-efe0e434beb4 HTTP/1.1" status: 200 len: 914 time: 0.1825371 Mar 05 05:05:02.379570 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-675a377a-0a73-4e68-adad-1efb95b552b2 req-a2ba79d8-c023-455f-a6ac-5510967db260 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50f07a32-caaf-4fe5-891e-5877db631d93 HTTP/1.1" status: 200 len: 217 time: 0.0469053 Mar 05 05:05:02.391097 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5869e728-0698-4206-8124-97e497c8c8f8 req-0b15d1ee-facf-4f81-9394-b6641422b110 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729053 Mar 05 05:05:02.494435 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a377a-0a73-4e68-adad-1efb95b552b2 req-d2ba41b0-95e9-4dbe-bad3-f14073f66480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:02.496014 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-675a377a-0a73-4e68-adad-1efb95b552b2 req-d2ba41b0-95e9-4dbe-bad3-f14073f66480 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f720af32-1780-481f-bd99-7eac986e68f2 HTTP/1.1" status: 200 len: 853 time: 0.1106200 Mar 05 05:05:02.552631 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a377a-0a73-4e68-adad-1efb95b552b2 req-41766948-0d7c-4f74-9959-865602452684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:02.554307 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-675a377a-0a73-4e68-adad-1efb95b552b2 req-41766948-0d7c-4f74-9959-865602452684 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=736070a8-c07b-477b-a66e-efe0e434beb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0525384 Mar 05 05:05:02.565598 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7df64d-d7a9-4ec4-a04a-40645de3349b req-9e58d596-07da-4d73-b47f-844365ae3cb3 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:02.573808 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad7df64d-d7a9-4ec4-a04a-40645de3349b req-9e58d596-07da-4d73-b47f-844365ae3cb3 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1176617 Mar 05 05:05:02.639608 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad7df64d-d7a9-4ec4-a04a-40645de3349b req-a7ca90f8-1dca-43b2-acaf-bdf8ffba01b1 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646675 Mar 05 05:05:02.775421 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-675a377a-0a73-4e68-adad-1efb95b552b2 req-2bea08f6-be11-471c-857b-cc65a6f38ef7 service neutron] 10.222.0.31 "GET /v2.0/networks/736070a8-c07b-477b-a66e-efe0e434beb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129037 Mar 05 05:05:02.844048 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41676) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:02.939011 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d96b75-7cfd-4bca-a1d4-8c033c1b6c67 req-75237839-5dd4-4e4c-afa7-8cff428d6c78 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:02.947382 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-65d96b75-7cfd-4bca-a1d4-8c033c1b6c67 req-75237839-5dd4-4e4c-afa7-8cff428d6c78 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1383200 Mar 05 05:05:03.024729 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-65d96b75-7cfd-4bca-a1d4-8c033c1b6c67 req-1db0a05c-d563-40f3-9fa4-bfb1f9789be3 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763729 Mar 05 05:05:03.042255 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-aa0202ae-d7ed-4a60-91fe-d52c8fa68541 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=24d1213495be4501bed490fb8af2a27c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1962028 Mar 05 05:05:03.047960 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41684) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:03.069033 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-675a377a-0a73-4e68-adad-1efb95b552b2 req-b0c04977-8214-4a73-8f9b-60fbf20ee8e9 service neutron] 10.222.0.31 "GET /v2.0/networks/736070a8-c07b-477b-a66e-efe0e434beb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874756 Mar 05 05:05:03.146844 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fad7536a-4b30-4bd0-b12f-6cc75cf79867 admin admin] Publish callbacks [] for security_group (b6ada6a8-87b4-4b32-b5a2-13ee08582f40), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:03.183594 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fad7536a-4b30-4bd0-b12f-6cc75cf79867 admin admin] Publish callbacks [] for security_group (b6ada6a8-87b4-4b32-b5a2-13ee08582f40), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:03.328645 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fad7536a-4b30-4bd0-b12f-6cc75cf79867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b6ada6a8-87b4-4b32-b5a2-13ee08582f40), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:03.342097 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fad7536a-4b30-4bd0-b12f-6cc75cf79867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:03.347917 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fad7536a-4b30-4bd0-b12f-6cc75cf79867 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b6ada6a8-87b4-4b32-b5a2-13ee08582f40 HTTP/1.1" status: 204 len: 168 time: 0.2959979 Mar 05 05:05:03.422864 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad7536a-4b30-4bd0-b12f-6cc75cf79867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ada6a8-87b4-4b32-b5a2-13ee08582f40,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:03.513248 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ae44d-eeb0-4843-b27d-ce8ffe7786be req-873ab0aa-1003-46d7-83e4-0bdeb7ac2494 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:03.518403 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-007ae44d-eeb0-4843-b27d-ce8ffe7786be req-873ab0aa-1003-46d7-83e4-0bdeb7ac2494 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.2587459 Mar 05 05:05:03.543236 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8c385-fe52-49f7-a2bb-bd86766517f1 req-873b40c5-81b5-4fbb-a4d1-b630341808d1 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:03.556249 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72f8c385-fe52-49f7-a2bb-bd86766517f1 req-873b40c5-81b5-4fbb-a4d1-b630341808d1 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 944 time: 0.2922053 Mar 05 05:05:03.788357 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-007ae44d-eeb0-4843-b27d-ce8ffe7786be req-5603b3de-bf2f-4eb5-8d33-c20ae99b0485 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176120 Mar 05 05:05:03.813582 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72f8c385-fe52-49f7-a2bb-bd86766517f1 req-95818c9b-541c-4849-a083-27ad6a3911e7 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ecbfce8-967f-426d-a5d4-fb014d78ce26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542901 Mar 05 05:05:04.145857 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8af8f-4535-4227-8239-acd3e87be5d2 req-1cf9f447-b812-425d-9b99-f7eeab5a0dc4 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:04.156415 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d4f8af8f-4535-4227-8239-acd3e87be5d2 req-1cf9f447-b812-425d-9b99-f7eeab5a0dc4 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1122091 Mar 05 05:05:04.245836 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d4f8af8f-4535-4227-8239-acd3e87be5d2 req-7d058a2f-af91-4848-94bf-d443ad6a1f19 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819318 Mar 05 05:05:04.529565 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0158c33-ad85-4f01-b108-bc6a88705162 req-20912480-8e4a-4658-91ac-72bbdd1e4d72 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:04.538633 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c0158c33-ad85-4f01-b108-bc6a88705162 req-20912480-8e4a-4658-91ac-72bbdd1e4d72 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1412368 Mar 05 05:05:04.583136 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41760) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:04.633099 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c0158c33-ad85-4f01-b108-bc6a88705162 req-d1f403db-1236-4538-804f-294d8ef89a69 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879142 Mar 05 05:05:04.798658 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69bc70-2934-4888-b550-bdaa74f61a40 req-2856e03f-add3-48fb-9cb1-651c6a4be76a tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:04.804339 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-af69bc70-2934-4888-b550-bdaa74f61a40 req-2856e03f-add3-48fb-9cb1-651c6a4be76a tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e4bd63b-8ac7-4526-b303-158af88a39bb HTTP/1.1" status: 200 len: 945 time: 0.1264160 Mar 05 05:05:04.873369 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b923de5e-14c8-4d39-8788-08677a1d7235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:05.021491 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3fccf-2050-41c7-83a9-4317c9e51c67 req-614341c1-0eff-42e5-87fa-8bc1b4112af7 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:05.031528 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4d3fccf-2050-41c7-83a9-4317c9e51c67 req-614341c1-0eff-42e5-87fa-8bc1b4112af7 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.2242031 Mar 05 05:05:05.077597 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-af69bc70-2934-4888-b550-bdaa74f61a40 req-d0eb2c4f-6ad1-482e-98f4-bc47f6b8b01b tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b988e79-c406-4059-a829-d33e42be9564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2469046 Mar 05 05:05:05.109038 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b923de5e-14c8-4d39-8788-08677a1d7235 admin admin] Publish callbacks [] for security_group (0d1628d8-7909-43ef-9623-341b65737fea), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:05.119848 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b923de5e-14c8-4d39-8788-08677a1d7235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (0d1628d8-7909-43ef-9623-341b65737fea), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:05.159035 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4d3fccf-2050-41c7-83a9-4317c9e51c67 req-1f8cc788-5508-49c3-914b-7f86114bf018 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212013 Mar 05 05:05:05.223325 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b923de5e-14c8-4d39-8788-08677a1d7235 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c14d4bb650d442ada4c69ca7f029a35b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6362734 Mar 05 05:05:05.224755 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41792) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:05.326767 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923de5e-14c8-4d39-8788-08677a1d7235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1628d8-7909-43ef-9623-341b65737fea,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:05.364273 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3af221a5-0010-4950-88ad-f8138a778453 admin admin] Publish callbacks [] for security_group (0d1628d8-7909-43ef-9623-341b65737fea), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:05.389814 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3af221a5-0010-4950-88ad-f8138a778453 admin admin] Publish callbacks [] for security_group (0d1628d8-7909-43ef-9623-341b65737fea), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:05.450634 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3af221a5-0010-4950-88ad-f8138a778453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (0d1628d8-7909-43ef-9623-341b65737fea), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:05.453916 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3af221a5-0010-4950-88ad-f8138a778453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:05.455350 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3af221a5-0010-4950-88ad-f8138a778453 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0d1628d8-7909-43ef-9623-341b65737fea HTTP/1.1" status: 204 len: 168 time: 0.2187254 Mar 05 05:05:05.457056 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859680ae-552c-4724-9efe-583c6dc54b76 req-00ae49e7-bf0d-4232-988c-de9f8f802b17 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:05.464654 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af221a5-0010-4950-88ad-f8138a778453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1628d8-7909-43ef-9623-341b65737fea,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:05.474181 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-859680ae-552c-4724-9efe-583c6dc54b76 req-00ae49e7-bf0d-4232-988c-de9f8f802b17 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 944 time: 0.2672167 Mar 05 05:05:05.520137 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc39965-0a8c-4c5a-b19e-0f1ee6c1472a req-92a7b9c3-f7ff-40b2-b29e-4d4f44da8059 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:05.521739 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dbc39965-0a8c-4c5a-b19e-0f1ee6c1472a req-92a7b9c3-f7ff-40b2-b29e-4d4f44da8059 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.2036912 Mar 05 05:05:05.599818 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dbc39965-0a8c-4c5a-b19e-0f1ee6c1472a req-728deac6-4b6d-4544-bc32-2d8b5cde5f98 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690644 Mar 05 05:05:05.678554 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-859680ae-552c-4724-9efe-583c6dc54b76 req-529959cb-92c9-4d0e-9484-64fdf0222d91 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ecbfce8-967f-426d-a5d4-fb014d78ce26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957710 Mar 05 05:05:05.806386 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998d62c-aab1-4e77-90c4-365788ad60b9 req-16b9cffd-8878-4fbf-a1c8-cd994911e197 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:05.808618 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b998d62c-aab1-4e77-90c4-365788ad60b9 req-16b9cffd-8878-4fbf-a1c8-cd994911e197 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.0598607 Mar 05 05:05:05.869547 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b998d62c-aab1-4e77-90c4-365788ad60b9 req-2d78e746-0bbe-4c7d-a0bf-41e2b84b12f3 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540671 Mar 05 05:05:06.057626 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41822) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:06.115328 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1a239-8570-4a44-b4e4-b17bcc8bbbe3 req-84b44bc4-85a4-489d-a0b8-dcca967c7e82 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:06.116893 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74e1a239-8570-4a44-b4e4-b17bcc8bbbe3 req-84b44bc4-85a4-489d-a0b8-dcca967c7e82 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1160314 Mar 05 05:05:06.188361 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a08478c6-2ae3-4f5f-9580-c0cb1312c68d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:06.206189 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74e1a239-8570-4a44-b4e4-b17bcc8bbbe3 req-6a949151-c6d0-4a00-9491-4c8be02034b3 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826030 Mar 05 05:05:06.365631 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310134a-98b3-471e-a083-5dd0c6d7435d req-34b7118e-b53f-428d-98dc-cf8dbcf0c088 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:06.373297 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a310134a-98b3-471e-a083-5dd0c6d7435d req-34b7118e-b53f-428d-98dc-cf8dbcf0c088 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e4bd63b-8ac7-4526-b303-158af88a39bb HTTP/1.1" status: 200 len: 945 time: 0.1710377 Mar 05 05:05:06.381018 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cd86d-0102-402a-ad53-3bce7bfd36b9 req-1bec89ac-6f5a-484c-baac-b2b1cf3114a2 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:06.392408 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3a4cd86d-0102-402a-ad53-3bce7bfd36b9 req-1bec89ac-6f5a-484c-baac-b2b1cf3114a2 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e4bd63b-8ac7-4526-b303-158af88a39bb HTTP/1.1" status: 200 len: 945 time: 0.3300641 Mar 05 05:05:06.534928 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a310134a-98b3-471e-a083-5dd0c6d7435d req-310d3141-fdc7-49dc-adc4-768a321a4b86 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups?id=7b988e79-c406-4059-a829-d33e42be9564&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413646 Mar 05 05:05:06.612618 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9f522-7b2d-4314-b429-911b4f9afc8a req-bc24956c-fddf-4508-9cb9-c0ab114a8e29 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:06.623386 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b8c9f522-7b2d-4314-b429-911b4f9afc8a req-bc24956c-fddf-4508-9cb9-c0ab114a8e29 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.0796149 Mar 05 05:05:06.665387 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a08478c6-2ae3-4f5f-9580-c0cb1312c68d admin admin] Publish callbacks [] for security_group (5dc314ac-5269-499d-a112-edb77aa3683f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:06.673218 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a08478c6-2ae3-4f5f-9580-c0cb1312c68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (5dc314ac-5269-499d-a112-edb77aa3683f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:06.709306 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a08478c6-2ae3-4f5f-9580-c0cb1312c68d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=87599035442e4a56bf43a75aacc97be4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5799904 Mar 05 05:05:06.720105 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41848) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:06.768515 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-3a4cd86d-0102-402a-ad53-3bce7bfd36b9 req-f1f9dc23-a195-4cfd-a5c1-802da42ce3ad tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Deleting port de7d2b38-1a95-45b5-94bc-1299222a96a5 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:05:06.769143 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3a4cd86d-0102-402a-ad53-3bce7bfd36b9 req-f1f9dc23-a195-4cfd-a5c1-802da42ce3ad tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (de7d2b38-1a95-45b5-94bc-1299222a96a5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:06.772040 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08478c6-2ae3-4f5f-9580-c0cb1312c68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc314ac-5269-499d-a112-edb77aa3683f,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:06.791676 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b8c9f522-7b2d-4314-b429-911b4f9afc8a req-3b953524-0589-497a-acfd-5cdbe183ed11 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670873 Mar 05 05:05:06.904799 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e9a1f-8994-4c53-9552-317be91898b2 req-5cfe0d5a-fbf8-44c9-82d8-1b0c9acab944 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:06.911142 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-895e9a1f-8994-4c53-9552-317be91898b2 req-5cfe0d5a-fbf8-44c9-82d8-1b0c9acab944 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 944 time: 0.1108685 Mar 05 05:05:06.945438 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-3a4cd86d-0102-402a-ad53-3bce7bfd36b9 req-f1f9dc23-a195-4cfd-a5c1-802da42ce3ad tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] For port de7d2b38-1a95-45b5-94bc-1299222a96a5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=de7d2b38-1a95-45b5-94bc-1299222a96a5,segment=NetworkSegment(78da9f50-b791-4384-818b-c3b1f3bf0c84),segment_id=78da9f50-b791-4384-818b-c3b1f3bf0c84)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:05:06.946068 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3a4cd86d-0102-402a-ad53-3bce7bfd36b9 req-f1f9dc23-a195-4cfd-a5c1-802da42ce3ad tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (de7d2b38-1a95-45b5-94bc-1299222a96a5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:06.977861 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba01df-dcaf-43b1-a4c7-109c79171753 req-b7cbeb82-119f-4f08-9a92-b1727569290a tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:06.979480 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4eba01df-dcaf-43b1-a4c7-109c79171753 req-b7cbeb82-119f-4f08-9a92-b1727569290a tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.0981028 Mar 05 05:05:07.014047 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-895e9a1f-8994-4c53-9552-317be91898b2 req-b6df6dc2-18fd-4adf-ab42-fbf53f3ad84f tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ecbfce8-967f-426d-a5d4-fb014d78ce26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834939 Mar 05 05:05:07.101297 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4eba01df-dcaf-43b1-a4c7-109c79171753 req-ae32afe1-5d36-4cac-aa22-f0ae2058f5bb tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862620 Mar 05 05:05:07.113481 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41864) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:07.162975 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c2275d77-7ddd-41b1-9931-f677d2c10c40 admin admin] Publish callbacks [] for security_group (5dc314ac-5269-499d-a112-edb77aa3683f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:07.219922 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c2275d77-7ddd-41b1-9931-f677d2c10c40 admin admin] Publish callbacks [] for security_group (5dc314ac-5269-499d-a112-edb77aa3683f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:07.295576 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-8a12bbe1-1d19-406f-8a0b-677ed382a814 tempest-QuotasTest-1418430311 tempest-QuotasTest-1418430311-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:05:07.330653 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c2275d77-7ddd-41b1-9931-f677d2c10c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (5dc314ac-5269-499d-a112-edb77aa3683f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:07.334294 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c2275d77-7ddd-41b1-9931-f677d2c10c40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:07.336073 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c2275d77-7ddd-41b1-9931-f677d2c10c40 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5dc314ac-5269-499d-a112-edb77aa3683f HTTP/1.1" status: 204 len: 168 time: 0.6128516 Mar 05 05:05:07.352419 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2275d77-7ddd-41b1-9931-f677d2c10c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc314ac-5269-499d-a112-edb77aa3683f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:07.360756 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3a4cd86d-0102-402a-ad53-3bce7bfd36b9 req-f1f9dc23-a195-4cfd-a5c1-802da42ce3ad tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:07.361367 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3a4cd86d-0102-402a-ad53-3bce7bfd36b9 req-f1f9dc23-a195-4cfd-a5c1-802da42ce3ad tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (f762be00-c220-47c0-bae8-71f29cf317f9), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:07.362269 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [req-3a4cd86d-0102-402a-ad53-3bce7bfd36b9 req-f1f9dc23-a195-4cfd-a5c1-802da42ce3ad tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Floating IP f762be00-c220-47c0-bae8-71f29cf317f9 disassociated. External IP: 172.25.0.252, port: de7d2b38-1a95-45b5-94bc-1299222a96a5. Mar 05 05:05:07.363892 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-3a4cd86d-0102-402a-ad53-3bce7bfd36b9 req-f1f9dc23-a195-4cfd-a5c1-802da42ce3ad tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Calling delete_port for de7d2b38-1a95-45b5-94bc-1299222a96a5 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:05:07.368607 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ce785-608a-496e-89e5-6d7d93280b0c req-1c4545e6-5206-44f3-871b-10030062acce tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:07.381141 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c99ce785-608a-496e-89e5-6d7d93280b0c req-1c4545e6-5206-44f3-871b-10030062acce tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1523299 Mar 05 05:05:07.506826 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c99ce785-608a-496e-89e5-6d7d93280b0c req-8a7c9c4b-9a3b-4970-a5dc-3fd5725780e9 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174793 Mar 05 05:05:07.526132 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8a12bbe1-1d19-406f-8a0b-677ed382a814 tempest-QuotasTest-1418430311 tempest-QuotasTest-1418430311-project-admin] 10.222.0.11 "PUT /v2.0/quotas/f5cc4f398be545f0bf0d8a7d132d378d HTTP/1.1" status: 200 len: 366 time: 0.4115186 Mar 05 05:05:07.530104 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41886) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:07.561913 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0e7612b4-212e-4444-9d65-64587261450a tempest-QuotasTest-1418430311 tempest-QuotasTest-1418430311-project-admin] 10.222.0.11 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0309789 Mar 05 05:05:07.562752 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41892) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:07.591151 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-623e3169-3a94-40b0-a976-6d236d0f244f tempest-QuotasTest-1418430311 tempest-QuotasTest-1418430311-project-admin] 10.222.0.11 "GET /v2.0/quotas/f5cc4f398be545f0bf0d8a7d132d378d HTTP/1.1" status: 200 len: 366 time: 0.0235715 Mar 05 05:05:07.600821 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41894) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:07.640844 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41896) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:07.652642 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c6581909-28dc-4c4a-a1b9-ff3d565f1353 tempest-QuotasTest-1418430311 tempest-QuotasTest-1418430311-project-admin] 10.222.0.11 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0102267 Mar 05 05:05:07.654189 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-006d2bcb-1645-41e5-a4cd-45dda2df09d6 tempest-QuotasTest-1418430311 tempest-QuotasTest-1418430311-project-admin] 10.222.0.11 "DELETE /v2.0/quotas/f5cc4f398be545f0bf0d8a7d132d378d HTTP/1.1" status: 204 len: 168 time: 0.0510111 Mar 05 05:05:07.656702 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41898) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:07.688902 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8397ea7d-3c08-41ea-a1ae-e637ba949f6e tempest-QuotasTest-1418430311 tempest-QuotasTest-1418430311-project-admin] 10.222.0.11 "GET /v2.0/quotas/f5cc4f398be545f0bf0d8a7d132d378d HTTP/1.1" status: 200 len: 370 time: 0.0308225 Mar 05 05:05:07.690314 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3a4cd86d-0102-402a-ad53-3bce7bfd36b9 req-f1f9dc23-a195-4cfd-a5c1-802da42ce3ad tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (de7d2b38-1a95-45b5-94bc-1299222a96a5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:07.692076 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41902) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:07.708546 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-deae14d3-4a55-4a9c-b67b-ece1272cbcfa tempest-QuotasTest-1418430311 tempest-QuotasTest-1418430311-project-admin] 10.222.0.11 "GET /v2.0/quotas/f5cc4f398be545f0bf0d8a7d132d378d/default HTTP/1.1" status: 200 len: 370 time: 0.0155435 Mar 05 05:05:07.715215 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41904) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:07.751342 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9dc23-a195-4cfd-a5c1-802da42ce3ad tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event deleted for resources: {'Port': ['ID=de7d2b38-1a95-45b5-94bc-1299222a96a5,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:07.753872 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-9b6c3357-70cf-41ab-8e69-76af28ca9918 tempest-QuotasTest-1418430311 tempest-QuotasTest-1418430311-project-admin] delete failed (client error): The resource could not be found. Mar 05 05:05:07.755043 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9b6c3357-70cf-41ab-8e69-76af28ca9918 tempest-QuotasTest-1418430311 tempest-QuotasTest-1418430311-project-admin] 10.222.0.11 "DELETE /v2.0/quotas/f5cc4f398be545f0bf0d8a7d132d378d HTTP/1.1" status: 404 len: 348 time: 0.0386808 Mar 05 05:05:07.858647 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-99264e98-2b94-49ba-93a5-ef141f144959 req-3cb7a5e5-9267-411b-b437-74e505bf08c4 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/ports?device_id=2e4bd63b-8ac7-4526-b303-158af88a39bb HTTP/1.1" status: 200 len: 210 time: 0.1062944 Mar 05 05:05:07.912936 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abae3bb-4d23-4010-bc40-398bc944c3f6 req-da242b66-e633-4919-a526-08c2f07e0490 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:07.930702 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6abae3bb-4d23-4010-bc40-398bc944c3f6 req-da242b66-e633-4919-a526-08c2f07e0490 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.2243795 Mar 05 05:05:07.971850 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a4cd86d-0102-402a-ad53-3bce7bfd36b9 req-f1f9dc23-a195-4cfd-a5c1-802da42ce3ad tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:05:08.048520 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6abae3bb-4d23-4010-bc40-398bc944c3f6 req-b7080b66-8f18-4217-84be-3e6e363ab949 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160390 Mar 05 05:05:08.187167 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41928) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:08.233611 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdd013-1729-495e-ad99-94277f2158e1 req-a67ec2d5-1ad0-4db2-90ac-5e65449f9fcb tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:08.246222 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-20bdd013-1729-495e-ad99-94277f2158e1 req-a67ec2d5-1ad0-4db2-90ac-5e65449f9fcb tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/networks?id=de8163db-d63d-42bf-8219-a966466a9de8 HTTP/1.1" status: 200 len: 809 time: 0.2602708 Mar 05 05:05:08.271518 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-20bdd013-1729-495e-ad99-94277f2158e1 req-6e6d05c7-3573-4835-a3c3-3a7f5d95b967 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/quotas/40ad1bedd29242adb169a24f6e04ed68 HTTP/1.1" status: 200 len: 375 time: 0.0243709 Mar 05 05:05:08.271963 n-d-789963-32 neutron-server[105232]: DEBUG neutron.quota.resource [None req-1cd45144-3232-414d-8f66-71b285d257a0 tempest-QuotasTest-1418430311 tempest-QuotasTest-1418430311-project-admin] Usage tracker for resource:network and project:6ad3657293e04dc99769db927435660f is out of sync, need to count used quota {{(pid=105232) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 05 05:05:08.283431 n-d-789963-32 neutron-server[105232]: DEBUG neutron.quota.resource [None req-1cd45144-3232-414d-8f66-71b285d257a0 tempest-QuotasTest-1418430311 tempest-QuotasTest-1418430311-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=105232) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 05 05:05:08.325929 n-d-789963-32 neutron-server[105232]: DEBUG neutron.quota.resource [None req-1cd45144-3232-414d-8f66-71b285d257a0 tempest-QuotasTest-1418430311 tempest-QuotasTest-1418430311-project-admin] Usage tracker for resource:subnet and project:6ad3657293e04dc99769db927435660f is out of sync, need to count used quota {{(pid=105232) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 05 05:05:08.337154 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a4cd86d-0102-402a-ad53-3bce7bfd36b9 req-f1f9dc23-a195-4cfd-a5c1-802da42ce3ad tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:05:08.339015 n-d-789963-32 neutron-server[105232]: DEBUG neutron.quota.resource [None req-1cd45144-3232-414d-8f66-71b285d257a0 tempest-QuotasTest-1418430311 tempest-QuotasTest-1418430311-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=105232) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 05 05:05:08.350689 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-20bdd013-1729-495e-ad99-94277f2158e1 req-246c04e6-03b0-46c0-aebe-1a3b175bae14 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=40ad1bedd29242adb169a24f6e04ed68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635335 Mar 05 05:05:08.352718 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977827f2-a5b0-4022-ad48-54e3ca976142 None None] Sync routers for ids ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:05:08.367942 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29888a-48b2-4d72-99da-587abbd7b3c2 req-a114ca5b-e652-4263-9743-7b80ecd20a40 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:08.378031 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5e29888a-48b2-4d72-99da-587abbd7b3c2 req-a114ca5b-e652-4263-9743-7b80ecd20a40 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 944 time: 0.2327681 Mar 05 05:05:08.380960 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977827f2-a5b0-4022-ad48-54e3ca976142 None None] Routers {'9d9e5c8c-8fe9-4199-9808-05fba6c71dec'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:05:08.381831 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-977827f2-a5b0-4022-ad48-54e3ca976142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:04:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:05:08.455783 n-d-789963-32 neutron-server[105232]: DEBUG neutron.quota.resource [None req-1cd45144-3232-414d-8f66-71b285d257a0 tempest-QuotasTest-1418430311 tempest-QuotasTest-1418430311-project-admin] Usage tracker for resource:subnetpool and project:6ad3657293e04dc99769db927435660f is out of sync, need to count used quota {{(pid=105232) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 05 05:05:08.477581 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4cd86d-0102-402a-ad53-3bce7bfd36b9 req-f1f9dc23-a195-4cfd-a5c1-802da42ce3ad tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] No DVR routers for this DVR port de7d2b38-1a95-45b5-94bc-1299222a96a5 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:05:08.480782 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3a4cd86d-0102-402a-ad53-3bce7bfd36b9 req-f1f9dc23-a195-4cfd-a5c1-802da42ce3ad tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:08.484730 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3a4cd86d-0102-402a-ad53-3bce7bfd36b9 req-f1f9dc23-a195-4cfd-a5c1-802da42ce3ad tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.31 "DELETE /v2.0/ports/de7d2b38-1a95-45b5-94bc-1299222a96a5 HTTP/1.1" status: 204 len: 173 time: 2.0886996 Mar 05 05:05:08.485365 n-d-789963-32 neutron-server[105232]: DEBUG neutron.quota.resource [None req-1cd45144-3232-414d-8f66-71b285d257a0 tempest-QuotasTest-1418430311 tempest-QuotasTest-1418430311-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=105232) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 05 05:05:08.499250 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4bd63b-8ac7-4526-b303-158af88a39bb', 'name': 'network-vif-deleted', 'tag': 'de7d2b38-1a95-45b5-94bc-1299222a96a5'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:05:08.501622 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2febd9a4-3093-4b34-947f-ce6f8edba99d" -d '{"events": [{"server_uuid": "2e4bd63b-8ac7-4526-b303-158af88a39bb", "name": "network-vif-deleted", "tag": "de7d2b38-1a95-45b5-94bc-1299222a96a5"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:05:08.519710 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5e29888a-48b2-4d72-99da-587abbd7b3c2 req-10910d71-1db5-486d-8351-601bf93c4cf5 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ecbfce8-967f-426d-a5d4-fb014d78ce26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407070 Mar 05 05:05:08.540788 n-d-789963-32 neutron-server[105232]: DEBUG neutron.quota.resource [None req-1cd45144-3232-414d-8f66-71b285d257a0 tempest-QuotasTest-1418430311 tempest-QuotasTest-1418430311-project-admin] Usage tracker for resource:port and project:6ad3657293e04dc99769db927435660f is out of sync, need to count used quota {{(pid=105232) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 05 05:05:08.553621 n-d-789963-32 neutron-server[105232]: DEBUG neutron.quota.resource [None req-1cd45144-3232-414d-8f66-71b285d257a0 tempest-QuotasTest-1418430311 tempest-QuotasTest-1418430311-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=105232) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 05 05:05:08.606332 n-d-789963-32 neutron-server[105232]: DEBUG neutron.quota.resource [None req-1cd45144-3232-414d-8f66-71b285d257a0 tempest-QuotasTest-1418430311 tempest-QuotasTest-1418430311-project-admin] Usage tracker for resource:router and project:6ad3657293e04dc99769db927435660f is out of sync, need to count used quota {{(pid=105232) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 05 05:05:08.621085 n-d-789963-32 neutron-server[105232]: DEBUG neutron.quota.resource [None req-1cd45144-3232-414d-8f66-71b285d257a0 tempest-QuotasTest-1418430311 tempest-QuotasTest-1418430311-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=105232) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 05 05:05:08.649629 n-d-789963-32 neutron-server[105232]: DEBUG neutron.quota.resource [None req-1cd45144-3232-414d-8f66-71b285d257a0 tempest-QuotasTest-1418430311 tempest-QuotasTest-1418430311-project-admin] Usage tracker for resource:floatingip and project:6ad3657293e04dc99769db927435660f is out of sync, need to count used quota {{(pid=105232) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 05 05:05:08.656863 n-d-789963-32 neutron-server[105232]: DEBUG neutron.quota.resource [None req-1cd45144-3232-414d-8f66-71b285d257a0 tempest-QuotasTest-1418430311 tempest-QuotasTest-1418430311-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=105232) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 05 05:05:08.690843 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-977827f2-a5b0-4022-ad48-54e3ca976142 None None] Set router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:05:08.896675 n-d-789963-32 neutron-server[105232]: DEBUG neutron.quota.resource [None req-1cd45144-3232-414d-8f66-71b285d257a0 tempest-QuotasTest-1418430311 tempest-QuotasTest-1418430311-project-admin] Usage tracker for resource:security_group and project:6ad3657293e04dc99769db927435660f is out of sync, need to count used quota {{(pid=105232) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 05 05:05:08.908000 n-d-789963-32 neutron-server[105232]: DEBUG neutron.quota.resource [None req-1cd45144-3232-414d-8f66-71b285d257a0 tempest-QuotasTest-1418430311 tempest-QuotasTest-1418430311-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=105232) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 05 05:05:08.920014 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a422f823-020c-447c-9667-1b61766e066d x-openstack-request-id: req-a422f823-020c-447c-9667-1b61766e066d {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:05:08.925935 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4bd63b-8ac7-4526-b303-158af88a39bb", "name": "network-vif-deleted", "tag": "de7d2b38-1a95-45b5-94bc-1299222a96a5", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:05:08.926380 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a422f823-020c-447c-9667-1b61766e066d {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:05:08.926982 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4bd63b-8ac7-4526-b303-158af88a39bb', 'name': 'network-vif-deleted', 'tag': 'de7d2b38-1a95-45b5-94bc-1299222a96a5', 'status': 'completed', 'code': 200} Mar 05 05:05:08.938943 n-d-789963-32 neutron-server[105232]: DEBUG neutron.quota.resource [None req-1cd45144-3232-414d-8f66-71b285d257a0 tempest-QuotasTest-1418430311 tempest-QuotasTest-1418430311-project-admin] Usage tracker for resource:security_group_rule and project:6ad3657293e04dc99769db927435660f is out of sync, need to count used quota {{(pid=105232) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 05 05:05:08.950519 n-d-789963-32 neutron-server[105232]: DEBUG neutron.quota.resource [None req-1cd45144-3232-414d-8f66-71b285d257a0 tempest-QuotasTest-1418430311 tempest-QuotasTest-1418430311-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=105232) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 05 05:05:08.959344 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1cd45144-3232-414d-8f66-71b285d257a0 tempest-QuotasTest-1418430311 tempest-QuotasTest-1418430311-project-admin] 10.222.0.11 "GET /v2.0/quotas/6ad3657293e04dc99769db927435660f/details.json HTTP/1.1" status: 200 len: 703 time: 0.7714865 Mar 05 05:05:09.051463 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-20bdd013-1729-495e-ad99-94277f2158e1 req-4efde59e-2276-4956-ac90-7f98a42ca812 service neutron] 10.222.0.11 "GET /v2.0/networks/de8163db-d63d-42bf-8219-a966466a9de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6712978 Mar 05 05:05:09.232300 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabd1d7-dba5-4e3b-bad1-d6f69d3f4c49 req-9f14bdf5-46a7-436a-8556-d1ea20a7386a tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:09.241424 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-baabd1d7-dba5-4e3b-bad1-d6f69d3f4c49 req-9f14bdf5-46a7-436a-8556-d1ea20a7386a tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.2139683 Mar 05 05:05:09.478668 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:05:09.547825 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41974) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:09.641024 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-977827f2-a5b0-4022-ad48-54e3ca976142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:26Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'gw_port': {'id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:28Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '05374882-18b9-429d-a219-9a1dba943df9', 'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'mac_address': 'fa:16:3e:7e:8a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:34Z', 'updated_at': '2022-03-05T04:56:42Z', 'revision_number': 5, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'subnets': [{'id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:05:09.694705 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-20bdd013-1729-495e-ad99-94277f2158e1 req-1f8b0539-0290-4c48-8c3e-2ec1a295bb7a service neutron] 10.222.0.11 "GET /v2.0/networks/de8163db-d63d-42bf-8219-a966466a9de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5998588 Mar 05 05:05:09.697752 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977827f2-a5b0-4022-ad48-54e3ca976142 None None] Checking router: 9d9e5c8c-8fe9-4199-9808-05fba6c71dec for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:05:09.720986 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977827f2-a5b0-4022-ad48-54e3ca976142 None None] Routers {'9d9e5c8c-8fe9-4199-9808-05fba6c71dec'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:05:09.721600 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-977827f2-a5b0-4022-ad48-54e3ca976142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:04:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:05:09.723687 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-baabd1d7-dba5-4e3b-bad1-d6f69d3f4c49 req-48e4eed8-78da-4f7a-a64f-5d1d001092e9 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813318 Mar 05 05:05:09.802506 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1a829bba-2a02-4237-8fd2-ddba45522daf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:09.986041 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1a829bba-2a02-4237-8fd2-ddba45522daf admin admin] Publish callbacks [] for security_group (3bd14a01-a106-4edd-b5da-0caee67f3c6a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:09.993306 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1a829bba-2a02-4237-8fd2-ddba45522daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3bd14a01-a106-4edd-b5da-0caee67f3c6a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:10.045321 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfdc82f-cb36-43e9-a1be-c66af41ec4e2 req-c81105a3-e78c-402b-b201-adb2c68735c7 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:10.052391 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fbfdc82f-cb36-43e9-a1be-c66af41ec4e2 req-c81105a3-e78c-402b-b201-adb2c68735c7 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 944 time: 0.1806960 Mar 05 05:05:10.056696 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-977827f2-a5b0-4022-ad48-54e3ca976142 None None] Set router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:05:10.178798 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42002) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:10.186076 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1a829bba-2a02-4237-8fd2-ddba45522daf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a94173d57bde47bdac4ee1d0a26114b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6264882 Mar 05 05:05:10.191022 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a829bba-2a02-4237-8fd2-ddba45522daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd14a01-a106-4edd-b5da-0caee67f3c6a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:10.280288 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-834f8285-155b-426f-a1c1-2a58f0bea5bb admin admin] Publish callbacks [] for security_group (3bd14a01-a106-4edd-b5da-0caee67f3c6a), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:10.348557 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-834f8285-155b-426f-a1c1-2a58f0bea5bb admin admin] Publish callbacks [] for security_group (3bd14a01-a106-4edd-b5da-0caee67f3c6a), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:10.365512 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fbfdc82f-cb36-43e9-a1be-c66af41ec4e2 req-b6199147-b1b2-4781-8325-4d042192f81f tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ecbfce8-967f-426d-a5d4-fb014d78ce26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3097670 Mar 05 05:05:10.431623 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd6d3a-def6-4849-b715-fa7521f9a153 req-9c0d1336-ec17-4a84-9ee5-0d22f0d6a7bc tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:10.445298 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42016) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:10.446557 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c3fd6d3a-def6-4849-b715-fa7521f9a153 req-9c0d1336-ec17-4a84-9ee5-0d22f0d6a7bc tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.3595574 Mar 05 05:05:10.514076 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device de7d2b38-1a95-45b5-94bc-1299222a96a5 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:05:10.588148 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: de7d2b38-1a95-45b5-94bc-1299222a96a5 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:05:10.588758 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device de7d2b38-1a95-45b5-94bc-1299222a96a5 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:05:10.613827 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-37c1327b-9fd1-4973-a1d9-a9b3c835dece tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group (7b988e79-c406-4059-a829-d33e42be9564), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:10.623303 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-977827f2-a5b0-4022-ad48-54e3ca976142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:26Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'gw_port': {'id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:28Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '05374882-18b9-429d-a219-9a1dba943df9', 'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'mac_address': 'fa:16:3e:7e:8a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:34Z', 'updated_at': '2022-03-05T04:56:42Z', 'revision_number': 5, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'subnets': [{'id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:05:10.654845 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977827f2-a5b0-4022-ad48-54e3ca976142 None None] The sync data for ids ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'] in n-d-789963-32 is: [{'id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:26Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'gw_port': {'id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:28Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '05374882-18b9-429d-a219-9a1dba943df9', 'name': '', 'network_id': '2208e38e-4ccf-4e0c-99e3-12bba4d22772', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'mac_address': 'fa:16:3e:7e:8a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:34Z', 'updated_at': '2022-03-05T04:56:42Z', 'revision_number': 5, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'subnets': [{'id': '3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:05:10.678749 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c3fd6d3a-def6-4849-b715-fa7521f9a153 req-9172dae0-4f17-4b8a-a1af-f7363952ce12 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250581 Mar 05 05:05:10.705321 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-834f8285-155b-426f-a1c1-2a58f0bea5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3bd14a01-a106-4edd-b5da-0caee67f3c6a), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:10.711831 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-834f8285-155b-426f-a1c1-2a58f0bea5bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:10.713369 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-834f8285-155b-426f-a1c1-2a58f0bea5bb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3bd14a01-a106-4edd-b5da-0caee67f3c6a HTTP/1.1" status: 204 len: 168 time: 0.5323083 Mar 05 05:05:10.724234 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-37c1327b-9fd1-4973-a1d9-a9b3c835dece tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group (7b988e79-c406-4059-a829-d33e42be9564), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:10.802449 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-37c1327b-9fd1-4973-a1d9-a9b3c835dece tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7b988e79-c406-4059-a829-d33e42be9564), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:10.807121 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-37c1327b-9fd1-4973-a1d9-a9b3c835dece tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:10.813621 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-37c1327b-9fd1-4973-a1d9-a9b3c835dece tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "DELETE /v2.0/security-groups/7b988e79-c406-4059-a829-d33e42be9564 HTTP/1.1" status: 204 len: 168 time: 0.3663132 Mar 05 05:05:10.815579 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42030) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:10.839985 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fad3af78-dcc9-4a19-a498-e4e1c2931a3a req-43691bf3-d2d4-4d81-a8fb-b9a102d59ee8 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/ports?device_id=6358f492-a5ae-47d3-8972-e696d0cfa17d HTTP/1.1" status: 200 len: 210 time: 0.2837145 Mar 05 05:05:10.850828 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1327b-9fd1-4973-a1d9-a9b3c835dece tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b988e79-c406-4059-a829-d33e42be9564,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:10.854041 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-98c8a1bb-0a5c-4e47-a1fc-c1640dbfa4d8 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] show failed (client error): The resource could not be found. Mar 05 05:05:10.857655 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-98c8a1bb-0a5c-4e47-a1fc-c1640dbfa4d8 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "GET /v2.0/security-groups/7b988e79-c406-4059-a829-d33e42be9564 HTTP/1.1" status: 404 len: 347 time: 0.0361068 Mar 05 05:05:10.863124 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42036) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:10.895854 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f8285-155b-426f-a1c1-2a58f0bea5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd14a01-a106-4edd-b5da-0caee67f3c6a,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:11.322325 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ca858b-6c3f-44a7-82cd-58b08f14e7e2 None None] New status for floating IP f762be00-c220-47c0-bae8-71f29cf317f9: DOWN {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:05:11.378999 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-29d10583-8650-4f13-affe-c6c048bc3cb3 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Deleting port c1f2a223-f0fb-4ac0-a62f-02e01f85586c {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:05:11.379405 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-29d10583-8650-4f13-affe-c6c048bc3cb3 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (c1f2a223-f0fb-4ac0-a62f-02e01f85586c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:11.455516 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9be14f3d-6c47-445d-9d3a-c4d8dda90e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:11.674760 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db553b20-5b0d-4615-af98-34fae4fdaf9c req-f0954cad-ec01-45e9-bea8-ec3676bfb035 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:11.692661 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-db553b20-5b0d-4615-af98-34fae4fdaf9c req-f0954cad-ec01-45e9-bea8-ec3676bfb035 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.4345837 Mar 05 05:05:11.694792 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42058) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:11.731024 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-339a524c-dce2-4dce-b369-13d15a69f00e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:11.922477 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-339a524c-dce2-4dce-b369-13d15a69f00e admin admin] Publish callbacks [] for security_group (822b0fe2-011f-46e3-859b-9d737bb1a0ff), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:11.931719 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-339a524c-dce2-4dce-b369-13d15a69f00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (822b0fe2-011f-46e3-859b-9d737bb1a0ff), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:11.932415 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-29d10583-8650-4f13-affe-c6c048bc3cb3 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (c1f2a223-f0fb-4ac0-a62f-02e01f85586c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:11.932961 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-29d10583-8650-4f13-affe-c6c048bc3cb3 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for floatingip (c1f2a223-f0fb-4ac0-a62f-02e01f85586c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:11.988219 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdd013-1729-495e-ad99-94277f2158e1 req-db2006f4-d3e4-45c0-bdad-10f69cd587f0 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:11.990107 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-20bdd013-1729-495e-ad99-94277f2158e1 req-db2006f4-d3e4-45c0-bdad-10f69cd587f0 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.30 "GET /v2.0/networks?id=de8163db-d63d-42bf-8219-a966466a9de8 HTTP/1.1" status: 200 len: 809 time: 0.1756289 Mar 05 05:05:11.994373 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7914c7-1306-46dc-92a1-7501557e8863 req-71453933-7807-48ac-b353-5c42c4d6c444 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:11.996404 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a524c-dce2-4dce-b369-13d15a69f00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822b0fe2-011f-46e3-859b-9d737bb1a0ff,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:12.002075 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6b7914c7-1306-46dc-92a1-7501557e8863 req-71453933-7807-48ac-b353-5c42c4d6c444 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 944 time: 0.4415886 Mar 05 05:05:12.002702 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-339a524c-dce2-4dce-b369-13d15a69f00e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6ad3657293e04dc99769db927435660f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3061755 Mar 05 05:05:12.006823 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-20bdd013-1729-495e-ad99-94277f2158e1 req-eefd4a65-1433-416c-8f83-1935252e80ce tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Request body: {'port': {'device_id': '6358f492-a5ae-47d3-8972-e696d0cfa17d', 'network_id': 'de8163db-d63d-42bf-8219-a966466a9de8', 'admin_state_up': True, 'tenant_id': '40ad1bedd29242adb169a24f6e04ed68'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:05:12.010226 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42068) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:12.080931 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-29d10583-8650-4f13-affe-c6c048bc3cb3 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Calling delete_port for c1f2a223-f0fb-4ac0-a62f-02e01f85586c owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:05:12.143737 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-db553b20-5b0d-4615-af98-34fae4fdaf9c req-021b9973-66dc-43fa-83bd-e7546eeb021e tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396591 Mar 05 05:05:12.254672 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31e4d1c0-d745-42c7-98fb-7f31b0d7f1c9 admin admin] Publish callbacks [] for security_group (822b0fe2-011f-46e3-859b-9d737bb1a0ff), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:12.355696 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31e4d1c0-d745-42c7-98fb-7f31b0d7f1c9 admin admin] Publish callbacks [] for security_group (822b0fe2-011f-46e3-859b-9d737bb1a0ff), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:12.360952 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-211e3630-a679-4404-9ffe-d0fe75cc3fd2 req-5dee5535-c5b1-48ca-a5b6-3b471b90ab00 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/ports?device_id=6358f492-a5ae-47d3-8972-e696d0cfa17d HTTP/1.1" status: 200 len: 210 time: 0.0826991 Mar 05 05:05:12.371202 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6b7914c7-1306-46dc-92a1-7501557e8863 req-e6724f9a-23b6-467b-a602-b50b2d71859b tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ecbfce8-967f-426d-a5d4-fb014d78ce26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3376799 Mar 05 05:05:12.478721 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20bdd013-1729-495e-ad99-94277f2158e1 req-eefd4a65-1433-416c-8f83-1935252e80ce tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Made reservation on behalf of 40ad1bedd29242adb169a24f6e04ed68 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:05:12.480882 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-20bdd013-1729-495e-ad99-94277f2158e1 req-eefd4a65-1433-416c-8f83-1935252e80ce tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:12.650921 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-20bdd013-1729-495e-ad99-94277f2158e1 req-eefd4a65-1433-416c-8f83-1935252e80ce tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Allocated IP 172.20.0.8 (de8163db-d63d-42bf-8219-a966466a9de8/09b052f1-ef6b-414c-a1eb-687d3517446f/2d174489-e173-418f-b6cf-9016dc70949e) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:05:12.690458 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-29d10583-8650-4f13-affe-c6c048bc3cb3 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (c1f2a223-f0fb-4ac0-a62f-02e01f85586c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:12.744195 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52f0ee-7b0c-480f-abcd-0fb48fa960df req-689d19e1-c595-4c48-8975-7a08d1b73ff5 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:12.755554 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cf52f0ee-7b0c-480f-abcd-0fb48fa960df req-689d19e1-c595-4c48-8975-7a08d1b73ff5 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1976874 Mar 05 05:05:12.813739 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-20bdd013-1729-495e-ad99-94277f2158e1 req-eefd4a65-1433-416c-8f83-1935252e80ce tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Publish callbacks [] for port (2d174489-e173-418f-b6cf-9016dc70949e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:12.849944 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31e4d1c0-d745-42c7-98fb-7f31b0d7f1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (822b0fe2-011f-46e3-859b-9d737bb1a0ff), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:12.853257 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31e4d1c0-d745-42c7-98fb-7f31b0d7f1c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:12.858529 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-31e4d1c0-d745-42c7-98fb-7f31b0d7f1c9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/822b0fe2-011f-46e3-859b-9d737bb1a0ff HTTP/1.1" status: 204 len: 168 time: 0.8469718 Mar 05 05:05:12.862709 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-20bdd013-1729-495e-ad99-94277f2158e1 req-eefd4a65-1433-416c-8f83-1935252e80ce tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (2d174489-e173-418f-b6cf-9016dc70949e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:12.877915 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d10583-8650-4f13-affe-c6c048bc3cb3 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Pushing event deleted for resources: {'Port': ['ID=c1f2a223-f0fb-4ac0-a62f-02e01f85586c,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:12.880361 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-29d10583-8650-4f13-affe-c6c048bc3cb3 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks [] for floatingip (f762be00-c220-47c0-bae8-71f29cf317f9), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:12.883477 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-29d10583-8650-4f13-affe-c6c048bc3cb3 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:12.884863 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-29d10583-8650-4f13-affe-c6c048bc3cb3 tempest-AttachVolumeNegativeTest-1793724058 tempest-AttachVolumeNegativeTest-1793724058-project] 10.222.0.11 "DELETE /v2.0/floatingips/f762be00-c220-47c0-bae8-71f29cf317f9 HTTP/1.1" status: 204 len: 168 time: 2.0040622 Mar 05 05:05:12.897261 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4d1c0-d745-42c7-98fb-7f31b0d7f1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822b0fe2-011f-46e3-859b-9d737bb1a0ff,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:12.937785 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20bdd013-1729-495e-ad99-94277f2158e1 req-eefd4a65-1433-416c-8f83-1935252e80ce tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Network de8163db-d63d-42bf-8219-a966466a9de8 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:05:12.942063 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-20bdd013-1729-495e-ad99-94277f2158e1 req-eefd4a65-1433-416c-8f83-1935252e80ce tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:05:12.945373 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-20bdd013-1729-495e-ad99-94277f2158e1 req-eefd4a65-1433-416c-8f83-1935252e80ce tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:05:12.982654 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd4a65-1433-416c-8f83-1935252e80ce tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Pushing event updated for resources: {'Port': ['ID=2d174489-e173-418f-b6cf-9016dc70949e,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:13.003760 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cf52f0ee-7b0c-480f-abcd-0fb48fa960df req-a2b97bab-83ba-4cea-9471-aa23a776180f tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451694 Mar 05 05:05:13.030387 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdd013-1729-495e-ad99-94277f2158e1 req-eefd4a65-1433-416c-8f83-1935252e80ce tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:13.039403 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-20bdd013-1729-495e-ad99-94277f2158e1 req-eefd4a65-1433-416c-8f83-1935252e80ce tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:13.087157 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-20bdd013-1729-495e-ad99-94277f2158e1 req-eefd4a65-1433-416c-8f83-1935252e80ce tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0848470 Mar 05 05:05:13.101127 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-20bdd013-1729-495e-ad99-94277f2158e1 req-91c53fe8-29c0-4084-9e37-9376ab26a5f4 service neutron] Request body: {'port': {'device_id': '6358f492-a5ae-47d3-8972-e696d0cfa17d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:05:13.228880 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-20bdd013-1729-495e-ad99-94277f2158e1 req-91c53fe8-29c0-4084-9e37-9376ab26a5f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2d174489-e173-418f-b6cf-9016dc70949e), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:13.299764 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390db8d-9c56-4d63-a071-0ab2d3a739ca req-f440bf88-aa0c-41a1-bc37-a51b15baffd9 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:13.301343 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c390db8d-9c56-4d63-a071-0ab2d3a739ca req-f440bf88-aa0c-41a1-bc37-a51b15baffd9 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1038494 Mar 05 05:05:13.380392 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c390db8d-9c56-4d63-a071-0ab2d3a739ca req-f2dedf80-a3ed-437e-9e61-15229ec8fc02 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723665 Mar 05 05:05:13.694579 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-915bb2d8-20d3-4685-b34b-61a314944e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:13.752568 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:13.802620 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7214854-1b0b-49a6-8a39-306c680a001f req-9b0db22b-f6e0-46e2-9771-ac7c23c631b4 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:13.804472 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7214854-1b0b-49a6-8a39-306c680a001f req-9b0db22b-f6e0-46e2-9771-ac7c23c631b4 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.2823656 Mar 05 05:05:13.819746 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebedde1-89a4-49d0-9240-b4f09f74fa80 req-5666eefc-a33f-4aeb-b3ed-3339d6d9799b tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:13.827804 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0ebedde1-89a4-49d0-9240-b4f09f74fa80 req-5666eefc-a33f-4aeb-b3ed-3339d6d9799b tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/ports?device_id=6358f492-a5ae-47d3-8972-e696d0cfa17d HTTP/1.1" status: 200 len: 931 time: 0.2856445 Mar 05 05:05:13.915853 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:13.979169 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7214854-1b0b-49a6-8a39-306c680a001f req-1a2d58f5-9a17-4e04-ba50-90f72626d707 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416583 Mar 05 05:05:13.989952 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0ebedde1-89a4-49d0-9240-b4f09f74fa80 req-cf748d44-8759-4cae-8e2f-1ab8504c6a66 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/security-groups?id=aca9ded1-1275-4e37-8dbf-3561308baf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610951 Mar 05 05:05:14.222673 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba1bd1-51dc-49f9-8606-7051c9bca52d req-6822acce-d388-440f-a949-6b675af75b45 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:14.224898 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-05ba1bd1-51dc-49f9-8606-7051c9bca52d req-6822acce-d388-440f-a949-6b675af75b45 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 944 time: 0.1407344 Mar 05 05:05:14.322056 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-05ba1bd1-51dc-49f9-8606-7051c9bca52d req-afe1b110-cc55-46b7-a709-814db8432ea3 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ecbfce8-967f-426d-a5d4-fb014d78ce26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881371 Mar 05 05:05:14.506251 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-20bdd013-1729-495e-ad99-94277f2158e1 req-91c53fe8-29c0-4084-9e37-9376ab26a5f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d174489-e173-418f-b6cf-9016dc70949e {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:05:14.522628 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-20bdd013-1729-495e-ad99-94277f2158e1 req-91c53fe8-29c0-4084-9e37-9376ab26a5f4 service neutron] Publish callbacks [] for port (2d174489-e173-418f-b6cf-9016dc70949e), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:14.536286 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-20bdd013-1729-495e-ad99-94277f2158e1 req-91c53fe8-29c0-4084-9e37-9376ab26a5f4 service neutron] Transition to ACTIVE for port object 2d174489-e173-418f-b6cf-9016dc70949e will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:05:14.542627 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-20bdd013-1729-495e-ad99-94277f2158e1 req-91c53fe8-29c0-4084-9e37-9376ab26a5f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (2d174489-e173-418f-b6cf-9016dc70949e), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:14.662899 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c53fe8-29c0-4084-9e37-9376ab26a5f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2d174489-e173-418f-b6cf-9016dc70949e,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:14.829368 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-20bdd013-1729-495e-ad99-94277f2158e1 req-91c53fe8-29c0-4084-9e37-9376ab26a5f4 service neutron] Attempting to bind port 2d174489-e173-418f-b6cf-9016dc70949e on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:05:14.831660 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-20bdd013-1729-495e-ad99-94277f2158e1 req-91c53fe8-29c0-4084-9e37-9376ab26a5f4 service neutron] Attempting to bind port 2d174489-e173-418f-b6cf-9016dc70949e by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '2718798d-2c6a-4fcd-a0d6-3835aad454b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'de8163db-d63d-42bf-8219-a966466a9de8'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:05:14.832554 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bdd013-1729-495e-ad99-94277f2158e1 req-91c53fe8-29c0-4084-9e37-9376ab26a5f4 service neutron] Attempting to bind port 2d174489-e173-418f-b6cf-9016dc70949e on network de8163db-d63d-42bf-8219-a966466a9de8 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:05:14.845380 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bdd013-1729-495e-ad99-94277f2158e1 req-91c53fe8-29c0-4084-9e37-9376ab26a5f4 service neutron] Port 2d174489-e173-418f-b6cf-9016dc70949e on network de8163db-d63d-42bf-8219-a966466a9de8 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:05:14.847139 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bdd013-1729-495e-ad99-94277f2158e1 req-91c53fe8-29c0-4084-9e37-9376ab26a5f4 service neutron] Attempting to bind port 2d174489-e173-418f-b6cf-9016dc70949e on network de8163db-d63d-42bf-8219-a966466a9de8 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:05:14.860654 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bdd013-1729-495e-ad99-94277f2158e1 req-91c53fe8-29c0-4084-9e37-9376ab26a5f4 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:05:14.862311 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bdd013-1729-495e-ad99-94277f2158e1 req-91c53fe8-29c0-4084-9e37-9376ab26a5f4 service neutron] Checking segment: {'id': '2718798d-2c6a-4fcd-a0d6-3835aad454b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'de8163db-d63d-42bf-8219-a966466a9de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:05:14.864235 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bdd013-1729-495e-ad99-94277f2158e1 req-91c53fe8-29c0-4084-9e37-9376ab26a5f4 service neutron] Bound using segment: {'id': '2718798d-2c6a-4fcd-a0d6-3835aad454b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'de8163db-d63d-42bf-8219-a966466a9de8'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:05:14.867474 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-20bdd013-1729-495e-ad99-94277f2158e1 req-91c53fe8-29c0-4084-9e37-9376ab26a5f4 service neutron] Bound port: 2d174489-e173-418f-b6cf-9016dc70949e, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2718798d-2c6a-4fcd-a0d6-3835aad454b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'de8163db-d63d-42bf-8219-a966466a9de8'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:05:14.868019 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-20bdd013-1729-495e-ad99-94277f2158e1 req-91c53fe8-29c0-4084-9e37-9376ab26a5f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2d174489-e173-418f-b6cf-9016dc70949e), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:14.952306 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f995d21-f3d6-4e01-81c6-957cdbd96cb2 req-9d0149a4-583b-481c-b857-ff38332bd0d9 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:14.954028 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f995d21-f3d6-4e01-81c6-957cdbd96cb2 req-9d0149a4-583b-481c-b857-ff38332bd0d9 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1126671 Mar 05 05:05:15.015664 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:15.018942 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f995d21-f3d6-4e01-81c6-957cdbd96cb2 req-7aa6af7e-d1dc-4244-a252-badf3f2ee990 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568035 Mar 05 05:05:15.036747 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-20bdd013-1729-495e-ad99-94277f2158e1 req-91c53fe8-29c0-4084-9e37-9376ab26a5f4 service neutron] For port 2d174489-e173-418f-b6cf-9016dc70949e, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:05:15.058194 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-20bdd013-1729-495e-ad99-94277f2158e1 req-91c53fe8-29c0-4084-9e37-9376ab26a5f4 service neutron] For port 2d174489-e173-418f-b6cf-9016dc70949e, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=2d174489-e173-418f-b6cf-9016dc70949e,segment=NetworkSegment(2718798d-2c6a-4fcd-a0d6-3835aad454b8),segment_id=2718798d-2c6a-4fcd-a0d6-3835aad454b8)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:05:15.071704 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-20bdd013-1729-495e-ad99-94277f2158e1 req-91c53fe8-29c0-4084-9e37-9376ab26a5f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (2d174489-e173-418f-b6cf-9016dc70949e), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:15.155247 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdd013-1729-495e-ad99-94277f2158e1 req-91c53fe8-29c0-4084-9e37-9376ab26a5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:15.156509 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-20bdd013-1729-495e-ad99-94277f2158e1 req-91c53fe8-29c0-4084-9e37-9376ab26a5f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:15.157967 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-20bdd013-1729-495e-ad99-94277f2158e1 req-91c53fe8-29c0-4084-9e37-9376ab26a5f4 service neutron] 10.222.0.30 "PUT /v2.0/ports/2d174489-e173-418f-b6cf-9016dc70949e HTTP/1.1" status: 200 len: 1092 time: 2.0653017 Mar 05 05:05:15.158451 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6358f492-a5ae-47d3-8972-e696d0cfa17d', 'tag': '2d174489-e173-418f-b6cf-9016dc70949e'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:05:15.164758 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13596ba4-ec53-46ef-b0f0-478ca87c6de1 req-a76a06eb-ddd3-4099-b0c9-c192241c6bc9 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:15.166765 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-13596ba4-ec53-46ef-b0f0-478ca87c6de1 req-a76a06eb-ddd3-4099-b0c9-c192241c6bc9 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/ports?device_id=6358f492-a5ae-47d3-8972-e696d0cfa17d HTTP/1.1" status: 200 len: 943 time: 0.0783346 Mar 05 05:05:15.177314 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0cb8a1-38e2-4669-8d16-fbf48a15ad27" -d '{"events": [{"name": "network-changed", "server_uuid": "6358f492-a5ae-47d3-8972-e696d0cfa17d", "tag": "2d174489-e173-418f-b6cf-9016dc70949e"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:05:15.256177 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-13596ba4-ec53-46ef-b0f0-478ca87c6de1 req-7ceab693-bd4e-41d6-8511-c178900bdcd3 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/security-groups?id=aca9ded1-1275-4e37-8dbf-3561308baf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797627 Mar 05 05:05:15.328511 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ce08b7-6ded-4928-b938-86d266368d99 x-openstack-request-id: req-f4ce08b7-6ded-4928-b938-86d266368d99 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:05:15.328803 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6358f492-a5ae-47d3-8972-e696d0cfa17d", "tag": "2d174489-e173-418f-b6cf-9016dc70949e", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:05:15.329060 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f4ce08b7-6ded-4928-b938-86d266368d99 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:05:15.329475 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6358f492-a5ae-47d3-8972-e696d0cfa17d', 'tag': '2d174489-e173-418f-b6cf-9016dc70949e', 'status': 'completed', 'code': 200} Mar 05 05:05:15.353582 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c53fe8-29c0-4084-9e37-9376ab26a5f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2d174489-e173-418f-b6cf-9016dc70949e,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:15.418265 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdd013-1729-495e-ad99-94277f2158e1 req-b99d5a07-e331-4a43-8db4-7814742a8a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:15.420016 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-20bdd013-1729-495e-ad99-94277f2158e1 req-b99d5a07-e331-4a43-8db4-7814742a8a0a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40ad1bedd29242adb169a24f6e04ed68&device_id=6358f492-a5ae-47d3-8972-e696d0cfa17d HTTP/1.1" status: 200 len: 1126 time: 0.2129738 Mar 05 05:05:15.484662 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-20bdd013-1729-495e-ad99-94277f2158e1 req-abdede3d-3658-4eac-a209-40cda7ef91aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d174489-e173-418f-b6cf-9016dc70949e HTTP/1.1" status: 200 len: 217 time: 0.0569978 Mar 05 05:05:15.566148 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdd013-1729-495e-ad99-94277f2158e1 req-197a2d6a-b196-4a16-8b94-e2694f2d6c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:15.568016 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b0770-db2d-42de-8204-be18b76aefea req-d51aa2c8-d91e-48ea-8858-221207aacf2c tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:15.571229 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-20bdd013-1729-495e-ad99-94277f2158e1 req-197a2d6a-b196-4a16-8b94-e2694f2d6c21 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=09b052f1-ef6b-414c-a1eb-687d3517446f HTTP/1.1" status: 200 len: 849 time: 0.0791218 Mar 05 05:05:15.586331 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fd8b0770-db2d-42de-8204-be18b76aefea req-d51aa2c8-d91e-48ea-8858-221207aacf2c tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 944 time: 0.1222360 Mar 05 05:05:15.643818 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-20bdd013-1729-495e-ad99-94277f2158e1 req-00d5d3ad-1932-4c2c-9578-1f4b7acbe9d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=de8163db-d63d-42bf-8219-a966466a9de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631773 Mar 05 05:05:15.726218 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fd8b0770-db2d-42de-8204-be18b76aefea req-1c4f7dd5-ec71-4058-a50a-de7bef56d39d tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ecbfce8-967f-426d-a5d4-fb014d78ce26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286089 Mar 05 05:05:15.847316 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-20bdd013-1729-495e-ad99-94277f2158e1 req-926a80a9-de47-4fba-8de8-68fb7f97579f service neutron] 10.222.0.30 "GET /v2.0/networks/de8163db-d63d-42bf-8219-a966466a9de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981125 Mar 05 05:05:16.050691 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-20bdd013-1729-495e-ad99-94277f2158e1 req-fdda7e22-dfc9-4616-8e8e-a792d38114db service neutron] 10.222.0.30 "GET /v2.0/networks/de8163db-d63d-42bf-8219-a966466a9de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932523 Mar 05 05:05:16.095414 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42228) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:16.218073 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cb8a1-38e2-4669-8d16-fbf48a15ad27 req-401e43e6-02bc-41b8-837b-c64ad41a83cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:16.219697 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6b0cb8a1-38e2-4669-8d16-fbf48a15ad27 req-401e43e6-02bc-41b8-837b-c64ad41a83cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40ad1bedd29242adb169a24f6e04ed68&device_id=6358f492-a5ae-47d3-8972-e696d0cfa17d HTTP/1.1" status: 200 len: 1126 time: 0.0764129 Mar 05 05:05:16.240082 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:16.290505 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecda39a-dadf-4871-b145-4656887fedfa req-c213766b-ee9e-4bf4-a1d8-1bd97119d94c tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:16.293122 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7ecda39a-dadf-4871-b145-4656887fedfa req-c213766b-ee9e-4bf4-a1d8-1bd97119d94c tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1261744 Mar 05 05:05:16.316792 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-3fe8d044-0770-4007-8572-8748ee0311b9 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-401197569', 'router:external': True}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:05:16.376792 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe8d044-0770-4007-8572-8748ee0311b9 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Made reservation on behalf of d82acef0ae0642b2b1af8d0d2762265b for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:05:16.379520 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fe8d044-0770-4007-8572-8748ee0311b9 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:16.404232 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fe8d044-0770-4007-8572-8748ee0311b9 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:16.416025 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cb8a1-38e2-4669-8d16-fbf48a15ad27 req-1826cf2a-8936-48c6-a75c-064f5350c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:16.417894 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6b0cb8a1-38e2-4669-8d16-fbf48a15ad27 req-1826cf2a-8936-48c6-a75c-064f5350c20b service neutron] 10.222.0.30 "GET /v2.0/networks?id=de8163db-d63d-42bf-8219-a966466a9de8 HTTP/1.1" status: 200 len: 909 time: 0.1913941 Mar 05 05:05:16.474856 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7ecda39a-dadf-4871-b145-4656887fedfa req-c716bec6-3080-43c5-a41f-d2a06247ee21 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749294 Mar 05 05:05:16.533165 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25702a19-4159-4601-bb33-b7d7536ab23b req-5c2f0407-bcd6-4a93-a88b-d5704c998e18 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:16.537182 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-25702a19-4159-4601-bb33-b7d7536ab23b req-5c2f0407-bcd6-4a93-a88b-d5704c998e18 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/ports?device_id=6358f492-a5ae-47d3-8972-e696d0cfa17d HTTP/1.1" status: 200 len: 943 time: 0.1513164 Mar 05 05:05:16.551929 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fe8d044-0770-4007-8572-8748ee0311b9 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for security_group (fe33e8d6-d647-4df9-bb22-e737040b068c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:16.582885 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6b0cb8a1-38e2-4669-8d16-fbf48a15ad27 req-fa7255fe-695e-458a-a2d9-e2dbdd1cb61b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2d174489-e173-418f-b6cf-9016dc70949e HTTP/1.1" status: 200 len: 217 time: 0.0597236 Mar 05 05:05:16.583661 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fe8d044-0770-4007-8572-8748ee0311b9 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (fe33e8d6-d647-4df9-bb22-e737040b068c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:16.656712 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-25702a19-4159-4601-bb33-b7d7536ab23b req-0717936b-66c6-47df-a864-a0f91ff76a00 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/security-groups?id=aca9ded1-1275-4e37-8dbf-3561308baf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142359 Mar 05 05:05:16.740699 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe8d044-0770-4007-8572-8748ee0311b9 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:05:16.771662 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8d044-0770-4007-8572-8748ee0311b9 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe33e8d6-d647-4df9-bb22-e737040b068c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:16.789299 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fe8d044-0770-4007-8572-8748ee0311b9 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (af2e6e9c-d482-4cf6-afa8-59fa3b4bf75c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:16.800908 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-3fe8d044-0770-4007-8572-8748ee0311b9 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Added segment af2e6e9c-d482-4cf6-afa8-59fa3b4bf75c of type vlan for network 7735d260-a00e-4216-bc21-d4f9baf15145 Mar 05 05:05:16.843326 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cb8a1-38e2-4669-8d16-fbf48a15ad27 req-a2f9cceb-0f2f-4c6c-ac5c-c253544f0ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:16.854663 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6b0cb8a1-38e2-4669-8d16-fbf48a15ad27 req-a2f9cceb-0f2f-4c6c-ac5c-c253544f0ca8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=09b052f1-ef6b-414c-a1eb-687d3517446f HTTP/1.1" status: 200 len: 849 time: 0.2568762 Mar 05 05:05:16.908273 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34078092-5abc-4838-9e21-5e60f272e502 req-0ec9ab01-2ed0-4f5f-b9bb-17e456b98cb5 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:16.914592 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-34078092-5abc-4838-9e21-5e60f272e502 req-0ec9ab01-2ed0-4f5f-b9bb-17e456b98cb5 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 944 time: 0.1091313 Mar 05 05:05:16.964821 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6b0cb8a1-38e2-4669-8d16-fbf48a15ad27 req-8985fd00-f047-41d7-826c-c7facbfd6b85 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=de8163db-d63d-42bf-8219-a966466a9de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677445 Mar 05 05:05:17.019324 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-34078092-5abc-4838-9e21-5e60f272e502 req-31daf07c-3894-4349-9096-138dc1181cf5 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ecbfce8-967f-426d-a5d4-fb014d78ce26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970719 Mar 05 05:05:17.109917 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fe8d044-0770-4007-8572-8748ee0311b9 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (7735d260-a00e-4216-bc21-d4f9baf15145), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:17.191047 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fe8d044-0770-4007-8572-8748ee0311b9 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (7735d260-a00e-4216-bc21-d4f9baf15145), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:17.192359 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe8d044-0770-4007-8572-8748ee0311b9 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:17.193156 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fe8d044-0770-4007-8572-8748ee0311b9 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:17.209610 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6b0cb8a1-38e2-4669-8d16-fbf48a15ad27 req-2b23f8b6-ebb6-4431-94c9-8051d348d077 service neutron] 10.222.0.30 "GET /v2.0/networks/de8163db-d63d-42bf-8219-a966466a9de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371416 Mar 05 05:05:17.267467 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3fe8d044-0770-4007-8572-8748ee0311b9 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.1709647 Mar 05 05:05:17.270366 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42264) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:17.276935 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-8eb4fe83-9637-4df2-8d11-2451cff28734 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Request body: {'subnet': {'network_id': '7735d260-a00e-4216-bc21-d4f9baf15145', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:05:17.308150 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8d044-0770-4007-8572-8748ee0311b9 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Pushing event updated for resources: {'Network': ['ID=7735d260-a00e-4216-bc21-d4f9baf15145,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:17.319872 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 7735d260-a00e-4216-bc21-d4f9baf15145 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:05:17.331733 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb4fe83-9637-4df2-8d11-2451cff28734 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Made reservation on behalf of d82acef0ae0642b2b1af8d0d2762265b for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:05:17.347220 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8eb4fe83-9637-4df2-8d11-2451cff28734 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:17.455775 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6b0cb8a1-38e2-4669-8d16-fbf48a15ad27 req-5f101279-970c-4394-92bc-d5b3d398903c service neutron] 10.222.0.30 "GET /v2.0/networks/de8163db-d63d-42bf-8219-a966466a9de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237549 Mar 05 05:05:17.780132 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:18.065265 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1e0b3-dd1e-407d-aa65-32679d3ae430 req-dd56e430-77ff-4347-a640-9d4caf2476a5 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:18.066849 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-96e1e0b3-dd1e-407d-aa65-32679d3ae430 req-dd56e430-77ff-4347-a640-9d4caf2476a5 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.4960737 Mar 05 05:05:18.087482 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2df14-bfef-412b-9135-99323a01be2e req-db93b0ef-5d69-4507-8432-5303ef2304e6 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:18.089205 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-faf2df14-bfef-412b-9135-99323a01be2e req-db93b0ef-5d69-4507-8432-5303ef2304e6 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/ports?device_id=6358f492-a5ae-47d3-8972-e696d0cfa17d HTTP/1.1" status: 200 len: 943 time: 0.1394849 Mar 05 05:05:18.228812 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-96e1e0b3-dd1e-407d-aa65-32679d3ae430 req-867aea79-c68c-4737-a4cf-031f116be00f tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478076 Mar 05 05:05:18.310888 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-faf2df14-bfef-412b-9135-99323a01be2e req-435970e0-ed17-47b4-91b8-0a949e2dcab2 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/security-groups?id=aca9ded1-1275-4e37-8dbf-3561308baf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080376 Mar 05 05:05:18.377419 n-d-789963-32 neutron-server[105231]: DEBUG neutron.objects.ports [None req-8eb4fe83-9637-4df2-8d11-2451cff28734 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105231) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 05 05:05:18.378635 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8eb4fe83-9637-4df2-8d11-2451cff28734 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (5a2abdbe-0d4d-4605-8c5c-6dfffb37a82d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:18.435392 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4fe83-9637-4df2-8d11-2451cff28734 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5a2abdbe-0d4d-4605-8c5c-6dfffb37a82d,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:18.520710 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ceb6c-5b56-4ca4-88c9-76896239ab78 req-c84b921d-8999-44d3-8837-0509f5db45b1 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:18.522335 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-880ceb6c-5b56-4ca4-88c9-76896239ab78 req-c84b921d-8999-44d3-8837-0509f5db45b1 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 944 time: 0.1404147 Mar 05 05:05:18.526103 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb4fe83-9637-4df2-8d11-2451cff28734 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Checking segment: {'id': 'af2e6e9c-d482-4cf6-afa8-59fa3b4bf75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7735d260-a00e-4216-bc21-d4f9baf15145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:05:18.526479 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb4fe83-9637-4df2-8d11-2451cff28734 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Network hostable DHCP agents. Network: 7735d260-a00e-4216-bc21-d4f9baf15145, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:05:18.578372 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb4fe83-9637-4df2-8d11-2451cff28734 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Network 7735d260-a00e-4216-bc21-d4f9baf15145 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:05:18.633810 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-8eb4fe83-9637-4df2-8d11-2451cff28734 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 7735d260-a00e-4216-bc21-d4f9baf15145) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:05:18.646919 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36788fe-bc7a-49ce-85b7-f0af317fe37f None None] Network 7735d260-a00e-4216-bc21-d4f9baf15145 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:05:18.655122 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-880ceb6c-5b56-4ca4-88c9-76896239ab78 req-43ae9288-8d6c-4f41-94f8-6e4f179adbce tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ecbfce8-967f-426d-a5d4-fb014d78ce26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234102 Mar 05 05:05:18.665564 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb4fe83-9637-4df2-8d11-2451cff28734 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:18.667155 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8eb4fe83-9637-4df2-8d11-2451cff28734 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:18.714703 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42312) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:18.720876 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8eb4fe83-9637-4df2-8d11-2451cff28734 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.4480793 Mar 05 05:05:18.722545 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-3a080cec-f0d3-4c81-9a28-a30b9a57e141 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1982152298', 'network_id': '7735d260-a00e-4216-bc21-d4f9baf15145'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:05:18.769961 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a080cec-f0d3-4c81-9a28-a30b9a57e141 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Made reservation on behalf of d82acef0ae0642b2b1af8d0d2762265b for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:05:18.773491 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a080cec-f0d3-4c81-9a28-a30b9a57e141 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:18.824263 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d739cc-4634-4f79-b7af-f63a7749fc15 None None] Network 7735d260-a00e-4216-bc21-d4f9baf15145 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:05:18.837875 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-3a080cec-f0d3-4c81-9a28-a30b9a57e141 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] device_id is not set on port 6f1bc0b1-9979-4285-afd2-4cdc10e4f399 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:05:19.084238 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-3a080cec-f0d3-4c81-9a28-a30b9a57e141 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Allocated IP 2001:db8::1f (7735d260-a00e-4216-bc21-d4f9baf15145/5a2abdbe-0d4d-4605-8c5c-6dfffb37a82d/6f1bc0b1-9979-4285-afd2-4cdc10e4f399) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:05:19.138803 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 2d174489-e173-418f-b6cf-9016dc70949e details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:05:19.434364 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a080cec-f0d3-4c81-9a28-a30b9a57e141 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for port (6f1bc0b1-9979-4285-afd2-4cdc10e4f399), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:19.526413 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a080cec-f0d3-4c81-9a28-a30b9a57e141 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (6f1bc0b1-9979-4285-afd2-4cdc10e4f399), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:19.535254 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 2d174489-e173-418f-b6cf-9016dc70949e, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=2d174489-e173-418f-b6cf-9016dc70949e,segment=NetworkSegment(2718798d-2c6a-4fcd-a0d6-3835aad454b8),segment_id=2718798d-2c6a-4fcd-a0d6-3835aad454b8)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:05:19.570148 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '2d174489-e173-418f-b6cf-9016dc70949e', 'network_id': 'de8163db-d63d-42bf-8219-a966466a9de8', 'port_id': '2d174489-e173-418f-b6cf-9016dc70949e', 'mac_address': 'fa:16:3e:9e:40:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b052f1-ef6b-414c-a1eb-687d3517446f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:05:19.642578 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a080cec-f0d3-4c81-9a28-a30b9a57e141 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Network 7735d260-a00e-4216-bc21-d4f9baf15145 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:05:19.648468 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-3a080cec-f0d3-4c81-9a28-a30b9a57e141 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:05:19.658091 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a080cec-f0d3-4c81-9a28-a30b9a57e141 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:05:19.662089 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 2d174489-e173-418f-b6cf-9016dc70949e is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:05:19.662568 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2d174489-e173-418f-b6cf-9016dc70949e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:19.664285 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a080cec-f0d3-4c81-9a28-a30b9a57e141 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:19.664948 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a080cec-f0d3-4c81-9a28-a30b9a57e141 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:19.666252 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d581e12-e634-4375-a37e-4da592d742d4 req-76cb8090-694a-41b2-8f42-aa878f4b8015 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:19.684465 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3d581e12-e634-4375-a37e-4da592d742d4 req-76cb8090-694a-41b2-8f42-aa878f4b8015 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.2507989 Mar 05 05:05:19.698443 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a080cec-f0d3-4c81-9a28-a30b9a57e141 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Pushing event updated for resources: {'Port': ['ID=6f1bc0b1-9979-4285-afd2-4cdc10e4f399,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:19.729772 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3a080cec-f0d3-4c81-9a28-a30b9a57e141 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0124819 Mar 05 05:05:19.730486 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42334) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:19.740433 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d174489-e173-418f-b6cf-9016dc70949e {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:05:19.805455 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 2d174489-e173-418f-b6cf-9016dc70949e, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=2d174489-e173-418f-b6cf-9016dc70949e,segment=NetworkSegment(2718798d-2c6a-4fcd-a0d6-3835aad454b8),segment_id=2718798d-2c6a-4fcd-a0d6-3835aad454b8)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:05:19.833998 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (2d174489-e173-418f-b6cf-9016dc70949e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:19.873907 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555fee6-00f4-4f34-b8bb-3372fd87f22a req-2374098e-4f14-4271-9ce7-c1ee5da7ebaf tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:19.878281 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2555fee6-00f4-4f34-b8bb-3372fd87f22a req-2374098e-4f14-4271-9ce7-c1ee5da7ebaf tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/ports?device_id=6358f492-a5ae-47d3-8972-e696d0cfa17d HTTP/1.1" status: 200 len: 943 time: 0.3535275 Mar 05 05:05:19.880260 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42338) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:19.922424 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3d581e12-e634-4375-a37e-4da592d742d4 req-87fce43a-dad7-46d9-be1d-8e575175e0d7 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341080 Mar 05 05:05:19.930110 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-478d14d3-ac38-40eb-8b5c-d49eb19b1c84 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Deleting port 6f1bc0b1-9979-4285-afd2-4cdc10e4f399 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:05:19.930465 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-478d14d3-ac38-40eb-8b5c-d49eb19b1c84 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (6f1bc0b1-9979-4285-afd2-4cdc10e4f399), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:19.998634 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=2d174489-e173-418f-b6cf-9016dc70949e,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:20.091982 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2555fee6-00f4-4f34-b8bb-3372fd87f22a req-c7456185-77b5-4acc-898c-719052fea1aa tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/security-groups?id=aca9ded1-1275-4e37-8dbf-3561308baf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589463 Mar 05 05:05:20.125187 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['2d174489-e173-418f-b6cf-9016dc70949e'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:05:20.173946 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-478d14d3-ac38-40eb-8b5c-d49eb19b1c84 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (6f1bc0b1-9979-4285-afd2-4cdc10e4f399), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:20.198929 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-478d14d3-ac38-40eb-8b5c-d49eb19b1c84 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Calling delete_port for 6f1bc0b1-9979-4285-afd2-4cdc10e4f399 owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:05:20.245680 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-14e999fa-3281-4da3-a1b4-e624a527dcd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:20.306821 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc334601-fb6b-4892-be8d-267eac4563e1 req-6f008c55-a4e0-4d28-a622-239fe02fdc24 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:20.317507 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc334601-fb6b-4892-be8d-267eac4563e1 req-6f008c55-a4e0-4d28-a622-239fe02fdc24 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 944 time: 0.2240191 Mar 05 05:05:20.423306 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc334601-fb6b-4892-be8d-267eac4563e1 req-a4bcece8-fe8e-44d6-9476-f35ecd34e8cf tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ecbfce8-967f-426d-a5d4-fb014d78ce26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994694 Mar 05 05:05:20.519187 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-478d14d3-ac38-40eb-8b5c-d49eb19b1c84 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (6f1bc0b1-9979-4285-afd2-4cdc10e4f399), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:20.578013 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d14d3-ac38-40eb-8b5c-d49eb19b1c84 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f1bc0b1-9979-4285-afd2-4cdc10e4f399,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:20.609862 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-478d14d3-ac38-40eb-8b5c-d49eb19b1c84 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:20.617779 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-478d14d3-ac38-40eb-8b5c-d49eb19b1c84 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "DELETE /v2.0/ports/6f1bc0b1-9979-4285-afd2-4cdc10e4f399 HTTP/1.1" status: 204 len: 168 time: 0.8857312 Mar 05 05:05:20.618693 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42352) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:20.623694 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-2b74d717-f27c-41dc-8877-6ae1226891af tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7735d260-a00e-4216-bc21-d4f9baf15145', 'external_fixed_ips': [{'subnet_id': '5a2abdbe-0d4d-4605-8c5c-6dfffb37a82d', 'ip_address': '2001:db8::1f'}]}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:05:20.650179 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b74d717-f27c-41dc-8877-6ae1226891af tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (a64513a7-95b6-4eec-a8be-8d5b5c114e2f), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:20.651601 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b74d717-f27c-41dc-8877-6ae1226891af tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (a64513a7-95b6-4eec-a8be-8d5b5c114e2f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:20.662636 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-14e999fa-3281-4da3-a1b4-e624a527dcd6 admin admin] Publish callbacks [] for security_group (6d3842a2-348a-48ad-a2a3-f996ba56c6ef), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:20.669821 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-14e999fa-3281-4da3-a1b4-e624a527dcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6d3842a2-348a-48ad-a2a3-f996ba56c6ef), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:20.757273 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b74d717-f27c-41dc-8877-6ae1226891af tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router_controller (a64513a7-95b6-4eec-a8be-8d5b5c114e2f), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:20.765608 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-14e999fa-3281-4da3-a1b4-e624a527dcd6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=26af4bf7ef354d39be6646cfe7fcfb1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8526726 Mar 05 05:05:20.769098 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42360) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:20.786272 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e999fa-3281-4da3-a1b4-e624a527dcd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3842a2-348a-48ad-a2a3-f996ba56c6ef,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:21.109690 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b74d717-f27c-41dc-8877-6ae1226891af tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router_gateway (a64513a7-95b6-4eec-a8be-8d5b5c114e2f), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:21.125644 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-50ed5049-d76e-4220-8953-c06b6748f53d admin admin] Publish callbacks [] for security_group (6d3842a2-348a-48ad-a2a3-f996ba56c6ef), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:21.152451 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-50ed5049-d76e-4220-8953-c06b6748f53d admin admin] Publish callbacks [] for security_group (6d3842a2-348a-48ad-a2a3-f996ba56c6ef), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:21.181641 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb44bf-b6aa-42d3-9ef5-f8ba4bb8ac22 req-d9a9e0bd-2995-4ef9-ac9b-bede46fc6a34 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:21.188758 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-17bb44bf-b6aa-42d3-9ef5-f8ba4bb8ac22 req-d9a9e0bd-2995-4ef9-ac9b-bede46fc6a34 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1037817 Mar 05 05:05:21.306555 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-17bb44bf-b6aa-42d3-9ef5-f8ba4bb8ac22 req-4321957a-6e9b-438e-b427-4c30990b8af2 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144164 Mar 05 05:05:21.342013 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46e1ea-14fa-4571-8d08-17c7db15497c req-96f3a178-2d33-4395-9a62-dd1222d279c6 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:21.345030 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-df46e1ea-14fa-4571-8d08-17c7db15497c req-96f3a178-2d33-4395-9a62-dd1222d279c6 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/ports?device_id=6358f492-a5ae-47d3-8972-e696d0cfa17d HTTP/1.1" status: 200 len: 944 time: 0.1218433 Mar 05 05:05:21.370294 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-50ed5049-d76e-4220-8953-c06b6748f53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6d3842a2-348a-48ad-a2a3-f996ba56c6ef), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:21.373313 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-50ed5049-d76e-4220-8953-c06b6748f53d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:21.374481 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-50ed5049-d76e-4220-8953-c06b6748f53d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6d3842a2-348a-48ad-a2a3-f996ba56c6ef HTTP/1.1" status: 204 len: 168 time: 0.6043446 Mar 05 05:05:21.408539 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed5049-d76e-4220-8953-c06b6748f53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3842a2-348a-48ad-a2a3-f996ba56c6ef,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:21.447617 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed5049-d76e-4220-8953-c06b6748f53d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:21.447960 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed5049-d76e-4220-8953-c06b6748f53d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:21.448363 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed5049-d76e-4220-8953-c06b6748f53d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:21.448609 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed5049-d76e-4220-8953-c06b6748f53d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:21.448940 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed5049-d76e-4220-8953-c06b6748f53d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:21.449268 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed5049-d76e-4220-8953-c06b6748f53d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:21.455502 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed5049-d76e-4220-8953-c06b6748f53d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:21.456764 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed5049-d76e-4220-8953-c06b6748f53d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:21.457110 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed5049-d76e-4220-8953-c06b6748f53d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:21.457533 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed5049-d76e-4220-8953-c06b6748f53d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:21.460125 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed5049-d76e-4220-8953-c06b6748f53d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:21.460623 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed5049-d76e-4220-8953-c06b6748f53d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:21.462450 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ed5049-d76e-4220-8953-c06b6748f53d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:21.526660 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-df46e1ea-14fa-4571-8d08-17c7db15497c req-55800e8f-acb4-4368-9db3-68e6eb71feff tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/security-groups?id=aca9ded1-1275-4e37-8dbf-3561308baf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719260 Mar 05 05:05:21.667104 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3dd68f-00e1-4819-9c1f-24500fcb0db8 req-773b470f-ec3c-48d4-9942-216a9bffa402 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:21.669216 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc3dd68f-00e1-4819-9c1f-24500fcb0db8 req-773b470f-ec3c-48d4-9942-216a9bffa402 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 944 time: 0.1248155 Mar 05 05:05:21.794983 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc3dd68f-00e1-4819-9c1f-24500fcb0db8 req-36278b84-98db-4fdb-948a-e45b6f860b8e tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ecbfce8-967f-426d-a5d4-fb014d78ce26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131682 Mar 05 05:05:21.842346 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b74d717-f27c-41dc-8877-6ae1226891af tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router_gateway (a64513a7-95b6-4eec-a8be-8d5b5c114e2f), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:21.894483 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b74d717-f27c-41dc-8877-6ae1226891af tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:21.901184 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42380) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:21.940600 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-188fe6b2-a79d-4b74-899a-2c9380f5b7a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:22.095444 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-188fe6b2-a79d-4b74-899a-2c9380f5b7a4 admin admin] Publish callbacks [] for security_group (0e415218-4cfc-43f6-8820-21113c2f1898), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:22.105779 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-188fe6b2-a79d-4b74-899a-2c9380f5b7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (0e415218-4cfc-43f6-8820-21113c2f1898), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:22.188324 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-188fe6b2-a79d-4b74-899a-2c9380f5b7a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bf4ee3166e0146d3985a23b63edc5ffd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2858832 Mar 05 05:05:22.191442 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42382) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:22.192078 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188fe6b2-a79d-4b74-899a-2c9380f5b7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e415218-4cfc-43f6-8820-21113c2f1898,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:22.283607 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-2b74d717-f27c-41dc-8877-6ae1226891af tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Allocated IP 2001:db8::1f (7735d260-a00e-4216-bc21-d4f9baf15145/5a2abdbe-0d4d-4605-8c5c-6dfffb37a82d/731ef0a6-ffa8-4fb3-a89b-285b86439ec2) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:05:22.321783 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-faa03ccc-ee05-417e-9a55-86a0ad5a76df admin admin] Publish callbacks [] for security_group (0e415218-4cfc-43f6-8820-21113c2f1898), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:22.378842 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-faa03ccc-ee05-417e-9a55-86a0ad5a76df admin admin] Publish callbacks [] for security_group (0e415218-4cfc-43f6-8820-21113c2f1898), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:22.532071 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909f50b-88f9-4da8-ae91-af36f760b86a req-573d991b-ce21-413d-b6c1-931bf5610e4a tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:22.546154 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1909f50b-88f9-4da8-ae91-af36f760b86a req-573d991b-ce21-413d-b6c1-931bf5610e4a tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1103899 Mar 05 05:05:22.640886 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-faa03ccc-ee05-417e-9a55-86a0ad5a76df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (0e415218-4cfc-43f6-8820-21113c2f1898), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:22.643902 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-faa03ccc-ee05-417e-9a55-86a0ad5a76df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:22.645068 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1909f50b-88f9-4da8-ae91-af36f760b86a req-f77a4f09-10bc-465c-8dfc-921c58e2e272 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907412 Mar 05 05:05:22.650623 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-faa03ccc-ee05-417e-9a55-86a0ad5a76df admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0e415218-4cfc-43f6-8820-21113c2f1898 HTTP/1.1" status: 204 len: 168 time: 0.4426003 Mar 05 05:05:22.675514 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b74d717-f27c-41dc-8877-6ae1226891af tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for port (731ef0a6-ffa8-4fb3-a89b-285b86439ec2), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:22.677145 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa03ccc-ee05-417e-9a55-86a0ad5a76df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e415218-4cfc-43f6-8820-21113c2f1898,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:22.760849 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c723c61-7272-4255-88b2-b11b2b7f755a req-e83a318d-40ef-446c-bd25-79702b92fdf5 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:22.768296 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4c723c61-7272-4255-88b2-b11b2b7f755a req-e83a318d-40ef-446c-bd25-79702b92fdf5 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/ports?device_id=6358f492-a5ae-47d3-8972-e696d0cfa17d HTTP/1.1" status: 200 len: 944 time: 0.1179488 Mar 05 05:05:22.775568 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b74d717-f27c-41dc-8877-6ae1226891af tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (731ef0a6-ffa8-4fb3-a89b-285b86439ec2), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:22.888423 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4c723c61-7272-4255-88b2-b11b2b7f755a req-0148f42b-3684-477b-80bd-382e15409d32 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/security-groups?id=aca9ded1-1275-4e37-8dbf-3561308baf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142430 Mar 05 05:05:22.895194 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b74d717-f27c-41dc-8877-6ae1226891af tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Network 7735d260-a00e-4216-bc21-d4f9baf15145 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:05:22.897807 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-2b74d717-f27c-41dc-8877-6ae1226891af tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:05:22.910754 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b74d717-f27c-41dc-8877-6ae1226891af tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:05:23.050086 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e43c6-f8b7-44c6-b388-a43946c2f434 req-d538d726-ac1f-4af6-b6ec-f985be5d0699 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:23.060478 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-088e43c6-f8b7-44c6-b388-a43946c2f434 req-d538d726-ac1f-4af6-b6ec-f985be5d0699 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 944 time: 0.1237717 Mar 05 05:05:23.135885 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 2d174489-e173-418f-b6cf-9016dc70949e up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:05:23.148012 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74d717-f27c-41dc-8877-6ae1226891af tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Pushing event updated for resources: {'Port': ['ID=731ef0a6-ffa8-4fb3-a89b-285b86439ec2,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:23.208999 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-088e43c6-f8b7-44c6-b388-a43946c2f434 req-b033005c-cc32-4c2e-9d1d-33d322eee0ad tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ecbfce8-967f-426d-a5d4-fb014d78ce26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400952 Mar 05 05:05:23.294922 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 2d174489-e173-418f-b6cf-9016dc70949e completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:05:23.310218 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 2d174489-e173-418f-b6cf-9016dc70949e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:05:23.310611 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2d174489-e173-418f-b6cf-9016dc70949e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:23.478333 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 2d174489-e173-418f-b6cf-9016dc70949e is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:05:23.481673 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2d174489-e173-418f-b6cf-9016dc70949e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:23.522114 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b74d717-f27c-41dc-8877-6ae1226891af tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router_gateway (a64513a7-95b6-4eec-a8be-8d5b5c114e2f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:23.540320 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6358f492-a5ae-47d3-8972-e696d0cfa17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d174489-e173-418f-b6cf-9016dc70949e'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:05:23.543023 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355d0a3e-52e4-46cb-b2c9-34be9468b2be" -d '{"events": [{"server_uuid": "6358f492-a5ae-47d3-8972-e696d0cfa17d", "name": "network-vif-plugged", "status": "completed", "tag": "2d174489-e173-418f-b6cf-9016dc70949e"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:05:23.573310 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 2d174489-e173-418f-b6cf-9016dc70949e, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=2d174489-e173-418f-b6cf-9016dc70949e,segment=NetworkSegment(2718798d-2c6a-4fcd-a0d6-3835aad454b8),segment_id=2718798d-2c6a-4fcd-a0d6-3835aad454b8)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:05:23.581743 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (2d174489-e173-418f-b6cf-9016dc70949e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:23.662817 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830ded4a-ebb3-4250-8963-75b440c28e69 x-openstack-request-id: req-830ded4a-ebb3-4250-8963-75b440c28e69 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:05:23.663143 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6358f492-a5ae-47d3-8972-e696d0cfa17d", "name": "network-vif-plugged", "status": "completed", "tag": "2d174489-e173-418f-b6cf-9016dc70949e", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:05:23.663413 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-830ded4a-ebb3-4250-8963-75b440c28e69 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:05:23.663820 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6358f492-a5ae-47d3-8972-e696d0cfa17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d174489-e173-418f-b6cf-9016dc70949e', 'code': 200} Mar 05 05:05:23.722945 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=2d174489-e173-418f-b6cf-9016dc70949e,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:23.881971 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b976b6a-2888-41b8-a731-20722ff320f9 req-5fdb29f7-66ce-4bfc-a14e-a7fe703173aa tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:23.884068 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3b976b6a-2888-41b8-a731-20722ff320f9 req-5fdb29f7-66ce-4bfc-a14e-a7fe703173aa tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.0920773 Mar 05 05:05:23.940867 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a34dc-bbd5-4acf-84b4-387136f38f9c req-43a4aae0-e055-4647-80a2-c074308d51ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:23.942375 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d91a34dc-bbd5-4acf-84b4-387136f38f9c req-43a4aae0-e055-4647-80a2-c074308d51ed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6358f492-a5ae-47d3-8972-e696d0cfa17d HTTP/1.1" status: 200 len: 1128 time: 0.1556063 Mar 05 05:05:23.972294 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3b976b6a-2888-41b8-a731-20722ff320f9 req-2c96fe06-1612-47c3-ba69-b2844bf2d8e2 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817232 Mar 05 05:05:24.035951 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d91a34dc-bbd5-4acf-84b4-387136f38f9c req-be567e10-ff95-43eb-889b-a7cf5d78e875 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aca9ded1-1275-4e37-8dbf-3561308baf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863233 Mar 05 05:05:24.044524 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b74d717-f27c-41dc-8877-6ae1226891af tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (a64513a7-95b6-4eec-a8be-8d5b5c114e2f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:24.135442 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f39a66-0f90-4ec7-80d5-772324ed2756 req-d3cad690-e232-410c-9f76-36356f44927a tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:24.137450 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e5f39a66-0f90-4ec7-80d5-772324ed2756 req-d3cad690-e232-410c-9f76-36356f44927a tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/ports?device_id=6358f492-a5ae-47d3-8972-e696d0cfa17d HTTP/1.1" status: 200 len: 945 time: 0.1223001 Mar 05 05:05:24.241475 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e5f39a66-0f90-4ec7-80d5-772324ed2756 req-990cf275-5765-4cf5-a42a-596c4e31426c tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/security-groups?id=aca9ded1-1275-4e37-8dbf-3561308baf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941305 Mar 05 05:05:24.267570 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b74d717-f27c-41dc-8877-6ae1226891af tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Router a64513a7-95b6-4eec-a8be-8d5b5c114e2f is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:05:24.358107 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93244b3-ef13-4048-9902-19aa72905fe8 req-67ff8c0f-a07a-4ad7-97c7-5794e81e0855 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:24.370353 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e93244b3-ef13-4048-9902-19aa72905fe8 req-67ff8c0f-a07a-4ad7-97c7-5794e81e0855 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 944 time: 0.0817618 Mar 05 05:05:24.443410 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e93244b3-ef13-4048-9902-19aa72905fe8 req-74ae0b99-ce9f-4f7f-a090-c2805c639d9b tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ecbfce8-967f-426d-a5d4-fb014d78ce26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720680 Mar 05 05:05:24.505752 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b74d717-f27c-41dc-8877-6ae1226891af tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:05:24.517529 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29700f2f-b741-49e6-aadd-45d69a7ad748 None None] Sync routers for ids ['a64513a7-95b6-4eec-a8be-8d5b5c114e2f'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:05:24.533565 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29700f2f-b741-49e6-aadd-45d69a7ad748 None None] Routers {'a64513a7-95b6-4eec-a8be-8d5b5c114e2f'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:05:24.534297 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-29700f2f-b741-49e6-aadd-45d69a7ad748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:05:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['a64513a7-95b6-4eec-a8be-8d5b5c114e2f'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:05:24.541344 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b74d717-f27c-41dc-8877-6ae1226891af tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:24.542567 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2b74d717-f27c-41dc-8877-6ae1226891af tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.9227490 Mar 05 05:05:24.546303 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42434) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:24.769811 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-29700f2f-b741-49e6-aadd-45d69a7ad748 None None] Set router a64513a7-95b6-4eec-a8be-8d5b5c114e2f gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:05:24.782068 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e19fb90-d395-49f3-81e4-f01bcb9f7b67 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router (a64513a7-95b6-4eec-a8be-8d5b5c114e2f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:24.985292 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e19fb90-d395-49f3-81e4-f01bcb9f7b67 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router_gateway (a64513a7-95b6-4eec-a8be-8d5b5c114e2f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:25.211691 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-1e19fb90-d395-49f3-81e4-f01bcb9f7b67 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Deleting port 731ef0a6-ffa8-4fb3-a89b-285b86439ec2 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:05:25.212041 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e19fb90-d395-49f3-81e4-f01bcb9f7b67 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (731ef0a6-ffa8-4fb3-a89b-285b86439ec2), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:25.323464 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-29700f2f-b741-49e6-aadd-45d69a7ad748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64513a7-95b6-4eec-a8be-8d5b5c114e2f', 'name': '', 'tenant_id': 'd82acef0ae0642b2b1af8d0d2762265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7735d260-a00e-4216-bc21-d4f9baf15145', 'external_fixed_ips': [{'subnet_id': '5a2abdbe-0d4d-4605-8c5c-6dfffb37a82d', 'ip_address': '2001:db8::1f'}], 'enable_snat': True}, 'gw_port_id': '731ef0a6-ffa8-4fb3-a89b-285b86439ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:05:20Z', 'updated_at': '2022-03-05T05:05:23Z', 'revision_number': 3, 'project_id': 'd82acef0ae0642b2b1af8d0d2762265b', 'gw_port': {'id': '731ef0a6-ffa8-4fb3-a89b-285b86439ec2', 'name': '', 'network_id': '7735d260-a00e-4216-bc21-d4f9baf15145', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:43:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64513a7-95b6-4eec-a8be-8d5b5c114e2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': '5a2abdbe-0d4d-4605-8c5c-6dfffb37a82d', 'ip_address': '2001:db8::1f', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:05:21Z', 'updated_at': '2022-03-05T05:05:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a2abdbe-0d4d-4605-8c5c-6dfffb37a82d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:05:25.373548 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fb7cf-9642-4b65-a8ed-68c55152c2d1 req-4164536b-5748-4268-bbd1-c513098264ba tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:25.379699 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-244fb7cf-9642-4b65-a8ed-68c55152c2d1 req-4164536b-5748-4268-bbd1-c513098264ba tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.3005848 Mar 05 05:05:25.390657 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29700f2f-b741-49e6-aadd-45d69a7ad748 None None] Checking router: a64513a7-95b6-4eec-a8be-8d5b5c114e2f for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:05:25.391293 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29700f2f-b741-49e6-aadd-45d69a7ad748 None None] Updating router a64513a7-95b6-4eec-a8be-8d5b5c114e2f port 731ef0a6-ffa8-4fb3-a89b-285b86439ec2 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:05:25.438435 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-29700f2f-b741-49e6-aadd-45d69a7ad748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (731ef0a6-ffa8-4fb3-a89b-285b86439ec2), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:25.530791 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e19fb90-d395-49f3-81e4-f01bcb9f7b67 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (731ef0a6-ffa8-4fb3-a89b-285b86439ec2), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:25.564423 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-1e19fb90-d395-49f3-81e4-f01bcb9f7b67 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Calling delete_port for 731ef0a6-ffa8-4fb3-a89b-285b86439ec2 owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:05:25.573497 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-244fb7cf-9642-4b65-a8ed-68c55152c2d1 req-0703124e-1815-44cd-b858-e8f25c80f546 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867180 Mar 05 05:05:25.602503 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57ec10-3458-411f-9137-0b2e52351010 req-2161173d-5c7f-4746-976a-bfa20eeba6f0 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:25.604122 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca57ec10-3458-411f-9137-0b2e52351010 req-2161173d-5c7f-4746-976a-bfa20eeba6f0 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/ports?device_id=6358f492-a5ae-47d3-8972-e696d0cfa17d HTTP/1.1" status: 200 len: 945 time: 0.2146156 Mar 05 05:05:25.818232 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca57ec10-3458-411f-9137-0b2e52351010 req-e2c69206-0908-4489-988f-99fff8b3a78b tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/security-groups?id=aca9ded1-1275-4e37-8dbf-3561308baf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072294 Mar 05 05:05:25.883735 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace06851-d49e-4fe6-b8e5-0335fb84e69f req-7c330c15-fd26-4e84-b6b9-c4dbfb680989 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:25.885357 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ace06851-d49e-4fe6-b8e5-0335fb84e69f req-7c330c15-fd26-4e84-b6b9-c4dbfb680989 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 944 time: 0.1839740 Mar 05 05:05:25.994029 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ace06851-d49e-4fe6-b8e5-0335fb84e69f req-4639afa7-731f-49b8-952e-3ad34a28acbe tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ecbfce8-967f-426d-a5d4-fb014d78ce26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002972 Mar 05 05:05:25.999550 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-29700f2f-b741-49e6-aadd-45d69a7ad748 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 05:05:26.000046 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-29700f2f-b741-49e6-aadd-45d69a7ad748 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 05:05:26.010720 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e19fb90-d395-49f3-81e4-f01bcb9f7b67 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (731ef0a6-ffa8-4fb3-a89b-285b86439ec2), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:26.069063 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e19fb90-d395-49f3-81e4-f01bcb9f7b67 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (a64513a7-95b6-4eec-a8be-8d5b5c114e2f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:26.072765 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e19fb90-d395-49f3-81e4-f01bcb9f7b67 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Pushing event deleted for resources: {'Port': ['ID=731ef0a6-ffa8-4fb3-a89b-285b86439ec2,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:26.104545 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19fb90-d395-49f3-81e4-f01bcb9f7b67 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:26.105244 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19fb90-d395-49f3-81e4-f01bcb9f7b67 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:26.106516 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19fb90-d395-49f3-81e4-f01bcb9f7b67 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:26.107248 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19fb90-d395-49f3-81e4-f01bcb9f7b67 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:26.107797 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19fb90-d395-49f3-81e4-f01bcb9f7b67 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:26.108336 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19fb90-d395-49f3-81e4-f01bcb9f7b67 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:26.108887 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19fb90-d395-49f3-81e4-f01bcb9f7b67 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:26.109490 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19fb90-d395-49f3-81e4-f01bcb9f7b67 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:26.110050 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19fb90-d395-49f3-81e4-f01bcb9f7b67 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:26.110585 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19fb90-d395-49f3-81e4-f01bcb9f7b67 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:26.111385 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19fb90-d395-49f3-81e4-f01bcb9f7b67 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:26.111919 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19fb90-d395-49f3-81e4-f01bcb9f7b67 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:26.112464 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e19fb90-d395-49f3-81e4-f01bcb9f7b67 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:26.196315 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e19fb90-d395-49f3-81e4-f01bcb9f7b67 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (a64513a7-95b6-4eec-a8be-8d5b5c114e2f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:26.199280 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e19fb90-d395-49f3-81e4-f01bcb9f7b67 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router_controller (a64513a7-95b6-4eec-a8be-8d5b5c114e2f), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:26.265919 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e19fb90-d395-49f3-81e4-f01bcb9f7b67 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (a64513a7-95b6-4eec-a8be-8d5b5c114e2f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:26.266459 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e19fb90-d395-49f3-81e4-f01bcb9f7b67 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a64513a7-95b6-4eec-a8be-8d5b5c114e2f {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:05:26.271310 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e19fb90-d395-49f3-81e4-f01bcb9f7b67 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:26.272990 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1e19fb90-d395-49f3-81e4-f01bcb9f7b67 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "DELETE /v2.0/routers/a64513a7-95b6-4eec-a8be-8d5b5c114e2f HTTP/1.1" status: 204 len: 168 time: 1.7249680 Mar 05 05:05:26.275101 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42488) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:26.330847 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c35b5c-022f-4600-8225-78b586689fd1 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Deleting subnet 5a2abdbe-0d4d-4605-8c5c-6dfffb37a82d {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:05:26.334529 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-78c35b5c-022f-4600-8225-78b586689fd1 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for subnet (5a2abdbe-0d4d-4605-8c5c-6dfffb37a82d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:26.383268 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-78c35b5c-022f-4600-8225-78b586689fd1 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (5a2abdbe-0d4d-4605-8c5c-6dfffb37a82d), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:26.457143 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-78c35b5c-022f-4600-8225-78b586689fd1 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (5a2abdbe-0d4d-4605-8c5c-6dfffb37a82d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:26.531562 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-78c35b5c-022f-4600-8225-78b586689fd1 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (5a2abdbe-0d4d-4605-8c5c-6dfffb37a82d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:26.549030 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29700f2f-b741-49e6-aadd-45d69a7ad748 None None] Port 731ef0a6-ffa8-4fb3-a89b-285b86439ec2 not found while updating agent binding for router a64513a7-95b6-4eec-a8be-8d5b5c114e2f. {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 05 05:05:26.577330 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c35b5c-022f-4600-8225-78b586689fd1 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5a2abdbe-0d4d-4605-8c5c-6dfffb37a82d,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:26.589313 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-78c35b5c-022f-4600-8225-78b586689fd1 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:26.598270 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-78c35b5c-022f-4600-8225-78b586689fd1 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "DELETE /v2.0/subnets/5a2abdbe-0d4d-4605-8c5c-6dfffb37a82d HTTP/1.1" status: 204 len: 168 time: 0.3187580 Mar 05 05:05:26.598577 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42504) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:26.599162 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29700f2f-b741-49e6-aadd-45d69a7ad748 None None] Routers set() bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:05:26.599162 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29700f2f-b741-49e6-aadd-45d69a7ad748 None None] Router IDs set() for agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 05 05:05:26.600060 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_agentschedulers_db [None req-29700f2f-b741-49e6-aadd-45d69a7ad748 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a64513a7-95b6-4eec-a8be-8d5b5c114e2f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:05:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent'). {{(pid=105233) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 05 05:05:26.601609 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29700f2f-b741-49e6-aadd-45d69a7ad748 None None] The sync data for ids ['a64513a7-95b6-4eec-a8be-8d5b5c114e2f'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:05:26.757927 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0e15d0e5-42c6-415a-b8c8-72ff3628afdf tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (7735d260-a00e-4216-bc21-d4f9baf15145), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:26.858084 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a9026-46a6-4390-9c7b-af25847e41b6 req-700b33c4-7494-444e-a244-15637444d06d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:26.859959 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cd8a9026-46a6-4390-9c7b-af25847e41b6 req-700b33c4-7494-444e-a244-15637444d06d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1219528 Mar 05 05:05:27.031061 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cd8a9026-46a6-4390-9c7b-af25847e41b6 req-8b74061b-d0a4-4725-b6bd-618a3948eb1a tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627614 Mar 05 05:05:27.060260 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c01a8-8b81-41ea-9cc7-d76954b3c0ac req-01e5ffea-c20e-4a7c-b885-77c86511f1ea tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:27.069259 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-116c01a8-8b81-41ea-9cc7-d76954b3c0ac req-01e5ffea-c20e-4a7c-b885-77c86511f1ea tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/ports?device_id=6358f492-a5ae-47d3-8972-e696d0cfa17d HTTP/1.1" status: 200 len: 945 time: 0.1125674 Mar 05 05:05:27.242273 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-116c01a8-8b81-41ea-9cc7-d76954b3c0ac req-f355b416-6e0d-4c31-a832-c813b2647a40 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/security-groups?id=aca9ded1-1275-4e37-8dbf-3561308baf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720872 Mar 05 05:05:27.296640 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f59f42c-eeb6-4269-8964-fbda2881898e req-daebd28a-5e69-403a-8c5b-2021880d5b1f tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:27.314683 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8f59f42c-eeb6-4269-8964-fbda2881898e req-daebd28a-5e69-403a-8c5b-2021880d5b1f tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 944 time: 0.1716418 Mar 05 05:05:27.443389 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8f59f42c-eeb6-4269-8964-fbda2881898e req-c852e5e6-6873-4c16-8716-12e11051ef74 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ecbfce8-967f-426d-a5d4-fb014d78ce26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276526 Mar 05 05:05:27.501697 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0e15d0e5-42c6-415a-b8c8-72ff3628afdf tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (7735d260-a00e-4216-bc21-d4f9baf15145), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:27.531006 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-0e15d0e5-42c6-415a-b8c8-72ff3628afdf tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7735d260-a00e-4216-bc21-d4f9baf15145']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:05:27.544367 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-0e15d0e5-42c6-415a-b8c8-72ff3628afdf tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af2e6e9c-d482-4cf6-afa8-59fa3b4bf75c') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:05:27.545056 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-0e15d0e5-42c6-415a-b8c8-72ff3628afdf tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af2e6e9c-d482-4cf6-afa8-59fa3b4bf75c') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:05:27.558469 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0e15d0e5-42c6-415a-b8c8-72ff3628afdf tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (af2e6e9c-d482-4cf6-afa8-59fa3b4bf75c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:27.575274 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0e15d0e5-42c6-415a-b8c8-72ff3628afdf tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (af2e6e9c-d482-4cf6-afa8-59fa3b4bf75c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:27.584492 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e15d0e5-42c6-415a-b8c8-72ff3628afdf tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:05:27.585418 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0e15d0e5-42c6-415a-b8c8-72ff3628afdf tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (af2e6e9c-d482-4cf6-afa8-59fa3b4bf75c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:27.588797 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:05:27.588797 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:05:27.588797 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:05:27.588797 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:05:27.588797 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:05:27.588797 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:05:27.588797 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:05:27.588797 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:05:27.588797 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:05:27.588797 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:05:27.588797 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:05:27.588797 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:05:27.588797 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:05:27.588797 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:05:27.588797 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:05:27.588797 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:05:27.588797 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:05:27.588797 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:05:27.588797 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:05:27.588797 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:05:27.588797 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:05:27.588797 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:05:27.588797 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:05:27.588797 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:05:27.588797 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:05:27.588797 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:05:27.588797 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:05:27.588797 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:05:27.588797 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:05:27.588797 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:05:27.588797 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:05:27.588797 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:05:27.666649 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0e15d0e5-42c6-415a-b8c8-72ff3628afdf tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (7735d260-a00e-4216-bc21-d4f9baf15145), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:27.674682 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e15d0e5-42c6-415a-b8c8-72ff3628afdf tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7735d260-a00e-4216-bc21-d4f9baf15145 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 05 05:05:27.679268 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0e15d0e5-42c6-415a-b8c8-72ff3628afdf tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:27.684448 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0e15d0e5-42c6-415a-b8c8-72ff3628afdf tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "DELETE /v2.0/networks/7735d260-a00e-4216-bc21-d4f9baf15145 HTTP/1.1" status: 204 len: 168 time: 1.0830424 Mar 05 05:05:27.698724 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e15d0e5-42c6-415a-b8c8-72ff3628afdf tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Pushing event deleted for resources: {'Network': ['ID=7735d260-a00e-4216-bc21-d4f9baf15145,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:27.924130 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device fc2d1810-3a48-4269-bbbc-f1613c07f2dc details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:05:28.268170 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port fc2d1810-3a48-4269-bbbc-f1613c07f2dc, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=fc2d1810-3a48-4269-bbbc-f1613c07f2dc,segment=NetworkSegment(3fdbfe93-a040-40d1-9a4b-c54cf130c455),segment_id=3fdbfe93-a040-40d1-9a4b-c54cf130c455)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:05:28.289316 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42576) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:28.293671 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-67de5967-b0c2-4a40-a308-582f3ea421d0 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Request body: {'router': {'name': 'tempest-router--617356871', 'project_id': 'a1209b445f1040159174f3a6ac4f827b'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:05:28.295235 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d81da-9062-483c-a506-149ab0a5b762 req-47da0e4d-b1c0-49c1-98ae-412bd17f2258 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:28.300485 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c44d81da-9062-483c-a506-149ab0a5b762 req-47da0e4d-b1c0-49c1-98ae-412bd17f2258 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.30 "GET /v2.0/ports?device_id=6358f492-a5ae-47d3-8972-e696d0cfa17d HTTP/1.1" status: 200 len: 945 time: 0.1095922 Mar 05 05:05:28.322677 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'fc2d1810-3a48-4269-bbbc-f1613c07f2dc', 'network_id': '5ae49ed7-bb43-451b-a829-6aff97a3cfc7', 'port_id': 'fc2d1810-3a48-4269-bbbc-f1613c07f2dc', 'mac_address': 'fa:16:3e:77:90:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a99a134-cfcd-44f2-91d8-f43831b19b0b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:05:28.354840 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d41ab5-e7b0-4c29-a506-2a304c10bde9 req-aa7c6f65-f7cd-4e8b-a001-499e1a901aff tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:28.366567 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a8d41ab5-e7b0-4c29-a506-2a304c10bde9 req-aa7c6f65-f7cd-4e8b-a001-499e1a901aff tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.2189937 Mar 05 05:05:28.462965 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port fc2d1810-3a48-4269-bbbc-f1613c07f2dc is: ACTIVE; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:05:28.463742 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fc2d1810-3a48-4269-bbbc-f1613c07f2dc), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:28.489122 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc2d1810-3a48-4269-bbbc-f1613c07f2dc {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:05:28.521172 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port fc2d1810-3a48-4269-bbbc-f1613c07f2dc, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=fc2d1810-3a48-4269-bbbc-f1613c07f2dc,segment=NetworkSegment(3fdbfe93-a040-40d1-9a4b-c54cf130c455),segment_id=3fdbfe93-a040-40d1-9a4b-c54cf130c455)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:05:28.521617 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-c44d81da-9062-483c-a506-149ab0a5b762 req-ea73c8e9-c686-4a4f-a8f2-7ac1bc5f880b tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Deleting port 2d174489-e173-418f-b6cf-9016dc70949e {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:05:28.521966 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c44d81da-9062-483c-a506-149ab0a5b762 req-ea73c8e9-c686-4a4f-a8f2-7ac1bc5f880b tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (2d174489-e173-418f-b6cf-9016dc70949e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:28.531249 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fc2d1810-3a48-4269-bbbc-f1613c07f2dc), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:28.580755 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-67de5967-b0c2-4a40-a308-582f3ea421d0 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (f90288ce-080d-4c97-bd7d-5042cd50d8c1), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:28.587760 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-67de5967-b0c2-4a40-a308-582f3ea421d0 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (f90288ce-080d-4c97-bd7d-5042cd50d8c1), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:28.625805 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['fc2d1810-3a48-4269-bbbc-f1613c07f2dc'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:05:28.661261 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-c44d81da-9062-483c-a506-149ab0a5b762 req-ea73c8e9-c686-4a4f-a8f2-7ac1bc5f880b tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] For port 2d174489-e173-418f-b6cf-9016dc70949e, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=2d174489-e173-418f-b6cf-9016dc70949e,segment=NetworkSegment(2718798d-2c6a-4fcd-a0d6-3835aad454b8),segment_id=2718798d-2c6a-4fcd-a0d6-3835aad454b8)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:05:28.662300 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c44d81da-9062-483c-a506-149ab0a5b762 req-ea73c8e9-c686-4a4f-a8f2-7ac1bc5f880b tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (2d174489-e173-418f-b6cf-9016dc70949e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:28.706697 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-c44d81da-9062-483c-a506-149ab0a5b762 req-ea73c8e9-c686-4a4f-a8f2-7ac1bc5f880b tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Calling delete_port for 2d174489-e173-418f-b6cf-9016dc70949e owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:05:28.713849 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51a971-a69f-404f-b75e-ad6ec8afa248 req-b4e1d250-66f2-4b70-825d-8c649e76af5e tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:28.720431 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7b51a971-a69f-404f-b75e-ad6ec8afa248 req-b4e1d250-66f2-4b70-825d-8c649e76af5e tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/ports?device_id=6358f492-a5ae-47d3-8972-e696d0cfa17d HTTP/1.1" status: 200 len: 945 time: 0.3507571 Mar 05 05:05:28.732048 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=fc2d1810-3a48-4269-bbbc-f1613c07f2dc,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:28.862535 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a8d41ab5-e7b0-4c29-a506-2a304c10bde9 req-1d8e99ef-c81c-4607-aedb-f4a14d9b4f73 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475875 Mar 05 05:05:29.019441 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-67de5967-b0c2-4a40-a308-582f3ea421d0 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router_controller (f90288ce-080d-4c97-bd7d-5042cd50d8c1), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:29.088824 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c44d81da-9062-483c-a506-149ab0a5b762 req-ea73c8e9-c686-4a4f-a8f2-7ac1bc5f880b tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (2d174489-e173-418f-b6cf-9016dc70949e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:29.101045 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['2d174489-e173-418f-b6cf-9016dc70949e'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:05:29.182942 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73c8e9-c686-4a4f-a8f2-7ac1bc5f880b tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Pushing event deleted for resources: {'Port': ['ID=2d174489-e173-418f-b6cf-9016dc70949e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:29.321491 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44d81da-9062-483c-a506-149ab0a5b762 req-ea73c8e9-c686-4a4f-a8f2-7ac1bc5f880b tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] No DVR routers for this DVR port 2d174489-e173-418f-b6cf-9016dc70949e on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:05:29.327909 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c44d81da-9062-483c-a506-149ab0a5b762 req-ea73c8e9-c686-4a4f-a8f2-7ac1bc5f880b tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:29.339011 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c44d81da-9062-483c-a506-149ab0a5b762 req-ea73c8e9-c686-4a4f-a8f2-7ac1bc5f880b tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.30 "DELETE /v2.0/ports/2d174489-e173-418f-b6cf-9016dc70949e HTTP/1.1" status: 204 len: 173 time: 1.0251760 Mar 05 05:05:29.339011 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6358f492-a5ae-47d3-8972-e696d0cfa17d', 'name': 'network-vif-deleted', 'tag': '2d174489-e173-418f-b6cf-9016dc70949e'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:05:29.339011 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6faaac4f-85fe-4362-9de6-f9102404fd74" -d '{"events": [{"server_uuid": "6358f492-a5ae-47d3-8972-e696d0cfa17d", "name": "network-vif-deleted", "tag": "2d174489-e173-418f-b6cf-9016dc70949e"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:05:29.426920 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7b51a971-a69f-404f-b75e-ad6ec8afa248 req-36e097d9-a24e-47c4-a7c7-ff8e5f70da58 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/security-groups?id=aca9ded1-1275-4e37-8dbf-3561308baf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5351670 Mar 05 05:05:29.431436 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-67de5967-b0c2-4a40-a308-582f3ea421d0 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (f90288ce-080d-4c97-bd7d-5042cd50d8c1), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:29.487788 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-67de5967-b0c2-4a40-a308-582f3ea421d0 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:29.492446 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-67de5967-b0c2-4a40-a308-582f3ea421d0 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1996312 Mar 05 05:05:29.494493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42598) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:29.512282 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bcaf5a-8646-442d-9ade-0fd2fd3c68a3 req-32b521a2-b016-447b-8435-681b2d92c88e tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:29.514217 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a2bcaf5a-8646-442d-9ade-0fd2fd3c68a3 req-32b521a2-b016-447b-8435-681b2d92c88e tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 944 time: 0.5014579 Mar 05 05:05:29.603456 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e38a5b8-9489-42c1-b287-9dd050a131c8 x-openstack-request-id: req-9e38a5b8-9489-42c1-b287-9dd050a131c8 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:05:29.604350 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6358f492-a5ae-47d3-8972-e696d0cfa17d", "name": "network-vif-deleted", "tag": "2d174489-e173-418f-b6cf-9016dc70949e", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:05:29.604595 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9e38a5b8-9489-42c1-b287-9dd050a131c8 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:05:29.605076 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6358f492-a5ae-47d3-8972-e696d0cfa17d', 'name': 'network-vif-deleted', 'tag': '2d174489-e173-418f-b6cf-9016dc70949e', 'status': 'completed', 'code': 200} Mar 05 05:05:29.613020 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a2bcaf5a-8646-442d-9ade-0fd2fd3c68a3 req-191bb6a5-4f05-438a-bb52-55f357de4734 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ecbfce8-967f-426d-a5d4-fb014d78ce26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887544 Mar 05 05:05:29.721191 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1df24255-ee91-45d9-9f0a-934a16f15e62 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router (f90288ce-080d-4c97-bd7d-5042cd50d8c1), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:29.935819 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device fc2d1810-3a48-4269-bbbc-f1613c07f2dc up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:05:30.117009 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port fc2d1810-3a48-4269-bbbc-f1613c07f2dc triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:05:30.119039 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fc2d1810-3a48-4269-bbbc-f1613c07f2dc), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:30.167976 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1df24255-ee91-45d9-9f0a-934a16f15e62 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (f90288ce-080d-4c97-bd7d-5042cd50d8c1), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:30.177280 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1df24255-ee91-45d9-9f0a-934a16f15e62 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router_controller (f90288ce-080d-4c97-bd7d-5042cd50d8c1), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:30.212952 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d69e2f-d575-42fc-b353-cf41a7232a5b req-a2b76bad-866c-4bdc-a951-52fe38e3b8f9 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:30.228322 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d0d69e2f-d575-42fc-b353-cf41a7232a5b req-a2b76bad-866c-4bdc-a951-52fe38e3b8f9 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 944 time: 0.1999362 Mar 05 05:05:30.316265 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d0d69e2f-d575-42fc-b353-cf41a7232a5b req-46419d35-3c0f-40ae-a6eb-828b36774557 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857830 Mar 05 05:05:30.395509 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1df24255-ee91-45d9-9f0a-934a16f15e62 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (f90288ce-080d-4c97-bd7d-5042cd50d8c1), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:30.397204 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df24255-ee91-45d9-9f0a-934a16f15e62 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f90288ce-080d-4c97-bd7d-5042cd50d8c1 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:05:30.405150 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1df24255-ee91-45d9-9f0a-934a16f15e62 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:30.412563 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1df24255-ee91-45d9-9f0a-934a16f15e62 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "DELETE /v2.0/routers/f90288ce-080d-4c97-bd7d-5042cd50d8c1 HTTP/1.1" status: 204 len: 168 time: 0.9165826 Mar 05 05:05:30.488671 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port fc2d1810-3a48-4269-bbbc-f1613c07f2dc is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:05:30.490847 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fc2d1810-3a48-4269-bbbc-f1613c07f2dc), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:30.567445 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7545c43e-daf9-4cbb-9427-e29e508e90cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2d1810-3a48-4269-bbbc-f1613c07f2dc'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:05:30.570790 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c276599d-1881-4989-955f-6fe571fc81eb" -d '{"events": [{"server_uuid": "7545c43e-daf9-4cbb-9427-e29e508e90cb", "name": "network-vif-plugged", "status": "completed", "tag": "fc2d1810-3a48-4269-bbbc-f1613c07f2dc"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:05:30.597960 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port fc2d1810-3a48-4269-bbbc-f1613c07f2dc, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=fc2d1810-3a48-4269-bbbc-f1613c07f2dc,segment=NetworkSegment(3fdbfe93-a040-40d1-9a4b-c54cf130c455),segment_id=3fdbfe93-a040-40d1-9a4b-c54cf130c455)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:05:30.607523 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fc2d1810-3a48-4269-bbbc-f1613c07f2dc), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:30.702106 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3071032a-3387-4912-ad47-a4f9c1ffb118 x-openstack-request-id: req-3071032a-3387-4912-ad47-a4f9c1ffb118 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:05:30.704221 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7545c43e-daf9-4cbb-9427-e29e508e90cb", "name": "network-vif-plugged", "status": "completed", "tag": "fc2d1810-3a48-4269-bbbc-f1613c07f2dc", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:05:30.704519 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3071032a-3387-4912-ad47-a4f9c1ffb118 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:05:30.704962 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7545c43e-daf9-4cbb-9427-e29e508e90cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2d1810-3a48-4269-bbbc-f1613c07f2dc', 'code': 200} Mar 05 05:05:30.735069 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=fc2d1810-3a48-4269-bbbc-f1613c07f2dc,revision_number=7']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:30.819586 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42626) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:30.861793 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0a1b1-6232-4055-bc62-702b2bd2b9f7 req-28da57f6-3386-4d73-8f2f-239ec3434667 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:30.870318 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-40a0a1b1-6232-4055-bc62-702b2bd2b9f7 req-28da57f6-3386-4d73-8f2f-239ec3434667 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 944 time: 0.1123631 Mar 05 05:05:31.012906 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-40a0a1b1-6232-4055-bc62-702b2bd2b9f7 req-ce4f09b2-131a-4b7f-ad3d-96ad687c59f5 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ecbfce8-967f-426d-a5d4-fb014d78ce26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363268 Mar 05 05:05:31.224404 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-39ae9bad-aa83-4c55-8ba4-d1c681f63f52 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:31.231648 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-39ae9bad-aa83-4c55-8ba4-d1c681f63f52 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/networks?id=de8163db-d63d-42bf-8219-a966466a9de8 HTTP/1.1" status: 200 len: 809 time: 0.1925230 Mar 05 05:05:31.256555 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-61834927-a6b4-4f9c-958d-a4d389575152 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/quotas/40ad1bedd29242adb169a24f6e04ed68 HTTP/1.1" status: 200 len: 375 time: 0.0238135 Mar 05 05:05:31.300182 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-c588bafd-0473-4b46-a804-af84bf8b8c82 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1809189817', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}, 'admin_state_up': False}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:05:31.309699 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-461d617d-7556-466f-87b6-fc1e6b41a972 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=40ad1bedd29242adb169a24f6e04ed68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519536 Mar 05 05:05:31.350836 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c588bafd-0473-4b46-a804-af84bf8b8c82 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (a60e675f-231d-49b9-bef9-875209d46e7c), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:31.352268 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c588bafd-0473-4b46-a804-af84bf8b8c82 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (a60e675f-231d-49b9-bef9-875209d46e7c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:31.474843 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c588bafd-0473-4b46-a804-af84bf8b8c82 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router_controller (a60e675f-231d-49b9-bef9-875209d46e7c), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:31.650571 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-40af7701-e55e-42ca-82b4-355430d42310 service neutron] 10.222.0.11 "GET /v2.0/networks/de8163db-d63d-42bf-8219-a966466a9de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295753 Mar 05 05:05:31.691936 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba566109-7e03-4409-bc0d-95a68a081f26 req-5231848a-5f9e-43d1-8262-6157851fd395 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:31.697155 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ba566109-7e03-4409-bc0d-95a68a081f26 req-5231848a-5f9e-43d1-8262-6157851fd395 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1702735 Mar 05 05:05:31.740617 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c588bafd-0473-4b46-a804-af84bf8b8c82 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router_gateway (a60e675f-231d-49b9-bef9-875209d46e7c), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:31.844739 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ba566109-7e03-4409-bc0d-95a68a081f26 req-960488e8-209f-4a90-afa3-4614c791ed8c tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466055 Mar 05 05:05:31.899116 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-2584223b-9409-46df-8a96-1730bdb34fb5 service neutron] 10.222.0.11 "GET /v2.0/networks/de8163db-d63d-42bf-8219-a966466a9de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473307 Mar 05 05:05:31.952419 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 50f07a32-caaf-4fe5-891e-5877db631d93 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:05:32.184910 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c588bafd-0473-4b46-a804-af84bf8b8c82 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router_gateway (a60e675f-231d-49b9-bef9-875209d46e7c), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:32.210268 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c588bafd-0473-4b46-a804-af84bf8b8c82 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:32.450097 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb57343-6fc7-48d6-8e6a-5cd338976bf1 req-7b27ff18-61be-4a05-ae62-5e9b4c06769a tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:32.461868 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6cb57343-6fc7-48d6-8e6a-5cd338976bf1 req-7b27ff18-61be-4a05-ae62-5e9b4c06769a tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 944 time: 0.3147833 Mar 05 05:05:32.536196 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-c588bafd-0473-4b46-a804-af84bf8b8c82 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Allocated IP 172.25.0.243 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/d1189202-ee56-43b0-b85c-f61a7eace4dd) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:05:32.817896 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6cb57343-6fc7-48d6-8e6a-5cd338976bf1 req-c2685cd4-ae6a-4e9c-8d8c-8e63ec0d7202 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ecbfce8-967f-426d-a5d4-fb014d78ce26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3466642 Mar 05 05:05:32.846574 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a00d3e75-e1d6-49da-95dd-8d32679fd4a8 req-9c653ba4-b9b0-40d7-8ebe-f25ad81a3565 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/ports?device_id=794c88f3-55c2-44f4-a50a-fff58bf15e77 HTTP/1.1" status: 200 len: 210 time: 0.3103249 Mar 05 05:05:33.034534 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c588bafd-0473-4b46-a804-af84bf8b8c82 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for port (d1189202-ee56-43b0-b85c-f61a7eace4dd), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:33.126256 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c588bafd-0473-4b46-a804-af84bf8b8c82 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (d1189202-ee56-43b0-b85c-f61a7eace4dd), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:33.161391 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 50f07a32-caaf-4fe5-891e-5877db631d93, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=50f07a32-caaf-4fe5-891e-5877db631d93,segment=NetworkSegment(ee5f539a-83bc-4459-8bf3-8d0b46694dc7),segment_id=ee5f539a-83bc-4459-8bf3-8d0b46694dc7)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:05:33.192712 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c588bafd-0473-4b46-a804-af84bf8b8c82 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:05:33.194605 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '50f07a32-caaf-4fe5-891e-5877db631d93', 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4', 'port_id': '50f07a32-caaf-4fe5-891e-5877db631d93', 'mac_address': 'fa:16:3e:2a:b5:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f720af32-1780-481f-bd99-7eac986e68f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:05:33.196003 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-c588bafd-0473-4b46-a804-af84bf8b8c82 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:05:33.201781 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c588bafd-0473-4b46-a804-af84bf8b8c82 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:05:33.207891 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588bafd-0473-4b46-a804-af84bf8b8c82 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Pushing event updated for resources: {'Port': ['ID=d1189202-ee56-43b0-b85c-f61a7eace4dd,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:33.230284 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cdaa4-edad-4988-afe3-710ac911ea9b req-b627f35d-be32-49e2-9911-d898200e5bd2 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:33.232550 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 2d174489-e173-418f-b6cf-9016dc70949e no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:05:33.244608 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-162cdaa4-edad-4988-afe3-710ac911ea9b req-b627f35d-be32-49e2-9911-d898200e5bd2 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1979589 Mar 05 05:05:33.340546 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 2d174489-e173-418f-b6cf-9016dc70949e {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:05:33.340995 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 2d174489-e173-418f-b6cf-9016dc70949e not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:05:33.439897 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 50f07a32-caaf-4fe5-891e-5877db631d93 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:05:33.440311 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (50f07a32-caaf-4fe5-891e-5877db631d93), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:33.484213 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f07a32-caaf-4fe5-891e-5877db631d93 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:05:33.490094 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-162cdaa4-edad-4988-afe3-710ac911ea9b req-83ce8a06-f3c9-42a9-888a-3453d4646628 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404323 Mar 05 05:05:33.555304 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 50f07a32-caaf-4fe5-891e-5877db631d93, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=50f07a32-caaf-4fe5-891e-5877db631d93,segment=NetworkSegment(ee5f539a-83bc-4459-8bf3-8d0b46694dc7),segment_id=ee5f539a-83bc-4459-8bf3-8d0b46694dc7)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:05:33.563150 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (50f07a32-caaf-4fe5-891e-5877db631d93), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:33.660143 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=50f07a32-caaf-4fe5-891e-5877db631d93,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:33.765613 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c588bafd-0473-4b46-a804-af84bf8b8c82 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router_gateway (a60e675f-231d-49b9-bef9-875209d46e7c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:33.798656 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['50f07a32-caaf-4fe5-891e-5877db631d93'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:05:34.128310 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c588bafd-0473-4b46-a804-af84bf8b8c82 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (a60e675f-231d-49b9-bef9-875209d46e7c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:34.147266 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e0245f09-b165-440e-b290-3d1450cd43d1 req-bf98ba0f-974d-487b-83cd-269734c887e3 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/ports?device_id=794c88f3-55c2-44f4-a50a-fff58bf15e77 HTTP/1.1" status: 200 len: 210 time: 0.0571272 Mar 05 05:05:34.337845 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4573a7-a252-4653-925c-d4027a8645ee req-40b911c5-dabe-4b69-9897-53624a23a30e tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:34.346970 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fd4573a7-a252-4653-925c-d4027a8645ee req-40b911c5-dabe-4b69-9897-53624a23a30e tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 945 time: 0.1980627 Mar 05 05:05:34.437965 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c588bafd-0473-4b46-a804-af84bf8b8c82 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Router a60e675f-231d-49b9-bef9-875209d46e7c is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:05:34.571329 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fd4573a7-a252-4653-925c-d4027a8645ee req-de7b4da8-f100-4240-803b-bbb3d1357f40 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ecbfce8-967f-426d-a5d4-fb014d78ce26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034180 Mar 05 05:05:34.796081 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43581325-71ad-4d10-b856-caa95e2a45f4 req-2c120843-64aa-4052-bab3-5d43b1cca48a tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:34.804403 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-43581325-71ad-4d10-b856-caa95e2a45f4 req-2c120843-64aa-4052-bab3-5d43b1cca48a tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1341486 Mar 05 05:05:34.898006 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-43581325-71ad-4d10-b856-caa95e2a45f4 req-586a5ce1-193d-40ee-bf13-b32a563c3f2f tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921926 Mar 05 05:05:34.954580 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c588bafd-0473-4b46-a804-af84bf8b8c82 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:05:34.967946 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54aa0cb4-c627-460b-a072-7bd0190456ed None None] Sync routers for ids ['a60e675f-231d-49b9-bef9-875209d46e7c'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:05:34.982547 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aa0cb4-c627-460b-a072-7bd0190456ed None None] Routers {'a60e675f-231d-49b9-bef9-875209d46e7c'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:05:34.983225 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-54aa0cb4-c627-460b-a072-7bd0190456ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:05:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['a60e675f-231d-49b9-bef9-875209d46e7c'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:05:35.020833 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c588bafd-0473-4b46-a804-af84bf8b8c82 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:35.022254 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c588bafd-0473-4b46-a804-af84bf8b8c82 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.2008517 Mar 05 05:05:35.025029 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42708) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:35.049365 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-93f0f69e-a930-4fee-9480-171717b5e909 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:35.050883 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-93f0f69e-a930-4fee-9480-171717b5e909 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.30 "GET /v2.0/networks?id=de8163db-d63d-42bf-8219-a966466a9de8 HTTP/1.1" status: 200 len: 809 time: 0.4181380 Mar 05 05:05:35.066650 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-cb448535-1052-4b78-a4f0-8ed3ed79f1d3 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Request body: {'port': {'device_id': '794c88f3-55c2-44f4-a50a-fff58bf15e77', 'network_id': 'de8163db-d63d-42bf-8219-a966466a9de8', 'admin_state_up': True, 'tenant_id': '40ad1bedd29242adb169a24f6e04ed68'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:05:35.080398 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-54aa0cb4-c627-460b-a072-7bd0190456ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:05:35.106117 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aa0cb4-c627-460b-a072-7bd0190456ed None None] Routers {'a60e675f-231d-49b9-bef9-875209d46e7c'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:05:35.107405 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-54aa0cb4-c627-460b-a072-7bd0190456ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:05:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['a60e675f-231d-49b9-bef9-875209d46e7c'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:05:35.212131 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-54aa0cb4-c627-460b-a072-7bd0190456ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:05:35.212827 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54aa0cb4-c627-460b-a072-7bd0190456ed None None] The sync data for ids ['a60e675f-231d-49b9-bef9-875209d46e7c'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:05:35.249394 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-cb448535-1052-4b78-a4f0-8ed3ed79f1d3 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Made reservation on behalf of 40ad1bedd29242adb169a24f6e04ed68 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:05:35.254235 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-cb448535-1052-4b78-a4f0-8ed3ed79f1d3 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:35.391104 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-54471f8f-259d-4ad3-90d5-6e06f9309b78 req-8e64cfbf-717e-4206-8065-1b6d7a8439a0 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/ports?device_id=794c88f3-55c2-44f4-a50a-fff58bf15e77 HTTP/1.1" status: 200 len: 210 time: 0.1070790 Mar 05 05:05:35.429969 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b9598bb0-b138-4795-bf17-3d59755b133c tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "GET /v2.0/routers/a60e675f-231d-49b9-bef9-875209d46e7c HTTP/1.1" status: 200 len: 925 time: 0.3995216 Mar 05 05:05:35.430886 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42714) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:35.501892 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b66dc66a-47a2-41e9-a9d0-4b3265a0ee2a tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] 10.222.0.11 "GET /v2.0/ports?device_id=a60e675f-231d-49b9-bef9-875209d46e7c HTTP/1.1" status: 200 len: 205 time: 0.0656974 Mar 05 05:05:35.504332 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42716) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:35.620156 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-120ebdb5-47aa-47bc-9d85-8e7abdb80758 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1318595 Mar 05 05:05:35.690226 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-cb448535-1052-4b78-a4f0-8ed3ed79f1d3 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Allocated IP 172.20.0.4 (de8163db-d63d-42bf-8219-a966466a9de8/09b052f1-ef6b-414c-a1eb-687d3517446f/91f7b80b-d7fa-4611-ac12-6b2b92793ab3) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:05:35.840636 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-55f8b924-4569-4f60-a30b-86cec43b81bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:35.841250 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-55f8b924-4569-4f60-a30b-86cec43b81bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:35.841722 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-55f8b924-4569-4f60-a30b-86cec43b81bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:35.842282 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-55f8b924-4569-4f60-a30b-86cec43b81bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:35.842744 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-55f8b924-4569-4f60-a30b-86cec43b81bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:35.843469 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-55f8b924-4569-4f60-a30b-86cec43b81bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:35.843693 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-55f8b924-4569-4f60-a30b-86cec43b81bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:35.846489 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-55f8b924-4569-4f60-a30b-86cec43b81bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3cbec10cd3004a49ad666e5206b0e916&device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 6716 time: 0.1430764 Mar 05 05:05:35.887893 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a89c2561-c0b1-4452-9a9d-d1c167ffb1ee tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router (a60e675f-231d-49b9-bef9-875209d46e7c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:35.992510 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 50f07a32-caaf-4fe5-891e-5877db631d93 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:05:36.189724 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 50f07a32-caaf-4fe5-891e-5877db631d93 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:05:36.199365 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 50f07a32-caaf-4fe5-891e-5877db631d93 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:05:36.199812 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (50f07a32-caaf-4fe5-891e-5877db631d93), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:36.306067 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-cb448535-1052-4b78-a4f0-8ed3ed79f1d3 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Publish callbacks [] for port (91f7b80b-d7fa-4611-ac12-6b2b92793ab3), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:36.320529 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a89c2561-c0b1-4452-9a9d-d1c167ffb1ee tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router_gateway (a60e675f-231d-49b9-bef9-875209d46e7c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:36.414762 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 50f07a32-caaf-4fe5-891e-5877db631d93 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:05:36.415272 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (50f07a32-caaf-4fe5-891e-5877db631d93), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:36.435903 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeeb40c-57a7-4e9b-a1f5-68b820a5be38 req-a5b517bb-e4a6-4084-a0a4-3bb18e46b307 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:36.450474 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cdeeb40c-57a7-4e9b-a1f5-68b820a5be38 req-a5b517bb-e4a6-4084-a0a4-3bb18e46b307 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 945 time: 0.5587058 Mar 05 05:05:36.495424 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-cb448535-1052-4b78-a4f0-8ed3ed79f1d3 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (91f7b80b-d7fa-4611-ac12-6b2b92793ab3), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:36.501072 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 50f07a32-caaf-4fe5-891e-5877db631d93, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=50f07a32-caaf-4fe5-891e-5877db631d93,segment=NetworkSegment(ee5f539a-83bc-4459-8bf3-8d0b46694dc7),segment_id=ee5f539a-83bc-4459-8bf3-8d0b46694dc7)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:05:36.502167 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34bff9b0-42b6-4275-a391-bb426f061288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f07a32-caaf-4fe5-891e-5877db631d93'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:05:36.509231 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fb2015-822b-4290-acc1-37ce42ac2c14" -d '{"events": [{"server_uuid": "34bff9b0-42b6-4275-a391-bb426f061288", "name": "network-vif-plugged", "status": "completed", "tag": "50f07a32-caaf-4fe5-891e-5877db631d93"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:05:36.520503 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (50f07a32-caaf-4fe5-891e-5877db631d93), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:36.633855 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=50f07a32-caaf-4fe5-891e-5877db631d93,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:36.654982 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cdeeb40c-57a7-4e9b-a1f5-68b820a5be38 req-88d477c1-8d17-4f69-870f-db2a521172f7 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ecbfce8-967f-426d-a5d4-fb014d78ce26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005901 Mar 05 05:05:36.695520 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-a89c2561-c0b1-4452-9a9d-d1c167ffb1ee tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Deleting port d1189202-ee56-43b0-b85c-f61a7eace4dd {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:05:36.700675 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42740) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:36.704567 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb448535-1052-4b78-a4f0-8ed3ed79f1d3 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Pushing event updated for resources: {'Port': ['ID=91f7b80b-d7fa-4611-ac12-6b2b92793ab3,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:36.722766 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-cb448535-1052-4b78-a4f0-8ed3ed79f1d3 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Network de8163db-d63d-42bf-8219-a966466a9de8 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:05:36.724759 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-63b881e6-f389-46a9-817a-4a3b0a06f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:36.725362 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-63b881e6-f389-46a9-817a-4a3b0a06f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:36.725829 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-63b881e6-f389-46a9-817a-4a3b0a06f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:36.727858 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-63b881e6-f389-46a9-817a-4a3b0a06f5c4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e3e0acc2-40bc-4e0d-812c-fb475a7a34dc&id=61e4226b-fc5c-4019-a996-47139c08d580&id=61e4226b-fc5c-4019-a996-47139c08d580&id=61e4226b-fc5c-4019-a996-47139c08d580&id=61e4226b-fc5c-4019-a996-47139c08d580&id=d5e298e9-3894-4a20-bba8-ee9990215b28&id=d5e298e9-3894-4a20-bba8-ee9990215b28 HTTP/1.1" status: 200 len: 2289 time: 0.6336098 Mar 05 05:05:36.728876 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-cb448535-1052-4b78-a4f0-8ed3ed79f1d3 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:05:36.734343 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a89c2561-c0b1-4452-9a9d-d1c167ffb1ee tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d1189202-ee56-43b0-b85c-f61a7eace4dd), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:36.739142 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-cb448535-1052-4b78-a4f0-8ed3ed79f1d3 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:05:36.888112 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-243fb6c8-6a49-4918-96bf-a159ce604993 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb0615e6-cbd4-44e8-a848-c0fb10603773 HTTP/1.1" status: 200 len: 1002 time: 0.1449521 Mar 05 05:05:36.965452 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-79835279-f98c-48b9-a3bd-6b7110a369ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:36.967267 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-79835279-f98c-48b9-a3bd-6b7110a369ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=641299e5-fad6-49c3-bcda-29f110adb5d6 HTTP/1.1" status: 200 len: 850 time: 0.0728149 Mar 05 05:05:36.991020 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a89c2561-c0b1-4452-9a9d-d1c167ffb1ee tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d1189202-ee56-43b0-b85c-f61a7eace4dd), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:37.021863 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4cd8e644-b895-4d96-88c8-df7d26af86b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:37.037143 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-cb448535-1052-4b78-a4f0-8ed3ed79f1d3 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:37.037764 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-cb448535-1052-4b78-a4f0-8ed3ed79f1d3 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:37.053352 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-a89c2561-c0b1-4452-9a9d-d1c167ffb1ee tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Calling delete_port for d1189202-ee56-43b0-b85c-f61a7eace4dd owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:05:37.062503 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-cb448535-1052-4b78-a4f0-8ed3ed79f1d3 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0024393 Mar 05 05:05:37.086090 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-de930e48-8db1-403f-a382-366265d8c4b0 service neutron] Request body: {'port': {'device_id': '794c88f3-55c2-44f4-a50a-fff58bf15e77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:05:37.160090 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-044e6ad9-3b1c-4eb5-a6c7-b668dc0c5b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:37.161915 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-044e6ad9-3b1c-4eb5-a6c7-b668dc0c5b49 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3e0acc2-40bc-4e0d-812c-fb475a7a34dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1830244 Mar 05 05:05:37.190692 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf96d5-d2d6-4009-8dfb-fd283cab229e req-a3508bdc-d74a-48bb-9c03-8c864582b821 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:37.192434 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0eaf96d5-d2d6-4009-8dfb-fd283cab229e req-a3508bdc-d74a-48bb-9c03-8c864582b821 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 1.1087997 Mar 05 05:05:37.221702 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-de930e48-8db1-403f-a382-366265d8c4b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (91f7b80b-d7fa-4611-ac12-6b2b92793ab3), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:37.265589 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ef45d-006c-4de2-ba99-635015d47d7a req-04495ed9-0a55-4c4a-b012-b91762b39d9d tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:37.276601 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d5ef45d-006c-4de2-ba99-635015d47d7a req-04495ed9-0a55-4c4a-b012-b91762b39d9d tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/ports?device_id=794c88f3-55c2-44f4-a50a-fff58bf15e77 HTTP/1.1" status: 200 len: 931 time: 0.2521231 Mar 05 05:05:37.382232 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d5ef45d-006c-4de2-ba99-635015d47d7a req-de73648b-d102-4090-8d7e-cc01a1b800ee tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/security-groups?id=aca9ded1-1275-4e37-8dbf-3561308baf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967505 Mar 05 05:05:37.454234 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0eaf96d5-d2d6-4009-8dfb-fd283cab229e req-49bddd94-b99a-426c-af32-786910273a92 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552798 Mar 05 05:05:37.501061 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de93161-7fff-4b55-b76a-e9b9b3c5f0d1 x-openstack-request-id: req-1de93161-7fff-4b55-b76a-e9b9b3c5f0d1 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:05:37.501576 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34bff9b0-42b6-4275-a391-bb426f061288", "name": "network-vif-plugged", "status": "completed", "tag": "50f07a32-caaf-4fe5-891e-5877db631d93", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:05:37.501699 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1de93161-7fff-4b55-b76a-e9b9b3c5f0d1 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:05:37.502024 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34bff9b0-42b6-4275-a391-bb426f061288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f07a32-caaf-4fe5-891e-5877db631d93', 'code': 200} Mar 05 05:05:37.625011 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-baa42252-15f0-4d18-a3f9-1ff6dff6ec14 service neutron] 10.222.0.30 "GET /v2.0/networks/e3e0acc2-40bc-4e0d-812c-fb475a7a34dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057670 Mar 05 05:05:37.659268 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a89c2561-c0b1-4452-9a9d-d1c167ffb1ee tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (d1189202-ee56-43b0-b85c-f61a7eace4dd), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:37.737358 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c2561-c0b1-4452-9a9d-d1c167ffb1ee tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Pushing event deleted for resources: {'Port': ['ID=d1189202-ee56-43b0-b85c-f61a7eace4dd,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:37.862633 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a89c2561-c0b1-4452-9a9d-d1c167ffb1ee tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (a60e675f-231d-49b9-bef9-875209d46e7c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:37.911666 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e677dac-b866-45ad-9ada-a29a613c0b1e req-0828c595-25a3-4459-90bc-340b28450bb9 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:37.918983 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3e677dac-b866-45ad-9ada-a29a613c0b1e req-0828c595-25a3-4459-90bc-340b28450bb9 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 946 time: 0.1211395 Mar 05 05:05:38.123951 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a89c2561-c0b1-4452-9a9d-d1c167ffb1ee tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (a60e675f-231d-49b9-bef9-875209d46e7c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:38.146112 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3e677dac-b866-45ad-9ada-a29a613c0b1e req-0fe5a22a-7ad4-4a8c-9ac4-afb728f4acc1 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ecbfce8-967f-426d-a5d4-fb014d78ce26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262013 Mar 05 05:05:38.147990 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a89c2561-c0b1-4452-9a9d-d1c167ffb1ee tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router_controller (a60e675f-231d-49b9-bef9-875209d46e7c), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:38.217669 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a89c2561-c0b1-4452-9a9d-d1c167ffb1ee tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (a60e675f-231d-49b9-bef9-875209d46e7c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:38.218278 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89c2561-c0b1-4452-9a9d-d1c167ffb1ee tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Fanout notify agent at l3_agent the message router_deleted on router a60e675f-231d-49b9-bef9-875209d46e7c {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:05:38.225275 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a89c2561-c0b1-4452-9a9d-d1c167ffb1ee tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:38.226398 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a89c2561-c0b1-4452-9a9d-d1c167ffb1ee tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] 10.222.0.11 "DELETE /v2.0/routers/a60e675f-231d-49b9-bef9-875209d46e7c HTTP/1.1" status: 204 len: 168 time: 2.7209582 Mar 05 05:05:38.234857 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42754) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:38.241692 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-c22f061a-54cd-4985-aef4-6437f776270f tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1785543272', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'enable_snat': False}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:05:38.287432 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c22f061a-54cd-4985-aef4-6437f776270f tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (bf430cd6-ff00-4c9e-b0f5-3a2df0cc8ef6), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:38.288558 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c22f061a-54cd-4985-aef4-6437f776270f tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (bf430cd6-ff00-4c9e-b0f5-3a2df0cc8ef6), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:38.457675 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c22f061a-54cd-4985-aef4-6437f776270f tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router_controller (bf430cd6-ff00-4c9e-b0f5-3a2df0cc8ef6), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:38.743015 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4cd8e644-b895-4d96-88c8-df7d26af86b1 admin admin] Publish callbacks [] for security_group (7d54782b-595f-4ac1-a809-e10b2ef0b2c0), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:38.767135 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4cd8e644-b895-4d96-88c8-df7d26af86b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7d54782b-595f-4ac1-a809-e10b2ef0b2c0), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:38.900498 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-ee686b20-688d-4bc1-8dd9-c955f15b345c service neutron] 10.222.0.30 "GET /v2.0/networks/e3e0acc2-40bc-4e0d-812c-fb475a7a34dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2272737 Mar 05 05:05:38.909784 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8e644-b895-4d96-88c8-df7d26af86b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d54782b-595f-4ac1-a809-e10b2ef0b2c0,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:38.915748 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cc619-6cbd-40a5-8ce1-2444d210e48a req-fefef6db-f80d-4c88-b4c7-3f1153c93cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:38.917751 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9f3cc619-6cbd-40a5-8ce1-2444d210e48a req-fefef6db-f80d-4c88-b4c7-3f1153c93cb3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 1129 time: 1.2898943 Mar 05 05:05:39.062468 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9f3cc619-6cbd-40a5-8ce1-2444d210e48a req-dd6300a8-d972-4183-9d24-c8765115d811 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3ecbfce8-967f-426d-a5d4-fb014d78ce26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329596 Mar 05 05:05:39.075122 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-3ea20ca2-2a68-4cda-b1ad-03d93cf9c56d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=90b3b5b9-df48-4ffc-b613-699be6421d82 HTTP/1.1" status: 200 len: 217 time: 0.1470690 Mar 05 05:05:39.078572 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-de930e48-8db1-403f-a382-366265d8c4b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91f7b80b-d7fa-4611-ac12-6b2b92793ab3 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:05:39.182152 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-7e8fc07d-2dba-4fdd-ab3b-fab6e07c3bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:39.184746 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-7e8fc07d-2dba-4fdd-ab3b-fab6e07c3bdd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b20ad415-1a2b-48b9-b719-aacdec19c5f7 HTTP/1.1" status: 200 len: 797 time: 0.0997307 Mar 05 05:05:39.187523 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4cd8e644-b895-4d96-88c8-df7d26af86b1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c82f13b3d20c4eb789a118737819d737&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4841194 Mar 05 05:05:39.190144 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-de930e48-8db1-403f-a382-366265d8c4b0 service neutron] Publish callbacks [] for port (91f7b80b-d7fa-4611-ac12-6b2b92793ab3), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:39.193181 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42768) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:39.309624 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-56bdd7cb-d614-440d-99d0-82b04bef4d6d admin admin] Publish callbacks [] for security_group (7d54782b-595f-4ac1-a809-e10b2ef0b2c0), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:39.319256 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-de930e48-8db1-403f-a382-366265d8c4b0 service neutron] Transition to ACTIVE for port object 91f7b80b-d7fa-4611-ac12-6b2b92793ab3 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:05:39.347463 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-de930e48-8db1-403f-a382-366265d8c4b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (91f7b80b-d7fa-4611-ac12-6b2b92793ab3), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:39.349575 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c22f061a-54cd-4985-aef4-6437f776270f tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router_gateway (bf430cd6-ff00-4c9e-b0f5-3a2df0cc8ef6), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:39.387581 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-da2b4261-f2ab-46f1-aa29-eefa97fedb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:39.390027 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-da2b4261-f2ab-46f1-aa29-eefa97fedb14 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e4226b-fc5c-4019-a996-47139c08d580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1956134 Mar 05 05:05:39.405691 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c30aa-26a2-4320-9250-8dc675f66510 req-249c20cb-3f11-454a-85bb-951d8c798306 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:39.414999 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-024c30aa-26a2-4320-9250-8dc675f66510 req-249c20cb-3f11-454a-85bb-951d8c798306 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.7816725 Mar 05 05:05:39.506998 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de930e48-8db1-403f-a382-366265d8c4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=91f7b80b-d7fa-4611-ac12-6b2b92793ab3,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:39.509143 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ab072-8c86-4cf3-b8af-321bd8629616 req-07a0b2a9-afc4-46cd-8561-fd52e9057848 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:39.517633 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3a4ab072-8c86-4cf3-b8af-321bd8629616 req-07a0b2a9-afc4-46cd-8561-fd52e9057848 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/ports?device_id=794c88f3-55c2-44f4-a50a-fff58bf15e77 HTTP/1.1" status: 200 len: 931 time: 0.9012678 Mar 05 05:05:39.525464 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-56bdd7cb-d614-440d-99d0-82b04bef4d6d admin admin] Publish callbacks [] for security_group (7d54782b-595f-4ac1-a809-e10b2ef0b2c0), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:39.547181 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-024c30aa-26a2-4320-9250-8dc675f66510 req-0f9ad9cd-6ad7-4bcc-bf70-045f110770d9 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301391 Mar 05 05:05:39.644407 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3a4ab072-8c86-4cf3-b8af-321bd8629616 req-c6b3e456-01b0-446c-a596-636d6ad8dd3e tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/security-groups?id=aca9ded1-1275-4e37-8dbf-3561308baf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257918 Mar 05 05:05:39.645178 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac46a3-9629-42b6-93dd-ecbdaece353d req-093a3d03-f026-4531-a95c-89fd21c9edc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:39.651101 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2fac46a3-9629-42b6-93dd-ecbdaece353d req-093a3d03-f026-4531-a95c-89fd21c9edc5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bccf4c9915e42c59c0b5d658cd816f5&device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 1128 time: 0.3088169 Mar 05 05:05:39.832051 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac46a3-9629-42b6-93dd-ecbdaece353d req-9064c766-48fa-4743-9aab-3f50486ec940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:39.833630 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2fac46a3-9629-42b6-93dd-ecbdaece353d req-9064c766-48fa-4743-9aab-3f50486ec940 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ae49ed7-bb43-451b-a829-6aff97a3cfc7 HTTP/1.1" status: 200 len: 913 time: 0.1189525 Mar 05 05:05:39.895431 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c22f061a-54cd-4985-aef4-6437f776270f tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router_gateway (bf430cd6-ff00-4c9e-b0f5-3a2df0cc8ef6), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:39.906043 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2fac46a3-9629-42b6-93dd-ecbdaece353d req-6a9f29b8-2eb6-4e88-ad7d-f35d5d0a3a5f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc2d1810-3a48-4269-bbbc-f1613c07f2dc HTTP/1.1" status: 200 len: 217 time: 0.0482228 Mar 05 05:05:39.982713 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c22f061a-54cd-4985-aef4-6437f776270f tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:40.078195 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c588f5-16b0-4794-a515-776b141bd2ce req-e4d892e7-491d-4a6f-b7f5-1aa46767bb89 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:40.088634 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6c588f5-16b0-4794-a515-776b141bd2ce req-e4d892e7-491d-4a6f-b7f5-1aa46767bb89 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 946 time: 0.2979302 Mar 05 05:05:40.090204 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-de930e48-8db1-403f-a382-366265d8c4b0 service neutron] Attempting to bind port 91f7b80b-d7fa-4611-ac12-6b2b92793ab3 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:05:40.091630 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-de930e48-8db1-403f-a382-366265d8c4b0 service neutron] Attempting to bind port 91f7b80b-d7fa-4611-ac12-6b2b92793ab3 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '2718798d-2c6a-4fcd-a0d6-3835aad454b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'de8163db-d63d-42bf-8219-a966466a9de8'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:05:40.092086 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-de930e48-8db1-403f-a382-366265d8c4b0 service neutron] Attempting to bind port 91f7b80b-d7fa-4611-ac12-6b2b92793ab3 on network de8163db-d63d-42bf-8219-a966466a9de8 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:05:40.102314 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-b854debd-8d34-4c86-b179-c87ab545a55e service neutron] 10.222.0.30 "GET /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6443686 Mar 05 05:05:40.112288 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-56bdd7cb-d614-440d-99d0-82b04bef4d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7d54782b-595f-4ac1-a809-e10b2ef0b2c0), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:40.116669 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-56bdd7cb-d614-440d-99d0-82b04bef4d6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:40.122572 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-56bdd7cb-d614-440d-99d0-82b04bef4d6d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7d54782b-595f-4ac1-a809-e10b2ef0b2c0 HTTP/1.1" status: 204 len: 168 time: 0.9253879 Mar 05 05:05:40.185784 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bdd7cb-d614-440d-99d0-82b04bef4d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d54782b-595f-4ac1-a809-e10b2ef0b2c0,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:40.201200 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac46a3-9629-42b6-93dd-ecbdaece353d req-148acd61-5db8-4c37-9cd3-06f1382fc42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:40.206898 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2fac46a3-9629-42b6-93dd-ecbdaece353d req-148acd61-5db8-4c37-9cd3-06f1382fc42a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a99a134-cfcd-44f2-91d8-f43831b19b0b HTTP/1.1" status: 200 len: 853 time: 0.2766700 Mar 05 05:05:40.211698 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-de930e48-8db1-403f-a382-366265d8c4b0 service neutron] Port 91f7b80b-d7fa-4611-ac12-6b2b92793ab3 on network de8163db-d63d-42bf-8219-a966466a9de8 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:05:40.215314 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-de930e48-8db1-403f-a382-366265d8c4b0 service neutron] Attempting to bind port 91f7b80b-d7fa-4611-ac12-6b2b92793ab3 on network de8163db-d63d-42bf-8219-a966466a9de8 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:05:40.280812 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-de930e48-8db1-403f-a382-366265d8c4b0 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:05:40.281546 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-de930e48-8db1-403f-a382-366265d8c4b0 service neutron] Checking segment: {'id': '2718798d-2c6a-4fcd-a0d6-3835aad454b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'de8163db-d63d-42bf-8219-a966466a9de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:05:40.284141 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-de930e48-8db1-403f-a382-366265d8c4b0 service neutron] Bound using segment: {'id': '2718798d-2c6a-4fcd-a0d6-3835aad454b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'de8163db-d63d-42bf-8219-a966466a9de8'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:05:40.284777 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-de930e48-8db1-403f-a382-366265d8c4b0 service neutron] Bound port: 91f7b80b-d7fa-4611-ac12-6b2b92793ab3, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2718798d-2c6a-4fcd-a0d6-3835aad454b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'de8163db-d63d-42bf-8219-a966466a9de8'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:05:40.287068 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-de930e48-8db1-403f-a382-366265d8c4b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (91f7b80b-d7fa-4611-ac12-6b2b92793ab3), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:40.400529 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6c588f5-16b0-4794-a515-776b141bd2ce req-2ce69146-fd3d-489b-a364-587a3992c862 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ecbfce8-967f-426d-a5d4-fb014d78ce26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184970 Mar 05 05:05:40.477578 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2fac46a3-9629-42b6-93dd-ecbdaece353d req-334d2a68-71eb-4a1f-8191-5230373517b9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ae49ed7-bb43-451b-a829-6aff97a3cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2432146 Mar 05 05:05:40.538863 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-c22f061a-54cd-4985-aef4-6437f776270f tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Allocated IP 172.25.0.19 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/31ceec6e-4422-45ef-8156-90b742dff852) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:05:40.749968 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-ead591ae-14a5-4d4d-8aa9-ab517ffb8058 service neutron] 10.222.0.30 "GET /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6239684 Mar 05 05:05:40.825451 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-f82f19a3-ac3a-4e9f-9ed1-2d70b0aee36e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=e00d735a-ec46-47fa-b9a6-ebc0452db108 HTTP/1.1" status: 200 len: 217 time: 0.0619030 Mar 05 05:05:40.827366 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-de930e48-8db1-403f-a382-366265d8c4b0 service neutron] For port 91f7b80b-d7fa-4611-ac12-6b2b92793ab3, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:05:40.831272 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2fac46a3-9629-42b6-93dd-ecbdaece353d req-f0a957e8-2204-4cf3-b35b-68e428a342a0 service neutron] 10.222.0.31 "GET /v2.0/networks/5ae49ed7-bb43-451b-a829-6aff97a3cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442447 Mar 05 05:05:40.849208 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c22f061a-54cd-4985-aef4-6437f776270f tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for port (31ceec6e-4422-45ef-8156-90b742dff852), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:40.884524 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-de930e48-8db1-403f-a382-366265d8c4b0 service neutron] For port 91f7b80b-d7fa-4611-ac12-6b2b92793ab3, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=91f7b80b-d7fa-4611-ac12-6b2b92793ab3,segment=NetworkSegment(2718798d-2c6a-4fcd-a0d6-3835aad454b8),segment_id=2718798d-2c6a-4fcd-a0d6-3835aad454b8)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:05:40.885127 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42786) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:40.915362 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-de930e48-8db1-403f-a382-366265d8c4b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (91f7b80b-d7fa-4611-ac12-6b2b92793ab3), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:40.987035 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7e65dec6-76b8-4e22-bf3a-4457d827628e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:41.077087 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-de930e48-8db1-403f-a382-366265d8c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:41.077721 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-de930e48-8db1-403f-a382-366265d8c4b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:41.079249 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-de930e48-8db1-403f-a382-366265d8c4b0 service neutron] 10.222.0.30 "PUT /v2.0/ports/91f7b80b-d7fa-4611-ac12-6b2b92793ab3 HTTP/1.1" status: 200 len: 1092 time: 4.0065308 Mar 05 05:05:41.083292 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794c88f3-55c2-44f4-a50a-fff58bf15e77', 'tag': '91f7b80b-d7fa-4611-ac12-6b2b92793ab3'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:05:41.095905 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803b948b-6eed-4377-accb-effed0cd24b6" -d '{"events": [{"name": "network-changed", "server_uuid": "794c88f3-55c2-44f4-a50a-fff58bf15e77", "tag": "91f7b80b-d7fa-4611-ac12-6b2b92793ab3"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:05:41.099184 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-999155ba-fef6-4147-9f52-4900559151a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:41.100693 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-999155ba-fef6-4147-9f52-4900559151a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b20ad415-1a2b-48b9-b719-aacdec19c5f7 HTTP/1.1" status: 200 len: 797 time: 0.2657866 Mar 05 05:05:41.119581 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9022d-237f-4ac9-979b-ce3bda36bbf9 req-eeafccc6-a7de-47ab-9c91-18bfd91bcc4a tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:41.125070 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6c9022d-237f-4ac9-979b-ce3bda36bbf9 req-eeafccc6-a7de-47ab-9c91-18bfd91bcc4a tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/ports?device_id=794c88f3-55c2-44f4-a50a-fff58bf15e77 HTTP/1.1" status: 200 len: 943 time: 0.2633760 Mar 05 05:05:41.177081 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c22f061a-54cd-4985-aef4-6437f776270f tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (31ceec6e-4422-45ef-8156-90b742dff852), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:41.244778 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de930e48-8db1-403f-a382-366265d8c4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=91f7b80b-d7fa-4611-ac12-6b2b92793ab3,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:41.295589 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2fac46a3-9629-42b6-93dd-ecbdaece353d req-60544327-2138-4da8-a25c-2f841a5d599e service neutron] 10.222.0.31 "GET /v2.0/networks/5ae49ed7-bb43-451b-a829-6aff97a3cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438117 Mar 05 05:05:41.342004 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-3be00545-0116-4dd1-bd4f-0f7b4445192b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:41.344198 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-3be00545-0116-4dd1-bd4f-0f7b4445192b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e4226b-fc5c-4019-a996-47139c08d580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2234263 Mar 05 05:05:41.359200 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-6feac6c7-6eb2-49b9-bb23-67bb6932d684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:41.361488 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-6feac6c7-6eb2-49b9-bb23-67bb6932d684 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40ad1bedd29242adb169a24f6e04ed68&device_id=794c88f3-55c2-44f4-a50a-fff58bf15e77 HTTP/1.1" status: 200 len: 1126 time: 0.1792879 Mar 05 05:05:41.427874 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-773061b7-d6d1-4927-82e5-8d842e6ac299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:41.474003 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22f061a-54cd-4985-aef4-6437f776270f tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:05:41.523184 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-c22f061a-54cd-4985-aef4-6437f776270f tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:05:41.528733 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22f061a-54cd-4985-aef4-6437f776270f tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:05:41.572030 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-a696836b-805d-4cbe-8ace-b95a62b3932d service neutron] 10.222.0.30 "GET /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177172 Mar 05 05:05:41.620453 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-6fb3bc64-b320-408d-a15d-279b74e11a01 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91f7b80b-d7fa-4611-ac12-6b2b92793ab3 HTTP/1.1" status: 200 len: 217 time: 0.0473506 Mar 05 05:05:41.648693 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f061a-54cd-4985-aef4-6437f776270f tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Pushing event updated for resources: {'Port': ['ID=31ceec6e-4422-45ef-8156-90b742dff852,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:41.768433 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-cb879aa5-ff32-408f-92a0-d3aa0e157fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:41.775395 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-cb879aa5-ff32-408f-92a0-d3aa0e157fec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=09b052f1-ef6b-414c-a1eb-687d3517446f HTTP/1.1" status: 200 len: 849 time: 0.1427236 Mar 05 05:05:41.822266 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-1f231b1c-76ac-45b7-9ee8-002d9344d2bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=de8163db-d63d-42bf-8219-a966466a9de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359366 Mar 05 05:05:41.877547 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-98cf916f-d902-45b4-b7b8-e44940134ea4 service neutron] 10.222.0.30 "GET /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554612 Mar 05 05:05:41.880818 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4661fb8-de4b-49ca-b218-dcc844a2d2b8 req-c1e0896e-04c2-45e3-a8e0-b2dbeb1a169e tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:41.882448 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4661fb8-de4b-49ca-b218-dcc844a2d2b8 req-c1e0896e-04c2-45e3-a8e0-b2dbeb1a169e tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 1.1958451 Mar 05 05:05:41.901108 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6c9022d-237f-4ac9-979b-ce3bda36bbf9 req-78d1455c-c2a3-4b5a-8170-04cafc23d6cd tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/security-groups?id=aca9ded1-1275-4e37-8dbf-3561308baf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7649477 Mar 05 05:05:41.987624 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-3692d95b-bb42-4051-bf59-a203e9796dd8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=5ed04d4a-ca8f-476e-be17-67e48f14aa4a HTTP/1.1" status: 200 len: 217 time: 0.0587575 Mar 05 05:05:42.093515 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-c25d530f-8e26-4300-8777-22653346f1a3 service neutron] 10.222.0.30 "GET /v2.0/networks/de8163db-d63d-42bf-8219-a966466a9de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646127 Mar 05 05:05:42.132391 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-659555d5-9edd-46f8-8562-a91f437c68d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:42.134564 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-659555d5-9edd-46f8-8562-a91f437c68d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b20ad415-1a2b-48b9-b719-aacdec19c5f7 HTTP/1.1" status: 200 len: 797 time: 0.1369004 Mar 05 05:05:42.154094 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c22f061a-54cd-4985-aef4-6437f776270f tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router_gateway (bf430cd6-ff00-4c9e-b0f5-3a2df0cc8ef6), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:42.211111 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7e65dec6-76b8-4e22-bf3a-4457d827628e admin admin] Publish callbacks [] for security_group (e8283608-298e-49f8-b550-7cc5c2c2e89c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:42.276238 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4661fb8-de4b-49ca-b218-dcc844a2d2b8 req-5eb7a921-efcc-4e34-9faa-7b4348f928c1 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740613 Mar 05 05:05:42.276505 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-6e6b6c4b-305a-4ce2-b676-d414033efad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:42.280349 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-6e6b6c4b-305a-4ce2-b676-d414033efad3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e4226b-fc5c-4019-a996-47139c08d580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1340389 Mar 05 05:05:42.306050 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7e65dec6-76b8-4e22-bf3a-4457d827628e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e8283608-298e-49f8-b550-7cc5c2c2e89c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:42.373451 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65dec6-76b8-4e22-bf3a-4457d827628e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8283608-298e-49f8-b550-7cc5c2c2e89c,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:42.425305 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-ce9344fe-709d-4c48-9cd0-6b9e835f1b57 service neutron] 10.222.0.30 "GET /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334038 Mar 05 05:05:42.426847 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415b29bb-3eb0-4657-9e8c-4881cda0be77 x-openstack-request-id: req-415b29bb-3eb0-4657-9e8c-4881cda0be77 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:05:42.427184 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794c88f3-55c2-44f4-a50a-fff58bf15e77", "tag": "91f7b80b-d7fa-4611-ac12-6b2b92793ab3", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:05:42.427448 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-415b29bb-3eb0-4657-9e8c-4881cda0be77 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:05:42.427847 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794c88f3-55c2-44f4-a50a-fff58bf15e77', 'tag': '91f7b80b-d7fa-4611-ac12-6b2b92793ab3', 'status': 'completed', 'code': 200} Mar 05 05:05:42.456981 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b8434c12-77ca-4ac4-898d-2bfd15a33aa5 req-328d9618-886a-4575-8edc-ecafeecdb6dd service neutron] 10.222.0.30 "GET /v2.0/networks/de8163db-d63d-42bf-8219-a966466a9de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538816 Mar 05 05:05:42.591601 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7e65dec6-76b8-4e22-bf3a-4457d827628e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=55fc79feaaff49e791c92e9ea7956765&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7057910 Mar 05 05:05:42.594583 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42804) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:42.634722 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b948b-6eed-4377-accb-effed0cd24b6 req-c206567a-20c7-4f7a-8624-99b9e31cc65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:42.636956 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-803b948b-6eed-4377-accb-effed0cd24b6 req-c206567a-20c7-4f7a-8624-99b9e31cc65d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=40ad1bedd29242adb169a24f6e04ed68&device_id=794c88f3-55c2-44f4-a50a-fff58bf15e77 HTTP/1.1" status: 200 len: 1126 time: 0.1140416 Mar 05 05:05:42.637800 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930da44-c401-4a30-8b89-532366f32d87 req-9aa5be25-19e6-4265-b93d-c8a9882a8549 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:42.652825 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930da44-c401-4a30-8b89-532366f32d87 req-9aa5be25-19e6-4265-b93d-c8a9882a8549 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:42.666164 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930da44-c401-4a30-8b89-532366f32d87 req-9aa5be25-19e6-4265-b93d-c8a9882a8549 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:42.684434 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930da44-c401-4a30-8b89-532366f32d87 req-9aa5be25-19e6-4265-b93d-c8a9882a8549 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:42.691530 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930da44-c401-4a30-8b89-532366f32d87 req-9aa5be25-19e6-4265-b93d-c8a9882a8549 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:42.701424 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930da44-c401-4a30-8b89-532366f32d87 req-9aa5be25-19e6-4265-b93d-c8a9882a8549 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:42.721393 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930da44-c401-4a30-8b89-532366f32d87 req-9aa5be25-19e6-4265-b93d-c8a9882a8549 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:42.731742 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a930da44-c401-4a30-8b89-532366f32d87 req-9aa5be25-19e6-4265-b93d-c8a9882a8549 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5435 time: 0.5643919 Mar 05 05:05:42.764426 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b948b-6eed-4377-accb-effed0cd24b6 req-078f31c3-5b73-4e5c-bab3-739a6bd2893b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:42.768289 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-803b948b-6eed-4377-accb-effed0cd24b6 req-078f31c3-5b73-4e5c-bab3-739a6bd2893b service neutron] 10.222.0.30 "GET /v2.0/networks?id=de8163db-d63d-42bf-8219-a966466a9de8 HTTP/1.1" status: 200 len: 909 time: 0.1234574 Mar 05 05:05:42.845026 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-80e53b47-b4f8-4784-9ab4-0014b4d0ff2e admin admin] Publish callbacks [] for security_group (e8283608-298e-49f8-b550-7cc5c2c2e89c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:42.848077 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a930da44-c401-4a30-8b89-532366f32d87 req-42a24802-475e-42b7-a88d-6508faa50bb8 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1088223 Mar 05 05:05:42.848462 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-803b948b-6eed-4377-accb-effed0cd24b6 req-7d9c97a7-abc9-4434-8c7c-fe9cb447d20c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91f7b80b-d7fa-4611-ac12-6b2b92793ab3 HTTP/1.1" status: 200 len: 217 time: 0.0687757 Mar 05 05:05:42.851142 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-22199b95-24ff-416d-85c9-157ce455c761 service neutron] 10.222.0.30 "GET /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180274 Mar 05 05:05:42.985367 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b948b-6eed-4377-accb-effed0cd24b6 req-59bb190a-3d26-4053-89d8-fb6c673041c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:42.989960 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-803b948b-6eed-4377-accb-effed0cd24b6 req-59bb190a-3d26-4053-89d8-fb6c673041c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=09b052f1-ef6b-414c-a1eb-687d3517446f HTTP/1.1" status: 200 len: 849 time: 0.1288667 Mar 05 05:05:43.043035 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa79f66-cc5e-4015-8c27-5515604414a5 req-ee63663a-8373-426f-bf69-4ba81b1975fb tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:43.051969 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6fa79f66-cc5e-4015-8c27-5515604414a5 req-ee63663a-8373-426f-bf69-4ba81b1975fb tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 946 time: 0.3096941 Mar 05 05:05:43.125846 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-803b948b-6eed-4377-accb-effed0cd24b6 req-a596ae63-0017-45be-9abb-5047524195a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=de8163db-d63d-42bf-8219-a966466a9de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107950 Mar 05 05:05:43.161641 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6fa79f66-cc5e-4015-8c27-5515604414a5 req-56b9f819-c19c-45ab-b57a-a572c8d62294 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ecbfce8-967f-426d-a5d4-fb014d78ce26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100624 Mar 05 05:05:43.213214 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-80e53b47-b4f8-4784-9ab4-0014b4d0ff2e admin admin] Publish callbacks [] for security_group (e8283608-298e-49f8-b550-7cc5c2c2e89c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:43.269788 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-f0f3f919-6218-44d4-924c-781f4e88189b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=d63edf6c-11fc-4ab3-8a9d-8f299797a83d HTTP/1.1" status: 200 len: 217 time: 0.2756073 Mar 05 05:05:43.274782 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94242ee3-ba95-4d21-9446-67e84b18547e req-dffcf9fe-960b-469b-92b0-932e3871c03e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:43.281510 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94242ee3-ba95-4d21-9446-67e84b18547e req-dffcf9fe-960b-469b-92b0-932e3871c03e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:43.287575 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94242ee3-ba95-4d21-9446-67e84b18547e req-dffcf9fe-960b-469b-92b0-932e3871c03e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:43.295146 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94242ee3-ba95-4d21-9446-67e84b18547e req-dffcf9fe-960b-469b-92b0-932e3871c03e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:43.300543 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94242ee3-ba95-4d21-9446-67e84b18547e req-dffcf9fe-960b-469b-92b0-932e3871c03e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:43.307962 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94242ee3-ba95-4d21-9446-67e84b18547e req-dffcf9fe-960b-469b-92b0-932e3871c03e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:43.314197 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94242ee3-ba95-4d21-9446-67e84b18547e req-dffcf9fe-960b-469b-92b0-932e3871c03e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:43.316643 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-94242ee3-ba95-4d21-9446-67e84b18547e req-dffcf9fe-960b-469b-92b0-932e3871c03e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5435 time: 0.2620087 Mar 05 05:05:43.321808 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c22f061a-54cd-4985-aef4-6437f776270f tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (bf430cd6-ff00-4c9e-b0f5-3a2df0cc8ef6), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:43.546891 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-30561efa-ac1c-40b8-9bba-32a8177f630f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:43.550076 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-30561efa-ac1c-40b8-9bba-32a8177f630f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b20ad415-1a2b-48b9-b719-aacdec19c5f7 HTTP/1.1" status: 200 len: 797 time: 0.2640588 Mar 05 05:05:43.646980 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86052c42-379d-4b77-a8e3-9775d4d77b9c req-1da4b3c5-9710-4661-9d87-e89e07048470 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:43.648530 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-86052c42-379d-4b77-a8e3-9775d4d77b9c req-1da4b3c5-9710-4661-9d87-e89e07048470 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/ports?device_id=794c88f3-55c2-44f4-a50a-fff58bf15e77 HTTP/1.1" status: 200 len: 943 time: 0.3293715 Mar 05 05:05:43.650980 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-80e53b47-b4f8-4784-9ab4-0014b4d0ff2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e8283608-298e-49f8-b550-7cc5c2c2e89c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:43.656213 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-80e53b47-b4f8-4784-9ab4-0014b4d0ff2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:43.658876 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-80e53b47-b4f8-4784-9ab4-0014b4d0ff2e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e8283608-298e-49f8-b550-7cc5c2c2e89c HTTP/1.1" status: 204 len: 168 time: 1.0631149 Mar 05 05:05:43.687748 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5725fcef-e002-4e45-9b75-1d81022b82c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:43.708642 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-803b948b-6eed-4377-accb-effed0cd24b6 req-3f30dfab-6704-4f20-8ebb-d23d4b0c0621 service neutron] 10.222.0.30 "GET /v2.0/networks/de8163db-d63d-42bf-8219-a966466a9de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932544 Mar 05 05:05:43.709494 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e53b47-b4f8-4784-9ab4-0014b4d0ff2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8283608-298e-49f8-b550-7cc5c2c2e89c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:43.793990 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-e9a78797-3200-44a1-ba8d-df1d56d144da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:43.796294 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:43.803739 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-e9a78797-3200-44a1-ba8d-df1d56d144da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e4226b-fc5c-4019-a996-47139c08d580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2429991 Mar 05 05:05:43.900446 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-86052c42-379d-4b77-a8e3-9775d4d77b9c req-9df3872c-b3ba-4ddc-9a6d-1ed74a60e419 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/security-groups?id=aca9ded1-1275-4e37-8dbf-3561308baf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125766 Mar 05 05:05:43.925055 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:43.959873 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e698260-915a-4f03-a284-87a018a3914f req-4014f34e-92d2-44ad-a6a5-af4686ae6fe7 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:43.964151 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9e698260-915a-4f03-a284-87a018a3914f req-4014f34e-92d2-44ad-a6a5-af4686ae6fe7 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 946 time: 0.3436167 Mar 05 05:05:44.095606 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22f061a-54cd-4985-aef4-6437f776270f tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Router bf430cd6-ff00-4c9e-b0f5-3a2df0cc8ef6 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:05:44.392244 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9e698260-915a-4f03-a284-87a018a3914f req-91e863d5-3a86-426b-a147-7d78e343fa25 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ecbfce8-967f-426d-a5d4-fb014d78ce26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4105704 Mar 05 05:05:44.439357 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42836) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:44.484410 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2226bf2-04fe-46d1-92ee-a1e1683ac1d2 req-4d088dd0-83f4-4475-accc-91b172903ab3 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:44.503730 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b2226bf2-04fe-46d1-92ee-a1e1683ac1d2 req-4d088dd0-83f4-4475-accc-91b172903ab3 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.4531155 Mar 05 05:05:44.742602 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b2226bf2-04fe-46d1-92ee-a1e1683ac1d2 req-3ea0d5df-aa02-40de-ab4f-c3dfa1cad866 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267299 Mar 05 05:05:44.747173 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22f061a-54cd-4985-aef4-6437f776270f tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:05:44.806603 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c22f061a-54cd-4985-aef4-6437f776270f tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:44.811923 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c22f061a-54cd-4985-aef4-6437f776270f tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.5758865 Mar 05 05:05:44.812871 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42846) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:44.843521 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06570e4-9bab-4703-9334-c8f1d2691dcf None None] Sync routers for ids ['bf430cd6-ff00-4c9e-b0f5-3a2df0cc8ef6'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:05:45.022635 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06570e4-9bab-4703-9334-c8f1d2691dcf None None] Routers {'bf430cd6-ff00-4c9e-b0f5-3a2df0cc8ef6'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:05:45.024426 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e06570e4-9bab-4703-9334-c8f1d2691dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:05:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['bf430cd6-ff00-4c9e-b0f5-3a2df0cc8ef6'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:05:45.055889 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-676ab591-13c5-4bbb-ba1b-0f17747f3bec service neutron] 10.222.0.30 "GET /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1933072 Mar 05 05:05:45.097364 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-803b948b-6eed-4377-accb-effed0cd24b6 req-ab7fa41b-8be4-4c42-a1c7-5d4cce181663 service neutron] 10.222.0.30 "GET /v2.0/networks/de8163db-d63d-42bf-8219-a966466a9de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3808053 Mar 05 05:05:45.307182 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-dcc38f83-8bc4-4054-aaa1-fc550a95e368 service neutron] 10.222.0.30 "GET /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385805 Mar 05 05:05:45.314212 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 91f7b80b-d7fa-4611-ac12-6b2b92793ab3 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:05:45.352888 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:45.405435 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-edb62323-31dd-4b69-9500-b69b7e174396 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=630ec452-e76f-475b-beab-b349317b3e41 HTTP/1.1" status: 200 len: 217 time: 0.0872014 Mar 05 05:05:45.483362 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-603a5ef5-8bc4-469f-a16d-c04024ad46cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:45.484838 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-603a5ef5-8bc4-469f-a16d-c04024ad46cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5403416f-f99a-42e6-927f-ac14ca417ed1 HTTP/1.1" status: 200 len: 797 time: 0.0743089 Mar 05 05:05:45.498089 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.resource_extend [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 05:05:45.556765 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8192d277-977d-4d9c-8eab-b8cac1724e56 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "GET /v2.0/routers/bf430cd6-ff00-4c9e-b0f5-3a2df0cc8ef6 HTTP/1.1" status: 200 len: 908 time: 0.7379069 Mar 05 05:05:45.561233 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42868) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:45.587111 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-dfbaf09e-c91b-4628-b285-f3ddd5cff6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:45.606946 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-3b751319-4fec-4d12-a3a1-7c30aac9038b tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1785543272', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'enable_snat': True}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:05:45.607660 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-dfbaf09e-c91b-4628-b285-f3ddd5cff6bb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e298e9-3894-4a20-bba8-ee9990215b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0900884 Mar 05 05:05:45.713623 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3b751319-4fec-4d12-a3a1-7c30aac9038b tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (97cb6658-85b3-4a57-9b3c-16a7c9442ed1), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:45.716087 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3b751319-4fec-4d12-a3a1-7c30aac9038b tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (97cb6658-85b3-4a57-9b3c-16a7c9442ed1), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:45.754781 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-e06570e4-9bab-4703-9334-c8f1d2691dcf None None] Set router bf430cd6-ff00-4c9e-b0f5-3a2df0cc8ef6 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:05:45.780385 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3b751319-4fec-4d12-a3a1-7c30aac9038b tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router_controller (97cb6658-85b3-4a57-9b3c-16a7c9442ed1), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:45.789244 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf858565-ee1c-49c9-a5ea-ce1091e5d9fc tempest-TestVolumeBackupRestore-655417572 tempest-TestVolumeBackupRestore-655417572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:45.794382 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-cf858565-ee1c-49c9-a5ea-ce1091e5d9fc tempest-TestVolumeBackupRestore-655417572 tempest-TestVolumeBackupRestore-655417572-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 1124 time: 1.3511772 Mar 05 05:05:45.797770 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42880) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:45.878889 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-76579d42-12d6-4599-a640-6046643e918d service neutron] 10.222.0.30 "GET /v2.0/networks/d5e298e9-3894-4a20-bba8-ee9990215b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701478 Mar 05 05:05:45.981810 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-0adceaea-fe90-452f-84ea-a64160e54abc tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'port_id': '50f07a32-caaf-4fe5-891e-5877db631d93', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:05:46.098023 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-7fdea8b3-b615-4534-ba55-d679116fa519 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e298e9-3894-4a20-bba8-ee9990215b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059543 Mar 05 05:05:46.217454 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-97bc0344-7bfe-46e3-b75d-70ca9cf02efd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5e447ee7-4100-4185-aa0b-ad601672b463 HTTP/1.1" status: 200 len: 217 time: 0.1072340 Mar 05 05:05:46.260570 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 91f7b80b-d7fa-4611-ac12-6b2b92793ab3, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=91f7b80b-d7fa-4611-ac12-6b2b92793ab3,segment=NetworkSegment(2718798d-2c6a-4fcd-a0d6-3835aad454b8),segment_id=2718798d-2c6a-4fcd-a0d6-3835aad454b8)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:05:46.302287 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:46.332013 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '91f7b80b-d7fa-4611-ac12-6b2b92793ab3', 'network_id': 'de8163db-d63d-42bf-8219-a966466a9de8', 'port_id': '91f7b80b-d7fa-4611-ac12-6b2b92793ab3', 'mac_address': 'fa:16:3e:c5:cd:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b052f1-ef6b-414c-a1eb-687d3517446f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:05:46.383016 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-593c5ed8-5ef2-4b8c-ba78-f7865eff4718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:46.391377 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-593c5ed8-5ef2-4b8c-ba78-f7865eff4718 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5403416f-f99a-42e6-927f-ac14ca417ed1 HTTP/1.1" status: 200 len: 797 time: 0.1646979 Mar 05 05:05:46.430459 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42898) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:46.438239 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e06570e4-9bab-4703-9334-c8f1d2691dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf430cd6-ff00-4c9e-b0f5-3a2df0cc8ef6', 'name': 'tempest-snat-router-1785543272', 'tenant_id': 'd82acef0ae0642b2b1af8d0d2762265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.19'}], 'enable_snat': False}, 'gw_port_id': '31ceec6e-4422-45ef-8156-90b742dff852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:05:38Z', 'updated_at': '2022-03-05T05:05:41Z', 'revision_number': 3, 'project_id': 'd82acef0ae0642b2b1af8d0d2762265b', 'gw_port': {'id': '31ceec6e-4422-45ef-8156-90b742dff852', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf430cd6-ff00-4c9e-b0f5-3a2df0cc8ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:05:40Z', 'updated_at': '2022-03-05T05:05:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:05:46.472319 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06570e4-9bab-4703-9334-c8f1d2691dcf None None] Checking router: bf430cd6-ff00-4c9e-b0f5-3a2df0cc8ef6 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:05:46.473062 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06570e4-9bab-4703-9334-c8f1d2691dcf None None] Updating router bf430cd6-ff00-4c9e-b0f5-3a2df0cc8ef6 port 31ceec6e-4422-45ef-8156-90b742dff852 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:05:46.478812 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:05:46.549153 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-1762aa00-b11d-4f8f-a491-fa72bf086020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:46.550400 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e06570e4-9bab-4703-9334-c8f1d2691dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (31ceec6e-4422-45ef-8156-90b742dff852), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:46.550879 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-1762aa00-b11d-4f8f-a491-fa72bf086020 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e298e9-3894-4a20-bba8-ee9990215b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1524723 Mar 05 05:05:46.556761 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 91f7b80b-d7fa-4611-ac12-6b2b92793ab3 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:05:46.557502 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (91f7b80b-d7fa-4611-ac12-6b2b92793ab3), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:46.600277 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f7b80b-d7fa-4611-ac12-6b2b92793ab3 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:05:46.626536 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 91f7b80b-d7fa-4611-ac12-6b2b92793ab3, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=91f7b80b-d7fa-4611-ac12-6b2b92793ab3,segment=NetworkSegment(2718798d-2c6a-4fcd-a0d6-3835aad454b8),segment_id=2718798d-2c6a-4fcd-a0d6-3835aad454b8)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:05:46.635830 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (91f7b80b-d7fa-4611-ac12-6b2b92793ab3), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:46.810701 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-f3487fc9-7a31-4242-97fc-86e4c56f0649 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e298e9-3894-4a20-bba8-ee9990215b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505391 Mar 05 05:05:46.862419 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3b751319-4fec-4d12-a3a1-7c30aac9038b tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router_gateway (97cb6658-85b3-4a57-9b3c-16a7c9442ed1), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:46.881119 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0adceaea-fe90-452f-84ea-a64160e54abc tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:46.971509 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c0898-47aa-4e9e-83c2-14f042f8c049 req-4cced688-8d85-444a-9956-c554154d1a10 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:46.986190 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-455c0898-47aa-4e9e-83c2-14f042f8c049 req-4cced688-8d85-444a-9956-c554154d1a10 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/ports?device_id=794c88f3-55c2-44f4-a50a-fff58bf15e77 HTTP/1.1" status: 200 len: 943 time: 1.7821250 Mar 05 05:05:47.175835 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c14b1-40ce-4e66-9b33-f932748ffae2 req-3f7fa49e-16d1-4d4e-9fd4-4fee17dc70fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:47.176425 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c14b1-40ce-4e66-9b33-f932748ffae2 req-3f7fa49e-16d1-4d4e-9fd4-4fee17dc70fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:47.176775 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c14b1-40ce-4e66-9b33-f932748ffae2 req-3f7fa49e-16d1-4d4e-9fd4-4fee17dc70fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:47.177239 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c14b1-40ce-4e66-9b33-f932748ffae2 req-3f7fa49e-16d1-4d4e-9fd4-4fee17dc70fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:47.177699 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c14b1-40ce-4e66-9b33-f932748ffae2 req-3f7fa49e-16d1-4d4e-9fd4-4fee17dc70fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:47.180989 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c14b1-40ce-4e66-9b33-f932748ffae2 req-3f7fa49e-16d1-4d4e-9fd4-4fee17dc70fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:47.181486 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c14b1-40ce-4e66-9b33-f932748ffae2 req-3f7fa49e-16d1-4d4e-9fd4-4fee17dc70fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:47.187405 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-119c14b1-40ce-4e66-9b33-f932748ffae2 req-3f7fa49e-16d1-4d4e-9fd4-4fee17dc70fd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 6716 time: 0.7514884 Mar 05 05:05:47.243427 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-51f39d29-4382-4cbc-9509-082e9cd21f0d req-8565f251-74e9-4507-9c1b-69048ae3a629 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e298e9-3894-4a20-bba8-ee9990215b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074907 Mar 05 05:05:47.299413 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['91f7b80b-d7fa-4611-ac12-6b2b92793ab3'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:05:47.325235 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-119c14b1-40ce-4e66-9b33-f932748ffae2 req-126c6881-0a87-4705-bb32-23ca75394d4d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1273110 Mar 05 05:05:47.383480 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-455c0898-47aa-4e9e-83c2-14f042f8c049 req-419543e2-4117-4e39-acf9-c7cc83b39102 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/security-groups?id=aca9ded1-1275-4e37-8dbf-3561308baf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969584 Mar 05 05:05:47.397095 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9522939-e8ca-483f-a437-e0d3afc89d91 req-0f855273-c8bd-4d5e-a813-b1d635179096 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:47.399579 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f9522939-e8ca-483f-a437-e0d3afc89d91 req-0f855273-c8bd-4d5e-a813-b1d635179096 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 1.3636670 Mar 05 05:05:47.497433 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=91f7b80b-d7fa-4611-ac12-6b2b92793ab3,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:47.667032 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:47.667998 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:47.669143 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:47.669510 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:47.669856 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:47.670200 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:47.670535 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:47.670873 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:47.671292 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:47.671715 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:47.672055 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:47.672774 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:47.675936 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:05:47.694061 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f9522939-e8ca-483f-a437-e0d3afc89d91 req-3552cac0-dd3b-4f80-a17b-3896809e5500 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087665 Mar 05 05:05:47.814672 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0adceaea-fe90-452f-84ea-a64160e54abc tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:47.923555 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:47.954794 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e06570e4-9bab-4703-9334-c8f1d2691dcf None None] Publish callbacks [] for port (31ceec6e-4422-45ef-8156-90b742dff852), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:47.971571 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e06570e4-9bab-4703-9334-c8f1d2691dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (31ceec6e-4422-45ef-8156-90b742dff852), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:48.089493 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-e06570e4-9bab-4703-9334-c8f1d2691dcf None None] Attempting to bind port 31ceec6e-4422-45ef-8156-90b742dff852 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:05:48.091343 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-e06570e4-9bab-4703-9334-c8f1d2691dcf None None] Attempting to bind port 31ceec6e-4422-45ef-8156-90b742dff852 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:05:48.092395 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06570e4-9bab-4703-9334-c8f1d2691dcf None None] Attempting to bind port 31ceec6e-4422-45ef-8156-90b742dff852 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:05:48.115660 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06570e4-9bab-4703-9334-c8f1d2691dcf None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:05:48.116465 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06570e4-9bab-4703-9334-c8f1d2691dcf None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:05:48.117095 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e06570e4-9bab-4703-9334-c8f1d2691dcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:48.117834 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06570e4-9bab-4703-9334-c8f1d2691dcf None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:05:48.118690 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-e06570e4-9bab-4703-9334-c8f1d2691dcf None None] Bound port: 31ceec6e-4422-45ef-8156-90b742dff852, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:05:48.119318 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e06570e4-9bab-4703-9334-c8f1d2691dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (31ceec6e-4422-45ef-8156-90b742dff852), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:48.202683 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-e06570e4-9bab-4703-9334-c8f1d2691dcf None None] For port 31ceec6e-4422-45ef-8156-90b742dff852, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:05:48.211429 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-e06570e4-9bab-4703-9334-c8f1d2691dcf None None] For port 31ceec6e-4422-45ef-8156-90b742dff852, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=31ceec6e-4422-45ef-8156-90b742dff852,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:05:48.220736 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ed8f9-e3ad-4207-812e-5592ccb17b55 None None] Pushing event updated for resources: {'Port': ['ID=31ceec6e-4422-45ef-8156-90b742dff852,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:48.232808 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-0adceaea-fe90-452f-84ea-a64160e54abc tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Allocated IP 172.25.0.29 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/35983387-e3c0-4734-88b6-1e0f351e44db) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:05:48.237375 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e06570e4-9bab-4703-9334-c8f1d2691dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (31ceec6e-4422-45ef-8156-90b742dff852), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:48.340531 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ed8f9-e3ad-4207-812e-5592ccb17b55 None None] Pushing event updated for resources: {'Port': ['ID=31ceec6e-4422-45ef-8156-90b742dff852,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:48.351951 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06570e4-9bab-4703-9334-c8f1d2691dcf None None] Routers {'bf430cd6-ff00-4c9e-b0f5-3a2df0cc8ef6'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:05:48.352826 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e06570e4-9bab-4703-9334-c8f1d2691dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:05:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['bf430cd6-ff00-4c9e-b0f5-3a2df0cc8ef6'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:05:48.442967 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0adceaea-fe90-452f-84ea-a64160e54abc tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks [] for port (35983387-e3c0-4734-88b6-1e0f351e44db), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:48.442967 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3b751319-4fec-4d12-a3a1-7c30aac9038b tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router_gateway (97cb6658-85b3-4a57-9b3c-16a7c9442ed1), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:48.482349 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3b751319-4fec-4d12-a3a1-7c30aac9038b tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:48.537959 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-e06570e4-9bab-4703-9334-c8f1d2691dcf None None] Set router bf430cd6-ff00-4c9e-b0f5-3a2df0cc8ef6 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:05:48.640132 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0adceaea-fe90-452f-84ea-a64160e54abc tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (35983387-e3c0-4734-88b6-1e0f351e44db), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:48.752375 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adceaea-fe90-452f-84ea-a64160e54abc tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:05:48.775621 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2c567-8bb6-4fa6-9ab2-deb3a57794c5 req-8024d64a-197f-4fd0-82eb-da2662bf9324 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:48.777884 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a6a2c567-8bb6-4fa6-9ab2-deb3a57794c5 req-8024d64a-197f-4fd0-82eb-da2662bf9324 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/ports?device_id=794c88f3-55c2-44f4-a50a-fff58bf15e77 HTTP/1.1" status: 200 len: 944 time: 0.2260022 Mar 05 05:05:48.804567 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-3b751319-4fec-4d12-a3a1-7c30aac9038b tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Allocated IP 172.25.0.26 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/0ff6074c-06a7-4b1e-a447-a1aaa4cc9115) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:05:48.806824 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-0adceaea-fe90-452f-84ea-a64160e54abc tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:05:48.821230 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adceaea-fe90-452f-84ea-a64160e54abc tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:05:48.918914 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adceaea-fe90-452f-84ea-a64160e54abc tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Pushing event updated for resources: {'Port': ['ID=35983387-e3c0-4734-88b6-1e0f351e44db,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:48.934160 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e06570e4-9bab-4703-9334-c8f1d2691dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf430cd6-ff00-4c9e-b0f5-3a2df0cc8ef6', 'name': 'tempest-snat-router-1785543272', 'tenant_id': 'd82acef0ae0642b2b1af8d0d2762265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.19'}], 'enable_snat': False}, 'gw_port_id': '31ceec6e-4422-45ef-8156-90b742dff852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:05:38Z', 'updated_at': '2022-03-05T05:05:41Z', 'revision_number': 3, 'project_id': 'd82acef0ae0642b2b1af8d0d2762265b', 'gw_port': {'id': '31ceec6e-4422-45ef-8156-90b742dff852', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf430cd6-ff00-4c9e-b0f5-3a2df0cc8ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:05:40Z', 'updated_at': '2022-03-05T05:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:05:49.002816 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06570e4-9bab-4703-9334-c8f1d2691dcf None None] The sync data for ids ['bf430cd6-ff00-4c9e-b0f5-3a2df0cc8ef6'] in n-d-789963-32 is: [{'id': 'bf430cd6-ff00-4c9e-b0f5-3a2df0cc8ef6', 'name': 'tempest-snat-router-1785543272', 'tenant_id': 'd82acef0ae0642b2b1af8d0d2762265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.19'}], 'enable_snat': False}, 'gw_port_id': '31ceec6e-4422-45ef-8156-90b742dff852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:05:38Z', 'updated_at': '2022-03-05T05:05:41Z', 'revision_number': 3, 'project_id': 'd82acef0ae0642b2b1af8d0d2762265b', 'gw_port': {'id': '31ceec6e-4422-45ef-8156-90b742dff852', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf430cd6-ff00-4c9e-b0f5-3a2df0cc8ef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:05:40Z', 'updated_at': '2022-03-05T05:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:05:49.142363 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a6a2c567-8bb6-4fa6-9ab2-deb3a57794c5 req-cc1ab961-6a96-464d-825a-337a0420c598 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/security-groups?id=aca9ded1-1275-4e37-8dbf-3561308baf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391705 Mar 05 05:05:49.267394 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1dee0e-1c6f-45d5-8b28-0b80459511ff req-e04fc79e-b579-46db-a61c-416ab79b7eb9 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:49.268923 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5c1dee0e-1c6f-45d5-8b28-0b80459511ff req-e04fc79e-b579-46db-a61c-416ab79b7eb9 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.3281431 Mar 05 05:05:49.279720 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 91f7b80b-d7fa-4611-ac12-6b2b92793ab3 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:05:49.331734 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3b751319-4fec-4d12-a3a1-7c30aac9038b tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for port (0ff6074c-06a7-4b1e-a447-a1aaa4cc9115), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:49.390215 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 91f7b80b-d7fa-4611-ac12-6b2b92793ab3 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:05:49.394757 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 91f7b80b-d7fa-4611-ac12-6b2b92793ab3 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:05:49.394898 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (91f7b80b-d7fa-4611-ac12-6b2b92793ab3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:49.691070 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5c1dee0e-1c6f-45d5-8b28-0b80459511ff req-557ea68a-b70e-481e-9389-2a685a02daf0 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137702 Mar 05 05:05:49.718802 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 91f7b80b-d7fa-4611-ac12-6b2b92793ab3 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:05:49.719402 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (91f7b80b-d7fa-4611-ac12-6b2b92793ab3), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:49.823035 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3b751319-4fec-4d12-a3a1-7c30aac9038b tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (0ff6074c-06a7-4b1e-a447-a1aaa4cc9115), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:49.881967 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b751319-4fec-4d12-a3a1-7c30aac9038b tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Pushing event updated for resources: {'Port': ['ID=0ff6074c-06a7-4b1e-a447-a1aaa4cc9115,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:49.888643 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43076) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:49.948915 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b751319-4fec-4d12-a3a1-7c30aac9038b tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:05:49.956325 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-3b751319-4fec-4d12-a3a1-7c30aac9038b tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:05:49.969191 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b751319-4fec-4d12-a3a1-7c30aac9038b tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:05:50.157595 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-842ed0f1-5196-4051-9487-06d6a177a1a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:50.203908 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794c88f3-55c2-44f4-a50a-fff58bf15e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f7b80b-d7fa-4611-ac12-6b2b92793ab3'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:05:50.206224 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b952be8-cfe3-43a4-9c64-78ebb44d3be5" -d '{"events": [{"server_uuid": "794c88f3-55c2-44f4-a50a-fff58bf15e77", "name": "network-vif-plugged", "status": "completed", "tag": "91f7b80b-d7fa-4611-ac12-6b2b92793ab3"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:05:50.255627 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 91f7b80b-d7fa-4611-ac12-6b2b92793ab3, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=91f7b80b-d7fa-4611-ac12-6b2b92793ab3,segment=NetworkSegment(2718798d-2c6a-4fcd-a0d6-3835aad454b8),segment_id=2718798d-2c6a-4fcd-a0d6-3835aad454b8)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:05:50.277582 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (91f7b80b-d7fa-4611-ac12-6b2b92793ab3), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:50.350461 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5874f4-7e3a-4709-9c54-d0cfb417b77b x-openstack-request-id: req-fd5874f4-7e3a-4709-9c54-d0cfb417b77b {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:05:50.350999 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794c88f3-55c2-44f4-a50a-fff58bf15e77", "name": "network-vif-plugged", "status": "completed", "tag": "91f7b80b-d7fa-4611-ac12-6b2b92793ab3", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:05:50.351540 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fd5874f4-7e3a-4709-9c54-d0cfb417b77b {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:05:50.352450 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794c88f3-55c2-44f4-a50a-fff58bf15e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f7b80b-d7fa-4611-ac12-6b2b92793ab3', 'code': 200} Mar 05 05:05:50.448022 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=91f7b80b-d7fa-4611-ac12-6b2b92793ab3,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:50.451225 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-842ed0f1-5196-4051-9487-06d6a177a1a4 admin admin] Publish callbacks [] for security_group (ecfcd06b-3a56-4632-a6f4-ecb8c54e2e51), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:50.465975 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-842ed0f1-5196-4051-9487-06d6a177a1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ecfcd06b-3a56-4632-a6f4-ecb8c54e2e51), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:50.555407 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-842ed0f1-5196-4051-9487-06d6a177a1a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d62e72e219c6425ab4cc082db74b793a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6655853 Mar 05 05:05:50.559534 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43126) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:50.562558 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ed0f1-5196-4051-9487-06d6a177a1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfcd06b-3a56-4632-a6f4-ecb8c54e2e51,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:50.585791 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25b1bc-a3b6-4bda-9c58-12a1d5288ede req-8777429f-b663-49bd-b369-4ab10cace455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:50.587322 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ce25b1bc-a3b6-4bda-9c58-12a1d5288ede req-8777429f-b663-49bd-b369-4ab10cace455 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=794c88f3-55c2-44f4-a50a-fff58bf15e77 HTTP/1.1" status: 200 len: 1128 time: 0.1342349 Mar 05 05:05:50.711636 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0adceaea-fe90-452f-84ea-a64160e54abc tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks [] for floatingip (92aaa62c-becf-4f71-950b-c3210b7d5da7), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:50.773358 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ce25b1bc-a3b6-4bda-9c58-12a1d5288ede req-739acf8e-0775-4a18-8748-95bea8f04314 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aca9ded1-1275-4e37-8dbf-3561308baf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772895 Mar 05 05:05:50.811430 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-19741865-2c14-4479-bd22-c869566f14bf admin admin] Publish callbacks [] for security_group (ecfcd06b-3a56-4632-a6f4-ecb8c54e2e51), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:50.841972 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-19741865-2c14-4479-bd22-c869566f14bf admin admin] Publish callbacks [] for security_group (ecfcd06b-3a56-4632-a6f4-ecb8c54e2e51), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:50.935056 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-19741865-2c14-4479-bd22-c869566f14bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ecfcd06b-3a56-4632-a6f4-ecb8c54e2e51), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:50.951373 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-19741865-2c14-4479-bd22-c869566f14bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:50.958108 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-19741865-2c14-4479-bd22-c869566f14bf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ecfcd06b-3a56-4632-a6f4-ecb8c54e2e51 HTTP/1.1" status: 204 len: 168 time: 0.3968363 Mar 05 05:05:50.984837 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19741865-2c14-4479-bd22-c869566f14bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfcd06b-3a56-4632-a6f4-ecb8c54e2e51,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:51.089903 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3b751319-4fec-4d12-a3a1-7c30aac9038b tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router_gateway (97cb6658-85b3-4a57-9b3c-16a7c9442ed1), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:51.363965 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0adceaea-fe90-452f-84ea-a64160e54abc tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (35983387-e3c0-4734-88b6-1e0f351e44db), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:51.694465 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 31ceec6e-4422-45ef-8156-90b742dff852 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:05:51.822554 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43208) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:51.866477 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-49666c71-4647-458d-9652-af0e1718b55b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:51.933573 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 31ceec6e-4422-45ef-8156-90b742dff852 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:05:51.939185 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (31ceec6e-4422-45ef-8156-90b742dff852), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:52.093028 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-49666c71-4647-458d-9652-af0e1718b55b admin admin] Publish callbacks [] for security_group (3b25827d-7c5a-4395-a92a-48a37ca8ce21), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:52.099115 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-49666c71-4647-458d-9652-af0e1718b55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3b25827d-7c5a-4395-a92a-48a37ca8ce21), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:52.120414 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 31ceec6e-4422-45ef-8156-90b742dff852 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:05:52.120840 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (31ceec6e-4422-45ef-8156-90b742dff852), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:52.149130 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 31ceec6e-4422-45ef-8156-90b742dff852, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=31ceec6e-4422-45ef-8156-90b742dff852,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:05:52.157233 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (31ceec6e-4422-45ef-8156-90b742dff852), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:52.171012 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-49666c71-4647-458d-9652-af0e1718b55b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e270ad73e64149d994d4f8fa7b40030a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3453238 Mar 05 05:05:52.186978 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43224) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:52.282043 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=31ceec6e-4422-45ef-8156-90b742dff852,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:52.306243 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49666c71-4647-458d-9652-af0e1718b55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b25827d-7c5a-4395-a92a-48a37ca8ce21,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:52.348700 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b44ec101-eb6b-45c3-a4ae-cbd4c6eafa3f admin admin] Publish callbacks [] for security_group (3b25827d-7c5a-4395-a92a-48a37ca8ce21), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:52.356088 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c3bd6-3683-4149-a20b-a7c8cf60544a req-6c347b6a-9997-4496-9977-f0b856520f0d tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:52.371276 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d46c3bd6-3683-4149-a20b-a7c8cf60544a req-6c347b6a-9997-4496-9977-f0b856520f0d tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/ports?device_id=794c88f3-55c2-44f4-a50a-fff58bf15e77 HTTP/1.1" status: 200 len: 945 time: 1.7647707 Mar 05 05:05:52.399000 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b44ec101-eb6b-45c3-a4ae-cbd4c6eafa3f admin admin] Publish callbacks [] for security_group (3b25827d-7c5a-4395-a92a-48a37ca8ce21), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:52.416240 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104bfb9-a56e-4001-b120-b3509754d255 req-8a065b0d-e13f-404d-a408-2dcca1a48913 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:52.423384 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8104bfb9-a56e-4001-b120-b3509754d255 req-8a065b0d-e13f-404d-a408-2dcca1a48913 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 1.3726008 Mar 05 05:05:52.493925 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b44ec101-eb6b-45c3-a4ae-cbd4c6eafa3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3b25827d-7c5a-4395-a92a-48a37ca8ce21), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:52.497477 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b44ec101-eb6b-45c3-a4ae-cbd4c6eafa3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:52.498752 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b44ec101-eb6b-45c3-a4ae-cbd4c6eafa3f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3b25827d-7c5a-4395-a92a-48a37ca8ce21 HTTP/1.1" status: 204 len: 168 time: 0.3104250 Mar 05 05:05:52.516471 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ec101-eb6b-45c3-a4ae-cbd4c6eafa3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b25827d-7c5a-4395-a92a-48a37ca8ce21,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:52.540186 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0adceaea-fe90-452f-84ea-a64160e54abc tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks [] for port (35983387-e3c0-4734-88b6-1e0f351e44db), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:52.634050 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0adceaea-fe90-452f-84ea-a64160e54abc tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (35983387-e3c0-4734-88b6-1e0f351e44db), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:52.639699 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d46c3bd6-3683-4149-a20b-a7c8cf60544a req-cbb1d52d-2d96-4358-86bc-a1729e944422 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/security-groups?id=aca9ded1-1275-4e37-8dbf-3561308baf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490880 Mar 05 05:05:52.742341 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0adceaea-fe90-452f-84ea-a64160e54abc tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (92aaa62c-becf-4f71-950b-c3210b7d5da7), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:52.758466 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8104bfb9-a56e-4001-b120-b3509754d255 req-e9c60e0f-3a6e-4384-9b37-492233f37e21 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506328 Mar 05 05:05:52.843533 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3b751319-4fec-4d12-a3a1-7c30aac9038b tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (97cb6658-85b3-4a57-9b3c-16a7c9442ed1), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:52.849534 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adceaea-fe90-452f-84ea-a64160e54abc tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Pushing event updated for resources: {'Port': ['ID=35983387-e3c0-4734-88b6-1e0f351e44db,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:53.013081 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-0adceaea-fe90-452f-84ea-a64160e54abc tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Floating IP 92aaa62c-becf-4f71-950b-c3210b7d5da7 associated. External IP: 172.25.0.29, port: 50f07a32-caaf-4fe5-891e-5877db631d93. Mar 05 05:05:53.265987 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b751319-4fec-4d12-a3a1-7c30aac9038b tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Router 97cb6658-85b3-4a57-9b3c-16a7c9442ed1 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:05:53.498016 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0adceaea-fe90-452f-84ea-a64160e54abc tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Router d6715a9b-a4cf-4897-bd0c-8ecd000e3b85 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:05:53.499693 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b751319-4fec-4d12-a3a1-7c30aac9038b tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:05:53.510276 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39964d6f-20a2-4bd3-8b94-baa51e8bc669 None None] Sync routers for ids ['97cb6658-85b3-4a57-9b3c-16a7c9442ed1'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:05:53.535305 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39964d6f-20a2-4bd3-8b94-baa51e8bc669 None None] Routers {'97cb6658-85b3-4a57-9b3c-16a7c9442ed1'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:05:53.536451 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-39964d6f-20a2-4bd3-8b94-baa51e8bc669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:05:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['97cb6658-85b3-4a57-9b3c-16a7c9442ed1'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:05:53.574889 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3b751319-4fec-4d12-a3a1-7c30aac9038b tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:53.582983 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3b751319-4fec-4d12-a3a1-7c30aac9038b tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.0036051 Mar 05 05:05:53.583273 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43324) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:53.585204 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 31ceec6e-4422-45ef-8156-90b742dff852 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:05:53.679949 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 31ceec6e-4422-45ef-8156-90b742dff852 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:05:53.680930 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (31ceec6e-4422-45ef-8156-90b742dff852), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:53.734324 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adceaea-fe90-452f-84ea-a64160e54abc tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:05:53.749679 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb2177d-7842-4f28-819e-6364ffd1111b None None] Sync routers for ids ['d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:05:53.766804 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb2177d-7842-4f28-819e-6364ffd1111b None None] Routers {'d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:05:53.767984 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-dbb2177d-7842-4f28-819e-6364ffd1111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:05:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:05:53.781208 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0adceaea-fe90-452f-84ea-a64160e54abc tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:53.914449 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 31ceec6e-4422-45ef-8156-90b742dff852 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:05:53.955972 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-39964d6f-20a2-4bd3-8b94-baa51e8bc669 None None] Set router 97cb6658-85b3-4a57-9b3c-16a7c9442ed1 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:05:54.089549 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-584bad47-bfa8-45c2-9428-b12d16343523 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "GET /v2.0/routers/97cb6658-85b3-4a57-9b3c-16a7c9442ed1 HTTP/1.1" status: 200 len: 907 time: 0.4960985 Mar 05 05:05:54.092573 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43360) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:54.163623 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-dbb2177d-7842-4f28-819e-6364ffd1111b None None] Set router d6715a9b-a4cf-4897-bd0c-8ecd000e3b85 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:05:54.286886 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0adceaea-fe90-452f-84ea-a64160e54abc tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.3155482 Mar 05 05:05:54.287783 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43376) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:54.291510 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34bff9b0-42b6-4275-a391-bb426f061288', 'tag': '50f07a32-caaf-4fe5-891e-5877db631d93'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:05:54.294273 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cebfbed-e09e-4f57-ad16-6613b22d28ea" -d '{"events": [{"name": "network-changed", "server_uuid": "34bff9b0-42b6-4275-a391-bb426f061288", "tag": "50f07a32-caaf-4fe5-891e-5877db631d93"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:05:54.355246 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45da08-50c9-4a70-873a-70bdb5bce028 req-7edabff9-1d8a-4d2a-9c59-64cd2f09981f tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:54.357958 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9c45da08-50c9-4a70-873a-70bdb5bce028 req-7edabff9-1d8a-4d2a-9c59-64cd2f09981f tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/ports?device_id=794c88f3-55c2-44f4-a50a-fff58bf15e77 HTTP/1.1" status: 200 len: 945 time: 0.4329882 Mar 05 05:05:54.372963 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da23aa-372f-48b1-bd4f-4ef2faea784c req-7046ce98-fc4e-42ac-8b50-6fcdd2b74ffd tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:54.375145 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f2da23aa-372f-48b1-bd4f-4ef2faea784c req-7046ce98-fc4e-42ac-8b50-6fcdd2b74ffd tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.3728750 Mar 05 05:05:54.467330 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be251eb-6d69-4527-bb99-8dcb38a7f07f tempest-TestVolumeBackupRestore-655417572 tempest-TestVolumeBackupRestore-655417572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:54.468880 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-65872f86-3dd0-43fe-9fcc-c61ec104526e tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router (97cb6658-85b3-4a57-9b3c-16a7c9442ed1), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:54.476425 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0be251eb-6d69-4527-bb99-8dcb38a7f07f tempest-TestVolumeBackupRestore-655417572 tempest-TestVolumeBackupRestore-655417572-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 1124 time: 0.1781805 Mar 05 05:05:54.480727 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43384) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:54.491035 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-4943dce9-9c44-4e34-9804-300340b12860 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Request body: {'floatingip': {'port_id': '50f07a32-caaf-4fe5-891e-5877db631d93'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:05:54.635247 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f2da23aa-372f-48b1-bd4f-4ef2faea784c req-cbe9a479-bac5-4493-8900-d4baf57b42cd tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522838 Mar 05 05:05:54.669831 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9c45da08-50c9-4a70-873a-70bdb5bce028 req-85226c66-db87-42b7-8117-16eb585cf257 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/security-groups?id=aca9ded1-1275-4e37-8dbf-3561308baf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933505 Mar 05 05:05:54.693578 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4943dce9-9c44-4e34-9804-300340b12860 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks [] for floatingip (92aaa62c-becf-4f71-950b-c3210b7d5da7), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:54.853817 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17ab402-d31f-4560-ac30-67c0eb1d320e x-openstack-request-id: req-d17ab402-d31f-4560-ac30-67c0eb1d320e {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:05:54.855804 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34bff9b0-42b6-4275-a391-bb426f061288", "tag": "50f07a32-caaf-4fe5-891e-5877db631d93", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:05:54.856222 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d17ab402-d31f-4560-ac30-67c0eb1d320e {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:05:54.856804 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34bff9b0-42b6-4275-a391-bb426f061288', 'tag': '50f07a32-caaf-4fe5-891e-5877db631d93', 'status': 'completed', 'code': 200} Mar 05 05:05:54.870300 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-65872f86-3dd0-43fe-9fcc-c61ec104526e tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router_gateway (97cb6658-85b3-4a57-9b3c-16a7c9442ed1), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:54.875368 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-dbb2177d-7842-4f28-819e-6364ffd1111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'name': 'tempest-TestVolumeBackupRestore-1807192989-router', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ce032c2c-02e0-4136-8eaf-6ff900b3028b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:57:44Z', 'updated_at': '2022-03-05T04:57:53Z', 'revision_number': 4, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'gw_port': {'id': 'ce032c2c-02e0-4136-8eaf-6ff900b3028b', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:46Z', 'updated_at': '2022-03-05T04:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '92aaa62c-becf-4f71-950b-c3210b7d5da7', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'floating_ip_address': '172.25.0.29', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'port_id': '50f07a32-caaf-4fe5-891e-5877db631d93', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4', 'mac_address': 'fa:16:3e:2a:b5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bff9b0-42b6-4275-a391-bb426f061288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:05:49Z', 'updated_at': '2022-03-05T05:05:49Z', 'revision_number': 0, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2bd556-a203-44f9-9050-9b40caee2fe8', 'name': '', 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'mac_address': 'fa:16:3e:c4:58:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'f720af32-1780-481f-bd99-7eac986e68f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:51Z', 'updated_at': '2022-03-05T04:58:06Z', 'revision_number': 5, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'subnets': [{'id': 'f720af32-1780-481f-bd99-7eac986e68f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:05:54.975049 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb2177d-7842-4f28-819e-6364ffd1111b None None] Checking router: d6715a9b-a4cf-4897-bd0c-8ecd000e3b85 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:05:55.010033 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb2177d-7842-4f28-819e-6364ffd1111b None None] Routers {'d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:05:55.011978 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-dbb2177d-7842-4f28-819e-6364ffd1111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:05:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:05:55.079131 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-39964d6f-20a2-4bd3-8b94-baa51e8bc669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cb6658-85b3-4a57-9b3c-16a7c9442ed1', 'name': 'tempest-snat-router-1785543272', 'tenant_id': 'd82acef0ae0642b2b1af8d0d2762265b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '0ff6074c-06a7-4b1e-a447-a1aaa4cc9115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:05:45Z', 'updated_at': '2022-03-05T05:05:50Z', 'revision_number': 3, 'project_id': 'd82acef0ae0642b2b1af8d0d2762265b', 'gw_port': {'id': '0ff6074c-06a7-4b1e-a447-a1aaa4cc9115', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cb6658-85b3-4a57-9b3c-16a7c9442ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2588, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:05:48Z', 'updated_at': '2022-03-05T05:05:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:05:55.223915 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39964d6f-20a2-4bd3-8b94-baa51e8bc669 None None] Checking router: 97cb6658-85b3-4a57-9b3c-16a7c9442ed1 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:05:55.224281 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39964d6f-20a2-4bd3-8b94-baa51e8bc669 None None] Updating router 97cb6658-85b3-4a57-9b3c-16a7c9442ed1 port 0ff6074c-06a7-4b1e-a447-a1aaa4cc9115 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:05:55.261496 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebfbed-e09e-4f57-ad16-6613b22d28ea req-2009cad0-e440-4696-a84b-5abb80332692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:55.264088 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4cebfbed-e09e-4f57-ad16-6613b22d28ea req-2009cad0-e440-4696-a84b-5abb80332692 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd9e4590e65e4025b61d4190c1454a8c&device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 1129 time: 0.3638606 Mar 05 05:05:55.331692 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-39964d6f-20a2-4bd3-8b94-baa51e8bc669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0ff6074c-06a7-4b1e-a447-a1aaa4cc9115), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:55.383478 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-dbb2177d-7842-4f28-819e-6364ffd1111b None None] Set router d6715a9b-a4cf-4897-bd0c-8ecd000e3b85 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:05:55.562631 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebfbed-e09e-4f57-ad16-6613b22d28ea req-48c091c7-52c1-4ccb-9cff-25687060932e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:55.564208 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4cebfbed-e09e-4f57-ad16-6613b22d28ea req-48c091c7-52c1-4ccb-9cff-25687060932e service neutron] 10.222.0.31 "GET /v2.0/networks?id=736070a8-c07b-477b-a66e-efe0e434beb4 HTTP/1.1" status: 200 len: 914 time: 0.2905598 Mar 05 05:05:55.574052 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-65872f86-3dd0-43fe-9fcc-c61ec104526e tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Deleting port 0ff6074c-06a7-4b1e-a447-a1aaa4cc9115 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:05:55.574503 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-65872f86-3dd0-43fe-9fcc-c61ec104526e tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (0ff6074c-06a7-4b1e-a447-a1aaa4cc9115), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:55.684917 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-65872f86-3dd0-43fe-9fcc-c61ec104526e tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (0ff6074c-06a7-4b1e-a447-a1aaa4cc9115), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:55.714140 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-65872f86-3dd0-43fe-9fcc-c61ec104526e tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Calling delete_port for 0ff6074c-06a7-4b1e-a447-a1aaa4cc9115 owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:05:56.020667 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-dbb2177d-7842-4f28-819e-6364ffd1111b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'name': 'tempest-TestVolumeBackupRestore-1807192989-router', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ce032c2c-02e0-4136-8eaf-6ff900b3028b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:57:44Z', 'updated_at': '2022-03-05T04:57:53Z', 'revision_number': 4, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'gw_port': {'id': 'ce032c2c-02e0-4136-8eaf-6ff900b3028b', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:46Z', 'updated_at': '2022-03-05T04:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '92aaa62c-becf-4f71-950b-c3210b7d5da7', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'floating_ip_address': '172.25.0.29', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'port_id': '50f07a32-caaf-4fe5-891e-5877db631d93', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4', 'mac_address': 'fa:16:3e:2a:b5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bff9b0-42b6-4275-a391-bb426f061288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:05:49Z', 'updated_at': '2022-03-05T05:05:49Z', 'revision_number': 0, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2bd556-a203-44f9-9050-9b40caee2fe8', 'name': '', 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'mac_address': 'fa:16:3e:c4:58:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'f720af32-1780-481f-bd99-7eac986e68f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:51Z', 'updated_at': '2022-03-05T04:58:06Z', 'revision_number': 5, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'subnets': [{'id': 'f720af32-1780-481f-bd99-7eac986e68f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:05:56.082894 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb2177d-7842-4f28-819e-6364ffd1111b None None] The sync data for ids ['d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'] in n-d-789963-32 is: [{'id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'name': 'tempest-TestVolumeBackupRestore-1807192989-router', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ce032c2c-02e0-4136-8eaf-6ff900b3028b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:57:44Z', 'updated_at': '2022-03-05T04:57:53Z', 'revision_number': 4, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'gw_port': {'id': 'ce032c2c-02e0-4136-8eaf-6ff900b3028b', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:46Z', 'updated_at': '2022-03-05T04:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '92aaa62c-becf-4f71-950b-c3210b7d5da7', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'floating_ip_address': '172.25.0.29', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'port_id': '50f07a32-caaf-4fe5-891e-5877db631d93', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4', 'mac_address': 'fa:16:3e:2a:b5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bff9b0-42b6-4275-a391-bb426f061288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:05:49Z', 'updated_at': '2022-03-05T05:05:49Z', 'revision_number': 0, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2bd556-a203-44f9-9050-9b40caee2fe8', 'name': '', 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'mac_address': 'fa:16:3e:c4:58:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'f720af32-1780-481f-bd99-7eac986e68f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:51Z', 'updated_at': '2022-03-05T04:58:06Z', 'revision_number': 5, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'subnets': [{'id': 'f720af32-1780-481f-bd99-7eac986e68f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:05:56.134669 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d1487-3e1f-427c-ad62-2bd7f80317d0 req-83036d73-755f-4920-84f3-e8a3d7d728ef tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:56.136771 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-977d1487-3e1f-427c-ad62-2bd7f80317d0 req-83036d73-755f-4920-84f3-e8a3d7d728ef tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.3293264 Mar 05 05:05:56.146475 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4cebfbed-e09e-4f57-ad16-6613b22d28ea req-ef0dcc04-b939-49c0-9154-fa8f41ec7a62 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50f07a32-caaf-4fe5-891e-5877db631d93 HTTP/1.1" status: 200 len: 999 time: 0.1762888 Mar 05 05:05:56.212100 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-39964d6f-20a2-4bd3-8b94-baa51e8bc669 None None] Publish callbacks [] for port (0ff6074c-06a7-4b1e-a447-a1aaa4cc9115), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:56.232552 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.db.api [None req-39964d6f-20a2-4bd3-8b94-baa51e8bc669 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 05 05:05:56.232552 n-d-789963-32 neutron-server[105234]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Mar 05 05:05:56.232552 n-d-789963-32 neutron-server[105234]: [parameters: {'host': 'n-d-789963-32', 'ml2_port_bindings_port_id': '0ff6074c-06a7-4b1e-a447-a1aaa4cc9115', 'ml2_port_bindings_host': ''}] Mar 05 05:05:56.232552 n-d-789963-32 neutron-server[105234]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 05:05:56.233017 n-d-789963-32 neutron-server[105234]: DEBUG oslo_db.api [None req-39964d6f-20a2-4bd3-8b94-baa51e8bc669 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 05:05:56.271355 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac3d60-469a-419c-a1e2-26d96bc7b573 req-ea9d8cc4-8190-43f0-904d-181fdf040c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:56.271355 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7ac3d60-469a-419c-a1e2-26d96bc7b573 req-ea9d8cc4-8190-43f0-904d-181fdf040c2a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bccf4c9915e42c59c0b5d658cd816f5&device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 1128 time: 0.2913370 Mar 05 05:05:56.271543 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebfbed-e09e-4f57-ad16-6613b22d28ea req-43904135-315d-4635-b59f-7ea8909b2964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:56.272472 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4cebfbed-e09e-4f57-ad16-6613b22d28ea req-43904135-315d-4635-b59f-7ea8909b2964 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f720af32-1780-481f-bd99-7eac986e68f2 HTTP/1.1" status: 200 len: 853 time: 0.1185715 Mar 05 05:05:56.339342 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.db.resource_extend [None req-4943dce9-9c44-4e34-9804-300340b12860 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 05:05:56.454898 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-65872f86-3dd0-43fe-9fcc-c61ec104526e tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (0ff6074c-06a7-4b1e-a447-a1aaa4cc9115), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:56.488128 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65872f86-3dd0-43fe-9fcc-c61ec104526e tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ff6074c-06a7-4b1e-a447-a1aaa4cc9115,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:56.544359 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebfbed-e09e-4f57-ad16-6613b22d28ea req-a9b51350-27c6-4ab1-a064-1c7a23d96382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:56.546597 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4cebfbed-e09e-4f57-ad16-6613b22d28ea req-a9b51350-27c6-4ab1-a064-1c7a23d96382 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=736070a8-c07b-477b-a66e-efe0e434beb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1847563 Mar 05 05:05:56.555519 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-977d1487-3e1f-427c-ad62-2bd7f80317d0 req-e15931e3-32ce-4825-ae1a-816a6a03ace5 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096236 Mar 05 05:05:56.583036 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4943dce9-9c44-4e34-9804-300340b12860 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:56.594250 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44667a6-1653-4351-a37a-0797b7b9cbad None None] New status for floating IP 92aaa62c-becf-4f71-950b-c3210b7d5da7: ACTIVE {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:05:56.607938 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4943dce9-9c44-4e34-9804-300340b12860 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (92aaa62c-becf-4f71-950b-c3210b7d5da7), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:56.722446 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-65872f86-3dd0-43fe-9fcc-c61ec104526e tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (97cb6658-85b3-4a57-9b3c-16a7c9442ed1), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:56.851697 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-65872f86-3dd0-43fe-9fcc-c61ec104526e tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (97cb6658-85b3-4a57-9b3c-16a7c9442ed1), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:56.854325 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-65872f86-3dd0-43fe-9fcc-c61ec104526e tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router_controller (97cb6658-85b3-4a57-9b3c-16a7c9442ed1), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:56.955888 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-65872f86-3dd0-43fe-9fcc-c61ec104526e tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (97cb6658-85b3-4a57-9b3c-16a7c9442ed1), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:56.956440 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65872f86-3dd0-43fe-9fcc-c61ec104526e tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97cb6658-85b3-4a57-9b3c-16a7c9442ed1 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:05:56.973619 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-65872f86-3dd0-43fe-9fcc-c61ec104526e tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:56.981257 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-65872f86-3dd0-43fe-9fcc-c61ec104526e tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "DELETE /v2.0/routers/97cb6658-85b3-4a57-9b3c-16a7c9442ed1 HTTP/1.1" status: 204 len: 168 time: 2.8874290 Mar 05 05:05:56.987096 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43538) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:56.995832 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39964d6f-20a2-4bd3-8b94-baa51e8bc669 None None] Port 0ff6074c-06a7-4b1e-a447-a1aaa4cc9115 not found while updating agent binding for router 97cb6658-85b3-4a57-9b3c-16a7c9442ed1. {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 05 05:05:57.008824 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39964d6f-20a2-4bd3-8b94-baa51e8bc669 None None] Routers set() bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:05:57.011185 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39964d6f-20a2-4bd3-8b94-baa51e8bc669 None None] Router IDs set() for agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 05 05:05:57.012224 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_agentschedulers_db [None req-39964d6f-20a2-4bd3-8b94-baa51e8bc669 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'97cb6658-85b3-4a57-9b3c-16a7c9442ed1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:05:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent'). {{(pid=105234) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 05 05:05:57.012896 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39964d6f-20a2-4bd3-8b94-baa51e8bc669 None None] The sync data for ids ['97cb6658-85b3-4a57-9b3c-16a7c9442ed1'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:05:57.140843 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4cebfbed-e09e-4f57-ad16-6613b22d28ea req-a4e13d3f-766b-474f-bb42-2296f56c1e76 service neutron] 10.222.0.31 "GET /v2.0/networks/736070a8-c07b-477b-a66e-efe0e434beb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5262601 Mar 05 05:05:57.284442 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ab97beb-82d5-4cb9-9aff-dee0e1761521 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router (bf430cd6-ff00-4c9e-b0f5-3a2df0cc8ef6), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:57.295297 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac3d60-469a-419c-a1e2-26d96bc7b573 req-e494ff03-78c5-4abb-92e9-9a861f8a902e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:57.296778 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7ac3d60-469a-419c-a1e2-26d96bc7b573 req-e494ff03-78c5-4abb-92e9-9a861f8a902e service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ae49ed7-bb43-451b-a829-6aff97a3cfc7 HTTP/1.1" status: 200 len: 913 time: 1.0248499 Mar 05 05:05:57.322524 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca1734-67b2-46a6-b565-cb404dbba403 req-031b42ed-23c9-48d3-a5ff-521d027b9aaa tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:57.329837 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a4ca1734-67b2-46a6-b565-cb404dbba403 req-031b42ed-23c9-48d3-a5ff-521d027b9aaa tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/ports?device_id=794c88f3-55c2-44f4-a50a-fff58bf15e77 HTTP/1.1" status: 200 len: 945 time: 0.9206238 Mar 05 05:05:57.353499 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4cebfbed-e09e-4f57-ad16-6613b22d28ea req-784f4cc5-5bd9-4a88-b0a2-7955138e6621 service neutron] 10.222.0.31 "GET /v2.0/networks/736070a8-c07b-477b-a66e-efe0e434beb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038798 Mar 05 05:05:57.399248 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7ac3d60-469a-419c-a1e2-26d96bc7b573 req-3e22cb00-9776-4b08-bdfe-42f629f215e6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc2d1810-3a48-4269-bbbc-f1613c07f2dc HTTP/1.1" status: 200 len: 217 time: 0.0917394 Mar 05 05:05:57.521657 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac3d60-469a-419c-a1e2-26d96bc7b573 req-001b9ca5-088f-4f76-a05a-c9abc387b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:57.524368 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7ac3d60-469a-419c-a1e2-26d96bc7b573 req-001b9ca5-088f-4f76-a05a-c9abc387b845 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a99a134-cfcd-44f2-91d8-f43831b19b0b HTTP/1.1" status: 200 len: 853 time: 0.1091905 Mar 05 05:05:57.552132 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ab97beb-82d5-4cb9-9aff-dee0e1761521 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router_gateway (bf430cd6-ff00-4c9e-b0f5-3a2df0cc8ef6), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:57.615800 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a4ca1734-67b2-46a6-b565-cb404dbba403 req-71d7e314-3361-4c01-b03e-6eb1d5088b12 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/security-groups?id=aca9ded1-1275-4e37-8dbf-3561308baf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849448 Mar 05 05:05:57.663418 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7ac3d60-469a-419c-a1e2-26d96bc7b573 req-1f725f24-61e0-4ffc-a8f0-c2a428e8ed72 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ae49ed7-bb43-451b-a829-6aff97a3cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793443 Mar 05 05:05:57.779617 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6cb26-c401-48de-9947-893168dd3c23 req-fceb0bae-c898-4684-90c8-bab4d94e81c6 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:57.783226 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-29d6cb26-c401-48de-9947-893168dd3c23 req-fceb0bae-c898-4684-90c8-bab4d94e81c6 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.30 "GET /v2.0/ports?device_id=794c88f3-55c2-44f4-a50a-fff58bf15e77 HTTP/1.1" status: 200 len: 945 time: 0.2167943 Mar 05 05:05:57.809680 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-9ab97beb-82d5-4cb9-9aff-dee0e1761521 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Deleting port 31ceec6e-4422-45ef-8156-90b742dff852 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:05:57.810886 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ab97beb-82d5-4cb9-9aff-dee0e1761521 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (31ceec6e-4422-45ef-8156-90b742dff852), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:57.885069 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5db13-02e6-44e8-8768-7a6f2b9ec276 req-af6dd7c5-d42f-4970-806c-56f638d05393 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:57.886890 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bff5db13-02e6-44e8-8768-7a6f2b9ec276 req-af6dd7c5-d42f-4970-806c-56f638d05393 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1865602 Mar 05 05:05:57.888878 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4943dce9-9c44-4e34-9804-300340b12860 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Router d6715a9b-a4cf-4897-bd0c-8ecd000e3b85 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:05:57.908321 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7ac3d60-469a-419c-a1e2-26d96bc7b573 req-8b40b3a3-5286-4c7a-8cb8-9ef6551f037a service neutron] 10.222.0.31 "GET /v2.0/networks/5ae49ed7-bb43-451b-a829-6aff97a3cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344408 Mar 05 05:05:58.082536 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bff5db13-02e6-44e8-8768-7a6f2b9ec276 req-433aebea-36e3-4f82-8b61-963078d00e55 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862662 Mar 05 05:05:58.128748 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-9ab97beb-82d5-4cb9-9aff-dee0e1761521 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] For port 31ceec6e-4422-45ef-8156-90b742dff852, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=31ceec6e-4422-45ef-8156-90b742dff852,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:05:58.129048 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ab97beb-82d5-4cb9-9aff-dee0e1761521 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (31ceec6e-4422-45ef-8156-90b742dff852), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:58.156732 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-9ab97beb-82d5-4cb9-9aff-dee0e1761521 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Calling delete_port for 31ceec6e-4422-45ef-8156-90b742dff852 owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:05:58.167389 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-29d6cb26-c401-48de-9947-893168dd3c23 req-680b6f2f-7f12-4dd8-bf29-62fde59da167 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Deleting port 91f7b80b-d7fa-4611-ac12-6b2b92793ab3 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:05:58.167882 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-29d6cb26-c401-48de-9947-893168dd3c23 req-680b6f2f-7f12-4dd8-bf29-62fde59da167 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (91f7b80b-d7fa-4611-ac12-6b2b92793ab3), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:58.170559 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7ac3d60-469a-419c-a1e2-26d96bc7b573 req-96dcb862-d7ef-4d77-99bb-1e60615886dd service neutron] 10.222.0.31 "GET /v2.0/networks/5ae49ed7-bb43-451b-a829-6aff97a3cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468190 Mar 05 05:05:58.176002 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4943dce9-9c44-4e34-9804-300340b12860 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:05:58.180864 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4943dce9-9c44-4e34-9804-300340b12860 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:58.187400 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a8729f-eeb0-44b0-a189-2c0af20550bd None None] Sync routers for ids ['d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:05:58.204097 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a8729f-eeb0-44b0-a189-2c0af20550bd None None] Routers {'d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:05:58.205118 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-61a8729f-eeb0-44b0-a189-2c0af20550bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:05:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:05:58.232547 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34bff9b0-42b6-4275-a391-bb426f061288', 'tag': '50f07a32-caaf-4fe5-891e-5877db631d93'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:05:58.234785 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc90753-f3ae-4c23-ba8f-befe1c08650a" -d '{"events": [{"name": "network-changed", "server_uuid": "34bff9b0-42b6-4275-a391-bb426f061288", "tag": "50f07a32-caaf-4fe5-891e-5877db631d93"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:05:58.249445 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43566) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:58.300611 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e534f0-61be-4e63-b76c-e3d7d83c862f x-openstack-request-id: req-17e534f0-61be-4e63-b76c-e3d7d83c862f {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:05:58.301513 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34bff9b0-42b6-4275-a391-bb426f061288", "tag": "50f07a32-caaf-4fe5-891e-5877db631d93", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:05:58.301914 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-17e534f0-61be-4e63-b76c-e3d7d83c862f {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:05:58.302456 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34bff9b0-42b6-4275-a391-bb426f061288', 'tag': '50f07a32-caaf-4fe5-891e-5877db631d93', 'status': 'completed', 'code': 200} Mar 05 05:05:58.313855 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4943dce9-9c44-4e34-9804-300340b12860 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "PUT /v2.0/floatingips/92aaa62c-becf-4f71-950b-c3210b7d5da7 HTTP/1.1" status: 200 len: 991 time: 3.8304555 Mar 05 05:05:58.389356 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-61a8729f-eeb0-44b0-a189-2c0af20550bd None None] Set router d6715a9b-a4cf-4897-bd0c-8ecd000e3b85 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:05:58.439112 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc90753-f3ae-4c23-ba8f-befe1c08650a req-966aaa73-8a8f-4a5e-b10d-4219e39482a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:58.440879 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5dc90753-f3ae-4c23-ba8f-befe1c08650a req-966aaa73-8a8f-4a5e-b10d-4219e39482a3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd9e4590e65e4025b61d4190c1454a8c&device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 1129 time: 0.1112566 Mar 05 05:05:58.576089 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4abebe2f-eb8c-4451-88f6-4e60fc132625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:58.657197 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-29d6cb26-c401-48de-9947-893168dd3c23 req-680b6f2f-7f12-4dd8-bf29-62fde59da167 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] For port 91f7b80b-d7fa-4611-ac12-6b2b92793ab3, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=91f7b80b-d7fa-4611-ac12-6b2b92793ab3,segment=NetworkSegment(2718798d-2c6a-4fcd-a0d6-3835aad454b8),segment_id=2718798d-2c6a-4fcd-a0d6-3835aad454b8)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:05:58.657648 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc90753-f3ae-4c23-ba8f-befe1c08650a req-005dfe9c-7a08-4eeb-af90-7db9306d1c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:58.657749 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-29d6cb26-c401-48de-9947-893168dd3c23 req-680b6f2f-7f12-4dd8-bf29-62fde59da167 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (91f7b80b-d7fa-4611-ac12-6b2b92793ab3), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:58.660247 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5dc90753-f3ae-4c23-ba8f-befe1c08650a req-005dfe9c-7a08-4eeb-af90-7db9306d1c1a service neutron] 10.222.0.31 "GET /v2.0/networks?id=736070a8-c07b-477b-a66e-efe0e434beb4 HTTP/1.1" status: 200 len: 914 time: 0.2085354 Mar 05 05:05:58.688950 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-29d6cb26-c401-48de-9947-893168dd3c23 req-680b6f2f-7f12-4dd8-bf29-62fde59da167 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Calling delete_port for 91f7b80b-d7fa-4611-ac12-6b2b92793ab3 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:05:58.796512 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ab97beb-82d5-4cb9-9aff-dee0e1761521 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (31ceec6e-4422-45ef-8156-90b742dff852), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:58.829082 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-61a8729f-eeb0-44b0-a189-2c0af20550bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'name': 'tempest-TestVolumeBackupRestore-1807192989-router', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ce032c2c-02e0-4136-8eaf-6ff900b3028b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:57:44Z', 'updated_at': '2022-03-05T04:57:53Z', 'revision_number': 4, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'gw_port': {'id': 'ce032c2c-02e0-4136-8eaf-6ff900b3028b', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:46Z', 'updated_at': '2022-03-05T04:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '92aaa62c-becf-4f71-950b-c3210b7d5da7', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'floating_ip_address': '172.25.0.29', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'port_id': '50f07a32-caaf-4fe5-891e-5877db631d93', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4', 'mac_address': 'fa:16:3e:2a:b5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bff9b0-42b6-4275-a391-bb426f061288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:05:49Z', 'updated_at': '2022-03-05T05:05:56Z', 'revision_number': 2, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2bd556-a203-44f9-9050-9b40caee2fe8', 'name': '', 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'mac_address': 'fa:16:3e:c4:58:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'f720af32-1780-481f-bd99-7eac986e68f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:51Z', 'updated_at': '2022-03-05T04:58:06Z', 'revision_number': 5, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'subnets': [{'id': 'f720af32-1780-481f-bd99-7eac986e68f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:05:58.835205 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43580) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:58.839685 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab97beb-82d5-4cb9-9aff-dee0e1761521 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Pushing event deleted for resources: {'Port': ['ID=31ceec6e-4422-45ef-8156-90b742dff852,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:58.883852 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a8729f-eeb0-44b0-a189-2c0af20550bd None None] Checking router: d6715a9b-a4cf-4897-bd0c-8ecd000e3b85 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:05:58.895447 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a8729f-eeb0-44b0-a189-2c0af20550bd None None] Routers {'d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:05:58.896003 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-61a8729f-eeb0-44b0-a189-2c0af20550bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:05:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:05:59.020064 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5dc90753-f3ae-4c23-ba8f-befe1c08650a req-48cb7723-240b-49e3-98da-14a9b1fae5bb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50f07a32-caaf-4fe5-891e-5877db631d93 HTTP/1.1" status: 200 len: 1001 time: 0.3473668 Mar 05 05:05:59.092305 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc90753-f3ae-4c23-ba8f-befe1c08650a req-2bf7cc65-36cd-43df-bdd6-717173dca11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:59.094116 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5dc90753-f3ae-4c23-ba8f-befe1c08650a req-2bf7cc65-36cd-43df-bdd6-717173dca11e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f720af32-1780-481f-bd99-7eac986e68f2 HTTP/1.1" status: 200 len: 853 time: 0.0643747 Mar 05 05:05:59.101417 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-61a8729f-eeb0-44b0-a189-2c0af20550bd None None] Set router d6715a9b-a4cf-4897-bd0c-8ecd000e3b85 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:05:59.102644 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4abebe2f-eb8c-4451-88f6-4e60fc132625 admin admin] Publish callbacks [] for security_group (373350e4-c537-4b25-9c55-e2796bbba0d6), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:59.148287 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4abebe2f-eb8c-4451-88f6-4e60fc132625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (373350e4-c537-4b25-9c55-e2796bbba0d6), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:59.215623 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fdeee-e5ea-4438-ad65-248cc5bd851f req-5f8a9efd-7226-458d-88ef-186787f6ae95 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:59.217704 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6c6fdeee-e5ea-4438-ad65-248cc5bd851f req-5f8a9efd-7226-458d-88ef-186787f6ae95 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/ports?device_id=794c88f3-55c2-44f4-a50a-fff58bf15e77 HTTP/1.1" status: 200 len: 945 time: 0.4009764 Mar 05 05:05:59.301711 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abebe2f-eb8c-4451-88f6-4e60fc132625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373350e4-c537-4b25-9c55-e2796bbba0d6,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:05:59.315222 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4abebe2f-eb8c-4451-88f6-4e60fc132625 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=299fe394562044f4b00b9c9d75b9a729&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0647001 Mar 05 05:05:59.353800 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43586) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:59.357581 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ab97beb-82d5-4cb9-9aff-dee0e1761521 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (bf430cd6-ff00-4c9e-b0f5-3a2df0cc8ef6), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:59.381929 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6c6fdeee-e5ea-4438-ad65-248cc5bd851f req-b430f310-c6c9-4dd9-a984-77dc22d7d1b9 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/security-groups?id=aca9ded1-1275-4e37-8dbf-3561308baf4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426163 Mar 05 05:05:59.400634 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc90753-f3ae-4c23-ba8f-befe1c08650a req-d12ee415-74c4-4473-aa3b-bfb6935870d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:59.404252 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5dc90753-f3ae-4c23-ba8f-befe1c08650a req-d12ee415-74c4-4473-aa3b-bfb6935870d6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=736070a8-c07b-477b-a66e-efe0e434beb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2990496 Mar 05 05:05:59.552343 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5dc90753-f3ae-4c23-ba8f-befe1c08650a req-9d67e7b3-1a84-4596-8bf1-a1caa2ec088c service neutron] 10.222.0.31 "GET /v2.0/networks/736070a8-c07b-477b-a66e-efe0e434beb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395788 Mar 05 05:05:59.578866 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-61a8729f-eeb0-44b0-a189-2c0af20550bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'name': 'tempest-TestVolumeBackupRestore-1807192989-router', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ce032c2c-02e0-4136-8eaf-6ff900b3028b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:57:44Z', 'updated_at': '2022-03-05T04:57:53Z', 'revision_number': 4, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'gw_port': {'id': 'ce032c2c-02e0-4136-8eaf-6ff900b3028b', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:46Z', 'updated_at': '2022-03-05T04:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '92aaa62c-becf-4f71-950b-c3210b7d5da7', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'floating_ip_address': '172.25.0.29', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'port_id': '50f07a32-caaf-4fe5-891e-5877db631d93', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4', 'mac_address': 'fa:16:3e:2a:b5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bff9b0-42b6-4275-a391-bb426f061288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:05:49Z', 'updated_at': '2022-03-05T05:05:56Z', 'revision_number': 2, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2bd556-a203-44f9-9050-9b40caee2fe8', 'name': '', 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'mac_address': 'fa:16:3e:c4:58:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'f720af32-1780-481f-bd99-7eac986e68f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:51Z', 'updated_at': '2022-03-05T04:58:06Z', 'revision_number': 5, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'subnets': [{'id': 'f720af32-1780-481f-bd99-7eac986e68f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:05:59.630690 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a8729f-eeb0-44b0-a189-2c0af20550bd None None] The sync data for ids ['d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'] in n-d-789963-32 is: [{'id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'name': 'tempest-TestVolumeBackupRestore-1807192989-router', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ce032c2c-02e0-4136-8eaf-6ff900b3028b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:57:44Z', 'updated_at': '2022-03-05T04:57:53Z', 'revision_number': 4, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'gw_port': {'id': 'ce032c2c-02e0-4136-8eaf-6ff900b3028b', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:46Z', 'updated_at': '2022-03-05T04:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '92aaa62c-becf-4f71-950b-c3210b7d5da7', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'floating_ip_address': '172.25.0.29', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'port_id': '50f07a32-caaf-4fe5-891e-5877db631d93', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4', 'mac_address': 'fa:16:3e:2a:b5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bff9b0-42b6-4275-a391-bb426f061288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:05:49Z', 'updated_at': '2022-03-05T05:05:56Z', 'revision_number': 2, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d2bd556-a203-44f9-9050-9b40caee2fe8', 'name': '', 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'mac_address': 'fa:16:3e:c4:58:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'f720af32-1780-481f-bd99-7eac986e68f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:51Z', 'updated_at': '2022-03-05T04:58:06Z', 'revision_number': 5, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'subnets': [{'id': 'f720af32-1780-481f-bd99-7eac986e68f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:05:59.660189 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ab97beb-82d5-4cb9-9aff-dee0e1761521 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (bf430cd6-ff00-4c9e-b0f5-3a2df0cc8ef6), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:59.665901 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ab97beb-82d5-4cb9-9aff-dee0e1761521 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router_controller (bf430cd6-ff00-4c9e-b0f5-3a2df0cc8ef6), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:59.706490 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad534b3-9b35-4ced-be5f-b9260ea9beb4 req-a399ebea-b133-4b23-9920-3d99156ba3c2 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:05:59.709252 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3ad534b3-9b35-4ced-be5f-b9260ea9beb4 req-a399ebea-b133-4b23-9920-3d99156ba3c2 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.4808533 Mar 05 05:05:59.780823 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3ad534b3-9b35-4ced-be5f-b9260ea9beb4 req-46e7c56d-d44c-46fa-b64d-97f6b7620140 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634944 Mar 05 05:05:59.810765 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5dc90753-f3ae-4c23-ba8f-befe1c08650a req-4e82fb7c-37d0-4b50-adde-748eca96998d service neutron] 10.222.0.31 "GET /v2.0/networks/736070a8-c07b-477b-a66e-efe0e434beb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496879 Mar 05 05:05:59.857699 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ffdf59b2-8eec-465c-b161-2dd0821de2c7 admin admin] Publish callbacks [] for security_group (373350e4-c537-4b25-9c55-e2796bbba0d6), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:59.912944 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ab97beb-82d5-4cb9-9aff-dee0e1761521 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (bf430cd6-ff00-4c9e-b0f5-3a2df0cc8ef6), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:59.912944 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab97beb-82d5-4cb9-9aff-dee0e1761521 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf430cd6-ff00-4c9e-b0f5-3a2df0cc8ef6 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:05:59.922661 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ab97beb-82d5-4cb9-9aff-dee0e1761521 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:59.924099 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9ab97beb-82d5-4cb9-9aff-dee0e1761521 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "DELETE /v2.0/routers/bf430cd6-ff00-4c9e-b0f5-3a2df0cc8ef6 HTTP/1.1" status: 204 len: 168 time: 2.9356635 Mar 05 05:05:59.930834 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43590) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:05:59.937275 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-fcabcaa9-f6c5-4c43-a754-707ff9c8e917 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-425258383', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}, 'admin_state_up': False}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:05:59.977307 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fcabcaa9-f6c5-4c43-a754-707ff9c8e917 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (6ca3a5e7-f552-462f-8b13-8be123fa8d86), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:05:59.981318 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fcabcaa9-f6c5-4c43-a754-707ff9c8e917 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (6ca3a5e7-f552-462f-8b13-8be123fa8d86), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:00.000020 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-29d6cb26-c401-48de-9947-893168dd3c23 req-680b6f2f-7f12-4dd8-bf29-62fde59da167 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (91f7b80b-d7fa-4611-ac12-6b2b92793ab3), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:00.037959 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ffdf59b2-8eec-465c-b161-2dd0821de2c7 admin admin] Publish callbacks [] for security_group (373350e4-c537-4b25-9c55-e2796bbba0d6), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:00.070649 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fcabcaa9-f6c5-4c43-a754-707ff9c8e917 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router_controller (6ca3a5e7-f552-462f-8b13-8be123fa8d86), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:00.092922 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b6f2f-7f12-4dd8-bf29-62fde59da167 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Pushing event deleted for resources: {'Port': ['ID=91f7b80b-d7fa-4611-ac12-6b2b92793ab3,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:00.111496 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device fc2d1810-3a48-4269-bbbc-f1613c07f2dc no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:06:00.235254 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d6cb26-c401-48de-9947-893168dd3c23 req-680b6f2f-7f12-4dd8-bf29-62fde59da167 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] No DVR routers for this DVR port 91f7b80b-d7fa-4611-ac12-6b2b92793ab3 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:06:00.239168 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-29d6cb26-c401-48de-9947-893168dd3c23 req-680b6f2f-7f12-4dd8-bf29-62fde59da167 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:00.243491 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-29d6cb26-c401-48de-9947-893168dd3c23 req-680b6f2f-7f12-4dd8-bf29-62fde59da167 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.30 "DELETE /v2.0/ports/91f7b80b-d7fa-4611-ac12-6b2b92793ab3 HTTP/1.1" status: 204 len: 173 time: 2.4547966 Mar 05 05:06:00.249146 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794c88f3-55c2-44f4-a50a-fff58bf15e77', 'name': 'network-vif-deleted', 'tag': '91f7b80b-d7fa-4611-ac12-6b2b92793ab3'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:06:00.252174 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c227be6-a3b8-438c-ab41-26e0e20a54b2" -d '{"events": [{"server_uuid": "794c88f3-55c2-44f4-a50a-fff58bf15e77", "name": "network-vif-deleted", "tag": "91f7b80b-d7fa-4611-ac12-6b2b92793ab3"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:06:00.322242 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770354d5-963a-4e6b-bd50-ad6847e8ea92 x-openstack-request-id: req-770354d5-963a-4e6b-bd50-ad6847e8ea92 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:06:00.322544 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794c88f3-55c2-44f4-a50a-fff58bf15e77", "name": "network-vif-deleted", "tag": "91f7b80b-d7fa-4611-ac12-6b2b92793ab3", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:06:00.322797 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-770354d5-963a-4e6b-bd50-ad6847e8ea92 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:06:00.323864 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794c88f3-55c2-44f4-a50a-fff58bf15e77', 'name': 'network-vif-deleted', 'tag': '91f7b80b-d7fa-4611-ac12-6b2b92793ab3', 'status': 'completed', 'code': 200} Mar 05 05:06:00.342133 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34bff9b0-42b6-4275-a391-bb426f061288', 'tag': '50f07a32-caaf-4fe5-891e-5877db631d93'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:06:00.348336 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fa62f2-439a-4a49-b5a5-425f48f15244" -d '{"events": [{"name": "network-changed", "server_uuid": "34bff9b0-42b6-4275-a391-bb426f061288", "tag": "50f07a32-caaf-4fe5-891e-5877db631d93"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:06:00.392716 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ffdf59b2-8eec-465c-b161-2dd0821de2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (373350e4-c537-4b25-9c55-e2796bbba0d6), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:00.401150 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ffdf59b2-8eec-465c-b161-2dd0821de2c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:00.412144 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ffdf59b2-8eec-465c-b161-2dd0821de2c7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/373350e4-c537-4b25-9c55-e2796bbba0d6 HTTP/1.1" status: 204 len: 168 time: 1.0564868 Mar 05 05:06:00.418477 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port fc2d1810-3a48-4269-bbbc-f1613c07f2dc is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:06:00.418986 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fc2d1810-3a48-4269-bbbc-f1613c07f2dc), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:00.502078 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e5bd7e-ab6e-4ae9-b2ab-5719fdb586ce x-openstack-request-id: req-d5e5bd7e-ab6e-4ae9-b2ab-5719fdb586ce {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:06:00.502691 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34bff9b0-42b6-4275-a391-bb426f061288", "tag": "50f07a32-caaf-4fe5-891e-5877db631d93", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:06:00.502810 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d5e5bd7e-ab6e-4ae9-b2ab-5719fdb586ce {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:06:00.503267 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34bff9b0-42b6-4275-a391-bb426f061288', 'tag': '50f07a32-caaf-4fe5-891e-5877db631d93', 'status': 'completed', 'code': 200} Mar 05 05:06:00.514665 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7545c43e-daf9-4cbb-9427-e29e508e90cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc2d1810-3a48-4269-bbbc-f1613c07f2dc'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:06:00.514884 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf59b2-8eec-465c-b161-2dd0821de2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373350e4-c537-4b25-9c55-e2796bbba0d6,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:00.527832 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fcabcaa9-f6c5-4c43-a754-707ff9c8e917 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router_gateway (6ca3a5e7-f552-462f-8b13-8be123fa8d86), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:00.530829 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ef392a-c7b0-417d-b1dc-a1a8b8c9a7f3" -d '{"events": [{"server_uuid": "7545c43e-daf9-4cbb-9427-e29e508e90cb", "name": "network-vif-unplugged", "status": "completed", "tag": "fc2d1810-3a48-4269-bbbc-f1613c07f2dc"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:06:00.652885 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port fc2d1810-3a48-4269-bbbc-f1613c07f2dc, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=fc2d1810-3a48-4269-bbbc-f1613c07f2dc,segment=NetworkSegment(3fdbfe93-a040-40d1-9a4b-c54cf130c455),segment_id=3fdbfe93-a040-40d1-9a4b-c54cf130c455)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:06:00.662583 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 05:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62adf936-57a4-4d3f-afcb-e01707ea18cd x-openstack-request-id: req-62adf936-57a4-4d3f-afcb-e01707ea18cd {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:06:00.663636 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7545c43e-daf9-4cbb-9427-e29e508e90cb", "name": "network-vif-unplugged", "status": "completed", "tag": "fc2d1810-3a48-4269-bbbc-f1613c07f2dc", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:06:00.664243 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-62adf936-57a4-4d3f-afcb-e01707ea18cd {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:06:00.666600 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7545c43e-daf9-4cbb-9427-e29e508e90cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc2d1810-3a48-4269-bbbc-f1613c07f2dc', 'code': 200} Mar 05 05:06:00.671274 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fc2d1810-3a48-4269-bbbc-f1613c07f2dc), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:00.755446 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=fc2d1810-3a48-4269-bbbc-f1613c07f2dc,revision_number=8']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:00.782678 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-36de8be0-df7c-4f54-b318-03fff6a51be0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (9d9e5c8c-8fe9-4199-9808-05fba6c71dec), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:00.790286 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-39788a24-9e79-4361-bbe4-af298cc16270 req-4dbd2bda-83c8-4974-804a-fe0c38605715 tempest-VolumesActionsTest-1661148941 tempest-VolumesActionsTest-1661148941-project] 10.222.0.11 "GET /v2.0/ports?device_id=794c88f3-55c2-44f4-a50a-fff58bf15e77 HTTP/1.1" status: 200 len: 210 time: 0.1669929 Mar 05 05:06:00.837732 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa62f2-439a-4a49-b5a5-425f48f15244 req-2f8df30a-1fbd-4d42-8fa0-f4b37f5aac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:00.843417 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-36fa62f2-439a-4a49-b5a5-425f48f15244 req-2f8df30a-1fbd-4d42-8fa0-f4b37f5aac9e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd9e4590e65e4025b61d4190c1454a8c&device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 1129 time: 0.3365045 Mar 05 05:06:01.105245 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aad2a7-23ea-4111-8079-8f7559976d89 req-90363fbb-097a-4550-ab0f-80ccbd0d4d68 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:01.106997 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9aad2a7-23ea-4111-8079-8f7559976d89 req-90363fbb-097a-4550-ab0f-80ccbd0d4d68 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 943 time: 0.1821134 Mar 05 05:06:01.110209 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa62f2-439a-4a49-b5a5-425f48f15244 req-d0f23c25-d1a2-4c58-b4ef-803e7fc9e32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:01.111993 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-36fa62f2-439a-4a49-b5a5-425f48f15244 req-d0f23c25-d1a2-4c58-b4ef-803e7fc9e32d service neutron] 10.222.0.31 "GET /v2.0/networks?id=736070a8-c07b-477b-a66e-efe0e434beb4 HTTP/1.1" status: 200 len: 914 time: 0.1962814 Mar 05 05:06:01.159510 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43608) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:01.195551 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-36de8be0-df7c-4f54-b318-03fff6a51be0 admin admin] Deleting port 05374882-18b9-429d-a219-9a1dba943df9 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:06:01.195892 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-36de8be0-df7c-4f54-b318-03fff6a51be0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (05374882-18b9-429d-a219-9a1dba943df9), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:01.206329 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-31529aa4-cc03-4d49-9142-b82a03157d2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:01.288621 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-36de8be0-df7c-4f54-b318-03fff6a51be0 admin admin] For port 05374882-18b9-429d-a219-9a1dba943df9, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=05374882-18b9-429d-a219-9a1dba943df9,segment=NetworkSegment(78da9f50-b791-4384-818b-c3b1f3bf0c84),segment_id=78da9f50-b791-4384-818b-c3b1f3bf0c84)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:06:01.288931 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-36de8be0-df7c-4f54-b318-03fff6a51be0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (05374882-18b9-429d-a219-9a1dba943df9), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:01.302628 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-36de8be0-df7c-4f54-b318-03fff6a51be0 admin admin] Calling delete_port for 05374882-18b9-429d-a219-9a1dba943df9 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:06:01.342608 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 91f7b80b-d7fa-4611-ac12-6b2b92793ab3 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:06:01.352279 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-31529aa4-cc03-4d49-9142-b82a03157d2d admin admin] Publish callbacks [] for security_group (e960a234-ab4a-4d3f-ab3b-8e16ccccb6b9), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:01.367606 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-31529aa4-cc03-4d49-9142-b82a03157d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e960a234-ab4a-4d3f-ab3b-8e16ccccb6b9), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:01.387397 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 91f7b80b-d7fa-4611-ac12-6b2b92793ab3 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:06:01.387820 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 91f7b80b-d7fa-4611-ac12-6b2b92793ab3 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:06:01.471788 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31529aa4-cc03-4d49-9142-b82a03157d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e960a234-ab4a-4d3f-ab3b-8e16ccccb6b9,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:01.478689 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9aad2a7-23ea-4111-8079-8f7559976d89 req-8b9fb010-cba9-4fe7-9957-1a2519ff3861 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629608 Mar 05 05:06:01.479733 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 31ceec6e-4422-45ef-8156-90b742dff852 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:06:01.495503 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-36fa62f2-439a-4a49-b5a5-425f48f15244 req-5dc54612-88bd-4e2e-bf93-0429c68d6ad8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50f07a32-caaf-4fe5-891e-5877db631d93 HTTP/1.1" status: 200 len: 1001 time: 0.3540604 Mar 05 05:06:01.536747 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 31ceec6e-4422-45ef-8156-90b742dff852 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:06:01.537115 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 31ceec6e-4422-45ef-8156-90b742dff852 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:06:01.547976 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fcabcaa9-f6c5-4c43-a754-707ff9c8e917 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router_gateway (6ca3a5e7-f552-462f-8b13-8be123fa8d86), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:01.570959 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fcabcaa9-f6c5-4c43-a754-707ff9c8e917 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:01.582980 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-36de8be0-df7c-4f54-b318-03fff6a51be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (05374882-18b9-429d-a219-9a1dba943df9), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:01.597885 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-31529aa4-cc03-4d49-9142-b82a03157d2d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9f86baf3141443458b7469da85172cb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4343481 Mar 05 05:06:01.598294 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43612) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:01.617105 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de8be0-df7c-4f54-b318-03fff6a51be0 admin admin] Pushing event deleted for resources: {'Port': ['ID=05374882-18b9-429d-a219-9a1dba943df9,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:01.896246 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-36de8be0-df7c-4f54-b318-03fff6a51be0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (9d9e5c8c-8fe9-4199-9808-05fba6c71dec), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:02.185251 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa62f2-439a-4a49-b5a5-425f48f15244 req-391d8309-7660-40c0-8acc-c68bc6fed2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:02.186956 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-36fa62f2-439a-4a49-b5a5-425f48f15244 req-391d8309-7660-40c0-8acc-c68bc6fed2ff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f720af32-1780-481f-bd99-7eac986e68f2 HTTP/1.1" status: 200 len: 853 time: 0.6520665 Mar 05 05:06:02.226876 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36de8be0-df7c-4f54-b318-03fff6a51be0 admin admin] Router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:06:02.274222 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-14754c34-5e91-4c33-862d-630b8d64bb72 admin admin] Publish callbacks [] for security_group (e960a234-ab4a-4d3f-ab3b-8e16ccccb6b9), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:02.346191 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-14754c34-5e91-4c33-862d-630b8d64bb72 admin admin] Publish callbacks [] for security_group (e960a234-ab4a-4d3f-ab3b-8e16ccccb6b9), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:02.366835 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66b02b-6e73-4b97-979a-00ea5f96d49b req-b34a31fe-893b-4e53-b8b6-639dd0d4d5ac tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:02.368570 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ef66b02b-6e73-4b97-979a-00ea5f96d49b req-b34a31fe-893b-4e53-b8b6-639dd0d4d5ac tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 943 time: 0.7585208 Mar 05 05:06:02.382952 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-fcabcaa9-f6c5-4c43-a754-707ff9c8e917 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Allocated IP 172.25.0.198 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/0caea895-fbfc-491d-9e34-d9e06d57470f) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:06:02.399370 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36de8be0-df7c-4f54-b318-03fff6a51be0 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:06:02.406055 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-36de8be0-df7c-4f54-b318-03fff6a51be0 admin admin] 10.222.0.11 "PUT /v2.0/routers/9d9e5c8c-8fe9-4199-9808-05fba6c71dec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5635612 Mar 05 05:06:02.410658 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43636) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:02.423202 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59ea5c8-4744-4747-89d7-a74dcb902416 None None] Sync routers for ids ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:06:02.443891 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59ea5c8-4744-4747-89d7-a74dcb902416 None None] Routers {'9d9e5c8c-8fe9-4199-9808-05fba6c71dec'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:06:02.445269 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e59ea5c8-4744-4747-89d7-a74dcb902416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:05:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:02.457072 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa62f2-439a-4a49-b5a5-425f48f15244 req-47ee2593-da06-4360-8ee1-ad6607e7edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:02.458596 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-36fa62f2-439a-4a49-b5a5-425f48f15244 req-47ee2593-da06-4360-8ee1-ad6607e7edd5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=736070a8-c07b-477b-a66e-efe0e434beb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2605786 Mar 05 05:06:02.493912 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ef66b02b-6e73-4b97-979a-00ea5f96d49b req-4bd839e2-9cc6-485c-87f2-7689da25eaa7 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064510 Mar 05 05:06:02.595453 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1931be3e-0a3f-49ba-b062-826cc2a3d846 admin admin] Publish callbacks [] for router (9d9e5c8c-8fe9-4199-9808-05fba6c71dec), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:02.716855 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-e59ea5c8-4744-4747-89d7-a74dcb902416 None None] Set router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:06:02.733537 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fcabcaa9-f6c5-4c43-a754-707ff9c8e917 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for port (0caea895-fbfc-491d-9e34-d9e06d57470f), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:02.819214 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-14754c34-5e91-4c33-862d-630b8d64bb72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e960a234-ab4a-4d3f-ab3b-8e16ccccb6b9), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:02.822347 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-14754c34-5e91-4c33-862d-630b8d64bb72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:02.827348 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-14754c34-5e91-4c33-862d-630b8d64bb72 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e960a234-ab4a-4d3f-ab3b-8e16ccccb6b9 HTTP/1.1" status: 204 len: 168 time: 1.2184231 Mar 05 05:06:02.878956 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1931be3e-0a3f-49ba-b062-826cc2a3d846 admin admin] Publish callbacks [] for router_gateway (9d9e5c8c-8fe9-4199-9808-05fba6c71dec), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:02.906827 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14754c34-5e91-4c33-862d-630b8d64bb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e960a234-ab4a-4d3f-ab3b-8e16ccccb6b9,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:02.928146 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-36fa62f2-439a-4a49-b5a5-425f48f15244 req-a3eeb863-1437-408f-b70f-38dec30f4f06 service neutron] 10.222.0.31 "GET /v2.0/networks/736070a8-c07b-477b-a66e-efe0e434beb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417598 Mar 05 05:06:02.965693 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fcabcaa9-f6c5-4c43-a754-707ff9c8e917 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (0caea895-fbfc-491d-9e34-d9e06d57470f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:03.052503 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-1931be3e-0a3f-49ba-b062-826cc2a3d846 admin admin] Deleting port 5439519c-0834-4674-b4c2-ea2cede3d1a4 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:06:03.053632 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1931be3e-0a3f-49ba-b062-826cc2a3d846 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (5439519c-0834-4674-b4c2-ea2cede3d1a4), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:03.068203 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcabcaa9-f6c5-4c43-a754-707ff9c8e917 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Pushing event updated for resources: {'Port': ['ID=0caea895-fbfc-491d-9e34-d9e06d57470f,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:03.170091 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcabcaa9-f6c5-4c43-a754-707ff9c8e917 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:06:03.218015 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-fcabcaa9-f6c5-4c43-a754-707ff9c8e917 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:06:03.224269 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcabcaa9-f6c5-4c43-a754-707ff9c8e917 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:06:03.279249 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-1931be3e-0a3f-49ba-b062-826cc2a3d846 admin admin] For port 5439519c-0834-4674-b4c2-ea2cede3d1a4, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=5439519c-0834-4674-b4c2-ea2cede3d1a4,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:06:03.279699 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1931be3e-0a3f-49ba-b062-826cc2a3d846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (5439519c-0834-4674-b4c2-ea2cede3d1a4), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:03.305337 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e59ea5c8-4744-4747-89d7-a74dcb902416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:26Z', 'updated_at': '2022-03-05T05:06:01Z', 'revision_number': 5, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'gw_port': {'id': '5439519c-0834-4674-b4c2-ea2cede3d1a4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:56:28Z', 'updated_at': '2022-03-05T04:56:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:03.309758 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-1931be3e-0a3f-49ba-b062-826cc2a3d846 admin admin] Calling delete_port for 5439519c-0834-4674-b4c2-ea2cede3d1a4 owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:06:03.380600 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59ea5c8-4744-4747-89d7-a74dcb902416 None None] Checking router: 9d9e5c8c-8fe9-4199-9808-05fba6c71dec for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:06:03.409814 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59ea5c8-4744-4747-89d7-a74dcb902416 None None] Routers {'9d9e5c8c-8fe9-4199-9808-05fba6c71dec'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:06:03.410610 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e59ea5c8-4744-4747-89d7-a74dcb902416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:05:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:03.585571 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee83ff4-d68a-46a7-834a-f3a69c165e85 req-dee7c45a-6052-4337-bfaf-08fd079ce6f4 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:03.587335 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1ee83ff4-d68a-46a7-834a-f3a69c165e85 req-dee7c45a-6052-4337-bfaf-08fd079ce6f4 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 943 time: 0.5099018 Mar 05 05:06:03.595727 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-36fa62f2-439a-4a49-b5a5-425f48f15244 req-cf726dd5-d371-4ab2-98d0-9ed1be3bc7fb service neutron] 10.222.0.31 "GET /v2.0/networks/736070a8-c07b-477b-a66e-efe0e434beb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6263304 Mar 05 05:06:03.726860 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-e59ea5c8-4744-4747-89d7-a74dcb902416 None None] Set router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:06:03.739898 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1931be3e-0a3f-49ba-b062-826cc2a3d846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (5439519c-0834-4674-b4c2-ea2cede3d1a4), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:03.823226 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931be3e-0a3f-49ba-b062-826cc2a3d846 admin admin] Pushing event deleted for resources: {'Port': ['ID=5439519c-0834-4674-b4c2-ea2cede3d1a4,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:03.841418 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e59ea5c8-4744-4747-89d7-a74dcb902416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:26Z', 'updated_at': '2022-03-05T05:06:02Z', 'revision_number': 6, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:03.852992 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1ee83ff4-d68a-46a7-834a-f3a69c165e85 req-5b7719a8-0e37-454e-8094-4b20961ba5a5 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953173 Mar 05 05:06:03.926093 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1931be3e-0a3f-49ba-b062-826cc2a3d846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (9d9e5c8c-8fe9-4199-9808-05fba6c71dec), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:03.926668 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59ea5c8-4744-4747-89d7-a74dcb902416 None None] The sync data for ids ['9d9e5c8c-8fe9-4199-9808-05fba6c71dec'] in n-d-789963-32 is: [{'id': '9d9e5c8c-8fe9-4199-9808-05fba6c71dec', 'name': 'tempest-AttachVolumeNegativeTest-997362326-router', 'tenant_id': '4e3a7db0492c498e9791caa16e095e94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:56:26Z', 'updated_at': '2022-03-05T05:06:02Z', 'revision_number': 6, 'project_id': '4e3a7db0492c498e9791caa16e095e94', 'gw_port_host': None}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:06:04.004542 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fcabcaa9-f6c5-4c43-a754-707ff9c8e917 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router_gateway (6ca3a5e7-f552-462f-8b13-8be123fa8d86), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:04.112003 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device fc2d1810-3a48-4269-bbbc-f1613c07f2dc no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:06:04.198611 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1931be3e-0a3f-49ba-b062-826cc2a3d846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (9d9e5c8c-8fe9-4199-9808-05fba6c71dec), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:04.209945 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1931be3e-0a3f-49ba-b062-826cc2a3d846 admin admin] Publish callbacks [] for router_controller (9d9e5c8c-8fe9-4199-9808-05fba6c71dec), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:04.323152 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port fc2d1810-3a48-4269-bbbc-f1613c07f2dc is: DOWN; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:06:04.380551 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-512bde72-8926-4b7f-b850-c32eb927a275 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6386230 Mar 05 05:06:04.388402 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1931be3e-0a3f-49ba-b062-826cc2a3d846 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (9d9e5c8c-8fe9-4199-9808-05fba6c71dec), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:04.389284 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1931be3e-0a3f-49ba-b062-826cc2a3d846 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d9e5c8c-8fe9-4199-9808-05fba6c71dec {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:06:04.398106 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1931be3e-0a3f-49ba-b062-826cc2a3d846 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:04.403721 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1931be3e-0a3f-49ba-b062-826cc2a3d846 admin admin] 10.222.0.11 "DELETE /v2.0/routers/9d9e5c8c-8fe9-4199-9808-05fba6c71dec HTTP/1.1" status: 204 len: 168 time: 1.9918506 Mar 05 05:06:04.407226 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43714) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:04.523281 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-185a90d9-2d25-4e2a-b135-7a346b551e8a tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:04.524592 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-185a90d9-2d25-4e2a-b135-7a346b551e8a tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports/fc2d1810-3a48-4269-bbbc-f1613c07f2dc HTTP/1.1" status: 200 len: 940 time: 0.0904796 Mar 05 05:06:04.536864 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d12fa6-6c6e-4878-801a-b3265048e779 admin admin] Deleting subnet 3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:06:04.539006 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fcabcaa9-f6c5-4c43-a754-707ff9c8e917 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (6ca3a5e7-f552-462f-8b13-8be123fa8d86), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:04.547362 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b0d12fa6-6c6e-4878-801a-b3265048e779 admin admin] Publish callbacks [] for subnet (3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:04.621040 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b0d12fa6-6c6e-4878-801a-b3265048e779 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:04.792919 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcabcaa9-f6c5-4c43-a754-707ff9c8e917 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Router 6ca3a5e7-f552-462f-8b13-8be123fa8d86 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:06:04.845713 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b0d12fa6-6c6e-4878-801a-b3265048e779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:05.001615 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b0d12fa6-6c6e-4878-801a-b3265048e779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:05.022302 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcabcaa9-f6c5-4c43-a754-707ff9c8e917 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:06:05.041701 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337a951e-9442-476a-89ae-d5ca2cb8c757 None None] Sync routers for ids ['6ca3a5e7-f552-462f-8b13-8be123fa8d86'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:06:05.074039 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337a951e-9442-476a-89ae-d5ca2cb8c757 None None] Routers {'6ca3a5e7-f552-462f-8b13-8be123fa8d86'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:06:05.076276 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d12fa6-6c6e-4878-801a-b3265048e779 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:05.077361 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-337a951e-9442-476a-89ae-d5ca2cb8c757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:05:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['6ca3a5e7-f552-462f-8b13-8be123fa8d86'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:05.098212 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b0d12fa6-6c6e-4878-801a-b3265048e779 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:05.105630 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b0d12fa6-6c6e-4878-801a-b3265048e779 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3116c2cf-fd29-4adb-8cdf-d9baa32cc6e5 HTTP/1.1" status: 204 len: 168 time: 0.6946023 Mar 05 05:06:05.109706 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43732) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:05.140729 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ec873f-1b66-4983-9606-6b2e3c9eb539 None None] Network 2208e38e-4ccf-4e0c-99e3-12bba4d22772 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:06:05.144018 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-337a951e-9442-476a-89ae-d5ca2cb8c757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:05.157096 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fcabcaa9-f6c5-4c43-a754-707ff9c8e917 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:05.158565 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fcabcaa9-f6c5-4c43-a754-707ff9c8e917 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.2264297 Mar 05 05:06:05.166287 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43736) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:05.183422 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-21084210-f89a-4a85-89a3-0041a39e8e3a tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'enable_snat': False}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:06:05.198958 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337a951e-9442-476a-89ae-d5ca2cb8c757 None None] Routers {'6ca3a5e7-f552-462f-8b13-8be123fa8d86'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:06:05.201890 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-337a951e-9442-476a-89ae-d5ca2cb8c757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:05:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['6ca3a5e7-f552-462f-8b13-8be123fa8d86'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:05.214196 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e935d0f-f0e9-4dbd-bb91-50eb37ac9779 req-18fa5da1-9c9d-4623-9527-60afc7788a46 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:05.234830 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1e935d0f-f0e9-4dbd-bb91-50eb37ac9779 req-18fa5da1-9c9d-4623-9527-60afc7788a46 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 943 time: 0.2027004 Mar 05 05:06:05.420827 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1e935d0f-f0e9-4dbd-bb91-50eb37ac9779 req-1613ae9c-2183-4ba8-94c6-713f541c31be tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774473 Mar 05 05:06:05.533888 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-337a951e-9442-476a-89ae-d5ca2cb8c757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:05.536716 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337a951e-9442-476a-89ae-d5ca2cb8c757 None None] The sync data for ids ['6ca3a5e7-f552-462f-8b13-8be123fa8d86'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:06:05.866719 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 05374882-18b9-429d-a219-9a1dba943df9 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:06:05.893981 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 05374882-18b9-429d-a219-9a1dba943df9 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:06:05.894382 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 05374882-18b9-429d-a219-9a1dba943df9 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:06:05.894824 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5439519c-0834-4674-b4c2-ea2cede3d1a4 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:06:05.937921 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 5439519c-0834-4674-b4c2-ea2cede3d1a4 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:06:05.938285 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5439519c-0834-4674-b4c2-ea2cede3d1a4 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:06:05.999638 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d78d450d-adcf-430c-96e8-45c1e2b98850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (2208e38e-4ccf-4e0c-99e3-12bba4d22772), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:06.056850 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec8698c-75a0-474e-99c0-9e18673acb55 None None] DHCP port deletion for 2208e38e-4ccf-4e0c-99e3-12bba4d22772 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:06:06.174751 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-bec8698c-75a0-474e-99c0-9e18673acb55 None None] Deleting port bed9905c-b8e5-4e51-9818-65ba189186a9 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:06:06.175535 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bec8698c-75a0-474e-99c0-9e18673acb55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (bed9905c-b8e5-4e51-9818-65ba189186a9), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:06.282014 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-bec8698c-75a0-474e-99c0-9e18673acb55 None None] For port bed9905c-b8e5-4e51-9818-65ba189186a9, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=bed9905c-b8e5-4e51-9818-65ba189186a9,segment=NetworkSegment(78da9f50-b791-4384-818b-c3b1f3bf0c84),segment_id=78da9f50-b791-4384-818b-c3b1f3bf0c84)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:06:06.282571 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bec8698c-75a0-474e-99c0-9e18673acb55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (bed9905c-b8e5-4e51-9818-65ba189186a9), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:06.283888 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-d78d450d-adcf-430c-96e8-45c1e2b98850 admin admin] Deleting port bed9905c-b8e5-4e51-9818-65ba189186a9 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:06:06.284592 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d78d450d-adcf-430c-96e8-45c1e2b98850 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (bed9905c-b8e5-4e51-9818-65ba189186a9), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:06.305280 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-bec8698c-75a0-474e-99c0-9e18673acb55 None None] Calling delete_port for bed9905c-b8e5-4e51-9818-65ba189186a9 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:06:06.516169 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-d78d450d-adcf-430c-96e8-45c1e2b98850 admin admin] For port bed9905c-b8e5-4e51-9818-65ba189186a9, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=bed9905c-b8e5-4e51-9818-65ba189186a9,segment=NetworkSegment(78da9f50-b791-4384-818b-c3b1f3bf0c84),segment_id=78da9f50-b791-4384-818b-c3b1f3bf0c84)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:06:06.518215 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d78d450d-adcf-430c-96e8-45c1e2b98850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (bed9905c-b8e5-4e51-9818-65ba189186a9), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:06.537780 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bec8698c-75a0-474e-99c0-9e18673acb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (bed9905c-b8e5-4e51-9818-65ba189186a9), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:06.587876 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec8698c-75a0-474e-99c0-9e18673acb55 None None] No DVR routers for this DVR port bed9905c-b8e5-4e51-9818-65ba189186a9 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:06:06.709603 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8698c-75a0-474e-99c0-9e18673acb55 None None] Pushing event deleted for resources: {'Port': ['ID=bed9905c-b8e5-4e51-9818-65ba189186a9,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:06.726678 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-d78d450d-adcf-430c-96e8-45c1e2b98850 admin admin] Calling delete_port for bed9905c-b8e5-4e51-9818-65ba189186a9 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:06:06.820299 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c21ae-dfc4-476c-8e59-927bf48c7ef9 req-3de29e4d-87fb-4885-8ebb-115bbef0011a tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:06.821963 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e66c21ae-dfc4-476c-8e59-927bf48c7ef9 req-3de29e4d-87fb-4885-8ebb-115bbef0011a tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 943 time: 0.1946819 Mar 05 05:06:07.009508 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e66c21ae-dfc4-476c-8e59-927bf48c7ef9 req-0b754d2e-eacd-4e74-8760-3439c98c865a tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753438 Mar 05 05:06:07.213005 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-21084210-f89a-4a85-89a3-0041a39e8e3a tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router_gateway (6ca3a5e7-f552-462f-8b13-8be123fa8d86), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:07.242565 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-a436f5ea-94c6-4c87-9b12-5a7d2b5b56a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:07.244215 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-a436f5ea-94c6-4c87-9b12-5a7d2b5b56a6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb&tenant_id=9bccf4c9915e42c59c0b5d658cd816f5 HTTP/1.1" status: 200 len: 1126 time: 1.3730211 Mar 05 05:06:07.266510 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-d0812ecf-c514-4ae0-895f-ae41e18f270a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-32', 'device_owner': 'compute:nova'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:06:07.321180 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43796) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:07.532445 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d78d450d-adcf-430c-96e8-45c1e2b98850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (bed9905c-b8e5-4e51-9818-65ba189186a9), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:07.533007 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bed9905c-b8e5-4e51-9818-65ba189186a9 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:06:07.562347 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78d450d-adcf-430c-96e8-45c1e2b98850 admin admin] No DVR routers for this DVR port bed9905c-b8e5-4e51-9818-65ba189186a9 on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:06:07.577524 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4f8de832-f983-4ec1-9cb0-e1854ce58e60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:07.583053 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-d0812ecf-c514-4ae0-895f-ae41e18f270a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fc2d1810-3a48-4269-bbbc-f1613c07f2dc), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:07.598550 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: bed9905c-b8e5-4e51-9818-65ba189186a9 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:06:07.598930 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bed9905c-b8e5-4e51-9818-65ba189186a9 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:06:07.657083 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d450d-adcf-430c-96e8-45c1e2b98850 admin admin] Pushing event deleted for resources: {'Port': ['ID=bed9905c-b8e5-4e51-9818-65ba189186a9,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:07.722236 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d78d450d-adcf-430c-96e8-45c1e2b98850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (2208e38e-4ccf-4e0c-99e3-12bba4d22772), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:07.778039 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-d78d450d-adcf-430c-96e8-45c1e2b98850 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2208e38e-4ccf-4e0c-99e3-12bba4d22772']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:07.788724 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4f8de832-f983-4ec1-9cb0-e1854ce58e60 admin admin] Publish callbacks [] for security_group (d699cb0b-fccd-4910-895b-27b0180c6585), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:07.794603 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-d78d450d-adcf-430c-96e8-45c1e2b98850 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78da9f50-b791-4384-818b-c3b1f3bf0c84') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:07.794891 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-d78d450d-adcf-430c-96e8-45c1e2b98850 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78da9f50-b791-4384-818b-c3b1f3bf0c84') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:07.799564 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4f8de832-f983-4ec1-9cb0-e1854ce58e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d699cb0b-fccd-4910-895b-27b0180c6585), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:07.885644 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d78d450d-adcf-430c-96e8-45c1e2b98850 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (78da9f50-b791-4384-818b-c3b1f3bf0c84), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:07.894202 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4f8de832-f983-4ec1-9cb0-e1854ce58e60 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f01bba17bf704f30b7b6f2c3ba39d141&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5702279 Mar 05 05:06:07.902213 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43810) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:07.910044 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8de832-f983-4ec1-9cb0-e1854ce58e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d699cb0b-fccd-4910-895b-27b0180c6585,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:07.958346 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d78d450d-adcf-430c-96e8-45c1e2b98850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (78da9f50-b791-4384-818b-c3b1f3bf0c84), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:07.990517 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78d450d-adcf-430c-96e8-45c1e2b98850 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:06:07.990928 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d78d450d-adcf-430c-96e8-45c1e2b98850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (78da9f50-b791-4384-818b-c3b1f3bf0c84), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:06:07.994188 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:06:08.042597 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-690dac73-abec-4cac-9ad6-3e5729532372 admin admin] Publish callbacks [] for security_group (d699cb0b-fccd-4910-895b-27b0180c6585), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:08.123564 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-690dac73-abec-4cac-9ad6-3e5729532372 admin admin] Publish callbacks [] for security_group (d699cb0b-fccd-4910-895b-27b0180c6585), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:08.188527 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d78d450d-adcf-430c-96e8-45c1e2b98850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (2208e38e-4ccf-4e0c-99e3-12bba4d22772), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:08.194099 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d78d450d-adcf-430c-96e8-45c1e2b98850 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:08.197502 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d78d450d-adcf-430c-96e8-45c1e2b98850 admin admin] 10.222.0.11 "DELETE /v2.0/networks/2208e38e-4ccf-4e0c-99e3-12bba4d22772 HTTP/1.1" status: 204 len: 168 time: 3.0864725 Mar 05 05:06:08.263836 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-d0812ecf-c514-4ae0-895f-ae41e18f270a service neutron] For port fc2d1810-3a48-4269-bbbc-f1613c07f2dc, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=fc2d1810-3a48-4269-bbbc-f1613c07f2dc,segment=NetworkSegment(3fdbfe93-a040-40d1-9a4b-c54cf130c455),segment_id=3fdbfe93-a040-40d1-9a4b-c54cf130c455)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:06:08.266131 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d450d-adcf-430c-96e8-45c1e2b98850 admin admin] Pushing event deleted for resources: {'Network': ['ID=2208e38e-4ccf-4e0c-99e3-12bba4d22772,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:08.347685 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-d0812ecf-c514-4ae0-895f-ae41e18f270a service neutron] For port fc2d1810-3a48-4269-bbbc-f1613c07f2dc, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:06:08.447485 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc84204-1947-43f1-9659-673f17381b5d req-c6de4a22-cc6c-4b2a-9503-b1988758987f tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:08.449498 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9cc84204-1947-43f1-9659-673f17381b5d req-c6de4a22-cc6c-4b2a-9503-b1988758987f tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 943 time: 0.3217726 Mar 05 05:06:08.469967 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-d0812ecf-c514-4ae0-895f-ae41e18f270a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc2d1810-3a48-4269-bbbc-f1613c07f2dc {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:06:08.520463 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-690dac73-abec-4cac-9ad6-3e5729532372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d699cb0b-fccd-4910-895b-27b0180c6585), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:08.543399 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-690dac73-abec-4cac-9ad6-3e5729532372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:08.551044 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-690dac73-abec-4cac-9ad6-3e5729532372 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d699cb0b-fccd-4910-895b-27b0180c6585 HTTP/1.1" status: 204 len: 168 time: 0.6465707 Mar 05 05:06:08.626604 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690dac73-abec-4cac-9ad6-3e5729532372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d699cb0b-fccd-4910-895b-27b0180c6585,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:08.645096 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-d0812ecf-c514-4ae0-895f-ae41e18f270a service neutron] Publish callbacks [] for port (fc2d1810-3a48-4269-bbbc-f1613c07f2dc), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:08.685766 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-d0812ecf-c514-4ae0-895f-ae41e18f270a service neutron] Transition to ACTIVE for port object fc2d1810-3a48-4269-bbbc-f1613c07f2dc will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:06:08.694538 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43826) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:08.707323 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9cc84204-1947-43f1-9659-673f17381b5d req-d3a52709-e965-4272-891a-30fd11c6df26 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501695 Mar 05 05:06:08.709922 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-d0812ecf-c514-4ae0-895f-ae41e18f270a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (fc2d1810-3a48-4269-bbbc-f1613c07f2dc), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:08.839418 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0812ecf-c514-4ae0-895f-ae41e18f270a service neutron] Pushing event updated for resources: {'Port': ['ID=fc2d1810-3a48-4269-bbbc-f1613c07f2dc,revision_number=9']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:08.937083 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-92a21815-8e2b-41fe-bca4-f032a344df40 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4e3a7db0492c498e9791caa16e095e94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2408946 Mar 05 05:06:08.938921 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43828) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:08.976866 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-d0812ecf-c514-4ae0-895f-ae41e18f270a service neutron] No DVR routers for this DVR port fc2d1810-3a48-4269-bbbc-f1613c07f2dc on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:06:09.049287 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2b361bb1-e86e-45c5-b26e-50deac47acd5 admin admin] Publish callbacks [] for security_group (af330872-fcd1-4003-9517-2226095fc3b4), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:09.123567 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-21084210-f89a-4a85-89a3-0041a39e8e3a tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-903190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9284'] for router (6ca3a5e7-f552-462f-8b13-8be123fa8d86), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:09.150015 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2b361bb1-e86e-45c5-b26e-50deac47acd5 admin admin] Publish callbacks [] for security_group (af330872-fcd1-4003-9517-2226095fc3b4), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:09.155018 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-21084210-f89a-4a85-89a3-0041a39e8e3a tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-903193'] for router (6ca3a5e7-f552-462f-8b13-8be123fa8d86), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:09.174688 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-d0812ecf-c514-4ae0-895f-ae41e18f270a service neutron] Attempting to bind port fc2d1810-3a48-4269-bbbc-f1613c07f2dc on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:06:09.182473 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-d0812ecf-c514-4ae0-895f-ae41e18f270a service neutron] Attempting to bind port fc2d1810-3a48-4269-bbbc-f1613c07f2dc by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '3fdbfe93-a040-40d1-9a4b-c54cf130c455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5ae49ed7-bb43-451b-a829-6aff97a3cfc7'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:06:09.190704 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-d0812ecf-c514-4ae0-895f-ae41e18f270a service neutron] Attempting to bind port fc2d1810-3a48-4269-bbbc-f1613c07f2dc on network 5ae49ed7-bb43-451b-a829-6aff97a3cfc7 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:06:09.243269 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2b361bb1-e86e-45c5-b26e-50deac47acd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (af330872-fcd1-4003-9517-2226095fc3b4), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:09.246457 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2b361bb1-e86e-45c5-b26e-50deac47acd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:09.250171 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2b361bb1-e86e-45c5-b26e-50deac47acd5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/af330872-fcd1-4003-9517-2226095fc3b4 HTTP/1.1" status: 204 len: 168 time: 0.3078358 Mar 05 05:06:09.273389 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b361bb1-e86e-45c5-b26e-50deac47acd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af330872-fcd1-4003-9517-2226095fc3b4,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:09.302568 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-d0812ecf-c514-4ae0-895f-ae41e18f270a service neutron] Port fc2d1810-3a48-4269-bbbc-f1613c07f2dc on network 5ae49ed7-bb43-451b-a829-6aff97a3cfc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:06:09.303063 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-d0812ecf-c514-4ae0-895f-ae41e18f270a service neutron] Attempting to bind port fc2d1810-3a48-4269-bbbc-f1613c07f2dc on network 5ae49ed7-bb43-451b-a829-6aff97a3cfc7 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:06:09.318876 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-d0812ecf-c514-4ae0-895f-ae41e18f270a service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:06:09.321920 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-d0812ecf-c514-4ae0-895f-ae41e18f270a service neutron] Checking segment: {'id': '3fdbfe93-a040-40d1-9a4b-c54cf130c455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5ae49ed7-bb43-451b-a829-6aff97a3cfc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:06:09.322458 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-d0812ecf-c514-4ae0-895f-ae41e18f270a service neutron] Bound using segment: {'id': '3fdbfe93-a040-40d1-9a4b-c54cf130c455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5ae49ed7-bb43-451b-a829-6aff97a3cfc7'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:06:09.323910 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-d0812ecf-c514-4ae0-895f-ae41e18f270a service neutron] Bound port: fc2d1810-3a48-4269-bbbc-f1613c07f2dc, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fdbfe93-a040-40d1-9a4b-c54cf130c455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5ae49ed7-bb43-451b-a829-6aff97a3cfc7'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:06:09.324387 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-d0812ecf-c514-4ae0-895f-ae41e18f270a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fc2d1810-3a48-4269-bbbc-f1613c07f2dc), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:09.400286 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-d0812ecf-c514-4ae0-895f-ae41e18f270a service neutron] For port fc2d1810-3a48-4269-bbbc-f1613c07f2dc, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:06:09.407707 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-d0812ecf-c514-4ae0-895f-ae41e18f270a service neutron] For port fc2d1810-3a48-4269-bbbc-f1613c07f2dc, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=fc2d1810-3a48-4269-bbbc-f1613c07f2dc,segment=NetworkSegment(3fdbfe93-a040-40d1-9a4b-c54cf130c455),segment_id=3fdbfe93-a040-40d1-9a4b-c54cf130c455)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:06:09.454413 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-d0812ecf-c514-4ae0-895f-ae41e18f270a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (fc2d1810-3a48-4269-bbbc-f1613c07f2dc), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:09.501854 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-d0812ecf-c514-4ae0-895f-ae41e18f270a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:09.502605 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-d0812ecf-c514-4ae0-895f-ae41e18f270a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:09.504148 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-d0812ecf-c514-4ae0-895f-ae41e18f270a service neutron] 10.222.0.30 "PUT /v2.0/ports/fc2d1810-3a48-4269-bbbc-f1613c07f2dc HTTP/1.1" status: 200 len: 1092 time: 2.2468519 Mar 05 05:06:09.504694 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7545c43e-daf9-4cbb-9427-e29e508e90cb', 'tag': 'fc2d1810-3a48-4269-bbbc-f1613c07f2dc'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:06:09.507046 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6559594f-55d5-4689-a332-20de8d4887a5" -d '{"events": [{"name": "network-changed", "server_uuid": "7545c43e-daf9-4cbb-9427-e29e508e90cb", "tag": "fc2d1810-3a48-4269-bbbc-f1613c07f2dc"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:06:09.573572 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0812ecf-c514-4ae0-895f-ae41e18f270a service neutron] Pushing event updated for resources: {'Port': ['ID=fc2d1810-3a48-4269-bbbc-f1613c07f2dc,revision_number=10']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:09.591042 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21084210-f89a-4a85-89a3-0041a39e8e3a tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Router 6ca3a5e7-f552-462f-8b13-8be123fa8d86 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:06:09.599228 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fb5f67-ca8d-4ceb-ba07-841bba993250 x-openstack-request-id: req-f3fb5f67-ca8d-4ceb-ba07-841bba993250 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:06:09.599840 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7545c43e-daf9-4cbb-9427-e29e508e90cb", "tag": "fc2d1810-3a48-4269-bbbc-f1613c07f2dc", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:06:09.600318 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f3fb5f67-ca8d-4ceb-ba07-841bba993250 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:06:09.600945 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7545c43e-daf9-4cbb-9427-e29e508e90cb', 'tag': 'fc2d1810-3a48-4269-bbbc-f1613c07f2dc', 'status': 'completed', 'code': 200} Mar 05 05:06:09.675940 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-c3b1189c-70db-4259-b9c5-8aec632df869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:09.677906 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-c3b1189c-70db-4259-b9c5-8aec632df869 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9bccf4c9915e42c59c0b5d658cd816f5&device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 1127 time: 0.1446400 Mar 05 05:06:09.806784 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21084210-f89a-4a85-89a3-0041a39e8e3a tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:06:09.813034 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-21084210-f89a-4a85-89a3-0041a39e8e3a tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:09.817067 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03b7fca-b86d-46c1-be9b-95b38e0ae1d5 None None] Sync routers for ids ['6ca3a5e7-f552-462f-8b13-8be123fa8d86'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:06:09.817673 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43858) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:09.826551 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-21084210-f89a-4a85-89a3-0041a39e8e3a tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "PUT /v2.0/routers/6ca3a5e7-f552-462f-8b13-8be123fa8d86 HTTP/1.1" status: 200 len: 925 time: 4.6581123 Mar 05 05:06:09.872130 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-041c093b-6545-4b0a-adc4-7eaaeaebdeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:09.876536 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-041c093b-6545-4b0a-adc4-7eaaeaebdeef service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ae49ed7-bb43-451b-a829-6aff97a3cfc7 HTTP/1.1" status: 200 len: 913 time: 0.1886132 Mar 05 05:06:09.878088 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03b7fca-b86d-46c1-be9b-95b38e0ae1d5 None None] Routers {'6ca3a5e7-f552-462f-8b13-8be123fa8d86'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:06:09.878748 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b03b7fca-b86d-46c1-be9b-95b38e0ae1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:05:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['6ca3a5e7-f552-462f-8b13-8be123fa8d86'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:09.984888 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b03b7fca-b86d-46c1-be9b-95b38e0ae1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:10.005407 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03b7fca-b86d-46c1-be9b-95b38e0ae1d5 None None] Routers {'6ca3a5e7-f552-462f-8b13-8be123fa8d86'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:06:10.014044 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b03b7fca-b86d-46c1-be9b-95b38e0ae1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:05:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['6ca3a5e7-f552-462f-8b13-8be123fa8d86'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:10.138932 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a3729-a9dd-482b-bcf9-668e28ab1b20 req-1922b317-9bdf-42df-a455-8f13dfd616ce tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:10.144525 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d53a3729-a9dd-482b-bcf9-668e28ab1b20 req-1922b317-9bdf-42df-a455-8f13dfd616ce tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 944 time: 0.2364712 Mar 05 05:06:10.226808 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a024b84d-9b44-4e3e-8a1b-9d3bccd6fc22 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "GET /v2.0/routers/6ca3a5e7-f552-462f-8b13-8be123fa8d86 HTTP/1.1" status: 200 len: 925 time: 0.4012499 Mar 05 05:06:10.231639 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43868) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:10.340499 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b03b7fca-b86d-46c1-be9b-95b38e0ae1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:10.340975 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03b7fca-b86d-46c1-be9b-95b38e0ae1d5 None None] The sync data for ids ['6ca3a5e7-f552-462f-8b13-8be123fa8d86'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:06:10.453108 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d53a3729-a9dd-482b-bcf9-668e28ab1b20 req-a3d76577-14da-4ca7-a14c-7ddcdd66b66c tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968118 Mar 05 05:06:10.484217 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e33806-eac8-4a47-be8c-1f8dfd055811 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:10.489447 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e4e33806-eac8-4a47-be8c-1f8dfd055811 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=ff625bbb-6b8f-4740-be08-a562ec9a34a4&device_id=6ca3a5e7-f552-462f-8b13-8be123fa8d86&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2491663 Mar 05 05:06:10.490060 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43882) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:10.658689 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbb8360-2698-4584-ba07-15fc65711109 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:10.665607 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6bbb8360-2698-4584-ba07-15fc65711109 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 881 time: 0.1744280 Mar 05 05:06:10.666976 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43888) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:10.703899 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-76be4db6-d0be-4cf6-87a8-ca81fe52a747 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca3a5e7-f552-462f-8b13-8be123fa8d86 HTTP/1.1" status: 200 len: 205 time: 0.0356336 Mar 05 05:06:10.704443 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43890) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:10.843392 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-d8ed970a-2062-4db1-bf65-16731ab56ce0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc2d1810-3a48-4269-bbbc-f1613c07f2dc HTTP/1.1" status: 200 len: 217 time: 0.9584370 Mar 05 05:06:11.004422 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-5372ac99-f5ad-4327-b940-81e4db77fb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:11.009917 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-5372ac99-f5ad-4327-b940-81e4db77fb90 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a99a134-cfcd-44f2-91d8-f43831b19b0b HTTP/1.1" status: 200 len: 853 time: 0.1615558 Mar 05 05:06:11.104728 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-53a4c7cb-925d-4cd5-b18d-b7a21e93f058 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ae49ed7-bb43-451b-a829-6aff97a3cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889721 Mar 05 05:06:11.373516 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-e1a4b43e-8c38-4d80-951f-dee0179dfa7e service neutron] 10.222.0.30 "GET /v2.0/networks/5ae49ed7-bb43-451b-a829-6aff97a3cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620962 Mar 05 05:06:11.432444 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4283fa5f-f25f-4eaf-918c-8bea8d5b77b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:11.662318 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2505a335-a76a-4011-8149-d8abfb055fc2 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router (6ca3a5e7-f552-462f-8b13-8be123fa8d86), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:11.753582 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-75578d3e-43ee-4bf5-aa64-3c7c44fb432a req-d2c04297-9a94-4e64-800a-d555b2e211f0 service neutron] 10.222.0.30 "GET /v2.0/networks/5ae49ed7-bb43-451b-a829-6aff97a3cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685870 Mar 05 05:06:11.964857 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559594f-55d5-4689-a332-20de8d4887a5 req-b956edb5-ac61-4a96-8da9-fc9b9330db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:11.967255 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6559594f-55d5-4689-a332-20de8d4887a5 req-b956edb5-ac61-4a96-8da9-fc9b9330db9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9bccf4c9915e42c59c0b5d658cd816f5&device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 1127 time: 0.1412883 Mar 05 05:06:12.043974 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2572a32-61cd-48bd-a80c-f867323c9f27 req-6ddb7c00-7972-44fa-b08b-6f52dbc2fb19 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:12.045894 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f2572a32-61cd-48bd-a80c-f867323c9f27 req-6ddb7c00-7972-44fa-b08b-6f52dbc2fb19 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 944 time: 0.2168841 Mar 05 05:06:12.128009 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559594f-55d5-4689-a332-20de8d4887a5 req-e351e862-8306-49e9-ad51-a5afaf281a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:12.128975 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f2572a32-61cd-48bd-a80c-f867323c9f27 req-93b35655-19b8-4395-a23a-adbce7493d56 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746813 Mar 05 05:06:12.131843 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6559594f-55d5-4689-a332-20de8d4887a5 req-e351e862-8306-49e9-ad51-a5afaf281a4e service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ae49ed7-bb43-451b-a829-6aff97a3cfc7 HTTP/1.1" status: 200 len: 913 time: 0.1579049 Mar 05 05:06:12.144713 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2505a335-a76a-4011-8149-d8abfb055fc2 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router_gateway (6ca3a5e7-f552-462f-8b13-8be123fa8d86), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:12.230529 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6559594f-55d5-4689-a332-20de8d4887a5 req-1568e3cf-73b2-4315-ba78-8003a938619b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc2d1810-3a48-4269-bbbc-f1613c07f2dc HTTP/1.1" status: 200 len: 217 time: 0.0911617 Mar 05 05:06:12.309918 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-2505a335-a76a-4011-8149-d8abfb055fc2 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Deleting port 0caea895-fbfc-491d-9e34-d9e06d57470f {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:06:12.311122 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2505a335-a76a-4011-8149-d8abfb055fc2 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (0caea895-fbfc-491d-9e34-d9e06d57470f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:12.326578 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559594f-55d5-4689-a332-20de8d4887a5 req-4cc86a23-be10-4c9c-a7bb-d09bae8b9680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:12.328333 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6559594f-55d5-4689-a332-20de8d4887a5 req-4cc86a23-be10-4c9c-a7bb-d09bae8b9680 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a99a134-cfcd-44f2-91d8-f43831b19b0b HTTP/1.1" status: 200 len: 853 time: 0.0922849 Mar 05 05:06:12.393128 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6559594f-55d5-4689-a332-20de8d4887a5 req-a549346a-8013-4555-b4d5-65c26508afd0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ae49ed7-bb43-451b-a829-6aff97a3cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569856 Mar 05 05:06:12.469996 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2505a335-a76a-4011-8149-d8abfb055fc2 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (0caea895-fbfc-491d-9e34-d9e06d57470f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:12.498457 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-2505a335-a76a-4011-8149-d8abfb055fc2 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Calling delete_port for 0caea895-fbfc-491d-9e34-d9e06d57470f owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:06:12.556541 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6559594f-55d5-4689-a332-20de8d4887a5 req-62fb1084-a66a-4a51-9f6d-6560f0b14946 service neutron] 10.222.0.30 "GET /v2.0/networks/5ae49ed7-bb43-451b-a829-6aff97a3cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571450 Mar 05 05:06:12.756329 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6559594f-55d5-4689-a332-20de8d4887a5 req-9f8c9a01-bf5e-45d6-81be-7a9118ff57d5 service neutron] 10.222.0.30 "GET /v2.0/networks/5ae49ed7-bb43-451b-a829-6aff97a3cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954093 Mar 05 05:06:12.906324 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2505a335-a76a-4011-8149-d8abfb055fc2 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (0caea895-fbfc-491d-9e34-d9e06d57470f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:12.937831 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505a335-a76a-4011-8149-d8abfb055fc2 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Pushing event deleted for resources: {'Port': ['ID=0caea895-fbfc-491d-9e34-d9e06d57470f,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:13.033941 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2505a335-a76a-4011-8149-d8abfb055fc2 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (6ca3a5e7-f552-462f-8b13-8be123fa8d86), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:13.319403 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2505a335-a76a-4011-8149-d8abfb055fc2 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (6ca3a5e7-f552-462f-8b13-8be123fa8d86), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:13.326436 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2505a335-a76a-4011-8149-d8abfb055fc2 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router_controller (6ca3a5e7-f552-462f-8b13-8be123fa8d86), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:13.527687 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2505a335-a76a-4011-8149-d8abfb055fc2 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (6ca3a5e7-f552-462f-8b13-8be123fa8d86), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:13.528363 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2505a335-a76a-4011-8149-d8abfb055fc2 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Fanout notify agent at l3_agent the message router_deleted on router 6ca3a5e7-f552-462f-8b13-8be123fa8d86 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:06:13.561576 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0671889-df67-466a-a002-c92480bcb4ce req-09f3f72c-76f1-49f9-83dd-4b3fbae2b70c tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:13.564007 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c0671889-df67-466a-a002-c92480bcb4ce req-09f3f72c-76f1-49f9-83dd-4b3fbae2b70c tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 944 time: 0.2320716 Mar 05 05:06:13.571782 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2505a335-a76a-4011-8149-d8abfb055fc2 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:13.578880 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43974) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:13.580071 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2505a335-a76a-4011-8149-d8abfb055fc2 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] 10.222.0.11 "DELETE /v2.0/routers/6ca3a5e7-f552-462f-8b13-8be123fa8d86 HTTP/1.1" status: 204 len: 168 time: 2.8741746 Mar 05 05:06:13.585645 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-d6689285-0aa1-4a26-bc1d-98f47dc6d2ce tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1794701911', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:06:13.630946 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d6689285-0aa1-4a26-bc1d-98f47dc6d2ce tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (870163dc-1f88-4704-ba11-201ec7c9923e), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:13.634033 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d6689285-0aa1-4a26-bc1d-98f47dc6d2ce tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (870163dc-1f88-4704-ba11-201ec7c9923e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:13.686393 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2e6384b4-c8c3-4b82-8c82-a91276e42183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:13.706716 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c0671889-df67-466a-a002-c92480bcb4ce req-ed2c0739-309a-4cd8-a899-6d80f9bd601a tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229765 Mar 05 05:06:13.778385 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:13.800202 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d6689285-0aa1-4a26-bc1d-98f47dc6d2ce tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router_controller (870163dc-1f88-4704-ba11-201ec7c9923e), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:13.810247 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d6689285-0aa1-4a26-bc1d-98f47dc6d2ce tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (870163dc-1f88-4704-ba11-201ec7c9923e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:13.846307 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d6689285-0aa1-4a26-bc1d-98f47dc6d2ce tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:13.848835 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d6689285-0aa1-4a26-bc1d-98f47dc6d2ce tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2676671 Mar 05 05:06:13.851865 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43980) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:13.863986 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-0aaccb4e-0dc1-4b36-a4a3-ebd61c995e9e tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:06:13.920930 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:14.434915 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0aaccb4e-0dc1-4b36-a4a3-ebd61c995e9e tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router_gateway (870163dc-1f88-4704-ba11-201ec7c9923e), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:15.008212 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:15.028036 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0aaccb4e-0dc1-4b36-a4a3-ebd61c995e9e tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router_gateway (870163dc-1f88-4704-ba11-201ec7c9923e), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:15.050037 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46ffd6-02f0-4478-8a3c-21c8518e42ad req-4cb623d9-cbed-4100-8f69-bdcf8ec0b174 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:15.063402 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6c46ffd6-02f0-4478-8a3c-21c8518e42ad req-4cb623d9-cbed-4100-8f69-bdcf8ec0b174 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 944 time: 0.1756237 Mar 05 05:06:15.091356 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0aaccb4e-0dc1-4b36-a4a3-ebd61c995e9e tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:15.206821 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6c46ffd6-02f0-4478-8a3c-21c8518e42ad req-e0cc8bd2-43d1-41a1-b2c8-8e39229eac5d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412621 Mar 05 05:06:15.400098 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-0aaccb4e-0dc1-4b36-a4a3-ebd61c995e9e tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Allocated IP 172.25.0.199 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/0cd039a8-d9de-4289-b58b-97ae2d6c6884) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:06:15.800320 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0aaccb4e-0dc1-4b36-a4a3-ebd61c995e9e tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for port (0cd039a8-d9de-4289-b58b-97ae2d6c6884), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:15.940297 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0aaccb4e-0dc1-4b36-a4a3-ebd61c995e9e tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (0cd039a8-d9de-4289-b58b-97ae2d6c6884), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:16.064257 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaccb4e-0dc1-4b36-a4a3-ebd61c995e9e tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Pushing event updated for resources: {'Port': ['ID=0cd039a8-d9de-4289-b58b-97ae2d6c6884,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:16.084433 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaccb4e-0dc1-4b36-a4a3-ebd61c995e9e tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:06:16.090037 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-0aaccb4e-0dc1-4b36-a4a3-ebd61c995e9e tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:06:16.095121 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaccb4e-0dc1-4b36-a4a3-ebd61c995e9e tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:06:16.276464 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:16.542875 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786dd97-7cbb-4ff0-ad96-86be36af63c5 req-2a5e6722-d228-4f9b-8fe8-b294e847226a tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:16.558524 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b786dd97-7cbb-4ff0-ad96-86be36af63c5 req-2a5e6722-d228-4f9b-8fe8-b294e847226a tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 944 time: 0.1609328 Mar 05 05:06:16.615633 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0aaccb4e-0dc1-4b36-a4a3-ebd61c995e9e tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router_gateway (870163dc-1f88-4704-ba11-201ec7c9923e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:16.676675 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b786dd97-7cbb-4ff0-ad96-86be36af63c5 req-69cd8892-64e8-467a-8a00-3767d41c76fb tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167827 Mar 05 05:06:17.038879 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0aaccb4e-0dc1-4b36-a4a3-ebd61c995e9e tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-903190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9284'] for router (870163dc-1f88-4704-ba11-201ec7c9923e), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:17.050315 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0aaccb4e-0dc1-4b36-a4a3-ebd61c995e9e tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-903193'] for router (870163dc-1f88-4704-ba11-201ec7c9923e), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:17.529410 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aaccb4e-0dc1-4b36-a4a3-ebd61c995e9e tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Router 870163dc-1f88-4704-ba11-201ec7c9923e is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:06:17.796221 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:17.829216 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aaccb4e-0dc1-4b36-a4a3-ebd61c995e9e tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:06:17.839893 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0aaccb4e-0dc1-4b36-a4a3-ebd61c995e9e tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:17.842125 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0aaccb4e-0dc1-4b36-a4a3-ebd61c995e9e tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] 10.222.0.11 "PUT /v2.0/routers/870163dc-1f88-4704-ba11-201ec7c9923e HTTP/1.1" status: 200 len: 884 time: 3.9888334 Mar 05 05:06:17.843352 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d38d91-4a74-43d6-bedd-cd4515d397d4 None None] Sync routers for ids ['870163dc-1f88-4704-ba11-201ec7c9923e'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:06:17.844005 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44058) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:17.872422 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d38d91-4a74-43d6-bedd-cd4515d397d4 None None] Routers {'870163dc-1f88-4704-ba11-201ec7c9923e'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:06:17.873160 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-11d38d91-4a74-43d6-bedd-cd4515d397d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:06:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['870163dc-1f88-4704-ba11-201ec7c9923e'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:18.190316 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-11d38d91-4a74-43d6-bedd-cd4515d397d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:18.207542 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e14d3-f381-4feb-a264-196a46c48ff6 req-4fe2e493-d189-4a0a-a6b9-68b5f230ad04 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:18.210606 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-672e14d3-f381-4feb-a264-196a46c48ff6 req-4fe2e493-d189-4a0a-a6b9-68b5f230ad04 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 944 time: 0.3184772 Mar 05 05:06:18.214306 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d38d91-4a74-43d6-bedd-cd4515d397d4 None None] Routers {'870163dc-1f88-4704-ba11-201ec7c9923e'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:06:18.215611 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-11d38d91-4a74-43d6-bedd-cd4515d397d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:06:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['870163dc-1f88-4704-ba11-201ec7c9923e'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:18.288530 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e4a7e10f-6730-4018-a38e-479b431add45 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "GET /v2.0/routers/870163dc-1f88-4704-ba11-201ec7c9923e HTTP/1.1" status: 200 len: 925 time: 0.4402821 Mar 05 05:06:18.290957 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44066) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:18.356011 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-11d38d91-4a74-43d6-bedd-cd4515d397d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:18.364247 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d38d91-4a74-43d6-bedd-cd4515d397d4 None None] The sync data for ids ['870163dc-1f88-4704-ba11-201ec7c9923e'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:06:18.379232 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-672e14d3-f381-4feb-a264-196a46c48ff6 req-9379bc63-2064-4f2b-8837-4c6cdd3d5448 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619582 Mar 05 05:06:18.474822 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297e0039-95d1-49db-829c-a05989bfe96a tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:18.482153 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44072) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:18.484208 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-297e0039-95d1-49db-829c-a05989bfe96a tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=ff625bbb-6b8f-4740-be08-a562ec9a34a4&device_id=870163dc-1f88-4704-ba11-201ec7c9923e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1916068 Mar 05 05:06:18.745887 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9abaaf-08cf-4672-90bd-111c1158ae5e tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:18.749100 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8c9abaaf-08cf-4672-90bd-111c1158ae5e tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 881 time: 0.2658873 Mar 05 05:06:18.753285 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44078) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:18.795392 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a668abe8-eebc-44a0-bb57-4ca1a62eb7a0 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] 10.222.0.11 "GET /v2.0/ports?device_id=870163dc-1f88-4704-ba11-201ec7c9923e HTTP/1.1" status: 200 len: 205 time: 0.0408273 Mar 05 05:06:18.797888 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44080) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:18.944962 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1dd8ac0f-5c28-47ae-b8a0-21d312825c29 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router (870163dc-1f88-4704-ba11-201ec7c9923e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:19.134576 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1dd8ac0f-5c28-47ae-b8a0-21d312825c29 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router_gateway (870163dc-1f88-4704-ba11-201ec7c9923e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:19.285887 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-1dd8ac0f-5c28-47ae-b8a0-21d312825c29 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Deleting port 0cd039a8-d9de-4289-b58b-97ae2d6c6884 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:06:19.286550 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1dd8ac0f-5c28-47ae-b8a0-21d312825c29 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (0cd039a8-d9de-4289-b58b-97ae2d6c6884), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:19.484717 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1dd8ac0f-5c28-47ae-b8a0-21d312825c29 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (0cd039a8-d9de-4289-b58b-97ae2d6c6884), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:19.501425 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-1dd8ac0f-5c28-47ae-b8a0-21d312825c29 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Calling delete_port for 0cd039a8-d9de-4289-b58b-97ae2d6c6884 owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:06:19.766744 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1dd8ac0f-5c28-47ae-b8a0-21d312825c29 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (0cd039a8-d9de-4289-b58b-97ae2d6c6884), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:20.091123 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8ac0f-5c28-47ae-b8a0-21d312825c29 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Pushing event deleted for resources: {'Port': ['ID=0cd039a8-d9de-4289-b58b-97ae2d6c6884,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:20.420137 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1dd8ac0f-5c28-47ae-b8a0-21d312825c29 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (870163dc-1f88-4704-ba11-201ec7c9923e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:20.463888 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee21d8-44e6-44fa-bad8-c40a9aef3ee0 req-58e87835-0fc0-4e36-8999-4ac66faff9e0 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:20.483298 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f3ee21d8-44e6-44fa-bad8-c40a9aef3ee0 req-58e87835-0fc0-4e36-8999-4ac66faff9e0 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 944 time: 0.7648869 Mar 05 05:06:20.848653 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1dd8ac0f-5c28-47ae-b8a0-21d312825c29 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (870163dc-1f88-4704-ba11-201ec7c9923e), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:20.872485 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1dd8ac0f-5c28-47ae-b8a0-21d312825c29 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router_controller (870163dc-1f88-4704-ba11-201ec7c9923e), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:20.933782 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f3ee21d8-44e6-44fa-bad8-c40a9aef3ee0 req-b371bd36-ce08-457d-8a1e-41c973131f35 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582144 Mar 05 05:06:21.047764 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1dd8ac0f-5c28-47ae-b8a0-21d312825c29 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (870163dc-1f88-4704-ba11-201ec7c9923e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:21.049178 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd8ac0f-5c28-47ae-b8a0-21d312825c29 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Fanout notify agent at l3_agent the message router_deleted on router 870163dc-1f88-4704-ba11-201ec7c9923e {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:06:21.060332 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1dd8ac0f-5c28-47ae-b8a0-21d312825c29 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:21.067240 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44108) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:21.073220 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-0858d4fa-578b-4a53-aed7-aefd3f3eec0c tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-575801371', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:06:21.080467 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1dd8ac0f-5c28-47ae-b8a0-21d312825c29 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] 10.222.0.11 "DELETE /v2.0/routers/870163dc-1f88-4704-ba11-201ec7c9923e HTTP/1.1" status: 204 len: 168 time: 2.2804377 Mar 05 05:06:21.128402 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0858d4fa-578b-4a53-aed7-aefd3f3eec0c tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (9fe21e25-df4f-4745-a6e0-948ac9985578), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:21.129996 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0858d4fa-578b-4a53-aed7-aefd3f3eec0c tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (9fe21e25-df4f-4745-a6e0-948ac9985578), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:21.302206 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0858d4fa-578b-4a53-aed7-aefd3f3eec0c tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router_controller (9fe21e25-df4f-4745-a6e0-948ac9985578), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:21.311257 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0858d4fa-578b-4a53-aed7-aefd3f3eec0c tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (9fe21e25-df4f-4745-a6e0-948ac9985578), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:21.364589 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0858d4fa-578b-4a53-aed7-aefd3f3eec0c tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:21.371785 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0858d4fa-578b-4a53-aed7-aefd3f3eec0c tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3033128 Mar 05 05:06:21.374688 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44114) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:21.379583 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-e8799cd1-21f0-48a9-8609-7dae6c1bcec3 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'enable_snat': True}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:06:21.389047 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44116) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:21.929175 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-761db31e-3ad8-459b-892f-d93ea78eb881 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Deleting port 35983387-e3c0-4734-88b6-1e0f351e44db {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:06:21.929541 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-761db31e-3ad8-459b-892f-d93ea78eb881 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (35983387-e3c0-4734-88b6-1e0f351e44db), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:22.182510 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-761db31e-3ad8-459b-892f-d93ea78eb881 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (35983387-e3c0-4734-88b6-1e0f351e44db), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:22.183267 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-761db31e-3ad8-459b-892f-d93ea78eb881 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks [] for floatingip (35983387-e3c0-4734-88b6-1e0f351e44db), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:22.263822 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-761db31e-3ad8-459b-892f-d93ea78eb881 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Calling delete_port for 35983387-e3c0-4734-88b6-1e0f351e44db owned by network:floatingip {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:06:22.342174 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8799cd1-21f0-48a9-8609-7dae6c1bcec3 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router_gateway (9fe21e25-df4f-4745-a6e0-948ac9985578), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:22.476035 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871fa2b8-5846-494d-8cc6-ba68d8d8c7b8 req-8846dbd5-433f-4260-a074-128f522d1186 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:22.485294 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-871fa2b8-5846-494d-8cc6-ba68d8d8c7b8 req-8846dbd5-433f-4260-a074-128f522d1186 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 944 time: 0.3172934 Mar 05 05:06:22.805923 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-871fa2b8-5846-494d-8cc6-ba68d8d8c7b8 req-9a081136-f141-43e1-bfe4-5ff086d028c5 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074732 Mar 05 05:06:22.892572 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-761db31e-3ad8-459b-892f-d93ea78eb881 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (35983387-e3c0-4734-88b6-1e0f351e44db), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:22.937169 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761db31e-3ad8-459b-892f-d93ea78eb881 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Pushing event deleted for resources: {'Port': ['ID=35983387-e3c0-4734-88b6-1e0f351e44db,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:23.029156 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761db31e-3ad8-459b-892f-d93ea78eb881 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:06:23.029439 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761db31e-3ad8-459b-892f-d93ea78eb881 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:06:23.029738 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761db31e-3ad8-459b-892f-d93ea78eb881 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:06:23.030078 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761db31e-3ad8-459b-892f-d93ea78eb881 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:06:23.030407 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761db31e-3ad8-459b-892f-d93ea78eb881 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:06:23.030806 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761db31e-3ad8-459b-892f-d93ea78eb881 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:06:23.031046 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761db31e-3ad8-459b-892f-d93ea78eb881 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:06:23.031399 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761db31e-3ad8-459b-892f-d93ea78eb881 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:06:23.031716 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761db31e-3ad8-459b-892f-d93ea78eb881 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:06:23.032065 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761db31e-3ad8-459b-892f-d93ea78eb881 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:06:23.032389 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761db31e-3ad8-459b-892f-d93ea78eb881 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:06:23.032830 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761db31e-3ad8-459b-892f-d93ea78eb881 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:06:23.032996 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761db31e-3ad8-459b-892f-d93ea78eb881 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:06:23.039048 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-761db31e-3ad8-459b-892f-d93ea78eb881 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks [] for floatingip (92aaa62c-becf-4f71-950b-c3210b7d5da7), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:23.039287 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [None req-761db31e-3ad8-459b-892f-d93ea78eb881 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Floating IP 92aaa62c-becf-4f71-950b-c3210b7d5da7 disassociated (deleted). External IP: 172.25.0.29, port: 50f07a32-caaf-4fe5-891e-5877db631d93. Mar 05 05:06:23.268919 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8799cd1-21f0-48a9-8609-7dae6c1bcec3 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router_gateway (9fe21e25-df4f-4745-a6e0-948ac9985578), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:23.345533 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8799cd1-21f0-48a9-8609-7dae6c1bcec3 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:23.480531 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:06:23.725437 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761db31e-3ad8-459b-892f-d93ea78eb881 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Router d6715a9b-a4cf-4897-bd0c-8ecd000e3b85 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:06:23.742556 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-e8799cd1-21f0-48a9-8609-7dae6c1bcec3 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Allocated IP 172.25.0.165 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/c5007d52-5b7b-460f-8a65-1958120c7707) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:06:24.070776 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8799cd1-21f0-48a9-8609-7dae6c1bcec3 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for port (c5007d52-5b7b-460f-8a65-1958120c7707), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:24.108747 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761db31e-3ad8-459b-892f-d93ea78eb881 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:06:24.123176 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a57091-d846-4e22-aa8c-bcf44348f844 None None] Sync routers for ids ['d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:06:24.123916 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-761db31e-3ad8-459b-892f-d93ea78eb881 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:24.148238 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a57091-d846-4e22-aa8c-bcf44348f844 None None] Routers {'d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:06:24.152847 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d3a57091-d846-4e22-aa8c-bcf44348f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:06:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:24.174356 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8799cd1-21f0-48a9-8609-7dae6c1bcec3 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (c5007d52-5b7b-460f-8a65-1958120c7707), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:24.219336 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-761db31e-3ad8-459b-892f-d93ea78eb881 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "DELETE /v2.0/floatingips/92aaa62c-becf-4f71-950b-c3210b7d5da7 HTTP/1.1" status: 204 len: 168 time: 2.8287966 Mar 05 05:06:24.222770 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34bff9b0-42b6-4275-a391-bb426f061288', 'tag': '50f07a32-caaf-4fe5-891e-5877db631d93'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:06:24.226345 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9038878-ee4b-41b4-83bb-87c9b5c82fff" -d '{"events": [{"name": "network-changed", "server_uuid": "34bff9b0-42b6-4275-a391-bb426f061288", "tag": "50f07a32-caaf-4fe5-891e-5877db631d93"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:06:24.398338 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8799cd1-21f0-48a9-8609-7dae6c1bcec3 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:06:24.433456 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-e8799cd1-21f0-48a9-8609-7dae6c1bcec3 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:06:24.440016 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8799cd1-21f0-48a9-8609-7dae6c1bcec3 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:06:24.648677 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-d3a57091-d846-4e22-aa8c-bcf44348f844 None None] Set router d6715a9b-a4cf-4897-bd0c-8ecd000e3b85 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:06:24.714706 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e25d8a6-a7c4-43c2-884e-3d2246f8740c x-openstack-request-id: req-6e25d8a6-a7c4-43c2-884e-3d2246f8740c {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:06:24.714992 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34bff9b0-42b6-4275-a391-bb426f061288", "tag": "50f07a32-caaf-4fe5-891e-5877db631d93", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:06:24.715294 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6e25d8a6-a7c4-43c2-884e-3d2246f8740c {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:06:24.715771 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34bff9b0-42b6-4275-a391-bb426f061288', 'tag': '50f07a32-caaf-4fe5-891e-5877db631d93', 'status': 'completed', 'code': 200} Mar 05 05:06:25.393710 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d3a57091-d846-4e22-aa8c-bcf44348f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'name': 'tempest-TestVolumeBackupRestore-1807192989-router', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ce032c2c-02e0-4136-8eaf-6ff900b3028b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:57:44Z', 'updated_at': '2022-03-05T04:57:53Z', 'revision_number': 4, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'gw_port': {'id': 'ce032c2c-02e0-4136-8eaf-6ff900b3028b', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:46Z', 'updated_at': '2022-03-05T04:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '5d2bd556-a203-44f9-9050-9b40caee2fe8', 'name': '', 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'mac_address': 'fa:16:3e:c4:58:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'f720af32-1780-481f-bd99-7eac986e68f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:51Z', 'updated_at': '2022-03-05T04:58:06Z', 'revision_number': 5, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'subnets': [{'id': 'f720af32-1780-481f-bd99-7eac986e68f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:25.483035 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a57091-d846-4e22-aa8c-bcf44348f844 None None] Checking router: d6715a9b-a4cf-4897-bd0c-8ecd000e3b85 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:06:25.497977 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a57091-d846-4e22-aa8c-bcf44348f844 None None] Routers {'d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:06:25.499013 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d3a57091-d846-4e22-aa8c-bcf44348f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:06:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:25.654452 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-d3a57091-d846-4e22-aa8c-bcf44348f844 None None] Set router d6715a9b-a4cf-4897-bd0c-8ecd000e3b85 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:06:25.682714 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8799cd1-21f0-48a9-8609-7dae6c1bcec3 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Pushing event updated for resources: {'Port': ['ID=c5007d52-5b7b-460f-8a65-1958120c7707,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:25.906004 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d3a57091-d846-4e22-aa8c-bcf44348f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'name': 'tempest-TestVolumeBackupRestore-1807192989-router', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ce032c2c-02e0-4136-8eaf-6ff900b3028b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:57:44Z', 'updated_at': '2022-03-05T04:57:53Z', 'revision_number': 4, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'gw_port': {'id': 'ce032c2c-02e0-4136-8eaf-6ff900b3028b', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:46Z', 'updated_at': '2022-03-05T04:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '5d2bd556-a203-44f9-9050-9b40caee2fe8', 'name': '', 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'mac_address': 'fa:16:3e:c4:58:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'f720af32-1780-481f-bd99-7eac986e68f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:51Z', 'updated_at': '2022-03-05T04:58:06Z', 'revision_number': 5, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'subnets': [{'id': 'f720af32-1780-481f-bd99-7eac986e68f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:25.949982 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a57091-d846-4e22-aa8c-bcf44348f844 None None] The sync data for ids ['d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'] in n-d-789963-32 is: [{'id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'name': 'tempest-TestVolumeBackupRestore-1807192989-router', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ce032c2c-02e0-4136-8eaf-6ff900b3028b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:57:44Z', 'updated_at': '2022-03-05T04:57:53Z', 'revision_number': 4, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'gw_port': {'id': 'ce032c2c-02e0-4136-8eaf-6ff900b3028b', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:46Z', 'updated_at': '2022-03-05T04:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '5d2bd556-a203-44f9-9050-9b40caee2fe8', 'name': '', 'network_id': '736070a8-c07b-477b-a66e-efe0e434beb4', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'mac_address': 'fa:16:3e:c4:58:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'f720af32-1780-481f-bd99-7eac986e68f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:51Z', 'updated_at': '2022-03-05T04:58:06Z', 'revision_number': 5, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'subnets': [{'id': 'f720af32-1780-481f-bd99-7eac986e68f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:06:26.013819 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ea96c-49af-45cd-ba5f-6cce413ab2ad req-2ed5ab7a-803a-490f-96d2-7102f3316057 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:26.015701 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-936ea96c-49af-45cd-ba5f-6cce413ab2ad req-2ed5ab7a-803a-490f-96d2-7102f3316057 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 944 time: 1.8703997 Mar 05 05:06:26.202619 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb70b7-10e7-4d35-8882-50bc9f092b28 req-e70706da-1467-4e28-8ff7-7e89d66ac40a tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:26.213982 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-38fb70b7-10e7-4d35-8882-50bc9f092b28 req-e70706da-1467-4e28-8ff7-7e89d66ac40a tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 946 time: 0.4409699 Mar 05 05:06:26.221381 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-936ea96c-49af-45cd-ba5f-6cce413ab2ad req-b15bc9f1-fdbe-4e8f-aaba-97e478f45942 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932786 Mar 05 05:06:26.284092 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655bf9c-10b8-4726-a040-16bca2f37d85 req-81ef061e-3e93-46c0-8882-b17b27bf6ef6 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:26.288259 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a655bf9c-10b8-4726-a040-16bca2f37d85 req-81ef061e-3e93-46c0-8882-b17b27bf6ef6 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.31 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 946 time: 0.1417279 Mar 05 05:06:26.304324 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9038878-ee4b-41b4-83bb-87c9b5c82fff req-fcf17e22-3fe6-48e0-b02f-0b4b81319339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:26.306249 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9038878-ee4b-41b4-83bb-87c9b5c82fff req-fcf17e22-3fe6-48e0-b02f-0b4b81319339 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=fd9e4590e65e4025b61d4190c1454a8c&device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 1129 time: 0.6155035 Mar 05 05:06:26.327223 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-38fb70b7-10e7-4d35-8882-50bc9f092b28 req-855f0b86-1012-4068-87ca-ede0f8934d7d tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/security-groups?id=3ecbfce8-967f-426d-a5d4-fb014d78ce26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073618 Mar 05 05:06:26.558695 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-a655bf9c-10b8-4726-a040-16bca2f37d85 req-bba2563e-4015-49ce-b1ae-a2f652fb577f tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Deleting port 50f07a32-caaf-4fe5-891e-5877db631d93 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:06:26.559128 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-a655bf9c-10b8-4726-a040-16bca2f37d85 req-bba2563e-4015-49ce-b1ae-a2f652fb577f tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (50f07a32-caaf-4fe5-891e-5877db631d93), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:26.629398 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9038878-ee4b-41b4-83bb-87c9b5c82fff req-ab5cce36-3951-42bc-a53c-55ddd9b8f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:26.631028 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9038878-ee4b-41b4-83bb-87c9b5c82fff req-ab5cce36-3951-42bc-a53c-55ddd9b8f936 service neutron] 10.222.0.31 "GET /v2.0/networks?id=736070a8-c07b-477b-a66e-efe0e434beb4 HTTP/1.1" status: 200 len: 914 time: 0.3010240 Mar 05 05:06:26.760437 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af68b94-7fce-4c69-a503-24588b217928 None None] New status for floating IP 92aaa62c-becf-4f71-950b-c3210b7d5da7: DOWN {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:06:26.829708 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-a655bf9c-10b8-4726-a040-16bca2f37d85 req-bba2563e-4015-49ce-b1ae-a2f652fb577f tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] For port 50f07a32-caaf-4fe5-891e-5877db631d93, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=50f07a32-caaf-4fe5-891e-5877db631d93,segment=NetworkSegment(ee5f539a-83bc-4459-8bf3-8d0b46694dc7),segment_id=ee5f539a-83bc-4459-8bf3-8d0b46694dc7)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:06:26.831141 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-a655bf9c-10b8-4726-a040-16bca2f37d85 req-bba2563e-4015-49ce-b1ae-a2f652fb577f tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (50f07a32-caaf-4fe5-891e-5877db631d93), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:26.866587 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-a655bf9c-10b8-4726-a040-16bca2f37d85 req-bba2563e-4015-49ce-b1ae-a2f652fb577f tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Calling delete_port for 50f07a32-caaf-4fe5-891e-5877db631d93 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:06:26.930839 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9038878-ee4b-41b4-83bb-87c9b5c82fff req-143b2248-065c-4a32-a77d-b7b8adde4e8c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50f07a32-caaf-4fe5-891e-5877db631d93 HTTP/1.1" status: 200 len: 217 time: 0.2917626 Mar 05 05:06:27.127571 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9038878-ee4b-41b4-83bb-87c9b5c82fff req-47b2f53e-cdf0-4c24-abaf-554991601f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:27.131536 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9038878-ee4b-41b4-83bb-87c9b5c82fff req-47b2f53e-cdf0-4c24-abaf-554991601f39 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f720af32-1780-481f-bd99-7eac986e68f2 HTTP/1.1" status: 200 len: 853 time: 0.1901796 Mar 05 05:06:27.183168 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-a655bf9c-10b8-4726-a040-16bca2f37d85 req-bba2563e-4015-49ce-b1ae-a2f652fb577f tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (50f07a32-caaf-4fe5-891e-5877db631d93), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:27.320592 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2563e-4015-49ce-b1ae-a2f652fb577f tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Pushing event deleted for resources: {'Port': ['ID=50f07a32-caaf-4fe5-891e-5877db631d93,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:27.363007 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-a655bf9c-10b8-4726-a040-16bca2f37d85 req-bba2563e-4015-49ce-b1ae-a2f652fb577f tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] No DVR routers for this DVR port 50f07a32-caaf-4fe5-891e-5877db631d93 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:06:27.368294 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-a655bf9c-10b8-4726-a040-16bca2f37d85 req-bba2563e-4015-49ce-b1ae-a2f652fb577f tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:27.373588 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a655bf9c-10b8-4726-a040-16bca2f37d85 req-bba2563e-4015-49ce-b1ae-a2f652fb577f tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.31 "DELETE /v2.0/ports/50f07a32-caaf-4fe5-891e-5877db631d93 HTTP/1.1" status: 204 len: 173 time: 1.0790751 Mar 05 05:06:27.374241 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34bff9b0-42b6-4275-a391-bb426f061288', 'name': 'network-vif-deleted', 'tag': '50f07a32-caaf-4fe5-891e-5877db631d93'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:06:27.377483 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b399ed-bce9-4e55-9cc9-5dfb587d0ee7" -d '{"events": [{"server_uuid": "34bff9b0-42b6-4275-a391-bb426f061288", "name": "network-vif-deleted", "tag": "50f07a32-caaf-4fe5-891e-5877db631d93"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:06:27.633652 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-71e3aeb6-7a48-4568-a373-2d21d8ded26e req-54d26f4f-dbce-44cc-be55-4015fd75a368 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 210 time: 0.0840943 Mar 05 05:06:27.649620 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8799cd1-21f0-48a9-8609-7dae6c1bcec3 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router_gateway (9fe21e25-df4f-4745-a6e0-948ac9985578), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:27.744757 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00737c6e-1f04-47b4-8b54-1d0b633f4cee x-openstack-request-id: req-00737c6e-1f04-47b4-8b54-1d0b633f4cee {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:06:27.745579 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34bff9b0-42b6-4275-a391-bb426f061288", "name": "network-vif-deleted", "tag": "50f07a32-caaf-4fe5-891e-5877db631d93", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:06:27.745995 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-00737c6e-1f04-47b4-8b54-1d0b633f4cee {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:06:27.746557 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34bff9b0-42b6-4275-a391-bb426f061288', 'name': 'network-vif-deleted', 'tag': '50f07a32-caaf-4fe5-891e-5877db631d93', 'status': 'completed', 'code': 200} Mar 05 05:06:27.794658 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9038878-ee4b-41b4-83bb-87c9b5c82fff req-e0494a9c-50ef-49b4-9736-b9ca975fd065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:27.796307 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9038878-ee4b-41b4-83bb-87c9b5c82fff req-e0494a9c-50ef-49b4-9736-b9ca975fd065 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=736070a8-c07b-477b-a66e-efe0e434beb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6522679 Mar 05 05:06:28.169169 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666cb28-e4fd-4119-a430-4ce5f80fdf68 req-f9bfebb8-8a9b-4599-9b65-ce7f68afc5e1 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:28.182938 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5666cb28-e4fd-4119-a430-4ce5f80fdf68 req-f9bfebb8-8a9b-4599-9b65-ce7f68afc5e1 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 944 time: 0.7656708 Mar 05 05:06:28.191470 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9038878-ee4b-41b4-83bb-87c9b5c82fff req-28b011fe-b669-4d05-91e3-1c87293436d8 service neutron] 10.222.0.31 "GET /v2.0/networks/736070a8-c07b-477b-a66e-efe0e434beb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817127 Mar 05 05:06:29.148621 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5666cb28-e4fd-4119-a430-4ce5f80fdf68 req-fdcb98ab-3f2b-430a-9c16-51708df9da61 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9642470 Mar 05 05:06:29.214196 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2b30e25c-2f47-476f-a312-366ec2799fb9 req-cb665d62-f076-48e2-8ad0-c6e1b39e27f7 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 210 time: 0.3595409 Mar 05 05:06:29.244515 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9038878-ee4b-41b4-83bb-87c9b5c82fff req-20effb4b-3231-4d95-b5a3-3da24147141f service neutron] 10.222.0.31 "GET /v2.0/networks/736070a8-c07b-477b-a66e-efe0e434beb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0436468 Mar 05 05:06:29.272758 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8799cd1-21f0-48a9-8609-7dae6c1bcec3 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-903190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9284'] for router (9fe21e25-df4f-4745-a6e0-948ac9985578), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:29.283203 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8799cd1-21f0-48a9-8609-7dae6c1bcec3 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-903193'] for router (9fe21e25-df4f-4745-a6e0-948ac9985578), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:29.686842 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8799cd1-21f0-48a9-8609-7dae6c1bcec3 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Router 9fe21e25-df4f-4745-a6e0-948ac9985578 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:06:29.979311 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8799cd1-21f0-48a9-8609-7dae6c1bcec3 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:06:29.989798 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8799cd1-21f0-48a9-8609-7dae6c1bcec3 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:29.994476 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e8799cd1-21f0-48a9-8609-7dae6c1bcec3 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "PUT /v2.0/routers/9fe21e25-df4f-4745-a6e0-948ac9985578 HTTP/1.1" status: 200 len: 918 time: 8.6154792 Mar 05 05:06:29.995650 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44266) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:30.008210 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd800cef-c3b4-423d-958c-1bbd8d3149a9 None None] Sync routers for ids ['9fe21e25-df4f-4745-a6e0-948ac9985578'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:06:30.027383 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd800cef-c3b4-423d-958c-1bbd8d3149a9 None None] Routers {'9fe21e25-df4f-4745-a6e0-948ac9985578'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:06:30.027978 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-fd800cef-c3b4-423d-958c-1bbd8d3149a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:06:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9fe21e25-df4f-4745-a6e0-948ac9985578'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:30.124033 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-fd800cef-c3b4-423d-958c-1bbd8d3149a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:30.145686 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd800cef-c3b4-423d-958c-1bbd8d3149a9 None None] Routers {'9fe21e25-df4f-4745-a6e0-948ac9985578'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:06:30.146339 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-fd800cef-c3b4-423d-958c-1bbd8d3149a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:06:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9fe21e25-df4f-4745-a6e0-948ac9985578'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:30.279104 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 50f07a32-caaf-4fe5-891e-5877db631d93 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:06:30.316866 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-dba11270-35d4-44b8-a457-aa29fb404a47 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "GET /v2.0/routers/9fe21e25-df4f-4745-a6e0-948ac9985578 HTTP/1.1" status: 200 len: 924 time: 0.3190546 Mar 05 05:06:30.319658 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44276) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:30.345069 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-fd800cef-c3b4-423d-958c-1bbd8d3149a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:30.345761 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd800cef-c3b4-423d-958c-1bbd8d3149a9 None None] The sync data for ids ['9fe21e25-df4f-4745-a6e0-948ac9985578'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:06:30.355843 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 50f07a32-caaf-4fe5-891e-5877db631d93 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:06:30.360680 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 50f07a32-caaf-4fe5-891e-5877db631d93 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:06:30.615335 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1146acb0-c92c-41ee-9fad-a5fcaf78caa5 req-c039ff2a-2788-43da-bf93-ddc271d5356f tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 210 time: 0.2293081 Mar 05 05:06:30.734768 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565ec5d8-544f-4a74-9e5a-eb3e8649bb21 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:30.741188 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44280) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:30.743432 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-565ec5d8-544f-4a74-9e5a-eb3e8649bb21 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=ff625bbb-6b8f-4740-be08-a562ec9a34a4&device_id=9fe21e25-df4f-4745-a6e0-948ac9985578&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4224350 Mar 05 05:06:30.774896 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f98b1-9bd8-4e98-87b4-dc16228d0b55 req-afebabfe-4f00-4181-bbf6-abc0aa2d69e2 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:30.776686 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bf0f98b1-9bd8-4e98-87b4-dc16228d0b55 req-afebabfe-4f00-4181-bbf6-abc0aa2d69e2 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 944 time: 0.3978596 Mar 05 05:06:30.929232 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bf0f98b1-9bd8-4e98-87b4-dc16228d0b55 req-490a025d-8689-41c8-a414-a39fbb5f6bbb tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428487 Mar 05 05:06:30.968960 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44282) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:30.979270 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8efcf05-d634-497f-be98-6854cae9caac tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:30.980689 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d8efcf05-d634-497f-be98-6854cae9caac tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 881 time: 0.2381465 Mar 05 05:06:30.987444 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44286) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:31.409274 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-244b62e6-a38e-4793-9dfe-e8a7532adb00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:31.648775 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-244b62e6-a38e-4793-9dfe-e8a7532adb00 admin admin] Publish callbacks [] for security_group (91269a2c-b585-43cc-98ff-c997c3bc1913), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:31.658495 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-244b62e6-a38e-4793-9dfe-e8a7532adb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (91269a2c-b585-43cc-98ff-c997c3bc1913), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:31.779277 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-244b62e6-a38e-4793-9dfe-e8a7532adb00 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=06ed4c656907411790df3573a0c24e60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8104074 Mar 05 05:06:31.793391 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44298) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:31.873193 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b62e6-a38e-4793-9dfe-e8a7532adb00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91269a2c-b585-43cc-98ff-c997c3bc1913,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:31.895929 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b62e6-a38e-4793-9dfe-e8a7532adb00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:06:31.896649 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b62e6-a38e-4793-9dfe-e8a7532adb00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:06:31.897222 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b62e6-a38e-4793-9dfe-e8a7532adb00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:06:31.897916 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b62e6-a38e-4793-9dfe-e8a7532adb00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:06:31.898486 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b62e6-a38e-4793-9dfe-e8a7532adb00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:06:31.898991 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b62e6-a38e-4793-9dfe-e8a7532adb00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:06:31.899705 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b62e6-a38e-4793-9dfe-e8a7532adb00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:06:31.901013 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b62e6-a38e-4793-9dfe-e8a7532adb00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:06:31.901636 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b62e6-a38e-4793-9dfe-e8a7532adb00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:06:31.902239 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b62e6-a38e-4793-9dfe-e8a7532adb00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:06:31.902801 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b62e6-a38e-4793-9dfe-e8a7532adb00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:06:31.903452 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b62e6-a38e-4793-9dfe-e8a7532adb00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:06:31.904543 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b62e6-a38e-4793-9dfe-e8a7532adb00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:06:31.930599 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1b3d96d9-b0c7-44aa-91c0-84cd77f07594 req-7c620edf-d45a-4a89-bfa9-f00690726a2f tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 210 time: 0.1317751 Mar 05 05:06:32.010302 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-51bb6ffd-749d-4cbf-ae45-c18d6080ef52 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fe21e25-df4f-4745-a6e0-948ac9985578 HTTP/1.1" status: 200 len: 205 time: 1.0186162 Mar 05 05:06:32.013527 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44302) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:32.052480 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-27b428e7-8400-4b36-bfb0-205ffe717bcc admin admin] Publish callbacks [] for security_group (91269a2c-b585-43cc-98ff-c997c3bc1913), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:32.171636 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-27b428e7-8400-4b36-bfb0-205ffe717bcc admin admin] Publish callbacks [] for security_group (91269a2c-b585-43cc-98ff-c997c3bc1913), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:32.265947 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1dced164-8e5f-4a59-94d6-3942cf7b79f3 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router (9fe21e25-df4f-4745-a6e0-948ac9985578), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:32.308076 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253378a-01ad-4227-851c-ac7da8858c2f req-f27d309c-2034-4bb4-a277-fc64837d78d5 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:32.313900 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7253378a-01ad-4227-851c-ac7da8858c2f req-f27d309c-2034-4bb4-a277-fc64837d78d5 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 944 time: 0.2185462 Mar 05 05:06:32.482026 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7253378a-01ad-4227-851c-ac7da8858c2f req-7038dccc-d29f-409d-a343-a951e9d0d1f2 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600909 Mar 05 05:06:32.484829 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-27b428e7-8400-4b36-bfb0-205ffe717bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (91269a2c-b585-43cc-98ff-c997c3bc1913), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:32.492328 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-27b428e7-8400-4b36-bfb0-205ffe717bcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:32.496139 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-27b428e7-8400-4b36-bfb0-205ffe717bcc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/91269a2c-b585-43cc-98ff-c997c3bc1913 HTTP/1.1" status: 204 len: 168 time: 0.6971259 Mar 05 05:06:32.514103 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b428e7-8400-4b36-bfb0-205ffe717bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91269a2c-b585-43cc-98ff-c997c3bc1913,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:32.725224 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1dced164-8e5f-4a59-94d6-3942cf7b79f3 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router_gateway (9fe21e25-df4f-4745-a6e0-948ac9985578), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:32.935320 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-1dced164-8e5f-4a59-94d6-3942cf7b79f3 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Deleting port c5007d52-5b7b-460f-8a65-1958120c7707 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:06:32.935696 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1dced164-8e5f-4a59-94d6-3942cf7b79f3 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (c5007d52-5b7b-460f-8a65-1958120c7707), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:33.179957 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bb99b373-34e6-4e7c-ae2c-b97d5081a1a2 req-f26b5b14-8192-4aca-b2b8-db1fb0cd8fad tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 210 time: 0.0751085 Mar 05 05:06:33.229684 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1dced164-8e5f-4a59-94d6-3942cf7b79f3 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (c5007d52-5b7b-460f-8a65-1958120c7707), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:33.253761 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44312) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:33.270782 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-94bae0de-23d1-48b8-bd79-6c7fb7974d0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:33.271421 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-1dced164-8e5f-4a59-94d6-3942cf7b79f3 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Calling delete_port for c5007d52-5b7b-460f-8a65-1958120c7707 owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:06:33.408442 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-94bae0de-23d1-48b8-bd79-6c7fb7974d0e admin admin] Publish callbacks [] for security_group (913e275d-caa1-45d1-9940-37eddbf068ed), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:33.416190 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-94bae0de-23d1-48b8-bd79-6c7fb7974d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (913e275d-caa1-45d1-9940-37eddbf068ed), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:33.597941 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-94bae0de-23d1-48b8-bd79-6c7fb7974d0e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=808f51eaaff1435886cd55e6bd62731b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3430367 Mar 05 05:06:33.602172 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44318) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:33.613307 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bae0de-23d1-48b8-bd79-6c7fb7974d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913e275d-caa1-45d1-9940-37eddbf068ed,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:33.755883 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1dced164-8e5f-4a59-94d6-3942cf7b79f3 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (c5007d52-5b7b-460f-8a65-1958120c7707), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:33.782423 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-ca5ff3de-ae02-445b-b3d8-34dbc8f47eed req-f046bbd3-971a-492e-ab4f-0a609df6e42d service neutron] (105231) timed out ('10.222.0.11', 51508) {{(pid=105231) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 05 05:06:33.840201 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dced164-8e5f-4a59-94d6-3942cf7b79f3 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Pushing event deleted for resources: {'Port': ['ID=c5007d52-5b7b-460f-8a65-1958120c7707,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:33.958876 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c3e48-71c7-4316-a2f6-42ae95c0933a req-83918c9b-84b5-4ef2-bf9a-b20af0be4a69 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:33.975684 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-622c3e48-71c7-4316-a2f6-42ae95c0933a req-83918c9b-84b5-4ef2-bf9a-b20af0be4a69 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 944 time: 0.3017044 Mar 05 05:06:33.993841 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-597b0ac9-5559-4d6b-af80-fd62e578239a admin admin] Publish callbacks [] for security_group (913e275d-caa1-45d1-9940-37eddbf068ed), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:34.076807 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1dced164-8e5f-4a59-94d6-3942cf7b79f3 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (9fe21e25-df4f-4745-a6e0-948ac9985578), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:34.149241 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-597b0ac9-5559-4d6b-af80-fd62e578239a admin admin] Publish callbacks [] for security_group (913e275d-caa1-45d1-9940-37eddbf068ed), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:34.316737 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-622c3e48-71c7-4316-a2f6-42ae95c0933a req-6030d99e-212a-42fb-b2fb-2477a1ffde3e tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400621 Mar 05 05:06:34.431751 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c0a032ea-7547-4293-a1ab-16cc55c4abbb req-4c37d827-2b64-4f2f-9a6c-65e16fc37044 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 210 time: 0.1002271 Mar 05 05:06:34.464218 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-597b0ac9-5559-4d6b-af80-fd62e578239a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (913e275d-caa1-45d1-9940-37eddbf068ed), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:34.473353 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1dced164-8e5f-4a59-94d6-3942cf7b79f3 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (9fe21e25-df4f-4745-a6e0-948ac9985578), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:34.475408 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-597b0ac9-5559-4d6b-af80-fd62e578239a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:34.481985 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-597b0ac9-5559-4d6b-af80-fd62e578239a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/913e275d-caa1-45d1-9940-37eddbf068ed HTTP/1.1" status: 204 len: 168 time: 0.8746271 Mar 05 05:06:34.492749 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1dced164-8e5f-4a59-94d6-3942cf7b79f3 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router_controller (9fe21e25-df4f-4745-a6e0-948ac9985578), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:34.515512 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b0ac9-5559-4d6b-af80-fd62e578239a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913e275d-caa1-45d1-9940-37eddbf068ed,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:34.613017 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1dced164-8e5f-4a59-94d6-3942cf7b79f3 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (9fe21e25-df4f-4745-a6e0-948ac9985578), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:34.613725 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dced164-8e5f-4a59-94d6-3942cf7b79f3 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Fanout notify agent at l3_agent the message router_deleted on router 9fe21e25-df4f-4745-a6e0-948ac9985578 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:06:34.630418 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1dced164-8e5f-4a59-94d6-3942cf7b79f3 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:34.635761 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1dced164-8e5f-4a59-94d6-3942cf7b79f3 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] 10.222.0.11 "DELETE /v2.0/routers/9fe21e25-df4f-4745-a6e0-948ac9985578 HTTP/1.1" status: 204 len: 168 time: 2.6210365 Mar 05 05:06:34.639560 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44324) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:34.645185 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-c940b7ab-6785-430a-9189-fdbdad9252e0 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-139422080', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:06:34.695500 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c940b7ab-6785-430a-9189-fdbdad9252e0 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (54e4b5a7-5899-4da4-b32f-3be0a93c3c3a), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:34.699736 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c940b7ab-6785-430a-9189-fdbdad9252e0 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (54e4b5a7-5899-4da4-b32f-3be0a93c3c3a), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:34.911285 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c940b7ab-6785-430a-9189-fdbdad9252e0 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router_controller (54e4b5a7-5899-4da4-b32f-3be0a93c3c3a), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:34.920213 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c940b7ab-6785-430a-9189-fdbdad9252e0 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (54e4b5a7-5899-4da4-b32f-3be0a93c3c3a), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:34.961306 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c940b7ab-6785-430a-9189-fdbdad9252e0 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:34.963166 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c940b7ab-6785-430a-9189-fdbdad9252e0 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3221679 Mar 05 05:06:34.967181 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44330) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:34.973849 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-7c642c66-f181-4409-8374-f52f57a4ce3c tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'enable_snat': False}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:06:35.629105 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c642c66-f181-4409-8374-f52f57a4ce3c tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router_gateway (54e4b5a7-5899-4da4-b32f-3be0a93c3c3a), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:35.699935 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-afdf8481-1869-4b3f-a1fd-e60fa1b040d9 req-adafe967-1057-4354-8425-662f06da2d19 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 210 time: 0.0854387 Mar 05 05:06:35.932165 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d91d91-e87a-44af-916e-1f3b270743e0 req-bca06144-7b86-46fe-8bc5-25e97d789d98 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:35.943249 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-39d91d91-e87a-44af-916e-1f3b270743e0 req-bca06144-7b86-46fe-8bc5-25e97d789d98 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 944 time: 0.4193521 Mar 05 05:06:36.191330 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-39d91d91-e87a-44af-916e-1f3b270743e0 req-ded9093c-8df4-4946-a6df-b4051e713113 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779926 Mar 05 05:06:36.941642 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-a29e0f0c-7a0d-4759-ad5c-b992dfa34e26 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1251173 Mar 05 05:06:37.307966 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-600b963c-d3be-4095-8967-262baadc2250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:37.316096 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c642c66-f181-4409-8374-f52f57a4ce3c tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router_gateway (54e4b5a7-5899-4da4-b32f-3be0a93c3c3a), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:37.317528 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-600b963c-d3be-4095-8967-262baadc2250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:37.318334 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-600b963c-d3be-4095-8967-262baadc2250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:37.321629 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-600b963c-d3be-4095-8967-262baadc2250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:37.324263 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-600b963c-d3be-4095-8967-262baadc2250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:37.324693 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7b6cf94e-a173-4b64-9e66-f2306f656553 req-76413af2-175c-42ff-9de0-6ff6f647825c tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 210 time: 0.1298096 Mar 05 05:06:37.336098 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-600b963c-d3be-4095-8967-262baadc2250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:37.336589 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-600b963c-d3be-4095-8967-262baadc2250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:37.344483 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-600b963c-d3be-4095-8967-262baadc2250 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3cbec10cd3004a49ad666e5206b0e916&device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 6716 time: 0.1670239 Mar 05 05:06:37.381551 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c642c66-f181-4409-8374-f52f57a4ce3c tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:37.697804 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-b2d47888-9b4e-4fe4-ba78-db8c3f802b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:37.698389 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-b2d47888-9b4e-4fe4-ba78-db8c3f802b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:37.700414 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-b2d47888-9b4e-4fe4-ba78-db8c3f802b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:37.705447 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-b2d47888-9b4e-4fe4-ba78-db8c3f802b4b service neutron] 10.222.0.30 "GET /v2.0/networks?id=e3e0acc2-40bc-4e0d-812c-fb475a7a34dc&id=61e4226b-fc5c-4019-a996-47139c08d580&id=61e4226b-fc5c-4019-a996-47139c08d580&id=61e4226b-fc5c-4019-a996-47139c08d580&id=61e4226b-fc5c-4019-a996-47139c08d580&id=d5e298e9-3894-4a20-bba8-ee9990215b28&id=d5e298e9-3894-4a20-bba8-ee9990215b28 HTTP/1.1" status: 200 len: 2289 time: 0.2916031 Mar 05 05:06:37.780249 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-7c642c66-f181-4409-8374-f52f57a4ce3c tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Allocated IP 172.25.0.214 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/5b651706-546f-4cab-a9a3-96505268f9e5) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:06:37.895398 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-b14819a9-5048-430c-82bd-ed368dc38e94 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb0615e6-cbd4-44e8-a848-c0fb10603773 HTTP/1.1" status: 200 len: 1002 time: 0.1841459 Mar 05 05:06:37.976980 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c642c66-f181-4409-8374-f52f57a4ce3c tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for port (5b651706-546f-4cab-a9a3-96505268f9e5), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:38.039263 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ade9c8-44b3-413f-8f31-c34b5584c2e9 req-2ed33505-1ac2-493a-b4c9-2961f888ae44 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:38.041974 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-05ade9c8-44b3-413f-8f31-c34b5584c2e9 req-2ed33505-1ac2-493a-b4c9-2961f888ae44 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 944 time: 0.7222390 Mar 05 05:06:38.095922 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-6f9c6a60-a6a9-4783-a4d1-bdaba15be64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:38.100122 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-6f9c6a60-a6a9-4783-a4d1-bdaba15be64f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=641299e5-fad6-49c3-bcda-29f110adb5d6 HTTP/1.1" status: 200 len: 850 time: 0.1970289 Mar 05 05:06:38.143848 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c642c66-f181-4409-8374-f52f57a4ce3c tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (5b651706-546f-4cab-a9a3-96505268f9e5), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:38.188049 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-05ade9c8-44b3-413f-8f31-c34b5584c2e9 req-44844b27-116f-41e3-9b08-59d91485bea2 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336155 Mar 05 05:06:38.225301 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-c7cbcb34-f82c-4dfd-80ff-d573c6022c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:38.227200 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-c7cbcb34-f82c-4dfd-80ff-d573c6022c0b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3e0acc2-40bc-4e0d-812c-fb475a7a34dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1192398 Mar 05 05:06:38.248923 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c642c66-f181-4409-8374-f52f57a4ce3c tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:06:38.262889 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-7c642c66-f181-4409-8374-f52f57a4ce3c tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:06:38.267246 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c642c66-f181-4409-8374-f52f57a4ce3c tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:06:38.336488 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c642c66-f181-4409-8374-f52f57a4ce3c tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Pushing event updated for resources: {'Port': ['ID=5b651706-546f-4cab-a9a3-96505268f9e5,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:38.467313 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-8dd8f212-6dfb-434c-8e20-e2b5ea5050e7 service neutron] 10.222.0.30 "GET /v2.0/networks/e3e0acc2-40bc-4e0d-812c-fb475a7a34dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317996 Mar 05 05:06:38.647397 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fc1cb479-557d-4ca2-af0a-8d1b147229a3 req-fa6968c0-f263-4161-9d63-9d67ee98c456 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 210 time: 0.1341555 Mar 05 05:06:38.711238 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-210aa35d-41e2-49ed-9ebe-927647ca2d41 service neutron] 10.222.0.30 "GET /v2.0/networks/e3e0acc2-40bc-4e0d-812c-fb475a7a34dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333994 Mar 05 05:06:38.904977 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-4aadede7-99d1-4b40-a624-6c9d8283af79 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.43&port_id=90b3b5b9-df48-4ffc-b613-699be6421d82 HTTP/1.1" status: 200 len: 217 time: 0.1788840 Mar 05 05:06:39.042302 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-f4a3e2f2-e10c-4a44-81f0-c4914a5b1e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:39.059232 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-f4a3e2f2-e10c-4a44-81f0-c4914a5b1e95 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b20ad415-1a2b-48b9-b719-aacdec19c5f7 HTTP/1.1" status: 200 len: 797 time: 0.1533024 Mar 05 05:06:39.181914 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c642c66-f181-4409-8374-f52f57a4ce3c tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router_gateway (54e4b5a7-5899-4da4-b32f-3be0a93c3c3a), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:39.256413 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-1c06932d-8340-4bbc-a223-eb6795654b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:39.265016 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-1c06932d-8340-4bbc-a223-eb6795654b54 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e4226b-fc5c-4019-a996-47139c08d580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1949360 Mar 05 05:06:39.538445 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device fc2d1810-3a48-4269-bbbc-f1613c07f2dc details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:06:39.557860 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-2db23553-2f2f-4a2a-89b3-2d1319338e66 service neutron] 10.222.0.30 "GET /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909992 Mar 05 05:06:39.889780 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-8fd28994-8b61-499a-9f79-2b765a94e83b service neutron] 10.222.0.30 "GET /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177845 Mar 05 05:06:39.903715 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port fc2d1810-3a48-4269-bbbc-f1613c07f2dc, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=fc2d1810-3a48-4269-bbbc-f1613c07f2dc,segment=NetworkSegment(3fdbfe93-a040-40d1-9a4b-c54cf130c455),segment_id=3fdbfe93-a040-40d1-9a4b-c54cf130c455)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:06:39.950867 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'fc2d1810-3a48-4269-bbbc-f1613c07f2dc', 'network_id': '5ae49ed7-bb43-451b-a829-6aff97a3cfc7', 'port_id': 'fc2d1810-3a48-4269-bbbc-f1613c07f2dc', 'mac_address': 'fa:16:3e:77:90:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a99a134-cfcd-44f2-91d8-f43831b19b0b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:06:39.997123 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-6bdd9cd5-29f6-4e47-85bc-b53791bdfe3f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=e00d735a-ec46-47fa-b9a6-ebc0452db108 HTTP/1.1" status: 200 len: 217 time: 0.1009347 Mar 05 05:06:40.085416 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-f32324c5-3897-4b9b-9324-c7fec1cea49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:40.088123 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port fc2d1810-3a48-4269-bbbc-f1613c07f2dc is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:06:40.089843 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-f32324c5-3897-4b9b-9324-c7fec1cea49e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b20ad415-1a2b-48b9-b719-aacdec19c5f7 HTTP/1.1" status: 200 len: 797 time: 0.0851393 Mar 05 05:06:40.089993 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e649b0-9555-45b8-96fd-580e348d394d req-d082bb8b-dcda-4021-8b19-2dde2ddff020 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:40.090917 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fc2d1810-3a48-4269-bbbc-f1613c07f2dc), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:40.093322 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-78e649b0-9555-45b8-96fd-580e348d394d req-d082bb8b-dcda-4021-8b19-2dde2ddff020 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 944 time: 0.5763369 Mar 05 05:06:40.098557 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1662be85-2fb2-459e-b03b-cbbf0c1980e8 req-b4925224-b508-4505-b5aa-57be46650c30 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 210 time: 0.2428691 Mar 05 05:06:40.124925 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc2d1810-3a48-4269-bbbc-f1613c07f2dc {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:06:40.182200 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port fc2d1810-3a48-4269-bbbc-f1613c07f2dc, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=fc2d1810-3a48-4269-bbbc-f1613c07f2dc,segment=NetworkSegment(3fdbfe93-a040-40d1-9a4b-c54cf130c455),segment_id=3fdbfe93-a040-40d1-9a4b-c54cf130c455)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:06:40.182662 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c642c66-f181-4409-8374-f52f57a4ce3c tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-903190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9284'] for router (54e4b5a7-5899-4da4-b32f-3be0a93c3c3a), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:40.198298 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c642c66-f181-4409-8374-f52f57a4ce3c tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-903193'] for router (54e4b5a7-5899-4da4-b32f-3be0a93c3c3a), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:40.204127 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fc2d1810-3a48-4269-bbbc-f1613c07f2dc), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:40.240752 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-bb8d997c-0f59-4738-a798-97cdb78eb9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:40.245455 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-bb8d997c-0f59-4738-a798-97cdb78eb9e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e4226b-fc5c-4019-a996-47139c08d580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1466568 Mar 05 05:06:40.383125 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-c2331092-a342-41cc-9dcf-d046f4a0a502 service neutron] 10.222.0.30 "GET /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308577 Mar 05 05:06:40.412025 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=fc2d1810-3a48-4269-bbbc-f1613c07f2dc,revision_number=11']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:40.481262 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['fc2d1810-3a48-4269-bbbc-f1613c07f2dc'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:06:40.506721 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-78e649b0-9555-45b8-96fd-580e348d394d req-6f43565f-66ca-41d7-9f57-5c3946b89ace tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917437 Mar 05 05:06:40.661027 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c642c66-f181-4409-8374-f52f57a4ce3c tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Router 54e4b5a7-5899-4da4-b32f-3be0a93c3c3a is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:06:40.663052 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-83cc7b3a-a9e5-48d1-8795-4bcc07cf2ace service neutron] 10.222.0.30 "GET /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734516 Mar 05 05:06:40.765610 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-c43eb27f-b4ed-4fcd-9b16-754fb1455d57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=5ed04d4a-ca8f-476e-be17-67e48f14aa4a HTTP/1.1" status: 200 len: 217 time: 0.0957294 Mar 05 05:06:40.922627 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-453ccb47-0ff4-493f-9d18-e80e2ed491b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:40.924582 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-453ccb47-0ff4-493f-9d18-e80e2ed491b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b20ad415-1a2b-48b9-b719-aacdec19c5f7 HTTP/1.1" status: 200 len: 797 time: 0.1531286 Mar 05 05:06:41.042123 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-84654e8e-c145-4484-9147-70faf78b356e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:41.051158 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-84654e8e-c145-4484-9147-70faf78b356e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e4226b-fc5c-4019-a996-47139c08d580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1183245 Mar 05 05:06:41.083630 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c642c66-f181-4409-8374-f52f57a4ce3c tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:06:41.098420 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a805d270-5ff8-4420-b24c-8fe2cb26ea8f None None] Sync routers for ids ['54e4b5a7-5899-4da4-b32f-3be0a93c3c3a'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:06:41.099017 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c642c66-f181-4409-8374-f52f57a4ce3c tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:41.118196 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44530) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:41.128808 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7c642c66-f181-4409-8374-f52f57a4ce3c tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "PUT /v2.0/routers/54e4b5a7-5899-4da4-b32f-3be0a93c3c3a HTTP/1.1" status: 200 len: 919 time: 6.1464381 Mar 05 05:06:41.139059 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a805d270-5ff8-4420-b24c-8fe2cb26ea8f None None] Routers {'54e4b5a7-5899-4da4-b32f-3be0a93c3c3a'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:06:41.141997 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-a805d270-5ff8-4420-b24c-8fe2cb26ea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:06:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['54e4b5a7-5899-4da4-b32f-3be0a93c3c3a'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:41.279384 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-a805d270-5ff8-4420-b24c-8fe2cb26ea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:41.306573 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a805d270-5ff8-4420-b24c-8fe2cb26ea8f None None] Routers {'54e4b5a7-5899-4da4-b32f-3be0a93c3c3a'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:06:41.308899 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-a805d270-5ff8-4420-b24c-8fe2cb26ea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:06:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['54e4b5a7-5899-4da4-b32f-3be0a93c3c3a'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:41.322820 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e14e95bf-b21f-43e4-9d49-ee76c561b2f0 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "GET /v2.0/routers/54e4b5a7-5899-4da4-b32f-3be0a93c3c3a HTTP/1.1" status: 200 len: 925 time: 0.2011049 Mar 05 05:06:41.325607 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44538) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:41.339366 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-1daffc90-9791-40e3-abfc-f8939006c76f service neutron] 10.222.0.30 "GET /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817261 Mar 05 05:06:41.427131 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-a805d270-5ff8-4420-b24c-8fe2cb26ea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:41.428139 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a805d270-5ff8-4420-b24c-8fe2cb26ea8f None None] The sync data for ids ['54e4b5a7-5899-4da4-b32f-3be0a93c3c3a'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:06:41.454835 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c0d3f2f5-25dd-49a4-8c09-3a5f7bbc807c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:41.526842 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-efba4cff-5df8-4ddf-b830-59489a083c5d service neutron] 10.222.0.30 "GET /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807356 Mar 05 05:06:41.558074 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2ea6456d-58c6-4050-9b21-4fceb3130be3 req-498ada5d-de89-47b1-a7dd-fbce3ab9dacb tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 210 time: 0.1543026 Mar 05 05:06:41.613711 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442a0fe8-2bce-446e-8104-7766388e253a tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:41.616849 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-442a0fe8-2bce-446e-8104-7766388e253a tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=ff625bbb-6b8f-4740-be08-a562ec9a34a4&device_id=54e4b5a7-5899-4da4-b32f-3be0a93c3c3a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2902141 Mar 05 05:06:41.620926 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44542) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:41.623702 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-0112834a-d772-4980-8a9f-17bc6e0e565b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=d63edf6c-11fc-4ab3-8a9d-8f299797a83d HTTP/1.1" status: 200 len: 217 time: 0.0883543 Mar 05 05:06:41.776340 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057779a-7bf9-4eae-bf73-7fbabad808a1 req-6bd8f208-b614-46dc-a135-25aef31daa0e tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:41.778271 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6057779a-7bf9-4eae-bf73-7fbabad808a1 req-6bd8f208-b614-46dc-a135-25aef31daa0e tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.1170645 Mar 05 05:06:41.783204 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-2ef9a49f-b259-4455-9b51-a3fe9283e149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:41.791423 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-2ef9a49f-b259-4455-9b51-a3fe9283e149 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b20ad415-1a2b-48b9-b719-aacdec19c5f7 HTTP/1.1" status: 200 len: 797 time: 0.1584113 Mar 05 05:06:41.892465 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6057779a-7bf9-4eae-bf73-7fbabad808a1 req-c5cebe7e-75c8-4e90-9170-d4ecbb96077f tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069317 Mar 05 05:06:41.902314 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-66b05548-41f4-40e2-a22e-7cd91a01f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:41.904786 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c981fd67-821a-4554-a1da-eb3317e9a014 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:41.906203 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c981fd67-821a-4554-a1da-eb3317e9a014 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "GET /v2.0/networks/ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 881 time: 0.2823262 Mar 05 05:06:41.907335 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-66b05548-41f4-40e2-a22e-7cd91a01f6a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=61e4226b-fc5c-4019-a996-47139c08d580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1116090 Mar 05 05:06:41.913431 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44546) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:41.979429 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44548) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:41.988063 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-544b4785-8913-4fd6-b508-b5693d5579ec tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] 10.222.0.11 "GET /v2.0/ports?device_id=54e4b5a7-5899-4da4-b32f-3be0a93c3c3a HTTP/1.1" status: 200 len: 205 time: 0.0734022 Mar 05 05:06:42.152721 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-98179b1f-d7a7-4d5e-a23e-7e61b192101a service neutron] 10.222.0.30 "GET /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367342 Mar 05 05:06:42.270776 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-68920eed-cc48-47c7-9e50-acaa259a86f5 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router (54e4b5a7-5899-4da4-b32f-3be0a93c3c3a), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:42.377666 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-48393553-5bb1-429d-aabd-8f8b17dc78fc service neutron] 10.222.0.30 "GET /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176476 Mar 05 05:06:42.483590 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-68920eed-cc48-47c7-9e50-acaa259a86f5 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router_gateway (54e4b5a7-5899-4da4-b32f-3be0a93c3c3a), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:42.507093 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-ef30cec0-7cd2-4c98-9047-ce5e5f31ba70 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=630ec452-e76f-475b-beab-b349317b3e41 HTTP/1.1" status: 200 len: 217 time: 0.1230528 Mar 05 05:06:42.577816 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-b3f1a4d5-7539-430d-b0df-53fab396c19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:42.583489 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-b3f1a4d5-7539-430d-b0df-53fab396c19a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5403416f-f99a-42e6-927f-ac14ca417ed1 HTTP/1.1" status: 200 len: 797 time: 0.0662107 Mar 05 05:06:42.598226 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-68920eed-cc48-47c7-9e50-acaa259a86f5 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Deleting port 5b651706-546f-4cab-a9a3-96505268f9e5 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:06:42.599486 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-68920eed-cc48-47c7-9e50-acaa259a86f5 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (5b651706-546f-4cab-a9a3-96505268f9e5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:42.691242 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-fc9239b8-0c5d-42bc-9897-9039051e93c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:42.693988 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-fc9239b8-0c5d-42bc-9897-9039051e93c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e298e9-3894-4a20-bba8-ee9990215b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1049960 Mar 05 05:06:42.874267 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c82c7d97-eda8-47eb-b918-147a0639bbb8 req-655d40b1-0272-4e00-bb4b-86591804c7f0 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 210 time: 0.1054823 Mar 05 05:06:42.917365 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-68920eed-cc48-47c7-9e50-acaa259a86f5 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (5b651706-546f-4cab-a9a3-96505268f9e5), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:42.988719 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-0fc4b608-ea7f-495a-9292-945eb4eaaea1 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e298e9-3894-4a20-bba8-ee9990215b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883224 Mar 05 05:06:42.993134 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-68920eed-cc48-47c7-9e50-acaa259a86f5 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Calling delete_port for 5b651706-546f-4cab-a9a3-96505268f9e5 owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:06:43.235135 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-a7f0108f-d195-4dd2-9d97-1523479a8265 service neutron] 10.222.0.30 "GET /v2.0/networks/d5e298e9-3894-4a20-bba8-ee9990215b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396801 Mar 05 05:06:43.314164 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-b85fc8f3-90d7-4b24-86b4-bc204c30cf0e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5e447ee7-4100-4185-aa0b-ad601672b463 HTTP/1.1" status: 200 len: 217 time: 0.0731349 Mar 05 05:06:43.453080 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-40b69e0c-9335-407d-a9d7-3a7d83475e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:43.454571 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-40b69e0c-9335-407d-a9d7-3a7d83475e50 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5403416f-f99a-42e6-927f-ac14ca417ed1 HTTP/1.1" status: 200 len: 797 time: 0.1340058 Mar 05 05:06:43.458099 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc031d7-c0af-44d5-80ca-af4aa2440f09 req-df853a38-2266-43eb-8404-d7d4f6e13e34 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:43.469100 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dfc031d7-c0af-44d5-80ca-af4aa2440f09 req-df853a38-2266-43eb-8404-d7d4f6e13e34 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 945 time: 0.3593061 Mar 05 05:06:43.474662 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device fc2d1810-3a48-4269-bbbc-f1613c07f2dc up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:06:43.577899 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-9cae4167-aa0f-4066-b4fd-276546bc1bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:43.579461 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-9cae4167-aa0f-4066-b4fd-276546bc1bcc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d5e298e9-3894-4a20-bba8-ee9990215b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1192276 Mar 05 05:06:43.651194 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dfc031d7-c0af-44d5-80ca-af4aa2440f09 req-8c67e49b-1396-448b-9fb8-6d3907c03c93 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789446 Mar 05 05:06:43.654094 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-68920eed-cc48-47c7-9e50-acaa259a86f5 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (5b651706-546f-4cab-a9a3-96505268f9e5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:43.673173 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port fc2d1810-3a48-4269-bbbc-f1613c07f2dc completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:06:43.689140 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port fc2d1810-3a48-4269-bbbc-f1613c07f2dc triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:06:43.689707 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fc2d1810-3a48-4269-bbbc-f1613c07f2dc), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:43.712971 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68920eed-cc48-47c7-9e50-acaa259a86f5 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Pushing event deleted for resources: {'Port': ['ID=5b651706-546f-4cab-a9a3-96505268f9e5,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:43.762655 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-bdb8cd75-b7bc-40e2-bb98-7e83a7a7172f service neutron] 10.222.0.30 "GET /v2.0/networks/d5e298e9-3894-4a20-bba8-ee9990215b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773553 Mar 05 05:06:43.852094 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-68920eed-cc48-47c7-9e50-acaa259a86f5 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (54e4b5a7-5899-4da4-b32f-3be0a93c3c3a), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:43.863253 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2661a1e0-a52f-45d8-8024-c536069e01ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:43.875926 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:43.952804 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port fc2d1810-3a48-4269-bbbc-f1613c07f2dc is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:06:43.954203 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fc2d1810-3a48-4269-bbbc-f1613c07f2dc), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:43.997511 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2ae16aa3-4f45-4920-b7c5-f43dbdb4a578 req-659811f4-4309-40b8-80ca-23bb8382643e service neutron] 10.222.0.30 "GET /v2.0/networks/d5e298e9-3894-4a20-bba8-ee9990215b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265646 Mar 05 05:06:44.029414 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port fc2d1810-3a48-4269-bbbc-f1613c07f2dc, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=fc2d1810-3a48-4269-bbbc-f1613c07f2dc,segment=NetworkSegment(3fdbfe93-a040-40d1-9a4b-c54cf130c455),segment_id=3fdbfe93-a040-40d1-9a4b-c54cf130c455)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:06:44.031257 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:44.032864 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7545c43e-daf9-4cbb-9427-e29e508e90cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2d1810-3a48-4269-bbbc-f1613c07f2dc'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:06:44.038616 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e18728-5be8-4b3c-b5a9-54c254c9d03c" -d '{"events": [{"server_uuid": "7545c43e-daf9-4cbb-9427-e29e508e90cb", "name": "network-vif-plugged", "status": "completed", "tag": "fc2d1810-3a48-4269-bbbc-f1613c07f2dc"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:06:44.053705 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fc2d1810-3a48-4269-bbbc-f1613c07f2dc), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:44.153501 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-043b42f6-20e2-4a85-afda-32a3dc211da5 req-b5cfdb60-c474-4bde-a5ff-8668ebca20f7 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 210 time: 0.1165078 Mar 05 05:06:44.166496 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-68920eed-cc48-47c7-9e50-acaa259a86f5 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (54e4b5a7-5899-4da4-b32f-3be0a93c3c3a), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:44.172281 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-68920eed-cc48-47c7-9e50-acaa259a86f5 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router_controller (54e4b5a7-5899-4da4-b32f-3be0a93c3c3a), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:44.191396 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=fc2d1810-3a48-4269-bbbc-f1613c07f2dc,revision_number=12']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:44.297487 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-68920eed-cc48-47c7-9e50-acaa259a86f5 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (54e4b5a7-5899-4da4-b32f-3be0a93c3c3a), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:44.298106 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68920eed-cc48-47c7-9e50-acaa259a86f5 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Fanout notify agent at l3_agent the message router_deleted on router 54e4b5a7-5899-4da4-b32f-3be0a93c3c3a {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:06:44.304919 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-68920eed-cc48-47c7-9e50-acaa259a86f5 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:44.310350 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-68920eed-cc48-47c7-9e50-acaa259a86f5 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] 10.222.0.11 "DELETE /v2.0/routers/54e4b5a7-5899-4da4-b32f-3be0a93c3c3a HTTP/1.1" status: 204 len: 168 time: 2.3243153 Mar 05 05:06:44.310829 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44598) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:44.315451 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-0935df49-0006-485b-a15b-dfee0b1730f4 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-892882494', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}, 'admin_state_up': False}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:06:44.367155 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17217c2c-b6dc-43c0-9031-91564fbb647d x-openstack-request-id: req-17217c2c-b6dc-43c0-9031-91564fbb647d {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:06:44.367861 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7545c43e-daf9-4cbb-9427-e29e508e90cb", "name": "network-vif-plugged", "status": "completed", "tag": "fc2d1810-3a48-4269-bbbc-f1613c07f2dc", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:06:44.370084 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-17217c2c-b6dc-43c0-9031-91564fbb647d {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:06:44.370990 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7545c43e-daf9-4cbb-9427-e29e508e90cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2d1810-3a48-4269-bbbc-f1613c07f2dc', 'code': 200} Mar 05 05:06:44.375797 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0935df49-0006-485b-a15b-dfee0b1730f4 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (df3a329d-7963-4f68-a627-8c138ef8ef15), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:44.376878 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0935df49-0006-485b-a15b-dfee0b1730f4 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (df3a329d-7963-4f68-a627-8c138ef8ef15), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:44.533657 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0935df49-0006-485b-a15b-dfee0b1730f4 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router_controller (df3a329d-7963-4f68-a627-8c138ef8ef15), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:44.780523 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0935df49-0006-485b-a15b-dfee0b1730f4 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router_gateway (df3a329d-7963-4f68-a627-8c138ef8ef15), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:44.818625 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcbcf9-fc4f-469b-b57a-1e694bb950bf req-268b95ca-f7ce-42a3-b219-c23e455ee961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:44.820785 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-74dcbcf9-fc4f-469b-b57a-1e694bb950bf req-268b95ca-f7ce-42a3-b219-c23e455ee961 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 1129 time: 0.2193000 Mar 05 05:06:44.943058 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fe5d8-33ec-4795-ac27-266292cad0b5 req-d072eb37-247d-4ff5-9b8d-95358f0110af tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:44.949593 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-723fe5d8-33ec-4795-ac27-266292cad0b5 req-d072eb37-247d-4ff5-9b8d-95358f0110af tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 946 time: 0.1406052 Mar 05 05:06:44.996618 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:45.076648 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-723fe5d8-33ec-4795-ac27-266292cad0b5 req-5f97bf3a-37e0-465a-a084-c1cc79e6ed6e tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183982 Mar 05 05:06:45.336963 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9aa45b8f-3e3f-42df-b265-c4a7231b1664 req-5f027021-7812-420e-bcc5-b15fff034a59 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 210 time: 0.0440769 Mar 05 05:06:45.697227 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-74dcbcf9-fc4f-469b-b57a-1e694bb950bf req-03199fb1-8e2a-4a2e-9be3-f12e88c5efdc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8587561 Mar 05 05:06:45.926805 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0935df49-0006-485b-a15b-dfee0b1730f4 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router_gateway (df3a329d-7963-4f68-a627-8c138ef8ef15), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:45.972645 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0935df49-0006-485b-a15b-dfee0b1730f4 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:46.264715 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:46.287950 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-0935df49-0006-485b-a15b-dfee0b1730f4 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Allocated IP 172.25.0.102 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/305756fd-74fe-4bf8-acc7-3577672605a6) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:06:46.376832 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85693d07-db52-4b3e-ab9a-9d5eefff8dda req-cd430a22-d7b0-4612-ac14-27bd03c66c77 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:46.389090 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-85693d07-db52-4b3e-ab9a-9d5eefff8dda req-cd430a22-d7b0-4612-ac14-27bd03c66c77 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 946 time: 0.1794815 Mar 05 05:06:46.630031 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0935df49-0006-485b-a15b-dfee0b1730f4 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for port (305756fd-74fe-4bf8-acc7-3577672605a6), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:46.745616 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0935df49-0006-485b-a15b-dfee0b1730f4 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (305756fd-74fe-4bf8-acc7-3577672605a6), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:46.841189 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0935df49-0006-485b-a15b-dfee0b1730f4 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:06:46.849491 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-0935df49-0006-485b-a15b-dfee0b1730f4 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:06:46.856029 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0935df49-0006-485b-a15b-dfee0b1730f4 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:06:46.872704 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935df49-0006-485b-a15b-dfee0b1730f4 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Pushing event updated for resources: {'Port': ['ID=305756fd-74fe-4bf8-acc7-3577672605a6,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:47.437566 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc1ea566-a356-470d-91c8-35da60a9a012 req-9487e239-55e8-42b5-8600-1a8e264e9b65 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 210 time: 0.0937822 Mar 05 05:06:47.505935 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-85693d07-db52-4b3e-ab9a-9d5eefff8dda req-24605e1c-bcf4-4dd8-bcaa-cf6dac4d5acd tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1159716 Mar 05 05:06:47.646283 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0935df49-0006-485b-a15b-dfee0b1730f4 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router_gateway (df3a329d-7963-4f68-a627-8c138ef8ef15), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:47.785589 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:48.172963 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0935df49-0006-485b-a15b-dfee0b1730f4 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (df3a329d-7963-4f68-a627-8c138ef8ef15), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:48.398735 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0935df49-0006-485b-a15b-dfee0b1730f4 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Router df3a329d-7963-4f68-a627-8c138ef8ef15 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:06:48.718339 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0c20b72f-94f9-4ba8-bd66-12ba2203b858 req-b257a4d6-9c8d-419e-a2fc-fcfcd938f793 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 210 time: 0.0710907 Mar 05 05:06:48.797269 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0935df49-0006-485b-a15b-dfee0b1730f4 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:06:48.813035 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1d2103-815c-4aa3-9b98-c790c822e4ee None None] Sync routers for ids ['df3a329d-7963-4f68-a627-8c138ef8ef15'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:06:48.841078 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0935df49-0006-485b-a15b-dfee0b1730f4 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:48.843528 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1d2103-815c-4aa3-9b98-c790c822e4ee None None] Routers {'df3a329d-7963-4f68-a627-8c138ef8ef15'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:06:48.848160 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-db1d2103-815c-4aa3-9b98-c790c822e4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:06:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['df3a329d-7963-4f68-a627-8c138ef8ef15'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:48.848469 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0935df49-0006-485b-a15b-dfee0b1730f4 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.5357106 Mar 05 05:06:48.849922 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44774) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:48.878814 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24d7e5-deaa-4084-b923-d6c2a070038d req-adb7b4ce-f3da-4047-b363-2ec02ae65663 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:48.879068 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-7634e943-c976-4940-9d29-9f0568961eb9 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:06:48.898915 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-da24d7e5-deaa-4084-b923-d6c2a070038d req-adb7b4ce-f3da-4047-b363-2ec02ae65663 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 946 time: 0.1787302 Mar 05 05:06:48.988391 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-db1d2103-815c-4aa3-9b98-c790c822e4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:49.019416 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1d2103-815c-4aa3-9b98-c790c822e4ee None None] Routers {'df3a329d-7963-4f68-a627-8c138ef8ef15'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:06:49.020049 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-db1d2103-815c-4aa3-9b98-c790c822e4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:06:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['df3a329d-7963-4f68-a627-8c138ef8ef15'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:49.055435 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-da24d7e5-deaa-4084-b923-d6c2a070038d req-b7388cf2-6180-4036-9529-85a43f194747 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536360 Mar 05 05:06:49.200186 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-db1d2103-815c-4aa3-9b98-c790c822e4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:49.203042 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1d2103-815c-4aa3-9b98-c790c822e4ee None None] The sync data for ids ['df3a329d-7963-4f68-a627-8c138ef8ef15'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:06:49.370256 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fdd8f0-ccf7-4f6b-801d-21ff967f785b req-f8abd931-5bd4-445a-97c1-a28747b37b5b tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:49.378866 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60fdd8f0-ccf7-4f6b-801d-21ff967f785b req-f8abd931-5bd4-445a-97c1-a28747b37b5b tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 946 time: 0.1487248 Mar 05 05:06:49.517413 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60fdd8f0-ccf7-4f6b-801d-21ff967f785b req-1cfe2449-8694-4e28-bd36-361e4ce911b3 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309724 Mar 05 05:06:49.859283 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7634e943-c976-4940-9d29-9f0568961eb9 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router_gateway (df3a329d-7963-4f68-a627-8c138ef8ef15), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:49.886679 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7634e943-c976-4940-9d29-9f0568961eb9 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router_gateway (df3a329d-7963-4f68-a627-8c138ef8ef15), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:49.934025 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4bea9-8f02-49eb-8f81-c53104575fd0 req-c1e0b098-0eac-4724-8c76-0a5b7dde43fc tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:49.937626 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-11a4bea9-8f02-49eb-8f81-c53104575fd0 req-c1e0b098-0eac-4724-8c76-0a5b7dde43fc tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 946 time: 0.2085972 Mar 05 05:06:50.000226 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-7634e943-c976-4940-9d29-9f0568961eb9 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Deleting port 305756fd-74fe-4bf8-acc7-3577672605a6 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:06:50.000557 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7634e943-c976-4940-9d29-9f0568961eb9 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (305756fd-74fe-4bf8-acc7-3577672605a6), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:50.126239 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7634e943-c976-4940-9d29-9f0568961eb9 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (305756fd-74fe-4bf8-acc7-3577672605a6), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:50.132361 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-735fa7b7-0736-431e-8a34-4630b3fc0256 req-64fcd06d-620e-4611-943f-9424f92b3255 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 210 time: 0.1928620 Mar 05 05:06:50.160502 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-7634e943-c976-4940-9d29-9f0568961eb9 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Calling delete_port for 305756fd-74fe-4bf8-acc7-3577672605a6 owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:06:50.251590 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-11a4bea9-8f02-49eb-8f81-c53104575fd0 req-b90158fc-9e09-4b16-8404-80daa39ef48f tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756441 Mar 05 05:06:50.450150 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d4f4a-562e-40d5-9604-d0d4f12b1545 req-8af9a324-1258-4b3f-b675-6c37affccf5d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:50.458371 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c85d4f4a-562e-40d5-9604-d0d4f12b1545 req-8af9a324-1258-4b3f-b675-6c37affccf5d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 946 time: 0.0866184 Mar 05 05:06:50.545979 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c85d4f4a-562e-40d5-9604-d0d4f12b1545 req-101a093d-0921-4506-8a86-c3e33d05f4e3 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808098 Mar 05 05:06:50.791538 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7634e943-c976-4940-9d29-9f0568961eb9 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (305756fd-74fe-4bf8-acc7-3577672605a6), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:50.824035 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef11a85-1b6e-4e7a-9a49-d095d2782727 req-f1503ff6-24f4-4e90-8c22-845dd8efd880 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:50.826756 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5ef11a85-1b6e-4e7a-9a49-d095d2782727 req-f1503ff6-24f4-4e90-8c22-845dd8efd880 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 946 time: 0.1874418 Mar 05 05:06:50.861082 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634e943-c976-4940-9d29-9f0568961eb9 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Pushing event deleted for resources: {'Port': ['ID=305756fd-74fe-4bf8-acc7-3577672605a6,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:50.982476 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5ef11a85-1b6e-4e7a-9a49-d095d2782727 req-fe69418f-3f6e-4b17-a38a-bcf7a61460f5 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452003 Mar 05 05:06:51.054161 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7634e943-c976-4940-9d29-9f0568961eb9 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (df3a329d-7963-4f68-a627-8c138ef8ef15), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:51.339731 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46accd0d-e904-4ff2-b414-7f713436f1cf req-16ebf69d-9d20-477a-b1ba-9f3d586e59c2 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:51.341456 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-46accd0d-e904-4ff2-b414-7f713436f1cf req-16ebf69d-9d20-477a-b1ba-9f3d586e59c2 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 946 time: 0.1783183 Mar 05 05:06:51.431987 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7d0a466-0722-440e-9d09-2ce6ba72e5e4 req-a4098801-fed4-4f01-9410-3be7a68a73bc tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "GET /v2.0/ports?device_id=34bff9b0-42b6-4275-a391-bb426f061288 HTTP/1.1" status: 200 len: 210 time: 0.0895016 Mar 05 05:06:51.577931 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-46accd0d-e904-4ff2-b414-7f713436f1cf req-fe514258-878c-4e51-8e91-c7c29c91c7f9 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448431 Mar 05 05:06:51.672620 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7634e943-c976-4940-9d29-9f0568961eb9 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-903190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9284'] for router (df3a329d-7963-4f68-a627-8c138ef8ef15), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:51.679621 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7634e943-c976-4940-9d29-9f0568961eb9 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-903193'] for router (df3a329d-7963-4f68-a627-8c138ef8ef15), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:51.850242 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a74f8-a3bc-479c-90ae-5474fc7b279e req-7682a935-d163-4b87-86d1-e00e7aca4efe tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:51.862101 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-994a74f8-a3bc-479c-90ae-5474fc7b279e req-7682a935-d163-4b87-86d1-e00e7aca4efe tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 946 time: 0.1188982 Mar 05 05:06:51.916055 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7634e943-c976-4940-9d29-9f0568961eb9 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Router df3a329d-7963-4f68-a627-8c138ef8ef15 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:06:52.005233 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-994a74f8-a3bc-479c-90ae-5474fc7b279e req-b3db7d65-a451-4460-a2e1-45f349068a24 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365204 Mar 05 05:06:52.121314 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7634e943-c976-4940-9d29-9f0568961eb9 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:06:52.131185 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec1de27-c193-463a-a80d-b4c020c674bd None None] Sync routers for ids ['df3a329d-7963-4f68-a627-8c138ef8ef15'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:06:52.140914 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7634e943-c976-4940-9d29-9f0568961eb9 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:52.144864 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44838) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:52.145345 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7634e943-c976-4940-9d29-9f0568961eb9 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] 10.222.0.11 "PUT /v2.0/routers/df3a329d-7963-4f68-a627-8c138ef8ef15 HTTP/1.1" status: 200 len: 709 time: 3.2916887 Mar 05 05:06:52.152865 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec1de27-c193-463a-a80d-b4c020c674bd None None] Routers {'df3a329d-7963-4f68-a627-8c138ef8ef15'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:06:52.159348 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-aec1de27-c193-463a-a80d-b4c020c674bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:06:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['df3a329d-7963-4f68-a627-8c138ef8ef15'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:52.309586 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-aec1de27-c193-463a-a80d-b4c020c674bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:52.339152 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec1de27-c193-463a-a80d-b4c020c674bd None None] Routers {'df3a329d-7963-4f68-a627-8c138ef8ef15'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:06:52.340294 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-aec1de27-c193-463a-a80d-b4c020c674bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:06:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['df3a329d-7963-4f68-a627-8c138ef8ef15'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:52.402027 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-622b4506-8026-47d1-9c05-b1db8e730647 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "GET /v2.0/routers/df3a329d-7963-4f68-a627-8c138ef8ef15 HTTP/1.1" status: 200 len: 744 time: 0.2547143 Mar 05 05:06:52.405030 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44846) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:52.445760 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-aec1de27-c193-463a-a80d-b4c020c674bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:52.447440 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec1de27-c193-463a-a80d-b4c020c674bd None None] The sync data for ids ['df3a329d-7963-4f68-a627-8c138ef8ef15'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:06:52.556111 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44854) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:52.644367 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5c36af66-6cda-46a7-b7e7-8797288ba7d5 tempest-RoutersIpV6AdminTest-484578142 tempest-RoutersIpV6AdminTest-484578142-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=ff625bbb-6b8f-4740-be08-a562ec9a34a4&device_id=df3a329d-7963-4f68-a627-8c138ef8ef15 HTTP/1.1" status: 200 len: 205 time: 0.2380311 Mar 05 05:06:52.650870 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44858) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:52.703350 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a7263924-3b6a-421c-a43f-7a9dc82c92ca tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] 10.222.0.11 "GET /v2.0/ports?device_id=df3a329d-7963-4f68-a627-8c138ef8ef15 HTTP/1.1" status: 200 len: 205 time: 0.0460126 Mar 05 05:06:52.713728 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6b291-0796-4351-9472-44cc5bdabed6 req-7da86cd1-7d5e-4a78-b0c3-ee24e632d816 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:52.714964 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44860) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:52.721273 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-53a6b291-0796-4351-9472-44cc5bdabed6 req-7da86cd1-7d5e-4a78-b0c3-ee24e632d816 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 946 time: 0.1641994 Mar 05 05:06:52.876165 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8e82670d-abec-416d-bdbb-cc9a6140ffd4 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks [] for security_group (3ecbfce8-967f-426d-a5d4-fb014d78ce26), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:52.931854 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-53a6b291-0796-4351-9472-44cc5bdabed6 req-e9b1db3f-6fc0-4246-95f1-ff2835f75ac3 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093275 Mar 05 05:06:53.046699 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-26f85eaa-8b35-4085-9c56-cf878e451fc9 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router (df3a329d-7963-4f68-a627-8c138ef8ef15), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:53.049922 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8e82670d-abec-416d-bdbb-cc9a6140ffd4 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks [] for security_group (3ecbfce8-967f-426d-a5d4-fb014d78ce26), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:53.530247 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8e82670d-abec-416d-bdbb-cc9a6140ffd4 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3ecbfce8-967f-426d-a5d4-fb014d78ce26), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:53.534595 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8e82670d-abec-416d-bdbb-cc9a6140ffd4 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:53.536457 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8e82670d-abec-416d-bdbb-cc9a6140ffd4 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] 10.222.0.11 "DELETE /v2.0/security-groups/3ecbfce8-967f-426d-a5d4-fb014d78ce26 HTTP/1.1" status: 204 len: 168 time: 0.9785607 Mar 05 05:06:53.539106 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-26f85eaa-8b35-4085-9c56-cf878e451fc9 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (df3a329d-7963-4f68-a627-8c138ef8ef15), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:53.550277 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-26f85eaa-8b35-4085-9c56-cf878e451fc9 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router_controller (df3a329d-7963-4f68-a627-8c138ef8ef15), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:53.559506 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82670d-abec-416d-bdbb-cc9a6140ffd4 tempest-TestVolumeBackupRestore-1814138268 tempest-TestVolumeBackupRestore-1814138268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecbfce8-967f-426d-a5d4-fb014d78ce26,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:53.693228 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-26f85eaa-8b35-4085-9c56-cf878e451fc9 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (df3a329d-7963-4f68-a627-8c138ef8ef15), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:53.693839 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f85eaa-8b35-4085-9c56-cf878e451fc9 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Fanout notify agent at l3_agent the message router_deleted on router df3a329d-7963-4f68-a627-8c138ef8ef15 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:06:53.714308 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-26f85eaa-8b35-4085-9c56-cf878e451fc9 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:53.717327 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-26f85eaa-8b35-4085-9c56-cf878e451fc9 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] 10.222.0.11 "DELETE /v2.0/routers/df3a329d-7963-4f68-a627-8c138ef8ef15 HTTP/1.1" status: 204 len: 168 time: 0.9924095 Mar 05 05:06:53.720354 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44878) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:53.783997 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4f6de2b9-b314-4f70-ae1c-ef8788411473 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] 10.222.0.11 "GET /v2.0/ports?device_id=df3a329d-7963-4f68-a627-8c138ef8ef15 HTTP/1.1" status: 200 len: 205 time: 0.0622866 Mar 05 05:06:53.786409 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44884) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:53.851399 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-86860f57-bd31-4953-bae8-f972d17521f7 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] delete failed (client error): The resource could not be found. Mar 05 05:06:53.853454 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-86860f57-bd31-4953-bae8-f972d17521f7 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] 10.222.0.11 "DELETE /v2.0/routers/df3a329d-7963-4f68-a627-8c138ef8ef15 HTTP/1.1" status: 404 len: 336 time: 0.0652754 Mar 05 05:06:53.856644 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44890) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:53.919217 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a377ae7e-a3dc-46b9-8f2f-24ee75a414fa tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] 10.222.0.11 "GET /v2.0/ports?device_id=54e4b5a7-5899-4da4-b32f-3be0a93c3c3a HTTP/1.1" status: 200 len: 205 time: 0.0602012 Mar 05 05:06:53.920409 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44900) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:54.012989 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-b3cf82a7-8ca7-4819-8b21-e53c7517ca0f tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] delete failed (client error): The resource could not be found. Mar 05 05:06:54.014408 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b3cf82a7-8ca7-4819-8b21-e53c7517ca0f tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] 10.222.0.11 "DELETE /v2.0/routers/54e4b5a7-5899-4da4-b32f-3be0a93c3c3a HTTP/1.1" status: 404 len: 336 time: 0.0926313 Mar 05 05:06:54.017529 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44908) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:54.081866 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-02196e5b-079f-4c1a-97b1-9bd5d2fa0c98 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fe21e25-df4f-4745-a6e0-948ac9985578 HTTP/1.1" status: 200 len: 205 time: 0.0631371 Mar 05 05:06:54.084164 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44912) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:54.159428 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-7d47b1db-b514-4463-a6f7-ba0bb699a793 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] delete failed (client error): The resource could not be found. Mar 05 05:06:54.160770 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7d47b1db-b514-4463-a6f7-ba0bb699a793 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] 10.222.0.11 "DELETE /v2.0/routers/9fe21e25-df4f-4745-a6e0-948ac9985578 HTTP/1.1" status: 404 len: 336 time: 0.0753679 Mar 05 05:06:54.164703 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44916) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:54.223835 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb27abc-886c-4224-a667-9ee07a66cfa1 req-3d1cbd36-12c0-411f-9ef4-497b623b1ac8 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:54.233121 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3bb27abc-886c-4224-a667-9ee07a66cfa1 req-3d1cbd36-12c0-411f-9ef4-497b623b1ac8 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 946 time: 0.1288638 Mar 05 05:06:54.255419 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-935ff7d6-a700-45e2-a721-a133e12db8eb tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] 10.222.0.11 "GET /v2.0/ports?device_id=870163dc-1f88-4704-ba11-201ec7c9923e HTTP/1.1" status: 200 len: 205 time: 0.0884242 Mar 05 05:06:54.257536 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44920) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:54.409501 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3bb27abc-886c-4224-a667-9ee07a66cfa1 req-6e6920f3-dae9-4988-b58c-36d4a5945523 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749101 Mar 05 05:06:54.449667 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-cf4c9e6d-69f2-4a55-bfa7-12f625600e29 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] delete failed (client error): The resource could not be found. Mar 05 05:06:54.456659 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-cf4c9e6d-69f2-4a55-bfa7-12f625600e29 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] 10.222.0.11 "DELETE /v2.0/routers/870163dc-1f88-4704-ba11-201ec7c9923e HTTP/1.1" status: 404 len: 336 time: 0.1945932 Mar 05 05:06:54.459546 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44926) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:54.532876 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bc4bcf2b-db25-4d46-bd05-66824bc8dc7f tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ca3a5e7-f552-462f-8b13-8be123fa8d86 HTTP/1.1" status: 200 len: 205 time: 0.0720987 Mar 05 05:06:54.535716 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44932) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:54.662670 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-09099522-afbf-4679-939b-e57e933a4aa1 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] delete failed (client error): The resource could not be found. Mar 05 05:06:54.666632 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44938) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:54.677150 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-09099522-afbf-4679-939b-e57e933a4aa1 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] 10.222.0.11 "DELETE /v2.0/routers/6ca3a5e7-f552-462f-8b13-8be123fa8d86 HTTP/1.1" status: 404 len: 336 time: 0.1391287 Mar 05 05:06:54.816611 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44954) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:54.816976 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bd533e34-4b3e-4758-8603-cc0125859d42 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] 10.222.0.11 "GET /v2.0/ports?device_id=a60e675f-231d-49b9-bef9-875209d46e7c HTTP/1.1" status: 200 len: 205 time: 0.1489379 Mar 05 05:06:54.935203 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-2d3bdf62-1bc3-4677-80ba-505ce07bc9cb tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] delete failed (client error): The resource could not be found. Mar 05 05:06:54.938740 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2d3bdf62-1bc3-4677-80ba-505ce07bc9cb tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] 10.222.0.11 "DELETE /v2.0/routers/a60e675f-231d-49b9-bef9-875209d46e7c HTTP/1.1" status: 404 len: 336 time: 0.1182818 Mar 05 05:06:54.938918 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44966) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:55.083440 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44982) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:55.090889 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f1fd1d3-cfbe-4c57-b048-185be9037974 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] DELETE failed (client error): The resource could not be found. Mar 05 05:06:55.097638 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f1fd1d3-cfbe-4c57-b048-185be9037974 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:06:55.101404 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1f1fd1d3-cfbe-4c57-b048-185be9037974 tempest-RoutersIpV6AdminTest-2039858694 tempest-RoutersIpV6AdminTest-2039858694-project] 10.222.0.11 "DELETE /v2.0/subnets/5a2abdbe-0d4d-4605-8c5c-6dfffb37a82d HTTP/1.1" status: 404 len: 337 time: 0.1614716 Mar 05 05:06:55.242662 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-dca8ef6c-7e9a-4f13-8061-0f3c4fc8d553 admin admin] Deleting subnet 09b052f1-ef6b-414c-a1eb-687d3517446f {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:06:55.248003 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7bd63-766a-41fb-add4-1041f24fad1f req-b0c889be-9908-42ca-94c7-ce4b35e2c1c9 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:55.249552 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70e7bd63-766a-41fb-add4-1041f24fad1f req-b0c889be-9908-42ca-94c7-ce4b35e2c1c9 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 946 time: 0.2372310 Mar 05 05:06:55.251151 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dca8ef6c-7e9a-4f13-8061-0f3c4fc8d553 admin admin] Publish callbacks [] for subnet (09b052f1-ef6b-414c-a1eb-687d3517446f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:55.380053 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70e7bd63-766a-41fb-add4-1041f24fad1f req-ef2e7891-c915-4ef4-ba43-e22e0719c5bf tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206057 Mar 05 05:06:55.407234 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dca8ef6c-7e9a-4f13-8061-0f3c4fc8d553 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (09b052f1-ef6b-414c-a1eb-687d3517446f), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:55.808376 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45052) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:56.131189 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4c19972c-c096-43c4-945b-569b9e0b13af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:56.324296 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dca8ef6c-7e9a-4f13-8061-0f3c4fc8d553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (09b052f1-ef6b-414c-a1eb-687d3517446f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:56.381705 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4c19972c-c096-43c4-945b-569b9e0b13af admin admin] Publish callbacks [] for security_group (c3be04ea-7bd1-4ca4-9583-b8de541e53ad), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:56.411419 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4c19972c-c096-43c4-945b-569b9e0b13af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c3be04ea-7bd1-4ca4-9583-b8de541e53ad), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:56.465737 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dca8ef6c-7e9a-4f13-8061-0f3c4fc8d553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (09b052f1-ef6b-414c-a1eb-687d3517446f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:56.545793 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea3aa4-11a0-484a-b986-49c47bc90fa7 req-7fe1308e-92d0-4dff-8fdf-47837fad29b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:56.549229 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ccea3aa4-11a0-484a-b986-49c47bc90fa7 req-7fe1308e-92d0-4dff-8fdf-47837fad29b8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9bccf4c9915e42c59c0b5d658cd816f5&device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 1129 time: 1.5883076 Mar 05 05:06:56.555648 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dca8ef6c-7e9a-4f13-8061-0f3c4fc8d553 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:56.563399 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-dca8ef6c-7e9a-4f13-8061-0f3c4fc8d553 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/09b052f1-ef6b-414c-a1eb-687d3517446f HTTP/1.1" status: 204 len: 168 time: 1.4739773 Mar 05 05:06:56.566406 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45128) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:56.581926 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8ef6c-7e9a-4f13-8061-0f3c4fc8d553 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09b052f1-ef6b-414c-a1eb-687d3517446f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:56.631065 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4c19972c-c096-43c4-945b-569b9e0b13af admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=667e3167318b42d689ae9d22db4d8cc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8182225 Mar 05 05:06:56.636926 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45136) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:56.652400 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19972c-c096-43c4-945b-569b9e0b13af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3be04ea-7bd1-4ca4-9583-b8de541e53ad,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:56.729294 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45142) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:56.808466 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea3aa4-11a0-484a-b986-49c47bc90fa7 req-a40a7dfd-f9f2-4d68-bfb0-4c990883fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:56.809907 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ccea3aa4-11a0-484a-b986-49c47bc90fa7 req-a40a7dfd-f9f2-4d68-bfb0-4c990883fcb4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ae49ed7-bb43-451b-a829-6aff97a3cfc7 HTTP/1.1" status: 200 len: 913 time: 0.2396698 Mar 05 05:06:56.882577 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ccea3aa4-11a0-484a-b986-49c47bc90fa7 req-07dc07d9-9dab-4fbc-8601-d47ad128cdc5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc2d1810-3a48-4269-bbbc-f1613c07f2dc HTTP/1.1" status: 200 len: 217 time: 0.0637488 Mar 05 05:06:56.886605 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5a6c24a6-68c4-4cb6-96ec-8b887c6a7283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (de8163db-d63d-42bf-8219-a966466a9de8), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:56.945243 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a75d7b0b-35d1-4af1-a50f-5c91f4f76771 admin admin] Publish callbacks [] for security_group (c3be04ea-7bd1-4ca4-9583-b8de541e53ad), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:57.007164 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a75d7b0b-35d1-4af1-a50f-5c91f4f76771 admin admin] Publish callbacks [] for security_group (c3be04ea-7bd1-4ca4-9583-b8de541e53ad), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:57.032818 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea3aa4-11a0-484a-b986-49c47bc90fa7 req-8a2f0963-4449-4f5b-9faf-0dfa71eaa130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:57.036248 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ccea3aa4-11a0-484a-b986-49c47bc90fa7 req-8a2f0963-4449-4f5b-9faf-0dfa71eaa130 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a99a134-cfcd-44f2-91d8-f43831b19b0b HTTP/1.1" status: 200 len: 853 time: 0.1445825 Mar 05 05:06:57.113158 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ccea3aa4-11a0-484a-b986-49c47bc90fa7 req-3cd4f516-3339-458b-a160-74f39acf51c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ae49ed7-bb43-451b-a829-6aff97a3cfc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639904 Mar 05 05:06:57.150007 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f7667c06-6ec3-42ef-8c8f-ed565bc36cb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:57.172145 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e36a9-e410-43c0-a923-7ad40197fb71 req-6bc7c9ca-c510-4e8b-9785-d2d89ff03b5f tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:57.182265 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-200e36a9-e410-43c0-a923-7ad40197fb71 req-6bc7c9ca-c510-4e8b-9785-d2d89ff03b5f tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 946 time: 0.5259762 Mar 05 05:06:57.189856 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a75d7b0b-35d1-4af1-a50f-5c91f4f76771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c3be04ea-7bd1-4ca4-9583-b8de541e53ad), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:57.193678 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a75d7b0b-35d1-4af1-a50f-5c91f4f76771 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:57.198729 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a75d7b0b-35d1-4af1-a50f-5c91f4f76771 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c3be04ea-7bd1-4ca4-9583-b8de541e53ad HTTP/1.1" status: 204 len: 168 time: 0.5540471 Mar 05 05:06:57.279279 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d7b0b-35d1-4af1-a50f-5c91f4f76771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3be04ea-7bd1-4ca4-9583-b8de541e53ad,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:57.425462 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5a6c24a6-68c4-4cb6-96ec-8b887c6a7283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (de8163db-d63d-42bf-8219-a966466a9de8), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:57.455706 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-200e36a9-e410-43c0-a923-7ad40197fb71 req-d32539da-e766-446d-913b-1c2966172072 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724214 Mar 05 05:06:57.611834 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f7667c06-6ec3-42ef-8c8f-ed565bc36cb8 admin admin] Publish callbacks [] for security_group (f3408366-0006-4acf-8f2e-ac318d08b242), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:57.620747 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f7667c06-6ec3-42ef-8c8f-ed565bc36cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f3408366-0006-4acf-8f2e-ac318d08b242), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:57.634943 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-5a6c24a6-68c4-4cb6-96ec-8b887c6a7283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de8163db-d63d-42bf-8219-a966466a9de8']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:57.686843 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f7667c06-6ec3-42ef-8c8f-ed565bc36cb8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=85f8a4525a114f549565d1cf5469f08f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9296596 Mar 05 05:06:57.688355 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7667c06-6ec3-42ef-8c8f-ed565bc36cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3408366-0006-4acf-8f2e-ac318d08b242,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:57.692223 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45248) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:57.772180 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3fd98a4b-f689-4f70-b8d0-fe105a0e73f4 admin admin] Publish callbacks [] for security_group (f3408366-0006-4acf-8f2e-ac318d08b242), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:57.827309 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3fd98a4b-f689-4f70-b8d0-fe105a0e73f4 admin admin] Publish callbacks [] for security_group (f3408366-0006-4acf-8f2e-ac318d08b242), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:57.858494 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-5a6c24a6-68c4-4cb6-96ec-8b887c6a7283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2718798d-2c6a-4fcd-a0d6-3835aad454b8') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:57.859051 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-5a6c24a6-68c4-4cb6-96ec-8b887c6a7283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2718798d-2c6a-4fcd-a0d6-3835aad454b8') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:06:57.906670 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5a6c24a6-68c4-4cb6-96ec-8b887c6a7283 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (2718798d-2c6a-4fcd-a0d6-3835aad454b8), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:57.955204 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3fd98a4b-f689-4f70-b8d0-fe105a0e73f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f3408366-0006-4acf-8f2e-ac318d08b242), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:57.962124 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3fd98a4b-f689-4f70-b8d0-fe105a0e73f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:57.963707 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3fd98a4b-f689-4f70-b8d0-fe105a0e73f4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f3408366-0006-4acf-8f2e-ac318d08b242 HTTP/1.1" status: 204 len: 168 time: 0.2698965 Mar 05 05:06:57.986587 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5a6c24a6-68c4-4cb6-96ec-8b887c6a7283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (2718798d-2c6a-4fcd-a0d6-3835aad454b8), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:57.998792 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd98a4b-f689-4f70-b8d0-fe105a0e73f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3408366-0006-4acf-8f2e-ac318d08b242,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:58.012612 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a6c24a6-68c4-4cb6-96ec-8b887c6a7283 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:06:58.013844 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5a6c24a6-68c4-4cb6-96ec-8b887c6a7283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (2718798d-2c6a-4fcd-a0d6-3835aad454b8), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:58.040459 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:06:58.040459 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:06:58.040459 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:06:58.040459 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:06:58.040459 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:06:58.040459 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:06:58.040459 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:06:58.040459 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:06:58.040459 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:06:58.040459 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:06:58.040459 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:06:58.040459 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:06:58.040459 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:06:58.040459 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:06:58.040459 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:06:58.040459 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:06:58.040459 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:06:58.040459 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:06:58.040459 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:06:58.040459 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:06:58.040459 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:06:58.040459 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:06:58.040459 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:06:58.040459 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:06:58.040459 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:06:58.040459 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:06:58.040459 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:06:58.040459 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:06:58.040459 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:06:58.040459 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:06:58.040459 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:06:58.040459 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:06:58.085199 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ccea3aa4-11a0-484a-b986-49c47bc90fa7 req-503de3a8-0a22-4e96-82e7-bbaa32a63174 service neutron] 10.222.0.30 "GET /v2.0/networks/5ae49ed7-bb43-451b-a829-6aff97a3cfc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7113435 Mar 05 05:06:58.278841 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5a6c24a6-68c4-4cb6-96ec-8b887c6a7283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (de8163db-d63d-42bf-8219-a966466a9de8), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:58.284574 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45304) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:58.319232 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5a6c24a6-68c4-4cb6-96ec-8b887c6a7283 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:58.333258 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5a6c24a6-68c4-4cb6-96ec-8b887c6a7283 admin admin] 10.222.0.11 "DELETE /v2.0/networks/de8163db-d63d-42bf-8219-a966466a9de8 HTTP/1.1" status: 204 len: 168 time: 1.7584162 Mar 05 05:06:58.382937 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c24a6-68c4-4cb6-96ec-8b887c6a7283 admin admin] Pushing event deleted for resources: {'Network': ['ID=de8163db-d63d-42bf-8219-a966466a9de8,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:58.445498 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4a07a943-0707-46e3-a673-cb6085124eb7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d82acef0ae0642b2b1af8d0d2762265b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1555014 Mar 05 05:06:58.445631 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45316) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:58.513668 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ccea3aa4-11a0-484a-b986-49c47bc90fa7 req-a0c2ca7b-a700-4ce9-81c9-5700b6e9fce1 service neutron] 10.222.0.30 "GET /v2.0/networks/5ae49ed7-bb43-451b-a829-6aff97a3cfc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891687 Mar 05 05:06:58.608698 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-092983b6-9abe-4098-adf7-acbe8f6459b3 admin admin] Publish callbacks [] for security_group (fe33e8d6-d647-4df9-bb22-e737040b068c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:58.682322 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-092983b6-9abe-4098-adf7-acbe8f6459b3 admin admin] Publish callbacks [] for security_group (fe33e8d6-d647-4df9-bb22-e737040b068c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:58.807638 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f9e78-3efc-45cf-b57c-3dd89dbfdc5d req-fdd2a6e2-ca42-430a-b844-0821bd55f467 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:06:58.816837 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c8f9e78-3efc-45cf-b57c-3dd89dbfdc5d req-fdd2a6e2-ca42-430a-b844-0821bd55f467 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 946 time: 0.1618083 Mar 05 05:06:58.832795 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-092983b6-9abe-4098-adf7-acbe8f6459b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (fe33e8d6-d647-4df9-bb22-e737040b068c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:58.835721 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-092983b6-9abe-4098-adf7-acbe8f6459b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:58.837194 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-092983b6-9abe-4098-adf7-acbe8f6459b3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fe33e8d6-d647-4df9-bb22-e737040b068c HTTP/1.1" status: 204 len: 168 time: 0.3901293 Mar 05 05:06:58.855217 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092983b6-9abe-4098-adf7-acbe8f6459b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe33e8d6-d647-4df9-bb22-e737040b068c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:06:58.896461 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45356) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:59.004238 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-02c11cc6-931d-4679-9134-0e312e48719a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=40ad1bedd29242adb169a24f6e04ed68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1056542 Mar 05 05:06:59.007447 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45372) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:06:59.050408 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c8f9e78-3efc-45cf-b57c-3dd89dbfdc5d req-d16205b8-e309-4f93-8021-316ee483501d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322993 Mar 05 05:06:59.271238 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4c15d10b-a8b0-4e57-9904-58a2f4d1bf03 admin admin] Publish callbacks [] for security_group (aca9ded1-1275-4e37-8dbf-3561308baf4a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:59.363929 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4c15d10b-a8b0-4e57-9904-58a2f4d1bf03 admin admin] Publish callbacks [] for security_group (aca9ded1-1275-4e37-8dbf-3561308baf4a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:59.466915 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4c15d10b-a8b0-4e57-9904-58a2f4d1bf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (aca9ded1-1275-4e37-8dbf-3561308baf4a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:59.473675 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4c15d10b-a8b0-4e57-9904-58a2f4d1bf03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:06:59.476056 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4c15d10b-a8b0-4e57-9904-58a2f4d1bf03 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aca9ded1-1275-4e37-8dbf-3561308baf4a HTTP/1.1" status: 204 len: 168 time: 0.4590216 Mar 05 05:06:59.488438 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15d10b-a8b0-4e57-9904-58a2f4d1bf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca9ded1-1275-4e37-8dbf-3561308baf4a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:00.336360 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3538a-92f6-4e1e-b579-a098ea2f265e req-e249a8c1-7966-4c1f-a42d-5d376fc8394a tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:00.346861 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-61d3538a-92f6-4e1e-b579-a098ea2f265e req-e249a8c1-7966-4c1f-a42d-5d376fc8394a tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 946 time: 0.1538179 Mar 05 05:07:00.481599 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:07:00.489700 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-61d3538a-92f6-4e1e-b579-a098ea2f265e req-1444cfe1-5bf1-46d1-9a0e-e56977102bbf tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406434 Mar 05 05:07:00.731416 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10962e21-7682-4a23-97db-7ce89bda143e req-5db6a372-9ea6-42dd-b342-0c49f8f65ce1 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:00.734265 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-10962e21-7682-4a23-97db-7ce89bda143e req-5db6a372-9ea6-42dd-b342-0c49f8f65ce1 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 946 time: 0.1368942 Mar 05 05:07:00.879723 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-10962e21-7682-4a23-97db-7ce89bda143e req-df72ec85-ad60-4e91-adf1-8ac50c2d3a07 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388035 Mar 05 05:07:01.172494 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130e56d-2d91-4fcf-9d7d-5231c9161a2e req-3c3d9e46-a609-4963-bc91-171314a73273 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:01.185664 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9130e56d-2d91-4fcf-9d7d-5231c9161a2e req-3c3d9e46-a609-4963-bc91-171314a73273 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 946 time: 0.1605847 Mar 05 05:07:01.322431 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9130e56d-2d91-4fcf-9d7d-5231c9161a2e req-c749bbde-45f6-437e-848d-8c82df91c5b2 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306663 Mar 05 05:07:01.567577 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29372a-5008-4603-b0e3-9c573386ddac req-c882502e-f352-4e73-ba18-9b38fe08546e tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:01.581577 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ea29372a-5008-4603-b0e3-9c573386ddac req-c882502e-f352-4e73-ba18-9b38fe08546e tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 946 time: 0.1388791 Mar 05 05:07:01.720623 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ea29372a-5008-4603-b0e3-9c573386ddac req-83b670a6-0126-46d6-a095-55fcd8327ed4 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291552 Mar 05 05:07:02.098140 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb987e-1c2b-4937-a138-faef93fe8906 req-0fad8a40-8d34-44d3-bee1-d3a8d75cc99b tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:02.103680 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-05cb987e-1c2b-4937-a138-faef93fe8906 req-0fad8a40-8d34-44d3-bee1-d3a8d75cc99b tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 946 time: 0.1512945 Mar 05 05:07:02.242039 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-05cb987e-1c2b-4937-a138-faef93fe8906 req-d0ccab06-b9a6-495f-9388-199a81f2c6ff tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359732 Mar 05 05:07:02.522146 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2ad10-9bcb-4b3e-acf1-ef654d85abe8 req-e0aca419-37fe-4adf-8a04-aa0669e5781d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:02.525826 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3d2ad10-9bcb-4b3e-acf1-ef654d85abe8 req-e0aca419-37fe-4adf-8a04-aa0669e5781d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 946 time: 0.1327600 Mar 05 05:07:02.611108 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3d2ad10-9bcb-4b3e-acf1-ef654d85abe8 req-2f3a7c09-7b5b-49d5-84e5-75c3f25b059c tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741313 Mar 05 05:07:02.775063 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45576) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:02.865353 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62efff57-b096-4086-a64c-53b06d81f27f req-339226bb-ff50-45c9-8823-285d3266551e tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:02.866936 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-62efff57-b096-4086-a64c-53b06d81f27f req-339226bb-ff50-45c9-8823-285d3266551e tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 946 time: 0.1108403 Mar 05 05:07:02.876050 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45582) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:03.016860 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-62efff57-b096-4086-a64c-53b06d81f27f req-1bdd2355-1358-4bc3-a4d8-0f5b7a0d79ae tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411278 Mar 05 05:07:03.089102 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-fbe4874d-3bf9-464d-b8a6-9cb0d0bf059b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-739099922-network', 'tenant_id': 'df5573ddf6a2424587c87df1956a5319'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:03.145709 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-f2f00db1-3913-43d9-b38c-1d1d9edd72ad tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-558012606'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:03.184471 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe4874d-3bf9-464d-b8a6-9cb0d0bf059b admin admin] Made reservation on behalf of df5573ddf6a2424587c87df1956a5319 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:07:03.186902 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fbe4874d-3bf9-464d-b8a6-9cb0d0bf059b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:03.213115 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ae7ea-a55d-4554-8383-f020b76eb7e4 req-73840906-8e00-4b00-ac68-c9183c7bcb35 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:03.216931 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-319ae7ea-a55d-4554-8383-f020b76eb7e4 req-73840906-8e00-4b00-ac68-c9183c7bcb35 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 946 time: 0.0941799 Mar 05 05:07:03.238708 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fbe4874d-3bf9-464d-b8a6-9cb0d0bf059b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:03.265830 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f00db1-3913-43d9-b38c-1d1d9edd72ad tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Made reservation on behalf of d3134f3ab53847b3958649780cf24710 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:07:03.269207 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f2f00db1-3913-43d9-b38c-1d1d9edd72ad tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:03.292844 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f2f00db1-3913-43d9-b38c-1d1d9edd72ad tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:03.386228 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-319ae7ea-a55d-4554-8383-f020b76eb7e4 req-8a92ee66-0b83-4dd6-9912-f776c5eb5f2b tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549363 Mar 05 05:07:03.423422 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fbe4874d-3bf9-464d-b8a6-9cb0d0bf059b admin admin] Publish callbacks [] for security_group (ec6f21d6-1c12-47cc-88e8-24654a903ecd), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:03.445749 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fbe4874d-3bf9-464d-b8a6-9cb0d0bf059b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ec6f21d6-1c12-47cc-88e8-24654a903ecd), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:03.459441 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe4874d-3bf9-464d-b8a6-9cb0d0bf059b admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:07:03.471013 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fbe4874d-3bf9-464d-b8a6-9cb0d0bf059b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (d03d11e9-b2fb-4af9-b8be-61878caa782d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:03.473273 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-fbe4874d-3bf9-464d-b8a6-9cb0d0bf059b admin admin] Added segment d03d11e9-b2fb-4af9-b8be-61878caa782d of type vlan for network e01ba21f-236a-46c4-a238-a9526e6fdb36 Mar 05 05:07:03.525062 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fbe4874d-3bf9-464d-b8a6-9cb0d0bf059b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (e01ba21f-236a-46c4-a238-a9526e6fdb36), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:03.566000 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-52c6e024-2722-4d6e-b0de-1c523eb30c3d req-80b05f90-f945-4564-8a56-ddac0a78a490 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:03.567099 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-52c6e024-2722-4d6e-b0de-1c523eb30c3d req-80b05f90-f945-4564-8a56-ddac0a78a490 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061815 Mar 05 05:07:03.592999 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fbe4874d-3bf9-464d-b8a6-9cb0d0bf059b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (e01ba21f-236a-46c4-a238-a9526e6fdb36), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:03.594003 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe4874d-3bf9-464d-b8a6-9cb0d0bf059b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:03.598911 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fbe4874d-3bf9-464d-b8a6-9cb0d0bf059b admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:03.603611 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f2f00db1-3913-43d9-b38c-1d1d9edd72ad tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks [] for security_group (781a7477-67ef-43bd-803a-aa77f3adbe48), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:03.638078 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f2f00db1-3913-43d9-b38c-1d1d9edd72ad tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (781a7477-67ef-43bd-803a-aa77f3adbe48), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:03.652223 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f00db1-3913-43d9-b38c-1d1d9edd72ad tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:07:03.662662 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f2f00db1-3913-43d9-b38c-1d1d9edd72ad tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (51a0602f-fc5c-4234-9a27-a5cec99a66a1), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:03.663161 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-f2f00db1-3913-43d9-b38c-1d1d9edd72ad tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Added segment 51a0602f-fc5c-4234-9a27-a5cec99a66a1 of type vlan for network 197cb921-7cca-45af-92d1-ddcad3b28717 Mar 05 05:07:03.747854 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f2f00db1-3913-43d9-b38c-1d1d9edd72ad tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (197cb921-7cca-45af-92d1-ddcad3b28717), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:03.835944 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fba7e4-7679-4268-955a-a54f428ba582 req-73aab96b-20da-4467-b176-da0e2afec956 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:03.840794 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-97fba7e4-7679-4268-955a-a54f428ba582 req-73aab96b-20da-4467-b176-da0e2afec956 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 946 time: 0.1388543 Mar 05 05:07:03.968110 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-97fba7e4-7679-4268-955a-a54f428ba582 req-8f009297-ca50-4bdf-92a0-c33135c88fcd tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189110 Mar 05 05:07:03.989903 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45630) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:03.997459 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-284cd7d9-fd2d-4c3f-be1e-1daf869c36ca admin admin] Request body: {'subnet': {'network_id': 'e01ba21f-236a-46c4-a238-a9526e6fdb36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-739099922-subnet', 'tenant_id': 'df5573ddf6a2424587c87df1956a5319', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:04.018108 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fbe4874d-3bf9-464d-b8a6-9cb0d0bf059b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1075549 Mar 05 05:07:04.028269 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4874d-3bf9-464d-b8a6-9cb0d0bf059b admin admin] Pushing event updated for resources: {'Network': ['ID=e01ba21f-236a-46c4-a238-a9526e6fdb36,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:04.029628 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284cd7d9-fd2d-4c3f-be1e-1daf869c36ca admin admin] Made reservation on behalf of df5573ddf6a2424587c87df1956a5319 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:07:04.032631 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-284cd7d9-fd2d-4c3f-be1e-1daf869c36ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:04.048571 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network e01ba21f-236a-46c4-a238-a9526e6fdb36 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:07:04.064170 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4874d-3bf9-464d-b8a6-9cb0d0bf059b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6f21d6-1c12-47cc-88e8-24654a903ecd,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:04.093150 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f2f00db1-3913-43d9-b38c-1d1d9edd72ad tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (197cb921-7cca-45af-92d1-ddcad3b28717), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:04.098143 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f00db1-3913-43d9-b38c-1d1d9edd72ad tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:04.098750 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f2f00db1-3913-43d9-b38c-1d1d9edd72ad tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:04.276089 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f2f00db1-3913-43d9-b38c-1d1d9edd72ad tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.4993296 Mar 05 05:07:04.276900 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45646) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:04.283246 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-8a1a497c-fb33-498a-bce1-005a3029bfbc tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Request body: {'subnet': {'network_id': '197cb921-7cca-45af-92d1-ddcad3b28717', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:04.343958 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f00db1-3913-43d9-b38c-1d1d9edd72ad tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=781a7477-67ef-43bd-803a-aa77f3adbe48,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:04.396509 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-284cd7d9-fd2d-4c3f-be1e-1daf869c36ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (3c07b04b-7c95-46cf-ae33-2fe911d9fb5d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:04.470828 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f00db1-3913-43d9-b38c-1d1d9edd72ad tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Pushing event updated for resources: {'Network': ['ID=197cb921-7cca-45af-92d1-ddcad3b28717,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:04.482264 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 197cb921-7cca-45af-92d1-ddcad3b28717 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:07:04.527971 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284cd7d9-fd2d-4c3f-be1e-1daf869c36ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c07b04b-7c95-46cf-ae33-2fe911d9fb5d,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:04.528609 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1a497c-fb33-498a-bce1-005a3029bfbc tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Made reservation on behalf of d3134f3ab53847b3958649780cf24710 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:07:04.533322 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8a1a497c-fb33-498a-bce1-005a3029bfbc tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:04.775217 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92474d-7325-4eac-b9e0-5e70cba5c9a0 req-3c5347ec-7ac4-4c74-a69c-71a6f435a655 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:04.787756 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4a92474d-7325-4eac-b9e0-5e70cba5c9a0 req-3c5347ec-7ac4-4c74-a69c-71a6f435a655 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 946 time: 0.5122683 Mar 05 05:07:04.966422 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8a1a497c-fb33-498a-bce1-005a3029bfbc tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (5c30cbc9-b001-4893-8108-8fd5683ed78f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:05.022732 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284cd7d9-fd2d-4c3f-be1e-1daf869c36ca admin admin] Checking segment: {'id': 'd03d11e9-b2fb-4af9-b8be-61878caa782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e01ba21f-236a-46c4-a238-a9526e6fdb36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:07:05.023132 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284cd7d9-fd2d-4c3f-be1e-1daf869c36ca admin admin] Network hostable DHCP agents. Network: e01ba21f-236a-46c4-a238-a9526e6fdb36, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:07:05.113642 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284cd7d9-fd2d-4c3f-be1e-1daf869c36ca admin admin] Network e01ba21f-236a-46c4-a238-a9526e6fdb36 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:07:05.137386 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a497c-fb33-498a-bce1-005a3029bfbc tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Pushing event updated for resources: {'Subnet': ['ID=5c30cbc9-b001-4893-8108-8fd5683ed78f,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:05.165782 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4a92474d-7325-4eac-b9e0-5e70cba5c9a0 req-0a4fae6e-12f3-4a81-b74e-80468383b1b9 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720665 Mar 05 05:07:05.168935 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-284cd7d9-fd2d-4c3f-be1e-1daf869c36ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, e01ba21f-236a-46c4-a238-a9526e6fdb36) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:07:05.188812 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daac8d22-d66a-4bd7-88db-9c43299613b6 None None] Network e01ba21f-236a-46c4-a238-a9526e6fdb36 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:07:05.214951 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284cd7d9-fd2d-4c3f-be1e-1daf869c36ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:05.215842 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-284cd7d9-fd2d-4c3f-be1e-1daf869c36ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:05.221133 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1a497c-fb33-498a-bce1-005a3029bfbc tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Checking segment: {'id': '51a0602f-fc5c-4234-9a27-a5cec99a66a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '197cb921-7cca-45af-92d1-ddcad3b28717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:07:05.224389 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1a497c-fb33-498a-bce1-005a3029bfbc tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Network hostable DHCP agents. Network: 197cb921-7cca-45af-92d1-ddcad3b28717, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:07:05.280847 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-284cd7d9-fd2d-4c3f-be1e-1daf869c36ca admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2879372 Mar 05 05:07:05.306848 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1a497c-fb33-498a-bce1-005a3029bfbc tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Network 197cb921-7cca-45af-92d1-ddcad3b28717 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:07:05.315389 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-8a1a497c-fb33-498a-bce1-005a3029bfbc tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 197cb921-7cca-45af-92d1-ddcad3b28717) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:07:05.334224 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1a497c-fb33-498a-bce1-005a3029bfbc tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:05.334866 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8a1a497c-fb33-498a-bce1-005a3029bfbc tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:05.430248 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b375e9-f049-484a-b2c2-80176d371485 None None] Network 197cb921-7cca-45af-92d1-ddcad3b28717 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:07:05.489102 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8a1a497c-fb33-498a-bce1-005a3029bfbc tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2103243 Mar 05 05:07:05.491825 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45680) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:05.505273 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-96bbdaa3-af3d-4bff-a5c2-74f80fd57d58 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Request body: {'port': {'network_id': '197cb921-7cca-45af-92d1-ddcad3b28717', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-536240943'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:05.579230 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc7437-afa7-4cc8-a4ef-5fae1e09572f req-8f6bcc16-9469-4b97-ab1c-92f8f06bdec6 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:05.581449 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bfbc7437-afa7-4cc8-a4ef-5fae1e09572f req-8f6bcc16-9469-4b97-ab1c-92f8f06bdec6 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 946 time: 0.2229354 Mar 05 05:07:05.647129 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783014aa-f4ce-476f-b3be-9edc386df566 None None] Network e01ba21f-236a-46c4-a238-a9526e6fdb36 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:07:05.726097 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bfbc7437-afa7-4cc8-a4ef-5fae1e09572f req-6d485951-7724-4556-9631-bb8fb1a7d656 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364315 Mar 05 05:07:05.781849 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-197cb921-7cca-45af-92d1-ddcad3b28717', 'network_id': '197cb921-7cca-45af-92d1-ddcad3b28717', 'project_id': 'd3134f3ab53847b3958649780cf24710', 'fixed_ips': [{'subnet_id': '5c30cbc9-b001-4893-8108-8fd5683ed78f'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:07:05.783817 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:05.889923 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bbdaa3-af3d-4bff-a5c2-74f80fd57d58 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Made reservation on behalf of d3134f3ab53847b3958649780cf24710 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:07:05.913414 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-96bbdaa3-af3d-4bff-a5c2-74f80fd57d58 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:05.963273 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-96bbdaa3-af3d-4bff-a5c2-74f80fd57d58 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] device_id is not set on port f601e4d5-912c-44c1-9f52-f2ea2761a53f yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:07:06.046894 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2c5e5-4501-4cef-8ce7-6aca2cf2bb6f req-68ac43a7-8f28-4504-a630-efbc6673787b tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:06.052207 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-91e2c5e5-4501-4cef-8ce7-6aca2cf2bb6f req-68ac43a7-8f28-4504-a630-efbc6673787b tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 946 time: 0.1513650 Mar 05 05:07:06.106101 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45702) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:06.220028 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-91e2c5e5-4501-4cef-8ce7-6aca2cf2bb6f req-17ad7bf9-48ef-412b-8be3-f55df1efbff6 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596527 Mar 05 05:07:06.320185 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-96bbdaa3-af3d-4bff-a5c2-74f80fd57d58 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Allocated IP 2001:db8::3c (197cb921-7cca-45af-92d1-ddcad3b28717/5c30cbc9-b001-4893-8108-8fd5683ed78f/f601e4d5-912c-44c1-9f52-f2ea2761a53f) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:07:06.600292 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd3f901-620a-4cbe-92b2-d97c4986d1fa req-1144b136-9999-429d-834b-6424bac267da tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:06.604763 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6dd3f901-620a-4cbe-92b2-d97c4986d1fa req-1144b136-9999-429d-834b-6424bac267da tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 946 time: 0.1667666 Mar 05 05:07:06.716096 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-96bbdaa3-af3d-4bff-a5c2-74f80fd57d58 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks [] for port (f601e4d5-912c-44c1-9f52-f2ea2761a53f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:06.750843 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6dd3f901-620a-4cbe-92b2-d97c4986d1fa req-704cc462-6be3-48f8-a28b-fec798363990 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407700 Mar 05 05:07:06.751423 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45718) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:06.827503 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b96b6fec-f7ae-4dbe-ab86-37b0aa69c9bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:06.856966 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-96bbdaa3-af3d-4bff-a5c2-74f80fd57d58 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (f601e4d5-912c-44c1-9f52-f2ea2761a53f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:06.927104 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] Allocated IP 2001:db8::2 (197cb921-7cca-45af-92d1-ddcad3b28717/5c30cbc9-b001-4893-8108-8fd5683ed78f/8b53aecc-b358-4498-b676-8353c031c9a2) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:07:06.964582 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bbdaa3-af3d-4bff-a5c2-74f80fd57d58 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Network 197cb921-7cca-45af-92d1-ddcad3b28717 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:07:06.970059 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-96bbdaa3-af3d-4bff-a5c2-74f80fd57d58 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:07:06.981773 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bbdaa3-af3d-4bff-a5c2-74f80fd57d58 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:07:06.989389 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bbdaa3-af3d-4bff-a5c2-74f80fd57d58 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:06.990650 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-96bbdaa3-af3d-4bff-a5c2-74f80fd57d58 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:07.006541 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bbdaa3-af3d-4bff-a5c2-74f80fd57d58 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Pushing event updated for resources: {'Port': ['ID=f601e4d5-912c-44c1-9f52-f2ea2761a53f,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:07.020514 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b96b6fec-f7ae-4dbe-ab86-37b0aa69c9bf admin admin] Publish callbacks [] for security_group (b5f2c2d7-37ae-44d5-a860-20f3c792b30b), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:07.044637 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b96b6fec-f7ae-4dbe-ab86-37b0aa69c9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b5f2c2d7-37ae-44d5-a860-20f3c792b30b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:07.046746 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-96bbdaa3-af3d-4bff-a5c2-74f80fd57d58 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5520988 Mar 05 05:07:07.046884 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45730) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:07.082184 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-418bf73d-795d-48a0-8cc9-e2d88a289831 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Request body: {'port': {'network_id': '197cb921-7cca-45af-92d1-ddcad3b28717', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1631103843', 'allowed_address_pairs': [{'ip_address': '2001:db8::3c', 'mac_address': 'fa:16:3e:be:5c:33'}]}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:07.153259 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-458b3502-b41a-432b-91af-575239e018d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:07.184561 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] Publish callbacks [] for port (8b53aecc-b358-4498-b676-8353c031c9a2), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:07.193206 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45734) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:07.200497 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-e7846fcf-2290-4ad2-9b33-036e83103193 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-893456971-network', 'tenant_id': 'd0250260737d4c69a81bf201cf35b344'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:07.203119 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (8b53aecc-b358-4498-b676-8353c031c9a2), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:07.231412 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7846fcf-2290-4ad2-9b33-036e83103193 admin admin] Made reservation on behalf of d0250260737d4c69a81bf201cf35b344 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:07:07.235761 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e7846fcf-2290-4ad2-9b33-036e83103193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:07.249766 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e7846fcf-2290-4ad2-9b33-036e83103193 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:07.255887 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-458b3502-b41a-432b-91af-575239e018d3 admin admin] Publish callbacks [] for security_group (b2a5c671-0897-4cf9-b5ca-fdc56f68d415), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:07.294434 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] Pushing event updated for resources: {'Port': ['ID=8b53aecc-b358-4498-b676-8353c031c9a2,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:07.304762 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-458b3502-b41a-432b-91af-575239e018d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b2a5c671-0897-4cf9-b5ca-fdc56f68d415), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:07.326394 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:07.326812 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:07.327114 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:07.327474 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:07.327819 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:07.328166 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:07.328512 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:07.328991 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:07.329214 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:07.329506 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:07.329858 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:07.330184 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:07.330509 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:07.339009 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] Network 197cb921-7cca-45af-92d1-ddcad3b28717 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:07:07.340945 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:07:07.356038 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:07:07.402276 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b6fec-f7ae-4dbe-ab86-37b0aa69c9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f2c2d7-37ae-44d5-a860-20f3c792b30b,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:07.431830 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e7846fcf-2290-4ad2-9b33-036e83103193 admin admin] Publish callbacks [] for security_group (da8a8524-23d2-4259-9ec3-c978bfbb1485), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:07.448081 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b96b6fec-f7ae-4dbe-ab86-37b0aa69c9bf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1684379945354cd1a1510fe4e7fdcefc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3340659 Mar 05 05:07:07.448310 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e7846fcf-2290-4ad2-9b33-036e83103193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (da8a8524-23d2-4259-9ec3-c978bfbb1485), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:07.452420 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45736) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:07.473769 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] Attempting to bind port 8b53aecc-b358-4498-b676-8353c031c9a2 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:07.474369 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] Attempting to bind port 8b53aecc-b358-4498-b676-8353c031c9a2 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '51a0602f-fc5c-4234-9a27-a5cec99a66a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '197cb921-7cca-45af-92d1-ddcad3b28717'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:07.475631 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] Attempting to bind port 8b53aecc-b358-4498-b676-8353c031c9a2 on network 197cb921-7cca-45af-92d1-ddcad3b28717 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:07.490595 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:07:07.490595 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] Checking segment: {'id': '51a0602f-fc5c-4234-9a27-a5cec99a66a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '197cb921-7cca-45af-92d1-ddcad3b28717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:07:07.490960 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:07.491339 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] Bound using segment: {'id': '51a0602f-fc5c-4234-9a27-a5cec99a66a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '197cb921-7cca-45af-92d1-ddcad3b28717'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:07:07.491827 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] Bound port: 8b53aecc-b358-4498-b676-8353c031c9a2, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51a0602f-fc5c-4234-9a27-a5cec99a66a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '197cb921-7cca-45af-92d1-ddcad3b28717'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:07:07.493324 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8b53aecc-b358-4498-b676-8353c031c9a2), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:07.498417 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493a3db-eb98-43b1-b4a8-3037be2c7906 req-5cccb87f-a0dd-4cdf-8f41-e4853ba1150a tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:07.504598 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7846fcf-2290-4ad2-9b33-036e83103193 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:07:07.505592 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5493a3db-eb98-43b1-b4a8-3037be2c7906 req-5cccb87f-a0dd-4cdf-8f41-e4853ba1150a tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 946 time: 0.4834964 Mar 05 05:07:07.527164 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-458b3502-b41a-432b-91af-575239e018d3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c80b51124f0f44aca5b533b4e0ca7c69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7631755 Mar 05 05:07:07.529749 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45738) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:07.547126 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b3502-b41a-432b-91af-575239e018d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a5c671-0897-4cf9-b5ca-fdc56f68d415,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:07.581100 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7846fcf-2290-4ad2-9b33-036e83103193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8a8524-23d2-4259-9ec3-c978bfbb1485,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:07.595161 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5493a3db-eb98-43b1-b4a8-3037be2c7906 req-ff8e16c4-1261-4575-a927-1d73c153ede0 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847499 Mar 05 05:07:07.606199 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e7846fcf-2290-4ad2-9b33-036e83103193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (bd18d35a-76c5-4a32-a6f8-3e5241e74d16), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:07.606568 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-e7846fcf-2290-4ad2-9b33-036e83103193 admin admin] Added segment bd18d35a-76c5-4a32-a6f8-3e5241e74d16 of type vlan for network d2c5ab52-a716-4624-85f4-8595d696f629 Mar 05 05:07:07.608206 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3b058893-c11a-4e19-a5cb-e77d3bf5b340 admin admin] Publish callbacks [] for security_group (b2a5c671-0897-4cf9-b5ca-fdc56f68d415), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:07.627454 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] For port 8b53aecc-b358-4498-b676-8353c031c9a2, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:07:07.630925 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418bf73d-795d-48a0-8cc9-e2d88a289831 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Made reservation on behalf of d3134f3ab53847b3958649780cf24710 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:07:07.635601 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3b058893-c11a-4e19-a5cb-e77d3bf5b340 admin admin] Publish callbacks [] for security_group (b2a5c671-0897-4cf9-b5ca-fdc56f68d415), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:07.636540 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] For port 8b53aecc-b358-4498-b676-8353c031c9a2, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=8b53aecc-b358-4498-b676-8353c031c9a2,segment=NetworkSegment(51a0602f-fc5c-4234-9a27-a5cec99a66a1),segment_id=51a0602f-fc5c-4234-9a27-a5cec99a66a1)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:07:07.651420 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8b53aecc-b358-4498-b676-8353c031c9a2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:07.726113 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3b058893-c11a-4e19-a5cb-e77d3bf5b340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b2a5c671-0897-4cf9-b5ca-fdc56f68d415), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:07.733394 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3b058893-c11a-4e19-a5cb-e77d3bf5b340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:07.734856 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3b058893-c11a-4e19-a5cb-e77d3bf5b340 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b2a5c671-0897-4cf9-b5ca-fdc56f68d415 HTTP/1.1" status: 204 len: 168 time: 0.2030919 Mar 05 05:07:07.759573 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b058893-c11a-4e19-a5cb-e77d3bf5b340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a5c671-0897-4cf9-b5ca-fdc56f68d415,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:07.814225 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28dbff2a-9096-41ba-886d-bb9aeabcf849 admin admin] Publish callbacks [] for security_group (b5f2c2d7-37ae-44d5-a860-20f3c792b30b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:07.843613 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28dbff2a-9096-41ba-886d-bb9aeabcf849 admin admin] Publish callbacks [] for security_group (b5f2c2d7-37ae-44d5-a860-20f3c792b30b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:07.845027 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9552c-6ffd-4587-8231-55972e9e8272 None None] Pushing event updated for resources: {'Port': ['ID=8b53aecc-b358-4498-b676-8353c031c9a2,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:07.859931 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-418bf73d-795d-48a0-8cc9-e2d88a289831 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:07.901592 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e7846fcf-2290-4ad2-9b33-036e83103193 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (d2c5ab52-a716-4624-85f4-8595d696f629), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:07.915347 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28dbff2a-9096-41ba-886d-bb9aeabcf849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b5f2c2d7-37ae-44d5-a860-20f3c792b30b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:07.918417 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28dbff2a-9096-41ba-886d-bb9aeabcf849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:07.922096 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-28dbff2a-9096-41ba-886d-bb9aeabcf849 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b5f2c2d7-37ae-44d5-a860-20f3c792b30b HTTP/1.1" status: 204 len: 168 time: 0.4634881 Mar 05 05:07:07.981846 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbff2a-9096-41ba-886d-bb9aeabcf849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f2c2d7-37ae-44d5-a860-20f3c792b30b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:08.002088 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-418bf73d-795d-48a0-8cc9-e2d88a289831 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] device_id is not set on port deb1ee03-d2cc-41a4-986f-2dc94cecdf40 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:07:08.024564 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e7846fcf-2290-4ad2-9b33-036e83103193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (d2c5ab52-a716-4624-85f4-8595d696f629), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:08.025816 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7846fcf-2290-4ad2-9b33-036e83103193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:08.027237 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e7846fcf-2290-4ad2-9b33-036e83103193 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:08.119517 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e7846fcf-2290-4ad2-9b33-036e83103193 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9245915 Mar 05 05:07:08.171961 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45752) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:08.183496 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-dbafb76c-a356-458a-9235-af8056d20e02 admin admin] Request body: {'subnet': {'network_id': 'd2c5ab52-a716-4624-85f4-8595d696f629', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-893456971-subnet', 'tenant_id': 'd0250260737d4c69a81bf201cf35b344', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:08.268531 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd932c0-1120-4862-9060-2cfb82f5efdc req-0366ebc0-81ce-4099-a05e-7a7b4ab4b06d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:08.272619 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0bd932c0-1120-4862-9060-2cfb82f5efdc req-0366ebc0-81ce-4099-a05e-7a7b4ab4b06d tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 946 time: 0.4227881 Mar 05 05:07:08.294753 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7846fcf-2290-4ad2-9b33-036e83103193 admin admin] Pushing event updated for resources: {'Network': ['ID=d2c5ab52-a716-4624-85f4-8595d696f629,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:08.308014 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network d2c5ab52-a716-4624-85f4-8595d696f629 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:07:08.317790 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbafb76c-a356-458a-9235-af8056d20e02 admin admin] Made reservation on behalf of d0250260737d4c69a81bf201cf35b344 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:07:08.324600 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dbafb76c-a356-458a-9235-af8056d20e02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:08.528432 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0bd932c0-1120-4862-9060-2cfb82f5efdc req-9e18f09b-2376-4654-a4fe-1454c6ac2989 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430575 Mar 05 05:07:08.592693 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-418bf73d-795d-48a0-8cc9-e2d88a289831 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Allocated IP 2001:db8::237 (197cb921-7cca-45af-92d1-ddcad3b28717/5c30cbc9-b001-4893-8108-8fd5683ed78f/deb1ee03-d2cc-41a4-986f-2dc94cecdf40) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:07:08.799398 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dbafb76c-a356-458a-9235-af8056d20e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (a6413c13-01ac-49b9-af3e-c293d11bb6ff), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:08.864560 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45766) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:08.915215 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45768) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:08.938050 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e51557a1-4ae3-4e8b-bb09-48993ec1db2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:08.950415 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafb76c-a356-458a-9235-af8056d20e02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6413c13-01ac-49b9-af3e-c293d11bb6ff,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:08.968706 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-68b71a96-7f21-49e3-81c3-4e444f21ed6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:08.971592 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbafb76c-a356-458a-9235-af8056d20e02 admin admin] Checking segment: {'id': 'bd18d35a-76c5-4a32-a6f8-3e5241e74d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd2c5ab52-a716-4624-85f4-8595d696f629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:07:08.971986 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbafb76c-a356-458a-9235-af8056d20e02 admin admin] Network hostable DHCP agents. Network: d2c5ab52-a716-4624-85f4-8595d696f629, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:07:09.011571 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbafb76c-a356-458a-9235-af8056d20e02 admin admin] Network d2c5ab52-a716-4624-85f4-8595d696f629 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:07:09.030650 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-dbafb76c-a356-458a-9235-af8056d20e02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, d2c5ab52-a716-4624-85f4-8595d696f629) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:07:09.038447 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbafb76c-a356-458a-9235-af8056d20e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:09.040189 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dbafb76c-a356-458a-9235-af8056d20e02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:09.045204 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33218afd-e9e0-455c-b7e9-bea379519418 None None] Network d2c5ab52-a716-4624-85f4-8595d696f629 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:07:09.078028 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-418bf73d-795d-48a0-8cc9-e2d88a289831 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks [] for port (deb1ee03-d2cc-41a4-986f-2dc94cecdf40), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:09.113852 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-dbafb76c-a356-458a-9235-af8056d20e02 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9386220 Mar 05 05:07:09.177397 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e51557a1-4ae3-4e8b-bb09-48993ec1db2f admin admin] Publish callbacks [] for security_group (96d22383-2946-47d4-9862-e77c7739cf20), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:09.189962 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e51557a1-4ae3-4e8b-bb09-48993ec1db2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (96d22383-2946-47d4-9862-e77c7739cf20), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:09.339241 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51557a1-4ae3-4e8b-bb09-48993ec1db2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d22383-2946-47d4-9862-e77c7739cf20,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:09.348060 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-418bf73d-795d-48a0-8cc9-e2d88a289831 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (deb1ee03-d2cc-41a4-986f-2dc94cecdf40), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:09.379163 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c427c0-2fe1-43bf-8570-acbfef43e3a1 None None] Network d2c5ab52-a716-4624-85f4-8595d696f629 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:07:09.389675 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e51557a1-4ae3-4e8b-bb09-48993ec1db2f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4f6867915da142589670fbf4c7ca742f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5120757 Mar 05 05:07:09.392641 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45774) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:09.480101 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418bf73d-795d-48a0-8cc9-e2d88a289831 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Network 197cb921-7cca-45af-92d1-ddcad3b28717 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:07:09.493470 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-418bf73d-795d-48a0-8cc9-e2d88a289831 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:07:09.504594 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418bf73d-795d-48a0-8cc9-e2d88a289831 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:07:09.524565 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418bf73d-795d-48a0-8cc9-e2d88a289831 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:09.525636 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-418bf73d-795d-48a0-8cc9-e2d88a289831 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:09.639968 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-68b71a96-7f21-49e3-81c3-4e444f21ed6c admin admin] Publish callbacks [] for security_group (1872350f-b203-46ef-82f1-bc9422dcbb15), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:09.644517 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6e7aad42-af1f-4dee-81ff-bb22fa8af0d5 admin admin] Publish callbacks [] for security_group (96d22383-2946-47d4-9862-e77c7739cf20), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:09.647044 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418bf73d-795d-48a0-8cc9-e2d88a289831 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Pushing event updated for resources: {'Port': ['ID=deb1ee03-d2cc-41a4-986f-2dc94cecdf40,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:09.662325 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-68b71a96-7f21-49e3-81c3-4e444f21ed6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1872350f-b203-46ef-82f1-bc9422dcbb15), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:09.692544 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-418bf73d-795d-48a0-8cc9-e2d88a289831 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.6213136 Mar 05 05:07:09.720458 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45778) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:09.766754 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f83c92a-7ad4-4a6a-9fa0-7934e9dc6ee9 None None] Network 197cb921-7cca-45af-92d1-ddcad3b28717 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:07:09.796088 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6e7aad42-af1f-4dee-81ff-bb22fa8af0d5 admin admin] Publish callbacks [] for security_group (96d22383-2946-47d4-9862-e77c7739cf20), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:09.822264 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-68b71a96-7f21-49e3-81c3-4e444f21ed6c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=98ce60f8e2354473bf1e3b4483c62b2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9059727 Mar 05 05:07:09.824089 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b71a96-7f21-49e3-81c3-4e444f21ed6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1872350f-b203-46ef-82f1-bc9422dcbb15,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:09.829678 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45786) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:09.857301 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8b53aecc-b358-4498-b676-8353c031c9a2 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:07:09.944943 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6eb43fb4-1471-4cef-a313-36fea298d17f admin admin] Publish callbacks [] for security_group (1872350f-b203-46ef-82f1-bc9422dcbb15), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:09.995474 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6eb43fb4-1471-4cef-a313-36fea298d17f admin admin] Publish callbacks [] for security_group (1872350f-b203-46ef-82f1-bc9422dcbb15), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:10.053420 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147b1c65-a2ee-4e12-b9e6-04c12eb1d530 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:10.071708 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147b1c65-a2ee-4e12-b9e6-04c12eb1d530 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:10.080462 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147b1c65-a2ee-4e12-b9e6-04c12eb1d530 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:10.082634 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-147b1c65-a2ee-4e12-b9e6-04c12eb1d530 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.3607726 Mar 05 05:07:10.085312 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45790) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:10.092425 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-bc60f8fe-9d39-403c-96d0-4734dcf90594 None None] Provisioning complete for port 8b53aecc-b358-4498-b676-8353c031c9a2 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:07:10.093040 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bc60f8fe-9d39-403c-96d0-4734dcf90594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8b53aecc-b358-4498-b676-8353c031c9a2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:10.107830 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6e7aad42-af1f-4dee-81ff-bb22fa8af0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (96d22383-2946-47d4-9862-e77c7739cf20), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:10.110878 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6e7aad42-af1f-4dee-81ff-bb22fa8af0d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:10.120447 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6e7aad42-af1f-4dee-81ff-bb22fa8af0d5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/96d22383-2946-47d4-9862-e77c7739cf20 HTTP/1.1" status: 204 len: 168 time: 0.7267251 Mar 05 05:07:10.161640 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7aad42-af1f-4dee-81ff-bb22fa8af0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d22383-2946-47d4-9862-e77c7739cf20,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:10.222453 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6eb43fb4-1471-4cef-a313-36fea298d17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1872350f-b203-46ef-82f1-bc9422dcbb15), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:10.230049 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6eb43fb4-1471-4cef-a313-36fea298d17f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:10.241581 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6eb43fb4-1471-4cef-a313-36fea298d17f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1872350f-b203-46ef-82f1-bc9422dcbb15 HTTP/1.1" status: 204 len: 168 time: 0.4028311 Mar 05 05:07:10.353805 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb43fb4-1471-4cef-a313-36fea298d17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1872350f-b203-46ef-82f1-bc9422dcbb15,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:10.471843 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 8b53aecc-b358-4498-b676-8353c031c9a2 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:07:10.472395 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8b53aecc-b358-4498-b676-8353c031c9a2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:10.562466 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-bc60f8fe-9d39-403c-96d0-4734dcf90594 None None] Current status of the port 8b53aecc-b358-4498-b676-8353c031c9a2 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:07:10.563068 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bc60f8fe-9d39-403c-96d0-4734dcf90594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8b53aecc-b358-4498-b676-8353c031c9a2), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:10.665971 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-9efc80b9-0467-4411-84a5-f0dd6b79867a tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Deleting port deb1ee03-d2cc-41a4-986f-2dc94cecdf40 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:07:10.666402 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9efc80b9-0467-4411-84a5-f0dd6b79867a tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (deb1ee03-d2cc-41a4-986f-2dc94cecdf40), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:10.702350 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-bc60f8fe-9d39-403c-96d0-4734dcf90594 None None] For port 8b53aecc-b358-4498-b676-8353c031c9a2, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=8b53aecc-b358-4498-b676-8353c031c9a2,segment=NetworkSegment(51a0602f-fc5c-4234-9a27-a5cec99a66a1),segment_id=51a0602f-fc5c-4234-9a27-a5cec99a66a1)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:07:10.756232 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bc60f8fe-9d39-403c-96d0-4734dcf90594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8b53aecc-b358-4498-b676-8353c031c9a2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:10.890584 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60f8fe-9d39-403c-96d0-4734dcf90594 None None] Pushing event updated for resources: {'Port': ['ID=8b53aecc-b358-4498-b676-8353c031c9a2,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:10.943319 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 8b53aecc-b358-4498-b676-8353c031c9a2 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:07:10.943717 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8b53aecc-b358-4498-b676-8353c031c9a2), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:10.944235 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-c634a62f-1c3a-409a-a360-1a59c0d31a83 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:10.949809 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-c634a62f-1c3a-409a-a360-1a59c0d31a83 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/networks?id=e01ba21f-236a-46c4-a238-a9526e6fdb36 HTTP/1.1" status: 200 len: 811 time: 0.7373919 Mar 05 05:07:11.046051 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9efc80b9-0467-4411-84a5-f0dd6b79867a tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (deb1ee03-d2cc-41a4-986f-2dc94cecdf40), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:11.077775 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-9efc80b9-0467-4411-84a5-f0dd6b79867a tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Calling delete_port for deb1ee03-d2cc-41a4-986f-2dc94cecdf40 owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:07:11.118302 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 05:07:11.118654 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 05:07:11.221164 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-836f1c3f-75f6-4247-a1c5-975b0f38094e None None] Provisioning complete for port 8b53aecc-b358-4498-b676-8353c031c9a2 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:07:11.221541 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-836f1c3f-75f6-4247-a1c5-975b0f38094e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8b53aecc-b358-4498-b676-8353c031c9a2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:11.417096 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9efc80b9-0467-4411-84a5-f0dd6b79867a tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (deb1ee03-d2cc-41a4-986f-2dc94cecdf40), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:11.419840 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-46b63b55-d5c9-40f7-9cbd-e87b4047a54a tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/quotas/df5573ddf6a2424587c87df1956a5319 HTTP/1.1" status: 200 len: 375 time: 0.0356095 Mar 05 05:07:11.531110 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e35de893-9238-4e84-baa3-9cece3d8db34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:11.536562 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-836f1c3f-75f6-4247-a1c5-975b0f38094e None None] Current status of the port 8b53aecc-b358-4498-b676-8353c031c9a2 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:07:11.543901 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-836f1c3f-75f6-4247-a1c5-975b0f38094e None None] Could not find standard attr ID for object deb1ee03-d2cc-41a4-986f-2dc94cecdf40. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 05:07:11.554946 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc80b9-0467-4411-84a5-f0dd6b79867a tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Pushing event deleted for resources: {'Port': ['ID=deb1ee03-d2cc-41a4-986f-2dc94cecdf40,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:11.558197 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-836f1c3f-75f6-4247-a1c5-975b0f38094e None None] Provisioning complete for port f601e4d5-912c-44c1-9f52-f2ea2761a53f triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:07:11.558595 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-836f1c3f-75f6-4247-a1c5-975b0f38094e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f601e4d5-912c-44c1-9f52-f2ea2761a53f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:11.613309 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-836f1c3f-75f6-4247-a1c5-975b0f38094e None None] Port f601e4d5-912c-44c1-9f52-f2ea2761a53f cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:07:11.757008 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 8b53aecc-b358-4498-b676-8353c031c9a2 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:07:11.828889 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a7cb8e0c-5efc-48a5-a5e0-9dbfe2fe4ba6 None None] Provisioning complete for port f601e4d5-912c-44c1-9f52-f2ea2761a53f triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:07:11.830225 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a7cb8e0c-5efc-48a5-a5e0-9dbfe2fe4ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f601e4d5-912c-44c1-9f52-f2ea2761a53f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:11.917376 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9efc80b9-0467-4411-84a5-f0dd6b79867a tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:11.923357 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9efc80b9-0467-4411-84a5-f0dd6b79867a tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] 10.222.0.11 "DELETE /v2.0/ports/deb1ee03-d2cc-41a4-986f-2dc94cecdf40 HTTP/1.1" status: 204 len: 168 time: 1.8344154 Mar 05 05:07:11.923357 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-690a996a-f096-4ea5-99e9-a41e08bd4799 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=df5573ddf6a2424587c87df1956a5319&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4524531 Mar 05 05:07:11.923854 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45846) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:11.951840 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a7cb8e0c-5efc-48a5-a5e0-9dbfe2fe4ba6 None None] Port f601e4d5-912c-44c1-9f52-f2ea2761a53f cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:07:12.007194 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8b53aecc-b358-4498-b676-8353c031c9a2 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:07:12.062081 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-23d20460-9109-46f7-a565-39eed2a3576d tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] GET failed (client error): The resource could not be found. Mar 05 05:07:12.077032 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-23d20460-9109-46f7-a565-39eed2a3576d tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] 10.222.0.11 "GET /v2.0/ports/deb1ee03-d2cc-41a4-986f-2dc94cecdf40 HTTP/1.1" status: 404 len: 333 time: 0.1442873 Mar 05 05:07:12.078128 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45854) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:12.129625 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-5e5bbae6-1c29-4572-8d14-5109d11a8ccf tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Request body: {'port': {'network_id': '197cb921-7cca-45af-92d1-ddcad3b28717', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1929230641'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:12.232209 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 8b53aecc-b358-4498-b676-8353c031c9a2 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:07:12.232601 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8b53aecc-b358-4498-b676-8353c031c9a2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:12.245406 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45864) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:12.363999 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-da8ec352-4f7a-4303-98cc-91c2448e6e98 None None] Could not find standard attr ID for object deb1ee03-d2cc-41a4-986f-2dc94cecdf40. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 05:07:12.422718 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-50fad63c-0970-4622-9476-e8d6e8b15c48 service neutron] 10.222.0.11 "GET /v2.0/networks/e01ba21f-236a-46c4-a238-a9526e6fdb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880111 Mar 05 05:07:12.547938 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 8b53aecc-b358-4498-b676-8353c031c9a2 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:07:13.110871 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45884) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:13.340206 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-f5ce6f82-09dd-4cd6-a835-163504d782ee service neutron] 10.222.0.11 "GET /v2.0/networks/e01ba21f-236a-46c4-a238-a9526e6fdb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8911052 Mar 05 05:07:13.362414 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5bbae6-1c29-4572-8d14-5109d11a8ccf tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Made reservation on behalf of d3134f3ab53847b3958649780cf24710 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:07:13.369009 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5e5bbae6-1c29-4572-8d14-5109d11a8ccf tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:13.396230 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-5e5bbae6-1c29-4572-8d14-5109d11a8ccf tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] device_id is not set on port 3dd7eb76-5b7b-4466-933f-9aa65c77e75b yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:07:13.497625 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e954b3e0-1eb2-4958-989f-4569dc56a6d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:13.680639 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dd70473e-3f4d-4f1b-927a-859e9ed7e1ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:13.693959 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-5e5bbae6-1c29-4572-8d14-5109d11a8ccf tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Allocated IP 2001:db8::3b2 (197cb921-7cca-45af-92d1-ddcad3b28717/5c30cbc9-b001-4893-8108-8fd5683ed78f/3dd7eb76-5b7b-4466-933f-9aa65c77e75b) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:07:13.811621 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:13.878079 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e954b3e0-1eb2-4958-989f-4569dc56a6d7 admin admin] Publish callbacks [] for security_group (5056605a-d918-416f-a0eb-7e34591b993d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:13.890746 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e954b3e0-1eb2-4958-989f-4569dc56a6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (5056605a-d918-416f-a0eb-7e34591b993d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:13.934440 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:13.947293 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e954b3e0-1eb2-4958-989f-4569dc56a6d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e20de7d3ace5418e8ef3c0ebec4f32fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8321621 Mar 05 05:07:13.982505 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45912) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:14.009365 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2af9ec8b-0385-4a46-9700-571dff00c6e3 req-f09c1bb5-ccaf-4c9f-9086-820365efe3a1 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccd9b9d1-0dcc-4488-b019-cf5ea6239f98 HTTP/1.1" status: 200 len: 210 time: 0.2118077 Mar 05 05:07:14.067941 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e954b3e0-1eb2-4958-989f-4569dc56a6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5056605a-d918-416f-a0eb-7e34591b993d,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:14.108566 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-335f4ec0-1b3f-43f5-b323-39cda1515965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (d6715a9b-a4cf-4897-bd0c-8ecd000e3b85), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:14.163150 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3aa44ed6-8697-4c60-9953-d45893078b5a admin admin] Publish callbacks [] for security_group (5056605a-d918-416f-a0eb-7e34591b993d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:14.219572 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3aa44ed6-8697-4c60-9953-d45893078b5a admin admin] Publish callbacks [] for security_group (5056605a-d918-416f-a0eb-7e34591b993d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:14.305595 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3aa44ed6-8697-4c60-9953-d45893078b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (5056605a-d918-416f-a0eb-7e34591b993d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:14.305595 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3aa44ed6-8697-4c60-9953-d45893078b5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:14.317775 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3aa44ed6-8697-4c60-9953-d45893078b5a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5056605a-d918-416f-a0eb-7e34591b993d HTTP/1.1" status: 204 len: 168 time: 0.3298502 Mar 05 05:07:14.345077 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5e5bbae6-1c29-4572-8d14-5109d11a8ccf tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks [] for port (3dd7eb76-5b7b-4466-933f-9aa65c77e75b), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:14.375635 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa44ed6-8697-4c60-9953-d45893078b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5056605a-d918-416f-a0eb-7e34591b993d,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:14.477952 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5e5bbae6-1c29-4572-8d14-5109d11a8ccf tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (3dd7eb76-5b7b-4466-933f-9aa65c77e75b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:14.631222 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5bbae6-1c29-4572-8d14-5109d11a8ccf tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Network 197cb921-7cca-45af-92d1-ddcad3b28717 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:07:14.650620 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-5e5bbae6-1c29-4572-8d14-5109d11a8ccf tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:07:14.665200 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5bbae6-1c29-4572-8d14-5109d11a8ccf tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:07:14.690911 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5bbae6-1c29-4572-8d14-5109d11a8ccf tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:14.693244 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5e5bbae6-1c29-4572-8d14-5109d11a8ccf tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:14.714273 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5bbae6-1c29-4572-8d14-5109d11a8ccf tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Pushing event updated for resources: {'Port': ['ID=3dd7eb76-5b7b-4466-933f-9aa65c77e75b,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:14.750238 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5e5bbae6-1c29-4572-8d14-5109d11a8ccf tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.6670337 Mar 05 05:07:14.758996 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45958) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:14.786516 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-7d01b236-321e-4a12-9f93-aec4efbfbe77 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3c', 'mac_address': 'fa:16:3e:be:5c:33'}]}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:14.907277 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-335f4ec0-1b3f-43f5-b323-39cda1515965 admin admin] Deleting port 5d2bd556-a203-44f9-9050-9b40caee2fe8 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:07:14.911787 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-335f4ec0-1b3f-43f5-b323-39cda1515965 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (5d2bd556-a203-44f9-9050-9b40caee2fe8), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:15.036698 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:15.234999 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-335f4ec0-1b3f-43f5-b323-39cda1515965 admin admin] For port 5d2bd556-a203-44f9-9050-9b40caee2fe8, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=5d2bd556-a203-44f9-9050-9b40caee2fe8,segment=NetworkSegment(ee5f539a-83bc-4459-8bf3-8d0b46694dc7),segment_id=ee5f539a-83bc-4459-8bf3-8d0b46694dc7)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:07:15.235397 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-335f4ec0-1b3f-43f5-b323-39cda1515965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (5d2bd556-a203-44f9-9050-9b40caee2fe8), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:15.301650 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1a23ebc0-5700-44a7-823f-f2a4300925e5 req-b34b74f1-4c31-47d7-b0a2-11d96ff0ddb6 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccd9b9d1-0dcc-4488-b019-cf5ea6239f98 HTTP/1.1" status: 200 len: 210 time: 0.0943508 Mar 05 05:07:15.312434 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7d01b236-321e-4a12-9f93-aec4efbfbe77 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3dd7eb76-5b7b-4466-933f-9aa65c77e75b), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:15.314697 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-335f4ec0-1b3f-43f5-b323-39cda1515965 admin admin] Calling delete_port for 5d2bd556-a203-44f9-9050-9b40caee2fe8 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:07:15.325491 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-53e9b03b-7f69-4797-9e53-f817e33407dc None None] Provisioning complete for port 3dd7eb76-5b7b-4466-933f-9aa65c77e75b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:07:15.325912 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-53e9b03b-7f69-4797-9e53-f817e33407dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3dd7eb76-5b7b-4466-933f-9aa65c77e75b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:15.490090 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-53e9b03b-7f69-4797-9e53-f817e33407dc None None] Port 3dd7eb76-5b7b-4466-933f-9aa65c77e75b cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:07:15.689075 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7d01b236-321e-4a12-9f93-aec4efbfbe77 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks [] for port (3dd7eb76-5b7b-4466-933f-9aa65c77e75b), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:15.697859 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7d01b236-321e-4a12-9f93-aec4efbfbe77 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (3dd7eb76-5b7b-4466-933f-9aa65c77e75b), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:15.724221 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-7d01b236-321e-4a12-9f93-aec4efbfbe77 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] In _notify_port_updated(), no bound segment for port 3dd7eb76-5b7b-4466-933f-9aa65c77e75b on network 197cb921-7cca-45af-92d1-ddcad3b28717 {{(pid=105231) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 05 05:07:15.741301 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d01b236-321e-4a12-9f93-aec4efbfbe77 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:15.741967 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7d01b236-321e-4a12-9f93-aec4efbfbe77 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:15.746917 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7d01b236-321e-4a12-9f93-aec4efbfbe77 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] 10.222.0.11 "PUT /v2.0/ports/3dd7eb76-5b7b-4466-933f-9aa65c77e75b HTTP/1.1" status: 200 len: 1002 time: 0.9863071 Mar 05 05:07:15.791750 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46016) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:15.952121 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d01b236-321e-4a12-9f93-aec4efbfbe77 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Pushing event updated for resources: {'Port': ['ID=3dd7eb76-5b7b-4466-933f-9aa65c77e75b,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:16.063165 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-335f4ec0-1b3f-43f5-b323-39cda1515965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (5d2bd556-a203-44f9-9050-9b40caee2fe8), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:16.110788 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46026) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:16.118470 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f4ec0-1b3f-43f5-b323-39cda1515965 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d2bd556-a203-44f9-9050-9b40caee2fe8,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:16.222068 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-baa14726-a01e-4153-8665-7b715e7c4cd5 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:16.234614 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-baa14726-a01e-4153-8665-7b715e7c4cd5 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.31 "GET /v2.0/networks?id=e01ba21f-236a-46c4-a238-a9526e6fdb36 HTTP/1.1" status: 200 len: 811 time: 0.4062583 Mar 05 05:07:16.247917 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-5e30c94d-9146-4484-8ef1-8d8b896309d4 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Request body: {'port': {'device_id': 'ccd9b9d1-0dcc-4488-b019-cf5ea6239f98', 'network_id': 'e01ba21f-236a-46c4-a238-a9526e6fdb36', 'admin_state_up': True, 'tenant_id': 'df5573ddf6a2424587c87df1956a5319'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:16.259462 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:16.359775 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-047563ec-59fb-44b5-966e-1cb2a05290bd None None] Provisioning complete for port 3dd7eb76-5b7b-4466-933f-9aa65c77e75b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:07:16.366522 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-047563ec-59fb-44b5-966e-1cb2a05290bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3dd7eb76-5b7b-4466-933f-9aa65c77e75b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:16.478180 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-5e30c94d-9146-4484-8ef1-8d8b896309d4 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Made reservation on behalf of df5573ddf6a2424587c87df1956a5319 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:07:16.482758 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-5e30c94d-9146-4484-8ef1-8d8b896309d4 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:16.496508 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-047563ec-59fb-44b5-966e-1cb2a05290bd None None] Port 3dd7eb76-5b7b-4466-933f-9aa65c77e75b cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:07:16.593311 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6cfa337e-7a06-45ce-b37b-b9d7e310a78d req-2b046d3c-3c0c-494d-afee-dafd433346c3 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccd9b9d1-0dcc-4488-b019-cf5ea6239f98 HTTP/1.1" status: 200 len: 210 time: 0.0977023 Mar 05 05:07:16.692312 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-335f4ec0-1b3f-43f5-b323-39cda1515965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (d6715a9b-a4cf-4897-bd0c-8ecd000e3b85), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:16.715356 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b068bff-68a3-4387-98c2-162d2d0f2438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:16.735175 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-9620479f-8ee8-4ac0-85af-83281f9edae3 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Deleting port 3dd7eb76-5b7b-4466-933f-9aa65c77e75b {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:07:16.735514 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9620479f-8ee8-4ac0-85af-83281f9edae3 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (3dd7eb76-5b7b-4466-933f-9aa65c77e75b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:16.815269 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-5e30c94d-9146-4484-8ef1-8d8b896309d4 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Allocated IP 172.20.0.14 (e01ba21f-236a-46c4-a238-a9526e6fdb36/3c07b04b-7c95-46cf-ae33-2fe911d9fb5d/e9f9bfbb-977a-4a8e-bced-c885feb05645) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:07:17.048141 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9620479f-8ee8-4ac0-85af-83281f9edae3 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (3dd7eb76-5b7b-4466-933f-9aa65c77e75b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:17.089007 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-9620479f-8ee8-4ac0-85af-83281f9edae3 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Calling delete_port for 3dd7eb76-5b7b-4466-933f-9aa65c77e75b owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:07:17.199847 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-5e30c94d-9146-4484-8ef1-8d8b896309d4 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Publish callbacks [] for port (e9f9bfbb-977a-4a8e-bced-c885feb05645), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:17.255428 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b068bff-68a3-4387-98c2-162d2d0f2438 admin admin] Publish callbacks [] for security_group (240536b5-aa51-414d-a6c5-19011754e534), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:17.270511 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-5e30c94d-9146-4484-8ef1-8d8b896309d4 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (e9f9bfbb-977a-4a8e-bced-c885feb05645), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:17.357663 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30c94d-9146-4484-8ef1-8d8b896309d4 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Pushing event updated for resources: {'Port': ['ID=e9f9bfbb-977a-4a8e-bced-c885feb05645,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:17.369813 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-5e30c94d-9146-4484-8ef1-8d8b896309d4 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Network e01ba21f-236a-46c4-a238-a9526e6fdb36 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:07:17.374179 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-5e30c94d-9146-4484-8ef1-8d8b896309d4 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:07:17.384657 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-5e30c94d-9146-4484-8ef1-8d8b896309d4 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:07:17.424258 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b068bff-68a3-4387-98c2-162d2d0f2438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (240536b5-aa51-414d-a6c5-19011754e534), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:17.528362 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-5e30c94d-9146-4484-8ef1-8d8b896309d4 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:17.529248 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-5e30c94d-9146-4484-8ef1-8d8b896309d4 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:17.570204 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-5e30c94d-9146-4484-8ef1-8d8b896309d4 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3266163 Mar 05 05:07:17.811351 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:17.816783 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-e40e1965-51f3-4a51-99d5-70859ad08a00 service neutron] Request body: {'port': {'device_id': 'ccd9b9d1-0dcc-4488-b019-cf5ea6239f98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:17.932211 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17f731-55ff-497c-897d-2c4bab55ad0a req-de5c1457-e444-4ce9-b29a-c0e54d68946f tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:17.940955 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ed17f731-55ff-497c-897d-2c4bab55ad0a req-de5c1457-e444-4ce9-b29a-c0e54d68946f tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccd9b9d1-0dcc-4488-b019-cf5ea6239f98 HTTP/1.1" status: 200 len: 932 time: 0.2091186 Mar 05 05:07:18.044652 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ed17f731-55ff-497c-897d-2c4bab55ad0a req-9eb1a380-def4-4510-9a7d-321cac8cc602 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec6f21d6-1c12-47cc-88e8-24654a903ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006937 Mar 05 05:07:18.045802 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-e40e1965-51f3-4a51-99d5-70859ad08a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e9f9bfbb-977a-4a8e-bced-c885feb05645), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:18.092941 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4b068bff-68a3-4387-98c2-162d2d0f2438 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e169715e0fe04314a7a3fba2412faaa3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9645584 Mar 05 05:07:18.096326 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46064) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:18.113779 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9620479f-8ee8-4ac0-85af-83281f9edae3 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (3dd7eb76-5b7b-4466-933f-9aa65c77e75b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:18.174815 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b068bff-68a3-4387-98c2-162d2d0f2438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240536b5-aa51-414d-a6c5-19011754e534,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:18.217954 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46066) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:18.229233 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620479f-8ee8-4ac0-85af-83281f9edae3 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Pushing event deleted for resources: {'Port': ['ID=3dd7eb76-5b7b-4466-933f-9aa65c77e75b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:18.368551 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335f4ec0-1b3f-43f5-b323-39cda1515965 admin admin] Router d6715a9b-a4cf-4897-bd0c-8ecd000e3b85 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:07:18.443761 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-916d984f-ef21-480a-8f16-6aa4baa58b39 admin admin] Publish callbacks [] for security_group (240536b5-aa51-414d-a6c5-19011754e534), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:18.474095 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9620479f-8ee8-4ac0-85af-83281f9edae3 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:18.477750 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9620479f-8ee8-4ac0-85af-83281f9edae3 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] 10.222.0.11 "DELETE /v2.0/ports/3dd7eb76-5b7b-4466-933f-9aa65c77e75b HTTP/1.1" status: 204 len: 168 time: 2.6753974 Mar 05 05:07:18.481433 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46072) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:18.490719 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-40d01a04-ef02-4f98-96d3-f71ce0ed0b7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:18.550103 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b01d3e7-404f-45db-a13e-ce18486d6255 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] GET failed (client error): The resource could not be found. Mar 05 05:07:18.552006 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7b01d3e7-404f-45db-a13e-ce18486d6255 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] 10.222.0.11 "GET /v2.0/ports/3dd7eb76-5b7b-4466-933f-9aa65c77e75b HTTP/1.1" status: 404 len: 333 time: 0.0673933 Mar 05 05:07:18.557124 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46074) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:18.562938 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-4cfefc48-a1a3-4d88-a378-f7fa5be5f892 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Request body: {'port': {'network_id': '197cb921-7cca-45af-92d1-ddcad3b28717', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2124136913'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:18.634955 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-916d984f-ef21-480a-8f16-6aa4baa58b39 admin admin] Publish callbacks [] for security_group (240536b5-aa51-414d-a6c5-19011754e534), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:18.724837 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-e40e1965-51f3-4a51-99d5-70859ad08a00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f9bfbb-977a-4a8e-bced-c885feb05645 {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:07:18.736878 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-e40e1965-51f3-4a51-99d5-70859ad08a00 service neutron] Publish callbacks [] for port (e9f9bfbb-977a-4a8e-bced-c885feb05645), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:18.751455 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfefc48-a1a3-4d88-a378-f7fa5be5f892 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Made reservation on behalf of d3134f3ab53847b3958649780cf24710 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:07:18.755325 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4cfefc48-a1a3-4d88-a378-f7fa5be5f892 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:18.764072 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-e40e1965-51f3-4a51-99d5-70859ad08a00 service neutron] Transition to ACTIVE for port object e9f9bfbb-977a-4a8e-bced-c885feb05645 will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:07:18.775997 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-e40e1965-51f3-4a51-99d5-70859ad08a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (e9f9bfbb-977a-4a8e-bced-c885feb05645), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:18.851462 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-4cfefc48-a1a3-4d88-a378-f7fa5be5f892 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] device_id is not set on port 16fc7d4d-55d7-4be9-9514-6528b287e021 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:07:18.937286 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-40d01a04-ef02-4f98-96d3-f71ce0ed0b7b admin admin] Publish callbacks [] for security_group (80eaf93c-faf8-4cfe-8b60-c368691890f1), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:18.954659 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-40d01a04-ef02-4f98-96d3-f71ce0ed0b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (80eaf93c-faf8-4cfe-8b60-c368691890f1), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:19.006380 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e1965-51f3-4a51-99d5-70859ad08a00 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f9bfbb-977a-4a8e-bced-c885feb05645,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:19.014533 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-e40e1965-51f3-4a51-99d5-70859ad08a00 service neutron] Attempting to bind port e9f9bfbb-977a-4a8e-bced-c885feb05645 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:19.015350 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-e40e1965-51f3-4a51-99d5-70859ad08a00 service neutron] Attempting to bind port e9f9bfbb-977a-4a8e-bced-c885feb05645 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'd03d11e9-b2fb-4af9-b8be-61878caa782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e01ba21f-236a-46c4-a238-a9526e6fdb36'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:19.015350 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-e40e1965-51f3-4a51-99d5-70859ad08a00 service neutron] Attempting to bind port e9f9bfbb-977a-4a8e-bced-c885feb05645 on network e01ba21f-236a-46c4-a238-a9526e6fdb36 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:19.028025 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-e40e1965-51f3-4a51-99d5-70859ad08a00 service neutron] Port e9f9bfbb-977a-4a8e-bced-c885feb05645 on network e01ba21f-236a-46c4-a238-a9526e6fdb36 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:07:19.028349 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-e40e1965-51f3-4a51-99d5-70859ad08a00 service neutron] Attempting to bind port e9f9bfbb-977a-4a8e-bced-c885feb05645 on network e01ba21f-236a-46c4-a238-a9526e6fdb36 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:19.030382 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-916d984f-ef21-480a-8f16-6aa4baa58b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (240536b5-aa51-414d-a6c5-19011754e534), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:19.033055 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-916d984f-ef21-480a-8f16-6aa4baa58b39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:19.037414 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-916d984f-ef21-480a-8f16-6aa4baa58b39 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/240536b5-aa51-414d-a6c5-19011754e534 HTTP/1.1" status: 204 len: 168 time: 0.9362004 Mar 05 05:07:19.040232 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-e40e1965-51f3-4a51-99d5-70859ad08a00 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:07:19.040232 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-e40e1965-51f3-4a51-99d5-70859ad08a00 service neutron] Checking segment: {'id': 'd03d11e9-b2fb-4af9-b8be-61878caa782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e01ba21f-236a-46c4-a238-a9526e6fdb36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:07:19.040589 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-e40e1965-51f3-4a51-99d5-70859ad08a00 service neutron] Bound using segment: {'id': 'd03d11e9-b2fb-4af9-b8be-61878caa782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e01ba21f-236a-46c4-a238-a9526e6fdb36'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:07:19.040880 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-e40e1965-51f3-4a51-99d5-70859ad08a00 service neutron] Bound port: e9f9bfbb-977a-4a8e-bced-c885feb05645, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd03d11e9-b2fb-4af9-b8be-61878caa782d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e01ba21f-236a-46c4-a238-a9526e6fdb36'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:07:19.041238 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-e40e1965-51f3-4a51-99d5-70859ad08a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e9f9bfbb-977a-4a8e-bced-c885feb05645), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:19.100591 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335f4ec0-1b3f-43f5-b323-39cda1515965 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:07:19.112718 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df0715b-75e6-4277-a1ce-4775a4fb34d4 None None] Sync routers for ids ['d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:07:19.130038 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df0715b-75e6-4277-a1ce-4775a4fb34d4 None None] Routers {'d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:07:19.130669 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8df0715b-75e6-4277-a1ce-4775a4fb34d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:07:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:19.133867 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-335f4ec0-1b3f-43f5-b323-39cda1515965 admin admin] 10.222.0.11 "PUT /v2.0/routers/d6715a9b-a4cf-4897-bd0c-8ecd000e3b85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8832755 Mar 05 05:07:19.137910 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46086) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:19.192869 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d01a04-ef02-4f98-96d3-f71ce0ed0b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80eaf93c-faf8-4cfe-8b60-c368691890f1,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:19.244265 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-40d01a04-ef02-4f98-96d3-f71ce0ed0b7b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=782e4ce0dc474780aa950acf99a8f3df&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0231094 Mar 05 05:07:19.248109 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46088) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:19.317759 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d984f-ef21-480a-8f16-6aa4baa58b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240536b5-aa51-414d-a6c5-19011754e534,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:19.475802 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-33310707-50a7-4831-8bd1-d38ea5889970 admin admin] Publish callbacks [] for router (d6715a9b-a4cf-4897-bd0c-8ecd000e3b85), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:19.513320 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c8c6fab0-648b-4566-af0c-22f755b7c1ed admin admin] Publish callbacks [] for security_group (80eaf93c-faf8-4cfe-8b60-c368691890f1), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:19.546302 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c8c6fab0-648b-4566-af0c-22f755b7c1ed admin admin] Publish callbacks [] for security_group (80eaf93c-faf8-4cfe-8b60-c368691890f1), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:19.662149 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-4cfefc48-a1a3-4d88-a378-f7fa5be5f892 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Allocated IP 2001:db8::2ba (197cb921-7cca-45af-92d1-ddcad3b28717/5c30cbc9-b001-4893-8108-8fd5683ed78f/16fc7d4d-55d7-4be9-9514-6528b287e021) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:07:19.664395 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c8c6fab0-648b-4566-af0c-22f755b7c1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (80eaf93c-faf8-4cfe-8b60-c368691890f1), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:19.667668 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c8c6fab0-648b-4566-af0c-22f755b7c1ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:19.669102 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c8c6fab0-648b-4566-af0c-22f755b7c1ed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/80eaf93c-faf8-4cfe-8b60-c368691890f1 HTTP/1.1" status: 204 len: 168 time: 0.4199693 Mar 05 05:07:19.689092 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6fab0-648b-4566-af0c-22f755b7c1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80eaf93c-faf8-4cfe-8b60-c368691890f1,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:19.722461 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-8df0715b-75e6-4277-a1ce-4775a4fb34d4 None None] Set router d6715a9b-a4cf-4897-bd0c-8ecd000e3b85 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:07:19.724343 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-e40e1965-51f3-4a51-99d5-70859ad08a00 service neutron] For port e9f9bfbb-977a-4a8e-bced-c885feb05645, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:07:19.759212 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-e40e1965-51f3-4a51-99d5-70859ad08a00 service neutron] For port e9f9bfbb-977a-4a8e-bced-c885feb05645, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=e9f9bfbb-977a-4a8e-bced-c885feb05645,segment=NetworkSegment(d03d11e9-b2fb-4af9-b8be-61878caa782d),segment_id=d03d11e9-b2fb-4af9-b8be-61878caa782d)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:07:19.803761 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-e40e1965-51f3-4a51-99d5-70859ad08a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (e9f9bfbb-977a-4a8e-bced-c885feb05645), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:19.915653 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e1965-51f3-4a51-99d5-70859ad08a00 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f9bfbb-977a-4a8e-bced-c885feb05645,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:19.960455 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-e40e1965-51f3-4a51-99d5-70859ad08a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:19.962179 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-e40e1965-51f3-4a51-99d5-70859ad08a00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:19.966138 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-e40e1965-51f3-4a51-99d5-70859ad08a00 service neutron] 10.222.0.31 "PUT /v2.0/ports/e9f9bfbb-977a-4a8e-bced-c885feb05645 HTTP/1.1" status: 200 len: 1093 time: 2.3882074 Mar 05 05:07:19.968625 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd9b9d1-0dcc-4488-b019-cf5ea6239f98', 'tag': 'e9f9bfbb-977a-4a8e-bced-c885feb05645'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:07:19.975437 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2868de2-7863-4d29-9ae9-8656427ed593" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd9b9d1-0dcc-4488-b019-cf5ea6239f98", "tag": "e9f9bfbb-977a-4a8e-bced-c885feb05645"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:07:20.051291 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46102) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:20.094702 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-78a0f0d4-5993-4744-a60d-d56feffffc92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:20.423158 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-33310707-50a7-4831-8bd1-d38ea5889970 admin admin] Publish callbacks [] for router_gateway (d6715a9b-a4cf-4897-bd0c-8ecd000e3b85), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:20.427433 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e338bbbc-3f5c-4e98-a54c-a83f41a81b2f x-openstack-request-id: req-e338bbbc-3f5c-4e98-a54c-a83f41a81b2f {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:07:20.428111 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd9b9d1-0dcc-4488-b019-cf5ea6239f98", "tag": "e9f9bfbb-977a-4a8e-bced-c885feb05645", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:07:20.428239 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-78a0f0d4-5993-4744-a60d-d56feffffc92 admin admin] Publish callbacks [] for security_group (3bb13b45-4e58-49dc-9fa7-5a7bfac775d9), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:20.429162 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e338bbbc-3f5c-4e98-a54c-a83f41a81b2f {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:07:20.430560 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccd9b9d1-0dcc-4488-b019-cf5ea6239f98', 'tag': 'e9f9bfbb-977a-4a8e-bced-c885feb05645', 'status': 'completed', 'code': 200} Mar 05 05:07:20.446135 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-78a0f0d4-5993-4744-a60d-d56feffffc92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3bb13b45-4e58-49dc-9fa7-5a7bfac775d9), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:20.562049 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af6a04-29a3-4326-ab88-be0d76e26110 req-68dc9953-f54b-4db4-8f2c-401644108cd3 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:20.572245 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7af6a04-29a3-4326-ab88-be0d76e26110 req-68dc9953-f54b-4db4-8f2c-401644108cd3 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccd9b9d1-0dcc-4488-b019-cf5ea6239f98 HTTP/1.1" status: 200 len: 944 time: 0.3433125 Mar 05 05:07:20.574340 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0f0d4-5993-4744-a60d-d56feffffc92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb13b45-4e58-49dc-9fa7-5a7bfac775d9,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:20.575911 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-78e2a7d3-a621-481f-b714-d8434ce0d20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:20.577489 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-78e2a7d3-a621-481f-b714-d8434ce0d20b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=df5573ddf6a2424587c87df1956a5319&device_id=ccd9b9d1-0dcc-4488-b019-cf5ea6239f98 HTTP/1.1" status: 200 len: 1127 time: 0.5361538 Mar 05 05:07:20.660184 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-78a0f0d4-5993-4744-a60d-d56feffffc92 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c4a8a483d52647c4aa4bb8c5296dab82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6068044 Mar 05 05:07:20.662049 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46108) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:20.662863 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46110) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:20.677071 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8df0715b-75e6-4277-a1ce-4775a4fb34d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'name': 'tempest-TestVolumeBackupRestore-1807192989-router', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'ce032c2c-02e0-4136-8eaf-6ff900b3028b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:57:44Z', 'updated_at': '2022-03-05T05:07:15Z', 'revision_number': 5, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'gw_port': {'id': 'ce032c2c-02e0-4136-8eaf-6ff900b3028b', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:57:46Z', 'updated_at': '2022-03-05T04:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:20.728821 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c669140c-ad7a-4c8a-ae66-55017214a479 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:20.732336 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-9e47094f-b058-4f2a-ab63-197c6f98703f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9f9bfbb-977a-4a8e-bced-c885feb05645 HTTP/1.1" status: 200 len: 217 time: 0.1152270 Mar 05 05:07:20.832589 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-580b9ec6-8d90-48de-85fa-3ea0e854c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:20.837245 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-580b9ec6-8d90-48de-85fa-3ea0e854c34d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3c07b04b-7c95-46cf-ae33-2fe911d9fb5d HTTP/1.1" status: 200 len: 851 time: 0.0821064 Mar 05 05:07:20.870200 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7af6a04-29a3-4326-ab88-be0d76e26110 req-619b2d1b-7e56-48e4-aa0d-dc15259c7e62 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec6f21d6-1c12-47cc-88e8-24654a903ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967272 Mar 05 05:07:20.899097 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c669140c-ad7a-4c8a-ae66-55017214a479 admin admin] Publish callbacks [] for security_group (5d38bea0-ce7a-4eb8-ac39-d6c52fe4f54a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:20.914978 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4cfefc48-a1a3-4d88-a378-f7fa5be5f892 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks [] for port (16fc7d4d-55d7-4be9-9514-6528b287e021), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:20.918425 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c669140c-ad7a-4c8a-ae66-55017214a479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (5d38bea0-ce7a-4eb8-ac39-d6c52fe4f54a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:20.961318 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-c6a138ef-6b57-4935-9fd1-b272c9521b8c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e01ba21f-236a-46c4-a238-a9526e6fdb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156218 Mar 05 05:07:20.978345 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c669140c-ad7a-4c8a-ae66-55017214a479 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e13d4368d43c45f1981efc047add35c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3058639 Mar 05 05:07:20.978961 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46112) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:20.980505 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669140c-ad7a-4c8a-ae66-55017214a479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d38bea0-ce7a-4eb8-ac39-d6c52fe4f54a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:20.999563 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df0715b-75e6-4277-a1ce-4775a4fb34d4 None None] Checking router: d6715a9b-a4cf-4897-bd0c-8ecd000e3b85 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:07:21.018272 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df0715b-75e6-4277-a1ce-4775a4fb34d4 None None] Routers {'d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:07:21.019082 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8df0715b-75e6-4277-a1ce-4775a4fb34d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:07:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:21.033949 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4124c967-fe29-4499-bcef-ffdbd8f6d7d7 admin admin] Publish callbacks [] for security_group (3bb13b45-4e58-49dc-9fa7-5a7bfac775d9), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:21.049076 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-33310707-50a7-4831-8bd1-d38ea5889970 admin admin] Deleting port ce032c2c-02e0-4136-8eaf-6ff900b3028b {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:07:21.055417 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-33310707-50a7-4831-8bd1-d38ea5889970 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (ce032c2c-02e0-4136-8eaf-6ff900b3028b), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:21.063401 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4124c967-fe29-4499-bcef-ffdbd8f6d7d7 admin admin] Publish callbacks [] for security_group (3bb13b45-4e58-49dc-9fa7-5a7bfac775d9), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:21.152314 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4124c967-fe29-4499-bcef-ffdbd8f6d7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3bb13b45-4e58-49dc-9fa7-5a7bfac775d9), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:21.155314 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4124c967-fe29-4499-bcef-ffdbd8f6d7d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:21.156655 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4124c967-fe29-4499-bcef-ffdbd8f6d7d7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3bb13b45-4e58-49dc-9fa7-5a7bfac775d9 HTTP/1.1" status: 204 len: 168 time: 0.4923410 Mar 05 05:07:21.168831 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124c967-fe29-4499-bcef-ffdbd8f6d7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb13b45-4e58-49dc-9fa7-5a7bfac775d9,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:21.223551 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-90edbfb1-a0c2-463e-8c9d-95e99c065e6d admin admin] Publish callbacks [] for security_group (5d38bea0-ce7a-4eb8-ac39-d6c52fe4f54a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:21.231933 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-33310707-50a7-4831-8bd1-d38ea5889970 admin admin] For port ce032c2c-02e0-4136-8eaf-6ff900b3028b, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ce032c2c-02e0-4136-8eaf-6ff900b3028b,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:07:21.238486 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-33310707-50a7-4831-8bd1-d38ea5889970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (ce032c2c-02e0-4136-8eaf-6ff900b3028b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:21.253036 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-8df0715b-75e6-4277-a1ce-4775a4fb34d4 None None] Set router d6715a9b-a4cf-4897-bd0c-8ecd000e3b85 gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:07:21.255947 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-90edbfb1-a0c2-463e-8c9d-95e99c065e6d admin admin] Publish callbacks [] for security_group (5d38bea0-ce7a-4eb8-ac39-d6c52fe4f54a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:21.280875 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-33310707-50a7-4831-8bd1-d38ea5889970 admin admin] Calling delete_port for ce032c2c-02e0-4136-8eaf-6ff900b3028b owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:07:21.317794 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-90edbfb1-a0c2-463e-8c9d-95e99c065e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (5d38bea0-ce7a-4eb8-ac39-d6c52fe4f54a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:21.325173 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-90edbfb1-a0c2-463e-8c9d-95e99c065e6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:21.329667 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-90edbfb1-a0c2-463e-8c9d-95e99c065e6d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5d38bea0-ce7a-4eb8-ac39-d6c52fe4f54a HTTP/1.1" status: 204 len: 168 time: 0.3314037 Mar 05 05:07:21.354765 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90edbfb1-a0c2-463e-8c9d-95e99c065e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d38bea0-ce7a-4eb8-ac39-d6c52fe4f54a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:21.379646 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8df0715b-75e6-4277-a1ce-4775a4fb34d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'name': 'tempest-TestVolumeBackupRestore-1807192989-router', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:57:44Z', 'updated_at': '2022-03-05T05:07:20Z', 'revision_number': 6, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:21.433009 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df0715b-75e6-4277-a1ce-4775a4fb34d4 None None] The sync data for ids ['d6715a9b-a4cf-4897-bd0c-8ecd000e3b85'] in n-d-789963-32 is: [{'id': 'd6715a9b-a4cf-4897-bd0c-8ecd000e3b85', 'name': 'tempest-TestVolumeBackupRestore-1807192989-router', 'tenant_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:57:44Z', 'updated_at': '2022-03-05T05:07:20Z', 'revision_number': 6, 'project_id': 'fd9e4590e65e4025b61d4190c1454a8c', 'gw_port_host': None}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:07:21.871704 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5d2bd556-a203-44f9-9050-9b40caee2fe8 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:07:21.934992 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 5d2bd556-a203-44f9-9050-9b40caee2fe8 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:07:21.935839 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5d2bd556-a203-44f9-9050-9b40caee2fe8 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:07:22.480912 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-50b9bd0b-28d2-457d-a10a-91d6a2b29f5c service neutron] 10.222.0.31 "GET /v2.0/networks/e01ba21f-236a-46c4-a238-a9526e6fdb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5082037 Mar 05 05:07:22.486188 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4cfefc48-a1a3-4d88-a378-f7fa5be5f892 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (16fc7d4d-55d7-4be9-9514-6528b287e021), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:22.693459 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfefc48-a1a3-4d88-a378-f7fa5be5f892 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Network 197cb921-7cca-45af-92d1-ddcad3b28717 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:07:22.705429 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-4cfefc48-a1a3-4d88-a378-f7fa5be5f892 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:07:22.731635 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfefc48-a1a3-4d88-a378-f7fa5be5f892 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:07:22.754927 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfefc48-a1a3-4d88-a378-f7fa5be5f892 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:22.757502 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4cfefc48-a1a3-4d88-a378-f7fa5be5f892 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:23.005696 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-703a7c9a-29cc-49c2-b9d0-00638860965b req-ba16f337-2a60-4acc-b120-8db9d2e45af4 service neutron] 10.222.0.31 "GET /v2.0/networks/e01ba21f-236a-46c4-a238-a9526e6fdb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5000405 Mar 05 05:07:23.008455 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfefc48-a1a3-4d88-a378-f7fa5be5f892 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Pushing event updated for resources: {'Port': ['ID=16fc7d4d-55d7-4be9-9514-6528b287e021,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:23.203185 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4cfefc48-a1a3-4d88-a378-f7fa5be5f892 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.6445134 Mar 05 05:07:23.205902 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46168) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:23.214370 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-a38e541a-ad6d-483d-a2f3-5303e5490b24 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:be:5c:33'}]}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:23.256182 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f32e3f-6901-4642-9408-b0f0f4931ca0 req-02f87a76-cd87-4944-a2c2-a457993709ce tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:23.258366 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e1f32e3f-6901-4642-9408-b0f0f4931ca0 req-02f87a76-cd87-4944-a2c2-a457993709ce tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccd9b9d1-0dcc-4488-b019-cf5ea6239f98 HTTP/1.1" status: 200 len: 944 time: 0.7904768 Mar 05 05:07:23.291342 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-dd862042-9be3-40d6-8313-c11a9dd511cf None None] Provisioning complete for port 16fc7d4d-55d7-4be9-9514-6528b287e021 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:07:23.292722 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dd862042-9be3-40d6-8313-c11a9dd511cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (16fc7d4d-55d7-4be9-9514-6528b287e021), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:23.421440 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-dd862042-9be3-40d6-8313-c11a9dd511cf None None] Port 16fc7d4d-55d7-4be9-9514-6528b287e021 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:07:23.500706 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2868de2-7863-4d29-9ae9-8656427ed593 req-5722f7c3-c698-4b3e-b211-fb5f46f50a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:23.502353 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a2868de2-7863-4d29-9ae9-8656427ed593 req-5722f7c3-c698-4b3e-b211-fb5f46f50a65 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=df5573ddf6a2424587c87df1956a5319&device_id=ccd9b9d1-0dcc-4488-b019-cf5ea6239f98 HTTP/1.1" status: 200 len: 1127 time: 0.3943102 Mar 05 05:07:23.521430 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-33310707-50a7-4831-8bd1-d38ea5889970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (ce032c2c-02e0-4136-8eaf-6ff900b3028b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:23.601928 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a38e541a-ad6d-483d-a2f3-5303e5490b24 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (16fc7d4d-55d7-4be9-9514-6528b287e021), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:23.754543 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2868de2-7863-4d29-9ae9-8656427ed593 req-299379f6-09b2-4128-a3b3-e564a0139246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:23.756094 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a2868de2-7863-4d29-9ae9-8656427ed593 req-299379f6-09b2-4128-a3b3-e564a0139246 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e01ba21f-236a-46c4-a238-a9526e6fdb36 HTTP/1.1" status: 200 len: 911 time: 0.2091777 Mar 05 05:07:23.824423 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e1f32e3f-6901-4642-9408-b0f0f4931ca0 req-94c1e5d4-fb39-4282-8d9c-99bbd34b2f05 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec6f21d6-1c12-47cc-88e8-24654a903ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5216057 Mar 05 05:07:23.943030 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ce032c2c-02e0-4136-8eaf-6ff900b3028b no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:07:23.943457 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33310707-50a7-4831-8bd1-d38ea5889970 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce032c2c-02e0-4136-8eaf-6ff900b3028b,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:23.984124 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: ce032c2c-02e0-4136-8eaf-6ff900b3028b {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:07:23.986661 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ce032c2c-02e0-4136-8eaf-6ff900b3028b not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:07:24.047147 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a2868de2-7863-4d29-9ae9-8656427ed593 req-fe1ef339-e6fe-4eae-a969-b5f07faed029 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9f9bfbb-977a-4a8e-bced-c885feb05645 HTTP/1.1" status: 200 len: 217 time: 0.2302353 Mar 05 05:07:24.058889 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a38e541a-ad6d-483d-a2f3-5303e5490b24 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks [] for port (16fc7d4d-55d7-4be9-9514-6528b287e021), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:24.072706 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a38e541a-ad6d-483d-a2f3-5303e5490b24 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (16fc7d4d-55d7-4be9-9514-6528b287e021), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:24.134815 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-a38e541a-ad6d-483d-a2f3-5303e5490b24 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] In _notify_port_updated(), no bound segment for port 16fc7d4d-55d7-4be9-9514-6528b287e021 on network 197cb921-7cca-45af-92d1-ddcad3b28717 {{(pid=105232) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 05 05:07:24.141600 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38e541a-ad6d-483d-a2f3-5303e5490b24 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:24.143087 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a38e541a-ad6d-483d-a2f3-5303e5490b24 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:24.145311 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a38e541a-ad6d-483d-a2f3-5303e5490b24 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] 10.222.0.11 "PUT /v2.0/ports/16fc7d4d-55d7-4be9-9514-6528b287e021 HTTP/1.1" status: 200 len: 1003 time: 0.9374816 Mar 05 05:07:24.153478 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46208) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:24.210805 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-33310707-50a7-4831-8bd1-d38ea5889970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (d6715a9b-a4cf-4897-bd0c-8ecd000e3b85), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:24.273538 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e541a-ad6d-483d-a2f3-5303e5490b24 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Pushing event updated for resources: {'Port': ['ID=16fc7d4d-55d7-4be9-9514-6528b287e021,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:24.315362 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38e541a-ad6d-483d-a2f3-5303e5490b24 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:24.315789 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38e541a-ad6d-483d-a2f3-5303e5490b24 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:24.316148 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38e541a-ad6d-483d-a2f3-5303e5490b24 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:24.316493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38e541a-ad6d-483d-a2f3-5303e5490b24 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:24.316835 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38e541a-ad6d-483d-a2f3-5303e5490b24 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:24.317175 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38e541a-ad6d-483d-a2f3-5303e5490b24 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:24.319618 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38e541a-ad6d-483d-a2f3-5303e5490b24 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:24.320000 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38e541a-ad6d-483d-a2f3-5303e5490b24 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:24.323571 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38e541a-ad6d-483d-a2f3-5303e5490b24 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:24.324010 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38e541a-ad6d-483d-a2f3-5303e5490b24 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:24.324368 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38e541a-ad6d-483d-a2f3-5303e5490b24 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:24.324724 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38e541a-ad6d-483d-a2f3-5303e5490b24 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:24.325068 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38e541a-ad6d-483d-a2f3-5303e5490b24 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:24.363405 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2868de2-7863-4d29-9ae9-8656427ed593 req-5693bf91-b9f7-42a7-a27f-feb308a5b719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:24.364922 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a2868de2-7863-4d29-9ae9-8656427ed593 req-5693bf91-b9f7-42a7-a27f-feb308a5b719 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3c07b04b-7c95-46cf-ae33-2fe911d9fb5d HTTP/1.1" status: 200 len: 851 time: 0.2676301 Mar 05 05:07:24.366653 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-33310707-50a7-4831-8bd1-d38ea5889970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (d6715a9b-a4cf-4897-bd0c-8ecd000e3b85), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:24.419472 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-33310707-50a7-4831-8bd1-d38ea5889970 admin admin] Publish callbacks [] for router_controller (d6715a9b-a4cf-4897-bd0c-8ecd000e3b85), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:24.473104 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-e4f49749-4c33-4687-b7e8-7dbe7a1f4a28 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Deleting port 16fc7d4d-55d7-4be9-9514-6528b287e021 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:07:24.478735 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e4f49749-4c33-4687-b7e8-7dbe7a1f4a28 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (16fc7d4d-55d7-4be9-9514-6528b287e021), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:24.645308 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a2868de2-7863-4d29-9ae9-8656427ed593 req-7aadeacf-3ab7-4376-b1fd-084495f7fdeb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e01ba21f-236a-46c4-a238-a9526e6fdb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2573600 Mar 05 05:07:24.651541 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-33310707-50a7-4831-8bd1-d38ea5889970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (d6715a9b-a4cf-4897-bd0c-8ecd000e3b85), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:24.654005 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33310707-50a7-4831-8bd1-d38ea5889970 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6715a9b-a4cf-4897-bd0c-8ecd000e3b85 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:07:24.687456 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-4181d44a-0a79-41e5-a86f-3d9def983014 None None] Provisioning complete for port 16fc7d4d-55d7-4be9-9514-6528b287e021 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:07:24.691100 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e4f49749-4c33-4687-b7e8-7dbe7a1f4a28 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (16fc7d4d-55d7-4be9-9514-6528b287e021), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:24.691950 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4181d44a-0a79-41e5-a86f-3d9def983014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (16fc7d4d-55d7-4be9-9514-6528b287e021), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:24.736678 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-e4f49749-4c33-4687-b7e8-7dbe7a1f4a28 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Calling delete_port for 16fc7d4d-55d7-4be9-9514-6528b287e021 owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:07:24.756268 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-4181d44a-0a79-41e5-a86f-3d9def983014 None None] Port 16fc7d4d-55d7-4be9-9514-6528b287e021 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:07:24.906585 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46252) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:24.951225 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a2868de2-7863-4d29-9ae9-8656427ed593 req-5c083e34-1392-4252-ac54-c05de8901001 service neutron] 10.222.0.31 "GET /v2.0/networks/e01ba21f-236a-46c4-a238-a9526e6fdb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850268 Mar 05 05:07:24.954806 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-33310707-50a7-4831-8bd1-d38ea5889970 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:24.962064 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-33310707-50a7-4831-8bd1-d38ea5889970 admin admin] 10.222.0.11 "DELETE /v2.0/routers/d6715a9b-a4cf-4897-bd0c-8ecd000e3b85 HTTP/1.1" status: 204 len: 168 time: 5.8187518 Mar 05 05:07:24.962513 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46258) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:25.142992 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e5a478c4-c39b-429e-a5ab-1d995f83863e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:25.167396 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a2868de2-7863-4d29-9ae9-8656427ed593 req-ee6814ae-d7da-4a6e-af6c-a74ef280471b service neutron] 10.222.0.31 "GET /v2.0/networks/e01ba21f-236a-46c4-a238-a9526e6fdb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037985 Mar 05 05:07:25.266862 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e88bb-fc3e-46ba-a9da-b92c53658ef8 req-9fc2815b-6fc4-4b38-bacf-88ce7a0e8e71 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:25.268401 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c48e88bb-fc3e-46ba-a9da-b92c53658ef8 req-9fc2815b-6fc4-4b38-bacf-88ce7a0e8e71 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccd9b9d1-0dcc-4488-b019-cf5ea6239f98 HTTP/1.1" status: 200 len: 944 time: 0.0991385 Mar 05 05:07:25.271435 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b1d846-8ec8-4cc1-9292-494c96d912d5 admin admin] Deleting subnet f720af32-1780-481f-bd99-7eac986e68f2 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:07:25.271951 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e5a478c4-c39b-429e-a5ab-1d995f83863e admin admin] Publish callbacks [] for security_group (3e1b3b80-f932-4a90-b925-5bef241a9da6), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:25.273976 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e4f49749-4c33-4687-b7e8-7dbe7a1f4a28 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (16fc7d4d-55d7-4be9-9514-6528b287e021), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:25.275699 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b2b1d846-8ec8-4cc1-9292-494c96d912d5 admin admin] Publish callbacks [] for subnet (f720af32-1780-481f-bd99-7eac986e68f2), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:25.308827 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e5a478c4-c39b-429e-a5ab-1d995f83863e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3e1b3b80-f932-4a90-b925-5bef241a9da6), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:25.359132 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e5a478c4-c39b-429e-a5ab-1d995f83863e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6ff1be5a6be74d54aa3aff216b3dc348&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4512846 Mar 05 05:07:25.360128 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f49749-4c33-4687-b7e8-7dbe7a1f4a28 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Pushing event deleted for resources: {'Port': ['ID=16fc7d4d-55d7-4be9-9514-6528b287e021,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:25.365668 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46270) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:25.459863 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e4f49749-4c33-4687-b7e8-7dbe7a1f4a28 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:25.462231 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b2b1d846-8ec8-4cc1-9292-494c96d912d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (f720af32-1780-481f-bd99-7eac986e68f2), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:25.464461 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e4f49749-4c33-4687-b7e8-7dbe7a1f4a28 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] 10.222.0.11 "DELETE /v2.0/ports/16fc7d4d-55d7-4be9-9514-6528b287e021 HTTP/1.1" status: 204 len: 168 time: 1.3094583 Mar 05 05:07:25.471357 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46276) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:25.488280 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a478c4-c39b-429e-a5ab-1d995f83863e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1b3b80-f932-4a90-b925-5bef241a9da6,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:25.522002 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-176b5817-3f65-4cb3-aae7-3af14ebffbdb admin admin] Publish callbacks [] for security_group (3e1b3b80-f932-4a90-b925-5bef241a9da6), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:25.548983 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-176b5817-3f65-4cb3-aae7-3af14ebffbdb admin admin] Publish callbacks [] for security_group (3e1b3b80-f932-4a90-b925-5bef241a9da6), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:25.605819 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-176b5817-3f65-4cb3-aae7-3af14ebffbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3e1b3b80-f932-4a90-b925-5bef241a9da6), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:25.610140 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-176b5817-3f65-4cb3-aae7-3af14ebffbdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:25.610941 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-176b5817-3f65-4cb3-aae7-3af14ebffbdb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3e1b3b80-f932-4a90-b925-5bef241a9da6 HTTP/1.1" status: 204 len: 168 time: 0.2437792 Mar 05 05:07:25.624247 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b5817-3f65-4cb3-aae7-3af14ebffbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1b3b80-f932-4a90-b925-5bef241a9da6,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:25.635492 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c74eac-65dc-4070-8c47-84a586f9647c tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] GET failed (client error): The resource could not be found. Mar 05 05:07:25.644719 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f6c74eac-65dc-4070-8c47-84a586f9647c tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] 10.222.0.11 "GET /v2.0/ports/16fc7d4d-55d7-4be9-9514-6528b287e021 HTTP/1.1" status: 404 len: 333 time: 0.1088665 Mar 05 05:07:25.645227 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46294) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:25.651803 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-d3f705a7-54dd-4bb4-b975-f0b1eb608777 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Request body: {'port': {'network_id': '197cb921-7cca-45af-92d1-ddcad3b28717', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1251761728'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:25.666805 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c48e88bb-fc3e-46ba-a9da-b92c53658ef8 req-d45f410b-a4f2-49d6-bcf4-6f8b6230be03 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec6f21d6-1c12-47cc-88e8-24654a903ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296363 Mar 05 05:07:25.772304 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b2b1d846-8ec8-4cc1-9292-494c96d912d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (f720af32-1780-481f-bd99-7eac986e68f2), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:25.847863 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b2b1d846-8ec8-4cc1-9292-494c96d912d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (f720af32-1780-481f-bd99-7eac986e68f2), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:25.902187 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b2b1d846-8ec8-4cc1-9292-494c96d912d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:25.907677 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b2b1d846-8ec8-4cc1-9292-494c96d912d5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f720af32-1780-481f-bd99-7eac986e68f2 HTTP/1.1" status: 204 len: 168 time: 0.7492151 Mar 05 05:07:25.911454 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870832c7-539b-400c-b269-77437d359fd3 None None] Network 736070a8-c07b-477b-a66e-efe0e434beb4 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:07:25.917452 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46306) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:25.922919 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1d846-8ec8-4cc1-9292-494c96d912d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f720af32-1780-481f-bd99-7eac986e68f2,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:25.933705 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f705a7-54dd-4bb4-b975-f0b1eb608777 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Made reservation on behalf of d3134f3ab53847b3958649780cf24710 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:07:25.946907 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d3f705a7-54dd-4bb4-b975-f0b1eb608777 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:26.033647 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-d3f705a7-54dd-4bb4-b975-f0b1eb608777 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] device_id is not set on port 1ce56b56-1fcc-4bcb-a0a8-d230504a1152 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:07:26.135762 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076977ef-9b63-4439-8920-b9e4d1488923 None None] DHCP port deletion for 736070a8-c07b-477b-a66e-efe0e434beb4 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:07:26.198295 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-33110bdf-6720-4930-aeac-7978db39e943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (736070a8-c07b-477b-a66e-efe0e434beb4), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:26.214134 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-076977ef-9b63-4439-8920-b9e4d1488923 None None] Deleting port b37d1518-951a-47be-adcb-6632b47c3fca {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:07:26.214522 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-076977ef-9b63-4439-8920-b9e4d1488923 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (b37d1518-951a-47be-adcb-6632b47c3fca), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:26.319431 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-d3f705a7-54dd-4bb4-b975-f0b1eb608777 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Allocated IP 2001:db8::1dc (197cb921-7cca-45af-92d1-ddcad3b28717/5c30cbc9-b001-4893-8108-8fd5683ed78f/1ce56b56-1fcc-4bcb-a0a8-d230504a1152) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:07:26.350495 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-076977ef-9b63-4439-8920-b9e4d1488923 None None] For port b37d1518-951a-47be-adcb-6632b47c3fca, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b37d1518-951a-47be-adcb-6632b47c3fca,segment=NetworkSegment(ee5f539a-83bc-4459-8bf3-8d0b46694dc7),segment_id=ee5f539a-83bc-4459-8bf3-8d0b46694dc7)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:07:26.351026 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-076977ef-9b63-4439-8920-b9e4d1488923 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (b37d1518-951a-47be-adcb-6632b47c3fca), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:26.366906 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-076977ef-9b63-4439-8920-b9e4d1488923 None None] Calling delete_port for b37d1518-951a-47be-adcb-6632b47c3fca owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:07:26.392945 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-33110bdf-6720-4930-aeac-7978db39e943 admin admin] Deleting port b37d1518-951a-47be-adcb-6632b47c3fca {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:07:26.393305 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-33110bdf-6720-4930-aeac-7978db39e943 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (b37d1518-951a-47be-adcb-6632b47c3fca), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:26.504712 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-076977ef-9b63-4439-8920-b9e4d1488923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (b37d1518-951a-47be-adcb-6632b47c3fca), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:26.541476 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-33110bdf-6720-4930-aeac-7978db39e943 admin admin] For port b37d1518-951a-47be-adcb-6632b47c3fca, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b37d1518-951a-47be-adcb-6632b47c3fca,segment=NetworkSegment(ee5f539a-83bc-4459-8bf3-8d0b46694dc7),segment_id=ee5f539a-83bc-4459-8bf3-8d0b46694dc7)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:07:26.541857 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-33110bdf-6720-4930-aeac-7978db39e943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (b37d1518-951a-47be-adcb-6632b47c3fca), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:26.556515 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-33110bdf-6720-4930-aeac-7978db39e943 admin admin] Calling delete_port for b37d1518-951a-47be-adcb-6632b47c3fca owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:07:26.572762 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device e9f9bfbb-977a-4a8e-bced-c885feb05645 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:07:26.579911 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076977ef-9b63-4439-8920-b9e4d1488923 None None] Pushing event deleted for resources: {'Port': ['ID=b37d1518-951a-47be-adcb-6632b47c3fca,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:26.589339 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076977ef-9b63-4439-8920-b9e4d1488923 None None] No DVR routers for this DVR port b37d1518-951a-47be-adcb-6632b47c3fca on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:07:26.749518 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port e9f9bfbb-977a-4a8e-bced-c885feb05645, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=e9f9bfbb-977a-4a8e-bced-c885feb05645,segment=NetworkSegment(d03d11e9-b2fb-4af9-b8be-61878caa782d),segment_id=d03d11e9-b2fb-4af9-b8be-61878caa782d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:07:26.775385 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'e9f9bfbb-977a-4a8e-bced-c885feb05645', 'network_id': 'e01ba21f-236a-46c4-a238-a9526e6fdb36', 'port_id': 'e9f9bfbb-977a-4a8e-bced-c885feb05645', 'mac_address': 'fa:16:3e:79:50:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c07b04b-7c95-46cf-ae33-2fe911d9fb5d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:07:26.813979 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-33110bdf-6720-4930-aeac-7978db39e943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (b37d1518-951a-47be-adcb-6632b47c3fca), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:26.836433 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port e9f9bfbb-977a-4a8e-bced-c885feb05645 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:07:26.837148 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e9f9bfbb-977a-4a8e-bced-c885feb05645), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:26.853640 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f9bfbb-977a-4a8e-bced-c885feb05645 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:07:26.864715 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33110bdf-6720-4930-aeac-7978db39e943 admin admin] Pushing event deleted for resources: {'Port': ['ID=b37d1518-951a-47be-adcb-6632b47c3fca,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:26.869788 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33110bdf-6720-4930-aeac-7978db39e943 admin admin] No DVR routers for this DVR port b37d1518-951a-47be-adcb-6632b47c3fca on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:07:26.888502 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port e9f9bfbb-977a-4a8e-bced-c885feb05645, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=e9f9bfbb-977a-4a8e-bced-c885feb05645,segment=NetworkSegment(d03d11e9-b2fb-4af9-b8be-61878caa782d),segment_id=d03d11e9-b2fb-4af9-b8be-61878caa782d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:07:26.896075 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e9f9bfbb-977a-4a8e-bced-c885feb05645), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:26.973413 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bca682-2345-4943-8056-3049e2eeb5eb req-f7237eff-89a9-4e35-940c-6c3d27d9fc55 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:26.981431 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-37bca682-2345-4943-8056-3049e2eeb5eb req-f7237eff-89a9-4e35-940c-6c3d27d9fc55 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccd9b9d1-0dcc-4488-b019-cf5ea6239f98 HTTP/1.1" status: 200 len: 944 time: 0.1500974 Mar 05 05:07:27.031505 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=e9f9bfbb-977a-4a8e-bced-c885feb05645,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:27.043671 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d3f705a7-54dd-4bb4-b975-f0b1eb608777 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks [] for port (1ce56b56-1fcc-4bcb-a0a8-d230504a1152), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:27.113178 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-37bca682-2345-4943-8056-3049e2eeb5eb req-f1bc6186-9f23-4ff1-bdb3-d82791fc25d1 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec6f21d6-1c12-47cc-88e8-24654a903ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252542 Mar 05 05:07:27.141160 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-33110bdf-6720-4930-aeac-7978db39e943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (736070a8-c07b-477b-a66e-efe0e434beb4), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:27.157333 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['e9f9bfbb-977a-4a8e-bced-c885feb05645'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:07:27.285263 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-33110bdf-6720-4930-aeac-7978db39e943 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['736070a8-c07b-477b-a66e-efe0e434beb4']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:27.326420 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d13fce-9ad0-4aa5-b77d-6acdb37d602d req-5f816384-cf32-454f-82a6-c8cd0a9f2955 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:27.330212 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-33110bdf-6720-4930-aeac-7978db39e943 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee5f539a-83bc-4459-8bf3-8d0b46694dc7') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:27.330714 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-33110bdf-6720-4930-aeac-7978db39e943 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee5f539a-83bc-4459-8bf3-8d0b46694dc7') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:27.337653 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80d13fce-9ad0-4aa5-b77d-6acdb37d602d req-5f816384-cf32-454f-82a6-c8cd0a9f2955 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 946 time: 0.0933027 Mar 05 05:07:27.387758 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-33110bdf-6720-4930-aeac-7978db39e943 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (ee5f539a-83bc-4459-8bf3-8d0b46694dc7), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:27.393289 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d3f705a7-54dd-4bb4-b975-f0b1eb608777 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (1ce56b56-1fcc-4bcb-a0a8-d230504a1152), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:27.439929 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-33110bdf-6720-4930-aeac-7978db39e943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (ee5f539a-83bc-4459-8bf3-8d0b46694dc7), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:27.473568 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80d13fce-9ad0-4aa5-b77d-6acdb37d602d req-0a9c9504-5ba9-4aa8-bf95-7f9254680bf2 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311026 Mar 05 05:07:27.536479 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f705a7-54dd-4bb4-b975-f0b1eb608777 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Network 197cb921-7cca-45af-92d1-ddcad3b28717 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:07:27.540462 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33110bdf-6720-4930-aeac-7978db39e943 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:07:27.543138 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-33110bdf-6720-4930-aeac-7978db39e943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (ee5f539a-83bc-4459-8bf3-8d0b46694dc7), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:07:27.547686 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:07:27.632165 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-d3f705a7-54dd-4bb4-b975-f0b1eb608777 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:07:27.634491 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f705a7-54dd-4bb4-b975-f0b1eb608777 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Pushing event updated for resources: {'Port': ['ID=1ce56b56-1fcc-4bcb-a0a8-d230504a1152,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:27.646081 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f705a7-54dd-4bb4-b975-f0b1eb608777 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:07:27.652487 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f705a7-54dd-4bb4-b975-f0b1eb608777 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:27.653136 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d3f705a7-54dd-4bb4-b975-f0b1eb608777 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:27.685386 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46408) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:27.690552 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-98930ffd-f5fe-42dc-9762-9515ad6f8ba9 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Request body: {'port': {'network_id': '197cb921-7cca-45af-92d1-ddcad3b28717', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-819324571'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:27.695203 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d3f705a7-54dd-4bb4-b975-f0b1eb608777 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0486982 Mar 05 05:07:27.696145 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-33110bdf-6720-4930-aeac-7978db39e943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (736070a8-c07b-477b-a66e-efe0e434beb4), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:27.711780 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-33110bdf-6720-4930-aeac-7978db39e943 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:27.721731 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46410) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:27.725709 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-33110bdf-6720-4930-aeac-7978db39e943 admin admin] 10.222.0.11 "DELETE /v2.0/networks/736070a8-c07b-477b-a66e-efe0e434beb4 HTTP/1.1" status: 204 len: 168 time: 1.8071818 Mar 05 05:07:27.743245 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33110bdf-6720-4930-aeac-7978db39e943 admin admin] Pushing event deleted for resources: {'Network': ['ID=736070a8-c07b-477b-a66e-efe0e434beb4,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:27.912493 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b37d1518-951a-47be-adcb-6632b47c3fca no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:07:27.967422 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: b37d1518-951a-47be-adcb-6632b47c3fca {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:07:27.975639 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b37d1518-951a-47be-adcb-6632b47c3fca not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:07:28.080268 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98930ffd-f5fe-42dc-9762-9515ad6f8ba9 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Made reservation on behalf of d3134f3ab53847b3958649780cf24710 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:07:28.087833 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-98930ffd-f5fe-42dc-9762-9515ad6f8ba9 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:28.120982 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a11b1dd6-6af0-4565-a50c-d34d334c03eb None None] Provisioning complete for port 1ce56b56-1fcc-4bcb-a0a8-d230504a1152 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:07:28.121489 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a11b1dd6-6af0-4565-a50c-d34d334c03eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1ce56b56-1fcc-4bcb-a0a8-d230504a1152), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:28.179280 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-98930ffd-f5fe-42dc-9762-9515ad6f8ba9 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] device_id is not set on port 5a96aad9-4c06-4f7f-9c2f-140ce683a8b3 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:07:28.219870 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a11b1dd6-6af0-4565-a50c-d34d334c03eb None None] Port 1ce56b56-1fcc-4bcb-a0a8-d230504a1152 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:07:28.503456 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-98930ffd-f5fe-42dc-9762-9515ad6f8ba9 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Allocated IP 2001:db8::153 (197cb921-7cca-45af-92d1-ddcad3b28717/5c30cbc9-b001-4893-8108-8fd5683ed78f/5a96aad9-4c06-4f7f-9c2f-140ce683a8b3) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:07:28.522314 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ad15a-ff71-45d5-a72a-29bc5e80494f req-5b7e9233-c6fd-44b4-ac4b-49de716c096c tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:28.531692 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e99ad15a-ff71-45d5-a72a-29bc5e80494f req-5b7e9233-c6fd-44b4-ac4b-49de716c096c tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccd9b9d1-0dcc-4488-b019-cf5ea6239f98 HTTP/1.1" status: 200 len: 945 time: 0.1759069 Mar 05 05:07:28.573990 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device e9f9bfbb-977a-4a8e-bced-c885feb05645 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:07:28.647046 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port e9f9bfbb-977a-4a8e-bced-c885feb05645 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:07:28.652654 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port e9f9bfbb-977a-4a8e-bced-c885feb05645 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:07:28.653237 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e9f9bfbb-977a-4a8e-bced-c885feb05645), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:28.792476 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port e9f9bfbb-977a-4a8e-bced-c885feb05645 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:07:28.793199 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e9f9bfbb-977a-4a8e-bced-c885feb05645), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:28.856664 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02540e-d0f4-4963-b7da-fae4372c8c03 req-86e6bf6b-12f7-4a90-8882-553d8c663df2 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:28.858206 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5d02540e-d0f4-4963-b7da-fae4372c8c03 req-86e6bf6b-12f7-4a90-8882-553d8c663df2 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.30 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 946 time: 0.1595161 Mar 05 05:07:28.871822 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd9b9d1-0dcc-4488-b019-cf5ea6239f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f9bfbb-977a-4a8e-bced-c885feb05645'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:07:28.880191 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b76cc95-5592-400b-a322-79899b4078e7" -d '{"events": [{"server_uuid": "ccd9b9d1-0dcc-4488-b019-cf5ea6239f98", "name": "network-vif-plugged", "status": "completed", "tag": "e9f9bfbb-977a-4a8e-bced-c885feb05645"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:07:28.913532 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port e9f9bfbb-977a-4a8e-bced-c885feb05645, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=e9f9bfbb-977a-4a8e-bced-c885feb05645,segment=NetworkSegment(d03d11e9-b2fb-4af9-b8be-61878caa782d),segment_id=d03d11e9-b2fb-4af9-b8be-61878caa782d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:07:28.935382 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e9f9bfbb-977a-4a8e-bced-c885feb05645), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:29.062027 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-98930ffd-f5fe-42dc-9762-9515ad6f8ba9 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks [] for port (5a96aad9-4c06-4f7f-9c2f-140ce683a8b3), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:29.072254 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=e9f9bfbb-977a-4a8e-bced-c885feb05645,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:29.084611 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e99ad15a-ff71-45d5-a72a-29bc5e80494f req-101cc882-ebd0-4f4d-a01d-0206177668ca tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec6f21d6-1c12-47cc-88e8-24654a903ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5518758 Mar 05 05:07:29.093451 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-5d02540e-d0f4-4963-b7da-fae4372c8c03 req-0a94ee17-bf48-4516-be5f-2f1c7eb97f06 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Deleting port fc2d1810-3a48-4269-bbbc-f1613c07f2dc {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:07:29.093770 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5d02540e-d0f4-4963-b7da-fae4372c8c03 req-0a94ee17-bf48-4516-be5f-2f1c7eb97f06 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (fc2d1810-3a48-4269-bbbc-f1613c07f2dc), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:29.114195 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc3ea3-85dc-465a-a014-1fd3f729599e req-32e8f30c-ff9c-49a6-9f54-70b4d6317dfb tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:29.116133 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-11bc3ea3-85dc-465a-a014-1fd3f729599e req-32e8f30c-ff9c-49a6-9f54-70b4d6317dfb tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/ports?device_id=7545c43e-daf9-4cbb-9427-e29e508e90cb HTTP/1.1" status: 200 len: 946 time: 0.5033576 Mar 05 05:07:29.187845 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd0af13-6303-4f8b-9f5a-d9e9d8d26acb x-openstack-request-id: req-5fd0af13-6303-4f8b-9f5a-d9e9d8d26acb {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:07:29.188350 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd9b9d1-0dcc-4488-b019-cf5ea6239f98", "name": "network-vif-plugged", "status": "completed", "tag": "e9f9bfbb-977a-4a8e-bced-c885feb05645", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:07:29.188451 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5fd0af13-6303-4f8b-9f5a-d9e9d8d26acb {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:07:29.188847 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd9b9d1-0dcc-4488-b019-cf5ea6239f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f9bfbb-977a-4a8e-bced-c885feb05645', 'code': 200} Mar 05 05:07:29.307259 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-5d02540e-d0f4-4963-b7da-fae4372c8c03 req-0a94ee17-bf48-4516-be5f-2f1c7eb97f06 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] For port fc2d1810-3a48-4269-bbbc-f1613c07f2dc, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=fc2d1810-3a48-4269-bbbc-f1613c07f2dc,segment=NetworkSegment(3fdbfe93-a040-40d1-9a4b-c54cf130c455),segment_id=3fdbfe93-a040-40d1-9a4b-c54cf130c455)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:07:29.307904 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5d02540e-d0f4-4963-b7da-fae4372c8c03 req-0a94ee17-bf48-4516-be5f-2f1c7eb97f06 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (fc2d1810-3a48-4269-bbbc-f1613c07f2dc), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:29.323116 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46516) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:29.324923 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-98930ffd-f5fe-42dc-9762-9515ad6f8ba9 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (5a96aad9-4c06-4f7f-9c2f-140ce683a8b3), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:29.341546 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-11bc3ea3-85dc-465a-a014-1fd3f729599e req-ccad4098-eb23-465f-909c-8d8bb0b875ab tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.11 "GET /v2.0/security-groups?id=275a5fde-6937-4bdd-8ac2-49bb000e77a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171009 Mar 05 05:07:29.365499 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-5d02540e-d0f4-4963-b7da-fae4372c8c03 req-0a94ee17-bf48-4516-be5f-2f1c7eb97f06 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Calling delete_port for fc2d1810-3a48-4269-bbbc-f1613c07f2dc owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:07:29.385295 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46520) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:29.424741 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98930ffd-f5fe-42dc-9762-9515ad6f8ba9 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Network 197cb921-7cca-45af-92d1-ddcad3b28717 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:07:29.527581 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-98930ffd-f5fe-42dc-9762-9515ad6f8ba9 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:07:29.530671 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98930ffd-f5fe-42dc-9762-9515ad6f8ba9 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:07:29.538649 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98930ffd-f5fe-42dc-9762-9515ad6f8ba9 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:29.540687 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-98930ffd-f5fe-42dc-9762-9515ad6f8ba9 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:29.557246 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1accefd4-ce34-4cc9-bcf9-7840cc9f8169 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:29.581006 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98930ffd-f5fe-42dc-9762-9515ad6f8ba9 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Pushing event updated for resources: {'Port': ['ID=5a96aad9-4c06-4f7f-9c2f-140ce683a8b3,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:29.587401 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89102669-78c0-4248-9a55-0331d9382783 req-bc9a3c52-dffa-4533-90df-2a18687e5ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:29.589584 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89102669-78c0-4248-9a55-0331d9382783 req-bc9a3c52-dffa-4533-90df-2a18687e5ad9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ccd9b9d1-0dcc-4488-b019-cf5ea6239f98 HTTP/1.1" status: 200 len: 1129 time: 0.3264718 Mar 05 05:07:29.593998 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4018e464-a54f-4e57-b0dc-fa22855c1e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (56d55b4f-5fc3-45ef-b772-c5434400ea05), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:29.601990 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6478a96d-941a-43dc-9fcb-133bca94bbd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:29.650774 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-98930ffd-f5fe-42dc-9762-9515ad6f8ba9 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9642749 Mar 05 05:07:29.654766 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46526) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:29.662145 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-102fa094-3b7a-459a-97f3-ee06071213fb tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3c', 'mac_address': 'fa:16:3e:be:5c:33'}, {'ip_address': '2001:db8::1dc', 'mac_address': 'fa:16:3e:8c:f9:b4'}]}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:29.705597 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5d02540e-d0f4-4963-b7da-fae4372c8c03 req-0a94ee17-bf48-4516-be5f-2f1c7eb97f06 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (fc2d1810-3a48-4269-bbbc-f1613c07f2dc), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:29.783013 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a94ee17-bf48-4516-be5f-2f1c7eb97f06 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Pushing event deleted for resources: {'Port': ['ID=fc2d1810-3a48-4269-bbbc-f1613c07f2dc,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:29.803134 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89102669-78c0-4248-9a55-0331d9382783 req-6debb33d-5e7b-44c4-9a7f-8c44c81d1ea0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ec6f21d6-1c12-47cc-88e8-24654a903ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060235 Mar 05 05:07:29.885029 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d02540e-d0f4-4963-b7da-fae4372c8c03 req-0a94ee17-bf48-4516-be5f-2f1c7eb97f06 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] No DVR routers for this DVR port fc2d1810-3a48-4269-bbbc-f1613c07f2dc on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:07:29.888310 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5d02540e-d0f4-4963-b7da-fae4372c8c03 req-0a94ee17-bf48-4516-be5f-2f1c7eb97f06 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:29.897540 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5d02540e-d0f4-4963-b7da-fae4372c8c03 req-0a94ee17-bf48-4516-be5f-2f1c7eb97f06 tempest-ServersNegativeTestJSON-536822746 tempest-ServersNegativeTestJSON-536822746-project] 10.222.0.30 "DELETE /v2.0/ports/fc2d1810-3a48-4269-bbbc-f1613c07f2dc HTTP/1.1" status: 204 len: 173 time: 1.0289981 Mar 05 05:07:29.904344 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7545c43e-daf9-4cbb-9427-e29e508e90cb', 'name': 'network-vif-deleted', 'tag': 'fc2d1810-3a48-4269-bbbc-f1613c07f2dc'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:07:29.910728 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f65b36e-a24f-43bb-ab5c-81d53ce4b557" -d '{"events": [{"server_uuid": "7545c43e-daf9-4cbb-9427-e29e508e90cb", "name": "network-vif-deleted", "tag": "fc2d1810-3a48-4269-bbbc-f1613c07f2dc"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:07:29.993528 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1accefd4-ce34-4cc9-bcf9-7840cc9f8169 admin admin] Publish callbacks [] for security_group (2a037b6c-bc11-4916-8569-78262d4233e4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:30.002329 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1accefd4-ce34-4cc9-bcf9-7840cc9f8169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (2a037b6c-bc11-4916-8569-78262d4233e4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:30.031506 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1accefd4-ce34-4cc9-bcf9-7840cc9f8169 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fbf4784ede174172a69733281892c0f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6444485 Mar 05 05:07:30.037166 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46532) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:30.059070 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6478a96d-941a-43dc-9fcb-133bca94bbd5 admin admin] Publish callbacks [] for security_group (ed3cc060-17a9-44a0-a5f6-1612c171bebc), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:30.076715 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6478a96d-941a-43dc-9fcb-133bca94bbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ed3cc060-17a9-44a0-a5f6-1612c171bebc), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:30.080443 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e16ff8a7-6ef1-4e3f-a3dc-da12f9a8fcd8 None None] Provisioning complete for port 5a96aad9-4c06-4f7f-9c2f-140ce683a8b3 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:07:30.084863 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e16ff8a7-6ef1-4e3f-a3dc-da12f9a8fcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5a96aad9-4c06-4f7f-9c2f-140ce683a8b3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:30.109970 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1accefd4-ce34-4cc9-bcf9-7840cc9f8169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a037b6c-bc11-4916-8569-78262d4233e4,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:30.210705 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6478a96d-941a-43dc-9fcb-133bca94bbd5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=47417e059a6746dca20e90189b028d54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8863783 Mar 05 05:07:30.213611 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e16ff8a7-6ef1-4e3f-a3dc-da12f9a8fcd8 None None] Port 5a96aad9-4c06-4f7f-9c2f-140ce683a8b3 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:07:30.223783 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46536) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:30.296532 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478a96d-941a-43dc-9fcb-133bca94bbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3cc060-17a9-44a0-a5f6-1612c171bebc,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:30.318156 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2692835b-3bc3-4272-b55e-5c7b3d1e8046 admin admin] Publish callbacks [] for security_group (2a037b6c-bc11-4916-8569-78262d4233e4), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:30.343448 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2692835b-3bc3-4272-b55e-5c7b3d1e8046 admin admin] Publish callbacks [] for security_group (2a037b6c-bc11-4916-8569-78262d4233e4), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:30.385626 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-102fa094-3b7a-459a-97f3-ee06071213fb tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5a96aad9-4c06-4f7f-9c2f-140ce683a8b3), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:30.405294 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e23228c-e80d-4164-b733-8bd73f07a287 x-openstack-request-id: req-9e23228c-e80d-4164-b733-8bd73f07a287 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:07:30.405699 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7545c43e-daf9-4cbb-9427-e29e508e90cb", "name": "network-vif-deleted", "tag": "fc2d1810-3a48-4269-bbbc-f1613c07f2dc", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:07:30.406058 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9e23228c-e80d-4164-b733-8bd73f07a287 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:07:30.406566 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7545c43e-daf9-4cbb-9427-e29e508e90cb', 'name': 'network-vif-deleted', 'tag': 'fc2d1810-3a48-4269-bbbc-f1613c07f2dc', 'status': 'completed', 'code': 200} Mar 05 05:07:30.417993 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2692835b-3bc3-4272-b55e-5c7b3d1e8046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (2a037b6c-bc11-4916-8569-78262d4233e4), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:30.425942 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2692835b-3bc3-4272-b55e-5c7b3d1e8046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:30.432734 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2692835b-3bc3-4272-b55e-5c7b3d1e8046 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2a037b6c-bc11-4916-8569-78262d4233e4 HTTP/1.1" status: 204 len: 168 time: 0.3878751 Mar 05 05:07:30.462424 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ea458cc3-bfc5-4393-87e1-e671613f2178 admin admin] Publish callbacks [] for security_group (ed3cc060-17a9-44a0-a5f6-1612c171bebc), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:30.499413 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692835b-3bc3-4272-b55e-5c7b3d1e8046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a037b6c-bc11-4916-8569-78262d4233e4,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:30.514195 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46542) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:30.581055 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ea458cc3-bfc5-4393-87e1-e671613f2178 admin admin] Publish callbacks [] for security_group (ed3cc060-17a9-44a0-a5f6-1612c171bebc), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:30.652944 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e1f6d33-6528-4713-b69b-c83dddd10a6e admin admin] Deleting subnet 4a99a134-cfcd-44f2-91d8-f43831b19b0b {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:07:30.664534 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5e1f6d33-6528-4713-b69b-c83dddd10a6e admin admin] Publish callbacks [] for subnet (4a99a134-cfcd-44f2-91d8-f43831b19b0b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:30.797913 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5e1f6d33-6528-4713-b69b-c83dddd10a6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (4a99a134-cfcd-44f2-91d8-f43831b19b0b), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:30.913388 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5e1f6d33-6528-4713-b69b-c83dddd10a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (4a99a134-cfcd-44f2-91d8-f43831b19b0b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:30.956394 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ea458cc3-bfc5-4393-87e1-e671613f2178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ed3cc060-17a9-44a0-a5f6-1612c171bebc), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:30.959534 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ea458cc3-bfc5-4393-87e1-e671613f2178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:30.965244 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ea458cc3-bfc5-4393-87e1-e671613f2178 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ed3cc060-17a9-44a0-a5f6-1612c171bebc HTTP/1.1" status: 204 len: 168 time: 0.7380838 Mar 05 05:07:30.995966 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea458cc3-bfc5-4393-87e1-e671613f2178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3cc060-17a9-44a0-a5f6-1612c171bebc,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:31.065703 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5e1f6d33-6528-4713-b69b-c83dddd10a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (4a99a134-cfcd-44f2-91d8-f43831b19b0b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:31.114328 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5e1f6d33-6528-4713-b69b-c83dddd10a6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:31.120050 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5e1f6d33-6528-4713-b69b-c83dddd10a6e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4a99a134-cfcd-44f2-91d8-f43831b19b0b HTTP/1.1" status: 204 len: 168 time: 0.5997567 Mar 05 05:07:31.120050 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f6d33-6528-4713-b69b-c83dddd10a6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a99a134-cfcd-44f2-91d8-f43831b19b0b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:31.121881 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46556) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:31.215921 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7409-cc84-4143-8182-1a5e572821c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (5ae49ed7-bb43-451b-a829-6aff97a3cfc7), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:31.342417 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8922d88-abf3-4ad4-8ee7-de84c59f3f47 req-3878046e-8d16-454b-a2a4-9bada1f8eb07 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:31.344631 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d8922d88-abf3-4ad4-8ee7-de84c59f3f47 req-3878046e-8d16-454b-a2a4-9bada1f8eb07 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccd9b9d1-0dcc-4488-b019-cf5ea6239f98 HTTP/1.1" status: 200 len: 946 time: 0.9781668 Mar 05 05:07:31.396972 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7409-cc84-4143-8182-1a5e572821c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (5ae49ed7-bb43-451b-a829-6aff97a3cfc7), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:31.445716 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-2e5c7409-cc84-4143-8182-1a5e572821c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae49ed7-bb43-451b-a829-6aff97a3cfc7']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:31.468721 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-2e5c7409-cc84-4143-8182-1a5e572821c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fdbfe93-a040-40d1-9a4b-c54cf130c455') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:31.474507 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-2e5c7409-cc84-4143-8182-1a5e572821c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fdbfe93-a040-40d1-9a4b-c54cf130c455') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:31.477426 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46562) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:31.500651 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d8922d88-abf3-4ad4-8ee7-de84c59f3f47 req-2fa91e36-32b3-4a3c-b7bc-cd5992398161 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec6f21d6-1c12-47cc-88e8-24654a903ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336482 Mar 05 05:07:31.501774 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7409-cc84-4143-8182-1a5e572821c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (3fdbfe93-a040-40d1-9a4b-c54cf130c455), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:31.508996 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28e252d1-8514-4957-9da6-2807c3757b0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:31.533105 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7409-cc84-4143-8182-1a5e572821c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (3fdbfe93-a040-40d1-9a4b-c54cf130c455), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:31.540678 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-102fa094-3b7a-459a-97f3-ee06071213fb tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks [] for port (5a96aad9-4c06-4f7f-9c2f-140ce683a8b3), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:31.544980 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e5c7409-cc84-4143-8182-1a5e572821c5 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:07:31.545480 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7409-cc84-4143-8182-1a5e572821c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (3fdbfe93-a040-40d1-9a4b-c54cf130c455), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:31.547026 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-102fa094-3b7a-459a-97f3-ee06071213fb tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (5a96aad9-4c06-4f7f-9c2f-140ce683a8b3), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:31.547755 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:07:31.547755 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:07:31.547755 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:07:31.547755 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:07:31.547755 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:07:31.547755 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:07:31.547755 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:07:31.547755 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:07:31.547755 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:07:31.547755 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:07:31.547755 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:07:31.547755 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:07:31.547755 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:07:31.547755 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:07:31.547755 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:07:31.547755 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:07:31.547755 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:07:31.547755 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:07:31.547755 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:07:31.547755 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:07:31.547755 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:07:31.547755 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:07:31.547755 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:07:31.547755 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:07:31.547755 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:07:31.547755 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:07:31.547755 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:07:31.547755 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:07:31.547755 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:07:31.547755 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:07:31.547755 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:07:31.547755 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:07:31.595450 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-102fa094-3b7a-459a-97f3-ee06071213fb tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] In _notify_port_updated(), no bound segment for port 5a96aad9-4c06-4f7f-9c2f-140ce683a8b3 on network 197cb921-7cca-45af-92d1-ddcad3b28717 {{(pid=105231) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 05 05:07:31.600932 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102fa094-3b7a-459a-97f3-ee06071213fb tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:31.602628 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-102fa094-3b7a-459a-97f3-ee06071213fb tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:31.604501 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-102fa094-3b7a-459a-97f3-ee06071213fb tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] 10.222.0.11 "PUT /v2.0/ports/5a96aad9-4c06-4f7f-9c2f-140ce683a8b3 HTTP/1.1" status: 200 len: 1066 time: 1.9471748 Mar 05 05:07:31.606531 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-4018e464-a54f-4e57-b0dc-fa22855c1e44 admin admin] Deleting port b3a7aa64-6296-424a-bd68-9922ac7aee0c {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:07:31.606955 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4018e464-a54f-4e57-b0dc-fa22855c1e44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (b3a7aa64-6296-424a-bd68-9922ac7aee0c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:31.630853 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46564) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:31.676991 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7409-cc84-4143-8182-1a5e572821c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (5ae49ed7-bb43-451b-a829-6aff97a3cfc7), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:31.688075 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7409-cc84-4143-8182-1a5e572821c5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:31.689859 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device fc2d1810-3a48-4269-bbbc-f1613c07f2dc no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:07:31.691917 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2e5c7409-cc84-4143-8182-1a5e572821c5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/5ae49ed7-bb43-451b-a829-6aff97a3cfc7 HTTP/1.1" status: 204 len: 168 time: 0.5686576 Mar 05 05:07:31.718279 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c7409-cc84-4143-8182-1a5e572821c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ae49ed7-bb43-451b-a829-6aff97a3cfc7,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:31.735438 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: fc2d1810-3a48-4269-bbbc-f1613c07f2dc {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:07:31.738628 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device fc2d1810-3a48-4269-bbbc-f1613c07f2dc not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:07:31.767760 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28e252d1-8514-4957-9da6-2807c3757b0f admin admin] Publish callbacks [] for security_group (3d62d711-6781-4b28-bf8c-df400a3a0c64), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:31.784881 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28e252d1-8514-4957-9da6-2807c3757b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3d62d711-6781-4b28-bf8c-df400a3a0c64), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:31.884431 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46576) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:31.913547 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-28e252d1-8514-4957-9da6-2807c3757b0f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=08fda981edfb4c5090804db403bf61ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4332340 Mar 05 05:07:31.914491 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e252d1-8514-4957-9da6-2807c3757b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d62d711-6781-4b28-bf8c-df400a3a0c64,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:31.920188 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fa094-3b7a-459a-97f3-ee06071213fb tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Pushing event updated for resources: {'Port': ['ID=5a96aad9-4c06-4f7f-9c2f-140ce683a8b3,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:31.928309 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46578) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:31.950558 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102fa094-3b7a-459a-97f3-ee06071213fb tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:31.950899 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102fa094-3b7a-459a-97f3-ee06071213fb tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:31.951264 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102fa094-3b7a-459a-97f3-ee06071213fb tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:31.951609 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102fa094-3b7a-459a-97f3-ee06071213fb tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:31.952022 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102fa094-3b7a-459a-97f3-ee06071213fb tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:31.952386 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102fa094-3b7a-459a-97f3-ee06071213fb tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:31.952694 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102fa094-3b7a-459a-97f3-ee06071213fb tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:31.952987 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102fa094-3b7a-459a-97f3-ee06071213fb tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:31.953436 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102fa094-3b7a-459a-97f3-ee06071213fb tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:31.953642 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102fa094-3b7a-459a-97f3-ee06071213fb tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:31.953976 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102fa094-3b7a-459a-97f3-ee06071213fb tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:31.954307 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102fa094-3b7a-459a-97f3-ee06071213fb tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:31.954636 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102fa094-3b7a-459a-97f3-ee06071213fb tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:32.013730 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fa2b01eb-f08a-4a31-9857-4d8d75cc5b2c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9bccf4c9915e42c59c0b5d658cd816f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1279097 Mar 05 05:07:32.016110 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46582) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:32.041172 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e11b981c-6d5a-4320-b9ef-f64182c6f219 admin admin] Publish callbacks [] for security_group (3d62d711-6781-4b28-bf8c-df400a3a0c64), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:32.044377 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-81f77c28-04ea-470a-a2de-97bcee802178 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Deleting port 5a96aad9-4c06-4f7f-9c2f-140ce683a8b3 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:07:32.044717 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-81f77c28-04ea-470a-a2de-97bcee802178 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (5a96aad9-4c06-4f7f-9c2f-140ce683a8b3), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:32.048555 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-4018e464-a54f-4e57-b0dc-fa22855c1e44 admin admin] For port b3a7aa64-6296-424a-bd68-9922ac7aee0c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b3a7aa64-6296-424a-bd68-9922ac7aee0c,segment=NetworkSegment(a36e05db-0122-44c8-b972-0d53660d87b1),segment_id=a36e05db-0122-44c8-b972-0d53660d87b1)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:07:32.048917 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4018e464-a54f-4e57-b0dc-fa22855c1e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (b3a7aa64-6296-424a-bd68-9922ac7aee0c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:32.057645 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-9cf572a8-ced0-473f-bfc1-e7d8c2680aa5 None None] Provisioning complete for port 5a96aad9-4c06-4f7f-9c2f-140ce683a8b3 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:07:32.058456 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9cf572a8-ced0-473f-bfc1-e7d8c2680aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5a96aad9-4c06-4f7f-9c2f-140ce683a8b3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:32.073538 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c134f886-e9d6-4a3b-aa4b-0cbc538e2a0e admin admin] Publish callbacks [] for security_group (275a5fde-6937-4bdd-8ac2-49bb000e77a9), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:32.099204 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-4018e464-a54f-4e57-b0dc-fa22855c1e44 admin admin] Calling delete_port for b3a7aa64-6296-424a-bd68-9922ac7aee0c owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:07:32.099475 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c134f886-e9d6-4a3b-aa4b-0cbc538e2a0e admin admin] Publish callbacks [] for security_group (275a5fde-6937-4bdd-8ac2-49bb000e77a9), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:32.106698 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9cf572a8-ced0-473f-bfc1-e7d8c2680aa5 None None] Port 5a96aad9-4c06-4f7f-9c2f-140ce683a8b3 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:07:32.115702 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e11b981c-6d5a-4320-b9ef-f64182c6f219 admin admin] Publish callbacks [] for security_group (3d62d711-6781-4b28-bf8c-df400a3a0c64), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:32.156166 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c134f886-e9d6-4a3b-aa4b-0cbc538e2a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (275a5fde-6937-4bdd-8ac2-49bb000e77a9), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:32.158944 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c134f886-e9d6-4a3b-aa4b-0cbc538e2a0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:32.162537 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c134f886-e9d6-4a3b-aa4b-0cbc538e2a0e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/275a5fde-6937-4bdd-8ac2-49bb000e77a9 HTTP/1.1" status: 204 len: 168 time: 0.1431625 Mar 05 05:07:32.183294 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134f886-e9d6-4a3b-aa4b-0cbc538e2a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275a5fde-6937-4bdd-8ac2-49bb000e77a9,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:32.265290 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-81f77c28-04ea-470a-a2de-97bcee802178 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (5a96aad9-4c06-4f7f-9c2f-140ce683a8b3), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:32.317483 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e11b981c-6d5a-4320-b9ef-f64182c6f219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3d62d711-6781-4b28-bf8c-df400a3a0c64), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:32.320776 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e11b981c-6d5a-4320-b9ef-f64182c6f219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:32.324879 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e11b981c-6d5a-4320-b9ef-f64182c6f219 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3d62d711-6781-4b28-bf8c-df400a3a0c64 HTTP/1.1" status: 204 len: 168 time: 0.3663132 Mar 05 05:07:32.336260 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-81f77c28-04ea-470a-a2de-97bcee802178 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Calling delete_port for 5a96aad9-4c06-4f7f-9c2f-140ce683a8b3 owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:07:32.372544 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b981c-6d5a-4320-b9ef-f64182c6f219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d62d711-6781-4b28-bf8c-df400a3a0c64,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:32.576216 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4018e464-a54f-4e57-b0dc-fa22855c1e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (b3a7aa64-6296-424a-bd68-9922ac7aee0c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:32.624053 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018e464-a54f-4e57-b0dc-fa22855c1e44 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a7aa64-6296-424a-bd68-9922ac7aee0c,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:32.683243 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-81f77c28-04ea-470a-a2de-97bcee802178 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (5a96aad9-4c06-4f7f-9c2f-140ce683a8b3), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:32.746792 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f77c28-04ea-470a-a2de-97bcee802178 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Pushing event deleted for resources: {'Port': ['ID=5a96aad9-4c06-4f7f-9c2f-140ce683a8b3,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:32.858533 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ee834-bd47-49be-875e-18e2b62de930 req-cb3884e4-267f-42c0-9fe3-aeb25b3fb068 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:32.860444 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f69ee834-bd47-49be-875e-18e2b62de930 req-cb3884e4-267f-42c0-9fe3-aeb25b3fb068 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccd9b9d1-0dcc-4488-b019-cf5ea6239f98 HTTP/1.1" status: 200 len: 946 time: 0.2409303 Mar 05 05:07:33.134396 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f69ee834-bd47-49be-875e-18e2b62de930 req-6f0ef855-48e6-4524-8fc8-5720d7c21da0 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec6f21d6-1c12-47cc-88e8-24654a903ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673073 Mar 05 05:07:33.165228 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-81f77c28-04ea-470a-a2de-97bcee802178 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:33.172253 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46632) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:33.172729 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-81f77c28-04ea-470a-a2de-97bcee802178 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] 10.222.0.11 "DELETE /v2.0/ports/5a96aad9-4c06-4f7f-9c2f-140ce683a8b3 HTTP/1.1" status: 204 len: 168 time: 1.5382199 Mar 05 05:07:33.180193 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4018e464-a54f-4e57-b0dc-fa22855c1e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (56d55b4f-5fc3-45ef-b772-c5434400ea05), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:33.224284 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63108a0-21a7-4f54-9d76-a502fb4f13ee tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] GET failed (client error): The resource could not be found. Mar 05 05:07:33.226025 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e63108a0-21a7-4f54-9d76-a502fb4f13ee tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] 10.222.0.11 "GET /v2.0/ports/5a96aad9-4c06-4f7f-9c2f-140ce683a8b3 HTTP/1.1" status: 404 len: 333 time: 0.0525565 Mar 05 05:07:33.229533 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46634) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:33.358643 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-b26f3c70-c9e5-4cbc-9bbf-e6d082ffd7a4 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Deleting port 1ce56b56-1fcc-4bcb-a0a8-d230504a1152 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:07:33.359280 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b26f3c70-c9e5-4cbc-9bbf-e6d082ffd7a4 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (1ce56b56-1fcc-4bcb-a0a8-d230504a1152), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:33.520409 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55281bcc-f77b-4949-a06a-c26eabfcfc6a req-b503d21d-f52a-4056-891b-01a85f9cbb6a tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:33.520631 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b26f3c70-c9e5-4cbc-9bbf-e6d082ffd7a4 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (1ce56b56-1fcc-4bcb-a0a8-d230504a1152), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:33.522706 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55281bcc-f77b-4949-a06a-c26eabfcfc6a req-b503d21d-f52a-4056-891b-01a85f9cbb6a tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccd9b9d1-0dcc-4488-b019-cf5ea6239f98 HTTP/1.1" status: 200 len: 946 time: 0.2018573 Mar 05 05:07:33.546317 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-b26f3c70-c9e5-4cbc-9bbf-e6d082ffd7a4 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Calling delete_port for 1ce56b56-1fcc-4bcb-a0a8-d230504a1152 owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:07:33.587211 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4018e464-a54f-4e57-b0dc-fa22855c1e44 admin admin] Router 56d55b4f-5fc3-45ef-b772-c5434400ea05 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:07:33.619048 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55281bcc-f77b-4949-a06a-c26eabfcfc6a req-56a5c6fd-79ea-411a-a57a-6bab869b0206 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec6f21d6-1c12-47cc-88e8-24654a903ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885580 Mar 05 05:07:33.628420 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46650) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:33.753774 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4018e464-a54f-4e57-b0dc-fa22855c1e44 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:07:33.760263 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4018e464-a54f-4e57-b0dc-fa22855c1e44 admin admin] 10.222.0.11 "PUT /v2.0/routers/56d55b4f-5fc3-45ef-b772-c5434400ea05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0377052 Mar 05 05:07:33.763945 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46658) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:33.768971 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3374dc-20a6-415d-b174-0d19ac50b03c None None] Sync routers for ids ['56d55b4f-5fc3-45ef-b772-c5434400ea05'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:07:33.786141 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3374dc-20a6-415d-b174-0d19ac50b03c None None] Routers {'56d55b4f-5fc3-45ef-b772-c5434400ea05'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:07:33.787219 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-dd3374dc-20a6-415d-b174-0d19ac50b03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:07:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['56d55b4f-5fc3-45ef-b772-c5434400ea05'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:33.791276 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b26f3c70-c9e5-4cbc-9bbf-e6d082ffd7a4 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (1ce56b56-1fcc-4bcb-a0a8-d230504a1152), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:33.853911 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f3c70-c9e5-4cbc-9bbf-e6d082ffd7a4 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Pushing event deleted for resources: {'Port': ['ID=1ce56b56-1fcc-4bcb-a0a8-d230504a1152,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:33.899946 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b26f3c70-c9e5-4cbc-9bbf-e6d082ffd7a4 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:33.908486 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b26f3c70-c9e5-4cbc-9bbf-e6d082ffd7a4 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] 10.222.0.11 "DELETE /v2.0/ports/1ce56b56-1fcc-4bcb-a0a8-d230504a1152 HTTP/1.1" status: 204 len: 168 time: 0.6773424 Mar 05 05:07:33.912466 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46666) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:33.948312 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf4d685-8d41-4b22-9fb1-439b8a672d0c tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] GET failed (client error): The resource could not be found. Mar 05 05:07:33.957853 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-bbf4d685-8d41-4b22-9fb1-439b8a672d0c tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] 10.222.0.11 "GET /v2.0/ports/1ce56b56-1fcc-4bcb-a0a8-d230504a1152 HTTP/1.1" status: 404 len: 333 time: 0.0437727 Mar 05 05:07:33.958821 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46668) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:34.068937 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f49b6e08-eaae-44b8-8c0f-effe7f32c5bd admin admin] Publish callbacks [] for router (56d55b4f-5fc3-45ef-b772-c5434400ea05), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:34.072510 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-dd3374dc-20a6-415d-b174-0d19ac50b03c None None] Set router 56d55b4f-5fc3-45ef-b772-c5434400ea05 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:07:34.097050 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-863a3c64-82a2-4057-b5b6-46a2174392d9 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Deleting port f601e4d5-912c-44c1-9f52-f2ea2761a53f {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:07:34.097444 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-863a3c64-82a2-4057-b5b6-46a2174392d9 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (f601e4d5-912c-44c1-9f52-f2ea2761a53f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:34.256594 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-86697d84-f4a5-4863-8db6-366c9562379a tempest-PortsAdminExtendedAttrsTestJSON-1469070594 tempest-PortsAdminExtendedAttrsTestJSON-1469070594-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-269121015'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:34.310919 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4c66c-d7c5-4857-a03a-193ac704063a req-24da66b8-1709-4250-883d-597531ae2514 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:34.322814 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eab4c66c-d7c5-4857-a03a-193ac704063a req-24da66b8-1709-4250-883d-597531ae2514 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccd9b9d1-0dcc-4488-b019-cf5ea6239f98 HTTP/1.1" status: 200 len: 946 time: 0.2493277 Mar 05 05:07:34.363308 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-863a3c64-82a2-4057-b5b6-46a2174392d9 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (f601e4d5-912c-44c1-9f52-f2ea2761a53f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:34.447734 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-dd3374dc-20a6-415d-b174-0d19ac50b03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d55b4f-5fc3-45ef-b772-c5434400ea05', 'name': 'tempest-TestVolumeBackupRestore-1715389301-router', 'tenant_id': 'a0421e47b7754578954110813009979d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e0584d7a-697d-4af2-a001-580a8ada35ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:58:06Z', 'updated_at': '2022-03-05T05:07:32Z', 'revision_number': 5, 'project_id': 'a0421e47b7754578954110813009979d', 'gw_port': {'id': 'e0584d7a-697d-4af2-a001-580a8ada35ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:09:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d55b4f-5fc3-45ef-b772-c5434400ea05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T04:58:09Z', 'updated_at': '2022-03-05T04:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:34.449151 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-863a3c64-82a2-4057-b5b6-46a2174392d9 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Calling delete_port for f601e4d5-912c-44c1-9f52-f2ea2761a53f owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:07:34.464784 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86697d84-f4a5-4863-8db6-366c9562379a tempest-PortsAdminExtendedAttrsTestJSON-1469070594 tempest-PortsAdminExtendedAttrsTestJSON-1469070594-project] Made reservation on behalf of 71b844606eec4069baade353d3486309 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:07:34.469972 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eab4c66c-d7c5-4857-a03a-193ac704063a req-9388f64e-a798-49d9-92d3-a7b381ff0458 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec6f21d6-1c12-47cc-88e8-24654a903ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439416 Mar 05 05:07:34.473621 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86697d84-f4a5-4863-8db6-366c9562379a tempest-PortsAdminExtendedAttrsTestJSON-1469070594 tempest-PortsAdminExtendedAttrsTestJSON-1469070594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:34.481688 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f49b6e08-eaae-44b8-8c0f-effe7f32c5bd admin admin] Publish callbacks [] for router_gateway (56d55b4f-5fc3-45ef-b772-c5434400ea05), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:34.494699 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86697d84-f4a5-4863-8db6-366c9562379a tempest-PortsAdminExtendedAttrsTestJSON-1469070594 tempest-PortsAdminExtendedAttrsTestJSON-1469070594-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:34.566062 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-f49b6e08-eaae-44b8-8c0f-effe7f32c5bd admin admin] Deleting port e0584d7a-697d-4af2-a001-580a8ada35ad {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:07:34.566458 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f49b6e08-eaae-44b8-8c0f-effe7f32c5bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (e0584d7a-697d-4af2-a001-580a8ada35ad), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:34.577176 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3374dc-20a6-415d-b174-0d19ac50b03c None None] Checking router: 56d55b4f-5fc3-45ef-b772-c5434400ea05 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:07:34.605920 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3374dc-20a6-415d-b174-0d19ac50b03c None None] Routers {'56d55b4f-5fc3-45ef-b772-c5434400ea05'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:07:34.608369 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-dd3374dc-20a6-415d-b174-0d19ac50b03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:07:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['56d55b4f-5fc3-45ef-b772-c5434400ea05'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:34.750915 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-f49b6e08-eaae-44b8-8c0f-effe7f32c5bd admin admin] For port e0584d7a-697d-4af2-a001-580a8ada35ad, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e0584d7a-697d-4af2-a001-580a8ada35ad,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:07:34.753733 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f49b6e08-eaae-44b8-8c0f-effe7f32c5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (e0584d7a-697d-4af2-a001-580a8ada35ad), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:34.775911 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-f49b6e08-eaae-44b8-8c0f-effe7f32c5bd admin admin] Calling delete_port for e0584d7a-697d-4af2-a001-580a8ada35ad owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:07:34.784019 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86697d84-f4a5-4863-8db6-366c9562379a tempest-PortsAdminExtendedAttrsTestJSON-1469070594 tempest-PortsAdminExtendedAttrsTestJSON-1469070594-project] Publish callbacks [] for security_group (19cc9388-0972-4737-9a36-756b3638c4d9), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:34.786062 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-863a3c64-82a2-4057-b5b6-46a2174392d9 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (f601e4d5-912c-44c1-9f52-f2ea2761a53f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:34.815931 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86697d84-f4a5-4863-8db6-366c9562379a tempest-PortsAdminExtendedAttrsTestJSON-1469070594 tempest-PortsAdminExtendedAttrsTestJSON-1469070594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (19cc9388-0972-4737-9a36-756b3638c4d9), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:34.822020 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-dd3374dc-20a6-415d-b174-0d19ac50b03c None None] Set router 56d55b4f-5fc3-45ef-b772-c5434400ea05 gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:07:34.850951 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86697d84-f4a5-4863-8db6-366c9562379a tempest-PortsAdminExtendedAttrsTestJSON-1469070594 tempest-PortsAdminExtendedAttrsTestJSON-1469070594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19cc9388-0972-4737-9a36-756b3638c4d9,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:34.853972 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a3c64-82a2-4057-b5b6-46a2174392d9 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Pushing event deleted for resources: {'Port': ['ID=f601e4d5-912c-44c1-9f52-f2ea2761a53f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:34.869266 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86697d84-f4a5-4863-8db6-366c9562379a tempest-PortsAdminExtendedAttrsTestJSON-1469070594 tempest-PortsAdminExtendedAttrsTestJSON-1469070594-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:07:34.910751 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-863a3c64-82a2-4057-b5b6-46a2174392d9 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:34.917532 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-863a3c64-82a2-4057-b5b6-46a2174392d9 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] 10.222.0.11 "DELETE /v2.0/ports/f601e4d5-912c-44c1-9f52-f2ea2761a53f HTTP/1.1" status: 204 len: 168 time: 0.9574254 Mar 05 05:07:34.918381 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46694) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:34.963123 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-dd3374dc-20a6-415d-b174-0d19ac50b03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d55b4f-5fc3-45ef-b772-c5434400ea05', 'name': 'tempest-TestVolumeBackupRestore-1715389301-router', 'tenant_id': 'a0421e47b7754578954110813009979d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:58:06Z', 'updated_at': '2022-03-05T05:07:34Z', 'revision_number': 6, 'project_id': 'a0421e47b7754578954110813009979d', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:34.992661 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-497e4efc-83e3-4035-85ff-5575d887f3c8 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Deleting subnet 5c30cbc9-b001-4893-8108-8fd5683ed78f {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:07:35.001493 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86697d84-f4a5-4863-8db6-366c9562379a tempest-PortsAdminExtendedAttrsTestJSON-1469070594 tempest-PortsAdminExtendedAttrsTestJSON-1469070594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (7e2800f6-612a-4461-aa2d-cb2b30e2ebc7), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:35.001848 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-86697d84-f4a5-4863-8db6-366c9562379a tempest-PortsAdminExtendedAttrsTestJSON-1469070594 tempest-PortsAdminExtendedAttrsTestJSON-1469070594-project] Added segment 7e2800f6-612a-4461-aa2d-cb2b30e2ebc7 of type vlan for network 9df3c66d-3bf8-4e41-af40-81c091341137 Mar 05 05:07:35.005035 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-497e4efc-83e3-4035-85ff-5575d887f3c8 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks [] for subnet (5c30cbc9-b001-4893-8108-8fd5683ed78f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:35.046279 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3374dc-20a6-415d-b174-0d19ac50b03c None None] The sync data for ids ['56d55b4f-5fc3-45ef-b772-c5434400ea05'] in n-d-789963-32 is: [{'id': '56d55b4f-5fc3-45ef-b772-c5434400ea05', 'name': 'tempest-TestVolumeBackupRestore-1715389301-router', 'tenant_id': 'a0421e47b7754578954110813009979d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T04:58:06Z', 'updated_at': '2022-03-05T05:07:34Z', 'revision_number': 6, 'project_id': 'a0421e47b7754578954110813009979d', 'gw_port_host': None}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:07:35.204967 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86697d84-f4a5-4863-8db6-366c9562379a tempest-PortsAdminExtendedAttrsTestJSON-1469070594 tempest-PortsAdminExtendedAttrsTestJSON-1469070594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (9df3c66d-3bf8-4e41-af40-81c091341137), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:35.230446 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-497e4efc-83e3-4035-85ff-5575d887f3c8 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (5c30cbc9-b001-4893-8108-8fd5683ed78f), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:35.321371 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86697d84-f4a5-4863-8db6-366c9562379a tempest-PortsAdminExtendedAttrsTestJSON-1469070594 tempest-PortsAdminExtendedAttrsTestJSON-1469070594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (9df3c66d-3bf8-4e41-af40-81c091341137), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:35.327310 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86697d84-f4a5-4863-8db6-366c9562379a tempest-PortsAdminExtendedAttrsTestJSON-1469070594 tempest-PortsAdminExtendedAttrsTestJSON-1469070594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:35.328292 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86697d84-f4a5-4863-8db6-366c9562379a tempest-PortsAdminExtendedAttrsTestJSON-1469070594 tempest-PortsAdminExtendedAttrsTestJSON-1469070594-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:35.387251 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-86697d84-f4a5-4863-8db6-366c9562379a tempest-PortsAdminExtendedAttrsTestJSON-1469070594 tempest-PortsAdminExtendedAttrsTestJSON-1469070594-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7574184 Mar 05 05:07:35.505599 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-497e4efc-83e3-4035-85ff-5575d887f3c8 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (5c30cbc9-b001-4893-8108-8fd5683ed78f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:35.555542 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86697d84-f4a5-4863-8db6-366c9562379a tempest-PortsAdminExtendedAttrsTestJSON-1469070594 tempest-PortsAdminExtendedAttrsTestJSON-1469070594-project] Pushing event updated for resources: {'Network': ['ID=9df3c66d-3bf8-4e41-af40-81c091341137,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:35.568446 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 9df3c66d-3bf8-4e41-af40-81c091341137 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:07:35.651245 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-497e4efc-83e3-4035-85ff-5575d887f3c8 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (5c30cbc9-b001-4893-8108-8fd5683ed78f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:35.705908 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e4efc-83e3-4035-85ff-5575d887f3c8 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Pushing event deleted for resources: {'Subnet': ['ID=5c30cbc9-b001-4893-8108-8fd5683ed78f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:35.717549 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-497e4efc-83e3-4035-85ff-5575d887f3c8 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:35.721532 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-497e4efc-83e3-4035-85ff-5575d887f3c8 tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] 10.222.0.11 "DELETE /v2.0/subnets/5c30cbc9-b001-4893-8108-8fd5683ed78f HTTP/1.1" status: 204 len: 168 time: 0.8003416 Mar 05 05:07:35.725599 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46750) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:35.728136 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99d1b1c-c312-46b4-86f1-c99ea38000b0 None None] Network 197cb921-7cca-45af-92d1-ddcad3b28717 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:07:35.848644 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-85b2a7d1-56c8-4647-951c-5d233967792d tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (197cb921-7cca-45af-92d1-ddcad3b28717), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:35.947294 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f49b6e08-eaae-44b8-8c0f-effe7f32c5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (e0584d7a-697d-4af2-a001-580a8ada35ad), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:35.987578 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0237cfee-3bf1-4dbf-af96-6395d38de15a None None] DHCP port deletion for 197cb921-7cca-45af-92d1-ddcad3b28717 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:07:36.051514 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46754) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:36.059540 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b6e08-eaae-44b8-8c0f-effe7f32c5bd admin admin] Pushing event deleted for resources: {'Port': ['ID=e0584d7a-697d-4af2-a001-580a8ada35ad,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:36.085084 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4058c-5018-4306-ba83-c35734d6d375 req-cc72a6a8-d7ec-45e7-9b3a-a5a9164c21a4 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:36.088453 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b7d4058c-5018-4306-ba83-c35734d6d375 req-cc72a6a8-d7ec-45e7-9b3a-a5a9164c21a4 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccd9b9d1-0dcc-4488-b019-cf5ea6239f98 HTTP/1.1" status: 200 len: 946 time: 0.3722579 Mar 05 05:07:36.109251 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8b53aecc-b358-4498-b676-8353c031c9a2 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:07:36.206878 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f49b6e08-eaae-44b8-8c0f-effe7f32c5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (56d55b4f-5fc3-45ef-b772-c5434400ea05), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:36.217167 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-85b2a7d1-56c8-4647-951c-5d233967792d tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Deleting port 8b53aecc-b358-4498-b676-8353c031c9a2 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:07:36.217513 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-85b2a7d1-56c8-4647-951c-5d233967792d tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (8b53aecc-b358-4498-b676-8353c031c9a2), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:36.232544 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46760) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:36.237870 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Request body: {'port': {'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137', 'binding:host_id': 'n-h2-789963-32', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1223569501'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:36.250708 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-0237cfee-3bf1-4dbf-af96-6395d38de15a None None] Deleting port 8b53aecc-b358-4498-b676-8353c031c9a2 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:07:36.252439 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0237cfee-3bf1-4dbf-af96-6395d38de15a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (8b53aecc-b358-4498-b676-8353c031c9a2), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:36.300259 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Made reservation on behalf of 741f8153b0114541abe44eac40b8c305 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:07:36.303742 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:36.316437 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:36.338050 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-0237cfee-3bf1-4dbf-af96-6395d38de15a None None] For port 8b53aecc-b358-4498-b676-8353c031c9a2, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=8b53aecc-b358-4498-b676-8353c031c9a2,segment=NetworkSegment(51a0602f-fc5c-4234-9a27-a5cec99a66a1),segment_id=51a0602f-fc5c-4234-9a27-a5cec99a66a1)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:07:36.339355 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0237cfee-3bf1-4dbf-af96-6395d38de15a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (8b53aecc-b358-4498-b676-8353c031c9a2), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:36.354341 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-0237cfee-3bf1-4dbf-af96-6395d38de15a None None] Calling delete_port for 8b53aecc-b358-4498-b676-8353c031c9a2 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:07:36.382807 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b7d4058c-5018-4306-ba83-c35734d6d375 req-c9cc05a6-0eaa-41d4-aa78-f4d335b20fbb tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec6f21d6-1c12-47cc-88e8-24654a903ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704716 Mar 05 05:07:36.403948 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f49b6e08-eaae-44b8-8c0f-effe7f32c5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (56d55b4f-5fc3-45ef-b772-c5434400ea05), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:36.408295 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f49b6e08-eaae-44b8-8c0f-effe7f32c5bd admin admin] Publish callbacks [] for router_controller (56d55b4f-5fc3-45ef-b772-c5434400ea05), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:36.452328 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks [] for security_group (68a1a8ce-e505-40db-80ba-31ee41b5a4ea), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:36.463260 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (68a1a8ce-e505-40db-80ba-31ee41b5a4ea), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:36.470366 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] device_id is not set on port 2340e96b-37ef-494c-8aab-47f691167116 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:07:36.530929 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 8b53aecc-b358-4498-b676-8353c031c9a2 is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:07:36.531514 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8b53aecc-b358-4498-b676-8353c031c9a2), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:36.574843 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 8b53aecc-b358-4498-b676-8353c031c9a2, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=8b53aecc-b358-4498-b676-8353c031c9a2,segment=NetworkSegment(51a0602f-fc5c-4234-9a27-a5cec99a66a1),segment_id=51a0602f-fc5c-4234-9a27-a5cec99a66a1)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:07:36.582519 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8b53aecc-b358-4498-b676-8353c031c9a2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:36.583803 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b3a7aa64-6296-424a-bd68-9922ac7aee0c no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:07:36.635903 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-85b2a7d1-56c8-4647-951c-5d233967792d tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] For port 8b53aecc-b358-4498-b676-8353c031c9a2, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=8b53aecc-b358-4498-b676-8353c031c9a2,segment=NetworkSegment(51a0602f-fc5c-4234-9a27-a5cec99a66a1),segment_id=51a0602f-fc5c-4234-9a27-a5cec99a66a1)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:07:36.636971 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-85b2a7d1-56c8-4647-951c-5d233967792d tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (8b53aecc-b358-4498-b676-8353c031c9a2), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:36.649251 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f49b6e08-eaae-44b8-8c0f-effe7f32c5bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (56d55b4f-5fc3-45ef-b772-c5434400ea05), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:36.649851 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49b6e08-eaae-44b8-8c0f-effe7f32c5bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56d55b4f-5fc3-45ef-b772-c5434400ea05 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:07:36.656169 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f49b6e08-eaae-44b8-8c0f-effe7f32c5bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:36.659787 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a1a8ce-e505-40db-80ba-31ee41b5a4ea,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:36.659962 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f49b6e08-eaae-44b8-8c0f-effe7f32c5bd admin admin] 10.222.0.11 "DELETE /v2.0/routers/56d55b4f-5fc3-45ef-b772-c5434400ea05 HTTP/1.1" status: 204 len: 168 time: 2.8925285 Mar 05 05:07:36.672303 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9f712b0b-493b-4a10-8c04-c9ec8ec060e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:36.676049 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46766) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:36.696377 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-85b2a7d1-56c8-4647-951c-5d233967792d tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Calling delete_port for 8b53aecc-b358-4498-b676-8353c031c9a2 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:07:36.745021 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=8b53aecc-b358-4498-b676-8353c031c9a2,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:36.748393 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0237cfee-3bf1-4dbf-af96-6395d38de15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (8b53aecc-b358-4498-b676-8353c031c9a2), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:36.762154 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: b3a7aa64-6296-424a-bd68-9922ac7aee0c {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:07:36.762507 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b3a7aa64-6296-424a-bd68-9922ac7aee0c not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:07:36.762940 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e0584d7a-697d-4af2-a001-580a8ada35ad no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:07:36.788226 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0237cfee-3bf1-4dbf-af96-6395d38de15a None None] No DVR routers for this DVR port 8b53aecc-b358-4498-b676-8353c031c9a2 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:07:36.792702 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: e0584d7a-697d-4af2-a001-580a8ada35ad {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:07:36.793076 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e0584d7a-697d-4af2-a001-580a8ada35ad not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:07:36.817913 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-61372bd6-5605-48c6-9962-7c7053b31164 admin admin] Deleting subnet ff10cb31-c7c7-4f58-85d1-ab31ccf61458 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:07:36.818704 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0237cfee-3bf1-4dbf-af96-6395d38de15a None None] Pushing event deleted for resources: {'Port': ['ID=8b53aecc-b358-4498-b676-8353c031c9a2,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:36.841091 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-61372bd6-5605-48c6-9962-7c7053b31164 admin admin] Publish callbacks [] for subnet (ff10cb31-c7c7-4f58-85d1-ab31ccf61458), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:37.002140 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2004959-a35d-4fdc-86bc-1fb5527e6559 req-1b4479e2-1873-4bf2-b5bc-7b0af855a0c2 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:37.003702 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f2004959-a35d-4fdc-86bc-1fb5527e6559 req-1b4479e2-1873-4bf2-b5bc-7b0af855a0c2 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccd9b9d1-0dcc-4488-b019-cf5ea6239f98 HTTP/1.1" status: 200 len: 946 time: 0.2703257 Mar 05 05:07:37.014960 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39eff95-c8ef-4ab1-a1e8-7ea80c18435e req-6ec26886-0b8b-43a3-ad4b-542a577288d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:37.016510 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a39eff95-c8ef-4ab1-a1e8-7ea80c18435e req-6ec26886-0b8b-43a3-ad4b-542a577288d7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=df5573ddf6a2424587c87df1956a5319&device_id=ccd9b9d1-0dcc-4488-b019-cf5ea6239f98 HTTP/1.1" status: 200 len: 1129 time: 0.1800592 Mar 05 05:07:37.019911 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-61372bd6-5605-48c6-9962-7c7053b31164 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (ff10cb31-c7c7-4f58-85d1-ab31ccf61458), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:37.078406 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9f712b0b-493b-4a10-8c04-c9ec8ec060e1 admin admin] Publish callbacks [] for security_group (e54e2787-6770-4cad-8de4-a5f981488477), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:37.083576 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] device_id is not set on port 2340e96b-37ef-494c-8aab-47f691167116 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:07:37.094233 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9f712b0b-493b-4a10-8c04-c9ec8ec060e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e54e2787-6770-4cad-8de4-a5f981488477), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:37.128088 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-85b2a7d1-56c8-4647-951c-5d233967792d tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (8b53aecc-b358-4498-b676-8353c031c9a2), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:37.176434 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2a7d1-56c8-4647-951c-5d233967792d tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Pushing event deleted for resources: {'Port': ['ID=8b53aecc-b358-4498-b676-8353c031c9a2,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:37.182195 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b2a7d1-56c8-4647-951c-5d233967792d tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] No DVR routers for this DVR port 8b53aecc-b358-4498-b676-8353c031c9a2 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:07:37.192523 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f2004959-a35d-4fdc-86bc-1fb5527e6559 req-91b30176-1e90-46ff-ab53-a533ba816ac3 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec6f21d6-1c12-47cc-88e8-24654a903ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735976 Mar 05 05:07:37.263196 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39eff95-c8ef-4ab1-a1e8-7ea80c18435e req-1ffa3cdb-a297-405e-a903-99d5091c1d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:37.264724 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a39eff95-c8ef-4ab1-a1e8-7ea80c18435e req-1ffa3cdb-a297-405e-a903-99d5091c1d92 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e01ba21f-236a-46c4-a238-a9526e6fdb36 HTTP/1.1" status: 200 len: 911 time: 0.2332041 Mar 05 05:07:37.307958 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-85b2a7d1-56c8-4647-951c-5d233967792d tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (197cb921-7cca-45af-92d1-ddcad3b28717), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:37.343405 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a39eff95-c8ef-4ab1-a1e8-7ea80c18435e req-92d0d80e-1584-48ff-8dd3-562b343fe543 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9f9bfbb-977a-4a8e-bced-c885feb05645 HTTP/1.1" status: 200 len: 217 time: 0.0469134 Mar 05 05:07:37.361662 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-85b2a7d1-56c8-4647-951c-5d233967792d tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197cb921-7cca-45af-92d1-ddcad3b28717']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:37.378023 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-85b2a7d1-56c8-4647-951c-5d233967792d tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a0602f-fc5c-4234-9a27-a5cec99a66a1') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:37.379191 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-85b2a7d1-56c8-4647-951c-5d233967792d tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a0602f-fc5c-4234-9a27-a5cec99a66a1') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:37.394698 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-85b2a7d1-56c8-4647-951c-5d233967792d tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (51a0602f-fc5c-4234-9a27-a5cec99a66a1), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:37.416606 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-85b2a7d1-56c8-4647-951c-5d233967792d tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (51a0602f-fc5c-4234-9a27-a5cec99a66a1), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:37.474848 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39eff95-c8ef-4ab1-a1e8-7ea80c18435e req-ef23fa06-e3d9-4cb5-9849-341169c570ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:37.476506 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a39eff95-c8ef-4ab1-a1e8-7ea80c18435e req-ef23fa06-e3d9-4cb5-9849-341169c570ee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3c07b04b-7c95-46cf-ae33-2fe911d9fb5d HTTP/1.1" status: 200 len: 851 time: 0.0569563 Mar 05 05:07:37.479815 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b2a7d1-56c8-4647-951c-5d233967792d tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:07:37.480303 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-85b2a7d1-56c8-4647-951c-5d233967792d tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (51a0602f-fc5c-4234-9a27-a5cec99a66a1), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: warnings.warn('Neutron quota engine will require "--force" ' Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:07:37.484647 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:07:37.489910 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:07:37.553677 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks [] for port (2340e96b-37ef-494c-8aab-47f691167116), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:37.560473 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9f712b0b-493b-4a10-8c04-c9ec8ec060e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=03971e3859ac4f00bf67cabe5be121c1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5076597 Mar 05 05:07:37.577589 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a39eff95-c8ef-4ab1-a1e8-7ea80c18435e req-74a157b3-a8ea-473c-8da8-bdbcfd21e9d9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e01ba21f-236a-46c4-a238-a9526e6fdb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921490 Mar 05 05:07:37.578079 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46782) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:37.584868 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f712b0b-493b-4a10-8c04-c9ec8ec060e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54e2787-6770-4cad-8de4-a5f981488477,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:37.593641 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (2340e96b-37ef-494c-8aab-47f691167116), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:37.644322 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-85b2a7d1-56c8-4647-951c-5d233967792d tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (197cb921-7cca-45af-92d1-ddcad3b28717), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:37.653817 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-61372bd6-5605-48c6-9962-7c7053b31164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (ff10cb31-c7c7-4f58-85d1-ab31ccf61458), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:37.698717 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Pushing event updated for resources: {'Port': ['ID=2340e96b-37ef-494c-8aab-47f691167116,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:37.706523 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Checking segment: {'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:07:37.707061 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Network hostable DHCP agents. Network: 9df3c66d-3bf8-4e41-af40-81c091341137, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:07:37.721637 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-85b2a7d1-56c8-4647-951c-5d233967792d tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:37.731681 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-85b2a7d1-56c8-4647-951c-5d233967792d tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] 10.222.0.11 "DELETE /v2.0/networks/197cb921-7cca-45af-92d1-ddcad3b28717 HTTP/1.1" status: 204 len: 168 time: 1.9981565 Mar 05 05:07:37.747511 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Network 9df3c66d-3bf8-4e41-af40-81c091341137 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:07:37.775049 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-61372bd6-5605-48c6-9962-7c7053b31164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (ff10cb31-c7c7-4f58-85d1-ab31ccf61458), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:37.779931 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 9df3c66d-3bf8-4e41-af40-81c091341137) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:07:37.784321 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:07:37.792521 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac9da85-6366-4579-b34c-5598b95756d1 None None] Network 9df3c66d-3bf8-4e41-af40-81c091341137 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:07:37.818012 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a39eff95-c8ef-4ab1-a1e8-7ea80c18435e req-56e444ac-2d23-4adc-be45-d4fc55c52791 service neutron] 10.222.0.31 "GET /v2.0/networks/e01ba21f-236a-46c4-a238-a9526e6fdb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978164 Mar 05 05:07:37.839761 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2a7d1-56c8-4647-951c-5d233967792d tempest-AllowedAddressPairIpV6TestJSON-2123367434 tempest-AllowedAddressPairIpV6TestJSON-2123367434-project] Pushing event deleted for resources: {'Network': ['ID=197cb921-7cca-45af-92d1-ddcad3b28717,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:37.870605 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5bae8661-c086-4ba1-a5e3-6e09b791a445 admin admin] Publish callbacks [] for security_group (e54e2787-6770-4cad-8de4-a5f981488477), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:37.872277 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-61372bd6-5605-48c6-9962-7c7053b31164 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:37.875742 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-61372bd6-5605-48c6-9962-7c7053b31164 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ff10cb31-c7c7-4f58-85d1-ab31ccf61458 HTTP/1.1" status: 204 len: 168 time: 1.1987464 Mar 05 05:07:37.878438 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61372bd6-5605-48c6-9962-7c7053b31164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff10cb31-c7c7-4f58-85d1-ab31ccf61458,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:37.879316 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46788) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:37.885034 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2340e96b-37ef-494c-8aab-47f691167116 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:37.885690 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2340e96b-37ef-494c-8aab-47f691167116 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:37.886279 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2340e96b-37ef-494c-8aab-47f691167116 on network 9df3c66d-3bf8-4e41-af40-81c091341137 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:37.893464 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Port 2340e96b-37ef-494c-8aab-47f691167116 on network 9df3c66d-3bf8-4e41-af40-81c091341137 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:07:37.894021 n-d-789963-32 neutron-server[105232]: ERROR neutron.plugins.ml2.managers [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Failed to bind port 2340e96b-37ef-494c-8aab-47f691167116 on host n-h2-789963-32 for vnic_type normal using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] Mar 05 05:07:37.894681 n-d-789963-32 neutron-server[105232]: INFO neutron.plugins.ml2.plugin [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempt 2 to bind port 2340e96b-37ef-494c-8aab-47f691167116 Mar 05 05:07:37.921818 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2340e96b-37ef-494c-8aab-47f691167116 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:37.922232 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2340e96b-37ef-494c-8aab-47f691167116 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:37.922801 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2340e96b-37ef-494c-8aab-47f691167116 on network 9df3c66d-3bf8-4e41-af40-81c091341137 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:37.930963 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Port 2340e96b-37ef-494c-8aab-47f691167116 on network 9df3c66d-3bf8-4e41-af40-81c091341137 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:07:37.931585 n-d-789963-32 neutron-server[105232]: ERROR neutron.plugins.ml2.managers [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Failed to bind port 2340e96b-37ef-494c-8aab-47f691167116 on host n-h2-789963-32 for vnic_type normal using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] Mar 05 05:07:37.932136 n-d-789963-32 neutron-server[105232]: INFO neutron.plugins.ml2.plugin [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempt 3 to bind port 2340e96b-37ef-494c-8aab-47f691167116 Mar 05 05:07:37.938823 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48464b5-aefc-404a-a63b-98c02088ed18 None None] Network ff0d33ec-aab6-48ba-8172-cefc0a4d3843 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:07:37.951939 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5bae8661-c086-4ba1-a5e3-6e09b791a445 admin admin] Publish callbacks [] for security_group (e54e2787-6770-4cad-8de4-a5f981488477), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:37.964795 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2340e96b-37ef-494c-8aab-47f691167116 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:37.965283 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2340e96b-37ef-494c-8aab-47f691167116 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:37.965777 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2340e96b-37ef-494c-8aab-47f691167116 on network 9df3c66d-3bf8-4e41-af40-81c091341137 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:37.972909 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Port 2340e96b-37ef-494c-8aab-47f691167116 on network 9df3c66d-3bf8-4e41-af40-81c091341137 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:07:37.973537 n-d-789963-32 neutron-server[105232]: ERROR neutron.plugins.ml2.managers [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Failed to bind port 2340e96b-37ef-494c-8aab-47f691167116 on host n-h2-789963-32 for vnic_type normal using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] Mar 05 05:07:37.977057 n-d-789963-32 neutron-server[105232]: INFO neutron.plugins.ml2.plugin [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempt 4 to bind port 2340e96b-37ef-494c-8aab-47f691167116 Mar 05 05:07:38.007810 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2340e96b-37ef-494c-8aab-47f691167116 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:38.008478 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2340e96b-37ef-494c-8aab-47f691167116 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:38.009018 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2340e96b-37ef-494c-8aab-47f691167116 on network 9df3c66d-3bf8-4e41-af40-81c091341137 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:38.024606 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Port 2340e96b-37ef-494c-8aab-47f691167116 on network 9df3c66d-3bf8-4e41-af40-81c091341137 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:07:38.025913 n-d-789963-32 neutron-server[105232]: ERROR neutron.plugins.ml2.managers [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Failed to bind port 2340e96b-37ef-494c-8aab-47f691167116 on host n-h2-789963-32 for vnic_type normal using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] Mar 05 05:07:38.027799 n-d-789963-32 neutron-server[105232]: INFO neutron.plugins.ml2.plugin [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempt 5 to bind port 2340e96b-37ef-494c-8aab-47f691167116 Mar 05 05:07:38.057398 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2340e96b-37ef-494c-8aab-47f691167116 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:38.058082 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2340e96b-37ef-494c-8aab-47f691167116 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:38.058519 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a99f8944-bb30-4a4c-9980-4392f7575df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (ff0d33ec-aab6-48ba-8172-cefc0a4d3843), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:38.059536 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2340e96b-37ef-494c-8aab-47f691167116 on network 9df3c66d-3bf8-4e41-af40-81c091341137 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:38.061869 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a39eff95-c8ef-4ab1-a1e8-7ea80c18435e req-efb5e1e2-795a-4dc4-8833-9072f6a5fb49 service neutron] 10.222.0.31 "GET /v2.0/networks/e01ba21f-236a-46c4-a238-a9526e6fdb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327735 Mar 05 05:07:38.076839 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Port 2340e96b-37ef-494c-8aab-47f691167116 on network 9df3c66d-3bf8-4e41-af40-81c091341137 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:07:38.077574 n-d-789963-32 neutron-server[105232]: ERROR neutron.plugins.ml2.managers [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Failed to bind port 2340e96b-37ef-494c-8aab-47f691167116 on host n-h2-789963-32 for vnic_type normal using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] Mar 05 05:07:38.078227 n-d-789963-32 neutron-server[105232]: INFO neutron.plugins.ml2.plugin [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempt 6 to bind port 2340e96b-37ef-494c-8aab-47f691167116 Mar 05 05:07:38.098801 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2340e96b-37ef-494c-8aab-47f691167116 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:38.099497 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2340e96b-37ef-494c-8aab-47f691167116 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:38.100041 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2340e96b-37ef-494c-8aab-47f691167116 on network 9df3c66d-3bf8-4e41-af40-81c091341137 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:38.105636 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Port 2340e96b-37ef-494c-8aab-47f691167116 on network 9df3c66d-3bf8-4e41-af40-81c091341137 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:07:38.106253 n-d-789963-32 neutron-server[105232]: ERROR neutron.plugins.ml2.managers [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Failed to bind port 2340e96b-37ef-494c-8aab-47f691167116 on host n-h2-789963-32 for vnic_type normal using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] Mar 05 05:07:38.106992 n-d-789963-32 neutron-server[105232]: INFO neutron.plugins.ml2.plugin [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempt 7 to bind port 2340e96b-37ef-494c-8aab-47f691167116 Mar 05 05:07:38.131327 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2340e96b-37ef-494c-8aab-47f691167116 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:38.133319 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2340e96b-37ef-494c-8aab-47f691167116 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:38.134343 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2340e96b-37ef-494c-8aab-47f691167116 on network 9df3c66d-3bf8-4e41-af40-81c091341137 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:38.141449 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Port 2340e96b-37ef-494c-8aab-47f691167116 on network 9df3c66d-3bf8-4e41-af40-81c091341137 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:07:38.142378 n-d-789963-32 neutron-server[105232]: ERROR neutron.plugins.ml2.managers [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Failed to bind port 2340e96b-37ef-494c-8aab-47f691167116 on host n-h2-789963-32 for vnic_type normal using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] Mar 05 05:07:38.142977 n-d-789963-32 neutron-server[105232]: INFO neutron.plugins.ml2.plugin [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempt 8 to bind port 2340e96b-37ef-494c-8aab-47f691167116 Mar 05 05:07:38.155876 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5bae8661-c086-4ba1-a5e3-6e09b791a445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e54e2787-6770-4cad-8de4-a5f981488477), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:38.164310 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2340e96b-37ef-494c-8aab-47f691167116 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:38.165109 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5bae8661-c086-4ba1-a5e3-6e09b791a445 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:38.165254 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2340e96b-37ef-494c-8aab-47f691167116 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:38.165778 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2340e96b-37ef-494c-8aab-47f691167116 on network 9df3c66d-3bf8-4e41-af40-81c091341137 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:38.171119 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5bae8661-c086-4ba1-a5e3-6e09b791a445 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e54e2787-6770-4cad-8de4-a5f981488477 HTTP/1.1" status: 204 len: 168 time: 0.5893633 Mar 05 05:07:38.172223 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Port 2340e96b-37ef-494c-8aab-47f691167116 on network 9df3c66d-3bf8-4e41-af40-81c091341137 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:07:38.173104 n-d-789963-32 neutron-server[105232]: ERROR neutron.plugins.ml2.managers [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Failed to bind port 2340e96b-37ef-494c-8aab-47f691167116 on host n-h2-789963-32 for vnic_type normal using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] Mar 05 05:07:38.173607 n-d-789963-32 neutron-server[105232]: INFO neutron.plugins.ml2.plugin [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempt 9 to bind port 2340e96b-37ef-494c-8aab-47f691167116 Mar 05 05:07:38.190449 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2340e96b-37ef-494c-8aab-47f691167116 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:38.190915 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2340e96b-37ef-494c-8aab-47f691167116 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:38.191493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2340e96b-37ef-494c-8aab-47f691167116 on network 9df3c66d-3bf8-4e41-af40-81c091341137 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:38.199294 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Port 2340e96b-37ef-494c-8aab-47f691167116 on network 9df3c66d-3bf8-4e41-af40-81c091341137 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:07:38.199822 n-d-789963-32 neutron-server[105232]: ERROR neutron.plugins.ml2.managers [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Failed to bind port 2340e96b-37ef-494c-8aab-47f691167116 on host n-h2-789963-32 for vnic_type normal using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] Mar 05 05:07:38.200231 n-d-789963-32 neutron-server[105232]: INFO neutron.plugins.ml2.plugin [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempt 10 to bind port 2340e96b-37ef-494c-8aab-47f691167116 Mar 05 05:07:38.203598 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae8661-c086-4ba1-a5e3-6e09b791a445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54e2787-6770-4cad-8de4-a5f981488477,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:38.214099 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-a99f8944-bb30-4a4c-9980-4392f7575df4 admin admin] Deleting port 603c8687-dde3-46f9-aff3-1a74bbdb2619 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:07:38.214449 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a99f8944-bb30-4a4c-9980-4392f7575df4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (603c8687-dde3-46f9-aff3-1a74bbdb2619), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:38.227473 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2340e96b-37ef-494c-8aab-47f691167116 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:38.227838 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2340e96b-37ef-494c-8aab-47f691167116 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:38.228312 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2340e96b-37ef-494c-8aab-47f691167116 on network 9df3c66d-3bf8-4e41-af40-81c091341137 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:38.235211 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Port 2340e96b-37ef-494c-8aab-47f691167116 on network 9df3c66d-3bf8-4e41-af40-81c091341137 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:07:38.235627 n-d-789963-32 neutron-server[105232]: ERROR neutron.plugins.ml2.managers [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Failed to bind port 2340e96b-37ef-494c-8aab-47f691167116 on host n-h2-789963-32 for vnic_type normal using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] Mar 05 05:07:38.239068 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2340e96b-37ef-494c-8aab-47f691167116), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:38.243303 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46800) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:38.359934 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] For port 2340e96b-37ef-494c-8aab-47f691167116, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:07:38.360683 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempted to set empty binding levels {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 05 05:07:38.384718 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (2340e96b-37ef-494c-8aab-47f691167116), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:38.406508 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:38.408306 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:38.422618 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2cf0e5-418b-4261-bdde-446dae20f6ef None None] DHCP port deletion for ff0d33ec-aab6-48ba-8172-cefc0a4d3843 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:07:38.430092 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-a99f8944-bb30-4a4c-9980-4392f7575df4 admin admin] For port 603c8687-dde3-46f9-aff3-1a74bbdb2619, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=603c8687-dde3-46f9-aff3-1a74bbdb2619,segment=NetworkSegment(a36e05db-0122-44c8-b972-0d53660d87b1),segment_id=a36e05db-0122-44c8-b972-0d53660d87b1)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:07:38.435823 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a99f8944-bb30-4a4c-9980-4392f7575df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (603c8687-dde3-46f9-aff3-1a74bbdb2619), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:38.473541 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-a99f8944-bb30-4a4c-9980-4392f7575df4 admin admin] Calling delete_port for 603c8687-dde3-46f9-aff3-1a74bbdb2619 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:07:38.482401 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.2485721 Mar 05 05:07:38.485608 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9bdeaa-158e-4ddc-ac03-c5439bd0d186 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Pushing event updated for resources: {'Port': ['ID=2340e96b-37ef-494c-8aab-47f691167116,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:38.488261 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46808) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:38.548119 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb749c77-6c15-4cd5-9c74-7b25531d8fcc req-896a48e3-f666-49b6-84a6-b0d7e1454659 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:38.552719 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fb749c77-6c15-4cd5-9c74-7b25531d8fcc req-896a48e3-f666-49b6-84a6-b0d7e1454659 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccd9b9d1-0dcc-4488-b019-cf5ea6239f98 HTTP/1.1" status: 200 len: 946 time: 0.2031856 Mar 05 05:07:38.591321 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-af2cf0e5-418b-4261-bdde-446dae20f6ef None None] Deleting port 603c8687-dde3-46f9-aff3-1a74bbdb2619 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:07:38.594038 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-af2cf0e5-418b-4261-bdde-446dae20f6ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (603c8687-dde3-46f9-aff3-1a74bbdb2619), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:38.597577 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-d626a02e-d034-4e40-aeef-ef2de5e52343 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Deleting port 2340e96b-37ef-494c-8aab-47f691167116 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:07:38.598321 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d626a02e-d034-4e40-aeef-ef2de5e52343 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (2340e96b-37ef-494c-8aab-47f691167116), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:38.722004 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-af2cf0e5-418b-4261-bdde-446dae20f6ef None None] For port 603c8687-dde3-46f9-aff3-1a74bbdb2619, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=603c8687-dde3-46f9-aff3-1a74bbdb2619,segment=NetworkSegment(a36e05db-0122-44c8-b972-0d53660d87b1),segment_id=a36e05db-0122-44c8-b972-0d53660d87b1)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:07:38.723405 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-d626a02e-d034-4e40-aeef-ef2de5e52343 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] For port 2340e96b-37ef-494c-8aab-47f691167116, host n-h2-789963-32, got binding levels [] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:07:38.723929 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d626a02e-d034-4e40-aeef-ef2de5e52343 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (2340e96b-37ef-494c-8aab-47f691167116), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:38.725324 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-af2cf0e5-418b-4261-bdde-446dae20f6ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (603c8687-dde3-46f9-aff3-1a74bbdb2619), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:38.749129 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fb749c77-6c15-4cd5-9c74-7b25531d8fcc req-adbca86b-61b6-4f2d-a004-cc9010339203 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec6f21d6-1c12-47cc-88e8-24654a903ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213551 Mar 05 05:07:38.763364 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-af2cf0e5-418b-4261-bdde-446dae20f6ef None None] Calling delete_port for 603c8687-dde3-46f9-aff3-1a74bbdb2619 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:07:38.783690 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a99f8944-bb30-4a4c-9980-4392f7575df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (603c8687-dde3-46f9-aff3-1a74bbdb2619), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:38.792527 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-d626a02e-d034-4e40-aeef-ef2de5e52343 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Calling delete_port for 2340e96b-37ef-494c-8aab-47f691167116 owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:07:38.837798 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f8944-bb30-4a4c-9980-4392f7575df4 admin admin] Pushing event deleted for resources: {'Port': ['ID=603c8687-dde3-46f9-aff3-1a74bbdb2619,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:38.843216 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99f8944-bb30-4a4c-9980-4392f7575df4 admin admin] No DVR routers for this DVR port 603c8687-dde3-46f9-aff3-1a74bbdb2619 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:07:38.890415 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-af2cf0e5-418b-4261-bdde-446dae20f6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (603c8687-dde3-46f9-aff3-1a74bbdb2619), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:38.916441 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2cf0e5-418b-4261-bdde-446dae20f6ef None None] Pushing event deleted for resources: {'Port': ['ID=603c8687-dde3-46f9-aff3-1a74bbdb2619,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:38.926534 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2cf0e5-418b-4261-bdde-446dae20f6ef None None] No DVR routers for this DVR port 603c8687-dde3-46f9-aff3-1a74bbdb2619 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:07:38.970159 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a99f8944-bb30-4a4c-9980-4392f7575df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (ff0d33ec-aab6-48ba-8172-cefc0a4d3843), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:38.977286 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b59d2e0c-532c-4b9d-8fcb-ba6adb9eef45 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d3134f3ab53847b3958649780cf24710&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7298717 Mar 05 05:07:38.980184 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46812) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:39.001648 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-a99f8944-bb30-4a4c-9980-4392f7575df4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff0d33ec-aab6-48ba-8172-cefc0a4d3843']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:39.011816 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-a99f8944-bb30-4a4c-9980-4392f7575df4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a36e05db-0122-44c8-b972-0d53660d87b1') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:39.012888 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-a99f8944-bb30-4a4c-9980-4392f7575df4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a36e05db-0122-44c8-b972-0d53660d87b1') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:39.022309 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a99f8944-bb30-4a4c-9980-4392f7575df4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (a36e05db-0122-44c8-b972-0d53660d87b1), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:39.040780 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a99f8944-bb30-4a4c-9980-4392f7575df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (a36e05db-0122-44c8-b972-0d53660d87b1), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:39.070534 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99f8944-bb30-4a4c-9980-4392f7575df4 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:07:39.071825 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a99f8944-bb30-4a4c-9980-4392f7575df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (a36e05db-0122-44c8-b972-0d53660d87b1), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:39.073979 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:07:39.073979 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:07:39.073979 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:07:39.073979 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:07:39.073979 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:07:39.073979 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:07:39.073979 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:07:39.073979 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:07:39.073979 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:07:39.073979 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:07:39.073979 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:07:39.073979 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:07:39.073979 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:07:39.073979 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:07:39.073979 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:07:39.073979 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:07:39.073979 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:07:39.073979 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:07:39.073979 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:07:39.073979 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:07:39.073979 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:07:39.073979 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:07:39.073979 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:07:39.073979 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:07:39.073979 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:07:39.073979 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:07:39.073979 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:07:39.073979 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:07:39.073979 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:07:39.073979 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:07:39.073979 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:07:39.073979 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:07:39.087806 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ba6d5585-7ab5-41d1-9b43-1183df0fe839 admin admin] Publish callbacks [] for security_group (781a7477-67ef-43bd-803a-aa77f3adbe48), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:39.104742 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d626a02e-d034-4e40-aeef-ef2de5e52343 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (2340e96b-37ef-494c-8aab-47f691167116), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:39.152527 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a99f8944-bb30-4a4c-9980-4392f7575df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (ff0d33ec-aab6-48ba-8172-cefc0a4d3843), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:39.164269 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a99f8944-bb30-4a4c-9980-4392f7575df4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:39.175503 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a99f8944-bb30-4a4c-9980-4392f7575df4 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ff0d33ec-aab6-48ba-8172-cefc0a4d3843 HTTP/1.1" status: 204 len: 168 time: 1.2897723 Mar 05 05:07:39.193341 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f8944-bb30-4a4c-9980-4392f7575df4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff0d33ec-aab6-48ba-8172-cefc0a4d3843,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:39.213537 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626a02e-d034-4e40-aeef-ef2de5e52343 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Pushing event deleted for resources: {'Port': ['ID=2340e96b-37ef-494c-8aab-47f691167116,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:39.227476 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ba6d5585-7ab5-41d1-9b43-1183df0fe839 admin admin] Publish callbacks [] for security_group (781a7477-67ef-43bd-803a-aa77f3adbe48), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:39.230094 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d626a02e-d034-4e40-aeef-ef2de5e52343 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:39.236608 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d626a02e-d034-4e40-aeef-ef2de5e52343 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] 10.222.0.11 "DELETE /v2.0/ports/2340e96b-37ef-494c-8aab-47f691167116 HTTP/1.1" status: 204 len: 168 time: 0.7440426 Mar 05 05:07:39.236977 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46830) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:39.271259 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-847df0cf-c14a-478a-ad1d-a69055248119 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] GET failed (client error): The resource could not be found. Mar 05 05:07:39.272982 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-847df0cf-c14a-478a-ad1d-a69055248119 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] 10.222.0.11 "GET /v2.0/ports/2340e96b-37ef-494c-8aab-47f691167116 HTTP/1.1" status: 404 len: 333 time: 0.0347264 Mar 05 05:07:39.276376 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46832) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:39.281201 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-8a5307da-5ee2-4dd8-9646-2050818b70dd tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Request body: {'port': {'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1380441476'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:39.308134 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5307da-5ee2-4dd8-9646-2050818b70dd tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Made reservation on behalf of 741f8153b0114541abe44eac40b8c305 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:07:39.311558 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8a5307da-5ee2-4dd8-9646-2050818b70dd tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:39.332094 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-8a5307da-5ee2-4dd8-9646-2050818b70dd tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] device_id is not set on port 245a64b8-554e-4ae8-bd29-0d91894eddec yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:07:39.392780 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ba6d5585-7ab5-41d1-9b43-1183df0fe839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (781a7477-67ef-43bd-803a-aa77f3adbe48), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:39.396487 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ba6d5585-7ab5-41d1-9b43-1183df0fe839 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:39.399130 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ba6d5585-7ab5-41d1-9b43-1183df0fe839 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/781a7477-67ef-43bd-803a-aa77f3adbe48 HTTP/1.1" status: 204 len: 168 time: 0.4166338 Mar 05 05:07:39.420068 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d5585-7ab5-41d1-9b43-1183df0fe839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781a7477-67ef-43bd-803a-aa77f3adbe48,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:39.501436 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46838) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:39.554535 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8a5307da-5ee2-4dd8-9646-2050818b70dd tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks [] for port (245a64b8-554e-4ae8-bd29-0d91894eddec), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:39.566323 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7ff06f4b-66f7-446b-9287-6dacefd9bf90 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fd9e4590e65e4025b61d4190c1454a8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0634780 Mar 05 05:07:39.568790 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46842) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:39.603334 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8a5307da-5ee2-4dd8-9646-2050818b70dd tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (245a64b8-554e-4ae8-bd29-0d91894eddec), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:39.643381 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ac4210b8-9e79-472e-a6e8-af861d5eb273 admin admin] Publish callbacks [] for security_group (9f414ddb-473a-4e47-a754-3d2cb971e759), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:39.675969 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ac4210b8-9e79-472e-a6e8-af861d5eb273 admin admin] Publish callbacks [] for security_group (9f414ddb-473a-4e47-a754-3d2cb971e759), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:39.690527 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5307da-5ee2-4dd8-9646-2050818b70dd tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Network 9df3c66d-3bf8-4e41-af40-81c091341137 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:07:39.695796 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-8a5307da-5ee2-4dd8-9646-2050818b70dd tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:07:39.698564 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5307da-5ee2-4dd8-9646-2050818b70dd tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:07:39.699668 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5307da-5ee2-4dd8-9646-2050818b70dd tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:39.700321 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8a5307da-5ee2-4dd8-9646-2050818b70dd tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:39.711262 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5307da-5ee2-4dd8-9646-2050818b70dd tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Pushing event updated for resources: {'Port': ['ID=245a64b8-554e-4ae8-bd29-0d91894eddec,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:39.732764 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8a5307da-5ee2-4dd8-9646-2050818b70dd tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4552300 Mar 05 05:07:39.735714 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46846) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:39.743490 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:39.769295 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ac4210b8-9e79-472e-a6e8-af861d5eb273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (9f414ddb-473a-4e47-a754-3d2cb971e759), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:39.772177 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ac4210b8-9e79-472e-a6e8-af861d5eb273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:39.774911 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ac4210b8-9e79-472e-a6e8-af861d5eb273 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9f414ddb-473a-4e47-a754-3d2cb971e759 HTTP/1.1" status: 204 len: 168 time: 0.2045834 Mar 05 05:07:39.794172 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4210b8-9e79-472e-a6e8-af861d5eb273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f414ddb-473a-4e47-a754-3d2cb971e759,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:39.841127 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (245a64b8-554e-4ae8-bd29-0d91894eddec), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:39.994940 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 603c8687-dde3-46f9-aff3-1a74bbdb2619 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:07:40.035240 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 603c8687-dde3-46f9-aff3-1a74bbdb2619 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:07:40.035608 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 603c8687-dde3-46f9-aff3-1a74bbdb2619 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:07:40.100068 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a485f6-bf8a-4747-bd5f-7c4e306fbcbf req-d2d7ac21-abd4-42e2-b0b1-b22dda2f4f76 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:40.102243 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-51a485f6-bf8a-4747-bd5f-7c4e306fbcbf req-d2d7ac21-abd4-42e2-b0b1-b22dda2f4f76 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccd9b9d1-0dcc-4488-b019-cf5ea6239f98 HTTP/1.1" status: 200 len: 946 time: 0.2119234 Mar 05 05:07:40.176620 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-51a485f6-bf8a-4747-bd5f-7c4e306fbcbf req-9e3f3987-0545-4aac-a76d-29dedcfb4a47 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec6f21d6-1c12-47cc-88e8-24654a903ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616345 Mar 05 05:07:40.251043 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] device_id is not set on port 245a64b8-554e-4ae8-bd29-0d91894eddec yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:07:40.281873 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks [] for port (245a64b8-554e-4ae8-bd29-0d91894eddec), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:40.294883 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (245a64b8-554e-4ae8-bd29-0d91894eddec), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:40.346926 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Pushing event updated for resources: {'Port': ['ID=245a64b8-554e-4ae8-bd29-0d91894eddec,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:40.412054 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:40.412504 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:40.413188 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec on network 9df3c66d-3bf8-4e41-af40-81c091341137 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:40.422719 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Port 245a64b8-554e-4ae8-bd29-0d91894eddec on network 9df3c66d-3bf8-4e41-af40-81c091341137 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:07:40.425111 n-d-789963-32 neutron-server[105231]: ERROR neutron.plugins.ml2.managers [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Failed to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec on host n-h2-789963-32 for vnic_type normal using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] Mar 05 05:07:40.425804 n-d-789963-32 neutron-server[105231]: INFO neutron.plugins.ml2.plugin [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempt 2 to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec Mar 05 05:07:40.456009 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:40.456009 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:40.456009 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec on network 9df3c66d-3bf8-4e41-af40-81c091341137 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:40.467131 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46878) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:40.472365 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Port 245a64b8-554e-4ae8-bd29-0d91894eddec on network 9df3c66d-3bf8-4e41-af40-81c091341137 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:07:40.473575 n-d-789963-32 neutron-server[105231]: ERROR neutron.plugins.ml2.managers [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Failed to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec on host n-h2-789963-32 for vnic_type normal using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] Mar 05 05:07:40.473922 n-d-789963-32 neutron-server[105231]: INFO neutron.plugins.ml2.plugin [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempt 3 to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec Mar 05 05:07:40.509454 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:40.509802 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:40.510131 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec on network 9df3c66d-3bf8-4e41-af40-81c091341137 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:40.547131 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Port 245a64b8-554e-4ae8-bd29-0d91894eddec on network 9df3c66d-3bf8-4e41-af40-81c091341137 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:07:40.547131 n-d-789963-32 neutron-server[105231]: ERROR neutron.plugins.ml2.managers [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Failed to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec on host n-h2-789963-32 for vnic_type normal using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] Mar 05 05:07:40.547131 n-d-789963-32 neutron-server[105231]: INFO neutron.plugins.ml2.plugin [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempt 4 to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec Mar 05 05:07:40.610185 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5ae26d5d-85a6-4603-b884-6f169a00126b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a0421e47b7754578954110813009979d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1360102 Mar 05 05:07:40.611474 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46882) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:40.689212 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:40.689565 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:40.689912 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec on network 9df3c66d-3bf8-4e41-af40-81c091341137 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:40.705084 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3336800c-40aa-4251-9d71-4245bb5aa32e admin admin] Publish callbacks [] for security_group (721d9e00-bd3b-449c-872c-8130cc6d726e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:40.711490 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Port 245a64b8-554e-4ae8-bd29-0d91894eddec on network 9df3c66d-3bf8-4e41-af40-81c091341137 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:07:40.711843 n-d-789963-32 neutron-server[105231]: ERROR neutron.plugins.ml2.managers [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Failed to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec on host n-h2-789963-32 for vnic_type normal using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] Mar 05 05:07:40.713318 n-d-789963-32 neutron-server[105231]: INFO neutron.plugins.ml2.plugin [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempt 5 to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec Mar 05 05:07:40.730610 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:40.730939 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:40.731303 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec on network 9df3c66d-3bf8-4e41-af40-81c091341137 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:40.739175 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Port 245a64b8-554e-4ae8-bd29-0d91894eddec on network 9df3c66d-3bf8-4e41-af40-81c091341137 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:07:40.739523 n-d-789963-32 neutron-server[105231]: ERROR neutron.plugins.ml2.managers [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Failed to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec on host n-h2-789963-32 for vnic_type normal using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] Mar 05 05:07:40.741008 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3336800c-40aa-4251-9d71-4245bb5aa32e admin admin] Publish callbacks [] for security_group (721d9e00-bd3b-449c-872c-8130cc6d726e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:40.742144 n-d-789963-32 neutron-server[105231]: INFO neutron.plugins.ml2.plugin [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempt 6 to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec Mar 05 05:07:40.765599 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ddaf6-9605-4569-8a60-8f58047bf097 req-a2f873f1-d923-4fe1-b3a1-244720104077 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:40.772979 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aa8ddaf6-9605-4569-8a60-8f58047bf097 req-a2f873f1-d923-4fe1-b3a1-244720104077 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccd9b9d1-0dcc-4488-b019-cf5ea6239f98 HTTP/1.1" status: 200 len: 946 time: 0.1676891 Mar 05 05:07:40.783179 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:40.783526 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:40.783875 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec on network 9df3c66d-3bf8-4e41-af40-81c091341137 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:40.800859 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Port 245a64b8-554e-4ae8-bd29-0d91894eddec on network 9df3c66d-3bf8-4e41-af40-81c091341137 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:07:40.801229 n-d-789963-32 neutron-server[105231]: ERROR neutron.plugins.ml2.managers [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Failed to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec on host n-h2-789963-32 for vnic_type normal using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] Mar 05 05:07:40.801831 n-d-789963-32 neutron-server[105231]: INFO neutron.plugins.ml2.plugin [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempt 7 to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec Mar 05 05:07:40.825346 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3336800c-40aa-4251-9d71-4245bb5aa32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (721d9e00-bd3b-449c-872c-8130cc6d726e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:40.830615 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3336800c-40aa-4251-9d71-4245bb5aa32e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:40.832304 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3336800c-40aa-4251-9d71-4245bb5aa32e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/721d9e00-bd3b-449c-872c-8130cc6d726e HTTP/1.1" status: 204 len: 168 time: 0.2197497 Mar 05 05:07:40.845476 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336800c-40aa-4251-9d71-4245bb5aa32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721d9e00-bd3b-449c-872c-8130cc6d726e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:40.846147 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:40.846147 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:40.846459 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec on network 9df3c66d-3bf8-4e41-af40-81c091341137 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:40.879791 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aa8ddaf6-9605-4569-8a60-8f58047bf097 req-04c1a31f-efda-438b-b241-fed3a2961ac0 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec6f21d6-1c12-47cc-88e8-24654a903ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058576 Mar 05 05:07:40.880671 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Port 245a64b8-554e-4ae8-bd29-0d91894eddec on network 9df3c66d-3bf8-4e41-af40-81c091341137 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:07:40.881021 n-d-789963-32 neutron-server[105231]: ERROR neutron.plugins.ml2.managers [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Failed to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec on host n-h2-789963-32 for vnic_type normal using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] Mar 05 05:07:40.881423 n-d-789963-32 neutron-server[105231]: INFO neutron.plugins.ml2.plugin [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempt 8 to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec Mar 05 05:07:40.904329 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:40.904803 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:40.905206 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec on network 9df3c66d-3bf8-4e41-af40-81c091341137 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:40.911467 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Port 245a64b8-554e-4ae8-bd29-0d91894eddec on network 9df3c66d-3bf8-4e41-af40-81c091341137 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:07:40.911862 n-d-789963-32 neutron-server[105231]: ERROR neutron.plugins.ml2.managers [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Failed to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec on host n-h2-789963-32 for vnic_type normal using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] Mar 05 05:07:40.912280 n-d-789963-32 neutron-server[105231]: INFO neutron.plugins.ml2.plugin [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempt 9 to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec Mar 05 05:07:40.926128 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:40.926451 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:40.926800 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec on network 9df3c66d-3bf8-4e41-af40-81c091341137 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:40.932630 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Port 245a64b8-554e-4ae8-bd29-0d91894eddec on network 9df3c66d-3bf8-4e41-af40-81c091341137 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:07:40.932968 n-d-789963-32 neutron-server[105231]: ERROR neutron.plugins.ml2.managers [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Failed to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec on host n-h2-789963-32 for vnic_type normal using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] Mar 05 05:07:40.933537 n-d-789963-32 neutron-server[105231]: INFO neutron.plugins.ml2.plugin [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempt 10 to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec Mar 05 05:07:40.949716 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:40.950300 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:40.950809 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec on network 9df3c66d-3bf8-4e41-af40-81c091341137 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:40.955650 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Port 245a64b8-554e-4ae8-bd29-0d91894eddec on network 9df3c66d-3bf8-4e41-af40-81c091341137 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:07:40.956202 n-d-789963-32 neutron-server[105231]: ERROR neutron.plugins.ml2.managers [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Failed to bind port 245a64b8-554e-4ae8-bd29-0d91894eddec on host n-h2-789963-32 for vnic_type normal using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] Mar 05 05:07:40.956582 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (245a64b8-554e-4ae8-bd29-0d91894eddec), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:41.044953 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] For port 245a64b8-554e-4ae8-bd29-0d91894eddec, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:07:41.045507 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempted to set empty binding levels {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 05 05:07:41.051876 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (245a64b8-554e-4ae8-bd29-0d91894eddec), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:41.107599 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Pushing event updated for resources: {'Port': ['ID=245a64b8-554e-4ae8-bd29-0d91894eddec,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:41.120053 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] In _notify_port_updated(), no bound segment for port 245a64b8-554e-4ae8-bd29-0d91894eddec on network 9df3c66d-3bf8-4e41-af40-81c091341137 {{(pid=105231) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 05 05:07:41.125678 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:41.126427 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:41.127965 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-de6ba45d-7048-470a-9d8f-633d090ea906 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] 10.222.0.11 "PUT /v2.0/ports/245a64b8-554e-4ae8-bd29-0d91894eddec HTTP/1.1" status: 200 len: 976 time: 1.3905406 Mar 05 05:07:41.130378 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46896) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:41.248398 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd421f4-0fb6-4376-a4f6-b7faf2a412cf tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:41.248973 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd421f4-0fb6-4376-a4f6-b7faf2a412cf tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:41.249387 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd421f4-0fb6-4376-a4f6-b7faf2a412cf tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:41.249856 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd421f4-0fb6-4376-a4f6-b7faf2a412cf tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:41.250315 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd421f4-0fb6-4376-a4f6-b7faf2a412cf tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:41.250775 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd421f4-0fb6-4376-a4f6-b7faf2a412cf tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:41.251451 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd421f4-0fb6-4376-a4f6-b7faf2a412cf tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:41.251797 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd421f4-0fb6-4376-a4f6-b7faf2a412cf tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:41.252310 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd421f4-0fb6-4376-a4f6-b7faf2a412cf tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:41.252901 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd421f4-0fb6-4376-a4f6-b7faf2a412cf tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:41.253305 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd421f4-0fb6-4376-a4f6-b7faf2a412cf tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:41.253759 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd421f4-0fb6-4376-a4f6-b7faf2a412cf tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:41.254225 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd421f4-0fb6-4376-a4f6-b7faf2a412cf tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:41.254669 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd421f4-0fb6-4376-a4f6-b7faf2a412cf tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:41.255153 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd421f4-0fb6-4376-a4f6-b7faf2a412cf tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:41.255838 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd421f4-0fb6-4376-a4f6-b7faf2a412cf tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:41.256370 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd421f4-0fb6-4376-a4f6-b7faf2a412cf tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:41.256870 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd421f4-0fb6-4376-a4f6-b7faf2a412cf tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:41.257871 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd421f4-0fb6-4376-a4f6-b7faf2a412cf tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:41.258333 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd421f4-0fb6-4376-a4f6-b7faf2a412cf tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:41.259965 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd421f4-0fb6-4376-a4f6-b7faf2a412cf tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:41.259965 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd421f4-0fb6-4376-a4f6-b7faf2a412cf tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:41.262941 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2dd421f4-0fb6-4376-a4f6-b7faf2a412cf tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20650 time: 0.1312587 Mar 05 05:07:41.266831 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46914) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:41.275742 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-24c25875-9f11-40df-9c0c-b8ed0758ea79 req-13ab81fd-7b75-4eb0-b2a7-2463a5d8b86c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ccd9b9d1-0dcc-4488-b019-cf5ea6239f98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0891175 Mar 05 05:07:41.422411 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d2e290ff-d74a-4fce-aa19-2249a3d9ee82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:41.433263 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-cac04f45-98ed-4ceb-977d-19c10ed9867c tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Deleting port 245a64b8-554e-4ae8-bd29-0d91894eddec {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:07:41.434524 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cac04f45-98ed-4ceb-977d-19c10ed9867c tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (245a64b8-554e-4ae8-bd29-0d91894eddec), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:41.457797 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c25875-9f11-40df-9c0c-b8ed0758ea79 req-7827e03b-d40e-486a-bbea-430ac0815727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:41.459925 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-24c25875-9f11-40df-9c0c-b8ed0758ea79 req-7827e03b-d40e-486a-bbea-430ac0815727 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=df5573ddf6a2424587c87df1956a5319&device_id=ccd9b9d1-0dcc-4488-b019-cf5ea6239f98 HTTP/1.1" status: 200 len: 1129 time: 0.1222668 Mar 05 05:07:41.525029 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-cac04f45-98ed-4ceb-977d-19c10ed9867c tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] For port 245a64b8-554e-4ae8-bd29-0d91894eddec, host n-h2-789963-32, got binding levels [] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:07:41.525476 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cac04f45-98ed-4ceb-977d-19c10ed9867c tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (245a64b8-554e-4ae8-bd29-0d91894eddec), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:41.541413 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-cac04f45-98ed-4ceb-977d-19c10ed9867c tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Calling delete_port for 245a64b8-554e-4ae8-bd29-0d91894eddec owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:07:41.601903 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c25875-9f11-40df-9c0c-b8ed0758ea79 req-c78ad388-7c24-4c35-9104-7539cdc11208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:41.606980 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-24c25875-9f11-40df-9c0c-b8ed0758ea79 req-c78ad388-7c24-4c35-9104-7539cdc11208 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e01ba21f-236a-46c4-a238-a9526e6fdb36 HTTP/1.1" status: 200 len: 911 time: 0.1247716 Mar 05 05:07:41.672943 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-24c25875-9f11-40df-9c0c-b8ed0758ea79 req-301c784f-b73a-4fc0-b997-c34e4b34de1a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9f9bfbb-977a-4a8e-bced-c885feb05645 HTTP/1.1" status: 200 len: 217 time: 0.0576129 Mar 05 05:07:41.684737 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cac04f45-98ed-4ceb-977d-19c10ed9867c tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (245a64b8-554e-4ae8-bd29-0d91894eddec), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:41.734353 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac04f45-98ed-4ceb-977d-19c10ed9867c tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Pushing event deleted for resources: {'Port': ['ID=245a64b8-554e-4ae8-bd29-0d91894eddec,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:41.757761 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cac04f45-98ed-4ceb-977d-19c10ed9867c tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:41.764217 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-cac04f45-98ed-4ceb-977d-19c10ed9867c tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] 10.222.0.11 "DELETE /v2.0/ports/245a64b8-554e-4ae8-bd29-0d91894eddec HTTP/1.1" status: 204 len: 168 time: 0.4962139 Mar 05 05:07:41.765716 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46944) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:41.784503 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c25875-9f11-40df-9c0c-b8ed0758ea79 req-e3ad5a7c-14f8-4259-882e-6eaa7aa1adb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:41.786071 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-24c25875-9f11-40df-9c0c-b8ed0758ea79 req-e3ad5a7c-14f8-4259-882e-6eaa7aa1adb6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3c07b04b-7c95-46cf-ae33-2fe911d9fb5d HTTP/1.1" status: 200 len: 851 time: 0.1060870 Mar 05 05:07:41.827463 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b23eceb-5cd8-4525-bb4a-f6da59486443 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] GET failed (client error): The resource could not be found. Mar 05 05:07:41.827619 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-24c25875-9f11-40df-9c0c-b8ed0758ea79 req-8f4c79a0-e23b-45c2-9153-6c139c644cd6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e01ba21f-236a-46c4-a238-a9526e6fdb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350130 Mar 05 05:07:41.829862 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5b23eceb-5cd8-4525-bb4a-f6da59486443 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] 10.222.0.11 "GET /v2.0/ports/245a64b8-554e-4ae8-bd29-0d91894eddec HTTP/1.1" status: 404 len: 333 time: 0.0621841 Mar 05 05:07:41.833765 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46948) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:41.840267 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-927f084e-eadb-46d9-b5d9-6abc78d6679d tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-167720189', 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:41.863245 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927f084e-eadb-46d9-b5d9-6abc78d6679d tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Made reservation on behalf of 741f8153b0114541abe44eac40b8c305 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:07:41.866786 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-927f084e-eadb-46d9-b5d9-6abc78d6679d tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:41.896473 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-927f084e-eadb-46d9-b5d9-6abc78d6679d tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] device_id is not set on port 8f327501-9f12-4475-a7d9-551f97e2be10 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:07:42.037265 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46956) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:42.058240 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-24c25875-9f11-40df-9c0c-b8ed0758ea79 req-3d5a009e-a680-4745-b31c-9f6c1212d9e7 service neutron] 10.222.0.31 "GET /v2.0/networks/e01ba21f-236a-46c4-a238-a9526e6fdb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243447 Mar 05 05:07:42.124394 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f912a6b-7dde-4208-b5d6-3f061ea12178 req-7514c2ab-bf17-4ab5-9abc-11cfd38d51b6 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:42.126834 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7f912a6b-7dde-4208-b5d6-3f061ea12178 req-7514c2ab-bf17-4ab5-9abc-11cfd38d51b6 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccd9b9d1-0dcc-4488-b019-cf5ea6239f98 HTTP/1.1" status: 200 len: 946 time: 0.1304371 Mar 05 05:07:42.128490 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-927f084e-eadb-46d9-b5d9-6abc78d6679d tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks [] for port (8f327501-9f12-4475-a7d9-551f97e2be10), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:42.177796 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-927f084e-eadb-46d9-b5d9-6abc78d6679d tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (8f327501-9f12-4475-a7d9-551f97e2be10), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:42.247427 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7f912a6b-7dde-4208-b5d6-3f061ea12178 req-2f3bc5a1-2415-4e24-bddd-27b3ef8b640c tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec6f21d6-1c12-47cc-88e8-24654a903ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800037 Mar 05 05:07:42.250342 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927f084e-eadb-46d9-b5d9-6abc78d6679d tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Network 9df3c66d-3bf8-4e41-af40-81c091341137 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:07:42.254170 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-24c25875-9f11-40df-9c0c-b8ed0758ea79 req-77c38338-051c-4f27-8d9f-f0c2ca1c7660 service neutron] 10.222.0.31 "GET /v2.0/networks/e01ba21f-236a-46c4-a238-a9526e6fdb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888115 Mar 05 05:07:42.254853 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-927f084e-eadb-46d9-b5d9-6abc78d6679d tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:07:42.266293 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927f084e-eadb-46d9-b5d9-6abc78d6679d tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:07:42.267331 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927f084e-eadb-46d9-b5d9-6abc78d6679d tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:42.267950 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-927f084e-eadb-46d9-b5d9-6abc78d6679d tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:42.275824 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f084e-eadb-46d9-b5d9-6abc78d6679d tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Pushing event updated for resources: {'Port': ['ID=8f327501-9f12-4475-a7d9-551f97e2be10,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:42.297912 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-927f084e-eadb-46d9-b5d9-6abc78d6679d tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4608982 Mar 05 05:07:42.298156 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46968) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:42.348569 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8642f698-f95d-4385-bd3d-285824568dbd tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:42.353735 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8642f698-f95d-4385-bd3d-285824568dbd tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] 10.222.0.11 "GET /v2.0/ports/8f327501-9f12-4475-a7d9-551f97e2be10 HTTP/1.1" status: 200 len: 954 time: 0.0512590 Mar 05 05:07:42.354305 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46970) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:42.481536 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6c1bc21e-2590-4aab-8bce-4b8c5c86a4fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:42.599851 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6c1bc21e-2590-4aab-8bce-4b8c5c86a4fd admin admin] Publish callbacks [] for security_group (5b593775-ee06-4fc5-8d75-3f8b670307b5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:42.611274 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6c1bc21e-2590-4aab-8bce-4b8c5c86a4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (5b593775-ee06-4fc5-8d75-3f8b670307b5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:42.652693 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-725e91d7-6be4-4493-8a17-2761a14b464e tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Deleting port 8f327501-9f12-4475-a7d9-551f97e2be10 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:07:42.653050 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-725e91d7-6be4-4493-8a17-2761a14b464e tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (8f327501-9f12-4475-a7d9-551f97e2be10), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:42.660062 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6c1bc21e-2590-4aab-8bce-4b8c5c86a4fd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=98d99fc174654f898560f0a082d66890&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6172669 Mar 05 05:07:42.660291 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46980) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:42.663641 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c0d01-1b1e-44c5-b32e-0f58d2dd7c39 req-ea527d80-25e7-4749-911f-e41ea1611d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:42.667062 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-672c0d01-1b1e-44c5-b32e-0f58d2dd7c39 req-ea527d80-25e7-4749-911f-e41ea1611d6c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=df5573ddf6a2424587c87df1956a5319&device_id=ccd9b9d1-0dcc-4488-b019-cf5ea6239f98 HTTP/1.1" status: 200 len: 1129 time: 0.1513517 Mar 05 05:07:42.673351 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1bc21e-2590-4aab-8bce-4b8c5c86a4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b593775-ee06-4fc5-8d75-3f8b670307b5,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:42.703690 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46982) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:42.762243 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef1659-4bb6-47bd-9355-1e77fa84ac95 req-c4da3bf8-84ce-439f-8504-be5f927b607d tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:42.764821 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9ef1659-4bb6-47bd-9355-1e77fa84ac95 req-c4da3bf8-84ce-439f-8504-be5f927b607d tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccd9b9d1-0dcc-4488-b019-cf5ea6239f98 HTTP/1.1" status: 200 len: 946 time: 0.2193687 Mar 05 05:07:42.805205 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ad74acf-527c-4af1-b249-b8ca090a693d admin admin] Publish callbacks [] for security_group (5b593775-ee06-4fc5-8d75-3f8b670307b5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:42.853655 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ad74acf-527c-4af1-b249-b8ca090a693d admin admin] Publish callbacks [] for security_group (5b593775-ee06-4fc5-8d75-3f8b670307b5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:42.929250 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ad74acf-527c-4af1-b249-b8ca090a693d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (5b593775-ee06-4fc5-8d75-3f8b670307b5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:42.932749 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ad74acf-527c-4af1-b249-b8ca090a693d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:42.934050 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9ad74acf-527c-4af1-b249-b8ca090a693d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5b593775-ee06-4fc5-8d75-3f8b670307b5 HTTP/1.1" status: 204 len: 168 time: 0.2728295 Mar 05 05:07:42.948751 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad74acf-527c-4af1-b249-b8ca090a693d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b593775-ee06-4fc5-8d75-3f8b670307b5,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:42.997218 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-686d5f02-085e-45d1-b8e9-7c6c268b6d68 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.001420 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-686d5f02-085e-45d1-b8e9-7c6c268b6d68 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2939315 Mar 05 05:07:43.001756 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46996) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.009881 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-21698960-55c4-445a-b974-c3a2a9e08189 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.017523 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-21698960-55c4-445a-b974-c3a2a9e08189 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0123639 Mar 05 05:07:43.017831 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46998) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.022174 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-3ab63d1b-9ab6-4cbc-a010-f4712300a6e8 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.026274 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3ab63d1b-9ab6-4cbc-a010-f4712300a6e8 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0051439 Mar 05 05:07:43.026873 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47000) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.031345 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-b313eccb-e0a7-4106-904e-6bbc78c5a318 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.035139 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b313eccb-e0a7-4106-904e-6bbc78c5a318 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0059018 Mar 05 05:07:43.046191 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47002) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.050919 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-48d59031-1864-43b6-9b10-f0d0545a2b24 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.052201 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-48d59031-1864-43b6-9b10-f0d0545a2b24 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0047131 Mar 05 05:07:43.055006 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47004) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.062954 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-9ffa8b35-6f2d-4991-990f-fc5aadce3214 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.063943 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9ffa8b35-6f2d-4991-990f-fc5aadce3214 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0079174 Mar 05 05:07:43.066655 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47008) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.082536 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-8f123b31-3c66-4cd7-951f-1f1defc2868f tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.083614 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8f123b31-3c66-4cd7-951f-1f1defc2868f tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0159540 Mar 05 05:07:43.087354 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47010) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.095042 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-3740d0c1-2ffc-428c-adc4-92a9da051fac tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.098616 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3740d0c1-2ffc-428c-adc4-92a9da051fac tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0100935 Mar 05 05:07:43.101395 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47012) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.106953 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-e47bd0b5-69c3-4012-824a-3b5168f85a3d tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.114591 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e47bd0b5-69c3-4012-824a-3b5168f85a3d tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0086374 Mar 05 05:07:43.115114 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47014) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.127590 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-fd220a67-8e27-44de-83c5-5d59e68b3a43 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.131498 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fd220a67-8e27-44de-83c5-5d59e68b3a43 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0095685 Mar 05 05:07:43.131902 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47018) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.138597 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-2eca948d-b64c-4c24-9bed-8d1e80c0a4ed tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.141671 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2eca948d-b64c-4c24-9bed-8d1e80c0a4ed tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0046189 Mar 05 05:07:43.142457 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47020) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.157251 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-9de48694-afe7-4878-a876-6a81374fa2b0 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.164078 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9de48694-afe7-4878-a876-6a81374fa2b0 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0137775 Mar 05 05:07:43.168592 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47022) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.176658 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-b197f8f6-907d-466e-822b-ef7dd074d144 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.180846 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b197f8f6-907d-466e-822b-ef7dd074d144 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0081019 Mar 05 05:07:43.181126 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47024) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.194367 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-b74e9bc2-cb0b-4677-bcbf-b1aa3619c860 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.199670 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b74e9bc2-cb0b-4677-bcbf-b1aa3619c860 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0152287 Mar 05 05:07:43.203562 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47026) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.211009 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-fc0d1236-9972-4eba-99e4-9d2407d9e187 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.216022 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fc0d1236-9972-4eba-99e4-9d2407d9e187 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0111673 Mar 05 05:07:43.217243 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47028) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.223667 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-e2c505f0-72df-4aad-9838-1750d6e74c32 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.231954 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e2c505f0-72df-4aad-9838-1750d6e74c32 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0096631 Mar 05 05:07:43.232811 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47032) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.242390 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-04cc5b6d-30b1-486c-9468-2de944be5f97 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.245921 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-04cc5b6d-30b1-486c-9468-2de944be5f97 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0110879 Mar 05 05:07:43.250620 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47034) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.255366 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-61334e63-30b2-4945-b205-c5bc72e22cae tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.258477 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-61334e63-30b2-4945-b205-c5bc72e22cae tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0064886 Mar 05 05:07:43.261033 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47036) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.271095 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-126ec163-731e-402a-9aaa-afccef682a66 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.273260 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-126ec163-731e-402a-9aaa-afccef682a66 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0060015 Mar 05 05:07:43.275643 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9ef1659-4bb6-47bd-9355-1e77fa84ac95 req-be0bed60-1c11-4bb2-b68b-eb1a6aa4fc2d tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec6f21d6-1c12-47cc-88e8-24654a903ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004208 Mar 05 05:07:43.277443 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47038) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.291697 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-725e91d7-6be4-4493-8a17-2761a14b464e tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (8f327501-9f12-4475-a7d9-551f97e2be10), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:43.306630 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-5b303833-bd91-4a54-9f82-4e74d5582a85 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.306630 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5b303833-bd91-4a54-9f82-4e74d5582a85 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0146348 Mar 05 05:07:43.306630 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47040) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.307029 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-725e91d7-6be4-4493-8a17-2761a14b464e tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Calling delete_port for 8f327501-9f12-4475-a7d9-551f97e2be10 owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:07:43.316913 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-9865aced-b1aa-4154-bf4b-fa58988c685f tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.320307 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9865aced-b1aa-4154-bf4b-fa58988c685f tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0110931 Mar 05 05:07:43.321742 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47042) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.326378 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [None req-e1428a48-16c3-4f14-baaf-f30efea71132 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.329915 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e1428a48-16c3-4f14-baaf-f30efea71132 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0058026 Mar 05 05:07:43.330054 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47046) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.334148 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-4816b660-0d7a-49a5-ac78-24da2c864fe0 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.337696 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4816b660-0d7a-49a5-ac78-24da2c864fe0 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0041959 Mar 05 05:07:43.338295 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47048) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.344097 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-e0c49a00-765e-40e6-a6d0-ca5ab6e05f10 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.346774 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e0c49a00-765e-40e6-a6d0-ca5ab6e05f10 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0054152 Mar 05 05:07:43.347115 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47050) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.351481 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-a159869d-4e75-4931-8aa0-34a82dbe3f74 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.354502 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a159869d-4e75-4931-8aa0-34a82dbe3f74 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0045624 Mar 05 05:07:43.354749 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47052) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.358818 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-dc704607-f670-4aa6-bce2-9daaf248b182 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.361705 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-dc704607-f670-4aa6-bce2-9daaf248b182 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0041862 Mar 05 05:07:43.363836 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47054) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.369168 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-0b485016-1abf-4078-8cae-ef0b5d664f50 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.374934 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0b485016-1abf-4078-8cae-ef0b5d664f50 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0078924 Mar 05 05:07:43.375712 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47056) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.383299 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-f9037a55-5ea1-4856-ab21-2e16fa690fd4 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.388839 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f9037a55-5ea1-4856-ab21-2e16fa690fd4 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0098932 Mar 05 05:07:43.389761 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47058) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.393219 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-b5960074-f50b-41ed-9cd6-778584659008 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.396235 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b5960074-f50b-41ed-9cd6-778584659008 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0041640 Mar 05 05:07:43.398405 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47060) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.406021 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-80284566-4ba7-4d81-9000-b9cadbefa3f4 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.409406 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-80284566-4ba7-4d81-9000-b9cadbefa3f4 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0076241 Mar 05 05:07:43.410287 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47064) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.417847 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-692bb4c1-a6b5-40f8-8b3b-4a4cfd880449 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.421273 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-692bb4c1-a6b5-40f8-8b3b-4a4cfd880449 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0077696 Mar 05 05:07:43.422249 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47066) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.425676 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c0d01-1b1e-44c5-b32e-0f58d2dd7c39 req-b76ed808-f7e9-4eaa-bddd-537f8e5ff9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:43.427839 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-7c72f2b2-aabb-450e-bf47-e7a613881864 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.431246 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7c72f2b2-aabb-450e-bf47-e7a613881864 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0052862 Mar 05 05:07:43.432171 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47068) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.433630 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-672c0d01-1b1e-44c5-b32e-0f58d2dd7c39 req-b76ed808-f7e9-4eaa-bddd-537f8e5ff9c8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e01ba21f-236a-46c4-a238-a9526e6fdb36 HTTP/1.1" status: 200 len: 911 time: 0.7224929 Mar 05 05:07:43.444559 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-a6bbd54c-0ddf-4d9d-969d-e8e7410400b1 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.448511 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a6bbd54c-0ddf-4d9d-969d-e8e7410400b1 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0128198 Mar 05 05:07:43.449245 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47072) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.458524 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-2b917b46-2c22-4d47-952f-04d9ee117c7c tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.462444 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2b917b46-2c22-4d47-952f-04d9ee117c7c tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0093753 Mar 05 05:07:43.463749 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47074) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.471877 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-4291fe51-1b58-487f-b502-50fa1859b4d2 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.475412 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4291fe51-1b58-487f-b502-50fa1859b4d2 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0085027 Mar 05 05:07:43.477786 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47078) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.485818 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-697fb481-2e14-4221-82bb-a1e6d105bbbc tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.489034 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-697fb481-2e14-4221-82bb-a1e6d105bbbc tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0072505 Mar 05 05:07:43.492132 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47080) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.502510 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-415d99c1-6ca6-4b9a-9ab2-622936e03974 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.506886 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-415d99c1-6ca6-4b9a-9ab2-622936e03974 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0101173 Mar 05 05:07:43.508030 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47082) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.512858 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-9775a9d5-6638-4e0a-8b09-d3c30a22f9d3 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.516150 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9775a9d5-6638-4e0a-8b09-d3c30a22f9d3 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0050118 Mar 05 05:07:43.516373 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47084) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.521149 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-8e0194de-e271-46dd-bfd5-7396ab2a144b tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.524982 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8e0194de-e271-46dd-bfd5-7396ab2a144b tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0046227 Mar 05 05:07:43.525235 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47086) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.530783 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-dcfe7b26-ec08-4f25-a292-dd45c3ab5f0b tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.533930 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-dcfe7b26-ec08-4f25-a292-dd45c3ab5f0b tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0056584 Mar 05 05:07:43.534056 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-672c0d01-1b1e-44c5-b32e-0f58d2dd7c39 req-865fb9c9-1189-402e-8623-c8e719db9e0e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9f9bfbb-977a-4a8e-bced-c885feb05645 HTTP/1.1" status: 200 len: 217 time: 0.0915821 Mar 05 05:07:43.534147 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47088) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.539973 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-6c2435ac-d487-4759-91f9-d2cb5181a12e tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.543045 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6c2435ac-d487-4759-91f9-d2cb5181a12e tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0052586 Mar 05 05:07:43.543297 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47090) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.551391 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-1eb07a71-52ce-4de5-a0a6-36c1f5e04a23 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.555850 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1eb07a71-52ce-4de5-a0a6-36c1f5e04a23 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0087829 Mar 05 05:07:43.558511 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47092) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.565657 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-1075c0e5-8de8-439e-b1f9-345a0069631b tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.571345 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1075c0e5-8de8-439e-b1f9-345a0069631b tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0086842 Mar 05 05:07:43.572097 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47094) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.576019 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-e249ee06-01d5-4efd-9c03-d2c0eeece0f3 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.579041 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e249ee06-01d5-4efd-9c03-d2c0eeece0f3 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0043695 Mar 05 05:07:43.582074 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47096) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.587968 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [None req-2b478567-5e9c-476c-ba97-8dea6fa8c068 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.593480 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47098) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.593480 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47100) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.599654 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2b478567-5e9c-476c-ba97-8dea6fa8c068 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0150721 Mar 05 05:07:43.613997 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-a6237a21-209b-4dbe-98ed-40697d7d0abf tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.617870 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a6237a21-209b-4dbe-98ed-40697d7d0abf tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0251362 Mar 05 05:07:43.618925 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47106) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.623050 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-a7e1b367-d49d-4010-9d5a-8a810313d787 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.626776 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a7e1b367-d49d-4010-9d5a-8a810313d787 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0068495 Mar 05 05:07:43.627366 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47108) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.631327 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-7c8c62fd-94f9-40f5-8a2c-73e3e00e7ed4 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.637497 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47110) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.643800 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [None req-4ce48682-7e96-45d9-b29c-4bbac7bc94f7 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.647739 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4ce48682-7e96-45d9-b29c-4bbac7bc94f7 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0091810 Mar 05 05:07:43.652427 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47114) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.657965 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [None req-9bb27b18-48e3-4a04-9565-c05ebb539bf0 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.661381 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7c8c62fd-94f9-40f5-8a2c-73e3e00e7ed4 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0200148 Mar 05 05:07:43.662064 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9bb27b18-48e3-4a04-9565-c05ebb539bf0 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0086937 Mar 05 05:07:43.662716 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47116) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.668405 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c0d01-1b1e-44c5-b32e-0f58d2dd7c39 req-d2bf5696-19cc-40ca-b990-022a29f71a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:43.670026 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-672c0d01-1b1e-44c5-b32e-0f58d2dd7c39 req-d2bf5696-19cc-40ca-b990-022a29f71a22 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3c07b04b-7c95-46cf-ae33-2fe911d9fb5d HTTP/1.1" status: 200 len: 851 time: 0.1313336 Mar 05 05:07:43.671900 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-1457275d-a5b6-45e3-8618-3b2828a7df18 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.675458 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1457275d-a5b6-45e3-8618-3b2828a7df18 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0086544 Mar 05 05:07:43.676215 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47118) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.678664 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c3b0400d-8e12-4f92-8dc7-1f6527b10c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:43.685670 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [None req-f52a15b5-f6e3-4527-9881-ec36aa7a730a tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.689259 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f52a15b5-f6e3-4527-9881-ec36aa7a730a tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0070872 Mar 05 05:07:43.689729 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47120) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.696555 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-e4e75f85-2d63-4228-b3cf-30587a3d28f1 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.698723 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e4e75f85-2d63-4228-b3cf-30587a3d28f1 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0074859 Mar 05 05:07:43.701438 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-725e91d7-6be4-4493-8a17-2761a14b464e tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (8f327501-9f12-4475-a7d9-551f97e2be10), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:43.701939 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47122) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.708114 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-4524155e-03b3-4eff-85e2-69048c5cd6d8 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.712988 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4524155e-03b3-4eff-85e2-69048c5cd6d8 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0097859 Mar 05 05:07:43.716606 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47124) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.728574 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-0c6fff29-8d69-4065-8863-51c8e14572d0 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.731891 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0c6fff29-8d69-4065-8863-51c8e14572d0 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0118513 Mar 05 05:07:43.732394 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47130) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.739742 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-1990cf29-5d07-4fe7-a5df-2047c571cc21 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.743895 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1990cf29-5d07-4fe7-a5df-2047c571cc21 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0081189 Mar 05 05:07:43.744406 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47132) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.752341 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-dc2d745b-4154-4781-b588-4f51d4907d8f tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.758553 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-dc2d745b-4154-4781-b588-4f51d4907d8f tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0126207 Mar 05 05:07:43.761142 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47134) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.779147 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-672c0d01-1b1e-44c5-b32e-0f58d2dd7c39 req-c987bf64-619a-452a-a23f-7e154c9f4cfc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e01ba21f-236a-46c4-a238-a9526e6fdb36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012819 Mar 05 05:07:43.780853 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-725e91d7-6be4-4493-8a17-2761a14b464e tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:43.781384 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-d85f0274-f7c4-40d6-b93f-7935f15e7c07 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.783040 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d85f0274-f7c4-40d6-b93f-7935f15e7c07 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0208402 Mar 05 05:07:43.785915 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47136) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.789017 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-725e91d7-6be4-4493-8a17-2761a14b464e tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] 10.222.0.11 "DELETE /v2.0/ports/8f327501-9f12-4475-a7d9-551f97e2be10 HTTP/1.1" status: 204 len: 168 time: 1.4318540 Mar 05 05:07:43.790747 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e91d7-6be4-4493-8a17-2761a14b464e tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f327501-9f12-4475-a7d9-551f97e2be10,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:43.791883 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:43.794688 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-25655abb-3a75-4dea-8736-388982ba812a tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.797166 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-25655abb-3a75-4dea-8736-388982ba812a tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0093384 Mar 05 05:07:43.798000 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47138) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.806974 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47140) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.827586 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [None req-fb8e83e5-950a-4d13-8e1c-43901b31e88b tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.831469 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fb8e83e5-950a-4d13-8e1c-43901b31e88b tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0234952 Mar 05 05:07:43.833049 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47144) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.838410 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-d422717e-d142-4c54-b72d-bc03c0e20253 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.839679 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d422717e-d142-4c54-b72d-bc03c0e20253 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0053596 Mar 05 05:07:43.841128 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-d399e87b-4446-4d25-8f2e-cb08effd42a4 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] GET failed (client error): The resource could not be found. Mar 05 05:07:43.842780 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d399e87b-4446-4d25-8f2e-cb08effd42a4 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] 10.222.0.11 "GET /v2.0/ports/8f327501-9f12-4475-a7d9-551f97e2be10 HTTP/1.1" status: 404 len: 333 time: 0.0435941 Mar 05 05:07:43.843566 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47146) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.847691 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-9aabc1b6-5c12-4c6c-bbeb-616b918a4659 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.848804 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9aabc1b6-5c12-4c6c-bbeb-616b918a4659 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0042105 Mar 05 05:07:43.849665 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47148) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.854332 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47150) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.854627 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-e27701a2-2010-4db4-aeb2-8ee59b323170 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Request body: {'port': {'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1135033027'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:43.863913 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [None req-65707bb2-043e-48e4-b40b-2d1b3a99f059 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.868011 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-65707bb2-043e-48e4-b40b-2d1b3a99f059 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0120704 Mar 05 05:07:43.875727 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-cd5a79c9-33cb-4285-ad2a-98d36ff4cba2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2145227709-network', 'tenant_id': '06a4f309563b434e9962ec2905954423'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:43.877787 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47152) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.885223 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [None req-cca45219-3ac3-409b-9231-8c0a005b53b9 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.889383 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47154) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.889910 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-cca45219-3ac3-409b-9231-8c0a005b53b9 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0111673 Mar 05 05:07:43.902394 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-8882bbed-b8e1-43bd-9c63-ffbcbb32ad59 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.905702 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8882bbed-b8e1-43bd-9c63-ffbcbb32ad59 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0125513 Mar 05 05:07:43.913996 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47156) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.923773 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [None req-416e19ba-9630-4f80-bf96-0515c0cc9ce4 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.925354 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:43.928086 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-416e19ba-9630-4f80-bf96-0515c0cc9ce4 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0087826 Mar 05 05:07:43.933929 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47158) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.942925 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [None req-ac0b89b1-e436-4a9f-937d-5c065fe8ad8f tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.948395 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ac0b89b1-e436-4a9f-937d-5c065fe8ad8f tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0133281 Mar 05 05:07:43.951301 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47160) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.956853 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27701a2-2010-4db4-aeb2-8ee59b323170 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Made reservation on behalf of 741f8153b0114541abe44eac40b8c305 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:07:43.958006 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [None req-62a44b2d-9ecf-4e77-80da-4c7c205b2fec tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.962665 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e27701a2-2010-4db4-aeb2-8ee59b323170 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:43.963548 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-62a44b2d-9ecf-4e77-80da-4c7c205b2fec tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0108035 Mar 05 05:07:43.966751 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47162) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.973901 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [None req-993c9f30-22d3-4cdb-bf46-8c8caef4a003 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.974882 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5a79c9-33cb-4285-ad2a-98d36ff4cba2 admin admin] Made reservation on behalf of 06a4f309563b434e9962ec2905954423 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:07:43.978042 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-993c9f30-22d3-4cdb-bf46-8c8caef4a003 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0102022 Mar 05 05:07:43.978732 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47164) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:43.980218 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cd5a79c9-33cb-4285-ad2a-98d36ff4cba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:43.985806 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [None req-b4245f0e-f827-45fd-869f-ec55805ee392 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:43.992003 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b4245f0e-f827-45fd-869f-ec55805ee392 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0099239 Mar 05 05:07:43.995384 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47166) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:44.005114 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [None req-42d7e348-dd4d-4fda-a7ed-1ccc4c4e0cb1 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:07:44.011679 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-42d7e348-dd4d-4fda-a7ed-1ccc4c4e0cb1 tempest-ExtensionsTestJSON-249364413 tempest-ExtensionsTestJSON-249364413-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0133858 Mar 05 05:07:44.016447 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cd5a79c9-33cb-4285-ad2a-98d36ff4cba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:44.022342 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-e27701a2-2010-4db4-aeb2-8ee59b323170 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] device_id is not set on port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:07:44.031920 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-672c0d01-1b1e-44c5-b32e-0f58d2dd7c39 req-0194d70d-2aff-4796-9e47-b7ba9eedfc68 service neutron] 10.222.0.31 "GET /v2.0/networks/e01ba21f-236a-46c4-a238-a9526e6fdb36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423453 Mar 05 05:07:44.195561 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-672c0d01-1b1e-44c5-b32e-0f58d2dd7c39 req-77141d2e-f3f4-47f8-92ab-5fc4b46b1b2e service neutron] 10.222.0.31 "GET /v2.0/networks/e01ba21f-236a-46c4-a238-a9526e6fdb36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575575 Mar 05 05:07:44.245202 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cd5a79c9-33cb-4285-ad2a-98d36ff4cba2 admin admin] Publish callbacks [] for security_group (b142421f-fc9b-47f3-9030-4ae223220c2a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:44.251422 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e27701a2-2010-4db4-aeb2-8ee59b323170 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks [] for port (2e58a4a2-7ff8-46f7-8143-4fe084f88360), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:44.254871 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cd5a79c9-33cb-4285-ad2a-98d36ff4cba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b142421f-fc9b-47f3-9030-4ae223220c2a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:44.292428 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd5a79c9-33cb-4285-ad2a-98d36ff4cba2 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:07:44.304794 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a79c9-33cb-4285-ad2a-98d36ff4cba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b142421f-fc9b-47f3-9030-4ae223220c2a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:44.320327 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cd5a79c9-33cb-4285-ad2a-98d36ff4cba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (1c525bab-cc9c-4702-a5a2-7a5922ac53c2), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:44.320677 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-cd5a79c9-33cb-4285-ad2a-98d36ff4cba2 admin admin] Added segment 1c525bab-cc9c-4702-a5a2-7a5922ac53c2 of type vlan for network 3da289b5-f373-4722-9911-8508cc812a15 Mar 05 05:07:44.369847 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cd5a79c9-33cb-4285-ad2a-98d36ff4cba2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (3da289b5-f373-4722-9911-8508cc812a15), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:44.372861 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e27701a2-2010-4db4-aeb2-8ee59b323170 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (2e58a4a2-7ff8-46f7-8143-4fe084f88360), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:44.439941 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27701a2-2010-4db4-aeb2-8ee59b323170 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Network 9df3c66d-3bf8-4e41-af40-81c091341137 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:07:44.446145 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-e27701a2-2010-4db4-aeb2-8ee59b323170 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:07:44.450230 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27701a2-2010-4db4-aeb2-8ee59b323170 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:07:44.451373 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27701a2-2010-4db4-aeb2-8ee59b323170 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:44.452959 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e27701a2-2010-4db4-aeb2-8ee59b323170 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:44.459762 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cd5a79c9-33cb-4285-ad2a-98d36ff4cba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (3da289b5-f373-4722-9911-8508cc812a15), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:44.460848 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5a79c9-33cb-4285-ad2a-98d36ff4cba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:44.461424 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cd5a79c9-33cb-4285-ad2a-98d36ff4cba2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:44.468149 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27701a2-2010-4db4-aeb2-8ee59b323170 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Pushing event updated for resources: {'Port': ['ID=2e58a4a2-7ff8-46f7-8143-4fe084f88360,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:44.488003 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f5648-018b-40ab-b5aa-c1ce9f06d475 req-797f7493-5afb-4bda-81ec-5148713f5dac tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:44.494491 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-114f5648-018b-40ab-b5aa-c1ce9f06d475 req-797f7493-5afb-4bda-81ec-5148713f5dac tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccd9b9d1-0dcc-4488-b019-cf5ea6239f98 HTTP/1.1" status: 200 len: 946 time: 0.0899134 Mar 05 05:07:44.520223 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e27701a2-2010-4db4-aeb2-8ee59b323170 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6694005 Mar 05 05:07:44.521294 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47184) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:44.544018 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47186) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:44.561745 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:44.565728 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-cd5a79c9-33cb-4285-ad2a-98d36ff4cba2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9713273 Mar 05 05:07:44.568152 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47192) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:44.579226 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-8913cda7-9d1d-45f2-a317-d6e94191f99b admin admin] Request body: {'subnet': {'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2145227709-subnet', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:44.588130 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a79c9-33cb-4285-ad2a-98d36ff4cba2 admin admin] Pushing event updated for resources: {'Network': ['ID=3da289b5-f373-4722-9911-8508cc812a15,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:44.600146 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 3da289b5-f373-4722-9911-8508cc812a15 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:07:44.610035 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8913cda7-9d1d-45f2-a317-d6e94191f99b admin admin] Made reservation on behalf of 06a4f309563b434e9962ec2905954423 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:07:44.613141 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8913cda7-9d1d-45f2-a317-d6e94191f99b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:44.700957 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-114f5648-018b-40ab-b5aa-c1ce9f06d475 req-ffe5da95-f8da-4eca-9b7e-26b8a4d23de4 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec6f21d6-1c12-47cc-88e8-24654a903ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844990 Mar 05 05:07:44.700957 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2e58a4a2-7ff8-46f7-8143-4fe084f88360), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:44.957079 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] device_id is not set on port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:07:44.968684 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks [] for port (2e58a4a2-7ff8-46f7-8143-4fe084f88360), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:44.983835 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (2e58a4a2-7ff8-46f7-8143-4fe084f88360), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:44.995314 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8913cda7-9d1d-45f2-a317-d6e94191f99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:45.023404 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:45.064278 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8913cda7-9d1d-45f2-a317-d6e94191f99b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:45.088509 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8913cda7-9d1d-45f2-a317-d6e94191f99b admin admin] Checking segment: {'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:07:45.089537 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8913cda7-9d1d-45f2-a317-d6e94191f99b admin admin] Network hostable DHCP agents. Network: 3da289b5-f373-4722-9911-8508cc812a15, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:07:45.101405 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-13460acf-4ad1-4722-93b5-bfd034aa062f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:45.119899 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Pushing event updated for resources: {'Port': ['ID=2e58a4a2-7ff8-46f7-8143-4fe084f88360,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:45.129964 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8913cda7-9d1d-45f2-a317-d6e94191f99b admin admin] Network 3da289b5-f373-4722-9911-8508cc812a15 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:07:45.136885 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:45.137223 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:45.137562 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on network 9df3c66d-3bf8-4e41-af40-81c091341137 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:45.148542 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on network 9df3c66d-3bf8-4e41-af40-81c091341137 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:07:45.148910 n-d-789963-32 neutron-server[105231]: ERROR neutron.plugins.ml2.managers [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Failed to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on host n-h2-789963-32 for vnic_type normal using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] Mar 05 05:07:45.150411 n-d-789963-32 neutron-server[105231]: INFO neutron.plugins.ml2.plugin [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempt 2 to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 Mar 05 05:07:45.157615 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-8913cda7-9d1d-45f2-a317-d6e94191f99b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 3da289b5-f373-4722-9911-8508cc812a15) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:07:45.171176 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f204a3-371d-4fd7-8e91-8b84ce899f64 None None] Network 3da289b5-f373-4722-9911-8508cc812a15 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:07:45.173425 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:45.173775 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:45.174107 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on network 9df3c66d-3bf8-4e41-af40-81c091341137 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:45.179476 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8913cda7-9d1d-45f2-a317-d6e94191f99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:45.181053 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8913cda7-9d1d-45f2-a317-d6e94191f99b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:45.183109 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on network 9df3c66d-3bf8-4e41-af40-81c091341137 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:07:45.183508 n-d-789963-32 neutron-server[105231]: ERROR neutron.plugins.ml2.managers [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Failed to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on host n-h2-789963-32 for vnic_type normal using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] Mar 05 05:07:45.184929 n-d-789963-32 neutron-server[105231]: INFO neutron.plugins.ml2.plugin [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempt 3 to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 Mar 05 05:07:45.204173 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:45.204503 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:45.204841 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on network 9df3c66d-3bf8-4e41-af40-81c091341137 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:45.210849 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8913cda7-9d1d-45f2-a317-d6e94191f99b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6414831 Mar 05 05:07:45.214274 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47200) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:45.223833 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on network 9df3c66d-3bf8-4e41-af40-81c091341137 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:07:45.224330 n-d-789963-32 neutron-server[105231]: ERROR neutron.plugins.ml2.managers [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Failed to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on host n-h2-789963-32 for vnic_type normal using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] Mar 05 05:07:45.227678 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-379ea4a0-b0f5-468d-9d2f-b2fc732d4664 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2145227709-router', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:45.231577 n-d-789963-32 neutron-server[105231]: INFO neutron.plugins.ml2.plugin [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempt 4 to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 Mar 05 05:07:45.258949 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:45.259506 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:45.260238 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on network 9df3c66d-3bf8-4e41-af40-81c091341137 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:45.268382 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on network 9df3c66d-3bf8-4e41-af40-81c091341137 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:07:45.268771 n-d-789963-32 neutron-server[105231]: ERROR neutron.plugins.ml2.managers [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Failed to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on host n-h2-789963-32 for vnic_type normal using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] Mar 05 05:07:45.274480 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-379ea4a0-b0f5-468d-9d2f-b2fc732d4664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (2316fbda-4dc5-41f5-9ba6-5ca6613d77f0), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:45.275316 n-d-789963-32 neutron-server[105231]: INFO neutron.plugins.ml2.plugin [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempt 5 to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 Mar 05 05:07:45.276521 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-379ea4a0-b0f5-468d-9d2f-b2fc732d4664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (2316fbda-4dc5-41f5-9ba6-5ca6613d77f0), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:45.302394 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-13460acf-4ad1-4722-93b5-bfd034aa062f admin admin] Publish callbacks [] for security_group (5ec896d4-7b33-4091-b804-78172a418470), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:45.303945 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:45.305034 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:45.305498 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on network 9df3c66d-3bf8-4e41-af40-81c091341137 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:45.310243 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-13460acf-4ad1-4722-93b5-bfd034aa062f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (5ec896d4-7b33-4091-b804-78172a418470), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:45.322074 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on network 9df3c66d-3bf8-4e41-af40-81c091341137 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:07:45.322472 n-d-789963-32 neutron-server[105231]: ERROR neutron.plugins.ml2.managers [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Failed to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on host n-h2-789963-32 for vnic_type normal using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] Mar 05 05:07:45.334172 n-d-789963-32 neutron-server[105231]: INFO neutron.plugins.ml2.plugin [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempt 6 to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 Mar 05 05:07:45.372407 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:45.372750 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:45.373104 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on network 9df3c66d-3bf8-4e41-af40-81c091341137 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:45.380847 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-13460acf-4ad1-4722-93b5-bfd034aa062f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d86b00cfa5954cac81b444107cfefa74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8289311 Mar 05 05:07:45.380847 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13460acf-4ad1-4722-93b5-bfd034aa062f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec896d4-7b33-4091-b804-78172a418470,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:45.384417 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47210) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:45.395920 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3a6907-1b6a-4b17-85a3-87822d1a5753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-3da289b5-f373-4722-9911-8508cc812a15', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'project_id': '06a4f309563b434e9962ec2905954423', 'fixed_ips': [{'subnet_id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:07:45.396960 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7f3a6907-1b6a-4b17-85a3-87822d1a5753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:45.415924 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on network 9df3c66d-3bf8-4e41-af40-81c091341137 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:07:45.416262 n-d-789963-32 neutron-server[105231]: ERROR neutron.plugins.ml2.managers [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Failed to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on host n-h2-789963-32 for vnic_type normal using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] Mar 05 05:07:45.420596 n-d-789963-32 neutron-server[105231]: INFO neutron.plugins.ml2.plugin [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempt 7 to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 Mar 05 05:07:45.439050 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:45.439465 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:45.439875 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on network 9df3c66d-3bf8-4e41-af40-81c091341137 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:45.448292 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on network 9df3c66d-3bf8-4e41-af40-81c091341137 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:07:45.448626 n-d-789963-32 neutron-server[105231]: ERROR neutron.plugins.ml2.managers [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Failed to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on host n-h2-789963-32 for vnic_type normal using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] Mar 05 05:07:45.454037 n-d-789963-32 neutron-server[105231]: INFO neutron.plugins.ml2.plugin [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempt 8 to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 Mar 05 05:07:45.467405 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-379ea4a0-b0f5-468d-9d2f-b2fc732d4664 admin admin] Publish callbacks [] for router_controller (2316fbda-4dc5-41f5-9ba6-5ca6613d77f0), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:45.470406 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-610cbf54-3e85-4712-a9a8-3b52637c8c3a admin admin] Publish callbacks [] for security_group (5ec896d4-7b33-4091-b804-78172a418470), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:45.480227 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:45.480625 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:45.480969 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on network 9df3c66d-3bf8-4e41-af40-81c091341137 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:45.540655 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-610cbf54-3e85-4712-a9a8-3b52637c8c3a admin admin] Publish callbacks [] for security_group (5ec896d4-7b33-4091-b804-78172a418470), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:45.542621 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on network 9df3c66d-3bf8-4e41-af40-81c091341137 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:07:45.542963 n-d-789963-32 neutron-server[105231]: ERROR neutron.plugins.ml2.managers [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Failed to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on host n-h2-789963-32 for vnic_type normal using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] Mar 05 05:07:45.547920 n-d-789963-32 neutron-server[105231]: INFO neutron.plugins.ml2.plugin [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempt 9 to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 Mar 05 05:07:45.576424 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:45.576799 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:45.577140 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on network 9df3c66d-3bf8-4e41-af40-81c091341137 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:45.588148 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on network 9df3c66d-3bf8-4e41-af40-81c091341137 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:07:45.588486 n-d-789963-32 neutron-server[105231]: ERROR neutron.plugins.ml2.managers [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Failed to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on host n-h2-789963-32 for vnic_type normal using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] Mar 05 05:07:45.591470 n-d-789963-32 neutron-server[105231]: INFO neutron.plugins.ml2.plugin [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempt 10 to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 Mar 05 05:07:45.621219 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:45.621382 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:45.621671 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempting to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on network 9df3c66d-3bf8-4e41-af40-81c091341137 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:45.636668 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on network 9df3c66d-3bf8-4e41-af40-81c091341137 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:07:45.637005 n-d-789963-32 neutron-server[105231]: ERROR neutron.plugins.ml2.managers [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Failed to bind port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on host n-h2-789963-32 for vnic_type normal using segments [{'id': '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '9df3c66d-3bf8-4e41-af40-81c091341137'}] Mar 05 05:07:45.637497 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2e58a4a2-7ff8-46f7-8143-4fe084f88360), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:45.679417 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-7f3a6907-1b6a-4b17-85a3-87822d1a5753 None None] Allocated IP 172.20.0.2 (3da289b5-f373-4722-9911-8508cc812a15/bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb/3e5110d9-0311-478f-9ae5-7b51b341cf80) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:07:45.685004 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-610cbf54-3e85-4712-a9a8-3b52637c8c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (5ec896d4-7b33-4091-b804-78172a418470), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:45.687438 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-610cbf54-3e85-4712-a9a8-3b52637c8c3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:45.695114 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-610cbf54-3e85-4712-a9a8-3b52637c8c3a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ec896d4-7b33-4091-b804-78172a418470 HTTP/1.1" status: 204 len: 168 time: 0.3030438 Mar 05 05:07:45.754854 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cbf54-3e85-4712-a9a8-3b52637c8c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec896d4-7b33-4091-b804-78172a418470,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:45.824733 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-379ea4a0-b0f5-468d-9d2f-b2fc732d4664 admin admin] Publish callbacks [] for router_gateway (2316fbda-4dc5-41f5-9ba6-5ca6613d77f0), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:45.912496 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] For port 2e58a4a2-7ff8-46f7-8143-4fe084f88360, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:07:45.913044 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attempted to set empty binding levels {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 05 05:07:45.925437 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (2e58a4a2-7ff8-46f7-8143-4fe084f88360), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:45.970572 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] In _notify_port_updated(), no bound segment for port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 on network 9df3c66d-3bf8-4e41-af40-81c091341137 {{(pid=105231) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 05 05:07:45.971866 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:45.972727 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:45.977101 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] 10.222.0.11 "PUT /v2.0/ports/2e58a4a2-7ff8-46f7-8143-4fe084f88360 HTTP/1.1" status: 200 len: 976 time: 1.4379823 Mar 05 05:07:45.983099 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c5e6c-3ae4-4b75-b433-892f5bb97e1d req-a79ac177-3bbe-4390-b6a0-28714fd352ed tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:45.984124 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47232) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:45.985096 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ac4c5e6c-3ae4-4b75-b433-892f5bb97e1d req-a79ac177-3bbe-4390-b6a0-28714fd352ed tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccd9b9d1-0dcc-4488-b019-cf5ea6239f98 HTTP/1.1" status: 200 len: 946 time: 0.1593344 Mar 05 05:07:46.057933 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403b451-062b-45e9-a1be-404418a2e3a9 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Pushing event updated for resources: {'Port': ['ID=2e58a4a2-7ff8-46f7-8143-4fe084f88360,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:46.078673 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7f3a6907-1b6a-4b17-85a3-87822d1a5753 None None] Publish callbacks [] for port (3e5110d9-0311-478f-9ae5-7b51b341cf80), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:46.101614 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7f3a6907-1b6a-4b17-85a3-87822d1a5753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (3e5110d9-0311-478f-9ae5-7b51b341cf80), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:46.125625 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ac4c5e6c-3ae4-4b75-b433-892f5bb97e1d req-e574dda5-fabf-4894-afad-3a627eb74f46 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec6f21d6-1c12-47cc-88e8-24654a903ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262507 Mar 05 05:07:46.187758 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3a6907-1b6a-4b17-85a3-87822d1a5753 None None] Network 3da289b5-f373-4722-9911-8508cc812a15 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:07:46.195677 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-7f3a6907-1b6a-4b17-85a3-87822d1a5753 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:07:46.213231 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3a6907-1b6a-4b17-85a3-87822d1a5753 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:07:46.280024 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a6907-1b6a-4b17-85a3-87822d1a5753 None None] Pushing event updated for resources: {'Port': ['ID=3e5110d9-0311-478f-9ae5-7b51b341cf80,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:46.324678 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:46.479824 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-7a55bda3-d6ae-49c4-aac1-6f6a65b77521 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Deleting port 2e58a4a2-7ff8-46f7-8143-4fe084f88360 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:07:46.480602 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7a55bda3-d6ae-49c4-aac1-6f6a65b77521 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (2e58a4a2-7ff8-46f7-8143-4fe084f88360), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:46.515130 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-379ea4a0-b0f5-468d-9d2f-b2fc732d4664 admin admin] Publish callbacks [] for router_gateway (2316fbda-4dc5-41f5-9ba6-5ca6613d77f0), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:46.582420 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-379ea4a0-b0f5-468d-9d2f-b2fc732d4664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:46.666880 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d3f5c8-b737-4fe1-8ac3-c379fcbbd517 req-40b1ff25-90aa-4100-bb61-de5449d81766 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:46.670495 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47258) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:46.676792 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60d3f5c8-b737-4fe1-8ac3-c379fcbbd517 req-40b1ff25-90aa-4100-bb61-de5449d81766 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccd9b9d1-0dcc-4488-b019-cf5ea6239f98 HTTP/1.1" status: 200 len: 946 time: 0.1301603 Mar 05 05:07:46.741921 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-7f3a6907-1b6a-4b17-85a3-87822d1a5753 None None] Attempting to bind port 3e5110d9-0311-478f-9ae5-7b51b341cf80 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:46.742172 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-7f3a6907-1b6a-4b17-85a3-87822d1a5753 None None] Attempting to bind port 3e5110d9-0311-478f-9ae5-7b51b341cf80 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:46.747443 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a6907-1b6a-4b17-85a3-87822d1a5753 None None] Attempting to bind port 3e5110d9-0311-478f-9ae5-7b51b341cf80 on network 3da289b5-f373-4722-9911-8508cc812a15 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:46.758270 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a6907-1b6a-4b17-85a3-87822d1a5753 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:07:46.758698 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a6907-1b6a-4b17-85a3-87822d1a5753 None None] Checking segment: {'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:07:46.759136 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7f3a6907-1b6a-4b17-85a3-87822d1a5753 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:46.759546 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a6907-1b6a-4b17-85a3-87822d1a5753 None None] Bound using segment: {'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:07:46.760072 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-7f3a6907-1b6a-4b17-85a3-87822d1a5753 None None] Bound port: 3e5110d9-0311-478f-9ae5-7b51b341cf80, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:07:46.760467 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7f3a6907-1b6a-4b17-85a3-87822d1a5753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3e5110d9-0311-478f-9ae5-7b51b341cf80), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:46.790915 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-7a55bda3-d6ae-49c4-aac1-6f6a65b77521 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] For port 2e58a4a2-7ff8-46f7-8143-4fe084f88360, host n-h2-789963-32, got binding levels [] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:07:46.791363 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7a55bda3-d6ae-49c4-aac1-6f6a65b77521 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (2e58a4a2-7ff8-46f7-8143-4fe084f88360), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:46.822857 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-7a55bda3-d6ae-49c4-aac1-6f6a65b77521 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Calling delete_port for 2e58a4a2-7ff8-46f7-8143-4fe084f88360 owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:07:46.828582 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60d3f5c8-b737-4fe1-8ac3-c379fcbbd517 req-8e5cd2a9-a7bd-45f2-b5f2-02dcf8aa379b tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec6f21d6-1c12-47cc-88e8-24654a903ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410253 Mar 05 05:07:46.924671 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-7f3a6907-1b6a-4b17-85a3-87822d1a5753 None None] For port 3e5110d9-0311-478f-9ae5-7b51b341cf80, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:07:46.931024 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-7f3a6907-1b6a-4b17-85a3-87822d1a5753 None None] For port 3e5110d9-0311-478f-9ae5-7b51b341cf80, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=3e5110d9-0311-478f-9ae5-7b51b341cf80,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:07:46.942007 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7f3a6907-1b6a-4b17-85a3-87822d1a5753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3e5110d9-0311-478f-9ae5-7b51b341cf80), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:46.946059 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-379ea4a0-b0f5-468d-9d2f-b2fc732d4664 admin admin] Allocated IP 172.25.0.11 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/d5a7f316-3947-4168-a030-ae73347affe4) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:07:47.046503 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7a55bda3-d6ae-49c4-aac1-6f6a65b77521 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (2e58a4a2-7ff8-46f7-8143-4fe084f88360), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:47.051500 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a6907-1b6a-4b17-85a3-87822d1a5753 None None] Pushing event updated for resources: {'Port': ['ID=3e5110d9-0311-478f-9ae5-7b51b341cf80,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:47.150979 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47270) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:47.152381 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7a55bda3-d6ae-49c4-aac1-6f6a65b77521 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:47.158246 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7a55bda3-d6ae-49c4-aac1-6f6a65b77521 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] 10.222.0.11 "DELETE /v2.0/ports/2e58a4a2-7ff8-46f7-8143-4fe084f88360 HTTP/1.1" status: 204 len: 168 time: 1.1699054 Mar 05 05:07:47.159147 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55bda3-d6ae-49c4-aac1-6f6a65b77521 tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e58a4a2-7ff8-46f7-8143-4fe084f88360,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:47.161097 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47272) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:47.201971 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe277d8-d492-4bea-8b2a-03cf9db1726e tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] GET failed (client error): The resource could not be found. Mar 05 05:07:47.207132 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fbe277d8-d492-4bea-8b2a-03cf9db1726e tempest-PortsAdminExtendedAttrsTestJSON-836119680 tempest-PortsAdminExtendedAttrsTestJSON-836119680-project-admin] 10.222.0.11 "GET /v2.0/ports/2e58a4a2-7ff8-46f7-8143-4fe084f88360 HTTP/1.1" status: 404 len: 333 time: 0.0393200 Mar 05 05:07:47.211160 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47276) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:47.240862 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-59492ddb-086b-4a15-b9b2-837cf877529b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:47.308891 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-330daf2a-fda2-47d5-a868-6027284d4447 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:47.337209 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-379ea4a0-b0f5-468d-9d2f-b2fc732d4664 admin admin] Publish callbacks [] for port (d5a7f316-3947-4168-a030-ae73347affe4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:47.419810 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-703e380d-1ba6-4883-bc10-25de0340163c tempest-PortsAdminExtendedAttrsTestJSON-1469070594 tempest-PortsAdminExtendedAttrsTestJSON-1469070594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (9df3c66d-3bf8-4e41-af40-81c091341137), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:47.476289 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-330daf2a-fda2-47d5-a868-6027284d4447 admin admin] Publish callbacks [] for security_group (f8bc5918-d547-431c-9fbe-af73b139fa97), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:47.484287 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-330daf2a-fda2-47d5-a868-6027284d4447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f8bc5918-d547-431c-9fbe-af73b139fa97), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:47.495587 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-379ea4a0-b0f5-468d-9d2f-b2fc732d4664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (d5a7f316-3947-4168-a030-ae73347affe4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:47.522698 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-330daf2a-fda2-47d5-a868-6027284d4447 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a35c69942cbd4002a99203b2ec63ac67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3699915 Mar 05 05:07:47.525069 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47282) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:47.585010 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330daf2a-fda2-47d5-a868-6027284d4447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bc5918-d547-431c-9fbe-af73b139fa97,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:47.586364 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379ea4a0-b0f5-468d-9d2f-b2fc732d4664 admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:07:47.590713 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-59492ddb-086b-4a15-b9b2-837cf877529b admin admin] Publish callbacks [] for security_group (6da577bd-2acf-406e-8810-c59b3956cb78), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:47.606602 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-379ea4a0-b0f5-468d-9d2f-b2fc732d4664 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:07:47.609329 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379ea4a0-b0f5-468d-9d2f-b2fc732d4664 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:07:47.614435 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-59492ddb-086b-4a15-b9b2-837cf877529b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6da577bd-2acf-406e-8810-c59b3956cb78), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:47.619190 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-365dc80b-750b-4e77-9b99-50a0948d693b admin admin] Publish callbacks [] for security_group (f8bc5918-d547-431c-9fbe-af73b139fa97), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:47.638603 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ea4a0-b0f5-468d-9d2f-b2fc732d4664 admin admin] Pushing event updated for resources: {'Port': ['ID=d5a7f316-3947-4168-a030-ae73347affe4,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:47.645894 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-365dc80b-750b-4e77-9b99-50a0948d693b admin admin] Publish callbacks [] for security_group (f8bc5918-d547-431c-9fbe-af73b139fa97), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:47.707292 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-365dc80b-750b-4e77-9b99-50a0948d693b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f8bc5918-d547-431c-9fbe-af73b139fa97), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:47.711244 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-365dc80b-750b-4e77-9b99-50a0948d693b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:47.712437 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-365dc80b-750b-4e77-9b99-50a0948d693b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f8bc5918-d547-431c-9fbe-af73b139fa97 HTTP/1.1" status: 204 len: 168 time: 0.1864409 Mar 05 05:07:47.717296 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-703e380d-1ba6-4883-bc10-25de0340163c tempest-PortsAdminExtendedAttrsTestJSON-1469070594 tempest-PortsAdminExtendedAttrsTestJSON-1469070594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (9df3c66d-3bf8-4e41-af40-81c091341137), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:47.721372 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365dc80b-750b-4e77-9b99-50a0948d693b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bc5918-d547-431c-9fbe-af73b139fa97,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:47.785220 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-703e380d-1ba6-4883-bc10-25de0340163c tempest-PortsAdminExtendedAttrsTestJSON-1469070594 tempest-PortsAdminExtendedAttrsTestJSON-1469070594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df3c66d-3bf8-4e41-af40-81c091341137']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:47.799025 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-59492ddb-086b-4a15-b9b2-837cf877529b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2a0446d5d6ac49769630d41e6c7d2dd1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1251254 Mar 05 05:07:47.799812 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47292) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:47.801811 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59492ddb-086b-4a15-b9b2-837cf877529b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da577bd-2acf-406e-8810-c59b3956cb78,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:47.807430 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-703e380d-1ba6-4883-bc10-25de0340163c tempest-PortsAdminExtendedAttrsTestJSON-1469070594 tempest-PortsAdminExtendedAttrsTestJSON-1469070594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:47.807994 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-703e380d-1ba6-4883-bc10-25de0340163c tempest-PortsAdminExtendedAttrsTestJSON-1469070594 tempest-PortsAdminExtendedAttrsTestJSON-1469070594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2800f6-612a-4461-aa2d-cb2b30e2ebc7') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:47.815030 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:47.864129 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-703e380d-1ba6-4883-bc10-25de0340163c tempest-PortsAdminExtendedAttrsTestJSON-1469070594 tempest-PortsAdminExtendedAttrsTestJSON-1469070594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (7e2800f6-612a-4461-aa2d-cb2b30e2ebc7), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:47.909575 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-242423dd-0037-4642-8bd4-1db3b3d409e5 admin admin] Publish callbacks [] for security_group (6da577bd-2acf-406e-8810-c59b3956cb78), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:47.980927 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-242423dd-0037-4642-8bd4-1db3b3d409e5 admin admin] Publish callbacks [] for security_group (6da577bd-2acf-406e-8810-c59b3956cb78), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:47.988155 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-703e380d-1ba6-4883-bc10-25de0340163c tempest-PortsAdminExtendedAttrsTestJSON-1469070594 tempest-PortsAdminExtendedAttrsTestJSON-1469070594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (7e2800f6-612a-4461-aa2d-cb2b30e2ebc7), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:48.000421 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-703e380d-1ba6-4883-bc10-25de0340163c tempest-PortsAdminExtendedAttrsTestJSON-1469070594 tempest-PortsAdminExtendedAttrsTestJSON-1469070594-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:07:48.002990 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-703e380d-1ba6-4883-bc10-25de0340163c tempest-PortsAdminExtendedAttrsTestJSON-1469070594 tempest-PortsAdminExtendedAttrsTestJSON-1469070594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (7e2800f6-612a-4461-aa2d-cb2b30e2ebc7), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:48.011202 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47296) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:48.031019 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:07:48.031019 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:07:48.031019 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:07:48.031019 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:07:48.031019 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:07:48.031019 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:07:48.031019 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:07:48.031019 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:07:48.031019 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:07:48.031019 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:07:48.031019 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:07:48.031019 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:07:48.031019 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:07:48.031019 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:07:48.031019 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:07:48.031019 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:07:48.031019 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:07:48.031019 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:07:48.031019 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:07:48.031019 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:07:48.031019 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:07:48.031019 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:07:48.031019 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:07:48.031019 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:07:48.031019 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:07:48.031019 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:07:48.031019 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:07:48.031019 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:07:48.031019 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:07:48.031019 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:07:48.031019 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:07:48.031019 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:07:48.044999 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 3e5110d9-0311-478f-9ae5-7b51b341cf80 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:07:48.114584 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cec77c-98ca-4f96-ab3b-ab668c0c9479 req-95b0013d-0254-4bc8-abca-6b5e7526bbbd tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:48.124703 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74cec77c-98ca-4f96-ab3b-ab668c0c9479 req-95b0013d-0254-4bc8-abca-6b5e7526bbbd tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccd9b9d1-0dcc-4488-b019-cf5ea6239f98 HTTP/1.1" status: 200 len: 946 time: 0.1001799 Mar 05 05:07:48.170114 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 3e5110d9-0311-478f-9ae5-7b51b341cf80 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:07:48.170502 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3e5110d9-0311-478f-9ae5-7b51b341cf80), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:48.177663 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-242423dd-0037-4642-8bd4-1db3b3d409e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6da577bd-2acf-406e-8810-c59b3956cb78), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:48.181170 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-242423dd-0037-4642-8bd4-1db3b3d409e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:48.182868 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-242423dd-0037-4642-8bd4-1db3b3d409e5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6da577bd-2acf-406e-8810-c59b3956cb78 HTTP/1.1" status: 204 len: 168 time: 0.3823953 Mar 05 05:07:48.207587 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242423dd-0037-4642-8bd4-1db3b3d409e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da577bd-2acf-406e-8810-c59b3956cb78,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:48.223422 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-703e380d-1ba6-4883-bc10-25de0340163c tempest-PortsAdminExtendedAttrsTestJSON-1469070594 tempest-PortsAdminExtendedAttrsTestJSON-1469070594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (9df3c66d-3bf8-4e41-af40-81c091341137), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:48.255969 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-703e380d-1ba6-4883-bc10-25de0340163c tempest-PortsAdminExtendedAttrsTestJSON-1469070594 tempest-PortsAdminExtendedAttrsTestJSON-1469070594-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:48.265559 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74cec77c-98ca-4f96-ab3b-ab668c0c9479 req-3fa2a24b-eaa4-41fc-8aeb-0b6450babf7c tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec6f21d6-1c12-47cc-88e8-24654a903ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395118 Mar 05 05:07:48.278379 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-703e380d-1ba6-4883-bc10-25de0340163c tempest-PortsAdminExtendedAttrsTestJSON-1469070594 tempest-PortsAdminExtendedAttrsTestJSON-1469070594-project] 10.222.0.11 "DELETE /v2.0/networks/9df3c66d-3bf8-4e41-af40-81c091341137 HTTP/1.1" status: 204 len: 168 time: 1.0410886 Mar 05 05:07:48.315700 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e380d-1ba6-4883-bc10-25de0340163c tempest-PortsAdminExtendedAttrsTestJSON-1469070594 tempest-PortsAdminExtendedAttrsTestJSON-1469070594-project] Pushing event deleted for resources: {'Network': ['ID=9df3c66d-3bf8-4e41-af40-81c091341137,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:48.336808 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccd2117-f663-4422-bdcc-01542283f625 req-08f7c82f-484a-49fa-822b-50a9067e2426 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:48.339416 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bccd2117-f663-4422-bdcc-01542283f625 req-08f7c82f-484a-49fa-822b-50a9067e2426 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccd9b9d1-0dcc-4488-b019-cf5ea6239f98 HTTP/1.1" status: 200 len: 946 time: 0.1425006 Mar 05 05:07:48.444940 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 3e5110d9-0311-478f-9ae5-7b51b341cf80 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:07:48.446037 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3e5110d9-0311-478f-9ae5-7b51b341cf80), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:48.450124 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47308) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:48.495373 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 3e5110d9-0311-478f-9ae5-7b51b341cf80, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=3e5110d9-0311-478f-9ae5-7b51b341cf80,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:07:48.505423 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3e5110d9-0311-478f-9ae5-7b51b341cf80), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:48.526589 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b72f6b25-65b6-4873-867c-52a9f0620d57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:48.650079 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=3e5110d9-0311-478f-9ae5-7b51b341cf80,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:48.700696 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-379ea4a0-b0f5-468d-9d2f-b2fc732d4664 admin admin] Publish callbacks [] for router_gateway (2316fbda-4dc5-41f5-9ba6-5ca6613d77f0), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:48.707991 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b72f6b25-65b6-4873-867c-52a9f0620d57 admin admin] Publish callbacks [] for security_group (daa68800-90af-46bd-8c7d-8667e1346b9a), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:48.747307 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-ccbc4db7-9891-410d-a29e-6b374cc75358 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-377195337'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:48.753521 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b72f6b25-65b6-4873-867c-52a9f0620d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (daa68800-90af-46bd-8c7d-8667e1346b9a), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:48.766883 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381b6a69-267d-4831-9cbf-6a7214da502e None None] Network 3da289b5-f373-4722-9911-8508cc812a15 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:07:48.836086 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b72f6b25-65b6-4873-867c-52a9f0620d57 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8ad1fda7bcae454bb9d7b283016649f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3848591 Mar 05 05:07:48.840026 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f6b25-65b6-4873-867c-52a9f0620d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa68800-90af-46bd-8c7d-8667e1346b9a,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:48.840681 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47312) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:48.842839 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbc4db7-9891-410d-a29e-6b374cc75358 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Made reservation on behalf of 40cfc34572db4c7280a39d5bce859963 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:07:48.846538 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ccbc4db7-9891-410d-a29e-6b374cc75358 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:48.884437 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ccbc4db7-9891-410d-a29e-6b374cc75358 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:48.900066 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-bccd2117-f663-4422-bdcc-01542283f625 req-a7e78bf7-d95d-48f2-8b48-7900d7758465 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Deleting port e9f9bfbb-977a-4a8e-bced-c885feb05645 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:07:48.900708 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-bccd2117-f663-4422-bdcc-01542283f625 req-a7e78bf7-d95d-48f2-8b48-7900d7758465 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (e9f9bfbb-977a-4a8e-bced-c885feb05645), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:48.985414 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47316) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:48.988750 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-5b80a2ce-b639-46be-99ed-5e4fd5ff93c2 None None] Provisioning complete for port 3e5110d9-0311-478f-9ae5-7b51b341cf80 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:07:48.989251 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5b80a2ce-b639-46be-99ed-5e4fd5ff93c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3e5110d9-0311-478f-9ae5-7b51b341cf80), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:49.013505 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f7261c2b-16a6-4630-aefd-227566943e3a admin admin] Publish callbacks [] for security_group (daa68800-90af-46bd-8c7d-8667e1346b9a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:49.096307 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f7261c2b-16a6-4630-aefd-227566943e3a admin admin] Publish callbacks [] for security_group (daa68800-90af-46bd-8c7d-8667e1346b9a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:49.159913 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-379ea4a0-b0f5-468d-9d2f-b2fc732d4664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (2316fbda-4dc5-41f5-9ba6-5ca6613d77f0), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:49.168881 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-bccd2117-f663-4422-bdcc-01542283f625 req-a7e78bf7-d95d-48f2-8b48-7900d7758465 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] For port e9f9bfbb-977a-4a8e-bced-c885feb05645, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=e9f9bfbb-977a-4a8e-bced-c885feb05645,segment=NetworkSegment(d03d11e9-b2fb-4af9-b8be-61878caa782d),segment_id=d03d11e9-b2fb-4af9-b8be-61878caa782d)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:07:49.169280 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-bccd2117-f663-4422-bdcc-01542283f625 req-a7e78bf7-d95d-48f2-8b48-7900d7758465 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (e9f9bfbb-977a-4a8e-bced-c885feb05645), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:49.204175 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-5b80a2ce-b639-46be-99ed-5e4fd5ff93c2 None None] Current status of the port 3e5110d9-0311-478f-9ae5-7b51b341cf80 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:07:49.242634 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-bccd2117-f663-4422-bdcc-01542283f625 req-a7e78bf7-d95d-48f2-8b48-7900d7758465 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Calling delete_port for e9f9bfbb-977a-4a8e-bced-c885feb05645 owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:07:49.265849 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ccbc4db7-9891-410d-a29e-6b374cc75358 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for security_group (a7f2bf77-c4ab-4245-8fa1-bf5aad663d1a), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:49.368538 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ccbc4db7-9891-410d-a29e-6b374cc75358 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a7f2bf77-c4ab-4245-8fa1-bf5aad663d1a), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:49.461811 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccbc4db7-9891-410d-a29e-6b374cc75358 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:07:49.501441 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ccbc4db7-9891-410d-a29e-6b374cc75358 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (6ef9dbb9-1f18-4c6a-8e7a-fd55bb830b74), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:49.501962 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-ccbc4db7-9891-410d-a29e-6b374cc75358 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Added segment 6ef9dbb9-1f18-4c6a-8e7a-fd55bb830b74 of type vlan for network 5dec06f8-c387-45a3-98fe-c85ab648b02e Mar 05 05:07:49.533841 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef93cfd-5564-4dbd-87f1-bc4921eba18b req-9705bd46-34c2-49b9-82cd-620f307b770f tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:49.548824 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4ef93cfd-5564-4dbd-87f1-bc4921eba18b req-9705bd46-34c2-49b9-82cd-620f307b770f tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccd9b9d1-0dcc-4488-b019-cf5ea6239f98 HTTP/1.1" status: 200 len: 946 time: 0.1619205 Mar 05 05:07:49.550956 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc4db7-9891-410d-a29e-6b374cc75358 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f2bf77-c4ab-4245-8fa1-bf5aad663d1a,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:49.571000 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e861d5bf-6275-421c-9b56-edc33f803a6b None None] Provisioning complete for port 3e5110d9-0311-478f-9ae5-7b51b341cf80 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:07:49.572884 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e861d5bf-6275-421c-9b56-edc33f803a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3e5110d9-0311-478f-9ae5-7b51b341cf80), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:49.619793 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ccbc4db7-9891-410d-a29e-6b374cc75358 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (5dec06f8-c387-45a3-98fe-c85ab648b02e), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:49.777420 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e861d5bf-6275-421c-9b56-edc33f803a6b None None] Current status of the port 3e5110d9-0311-478f-9ae5-7b51b341cf80 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:07:49.798487 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ccbc4db7-9891-410d-a29e-6b374cc75358 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (5dec06f8-c387-45a3-98fe-c85ab648b02e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:49.805237 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbc4db7-9891-410d-a29e-6b374cc75358 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:49.806873 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ccbc4db7-9891-410d-a29e-6b374cc75358 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:49.825481 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-bccd2117-f663-4422-bdcc-01542283f625 req-a7e78bf7-d95d-48f2-8b48-7900d7758465 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (e9f9bfbb-977a-4a8e-bced-c885feb05645), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:49.839900 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['e9f9bfbb-977a-4a8e-bced-c885feb05645'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:07:49.924202 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f7261c2b-16a6-4630-aefd-227566943e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (daa68800-90af-46bd-8c7d-8667e1346b9a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:49.927480 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f7261c2b-16a6-4630-aefd-227566943e3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:49.932268 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f7261c2b-16a6-4630-aefd-227566943e3a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/daa68800-90af-46bd-8c7d-8667e1346b9a HTTP/1.1" status: 204 len: 168 time: 1.0877187 Mar 05 05:07:49.964848 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-25062763-75c1-4d66-bcc5-23053d949ed2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=71b844606eec4069baade353d3486309&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9746616 Mar 05 05:07:49.970868 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47350) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:49.981033 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7261c2b-16a6-4630-aefd-227566943e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa68800-90af-46bd-8c7d-8667e1346b9a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:50.014412 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 3e5110d9-0311-478f-9ae5-7b51b341cf80 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:07:50.052518 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e78bf7-d95d-48f2-8b48-7900d7758465 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Pushing event deleted for resources: {'Port': ['ID=e9f9bfbb-977a-4a8e-bced-c885feb05645,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:50.094115 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1a1b3268-3f87-45bc-a306-9242337ccd0e admin admin] Publish callbacks [] for security_group (19cc9388-0972-4737-9a36-756b3638c4d9), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:50.124861 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 3e5110d9-0311-478f-9ae5-7b51b341cf80 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:07:50.125248 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3e5110d9-0311-478f-9ae5-7b51b341cf80), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:50.145829 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ccbc4db7-9891-410d-a29e-6b374cc75358 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1323495 Mar 05 05:07:50.149780 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1a1b3268-3f87-45bc-a306-9242337ccd0e admin admin] Publish callbacks [] for security_group (19cc9388-0972-4737-9a36-756b3638c4d9), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:50.153295 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47352) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:50.164768 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-9d3768ed-0be8-4388-9187-ff8061c75a4e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Request body: {'subnet': {'network_id': '5dec06f8-c387-45a3-98fe-c85ab648b02e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:50.172290 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc4db7-9891-410d-a29e-6b374cc75358 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event updated for resources: {'Network': ['ID=5dec06f8-c387-45a3-98fe-c85ab648b02e,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:50.193688 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 5dec06f8-c387-45a3-98fe-c85ab648b02e details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:07:50.203315 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4ef93cfd-5564-4dbd-87f1-bc4921eba18b req-e53be103-fb8b-43e8-b876-11f62eb5efef tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.11 "GET /v2.0/security-groups?id=ec6f21d6-1c12-47cc-88e8-24654a903ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6532397 Mar 05 05:07:50.264163 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bb741-a503-4969-ae86-c5716ffc34bd req-635e63ba-b5a7-47bb-8697-3689d3150d7d tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:50.270775 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bb741-a503-4969-ae86-c5716ffc34bd req-635e63ba-b5a7-47bb-8697-3689d3150d7d tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:50.278136 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bb741-a503-4969-ae86-c5716ffc34bd req-635e63ba-b5a7-47bb-8697-3689d3150d7d tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:50.285808 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bb741-a503-4969-ae86-c5716ffc34bd req-635e63ba-b5a7-47bb-8697-3689d3150d7d tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:50.294236 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bb741-a503-4969-ae86-c5716ffc34bd req-635e63ba-b5a7-47bb-8697-3689d3150d7d tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:50.306552 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bb741-a503-4969-ae86-c5716ffc34bd req-635e63ba-b5a7-47bb-8697-3689d3150d7d tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:50.313883 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bb741-a503-4969-ae86-c5716ffc34bd req-635e63ba-b5a7-47bb-8697-3689d3150d7d tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:50.326127 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d9bb741-a503-4969-ae86-c5716ffc34bd req-635e63ba-b5a7-47bb-8697-3689d3150d7d tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5435 time: 0.4934661 Mar 05 05:07:50.357862 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379ea4a0-b0f5-468d-9d2f-b2fc732d4664 admin admin] Router 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:07:50.412208 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 3e5110d9-0311-478f-9ae5-7b51b341cf80 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:07:50.425527 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-bccd2117-f663-4422-bdcc-01542283f625 req-a7e78bf7-d95d-48f2-8b48-7900d7758465 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] No DVR routers for this DVR port e9f9bfbb-977a-4a8e-bced-c885feb05645 on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:07:50.430148 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-bccd2117-f663-4422-bdcc-01542283f625 req-a7e78bf7-d95d-48f2-8b48-7900d7758465 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:50.431590 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3768ed-0be8-4388-9187-ff8061c75a4e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Made reservation on behalf of 40cfc34572db4c7280a39d5bce859963 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:07:50.434185 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bccd2117-f663-4422-bdcc-01542283f625 req-a7e78bf7-d95d-48f2-8b48-7900d7758465 tempest-TestServerAdvancedOps-140468604 tempest-TestServerAdvancedOps-140468604-project] 10.222.0.31 "DELETE /v2.0/ports/e9f9bfbb-977a-4a8e-bced-c885feb05645 HTTP/1.1" status: 204 len: 173 time: 2.0884800 Mar 05 05:07:50.437790 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd9b9d1-0dcc-4488-b019-cf5ea6239f98', 'name': 'network-vif-deleted', 'tag': 'e9f9bfbb-977a-4a8e-bced-c885feb05645'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:07:50.441690 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e220c8-6d1c-49b1-a29a-aa599ed7fd5e" -d '{"events": [{"server_uuid": "ccd9b9d1-0dcc-4488-b019-cf5ea6239f98", "name": "network-vif-deleted", "tag": "e9f9bfbb-977a-4a8e-bced-c885feb05645"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:07:50.461157 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d9bb741-a503-4969-ae86-c5716ffc34bd req-cbd8a2a0-594e-4a75-b81b-c65c0cc78d9e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1341379 Mar 05 05:07:50.475303 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9d3768ed-0be8-4388-9187-ff8061c75a4e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:50.550274 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48aa7418-43ac-454f-b689-59d2d92e34be x-openstack-request-id: req-48aa7418-43ac-454f-b689-59d2d92e34be {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:07:50.550572 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd9b9d1-0dcc-4488-b019-cf5ea6239f98", "name": "network-vif-deleted", "tag": "e9f9bfbb-977a-4a8e-bced-c885feb05645", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:07:50.550835 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-48aa7418-43ac-454f-b689-59d2d92e34be {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:07:50.551298 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccd9b9d1-0dcc-4488-b019-cf5ea6239f98', 'name': 'network-vif-deleted', 'tag': 'e9f9bfbb-977a-4a8e-bced-c885feb05645', 'status': 'completed', 'code': 200} Mar 05 05:07:50.591232 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1a1b3268-3f87-45bc-a306-9242337ccd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (19cc9388-0972-4737-9a36-756b3638c4d9), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:50.592886 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1a1b3268-3f87-45bc-a306-9242337ccd0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:50.595434 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1a1b3268-3f87-45bc-a306-9242337ccd0e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/19cc9388-0972-4737-9a36-756b3638c4d9 HTTP/1.1" status: 204 len: 168 time: 0.6232805 Mar 05 05:07:50.638902 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b3268-3f87-45bc-a306-9242337ccd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cc9388-0972-4737-9a36-756b3638c4d9,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:50.768777 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379ea4a0-b0f5-468d-9d2f-b2fc732d4664 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:07:50.779614 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4261d4bc-add3-48a8-a45f-581a2e941d22 None None] Sync routers for ids ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:07:50.824683 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4261d4bc-add3-48a8-a45f-581a2e941d22 None None] Routers {'2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:07:50.848398 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-4261d4bc-add3-48a8-a45f-581a2e941d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:07:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:50.878690 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-379ea4a0-b0f5-468d-9d2f-b2fc732d4664 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:50.882295 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-379ea4a0-b0f5-468d-9d2f-b2fc732d4664 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6664257 Mar 05 05:07:50.886327 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47378) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:51.058222 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9d3768ed-0be8-4388-9187-ff8061c75a4e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (c868fd15-4526-427d-8e38-b892b3cd0c5c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:51.126107 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3768ed-0be8-4388-9187-ff8061c75a4e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event updated for resources: {'Subnet': ['ID=c868fd15-4526-427d-8e38-b892b3cd0c5c,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:51.178126 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-4261d4bc-add3-48a8-a45f-581a2e941d22 None None] Set router 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:07:51.215689 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3768ed-0be8-4388-9187-ff8061c75a4e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Checking segment: {'id': '6ef9dbb9-1f18-4c6a-8e7a-fd55bb830b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5dec06f8-c387-45a3-98fe-c85ab648b02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:07:51.217582 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3768ed-0be8-4388-9187-ff8061c75a4e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Network hostable DHCP agents. Network: 5dec06f8-c387-45a3-98fe-c85ab648b02e, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:07:51.275666 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3768ed-0be8-4388-9187-ff8061c75a4e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Network 5dec06f8-c387-45a3-98fe-c85ab648b02e is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:07:51.302724 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47390) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:51.349768 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-9d3768ed-0be8-4388-9187-ff8061c75a4e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 5dec06f8-c387-45a3-98fe-c85ab648b02e) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:07:51.361102 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45222fd-a5f7-43b1-a5ed-5940987f1b8e None None] Network 5dec06f8-c387-45a3-98fe-c85ab648b02e requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:07:51.369023 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3768ed-0be8-4388-9187-ff8061c75a4e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:51.370426 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9d3768ed-0be8-4388-9187-ff8061c75a4e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:51.403730 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9d3768ed-0be8-4388-9187-ff8061c75a4e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2492585 Mar 05 05:07:51.406469 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47394) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:51.411353 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-723fbed9-eace-4760-a872-8e52e87bb239 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2125054747', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}, 'admin_state_up': False}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:51.445551 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-b02a076e-3878-408d-bbd8-5c7d679e11e2 admin admin] Deleting subnet 3c07b04b-7c95-46cf-ae33-2fe911d9fb5d {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:07:51.454590 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-723fbed9-eace-4760-a872-8e52e87bb239 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (98d744c4-203e-41b9-9316-e591f9ececef), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:51.455834 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-723fbed9-eace-4760-a872-8e52e87bb239 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (98d744c4-203e-41b9-9316-e591f9ececef), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:51.462570 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b02a076e-3878-408d-bbd8-5c7d679e11e2 admin admin] Publish callbacks [] for subnet (3c07b04b-7c95-46cf-ae33-2fe911d9fb5d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:51.477186 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-4261d4bc-add3-48a8-a45f-581a2e941d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'name': 'tempest-TestVolumeBootPattern-2145227709-router', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:07:45Z', 'updated_at': '2022-03-05T05:07:48Z', 'revision_number': 3, 'project_id': '06a4f309563b434e9962ec2905954423', 'gw_port': {'id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:46Z', 'updated_at': '2022-03-05T05:07:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:51.490450 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47396) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:51.541593 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b02a076e-3878-408d-bbd8-5c7d679e11e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (3c07b04b-7c95-46cf-ae33-2fe911d9fb5d), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:51.544098 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4261d4bc-add3-48a8-a45f-581a2e941d22 None None] Checking router: 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:07:51.545436 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4261d4bc-add3-48a8-a45f-581a2e941d22 None None] Updating router 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 port d5a7f316-3947-4168-a030-ae73347affe4 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:07:51.591474 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe06967-5ced-412f-9ba5-e99a381a22d9 None None] Network 5dec06f8-c387-45a3-98fe-c85ab648b02e requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:07:51.611945 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-4261d4bc-add3-48a8-a45f-581a2e941d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d5a7f316-3947-4168-a030-ae73347affe4), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:51.642732 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-723fbed9-eace-4760-a872-8e52e87bb239 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for router_controller (98d744c4-203e-41b9-9316-e591f9ececef), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:51.708270 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-bfd4a1e8-eb8d-4176-9bcf-fc4cd11133e5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=741f8153b0114541abe44eac40b8c305&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2149296 Mar 05 05:07:51.711949 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47406) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:51.762141 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b02a076e-3878-408d-bbd8-5c7d679e11e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (3c07b04b-7c95-46cf-ae33-2fe911d9fb5d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:51.795586 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47410) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:51.931468 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-723fbed9-eace-4760-a872-8e52e87bb239 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for router_gateway (98d744c4-203e-41b9-9316-e591f9ececef), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:51.989070 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f0e62-9a97-4625-9332-513bf040a5ec req-0f4843db-85a8-4e02-b312-d98e5c654423 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:51.995327 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f0e62-9a97-4625-9332-513bf040a5ec req-0f4843db-85a8-4e02-b312-d98e5c654423 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:52.004924 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f0e62-9a97-4625-9332-513bf040a5ec req-0f4843db-85a8-4e02-b312-d98e5c654423 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:52.021394 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f0e62-9a97-4625-9332-513bf040a5ec req-0f4843db-85a8-4e02-b312-d98e5c654423 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:52.028628 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b02a076e-3878-408d-bbd8-5c7d679e11e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (3c07b04b-7c95-46cf-ae33-2fe911d9fb5d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:52.035381 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f0e62-9a97-4625-9332-513bf040a5ec req-0f4843db-85a8-4e02-b312-d98e5c654423 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:52.044698 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b02a076e-3878-408d-bbd8-5c7d679e11e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:52.050654 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b02a076e-3878-408d-bbd8-5c7d679e11e2 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3c07b04b-7c95-46cf-ae33-2fe911d9fb5d HTTP/1.1" status: 204 len: 168 time: 0.7437651 Mar 05 05:07:52.053031 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47420) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:52.053936 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f0e62-9a97-4625-9332-513bf040a5ec req-0f4843db-85a8-4e02-b312-d98e5c654423 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:52.067833 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f0e62-9a97-4625-9332-513bf040a5ec req-0f4843db-85a8-4e02-b312-d98e5c654423 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:52.070966 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc9f0e62-9a97-4625-9332-513bf040a5ec req-0f4843db-85a8-4e02-b312-d98e5c654423 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5435 time: 0.4612174 Mar 05 05:07:52.130161 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a076e-3878-408d-bbd8-5c7d679e11e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c07b04b-7c95-46cf-ae33-2fe911d9fb5d,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:52.199336 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc9f0e62-9a97-4625-9332-513bf040a5ec req-f1225c0f-f7a2-4b83-ae43-24340aee25dd tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0892484 Mar 05 05:07:52.211510 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a3162eb8-ac6b-4f39-bb79-998154d5eecf admin admin] Publish callbacks [] for security_group (68a1a8ce-e505-40db-80ba-31ee41b5a4ea), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:52.250856 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-4261d4bc-add3-48a8-a45f-581a2e941d22 None None] Publish callbacks [] for port (d5a7f316-3947-4168-a030-ae73347affe4), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:52.254686 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a3162eb8-ac6b-4f39-bb79-998154d5eecf admin admin] Publish callbacks [] for security_group (68a1a8ce-e505-40db-80ba-31ee41b5a4ea), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:52.259520 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-4261d4bc-add3-48a8-a45f-581a2e941d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d5a7f316-3947-4168-a030-ae73347affe4), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:52.261375 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-f8eb0ea5-a7d4-4613-bc52-d828342679b8 tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-836544584'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:52.262001 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-f8eb0ea5-a7d4-4613-bc52-d828342679b8 tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] Unknown quota resources ['metering_label']. {{(pid=105232) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 05 05:07:52.332249 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eb583850-c83d-4785-a5a5-9a4f4b6544d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:52.351771 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-4261d4bc-add3-48a8-a45f-581a2e941d22 None None] Attempting to bind port d5a7f316-3947-4168-a030-ae73347affe4 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:07:52.353730 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-4261d4bc-add3-48a8-a45f-581a2e941d22 None None] Attempting to bind port d5a7f316-3947-4168-a030-ae73347affe4 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:07:52.354238 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4261d4bc-add3-48a8-a45f-581a2e941d22 None None] Attempting to bind port d5a7f316-3947-4168-a030-ae73347affe4 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:07:52.376359 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4261d4bc-add3-48a8-a45f-581a2e941d22 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:07:52.376781 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4261d4bc-add3-48a8-a45f-581a2e941d22 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:07:52.378812 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-4261d4bc-add3-48a8-a45f-581a2e941d22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:52.379244 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4261d4bc-add3-48a8-a45f-581a2e941d22 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:07:52.383729 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-4261d4bc-add3-48a8-a45f-581a2e941d22 None None] Bound port: d5a7f316-3947-4168-a030-ae73347affe4, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:07:52.384137 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-4261d4bc-add3-48a8-a45f-581a2e941d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d5a7f316-3947-4168-a030-ae73347affe4), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:52.509864 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-4261d4bc-add3-48a8-a45f-581a2e941d22 None None] For port d5a7f316-3947-4168-a030-ae73347affe4, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:07:52.514883 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-4261d4bc-add3-48a8-a45f-581a2e941d22 None None] For port d5a7f316-3947-4168-a030-ae73347affe4, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d5a7f316-3947-4168-a030-ae73347affe4,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:07:52.529778 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-4261d4bc-add3-48a8-a45f-581a2e941d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d5a7f316-3947-4168-a030-ae73347affe4), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:52.556163 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0db92-5e37-4d49-b66e-8682893d9430 None None] Pushing event updated for resources: {'Port': ['ID=d5a7f316-3947-4168-a030-ae73347affe4,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:52.572383 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0db92-5e37-4d49-b66e-8682893d9430 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:52.573027 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0db92-5e37-4d49-b66e-8682893d9430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:52.573307 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-eb583850-c83d-4785-a5a5-9a4f4b6544d3 admin admin] Allocated IP 172.20.0.1 (3da289b5-f373-4722-9911-8508cc812a15/bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb/dc416c7b-3324-4a42-8845-432c9c62e96e) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:07:52.573794 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0db92-5e37-4d49-b66e-8682893d9430 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:52.574385 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0db92-5e37-4d49-b66e-8682893d9430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:52.575179 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0db92-5e37-4d49-b66e-8682893d9430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:52.576282 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0db92-5e37-4d49-b66e-8682893d9430 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:52.576948 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0db92-5e37-4d49-b66e-8682893d9430 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:52.577477 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0db92-5e37-4d49-b66e-8682893d9430 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:52.578001 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0db92-5e37-4d49-b66e-8682893d9430 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:52.578579 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0db92-5e37-4d49-b66e-8682893d9430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:52.579131 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0db92-5e37-4d49-b66e-8682893d9430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:52.579710 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0db92-5e37-4d49-b66e-8682893d9430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:52.580405 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0db92-5e37-4d49-b66e-8682893d9430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:07:52.639972 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4af0019d-d738-4baf-86ea-775437f6da75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (e01ba21f-236a-46c4-a238-a9526e6fdb36), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:52.641465 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47436) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:52.648725 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0db92-5e37-4d49-b66e-8682893d9430 None None] Pushing event updated for resources: {'Port': ['ID=d5a7f316-3947-4168-a030-ae73347affe4,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:52.652045 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4261d4bc-add3-48a8-a45f-581a2e941d22 None None] Routers {'2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:07:52.652774 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-4261d4bc-add3-48a8-a45f-581a2e941d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:07:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:52.658351 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f8eb0ea5-a7d4-4613-bc52-d828342679b8 tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:52.659608 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f8eb0ea5-a7d4-4613-bc52-d828342679b8 tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8626914 Mar 05 05:07:52.669074 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47440) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:52.677704 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-38a6c842-9247-4537-9695-6731aad8e425 tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b25da641-d2bc-4e7a-8201-bee17135589a'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:52.681917 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device e9f9bfbb-977a-4a8e-bced-c885feb05645 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:07:52.695848 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-38a6c842-9247-4537-9695-6731aad8e425 tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105232) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 05 05:07:52.723906 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eb583850-c83d-4785-a5a5-9a4f4b6544d3 admin admin] Publish callbacks [] for port (dc416c7b-3324-4a42-8845-432c9c62e96e), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:52.731967 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: e9f9bfbb-977a-4a8e-bced-c885feb05645 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:07:52.734797 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device e9f9bfbb-977a-4a8e-bced-c885feb05645 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:07:52.764238 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a3162eb8-ac6b-4f39-bb79-998154d5eecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (68a1a8ce-e505-40db-80ba-31ee41b5a4ea), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:52.771268 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a3162eb8-ac6b-4f39-bb79-998154d5eecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:52.774948 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a3162eb8-ac6b-4f39-bb79-998154d5eecf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/68a1a8ce-e505-40db-80ba-31ee41b5a4ea HTTP/1.1" status: 204 len: 168 time: 1.0446680 Mar 05 05:07:52.780820 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eb583850-c83d-4785-a5a5-9a4f4b6544d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (dc416c7b-3324-4a42-8845-432c9c62e96e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:52.874166 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb583850-c83d-4785-a5a5-9a4f4b6544d3 admin admin] Pushing event updated for resources: {'Port': ['ID=dc416c7b-3324-4a42-8845-432c9c62e96e,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:52.890446 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3162eb8-ac6b-4f39-bb79-998154d5eecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a1a8ce-e505-40db-80ba-31ee41b5a4ea,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:52.907907 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb583850-c83d-4785-a5a5-9a4f4b6544d3 admin admin] Network 3da289b5-f373-4722-9911-8508cc812a15 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:07:52.912716 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-eb583850-c83d-4785-a5a5-9a4f4b6544d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:07:52.918811 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-4261d4bc-add3-48a8-a45f-581a2e941d22 None None] Set router 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:07:52.919873 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb583850-c83d-4785-a5a5-9a4f4b6544d3 admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:07:52.948003 n-d-789963-32 neutron-server[105232]: WARNING neutron.services.metering.metering_plugin [None req-38a6c842-9247-4537-9695-6731aad8e425 tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 05 05:07:53.004783 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eb583850-c83d-4785-a5a5-9a4f4b6544d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (2316fbda-4dc5-41f5-9ba6-5ca6613d77f0), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:53.098547 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-723fbed9-eace-4760-a872-8e52e87bb239 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for router_gateway (98d744c4-203e-41b9-9316-e591f9ececef), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:53.100449 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-57481433-9c2d-4185-b356-fce08d988508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:53.207268 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-38a6c842-9247-4537-9695-6731aad8e425 tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:53.212944 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-38a6c842-9247-4537-9695-6731aad8e425 tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5373268 Mar 05 05:07:53.214221 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-723fbed9-eace-4760-a872-8e52e87bb239 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:53.219098 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47448) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:53.244158 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-8e51f4c3-9192-41e8-841c-cb13ddfd224b tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b25da641-d2bc-4e7a-8201-bee17135589a'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:53.244714 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-8e51f4c3-9192-41e8-841c-cb13ddfd224b tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105231) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 05 05:07:53.309482 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4af0019d-d738-4baf-86ea-775437f6da75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (e01ba21f-236a-46c4-a238-a9526e6fdb36), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:53.338433 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a496b4b3-bdf2-4b34-a75d-ba9bc02fc793 None None] Provisioning complete for port dc416c7b-3324-4a42-8845-432c9c62e96e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:07:53.338796 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a496b4b3-bdf2-4b34-a75d-ba9bc02fc793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (dc416c7b-3324-4a42-8845-432c9c62e96e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:53.394868 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666663b-a871-4100-b792-25df30b0b8c0 req-cd5bff11-c580-4b0b-8061-3621d034e2fb tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:53.400558 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666663b-a871-4100-b792-25df30b0b8c0 req-cd5bff11-c580-4b0b-8061-3621d034e2fb tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:53.401306 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-4261d4bc-add3-48a8-a45f-581a2e941d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'name': 'tempest-TestVolumeBootPattern-2145227709-router', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:07:45Z', 'updated_at': '2022-03-05T05:07:48Z', 'revision_number': 3, 'project_id': '06a4f309563b434e9962ec2905954423', 'gw_port': {'id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:46Z', 'updated_at': '2022-03-05T05:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:53.407422 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666663b-a871-4100-b792-25df30b0b8c0 req-cd5bff11-c580-4b0b-8061-3621d034e2fb tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:53.412645 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666663b-a871-4100-b792-25df30b0b8c0 req-cd5bff11-c580-4b0b-8061-3621d034e2fb tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:53.418586 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666663b-a871-4100-b792-25df30b0b8c0 req-cd5bff11-c580-4b0b-8061-3621d034e2fb tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:53.423208 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a496b4b3-bdf2-4b34-a75d-ba9bc02fc793 None None] Port dc416c7b-3324-4a42-8845-432c9c62e96e cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:07:53.424033 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666663b-a871-4100-b792-25df30b0b8c0 req-cd5bff11-c580-4b0b-8061-3621d034e2fb tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:53.429528 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666663b-a871-4100-b792-25df30b0b8c0 req-cd5bff11-c580-4b0b-8061-3621d034e2fb tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:53.431912 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9666663b-a871-4100-b792-25df30b0b8c0 req-cd5bff11-c580-4b0b-8061-3621d034e2fb tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.30 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5435 time: 0.6611254 Mar 05 05:07:53.449214 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4261d4bc-add3-48a8-a45f-581a2e941d22 None None] The sync data for ids ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'] in n-d-789963-32 is: [{'id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'name': 'tempest-TestVolumeBootPattern-2145227709-router', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:07:45Z', 'updated_at': '2022-03-05T05:07:48Z', 'revision_number': 3, 'project_id': '06a4f309563b434e9962ec2905954423', 'gw_port': {'id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:46Z', 'updated_at': '2022-03-05T05:07:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:07:53.455236 n-d-789963-32 neutron-server[105231]: WARNING neutron.services.metering.metering_plugin [None req-8e51f4c3-9192-41e8-841c-cb13ddfd224b tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 05 05:07:53.503040 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-4af0019d-d738-4baf-86ea-775437f6da75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e01ba21f-236a-46c4-a238-a9526e6fdb36']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:53.556398 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-4af0019d-d738-4baf-86ea-775437f6da75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03d11e9-b2fb-4af9-b8be-61878caa782d') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:53.556398 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-4af0019d-d738-4baf-86ea-775437f6da75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03d11e9-b2fb-4af9-b8be-61878caa782d') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:53.593960 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4af0019d-d738-4baf-86ea-775437f6da75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (d03d11e9-b2fb-4af9-b8be-61878caa782d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:53.601648 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666663b-a871-4100-b792-25df30b0b8c0 req-479e2e13-d268-4628-98ea-4f93eb10bf75 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:53.603557 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9666663b-a871-4100-b792-25df30b0b8c0 req-479e2e13-d268-4628-98ea-4f93eb10bf75 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.30 "GET /v2.0/ports/90b3b5b9-df48-4ffc-b613-699be6421d82?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1569595 Mar 05 05:07:53.638682 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4af0019d-d738-4baf-86ea-775437f6da75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (d03d11e9-b2fb-4af9-b8be-61878caa782d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:53.672846 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-723fbed9-eace-4760-a872-8e52e87bb239 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Allocated IP 172.25.0.176 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/1b7d55c4-0165-4859-8ed3-b3464667439f) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:07:53.675603 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af0019d-d738-4baf-86ea-775437f6da75 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:07:53.676198 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4af0019d-d738-4baf-86ea-775437f6da75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (d03d11e9-b2fb-4af9-b8be-61878caa782d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:53.680729 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:07:53.680729 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:07:53.680729 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:07:53.680729 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:07:53.680729 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:07:53.680729 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:07:53.680729 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:07:53.680729 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:07:53.680729 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:07:53.680729 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:07:53.680729 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:07:53.680729 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:07:53.680729 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:07:53.680729 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:07:53.680729 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:07:53.680729 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:07:53.680729 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:07:53.680729 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:07:53.680729 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:07:53.680729 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:07:53.680729 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:07:53.680729 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:07:53.680729 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:07:53.680729 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:07:53.680729 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:07:53.680729 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:07:53.680729 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:07:53.680729 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:07:53.680729 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:07:53.680729 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:07:53.680729 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:07:53.680729 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:07:53.684024 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eb583850-c83d-4785-a5a5-9a4f4b6544d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (dc416c7b-3324-4a42-8845-432c9c62e96e), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:53.690336 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e51f4c3-9192-41e8-841c-cb13ddfd224b tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:53.691965 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8e51f4c3-9192-41e8-841c-cb13ddfd224b tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4677739 Mar 05 05:07:53.701578 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47460) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:53.722573 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f3109746-3911-4b4b-9304-51ee1402a78c tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=38463c0f-8451-4bee-b509-294d63a8a4d3 HTTP/1.1" status: 200 len: 464 time: 0.0195267 Mar 05 05:07:53.741710 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47464) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:53.762248 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576f871-b89b-41a8-9841-8732ff1701f5 req-82e9f82b-6a9a-4980-8521-f9147ee20369 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:53.768151 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576f871-b89b-41a8-9841-8732ff1701f5 req-82e9f82b-6a9a-4980-8521-f9147ee20369 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:53.773878 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576f871-b89b-41a8-9841-8732ff1701f5 req-82e9f82b-6a9a-4980-8521-f9147ee20369 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:53.780679 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576f871-b89b-41a8-9841-8732ff1701f5 req-82e9f82b-6a9a-4980-8521-f9147ee20369 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:53.787946 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576f871-b89b-41a8-9841-8732ff1701f5 req-82e9f82b-6a9a-4980-8521-f9147ee20369 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:53.793346 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576f871-b89b-41a8-9841-8732ff1701f5 req-82e9f82b-6a9a-4980-8521-f9147ee20369 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:53.798786 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576f871-b89b-41a8-9841-8732ff1701f5 req-82e9f82b-6a9a-4980-8521-f9147ee20369 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:53.800763 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a576f871-b89b-41a8-9841-8732ff1701f5 req-82e9f82b-6a9a-4980-8521-f9147ee20369 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 5435 time: 0.4871750 Mar 05 05:07:53.953837 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-57481433-9c2d-4185-b356-fce08d988508 admin admin] Publish callbacks [] for security_group (b1915762-4507-4263-a00f-15a7b14f5461), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:53.978604 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9666663b-a871-4100-b792-25df30b0b8c0 req-ecc4749b-9331-4f6e-8190-a37c4a437de8 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.30 "GET /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3629355 Mar 05 05:07:53.982291 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4af0019d-d738-4baf-86ea-775437f6da75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (e01ba21f-236a-46c4-a238-a9526e6fdb36), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:53.992879 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4af0019d-d738-4baf-86ea-775437f6da75 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:53.996149 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4af0019d-d738-4baf-86ea-775437f6da75 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e01ba21f-236a-46c4-a238-a9526e6fdb36 HTTP/1.1" status: 204 len: 168 time: 1.8922317 Mar 05 05:07:54.050511 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-57481433-9c2d-4185-b356-fce08d988508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b1915762-4507-4263-a00f-15a7b14f5461), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:54.051449 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a576f871-b89b-41a8-9841-8732ff1701f5 req-fd4140c0-4f90-4750-931f-333fd90b7818 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2416854 Mar 05 05:07:54.064603 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47472) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:54.076897 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-9666663b-a871-4100-b792-25df30b0b8c0 req-340b7c09-9785-4d3c-9ff3-d914a804231f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:54.117886 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-57481433-9c2d-4185-b356-fce08d988508 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6166a8779dde4914bdac849e209fb4be&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4703276 Mar 05 05:07:54.131504 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d5a7f316-3947-4168-a030-ae73347affe4 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:07:54.139202 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47476) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:54.205382 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47478) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:54.211336 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0019d-d738-4baf-86ea-775437f6da75 admin admin] Pushing event deleted for resources: {'Network': ['ID=e01ba21f-236a-46c4-a238-a9526e6fdb36,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:54.234204 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port d5a7f316-3947-4168-a030-ae73347affe4 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:07:54.234971 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d5a7f316-3947-4168-a030-ae73347affe4), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:54.345419 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port d5a7f316-3947-4168-a030-ae73347affe4 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:07:54.346156 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d5a7f316-3947-4168-a030-ae73347affe4), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:54.376835 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port d5a7f316-3947-4168-a030-ae73347affe4, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d5a7f316-3947-4168-a030-ae73347affe4,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:07:54.389805 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d5a7f316-3947-4168-a030-ae73347affe4), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:54.455247 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=d5a7f316-3947-4168-a030-ae73347affe4,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:54.645520 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4b06feee-c830-46a9-a3bf-a0eb5bee31e7 tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:54.646992 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4b06feee-c830-46a9-a3bf-a0eb5bee31e7 tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/38463c0f-8451-4bee-b509-294d63a8a4d3 HTTP/1.1" status: 204 len: 168 time: 0.9025414 Mar 05 05:07:54.652640 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47482) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:54.672806 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7b5401f7-d8b1-46e4-9bc4-c0567711b8a5 tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=38463c0f-8451-4bee-b509-294d63a8a4d3 HTTP/1.1" status: 200 len: 221 time: 0.0161614 Mar 05 05:07:54.673803 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57481433-9c2d-4185-b356-fce08d988508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1915762-4507-4263-a00f-15a7b14f5461,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:54.678358 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47484) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:54.690446 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d0a018-972d-472d-a607-a64280d10dff admin admin] Deleting subnet a6413c13-01ac-49b9-af3e-c293d11bb6ff {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:07:54.698758 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-23d0a018-972d-472d-a607-a64280d10dff admin admin] Publish callbacks [] for subnet (a6413c13-01ac-49b9-af3e-c293d11bb6ff), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:54.709247 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-25d32710-296a-4d34-b21d-504e81fe1f2f tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1659277788', 'description': 'label created by tempest'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:54.710338 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-25d32710-296a-4d34-b21d-504e81fe1f2f tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] Unknown quota resources ['metering_label']. {{(pid=105232) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 05 05:07:54.748057 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eb583850-c83d-4785-a5a5-9a4f4b6544d3 admin admin] Publish callbacks [] for port (dc416c7b-3324-4a42-8845-432c9c62e96e), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:54.758730 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eb583850-c83d-4785-a5a5-9a4f4b6544d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (dc416c7b-3324-4a42-8845-432c9c62e96e), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:54.773653 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-23d0a018-972d-472d-a607-a64280d10dff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (a6413c13-01ac-49b9-af3e-c293d11bb6ff), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:54.774522 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9666663b-a871-4100-b792-25df30b0b8c0 req-340b7c09-9785-4d3c-9ff3-d914a804231f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (90b3b5b9-df48-4ffc-b613-699be6421d82), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:54.885154 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-0b7fb68e-4626-49e9-9829-4991e5026fac tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-431872595'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:54.923335 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-23d0a018-972d-472d-a607-a64280d10dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (a6413c13-01ac-49b9-af3e-c293d11bb6ff), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:54.971911 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eb583850-c83d-4785-a5a5-9a4f4b6544d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (2316fbda-4dc5-41f5-9ba6-5ca6613d77f0), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:54.972189 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-723fbed9-eace-4760-a872-8e52e87bb239 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for port (1b7d55c4-0165-4859-8ed3-b3464667439f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:54.977773 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb583850-c83d-4785-a5a5-9a4f4b6544d3 admin admin] Pushing event updated for resources: {'Port': ['ID=dc416c7b-3324-4a42-8845-432c9c62e96e,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:55.191954 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb583850-c83d-4785-a5a5-9a4f4b6544d3 admin admin] Network 3da289b5-f373-4722-9911-8508cc812a15 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:07:55.195103 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-23d0a018-972d-472d-a607-a64280d10dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (a6413c13-01ac-49b9-af3e-c293d11bb6ff), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:55.225506 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0a018-972d-472d-a607-a64280d10dff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6413c13-01ac-49b9-af3e-c293d11bb6ff,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:55.227040 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-9666663b-a871-4100-b792-25df30b0b8c0 req-340b7c09-9785-4d3c-9ff3-d914a804231f service neutron] For port 90b3b5b9-df48-4ffc-b613-699be6421d82, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=90b3b5b9-df48-4ffc-b613-699be6421d82,segment=NetworkSegment(d489005d-23c5-45e4-857a-6d4a5e83c953),segment_id=d489005d-23c5-45e4-857a-6d4a5e83c953)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:07:55.229090 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-eb583850-c83d-4785-a5a5-9a4f4b6544d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:07:55.275875 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-9666663b-a871-4100-b792-25df30b0b8c0 req-340b7c09-9785-4d3c-9ff3-d914a804231f service neutron] For port 90b3b5b9-df48-4ffc-b613-699be6421d82, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:07:55.326675 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-9666663b-a871-4100-b792-25df30b0b8c0 req-340b7c09-9785-4d3c-9ff3-d914a804231f service neutron] device_id is not set on port 90b3b5b9-df48-4ffc-b613-699be6421d82 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:07:55.336536 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9666663b-a871-4100-b792-25df30b0b8c0 req-340b7c09-9785-4d3c-9ff3-d914a804231f service neutron] Publish callbacks [] for port (90b3b5b9-df48-4ffc-b613-699be6421d82), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:55.346896 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-723fbed9-eace-4760-a872-8e52e87bb239 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (1b7d55c4-0165-4859-8ed3-b3464667439f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:55.357650 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9666663b-a871-4100-b792-25df30b0b8c0 req-340b7c09-9785-4d3c-9ff3-d914a804231f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (90b3b5b9-df48-4ffc-b613-699be6421d82), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:55.383459 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fbc6fe0-0a76-4e1d-8452-54a6414f9e28 admin admin] Publish callbacks [] for security_group (b1915762-4507-4263-a00f-15a7b14f5461), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:55.391473 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-23d0a018-972d-472d-a607-a64280d10dff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:55.394658 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-23d0a018-972d-472d-a607-a64280d10dff admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a6413c13-01ac-49b9-af3e-c293d11bb6ff HTTP/1.1" status: 204 len: 168 time: 1.3284614 Mar 05 05:07:55.400074 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47490) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:55.487497 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7fb68e-4626-49e9-9829-4991e5026fac tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:07:55.490795 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0b7fb68e-4626-49e9-9829-4991e5026fac tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:55.510545 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723fbed9-eace-4760-a872-8e52e87bb239 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:07:55.548936 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bf9246db-ba98-4ca6-bf62-febd5fd9aaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (d2c5ab52-a716-4624-85f4-8595d696f629), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:55.556580 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb583850-c83d-4785-a5a5-9a4f4b6544d3 admin admin] Router 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:07:55.588441 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-723fbed9-eace-4760-a872-8e52e87bb239 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:07:55.597099 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fbc6fe0-0a76-4e1d-8452-54a6414f9e28 admin admin] Publish callbacks [] for security_group (b1915762-4507-4263-a00f-15a7b14f5461), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:55.598958 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723fbed9-eace-4760-a872-8e52e87bb239 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:07:55.603643 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0b7fb68e-4626-49e9-9829-4991e5026fac tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:55.674152 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-1529aa12-4d72-41dd-b630-fd2da0e8b54c None None] Provisioning complete for port dc416c7b-3324-4a42-8845-432c9c62e96e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:07:55.674687 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1529aa12-4d72-41dd-b630-fd2da0e8b54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (dc416c7b-3324-4a42-8845-432c9c62e96e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:55.704491 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fbed9-eace-4760-a872-8e52e87bb239 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event updated for resources: {'Port': ['ID=1b7d55c4-0165-4859-8ed3-b3464667439f,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:55.752273 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-25d32710-296a-4d34-b21d-504e81fe1f2f tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:55.753585 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-25d32710-296a-4d34-b21d-504e81fe1f2f tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 1.0489950 Mar 05 05:07:55.783805 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-1529aa12-4d72-41dd-b630-fd2da0e8b54c None None] Port dc416c7b-3324-4a42-8845-432c9c62e96e cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:07:55.784473 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-9666663b-a871-4100-b792-25df30b0b8c0 req-340b7c09-9785-4d3c-9ff3-d914a804231f service neutron] No DVR routers for this DVR port 90b3b5b9-df48-4ffc-b613-699be6421d82 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:07:55.792210 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47492) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:55.829891 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 5e447ee7-4100-4185-aa0b-ad601672b463 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:07:55.868748 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74582eb-adcb-4559-be8a-2a0acb50aee4 req-57169e70-0b49-4c83-9097-8ffb725bef6e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:55.874194 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74582eb-adcb-4559-be8a-2a0acb50aee4 req-57169e70-0b49-4c83-9097-8ffb725bef6e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:55.880258 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74582eb-adcb-4559-be8a-2a0acb50aee4 req-57169e70-0b49-4c83-9097-8ffb725bef6e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:55.886478 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74582eb-adcb-4559-be8a-2a0acb50aee4 req-57169e70-0b49-4c83-9097-8ffb725bef6e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:55.892035 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74582eb-adcb-4559-be8a-2a0acb50aee4 req-57169e70-0b49-4c83-9097-8ffb725bef6e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:55.898314 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74582eb-adcb-4559-be8a-2a0acb50aee4 req-57169e70-0b49-4c83-9097-8ffb725bef6e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:55.901168 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b74582eb-adcb-4559-be8a-2a0acb50aee4 req-57169e70-0b49-4c83-9097-8ffb725bef6e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 4661 time: 0.5048332 Mar 05 05:07:55.965130 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fbc6fe0-0a76-4e1d-8452-54a6414f9e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b1915762-4507-4263-a00f-15a7b14f5461), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:55.969301 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fbc6fe0-0a76-4e1d-8452-54a6414f9e28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:55.972898 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3fbc6fe0-0a76-4e1d-8452-54a6414f9e28 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b1915762-4507-4263-a00f-15a7b14f5461 HTTP/1.1" status: 204 len: 168 time: 1.8176162 Mar 05 05:07:56.002748 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a9151a5d-d61c-4ab1-afae-aad69e86c827 None None] Provisioning complete for port 90b3b5b9-df48-4ffc-b613-699be6421d82 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:07:56.003161 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a9151a5d-d61c-4ab1-afae-aad69e86c827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (90b3b5b9-df48-4ffc-b613-699be6421d82), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:56.029355 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-46aa3d2d-9d33-4556-a395-a5c4715bfff2 tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=fcb165dc-7eaf-48c9-90e4-6696f6e06c98 HTTP/1.1" status: 200 len: 468 time: 0.2329400 Mar 05 05:07:56.036151 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47496) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:56.075753 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a9151a5d-d61c-4ab1-afae-aad69e86c827 None None] Port 90b3b5b9-df48-4ffc-b613-699be6421d82 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:07:56.083487 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d5a7f316-3947-4168-a030-ae73347affe4 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:07:56.125982 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bf9246db-ba98-4ca6-bf62-febd5fd9aaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (d2c5ab52-a716-4624-85f4-8595d696f629), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:56.159271 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b7c09-9785-4d3c-9ff3-d914a804231f service neutron] Pushing event updated for resources: {'Port': ['ID=90b3b5b9-df48-4ffc-b613-699be6421d82,revision_number=6']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:56.179520 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb583850-c83d-4785-a5a5-9a4f4b6544d3 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:07:56.188783 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 5e447ee7-4100-4185-aa0b-ad601672b463 is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:07:56.189156 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5e447ee7-4100-4185-aa0b-ad601672b463), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:56.213194 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port d5a7f316-3947-4168-a030-ae73347affe4 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:07:56.213580 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d5a7f316-3947-4168-a030-ae73347affe4), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:56.239022 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-eb583850-c83d-4785-a5a5-9a4f4b6544d3 admin admin] 10.222.0.11 "PUT /v2.0/routers/2316fbda-4dc5-41f5-9ba6-5ca6613d77f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3508179 Mar 05 05:07:56.299048 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-bf9246db-ba98-4ca6-bf62-febd5fd9aaaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c5ab52-a716-4624-85f4-8595d696f629']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:56.311268 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b74582eb-adcb-4559-be8a-2a0acb50aee4 req-0995acce-d7ef-456c-b90d-c0a166d8e134 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde&id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3085589 Mar 05 05:07:56.326552 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e447ee7-4100-4185-aa0b-ad601672b463'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:07:56.332789 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2223725e-c3ff-4860-8033-63905773af1b" -d '{"events": [{"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-unplugged", "status": "completed", "tag": "5e447ee7-4100-4185-aa0b-ad601672b463"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:07:56.359204 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 5e447ee7-4100-4185-aa0b-ad601672b463, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5e447ee7-4100-4185-aa0b-ad601672b463,segment=NetworkSegment(c8e4c702-f3ee-4970-96e5-405c4a08d9c8),segment_id=c8e4c702-f3ee-4970-96e5-405c4a08d9c8)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:07:56.374429 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5e447ee7-4100-4185-aa0b-ad601672b463), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:56.377144 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 630ec452-e76f-475b-beab-b349317b3e41 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:07:56.439528 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-bf9246db-ba98-4ca6-bf62-febd5fd9aaaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd18d35a-76c5-4a32-a6f8-3e5241e74d16') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:56.440100 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-bf9246db-ba98-4ca6-bf62-febd5fd9aaaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd18d35a-76c5-4a32-a6f8-3e5241e74d16') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:56.446353 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-723fbed9-eace-4760-a872-8e52e87bb239 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for router_gateway (98d744c4-203e-41b9-9316-e591f9ececef), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:56.450806 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc6fe0-0a76-4e1d-8452-54a6414f9e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1915762-4507-4263-a00f-15a7b14f5461,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:56.501586 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bf9246db-ba98-4ca6-bf62-febd5fd9aaaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (bd18d35a-76c5-4a32-a6f8-3e5241e74d16), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:56.549994 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bf9246db-ba98-4ca6-bf62-febd5fd9aaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (bd18d35a-76c5-4a32-a6f8-3e5241e74d16), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:56.560089 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-9666663b-a871-4100-b792-25df30b0b8c0 req-340b7c09-9785-4d3c-9ff3-d914a804231f service neutron] In _notify_port_updated(), no bound segment for port 90b3b5b9-df48-4ffc-b613-699be6421d82 on network 61e4226b-fc5c-4019-a996-47139c08d580 {{(pid=105232) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 05 05:07:56.561696 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0620ba4f-01a6-47c5-a0de-c815fb9bbce8 tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:56.565589 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0620ba4f-01a6-47c5-a0de-c815fb9bbce8 tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/fcb165dc-7eaf-48c9-90e4-6696f6e06c98 HTTP/1.1" status: 204 len: 168 time: 0.5232377 Mar 05 05:07:56.565688 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666663b-a871-4100-b792-25df30b0b8c0 req-340b7c09-9785-4d3c-9ff3-d914a804231f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:56.566019 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9666663b-a871-4100-b792-25df30b0b8c0 req-340b7c09-9785-4d3c-9ff3-d914a804231f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:56.567741 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47514) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:56.570527 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9666663b-a871-4100-b792-25df30b0b8c0 req-340b7c09-9785-4d3c-9ff3-d914a804231f service neutron] 10.222.0.30 "PUT /v2.0/ports/90b3b5b9-df48-4ffc-b613-699be6421d82 HTTP/1.1" status: 200 len: 1027 time: 2.5702038 Mar 05 05:07:56.571650 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 05:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ad4664-2f33-4b11-958a-3c611fcb2b1c x-openstack-request-id: req-a4ad4664-2f33-4b11-958a-3c611fcb2b1c {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:07:56.572260 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-unplugged", "status": "completed", "tag": "5e447ee7-4100-4185-aa0b-ad601672b463", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:07:56.572744 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a4ad4664-2f33-4b11-958a-3c611fcb2b1c {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:07:56.573453 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e447ee7-4100-4185-aa0b-ad601672b463', 'code': 200} Mar 05 05:07:56.576267 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf9246db-ba98-4ca6-bf62-febd5fd9aaaf admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:07:56.576680 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bf9246db-ba98-4ca6-bf62-febd5fd9aaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (bd18d35a-76c5-4a32-a6f8-3e5241e74d16), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:56.578355 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:07:56.578355 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:07:56.578355 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:07:56.578355 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:07:56.578355 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:07:56.578355 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:07:56.578355 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:07:56.578355 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:07:56.578355 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:07:56.578355 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:07:56.578355 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:07:56.578355 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:07:56.578355 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:07:56.578355 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:07:56.578355 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:07:56.578355 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:07:56.578355 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:07:56.578355 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:07:56.578355 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:07:56.578355 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:07:56.578355 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:07:56.578355 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:07:56.578355 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:07:56.578355 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:07:56.578355 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:07:56.578355 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:07:56.578355 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:07:56.578355 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:07:56.578355 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:07:56.578355 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:07:56.578355 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:07:56.578355 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:07:56.598421 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c21fea58-c985-4b14-afa4-e038c3fa69eb tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=fcb165dc-7eaf-48c9-90e4-6696f6e06c98 HTTP/1.1" status: 200 len: 216 time: 0.0263751 Mar 05 05:07:56.604504 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47516) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:56.654215 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bc2c907e-5119-46b6-bf51-7e6cdccba9c0 tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0483723 Mar 05 05:07:56.658455 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47520) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:56.682413 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f955b5f5-403a-4696-8ada-4bf580efa9e8 tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0210142 Mar 05 05:07:56.687490 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47524) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:56.698884 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bf9246db-ba98-4ca6-bf62-febd5fd9aaaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (d2c5ab52-a716-4624-85f4-8595d696f629), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:56.708821 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666663b-a871-4100-b792-25df30b0b8c0 req-7fa6febe-31f9-4172-a2a9-4a0da06e5a83 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:56.709791 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9666663b-a871-4100-b792-25df30b0b8c0 req-7fa6febe-31f9-4172-a2a9-4a0da06e5a83 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.30 "GET /v2.0/ports/e00d735a-ec46-47fa-b9a6-ebc0452db108?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1267021 Mar 05 05:07:56.711153 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bf9246db-ba98-4ca6-bf62-febd5fd9aaaf admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:56.714442 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100590ae-09c7-4f0c-9450-acf870004d26 None None] Sync routers for ids ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:07:56.715989 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bf9246db-ba98-4ca6-bf62-febd5fd9aaaf admin admin] 10.222.0.11 "DELETE /v2.0/networks/d2c5ab52-a716-4624-85f4-8595d696f629 HTTP/1.1" status: 204 len: 168 time: 1.2976639 Mar 05 05:07:56.752518 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9246db-ba98-4ca6-bf62-febd5fd9aaaf admin admin] Pushing event deleted for resources: {'Network': ['ID=d2c5ab52-a716-4624-85f4-8595d696f629,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:56.758144 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-9666663b-a871-4100-b792-25df30b0b8c0 req-2e24f0f3-9cda-4a33-90b6-efe4b1e2913a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:56.761621 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=5e447ee7-4100-4185-aa0b-ad601672b463,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:56.825118 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a09f9ca1-5d63-42d7-9f20-f6f0b7634082 tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels/b25da641-d2bc-4e7a-8201-bee17135589a HTTP/1.1" status: 200 len: 472 time: 0.1350384 Mar 05 05:07:56.828762 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47530) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:56.842254 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0b7fb68e-4626-49e9-9829-4991e5026fac tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for security_group (a76ee1b4-46f9-439a-9127-a2d33fa36bbd), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:56.843034 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0aca0d91-cca6-4884-8ebb-2831abb45636 tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules/bb70994e-e2bb-44f9-b5d4-542f768fb1d5 HTTP/1.1" status: 200 len: 461 time: 0.0130088 Mar 05 05:07:56.847373 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47532) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:56.850585 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100590ae-09c7-4f0c-9450-acf870004d26 None None] Routers {'2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:07:56.851469 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-100590ae-09c7-4f0c-9450-acf870004d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:07:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:56.856696 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port d5a7f316-3947-4168-a030-ae73347affe4 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:07:56.884871 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9666663b-a871-4100-b792-25df30b0b8c0 req-2e24f0f3-9cda-4a33-90b6-efe4b1e2913a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e00d735a-ec46-47fa-b9a6-ebc0452db108), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:56.888930 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0b7fb68e-4626-49e9-9829-4991e5026fac tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a76ee1b4-46f9-439a-9127-a2d33fa36bbd), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:57.079471 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3fcf5bbb-2337-4210-8062-ccd4c8476f4f tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:57.081835 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3fcf5bbb-2337-4210-8062-ccd4c8476f4f tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/bb70994e-e2bb-44f9-b5d4-542f768fb1d5 HTTP/1.1" status: 204 len: 168 time: 0.2332361 Mar 05 05:07:57.086277 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-100590ae-09c7-4f0c-9450-acf870004d26 None None] Set router 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:07:57.087222 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47540) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:57.104128 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-9666663b-a871-4100-b792-25df30b0b8c0 req-2e24f0f3-9cda-4a33-90b6-efe4b1e2913a service neutron] For port e00d735a-ec46-47fa-b9a6-ebc0452db108, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=e00d735a-ec46-47fa-b9a6-ebc0452db108,segment=NetworkSegment(d489005d-23c5-45e4-857a-6d4a5e83c953),segment_id=d489005d-23c5-45e4-857a-6d4a5e83c953)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:07:57.143718 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-9666663b-a871-4100-b792-25df30b0b8c0 req-2e24f0f3-9cda-4a33-90b6-efe4b1e2913a service neutron] For port e00d735a-ec46-47fa-b9a6-ebc0452db108, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:07:57.183342 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-9666663b-a871-4100-b792-25df30b0b8c0 req-2e24f0f3-9cda-4a33-90b6-efe4b1e2913a service neutron] device_id is not set on port e00d735a-ec46-47fa-b9a6-ebc0452db108 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:07:57.193840 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9666663b-a871-4100-b792-25df30b0b8c0 req-2e24f0f3-9cda-4a33-90b6-efe4b1e2913a service neutron] Publish callbacks [] for port (e00d735a-ec46-47fa-b9a6-ebc0452db108), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:57.210538 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7fb68e-4626-49e9-9829-4991e5026fac tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:07:57.212952 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9666663b-a871-4100-b792-25df30b0b8c0 req-2e24f0f3-9cda-4a33-90b6-efe4b1e2913a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (e00d735a-ec46-47fa-b9a6-ebc0452db108), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:57.268889 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7fb68e-4626-49e9-9829-4991e5026fac tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a76ee1b4-46f9-439a-9127-a2d33fa36bbd,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:57.284716 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0b7fb68e-4626-49e9-9829-4991e5026fac tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (f16ec623-d9ea-451d-8c3c-5044b9e4bdd1), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:57.285136 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-0b7fb68e-4626-49e9-9829-4991e5026fac tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Added segment f16ec623-d9ea-451d-8c3c-5044b9e4bdd1 of type vlan for network b885e2bf-4bc9-40f2-89c0-4eb33ca17d48 Mar 05 05:07:57.286714 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 630ec452-e76f-475b-beab-b349317b3e41 is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:07:57.287312 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (630ec452-e76f-475b-beab-b349317b3e41), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:57.408723 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47546) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:57.424483 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 630ec452-e76f-475b-beab-b349317b3e41, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=630ec452-e76f-475b-beab-b349317b3e41,segment=NetworkSegment(c8e4c702-f3ee-4970-96e5-405c4a08d9c8),segment_id=c8e4c702-f3ee-4970-96e5-405c4a08d9c8)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:07:57.451977 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (630ec452-e76f-475b-beab-b349317b3e41), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:57.452744 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 90b3b5b9-df48-4ffc-b613-699be6421d82 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:07:57.540898 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-9666663b-a871-4100-b792-25df30b0b8c0 req-2e24f0f3-9cda-4a33-90b6-efe4b1e2913a service neutron] No DVR routers for this DVR port e00d735a-ec46-47fa-b9a6-ebc0452db108 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:07:57.622085 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-9666663b-a871-4100-b792-25df30b0b8c0 req-2e24f0f3-9cda-4a33-90b6-efe4b1e2913a service neutron] In _notify_port_updated(), no bound segment for port e00d735a-ec46-47fa-b9a6-ebc0452db108 on network 61e4226b-fc5c-4019-a996-47139c08d580 {{(pid=105232) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 05 05:07:57.628762 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666663b-a871-4100-b792-25df30b0b8c0 req-2e24f0f3-9cda-4a33-90b6-efe4b1e2913a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:57.639650 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9666663b-a871-4100-b792-25df30b0b8c0 req-2e24f0f3-9cda-4a33-90b6-efe4b1e2913a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:57.643025 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9666663b-a871-4100-b792-25df30b0b8c0 req-2e24f0f3-9cda-4a33-90b6-efe4b1e2913a service neutron] 10.222.0.30 "PUT /v2.0/ports/e00d735a-ec46-47fa-b9a6-ebc0452db108 HTTP/1.1" status: 200 len: 1027 time: 0.9258249 Mar 05 05:07:57.645804 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47554) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:57.663060 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] The host n-h1-789963-32 is not matching for port 90b3b5b9-df48-4ffc-b613-699be6421d82 host ! {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 05 05:07:57.663506 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 90b3b5b9-df48-4ffc-b613-699be6421d82 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:07:57.664028 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 5ed04d4a-ca8f-476e-be17-67e48f14aa4a no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:07:57.681226 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-22ee7d10-7823-4626-b3c4-5181e2395496 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-419650409-network', 'tenant_id': '359100925a3c4af3bbdd327f78fd4e09'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:57.702703 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5c23e696-216b-4c84-baaa-5d7bdb0769b7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=df5573ddf6a2424587c87df1956a5319&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2901058 Mar 05 05:07:57.721252 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47558) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:57.764569 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c7a6cafd-72d2-4789-9646-150ea58a6103 tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:57.765105 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24f0f3-9cda-4a33-90b6-efe4b1e2913a service neutron] Pushing event updated for resources: {'Port': ['ID=e00d735a-ec46-47fa-b9a6-ebc0452db108,revision_number=6']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:57.767989 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c7a6cafd-72d2-4789-9646-150ea58a6103 tempest-MeteringTestJSON-1488090625 tempest-MeteringTestJSON-1488090625-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/b25da641-d2bc-4e7a-8201-bee17135589a HTTP/1.1" status: 204 len: 168 time: 0.6780260 Mar 05 05:07:57.780191 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-723fbed9-eace-4760-a872-8e52e87bb239 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (98d744c4-203e-41b9-9316-e591f9ececef), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:57.796276 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0b7fb68e-4626-49e9-9829-4991e5026fac tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (b885e2bf-4bc9-40f2-89c0-4eb33ca17d48), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:57.809019 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-868116ca-460e-41aa-9997-f6a8df8b4881 admin admin] Publish callbacks [] for security_group (ec6f21d6-1c12-47cc-88e8-24654a903ecd), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:57.816561 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=630ec452-e76f-475b-beab-b349317b3e41,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:57.836863 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-868116ca-460e-41aa-9997-f6a8df8b4881 admin admin] Publish callbacks [] for security_group (ec6f21d6-1c12-47cc-88e8-24654a903ecd), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:57.843273 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ee7d10-7823-4626-b3c4-5181e2395496 admin admin] Made reservation on behalf of 359100925a3c4af3bbdd327f78fd4e09 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:07:57.850949 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-22ee7d10-7823-4626-b3c4-5181e2395496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:57.898443 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-51ab5987-7d25-4499-9afb-ae9dc475f03f None None] Provisioning complete for port e00d735a-ec46-47fa-b9a6-ebc0452db108 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:07:57.901942 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-51ab5987-7d25-4499-9afb-ae9dc475f03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e00d735a-ec46-47fa-b9a6-ebc0452db108), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:57.950827 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa20414-5133-4b33-ab2a-7f1e95ef8ced req-37115b2a-88f9-433a-b254-175e716c65e4 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:57.968623 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa20414-5133-4b33-ab2a-7f1e95ef8ced req-37115b2a-88f9-433a-b254-175e716c65e4 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:57.978081 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa20414-5133-4b33-ab2a-7f1e95ef8ced req-37115b2a-88f9-433a-b254-175e716c65e4 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:58.001786 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 5ed04d4a-ca8f-476e-be17-67e48f14aa4a is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:07:58.002484 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5ed04d4a-ca8f-476e-be17-67e48f14aa4a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:58.003201 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa20414-5133-4b33-ab2a-7f1e95ef8ced req-37115b2a-88f9-433a-b254-175e716c65e4 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:58.016313 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa20414-5133-4b33-ab2a-7f1e95ef8ced req-37115b2a-88f9-433a-b254-175e716c65e4 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:58.020243 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8fa20414-5133-4b33-ab2a-7f1e95ef8ced req-37115b2a-88f9-433a-b254-175e716c65e4 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 3883 time: 0.4607127 Mar 05 05:07:58.021027 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-868116ca-460e-41aa-9997-f6a8df8b4881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ec6f21d6-1c12-47cc-88e8-24654a903ecd), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:58.025087 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-868116ca-460e-41aa-9997-f6a8df8b4881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:58.026449 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-868116ca-460e-41aa-9997-f6a8df8b4881 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ec6f21d6-1c12-47cc-88e8-24654a903ecd HTTP/1.1" status: 204 len: 168 time: 0.3027456 Mar 05 05:07:58.027752 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.db.resource_extend [None req-0b7fb68e-4626-49e9-9829-4991e5026fac tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 05:07:58.031374 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-51ab5987-7d25-4499-9afb-ae9dc475f03f None None] Port e00d735a-ec46-47fa-b9a6-ebc0452db108 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:07:58.062483 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868116ca-460e-41aa-9997-f6a8df8b4881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6f21d6-1c12-47cc-88e8-24654a903ecd,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:58.065330 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-22ee7d10-7823-4626-b3c4-5181e2395496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:58.097772 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0b7fb68e-4626-49e9-9829-4991e5026fac tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (b885e2bf-4bc9-40f2-89c0-4eb33ca17d48), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:58.104104 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 5ed04d4a-ca8f-476e-be17-67e48f14aa4a, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5ed04d4a-ca8f-476e-be17-67e48f14aa4a,segment=NetworkSegment(d489005d-23c5-45e4-857a-6d4a5e83c953),segment_id=d489005d-23c5-45e4-857a-6d4a5e83c953)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:07:58.115434 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7fb68e-4626-49e9-9829-4991e5026fac tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:58.118342 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0b7fb68e-4626-49e9-9829-4991e5026fac tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:58.124338 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-100590ae-09c7-4f0c-9450-acf870004d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'name': 'tempest-TestVolumeBootPattern-2145227709-router', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:07:45Z', 'updated_at': '2022-03-05T05:07:53Z', 'revision_number': 4, 'project_id': '06a4f309563b434e9962ec2905954423', 'gw_port': {'id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:46Z', 'updated_at': '2022-03-05T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'dc416c7b-3324-4a42-8845-432c9c62e96e', 'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'mac_address': 'fa:16:3e:67:24:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:52Z', 'updated_at': '2022-03-05T05:07:53Z', 'revision_number': 2, 'project_id': '06a4f309563b434e9962ec2905954423', 'subnets': [{'id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:58.155601 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100590ae-09c7-4f0c-9450-acf870004d26 None None] Checking router: 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:07:58.156011 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100590ae-09c7-4f0c-9450-acf870004d26 None None] Updating router 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 port dc416c7b-3324-4a42-8845-432c9c62e96e binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:07:58.159134 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5ed04d4a-ca8f-476e-be17-67e48f14aa4a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:58.160118 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d63edf6c-11fc-4ab3-8a9d-8f299797a83d no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:07:58.170464 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8fa20414-5133-4b33-ab2a-7f1e95ef8ced req-9af1ac1e-caea-43f5-8574-bba61e28667d tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346645 Mar 05 05:07:58.293469 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47572) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:58.443467 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0b7fb68e-4626-49e9-9829-4991e5026fac tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 4.2334352 Mar 05 05:07:58.446323 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-100590ae-09c7-4f0c-9450-acf870004d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (dc416c7b-3324-4a42-8845-432c9c62e96e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:58.447216 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47578) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:58.453252 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-cd2f4747-4e64-4eeb-8ca5-d73855b675aa tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'port': {'network_id': 'b885e2bf-4bc9-40f2-89c0-4eb33ca17d48', 'name': 'tempest-PortsTestJSON-1431637836'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:58.497775 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7fb68e-4626-49e9-9829-4991e5026fac tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Network': ['ID=b885e2bf-4bc9-40f2-89c0-4eb33ca17d48,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:58.506075 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=5ed04d4a-ca8f-476e-be17-67e48f14aa4a,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:58.540335 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network b885e2bf-4bc9-40f2-89c0-4eb33ca17d48 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:07:58.606814 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '630ec452-e76f-475b-beab-b349317b3e41'}, {'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ed04d4a-ca8f-476e-be17-67e48f14aa4a'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:07:58.609209 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-22ee7d10-7823-4626-b3c4-5181e2395496 admin admin] Publish callbacks [] for security_group (c6e871d3-3022-4c56-bc38-76203cf928c9), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:58.609663 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37493932-0558-4d79-88f7-ea479999fefa" -d '{"events": [{"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-unplugged", "status": "completed", "tag": "630ec452-e76f-475b-beab-b349317b3e41"}, {"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-unplugged", "status": "completed", "tag": "5ed04d4a-ca8f-476e-be17-67e48f14aa4a"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:07:58.630374 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-22ee7d10-7823-4626-b3c4-5181e2395496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c6e871d3-3022-4c56-bc38-76203cf928c9), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:58.646865 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22ee7d10-7823-4626-b3c4-5181e2395496 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:07:58.662515 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-22ee7d10-7823-4626-b3c4-5181e2395496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (f90eb926-7cb3-45af-8195-8d867ef78580), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:58.663469 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-22ee7d10-7823-4626-b3c4-5181e2395496 admin admin] Added segment f90eb926-7cb3-45af-8195-8d867ef78580 of type vlan for network 53cc5c59-6f1d-4a78-8484-15060dd4acd5 Mar 05 05:07:58.772969 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 05 Mar 2022 05:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a239eba-c28e-4290-b1ae-3bb8e8c666b2 x-openstack-request-id: req-9a239eba-c28e-4290-b1ae-3bb8e8c666b2 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:07:58.776119 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-unplugged", "status": "completed", "tag": "630ec452-e76f-475b-beab-b349317b3e41", "code": 200}, {"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-unplugged", "status": "completed", "tag": "5ed04d4a-ca8f-476e-be17-67e48f14aa4a", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:07:58.777499 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9a239eba-c28e-4290-b1ae-3bb8e8c666b2 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:07:58.778119 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '630ec452-e76f-475b-beab-b349317b3e41', 'code': 200} Mar 05 05:07:58.778507 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-22ee7d10-7823-4626-b3c4-5181e2395496 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (53cc5c59-6f1d-4a78-8484-15060dd4acd5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:58.780446 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ed04d4a-ca8f-476e-be17-67e48f14aa4a', 'code': 200} Mar 05 05:07:58.782772 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-20cb09a8-f8e7-4cb7-abbb-2913483bcedb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:58.794089 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2f4747-4e64-4eeb-8ca5-d73855b675aa tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:07:58.798803 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port d63edf6c-11fc-4ab3-8a9d-8f299797a83d is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:07:58.799853 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d63edf6c-11fc-4ab3-8a9d-8f299797a83d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:58.806200 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cd2f4747-4e64-4eeb-8ca5-d73855b675aa tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:58.834154 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-22ee7d10-7823-4626-b3c4-5181e2395496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (53cc5c59-6f1d-4a78-8484-15060dd4acd5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:58.835295 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ee7d10-7823-4626-b3c4-5181e2395496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:07:58.836331 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-22ee7d10-7823-4626-b3c4-5181e2395496 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:58.868613 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-22ee7d10-7823-4626-b3c4-5181e2395496 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2024417 Mar 05 05:07:58.875808 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47586) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:58.879773 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-cd2f4747-4e64-4eeb-8ca5-d73855b675aa tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] device_id is not set on port e3769001-ef29-435c-a160-7690bd121d2c yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:07:58.906097 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-63a59dc2-c642-4b08-8225-a524f406ca58 admin admin] Request body: {'subnet': {'network_id': '53cc5c59-6f1d-4a78-8484-15060dd4acd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-419650409-subnet', 'tenant_id': '359100925a3c4af3bbdd327f78fd4e09', 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:07:58.912477 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723fbed9-eace-4760-a872-8e52e87bb239 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Router 98d744c4-203e-41b9-9316-e591f9ececef is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:07:58.918743 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d63edf6c-11fc-4ab3-8a9d-8f299797a83d, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d63edf6c-11fc-4ab3-8a9d-8f299797a83d,segment=NetworkSegment(d489005d-23c5-45e4-857a-6d4a5e83c953),segment_id=d489005d-23c5-45e4-857a-6d4a5e83c953)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:07:58.924099 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee7d10-7823-4626-b3c4-5181e2395496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e871d3-3022-4c56-bc38-76203cf928c9,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:58.937841 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d63edf6c-11fc-4ab3-8a9d-8f299797a83d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:58.938503 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device e00d735a-ec46-47fa-b9a6-ebc0452db108 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:07:58.968390 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-9666663b-a871-4100-b792-25df30b0b8c0 req-4569c7f3-ad06-462e-a9c6-3e238db6bddc tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Deleting port d63edf6c-11fc-4ab3-8a9d-8f299797a83d {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:07:58.968856 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9666663b-a871-4100-b792-25df30b0b8c0 req-4569c7f3-ad06-462e-a9c6-3e238db6bddc tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d63edf6c-11fc-4ab3-8a9d-8f299797a83d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:59.072891 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47590) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:59.100842 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-9666663b-a871-4100-b792-25df30b0b8c0 req-4569c7f3-ad06-462e-a9c6-3e238db6bddc tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] For port d63edf6c-11fc-4ab3-8a9d-8f299797a83d, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d63edf6c-11fc-4ab3-8a9d-8f299797a83d,segment=NetworkSegment(d489005d-23c5-45e4-857a-6d4a5e83c953),segment_id=d489005d-23c5-45e4-857a-6d4a5e83c953)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:07:59.101764 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9666663b-a871-4100-b792-25df30b0b8c0 req-4569c7f3-ad06-462e-a9c6-3e238db6bddc tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d63edf6c-11fc-4ab3-8a9d-8f299797a83d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:59.111420 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47592) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:59.112065 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a59dc2-c642-4b08-8225-a524f406ca58 admin admin] Made reservation on behalf of 359100925a3c4af3bbdd327f78fd4e09 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:07:59.116386 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-63a59dc2-c642-4b08-8225-a524f406ca58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:59.118736 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-9666663b-a871-4100-b792-25df30b0b8c0 req-4569c7f3-ad06-462e-a9c6-3e238db6bddc tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Calling delete_port for d63edf6c-11fc-4ab3-8a9d-8f299797a83d owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:07:59.173750 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] The host n-h1-789963-32 is not matching for port e00d735a-ec46-47fa-b9a6-ebc0452db108 host ! {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 05 05:07:59.174338 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device e00d735a-ec46-47fa-b9a6-ebc0452db108 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:07:59.174623 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device fb0615e6-cbd4-44e8-a848-c0fb10603773 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:07:59.176269 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=d63edf6c-11fc-4ab3-8a9d-8f299797a83d,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:59.215737 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-93029a5c-2409-48cb-af13-bb08aaee1940 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d0250260737d4c69a81bf201cf35b344&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1385806 Mar 05 05:07:59.234399 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47598) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:59.340184 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port fb0615e6-cbd4-44e8-a848-c0fb10603773 is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:07:59.340583 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fb0615e6-cbd4-44e8-a848-c0fb10603773), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:59.345748 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee7d10-7823-4626-b3c4-5181e2395496 admin admin] Pushing event updated for resources: {'Network': ['ID=53cc5c59-6f1d-4a78-8484-15060dd4acd5,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:59.351562 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9666663b-a871-4100-b792-25df30b0b8c0 req-4569c7f3-ad06-462e-a9c6-3e238db6bddc tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (d63edf6c-11fc-4ab3-8a9d-8f299797a83d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:59.362924 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 53cc5c59-6f1d-4a78-8484-15060dd4acd5 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:07:59.426487 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569c7f3-ad06-462e-a9c6-3e238db6bddc tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Pushing event deleted for resources: {'Port': ['ID=d63edf6c-11fc-4ab3-8a9d-8f299797a83d,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:59.481967 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-9666663b-a871-4100-b792-25df30b0b8c0 req-4569c7f3-ad06-462e-a9c6-3e238db6bddc tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] No DVR routers for this DVR port d63edf6c-11fc-4ab3-8a9d-8f299797a83d on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:07:59.485059 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9666663b-a871-4100-b792-25df30b0b8c0 req-4569c7f3-ad06-462e-a9c6-3e238db6bddc tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:59.489743 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9666663b-a871-4100-b792-25df30b0b8c0 req-4569c7f3-ad06-462e-a9c6-3e238db6bddc tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.30 "DELETE /v2.0/ports/d63edf6c-11fc-4ab3-8a9d-8f299797a83d HTTP/1.1" status: 204 len: 173 time: 1.7608101 Mar 05 05:07:59.493463 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-deleted', 'tag': 'd63edf6c-11fc-4ab3-8a9d-8f299797a83d'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:07:59.496176 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be46bf00-f713-4241-91d1-9827e5c23368" -d '{"events": [{"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-deleted", "tag": "d63edf6c-11fc-4ab3-8a9d-8f299797a83d"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:07:59.508793 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c59f6a9b-8140-4ca6-8d13-4f19650cc7a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:59.604472 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd98d750-6a6d-488d-8973-10c46b338e38 x-openstack-request-id: req-fd98d750-6a6d-488d-8973-10c46b338e38 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:07:59.604962 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-deleted", "tag": "d63edf6c-11fc-4ab3-8a9d-8f299797a83d", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:07:59.605310 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fd98d750-6a6d-488d-8973-10c46b338e38 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:07:59.605877 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-deleted', 'tag': 'd63edf6c-11fc-4ab3-8a9d-8f299797a83d', 'status': 'completed', 'code': 200} Mar 05 05:07:59.621158 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c59f6a9b-8140-4ca6-8d13-4f19650cc7a3 admin admin] Publish callbacks [] for security_group (f7d2a1ca-5243-4fb6-bd54-db6c9a3128bd), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:59.662027 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port fb0615e6-cbd4-44e8-a848-c0fb10603773, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=fb0615e6-cbd4-44e8-a848-c0fb10603773,segment=NetworkSegment(01a77c7b-5d03-43ae-b14a-b31944229d80),segment_id=01a77c7b-5d03-43ae-b14a-b31944229d80)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:07:59.668194 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-100590ae-09c7-4f0c-9450-acf870004d26 None None] Publish callbacks [] for port (dc416c7b-3324-4a42-8845-432c9c62e96e), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:59.670314 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c59f6a9b-8140-4ca6-8d13-4f19650cc7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f7d2a1ca-5243-4fb6-bd54-db6c9a3128bd), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:59.670638 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fb0615e6-cbd4-44e8-a848-c0fb10603773), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:59.680782 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723fbed9-eace-4760-a872-8e52e87bb239 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:07:59.691438 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1905f8-70e6-4edd-bb90-f6a524388818 None None] Sync routers for ids ['98d744c4-203e-41b9-9316-e591f9ececef'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:07:59.712738 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1905f8-70e6-4edd-bb90-f6a524388818 None None] Routers {'98d744c4-203e-41b9-9316-e591f9ececef'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:07:59.713683 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7c1905f8-70e6-4edd-bb90-f6a524388818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:07:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['98d744c4-203e-41b9-9316-e591f9ececef'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:59.715462 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-723fbed9-eace-4760-a872-8e52e87bb239 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:59.719538 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-723fbed9-eace-4760-a872-8e52e87bb239 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.3093691 Mar 05 05:07:59.719657 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-20cb09a8-f8e7-4cb7-abbb-2913483bcedb admin admin] Publish callbacks [] for security_group (cb6160a5-4e71-4e61-8084-751312d1d80c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:59.721277 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47602) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:59.735384 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-9666663b-a871-4100-b792-25df30b0b8c0 req-b5878697-206a-4738-8bdc-585113378f52 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Deleting port 5e447ee7-4100-4185-aa0b-ad601672b463 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:07:59.735733 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9666663b-a871-4100-b792-25df30b0b8c0 req-b5878697-206a-4738-8bdc-585113378f52 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (5e447ee7-4100-4185-aa0b-ad601672b463), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:59.782301 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=fb0615e6-cbd4-44e8-a848-c0fb10603773,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:07:59.795425 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7c1905f8-70e6-4edd-bb90-f6a524388818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:59.802269 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-100590ae-09c7-4f0c-9450-acf870004d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (dc416c7b-3324-4a42-8845-432c9c62e96e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:59.818502 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1905f8-70e6-4edd-bb90-f6a524388818 None None] Routers {'98d744c4-203e-41b9-9316-e591f9ececef'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:07:59.819250 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7c1905f8-70e6-4edd-bb90-f6a524388818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:07:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['98d744c4-203e-41b9-9316-e591f9ececef'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:59.865849 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c59f6a9b-8140-4ca6-8d13-4f19650cc7a3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e1e9c338668a4d50b8d737aa013c71c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7445183 Mar 05 05:07:59.873244 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-20cb09a8-f8e7-4cb7-abbb-2913483bcedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (cb6160a5-4e71-4e61-8084-751312d1d80c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:59.898607 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47606) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:07:59.899342 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7c1905f8-70e6-4edd-bb90-f6a524388818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:07:59.899843 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-63a59dc2-c642-4b08-8225-a524f406ca58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (fa44f880-f881-4ee7-9930-f1c3b9ebccae), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:07:59.900174 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1905f8-70e6-4edd-bb90-f6a524388818 None None] The sync data for ids ['98d744c4-203e-41b9-9316-e591f9ececef'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:07:59.924764 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc4649-79e3-4a7c-9ab2-a8cabbabddde None None] Pushing event updated for resources: {'Port': ['ID=dc416c7b-3324-4a42-8845-432c9c62e96e,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:00.012800 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-9666663b-a871-4100-b792-25df30b0b8c0 req-b5878697-206a-4738-8bdc-585113378f52 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] For port 5e447ee7-4100-4185-aa0b-ad601672b463, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5e447ee7-4100-4185-aa0b-ad601672b463,segment=NetworkSegment(c8e4c702-f3ee-4970-96e5-405c4a08d9c8),segment_id=c8e4c702-f3ee-4970-96e5-405c4a08d9c8)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:08:00.013096 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9666663b-a871-4100-b792-25df30b0b8c0 req-b5878697-206a-4738-8bdc-585113378f52 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (5e447ee7-4100-4185-aa0b-ad601672b463), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:00.020342 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-89e863cf-c410-4de1-8649-0864c251e107 admin admin] Publish callbacks [] for security_group (da8a8524-23d2-4259-9ec3-c978bfbb1485), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:00.038600 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-9666663b-a871-4100-b792-25df30b0b8c0 req-b5878697-206a-4738-8bdc-585113378f52 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Calling delete_port for 5e447ee7-4100-4185-aa0b-ad601672b463 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:00.050832 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-89e863cf-c410-4de1-8649-0864c251e107 admin admin] Publish callbacks [] for security_group (da8a8524-23d2-4259-9ec3-c978bfbb1485), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:00.124189 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-100590ae-09c7-4f0c-9450-acf870004d26 None None] Attempting to bind port dc416c7b-3324-4a42-8845-432c9c62e96e on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:08:00.124578 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-100590ae-09c7-4f0c-9450-acf870004d26 None None] Attempting to bind port dc416c7b-3324-4a42-8845-432c9c62e96e by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:08:00.124958 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100590ae-09c7-4f0c-9450-acf870004d26 None None] Attempting to bind port dc416c7b-3324-4a42-8845-432c9c62e96e on network 3da289b5-f373-4722-9911-8508cc812a15 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:08:00.135106 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100590ae-09c7-4f0c-9450-acf870004d26 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:08:00.135497 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100590ae-09c7-4f0c-9450-acf870004d26 None None] Checking segment: {'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:08:00.135917 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-100590ae-09c7-4f0c-9450-acf870004d26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:00.136320 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100590ae-09c7-4f0c-9450-acf870004d26 None None] Bound using segment: {'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:08:00.136812 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-100590ae-09c7-4f0c-9450-acf870004d26 None None] Bound port: dc416c7b-3324-4a42-8845-432c9c62e96e, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:08:00.137201 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-100590ae-09c7-4f0c-9450-acf870004d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (dc416c7b-3324-4a42-8845-432c9c62e96e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:00.210580 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-89e863cf-c410-4de1-8649-0864c251e107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (da8a8524-23d2-4259-9ec3-c978bfbb1485), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:00.213825 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-89e863cf-c410-4de1-8649-0864c251e107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:00.217566 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-89e863cf-c410-4de1-8649-0864c251e107 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/da8a8524-23d2-4259-9ec3-c978bfbb1485 HTTP/1.1" status: 204 len: 168 time: 0.9777513 Mar 05 05:08:00.267669 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cd2f4747-4e64-4eeb-8ca5-d73855b675aa tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for port (e3769001-ef29-435c-a160-7690bd121d2c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:00.281395 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-100590ae-09c7-4f0c-9450-acf870004d26 None None] For port dc416c7b-3324-4a42-8845-432c9c62e96e, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:08:00.287466 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-100590ae-09c7-4f0c-9450-acf870004d26 None None] For port dc416c7b-3324-4a42-8845-432c9c62e96e, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=dc416c7b-3324-4a42-8845-432c9c62e96e,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:08:00.299999 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-100590ae-09c7-4f0c-9450-acf870004d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (dc416c7b-3324-4a42-8845-432c9c62e96e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:00.339995 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe785a-a721-4906-9b2c-ced521ee5aeb req-520f59ea-eee2-4760-be09-609b4dc51bb0 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:00.345429 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe785a-a721-4906-9b2c-ced521ee5aeb req-520f59ea-eee2-4760-be09-609b4dc51bb0 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:00.353600 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe785a-a721-4906-9b2c-ced521ee5aeb req-520f59ea-eee2-4760-be09-609b4dc51bb0 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:00.368557 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe785a-a721-4906-9b2c-ced521ee5aeb req-520f59ea-eee2-4760-be09-609b4dc51bb0 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:00.372636 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-debe785a-a721-4906-9b2c-ced521ee5aeb req-520f59ea-eee2-4760-be09-609b4dc51bb0 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 3146 time: 1.0394819 Mar 05 05:08:00.391164 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f6a9b-8140-4ca6-8d13-4f19650cc7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d2a1ca-5243-4fb6-bd54-db6c9a3128bd,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:00.430807 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-20cb09a8-f8e7-4cb7-abbb-2913483bcedb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7242ac3e0f5a48c79dbca6217b4fc7c4&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1359768 Mar 05 05:08:00.443779 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100590ae-09c7-4f0c-9450-acf870004d26 None None] Routers {'2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:08:00.444769 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-100590ae-09c7-4f0c-9450-acf870004d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:07:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:00.462299 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47612) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:00.644107 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-100590ae-09c7-4f0c-9450-acf870004d26 None None] Set router 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:08:00.664544 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cd2f4747-4e64-4eeb-8ca5-d73855b675aa tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (e3769001-ef29-435c-a160-7690bd121d2c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:00.753778 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f4747-4e64-4eeb-8ca5-d73855b675aa tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Port': ['ID=e3769001-ef29-435c-a160-7690bd121d2c,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:00.765279 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a59dc2-c642-4b08-8225-a524f406ca58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa44f880-f881-4ee7-9930-f1c3b9ebccae,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:00.782286 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb09a8-f8e7-4cb7-abbb-2913483bcedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6160a5-4e71-4e61-8084-751312d1d80c,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:00.802999 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd63edf6c-11fc-4ab3-8a9d-8f299797a83d'}, {'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb0615e6-cbd4-44e8-a848-c0fb10603773'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:08:00.807953 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dc0567-4445-46ee-8ef7-1163fcbc81ca" -d '{"events": [{"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-unplugged", "status": "completed", "tag": "d63edf6c-11fc-4ab3-8a9d-8f299797a83d"}, {"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-unplugged", "status": "completed", "tag": "fb0615e6-cbd4-44e8-a848-c0fb10603773"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:08:00.826510 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f19e8e3c-3fd4-43d8-8c44-a6a9f86ec795 admin admin] Publish callbacks [] for security_group (f7d2a1ca-5243-4fb6-bd54-db6c9a3128bd), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:00.841362 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc4649-79e3-4a7c-9ab2-a8cabbabddde None None] Pushing event updated for resources: {'Port': ['ID=dc416c7b-3324-4a42-8845-432c9c62e96e,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:00.902090 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-1799e275-3486-431c-ade6-61a6b4701118 None None] Provisioning complete for port dc416c7b-3324-4a42-8845-432c9c62e96e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:00.902898 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1799e275-3486-431c-ade6-61a6b4701118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (dc416c7b-3324-4a42-8845-432c9c62e96e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:00.905463 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f19e8e3c-3fd4-43d8-8c44-a6a9f86ec795 admin admin] Publish callbacks [] for security_group (f7d2a1ca-5243-4fb6-bd54-db6c9a3128bd), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:00.947124 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 05 Mar 2022 05:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7d6561-3026-426c-8d01-569a29a19902 x-openstack-request-id: req-3f7d6561-3026-426c-8d01-569a29a19902 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:08:00.948140 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-unplugged", "status": "completed", "tag": "d63edf6c-11fc-4ab3-8a9d-8f299797a83d", "code": 200}, {"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-unplugged", "status": "completed", "tag": "fb0615e6-cbd4-44e8-a848-c0fb10603773", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:08:00.948567 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3f7d6561-3026-426c-8d01-569a29a19902 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:08:00.949136 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd63edf6c-11fc-4ab3-8a9d-8f299797a83d', 'code': 200} Mar 05 05:08:00.949956 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb0615e6-cbd4-44e8-a848-c0fb10603773', 'code': 200} Mar 05 05:08:00.997195 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e863cf-c410-4de1-8649-0864c251e107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8a8524-23d2-4259-9ec3-c978bfbb1485,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:01.019594 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f19e8e3c-3fd4-43d8-8c44-a6a9f86ec795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f7d2a1ca-5243-4fb6-bd54-db6c9a3128bd), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:01.024123 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f19e8e3c-3fd4-43d8-8c44-a6a9f86ec795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:01.025150 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f19e8e3c-3fd4-43d8-8c44-a6a9f86ec795 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f7d2a1ca-5243-4fb6-bd54-db6c9a3128bd HTTP/1.1" status: 204 len: 168 time: 1.0925992 Mar 05 05:08:01.036164 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-1799e275-3486-431c-ade6-61a6b4701118 None None] Current status of the port dc416c7b-3324-4a42-8845-432c9c62e96e is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:08:01.037103 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1799e275-3486-431c-ade6-61a6b4701118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (dc416c7b-3324-4a42-8845-432c9c62e96e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:01.043063 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a59dc2-c642-4b08-8225-a524f406ca58 admin admin] Checking segment: {'id': 'f90eb926-7cb3-45af-8195-8d867ef78580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '53cc5c59-6f1d-4a78-8484-15060dd4acd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:08:01.043489 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a59dc2-c642-4b08-8225-a524f406ca58 admin admin] Network hostable DHCP agents. Network: 53cc5c59-6f1d-4a78-8484-15060dd4acd5, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:08:01.069368 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-debe785a-a721-4906-9b2c-ced521ee5aeb req-0efeef57-54a0-4e5d-aa1b-e14ab501e31f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6576049 Mar 05 05:08:01.070794 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e8e3c-3fd4-43d8-8c44-a6a9f86ec795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d2a1ca-5243-4fb6-bd54-db6c9a3128bd,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:01.089532 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9666663b-a871-4100-b792-25df30b0b8c0 req-b5878697-206a-4738-8bdc-585113378f52 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (5e447ee7-4100-4185-aa0b-ad601672b463), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:01.127307 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a59dc2-c642-4b08-8225-a524f406ca58 admin admin] Network 53cc5c59-6f1d-4a78-8484-15060dd4acd5 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:08:01.161585 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-1799e275-3486-431c-ade6-61a6b4701118 None None] For port dc416c7b-3324-4a42-8845-432c9c62e96e, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=dc416c7b-3324-4a42-8845-432c9c62e96e,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:08:01.171526 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1799e275-3486-431c-ade6-61a6b4701118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (dc416c7b-3324-4a42-8845-432c9c62e96e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:01.175453 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-63a59dc2-c642-4b08-8225-a524f406ca58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 53cc5c59-6f1d-4a78-8484-15060dd4acd5) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:01.181368 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5878697-206a-4738-8bdc-585113378f52 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Pushing event deleted for resources: {'Port': ['ID=5e447ee7-4100-4185-aa0b-ad601672b463,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:01.192508 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a59dc2-c642-4b08-8225-a524f406ca58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:01.193132 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-63a59dc2-c642-4b08-8225-a524f406ca58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:01.193676 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e32cb9-186e-44e1-88d1-37dd5bb07be1 None None] Network 53cc5c59-6f1d-4a78-8484-15060dd4acd5 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:08:01.212073 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2f4747-4e64-4eeb-8ca5-d73855b675aa tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Checking segment: {'id': 'f16ec623-d9ea-451d-8c3c-5044b9e4bdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b885e2bf-4bc9-40f2-89c0-4eb33ca17d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:08:01.218623 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2f4747-4e64-4eeb-8ca5-d73855b675aa tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network hostable DHCP agents. Network: b885e2bf-4bc9-40f2-89c0-4eb33ca17d48, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:08:01.228218 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-907e00b8-912c-432e-8fdc-572194e10abf admin admin] Publish callbacks [] for security_group (cb6160a5-4e71-4e61-8084-751312d1d80c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:01.250384 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-63a59dc2-c642-4b08-8225-a524f406ca58 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3545492 Mar 05 05:08:01.251583 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47620) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:01.254577 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-9666663b-a871-4100-b792-25df30b0b8c0 req-b5878697-206a-4738-8bdc-585113378f52 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] No DVR routers for this DVR port 5e447ee7-4100-4185-aa0b-ad601672b463 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:08:01.258900 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9666663b-a871-4100-b792-25df30b0b8c0 req-b5878697-206a-4738-8bdc-585113378f52 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:01.262817 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9666663b-a871-4100-b792-25df30b0b8c0 req-b5878697-206a-4738-8bdc-585113378f52 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.30 "DELETE /v2.0/ports/5e447ee7-4100-4185-aa0b-ad601672b463 HTTP/1.1" status: 204 len: 173 time: 1.7632225 Mar 05 05:08:01.265401 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-235ab8ab-bd94-4ccd-906f-3f70877b186a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-419650409-router', 'tenant_id': '359100925a3c4af3bbdd327f78fd4e09', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:01.276094 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-907e00b8-912c-432e-8fdc-572194e10abf admin admin] Publish callbacks [] for security_group (cb6160a5-4e71-4e61-8084-751312d1d80c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:01.279056 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2f4747-4e64-4eeb-8ca5-d73855b675aa tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network b885e2bf-4bc9-40f2-89c0-4eb33ca17d48 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:08:01.298340 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-cd2f4747-4e64-4eeb-8ca5-d73855b675aa tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, b885e2bf-4bc9-40f2-89c0-4eb33ca17d48) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:01.303961 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2f4747-4e64-4eeb-8ca5-d73855b675aa tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:01.313318 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2f4747-4e64-4eeb-8ca5-d73855b675aa tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:01.314069 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cd2f4747-4e64-4eeb-8ca5-d73855b675aa tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:01.340102 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-cd2f4747-4e64-4eeb-8ca5-d73855b675aa tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.8912382 Mar 05 05:08:01.348371 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47622) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:01.353716 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-a5aae6ad-ff7d-4153-8651-c11ac128cc8c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1081684413'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:01.394325 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5aae6ad-ff7d-4153-8651-c11ac128cc8c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:01.398395 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-235ab8ab-bd94-4ccd-906f-3f70877b186a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:01.399454 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-235ab8ab-bd94-4ccd-906f-3f70877b186a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:01.399590 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5aae6ad-ff7d-4153-8651-c11ac128cc8c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:01.433300 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-907e00b8-912c-432e-8fdc-572194e10abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (cb6160a5-4e71-4e61-8084-751312d1d80c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:01.436774 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-907e00b8-912c-432e-8fdc-572194e10abf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:01.440401 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-907e00b8-912c-432e-8fdc-572194e10abf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cb6160a5-4e71-4e61-8084-751312d1d80c HTTP/1.1" status: 204 len: 168 time: 0.9509015 Mar 05 05:08:01.452622 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5aae6ad-ff7d-4153-8651-c11ac128cc8c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:08:01.456351 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e00b8-912c-432e-8fdc-572194e10abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6160a5-4e71-4e61-8084-751312d1d80c,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:01.480787 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5aae6ad-ff7d-4153-8651-c11ac128cc8c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (a5b41a17-e779-4340-a048-19327312849b), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:01.481192 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-a5aae6ad-ff7d-4153-8651-c11ac128cc8c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Added segment a5b41a17-e779-4340-a048-19327312849b of type vlan for network b75a8145-2540-46cc-9d57-7f6b2bf4f7f0 Mar 05 05:08:01.489022 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73efd794-4ec0-414c-b128-63d6b89943d6 None None] Network b885e2bf-4bc9-40f2-89c0-4eb33ca17d48 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:08:01.556959 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5aae6ad-ff7d-4153-8651-c11ac128cc8c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (b75a8145-2540-46cc-9d57-7f6b2bf4f7f0), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:01.618847 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-deleted', 'tag': '5e447ee7-4100-4185-aa0b-ad601672b463'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:08:01.621201 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67f99c0-6fb2-428d-bd59-a79748b7282e" -d '{"events": [{"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-deleted", "tag": "5e447ee7-4100-4185-aa0b-ad601672b463"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:08:01.628644 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5aae6ad-ff7d-4153-8651-c11ac128cc8c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (b75a8145-2540-46cc-9d57-7f6b2bf4f7f0), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:01.640345 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5aae6ad-ff7d-4153-8651-c11ac128cc8c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:01.641524 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5aae6ad-ff7d-4153-8651-c11ac128cc8c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:01.645070 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-235ab8ab-bd94-4ccd-906f-3f70877b186a admin admin] Publish callbacks [] for router_controller (59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:01.752184 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30076b12-e837-4df6-a5cb-a4f230283727 x-openstack-request-id: req-30076b12-e837-4df6-a5cb-a4f230283727 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:08:01.752479 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-deleted", "tag": "5e447ee7-4100-4185-aa0b-ad601672b463", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:08:01.752729 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-30076b12-e837-4df6-a5cb-a4f230283727 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:08:01.753130 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-deleted', 'tag': '5e447ee7-4100-4185-aa0b-ad601672b463', 'status': 'completed', 'code': 200} Mar 05 05:08:01.766228 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f20c5c-a407-4d09-a2a0-045894ba2631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-53cc5c59-6f1d-4a78-8484-15060dd4acd5', 'network_id': '53cc5c59-6f1d-4a78-8484-15060dd4acd5', 'project_id': '359100925a3c4af3bbdd327f78fd4e09', 'fixed_ips': [{'subnet_id': 'fa44f880-f881-4ee7-9930-f1c3b9ebccae'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:08:01.767145 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-91f20c5c-a407-4d09-a2a0-045894ba2631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:01.769688 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799e275-3486-431c-ade6-61a6b4701118 None None] Pushing event updated for resources: {'Port': ['ID=dc416c7b-3324-4a42-8845-432c9c62e96e,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:01.777895 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a5aae6ad-ff7d-4153-8651-c11ac128cc8c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4246120 Mar 05 05:08:01.790989 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47634) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:01.808700 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-100590ae-09c7-4f0c-9450-acf870004d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'name': 'tempest-TestVolumeBootPattern-2145227709-router', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:07:45Z', 'updated_at': '2022-03-05T05:07:53Z', 'revision_number': 4, 'project_id': '06a4f309563b434e9962ec2905954423', 'gw_port': {'id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:46Z', 'updated_at': '2022-03-05T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'dc416c7b-3324-4a42-8845-432c9c62e96e', 'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'mac_address': 'fa:16:3e:67:24:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:52Z', 'updated_at': '2022-03-05T05:08:00Z', 'revision_number': 4, 'project_id': '06a4f309563b434e9962ec2905954423', 'subnets': [{'id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:01.879317 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-47489071-00c0-4219-bcef-75869c47ad7b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'ports': [{'network_id': 'b885e2bf-4bc9-40f2-89c0-4eb33ca17d48'}, {'network_id': 'b75a8145-2540-46cc-9d57-7f6b2bf4f7f0'}]} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:01.879641 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-47489071-00c0-4219-bcef-75869c47ad7b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'port': {'network_id': 'b885e2bf-4bc9-40f2-89c0-4eb33ca17d48'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:01.880297 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-47489071-00c0-4219-bcef-75869c47ad7b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'port': {'network_id': 'b75a8145-2540-46cc-9d57-7f6b2bf4f7f0'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:01.888806 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-9666663b-a871-4100-b792-25df30b0b8c0 req-50ac151f-df22-4119-8c41-e8fafe7187e2 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Deleting port 5ed04d4a-ca8f-476e-be17-67e48f14aa4a {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:01.889147 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9666663b-a871-4100-b792-25df30b0b8c0 req-50ac151f-df22-4119-8c41-e8fafe7187e2 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (5ed04d4a-ca8f-476e-be17-67e48f14aa4a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:01.927372 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100590ae-09c7-4f0c-9450-acf870004d26 None None] The sync data for ids ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'] in n-d-789963-32 is: [{'id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'name': 'tempest-TestVolumeBootPattern-2145227709-router', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:07:45Z', 'updated_at': '2022-03-05T05:07:53Z', 'revision_number': 4, 'project_id': '06a4f309563b434e9962ec2905954423', 'gw_port': {'id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:46Z', 'updated_at': '2022-03-05T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'dc416c7b-3324-4a42-8845-432c9c62e96e', 'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'mac_address': 'fa:16:3e:67:24:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:52Z', 'updated_at': '2022-03-05T05:08:00Z', 'revision_number': 4, 'project_id': '06a4f309563b434e9962ec2905954423', 'subnets': [{'id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:08:01.935307 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f0737820-0f05-4800-aadf-501d83366fb3 None None] Provisioning complete for port dc416c7b-3324-4a42-8845-432c9c62e96e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:01.935694 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f0737820-0f05-4800-aadf-501d83366fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (dc416c7b-3324-4a42-8845-432c9c62e96e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:02.084430 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47644) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:02.141839 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aae6ad-ff7d-4153-8651-c11ac128cc8c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Network': ['ID=b75a8145-2540-46cc-9d57-7f6b2bf4f7f0,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:02.160258 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network b75a8145-2540-46cc-9d57-7f6b2bf4f7f0 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:08:02.183616 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8f015ac9-c88e-4352-ab01-6cf53da439a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:02.338062 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-235ab8ab-bd94-4ccd-906f-3f70877b186a admin admin] Publish callbacks [] for router_gateway (59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:02.428032 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-9666663b-a871-4100-b792-25df30b0b8c0 req-50ac151f-df22-4119-8c41-e8fafe7187e2 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] For port 5ed04d4a-ca8f-476e-be17-67e48f14aa4a, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=5ed04d4a-ca8f-476e-be17-67e48f14aa4a,segment=NetworkSegment(d489005d-23c5-45e4-857a-6d4a5e83c953),segment_id=d489005d-23c5-45e4-857a-6d4a5e83c953)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:08:02.428925 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9666663b-a871-4100-b792-25df30b0b8c0 req-50ac151f-df22-4119-8c41-e8fafe7187e2 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (5ed04d4a-ca8f-476e-be17-67e48f14aa4a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:02.465278 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-9666663b-a871-4100-b792-25df30b0b8c0 req-50ac151f-df22-4119-8c41-e8fafe7187e2 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Calling delete_port for 5ed04d4a-ca8f-476e-be17-67e48f14aa4a owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:02.481293 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a052982c-0a74-4f01-8c92-a3b92b6d75ea tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:02.492587 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f214b6d-931a-4e6f-9a03-f856bea0be2c req-d076117f-eb23-4599-845f-a87eff6dca20 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:02.499996 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f214b6d-931a-4e6f-9a03-f856bea0be2c req-d076117f-eb23-4599-845f-a87eff6dca20 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:02.505521 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f214b6d-931a-4e6f-9a03-f856bea0be2c req-d076117f-eb23-4599-845f-a87eff6dca20 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:02.507557 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9f214b6d-931a-4e6f-9a03-f856bea0be2c req-d076117f-eb23-4599-845f-a87eff6dca20 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 2411 time: 0.2434337 Mar 05 05:08:02.509685 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47489071-00c0-4219-bcef-75869c47ad7b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'port': 2} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:02.514825 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-47489071-00c0-4219-bcef-75869c47ad7b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:02.566473 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-47489071-00c0-4219-bcef-75869c47ad7b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:02.624152 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f0737820-0f05-4800-aadf-501d83366fb3 None None] Current status of the port dc416c7b-3324-4a42-8845-432c9c62e96e is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:08:02.675662 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-91f20c5c-a407-4d09-a2a0-045894ba2631 None None] Allocated IP 172.20.0.2 (53cc5c59-6f1d-4a78-8484-15060dd4acd5/fa44f880-f881-4ee7-9930-f1c3b9ebccae/afa3331c-23ba-40f1-9ecc-70edcd1bc3b1) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:02.696650 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9f214b6d-931a-4e6f-9a03-f856bea0be2c req-8aaec6cc-7574-4108-b667-1487ec3bdded tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703732 Mar 05 05:08:02.799000 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8f015ac9-c88e-4352-ab01-6cf53da439a1 admin admin] Publish callbacks [] for security_group (e0ab3a99-1362-4a1e-860f-fe6eb4763298), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:02.851191 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8f015ac9-c88e-4352-ab01-6cf53da439a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e0ab3a99-1362-4a1e-860f-fe6eb4763298), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:02.942705 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47656) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:02.970416 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-91f20c5c-a407-4d09-a2a0-045894ba2631 None None] Publish callbacks [] for port (afa3331c-23ba-40f1-9ecc-70edcd1bc3b1), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:02.985473 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-91f20c5c-a407-4d09-a2a0-045894ba2631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (afa3331c-23ba-40f1-9ecc-70edcd1bc3b1), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:03.001363 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8f015ac9-c88e-4352-ab01-6cf53da439a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cc0c658605234ca6b6d5d08086a4c555&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9032469 Mar 05 05:08:03.002369 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47660) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:03.018401 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f015ac9-c88e-4352-ab01-6cf53da439a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ab3a99-1362-4a1e-860f-fe6eb4763298,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:03.036949 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f20c5c-a407-4d09-a2a0-045894ba2631 None None] Network 53cc5c59-6f1d-4a78-8484-15060dd4acd5 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:03.040819 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-91f20c5c-a407-4d09-a2a0-045894ba2631 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:03.046441 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f20c5c-a407-4d09-a2a0-045894ba2631 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:03.052120 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-47489071-00c0-4219-bcef-75869c47ad7b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] device_id is not set on port 9e785c88-a111-40b2-90c3-1072a78cdd79 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:08:03.136573 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-42ede0d7-0010-437b-98f5-ea1f3ff73309 admin admin] Publish callbacks [] for security_group (e0ab3a99-1362-4a1e-860f-fe6eb4763298), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:03.204165 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f20c5c-a407-4d09-a2a0-045894ba2631 None None] Pushing event updated for resources: {'Port': ['ID=afa3331c-23ba-40f1-9ecc-70edcd1bc3b1,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:03.239300 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-91f20c5c-a407-4d09-a2a0-045894ba2631 None None] Attempting to bind port afa3331c-23ba-40f1-9ecc-70edcd1bc3b1 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:08:03.239687 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-91f20c5c-a407-4d09-a2a0-045894ba2631 None None] Attempting to bind port afa3331c-23ba-40f1-9ecc-70edcd1bc3b1 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'f90eb926-7cb3-45af-8195-8d867ef78580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '53cc5c59-6f1d-4a78-8484-15060dd4acd5'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:08:03.240057 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f20c5c-a407-4d09-a2a0-045894ba2631 None None] Attempting to bind port afa3331c-23ba-40f1-9ecc-70edcd1bc3b1 on network 53cc5c59-6f1d-4a78-8484-15060dd4acd5 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:08:03.246539 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f20c5c-a407-4d09-a2a0-045894ba2631 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:08:03.246950 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f20c5c-a407-4d09-a2a0-045894ba2631 None None] Checking segment: {'id': 'f90eb926-7cb3-45af-8195-8d867ef78580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '53cc5c59-6f1d-4a78-8484-15060dd4acd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:08:03.248023 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-91f20c5c-a407-4d09-a2a0-045894ba2631 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:03.248168 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f20c5c-a407-4d09-a2a0-045894ba2631 None None] Bound using segment: {'id': 'f90eb926-7cb3-45af-8195-8d867ef78580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '53cc5c59-6f1d-4a78-8484-15060dd4acd5'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:08:03.248610 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-91f20c5c-a407-4d09-a2a0-045894ba2631 None None] Bound port: afa3331c-23ba-40f1-9ecc-70edcd1bc3b1, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90eb926-7cb3-45af-8195-8d867ef78580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '53cc5c59-6f1d-4a78-8484-15060dd4acd5'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:08:03.249019 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-91f20c5c-a407-4d09-a2a0-045894ba2631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (afa3331c-23ba-40f1-9ecc-70edcd1bc3b1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:03.249696 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-42ede0d7-0010-437b-98f5-ea1f3ff73309 admin admin] Publish callbacks [] for security_group (e0ab3a99-1362-4a1e-860f-fe6eb4763298), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:03.307564 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fcc9a42d-198a-4baf-8cf7-c10f9cb97020 tempest-AgentManagementNegativeTest-695168904 tempest-AgentManagementNegativeTest-695168904-project] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3557715 Mar 05 05:08:03.410823 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-235ab8ab-bd94-4ccd-906f-3f70877b186a admin admin] Publish callbacks [] for router_gateway (59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:03.429604 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-91f20c5c-a407-4d09-a2a0-045894ba2631 None None] For port afa3331c-23ba-40f1-9ecc-70edcd1bc3b1, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:08:03.441490 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-235ab8ab-bd94-4ccd-906f-3f70877b186a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:03.447763 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9666663b-a871-4100-b792-25df30b0b8c0 req-50ac151f-df22-4119-8c41-e8fafe7187e2 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (5ed04d4a-ca8f-476e-be17-67e48f14aa4a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:03.448562 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-91f20c5c-a407-4d09-a2a0-045894ba2631 None None] For port afa3331c-23ba-40f1-9ecc-70edcd1bc3b1, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=afa3331c-23ba-40f1-9ecc-70edcd1bc3b1,segment=NetworkSegment(f90eb926-7cb3-45af-8195-8d867ef78580),segment_id=f90eb926-7cb3-45af-8195-8d867ef78580)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:08:03.464232 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-91f20c5c-a407-4d09-a2a0-045894ba2631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (afa3331c-23ba-40f1-9ecc-70edcd1bc3b1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:03.464428 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-47489071-00c0-4219-bcef-75869c47ad7b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for port (9e785c88-a111-40b2-90c3-1072a78cdd79), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:03.566828 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f20c5c-a407-4d09-a2a0-045894ba2631 None None] Pushing event updated for resources: {'Port': ['ID=afa3331c-23ba-40f1-9ecc-70edcd1bc3b1,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:03.589024 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-a052982c-0a74-4f01-8c92-a3b92b6d75ea tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Allocated IP 172.20.0.1 (5dec06f8-c387-45a3-98fe-c85ab648b02e/c868fd15-4526-427d-8e38-b892b3cd0c5c/600c8267-e984-44da-b47e-ddd18dfc3c26) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:03.592274 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-42ede0d7-0010-437b-98f5-ea1f3ff73309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e0ab3a99-1362-4a1e-860f-fe6eb4763298), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:03.596400 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-42ede0d7-0010-437b-98f5-ea1f3ff73309 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:03.598208 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-42ede0d7-0010-437b-98f5-ea1f3ff73309 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e0ab3a99-1362-4a1e-860f-fe6eb4763298 HTTP/1.1" status: 204 len: 168 time: 0.5904727 Mar 05 05:08:03.666477 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ede0d7-0010-437b-98f5-ea1f3ff73309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ab3a99-1362-4a1e-860f-fe6eb4763298,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:03.692605 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-47489071-00c0-4219-bcef-75869c47ad7b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] device_id is not set on port b934c96f-8b5c-49dd-87b1-ad6b9d4e4813 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:08:03.939768 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a052982c-0a74-4f01-8c92-a3b92b6d75ea tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for port (600c8267-e984-44da-b47e-ddd18dfc3c26), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:04.085413 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47678) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:04.150593 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac151f-df22-4119-8c41-e8fafe7187e2 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Pushing event deleted for resources: {'Port': ['ID=5ed04d4a-ca8f-476e-be17-67e48f14aa4a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:04.172421 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-47489071-00c0-4219-bcef-75869c47ad7b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for port (b934c96f-8b5c-49dd-87b1-ad6b9d4e4813), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:04.232779 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a052982c-0a74-4f01-8c92-a3b92b6d75ea tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (600c8267-e984-44da-b47e-ddd18dfc3c26), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:04.282431 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device dc416c7b-3324-4a42-8845-432c9c62e96e up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:08:04.377547 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port dc416c7b-3324-4a42-8845-432c9c62e96e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:04.378597 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (dc416c7b-3324-4a42-8845-432c9c62e96e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:04.420331 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354e5cc-7bf5-4be4-bfc2-d41e216576c1 req-dcc814e5-f2dc-4748-993b-5200c61151aa tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:04.440010 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354e5cc-7bf5-4be4-bfc2-d41e216576c1 req-dcc814e5-f2dc-4748-993b-5200c61151aa tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:04.441685 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6354e5cc-7bf5-4be4-bfc2-d41e216576c1 req-dcc814e5-f2dc-4748-993b-5200c61151aa tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 1678 time: 0.5104432 Mar 05 05:08:04.442353 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a052982c-0a74-4f01-8c92-a3b92b6d75ea tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Network 5dec06f8-c387-45a3-98fe-c85ab648b02e is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:04.445824 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-9666663b-a871-4100-b792-25df30b0b8c0 req-50ac151f-df22-4119-8c41-e8fafe7187e2 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] No DVR routers for this DVR port 5ed04d4a-ca8f-476e-be17-67e48f14aa4a on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:08:04.464513 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-a052982c-0a74-4f01-8c92-a3b92b6d75ea tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:04.465825 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-47489071-00c0-4219-bcef-75869c47ad7b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (9e785c88-a111-40b2-90c3-1072a78cdd79), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:04.500187 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9666663b-a871-4100-b792-25df30b0b8c0 req-50ac151f-df22-4119-8c41-e8fafe7187e2 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:04.503957 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9666663b-a871-4100-b792-25df30b0b8c0 req-50ac151f-df22-4119-8c41-e8fafe7187e2 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.30 "DELETE /v2.0/ports/5ed04d4a-ca8f-476e-be17-67e48f14aa4a HTTP/1.1" status: 204 len: 173 time: 3.2205768 Mar 05 05:08:04.506132 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-deleted', 'tag': '5ed04d4a-ca8f-476e-be17-67e48f14aa4a'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:08:04.511653 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4570217b-55d9-48c7-b5d4-a5ebdac08065" -d '{"events": [{"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-deleted", "tag": "5ed04d4a-ca8f-476e-be17-67e48f14aa4a"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:08:04.523762 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a052982c-0a74-4f01-8c92-a3b92b6d75ea tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:04.612249 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47489071-00c0-4219-bcef-75869c47ad7b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Port': ['ID=9e785c88-a111-40b2-90c3-1072a78cdd79,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:04.629580 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port dc416c7b-3324-4a42-8845-432c9c62e96e is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:08:04.633858 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device afa3331c-23ba-40f1-9ecc-70edcd1bc3b1 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:08:04.643913 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47489071-00c0-4219-bcef-75869c47ad7b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network b885e2bf-4bc9-40f2-89c0-4eb33ca17d48 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:04.645562 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6fef49fc-8a79-4fcf-944b-ad684d43640a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:04.649654 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-47489071-00c0-4219-bcef-75869c47ad7b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:04.654084 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47489071-00c0-4219-bcef-75869c47ad7b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:04.660151 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-47489071-00c0-4219-bcef-75869c47ad7b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (b934c96f-8b5c-49dd-87b1-ad6b9d4e4813), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:04.742477 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port afa3331c-23ba-40f1-9ecc-70edcd1bc3b1 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:04.743564 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (afa3331c-23ba-40f1-9ecc-70edcd1bc3b1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:04.779688 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287c01d4-9fe8-40e6-8139-a7146c23e836 x-openstack-request-id: req-287c01d4-9fe8-40e6-8139-a7146c23e836 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:08:04.779993 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-deleted", "tag": "5ed04d4a-ca8f-476e-be17-67e48f14aa4a", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:08:04.780259 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-287c01d4-9fe8-40e6-8139-a7146c23e836 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:08:04.780684 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-deleted', 'tag': '5ed04d4a-ca8f-476e-be17-67e48f14aa4a', 'status': 'completed', 'code': 200} Mar 05 05:08:04.821888 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6354e5cc-7bf5-4be4-bfc2-d41e216576c1 req-3baab662-5f1f-4553-b9ad-907c869650a9 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3656111 Mar 05 05:08:04.825000 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052982c-0a74-4f01-8c92-a3b92b6d75ea tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event updated for resources: {'Port': ['ID=600c8267-e984-44da-b47e-ddd18dfc3c26,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:04.852932 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47489071-00c0-4219-bcef-75869c47ad7b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Port': ['ID=b934c96f-8b5c-49dd-87b1-ad6b9d4e4813,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:04.865453 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47489071-00c0-4219-bcef-75869c47ad7b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Checking segment: {'id': 'a5b41a17-e779-4340-a048-19327312849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'b75a8145-2540-46cc-9d57-7f6b2bf4f7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:08:04.865843 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47489071-00c0-4219-bcef-75869c47ad7b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network hostable DHCP agents. Network: b75a8145-2540-46cc-9d57-7f6b2bf4f7f0, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:08:04.915167 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port afa3331c-23ba-40f1-9ecc-70edcd1bc3b1 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:08:04.915900 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (afa3331c-23ba-40f1-9ecc-70edcd1bc3b1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:04.926375 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6fef49fc-8a79-4fcf-944b-ad684d43640a admin admin] Publish callbacks [] for security_group (106cd6b8-3c62-4205-bc1a-fd383dbad452), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:04.947113 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6fef49fc-8a79-4fcf-944b-ad684d43640a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (106cd6b8-3c62-4205-bc1a-fd383dbad452), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:04.970075 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47489071-00c0-4219-bcef-75869c47ad7b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network b75a8145-2540-46cc-9d57-7f6b2bf4f7f0 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:08:04.981976 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a052982c-0a74-4f01-8c92-a3b92b6d75ea tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (98d744c4-203e-41b9-9316-e591f9ececef), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:04.991395 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port afa3331c-23ba-40f1-9ecc-70edcd1bc3b1, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=afa3331c-23ba-40f1-9ecc-70edcd1bc3b1,segment=NetworkSegment(f90eb926-7cb3-45af-8195-8d867ef78580),segment_id=f90eb926-7cb3-45af-8195-8d867ef78580)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:08:04.996299 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-47489071-00c0-4219-bcef-75869c47ad7b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, b75a8145-2540-46cc-9d57-7f6b2bf4f7f0) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:05.000645 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (afa3331c-23ba-40f1-9ecc-70edcd1bc3b1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:05.013845 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47489071-00c0-4219-bcef-75869c47ad7b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:05.019166 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47489071-00c0-4219-bcef-75869c47ad7b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:05.024212 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47489071-00c0-4219-bcef-75869c47ad7b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:05.024903 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-47489071-00c0-4219-bcef-75869c47ad7b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:05.029130 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef49fc-8a79-4fcf-944b-ad684d43640a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106cd6b8-3c62-4205-bc1a-fd383dbad452,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:05.042713 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6fef49fc-8a79-4fcf-944b-ad684d43640a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e2a3e16b57694aea82ac7aedcdd6bdbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9459865 Mar 05 05:08:05.054821 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47700) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:05.097477 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c52c491-91c7-4ef8-8657-a25619fd6801 None None] Network b75a8145-2540-46cc-9d57-7f6b2bf4f7f0 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:08:05.117187 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-47489071-00c0-4219-bcef-75869c47ad7b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3169379 Mar 05 05:08:05.120253 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47704) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:05.148150 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=afa3331c-23ba-40f1-9ecc-70edcd1bc3b1,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:05.246318 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-235ab8ab-bd94-4ccd-906f-3f70877b186a admin admin] Allocated IP 172.25.0.86 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/8bf9b611-44ad-4906-804d-72a2dbc63d4a) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:05.325085 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47706) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:05.499016 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-235ab8ab-bd94-4ccd-906f-3f70877b186a admin admin] Publish callbacks [] for port (8bf9b611-44ad-4906-804d-72a2dbc63d4a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:05.530107 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206c76ef-96dd-481b-baa4-563ba5220c0f None None] Network 53cc5c59-6f1d-4a78-8484-15060dd4acd5 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:08:05.559410 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-235ab8ab-bd94-4ccd-906f-3f70877b186a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (8bf9b611-44ad-4906-804d-72a2dbc63d4a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:05.624066 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a052982c-0a74-4f01-8c92-a3b92b6d75ea tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (600c8267-e984-44da-b47e-ddd18dfc3c26), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:05.662907 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-9666663b-a871-4100-b792-25df30b0b8c0 req-0ac651b3-ae2c-4595-b6ad-757858533550 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Deleting port fb0615e6-cbd4-44e8-a848-c0fb10603773 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:05.665448 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9666663b-a871-4100-b792-25df30b0b8c0 req-0ac651b3-ae2c-4595-b6ad-757858533550 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (fb0615e6-cbd4-44e8-a848-c0fb10603773), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:05.716687 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235ab8ab-bd94-4ccd-906f-3f70877b186a admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:05.730910 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-235ab8ab-bd94-4ccd-906f-3f70877b186a admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:05.736466 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-b7a91692-fab8-467e-88fc-8f1d053a770c None None] Provisioning complete for port afa3331c-23ba-40f1-9ecc-70edcd1bc3b1 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:05.737055 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b7a91692-fab8-467e-88fc-8f1d053a770c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (afa3331c-23ba-40f1-9ecc-70edcd1bc3b1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:05.756484 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235ab8ab-bd94-4ccd-906f-3f70877b186a admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:05.829160 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-2b544a6d-a896-42a2-bc7c-132ba3fd986b tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1734502262'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:05.830186 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e7957821-93e8-43bb-83ce-1e1b4356e91e admin admin] Publish callbacks [] for security_group (106cd6b8-3c62-4205-bc1a-fd383dbad452), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:05.853287 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ab8ab-bd94-4ccd-906f-3f70877b186a admin admin] Pushing event updated for resources: {'Port': ['ID=8bf9b611-44ad-4906-804d-72a2dbc63d4a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:05.899102 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e7957821-93e8-43bb-83ce-1e1b4356e91e admin admin] Publish callbacks [] for security_group (106cd6b8-3c62-4205-bc1a-fd383dbad452), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:05.923795 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b7a91692-fab8-467e-88fc-8f1d053a770c None None] Current status of the port afa3331c-23ba-40f1-9ecc-70edcd1bc3b1 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:08:06.037547 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e7957821-93e8-43bb-83ce-1e1b4356e91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (106cd6b8-3c62-4205-bc1a-fd383dbad452), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:06.041544 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e7957821-93e8-43bb-83ce-1e1b4356e91e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:06.042093 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b544a6d-a896-42a2-bc7c-132ba3fd986b tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Made reservation on behalf of 39510327ed9b4a268449421d62954bfc for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:06.042798 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e7957821-93e8-43bb-83ce-1e1b4356e91e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/106cd6b8-3c62-4205-bc1a-fd383dbad452 HTTP/1.1" status: 204 len: 168 time: 0.9841619 Mar 05 05:08:06.045701 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b544a6d-a896-42a2-bc7c-132ba3fd986b tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:06.053659 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device afa3331c-23ba-40f1-9ecc-70edcd1bc3b1 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:08:06.060714 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b544a6d-a896-42a2-bc7c-132ba3fd986b tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:06.103323 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7957821-93e8-43bb-83ce-1e1b4356e91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106cd6b8-3c62-4205-bc1a-fd383dbad452,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:06.195418 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-9666663b-a871-4100-b792-25df30b0b8c0 req-0ac651b3-ae2c-4595-b6ad-757858533550 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] For port fb0615e6-cbd4-44e8-a848-c0fb10603773, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=fb0615e6-cbd4-44e8-a848-c0fb10603773,segment=NetworkSegment(01a77c7b-5d03-43ae-b14a-b31944229d80),segment_id=01a77c7b-5d03-43ae-b14a-b31944229d80)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:08:06.196399 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9666663b-a871-4100-b792-25df30b0b8c0 req-0ac651b3-ae2c-4595-b6ad-757858533550 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (fb0615e6-cbd4-44e8-a848-c0fb10603773), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:06.199423 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port afa3331c-23ba-40f1-9ecc-70edcd1bc3b1 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:06.199821 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (afa3331c-23ba-40f1-9ecc-70edcd1bc3b1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:06.258393 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a150dd-20d8-458c-a67e-552b2fd6f6f6 req-9a578e84-ca54-4f9d-a352-a120d96fc49c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:06.277746 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a150dd-20d8-458c-a67e-552b2fd6f6f6 req-9a578e84-ca54-4f9d-a352-a120d96fc49c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:06.282238 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b0a150dd-20d8-458c-a67e-552b2fd6f6f6 req-9a578e84-ca54-4f9d-a352-a120d96fc49c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 1678 time: 0.2664998 Mar 05 05:08:06.380419 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-beb04994-f93a-455f-80f3-07bddb92b63a tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Deleting port b934c96f-8b5c-49dd-87b1-ad6b9d4e4813 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:06.380924 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-beb04994-f93a-455f-80f3-07bddb92b63a tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (b934c96f-8b5c-49dd-87b1-ad6b9d4e4813), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:06.408805 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port afa3331c-23ba-40f1-9ecc-70edcd1bc3b1 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:08:06.430656 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-28fe05cd-df8b-4750-abad-bd5fba442535 None None] Provisioning complete for port afa3331c-23ba-40f1-9ecc-70edcd1bc3b1 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:06.431055 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-28fe05cd-df8b-4750-abad-bd5fba442535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (afa3331c-23ba-40f1-9ecc-70edcd1bc3b1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:06.434056 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b0a150dd-20d8-458c-a67e-552b2fd6f6f6 req-4c36d412-0b87-4fb9-96ed-446a7e9498ca tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451795 Mar 05 05:08:06.559665 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-beb04994-f93a-455f-80f3-07bddb92b63a tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (b934c96f-8b5c-49dd-87b1-ad6b9d4e4813), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:06.593659 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-beb04994-f93a-455f-80f3-07bddb92b63a tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Calling delete_port for b934c96f-8b5c-49dd-87b1-ad6b9d4e4813 owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:06.655862 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-28fe05cd-df8b-4750-abad-bd5fba442535 None None] Current status of the port afa3331c-23ba-40f1-9ecc-70edcd1bc3b1 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:08:06.765556 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-beb04994-f93a-455f-80f3-07bddb92b63a tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (b934c96f-8b5c-49dd-87b1-ad6b9d4e4813), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:06.825530 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-beb04994-f93a-455f-80f3-07bddb92b63a tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:06.832797 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-beb04994-f93a-455f-80f3-07bddb92b63a tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/ports/b934c96f-8b5c-49dd-87b1-ad6b9d4e4813 HTTP/1.1" status: 204 len: 168 time: 1.7091351 Mar 05 05:08:06.832797 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb04994-f93a-455f-80f3-07bddb92b63a tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Port': ['ID=b934c96f-8b5c-49dd-87b1-ad6b9d4e4813,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:06.839244 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47728) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:06.979176 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5be211f-ac4a-427a-917c-a57776e856c5 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:06.988529 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5be211f-ac4a-427a-917c-a57776e856c5 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:06.993318 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e5be211f-ac4a-427a-917c-a57776e856c5 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1497195 Mar 05 05:08:06.993499 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47732) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:07.148348 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-7cf8c6c8-908c-4f6a-b150-430a97c554f0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Deleting port 9e785c88-a111-40b2-90c3-1072a78cdd79 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:07.148951 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c6c8-908c-4f6a-b150-430a97c554f0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (9e785c88-a111-40b2-90c3-1072a78cdd79), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:07.184373 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b544a6d-a896-42a2-bc7c-132ba3fd986b tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks [] for security_group (9cb0dc4a-242a-4244-bdb1-d110be1179b6), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:07.200195 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b544a6d-a896-42a2-bc7c-132ba3fd986b tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (9cb0dc4a-242a-4244-bdb1-d110be1179b6), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:07.212256 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b544a6d-a896-42a2-bc7c-132ba3fd986b tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:08:07.221319 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b544a6d-a896-42a2-bc7c-132ba3fd986b tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (fadccd09-f78f-47b1-818b-b716314dd887), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:07.221701 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-2b544a6d-a896-42a2-bc7c-132ba3fd986b tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Added segment fadccd09-f78f-47b1-818b-b716314dd887 of type vlan for network 4c12f0b0-b154-44f7-bf40-6862d036a0e5 Mar 05 05:08:07.236622 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c6c8-908c-4f6a-b150-430a97c554f0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (9e785c88-a111-40b2-90c3-1072a78cdd79), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:07.254496 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-7cf8c6c8-908c-4f6a-b150-430a97c554f0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Calling delete_port for 9e785c88-a111-40b2-90c3-1072a78cdd79 owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:07.266795 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b544a6d-a896-42a2-bc7c-132ba3fd986b tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (4c12f0b0-b154-44f7-bf40-6862d036a0e5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:07.301219 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b544a6d-a896-42a2-bc7c-132ba3fd986b tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (4c12f0b0-b154-44f7-bf40-6862d036a0e5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:07.307395 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b544a6d-a896-42a2-bc7c-132ba3fd986b tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:07.307999 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b544a6d-a896-42a2-bc7c-132ba3fd986b tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:07.311751 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9666663b-a871-4100-b792-25df30b0b8c0 req-0ac651b3-ae2c-4595-b6ad-757858533550 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:07.312122 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9666663b-a871-4100-b792-25df30b0b8c0 req-0ac651b3-ae2c-4595-b6ad-757858533550 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (9f93bbaf-83a7-4235-94b1-4183c3aebc9e), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:07.312429 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [req-9666663b-a871-4100-b792-25df30b0b8c0 req-0ac651b3-ae2c-4595-b6ad-757858533550 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Floating IP 9f93bbaf-83a7-4235-94b1-4183c3aebc9e disassociated. External IP: 172.25.0.177, port: fb0615e6-cbd4-44e8-a848-c0fb10603773. Mar 05 05:08:07.313066 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-9666663b-a871-4100-b792-25df30b0b8c0 req-0ac651b3-ae2c-4595-b6ad-757858533550 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Calling delete_port for fb0615e6-cbd4-44e8-a848-c0fb10603773 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:07.323727 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-235ab8ab-bd94-4ccd-906f-3f70877b186a admin admin] Publish callbacks [] for router_gateway (59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:07.386081 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c6c8-908c-4f6a-b150-430a97c554f0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (9e785c88-a111-40b2-90c3-1072a78cdd79), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:07.418058 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47740) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:07.433082 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8c6c8-908c-4f6a-b150-430a97c554f0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Port': ['ID=9e785c88-a111-40b2-90c3-1072a78cdd79,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:07.454152 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7cf8c6c8-908c-4f6a-b150-430a97c554f0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:07.464605 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7cf8c6c8-908c-4f6a-b150-430a97c554f0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/ports/9e785c88-a111-40b2-90c3-1072a78cdd79 HTTP/1.1" status: 204 len: 168 time: 0.4700007 Mar 05 05:08:07.467251 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47744) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:07.468991 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2b544a6d-a896-42a2-bc7c-132ba3fd986b tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1356616 Mar 05 05:08:07.471719 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a052982c-0a74-4f01-8c92-a3b92b6d75ea tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for port (600c8267-e984-44da-b47e-ddd18dfc3c26), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:07.484470 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47746) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:07.497274 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-6a372393-fca3-48c8-acdd-e8803b9d8aee tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Request body: {'subnet': {'network_id': '4c12f0b0-b154-44f7-bf40-6862d036a0e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:07.506509 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b544a6d-a896-42a2-bc7c-132ba3fd986b tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb0dc4a-242a-4244-bdb1-d110be1179b6,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:07.571789 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a052982c-0a74-4f01-8c92-a3b92b6d75ea tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (600c8267-e984-44da-b47e-ddd18dfc3c26), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:07.621647 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b544a6d-a896-42a2-bc7c-132ba3fd986b tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Pushing event updated for resources: {'Network': ['ID=4c12f0b0-b154-44f7-bf40-6862d036a0e5,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:07.633663 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 4c12f0b0-b154-44f7-bf40-6862d036a0e5 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:08:07.672574 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-05bc8f49-2329-4ce9-b19d-289adbba186f tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-331784727'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:07.745402 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff32a32c-8b06-4188-abcd-1fc1b5b47ac2 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:07.747044 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ff32a32c-8b06-4188-abcd-1fc1b5b47ac2 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2785244 Mar 05 05:08:07.750025 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a372393-fca3-48c8-acdd-e8803b9d8aee tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Made reservation on behalf of 39510327ed9b4a268449421d62954bfc for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:07.753540 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6a372393-fca3-48c8-acdd-e8803b9d8aee tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:07.758906 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47750) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:07.814961 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a052982c-0a74-4f01-8c92-a3b92b6d75ea tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (98d744c4-203e-41b9-9316-e591f9ececef), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:07.828479 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac44165-5de5-4985-b2cd-3a3495963fbc tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] GET failed (client error): The resource could not be found. Mar 05 05:08:07.833563 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-bac44165-5de5-4985-b2cd-3a3495963fbc tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "GET /v2.0/ports/b934c96f-8b5c-49dd-87b1-ad6b9d4e4813 HTTP/1.1" status: 404 len: 333 time: 0.0674677 Mar 05 05:08:07.837188 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47754) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:07.842258 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052982c-0a74-4f01-8c92-a3b92b6d75ea tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event updated for resources: {'Port': ['ID=600c8267-e984-44da-b47e-ddd18dfc3c26,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:07.850373 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bc8f49-2329-4ce9-b19d-289adbba186f tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Made reservation on behalf of fbaf3c6bcee549c39e0c312749973615 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:07.854476 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-05bc8f49-2329-4ce9-b19d-289adbba186f tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:07.968759 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-05bc8f49-2329-4ce9-b19d-289adbba186f tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:07.977460 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-26092bc4-3ff2-44b4-b36e-cfd331c259d7 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] GET failed (client error): The resource could not be found. Mar 05 05:08:07.981810 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-26092bc4-3ff2-44b4-b36e-cfd331c259d7 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "GET /v2.0/ports/9e785c88-a111-40b2-90c3-1072a78cdd79 HTTP/1.1" status: 404 len: 333 time: 0.1240447 Mar 05 05:08:07.983487 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023535e2-6542-4b2a-9292-50232987c36e req-e4fcbc8c-6d62-428b-b4fd-113780a2b593 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:07.989108 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023535e2-6542-4b2a-9292-50232987c36e req-e4fcbc8c-6d62-428b-b4fd-113780a2b593 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:07.991710 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47756) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:07.992395 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-023535e2-6542-4b2a-9292-50232987c36e req-e4fcbc8c-6d62-428b-b4fd-113780a2b593 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 1678 time: 0.3454762 Mar 05 05:08:08.091279 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-023535e2-6542-4b2a-9292-50232987c36e req-e6ace443-9213-4df2-9345-c3dec2931d83 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863683 Mar 05 05:08:08.106545 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6a372393-fca3-48c8-acdd-e8803b9d8aee tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (009c2da4-c328-44fa-aa6f-1f8a19975afe), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:08.182334 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a372393-fca3-48c8-acdd-e8803b9d8aee tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Pushing event updated for resources: {'Subnet': ['ID=009c2da4-c328-44fa-aa6f-1f8a19975afe,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:08.191309 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a372393-fca3-48c8-acdd-e8803b9d8aee tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Checking segment: {'id': 'fadccd09-f78f-47b1-818b-b716314dd887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4c12f0b0-b154-44f7-bf40-6862d036a0e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:08:08.192188 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a372393-fca3-48c8-acdd-e8803b9d8aee tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Network hostable DHCP agents. Network: 4c12f0b0-b154-44f7-bf40-6862d036a0e5, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:08:08.215342 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a372393-fca3-48c8-acdd-e8803b9d8aee tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Network 4c12f0b0-b154-44f7-bf40-6862d036a0e5 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:08:08.225301 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-6a372393-fca3-48c8-acdd-e8803b9d8aee tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 4c12f0b0-b154-44f7-bf40-6862d036a0e5) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:08.235893 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-53190915-a4bc-442d-beb8-91371800826b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (b75a8145-2540-46cc-9d57-7f6b2bf4f7f0), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:08.236683 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454bbe51-28c2-4ee5-8267-3d24d76259d5 None None] Network 4c12f0b0-b154-44f7-bf40-6862d036a0e5 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:08:08.238087 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a372393-fca3-48c8-acdd-e8803b9d8aee tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:08.239420 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6a372393-fca3-48c8-acdd-e8803b9d8aee tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:08.261465 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9666663b-a871-4100-b792-25df30b0b8c0 req-0ac651b3-ae2c-4595-b6ad-757858533550 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (fb0615e6-cbd4-44e8-a848-c0fb10603773), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:08.266931 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6a372393-fca3-48c8-acdd-e8803b9d8aee tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7811711 Mar 05 05:08:08.267587 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47758) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:08.274607 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-c458caad-3bd5-47c1-8d81-fc0f08136543 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Request body: {'port': {'network_id': '4c12f0b0-b154-44f7-bf40-6862d036a0e5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1723126213'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:08.279980 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-235ab8ab-bd94-4ccd-906f-3f70877b186a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:08.317817 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a052982c-0a74-4f01-8c92-a3b92b6d75ea tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Network 5dec06f8-c387-45a3-98fe-c85ab648b02e is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:08.323595 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac651b3-ae2c-4595-b6ad-757858533550 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Pushing event deleted for resources: {'Port': ['ID=fb0615e6-cbd4-44e8-a848-c0fb10603773,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:08.332494 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-a052982c-0a74-4f01-8c92-a3b92b6d75ea tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:08.449891 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-4c12f0b0-b154-44f7-bf40-6862d036a0e5', 'network_id': '4c12f0b0-b154-44f7-bf40-6862d036a0e5', 'project_id': '39510327ed9b4a268449421d62954bfc', 'fixed_ips': [{'subnet_id': '009c2da4-c328-44fa-aa6f-1f8a19975afe'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:08:08.451211 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:08.451381 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c458caad-3bd5-47c1-8d81-fc0f08136543 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Made reservation on behalf of 39510327ed9b4a268449421d62954bfc for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:08.455896 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c458caad-3bd5-47c1-8d81-fc0f08136543 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:08.482900 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-c458caad-3bd5-47c1-8d81-fc0f08136543 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] device_id is not set on port a9be853c-ef57-4fdd-b7d8-5ebf7169e554 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:08:08.517650 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-05bc8f49-2329-4ce9-b19d-289adbba186f tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks [] for security_group (e50e2cae-2300-4665-a948-bae757f6fe0e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:08.545467 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-05bc8f49-2329-4ce9-b19d-289adbba186f tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e50e2cae-2300-4665-a948-bae757f6fe0e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:08.625844 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-c458caad-3bd5-47c1-8d81-fc0f08136543 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Allocated IP 172.20.0.7 (4c12f0b0-b154-44f7-bf40-6862d036a0e5/009c2da4-c328-44fa-aa6f-1f8a19975afe/a9be853c-ef57-4fdd-b7d8-5ebf7169e554) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:08.641637 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-53190915-a4bc-442d-beb8-91371800826b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (b75a8145-2540-46cc-9d57-7f6b2bf4f7f0), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:08.690732 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05bc8f49-2329-4ce9-b19d-289adbba186f tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:08:08.752455 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc8f49-2329-4ce9-b19d-289adbba186f tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e50e2cae-2300-4665-a948-bae757f6fe0e,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:08.774240 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-53190915-a4bc-442d-beb8-91371800826b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b75a8145-2540-46cc-9d57-7f6b2bf4f7f0']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:08.796287 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-05bc8f49-2329-4ce9-b19d-289adbba186f tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (8f69f3a5-6115-40ec-9594-ffedee0302c0), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:08.796837 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-05bc8f49-2329-4ce9-b19d-289adbba186f tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Added segment 8f69f3a5-6115-40ec-9594-ffedee0302c0 of type vlan for network 37dfae7b-263c-4258-8f15-ee349abb1140 Mar 05 05:08:08.801177 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-53190915-a4bc-442d-beb8-91371800826b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b41a17-e779-4340-a048-19327312849b') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:08.801687 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-53190915-a4bc-442d-beb8-91371800826b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b41a17-e779-4340-a048-19327312849b') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:08.817673 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c458caad-3bd5-47c1-8d81-fc0f08136543 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks [] for port (a9be853c-ef57-4fdd-b7d8-5ebf7169e554), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:08.830472 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-53190915-a4bc-442d-beb8-91371800826b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (a5b41a17-e779-4340-a048-19327312849b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:08.898109 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c458caad-3bd5-47c1-8d81-fc0f08136543 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (a9be853c-ef57-4fdd-b7d8-5ebf7169e554), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:08.898333 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-53190915-a4bc-442d-beb8-91371800826b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (a5b41a17-e779-4340-a048-19327312849b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:08.903539 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-05bc8f49-2329-4ce9-b19d-289adbba186f tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (37dfae7b-263c-4258-8f15-ee349abb1140), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:08.907714 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a052982c-0a74-4f01-8c92-a3b92b6d75ea tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Router 98d744c4-203e-41b9-9316-e591f9ececef has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:08:08.915697 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9666663b-a871-4100-b792-25df30b0b8c0 req-0ac651b3-ae2c-4595-b6ad-757858533550 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Router 09b638d4-4ff2-4ec3-aa26-233244d9f15d has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:08:08.945563 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53190915-a4bc-442d-beb8-91371800826b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:08:08.946150 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-53190915-a4bc-442d-beb8-91371800826b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (a5b41a17-e779-4340-a048-19327312849b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:08.953771 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:08:08.953771 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:08:08.953771 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:08:08.953771 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:08:08.953771 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:08:08.953771 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:08:08.953771 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:08:08.953771 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:08:08.953771 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:08:08.953771 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:08:08.953771 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:08:08.953771 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:08:08.953771 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:08:08.953771 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:08:08.953771 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:08:08.953771 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:08:08.953771 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:08:08.953771 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:08:08.953771 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:08:08.953771 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:08:08.953771 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:08:08.953771 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:08:08.953771 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:08:08.953771 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:08:08.953771 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:08:08.953771 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:08:08.953771 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:08:08.953771 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:08:08.953771 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:08:08.953771 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:08:08.953771 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:08:08.953771 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:08:08.967782 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] Allocated IP 172.20.0.2 (4c12f0b0-b154-44f7-bf40-6862d036a0e5/009c2da4-c328-44fa-aa6f-1f8a19975afe/f880644c-8295-4544-a0f8-c46c31d729e1) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:08.968336 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c458caad-3bd5-47c1-8d81-fc0f08136543 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Network 4c12f0b0-b154-44f7-bf40-6862d036a0e5 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:08.972984 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-c458caad-3bd5-47c1-8d81-fc0f08136543 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:08.976462 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c458caad-3bd5-47c1-8d81-fc0f08136543 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:09.022967 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c458caad-3bd5-47c1-8d81-fc0f08136543 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Pushing event updated for resources: {'Port': ['ID=a9be853c-ef57-4fdd-b7d8-5ebf7169e554,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:09.054164 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c458caad-3bd5-47c1-8d81-fc0f08136543 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:09.054807 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c458caad-3bd5-47c1-8d81-fc0f08136543 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:09.079474 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c458caad-3bd5-47c1-8d81-fc0f08136543 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.8106987 Mar 05 05:08:09.083654 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47762) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:09.091211 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-a739f326-0fae-43ae-ab44-d4d8dae63643 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Request body: {'port': {'network_id': '4c12f0b0-b154-44f7-bf40-6862d036a0e5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2030440176', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:09.093594 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.api.validators [None req-a739f326-0fae-43ae-ab44-d4d8dae63643 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] bootfile-name is not in valid_values {{(pid=105231) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 05 05:08:09.094194 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.api.validators [None req-a739f326-0fae-43ae-ab44-d4d8dae63643 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] tftp-server is not in valid_values {{(pid=105231) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 05 05:08:09.095010 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.api.validators [None req-a739f326-0fae-43ae-ab44-d4d8dae63643 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] server-ip-address is not in valid_values {{(pid=105231) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 05 05:08:09.137427 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-05bc8f49-2329-4ce9-b19d-289adbba186f tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (37dfae7b-263c-4258-8f15-ee349abb1140), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:09.142471 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bc8f49-2329-4ce9-b19d-289adbba186f tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:09.143051 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-05bc8f49-2329-4ce9-b19d-289adbba186f tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:09.192501 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235ab8ab-bd94-4ccd-906f-3f70877b186a admin admin] Router 59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:08:09.194963 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-53190915-a4bc-442d-beb8-91371800826b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (b75a8145-2540-46cc-9d57-7f6b2bf4f7f0), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:09.221275 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-53190915-a4bc-442d-beb8-91371800826b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:09.231268 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-53190915-a4bc-442d-beb8-91371800826b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/networks/b75a8145-2540-46cc-9d57-7f6b2bf4f7f0 HTTP/1.1" status: 204 len: 168 time: 1.2293677 Mar 05 05:08:09.240996 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47766) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:09.261004 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-05bc8f49-2329-4ce9-b19d-289adbba186f tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.8247216 Mar 05 05:08:09.261541 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-c290a338-0be3-448a-aa60-8211161881d4 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-544364200'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:09.273759 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] Publish callbacks [] for port (f880644c-8295-4544-a0f8-c46c31d729e1), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:09.275866 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47768) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:09.282182 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-d68b8fdc-bd35-49e3-b932-1c490332bcf8 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Request body: {'subnet': {'network_id': '37dfae7b-263c-4258-8f15-ee349abb1140', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:09.285244 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (f880644c-8295-4544-a0f8-c46c31d729e1), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:09.307703 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc8f49-2329-4ce9-b19d-289adbba186f tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Pushing event updated for resources: {'Network': ['ID=37dfae7b-263c-4258-8f15-ee349abb1140,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:09.334485 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] Pushing event updated for resources: {'Port': ['ID=f880644c-8295-4544-a0f8-c46c31d729e1,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:09.337518 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 37dfae7b-263c-4258-8f15-ee349abb1140 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:08:09.345222 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c290a338-0be3-448a-aa60-8211161881d4 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:09.350693 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c290a338-0be3-448a-aa60-8211161881d4 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:09.366650 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a739f326-0fae-43ae-ab44-d4d8dae63643 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Made reservation on behalf of 39510327ed9b4a268449421d62954bfc for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:09.370185 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a739f326-0fae-43ae-ab44-d4d8dae63643 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:09.421254 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-a739f326-0fae-43ae-ab44-d4d8dae63643 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] device_id is not set on port 00c7b862-569b-4db4-9d4f-6dd53fdb8322 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:08:09.425801 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] Network 4c12f0b0-b154-44f7-bf40-6862d036a0e5 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:09.428711 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:09.431329 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:09.431690 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:09.432198 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:09.432427 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:09.432765 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:09.433112 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:09.433449 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:09.433786 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:09.434122 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:09.434456 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:09.434791 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:09.435766 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:09.436111 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:09.439773 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:09.519121 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] Attempting to bind port f880644c-8295-4544-a0f8-c46c31d729e1 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:08:09.519768 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] Attempting to bind port f880644c-8295-4544-a0f8-c46c31d729e1 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'fadccd09-f78f-47b1-818b-b716314dd887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4c12f0b0-b154-44f7-bf40-6862d036a0e5'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:08:09.520339 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] Attempting to bind port f880644c-8295-4544-a0f8-c46c31d729e1 on network 4c12f0b0-b154-44f7-bf40-6862d036a0e5 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:08:09.539606 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:08:09.540327 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] Checking segment: {'id': 'fadccd09-f78f-47b1-818b-b716314dd887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4c12f0b0-b154-44f7-bf40-6862d036a0e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:08:09.540927 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:09.541505 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] Bound using segment: {'id': 'fadccd09-f78f-47b1-818b-b716314dd887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4c12f0b0-b154-44f7-bf40-6862d036a0e5'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:08:09.542178 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] Bound port: f880644c-8295-4544-a0f8-c46c31d729e1, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fadccd09-f78f-47b1-818b-b716314dd887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '4c12f0b0-b154-44f7-bf40-6862d036a0e5'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:08:09.542782 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f880644c-8295-4544-a0f8-c46c31d729e1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:09.563740 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-a739f326-0fae-43ae-ab44-d4d8dae63643 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Allocated IP 172.20.0.10 (4c12f0b0-b154-44f7-bf40-6862d036a0e5/009c2da4-c328-44fa-aa6f-1f8a19975afe/00c7b862-569b-4db4-9d4f-6dd53fdb8322) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:09.616996 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] For port f880644c-8295-4544-a0f8-c46c31d729e1, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:08:09.621111 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] For port f880644c-8295-4544-a0f8-c46c31d729e1, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=f880644c-8295-4544-a0f8-c46c31d729e1,segment=NetworkSegment(fadccd09-f78f-47b1-818b-b716314dd887),segment_id=fadccd09-f78f-47b1-818b-b716314dd887)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:08:09.632137 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f880644c-8295-4544-a0f8-c46c31d729e1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:09.691703 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb471f43-1064-49f8-9ec0-14ce3b8983f0 None None] Pushing event updated for resources: {'Port': ['ID=f880644c-8295-4544-a0f8-c46c31d729e1,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:09.746639 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36af2e-3f6f-41c9-bb6e-3954e58237de req-d3078e8b-3f7d-4133-828b-1aa86bc67b7d tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:09.748700 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aa36af2e-3f6f-41c9-bb6e-3954e58237de req-d3078e8b-3f7d-4133-828b-1aa86bc67b7d tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 943 time: 0.5417502 Mar 05 05:08:09.773783 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53190915-a4bc-442d-beb8-91371800826b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Network': ['ID=b75a8145-2540-46cc-9d57-7f6b2bf4f7f0,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:09.824712 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c290a338-0be3-448a-aa60-8211161881d4 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:08:09.836189 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68b8fdc-bd35-49e3-b932-1c490332bcf8 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Made reservation on behalf of fbaf3c6bcee549c39e0c312749973615 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:09.839893 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d68b8fdc-bd35-49e3-b932-1c490332bcf8 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:09.844252 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a052982c-0a74-4f01-8c92-a3b92b6d75ea tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:08:09.852905 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a052982c-0a74-4f01-8c92-a3b92b6d75ea tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "PUT /v2.0/routers/98d744c4-203e-41b9-9316-e591f9ececef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1304016 Mar 05 05:08:09.857105 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9666663b-a871-4100-b792-25df30b0b8c0 req-0ac651b3-ae2c-4595-b6ad-757858533550 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:08:09.858930 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47770) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:09.869274 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-35c08ec5-bc6c-417d-9377-2d5ec7f12709 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Request body: {'port': {'network_id': '5dec06f8-c387-45a3-98fe-c85ab648b02e', 'name': 'tempest-FloatingIPTestJSON-967333509'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:09.871876 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8d2bfd-195c-4bb5-a16a-eee6aff854dd None None] Sync routers for ids ['98d744c4-203e-41b9-9316-e591f9ececef'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:08:09.898645 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aa36af2e-3f6f-41c9-bb6e-3954e58237de req-3b41f7cc-2534-4ad8-9bec-2de3f76f0750 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385896 Mar 05 05:08:09.899966 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c290a338-0be3-448a-aa60-8211161881d4 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (c55f6abf-5606-492b-9a3e-4fa175012481), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:09.900256 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d069f08-4a80-4ca7-b738-5f31dc2f0cfd None None] Sync routers for ids ['09b638d4-4ff2-4ec3-aa26-233244d9f15d'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:08:09.900769 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-c290a338-0be3-448a-aa60-8211161881d4 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Added segment c55f6abf-5606-492b-9a3e-4fa175012481 of type vlan for network 4e73f5eb-8675-4766-a667-b2c28843c20d Mar 05 05:08:09.915797 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8d2bfd-195c-4bb5-a16a-eee6aff854dd None None] Routers {'98d744c4-203e-41b9-9316-e591f9ececef'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:08:09.916917 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-cd8d2bfd-195c-4bb5-a16a-eee6aff854dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:07:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['98d744c4-203e-41b9-9316-e591f9ececef'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:09.944820 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d069f08-4a80-4ca7-b738-5f31dc2f0cfd None None] Routers {'09b638d4-4ff2-4ec3-aa26-233244d9f15d'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:08:09.944820 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-4d069f08-4a80-4ca7-b738-5f31dc2f0cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:07:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['09b638d4-4ff2-4ec3-aa26-233244d9f15d'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:10.001507 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-cd8d2bfd-195c-4bb5-a16a-eee6aff854dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:10.014155 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8d2bfd-195c-4bb5-a16a-eee6aff854dd None None] Routers {'98d744c4-203e-41b9-9316-e591f9ececef'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:08:10.015301 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-cd8d2bfd-195c-4bb5-a16a-eee6aff854dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:07:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['98d744c4-203e-41b9-9316-e591f9ececef'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:10.065274 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a739f326-0fae-43ae-ab44-d4d8dae63643 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks [] for port (00c7b862-569b-4db4-9d4f-6dd53fdb8322), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:10.077080 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-cd8d2bfd-195c-4bb5-a16a-eee6aff854dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:10.077080 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8d2bfd-195c-4bb5-a16a-eee6aff854dd None None] The sync data for ids ['98d744c4-203e-41b9-9316-e591f9ececef'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:08:10.081128 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-9666663b-a871-4100-b792-25df30b0b8c0 req-0ac651b3-ae2c-4595-b6ad-757858533550 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] No DVR routers for this DVR port fb0615e6-cbd4-44e8-a848-c0fb10603773 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:08:10.089103 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235ab8ab-bd94-4ccd-906f-3f70877b186a admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:08:10.099230 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9666663b-a871-4100-b792-25df30b0b8c0 req-0ac651b3-ae2c-4595-b6ad-757858533550 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:10.103221 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9666663b-a871-4100-b792-25df30b0b8c0 req-0ac651b3-ae2c-4595-b6ad-757858533550 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.30 "DELETE /v2.0/ports/fb0615e6-cbd4-44e8-a848-c0fb10603773 HTTP/1.1" status: 204 len: 173 time: 5.5631187 Mar 05 05:08:10.103974 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-deleted', 'tag': 'fb0615e6-cbd4-44e8-a848-c0fb10603773'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:08:10.105972 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989c6ab4-0e7d-42db-baf4-1e42109d99a5" -d '{"events": [{"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-deleted", "tag": "fb0615e6-cbd4-44e8-a848-c0fb10603773"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:08:10.114719 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dd2f39-dd96-4010-907e-67590b9b8a51 None None] Sync routers for ids ['59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:08:10.134818 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dd2f39-dd96-4010-907e-67590b9b8a51 None None] Routers {'59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:08:10.137264 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-82dd2f39-dd96-4010-907e-67590b9b8a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:07:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:10.206550 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-235ab8ab-bd94-4ccd-906f-3f70877b186a admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:10.210906 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-235ab8ab-bd94-4ccd-906f-3f70877b186a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.9519873 Mar 05 05:08:10.223668 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69387ca3-670f-4cad-b192-448b8b599580 x-openstack-request-id: req-69387ca3-670f-4cad-b192-448b8b599580 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:08:10.224010 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-deleted", "tag": "fb0615e6-cbd4-44e8-a848-c0fb10603773", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:08:10.224306 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-69387ca3-670f-4cad-b192-448b8b599580 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:08:10.224668 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-deleted', 'tag': 'fb0615e6-cbd4-44e8-a848-c0fb10603773', 'status': 'completed', 'code': 200} Mar 05 05:08:10.225394 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47778) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:10.250789 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c290a338-0be3-448a-aa60-8211161881d4 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (4e73f5eb-8675-4766-a667-b2c28843c20d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:10.321703 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a739f326-0fae-43ae-ab44-d4d8dae63643 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (00c7b862-569b-4db4-9d4f-6dd53fdb8322), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:10.343551 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-82dd2f39-dd96-4010-907e-67590b9b8a51 None None] Set router 59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:08:10.353040 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-4d069f08-4a80-4ca7-b738-5f31dc2f0cfd None None] Set router 09b638d4-4ff2-4ec3-aa26-233244d9f15d gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:08:10.380592 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c290a338-0be3-448a-aa60-8211161881d4 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (4e73f5eb-8675-4766-a667-b2c28843c20d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:10.387192 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c290a338-0be3-448a-aa60-8211161881d4 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:10.388210 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c290a338-0be3-448a-aa60-8211161881d4 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:10.587933 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47782) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:10.639245 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c290a338-0be3-448a-aa60-8211161881d4 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3945966 Mar 05 05:08:10.648670 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47784) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:10.665478 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-1ebe4e5d-a220-40af-869c-d4ab4370aaa9 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'subnet': {'network_id': '4e73f5eb-8675-4766-a667-b2c28843c20d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:10.697213 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290a338-0be3-448a-aa60-8211161881d4 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Network': ['ID=4e73f5eb-8675-4766-a667-b2c28843c20d,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:10.698015 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-82dd2f39-dd96-4010-907e-67590b9b8a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb', 'name': 'tempest-TestVolumeBootPattern-419650409-router', 'tenant_id': '359100925a3c4af3bbdd327f78fd4e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '8bf9b611-44ad-4906-804d-72a2dbc63d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:08:01Z', 'updated_at': '2022-03-05T05:08:06Z', 'revision_number': 3, 'project_id': '359100925a3c4af3bbdd327f78fd4e09', 'gw_port': {'id': '8bf9b611-44ad-4906-804d-72a2dbc63d4a', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:36:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:08:03Z', 'updated_at': '2022-03-05T05:08:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:10.712406 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a739f326-0fae-43ae-ab44-d4d8dae63643 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Network 4c12f0b0-b154-44f7-bf40-6862d036a0e5 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:10.733940 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-a739f326-0fae-43ae-ab44-d4d8dae63643 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:10.741383 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a739f326-0fae-43ae-ab44-d4d8dae63643 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:10.766721 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 4e73f5eb-8675-4766-a667-b2c28843c20d details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:08:10.808246 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-4d069f08-4a80-4ca7-b738-5f31dc2f0cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'name': 'tempest-TaggedBootDevicesTest-538821079-router', 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '96b9d6c2-de9f-4861-a808-0b1126e14b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:00:37Z', 'updated_at': '2022-03-05T05:00:47Z', 'revision_number': 4, 'project_id': '3cbec10cd3004a49ad666e5206b0e916', 'gw_port': {'id': '96b9d6c2-de9f-4861-a808-0b1126e14b99', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:89:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:00:38Z', 'updated_at': '2022-03-05T05:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '575fe666-ae0d-4698-a47e-2b07ff300278', 'name': '', 'network_id': 'e3e0acc2-40bc-4e0d-812c-fb475a7a34dc', 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'mac_address': 'fa:16:3e:ed:a7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '641299e5-fad6-49c3-bcda-29f110adb5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:00:45Z', 'updated_at': '2022-03-05T05:01:00Z', 'revision_number': 5, 'project_id': '3cbec10cd3004a49ad666e5206b0e916', 'subnets': [{'id': '641299e5-fad6-49c3-bcda-29f110adb5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:10.860053 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a739f326-0fae-43ae-ab44-d4d8dae63643 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:10.861945 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a739f326-0fae-43ae-ab44-d4d8dae63643 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:10.862694 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d069f08-4a80-4ca7-b738-5f31dc2f0cfd None None] Checking router: 09b638d4-4ff2-4ec3-aa26-233244d9f15d for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:08:10.871158 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739f326-0fae-43ae-ab44-d4d8dae63643 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Pushing event updated for resources: {'Port': ['ID=00c7b862-569b-4db4-9d4f-6dd53fdb8322,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:10.885491 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dd2f39-dd96-4010-907e-67590b9b8a51 None None] Checking router: 59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:08:10.886446 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dd2f39-dd96-4010-907e-67590b9b8a51 None None] Updating router 59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb port 8bf9b611-44ad-4906-804d-72a2dbc63d4a binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:08:10.892414 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c08ec5-bc6c-417d-9377-2d5ec7f12709 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Made reservation on behalf of 40cfc34572db4c7280a39d5bce859963 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:10.902379 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-35c08ec5-bc6c-417d-9377-2d5ec7f12709 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:10.908814 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d069f08-4a80-4ca7-b738-5f31dc2f0cfd None None] Routers {'09b638d4-4ff2-4ec3-aa26-233244d9f15d'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:08:10.911010 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-4d069f08-4a80-4ca7-b738-5f31dc2f0cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:07:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['09b638d4-4ff2-4ec3-aa26-233244d9f15d'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:10.918793 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a739f326-0fae-43ae-ab44-d4d8dae63643 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.8310511 Mar 05 05:08:10.920244 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47788) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:10.955977 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-82dd2f39-dd96-4010-907e-67590b9b8a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8bf9b611-44ad-4906-804d-72a2dbc63d4a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:11.000060 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-228cbb31-790e-4716-96bf-04402a0965be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:11.049116 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-35c08ec5-bc6c-417d-9377-2d5ec7f12709 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] device_id is not set on port b799c833-78bf-4ea5-a0f5-5258aa89b134 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:08:11.079697 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebe4e5d-a220-40af-869c-d4ab4370aaa9 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:11.088867 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1ebe4e5d-a220-40af-869c-d4ab4370aaa9 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:11.122701 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-4d069f08-4a80-4ca7-b738-5f31dc2f0cfd None None] Set router 09b638d4-4ff2-4ec3-aa26-233244d9f15d gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:08:11.162501 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.ipam_backend_mixin [None req-1ebe4e5d-a220-40af-869c-d4ab4370aaa9 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Performing IP validity checks on allocation pools {{(pid=105232) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 05 05:08:11.163554 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.ipam_backend_mixin [None req-1ebe4e5d-a220-40af-869c-d4ab4370aaa9 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105232) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 05 05:08:11.253346 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1ce105-0b1f-4b41-b3c9-9e2f4ae2dcb2 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:11.265621 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1ce105-0b1f-4b41-b3c9-9e2f4ae2dcb2 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:11.291482 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1ce105-0b1f-4b41-b3c9-9e2f4ae2dcb2 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:11.293439 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ee1ce105-0b1f-4b41-b3c9-9e2f4ae2dcb2 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3721201 Mar 05 05:08:11.296682 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47792) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:11.300066 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d68b8fdc-bd35-49e3-b932-1c490332bcf8 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (5694aac1-896a-4856-bb31-3f6ee5d3430a), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:11.327385 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-9666663b-a871-4100-b792-25df30b0b8c0 req-9e235140-5a71-4852-a430-9aad61e886c1 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Deleting port 630ec452-e76f-475b-beab-b349317b3e41 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:11.328053 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9666663b-a871-4100-b792-25df30b0b8c0 req-9e235140-5a71-4852-a430-9aad61e886c1 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (630ec452-e76f-475b-beab-b349317b3e41), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:11.379907 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1ebe4e5d-a220-40af-869c-d4ab4370aaa9 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (324d67b5-5699-439e-9c45-7df94220e568), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:11.452416 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a445f-c571-4c41-b068-c53fae28b0db req-203808c1-a9ac-46e0-b8fd-fbc7d627ab33 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:11.460251 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c97a445f-c571-4c41-b068-c53fae28b0db req-203808c1-a9ac-46e0-b8fd-fbc7d627ab33 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 943 time: 0.3894272 Mar 05 05:08:11.493204 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-82dd2f39-dd96-4010-907e-67590b9b8a51 None None] Publish callbacks [] for port (8bf9b611-44ad-4906-804d-72a2dbc63d4a), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:11.519537 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-82dd2f39-dd96-4010-907e-67590b9b8a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8bf9b611-44ad-4906-804d-72a2dbc63d4a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:11.522955 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-4d069f08-4a80-4ca7-b738-5f31dc2f0cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'name': 'tempest-TaggedBootDevicesTest-538821079-router', 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '96b9d6c2-de9f-4861-a808-0b1126e14b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:00:37Z', 'updated_at': '2022-03-05T05:00:47Z', 'revision_number': 4, 'project_id': '3cbec10cd3004a49ad666e5206b0e916', 'gw_port': {'id': '96b9d6c2-de9f-4861-a808-0b1126e14b99', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:89:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:00:38Z', 'updated_at': '2022-03-05T05:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '575fe666-ae0d-4698-a47e-2b07ff300278', 'name': '', 'network_id': 'e3e0acc2-40bc-4e0d-812c-fb475a7a34dc', 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'mac_address': 'fa:16:3e:ed:a7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '641299e5-fad6-49c3-bcda-29f110adb5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:00:45Z', 'updated_at': '2022-03-05T05:01:00Z', 'revision_number': 5, 'project_id': '3cbec10cd3004a49ad666e5206b0e916', 'subnets': [{'id': '641299e5-fad6-49c3-bcda-29f110adb5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:11.530665 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b8fdc-bd35-49e3-b932-1c490332bcf8 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Pushing event updated for resources: {'Subnet': ['ID=5694aac1-896a-4856-bb31-3f6ee5d3430a,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:11.590894 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c97a445f-c571-4c41-b068-c53fae28b0db req-b34cb34c-505a-4f75-a762-ff7b9079fdcd tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229339 Mar 05 05:08:11.593903 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68b8fdc-bd35-49e3-b932-1c490332bcf8 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Checking segment: {'id': '8f69f3a5-6115-40ec-9594-ffedee0302c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '37dfae7b-263c-4258-8f15-ee349abb1140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:08:11.599502 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68b8fdc-bd35-49e3-b932-1c490332bcf8 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Network hostable DHCP agents. Network: 37dfae7b-263c-4258-8f15-ee349abb1140, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:08:11.601896 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc341612-61fd-4a56-8c04-c52f34a1bd77 None None] Pushing event updated for resources: {'Port': ['ID=8bf9b611-44ad-4906-804d-72a2dbc63d4a,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:11.605827 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d069f08-4a80-4ca7-b738-5f31dc2f0cfd None None] The sync data for ids ['09b638d4-4ff2-4ec3-aa26-233244d9f15d'] in n-d-789963-32 is: [{'id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'name': 'tempest-TaggedBootDevicesTest-538821079-router', 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '96b9d6c2-de9f-4861-a808-0b1126e14b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:00:37Z', 'updated_at': '2022-03-05T05:00:47Z', 'revision_number': 4, 'project_id': '3cbec10cd3004a49ad666e5206b0e916', 'gw_port': {'id': '96b9d6c2-de9f-4861-a808-0b1126e14b99', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:89:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:00:38Z', 'updated_at': '2022-03-05T05:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '575fe666-ae0d-4698-a47e-2b07ff300278', 'name': '', 'network_id': 'e3e0acc2-40bc-4e0d-812c-fb475a7a34dc', 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'mac_address': 'fa:16:3e:ed:a7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '641299e5-fad6-49c3-bcda-29f110adb5d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:00:45Z', 'updated_at': '2022-03-05T05:01:00Z', 'revision_number': 5, 'project_id': '3cbec10cd3004a49ad666e5206b0e916', 'subnets': [{'id': '641299e5-fad6-49c3-bcda-29f110adb5d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:08:11.634250 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752da616-f0f0-46de-9893-2ce93bf51136 None None] Network 4c12f0b0-b154-44f7-bf40-6862d036a0e5 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:08:11.651979 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-145d5a74-a9a8-4cdf-a9a4-64be12c61bf4 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Deleting port 00c7b862-569b-4db4-9d4f-6dd53fdb8322 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:11.652553 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-145d5a74-a9a8-4cdf-a9a4-64be12c61bf4 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (00c7b862-569b-4db4-9d4f-6dd53fdb8322), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:11.655340 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68b8fdc-bd35-49e3-b932-1c490332bcf8 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Network 37dfae7b-263c-4258-8f15-ee349abb1140 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:08:11.688714 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-d68b8fdc-bd35-49e3-b932-1c490332bcf8 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 37dfae7b-263c-4258-8f15-ee349abb1140) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:11.697273 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68b8fdc-bd35-49e3-b932-1c490332bcf8 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:11.697931 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d68b8fdc-bd35-49e3-b932-1c490332bcf8 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:11.797793 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-145d5a74-a9a8-4cdf-a9a4-64be12c61bf4 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (00c7b862-569b-4db4-9d4f-6dd53fdb8322), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:11.813930 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-145d5a74-a9a8-4cdf-a9a4-64be12c61bf4 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Calling delete_port for 00c7b862-569b-4db4-9d4f-6dd53fdb8322 owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:11.842797 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe4e5d-a220-40af-869c-d4ab4370aaa9 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Subnet': ['ID=324d67b5-5699-439e-9c45-7df94220e568,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:11.855495 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebe4e5d-a220-40af-869c-d4ab4370aaa9 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Checking segment: {'id': 'c55f6abf-5606-492b-9a3e-4fa175012481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4e73f5eb-8675-4766-a667-b2c28843c20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:08:11.856003 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebe4e5d-a220-40af-869c-d4ab4370aaa9 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network hostable DHCP agents. Network: 4e73f5eb-8675-4766-a667-b2c28843c20d, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:08:11.930758 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-9666663b-a871-4100-b792-25df30b0b8c0 req-9e235140-5a71-4852-a430-9aad61e886c1 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] For port 630ec452-e76f-475b-beab-b349317b3e41, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=630ec452-e76f-475b-beab-b349317b3e41,segment=NetworkSegment(c8e4c702-f3ee-4970-96e5-405c4a08d9c8),segment_id=c8e4c702-f3ee-4970-96e5-405c4a08d9c8)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:08:11.936009 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9666663b-a871-4100-b792-25df30b0b8c0 req-9e235140-5a71-4852-a430-9aad61e886c1 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (630ec452-e76f-475b-beab-b349317b3e41), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:11.983447 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebe4e5d-a220-40af-869c-d4ab4370aaa9 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network 4e73f5eb-8675-4766-a667-b2c28843c20d is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:08:12.000077 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-9666663b-a871-4100-b792-25df30b0b8c0 req-9e235140-5a71-4852-a430-9aad61e886c1 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Calling delete_port for 630ec452-e76f-475b-beab-b349317b3e41 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:12.005948 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-35c08ec5-bc6c-417d-9377-2d5ec7f12709 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Allocated IP 172.20.0.10 (5dec06f8-c387-45a3-98fe-c85ab648b02e/c868fd15-4526-427d-8e38-b892b3cd0c5c/b799c833-78bf-4ea5-a0f5-5258aa89b134) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:12.042973 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-87270969-86f5-49c2-8bc4-52782750ca23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:12.064712 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d68b8fdc-bd35-49e3-b932-1c490332bcf8 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7853799 Mar 05 05:08:12.069404 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47794) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:12.073853 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de6e605-f38e-4229-b40f-4f585599b639 None None] Network 37dfae7b-263c-4258-8f15-ee349abb1140 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:08:12.080721 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-1ebe4e5d-a220-40af-869c-d4ab4370aaa9 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 4e73f5eb-8675-4766-a667-b2c28843c20d) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:12.092934 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-6905fda8-3823-4302-9827-3ba9bb50eb98 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Request body: {'port': {'network_id': '37dfae7b-263c-4258-8f15-ee349abb1140', 'name': 'tempest-AllowedAddressPairTestJSON-489603532'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:12.102564 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a3fc49a9-f455-4480-91de-5f0332e5f890 None None] Provisioning complete for port f880644c-8295-4544-a0f8-c46c31d729e1 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:12.102948 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a3fc49a9-f455-4480-91de-5f0332e5f890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f880644c-8295-4544-a0f8-c46c31d729e1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:12.109874 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-228cbb31-790e-4716-96bf-04402a0965be admin admin] Publish callbacks [] for security_group (6a0bb339-7a25-4c58-9436-cb8fc6ca3171), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:12.117733 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0e603f-8047-4108-b54c-8e7f09698bfe None None] New status for floating IP 9f93bbaf-83a7-4235-94b1-4183c3aebc9e: DOWN {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:08:12.120161 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebe4e5d-a220-40af-869c-d4ab4370aaa9 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:12.121738 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1ebe4e5d-a220-40af-869c-d4ab4370aaa9 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:12.195584 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-228cbb31-790e-4716-96bf-04402a0965be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6a0bb339-7a25-4c58-9436-cb8fc6ca3171), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:12.197907 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-145d5a74-a9a8-4cdf-a9a4-64be12c61bf4 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (00c7b862-569b-4db4-9d4f-6dd53fdb8322), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:12.198500 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f880644c-8295-4544-a0f8-c46c31d729e1 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:08:12.204485 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115a0f96-dcad-44a4-958a-b9cafb2ad3cc None None] Network 4e73f5eb-8675-4766-a667-b2c28843c20d requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:08:12.234327 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d5a74-a9a8-4cdf-a9a4-64be12c61bf4 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Pushing event deleted for resources: {'Port': ['ID=00c7b862-569b-4db4-9d4f-6dd53fdb8322,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:12.310102 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1ebe4e5d-a220-40af-869c-d4ab4370aaa9 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6556733 Mar 05 05:08:12.336764 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47796) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:12.357816 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-abecd17e-f76f-45b8-bdb1-74f0bb339e69 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'port': {'network_id': '4e73f5eb-8675-4766-a667-b2c28843c20d', 'name': 'tempest-PortsTestJSON-512209324'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:12.395829 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-145d5a74-a9a8-4cdf-a9a4-64be12c61bf4 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:12.400451 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-145d5a74-a9a8-4cdf-a9a4-64be12c61bf4 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] 10.222.0.11 "DELETE /v2.0/ports/00c7b862-569b-4db4-9d4f-6dd53fdb8322 HTTP/1.1" status: 204 len: 168 time: 1.1014721 Mar 05 05:08:12.402243 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6905fda8-3823-4302-9827-3ba9bb50eb98 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Made reservation on behalf of fbaf3c6bcee549c39e0c312749973615 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:12.407045 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6905fda8-3823-4302-9827-3ba9bb50eb98 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:12.409507 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47798) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:12.420289 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-235786e1-de75-4fe6-80c9-d7964b164136 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Request body: {'port': {'name': 'tempest-new-port-name-186128617', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:12.421071 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.api.validators [None req-235786e1-de75-4fe6-80c9-d7964b164136 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] bootfile-name is not in valid_values {{(pid=105231) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 05 05:08:12.421515 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.api.validators [None req-235786e1-de75-4fe6-80c9-d7964b164136 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] tftp-server is not in valid_values {{(pid=105231) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 05 05:08:12.421950 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.api.validators [None req-235786e1-de75-4fe6-80c9-d7964b164136 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] server-ip-address is not in valid_values {{(pid=105231) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 05 05:08:12.429706 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a3fc49a9-f455-4480-91de-5f0332e5f890 None None] Current status of the port f880644c-8295-4544-a0f8-c46c31d729e1 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:08:12.430368 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a3fc49a9-f455-4480-91de-5f0332e5f890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f880644c-8295-4544-a0f8-c46c31d729e1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:12.473785 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-228cbb31-790e-4716-96bf-04402a0965be admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9389e72e4e574e4980b9b794b8bfd268&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8798976 Mar 05 05:08:12.481506 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47800) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:12.482787 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-6905fda8-3823-4302-9827-3ba9bb50eb98 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] device_id is not set on port 31013e18-ca21-467a-9b89-e7beccb4d56c yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:08:12.505669 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228cbb31-790e-4716-96bf-04402a0965be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0bb339-7a25-4c58-9436-cb8fc6ca3171,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:12.510770 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-a3fc49a9-f455-4480-91de-5f0332e5f890 None None] For port f880644c-8295-4544-a0f8-c46c31d729e1, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=f880644c-8295-4544-a0f8-c46c31d729e1,segment=NetworkSegment(fadccd09-f78f-47b1-818b-b716314dd887),segment_id=fadccd09-f78f-47b1-818b-b716314dd887)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:08:12.512292 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-82dd2f39-dd96-4010-907e-67590b9b8a51 None None] Attempting to bind port 8bf9b611-44ad-4906-804d-72a2dbc63d4a on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:08:12.512830 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-82dd2f39-dd96-4010-907e-67590b9b8a51 None None] Attempting to bind port 8bf9b611-44ad-4906-804d-72a2dbc63d4a by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:08:12.513210 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dd2f39-dd96-4010-907e-67590b9b8a51 None None] Attempting to bind port 8bf9b611-44ad-4906-804d-72a2dbc63d4a on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:08:12.545290 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09faf47c-7a9e-4e46-b2f8-bbb74223a51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:12.556883 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dd2f39-dd96-4010-907e-67590b9b8a51 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:08:12.557376 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dd2f39-dd96-4010-907e-67590b9b8a51 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:08:12.557858 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-82dd2f39-dd96-4010-907e-67590b9b8a51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:12.558368 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dd2f39-dd96-4010-907e-67590b9b8a51 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:08:12.559033 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-82dd2f39-dd96-4010-907e-67590b9b8a51 None None] Bound port: 8bf9b611-44ad-4906-804d-72a2dbc63d4a, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:08:12.559773 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-82dd2f39-dd96-4010-907e-67590b9b8a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8bf9b611-44ad-4906-804d-72a2dbc63d4a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:12.584616 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-235786e1-de75-4fe6-80c9-d7964b164136 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a9be853c-ef57-4fdd-b7d8-5ebf7169e554), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:12.617669 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-82dd2f39-dd96-4010-907e-67590b9b8a51 None None] For port 8bf9b611-44ad-4906-804d-72a2dbc63d4a, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:08:12.621932 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-82dd2f39-dd96-4010-907e-67590b9b8a51 None None] For port 8bf9b611-44ad-4906-804d-72a2dbc63d4a, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=8bf9b611-44ad-4906-804d-72a2dbc63d4a,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:08:12.626510 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a3fc49a9-f455-4480-91de-5f0332e5f890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f880644c-8295-4544-a0f8-c46c31d729e1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:12.689260 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-6905fda8-3823-4302-9827-3ba9bb50eb98 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Allocated IP 172.20.0.7 (37dfae7b-263c-4258-8f15-ee349abb1140/5694aac1-896a-4856-bb31-3f6ee5d3430a/31013e18-ca21-467a-9b89-e7beccb4d56c) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:12.747405 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc49a9-f455-4480-91de-5f0332e5f890 None None] Pushing event updated for resources: {'Port': ['ID=f880644c-8295-4544-a0f8-c46c31d729e1,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:12.758438 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-82dd2f39-dd96-4010-907e-67590b9b8a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8bf9b611-44ad-4906-804d-72a2dbc63d4a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:12.767511 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abecd17e-f76f-45b8-bdb1-74f0bb339e69 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:12.772422 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-abecd17e-f76f-45b8-bdb1-74f0bb339e69 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:12.810991 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-abecd17e-f76f-45b8-bdb1-74f0bb339e69 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] device_id is not set on port 513590e5-0a95-4636-8d2c-611b69c69173 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:08:12.837078 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc341612-61fd-4a56-8c04-c52f34a1bd77 None None] Pushing event updated for resources: {'Port': ['ID=8bf9b611-44ad-4906-804d-72a2dbc63d4a,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:12.873214 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b606bfd-a84c-4af1-a35a-aebb3f2edc47 req-c665d14c-3fc2-4b99-a3fd-152526971675 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:12.874422 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9b606bfd-a84c-4af1-a35a-aebb3f2edc47 req-c665d14c-3fc2-4b99-a3fd-152526971675 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 943 time: 0.1867743 Mar 05 05:08:12.887694 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port f880644c-8295-4544-a0f8-c46c31d729e1 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:12.888252 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f880644c-8295-4544-a0f8-c46c31d729e1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:12.926664 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-40272688-3e66-4432-92fd-965b6ea20d3f admin admin] Publish callbacks [] for security_group (6a0bb339-7a25-4c58-9436-cb8fc6ca3171), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:12.932160 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9b606bfd-a84c-4af1-a35a-aebb3f2edc47 req-dd9e4a8d-3467-45d7-b20d-951e56819210 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups?id=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491455 Mar 05 05:08:13.000889 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71169ead-6830-443e-8046-30d750612bfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-4e73f5eb-8675-4766-a667-b2c28843c20d', 'network_id': '4e73f5eb-8675-4766-a667-b2c28843c20d', 'project_id': 'b560962ff6304b07a22e03444cfd5a4d', 'fixed_ips': [{'subnet_id': '324d67b5-5699-439e-9c45-7df94220e568'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:08:13.001880 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-71169ead-6830-443e-8046-30d750612bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:13.010435 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffb35e8-d27e-4398-9db5-7d735bf15149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-37dfae7b-263c-4258-8f15-ee349abb1140', 'network_id': '37dfae7b-263c-4258-8f15-ee349abb1140', 'project_id': 'fbaf3c6bcee549c39e0c312749973615', 'fixed_ips': [{'subnet_id': '5694aac1-896a-4856-bb31-3f6ee5d3430a'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:08:13.010435 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0ffb35e8-d27e-4398-9db5-7d735bf15149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:13.048119 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-35c08ec5-bc6c-417d-9377-2d5ec7f12709 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for port (b799c833-78bf-4ea5-a0f5-5258aa89b134), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:13.108903 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-40272688-3e66-4432-92fd-965b6ea20d3f admin admin] Publish callbacks [] for security_group (6a0bb339-7a25-4c58-9436-cb8fc6ca3171), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:13.148189 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dd2f39-dd96-4010-907e-67590b9b8a51 None None] Routers {'59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:08:13.149249 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-82dd2f39-dd96-4010-907e-67590b9b8a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:07:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:13.164887 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9666663b-a871-4100-b792-25df30b0b8c0 req-9e235140-5a71-4852-a430-9aad61e886c1 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (630ec452-e76f-475b-beab-b349317b3e41), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:13.252087 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-235786e1-de75-4fe6-80c9-d7964b164136 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks [] for port (a9be853c-ef57-4fdd-b7d8-5ebf7169e554), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:13.261718 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-235786e1-de75-4fe6-80c9-d7964b164136 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (a9be853c-ef57-4fdd-b7d8-5ebf7169e554), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:13.315639 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e235140-5a71-4852-a430-9aad61e886c1 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Pushing event deleted for resources: {'Port': ['ID=630ec452-e76f-475b-beab-b349317b3e41,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:13.352325 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-78e2dff4-671f-41bd-bbec-5994d4ee31a8 None None] Provisioning complete for port a9be853c-ef57-4fdd-b7d8-5ebf7169e554 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:13.352545 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-78e2dff4-671f-41bd-bbec-5994d4ee31a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a9be853c-ef57-4fdd-b7d8-5ebf7169e554), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:13.357695 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-9666663b-a871-4100-b792-25df30b0b8c0 req-9e235140-5a71-4852-a430-9aad61e886c1 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] No DVR routers for this DVR port 630ec452-e76f-475b-beab-b349317b3e41 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:08:13.372978 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9666663b-a871-4100-b792-25df30b0b8c0 req-9e235140-5a71-4852-a430-9aad61e886c1 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:13.376630 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9666663b-a871-4100-b792-25df30b0b8c0 req-9e235140-5a71-4852-a430-9aad61e886c1 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.30 "DELETE /v2.0/ports/630ec452-e76f-475b-beab-b349317b3e41 HTTP/1.1" status: 204 len: 173 time: 3.2464242 Mar 05 05:08:13.383035 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-deleted', 'tag': '630ec452-e76f-475b-beab-b349317b3e41'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:08:13.385206 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded7d096-add9-450a-9121-97f8283af044" -d '{"events": [{"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-deleted", "tag": "630ec452-e76f-475b-beab-b349317b3e41"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:08:13.388488 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-abecd17e-f76f-45b8-bdb1-74f0bb339e69 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Allocated IP 172.20.0.11 (4e73f5eb-8675-4766-a667-b2c28843c20d/324d67b5-5699-439e-9c45-7df94220e568/513590e5-0a95-4636-8d2c-611b69c69173) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:13.401763 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-09faf47c-7a9e-4e46-b2f8-bbb74223a51e admin admin] Allocated IP 172.20.0.1 (53cc5c59-6f1d-4a78-8484-15060dd4acd5/fa44f880-f881-4ee7-9930-f1c3b9ebccae/693afaea-be97-4101-8574-6c94d8eb9072) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:13.468432 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235786e1-de75-4fe6-80c9-d7964b164136 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Pushing event updated for resources: {'Port': ['ID=a9be853c-ef57-4fdd-b7d8-5ebf7169e554,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:13.480197 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port f880644c-8295-4544-a0f8-c46c31d729e1 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:08:13.483362 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-35c08ec5-bc6c-417d-9377-2d5ec7f12709 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (b799c833-78bf-4ea5-a0f5-5258aa89b134), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:13.489649 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-78e2dff4-671f-41bd-bbec-5994d4ee31a8 None None] Port a9be853c-ef57-4fdd-b7d8-5ebf7169e554 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:08:13.492714 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-82dd2f39-dd96-4010-907e-67590b9b8a51 None None] Set router 59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:08:13.500582 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6905fda8-3823-4302-9827-3ba9bb50eb98 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks [] for port (31013e18-ca21-467a-9b89-e7beccb4d56c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:13.530500 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6696599-e52e-406c-8662-b6114e46a644 x-openstack-request-id: req-a6696599-e52e-406c-8662-b6114e46a644 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:08:13.530795 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7481c512-7dad-489d-a0fa-1caed9ed9636", "name": "network-vif-deleted", "tag": "630ec452-e76f-475b-beab-b349317b3e41", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:08:13.531049 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a6696599-e52e-406c-8662-b6114e46a644 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:08:13.531471 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7481c512-7dad-489d-a0fa-1caed9ed9636', 'name': 'network-vif-deleted', 'tag': '630ec452-e76f-475b-beab-b349317b3e41', 'status': 'completed', 'code': 200} Mar 05 05:08:13.558598 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-235786e1-de75-4fe6-80c9-d7964b164136 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] In _notify_port_updated(), no bound segment for port a9be853c-ef57-4fdd-b7d8-5ebf7169e554 on network 4c12f0b0-b154-44f7-bf40-6862d036a0e5 {{(pid=105231) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 05 05:08:13.565191 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235786e1-de75-4fe6-80c9-d7964b164136 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:13.566085 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-235786e1-de75-4fe6-80c9-d7964b164136 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:13.567899 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-235786e1-de75-4fe6-80c9-d7964b164136 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] 10.222.0.11 "PUT /v2.0/ports/a9be853c-ef57-4fdd-b7d8-5ebf7169e554 HTTP/1.1" status: 200 len: 1135 time: 1.1545119 Mar 05 05:08:13.570747 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6905fda8-3823-4302-9827-3ba9bb50eb98 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (31013e18-ca21-467a-9b89-e7beccb4d56c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:13.572497 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47806) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:13.660212 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-0ffb35e8-d27e-4398-9db5-7d735bf15149 None None] Allocated IP 172.20.0.2 (37dfae7b-263c-4258-8f15-ee349abb1140/5694aac1-896a-4856-bb31-3f6ee5d3430a/22746468-e914-4582-875c-c2e93c235a55) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:13.674046 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-40272688-3e66-4432-92fd-965b6ea20d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6a0bb339-7a25-4c58-9436-cb8fc6ca3171), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:13.681984 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6905fda8-3823-4302-9827-3ba9bb50eb98 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Network 37dfae7b-263c-4258-8f15-ee349abb1140 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:13.683156 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-40272688-3e66-4432-92fd-965b6ea20d3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:13.684375 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-40272688-3e66-4432-92fd-965b6ea20d3f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6a0bb339-7a25-4c58-9436-cb8fc6ca3171 HTTP/1.1" status: 204 len: 168 time: 1.1992848 Mar 05 05:08:13.698547 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749be698-528f-47f0-bcaa-af80f092d6fc tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:13.700261 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-749be698-528f-47f0-bcaa-af80f092d6fc tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] 10.222.0.11 "GET /v2.0/ports/a9be853c-ef57-4fdd-b7d8-5ebf7169e554 HTTP/1.1" status: 200 len: 1135 time: 0.1266015 Mar 05 05:08:13.718810 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-6905fda8-3823-4302-9827-3ba9bb50eb98 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:13.726194 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47810) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:13.727054 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6905fda8-3823-4302-9827-3ba9bb50eb98 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:13.783801 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c08ec5-bc6c-417d-9377-2d5ec7f12709 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Network 5dec06f8-c387-45a3-98fe-c85ab648b02e is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:13.795799 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40272688-3e66-4432-92fd-965b6ea20d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0bb339-7a25-4c58-9436-cb8fc6ca3171,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:13.807645 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-35c08ec5-bc6c-417d-9377-2d5ec7f12709 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:13.824568 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c08ec5-bc6c-417d-9377-2d5ec7f12709 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:13.858541 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-78e2dff4-671f-41bd-bbec-5994d4ee31a8 None None] Provisioning complete for port f880644c-8295-4544-a0f8-c46c31d729e1 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:13.859640 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-78e2dff4-671f-41bd-bbec-5994d4ee31a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f880644c-8295-4544-a0f8-c46c31d729e1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:13.939725 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0bd8178c-d720-4567-b584-c372586f3ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:13.989219 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c08ec5-bc6c-417d-9377-2d5ec7f12709 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:13.990784 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-35c08ec5-bc6c-417d-9377-2d5ec7f12709 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:14.060842 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c08ec5-bc6c-417d-9377-2d5ec7f12709 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event updated for resources: {'Port': ['ID=b799c833-78bf-4ea5-a0f5-5258aa89b134,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:14.114043 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:14.120419 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-abecd17e-f76f-45b8-bdb1-74f0bb339e69 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for port (513590e5-0a95-4636-8d2c-611b69c69173), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:14.149273 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-35c08ec5-bc6c-417d-9377-2d5ec7f12709 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.2821968 Mar 05 05:08:14.153780 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09faf47c-7a9e-4e46-b2f8-bbb74223a51e admin admin] Publish callbacks [] for port (693afaea-be97-4101-8574-6c94d8eb9072), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:14.155355 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47816) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:14.161715 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-c4c46d61-8059-4d5e-84db-6b8999a81139 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Request body: {'port': {'network_id': '5dec06f8-c387-45a3-98fe-c85ab648b02e', 'name': 'tempest-FloatingIPTestJSON-650910725'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:14.192805 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f880644c-8295-4544-a0f8-c46c31d729e1 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:08:14.262743 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:14.342307 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-abecd17e-f76f-45b8-bdb1-74f0bb339e69 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (513590e5-0a95-4636-8d2c-611b69c69173), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:14.436234 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abecd17e-f76f-45b8-bdb1-74f0bb339e69 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Port': ['ID=513590e5-0a95-4636-8d2c-611b69c69173,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:14.481591 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:08:14.495182 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abecd17e-f76f-45b8-bdb1-74f0bb339e69 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network 4e73f5eb-8675-4766-a667-b2c28843c20d is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:14.500418 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09faf47c-7a9e-4e46-b2f8-bbb74223a51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (693afaea-be97-4101-8574-6c94d8eb9072), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:14.555035 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-abecd17e-f76f-45b8-bdb1-74f0bb339e69 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:14.567252 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09faf47c-7a9e-4e46-b2f8-bbb74223a51e admin admin] Pushing event updated for resources: {'Port': ['ID=693afaea-be97-4101-8574-6c94d8eb9072,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:14.570313 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abecd17e-f76f-45b8-bdb1-74f0bb339e69 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:14.643775 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c46d61-8059-4d5e-84db-6b8999a81139 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Made reservation on behalf of 40cfc34572db4c7280a39d5bce859963 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:14.657721 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4c46d61-8059-4d5e-84db-6b8999a81139 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:14.683340 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09faf47c-7a9e-4e46-b2f8-bbb74223a51e admin admin] Network 53cc5c59-6f1d-4a78-8484-15060dd4acd5 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:14.692667 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-09faf47c-7a9e-4e46-b2f8-bbb74223a51e admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:14.701131 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09faf47c-7a9e-4e46-b2f8-bbb74223a51e admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:14.768393 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09faf47c-7a9e-4e46-b2f8-bbb74223a51e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:14.775327 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-c4c46d61-8059-4d5e-84db-6b8999a81139 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] device_id is not set on port ea8332be-f5aa-4b7c-b407-1f4822c7a425 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:08:14.785251 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abecd17e-f76f-45b8-bdb1-74f0bb339e69 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:14.786785 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-abecd17e-f76f-45b8-bdb1-74f0bb339e69 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:14.786915 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905fda8-3823-4302-9827-3ba9bb50eb98 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Pushing event updated for resources: {'Port': ['ID=31013e18-ca21-467a-9b89-e7beccb4d56c,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:14.897621 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6905fda8-3823-4302-9827-3ba9bb50eb98 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:14.898285 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6905fda8-3823-4302-9827-3ba9bb50eb98 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:14.918668 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1c045ea0-73c4-40fa-8b1d-43e2aea450cb req-97e86528-6862-4bdd-929e-e6e4d7a984e7 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.1484172 Mar 05 05:08:15.016697 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6905fda8-3823-4302-9827-3ba9bb50eb98 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9405138 Mar 05 05:08:15.017912 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47838) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:15.026526 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-46f6f40e-e9aa-406e-8977-b1a7ca95c04e tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Request body: {'port': {'network_id': '37dfae7b-263c-4258-8f15-ee349abb1140', 'name': 'tempest-AllowedAddressPairTestJSON-1737235402', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:96:0b:10'}]}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:15.139859 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-9afd397e-7cf7-4bbc-935c-5a4094602e46 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Deleting port a9be853c-ef57-4fdd-b7d8-5ebf7169e554 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:15.140332 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9afd397e-7cf7-4bbc-935c-5a4094602e46 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (a9be853c-ef57-4fdd-b7d8-5ebf7169e554), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:15.205753 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0ffb35e8-d27e-4398-9db5-7d735bf15149 None None] Publish callbacks [] for port (22746468-e914-4582-875c-c2e93c235a55), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:15.244425 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-71169ead-6830-443e-8046-30d750612bfe None None] Allocated IP 172.20.0.2 (4e73f5eb-8675-4766-a667-b2c28843c20d/324d67b5-5699-439e-9c45-7df94220e568/e54825d2-0c8c-4889-8e26-3ecb5a0bac6c) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:15.255517 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9afd397e-7cf7-4bbc-935c-5a4094602e46 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (a9be853c-ef57-4fdd-b7d8-5ebf7169e554), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:15.271966 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-9afd397e-7cf7-4bbc-935c-5a4094602e46 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Calling delete_port for a9be853c-ef57-4fdd-b7d8-5ebf7169e554 owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:15.279231 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0ffb35e8-d27e-4398-9db5-7d735bf15149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (22746468-e914-4582-875c-c2e93c235a55), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:15.295889 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-78e2dff4-671f-41bd-bbec-5994d4ee31a8 None None] Current status of the port f880644c-8295-4544-a0f8-c46c31d729e1 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:08:15.385817 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port f880644c-8295-4544-a0f8-c46c31d729e1 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:15.386197 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f880644c-8295-4544-a0f8-c46c31d729e1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:15.387814 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:15.480730 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f6f40e-e9aa-406e-8977-b1a7ca95c04e tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Made reservation on behalf of fbaf3c6bcee549c39e0c312749973615 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:15.484542 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-abecd17e-f76f-45b8-bdb1-74f0bb339e69 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1463292 Mar 05 05:08:15.485321 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-468e9c73-2a6b-482c-83fb-121081328537 req-43fc8dc0-2dd0-4b49-82df-67d29e08cc86 tempest-MultipleCreateTestJSON-14599439 tempest-MultipleCreateTestJSON-14599439-project] (105232) timed out ('10.222.0.30', 49283) {{(pid=105232) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 05 05:08:15.489771 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47840) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:15.515050 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffb35e8-d27e-4398-9db5-7d735bf15149 None None] Network 37dfae7b-263c-4258-8f15-ee349abb1140 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:15.575953 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-c4c46d61-8059-4d5e-84db-6b8999a81139 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Allocated IP 172.20.0.14 (5dec06f8-c387-45a3-98fe-c85ab648b02e/c868fd15-4526-427d-8e38-b892b3cd0c5c/ea8332be-f5aa-4b7c-b407-1f4822c7a425) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:15.579904 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-0ffb35e8-d27e-4398-9db5-7d735bf15149 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:15.598207 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffb35e8-d27e-4398-9db5-7d735bf15149 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:15.658186 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9afd397e-7cf7-4bbc-935c-5a4094602e46 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (a9be853c-ef57-4fdd-b7d8-5ebf7169e554), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:15.689836 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb35e8-d27e-4398-9db5-7d735bf15149 None None] Pushing event updated for resources: {'Port': ['ID=22746468-e914-4582-875c-c2e93c235a55,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:15.737280 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09faf47c-7a9e-4e46-b2f8-bbb74223a51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (693afaea-be97-4101-8574-6c94d8eb9072), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:15.754054 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd397e-7cf7-4bbc-935c-5a4094602e46 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Pushing event deleted for resources: {'Port': ['ID=a9be853c-ef57-4fdd-b7d8-5ebf7169e554,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:15.763129 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-82dd2f39-dd96-4010-907e-67590b9b8a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb', 'name': 'tempest-TestVolumeBootPattern-419650409-router', 'tenant_id': '359100925a3c4af3bbdd327f78fd4e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '8bf9b611-44ad-4906-804d-72a2dbc63d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:08:01Z', 'updated_at': '2022-03-05T05:08:06Z', 'revision_number': 3, 'project_id': '359100925a3c4af3bbdd327f78fd4e09', 'gw_port': {'id': '8bf9b611-44ad-4906-804d-72a2dbc63d4a', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:36:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:08:03Z', 'updated_at': '2022-03-05T05:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:15.789435 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e994ef45-0546-4bce-94e3-109dd37d1930 None None] Provisioning complete for port 693afaea-be97-4101-8574-6c94d8eb9072 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:15.789822 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e994ef45-0546-4bce-94e3-109dd37d1930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (693afaea-be97-4101-8574-6c94d8eb9072), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:15.884779 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4c46d61-8059-4d5e-84db-6b8999a81139 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for port (ea8332be-f5aa-4b7c-b407-1f4822c7a425), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:15.887661 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-46f6f40e-e9aa-406e-8977-b1a7ca95c04e tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:15.934812 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-0ffb35e8-d27e-4398-9db5-7d735bf15149 None None] Attempting to bind port 22746468-e914-4582-875c-c2e93c235a55 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:08:15.935220 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-0ffb35e8-d27e-4398-9db5-7d735bf15149 None None] Attempting to bind port 22746468-e914-4582-875c-c2e93c235a55 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '8f69f3a5-6115-40ec-9594-ffedee0302c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '37dfae7b-263c-4258-8f15-ee349abb1140'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:08:15.935595 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffb35e8-d27e-4398-9db5-7d735bf15149 None None] Attempting to bind port 22746468-e914-4582-875c-c2e93c235a55 on network 37dfae7b-263c-4258-8f15-ee349abb1140 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:08:15.947686 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dd2f39-dd96-4010-907e-67590b9b8a51 None None] The sync data for ids ['59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb'] in n-d-789963-32 is: [{'id': '59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb', 'name': 'tempest-TestVolumeBootPattern-419650409-router', 'tenant_id': '359100925a3c4af3bbdd327f78fd4e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '8bf9b611-44ad-4906-804d-72a2dbc63d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:08:01Z', 'updated_at': '2022-03-05T05:08:06Z', 'revision_number': 3, 'project_id': '359100925a3c4af3bbdd327f78fd4e09', 'gw_port': {'id': '8bf9b611-44ad-4906-804d-72a2dbc63d4a', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:36:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:08:03Z', 'updated_at': '2022-03-05T05:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:08:15.962788 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4c46d61-8059-4d5e-84db-6b8999a81139 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (ea8332be-f5aa-4b7c-b407-1f4822c7a425), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:16.003026 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffb35e8-d27e-4398-9db5-7d735bf15149 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:08:16.004558 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffb35e8-d27e-4398-9db5-7d735bf15149 None None] Checking segment: {'id': '8f69f3a5-6115-40ec-9594-ffedee0302c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '37dfae7b-263c-4258-8f15-ee349abb1140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:08:16.004981 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0ffb35e8-d27e-4398-9db5-7d735bf15149 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:16.008488 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffb35e8-d27e-4398-9db5-7d735bf15149 None None] Bound using segment: {'id': '8f69f3a5-6115-40ec-9594-ffedee0302c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '37dfae7b-263c-4258-8f15-ee349abb1140'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:08:16.009066 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-0ffb35e8-d27e-4398-9db5-7d735bf15149 None None] Bound port: 22746468-e914-4582-875c-c2e93c235a55, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f69f3a5-6115-40ec-9594-ffedee0302c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '37dfae7b-263c-4258-8f15-ee349abb1140'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:08:16.009472 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0ffb35e8-d27e-4398-9db5-7d735bf15149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (22746468-e914-4582-875c-c2e93c235a55), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:16.011515 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e994ef45-0546-4bce-94e3-109dd37d1930 None None] Port 693afaea-be97-4101-8574-6c94d8eb9072 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:08:16.018997 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-46f6f40e-e9aa-406e-8977-b1a7ca95c04e tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] device_id is not set on port c1d0e2fa-5ec7-4147-991e-6a0b7d8c60cc yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:08:16.062074 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c46d61-8059-4d5e-84db-6b8999a81139 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Network 5dec06f8-c387-45a3-98fe-c85ab648b02e is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:16.071413 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-c4c46d61-8059-4d5e-84db-6b8999a81139 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:16.075942 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c46d61-8059-4d5e-84db-6b8999a81139 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:16.120241 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port f880644c-8295-4544-a0f8-c46c31d729e1 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:08:16.155753 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e994ef45-0546-4bce-94e3-109dd37d1930 None None] Could not find standard attr ID for object a9be853c-ef57-4fdd-b7d8-5ebf7169e554. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 05:08:16.160745 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1676357a-28a6-4fa7-9007-cfe42b0275fd req-61d5f44c-ba24-4d20-900a-fc830148a29e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0332842 Mar 05 05:08:16.171935 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-aeb506fa-c7b9-4e47-b621-97b842dfffc0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Deleting port 513590e5-0a95-4636-8d2c-611b69c69173 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:16.172332 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aeb506fa-c7b9-4e47-b621-97b842dfffc0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (513590e5-0a95-4636-8d2c-611b69c69173), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:16.185885 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e994ef45-0546-4bce-94e3-109dd37d1930 None None] Could not find standard attr ID for object 00c7b862-569b-4db4-9d4f-6dd53fdb8322. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 05:08:16.270372 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aeb506fa-c7b9-4e47-b621-97b842dfffc0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (513590e5-0a95-4636-8d2c-611b69c69173), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:16.283502 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-aeb506fa-c7b9-4e47-b621-97b842dfffc0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Calling delete_port for 513590e5-0a95-4636-8d2c-611b69c69173 owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:16.320384 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09faf47c-7a9e-4e46-b2f8-bbb74223a51e admin admin] Publish callbacks [] for port (693afaea-be97-4101-8574-6c94d8eb9072), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:16.337794 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:16.348506 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-0ffb35e8-d27e-4398-9db5-7d735bf15149 None None] For port 22746468-e914-4582-875c-c2e93c235a55, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:08:16.354003 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-0ffb35e8-d27e-4398-9db5-7d735bf15149 None None] For port 22746468-e914-4582-875c-c2e93c235a55, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=22746468-e914-4582-875c-c2e93c235a55,segment=NetworkSegment(8f69f3a5-6115-40ec-9594-ffedee0302c0),segment_id=8f69f3a5-6115-40ec-9594-ffedee0302c0)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:08:16.358995 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-71169ead-6830-443e-8046-30d750612bfe None None] Publish callbacks [] for port (e54825d2-0c8c-4889-8e26-3ecb5a0bac6c), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:16.367994 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0ffb35e8-d27e-4398-9db5-7d735bf15149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (22746468-e914-4582-875c-c2e93c235a55), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:16.387930 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-71169ead-6830-443e-8046-30d750612bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (e54825d2-0c8c-4889-8e26-3ecb5a0bac6c), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:16.397639 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09faf47c-7a9e-4e46-b2f8-bbb74223a51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (693afaea-be97-4101-8574-6c94d8eb9072), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:16.466219 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-46f6f40e-e9aa-406e-8977-b1a7ca95c04e tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Allocated IP 172.20.0.4 (37dfae7b-263c-4258-8f15-ee349abb1140/5694aac1-896a-4856-bb31-3f6ee5d3430a/c1d0e2fa-5ec7-4147-991e-6a0b7d8c60cc) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:16.466763 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c46d61-8059-4d5e-84db-6b8999a81139 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event updated for resources: {'Port': ['ID=ea8332be-f5aa-4b7c-b407-1f4822c7a425,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:16.542917 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb35e8-d27e-4398-9db5-7d735bf15149 None None] Pushing event updated for resources: {'Port': ['ID=22746468-e914-4582-875c-c2e93c235a55,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:16.547011 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71169ead-6830-443e-8046-30d750612bfe None None] Network 4e73f5eb-8675-4766-a667-b2c28843c20d is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:16.548493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c46d61-8059-4d5e-84db-6b8999a81139 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:16.549183 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4c46d61-8059-4d5e-84db-6b8999a81139 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:16.555330 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-71169ead-6830-443e-8046-30d750612bfe None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:16.558623 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71169ead-6830-443e-8046-30d750612bfe None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:16.589801 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c4c46d61-8059-4d5e-84db-6b8999a81139 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4292676 Mar 05 05:08:16.594983 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47850) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:16.604042 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09faf47c-7a9e-4e46-b2f8-bbb74223a51e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:16.626209 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-168af8c0-c710-4cd8-aaa3-d12259e36648 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'port_id': 'ea8332be-f5aa-4b7c-b407-1f4822c7a425', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:16.640926 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09faf47c-7a9e-4e46-b2f8-bbb74223a51e admin admin] Pushing event updated for resources: {'Port': ['ID=693afaea-be97-4101-8574-6c94d8eb9072,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:16.717939 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9afd397e-7cf7-4bbc-935c-5a4094602e46 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:16.726413 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9afd397e-7cf7-4bbc-935c-5a4094602e46 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] 10.222.0.11 "DELETE /v2.0/ports/a9be853c-ef57-4fdd-b7d8-5ebf7169e554 HTTP/1.1" status: 204 len: 168 time: 2.9065104 Mar 05 05:08:16.747438 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aeb506fa-c7b9-4e47-b621-97b842dfffc0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (513590e5-0a95-4636-8d2c-611b69c69173), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:16.794868 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47854) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:16.804180 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71169ead-6830-443e-8046-30d750612bfe None None] Pushing event updated for resources: {'Port': ['ID=e54825d2-0c8c-4889-8e26-3ecb5a0bac6c,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:16.816992 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-168af8c0-c710-4cd8-aaa3-d12259e36648 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:16.850666 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-71169ead-6830-443e-8046-30d750612bfe None None] Attempting to bind port e54825d2-0c8c-4889-8e26-3ecb5a0bac6c on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:08:16.850666 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-71169ead-6830-443e-8046-30d750612bfe None None] Attempting to bind port e54825d2-0c8c-4889-8e26-3ecb5a0bac6c by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'c55f6abf-5606-492b-9a3e-4fa175012481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4e73f5eb-8675-4766-a667-b2c28843c20d'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:08:16.851149 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71169ead-6830-443e-8046-30d750612bfe None None] Attempting to bind port e54825d2-0c8c-4889-8e26-3ecb5a0bac6c on network 4e73f5eb-8675-4766-a667-b2c28843c20d {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:08:16.866785 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71169ead-6830-443e-8046-30d750612bfe None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:08:16.867245 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71169ead-6830-443e-8046-30d750612bfe None None] Checking segment: {'id': 'c55f6abf-5606-492b-9a3e-4fa175012481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4e73f5eb-8675-4766-a667-b2c28843c20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:08:16.867674 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-71169ead-6830-443e-8046-30d750612bfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:16.868090 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71169ead-6830-443e-8046-30d750612bfe None None] Bound using segment: {'id': 'c55f6abf-5606-492b-9a3e-4fa175012481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4e73f5eb-8675-4766-a667-b2c28843c20d'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:08:16.871311 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-71169ead-6830-443e-8046-30d750612bfe None None] Bound port: e54825d2-0c8c-4889-8e26-3ecb5a0bac6c, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c55f6abf-5606-492b-9a3e-4fa175012481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4e73f5eb-8675-4766-a667-b2c28843c20d'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:08:16.872356 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-71169ead-6830-443e-8046-30d750612bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e54825d2-0c8c-4889-8e26-3ecb5a0bac6c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:16.991324 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb506fa-c7b9-4e47-b621-97b842dfffc0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Port': ['ID=513590e5-0a95-4636-8d2c-611b69c69173,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:17.083482 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-71169ead-6830-443e-8046-30d750612bfe None None] For port e54825d2-0c8c-4889-8e26-3ecb5a0bac6c, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:08:17.087808 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-71169ead-6830-443e-8046-30d750612bfe None None] For port e54825d2-0c8c-4889-8e26-3ecb5a0bac6c, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e54825d2-0c8c-4889-8e26-3ecb5a0bac6c,segment=NetworkSegment(c55f6abf-5606-492b-9a3e-4fa175012481),segment_id=c55f6abf-5606-492b-9a3e-4fa175012481)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:08:17.092354 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aeb506fa-c7b9-4e47-b621-97b842dfffc0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:17.101824 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-aeb506fa-c7b9-4e47-b621-97b842dfffc0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/ports/513590e5-0a95-4636-8d2c-611b69c69173 HTTP/1.1" status: 204 len: 168 time: 1.6028337 Mar 05 05:08:17.102911 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-71169ead-6830-443e-8046-30d750612bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e54825d2-0c8c-4889-8e26-3ecb5a0bac6c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:17.110577 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47856) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:17.112266 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09faf47c-7a9e-4e46-b2f8-bbb74223a51e admin admin] Network 53cc5c59-6f1d-4a78-8484-15060dd4acd5 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:17.123543 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-09faf47c-7a9e-4e46-b2f8-bbb74223a51e admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:17.246646 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-600364f0-987e-4929-829c-dc3092503daa tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Deleting subnet 009c2da4-c328-44fa-aa6f-1f8a19975afe {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:08:17.280607 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-600364f0-987e-4929-829c-dc3092503daa tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks [] for subnet (009c2da4-c328-44fa-aa6f-1f8a19975afe), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:17.285967 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d761a5c-347f-412d-8f53-8cf1d46a7828 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] DELETE failed (client error): The resource could not be found. Mar 05 05:08:17.286752 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d761a5c-347f-412d-8f53-8cf1d46a7828 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:08:17.302463 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8d761a5c-347f-412d-8f53-8cf1d46a7828 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/ports/513590e5-0a95-4636-8d2c-611b69c69173 HTTP/1.1" status: 404 len: 333 time: 0.1886213 Mar 05 05:08:17.308085 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71169ead-6830-443e-8046-30d750612bfe None None] Pushing event updated for resources: {'Port': ['ID=e54825d2-0c8c-4889-8e26-3ecb5a0bac6c,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:17.322986 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47860) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:17.409019 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-6135e802-dc02-45b8-a32f-4d2ad7850e94 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] GET failed (client error): The resource could not be found. Mar 05 05:08:17.410178 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6135e802-dc02-45b8-a32f-4d2ad7850e94 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "GET /v2.0/ports/513590e5-0a95-4636-8d2c-611b69c69173 HTTP/1.1" status: 404 len: 333 time: 0.0848715 Mar 05 05:08:17.428355 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47862) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:17.546849 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-168af8c0-c710-4cd8-aaa3-d12259e36648 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:17.583729 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d7f511-8db2-4818-9682-e16c1a10f91e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Deleting subnet 324d67b5-5699-439e-9c45-7df94220e568 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:08:17.589490 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3773b9ab-304a-4f70-9da4-9d7efbdd92e2 req-a6f0a5aa-7934-4876-a881-f4fbfc4ed583 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0656326 Mar 05 05:08:17.666247 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-8710cbd0-7bf9-4fe2-a48a-5e3d02b8c8e4 None None] Provisioning complete for port 693afaea-be97-4101-8574-6c94d8eb9072 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:17.667388 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8710cbd0-7bf9-4fe2-a48a-5e3d02b8c8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (693afaea-be97-4101-8574-6c94d8eb9072), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:17.721800 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-46f6f40e-e9aa-406e-8977-b1a7ca95c04e tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks [] for port (c1d0e2fa-5ec7-4147-991e-6a0b7d8c60cc), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:17.812987 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-8710cbd0-7bf9-4fe2-a48a-5e3d02b8c8e4 None None] Port 693afaea-be97-4101-8574-6c94d8eb9072 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:08:17.817854 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09faf47c-7a9e-4e46-b2f8-bbb74223a51e admin admin] Router 59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:08:17.820093 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-168af8c0-c710-4cd8-aaa3-d12259e36648 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Allocated IP 172.25.0.58 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/83db2b60-85d9-4f6f-8e7c-cb2393b773d6) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:17.826892 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-37d7f511-8db2-4818-9682-e16c1a10f91e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for subnet (324d67b5-5699-439e-9c45-7df94220e568), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:17.827737 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:17.958406 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-37d7f511-8db2-4818-9682-e16c1a10f91e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (324d67b5-5699-439e-9c45-7df94220e568), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:18.050217 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-168af8c0-c710-4cd8-aaa3-d12259e36648 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for port (83db2b60-85d9-4f6f-8e7c-cb2393b773d6), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:18.081495 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-37d7f511-8db2-4818-9682-e16c1a10f91e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (324d67b5-5699-439e-9c45-7df94220e568), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:18.094995 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-168af8c0-c710-4cd8-aaa3-d12259e36648 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (83db2b60-85d9-4f6f-8e7c-cb2393b773d6), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:18.146938 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168af8c0-c710-4cd8-aaa3-d12259e36648 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:18.157311 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-168af8c0-c710-4cd8-aaa3-d12259e36648 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:18.158473 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-53036203-bdd3-4b16-9137-afc44fa7e7cc req-fd75b7bb-41b5-4d30-9a4c-fc2c43d33972 service neutron] (105231) timed out ('10.222.0.31', 64219) {{(pid=105231) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 05 05:08:18.163572 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-46f6f40e-e9aa-406e-8977-b1a7ca95c04e tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (c1d0e2fa-5ec7-4147-991e-6a0b7d8c60cc), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:18.165212 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168af8c0-c710-4cd8-aaa3-d12259e36648 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:18.179053 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-37d7f511-8db2-4818-9682-e16c1a10f91e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (324d67b5-5699-439e-9c45-7df94220e568), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:18.269253 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-37d7f511-8db2-4818-9682-e16c1a10f91e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:18.285903 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-37d7f511-8db2-4818-9682-e16c1a10f91e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/subnets/324d67b5-5699-439e-9c45-7df94220e568 HTTP/1.1" status: 204 len: 168 time: 0.8564048 Mar 05 05:08:18.286817 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6f40e-e9aa-406e-8977-b1a7ca95c04e tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Pushing event updated for resources: {'Port': ['ID=c1d0e2fa-5ec7-4147-991e-6a0b7d8c60cc,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:18.333935 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-600364f0-987e-4929-829c-dc3092503daa tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (009c2da4-c328-44fa-aa6f-1f8a19975afe), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:18.338958 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47866) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:18.431912 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09faf47c-7a9e-4e46-b2f8-bbb74223a51e admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:08:18.457991 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-09faf47c-7a9e-4e46-b2f8-bbb74223a51e admin admin] 10.222.0.11 "PUT /v2.0/routers/59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2184651 Mar 05 05:08:18.474943 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235c6b9e-6d37-4992-ad8c-06d7b03d199d None None] Network 37dfae7b-263c-4258-8f15-ee349abb1140 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:08:18.485701 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168af8c0-c710-4cd8-aaa3-d12259e36648 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event updated for resources: {'Port': ['ID=83db2b60-85d9-4f6f-8e7c-cb2393b773d6,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:18.555526 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7f511-8db2-4818-9682-e16c1a10f91e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Subnet': ['ID=324d67b5-5699-439e-9c45-7df94220e568,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:18.561634 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f4f19a8-7d99-48ac-99ea-a5dc895c51d6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (4e73f5eb-8675-4766-a667-b2c28843c20d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:18.586800 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f6f40e-e9aa-406e-8977-b1a7ca95c04e tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Network 37dfae7b-263c-4258-8f15-ee349abb1140 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:18.598210 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-46f6f40e-e9aa-406e-8977-b1a7ca95c04e tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:18.601446 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f6f40e-e9aa-406e-8977-b1a7ca95c04e tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:18.612966 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e54825d2-0c8c-4889-8e26-3ecb5a0bac6c up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:08:18.696163 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d0d9581f-1505-446f-8098-69c73a2adbe6 None None] Provisioning complete for port 22746468-e914-4582-875c-c2e93c235a55 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:18.696786 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d0d9581f-1505-446f-8098-69c73a2adbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (22746468-e914-4582-875c-c2e93c235a55), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:18.796573 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f6f40e-e9aa-406e-8977-b1a7ca95c04e tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:18.797710 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-46f6f40e-e9aa-406e-8977-b1a7ca95c04e tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:18.902016 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-600364f0-987e-4929-829c-dc3092503daa tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (009c2da4-c328-44fa-aa6f-1f8a19975afe), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:18.929970 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-46f6f40e-e9aa-406e-8977-b1a7ca95c04e tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.9082184 Mar 05 05:08:18.941233 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47880) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:18.968556 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-7f4f19a8-7d99-48ac-99ea-a5dc895c51d6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Deleting port e54825d2-0c8c-4889-8e26-3ecb5a0bac6c {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:18.968556 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f4f19a8-7d99-48ac-99ea-a5dc895c51d6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (e54825d2-0c8c-4889-8e26-3ecb5a0bac6c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:18.969748 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d0d9581f-1505-446f-8098-69c73a2adbe6 None None] Current status of the port 22746468-e914-4582-875c-c2e93c235a55 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:08:18.970731 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d0d9581f-1505-446f-8098-69c73a2adbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (22746468-e914-4582-875c-c2e93c235a55), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:19.025037 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port e54825d2-0c8c-4889-8e26-3ecb5a0bac6c triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:19.025434 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e54825d2-0c8c-4889-8e26-3ecb5a0bac6c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:19.074596 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-7f4f19a8-7d99-48ac-99ea-a5dc895c51d6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] For port e54825d2-0c8c-4889-8e26-3ecb5a0bac6c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e54825d2-0c8c-4889-8e26-3ecb5a0bac6c,segment=NetworkSegment(c55f6abf-5606-492b-9a3e-4fa175012481),segment_id=c55f6abf-5606-492b-9a3e-4fa175012481)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:08:19.078928 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f4f19a8-7d99-48ac-99ea-a5dc895c51d6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (e54825d2-0c8c-4889-8e26-3ecb5a0bac6c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:19.123284 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-7f4f19a8-7d99-48ac-99ea-a5dc895c51d6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Calling delete_port for e54825d2-0c8c-4889-8e26-3ecb5a0bac6c owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:19.171578 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d8c1a1-2a5c-4396-ab4c-58ebbc222826 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:19.189621 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d8c1a1-2a5c-4396-ab4c-58ebbc222826 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:19.204745 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-d0d9581f-1505-446f-8098-69c73a2adbe6 None None] For port 22746468-e914-4582-875c-c2e93c235a55, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=22746468-e914-4582-875c-c2e93c235a55,segment=NetworkSegment(8f69f3a5-6115-40ec-9594-ffedee0302c0),segment_id=8f69f3a5-6115-40ec-9594-ffedee0302c0)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:08:19.208381 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d8c1a1-2a5c-4396-ab4c-58ebbc222826 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:19.215278 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d4d8c1a1-2a5c-4396-ab4c-58ebbc222826 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.2732444 Mar 05 05:08:19.221160 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47888) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:19.225194 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d0d9581f-1505-446f-8098-69c73a2adbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (22746468-e914-4582-875c-c2e93c235a55), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:19.372299 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fbb77e69-5a3d-48e3-9a12-eb8bddf1daa6 req-e43d078b-7e9e-4528-ac5b-21c7e5ef1592 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.5521462 Mar 05 05:08:19.391318 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9581f-1505-446f-8098-69c73a2adbe6 None None] Pushing event updated for resources: {'Port': ['ID=22746468-e914-4582-875c-c2e93c235a55,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:19.408745 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f4f19a8-7d99-48ac-99ea-a5dc895c51d6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (e54825d2-0c8c-4889-8e26-3ecb5a0bac6c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:19.434466 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Port e54825d2-0c8c-4889-8e26-3ecb5a0bac6c update to ACTIVE by agent not found {{(pid=105233) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 05 05:08:19.446165 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8bf9b611-44ad-4906-804d-72a2dbc63d4a up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:08:19.464707 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f19a8-7d99-48ac-99ea-a5dc895c51d6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Port': ['ID=e54825d2-0c8c-4889-8e26-3ecb5a0bac6c,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:19.470291 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4f19a8-7d99-48ac-99ea-a5dc895c51d6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] No DVR routers for this DVR port e54825d2-0c8c-4889-8e26-3ecb5a0bac6c on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:08:19.549689 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447baf89-463d-4099-8c21-7b3891cc907a None None] Network 4e73f5eb-8675-4766-a667-b2c28843c20d requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:08:19.707622 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f4f19a8-7d99-48ac-99ea-a5dc895c51d6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (4e73f5eb-8675-4766-a667-b2c28843c20d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:19.744624 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-49b4678d-02d6-4804-b76e-286d4cfcfb6a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Deleting port c1d0e2fa-5ec7-4147-991e-6a0b7d8c60cc {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:19.749306 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-49b4678d-02d6-4804-b76e-286d4cfcfb6a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (c1d0e2fa-5ec7-4147-991e-6a0b7d8c60cc), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:19.773068 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ea7504-d95e-4a4f-9c5d-d0034a66aec6 None None] Sync routers for ids ['59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:08:19.776006 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-7f4f19a8-7d99-48ac-99ea-a5dc895c51d6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e73f5eb-8675-4766-a667-b2c28843c20d']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:19.802945 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-7f4f19a8-7d99-48ac-99ea-a5dc895c51d6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c55f6abf-5606-492b-9a3e-4fa175012481') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:19.803387 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-7f4f19a8-7d99-48ac-99ea-a5dc895c51d6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c55f6abf-5606-492b-9a3e-4fa175012481') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:19.804506 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 8bf9b611-44ad-4906-804d-72a2dbc63d4a triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:19.807372 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8bf9b611-44ad-4906-804d-72a2dbc63d4a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:19.833159 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f4f19a8-7d99-48ac-99ea-a5dc895c51d6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (c55f6abf-5606-492b-9a3e-4fa175012481), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:19.878272 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f4f19a8-7d99-48ac-99ea-a5dc895c51d6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (c55f6abf-5606-492b-9a3e-4fa175012481), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:19.887183 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f4f19a8-7d99-48ac-99ea-a5dc895c51d6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:08:19.887814 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f4f19a8-7d99-48ac-99ea-a5dc895c51d6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (c55f6abf-5606-492b-9a3e-4fa175012481), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:19.929522 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ea7504-d95e-4a4f-9c5d-d0034a66aec6 None None] Routers {'59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:08:19.930235 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-55ea7504-d95e-4a4f-9c5d-d0034a66aec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:08:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:19.952589 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed06e8af-5450-4ffa-9a40-71b3e9f6ad73 None None] DHCP port deletion for 4e73f5eb-8675-4766-a667-b2c28843c20d request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: warnings.warn(msg) Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:08:19.979665 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:08:19.988482 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f4f19a8-7d99-48ac-99ea-a5dc895c51d6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (4e73f5eb-8675-4766-a667-b2c28843c20d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:20.001104 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f4f19a8-7d99-48ac-99ea-a5dc895c51d6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:20.008900 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7f4f19a8-7d99-48ac-99ea-a5dc895c51d6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/networks/4e73f5eb-8675-4766-a667-b2c28843c20d HTTP/1.1" status: 204 len: 168 time: 1.6684277 Mar 05 05:08:20.012537 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47890) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:20.023360 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-d8d765ec-12ae-40ac-99e2-46158fee7d75 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-650782698'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:20.064493 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d765ec-12ae-40ac-99e2-46158fee7d75 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:20.069007 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8d765ec-12ae-40ac-99e2-46158fee7d75 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:20.074259 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f19a8-7d99-48ac-99ea-a5dc895c51d6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Network': ['ID=4e73f5eb-8675-4766-a667-b2c28843c20d,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:20.091237 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-600364f0-987e-4929-829c-dc3092503daa tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (009c2da4-c328-44fa-aa6f-1f8a19975afe), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:20.124299 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-600364f0-987e-4929-829c-dc3092503daa tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:20.129729 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-600364f0-987e-4929-829c-dc3092503daa tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] 10.222.0.11 "DELETE /v2.0/subnets/009c2da4-c328-44fa-aa6f-1f8a19975afe HTTP/1.1" status: 204 len: 168 time: 3.2887237 Mar 05 05:08:20.137972 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47896) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:20.154865 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600364f0-987e-4929-829c-dc3092503daa tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Pushing event deleted for resources: {'Subnet': ['ID=009c2da4-c328-44fa-aa6f-1f8a19975afe,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:20.167311 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d765ec-12ae-40ac-99e2-46158fee7d75 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:08:20.197312 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-49b4678d-02d6-4804-b76e-286d4cfcfb6a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (c1d0e2fa-5ec7-4147-991e-6a0b7d8c60cc), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:20.198445 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8d765ec-12ae-40ac-99e2-46158fee7d75 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (3c0d7210-25d7-43ef-8928-14c7c2d64495), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:20.198800 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-d8d765ec-12ae-40ac-99e2-46158fee7d75 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Added segment 3c0d7210-25d7-43ef-8928-14c7c2d64495 of type vlan for network 6c1e47d8-6f14-455e-b716-fbef8ce23dae Mar 05 05:08:20.214242 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-49b4678d-02d6-4804-b76e-286d4cfcfb6a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Calling delete_port for c1d0e2fa-5ec7-4147-991e-6a0b7d8c60cc owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:20.230955 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-c7f385d6-fe0b-4a93-a682-531e2155d708 None None] Provisioning complete for port c1d0e2fa-5ec7-4147-991e-6a0b7d8c60cc triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:20.231306 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c7f385d6-fe0b-4a93-a682-531e2155d708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c1d0e2fa-5ec7-4147-991e-6a0b7d8c60cc), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:20.267268 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c77566-24c3-4431-811f-52f6d825aafc None None] Network 4c12f0b0-b154-44f7-bf40-6862d036a0e5 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:08:20.294807 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8d765ec-12ae-40ac-99e2-46158fee7d75 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (6c1e47d8-6f14-455e-b716-fbef8ce23dae), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:20.352875 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8d765ec-12ae-40ac-99e2-46158fee7d75 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (6c1e47d8-6f14-455e-b716-fbef8ce23dae), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:20.358802 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d765ec-12ae-40ac-99e2-46158fee7d75 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:20.359357 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8d765ec-12ae-40ac-99e2-46158fee7d75 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:20.500708 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d8d765ec-12ae-40ac-99e2-46158fee7d75 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4811389 Mar 05 05:08:20.505529 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47904) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:20.512013 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-168af8c0-c710-4cd8-aaa3-d12259e36648 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (f9b378cf-a95f-449a-a320-028592a1511f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:20.533921 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-474259cd-a62b-459e-95f9-a52959272e6e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'subnet': {'network_id': '6c1e47d8-6f14-455e-b716-fbef8ce23dae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:20.578535 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-836b83c9-904a-4ce4-9e5a-37c05e69a986 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (4c12f0b0-b154-44f7-bf40-6862d036a0e5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:20.758400 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-168af8c0-c710-4cd8-aaa3-d12259e36648 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (83db2b60-85d9-4f6f-8e7c-cb2393b773d6), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:20.778091 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-55ea7504-d95e-4a4f-9c5d-d0034a66aec6 None None] Set router 59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:08:20.848005 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d765ec-12ae-40ac-99e2-46158fee7d75 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Network': ['ID=6c1e47d8-6f14-455e-b716-fbef8ce23dae,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:20.895312 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-49b4678d-02d6-4804-b76e-286d4cfcfb6a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (c1d0e2fa-5ec7-4147-991e-6a0b7d8c60cc), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:20.895546 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0cdeb5e9-fa13-425b-85e3-d6fdf23feae6 req-f4b3dee9-7d57-4c99-9a64-14398b28a020 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.2225406 Mar 05 05:08:20.929349 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 6c1e47d8-6f14-455e-b716-fbef8ce23dae details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:08:21.022188 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474259cd-a62b-459e-95f9-a52959272e6e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:21.025563 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-474259cd-a62b-459e-95f9-a52959272e6e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:21.039761 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-836b83c9-904a-4ce4-9e5a-37c05e69a986 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Deleting port f880644c-8295-4544-a0f8-c46c31d729e1 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:21.046669 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-836b83c9-904a-4ce4-9e5a-37c05e69a986 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (f880644c-8295-4544-a0f8-c46c31d729e1), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:21.057283 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4678d-02d6-4804-b76e-286d4cfcfb6a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Pushing event deleted for resources: {'Port': ['ID=c1d0e2fa-5ec7-4147-991e-6a0b7d8c60cc,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:21.316206 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 8bf9b611-44ad-4906-804d-72a2dbc63d4a is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:08:21.318733 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8bf9b611-44ad-4906-804d-72a2dbc63d4a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:21.388694 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c7f385d6-fe0b-4a93-a682-531e2155d708 None None] Port c1d0e2fa-5ec7-4147-991e-6a0b7d8c60cc cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:08:21.464166 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-c7f385d6-fe0b-4a93-a682-531e2155d708 None None] Provisioning complete for port 22746468-e914-4582-875c-c2e93c235a55 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:21.464759 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c7f385d6-fe0b-4a93-a682-531e2155d708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (22746468-e914-4582-875c-c2e93c235a55), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:21.481960 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-474259cd-a62b-459e-95f9-a52959272e6e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (e871ecab-002f-4989-9676-ba3b8ba18287), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:21.572499 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474259cd-a62b-459e-95f9-a52959272e6e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Subnet': ['ID=e871ecab-002f-4989-9676-ba3b8ba18287,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:21.605572 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bffa71-5ccf-40a9-9436-f5729661c2ca None None] DHCP port deletion for 4c12f0b0-b154-44f7-bf40-6862d036a0e5 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:08:21.624722 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 8bf9b611-44ad-4906-804d-72a2dbc63d4a, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=8bf9b611-44ad-4906-804d-72a2dbc63d4a,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:08:21.700522 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474259cd-a62b-459e-95f9-a52959272e6e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Checking segment: {'id': '3c0d7210-25d7-43ef-8928-14c7c2d64495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6c1e47d8-6f14-455e-b716-fbef8ce23dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:08:21.700902 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474259cd-a62b-459e-95f9-a52959272e6e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network hostable DHCP agents. Network: 6c1e47d8-6f14-455e-b716-fbef8ce23dae, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:08:21.716960 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c7f385d6-fe0b-4a93-a682-531e2155d708 None None] Current status of the port 22746468-e914-4582-875c-c2e93c235a55 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:08:21.719494 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8bf9b611-44ad-4906-804d-72a2dbc63d4a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:21.720368 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 22746468-e914-4582-875c-c2e93c235a55 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:08:21.758128 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-836b83c9-904a-4ce4-9e5a-37c05e69a986 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] For port f880644c-8295-4544-a0f8-c46c31d729e1, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=f880644c-8295-4544-a0f8-c46c31d729e1,segment=NetworkSegment(fadccd09-f78f-47b1-818b-b716314dd887),segment_id=fadccd09-f78f-47b1-818b-b716314dd887)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:08:21.758863 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474259cd-a62b-459e-95f9-a52959272e6e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network 6c1e47d8-6f14-455e-b716-fbef8ce23dae is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:08:21.759377 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-836b83c9-904a-4ce4-9e5a-37c05e69a986 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (f880644c-8295-4544-a0f8-c46c31d729e1), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:21.773609 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-474259cd-a62b-459e-95f9-a52959272e6e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 6c1e47d8-6f14-455e-b716-fbef8ce23dae) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:21.777595 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474259cd-a62b-459e-95f9-a52959272e6e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:21.778200 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-474259cd-a62b-459e-95f9-a52959272e6e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:21.816292 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-474259cd-a62b-459e-95f9-a52959272e6e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2931826 Mar 05 05:08:21.817214 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47910) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:21.825140 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-f9b9b233-657f-41b1-a145-0a59a0735b4b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'port': {'network_id': '6c1e47d8-6f14-455e-b716-fbef8ce23dae', 'security_groups': [], 'name': 'tempest-PortsTestJSON-980817980'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:21.849145 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=8bf9b611-44ad-4906-804d-72a2dbc63d4a,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:21.853148 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0679553f-a313-41c6-af6a-c466aefc0f58 None None] Network 6c1e47d8-6f14-455e-b716-fbef8ce23dae requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:08:21.924213 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-49b4678d-02d6-4804-b76e-286d4cfcfb6a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:21.935289 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-49b4678d-02d6-4804-b76e-286d4cfcfb6a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] 10.222.0.11 "DELETE /v2.0/ports/c1d0e2fa-5ec7-4147-991e-6a0b7d8c60cc HTTP/1.1" status: 204 len: 168 time: 2.7123322 Mar 05 05:08:21.942290 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47912) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:22.039901 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 22746468-e914-4582-875c-c2e93c235a55 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:22.043898 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (22746468-e914-4582-875c-c2e93c235a55), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:22.044833 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-9caf9a25-8e0d-4f49-a775-d73ba6b88b68 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] GET failed (client error): The resource could not be found. Mar 05 05:08:22.052386 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9caf9a25-8e0d-4f49-a775-d73ba6b88b68 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] 10.222.0.11 "GET /v2.0/ports/c1d0e2fa-5ec7-4147-991e-6a0b7d8c60cc HTTP/1.1" status: 404 len: 333 time: 0.1040163 Mar 05 05:08:22.053206 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47916) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:22.064355 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-b77fae12-d93a-4ccb-9741-1a9a4eb14f5a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Request body: {'port': {'network_id': '37dfae7b-263c-4258-8f15-ee349abb1140', 'name': 'tempest-AllowedAddressPairTestJSON-1056452432'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:22.067707 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-836b83c9-904a-4ce4-9e5a-37c05e69a986 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Calling delete_port for f880644c-8295-4544-a0f8-c46c31d729e1 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:22.095495 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-c7f385d6-fe0b-4a93-a682-531e2155d708 None None] Provisioning complete for port 31013e18-ca21-467a-9b89-e7beccb4d56c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:22.095801 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c7f385d6-fe0b-4a93-a682-531e2155d708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (31013e18-ca21-467a-9b89-e7beccb4d56c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:22.111617 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-168af8c0-c710-4cd8-aaa3-d12259e36648 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for port (83db2b60-85d9-4f6f-8e7c-cb2393b773d6), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:22.137664 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c7f385d6-fe0b-4a93-a682-531e2155d708 None None] Port 31013e18-ca21-467a-9b89-e7beccb4d56c cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:08:22.186123 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-168af8c0-c710-4cd8-aaa3-d12259e36648 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (83db2b60-85d9-4f6f-8e7c-cb2393b773d6), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:22.201364 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc771539-5054-4b42-9b65-6decf8719bbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-6c1e47d8-6f14-455e-b716-fbef8ce23dae', 'network_id': '6c1e47d8-6f14-455e-b716-fbef8ce23dae', 'project_id': 'b560962ff6304b07a22e03444cfd5a4d', 'fixed_ips': [{'subnet_id': 'e871ecab-002f-4989-9676-ba3b8ba18287'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:08:22.202303 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dc771539-5054-4b42-9b65-6decf8719bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:22.251422 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-c7f385d6-fe0b-4a93-a682-531e2155d708 None None] Could not find standard attr ID for object e54825d2-0c8c-4889-8e26-3ecb5a0bac6c. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 05:08:22.265880 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 22746468-e914-4582-875c-c2e93c235a55 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:08:22.281428 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b8bffa71-5ccf-40a9-9436-f5729661c2ca None None] Deleting port f880644c-8295-4544-a0f8-c46c31d729e1 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:22.281820 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b8bffa71-5ccf-40a9-9436-f5729661c2ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (f880644c-8295-4544-a0f8-c46c31d729e1), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:22.356873 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b9b233-657f-41b1-a145-0a59a0735b4b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:22.360110 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168af8c0-c710-4cd8-aaa3-d12259e36648 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event updated for resources: {'Port': ['ID=83db2b60-85d9-4f6f-8e7c-cb2393b773d6,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:22.364503 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-b8bffa71-5ccf-40a9-9436-f5729661c2ca None None] For port f880644c-8295-4544-a0f8-c46c31d729e1, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=f880644c-8295-4544-a0f8-c46c31d729e1,segment=NetworkSegment(fadccd09-f78f-47b1-818b-b716314dd887),segment_id=fadccd09-f78f-47b1-818b-b716314dd887)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:08:22.364915 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b8bffa71-5ccf-40a9-9436-f5729661c2ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (f880644c-8295-4544-a0f8-c46c31d729e1), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:22.373427 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f9b9b233-657f-41b1-a145-0a59a0735b4b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:22.380151 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b8bffa71-5ccf-40a9-9436-f5729661c2ca None None] Calling delete_port for f880644c-8295-4544-a0f8-c46c31d729e1 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:22.389642 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-168af8c0-c710-4cd8-aaa3-d12259e36648 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (f9b378cf-a95f-449a-a320-028592a1511f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:22.483378 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77fae12-d93a-4ccb-9741-1a9a4eb14f5a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Made reservation on behalf of fbaf3c6bcee549c39e0c312749973615 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:22.493507 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b77fae12-d93a-4ccb-9741-1a9a4eb14f5a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:22.534901 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [None req-168af8c0-c710-4cd8-aaa3-d12259e36648 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Floating IP f9b378cf-a95f-449a-a320-028592a1511f associated. External IP: 172.25.0.58, port: ea8332be-f5aa-4b7c-b407-1f4822c7a425. Mar 05 05:08:22.560465 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dac0d86d-9ee5-45ab-97c4-db3501c6138d req-0c7d045e-0fcf-4b2d-8769-0ae4d0cfd6f9 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.2054613 Mar 05 05:08:22.589368 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-f9b9b233-657f-41b1-a145-0a59a0735b4b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] device_id is not set on port 325a2489-118b-4f64-8ce4-644afc82c10a yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:08:22.596770 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8bf9b611-44ad-4906-804d-72a2dbc63d4a up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:08:22.605133 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e4828957-ec9c-4662-8097-0d084e2ac13f None None] Could not find standard attr ID for object c1d0e2fa-5ec7-4147-991e-6a0b7d8c60cc. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 05:08:22.630057 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-b77fae12-d93a-4ccb-9741-1a9a4eb14f5a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] device_id is not set on port 1b5a5e2c-5f12-40d7-85ae-97ed5e175cba yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:08:22.653623 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-55ea7504-d95e-4a4f-9c5d-d0034a66aec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb', 'name': 'tempest-TestVolumeBootPattern-419650409-router', 'tenant_id': '359100925a3c4af3bbdd327f78fd4e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '8bf9b611-44ad-4906-804d-72a2dbc63d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:08:01Z', 'updated_at': '2022-03-05T05:08:15Z', 'revision_number': 4, 'project_id': '359100925a3c4af3bbdd327f78fd4e09', 'gw_port': {'id': '8bf9b611-44ad-4906-804d-72a2dbc63d4a', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:36:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:08:03Z', 'updated_at': '2022-03-05T05:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '693afaea-be97-4101-8574-6c94d8eb9072', 'name': '', 'network_id': '53cc5c59-6f1d-4a78-8484-15060dd4acd5', 'tenant_id': '359100925a3c4af3bbdd327f78fd4e09', 'mac_address': 'fa:16:3e:c6:e9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'fa44f880-f881-4ee7-9930-f1c3b9ebccae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:08:12Z', 'updated_at': '2022-03-05T05:08:16Z', 'revision_number': 2, 'project_id': '359100925a3c4af3bbdd327f78fd4e09', 'subnets': [{'id': 'fa44f880-f881-4ee7-9930-f1c3b9ebccae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:22.701721 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ea7504-d95e-4a4f-9c5d-d0034a66aec6 None None] Checking router: 59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:08:22.702593 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ea7504-d95e-4a4f-9c5d-d0034a66aec6 None None] Updating router 59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb port 693afaea-be97-4101-8574-6c94d8eb9072 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:08:22.745696 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-55ea7504-d95e-4a4f-9c5d-d0034a66aec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (693afaea-be97-4101-8574-6c94d8eb9072), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:22.933211 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b8bffa71-5ccf-40a9-9436-f5729661c2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (f880644c-8295-4544-a0f8-c46c31d729e1), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:22.949480 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e4828957-ec9c-4662-8097-0d084e2ac13f None None] Provisioning complete for port 31013e18-ca21-467a-9b89-e7beccb4d56c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:22.949865 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e4828957-ec9c-4662-8097-0d084e2ac13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (31013e18-ca21-467a-9b89-e7beccb4d56c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:23.075270 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bffa71-5ccf-40a9-9436-f5729661c2ca None None] Pushing event deleted for resources: {'Port': ['ID=f880644c-8295-4544-a0f8-c46c31d729e1,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:23.107593 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bffa71-5ccf-40a9-9436-f5729661c2ca None None] No DVR routers for this DVR port f880644c-8295-4544-a0f8-c46c31d729e1 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:08:23.142402 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-b77fae12-d93a-4ccb-9741-1a9a4eb14f5a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Allocated IP 172.20.0.9 (37dfae7b-263c-4258-8f15-ee349abb1140/5694aac1-896a-4856-bb31-3f6ee5d3430a/1b5a5e2c-5f12-40d7-85ae-97ed5e175cba) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:23.206230 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e4828957-ec9c-4662-8097-0d084e2ac13f None None] Port 31013e18-ca21-467a-9b89-e7beccb4d56c cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:08:23.276572 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-f9b9b233-657f-41b1-a145-0a59a0735b4b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Allocated IP 172.20.0.8 (6c1e47d8-6f14-455e-b716-fbef8ce23dae/e871ecab-002f-4989-9676-ba3b8ba18287/325a2489-118b-4f64-8ce4-644afc82c10a) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:23.289000 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 8bf9b611-44ad-4906-804d-72a2dbc63d4a triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:23.289397 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8bf9b611-44ad-4906-804d-72a2dbc63d4a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:23.424154 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-836b83c9-904a-4ce4-9e5a-37c05e69a986 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (f880644c-8295-4544-a0f8-c46c31d729e1), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:23.460867 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b83c9-904a-4ce4-9e5a-37c05e69a986 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Pushing event deleted for resources: {'Port': ['ID=f880644c-8295-4544-a0f8-c46c31d729e1,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:23.476531 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836b83c9-904a-4ce4-9e5a-37c05e69a986 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] No DVR routers for this DVR port f880644c-8295-4544-a0f8-c46c31d729e1 on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:08:23.573997 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-836b83c9-904a-4ce4-9e5a-37c05e69a986 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (4c12f0b0-b154-44f7-bf40-6862d036a0e5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:23.598148 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-836b83c9-904a-4ce4-9e5a-37c05e69a986 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c12f0b0-b154-44f7-bf40-6862d036a0e5']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:23.613761 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-836b83c9-904a-4ce4-9e5a-37c05e69a986 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fadccd09-f78f-47b1-818b-b716314dd887') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:23.614139 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-836b83c9-904a-4ce4-9e5a-37c05e69a986 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fadccd09-f78f-47b1-818b-b716314dd887') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:23.616139 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 8bf9b611-44ad-4906-804d-72a2dbc63d4a is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:08:23.617361 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 22746468-e914-4582-875c-c2e93c235a55 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:08:23.626250 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-836b83c9-904a-4ce4-9e5a-37c05e69a986 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (fadccd09-f78f-47b1-818b-b716314dd887), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:23.641190 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-836b83c9-904a-4ce4-9e5a-37c05e69a986 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (fadccd09-f78f-47b1-818b-b716314dd887), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:23.648176 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836b83c9-904a-4ce4-9e5a-37c05e69a986 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:08:23.648573 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-836b83c9-904a-4ce4-9e5a-37c05e69a986 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (fadccd09-f78f-47b1-818b-b716314dd887), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:23.718167 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:08:23.718167 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:08:23.718167 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:08:23.718167 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:08:23.718167 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:08:23.718167 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:08:23.718167 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:08:23.718167 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:08:23.718167 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:08:23.718167 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:08:23.718167 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:08:23.718167 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:08:23.718167 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:08:23.718167 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:08:23.718167 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:08:23.718167 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:08:23.718167 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:08:23.718167 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:08:23.718167 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:08:23.718167 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:08:23.718167 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:08:23.718167 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:08:23.718167 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:08:23.718167 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:08:23.718167 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:08:23.718167 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:08:23.718167 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:08:23.718167 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:08:23.718167 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:08:23.718167 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:08:23.718167 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:08:23.718167 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:08:23.722341 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-836b83c9-904a-4ce4-9e5a-37c05e69a986 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (4c12f0b0-b154-44f7-bf40-6862d036a0e5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:23.761245 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-836b83c9-904a-4ce4-9e5a-37c05e69a986 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:23.767516 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-836b83c9-904a-4ce4-9e5a-37c05e69a986 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] 10.222.0.11 "DELETE /v2.0/networks/4c12f0b0-b154-44f7-bf40-6862d036a0e5 HTTP/1.1" status: 204 len: 168 time: 3.6236141 Mar 05 05:08:23.790917 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b83c9-904a-4ce4-9e5a-37c05e69a986 tempest-ExtraDHCPOptionsTestJSON-380908735 tempest-ExtraDHCPOptionsTestJSON-380908735-project] Pushing event deleted for resources: {'Network': ['ID=4c12f0b0-b154-44f7-bf40-6862d036a0e5,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:23.803862 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-55ea7504-d95e-4a4f-9c5d-d0034a66aec6 None None] Publish callbacks [] for port (693afaea-be97-4101-8574-6c94d8eb9072), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:23.837115 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-55ea7504-d95e-4a4f-9c5d-d0034a66aec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (693afaea-be97-4101-8574-6c94d8eb9072), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:23.880595 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 22746468-e914-4582-875c-c2e93c235a55 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:23.882720 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (22746468-e914-4582-875c-c2e93c235a55), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:23.908927 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168af8c0-c710-4cd8-aaa3-d12259e36648 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Router 98d744c4-203e-41b9-9316-e591f9ececef has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:08:23.932080 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74613ea-199b-4da4-be03-b72b1eac5b91 None None] Pushing event updated for resources: {'Port': ['ID=693afaea-be97-4101-8574-6c94d8eb9072,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:24.127620 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-55ea7504-d95e-4a4f-9c5d-d0034a66aec6 None None] Attempting to bind port 693afaea-be97-4101-8574-6c94d8eb9072 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:08:24.128291 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-55ea7504-d95e-4a4f-9c5d-d0034a66aec6 None None] Attempting to bind port 693afaea-be97-4101-8574-6c94d8eb9072 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'f90eb926-7cb3-45af-8195-8d867ef78580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '53cc5c59-6f1d-4a78-8484-15060dd4acd5'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:08:24.132105 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ea7504-d95e-4a4f-9c5d-d0034a66aec6 None None] Attempting to bind port 693afaea-be97-4101-8574-6c94d8eb9072 on network 53cc5c59-6f1d-4a78-8484-15060dd4acd5 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:08:24.147905 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ea7504-d95e-4a4f-9c5d-d0034a66aec6 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:08:24.148318 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ea7504-d95e-4a4f-9c5d-d0034a66aec6 None None] Checking segment: {'id': 'f90eb926-7cb3-45af-8195-8d867ef78580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '53cc5c59-6f1d-4a78-8484-15060dd4acd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:08:24.148798 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-55ea7504-d95e-4a4f-9c5d-d0034a66aec6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:24.169953 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ea7504-d95e-4a4f-9c5d-d0034a66aec6 None None] Bound using segment: {'id': 'f90eb926-7cb3-45af-8195-8d867ef78580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '53cc5c59-6f1d-4a78-8484-15060dd4acd5'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:08:24.170944 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-55ea7504-d95e-4a4f-9c5d-d0034a66aec6 None None] Bound port: 693afaea-be97-4101-8574-6c94d8eb9072, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90eb926-7cb3-45af-8195-8d867ef78580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '53cc5c59-6f1d-4a78-8484-15060dd4acd5'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:08:24.173569 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-55ea7504-d95e-4a4f-9c5d-d0034a66aec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (693afaea-be97-4101-8574-6c94d8eb9072), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:24.318645 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168af8c0-c710-4cd8-aaa3-d12259e36648 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:08:24.321385 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-55ea7504-d95e-4a4f-9c5d-d0034a66aec6 None None] For port 693afaea-be97-4101-8574-6c94d8eb9072, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:08:24.326162 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-55ea7504-d95e-4a4f-9c5d-d0034a66aec6 None None] For port 693afaea-be97-4101-8574-6c94d8eb9072, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=693afaea-be97-4101-8574-6c94d8eb9072,segment=NetworkSegment(f90eb926-7cb3-45af-8195-8d867ef78580),segment_id=f90eb926-7cb3-45af-8195-8d867ef78580)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:08:24.332443 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38eef6e-0d80-4d8e-8ca7-fc2a74f983b0 None None] Sync routers for ids ['98d744c4-203e-41b9-9316-e591f9ececef'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:08:24.355590 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38eef6e-0d80-4d8e-8ca7-fc2a74f983b0 None None] Routers {'98d744c4-203e-41b9-9316-e591f9ececef'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:08:24.356652 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-c38eef6e-0d80-4d8e-8ca7-fc2a74f983b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:08:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['98d744c4-203e-41b9-9316-e591f9ececef'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:24.373671 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-168af8c0-c710-4cd8-aaa3-d12259e36648 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:24.428136 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47942) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:24.441163 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-c38eef6e-0d80-4d8e-8ca7-fc2a74f983b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:24.445005 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-168af8c0-c710-4cd8-aaa3-d12259e36648 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.8486493 Mar 05 05:08:24.447556 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47946) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:24.455919 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38eef6e-0d80-4d8e-8ca7-fc2a74f983b0 None None] Routers {'98d744c4-203e-41b9-9316-e591f9ececef'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:08:24.456815 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-c38eef6e-0d80-4d8e-8ca7-fc2a74f983b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:08:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['98d744c4-203e-41b9-9316-e591f9ececef'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:24.459708 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-b43181ac-d682-4898-bb79-b845aebbca28 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:24.548088 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-c38eef6e-0d80-4d8e-8ca7-fc2a74f983b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:24.548994 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38eef6e-0d80-4d8e-8ca7-fc2a74f983b0 None None] The sync data for ids ['98d744c4-203e-41b9-9316-e591f9ececef'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:08:24.593895 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-55ea7504-d95e-4a4f-9c5d-d0034a66aec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (693afaea-be97-4101-8574-6c94d8eb9072), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:24.661218 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74613ea-199b-4da4-be03-b72b1eac5b91 None None] Pushing event updated for resources: {'Port': ['ID=693afaea-be97-4101-8574-6c94d8eb9072,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:24.675376 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b43181ac-d682-4898-bb79-b845aebbca28 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (f9b378cf-a95f-449a-a320-028592a1511f), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:24.705083 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-90abc4ae-87b3-4be5-8b4f-32c636bedef9 None None] Provisioning complete for port 693afaea-be97-4101-8574-6c94d8eb9072 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:24.705577 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-90abc4ae-87b3-4be5-8b4f-32c636bedef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (693afaea-be97-4101-8574-6c94d8eb9072), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:24.709384 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 22746468-e914-4582-875c-c2e93c235a55 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:08:24.749708 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ea7504-d95e-4a4f-9c5d-d0034a66aec6 None None] Routers {'59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:08:24.750749 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-55ea7504-d95e-4a4f-9c5d-d0034a66aec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:08:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:24.926378 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f9b9b233-657f-41b1-a145-0a59a0735b4b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for port (325a2489-118b-4f64-8ce4-644afc82c10a), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:24.941993 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-55ea7504-d95e-4a4f-9c5d-d0034a66aec6 None None] Set router 59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:08:24.988024 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f9b9b233-657f-41b1-a145-0a59a0735b4b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (325a2489-118b-4f64-8ce4-644afc82c10a), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:24.993529 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b43181ac-d682-4898-bb79-b845aebbca28 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:25.009202 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b43181ac-d682-4898-bb79-b845aebbca28 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (f9b378cf-a95f-449a-a320-028592a1511f), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:25.009618 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [None req-b43181ac-d682-4898-bb79-b845aebbca28 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Floating IP f9b378cf-a95f-449a-a320-028592a1511f disassociated. External IP: 172.25.0.58, port: ea8332be-f5aa-4b7c-b407-1f4822c7a425. Mar 05 05:08:25.041426 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b24b4a87-960c-42eb-951c-befecb4ad2fb req-7d3e1f77-dc50-43fc-98dc-6aa6ab8683e9 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0671084 Mar 05 05:08:25.140093 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-dc771539-5054-4b42-9b65-6decf8719bbb None None] Allocated IP 172.20.0.2 (6c1e47d8-6f14-455e-b716-fbef8ce23dae/e871ecab-002f-4989-9676-ba3b8ba18287/1f604562-e089-409c-b100-d0f8aef23388) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:25.171506 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b9b233-657f-41b1-a145-0a59a0735b4b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network 6c1e47d8-6f14-455e-b716-fbef8ce23dae is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:25.251788 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b77fae12-d93a-4ccb-9741-1a9a4eb14f5a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks [] for port (1b5a5e2c-5f12-40d7-85ae-97ed5e175cba), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:25.281183 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-f9b9b233-657f-41b1-a145-0a59a0735b4b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:25.285930 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fa173bc2-d0c7-4266-b8d2-ce95dcff126b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=39510327ed9b4a268449421d62954bfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8543963 Mar 05 05:08:25.289597 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47950) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:25.295516 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b9b233-657f-41b1-a145-0a59a0735b4b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:25.311524 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9b233-657f-41b1-a145-0a59a0735b4b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Port': ['ID=325a2489-118b-4f64-8ce4-644afc82c10a,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:25.388577 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c167f7f9-bf79-4b54-9799-03be13e55a7e admin admin] Publish callbacks [] for security_group (9cb0dc4a-242a-4244-bdb1-d110be1179b6), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:25.388956 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dc771539-5054-4b42-9b65-6decf8719bbb None None] Publish callbacks [] for port (1f604562-e089-409c-b100-d0f8aef23388), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:25.437040 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-94388c94-1915-4a17-a803-f5b177c19d51 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:25.445260 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-94388c94-1915-4a17-a803-f5b177c19d51 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 812 time: 0.4824491 Mar 05 05:08:25.448849 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c167f7f9-bf79-4b54-9799-03be13e55a7e admin admin] Publish callbacks [] for security_group (9cb0dc4a-242a-4244-bdb1-d110be1179b6), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:25.482530 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e54825d2-0c8c-4889-8e26-3ecb5a0bac6c no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:08:25.486780 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-b8b2cb07-db27-444a-bca5-6b44fb4eb7b0 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/quotas/06a4f309563b434e9962ec2905954423 HTTP/1.1" status: 200 len: 375 time: 0.0402539 Mar 05 05:08:25.491217 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dc771539-5054-4b42-9b65-6decf8719bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (1f604562-e089-409c-b100-d0f8aef23388), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:25.511309 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43181ac-d682-4898-bb79-b845aebbca28 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Router 98d744c4-203e-41b9-9316-e591f9ececef has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:08:25.541640 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b9b233-657f-41b1-a145-0a59a0735b4b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:25.542247 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: e54825d2-0c8c-4889-8e26-3ecb5a0bac6c {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:08:25.542604 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e54825d2-0c8c-4889-8e26-3ecb5a0bac6c not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:08:25.543038 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f880644c-8295-4544-a0f8-c46c31d729e1 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:08:25.543684 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f9b9b233-657f-41b1-a145-0a59a0735b4b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:25.569633 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b77fae12-d93a-4ccb-9741-1a9a4eb14f5a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (1b5a5e2c-5f12-40d7-85ae-97ed5e175cba), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:25.579888 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c167f7f9-bf79-4b54-9799-03be13e55a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (9cb0dc4a-242a-4244-bdb1-d110be1179b6), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:25.583025 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c167f7f9-bf79-4b54-9799-03be13e55a7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:25.584561 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c167f7f9-bf79-4b54-9799-03be13e55a7e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9cb0dc4a-242a-4244-bdb1-d110be1179b6 HTTP/1.1" status: 204 len: 168 time: 0.2939816 Mar 05 05:08:25.714543 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f9b9b233-657f-41b1-a145-0a59a0735b4b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 3.8959861 Mar 05 05:08:25.726281 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47954) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:25.731065 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc771539-5054-4b42-9b65-6decf8719bbb None None] Network 6c1e47d8-6f14-455e-b716-fbef8ce23dae is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:25.762831 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167f7f9-bf79-4b54-9799-03be13e55a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb0dc4a-242a-4244-bdb1-d110be1179b6,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:25.771825 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-dc771539-5054-4b42-9b65-6decf8719bbb None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:25.776547 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: f880644c-8295-4544-a0f8-c46c31d729e1 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:08:25.777235 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f880644c-8295-4544-a0f8-c46c31d729e1 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:08:25.783000 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc771539-5054-4b42-9b65-6decf8719bbb None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:25.786460 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c167f7f9-bf79-4b54-9799-03be13e55a7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:25.787571 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c167f7f9-bf79-4b54-9799-03be13e55a7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:25.789424 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c167f7f9-bf79-4b54-9799-03be13e55a7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:25.789424 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c167f7f9-bf79-4b54-9799-03be13e55a7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:25.789424 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c167f7f9-bf79-4b54-9799-03be13e55a7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:25.789424 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c167f7f9-bf79-4b54-9799-03be13e55a7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:25.790018 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c167f7f9-bf79-4b54-9799-03be13e55a7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:25.790236 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c167f7f9-bf79-4b54-9799-03be13e55a7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:25.790576 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c167f7f9-bf79-4b54-9799-03be13e55a7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:25.791932 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c167f7f9-bf79-4b54-9799-03be13e55a7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:25.791932 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c167f7f9-bf79-4b54-9799-03be13e55a7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:25.791932 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c167f7f9-bf79-4b54-9799-03be13e55a7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:25.792278 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c167f7f9-bf79-4b54-9799-03be13e55a7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:25.823797 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fae12-d93a-4ccb-9741-1a9a4eb14f5a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Pushing event updated for resources: {'Port': ['ID=1b5a5e2c-5f12-40d7-85ae-97ed5e175cba,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:25.873977 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-5ff97240-c2e9-4fa9-a635-ec325b4cedc2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3829212 Mar 05 05:08:25.919275 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc771539-5054-4b42-9b65-6decf8719bbb None None] Pushing event updated for resources: {'Port': ['ID=1f604562-e089-409c-b100-d0f8aef23388,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:25.919716 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43181ac-d682-4898-bb79-b845aebbca28 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:08:25.942365 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b43181ac-d682-4898-bb79-b845aebbca28 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:25.968267 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae96aed9-f8f9-4b53-aa62-e88c0a95ffbf None None] Sync routers for ids ['98d744c4-203e-41b9-9316-e591f9ececef'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:08:25.978072 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77fae12-d93a-4ccb-9741-1a9a4eb14f5a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Network 37dfae7b-263c-4258-8f15-ee349abb1140 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:25.999338 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-b77fae12-d93a-4ccb-9741-1a9a4eb14f5a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:26.019199 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77fae12-d93a-4ccb-9741-1a9a4eb14f5a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:26.030011 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b43181ac-d682-4898-bb79-b845aebbca28 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "PUT /v2.0/floatingips/f9b378cf-a95f-449a-a320-028592a1511f HTTP/1.1" status: 200 len: 687 time: 1.5778387 Mar 05 05:08:26.031171 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47960) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:26.162547 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77fae12-d93a-4ccb-9741-1a9a4eb14f5a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:26.175304 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b77fae12-d93a-4ccb-9741-1a9a4eb14f5a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:26.217483 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae96aed9-f8f9-4b53-aa62-e88c0a95ffbf None None] Routers {'98d744c4-203e-41b9-9316-e591f9ececef'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:08:26.218141 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-ae96aed9-f8f9-4b53-aa62-e88c0a95ffbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:08:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['98d744c4-203e-41b9-9316-e591f9ececef'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:26.255795 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-90abc4ae-87b3-4be5-8b4f-32c636bedef9 None None] Current status of the port 693afaea-be97-4101-8574-6c94d8eb9072 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:08:26.256790 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-90abc4ae-87b3-4be5-8b4f-32c636bedef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (693afaea-be97-4101-8574-6c94d8eb9072), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:26.259185 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-dc771539-5054-4b42-9b65-6decf8719bbb None None] Attempting to bind port 1f604562-e089-409c-b100-d0f8aef23388 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:08:26.259820 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-dc771539-5054-4b42-9b65-6decf8719bbb None None] Attempting to bind port 1f604562-e089-409c-b100-d0f8aef23388 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '3c0d7210-25d7-43ef-8928-14c7c2d64495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6c1e47d8-6f14-455e-b716-fbef8ce23dae'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:08:26.260464 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc771539-5054-4b42-9b65-6decf8719bbb None None] Attempting to bind port 1f604562-e089-409c-b100-d0f8aef23388 on network 6c1e47d8-6f14-455e-b716-fbef8ce23dae {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:08:26.312811 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc771539-5054-4b42-9b65-6decf8719bbb None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:08:26.313733 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc771539-5054-4b42-9b65-6decf8719bbb None None] Checking segment: {'id': '3c0d7210-25d7-43ef-8928-14c7c2d64495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6c1e47d8-6f14-455e-b716-fbef8ce23dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:08:26.314802 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dc771539-5054-4b42-9b65-6decf8719bbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:26.315591 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc771539-5054-4b42-9b65-6decf8719bbb None None] Bound using segment: {'id': '3c0d7210-25d7-43ef-8928-14c7c2d64495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6c1e47d8-6f14-455e-b716-fbef8ce23dae'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:08:26.316334 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-dc771539-5054-4b42-9b65-6decf8719bbb None None] Bound port: 1f604562-e089-409c-b100-d0f8aef23388, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0d7210-25d7-43ef-8928-14c7c2d64495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6c1e47d8-6f14-455e-b716-fbef8ce23dae'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:08:26.317354 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dc771539-5054-4b42-9b65-6decf8719bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1f604562-e089-409c-b100-d0f8aef23388), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:26.331298 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d16a9b79-e02f-4899-abf1-c05a2e667215 req-cfcb7362-da60-407e-91ae-983824f9476b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0552285 Mar 05 05:08:26.360877 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-ae96aed9-f8f9-4b53-aa62-e88c0a95ffbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:26.391308 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b77fae12-d93a-4ccb-9741-1a9a4eb14f5a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3336573 Mar 05 05:08:26.392515 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47972) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:26.398935 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-20b84bc2-146d-4eea-94ce-f3a14c84cfd9 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:96:0b:10'}]}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:26.399202 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-8f1268e8-78b1-441d-b279-6de3518afc60 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Deleting port 83db2b60-85d9-4f6f-8e7c-cb2393b773d6 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:26.400372 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8f1268e8-78b1-441d-b279-6de3518afc60 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (83db2b60-85d9-4f6f-8e7c-cb2393b773d6), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:26.414565 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae96aed9-f8f9-4b53-aa62-e88c0a95ffbf None None] Routers {'98d744c4-203e-41b9-9316-e591f9ececef'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:08:26.414809 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-ae96aed9-f8f9-4b53-aa62-e88c0a95ffbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:08:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['98d744c4-203e-41b9-9316-e591f9ececef'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:26.465002 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-55ea7504-d95e-4a4f-9c5d-d0034a66aec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb', 'name': 'tempest-TestVolumeBootPattern-419650409-router', 'tenant_id': '359100925a3c4af3bbdd327f78fd4e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '8bf9b611-44ad-4906-804d-72a2dbc63d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:08:01Z', 'updated_at': '2022-03-05T05:08:15Z', 'revision_number': 4, 'project_id': '359100925a3c4af3bbdd327f78fd4e09', 'gw_port': {'id': '8bf9b611-44ad-4906-804d-72a2dbc63d4a', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:36:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:08:03Z', 'updated_at': '2022-03-05T05:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '693afaea-be97-4101-8574-6c94d8eb9072', 'name': '', 'network_id': '53cc5c59-6f1d-4a78-8484-15060dd4acd5', 'tenant_id': '359100925a3c4af3bbdd327f78fd4e09', 'mac_address': 'fa:16:3e:c6:e9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'fa44f880-f881-4ee7-9930-f1c3b9ebccae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:08:12Z', 'updated_at': '2022-03-05T05:08:24Z', 'revision_number': 4, 'project_id': '359100925a3c4af3bbdd327f78fd4e09', 'subnets': [{'id': 'fa44f880-f881-4ee7-9930-f1c3b9ebccae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:26.506975 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-90abc4ae-87b3-4be5-8b4f-32c636bedef9 None None] For port 693afaea-be97-4101-8574-6c94d8eb9072, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=693afaea-be97-4101-8574-6c94d8eb9072,segment=NetworkSegment(f90eb926-7cb3-45af-8195-8d867ef78580),segment_id=f90eb926-7cb3-45af-8195-8d867ef78580)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:08:26.565713 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-ae96aed9-f8f9-4b53-aa62-e88c0a95ffbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:26.566639 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae96aed9-f8f9-4b53-aa62-e88c0a95ffbf None None] The sync data for ids ['98d744c4-203e-41b9-9316-e591f9ececef'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:08:26.572220 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8f1268e8-78b1-441d-b279-6de3518afc60 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (83db2b60-85d9-4f6f-8e7c-cb2393b773d6), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:26.572788 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8f1268e8-78b1-441d-b279-6de3518afc60 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (83db2b60-85d9-4f6f-8e7c-cb2393b773d6), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:26.592759 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ea7504-d95e-4a4f-9c5d-d0034a66aec6 None None] The sync data for ids ['59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb'] in n-d-789963-32 is: [{'id': '59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb', 'name': 'tempest-TestVolumeBootPattern-419650409-router', 'tenant_id': '359100925a3c4af3bbdd327f78fd4e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '8bf9b611-44ad-4906-804d-72a2dbc63d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:08:01Z', 'updated_at': '2022-03-05T05:08:15Z', 'revision_number': 4, 'project_id': '359100925a3c4af3bbdd327f78fd4e09', 'gw_port': {'id': '8bf9b611-44ad-4906-804d-72a2dbc63d4a', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:36:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:08:03Z', 'updated_at': '2022-03-05T05:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '693afaea-be97-4101-8574-6c94d8eb9072', 'name': '', 'network_id': '53cc5c59-6f1d-4a78-8484-15060dd4acd5', 'tenant_id': '359100925a3c4af3bbdd327f78fd4e09', 'mac_address': 'fa:16:3e:c6:e9:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2888, 'fixed_ips': [{'subnet_id': 'fa44f880-f881-4ee7-9930-f1c3b9ebccae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:08:12Z', 'updated_at': '2022-03-05T05:08:24Z', 'revision_number': 4, 'project_id': '359100925a3c4af3bbdd327f78fd4e09', 'subnets': [{'id': 'fa44f880-f881-4ee7-9930-f1c3b9ebccae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:08:26.596184 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-90abc4ae-87b3-4be5-8b4f-32c636bedef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (693afaea-be97-4101-8574-6c94d8eb9072), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:26.598322 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-8f1268e8-78b1-441d-b279-6de3518afc60 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Calling delete_port for 83db2b60-85d9-4f6f-8e7c-cb2393b773d6 owned by network:floatingip {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:26.642680 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-ab1900bd-7315-483d-8210-3da30a6c8a0c service neutron] 10.222.0.11 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7674615 Mar 05 05:08:26.669020 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-ef08a2a4-02e9-4bc6-9b48-3698447a97a6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Deleting port 325a2489-118b-4f64-8ce4-644afc82c10a {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:26.669374 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ef08a2a4-02e9-4bc6-9b48-3698447a97a6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (325a2489-118b-4f64-8ce4-644afc82c10a), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:26.773924 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ef08a2a4-02e9-4bc6-9b48-3698447a97a6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (325a2489-118b-4f64-8ce4-644afc82c10a), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:26.787748 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-ef08a2a4-02e9-4bc6-9b48-3698447a97a6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Calling delete_port for 325a2489-118b-4f64-8ce4-644afc82c10a owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:26.801821 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-dc771539-5054-4b42-9b65-6decf8719bbb None None] For port 1f604562-e089-409c-b100-d0f8aef23388, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:08:26.807763 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-dc771539-5054-4b42-9b65-6decf8719bbb None None] For port 1f604562-e089-409c-b100-d0f8aef23388, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=1f604562-e089-409c-b100-d0f8aef23388,segment=NetworkSegment(3c0d7210-25d7-43ef-8928-14c7c2d64495),segment_id=3c0d7210-25d7-43ef-8928-14c7c2d64495)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:08:26.822407 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47982) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:26.839285 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-cfadd9f6-74f4-4926-9691-0eb988648b41 None None] Provisioning complete for port 693afaea-be97-4101-8574-6c94d8eb9072 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:26.839677 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cfadd9f6-74f4-4926-9691-0eb988648b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (693afaea-be97-4101-8574-6c94d8eb9072), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:26.842151 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90abc4ae-87b3-4be5-8b4f-32c636bedef9 None None] Pushing event updated for resources: {'Port': ['ID=693afaea-be97-4101-8574-6c94d8eb9072,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:26.848664 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dc771539-5054-4b42-9b65-6decf8719bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1f604562-e089-409c-b100-d0f8aef23388), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:26.858467 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-20b84bc2-146d-4eea-94ce-f3a14c84cfd9 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1b5a5e2c-5f12-40d7-85ae-97ed5e175cba), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:26.948004 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8f1268e8-78b1-441d-b279-6de3518afc60 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (83db2b60-85d9-4f6f-8e7c-cb2393b773d6), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:26.988339 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-7799852c-d376-4d0c-bcd9-db8575b1ad32 service neutron] 10.222.0.11 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422055 Mar 05 05:08:27.056845 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1268e8-78b1-441d-b279-6de3518afc60 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event deleted for resources: {'Port': ['ID=83db2b60-85d9-4f6f-8e7c-cb2393b773d6,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:27.112579 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc771539-5054-4b42-9b65-6decf8719bbb None None] Pushing event updated for resources: {'Port': ['ID=1f604562-e089-409c-b100-d0f8aef23388,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:27.165307 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-82821e7e-e7da-40d6-a2bf-413acaf5a1e2 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Request body: {'networks': [{'name': 'tempest-network--925288266'}, {'name': 'tempest-network--87155302'}]} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:27.165887 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-82821e7e-e7da-40d6-a2bf-413acaf5a1e2 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Request body: {'network': {'name': 'tempest-network--925288266'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:27.166477 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-82821e7e-e7da-40d6-a2bf-413acaf5a1e2 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Request body: {'network': {'name': 'tempest-network--87155302'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:27.221273 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82821e7e-e7da-40d6-a2bf-413acaf5a1e2 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Made reservation on behalf of 84f09e0673394b1c98f1084cb83b38aa for: {'network': 2} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:27.231408 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-cfadd9f6-74f4-4926-9691-0eb988648b41 None None] Current status of the port 693afaea-be97-4101-8574-6c94d8eb9072 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:08:27.234326 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-82821e7e-e7da-40d6-a2bf-413acaf5a1e2 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:27.264424 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-cfadd9f6-74f4-4926-9691-0eb988648b41 None None] Provisioning complete for port 1b5a5e2c-5f12-40d7-85ae-97ed5e175cba triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:27.264808 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cfadd9f6-74f4-4926-9691-0eb988648b41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1b5a5e2c-5f12-40d7-85ae-97ed5e175cba), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:27.266029 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-82821e7e-e7da-40d6-a2bf-413acaf5a1e2 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:27.362572 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8f1268e8-78b1-441d-b279-6de3518afc60 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (f9b378cf-a95f-449a-a320-028592a1511f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:27.369489 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8f1268e8-78b1-441d-b279-6de3518afc60 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:27.377847 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8f1268e8-78b1-441d-b279-6de3518afc60 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "DELETE /v2.0/floatingips/f9b378cf-a95f-449a-a320-028592a1511f HTTP/1.1" status: 204 len: 168 time: 1.3453836 Mar 05 05:08:27.379049 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47994) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:27.401493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-be670b38-874d-4b40-8345-a0ec1ee7c44e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'port_id': 'b799c833-78bf-4ea5-a0f5-5258aa89b134'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:27.444945 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ef08a2a4-02e9-4bc6-9b48-3698447a97a6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (325a2489-118b-4f64-8ce4-644afc82c10a), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:27.468092 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-cfadd9f6-74f4-4926-9691-0eb988648b41 None None] Port 1b5a5e2c-5f12-40d7-85ae-97ed5e175cba cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:08:27.582766 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08a2a4-02e9-4bc6-9b48-3698447a97a6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Port': ['ID=325a2489-118b-4f64-8ce4-644afc82c10a,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:27.583261 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-82821e7e-e7da-40d6-a2bf-413acaf5a1e2 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks [] for security_group (30c39cbb-4253-427f-9e72-296ee5d3ff3c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:27.617204 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9852addc-e494-4edb-b466-0320e875b899 req-a1959628-3ff6-40a9-a700-4d3662ca6bd3 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0925758 Mar 05 05:08:27.619735 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-82821e7e-e7da-40d6-a2bf-413acaf5a1e2 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (30c39cbb-4253-427f-9e72-296ee5d3ff3c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:27.621125 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-82821e7e-e7da-40d6-a2bf-413acaf5a1e2 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:27.642479 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be670b38-874d-4b40-8345-a0ec1ee7c44e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:27.759454 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82821e7e-e7da-40d6-a2bf-413acaf5a1e2 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30c39cbb-4253-427f-9e72-296ee5d3ff3c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:27.783965 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82821e7e-e7da-40d6-a2bf-413acaf5a1e2 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:08:27.822111 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-82821e7e-e7da-40d6-a2bf-413acaf5a1e2 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (848b878d-5f99-4338-944b-23cff581b58f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:27.822614 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-82821e7e-e7da-40d6-a2bf-413acaf5a1e2 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Added segment 848b878d-5f99-4338-944b-23cff581b58f of type vlan for network 789be9f3-2d43-4b2a-9df2-fd7c7a4a09a7 Mar 05 05:08:27.843212 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-20b84bc2-146d-4eea-94ce-f3a14c84cfd9 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks [] for port (1b5a5e2c-5f12-40d7-85ae-97ed5e175cba), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:27.869427 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-20b84bc2-146d-4eea-94ce-f3a14c84cfd9 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (1b5a5e2c-5f12-40d7-85ae-97ed5e175cba), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:27.882656 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ef08a2a4-02e9-4bc6-9b48-3698447a97a6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:27.888500 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ef08a2a4-02e9-4bc6-9b48-3698447a97a6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/ports/325a2489-118b-4f64-8ce4-644afc82c10a HTTP/1.1" status: 204 len: 168 time: 2.1566317 Mar 05 05:08:27.893316 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48002) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:27.996127 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-82821e7e-e7da-40d6-a2bf-413acaf5a1e2 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (789be9f3-2d43-4b2a-9df2-fd7c7a4a09a7), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:28.035715 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-f042e147-9623-424e-8491-3859ec86249b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] GET failed (client error): The resource could not be found. Mar 05 05:08:28.038356 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f042e147-9623-424e-8491-3859ec86249b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "GET /v2.0/ports/325a2489-118b-4f64-8ce4-644afc82c10a HTTP/1.1" status: 404 len: 333 time: 0.1416273 Mar 05 05:08:28.044860 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48008) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:28.114321 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5912fd6f-1317-4213-b17e-f255855a1510 req-df04586a-dd66-47cf-86cc-32f007540706 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 210 time: 0.1212032 Mar 05 05:08:28.199251 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82821e7e-e7da-40d6-a2bf-413acaf5a1e2 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:08:28.201437 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b84bc2-146d-4eea-94ce-f3a14c84cfd9 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Pushing event updated for resources: {'Port': ['ID=1b5a5e2c-5f12-40d7-85ae-97ed5e175cba,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:28.257649 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-20b84bc2-146d-4eea-94ce-f3a14c84cfd9 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] In _notify_port_updated(), no bound segment for port 1b5a5e2c-5f12-40d7-85ae-97ed5e175cba on network 37dfae7b-263c-4258-8f15-ee349abb1140 {{(pid=105231) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 05 05:08:28.265438 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b84bc2-146d-4eea-94ce-f3a14c84cfd9 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:28.281903 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-20b84bc2-146d-4eea-94ce-f3a14c84cfd9 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:28.284538 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-20b84bc2-146d-4eea-94ce-f3a14c84cfd9 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] 10.222.0.11 "PUT /v2.0/ports/1b5a5e2c-5f12-40d7-85ae-97ed5e175cba HTTP/1.1" status: 200 len: 993 time: 1.8911383 Mar 05 05:08:28.288409 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-82821e7e-e7da-40d6-a2bf-413acaf5a1e2 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (0ba0dfd2-8163-4826-93a9-8f2546377005), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:28.288823 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-82821e7e-e7da-40d6-a2bf-413acaf5a1e2 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Added segment 0ba0dfd2-8163-4826-93a9-8f2546377005 of type vlan for network 6f066eee-de72-4a28-ae7f-e402990f308e Mar 05 05:08:28.289091 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48012) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:28.291206 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 1f604562-e089-409c-b100-d0f8aef23388 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:08:28.323304 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d31890-c099-4fd5-b1b1-b6113bb884a0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Deleting subnet e871ecab-002f-4989-9676-ba3b8ba18287 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:08:28.352088 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31d31890-c099-4fd5-b1b1-b6113bb884a0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for subnet (e871ecab-002f-4989-9676-ba3b8ba18287), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:28.514746 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-4400a5a4-bccb-4d99-86d8-b6d23ae72c2d tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Deleting port 1b5a5e2c-5f12-40d7-85ae-97ed5e175cba {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:28.515569 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4400a5a4-bccb-4d99-86d8-b6d23ae72c2d tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (1b5a5e2c-5f12-40d7-85ae-97ed5e175cba), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:28.541793 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 1f604562-e089-409c-b100-d0f8aef23388 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:28.542468 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1f604562-e089-409c-b100-d0f8aef23388), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:28.576299 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be670b38-874d-4b40-8345-a0ec1ee7c44e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:28.648143 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31d31890-c099-4fd5-b1b1-b6113bb884a0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (e871ecab-002f-4989-9676-ba3b8ba18287), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:28.758991 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-2f040bca-a54a-4332-bab7-7d2b5a49d802 None None] Provisioning complete for port 1b5a5e2c-5f12-40d7-85ae-97ed5e175cba triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:28.763618 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2f040bca-a54a-4332-bab7-7d2b5a49d802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1b5a5e2c-5f12-40d7-85ae-97ed5e175cba), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:28.785457 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4400a5a4-bccb-4d99-86d8-b6d23ae72c2d tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (1b5a5e2c-5f12-40d7-85ae-97ed5e175cba), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:28.821585 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-82821e7e-e7da-40d6-a2bf-413acaf5a1e2 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (6f066eee-de72-4a28-ae7f-e402990f308e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:28.838350 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-4400a5a4-bccb-4d99-86d8-b6d23ae72c2d tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Calling delete_port for 1b5a5e2c-5f12-40d7-85ae-97ed5e175cba owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:28.924749 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2f040bca-a54a-4332-bab7-7d2b5a49d802 None None] Port 1b5a5e2c-5f12-40d7-85ae-97ed5e175cba cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:08:28.940160 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 1f604562-e089-409c-b100-d0f8aef23388 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:08:28.940567 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1f604562-e089-409c-b100-d0f8aef23388), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:28.973136 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b36f6127-288d-46a0-a928-c7fd56c3e4d2 req-5fc9bcc2-296d-4d98-b09a-8fe27f17b9f8 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.1201613 Mar 05 05:08:28.973779 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb1c462-d0a7-4e4b-a784-c66607828dfa None None] Network 6c1e47d8-6f14-455e-b716-fbef8ce23dae requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:08:29.088008 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-82821e7e-e7da-40d6-a2bf-413acaf5a1e2 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (789be9f3-2d43-4b2a-9df2-fd7c7a4a09a7), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:29.088885 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-82821e7e-e7da-40d6-a2bf-413acaf5a1e2 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (6f066eee-de72-4a28-ae7f-e402990f308e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:29.089021 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 1f604562-e089-409c-b100-d0f8aef23388, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=1f604562-e089-409c-b100-d0f8aef23388,segment=NetworkSegment(3c0d7210-25d7-43ef-8928-14c7c2d64495),segment_id=3c0d7210-25d7-43ef-8928-14c7c2d64495)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:08:29.098731 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82821e7e-e7da-40d6-a2bf-413acaf5a1e2 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:29.102529 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1f604562-e089-409c-b100-d0f8aef23388), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:29.103379 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 693afaea-be97-4101-8574-6c94d8eb9072 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:08:29.136636 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82821e7e-e7da-40d6-a2bf-413acaf5a1e2 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:29.138069 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-82821e7e-e7da-40d6-a2bf-413acaf5a1e2 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:29.166690 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=1f604562-e089-409c-b100-d0f8aef23388,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:29.190705 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-cd37adde-4b49-4c88-8ea1-c9d11a6df3e1 None None] Provisioning complete for port 1f604562-e089-409c-b100-d0f8aef23388 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:29.191114 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cd37adde-4b49-4c88-8ea1-c9d11a6df3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1f604562-e089-409c-b100-d0f8aef23388), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:29.343982 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d5920e6c-38d2-4664-bb73-8c1169d16beb req-317c06f4-806c-4a45-a61a-ecd2469dcad9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 210 time: 0.0582113 Mar 05 05:08:29.345698 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 693afaea-be97-4101-8574-6c94d8eb9072 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:29.346299 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (693afaea-be97-4101-8574-6c94d8eb9072), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:29.353070 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4400a5a4-bccb-4d99-86d8-b6d23ae72c2d tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (1b5a5e2c-5f12-40d7-85ae-97ed5e175cba), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:29.387285 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-cd37adde-4b49-4c88-8ea1-c9d11a6df3e1 None None] Current status of the port 1f604562-e089-409c-b100-d0f8aef23388 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:08:29.420476 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400a5a4-bccb-4d99-86d8-b6d23ae72c2d tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Pushing event deleted for resources: {'Port': ['ID=1b5a5e2c-5f12-40d7-85ae-97ed5e175cba,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:29.462197 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-82821e7e-e7da-40d6-a2bf-413acaf5a1e2 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 2.6385195 Mar 05 05:08:29.466899 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31d31890-c099-4fd5-b1b1-b6113bb884a0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (e871ecab-002f-4989-9676-ba3b8ba18287), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:29.472068 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48024) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:29.482991 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 693afaea-be97-4101-8574-6c94d8eb9072 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:08:29.525035 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82821e7e-e7da-40d6-a2bf-413acaf5a1e2 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Pushing event updated for resources: {'Network': ['ID=789be9f3-2d43-4b2a-9df2-fd7c7a4a09a7,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:29.541247 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 789be9f3-2d43-4b2a-9df2-fd7c7a4a09a7 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:08:29.597611 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-be670b38-874d-4b40-8345-a0ec1ee7c44e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Allocated IP 172.25.0.129 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/cdb77dc6-1037-4a3b-afb3-bff5a2b21638) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:29.746580 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82821e7e-e7da-40d6-a2bf-413acaf5a1e2 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Pushing event updated for resources: {'Network': ['ID=6f066eee-de72-4a28-ae7f-e402990f308e,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:29.766569 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31d31890-c099-4fd5-b1b1-b6113bb884a0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (e871ecab-002f-4989-9676-ba3b8ba18287), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:29.785093 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 6f066eee-de72-4a28-ae7f-e402990f308e details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:08:29.852008 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d31890-c099-4fd5-b1b1-b6113bb884a0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Subnet': ['ID=e871ecab-002f-4989-9676-ba3b8ba18287,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:29.949058 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-5454ff92-1ca2-41a6-a554-b4820aae282c None None] Provisioning complete for port 1f604562-e089-409c-b100-d0f8aef23388 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:29.949450 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5454ff92-1ca2-41a6-a554-b4820aae282c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1f604562-e089-409c-b100-d0f8aef23388), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:30.089477 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 1f604562-e089-409c-b100-d0f8aef23388 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:08:30.124751 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be670b38-874d-4b40-8345-a0ec1ee7c44e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for port (cdb77dc6-1037-4a3b-afb3-bff5a2b21638), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:30.186823 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31d31890-c099-4fd5-b1b1-b6113bb884a0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:30.195181 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-31d31890-c099-4fd5-b1b1-b6113bb884a0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/subnets/e871ecab-002f-4989-9676-ba3b8ba18287 HTTP/1.1" status: 204 len: 168 time: 2.1426980 Mar 05 05:08:30.196148 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48030) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:30.199945 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be670b38-874d-4b40-8345-a0ec1ee7c44e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (cdb77dc6-1037-4a3b-afb3-bff5a2b21638), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:30.208168 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-277004b2-eae7-40a1-91e5-a0e301dbb3aa tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:30.209832 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-277004b2-eae7-40a1-91e5-a0e301dbb3aa tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.31 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 812 time: 0.4660218 Mar 05 05:08:30.245748 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-5454ff92-1ca2-41a6-a554-b4820aae282c None None] Current status of the port 1f604562-e089-409c-b100-d0f8aef23388 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:08:30.262483 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be670b38-874d-4b40-8345-a0ec1ee7c44e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:30.274520 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-be670b38-874d-4b40-8345-a0ec1ee7c44e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:30.276858 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ab09bb-d4d0-4d3b-9d6e-8c1fece4d988 None None] Network 6c1e47d8-6f14-455e-b716-fbef8ce23dae requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:08:30.282127 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be670b38-874d-4b40-8345-a0ec1ee7c44e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:30.311464 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-40a3bd61-66e9-43b8-bcc1-85f680d45051 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Request body: {'port': {'device_id': 'e4727b59-68bd-457d-89b3-adbba9123e68', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'admin_state_up': True, 'tenant_id': '06a4f309563b434e9962ec2905954423'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:30.415706 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be670b38-874d-4b40-8345-a0ec1ee7c44e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event updated for resources: {'Port': ['ID=cdb77dc6-1037-4a3b-afb3-bff5a2b21638,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:30.417318 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-676899d5-bd6e-45dc-b8c0-6e777aa5d576 req-9c32eb7f-f338-4c0a-af63-f6beb1b6d98d tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.2002478 Mar 05 05:08:30.424340 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7615fffb-bc38-46d1-a7b0-2fca2cd4b370 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (6c1e47d8-6f14-455e-b716-fbef8ce23dae), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:30.467944 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828f1301-e44c-4e90-956c-0204d261adbb tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:30.475654 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828f1301-e44c-4e90-956c-0204d261adbb tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:30.479116 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-873df743-54c2-4114-b2bd-25372b303064 None None] Could not find standard attr ID for object 325a2489-118b-4f64-8ce4-644afc82c10a. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 05:08:30.482957 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828f1301-e44c-4e90-956c-0204d261adbb tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:30.496164 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828f1301-e44c-4e90-956c-0204d261adbb tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:30.500461 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-828f1301-e44c-4e90-956c-0204d261adbb tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 1.0134287 Mar 05 05:08:30.518111 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48034) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:30.550054 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-da521857-cd35-4cb9-a3ee-98c7e2bae578 req-1ec47fc7-d39d-4ce8-a127-1435a5608da1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 210 time: 0.0503953 Mar 05 05:08:30.584482 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4400a5a4-bccb-4d99-86d8-b6d23ae72c2d tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:30.589039 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4400a5a4-bccb-4d99-86d8-b6d23ae72c2d tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] 10.222.0.11 "DELETE /v2.0/ports/1b5a5e2c-5f12-40d7-85ae-97ed5e175cba HTTP/1.1" status: 204 len: 168 time: 2.2988503 Mar 05 05:08:30.594195 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48036) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:30.632282 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-739a3beb-081f-4629-a98f-5575e1b1f2de tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (789be9f3-2d43-4b2a-9df2-fd7c7a4a09a7), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:30.687838 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-78c6cea1-9c1f-4873-aeeb-14347d717e52 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] GET failed (client error): The resource could not be found. Mar 05 05:08:30.690357 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-78c6cea1-9c1f-4873-aeeb-14347d717e52 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] 10.222.0.11 "GET /v2.0/ports/1b5a5e2c-5f12-40d7-85ae-97ed5e175cba HTTP/1.1" status: 404 len: 333 time: 0.0947170 Mar 05 05:08:30.696877 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48038) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:30.709089 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-2ff78aaa-9c58-4536-a22d-1b9d7d7aad70 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Request body: {'port': {'network_id': '37dfae7b-263c-4258-8f15-ee349abb1140', 'name': 'tempest-AllowedAddressPairTestJSON-1340232250'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:30.776527 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-7615fffb-bc38-46d1-a7b0-2fca2cd4b370 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Deleting port 1f604562-e089-409c-b100-d0f8aef23388 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:30.777211 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7615fffb-bc38-46d1-a7b0-2fca2cd4b370 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (1f604562-e089-409c-b100-d0f8aef23388), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:30.779530 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-40a3bd61-66e9-43b8-bcc1-85f680d45051 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Made reservation on behalf of 06a4f309563b434e9962ec2905954423 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:30.783055 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-40a3bd61-66e9-43b8-bcc1-85f680d45051 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:30.823508 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 1f604562-e089-409c-b100-d0f8aef23388 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:30.824178 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1f604562-e089-409c-b100-d0f8aef23388), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:31.013386 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 1f604562-e089-409c-b100-d0f8aef23388 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:08:31.084234 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-40a3bd61-66e9-43b8-bcc1-85f680d45051 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Allocated IP 172.20.0.8 (3da289b5-f373-4722-9911-8508cc812a15/bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb/26ca66d5-2490-46d0-ad7a-2bf52d17d0c2) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:31.127966 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761c10c0-b3b6-4137-98cf-f7abaa2a9af4 None None] DHCP port deletion for 6c1e47d8-6f14-455e-b716-fbef8ce23dae request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:08:31.280714 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-761c10c0-b3b6-4137-98cf-f7abaa2a9af4 None None] Deleting port 1f604562-e089-409c-b100-d0f8aef23388 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:31.282765 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-761c10c0-b3b6-4137-98cf-f7abaa2a9af4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (1f604562-e089-409c-b100-d0f8aef23388), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:31.310488 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-40a3bd61-66e9-43b8-bcc1-85f680d45051 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for port (26ca66d5-2490-46d0-ad7a-2bf52d17d0c2), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:31.367064 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-40a3bd61-66e9-43b8-bcc1-85f680d45051 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (26ca66d5-2490-46d0-ad7a-2bf52d17d0c2), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:31.437169 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-761c10c0-b3b6-4137-98cf-f7abaa2a9af4 None None] For port 1f604562-e089-409c-b100-d0f8aef23388, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=1f604562-e089-409c-b100-d0f8aef23388,segment=NetworkSegment(3c0d7210-25d7-43ef-8928-14c7c2d64495),segment_id=3c0d7210-25d7-43ef-8928-14c7c2d64495)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:08:31.440644 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-761c10c0-b3b6-4137-98cf-f7abaa2a9af4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (1f604562-e089-409c-b100-d0f8aef23388), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:31.476562 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-761c10c0-b3b6-4137-98cf-f7abaa2a9af4 None None] Calling delete_port for 1f604562-e089-409c-b100-d0f8aef23388 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:31.479121 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-40a3bd61-66e9-43b8-bcc1-85f680d45051 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Network 3da289b5-f373-4722-9911-8508cc812a15 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:31.485429 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-40a3bd61-66e9-43b8-bcc1-85f680d45051 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:31.498960 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-40a3bd61-66e9-43b8-bcc1-85f680d45051 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:31.525274 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3bd61-66e9-43b8-bcc1-85f680d45051 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Pushing event updated for resources: {'Port': ['ID=26ca66d5-2490-46d0-ad7a-2bf52d17d0c2,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:31.696399 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d441c799-da66-40f3-9ec9-ce9f0947d6b2 req-7b564177-ac88-4b8b-87f4-422bd7cd3a28 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0975840 Mar 05 05:08:31.748307 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-761c10c0-b3b6-4137-98cf-f7abaa2a9af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (1f604562-e089-409c-b100-d0f8aef23388), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:31.798645 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-40a3bd61-66e9-43b8-bcc1-85f680d45051 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:31.799474 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-40a3bd61-66e9-43b8-bcc1-85f680d45051 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:31.804868 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761c10c0-b3b6-4137-98cf-f7abaa2a9af4 None None] No DVR routers for this DVR port 1f604562-e089-409c-b100-d0f8aef23388 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:08:31.814081 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c10c0-b3b6-4137-98cf-f7abaa2a9af4 None None] Pushing event deleted for resources: {'Port': ['ID=1f604562-e089-409c-b100-d0f8aef23388,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:31.863961 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-40a3bd61-66e9-43b8-bcc1-85f680d45051 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5564976 Mar 05 05:08:31.887379 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3c647-2a6c-496e-984c-64b59876f396 req-2a7ff973-531a-4ac1-863a-ccccd9fdeeb1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:31.890240 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7ea3c647-2a6c-496e-984c-64b59876f396 req-2a7ff973-531a-4ac1-863a-ccccd9fdeeb1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 931 time: 0.1844828 Mar 05 05:08:31.903724 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Request body: {'port': {'device_id': 'e4727b59-68bd-457d-89b3-adbba9123e68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:31.998741 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 1f604562-e089-409c-b100-d0f8aef23388 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:08:32.041269 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 1f604562-e089-409c-b100-d0f8aef23388 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:08:32.041614 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 1f604562-e089-409c-b100-d0f8aef23388 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:08:32.056043 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7ea3c647-2a6c-496e-984c-64b59876f396 req-e8489139-908a-49f8-8dcc-602c2366b208 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357446 Mar 05 05:08:32.090637 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-9e69464a-5547-44ae-8681-285a675f9d9b None None] Provisioning complete for port 26ca66d5-2490-46d0-ad7a-2bf52d17d0c2 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:32.091285 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9e69464a-5547-44ae-8681-285a675f9d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (26ca66d5-2490-46d0-ad7a-2bf52d17d0c2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:32.124718 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (26ca66d5-2490-46d0-ad7a-2bf52d17d0c2), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:32.148745 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9e69464a-5547-44ae-8681-285a675f9d9b None None] Port 26ca66d5-2490-46d0-ad7a-2bf52d17d0c2 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:08:32.215421 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-7615fffb-bc38-46d1-a7b0-2fca2cd4b370 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] For port 1f604562-e089-409c-b100-d0f8aef23388, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=1f604562-e089-409c-b100-d0f8aef23388,segment=NetworkSegment(3c0d7210-25d7-43ef-8928-14c7c2d64495),segment_id=3c0d7210-25d7-43ef-8928-14c7c2d64495)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:08:32.215988 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7615fffb-bc38-46d1-a7b0-2fca2cd4b370 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (1f604562-e089-409c-b100-d0f8aef23388), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:32.242676 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-7615fffb-bc38-46d1-a7b0-2fca2cd4b370 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Calling delete_port for 1f604562-e089-409c-b100-d0f8aef23388 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:32.339661 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-739a3beb-081f-4629-a98f-5575e1b1f2de tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (789be9f3-2d43-4b2a-9df2-fd7c7a4a09a7), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:32.342153 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7615fffb-bc38-46d1-a7b0-2fca2cd4b370 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (1f604562-e089-409c-b100-d0f8aef23388), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:32.358830 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be670b38-874d-4b40-8345-a0ec1ee7c44e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (2128c82a-b294-417c-9fd9-14e6e27ec66f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:32.414859 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615fffb-bc38-46d1-a7b0-2fca2cd4b370 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Port': ['ID=1f604562-e089-409c-b100-d0f8aef23388,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:32.425042 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7615fffb-bc38-46d1-a7b0-2fca2cd4b370 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] No DVR routers for this DVR port 1f604562-e089-409c-b100-d0f8aef23388 on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:08:32.513556 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-739a3beb-081f-4629-a98f-5575e1b1f2de tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['789be9f3-2d43-4b2a-9df2-fd7c7a4a09a7']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:32.520641 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26ca66d5-2490-46d0-ad7a-2bf52d17d0c2 {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:08:32.528485 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Publish callbacks [] for port (26ca66d5-2490-46d0-ad7a-2bf52d17d0c2), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:32.550562 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Transition to ACTIVE for port object 26ca66d5-2490-46d0-ad7a-2bf52d17d0c2 will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:08:32.556652 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-739a3beb-081f-4629-a98f-5575e1b1f2de tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '848b878d-5f99-4338-944b-23cff581b58f') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:32.556957 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-739a3beb-081f-4629-a98f-5575e1b1f2de tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '848b878d-5f99-4338-944b-23cff581b58f') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:32.557410 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (26ca66d5-2490-46d0-ad7a-2bf52d17d0c2), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:32.561201 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7615fffb-bc38-46d1-a7b0-2fca2cd4b370 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (6c1e47d8-6f14-455e-b716-fbef8ce23dae), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:32.565008 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff78aaa-9c58-4536-a22d-1b9d7d7aad70 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Made reservation on behalf of fbaf3c6bcee549c39e0c312749973615 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:32.572061 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2ff78aaa-9c58-4536-a22d-1b9d7d7aad70 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:32.631262 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-2ff78aaa-9c58-4536-a22d-1b9d7d7aad70 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] device_id is not set on port 619f1f45-941b-4503-a917-594c9d974251 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:08:32.742006 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-739a3beb-081f-4629-a98f-5575e1b1f2de tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (848b878d-5f99-4338-944b-23cff581b58f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:32.775808 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-7615fffb-bc38-46d1-a7b0-2fca2cd4b370 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c1e47d8-6f14-455e-b716-fbef8ce23dae']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:32.807754 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-7615fffb-bc38-46d1-a7b0-2fca2cd4b370 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0d7210-25d7-43ef-8928-14c7c2d64495') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:32.809210 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-7615fffb-bc38-46d1-a7b0-2fca2cd4b370 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0d7210-25d7-43ef-8928-14c7c2d64495') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:32.816296 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-739a3beb-081f-4629-a98f-5575e1b1f2de tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (848b878d-5f99-4338-944b-23cff581b58f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:32.857058 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be670b38-874d-4b40-8345-a0ec1ee7c44e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cdb77dc6-1037-4a3b-afb3-bff5a2b21638), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:32.873103 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Pushing event updated for resources: {'Port': ['ID=26ca66d5-2490-46d0-ad7a-2bf52d17d0c2,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:32.909856 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:32.910210 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:32.910534 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:32.912448 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:32.912853 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:32.913201 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:32.913964 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:32.914303 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:32.914638 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:32.917909 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:32.918386 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:32.918646 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:32.918981 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:08:33.000007 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-37b00114-e70f-4bdc-b730-f4f735332860 req-4a55735f-dcff-4b58-acc6-6458a1e497dd tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0961900 Mar 05 05:08:33.065879 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Attempting to bind port 26ca66d5-2490-46d0-ad7a-2bf52d17d0c2 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:08:33.067276 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Attempting to bind port 26ca66d5-2490-46d0-ad7a-2bf52d17d0c2 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:08:33.068409 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Attempting to bind port 26ca66d5-2490-46d0-ad7a-2bf52d17d0c2 on network 3da289b5-f373-4722-9911-8508cc812a15 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:08:33.073918 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Port 26ca66d5-2490-46d0-ad7a-2bf52d17d0c2 on network 3da289b5-f373-4722-9911-8508cc812a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:08:33.074249 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Attempting to bind port 26ca66d5-2490-46d0-ad7a-2bf52d17d0c2 on network 3da289b5-f373-4722-9911-8508cc812a15 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:08:33.079262 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:08:33.079623 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Checking segment: {'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:08:33.080028 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Bound using segment: {'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:08:33.080659 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Bound port: 26ca66d5-2490-46d0-ad7a-2bf52d17d0c2, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:08:33.081079 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (26ca66d5-2490-46d0-ad7a-2bf52d17d0c2), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:33.144889 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-739a3beb-081f-4629-a98f-5575e1b1f2de tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:08:33.145693 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-739a3beb-081f-4629-a98f-5575e1b1f2de tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (848b878d-5f99-4338-944b-23cff581b58f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:08:33.149403 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:08:33.153501 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] For port 26ca66d5-2490-46d0-ad7a-2bf52d17d0c2, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:08:33.158834 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] For port 26ca66d5-2490-46d0-ad7a-2bf52d17d0c2, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=26ca66d5-2490-46d0-ad7a-2bf52d17d0c2,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:08:33.164930 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7615fffb-bc38-46d1-a7b0-2fca2cd4b370 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (3c0d7210-25d7-43ef-8928-14c7c2d64495), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:33.176215 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (26ca66d5-2490-46d0-ad7a-2bf52d17d0c2), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:33.221176 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7615fffb-bc38-46d1-a7b0-2fca2cd4b370 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (3c0d7210-25d7-43ef-8928-14c7c2d64495), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:33.230767 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:33.231490 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:33.233113 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] 10.222.0.31 "PUT /v2.0/ports/26ca66d5-2490-46d0-ad7a-2bf52d17d0c2 HTTP/1.1" status: 200 len: 1092 time: 1.3380773 Mar 05 05:08:33.242012 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4727b59-68bd-457d-89b3-adbba9123e68', 'tag': '26ca66d5-2490-46d0-ad7a-2bf52d17d0c2'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:08:33.244712 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809c4d18-54f4-4f43-88d4-1eb651682fff" -d '{"events": [{"name": "network-changed", "server_uuid": "e4727b59-68bd-457d-89b3-adbba9123e68", "tag": "26ca66d5-2490-46d0-ad7a-2bf52d17d0c2"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:08:33.283173 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6589128-a6b8-4adc-8537-42ffe2401fd6 req-c747460e-7a30-4a78-98ff-9261f12425af tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:33.288921 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7615fffb-bc38-46d1-a7b0-2fca2cd4b370 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:08:33.289402 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7615fffb-bc38-46d1-a7b0-2fca2cd4b370 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (3c0d7210-25d7-43ef-8928-14c7c2d64495), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:33.291331 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f6589128-a6b8-4adc-8537-42ffe2401fd6 req-c747460e-7a30-4a78-98ff-9261f12425af tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 943 time: 0.1345255 Mar 05 05:08:33.296291 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:08:33.296291 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:08:33.296291 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:08:33.296291 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:08:33.296291 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:08:33.296291 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:08:33.296291 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:08:33.296291 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:08:33.296291 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:08:33.296291 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:08:33.296291 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:08:33.296291 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:08:33.296291 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:08:33.296291 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:08:33.296291 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:08:33.296291 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:08:33.296291 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:08:33.296291 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:08:33.296291 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:08:33.296291 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:08:33.296291 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:08:33.296291 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:08:33.296291 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:08:33.296291 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:08:33.296291 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:08:33.296291 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:08:33.296291 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:08:33.296291 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:08:33.296291 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:08:33.296291 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:08:33.296291 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:08:33.296291 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:08:33.308239 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70431363-7b4d-4580-bd1a-0c2ecbdddc8b service neutron] Pushing event updated for resources: {'Port': ['ID=26ca66d5-2490-46d0-ad7a-2bf52d17d0c2,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:33.327498 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb57ef30-c8a0-411a-be11-a0a8d4257fcb x-openstack-request-id: req-fb57ef30-c8a0-411a-be11-a0a8d4257fcb {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:08:33.327789 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4727b59-68bd-457d-89b3-adbba9123e68", "tag": "26ca66d5-2490-46d0-ad7a-2bf52d17d0c2", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:08:33.328040 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fb57ef30-c8a0-411a-be11-a0a8d4257fcb {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:08:33.328441 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4727b59-68bd-457d-89b3-adbba9123e68', 'tag': '26ca66d5-2490-46d0-ad7a-2bf52d17d0c2', 'status': 'completed', 'code': 200} Mar 05 05:08:33.350117 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-2ff78aaa-9c58-4536-a22d-1b9d7d7aad70 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Allocated IP 172.20.0.5 (37dfae7b-263c-4258-8f15-ee349abb1140/5694aac1-896a-4856-bb31-3f6ee5d3430a/619f1f45-941b-4503-a917-594c9d974251) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:33.366095 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-739a3beb-081f-4629-a98f-5575e1b1f2de tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (789be9f3-2d43-4b2a-9df2-fd7c7a4a09a7), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:33.410633 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f6589128-a6b8-4adc-8537-42ffe2401fd6 req-c3eff046-3138-446d-9350-73ae70392d94 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183193 Mar 05 05:08:33.426482 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-e4f1cda7-2ec6-4db6-b388-c93d248e03a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:33.428933 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-e4f1cda7-2ec6-4db6-b388-c93d248e03a9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 1126 time: 0.1346934 Mar 05 05:08:33.443343 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-739a3beb-081f-4629-a98f-5575e1b1f2de tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:33.447379 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-739a3beb-081f-4629-a98f-5575e1b1f2de tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] 10.222.0.11 "DELETE /v2.0/networks/789be9f3-2d43-4b2a-9df2-fd7c7a4a09a7 HTTP/1.1" status: 204 len: 168 time: 2.9277954 Mar 05 05:08:33.452510 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48052) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:33.453883 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a3beb-081f-4629-a98f-5575e1b1f2de tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Pushing event deleted for resources: {'Network': ['ID=789be9f3-2d43-4b2a-9df2-fd7c7a4a09a7,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:33.484680 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be670b38-874d-4b40-8345-a0ec1ee7c44e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for port (cdb77dc6-1037-4a3b-afb3-bff5a2b21638), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:33.491688 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7615fffb-bc38-46d1-a7b0-2fca2cd4b370 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (6c1e47d8-6f14-455e-b716-fbef8ce23dae), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:33.494684 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-ddd149f3-096c-46c9-af55-3b29a7ae8062 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26ca66d5-2490-46d0-ad7a-2bf52d17d0c2 HTTP/1.1" status: 200 len: 217 time: 0.0583887 Mar 05 05:08:33.503161 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be670b38-874d-4b40-8345-a0ec1ee7c44e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (cdb77dc6-1037-4a3b-afb3-bff5a2b21638), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:33.505906 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7615fffb-bc38-46d1-a7b0-2fca2cd4b370 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:33.511134 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7615fffb-bc38-46d1-a7b0-2fca2cd4b370 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/networks/6c1e47d8-6f14-455e-b716-fbef8ce23dae HTTP/1.1" status: 204 len: 168 time: 3.3122618 Mar 05 05:08:33.517152 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48054) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:33.524834 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-3d57afbb-cac3-4475-9cf0-b0693056e2fb tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'port': {'network_id': 'b885e2bf-4bc9-40f2-89c0-4eb33ca17d48', 'name': 'tempest-PortsTestJSON-1317341582'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:33.598106 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be670b38-874d-4b40-8345-a0ec1ee7c44e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event updated for resources: {'Port': ['ID=cdb77dc6-1037-4a3b-afb3-bff5a2b21638,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:33.613855 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615fffb-bc38-46d1-a7b0-2fca2cd4b370 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Network': ['ID=6c1e47d8-6f14-455e-b716-fbef8ce23dae,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:33.671295 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9f8e154e-b9d5-4a66-88d0-460bdb227592 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (6f066eee-de72-4a28-ae7f-e402990f308e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:33.683957 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-a45caa8c-7d16-4168-8d13-372dff407ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:33.685575 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-a45caa8c-7d16-4168-8d13-372dff407ee9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb HTTP/1.1" status: 200 len: 851 time: 0.1775188 Mar 05 05:08:33.697200 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be670b38-874d-4b40-8345-a0ec1ee7c44e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (2128c82a-b294-417c-9fd9-14e6e27ec66f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:33.781103 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d57afbb-cac3-4475-9cf0-b0693056e2fb tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:33.784389 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3d57afbb-cac3-4475-9cf0-b0693056e2fb tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:33.840102 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9f8e154e-b9d5-4a66-88d0-460bdb227592 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (6f066eee-de72-4a28-ae7f-e402990f308e), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:33.854245 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-3d57afbb-cac3-4475-9cf0-b0693056e2fb tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] device_id is not set on port 608057d6-29de-48b6-9dbf-36898d50c7ba yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:08:33.860637 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-fb632ed0-9f45-45c2-8b29-a3d420d5f03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:33.862613 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-fb632ed0-9f45-45c2-8b29-a3d420d5f03c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3da289b5-f373-4722-9911-8508cc812a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1676152 Mar 05 05:08:33.867511 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2ff78aaa-9c58-4536-a22d-1b9d7d7aad70 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks [] for port (619f1f45-941b-4503-a917-594c9d974251), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:33.876378 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [None req-be670b38-874d-4b40-8345-a0ec1ee7c44e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Floating IP 2128c82a-b294-417c-9fd9-14e6e27ec66f associated. External IP: 172.25.0.129, port: b799c833-78bf-4ea5-a0f5-5258aa89b134. Mar 05 05:08:33.890713 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-9f8e154e-b9d5-4a66-88d0-460bdb227592 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f066eee-de72-4a28-ae7f-e402990f308e']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:33.940720 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-9f8e154e-b9d5-4a66-88d0-460bdb227592 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba0dfd2-8163-4826-93a9-8f2546377005') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:33.941055 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-9f8e154e-b9d5-4a66-88d0-460bdb227592 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba0dfd2-8163-4826-93a9-8f2546377005') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:33.966925 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9f8e154e-b9d5-4a66-88d0-460bdb227592 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (0ba0dfd2-8163-4826-93a9-8f2546377005), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:33.999676 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2ff78aaa-9c58-4536-a22d-1b9d7d7aad70 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (619f1f45-941b-4503-a917-594c9d974251), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:34.035236 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9f8e154e-b9d5-4a66-88d0-460bdb227592 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (0ba0dfd2-8163-4826-93a9-8f2546377005), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:34.065924 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f8e154e-b9d5-4a66-88d0-460bdb227592 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:08:34.066888 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9f8e154e-b9d5-4a66-88d0-460bdb227592 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (0ba0dfd2-8163-4826-93a9-8f2546377005), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:34.071011 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:08:34.071011 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:08:34.071011 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:08:34.071011 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:08:34.071011 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:08:34.071011 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:08:34.071011 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:08:34.071011 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:08:34.071011 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:08:34.071011 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:08:34.071011 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:08:34.071011 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:08:34.071011 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:08:34.071011 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:08:34.071011 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:08:34.071011 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:08:34.071011 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:08:34.071011 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:08:34.071011 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:08:34.071011 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:08:34.071011 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:08:34.071011 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:08:34.071011 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:08:34.071011 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:08:34.071011 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:08:34.071011 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:08:34.071011 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:08:34.071011 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:08:34.071011 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:08:34.071011 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:08:34.071011 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:08:34.071011 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:08:34.073621 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff78aaa-9c58-4536-a22d-1b9d7d7aad70 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Network 37dfae7b-263c-4258-8f15-ee349abb1140 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:34.098816 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-72e8eea2-2d88-4c8a-998a-7ddb19b7748e service neutron] 10.222.0.31 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247438 Mar 05 05:08:34.110171 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-2ff78aaa-9c58-4536-a22d-1b9d7d7aad70 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:34.112414 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff78aaa-9c58-4536-a22d-1b9d7d7aad70 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:34.144852 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff78aaa-9c58-4536-a22d-1b9d7d7aad70 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Pushing event updated for resources: {'Port': ['ID=619f1f45-941b-4503-a917-594c9d974251,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:34.218451 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff78aaa-9c58-4536-a22d-1b9d7d7aad70 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:34.218998 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2ff78aaa-9c58-4536-a22d-1b9d7d7aad70 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:34.262012 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2ff78aaa-9c58-4536-a22d-1b9d7d7aad70 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5629885 Mar 05 05:08:34.264565 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48060) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:34.272175 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-5cc8e979-95b9-44be-bd36-3ef761206733 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:96:0b:10'}]}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:34.282458 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-757568a1-589f-404d-937b-f01b7e8d4bf3 req-b5ff1cc2-c0c6-40d5-ae48-2a3f4270f6fc tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0662949 Mar 05 05:08:34.297442 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9f8e154e-b9d5-4a66-88d0-460bdb227592 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (6f066eee-de72-4a28-ae7f-e402990f308e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:34.300813 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be670b38-874d-4b40-8345-a0ec1ee7c44e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Router 98d744c4-203e-41b9-9316-e591f9ececef has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:08:34.322332 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9f8e154e-b9d5-4a66-88d0-460bdb227592 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:34.346777 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9f8e154e-b9d5-4a66-88d0-460bdb227592 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] 10.222.0.11 "DELETE /v2.0/networks/6f066eee-de72-4a28-ae7f-e402990f308e HTTP/1.1" status: 204 len: 168 time: 0.8848381 Mar 05 05:08:34.346777 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3d57afbb-cac3-4475-9cf0-b0693056e2fb tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for port (608057d6-29de-48b6-9dbf-36898d50c7ba), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:34.346777 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48062) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:34.370287 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e154e-b9d5-4a66-88d0-460bdb227592 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Pushing event deleted for resources: {'Network': ['ID=6f066eee-de72-4a28-ae7f-e402990f308e,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:34.418600 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2a702b6d-ffe1-4e69-a763-8d966f3e332a req-d05092b2-320f-4930-8695-5aaad268462e service neutron] 10.222.0.31 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000181 Mar 05 05:08:34.513824 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-ef94852b-4754-4f09-9b9a-0c63701b857e None None] Provisioning complete for port 619f1f45-941b-4503-a917-594c9d974251 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:34.514881 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ef94852b-4754-4f09-9b9a-0c63701b857e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (619f1f45-941b-4503-a917-594c9d974251), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:34.558120 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ef94852b-4754-4f09-9b9a-0c63701b857e None None] Port 619f1f45-941b-4503-a917-594c9d974251 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:08:34.598392 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be670b38-874d-4b40-8345-a0ec1ee7c44e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:08:34.608996 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5cc8e979-95b9-44be-bd36-3ef761206733 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (619f1f45-941b-4503-a917-594c9d974251), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:34.615175 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3d57afbb-cac3-4475-9cf0-b0693056e2fb tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (608057d6-29de-48b6-9dbf-36898d50c7ba), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:34.615795 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbf744d-46fd-4384-bdd6-4e45933ce5f3 None None] Sync routers for ids ['98d744c4-203e-41b9-9316-e591f9ececef'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:08:34.626988 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbf744d-46fd-4384-bdd6-4e45933ce5f3 None None] Routers {'98d744c4-203e-41b9-9316-e591f9ececef'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:08:34.627727 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5fbf744d-46fd-4384-bdd6-4e45933ce5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:08:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['98d744c4-203e-41b9-9316-e591f9ececef'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:34.637190 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be670b38-874d-4b40-8345-a0ec1ee7c44e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:34.654184 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82beb740-faae-4c92-ba4b-53c27d62e6a0 req-7072043c-98d2-433e-a6bc-0463224fc876 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:34.655774 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-82beb740-faae-4c92-ba4b-53c27d62e6a0 req-7072043c-98d2-433e-a6bc-0463224fc876 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 943 time: 0.1459126 Mar 05 05:08:34.662257 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5fbf744d-46fd-4384-bdd6-4e45933ce5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:34.673761 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbf744d-46fd-4384-bdd6-4e45933ce5f3 None None] Routers {'98d744c4-203e-41b9-9316-e591f9ececef'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:08:34.674477 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5fbf744d-46fd-4384-bdd6-4e45933ce5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:08:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['98d744c4-203e-41b9-9316-e591f9ececef'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:34.711040 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-be670b38-874d-4b40-8345-a0ec1ee7c44e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.3278568 Mar 05 05:08:34.714314 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48066) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:34.813395 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5fbf744d-46fd-4384-bdd6-4e45933ce5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:34.814312 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbf744d-46fd-4384-bdd6-4e45933ce5f3 None None] The sync data for ids ['98d744c4-203e-41b9-9316-e591f9ececef'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:08:34.858258 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-bda092b5-3316-483f-b808-d0aa7aab2792 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "GET /v2.0/floatingips/2128c82a-b294-417c-9fd9-14e6e27ec66f HTTP/1.1" status: 200 len: 978 time: 0.1403396 Mar 05 05:08:34.859493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48068) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:35.017423 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9bb8a8bb-b28c-424e-adaa-4342a49d863d tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1573853 Mar 05 05:08:35.022441 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48070) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:35.029028 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-0e4e0f43-cb92-451a-a855-c7d0b09b70ce tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Request body: {'floatingip': {'port_id': 'ea8332be-f5aa-4b7c-b407-1f4822c7a425'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:35.089816 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5cc8e979-95b9-44be-bd36-3ef761206733 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks [] for port (619f1f45-941b-4503-a917-594c9d974251), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:35.097378 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5cc8e979-95b9-44be-bd36-3ef761206733 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (619f1f45-941b-4503-a917-594c9d974251), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:35.097601 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29773c8-0cf2-4121-b630-99cfe5a2a8cd tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:35.102795 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29773c8-0cf2-4121-b630-99cfe5a2a8cd tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:35.108395 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b29773c8-0cf2-4121-b630-99cfe5a2a8cd tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7507465 Mar 05 05:08:35.112424 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48072) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:35.121038 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-26f624c4-2574-4c43-8fb7-3891ba537a12 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1645674594'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:35.121464 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c4d18-54f4-4f43-88d4-1eb651682fff req-3ff30fba-5bb3-4be2-b04b-0547a8b3b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:35.122990 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-809c4d18-54f4-4f43-88d4-1eb651682fff req-3ff30fba-5bb3-4be2-b04b-0547a8b3b419 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 1126 time: 0.6223578 Mar 05 05:08:35.139048 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d57afbb-cac3-4475-9cf0-b0693056e2fb tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network b885e2bf-4bc9-40f2-89c0-4eb33ca17d48 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:35.145373 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0e4e0f43-cb92-451a-a855-c7d0b09b70ce tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (2128c82a-b294-417c-9fd9-14e6e27ec66f), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:35.209844 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-3d57afbb-cac3-4475-9cf0-b0693056e2fb tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:35.211716 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57afbb-cac3-4475-9cf0-b0693056e2fb tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Port': ['ID=608057d6-29de-48b6-9dbf-36898d50c7ba,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:35.216362 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d57afbb-cac3-4475-9cf0-b0693056e2fb tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:35.221597 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d57afbb-cac3-4475-9cf0-b0693056e2fb tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:35.222166 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3d57afbb-cac3-4475-9cf0-b0693056e2fb tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:35.252011 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8e979-95b9-44be-bd36-3ef761206733 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Pushing event updated for resources: {'Port': ['ID=619f1f45-941b-4503-a917-594c9d974251,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:35.265115 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f624c4-2574-4c43-8fb7-3891ba537a12 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Made reservation on behalf of 84f09e0673394b1c98f1084cb83b38aa for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:35.268534 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-26f624c4-2574-4c43-8fb7-3891ba537a12 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:35.269755 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-82beb740-faae-4c92-ba4b-53c27d62e6a0 req-5a35785a-a399-4bb0-9a6c-fa1f21aeedab tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789231 Mar 05 05:08:35.275825 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3d57afbb-cac3-4475-9cf0-b0693056e2fb tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7531934 Mar 05 05:08:35.278681 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48074) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:35.306291 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c4d18-54f4-4f43-88d4-1eb651682fff req-304f75dc-a612-4a00-ada7-962615791a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:35.308153 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-809c4d18-54f4-4f43-88d4-1eb651682fff req-304f75dc-a612-4a00-ada7-962615791a4f service neutron] 10.222.0.31 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 912 time: 0.1711664 Mar 05 05:08:35.316560 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-5cc8e979-95b9-44be-bd36-3ef761206733 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] In _notify_port_updated(), no bound segment for port 619f1f45-941b-4503-a917-594c9d974251 on network 37dfae7b-263c-4258-8f15-ee349abb1140 {{(pid=105232) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 05 05:08:35.322374 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc8e979-95b9-44be-bd36-3ef761206733 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:35.323026 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5cc8e979-95b9-44be-bd36-3ef761206733 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:35.324393 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5cc8e979-95b9-44be-bd36-3ef761206733 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] 10.222.0.11 "PUT /v2.0/ports/619f1f45-941b-4503-a917-594c9d974251 HTTP/1.1" status: 200 len: 996 time: 1.0569136 Mar 05 05:08:35.332312 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48076) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:35.455360 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f624c4-2574-4c43-8fb7-3891ba537a12 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:08:35.464172 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-809c4d18-54f4-4f43-88d4-1eb651682fff req-448f1eaa-7d38-41d1-b930-5c6d64972cfb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26ca66d5-2490-46d0-ad7a-2bf52d17d0c2 HTTP/1.1" status: 200 len: 217 time: 0.1466167 Mar 05 05:08:35.499931 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aa5bb4da-c43b-44bf-bfe6-d064e3a1566c req-731086b3-d980-4466-a696-4d81cb3e50c4 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0491765 Mar 05 05:08:35.544467 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-26f624c4-2574-4c43-8fb7-3891ba537a12 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (6c874eab-4788-451c-b2c5-63b4870b4bc7), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:35.544819 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-26f624c4-2574-4c43-8fb7-3891ba537a12 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Added segment 6c874eab-4788-451c-b2c5-63b4870b4bc7 of type vlan for network 60ed371e-03fa-4ec2-8220-48e2662701e5 Mar 05 05:08:35.565852 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-a991474d-3f0e-4562-b569-2cb0a3aa1d74 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Deleting port 619f1f45-941b-4503-a917-594c9d974251 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:35.566177 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a991474d-3f0e-4562-b569-2cb0a3aa1d74 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (619f1f45-941b-4503-a917-594c9d974251), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:35.590197 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-7a516ea2-cfa7-4078-8949-a4cfd34ac393 None None] Provisioning complete for port 619f1f45-941b-4503-a917-594c9d974251 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:35.591375 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7a516ea2-cfa7-4078-8949-a4cfd34ac393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (619f1f45-941b-4503-a917-594c9d974251), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:35.621421 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-26f624c4-2574-4c43-8fb7-3891ba537a12 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (60ed371e-03fa-4ec2-8220-48e2662701e5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:35.635907 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-7a516ea2-cfa7-4078-8949-a4cfd34ac393 None None] Port 619f1f45-941b-4503-a917-594c9d974251 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:08:35.664594 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c4d18-54f4-4f43-88d4-1eb651682fff req-391f8fa1-b1bb-4c1c-9546-cb74bf47ea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:35.666834 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-809c4d18-54f4-4f43-88d4-1eb651682fff req-391f8fa1-b1bb-4c1c-9546-cb74bf47ea91 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb HTTP/1.1" status: 200 len: 851 time: 0.1719499 Mar 05 05:08:35.694685 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-25fe71ea-d830-45c0-93a7-073cd3f7cc33 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Deleting port 608057d6-29de-48b6-9dbf-36898d50c7ba {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:35.695034 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-25fe71ea-d830-45c0-93a7-073cd3f7cc33 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (608057d6-29de-48b6-9dbf-36898d50c7ba), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:35.716288 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-26f624c4-2574-4c43-8fb7-3891ba537a12 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (60ed371e-03fa-4ec2-8220-48e2662701e5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:35.721310 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f624c4-2574-4c43-8fb7-3891ba537a12 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:35.722180 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-26f624c4-2574-4c43-8fb7-3891ba537a12 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:35.734164 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a991474d-3f0e-4562-b569-2cb0a3aa1d74 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (619f1f45-941b-4503-a917-594c9d974251), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:35.753573 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-a991474d-3f0e-4562-b569-2cb0a3aa1d74 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Calling delete_port for 619f1f45-941b-4503-a917-594c9d974251 owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:35.764305 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c4d18-54f4-4f43-88d4-1eb651682fff req-a8060930-8cdf-4769-bd21-cf0db8ee73c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:35.766036 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-809c4d18-54f4-4f43-88d4-1eb651682fff req-a8060930-8cdf-4769-bd21-cf0db8ee73c7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3da289b5-f373-4722-9911-8508cc812a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0920222 Mar 05 05:08:35.934390 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-809c4d18-54f4-4f43-88d4-1eb651682fff req-a1f715bb-29fd-4ea6-b133-72c2f91c8da6 service neutron] 10.222.0.31 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614077 Mar 05 05:08:36.057509 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a991474d-3f0e-4562-b569-2cb0a3aa1d74 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (619f1f45-941b-4503-a917-594c9d974251), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:36.108300 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-809c4d18-54f4-4f43-88d4-1eb651682fff req-68f5acfa-688a-42c1-8748-3684284877fa service neutron] 10.222.0.31 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680217 Mar 05 05:08:36.109143 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a991474d-3f0e-4562-b569-2cb0a3aa1d74 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Pushing event deleted for resources: {'Port': ['ID=619f1f45-941b-4503-a917-594c9d974251,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:36.188056 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a991474d-3f0e-4562-b569-2cb0a3aa1d74 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:36.195625 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a991474d-3f0e-4562-b569-2cb0a3aa1d74 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] 10.222.0.11 "DELETE /v2.0/ports/619f1f45-941b-4503-a917-594c9d974251 HTTP/1.1" status: 204 len: 168 time: 0.8621778 Mar 05 05:08:36.196433 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48080) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:36.228843 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b4fc7a5-6f9d-4718-b4cc-b1913e3e1365 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] GET failed (client error): The resource could not be found. Mar 05 05:08:36.236559 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4b4fc7a5-6f9d-4718-b4cc-b1913e3e1365 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] 10.222.0.11 "GET /v2.0/ports/619f1f45-941b-4503-a917-594c9d974251 HTTP/1.1" status: 404 len: 333 time: 0.0389640 Mar 05 05:08:36.237311 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48082) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:36.238724 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-26f624c4-2574-4c43-8fb7-3891ba537a12 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1217189 Mar 05 05:08:36.244573 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-2c7f0ef9-ebb3-4e1e-baf8-1cc9fb72e69f tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Request body: {'port': {'network_id': '37dfae7b-263c-4258-8f15-ee349abb1140', 'name': 'tempest-AllowedAddressPairTestJSON-1150922394'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:36.245775 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48084) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:36.247330 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-25fe71ea-d830-45c0-93a7-073cd3f7cc33 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (608057d6-29de-48b6-9dbf-36898d50c7ba), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:36.256219 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-92c3ed8f-ed8e-449a-a8bc-442351a35323 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-878126102'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:36.277802 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f624c4-2574-4c43-8fb7-3891ba537a12 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Pushing event updated for resources: {'Network': ['ID=60ed371e-03fa-4ec2-8220-48e2662701e5,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:36.281563 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-25fe71ea-d830-45c0-93a7-073cd3f7cc33 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Calling delete_port for 608057d6-29de-48b6-9dbf-36898d50c7ba owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:36.292444 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 60ed371e-03fa-4ec2-8220-48e2662701e5 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:08:36.404649 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c3ed8f-ed8e-449a-a8bc-442351a35323 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Made reservation on behalf of 84f09e0673394b1c98f1084cb83b38aa for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:36.408082 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-92c3ed8f-ed8e-449a-a8bc-442351a35323 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:36.474763 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7f0ef9-ebb3-4e1e-baf8-1cc9fb72e69f tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Made reservation on behalf of fbaf3c6bcee549c39e0c312749973615 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:36.478703 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2c7f0ef9-ebb3-4e1e-baf8-1cc9fb72e69f tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:36.502930 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-2c7f0ef9-ebb3-4e1e-baf8-1cc9fb72e69f tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] device_id is not set on port edeb752e-0777-409d-9b24-728dfcde0404 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:08:36.503983 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c3ed8f-ed8e-449a-a8bc-442351a35323 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:08:36.532049 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-92c3ed8f-ed8e-449a-a8bc-442351a35323 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (6c6e7216-0be3-447a-961f-14ab9feb284b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:36.532397 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-92c3ed8f-ed8e-449a-a8bc-442351a35323 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Added segment 6c6e7216-0be3-447a-961f-14ab9feb284b of type vlan for network b11afaca-1aaf-4ca1-a222-9e29c585ba86 Mar 05 05:08:36.570303 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127ef2a-4177-4f21-bcae-21ae65a1233e req-7c97fda4-2433-4941-982d-d2d76974b8bf tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:36.571913 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d127ef2a-4177-4f21-bcae-21ae65a1233e req-7c97fda4-2433-4941-982d-d2d76974b8bf tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 943 time: 0.1677577 Mar 05 05:08:36.605554 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-25fe71ea-d830-45c0-93a7-073cd3f7cc33 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (608057d6-29de-48b6-9dbf-36898d50c7ba), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:36.612543 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-92c3ed8f-ed8e-449a-a8bc-442351a35323 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (b11afaca-1aaf-4ca1-a222-9e29c585ba86), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:36.637452 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-712764eb-6fbd-46f6-bdc7-ca412eddd567 req-353bab78-c318-4e7d-bbff-897928dcf224 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0426054 Mar 05 05:08:36.668972 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe71ea-d830-45c0-93a7-073cd3f7cc33 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Port': ['ID=608057d6-29de-48b6-9dbf-36898d50c7ba,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:36.690489 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-25fe71ea-d830-45c0-93a7-073cd3f7cc33 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:36.696425 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-25fe71ea-d830-45c0-93a7-073cd3f7cc33 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/ports/608057d6-29de-48b6-9dbf-36898d50c7ba HTTP/1.1" status: 204 len: 168 time: 1.4153457 Mar 05 05:08:36.702925 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48090) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:36.706335 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-5e1c3749-0a11-40bc-abae-e57d29d6efe5 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'port': {'network_id': 'b885e2bf-4bc9-40f2-89c0-4eb33ca17d48', 'mac_address': 'fa:16:3e:80:82:0a', 'name': 'tempest-PortsTestJSON-1469570794'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:36.710655 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d127ef2a-4177-4f21-bcae-21ae65a1233e req-049898a8-2ed7-490a-8317-5a3abb526670 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276054 Mar 05 05:08:36.736004 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-2c7f0ef9-ebb3-4e1e-baf8-1cc9fb72e69f tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Allocated IP 172.20.0.5 (37dfae7b-263c-4258-8f15-ee349abb1140/5694aac1-896a-4856-bb31-3f6ee5d3430a/edeb752e-0777-409d-9b24-728dfcde0404) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:36.760638 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-92c3ed8f-ed8e-449a-a8bc-442351a35323 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (b11afaca-1aaf-4ca1-a222-9e29c585ba86), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:36.765936 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c3ed8f-ed8e-449a-a8bc-442351a35323 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:36.766639 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-92c3ed8f-ed8e-449a-a8bc-442351a35323 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:36.856318 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0e4e0f43-cb92-451a-a855-c7d0b09b70ce tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:36.901258 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-92c3ed8f-ed8e-449a-a8bc-442351a35323 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6489933 Mar 05 05:08:36.902426 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0e4e0f43-cb92-451a-a855-c7d0b09b70ce tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (2128c82a-b294-417c-9fd9-14e6e27ec66f), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:36.905207 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48092) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:36.910820 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-88641b2e-7813-4f18-ba7d-8f7aaaf712e3 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Request body: {'ports': [{'network_id': '60ed371e-03fa-4ec2-8220-48e2662701e5', 'name': 'tempest-port--1446367985', 'admin_state_up': True}, {'network_id': 'b11afaca-1aaf-4ca1-a222-9e29c585ba86', 'admin_state_up': False}]} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:36.911119 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-88641b2e-7813-4f18-ba7d-8f7aaaf712e3 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Request body: {'port': {'network_id': '60ed371e-03fa-4ec2-8220-48e2662701e5', 'name': 'tempest-port--1446367985', 'admin_state_up': True}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:36.912154 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-88641b2e-7813-4f18-ba7d-8f7aaaf712e3 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Request body: {'port': {'network_id': 'b11afaca-1aaf-4ca1-a222-9e29c585ba86', 'admin_state_up': False}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:36.920260 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2c7f0ef9-ebb3-4e1e-baf8-1cc9fb72e69f tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks [] for port (edeb752e-0777-409d-9b24-728dfcde0404), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:36.943360 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3ed8f-ed8e-449a-a8bc-442351a35323 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Pushing event updated for resources: {'Network': ['ID=b11afaca-1aaf-4ca1-a222-9e29c585ba86,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:36.969275 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network b11afaca-1aaf-4ca1-a222-9e29c585ba86 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:08:37.003671 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1c3749-0a11-40bc-abae-e57d29d6efe5 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:37.079561 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2c7f0ef9-ebb3-4e1e-baf8-1cc9fb72e69f tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (edeb752e-0777-409d-9b24-728dfcde0404), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:37.085765 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [None req-0e4e0f43-cb92-451a-a855-c7d0b09b70ce tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Floating IP 2128c82a-b294-417c-9fd9-14e6e27ec66f associated. External IP: 172.25.0.129, port: b799c833-78bf-4ea5-a0f5-5258aa89b134. Mar 05 05:08:37.126782 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5e1c3749-0a11-40bc-abae-e57d29d6efe5 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:37.161599 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7f0ef9-ebb3-4e1e-baf8-1cc9fb72e69f tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Network 37dfae7b-263c-4258-8f15-ee349abb1140 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:37.165750 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-5e1c3749-0a11-40bc-abae-e57d29d6efe5 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] device_id is not set on port 00d88511-9e1a-4934-aa20-cf79adb5e1ee yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:08:37.167916 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f0ef9-ebb3-4e1e-baf8-1cc9fb72e69f tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Pushing event updated for resources: {'Port': ['ID=edeb752e-0777-409d-9b24-728dfcde0404,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:37.174457 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-2c7f0ef9-ebb3-4e1e-baf8-1cc9fb72e69f tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:37.176868 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7f0ef9-ebb3-4e1e-baf8-1cc9fb72e69f tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:37.219328 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88641b2e-7813-4f18-ba7d-8f7aaaf712e3 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Made reservation on behalf of 84f09e0673394b1c98f1084cb83b38aa for: {'port': 2} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:37.224339 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-88641b2e-7813-4f18-ba7d-8f7aaaf712e3 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:37.252752 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7f0ef9-ebb3-4e1e-baf8-1cc9fb72e69f tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:37.253529 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2c7f0ef9-ebb3-4e1e-baf8-1cc9fb72e69f tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:37.258406 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-88641b2e-7813-4f18-ba7d-8f7aaaf712e3 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:37.335182 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2c7f0ef9-ebb3-4e1e-baf8-1cc9fb72e69f tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0937481 Mar 05 05:08:37.337347 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48094) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:37.342567 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-55cf921d-657e-464b-bbba-7cfaab611f0a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Request body: {'port': {'network_id': '37dfae7b-263c-4258-8f15-ee349abb1140', 'name': 'tempest-AllowedAddressPairTestJSON-834316446'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:37.561832 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5e1c3749-0a11-40bc-abae-e57d29d6efe5 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for port (00d88511-9e1a-4934-aa20-cf79adb5e1ee), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:37.580542 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-88641b2e-7813-4f18-ba7d-8f7aaaf712e3 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] device_id is not set on port 961c9250-f0ff-4c60-9b6c-785cb5d856fc yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:08:37.595492 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-06c518e7-fa06-4240-bdd5-df45e7e2b406 None None] Provisioning complete for port edeb752e-0777-409d-9b24-728dfcde0404 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:37.596973 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-06c518e7-fa06-4240-bdd5-df45e7e2b406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (edeb752e-0777-409d-9b24-728dfcde0404), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:37.642102 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4e0f43-cb92-451a-a855-c7d0b09b70ce tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Router 98d744c4-203e-41b9-9316-e591f9ececef has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:08:37.649574 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cf921d-657e-464b-bbba-7cfaab611f0a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Made reservation on behalf of fbaf3c6bcee549c39e0c312749973615 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:37.653897 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-55cf921d-657e-464b-bbba-7cfaab611f0a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:37.699759 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-06c518e7-fa06-4240-bdd5-df45e7e2b406 None None] Port edeb752e-0777-409d-9b24-728dfcde0404 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:08:37.711253 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-55cf921d-657e-464b-bbba-7cfaab611f0a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] device_id is not set on port 1a37d4fb-6613-4900-91b2-9999093a4a8b yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:08:37.797669 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5e1c3749-0a11-40bc-abae-e57d29d6efe5 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (00d88511-9e1a-4934-aa20-cf79adb5e1ee), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:37.866457 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1c3749-0a11-40bc-abae-e57d29d6efe5 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network b885e2bf-4bc9-40f2-89c0-4eb33ca17d48 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:37.866714 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c8490ea3-bbd5-44a0-bdf0-d6106eecaffa req-b1560bf2-1b5a-4587-aea7-d9bc596dda13 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0891855 Mar 05 05:08:37.909285 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-88641b2e-7813-4f18-ba7d-8f7aaaf712e3 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks [] for port (961c9250-f0ff-4c60-9b6c-785cb5d856fc), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:37.916649 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-5e1c3749-0a11-40bc-abae-e57d29d6efe5 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:37.922115 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1c3749-0a11-40bc-abae-e57d29d6efe5 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:37.927543 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1c3749-0a11-40bc-abae-e57d29d6efe5 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:37.928355 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5e1c3749-0a11-40bc-abae-e57d29d6efe5 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:37.943273 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c3749-0a11-40bc-abae-e57d29d6efe5 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Port': ['ID=00d88511-9e1a-4934-aa20-cf79adb5e1ee,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:37.966876 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5e1c3749-0a11-40bc-abae-e57d29d6efe5 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2601516 Mar 05 05:08:37.966876 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48102) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:37.977414 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2d630-b2da-449e-ad61-80b5dc611712 req-122d6c4f-e726-406f-9589-6959b4929af4 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:37.978949 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-69f2d630-b2da-449e-ad61-80b5dc611712 req-122d6c4f-e726-406f-9589-6959b4929af4 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 943 time: 0.1723828 Mar 05 05:08:38.000210 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4e0f43-cb92-451a-a855-c7d0b09b70ce tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:08:38.015598 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d12bcae-dc77-4e6d-acc7-ba7f528857ee None None] Sync routers for ids ['98d744c4-203e-41b9-9316-e591f9ececef'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:08:38.038719 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d12bcae-dc77-4e6d-acc7-ba7f528857ee None None] Routers {'98d744c4-203e-41b9-9316-e591f9ececef'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:08:38.039500 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-9d12bcae-dc77-4e6d-acc7-ba7f528857ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:08:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['98d744c4-203e-41b9-9316-e591f9ececef'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:38.068646 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-88641b2e-7813-4f18-ba7d-8f7aaaf712e3 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] device_id is not set on port 3e9ee305-bb90-497e-bb68-74449ae47bf0 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:08:38.082361 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc98f58-3e7c-4792-bc55-a27147191b80 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:38.084062 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-9d12bcae-dc77-4e6d-acc7-ba7f528857ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:38.084719 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8bc98f58-3e7c-4792-bc55-a27147191b80 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "GET /v2.0/ports/00d88511-9e1a-4934-aa20-cf79adb5e1ee HTTP/1.1" status: 200 len: 841 time: 0.1186490 Mar 05 05:08:38.090561 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48104) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:38.103499 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d12bcae-dc77-4e6d-acc7-ba7f528857ee None None] Routers {'98d744c4-203e-41b9-9316-e591f9ececef'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:08:38.104704 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-9d12bcae-dc77-4e6d-acc7-ba7f528857ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:08:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['98d744c4-203e-41b9-9316-e591f9ececef'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:38.131774 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-55cf921d-657e-464b-bbba-7cfaab611f0a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Allocated IP 172.20.0.6 (37dfae7b-263c-4258-8f15-ee349abb1140/5694aac1-896a-4856-bb31-3f6ee5d3430a/1a37d4fb-6613-4900-91b2-9999093a4a8b) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:38.158920 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-9d12bcae-dc77-4e6d-acc7-ba7f528857ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:38.159909 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d12bcae-dc77-4e6d-acc7-ba7f528857ee None None] The sync data for ids ['98d744c4-203e-41b9-9316-e591f9ececef'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:08:38.208878 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-69f2d630-b2da-449e-ad61-80b5dc611712 req-35b3ad1c-a823-4a4d-a996-f6eb6d8407a9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634252 Mar 05 05:08:38.316327 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4e0f43-cb92-451a-a855-c7d0b09b70ce tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Router 98d744c4-203e-41b9-9316-e591f9ececef has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:08:38.385806 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-88641b2e-7813-4f18-ba7d-8f7aaaf712e3 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks [] for port (3e9ee305-bb90-497e-bb68-74449ae47bf0), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:38.397991 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8feb81b3-97c2-48ba-91fc-2873596865b2 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Deleting port 00d88511-9e1a-4934-aa20-cf79adb5e1ee {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:38.398477 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8feb81b3-97c2-48ba-91fc-2873596865b2 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (00d88511-9e1a-4934-aa20-cf79adb5e1ee), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:38.449920 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4e0f43-cb92-451a-a855-c7d0b09b70ce tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:08:38.461390 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e654c2-f615-4be4-8082-fdfae7bedd4b None None] Sync routers for ids ['98d744c4-203e-41b9-9316-e591f9ececef'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:08:38.463657 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0e4e0f43-cb92-451a-a855-c7d0b09b70ce tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:38.473544 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e654c2-f615-4be4-8082-fdfae7bedd4b None None] Routers {'98d744c4-203e-41b9-9316-e591f9ececef'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:08:38.475344 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d9e654c2-f615-4be4-8082-fdfae7bedd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:08:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['98d744c4-203e-41b9-9316-e591f9ececef'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:38.519525 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8feb81b3-97c2-48ba-91fc-2873596865b2 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (00d88511-9e1a-4934-aa20-cf79adb5e1ee), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:38.520873 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d9e654c2-f615-4be4-8082-fdfae7bedd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:38.531482 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-55cf921d-657e-464b-bbba-7cfaab611f0a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks [] for port (1a37d4fb-6613-4900-91b2-9999093a4a8b), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:38.533361 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e654c2-f615-4be4-8082-fdfae7bedd4b None None] Routers {'98d744c4-203e-41b9-9316-e591f9ececef'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:08:38.534411 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d9e654c2-f615-4be4-8082-fdfae7bedd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:08:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['98d744c4-203e-41b9-9316-e591f9ececef'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:38.535226 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-88641b2e-7813-4f18-ba7d-8f7aaaf712e3 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (961c9250-f0ff-4c60-9b6c-785cb5d856fc), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:38.539243 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0e4e0f43-cb92-451a-a855-c7d0b09b70ce tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "PUT /v2.0/floatingips/2128c82a-b294-417c-9fd9-14e6e27ec66f HTTP/1.1" status: 200 len: 978 time: 3.5147893 Mar 05 05:08:38.542021 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48106) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:38.546995 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8feb81b3-97c2-48ba-91fc-2873596865b2 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Calling delete_port for 00d88511-9e1a-4934-aa20-cf79adb5e1ee owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:38.547166 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-c5c05f30-d9b9-489f-95f2-de1d63307e2e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:38.581722 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d9e654c2-f615-4be4-8082-fdfae7bedd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:38.582663 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e654c2-f615-4be4-8082-fdfae7bedd4b None None] The sync data for ids ['98d744c4-203e-41b9-9316-e591f9ececef'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:08:38.621464 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c5c05f30-d9b9-489f-95f2-de1d63307e2e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (2128c82a-b294-417c-9fd9-14e6e27ec66f), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:38.660570 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88641b2e-7813-4f18-ba7d-8f7aaaf712e3 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Pushing event updated for resources: {'Port': ['ID=961c9250-f0ff-4c60-9b6c-785cb5d856fc,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:38.694584 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-55cf921d-657e-464b-bbba-7cfaab611f0a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (1a37d4fb-6613-4900-91b2-9999093a4a8b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:38.706068 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88641b2e-7813-4f18-ba7d-8f7aaaf712e3 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Checking segment: {'id': '6c874eab-4788-451c-b2c5-63b4870b4bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '60ed371e-03fa-4ec2-8220-48e2662701e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:08:38.706508 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88641b2e-7813-4f18-ba7d-8f7aaaf712e3 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Network hostable DHCP agents. Network: 60ed371e-03fa-4ec2-8220-48e2662701e5, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:08:38.767608 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cf921d-657e-464b-bbba-7cfaab611f0a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Network 37dfae7b-263c-4258-8f15-ee349abb1140 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:38.770006 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8feb81b3-97c2-48ba-91fc-2873596865b2 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (00d88511-9e1a-4934-aa20-cf79adb5e1ee), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:38.773943 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf921d-657e-464b-bbba-7cfaab611f0a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Pushing event updated for resources: {'Port': ['ID=1a37d4fb-6613-4900-91b2-9999093a4a8b,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:38.778263 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-55cf921d-657e-464b-bbba-7cfaab611f0a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:38.785061 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cf921d-657e-464b-bbba-7cfaab611f0a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:38.788102 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88641b2e-7813-4f18-ba7d-8f7aaaf712e3 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Network 60ed371e-03fa-4ec2-8220-48e2662701e5 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:08:38.791222 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c5c05f30-d9b9-489f-95f2-de1d63307e2e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:38.794975 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c5c05f30-d9b9-489f-95f2-de1d63307e2e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (2128c82a-b294-417c-9fd9-14e6e27ec66f), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:38.795368 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [None req-c5c05f30-d9b9-489f-95f2-de1d63307e2e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Floating IP 2128c82a-b294-417c-9fd9-14e6e27ec66f disassociated. External IP: 172.25.0.129, port: ea8332be-f5aa-4b7c-b407-1f4822c7a425. Mar 05 05:08:38.839758 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb81b3-97c2-48ba-91fc-2873596865b2 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Port': ['ID=00d88511-9e1a-4934-aa20-cf79adb5e1ee,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:38.850132 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-88641b2e-7813-4f18-ba7d-8f7aaaf712e3 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 60ed371e-03fa-4ec2-8220-48e2662701e5) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:38.861354 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8feb81b3-97c2-48ba-91fc-2873596865b2 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:38.863551 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fbc169-9dc8-4d05-b621-2080c6f29f9f None None] Network 60ed371e-03fa-4ec2-8220-48e2662701e5 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:08:38.864962 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8feb81b3-97c2-48ba-91fc-2873596865b2 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/ports/00d88511-9e1a-4934-aa20-cf79adb5e1ee HTTP/1.1" status: 204 len: 168 time: 0.7712860 Mar 05 05:08:38.869703 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88641b2e-7813-4f18-ba7d-8f7aaaf712e3 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:38.870688 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-88641b2e-7813-4f18-ba7d-8f7aaaf712e3 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (3e9ee305-bb90-497e-bb68-74449ae47bf0), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:38.872056 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48108) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:38.994259 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2768fe3-23da-4bec-b5c3-17e2f0293958 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] GET failed (client error): The resource could not be found. Mar 05 05:08:39.001224 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d2768fe3-23da-4bec-b5c3-17e2f0293958 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "GET /v2.0/ports/00d88511-9e1a-4934-aa20-cf79adb5e1ee HTTP/1.1" status: 404 len: 333 time: 0.1280000 Mar 05 05:08:39.017303 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48112) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:39.024164 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cf921d-657e-464b-bbba-7cfaab611f0a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:39.025041 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-55cf921d-657e-464b-bbba-7cfaab611f0a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:39.032616 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-89ced9fa-8629-4fb1-bbfd-3b703f4cc085 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'port': {'network_id': 'b885e2bf-4bc9-40f2-89c0-4eb33ca17d48', 'name': 'tempest-PortsTestJSON-1582645531'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:39.077268 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-110f4983-7af8-4019-914a-9526d481e7b4 req-87050038-c8ce-477a-9ea2-86538f64e2ed tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0722396 Mar 05 05:08:39.148679 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c05f30-d9b9-489f-95f2-de1d63307e2e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Router 98d744c4-203e-41b9-9316-e591f9ececef has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:08:39.159534 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6a40e18b-7e6a-414b-9328-89697c016e84 None None] Provisioning complete for port 1a37d4fb-6613-4900-91b2-9999093a4a8b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:39.161090 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6a40e18b-7e6a-414b-9328-89697c016e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1a37d4fb-6613-4900-91b2-9999093a4a8b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:39.198859 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88641b2e-7813-4f18-ba7d-8f7aaaf712e3 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Pushing event updated for resources: {'Port': ['ID=3e9ee305-bb90-497e-bb68-74449ae47bf0,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:39.207760 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-55cf921d-657e-464b-bbba-7cfaab611f0a tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8691294 Mar 05 05:08:39.210903 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48114) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:39.212348 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6a40e18b-7e6a-414b-9328-89697c016e84 None None] Port 1a37d4fb-6613-4900-91b2-9999093a4a8b cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:08:39.221995 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-7be892e4-e8d8-4783-82fc-a44630cbdf36 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:96:0b:10'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:2d:cb:99'}]}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:39.231306 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88641b2e-7813-4f18-ba7d-8f7aaaf712e3 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Checking segment: {'id': '6c6e7216-0be3-447a-961f-14ab9feb284b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'b11afaca-1aaf-4ca1-a222-9e29c585ba86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:08:39.231747 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88641b2e-7813-4f18-ba7d-8f7aaaf712e3 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Network hostable DHCP agents. Network: b11afaca-1aaf-4ca1-a222-9e29c585ba86, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:08:39.303537 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c05f30-d9b9-489f-95f2-de1d63307e2e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:08:39.309198 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c5c05f30-d9b9-489f-95f2-de1d63307e2e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:39.315864 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee43f6ac-44cf-48c8-8318-89e77dd6031c None None] Sync routers for ids ['98d744c4-203e-41b9-9316-e591f9ececef'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:08:39.331959 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee43f6ac-44cf-48c8-8318-89e77dd6031c None None] Routers {'98d744c4-203e-41b9-9316-e591f9ececef'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:08:39.332918 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-ee43f6ac-44cf-48c8-8318-89e77dd6031c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:08:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['98d744c4-203e-41b9-9316-e591f9ececef'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:39.346766 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c5c05f30-d9b9-489f-95f2-de1d63307e2e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "PUT /v2.0/floatingips/2128c82a-b294-417c-9fd9-14e6e27ec66f HTTP/1.1" status: 200 len: 688 time: 0.8032608 Mar 05 05:08:39.347420 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48118) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:39.376110 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-ee43f6ac-44cf-48c8-8318-89e77dd6031c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:39.388173 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee43f6ac-44cf-48c8-8318-89e77dd6031c None None] Routers {'98d744c4-203e-41b9-9316-e591f9ececef'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:08:39.389647 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-ee43f6ac-44cf-48c8-8318-89e77dd6031c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:08:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['98d744c4-203e-41b9-9316-e591f9ececef'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:39.435270 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88641b2e-7813-4f18-ba7d-8f7aaaf712e3 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Network b11afaca-1aaf-4ca1-a222-9e29c585ba86 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:08:39.445776 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ced9fa-8629-4fb1-bbfd-3b703f4cc085 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:39.449107 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-89ced9fa-8629-4fb1-bbfd-3b703f4cc085 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:39.483587 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-ee43f6ac-44cf-48c8-8318-89e77dd6031c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:39.485509 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee43f6ac-44cf-48c8-8318-89e77dd6031c None None] The sync data for ids ['98d744c4-203e-41b9-9316-e591f9ececef'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:08:39.507783 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-39f2e563-a5cd-446c-8331-83b308d734a6 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Deleting port cdb77dc6-1037-4a3b-afb3-bff5a2b21638 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:39.508135 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-39f2e563-a5cd-446c-8331-83b308d734a6 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (cdb77dc6-1037-4a3b-afb3-bff5a2b21638), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:39.522532 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-88641b2e-7813-4f18-ba7d-8f7aaaf712e3 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, b11afaca-1aaf-4ca1-a222-9e29c585ba86) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:39.531046 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98531aa5-6d02-4e73-911f-852091407de4 None None] Network b11afaca-1aaf-4ca1-a222-9e29c585ba86 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:08:39.536301 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88641b2e-7813-4f18-ba7d-8f7aaaf712e3 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:39.544574 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88641b2e-7813-4f18-ba7d-8f7aaaf712e3 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:39.550290 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88641b2e-7813-4f18-ba7d-8f7aaaf712e3 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:39.552573 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-88641b2e-7813-4f18-ba7d-8f7aaaf712e3 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:39.585570 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-89ced9fa-8629-4fb1-bbfd-3b703f4cc085 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] device_id is not set on port 759e1e25-8f38-4b7d-a026-0a01b9628933 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:08:39.674154 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-39f2e563-a5cd-446c-8331-83b308d734a6 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (cdb77dc6-1037-4a3b-afb3-bff5a2b21638), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:39.675242 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-39f2e563-a5cd-446c-8331-83b308d734a6 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (cdb77dc6-1037-4a3b-afb3-bff5a2b21638), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:39.692154 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-39f2e563-a5cd-446c-8331-83b308d734a6 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Calling delete_port for cdb77dc6-1037-4a3b-afb3-bff5a2b21638 owned by network:floatingip {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:39.700647 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-88641b2e-7813-4f18-ba7d-8f7aaaf712e3 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.7922921 Mar 05 05:08:39.701888 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48122) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:39.705468 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7be892e4-e8d8-4783-82fc-a44630cbdf36 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1a37d4fb-6613-4900-91b2-9999093a4a8b), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:39.768079 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b1b339-7cd8-4b97-89b1-3b2b7946d8be req-007a31c0-9898-45a8-9712-8047d221a789 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:39.769732 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-39b1b339-7cd8-4b97-89b1-3b2b7946d8be req-007a31c0-9898-45a8-9712-8047d221a789 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 943 time: 0.4637289 Mar 05 05:08:39.821557 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37566e5d-e681-4033-80c3-fb8e895f2f09 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:39.826902 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37566e5d-e681-4033-80c3-fb8e895f2f09 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:39.831148 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-37566e5d-e681-4033-80c3-fb8e895f2f09 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1252668 Mar 05 05:08:39.831918 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48124) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:39.939441 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-89ced9fa-8629-4fb1-bbfd-3b703f4cc085 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for port (759e1e25-8f38-4b7d-a026-0a01b9628933), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:39.954117 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-39b1b339-7cd8-4b97-89b1-3b2b7946d8be req-5b159fe2-05d8-4ddb-b8be-4d2ac2a0a050 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710541 Mar 05 05:08:39.986312 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-39f2e563-a5cd-446c-8331-83b308d734a6 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (cdb77dc6-1037-4a3b-afb3-bff5a2b21638), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:40.024732 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f2e563-a5cd-446c-8331-83b308d734a6 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event deleted for resources: {'Port': ['ID=cdb77dc6-1037-4a3b-afb3-bff5a2b21638,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:40.069313 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-89ced9fa-8629-4fb1-bbfd-3b703f4cc085 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (759e1e25-8f38-4b7d-a026-0a01b9628933), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:40.091964 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-f0fe95bf-fc79-4ec8-8e60-2e9489391e90 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Deleting port 961c9250-f0ff-4c60-9b6c-785cb5d856fc {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:40.092231 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f0fe95bf-fc79-4ec8-8e60-2e9489391e90 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (961c9250-f0ff-4c60-9b6c-785cb5d856fc), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:40.155412 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-39f2e563-a5cd-446c-8331-83b308d734a6 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (2128c82a-b294-417c-9fd9-14e6e27ec66f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:40.158017 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-39f2e563-a5cd-446c-8331-83b308d734a6 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:40.159280 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-39f2e563-a5cd-446c-8331-83b308d734a6 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "DELETE /v2.0/floatingips/2128c82a-b294-417c-9fd9-14e6e27ec66f HTTP/1.1" status: 204 len: 168 time: 0.8108857 Mar 05 05:08:40.162954 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48128) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:40.212776 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-65ecbbca-6f5d-4cbe-8de3-68ea29019b63 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] delete failed (client error): The resource could not be found. Mar 05 05:08:40.213842 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-65ecbbca-6f5d-4cbe-8de3-68ea29019b63 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "DELETE /v2.0/floatingips/2128c82a-b294-417c-9fd9-14e6e27ec66f HTTP/1.1" status: 404 len: 345 time: 0.0499299 Mar 05 05:08:40.215796 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f0fe95bf-fc79-4ec8-8e60-2e9489391e90 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (961c9250-f0ff-4c60-9b6c-785cb5d856fc), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:40.223498 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48130) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:40.275878 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-f0fe95bf-fc79-4ec8-8e60-2e9489391e90 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Calling delete_port for 961c9250-f0ff-4c60-9b6c-785cb5d856fc owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:40.393475 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4c25b2-f44a-4f2f-90b6-645d6549c372 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:40.399280 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4c25b2-f44a-4f2f-90b6-645d6549c372 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:40.407287 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4c25b2-f44a-4f2f-90b6-645d6549c372 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:40.407287 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5a4c25b2-f44a-4f2f-90b6-645d6549c372 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "GET /v2.0/ports?network_id=5dec06f8-c387-45a3-98fe-c85ab648b02e HTTP/1.1" status: 200 len: 2358 time: 0.1818867 Mar 05 05:08:40.409073 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48132) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:40.515691 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ced9fa-8629-4fb1-bbfd-3b703f4cc085 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network b885e2bf-4bc9-40f2-89c0-4eb33ca17d48 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:40.538593 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7be892e4-e8d8-4783-82fc-a44630cbdf36 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks [] for port (1a37d4fb-6613-4900-91b2-9999093a4a8b), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:40.543044 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-89ced9fa-8629-4fb1-bbfd-3b703f4cc085 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:40.546563 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbfbed50-06e9-4b78-a709-3ff6ee6c259d req-97e08452-87d9-4ac4-b4cd-9841bc4d6ec4 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0819738 Mar 05 05:08:40.550372 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ced9fa-8629-4fb1-bbfd-3b703f4cc085 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:40.555969 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ced9fa-8629-4fb1-bbfd-3b703f4cc085 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:40.556660 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-89ced9fa-8629-4fb1-bbfd-3b703f4cc085 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:40.563180 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7be892e4-e8d8-4783-82fc-a44630cbdf36 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (1a37d4fb-6613-4900-91b2-9999093a4a8b), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:40.575628 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ced9fa-8629-4fb1-bbfd-3b703f4cc085 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Port': ['ID=759e1e25-8f38-4b7d-a026-0a01b9628933,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:40.595091 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-89ced9fa-8629-4fb1-bbfd-3b703f4cc085 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5660379 Mar 05 05:08:40.598119 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48134) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:40.604051 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-8ded3299-e9f0-40b8-99c0-1b3ec6993ce7 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:40.707267 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be892e4-e8d8-4783-82fc-a44630cbdf36 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Pushing event updated for resources: {'Port': ['ID=1a37d4fb-6613-4900-91b2-9999093a4a8b,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:40.715219 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-7be892e4-e8d8-4783-82fc-a44630cbdf36 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] In _notify_port_updated(), no bound segment for port 1a37d4fb-6613-4900-91b2-9999093a4a8b on network 37dfae7b-263c-4258-8f15-ee349abb1140 {{(pid=105231) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 05 05:08:40.720800 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be892e4-e8d8-4783-82fc-a44630cbdf36 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:40.721572 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7be892e4-e8d8-4783-82fc-a44630cbdf36 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:40.723058 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7be892e4-e8d8-4783-82fc-a44630cbdf36 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] 10.222.0.11 "PUT /v2.0/ports/1a37d4fb-6613-4900-91b2-9999093a4a8b HTTP/1.1" status: 200 len: 1054 time: 1.5056181 Mar 05 05:08:40.726878 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48136) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:40.797061 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8ded3299-e9f0-40b8-99c0-1b3ec6993ce7 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (759e1e25-8f38-4b7d-a026-0a01b9628933), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:40.869226 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f0fe95bf-fc79-4ec8-8e60-2e9489391e90 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (961c9250-f0ff-4c60-9b6c-785cb5d856fc), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:40.873171 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9b1f72-cec3-4f85-95b0-dd55bfa7c2c7 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:40.874837 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5b9b1f72-cec3-4f85-95b0-dd55bfa7c2c7 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "GET /v2.0/subnets/c868fd15-4526-427d-8e38-b892b3cd0c5c HTTP/1.1" status: 200 len: 797 time: 0.4647572 Mar 05 05:08:40.882339 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48138) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:40.887208 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-4606536b-0692-4461-9673-17642446a468 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Request body: {'port': {'network_id': '5dec06f8-c387-45a3-98fe-c85ab648b02e', 'name': 'tempest-FloatingIPTestJSON-2062148376', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:40.930449 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe95bf-fc79-4ec8-8e60-2e9489391e90 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Pushing event deleted for resources: {'Port': ['ID=961c9250-f0ff-4c60-9b6c-785cb5d856fc,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:40.951001 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f0fe95bf-fc79-4ec8-8e60-2e9489391e90 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:40.955020 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f0fe95bf-fc79-4ec8-8e60-2e9489391e90 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] 10.222.0.11 "DELETE /v2.0/ports/961c9250-f0ff-4c60-9b6c-785cb5d856fc HTTP/1.1" status: 204 len: 168 time: 1.1225727 Mar 05 05:08:40.957851 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48140) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:40.967881 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-0c1a0c93-8d09-42a9-920c-61bc1400b68f None None] Provisioning complete for port 1a37d4fb-6613-4900-91b2-9999093a4a8b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:40.971329 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0c1a0c93-8d09-42a9-920c-61bc1400b68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1a37d4fb-6613-4900-91b2-9999093a4a8b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:40.971465 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-a52946a4-ace6-44aa-8081-2e45314a2183 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Deleting port 1a37d4fb-6613-4900-91b2-9999093a4a8b {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:40.971745 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a52946a4-ace6-44aa-8081-2e45314a2183 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (1a37d4fb-6613-4900-91b2-9999093a4a8b), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:41.026198 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-0c1a0c93-8d09-42a9-920c-61bc1400b68f None None] Port 1a37d4fb-6613-4900-91b2-9999093a4a8b cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:08:41.108200 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8ded3299-e9f0-40b8-99c0-1b3ec6993ce7 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for port (759e1e25-8f38-4b7d-a026-0a01b9628933), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:41.137377 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8ded3299-e9f0-40b8-99c0-1b3ec6993ce7 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (759e1e25-8f38-4b7d-a026-0a01b9628933), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:41.139955 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-75afbd51-0ed4-4fc6-8860-f6746b5510b8 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Deleting port 3e9ee305-bb90-497e-bb68-74449ae47bf0 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:41.140327 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-75afbd51-0ed4-4fc6-8860-f6746b5510b8 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (3e9ee305-bb90-497e-bb68-74449ae47bf0), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:41.143182 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4606536b-0692-4461-9673-17642446a468 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Made reservation on behalf of 40cfc34572db4c7280a39d5bce859963 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:41.154115 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a52946a4-ace6-44aa-8081-2e45314a2183 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (1a37d4fb-6613-4900-91b2-9999093a4a8b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:41.191898 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8ded3299-e9f0-40b8-99c0-1b3ec6993ce7 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] In _notify_port_updated(), no bound segment for port 759e1e25-8f38-4b7d-a026-0a01b9628933 on network b885e2bf-4bc9-40f2-89c0-4eb33ca17d48 {{(pid=105231) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 05 05:08:41.197418 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ded3299-e9f0-40b8-99c0-1b3ec6993ce7 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:41.198053 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8ded3299-e9f0-40b8-99c0-1b3ec6993ce7 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:41.199394 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8ded3299-e9f0-40b8-99c0-1b3ec6993ce7 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "PUT /v2.0/ports/759e1e25-8f38-4b7d-a026-0a01b9628933 HTTP/1.1" status: 200 len: 818 time: 0.5996230 Mar 05 05:08:41.207795 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48144) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:41.217877 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-a52946a4-ace6-44aa-8081-2e45314a2183 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Calling delete_port for 1a37d4fb-6613-4900-91b2-9999093a4a8b owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:41.264263 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded3299-e9f0-40b8-99c0-1b3ec6993ce7 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Port': ['ID=759e1e25-8f38-4b7d-a026-0a01b9628933,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:41.274134 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-75afbd51-0ed4-4fc6-8860-f6746b5510b8 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (3e9ee305-bb90-497e-bb68-74449ae47bf0), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:41.277288 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d00fd-a91d-4c65-a512-9ca0c425e002 req-0cb5aa5b-c4f7-4c4f-be67-f901a5d64f0e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:41.278949 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-968d00fd-a91d-4c65-a512-9ca0c425e002 req-0cb5aa5b-c4f7-4c4f-be67-f901a5d64f0e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 943 time: 0.1884449 Mar 05 05:08:41.303009 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-75afbd51-0ed4-4fc6-8860-f6746b5510b8 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Calling delete_port for 3e9ee305-bb90-497e-bb68-74449ae47bf0 owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:41.324399 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4606536b-0692-4461-9673-17642446a468 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:41.390046 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-4606536b-0692-4461-9673-17642446a468 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] device_id is not set on port bd63b36a-758b-4825-be36-4d2d2be6d12b yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:08:41.414685 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6dca400a-f3f7-4cc0-b987-7fece6adaf2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:41.428010 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-968d00fd-a91d-4c65-a512-9ca0c425e002 req-83da9474-d058-483b-849a-8def7715d96e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429894 Mar 05 05:08:41.450964 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-bf819fbb-6577-41d5-8970-5e0853184b8d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Deleting port 759e1e25-8f38-4b7d-a026-0a01b9628933 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:41.451343 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bf819fbb-6577-41d5-8970-5e0853184b8d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (759e1e25-8f38-4b7d-a026-0a01b9628933), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:41.554710 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bf819fbb-6577-41d5-8970-5e0853184b8d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (759e1e25-8f38-4b7d-a026-0a01b9628933), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:41.562026 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a52946a4-ace6-44aa-8081-2e45314a2183 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (1a37d4fb-6613-4900-91b2-9999093a4a8b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:41.575308 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-bf819fbb-6577-41d5-8970-5e0853184b8d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Calling delete_port for 759e1e25-8f38-4b7d-a026-0a01b9628933 owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:41.604729 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52946a4-ace6-44aa-8081-2e45314a2183 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Pushing event deleted for resources: {'Port': ['ID=1a37d4fb-6613-4900-91b2-9999093a4a8b,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:41.621186 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-75afbd51-0ed4-4fc6-8860-f6746b5510b8 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (3e9ee305-bb90-497e-bb68-74449ae47bf0), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:41.761719 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-44f8a02d-907b-402b-b64d-1e2beed7a28c req-2cdb0421-97c4-4130-ad09-3f46a1dcc025 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0472825 Mar 05 05:08:41.837689 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75afbd51-0ed4-4fc6-8860-f6746b5510b8 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Pushing event deleted for resources: {'Port': ['ID=3e9ee305-bb90-497e-bb68-74449ae47bf0,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:41.840343 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-75afbd51-0ed4-4fc6-8860-f6746b5510b8 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:41.844484 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-75afbd51-0ed4-4fc6-8860-f6746b5510b8 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] 10.222.0.11 "DELETE /v2.0/ports/3e9ee305-bb90-497e-bb68-74449ae47bf0 HTTP/1.1" status: 204 len: 168 time: 0.8856709 Mar 05 05:08:41.851282 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48148) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:41.902198 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bf819fbb-6577-41d5-8970-5e0853184b8d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (759e1e25-8f38-4b7d-a026-0a01b9628933), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:41.914254 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-912c2069-62e2-43ae-b484-5f10d8d4613a tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0616915 Mar 05 05:08:41.918424 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48150) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:41.925963 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-961c2767-345d-4445-be99-b04f6940952b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-702001886'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:41.945459 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf819fbb-6577-41d5-8970-5e0853184b8d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Port': ['ID=759e1e25-8f38-4b7d-a026-0a01b9628933,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:41.953406 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bf819fbb-6577-41d5-8970-5e0853184b8d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:41.959675 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bf819fbb-6577-41d5-8970-5e0853184b8d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/ports/759e1e25-8f38-4b7d-a026-0a01b9628933 HTTP/1.1" status: 204 len: 168 time: 0.7478614 Mar 05 05:08:41.959842 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48152) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:41.971313 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a52946a4-ace6-44aa-8081-2e45314a2183 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:41.979145 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a52946a4-ace6-44aa-8081-2e45314a2183 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] 10.222.0.11 "DELETE /v2.0/ports/1a37d4fb-6613-4900-91b2-9999093a4a8b HTTP/1.1" status: 204 len: 168 time: 1.2467871 Mar 05 05:08:41.979145 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48154) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:41.987788 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961c2767-345d-4445-be99-b04f6940952b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Made reservation on behalf of 84f09e0673394b1c98f1084cb83b38aa for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:41.991554 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-961c2767-345d-4445-be99-b04f6940952b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:42.024591 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc2bbeaa-f0a4-440d-a259-26513d6ba865 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] GET failed (client error): The resource could not be found. Mar 05 05:08:42.029908 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-dc2bbeaa-f0a4-440d-a259-26513d6ba865 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] 10.222.0.11 "GET /v2.0/ports/1a37d4fb-6613-4900-91b2-9999093a4a8b HTTP/1.1" status: 404 len: 333 time: 0.0474358 Mar 05 05:08:42.030073 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-4606536b-0692-4461-9673-17642446a468 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Allocated IP 172.20.0.13 (5dec06f8-c387-45a3-98fe-c85ab648b02e/c868fd15-4526-427d-8e38-b892b3cd0c5c/bd63b36a-758b-4825-be36-4d2d2be6d12b) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:42.030207 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48156) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:42.035860 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-961c2767-345d-4445-be99-b04f6940952b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:08:42.045150 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-4606536b-0692-4461-9673-17642446a468 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Allocated IP 172.20.0.12 (5dec06f8-c387-45a3-98fe-c85ab648b02e/c868fd15-4526-427d-8e38-b892b3cd0c5c/bd63b36a-758b-4825-be36-4d2d2be6d12b) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:42.055785 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-961c2767-345d-4445-be99-b04f6940952b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (26ca7ede-6e0c-4dcf-8bcd-2f9451b84e1c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:42.056220 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-961c2767-345d-4445-be99-b04f6940952b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Added segment 26ca7ede-6e0c-4dcf-8bcd-2f9451b84e1c of type vlan for network bbed512c-b6fd-4d4c-8956-75c1996ebc83 Mar 05 05:08:42.112817 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9554e877-d3ed-4bf1-9bd2-f46b632732b0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:42.117211 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9554e877-d3ed-4bf1-9bd2-f46b632732b0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1535609 Mar 05 05:08:42.118014 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48158) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:42.119606 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-961c2767-345d-4445-be99-b04f6940952b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (bbed512c-b6fd-4d4c-8956-75c1996ebc83), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:42.145884 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-097db42f-005a-439d-ade8-625690938dd8 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] GET failed (client error): The resource could not be found. Mar 05 05:08:42.151123 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-097db42f-005a-439d-ade8-625690938dd8 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "GET /v2.0/ports/759e1e25-8f38-4b7d-a026-0a01b9628933 HTTP/1.1" status: 404 len: 333 time: 0.0287559 Mar 05 05:08:42.151293 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48160) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:42.156072 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-32e5871a-a725-4bbb-bc82-85e0de588b2c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1886186292'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:42.186399 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e5871a-a725-4bbb-bc82-85e0de588b2c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:42.189789 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-32e5871a-a725-4bbb-bc82-85e0de588b2c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:42.215128 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-15be0d21-998f-44c9-be11-4971f2f08a07 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Deleting port edeb752e-0777-409d-9b24-728dfcde0404 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:42.215387 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-15be0d21-998f-44c9-be11-4971f2f08a07 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (edeb752e-0777-409d-9b24-728dfcde0404), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:42.242623 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-961c2767-345d-4445-be99-b04f6940952b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (bbed512c-b6fd-4d4c-8956-75c1996ebc83), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:42.245667 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e5871a-a725-4bbb-bc82-85e0de588b2c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:08:42.248521 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961c2767-345d-4445-be99-b04f6940952b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:42.249119 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-961c2767-345d-4445-be99-b04f6940952b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:42.288103 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-32e5871a-a725-4bbb-bc82-85e0de588b2c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (309dcfb5-8bb5-43bb-830a-b287d5d09ac7), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:42.288470 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-32e5871a-a725-4bbb-bc82-85e0de588b2c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Added segment 309dcfb5-8bb5-43bb-830a-b287d5d09ac7 of type vlan for network f35ae497-fd1f-47c2-8244-89d65d09f758 Mar 05 05:08:42.311903 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-961c2767-345d-4445-be99-b04f6940952b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3897722 Mar 05 05:08:42.321538 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48162) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:42.326633 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-4a5eada8-cdf5-4a03-9b31-4e5f00e0448b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-561016059'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:42.356252 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c2767-345d-4445-be99-b04f6940952b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Pushing event updated for resources: {'Network': ['ID=bbed512c-b6fd-4d4c-8956-75c1996ebc83,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:42.363961 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4606536b-0692-4461-9673-17642446a468 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for port (bd63b36a-758b-4825-be36-4d2d2be6d12b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:42.364860 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-15be0d21-998f-44c9-be11-4971f2f08a07 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (edeb752e-0777-409d-9b24-728dfcde0404), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:42.374550 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-32e5871a-a725-4bbb-bc82-85e0de588b2c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (f35ae497-fd1f-47c2-8244-89d65d09f758), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:42.384485 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network bbed512c-b6fd-4d4c-8956-75c1996ebc83 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:08:42.388668 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-15be0d21-998f-44c9-be11-4971f2f08a07 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Calling delete_port for edeb752e-0777-409d-9b24-728dfcde0404 owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:42.412073 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4606536b-0692-4461-9673-17642446a468 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (bd63b36a-758b-4825-be36-4d2d2be6d12b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:42.412255 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5eada8-cdf5-4a03-9b31-4e5f00e0448b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Made reservation on behalf of 84f09e0673394b1c98f1084cb83b38aa for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:42.414834 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4a5eada8-cdf5-4a03-9b31-4e5f00e0448b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:42.475605 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-32e5871a-a725-4bbb-bc82-85e0de588b2c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (f35ae497-fd1f-47c2-8244-89d65d09f758), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:42.478275 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4606536b-0692-4461-9673-17642446a468 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Network 5dec06f8-c387-45a3-98fe-c85ab648b02e is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:42.480610 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e5871a-a725-4bbb-bc82-85e0de588b2c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:42.481207 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-32e5871a-a725-4bbb-bc82-85e0de588b2c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:42.487482 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-4606536b-0692-4461-9673-17642446a468 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:42.501891 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4606536b-0692-4461-9673-17642446a468 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:42.512143 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606536b-0692-4461-9673-17642446a468 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event updated for resources: {'Port': ['ID=bd63b36a-758b-4825-be36-4d2d2be6d12b,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:42.532736 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a5eada8-cdf5-4a03-9b31-4e5f00e0448b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:08:42.581105 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4606536b-0692-4461-9673-17642446a468 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:42.581725 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4606536b-0692-4461-9673-17642446a468 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:42.588695 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-32e5871a-a725-4bbb-bc82-85e0de588b2c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4363825 Mar 05 05:08:42.591646 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48166) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:42.596692 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4a5eada8-cdf5-4a03-9b31-4e5f00e0448b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (f84afa9b-501d-441c-b58e-42a00b7d543d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:42.596958 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-7f74a7c1-f68d-4b4d-b9f9-87c0938997c7 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'subnet': {'network_id': 'f35ae497-fd1f-47c2-8244-89d65d09f758', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:42.597074 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-4a5eada8-cdf5-4a03-9b31-4e5f00e0448b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Added segment f84afa9b-501d-441c-b58e-42a00b7d543d of type vlan for network 1553e9aa-5db6-456c-95eb-5b47cbd8fc30 Mar 05 05:08:42.622095 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4606536b-0692-4461-9673-17642446a468 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.7363498 Mar 05 05:08:42.622351 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48168) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:42.626895 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-cf6910f5-057f-4f65-86ba-c8d537c3c49b tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'port_id': 'bd63b36a-758b-4825-be36-4d2d2be6d12b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:42.629515 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5871a-a725-4bbb-bc82-85e0de588b2c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Network': ['ID=f35ae497-fd1f-47c2-8244-89d65d09f758,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:42.646645 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network f35ae497-fd1f-47c2-8244-89d65d09f758 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:08:42.696593 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4a5eada8-cdf5-4a03-9b31-4e5f00e0448b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (1553e9aa-5db6-456c-95eb-5b47cbd8fc30), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:42.707873 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cf6910f5-057f-4f65-86ba-c8d537c3c49b tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:42.739153 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a140a-d889-40cb-bc94-060798bf3800 req-99091153-8f34-406b-bb69-bfca6970f6c8 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:42.740733 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9e2a140a-d889-40cb-bc94-060798bf3800 req-99091153-8f34-406b-bb69-bfca6970f6c8 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 943 time: 0.1938767 Mar 05 05:08:42.747921 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f74a7c1-f68d-4b4d-b9f9-87c0938997c7 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:42.751319 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7f74a7c1-f68d-4b4d-b9f9-87c0938997c7 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:42.753387 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-15be0d21-998f-44c9-be11-4971f2f08a07 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (edeb752e-0777-409d-9b24-728dfcde0404), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:42.761896 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4a5eada8-cdf5-4a03-9b31-4e5f00e0448b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (1553e9aa-5db6-456c-95eb-5b47cbd8fc30), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:42.766723 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5eada8-cdf5-4a03-9b31-4e5f00e0448b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:42.767917 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4a5eada8-cdf5-4a03-9b31-4e5f00e0448b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:42.830418 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be0d21-998f-44c9-be11-4971f2f08a07 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Pushing event deleted for resources: {'Port': ['ID=edeb752e-0777-409d-9b24-728dfcde0404,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:42.856610 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4a5eada8-cdf5-4a03-9b31-4e5f00e0448b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5340261 Mar 05 05:08:42.985861 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c487904c-6463-469d-a513-478856766ddb req-efa3c09f-349e-47a7-8c8a-ac0283126568 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0950062 Mar 05 05:08:42.989014 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5eada8-cdf5-4a03-9b31-4e5f00e0448b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Pushing event updated for resources: {'Network': ['ID=1553e9aa-5db6-456c-95eb-5b47cbd8fc30,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:43.009473 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 1553e9aa-5db6-456c-95eb-5b47cbd8fc30 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:08:43.075966 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9e2a140a-d889-40cb-bc94-060798bf3800 req-64d4c1e2-3cdb-439b-a4b1-a6f7e3f2901b tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201549 Mar 05 05:08:43.121065 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-15be0d21-998f-44c9-be11-4971f2f08a07 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:43.125121 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-15be0d21-998f-44c9-be11-4971f2f08a07 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] 10.222.0.11 "DELETE /v2.0/ports/edeb752e-0777-409d-9b24-728dfcde0404 HTTP/1.1" status: 204 len: 168 time: 1.0949321 Mar 05 05:08:43.134645 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48172) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:43.171620 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-1208bacd-0d7c-4d26-8a4e-fb8ca286eb5c tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] GET failed (client error): The resource could not be found. Mar 05 05:08:43.173077 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1208bacd-0d7c-4d26-8a4e-fb8ca286eb5c tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] 10.222.0.11 "GET /v2.0/ports/edeb752e-0777-409d-9b24-728dfcde0404 HTTP/1.1" status: 404 len: 333 time: 0.0367022 Mar 05 05:08:43.180400 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48174) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:43.194560 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cf6910f5-057f-4f65-86ba-c8d537c3c49b tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:43.254092 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7f74a7c1-f68d-4b4d-b9f9-87c0938997c7 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (7c11a8c3-84c2-4067-a117-7c554da4199a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:43.296989 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-7dd176b3-4727-4d00-9fe1-64cdcac2b7ef tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Deleting port 31013e18-ca21-467a-9b89-e7beccb4d56c {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:43.297366 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7dd176b3-4727-4d00-9fe1-64cdcac2b7ef tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (31013e18-ca21-467a-9b89-e7beccb4d56c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:43.359967 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74a7c1-f68d-4b4d-b9f9-87c0938997c7 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Subnet': ['ID=7c11a8c3-84c2-4067-a117-7c554da4199a,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:43.382299 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f74a7c1-f68d-4b4d-b9f9-87c0938997c7 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Checking segment: {'id': '309dcfb5-8bb5-43bb-830a-b287d5d09ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f35ae497-fd1f-47c2-8244-89d65d09f758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:08:43.383067 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f74a7c1-f68d-4b4d-b9f9-87c0938997c7 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network hostable DHCP agents. Network: f35ae497-fd1f-47c2-8244-89d65d09f758, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:08:43.400330 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-cf6910f5-057f-4f65-86ba-c8d537c3c49b tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Allocated IP 172.25.0.65 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/26b45b83-3640-413e-90cf-f3cfdd140c87) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:43.423454 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f74a7c1-f68d-4b4d-b9f9-87c0938997c7 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network f35ae497-fd1f-47c2-8244-89d65d09f758 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:08:43.436697 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7dd176b3-4727-4d00-9fe1-64cdcac2b7ef tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (31013e18-ca21-467a-9b89-e7beccb4d56c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:43.454695 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-7dd176b3-4727-4d00-9fe1-64cdcac2b7ef tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Calling delete_port for 31013e18-ca21-467a-9b89-e7beccb4d56c owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:43.462246 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-7f74a7c1-f68d-4b4d-b9f9-87c0938997c7 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, f35ae497-fd1f-47c2-8244-89d65d09f758) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:43.470545 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21754e14-0450-401e-9887-0fee77e629e8 None None] Network f35ae497-fd1f-47c2-8244-89d65d09f758 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:08:43.479754 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f74a7c1-f68d-4b4d-b9f9-87c0938997c7 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:43.480594 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7f74a7c1-f68d-4b4d-b9f9-87c0938997c7 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:43.561539 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7f74a7c1-f68d-4b4d-b9f9-87c0938997c7 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9685833 Mar 05 05:08:43.563291 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48176) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:43.570662 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-ea8714dd-fcf5-4e13-9e75-ed25741a1b11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'subnet': {'network_id': 'f35ae497-fd1f-47c2-8244-89d65d09f758', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:43.679811 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cf6910f5-057f-4f65-86ba-c8d537c3c49b tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for port (26b45b83-3640-413e-90cf-f3cfdd140c87), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:43.712512 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7dd176b3-4727-4d00-9fe1-64cdcac2b7ef tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (31013e18-ca21-467a-9b89-e7beccb4d56c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:43.757091 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd176b3-4727-4d00-9fe1-64cdcac2b7ef tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Pushing event deleted for resources: {'Port': ['ID=31013e18-ca21-467a-9b89-e7beccb4d56c,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:43.768264 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80958859-714b-48ec-967b-9da61a330ddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-f35ae497-fd1f-47c2-8244-89d65d09f758', 'network_id': 'f35ae497-fd1f-47c2-8244-89d65d09f758', 'project_id': 'b560962ff6304b07a22e03444cfd5a4d', 'fixed_ips': [{'subnet_id': '7c11a8c3-84c2-4067-a117-7c554da4199a'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:08:43.770423 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-80958859-714b-48ec-967b-9da61a330ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:43.790129 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cf6910f5-057f-4f65-86ba-c8d537c3c49b tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (26b45b83-3640-413e-90cf-f3cfdd140c87), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:43.812087 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-616bbe66-bad9-4cd5-b72f-1f50c92edb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:43.832599 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8714dd-fcf5-4e13-9e75-ed25741a1b11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:43.836376 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ea8714dd-fcf5-4e13-9e75-ed25741a1b11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:43.900585 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6910f5-057f-4f65-86ba-c8d537c3c49b tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:43.915068 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-cf6910f5-057f-4f65-86ba-c8d537c3c49b tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:43.922642 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6910f5-057f-4f65-86ba-c8d537c3c49b tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:43.993935 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6910f5-057f-4f65-86ba-c8d537c3c49b tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event updated for resources: {'Port': ['ID=26b45b83-3640-413e-90cf-f3cfdd140c87,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:44.069710 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:44.085603 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:44.091460 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-80958859-714b-48ec-967b-9da61a330ddf None None] Allocated IP 172.20.0.2 (f35ae497-fd1f-47c2-8244-89d65d09f758/7c11a8c3-84c2-4067-a117-7c554da4199a/dfd0b7ac-b863-4d98-881a-71ab45cc5e56) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:44.104787 n-d-789963-32 neutron-server[105231]: INFO neutron.db.ipam_backend_mixin [None req-ea8714dd-fcf5-4e13-9e75-ed25741a1b11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7c11a8c3-84c2-4067-a117-7c554da4199a (CIDR: 172.20.0.0/28) Mar 05 05:08:44.119205 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea8714dd-fcf5-4e13-9e75-ed25741a1b11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:08:44.120382 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea8714dd-fcf5-4e13-9e75-ed25741a1b11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:08:44.218206 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ea8714dd-fcf5-4e13-9e75-ed25741a1b11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6526308 Mar 05 05:08:44.221662 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7dd176b3-4727-4d00-9fe1-64cdcac2b7ef tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:44.228927 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7dd176b3-4727-4d00-9fe1-64cdcac2b7ef tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] 10.222.0.11 "DELETE /v2.0/ports/31013e18-ca21-467a-9b89-e7beccb4d56c HTTP/1.1" status: 204 len: 168 time: 1.0475092 Mar 05 05:08:44.233064 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48182) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:44.240310 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48184) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:44.261042 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-9ec5b432-ceec-4d7c-9d8e-a6e0683bf7de tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'subnet': {'network_id': 'f35ae497-fd1f-47c2-8244-89d65d09f758', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:44.321618 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ff7dfaae-3fd9-4e54-8ee4-f536e80d2f3a req-21b716cc-abcd-4766-b508-1ab804315e35 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0802345 Mar 05 05:08:44.369953 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944f3c5-9f64-4059-9cad-b31aad9127c5 req-811fa885-1dfe-4abd-b5c0-bd67fb793413 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:44.377331 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3944f3c5-9f64-4059-9cad-b31aad9127c5 req-811fa885-1dfe-4abd-b5c0-bd67fb793413 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 943 time: 0.1178014 Mar 05 05:08:44.443895 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-80958859-714b-48ec-967b-9da61a330ddf None None] Publish callbacks [] for port (dfd0b7ac-b863-4d98-881a-71ab45cc5e56), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:44.454839 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-80958859-714b-48ec-967b-9da61a330ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (dfd0b7ac-b863-4d98-881a-71ab45cc5e56), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:44.457580 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3944f3c5-9f64-4059-9cad-b31aad9127c5 req-0f6dce8d-4aa0-4e2b-aeda-e7817639c306 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780089 Mar 05 05:08:44.489878 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80958859-714b-48ec-967b-9da61a330ddf None None] Network f35ae497-fd1f-47c2-8244-89d65d09f758 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:44.492913 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-80958859-714b-48ec-967b-9da61a330ddf None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:44.495449 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80958859-714b-48ec-967b-9da61a330ddf None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:44.508343 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb9ef30-d644-4073-8720-ef173a0a201b tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Deleting subnet 5694aac1-896a-4856-bb31-3f6ee5d3430a {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:08:44.522708 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-acb9ef30-d644-4073-8720-ef173a0a201b tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks [] for subnet (5694aac1-896a-4856-bb31-3f6ee5d3430a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:44.570979 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-80958859-714b-48ec-967b-9da61a330ddf None None] Attempting to bind port dfd0b7ac-b863-4d98-881a-71ab45cc5e56 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:08:44.571616 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-80958859-714b-48ec-967b-9da61a330ddf None None] Attempting to bind port dfd0b7ac-b863-4d98-881a-71ab45cc5e56 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '309dcfb5-8bb5-43bb-830a-b287d5d09ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f35ae497-fd1f-47c2-8244-89d65d09f758'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:08:44.571927 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80958859-714b-48ec-967b-9da61a330ddf None None] Attempting to bind port dfd0b7ac-b863-4d98-881a-71ab45cc5e56 on network f35ae497-fd1f-47c2-8244-89d65d09f758 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:08:44.584925 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80958859-714b-48ec-967b-9da61a330ddf None None] Pushing event updated for resources: {'Port': ['ID=dfd0b7ac-b863-4d98-881a-71ab45cc5e56,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:44.590366 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80958859-714b-48ec-967b-9da61a330ddf None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:08:44.590752 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80958859-714b-48ec-967b-9da61a330ddf None None] Checking segment: {'id': '309dcfb5-8bb5-43bb-830a-b287d5d09ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f35ae497-fd1f-47c2-8244-89d65d09f758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:08:44.591220 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-80958859-714b-48ec-967b-9da61a330ddf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:44.591571 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80958859-714b-48ec-967b-9da61a330ddf None None] Bound using segment: {'id': '309dcfb5-8bb5-43bb-830a-b287d5d09ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f35ae497-fd1f-47c2-8244-89d65d09f758'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:08:44.592059 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-80958859-714b-48ec-967b-9da61a330ddf None None] Bound port: dfd0b7ac-b863-4d98-881a-71ab45cc5e56, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '309dcfb5-8bb5-43bb-830a-b287d5d09ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f35ae497-fd1f-47c2-8244-89d65d09f758'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:08:44.592443 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-80958859-714b-48ec-967b-9da61a330ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (dfd0b7ac-b863-4d98-881a-71ab45cc5e56), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:44.648028 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-acb9ef30-d644-4073-8720-ef173a0a201b tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (5694aac1-896a-4856-bb31-3f6ee5d3430a), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:44.672024 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-80958859-714b-48ec-967b-9da61a330ddf None None] For port dfd0b7ac-b863-4d98-881a-71ab45cc5e56, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:08:44.676543 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-80958859-714b-48ec-967b-9da61a330ddf None None] For port dfd0b7ac-b863-4d98-881a-71ab45cc5e56, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=dfd0b7ac-b863-4d98-881a-71ab45cc5e56,segment=NetworkSegment(309dcfb5-8bb5-43bb-830a-b287d5d09ac7),segment_id=309dcfb5-8bb5-43bb-830a-b287d5d09ac7)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:08:44.687119 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-80958859-714b-48ec-967b-9da61a330ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (dfd0b7ac-b863-4d98-881a-71ab45cc5e56), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:44.771846 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80958859-714b-48ec-967b-9da61a330ddf None None] Pushing event updated for resources: {'Port': ['ID=dfd0b7ac-b863-4d98-881a-71ab45cc5e56,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:44.862556 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec5b432-ceec-4d7c-9d8e-a6e0683bf7de tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:44.866881 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ec5b432-ceec-4d7c-9d8e-a6e0683bf7de tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:44.909079 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-acb9ef30-d644-4073-8720-ef173a0a201b tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (5694aac1-896a-4856-bb31-3f6ee5d3430a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:45.057474 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:45.473368 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7d3a0123-c6df-4968-b060-4d5d3b048d16 req-18edf2e8-65e4-43b9-8172-2d19736f8141 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0576103 Mar 05 05:08:45.477351 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cf6910f5-057f-4f65-86ba-c8d537c3c49b tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (0b464ad9-b4ba-4503-bd38-e975192d6da1), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:45.519222 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-acb9ef30-d644-4073-8720-ef173a0a201b tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (5694aac1-896a-4856-bb31-3f6ee5d3430a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:45.613969 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe276058-9fcf-43e8-bf5c-337d802e4dbc None None] Network 37dfae7b-263c-4258-8f15-ee349abb1140 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:08:45.643165 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d1078-ee92-4725-a642-b9e283b62ab6 req-37400bec-2518-4327-9c2d-15544a313cca tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:45.646521 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb9ef30-d644-4073-8720-ef173a0a201b tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Pushing event deleted for resources: {'Subnet': ['ID=5694aac1-896a-4856-bb31-3f6ee5d3430a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:45.659310 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-418d1078-ee92-4725-a642-b9e283b62ab6 req-37400bec-2518-4327-9c2d-15544a313cca tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 943 time: 0.1131930 Mar 05 05:08:45.666720 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-acb9ef30-d644-4073-8720-ef173a0a201b tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:45.672835 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-acb9ef30-d644-4073-8720-ef173a0a201b tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] 10.222.0.11 "DELETE /v2.0/subnets/5694aac1-896a-4856-bb31-3f6ee5d3430a HTTP/1.1" status: 204 len: 168 time: 1.4279411 Mar 05 05:08:45.675902 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48192) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:45.775644 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-418d1078-ee92-4725-a642-b9e283b62ab6 req-8af43d68-064f-4027-b41e-32acc63e3e42 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151397 Mar 05 05:08:45.876123 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cf6910f5-057f-4f65-86ba-c8d537c3c49b tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (26b45b83-3640-413e-90cf-f3cfdd140c87), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:45.891965 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25753f3-4ce1-4c23-a62a-d9d7868361f7 None None] DHCP port deletion for 37dfae7b-263c-4258-8f15-ee349abb1140 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:08:45.935132 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5c68554a-1dd5-47c0-94ba-6dcfd9bc2953 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (37dfae7b-263c-4258-8f15-ee349abb1140), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:46.034986 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e25753f3-4ce1-4c23-a62a-d9d7868361f7 None None] Deleting port 22746468-e914-4582-875c-c2e93c235a55 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:46.035412 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e25753f3-4ce1-4c23-a62a-d9d7868361f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (22746468-e914-4582-875c-c2e93c235a55), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:46.081469 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device dfd0b7ac-b863-4d98-881a-71ab45cc5e56 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:08:46.165969 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48194) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:46.181242 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-12f40ff1-675e-4343-b90c-d9be3e5f11fb tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Request body: {'subnets': [{'network_id': 'bbed512c-b6fd-4d4c-8956-75c1996ebc83', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1420293078', 'ip_version': 6}, {'network_id': '1553e9aa-5db6-456c-95eb-5b47cbd8fc30', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:46.181487 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-12f40ff1-675e-4343-b90c-d9be3e5f11fb tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Request body: {'subnet': {'network_id': 'bbed512c-b6fd-4d4c-8956-75c1996ebc83', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1420293078', 'ip_version': 6}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:46.183049 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-12f40ff1-675e-4343-b90c-d9be3e5f11fb tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Request body: {'subnet': {'network_id': '1553e9aa-5db6-456c-95eb-5b47cbd8fc30', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:46.185205 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-e25753f3-4ce1-4c23-a62a-d9d7868361f7 None None] For port 22746468-e914-4582-875c-c2e93c235a55, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=22746468-e914-4582-875c-c2e93c235a55,segment=NetworkSegment(8f69f3a5-6115-40ec-9594-ffedee0302c0),segment_id=8f69f3a5-6115-40ec-9594-ffedee0302c0)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:08:46.185622 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e25753f3-4ce1-4c23-a62a-d9d7868361f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (22746468-e914-4582-875c-c2e93c235a55), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:46.226525 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e25753f3-4ce1-4c23-a62a-d9d7868361f7 None None] Calling delete_port for 22746468-e914-4582-875c-c2e93c235a55 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:46.256532 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ec5b432-ceec-4d7c-9d8e-a6e0683bf7de tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (2f910457-3ce2-4591-9ddc-0e8dfd1f2581), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:46.268751 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port dfd0b7ac-b863-4d98-881a-71ab45cc5e56 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:46.269305 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (dfd0b7ac-b863-4d98-881a-71ab45cc5e56), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:46.336153 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec5b432-ceec-4d7c-9d8e-a6e0683bf7de tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network f35ae497-fd1f-47c2-8244-89d65d09f758 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:46.342795 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-5c68554a-1dd5-47c0-94ba-6dcfd9bc2953 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Deleting port 22746468-e914-4582-875c-c2e93c235a55 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:46.344481 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5c68554a-1dd5-47c0-94ba-6dcfd9bc2953 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (22746468-e914-4582-875c-c2e93c235a55), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:46.350983 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:46.356415 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-9ec5b432-ceec-4d7c-9d8e-a6e0683bf7de tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:46.363984 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045fde4d-33ce-41a3-8bfe-654ccb553ec7 None None] Network f35ae497-fd1f-47c2-8244-89d65d09f758 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:08:46.382792 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec5b432-ceec-4d7c-9d8e-a6e0683bf7de tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:46.384549 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9ec5b432-ceec-4d7c-9d8e-a6e0683bf7de tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:46.418693 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5b432-ceec-4d7c-9d8e-a6e0683bf7de tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Subnet': ['ID=2f910457-3ce2-4591-9ddc-0e8dfd1f2581,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:46.482182 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9ec5b432-ceec-4d7c-9d8e-a6e0683bf7de tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2406728 Mar 05 05:08:46.486643 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48196) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:46.491593 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-5c68554a-1dd5-47c0-94ba-6dcfd9bc2953 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] For port 22746468-e914-4582-875c-c2e93c235a55, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=22746468-e914-4582-875c-c2e93c235a55,segment=NetworkSegment(8f69f3a5-6115-40ec-9594-ffedee0302c0),segment_id=8f69f3a5-6115-40ec-9594-ffedee0302c0)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:08:46.492082 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5c68554a-1dd5-47c0-94ba-6dcfd9bc2953 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (22746468-e914-4582-875c-c2e93c235a55), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:46.494596 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-a8bec6f8-829b-4da4-bfa6-8d4bfd515e89 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'port': {'network_id': 'f35ae497-fd1f-47c2-8244-89d65d09f758', 'fixed_ips': [{'subnet_id': '7c11a8c3-84c2-4067-a117-7c554da4199a'}, {'subnet_id': '2f910457-3ce2-4591-9ddc-0e8dfd1f2581'}], 'name': 'tempest-PortsTestJSON-500016269'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:46.502156 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f40ff1-675e-4343-b90c-d9be3e5f11fb tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Made reservation on behalf of 84f09e0673394b1c98f1084cb83b38aa for: {'subnet': 2} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:46.510194 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cf6910f5-057f-4f65-86ba-c8d537c3c49b tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for port (26b45b83-3640-413e-90cf-f3cfdd140c87), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:46.510555 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-12f40ff1-675e-4343-b90c-d9be3e5f11fb tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:46.515871 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-5c68554a-1dd5-47c0-94ba-6dcfd9bc2953 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Calling delete_port for 22746468-e914-4582-875c-c2e93c235a55 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:46.516956 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-12f40ff1-675e-4343-b90c-d9be3e5f11fb tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:46.522553 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cf6910f5-057f-4f65-86ba-c8d537c3c49b tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (26b45b83-3640-413e-90cf-f3cfdd140c87), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:46.585402 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port dfd0b7ac-b863-4d98-881a-71ab45cc5e56 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:08:46.585802 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (dfd0b7ac-b863-4d98-881a-71ab45cc5e56), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:46.637820 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-5bb08df1-c7e9-4d81-a4ed-88b4c63d135c None None] Provisioning complete for port dfd0b7ac-b863-4d98-881a-71ab45cc5e56 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:46.638527 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5bb08df1-c7e9-4d81-a4ed-88b4c63d135c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (dfd0b7ac-b863-4d98-881a-71ab45cc5e56), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:46.655312 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6910f5-057f-4f65-86ba-c8d537c3c49b tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event updated for resources: {'Port': ['ID=26b45b83-3640-413e-90cf-f3cfdd140c87,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:46.660744 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cf6910f5-057f-4f65-86ba-c8d537c3c49b tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (0b464ad9-b4ba-4503-bd38-e975192d6da1), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:46.673041 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc4bcf04-383c-4117-81cd-a694eb00de0d req-7306b773-5cfa-40d4-a905-665f9e298418 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0831678 Mar 05 05:08:46.676518 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port dfd0b7ac-b863-4d98-881a-71ab45cc5e56, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=dfd0b7ac-b863-4d98-881a-71ab45cc5e56,segment=NetworkSegment(309dcfb5-8bb5-43bb-830a-b287d5d09ac7),segment_id=309dcfb5-8bb5-43bb-830a-b287d5d09ac7)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:08:46.715751 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (dfd0b7ac-b863-4d98-881a-71ab45cc5e56), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:46.807926 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e25753f3-4ce1-4c23-a62a-d9d7868361f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (22746468-e914-4582-875c-c2e93c235a55), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:46.842841 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [None req-cf6910f5-057f-4f65-86ba-c8d537c3c49b tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Floating IP 0b464ad9-b4ba-4503-bd38-e975192d6da1 associated. External IP: 172.25.0.65, port: bd63b36a-758b-4825-be36-4d2d2be6d12b. Mar 05 05:08:46.849264 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bec6f8-829b-4da4-bfa6-8d4bfd515e89 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:46.858148 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=dfd0b7ac-b863-4d98-881a-71ab45cc5e56,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:46.863308 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25753f3-4ce1-4c23-a62a-d9d7868361f7 None None] No DVR routers for this DVR port 22746468-e914-4582-875c-c2e93c235a55 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:08:46.892140 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25753f3-4ce1-4c23-a62a-d9d7868361f7 None None] Pushing event deleted for resources: {'Port': ['ID=22746468-e914-4582-875c-c2e93c235a55,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:46.904387 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 22746468-e914-4582-875c-c2e93c235a55 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:08:47.019877 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5c68554a-1dd5-47c0-94ba-6dcfd9bc2953 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (22746468-e914-4582-875c-c2e93c235a55), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:47.034707 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c68554a-1dd5-47c0-94ba-6dcfd9bc2953 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] No DVR routers for this DVR port 22746468-e914-4582-875c-c2e93c235a55 on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:08:47.090119 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68554a-1dd5-47c0-94ba-6dcfd9bc2953 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Pushing event deleted for resources: {'Port': ['ID=22746468-e914-4582-875c-c2e93c235a55,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:47.094188 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dc98fb-08c6-43e2-99b4-aed504209206 None None] Update dhcp port {'port': {'network_id': 'f35ae497-fd1f-47c2-8244-89d65d09f758', 'fixed_ips': [{'subnet_id': '7c11a8c3-84c2-4067-a117-7c554da4199a', 'ip_address': '172.20.0.2'}, {'subnet_id': '2f910457-3ce2-4591-9ddc-0e8dfd1f2581'}], 'binding:host_id': 'n-d-789963-32'}, 'id': 'dfd0b7ac-b863-4d98-881a-71ab45cc5e56'} from n-d-789963-32. {{(pid=105233) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 05 05:08:47.137366 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 22746468-e914-4582-875c-c2e93c235a55 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:08:47.137638 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 22746468-e914-4582-875c-c2e93c235a55 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:08:47.141974 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925d997-d635-4250-a526-a5aa0bc6654f req-c53e2eba-4103-468f-a140-cb6653b89fc4 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:47.143811 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4925d997-d635-4250-a526-a5aa0bc6654f req-c53e2eba-4103-468f-a140-cb6653b89fc4 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 943 time: 0.1673257 Mar 05 05:08:47.152840 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-81dc98fb-08c6-43e2-99b4-aed504209206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (dfd0b7ac-b863-4d98-881a-71ab45cc5e56), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:47.155332 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-5bb08df1-c7e9-4d81-a4ed-88b4c63d135c None None] Current status of the port dfd0b7ac-b863-4d98-881a-71ab45cc5e56 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:08:47.163251 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a8bec6f8-829b-4da4-bfa6-8d4bfd515e89 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:47.203752 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5c68554a-1dd5-47c0-94ba-6dcfd9bc2953 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (37dfae7b-263c-4258-8f15-ee349abb1140), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:47.263805 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-5c68554a-1dd5-47c0-94ba-6dcfd9bc2953 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37dfae7b-263c-4258-8f15-ee349abb1140']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:47.279303 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-5c68554a-1dd5-47c0-94ba-6dcfd9bc2953 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f69f3a5-6115-40ec-9594-ffedee0302c0') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:47.279562 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-5c68554a-1dd5-47c0-94ba-6dcfd9bc2953 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f69f3a5-6115-40ec-9594-ffedee0302c0') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:47.298395 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5c68554a-1dd5-47c0-94ba-6dcfd9bc2953 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (8f69f3a5-6115-40ec-9594-ffedee0302c0), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:47.315515 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6910f5-057f-4f65-86ba-c8d537c3c49b tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Router 98d744c4-203e-41b9-9316-e591f9ececef has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:08:47.330447 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5c68554a-1dd5-47c0-94ba-6dcfd9bc2953 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (8f69f3a5-6115-40ec-9594-ffedee0302c0), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:47.339462 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c68554a-1dd5-47c0-94ba-6dcfd9bc2953 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:08:47.340312 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5c68554a-1dd5-47c0-94ba-6dcfd9bc2953 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (8f69f3a5-6115-40ec-9594-ffedee0302c0), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:08:47.344837 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:08:47.370843 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-81dc98fb-08c6-43e2-99b4-aed504209206 None None] Allocated IP 172.20.0.18 (f35ae497-fd1f-47c2-8244-89d65d09f758/2f910457-3ce2-4591-9ddc-0e8dfd1f2581/dfd0b7ac-b863-4d98-881a-71ab45cc5e56) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:47.402855 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-a8bec6f8-829b-4da4-bfa6-8d4bfd515e89 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] device_id is not set on port 0f9a1e20-9311-446d-996f-0bfaa8c41657 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:08:47.510625 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-81dc98fb-08c6-43e2-99b4-aed504209206 None None] For port dfd0b7ac-b863-4d98-881a-71ab45cc5e56, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=dfd0b7ac-b863-4d98-881a-71ab45cc5e56,segment=NetworkSegment(309dcfb5-8bb5-43bb-830a-b287d5d09ac7),segment_id=309dcfb5-8bb5-43bb-830a-b287d5d09ac7)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:08:47.517787 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4925d997-d635-4250-a526-a5aa0bc6654f req-23023a83-e566-49cd-8aaf-4b926d1b812a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400023 Mar 05 05:08:47.569545 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-81dc98fb-08c6-43e2-99b4-aed504209206 None None] Publish callbacks [] for port (dfd0b7ac-b863-4d98-881a-71ab45cc5e56), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:47.576816 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-81dc98fb-08c6-43e2-99b4-aed504209206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (dfd0b7ac-b863-4d98-881a-71ab45cc5e56), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:47.588856 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-12f40ff1-675e-4343-b90c-d9be3e5f11fb tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (dcc01d00-10c2-4ff8-a3a9-c06464050e28), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:47.689903 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc98fb-08c6-43e2-99b4-aed504209206 None None] Pushing event updated for resources: {'Port': ['ID=dfd0b7ac-b863-4d98-881a-71ab45cc5e56,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:47.805101 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:47.870308 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5c68554a-1dd5-47c0-94ba-6dcfd9bc2953 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (37dfae7b-263c-4258-8f15-ee349abb1140), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:47.882860 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5c68554a-1dd5-47c0-94ba-6dcfd9bc2953 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:47.885722 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5c68554a-1dd5-47c0-94ba-6dcfd9bc2953 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] 10.222.0.11 "DELETE /v2.0/networks/37dfae7b-263c-4258-8f15-ee349abb1140 HTTP/1.1" status: 204 len: 168 time: 2.2078524 Mar 05 05:08:47.905417 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68554a-1dd5-47c0-94ba-6dcfd9bc2953 tempest-AllowedAddressPairTestJSON-17489617 tempest-AllowedAddressPairTestJSON-17489617-project] Pushing event deleted for resources: {'Network': ['ID=37dfae7b-263c-4258-8f15-ee349abb1140,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:47.920234 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6910f5-057f-4f65-86ba-c8d537c3c49b tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:08:47.939225 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcde0814-d4e5-48a3-96b7-24ff3acab5ab None None] Sync routers for ids ['98d744c4-203e-41b9-9316-e591f9ececef'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:08:47.945475 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cf6910f5-057f-4f65-86ba-c8d537c3c49b tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:47.954129 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcde0814-d4e5-48a3-96b7-24ff3acab5ab None None] Routers {'98d744c4-203e-41b9-9316-e591f9ececef'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:08:47.956099 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-bcde0814-d4e5-48a3-96b7-24ff3acab5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:08:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['98d744c4-203e-41b9-9316-e591f9ececef'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:48.022964 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-cf6910f5-057f-4f65-86ba-c8d537c3c49b tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.3995914 Mar 05 05:08:48.026113 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48206) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:48.040806 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-f09c3ad5-ccd0-4d58-b6de-44ef70ad67ee tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Request body: {'floatingip': {'port_id': 'bd63b36a-758b-4825-be36-4d2d2be6d12b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:48.056269 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-bcde0814-d4e5-48a3-96b7-24ff3acab5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:48.061158 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device dfd0b7ac-b863-4d98-881a-71ab45cc5e56 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:08:48.077066 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcde0814-d4e5-48a3-96b7-24ff3acab5ab None None] Routers {'98d744c4-203e-41b9-9316-e591f9ececef'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:08:48.079791 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-bcde0814-d4e5-48a3-96b7-24ff3acab5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:08:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['98d744c4-203e-41b9-9316-e591f9ececef'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:48.170535 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-bcde0814-d4e5-48a3-96b7-24ff3acab5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:48.173751 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcde0814-d4e5-48a3-96b7-24ff3acab5ab None None] The sync data for ids ['98d744c4-203e-41b9-9316-e591f9ececef'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:08:48.178348 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port dfd0b7ac-b863-4d98-881a-71ab45cc5e56 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:48.178742 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (dfd0b7ac-b863-4d98-881a-71ab45cc5e56), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:48.210974 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f09c3ad5-ccd0-4d58-b6de-44ef70ad67ee tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (0b464ad9-b4ba-4503-bd38-e975192d6da1), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:48.312851 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port dfd0b7ac-b863-4d98-881a-71ab45cc5e56 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:08:48.405229 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dba879a0-64d1-46f5-b64a-76bbf05a7cff req-243953a5-2c05-412d-ae9b-b5826fc440cd tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0897391 Mar 05 05:08:48.406111 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f40ff1-675e-4343-b90c-d9be3e5f11fb tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Pushing event updated for resources: {'Subnet': ['ID=dcc01d00-10c2-4ff8-a3a9-c06464050e28,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:48.408328 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48210) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:48.483374 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f40ff1-675e-4343-b90c-d9be3e5f11fb tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Checking segment: {'id': '26ca7ede-6e0c-4dcf-8bcd-2f9451b84e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bbed512c-b6fd-4d4c-8956-75c1996ebc83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:08:48.484010 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f40ff1-675e-4343-b90c-d9be3e5f11fb tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Network hostable DHCP agents. Network: bbed512c-b6fd-4d4c-8956-75c1996ebc83, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:08:48.528588 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f40ff1-675e-4343-b90c-d9be3e5f11fb tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Network bbed512c-b6fd-4d4c-8956-75c1996ebc83 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:08:48.570538 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-12f40ff1-675e-4343-b90c-d9be3e5f11fb tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, bbed512c-b6fd-4d4c-8956-75c1996ebc83) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:48.581194 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451410e0-7e14-4a37-989f-10bfa6f78217 None None] Network bbed512c-b6fd-4d4c-8956-75c1996ebc83 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:08:48.585659 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-12f40ff1-675e-4343-b90c-d9be3e5f11fb tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (89ab8ea0-d322-44dd-9e7e-4c58152e7124), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:48.629918 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43b1a8b-d8b6-499e-b00c-3c6e9d7a1953 None None] Network f35ae497-fd1f-47c2-8244-89d65d09f758 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:08:48.651896 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-a8bec6f8-829b-4da4-bfa6-8d4bfd515e89 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Allocated IP 172.20.0.13 (f35ae497-fd1f-47c2-8244-89d65d09f758/7c11a8c3-84c2-4067-a117-7c554da4199a/0f9a1e20-9311-446d-996f-0bfaa8c41657) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:48.688478 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-a8bec6f8-829b-4da4-bfa6-8d4bfd515e89 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Allocated IP 172.20.0.30 (f35ae497-fd1f-47c2-8244-89d65d09f758/2f910457-3ce2-4591-9ddc-0e8dfd1f2581/0f9a1e20-9311-446d-996f-0bfaa8c41657) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:48.745444 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f40ff1-675e-4343-b90c-d9be3e5f11fb tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Pushing event updated for resources: {'Subnet': ['ID=89ab8ea0-d322-44dd-9e7e-4c58152e7124,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:48.757135 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-906a37de-a3f3-44cb-9025-6dc06c654cb1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fbaf3c6bcee549c39e0c312749973615&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3276279 Mar 05 05:08:48.762639 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48216) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:48.781116 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3a982b6a-8703-423b-824d-ed70f2663024 None None] Provisioning complete for port dfd0b7ac-b863-4d98-881a-71ab45cc5e56 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:48.781734 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3a982b6a-8703-423b-824d-ed70f2663024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (dfd0b7ac-b863-4d98-881a-71ab45cc5e56), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:48.813737 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f40ff1-675e-4343-b90c-d9be3e5f11fb tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Checking segment: {'id': 'f84afa9b-501d-441c-b58e-42a00b7d543d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1553e9aa-5db6-456c-95eb-5b47cbd8fc30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:08:48.814023 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f40ff1-675e-4343-b90c-d9be3e5f11fb tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Network hostable DHCP agents. Network: 1553e9aa-5db6-456c-95eb-5b47cbd8fc30, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:08:48.865274 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d22c10-0d90-4a59-b1f5-a483aa02a964 req-f4ca22ea-0e7d-4892-930a-cdd6d057348a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:48.866784 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-37d22c10-0d90-4a59-b1f5-a483aa02a964 req-f4ca22ea-0e7d-4892-930a-cdd6d057348a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 943 time: 0.2309375 Mar 05 05:08:48.897604 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3a982b6a-8703-423b-824d-ed70f2663024 None None] Current status of the port dfd0b7ac-b863-4d98-881a-71ab45cc5e56 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:08:48.927909 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f09c3ad5-ccd0-4d58-b6de-44ef70ad67ee tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:48.934889 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f09c3ad5-ccd0-4d58-b6de-44ef70ad67ee tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (0b464ad9-b4ba-4503-bd38-e975192d6da1), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:48.941590 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f7dfe42a-3e82-4e36-8da8-c85f20d4c428 admin admin] Publish callbacks [] for security_group (e50e2cae-2300-4665-a948-bae757f6fe0e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:48.945134 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8582614-9ca4-425a-885e-4fbe3ff77b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-bbed512c-b6fd-4d4c-8956-75c1996ebc83', 'network_id': 'bbed512c-b6fd-4d4c-8956-75c1996ebc83', 'project_id': '84f09e0673394b1c98f1084cb83b38aa', 'fixed_ips': [{'subnet_id': 'dcc01d00-10c2-4ff8-a3a9-c06464050e28'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:08:48.945989 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a8582614-9ca4-425a-885e-4fbe3ff77b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:48.952217 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f40ff1-675e-4343-b90c-d9be3e5f11fb tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Network 1553e9aa-5db6-456c-95eb-5b47cbd8fc30 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:08:49.002664 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f7dfe42a-3e82-4e36-8da8-c85f20d4c428 admin admin] Publish callbacks [] for security_group (e50e2cae-2300-4665-a948-bae757f6fe0e), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:49.004383 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-12f40ff1-675e-4343-b90c-d9be3e5f11fb tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 1553e9aa-5db6-456c-95eb-5b47cbd8fc30) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:49.030042 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f40ff1-675e-4343-b90c-d9be3e5f11fb tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:49.030653 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f40ff1-675e-4343-b90c-d9be3e5f11fb tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:49.031330 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-12f40ff1-675e-4343-b90c-d9be3e5f11fb tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:49.060352 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-37d22c10-0d90-4a59-b1f5-a483aa02a964 req-b0677252-6592-4ee5-8769-efc73e9ae39c tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830776 Mar 05 05:08:49.081030 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a8bec6f8-829b-4da4-bfa6-8d4bfd515e89 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for port (0f9a1e20-9311-446d-996f-0bfaa8c41657), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:49.090398 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-12f40ff1-675e-4343-b90c-d9be3e5f11fb tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.9233160 Mar 05 05:08:49.090997 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48218) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:49.166125 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f7dfe42a-3e82-4e36-8da8-c85f20d4c428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e50e2cae-2300-4665-a948-bae757f6fe0e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:49.168679 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f7dfe42a-3e82-4e36-8da8-c85f20d4c428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:49.169819 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f7dfe42a-3e82-4e36-8da8-c85f20d4c428 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e50e2cae-2300-4665-a948-bae757f6fe0e HTTP/1.1" status: 204 len: 168 time: 0.4018402 Mar 05 05:08:49.172740 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f9a280-82c0-4c04-8cd6-96a00cd28d43 None None] Network 1553e9aa-5db6-456c-95eb-5b47cbd8fc30 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:08:49.184417 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae471fdf-72ec-4ff6-a1e8-2203a54c7841 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:49.185230 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae471fdf-72ec-4ff6-a1e8-2203a54c7841 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:49.186545 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae471fdf-72ec-4ff6-a1e8-2203a54c7841 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:49.197721 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ae471fdf-72ec-4ff6-a1e8-2203a54c7841 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1039667 Mar 05 05:08:49.198343 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48222) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:49.213579 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a8bec6f8-829b-4da4-bfa6-8d4bfd515e89 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (0f9a1e20-9311-446d-996f-0bfaa8c41657), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:49.215360 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfe42a-3e82-4e36-8da8-c85f20d4c428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50e2cae-2300-4665-a948-bae757f6fe0e,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:49.300272 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bec6f8-829b-4da4-bfa6-8d4bfd515e89 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network f35ae497-fd1f-47c2-8244-89d65d09f758 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:49.302535 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09c3ad5-ccd0-4d58-b6de-44ef70ad67ee tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Router 98d744c4-203e-41b9-9316-e591f9ececef has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:08:49.307520 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d38c9a7-8c07-4e4c-b35e-2b97b92b6edc tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Deleting subnet dcc01d00-10c2-4ff8-a3a9-c06464050e28 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:08:49.314322 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-a8bec6f8-829b-4da4-bfa6-8d4bfd515e89 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:49.316165 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bec6f8-829b-4da4-bfa6-8d4bfd515e89 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Port': ['ID=0f9a1e20-9311-446d-996f-0bfaa8c41657,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:49.319250 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bec6f8-829b-4da4-bfa6-8d4bfd515e89 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:49.368827 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-a8582614-9ca4-425a-885e-4fbe3ff77b38 None None] Allocated IP 2001:db8::1 (bbed512c-b6fd-4d4c-8956-75c1996ebc83/dcc01d00-10c2-4ff8-a3a9-c06464050e28/ac3ea166-a884-4b8c-ad82-c04c663e24ff) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:49.399662 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bec6f8-829b-4da4-bfa6-8d4bfd515e89 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:49.400405 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a8bec6f8-829b-4da4-bfa6-8d4bfd515e89 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:49.435607 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a8bec6f8-829b-4da4-bfa6-8d4bfd515e89 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.9471843 Mar 05 05:08:49.449613 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48228) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:49.454175 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc85f69a-6451-4535-9f8c-173cb5809017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-1553e9aa-5db6-456c-95eb-5b47cbd8fc30', 'network_id': '1553e9aa-5db6-456c-95eb-5b47cbd8fc30', 'project_id': '84f09e0673394b1c98f1084cb83b38aa', 'fixed_ips': [{'subnet_id': '89ab8ea0-d322-44dd-9e7e-4c58152e7124'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:08:49.458461 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cc85f69a-6451-4535-9f8c-173cb5809017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:49.467038 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-601b6856-4567-423e-a487-97a5e7e24243 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7c11a8c3-84c2-4067-a117-7c554da4199a'}]}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:49.508233 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09c3ad5-ccd0-4d58-b6de-44ef70ad67ee tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:08:49.513395 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f09c3ad5-ccd0-4d58-b6de-44ef70ad67ee tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:49.537201 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd37f56-b690-405b-adac-17fc314ca6b5 None None] Sync routers for ids ['98d744c4-203e-41b9-9316-e591f9ececef'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:08:49.554508 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd37f56-b690-405b-adac-17fc314ca6b5 None None] Routers {'98d744c4-203e-41b9-9316-e591f9ececef'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:08:49.555383 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-1dd37f56-b690-405b-adac-17fc314ca6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:08:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['98d744c4-203e-41b9-9316-e591f9ececef'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:49.619046 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-1dd37f56-b690-405b-adac-17fc314ca6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:49.659149 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-04495183-317a-453f-888c-a53e712111e5 req-0505a2ea-323e-4eb0-a0dd-6118a626eec6 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0807183 Mar 05 05:08:49.680163 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-601b6856-4567-423e-a487-97a5e7e24243 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0f9a1e20-9311-446d-996f-0bfaa8c41657), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:49.680421 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f09c3ad5-ccd0-4d58-b6de-44ef70ad67ee tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "PUT /v2.0/floatingips/0b464ad9-b4ba-4503-bd38-e975192d6da1 HTTP/1.1" status: 200 len: 978 time: 1.6534407 Mar 05 05:08:49.691153 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48234) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:49.716024 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd37f56-b690-405b-adac-17fc314ca6b5 None None] Routers {'98d744c4-203e-41b9-9316-e591f9ececef'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:08:49.716824 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-1dd37f56-b690-405b-adac-17fc314ca6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:08:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['98d744c4-203e-41b9-9316-e591f9ececef'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:49.779682 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-1dd37f56-b690-405b-adac-17fc314ca6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:49.780508 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd37f56-b690-405b-adac-17fc314ca6b5 None None] The sync data for ids ['98d744c4-203e-41b9-9316-e591f9ececef'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:08:49.912196 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a8582614-9ca4-425a-885e-4fbe3ff77b38 None None] Publish callbacks [] for port (ac3ea166-a884-4b8c-ad82-c04c663e24ff), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:49.922589 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-cc85f69a-6451-4535-9f8c-173cb5809017 None None] Allocated IP 2001:db8:0:1::1 (1553e9aa-5db6-456c-95eb-5b47cbd8fc30/89ab8ea0-d322-44dd-9e7e-4c58152e7124/b578a808-dd12-4f20-85c3-a8c9ca8b79e0) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:49.928908 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6d38c9a7-8c07-4e4c-b35e-2b97b92b6edc tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks [] for subnet (dcc01d00-10c2-4ff8-a3a9-c06464050e28), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:49.931035 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a8582614-9ca4-425a-885e-4fbe3ff77b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (ac3ea166-a884-4b8c-ad82-c04c663e24ff), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:49.969370 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-35f088b7-7c85-495b-80e7-7b3a7991970e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Deleting port 26b45b83-3640-413e-90cf-f3cfdd140c87 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:49.970124 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-35f088b7-7c85-495b-80e7-7b3a7991970e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (26b45b83-3640-413e-90cf-f3cfdd140c87), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:50.096759 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6d38c9a7-8c07-4e4c-b35e-2b97b92b6edc tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (dcc01d00-10c2-4ff8-a3a9-c06464050e28), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:50.103586 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-35f088b7-7c85-495b-80e7-7b3a7991970e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (26b45b83-3640-413e-90cf-f3cfdd140c87), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:50.105735 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-35f088b7-7c85-495b-80e7-7b3a7991970e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (26b45b83-3640-413e-90cf-f3cfdd140c87), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:50.140926 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-35f088b7-7c85-495b-80e7-7b3a7991970e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Calling delete_port for 26b45b83-3640-413e-90cf-f3cfdd140c87 owned by network:floatingip {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:50.212094 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8582614-9ca4-425a-885e-4fbe3ff77b38 None None] Pushing event updated for resources: {'Port': ['ID=ac3ea166-a884-4b8c-ad82-c04c663e24ff,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:50.271321 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-601b6856-4567-423e-a487-97a5e7e24243 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Delete allocated IP 172.20.0.30 (f35ae497-fd1f-47c2-8244-89d65d09f758/2f910457-3ce2-4591-9ddc-0e8dfd1f2581) {{(pid=105231) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 05 05:08:50.289843 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8582614-9ca4-425a-885e-4fbe3ff77b38 None None] Network bbed512c-b6fd-4d4c-8956-75c1996ebc83 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:50.319137 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-409bf500-0981-463f-97fc-4c2c6208ab9a None None] Provisioning complete for port dfd0b7ac-b863-4d98-881a-71ab45cc5e56 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:50.319137 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-409bf500-0981-463f-97fc-4c2c6208ab9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (dfd0b7ac-b863-4d98-881a-71ab45cc5e56), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:50.433246 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-a8582614-9ca4-425a-885e-4fbe3ff77b38 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:50.448619 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8582614-9ca4-425a-885e-4fbe3ff77b38 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:50.474998 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6d38c9a7-8c07-4e4c-b35e-2b97b92b6edc tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (dcc01d00-10c2-4ff8-a3a9-c06464050e28), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:50.484186 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48250) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:50.484922 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cc85f69a-6451-4535-9f8c-173cb5809017 None None] Publish callbacks [] for port (b578a808-dd12-4f20-85c3-a8c9ca8b79e0), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:50.521806 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7f838-88a9-437a-a3f0-5660ed8356df req-cbc757b5-d493-4047-9620-cc65913c93ee tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:50.523048 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-68a7f838-88a9-437a-a3f0-5660ed8356df req-cbc757b5-d493-4047-9620-cc65913c93ee tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 943 time: 0.2248564 Mar 05 05:08:50.539717 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-35f088b7-7c85-495b-80e7-7b3a7991970e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (26b45b83-3640-413e-90cf-f3cfdd140c87), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:50.547163 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-409bf500-0981-463f-97fc-4c2c6208ab9a None None] Current status of the port dfd0b7ac-b863-4d98-881a-71ab45cc5e56 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:08:50.605505 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cc85f69a-6451-4535-9f8c-173cb5809017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (b578a808-dd12-4f20-85c3-a8c9ca8b79e0), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:50.617999 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f088b7-7c85-495b-80e7-7b3a7991970e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event deleted for resources: {'Port': ['ID=26b45b83-3640-413e-90cf-f3cfdd140c87,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:50.645692 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-68a7f838-88a9-437a-a3f0-5660ed8356df req-e47b1904-3ac7-4027-a14b-577b008ec3b9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121399 Mar 05 05:08:50.648488 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc85f69a-6451-4535-9f8c-173cb5809017 None None] Network 1553e9aa-5db6-456c-95eb-5b47cbd8fc30 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:50.674161 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-cc85f69a-6451-4535-9f8c-173cb5809017 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:50.690428 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc85f69a-6451-4535-9f8c-173cb5809017 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:50.701902 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6d38c9a7-8c07-4e4c-b35e-2b97b92b6edc tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (dcc01d00-10c2-4ff8-a3a9-c06464050e28), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:50.704491 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-a8582614-9ca4-425a-885e-4fbe3ff77b38 None None] Attempting to bind port ac3ea166-a884-4b8c-ad82-c04c663e24ff on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:08:50.704886 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-a8582614-9ca4-425a-885e-4fbe3ff77b38 None None] Attempting to bind port ac3ea166-a884-4b8c-ad82-c04c663e24ff by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '26ca7ede-6e0c-4dcf-8bcd-2f9451b84e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bbed512c-b6fd-4d4c-8956-75c1996ebc83'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:08:50.705653 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8582614-9ca4-425a-885e-4fbe3ff77b38 None None] Attempting to bind port ac3ea166-a884-4b8c-ad82-c04c663e24ff on network bbed512c-b6fd-4d4c-8956-75c1996ebc83 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:08:50.709936 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-8a1c651d-5f8c-4c50-b448-4c7b05c95430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1907382284'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:50.739825 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38c9a7-8c07-4e4c-b35e-2b97b92b6edc tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Pushing event deleted for resources: {'Subnet': ['ID=dcc01d00-10c2-4ff8-a3a9-c06464050e28,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:50.743283 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-601b6856-4567-423e-a487-97a5e7e24243 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for port (0f9a1e20-9311-446d-996f-0bfaa8c41657), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:50.750168 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6d38c9a7-8c07-4e4c-b35e-2b97b92b6edc tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:50.754059 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6d38c9a7-8c07-4e4c-b35e-2b97b92b6edc tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] 10.222.0.11 "DELETE /v2.0/subnets/dcc01d00-10c2-4ff8-a3a9-c06464050e28 HTTP/1.1" status: 204 len: 168 time: 1.5501246 Mar 05 05:08:50.755988 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-601b6856-4567-423e-a487-97a5e7e24243 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (0f9a1e20-9311-446d-996f-0bfaa8c41657), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:50.759230 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85f69a-6451-4535-9f8c-173cb5809017 None None] Pushing event updated for resources: {'Port': ['ID=b578a808-dd12-4f20-85c3-a8c9ca8b79e0,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:50.760164 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48256) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:50.769261 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8582614-9ca4-425a-885e-4fbe3ff77b38 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:08:50.772001 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8582614-9ca4-425a-885e-4fbe3ff77b38 None None] Checking segment: {'id': '26ca7ede-6e0c-4dcf-8bcd-2f9451b84e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bbed512c-b6fd-4d4c-8956-75c1996ebc83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:08:50.772157 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a8582614-9ca4-425a-885e-4fbe3ff77b38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:50.772571 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8582614-9ca4-425a-885e-4fbe3ff77b38 None None] Bound using segment: {'id': '26ca7ede-6e0c-4dcf-8bcd-2f9451b84e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bbed512c-b6fd-4d4c-8956-75c1996ebc83'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:08:50.773203 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-a8582614-9ca4-425a-885e-4fbe3ff77b38 None None] Bound port: ac3ea166-a884-4b8c-ad82-c04c663e24ff, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ca7ede-6e0c-4dcf-8bcd-2f9451b84e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bbed512c-b6fd-4d4c-8956-75c1996ebc83'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:08:50.773667 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a8582614-9ca4-425a-885e-4fbe3ff77b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ac3ea166-a884-4b8c-ad82-c04c663e24ff), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:50.793142 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1c651d-5f8c-4c50-b448-4c7b05c95430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Made reservation on behalf of 978358acf25b4258a1f9561e5a1108d7 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:50.797791 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-56157027-d93e-40e6-9ee0-958a9c32abd8 None None] Provisioning complete for port 0f9a1e20-9311-446d-996f-0bfaa8c41657 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:50.798175 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-56157027-d93e-40e6-9ee0-958a9c32abd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0f9a1e20-9311-446d-996f-0bfaa8c41657), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:50.801299 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8a1c651d-5f8c-4c50-b448-4c7b05c95430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:50.815941 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-35f088b7-7c85-495b-80e7-7b3a7991970e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (0b464ad9-b4ba-4503-bd38-e975192d6da1), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:50.819094 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [None req-35f088b7-7c85-495b-80e7-7b3a7991970e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Floating IP 0b464ad9-b4ba-4503-bd38-e975192d6da1 disassociated (deleted). External IP: 172.25.0.65, port: bd63b36a-758b-4825-be36-4d2d2be6d12b. Mar 05 05:08:50.850063 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-56157027-d93e-40e6-9ee0-958a9c32abd8 None None] Port 0f9a1e20-9311-446d-996f-0bfaa8c41657 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:08:50.918972 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8a1c651d-5f8c-4c50-b448-4c7b05c95430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:50.934098 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-a8582614-9ca4-425a-885e-4fbe3ff77b38 None None] For port ac3ea166-a884-4b8c-ad82-c04c663e24ff, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:08:50.937569 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-a8582614-9ca4-425a-885e-4fbe3ff77b38 None None] For port ac3ea166-a884-4b8c-ad82-c04c663e24ff, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ac3ea166-a884-4b8c-ad82-c04c663e24ff,segment=NetworkSegment(26ca7ede-6e0c-4dcf-8bcd-2f9451b84e1c),segment_id=26ca7ede-6e0c-4dcf-8bcd-2f9451b84e1c)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:08:50.943630 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-601b6856-4567-423e-a487-97a5e7e24243 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] In _notify_port_updated(), no bound segment for port 0f9a1e20-9311-446d-996f-0bfaa8c41657 on network f35ae497-fd1f-47c2-8244-89d65d09f758 {{(pid=105231) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 05 05:08:50.944852 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-cc85f69a-6451-4535-9f8c-173cb5809017 None None] Attempting to bind port b578a808-dd12-4f20-85c3-a8c9ca8b79e0 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:08:50.945365 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-cc85f69a-6451-4535-9f8c-173cb5809017 None None] Attempting to bind port b578a808-dd12-4f20-85c3-a8c9ca8b79e0 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'f84afa9b-501d-441c-b58e-42a00b7d543d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1553e9aa-5db6-456c-95eb-5b47cbd8fc30'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:08:50.945793 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc85f69a-6451-4535-9f8c-173cb5809017 None None] Attempting to bind port b578a808-dd12-4f20-85c3-a8c9ca8b79e0 on network 1553e9aa-5db6-456c-95eb-5b47cbd8fc30 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:08:50.949610 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601b6856-4567-423e-a487-97a5e7e24243 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:50.950509 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-601b6856-4567-423e-a487-97a5e7e24243 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:50.952568 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a8582614-9ca4-425a-885e-4fbe3ff77b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ac3ea166-a884-4b8c-ad82-c04c663e24ff), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:50.954667 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48258) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:50.955589 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-601b6856-4567-423e-a487-97a5e7e24243 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "PUT /v2.0/ports/0f9a1e20-9311-446d-996f-0bfaa8c41657 HTTP/1.1" status: 200 len: 919 time: 1.5044553 Mar 05 05:08:50.962408 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-061e215f-b529-4d0a-aee6-7966a1906c4b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7c11a8c3-84c2-4067-a117-7c554da4199a'}, {'subnet_id': '2f910457-3ce2-4591-9ddc-0e8dfd1f2581'}]}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:50.973448 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef764a48-ecae-45df-a2ad-40b3a11ce1d7 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Deleting subnet 89ab8ea0-d322-44dd-9e7e-4c58152e7124 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:08:50.979684 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ef764a48-ecae-45df-a2ad-40b3a11ce1d7 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks [] for subnet (89ab8ea0-d322-44dd-9e7e-4c58152e7124), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:51.027653 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ef764a48-ecae-45df-a2ad-40b3a11ce1d7 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (89ab8ea0-d322-44dd-9e7e-4c58152e7124), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:51.075774 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b6856-4567-423e-a487-97a5e7e24243 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Port': ['ID=0f9a1e20-9311-446d-996f-0bfaa8c41657,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:51.122182 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb235983-e309-471b-bf5f-216a50043f3c req-4371abc5-a526-466d-95a0-9154f8487b22 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.1840913 Mar 05 05:08:51.218254 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ef764a48-ecae-45df-a2ad-40b3a11ce1d7 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (89ab8ea0-d322-44dd-9e7e-4c58152e7124), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:51.238166 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc85f69a-6451-4535-9f8c-173cb5809017 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:08:51.238554 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc85f69a-6451-4535-9f8c-173cb5809017 None None] Checking segment: {'id': 'f84afa9b-501d-441c-b58e-42a00b7d543d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1553e9aa-5db6-456c-95eb-5b47cbd8fc30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:08:51.239000 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cc85f69a-6451-4535-9f8c-173cb5809017 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:51.240008 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc85f69a-6451-4535-9f8c-173cb5809017 None None] Bound using segment: {'id': 'f84afa9b-501d-441c-b58e-42a00b7d543d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1553e9aa-5db6-456c-95eb-5b47cbd8fc30'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:08:51.240519 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-cc85f69a-6451-4535-9f8c-173cb5809017 None None] Bound port: b578a808-dd12-4f20-85c3-a8c9ca8b79e0, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f84afa9b-501d-441c-b58e-42a00b7d543d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1553e9aa-5db6-456c-95eb-5b47cbd8fc30'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:08:51.242155 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cc85f69a-6451-4535-9f8c-173cb5809017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b578a808-dd12-4f20-85c3-a8c9ca8b79e0), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:51.282657 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8a1c651d-5f8c-4c50-b448-4c7b05c95430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for security_group (89864b47-a6c8-4ebd-9cc5-f75c15e15279), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:51.299168 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8a1c651d-5f8c-4c50-b448-4c7b05c95430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (89864b47-a6c8-4ebd-9cc5-f75c15e15279), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:51.299397 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ef764a48-ecae-45df-a2ad-40b3a11ce1d7 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (89ab8ea0-d322-44dd-9e7e-4c58152e7124), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:51.312074 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a1c651d-5f8c-4c50-b448-4c7b05c95430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:08:51.324216 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8a1c651d-5f8c-4c50-b448-4c7b05c95430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (bdadc613-01c6-4fcd-ac63-f5ef557f6c10), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:51.324818 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-8a1c651d-5f8c-4c50-b448-4c7b05c95430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Added segment bdadc613-01c6-4fcd-ac63-f5ef557f6c10 of type vlan for network 49008afa-2f41-407a-88de-8fc25bac6932 Mar 05 05:08:51.338659 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef764a48-ecae-45df-a2ad-40b3a11ce1d7 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Pushing event deleted for resources: {'Subnet': ['ID=89ab8ea0-d322-44dd-9e7e-4c58152e7124,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:51.343034 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ef764a48-ecae-45df-a2ad-40b3a11ce1d7 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:51.346779 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ef764a48-ecae-45df-a2ad-40b3a11ce1d7 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] 10.222.0.11 "DELETE /v2.0/subnets/89ab8ea0-d322-44dd-9e7e-4c58152e7124 HTTP/1.1" status: 204 len: 168 time: 0.5850999 Mar 05 05:08:51.349792 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48260) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:51.375530 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8a1c651d-5f8c-4c50-b448-4c7b05c95430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (49008afa-2f41-407a-88de-8fc25bac6932), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:51.384637 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-cc85f69a-6451-4535-9f8c-173cb5809017 None None] For port b578a808-dd12-4f20-85c3-a8c9ca8b79e0, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:08:51.388373 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-cc85f69a-6451-4535-9f8c-173cb5809017 None None] For port b578a808-dd12-4f20-85c3-a8c9ca8b79e0, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b578a808-dd12-4f20-85c3-a8c9ca8b79e0,segment=NetworkSegment(f84afa9b-501d-441c-b58e-42a00b7d543d),segment_id=f84afa9b-501d-441c-b58e-42a00b7d543d)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:08:51.420103 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-b44a3577-5cab-4af4-a5fa-6a7930e57648 None None] Provisioning complete for port 0f9a1e20-9311-446d-996f-0bfaa8c41657 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:51.420579 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b37ece-0994-4327-be27-0e743d2d54ac tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:51.420747 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b44a3577-5cab-4af4-a5fa-6a7930e57648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0f9a1e20-9311-446d-996f-0bfaa8c41657), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:51.422265 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c9b37ece-0994-4327-be27-0e743d2d54ac tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0714948 Mar 05 05:08:51.428427 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48262) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:51.431570 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8a1c651d-5f8c-4c50-b448-4c7b05c95430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (49008afa-2f41-407a-88de-8fc25bac6932), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:51.436993 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1c651d-5f8c-4c50-b448-4c7b05c95430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:51.437810 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8a1c651d-5f8c-4c50-b448-4c7b05c95430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:51.474791 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cc85f69a-6451-4535-9f8c-173cb5809017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b578a808-dd12-4f20-85c3-a8c9ca8b79e0), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:51.482839 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:08:51.501436 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8582614-9ca4-425a-885e-4fbe3ff77b38 None None] Pushing event updated for resources: {'Port': ['ID=ac3ea166-a884-4b8c-ad82-c04c663e24ff,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:51.527276 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b44a3577-5cab-4af4-a5fa-6a7930e57648 None None] Port 0f9a1e20-9311-446d-996f-0bfaa8c41657 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:08:51.571651 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-217398c0-9406-4548-88f4-21f56b3edae6 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (1553e9aa-5db6-456c-95eb-5b47cbd8fc30), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:51.588542 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8a1c651d-5f8c-4c50-b448-4c7b05c95430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1023109 Mar 05 05:08:51.589354 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c651d-5f8c-4c50-b448-4c7b05c95430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89864b47-a6c8-4ebd-9cc5-f75c15e15279,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:51.592094 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48264) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:51.595428 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0435f972-cd8f-425c-b87d-8ddb1eb7b24c None None] Network bbed512c-b6fd-4d4c-8956-75c1996ebc83 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:08:51.606747 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-3b96688e-f53b-4772-8664-e4fa8b931eb3 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-176261301'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:51.650582 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-061e215f-b529-4d0a-aee6-7966a1906c4b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0f9a1e20-9311-446d-996f-0bfaa8c41657), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:51.656012 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c651d-5f8c-4c50-b448-4c7b05c95430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Network': ['ID=49008afa-2f41-407a-88de-8fc25bac6932,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:51.680045 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85f69a-6451-4535-9f8c-173cb5809017 None None] Pushing event updated for resources: {'Port': ['ID=b578a808-dd12-4f20-85c3-a8c9ca8b79e0,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:51.694869 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f088b7-7c85-495b-80e7-7b3a7991970e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Router 98d744c4-203e-41b9-9316-e591f9ececef has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:08:51.725062 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b96688e-f53b-4772-8664-e4fa8b931eb3 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Made reservation on behalf of 978358acf25b4258a1f9561e5a1108d7 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:51.726278 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-217398c0-9406-4548-88f4-21f56b3edae6 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Deleting port b578a808-dd12-4f20-85c3-a8c9ca8b79e0 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:51.727987 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3b96688e-f53b-4772-8664-e4fa8b931eb3 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:51.730604 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8769c1ac-32f4-4120-8de5-2f4e407e437c None None] Network 1553e9aa-5db6-456c-95eb-5b47cbd8fc30 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:08:51.730777 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-217398c0-9406-4548-88f4-21f56b3edae6 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (b578a808-dd12-4f20-85c3-a8c9ca8b79e0), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:51.761718 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 49008afa-2f41-407a-88de-8fc25bac6932 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:08:51.854655 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-217398c0-9406-4548-88f4-21f56b3edae6 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] For port b578a808-dd12-4f20-85c3-a8c9ca8b79e0, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b578a808-dd12-4f20-85c3-a8c9ca8b79e0,segment=NetworkSegment(f84afa9b-501d-441c-b58e-42a00b7d543d),segment_id=f84afa9b-501d-441c-b58e-42a00b7d543d)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:08:51.855428 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-217398c0-9406-4548-88f4-21f56b3edae6 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (b578a808-dd12-4f20-85c3-a8c9ca8b79e0), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:51.861308 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b96688e-f53b-4772-8664-e4fa8b931eb3 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:08:51.875200 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-217398c0-9406-4548-88f4-21f56b3edae6 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Calling delete_port for b578a808-dd12-4f20-85c3-a8c9ca8b79e0 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:51.886877 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e23732-fc5e-4e7f-822f-1862ae9cbc25 req-04f4992b-882a-4288-b007-55e94a413bdd tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:51.889125 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9e23732-fc5e-4e7f-822f-1862ae9cbc25 req-04f4992b-882a-4288-b007-55e94a413bdd tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 943 time: 0.1263683 Mar 05 05:08:51.928149 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3b96688e-f53b-4772-8664-e4fa8b931eb3 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (4d91fe57-5165-41ee-be50-1e640c90af88), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:51.928734 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-3b96688e-f53b-4772-8664-e4fa8b931eb3 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Added segment 4d91fe57-5165-41ee-be50-1e640c90af88 of type vlan for network d15fa673-401b-4559-895e-377a870ae5e4 Mar 05 05:08:52.004047 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9e23732-fc5e-4e7f-822f-1862ae9cbc25 req-1999ec98-67db-436d-9dc9-f016459225f6 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043797 Mar 05 05:08:52.056039 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-217398c0-9406-4548-88f4-21f56b3edae6 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (b578a808-dd12-4f20-85c3-a8c9ca8b79e0), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:52.073096 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f64139-df67-4411-8f0d-877d29d76d2b None None] get_active_networks_info from n-d-789963-32 {{(pid=105233) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 05 05:08:52.101599 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217398c0-9406-4548-88f4-21f56b3edae6 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] No DVR routers for this DVR port b578a808-dd12-4f20-85c3-a8c9ca8b79e0 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:08:52.213034 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f64139-df67-4411-8f0d-877d29d76d2b None None] Resources bound (agent type, host, resource id): {{(pid=105233) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 05:08:52.224455 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-217398c0-9406-4548-88f4-21f56b3edae6 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (1553e9aa-5db6-456c-95eb-5b47cbd8fc30), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:52.247517 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-217398c0-9406-4548-88f4-21f56b3edae6 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1553e9aa-5db6-456c-95eb-5b47cbd8fc30']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:52.258012 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-217398c0-9406-4548-88f4-21f56b3edae6 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f84afa9b-501d-441c-b58e-42a00b7d543d') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:52.258597 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-217398c0-9406-4548-88f4-21f56b3edae6 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f84afa9b-501d-441c-b58e-42a00b7d543d') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:52.269488 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-217398c0-9406-4548-88f4-21f56b3edae6 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (f84afa9b-501d-441c-b58e-42a00b7d543d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:52.287594 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-217398c0-9406-4548-88f4-21f56b3edae6 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (f84afa9b-501d-441c-b58e-42a00b7d543d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:52.294752 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-217398c0-9406-4548-88f4-21f56b3edae6 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:08:52.295514 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-217398c0-9406-4548-88f4-21f56b3edae6 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (f84afa9b-501d-441c-b58e-42a00b7d543d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:52.370022 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:08:52.370022 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:08:52.370022 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:08:52.370022 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:08:52.370022 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:08:52.370022 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:08:52.370022 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:08:52.370022 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:08:52.370022 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:08:52.370022 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:08:52.370022 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:08:52.370022 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:08:52.370022 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:08:52.370022 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:08:52.370022 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:08:52.370022 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:08:52.370022 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:08:52.370022 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:08:52.370022 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:08:52.370022 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:08:52.370022 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:08:52.370022 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:08:52.370022 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:08:52.370022 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:08:52.370022 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:08:52.370022 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:08:52.370022 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:08:52.370022 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:08:52.370022 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:08:52.370022 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:08:52.370022 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:08:52.370022 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:08:52.372490 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217398c0-9406-4548-88f4-21f56b3edae6 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Pushing event deleted for resources: {'Port': ['ID=b578a808-dd12-4f20-85c3-a8c9ca8b79e0,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:52.386990 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-217398c0-9406-4548-88f4-21f56b3edae6 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (1553e9aa-5db6-456c-95eb-5b47cbd8fc30), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:52.392003 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-217398c0-9406-4548-88f4-21f56b3edae6 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:52.396218 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-217398c0-9406-4548-88f4-21f56b3edae6 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] 10.222.0.11 "DELETE /v2.0/networks/1553e9aa-5db6-456c-95eb-5b47cbd8fc30 HTTP/1.1" status: 204 len: 168 time: 0.9667852 Mar 05 05:08:52.399722 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48270) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:52.429648 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c3c1c357-3b40-4f28-b83e-d40d23c47b6e req-0cea1447-a0fc-451f-8819-0156f33ce059 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0609391 Mar 05 05:08:52.450368 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217398c0-9406-4548-88f4-21f56b3edae6 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Pushing event deleted for resources: {'Network': ['ID=1553e9aa-5db6-456c-95eb-5b47cbd8fc30,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:52.452150 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3b96688e-f53b-4772-8664-e4fa8b931eb3 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (d15fa673-401b-4559-895e-377a870ae5e4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:52.478216 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f088b7-7c85-495b-80e7-7b3a7991970e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:08:52.491591 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd32b27-d40f-4c49-b240-b6db23f7baa2 None None] Sync routers for ids ['98d744c4-203e-41b9-9316-e591f9ececef'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:08:52.495709 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-35f088b7-7c85-495b-80e7-7b3a7991970e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:52.505933 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5bae1d-4c95-4985-8d41-22022c31215d None None] get_active_networks_info from n-d-789963-32 {{(pid=105233) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 05 05:08:52.512031 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd32b27-d40f-4c49-b240-b6db23f7baa2 None None] Routers {'98d744c4-203e-41b9-9316-e591f9ececef'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:08:52.513100 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-dcd32b27-d40f-4c49-b240-b6db23f7baa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:08:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['98d744c4-203e-41b9-9316-e591f9ececef'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:52.558240 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-dcd32b27-d40f-4c49-b240-b6db23f7baa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:52.572143 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd32b27-d40f-4c49-b240-b6db23f7baa2 None None] Routers {'98d744c4-203e-41b9-9316-e591f9ececef'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:08:52.573641 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-dcd32b27-d40f-4c49-b240-b6db23f7baa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:08:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['98d744c4-203e-41b9-9316-e591f9ececef'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:52.621321 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-dcd32b27-d40f-4c49-b240-b6db23f7baa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:52.622475 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd32b27-d40f-4c49-b240-b6db23f7baa2 None None] The sync data for ids ['98d744c4-203e-41b9-9316-e591f9ececef'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:08:52.638280 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48272) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:52.638484 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-35f088b7-7c85-495b-80e7-7b3a7991970e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "DELETE /v2.0/floatingips/0b464ad9-b4ba-4503-bd38-e975192d6da1 HTTP/1.1" status: 204 len: 168 time: 2.9460716 Mar 05 05:08:52.645119 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f44df800-b392-4fb5-afc2-e8b906b69720 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (bbed512c-b6fd-4d4c-8956-75c1996ebc83), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:52.650957 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3b96688e-f53b-4772-8664-e4fa8b931eb3 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (d15fa673-401b-4559-895e-377a870ae5e4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:52.656459 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b96688e-f53b-4772-8664-e4fa8b931eb3 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:52.656823 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3b96688e-f53b-4772-8664-e4fa8b931eb3 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:52.669171 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5bae1d-4c95-4985-8d41-22022c31215d None None] Resources bound (agent type, host, resource id): {{(pid=105233) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 05:08:52.737619 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96688e-f53b-4772-8664-e4fa8b931eb3 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Network': ['ID=d15fa673-401b-4559-895e-377a870ae5e4,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:52.754051 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-061e215f-b529-4d0a-aee6-7966a1906c4b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Allocated IP 172.20.0.26 (f35ae497-fd1f-47c2-8244-89d65d09f758/2f910457-3ce2-4591-9ddc-0e8dfd1f2581/0f9a1e20-9311-446d-996f-0bfaa8c41657) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:52.761838 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network d15fa673-401b-4559-895e-377a870ae5e4 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:08:52.777718 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3b96688e-f53b-4772-8664-e4fa8b931eb3 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1723223 Mar 05 05:08:52.778082 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48276) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:52.786983 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-e97f7519-dab4-41bd-9e5d-0505044a65a7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Request body: {'subnet': {'network_id': '49008afa-2f41-407a-88de-8fc25bac6932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:52.857067 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-58397f3a-64c4-4987-a340-710e2452c481 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Deleting port bd63b36a-758b-4825-be36-4d2d2be6d12b {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:52.857720 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-58397f3a-64c4-4987-a340-710e2452c481 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (bd63b36a-758b-4825-be36-4d2d2be6d12b), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:52.903242 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-f44df800-b392-4fb5-afc2-e8b906b69720 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Deleting port ac3ea166-a884-4b8c-ad82-c04c663e24ff {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:52.903589 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f44df800-b392-4fb5-afc2-e8b906b69720 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (ac3ea166-a884-4b8c-ad82-c04c663e24ff), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:53.016887 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-f44df800-b392-4fb5-afc2-e8b906b69720 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] For port ac3ea166-a884-4b8c-ad82-c04c663e24ff, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ac3ea166-a884-4b8c-ad82-c04c663e24ff,segment=NetworkSegment(26ca7ede-6e0c-4dcf-8bcd-2f9451b84e1c),segment_id=26ca7ede-6e0c-4dcf-8bcd-2f9451b84e1c)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:08:53.017259 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f44df800-b392-4fb5-afc2-e8b906b69720 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (ac3ea166-a884-4b8c-ad82-c04c663e24ff), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:53.028337 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-061e215f-b529-4d0a-aee6-7966a1906c4b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for port (0f9a1e20-9311-446d-996f-0bfaa8c41657), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:53.031432 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-58397f3a-64c4-4987-a340-710e2452c481 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (bd63b36a-758b-4825-be36-4d2d2be6d12b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:53.037927 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-f44df800-b392-4fb5-afc2-e8b906b69720 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Calling delete_port for ac3ea166-a884-4b8c-ad82-c04c663e24ff owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:53.040316 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-061e215f-b529-4d0a-aee6-7966a1906c4b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (0f9a1e20-9311-446d-996f-0bfaa8c41657), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:53.073013 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97f7519-dab4-41bd-9e5d-0505044a65a7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Made reservation on behalf of 978358acf25b4258a1f9561e5a1108d7 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:53.077249 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e97f7519-dab4-41bd-9e5d-0505044a65a7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:53.080178 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-58397f3a-64c4-4987-a340-710e2452c481 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Calling delete_port for bd63b36a-758b-4825-be36-4d2d2be6d12b owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:53.213386 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e215f-b529-4d0a-aee6-7966a1906c4b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Port': ['ID=0f9a1e20-9311-446d-996f-0bfaa8c41657,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:53.246972 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-061e215f-b529-4d0a-aee6-7966a1906c4b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] In _notify_port_updated(), no bound segment for port 0f9a1e20-9311-446d-996f-0bfaa8c41657 on network f35ae497-fd1f-47c2-8244-89d65d09f758 {{(pid=105232) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 05 05:08:53.252224 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061e215f-b529-4d0a-aee6-7966a1906c4b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:53.252908 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-061e215f-b529-4d0a-aee6-7966a1906c4b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:53.254293 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-061e215f-b529-4d0a-aee6-7966a1906c4b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "PUT /v2.0/ports/0f9a1e20-9311-446d-996f-0bfaa8c41657 HTTP/1.1" status: 200 len: 999 time: 2.2978516 Mar 05 05:08:53.257830 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48280) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:53.310919 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f44df800-b392-4fb5-afc2-e8b906b69720 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (ac3ea166-a884-4b8c-ad82-c04c663e24ff), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:53.351426 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44df800-b392-4fb5-afc2-e8b906b69720 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Pushing event deleted for resources: {'Port': ['ID=ac3ea166-a884-4b8c-ad82-c04c663e24ff,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:53.353420 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44df800-b392-4fb5-afc2-e8b906b69720 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] No DVR routers for this DVR port ac3ea166-a884-4b8c-ad82-c04c663e24ff on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:08:53.388915 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-293a5cdb-ff38-43e2-9d92-878fd717d2ab None None] Provisioning complete for port 0f9a1e20-9311-446d-996f-0bfaa8c41657 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:53.389486 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-293a5cdb-ff38-43e2-9d92-878fd717d2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0f9a1e20-9311-446d-996f-0bfaa8c41657), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:53.447533 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-293a5cdb-ff38-43e2-9d92-878fd717d2ab None None] Port 0f9a1e20-9311-446d-996f-0bfaa8c41657 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:08:53.477504 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-58397f3a-64c4-4987-a340-710e2452c481 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (bd63b36a-758b-4825-be36-4d2d2be6d12b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:53.491462 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f44df800-b392-4fb5-afc2-e8b906b69720 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (bbed512c-b6fd-4d4c-8956-75c1996ebc83), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:53.501857 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b6b9d-42ae-410d-9809-b5f89ba711a9 req-3ccd5714-b7e7-41c8-a3f0-9a948106cae8 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:53.503412 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0a9b6b9d-42ae-410d-9809-b5f89ba711a9 req-3ccd5714-b7e7-41c8-a3f0-9a948106cae8 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 943 time: 0.2996595 Mar 05 05:08:53.515375 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-f44df800-b392-4fb5-afc2-e8b906b69720 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbed512c-b6fd-4d4c-8956-75c1996ebc83']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:53.525806 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-f44df800-b392-4fb5-afc2-e8b906b69720 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ca7ede-6e0c-4dcf-8bcd-2f9451b84e1c') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:53.526097 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-f44df800-b392-4fb5-afc2-e8b906b69720 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ca7ede-6e0c-4dcf-8bcd-2f9451b84e1c') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:53.538621 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f44df800-b392-4fb5-afc2-e8b906b69720 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (26ca7ede-6e0c-4dcf-8bcd-2f9451b84e1c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:53.552927 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f44df800-b392-4fb5-afc2-e8b906b69720 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (26ca7ede-6e0c-4dcf-8bcd-2f9451b84e1c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:53.559769 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f44df800-b392-4fb5-afc2-e8b906b69720 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:08:53.560121 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f44df800-b392-4fb5-afc2-e8b906b69720 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (26ca7ede-6e0c-4dcf-8bcd-2f9451b84e1c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:53.573692 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:08:53.573692 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:08:53.573692 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:08:53.573692 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:08:53.573692 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:08:53.573692 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:08:53.573692 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:08:53.573692 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:08:53.573692 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:08:53.573692 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:08:53.573692 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:08:53.573692 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:08:53.573692 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:08:53.573692 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:08:53.573692 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:08:53.573692 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:08:53.573692 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:08:53.573692 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:08:53.573692 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:08:53.573692 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:08:53.573692 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:08:53.573692 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:08:53.573692 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:08:53.573692 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:08:53.573692 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:08:53.573692 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:08:53.573692 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:08:53.573692 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:08:53.573692 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:08:53.573692 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:08:53.573692 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:08:53.573692 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:08:53.575986 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58397f3a-64c4-4987-a340-710e2452c481 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event deleted for resources: {'Port': ['ID=bd63b36a-758b-4825-be36-4d2d2be6d12b,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:53.632084 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-d51fb5a5-c166-4ecf-908d-1721d8df4263 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Deleting port 0f9a1e20-9311-446d-996f-0bfaa8c41657 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:53.632445 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d51fb5a5-c166-4ecf-908d-1721d8df4263 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (0f9a1e20-9311-446d-996f-0bfaa8c41657), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:53.638627 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70ad2a10-2bca-4dd2-ae9c-e4a76410f382 req-2a4d1401-a4a9-4ad6-9f54-e976d791316e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0553725 Mar 05 05:08:53.660943 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f44df800-b392-4fb5-afc2-e8b906b69720 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (bbed512c-b6fd-4d4c-8956-75c1996ebc83), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:53.665071 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f44df800-b392-4fb5-afc2-e8b906b69720 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:53.668326 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f44df800-b392-4fb5-afc2-e8b906b69720 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] 10.222.0.11 "DELETE /v2.0/networks/bbed512c-b6fd-4d4c-8956-75c1996ebc83 HTTP/1.1" status: 204 len: 168 time: 1.2602098 Mar 05 05:08:53.675209 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48284) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:53.716912 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44df800-b392-4fb5-afc2-e8b906b69720 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Pushing event deleted for resources: {'Network': ['ID=bbed512c-b6fd-4d4c-8956-75c1996ebc83,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:53.747246 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0a9b6b9d-42ae-410d-9809-b5f89ba711a9 req-2027c906-fcf7-4b2c-9da8-f798d7b64bd1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092597 Mar 05 05:08:53.758145 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d51fb5a5-c166-4ecf-908d-1721d8df4263 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (0f9a1e20-9311-446d-996f-0bfaa8c41657), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:53.774018 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-d51fb5a5-c166-4ecf-908d-1721d8df4263 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Calling delete_port for 0f9a1e20-9311-446d-996f-0bfaa8c41657 owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:53.786262 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-58397f3a-64c4-4987-a340-710e2452c481 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:53.793059 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-58397f3a-64c4-4987-a340-710e2452c481 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "DELETE /v2.0/ports/bd63b36a-758b-4825-be36-4d2d2be6d12b HTTP/1.1" status: 204 len: 168 time: 1.1502566 Mar 05 05:08:53.819118 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48286) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:53.828596 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-86071fb8-d2ac-40d3-9528-984b1ea2bd11 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:53.865877 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5f91df22-f01f-4c10-8a52-fd481b34062b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (b11afaca-1aaf-4ca1-a222-9e29c585ba86), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:53.906585 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-86071fb8-d2ac-40d3-9528-984b1ea2bd11 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:53.970389 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d51fb5a5-c166-4ecf-908d-1721d8df4263 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (0f9a1e20-9311-446d-996f-0bfaa8c41657), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:53.977547 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e97f7519-dab4-41bd-9e5d-0505044a65a7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (0e3fddf4-c0df-4a6d-b3cd-06c3f52f8b8a), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:54.002241 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51fb5a5-c166-4ecf-908d-1721d8df4263 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Port': ['ID=0f9a1e20-9311-446d-996f-0bfaa8c41657,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:54.095921 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5f91df22-f01f-4c10-8a52-fd481b34062b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (b11afaca-1aaf-4ca1-a222-9e29c585ba86), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:54.100816 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d51fb5a5-c166-4ecf-908d-1721d8df4263 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:54.105975 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d51fb5a5-c166-4ecf-908d-1721d8df4263 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/ports/0f9a1e20-9311-446d-996f-0bfaa8c41657 HTTP/1.1" status: 204 len: 168 time: 0.8471439 Mar 05 05:08:54.110776 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48288) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:54.136156 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f7519-dab4-41bd-9e5d-0505044a65a7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Subnet': ['ID=0e3fddf4-c0df-4a6d-b3cd-06c3f52f8b8a,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:54.138148 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-737b4f0b-cc7d-4838-bad5-28ab28646aff tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] GET failed (client error): The resource could not be found. Mar 05 05:08:54.140457 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-737b4f0b-cc7d-4838-bad5-28ab28646aff tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "GET /v2.0/ports/0f9a1e20-9311-446d-996f-0bfaa8c41657 HTTP/1.1" status: 404 len: 333 time: 0.0281250 Mar 05 05:08:54.142973 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48290) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:54.172361 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-5f91df22-f01f-4c10-8a52-fd481b34062b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11afaca-1aaf-4ca1-a222-9e29c585ba86']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:54.197812 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-5f91df22-f01f-4c10-8a52-fd481b34062b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c6e7216-0be3-447a-961f-14ab9feb284b') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:54.198120 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-5f91df22-f01f-4c10-8a52-fd481b34062b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c6e7216-0be3-447a-961f-14ab9feb284b') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:54.201037 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-a50fa3cf-aec6-4921-831d-c88e90d064c0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Deleting subnet 2f910457-3ce2-4591-9ddc-0e8dfd1f2581 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:08:54.204752 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a50fa3cf-aec6-4921-831d-c88e90d064c0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for subnet (2f910457-3ce2-4591-9ddc-0e8dfd1f2581), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:54.209012 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5f91df22-f01f-4c10-8a52-fd481b34062b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (6c6e7216-0be3-447a-961f-14ab9feb284b), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:54.225983 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5f91df22-f01f-4c10-8a52-fd481b34062b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (6c6e7216-0be3-447a-961f-14ab9feb284b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:54.234473 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f91df22-f01f-4c10-8a52-fd481b34062b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:08:54.234951 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5f91df22-f01f-4c10-8a52-fd481b34062b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (6c6e7216-0be3-447a-961f-14ab9feb284b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:54.261106 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:08:54.261106 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:08:54.261106 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:08:54.261106 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:08:54.261106 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:08:54.261106 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:08:54.261106 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:08:54.261106 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:08:54.261106 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:08:54.261106 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:08:54.261106 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:08:54.261106 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:08:54.261106 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:08:54.261106 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:08:54.261106 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:08:54.261106 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:08:54.261106 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:08:54.261106 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:08:54.261106 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:08:54.261106 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:08:54.261106 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:08:54.261106 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:08:54.261106 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:08:54.261106 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:08:54.261106 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:08:54.261106 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:08:54.261106 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:08:54.261106 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:08:54.261106 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:08:54.261106 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:08:54.261106 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:08:54.261106 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:08:54.272283 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a50fa3cf-aec6-4921-831d-c88e90d064c0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (2f910457-3ce2-4591-9ddc-0e8dfd1f2581), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:54.323987 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97f7519-dab4-41bd-9e5d-0505044a65a7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Checking segment: {'id': 'bdadc613-01c6-4fcd-ac63-f5ef557f6c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '49008afa-2f41-407a-88de-8fc25bac6932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:08:54.324516 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97f7519-dab4-41bd-9e5d-0505044a65a7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network hostable DHCP agents. Network: 49008afa-2f41-407a-88de-8fc25bac6932, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:08:54.332098 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5f91df22-f01f-4c10-8a52-fd481b34062b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (b11afaca-1aaf-4ca1-a222-9e29c585ba86), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:54.340762 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5f91df22-f01f-4c10-8a52-fd481b34062b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:54.346032 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5f91df22-f01f-4c10-8a52-fd481b34062b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] 10.222.0.11 "DELETE /v2.0/networks/b11afaca-1aaf-4ca1-a222-9e29c585ba86 HTTP/1.1" status: 204 len: 168 time: 0.6325698 Mar 05 05:08:54.348915 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48292) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:54.365472 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91df22-f01f-4c10-8a52-fd481b34062b tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Pushing event deleted for resources: {'Network': ['ID=b11afaca-1aaf-4ca1-a222-9e29c585ba86,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:54.378995 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97f7519-dab4-41bd-9e5d-0505044a65a7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network 49008afa-2f41-407a-88de-8fc25bac6932 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:08:54.390959 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-86071fb8-d2ac-40d3-9528-984b1ea2bd11 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:54.399109 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-e97f7519-dab4-41bd-9e5d-0505044a65a7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 49008afa-2f41-407a-88de-8fc25bac6932) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:54.409835 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97f7519-dab4-41bd-9e5d-0505044a65a7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:54.410616 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e97f7519-dab4-41bd-9e5d-0505044a65a7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:54.412273 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee044ee-e525-4d48-8d87-220e585eed51 None None] Network 49008afa-2f41-407a-88de-8fc25bac6932 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:08:54.445146 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a50fa3cf-aec6-4921-831d-c88e90d064c0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (2f910457-3ce2-4591-9ddc-0e8dfd1f2581), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:54.462616 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e97f7519-dab4-41bd-9e5d-0505044a65a7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6833324 Mar 05 05:08:54.465506 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48294) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:54.470445 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-445c25e5-bd18-4ca7-b23b-08c6554daf50 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Request body: {'subnet': {'network_id': 'd15fa673-401b-4559-895e-377a870ae5e4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:54.504974 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6107a8c3-0c98-4784-a8b8-e252f38e2777 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (60ed371e-03fa-4ec2-8220-48e2662701e5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:54.562487 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c1e5be-334c-4a53-9018-865acd2c4f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-49008afa-2f41-407a-88de-8fc25bac6932', 'network_id': '49008afa-2f41-407a-88de-8fc25bac6932', 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'fixed_ips': [{'subnet_id': '0e3fddf4-c0df-4a6d-b3cd-06c3f52f8b8a'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:08:54.564364 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e5be-334c-4a53-9018-865acd2c4f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:54.602866 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-86071fb8-d2ac-40d3-9528-984b1ea2bd11 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Allocated IP 172.25.0.149 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/3069c8b2-f687-4fb7-8196-c4bc8fc33e7e) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:54.642305 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445c25e5-bd18-4ca7-b23b-08c6554daf50 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Made reservation on behalf of 978358acf25b4258a1f9561e5a1108d7 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:54.646606 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-445c25e5-bd18-4ca7-b23b-08c6554daf50 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:54.657470 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6107a8c3-0c98-4784-a8b8-e252f38e2777 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (60ed371e-03fa-4ec2-8220-48e2662701e5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:54.693826 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a50fa3cf-aec6-4921-831d-c88e90d064c0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (2f910457-3ce2-4591-9ddc-0e8dfd1f2581), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:54.699048 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-6107a8c3-0c98-4784-a8b8-e252f38e2777 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60ed371e-03fa-4ec2-8220-48e2662701e5']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:54.742522 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-6107a8c3-0c98-4784-a8b8-e252f38e2777 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c874eab-4788-451c-b2c5-63b4870b4bc7') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:54.742871 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-6107a8c3-0c98-4784-a8b8-e252f38e2777 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c874eab-4788-451c-b2c5-63b4870b4bc7') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:54.745403 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50fa3cf-aec6-4921-831d-c88e90d064c0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Subnet': ['ID=2f910457-3ce2-4591-9ddc-0e8dfd1f2581,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:54.759910 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a50fa3cf-aec6-4921-831d-c88e90d064c0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:54.765159 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a50fa3cf-aec6-4921-831d-c88e90d064c0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/subnets/2f910457-3ce2-4591-9ddc-0e8dfd1f2581 HTTP/1.1" status: 204 len: 168 time: 0.6209407 Mar 05 05:08:54.768297 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48298) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:54.772966 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6107a8c3-0c98-4784-a8b8-e252f38e2777 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (6c874eab-4788-451c-b2c5-63b4870b4bc7), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:54.793063 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6107a8c3-0c98-4784-a8b8-e252f38e2777 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (6c874eab-4788-451c-b2c5-63b4870b4bc7), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:54.795923 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1cc0f4-91f1-4253-a59d-7568fea4fe3c None None] Network f35ae497-fd1f-47c2-8244-89d65d09f758 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:08:54.805660 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6107a8c3-0c98-4784-a8b8-e252f38e2777 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:08:54.806071 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6107a8c3-0c98-4784-a8b8-e252f38e2777 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (6c874eab-4788-451c-b2c5-63b4870b4bc7), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:54.890448 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-d9c1e5be-334c-4a53-9018-865acd2c4f66 None None] Allocated IP 2001:db8::2 (49008afa-2f41-407a-88de-8fc25bac6932/0e3fddf4-c0df-4a6d-b3cd-06c3f52f8b8a/6fa46bbf-3145-4b46-9185-51e8083a5458) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:54.906964 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:08:54.906964 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:08:54.906964 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:08:54.906964 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:08:54.906964 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:08:54.906964 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:08:54.906964 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:08:54.906964 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:08:54.906964 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:08:54.906964 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:08:54.906964 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:08:54.906964 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:08:54.906964 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:08:54.906964 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:08:54.906964 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:08:54.906964 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:08:54.906964 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:08:54.906964 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:08:54.906964 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:08:54.906964 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:08:54.906964 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:08:54.906964 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:08:54.906964 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:08:54.906964 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:08:54.906964 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:08:54.906964 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:08:54.906964 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:08:54.906964 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:08:54.906964 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:08:54.906964 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:08:54.906964 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:08:54.906964 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:08:54.913694 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6107a8c3-0c98-4784-a8b8-e252f38e2777 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (60ed371e-03fa-4ec2-8220-48e2662701e5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:54.919836 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6107a8c3-0c98-4784-a8b8-e252f38e2777 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:54.926296 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6107a8c3-0c98-4784-a8b8-e252f38e2777 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] 10.222.0.11 "DELETE /v2.0/networks/60ed371e-03fa-4ec2-8220-48e2662701e5 HTTP/1.1" status: 204 len: 168 time: 0.5739994 Mar 05 05:08:54.952957 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107a8c3-0c98-4784-a8b8-e252f38e2777 tempest-BulkNetworkOpsIpV6Test-63081163 tempest-BulkNetworkOpsIpV6Test-63081163-project] Pushing event deleted for resources: {'Network': ['ID=60ed371e-03fa-4ec2-8220-48e2662701e5,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:55.094540 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e5be-334c-4a53-9018-865acd2c4f66 None None] Publish callbacks [] for port (6fa46bbf-3145-4b46-9185-51e8083a5458), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:55.103199 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e5be-334c-4a53-9018-865acd2c4f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (6fa46bbf-3145-4b46-9185-51e8083a5458), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:55.144445 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c1e5be-334c-4a53-9018-865acd2c4f66 None None] Network 49008afa-2f41-407a-88de-8fc25bac6932 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:55.148403 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-d9c1e5be-334c-4a53-9018-865acd2c4f66 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:55.157818 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c1e5be-334c-4a53-9018-865acd2c4f66 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:55.220528 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1e5be-334c-4a53-9018-865acd2c4f66 None None] Pushing event updated for resources: {'Port': ['ID=6fa46bbf-3145-4b46-9185-51e8083a5458,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:55.244448 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-d9c1e5be-334c-4a53-9018-865acd2c4f66 None None] Attempting to bind port 6fa46bbf-3145-4b46-9185-51e8083a5458 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:08:55.246454 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-d9c1e5be-334c-4a53-9018-865acd2c4f66 None None] Attempting to bind port 6fa46bbf-3145-4b46-9185-51e8083a5458 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'bdadc613-01c6-4fcd-ac63-f5ef557f6c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '49008afa-2f41-407a-88de-8fc25bac6932'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:08:55.247579 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c1e5be-334c-4a53-9018-865acd2c4f66 None None] Attempting to bind port 6fa46bbf-3145-4b46-9185-51e8083a5458 on network 49008afa-2f41-407a-88de-8fc25bac6932 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:08:55.257380 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c1e5be-334c-4a53-9018-865acd2c4f66 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:08:55.258068 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c1e5be-334c-4a53-9018-865acd2c4f66 None None] Checking segment: {'id': 'bdadc613-01c6-4fcd-ac63-f5ef557f6c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '49008afa-2f41-407a-88de-8fc25bac6932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:08:55.258656 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e5be-334c-4a53-9018-865acd2c4f66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:55.259242 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c1e5be-334c-4a53-9018-865acd2c4f66 None None] Bound using segment: {'id': 'bdadc613-01c6-4fcd-ac63-f5ef557f6c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '49008afa-2f41-407a-88de-8fc25bac6932'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:08:55.259924 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-d9c1e5be-334c-4a53-9018-865acd2c4f66 None None] Bound port: 6fa46bbf-3145-4b46-9185-51e8083a5458, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdadc613-01c6-4fcd-ac63-f5ef557f6c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '49008afa-2f41-407a-88de-8fc25bac6932'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:08:55.260763 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e5be-334c-4a53-9018-865acd2c4f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6fa46bbf-3145-4b46-9185-51e8083a5458), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:55.347103 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6d737838-d48d-4c45-bd95-f6665f342648 req-d63b3eeb-b9c3-4142-9acd-f7eb9766cd3c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.5212531 Mar 05 05:08:55.459799 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48306) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:55.462360 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-86071fb8-d2ac-40d3-9528-984b1ea2bd11 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for port (3069c8b2-f687-4fb7-8196-c4bc8fc33e7e), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:55.475449 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d557c27-d44a-4ce1-a70f-8e9a3552d324 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Deleting subnet 7c11a8c3-84c2-4067-a117-7c554da4199a {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:08:55.487983 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4d557c27-d44a-4ce1-a70f-8e9a3552d324 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for subnet (7c11a8c3-84c2-4067-a117-7c554da4199a), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:55.593209 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-d9c1e5be-334c-4a53-9018-865acd2c4f66 None None] For port 6fa46bbf-3145-4b46-9185-51e8083a5458, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:08:55.599576 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-d9c1e5be-334c-4a53-9018-865acd2c4f66 None None] For port 6fa46bbf-3145-4b46-9185-51e8083a5458, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=6fa46bbf-3145-4b46-9185-51e8083a5458,segment=NetworkSegment(bdadc613-01c6-4fcd-ac63-f5ef557f6c10),segment_id=bdadc613-01c6-4fcd-ac63-f5ef557f6c10)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:08:55.621529 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e5be-334c-4a53-9018-865acd2c4f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (6fa46bbf-3145-4b46-9185-51e8083a5458), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:55.641859 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4d557c27-d44a-4ce1-a70f-8e9a3552d324 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (7c11a8c3-84c2-4067-a117-7c554da4199a), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:55.691472 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1e5be-334c-4a53-9018-865acd2c4f66 None None] Pushing event updated for resources: {'Port': ['ID=6fa46bbf-3145-4b46-9185-51e8083a5458,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:55.712371 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e1016-180b-42aa-82a2-73d77dc3b3d5 req-14770e2d-2d6e-4e35-97a4-f31506b33f00 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:55.713958 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-775e1016-180b-42aa-82a2-73d77dc3b3d5 req-14770e2d-2d6e-4e35-97a4-f31506b33f00 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 943 time: 0.3774285 Mar 05 05:08:55.819619 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4d557c27-d44a-4ce1-a70f-8e9a3552d324 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (7c11a8c3-84c2-4067-a117-7c554da4199a), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:55.835216 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b413e356-15d4-4933-89b8-1c36c7cc437b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=84f09e0673394b1c98f1084cb83b38aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3706300 Mar 05 05:08:55.836681 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48310) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:55.928922 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fd9c397d-2b3c-4c6d-a65e-6cc33d708230 admin admin] Publish callbacks [] for security_group (30c39cbb-4253-427f-9e72-296ee5d3ff3c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:55.957519 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fd9c397d-2b3c-4c6d-a65e-6cc33d708230 admin admin] Publish callbacks [] for security_group (30c39cbb-4253-427f-9e72-296ee5d3ff3c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:56.026177 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-53d950a4-be59-43ba-8f52-d898c371ad4f None None] Provisioning complete for port dfd0b7ac-b863-4d98-881a-71ab45cc5e56 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:56.027401 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-53d950a4-be59-43ba-8f52-d898c371ad4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (dfd0b7ac-b863-4d98-881a-71ab45cc5e56), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:56.029762 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-775e1016-180b-42aa-82a2-73d77dc3b3d5 req-353c27ec-4111-44e1-8eb6-914062ca7ca9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030005 Mar 05 05:08:56.030948 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-86071fb8-d2ac-40d3-9528-984b1ea2bd11 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (3069c8b2-f687-4fb7-8196-c4bc8fc33e7e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:56.088927 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-445c25e5-bd18-4ca7-b23b-08c6554daf50 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (3b5fd581-1861-4a8e-9835-28c8510d7d29), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:56.104306 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86071fb8-d2ac-40d3-9528-984b1ea2bd11 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:56.108776 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fd9c397d-2b3c-4c6d-a65e-6cc33d708230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (30c39cbb-4253-427f-9e72-296ee5d3ff3c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:56.113863 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fd9c397d-2b3c-4c6d-a65e-6cc33d708230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:56.120732 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fd9c397d-2b3c-4c6d-a65e-6cc33d708230 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/30c39cbb-4253-427f-9e72-296ee5d3ff3c HTTP/1.1" status: 204 len: 168 time: 0.2772210 Mar 05 05:08:56.131294 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c397d-2b3c-4c6d-a65e-6cc33d708230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c39cbb-4253-427f-9e72-296ee5d3ff3c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:56.148732 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-86071fb8-d2ac-40d3-9528-984b1ea2bd11 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:56.206130 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86071fb8-d2ac-40d3-9528-984b1ea2bd11 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:56.215128 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-53d950a4-be59-43ba-8f52-d898c371ad4f None None] Current status of the port dfd0b7ac-b863-4d98-881a-71ab45cc5e56 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:08:56.223004 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4d557c27-d44a-4ce1-a70f-8e9a3552d324 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (7c11a8c3-84c2-4067-a117-7c554da4199a), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:56.230306 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86071fb8-d2ac-40d3-9528-984b1ea2bd11 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event updated for resources: {'Port': ['ID=3069c8b2-f687-4fb7-8196-c4bc8fc33e7e,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:56.298200 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4d557c27-d44a-4ce1-a70f-8e9a3552d324 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:56.304089 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9dca02-7d01-442b-8472-7c9317133276 None None] Network f35ae497-fd1f-47c2-8244-89d65d09f758 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:08:56.304285 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4d557c27-d44a-4ce1-a70f-8e9a3552d324 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/subnets/7c11a8c3-84c2-4067-a117-7c554da4199a HTTP/1.1" status: 204 len: 168 time: 1.5299785 Mar 05 05:08:56.304661 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48314) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:56.336523 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c25e5-bd18-4ca7-b23b-08c6554daf50 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Subnet': ['ID=3b5fd581-1861-4a8e-9835-28c8510d7d29,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:56.407853 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-86071fb8-d2ac-40d3-9528-984b1ea2bd11 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (08d84c18-0c44-4426-80f4-11112d41a332), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:56.434051 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445c25e5-bd18-4ca7-b23b-08c6554daf50 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Checking segment: {'id': '4d91fe57-5165-41ee-be50-1e640c90af88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd15fa673-401b-4559-895e-377a870ae5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:08:56.434402 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445c25e5-bd18-4ca7-b23b-08c6554daf50 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network hostable DHCP agents. Network: d15fa673-401b-4559-895e-377a870ae5e4, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:08:56.486729 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d557c27-d44a-4ce1-a70f-8e9a3552d324 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Subnet': ['ID=7c11a8c3-84c2-4067-a117-7c554da4199a,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:56.523970 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-86071fb8-d2ac-40d3-9528-984b1ea2bd11 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3069c8b2-f687-4fb7-8196-c4bc8fc33e7e), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:56.557775 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04b11420-7fc5-4278-aa7f-9d1546d423ab tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (f35ae497-fd1f-47c2-8244-89d65d09f758), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:56.600299 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-66b6bb7f-0d2c-48d7-9b0c-5f9a37ae4b0e req-4cea535b-76ed-4004-bad0-04ee3e0cde9f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0896802 Mar 05 05:08:56.606962 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7037b16-0391-4db1-827e-a24a3e364b1c None None] DHCP port deletion for f35ae497-fd1f-47c2-8244-89d65d09f758 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:08:56.626285 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445c25e5-bd18-4ca7-b23b-08c6554daf50 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network d15fa673-401b-4559-895e-377a870ae5e4 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:08:56.690625 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a7037b16-0391-4db1-827e-a24a3e364b1c None None] Deleting port dfd0b7ac-b863-4d98-881a-71ab45cc5e56 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:56.691154 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a7037b16-0391-4db1-827e-a24a3e364b1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (dfd0b7ac-b863-4d98-881a-71ab45cc5e56), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:56.694728 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-445c25e5-bd18-4ca7-b23b-08c6554daf50 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, d15fa673-401b-4559-895e-377a870ae5e4) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:56.701197 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445c25e5-bd18-4ca7-b23b-08c6554daf50 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:56.701855 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-445c25e5-bd18-4ca7-b23b-08c6554daf50 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:56.709484 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-04b11420-7fc5-4278-aa7f-9d1546d423ab tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Deleting port dfd0b7ac-b863-4d98-881a-71ab45cc5e56 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:08:56.715112 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4227f79-84a4-42a4-a8e8-b81da9b18270 None None] Network d15fa673-401b-4559-895e-377a870ae5e4 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:08:56.715775 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04b11420-7fc5-4278-aa7f-9d1546d423ab tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (dfd0b7ac-b863-4d98-881a-71ab45cc5e56), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:56.753623 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-445c25e5-bd18-4ca7-b23b-08c6554daf50 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2870355 Mar 05 05:08:56.772639 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48326) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:56.782240 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-73150a86-5f44-4b19-8b8d-12dd16348b34 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-354379520', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:56.838976 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-73150a86-5f44-4b19-8b8d-12dd16348b34 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (b4120c94-eaef-4d2d-a03f-109ad13dbff7), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:56.839786 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-73150a86-5f44-4b19-8b8d-12dd16348b34 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (b4120c94-eaef-4d2d-a03f-109ad13dbff7), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:56.855812 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-86071fb8-d2ac-40d3-9528-984b1ea2bd11 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for port (3069c8b2-f687-4fb7-8196-c4bc8fc33e7e), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:56.875439 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-86071fb8-d2ac-40d3-9528-984b1ea2bd11 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (3069c8b2-f687-4fb7-8196-c4bc8fc33e7e), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:56.883383 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-a7037b16-0391-4db1-827e-a24a3e364b1c None None] For port dfd0b7ac-b863-4d98-881a-71ab45cc5e56, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=dfd0b7ac-b863-4d98-881a-71ab45cc5e56,segment=NetworkSegment(309dcfb5-8bb5-43bb-830a-b287d5d09ac7),segment_id=309dcfb5-8bb5-43bb-830a-b287d5d09ac7)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:08:56.883813 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a7037b16-0391-4db1-827e-a24a3e364b1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (dfd0b7ac-b863-4d98-881a-71ab45cc5e56), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:56.904500 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a7037b16-0391-4db1-827e-a24a3e364b1c None None] Calling delete_port for dfd0b7ac-b863-4d98-881a-71ab45cc5e56 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:56.909920 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-04b11420-7fc5-4278-aa7f-9d1546d423ab tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] For port dfd0b7ac-b863-4d98-881a-71ab45cc5e56, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=dfd0b7ac-b863-4d98-881a-71ab45cc5e56,segment=NetworkSegment(309dcfb5-8bb5-43bb-830a-b287d5d09ac7),segment_id=309dcfb5-8bb5-43bb-830a-b287d5d09ac7)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:08:56.910481 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04b11420-7fc5-4278-aa7f-9d1546d423ab tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (dfd0b7ac-b863-4d98-881a-71ab45cc5e56), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:56.959291 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-04b11420-7fc5-4278-aa7f-9d1546d423ab tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Calling delete_port for dfd0b7ac-b863-4d98-881a-71ab45cc5e56 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:08:57.008603 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468c288e-ab98-4138-97c4-1d652be9bc23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-d15fa673-401b-4559-895e-377a870ae5e4', 'network_id': 'd15fa673-401b-4559-895e-377a870ae5e4', 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'fixed_ips': [{'subnet_id': '3b5fd581-1861-4a8e-9835-28c8510d7d29'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:08:57.009777 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-468c288e-ab98-4138-97c4-1d652be9bc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:57.071275 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-73150a86-5f44-4b19-8b8d-12dd16348b34 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router_controller (b4120c94-eaef-4d2d-a03f-109ad13dbff7), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:57.083787 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86071fb8-d2ac-40d3-9528-984b1ea2bd11 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event updated for resources: {'Port': ['ID=3069c8b2-f687-4fb7-8196-c4bc8fc33e7e,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:57.105757 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-73150a86-5f44-4b19-8b8d-12dd16348b34 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (b4120c94-eaef-4d2d-a03f-109ad13dbff7), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:57.134906 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-86071fb8-d2ac-40d3-9528-984b1ea2bd11 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (08d84c18-0c44-4426-80f4-11112d41a332), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:57.199399 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-86071fb8-d2ac-40d3-9528-984b1ea2bd11 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:57.201671 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-86071fb8-d2ac-40d3-9528-984b1ea2bd11 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3816833 Mar 05 05:08:57.202419 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48338) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:57.209072 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-de08a9ba-f028-4add-a3b5-f79d662cd447 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Request body: {'port': {'network_id': '5dec06f8-c387-45a3-98fe-c85ab648b02e', 'name': 'tempest-FloatingIPTestJSON-647541421'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:57.214329 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04b11420-7fc5-4278-aa7f-9d1546d423ab tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (dfd0b7ac-b863-4d98-881a-71ab45cc5e56), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:57.251903 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-73150a86-5f44-4b19-8b8d-12dd16348b34 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:57.253130 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-73150a86-5f44-4b19-8b8d-12dd16348b34 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4792738 Mar 05 05:08:57.256386 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48340) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:57.262744 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a7037b16-0391-4db1-827e-a24a3e364b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (dfd0b7ac-b863-4d98-881a-71ab45cc5e56), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:57.284595 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b11420-7fc5-4278-aa7f-9d1546d423ab tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Port': ['ID=dfd0b7ac-b863-4d98-881a-71ab45cc5e56,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:57.304446 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b11420-7fc5-4278-aa7f-9d1546d423ab tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] No DVR routers for this DVR port dfd0b7ac-b863-4d98-881a-71ab45cc5e56 on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:08:57.346405 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7037b16-0391-4db1-827e-a24a3e364b1c None None] Pushing event deleted for resources: {'Port': ['ID=dfd0b7ac-b863-4d98-881a-71ab45cc5e56,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:57.373001 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7037b16-0391-4db1-827e-a24a3e364b1c None None] No DVR routers for this DVR port dfd0b7ac-b863-4d98-881a-71ab45cc5e56 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:08:57.391596 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-468c288e-ab98-4138-97c4-1d652be9bc23 None None] Allocated IP 2001:db8:1::2 (d15fa673-401b-4559-895e-377a870ae5e4/3b5fd581-1861-4a8e-9835-28c8510d7d29/18ffa237-e783-4b3a-aa65-e12eb6d5dc2f) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:57.454150 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d760d1-f6b7-464c-ae8f-779bbc1abbf5 req-2f93fe28-d8f8-4e80-9850-9b038494c95f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:57.456040 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-23d760d1-f6b7-464c-ae8f-779bbc1abbf5 req-2f93fe28-d8f8-4e80-9850-9b038494c95f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 943 time: 0.2908373 Mar 05 05:08:57.520959 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48344) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:57.552120 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04b11420-7fc5-4278-aa7f-9d1546d423ab tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (f35ae497-fd1f-47c2-8244-89d65d09f758), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:57.575163 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-04b11420-7fc5-4278-aa7f-9d1546d423ab tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f35ae497-fd1f-47c2-8244-89d65d09f758']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:57.585877 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-04b11420-7fc5-4278-aa7f-9d1546d423ab tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '309dcfb5-8bb5-43bb-830a-b287d5d09ac7') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:57.586203 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-04b11420-7fc5-4278-aa7f-9d1546d423ab tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '309dcfb5-8bb5-43bb-830a-b287d5d09ac7') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:08:57.595896 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04b11420-7fc5-4278-aa7f-9d1546d423ab tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (309dcfb5-8bb5-43bb-830a-b287d5d09ac7), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:57.675857 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04b11420-7fc5-4278-aa7f-9d1546d423ab tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (309dcfb5-8bb5-43bb-830a-b287d5d09ac7), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:57.679783 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-468c288e-ab98-4138-97c4-1d652be9bc23 None None] Publish callbacks [] for port (18ffa237-e783-4b3a-aa65-e12eb6d5dc2f), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:57.690444 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8156c7-7787-4193-bc0f-7d055b649945 None None] Network 49008afa-2f41-407a-88de-8fc25bac6932 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:08:57.695645 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-468c288e-ab98-4138-97c4-1d652be9bc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (18ffa237-e783-4b3a-aa65-e12eb6d5dc2f), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:57.717597 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b11420-7fc5-4278-aa7f-9d1546d423ab tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:08:57.718125 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04b11420-7fc5-4278-aa7f-9d1546d423ab tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (309dcfb5-8bb5-43bb-830a-b287d5d09ac7), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:57.724156 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:08:57.724156 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:08:57.724156 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:08:57.724156 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:08:57.724156 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:08:57.724156 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:08:57.724156 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:08:57.724156 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:08:57.724156 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:08:57.724156 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:08:57.724156 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:08:57.724156 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:08:57.724156 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:08:57.724156 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:08:57.724156 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:08:57.724156 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:08:57.724156 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:08:57.724156 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:08:57.724156 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:08:57.724156 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:08:57.724156 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:08:57.724156 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:08:57.724156 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:08:57.724156 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:08:57.724156 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:08:57.724156 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:08:57.724156 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:08:57.724156 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:08:57.724156 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:08:57.724156 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:08:57.724156 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:08:57.724156 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:08:57.805366 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-a5f90bf9-d335-4b5d-ba18-f1666485c683 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-415609766'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:57.835701 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468c288e-ab98-4138-97c4-1d652be9bc23 None None] Network d15fa673-401b-4559-895e-377a870ae5e4 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:57.839055 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-46be8f64-19ac-4c69-b6c5-ff91e3c326bd None None] Provisioning complete for port 6fa46bbf-3145-4b46-9185-51e8083a5458 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:57.839459 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-46be8f64-19ac-4c69-b6c5-ff91e3c326bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (6fa46bbf-3145-4b46-9185-51e8083a5458), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:57.861845 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04b11420-7fc5-4278-aa7f-9d1546d423ab tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (f35ae497-fd1f-47c2-8244-89d65d09f758), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:57.880277 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c288e-ab98-4138-97c4-1d652be9bc23 None None] Pushing event updated for resources: {'Port': ['ID=18ffa237-e783-4b3a-aa65-e12eb6d5dc2f,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:57.881862 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04b11420-7fc5-4278-aa7f-9d1546d423ab tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:57.887791 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-468c288e-ab98-4138-97c4-1d652be9bc23 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:57.888526 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-04b11420-7fc5-4278-aa7f-9d1546d423ab tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/networks/f35ae497-fd1f-47c2-8244-89d65d09f758 HTTP/1.1" status: 204 len: 168 time: 1.5828149 Mar 05 05:08:57.890524 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de08a9ba-f028-4add-a3b5-f79d662cd447 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Made reservation on behalf of 40cfc34572db4c7280a39d5bce859963 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:57.892891 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468c288e-ab98-4138-97c4-1d652be9bc23 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:57.897649 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-de08a9ba-f028-4add-a3b5-f79d662cd447 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:57.900539 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-01272fd7-02c3-4d32-bfc0-b86417193788 req-b3fc9b77-73bb-495f-8ce2-75da223acc7a tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0917082 Mar 05 05:08:57.919220 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48350) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:57.958830 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b11420-7fc5-4278-aa7f-9d1546d423ab tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Network': ['ID=f35ae497-fd1f-47c2-8244-89d65d09f758,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:57.998275 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f90bf9-d335-4b5d-ba18-f1666485c683 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Made reservation on behalf of 4e865eef6be44d30b83de37e7745aacc for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:58.015815 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5f90bf9-d335-4b5d-ba18-f1666485c683 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:58.038557 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-de08a9ba-f028-4add-a3b5-f79d662cd447 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] device_id is not set on port 96b2ab38-7c4f-4613-8fe7-976a1021f18a yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:08:58.049863 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-23d760d1-f6b7-464c-ae8f-779bbc1abbf5 req-3935768a-a779-49b8-8e24-c9e9bdb25bf8 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5861981 Mar 05 05:08:58.072839 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-468c288e-ab98-4138-97c4-1d652be9bc23 None None] Attempting to bind port 18ffa237-e783-4b3a-aa65-e12eb6d5dc2f on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:08:58.087211 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-468c288e-ab98-4138-97c4-1d652be9bc23 None None] Attempting to bind port 18ffa237-e783-4b3a-aa65-e12eb6d5dc2f by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '4d91fe57-5165-41ee-be50-1e640c90af88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd15fa673-401b-4559-895e-377a870ae5e4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:08:58.087922 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468c288e-ab98-4138-97c4-1d652be9bc23 None None] Attempting to bind port 18ffa237-e783-4b3a-aa65-e12eb6d5dc2f on network d15fa673-401b-4559-895e-377a870ae5e4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:08:58.112206 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5f90bf9-d335-4b5d-ba18-f1666485c683 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:58.150753 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468c288e-ab98-4138-97c4-1d652be9bc23 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:08:58.154813 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ef0ff9-49ed-45e5-a86f-fd15129fe285 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:58.155353 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468c288e-ab98-4138-97c4-1d652be9bc23 None None] Checking segment: {'id': '4d91fe57-5165-41ee-be50-1e640c90af88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd15fa673-401b-4559-895e-377a870ae5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:08:58.155877 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-468c288e-ab98-4138-97c4-1d652be9bc23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:58.160365 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468c288e-ab98-4138-97c4-1d652be9bc23 None None] Bound using segment: {'id': '4d91fe57-5165-41ee-be50-1e640c90af88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd15fa673-401b-4559-895e-377a870ae5e4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:08:58.160365 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-468c288e-ab98-4138-97c4-1d652be9bc23 None None] Bound port: 18ffa237-e783-4b3a-aa65-e12eb6d5dc2f, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d91fe57-5165-41ee-be50-1e640c90af88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd15fa673-401b-4559-895e-377a870ae5e4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:08:58.160365 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-468c288e-ab98-4138-97c4-1d652be9bc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (18ffa237-e783-4b3a-aa65-e12eb6d5dc2f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:58.162666 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d3ef0ff9-49ed-45e5-a86f-fd15129fe285 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2424150 Mar 05 05:08:58.163557 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48354) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:58.164944 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 6fa46bbf-3145-4b46-9185-51e8083a5458 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:08:58.258850 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-46be8f64-19ac-4c69-b6c5-ff91e3c326bd None None] Current status of the port 6fa46bbf-3145-4b46-9185-51e8083a5458 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:08:58.259876 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-46be8f64-19ac-4c69-b6c5-ff91e3c326bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6fa46bbf-3145-4b46-9185-51e8083a5458), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:58.267399 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-de08a9ba-f028-4add-a3b5-f79d662cd447 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Allocated IP 172.20.0.6 (5dec06f8-c387-45a3-98fe-c85ab648b02e/c868fd15-4526-427d-8e38-b892b3cd0c5c/96b2ab38-7c4f-4613-8fe7-976a1021f18a) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:58.307511 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4d6cb83f-aa1f-4245-b81f-57f347d72efa tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1399198 Mar 05 05:08:58.309253 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48356) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:58.311770 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0608ac06-6db5-4bd4-985c-963d0786d6eb tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:58.328653 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-208c0977-a466-48fd-8df9-a272c230bdcd tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-299161094'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:58.348177 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-46be8f64-19ac-4c69-b6c5-ff91e3c326bd None None] For port 6fa46bbf-3145-4b46-9185-51e8083a5458, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=6fa46bbf-3145-4b46-9185-51e8083a5458,segment=NetworkSegment(bdadc613-01c6-4fcd-ac63-f5ef557f6c10),segment_id=bdadc613-01c6-4fcd-ac63-f5ef557f6c10)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:08:58.370013 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-46be8f64-19ac-4c69-b6c5-ff91e3c326bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (6fa46bbf-3145-4b46-9185-51e8083a5458), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:58.381290 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-468c288e-ab98-4138-97c4-1d652be9bc23 None None] For port 18ffa237-e783-4b3a-aa65-e12eb6d5dc2f, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:08:58.423724 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 6fa46bbf-3145-4b46-9185-51e8083a5458 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:58.424207 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (6fa46bbf-3145-4b46-9185-51e8083a5458), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:58.432505 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-468c288e-ab98-4138-97c4-1d652be9bc23 None None] For port 18ffa237-e783-4b3a-aa65-e12eb6d5dc2f, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=18ffa237-e783-4b3a-aa65-e12eb6d5dc2f,segment=NetworkSegment(4d91fe57-5165-41ee-be50-1e640c90af88),segment_id=4d91fe57-5165-41ee-be50-1e640c90af88)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:08:58.453735 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208c0977-a466-48fd-8df9-a272c230bdcd tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:58.471818 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-208c0977-a466-48fd-8df9-a272c230bdcd tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:58.492252 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-468c288e-ab98-4138-97c4-1d652be9bc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (18ffa237-e783-4b3a-aa65-e12eb6d5dc2f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:58.503395 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46be8f64-19ac-4c69-b6c5-ff91e3c326bd None None] Pushing event updated for resources: {'Port': ['ID=6fa46bbf-3145-4b46-9185-51e8083a5458,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:58.669958 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-208c0977-a466-48fd-8df9-a272c230bdcd tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:08:58.695220 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 6fa46bbf-3145-4b46-9185-51e8083a5458 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:08:58.726508 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-208c0977-a466-48fd-8df9-a272c230bdcd tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (68091601-6e52-49ab-a5c4-89af4bc89a91), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:58.734067 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c288e-ab98-4138-97c4-1d652be9bc23 None None] Pushing event updated for resources: {'Port': ['ID=18ffa237-e783-4b3a-aa65-e12eb6d5dc2f,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:58.743176 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5f90bf9-d335-4b5d-ba18-f1666485c683 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks [] for security_group (d77d9bc2-03a4-49b0-aef6-efe9fb30376a), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:58.746429 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-208c0977-a466-48fd-8df9-a272c230bdcd tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Added segment 68091601-6e52-49ab-a5c4-89af4bc89a91 of type vlan for network 5c070d85-abfa-4b8f-a9b1-8258dbf98313 Mar 05 05:08:58.774183 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5f90bf9-d335-4b5d-ba18-f1666485c683 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d77d9bc2-03a4-49b0-aef6-efe9fb30376a), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:58.815913 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f90bf9-d335-4b5d-ba18-f1666485c683 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:08:58.829664 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device dfd0b7ac-b863-4d98-881a-71ab45cc5e56 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:08:58.831797 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5f90bf9-d335-4b5d-ba18-f1666485c683 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (3b63a629-ec9e-45c1-bbac-16ac8d783317), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:58.832456 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-a5f90bf9-d335-4b5d-ba18-f1666485c683 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Added segment 3b63a629-ec9e-45c1-bbac-16ac8d783317 of type vlan for network 20f4a825-c023-4d9e-8a4f-335fc1e8c3ed Mar 05 05:08:58.843025 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-2ad2fec7-394b-4ed8-b1ef-1e1f61c05f6d None None] Provisioning complete for port 6fa46bbf-3145-4b46-9185-51e8083a5458 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:08:58.843778 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-de08a9ba-f028-4add-a3b5-f79d662cd447 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for port (96b2ab38-7c4f-4613-8fe7-976a1021f18a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:58.853460 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2ad2fec7-394b-4ed8-b1ef-1e1f61c05f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (6fa46bbf-3145-4b46-9185-51e8083a5458), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:58.884294 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-208c0977-a466-48fd-8df9-a272c230bdcd tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (5c070d85-abfa-4b8f-a9b1-8258dbf98313), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:58.957073 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5f90bf9-d335-4b5d-ba18-f1666485c683 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (20f4a825-c023-4d9e-8a4f-335fc1e8c3ed), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:58.968021 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: dfd0b7ac-b863-4d98-881a-71ab45cc5e56 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:08:58.968529 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device dfd0b7ac-b863-4d98-881a-71ab45cc5e56 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:08:58.990510 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-208c0977-a466-48fd-8df9-a272c230bdcd tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (5c070d85-abfa-4b8f-a9b1-8258dbf98313), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:58.998268 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208c0977-a466-48fd-8df9-a272c230bdcd tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:59.003192 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-208c0977-a466-48fd-8df9-a272c230bdcd tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:59.042368 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2ad2fec7-394b-4ed8-b1ef-1e1f61c05f6d None None] Current status of the port 6fa46bbf-3145-4b46-9185-51e8083a5458 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:08:59.086360 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f90bf9-d335-4b5d-ba18-f1666485c683 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d77d9bc2-03a4-49b0-aef6-efe9fb30376a,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:59.170437 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-07931488-cee0-4a77-aae6-b27034f3b239 req-30551a45-b50e-4898-afa0-7ca1c853819b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0647597 Mar 05 05:08:59.183380 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5f90bf9-d335-4b5d-ba18-f1666485c683 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (20f4a825-c023-4d9e-8a4f-335fc1e8c3ed), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:59.188588 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f90bf9-d335-4b5d-ba18-f1666485c683 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:59.189169 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5f90bf9-d335-4b5d-ba18-f1666485c683 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:59.219438 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-208c0977-a466-48fd-8df9-a272c230bdcd tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9061613 Mar 05 05:08:59.223928 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48364) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:59.231386 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-745d55f8-da64-4456-af6d-719d1a1255c6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'subnet': {'network_id': '5c070d85-abfa-4b8f-a9b1-8258dbf98313', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:59.237239 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-de08a9ba-f028-4add-a3b5-f79d662cd447 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (96b2ab38-7c4f-4613-8fe7-976a1021f18a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:59.243218 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c0977-a466-48fd-8df9-a272c230bdcd tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Network': ['ID=5c070d85-abfa-4b8f-a9b1-8258dbf98313,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:59.256721 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 5c070d85-abfa-4b8f-a9b1-8258dbf98313 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:08:59.289569 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f90bf9-d335-4b5d-ba18-f1666485c683 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Pushing event updated for resources: {'Network': ['ID=20f4a825-c023-4d9e-8a4f-335fc1e8c3ed,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:59.344909 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a5f90bf9-d335-4b5d-ba18-f1666485c683 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.8152597 Mar 05 05:08:59.353773 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48366) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:59.359301 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-bcb2f023-a7ec-4e6f-9f58-747311ac8fc3 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Request body: {'subnet': {'network_id': '20f4a825-c023-4d9e-8a4f-335fc1e8c3ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:08:59.371319 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-0608ac06-6db5-4bd4-985c-963d0786d6eb tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Allocated IP 2001:db8::1 (49008afa-2f41-407a-88de-8fc25bac6932/0e3fddf4-c0df-4a6d-b3cd-06c3f52f8b8a/38c86281-6c47-42d7-b805-fe7b74924048) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:08:59.402177 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 20f4a825-c023-4d9e-8a4f-335fc1e8c3ed details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:08:59.416217 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606907f6-2126-418a-a57a-591be110e905 req-34fa6b07-a3a5-4875-a2e4-0eec17480904 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:59.423672 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-606907f6-2126-418a-a57a-591be110e905 req-34fa6b07-a3a5-4875-a2e4-0eec17480904 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 943 time: 0.2654183 Mar 05 05:08:59.568282 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-606907f6-2126-418a-a57a-591be110e905 req-8fe8629d-f311-47a0-a9b0-e5b4375d664d tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436110 Mar 05 05:08:59.675496 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb2f023-a7ec-4e6f-9f58-747311ac8fc3 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Made reservation on behalf of 4e865eef6be44d30b83de37e7745aacc for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:59.681117 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bcb2f023-a7ec-4e6f-9f58-747311ac8fc3 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:59.750959 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de08a9ba-f028-4add-a3b5-f79d662cd447 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Network 5dec06f8-c387-45a3-98fe-c85ab648b02e is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:08:59.762277 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-de08a9ba-f028-4add-a3b5-f79d662cd447 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:08:59.773673 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de08a9ba-f028-4add-a3b5-f79d662cd447 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:08:59.783691 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08a9ba-f028-4add-a3b5-f79d662cd447 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event updated for resources: {'Port': ['ID=96b2ab38-7c4f-4613-8fe7-976a1021f18a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:08:59.797499 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0608ac06-6db5-4bd4-985c-963d0786d6eb tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for port (38c86281-6c47-42d7-b805-fe7b74924048), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:59.866875 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de08a9ba-f028-4add-a3b5-f79d662cd447 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:08:59.867881 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-de08a9ba-f028-4add-a3b5-f79d662cd447 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:59.873565 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745d55f8-da64-4456-af6d-719d1a1255c6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:08:59.877775 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-745d55f8-da64-4456-af6d-719d1a1255c6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:08:59.925775 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-de08a9ba-f028-4add-a3b5-f79d662cd447 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7196264 Mar 05 05:08:59.940091 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48368) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:08:59.997704 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-3dddd45f-b8cf-4e5f-b31f-4ea23f9eb652 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Request body: {'floatingip': {'port_id': '96b2ab38-7c4f-4613-8fe7-976a1021f18a'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:09:00.089290 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bcb2f023-a7ec-4e6f-9f58-747311ac8fc3 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (895aaeed-bbaa-44d1-aa54-263974cad040), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:00.096925 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3dddd45f-b8cf-4e5f-b31f-4ea23f9eb652 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (08d84c18-0c44-4426-80f4-11112d41a332), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:00.171983 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0608ac06-6db5-4bd4-985c-963d0786d6eb tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (38c86281-6c47-42d7-b805-fe7b74924048), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:00.221067 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2f023-a7ec-4e6f-9f58-747311ac8fc3 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Pushing event updated for resources: {'Subnet': ['ID=895aaeed-bbaa-44d1-aa54-263974cad040,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:00.248609 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786240af-6966-49d2-a18d-70eec894468d None None] Network d15fa673-401b-4559-895e-377a870ae5e4 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:09:00.283753 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 6fa46bbf-3145-4b46-9185-51e8083a5458 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:09:00.317280 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0608ac06-6db5-4bd4-985c-963d0786d6eb tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network 49008afa-2f41-407a-88de-8fc25bac6932 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:09:00.356623 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-0608ac06-6db5-4bd4-985c-963d0786d6eb tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:00.372841 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0608ac06-6db5-4bd4-985c-963d0786d6eb tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:09:00.373459 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0608ac06-6db5-4bd4-985c-963d0786d6eb tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (b4120c94-eaef-4d2d-a03f-109ad13dbff7), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:00.448140 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6c002c97-cdcb-40ff-aea4-af531409a8e4 None None] Provisioning complete for port 18ffa237-e783-4b3a-aa65-e12eb6d5dc2f triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:00.449447 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6c002c97-cdcb-40ff-aea4-af531409a8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (18ffa237-e783-4b3a-aa65-e12eb6d5dc2f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:00.538571 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0041db42-3f79-4e3f-ba6b-611b9efee455 req-21d6511b-99a5-45ea-b34e-0e20c4bb15a1 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.1883044 Mar 05 05:09:00.539645 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb2f023-a7ec-4e6f-9f58-747311ac8fc3 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Checking segment: {'id': '3b63a629-ec9e-45c1-bbac-16ac8d783317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '20f4a825-c023-4d9e-8a4f-335fc1e8c3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:09:00.540013 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb2f023-a7ec-4e6f-9f58-747311ac8fc3 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Network hostable DHCP agents. Network: 20f4a825-c023-4d9e-8a4f-335fc1e8c3ed, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:09:00.554143 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608ac06-6db5-4bd4-985c-963d0786d6eb tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Port': ['ID=38c86281-6c47-42d7-b805-fe7b74924048,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:00.622050 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 6fa46bbf-3145-4b46-9185-51e8083a5458 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:00.626903 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (6fa46bbf-3145-4b46-9185-51e8083a5458), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:00.647337 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0608ac06-6db5-4bd4-985c-963d0786d6eb tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (38c86281-6c47-42d7-b805-fe7b74924048), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:00.796839 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb2f023-a7ec-4e6f-9f58-747311ac8fc3 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Network 20f4a825-c023-4d9e-8a4f-335fc1e8c3ed is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:09:00.825927 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6c002c97-cdcb-40ff-aea4-af531409a8e4 None None] Current status of the port 18ffa237-e783-4b3a-aa65-e12eb6d5dc2f is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:00.826554 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6c002c97-cdcb-40ff-aea4-af531409a8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (18ffa237-e783-4b3a-aa65-e12eb6d5dc2f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:00.842981 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-bcb2f023-a7ec-4e6f-9f58-747311ac8fc3 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 20f4a825-c023-4d9e-8a4f-335fc1e8c3ed) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:00.860189 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81bfa2e-8ded-4261-b20c-1bf6ef4f38b7 None None] Network 20f4a825-c023-4d9e-8a4f-335fc1e8c3ed requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:09:00.906670 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-745d55f8-da64-4456-af6d-719d1a1255c6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (5ff9578e-0f91-4e43-8522-87551d002ce8), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:00.990825 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.db.resource_extend [None req-3dddd45f-b8cf-4e5f-b31f-4ea23f9eb652 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 05:09:01.076955 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d55f8-da64-4456-af6d-719d1a1255c6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Subnet': ['ID=5ff9578e-0f91-4e43-8522-87551d002ce8,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:01.134113 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0608ac06-6db5-4bd4-985c-963d0786d6eb tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for port (38c86281-6c47-42d7-b805-fe7b74924048), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:01.140422 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb2f023-a7ec-4e6f-9f58-747311ac8fc3 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:01.141130 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bcb2f023-a7ec-4e6f-9f58-747311ac8fc3 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:01.160631 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0608ac06-6db5-4bd4-985c-963d0786d6eb tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (38c86281-6c47-42d7-b805-fe7b74924048), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:01.161986 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0608ac06-6db5-4bd4-985c-963d0786d6eb tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (b4120c94-eaef-4d2d-a03f-109ad13dbff7), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:01.170943 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3dddd45f-b8cf-4e5f-b31f-4ea23f9eb652 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:01.174212 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745d55f8-da64-4456-af6d-719d1a1255c6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Checking segment: {'id': '68091601-6e52-49ab-a5c4-89af4bc89a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5c070d85-abfa-4b8f-a9b1-8258dbf98313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:09:01.174949 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745d55f8-da64-4456-af6d-719d1a1255c6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network hostable DHCP agents. Network: 5c070d85-abfa-4b8f-a9b1-8258dbf98313, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:09:01.181124 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bcb2f023-a7ec-4e6f-9f58-747311ac8fc3 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8210413 Mar 05 05:09:01.193662 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48376) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:01.202307 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-41b87905-0d1e-4f58-a688-f6e29f918e8e tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Request body: {'port': {'network_id': '20f4a825-c023-4d9e-8a4f-335fc1e8c3ed', 'name': 'tempest-TagsExtTest-1544311248'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:09:01.216463 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3dddd45f-b8cf-4e5f-b31f-4ea23f9eb652 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (08d84c18-0c44-4426-80f4-11112d41a332), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:01.238133 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429beea-cee8-4089-8210-e765ba6dab1c req-bf31d4a2-ae6c-4253-8a90-d27d5180f735 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:01.240624 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f429beea-cee8-4089-8210-e765ba6dab1c req-bf31d4a2-ae6c-4253-8a90-d27d5180f735 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 943 time: 0.4608095 Mar 05 05:09:01.324091 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f429beea-cee8-4089-8210-e765ba6dab1c req-e43b1806-1250-47ad-bc1e-2edbc7eff547 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686002 Mar 05 05:09:01.327211 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608ac06-6db5-4bd4-985c-963d0786d6eb tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Port': ['ID=38c86281-6c47-42d7-b805-fe7b74924048,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:01.415416 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0608ac06-6db5-4bd4-985c-963d0786d6eb tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network 49008afa-2f41-407a-88de-8fc25bac6932 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:09:01.417013 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-0608ac06-6db5-4bd4-985c-963d0786d6eb tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:01.436117 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6c002c97-cdcb-40ff-aea4-af531409a8e4 None None] For port 18ffa237-e783-4b3a-aa65-e12eb6d5dc2f, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=18ffa237-e783-4b3a-aa65-e12eb6d5dc2f,segment=NetworkSegment(4d91fe57-5165-41ee-be50-1e640c90af88),segment_id=4d91fe57-5165-41ee-be50-1e640c90af88)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:09:01.485596 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 6fa46bbf-3145-4b46-9185-51e8083a5458 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:01.487033 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 18ffa237-e783-4b3a-aa65-e12eb6d5dc2f up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:09:01.489577 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7d44a1-18de-4a6d-b64a-9951ef00ce57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-20f4a825-c023-4d9e-8a4f-335fc1e8c3ed', 'network_id': '20f4a825-c023-4d9e-8a4f-335fc1e8c3ed', 'project_id': '4e865eef6be44d30b83de37e7745aacc', 'fixed_ips': [{'subnet_id': '895aaeed-bbaa-44d1-aa54-263974cad040'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:09:01.491320 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fb7d44a1-18de-4a6d-b64a-9951ef00ce57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:01.508625 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6c002c97-cdcb-40ff-aea4-af531409a8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (18ffa237-e783-4b3a-aa65-e12eb6d5dc2f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:01.551454 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [None req-3dddd45f-b8cf-4e5f-b31f-4ea23f9eb652 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Floating IP 08d84c18-0c44-4426-80f4-11112d41a332 associated. External IP: 172.25.0.149, port: 96b2ab38-7c4f-4613-8fe7-976a1021f18a. Mar 05 05:09:01.580095 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0608ac06-6db5-4bd4-985c-963d0786d6eb tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Router b4120c94-eaef-4d2d-a03f-109ad13dbff7 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:09:01.765438 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-435db5dd-c304-4cab-85f1-419713420346 req-893bfc4e-e8e9-40e6-901e-82aa1cd648d2 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0629067 Mar 05 05:09:01.769552 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0608ac06-6db5-4bd4-985c-963d0786d6eb tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:09:01.788808 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0608ac06-6db5-4bd4-985c-963d0786d6eb tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "PUT /v2.0/routers/b4120c94-eaef-4d2d-a03f-109ad13dbff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5311716 Mar 05 05:09:01.789274 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745d55f8-da64-4456-af6d-719d1a1255c6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network 5c070d85-abfa-4b8f-a9b1-8258dbf98313 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:09:01.791320 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48382) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:01.808460 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3053cccb-0d51-46f9-9fce-3ecb30e62448 None None] Sync routers for ids ['b4120c94-eaef-4d2d-a03f-109ad13dbff7'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:09:01.816520 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c002c97-cdcb-40ff-aea4-af531409a8e4 None None] Pushing event updated for resources: {'Port': ['ID=18ffa237-e783-4b3a-aa65-e12eb6d5dc2f,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:01.824069 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b87905-0d1e-4f58-a688-f6e29f918e8e tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Made reservation on behalf of 4e865eef6be44d30b83de37e7745aacc for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:09:01.827481 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-41b87905-0d1e-4f58-a688-f6e29f918e8e tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:01.844151 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d745607c-2a8a-4319-82cf-9214dc50f085 None None] Provisioning complete for port 38c86281-6c47-42d7-b805-fe7b74924048 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:01.844812 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d745607c-2a8a-4319-82cf-9214dc50f085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (38c86281-6c47-42d7-b805-fe7b74924048), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:01.859622 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-745d55f8-da64-4456-af6d-719d1a1255c6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 5c070d85-abfa-4b8f-a9b1-8258dbf98313) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:01.876308 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745d55f8-da64-4456-af6d-719d1a1255c6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:01.876908 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-745d55f8-da64-4456-af6d-719d1a1255c6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:01.908727 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5912f5e4-080f-42c6-9204-484ea4a508a3 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:01.913310 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5912f5e4-080f-42c6-9204-484ea4a508a3 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "GET /v2.0/ports/38c86281-6c47-42d7-b805-fe7b74924048 HTTP/1.1" status: 200 len: 911 time: 0.1178477 Mar 05 05:09:01.914179 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-745d55f8-da64-4456-af6d-719d1a1255c6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6880751 Mar 05 05:09:01.915524 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48384) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:01.917137 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-41b87905-0d1e-4f58-a688-f6e29f918e8e tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] device_id is not set on port b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:09:01.922864 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48386) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:01.931734 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d745607c-2a8a-4319-82cf-9214dc50f085 None None] Port 38c86281-6c47-42d7-b805-fe7b74924048 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:09:01.933336 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ba020b-8779-4794-9cee-c47fd34753ab None None] Network 5c070d85-abfa-4b8f-a9b1-8258dbf98313 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:09:01.935604 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-04c7349a-3537-4a24-a868-83122fe8f210 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'port': {'network_id': '5c070d85-abfa-4b8f-a9b1-8258dbf98313', 'name': 'tempest-PortsTestJSON-1411994282'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:09:01.976772 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-fb7d44a1-18de-4a6d-b64a-9951ef00ce57 None None] Allocated IP 172.20.0.2 (20f4a825-c023-4d9e-8a4f-335fc1e8c3ed/895aaeed-bbaa-44d1-aa54-263974cad040/a2aa5483-40e3-47a2-944e-00626ac14e9c) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:09:02.080901 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3053cccb-0d51-46f9-9fce-3ecb30e62448 None None] Routers {'b4120c94-eaef-4d2d-a03f-109ad13dbff7'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:02.081465 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-3053cccb-0d51-46f9-9fce-3ecb30e62448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:08:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b4120c94-eaef-4d2d-a03f-109ad13dbff7'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:02.125553 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 18ffa237-e783-4b3a-aa65-e12eb6d5dc2f triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:02.125986 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (18ffa237-e783-4b3a-aa65-e12eb6d5dc2f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:02.231154 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dddd45f-b8cf-4e5f-b31f-4ea23f9eb652 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Router 98d744c4-203e-41b9-9316-e591f9ececef has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:09:02.236344 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c7349a-3537-4a24-a868-83122fe8f210 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:09:02.236518 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-3053cccb-0d51-46f9-9fce-3ecb30e62448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:02.241154 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04c7349a-3537-4a24-a868-83122fe8f210 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:02.245690 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d745607c-2a8a-4319-82cf-9214dc50f085 None None] Provisioning complete for port 18ffa237-e783-4b3a-aa65-e12eb6d5dc2f triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:02.246070 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d745607c-2a8a-4319-82cf-9214dc50f085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (18ffa237-e783-4b3a-aa65-e12eb6d5dc2f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:02.270501 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-04c7349a-3537-4a24-a868-83122fe8f210 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] device_id is not set on port 688a6691-cafc-4f2d-8b82-096f910209cf yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:09:02.481865 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-97ba010f-58d0-4327-a87b-35639ee7559d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:02.589691 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dddd45f-b8cf-4e5f-b31f-4ea23f9eb652 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:09:02.599035 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3dddd45f-b8cf-4e5f-b31f-4ea23f9eb652 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:02.607738 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8134f7f0-8052-41f0-b04d-dbcf329ff9d1 None None] Sync routers for ids ['98d744c4-203e-41b9-9316-e591f9ececef'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:09:02.617638 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3053cccb-0d51-46f9-9fce-3ecb30e62448 None None] Routers {'b4120c94-eaef-4d2d-a03f-109ad13dbff7'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:02.618475 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-3053cccb-0d51-46f9-9fce-3ecb30e62448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:08:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b4120c94-eaef-4d2d-a03f-109ad13dbff7'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:02.643267 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8134f7f0-8052-41f0-b04d-dbcf329ff9d1 None None] Routers {'98d744c4-203e-41b9-9316-e591f9ececef'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:02.643267 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8134f7f0-8052-41f0-b04d-dbcf329ff9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:08:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['98d744c4-203e-41b9-9316-e591f9ececef'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:02.680532 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-04c7349a-3537-4a24-a868-83122fe8f210 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Allocated IP 172.20.0.11 (5c070d85-abfa-4b8f-a9b1-8258dbf98313/5ff9578e-0f91-4e43-8522-87551d002ce8/688a6691-cafc-4f2d-8b82-096f910209cf) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:09:02.686716 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3dddd45f-b8cf-4e5f-b31f-4ea23f9eb652 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "PUT /v2.0/floatingips/08d84c18-0c44-4426-80f4-11112d41a332 HTTP/1.1" status: 200 len: 977 time: 2.7455502 Mar 05 05:09:02.698081 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48392) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:02.719824 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b815320a-6b81-42c4-b387-410517dffa1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-5c070d85-abfa-4b8f-a9b1-8258dbf98313', 'network_id': '5c070d85-abfa-4b8f-a9b1-8258dbf98313', 'project_id': 'b560962ff6304b07a22e03444cfd5a4d', 'fixed_ips': [{'subnet_id': '5ff9578e-0f91-4e43-8522-87551d002ce8'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:09:02.720678 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b815320a-6b81-42c4-b387-410517dffa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:02.728539 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8134f7f0-8052-41f0-b04d-dbcf329ff9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:02.744545 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-3053cccb-0d51-46f9-9fce-3ecb30e62448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:02.746005 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3053cccb-0d51-46f9-9fce-3ecb30e62448 None None] The sync data for ids ['b4120c94-eaef-4d2d-a03f-109ad13dbff7'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:09:02.752416 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8134f7f0-8052-41f0-b04d-dbcf329ff9d1 None None] Routers {'98d744c4-203e-41b9-9316-e591f9ececef'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:02.753090 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8134f7f0-8052-41f0-b04d-dbcf329ff9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:08:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['98d744c4-203e-41b9-9316-e591f9ececef'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:02.814759 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fb7d44a1-18de-4a6d-b64a-9951ef00ce57 None None] Publish callbacks [] for port (a2aa5483-40e3-47a2-944e-00626ac14e9c), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:02.817908 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 18ffa237-e783-4b3a-aa65-e12eb6d5dc2f is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:02.862643 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8134f7f0-8052-41f0-b04d-dbcf329ff9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:02.863347 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8134f7f0-8052-41f0-b04d-dbcf329ff9d1 None None] The sync data for ids ['98d744c4-203e-41b9-9316-e591f9ececef'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:09:02.883994 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fb7d44a1-18de-4a6d-b64a-9951ef00ce57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (a2aa5483-40e3-47a2-944e-00626ac14e9c), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:03.006074 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7d44a1-18de-4a6d-b64a-9951ef00ce57 None None] Network 20f4a825-c023-4d9e-8a4f-335fc1e8c3ed is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:09:03.015603 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-fb7d44a1-18de-4a6d-b64a-9951ef00ce57 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:03.018131 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 18ffa237-e783-4b3a-aa65-e12eb6d5dc2f up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:09:03.021106 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d745607c-2a8a-4319-82cf-9214dc50f085 None None] Current status of the port 18ffa237-e783-4b3a-aa65-e12eb6d5dc2f is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:03.024288 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7d44a1-18de-4a6d-b64a-9951ef00ce57 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:09:03.079049 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-41b87905-0d1e-4f58-a688-f6e29f918e8e tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Allocated IP 172.20.0.14 (20f4a825-c023-4d9e-8a4f-335fc1e8c3ed/895aaeed-bbaa-44d1-aa54-263974cad040/b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:09:03.106234 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d44a1-18de-4a6d-b64a-9951ef00ce57 None None] Pushing event updated for resources: {'Port': ['ID=a2aa5483-40e3-47a2-944e-00626ac14e9c,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:03.174843 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-08cb94a4-b1bc-410c-b32d-aa23fdd0f158 None None] Provisioning complete for port 38c86281-6c47-42d7-b805-fe7b74924048 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:03.175366 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-08cb94a4-b1bc-410c-b32d-aa23fdd0f158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (38c86281-6c47-42d7-b805-fe7b74924048), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:03.178136 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-fb7d44a1-18de-4a6d-b64a-9951ef00ce57 None None] Attempting to bind port a2aa5483-40e3-47a2-944e-00626ac14e9c on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:09:03.178590 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-fb7d44a1-18de-4a6d-b64a-9951ef00ce57 None None] Attempting to bind port a2aa5483-40e3-47a2-944e-00626ac14e9c by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '3b63a629-ec9e-45c1-bbac-16ac8d783317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '20f4a825-c023-4d9e-8a4f-335fc1e8c3ed'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:09:03.179030 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7d44a1-18de-4a6d-b64a-9951ef00ce57 None None] Attempting to bind port a2aa5483-40e3-47a2-944e-00626ac14e9c on network 20f4a825-c023-4d9e-8a4f-335fc1e8c3ed {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:09:03.218994 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7d44a1-18de-4a6d-b64a-9951ef00ce57 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:09:03.219541 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7d44a1-18de-4a6d-b64a-9951ef00ce57 None None] Checking segment: {'id': '3b63a629-ec9e-45c1-bbac-16ac8d783317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '20f4a825-c023-4d9e-8a4f-335fc1e8c3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:09:03.220021 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fb7d44a1-18de-4a6d-b64a-9951ef00ce57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:03.220493 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7d44a1-18de-4a6d-b64a-9951ef00ce57 None None] Bound using segment: {'id': '3b63a629-ec9e-45c1-bbac-16ac8d783317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '20f4a825-c023-4d9e-8a4f-335fc1e8c3ed'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:09:03.221067 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-fb7d44a1-18de-4a6d-b64a-9951ef00ce57 None None] Bound port: a2aa5483-40e3-47a2-944e-00626ac14e9c, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b63a629-ec9e-45c1-bbac-16ac8d783317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '20f4a825-c023-4d9e-8a4f-335fc1e8c3ed'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:09:03.221841 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fb7d44a1-18de-4a6d-b64a-9951ef00ce57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a2aa5483-40e3-47a2-944e-00626ac14e9c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:03.241672 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 18ffa237-e783-4b3a-aa65-e12eb6d5dc2f triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:03.242139 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (18ffa237-e783-4b3a-aa65-e12eb6d5dc2f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:03.244618 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-41b87905-0d1e-4f58-a688-f6e29f918e8e tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks [] for port (b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:03.289666 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-41b87905-0d1e-4f58-a688-f6e29f918e8e tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:03.293848 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-08cb94a4-b1bc-410c-b32d-aa23fdd0f158 None None] Port 38c86281-6c47-42d7-b805-fe7b74924048 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:09:03.371686 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b87905-0d1e-4f58-a688-f6e29f918e8e tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Network 20f4a825-c023-4d9e-8a4f-335fc1e8c3ed is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:09:03.378219 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-41b87905-0d1e-4f58-a688-f6e29f918e8e tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:03.400342 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 18ffa237-e783-4b3a-aa65-e12eb6d5dc2f is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:03.410491 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fb7d44a1-18de-4a6d-b64a-9951ef00ce57 None None] For port a2aa5483-40e3-47a2-944e-00626ac14e9c, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:09:03.412366 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b87905-0d1e-4f58-a688-f6e29f918e8e tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:09:03.414985 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fb7d44a1-18de-4a6d-b64a-9951ef00ce57 None None] For port a2aa5483-40e3-47a2-944e-00626ac14e9c, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a2aa5483-40e3-47a2-944e-00626ac14e9c,segment=NetworkSegment(3b63a629-ec9e-45c1-bbac-16ac8d783317),segment_id=3b63a629-ec9e-45c1-bbac-16ac8d783317)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:09:03.429770 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fb7d44a1-18de-4a6d-b64a-9951ef00ce57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a2aa5483-40e3-47a2-944e-00626ac14e9c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:03.464944 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b87905-0d1e-4f58-a688-f6e29f918e8e tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Pushing event updated for resources: {'Port': ['ID=b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:03.494553 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-819dd31b-6b56-4b9a-b95e-c43338808c84 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Deleting port 96b2ab38-7c4f-4613-8fe7-976a1021f18a {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:09:03.494904 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-819dd31b-6b56-4b9a-b95e-c43338808c84 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (96b2ab38-7c4f-4613-8fe7-976a1021f18a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:03.524125 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b87905-0d1e-4f58-a688-f6e29f918e8e tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:03.524757 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-41b87905-0d1e-4f58-a688-f6e29f918e8e tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:03.585798 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-97ba010f-58d0-4327-a87b-35639ee7559d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Allocated IP 2001:db8:1::1 (d15fa673-401b-4559-895e-377a870ae5e4/3b5fd581-1861-4a8e-9835-28c8510d7d29/1feba798-c058-4408-b043-e88659ee62d0) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:09:03.601543 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d44a1-18de-4a6d-b64a-9951ef00ce57 None None] Pushing event updated for resources: {'Port': ['ID=a2aa5483-40e3-47a2-944e-00626ac14e9c,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:03.622396 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-833596f8-786c-43fe-928e-a2941022c248 req-47c81e54-3b5a-49fb-a737-f0aa0f7d32aa tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.4204586 Mar 05 05:09:03.751726 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280b172-b44f-4801-be35-ff1ea37cd50d req-ce4d2e43-85fa-4974-8ec0-e027d7f4c755 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:03.753489 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8280b172-b44f-4801-be35-ff1ea37cd50d req-ce4d2e43-85fa-4974-8ec0-e027d7f4c755 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 943 time: 1.2682219 Mar 05 05:09:03.840010 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-97ba010f-58d0-4327-a87b-35639ee7559d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for port (1feba798-c058-4408-b043-e88659ee62d0), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:03.878030 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8280b172-b44f-4801-be35-ff1ea37cd50d req-9e53147b-8cef-4d9c-858e-4fee3785c19b tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178515 Mar 05 05:09:03.920213 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-97ba010f-58d0-4327-a87b-35639ee7559d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (1feba798-c058-4408-b043-e88659ee62d0), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:03.985337 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ba010f-58d0-4327-a87b-35639ee7559d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network d15fa673-401b-4559-895e-377a870ae5e4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:09:03.988876 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-97ba010f-58d0-4327-a87b-35639ee7559d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:03.993370 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ba010f-58d0-4327-a87b-35639ee7559d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:09:03.993935 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-97ba010f-58d0-4327-a87b-35639ee7559d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (b4120c94-eaef-4d2d-a03f-109ad13dbff7), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:04.000595 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba010f-58d0-4327-a87b-35639ee7559d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Port': ['ID=1feba798-c058-4408-b043-e88659ee62d0,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:04.114117 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04c7349a-3537-4a24-a868-83122fe8f210 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for port (688a6691-cafc-4f2d-8b82-096f910209cf), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:04.181019 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-41b87905-0d1e-4f58-a688-f6e29f918e8e tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9830990 Mar 05 05:09:04.181675 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48426) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:04.191540 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-97ba010f-58d0-4327-a87b-35639ee7559d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1feba798-c058-4408-b043-e88659ee62d0), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:04.198299 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-c787f13a-d6a1-43c0-891f-bd4445e9dbe8 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1631228050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:09:04.246004 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04c7349a-3537-4a24-a868-83122fe8f210 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (688a6691-cafc-4f2d-8b82-096f910209cf), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:04.261571 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c787f13a-d6a1-43c0-891f-bd4445e9dbe8 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (700f5d97-b453-468c-8a9b-63891ae7a312), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:04.262794 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c787f13a-d6a1-43c0-891f-bd4445e9dbe8 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (700f5d97-b453-468c-8a9b-63891ae7a312), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:04.280695 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-b815320a-6b81-42c4-b387-410517dffa1c None None] Allocated IP 172.20.0.2 (5c070d85-abfa-4b8f-a9b1-8258dbf98313/5ff9578e-0f91-4e43-8522-87551d002ce8/06dc73da-f218-4089-81d1-26fe3bf6b310) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:09:04.447765 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-819dd31b-6b56-4b9a-b95e-c43338808c84 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (96b2ab38-7c4f-4613-8fe7-976a1021f18a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:04.462888 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c7349a-3537-4a24-a868-83122fe8f210 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network 5c070d85-abfa-4b8f-a9b1-8258dbf98313 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:09:04.510362 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-145dad9f-aebe-4784-913b-61de6d85f2b1 None None] Provisioning complete for port 1feba798-c058-4408-b043-e88659ee62d0 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:04.511027 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-145dad9f-aebe-4784-913b-61de6d85f2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1feba798-c058-4408-b043-e88659ee62d0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:04.555603 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-145dad9f-aebe-4784-913b-61de6d85f2b1 None None] Port 1feba798-c058-4408-b043-e88659ee62d0 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:09:04.627800 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b815320a-6b81-42c4-b387-410517dffa1c None None] Publish callbacks [] for port (06dc73da-f218-4089-81d1-26fe3bf6b310), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:04.638042 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-04c7349a-3537-4a24-a868-83122fe8f210 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:04.639878 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b815320a-6b81-42c4-b387-410517dffa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (06dc73da-f218-4089-81d1-26fe3bf6b310), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:04.640769 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7349a-3537-4a24-a868-83122fe8f210 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Port': ['ID=688a6691-cafc-4f2d-8b82-096f910209cf,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:04.643274 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c7349a-3537-4a24-a868-83122fe8f210 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:09:04.720082 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815320a-6b81-42c4-b387-410517dffa1c None None] Pushing event updated for resources: {'Port': ['ID=06dc73da-f218-4089-81d1-26fe3bf6b310,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:04.734471 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b815320a-6b81-42c4-b387-410517dffa1c None None] Network 5c070d85-abfa-4b8f-a9b1-8258dbf98313 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:09:04.736255 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-b815320a-6b81-42c4-b387-410517dffa1c None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:04.739375 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b815320a-6b81-42c4-b387-410517dffa1c None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:09:04.740534 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-97ba010f-58d0-4327-a87b-35639ee7559d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for port (1feba798-c058-4408-b043-e88659ee62d0), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:04.751569 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-97ba010f-58d0-4327-a87b-35639ee7559d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (1feba798-c058-4408-b043-e88659ee62d0), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:04.752589 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-97ba010f-58d0-4327-a87b-35639ee7559d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (b4120c94-eaef-4d2d-a03f-109ad13dbff7), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:04.808947 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-b815320a-6b81-42c4-b387-410517dffa1c None None] Attempting to bind port 06dc73da-f218-4089-81d1-26fe3bf6b310 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:09:04.809987 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-b815320a-6b81-42c4-b387-410517dffa1c None None] Attempting to bind port 06dc73da-f218-4089-81d1-26fe3bf6b310 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '68091601-6e52-49ab-a5c4-89af4bc89a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5c070d85-abfa-4b8f-a9b1-8258dbf98313'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:09:04.810581 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b815320a-6b81-42c4-b387-410517dffa1c None None] Attempting to bind port 06dc73da-f218-4089-81d1-26fe3bf6b310 on network 5c070d85-abfa-4b8f-a9b1-8258dbf98313 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:09:04.818607 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b815320a-6b81-42c4-b387-410517dffa1c None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:09:04.819443 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b815320a-6b81-42c4-b387-410517dffa1c None None] Checking segment: {'id': '68091601-6e52-49ab-a5c4-89af4bc89a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5c070d85-abfa-4b8f-a9b1-8258dbf98313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:09:04.820051 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b815320a-6b81-42c4-b387-410517dffa1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:04.820613 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b815320a-6b81-42c4-b387-410517dffa1c None None] Bound using segment: {'id': '68091601-6e52-49ab-a5c4-89af4bc89a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5c070d85-abfa-4b8f-a9b1-8258dbf98313'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:09:04.821264 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-b815320a-6b81-42c4-b387-410517dffa1c None None] Bound port: 06dc73da-f218-4089-81d1-26fe3bf6b310, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68091601-6e52-49ab-a5c4-89af4bc89a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '5c070d85-abfa-4b8f-a9b1-8258dbf98313'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:09:04.821825 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b815320a-6b81-42c4-b387-410517dffa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (06dc73da-f218-4089-81d1-26fe3bf6b310), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:04.838038 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba010f-58d0-4327-a87b-35639ee7559d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Port': ['ID=1feba798-c058-4408-b043-e88659ee62d0,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:04.899281 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-422f7815-9107-48f1-904a-bff2915edcb9 req-b786b83e-a7ab-4f14-b6f1-d459872ccd45 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0715821 Mar 05 05:09:04.955418 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c7349a-3537-4a24-a868-83122fe8f210 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:04.956140 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04c7349a-3537-4a24-a868-83122fe8f210 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:04.964204 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c787f13a-d6a1-43c0-891f-bd4445e9dbe8 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks [] for router_controller (700f5d97-b453-468c-8a9b-63891ae7a312), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:04.964398 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-b815320a-6b81-42c4-b387-410517dffa1c None None] For port 06dc73da-f218-4089-81d1-26fe3bf6b310, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:09:04.968580 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-b815320a-6b81-42c4-b387-410517dffa1c None None] For port 06dc73da-f218-4089-81d1-26fe3bf6b310, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=06dc73da-f218-4089-81d1-26fe3bf6b310,segment=NetworkSegment(68091601-6e52-49ab-a5c4-89af4bc89a91),segment_id=68091601-6e52-49ab-a5c4-89af4bc89a91)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:09:04.978990 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b815320a-6b81-42c4-b387-410517dffa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (06dc73da-f218-4089-81d1-26fe3bf6b310), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:04.980710 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c787f13a-d6a1-43c0-891f-bd4445e9dbe8 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (700f5d97-b453-468c-8a9b-63891ae7a312), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:05.024343 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-04c7349a-3537-4a24-a868-83122fe8f210 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0941725 Mar 05 05:09:05.025442 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48446) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:05.038976 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-2d029ad0-d823-4425-861d-4176ea92a711 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'port': {'network_id': '5c070d85-abfa-4b8f-a9b1-8258dbf98313', 'name': 'tempest-PortsTestJSON-1706767114'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:09:05.048416 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c787f13a-d6a1-43c0-891f-bd4445e9dbe8 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:05.053224 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c787f13a-d6a1-43c0-891f-bd4445e9dbe8 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8703623 Mar 05 05:09:05.055854 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-819dd31b-6b56-4b9a-b95e-c43338808c84 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:05.056466 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-819dd31b-6b56-4b9a-b95e-c43338808c84 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (08d84c18-0c44-4426-80f4-11112d41a332), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:05.057104 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [None req-819dd31b-6b56-4b9a-b95e-c43338808c84 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Floating IP 08d84c18-0c44-4426-80f4-11112d41a332 disassociated. External IP: 172.25.0.149, port: 96b2ab38-7c4f-4613-8fe7-976a1021f18a. Mar 05 05:09:05.057877 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-819dd31b-6b56-4b9a-b95e-c43338808c84 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Calling delete_port for 96b2ab38-7c4f-4613-8fe7-976a1021f18a owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:09:05.062280 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48448) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:05.067539 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-cb537d42-e692-46c7-bb86-19ce43e751e8 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2091494747', 'prefixes': ['172.20.0.0/16']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:09:05.109593 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a2aa5483-40e3-47a2-944e-00626ac14e9c up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:09:05.243583 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4a513-dfda-49b5-8b71-61f5f181ce4b req-ec6ec340-5f74-404c-83cd-c69f354ef0e2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:05.249874 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815320a-6b81-42c4-b387-410517dffa1c None None] Pushing event updated for resources: {'Port': ['ID=06dc73da-f218-4089-81d1-26fe3bf6b310,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:05.250726 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c0d4a513-dfda-49b5-8b71-61f5f181ce4b req-ec6ec340-5f74-404c-83cd-c69f354ef0e2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 943 time: 0.1891303 Mar 05 05:09:05.279341 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port a2aa5483-40e3-47a2-944e-00626ac14e9c triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:05.280083 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a2aa5483-40e3-47a2-944e-00626ac14e9c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:05.304262 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ba010f-58d0-4327-a87b-35639ee7559d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network d15fa673-401b-4559-895e-377a870ae5e4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:09:05.362906 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c0d4a513-dfda-49b5-8b71-61f5f181ce4b req-eb869957-f472-45f8-843f-1508d6c99d88 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112599 Mar 05 05:09:05.365895 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-97ba010f-58d0-4327-a87b-35639ee7559d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:05.417212 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cb537d42-e692-46c7-bb86-19ce43e751e8 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:05.422325 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-cb537d42-e692-46c7-bb86-19ce43e751e8 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3584049 Mar 05 05:09:05.423049 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48450) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:05.430921 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-81948255-b768-4c44-a699-f2acb46bcaac tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '895aaeed-bbaa-44d1-aa54-263974cad040', 'tempest-TagsExtTest-Tag-566685353') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:05.505112 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port a2aa5483-40e3-47a2-944e-00626ac14e9c is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:05.505752 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a2aa5483-40e3-47a2-944e-00626ac14e9c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:05.590497 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port a2aa5483-40e3-47a2-944e-00626ac14e9c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a2aa5483-40e3-47a2-944e-00626ac14e9c,segment=NetworkSegment(3b63a629-ec9e-45c1-bbac-16ac8d783317),segment_id=3b63a629-ec9e-45c1-bbac-16ac8d783317)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:09:05.616458 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a2aa5483-40e3-47a2-944e-00626ac14e9c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:05.621511 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d029ad0-d823-4425-861d-4176ea92a711 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:09:05.624899 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d5335c-ab85-478d-9ae3-34c98e8f4619 None None] Network 20f4a825-c023-4d9e-8a4f-335fc1e8c3ed requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:09:05.630330 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d029ad0-d823-4425-861d-4176ea92a711 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:05.640872 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ba010f-58d0-4327-a87b-35639ee7559d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Router b4120c94-eaef-4d2d-a03f-109ad13dbff7 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:09:05.746236 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-2d029ad0-d823-4425-861d-4176ea92a711 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] device_id is not set on port 3ace5adb-7b46-4a33-bbde-22dd36fc1897 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:09:05.873022 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-819dd31b-6b56-4b9a-b95e-c43338808c84 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (96b2ab38-7c4f-4613-8fe7-976a1021f18a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:05.888718 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ba010f-58d0-4327-a87b-35639ee7559d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:09:05.901868 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-97ba010f-58d0-4327-a87b-35639ee7559d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "PUT /v2.0/routers/b4120c94-eaef-4d2d-a03f-109ad13dbff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9848642 Mar 05 05:09:05.902743 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48454) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:05.908083 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-81948255-b768-4c44-a699-f2acb46bcaac tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "PUT /v2.0/subnets/895aaeed-bbaa-44d1-aa54-263974cad040/tags/tempest-TagsExtTest-Tag-566685353 HTTP/1.1" status: 201 len: 201 time: 0.4808586 Mar 05 05:09:05.913564 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48456) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:05.922771 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-18f6d2e1-9d0b-4929-b436-9faa088c2dc2 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5', 'tempest-TagsExtTest-Tag-1962243178') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:06.004882 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b7030d-e24b-422e-9e6e-29fa73cf4329 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:06.010001 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e3b7030d-e24b-422e-9e6e-29fa73cf4329 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "GET /v2.0/ports/1feba798-c058-4408-b043-e88659ee62d0 HTTP/1.1" status: 200 len: 913 time: 0.1026390 Mar 05 05:09:06.010650 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48460) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:06.073525 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25221f5-115b-445b-a0e3-c8332d33d7da None None] Sync routers for ids ['b4120c94-eaef-4d2d-a03f-109ad13dbff7'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:09:06.081909 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-887cdbc6-6d08-44c6-b4dc-8b9d1cdf275f None None] Provisioning complete for port a2aa5483-40e3-47a2-944e-00626ac14e9c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:06.082856 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-887cdbc6-6d08-44c6-b4dc-8b9d1cdf275f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a2aa5483-40e3-47a2-944e-00626ac14e9c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:06.144321 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=a2aa5483-40e3-47a2-944e-00626ac14e9c,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:06.153248 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25221f5-115b-445b-a0e3-c8332d33d7da None None] Routers {'b4120c94-eaef-4d2d-a03f-109ad13dbff7'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:06.154952 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c25221f5-115b-445b-a0e3-c8332d33d7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:08:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b4120c94-eaef-4d2d-a03f-109ad13dbff7'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:06.174504 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-392a684d-955a-447e-a7e3-73ec1dd79212 req-d5eee8a6-5a58-4b3e-826c-fe49c1166d85 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.1501455 Mar 05 05:09:06.237566 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819dd31b-6b56-4b9a-b95e-c43338808c84 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event deleted for resources: {'Port': ['ID=96b2ab38-7c4f-4613-8fe7-976a1021f18a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:06.238262 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c25221f5-115b-445b-a0e3-c8332d33d7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:06.284488 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819dd31b-6b56-4b9a-b95e-c43338808c84 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Router 98d744c4-203e-41b9-9316-e591f9ececef has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:09:06.304527 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25221f5-115b-445b-a0e3-c8332d33d7da None None] Routers {'b4120c94-eaef-4d2d-a03f-109ad13dbff7'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:06.306728 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c25221f5-115b-445b-a0e3-c8332d33d7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:08:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b4120c94-eaef-4d2d-a03f-109ad13dbff7'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:06.419912 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c25221f5-115b-445b-a0e3-c8332d33d7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:06.420700 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c25221f5-115b-445b-a0e3-c8332d33d7da None None] The sync data for ids ['b4120c94-eaef-4d2d-a03f-109ad13dbff7'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:09:06.532687 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-887cdbc6-6d08-44c6-b4dc-8b9d1cdf275f None None] Current status of the port a2aa5483-40e3-47a2-944e-00626ac14e9c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:06.564265 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-2d029ad0-d823-4425-861d-4176ea92a711 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Allocated IP 172.20.0.10 (5c070d85-abfa-4b8f-a9b1-8258dbf98313/5ff9578e-0f91-4e43-8522-87551d002ce8/3ace5adb-7b46-4a33-bbde-22dd36fc1897) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:09:06.572431 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-18f6d2e1-9d0b-4929-b436-9faa088c2dc2 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "PUT /v2.0/ports/b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5/tags/tempest-TagsExtTest-Tag-1962243178 HTTP/1.1" status: 201 len: 201 time: 0.6525645 Mar 05 05:09:06.580719 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48464) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:06.597012 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.tag.tag_plugin [None req-88161693-9c01-40ed-88e2-943a7118aadd tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '700f5d97-b453-468c-8a9b-63891ae7a312', 'tempest-TagsExtTest-Tag-1054756603') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:06.664795 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-9099ee37-f43a-47e0-8744-eb13e3260bf4 None None] Provisioning complete for port 1feba798-c058-4408-b043-e88659ee62d0 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:06.667613 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9099ee37-f43a-47e0-8744-eb13e3260bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1feba798-c058-4408-b043-e88659ee62d0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:06.736171 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819dd31b-6b56-4b9a-b95e-c43338808c84 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:09:06.749370 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192fc337-e5db-4861-87ce-900dbc02dfc9 None None] Sync routers for ids ['98d744c4-203e-41b9-9316-e591f9ececef'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:09:06.772621 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192fc337-e5db-4861-87ce-900dbc02dfc9 None None] Routers {'98d744c4-203e-41b9-9316-e591f9ececef'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:06.775278 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-192fc337-e5db-4861-87ce-900dbc02dfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:08:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['98d744c4-203e-41b9-9316-e591f9ececef'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:06.782269 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9099ee37-f43a-47e0-8744-eb13e3260bf4 None None] Port 1feba798-c058-4408-b043-e88659ee62d0 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:09:06.823740 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216abef-db9d-4ba1-ac50-61df4f2c6f07 req-05d4bffd-e2c5-478f-924c-d05ee600800e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:06.826019 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c216abef-db9d-4ba1-ac50-61df4f2c6f07 req-05d4bffd-e2c5-478f-924c-d05ee600800e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 943 time: 0.3002012 Mar 05 05:09:06.883643 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-192fc337-e5db-4861-87ce-900dbc02dfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:06.893109 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c216abef-db9d-4ba1-ac50-61df4f2c6f07 req-08bc7b51-b3ff-4b99-8144-b7eaee9c4ac4 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617933 Mar 05 05:09:06.924322 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192fc337-e5db-4861-87ce-900dbc02dfc9 None None] Routers {'98d744c4-203e-41b9-9316-e591f9ececef'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:06.925318 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f585322d-064d-4364-ac7f-8469dc27f2f3 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (b4120c94-eaef-4d2d-a03f-109ad13dbff7), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:06.926969 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-192fc337-e5db-4861-87ce-900dbc02dfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:08:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['98d744c4-203e-41b9-9316-e591f9ececef'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:06.979641 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de03d65-c5bb-463e-9e6a-e35b4e66f9a2 None None] Network 5c070d85-abfa-4b8f-a9b1-8258dbf98313 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:09:07.010844 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-819dd31b-6b56-4b9a-b95e-c43338808c84 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:07.016367 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-192fc337-e5db-4861-87ce-900dbc02dfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:07.017447 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192fc337-e5db-4861-87ce-900dbc02dfc9 None None] The sync data for ids ['98d744c4-203e-41b9-9316-e591f9ececef'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:09:07.023910 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-819dd31b-6b56-4b9a-b95e-c43338808c84 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "DELETE /v2.0/ports/96b2ab38-7c4f-4613-8fe7-976a1021f18a HTTP/1.1" status: 204 len: 168 time: 4.3198676 Mar 05 05:09:07.042562 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48468) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:07.064472 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-88161693-9c01-40ed-88e2-943a7118aadd tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "PUT /v2.0/routers/700f5d97-b453-468c-8a9b-63891ae7a312/tags/tempest-TagsExtTest-Tag-1054756603 HTTP/1.1" status: 201 len: 201 time: 0.4746292 Mar 05 05:09:07.099428 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48470) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:07.112490 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.tag.tag_plugin [None req-4b797d0b-1ba2-4552-9905-ec23c9959c70 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bcc39de7-db49-465a-8a01-aab8e79e6d9e', 'tempest-TagsExtTest-Tag-1509759043') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:07.121483 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e33b784-84a5-46f7-a027-eda34de093aa None None] Provisioning complete for port b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:07.121901 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e33b784-84a5-46f7-a027-eda34de093aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:07.166068 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48472) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:07.172172 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a0a634d0-ebf1-47e2-b309-efc7958da907 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "GET /v2.0/floatingips/08d84c18-0c44-4426-80f4-11112d41a332 HTTP/1.1" status: 200 len: 688 time: 0.1282930 Mar 05 05:09:07.187902 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 26ca66d5-2490-46d0-ad7a-2bf52d17d0c2 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:09:07.191343 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d029ad0-d823-4425-861d-4176ea92a711 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for port (3ace5adb-7b46-4a33-bbde-22dd36fc1897), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:07.198425 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a2aa5483-40e3-47a2-944e-00626ac14e9c up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:09:07.278125 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d029ad0-d823-4425-861d-4176ea92a711 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (3ace5adb-7b46-4a33-bbde-22dd36fc1897), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:07.289702 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e33b784-84a5-46f7-a027-eda34de093aa None None] Port b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:09:07.376242 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d029ad0-d823-4425-861d-4176ea92a711 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network 5c070d85-abfa-4b8f-a9b1-8258dbf98313 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:09:07.388957 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-2d029ad0-d823-4425-861d-4176ea92a711 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:07.393936 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d029ad0-d823-4425-861d-4176ea92a711 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:09:07.399024 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d029ad0-d823-4425-861d-4176ea92a711 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Port': ['ID=3ace5adb-7b46-4a33-bbde-22dd36fc1897,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:07.431948 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48476) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:07.432168 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4b797d0b-1ba2-4552-9905-ec23c9959c70 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "PUT /v2.0/subnetpools/bcc39de7-db49-465a-8a01-aab8e79e6d9e/tags/tempest-TagsExtTest-Tag-1509759043 HTTP/1.1" status: 201 len: 201 time: 0.3314791 Mar 05 05:09:07.441360 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-e6ab9313-e43e-4b89-b771-768ceaffb322 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '895aaeed-bbaa-44d1-aa54-263974cad040') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:07.448340 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e33b784-84a5-46f7-a027-eda34de093aa None None] Provisioning complete for port 06dc73da-f218-4089-81d1-26fe3bf6b310 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:07.449003 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e33b784-84a5-46f7-a027-eda34de093aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (06dc73da-f218-4089-81d1-26fe3bf6b310), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:07.492505 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port a2aa5483-40e3-47a2-944e-00626ac14e9c triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:07.493183 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a2aa5483-40e3-47a2-944e-00626ac14e9c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:07.497418 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e9afb37a-6524-4112-b58f-8e1ddda29ee7 req-59918b70-8743-43ae-aa9c-61771dc85e6b tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0817864 Mar 05 05:09:07.563113 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d029ad0-d823-4425-861d-4176ea92a711 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:07.564167 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d029ad0-d823-4425-861d-4176ea92a711 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:07.605344 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 26ca66d5-2490-46d0-ad7a-2bf52d17d0c2, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=26ca66d5-2490-46d0-ad7a-2bf52d17d0c2,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:09:07.622560 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2d029ad0-d823-4425-861d-4176ea92a711 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5939214 Mar 05 05:09:07.629167 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48478) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:07.662682 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-5d0503a7-651f-4b97-9e99-add6d4723715 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Deleting port 3069c8b2-f687-4fb7-8196-c4bc8fc33e7e {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:09:07.664919 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5d0503a7-651f-4b97-9e99-add6d4723715 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (3069c8b2-f687-4fb7-8196-c4bc8fc33e7e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:07.685498 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e33b784-84a5-46f7-a027-eda34de093aa None None] Current status of the port 06dc73da-f218-4089-81d1-26fe3bf6b310 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:07.685818 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e33b784-84a5-46f7-a027-eda34de093aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (06dc73da-f218-4089-81d1-26fe3bf6b310), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:07.701239 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '26ca66d5-2490-46d0-ad7a-2bf52d17d0c2', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'port_id': '26ca66d5-2490-46d0-ad7a-2bf52d17d0c2', 'mac_address': 'fa:16:3e:b8:5a:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:09:07.739457 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e6ab9313-e43e-4b89-b771-768ceaffb322 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "GET /v2.0/subnets/895aaeed-bbaa-44d1-aa54-263974cad040/tags HTTP/1.1" status: 200 len: 240 time: 0.3052001 Mar 05 05:09:07.741215 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48480) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:07.782026 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.tag.tag_plugin [None req-9d5d8965-7c2b-4713-babe-f45684a04a7e tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '895aaeed-bbaa-44d1-aa54-263974cad040', 'tempest-TagsExtTest-Tag-566685353') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:07.787633 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e33b784-84a5-46f7-a027-eda34de093aa None None] For port 06dc73da-f218-4089-81d1-26fe3bf6b310, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=06dc73da-f218-4089-81d1-26fe3bf6b310,segment=NetworkSegment(68091601-6e52-49ab-a5c4-89af4bc89a91),segment_id=68091601-6e52-49ab-a5c4-89af4bc89a91)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:09:07.807183 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e33b784-84a5-46f7-a027-eda34de093aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (06dc73da-f218-4089-81d1-26fe3bf6b310), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:07.831352 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f6f83c-6aa3-4113-ab96-e36d89907f85 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:07.834650 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-94f6f83c-6aa3-4113-ab96-e36d89907f85 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.2033963 Mar 05 05:09:07.837414 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48484) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:07.878189 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33b784-84a5-46f7-a027-eda34de093aa None None] Pushing event updated for resources: {'Port': ['ID=06dc73da-f218-4089-81d1-26fe3bf6b310,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:07.902621 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port a2aa5483-40e3-47a2-944e-00626ac14e9c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:07.903766 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 06dc73da-f218-4089-81d1-26fe3bf6b310 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:09:07.964649 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 26ca66d5-2490-46d0-ad7a-2bf52d17d0c2 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:07.965046 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (26ca66d5-2490-46d0-ad7a-2bf52d17d0c2), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:07.983577 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26ca66d5-2490-46d0-ad7a-2bf52d17d0c2 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:09:08.016042 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e33b784-84a5-46f7-a027-eda34de093aa None None] Provisioning complete for port a2aa5483-40e3-47a2-944e-00626ac14e9c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:08.016179 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e33b784-84a5-46f7-a027-eda34de093aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a2aa5483-40e3-47a2-944e-00626ac14e9c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:08.038368 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5d0503a7-651f-4b97-9e99-add6d4723715 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (3069c8b2-f687-4fb7-8196-c4bc8fc33e7e), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:08.038938 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5d0503a7-651f-4b97-9e99-add6d4723715 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (3069c8b2-f687-4fb7-8196-c4bc8fc33e7e), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:08.039725 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 26ca66d5-2490-46d0-ad7a-2bf52d17d0c2, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=26ca66d5-2490-46d0-ad7a-2bf52d17d0c2,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:09:08.073950 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-6d8da1e3-3b60-4f95-8016-0ce6ceb3b8fd tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Deleting port 3ace5adb-7b46-4a33-bbde-22dd36fc1897 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:09:08.076398 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6d8da1e3-3b60-4f95-8016-0ce6ceb3b8fd tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (3ace5adb-7b46-4a33-bbde-22dd36fc1897), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:08.092790 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-5d0503a7-651f-4b97-9e99-add6d4723715 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Calling delete_port for 3069c8b2-f687-4fb7-8196-c4bc8fc33e7e owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:09:08.099325 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (26ca66d5-2490-46d0-ad7a-2bf52d17d0c2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:08.163541 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 06dc73da-f218-4089-81d1-26fe3bf6b310 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:08.163932 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (06dc73da-f218-4089-81d1-26fe3bf6b310), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:08.170620 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=26ca66d5-2490-46d0-ad7a-2bf52d17d0c2,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:08.268888 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6d8da1e3-3b60-4f95-8016-0ce6ceb3b8fd tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (3ace5adb-7b46-4a33-bbde-22dd36fc1897), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:08.282010 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-f585322d-064d-4364-ac7f-8469dc27f2f3 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Deleting port 1feba798-c058-4408-b043-e88659ee62d0 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:09:08.288725 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f585322d-064d-4364-ac7f-8469dc27f2f3 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (1feba798-c058-4408-b043-e88659ee62d0), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:08.300840 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-6d8da1e3-3b60-4f95-8016-0ce6ceb3b8fd tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Calling delete_port for 3ace5adb-7b46-4a33-bbde-22dd36fc1897 owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:09:08.312491 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['26ca66d5-2490-46d0-ad7a-2bf52d17d0c2'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:09:08.331755 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67eae36-275f-4ec3-8881-f52ad205a29b req-3d879a8c-d7c1-4971-b015-c09a1d5459fe tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:08.333434 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b67eae36-275f-4ec3-8881-f52ad205a29b req-3d879a8c-d7c1-4971-b015-c09a1d5459fe tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 943 time: 0.3079622 Mar 05 05:09:08.338750 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9d5d8965-7c2b-4713-babe-f45684a04a7e tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "GET /v2.0/subnets/895aaeed-bbaa-44d1-aa54-263974cad040/tags/tempest-TagsExtTest-Tag-566685353 HTTP/1.1" status: 204 len: 168 time: 0.5754950 Mar 05 05:09:08.344137 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48488) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:08.357422 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-c56bb4bb-33c9-4b15-964c-d80b0b561252 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '895aaeed-bbaa-44d1-aa54-263974cad040', 'tempest-TagsExtTest-Tag-566685353') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:08.518177 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 06dc73da-f218-4089-81d1-26fe3bf6b310 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:08.523381 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e33b784-84a5-46f7-a027-eda34de093aa None None] Current status of the port a2aa5483-40e3-47a2-944e-00626ac14e9c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:08.610662 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6d8da1e3-3b60-4f95-8016-0ce6ceb3b8fd tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (3ace5adb-7b46-4a33-bbde-22dd36fc1897), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:08.703155 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b67eae36-275f-4ec3-8881-f52ad205a29b req-828d53e1-e4e4-42e1-87e0-ea00fc237e94 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557088 Mar 05 05:09:08.705780 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8da1e3-3b60-4f95-8016-0ce6ceb3b8fd tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Port': ['ID=3ace5adb-7b46-4a33-bbde-22dd36fc1897,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:08.717408 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-122ff2c6-bfa9-4aa9-bfb6-8372d838e0c6 None None] Provisioning complete for port 06dc73da-f218-4089-81d1-26fe3bf6b310 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:08.717408 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-122ff2c6-bfa9-4aa9-bfb6-8372d838e0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (06dc73da-f218-4089-81d1-26fe3bf6b310), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:08.738090 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f585322d-064d-4364-ac7f-8469dc27f2f3 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (1feba798-c058-4408-b043-e88659ee62d0), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:08.799680 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1c185ff6-b84a-4e08-addd-7a6cd846f77c req-e3ba6a71-7e4a-4bc3-bed4-e53d10bcd19f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.1261482 Mar 05 05:09:08.811228 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c56bb4bb-33c9-4b15-964c-d80b0b561252 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "DELETE /v2.0/subnets/895aaeed-bbaa-44d1-aa54-263974cad040/tags/tempest-TagsExtTest-Tag-566685353 HTTP/1.1" status: 204 len: 168 time: 0.4658649 Mar 05 05:09:08.812089 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48494) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:08.822687 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-1ee7bcc0-ec75-427f-bdbf-c6d4b74805e6 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '895aaeed-bbaa-44d1-aa54-263974cad040') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:08.842521 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-f585322d-064d-4364-ac7f-8469dc27f2f3 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Calling delete_port for 1feba798-c058-4408-b043-e88659ee62d0 owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:09:08.889964 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-122ff2c6-bfa9-4aa9-bfb6-8372d838e0c6 None None] Current status of the port 06dc73da-f218-4089-81d1-26fe3bf6b310 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:08.919573 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-122ff2c6-bfa9-4aa9-bfb6-8372d838e0c6 None None] Provisioning complete for port b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:08.919965 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-122ff2c6-bfa9-4aa9-bfb6-8372d838e0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:08.951329 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5d0503a7-651f-4b97-9e99-add6d4723715 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (3069c8b2-f687-4fb7-8196-c4bc8fc33e7e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:08.994491 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6d8da1e3-3b60-4f95-8016-0ce6ceb3b8fd tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:09.001633 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-122ff2c6-bfa9-4aa9-bfb6-8372d838e0c6 None None] Port b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:09:09.010135 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6d8da1e3-3b60-4f95-8016-0ce6ceb3b8fd tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/ports/3ace5adb-7b46-4a33-bbde-22dd36fc1897 HTTP/1.1" status: 204 len: 168 time: 1.1714454 Mar 05 05:09:09.011829 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 06dc73da-f218-4089-81d1-26fe3bf6b310 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:09:09.013661 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48496) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:09.023445 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0503a7-651f-4b97-9e99-add6d4723715 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event deleted for resources: {'Port': ['ID=3069c8b2-f687-4fb7-8196-c4bc8fc33e7e,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:09.064883 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f9191b-83e9-429f-8e6f-6943a9226a06 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] GET failed (client error): The resource could not be found. Mar 05 05:09:09.068126 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-21f9191b-83e9-429f-8e6f-6943a9226a06 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "GET /v2.0/ports/3ace5adb-7b46-4a33-bbde-22dd36fc1897 HTTP/1.1" status: 404 len: 333 time: 0.0517097 Mar 05 05:09:09.073220 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48498) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:09.078554 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1ee7bcc0-ec75-427f-bdbf-c6d4b74805e6 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "GET /v2.0/subnets/895aaeed-bbaa-44d1-aa54-263974cad040/tags HTTP/1.1" status: 200 len: 205 time: 0.2595696 Mar 05 05:09:09.086851 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48500) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:09.092458 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-122ff2c6-bfa9-4aa9-bfb6-8372d838e0c6 None None] Could not find standard attr ID for object 3ace5adb-7b46-4a33-bbde-22dd36fc1897. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 05:09:09.094360 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-392f3100-8260-4b23-9353-b52adcaa4369 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:09.135639 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 26ca66d5-2490-46d0-ad7a-2bf52d17d0c2 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:09:09.195565 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-122ff2c6-bfa9-4aa9-bfb6-8372d838e0c6 None None] Provisioning complete for port 688a6691-cafc-4f2d-8b82-096f910209cf triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:09.195963 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-122ff2c6-bfa9-4aa9-bfb6-8372d838e0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (688a6691-cafc-4f2d-8b82-096f910209cf), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:09.262313 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f585322d-064d-4364-ac7f-8469dc27f2f3 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (1feba798-c058-4408-b043-e88659ee62d0), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:09.307711 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-392f3100-8260-4b23-9353-b52adcaa4369 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "GET /v2.0/ports/b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5/tags HTTP/1.1" status: 200 len: 241 time: 0.2176404 Mar 05 05:09:09.309019 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48502) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:09.313625 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-2ffd56c8-f48e-491c-9b6e-87dcb038046b tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5', 'tempest-TagsExtTest-Tag-1962243178') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:09.315459 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 06dc73da-f218-4089-81d1-26fe3bf6b310 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:09.315853 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (06dc73da-f218-4089-81d1-26fe3bf6b310), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:09.370780 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-0af016af-88df-4848-a1bf-e5b176c1773a tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Deleting port 688a6691-cafc-4f2d-8b82-096f910209cf {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:09:09.371011 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0af016af-88df-4848-a1bf-e5b176c1773a tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (688a6691-cafc-4f2d-8b82-096f910209cf), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:09.387255 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-122ff2c6-bfa9-4aa9-bfb6-8372d838e0c6 None None] Port 688a6691-cafc-4f2d-8b82-096f910209cf cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:09:09.398369 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585322d-064d-4364-ac7f-8469dc27f2f3 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Port': ['ID=1feba798-c058-4408-b043-e88659ee62d0,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:09.432155 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5d0503a7-651f-4b97-9e99-add6d4723715 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (08d84c18-0c44-4426-80f4-11112d41a332), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:09.442621 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5d0503a7-651f-4b97-9e99-add6d4723715 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:09.448469 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5d0503a7-651f-4b97-9e99-add6d4723715 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "DELETE /v2.0/floatingips/08d84c18-0c44-4426-80f4-11112d41a332 HTTP/1.1" status: 204 len: 168 time: 2.2811866 Mar 05 05:09:09.450819 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48504) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:09.451438 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 26ca66d5-2490-46d0-ad7a-2bf52d17d0c2 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:09:09.454692 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-8e5c3b90-1129-479c-842a-c12b666b3939 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'port_id': 'ea8332be-f5aa-4b7c-b407-1f4822c7a425'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:09:09.476341 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 26ca66d5-2490-46d0-ad7a-2bf52d17d0c2 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:09.480433 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (26ca66d5-2490-46d0-ad7a-2bf52d17d0c2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:09.643203 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d02c256b-0f4e-4793-9a08-188f6d4789b9 None None] Could not find standard attr ID for object 3ace5adb-7b46-4a33-bbde-22dd36fc1897. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 05:09:09.790677 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 26ca66d5-2490-46d0-ad7a-2bf52d17d0c2 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:09.792685 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (26ca66d5-2490-46d0-ad7a-2bf52d17d0c2), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:09.810483 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2ffd56c8-f48e-491c-9b6e-87dcb038046b tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "GET /v2.0/ports/b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5/tags/tempest-TagsExtTest-Tag-1962243178 HTTP/1.1" status: 204 len: 168 time: 0.5003314 Mar 05 05:09:09.811225 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48508) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:09.827463 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-f0d7c4ee-c07e-4eed-a6dc-6db8eebd9ddb tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5', 'tempest-TagsExtTest-Tag-1962243178') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:09.909713 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0af016af-88df-4848-a1bf-e5b176c1773a tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (688a6691-cafc-4f2d-8b82-096f910209cf), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:09.933932 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-0af016af-88df-4848-a1bf-e5b176c1773a tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Calling delete_port for 688a6691-cafc-4f2d-8b82-096f910209cf owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:09:10.013073 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4727b59-68bd-457d-89b3-adbba9123e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ca66d5-2490-46d0-ad7a-2bf52d17d0c2'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:09:10.016827 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f4b8f3-007a-4180-b3f4-7256f63551ab" -d '{"events": [{"server_uuid": "e4727b59-68bd-457d-89b3-adbba9123e68", "name": "network-vif-plugged", "status": "completed", "tag": "26ca66d5-2490-46d0-ad7a-2bf52d17d0c2"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:09:10.044272 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 26ca66d5-2490-46d0-ad7a-2bf52d17d0c2, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=26ca66d5-2490-46d0-ad7a-2bf52d17d0c2,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:09:10.047717 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 06dc73da-f218-4089-81d1-26fe3bf6b310 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:10.056451 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (26ca66d5-2490-46d0-ad7a-2bf52d17d0c2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:10.088740 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0da27040-510e-4594-ac47-8dc4132e27d0 req-59731ee5-e411-41aa-a2e9-811be72b7949 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0677066 Mar 05 05:09:10.090182 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f0d7c4ee-c07e-4eed-a6dc-6db8eebd9ddb tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "DELETE /v2.0/ports/b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5/tags/tempest-TagsExtTest-Tag-1962243178 HTTP/1.1" status: 204 len: 168 time: 0.2758834 Mar 05 05:09:10.096421 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48516) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:10.103169 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-5416fb70-7fe9-4237-ae16-daa1ba0e4202 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:10.126519 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e5c3b90-1129-479c-842a-c12b666b3939 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:10.185621 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=26ca66d5-2490-46d0-ad7a-2bf52d17d0c2,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:10.194377 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f585322d-064d-4364-ac7f-8469dc27f2f3 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (b4120c94-eaef-4d2d-a03f-109ad13dbff7), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:10.196372 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6dd007d-d440-4c89-a262-314d36b1607b x-openstack-request-id: req-e6dd007d-d440-4c89-a262-314d36b1607b {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:09:10.197259 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4727b59-68bd-457d-89b3-adbba9123e68", "name": "network-vif-plugged", "status": "completed", "tag": "26ca66d5-2490-46d0-ad7a-2bf52d17d0c2", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:09:10.197259 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e6dd007d-d440-4c89-a262-314d36b1607b {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:09:10.197598 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4727b59-68bd-457d-89b3-adbba9123e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ca66d5-2490-46d0-ad7a-2bf52d17d0c2', 'code': 200} Mar 05 05:09:10.199296 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:10.199296 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:10.199960 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:10.210225 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:10.211820 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:10.211820 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:10.211820 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:10.211820 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:10.212538 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:10.213406 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:10.213406 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:10.214434 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:10.215231 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:10.227920 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fda60-2e17-4ac7-8700-6ed5b4639592 req-e31ac4fc-e4e4-47dd-98cd-32735748bdde tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:10.231609 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-278fda60-2e17-4ac7-8700-6ed5b4639592 req-e31ac4fc-e4e4-47dd-98cd-32735748bdde tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 945 time: 0.1984878 Mar 05 05:09:10.234573 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5416fb70-7fe9-4237-ae16-daa1ba0e4202 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "GET /v2.0/ports/b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5/tags HTTP/1.1" status: 200 len: 205 time: 0.1370401 Mar 05 05:09:10.239873 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48518) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:10.244496 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-bff8eecc-9bd2-4411-adc8-edd8d475dd4a tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '700f5d97-b453-468c-8a9b-63891ae7a312') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:10.246675 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0af016af-88df-4848-a1bf-e5b176c1773a tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (688a6691-cafc-4f2d-8b82-096f910209cf), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:10.310626 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af016af-88df-4848-a1bf-e5b176c1773a tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Port': ['ID=688a6691-cafc-4f2d-8b82-096f910209cf,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:10.431169 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0af016af-88df-4848-a1bf-e5b176c1773a tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:10.437816 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0af016af-88df-4848-a1bf-e5b176c1773a tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/ports/688a6691-cafc-4f2d-8b82-096f910209cf HTTP/1.1" status: 204 len: 168 time: 1.3557899 Mar 05 05:09:10.438413 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48520) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:10.467720 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-278fda60-2e17-4ac7-8700-6ed5b4639592 req-7ebbbeee-24f7-4c26-a8f7-d8f94676de1d tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251191 Mar 05 05:09:10.468307 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-14829c12-ad6e-4ec9-9663-2515b0b4dac8 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] GET failed (client error): The resource could not be found. Mar 05 05:09:10.472818 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48522) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:10.473413 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-14829c12-ad6e-4ec9-9663-2515b0b4dac8 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "GET /v2.0/ports/688a6691-cafc-4f2d-8b82-096f910209cf HTTP/1.1" status: 404 len: 333 time: 0.0335405 Mar 05 05:09:10.475933 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-bff8eecc-9bd2-4411-adc8-edd8d475dd4a tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "GET /v2.0/routers/700f5d97-b453-468c-8a9b-63891ae7a312/tags HTTP/1.1" status: 200 len: 241 time: 0.2350330 Mar 05 05:09:10.478408 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48524) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:10.483901 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-e1ba16b4-fc69-4186-92fe-2a9dbe519acd tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '700f5d97-b453-468c-8a9b-63891ae7a312', 'tempest-TagsExtTest-Tag-1054756603') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:10.572157 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644d486-f9ec-4623-83fc-cd0b618f8ac3 req-a0809c92-145e-417b-9a81-78954e4b7e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:10.574529 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5644d486-f9ec-4623-83fc-cd0b618f8ac3 req-a0809c92-145e-417b-9a81-78954e4b7e66 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 1128 time: 0.3089802 Mar 05 05:09:10.578388 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e1ba16b4-fc69-4186-92fe-2a9dbe519acd tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "GET /v2.0/routers/700f5d97-b453-468c-8a9b-63891ae7a312/tags/tempest-TagsExtTest-Tag-1054756603 HTTP/1.1" status: 204 len: 168 time: 0.0982425 Mar 05 05:09:10.581606 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48526) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:10.586609 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-0f8aab9c-114c-4c07-a179-32a8fe5ac0ee tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '700f5d97-b453-468c-8a9b-63891ae7a312', 'tempest-TagsExtTest-Tag-1054756603') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:10.654439 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-abba8d24-3617-46f7-893a-48cdaff296df tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Deleting subnet 5ff9578e-0f91-4e43-8522-87551d002ce8 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:09:10.661921 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-abba8d24-3617-46f7-893a-48cdaff296df tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for subnet (5ff9578e-0f91-4e43-8522-87551d002ce8), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:10.683971 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0f8aab9c-114c-4c07-a179-32a8fe5ac0ee tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "DELETE /v2.0/routers/700f5d97-b453-468c-8a9b-63891ae7a312/tags/tempest-TagsExtTest-Tag-1054756603 HTTP/1.1" status: 204 len: 168 time: 0.1007688 Mar 05 05:09:10.686476 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48528) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:10.691811 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-c014b707-b130-45e3-9aa2-5c40a862da1f tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '700f5d97-b453-468c-8a9b-63891ae7a312') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:10.711879 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e5c3b90-1129-479c-842a-c12b666b3939 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:10.748293 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-abba8d24-3617-46f7-893a-48cdaff296df tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (5ff9578e-0f91-4e43-8522-87551d002ce8), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:10.779480 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c014b707-b130-45e3-9aa2-5c40a862da1f tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "GET /v2.0/routers/700f5d97-b453-468c-8a9b-63891ae7a312/tags HTTP/1.1" status: 200 len: 205 time: 0.0915039 Mar 05 05:09:10.781917 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48530) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:10.787119 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-9412b463-62af-4aaa-871a-642284bacb01 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bcc39de7-db49-465a-8a01-aab8e79e6d9e') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:10.809451 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f585322d-064d-4364-ac7f-8469dc27f2f3 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Router b4120c94-eaef-4d2d-a03f-109ad13dbff7 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:09:10.812333 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5644d486-f9ec-4623-83fc-cd0b618f8ac3 req-3d005360-e607-44b6-ace7-67ba925833ce service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916001 Mar 05 05:09:10.827692 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9412b463-62af-4aaa-871a-642284bacb01 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "GET /v2.0/subnetpools/bcc39de7-db49-465a-8a01-aab8e79e6d9e/tags HTTP/1.1" status: 200 len: 241 time: 0.0446210 Mar 05 05:09:10.830180 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48532) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:10.835962 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-44610f6e-30fa-4614-a15a-100c0860d7dd tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bcc39de7-db49-465a-8a01-aab8e79e6d9e', 'tempest-TagsExtTest-Tag-1509759043') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:10.864727 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-44610f6e-30fa-4614-a15a-100c0860d7dd tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "GET /v2.0/subnetpools/bcc39de7-db49-465a-8a01-aab8e79e6d9e/tags/tempest-TagsExtTest-Tag-1509759043 HTTP/1.1" status: 204 len: 168 time: 0.0309424 Mar 05 05:09:10.865189 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48534) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:10.870346 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-a0cbec4a-6aaa-493b-900b-4925b264c8ac tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'bcc39de7-db49-465a-8a01-aab8e79e6d9e', 'tempest-TagsExtTest-Tag-1509759043') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:10.908782 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a0cbec4a-6aaa-493b-900b-4925b264c8ac tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "DELETE /v2.0/subnetpools/bcc39de7-db49-465a-8a01-aab8e79e6d9e/tags/tempest-TagsExtTest-Tag-1509759043 HTTP/1.1" status: 204 len: 168 time: 0.0425534 Mar 05 05:09:10.911306 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48536) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:10.916074 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-44d07fab-7049-4d79-8c65-e634d9d68f73 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bcc39de7-db49-465a-8a01-aab8e79e6d9e') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:10.943255 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-44d07fab-7049-4d79-8c65-e634d9d68f73 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "GET /v2.0/subnetpools/bcc39de7-db49-465a-8a01-aab8e79e6d9e/tags HTTP/1.1" status: 200 len: 205 time: 0.0279410 Mar 05 05:09:10.943568 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48540) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:10.948083 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-6e45935d-449c-4c10-8603-bd74088ce7e3 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bcc39de7-db49-465a-8a01-aab8e79e6d9e') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:10.982763 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6e45935d-449c-4c10-8603-bd74088ce7e3 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "DELETE /v2.0/subnetpools/bcc39de7-db49-465a-8a01-aab8e79e6d9e/tags HTTP/1.1" status: 204 len: 168 time: 0.0350568 Mar 05 05:09:10.982763 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48544) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:10.987916 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-53e30dbd-701a-434a-9200-43be93496a7f tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '700f5d97-b453-468c-8a9b-63891ae7a312') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:11.001702 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-abba8d24-3617-46f7-893a-48cdaff296df tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (5ff9578e-0f91-4e43-8522-87551d002ce8), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:11.052374 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-8e5c3b90-1129-479c-842a-c12b666b3939 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Allocated IP 172.25.0.247 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/b77776a9-541b-4e83-8a85-127525d54b50) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:09:11.056796 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f585322d-064d-4364-ac7f-8469dc27f2f3 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:09:11.064796 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f585322d-064d-4364-ac7f-8469dc27f2f3 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "PUT /v2.0/routers/b4120c94-eaef-4d2d-a03f-109ad13dbff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0530670 Mar 05 05:09:11.069412 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48548) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:11.073515 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138c0eac-9bdc-48d7-91be-6b218937fbf9 None None] Sync routers for ids ['b4120c94-eaef-4d2d-a03f-109ad13dbff7'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:09:11.102044 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138c0eac-9bdc-48d7-91be-6b218937fbf9 None None] Routers {'b4120c94-eaef-4d2d-a03f-109ad13dbff7'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:11.104486 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-138c0eac-9bdc-48d7-91be-6b218937fbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:08:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b4120c94-eaef-4d2d-a03f-109ad13dbff7'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:11.131794 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-53e30dbd-701a-434a-9200-43be93496a7f tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "DELETE /v2.0/routers/700f5d97-b453-468c-8a9b-63891ae7a312/tags HTTP/1.1" status: 204 len: 168 time: 0.1481659 Mar 05 05:09:11.134718 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48550) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:11.146550 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-453906c2-6e60-4eed-b459-25186cd6923c tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:11.208979 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-138c0eac-9bdc-48d7-91be-6b218937fbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:11.222392 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138c0eac-9bdc-48d7-91be-6b218937fbf9 None None] Routers {'b4120c94-eaef-4d2d-a03f-109ad13dbff7'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:11.223552 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-138c0eac-9bdc-48d7-91be-6b218937fbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:08:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b4120c94-eaef-4d2d-a03f-109ad13dbff7'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:11.245820 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-453906c2-6e60-4eed-b459-25186cd6923c tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "DELETE /v2.0/ports/b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5/tags HTTP/1.1" status: 204 len: 168 time: 0.1063070 Mar 05 05:09:11.247631 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48554) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:11.252682 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-380b7c89-b706-429c-ab11-dc91252eae67 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '895aaeed-bbaa-44d1-aa54-263974cad040') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:11.263474 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-138c0eac-9bdc-48d7-91be-6b218937fbf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:11.264140 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138c0eac-9bdc-48d7-91be-6b218937fbf9 None None] The sync data for ids ['b4120c94-eaef-4d2d-a03f-109ad13dbff7'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:09:11.323210 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8200b79a-ced4-4d50-860d-f6f95ddb965a req-733edf3f-c671-4805-92ca-9980452bc442 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0400894 Mar 05 05:09:11.327805 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-abba8d24-3617-46f7-893a-48cdaff296df tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (5ff9578e-0f91-4e43-8522-87551d002ce8), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:11.340467 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-380b7c89-b706-429c-ab11-dc91252eae67 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "DELETE /v2.0/subnets/895aaeed-bbaa-44d1-aa54-263974cad040/tags HTTP/1.1" status: 204 len: 168 time: 0.0902884 Mar 05 05:09:11.341235 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48556) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:11.348472 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-76446e26-d649-46ae-86d7-0bbcce7a9d7a tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '895aaeed-bbaa-44d1-aa54-263974cad040', 'tempest-TagsExtTest-Tag-990039714') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:11.381609 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3eae90-b36d-461d-8bd4-53fed552fe83 None None] Network 5c070d85-abfa-4b8f-a9b1-8258dbf98313 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:09:11.383309 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-abba8d24-3617-46f7-893a-48cdaff296df tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:11.389336 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-abba8d24-3617-46f7-893a-48cdaff296df tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/subnets/5ff9578e-0f91-4e43-8522-87551d002ce8 HTTP/1.1" status: 204 len: 168 time: 0.9105120 Mar 05 05:09:11.395579 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba8d24-3617-46f7-893a-48cdaff296df tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff9578e-0f91-4e43-8522-87551d002ce8,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:11.397330 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48558) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:11.468196 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e5c3b90-1129-479c-842a-c12b666b3939 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for port (b77776a9-541b-4e83-8a85-127525d54b50), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:11.494306 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-76446e26-d649-46ae-86d7-0bbcce7a9d7a tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "PUT /v2.0/subnets/895aaeed-bbaa-44d1-aa54-263974cad040/tags/tempest-TagsExtTest-Tag-990039714 HTTP/1.1" status: 201 len: 201 time: 0.1509418 Mar 05 05:09:11.494306 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48560) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:11.502353 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-93f5fe6b-9978-4538-ba60-099f4458d473 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5', 'tempest-TagsExtTest-Tag-2002349736') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:11.636695 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-93f5fe6b-9978-4538-ba60-099f4458d473 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "PUT /v2.0/ports/b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5/tags/tempest-TagsExtTest-Tag-2002349736 HTTP/1.1" status: 201 len: 201 time: 0.1410925 Mar 05 05:09:11.637705 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48564) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:11.646784 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-cb429e43-300d-486d-aef1-0d78c33c07cb tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '700f5d97-b453-468c-8a9b-63891ae7a312', 'tempest-TagsExtTest-Tag-1233587462') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:11.650710 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8fa7ba39-7730-4f31-a274-5ac6ba835f11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (5c070d85-abfa-4b8f-a9b1-8258dbf98313), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:11.763480 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4753c00-a62a-4487-acfd-79d1988a30f8 req-6794e550-f6e2-4636-8cb8-c6f02b855ef6 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:11.764962 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4753c00-a62a-4487-acfd-79d1988a30f8 req-6794e550-f6e2-4636-8cb8-c6f02b855ef6 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 945 time: 0.1852694 Mar 05 05:09:11.771523 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e5c3b90-1129-479c-842a-c12b666b3939 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (b77776a9-541b-4e83-8a85-127525d54b50), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:11.859029 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-cb429e43-300d-486d-aef1-0d78c33c07cb tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "PUT /v2.0/routers/700f5d97-b453-468c-8a9b-63891ae7a312/tags/tempest-TagsExtTest-Tag-1233587462 HTTP/1.1" status: 201 len: 201 time: 0.2200944 Mar 05 05:09:11.861702 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48566) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:11.866980 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-db2c900f-56f6-4238-8c1d-888d5f34feeb tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bcc39de7-db49-465a-8a01-aab8e79e6d9e', 'tempest-TagsExtTest-Tag-1158526417') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:11.888811 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5c3b90-1129-479c-842a-c12b666b3939 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:09:11.901701 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-8e5c3b90-1129-479c-842a-c12b666b3939 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:11.905387 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8fa7ba39-7730-4f31-a274-5ac6ba835f11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Deleting port 06dc73da-f218-4089-81d1-26fe3bf6b310 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:09:11.905729 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8fa7ba39-7730-4f31-a274-5ac6ba835f11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (06dc73da-f218-4089-81d1-26fe3bf6b310), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:11.908688 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5c3b90-1129-479c-842a-c12b666b3939 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:09:11.942107 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-db2c900f-56f6-4238-8c1d-888d5f34feeb tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "PUT /v2.0/subnetpools/bcc39de7-db49-465a-8a01-aab8e79e6d9e/tags/tempest-TagsExtTest-Tag-1158526417 HTTP/1.1" status: 201 len: 201 time: 0.0794096 Mar 05 05:09:11.944980 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48568) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:11.949441 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-6c68717a-aeae-4044-8e39-63cd73857675 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '895aaeed-bbaa-44d1-aa54-263974cad040', {'tags': ['tempest-TagsExtTest-Tag-539447137', 'tempest-TagsExtTest-Tag-1695031047', 'tempest-TagsExtTest-Tag-275422699']}) {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:11.997972 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6ff5246f-4e0a-47b3-9479-239adea273e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:12.087157 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6c68717a-aeae-4044-8e39-63cd73857675 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "PUT /v2.0/subnets/895aaeed-bbaa-44d1-aa54-263974cad040/tags HTTP/1.1" status: 200 len: 316 time: 0.1388776 Mar 05 05:09:12.087574 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48570) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:12.091934 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-38218624-2513-4072-993d-313e1bd554c2 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '895aaeed-bbaa-44d1-aa54-263974cad040') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:12.095820 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c3b90-1129-479c-842a-c12b666b3939 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event updated for resources: {'Port': ['ID=b77776a9-541b-4e83-8a85-127525d54b50,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:12.101472 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4753c00-a62a-4487-acfd-79d1988a30f8 req-37f04992-dee7-4aec-9b19-49eb3f57eb7e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102672 Mar 05 05:09:12.113029 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e5aae1-c037-42a8-b165-314ebf8e8183 None None] DHCP port deletion for 5c070d85-abfa-4b8f-a9b1-8258dbf98313 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:09:12.203363 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f3e5aae1-c037-42a8-b165-314ebf8e8183 None None] Deleting port 06dc73da-f218-4089-81d1-26fe3bf6b310 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:09:12.204136 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f3e5aae1-c037-42a8-b165-314ebf8e8183 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (06dc73da-f218-4089-81d1-26fe3bf6b310), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:12.223402 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-8fa7ba39-7730-4f31-a274-5ac6ba835f11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] For port 06dc73da-f218-4089-81d1-26fe3bf6b310, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=06dc73da-f218-4089-81d1-26fe3bf6b310,segment=NetworkSegment(68091601-6e52-49ab-a5c4-89af4bc89a91),segment_id=68091601-6e52-49ab-a5c4-89af4bc89a91)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:09:12.223892 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8fa7ba39-7730-4f31-a274-5ac6ba835f11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (06dc73da-f218-4089-81d1-26fe3bf6b310), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:12.241902 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-38218624-2513-4072-993d-313e1bd554c2 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "DELETE /v2.0/subnets/895aaeed-bbaa-44d1-aa54-263974cad040/tags HTTP/1.1" status: 204 len: 168 time: 0.1532683 Mar 05 05:09:12.243233 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48574) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:12.249099 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-6e9e5dfd-96f1-40bc-92d6-33e4e21d6934 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '895aaeed-bbaa-44d1-aa54-263974cad040', 'tempest-TagsExtTest-Tag-539447137') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:12.265577 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8fa7ba39-7730-4f31-a274-5ac6ba835f11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Calling delete_port for 06dc73da-f218-4089-81d1-26fe3bf6b310 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:09:12.315377 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-6e9e5dfd-96f1-40bc-92d6-33e4e21d6934 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] show failed (client error): The resource could not be found. Mar 05 05:09:12.319982 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6e9e5dfd-96f1-40bc-92d6-33e4e21d6934 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "GET /v2.0/subnets/895aaeed-bbaa-44d1-aa54-263974cad040/tags/tempest-TagsExtTest-Tag-539447137 HTTP/1.1" status: 404 len: 328 time: 0.0719242 Mar 05 05:09:12.321718 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48576) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:12.326681 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f3e5aae1-c037-42a8-b165-314ebf8e8183 None None] For port 06dc73da-f218-4089-81d1-26fe3bf6b310, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=06dc73da-f218-4089-81d1-26fe3bf6b310,segment=NetworkSegment(68091601-6e52-49ab-a5c4-89af4bc89a91),segment_id=68091601-6e52-49ab-a5c4-89af4bc89a91)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:09:12.327117 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f3e5aae1-c037-42a8-b165-314ebf8e8183 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (06dc73da-f218-4089-81d1-26fe3bf6b310), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:12.328149 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-1008bdf0-6f7a-4468-8e93-6ba04fcd7755 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '895aaeed-bbaa-44d1-aa54-263974cad040', 'tempest-TagsExtTest-Tag-1695031047') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:12.349288 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f3e5aae1-c037-42a8-b165-314ebf8e8183 None None] Calling delete_port for 06dc73da-f218-4089-81d1-26fe3bf6b310 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:09:12.442627 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-1008bdf0-6f7a-4468-8e93-6ba04fcd7755 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] show failed (client error): The resource could not be found. Mar 05 05:09:12.443699 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1008bdf0-6f7a-4468-8e93-6ba04fcd7755 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "GET /v2.0/subnets/895aaeed-bbaa-44d1-aa54-263974cad040/tags/tempest-TagsExtTest-Tag-1695031047 HTTP/1.1" status: 404 len: 329 time: 0.1210542 Mar 05 05:09:12.446493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48580) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:12.450750 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-d71e3009-f82b-40a0-b82a-eab367b8aaa9 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '895aaeed-bbaa-44d1-aa54-263974cad040', 'tempest-TagsExtTest-Tag-275422699') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:12.524097 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f3e5aae1-c037-42a8-b165-314ebf8e8183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (06dc73da-f218-4089-81d1-26fe3bf6b310), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:12.565246 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-d71e3009-f82b-40a0-b82a-eab367b8aaa9 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] show failed (client error): The resource could not be found. Mar 05 05:09:12.569924 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d71e3009-f82b-40a0-b82a-eab367b8aaa9 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "GET /v2.0/subnets/895aaeed-bbaa-44d1-aa54-263974cad040/tags/tempest-TagsExtTest-Tag-275422699 HTTP/1.1" status: 404 len: 328 time: 0.1223516 Mar 05 05:09:12.570448 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48582) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:12.583360 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-241f789e-b069-4a49-9cee-bd3a9a688445 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5', {'tags': ['tempest-TagsExtTest-Tag-1369761529', 'tempest-TagsExtTest-Tag-564343781', 'tempest-TagsExtTest-Tag-1111180828']}) {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:12.595299 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5aae1-c037-42a8-b165-314ebf8e8183 None None] Pushing event deleted for resources: {'Port': ['ID=06dc73da-f218-4089-81d1-26fe3bf6b310,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:12.616050 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e5aae1-c037-42a8-b165-314ebf8e8183 None None] No DVR routers for this DVR port 06dc73da-f218-4089-81d1-26fe3bf6b310 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:09:12.692887 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-241f789e-b069-4a49-9cee-bd3a9a688445 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "PUT /v2.0/ports/b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5/tags HTTP/1.1" status: 200 len: 317 time: 0.1212714 Mar 05 05:09:12.693505 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48584) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:12.698812 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-2e255101-ca17-47c0-a462-82266869c6c4 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:12.784053 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2e255101-ca17-47c0-a462-82266869c6c4 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "DELETE /v2.0/ports/b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5/tags HTTP/1.1" status: 204 len: 168 time: 0.0893934 Mar 05 05:09:12.784802 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48586) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:12.790680 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-32f9f715-e087-496c-9762-99b8a1e223ed tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5', 'tempest-TagsExtTest-Tag-1369761529') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:12.882379 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-32f9f715-e087-496c-9762-99b8a1e223ed tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] show failed (client error): The resource could not be found. Mar 05 05:09:12.886725 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-32f9f715-e087-496c-9762-99b8a1e223ed tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "GET /v2.0/ports/b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5/tags/tempest-TagsExtTest-Tag-1369761529 HTTP/1.1" status: 404 len: 329 time: 0.0998051 Mar 05 05:09:12.887846 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48588) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:12.892615 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-3b812da5-63a4-4b18-80a6-5252aa7bc966 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5', 'tempest-TagsExtTest-Tag-564343781') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:12.914839 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f612f93-188a-4535-9346-71611fb545e9 req-999c2f82-460e-47da-9863-5bca7c479aad tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/ports?device_id=7481c512-7dad-489d-a0fa-1caed9ed9636 HTTP/1.1" status: 200 len: 210 time: 0.0532923 Mar 05 05:09:12.914839 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ad7e167e-2084-4c61-bcec-8f84d7fe3a6e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (b4120c94-eaef-4d2d-a03f-109ad13dbff7), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:12.956989 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-3b812da5-63a4-4b18-80a6-5252aa7bc966 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] show failed (client error): The resource could not be found. Mar 05 05:09:12.963256 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48590) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:12.963896 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3b812da5-63a4-4b18-80a6-5252aa7bc966 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "GET /v2.0/ports/b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5/tags/tempest-TagsExtTest-Tag-564343781 HTTP/1.1" status: 404 len: 328 time: 0.0752921 Mar 05 05:09:12.966505 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 06dc73da-f218-4089-81d1-26fe3bf6b310 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:09:12.991770 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 06dc73da-f218-4089-81d1-26fe3bf6b310 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:09:12.992123 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 06dc73da-f218-4089-81d1-26fe3bf6b310 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:09:13.017229 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.tag.tag_plugin [None req-1c5f90e0-f6ba-4c78-92f1-fbeef114b2a6 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5', 'tempest-TagsExtTest-Tag-1111180828') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:13.091282 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8fa7ba39-7730-4f31-a274-5ac6ba835f11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (06dc73da-f218-4089-81d1-26fe3bf6b310), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:13.149298 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7ba39-7730-4f31-a274-5ac6ba835f11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Port': ['ID=06dc73da-f218-4089-81d1-26fe3bf6b310,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:13.154150 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa7ba39-7730-4f31-a274-5ac6ba835f11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] No DVR routers for this DVR port 06dc73da-f218-4089-81d1-26fe3bf6b310 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:09:13.225550 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e5c3b90-1129-479c-842a-c12b666b3939 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (ae8d6364-b62d-41bf-8787-98884333fa9f), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:13.373804 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8fa7ba39-7730-4f31-a274-5ac6ba835f11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (5c070d85-abfa-4b8f-a9b1-8258dbf98313), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:13.387755 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-1c5f90e0-f6ba-4c78-92f1-fbeef114b2a6 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] show failed (client error): The resource could not be found. Mar 05 05:09:13.388824 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1c5f90e0-f6ba-4c78-92f1-fbeef114b2a6 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "GET /v2.0/ports/b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5/tags/tempest-TagsExtTest-Tag-1111180828 HTTP/1.1" status: 404 len: 329 time: 0.3785045 Mar 05 05:09:13.391776 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48596) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:13.399007 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-3ccd4428-05e1-4826-bcd2-4074cca54240 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '700f5d97-b453-468c-8a9b-63891ae7a312', {'tags': ['tempest-TagsExtTest-Tag-560413806', 'tempest-TagsExtTest-Tag-1475839377', 'tempest-TagsExtTest-Tag-110006969']}) {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:13.440886 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-8fa7ba39-7730-4f31-a274-5ac6ba835f11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c070d85-abfa-4b8f-a9b1-8258dbf98313']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:13.460418 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-8fa7ba39-7730-4f31-a274-5ac6ba835f11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68091601-6e52-49ab-a5c4-89af4bc89a91') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:13.460796 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-8fa7ba39-7730-4f31-a274-5ac6ba835f11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68091601-6e52-49ab-a5c4-89af4bc89a91') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:13.470343 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d5906-5780-4cd7-ae7d-b6a8cc528718 req-96d8a505-6ddc-485b-8cb9-547004297037 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:13.471987 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bb5d5906-5780-4cd7-ae7d-b6a8cc528718 req-96d8a505-6ddc-485b-8cb9-547004297037 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 945 time: 0.2555470 Mar 05 05:09:13.478985 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e5c3b90-1129-479c-842a-c12b666b3939 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b77776a9-541b-4e83-8a85-127525d54b50), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:13.494718 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8fa7ba39-7730-4f31-a274-5ac6ba835f11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (68091601-6e52-49ab-a5c4-89af4bc89a91), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:13.520421 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3ccd4428-05e1-4826-bcd2-4074cca54240 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "PUT /v2.0/routers/700f5d97-b453-468c-8a9b-63891ae7a312/tags HTTP/1.1" status: 200 len: 316 time: 0.1265547 Mar 05 05:09:13.522886 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48598) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:13.530680 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-aa33a354-ffba-4cbd-bf2c-afa5d499fbc6 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '700f5d97-b453-468c-8a9b-63891ae7a312') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:13.542084 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8fa7ba39-7730-4f31-a274-5ac6ba835f11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (68091601-6e52-49ab-a5c4-89af4bc89a91), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:13.562638 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa7ba39-7730-4f31-a274-5ac6ba835f11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:09:13.563115 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8fa7ba39-7730-4f31-a274-5ac6ba835f11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (68091601-6e52-49ab-a5c4-89af4bc89a91), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:09:13.569096 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:09:13.640029 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-aa33a354-ffba-4cbd-bf2c-afa5d499fbc6 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "DELETE /v2.0/routers/700f5d97-b453-468c-8a9b-63891ae7a312/tags HTTP/1.1" status: 204 len: 168 time: 0.1153934 Mar 05 05:09:13.640535 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48600) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:13.645605 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-92eb18ec-5189-4a86-87dc-febf9bb76855 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '700f5d97-b453-468c-8a9b-63891ae7a312', 'tempest-TagsExtTest-Tag-560413806') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:13.668630 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2793333c-6121-4a77-b14a-dffcc498cb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:13.673030 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bb5d5906-5780-4cd7-ae7d-b6a8cc528718 req-78e0a796-0eac-4773-afef-cb695c6d0bd4 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919069 Mar 05 05:09:13.760644 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8fa7ba39-7730-4f31-a274-5ac6ba835f11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (5c070d85-abfa-4b8f-a9b1-8258dbf98313), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:13.783384 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8fa7ba39-7730-4f31-a274-5ac6ba835f11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:13.792538 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48604) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:13.793762 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8fa7ba39-7730-4f31-a274-5ac6ba835f11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/networks/5c070d85-abfa-4b8f-a9b1-8258dbf98313 HTTP/1.1" status: 204 len: 168 time: 2.3929346 Mar 05 05:09:13.794590 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:13.805907 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-58867ae5-1e7e-4fe4-85a7-57794b1ad26c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-717471805'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:09:13.829987 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7ba39-7730-4f31-a274-5ac6ba835f11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Network': ['ID=5c070d85-abfa-4b8f-a9b1-8258dbf98313,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:13.872391 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-92eb18ec-5189-4a86-87dc-febf9bb76855 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] show failed (client error): The resource could not be found. Mar 05 05:09:13.875584 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-92eb18ec-5189-4a86-87dc-febf9bb76855 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "GET /v2.0/routers/700f5d97-b453-468c-8a9b-63891ae7a312/tags/tempest-TagsExtTest-Tag-560413806 HTTP/1.1" status: 404 len: 328 time: 0.2338452 Mar 05 05:09:13.876839 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58867ae5-1e7e-4fe4-85a7-57794b1ad26c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:09:13.877328 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48606) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:13.882602 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.tag.tag_plugin [None req-f8942f4d-86d3-4396-a8f1-e6c9477b24c8 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '700f5d97-b453-468c-8a9b-63891ae7a312', 'tempest-TagsExtTest-Tag-1475839377') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:13.885048 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-58867ae5-1e7e-4fe4-85a7-57794b1ad26c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:13.914249 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58867ae5-1e7e-4fe4-85a7-57794b1ad26c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:09:13.940656 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-58867ae5-1e7e-4fe4-85a7-57794b1ad26c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (3baf70cd-ed16-426b-90f4-397904a6666a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:13.941444 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-58867ae5-1e7e-4fe4-85a7-57794b1ad26c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Added segment 3baf70cd-ed16-426b-90f4-397904a6666a of type vlan for network f88f5356-9bc8-45cc-9cfe-9b106627d272 Mar 05 05:09:13.946440 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1c933-7c17-4dd6-bfff-beffdc9476c5 req-1bbd0036-1c90-46a8-b55e-8e3bb490e580 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:13.948079 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bec1c933-7c17-4dd6-bfff-beffdc9476c5 req-1bbd0036-1c90-46a8-b55e-8e3bb490e580 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 945 time: 0.1922150 Mar 05 05:09:13.983368 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:13.987206 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-ad7e167e-2084-4c61-bcec-8f84d7fe3a6e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Deleting port 38c86281-6c47-42d7-b805-fe7b74924048 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:09:13.987557 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ad7e167e-2084-4c61-bcec-8f84d7fe3a6e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (38c86281-6c47-42d7-b805-fe7b74924048), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:13.996614 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-58867ae5-1e7e-4fe4-85a7-57794b1ad26c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (f88f5356-9bc8-45cc-9cfe-9b106627d272), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:14.018240 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e5c3b90-1129-479c-842a-c12b666b3939 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for port (b77776a9-541b-4e83-8a85-127525d54b50), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:14.043494 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48612) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:14.045699 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e5c3b90-1129-479c-842a-c12b666b3939 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (b77776a9-541b-4e83-8a85-127525d54b50), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:14.054621 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-58867ae5-1e7e-4fe4-85a7-57794b1ad26c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (f88f5356-9bc8-45cc-9cfe-9b106627d272), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:14.059701 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58867ae5-1e7e-4fe4-85a7-57794b1ad26c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:14.060366 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-58867ae5-1e7e-4fe4-85a7-57794b1ad26c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:14.134695 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-58867ae5-1e7e-4fe4-85a7-57794b1ad26c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3357384 Mar 05 05:09:14.138297 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48614) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:14.154945 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-4a86b09f-b0fe-4ff0-ace1-5e3854292aa2 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'subnet': {'network_id': 'f88f5356-9bc8-45cc-9cfe-9b106627d272', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:09:14.219146 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bec1c933-7c17-4dd6-bfff-beffdc9476c5 req-1af582ac-5d59-4799-8603-e603c7c9b327 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601440 Mar 05 05:09:14.249453 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-f8942f4d-86d3-4396-a8f1-e6c9477b24c8 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] show failed (client error): The resource could not be found. Mar 05 05:09:14.250953 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f8942f4d-86d3-4396-a8f1-e6c9477b24c8 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "GET /v2.0/routers/700f5d97-b453-468c-8a9b-63891ae7a312/tags/tempest-TagsExtTest-Tag-1475839377 HTTP/1.1" status: 404 len: 329 time: 0.3726158 Mar 05 05:09:14.267472 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48620) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:14.276981 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-a9f83f07-46f7-40d8-b85f-183b63592051 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '700f5d97-b453-468c-8a9b-63891ae7a312', 'tempest-TagsExtTest-Tag-110006969') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:14.292186 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c3b90-1129-479c-842a-c12b666b3939 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event updated for resources: {'Port': ['ID=b77776a9-541b-4e83-8a85-127525d54b50,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:14.302821 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58867ae5-1e7e-4fe4-85a7-57794b1ad26c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Network': ['ID=f88f5356-9bc8-45cc-9cfe-9b106627d272,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:14.305919 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ad7e167e-2084-4c61-bcec-8f84d7fe3a6e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (38c86281-6c47-42d7-b805-fe7b74924048), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:14.327890 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-ad7e167e-2084-4c61-bcec-8f84d7fe3a6e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Calling delete_port for 38c86281-6c47-42d7-b805-fe7b74924048 owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:09:14.336922 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e5c3b90-1129-479c-842a-c12b666b3939 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (ae8d6364-b62d-41bf-8787-98884333fa9f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:14.345339 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network f88f5356-9bc8-45cc-9cfe-9b106627d272 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:09:14.368416 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cfe88157-d85c-4a06-a262-781dcc2b6e4a tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for security_group (5fbbaf2b-7b29-4597-807b-eb49b4c0eee3), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:14.453808 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cfe88157-d85c-4a06-a262-781dcc2b6e4a tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for security_group (5fbbaf2b-7b29-4597-807b-eb49b4c0eee3), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:14.456637 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a86b09f-b0fe-4ff0-ace1-5e3854292aa2 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:09:14.460779 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4a86b09f-b0fe-4ff0-ace1-5e3854292aa2 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:14.506929 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-a9f83f07-46f7-40d8-b85f-183b63592051 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] show failed (client error): The resource could not be found. Mar 05 05:09:14.508066 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a9f83f07-46f7-40d8-b85f-183b63592051 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "GET /v2.0/routers/700f5d97-b453-468c-8a9b-63891ae7a312/tags/tempest-TagsExtTest-Tag-110006969 HTTP/1.1" status: 404 len: 328 time: 0.2369494 Mar 05 05:09:14.514196 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48622) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:14.523664 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2045a26-ba54-4a5d-bfc2-5fed3873002c req-1db1455a-2b37-439f-9ac9-f27e67e76a68 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:14.527536 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d2045a26-ba54-4a5d-bfc2-5fed3873002c req-1db1455a-2b37-439f-9ac9-f27e67e76a68 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 945 time: 0.1925378 Mar 05 05:09:14.535524 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.tag.tag_plugin [None req-772e4ce0-1d6b-47e7-8e33-bc6b1646af93 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'bcc39de7-db49-465a-8a01-aab8e79e6d9e', {'tags': ['tempest-TagsExtTest-Tag-2131614310', 'tempest-TagsExtTest-Tag-65765160', 'tempest-TagsExtTest-Tag-1554355644']}) {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:14.603246 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cfe88157-d85c-4a06-a262-781dcc2b6e4a tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (5fbbaf2b-7b29-4597-807b-eb49b4c0eee3), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:14.606243 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cfe88157-d85c-4a06-a262-781dcc2b6e4a tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:14.607706 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-cfe88157-d85c-4a06-a262-781dcc2b6e4a tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "DELETE /v2.0/security-groups/5fbbaf2b-7b29-4597-807b-eb49b4c0eee3 HTTP/1.1" status: 204 len: 168 time: 0.5630784 Mar 05 05:09:14.616230 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48624) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:14.647657 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe88157-d85c-4a06-a262-781dcc2b6e4a tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbbaf2b-7b29-4597-807b-eb49b4c0eee3,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:14.678368 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-48c7b8d0-91e8-49d0-a9f9-da90f5185933 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] show failed (client error): The resource could not be found. Mar 05 05:09:14.682279 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-48c7b8d0-91e8-49d0-a9f9-da90f5185933 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "GET /v2.0/security-groups/5fbbaf2b-7b29-4597-807b-eb49b4c0eee3 HTTP/1.1" status: 404 len: 347 time: 0.0559931 Mar 05 05:09:14.689164 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48626) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:14.737056 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d2045a26-ba54-4a5d-bfc2-5fed3873002c req-33c2341d-6b46-402b-ad16-79d6784ceb03 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935468 Mar 05 05:09:14.743764 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-772e4ce0-1d6b-47e7-8e33-bc6b1646af93 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "PUT /v2.0/subnetpools/bcc39de7-db49-465a-8a01-aab8e79e6d9e/tags HTTP/1.1" status: 200 len: 316 time: 0.2122610 Mar 05 05:09:14.744008 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48628) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:14.745442 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-8e5c3b90-1129-479c-842a-c12b666b3939 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Floating IP ae8d6364-b62d-41bf-8787-98884333fa9f associated. External IP: 172.25.0.247, port: ea8332be-f5aa-4b7c-b407-1f4822c7a425. Mar 05 05:09:14.748324 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-99b77910-6e93-4e13-bace-948372439945 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bcc39de7-db49-465a-8a01-aab8e79e6d9e') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:14.767380 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4a86b09f-b0fe-4ff0-ace1-5e3854292aa2 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (82902e29-9278-4bca-8a70-f3b834bc55b5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:14.907115 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86b09f-b0fe-4ff0-ace1-5e3854292aa2 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Subnet': ['ID=82902e29-9278-4bca-8a70-f3b834bc55b5,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:14.910352 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ad7e167e-2084-4c61-bcec-8f84d7fe3a6e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (38c86281-6c47-42d7-b805-fe7b74924048), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:14.949001 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a86b09f-b0fe-4ff0-ace1-5e3854292aa2 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Checking segment: {'id': '3baf70cd-ed16-426b-90f4-397904a6666a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f88f5356-9bc8-45cc-9cfe-9b106627d272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:09:14.949413 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a86b09f-b0fe-4ff0-ace1-5e3854292aa2 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network hostable DHCP agents. Network: f88f5356-9bc8-45cc-9cfe-9b106627d272, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:09:14.955116 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-99b77910-6e93-4e13-bace-948372439945 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "DELETE /v2.0/subnetpools/bcc39de7-db49-465a-8a01-aab8e79e6d9e/tags HTTP/1.1" status: 204 len: 168 time: 0.2074168 Mar 05 05:09:14.955429 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48634) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:14.961246 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-94851593-aa05-42f4-aa1b-80427eb8b2b9 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bcc39de7-db49-465a-8a01-aab8e79e6d9e', 'tempest-TagsExtTest-Tag-2131614310') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:14.986152 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-d139e11d-8a57-4ed7-947e-7f7443f4315f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Deleting port 78e64b49-e843-4d75-8c3b-a26f82ed2131 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:09:14.986526 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d139e11d-8a57-4ed7-947e-7f7443f4315f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (78e64b49-e843-4d75-8c3b-a26f82ed2131), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:15.003615 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:15.005353 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e167e-2084-4c61-bcec-8f84d7fe3a6e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Port': ['ID=38c86281-6c47-42d7-b805-fe7b74924048,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:15.055919 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a86b09f-b0fe-4ff0-ace1-5e3854292aa2 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network f88f5356-9bc8-45cc-9cfe-9b106627d272 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:09:15.058796 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-94851593-aa05-42f4-aa1b-80427eb8b2b9 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] show failed (client error): The resource could not be found. Mar 05 05:09:15.062625 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-94851593-aa05-42f4-aa1b-80427eb8b2b9 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "GET /v2.0/subnetpools/bcc39de7-db49-465a-8a01-aab8e79e6d9e/tags/tempest-TagsExtTest-Tag-2131614310 HTTP/1.1" status: 404 len: 329 time: 0.1035740 Mar 05 05:09:15.067110 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48636) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:15.069286 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-da1d0a9f-060f-4603-9862-66e0e760ab3a tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bcc39de7-db49-465a-8a01-aab8e79e6d9e', 'tempest-TagsExtTest-Tag-65765160') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:15.096458 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-4a86b09f-b0fe-4ff0-ace1-5e3854292aa2 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, f88f5356-9bc8-45cc-9cfe-9b106627d272) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:15.105468 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a86b09f-b0fe-4ff0-ace1-5e3854292aa2 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:15.106371 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4a86b09f-b0fe-4ff0-ace1-5e3854292aa2 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:15.113600 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58108825-3a3b-4a24-8cb4-6b072f082083 None None] Network f88f5356-9bc8-45cc-9cfe-9b106627d272 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:09:15.129571 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ad7e167e-2084-4c61-bcec-8f84d7fe3a6e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (b4120c94-eaef-4d2d-a03f-109ad13dbff7), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:15.133408 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-da1d0a9f-060f-4603-9862-66e0e760ab3a tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] show failed (client error): The resource could not be found. Mar 05 05:09:15.134502 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-da1d0a9f-060f-4603-9862-66e0e760ab3a tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "GET /v2.0/subnetpools/bcc39de7-db49-465a-8a01-aab8e79e6d9e/tags/tempest-TagsExtTest-Tag-65765160 HTTP/1.1" status: 404 len: 327 time: 0.0691686 Mar 05 05:09:15.137106 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d139e11d-8a57-4ed7-947e-7f7443f4315f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (78e64b49-e843-4d75-8c3b-a26f82ed2131), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:15.137484 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d139e11d-8a57-4ed7-947e-7f7443f4315f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for floatingip (78e64b49-e843-4d75-8c3b-a26f82ed2131), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:15.140119 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48638) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:15.145551 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-9313a7e1-24fe-4f8a-b4b2-4be87daab37b tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bcc39de7-db49-465a-8a01-aab8e79e6d9e', 'tempest-TagsExtTest-Tag-1554355644') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:15.167211 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4a86b09f-b0fe-4ff0-ace1-5e3854292aa2 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0267863 Mar 05 05:09:15.169117 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48640) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:15.174511 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-460edecf-4ab7-4327-965b-fdb2578d9b6d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'port': {'network_id': 'f88f5356-9bc8-45cc-9cfe-9b106627d272', 'name': 'tempest-PortsTestJSON-1795022975', 'fixed_ips': [{'subnet_id': '82902e29-9278-4bca-8a70-f3b834bc55b5', 'ip_address': '172.20.0.10'}]}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:09:15.175888 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-d139e11d-8a57-4ed7-947e-7f7443f4315f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Calling delete_port for 78e64b49-e843-4d75-8c3b-a26f82ed2131 owned by network:floatingip {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:09:15.197301 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-9313a7e1-24fe-4f8a-b4b2-4be87daab37b tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] show failed (client error): The resource could not be found. Mar 05 05:09:15.197900 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9313a7e1-24fe-4f8a-b4b2-4be87daab37b tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "GET /v2.0/subnetpools/bcc39de7-db49-465a-8a01-aab8e79e6d9e/tags/tempest-TagsExtTest-Tag-1554355644 HTTP/1.1" status: 404 len: 329 time: 0.0567477 Mar 05 05:09:15.207863 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48642) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:15.272220 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486a0053-f783-4079-b42d-c27c8cc6321e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-f88f5356-9bc8-45cc-9cfe-9b106627d272', 'network_id': 'f88f5356-9bc8-45cc-9cfe-9b106627d272', 'project_id': 'b560962ff6304b07a22e03444cfd5a4d', 'fixed_ips': [{'subnet_id': '82902e29-9278-4bca-8a70-f3b834bc55b5'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:09:15.273176 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-486a0053-f783-4079-b42d-c27c8cc6321e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:15.273832 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.tag.tag_plugin [None req-32b5cabc-160e-4972-9c8e-4607ed8d786c tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bcc39de7-db49-465a-8a01-aab8e79e6d9e') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:15.356615 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d139e11d-8a57-4ed7-947e-7f7443f4315f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (78e64b49-e843-4d75-8c3b-a26f82ed2131), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:15.428639 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139e11d-8a57-4ed7-947e-7f7443f4315f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Pushing event deleted for resources: {'Port': ['ID=78e64b49-e843-4d75-8c3b-a26f82ed2131,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:15.444886 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-486a0053-f783-4079-b42d-c27c8cc6321e None None] Allocated IP 172.20.0.2 (f88f5356-9bc8-45cc-9cfe-9b106627d272/82902e29-9278-4bca-8a70-f3b834bc55b5/28821237-b31a-430b-bc78-f1472b418739) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:09:15.529191 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d139e11d-8a57-4ed7-947e-7f7443f4315f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for floatingip (9f93bbaf-83a7-4235-94b1-4183c3aebc9e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:15.532616 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d139e11d-8a57-4ed7-947e-7f7443f4315f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:15.534755 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d139e11d-8a57-4ed7-947e-7f7443f4315f tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "DELETE /v2.0/floatingips/9f93bbaf-83a7-4235-94b1-4183c3aebc9e HTTP/1.1" status: 204 len: 168 time: 0.8437548 Mar 05 05:09:15.536869 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48650) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:15.637636 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-486a0053-f783-4079-b42d-c27c8cc6321e None None] Publish callbacks [] for port (28821237-b31a-430b-bc78-f1472b418739), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:15.650523 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-486a0053-f783-4079-b42d-c27c8cc6321e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (28821237-b31a-430b-bc78-f1472b418739), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:15.673885 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486a0053-f783-4079-b42d-c27c8cc6321e None None] Network f88f5356-9bc8-45cc-9cfe-9b106627d272 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:09:15.675105 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-c48463df-82db-4736-b654-c9c0acb29c37 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Deleting port e00d735a-ec46-47fa-b9a6-ebc0452db108 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:09:15.675546 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c48463df-82db-4736-b654-c9c0acb29c37 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (e00d735a-ec46-47fa-b9a6-ebc0452db108), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:15.677560 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-486a0053-f783-4079-b42d-c27c8cc6321e None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:15.696860 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486a0053-f783-4079-b42d-c27c8cc6321e None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:09:15.754878 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e775dd3-771c-4270-a6ec-24258cda15bc req-3863654a-c6ee-45e6-8e0a-f36f40dbb54a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:15.756536 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1e775dd3-771c-4270-a6ec-24258cda15bc req-3863654a-c6ee-45e6-8e0a-f36f40dbb54a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 945 time: 0.7428586 Mar 05 05:09:15.770760 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a0053-f783-4079-b42d-c27c8cc6321e None None] Pushing event updated for resources: {'Port': ['ID=28821237-b31a-430b-bc78-f1472b418739,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:15.783154 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-486a0053-f783-4079-b42d-c27c8cc6321e None None] Attempting to bind port 28821237-b31a-430b-bc78-f1472b418739 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:09:15.783728 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-486a0053-f783-4079-b42d-c27c8cc6321e None None] Attempting to bind port 28821237-b31a-430b-bc78-f1472b418739 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '3baf70cd-ed16-426b-90f4-397904a6666a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f88f5356-9bc8-45cc-9cfe-9b106627d272'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:09:15.784269 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486a0053-f783-4079-b42d-c27c8cc6321e None None] Attempting to bind port 28821237-b31a-430b-bc78-f1472b418739 on network f88f5356-9bc8-45cc-9cfe-9b106627d272 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:09:15.790960 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486a0053-f783-4079-b42d-c27c8cc6321e None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:09:15.791775 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486a0053-f783-4079-b42d-c27c8cc6321e None None] Checking segment: {'id': '3baf70cd-ed16-426b-90f4-397904a6666a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f88f5356-9bc8-45cc-9cfe-9b106627d272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:09:15.792362 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-486a0053-f783-4079-b42d-c27c8cc6321e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:15.792931 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486a0053-f783-4079-b42d-c27c8cc6321e None None] Bound using segment: {'id': '3baf70cd-ed16-426b-90f4-397904a6666a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f88f5356-9bc8-45cc-9cfe-9b106627d272'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:09:15.793579 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-486a0053-f783-4079-b42d-c27c8cc6321e None None] Bound port: 28821237-b31a-430b-bc78-f1472b418739, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3baf70cd-ed16-426b-90f4-397904a6666a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f88f5356-9bc8-45cc-9cfe-9b106627d272'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:09:15.794341 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-486a0053-f783-4079-b42d-c27c8cc6321e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (28821237-b31a-430b-bc78-f1472b418739), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:15.806588 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c48463df-82db-4736-b654-c9c0acb29c37 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (e00d735a-ec46-47fa-b9a6-ebc0452db108), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:15.818017 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5c3b90-1129-479c-842a-c12b666b3939 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Router 98d744c4-203e-41b9-9316-e591f9ececef has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:09:15.822469 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-c48463df-82db-4736-b654-c9c0acb29c37 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Calling delete_port for e00d735a-ec46-47fa-b9a6-ebc0452db108 owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:09:15.868856 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-486a0053-f783-4079-b42d-c27c8cc6321e None None] For port 28821237-b31a-430b-bc78-f1472b418739, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:09:15.874022 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-486a0053-f783-4079-b42d-c27c8cc6321e None None] For port 28821237-b31a-430b-bc78-f1472b418739, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=28821237-b31a-430b-bc78-f1472b418739,segment=NetworkSegment(3baf70cd-ed16-426b-90f4-397904a6666a),segment_id=3baf70cd-ed16-426b-90f4-397904a6666a)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:09:15.884635 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-486a0053-f783-4079-b42d-c27c8cc6321e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (28821237-b31a-430b-bc78-f1472b418739), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:15.949788 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-32b5cabc-160e-4972-9c8e-4607ed8d786c tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "DELETE /v2.0/subnetpools/bcc39de7-db49-465a-8a01-aab8e79e6d9e/tags HTTP/1.1" status: 204 len: 168 time: 0.6851768 Mar 05 05:09:15.952622 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48652) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:15.956874 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a0053-f783-4079-b42d-c27c8cc6321e None None] Pushing event updated for resources: {'Port': ['ID=28821237-b31a-430b-bc78-f1472b418739,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:15.958811 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-29383c5f-32f9-47cc-bfa6-d27ef5ccd604 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '700f5d97-b453-468c-8a9b-63891ae7a312') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:15.978206 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1e775dd3-771c-4270-a6ec-24258cda15bc req-eeacaa6d-c3cd-4405-8b38-7d836cfe2d45 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110407 Mar 05 05:09:15.986648 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7e167e-2084-4c61-bcec-8f84d7fe3a6e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Router b4120c94-eaef-4d2d-a03f-109ad13dbff7 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:09:16.050374 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460edecf-4ab7-4327-965b-fdb2578d9b6d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:09:16.072951 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c48463df-82db-4736-b654-c9c0acb29c37 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (e00d735a-ec46-47fa-b9a6-ebc0452db108), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:16.114319 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48463df-82db-4736-b654-c9c0acb29c37 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Pushing event deleted for resources: {'Port': ['ID=e00d735a-ec46-47fa-b9a6-ebc0452db108,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:16.280016 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:16.321527 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-460edecf-4ab7-4327-965b-fdb2578d9b6d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:16.328154 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7e167e-2084-4c61-bcec-8f84d7fe3a6e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:09:16.345397 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875c378a-5125-40ef-ae9c-b963207d3cc0 None None] Sync routers for ids ['b4120c94-eaef-4d2d-a03f-109ad13dbff7'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:09:16.346008 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ad7e167e-2084-4c61-bcec-8f84d7fe3a6e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "PUT /v2.0/routers/b4120c94-eaef-4d2d-a03f-109ad13dbff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2703698 Mar 05 05:09:16.348466 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48654) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:16.354041 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875c378a-5125-40ef-ae9c-b963207d3cc0 None None] Routers {'b4120c94-eaef-4d2d-a03f-109ad13dbff7'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:16.354915 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-875c378a-5125-40ef-ae9c-b963207d3cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:09:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b4120c94-eaef-4d2d-a03f-109ad13dbff7'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:16.387878 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c85f7bcf-24ab-4932-a78d-e3fefbc654a4 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4120c94-eaef-4d2d-a03f-109ad13dbff7 HTTP/1.1" status: 200 len: 205 time: 0.0356681 Mar 05 05:09:16.387878 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5c3b90-1129-479c-842a-c12b666b3939 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:09:16.389742 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48656) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:16.420446 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34289b13-edae-4925-9850-9443f86bf9d8 None None] Sync routers for ids ['98d744c4-203e-41b9-9316-e591f9ececef'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:09:16.438399 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34289b13-edae-4925-9850-9443f86bf9d8 None None] Routers {'98d744c4-203e-41b9-9316-e591f9ececef'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:16.441222 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-34289b13-edae-4925-9850-9443f86bf9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:09:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['98d744c4-203e-41b9-9316-e591f9ececef'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:16.455221 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-875c378a-5125-40ef-ae9c-b963207d3cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:16.465543 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875c378a-5125-40ef-ae9c-b963207d3cc0 None None] Routers {'b4120c94-eaef-4d2d-a03f-109ad13dbff7'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:16.466615 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-875c378a-5125-40ef-ae9c-b963207d3cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:09:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b4120c94-eaef-4d2d-a03f-109ad13dbff7'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:16.517925 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-875c378a-5125-40ef-ae9c-b963207d3cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:16.519171 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875c378a-5125-40ef-ae9c-b963207d3cc0 None None] The sync data for ids ['b4120c94-eaef-4d2d-a03f-109ad13dbff7'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:09:16.552147 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-34289b13-edae-4925-9850-9443f86bf9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:16.559963 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-29383c5f-32f9-47cc-bfa6-d27ef5ccd604 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "DELETE /v2.0/routers/700f5d97-b453-468c-8a9b-63891ae7a312/tags HTTP/1.1" status: 204 len: 168 time: 0.6053505 Mar 05 05:09:16.576248 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34289b13-edae-4925-9850-9443f86bf9d8 None None] Routers {'98d744c4-203e-41b9-9316-e591f9ececef'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:16.576893 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-34289b13-edae-4925-9850-9443f86bf9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:09:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['98d744c4-203e-41b9-9316-e591f9ececef'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:16.579436 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48660) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:16.585718 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.tag.tag_plugin [None req-3ab9fbe4-c099-435b-aaa2-0f833a8e05d2 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:16.609316 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-736f78cb-a0a6-4d68-a37f-b33048ebb65e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router (b4120c94-eaef-4d2d-a03f-109ad13dbff7), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:16.649911 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-34289b13-edae-4925-9850-9443f86bf9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:16.651112 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c48463df-82db-4736-b654-c9c0acb29c37 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:16.652093 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34289b13-edae-4925-9850-9443f86bf9d8 None None] The sync data for ids ['98d744c4-203e-41b9-9316-e591f9ececef'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:09:16.654340 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c48463df-82db-4736-b654-c9c0acb29c37 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "DELETE /v2.0/ports/e00d735a-ec46-47fa-b9a6-ebc0452db108 HTTP/1.1" status: 204 len: 168 time: 1.1151378 Mar 05 05:09:16.658851 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48662) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:16.678080 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e5c3b90-1129-479c-842a-c12b666b3939 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:16.713535 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-460edecf-4ab7-4327-965b-fdb2578d9b6d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] device_id is not set on port f125903b-8112-4628-ab7e-8c0d8a46c563 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:09:16.714164 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3ab9fbe4-c099-435b-aaa2-0f833a8e05d2 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "DELETE /v2.0/ports/b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5/tags HTTP/1.1" status: 204 len: 168 time: 0.1336985 Mar 05 05:09:16.721697 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48664) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:16.790911 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8e5c3b90-1129-479c-842a-c12b666b3939 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.3395967 Mar 05 05:09:16.792249 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48666) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:16.795368 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.tag.tag_plugin [None req-d2fa5a5f-77cb-4843-9dbc-4b36beccb085 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '895aaeed-bbaa-44d1-aa54-263974cad040') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:16.797999 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-53aa7d75-99b2-4d8b-91e9-8cf21785a7a0 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-884788083'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:09:16.805451 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-50a6656e-5d21-4a94-a2e8-0b00c6ac8191 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Deleting port 90b3b5b9-df48-4ffc-b613-699be6421d82 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:09:16.805814 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-50a6656e-5d21-4a94-a2e8-0b00c6ac8191 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (90b3b5b9-df48-4ffc-b613-699be6421d82), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:16.881467 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53aa7d75-99b2-4d8b-91e9-8cf21785a7a0 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Made reservation on behalf of 40cfc34572db4c7280a39d5bce859963 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:09:16.885409 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-53aa7d75-99b2-4d8b-91e9-8cf21785a7a0 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:16.964085 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-50a6656e-5d21-4a94-a2e8-0b00c6ac8191 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (90b3b5b9-df48-4ffc-b613-699be6421d82), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:16.967785 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53aa7d75-99b2-4d8b-91e9-8cf21785a7a0 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:09:16.990047 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-50a6656e-5d21-4a94-a2e8-0b00c6ac8191 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Calling delete_port for 90b3b5b9-df48-4ffc-b613-699be6421d82 owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:09:16.997123 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-53aa7d75-99b2-4d8b-91e9-8cf21785a7a0 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (c88bec47-2b3f-4f73-b0b5-20a815f0ebe2), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:16.997769 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-53aa7d75-99b2-4d8b-91e9-8cf21785a7a0 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Added segment c88bec47-2b3f-4f73-b0b5-20a815f0ebe2 of type vlan for network 789d1165-8d92-4117-87a0-b4fca485b7d4 Mar 05 05:09:17.026575 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-736f78cb-a0a6-4d68-a37f-b33048ebb65e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (b4120c94-eaef-4d2d-a03f-109ad13dbff7), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:17.036033 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-736f78cb-a0a6-4d68-a37f-b33048ebb65e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router_controller (b4120c94-eaef-4d2d-a03f-109ad13dbff7), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:17.063702 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 28821237-b31a-430b-bc78-f1472b418739 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:09:17.152699 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebee0c-4aa5-4a7a-9c8c-8e9ce4891d87 req-49ba7a29-dc43-4113-a9a7-bb289faa9bd6 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:17.154876 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b5ebee0c-4aa5-4a7a-9c8c-8e9ce4891d87 req-49ba7a29-dc43-4113-a9a7-bb289faa9bd6 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.31 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 945 time: 0.4816487 Mar 05 05:09:17.155546 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-53aa7d75-99b2-4d8b-91e9-8cf21785a7a0 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (789d1165-8d92-4117-87a0-b4fca485b7d4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:17.176830 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 28821237-b31a-430b-bc78-f1472b418739 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:17.177467 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (28821237-b31a-430b-bc78-f1472b418739), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:17.232617 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-53aa7d75-99b2-4d8b-91e9-8cf21785a7a0 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (789d1165-8d92-4117-87a0-b4fca485b7d4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:17.241972 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53aa7d75-99b2-4d8b-91e9-8cf21785a7a0 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:17.242617 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-53aa7d75-99b2-4d8b-91e9-8cf21785a7a0 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:17.294541 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-736f78cb-a0a6-4d68-a37f-b33048ebb65e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (b4120c94-eaef-4d2d-a03f-109ad13dbff7), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:17.295052 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736f78cb-a0a6-4d68-a37f-b33048ebb65e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Fanout notify agent at l3_agent the message router_deleted on router b4120c94-eaef-4d2d-a03f-109ad13dbff7 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:09:17.296050 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 28821237-b31a-430b-bc78-f1472b418739 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:17.296587 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (28821237-b31a-430b-bc78-f1472b418739), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:17.315178 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-736f78cb-a0a6-4d68-a37f-b33048ebb65e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:17.320903 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-736f78cb-a0a6-4d68-a37f-b33048ebb65e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/routers/b4120c94-eaef-4d2d-a03f-109ad13dbff7 HTTP/1.1" status: 204 len: 168 time: 0.9305012 Mar 05 05:09:17.334665 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d2fa5a5f-77cb-4843-9dbc-4b36beccb085 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "DELETE /v2.0/subnets/895aaeed-bbaa-44d1-aa54-263974cad040/tags HTTP/1.1" status: 204 len: 168 time: 0.5423021 Mar 05 05:09:17.334665 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48670) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:17.335002 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-53aa7d75-99b2-4d8b-91e9-8cf21785a7a0 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5376303 Mar 05 05:09:17.346367 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48672) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:17.346693 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48674) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:17.367404 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-0f9e17e6-264d-422e-a03b-6f0ed73ef9eb tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Request body: {'subnet': {'network_id': '789d1165-8d92-4117-87a0-b4fca485b7d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:09:17.367662 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 28821237-b31a-430b-bc78-f1472b418739, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=28821237-b31a-430b-bc78-f1472b418739,segment=NetworkSegment(3baf70cd-ed16-426b-90f4-397904a6666a),segment_id=3baf70cd-ed16-426b-90f4-397904a6666a)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:09:17.376075 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (28821237-b31a-430b-bc78-f1472b418739), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:17.439436 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-50a6656e-5d21-4a94-a2e8-0b00c6ac8191 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (90b3b5b9-df48-4ffc-b613-699be6421d82), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:17.456186 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=28821237-b31a-430b-bc78-f1472b418739,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:17.524044 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa7d75-99b2-4d8b-91e9-8cf21785a7a0 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event updated for resources: {'Network': ['ID=789d1165-8d92-4117-87a0-b4fca485b7d4,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:17.539502 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 789d1165-8d92-4117-87a0-b4fca485b7d4 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:09:17.543832 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6656e-5d21-4a94-a2e8-0b00c6ac8191 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Pushing event deleted for resources: {'Port': ['ID=90b3b5b9-df48-4ffc-b613-699be6421d82,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:17.553178 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ec5d6-bb4e-4b57-9fc0-9426c635484a req-50a3247d-8b64-45dc-a18c-981ae02d3a52 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:17.568317 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c58ec5d6-bb4e-4b57-9fc0-9426c635484a req-50a3247d-8b64-45dc-a18c-981ae02d3a52 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 945 time: 0.4632211 Mar 05 05:09:17.611638 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-50a6656e-5d21-4a94-a2e8-0b00c6ac8191 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:17.618647 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-50a6656e-5d21-4a94-a2e8-0b00c6ac8191 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "DELETE /v2.0/ports/90b3b5b9-df48-4ffc-b613-699be6421d82 HTTP/1.1" status: 204 len: 168 time: 0.9545434 Mar 05 05:09:17.618913 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48678) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:17.679141 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3a8410-495c-4385-9baf-c00c2f051bc6 None None] Network f88f5356-9bc8-45cc-9cfe-9b106627d272 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:09:17.689293 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-4392d89a-8a7e-4627-8201-a310fb0eff2c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Deleting subnet 5403416f-f99a-42e6-927f-ac14ca417ed1 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:09:17.692789 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4392d89a-8a7e-4627-8201-a310fb0eff2c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for subnet (5403416f-f99a-42e6-927f-ac14ca417ed1), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:17.715700 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-460edecf-4ab7-4327-965b-fdb2578d9b6d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Allocated IP 172.20.0.10 (f88f5356-9bc8-45cc-9cfe-9b106627d272/82902e29-9278-4bca-8a70-f3b834bc55b5/f125903b-8112-4628-ab7e-8c0d8a46c563) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:09:17.745994 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d7994f9-9ca4-46f8-98f6-5e5bf19c053f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Deleting subnet 3b5fd581-1861-4a8e-9835-28c8510d7d29 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:09:17.746221 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4392d89a-8a7e-4627-8201-a310fb0eff2c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (5403416f-f99a-42e6-927f-ac14ca417ed1), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:17.751766 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-b5ebee0c-4aa5-4a7a-9c8c-8e9ce4891d87 req-fe1f9397-d65b-4a6b-89f9-c0e69e142277 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Deleting port 26ca66d5-2490-46d0-ad7a-2bf52d17d0c2 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:09:17.752111 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b5ebee0c-4aa5-4a7a-9c8c-8e9ce4891d87 req-fe1f9397-d65b-4a6b-89f9-c0e69e142277 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (26ca66d5-2490-46d0-ad7a-2bf52d17d0c2), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:17.776746 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-2904c568-f260-4c29-aa1c-04897fca7008 None None] Provisioning complete for port 28821237-b31a-430b-bc78-f1472b418739 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:17.777380 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2904c568-f260-4c29-aa1c-04897fca7008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (28821237-b31a-430b-bc78-f1472b418739), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:17.836365 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:17.846399 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7d7994f9-9ca4-46f8-98f6-5e5bf19c053f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for subnet (3b5fd581-1861-4a8e-9835-28c8510d7d29), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:17.861062 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4392d89a-8a7e-4627-8201-a310fb0eff2c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (5403416f-f99a-42e6-927f-ac14ca417ed1), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:17.895865 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9e17e6-264d-422e-a03b-6f0ed73ef9eb tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Made reservation on behalf of 40cfc34572db4c7280a39d5bce859963 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:09:17.900319 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0f9e17e6-264d-422e-a03b-6f0ed73ef9eb tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:17.928612 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4392d89a-8a7e-4627-8201-a310fb0eff2c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (5403416f-f99a-42e6-927f-ac14ca417ed1), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:17.963556 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2904c568-f260-4c29-aa1c-04897fca7008 None None] Current status of the port 28821237-b31a-430b-bc78-f1472b418739 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:17.975666 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392d89a-8a7e-4627-8201-a310fb0eff2c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Pushing event deleted for resources: {'Subnet': ['ID=5403416f-f99a-42e6-927f-ac14ca417ed1,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:17.995797 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4392d89a-8a7e-4627-8201-a310fb0eff2c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:17.999585 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4392d89a-8a7e-4627-8201-a310fb0eff2c tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "DELETE /v2.0/subnets/5403416f-f99a-42e6-927f-ac14ca417ed1 HTTP/1.1" status: 204 len: 168 time: 0.3796840 Mar 05 05:09:18.003231 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48680) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:18.011245 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32ccaaa-29c9-4b31-af70-533748de8f1b None None] Network d5e298e9-3894-4a20-bba8-ee9990215b28 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:09:18.093660 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-b5ebee0c-4aa5-4a7a-9c8c-8e9ce4891d87 req-fe1f9397-d65b-4a6b-89f9-c0e69e142277 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] For port 26ca66d5-2490-46d0-ad7a-2bf52d17d0c2, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=26ca66d5-2490-46d0-ad7a-2bf52d17d0c2,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:09:18.099633 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b5ebee0c-4aa5-4a7a-9c8c-8e9ce4891d87 req-fe1f9397-d65b-4a6b-89f9-c0e69e142277 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (26ca66d5-2490-46d0-ad7a-2bf52d17d0c2), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:18.112534 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [req-b5ebee0c-4aa5-4a7a-9c8c-8e9ce4891d87 req-fe1f9397-d65b-4a6b-89f9-c0e69e142277 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Calling delete_port for 26ca66d5-2490-46d0-ad7a-2bf52d17d0c2 owned by compute:nova {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:09:18.138351 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f4ac8a-6821-409f-881f-1358a6273ec8 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Deleting subnet b20ad415-1a2b-48b9-b719-aacdec19c5f7 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:09:18.143290 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-71f4ac8a-6821-409f-881f-1358a6273ec8 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for subnet (b20ad415-1a2b-48b9-b719-aacdec19c5f7), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:18.211149 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c58ec5d6-bb4e-4b57-9fc0-9426c635484a req-4601715d-e20c-4019-a3d0-ba1b34e6b487 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6416330 Mar 05 05:09:18.217847 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-71f4ac8a-6821-409f-881f-1358a6273ec8 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (b20ad415-1a2b-48b9-b719-aacdec19c5f7), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:18.236546 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e7db26ec-833c-4f14-9d3f-f451efd56bbb tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:18.239138 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e7db26ec-833c-4f14-9d3f-f451efd56bbb tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "DELETE /v2.0/subnetpools/bcc39de7-db49-465a-8a01-aab8e79e6d9e HTTP/1.1" status: 204 len: 168 time: 0.8650944 Mar 05 05:09:18.253390 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48682) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:18.264462 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20125150-28a0-4650-b78f-6ca7a6997b24 None None] DHCP port deletion for d5e298e9-3894-4a20-bba8-ee9990215b28 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:09:18.283844 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7d7994f9-9ca4-46f8-98f6-5e5bf19c053f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (3b5fd581-1861-4a8e-9835-28c8510d7d29), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:18.349554 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-20125150-28a0-4650-b78f-6ca7a6997b24 None None] Deleting port bd4e05c9-befc-49ef-9830-8bca44b9d6fc {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:09:18.350109 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-20125150-28a0-4650-b78f-6ca7a6997b24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (bd4e05c9-befc-49ef-9830-8bca44b9d6fc), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:18.364101 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-71f4ac8a-6821-409f-881f-1358a6273ec8 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (b20ad415-1a2b-48b9-b719-aacdec19c5f7), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:18.410356 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-77879c30-a08b-487a-b0d1-89984e33ebc2 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "GET /v2.0/ports?device_id=700f5d97-b453-468c-8a9b-63891ae7a312 HTTP/1.1" status: 200 len: 205 time: 0.1476345 Mar 05 05:09:18.413963 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48684) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:18.449938 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-20125150-28a0-4650-b78f-6ca7a6997b24 None None] For port bd4e05c9-befc-49ef-9830-8bca44b9d6fc, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=bd4e05c9-befc-49ef-9830-8bca44b9d6fc,segment=NetworkSegment(c8e4c702-f3ee-4970-96e5-405c4a08d9c8),segment_id=c8e4c702-f3ee-4970-96e5-405c4a08d9c8)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:09:18.450410 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-20125150-28a0-4650-b78f-6ca7a6997b24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (bd4e05c9-befc-49ef-9830-8bca44b9d6fc), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:18.464279 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-93c98f47-71b9-4045-b0e3-a5169860fda9 None None] Provisioning complete for port 28821237-b31a-430b-bc78-f1472b418739 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:18.464724 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-93c98f47-71b9-4045-b0e3-a5169860fda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (28821237-b31a-430b-bc78-f1472b418739), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:18.489016 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-20125150-28a0-4650-b78f-6ca7a6997b24 None None] Calling delete_port for bd4e05c9-befc-49ef-9830-8bca44b9d6fc owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:09:18.521793 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b0d0f111-fcc8-474d-a067-2f3563d230c9 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks [] for router (700f5d97-b453-468c-8a9b-63891ae7a312), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:18.571387 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-71f4ac8a-6821-409f-881f-1358a6273ec8 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (b20ad415-1a2b-48b9-b719-aacdec19c5f7), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:18.654881 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4ac8a-6821-409f-881f-1358a6273ec8 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Pushing event deleted for resources: {'Subnet': ['ID=b20ad415-1a2b-48b9-b719-aacdec19c5f7,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:18.658032 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-71f4ac8a-6821-409f-881f-1358a6273ec8 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:18.659400 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-93c98f47-71b9-4045-b0e3-a5169860fda9 None None] Current status of the port 28821237-b31a-430b-bc78-f1472b418739 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:18.663475 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-71f4ac8a-6821-409f-881f-1358a6273ec8 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "DELETE /v2.0/subnets/b20ad415-1a2b-48b9-b719-aacdec19c5f7 HTTP/1.1" status: 204 len: 168 time: 0.6590650 Mar 05 05:09:18.666793 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48688) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:18.679986 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b662204d-2369-4c04-a61a-92921664f2c4 None None] Network 61e4226b-fc5c-4019-a996-47139c08d580 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:09:18.699751 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-20125150-28a0-4650-b78f-6ca7a6997b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (bd4e05c9-befc-49ef-9830-8bca44b9d6fc), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:18.748493 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7d7994f9-9ca4-46f8-98f6-5e5bf19c053f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (3b5fd581-1861-4a8e-9835-28c8510d7d29), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:18.769763 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e4cb3f61-9206-458d-aa0d-84b5fffa5bde tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (d5e298e9-3894-4a20-bba8-ee9990215b28), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:18.775484 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20125150-28a0-4650-b78f-6ca7a6997b24 None None] Pushing event deleted for resources: {'Port': ['ID=bd4e05c9-befc-49ef-9830-8bca44b9d6fc,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:18.790492 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20125150-28a0-4650-b78f-6ca7a6997b24 None None] No DVR routers for this DVR port bd4e05c9-befc-49ef-9830-8bca44b9d6fc on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:09:18.791881 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b5ebee0c-4aa5-4a7a-9c8c-8e9ce4891d87 req-fe1f9397-d65b-4a6b-89f9-c0e69e142277 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (26ca66d5-2490-46d0-ad7a-2bf52d17d0c2), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:18.814320 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-460edecf-4ab7-4327-965b-fdb2578d9b6d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for port (f125903b-8112-4628-ab7e-8c0d8a46c563), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:18.815434 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['26ca66d5-2490-46d0-ad7a-2bf52d17d0c2'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:09:18.891684 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f9397-d65b-4a6b-89f9-c0e69e142277 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Pushing event deleted for resources: {'Port': ['ID=26ca66d5-2490-46d0-ad7a-2bf52d17d0c2,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:18.974833 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ebee0c-4aa5-4a7a-9c8c-8e9ce4891d87 req-fe1f9397-d65b-4a6b-89f9-c0e69e142277 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] No DVR routers for this DVR port 26ca66d5-2490-46d0-ad7a-2bf52d17d0c2 on host n-h2-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:09:18.983292 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b5ebee0c-4aa5-4a7a-9c8c-8e9ce4891d87 req-fe1f9397-d65b-4a6b-89f9-c0e69e142277 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:18.987407 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b5ebee0c-4aa5-4a7a-9c8c-8e9ce4891d87 req-fe1f9397-d65b-4a6b-89f9-c0e69e142277 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.31 "DELETE /v2.0/ports/26ca66d5-2490-46d0-ad7a-2bf52d17d0c2 HTTP/1.1" status: 204 len: 173 time: 1.8171804 Mar 05 05:09:18.989055 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4727b59-68bd-457d-89b3-adbba9123e68', 'name': 'network-vif-deleted', 'tag': '26ca66d5-2490-46d0-ad7a-2bf52d17d0c2'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:09:18.991544 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa71b7d1-7e0f-409d-88a8-069dbf0b123f" -d '{"events": [{"server_uuid": "e4727b59-68bd-457d-89b3-adbba9123e68", "name": "network-vif-deleted", "tag": "26ca66d5-2490-46d0-ad7a-2bf52d17d0c2"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:09:18.994690 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0f9e17e6-264d-422e-a03b-6f0ed73ef9eb tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (3d37fc0a-daf2-45df-aa1a-ce5fc30e7285), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:19.005766 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 28821237-b31a-430b-bc78-f1472b418739 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:09:19.016780 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b0d0f111-fcc8-474d-a067-2f3563d230c9 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (700f5d97-b453-468c-8a9b-63891ae7a312), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:19.019332 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b0d0f111-fcc8-474d-a067-2f3563d230c9 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks [] for router_controller (700f5d97-b453-468c-8a9b-63891ae7a312), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:19.093311 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8718712c-99b1-4744-be6f-9723beb9f55e None None] DHCP port deletion for 61e4226b-fc5c-4019-a996-47139c08d580 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:09:19.096464 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5358b494-bc4e-42a4-aa1e-96707b98457d x-openstack-request-id: req-5358b494-bc4e-42a4-aa1e-96707b98457d {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:09:19.098045 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4727b59-68bd-457d-89b3-adbba9123e68", "name": "network-vif-deleted", "tag": "26ca66d5-2490-46d0-ad7a-2bf52d17d0c2", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:09:19.098546 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5358b494-bc4e-42a4-aa1e-96707b98457d {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:09:19.099449 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4727b59-68bd-457d-89b3-adbba9123e68', 'name': 'network-vif-deleted', 'tag': '26ca66d5-2490-46d0-ad7a-2bf52d17d0c2', 'status': 'completed', 'code': 200} Mar 05 05:09:19.111594 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7d7994f9-9ca4-46f8-98f6-5e5bf19c053f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (3b5fd581-1861-4a8e-9835-28c8510d7d29), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:19.147603 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 28821237-b31a-430b-bc78-f1472b418739 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:19.147988 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (28821237-b31a-430b-bc78-f1472b418739), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:19.156626 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7d7994f9-9ca4-46f8-98f6-5e5bf19c053f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:19.162820 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7d7994f9-9ca4-46f8-98f6-5e5bf19c053f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/subnets/3b5fd581-1861-4a8e-9835-28c8510d7d29 HTTP/1.1" status: 204 len: 168 time: 1.8245547 Mar 05 05:09:19.167175 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48692) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:19.189831 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0bd3a7-c0e5-449f-adf0-bf14fbb87155 None None] Network d15fa673-401b-4559-895e-377a870ae5e4 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:09:19.208276 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9e17e6-264d-422e-a03b-6f0ed73ef9eb tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Checking segment: {'id': 'c88bec47-2b3f-4f73-b0b5-20a815f0ebe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '789d1165-8d92-4117-87a0-b4fca485b7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:09:19.208820 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9e17e6-264d-422e-a03b-6f0ed73ef9eb tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Network hostable DHCP agents. Network: 789d1165-8d92-4117-87a0-b4fca485b7d4, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:09:19.212183 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-460edecf-4ab7-4327-965b-fdb2578d9b6d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (f125903b-8112-4628-ab7e-8c0d8a46c563), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:19.217606 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e17e6-264d-422e-a03b-6f0ed73ef9eb tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event updated for resources: {'Subnet': ['ID=3d37fc0a-daf2-45df-aa1a-ce5fc30e7285,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:19.237455 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b0d0f111-fcc8-474d-a067-2f3563d230c9 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (700f5d97-b453-468c-8a9b-63891ae7a312), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:19.238550 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d0f111-fcc8-474d-a067-2f3563d230c9 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Fanout notify agent at l3_agent the message router_deleted on router 700f5d97-b453-468c-8a9b-63891ae7a312 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:09:19.247285 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b0d0f111-fcc8-474d-a067-2f3563d230c9 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:19.248613 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b0d0f111-fcc8-474d-a067-2f3563d230c9 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "DELETE /v2.0/routers/700f5d97-b453-468c-8a9b-63891ae7a312 HTTP/1.1" status: 204 len: 168 time: 0.8332989 Mar 05 05:09:19.251263 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48696) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:19.314650 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460edecf-4ab7-4327-965b-fdb2578d9b6d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Port': ['ID=f125903b-8112-4628-ab7e-8c0d8a46c563,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:19.382949 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e4cb3f61-9206-458d-aa0d-84b5fffa5bde tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (d5e298e9-3894-4a20-bba8-ee9990215b28), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:19.407833 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7994f9-9ca4-46f8-98f6-5e5bf19c053f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Subnet': ['ID=3b5fd581-1861-4a8e-9835-28c8510d7d29,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:19.420732 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-e4cb3f61-9206-458d-aa0d-84b5fffa5bde tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e298e9-3894-4a20-bba8-ee9990215b28']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:19.427418 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460edecf-4ab7-4327-965b-fdb2578d9b6d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network f88f5356-9bc8-45cc-9cfe-9b106627d272 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:09:19.435138 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-e4cb3f61-9206-458d-aa0d-84b5fffa5bde tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e4c702-f3ee-4970-96e5-405c4a08d9c8') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:19.435542 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-e4cb3f61-9206-458d-aa0d-84b5fffa5bde tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e4c702-f3ee-4970-96e5-405c4a08d9c8') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:19.441072 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-460edecf-4ab7-4327-965b-fdb2578d9b6d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:19.441072 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460edecf-4ab7-4327-965b-fdb2578d9b6d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:09:19.466872 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e4cb3f61-9206-458d-aa0d-84b5fffa5bde tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (c8e4c702-f3ee-4970-96e5-405c4a08d9c8), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:19.484622 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e4cb3f61-9206-458d-aa0d-84b5fffa5bde tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (c8e4c702-f3ee-4970-96e5-405c4a08d9c8), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:19.495902 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4cb3f61-9206-458d-aa0d-84b5fffa5bde tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:09:19.496512 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e4cb3f61-9206-458d-aa0d-84b5fffa5bde tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (c8e4c702-f3ee-4970-96e5-405c4a08d9c8), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:19.521975 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-40922f3d-a4f1-41f5-9861-4ed415c9700f req-ca9977ce-af83-43d0-bda2-ba27b626ab02 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 210 time: 0.1154084 Mar 05 05:09:19.526318 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e765c15-040a-471c-a9b0-67ecfd8875fe tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Deleting subnet 0e3fddf4-c0df-4a6d-b3cd-06c3f52f8b8a {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:09:19.534661 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-8718712c-99b1-4744-be6f-9723beb9f55e None None] Deleting port e39efd7c-9ce8-4527-816e-0030123b4396 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:09:19.536668 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8718712c-99b1-4744-be6f-9723beb9f55e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (e39efd7c-9ce8-4527-816e-0030123b4396), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:19.538699 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e765c15-040a-471c-a9b0-67ecfd8875fe tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for subnet (0e3fddf4-c0df-4a6d-b3cd-06c3f52f8b8a), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:19.602109 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:09:19.602109 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:09:19.602109 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:09:19.602109 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:09:19.602109 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:09:19.602109 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:09:19.602109 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:09:19.602109 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:09:19.602109 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:09:19.602109 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:09:19.602109 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:09:19.602109 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:09:19.602109 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:09:19.602109 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:09:19.602109 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:09:19.602109 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:09:19.602109 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:09:19.602109 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:09:19.602109 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:09:19.602109 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:09:19.602109 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:09:19.602109 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:09:19.602109 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:09:19.602109 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:09:19.602109 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:09:19.602109 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:09:19.602109 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:09:19.602109 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:09:19.602109 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:09:19.602109 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:09:19.602109 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:09:19.602109 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:09:19.611810 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e4cb3f61-9206-458d-aa0d-84b5fffa5bde tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (d5e298e9-3894-4a20-bba8-ee9990215b28), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:19.632440 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e4cb3f61-9206-458d-aa0d-84b5fffa5bde tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:19.635532 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-8718712c-99b1-4744-be6f-9723beb9f55e None None] For port e39efd7c-9ce8-4527-816e-0030123b4396, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e39efd7c-9ce8-4527-816e-0030123b4396,segment=NetworkSegment(d489005d-23c5-45e4-857a-6d4a5e83c953),segment_id=d489005d-23c5-45e4-857a-6d4a5e83c953)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:09:19.637938 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8718712c-99b1-4744-be6f-9723beb9f55e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (e39efd7c-9ce8-4527-816e-0030123b4396), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:19.646859 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e4cb3f61-9206-458d-aa0d-84b5fffa5bde tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "DELETE /v2.0/networks/d5e298e9-3894-4a20-bba8-ee9990215b28 HTTP/1.1" status: 204 len: 168 time: 0.9765720 Mar 05 05:09:19.648501 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48700) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:19.669894 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9e17e6-264d-422e-a03b-6f0ed73ef9eb tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Network 789d1165-8d92-4117-87a0-b4fca485b7d4 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:09:19.677808 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-8718712c-99b1-4744-be6f-9723beb9f55e None None] Calling delete_port for e39efd7c-9ce8-4527-816e-0030123b4396 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:09:19.706523 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e765c15-040a-471c-a9b0-67ecfd8875fe tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (0e3fddf4-c0df-4a6d-b3cd-06c3f52f8b8a), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:19.757398 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb3f61-9206-458d-aa0d-84b5fffa5bde tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Pushing event deleted for resources: {'Network': ['ID=d5e298e9-3894-4a20-bba8-ee9990215b28,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:19.778012 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-0f9e17e6-264d-422e-a03b-6f0ed73ef9eb tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 789d1165-8d92-4117-87a0-b4fca485b7d4) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:19.821167 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9e17e6-264d-422e-a03b-6f0ed73ef9eb tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:19.821854 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0f9e17e6-264d-422e-a03b-6f0ed73ef9eb tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:19.843740 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460edecf-4ab7-4327-965b-fdb2578d9b6d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:19.844504 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-460edecf-4ab7-4327-965b-fdb2578d9b6d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:19.891937 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-460edecf-4ab7-4327-965b-fdb2578d9b6d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.7191446 Mar 05 05:09:19.910798 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e743f4-a88e-443a-a476-a9ae4310dd78 None None] Network 789d1165-8d92-4117-87a0-b4fca485b7d4 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:09:19.914033 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48706) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:19.927840 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-b7df061a-d0b8-44d4-9af2-f3ca6bba5853 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'port': {'network_id': 'f88f5356-9bc8-45cc-9cfe-9b106627d272', 'name': 'tempest-PortsTestJSON-286387382', 'fixed_ips': [{'subnet_id': '82902e29-9278-4bca-8a70-f3b834bc55b5', 'ip_address': '172.20.0.9'}]}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:09:19.951883 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8718712c-99b1-4744-be6f-9723beb9f55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (e39efd7c-9ce8-4527-816e-0030123b4396), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:19.966578 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b597a530-fefc-4ea8-ad38-dbd04b8e108e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (61e4226b-fc5c-4019-a996-47139c08d580), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:19.988859 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-415ea128-f1f0-458b-970d-0f212961d1e8 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Deleting port b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:09:19.997987 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-415ea128-f1f0-458b-970d-0f212961d1e8 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:20.029596 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-dda0fbc6-74a1-4586-aa1b-472028aeab85 None None] Provisioning complete for port f125903b-8112-4628-ab7e-8c0d8a46c563 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:20.030144 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dda0fbc6-74a1-4586-aa1b-472028aeab85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f125903b-8112-4628-ab7e-8c0d8a46c563), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:20.077056 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-dda0fbc6-74a1-4586-aa1b-472028aeab85 None None] Port f125903b-8112-4628-ab7e-8c0d8a46c563 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:09:20.091029 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0f9e17e6-264d-422e-a03b-6f0ed73ef9eb tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7334461 Mar 05 05:09:20.093649 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48708) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:20.108070 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718712c-99b1-4744-be6f-9723beb9f55e None None] Pushing event deleted for resources: {'Port': ['ID=e39efd7c-9ce8-4527-816e-0030123b4396,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:20.122230 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-df7245a7-ee79-494e-9632-cfc4f2248f90 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-46105656', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}, 'admin_state_up': False}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:09:20.165686 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7df061a-d0b8-44d4-9af2-f3ca6bba5853 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:09:20.165880 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8718712c-99b1-4744-be6f-9723beb9f55e None None] No DVR routers for this DVR port e39efd7c-9ce8-4527-816e-0030123b4396 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:09:20.167451 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 28821237-b31a-430b-bc78-f1472b418739 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:20.190013 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b7df061a-d0b8-44d4-9af2-f3ca6bba5853 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:20.196142 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e765c15-040a-471c-a9b0-67ecfd8875fe tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (0e3fddf4-c0df-4a6d-b3cd-06c3f52f8b8a), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:20.200008 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-df7245a7-ee79-494e-9632-cfc4f2248f90 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (004c5ef6-a111-42d8-9c24-e3cc6ff7ad16), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:20.201896 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-df7245a7-ee79-494e-9632-cfc4f2248f90 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (004c5ef6-a111-42d8-9c24-e3cc6ff7ad16), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:20.279852 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bd4e05c9-befc-49ef-9830-8bca44b9d6fc no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:09:20.332104 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fddf6a-ed78-4681-bb02-5539bd07796a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-789d1165-8d92-4117-87a0-b4fca485b7d4', 'network_id': '789d1165-8d92-4117-87a0-b4fca485b7d4', 'project_id': '40cfc34572db4c7280a39d5bce859963', 'fixed_ips': [{'subnet_id': '3d37fc0a-daf2-45df-aa1a-ce5fc30e7285'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:09:20.338997 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-50fddf6a-ed78-4681-bb02-5539bd07796a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:20.346067 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f57dc3-ca66-4207-849e-3a58161f42b8 None None] DHCP port deletion for d15fa673-401b-4559-895e-377a870ae5e4 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:09:20.360236 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-415ea128-f1f0-458b-970d-0f212961d1e8 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:20.374706 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-df7245a7-ee79-494e-9632-cfc4f2248f90 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for router_controller (004c5ef6-a111-42d8-9c24-e3cc6ff7ad16), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:20.375874 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: bd4e05c9-befc-49ef-9830-8bca44b9d6fc {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:09:20.376305 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bd4e05c9-befc-49ef-9830-8bca44b9d6fc not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:09:20.385884 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-415ea128-f1f0-458b-970d-0f212961d1e8 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Calling delete_port for b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5 owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:09:20.529727 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-b7df061a-d0b8-44d4-9af2-f3ca6bba5853 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] device_id is not set on port c2e1df1e-7801-4b25-85a9-b42822f4722f yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:09:20.689137 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-415ea128-f1f0-458b-970d-0f212961d1e8 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:20.690177 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-50fddf6a-ed78-4681-bb02-5539bd07796a None None] Allocated IP 172.20.0.2 (789d1165-8d92-4117-87a0-b4fca485b7d4/3d37fc0a-daf2-45df-aa1a-ce5fc30e7285/bc54a631-964f-4a1d-96dc-196b02138a15) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:09:20.801065 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d7f57dc3-ca66-4207-849e-3a58161f42b8 None None] Deleting port 18ffa237-e783-4b3a-aa65-e12eb6d5dc2f {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:09:20.802544 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d7f57dc3-ca66-4207-849e-3a58161f42b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (18ffa237-e783-4b3a-aa65-e12eb6d5dc2f), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:20.842234 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b597a530-fefc-4ea8-ad38-dbd04b8e108e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (61e4226b-fc5c-4019-a996-47139c08d580), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:20.845181 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ea128-f1f0-458b-970d-0f212961d1e8 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Pushing event deleted for resources: {'Port': ['ID=b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:20.957752 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-b597a530-fefc-4ea8-ad38-dbd04b8e108e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e4226b-fc5c-4019-a996-47139c08d580']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:21.007960 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-b597a530-fefc-4ea8-ad38-dbd04b8e108e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd489005d-23c5-45e4-857a-6d4a5e83c953') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:21.008540 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-b597a530-fefc-4ea8-ad38-dbd04b8e108e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd489005d-23c5-45e4-857a-6d4a5e83c953') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:21.026718 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b597a530-fefc-4ea8-ad38-dbd04b8e108e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (d489005d-23c5-45e4-857a-6d4a5e83c953), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:21.049996 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-d7f57dc3-ca66-4207-849e-3a58161f42b8 None None] For port 18ffa237-e783-4b3a-aa65-e12eb6d5dc2f, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=18ffa237-e783-4b3a-aa65-e12eb6d5dc2f,segment=NetworkSegment(4d91fe57-5165-41ee-be50-1e640c90af88),segment_id=4d91fe57-5165-41ee-be50-1e640c90af88)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:09:21.050579 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-415ea128-f1f0-458b-970d-0f212961d1e8 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:21.050756 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d7f57dc3-ca66-4207-849e-3a58161f42b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (18ffa237-e783-4b3a-aa65-e12eb6d5dc2f), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:21.057384 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-415ea128-f1f0-458b-970d-0f212961d1e8 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "DELETE /v2.0/ports/b7b81d28-4f7e-4b3d-a216-fc4c1140c4c5 HTTP/1.1" status: 204 len: 168 time: 1.8051705 Mar 05 05:09:21.058033 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48714) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:21.061209 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 18ffa237-e783-4b3a-aa65-e12eb6d5dc2f no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:09:21.069677 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b597a530-fefc-4ea8-ad38-dbd04b8e108e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (d489005d-23c5-45e4-857a-6d4a5e83c953), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:21.121235 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b597a530-fefc-4ea8-ad38-dbd04b8e108e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:09:21.121669 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b597a530-fefc-4ea8-ad38-dbd04b8e108e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (d489005d-23c5-45e4-857a-6d4a5e83c953), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:21.125322 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:09:21.125322 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:09:21.125322 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:09:21.125322 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:09:21.125322 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:09:21.125322 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:09:21.125322 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:09:21.125322 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:09:21.125322 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:09:21.125322 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:09:21.125322 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:09:21.125322 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:09:21.125322 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:09:21.125322 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:09:21.125322 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:09:21.125322 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:09:21.125322 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:09:21.125322 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:09:21.125322 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:09:21.125322 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:09:21.125322 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:09:21.125322 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:09:21.125322 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:09:21.125322 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:09:21.125322 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:09:21.125322 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:09:21.125322 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:09:21.125322 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:09:21.125322 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:09:21.125322 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:09:21.125322 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:09:21.125322 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:09:21.156549 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d7f57dc3-ca66-4207-849e-3a58161f42b8 None None] Calling delete_port for 18ffa237-e783-4b3a-aa65-e12eb6d5dc2f owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:09:21.260151 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ebb97a-f9f5-456b-b7dc-88662da8f955 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Deleting subnet 895aaeed-bbaa-44d1-aa54-263974cad040 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:09:21.264890 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-97ebb97a-f9f5-456b-b7dc-88662da8f955 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks [] for subnet (895aaeed-bbaa-44d1-aa54-263974cad040), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:21.266835 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 26ca66d5-2490-46d0-ad7a-2bf52d17d0c2 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:09:21.302939 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 26ca66d5-2490-46d0-ad7a-2bf52d17d0c2 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:09:21.303479 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 26ca66d5-2490-46d0-ad7a-2bf52d17d0c2 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:09:21.349909 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-97ebb97a-f9f5-456b-b7dc-88662da8f955 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (895aaeed-bbaa-44d1-aa54-263974cad040), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:21.386414 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 18ffa237-e783-4b3a-aa65-e12eb6d5dc2f is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:21.387569 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (18ffa237-e783-4b3a-aa65-e12eb6d5dc2f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:21.419366 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d7f57dc3-ca66-4207-849e-3a58161f42b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (18ffa237-e783-4b3a-aa65-e12eb6d5dc2f), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:21.462837 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f57dc3-ca66-4207-849e-3a58161f42b8 None None] Pushing event deleted for resources: {'Port': ['ID=18ffa237-e783-4b3a-aa65-e12eb6d5dc2f,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:21.466907 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f57dc3-ca66-4207-849e-3a58161f42b8 None None] No DVR routers for this DVR port 18ffa237-e783-4b3a-aa65-e12eb6d5dc2f on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:09:21.536004 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e39efd7c-9ce8-4527-816e-0030123b4396 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:09:21.553808 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-97ebb97a-f9f5-456b-b7dc-88662da8f955 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (895aaeed-bbaa-44d1-aa54-263974cad040), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:21.559521 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e765c15-040a-471c-a9b0-67ecfd8875fe tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (0e3fddf4-c0df-4a6d-b3cd-06c3f52f8b8a), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:21.561681 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: e39efd7c-9ce8-4527-816e-0030123b4396 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:09:21.562133 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e39efd7c-9ce8-4527-816e-0030123b4396 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:09:21.631836 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-97ebb97a-f9f5-456b-b7dc-88662da8f955 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (895aaeed-bbaa-44d1-aa54-263974cad040), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:21.649147 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b597a530-fefc-4ea8-ad38-dbd04b8e108e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (61e4226b-fc5c-4019-a996-47139c08d580), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:21.670542 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-df7245a7-ee79-494e-9632-cfc4f2248f90 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for router_gateway (004c5ef6-a111-42d8-9c24-e3cc6ff7ad16), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:21.678834 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-97ebb97a-f9f5-456b-b7dc-88662da8f955 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:21.687991 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-97ebb97a-f9f5-456b-b7dc-88662da8f955 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "DELETE /v2.0/subnets/895aaeed-bbaa-44d1-aa54-263974cad040 HTTP/1.1" status: 204 len: 168 time: 0.6279955 Mar 05 05:09:21.692225 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b597a530-fefc-4ea8-ad38-dbd04b8e108e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:21.704628 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b597a530-fefc-4ea8-ad38-dbd04b8e108e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] 10.222.0.11 "DELETE /v2.0/networks/61e4226b-fc5c-4019-a996-47139c08d580 HTTP/1.1" status: 204 len: 168 time: 2.0408850 Mar 05 05:09:21.705888 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebb97a-f9f5-456b-b7dc-88662da8f955 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Pushing event deleted for resources: {'Subnet': ['ID=895aaeed-bbaa-44d1-aa54-263974cad040,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:21.711668 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48716) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:21.727424 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4344ec95-837d-4a42-bc34-aa265609f767 req-f6a669e0-633e-4ad6-868b-722edb81f42c tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 210 time: 0.2830091 Mar 05 05:09:21.762506 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597a530-fefc-4ea8-ad38-dbd04b8e108e tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] Pushing event deleted for resources: {'Network': ['ID=61e4226b-fc5c-4019-a996-47139c08d580,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:21.822620 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e765c15-040a-471c-a9b0-67ecfd8875fe tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Subnet': ['ID=0e3fddf4-c0df-4a6d-b3cd-06c3f52f8b8a,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:21.846251 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e765c15-040a-471c-a9b0-67ecfd8875fe tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:21.853008 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8e765c15-040a-471c-a9b0-67ecfd8875fe tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/subnets/0e3fddf4-c0df-4a6d-b3cd-06c3f52f8b8a HTTP/1.1" status: 204 len: 168 time: 2.6825264 Mar 05 05:09:21.854836 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48722) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:21.926046 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-50fddf6a-ed78-4681-bb02-5539bd07796a None None] Publish callbacks [] for port (bc54a631-964f-4a1d-96dc-196b02138a15), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:21.938552 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d42f404-73aa-4628-9ef8-bdfc519a9639 None None] Network 20f4a825-c023-4d9e-8a4f-335fc1e8c3ed requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:09:21.950077 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09af633f-c840-4947-8565-460585099017 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (20f4a825-c023-4d9e-8a4f-335fc1e8c3ed), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:21.976603 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517737e4-55b6-4aa1-a83a-6a4abd15e285 None None] Network 49008afa-2f41-407a-88de-8fc25bac6932 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:09:22.024677 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-50fddf6a-ed78-4681-bb02-5539bd07796a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (bc54a631-964f-4a1d-96dc-196b02138a15), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:22.109011 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-09af633f-c840-4947-8565-460585099017 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Deleting port a2aa5483-40e3-47a2-944e-00626ac14e9c {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:09:22.110831 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09af633f-c840-4947-8565-460585099017 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (a2aa5483-40e3-47a2-944e-00626ac14e9c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:22.123668 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-b7df061a-d0b8-44d4-9af2-f3ca6bba5853 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Allocated IP 172.20.0.9 (f88f5356-9bc8-45cc-9cfe-9b106627d272/82902e29-9278-4bca-8a70-f3b834bc55b5/c2e1df1e-7801-4b25-85a9-b42822f4722f) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:09:22.323657 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fddf6a-ed78-4681-bb02-5539bd07796a None None] Network 789d1165-8d92-4117-87a0-b4fca485b7d4 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:09:22.349923 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-50fddf6a-ed78-4681-bb02-5539bd07796a None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:22.408284 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b7df061a-d0b8-44d4-9af2-f3ca6bba5853 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for port (c2e1df1e-7801-4b25-85a9-b42822f4722f), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:22.435042 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fddf6a-ed78-4681-bb02-5539bd07796a None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:09:22.448589 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fddf6a-ed78-4681-bb02-5539bd07796a None None] Pushing event updated for resources: {'Port': ['ID=bc54a631-964f-4a1d-96dc-196b02138a15,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:22.468300 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b7df061a-d0b8-44d4-9af2-f3ca6bba5853 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (c2e1df1e-7801-4b25-85a9-b42822f4722f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:22.562787 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-50fddf6a-ed78-4681-bb02-5539bd07796a None None] Attempting to bind port bc54a631-964f-4a1d-96dc-196b02138a15 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:09:22.563382 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-50fddf6a-ed78-4681-bb02-5539bd07796a None None] Attempting to bind port bc54a631-964f-4a1d-96dc-196b02138a15 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'c88bec47-2b3f-4f73-b0b5-20a815f0ebe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '789d1165-8d92-4117-87a0-b4fca485b7d4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:09:22.563860 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fddf6a-ed78-4681-bb02-5539bd07796a None None] Attempting to bind port bc54a631-964f-4a1d-96dc-196b02138a15 on network 789d1165-8d92-4117-87a0-b4fca485b7d4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:09:22.577557 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fddf6a-ed78-4681-bb02-5539bd07796a None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:09:22.578202 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fddf6a-ed78-4681-bb02-5539bd07796a None None] Checking segment: {'id': 'c88bec47-2b3f-4f73-b0b5-20a815f0ebe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '789d1165-8d92-4117-87a0-b4fca485b7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:09:22.578735 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-50fddf6a-ed78-4681-bb02-5539bd07796a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:22.579335 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fddf6a-ed78-4681-bb02-5539bd07796a None None] Bound using segment: {'id': 'c88bec47-2b3f-4f73-b0b5-20a815f0ebe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '789d1165-8d92-4117-87a0-b4fca485b7d4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:09:22.579934 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-50fddf6a-ed78-4681-bb02-5539bd07796a None None] Bound port: bc54a631-964f-4a1d-96dc-196b02138a15, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c88bec47-2b3f-4f73-b0b5-20a815f0ebe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '789d1165-8d92-4117-87a0-b4fca485b7d4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:09:22.580535 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-50fddf6a-ed78-4681-bb02-5539bd07796a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (bc54a631-964f-4a1d-96dc-196b02138a15), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:22.620381 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-09af633f-c840-4947-8565-460585099017 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] For port a2aa5483-40e3-47a2-944e-00626ac14e9c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a2aa5483-40e3-47a2-944e-00626ac14e9c,segment=NetworkSegment(3b63a629-ec9e-45c1-bbac-16ac8d783317),segment_id=3b63a629-ec9e-45c1-bbac-16ac8d783317)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:09:22.620862 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09af633f-c840-4947-8565-460585099017 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (a2aa5483-40e3-47a2-944e-00626ac14e9c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:22.638184 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-09af633f-c840-4947-8565-460585099017 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Calling delete_port for a2aa5483-40e3-47a2-944e-00626ac14e9c owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:09:22.683473 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-50fddf6a-ed78-4681-bb02-5539bd07796a None None] For port bc54a631-964f-4a1d-96dc-196b02138a15, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:09:22.687158 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-50fddf6a-ed78-4681-bb02-5539bd07796a None None] For port bc54a631-964f-4a1d-96dc-196b02138a15, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=bc54a631-964f-4a1d-96dc-196b02138a15,segment=NetworkSegment(c88bec47-2b3f-4f73-b0b5-20a815f0ebe2),segment_id=c88bec47-2b3f-4f73-b0b5-20a815f0ebe2)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:09:22.697512 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df061a-d0b8-44d4-9af2-f3ca6bba5853 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Port': ['ID=c2e1df1e-7801-4b25-85a9-b42822f4722f,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:22.714610 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f229a6-19b3-45fc-bda6-4ee0f32b425c None None] DHCP port deletion for 49008afa-2f41-407a-88de-8fc25bac6932 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:09:22.720710 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-50fddf6a-ed78-4681-bb02-5539bd07796a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (bc54a631-964f-4a1d-96dc-196b02138a15), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:22.754414 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09af633f-c840-4947-8565-460585099017 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (a2aa5483-40e3-47a2-944e-00626ac14e9c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:22.785214 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-932b30e5-9b6e-4b0b-bbbd-c96cddc96639 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (d15fa673-401b-4559-895e-377a870ae5e4), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:22.819499 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7df061a-d0b8-44d4-9af2-f3ca6bba5853 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network f88f5356-9bc8-45cc-9cfe-9b106627d272 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:09:22.838238 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-b7df061a-d0b8-44d4-9af2-f3ca6bba5853 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:22.839226 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbc0bab-b577-49e5-9c92-ae92e774564c None None] DHCP port deletion for 20f4a825-c023-4d9e-8a4f-335fc1e8c3ed request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:09:22.870025 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7df061a-d0b8-44d4-9af2-f3ca6bba5853 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:09:22.887296 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af633f-c840-4947-8565-460585099017 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Pushing event deleted for resources: {'Port': ['ID=a2aa5483-40e3-47a2-944e-00626ac14e9c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:22.901197 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09af633f-c840-4947-8565-460585099017 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] No DVR routers for this DVR port a2aa5483-40e3-47a2-944e-00626ac14e9c on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:09:22.977032 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fddf6a-ed78-4681-bb02-5539bd07796a None None] Pushing event updated for resources: {'Port': ['ID=bc54a631-964f-4a1d-96dc-196b02138a15,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:22.995791 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f5f229a6-19b3-45fc-bda6-4ee0f32b425c None None] Deleting port 6fa46bbf-3145-4b46-9185-51e8083a5458 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:09:22.996316 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f5f229a6-19b3-45fc-bda6-4ee0f32b425c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (6fa46bbf-3145-4b46-9185-51e8083a5458), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:23.018926 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 6fa46bbf-3145-4b46-9185-51e8083a5458 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:09:23.140808 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a20ebd8-24b7-412f-8b8b-e00f5b45faee req-9f74e6fe-af7c-492c-b2f6-bd53611e092d tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 210 time: 0.1484728 Mar 05 05:09:23.147965 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09af633f-c840-4947-8565-460585099017 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (20f4a825-c023-4d9e-8a4f-335fc1e8c3ed), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:23.192067 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f5f229a6-19b3-45fc-bda6-4ee0f32b425c None None] For port 6fa46bbf-3145-4b46-9185-51e8083a5458, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=6fa46bbf-3145-4b46-9185-51e8083a5458,segment=NetworkSegment(bdadc613-01c6-4fcd-ac63-f5ef557f6c10),segment_id=bdadc613-01c6-4fcd-ac63-f5ef557f6c10)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:09:23.192395 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f5f229a6-19b3-45fc-bda6-4ee0f32b425c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (6fa46bbf-3145-4b46-9185-51e8083a5458), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:23.231154 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-09af633f-c840-4947-8565-460585099017 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f4a825-c023-4d9e-8a4f-335fc1e8c3ed']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:23.266191 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-09af633f-c840-4947-8565-460585099017 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b63a629-ec9e-45c1-bbac-16ac8d783317') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:23.270796 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-09af633f-c840-4947-8565-460585099017 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b63a629-ec9e-45c1-bbac-16ac8d783317') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:23.283257 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f5f229a6-19b3-45fc-bda6-4ee0f32b425c None None] Calling delete_port for 6fa46bbf-3145-4b46-9185-51e8083a5458 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:09:23.309520 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09af633f-c840-4947-8565-460585099017 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (3b63a629-ec9e-45c1-bbac-16ac8d783317), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:23.344250 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09af633f-c840-4947-8565-460585099017 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (3b63a629-ec9e-45c1-bbac-16ac8d783317), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:23.353253 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09af633f-c840-4947-8565-460585099017 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:09:23.356516 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09af633f-c840-4947-8565-460585099017 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (3b63a629-ec9e-45c1-bbac-16ac8d783317), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:23.465048 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:09:23.465048 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:09:23.465048 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:09:23.465048 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:09:23.465048 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:09:23.465048 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:09:23.465048 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:09:23.465048 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:09:23.465048 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:09:23.465048 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:09:23.465048 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:09:23.465048 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:09:23.465048 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:09:23.465048 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:09:23.465048 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:09:23.465048 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:09:23.465048 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:09:23.465048 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:09:23.465048 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:09:23.465048 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:09:23.465048 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:09:23.465048 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:09:23.465048 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:09:23.465048 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:09:23.465048 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:09:23.465048 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:09:23.465048 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:09:23.465048 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:09:23.465048 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:09:23.465048 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:09:23.465048 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:09:23.465048 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:09:23.473538 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09af633f-c840-4947-8565-460585099017 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (20f4a825-c023-4d9e-8a4f-335fc1e8c3ed), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:23.481929 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09af633f-c840-4947-8565-460585099017 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:23.496552 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-09af633f-c840-4947-8565-460585099017 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] 10.222.0.11 "DELETE /v2.0/networks/20f4a825-c023-4d9e-8a4f-335fc1e8c3ed HTTP/1.1" status: 204 len: 168 time: 1.7755065 Mar 05 05:09:23.523535 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7df061a-d0b8-44d4-9af2-f3ca6bba5853 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:23.524211 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b7df061a-d0b8-44d4-9af2-f3ca6bba5853 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:23.525744 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af633f-c840-4947-8565-460585099017 tempest-TagsExtTest-740186958 tempest-TagsExtTest-740186958-project] Pushing event deleted for resources: {'Network': ['ID=20f4a825-c023-4d9e-8a4f-335fc1e8c3ed,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:23.542554 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-932b30e5-9b6e-4b0b-bbbd-c96cddc96639 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (d15fa673-401b-4559-895e-377a870ae5e4), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:23.549079 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 6fa46bbf-3145-4b46-9185-51e8083a5458 is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:23.549952 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6fa46bbf-3145-4b46-9185-51e8083a5458), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:23.583394 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6577720b-f127-4355-b827-faa0977da3fa None None] Provisioning complete for port c2e1df1e-7801-4b25-85a9-b42822f4722f triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:23.583786 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6577720b-f127-4355-b827-faa0977da3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c2e1df1e-7801-4b25-85a9-b42822f4722f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:23.588943 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-932b30e5-9b6e-4b0b-bbbd-c96cddc96639 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d15fa673-401b-4559-895e-377a870ae5e4']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:23.612382 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-932b30e5-9b6e-4b0b-bbbd-c96cddc96639 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d91fe57-5165-41ee-be50-1e640c90af88') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:23.613248 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-932b30e5-9b6e-4b0b-bbbd-c96cddc96639 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d91fe57-5165-41ee-be50-1e640c90af88') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:23.642147 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-932b30e5-9b6e-4b0b-bbbd-c96cddc96639 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (4d91fe57-5165-41ee-be50-1e640c90af88), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:23.669307 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-932b30e5-9b6e-4b0b-bbbd-c96cddc96639 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (4d91fe57-5165-41ee-be50-1e640c90af88), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:23.685504 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-932b30e5-9b6e-4b0b-bbbd-c96cddc96639 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:09:23.686203 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-932b30e5-9b6e-4b0b-bbbd-c96cddc96639 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (4d91fe57-5165-41ee-be50-1e640c90af88), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:23.695333 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 6fa46bbf-3145-4b46-9185-51e8083a5458, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=6fa46bbf-3145-4b46-9185-51e8083a5458,segment=NetworkSegment(bdadc613-01c6-4fcd-ac63-f5ef557f6c10),segment_id=bdadc613-01c6-4fcd-ac63-f5ef557f6c10)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:09:23.714787 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (6fa46bbf-3145-4b46-9185-51e8083a5458), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:23.715597 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a2aa5483-40e3-47a2-944e-00626ac14e9c no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:09:23.763554 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:09:23.763554 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:09:23.763554 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:09:23.763554 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:09:23.763554 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:09:23.763554 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:09:23.763554 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:09:23.763554 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:09:23.763554 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:09:23.763554 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:09:23.763554 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:09:23.763554 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:09:23.763554 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:09:23.763554 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:09:23.763554 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:09:23.763554 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:09:23.763554 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:09:23.763554 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:09:23.763554 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:09:23.763554 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:09:23.763554 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:09:23.763554 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:09:23.763554 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:09:23.763554 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:09:23.763554 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:09:23.763554 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:09:23.763554 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:09:23.763554 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:09:23.763554 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:09:23.763554 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:09:23.763554 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:09:23.763554 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:09:23.832780 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-df7245a7-ee79-494e-9632-cfc4f2248f90 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for router_gateway (004c5ef6-a111-42d8-9c24-e3cc6ff7ad16), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:23.871884 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=6fa46bbf-3145-4b46-9185-51e8083a5458,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:23.875694 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b7df061a-d0b8-44d4-9af2-f3ca6bba5853 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.9579930 Mar 05 05:09:23.877019 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: a2aa5483-40e3-47a2-944e-00626ac14e9c {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:09:23.877495 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a2aa5483-40e3-47a2-944e-00626ac14e9c not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:09:23.878092 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48740) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:23.879065 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f5f229a6-19b3-45fc-bda6-4ee0f32b425c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (6fa46bbf-3145-4b46-9185-51e8083a5458), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:23.885897 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-df7245a7-ee79-494e-9632-cfc4f2248f90 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:23.908385 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f229a6-19b3-45fc-bda6-4ee0f32b425c None None] Pushing event deleted for resources: {'Port': ['ID=6fa46bbf-3145-4b46-9185-51e8083a5458,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:23.914576 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6577720b-f127-4355-b827-faa0977da3fa None None] Port c2e1df1e-7801-4b25-85a9-b42822f4722f cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:09:23.915771 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-932b30e5-9b6e-4b0b-bbbd-c96cddc96639 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (d15fa673-401b-4559-895e-377a870ae5e4), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:23.922116 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f229a6-19b3-45fc-bda6-4ee0f32b425c None None] No DVR routers for this DVR port 6fa46bbf-3145-4b46-9185-51e8083a5458 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:09:24.003283 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48742) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:24.048012 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-932b30e5-9b6e-4b0b-bbbd-c96cddc96639 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:24.054467 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-932b30e5-9b6e-4b0b-bbbd-c96cddc96639 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/networks/d15fa673-401b-4559-895e-377a870ae5e4 HTTP/1.1" status: 204 len: 168 time: 2.1965370 Mar 05 05:09:24.056831 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48746) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:24.077910 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af311d9f-200b-409a-8c7c-f3a3bc0b7eae tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:24.081327 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-af311d9f-200b-409a-8c7c-f3a3bc0b7eae tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2002428 Mar 05 05:09:24.084978 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48748) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:24.098824 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b30e5-9b6e-4b0b-bbbd-c96cddc96639 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Network': ['ID=d15fa673-401b-4559-895e-377a870ae5e4,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:24.172277 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-df7245a7-ee79-494e-9632-cfc4f2248f90 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Allocated IP 172.25.0.2 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/d984b69b-1720-4d43-a8da-06e6c3f07cb6) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:09:24.212574 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8888117-e18a-461e-969c-cea781066661 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:24.225053 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8888117-e18a-461e-969c-cea781066661 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:24.237664 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8888117-e18a-461e-969c-cea781066661 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:24.249731 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b8888117-e18a-461e-969c-cea781066661 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1607695 Mar 05 05:09:24.252948 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48754) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:24.349953 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-41601933-606d-44ce-816b-48e18060ae10 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4e865eef6be44d30b83de37e7745aacc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3459227 Mar 05 05:09:24.353276 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48756) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:24.435115 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9efdb634-bacd-40fa-bb10-35db54950242 admin admin] Publish callbacks [] for security_group (d77d9bc2-03a4-49b0-aef6-efe9fb30376a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:24.464168 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-714bba27-93f3-4289-88ad-ce442dae8c02 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (49008afa-2f41-407a-88de-8fc25bac6932), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:24.480393 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9efdb634-bacd-40fa-bb10-35db54950242 admin admin] Publish callbacks [] for security_group (d77d9bc2-03a4-49b0-aef6-efe9fb30376a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:24.549441 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9efdb634-bacd-40fa-bb10-35db54950242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d77d9bc2-03a4-49b0-aef6-efe9fb30376a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:24.552701 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9efdb634-bacd-40fa-bb10-35db54950242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:24.554126 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9efdb634-bacd-40fa-bb10-35db54950242 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d77d9bc2-03a4-49b0-aef6-efe9fb30376a HTTP/1.1" status: 204 len: 168 time: 0.1992176 Mar 05 05:09:24.571249 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efdb634-bacd-40fa-bb10-35db54950242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77d9bc2-03a4-49b0-aef6-efe9fb30376a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:24.603697 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-df7245a7-ee79-494e-9632-cfc4f2248f90 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for port (d984b69b-1720-4d43-a8da-06e6c3f07cb6), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:24.648551 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6239a7d7-d419-4f12-86ed-f69ac6d2ce32 req-5d28dc2a-566e-48e9-869a-e2af5c1d105b tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 210 time: 0.1973617 Mar 05 05:09:24.720995 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21da50f6-e758-499d-8bb2-c1e5015343c2 None None] Network 789d1165-8d92-4117-87a0-b4fca485b7d4 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:09:24.826180 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-714bba27-93f3-4289-88ad-ce442dae8c02 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (49008afa-2f41-407a-88de-8fc25bac6932), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:24.843168 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-df7245a7-ee79-494e-9632-cfc4f2248f90 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (d984b69b-1720-4d43-a8da-06e6c3f07cb6), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:24.979108 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a07cd838-4cda-48ac-8c45-701220849648 None None] Provisioning complete for port bc54a631-964f-4a1d-96dc-196b02138a15 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:24.979509 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a07cd838-4cda-48ac-8c45-701220849648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bc54a631-964f-4a1d-96dc-196b02138a15), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:25.008032 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-afe25389-f7e7-4a78-8653-a66d25ad8303 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Deleting port c2e1df1e-7801-4b25-85a9-b42822f4722f {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:09:25.020074 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-afe25389-f7e7-4a78-8653-a66d25ad8303 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (c2e1df1e-7801-4b25-85a9-b42822f4722f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:25.034128 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-714bba27-93f3-4289-88ad-ce442dae8c02 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49008afa-2f41-407a-88de-8fc25bac6932']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:25.077133 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bc54a631-964f-4a1d-96dc-196b02138a15 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:09:25.094543 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7245a7-ee79-494e-9632-cfc4f2248f90 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:09:25.102367 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-714bba27-93f3-4289-88ad-ce442dae8c02 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdadc613-01c6-4fcd-ac63-f5ef557f6c10') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:25.102673 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-714bba27-93f3-4289-88ad-ce442dae8c02 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdadc613-01c6-4fcd-ac63-f5ef557f6c10') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:25.128022 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-df7245a7-ee79-494e-9632-cfc4f2248f90 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:25.138922 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7245a7-ee79-494e-9632-cfc4f2248f90 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:09:25.163751 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-714bba27-93f3-4289-88ad-ce442dae8c02 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (bdadc613-01c6-4fcd-ac63-f5ef557f6c10), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:25.173009 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port bc54a631-964f-4a1d-96dc-196b02138a15 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:25.173397 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bc54a631-964f-4a1d-96dc-196b02138a15), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:25.192133 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7245a7-ee79-494e-9632-cfc4f2248f90 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event updated for resources: {'Port': ['ID=d984b69b-1720-4d43-a8da-06e6c3f07cb6,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:25.223603 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a07cd838-4cda-48ac-8c45-701220849648 None None] Current status of the port bc54a631-964f-4a1d-96dc-196b02138a15 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:25.224007 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a07cd838-4cda-48ac-8c45-701220849648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (bc54a631-964f-4a1d-96dc-196b02138a15), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:25.249546 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-714bba27-93f3-4289-88ad-ce442dae8c02 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (bdadc613-01c6-4fcd-ac63-f5ef557f6c10), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:25.266689 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-714bba27-93f3-4289-88ad-ce442dae8c02 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:09:25.267165 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-714bba27-93f3-4289-88ad-ce442dae8c02 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (bdadc613-01c6-4fcd-ac63-f5ef557f6c10), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:25.271873 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:09:25.271873 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:09:25.271873 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:09:25.271873 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:09:25.271873 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:09:25.271873 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:09:25.271873 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:09:25.271873 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:09:25.271873 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:09:25.271873 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:09:25.271873 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:09:25.271873 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:09:25.271873 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:09:25.271873 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:09:25.271873 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:09:25.271873 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:09:25.271873 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:09:25.271873 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:09:25.271873 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:09:25.271873 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:09:25.271873 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:09:25.271873 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:09:25.271873 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:09:25.271873 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:09:25.271873 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:09:25.271873 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:09:25.271873 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:09:25.271873 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:09:25.271873 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:09:25.271873 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:09:25.271873 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:09:25.271873 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:09:25.280706 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-a07cd838-4cda-48ac-8c45-701220849648 None None] For port bc54a631-964f-4a1d-96dc-196b02138a15, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=bc54a631-964f-4a1d-96dc-196b02138a15,segment=NetworkSegment(c88bec47-2b3f-4f73-b0b5-20a815f0ebe2),segment_id=c88bec47-2b3f-4f73-b0b5-20a815f0ebe2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:09:25.302669 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-afe25389-f7e7-4a78-8653-a66d25ad8303 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (c2e1df1e-7801-4b25-85a9-b42822f4722f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:25.313104 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a07cd838-4cda-48ac-8c45-701220849648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (bc54a631-964f-4a1d-96dc-196b02138a15), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:25.387121 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07cd838-4cda-48ac-8c45-701220849648 None None] Pushing event updated for resources: {'Port': ['ID=bc54a631-964f-4a1d-96dc-196b02138a15,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:25.409367 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port bc54a631-964f-4a1d-96dc-196b02138a15 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:25.410072 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (bc54a631-964f-4a1d-96dc-196b02138a15), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:25.492415 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-afe25389-f7e7-4a78-8653-a66d25ad8303 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Calling delete_port for c2e1df1e-7801-4b25-85a9-b42822f4722f owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:09:25.526791 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 05:09:25.527519 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 05:09:25.586804 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-714bba27-93f3-4289-88ad-ce442dae8c02 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (49008afa-2f41-407a-88de-8fc25bac6932), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:25.638660 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-714bba27-93f3-4289-88ad-ce442dae8c02 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:25.646530 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-714bba27-93f3-4289-88ad-ce442dae8c02 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/networks/49008afa-2f41-407a-88de-8fc25bac6932 HTTP/1.1" status: 204 len: 168 time: 1.5825005 Mar 05 05:09:25.646915 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48782) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:25.655712 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-6bc60d8f-e63a-495f-b47f-ba1a8e5a5b36 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-379935525'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:09:25.695001 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc60d8f-e63a-495f-b47f-ba1a8e5a5b36 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Made reservation on behalf of 978358acf25b4258a1f9561e5a1108d7 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:09:25.699745 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6bc60d8f-e63a-495f-b47f-ba1a8e5a5b36 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:25.736762 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bba27-93f3-4289-88ad-ce442dae8c02 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Network': ['ID=49008afa-2f41-407a-88de-8fc25bac6932,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:25.757928 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-bd979ddb-5b3c-40c8-94fd-4abd8836c384 None None] Provisioning complete for port bc54a631-964f-4a1d-96dc-196b02138a15 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:25.758477 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bd979ddb-5b3c-40c8-94fd-4abd8836c384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bc54a631-964f-4a1d-96dc-196b02138a15), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:25.917210 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-bd979ddb-5b3c-40c8-94fd-4abd8836c384 None None] Current status of the port bc54a631-964f-4a1d-96dc-196b02138a15 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:25.921947 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9010cdd-e7ac-4ff4-8ded-32b7276b6352 req-5630ab2e-15c2-4139-99bb-bdd633a3ed64 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 210 time: 0.1448987 Mar 05 05:09:25.949399 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-afe25389-f7e7-4a78-8653-a66d25ad8303 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (c2e1df1e-7801-4b25-85a9-b42822f4722f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:25.949654 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bc60d8f-e63a-495f-b47f-ba1a8e5a5b36 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:09:25.967191 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6bc60d8f-e63a-495f-b47f-ba1a8e5a5b36 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (b8023dec-bb0b-48a0-8a1a-f5268fe995fd), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:25.967809 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-6bc60d8f-e63a-495f-b47f-ba1a8e5a5b36 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Added segment b8023dec-bb0b-48a0-8a1a-f5268fe995fd of type vlan for network 471c9691-3d88-4e56-a77c-bb0ded1d7f59 Mar 05 05:09:25.983391 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-df7245a7-ee79-494e-9632-cfc4f2248f90 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for router_gateway (004c5ef6-a111-42d8-9c24-e3cc6ff7ad16), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:25.987574 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe25389-f7e7-4a78-8653-a66d25ad8303 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Port': ['ID=c2e1df1e-7801-4b25-85a9-b42822f4722f,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:26.089334 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6bc60d8f-e63a-495f-b47f-ba1a8e5a5b36 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (471c9691-3d88-4e56-a77c-bb0ded1d7f59), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:26.100014 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port bc54a631-964f-4a1d-96dc-196b02138a15 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:26.144743 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-afe25389-f7e7-4a78-8653-a66d25ad8303 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:26.149512 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6bc60d8f-e63a-495f-b47f-ba1a8e5a5b36 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (471c9691-3d88-4e56-a77c-bb0ded1d7f59), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:26.151370 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-afe25389-f7e7-4a78-8653-a66d25ad8303 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/ports/c2e1df1e-7801-4b25-85a9-b42822f4722f HTTP/1.1" status: 204 len: 168 time: 1.8852205 Mar 05 05:09:26.154039 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48792) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:26.157817 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc60d8f-e63a-495f-b47f-ba1a8e5a5b36 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:26.158883 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6bc60d8f-e63a-495f-b47f-ba1a8e5a5b36 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:26.188046 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-916d3e1e-adc5-4758-8817-eb92c5a8b4dd tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] GET failed (client error): The resource could not be found. Mar 05 05:09:26.193094 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-916d3e1e-adc5-4758-8817-eb92c5a8b4dd tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "GET /v2.0/ports/c2e1df1e-7801-4b25-85a9-b42822f4722f HTTP/1.1" status: 404 len: 333 time: 0.0382299 Mar 05 05:09:26.193704 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48794) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:26.246301 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6bc60d8f-e63a-495f-b47f-ba1a8e5a5b36 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5963356 Mar 05 05:09:26.252185 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48796) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:26.257382 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-2c52e894-de7d-4dde-9aa2-dd19cd3b0dc6 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Request body: {'subnet': {'network_id': '471c9691-3d88-4e56-a77c-bb0ded1d7f59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:09:26.328711 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc60d8f-e63a-495f-b47f-ba1a8e5a5b36 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Network': ['ID=471c9691-3d88-4e56-a77c-bb0ded1d7f59,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:26.348345 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc60d8f-e63a-495f-b47f-ba1a8e5a5b36 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:26.348966 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc60d8f-e63a-495f-b47f-ba1a8e5a5b36 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:26.349521 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc60d8f-e63a-495f-b47f-ba1a8e5a5b36 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:26.350059 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc60d8f-e63a-495f-b47f-ba1a8e5a5b36 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:26.350648 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc60d8f-e63a-495f-b47f-ba1a8e5a5b36 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:26.351451 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc60d8f-e63a-495f-b47f-ba1a8e5a5b36 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:26.351979 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc60d8f-e63a-495f-b47f-ba1a8e5a5b36 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:26.352503 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc60d8f-e63a-495f-b47f-ba1a8e5a5b36 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:26.353026 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc60d8f-e63a-495f-b47f-ba1a8e5a5b36 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:26.353564 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc60d8f-e63a-495f-b47f-ba1a8e5a5b36 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:26.354105 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc60d8f-e63a-495f-b47f-ba1a8e5a5b36 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:26.354685 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc60d8f-e63a-495f-b47f-ba1a8e5a5b36 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:26.355272 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc60d8f-e63a-495f-b47f-ba1a8e5a5b36 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:26.376722 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 471c9691-3d88-4e56-a77c-bb0ded1d7f59 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:09:26.575988 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c52e894-de7d-4dde-9aa2-dd19cd3b0dc6 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Made reservation on behalf of 978358acf25b4258a1f9561e5a1108d7 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:09:26.579610 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2c52e894-de7d-4dde-9aa2-dd19cd3b0dc6 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:26.608585 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-cbb2fbf9-33cd-42a9-b739-b53a75c16e87 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Deleting port f125903b-8112-4628-ab7e-8c0d8a46c563 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:09:26.608933 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cbb2fbf9-33cd-42a9-b739-b53a75c16e87 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (f125903b-8112-4628-ab7e-8c0d8a46c563), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:26.702537 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-df7245a7-ee79-494e-9632-cfc4f2248f90 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (004c5ef6-a111-42d8-9c24-e3cc6ff7ad16), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:26.899486 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48816) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:26.980383 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bc54a631-964f-4a1d-96dc-196b02138a15 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:09:27.122243 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port bc54a631-964f-4a1d-96dc-196b02138a15 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:27.123009 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bc54a631-964f-4a1d-96dc-196b02138a15), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:27.166671 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f022cdc9-f4e8-44a3-9154-90b19908e1a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:27.218001 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port bc54a631-964f-4a1d-96dc-196b02138a15 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:27.299017 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f022cdc9-f4e8-44a3-9154-90b19908e1a7 admin admin] Publish callbacks [] for security_group (035f119b-c7eb-4ce7-a73a-9c45894d03b3), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:27.306443 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f022cdc9-f4e8-44a3-9154-90b19908e1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (035f119b-c7eb-4ce7-a73a-9c45894d03b3), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:27.357737 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f022cdc9-f4e8-44a3-9154-90b19908e1a7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a12b092ce0d9464fb49b003196b1eb47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4570513 Mar 05 05:09:27.360153 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48830) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:27.368331 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022cdc9-f4e8-44a3-9154-90b19908e1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035f119b-c7eb-4ce7-a73a-9c45894d03b3,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:27.455425 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d756a9dc-6dcf-47e5-99bc-3ec56ae13cab admin admin] Publish callbacks [] for security_group (035f119b-c7eb-4ce7-a73a-9c45894d03b3), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:27.483845 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d756a9dc-6dcf-47e5-99bc-3ec56ae13cab admin admin] Publish callbacks [] for security_group (035f119b-c7eb-4ce7-a73a-9c45894d03b3), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:27.561683 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d756a9dc-6dcf-47e5-99bc-3ec56ae13cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (035f119b-c7eb-4ce7-a73a-9c45894d03b3), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:27.566593 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d756a9dc-6dcf-47e5-99bc-3ec56ae13cab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:27.568423 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d756a9dc-6dcf-47e5-99bc-3ec56ae13cab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/035f119b-c7eb-4ce7-a73a-9c45894d03b3 HTTP/1.1" status: 204 len: 168 time: 0.2070339 Mar 05 05:09:27.580975 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d756a9dc-6dcf-47e5-99bc-3ec56ae13cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035f119b-c7eb-4ce7-a73a-9c45894d03b3,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:27.720111 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4fe0a1b4-0a5a-4d25-8e10-03e3cd0386e8 req-74004fd5-1ad5-4666-8572-ef13d0d9ae7b tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 210 time: 0.0653031 Mar 05 05:09:27.781489 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cbb2fbf9-33cd-42a9-b739-b53a75c16e87 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (f125903b-8112-4628-ab7e-8c0d8a46c563), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:27.865183 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-cbb2fbf9-33cd-42a9-b739-b53a75c16e87 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Calling delete_port for f125903b-8112-4628-ab7e-8c0d8a46c563 owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:09:27.865559 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48846) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:27.980218 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2c52e894-de7d-4dde-9aa2-dd19cd3b0dc6 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (55861318-289a-4822-9fe3-060d89ef8f4f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:28.022987 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4ec82478-298d-4fdb-8caa-87b01a8f018d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:28.150077 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52e894-de7d-4dde-9aa2-dd19cd3b0dc6 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Subnet': ['ID=55861318-289a-4822-9fe3-060d89ef8f4f,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:28.168202 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7245a7-ee79-494e-9632-cfc4f2248f90 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Router 004c5ef6-a111-42d8-9c24-e3cc6ff7ad16 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:09:28.182051 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c52e894-de7d-4dde-9aa2-dd19cd3b0dc6 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Checking segment: {'id': 'b8023dec-bb0b-48a0-8a1a-f5268fe995fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '471c9691-3d88-4e56-a77c-bb0ded1d7f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:09:28.182531 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c52e894-de7d-4dde-9aa2-dd19cd3b0dc6 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network hostable DHCP agents. Network: 471c9691-3d88-4e56-a77c-bb0ded1d7f59, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:09:28.195221 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4ec82478-298d-4fdb-8caa-87b01a8f018d admin admin] Publish callbacks [] for security_group (4fc10d4f-7ed6-4201-9713-3b161796c121), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:28.203123 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4ec82478-298d-4fdb-8caa-87b01a8f018d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4fc10d4f-7ed6-4201-9713-3b161796c121), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:28.263593 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4ec82478-298d-4fdb-8caa-87b01a8f018d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3140d7c26d4841e0b23e31c3880dfd6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3992627 Mar 05 05:09:28.269497 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48860) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:28.281492 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec82478-298d-4fdb-8caa-87b01a8f018d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc10d4f-7ed6-4201-9713-3b161796c121,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:28.293089 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c52e894-de7d-4dde-9aa2-dd19cd3b0dc6 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network 471c9691-3d88-4e56-a77c-bb0ded1d7f59 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:09:28.319130 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-2c52e894-de7d-4dde-9aa2-dd19cd3b0dc6 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 471c9691-3d88-4e56-a77c-bb0ded1d7f59) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:28.331149 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4a0c44-5a9f-49d0-8a56-7173a517da03 None None] Network 471c9691-3d88-4e56-a77c-bb0ded1d7f59 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:09:28.341749 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c52e894-de7d-4dde-9aa2-dd19cd3b0dc6 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:28.342480 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2c52e894-de7d-4dde-9aa2-dd19cd3b0dc6 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:28.391741 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2c52e894-de7d-4dde-9aa2-dd19cd3b0dc6 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1382720 Mar 05 05:09:28.396195 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cbb2fbf9-33cd-42a9-b739-b53a75c16e87 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (f125903b-8112-4628-ab7e-8c0d8a46c563), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:28.397197 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48866) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:28.413390 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-23c342e5-31dc-4c75-8a06-f13baa0b3784 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-471625274', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:09:28.449995 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2fbf9-33cd-42a9-b739-b53a75c16e87 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Port': ['ID=f125903b-8112-4628-ab7e-8c0d8a46c563,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:28.482584 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:09:28.529213 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-23c342e5-31dc-4c75-8a06-f13baa0b3784 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (030c70a4-3cb4-4d8e-bba5-864062a10740), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:28.533185 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-23c342e5-31dc-4c75-8a06-f13baa0b3784 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (030c70a4-3cb4-4d8e-bba5-864062a10740), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:28.555941 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-37087a28-70b8-4827-9847-58ff6b3e0e0b admin admin] Publish callbacks [] for security_group (4fc10d4f-7ed6-4201-9713-3b161796c121), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:28.559818 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cbb2fbf9-33cd-42a9-b739-b53a75c16e87 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:28.563752 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-cbb2fbf9-33cd-42a9-b739-b53a75c16e87 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/ports/f125903b-8112-4628-ab7e-8c0d8a46c563 HTTP/1.1" status: 204 len: 168 time: 2.3673236 Mar 05 05:09:28.565432 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7245a7-ee79-494e-9632-cfc4f2248f90 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:09:28.572109 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48870) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:28.577832 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b508f4d7-baba-4dd0-b037-7f39680123c4 None None] Sync routers for ids ['004c5ef6-a111-42d8-9c24-e3cc6ff7ad16'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:09:28.584642 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8030d58-aae7-4780-8aff-1d0df88df415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-471c9691-3d88-4e56-a77c-bb0ded1d7f59', 'network_id': '471c9691-3d88-4e56-a77c-bb0ded1d7f59', 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'fixed_ips': [{'subnet_id': '55861318-289a-4822-9fe3-060d89ef8f4f'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:09:28.585519 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e8030d58-aae7-4780-8aff-1d0df88df415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:28.598928 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b508f4d7-baba-4dd0-b037-7f39680123c4 None None] Routers {'004c5ef6-a111-42d8-9c24-e3cc6ff7ad16'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:28.600313 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b508f4d7-baba-4dd0-b037-7f39680123c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:09:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['004c5ef6-a111-42d8-9c24-e3cc6ff7ad16'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:28.640700 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-5efdd5e6-3a2a-4226-8bc1-9d61503c7c75 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] GET failed (client error): The resource could not be found. Mar 05 05:09:28.647745 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5efdd5e6-3a2a-4226-8bc1-9d61503c7c75 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "GET /v2.0/ports/f125903b-8112-4628-ab7e-8c0d8a46c563 HTTP/1.1" status: 404 len: 333 time: 0.0708001 Mar 05 05:09:28.654498 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48872) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:28.670873 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b508f4d7-baba-4dd0-b037-7f39680123c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:28.683986 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b508f4d7-baba-4dd0-b037-7f39680123c4 None None] Routers {'004c5ef6-a111-42d8-9c24-e3cc6ff7ad16'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:28.685042 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b508f4d7-baba-4dd0-b037-7f39680123c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:09:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['004c5ef6-a111-42d8-9c24-e3cc6ff7ad16'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:28.716733 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-23c342e5-31dc-4c75-8a06-f13baa0b3784 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router_controller (030c70a4-3cb4-4d8e-bba5-864062a10740), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:28.732513 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-23c342e5-31dc-4c75-8a06-f13baa0b3784 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (030c70a4-3cb4-4d8e-bba5-864062a10740), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:28.744726 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-37087a28-70b8-4827-9847-58ff6b3e0e0b admin admin] Publish callbacks [] for security_group (4fc10d4f-7ed6-4201-9713-3b161796c121), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:28.761763 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-df7245a7-ee79-494e-9632-cfc4f2248f90 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:28.767700 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-df7245a7-ee79-494e-9632-cfc4f2248f90 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.6492448 Mar 05 05:09:28.769743 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48882) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:28.789551 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b508f4d7-baba-4dd0-b037-7f39680123c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:28.790782 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b508f4d7-baba-4dd0-b037-7f39680123c4 None None] The sync data for ids ['004c5ef6-a111-42d8-9c24-e3cc6ff7ad16'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:09:28.808651 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-23c342e5-31dc-4c75-8a06-f13baa0b3784 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:28.814079 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-23c342e5-31dc-4c75-8a06-f13baa0b3784 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4107020 Mar 05 05:09:28.826711 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48884) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:28.860055 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-40a58a6e-d9cb-4b4c-9eb7-fdbc7d49de44 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Request body: {'port': {'network_id': '471c9691-3d88-4e56-a77c-bb0ded1d7f59', 'name': 'tempest-RoutersIpV6Test-2144482930'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:09:28.905222 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-e8030d58-aae7-4780-8aff-1d0df88df415 None None] Allocated IP 2001:db8::2 (471c9691-3d88-4e56-a77c-bb0ded1d7f59/55861318-289a-4822-9fe3-060d89ef8f4f/b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:09:28.971201 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-d80f7ba0-7aa3-4115-95de-46eb36af3300 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Deleting subnet 82902e29-9278-4bca-8a70-f3b834bc55b5 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:09:28.975231 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-146f882a-99b9-44fe-8c96-577184060043 req-6a5e2b7f-e71e-444f-87f5-f923d27dc69c tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 210 time: 0.1040833 Mar 05 05:09:29.017710 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d80f7ba0-7aa3-4115-95de-46eb36af3300 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for subnet (82902e29-9278-4bca-8a70-f3b834bc55b5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:29.085772 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d80f7ba0-7aa3-4115-95de-46eb36af3300 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (82902e29-9278-4bca-8a70-f3b834bc55b5), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:29.143699 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-37087a28-70b8-4827-9847-58ff6b3e0e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4fc10d4f-7ed6-4201-9713-3b161796c121), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:29.146987 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-37087a28-70b8-4827-9847-58ff6b3e0e0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:29.150442 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-37087a28-70b8-4827-9847-58ff6b3e0e0b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4fc10d4f-7ed6-4201-9713-3b161796c121 HTTP/1.1" status: 204 len: 168 time: 0.8774514 Mar 05 05:09:29.177812 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e8030d58-aae7-4780-8aff-1d0df88df415 None None] Publish callbacks [] for port (b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:29.198537 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e8030d58-aae7-4780-8aff-1d0df88df415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:29.247289 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a58a6e-d9cb-4b4c-9eb7-fdbc7d49de44 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Made reservation on behalf of 978358acf25b4258a1f9561e5a1108d7 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:09:29.254065 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-40a58a6e-d9cb-4b4c-9eb7-fdbc7d49de44 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:29.304290 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-40a58a6e-d9cb-4b4c-9eb7-fdbc7d49de44 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] device_id is not set on port 1b156f17-4cfc-4554-8cf4-e7421224e998 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:09:29.306438 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8030d58-aae7-4780-8aff-1d0df88df415 None None] Pushing event updated for resources: {'Port': ['ID=b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:29.327972 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8030d58-aae7-4780-8aff-1d0df88df415 None None] Network 471c9691-3d88-4e56-a77c-bb0ded1d7f59 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:09:29.334038 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-e8030d58-aae7-4780-8aff-1d0df88df415 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:29.342588 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8030d58-aae7-4780-8aff-1d0df88df415 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:09:29.432604 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-e8030d58-aae7-4780-8aff-1d0df88df415 None None] Attempting to bind port b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:09:29.433378 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-e8030d58-aae7-4780-8aff-1d0df88df415 None None] Attempting to bind port b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'b8023dec-bb0b-48a0-8a1a-f5268fe995fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '471c9691-3d88-4e56-a77c-bb0ded1d7f59'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:09:29.433999 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8030d58-aae7-4780-8aff-1d0df88df415 None None] Attempting to bind port b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574 on network 471c9691-3d88-4e56-a77c-bb0ded1d7f59 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:09:29.440904 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8030d58-aae7-4780-8aff-1d0df88df415 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:09:29.444686 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8030d58-aae7-4780-8aff-1d0df88df415 None None] Checking segment: {'id': 'b8023dec-bb0b-48a0-8a1a-f5268fe995fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '471c9691-3d88-4e56-a77c-bb0ded1d7f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:09:29.445524 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e8030d58-aae7-4780-8aff-1d0df88df415 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:29.446167 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8030d58-aae7-4780-8aff-1d0df88df415 None None] Bound using segment: {'id': 'b8023dec-bb0b-48a0-8a1a-f5268fe995fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '471c9691-3d88-4e56-a77c-bb0ded1d7f59'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:09:29.446899 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-e8030d58-aae7-4780-8aff-1d0df88df415 None None] Bound port: b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8023dec-bb0b-48a0-8a1a-f5268fe995fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '471c9691-3d88-4e56-a77c-bb0ded1d7f59'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:09:29.447541 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e8030d58-aae7-4780-8aff-1d0df88df415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:29.537315 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37087a28-70b8-4827-9847-58ff6b3e0e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc10d4f-7ed6-4201-9713-3b161796c121,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:29.623727 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-e8030d58-aae7-4780-8aff-1d0df88df415 None None] For port b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:09:29.639206 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-e8030d58-aae7-4780-8aff-1d0df88df415 None None] For port b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574,segment=NetworkSegment(b8023dec-bb0b-48a0-8a1a-f5268fe995fd),segment_id=b8023dec-bb0b-48a0-8a1a-f5268fe995fd)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:09:29.663529 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e8030d58-aae7-4780-8aff-1d0df88df415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:29.811167 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-40a58a6e-d9cb-4b4c-9eb7-fdbc7d49de44 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Allocated IP 2001:db8::2b (471c9691-3d88-4e56-a77c-bb0ded1d7f59/55861318-289a-4822-9fe3-060d89ef8f4f/1b156f17-4cfc-4554-8cf4-e7421224e998) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:09:29.835158 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48900) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:29.867574 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8030d58-aae7-4780-8aff-1d0df88df415 None None] Pushing event updated for resources: {'Port': ['ID=b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:29.897829 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d80f7ba0-7aa3-4115-95de-46eb36af3300 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (82902e29-9278-4bca-8a70-f3b834bc55b5), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:29.899052 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0e8d5554-b5ea-4390-9134-d994fe5804c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:30.010699 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d80f7ba0-7aa3-4115-95de-46eb36af3300 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (82902e29-9278-4bca-8a70-f3b834bc55b5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:30.045058 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0e8d5554-b5ea-4390-9134-d994fe5804c3 admin admin] Publish callbacks [] for security_group (c87483d3-5c92-4ccf-a897-8d667d0fabbe), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:30.106887 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f7ba0-7aa3-4115-95de-46eb36af3300 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Subnet': ['ID=82902e29-9278-4bca-8a70-f3b834bc55b5,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:30.147952 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d80f7ba0-7aa3-4115-95de-46eb36af3300 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:30.148220 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0e8d5554-b5ea-4390-9134-d994fe5804c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c87483d3-5c92-4ccf-a897-8d667d0fabbe), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:30.160028 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161f1355-33d8-45e6-b60c-ff61cd6491d5 None None] Network f88f5356-9bc8-45cc-9cfe-9b106627d272 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:09:30.166433 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d80f7ba0-7aa3-4115-95de-46eb36af3300 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/subnets/82902e29-9278-4bca-8a70-f3b834bc55b5 HTTP/1.1" status: 204 len: 168 time: 1.4886899 Mar 05 05:09:30.170618 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48912) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:30.314553 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d5554-b5ea-4390-9134-d994fe5804c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87483d3-5c92-4ccf-a897-8d667d0fabbe,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:30.359642 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0e8d5554-b5ea-4390-9134-d994fe5804c3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e42501e1e9eb407e98c30486553e06f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5234210 Mar 05 05:09:30.365557 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c8f738d-b45b-4715-b128-d0bf876da355 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:30.394600 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48914) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:30.405512 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bfe9b9ea-7617-4db2-a9c9-e193f7ca129d req-60765cbd-bf29-4c86-9b28-82afc401c07c tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 210 time: 0.1841047 Mar 05 05:09:30.491379 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eab80e-3faf-4708-9065-909521f29730 None None] DHCP port deletion for f88f5356-9bc8-45cc-9cfe-9b106627d272 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:09:30.557754 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-202dbc89-2208-400f-9ea3-dd575a26724b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (f88f5356-9bc8-45cc-9cfe-9b106627d272), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:30.594054 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e2eab80e-3faf-4708-9065-909521f29730 None None] Deleting port 28821237-b31a-430b-bc78-f1472b418739 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:09:30.594352 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e2eab80e-3faf-4708-9065-909521f29730 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (28821237-b31a-430b-bc78-f1472b418739), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:30.622117 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-40a58a6e-d9cb-4b4c-9eb7-fdbc7d49de44 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for port (1b156f17-4cfc-4554-8cf4-e7421224e998), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:30.674060 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-25b68ee5-ea21-4953-9dad-2c01eb400d07 admin admin] Publish callbacks [] for security_group (c87483d3-5c92-4ccf-a897-8d667d0fabbe), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:30.675982 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-202dbc89-2208-400f-9ea3-dd575a26724b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Deleting port 28821237-b31a-430b-bc78-f1472b418739 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:09:30.676337 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-202dbc89-2208-400f-9ea3-dd575a26724b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (28821237-b31a-430b-bc78-f1472b418739), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:30.689600 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-40a58a6e-d9cb-4b4c-9eb7-fdbc7d49de44 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (1b156f17-4cfc-4554-8cf4-e7421224e998), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:30.725555 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-25b68ee5-ea21-4953-9dad-2c01eb400d07 admin admin] Publish callbacks [] for security_group (c87483d3-5c92-4ccf-a897-8d667d0fabbe), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:30.731828 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-e2eab80e-3faf-4708-9065-909521f29730 None None] For port 28821237-b31a-430b-bc78-f1472b418739, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=28821237-b31a-430b-bc78-f1472b418739,segment=NetworkSegment(3baf70cd-ed16-426b-90f4-397904a6666a),segment_id=3baf70cd-ed16-426b-90f4-397904a6666a)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:09:30.732680 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e2eab80e-3faf-4708-9065-909521f29730 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (28821237-b31a-430b-bc78-f1472b418739), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:30.749011 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e2eab80e-3faf-4708-9065-909521f29730 None None] Calling delete_port for 28821237-b31a-430b-bc78-f1472b418739 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:09:30.864817 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a58a6e-d9cb-4b4c-9eb7-fdbc7d49de44 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network 471c9691-3d88-4e56-a77c-bb0ded1d7f59 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:09:30.875833 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-40a58a6e-d9cb-4b4c-9eb7-fdbc7d49de44 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:30.894963 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-202dbc89-2208-400f-9ea3-dd575a26724b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] For port 28821237-b31a-430b-bc78-f1472b418739, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=28821237-b31a-430b-bc78-f1472b418739,segment=NetworkSegment(3baf70cd-ed16-426b-90f4-397904a6666a),segment_id=3baf70cd-ed16-426b-90f4-397904a6666a)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:09:30.895651 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-202dbc89-2208-400f-9ea3-dd575a26724b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (28821237-b31a-430b-bc78-f1472b418739), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:30.907117 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a58a6e-d9cb-4b4c-9eb7-fdbc7d49de44 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Port': ['ID=1b156f17-4cfc-4554-8cf4-e7421224e998,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:30.925304 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-25b68ee5-ea21-4953-9dad-2c01eb400d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c87483d3-5c92-4ccf-a897-8d667d0fabbe), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:30.930776 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-25b68ee5-ea21-4953-9dad-2c01eb400d07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:30.932667 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-25b68ee5-ea21-4953-9dad-2c01eb400d07 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c87483d3-5c92-4ccf-a897-8d667d0fabbe HTTP/1.1" status: 204 len: 168 time: 0.5164549 Mar 05 05:09:30.939397 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e2eab80e-3faf-4708-9065-909521f29730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (28821237-b31a-430b-bc78-f1472b418739), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:30.943970 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a58a6e-d9cb-4b4c-9eb7-fdbc7d49de44 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:09:30.966186 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a58a6e-d9cb-4b4c-9eb7-fdbc7d49de44 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:30.966880 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-40a58a6e-d9cb-4b4c-9eb7-fdbc7d49de44 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:30.972824 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b68ee5-ea21-4953-9dad-2c01eb400d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87483d3-5c92-4ccf-a897-8d667d0fabbe,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:31.023721 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eab80e-3faf-4708-9065-909521f29730 None None] Pushing event deleted for resources: {'Port': ['ID=28821237-b31a-430b-bc78-f1472b418739,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:31.027401 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-202dbc89-2208-400f-9ea3-dd575a26724b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Calling delete_port for 28821237-b31a-430b-bc78-f1472b418739 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:09:31.031666 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eab80e-3faf-4708-9065-909521f29730 None None] No DVR routers for this DVR port 28821237-b31a-430b-bc78-f1472b418739 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:09:31.065301 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-40a58a6e-d9cb-4b4c-9eb7-fdbc7d49de44 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2256675 Mar 05 05:09:31.071140 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48920) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:31.096387 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:09:31.187259 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:31.187644 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:31.265362 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-9c8f738d-b45b-4715-b128-d0bf876da355 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Allocated IP 172.20.0.1 (789d1165-8d92-4117-87a0-b4fca485b7d4/3d37fc0a-daf2-45df-aa1a-ce5fc30e7285/167c7ed5-74b2-43d0-9988-c93eda987a9e) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:09:31.274278 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-202dbc89-2208-400f-9ea3-dd575a26724b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (28821237-b31a-430b-bc78-f1472b418739), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:31.351219 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dbc89-2208-400f-9ea3-dd575a26724b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Port': ['ID=28821237-b31a-430b-bc78-f1472b418739,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:31.371665 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202dbc89-2208-400f-9ea3-dd575a26724b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] No DVR routers for this DVR port 28821237-b31a-430b-bc78-f1472b418739 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:09:31.410314 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:31.412042 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:31.443761 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c8f738d-b45b-4715-b128-d0bf876da355 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for port (167c7ed5-74b2-43d0-9988-c93eda987a9e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:31.506493 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574,segment=NetworkSegment(b8023dec-bb0b-48a0-8a1a-f5268fe995fd),segment_id=b8023dec-bb0b-48a0-8a1a-f5268fe995fd)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:09:31.512263 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:31.562627 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-202dbc89-2208-400f-9ea3-dd575a26724b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (f88f5356-9bc8-45cc-9cfe-9b106627d272), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:31.645420 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:31.662101 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-202dbc89-2208-400f-9ea3-dd575a26724b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f88f5356-9bc8-45cc-9cfe-9b106627d272']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:31.671106 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf0e05c-5ad0-4274-85e4-34a6e13247b4 None None] Network 471c9691-3d88-4e56-a77c-bb0ded1d7f59 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:09:31.695461 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-202dbc89-2208-400f-9ea3-dd575a26724b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3baf70cd-ed16-426b-90f4-397904a6666a') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:31.695911 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-202dbc89-2208-400f-9ea3-dd575a26724b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3baf70cd-ed16-426b-90f4-397904a6666a') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:31.714763 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-202dbc89-2208-400f-9ea3-dd575a26724b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (3baf70cd-ed16-426b-90f4-397904a6666a), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:31.730699 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-202dbc89-2208-400f-9ea3-dd575a26724b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (3baf70cd-ed16-426b-90f4-397904a6666a), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:31.736857 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c8f738d-b45b-4715-b128-d0bf876da355 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (167c7ed5-74b2-43d0-9988-c93eda987a9e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:31.738357 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-202dbc89-2208-400f-9ea3-dd575a26724b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:09:31.738962 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-202dbc89-2208-400f-9ea3-dd575a26724b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (3baf70cd-ed16-426b-90f4-397904a6666a), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:31.768148 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 28821237-b31a-430b-bc78-f1472b418739 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:09:31.807646 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 28821237-b31a-430b-bc78-f1472b418739 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:09:31.808305 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 28821237-b31a-430b-bc78-f1472b418739 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:09:31.849212 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:09:31.858901 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8f738d-b45b-4715-b128-d0bf876da355 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Network 789d1165-8d92-4117-87a0-b4fca485b7d4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:09:31.894537 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c14bb2fe-86f8-4054-b3ed-9eea94924b6e req-56bbf7ff-094b-4384-a99c-574a3934e115 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 210 time: 0.2970901 Mar 05 05:09:31.903106 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-9c8f738d-b45b-4715-b128-d0bf876da355 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:31.915398 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-202dbc89-2208-400f-9ea3-dd575a26724b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (f88f5356-9bc8-45cc-9cfe-9b106627d272), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:31.919551 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-202dbc89-2208-400f-9ea3-dd575a26724b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:31.930743 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-202dbc89-2208-400f-9ea3-dd575a26724b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/networks/f88f5356-9bc8-45cc-9cfe-9b106627d272 HTTP/1.1" status: 204 len: 168 time: 1.7589738 Mar 05 05:09:31.932582 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48936) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:31.939290 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a61b3137-215e-4d7d-9bf9-c65e5a3cbd12 None None] Provisioning complete for port b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:31.939671 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a61b3137-215e-4d7d-9bf9-c65e5a3cbd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:31.950483 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8f738d-b45b-4715-b128-d0bf876da355 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:09:32.001173 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-5144653c-aa62-41d3-a169-d2fd65b0585c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1439235034'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:09:32.037404 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dbc89-2208-400f-9ea3-dd575a26724b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Network': ['ID=f88f5356-9bc8-45cc-9cfe-9b106627d272,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:32.043244 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5144653c-aa62-41d3-a169-d2fd65b0585c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:09:32.051326 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5144653c-aa62-41d3-a169-d2fd65b0585c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:32.097589 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f738d-b45b-4715-b128-d0bf876da355 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event updated for resources: {'Port': ['ID=167c7ed5-74b2-43d0-9988-c93eda987a9e,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:32.147629 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5144653c-aa62-41d3-a169-d2fd65b0585c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:09:32.167970 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5144653c-aa62-41d3-a169-d2fd65b0585c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (bc9e5ff4-934f-4af5-9c84-aaeb742ae76b), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:32.168322 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-5144653c-aa62-41d3-a169-d2fd65b0585c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Added segment bc9e5ff4-934f-4af5-9c84-aaeb742ae76b of type vlan for network c7356da5-739d-406a-a583-c9642c029fb9 Mar 05 05:09:32.189215 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c8f738d-b45b-4715-b128-d0bf876da355 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (004c5ef6-a111-42d8-9c24-e3cc6ff7ad16), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:32.232709 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a61b3137-215e-4d7d-9bf9-c65e5a3cbd12 None None] Current status of the port b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:32.319750 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5144653c-aa62-41d3-a169-d2fd65b0585c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (c7356da5-739d-406a-a583-c9642c029fb9), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:32.407169 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5144653c-aa62-41d3-a169-d2fd65b0585c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (c7356da5-739d-406a-a583-c9642c029fb9), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:32.414616 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5144653c-aa62-41d3-a169-d2fd65b0585c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:32.437100 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5144653c-aa62-41d3-a169-d2fd65b0585c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:32.470691 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-91c79ee2-b43e-424f-b901-cfbe4391bd45 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1b156f17-4cfc-4554-8cf4-e7421224e998), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:32.558854 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5144653c-aa62-41d3-a169-d2fd65b0585c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5706213 Mar 05 05:09:32.564162 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48950) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:32.573387 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-b11972eb-ec7d-441e-8907-49db6120b38c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'subnet': {'network_id': 'c7356da5-739d-406a-a583-c9642c029fb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:09:32.576725 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d6e90536-a405-41c9-90e1-25099c5b7f8f None None] Provisioning complete for port 167c7ed5-74b2-43d0-9988-c93eda987a9e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:32.577664 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d6e90536-a405-41c9-90e1-25099c5b7f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (167c7ed5-74b2-43d0-9988-c93eda987a9e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:32.657712 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d6e90536-a405-41c9-90e1-25099c5b7f8f None None] Port 167c7ed5-74b2-43d0-9988-c93eda987a9e cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:09:32.747828 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c8f738d-b45b-4715-b128-d0bf876da355 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (167c7ed5-74b2-43d0-9988-c93eda987a9e), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:32.764605 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5144653c-aa62-41d3-a169-d2fd65b0585c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Network': ['ID=c7356da5-739d-406a-a583-c9642c029fb9,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:32.786648 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network c7356da5-739d-406a-a583-c9642c029fb9 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:09:32.791413 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11972eb-ec7d-441e-8907-49db6120b38c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:09:32.810192 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b11972eb-ec7d-441e-8907-49db6120b38c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:33.017851 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-4c02cc5c-11a1-4fb5-ab4c-ced8436188f9 None None] Provisioning complete for port b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:33.018244 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4c02cc5c-11a1-4fb5-ab4c-ced8436188f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:33.083919 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:09:33.123224 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-91c79ee2-b43e-424f-b901-cfbe4391bd45 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for port (1b156f17-4cfc-4554-8cf4-e7421224e998), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:33.133888 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-91c79ee2-b43e-424f-b901-cfbe4391bd45 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (1b156f17-4cfc-4554-8cf4-e7421224e998), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:33.308164 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:33.308575 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:33.406699 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-4c02cc5c-11a1-4fb5-ab4c-ced8436188f9 None None] Current status of the port b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:33.453354 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-4c02cc5c-11a1-4fb5-ab4c-ced8436188f9 None None] Provisioning complete for port 1b156f17-4cfc-4554-8cf4-e7421224e998 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:33.453798 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4c02cc5c-11a1-4fb5-ab4c-ced8436188f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1b156f17-4cfc-4554-8cf4-e7421224e998), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:33.460187 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3f18485c-9686-4399-a84f-8aa74f0ed54a req-b00e8ac3-b1ef-4c0d-ac33-420528c486a7 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 210 time: 0.1960368 Mar 05 05:09:33.465066 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b11972eb-ec7d-441e-8907-49db6120b38c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (a7f0332b-9c7a-4c88-9991-4634ad7d71e5), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:33.561794 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11972eb-ec7d-441e-8907-49db6120b38c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Subnet': ['ID=a7f0332b-9c7a-4c88-9991-4634ad7d71e5,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:33.575240 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11972eb-ec7d-441e-8907-49db6120b38c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:33.575592 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11972eb-ec7d-441e-8907-49db6120b38c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:33.575939 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11972eb-ec7d-441e-8907-49db6120b38c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:33.576279 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11972eb-ec7d-441e-8907-49db6120b38c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:33.577690 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11972eb-ec7d-441e-8907-49db6120b38c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:33.578031 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11972eb-ec7d-441e-8907-49db6120b38c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:33.578493 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11972eb-ec7d-441e-8907-49db6120b38c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:33.578690 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11972eb-ec7d-441e-8907-49db6120b38c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:33.579062 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11972eb-ec7d-441e-8907-49db6120b38c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:33.579368 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11972eb-ec7d-441e-8907-49db6120b38c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:33.579698 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11972eb-ec7d-441e-8907-49db6120b38c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:33.580121 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11972eb-ec7d-441e-8907-49db6120b38c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:33.580451 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11972eb-ec7d-441e-8907-49db6120b38c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:09:33.582925 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-4c02cc5c-11a1-4fb5-ab4c-ced8436188f9 None None] Port 1b156f17-4cfc-4554-8cf4-e7421224e998 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:09:33.591982 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:33.621376 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11972eb-ec7d-441e-8907-49db6120b38c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Checking segment: {'id': 'bc9e5ff4-934f-4af5-9c84-aaeb742ae76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c7356da5-739d-406a-a583-c9642c029fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:09:33.622021 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11972eb-ec7d-441e-8907-49db6120b38c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network hostable DHCP agents. Network: c7356da5-739d-406a-a583-c9642c029fb9, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:09:33.650565 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11972eb-ec7d-441e-8907-49db6120b38c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network c7356da5-739d-406a-a583-c9642c029fb9 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:09:33.665667 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-b11972eb-ec7d-441e-8907-49db6120b38c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, c7356da5-739d-406a-a583-c9642c029fb9) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:33.677779 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e5b271-5610-434e-a942-2aea96ab0b38 None None] Network c7356da5-739d-406a-a583-c9642c029fb9 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:09:33.702309 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11972eb-ec7d-441e-8907-49db6120b38c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:33.703538 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b11972eb-ec7d-441e-8907-49db6120b38c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:33.739995 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b11972eb-ec7d-441e-8907-49db6120b38c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1741488 Mar 05 05:09:33.743152 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48972) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:33.748948 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-31826c42-97b2-4e8e-8f21-e157653d8eda tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-603297884', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:09:33.772601 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c79ee2-b43e-424f-b901-cfbe4391bd45 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Port': ['ID=1b156f17-4cfc-4554-8cf4-e7421224e998,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:33.779772 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-31826c42-97b2-4e8e-8f21-e157653d8eda tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (09c16a33-f2f9-42c9-bbe3-198ebd323d97), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:33.782249 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-31826c42-97b2-4e8e-8f21-e157653d8eda tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (09c16a33-f2f9-42c9-bbe3-198ebd323d97), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:33.871908 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-31826c42-97b2-4e8e-8f21-e157653d8eda tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for router_controller (09c16a33-f2f9-42c9-bbe3-198ebd323d97), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:33.883328 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-31826c42-97b2-4e8e-8f21-e157653d8eda tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (09c16a33-f2f9-42c9-bbe3-198ebd323d97), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:33.897330 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a7191d28-18c6-4e31-b74d-c464c9220f7d None None] Provisioning complete for port 1b156f17-4cfc-4554-8cf4-e7421224e998 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:33.897856 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a7191d28-18c6-4e31-b74d-c464c9220f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1b156f17-4cfc-4554-8cf4-e7421224e998), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:33.925757 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b707951e-f31c-45fa-bcd3-fe166503646a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-c7356da5-739d-406a-a583-c9642c029fb9', 'network_id': 'c7356da5-739d-406a-a583-c9642c029fb9', 'project_id': 'b560962ff6304b07a22e03444cfd5a4d', 'fixed_ips': [{'subnet_id': 'a7f0332b-9c7a-4c88-9991-4634ad7d71e5'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:09:33.926635 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b707951e-f31c-45fa-bcd3-fe166503646a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:33.933101 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-31826c42-97b2-4e8e-8f21-e157653d8eda tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:33.935153 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-31826c42-97b2-4e8e-8f21-e157653d8eda tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1912699 Mar 05 05:09:33.937744 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48978) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:33.945164 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-b12a0c9c-8915-43d3-a11d-3c7a4e6ab503 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'port': {'network_id': 'c7356da5-739d-406a-a583-c9642c029fb9', 'name': 'tempest-PortsTestJSON-1100092703'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:09:33.964707 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-91c79ee2-b43e-424f-b901-cfbe4391bd45 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (030c70a4-3cb4-4d8e-bba5-864062a10740), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:34.037570 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a7191d28-18c6-4e31-b74d-c464c9220f7d None None] Port 1b156f17-4cfc-4554-8cf4-e7421224e998 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:09:34.111696 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12a0c9c-8915-43d3-a11d-3c7a4e6ab503 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:09:34.118252 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b12a0c9c-8915-43d3-a11d-3c7a4e6ab503 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:34.142899 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-b12a0c9c-8915-43d3-a11d-3c7a4e6ab503 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] device_id is not set on port 8cd531c5-9989-4ab8-999b-980e75135c23 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:09:34.197660 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-91c79ee2-b43e-424f-b901-cfbe4391bd45 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1b156f17-4cfc-4554-8cf4-e7421224e998), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:34.244982 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-b707951e-f31c-45fa-bcd3-fe166503646a None None] Allocated IP 172.20.0.2 (c7356da5-739d-406a-a583-c9642c029fb9/a7f0332b-9c7a-4c88-9991-4634ad7d71e5/d85c9475-ee5a-4c56-888c-84c0a3e815af) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:09:34.380314 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c8f738d-b45b-4715-b128-d0bf876da355 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for port (167c7ed5-74b2-43d0-9988-c93eda987a9e), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:34.392810 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c8f738d-b45b-4715-b128-d0bf876da355 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (167c7ed5-74b2-43d0-9988-c93eda987a9e), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:34.419025 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b707951e-f31c-45fa-bcd3-fe166503646a None None] Publish callbacks [] for port (d85c9475-ee5a-4c56-888c-84c0a3e815af), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:34.446012 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b707951e-f31c-45fa-bcd3-fe166503646a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (d85c9475-ee5a-4c56-888c-84c0a3e815af), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:34.506800 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c8f738d-b45b-4715-b128-d0bf876da355 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (004c5ef6-a111-42d8-9c24-e3cc6ff7ad16), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:34.527844 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-b12a0c9c-8915-43d3-a11d-3c7a4e6ab503 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Allocated IP 172.20.0.6 (c7356da5-739d-406a-a583-c9642c029fb9/a7f0332b-9c7a-4c88-9991-4634ad7d71e5/8cd531c5-9989-4ab8-999b-980e75135c23) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:09:34.553909 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f738d-b45b-4715-b128-d0bf876da355 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event updated for resources: {'Port': ['ID=167c7ed5-74b2-43d0-9988-c93eda987a9e,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:34.654480 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6eac8753-587a-4672-b9b7-00d47a79cc88 req-ba528a83-1976-4de9-b0f6-3f9ec9f39c36 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 210 time: 0.0480957 Mar 05 05:09:34.814665 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b707951e-f31c-45fa-bcd3-fe166503646a None None] Network c7356da5-739d-406a-a583-c9642c029fb9 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:09:34.819253 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-b707951e-f31c-45fa-bcd3-fe166503646a None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:34.823040 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b707951e-f31c-45fa-bcd3-fe166503646a None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:09:34.836771 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707951e-f31c-45fa-bcd3-fe166503646a None None] Pushing event updated for resources: {'Port': ['ID=d85c9475-ee5a-4c56-888c-84c0a3e815af,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:34.897565 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b12a0c9c-8915-43d3-a11d-3c7a4e6ab503 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for port (8cd531c5-9989-4ab8-999b-980e75135c23), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:34.900667 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-91c79ee2-b43e-424f-b901-cfbe4391bd45 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for port (1b156f17-4cfc-4554-8cf4-e7421224e998), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:34.903447 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8f738d-b45b-4715-b128-d0bf876da355 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Network 789d1165-8d92-4117-87a0-b4fca485b7d4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:09:34.905104 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-9c8f738d-b45b-4715-b128-d0bf876da355 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:34.911420 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-91c79ee2-b43e-424f-b901-cfbe4391bd45 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (1b156f17-4cfc-4554-8cf4-e7421224e998), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:34.912271 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-91c79ee2-b43e-424f-b901-cfbe4391bd45 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (030c70a4-3cb4-4d8e-bba5-864062a10740), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:34.943374 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b12a0c9c-8915-43d3-a11d-3c7a4e6ab503 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (8cd531c5-9989-4ab8-999b-980e75135c23), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:34.957409 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-b707951e-f31c-45fa-bcd3-fe166503646a None None] Attempting to bind port d85c9475-ee5a-4c56-888c-84c0a3e815af on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:09:34.957903 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-b707951e-f31c-45fa-bcd3-fe166503646a None None] Attempting to bind port d85c9475-ee5a-4c56-888c-84c0a3e815af by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'bc9e5ff4-934f-4af5-9c84-aaeb742ae76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c7356da5-739d-406a-a583-c9642c029fb9'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:09:34.960658 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b707951e-f31c-45fa-bcd3-fe166503646a None None] Attempting to bind port d85c9475-ee5a-4c56-888c-84c0a3e815af on network c7356da5-739d-406a-a583-c9642c029fb9 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:09:34.974858 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b707951e-f31c-45fa-bcd3-fe166503646a None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:09:34.975281 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b707951e-f31c-45fa-bcd3-fe166503646a None None] Checking segment: {'id': 'bc9e5ff4-934f-4af5-9c84-aaeb742ae76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c7356da5-739d-406a-a583-c9642c029fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:09:34.976845 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b707951e-f31c-45fa-bcd3-fe166503646a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:34.977259 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b707951e-f31c-45fa-bcd3-fe166503646a None None] Bound using segment: {'id': 'bc9e5ff4-934f-4af5-9c84-aaeb742ae76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c7356da5-739d-406a-a583-c9642c029fb9'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:09:34.977764 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-b707951e-f31c-45fa-bcd3-fe166503646a None None] Bound port: d85c9475-ee5a-4c56-888c-84c0a3e815af, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc9e5ff4-934f-4af5-9c84-aaeb742ae76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c7356da5-739d-406a-a583-c9642c029fb9'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:09:34.978163 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b707951e-f31c-45fa-bcd3-fe166503646a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d85c9475-ee5a-4c56-888c-84c0a3e815af), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:35.013518 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12a0c9c-8915-43d3-a11d-3c7a4e6ab503 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network c7356da5-739d-406a-a583-c9642c029fb9 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:09:35.020938 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-b12a0c9c-8915-43d3-a11d-3c7a4e6ab503 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:35.033822 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12a0c9c-8915-43d3-a11d-3c7a4e6ab503 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:09:35.097363 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a0c9c-8915-43d3-a11d-3c7a4e6ab503 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Port': ['ID=8cd531c5-9989-4ab8-999b-980e75135c23,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:35.126881 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c79ee2-b43e-424f-b901-cfbe4391bd45 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Port': ['ID=1b156f17-4cfc-4554-8cf4-e7421224e998,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:35.155915 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12a0c9c-8915-43d3-a11d-3c7a4e6ab503 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:35.157662 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b12a0c9c-8915-43d3-a11d-3c7a4e6ab503 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:35.168196 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-b707951e-f31c-45fa-bcd3-fe166503646a None None] For port d85c9475-ee5a-4c56-888c-84c0a3e815af, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:09:35.182861 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b12a0c9c-8915-43d3-a11d-3c7a4e6ab503 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2434673 Mar 05 05:09:35.187471 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49000) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:35.187972 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-b707951e-f31c-45fa-bcd3-fe166503646a None None] For port d85c9475-ee5a-4c56-888c-84c0a3e815af, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d85c9475-ee5a-4c56-888c-84c0a3e815af,segment=NetworkSegment(bc9e5ff4-934f-4af5-9c84-aaeb742ae76b),segment_id=bc9e5ff4-934f-4af5-9c84-aaeb742ae76b)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:09:35.202445 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b707951e-f31c-45fa-bcd3-fe166503646a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d85c9475-ee5a-4c56-888c-84c0a3e815af), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:35.275174 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c79ee2-b43e-424f-b901-cfbe4391bd45 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network 471c9691-3d88-4e56-a77c-bb0ded1d7f59 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:09:35.279386 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-91c79ee2-b43e-424f-b901-cfbe4391bd45 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:35.282491 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8f738d-b45b-4715-b128-d0bf876da355 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Router 004c5ef6-a111-42d8-9c24-e3cc6ff7ad16 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:09:35.444369 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b707951e-f31c-45fa-bcd3-fe166503646a None None] Pushing event updated for resources: {'Port': ['ID=d85c9475-ee5a-4c56-888c-84c0a3e815af,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:35.484594 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-50d7f5e0-d751-441d-bcf8-881c1b863028 None None] Provisioning complete for port 167c7ed5-74b2-43d0-9988-c93eda987a9e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:35.485059 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-50d7f5e0-d751-441d-bcf8-881c1b863028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (167c7ed5-74b2-43d0-9988-c93eda987a9e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:35.589885 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-50d7f5e0-d751-441d-bcf8-881c1b863028 None None] Port 167c7ed5-74b2-43d0-9988-c93eda987a9e cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:09:35.777844 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8f738d-b45b-4715-b128-d0bf876da355 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:09:35.789387 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9c8f738d-b45b-4715-b128-d0bf876da355 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "PUT /v2.0/routers/004c5ef6-a111-42d8-9c24-e3cc6ff7ad16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0140653 Mar 05 05:09:35.790697 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49004) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:35.790997 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8836cb3-4248-46bd-832f-fc1d154d7e3b None None] Sync routers for ids ['004c5ef6-a111-42d8-9c24-e3cc6ff7ad16'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:09:35.797261 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-f399c16d-dbea-421e-aed6-ef4e9d3dd7fc tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Request body: {'port': {'network_id': '789d1165-8d92-4117-87a0-b4fca485b7d4', 'name': 'tempest-FloatingIPTestJSON-742230977'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:09:35.840498 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8836cb3-4248-46bd-832f-fc1d154d7e3b None None] Routers {'004c5ef6-a111-42d8-9c24-e3cc6ff7ad16'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:35.841184 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-d8836cb3-4248-46bd-832f-fc1d154d7e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:09:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['004c5ef6-a111-42d8-9c24-e3cc6ff7ad16'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:35.922759 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c79ee2-b43e-424f-b901-cfbe4391bd45 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Router 030c70a4-3cb4-4d8e-bba5-864062a10740 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:09:35.955487 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-d8836cb3-4248-46bd-832f-fc1d154d7e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:35.965547 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-ae906b58-ecb6-4d18-8897-cab2a935d300 None None] Provisioning complete for port 1b156f17-4cfc-4554-8cf4-e7421224e998 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:35.968263 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ae906b58-ecb6-4d18-8897-cab2a935d300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1b156f17-4cfc-4554-8cf4-e7421224e998), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:36.003448 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f399c16d-dbea-421e-aed6-ef4e9d3dd7fc tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Made reservation on behalf of 40cfc34572db4c7280a39d5bce859963 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:09:36.009064 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d18958c1-0131-450d-9e0d-565f9895aa95 req-e88ae7e2-a6ee-46dd-9809-872f8e4a0a28 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 210 time: 0.0904872 Mar 05 05:09:36.009605 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f399c16d-dbea-421e-aed6-ef4e9d3dd7fc tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:36.089254 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ae906b58-ecb6-4d18-8897-cab2a935d300 None None] Port 1b156f17-4cfc-4554-8cf4-e7421224e998 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:09:36.108476 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8836cb3-4248-46bd-832f-fc1d154d7e3b None None] Routers {'004c5ef6-a111-42d8-9c24-e3cc6ff7ad16'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:36.110284 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-d8836cb3-4248-46bd-832f-fc1d154d7e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:09:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['004c5ef6-a111-42d8-9c24-e3cc6ff7ad16'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:36.151830 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-f399c16d-dbea-421e-aed6-ef4e9d3dd7fc tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] device_id is not set on port bdbe332c-02aa-4283-a8fe-afd1a68b62a4 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:09:36.184843 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-d8836cb3-4248-46bd-832f-fc1d154d7e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:36.185529 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8836cb3-4248-46bd-832f-fc1d154d7e3b None None] The sync data for ids ['004c5ef6-a111-42d8-9c24-e3cc6ff7ad16'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:09:36.240718 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-937b17f5-8043-41f9-9dec-038a9704d3d0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8cd531c5-9989-4ab8-999b-980e75135c23), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:36.332658 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-f399c16d-dbea-421e-aed6-ef4e9d3dd7fc tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Allocated IP 172.20.0.14 (789d1165-8d92-4117-87a0-b4fca485b7d4/3d37fc0a-daf2-45df-aa1a-ce5fc30e7285/bdbe332c-02aa-4283-a8fe-afd1a68b62a4) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:09:36.510200 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f399c16d-dbea-421e-aed6-ef4e9d3dd7fc tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for port (bdbe332c-02aa-4283-a8fe-afd1a68b62a4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:36.560628 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f399c16d-dbea-421e-aed6-ef4e9d3dd7fc tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (bdbe332c-02aa-4283-a8fe-afd1a68b62a4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:36.618737 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-937b17f5-8043-41f9-9dec-038a9704d3d0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for port (8cd531c5-9989-4ab8-999b-980e75135c23), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:36.632560 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-937b17f5-8043-41f9-9dec-038a9704d3d0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (8cd531c5-9989-4ab8-999b-980e75135c23), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:36.691783 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399c16d-dbea-421e-aed6-ef4e9d3dd7fc tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event updated for resources: {'Port': ['ID=bdbe332c-02aa-4283-a8fe-afd1a68b62a4,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:36.714480 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f399c16d-dbea-421e-aed6-ef4e9d3dd7fc tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Network 789d1165-8d92-4117-87a0-b4fca485b7d4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:09:36.726458 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-f399c16d-dbea-421e-aed6-ef4e9d3dd7fc tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:36.734373 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f399c16d-dbea-421e-aed6-ef4e9d3dd7fc tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:09:36.745870 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c79ee2-b43e-424f-b901-cfbe4391bd45 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:09:36.760757 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eb2460-608d-4224-9d44-9994e4972239 None None] Sync routers for ids ['030c70a4-3cb4-4d8e-bba5-864062a10740'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:09:36.781793 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eb2460-608d-4224-9d44-9994e4972239 None None] Routers {'030c70a4-3cb4-4d8e-bba5-864062a10740'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:36.782707 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b2eb2460-608d-4224-9d44-9994e4972239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:09:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['030c70a4-3cb4-4d8e-bba5-864062a10740'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:36.795111 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-91c79ee2-b43e-424f-b901-cfbe4391bd45 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "PUT /v2.0/routers/030c70a4-3cb4-4d8e-bba5-864062a10740/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7231407 Mar 05 05:09:36.813027 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49020) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:36.890007 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b17f5-8043-41f9-9dec-038a9704d3d0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Port': ['ID=8cd531c5-9989-4ab8-999b-980e75135c23,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:36.940997 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b2eb2460-608d-4224-9d44-9994e4972239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:36.953452 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9cc567-aa52-4932-a7f1-4bd02e4e7c5f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:36.961760 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-dc9cc567-aa52-4932-a7f1-4bd02e4e7c5f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "GET /v2.0/ports/1b156f17-4cfc-4554-8cf4-e7421224e998 HTTP/1.1" status: 200 len: 983 time: 0.1408806 Mar 05 05:09:36.967481 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49022) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:36.980509 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eb2460-608d-4224-9d44-9994e4972239 None None] Routers {'030c70a4-3cb4-4d8e-bba5-864062a10740'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:36.981171 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b2eb2460-608d-4224-9d44-9994e4972239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:09:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['030c70a4-3cb4-4d8e-bba5-864062a10740'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:37.135696 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b2eb2460-608d-4224-9d44-9994e4972239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:37.136354 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2eb2460-608d-4224-9d44-9994e4972239 None None] The sync data for ids ['030c70a4-3cb4-4d8e-bba5-864062a10740'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:09:37.182197 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d85c9475-ee5a-4c56-888c-84c0a3e815af up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:09:37.305255 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-114c44c4-396b-42ef-9037-a7071f9d731e req-b56cf89f-8653-4241-b6e5-36d410e6bcbc tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4727b59-68bd-457d-89b3-adbba9123e68 HTTP/1.1" status: 200 len: 210 time: 0.0713995 Mar 05 05:09:37.351822 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1459a55a-b385-416c-b242-f02fc522510c None None] Network c7356da5-739d-406a-a583-c9642c029fb9 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:09:37.434849 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-937b17f5-8043-41f9-9dec-038a9704d3d0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (09c16a33-f2f9-42c9-bbe3-198ebd323d97), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:37.620432 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f399c16d-dbea-421e-aed6-ef4e9d3dd7fc tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:37.621039 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f399c16d-dbea-421e-aed6-ef4e9d3dd7fc tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:37.650316 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f399c16d-dbea-421e-aed6-ef4e9d3dd7fc tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8582263 Mar 05 05:09:37.651016 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49034) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:37.658260 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-491aa178-c5b4-4e12-94c3-b8660b014dec tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Request body: {'floatingip': {'port_id': 'bdbe332c-02aa-4283-a8fe-afd1a68b62a4'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:09:37.716528 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-937b17f5-8043-41f9-9dec-038a9704d3d0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8cd531c5-9989-4ab8-999b-980e75135c23), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:37.758961 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-4bd20349-5c79-4719-b4e9-b3faf43b26e8 None None] Provisioning complete for port bdbe332c-02aa-4283-a8fe-afd1a68b62a4 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:37.759405 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4bd20349-5c79-4719-b4e9-b3faf43b26e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bdbe332c-02aa-4283-a8fe-afd1a68b62a4), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:37.845682 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-4bd20349-5c79-4719-b4e9-b3faf43b26e8 None None] Port bdbe332c-02aa-4283-a8fe-afd1a68b62a4 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:09:37.855909 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port d85c9475-ee5a-4c56-888c-84c0a3e815af triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:37.856303 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d85c9475-ee5a-4c56-888c-84c0a3e815af), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:37.887865 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-491aa178-c5b4-4e12-94c3-b8660b014dec tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (ae8d6364-b62d-41bf-8787-98884333fa9f), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:38.010945 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f04674a2-caad-47d3-9ccb-8823a06b9e91 None None] Provisioning complete for port d85c9475-ee5a-4c56-888c-84c0a3e815af triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:38.011368 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f04674a2-caad-47d3-9ccb-8823a06b9e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d85c9475-ee5a-4c56-888c-84c0a3e815af), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:38.245478 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port d85c9475-ee5a-4c56-888c-84c0a3e815af is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:38.247480 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d85c9475-ee5a-4c56-888c-84c0a3e815af), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:38.406242 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port d85c9475-ee5a-4c56-888c-84c0a3e815af, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d85c9475-ee5a-4c56-888c-84c0a3e815af,segment=NetworkSegment(bc9e5ff4-934f-4af5-9c84-aaeb742ae76b),segment_id=bc9e5ff4-934f-4af5-9c84-aaeb742ae76b)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:09:38.420533 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d85c9475-ee5a-4c56-888c-84c0a3e815af), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:38.439460 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f04674a2-caad-47d3-9ccb-8823a06b9e91 None None] Current status of the port d85c9475-ee5a-4c56-888c-84c0a3e815af is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:38.439460 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f04674a2-caad-47d3-9ccb-8823a06b9e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d85c9475-ee5a-4c56-888c-84c0a3e815af), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:38.456808 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-937b17f5-8043-41f9-9dec-038a9704d3d0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for port (8cd531c5-9989-4ab8-999b-980e75135c23), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:38.468612 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-937b17f5-8043-41f9-9dec-038a9704d3d0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (8cd531c5-9989-4ab8-999b-980e75135c23), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:38.628677 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=d85c9475-ee5a-4c56-888c-84c0a3e815af,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:38.748372 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-f04674a2-caad-47d3-9ccb-8823a06b9e91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 05:09:38.755781 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-f04674a2-caad-47d3-9ccb-8823a06b9e91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 05:09:39.017673 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d85c9475-ee5a-4c56-888c-84c0a3e815af up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:09:39.119892 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-937b17f5-8043-41f9-9dec-038a9704d3d0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (09c16a33-f2f9-42c9-bbe3-198ebd323d97), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:39.146864 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port d85c9475-ee5a-4c56-888c-84c0a3e815af triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:39.147216 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d85c9475-ee5a-4c56-888c-84c0a3e815af), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:39.200096 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b79a-3d53-4d8b-98a8-c37f3ac8f535 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (030c70a4-3cb4-4d8e-bba5-864062a10740), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:39.240899 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937b17f5-8043-41f9-9dec-038a9704d3d0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network c7356da5-739d-406a-a583-c9642c029fb9 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:09:39.245375 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b17f5-8043-41f9-9dec-038a9704d3d0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Port': ['ID=8cd531c5-9989-4ab8-999b-980e75135c23,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:39.250872 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-937b17f5-8043-41f9-9dec-038a9704d3d0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:39.412582 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f04674a2-caad-47d3-9ccb-8823a06b9e91 None None] Current status of the port d85c9475-ee5a-4c56-888c-84c0a3e815af is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:39.421431 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port d85c9475-ee5a-4c56-888c-84c0a3e815af is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:39.506269 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937b17f5-8043-41f9-9dec-038a9704d3d0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Router 09c16a33-f2f9-42c9-bbe3-198ebd323d97 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:09:39.552458 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-09d2e215-23c1-46ad-87e0-ac81ab692fcb None None] Provisioning complete for port 8cd531c5-9989-4ab8-999b-980e75135c23 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:39.552835 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-09d2e215-23c1-46ad-87e0-ac81ab692fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8cd531c5-9989-4ab8-999b-980e75135c23), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:39.652960 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-09d2e215-23c1-46ad-87e0-ac81ab692fcb None None] Port 8cd531c5-9989-4ab8-999b-980e75135c23 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:09:39.680427 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-09d2e215-23c1-46ad-87e0-ac81ab692fcb None None] Provisioning complete for port d85c9475-ee5a-4c56-888c-84c0a3e815af triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:39.680814 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-09d2e215-23c1-46ad-87e0-ac81ab692fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d85c9475-ee5a-4c56-888c-84c0a3e815af), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:39.777531 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-09d2e215-23c1-46ad-87e0-ac81ab692fcb None None] Current status of the port d85c9475-ee5a-4c56-888c-84c0a3e815af is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:39.778844 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937b17f5-8043-41f9-9dec-038a9704d3d0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:09:39.805614 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f3e407-d9b7-4545-bbf4-22b39c18eca9 None None] Sync routers for ids ['09c16a33-f2f9-42c9-bbe3-198ebd323d97'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:09:39.823046 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-937b17f5-8043-41f9-9dec-038a9704d3d0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "PUT /v2.0/routers/09c16a33-f2f9-42c9-bbe3-198ebd323d97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6330125 Mar 05 05:09:39.825193 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49062) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:39.827284 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f3e407-d9b7-4545-bbf4-22b39c18eca9 None None] Routers {'09c16a33-f2f9-42c9-bbe3-198ebd323d97'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:39.828489 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-12f3e407-d9b7-4545-bbf4-22b39c18eca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:09:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['09c16a33-f2f9-42c9-bbe3-198ebd323d97'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:39.910656 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-12f3e407-d9b7-4545-bbf4-22b39c18eca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:39.924214 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f3e407-d9b7-4545-bbf4-22b39c18eca9 None None] Routers {'09c16a33-f2f9-42c9-bbe3-198ebd323d97'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:39.925040 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-12f3e407-d9b7-4545-bbf4-22b39c18eca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:09:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['09c16a33-f2f9-42c9-bbe3-198ebd323d97'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:39.929325 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed969f5-8a9b-475a-9589-6db57893dd25 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:39.931529 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1ed969f5-8a9b-475a-9589-6db57893dd25 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "GET /v2.0/ports?device_id=09c16a33-f2f9-42c9-bbe3-198ebd323d97 HTTP/1.1" status: 200 len: 982 time: 0.1041491 Mar 05 05:09:39.934985 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49064) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:39.980334 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-12f3e407-d9b7-4545-bbf4-22b39c18eca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:39.981011 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f3e407-d9b7-4545-bbf4-22b39c18eca9 None None] The sync data for ids ['09c16a33-f2f9-42c9-bbe3-198ebd323d97'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:09:39.993372 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e501c2a9-27e0-49c4-b83c-ea4f261e1e74 None None] Provisioning complete for port 8cd531c5-9989-4ab8-999b-980e75135c23 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:39.993753 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e501c2a9-27e0-49c4-b83c-ea4f261e1e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8cd531c5-9989-4ab8-999b-980e75135c23), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:40.053929 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-491aa178-c5b4-4e12-94c3-b8660b014dec tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:40.071431 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-491aa178-c5b4-4e12-94c3-b8660b014dec tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (ae8d6364-b62d-41bf-8787-98884333fa9f), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:40.091366 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e501c2a9-27e0-49c4-b83c-ea4f261e1e74 None None] Port 8cd531c5-9989-4ab8-999b-980e75135c23 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:09:40.274553 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [None req-491aa178-c5b4-4e12-94c3-b8660b014dec tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Floating IP ae8d6364-b62d-41bf-8787-98884333fa9f associated. External IP: 172.25.0.247, port: ea8332be-f5aa-4b7c-b407-1f4822c7a425. Mar 05 05:09:40.600933 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-d6d6b79a-3d53-4d8b-98a8-c37f3ac8f535 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Deleting port 1b156f17-4cfc-4554-8cf4-e7421224e998 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:09:40.601284 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b79a-3d53-4d8b-98a8-c37f3ac8f535 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (1b156f17-4cfc-4554-8cf4-e7421224e998), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:40.750565 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7b2c8d8e-025a-4af6-a7e6-03193f3531a5 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (09c16a33-f2f9-42c9-bbe3-198ebd323d97), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:41.073085 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-7b2c8d8e-025a-4af6-a7e6-03193f3531a5 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Deleting port 8cd531c5-9989-4ab8-999b-980e75135c23 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:09:41.073436 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7b2c8d8e-025a-4af6-a7e6-03193f3531a5 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (8cd531c5-9989-4ab8-999b-980e75135c23), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:41.115457 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491aa178-c5b4-4e12-94c3-b8660b014dec tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Router 98d744c4-203e-41b9-9316-e591f9ececef has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:09:41.133146 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b79a-3d53-4d8b-98a8-c37f3ac8f535 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (1b156f17-4cfc-4554-8cf4-e7421224e998), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:41.241954 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7b2c8d8e-025a-4af6-a7e6-03193f3531a5 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (8cd531c5-9989-4ab8-999b-980e75135c23), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:41.269350 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-7b2c8d8e-025a-4af6-a7e6-03193f3531a5 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Calling delete_port for 8cd531c5-9989-4ab8-999b-980e75135c23 owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:09:41.327861 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-d6d6b79a-3d53-4d8b-98a8-c37f3ac8f535 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Calling delete_port for 1b156f17-4cfc-4554-8cf4-e7421224e998 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:09:41.444896 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6f006d4f-562b-4727-a74b-4fe055d9ed88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:41.497599 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491aa178-c5b4-4e12-94c3-b8660b014dec tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:09:41.516163 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e9852-04f5-457d-8e77-58611d5d3aba None None] Sync routers for ids ['98d744c4-203e-41b9-9316-e591f9ececef'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:09:41.560292 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332e9852-04f5-457d-8e77-58611d5d3aba None None] Routers {'98d744c4-203e-41b9-9316-e591f9ececef'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:41.561221 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-332e9852-04f5-457d-8e77-58611d5d3aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:09:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['98d744c4-203e-41b9-9316-e591f9ececef'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:41.633782 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7b2c8d8e-025a-4af6-a7e6-03193f3531a5 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (8cd531c5-9989-4ab8-999b-980e75135c23), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:41.660826 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-332e9852-04f5-457d-8e77-58611d5d3aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:41.680452 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c8d8e-025a-4af6-a7e6-03193f3531a5 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Port': ['ID=8cd531c5-9989-4ab8-999b-980e75135c23,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:41.686206 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332e9852-04f5-457d-8e77-58611d5d3aba None None] Routers {'98d744c4-203e-41b9-9316-e591f9ececef'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:41.687140 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-332e9852-04f5-457d-8e77-58611d5d3aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:09:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['98d744c4-203e-41b9-9316-e591f9ececef'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:41.772143 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-332e9852-04f5-457d-8e77-58611d5d3aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:41.772805 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e9852-04f5-457d-8e77-58611d5d3aba None None] The sync data for ids ['98d744c4-203e-41b9-9316-e591f9ececef'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:09:42.051785 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7b2c8d8e-025a-4af6-a7e6-03193f3531a5 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (09c16a33-f2f9-42c9-bbe3-198ebd323d97), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:42.343131 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b79a-3d53-4d8b-98a8-c37f3ac8f535 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (1b156f17-4cfc-4554-8cf4-e7421224e998), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:42.434527 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6b79a-3d53-4d8b-98a8-c37f3ac8f535 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Port': ['ID=1b156f17-4cfc-4554-8cf4-e7421224e998,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:42.444301 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2c8d8e-025a-4af6-a7e6-03193f3531a5 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Router 09c16a33-f2f9-42c9-bbe3-198ebd323d97 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:09:42.557737 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2c8d8e-025a-4af6-a7e6-03193f3531a5 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:09:42.567648 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7b2c8d8e-025a-4af6-a7e6-03193f3531a5 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "PUT /v2.0/routers/09c16a33-f2f9-42c9-bbe3-198ebd323d97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6285698 Mar 05 05:09:42.569886 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49100) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:42.574782 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f096bf-7be3-482f-94cd-be086053a961 None None] Sync routers for ids ['09c16a33-f2f9-42c9-bbe3-198ebd323d97'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:09:42.616398 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f096bf-7be3-482f-94cd-be086053a961 None None] Routers {'09c16a33-f2f9-42c9-bbe3-198ebd323d97'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:42.620894 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-68f096bf-7be3-482f-94cd-be086053a961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:09:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['09c16a33-f2f9-42c9-bbe3-198ebd323d97'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:42.629735 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd3168e-9dec-49bd-86c4-24e4d644b9ea tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] GET failed (client error): The resource could not be found. Mar 05 05:09:42.633889 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9dd3168e-9dec-49bd-86c4-24e4d644b9ea tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "GET /v2.0/ports/8cd531c5-9989-4ab8-999b-980e75135c23 HTTP/1.1" status: 404 len: 333 time: 0.0605638 Mar 05 05:09:42.634652 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49104) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:42.680038 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-68f096bf-7be3-482f-94cd-be086053a961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:42.690249 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f096bf-7be3-482f-94cd-be086053a961 None None] Routers {'09c16a33-f2f9-42c9-bbe3-198ebd323d97'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:42.691791 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-68f096bf-7be3-482f-94cd-be086053a961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:09:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['09c16a33-f2f9-42c9-bbe3-198ebd323d97'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:42.697126 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491aa178-c5b4-4e12-94c3-b8660b014dec tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Router 004c5ef6-a111-42d8-9c24-e3cc6ff7ad16 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:09:42.734940 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-68f096bf-7be3-482f-94cd-be086053a961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:42.735975 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f096bf-7be3-482f-94cd-be086053a961 None None] The sync data for ids ['09c16a33-f2f9-42c9-bbe3-198ebd323d97'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:09:42.827644 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b79a-3d53-4d8b-98a8-c37f3ac8f535 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (030c70a4-3cb4-4d8e-bba5-864062a10740), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:42.834395 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-75262579-1ef2-429e-a03d-9d8e2edf3f5e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for router (09c16a33-f2f9-42c9-bbe3-198ebd323d97), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:43.131705 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-75262579-1ef2-429e-a03d-9d8e2edf3f5e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (09c16a33-f2f9-42c9-bbe3-198ebd323d97), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:43.134448 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-75262579-1ef2-429e-a03d-9d8e2edf3f5e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for router_controller (09c16a33-f2f9-42c9-bbe3-198ebd323d97), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:43.240300 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-75262579-1ef2-429e-a03d-9d8e2edf3f5e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (09c16a33-f2f9-42c9-bbe3-198ebd323d97), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:43.240894 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75262579-1ef2-429e-a03d-9d8e2edf3f5e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Fanout notify agent at l3_agent the message router_deleted on router 09c16a33-f2f9-42c9-bbe3-198ebd323d97 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:09:43.248991 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-75262579-1ef2-429e-a03d-9d8e2edf3f5e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:43.252522 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-75262579-1ef2-429e-a03d-9d8e2edf3f5e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/routers/09c16a33-f2f9-42c9-bbe3-198ebd323d97 HTTP/1.1" status: 204 len: 168 time: 0.6145661 Mar 05 05:09:43.253835 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49114) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:43.303770 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491aa178-c5b4-4e12-94c3-b8660b014dec tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:09:43.315190 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d269146-4f80-4521-b4fe-2a4120f76703 None None] Sync routers for ids ['004c5ef6-a111-42d8-9c24-e3cc6ff7ad16'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:09:43.316758 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-491aa178-c5b4-4e12-94c3-b8660b014dec tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:43.328189 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d269146-4f80-4521-b4fe-2a4120f76703 None None] Routers {'004c5ef6-a111-42d8-9c24-e3cc6ff7ad16'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:43.328812 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5d269146-4f80-4521-b4fe-2a4120f76703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:09:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['004c5ef6-a111-42d8-9c24-e3cc6ff7ad16'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:43.349057 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d6b79a-3d53-4d8b-98a8-c37f3ac8f535 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Router 030c70a4-3cb4-4d8e-bba5-864062a10740 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:09:43.369166 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-850cb983-6928-4e53-93e4-1fa14fce8d65 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Deleting subnet a7f0332b-9c7a-4c88-9991-4634ad7d71e5 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:09:43.377475 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-850cb983-6928-4e53-93e4-1fa14fce8d65 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for subnet (a7f0332b-9c7a-4c88-9991-4634ad7d71e5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:43.416151 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5d269146-4f80-4521-b4fe-2a4120f76703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:43.437779 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d269146-4f80-4521-b4fe-2a4120f76703 None None] Routers {'004c5ef6-a111-42d8-9c24-e3cc6ff7ad16'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:43.438477 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5d269146-4f80-4521-b4fe-2a4120f76703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:09:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['004c5ef6-a111-42d8-9c24-e3cc6ff7ad16'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:43.480761 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-850cb983-6928-4e53-93e4-1fa14fce8d65 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (a7f0332b-9c7a-4c88-9991-4634ad7d71e5), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:43.523357 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5d269146-4f80-4521-b4fe-2a4120f76703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:43.524721 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d269146-4f80-4521-b4fe-2a4120f76703 None None] The sync data for ids ['004c5ef6-a111-42d8-9c24-e3cc6ff7ad16'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:09:43.536317 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-491aa178-c5b4-4e12-94c3-b8660b014dec tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "PUT /v2.0/floatingips/ae8d6364-b62d-41bf-8787-98884333fa9f HTTP/1.1" status: 200 len: 978 time: 5.8792548 Mar 05 05:09:43.536661 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49116) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:43.539801 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d6b79a-3d53-4d8b-98a8-c37f3ac8f535 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:09:43.549576 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56313082-b79b-404b-8cde-1a7383df426d None None] Sync routers for ids ['030c70a4-3cb4-4d8e-bba5-864062a10740'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:09:43.559133 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49118) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:43.562551 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d6d6b79a-3d53-4d8b-98a8-c37f3ac8f535 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "PUT /v2.0/routers/030c70a4-3cb4-4d8e-bba5-864062a10740/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5882361 Mar 05 05:09:43.585866 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56313082-b79b-404b-8cde-1a7383df426d None None] Routers {'030c70a4-3cb4-4d8e-bba5-864062a10740'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:43.586680 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-56313082-b79b-404b-8cde-1a7383df426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:09:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['030c70a4-3cb4-4d8e-bba5-864062a10740'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:43.629069 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-56313082-b79b-404b-8cde-1a7383df426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:43.686166 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56313082-b79b-404b-8cde-1a7383df426d None None] Routers {'030c70a4-3cb4-4d8e-bba5-864062a10740'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:43.702580 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-56313082-b79b-404b-8cde-1a7383df426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:09:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['030c70a4-3cb4-4d8e-bba5-864062a10740'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:43.793989 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-56313082-b79b-404b-8cde-1a7383df426d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:43.798470 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56313082-b79b-404b-8cde-1a7383df426d None None] The sync data for ids ['030c70a4-3cb4-4d8e-bba5-864062a10740'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:09:43.803207 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-850cb983-6928-4e53-93e4-1fa14fce8d65 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (a7f0332b-9c7a-4c88-9991-4634ad7d71e5), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:43.814622 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7a5e7b49-719e-4c8f-8145-771ec21c31cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:43.847539 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:43.957698 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:44.104105 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-850cb983-6928-4e53-93e4-1fa14fce8d65 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (a7f0332b-9c7a-4c88-9991-4634ad7d71e5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:44.791934 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-850cb983-6928-4e53-93e4-1fa14fce8d65 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:44.796668 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-850cb983-6928-4e53-93e4-1fa14fce8d65 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/subnets/a7f0332b-9c7a-4c88-9991-4634ad7d71e5 HTTP/1.1" status: 204 len: 168 time: 1.5397229 Mar 05 05:09:44.796996 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49132) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:44.798054 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda7d781-3e89-4a93-ac76-c483c4b8c138 None None] Network c7356da5-739d-406a-a583-c9642c029fb9 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:09:44.819832 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850cb983-6928-4e53-93e4-1fa14fce8d65 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Subnet': ['ID=a7f0332b-9c7a-4c88-9991-4634ad7d71e5,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:44.881267 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-4feccaaa-c625-45e6-af23-5fb4507eee04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] remove_router_interface failed (client error): The resource could not be found. Mar 05 05:09:44.885392 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4feccaaa-c625-45e6-af23-5fb4507eee04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "PUT /v2.0/routers/030c70a4-3cb4-4d8e-bba5-864062a10740/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.2685149 Mar 05 05:09:44.887444 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49136) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:44.927770 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8bc67a9c-54e9-439d-b0fc-89ab99fd7883 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Deleting port bdbe332c-02aa-4283-a8fe-afd1a68b62a4 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:09:44.933811 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8bc67a9c-54e9-439d-b0fc-89ab99fd7883 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (bdbe332c-02aa-4283-a8fe-afd1a68b62a4), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:45.046806 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:45.047768 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-924f5a85-a1be-491f-b002-f2883da9ba11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (c7356da5-739d-406a-a583-c9642c029fb9), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:45.092067 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bd988b01-50f6-4e23-adf8-4a57edbe1614 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "GET /v2.0/ports?device_id=030c70a4-3cb4-4d8e-bba5-864062a10740 HTTP/1.1" status: 200 len: 205 time: 0.2009146 Mar 05 05:09:45.094767 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49138) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:45.118837 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bb1cb7-9441-45ef-8e66-a764d1f87fd2 None None] DHCP port deletion for c7356da5-739d-406a-a583-c9642c029fb9 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:09:45.256943 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c070425f-838e-4e0f-b1c7-901323d257d7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router (030c70a4-3cb4-4d8e-bba5-864062a10740), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:45.276632 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-924f5a85-a1be-491f-b002-f2883da9ba11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Deleting port d85c9475-ee5a-4c56-888c-84c0a3e815af {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:09:45.276988 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-924f5a85-a1be-491f-b002-f2883da9ba11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d85c9475-ee5a-4c56-888c-84c0a3e815af), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:45.278940 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8bc67a9c-54e9-439d-b0fc-89ab99fd7883 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (bdbe332c-02aa-4283-a8fe-afd1a68b62a4), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:45.299819 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-49bb1cb7-9441-45ef-8e66-a764d1f87fd2 None None] Deleting port d85c9475-ee5a-4c56-888c-84c0a3e815af {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:09:45.300300 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-49bb1cb7-9441-45ef-8e66-a764d1f87fd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d85c9475-ee5a-4c56-888c-84c0a3e815af), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:45.453348 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-49bb1cb7-9441-45ef-8e66-a764d1f87fd2 None None] For port d85c9475-ee5a-4c56-888c-84c0a3e815af, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d85c9475-ee5a-4c56-888c-84c0a3e815af,segment=NetworkSegment(bc9e5ff4-934f-4af5-9c84-aaeb742ae76b),segment_id=bc9e5ff4-934f-4af5-9c84-aaeb742ae76b)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:09:45.453746 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-49bb1cb7-9441-45ef-8e66-a764d1f87fd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d85c9475-ee5a-4c56-888c-84c0a3e815af), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:45.467117 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-49bb1cb7-9441-45ef-8e66-a764d1f87fd2 None None] Calling delete_port for d85c9475-ee5a-4c56-888c-84c0a3e815af owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:09:45.474271 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-924f5a85-a1be-491f-b002-f2883da9ba11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] For port d85c9475-ee5a-4c56-888c-84c0a3e815af, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d85c9475-ee5a-4c56-888c-84c0a3e815af,segment=NetworkSegment(bc9e5ff4-934f-4af5-9c84-aaeb742ae76b),segment_id=bc9e5ff4-934f-4af5-9c84-aaeb742ae76b)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:09:45.475038 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-924f5a85-a1be-491f-b002-f2883da9ba11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d85c9475-ee5a-4c56-888c-84c0a3e815af), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:45.511380 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-924f5a85-a1be-491f-b002-f2883da9ba11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Calling delete_port for d85c9475-ee5a-4c56-888c-84c0a3e815af owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:09:45.559342 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-49bb1cb7-9441-45ef-8e66-a764d1f87fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (d85c9475-ee5a-4c56-888c-84c0a3e815af), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:45.606451 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb1cb7-9441-45ef-8e66-a764d1f87fd2 None None] Pushing event deleted for resources: {'Port': ['ID=d85c9475-ee5a-4c56-888c-84c0a3e815af,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:45.615107 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bb1cb7-9441-45ef-8e66-a764d1f87fd2 None None] No DVR routers for this DVR port d85c9475-ee5a-4c56-888c-84c0a3e815af on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:09:45.667564 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-924f5a85-a1be-491f-b002-f2883da9ba11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (d85c9475-ee5a-4c56-888c-84c0a3e815af), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:45.722815 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f5a85-a1be-491f-b002-f2883da9ba11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Port': ['ID=d85c9475-ee5a-4c56-888c-84c0a3e815af,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:45.726386 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924f5a85-a1be-491f-b002-f2883da9ba11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] No DVR routers for this DVR port d85c9475-ee5a-4c56-888c-84c0a3e815af on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:09:45.908530 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-924f5a85-a1be-491f-b002-f2883da9ba11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (c7356da5-739d-406a-a583-c9642c029fb9), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:45.949751 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c070425f-838e-4e0f-b1c7-901323d257d7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (030c70a4-3cb4-4d8e-bba5-864062a10740), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:45.955892 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c070425f-838e-4e0f-b1c7-901323d257d7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router_controller (030c70a4-3cb4-4d8e-bba5-864062a10740), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:45.988100 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-924f5a85-a1be-491f-b002-f2883da9ba11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7356da5-739d-406a-a583-c9642c029fb9']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:46.011404 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-924f5a85-a1be-491f-b002-f2883da9ba11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc9e5ff4-934f-4af5-9c84-aaeb742ae76b') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:46.011719 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-924f5a85-a1be-491f-b002-f2883da9ba11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc9e5ff4-934f-4af5-9c84-aaeb742ae76b') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:46.032294 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-924f5a85-a1be-491f-b002-f2883da9ba11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (bc9e5ff4-934f-4af5-9c84-aaeb742ae76b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:46.066043 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-924f5a85-a1be-491f-b002-f2883da9ba11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (bc9e5ff4-934f-4af5-9c84-aaeb742ae76b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:46.077740 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-924f5a85-a1be-491f-b002-f2883da9ba11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:09:46.078151 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-924f5a85-a1be-491f-b002-f2883da9ba11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (bc9e5ff4-934f-4af5-9c84-aaeb742ae76b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:09:46.082892 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:09:46.115918 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c070425f-838e-4e0f-b1c7-901323d257d7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (030c70a4-3cb4-4d8e-bba5-864062a10740), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:46.116439 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c070425f-838e-4e0f-b1c7-901323d257d7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Fanout notify agent at l3_agent the message router_deleted on router 030c70a4-3cb4-4d8e-bba5-864062a10740 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:09:46.152160 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c070425f-838e-4e0f-b1c7-901323d257d7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:46.155700 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c070425f-838e-4e0f-b1c7-901323d257d7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/routers/030c70a4-3cb4-4d8e-bba5-864062a10740 HTTP/1.1" status: 204 len: 168 time: 1.0573807 Mar 05 05:09:46.164787 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49150) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:46.193179 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-924f5a85-a1be-491f-b002-f2883da9ba11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (c7356da5-739d-406a-a583-c9642c029fb9), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:46.211043 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-924f5a85-a1be-491f-b002-f2883da9ba11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:46.230031 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8bc67a9c-54e9-439d-b0fc-89ab99fd7883 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:46.230729 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8bc67a9c-54e9-439d-b0fc-89ab99fd7883 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (ae8d6364-b62d-41bf-8787-98884333fa9f), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:46.231055 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-8bc67a9c-54e9-439d-b0fc-89ab99fd7883 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Floating IP ae8d6364-b62d-41bf-8787-98884333fa9f disassociated. External IP: 172.25.0.247, port: bdbe332c-02aa-4283-a8fe-afd1a68b62a4. Mar 05 05:09:46.231719 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8bc67a9c-54e9-439d-b0fc-89ab99fd7883 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Calling delete_port for bdbe332c-02aa-4283-a8fe-afd1a68b62a4 owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:09:46.234432 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-924f5a85-a1be-491f-b002-f2883da9ba11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/networks/c7356da5-739d-406a-a583-c9642c029fb9 HTTP/1.1" status: 204 len: 168 time: 1.4353578 Mar 05 05:09:46.253445 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49152) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:46.271015 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:46.277590 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1c4344d-f8a3-4f1a-a287-be2b8cf563f7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Deleting subnet 55861318-289a-4822-9fe3-060d89ef8f4f {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:09:46.285930 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a1c4344d-f8a3-4f1a-a287-be2b8cf563f7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for subnet (55861318-289a-4822-9fe3-060d89ef8f4f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:46.339482 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f6414b-ca7f-46df-bd28-80cef899941b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:46.342328 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-35f6414b-ca7f-46df-bd28-80cef899941b tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "GET /v2.0/ports/e3769001-ef29-435c-a160-7690bd121d2c HTTP/1.1" status: 200 len: 841 time: 0.0874186 Mar 05 05:09:46.345792 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f5a85-a1be-491f-b002-f2883da9ba11 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Network': ['ID=c7356da5-739d-406a-a583-c9642c029fb9,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:46.368085 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49154) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:46.421674 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a1c4344d-f8a3-4f1a-a287-be2b8cf563f7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (55861318-289a-4822-9fe3-060d89ef8f4f), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:46.499324 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1dfb8ef3-61f1-4002-89b4-930a2ef17c01 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "GET /v2.0/ports/e3769001-ef29-435c-a160-7690bd121d2c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1299992 Mar 05 05:09:46.504548 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49162) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:46.516640 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-21be9753-7796-4ae8-b2be-83b63d3541fa tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'subnet': {'network_id': 'b885e2bf-4bc9-40f2-89c0-4eb33ca17d48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:09:46.564132 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a1c4344d-f8a3-4f1a-a287-be2b8cf563f7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (55861318-289a-4822-9fe3-060d89ef8f4f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:46.737669 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21be9753-7796-4ae8-b2be-83b63d3541fa tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:09:46.744596 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-21be9753-7796-4ae8-b2be-83b63d3541fa tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:46.766434 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a1c4344d-f8a3-4f1a-a287-be2b8cf563f7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (55861318-289a-4822-9fe3-060d89ef8f4f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:46.816581 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a492ba8-23b7-41f0-80eb-850b321047b5 None None] Network 471c9691-3d88-4e56-a77c-bb0ded1d7f59 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:09:46.832327 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4344d-f8a3-4f1a-a287-be2b8cf563f7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Subnet': ['ID=55861318-289a-4822-9fe3-060d89ef8f4f,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:46.836272 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a1c4344d-f8a3-4f1a-a287-be2b8cf563f7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:46.839831 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a1c4344d-f8a3-4f1a-a287-be2b8cf563f7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/subnets/55861318-289a-4822-9fe3-060d89ef8f4f HTTP/1.1" status: 204 len: 168 time: 0.6736693 Mar 05 05:09:46.845409 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49166) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:46.869712 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8bc67a9c-54e9-439d-b0fc-89ab99fd7883 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (bdbe332c-02aa-4283-a8fe-afd1a68b62a4), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:47.025160 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc67a9c-54e9-439d-b0fc-89ab99fd7883 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event deleted for resources: {'Port': ['ID=bdbe332c-02aa-4283-a8fe-afd1a68b62a4,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:47.063975 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d85c9475-ee5a-4c56-888c-84c0a3e815af no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:09:47.090335 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: d85c9475-ee5a-4c56-888c-84c0a3e815af {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:09:47.090692 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d85c9475-ee5a-4c56-888c-84c0a3e815af not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:09:47.172249 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b91eec-403b-4caf-8d26-5c2c665bd2d1 None None] DHCP port deletion for 471c9691-3d88-4e56-a77c-bb0ded1d7f59 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:09:47.264909 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8a4e367b-1127-4730-bd22-087bbea822fc tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (471c9691-3d88-4e56-a77c-bb0ded1d7f59), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:47.279390 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f1b91eec-403b-4caf-8d26-5c2c665bd2d1 None None] Deleting port b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:09:47.281007 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f1b91eec-403b-4caf-8d26-5c2c665bd2d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:47.294077 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-21be9753-7796-4ae8-b2be-83b63d3541fa tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (98c0d480-512e-4da1-bccc-fcb284b71ac4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:47.397624 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f1b91eec-403b-4caf-8d26-5c2c665bd2d1 None None] For port b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574,segment=NetworkSegment(b8023dec-bb0b-48a0-8a1a-f5268fe995fd),segment_id=b8023dec-bb0b-48a0-8a1a-f5268fe995fd)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:09:47.400187 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f1b91eec-403b-4caf-8d26-5c2c665bd2d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:47.402215 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21be9753-7796-4ae8-b2be-83b63d3541fa tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network b885e2bf-4bc9-40f2-89c0-4eb33ca17d48 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:09:47.421251 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-21be9753-7796-4ae8-b2be-83b63d3541fa tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:47.426614 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21be9753-7796-4ae8-b2be-83b63d3541fa tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:47.430607 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-21be9753-7796-4ae8-b2be-83b63d3541fa tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:47.440343 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f1b91eec-403b-4caf-8d26-5c2c665bd2d1 None None] Calling delete_port for b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:09:47.443745 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d92777-150a-42ab-ad51-ac3699e2a005 None None] Network b885e2bf-4bc9-40f2-89c0-4eb33ca17d48 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:09:47.495674 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-21be9753-7796-4ae8-b2be-83b63d3541fa tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9880974 Mar 05 05:09:47.503801 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc67a9c-54e9-439d-b0fc-89ab99fd7883 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Router 004c5ef6-a111-42d8-9c24-e3cc6ff7ad16 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:09:47.505124 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49180) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:47.515197 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-52f60ad6-7a5c-4f1b-bfcb-a89427d95f42 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'security_group': {'name': 'tempest-secgroup-211589739'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:09:47.516313 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be9753-7796-4ae8-b2be-83b63d3541fa tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Subnet': ['ID=98c0d480-512e-4da1-bccc-fcb284b71ac4,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:47.752692 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f1b91eec-403b-4caf-8d26-5c2c665bd2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:47.775232 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-52f60ad6-7a5c-4f1b-bfcb-a89427d95f42 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:47.797314 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b91eec-403b-4caf-8d26-5c2c665bd2d1 None None] No DVR routers for this DVR port b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:09:47.822100 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e367b-1127-4730-bd22-087bbea822fc tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Deleting port b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:09:47.822636 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8a4e367b-1127-4730-bd22-087bbea822fc tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:47.878467 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b91eec-403b-4caf-8d26-5c2c665bd2d1 None None] Pushing event deleted for resources: {'Port': ['ID=b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:47.905680 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:47.918333 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb928b12-da14-4b3a-a053-6066c30341e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-b885e2bf-4bc9-40f2-89c0-4eb33ca17d48', 'network_id': 'b885e2bf-4bc9-40f2-89c0-4eb33ca17d48', 'project_id': 'b560962ff6304b07a22e03444cfd5a4d', 'fixed_ips': [{'subnet_id': '98c0d480-512e-4da1-bccc-fcb284b71ac4'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:09:47.919349 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bb928b12-da14-4b3a-a053-6066c30341e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:47.925583 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-8a4e367b-1127-4730-bd22-087bbea822fc tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] For port b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574, host n-d-789963-32, got binding levels [] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:09:47.926569 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8a4e367b-1127-4730-bd22-087bbea822fc tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:47.945522 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e367b-1127-4730-bd22-087bbea822fc tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Calling delete_port for b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:09:47.948687 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.ipam_backend_mixin [None req-8a4e367b-1127-4730-bd22-087bbea822fc tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Port b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574 was not found and therefore no delete operation was performed {{(pid=105231) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 05 05:09:47.954929 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8a4e367b-1127-4730-bd22-087bbea822fc tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:47.999961 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4e367b-1127-4730-bd22-087bbea822fc tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] No DVR routers for this DVR port b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:09:48.037353 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e367b-1127-4730-bd22-087bbea822fc tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Port': ['ID=b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:48.135282 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8a4e367b-1127-4730-bd22-087bbea822fc tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (471c9691-3d88-4e56-a77c-bb0ded1d7f59), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:48.192842 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-bb928b12-da14-4b3a-a053-6066c30341e9 None None] Allocated IP 172.20.0.2 (b885e2bf-4bc9-40f2-89c0-4eb33ca17d48/98c0d480-512e-4da1-bccc-fcb284b71ac4/3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:09:48.258055 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc67a9c-54e9-439d-b0fc-89ab99fd7883 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:09:48.282629 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d25dd9-f8a3-41b5-8556-8f552a525481 None None] Sync routers for ids ['004c5ef6-a111-42d8-9c24-e3cc6ff7ad16'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:09:48.309631 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d25dd9-f8a3-41b5-8556-8f552a525481 None None] Routers {'004c5ef6-a111-42d8-9c24-e3cc6ff7ad16'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:48.310168 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-f9d25dd9-f8a3-41b5-8556-8f552a525481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:09:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['004c5ef6-a111-42d8-9c24-e3cc6ff7ad16'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:48.336238 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-8a4e367b-1127-4730-bd22-087bbea822fc tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['471c9691-3d88-4e56-a77c-bb0ded1d7f59']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:48.399450 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-f9d25dd9-f8a3-41b5-8556-8f552a525481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:48.447937 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d25dd9-f8a3-41b5-8556-8f552a525481 None None] Routers {'004c5ef6-a111-42d8-9c24-e3cc6ff7ad16'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:48.448563 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-f9d25dd9-f8a3-41b5-8556-8f552a525481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:09:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['004c5ef6-a111-42d8-9c24-e3cc6ff7ad16'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:48.457546 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-8a4e367b-1127-4730-bd22-087bbea822fc tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8023dec-bb0b-48a0-8a1a-f5268fe995fd') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:48.457855 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-8a4e367b-1127-4730-bd22-087bbea822fc tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8023dec-bb0b-48a0-8a1a-f5268fe995fd') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:48.458905 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bb928b12-da14-4b3a-a053-6066c30341e9 None None] Publish callbacks [] for port (3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:48.479139 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bb928b12-da14-4b3a-a053-6066c30341e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:48.490675 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8a4e367b-1127-4730-bd22-087bbea822fc tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (b8023dec-bb0b-48a0-8a1a-f5268fe995fd), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:48.529724 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-f9d25dd9-f8a3-41b5-8556-8f552a525481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:48.530171 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d25dd9-f8a3-41b5-8556-8f552a525481 None None] The sync data for ids ['004c5ef6-a111-42d8-9c24-e3cc6ff7ad16'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:09:48.548656 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8a4e367b-1127-4730-bd22-087bbea822fc tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (b8023dec-bb0b-48a0-8a1a-f5268fe995fd), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:48.560684 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb928b12-da14-4b3a-a053-6066c30341e9 None None] Pushing event updated for resources: {'Port': ['ID=3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:48.571181 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a4e367b-1127-4730-bd22-087bbea822fc tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:09:48.571605 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8a4e367b-1127-4730-bd22-087bbea822fc tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (b8023dec-bb0b-48a0-8a1a-f5268fe995fd), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:48.574961 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:09:48.574961 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:09:48.574961 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:09:48.574961 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:09:48.574961 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:09:48.574961 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:09:48.574961 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:09:48.574961 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:09:48.574961 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:09:48.574961 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:09:48.574961 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:09:48.574961 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:09:48.574961 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:09:48.574961 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:09:48.574961 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:09:48.574961 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:09:48.574961 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:09:48.574961 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:09:48.574961 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:09:48.574961 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:09:48.574961 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:09:48.574961 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:09:48.574961 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:09:48.574961 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:09:48.574961 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:09:48.574961 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:09:48.574961 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:09:48.574961 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:09:48.574961 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:09:48.574961 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:09:48.574961 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:09:48.574961 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:09:48.589180 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8bc67a9c-54e9-439d-b0fc-89ab99fd7883 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:48.592480 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8bc67a9c-54e9-439d-b0fc-89ab99fd7883 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "DELETE /v2.0/ports/bdbe332c-02aa-4283-a8fe-afd1a68b62a4 HTTP/1.1" status: 204 len: 168 time: 5.0521550 Mar 05 05:09:48.595409 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49190) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:48.599260 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb928b12-da14-4b3a-a053-6066c30341e9 None None] Network b885e2bf-4bc9-40f2-89c0-4eb33ca17d48 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:09:48.601798 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-bb928b12-da14-4b3a-a053-6066c30341e9 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:48.607049 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-52f60ad6-7a5c-4f1b-bfcb-a89427d95f42 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for security_group (92bb4407-9b40-4032-be8f-e11e1f1b0d6e), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:48.610496 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb928b12-da14-4b3a-a053-6066c30341e9 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:09:48.633137 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-52f60ad6-7a5c-4f1b-bfcb-a89427d95f42 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (92bb4407-9b40-4032-be8f-e11e1f1b0d6e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:48.781936 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-bb928b12-da14-4b3a-a053-6066c30341e9 None None] Attempting to bind port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:09:48.782863 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-bb928b12-da14-4b3a-a053-6066c30341e9 None None] Attempting to bind port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'f16ec623-d9ea-451d-8c3c-5044b9e4bdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b885e2bf-4bc9-40f2-89c0-4eb33ca17d48'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:09:48.783131 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb928b12-da14-4b3a-a053-6066c30341e9 None None] Attempting to bind port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f on network b885e2bf-4bc9-40f2-89c0-4eb33ca17d48 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:09:48.799741 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb928b12-da14-4b3a-a053-6066c30341e9 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:09:48.800175 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb928b12-da14-4b3a-a053-6066c30341e9 None None] Checking segment: {'id': 'f16ec623-d9ea-451d-8c3c-5044b9e4bdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b885e2bf-4bc9-40f2-89c0-4eb33ca17d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:09:48.800561 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bb928b12-da14-4b3a-a053-6066c30341e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:48.800970 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb928b12-da14-4b3a-a053-6066c30341e9 None None] Bound using segment: {'id': 'f16ec623-d9ea-451d-8c3c-5044b9e4bdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b885e2bf-4bc9-40f2-89c0-4eb33ca17d48'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:09:48.801466 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-bb928b12-da14-4b3a-a053-6066c30341e9 None None] Bound port: 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f16ec623-d9ea-451d-8c3c-5044b9e4bdd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b885e2bf-4bc9-40f2-89c0-4eb33ca17d48'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:09:48.801859 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bb928b12-da14-4b3a-a053-6066c30341e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:48.993692 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-bb928b12-da14-4b3a-a053-6066c30341e9 None None] For port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:09:49.004458 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-bb928b12-da14-4b3a-a053-6066c30341e9 None None] For port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f,segment=NetworkSegment(f16ec623-d9ea-451d-8c3c-5044b9e4bdd1),segment_id=f16ec623-d9ea-451d-8c3c-5044b9e4bdd1)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:09:49.019055 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bb928b12-da14-4b3a-a053-6066c30341e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:49.119842 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:09:49.177787 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:09:49.178153 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b0dce6b8-2b7f-4741-b6f4-dcd3fcd74574 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:09:49.252409 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb928b12-da14-4b3a-a053-6066c30341e9 None None] Pushing event updated for resources: {'Port': ['ID=3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:49.486440 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8a4e367b-1127-4730-bd22-087bbea822fc tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (471c9691-3d88-4e56-a77c-bb0ded1d7f59), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:49.506907 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-52f60ad6-7a5c-4f1b-bfcb-a89427d95f42 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:49.511116 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49202) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:49.515346 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-52f60ad6-7a5c-4f1b-bfcb-a89427d95f42 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.0044477 Mar 05 05:09:49.521238 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-f6ca8bb0-1632-45d0-b42e-5a43326af676 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'security_group': {'name': 'tempest-secgroup-132189933'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:09:49.537608 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f60ad6-7a5c-4f1b-bfcb-a89427d95f42 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92bb4407-9b40-4032-be8f-e11e1f1b0d6e,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:49.540261 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8a4e367b-1127-4730-bd22-087bbea822fc tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:49.553315 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49204) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:49.561608 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8a4e367b-1127-4730-bd22-087bbea822fc tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/networks/471c9691-3d88-4e56-a77c-bb0ded1d7f59 HTTP/1.1" status: 204 len: 168 time: 2.7147696 Mar 05 05:09:49.584283 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-9c364e0d-2dde-482b-8858-9cb80b987054 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-568835694'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:09:49.607280 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e367b-1127-4730-bd22-087bbea822fc tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Network': ['ID=471c9691-3d88-4e56-a77c-bb0ded1d7f59,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:49.680452 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c364e0d-2dde-482b-8858-9cb80b987054 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Made reservation on behalf of 978358acf25b4258a1f9561e5a1108d7 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:09:49.686243 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c364e0d-2dde-482b-8858-9cb80b987054 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:49.821782 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c364e0d-2dde-482b-8858-9cb80b987054 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:09:49.855046 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c364e0d-2dde-482b-8858-9cb80b987054 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (7a459ed2-9825-42fc-9d00-8d7f6d2e0822), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:49.856799 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-9c364e0d-2dde-482b-8858-9cb80b987054 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Added segment 7a459ed2-9825-42fc-9d00-8d7f6d2e0822 of type vlan for network b47916d4-543e-4f8c-9369-bbd62aec94e9 Mar 05 05:09:49.997100 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c364e0d-2dde-482b-8858-9cb80b987054 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (b47916d4-543e-4f8c-9369-bbd62aec94e9), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:50.034919 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f6ca8bb0-1632-45d0-b42e-5a43326af676 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:50.073740 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c364e0d-2dde-482b-8858-9cb80b987054 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (b47916d4-543e-4f8c-9369-bbd62aec94e9), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:50.088103 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c364e0d-2dde-482b-8858-9cb80b987054 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:50.090307 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c364e0d-2dde-482b-8858-9cb80b987054 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:50.721037 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c364e0d-2dde-482b-8858-9cb80b987054 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Network': ['ID=b47916d4-543e-4f8c-9369-bbd62aec94e9,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:50.732834 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network b47916d4-543e-4f8c-9369-bbd62aec94e9 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:09:50.798428 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9c364e0d-2dde-482b-8858-9cb80b987054 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2356374 Mar 05 05:09:50.802083 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49216) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:50.807019 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-2d2519d4-d4a5-459d-86a9-f6adc081e7ba tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Request body: {'subnet': {'network_id': 'b47916d4-543e-4f8c-9369-bbd62aec94e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:09:50.934384 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-72951660-6c42-4373-985b-5703a7e2d9ea tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (004c5ef6-a111-42d8-9c24-e3cc6ff7ad16), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:51.036108 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f6ca8bb0-1632-45d0-b42e-5a43326af676 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for security_group (2cf6de86-1ebc-4966-8db7-d6ded483459d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:51.053382 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2519d4-d4a5-459d-86a9-f6adc081e7ba tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Made reservation on behalf of 978358acf25b4258a1f9561e5a1108d7 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:09:51.056886 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2d2519d4-d4a5-459d-86a9-f6adc081e7ba tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:51.118389 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:09:51.164011 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f6ca8bb0-1632-45d0-b42e-5a43326af676 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (2cf6de86-1ebc-4966-8db7-d6ded483459d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:51.271301 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f6ca8bb0-1632-45d0-b42e-5a43326af676 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:51.272865 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f6ca8bb0-1632-45d0-b42e-5a43326af676 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.7606199 Mar 05 05:09:51.275744 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49224) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:51.287214 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-cfb91792-9c95-464d-8e18-0da186ff5864 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1938114985', 'security_groups': ['2cf6de86-1ebc-4966-8db7-d6ded483459d'], 'network_id': 'b885e2bf-4bc9-40f2-89c0-4eb33ca17d48', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '98c0d480-512e-4da1-bccc-fcb284b71ac4'}]}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:09:51.310937 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:51.312646 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:51.318066 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca8bb0-1632-45d0-b42e-5a43326af676 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf6de86-1ebc-4966-8db7-d6ded483459d,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:51.814923 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f950d30d-5f09-4035-a533-68f0f9609188 None None] Provisioning complete for port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:51.817032 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f950d30d-5f09-4035-a533-68f0f9609188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:51.839317 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb91792-9c95-464d-8e18-0da186ff5864 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:09:51.862255 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-72951660-6c42-4373-985b-5703a7e2d9ea tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Deleting port 167c7ed5-74b2-43d0-9988-c93eda987a9e {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:09:51.868183 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-72951660-6c42-4373-985b-5703a7e2d9ea tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (167c7ed5-74b2-43d0-9988-c93eda987a9e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:51.886103 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2d2519d4-d4a5-459d-86a9-f6adc081e7ba tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (167e29ab-3b16-44f8-9987-aec224de1634), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:52.029092 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:52.031106 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:52.100090 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2519d4-d4a5-459d-86a9-f6adc081e7ba tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Subnet': ['ID=167e29ab-3b16-44f8-9987-aec224de1634,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:52.139247 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2519d4-d4a5-459d-86a9-f6adc081e7ba tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Checking segment: {'id': '7a459ed2-9825-42fc-9d00-8d7f6d2e0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b47916d4-543e-4f8c-9369-bbd62aec94e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:09:52.139703 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2519d4-d4a5-459d-86a9-f6adc081e7ba tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network hostable DHCP agents. Network: b47916d4-543e-4f8c-9369-bbd62aec94e9, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:09:52.182059 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-72951660-6c42-4373-985b-5703a7e2d9ea tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (167c7ed5-74b2-43d0-9988-c93eda987a9e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:52.194700 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f,segment=NetworkSegment(f16ec623-d9ea-451d-8c3c-5044b9e4bdd1),segment_id=f16ec623-d9ea-451d-8c3c-5044b9e4bdd1)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:09:52.203532 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-72951660-6c42-4373-985b-5703a7e2d9ea tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Calling delete_port for 167c7ed5-74b2-43d0-9988-c93eda987a9e owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:09:52.206295 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cfb91792-9c95-464d-8e18-0da186ff5864 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:52.217772 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:52.244340 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f950d30d-5f09-4035-a533-68f0f9609188 None None] Current status of the port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:52.251978 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f950d30d-5f09-4035-a533-68f0f9609188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:52.298381 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-cfb91792-9c95-464d-8e18-0da186ff5864 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] device_id is not set on port a7b25d62-50f7-49cd-83d0-085217642463 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:09:52.310012 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2519d4-d4a5-459d-86a9-f6adc081e7ba tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network b47916d4-543e-4f8c-9369-bbd62aec94e9 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:09:52.423296 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-2d2519d4-d4a5-459d-86a9-f6adc081e7ba tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, b47916d4-543e-4f8c-9369-bbd62aec94e9) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:52.445289 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2519d4-d4a5-459d-86a9-f6adc081e7ba tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:52.445907 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2d2519d4-d4a5-459d-86a9-f6adc081e7ba tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:52.502725 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2d2519d4-d4a5-459d-86a9-f6adc081e7ba tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6892242 Mar 05 05:09:52.502982 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49244) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:52.510860 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-fee8eb1a-1e9d-4325-b2f3-77094c123e8f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-406112869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:09:52.513012 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ac8037-37c1-46d8-ad08-34672a7259c1 None None] Network b47916d4-543e-4f8c-9369-bbd62aec94e9 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:09:52.602053 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fee8eb1a-1e9d-4325-b2f3-77094c123e8f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (d4109216-aac4-4e2d-9876-06ced4f914df), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:52.606723 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fee8eb1a-1e9d-4325-b2f3-77094c123e8f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (d4109216-aac4-4e2d-9876-06ced4f914df), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:52.794832 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-cfb91792-9c95-464d-8e18-0da186ff5864 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Allocated IP 172.20.0.14 (b885e2bf-4bc9-40f2-89c0-4eb33ca17d48/98c0d480-512e-4da1-bccc-fcb284b71ac4/a7b25d62-50f7-49cd-83d0-085217642463) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:09:52.810144 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:52.886906 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-f950d30d-5f09-4035-a533-68f0f9609188 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 05:09:52.887539 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-f950d30d-5f09-4035-a533-68f0f9609188 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 05:09:52.890437 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721f5bd0-0eae-478e-880f-2c279494ff86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-b47916d4-543e-4f8c-9369-bbd62aec94e9', 'network_id': 'b47916d4-543e-4f8c-9369-bbd62aec94e9', 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'fixed_ips': [{'subnet_id': '167e29ab-3b16-44f8-9987-aec224de1634'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:09:52.891339 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-721f5bd0-0eae-478e-880f-2c279494ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:53.006915 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fee8eb1a-1e9d-4325-b2f3-77094c123e8f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router_controller (d4109216-aac4-4e2d-9876-06ced4f914df), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:53.041997 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fee8eb1a-1e9d-4325-b2f3-77094c123e8f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (d4109216-aac4-4e2d-9876-06ced4f914df), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:53.119279 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fee8eb1a-1e9d-4325-b2f3-77094c123e8f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:53.125051 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49292) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:53.141219 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:09:53.154218 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fee8eb1a-1e9d-4325-b2f3-77094c123e8f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6464987 Mar 05 05:09:53.208063 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-72951660-6c42-4373-985b-5703a7e2d9ea tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (167c7ed5-74b2-43d0-9988-c93eda987a9e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:53.284994 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72951660-6c42-4373-985b-5703a7e2d9ea tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event deleted for resources: {'Port': ['ID=167c7ed5-74b2-43d0-9988-c93eda987a9e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:53.325711 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-721f5bd0-0eae-478e-880f-2c279494ff86 None None] Allocated IP 2001:db8::2 (b47916d4-543e-4f8c-9369-bbd62aec94e9/167e29ab-3b16-44f8-9987-aec224de1634/5fe6ea0f-d442-4f07-821f-134b3cdb9bd7) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:09:53.625934 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f950d30d-5f09-4035-a533-68f0f9609188 None None] Current status of the port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:53.833130 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f950d30d-5f09-4035-a533-68f0f9609188 None None] Provisioning complete for port e3769001-ef29-435c-a160-7690bd121d2c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:53.833522 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f950d30d-5f09-4035-a533-68f0f9609188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e3769001-ef29-435c-a160-7690bd121d2c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:53.843679 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-72951660-6c42-4373-985b-5703a7e2d9ea tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (004c5ef6-a111-42d8-9c24-e3cc6ff7ad16), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:53.858007 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cfb91792-9c95-464d-8e18-0da186ff5864 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for port (a7b25d62-50f7-49cd-83d0-085217642463), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:53.886809 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:53.892005 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:54.091494 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f950d30d-5f09-4035-a533-68f0f9609188 None None] Port e3769001-ef29-435c-a160-7690bd121d2c cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:09:54.275663 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:54.309673 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cfb91792-9c95-464d-8e18-0da186ff5864 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (a7b25d62-50f7-49cd-83d0-085217642463), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:54.402827 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-721f5bd0-0eae-478e-880f-2c279494ff86 None None] Publish callbacks [] for port (5fe6ea0f-d442-4f07-821f-134b3cdb9bd7), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:54.420307 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-721f5bd0-0eae-478e-880f-2c279494ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (5fe6ea0f-d442-4f07-821f-134b3cdb9bd7), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:54.429544 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb91792-9c95-464d-8e18-0da186ff5864 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network b885e2bf-4bc9-40f2-89c0-4eb33ca17d48 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:09:54.431709 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-cfb91792-9c95-464d-8e18-0da186ff5864 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:54.457945 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72951660-6c42-4373-985b-5703a7e2d9ea tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Router 004c5ef6-a111-42d8-9c24-e3cc6ff7ad16 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:09:54.530270 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-510b4363-3c71-4167-962f-74b5c5d6a430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:54.546494 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721f5bd0-0eae-478e-880f-2c279494ff86 None None] Network b47916d4-543e-4f8c-9369-bbd62aec94e9 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:09:54.553731 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb91792-9c95-464d-8e18-0da186ff5864 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:09:54.561928 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-721f5bd0-0eae-478e-880f-2c279494ff86 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:54.577350 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721f5bd0-0eae-478e-880f-2c279494ff86 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:09:54.693172 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f5bd0-0eae-478e-880f-2c279494ff86 None None] Pushing event updated for resources: {'Port': ['ID=5fe6ea0f-d442-4f07-821f-134b3cdb9bd7,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:54.757148 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb91792-9c95-464d-8e18-0da186ff5864 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:09:54.757841 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cfb91792-9c95-464d-8e18-0da186ff5864 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:54.771606 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72951660-6c42-4373-985b-5703a7e2d9ea tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:09:54.787099 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-72951660-6c42-4373-985b-5703a7e2d9ea tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "PUT /v2.0/routers/004c5ef6-a111-42d8-9c24-e3cc6ff7ad16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1904876 Mar 05 05:09:54.787853 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49342) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:54.797894 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb91792-9c95-464d-8e18-0da186ff5864 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Port': ['ID=a7b25d62-50f7-49cd-83d0-085217642463,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:54.816359 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9054adc-0d63-4fd7-bada-938092f69093 None None] Sync routers for ids ['004c5ef6-a111-42d8-9c24-e3cc6ff7ad16'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:09:54.856752 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-721f5bd0-0eae-478e-880f-2c279494ff86 None None] Attempting to bind port 5fe6ea0f-d442-4f07-821f-134b3cdb9bd7 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:09:54.862227 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-721f5bd0-0eae-478e-880f-2c279494ff86 None None] Attempting to bind port 5fe6ea0f-d442-4f07-821f-134b3cdb9bd7 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '7a459ed2-9825-42fc-9d00-8d7f6d2e0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b47916d4-543e-4f8c-9369-bbd62aec94e9'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:09:54.880468 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721f5bd0-0eae-478e-880f-2c279494ff86 None None] Attempting to bind port 5fe6ea0f-d442-4f07-821f-134b3cdb9bd7 on network b47916d4-543e-4f8c-9369-bbd62aec94e9 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:09:54.917608 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721f5bd0-0eae-478e-880f-2c279494ff86 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:09:54.927220 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721f5bd0-0eae-478e-880f-2c279494ff86 None None] Checking segment: {'id': '7a459ed2-9825-42fc-9d00-8d7f6d2e0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b47916d4-543e-4f8c-9369-bbd62aec94e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:09:54.943392 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-721f5bd0-0eae-478e-880f-2c279494ff86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:54.944092 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721f5bd0-0eae-478e-880f-2c279494ff86 None None] Bound using segment: {'id': '7a459ed2-9825-42fc-9d00-8d7f6d2e0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b47916d4-543e-4f8c-9369-bbd62aec94e9'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:09:54.949533 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-721f5bd0-0eae-478e-880f-2c279494ff86 None None] Bound port: 5fe6ea0f-d442-4f07-821f-134b3cdb9bd7, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a459ed2-9825-42fc-9d00-8d7f6d2e0822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'b47916d4-543e-4f8c-9369-bbd62aec94e9'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:09:54.951285 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-721f5bd0-0eae-478e-880f-2c279494ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5fe6ea0f-d442-4f07-821f-134b3cdb9bd7), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:54.987537 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9054adc-0d63-4fd7-bada-938092f69093 None None] Routers {'004c5ef6-a111-42d8-9c24-e3cc6ff7ad16'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:54.988634 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e9054adc-0d63-4fd7-bada-938092f69093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:09:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['004c5ef6-a111-42d8-9c24-e3cc6ff7ad16'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:55.079674 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e9054adc-0d63-4fd7-bada-938092f69093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:55.143879 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9054adc-0d63-4fd7-bada-938092f69093 None None] Routers {'004c5ef6-a111-42d8-9c24-e3cc6ff7ad16'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:09:55.145131 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e9054adc-0d63-4fd7-bada-938092f69093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:09:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['004c5ef6-a111-42d8-9c24-e3cc6ff7ad16'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:55.165558 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1e723840-b7da-4d43-b81c-9fb839a8f94d tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for router (004c5ef6-a111-42d8-9c24-e3cc6ff7ad16), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:55.187557 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-81df2902-bda1-4aa7-9feb-287a8cbfade8 None None] Provisioning complete for port a7b25d62-50f7-49cd-83d0-085217642463 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:55.187995 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-510b4363-3c71-4167-962f-74b5c5d6a430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Allocated IP 2001:db8::1 (b47916d4-543e-4f8c-9369-bbd62aec94e9/167e29ab-3b16-44f8-9987-aec224de1634/2f8ca4e4-e51a-4500-aa70-d39d4fe8fd12) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:09:55.188132 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-81df2902-bda1-4aa7-9feb-287a8cbfade8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a7b25d62-50f7-49cd-83d0-085217642463), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:55.299702 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-cfb91792-9c95-464d-8e18-0da186ff5864 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.0207262 Mar 05 05:09:55.309047 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49348) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:55.359904 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-81df2902-bda1-4aa7-9feb-287a8cbfade8 None None] Port a7b25d62-50f7-49cd-83d0-085217642463 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:09:55.378482 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-997b7515-2b26-445c-b50b-ce5b90a3951e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'subnet': {'network_id': 'b885e2bf-4bc9-40f2-89c0-4eb33ca17d48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:09:55.388888 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1e723840-b7da-4d43-b81c-9fb839a8f94d tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for router_gateway (004c5ef6-a111-42d8-9c24-e3cc6ff7ad16), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:55.395151 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e9054adc-0d63-4fd7-bada-938092f69093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:09:55.399455 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9054adc-0d63-4fd7-bada-938092f69093 None None] The sync data for ids ['004c5ef6-a111-42d8-9c24-e3cc6ff7ad16'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:09:55.481350 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-721f5bd0-0eae-478e-880f-2c279494ff86 None None] For port 5fe6ea0f-d442-4f07-821f-134b3cdb9bd7, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:09:55.485616 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-721f5bd0-0eae-478e-880f-2c279494ff86 None None] For port 5fe6ea0f-d442-4f07-821f-134b3cdb9bd7, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=5fe6ea0f-d442-4f07-821f-134b3cdb9bd7,segment=NetworkSegment(7a459ed2-9825-42fc-9d00-8d7f6d2e0822),segment_id=7a459ed2-9825-42fc-9d00-8d7f6d2e0822)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:09:55.499521 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-721f5bd0-0eae-478e-880f-2c279494ff86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5fe6ea0f-d442-4f07-821f-134b3cdb9bd7), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:55.527717 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-1e723840-b7da-4d43-b81c-9fb839a8f94d tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Deleting port d984b69b-1720-4d43-a8da-06e6c3f07cb6 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:09:55.528274 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1e723840-b7da-4d43-b81c-9fb839a8f94d tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d984b69b-1720-4d43-a8da-06e6c3f07cb6), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:55.593388 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f5bd0-0eae-478e-880f-2c279494ff86 None None] Pushing event updated for resources: {'Port': ['ID=5fe6ea0f-d442-4f07-821f-134b3cdb9bd7,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:55.680138 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1e723840-b7da-4d43-b81c-9fb839a8f94d tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d984b69b-1720-4d43-a8da-06e6c3f07cb6), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:55.694925 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-1e723840-b7da-4d43-b81c-9fb839a8f94d tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Calling delete_port for d984b69b-1720-4d43-a8da-06e6c3f07cb6 owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:09:55.820432 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-510b4363-3c71-4167-962f-74b5c5d6a430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for port (2f8ca4e4-e51a-4500-aa70-d39d4fe8fd12), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:55.885679 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997b7515-2b26-445c-b50b-ce5b90a3951e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:09:55.891477 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-997b7515-2b26-445c-b50b-ce5b90a3951e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:56.098782 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1e723840-b7da-4d43-b81c-9fb839a8f94d tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (d984b69b-1720-4d43-a8da-06e6c3f07cb6), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:56.213202 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e723840-b7da-4d43-b81c-9fb839a8f94d tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event deleted for resources: {'Port': ['ID=d984b69b-1720-4d43-a8da-06e6c3f07cb6,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:56.214956 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-510b4363-3c71-4167-962f-74b5c5d6a430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (2f8ca4e4-e51a-4500-aa70-d39d4fe8fd12), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:56.391058 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1e723840-b7da-4d43-b81c-9fb839a8f94d tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (004c5ef6-a111-42d8-9c24-e3cc6ff7ad16), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:56.498716 n-d-789963-32 neutron-server[105231]: INFO neutron.db.ipam_backend_mixin [None req-997b7515-2b26-445c-b50b-ce5b90a3951e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 98c0d480-512e-4da1-bccc-fcb284b71ac4 (CIDR: 172.20.0.0/28) Mar 05 05:09:56.525297 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510b4363-3c71-4167-962f-74b5c5d6a430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network b47916d4-543e-4f8c-9369-bbd62aec94e9 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:09:56.527390 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-510b4363-3c71-4167-962f-74b5c5d6a430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:56.557258 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1e723840-b7da-4d43-b81c-9fb839a8f94d tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (004c5ef6-a111-42d8-9c24-e3cc6ff7ad16), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:56.563777 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b4363-3c71-4167-962f-74b5c5d6a430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Port': ['ID=2f8ca4e4-e51a-4500-aa70-d39d4fe8fd12,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:56.569454 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1e723840-b7da-4d43-b81c-9fb839a8f94d tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for router_controller (004c5ef6-a111-42d8-9c24-e3cc6ff7ad16), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:56.587042 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510b4363-3c71-4167-962f-74b5c5d6a430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:09:56.588152 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-510b4363-3c71-4167-962f-74b5c5d6a430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (d4109216-aac4-4e2d-9876-06ced4f914df), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:56.665478 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-997b7515-2b26-445c-b50b-ce5b90a3951e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:09:56.666185 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-997b7515-2b26-445c-b50b-ce5b90a3951e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:09:56.671569 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1e723840-b7da-4d43-b81c-9fb839a8f94d tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (004c5ef6-a111-42d8-9c24-e3cc6ff7ad16), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:56.673422 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e723840-b7da-4d43-b81c-9fb839a8f94d tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Fanout notify agent at l3_agent the message router_deleted on router 004c5ef6-a111-42d8-9c24-e3cc6ff7ad16 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:09:56.691758 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-997b7515-2b26-445c-b50b-ce5b90a3951e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3820539 Mar 05 05:09:56.706381 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1e723840-b7da-4d43-b81c-9fb839a8f94d tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:56.711897 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1e723840-b7da-4d43-b81c-9fb839a8f94d tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "DELETE /v2.0/routers/004c5ef6-a111-42d8-9c24-e3cc6ff7ad16 HTTP/1.1" status: 204 len: 168 time: 1.9230218 Mar 05 05:09:56.712917 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49362) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:56.713337 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49364) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:56.720228 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-50e944cc-0347-4c7f-b8f7-1c13e2bdbd9c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'subnet': {'network_id': 'b885e2bf-4bc9-40f2-89c0-4eb33ca17d48', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:09:56.933971 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a8d5f6-085a-4b06-a683-4a1faae43271 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Deleting subnet 3d37fc0a-daf2-45df-aa1a-ce5fc30e7285 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:09:56.938086 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d6a8d5f6-085a-4b06-a683-4a1faae43271 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for subnet (3d37fc0a-daf2-45df-aa1a-ce5fc30e7285), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:56.986591 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d6a8d5f6-085a-4b06-a683-4a1faae43271 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (3d37fc0a-daf2-45df-aa1a-ce5fc30e7285), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:57.089003 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-510b4363-3c71-4167-962f-74b5c5d6a430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2f8ca4e4-e51a-4500-aa70-d39d4fe8fd12), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:57.161792 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5fe6ea0f-d442-4f07-821f-134b3cdb9bd7 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:09:57.332169 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 5fe6ea0f-d442-4f07-821f-134b3cdb9bd7 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:57.332565 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5fe6ea0f-d442-4f07-821f-134b3cdb9bd7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:57.582714 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 5fe6ea0f-d442-4f07-821f-134b3cdb9bd7 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:57.583527 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5fe6ea0f-d442-4f07-821f-134b3cdb9bd7), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:57.704108 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 5fe6ea0f-d442-4f07-821f-134b3cdb9bd7, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=5fe6ea0f-d442-4f07-821f-134b3cdb9bd7,segment=NetworkSegment(7a459ed2-9825-42fc-9d00-8d7f6d2e0822),segment_id=7a459ed2-9825-42fc-9d00-8d7f6d2e0822)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:09:57.715872 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5fe6ea0f-d442-4f07-821f-134b3cdb9bd7), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:57.865047 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=5fe6ea0f-d442-4f07-821f-134b3cdb9bd7,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:57.873769 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e3d202-f337-4ba4-a694-47920c7f43bc None None] Network b47916d4-543e-4f8c-9369-bbd62aec94e9 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:09:58.066938 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e944cc-0347-4c7f-b8f7-1c13e2bdbd9c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:09:58.083333 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49382) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:58.104506 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-50e944cc-0347-4c7f-b8f7-1c13e2bdbd9c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:58.160213 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d6a8d5f6-085a-4b06-a683-4a1faae43271 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (3d37fc0a-daf2-45df-aa1a-ce5fc30e7285), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:58.183837 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-856a1891-a194-42a1-bed4-7b4af64d81ea None None] Provisioning complete for port 5fe6ea0f-d442-4f07-821f-134b3cdb9bd7 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:58.201262 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-856a1891-a194-42a1-bed4-7b4af64d81ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5fe6ea0f-d442-4f07-821f-134b3cdb9bd7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:58.431673 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-856a1891-a194-42a1-bed4-7b4af64d81ea None None] Current status of the port 5fe6ea0f-d442-4f07-821f-134b3cdb9bd7 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:58.450501 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b2e6f1fc-f1c6-4cee-a79b-96a3b3bb0cd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:58.721846 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b2e6f1fc-f1c6-4cee-a79b-96a3b3bb0cd5 admin admin] Publish callbacks [] for security_group (1206e176-e441-4451-b849-913f13800039), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:58.730279 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b2e6f1fc-f1c6-4cee-a79b-96a3b3bb0cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1206e176-e441-4451-b849-913f13800039), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:58.906398 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b2e6f1fc-f1c6-4cee-a79b-96a3b3bb0cd5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=43b2247a35a14501b54101a772778305&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8194771 Mar 05 05:09:58.907410 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6f1fc-f1c6-4cee-a79b-96a3b3bb0cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1206e176-e441-4451-b849-913f13800039,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:58.918708 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49392) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:59.005449 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-510b4363-3c71-4167-962f-74b5c5d6a430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for port (2f8ca4e4-e51a-4500-aa70-d39d4fe8fd12), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:59.009166 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d83755b4-d0e8-40aa-8d39-8cabd37c0843 None None] Provisioning complete for port 5fe6ea0f-d442-4f07-821f-134b3cdb9bd7 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:59.009861 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d83755b4-d0e8-40aa-8d39-8cabd37c0843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5fe6ea0f-d442-4f07-821f-134b3cdb9bd7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:59.045561 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-510b4363-3c71-4167-962f-74b5c5d6a430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (2f8ca4e4-e51a-4500-aa70-d39d4fe8fd12), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:59.046335 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-510b4363-3c71-4167-962f-74b5c5d6a430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (d4109216-aac4-4e2d-9876-06ced4f914df), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:59.123284 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-221b4097-7978-43e1-bf4d-6725c2245caf admin admin] Publish callbacks [] for security_group (1206e176-e441-4451-b849-913f13800039), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:59.221288 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-221b4097-7978-43e1-bf4d-6725c2245caf admin admin] Publish callbacks [] for security_group (1206e176-e441-4451-b849-913f13800039), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:59.364953 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-221b4097-7978-43e1-bf4d-6725c2245caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1206e176-e441-4451-b849-913f13800039), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:59.368191 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5fe6ea0f-d442-4f07-821f-134b3cdb9bd7 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:09:59.369662 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-221b4097-7978-43e1-bf4d-6725c2245caf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:59.370812 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-221b4097-7978-43e1-bf4d-6725c2245caf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1206e176-e441-4451-b849-913f13800039 HTTP/1.1" status: 204 len: 168 time: 0.4419494 Mar 05 05:09:59.381767 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d6a8d5f6-085a-4b06-a683-4a1faae43271 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (3d37fc0a-daf2-45df-aa1a-ce5fc30e7285), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:59.383136 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b4097-7978-43e1-bf4d-6725c2245caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1206e176-e441-4451-b849-913f13800039,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:59.393724 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b4363-3c71-4167-962f-74b5c5d6a430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Port': ['ID=2f8ca4e4-e51a-4500-aa70-d39d4fe8fd12,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:59.574270 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d6a8d5f6-085a-4b06-a683-4a1faae43271 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:59.577484 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d6a8d5f6-085a-4b06-a683-4a1faae43271 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "DELETE /v2.0/subnets/3d37fc0a-daf2-45df-aa1a-ce5fc30e7285 HTTP/1.1" status: 204 len: 168 time: 2.8342893 Mar 05 05:09:59.579739 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d83755b4-d0e8-40aa-8d39-8cabd37c0843 None None] Current status of the port 5fe6ea0f-d442-4f07-821f-134b3cdb9bd7 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:09:59.581839 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8d5f6-085a-4b06-a683-4a1faae43271 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event deleted for resources: {'Subnet': ['ID=3d37fc0a-daf2-45df-aa1a-ce5fc30e7285,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:09:59.586212 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49400) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:09:59.621185 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9bd71d-b29a-4556-8fac-f404c0cf84c8 None None] Network 789d1165-8d92-4117-87a0-b4fca485b7d4 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:09:59.778525 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510b4363-3c71-4167-962f-74b5c5d6a430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network b47916d4-543e-4f8c-9369-bbd62aec94e9 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:09:59.800907 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-510b4363-3c71-4167-962f-74b5c5d6a430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:09:59.825835 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 5fe6ea0f-d442-4f07-821f-134b3cdb9bd7 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:59.826447 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5fe6ea0f-d442-4f07-821f-134b3cdb9bd7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:09:59.829593 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d83755b4-d0e8-40aa-8d39-8cabd37c0843 None None] Provisioning complete for port 2f8ca4e4-e51a-4500-aa70-d39d4fe8fd12 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:09:59.829975 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d83755b4-d0e8-40aa-8d39-8cabd37c0843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2f8ca4e4-e51a-4500-aa70-d39d4fe8fd12), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:00.022326 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d83755b4-d0e8-40aa-8d39-8cabd37c0843 None None] Port 2f8ca4e4-e51a-4500-aa70-d39d4fe8fd12 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:10:00.037980 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-32a4951b-8527-4b92-af1c-8185c4ca386c tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (789d1165-8d92-4117-87a0-b4fca485b7d4), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:00.208935 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-32a4951b-8527-4b92-af1c-8185c4ca386c tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Deleting port bc54a631-964f-4a1d-96dc-196b02138a15 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:10:00.212182 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-32a4951b-8527-4b92-af1c-8185c4ca386c tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (bc54a631-964f-4a1d-96dc-196b02138a15), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:00.212351 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-441aa4fa-6d31-4443-9c58-ddfb120f390d None None] Provisioning complete for port 2f8ca4e4-e51a-4500-aa70-d39d4fe8fd12 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:00.212677 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-441aa4fa-6d31-4443-9c58-ddfb120f390d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2f8ca4e4-e51a-4500-aa70-d39d4fe8fd12), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:00.268639 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-50e944cc-0347-4c7f-b8f7-1c13e2bdbd9c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (d4360b4a-b787-4b75-8197-dfd327510cd9), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:00.384226 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-441aa4fa-6d31-4443-9c58-ddfb120f390d None None] Port 2f8ca4e4-e51a-4500-aa70-d39d4fe8fd12 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:10:00.432419 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e944cc-0347-4c7f-b8f7-1c13e2bdbd9c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network b885e2bf-4bc9-40f2-89c0-4eb33ca17d48 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:10:00.459458 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-50e944cc-0347-4c7f-b8f7-1c13e2bdbd9c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:10:00.462366 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e944cc-0347-4c7f-b8f7-1c13e2bdbd9c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:00.462972 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-50e944cc-0347-4c7f-b8f7-1c13e2bdbd9c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:00.482648 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e944cc-0347-4c7f-b8f7-1c13e2bdbd9c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Subnet': ['ID=d4360b4a-b787-4b75-8197-dfd327510cd9,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:00.495656 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-50e944cc-0347-4c7f-b8f7-1c13e2bdbd9c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.7802715 Mar 05 05:10:00.497055 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49410) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:00.518251 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-587be1bc-10d5-4fa7-a6f8-8a23ee393133 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1717082387', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd4360b4a-b787-4b75-8197-dfd327510cd9'}], 'security_groups': ['92bb4407-9b40-4032-be8f-e11e1f1b0d6e']}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:00.547657 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd49dae-21c1-4c59-836b-985c4ade8151 None None] DHCP port deletion for 789d1165-8d92-4117-87a0-b4fca485b7d4 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:10:00.549556 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6c782c-0ebe-44d2-8a33-84d153f4a7ca None None] Network b885e2bf-4bc9-40f2-89c0-4eb33ca17d48 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:10:00.552474 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-32a4951b-8527-4b92-af1c-8185c4ca386c tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] For port bc54a631-964f-4a1d-96dc-196b02138a15, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=bc54a631-964f-4a1d-96dc-196b02138a15,segment=NetworkSegment(c88bec47-2b3f-4f73-b0b5-20a815f0ebe2),segment_id=c88bec47-2b3f-4f73-b0b5-20a815f0ebe2)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:10:00.557823 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-32a4951b-8527-4b92-af1c-8185c4ca386c tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (bc54a631-964f-4a1d-96dc-196b02138a15), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:00.588680 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-32a4951b-8527-4b92-af1c-8185c4ca386c tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Calling delete_port for bc54a631-964f-4a1d-96dc-196b02138a15 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:10:00.617289 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510b4363-3c71-4167-962f-74b5c5d6a430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Router d4109216-aac4-4e2d-9876-06ced4f914df is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:10:00.708982 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-aadd7ab4-47bc-4634-9c52-f2890ebabcaa None None] Provisioning complete for port 2f8ca4e4-e51a-4500-aa70-d39d4fe8fd12 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:00.733653 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-aadd7ab4-47bc-4634-9c52-f2890ebabcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2f8ca4e4-e51a-4500-aa70-d39d4fe8fd12), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:00.834632 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-32a4951b-8527-4b92-af1c-8185c4ca386c tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (bc54a631-964f-4a1d-96dc-196b02138a15), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:00.861247 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-aadd7ab4-47bc-4634-9c52-f2890ebabcaa None None] Port 2f8ca4e4-e51a-4500-aa70-d39d4fe8fd12 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:10:00.863990 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 5fe6ea0f-d442-4f07-821f-134b3cdb9bd7 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:00.951224 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4951b-8527-4b92-af1c-8185c4ca386c tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event deleted for resources: {'Port': ['ID=bc54a631-964f-4a1d-96dc-196b02138a15,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:00.960909 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a4951b-8527-4b92-af1c-8185c4ca386c tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] No DVR routers for this DVR port bc54a631-964f-4a1d-96dc-196b02138a15 on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:10:01.027178 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-0cd49dae-21c1-4c59-836b-985c4ade8151 None None] Deleting port bc54a631-964f-4a1d-96dc-196b02138a15 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:10:01.027597 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0cd49dae-21c1-4c59-836b-985c4ade8151 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (bc54a631-964f-4a1d-96dc-196b02138a15), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:01.137422 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bc54a631-964f-4a1d-96dc-196b02138a15 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:10:01.165110 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-32a4951b-8527-4b92-af1c-8185c4ca386c tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (789d1165-8d92-4117-87a0-b4fca485b7d4), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:01.208810 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: bc54a631-964f-4a1d-96dc-196b02138a15 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:10:01.209620 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bc54a631-964f-4a1d-96dc-196b02138a15 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:10:01.224876 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-0cd49dae-21c1-4c59-836b-985c4ade8151 None None] For port bc54a631-964f-4a1d-96dc-196b02138a15, host n-d-789963-32, got binding levels [] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:10:01.225012 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-32a4951b-8527-4b92-af1c-8185c4ca386c tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['789d1165-8d92-4117-87a0-b4fca485b7d4']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:01.226832 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0cd49dae-21c1-4c59-836b-985c4ade8151 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (bc54a631-964f-4a1d-96dc-196b02138a15), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:01.251113 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-32a4951b-8527-4b92-af1c-8185c4ca386c tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c88bec47-2b3f-4f73-b0b5-20a815f0ebe2') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:01.251477 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-32a4951b-8527-4b92-af1c-8185c4ca386c tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c88bec47-2b3f-4f73-b0b5-20a815f0ebe2') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:01.265161 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-0cd49dae-21c1-4c59-836b-985c4ade8151 None None] Calling delete_port for bc54a631-964f-4a1d-96dc-196b02138a15 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:10:01.274614 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-32a4951b-8527-4b92-af1c-8185c4ca386c tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (c88bec47-2b3f-4f73-b0b5-20a815f0ebe2), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:01.286587 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.ipam_backend_mixin [None req-0cd49dae-21c1-4c59-836b-985c4ade8151 None None] Port bc54a631-964f-4a1d-96dc-196b02138a15 was not found and therefore no delete operation was performed {{(pid=105233) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 05 05:10:01.303655 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-32a4951b-8527-4b92-af1c-8185c4ca386c tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (c88bec47-2b3f-4f73-b0b5-20a815f0ebe2), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:01.319869 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a4951b-8527-4b92-af1c-8185c4ca386c tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:10:01.320279 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-32a4951b-8527-4b92-af1c-8185c4ca386c tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (c88bec47-2b3f-4f73-b0b5-20a815f0ebe2), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:01.323828 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:10:01.323828 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:10:01.323828 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:10:01.323828 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:10:01.323828 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:10:01.323828 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:10:01.323828 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:10:01.323828 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:10:01.323828 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:10:01.323828 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:10:01.323828 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:10:01.323828 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:10:01.323828 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:10:01.323828 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:10:01.323828 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:10:01.323828 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:10:01.323828 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:10:01.323828 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:10:01.323828 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:10:01.323828 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:10:01.323828 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:10:01.323828 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:10:01.323828 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:10:01.323828 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:10:01.323828 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:10:01.323828 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:10:01.323828 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:10:01.323828 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:10:01.323828 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:10:01.323828 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:10:01.323828 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:10:01.323828 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:10:01.329901 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0cd49dae-21c1-4c59-836b-985c4ade8151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (bc54a631-964f-4a1d-96dc-196b02138a15), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:01.354449 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-587be1bc-10d5-4fa7-a6f8-8a23ee393133 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a7b25d62-50f7-49cd-83d0-085217642463), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:01.399522 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510b4363-3c71-4167-962f-74b5c5d6a430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:10:01.414867 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-510b4363-3c71-4167-962f-74b5c5d6a430 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "PUT /v2.0/routers/d4109216-aac4-4e2d-9876-06ced4f914df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2808743 Mar 05 05:10:01.416461 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd49dae-21c1-4c59-836b-985c4ade8151 None None] Pushing event deleted for resources: {'Port': ['ID=bc54a631-964f-4a1d-96dc-196b02138a15,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:01.416933 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a301bd-cd32-4f78-bb47-88e859d42af7 None None] Sync routers for ids ['d4109216-aac4-4e2d-9876-06ced4f914df'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:10:01.425270 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd49dae-21c1-4c59-836b-985c4ade8151 None None] No DVR routers for this DVR port bc54a631-964f-4a1d-96dc-196b02138a15 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:10:01.428465 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49428) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:01.434890 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a301bd-cd32-4f78-bb47-88e859d42af7 None None] Routers {'d4109216-aac4-4e2d-9876-06ced4f914df'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:10:01.442511 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b3a301bd-cd32-4f78-bb47-88e859d42af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:09:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d4109216-aac4-4e2d-9876-06ced4f914df'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:01.497522 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae9d626-3cda-43b0-97f7-7adac29fafc2 None None] Update dhcp port {'port': {'network_id': 'b885e2bf-4bc9-40f2-89c0-4eb33ca17d48', 'fixed_ips': [{'subnet_id': '98c0d480-512e-4da1-bccc-fcb284b71ac4', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd4360b4a-b787-4b75-8197-dfd327510cd9'}], 'binding:host_id': 'n-d-789963-32'}, 'id': '3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f'} from n-d-789963-32. {{(pid=105233) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 05 05:10:01.558017 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-32a4951b-8527-4b92-af1c-8185c4ca386c tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (789d1165-8d92-4117-87a0-b4fca485b7d4), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:01.568133 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-32a4951b-8527-4b92-af1c-8185c4ca386c tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:01.595815 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-32a4951b-8527-4b92-af1c-8185c4ca386c tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "DELETE /v2.0/networks/789d1165-8d92-4117-87a0-b4fca485b7d4 HTTP/1.1" status: 204 len: 168 time: 1.9984591 Mar 05 05:10:01.603174 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bae9d626-3cda-43b0-97f7-7adac29fafc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:01.608304 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49434) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:01.703568 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4951b-8527-4b92-af1c-8185c4ca386c tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event deleted for resources: {'Network': ['ID=789d1165-8d92-4117-87a0-b4fca485b7d4,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:01.827022 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75ef64a-50f0-414a-b03f-232124a8b141 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:01.831205 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f75ef64a-50f0-414a-b03f-232124a8b141 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "GET /v2.0/ports/2f8ca4e4-e51a-4500-aa70-d39d4fe8fd12 HTTP/1.1" status: 200 len: 911 time: 0.3989978 Mar 05 05:10:01.840922 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49440) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:01.982195 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b3a301bd-cd32-4f78-bb47-88e859d42af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:02.032488 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a301bd-cd32-4f78-bb47-88e859d42af7 None None] Routers {'d4109216-aac4-4e2d-9876-06ced4f914df'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:10:02.034302 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b3a301bd-cd32-4f78-bb47-88e859d42af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:09:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d4109216-aac4-4e2d-9876-06ced4f914df'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:02.137095 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-bae9d626-3cda-43b0-97f7-7adac29fafc2 None None] Allocated IP 172.20.0.18 (b885e2bf-4bc9-40f2-89c0-4eb33ca17d48/d4360b4a-b787-4b75-8197-dfd327510cd9/3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:10:02.152848 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b3a301bd-cd32-4f78-bb47-88e859d42af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:02.153921 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a301bd-cd32-4f78-bb47-88e859d42af7 None None] The sync data for ids ['d4109216-aac4-4e2d-9876-06ced4f914df'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:10:02.463307 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-bae9d626-3cda-43b0-97f7-7adac29fafc2 None None] For port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f,segment=NetworkSegment(f16ec623-d9ea-451d-8c3c-5044b9e4bdd1),segment_id=f16ec623-d9ea-451d-8c3c-5044b9e4bdd1)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:10:02.551268 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bae9d626-3cda-43b0-97f7-7adac29fafc2 None None] Publish callbacks [] for port (3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:02.566859 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bae9d626-3cda-43b0-97f7-7adac29fafc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:02.730520 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-cb9447b7-3ecc-4687-be05-ac7e10520f4e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Deleting port b77776a9-541b-4e83-8a85-127525d54b50 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:10:02.730520 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cb9447b7-3ecc-4687-be05-ac7e10520f4e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (b77776a9-541b-4e83-8a85-127525d54b50), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:02.764946 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-587be1bc-10d5-4fa7-a6f8-8a23ee393133 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Delete allocated IP 172.20.0.14 (b885e2bf-4bc9-40f2-89c0-4eb33ca17d48/98c0d480-512e-4da1-bccc-fcb284b71ac4) {{(pid=105231) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 05 05:10:02.783158 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-587be1bc-10d5-4fa7-a6f8-8a23ee393133 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Allocated IP 172.20.0.22 (b885e2bf-4bc9-40f2-89c0-4eb33ca17d48/d4360b4a-b787-4b75-8197-dfd327510cd9/a7b25d62-50f7-49cd-83d0-085217642463) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:10:02.837458 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9d626-3cda-43b0-97f7-7adac29fafc2 None None] Pushing event updated for resources: {'Port': ['ID=3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:03.077360 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:10:03.099637 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cb9447b7-3ecc-4687-be05-ac7e10520f4e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (b77776a9-541b-4e83-8a85-127525d54b50), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:03.099974 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cb9447b7-3ecc-4687-be05-ac7e10520f4e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (b77776a9-541b-4e83-8a85-127525d54b50), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:03.148758 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-cb9447b7-3ecc-4687-be05-ac7e10520f4e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Calling delete_port for b77776a9-541b-4e83-8a85-127525d54b50 owned by network:floatingip {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:10:03.163214 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-587be1bc-10d5-4fa7-a6f8-8a23ee393133 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for port (a7b25d62-50f7-49cd-83d0-085217642463), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:03.175671 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-587be1bc-10d5-4fa7-a6f8-8a23ee393133 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (a7b25d62-50f7-49cd-83d0-085217642463), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:03.195301 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-51b39a38-da1c-4377-9a24-31635179014f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (d4109216-aac4-4e2d-9876-06ced4f914df), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:03.420583 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:03.420973 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:03.500169 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-587be1bc-10d5-4fa7-a6f8-8a23ee393133 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] In _notify_port_updated(), no bound segment for port a7b25d62-50f7-49cd-83d0-085217642463 on network b885e2bf-4bc9-40f2-89c0-4eb33ca17d48 {{(pid=105231) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 05 05:10:03.505688 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587be1bc-10d5-4fa7-a6f8-8a23ee393133 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:03.506602 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-587be1bc-10d5-4fa7-a6f8-8a23ee393133 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:03.511113 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-587be1bc-10d5-4fa7-a6f8-8a23ee393133 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "PUT /v2.0/ports/a7b25d62-50f7-49cd-83d0-085217642463 HTTP/1.1" status: 200 len: 921 time: 3.0050325 Mar 05 05:10:03.514143 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49474) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:03.527485 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587be1bc-10d5-4fa7-a6f8-8a23ee393133 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Port': ['ID=a7b25d62-50f7-49cd-83d0-085217642463,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:03.710275 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9fbac-4736-423d-b183-3e5f0c5bb061 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Deleting port a7b25d62-50f7-49cd-83d0-085217642463 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:10:03.726216 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4ea9fbac-4736-423d-b183-3e5f0c5bb061 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (a7b25d62-50f7-49cd-83d0-085217642463), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:03.729800 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:04.121914 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4ea9fbac-4736-423d-b183-3e5f0c5bb061 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (a7b25d62-50f7-49cd-83d0-085217642463), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:04.150407 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-4ea9fbac-4736-423d-b183-3e5f0c5bb061 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Calling delete_port for a7b25d62-50f7-49cd-83d0-085217642463 owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:10:04.388482 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-bcf21014-5aac-4123-bd41-e36ad423a1d2 None None] Provisioning complete for port a7b25d62-50f7-49cd-83d0-085217642463 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:04.422371 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bcf21014-5aac-4123-bd41-e36ad423a1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a7b25d62-50f7-49cd-83d0-085217642463), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:04.505281 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4ea9fbac-4736-423d-b183-3e5f0c5bb061 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (a7b25d62-50f7-49cd-83d0-085217642463), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:04.593830 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9fbac-4736-423d-b183-3e5f0c5bb061 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Port': ['ID=a7b25d62-50f7-49cd-83d0-085217642463,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:04.725243 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-bcf21014-5aac-4123-bd41-e36ad423a1d2 None None] Port a7b25d62-50f7-49cd-83d0-085217642463 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:10:04.756252 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-bcf21014-5aac-4123-bd41-e36ad423a1d2 None None] Provisioning complete for port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:04.759908 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bcf21014-5aac-4123-bd41-e36ad423a1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:04.771863 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cb9447b7-3ecc-4687-be05-ac7e10520f4e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (b77776a9-541b-4e83-8a85-127525d54b50), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:04.820264 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4ea9fbac-4736-423d-b183-3e5f0c5bb061 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:04.824762 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4ea9fbac-4736-423d-b183-3e5f0c5bb061 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/ports/a7b25d62-50f7-49cd-83d0-085217642463 HTTP/1.1" status: 204 len: 168 time: 1.3094642 Mar 05 05:10:04.834643 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49494) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:04.914163 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ddb43c-c0da-4ecb-ac80-5af731c44fb0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] GET failed (client error): The resource could not be found. Mar 05 05:10:04.917364 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c9ddb43c-c0da-4ecb-ac80-5af731c44fb0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "GET /v2.0/ports/a7b25d62-50f7-49cd-83d0-085217642463 HTTP/1.1" status: 404 len: 333 time: 0.0813532 Mar 05 05:10:04.925996 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49496) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:05.013163 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e7ece03f-07cc-4456-907f-a10cb15aac56 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for security_group (2cf6de86-1ebc-4966-8db7-d6ded483459d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:05.043912 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e7ece03f-07cc-4456-907f-a10cb15aac56 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for security_group (2cf6de86-1ebc-4966-8db7-d6ded483459d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:05.075286 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9447b7-3ecc-4687-be05-ac7e10520f4e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event deleted for resources: {'Port': ['ID=b77776a9-541b-4e83-8a85-127525d54b50,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:05.161010 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e7ece03f-07cc-4456-907f-a10cb15aac56 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (2cf6de86-1ebc-4966-8db7-d6ded483459d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:05.164116 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e7ece03f-07cc-4456-907f-a10cb15aac56 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:05.168887 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e7ece03f-07cc-4456-907f-a10cb15aac56 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/security-groups/2cf6de86-1ebc-4966-8db7-d6ded483459d HTTP/1.1" status: 204 len: 168 time: 0.2385936 Mar 05 05:10:05.169629 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49502) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:05.198129 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-bcf21014-5aac-4123-bd41-e36ad423a1d2 None None] Current status of the port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:05.218645 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ece03f-07cc-4456-907f-a10cb15aac56 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf6de86-1ebc-4966-8db7-d6ded483459d,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:05.229456 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-bcf21014-5aac-4123-bd41-e36ad423a1d2 None None] Provisioning complete for port e3769001-ef29-435c-a160-7690bd121d2c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:05.230652 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bcf21014-5aac-4123-bd41-e36ad423a1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e3769001-ef29-435c-a160-7690bd121d2c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:05.302737 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-bcf21014-5aac-4123-bd41-e36ad423a1d2 None None] Port e3769001-ef29-435c-a160-7690bd121d2c cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:10:05.368298 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-11119aba-e128-427f-a221-d709d1c477fb tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for security_group (92bb4407-9b40-4032-be8f-e11e1f1b0d6e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:05.380846 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cb9447b7-3ecc-4687-be05-ac7e10520f4e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for floatingip (ae8d6364-b62d-41bf-8787-98884333fa9f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:05.384297 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cb9447b7-3ecc-4687-be05-ac7e10520f4e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:05.392212 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-cb9447b7-3ecc-4687-be05-ac7e10520f4e tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "DELETE /v2.0/floatingips/ae8d6364-b62d-41bf-8787-98884333fa9f HTTP/1.1" status: 204 len: 168 time: 3.7814438 Mar 05 05:10:05.395521 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49504) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:05.423154 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-eb0c917c-230e-4946-a516-ae381d329eb4 None None] Could not find standard attr ID for object a7b25d62-50f7-49cd-83d0-085217642463. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 05:10:05.458202 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-11119aba-e128-427f-a221-d709d1c477fb tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for security_group (92bb4407-9b40-4032-be8f-e11e1f1b0d6e), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:05.482647 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:10:05.523890 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-68cb9f05-449a-47af-a9af-234dc446bf8f tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] DELETE failed (client error): The resource could not be found. Mar 05 05:10:05.528661 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68cb9f05-449a-47af-a9af-234dc446bf8f tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:10:05.543037 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49512) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:05.546809 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-68cb9f05-449a-47af-a9af-234dc446bf8f tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "DELETE /v2.0/ports/bdbe332c-02aa-4283-a8fe-afd1a68b62a4 HTTP/1.1" status: 404 len: 333 time: 0.1484005 Mar 05 05:10:05.641496 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2cddf198-0b3e-4480-b7c8-85feecbd914c tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "GET /v2.0/ports?device_id=004c5ef6-a111-42d8-9c24-e3cc6ff7ad16 HTTP/1.1" status: 200 len: 205 time: 0.0936315 Mar 05 05:10:05.651986 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49516) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:05.762238 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-f576fc3c-f1b8-45fd-8f02-c167b1fc83cb tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] delete failed (client error): The resource could not be found. Mar 05 05:10:05.766133 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f576fc3c-f1b8-45fd-8f02-c167b1fc83cb tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "DELETE /v2.0/routers/004c5ef6-a111-42d8-9c24-e3cc6ff7ad16 HTTP/1.1" status: 404 len: 336 time: 0.1094949 Mar 05 05:10:05.768551 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49522) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:05.836399 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a8e26c3-f27e-4a1d-9a3d-284e18c42feb tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] DELETE failed (client error): The resource could not be found. Mar 05 05:10:05.838578 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a8e26c3-f27e-4a1d-9a3d-284e18c42feb tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:10:05.848757 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49524) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:05.849457 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3a8e26c3-f27e-4a1d-9a3d-284e18c42feb tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "DELETE /v2.0/subnets/3d37fc0a-daf2-45df-aa1a-ce5fc30e7285 HTTP/1.1" status: 404 len: 337 time: 0.0694864 Mar 05 05:10:05.851256 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-11119aba-e128-427f-a221-d709d1c477fb tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (92bb4407-9b40-4032-be8f-e11e1f1b0d6e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:05.856131 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-11119aba-e128-427f-a221-d709d1c477fb tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:05.863044 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-11119aba-e128-427f-a221-d709d1c477fb tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/security-groups/92bb4407-9b40-4032-be8f-e11e1f1b0d6e HTTP/1.1" status: 204 len: 168 time: 0.6785195 Mar 05 05:10:05.864539 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49526) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:06.013721 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-596c31e1-af9f-4e84-9de2-a8ad8421109c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Deleting subnet 98c0d480-512e-4da1-bccc-fcb284b71ac4 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:10:06.030055 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-596c31e1-af9f-4e84-9de2-a8ad8421109c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for subnet (98c0d480-512e-4da1-bccc-fcb284b71ac4), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:06.079217 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-51b39a38-da1c-4377-9a24-31635179014f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Deleting port 2f8ca4e4-e51a-4500-aa70-d39d4fe8fd12 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:10:06.079566 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-51b39a38-da1c-4377-9a24-31635179014f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (2f8ca4e4-e51a-4500-aa70-d39d4fe8fd12), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:06.081608 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11119aba-e128-427f-a221-d709d1c477fb tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bb4407-9b40-4032-be8f-e11e1f1b0d6e,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:06.138222 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-596c31e1-af9f-4e84-9de2-a8ad8421109c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (98c0d480-512e-4da1-bccc-fcb284b71ac4), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:06.227834 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-51b39a38-da1c-4377-9a24-31635179014f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (2f8ca4e4-e51a-4500-aa70-d39d4fe8fd12), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:06.240599 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-51b39a38-da1c-4377-9a24-31635179014f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Calling delete_port for 2f8ca4e4-e51a-4500-aa70-d39d4fe8fd12 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:10:06.290156 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-596c31e1-af9f-4e84-9de2-a8ad8421109c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (98c0d480-512e-4da1-bccc-fcb284b71ac4), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:06.371056 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-596c31e1-af9f-4e84-9de2-a8ad8421109c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (98c0d480-512e-4da1-bccc-fcb284b71ac4), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:06.449648 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c31e1-af9f-4e84-9de2-a8ad8421109c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Subnet': ['ID=98c0d480-512e-4da1-bccc-fcb284b71ac4,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:06.462031 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-596c31e1-af9f-4e84-9de2-a8ad8421109c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:06.469128 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a16339c-3a43-43d2-a53a-d51918a677d8 None None] Network b885e2bf-4bc9-40f2-89c0-4eb33ca17d48 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:10:06.479328 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-596c31e1-af9f-4e84-9de2-a8ad8421109c tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/subnets/98c0d480-512e-4da1-bccc-fcb284b71ac4 HTTP/1.1" status: 204 len: 168 time: 0.6039228 Mar 05 05:10:06.493121 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49528) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:06.493121 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49530) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:06.500559 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-4c8ecb30-9a8b-47a7-9844-ce69c3651906 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'subnet': {'network_id': 'b885e2bf-4bc9-40f2-89c0-4eb33ca17d48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:06.509471 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-53c8daa2-c14f-485e-8115-2ff9774465c5 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Request body: {'network': {'name': 'tempest-network-smoke--537672135', 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'port_security_enabled': True}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:06.543723 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c8daa2-c14f-485e-8115-2ff9774465c5 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Made reservation on behalf of d87f4bc3b1ad4083a50bfbdb9336d51e for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:10:06.547190 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-53c8daa2-c14f-485e-8115-2ff9774465c5 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:06.576422 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-51b39a38-da1c-4377-9a24-31635179014f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (2f8ca4e4-e51a-4500-aa70-d39d4fe8fd12), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:06.638122 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b39a38-da1c-4377-9a24-31635179014f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Port': ['ID=2f8ca4e4-e51a-4500-aa70-d39d4fe8fd12,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:06.697781 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-53c8daa2-c14f-485e-8115-2ff9774465c5 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:06.698184 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-e8de47b8-f111-40bb-9d67-e760550dcd3f tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Deleting port ea8332be-f5aa-4b7c-b407-1f4822c7a425 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:10:06.698584 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e8de47b8-f111-40bb-9d67-e760550dcd3f tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (ea8332be-f5aa-4b7c-b407-1f4822c7a425), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:06.984130 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8ecb30-9a8b-47a7-9844-ce69c3651906 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:10:06.990595 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4c8ecb30-9a8b-47a7-9844-ce69c3651906 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:07.075781 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-53c8daa2-c14f-485e-8115-2ff9774465c5 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for security_group (bf0ae101-d4b1-4134-a1ba-6f0cc66b300f), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:07.143593 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-53c8daa2-c14f-485e-8115-2ff9774465c5 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (bf0ae101-d4b1-4134-a1ba-6f0cc66b300f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:07.144530 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-51b39a38-da1c-4377-9a24-31635179014f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (d4109216-aac4-4e2d-9876-06ced4f914df), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:07.232232 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c8daa2-c14f-485e-8115-2ff9774465c5 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:10:07.297160 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-53c8daa2-c14f-485e-8115-2ff9774465c5 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (674e17c5-29f7-4c70-982d-8b3dad5fb069), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:07.297906 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-53c8daa2-c14f-485e-8115-2ff9774465c5 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Added segment 674e17c5-29f7-4c70-982d-8b3dad5fb069 of type vlan for network b17767d8-96c7-4c01-a562-6f7782516c60 Mar 05 05:10:07.347912 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8daa2-c14f-485e-8115-2ff9774465c5 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0ae101-d4b1-4134-a1ba-6f0cc66b300f,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:07.354445 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e8de47b8-f111-40bb-9d67-e760550dcd3f tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (ea8332be-f5aa-4b7c-b407-1f4822c7a425), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:07.394432 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-e8de47b8-f111-40bb-9d67-e760550dcd3f tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Calling delete_port for ea8332be-f5aa-4b7c-b407-1f4822c7a425 owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:10:07.491976 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-53c8daa2-c14f-485e-8115-2ff9774465c5 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (b17767d8-96c7-4c01-a562-6f7782516c60), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:07.661191 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-53c8daa2-c14f-485e-8115-2ff9774465c5 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (b17767d8-96c7-4c01-a562-6f7782516c60), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:07.671991 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c8daa2-c14f-485e-8115-2ff9774465c5 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:07.675886 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-53c8daa2-c14f-485e-8115-2ff9774465c5 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:07.708496 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b39a38-da1c-4377-9a24-31635179014f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Router d4109216-aac4-4e2d-9876-06ced4f914df has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:10:07.874948 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8daa2-c14f-485e-8115-2ff9774465c5 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Pushing event updated for resources: {'Network': ['ID=b17767d8-96c7-4c01-a562-6f7782516c60,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:07.890833 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network b17767d8-96c7-4c01-a562-6f7782516c60 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:10:07.899184 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-53c8daa2-c14f-485e-8115-2ff9774465c5 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3997388 Mar 05 05:10:07.901554 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49544) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:07.914166 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-fafc980a-864a-47c2-84fa-5177f265ad3b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-149022889', 'admin_state_up': True, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:07.921473 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b39a38-da1c-4377-9a24-31635179014f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:10:07.940185 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-51b39a38-da1c-4377-9a24-31635179014f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "PUT /v2.0/routers/d4109216-aac4-4e2d-9876-06ced4f914df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0974677 Mar 05 05:10:07.942725 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49546) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:08.010543 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-062e55c7-02e0-4f82-b51e-03542560fa51 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4109216-aac4-4e2d-9876-06ced4f914df HTTP/1.1" status: 200 len: 205 time: 0.0664833 Mar 05 05:10:08.015380 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49554) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:08.101955 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6b873f-bb37-42ee-92c8-6b5772d33760 None None] Sync routers for ids ['d4109216-aac4-4e2d-9876-06ced4f914df'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:10:08.179532 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fafc980a-864a-47c2-84fa-5177f265ad3b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (99c38cf1-9e60-4302-a255-ec28ddee3fe7), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:08.182419 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f7f21ecc-677c-44f5-85a2-7f85d15e1c8b None None] Provisioning complete for port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:08.183054 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f7f21ecc-677c-44f5-85a2-7f85d15e1c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:08.183297 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fafc980a-864a-47c2-84fa-5177f265ad3b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (99c38cf1-9e60-4302-a255-ec28ddee3fe7), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:08.204057 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-673d17d9-9d90-4fd5-b19c-ca2da50964fd tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router (d4109216-aac4-4e2d-9876-06ced4f914df), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:08.209896 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e8de47b8-f111-40bb-9d67-e760550dcd3f tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (ea8332be-f5aa-4b7c-b407-1f4822c7a425), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:08.330663 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6b873f-bb37-42ee-92c8-6b5772d33760 None None] Routers {'d4109216-aac4-4e2d-9876-06ced4f914df'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:10:08.331414 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-4b6b873f-bb37-42ee-92c8-6b5772d33760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:09:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d4109216-aac4-4e2d-9876-06ced4f914df'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:08.356451 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de47b8-f111-40bb-9d67-e760550dcd3f tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event deleted for resources: {'Port': ['ID=ea8332be-f5aa-4b7c-b407-1f4822c7a425,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:08.403405 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fafc980a-864a-47c2-84fa-5177f265ad3b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for router_controller (99c38cf1-9e60-4302-a255-ec28ddee3fe7), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:08.404758 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4c8ecb30-9a8b-47a7-9844-ce69c3651906 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (e4bc135b-3554-47a7-ad32-86250b16faba), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:08.428455 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-4b6b873f-bb37-42ee-92c8-6b5772d33760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:08.460717 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6b873f-bb37-42ee-92c8-6b5772d33760 None None] Routers {'d4109216-aac4-4e2d-9876-06ced4f914df'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:10:08.465840 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-4b6b873f-bb37-42ee-92c8-6b5772d33760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:09:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d4109216-aac4-4e2d-9876-06ced4f914df'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:08.478515 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e8de47b8-f111-40bb-9d67-e760550dcd3f tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:08.484820 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e8de47b8-f111-40bb-9d67-e760550dcd3f tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "DELETE /v2.0/ports/ea8332be-f5aa-4b7c-b407-1f4822c7a425 HTTP/1.1" status: 204 len: 168 time: 2.6256776 Mar 05 05:10:08.494604 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49556) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:08.576300 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-4b6b873f-bb37-42ee-92c8-6b5772d33760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:08.577365 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6b873f-bb37-42ee-92c8-6b5772d33760 None None] The sync data for ids ['d4109216-aac4-4e2d-9876-06ced4f914df'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:10:08.631118 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f7f21ecc-677c-44f5-85a2-7f85d15e1c8b None None] Current status of the port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:08.659566 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-673d17d9-9d90-4fd5-b19c-ca2da50964fd tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (d4109216-aac4-4e2d-9876-06ced4f914df), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:08.662182 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-673d17d9-9d90-4fd5-b19c-ca2da50964fd tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router_controller (d4109216-aac4-4e2d-9876-06ced4f914df), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:08.666075 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f7f21ecc-677c-44f5-85a2-7f85d15e1c8b None None] Provisioning complete for port e3769001-ef29-435c-a160-7690bd121d2c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:08.666466 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f7f21ecc-677c-44f5-85a2-7f85d15e1c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e3769001-ef29-435c-a160-7690bd121d2c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:08.709660 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8ecb30-9a8b-47a7-9844-ce69c3651906 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network b885e2bf-4bc9-40f2-89c0-4eb33ca17d48 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:10:08.714262 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-4c8ecb30-9a8b-47a7-9844-ce69c3651906 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:10:08.715854 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-673d17d9-9d90-4fd5-b19c-ca2da50964fd tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (d4109216-aac4-4e2d-9876-06ced4f914df), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:08.716946 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673d17d9-9d90-4fd5-b19c-ca2da50964fd tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Fanout notify agent at l3_agent the message router_deleted on router d4109216-aac4-4e2d-9876-06ced4f914df {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:10:08.730991 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-673d17d9-9d90-4fd5-b19c-ca2da50964fd tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:08.732212 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-673d17d9-9d90-4fd5-b19c-ca2da50964fd tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/routers/d4109216-aac4-4e2d-9876-06ced4f914df HTTP/1.1" status: 204 len: 168 time: 0.6724844 Mar 05 05:10:08.769265 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8ecb30-9a8b-47a7-9844-ce69c3651906 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:08.769990 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4c8ecb30-9a8b-47a7-9844-ce69c3651906 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:08.774142 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49558) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:08.779976 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f7f21ecc-677c-44f5-85a2-7f85d15e1c8b None None] Port e3769001-ef29-435c-a160-7690bd121d2c cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:10:08.785200 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e107f4b1-db9c-4c65-b6a4-d71c3b743e59 None None] Network b885e2bf-4bc9-40f2-89c0-4eb33ca17d48 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:10:08.876368 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ecb30-9a8b-47a7-9844-ce69c3651906 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Subnet': ['ID=e4bc135b-3554-47a7-ad32-86250b16faba,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:08.881993 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-e5cd63d0-9eee-4e79-a806-fb859669a45a tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Deleting port b799c833-78bf-4ea5-a0f5-5258aa89b134 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:10:08.882286 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e5cd63d0-9eee-4e79-a806-fb859669a45a tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (b799c833-78bf-4ea5-a0f5-5258aa89b134), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:08.900082 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4c8ecb30-9a8b-47a7-9844-ce69c3651906 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4064147 Mar 05 05:10:08.916337 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49560) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:08.926193 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-ab235793-50c4-4751-8043-dddcfab7661f tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'security_group': {'name': 'tempest-secgroup-1125245832'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:08.933412 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fafc980a-864a-47c2-84fa-5177f265ad3b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for router_gateway (99c38cf1-9e60-4302-a255-ec28ddee3fe7), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:08.984603 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-7419fddb-7cde-40a6-aaed-60ed7a621c85 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Deleting subnet 167e29ab-3b16-44f8-9987-aec224de1634 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:10:08.993950 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e5cd63d0-9eee-4e79-a806-fb859669a45a tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (b799c833-78bf-4ea5-a0f5-5258aa89b134), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:09.007064 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-e5cd63d0-9eee-4e79-a806-fb859669a45a tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Calling delete_port for b799c833-78bf-4ea5-a0f5-5258aa89b134 owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:10:09.068821 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7419fddb-7cde-40a6-aaed-60ed7a621c85 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for subnet (167e29ab-3b16-44f8-9987-aec224de1634), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:09.171680 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355afc07-90b4-4145-a896-4729cef3f975 None None] Update dhcp port {'port': {'network_id': 'b885e2bf-4bc9-40f2-89c0-4eb33ca17d48', 'fixed_ips': [{'subnet_id': 'd4360b4a-b787-4b75-8197-dfd327510cd9', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e4bc135b-3554-47a7-ad32-86250b16faba'}], 'binding:host_id': 'n-d-789963-32'}, 'id': '3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f'} from n-d-789963-32. {{(pid=105233) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 05 05:10:09.192946 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ab235793-50c4-4751-8043-dddcfab7661f tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:09.271846 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e5cd63d0-9eee-4e79-a806-fb859669a45a tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (b799c833-78bf-4ea5-a0f5-5258aa89b134), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:09.279660 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-355afc07-90b4-4145-a896-4729cef3f975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:09.333137 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7419fddb-7cde-40a6-aaed-60ed7a621c85 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (167e29ab-3b16-44f8-9987-aec224de1634), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:09.334267 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd63d0-9eee-4e79-a806-fb859669a45a tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event deleted for resources: {'Port': ['ID=b799c833-78bf-4ea5-a0f5-5258aa89b134,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:09.499328 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e5cd63d0-9eee-4e79-a806-fb859669a45a tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:09.507067 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e5cd63d0-9eee-4e79-a806-fb859669a45a tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "DELETE /v2.0/ports/b799c833-78bf-4ea5-a0f5-5258aa89b134 HTTP/1.1" status: 204 len: 168 time: 1.0121548 Mar 05 05:10:09.508734 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49570) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:09.557464 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ab235793-50c4-4751-8043-dddcfab7661f tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for security_group (d34064d3-e3a7-4641-be8d-4592e80dbcfb), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:09.562644 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7419fddb-7cde-40a6-aaed-60ed7a621c85 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (167e29ab-3b16-44f8-9987-aec224de1634), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:09.591451 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ab235793-50c4-4751-8043-dddcfab7661f tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d34064d3-e3a7-4641-be8d-4592e80dbcfb), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:09.594993 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-355afc07-90b4-4145-a896-4729cef3f975 None None] Allocated IP 172.20.0.2 (b885e2bf-4bc9-40f2-89c0-4eb33ca17d48/e4bc135b-3554-47a7-ad32-86250b16faba/3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:10:09.633692 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab235793-50c4-4751-8043-dddcfab7661f tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d34064d3-e3a7-4641-be8d-4592e80dbcfb,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:09.640584 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52395746-cd07-43e4-819c-78fd8521fe19 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:09.647386 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-52395746-cd07-43e4-819c-78fd8521fe19 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "GET /v2.0/ports?device_id=98d744c4-203e-41b9-9316-e591f9ececef HTTP/1.1" status: 200 len: 913 time: 0.1354945 Mar 05 05:10:09.649773 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49572) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:09.787670 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-355afc07-90b4-4145-a896-4729cef3f975 None None] For port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f,segment=NetworkSegment(f16ec623-d9ea-451d-8c3c-5044b9e4bdd1),segment_id=f16ec623-d9ea-451d-8c3c-5044b9e4bdd1)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:10:09.822541 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-355afc07-90b4-4145-a896-4729cef3f975 None None] Publish callbacks [] for port (3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:09.832032 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-355afc07-90b4-4145-a896-4729cef3f975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:09.909505 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355afc07-90b4-4145-a896-4729cef3f975 None None] Pushing event updated for resources: {'Port': ['ID=3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:10.288439 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ab235793-50c4-4751-8043-dddcfab7661f tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:10.289751 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ab235793-50c4-4751-8043-dddcfab7661f tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3676834 Mar 05 05:10:10.296599 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49582) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:10.304627 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-d0ff9d65-1cd1-41c5-8b7e-c29fbc27d393 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'security_group': {'name': 'tempest-secgroup-353880061'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:10.435270 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fafc980a-864a-47c2-84fa-5177f265ad3b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for router_gateway (99c38cf1-9e60-4302-a255-ec28ddee3fe7), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:10.452491 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6c550acd-678b-44df-a133-11ea58226f84 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (98d744c4-203e-41b9-9316-e591f9ececef), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:10.494596 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fafc980a-864a-47c2-84fa-5177f265ad3b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:10.501977 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7419fddb-7cde-40a6-aaed-60ed7a621c85 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (167e29ab-3b16-44f8-9987-aec224de1634), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:10.537056 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d0ff9d65-1cd1-41c5-8b7e-c29fbc27d393 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:10.609966 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419fddb-7cde-40a6-aaed-60ed7a621c85 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Subnet': ['ID=167e29ab-3b16-44f8-9987-aec224de1634,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:10.670877 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7419fddb-7cde-40a6-aaed-60ed7a621c85 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:10.671545 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d9d952-7100-4a50-9306-abf0b50da43d None None] Network b47916d4-543e-4f8c-9369-bbd62aec94e9 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:10:10.680330 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7419fddb-7cde-40a6-aaed-60ed7a621c85 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/subnets/167e29ab-3b16-44f8-9987-aec224de1634 HTTP/1.1" status: 204 len: 168 time: 1.8989897 Mar 05 05:10:10.686090 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49584) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:10.819925 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f5e030f7-f3b8-4e83-a0d3-ddf8681ef701 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (b47916d4-543e-4f8c-9369-bbd62aec94e9), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:10.999387 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20941ec-2e96-4d5b-8a34-4df1f7ab6d6a None None] DHCP port deletion for b47916d4-543e-4f8c-9369-bbd62aec94e9 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:10:11.010670 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-fafc980a-864a-47c2-84fa-5177f265ad3b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Allocated IP 172.25.0.95 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/a9d2ce6f-672e-4beb-ab1c-05a5116ab571) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:10:11.034230 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d0ff9d65-1cd1-41c5-8b7e-c29fbc27d393 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for security_group (12509ee9-493e-422b-8ee4-23c0ad641db8), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:11.061114 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d0ff9d65-1cd1-41c5-8b7e-c29fbc27d393 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (12509ee9-493e-422b-8ee4-23c0ad641db8), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:11.090914 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:10:11.098151 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff9d65-1cd1-41c5-8b7e-c29fbc27d393 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12509ee9-493e-422b-8ee4-23c0ad641db8,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:11.146086 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-f5e030f7-f3b8-4e83-a0d3-ddf8681ef701 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Deleting port 5fe6ea0f-d442-4f07-821f-134b3cdb9bd7 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:10:11.146428 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f5e030f7-f3b8-4e83-a0d3-ddf8681ef701 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (5fe6ea0f-d442-4f07-821f-134b3cdb9bd7), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:11.170604 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d0ff9d65-1cd1-41c5-8b7e-c29fbc27d393 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:11.175435 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d0ff9d65-1cd1-41c5-8b7e-c29fbc27d393 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8742728 Mar 05 05:10:11.176222 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49586) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:11.190091 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-7fe0cd05-998a-4632-a67a-b727df211f52 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'security_group': {'name': 'tempest-secgroup-445381716'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:11.196749 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-965b12e7-f561-4f9a-880b-7b1245dde0c1 None None] Provisioning complete for port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:11.198279 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-965b12e7-f561-4f9a-880b-7b1245dde0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:11.257672 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:11.259702 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:11.271608 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-f5e030f7-f3b8-4e83-a0d3-ddf8681ef701 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] For port 5fe6ea0f-d442-4f07-821f-134b3cdb9bd7, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=5fe6ea0f-d442-4f07-821f-134b3cdb9bd7,segment=NetworkSegment(7a459ed2-9825-42fc-9d00-8d7f6d2e0822),segment_id=7a459ed2-9825-42fc-9d00-8d7f6d2e0822)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:10:11.271982 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f5e030f7-f3b8-4e83-a0d3-ddf8681ef701 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (5fe6ea0f-d442-4f07-821f-134b3cdb9bd7), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:11.286722 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7fe0cd05-998a-4632-a67a-b727df211f52 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:11.310666 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-f5e030f7-f3b8-4e83-a0d3-ddf8681ef701 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Calling delete_port for 5fe6ea0f-d442-4f07-821f-134b3cdb9bd7 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:10:11.320923 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fafc980a-864a-47c2-84fa-5177f265ad3b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for port (a9d2ce6f-672e-4beb-ab1c-05a5116ab571), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:11.419333 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c20941ec-2e96-4d5b-8a34-4df1f7ab6d6a None None] Deleting port 5fe6ea0f-d442-4f07-821f-134b3cdb9bd7 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:10:11.420206 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c20941ec-2e96-4d5b-8a34-4df1f7ab6d6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (5fe6ea0f-d442-4f07-821f-134b3cdb9bd7), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:11.480391 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-965b12e7-f561-4f9a-880b-7b1245dde0c1 None None] Current status of the port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:11.500483 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-6c550acd-678b-44df-a133-11ea58226f84 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Deleting port 600c8267-e984-44da-b47e-ddd18dfc3c26 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:10:11.501023 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6c550acd-678b-44df-a133-11ea58226f84 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (600c8267-e984-44da-b47e-ddd18dfc3c26), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:11.539551 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fafc980a-864a-47c2-84fa-5177f265ad3b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (a9d2ce6f-672e-4beb-ab1c-05a5116ab571), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:11.605078 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6d424498-c126-44b4-a13c-6c632501e30f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:11.619312 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc980a-864a-47c2-84fa-5177f265ad3b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Pushing event updated for resources: {'Port': ['ID=a9d2ce6f-672e-4beb-ab1c-05a5116ab571,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:11.670175 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f5e030f7-f3b8-4e83-a0d3-ddf8681ef701 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (5fe6ea0f-d442-4f07-821f-134b3cdb9bd7), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:11.683130 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7fe0cd05-998a-4632-a67a-b727df211f52 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for security_group (589d661f-9efd-4cd7-becf-771bfed9cd64), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:11.686404 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafc980a-864a-47c2-84fa-5177f265ad3b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:10:11.695852 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-fafc980a-864a-47c2-84fa-5177f265ad3b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:10:11.700517 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafc980a-864a-47c2-84fa-5177f265ad3b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:10:11.702222 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-965b12e7-f561-4f9a-880b-7b1245dde0c1 None None] Provisioning complete for port e3769001-ef29-435c-a160-7690bd121d2c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:11.702693 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-965b12e7-f561-4f9a-880b-7b1245dde0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e3769001-ef29-435c-a160-7690bd121d2c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:11.709297 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6c550acd-678b-44df-a133-11ea58226f84 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (600c8267-e984-44da-b47e-ddd18dfc3c26), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:11.744238 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-6c550acd-678b-44df-a133-11ea58226f84 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Calling delete_port for 600c8267-e984-44da-b47e-ddd18dfc3c26 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:10:11.754694 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-c20941ec-2e96-4d5b-8a34-4df1f7ab6d6a None None] For port 5fe6ea0f-d442-4f07-821f-134b3cdb9bd7, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=5fe6ea0f-d442-4f07-821f-134b3cdb9bd7,segment=NetworkSegment(7a459ed2-9825-42fc-9d00-8d7f6d2e0822),segment_id=7a459ed2-9825-42fc-9d00-8d7f6d2e0822)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:10:11.755112 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c20941ec-2e96-4d5b-8a34-4df1f7ab6d6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (5fe6ea0f-d442-4f07-821f-134b3cdb9bd7), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:11.778950 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e030f7-f3b8-4e83-a0d3-ddf8681ef701 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] No DVR routers for this DVR port 5fe6ea0f-d442-4f07-821f-134b3cdb9bd7 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:10:11.781483 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c20941ec-2e96-4d5b-8a34-4df1f7ab6d6a None None] Calling delete_port for 5fe6ea0f-d442-4f07-821f-134b3cdb9bd7 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:10:11.785712 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:11.797107 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-965b12e7-f561-4f9a-880b-7b1245dde0c1 None None] Port e3769001-ef29-435c-a160-7690bd121d2c cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:10:11.824375 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7fe0cd05-998a-4632-a67a-b727df211f52 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (589d661f-9efd-4cd7-becf-771bfed9cd64), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:11.879774 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c20941ec-2e96-4d5b-8a34-4df1f7ab6d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (5fe6ea0f-d442-4f07-821f-134b3cdb9bd7), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:11.909803 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e030f7-f3b8-4e83-a0d3-ddf8681ef701 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Port': ['ID=5fe6ea0f-d442-4f07-821f-134b3cdb9bd7,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:11.917380 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20941ec-2e96-4d5b-8a34-4df1f7ab6d6a None None] Pushing event deleted for resources: {'Port': ['ID=5fe6ea0f-d442-4f07-821f-134b3cdb9bd7,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:11.928343 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0cd05-998a-4632-a67a-b727df211f52 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=589d661f-9efd-4cd7-becf-771bfed9cd64,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:11.933719 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20941ec-2e96-4d5b-8a34-4df1f7ab6d6a None None] No DVR routers for this DVR port 5fe6ea0f-d442-4f07-821f-134b3cdb9bd7 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:10:11.946037 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20941ec-2e96-4d5b-8a34-4df1f7ab6d6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:11.946502 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20941ec-2e96-4d5b-8a34-4df1f7ab6d6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:11.946854 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20941ec-2e96-4d5b-8a34-4df1f7ab6d6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:11.947247 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20941ec-2e96-4d5b-8a34-4df1f7ab6d6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:11.947796 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20941ec-2e96-4d5b-8a34-4df1f7ab6d6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:11.948345 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20941ec-2e96-4d5b-8a34-4df1f7ab6d6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:11.948624 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20941ec-2e96-4d5b-8a34-4df1f7ab6d6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:11.949646 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20941ec-2e96-4d5b-8a34-4df1f7ab6d6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:11.949983 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20941ec-2e96-4d5b-8a34-4df1f7ab6d6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:11.950466 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20941ec-2e96-4d5b-8a34-4df1f7ab6d6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:11.950943 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20941ec-2e96-4d5b-8a34-4df1f7ab6d6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:11.951301 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20941ec-2e96-4d5b-8a34-4df1f7ab6d6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:11.951633 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20941ec-2e96-4d5b-8a34-4df1f7ab6d6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:12.044216 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7fe0cd05-998a-4632-a67a-b727df211f52 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:12.048150 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7fe0cd05-998a-4632-a67a-b727df211f52 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8605976 Mar 05 05:10:12.057007 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49610) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:12.073279 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-554cb7fa-5785-4a52-be44-942c5e26bce6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-599504557', 'security_groups': ['589d661f-9efd-4cd7-becf-771bfed9cd64'], 'network_id': 'b885e2bf-4bc9-40f2-89c0-4eb33ca17d48', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e4bc135b-3554-47a7-ad32-86250b16faba'}]}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:12.082881 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f5e030f7-f3b8-4e83-a0d3-ddf8681ef701 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (b47916d4-543e-4f8c-9369-bbd62aec94e9), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:12.127803 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-f5e030f7-f3b8-4e83-a0d3-ddf8681ef701 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b47916d4-543e-4f8c-9369-bbd62aec94e9']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:12.152797 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-f5e030f7-f3b8-4e83-a0d3-ddf8681ef701 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a459ed2-9825-42fc-9d00-8d7f6d2e0822') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:12.153225 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-f5e030f7-f3b8-4e83-a0d3-ddf8681ef701 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a459ed2-9825-42fc-9d00-8d7f6d2e0822') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:12.167452 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f5e030f7-f3b8-4e83-a0d3-ddf8681ef701 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (7a459ed2-9825-42fc-9d00-8d7f6d2e0822), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:12.226338 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f5e030f7-f3b8-4e83-a0d3-ddf8681ef701 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (7a459ed2-9825-42fc-9d00-8d7f6d2e0822), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:12.238660 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e030f7-f3b8-4e83-a0d3-ddf8681ef701 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:10:12.239270 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f5e030f7-f3b8-4e83-a0d3-ddf8681ef701 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (7a459ed2-9825-42fc-9d00-8d7f6d2e0822), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:12.242925 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:10:12.242925 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:10:12.242925 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:10:12.242925 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:10:12.242925 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:10:12.242925 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:10:12.242925 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:10:12.242925 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:10:12.242925 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:10:12.242925 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:10:12.242925 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:10:12.242925 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:10:12.242925 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:10:12.242925 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:10:12.242925 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:10:12.242925 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:10:12.242925 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:10:12.242925 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:10:12.242925 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:10:12.242925 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:10:12.242925 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:10:12.242925 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:10:12.242925 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:10:12.242925 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:10:12.242925 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:10:12.242925 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:10:12.242925 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:10:12.242925 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:10:12.242925 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:10:12.242925 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:10:12.242925 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:10:12.242925 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:10:12.256177 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6c550acd-678b-44df-a133-11ea58226f84 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (600c8267-e984-44da-b47e-ddd18dfc3c26), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:12.302404 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554cb7fa-5785-4a52-be44-942c5e26bce6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:10:12.306999 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c550acd-678b-44df-a133-11ea58226f84 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event deleted for resources: {'Port': ['ID=600c8267-e984-44da-b47e-ddd18dfc3c26,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:12.351476 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fafc980a-864a-47c2-84fa-5177f265ad3b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for router_gateway (99c38cf1-9e60-4302-a255-ec28ddee3fe7), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:12.392635 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f5e030f7-f3b8-4e83-a0d3-ddf8681ef701 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (b47916d4-543e-4f8c-9369-bbd62aec94e9), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:12.399479 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f5e030f7-f3b8-4e83-a0d3-ddf8681ef701 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:12.406580 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f5e030f7-f3b8-4e83-a0d3-ddf8681ef701 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/networks/b47916d4-543e-4f8c-9369-bbd62aec94e9 HTTP/1.1" status: 204 len: 168 time: 1.6983640 Mar 05 05:10:12.409007 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49614) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:12.413223 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-20b20b1f-39c9-4646-8d69-3623aba01c3f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2123839379', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}, 'admin_state_up': False}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:12.464984 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e030f7-f3b8-4e83-a0d3-ddf8681ef701 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Network': ['ID=b47916d4-543e-4f8c-9369-bbd62aec94e9,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:12.527216 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-554cb7fa-5785-4a52-be44-942c5e26bce6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:12.548506 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-20b20b1f-39c9-4646-8d69-3623aba01c3f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (8cd2654f-8aa9-4950-834a-5ce65f6f0916), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:12.551665 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-20b20b1f-39c9-4646-8d69-3623aba01c3f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (8cd2654f-8aa9-4950-834a-5ce65f6f0916), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:12.594650 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-554cb7fa-5785-4a52-be44-942c5e26bce6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] device_id is not set on port 9f05c26c-1c6a-49f2-be6d-055c38b1836b yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:10:12.708664 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6c550acd-678b-44df-a133-11ea58226f84 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (98d744c4-203e-41b9-9316-e591f9ececef), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:12.715242 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-20b20b1f-39c9-4646-8d69-3623aba01c3f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router_controller (8cd2654f-8aa9-4950-834a-5ce65f6f0916), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:12.926012 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-20b20b1f-39c9-4646-8d69-3623aba01c3f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router_gateway (8cd2654f-8aa9-4950-834a-5ce65f6f0916), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:12.975489 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-554cb7fa-5785-4a52-be44-942c5e26bce6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Allocated IP 172.20.0.12 (b885e2bf-4bc9-40f2-89c0-4eb33ca17d48/e4bc135b-3554-47a7-ad32-86250b16faba/9f05c26c-1c6a-49f2-be6d-055c38b1836b) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:10:13.006063 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5fe6ea0f-d442-4f07-821f-134b3cdb9bd7 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:10:13.028370 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fafc980a-864a-47c2-84fa-5177f265ad3b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (99c38cf1-9e60-4302-a255-ec28ddee3fe7), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:13.057725 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 5fe6ea0f-d442-4f07-821f-134b3cdb9bd7 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:10:13.058370 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5fe6ea0f-d442-4f07-821f-134b3cdb9bd7 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:10:13.197993 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-554cb7fa-5785-4a52-be44-942c5e26bce6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for port (9f05c26c-1c6a-49f2-be6d-055c38b1836b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:13.269213 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-554cb7fa-5785-4a52-be44-942c5e26bce6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (9f05c26c-1c6a-49f2-be6d-055c38b1836b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:13.380195 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554cb7fa-5785-4a52-be44-942c5e26bce6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network b885e2bf-4bc9-40f2-89c0-4eb33ca17d48 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:10:13.412417 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafc980a-864a-47c2-84fa-5177f265ad3b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Router 99c38cf1-9e60-4302-a255-ec28ddee3fe7 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:10:13.425725 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554cb7fa-5785-4a52-be44-942c5e26bce6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Port': ['ID=9f05c26c-1c6a-49f2-be6d-055c38b1836b,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:13.429577 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-554cb7fa-5785-4a52-be44-942c5e26bce6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:10:13.434052 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554cb7fa-5785-4a52-be44-942c5e26bce6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:10:13.619446 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-20b20b1f-39c9-4646-8d69-3623aba01c3f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router_gateway (8cd2654f-8aa9-4950-834a-5ce65f6f0916), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:13.630110 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554cb7fa-5785-4a52-be44-942c5e26bce6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:13.630979 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-554cb7fa-5785-4a52-be44-942c5e26bce6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:13.678019 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e0a0e536-ed83-4c5d-9102-24568398a817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:13.682627 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-20b20b1f-39c9-4646-8d69-3623aba01c3f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:13.690470 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-554cb7fa-5785-4a52-be44-942c5e26bce6 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6319978 Mar 05 05:10:13.691157 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49626) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:13.715653 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-85f0741d-8cdd-48b8-8b20-dbf62a549543 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'subnet': {'network_id': 'b885e2bf-4bc9-40f2-89c0-4eb33ca17d48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:13.820480 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:13.912562 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafc980a-864a-47c2-84fa-5177f265ad3b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:10:13.930699 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baff4038-4358-4d39-8fc7-46c7518a7ab6 None None] Sync routers for ids ['99c38cf1-9e60-4302-a255-ec28ddee3fe7'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:10:13.947754 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baff4038-4358-4d39-8fc7-46c7518a7ab6 None None] Routers {'99c38cf1-9e60-4302-a255-ec28ddee3fe7'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:10:13.948400 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-baff4038-4358-4d39-8fc7-46c7518a7ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:10:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['99c38cf1-9e60-4302-a255-ec28ddee3fe7'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:13.993616 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-8e665b00-1749-4250-a778-4f3db5009422 None None] Provisioning complete for port 9f05c26c-1c6a-49f2-be6d-055c38b1836b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:13.995451 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8e665b00-1749-4250-a778-4f3db5009422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9f05c26c-1c6a-49f2-be6d-055c38b1836b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:13.999860 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-20b20b1f-39c9-4646-8d69-3623aba01c3f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Allocated IP 172.25.0.173 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/1f5b7ee3-8146-45be-9775-5076d1ac7279) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:10:14.013863 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:14.020338 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c550acd-678b-44df-a133-11ea58226f84 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Router 98d744c4-203e-41b9-9316-e591f9ececef has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:10:14.092508 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-8e665b00-1749-4250-a778-4f3db5009422 None None] Port 9f05c26c-1c6a-49f2-be6d-055c38b1836b cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:10:14.197094 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-baff4038-4358-4d39-8fc7-46c7518a7ab6 None None] Set router 99c38cf1-9e60-4302-a255-ec28ddee3fe7 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:10:14.227037 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c550acd-678b-44df-a133-11ea58226f84 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:10:14.241474 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78e5f35-048e-4140-a09f-49eb567cedc3 None None] Sync routers for ids ['98d744c4-203e-41b9-9316-e591f9ececef'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:10:14.245433 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6c550acd-678b-44df-a133-11ea58226f84 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "PUT /v2.0/routers/98d744c4-203e-41b9-9316-e591f9ececef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5945559 Mar 05 05:10:14.246124 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49630) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:14.264957 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78e5f35-048e-4140-a09f-49eb567cedc3 None None] Routers {'98d744c4-203e-41b9-9316-e591f9ececef'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:10:14.266836 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-f78e5f35-048e-4140-a09f-49eb567cedc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:10:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['98d744c4-203e-41b9-9316-e591f9ececef'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:14.337214 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f0741d-8cdd-48b8-8b20-dbf62a549543 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:10:14.340681 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-85f0741d-8cdd-48b8-8b20-dbf62a549543 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:14.446399 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-f78e5f35-048e-4140-a09f-49eb567cedc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:14.468204 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78e5f35-048e-4140-a09f-49eb567cedc3 None None] Routers {'98d744c4-203e-41b9-9316-e591f9ececef'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:10:14.472163 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-f78e5f35-048e-4140-a09f-49eb567cedc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:10:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['98d744c4-203e-41b9-9316-e591f9ececef'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:14.510900 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-467305c3-b82a-4a88-bf3f-7b1871b931e2 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for router (98d744c4-203e-41b9-9316-e591f9ececef), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:14.516660 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fafc980a-864a-47c2-84fa-5177f265ad3b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:14.518738 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fafc980a-864a-47c2-84fa-5177f265ad3b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.6161494 Mar 05 05:10:14.522911 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49636) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:14.561451 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-baff4038-4358-4d39-8fc7-46c7518a7ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-149022889', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a9d2ce6f-672e-4beb-ab1c-05a5116ab571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:08Z', 'updated_at': '2022-03-05T05:10:12Z', 'revision_number': 3, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'gw_port': {'id': 'a9d2ce6f-672e-4beb-ab1c-05a5116ab571', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:10:10Z', 'updated_at': '2022-03-05T05:10:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:14.562406 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-f78e5f35-048e-4140-a09f-49eb567cedc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:14.563126 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78e5f35-048e-4140-a09f-49eb567cedc3 None None] The sync data for ids ['98d744c4-203e-41b9-9316-e591f9ececef'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:10:14.565652 n-d-789963-32 neutron-server[105232]: INFO neutron.db.ipam_backend_mixin [None req-85f0741d-8cdd-48b8-8b20-dbf62a549543 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e4bc135b-3554-47a7-ad32-86250b16faba (CIDR: 172.20.0.0/28) Mar 05 05:10:14.631888 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-20b20b1f-39c9-4646-8d69-3623aba01c3f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for port (1f5b7ee3-8146-45be-9775-5076d1ac7279), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:14.639491 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baff4038-4358-4d39-8fc7-46c7518a7ab6 None None] Checking router: 99c38cf1-9e60-4302-a255-ec28ddee3fe7 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:10:14.639839 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baff4038-4358-4d39-8fc7-46c7518a7ab6 None None] Updating router 99c38cf1-9e60-4302-a255-ec28ddee3fe7 port a9d2ce6f-672e-4beb-ab1c-05a5116ab571 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:10:14.668371 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f0741d-8cdd-48b8-8b20-dbf62a549543 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:10:14.671662 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85f0741d-8cdd-48b8-8b20-dbf62a549543 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:10:14.714584 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-baff4038-4358-4d39-8fc7-46c7518a7ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a9d2ce6f-672e-4beb-ab1c-05a5116ab571), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:14.722164 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-85f0741d-8cdd-48b8-8b20-dbf62a549543 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0253377 Mar 05 05:10:14.725805 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49642) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:14.740753 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-ac4b6624-b22f-4270-875b-6e7a999b0181 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'subnet': {'network_id': 'b885e2bf-4bc9-40f2-89c0-4eb33ca17d48', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:14.867419 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49646) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:14.873152 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6a67c178-5c65-40eb-a591-0714ba4a09e1 tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=d87f4bc3b1ad4083a50bfbdb9336d51e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3491077 Mar 05 05:10:14.877523 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49650) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:14.899761 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-20b20b1f-39c9-4646-8d69-3623aba01c3f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (1f5b7ee3-8146-45be-9775-5076d1ac7279), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:14.962841 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-467305c3-b82a-4a88-bf3f-7b1871b931e2 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for router_gateway (98d744c4-203e-41b9-9316-e591f9ececef), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:15.014961 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:15.079356 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b20b1f-39c9-4646-8d69-3623aba01c3f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:10:15.091481 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-20b20b1f-39c9-4646-8d69-3623aba01c3f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:10:15.102639 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b20b1f-39c9-4646-8d69-3623aba01c3f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:10:15.167992 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b20b1f-39c9-4646-8d69-3623aba01c3f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Port': ['ID=1f5b7ee3-8146-45be-9775-5076d1ac7279,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:15.292442 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-baff4038-4358-4d39-8fc7-46c7518a7ab6 None None] Publish callbacks [] for port (a9d2ce6f-672e-4beb-ab1c-05a5116ab571), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:15.303821 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4b6624-b22f-4270-875b-6e7a999b0181 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:10:15.305493 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-baff4038-4358-4d39-8fc7-46c7518a7ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a9d2ce6f-672e-4beb-ab1c-05a5116ab571), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:15.312134 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ac4b6624-b22f-4270-875b-6e7a999b0181 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:15.453657 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf5ef7-5d4b-4557-a705-d1200bdf34b8 None None] Pushing event updated for resources: {'Port': ['ID=a9d2ce6f-672e-4beb-ab1c-05a5116ab571,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:15.558768 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-baff4038-4358-4d39-8fc7-46c7518a7ab6 None None] Attempting to bind port a9d2ce6f-672e-4beb-ab1c-05a5116ab571 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:10:15.562645 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-baff4038-4358-4d39-8fc7-46c7518a7ab6 None None] Attempting to bind port a9d2ce6f-672e-4beb-ab1c-05a5116ab571 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:10:15.563296 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baff4038-4358-4d39-8fc7-46c7518a7ab6 None None] Attempting to bind port a9d2ce6f-672e-4beb-ab1c-05a5116ab571 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:10:15.571519 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf5ef7-5d4b-4557-a705-d1200bdf34b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:15.583705 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf5ef7-5d4b-4557-a705-d1200bdf34b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:15.584348 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf5ef7-5d4b-4557-a705-d1200bdf34b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:15.586224 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf5ef7-5d4b-4557-a705-d1200bdf34b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:15.586806 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf5ef7-5d4b-4557-a705-d1200bdf34b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:15.589807 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf5ef7-5d4b-4557-a705-d1200bdf34b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:15.590439 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf5ef7-5d4b-4557-a705-d1200bdf34b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:15.590964 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf5ef7-5d4b-4557-a705-d1200bdf34b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:15.591520 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf5ef7-5d4b-4557-a705-d1200bdf34b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:15.596593 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf5ef7-5d4b-4557-a705-d1200bdf34b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:15.597837 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf5ef7-5d4b-4557-a705-d1200bdf34b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:15.598390 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf5ef7-5d4b-4557-a705-d1200bdf34b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:15.598925 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bf5ef7-5d4b-4557-a705-d1200bdf34b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:15.620621 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baff4038-4358-4d39-8fc7-46c7518a7ab6 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:10:15.625959 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baff4038-4358-4d39-8fc7-46c7518a7ab6 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:10:15.627934 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-baff4038-4358-4d39-8fc7-46c7518a7ab6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:15.629677 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baff4038-4358-4d39-8fc7-46c7518a7ab6 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:10:15.631488 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-baff4038-4358-4d39-8fc7-46c7518a7ab6 None None] Bound port: a9d2ce6f-672e-4beb-ab1c-05a5116ab571, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:10:15.636757 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-baff4038-4358-4d39-8fc7-46c7518a7ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a9d2ce6f-672e-4beb-ab1c-05a5116ab571), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:15.740368 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-baff4038-4358-4d39-8fc7-46c7518a7ab6 None None] For port a9d2ce6f-672e-4beb-ab1c-05a5116ab571, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:10:15.744014 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-baff4038-4358-4d39-8fc7-46c7518a7ab6 None None] For port a9d2ce6f-672e-4beb-ab1c-05a5116ab571, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a9d2ce6f-672e-4beb-ab1c-05a5116ab571,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:10:15.750989 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-baff4038-4358-4d39-8fc7-46c7518a7ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a9d2ce6f-672e-4beb-ab1c-05a5116ab571), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:15.805061 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b41d3a-3568-40a6-ab49-61e81ae60ee9 tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:15.806781 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a2b41d3a-3568-40a6-ab49-61e81ae60ee9 tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9271851 Mar 05 05:10:15.810574 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49658) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:15.875492 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baff4038-4358-4d39-8fc7-46c7518a7ab6 None None] Routers {'99c38cf1-9e60-4302-a255-ec28ddee3fe7'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:10:15.876180 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-baff4038-4358-4d39-8fc7-46c7518a7ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:10:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['99c38cf1-9e60-4302-a255-ec28ddee3fe7'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:15.925169 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-467305c3-b82a-4a88-bf3f-7b1871b931e2 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Deleting port 1b7d55c4-0165-4859-8ed3-b3464667439f {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:10:15.926125 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-467305c3-b82a-4a88-bf3f-7b1871b931e2 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (1b7d55c4-0165-4859-8ed3-b3464667439f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:15.941140 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49660) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:15.941852 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6ad7e15a-2ef8-4d38-be54-b968531461ca tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=ff625bbb-6b8f-4740-be08-a562ec9a34a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1294208 Mar 05 05:10:15.955001 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-20b20b1f-39c9-4646-8d69-3623aba01c3f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router_gateway (8cd2654f-8aa9-4950-834a-5ce65f6f0916), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:15.969603 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-b439e8bd-fd9b-417e-8574-acb75a4cfdf2 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1937682342', 'network_id': 'b17767d8-96c7-4c01-a562-6f7782516c60', 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:16.094065 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf5ef7-5d4b-4557-a705-d1200bdf34b8 None None] Pushing event updated for resources: {'Port': ['ID=a9d2ce6f-672e-4beb-ab1c-05a5116ab571,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:16.137291 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-baff4038-4358-4d39-8fc7-46c7518a7ab6 None None] Set router 99c38cf1-9e60-4302-a255-ec28ddee3fe7 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:10:16.155416 n-d-789963-32 neutron-server[105231]: INFO neutron.db.ipam_backend_mixin [None req-ac4b6624-b22f-4270-875b-6e7a999b0181 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d4360b4a-b787-4b75-8197-dfd327510cd9 (CIDR: 172.20.0.16/28) Mar 05 05:10:16.196795 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac4b6624-b22f-4270-875b-6e7a999b0181 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:10:16.199232 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac4b6624-b22f-4270-875b-6e7a999b0181 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:10:16.272405 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:16.294822 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ac4b6624-b22f-4270-875b-6e7a999b0181 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.5679338 Mar 05 05:10:16.299708 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49662) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:16.335361 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-56bda139-23ee-4392-b099-e49c1e3cf794 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'subnet': {'network_id': 'b885e2bf-4bc9-40f2-89c0-4eb33ca17d48', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:16.346796 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b439e8bd-fd9b-417e-8574-acb75a4cfdf2 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Made reservation on behalf of d87f4bc3b1ad4083a50bfbdb9336d51e for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:10:16.351055 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b439e8bd-fd9b-417e-8574-acb75a4cfdf2 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:16.360719 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-467305c3-b82a-4a88-bf3f-7b1871b931e2 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (1b7d55c4-0165-4859-8ed3-b3464667439f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:16.399422 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-467305c3-b82a-4a88-bf3f-7b1871b931e2 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Calling delete_port for 1b7d55c4-0165-4859-8ed3-b3464667439f owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:10:16.533857 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-baff4038-4358-4d39-8fc7-46c7518a7ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-149022889', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a9d2ce6f-672e-4beb-ab1c-05a5116ab571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:08Z', 'updated_at': '2022-03-05T05:10:12Z', 'revision_number': 3, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'gw_port': {'id': 'a9d2ce6f-672e-4beb-ab1c-05a5116ab571', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:10:10Z', 'updated_at': '2022-03-05T05:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:16.571316 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baff4038-4358-4d39-8fc7-46c7518a7ab6 None None] The sync data for ids ['99c38cf1-9e60-4302-a255-ec28ddee3fe7'] in n-d-789963-32 is: [{'id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-149022889', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a9d2ce6f-672e-4beb-ab1c-05a5116ab571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:08Z', 'updated_at': '2022-03-05T05:10:12Z', 'revision_number': 3, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'gw_port': {'id': 'a9d2ce6f-672e-4beb-ab1c-05a5116ab571', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4f:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:10:10Z', 'updated_at': '2022-03-05T05:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:10:16.656475 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-992f8d29-4f60-4a0e-b32a-73ec51251aba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (09b638d4-4ff2-4ec3-aa26-233244d9f15d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:16.783532 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-467305c3-b82a-4a88-bf3f-7b1871b931e2 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (1b7d55c4-0165-4859-8ed3-b3464667439f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:16.830106 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467305c3-b82a-4a88-bf3f-7b1871b931e2 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event deleted for resources: {'Port': ['ID=1b7d55c4-0165-4859-8ed3-b3464667439f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:16.992988 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-467305c3-b82a-4a88-bf3f-7b1871b931e2 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (98d744c4-203e-41b9-9316-e591f9ececef), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:17.113824 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b439e8bd-fd9b-417e-8574-acb75a4cfdf2 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (751e35ed-8262-4a3c-b48c-2ccb01d6a12d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:17.229852 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-467305c3-b82a-4a88-bf3f-7b1871b931e2 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (98d744c4-203e-41b9-9316-e591f9ececef), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:17.235349 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-467305c3-b82a-4a88-bf3f-7b1871b931e2 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for router_controller (98d744c4-203e-41b9-9316-e591f9ececef), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:17.315703 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-20b20b1f-39c9-4646-8d69-3623aba01c3f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (8cd2654f-8aa9-4950-834a-5ce65f6f0916), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:17.366513 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439e8bd-fd9b-417e-8574-acb75a4cfdf2 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Pushing event updated for resources: {'Subnet': ['ID=751e35ed-8262-4a3c-b48c-2ccb01d6a12d,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:17.390495 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-467305c3-b82a-4a88-bf3f-7b1871b931e2 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (98d744c4-203e-41b9-9316-e591f9ececef), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:17.391461 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467305c3-b82a-4a88-bf3f-7b1871b931e2 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Fanout notify agent at l3_agent the message router_deleted on router 98d744c4-203e-41b9-9316-e591f9ececef {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:10:17.444851 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-467305c3-b82a-4a88-bf3f-7b1871b931e2 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:17.446266 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-467305c3-b82a-4a88-bf3f-7b1871b931e2 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "DELETE /v2.0/routers/98d744c4-203e-41b9-9316-e591f9ececef HTTP/1.1" status: 204 len: 168 time: 3.1970482 Mar 05 05:10:17.469677 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49678) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:17.514093 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b439e8bd-fd9b-417e-8574-acb75a4cfdf2 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Checking segment: {'id': '674e17c5-29f7-4c70-982d-8b3dad5fb069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b17767d8-96c7-4c01-a562-6f7782516c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:10:17.516066 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b439e8bd-fd9b-417e-8574-acb75a4cfdf2 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Network hostable DHCP agents. Network: b17767d8-96c7-4c01-a562-6f7782516c60, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:10:17.536136 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-de29e67c-5e74-4929-864b-6fe5cccacdef tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Deleting subnet c868fd15-4526-427d-8e38-b892b3cd0c5c {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:10:17.545861 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-de29e67c-5e74-4929-864b-6fe5cccacdef tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for subnet (c868fd15-4526-427d-8e38-b892b3cd0c5c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:17.572439 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bda139-23ee-4392-b099-e49c1e3cf794 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Made reservation on behalf of b560962ff6304b07a22e03444cfd5a4d for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:10:17.583730 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-56bda139-23ee-4392-b099-e49c1e3cf794 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:17.602276 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-992f8d29-4f60-4a0e-b32a-73ec51251aba admin admin] Deleting port 575fe666-ae0d-4698-a47e-2b07ff300278 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:10:17.602862 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-992f8d29-4f60-4a0e-b32a-73ec51251aba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (575fe666-ae0d-4698-a47e-2b07ff300278), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:17.705551 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-992f8d29-4f60-4a0e-b32a-73ec51251aba admin admin] For port 575fe666-ae0d-4698-a47e-2b07ff300278, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=575fe666-ae0d-4698-a47e-2b07ff300278,segment=NetworkSegment(01a77c7b-5d03-43ae-b14a-b31944229d80),segment_id=01a77c7b-5d03-43ae-b14a-b31944229d80)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:10:17.705962 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-992f8d29-4f60-4a0e-b32a-73ec51251aba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (575fe666-ae0d-4698-a47e-2b07ff300278), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:17.718431 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-992f8d29-4f60-4a0e-b32a-73ec51251aba admin admin] Calling delete_port for 575fe666-ae0d-4698-a47e-2b07ff300278 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:10:17.751369 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b439e8bd-fd9b-417e-8574-acb75a4cfdf2 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Network b17767d8-96c7-4c01-a562-6f7782516c60 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:10:17.809327 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:17.869161 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-b439e8bd-fd9b-417e-8574-acb75a4cfdf2 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, b17767d8-96c7-4c01-a562-6f7782516c60) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:10:17.879952 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc86bd19-25b6-4b7f-be38-3c851cf5793c None None] Network b17767d8-96c7-4c01-a562-6f7782516c60 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:10:17.896822 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b439e8bd-fd9b-417e-8574-acb75a4cfdf2 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:17.898016 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b439e8bd-fd9b-417e-8574-acb75a4cfdf2 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:17.984028 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b439e8bd-fd9b-417e-8574-acb75a4cfdf2 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0244792 Mar 05 05:10:18.009057 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49686) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:18.054928 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-de29e67c-5e74-4929-864b-6fe5cccacdef tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (c868fd15-4526-427d-8e38-b892b3cd0c5c), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:18.121807 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d2a7a0-0c03-4a2d-885b-3da83e2c55bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-b17767d8-96c7-4c01-a562-6f7782516c60', 'network_id': 'b17767d8-96c7-4c01-a562-6f7782516c60', 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'fixed_ips': [{'subnet_id': '751e35ed-8262-4a3c-b48c-2ccb01d6a12d'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:10:18.122723 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b1d2a7a0-0c03-4a2d-885b-3da83e2c55bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:18.214112 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-992f8d29-4f60-4a0e-b32a-73ec51251aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (575fe666-ae0d-4698-a47e-2b07ff300278), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:18.222245 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-de29e67c-5e74-4929-864b-6fe5cccacdef tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (c868fd15-4526-427d-8e38-b892b3cd0c5c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:18.326121 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b20b1f-39c9-4646-8d69-3623aba01c3f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Router 8cd2654f-8aa9-4950-834a-5ce65f6f0916 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:10:18.357957 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f8d29-4f60-4a0e-b32a-73ec51251aba admin admin] Pushing event deleted for resources: {'Port': ['ID=575fe666-ae0d-4698-a47e-2b07ff300278,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:18.566851 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-de29e67c-5e74-4929-864b-6fe5cccacdef tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (c868fd15-4526-427d-8e38-b892b3cd0c5c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:18.675349 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-56bda139-23ee-4392-b099-e49c1e3cf794 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (ca859edf-efb2-4885-a657-87b28d663325), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:18.687622 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29e67c-5e74-4929-864b-6fe5cccacdef tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event deleted for resources: {'Subnet': ['ID=c868fd15-4526-427d-8e38-b892b3cd0c5c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:18.695938 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-de29e67c-5e74-4929-864b-6fe5cccacdef tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:18.699612 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-de29e67c-5e74-4929-864b-6fe5cccacdef tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "DELETE /v2.0/subnets/c868fd15-4526-427d-8e38-b892b3cd0c5c HTTP/1.1" status: 204 len: 168 time: 1.2247574 Mar 05 05:10:18.714600 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49688) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:18.801975 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-b1d2a7a0-0c03-4a2d-885b-3da83e2c55bb None None] Allocated IP 172.20.0.2 (b17767d8-96c7-4c01-a562-6f7782516c60/751e35ed-8262-4a3c-b48c-2ccb01d6a12d/7958c414-1a97-407b-a616-5cdaf40b2fb7) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:10:18.835680 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-442c50b1-38f2-40fc-8d0d-cfea9f9dfce6 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (5dec06f8-c387-45a3-98fe-c85ab648b02e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:18.973111 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-992f8d29-4f60-4a0e-b32a-73ec51251aba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (09b638d4-4ff2-4ec3-aa26-233244d9f15d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:18.973798 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b1d2a7a0-0c03-4a2d-885b-3da83e2c55bb None None] Publish callbacks [] for port (7958c414-1a97-407b-a616-5cdaf40b2fb7), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:18.989259 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b1d2a7a0-0c03-4a2d-885b-3da83e2c55bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (7958c414-1a97-407b-a616-5cdaf40b2fb7), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:19.074914 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2a7a0-0c03-4a2d-885b-3da83e2c55bb None None] Pushing event updated for resources: {'Port': ['ID=7958c414-1a97-407b-a616-5cdaf40b2fb7,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:19.121723 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d2a7a0-0c03-4a2d-885b-3da83e2c55bb None None] Network b17767d8-96c7-4c01-a562-6f7782516c60 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:10:19.121723 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-b1d2a7a0-0c03-4a2d-885b-3da83e2c55bb None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:10:19.128071 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d2a7a0-0c03-4a2d-885b-3da83e2c55bb None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:10:19.264905 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a9d2ce6f-672e-4beb-ab1c-05a5116ab571 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:10:19.289611 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-b1d2a7a0-0c03-4a2d-885b-3da83e2c55bb None None] Attempting to bind port 7958c414-1a97-407b-a616-5cdaf40b2fb7 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:10:19.289998 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-b1d2a7a0-0c03-4a2d-885b-3da83e2c55bb None None] Attempting to bind port 7958c414-1a97-407b-a616-5cdaf40b2fb7 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '674e17c5-29f7-4c70-982d-8b3dad5fb069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b17767d8-96c7-4c01-a562-6f7782516c60'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:10:19.303730 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d2a7a0-0c03-4a2d-885b-3da83e2c55bb None None] Attempting to bind port 7958c414-1a97-407b-a616-5cdaf40b2fb7 on network b17767d8-96c7-4c01-a562-6f7782516c60 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:10:19.348968 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d2a7a0-0c03-4a2d-885b-3da83e2c55bb None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:10:19.349363 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d2a7a0-0c03-4a2d-885b-3da83e2c55bb None None] Checking segment: {'id': '674e17c5-29f7-4c70-982d-8b3dad5fb069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b17767d8-96c7-4c01-a562-6f7782516c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:10:19.350467 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b1d2a7a0-0c03-4a2d-885b-3da83e2c55bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:19.351168 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d2a7a0-0c03-4a2d-885b-3da83e2c55bb None None] Bound using segment: {'id': '674e17c5-29f7-4c70-982d-8b3dad5fb069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b17767d8-96c7-4c01-a562-6f7782516c60'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:10:19.351863 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-b1d2a7a0-0c03-4a2d-885b-3da83e2c55bb None None] Bound port: 7958c414-1a97-407b-a616-5cdaf40b2fb7, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '674e17c5-29f7-4c70-982d-8b3dad5fb069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b17767d8-96c7-4c01-a562-6f7782516c60'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:10:19.352270 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b1d2a7a0-0c03-4a2d-885b-3da83e2c55bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7958c414-1a97-407b-a616-5cdaf40b2fb7), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:19.446774 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-442c50b1-38f2-40fc-8d0d-cfea9f9dfce6 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (5dec06f8-c387-45a3-98fe-c85ab648b02e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:19.498807 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-442c50b1-38f2-40fc-8d0d-cfea9f9dfce6 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dec06f8-c387-45a3-98fe-c85ab648b02e']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:19.534170 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-442c50b1-38f2-40fc-8d0d-cfea9f9dfce6 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef9dbb9-1f18-4c6a-8e7a-fd55bb830b74') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:19.534670 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-442c50b1-38f2-40fc-8d0d-cfea9f9dfce6 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef9dbb9-1f18-4c6a-8e7a-fd55bb830b74') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:19.549864 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-442c50b1-38f2-40fc-8d0d-cfea9f9dfce6 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (6ef9dbb9-1f18-4c6a-8e7a-fd55bb830b74), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:19.566622 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-442c50b1-38f2-40fc-8d0d-cfea9f9dfce6 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (6ef9dbb9-1f18-4c6a-8e7a-fd55bb830b74), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:19.570494 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-b1d2a7a0-0c03-4a2d-885b-3da83e2c55bb None None] For port 7958c414-1a97-407b-a616-5cdaf40b2fb7, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:10:19.574283 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442c50b1-38f2-40fc-8d0d-cfea9f9dfce6 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:10:19.575247 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-442c50b1-38f2-40fc-8d0d-cfea9f9dfce6 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (6ef9dbb9-1f18-4c6a-8e7a-fd55bb830b74), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:19.599322 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port a9d2ce6f-672e-4beb-ab1c-05a5116ab571 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:19.599713 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a9d2ce6f-672e-4beb-ab1c-05a5116ab571), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:19.668724 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:10:19.668724 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:10:19.668724 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:10:19.668724 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:10:19.668724 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:10:19.668724 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:10:19.668724 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:10:19.668724 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:10:19.668724 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:10:19.668724 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:10:19.668724 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:10:19.668724 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:10:19.668724 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:10:19.668724 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:10:19.668724 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:10:19.668724 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:10:19.668724 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:10:19.668724 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:10:19.668724 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:10:19.668724 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:10:19.668724 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:10:19.668724 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:10:19.668724 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:10:19.668724 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:10:19.668724 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:10:19.668724 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:10:19.668724 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:10:19.668724 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:10:19.668724 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:10:19.668724 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:10:19.668724 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:10:19.668724 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:10:19.691526 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-b1d2a7a0-0c03-4a2d-885b-3da83e2c55bb None None] For port 7958c414-1a97-407b-a616-5cdaf40b2fb7, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=7958c414-1a97-407b-a616-5cdaf40b2fb7,segment=NetworkSegment(674e17c5-29f7-4c70-982d-8b3dad5fb069),segment_id=674e17c5-29f7-4c70-982d-8b3dad5fb069)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:10:19.716859 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b1d2a7a0-0c03-4a2d-885b-3da83e2c55bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (7958c414-1a97-407b-a616-5cdaf40b2fb7), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:19.835032 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bda139-23ee-4392-b099-e49c1e3cf794 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Network b885e2bf-4bc9-40f2-89c0-4eb33ca17d48 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:10:19.860329 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2a7a0-0c03-4a2d-885b-3da83e2c55bb None None] Pushing event updated for resources: {'Port': ['ID=7958c414-1a97-407b-a616-5cdaf40b2fb7,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:19.876145 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-56bda139-23ee-4392-b099-e49c1e3cf794 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:10:19.896558 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a21844b-315f-4b03-9727-be84a62093ac None None] Network b885e2bf-4bc9-40f2-89c0-4eb33ca17d48 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:10:19.911258 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bda139-23ee-4392-b099-e49c1e3cf794 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:19.911883 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-56bda139-23ee-4392-b099-e49c1e3cf794 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:19.971012 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-442c50b1-38f2-40fc-8d0d-cfea9f9dfce6 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (5dec06f8-c387-45a3-98fe-c85ab648b02e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:20.010138 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-56bda139-23ee-4392-b099-e49c1e3cf794 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.6812904 Mar 05 05:10:20.015621 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992f8d29-4f60-4a0e-b32a-73ec51251aba admin admin] Router 09b638d4-4ff2-4ec3-aa26-233244d9f15d has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:10:20.019220 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49716) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:20.024316 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-442c50b1-38f2-40fc-8d0d-cfea9f9dfce6 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:20.035804 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-442c50b1-38f2-40fc-8d0d-cfea9f9dfce6 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] 10.222.0.11 "DELETE /v2.0/networks/5dec06f8-c387-45a3-98fe-c85ab648b02e HTTP/1.1" status: 204 len: 168 time: 1.3200784 Mar 05 05:10:20.036763 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c50b1-38f2-40fc-8d0d-cfea9f9dfce6 tempest-FloatingIPTestJSON-1230182986 tempest-FloatingIPTestJSON-1230182986-project] Pushing event deleted for resources: {'Network': ['ID=5dec06f8-c387-45a3-98fe-c85ab648b02e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:20.057535 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-d53a83f2-6c6b-4422-8621-fd9cfe11755a tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1848787056', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ca859edf-efb2-4885-a657-87b28d663325'}], 'security_groups': ['d34064d3-e3a7-4641-be8d-4592e80dbcfb', '12509ee9-493e-422b-8ee4-23c0ad641db8']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:20.152183 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port a9d2ce6f-672e-4beb-ab1c-05a5116ab571 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:20.152771 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a9d2ce6f-672e-4beb-ab1c-05a5116ab571), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:20.218348 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port a9d2ce6f-672e-4beb-ab1c-05a5116ab571, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a9d2ce6f-672e-4beb-ab1c-05a5116ab571,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:10:20.239718 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a9d2ce6f-672e-4beb-ab1c-05a5116ab571), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:20.309392 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bda139-23ee-4392-b099-e49c1e3cf794 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Subnet': ['ID=ca859edf-efb2-4885-a657-87b28d663325,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:20.366828 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=a9d2ce6f-672e-4beb-ab1c-05a5116ab571,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:20.593838 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b20b1f-39c9-4646-8d69-3623aba01c3f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:10:20.614981 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d6066e-014c-497c-8c06-d772f4780a1b None None] Sync routers for ids ['8cd2654f-8aa9-4950-834a-5ce65f6f0916'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:10:20.632593 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d6066e-014c-497c-8c06-d772f4780a1b None None] Routers {'8cd2654f-8aa9-4950-834a-5ce65f6f0916'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:10:20.633512 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-90d6066e-014c-497c-8c06-d772f4780a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:10:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['8cd2654f-8aa9-4950-834a-5ce65f6f0916'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:20.646891 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09732a63-3be8-40e4-b002-b10f8253bf8b None None] Update dhcp port {'port': {'network_id': 'b885e2bf-4bc9-40f2-89c0-4eb33ca17d48', 'fixed_ips': [{'subnet_id': 'd4360b4a-b787-4b75-8197-dfd327510cd9', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e4bc135b-3554-47a7-ad32-86250b16faba', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ca859edf-efb2-4885-a657-87b28d663325'}], 'binding:host_id': 'n-d-789963-32'}, 'id': '3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f'} from n-d-789963-32. {{(pid=105233) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 05 05:10:20.715593 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-09732a63-3be8-40e4-b002-b10f8253bf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:20.731770 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992f8d29-4f60-4a0e-b32a-73ec51251aba admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:10:20.742190 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-20b20b1f-39c9-4646-8d69-3623aba01c3f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:20.745294 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-20b20b1f-39c9-4646-8d69-3623aba01c3f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.3355153 Mar 05 05:10:20.746325 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49724) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:20.759994 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49726) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:20.761621 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-90d6066e-014c-497c-8c06-d772f4780a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:20.769951 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-992f8d29-4f60-4a0e-b32a-73ec51251aba admin admin] 10.222.0.11 "PUT /v2.0/routers/09b638d4-4ff2-4ec3-aa26-233244d9f15d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9005821 Mar 05 05:10:20.772932 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d53a83f2-6c6b-4422-8621-fd9cfe11755a tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9f05c26c-1c6a-49f2-be6d-055c38b1836b), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:20.780514 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d6066e-014c-497c-8c06-d772f4780a1b None None] Routers {'8cd2654f-8aa9-4950-834a-5ce65f6f0916'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:10:20.783844 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49730) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:20.785457 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-90d6066e-014c-497c-8c06-d772f4780a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:10:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['8cd2654f-8aa9-4950-834a-5ce65f6f0916'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:20.786263 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926e0cf4-4f57-4405-90b1-0c9b01c7b569 None None] Sync routers for ids ['09b638d4-4ff2-4ec3-aa26-233244d9f15d'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:10:20.916521 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-90d6066e-014c-497c-8c06-d772f4780a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:20.918818 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d6066e-014c-497c-8c06-d772f4780a1b None None] The sync data for ids ['8cd2654f-8aa9-4950-834a-5ce65f6f0916'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:10:20.957045 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926e0cf4-4f57-4405-90b1-0c9b01c7b569 None None] Routers {'09b638d4-4ff2-4ec3-aa26-233244d9f15d'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:10:20.967669 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-926e0cf4-4f57-4405-90b1-0c9b01c7b569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:10:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['09b638d4-4ff2-4ec3-aa26-233244d9f15d'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:21.042327 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-10a1cc41-2c0e-4b2c-906d-28a4479e3bc1 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "GET /v2.0/routers/8cd2654f-8aa9-4950-834a-5ce65f6f0916 HTTP/1.1" status: 200 len: 885 time: 0.2542617 Mar 05 05:10:21.048521 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49736) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:21.342788 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 7958c414-1a97-407b-a616-5cdaf40b2fb7 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:10:21.462928 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0755408c-63b2-4655-a7d9-b381bd326ab6 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:21.467974 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-187a853e-a58b-4f4d-af8a-0454dcbc7059 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=40cfc34572db4c7280a39d5bce859963&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6902623 Mar 05 05:10:21.492264 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49740) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:21.569464 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-926e0cf4-4f57-4405-90b1-0c9b01c7b569 None None] Set router 09b638d4-4ff2-4ec3-aa26-233244d9f15d gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:10:21.663833 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bd2ffc72-3dbb-4b01-bf2d-6c36eeb4ee2f admin admin] Publish callbacks [] for security_group (a7f2bf77-c4ab-4245-8fa1-bf5aad663d1a), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:21.902452 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bd2ffc72-3dbb-4b01-bf2d-6c36eeb4ee2f admin admin] Publish callbacks [] for security_group (a7f2bf77-c4ab-4245-8fa1-bf5aad663d1a), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:21.935472 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3563b881-f822-4903-83cd-1aafe503bdf3 None None] Network b17767d8-96c7-4c01-a562-6f7782516c60 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:10:22.152742 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c98d923-2555-4016-bacf-f2438204c5b7 admin admin] Publish callbacks [] for router (09b638d4-4ff2-4ec3-aa26-233244d9f15d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:22.241372 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-09732a63-3be8-40e4-b002-b10f8253bf8b None None] Allocated IP 172.20.0.34 (b885e2bf-4bc9-40f2-89c0-4eb33ca17d48/ca859edf-efb2-4885-a657-87b28d663325/3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:10:22.400714 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-0755408c-63b2-4655-a7d9-b381bd326ab6 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Allocated IP 172.20.0.1 (b17767d8-96c7-4c01-a562-6f7782516c60/751e35ed-8262-4a3c-b48c-2ccb01d6a12d/a593879d-230a-45aa-a2f4-6b07909ec2cd) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:10:22.511296 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-09732a63-3be8-40e4-b002-b10f8253bf8b None None] For port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f,segment=NetworkSegment(f16ec623-d9ea-451d-8c3c-5044b9e4bdd1),segment_id=f16ec623-d9ea-451d-8c3c-5044b9e4bdd1)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:10:22.554967 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0755408c-63b2-4655-a7d9-b381bd326ab6 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for port (a593879d-230a-45aa-a2f4-6b07909ec2cd), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:22.576668 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-09732a63-3be8-40e4-b002-b10f8253bf8b None None] Publish callbacks [] for port (3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:22.590477 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bd2ffc72-3dbb-4b01-bf2d-6c36eeb4ee2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a7f2bf77-c4ab-4245-8fa1-bf5aad663d1a), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:22.594131 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bd2ffc72-3dbb-4b01-bf2d-6c36eeb4ee2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:22.598986 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bd2ffc72-3dbb-4b01-bf2d-6c36eeb4ee2f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a7f2bf77-c4ab-4245-8fa1-bf5aad663d1a HTTP/1.1" status: 204 len: 168 time: 1.0904546 Mar 05 05:10:22.601193 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0755408c-63b2-4655-a7d9-b381bd326ab6 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (a593879d-230a-45aa-a2f4-6b07909ec2cd), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:22.662922 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ffc72-3dbb-4b01-bf2d-6c36eeb4ee2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f2bf77-c4ab-4245-8fa1-bf5aad663d1a,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:22.683796 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0755408c-63b2-4655-a7d9-b381bd326ab6 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Network b17767d8-96c7-4c01-a562-6f7782516c60 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:10:22.689973 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-0755408c-63b2-4655-a7d9-b381bd326ab6 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:10:22.696564 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0755408c-63b2-4655-a7d9-b381bd326ab6 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:10:22.734924 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-09732a63-3be8-40e4-b002-b10f8253bf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:22.837636 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0755408c-63b2-4655-a7d9-b381bd326ab6 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (99c38cf1-9e60-4302-a255-ec28ddee3fe7), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:22.895011 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755408c-63b2-4655-a7d9-b381bd326ab6 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Pushing event updated for resources: {'Port': ['ID=a593879d-230a-45aa-a2f4-6b07909ec2cd,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:22.904099 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c98d923-2555-4016-bacf-f2438204c5b7 admin admin] Publish callbacks [] for router_gateway (09b638d4-4ff2-4ec3-aa26-233244d9f15d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:22.918765 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-896ff8b0-a6db-4751-9a8f-68152e51510e None None] Provisioning complete for port 7958c414-1a97-407b-a616-5cdaf40b2fb7 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:22.919602 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-896ff8b0-a6db-4751-9a8f-68152e51510e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7958c414-1a97-407b-a616-5cdaf40b2fb7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:23.125269 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ec82334e-b972-4ee3-a62e-9d8d3952f7de tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 2.0754426 Mar 05 05:10:23.131987 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49754) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:23.153161 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-b4c72ade-bdc8-497b-9003-9ebc450d37d3 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2123839379'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:23.305035 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09732a63-3be8-40e4-b002-b10f8253bf8b None None] Pushing event updated for resources: {'Port': ['ID=3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f,revision_number=7']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:23.359169 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 7958c414-1a97-407b-a616-5cdaf40b2fb7 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:23.359672 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7958c414-1a97-407b-a616-5cdaf40b2fb7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:23.380356 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-d53a83f2-6c6b-4422-8621-fd9cfe11755a tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Delete allocated IP 172.20.0.12 (b885e2bf-4bc9-40f2-89c0-4eb33ca17d48/e4bc135b-3554-47a7-ad32-86250b16faba) {{(pid=105232) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 05 05:10:23.426840 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-d53a83f2-6c6b-4422-8621-fd9cfe11755a tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Allocated IP 172.20.0.42 (b885e2bf-4bc9-40f2-89c0-4eb33ca17d48/ca859edf-efb2-4885-a657-87b28d663325/9f05c26c-1c6a-49f2-be6d-055c38b1836b) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:10:23.481144 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0755408c-63b2-4655-a7d9-b381bd326ab6 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a593879d-230a-45aa-a2f4-6b07909ec2cd), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:23.483819 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-9c98d923-2555-4016-bacf-f2438204c5b7 admin admin] Deleting port 96b9d6c2-de9f-4861-a808-0b1126e14b99 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:10:23.489042 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c98d923-2555-4016-bacf-f2438204c5b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (96b9d6c2-de9f-4861-a808-0b1126e14b99), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:23.603121 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 7958c414-1a97-407b-a616-5cdaf40b2fb7 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:23.607189 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7958c414-1a97-407b-a616-5cdaf40b2fb7), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:23.698469 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-926e0cf4-4f57-4405-90b1-0c9b01c7b569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'name': 'tempest-TaggedBootDevicesTest-538821079-router', 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '96b9d6c2-de9f-4861-a808-0b1126e14b99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:00:37Z', 'updated_at': '2022-03-05T05:10:17Z', 'revision_number': 5, 'project_id': '3cbec10cd3004a49ad666e5206b0e916', 'gw_port': {'id': '96b9d6c2-de9f-4861-a808-0b1126e14b99', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:89:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:00:38Z', 'updated_at': '2022-03-05T05:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:23.772914 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926e0cf4-4f57-4405-90b1-0c9b01c7b569 None None] Checking router: 09b638d4-4ff2-4ec3-aa26-233244d9f15d for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:10:23.851905 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 7958c414-1a97-407b-a616-5cdaf40b2fb7, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=7958c414-1a97-407b-a616-5cdaf40b2fb7,segment=NetworkSegment(674e17c5-29f7-4c70-982d-8b3dad5fb069),segment_id=674e17c5-29f7-4c70-982d-8b3dad5fb069)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:10:23.924150 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926e0cf4-4f57-4405-90b1-0c9b01c7b569 None None] Routers {'09b638d4-4ff2-4ec3-aa26-233244d9f15d'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:10:23.929609 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-926e0cf4-4f57-4405-90b1-0c9b01c7b569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:10:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['09b638d4-4ff2-4ec3-aa26-233244d9f15d'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:24.073450 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (7958c414-1a97-407b-a616-5cdaf40b2fb7), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:24.073450 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a9d2ce6f-672e-4beb-ab1c-05a5116ab571 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:10:24.303267 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-9c98d923-2555-4016-bacf-f2438204c5b7 admin admin] For port 96b9d6c2-de9f-4861-a808-0b1126e14b99, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=96b9d6c2-de9f-4861-a808-0b1126e14b99,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:10:24.305329 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c98d923-2555-4016-bacf-f2438204c5b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (96b9d6c2-de9f-4861-a808-0b1126e14b99), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:24.356133 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=7958c414-1a97-407b-a616-5cdaf40b2fb7,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:24.434105 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0755408c-63b2-4655-a7d9-b381bd326ab6 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for port (a593879d-230a-45aa-a2f4-6b07909ec2cd), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:24.448646 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0755408c-63b2-4655-a7d9-b381bd326ab6 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (a593879d-230a-45aa-a2f4-6b07909ec2cd), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:24.504814 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-896ff8b0-a6db-4751-9a8f-68152e51510e None None] Current status of the port 7958c414-1a97-407b-a616-5cdaf40b2fb7 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:24.505217 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-896ff8b0-a6db-4751-9a8f-68152e51510e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7958c414-1a97-407b-a616-5cdaf40b2fb7), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:24.527835 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49780) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:24.561696 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-9c98d923-2555-4016-bacf-f2438204c5b7 admin admin] Calling delete_port for 96b9d6c2-de9f-4861-a808-0b1126e14b99 owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:10:24.609521 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0755408c-63b2-4655-a7d9-b381bd326ab6 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (99c38cf1-9e60-4302-a255-ec28ddee3fe7), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:24.612161 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755408c-63b2-4655-a7d9-b381bd326ab6 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Pushing event updated for resources: {'Port': ['ID=a593879d-230a-45aa-a2f4-6b07909ec2cd,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:24.667396 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-926e0cf4-4f57-4405-90b1-0c9b01c7b569 None None] Set router 09b638d4-4ff2-4ec3-aa26-233244d9f15d gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:10:24.670637 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-896ff8b0-a6db-4751-9a8f-68152e51510e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 05:10:24.671001 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-896ff8b0-a6db-4751-9a8f-68152e51510e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 05:10:24.737878 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port a9d2ce6f-672e-4beb-ab1c-05a5116ab571 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:24.738223 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a9d2ce6f-672e-4beb-ab1c-05a5116ab571), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:24.810666 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b4c72ade-bdc8-497b-9003-9ebc450d37d3 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-903190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9284'] for router (8cd2654f-8aa9-4950-834a-5ce65f6f0916), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:24.884248 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-926e0cf4-4f57-4405-90b1-0c9b01c7b569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'name': 'tempest-TaggedBootDevicesTest-538821079-router', 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:00:37Z', 'updated_at': '2022-03-05T05:10:22Z', 'revision_number': 6, 'project_id': '3cbec10cd3004a49ad666e5206b0e916', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:24.945088 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926e0cf4-4f57-4405-90b1-0c9b01c7b569 None None] The sync data for ids ['09b638d4-4ff2-4ec3-aa26-233244d9f15d'] in n-d-789963-32 is: [{'id': '09b638d4-4ff2-4ec3-aa26-233244d9f15d', 'name': 'tempest-TaggedBootDevicesTest-538821079-router', 'tenant_id': '3cbec10cd3004a49ad666e5206b0e916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:00:37Z', 'updated_at': '2022-03-05T05:10:22Z', 'revision_number': 6, 'project_id': '3cbec10cd3004a49ad666e5206b0e916', 'gw_port_host': None}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:10:24.988324 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b4c72ade-bdc8-497b-9003-9ebc450d37d3 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-903193'] for router (8cd2654f-8aa9-4950-834a-5ce65f6f0916), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:24.994490 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-5da59d39-c24d-44f8-b8ad-5ee3a9a5937c tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1218528381', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:25.017686 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d53a83f2-6c6b-4422-8621-fd9cfe11755a tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for port (9f05c26c-1c6a-49f2-be6d-055c38b1836b), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:25.018889 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port a9d2ce6f-672e-4beb-ab1c-05a5116ab571 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:25.026443 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c98d923-2555-4016-bacf-f2438204c5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (96b9d6c2-de9f-4861-a808-0b1126e14b99), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:25.105263 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d53a83f2-6c6b-4422-8621-fd9cfe11755a tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (9f05c26c-1c6a-49f2-be6d-055c38b1836b), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:25.126747 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98d923-2555-4016-bacf-f2438204c5b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=96b9d6c2-de9f-4861-a808-0b1126e14b99,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:25.163992 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5da59d39-c24d-44f8-b8ad-5ee3a9a5937c tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (4b535bda-62af-4ca6-89c5-47a7629a6b73), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:25.165059 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5da59d39-c24d-44f8-b8ad-5ee3a9a5937c tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (4b535bda-62af-4ca6-89c5-47a7629a6b73), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:25.260805 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-896ff8b0-a6db-4751-9a8f-68152e51510e None None] Current status of the port 7958c414-1a97-407b-a616-5cdaf40b2fb7 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:25.276547 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0755408c-63b2-4655-a7d9-b381bd326ab6 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Network b17767d8-96c7-4c01-a562-6f7782516c60 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:10:25.278371 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-0755408c-63b2-4655-a7d9-b381bd326ab6 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:10:25.361459 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a83f2-6c6b-4422-8621-fd9cfe11755a tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event updated for resources: {'Port': ['ID=9f05c26c-1c6a-49f2-be6d-055c38b1836b,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:25.403312 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-d53a83f2-6c6b-4422-8621-fd9cfe11755a tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] In _notify_port_updated(), no bound segment for port 9f05c26c-1c6a-49f2-be6d-055c38b1836b on network b885e2bf-4bc9-40f2-89c0-4eb33ca17d48 {{(pid=105232) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 05 05:10:25.409203 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53a83f2-6c6b-4422-8621-fd9cfe11755a tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:25.409877 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d53a83f2-6c6b-4422-8621-fd9cfe11755a tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:25.412073 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-46832c8b-1f55-42ce-bb06-3999492906c9 None None] Provisioning complete for port a593879d-230a-45aa-a2f4-6b07909ec2cd triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:25.412467 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-46832c8b-1f55-42ce-bb06-3999492906c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a593879d-230a-45aa-a2f4-6b07909ec2cd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:25.414778 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d53a83f2-6c6b-4422-8621-fd9cfe11755a tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "PUT /v2.0/ports/9f05c26c-1c6a-49f2-be6d-055c38b1836b HTTP/1.1" status: 200 len: 960 time: 5.3615334 Mar 05 05:10:25.422425 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49786) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:25.492401 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c98d923-2555-4016-bacf-f2438204c5b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (09b638d4-4ff2-4ec3-aa26-233244d9f15d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:25.509046 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5da59d39-c24d-44f8-b8ad-5ee3a9a5937c tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks [] for router_controller (4b535bda-62af-4ca6-89c5-47a7629a6b73), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:25.533430 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-46832c8b-1f55-42ce-bb06-3999492906c9 None None] Port a593879d-230a-45aa-a2f4-6b07909ec2cd cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:10:25.557511 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-46832c8b-1f55-42ce-bb06-3999492906c9 None None] Provisioning complete for port e3769001-ef29-435c-a160-7690bd121d2c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:25.558134 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-46832c8b-1f55-42ce-bb06-3999492906c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e3769001-ef29-435c-a160-7690bd121d2c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:25.647949 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0755408c-63b2-4655-a7d9-b381bd326ab6 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Router 99c38cf1-9e60-4302-a255-ec28ddee3fe7 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:10:25.655053 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-46832c8b-1f55-42ce-bb06-3999492906c9 None None] Port e3769001-ef29-435c-a160-7690bd121d2c cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:10:25.677625 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-46832c8b-1f55-42ce-bb06-3999492906c9 None None] Provisioning complete for port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:25.678279 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-46832c8b-1f55-42ce-bb06-3999492906c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:25.726073 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5da59d39-c24d-44f8-b8ad-5ee3a9a5937c tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (4b535bda-62af-4ca6-89c5-47a7629a6b73), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:25.821564 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5da59d39-c24d-44f8-b8ad-5ee3a9a5937c tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:25.822771 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5da59d39-c24d-44f8-b8ad-5ee3a9a5937c tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2687917 Mar 05 05:10:25.827470 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49802) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:25.830870 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c72ade-bdc8-497b-9003-9ebc450d37d3 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Router 8cd2654f-8aa9-4950-834a-5ce65f6f0916 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:10:25.834866 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-05c134d2-f6a0-4868-893f-65eb458b18b6 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1003154268'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:25.841075 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c98d923-2555-4016-bacf-f2438204c5b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (09b638d4-4ff2-4ec3-aa26-233244d9f15d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:25.844115 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c98d923-2555-4016-bacf-f2438204c5b7 admin admin] Publish callbacks [] for router_controller (09b638d4-4ff2-4ec3-aa26-233244d9f15d), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:25.881039 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-46832c8b-1f55-42ce-bb06-3999492906c9 None None] Current status of the port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:25.919253 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-46832c8b-1f55-42ce-bb06-3999492906c9 None None] Provisioning complete for port 9f05c26c-1c6a-49f2-be6d-055c38b1836b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:25.921035 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-46832c8b-1f55-42ce-bb06-3999492906c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9f05c26c-1c6a-49f2-be6d-055c38b1836b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:25.978806 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 7958c414-1a97-407b-a616-5cdaf40b2fb7 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:10:26.011093 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-46832c8b-1f55-42ce-bb06-3999492906c9 None None] Port 9f05c26c-1c6a-49f2-be6d-055c38b1836b cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:10:26.015242 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c134d2-f6a0-4868-893f-65eb458b18b6 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Made reservation on behalf of 40d4c0186b9f436d82ad000793240597 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:10:26.023898 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-05c134d2-f6a0-4868-893f-65eb458b18b6 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:26.046151 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-05c134d2-f6a0-4868-893f-65eb458b18b6 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:26.055285 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-46832c8b-1f55-42ce-bb06-3999492906c9 None None] Provisioning complete for port 7958c414-1a97-407b-a616-5cdaf40b2fb7 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:26.056050 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-46832c8b-1f55-42ce-bb06-3999492906c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7958c414-1a97-407b-a616-5cdaf40b2fb7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:26.120142 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 7958c414-1a97-407b-a616-5cdaf40b2fb7 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:26.120923 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7958c414-1a97-407b-a616-5cdaf40b2fb7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:26.131042 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0755408c-63b2-4655-a7d9-b381bd326ab6 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:10:26.144182 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0755408c-63b2-4655-a7d9-b381bd326ab6 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "PUT /v2.0/routers/99c38cf1-9e60-4302-a255-ec28ddee3fe7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1339548 Mar 05 05:10:26.149716 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19ff42d-4d13-4559-a310-46960d8ff8ac None None] Sync routers for ids ['99c38cf1-9e60-4302-a255-ec28ddee3fe7'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:10:26.153268 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49804) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:26.166324 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19ff42d-4d13-4559-a310-46960d8ff8ac None None] Routers {'99c38cf1-9e60-4302-a255-ec28ddee3fe7'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:10:26.166963 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d19ff42d-4d13-4559-a310-46960d8ff8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:10:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['99c38cf1-9e60-4302-a255-ec28ddee3fe7'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:26.175509 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-5956fe9e-f3bc-466a-85ef-b2ea37688f60 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--990875690', 'description': 'tempest-secgroup_access--990875690 description', 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:26.257616 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5956fe9e-f3bc-466a-85ef-b2ea37688f60 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:26.272967 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 7958c414-1a97-407b-a616-5cdaf40b2fb7 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:26.274512 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:10:26.324407 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c98d923-2555-4016-bacf-f2438204c5b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (09b638d4-4ff2-4ec3-aa26-233244d9f15d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:26.324932 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c98d923-2555-4016-bacf-f2438204c5b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09b638d4-4ff2-4ec3-aa26-233244d9f15d {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:10:26.332111 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c98d923-2555-4016-bacf-f2438204c5b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:26.336899 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49806) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:26.337525 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9c98d923-2555-4016-bacf-f2438204c5b7 admin admin] 10.222.0.11 "DELETE /v2.0/routers/09b638d4-4ff2-4ec3-aa26-233244d9f15d HTTP/1.1" status: 204 len: 168 time: 5.5465429 Mar 05 05:10:26.345159 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-46832c8b-1f55-42ce-bb06-3999492906c9 None None] Current status of the port 7958c414-1a97-407b-a616-5cdaf40b2fb7 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:26.369662 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:26.370044 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:26.469377 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-0f22d9aa-1e58-46c4-9fdb-54d433fa0983 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Deleting port 9f05c26c-1c6a-49f2-be6d-055c38b1836b {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:10:26.469950 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0f22d9aa-1e58-46c4-9fdb-54d433fa0983 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (9f05c26c-1c6a-49f2-be6d-055c38b1836b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:26.495119 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-d19ff42d-4d13-4559-a310-46960d8ff8ac None None] Set router 99c38cf1-9e60-4302-a255-ec28ddee3fe7 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:10:26.502473 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-05c134d2-f6a0-4868-893f-65eb458b18b6 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks [] for security_group (84c4dbba-d2e5-43ac-8a27-5d79db2f78b9), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:26.525965 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-852f9160-09e6-4ea1-807f-10ae194b1990 admin admin] Deleting subnet 641299e5-fad6-49c3-bcda-29f110adb5d6 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:10:26.549530 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c72ade-bdc8-497b-9003-9ebc450d37d3 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:10:26.553841 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-05c134d2-f6a0-4868-893f-65eb458b18b6 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (84c4dbba-d2e5-43ac-8a27-5d79db2f78b9), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:26.554044 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:26.578153 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3162e37d-c10c-4492-9cbf-d2d867be9a6b None None] Sync routers for ids ['8cd2654f-8aa9-4950-834a-5ce65f6f0916'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:10:26.580217 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b4c72ade-bdc8-497b-9003-9ebc450d37d3 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:26.585327 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b4c72ade-bdc8-497b-9003-9ebc450d37d3 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "PUT /v2.0/routers/8cd2654f-8aa9-4950-834a-5ce65f6f0916 HTTP/1.1" status: 200 len: 892 time: 3.4422972 Mar 05 05:10:26.588902 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 575fe666-ae0d-4698-a47e-2b07ff300278 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:10:26.595556 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c134d2-f6a0-4868-893f-65eb458b18b6 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:10:26.610510 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-05c134d2-f6a0-4868-893f-65eb458b18b6 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (d24a5f03-58a9-423e-a73a-3dcf9194b114), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:26.612746 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-05c134d2-f6a0-4868-893f-65eb458b18b6 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Added segment d24a5f03-58a9-423e-a73a-3dcf9194b114 of type vlan for network 495a8799-1d92-48f9-b1ae-440bf1cce32f Mar 05 05:10:26.645862 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49808) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:26.656370 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-56238cf0-e339-4321-87d3-29232cab462a None None] Provisioning complete for port a593879d-230a-45aa-a2f4-6b07909ec2cd triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:26.656370 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-56238cf0-e339-4321-87d3-29232cab462a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a593879d-230a-45aa-a2f4-6b07909ec2cd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:26.690083 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-852f9160-09e6-4ea1-807f-10ae194b1990 admin admin] Publish callbacks [] for subnet (641299e5-fad6-49c3-bcda-29f110adb5d6), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:26.735339 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 575fe666-ae0d-4698-a47e-2b07ff300278 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:10:26.735948 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 575fe666-ae0d-4698-a47e-2b07ff300278 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:10:26.761944 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3162e37d-c10c-4492-9cbf-d2d867be9a6b None None] Routers {'8cd2654f-8aa9-4950-834a-5ce65f6f0916'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:10:26.762594 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-3162e37d-c10c-4492-9cbf-d2d867be9a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:10:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['8cd2654f-8aa9-4950-834a-5ce65f6f0916'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:26.763877 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-05c134d2-f6a0-4868-893f-65eb458b18b6 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (495a8799-1d92-48f9-b1ae-440bf1cce32f), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:26.794747 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5956fe9e-f3bc-466a-85ef-b2ea37688f60 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for security_group (bbbdc747-caaf-4d19-9e1b-27cb97e3b082), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:26.813614 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5956fe9e-f3bc-466a-85ef-b2ea37688f60 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (bbbdc747-caaf-4d19-9e1b-27cb97e3b082), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:26.824917 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-852f9160-09e6-4ea1-807f-10ae194b1990 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (641299e5-fad6-49c3-bcda-29f110adb5d6), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:26.840800 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0f22d9aa-1e58-46c4-9fdb-54d433fa0983 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (9f05c26c-1c6a-49f2-be6d-055c38b1836b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:26.876032 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c134d2-f6a0-4868-893f-65eb458b18b6 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84c4dbba-d2e5-43ac-8a27-5d79db2f78b9,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:26.907101 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5956fe9e-f3bc-466a-85ef-b2ea37688f60 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:26.907101 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5956fe9e-f3bc-466a-85ef-b2ea37688f60 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.7388291 Mar 05 05:10:26.907523 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-3162e37d-c10c-4492-9cbf-d2d867be9a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:26.910804 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49816) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:26.912647 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-05c134d2-f6a0-4868-893f-65eb458b18b6 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (495a8799-1d92-48f9-b1ae-440bf1cce32f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:26.915613 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-56238cf0-e339-4321-87d3-29232cab462a None None] Port a593879d-230a-45aa-a2f4-6b07909ec2cd cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:10:26.918156 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c134d2-f6a0-4868-893f-65eb458b18b6 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:26.918792 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-05c134d2-f6a0-4868-893f-65eb458b18b6 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:26.934515 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-90c1e34f-907e-4842-ac35-600fed87c115 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--281853853', 'description': 'tempest-secgroup_general--281853853 description', 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:26.951438 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3162e37d-c10c-4492-9cbf-d2d867be9a6b None None] Routers {'8cd2654f-8aa9-4950-834a-5ce65f6f0916'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:10:26.952356 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-3162e37d-c10c-4492-9cbf-d2d867be9a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:10:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['8cd2654f-8aa9-4950-834a-5ce65f6f0916'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:26.964639 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-05c134d2-f6a0-4868-893f-65eb458b18b6 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1360378 Mar 05 05:10:26.965271 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49818) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:26.969618 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-0f22d9aa-1e58-46c4-9fdb-54d433fa0983 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Calling delete_port for 9f05c26c-1c6a-49f2-be6d-055c38b1836b owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:10:26.996754 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-6643bd16-645d-4363-b2df-6847200e9ae2 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Request body: {'subnet': {'network_id': '495a8799-1d92-48f9-b1ae-440bf1cce32f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:27.059068 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-56238cf0-e339-4321-87d3-29232cab462a None None] Provisioning complete for port 9f05c26c-1c6a-49f2-be6d-055c38b1836b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:27.059472 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-56238cf0-e339-4321-87d3-29232cab462a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9f05c26c-1c6a-49f2-be6d-055c38b1836b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:27.070624 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-3162e37d-c10c-4492-9cbf-d2d867be9a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:27.071341 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3162e37d-c10c-4492-9cbf-d2d867be9a6b None None] The sync data for ids ['8cd2654f-8aa9-4950-834a-5ce65f6f0916'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:10:27.078682 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 96b9d6c2-de9f-4861-a808-0b1126e14b99 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:10:27.095899 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956fe9e-f3bc-466a-85ef-b2ea37688f60 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbdc747-caaf-4d19-9e1b-27cb97e3b082,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:27.112608 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3637a0ee-3a2f-49e0-be53-87d8e40596fb tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "GET /v2.0/routers/8cd2654f-8aa9-4950-834a-5ce65f6f0916 HTTP/1.1" status: 200 len: 892 time: 0.4550061 Mar 05 05:10:27.113412 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49820) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:27.165788 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d19ff42d-4d13-4559-a310-46960d8ff8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-149022889', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a9d2ce6f-672e-4beb-ab1c-05a5116ab571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:08Z', 'updated_at': '2022-03-05T05:10:23Z', 'revision_number': 4, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'gw_port': {'id': 'a9d2ce6f-672e-4beb-ab1c-05a5116ab571', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:10:10Z', 'updated_at': '2022-03-05T05:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'a593879d-230a-45aa-a2f4-6b07909ec2cd', 'name': '', 'network_id': 'b17767d8-96c7-4c01-a562-6f7782516c60', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'mac_address': 'fa:16:3e:7c:68:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '751e35ed-8262-4a3c-b48c-2ccb01d6a12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:10:22Z', 'updated_at': '2022-03-05T05:10:24Z', 'revision_number': 2, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'subnets': [{'id': '751e35ed-8262-4a3c-b48c-2ccb01d6a12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:27.192423 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 96b9d6c2-de9f-4861-a808-0b1126e14b99 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:10:27.192779 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 96b9d6c2-de9f-4861-a808-0b1126e14b99 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:10:27.208832 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-56238cf0-e339-4321-87d3-29232cab462a None None] Port 9f05c26c-1c6a-49f2-be6d-055c38b1836b cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:10:27.213596 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-bf6669e0-69e6-4285-8c01-82df87a5a166 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "GET /v2.0/ports?device_id=8cd2654f-8aa9-4950-834a-5ce65f6f0916 HTTP/1.1" status: 200 len: 205 time: 0.0938969 Mar 05 05:10:27.214366 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19ff42d-4d13-4559-a310-46960d8ff8ac None None] Checking router: 99c38cf1-9e60-4302-a255-ec28ddee3fe7 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:10:27.214981 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19ff42d-4d13-4559-a310-46960d8ff8ac None None] Updating router 99c38cf1-9e60-4302-a255-ec28ddee3fe7 port a593879d-230a-45aa-a2f4-6b07909ec2cd binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:10:27.238090 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49822) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:27.240959 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-90c1e34f-907e-4842-ac35-600fed87c115 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:27.244318 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c134d2-f6a0-4868-893f-65eb458b18b6 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Pushing event updated for resources: {'Network': ['ID=495a8799-1d92-48f9-b1ae-440bf1cce32f,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:27.244761 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d19ff42d-4d13-4559-a310-46960d8ff8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a593879d-230a-45aa-a2f4-6b07909ec2cd), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:27.256127 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 495a8799-1d92-48f9-b1ae-440bf1cce32f details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:10:27.349134 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0f22d9aa-1e58-46c4-9fdb-54d433fa0983 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (9f05c26c-1c6a-49f2-be6d-055c38b1836b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:27.382534 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-852f9160-09e6-4ea1-807f-10ae194b1990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (641299e5-fad6-49c3-bcda-29f110adb5d6), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:27.436467 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f22d9aa-1e58-46c4-9fdb-54d433fa0983 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Port': ['ID=9f05c26c-1c6a-49f2-be6d-055c38b1836b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:27.465849 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22d9aa-1e58-46c4-9fdb-54d433fa0983 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:27.466204 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22d9aa-1e58-46c4-9fdb-54d433fa0983 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:27.466557 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22d9aa-1e58-46c4-9fdb-54d433fa0983 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:27.466904 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22d9aa-1e58-46c4-9fdb-54d433fa0983 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:27.467280 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22d9aa-1e58-46c4-9fdb-54d433fa0983 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:27.467621 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22d9aa-1e58-46c4-9fdb-54d433fa0983 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:27.467959 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22d9aa-1e58-46c4-9fdb-54d433fa0983 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:27.468292 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22d9aa-1e58-46c4-9fdb-54d433fa0983 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:27.468623 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22d9aa-1e58-46c4-9fdb-54d433fa0983 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:27.468955 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22d9aa-1e58-46c4-9fdb-54d433fa0983 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:27.469287 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22d9aa-1e58-46c4-9fdb-54d433fa0983 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:27.469616 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22d9aa-1e58-46c4-9fdb-54d433fa0983 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:27.470888 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f22d9aa-1e58-46c4-9fdb-54d433fa0983 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:27.543047 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0f22d9aa-1e58-46c4-9fdb-54d433fa0983 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:27.554350 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0f22d9aa-1e58-46c4-9fdb-54d433fa0983 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/ports/9f05c26c-1c6a-49f2-be6d-055c38b1836b HTTP/1.1" status: 204 len: 168 time: 2.1271687 Mar 05 05:10:27.555011 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49824) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:27.566356 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6643bd16-645d-4363-b2df-6847200e9ae2 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Made reservation on behalf of 40d4c0186b9f436d82ad000793240597 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:10:27.570111 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6643bd16-645d-4363-b2df-6847200e9ae2 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:27.591781 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-9254c053-eefb-49ef-9c4b-0d7d51738096 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] GET failed (client error): The resource could not be found. Mar 05 05:10:27.596501 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9254c053-eefb-49ef-9c4b-0d7d51738096 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "GET /v2.0/ports/9f05c26c-1c6a-49f2-be6d-055c38b1836b HTTP/1.1" status: 404 len: 333 time: 0.0402493 Mar 05 05:10:27.597035 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49826) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:27.668183 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-852f9160-09e6-4ea1-807f-10ae194b1990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (641299e5-fad6-49c3-bcda-29f110adb5d6), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:27.677268 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fbeae82a-7606-4074-accc-6d66d5ae890e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for security_group (589d661f-9efd-4cd7-becf-771bfed9cd64), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:27.707226 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fbeae82a-7606-4074-accc-6d66d5ae890e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for security_group (589d661f-9efd-4cd7-becf-771bfed9cd64), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:27.739904 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d19ff42d-4d13-4559-a310-46960d8ff8ac None None] Publish callbacks [] for port (a593879d-230a-45aa-a2f4-6b07909ec2cd), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:27.754655 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d19ff42d-4d13-4559-a310-46960d8ff8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a593879d-230a-45aa-a2f4-6b07909ec2cd), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:27.762665 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fbeae82a-7606-4074-accc-6d66d5ae890e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (589d661f-9efd-4cd7-becf-771bfed9cd64), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:27.765829 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fbeae82a-7606-4074-accc-6d66d5ae890e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:27.770531 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fbeae82a-7606-4074-accc-6d66d5ae890e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/security-groups/589d661f-9efd-4cd7-becf-771bfed9cd64 HTTP/1.1" status: 204 len: 168 time: 0.1724515 Mar 05 05:10:27.771205 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49830) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:27.802150 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f9160-09e6-4ea1-807f-10ae194b1990 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=641299e5-fad6-49c3-bcda-29f110adb5d6,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:27.807227 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b541bd2d-740e-406e-a6b5-b26a35c0ba05 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router (8cd2654f-8aa9-4950-834a-5ce65f6f0916), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:27.828823 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeae82a-7606-4074-accc-6d66d5ae890e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=589d661f-9efd-4cd7-becf-771bfed9cd64,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:27.830282 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-90c1e34f-907e-4842-ac35-600fed87c115 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for security_group (baf22591-9dcb-4cc0-901c-bb7474a8e0e4), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:27.865703 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f2a838-8118-40f7-8934-f0824910ca19 None None] Pushing event updated for resources: {'Port': ['ID=a593879d-230a-45aa-a2f4-6b07909ec2cd,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:27.902643 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9638a2-cf56-4c62-b66a-982431a2d3e2 None None] Network e3e0acc2-40bc-4e0d-812c-fb475a7a34dc requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:10:27.911315 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-90c1e34f-907e-4842-ac35-600fed87c115 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (baf22591-9dcb-4cc0-901c-bb7474a8e0e4), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:27.914377 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-133e4ea2-b6b9-4a88-85e5-f614619acc38 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for security_group (12509ee9-493e-422b-8ee4-23c0ad641db8), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:27.937913 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-852f9160-09e6-4ea1-807f-10ae194b1990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:27.948455 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-852f9160-09e6-4ea1-807f-10ae194b1990 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/641299e5-fad6-49c3-bcda-29f110adb5d6 HTTP/1.1" status: 204 len: 168 time: 1.6092536 Mar 05 05:10:27.956496 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-d19ff42d-4d13-4559-a310-46960d8ff8ac None None] Attempting to bind port a593879d-230a-45aa-a2f4-6b07909ec2cd on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:10:27.956805 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49836) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:27.960042 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-d19ff42d-4d13-4559-a310-46960d8ff8ac None None] Attempting to bind port a593879d-230a-45aa-a2f4-6b07909ec2cd by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '674e17c5-29f7-4c70-982d-8b3dad5fb069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b17767d8-96c7-4c01-a562-6f7782516c60'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:10:27.960560 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19ff42d-4d13-4559-a310-46960d8ff8ac None None] Attempting to bind port a593879d-230a-45aa-a2f4-6b07909ec2cd on network b17767d8-96c7-4c01-a562-6f7782516c60 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:10:27.973207 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19ff42d-4d13-4559-a310-46960d8ff8ac None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:10:27.975539 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19ff42d-4d13-4559-a310-46960d8ff8ac None None] Checking segment: {'id': '674e17c5-29f7-4c70-982d-8b3dad5fb069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b17767d8-96c7-4c01-a562-6f7782516c60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:10:27.976162 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d19ff42d-4d13-4559-a310-46960d8ff8ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:27.976771 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19ff42d-4d13-4559-a310-46960d8ff8ac None None] Bound using segment: {'id': '674e17c5-29f7-4c70-982d-8b3dad5fb069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b17767d8-96c7-4c01-a562-6f7782516c60'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:10:27.978270 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-d19ff42d-4d13-4559-a310-46960d8ff8ac None None] Bound port: a593879d-230a-45aa-a2f4-6b07909ec2cd, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '674e17c5-29f7-4c70-982d-8b3dad5fb069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b17767d8-96c7-4c01-a562-6f7782516c60'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:10:27.981150 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d19ff42d-4d13-4559-a310-46960d8ff8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a593879d-230a-45aa-a2f4-6b07909ec2cd), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:28.087497 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d19ff42d-4d13-4559-a310-46960d8ff8ac None None] For port a593879d-230a-45aa-a2f4-6b07909ec2cd, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:10:28.091486 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d19ff42d-4d13-4559-a310-46960d8ff8ac None None] For port a593879d-230a-45aa-a2f4-6b07909ec2cd, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a593879d-230a-45aa-a2f4-6b07909ec2cd,segment=NetworkSegment(674e17c5-29f7-4c70-982d-8b3dad5fb069),segment_id=674e17c5-29f7-4c70-982d-8b3dad5fb069)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:10:28.100172 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d19ff42d-4d13-4559-a310-46960d8ff8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a593879d-230a-45aa-a2f4-6b07909ec2cd), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:28.145929 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2630b010-623f-408e-9fea-8a764ec339b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (e3e0acc2-40bc-4e0d-812c-fb475a7a34dc), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:28.160926 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-133e4ea2-b6b9-4a88-85e5-f614619acc38 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for security_group (12509ee9-493e-422b-8ee4-23c0ad641db8), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:28.185946 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19ff42d-4d13-4559-a310-46960d8ff8ac None None] Routers {'99c38cf1-9e60-4302-a255-ec28ddee3fe7'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:10:28.188400 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d19ff42d-4d13-4559-a310-46960d8ff8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:10:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['99c38cf1-9e60-4302-a255-ec28ddee3fe7'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:28.247598 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-0eba8ca3-ee7e-4f41-b985-0d3e9235aa17 None None] Provisioning complete for port a593879d-230a-45aa-a2f4-6b07909ec2cd triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:28.249828 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0eba8ca3-ee7e-4f41-b985-0d3e9235aa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a593879d-230a-45aa-a2f4-6b07909ec2cd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:28.254140 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-90c1e34f-907e-4842-ac35-600fed87c115 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:28.255595 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-90c1e34f-907e-4842-ac35-600fed87c115 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.3439665 Mar 05 05:10:28.256991 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6643bd16-645d-4363-b2df-6847200e9ae2 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (452d5f90-f63d-4686-82b5-b8e1b9b7033c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:28.262072 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49838) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:28.269602 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-a36d714f-d8bb-40b2-8a01-471aa4cb3bc7 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Request body: {'security_group_rule': {'security_group_id': 'bbbdc747-caaf-4d19-9e1b-27cb97e3b082', 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:28.328297 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a36d714f-d8bb-40b2-8a01-471aa4cb3bc7 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for security_group_rule (ed9af122-f1da-4291-91e5-bba0e7095115), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:28.330956 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d188b6-3a29-427f-9e68-6a215b85b425 None None] DHCP port deletion for e3e0acc2-40bc-4e0d-812c-fb475a7a34dc request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:10:28.342710 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f2a838-8118-40f7-8934-f0824910ca19 None None] Pushing event updated for resources: {'Port': ['ID=a593879d-230a-45aa-a2f4-6b07909ec2cd,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:28.349348 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-133e4ea2-b6b9-4a88-85e5-f614619acc38 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (12509ee9-493e-422b-8ee4-23c0ad641db8), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:28.352336 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-133e4ea2-b6b9-4a88-85e5-f614619acc38 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:28.357979 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-133e4ea2-b6b9-4a88-85e5-f614619acc38 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/security-groups/12509ee9-493e-422b-8ee4-23c0ad641db8 HTTP/1.1" status: 204 len: 168 time: 0.5726042 Mar 05 05:10:28.365938 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49840) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:28.411325 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6643bd16-645d-4363-b2df-6847200e9ae2 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Checking segment: {'id': 'd24a5f03-58a9-423e-a73a-3dcf9194b114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '495a8799-1d92-48f9-b1ae-440bf1cce32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:10:28.411888 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6643bd16-645d-4363-b2df-6847200e9ae2 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Network hostable DHCP agents. Network: 495a8799-1d92-48f9-b1ae-440bf1cce32f, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:10:28.441295 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e4ea2-b6b9-4a88-85e5-f614619acc38 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12509ee9-493e-422b-8ee4-23c0ad641db8,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:28.462949 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-2630b010-623f-408e-9fea-8a764ec339b2 admin admin] Deleting port f5b4b4b4-3198-45a6-8e6e-b02825932042 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:10:28.463400 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2630b010-623f-408e-9fea-8a764ec339b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (f5b4b4b4-3198-45a6-8e6e-b02825932042), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:28.542301 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-d19ff42d-4d13-4559-a310-46960d8ff8ac None None] Set router 99c38cf1-9e60-4302-a255-ec28ddee3fe7 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:10:28.545768 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1e34f-907e-4842-ac35-600fed87c115 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf22591-9dcb-4cc0-901c-bb7474a8e0e4,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:28.567044 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6643bd16-645d-4363-b2df-6847200e9ae2 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Network 495a8799-1d92-48f9-b1ae-440bf1cce32f is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:10:28.599870 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a36d714f-d8bb-40b2-8a01-471aa4cb3bc7 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for security_group_rule (ed9af122-f1da-4291-91e5-bba0e7095115), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:28.601705 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-6643bd16-645d-4363-b2df-6847200e9ae2 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 495a8799-1d92-48f9-b1ae-440bf1cce32f) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:10:28.613492 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643bd16-645d-4363-b2df-6847200e9ae2 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Pushing event updated for resources: {'Subnet': ['ID=452d5f90-f63d-4686-82b5-b8e1b9b7033c,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:28.620711 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6643bd16-645d-4363-b2df-6847200e9ae2 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:28.621324 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6643bd16-645d-4363-b2df-6847200e9ae2 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:28.621495 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a36d714f-d8bb-40b2-8a01-471aa4cb3bc7 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (ed9af122-f1da-4291-91e5-bba0e7095115), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:28.648314 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6643bd16-645d-4363-b2df-6847200e9ae2 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6609139 Mar 05 05:10:28.649113 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49842) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:28.654343 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-fabca4a4-9c19-401f-8e49-a06f6f0b6ac1 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Request body: {'network': {'name': 'tempest-router-network01--1434475169'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:28.660125 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d714f-d8bb-40b2-8a01-471aa4cb3bc7 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed9af122-f1da-4291-91e5-bba0e7095115,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:28.666065 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1734b4ed-462e-4111-ac58-3e026eff788f None None] Network 495a8799-1d92-48f9-b1ae-440bf1cce32f requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:10:28.682843 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-2630b010-623f-408e-9fea-8a764ec339b2 admin admin] For port f5b4b4b4-3198-45a6-8e6e-b02825932042, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=f5b4b4b4-3198-45a6-8e6e-b02825932042,segment=NetworkSegment(01a77c7b-5d03-43ae-b14a-b31944229d80),segment_id=01a77c7b-5d03-43ae-b14a-b31944229d80)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:10:28.683749 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2630b010-623f-408e-9fea-8a764ec339b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (f5b4b4b4-3198-45a6-8e6e-b02825932042), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:28.695293 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b541bd2d-740e-406e-a6b5-b26a35c0ba05 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router_gateway (8cd2654f-8aa9-4950-834a-5ce65f6f0916), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:28.700784 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a36d714f-d8bb-40b2-8a01-471aa4cb3bc7 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:28.702296 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a36d714f-d8bb-40b2-8a01-471aa4cb3bc7 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4369481 Mar 05 05:10:28.703401 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d373f7d-ce00-4340-862e-69667cc335e2 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for security_group (d34064d3-e3a7-4641-be8d-4592e80dbcfb), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:28.705568 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabca4a4-9c19-401f-8e49-a06f6f0b6ac1 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Made reservation on behalf of 40d4c0186b9f436d82ad000793240597 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:10:28.710172 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-2630b010-623f-408e-9fea-8a764ec339b2 admin admin] Calling delete_port for f5b4b4b4-3198-45a6-8e6e-b02825932042 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:10:28.713042 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fabca4a4-9c19-401f-8e49-a06f6f0b6ac1 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:28.745010 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d373f7d-ce00-4340-862e-69667cc335e2 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for security_group (d34064d3-e3a7-4641-be8d-4592e80dbcfb), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:28.777240 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fabca4a4-9c19-401f-8e49-a06f6f0b6ac1 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:10:28.819869 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fabca4a4-9c19-401f-8e49-a06f6f0b6ac1 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (8d6fbd6d-56b4-4f9b-93e3-b39dd713cb76), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:28.820542 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-fabca4a4-9c19-401f-8e49-a06f6f0b6ac1 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Added segment 8d6fbd6d-56b4-4f9b-93e3-b39dd713cb76 of type vlan for network 3f62a3e7-e1c1-4140-b759-4677245379ad Mar 05 05:10:28.879900 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2630b010-623f-408e-9fea-8a764ec339b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (f5b4b4b4-3198-45a6-8e6e-b02825932042), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:28.882014 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-57d188b6-3a29-427f-9e68-6a215b85b425 None None] Deleting port f5b4b4b4-3198-45a6-8e6e-b02825932042 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:10:28.882404 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-57d188b6-3a29-427f-9e68-6a215b85b425 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (f5b4b4b4-3198-45a6-8e6e-b02825932042), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:28.925535 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2630b010-623f-408e-9fea-8a764ec339b2 admin admin] No DVR routers for this DVR port f5b4b4b4-3198-45a6-8e6e-b02825932042 on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:10:28.940974 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-0eba8ca3-ee7e-4f41-b985-0d3e9235aa17 None None] Current status of the port a593879d-230a-45aa-a2f4-6b07909ec2cd is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:28.941527 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0eba8ca3-ee7e-4f41-b985-0d3e9235aa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a593879d-230a-45aa-a2f4-6b07909ec2cd), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:28.957992 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fabca4a4-9c19-401f-8e49-a06f6f0b6ac1 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (3f62a3e7-e1c1-4140-b759-4677245379ad), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:28.959919 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d373f7d-ce00-4340-862e-69667cc335e2 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d34064d3-e3a7-4641-be8d-4592e80dbcfb), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:28.973075 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-b541bd2d-740e-406e-a6b5-b26a35c0ba05 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Deleting port 1f5b7ee3-8146-45be-9775-5076d1ac7279 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:10:28.973446 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b541bd2d-740e-406e-a6b5-b26a35c0ba05 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (1f5b7ee3-8146-45be-9775-5076d1ac7279), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:28.977343 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d373f7d-ce00-4340-862e-69667cc335e2 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:28.982337 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4d373f7d-ce00-4340-862e-69667cc335e2 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/security-groups/d34064d3-e3a7-4641-be8d-4592e80dbcfb HTTP/1.1" status: 204 len: 168 time: 0.6068671 Mar 05 05:10:28.990325 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630b010-623f-408e-9fea-8a764ec339b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5b4b4b4-3198-45a6-8e6e-b02825932042,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:29.022115 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49850) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:29.094207 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d373f7d-ce00-4340-862e-69667cc335e2 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34064d3-e3a7-4641-be8d-4592e80dbcfb,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:29.161277 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d19ff42d-4d13-4559-a310-46960d8ff8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-149022889', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a9d2ce6f-672e-4beb-ab1c-05a5116ab571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:08Z', 'updated_at': '2022-03-05T05:10:23Z', 'revision_number': 4, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'gw_port': {'id': 'a9d2ce6f-672e-4beb-ab1c-05a5116ab571', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:10:10Z', 'updated_at': '2022-03-05T05:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'a593879d-230a-45aa-a2f4-6b07909ec2cd', 'name': '', 'network_id': 'b17767d8-96c7-4c01-a562-6f7782516c60', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'mac_address': 'fa:16:3e:7c:68:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '751e35ed-8262-4a3c-b48c-2ccb01d6a12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:10:22Z', 'updated_at': '2022-03-05T05:10:28Z', 'revision_number': 4, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'subnets': [{'id': '751e35ed-8262-4a3c-b48c-2ccb01d6a12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:29.205752 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.db.resource_extend [None req-fabca4a4-9c19-401f-8e49-a06f6f0b6ac1 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 05:10:29.206881 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19ff42d-4d13-4559-a310-46960d8ff8ac None None] The sync data for ids ['99c38cf1-9e60-4302-a255-ec28ddee3fe7'] in n-d-789963-32 is: [{'id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-149022889', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a9d2ce6f-672e-4beb-ab1c-05a5116ab571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:08Z', 'updated_at': '2022-03-05T05:10:23Z', 'revision_number': 4, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'gw_port': {'id': 'a9d2ce6f-672e-4beb-ab1c-05a5116ab571', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:10:10Z', 'updated_at': '2022-03-05T05:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'a593879d-230a-45aa-a2f4-6b07909ec2cd', 'name': '', 'network_id': 'b17767d8-96c7-4c01-a562-6f7782516c60', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'mac_address': 'fa:16:3e:7c:68:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '751e35ed-8262-4a3c-b48c-2ccb01d6a12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:10:22Z', 'updated_at': '2022-03-05T05:10:28Z', 'revision_number': 4, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'subnets': [{'id': '751e35ed-8262-4a3c-b48c-2ccb01d6a12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:10:29.241223 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2630b010-623f-408e-9fea-8a764ec339b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (e3e0acc2-40bc-4e0d-812c-fb475a7a34dc), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:29.316695 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-2630b010-623f-408e-9fea-8a764ec339b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e0acc2-40bc-4e0d-812c-fb475a7a34dc']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:29.348813 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-2630b010-623f-408e-9fea-8a764ec339b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a77c7b-5d03-43ae-b14a-b31944229d80') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:29.349119 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-2630b010-623f-408e-9fea-8a764ec339b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a77c7b-5d03-43ae-b14a-b31944229d80') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:29.382085 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2630b010-623f-408e-9fea-8a764ec339b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (01a77c7b-5d03-43ae-b14a-b31944229d80), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:29.405930 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2630b010-623f-408e-9fea-8a764ec339b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (01a77c7b-5d03-43ae-b14a-b31944229d80), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:29.424480 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2630b010-623f-408e-9fea-8a764ec339b2 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:10:29.424895 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2630b010-623f-408e-9fea-8a764ec339b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (01a77c7b-5d03-43ae-b14a-b31944229d80), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:29.426823 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:10:29.426823 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:10:29.426823 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:10:29.426823 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:10:29.426823 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:10:29.426823 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:10:29.426823 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:10:29.426823 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:10:29.426823 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:10:29.426823 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:10:29.426823 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:10:29.426823 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:10:29.426823 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:10:29.426823 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:10:29.426823 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:10:29.426823 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:10:29.426823 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:10:29.426823 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:10:29.426823 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:10:29.426823 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:10:29.426823 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:10:29.426823 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:10:29.426823 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:10:29.426823 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:10:29.426823 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:10:29.426823 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:10:29.426823 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:10:29.426823 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:10:29.426823 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:10:29.426823 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:10:29.426823 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:10:29.426823 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:10:29.511640 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fabca4a4-9c19-401f-8e49-a06f6f0b6ac1 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (3f62a3e7-e1c1-4140-b759-4677245379ad), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:29.515340 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f5b4b4b4-3198-45a6-8e6e-b02825932042 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:10:29.519682 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabca4a4-9c19-401f-8e49-a06f6f0b6ac1 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:29.520338 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fabca4a4-9c19-401f-8e49-a06f6f0b6ac1 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:29.559361 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2630b010-623f-408e-9fea-8a764ec339b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (e3e0acc2-40bc-4e0d-812c-fb475a7a34dc), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:29.566704 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2630b010-623f-408e-9fea-8a764ec339b2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:29.577270 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2630b010-623f-408e-9fea-8a764ec339b2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e3e0acc2-40bc-4e0d-812c-fb475a7a34dc HTTP/1.1" status: 204 len: 168 time: 1.6059165 Mar 05 05:10:29.580597 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49870) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:29.599644 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-2176de57-b91d-4e5e-abd2-b110aacb4ae4 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Deleting subnet e4bc135b-3554-47a7-ad32-86250b16faba {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:10:29.607104 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630b010-623f-408e-9fea-8a764ec339b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3e0acc2-40bc-4e0d-812c-fb475a7a34dc,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:29.608520 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-3f6d28da-ae99-43bf-b600-fa63e5a805ba tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup_general--281853853&fields=id&tenant_id=d87f4bc3b1ad4083a50bfbdb9336d51e HTTP/1.1" status: 200 len: 267 time: 0.5017767 Mar 05 05:10:29.617798 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-0eba8ca3-ee7e-4f41-b985-0d3e9235aa17 None None] For port a593879d-230a-45aa-a2f4-6b07909ec2cd, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a593879d-230a-45aa-a2f4-6b07909ec2cd,segment=NetworkSegment(674e17c5-29f7-4c70-982d-8b3dad5fb069),segment_id=674e17c5-29f7-4c70-982d-8b3dad5fb069)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:10:29.652683 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2176de57-b91d-4e5e-abd2-b110aacb4ae4 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for subnet (e4bc135b-3554-47a7-ad32-86250b16faba), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:29.665027 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: f5b4b4b4-3198-45a6-8e6e-b02825932042 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:10:29.665579 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f5b4b4b4-3198-45a6-8e6e-b02825932042 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:10:29.668576 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-57d188b6-3a29-427f-9e68-6a215b85b425 None None] For port f5b4b4b4-3198-45a6-8e6e-b02825932042, host n-d-789963-32, got binding levels [] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:10:29.669195 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-57d188b6-3a29-427f-9e68-6a215b85b425 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (f5b4b4b4-3198-45a6-8e6e-b02825932042), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:29.675585 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0eba8ca3-ee7e-4f41-b985-0d3e9235aa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a593879d-230a-45aa-a2f4-6b07909ec2cd), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:29.738493 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-57d188b6-3a29-427f-9e68-6a215b85b425 None None] Calling delete_port for f5b4b4b4-3198-45a6-8e6e-b02825932042 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:10:29.744188 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4eca5e-6dbc-4b28-82f0-dfdf0ffe2bfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-495a8799-1d92-48f9-b1ae-440bf1cce32f', 'network_id': '495a8799-1d92-48f9-b1ae-440bf1cce32f', 'project_id': '40d4c0186b9f436d82ad000793240597', 'fixed_ips': [{'subnet_id': '452d5f90-f63d-4686-82b5-b8e1b9b7033c'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:10:29.745338 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7e4eca5e-6dbc-4b28-82f0-dfdf0ffe2bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:29.774721 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.ipam_backend_mixin [None req-57d188b6-3a29-427f-9e68-6a215b85b425 None None] Port f5b4b4b4-3198-45a6-8e6e-b02825932042 was not found and therefore no delete operation was performed {{(pid=105233) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 05 05:10:29.809103 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-57d188b6-3a29-427f-9e68-6a215b85b425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (f5b4b4b4-3198-45a6-8e6e-b02825932042), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:29.851311 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b541bd2d-740e-406e-a6b5-b26a35c0ba05 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (1f5b7ee3-8146-45be-9775-5076d1ac7279), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:29.873581 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fabca4a4-9c19-401f-8e49-a06f6f0b6ac1 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2232568 Mar 05 05:10:29.883853 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49876) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:29.893103 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-57d188b6-3a29-427f-9e68-6a215b85b425 None None] Network e3e0acc2-40bc-4e0d-812c-fb475a7a34dc is not hosted by any dhcp agent {{(pid=105233) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 05 05:10:29.894003 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d188b6-3a29-427f-9e68-6a215b85b425 None None] No DVR routers for this DVR port f5b4b4b4-3198-45a6-8e6e-b02825932042 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:10:29.990267 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-15c6fa7e-2094-43bf-86c0-67be88aa85e8 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Request body: {'network': {'name': 'tempest-router-network02--1271030091'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:30.053732 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-b541bd2d-740e-406e-a6b5-b26a35c0ba05 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Calling delete_port for 1f5b7ee3-8146-45be-9775-5076d1ac7279 owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:10:30.080257 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-7d063877-8b29-4a09-bac8-5b6a6a96c850 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup_access--990875690&fields=id&tenant_id=d87f4bc3b1ad4083a50bfbdb9336d51e HTTP/1.1" status: 200 len: 267 time: 0.4230664 Mar 05 05:10:30.093644 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-7e4eca5e-6dbc-4b28-82f0-dfdf0ffe2bfe None None] Allocated IP 172.20.0.2 (495a8799-1d92-48f9-b1ae-440bf1cce32f/452d5f90-f63d-4686-82b5-b8e1b9b7033c/bb2118d5-627c-4ddc-a4d2-f750a97e29fe) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:10:30.099384 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2176de57-b91d-4e5e-abd2-b110aacb4ae4 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (e4bc135b-3554-47a7-ad32-86250b16faba), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:30.136000 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabca4a4-9c19-401f-8e49-a06f6f0b6ac1 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Pushing event updated for resources: {'Network': ['ID=3f62a3e7-e1c1-4140-b759-4677245379ad,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:30.181389 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c6fa7e-2094-43bf-86c0-67be88aa85e8 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Made reservation on behalf of 40d4c0186b9f436d82ad000793240597 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:10:30.188130 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-15c6fa7e-2094-43bf-86c0-67be88aa85e8 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:30.210152 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49882) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:30.359828 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7e4eca5e-6dbc-4b28-82f0-dfdf0ffe2bfe None None] Publish callbacks [] for port (bb2118d5-627c-4ddc-a4d2-f750a97e29fe), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:30.373350 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-834941ab-186a-46d0-b59a-ed1b824752a0 None None] Provisioning complete for port a593879d-230a-45aa-a2f4-6b07909ec2cd triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:30.374085 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-834941ab-186a-46d0-b59a-ed1b824752a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a593879d-230a-45aa-a2f4-6b07909ec2cd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:30.384006 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c6fa7e-2094-43bf-86c0-67be88aa85e8 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:10:30.421644 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-15c6fa7e-2094-43bf-86c0-67be88aa85e8 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (cdd79903-973c-43f4-80dd-ede00a55d8bc), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:30.421975 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-15c6fa7e-2094-43bf-86c0-67be88aa85e8 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Added segment cdd79903-973c-43f4-80dd-ede00a55d8bc of type vlan for network f3d2dae8-732c-482a-9201-2ad832e58b39 Mar 05 05:10:30.450081 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 3f62a3e7-e1c1-4140-b759-4677245379ad details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:10:30.459190 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7e4eca5e-6dbc-4b28-82f0-dfdf0ffe2bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (bb2118d5-627c-4ddc-a4d2-f750a97e29fe), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:30.481759 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba8ca3-ee7e-4f41-b985-0d3e9235aa17 None None] Pushing event updated for resources: {'Port': ['ID=a593879d-230a-45aa-a2f4-6b07909ec2cd,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:30.528453 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-acbd17e5-5c6a-4e9e-9086-3e8a86859f58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:30.532171 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-15c6fa7e-2094-43bf-86c0-67be88aa85e8 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (f3d2dae8-732c-482a-9201-2ad832e58b39), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:30.550640 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4eca5e-6dbc-4b28-82f0-dfdf0ffe2bfe None None] Network 495a8799-1d92-48f9-b1ae-440bf1cce32f is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:10:30.555165 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-7e4eca5e-6dbc-4b28-82f0-dfdf0ffe2bfe None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:10:30.566610 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d188b6-3a29-427f-9e68-6a215b85b425 None None] Pushing event deleted for resources: {'Port': ['ID=f5b4b4b4-3198-45a6-8e6e-b02825932042,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:30.620302 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4eca5e-6dbc-4b28-82f0-dfdf0ffe2bfe None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:10:30.629586 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-15c6fa7e-2094-43bf-86c0-67be88aa85e8 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (f3d2dae8-732c-482a-9201-2ad832e58b39), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:30.636730 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c6fa7e-2094-43bf-86c0-67be88aa85e8 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:30.637395 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-15c6fa7e-2094-43bf-86c0-67be88aa85e8 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:30.719003 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-834941ab-186a-46d0-b59a-ed1b824752a0 None None] Current status of the port a593879d-230a-45aa-a2f4-6b07909ec2cd is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:30.742095 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-15c6fa7e-2094-43bf-86c0-67be88aa85e8 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7792070 Mar 05 05:10:30.763485 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49886) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:30.792411 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-b8d20627-ee57-4658-b77e-1e83af3d3ab5 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Request body: {'subnet': {'network_id': '3f62a3e7-e1c1-4140-b759-4677245379ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:30.817073 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-7e4eca5e-6dbc-4b28-82f0-dfdf0ffe2bfe None None] Attempting to bind port bb2118d5-627c-4ddc-a4d2-f750a97e29fe on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:10:30.817456 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-7e4eca5e-6dbc-4b28-82f0-dfdf0ffe2bfe None None] Attempting to bind port bb2118d5-627c-4ddc-a4d2-f750a97e29fe by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'd24a5f03-58a9-423e-a73a-3dcf9194b114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '495a8799-1d92-48f9-b1ae-440bf1cce32f'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:10:30.817832 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4eca5e-6dbc-4b28-82f0-dfdf0ffe2bfe None None] Attempting to bind port bb2118d5-627c-4ddc-a4d2-f750a97e29fe on network 495a8799-1d92-48f9-b1ae-440bf1cce32f {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:10:30.837159 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4eca5e-6dbc-4b28-82f0-dfdf0ffe2bfe None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:10:30.837548 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4eca5e-6dbc-4b28-82f0-dfdf0ffe2bfe None None] Checking segment: {'id': 'd24a5f03-58a9-423e-a73a-3dcf9194b114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '495a8799-1d92-48f9-b1ae-440bf1cce32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:10:30.837958 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7e4eca5e-6dbc-4b28-82f0-dfdf0ffe2bfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:30.839107 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4eca5e-6dbc-4b28-82f0-dfdf0ffe2bfe None None] Bound using segment: {'id': 'd24a5f03-58a9-423e-a73a-3dcf9194b114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '495a8799-1d92-48f9-b1ae-440bf1cce32f'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:10:30.839650 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-7e4eca5e-6dbc-4b28-82f0-dfdf0ffe2bfe None None] Bound port: bb2118d5-627c-4ddc-a4d2-f750a97e29fe, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24a5f03-58a9-423e-a73a-3dcf9194b114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '495a8799-1d92-48f9-b1ae-440bf1cce32f'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:10:30.840038 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7e4eca5e-6dbc-4b28-82f0-dfdf0ffe2bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (bb2118d5-627c-4ddc-a4d2-f750a97e29fe), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:30.852832 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6fa7e-2094-43bf-86c0-67be88aa85e8 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Pushing event updated for resources: {'Network': ['ID=f3d2dae8-732c-482a-9201-2ad832e58b39,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:30.889596 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network f3d2dae8-732c-482a-9201-2ad832e58b39 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:10:30.927556 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4eca5e-6dbc-4b28-82f0-dfdf0ffe2bfe None None] Pushing event updated for resources: {'Port': ['ID=bb2118d5-627c-4ddc-a4d2-f750a97e29fe,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:30.936050 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-acbd17e5-5c6a-4e9e-9086-3e8a86859f58 admin admin] Publish callbacks [] for security_group (348e647b-21a3-451f-bf90-44696adb296c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:30.951918 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-acbd17e5-5c6a-4e9e-9086-3e8a86859f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (348e647b-21a3-451f-bf90-44696adb296c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:31.018487 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd17e5-5c6a-4e9e-9086-3e8a86859f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348e647b-21a3-451f-bf90-44696adb296c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:31.040647 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-7e4eca5e-6dbc-4b28-82f0-dfdf0ffe2bfe None None] For port bb2118d5-627c-4ddc-a4d2-f750a97e29fe, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:10:31.049285 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-7e4eca5e-6dbc-4b28-82f0-dfdf0ffe2bfe None None] For port bb2118d5-627c-4ddc-a4d2-f750a97e29fe, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=bb2118d5-627c-4ddc-a4d2-f750a97e29fe,segment=NetworkSegment(d24a5f03-58a9-423e-a73a-3dcf9194b114),segment_id=d24a5f03-58a9-423e-a73a-3dcf9194b114)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:10:31.067376 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7e4eca5e-6dbc-4b28-82f0-dfdf0ffe2bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (bb2118d5-627c-4ddc-a4d2-f750a97e29fe), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:31.087006 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f2b726e8-25af-4a9c-b057-0f2d076d9538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (2e16d2b7-8a77-4c8b-a759-631a9c1dc081), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:31.219470 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4eca5e-6dbc-4b28-82f0-dfdf0ffe2bfe None None] Pushing event updated for resources: {'Port': ['ID=bb2118d5-627c-4ddc-a4d2-f750a97e29fe,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:31.286553 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a593879d-230a-45aa-a2f4-6b07909ec2cd up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:10:31.394681 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port a593879d-230a-45aa-a2f4-6b07909ec2cd triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:31.395380 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a593879d-230a-45aa-a2f4-6b07909ec2cd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:31.466425 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-acbd17e5-5c6a-4e9e-9086-3e8a86859f58 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cb7f62f47dc44186a550952bf0a90d7e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2533605 Mar 05 05:10:31.466684 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49890) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:31.552861 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-a75bed52-8861-436a-96b8-dc355508e590 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:31.555864 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-a75bed52-8861-436a-96b8-dc355508e590 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/networks?id=b17767d8-96c7-4c01-a562-6f7782516c60 HTTP/1.1" status: 200 len: 796 time: 1.4747207 Mar 05 05:10:31.615805 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port a593879d-230a-45aa-a2f4-6b07909ec2cd is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:31.654430 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-19cf1011-2022-468a-b0b4-4f308f6d295c admin admin] Publish callbacks [] for security_group (348e647b-21a3-451f-bf90-44696adb296c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:31.713090 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2176de57-b91d-4e5e-abd2-b110aacb4ae4 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (e4bc135b-3554-47a7-ad32-86250b16faba), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:31.733362 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-19cf1011-2022-468a-b0b4-4f308f6d295c admin admin] Publish callbacks [] for security_group (348e647b-21a3-451f-bf90-44696adb296c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:31.786565 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-f2b726e8-25af-4a9c-b057-0f2d076d9538 admin admin] Deleting port 081a289d-4aa2-44cc-8057-f600dd757c73 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:10:31.786957 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f2b726e8-25af-4a9c-b057-0f2d076d9538 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (081a289d-4aa2-44cc-8057-f600dd757c73), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:31.791203 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-a7f35f4e-3cd8-45b8-9516-5bca55d5d0ee tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/quotas/d87f4bc3b1ad4083a50bfbdb9336d51e HTTP/1.1" status: 200 len: 375 time: 0.1094313 Mar 05 05:10:31.809162 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d20627-ee57-4658-b77e-1e83af3d3ab5 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Made reservation on behalf of 40d4c0186b9f436d82ad000793240597 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:10:31.812879 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b8d20627-ee57-4658-b77e-1e83af3d3ab5 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:31.876881 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-f2b726e8-25af-4a9c-b057-0f2d076d9538 admin admin] For port 081a289d-4aa2-44cc-8057-f600dd757c73, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=081a289d-4aa2-44cc-8057-f600dd757c73,segment=NetworkSegment(97793d67-3114-4b04-a48e-b236c95755c6),segment_id=97793d67-3114-4b04-a48e-b236c95755c6)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:10:31.877128 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f2b726e8-25af-4a9c-b057-0f2d076d9538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (081a289d-4aa2-44cc-8057-f600dd757c73), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:31.890300 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-f2b726e8-25af-4a9c-b057-0f2d076d9538 admin admin] Calling delete_port for 081a289d-4aa2-44cc-8057-f600dd757c73 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:10:32.096593 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f2b726e8-25af-4a9c-b057-0f2d076d9538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (081a289d-4aa2-44cc-8057-f600dd757c73), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:32.110933 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-42a4c995-22b0-40d8-ab00-c9f5652ecad1 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d87f4bc3b1ad4083a50bfbdb9336d51e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2920434 Mar 05 05:10:32.113354 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2176de57-b91d-4e5e-abd2-b110aacb4ae4 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (e4bc135b-3554-47a7-ad32-86250b16faba), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:32.140776 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b726e8-25af-4a9c-b057-0f2d076d9538 admin admin] Pushing event deleted for resources: {'Port': ['ID=081a289d-4aa2-44cc-8057-f600dd757c73,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:32.178972 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2176de57-b91d-4e5e-abd2-b110aacb4ae4 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:32.179392 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9bfff5-f4f4-46a7-a66b-fcedd62f1608 None None] Network b885e2bf-4bc9-40f2-89c0-4eb33ca17d48 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:10:32.180660 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-19cf1011-2022-468a-b0b4-4f308f6d295c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (348e647b-21a3-451f-bf90-44696adb296c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:32.193646 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-19cf1011-2022-468a-b0b4-4f308f6d295c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:32.193889 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2176de57-b91d-4e5e-abd2-b110aacb4ae4 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/subnets/e4bc135b-3554-47a7-ad32-86250b16faba HTTP/1.1" status: 204 len: 168 time: 3.1703792 Mar 05 05:10:32.194578 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b541bd2d-740e-406e-a6b5-b26a35c0ba05 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (1f5b7ee3-8146-45be-9775-5076d1ac7279), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:32.196301 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-19cf1011-2022-468a-b0b4-4f308f6d295c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/348e647b-21a3-451f-bf90-44696adb296c HTTP/1.1" status: 204 len: 168 time: 0.7273602 Mar 05 05:10:32.198142 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49894) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:32.240672 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176de57-b91d-4e5e-abd2-b110aacb4ae4 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Subnet': ['ID=e4bc135b-3554-47a7-ad32-86250b16faba,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:32.312898 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf1011-2022-468a-b0b4-4f308f6d295c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348e647b-21a3-451f-bf90-44696adb296c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:32.386754 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541bd2d-740e-406e-a6b5-b26a35c0ba05 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Port': ['ID=1f5b7ee3-8146-45be-9775-5076d1ac7279,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:32.467649 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-47624200-7ddd-44ed-91e5-a189e06fe937 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Deleting subnet ca859edf-efb2-4885-a657-87b28d663325 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:10:32.478139 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-47624200-7ddd-44ed-91e5-a189e06fe937 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for subnet (ca859edf-efb2-4885-a657-87b28d663325), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:32.686097 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-47624200-7ddd-44ed-91e5-a189e06fe937 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (ca859edf-efb2-4885-a657-87b28d663325), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:32.834660 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b8d20627-ee57-4658-b77e-1e83af3d3ab5 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (ce91634a-feda-49b3-b0ff-e960da02dc6e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:32.880848 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f2b726e8-25af-4a9c-b057-0f2d076d9538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (2e16d2b7-8a77-4c8b-a759-631a9c1dc081), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:32.956410 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49904) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:32.989076 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-47624200-7ddd-44ed-91e5-a189e06fe937 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (ca859edf-efb2-4885-a657-87b28d663325), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:33.053544 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee7321f-e9f5-4f3f-abc5-3c5ba13ac9b7 None None] Network 495a8799-1d92-48f9-b1ae-440bf1cce32f requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:10:33.067839 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b6686f05-169e-47fd-9497-40652875d777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:33.107662 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b541bd2d-740e-406e-a6b5-b26a35c0ba05 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (8cd2654f-8aa9-4950-834a-5ce65f6f0916), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:33.130198 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d20627-ee57-4658-b77e-1e83af3d3ab5 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Pushing event updated for resources: {'Subnet': ['ID=ce91634a-feda-49b3-b0ff-e960da02dc6e,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:33.288246 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3fbe19f8-281b-4312-84c1-ea0d57d57d98 None None] Provisioning complete for port bb2118d5-627c-4ddc-a4d2-f750a97e29fe triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:33.288623 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3fbe19f8-281b-4312-84c1-ea0d57d57d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bb2118d5-627c-4ddc-a4d2-f750a97e29fe), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:33.333573 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-47624200-7ddd-44ed-91e5-a189e06fe937 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (ca859edf-efb2-4885-a657-87b28d663325), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:33.390318 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47624200-7ddd-44ed-91e5-a189e06fe937 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Subnet': ['ID=ca859edf-efb2-4885-a657-87b28d663325,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:33.413732 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bb2118d5-627c-4ddc-a4d2-f750a97e29fe up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:10:33.415018 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-47624200-7ddd-44ed-91e5-a189e06fe937 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:33.429013 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-47624200-7ddd-44ed-91e5-a189e06fe937 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/subnets/ca859edf-efb2-4885-a657-87b28d663325 HTTP/1.1" status: 204 len: 168 time: 1.2166026 Mar 05 05:10:33.429693 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49908) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:33.433582 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-6c1a6a51-f8fa-4cbe-a7d1-e46bf281c41f service neutron] 10.222.0.11 "GET /v2.0/networks/b17767d8-96c7-4c01-a562-6f7782516c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2685812 Mar 05 05:10:33.456538 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b541bd2d-740e-406e-a6b5-b26a35c0ba05 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (8cd2654f-8aa9-4950-834a-5ce65f6f0916), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:33.486896 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b541bd2d-740e-406e-a6b5-b26a35c0ba05 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router_controller (8cd2654f-8aa9-4950-834a-5ce65f6f0916), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:33.500468 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-45225011-0b25-48a7-977b-3d2e42cddfdc tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] DELETE failed (client error): The resource could not be found. Mar 05 05:10:33.501243 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45225011-0b25-48a7-977b-3d2e42cddfdc tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:10:33.502541 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d20627-ee57-4658-b77e-1e83af3d3ab5 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Checking segment: {'id': '8d6fbd6d-56b4-4f9b-93e3-b39dd713cb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3f62a3e7-e1c1-4140-b759-4677245379ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:10:33.502953 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d20627-ee57-4658-b77e-1e83af3d3ab5 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Network hostable DHCP agents. Network: 3f62a3e7-e1c1-4140-b759-4677245379ad, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:10:33.508535 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-45225011-0b25-48a7-977b-3d2e42cddfdc tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/subnets/e4bc135b-3554-47a7-ad32-86250b16faba HTTP/1.1" status: 404 len: 337 time: 0.0756378 Mar 05 05:10:33.525288 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49910) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:33.681800 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3fbe19f8-281b-4312-84c1-ea0d57d57d98 None None] Current status of the port bb2118d5-627c-4ddc-a4d2-f750a97e29fe is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:33.682203 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3fbe19f8-281b-4312-84c1-ea0d57d57d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (bb2118d5-627c-4ddc-a4d2-f750a97e29fe), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:33.756711 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b541bd2d-740e-406e-a6b5-b26a35c0ba05 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (8cd2654f-8aa9-4950-834a-5ce65f6f0916), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:33.761646 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port bb2118d5-627c-4ddc-a4d2-f750a97e29fe triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:33.762213 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bb2118d5-627c-4ddc-a4d2-f750a97e29fe), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:33.764018 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b541bd2d-740e-406e-a6b5-b26a35c0ba05 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Fanout notify agent at l3_agent the message router_deleted on router 8cd2654f-8aa9-4950-834a-5ce65f6f0916 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:10:33.776566 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b541bd2d-740e-406e-a6b5-b26a35c0ba05 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:33.785246 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b541bd2d-740e-406e-a6b5-b26a35c0ba05 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/routers/8cd2654f-8aa9-4950-834a-5ce65f6f0916 HTTP/1.1" status: 204 len: 168 time: 6.5302970 Mar 05 05:10:33.791686 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49914) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:33.808091 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be90ff8-c22f-4dae-af39-7c5144ecb0ab None None] Network b885e2bf-4bc9-40f2-89c0-4eb33ca17d48 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:10:33.814670 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-8ee3bf24-c233-41b9-a68a-e68c28924b62 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1409748413'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:33.850893 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-3fbe19f8-281b-4312-84c1-ea0d57d57d98 None None] For port bb2118d5-627c-4ddc-a4d2-f750a97e29fe, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=bb2118d5-627c-4ddc-a4d2-f750a97e29fe,segment=NetworkSegment(d24a5f03-58a9-423e-a73a-3dcf9194b114),segment_id=d24a5f03-58a9-423e-a73a-3dcf9194b114)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:10:33.854344 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b726e8-25af-4a9c-b057-0f2d076d9538 admin admin] Router 2e16d2b7-8a77-4c8b-a759-631a9c1dc081 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:10:33.856232 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb26d3c-6c02-47c5-af40-4f79c00a3c5f tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Deleting subnet d4360b4a-b787-4b75-8197-dfd327510cd9 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:10:33.865568 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d20627-ee57-4658-b77e-1e83af3d3ab5 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Network 3f62a3e7-e1c1-4140-b759-4677245379ad is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:10:33.878989 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3fbe19f8-281b-4312-84c1-ea0d57d57d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (bb2118d5-627c-4ddc-a4d2-f750a97e29fe), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:33.883666 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-efb26d3c-6c02-47c5-af40-4f79c00a3c5f tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for subnet (d4360b4a-b787-4b75-8197-dfd327510cd9), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:33.931531 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee3bf24-c233-41b9-a68a-e68c28924b62 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Made reservation on behalf of 978358acf25b4258a1f9561e5a1108d7 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:10:33.935032 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8ee3bf24-c233-41b9-a68a-e68c28924b62 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:33.955496 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-b8d20627-ee57-4658-b77e-1e83af3d3ab5 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 3f62a3e7-e1c1-4140-b759-4677245379ad) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:10:33.958228 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b6686f05-169e-47fd-9497-40652875d777 admin admin] Publish callbacks [] for security_group (d900d87e-859d-45ad-bf5d-82cf11c2c9ec), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:33.969168 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-5cc7c8ca-7da1-4236-a3fc-ac6e156195ff service neutron] 10.222.0.11 "GET /v2.0/networks/b17767d8-96c7-4c01-a562-6f7782516c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5104029 Mar 05 05:10:33.975297 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d20627-ee57-4658-b77e-1e83af3d3ab5 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:33.976002 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b8d20627-ee57-4658-b77e-1e83af3d3ab5 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:33.981864 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b6686f05-169e-47fd-9497-40652875d777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d900d87e-859d-45ad-bf5d-82cf11c2c9ec), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:33.984582 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503a5dd4-b41a-416b-aa4c-4a3ecfb802ec None None] Network 3f62a3e7-e1c1-4140-b759-4677245379ad requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:10:33.988778 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-efb26d3c-6c02-47c5-af40-4f79c00a3c5f tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (d4360b4a-b787-4b75-8197-dfd327510cd9), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:34.048753 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b726e8-25af-4a9c-b057-0f2d076d9538 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:10:34.062465 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62540af2-e482-4cbc-abb6-a979131e142b None None] Sync routers for ids ['2e16d2b7-8a77-4c8b-a759-631a9c1dc081'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:10:34.075319 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b8d20627-ee57-4658-b77e-1e83af3d3ab5 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2901988 Mar 05 05:10:34.076123 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f2b726e8-25af-4a9c-b057-0f2d076d9538 admin admin] 10.222.0.11 "PUT /v2.0/routers/2e16d2b7-8a77-4c8b-a759-631a9c1dc081/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4943841 Mar 05 05:10:34.078858 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62540af2-e482-4cbc-abb6-a979131e142b None None] Routers {'2e16d2b7-8a77-4c8b-a759-631a9c1dc081'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:10:34.079266 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49916) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:34.080904 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-62540af2-e482-4cbc-abb6-a979131e142b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:10:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['2e16d2b7-8a77-4c8b-a759-631a9c1dc081'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:34.081636 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49918) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:34.088046 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ee3bf24-c233-41b9-a68a-e68c28924b62 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:10:34.097821 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b6686f05-169e-47fd-9497-40652875d777 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=821a2c9272d24605aadd4ac243d27ce1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1358128 Mar 05 05:10:34.103173 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49922) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:34.103999 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6686f05-169e-47fd-9497-40652875d777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d900d87e-859d-45ad-bf5d-82cf11c2c9ec,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:34.113831 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-01ab2b42-aafb-414a-829c-a4e9c99ed8a0 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Request body: {'subnet': {'network_id': 'f3d2dae8-732c-482a-9201-2ad832e58b39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:34.130425 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8ee3bf24-c233-41b9-a68a-e68c28924b62 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (57f7bd86-e8f8-4f06-80d3-8a7bc30c7837), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:34.130864 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-8ee3bf24-c233-41b9-a68a-e68c28924b62 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Added segment 57f7bd86-e8f8-4f06-80d3-8a7bc30c7837 of type vlan for network 192036af-e376-4ad9-bd7f-427584682743 Mar 05 05:10:34.146689 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6686f05-169e-47fd-9497-40652875d777 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:34.147039 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6686f05-169e-47fd-9497-40652875d777 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:34.147526 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6686f05-169e-47fd-9497-40652875d777 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:34.147938 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6686f05-169e-47fd-9497-40652875d777 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:34.148355 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6686f05-169e-47fd-9497-40652875d777 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:34.148760 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6686f05-169e-47fd-9497-40652875d777 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:34.149150 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6686f05-169e-47fd-9497-40652875d777 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:34.149539 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6686f05-169e-47fd-9497-40652875d777 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:34.149930 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6686f05-169e-47fd-9497-40652875d777 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:34.150321 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6686f05-169e-47fd-9497-40652875d777 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:34.150709 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6686f05-169e-47fd-9497-40652875d777 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:34.151127 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6686f05-169e-47fd-9497-40652875d777 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:34.151510 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6686f05-169e-47fd-9497-40652875d777 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:10:34.214040 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe19f8-281b-4312-84c1-ea0d57d57d98 None None] Pushing event updated for resources: {'Port': ['ID=bb2118d5-627c-4ddc-a4d2-f750a97e29fe,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:34.286244 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3ba24205-1b2f-447e-b021-144f356417bd None None] Provisioning complete for port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:34.286738 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3ba24205-1b2f-447e-b021-144f356417bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:34.301422 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-62540af2-e482-4cbc-abb6-a979131e142b None None] Set router 2e16d2b7-8a77-4c8b-a759-631a9c1dc081 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:10:34.303194 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8ee3bf24-c233-41b9-a68a-e68c28924b62 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (192036af-e376-4ad9-bd7f-427584682743), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:34.330273 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36fc964-6845-4ec0-9a15-7a1bc88e9e25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-3f62a3e7-e1c1-4140-b759-4677245379ad', 'network_id': '3f62a3e7-e1c1-4140-b759-4677245379ad', 'project_id': '40d4c0186b9f436d82ad000793240597', 'fixed_ips': [{'subnet_id': 'ce91634a-feda-49b3-b0ff-e960da02dc6e'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:10:34.331350 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c36fc964-6845-4ec0-9a15-7a1bc88e9e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:34.386890 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8ee3bf24-c233-41b9-a68a-e68c28924b62 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (192036af-e376-4ad9-bd7f-427584682743), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:34.407787 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee3bf24-c233-41b9-a68a-e68c28924b62 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:34.410617 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8ee3bf24-c233-41b9-a68a-e68c28924b62 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:34.465790 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3ba24205-1b2f-447e-b021-144f356417bd None None] Current status of the port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:34.491497 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port bb2118d5-627c-4ddc-a4d2-f750a97e29fe is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:34.498226 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ab2b42-aafb-414a-829c-a4e9c99ed8a0 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Made reservation on behalf of 40d4c0186b9f436d82ad000793240597 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:10:34.513708 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3ba24205-1b2f-447e-b021-144f356417bd None None] Provisioning complete for port bb2118d5-627c-4ddc-a4d2-f750a97e29fe triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:34.514350 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3ba24205-1b2f-447e-b021-144f356417bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bb2118d5-627c-4ddc-a4d2-f750a97e29fe), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:34.519385 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-01ab2b42-aafb-414a-829c-a4e9c99ed8a0 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:34.560739 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c490f951-0b5f-459c-a76c-8684de5c980a req-20b3f3cb-ae09-4bdc-a9d2-eec360c43399 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad57c8bb-8e28-41b7-9141-3f0642be164f HTTP/1.1" status: 200 len: 210 time: 0.1885581 Mar 05 05:10:34.623911 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8ee3bf24-c233-41b9-a68a-e68c28924b62 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8206592 Mar 05 05:10:34.631489 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-efb26d3c-6c02-47c5-af40-4f79c00a3c5f tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (d4360b4a-b787-4b75-8197-dfd327510cd9), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:34.635321 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49932) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:34.645000 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-8129d0f4-9756-4743-8297-c5613cfa1c29 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Request body: {'subnet': {'network_id': '192036af-e376-4ad9-bd7f-427584682743', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:34.827768 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-62540af2-e482-4cbc-abb6-a979131e142b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e16d2b7-8a77-4c8b-a759-631a9c1dc081', 'name': 'tempest-TaggedBootDevicesTest-473902487-router', 'tenant_id': 'ebac8859fe924912b42dc8696c014a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '0f54f410-2bab-44ac-a7fc-1ad337f61591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:00:54Z', 'updated_at': '2022-03-05T05:10:32Z', 'revision_number': 5, 'project_id': 'ebac8859fe924912b42dc8696c014a4b', 'gw_port': {'id': '0f54f410-2bab-44ac-a7fc-1ad337f61591', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:dd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e16d2b7-8a77-4c8b-a759-631a9c1dc081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:00:56Z', 'updated_at': '2022-03-05T05:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:34.840290 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-c36fc964-6845-4ec0-9a15-7a1bc88e9e25 None None] Allocated IP 172.20.0.2 (3f62a3e7-e1c1-4140-b759-4677245379ad/ce91634a-feda-49b3-b0ff-e960da02dc6e/a578364b-e8c5-46e8-9664-5769f7804bee) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:10:34.878722 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3ba24205-1b2f-447e-b021-144f356417bd None None] Current status of the port bb2118d5-627c-4ddc-a4d2-f750a97e29fe is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:34.921162 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3bf24-c233-41b9-a68a-e68c28924b62 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Network': ['ID=192036af-e376-4ad9-bd7f-427584682743,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:34.939696 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62540af2-e482-4cbc-abb6-a979131e142b None None] Checking router: 2e16d2b7-8a77-4c8b-a759-631a9c1dc081 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:10:34.952589 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bbfd8777-b2ed-400b-a008-7b9386ffaa23 admin admin] Publish callbacks [] for router (2e16d2b7-8a77-4c8b-a759-631a9c1dc081), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:34.954274 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62540af2-e482-4cbc-abb6-a979131e142b None None] Routers {'2e16d2b7-8a77-4c8b-a759-631a9c1dc081'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:10:34.956362 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-62540af2-e482-4cbc-abb6-a979131e142b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:10:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['2e16d2b7-8a77-4c8b-a759-631a9c1dc081'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:34.968828 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 192036af-e376-4ad9-bd7f-427584682743 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:10:35.054626 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eba1112e-5273-49cb-9f20-3759bfc5399f admin admin] Publish callbacks [] for security_group (d900d87e-859d-45ad-bf5d-82cf11c2c9ec), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:35.095745 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eba1112e-5273-49cb-9f20-3759bfc5399f admin admin] Publish callbacks [] for security_group (d900d87e-859d-45ad-bf5d-82cf11c2c9ec), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:35.190832 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eba1112e-5273-49cb-9f20-3759bfc5399f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d900d87e-859d-45ad-bf5d-82cf11c2c9ec), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:35.193822 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eba1112e-5273-49cb-9f20-3759bfc5399f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:35.195422 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-eba1112e-5273-49cb-9f20-3759bfc5399f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d900d87e-859d-45ad-bf5d-82cf11c2c9ec HTTP/1.1" status: 204 len: 168 time: 1.0884264 Mar 05 05:10:35.200809 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-62540af2-e482-4cbc-abb6-a979131e142b None None] Set router 2e16d2b7-8a77-4c8b-a759-631a9c1dc081 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:10:35.241722 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1112e-5273-49cb-9f20-3759bfc5399f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d900d87e-859d-45ad-bf5d-82cf11c2c9ec,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:35.259440 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3ba24205-1b2f-447e-b021-144f356417bd None None] Provisioning complete for port e3769001-ef29-435c-a160-7690bd121d2c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:35.261919 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3ba24205-1b2f-447e-b021-144f356417bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e3769001-ef29-435c-a160-7690bd121d2c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:35.284485 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-efb26d3c-6c02-47c5-af40-4f79c00a3c5f tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (d4360b4a-b787-4b75-8197-dfd327510cd9), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:35.400471 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb26d3c-6c02-47c5-af40-4f79c00a3c5f tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Subnet': ['ID=d4360b4a-b787-4b75-8197-dfd327510cd9,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:35.403361 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8129d0f4-9756-4743-8297-c5613cfa1c29 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Made reservation on behalf of 978358acf25b4258a1f9561e5a1108d7 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:10:35.408100 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8129d0f4-9756-4743-8297-c5613cfa1c29 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:35.430038 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-efb26d3c-6c02-47c5-af40-4f79c00a3c5f tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:35.434022 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-efb26d3c-6c02-47c5-af40-4f79c00a3c5f tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/subnets/d4360b4a-b787-4b75-8197-dfd327510cd9 HTTP/1.1" status: 204 len: 168 time: 1.8711629 Mar 05 05:10:35.437443 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49940) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:35.480700 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5b0f76-d09c-4fce-9622-4278eda56416 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] DELETE failed (client error): The resource could not be found. Mar 05 05:10:35.481775 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc5b0f76-d09c-4fce-9622-4278eda56416 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:10:35.487679 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-cc5b0f76-d09c-4fce-9622-4278eda56416 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/subnets/98c0d480-512e-4da1-bccc-fcb284b71ac4 HTTP/1.1" status: 404 len: 337 time: 0.0488808 Mar 05 05:10:35.520685 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49942) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:35.579839 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1cea200d-ef8c-4184-bffa-4a7ef62da3b3 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "GET /v2.0/ports?device_id=09c16a33-f2f9-42c9-bbe3-198ebd323d97 HTTP/1.1" status: 200 len: 205 time: 0.0573099 Mar 05 05:10:35.587620 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49944) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:35.701040 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bb2118d5-627c-4ddc-a4d2-f750a97e29fe up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:10:35.787880 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-722cbdf5-ab1f-4429-9019-128a20c4a4dc tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] delete failed (client error): The resource could not be found. Mar 05 05:10:35.788815 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-722cbdf5-ab1f-4429-9019-128a20c4a4dc tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/routers/09c16a33-f2f9-42c9-bbe3-198ebd323d97 HTTP/1.1" status: 404 len: 336 time: 0.1939123 Mar 05 05:10:35.823856 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49950) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:35.849710 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3ba24205-1b2f-447e-b021-144f356417bd None None] Port e3769001-ef29-435c-a160-7690bd121d2c cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:10:35.898652 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bca636-e8b4-443b-9f7e-71e538e5e87e None None] Network b885e2bf-4bc9-40f2-89c0-4eb33ca17d48 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:10:35.907973 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-df8215af-0e7a-4499-bbd6-4df905c4535a req-8d7eb9c9-8d2c-4108-b603-fe9a43000e03 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad57c8bb-8e28-41b7-9141-3f0642be164f HTTP/1.1" status: 200 len: 210 time: 0.1354451 Mar 05 05:10:35.965968 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa7bf0d-3351-4f83-a078-3959ffb64dce tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] DELETE failed (client error): The resource could not be found. Mar 05 05:10:35.970702 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfa7bf0d-3351-4f83-a078-3959ffb64dce tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:10:35.981919 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-cfa7bf0d-3351-4f83-a078-3959ffb64dce tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/subnets/a7f0332b-9c7a-4c88-9991-4634ad7d71e5 HTTP/1.1" status: 404 len: 337 time: 0.1416266 Mar 05 05:10:35.989840 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-62540af2-e482-4cbc-abb6-a979131e142b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e16d2b7-8a77-4c8b-a759-631a9c1dc081', 'name': 'tempest-TaggedBootDevicesTest-473902487-router', 'tenant_id': 'ebac8859fe924912b42dc8696c014a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '0f54f410-2bab-44ac-a7fc-1ad337f61591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:00:54Z', 'updated_at': '2022-03-05T05:10:32Z', 'revision_number': 5, 'project_id': 'ebac8859fe924912b42dc8696c014a4b', 'gw_port': {'id': '0f54f410-2bab-44ac-a7fc-1ad337f61591', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:dd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e16d2b7-8a77-4c8b-a759-631a9c1dc081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:00:56Z', 'updated_at': '2022-03-05T05:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:35.991614 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49954) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:36.051748 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62540af2-e482-4cbc-abb6-a979131e142b None None] The sync data for ids ['2e16d2b7-8a77-4c8b-a759-631a9c1dc081'] in n-d-789963-32 is: [{'id': '2e16d2b7-8a77-4c8b-a759-631a9c1dc081', 'name': 'tempest-TaggedBootDevicesTest-473902487-router', 'tenant_id': 'ebac8859fe924912b42dc8696c014a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '0f54f410-2bab-44ac-a7fc-1ad337f61591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:00:54Z', 'updated_at': '2022-03-05T05:10:32Z', 'revision_number': 5, 'project_id': 'ebac8859fe924912b42dc8696c014a4b', 'gw_port': {'id': '0f54f410-2bab-44ac-a7fc-1ad337f61591', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:dd:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e16d2b7-8a77-4c8b-a759-631a9c1dc081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:00:56Z', 'updated_at': '2022-03-05T05:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:10:36.067458 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab059c9-8d76-4bc3-b9a0-b8bfd934bed7 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] DELETE failed (client error): The resource could not be found. Mar 05 05:10:36.068625 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab059c9-8d76-4bc3-b9a0-b8bfd934bed7 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:10:36.073479 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fab059c9-8d76-4bc3-b9a0-b8bfd934bed7 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/subnets/82902e29-9278-4bca-8a70-f3b834bc55b5 HTTP/1.1" status: 404 len: 337 time: 0.0807810 Mar 05 05:10:36.092418 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49958) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:36.138652 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d95b428-163e-458d-974b-4ea24466cb0e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] DELETE failed (client error): The resource could not be found. Mar 05 05:10:36.139357 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d95b428-163e-458d-974b-4ea24466cb0e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:10:36.143145 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4d95b428-163e-458d-974b-4ea24466cb0e tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/subnets/5ff9578e-0f91-4e43-8522-87551d002ce8 HTTP/1.1" status: 404 len: 337 time: 0.0373650 Mar 05 05:10:36.162907 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49962) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:36.230942 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bbfd8777-b2ed-400b-a008-7b9386ffaa23 admin admin] Publish callbacks [] for router_gateway (2e16d2b7-8a77-4c8b-a759-631a9c1dc081), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:36.239050 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de04294-f3c9-41c9-9d4d-dbf7041b811a tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] DELETE failed (client error): The resource could not be found. Mar 05 05:10:36.240075 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4de04294-f3c9-41c9-9d4d-dbf7041b811a tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:10:36.243760 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4de04294-f3c9-41c9-9d4d-dbf7041b811a tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/ports/0f9a1e20-9311-446d-996f-0bfaa8c41657 HTTP/1.1" status: 404 len: 333 time: 0.0793884 Mar 05 05:10:36.255805 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49966) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:36.319236 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-df1ec67e-3504-4028-b451-de0708f6c249 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] DELETE failed (client error): The resource could not be found. Mar 05 05:10:36.319944 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df1ec67e-3504-4028-b451-de0708f6c249 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:10:36.325821 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-df1ec67e-3504-4028-b451-de0708f6c249 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/subnets/2f910457-3ce2-4591-9ddc-0e8dfd1f2581 HTTP/1.1" status: 404 len: 337 time: 0.0689013 Mar 05 05:10:36.337341 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49970) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:36.460284 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-01ab2b42-aafb-414a-829c-a4e9c99ed8a0 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (79343fec-71e1-40e6-8f39-7a7f0f534fad), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:36.499840 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f5c847-aa0d-40ee-bb4a-7c8a426a67ea tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] DELETE failed (client error): The resource could not be found. Mar 05 05:10:36.500400 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f5c847-aa0d-40ee-bb4a-7c8a426a67ea tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:10:36.504291 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b5f5c847-aa0d-40ee-bb4a-7c8a426a67ea tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/subnets/7c11a8c3-84c2-4067-a117-7c554da4199a HTTP/1.1" status: 404 len: 337 time: 0.1566508 Mar 05 05:10:36.514104 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-61f36ab5-a731-47ad-be42-6009e9cbf999 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:36.515755 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-61f36ab5-a731-47ad-be42-6009e9cbf999 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.31 "GET /v2.0/networks?id=b17767d8-96c7-4c01-a562-6f7782516c60 HTTP/1.1" status: 200 len: 796 time: 0.4394472 Mar 05 05:10:36.521325 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49974) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:36.528970 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port bb2118d5-627c-4ddc-a4d2-f750a97e29fe triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:36.529459 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bb2118d5-627c-4ddc-a4d2-f750a97e29fe), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:36.531288 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3322345e-f80e-41fe-ba8a-672299a9b551 None None] Provisioning complete for port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:36.531553 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3322345e-f80e-41fe-ba8a-672299a9b551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:36.567325 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8129d0f4-9756-4743-8297-c5613cfa1c29 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (e12bc2bb-250c-4ffd-84e2-0366ba8e6ffe), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:36.569628 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec98cb95-b406-41a6-a21c-d111f92c2afd tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] DELETE failed (client error): The resource could not be found. Mar 05 05:10:36.570835 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec98cb95-b406-41a6-a21c-d111f92c2afd tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:10:36.574368 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ec98cb95-b406-41a6-a21c-d111f92c2afd tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/ports/325a2489-118b-4f64-8ce4-644afc82c10a HTTP/1.1" status: 404 len: 333 time: 0.0517576 Mar 05 05:10:36.584561 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49976) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:36.606247 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c36fc964-6845-4ec0-9a15-7a1bc88e9e25 None None] Publish callbacks [] for port (a578364b-e8c5-46e8-9664-5769f7804bee), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:36.633830 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c36fc964-6845-4ec0-9a15-7a1bc88e9e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (a578364b-e8c5-46e8-9664-5769f7804bee), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:36.648369 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd93d29-4e5d-49be-abd3-6c2c080daf33 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] DELETE failed (client error): The resource could not be found. Mar 05 05:10:36.648890 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffd93d29-4e5d-49be-abd3-6c2c080daf33 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:10:36.652151 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ffd93d29-4e5d-49be-abd3-6c2c080daf33 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/subnets/e871ecab-002f-4989-9676-ba3b8ba18287 HTTP/1.1" status: 404 len: 337 time: 0.0573115 Mar 05 05:10:36.674903 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 49980) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:36.684401 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129d0f4-9756-4743-8297-c5613cfa1c29 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Subnet': ['ID=e12bc2bb-250c-4ffd-84e2-0366ba8e6ffe,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:36.723573 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fc964-6845-4ec0-9a15-7a1bc88e9e25 None None] Pushing event updated for resources: {'Port': ['ID=a578364b-e8c5-46e8-9664-5769f7804bee,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:36.781415 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36fc964-6845-4ec0-9a15-7a1bc88e9e25 None None] Network 3f62a3e7-e1c1-4140-b759-4677245379ad is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:10:36.805196 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-c36fc964-6845-4ec0-9a15-7a1bc88e9e25 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:10:36.810497 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-bbfd8777-b2ed-400b-a008-7b9386ffaa23 admin admin] Deleting port 0f54f410-2bab-44ac-a7fc-1ad337f61591 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:10:36.810855 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bbfd8777-b2ed-400b-a008-7b9386ffaa23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (0f54f410-2bab-44ac-a7fc-1ad337f61591), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:36.814454 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36fc964-6845-4ec0-9a15-7a1bc88e9e25 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:10:36.838133 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-b8dfcef3-b434-400f-9fd6-fe38a2cc5e6c tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d87f4bc3b1ad4083a50bfbdb9336d51e HTTP/1.1" status: 200 len: 476 time: 0.3127453 Mar 05 05:10:36.861441 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-a33577ed-8b28-472c-8f92-3c45c21e0ed6 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Request body: {'port': {'device_id': 'ad57c8bb-8e28-41b7-9141-3f0642be164f', 'network_id': 'b17767d8-96c7-4c01-a562-6f7782516c60', 'admin_state_up': True, 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'security_groups': ['baf22591-9dcb-4cc0-901c-bb7474a8e0e4', 'bbbdc747-caaf-4d19-9e1b-27cb97e3b082']}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:36.865547 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8129d0f4-9756-4743-8297-c5613cfa1c29 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Checking segment: {'id': '57f7bd86-e8f8-4f06-80d3-8a7bc30c7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '192036af-e376-4ad9-bd7f-427584682743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:10:36.866198 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8129d0f4-9756-4743-8297-c5613cfa1c29 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network hostable DHCP agents. Network: 192036af-e376-4ad9-bd7f-427584682743, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:10:36.878479 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3322345e-f80e-41fe-ba8a-672299a9b551 None None] Current status of the port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:36.884957 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249ca864-c7fe-49e9-8d92-ddde4b172016 None None] DHCP port deletion for b885e2bf-4bc9-40f2-89c0-4eb33ca17d48 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:10:36.888241 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5f8a0d9-a493-48a0-8c33-82e2c161f5d0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] DELETE failed (client error): The resource could not be found. Mar 05 05:10:36.888722 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5f8a0d9-a493-48a0-8c33-82e2c161f5d0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:10:36.896630 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c5f8a0d9-a493-48a0-8c33-82e2c161f5d0 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/subnets/324d67b5-5699-439e-9c45-7df94220e568 HTTP/1.1" status: 404 len: 337 time: 0.2138691 Mar 05 05:10:36.899172 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49988) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:36.936620 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab2b42-aafb-414a-829c-a4e9c99ed8a0 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Pushing event updated for resources: {'Subnet': ['ID=79343fec-71e1-40e6-8f39-7a7f0f534fad,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:36.948807 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ab2b42-aafb-414a-829c-a4e9c99ed8a0 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Checking segment: {'id': 'cdd79903-973c-43f4-80dd-ede00a55d8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f3d2dae8-732c-482a-9201-2ad832e58b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:10:36.949340 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ab2b42-aafb-414a-829c-a4e9c99ed8a0 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Network hostable DHCP agents. Network: f3d2dae8-732c-482a-9201-2ad832e58b39, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:10:37.010526 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port bb2118d5-627c-4ddc-a4d2-f750a97e29fe is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:37.014519 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3322345e-f80e-41fe-ba8a-672299a9b551 None None] Provisioning complete for port e3769001-ef29-435c-a160-7690bd121d2c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:37.014829 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3322345e-f80e-41fe-ba8a-672299a9b551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e3769001-ef29-435c-a160-7690bd121d2c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:37.041394 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8129d0f4-9756-4743-8297-c5613cfa1c29 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network 192036af-e376-4ad9-bd7f-427584682743 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:10:37.048833 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ab2b42-aafb-414a-829c-a4e9c99ed8a0 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Network f3d2dae8-732c-482a-9201-2ad832e58b39 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:10:37.086677 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-8129d0f4-9756-4743-8297-c5613cfa1c29 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 192036af-e376-4ad9-bd7f-427584682743) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:10:37.089608 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-01ab2b42-aafb-414a-829c-a4e9c99ed8a0 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, f3d2dae8-732c-482a-9201-2ad832e58b39) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:10:37.092310 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8129d0f4-9756-4743-8297-c5613cfa1c29 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:37.093275 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8129d0f4-9756-4743-8297-c5613cfa1c29 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:37.118548 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3322345e-f80e-41fe-ba8a-672299a9b551 None None] Port e3769001-ef29-435c-a160-7690bd121d2c cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:10:37.127395 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ab2b42-aafb-414a-829c-a4e9c99ed8a0 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:37.128083 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-01ab2b42-aafb-414a-829c-a4e9c99ed8a0 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:37.128192 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9229db-fe69-4350-a9a9-0e8150800d68 None None] Network 192036af-e376-4ad9-bd7f-427584682743 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:10:37.132924 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0449b21-6493-4916-96a7-68205632be07 None None] Network f3d2dae8-732c-482a-9201-2ad832e58b39 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:10:37.139469 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-bbfd8777-b2ed-400b-a008-7b9386ffaa23 admin admin] For port 0f54f410-2bab-44ac-a7fc-1ad337f61591, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=0f54f410-2bab-44ac-a7fc-1ad337f61591,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:10:37.139853 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bbfd8777-b2ed-400b-a008-7b9386ffaa23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (0f54f410-2bab-44ac-a7fc-1ad337f61591), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:37.154451 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8129d0f4-9756-4743-8297-c5613cfa1c29 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5178270 Mar 05 05:10:37.159322 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 49998) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:37.169631 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-c7394d3f-a357-4b83-bb1b-a5d8adb063c9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1252777332', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:37.194226 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-bbfd8777-b2ed-400b-a008-7b9386ffaa23 admin admin] Calling delete_port for 0f54f410-2bab-44ac-a7fc-1ad337f61591 owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:10:37.201360 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c7394d3f-a357-4b83-bb1b-a5d8adb063c9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (e141d0e3-df3b-43c8-b69c-c67b52567ad3), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:37.202515 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c7394d3f-a357-4b83-bb1b-a5d8adb063c9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (e141d0e3-df3b-43c8-b69c-c67b52567ad3), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:37.245556 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 081a289d-4aa2-44cc-8057-f600dd757c73 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:10:37.248166 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-c36fc964-6845-4ec0-9a15-7a1bc88e9e25 None None] Attempting to bind port a578364b-e8c5-46e8-9664-5769f7804bee on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:10:37.248574 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-c36fc964-6845-4ec0-9a15-7a1bc88e9e25 None None] Attempting to bind port a578364b-e8c5-46e8-9664-5769f7804bee by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '8d6fbd6d-56b4-4f9b-93e3-b39dd713cb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3f62a3e7-e1c1-4140-b759-4677245379ad'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:10:37.248989 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36fc964-6845-4ec0-9a15-7a1bc88e9e25 None None] Attempting to bind port a578364b-e8c5-46e8-9664-5769f7804bee on network 3f62a3e7-e1c1-4140-b759-4677245379ad {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:10:37.285019 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-a33577ed-8b28-472c-8f92-3c45c21e0ed6 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Made reservation on behalf of d87f4bc3b1ad4083a50bfbdb9336d51e for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:10:37.289402 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-a33577ed-8b28-472c-8f92-3c45c21e0ed6 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:37.335928 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36fc964-6845-4ec0-9a15-7a1bc88e9e25 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:10:37.336101 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36fc964-6845-4ec0-9a15-7a1bc88e9e25 None None] Checking segment: {'id': '8d6fbd6d-56b4-4f9b-93e3-b39dd713cb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3f62a3e7-e1c1-4140-b759-4677245379ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:10:37.336435 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c36fc964-6845-4ec0-9a15-7a1bc88e9e25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:37.337190 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36fc964-6845-4ec0-9a15-7a1bc88e9e25 None None] Bound using segment: {'id': '8d6fbd6d-56b4-4f9b-93e3-b39dd713cb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3f62a3e7-e1c1-4140-b759-4677245379ad'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:10:37.340174 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-c36fc964-6845-4ec0-9a15-7a1bc88e9e25 None None] Bound port: a578364b-e8c5-46e8-9664-5769f7804bee, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6fbd6d-56b4-4f9b-93e3-b39dd713cb76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '3f62a3e7-e1c1-4140-b759-4677245379ad'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:10:37.340621 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c36fc964-6845-4ec0-9a15-7a1bc88e9e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a578364b-e8c5-46e8-9664-5769f7804bee), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:37.383909 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-a51219ed-495a-477b-9340-704a65365564 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Deleting port e3769001-ef29-435c-a160-7690bd121d2c {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:10:37.385976 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a51219ed-495a-477b-9340-704a65365564 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (e3769001-ef29-435c-a160-7690bd121d2c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:37.397370 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c7394d3f-a357-4b83-bb1b-a5d8adb063c9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router_controller (e141d0e3-df3b-43c8-b69c-c67b52567ad3), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:37.432110 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c7394d3f-a357-4b83-bb1b-a5d8adb063c9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (e141d0e3-df3b-43c8-b69c-c67b52567ad3), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:37.492016 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bbfd8777-b2ed-400b-a008-7b9386ffaa23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (0f54f410-2bab-44ac-a7fc-1ad337f61591), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:37.504474 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 081a289d-4aa2-44cc-8057-f600dd757c73 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:10:37.505757 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 081a289d-4aa2-44cc-8057-f600dd757c73 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:10:37.506202 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:10:37.508816 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-01ab2b42-aafb-414a-829c-a4e9c99ed8a0 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4215887 Mar 05 05:10:37.531393 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50008) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:37.536158 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd8777-b2ed-400b-a008-7b9386ffaa23 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f54f410-2bab-44ac-a7fc-1ad337f61591,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:37.647193 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-249ca864-c7fe-49e9-8d92-ddde4b172016 None None] Deleting port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:10:37.648255 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-249ca864-c7fe-49e9-8d92-ddde4b172016 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:37.658529 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bbfd8777-b2ed-400b-a008-7b9386ffaa23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (2e16d2b7-8a77-4c8b-a759-631a9c1dc081), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:37.725341 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:37.725930 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:37.775323 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bbfd8777-b2ed-400b-a008-7b9386ffaa23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (2e16d2b7-8a77-4c8b-a759-631a9c1dc081), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:37.778599 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bbfd8777-b2ed-400b-a008-7b9386ffaa23 admin admin] Publish callbacks [] for router_controller (2e16d2b7-8a77-4c8b-a759-631a9c1dc081), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:37.798230 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f571b43-66c1-414e-8e24-ad40c5233976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-f3d2dae8-732c-482a-9201-2ad832e58b39', 'network_id': 'f3d2dae8-732c-482a-9201-2ad832e58b39', 'project_id': '40d4c0186b9f436d82ad000793240597', 'fixed_ips': [{'subnet_id': '79343fec-71e1-40e6-8f39-7a7f0f534fad'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:10:37.799426 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4f571b43-66c1-414e-8e24-ad40c5233976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:37.843604 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bbfd8777-b2ed-400b-a008-7b9386ffaa23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (2e16d2b7-8a77-4c8b-a759-631a9c1dc081), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:37.844113 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfd8777-b2ed-400b-a008-7b9386ffaa23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e16d2b7-8a77-4c8b-a759-631a9c1dc081 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:10:37.849485 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bbfd8777-b2ed-400b-a008-7b9386ffaa23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:37.852782 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-bbfd8777-b2ed-400b-a008-7b9386ffaa23 admin admin] 10.222.0.11 "DELETE /v2.0/routers/2e16d2b7-8a77-4c8b-a759-631a9c1dc081 HTTP/1.1" status: 204 len: 168 time: 3.7677479 Mar 05 05:10:37.853345 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50016) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:37.883781 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-c36fc964-6845-4ec0-9a15-7a1bc88e9e25 None None] For port a578364b-e8c5-46e8-9664-5769f7804bee, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:10:37.923634 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f,segment=NetworkSegment(f16ec623-d9ea-451d-8c3c-5044b9e4bdd1),segment_id=f16ec623-d9ea-451d-8c3c-5044b9e4bdd1)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:10:37.943172 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7ec270-a5ba-4c95-a68f-eb2493139b86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-192036af-e376-4ad9-bd7f-427584682743', 'network_id': '192036af-e376-4ad9-bd7f-427584682743', 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'fixed_ips': [{'subnet_id': 'e12bc2bb-250c-4ffd-84e2-0366ba8e6ffe'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:10:37.945902 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3e7ec270-a5ba-4c95-a68f-eb2493139b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:37.950910 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c014d20-934d-48c1-8ba8-4e258b7ac0da admin admin] Deleting subnet c5a52712-29a9-4338-86e3-50e3bcb449a6 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:10:37.960520 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:37.963912 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c014d20-934d-48c1-8ba8-4e258b7ac0da admin admin] Publish callbacks [] for subnet (c5a52712-29a9-4338-86e3-50e3bcb449a6), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:38.035107 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c014d20-934d-48c1-8ba8-4e258b7ac0da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (c5a52712-29a9-4338-86e3-50e3bcb449a6), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:38.048707 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-c36fc964-6845-4ec0-9a15-7a1bc88e9e25 None None] For port a578364b-e8c5-46e8-9664-5769f7804bee, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a578364b-e8c5-46e8-9664-5769f7804bee,segment=NetworkSegment(8d6fbd6d-56b4-4f9b-93e3-b39dd713cb76),segment_id=8d6fbd6d-56b4-4f9b-93e3-b39dd713cb76)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:10:38.067221 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-249ca864-c7fe-49e9-8d92-ddde4b172016 None None] For port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f,segment=NetworkSegment(f16ec623-d9ea-451d-8c3c-5044b9e4bdd1),segment_id=f16ec623-d9ea-451d-8c3c-5044b9e4bdd1)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:10:38.067637 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-249ca864-c7fe-49e9-8d92-ddde4b172016 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:38.083761 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-249ca864-c7fe-49e9-8d92-ddde4b172016 None None] Calling delete_port for 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:10:38.167296 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f,revision_number=11']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:38.203230 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c36fc964-6845-4ec0-9a15-7a1bc88e9e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a578364b-e8c5-46e8-9664-5769f7804bee), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:38.230468 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c014d20-934d-48c1-8ba8-4e258b7ac0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (c5a52712-29a9-4338-86e3-50e3bcb449a6), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:38.345029 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c014d20-934d-48c1-8ba8-4e258b7ac0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (c5a52712-29a9-4338-86e3-50e3bcb449a6), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:38.373558 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c014d20-934d-48c1-8ba8-4e258b7ac0da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5a52712-29a9-4338-86e3-50e3bcb449a6,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:38.382362 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c014d20-934d-48c1-8ba8-4e258b7ac0da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:38.387554 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9c014d20-934d-48c1-8ba8-4e258b7ac0da admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c5a52712-29a9-4338-86e3-50e3bcb449a6 HTTP/1.1" status: 204 len: 168 time: 0.5326667 Mar 05 05:10:38.389336 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50034) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:38.393760 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-4f571b43-66c1-414e-8e24-ad40c5233976 None None] Allocated IP 172.20.0.2 (f3d2dae8-732c-482a-9201-2ad832e58b39/79343fec-71e1-40e6-8f39-7a7f0f534fad/c821a80c-7f54-4ec5-b3ee-4587a48061a2) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:10:38.454925 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c7394d3f-a357-4b83-bb1b-a5d8adb063c9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:38.456157 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c7394d3f-a357-4b83-bb1b-a5d8adb063c9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2946687 Mar 05 05:10:38.494686 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fb7a5bc7-8f2f-48ad-a2da-8af002d4d8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (0b49253c-38f3-44a4-9661-4f6156bf4c50), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:38.497351 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50036) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:38.611629 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fc964-6845-4ec0-9a15-7a1bc88e9e25 None None] Pushing event updated for resources: {'Port': ['ID=a578364b-e8c5-46e8-9664-5769f7804bee,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:38.614329 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad97716-7203-4774-8310-71d0a9657e5d None None] Network 0b49253c-38f3-44a4-9661-4f6156bf4c50 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:10:38.648623 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2ee6b66a-8a11-42ba-80c6-44136dd55113 req-63ba0927-0295-4f73-9152-722edc56ef6d tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad57c8bb-8e28-41b7-9141-3f0642be164f HTTP/1.1" status: 200 len: 210 time: 1.5866947 Mar 05 05:10:38.673626 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-249ca864-c7fe-49e9-8d92-ddde4b172016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:38.706128 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ca864-c7fe-49e9-8d92-ddde4b172016 None None] Pushing event deleted for resources: {'Port': ['ID=3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:38.713242 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a51219ed-495a-477b-9340-704a65365564 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (e3769001-ef29-435c-a160-7690bd121d2c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:38.822220 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-a51219ed-495a-477b-9340-704a65365564 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Calling delete_port for e3769001-ef29-435c-a160-7690bd121d2c owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:10:38.854255 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249ca864-c7fe-49e9-8d92-ddde4b172016 None None] No DVR routers for this DVR port 3c1b7dfe-6b49-4722-bbbe-5c86ba0ef91f on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:10:38.970144 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-a33577ed-8b28-472c-8f92-3c45c21e0ed6 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Allocated IP 172.20.0.13 (b17767d8-96c7-4c01-a562-6f7782516c60/751e35ed-8262-4a3c-b48c-2ccb01d6a12d/0c308470-ed94-462b-ac3b-f07d5ff06735) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:10:39.082950 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-fb7a5bc7-8f2f-48ad-a2da-8af002d4d8af admin admin] Deleting port d3e367a6-0b67-41d0-843a-88d1873d2109 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:10:39.083570 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fb7a5bc7-8f2f-48ad-a2da-8af002d4d8af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d3e367a6-0b67-41d0-843a-88d1873d2109), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:39.132338 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4f571b43-66c1-414e-8e24-ad40c5233976 None None] Publish callbacks [] for port (c821a80c-7f54-4ec5-b3ee-4587a48061a2), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:39.198536 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4f571b43-66c1-414e-8e24-ad40c5233976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (c821a80c-7f54-4ec5-b3ee-4587a48061a2), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:39.243863 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fd954b2-83d3-4949-ae48-b42520939179 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:39.288478 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f571b43-66c1-414e-8e24-ad40c5233976 None None] Pushing event updated for resources: {'Port': ['ID=c821a80c-7f54-4ec5-b3ee-4587a48061a2,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:39.301376 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f7a535-12b9-4fe5-8bb5-950b1879f55d None None] DHCP port deletion for 0b49253c-38f3-44a4-9661-4f6156bf4c50 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:10:39.324795 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f571b43-66c1-414e-8e24-ad40c5233976 None None] Network f3d2dae8-732c-482a-9201-2ad832e58b39 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:10:39.329343 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-4f571b43-66c1-414e-8e24-ad40c5233976 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:10:39.344365 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f571b43-66c1-414e-8e24-ad40c5233976 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:10:39.355725 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a578364b-e8c5-46e8-9664-5769f7804bee up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:10:39.443824 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-3e7ec270-a5ba-4c95-a68f-eb2493139b86 None None] Allocated IP 2001:db8::2 (192036af-e376-4ad9-bd7f-427584682743/e12bc2bb-250c-4ffd-84e2-0366ba8e6ffe/81306cfc-90b8-43bd-bd8f-afdf1934b932) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:10:39.555216 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port a578364b-e8c5-46e8-9664-5769f7804bee triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:39.555479 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a578364b-e8c5-46e8-9664-5769f7804bee), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:39.579698 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-fb7a5bc7-8f2f-48ad-a2da-8af002d4d8af admin admin] For port d3e367a6-0b67-41d0-843a-88d1873d2109, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d3e367a6-0b67-41d0-843a-88d1873d2109,segment=NetworkSegment(97793d67-3114-4b04-a48e-b236c95755c6),segment_id=97793d67-3114-4b04-a48e-b236c95755c6)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:10:39.581583 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fb7a5bc7-8f2f-48ad-a2da-8af002d4d8af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d3e367a6-0b67-41d0-843a-88d1873d2109), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:39.587757 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-a33577ed-8b28-472c-8f92-3c45c21e0ed6 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for port (0c308470-ed94-462b-ac3b-f07d5ff06735), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:39.610054 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-4f571b43-66c1-414e-8e24-ad40c5233976 None None] Attempting to bind port c821a80c-7f54-4ec5-b3ee-4587a48061a2 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:10:39.610961 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-4f571b43-66c1-414e-8e24-ad40c5233976 None None] Attempting to bind port c821a80c-7f54-4ec5-b3ee-4587a48061a2 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'cdd79903-973c-43f4-80dd-ede00a55d8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f3d2dae8-732c-482a-9201-2ad832e58b39'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:10:39.611375 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f571b43-66c1-414e-8e24-ad40c5233976 None None] Attempting to bind port c821a80c-7f54-4ec5-b3ee-4587a48061a2 on network f3d2dae8-732c-482a-9201-2ad832e58b39 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:10:39.654704 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f571b43-66c1-414e-8e24-ad40c5233976 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:10:39.655119 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f571b43-66c1-414e-8e24-ad40c5233976 None None] Checking segment: {'id': 'cdd79903-973c-43f4-80dd-ede00a55d8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f3d2dae8-732c-482a-9201-2ad832e58b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:10:39.655534 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4f571b43-66c1-414e-8e24-ad40c5233976 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:39.655938 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f571b43-66c1-414e-8e24-ad40c5233976 None None] Bound using segment: {'id': 'cdd79903-973c-43f4-80dd-ede00a55d8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f3d2dae8-732c-482a-9201-2ad832e58b39'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:10:39.656431 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-4f571b43-66c1-414e-8e24-ad40c5233976 None None] Bound port: c821a80c-7f54-4ec5-b3ee-4587a48061a2, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd79903-973c-43f4-80dd-ede00a55d8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f3d2dae8-732c-482a-9201-2ad832e58b39'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:10:39.656818 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4f571b43-66c1-414e-8e24-ad40c5233976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c821a80c-7f54-4ec5-b3ee-4587a48061a2), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:39.710485 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a51219ed-495a-477b-9340-704a65365564 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (e3769001-ef29-435c-a160-7690bd121d2c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:39.712574 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-fb7a5bc7-8f2f-48ad-a2da-8af002d4d8af admin admin] Calling delete_port for d3e367a6-0b67-41d0-843a-88d1873d2109 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:10:39.721920 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-a33577ed-8b28-472c-8f92-3c45c21e0ed6 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (0c308470-ed94-462b-ac3b-f07d5ff06735), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:39.731060 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3af297d1-5361-40c3-abd7-fc9fa4dddfda tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:39.784057 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-4f571b43-66c1-414e-8e24-ad40c5233976 None None] For port c821a80c-7f54-4ec5-b3ee-4587a48061a2, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:10:39.789664 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-4f571b43-66c1-414e-8e24-ad40c5233976 None None] For port c821a80c-7f54-4ec5-b3ee-4587a48061a2, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c821a80c-7f54-4ec5-b3ee-4587a48061a2,segment=NetworkSegment(cdd79903-973c-43f4-80dd-ede00a55d8bc),segment_id=cdd79903-973c-43f4-80dd-ede00a55d8bc)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:10:39.813130 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51219ed-495a-477b-9340-704a65365564 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Port': ['ID=e3769001-ef29-435c-a160-7690bd121d2c,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:39.832301 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a51219ed-495a-477b-9340-704a65365564 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:39.835932 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a51219ed-495a-477b-9340-704a65365564 tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/ports/e3769001-ef29-435c-a160-7690bd121d2c HTTP/1.1" status: 204 len: 168 time: 2.9288008 Mar 05 05:10:39.846703 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50054) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:39.848814 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-a33577ed-8b28-472c-8f92-3c45c21e0ed6 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Network b17767d8-96c7-4c01-a562-6f7782516c60 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:10:39.964755 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3e7ec270-a5ba-4c95-a68f-eb2493139b86 None None] Publish callbacks [] for port (81306cfc-90b8-43bd-bd8f-afdf1934b932), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:39.973883 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b7f7a535-12b9-4fe5-8bb5-950b1879f55d None None] Deleting port d3e367a6-0b67-41d0-843a-88d1873d2109 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:10:39.974678 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b7f7a535-12b9-4fe5-8bb5-950b1879f55d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d3e367a6-0b67-41d0-843a-88d1873d2109), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:39.981641 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4f571b43-66c1-414e-8e24-ad40c5233976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c821a80c-7f54-4ec5-b3ee-4587a48061a2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:39.992334 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3e7ec270-a5ba-4c95-a68f-eb2493139b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (81306cfc-90b8-43bd-bd8f-afdf1934b932), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:40.038141 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7ec270-a5ba-4c95-a68f-eb2493139b86 None None] Network 192036af-e376-4ad9-bd7f-427584682743 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:10:40.053325 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-3e7ec270-a5ba-4c95-a68f-eb2493139b86 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:10:40.071320 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7ec270-a5ba-4c95-a68f-eb2493139b86 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:10:40.187966 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-a33577ed-8b28-472c-8f92-3c45c21e0ed6 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:10:40.205932 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8a19475c-26bd-45fd-9909-507099d8f26d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (b885e2bf-4bc9-40f2-89c0-4eb33ca17d48), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:40.211602 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-a33577ed-8b28-472c-8f92-3c45c21e0ed6 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:10:40.241887 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fb7a5bc7-8f2f-48ad-a2da-8af002d4d8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (d3e367a6-0b67-41d0-843a-88d1873d2109), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:40.244826 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-1fd954b2-83d3-4949-ae48-b42520939179 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Allocated IP 2001:db8::1 (192036af-e376-4ad9-bd7f-427584682743/e12bc2bb-250c-4ffd-84e2-0366ba8e6ffe/e355eb83-5b19-4fe9-b643-8e3d32755c37) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:10:40.366578 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-b7f7a535-12b9-4fe5-8bb5-950b1879f55d None None] For port d3e367a6-0b67-41d0-843a-88d1873d2109, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d3e367a6-0b67-41d0-843a-88d1873d2109,segment=NetworkSegment(97793d67-3114-4b04-a48e-b236c95755c6),segment_id=97793d67-3114-4b04-a48e-b236c95755c6)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:10:40.367367 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b7f7a535-12b9-4fe5-8bb5-950b1879f55d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d3e367a6-0b67-41d0-843a-88d1873d2109), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:40.391335 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a5bc7-8f2f-48ad-a2da-8af002d4d8af admin admin] Pushing event deleted for resources: {'Port': ['ID=d3e367a6-0b67-41d0-843a-88d1873d2109,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:40.399213 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-a33577ed-8b28-472c-8f92-3c45c21e0ed6 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:40.399899 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-a33577ed-8b28-472c-8f92-3c45c21e0ed6 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:40.420136 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b7f7a535-12b9-4fe5-8bb5-950b1879f55d None None] Calling delete_port for d3e367a6-0b67-41d0-843a-88d1873d2109 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:10:40.447357 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7a5bc7-8f2f-48ad-a2da-8af002d4d8af admin admin] No DVR routers for this DVR port d3e367a6-0b67-41d0-843a-88d1873d2109 on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:10:40.521284 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c616181-ada6-4c66-b447-7034ecccdfad req-29f9e340-a837-4613-892d-14e4b7d79419 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:40.522828 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8c616181-ada6-4c66-b447-7034ecccdfad req-29f9e340-a837-4613-892d-14e4b7d79419 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad57c8bb-8e28-41b7-9141-3f0642be164f HTTP/1.1" status: 200 len: 971 time: 0.7323484 Mar 05 05:10:40.523551 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33577ed-8b28-472c-8f92-3c45c21e0ed6 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Pushing event updated for resources: {'Port': ['ID=0c308470-ed94-462b-ac3b-f07d5ff06735,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:40.596301 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-a33577ed-8b28-472c-8f92-3c45c21e0ed6 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 3.7488840 Mar 05 05:10:40.607001 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b7f7a535-12b9-4fe5-8bb5-950b1879f55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (d3e367a6-0b67-41d0-843a-88d1873d2109), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:40.608486 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8a19475c-26bd-45fd-9909-507099d8f26d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (b885e2bf-4bc9-40f2-89c0-4eb33ca17d48), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:40.630823 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-1884a932-5500-425a-a7d7-46c97f2435c8 service neutron] Request body: {'port': {'device_id': 'ad57c8bb-8e28-41b7-9141-3f0642be164f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:40.653370 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea27118d-6a6e-4e4e-9918-f0b2292f1729 None None] Network 3f62a3e7-e1c1-4140-b759-4677245379ad requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:10:40.739623 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-1884a932-5500-425a-a7d7-46c97f2435c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0c308470-ed94-462b-ac3b-f07d5ff06735), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:40.794718 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-3af297d1-5361-40c3-abd7-fc9fa4dddfda tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Allocated IP 172.20.0.1 (3f62a3e7-e1c1-4140-b759-4677245379ad/ce91634a-feda-49b3-b0ff-e960da02dc6e/204db449-db55-49f6-a507-f9010c1f8a05) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:10:40.797216 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3e7ec270-a5ba-4c95-a68f-eb2493139b86 None None] Attempting to bind port 81306cfc-90b8-43bd-bd8f-afdf1934b932 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:10:40.797877 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3e7ec270-a5ba-4c95-a68f-eb2493139b86 None None] Attempting to bind port 81306cfc-90b8-43bd-bd8f-afdf1934b932 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '57f7bd86-e8f8-4f06-80d3-8a7bc30c7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '192036af-e376-4ad9-bd7f-427584682743'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:10:40.800195 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7ec270-a5ba-4c95-a68f-eb2493139b86 None None] Attempting to bind port 81306cfc-90b8-43bd-bd8f-afdf1934b932 on network 192036af-e376-4ad9-bd7f-427584682743 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:10:40.843011 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7ec270-a5ba-4c95-a68f-eb2493139b86 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:10:40.844277 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7ec270-a5ba-4c95-a68f-eb2493139b86 None None] Checking segment: {'id': '57f7bd86-e8f8-4f06-80d3-8a7bc30c7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '192036af-e376-4ad9-bd7f-427584682743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:10:40.845521 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3e7ec270-a5ba-4c95-a68f-eb2493139b86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:40.847650 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7ec270-a5ba-4c95-a68f-eb2493139b86 None None] Bound using segment: {'id': '57f7bd86-e8f8-4f06-80d3-8a7bc30c7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '192036af-e376-4ad9-bd7f-427584682743'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:10:40.849638 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3e7ec270-a5ba-4c95-a68f-eb2493139b86 None None] Bound port: 81306cfc-90b8-43bd-bd8f-afdf1934b932, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f7bd86-e8f8-4f06-80d3-8a7bc30c7837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '192036af-e376-4ad9-bd7f-427584682743'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:10:40.850155 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3e7ec270-a5ba-4c95-a68f-eb2493139b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (81306cfc-90b8-43bd-bd8f-afdf1934b932), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:40.885243 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f7a535-12b9-4fe5-8bb5-950b1879f55d None None] No DVR routers for this DVR port d3e367a6-0b67-41d0-843a-88d1873d2109 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:10:40.902200 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-8a19475c-26bd-45fd-9909-507099d8f26d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b885e2bf-4bc9-40f2-89c0-4eb33ca17d48']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:40.961067 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-8a19475c-26bd-45fd-9909-507099d8f26d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f16ec623-d9ea-451d-8c3c-5044b9e4bdd1') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:40.961285 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-8a19475c-26bd-45fd-9909-507099d8f26d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f16ec623-d9ea-451d-8c3c-5044b9e4bdd1') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:40.970279 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fb7a5bc7-8f2f-48ad-a2da-8af002d4d8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (0b49253c-38f3-44a4-9661-4f6156bf4c50), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:41.001118 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8a19475c-26bd-45fd-9909-507099d8f26d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (f16ec623-d9ea-451d-8c3c-5044b9e4bdd1), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:41.002904 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f571b43-66c1-414e-8e24-ad40c5233976 None None] Pushing event updated for resources: {'Port': ['ID=c821a80c-7f54-4ec5-b3ee-4587a48061a2,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:41.051963 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-fb7a5bc7-8f2f-48ad-a2da-8af002d4d8af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b49253c-38f3-44a4-9661-4f6156bf4c50']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:41.054822 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8a19475c-26bd-45fd-9909-507099d8f26d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (f16ec623-d9ea-451d-8c3c-5044b9e4bdd1), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:41.077600 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port a578364b-e8c5-46e8-9664-5769f7804bee is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:41.078001 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a578364b-e8c5-46e8-9664-5769f7804bee), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:41.080532 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-62c73d41-43ba-4e78-afc3-c713c1cc7f2e None None] Provisioning complete for port a578364b-e8c5-46e8-9664-5769f7804bee triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:41.080907 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-62c73d41-43ba-4e78-afc3-c713c1cc7f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a578364b-e8c5-46e8-9664-5769f7804bee), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:41.089113 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-fb7a5bc7-8f2f-48ad-a2da-8af002d4d8af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97793d67-3114-4b04-a48e-b236c95755c6') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:41.089439 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-fb7a5bc7-8f2f-48ad-a2da-8af002d4d8af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97793d67-3114-4b04-a48e-b236c95755c6') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:41.096893 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fd954b2-83d3-4949-ae48-b42520939179 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for port (e355eb83-5b19-4fe9-b643-8e3d32755c37), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:41.108099 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a19475c-26bd-45fd-9909-507099d8f26d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:10:41.108636 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8a19475c-26bd-45fd-9909-507099d8f26d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (f16ec623-d9ea-451d-8c3c-5044b9e4bdd1), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:41.112274 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:10:41.112274 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:10:41.112274 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:10:41.112274 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:10:41.112274 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:10:41.112274 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:10:41.112274 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:10:41.112274 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:10:41.112274 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:10:41.112274 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:10:41.112274 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:10:41.112274 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:10:41.112274 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:10:41.112274 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:10:41.112274 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:10:41.112274 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:10:41.112274 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:10:41.112274 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:10:41.112274 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:10:41.112274 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:10:41.112274 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:10:41.112274 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:10:41.112274 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:10:41.112274 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:10:41.112274 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:10:41.112274 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:10:41.112274 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:10:41.112274 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:10:41.112274 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:10:41.112274 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:10:41.112274 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:10:41.112274 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:10:41.131124 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fb7a5bc7-8f2f-48ad-a2da-8af002d4d8af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (97793d67-3114-4b04-a48e-b236c95755c6), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:41.192377 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fb7a5bc7-8f2f-48ad-a2da-8af002d4d8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (97793d67-3114-4b04-a48e-b236c95755c6), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:41.207735 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7a5bc7-8f2f-48ad-a2da-8af002d4d8af admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:10:41.208383 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fb7a5bc7-8f2f-48ad-a2da-8af002d4d8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (97793d67-3114-4b04-a48e-b236c95755c6), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:41.211379 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:10:41.211379 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:10:41.211379 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:10:41.211379 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:10:41.211379 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:10:41.211379 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:10:41.211379 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:10:41.211379 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:10:41.211379 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:10:41.211379 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:10:41.211379 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:10:41.211379 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:10:41.211379 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:10:41.211379 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:10:41.211379 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:10:41.211379 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:10:41.211379 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:10:41.211379 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:10:41.211379 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:10:41.211379 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:10:41.211379 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:10:41.211379 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:10:41.211379 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:10:41.211379 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:10:41.211379 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:10:41.211379 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:10:41.211379 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:10:41.211379 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:10:41.211379 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:10:41.211379 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:10:41.211379 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:10:41.211379 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:10:41.242862 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8c616181-ada6-4c66-b447-7034ecccdfad req-2f971a67-9eef-4692-8cf8-03f31187257f tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/security-groups?id=bbbdc747-caaf-4d19-9e1b-27cb97e3b082&id=baf22591-9dcb-4cc0-901c-bb7474a8e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.6450608 Mar 05 05:10:41.298939 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8a19475c-26bd-45fd-9909-507099d8f26d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (b885e2bf-4bc9-40f2-89c0-4eb33ca17d48), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:41.314149 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8a19475c-26bd-45fd-9909-507099d8f26d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:41.321842 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8a19475c-26bd-45fd-9909-507099d8f26d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] 10.222.0.11 "DELETE /v2.0/networks/b885e2bf-4bc9-40f2-89c0-4eb33ca17d48 HTTP/1.1" status: 204 len: 168 time: 1.4726682 Mar 05 05:10:41.367295 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19475c-26bd-45fd-9909-507099d8f26d tempest-PortsTestJSON-648698933 tempest-PortsTestJSON-648698933-project] Pushing event deleted for resources: {'Network': ['ID=b885e2bf-4bc9-40f2-89c0-4eb33ca17d48,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:41.368396 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port a578364b-e8c5-46e8-9664-5769f7804bee, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a578364b-e8c5-46e8-9664-5769f7804bee,segment=NetworkSegment(8d6fbd6d-56b4-4f9b-93e3-b39dd713cb76),segment_id=8d6fbd6d-56b4-4f9b-93e3-b39dd713cb76)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:10:41.372605 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3af297d1-5361-40c3-abd7-fc9fa4dddfda tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks [] for port (204db449-db55-49f6-a507-f9010c1f8a05), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:41.388699 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fd954b2-83d3-4949-ae48-b42520939179 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (e355eb83-5b19-4fe9-b643-8e3d32755c37), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:41.421040 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a578364b-e8c5-46e8-9664-5769f7804bee), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:41.435223 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fb7a5bc7-8f2f-48ad-a2da-8af002d4d8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (0b49253c-38f3-44a4-9661-4f6156bf4c50), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:41.465618 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fb7a5bc7-8f2f-48ad-a2da-8af002d4d8af admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:41.477329 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fb7a5bc7-8f2f-48ad-a2da-8af002d4d8af admin admin] 10.222.0.11 "DELETE /v2.0/networks/0b49253c-38f3-44a4-9661-4f6156bf4c50 HTTP/1.1" status: 204 len: 168 time: 3.0867243 Mar 05 05:10:41.494893 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ec270-a5ba-4c95-a68f-eb2493139b86 None None] Pushing event updated for resources: {'Port': ['ID=81306cfc-90b8-43bd-bd8f-afdf1934b932,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:41.534548 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-3e7ec270-a5ba-4c95-a68f-eb2493139b86 None None] For port 81306cfc-90b8-43bd-bd8f-afdf1934b932, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:10:41.540328 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-3e7ec270-a5ba-4c95-a68f-eb2493139b86 None None] For port 81306cfc-90b8-43bd-bd8f-afdf1934b932, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=81306cfc-90b8-43bd-bd8f-afdf1934b932,segment=NetworkSegment(57f7bd86-e8f8-4f06-80d3-8a7bc30c7837),segment_id=57f7bd86-e8f8-4f06-80d3-8a7bc30c7837)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:10:41.549808 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3af297d1-5361-40c3-abd7-fc9fa4dddfda tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (204db449-db55-49f6-a507-f9010c1f8a05), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:41.563043 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-34d061fc-7ba5-48e6-ad6e-666d4496990e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:41.597953 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd954b2-83d3-4949-ae48-b42520939179 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Port': ['ID=e355eb83-5b19-4fe9-b643-8e3d32755c37,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:41.612663 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3e7ec270-a5ba-4c95-a68f-eb2493139b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (81306cfc-90b8-43bd-bd8f-afdf1934b932), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:41.641772 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af297d1-5361-40c3-abd7-fc9fa4dddfda tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Network 3f62a3e7-e1c1-4140-b759-4677245379ad is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:10:41.646537 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-3af297d1-5361-40c3-abd7-fc9fa4dddfda tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:10:41.659970 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af297d1-5361-40c3-abd7-fc9fa4dddfda tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:10:41.674302 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a5bc7-8f2f-48ad-a2da-8af002d4d8af admin admin] Pushing event deleted for resources: {'Network': ['ID=0b49253c-38f3-44a4-9661-4f6156bf4c50,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:41.676216 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 0f54f410-2bab-44ac-a7fc-1ad337f61591 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:10:41.702572 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-1884a932-5500-425a-a7d7-46c97f2435c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c308470-ed94-462b-ac3b-f07d5ff06735 {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:10:41.713934 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd954b2-83d3-4949-ae48-b42520939179 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network 192036af-e376-4ad9-bd7f-427584682743 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:10:41.725904 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af297d1-5361-40c3-abd7-fc9fa4dddfda tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Pushing event updated for resources: {'Port': ['ID=204db449-db55-49f6-a507-f9010c1f8a05,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:41.731544 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-1884a932-5500-425a-a7d7-46c97f2435c8 service neutron] Publish callbacks [] for port (0c308470-ed94-462b-ac3b-f07d5ff06735), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:41.739260 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-1fd954b2-83d3-4949-ae48-b42520939179 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:10:41.753342 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd954b2-83d3-4949-ae48-b42520939179 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:10:41.756565 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fd954b2-83d3-4949-ae48-b42520939179 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (e141d0e3-df3b-43c8-b69c-c67b52567ad3), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:41.807436 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-1884a932-5500-425a-a7d7-46c97f2435c8 service neutron] Transition to ACTIVE for port object 0c308470-ed94-462b-ac3b-f07d5ff06735 will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:10:41.825675 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3af297d1-5361-40c3-abd7-fc9fa4dddfda tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (4b535bda-62af-4ca6-89c5-47a7629a6b73), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:41.834064 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-1884a932-5500-425a-a7d7-46c97f2435c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (0c308470-ed94-462b-ac3b-f07d5ff06735), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:41.942727 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 0f54f410-2bab-44ac-a7fc-1ad337f61591 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:10:41.943968 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 0f54f410-2bab-44ac-a7fc-1ad337f61591 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:10:41.949422 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-62c73d41-43ba-4e78-afc3-c713c1cc7f2e None None] Current status of the port a578364b-e8c5-46e8-9664-5769f7804bee is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:41.960402 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7a535-12b9-4fe5-8bb5-950b1879f55d None None] Pushing event deleted for resources: {'Port': ['ID=d3e367a6-0b67-41d0-843a-88d1873d2109,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:42.030910 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50072) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:42.066290 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884a932-5500-425a-a7d7-46c97f2435c8 service neutron] Pushing event updated for resources: {'Port': ['ID=0c308470-ed94-462b-ac3b-f07d5ff06735,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:42.102298 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50074) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:42.151637 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fd954b2-83d3-4949-ae48-b42520939179 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e355eb83-5b19-4fe9-b643-8e3d32755c37), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:42.185089 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cbc864-cc01-4f53-aca1-28e12f77e6ed None None] Network f3d2dae8-732c-482a-9201-2ad832e58b39 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:10:42.319381 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c821a80c-7f54-4ec5-b3ee-4587a48061a2 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:10:42.490507 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:10:42.625318 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=a578364b-e8c5-46e8-9664-5769f7804bee,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:42.667602 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-aff6e560-2140-4d68-a212-031dca372f48 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3cbec10cd3004a49ad666e5206b0e916&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6324091 Mar 05 05:10:42.682964 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50090) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:42.756010 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3af297d1-5361-40c3-abd7-fc9fa4dddfda tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (204db449-db55-49f6-a507-f9010c1f8a05), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:42.819258 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-4145f413-fe28-4d8a-abbb-5f3c4e2e291b None None] Provisioning complete for port c821a80c-7f54-4ec5-b3ee-4587a48061a2 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:42.819811 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4145f413-fe28-4d8a-abbb-5f3c4e2e291b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c821a80c-7f54-4ec5-b3ee-4587a48061a2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:42.907652 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-1884a932-5500-425a-a7d7-46c97f2435c8 service neutron] Attempting to bind port 0c308470-ed94-462b-ac3b-f07d5ff06735 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:10:42.908278 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-1884a932-5500-425a-a7d7-46c97f2435c8 service neutron] Attempting to bind port 0c308470-ed94-462b-ac3b-f07d5ff06735 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '674e17c5-29f7-4c70-982d-8b3dad5fb069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b17767d8-96c7-4c01-a562-6f7782516c60'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:10:42.908823 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-1884a932-5500-425a-a7d7-46c97f2435c8 service neutron] Attempting to bind port 0c308470-ed94-462b-ac3b-f07d5ff06735 on network b17767d8-96c7-4c01-a562-6f7782516c60 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:10:42.942280 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-1884a932-5500-425a-a7d7-46c97f2435c8 service neutron] Port 0c308470-ed94-462b-ac3b-f07d5ff06735 on network b17767d8-96c7-4c01-a562-6f7782516c60 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:10:42.942916 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-1884a932-5500-425a-a7d7-46c97f2435c8 service neutron] Attempting to bind port 0c308470-ed94-462b-ac3b-f07d5ff06735 on network b17767d8-96c7-4c01-a562-6f7782516c60 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:10:42.974199 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ec270-a5ba-4c95-a68f-eb2493139b86 None None] Pushing event updated for resources: {'Port': ['ID=81306cfc-90b8-43bd-bd8f-afdf1934b932,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:43.016362 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abda96-1bd3-4f12-a306-fb402ea927d6 req-ebbd5845-4c1e-4150-bd91-8da7cf3b4d91 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:43.017999 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d4abda96-1bd3-4f12-a306-fb402ea927d6 req-ebbd5845-4c1e-4150-bd91-8da7cf3b4d91 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad57c8bb-8e28-41b7-9141-3f0642be164f HTTP/1.1" status: 200 len: 983 time: 0.5823312 Mar 05 05:10:43.021052 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-1884a932-5500-425a-a7d7-46c97f2435c8 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:10:43.021401 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-1884a932-5500-425a-a7d7-46c97f2435c8 service neutron] Checking segment: {'id': '674e17c5-29f7-4c70-982d-8b3dad5fb069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b17767d8-96c7-4c01-a562-6f7782516c60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:10:43.022108 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-1884a932-5500-425a-a7d7-46c97f2435c8 service neutron] Bound using segment: {'id': '674e17c5-29f7-4c70-982d-8b3dad5fb069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b17767d8-96c7-4c01-a562-6f7782516c60'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:10:43.022575 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-1884a932-5500-425a-a7d7-46c97f2435c8 service neutron] Bound port: 0c308470-ed94-462b-ac3b-f07d5ff06735, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674e17c5-29f7-4c70-982d-8b3dad5fb069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b17767d8-96c7-4c01-a562-6f7782516c60'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:10:43.022939 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-1884a932-5500-425a-a7d7-46c97f2435c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0c308470-ed94-462b-ac3b-f07d5ff06735), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:43.048226 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port c821a80c-7f54-4ec5-b3ee-4587a48061a2 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:43.048873 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c821a80c-7f54-4ec5-b3ee-4587a48061a2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:43.223475 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-4145f413-fe28-4d8a-abbb-5f3c4e2e291b None None] Current status of the port c821a80c-7f54-4ec5-b3ee-4587a48061a2 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:43.223866 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4145f413-fe28-4d8a-abbb-5f3c4e2e291b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c821a80c-7f54-4ec5-b3ee-4587a48061a2), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:43.356719 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2cc5c67e-9c05-47b1-8b94-153ca47d9d05 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b560962ff6304b07a22e03444cfd5a4d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2407637 Mar 05 05:10:43.358721 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d4abda96-1bd3-4f12-a306-fb402ea927d6 req-b2e7f366-f976-4140-bdc7-3c8f79bfffaf tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/security-groups?id=bbbdc747-caaf-4d19-9e1b-27cb97e3b082&id=baf22591-9dcb-4cc0-901c-bb7474a8e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2573075 Mar 05 05:10:43.370452 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50096) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:43.426710 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-4145f413-fe28-4d8a-abbb-5f3c4e2e291b None None] For port c821a80c-7f54-4ec5-b3ee-4587a48061a2, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c821a80c-7f54-4ec5-b3ee-4587a48061a2,segment=NetworkSegment(cdd79903-973c-43f4-80dd-ede00a55d8bc),segment_id=cdd79903-973c-43f4-80dd-ede00a55d8bc)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:10:43.440343 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port c821a80c-7f54-4ec5-b3ee-4587a48061a2 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:43.441056 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c821a80c-7f54-4ec5-b3ee-4587a48061a2), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:43.463357 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4145f413-fe28-4d8a-abbb-5f3c4e2e291b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c821a80c-7f54-4ec5-b3ee-4587a48061a2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:43.538499 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fd954b2-83d3-4949-ae48-b42520939179 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for port (e355eb83-5b19-4fe9-b643-8e3d32755c37), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:43.547049 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-df0d03f4-174d-4781-b153-daa3ba0b2108 admin admin] Publish callbacks [] for security_group (7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:43.592525 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-df0d03f4-174d-4781-b153-daa3ba0b2108 admin admin] Publish callbacks [] for security_group (7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:43.596394 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-1884a932-5500-425a-a7d7-46c97f2435c8 service neutron] For port 0c308470-ed94-462b-ac3b-f07d5ff06735, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:10:43.665372 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fd954b2-83d3-4949-ae48-b42520939179 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (e355eb83-5b19-4fe9-b643-8e3d32755c37), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:43.667058 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fd954b2-83d3-4949-ae48-b42520939179 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (e141d0e3-df3b-43c8-b69c-c67b52567ad3), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:43.685172 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-df0d03f4-174d-4781-b153-daa3ba0b2108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:43.688415 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-df0d03f4-174d-4781-b153-daa3ba0b2108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:43.705184 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-df0d03f4-174d-4781-b153-daa3ba0b2108 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde HTTP/1.1" status: 204 len: 168 time: 1.0158198 Mar 05 05:10:43.709436 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-1884a932-5500-425a-a7d7-46c97f2435c8 service neutron] For port 0c308470-ed94-462b-ac3b-f07d5ff06735, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=0c308470-ed94-462b-ac3b-f07d5ff06735,segment=NetworkSegment(674e17c5-29f7-4c70-982d-8b3dad5fb069),segment_id=674e17c5-29f7-4c70-982d-8b3dad5fb069)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:10:43.745228 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-1884a932-5500-425a-a7d7-46c97f2435c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (0c308470-ed94-462b-ac3b-f07d5ff06735), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:43.752542 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f494bf00-61e7-4079-b280-1c8435b7756c admin admin] Publish callbacks [] for security_group (a76ee1b4-46f9-439a-9127-a2d33fa36bbd), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:43.855313 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-1884a932-5500-425a-a7d7-46c97f2435c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:43.856022 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-1884a932-5500-425a-a7d7-46c97f2435c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:43.857668 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-1884a932-5500-425a-a7d7-46c97f2435c8 service neutron] 10.222.0.31 "PUT /v2.0/ports/0c308470-ed94-462b-ac3b-f07d5ff06735 HTTP/1.1" status: 200 len: 1132 time: 3.2429018 Mar 05 05:10:43.866923 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad57c8bb-8e28-41b7-9141-3f0642be164f', 'tag': '0c308470-ed94-462b-ac3b-f07d5ff06735'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:10:43.868816 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3dbbbb1-2ccd-4c4d-8577-b2fa9a0c62bf" -d '{"events": [{"name": "network-changed", "server_uuid": "ad57c8bb-8e28-41b7-9141-3f0642be164f", "tag": "0c308470-ed94-462b-ac3b-f07d5ff06735"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:10:43.936356 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f494bf00-61e7-4079-b280-1c8435b7756c admin admin] Publish callbacks [] for security_group (a76ee1b4-46f9-439a-9127-a2d33fa36bbd), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:43.954287 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d03f4-174d-4781-b153-daa3ba0b2108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7065a7cb-5f0b-4f48-b8f5-ec1f7764ecde,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:44.070459 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd954b2-83d3-4949-ae48-b42520939179 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Port': ['ID=e355eb83-5b19-4fe9-b643-8e3d32755c37,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:44.080059 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c5cd0a-70ed-4c33-b1bb-692b0a38ec46 x-openstack-request-id: req-f4c5cd0a-70ed-4c33-b1bb-692b0a38ec46 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:10:44.080344 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad57c8bb-8e28-41b7-9141-3f0642be164f", "tag": "0c308470-ed94-462b-ac3b-f07d5ff06735", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:10:44.080606 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f4c5cd0a-70ed-4c33-b1bb-692b0a38ec46 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:10:44.081027 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad57c8bb-8e28-41b7-9141-3f0642be164f', 'tag': '0c308470-ed94-462b-ac3b-f07d5ff06735', 'status': 'completed', 'code': 200} Mar 05 05:10:44.153537 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd954b2-83d3-4949-ae48-b42520939179 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network 192036af-e376-4ad9-bd7f-427584682743 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:10:44.160485 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-1fd954b2-83d3-4949-ae48-b42520939179 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:10:44.183797 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d94b3b26-6283-4552-b357-c5a7d48e371c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:44.190916 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884a932-5500-425a-a7d7-46c97f2435c8 service neutron] Pushing event updated for resources: {'Port': ['ID=0c308470-ed94-462b-ac3b-f07d5ff06735,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:44.247981 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:44.268609 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3af297d1-5361-40c3-abd7-fc9fa4dddfda tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks [] for port (204db449-db55-49f6-a507-f9010c1f8a05), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:44.271763 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b616f3-d2ed-4f1c-9054-7cc73a69ebe4 None None] Network 192036af-e376-4ad9-bd7f-427584682743 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:10:44.273507 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:44.305698 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3af297d1-5361-40c3-abd7-fc9fa4dddfda tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (204db449-db55-49f6-a507-f9010c1f8a05), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:44.366142 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 05:10:44.366500 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 05:10:44.371377 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145f413-fe28-4d8a-abbb-5f3c4e2e291b None None] Pushing event updated for resources: {'Port': ['ID=c821a80c-7f54-4ec5-b3ee-4587a48061a2,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:44.483926 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6d8c3057-737c-4c20-81d0-fc90c0489cdb None None] Provisioning complete for port a578364b-e8c5-46e8-9664-5769f7804bee triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:44.484320 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6d8c3057-737c-4c20-81d0-fc90c0489cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a578364b-e8c5-46e8-9664-5769f7804bee), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:44.504056 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd954b2-83d3-4949-ae48-b42520939179 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Router e141d0e3-df3b-43c8-b69c-c67b52567ad3 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:10:44.681921 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50112) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:44.717023 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6d8c3057-737c-4c20-81d0-fc90c0489cdb None None] Current status of the port a578364b-e8c5-46e8-9664-5769f7804bee is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:44.734488 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6d8c3057-737c-4c20-81d0-fc90c0489cdb None None] Provisioning complete for port 204db449-db55-49f6-a507-f9010c1f8a05 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:44.734904 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6d8c3057-737c-4c20-81d0-fc90c0489cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (204db449-db55-49f6-a507-f9010c1f8a05), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:44.757681 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd954b2-83d3-4949-ae48-b42520939179 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:10:44.769535 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1fd954b2-83d3-4949-ae48-b42520939179 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "PUT /v2.0/routers/e141d0e3-df3b-43c8-b69c-c67b52567ad3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2679331 Mar 05 05:10:44.774464 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50114) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:44.783228 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d6bae3-0aa8-4abb-9cdb-7aa5cb7ea0f0 None None] Sync routers for ids ['e141d0e3-df3b-43c8-b69c-c67b52567ad3'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:10:44.799535 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6d8c3057-737c-4c20-81d0-fc90c0489cdb None None] Port 204db449-db55-49f6-a507-f9010c1f8a05 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:10:44.801915 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d6bae3-0aa8-4abb-9cdb-7aa5cb7ea0f0 None None] Routers {'e141d0e3-df3b-43c8-b69c-c67b52567ad3'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:10:44.802589 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b2d6bae3-0aa8-4abb-9cdb-7aa5cb7ea0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:10:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['e141d0e3-df3b-43c8-b69c-c67b52567ad3'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:44.842279 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-05351791-cee6-43b6-b2f5-3608f7bb8fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:44.844834 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-05351791-cee6-43b6-b2f5-3608f7bb8fb6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d87f4bc3b1ad4083a50bfbdb9336d51e&device_id=ad57c8bb-8e28-41b7-9141-3f0642be164f HTTP/1.1" status: 200 len: 1166 time: 0.9227905 Mar 05 05:10:44.856634 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af297d1-5361-40c3-abd7-fc9fa4dddfda tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Pushing event updated for resources: {'Port': ['ID=204db449-db55-49f6-a507-f9010c1f8a05,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:44.865694 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e78d986b-a37f-4449-a78d-af22edb84966 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ebac8859fe924912b42dc8696c014a4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1800549 Mar 05 05:10:44.878181 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50116) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:44.888780 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3af297d1-5361-40c3-abd7-fc9fa4dddfda tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (4b535bda-62af-4ca6-89c5-47a7629a6b73), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:44.891773 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b2d6bae3-0aa8-4abb-9cdb-7aa5cb7ea0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:44.907967 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f494bf00-61e7-4079-b280-1c8435b7756c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a76ee1b4-46f9-439a-9127-a2d33fa36bbd), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:44.912377 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f494bf00-61e7-4079-b280-1c8435b7756c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:44.917156 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f494bf00-61e7-4079-b280-1c8435b7756c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a76ee1b4-46f9-439a-9127-a2d33fa36bbd HTTP/1.1" status: 204 len: 168 time: 1.5325050 Mar 05 05:10:44.998667 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dd716a-86b1-4bb4-8b92-fe3e7980c4f2 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:45.008461 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-59dd716a-86b1-4bb4-8b92-fe3e7980c4f2 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "GET /v2.0/ports/e355eb83-5b19-4fe9-b643-8e3d32755c37 HTTP/1.1" status: 200 len: 911 time: 0.2085977 Mar 05 05:10:45.011117 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50122) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:45.026466 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-c24d2d3d-9e0d-4a69-8c6c-2e9fa42aae24 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e12bc2bb-250c-4ffd-84e2-0366ba8e6ffe'}]}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:45.054977 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d6bae3-0aa8-4abb-9cdb-7aa5cb7ea0f0 None None] Routers {'e141d0e3-df3b-43c8-b69c-c67b52567ad3'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:10:45.061970 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b2d6bae3-0aa8-4abb-9cdb-7aa5cb7ea0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:10:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['e141d0e3-df3b-43c8-b69c-c67b52567ad3'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:45.135305 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-326eba9d-2852-414c-8814-1f55804cee9d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c308470-ed94-462b-ac3b-f07d5ff06735 HTTP/1.1" status: 200 len: 217 time: 0.2708249 Mar 05 05:10:45.177832 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:45.179940 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494bf00-61e7-4079-b280-1c8435b7756c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76ee1b4-46f9-439a-9127-a2d33fa36bbd,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:45.188877 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b2d6bae3-0aa8-4abb-9cdb-7aa5cb7ea0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:45.189528 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d6bae3-0aa8-4abb-9cdb-7aa5cb7ea0f0 None None] The sync data for ids ['e141d0e3-df3b-43c8-b69c-c67b52567ad3'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:10:45.206376 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port c821a80c-7f54-4ec5-b3ee-4587a48061a2 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:45.220177 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-31ea4e14-b8dd-43c9-836c-5a4b09d050e2 None None] Provisioning complete for port c821a80c-7f54-4ec5-b3ee-4587a48061a2 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:45.220916 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-31ea4e14-b8dd-43c9-836c-5a4b09d050e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c821a80c-7f54-4ec5-b3ee-4587a48061a2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:45.246359 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d07ed-bcc6-4385-a9f8-2879f567a403 req-623fe72d-a712-4a75-a540-17e5e9b11948 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:45.247948 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-186d07ed-bcc6-4385-a9f8-2879f567a403 req-623fe72d-a712-4a75-a540-17e5e9b11948 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad57c8bb-8e28-41b7-9141-3f0642be164f HTTP/1.1" status: 200 len: 983 time: 0.5339077 Mar 05 05:10:45.340096 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d3e367a6-0b67-41d0-843a-88d1873d2109 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:10:45.349350 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-57f56296-2f59-44b6-ad90-84c88a44f066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:45.351829 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-57f56296-2f59-44b6-ad90-84c88a44f066 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=751e35ed-8262-4a3c-b48c-2ccb01d6a12d HTTP/1.1" status: 200 len: 835 time: 0.2057226 Mar 05 05:10:45.401482 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: d3e367a6-0b67-41d0-843a-88d1873d2109 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:10:45.401852 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d3e367a6-0b67-41d0-843a-88d1873d2109 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:10:45.409616 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c24d2d3d-9e0d-4a69-8c6c-2e9fa42aae24 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e355eb83-5b19-4fe9-b643-8e3d32755c37), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:45.425342 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7d2a2225-35aa-4e29-87e4-3db3f11fd1e0 admin admin] Publish callbacks [] for security_group (abcff87a-4fc3-413e-862f-b4057868dc30), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:45.506853 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-31ea4e14-b8dd-43c9-836c-5a4b09d050e2 None None] Current status of the port c821a80c-7f54-4ec5-b3ee-4587a48061a2 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:45.538792 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-31ea4e14-b8dd-43c9-836c-5a4b09d050e2 None None] Provisioning complete for port 81306cfc-90b8-43bd-bd8f-afdf1934b932 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:45.539241 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-31ea4e14-b8dd-43c9-836c-5a4b09d050e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (81306cfc-90b8-43bd-bd8f-afdf1934b932), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:45.561931 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7d2a2225-35aa-4e29-87e4-3db3f11fd1e0 admin admin] Publish callbacks [] for security_group (abcff87a-4fc3-413e-862f-b4057868dc30), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:45.565184 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af297d1-5361-40c3-abd7-fc9fa4dddfda tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Network 3f62a3e7-e1c1-4140-b759-4677245379ad is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:10:45.587493 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-3af297d1-5361-40c3-abd7-fc9fa4dddfda tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:10:45.630428 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-186d07ed-bcc6-4385-a9f8-2879f567a403 req-e2ca8bc6-f7f1-4590-9344-6de1365a8e87 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/security-groups?id=bbbdc747-caaf-4d19-9e1b-27cb97e3b082&id=baf22591-9dcb-4cc0-901c-bb7474a8e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3624740 Mar 05 05:10:45.712407 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-23eb8d0d-e0c0-44f7-ac9c-2ed82929d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:45.716082 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-23eb8d0d-e0c0-44f7-ac9c-2ed82929d466 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b17767d8-96c7-4c01-a562-6f7782516c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3531184 Mar 05 05:10:45.742947 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-31ea4e14-b8dd-43c9-836c-5a4b09d050e2 None None] Current status of the port 81306cfc-90b8-43bd-bd8f-afdf1934b932 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:45.743462 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-31ea4e14-b8dd-43c9-836c-5a4b09d050e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (81306cfc-90b8-43bd-bd8f-afdf1934b932), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:45.859837 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a578364b-e8c5-46e8-9664-5769f7804bee up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:10:45.970956 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-31ea4e14-b8dd-43c9-836c-5a4b09d050e2 None None] For port 81306cfc-90b8-43bd-bd8f-afdf1934b932, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=81306cfc-90b8-43bd-bd8f-afdf1934b932,segment=NetworkSegment(57f7bd86-e8f8-4f06-80d3-8a7bc30c7837),segment_id=57f7bd86-e8f8-4f06-80d3-8a7bc30c7837)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:10:46.002189 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-31ea4e14-b8dd-43c9-836c-5a4b09d050e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (81306cfc-90b8-43bd-bd8f-afdf1934b932), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:46.092406 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea4e14-b8dd-43c9-836c-5a4b09d050e2 None None] Pushing event updated for resources: {'Port': ['ID=81306cfc-90b8-43bd-bd8f-afdf1934b932,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:46.138673 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port a578364b-e8c5-46e8-9664-5769f7804bee triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:46.139051 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a578364b-e8c5-46e8-9664-5769f7804bee), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:46.263153 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-7a44ac94-8140-4e53-acab-4dfc1bde027a service neutron] 10.222.0.31 "GET /v2.0/networks/b17767d8-96c7-4c01-a562-6f7782516c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396741 Mar 05 05:10:46.264667 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7d2a2225-35aa-4e29-87e4-3db3f11fd1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (abcff87a-4fc3-413e-862f-b4057868dc30), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:46.269799 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7d2a2225-35aa-4e29-87e4-3db3f11fd1e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:46.276967 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7d2a2225-35aa-4e29-87e4-3db3f11fd1e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/abcff87a-4fc3-413e-862f-b4057868dc30 HTTP/1.1" status: 204 len: 168 time: 1.3889465 Mar 05 05:10:46.369199 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:46.369910 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-62923363-7479-4547-9d59-2a85334d17d3 None None] Provisioning complete for port e355eb83-5b19-4fe9-b643-8e3d32755c37 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:46.372164 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-62923363-7479-4547-9d59-2a85334d17d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e355eb83-5b19-4fe9-b643-8e3d32755c37), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:46.412451 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c24d2d3d-9e0d-4a69-8c6c-2e9fa42aae24 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for port (e355eb83-5b19-4fe9-b643-8e3d32755c37), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:46.432275 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c24d2d3d-9e0d-4a69-8c6c-2e9fa42aae24 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (e355eb83-5b19-4fe9-b643-8e3d32755c37), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:46.432861 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a2225-35aa-4e29-87e4-3db3f11fd1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcff87a-4fc3-413e-862f-b4057868dc30,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:46.449337 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24d2d3d-9e0d-4a69-8c6c-2e9fa42aae24 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:46.452174 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c24d2d3d-9e0d-4a69-8c6c-2e9fa42aae24 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:46.457223 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50158) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:46.459484 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c24d2d3d-9e0d-4a69-8c6c-2e9fa42aae24 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "PUT /v2.0/ports/e355eb83-5b19-4fe9-b643-8e3d32755c37 HTTP/1.1" status: 200 len: 911 time: 1.4470339 Mar 05 05:10:46.461478 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-62923363-7479-4547-9d59-2a85334d17d3 None None] Port e355eb83-5b19-4fe9-b643-8e3d32755c37 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:10:46.513828 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port a578364b-e8c5-46e8-9664-5769f7804bee is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:46.514959 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c821a80c-7f54-4ec5-b3ee-4587a48061a2 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:10:46.566770 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-62923363-7479-4547-9d59-2a85334d17d3 None None] Provisioning complete for port 81306cfc-90b8-43bd-bd8f-afdf1934b932 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:46.567312 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-62923363-7479-4547-9d59-2a85334d17d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (81306cfc-90b8-43bd-bd8f-afdf1934b932), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:46.575462 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d2d3d-9e0d-4a69-8c6c-2e9fa42aae24 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Port': ['ID=e355eb83-5b19-4fe9-b643-8e3d32755c37,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:46.758142 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port c821a80c-7f54-4ec5-b3ee-4587a48061a2 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:46.758519 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c821a80c-7f54-4ec5-b3ee-4587a48061a2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:46.789441 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af297d1-5361-40c3-abd7-fc9fa4dddfda tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Router 4b535bda-62af-4ca6-89c5-47a7629a6b73 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:10:46.800985 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50170) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:46.805868 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0036504 Mar 05 05:10:46.809592 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50174) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:46.840381 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-62923363-7479-4547-9d59-2a85334d17d3 None None] Current status of the port 81306cfc-90b8-43bd-bd8f-afdf1934b932 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:46.887717 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-62923363-7479-4547-9d59-2a85334d17d3 None None] Provisioning complete for port 204db449-db55-49f6-a507-f9010c1f8a05 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:46.888192 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-62923363-7479-4547-9d59-2a85334d17d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (204db449-db55-49f6-a507-f9010c1f8a05), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:46.950352 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-308f0f71-3bae-4082-b0b2-b71cb90deae3 tempest-NetworksApiDiscovery-1868962397 tempest-NetworksApiDiscovery-1868962397-project] 10.222.0.11 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1392059 Mar 05 05:10:47.022404 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port c821a80c-7f54-4ec5-b3ee-4587a48061a2 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:47.024167 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 81306cfc-90b8-43bd-bd8f-afdf1934b932 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:10:47.099883 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af297d1-5361-40c3-abd7-fc9fa4dddfda tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:10:47.120110 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc7308a-c5bf-4730-ae05-a5648dc7608e None None] Sync routers for ids ['4b535bda-62af-4ca6-89c5-47a7629a6b73'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:10:47.132694 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc7308a-c5bf-4730-ae05-a5648dc7608e None None] Routers {'4b535bda-62af-4ca6-89c5-47a7629a6b73'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:10:47.133342 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-3cc7308a-c5bf-4730-ae05-a5648dc7608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:10:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4b535bda-62af-4ca6-89c5-47a7629a6b73'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:47.145482 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3af297d1-5361-40c3-abd7-fc9fa4dddfda tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] 10.222.0.11 "PUT /v2.0/routers/4b535bda-62af-4ca6-89c5-47a7629a6b73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6059706 Mar 05 05:10:47.146603 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-62923363-7479-4547-9d59-2a85334d17d3 None None] Port 204db449-db55-49f6-a507-f9010c1f8a05 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:10:47.148933 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 81306cfc-90b8-43bd-bd8f-afdf1934b932 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:47.149261 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (81306cfc-90b8-43bd-bd8f-afdf1934b932), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:47.150254 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50184) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:47.251179 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-3cc7308a-c5bf-4730-ae05-a5648dc7608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:47.273531 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 81306cfc-90b8-43bd-bd8f-afdf1934b932 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:47.290152 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-672a45b3-81a6-48bc-b39d-8be82f51fb1b None None] Provisioning complete for port e355eb83-5b19-4fe9-b643-8e3d32755c37 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:47.290947 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-672a45b3-81a6-48bc-b39d-8be82f51fb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e355eb83-5b19-4fe9-b643-8e3d32755c37), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:47.296177 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c6bfb-37f3-40e9-b7c7-508847a76585 req-bfe7b304-4ed8-4ece-ab4d-90eebf33e3c1 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:47.297824 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-521c6bfb-37f3-40e9-b7c7-508847a76585 req-bfe7b304-4ed8-4ece-ab4d-90eebf33e3c1 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad57c8bb-8e28-41b7-9141-3f0642be164f HTTP/1.1" status: 200 len: 983 time: 0.4766555 Mar 05 05:10:47.304605 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc7308a-c5bf-4730-ae05-a5648dc7608e None None] Routers {'4b535bda-62af-4ca6-89c5-47a7629a6b73'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:10:47.305096 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-3cc7308a-c5bf-4730-ae05-a5648dc7608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:10:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4b535bda-62af-4ca6-89c5-47a7629a6b73'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:47.312233 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9bf5640c-d9ec-45fa-9ac9-b36bd09f01b4 req-3ebf2fd2-798e-4880-967d-876ad174d719 service neutron] 10.222.0.31 "GET /v2.0/networks/b17767d8-96c7-4c01-a562-6f7782516c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0300801 Mar 05 05:10:47.368292 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-ce1b0ff4-976e-45e6-84da-52326c65d416 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:47.369909 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-672a45b3-81a6-48bc-b39d-8be82f51fb1b None None] Port e355eb83-5b19-4fe9-b643-8e3d32755c37 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:10:47.381500 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-ce1b0ff4-976e-45e6-84da-52326c65d416 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 812 time: 0.7802222 Mar 05 05:10:47.398914 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-3cc7308a-c5bf-4730-ae05-a5648dc7608e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:47.399750 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc7308a-c5bf-4730-ae05-a5648dc7608e None None] The sync data for ids ['4b535bda-62af-4ca6-89c5-47a7629a6b73'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:10:47.432350 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-b5a0775f-c8b9-4880-ac5d-be8548ae70a3 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/quotas/06a4f309563b434e9962ec2905954423 HTTP/1.1" status: 200 len: 375 time: 0.0499759 Mar 05 05:10:47.578679 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50200) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:47.585655 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 81306cfc-90b8-43bd-bd8f-afdf1934b932 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:10:47.595626 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-521c6bfb-37f3-40e9-b7c7-508847a76585 req-60a25a3c-f938-4163-9577-230be6e1304e tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/security-groups?id=bbbdc747-caaf-4d19-9e1b-27cb97e3b082&id=baf22591-9dcb-4cc0-901c-bb7474a8e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2754095 Mar 05 05:10:47.616175 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50204) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:47.680341 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbbbb1-2ccd-4c4d-8577-b2fa9a0c62bf req-afd08cf2-282e-4d2f-9472-7ac3a816fb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:47.681927 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3dbbbb1-2ccd-4c4d-8577-b2fa9a0c62bf req-afd08cf2-282e-4d2f-9472-7ac3a816fb8a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d87f4bc3b1ad4083a50bfbdb9336d51e&device_id=ad57c8bb-8e28-41b7-9141-3f0642be164f HTTP/1.1" status: 200 len: 1166 time: 0.2984283 Mar 05 05:10:47.691922 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 81306cfc-90b8-43bd-bd8f-afdf1934b932 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:47.693839 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (81306cfc-90b8-43bd-bd8f-afdf1934b932), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:47.775354 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-850784d6-e5e1-41ae-9197-e8ea2f907cc2 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-511862693-network', 'tenant_id': 'f140b273a3d24bd8bd95de4819b9bc34'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:47.810961 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-2739e70e-317c-4fc1-b780-f88aabf309d6 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:10:47.813893 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2739e70e-317c-4fc1-b780-f88aabf309d6 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] 10.222.0.11 "PUT /v2.0/routers/4b535bda-62af-4ca6-89c5-47a7629a6b73/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6585317 Mar 05 05:10:47.816322 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50208) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:47.821471 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:47.863162 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-b2f23ecc-5172-4a6b-bdb9-c131d5654a4b tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3989451 Mar 05 05:10:47.884842 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 81306cfc-90b8-43bd-bd8f-afdf1934b932 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:47.905517 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850784d6-e5e1-41ae-9197-e8ea2f907cc2 admin admin] Made reservation on behalf of f140b273a3d24bd8bd95de4819b9bc34 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:10:47.907889 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-850784d6-e5e1-41ae-9197-e8ea2f907cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:47.933849 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-850784d6-e5e1-41ae-9197-e8ea2f907cc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:47.937366 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-19b2f2fa-f939-4171-9f12-a38a3c3e6088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:47.937969 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-710925aa-12a3-4f54-8668-c7561dd7300e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (e141d0e3-df3b-43c8-b69c-c67b52567ad3), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:48.046730 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbbbb1-2ccd-4c4d-8577-b2fa9a0c62bf req-68e5dc02-2165-4448-bd60-314a8c6222b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:48.048319 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3dbbbb1-2ccd-4c4d-8577-b2fa9a0c62bf req-68e5dc02-2165-4448-bd60-314a8c6222b9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b17767d8-96c7-4c01-a562-6f7782516c60 HTTP/1.1" status: 200 len: 896 time: 0.3385644 Mar 05 05:10:48.100033 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3dbbbb1-2ccd-4c4d-8577-b2fa9a0c62bf req-8cee3de3-386d-47e1-80be-65be94e68026 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c308470-ed94-462b-ac3b-f07d5ff06735 HTTP/1.1" status: 200 len: 217 time: 0.0427194 Mar 05 05:10:48.153200 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-9a08d1d4-01b3-4fbd-b9f5-f95e877d1c64 service neutron] 10.222.0.11 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716179 Mar 05 05:10:48.209108 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-850784d6-e5e1-41ae-9197-e8ea2f907cc2 admin admin] Publish callbacks [] for security_group (18948260-c353-49d6-b26e-c625e8386bc5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:48.215659 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-19b2f2fa-f939-4171-9f12-a38a3c3e6088 admin admin] Publish callbacks [] for security_group (a0226712-1660-4274-8d05-30e4a4bfc380), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:48.234239 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-850784d6-e5e1-41ae-9197-e8ea2f907cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (18948260-c353-49d6-b26e-c625e8386bc5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:48.243584 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-19b2f2fa-f939-4171-9f12-a38a3c3e6088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a0226712-1660-4274-8d05-30e4a4bfc380), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:48.287487 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850784d6-e5e1-41ae-9197-e8ea2f907cc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:10:48.305999 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850784d6-e5e1-41ae-9197-e8ea2f907cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18948260-c353-49d6-b26e-c625e8386bc5,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:48.316086 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-850784d6-e5e1-41ae-9197-e8ea2f907cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (a4b4788e-26e2-4748-9829-8147236e15bd), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:48.316437 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-850784d6-e5e1-41ae-9197-e8ea2f907cc2 admin admin] Added segment a4b4788e-26e2-4748-9829-8147236e15bd of type vlan for network 0da3e914-90e8-464b-8270-4123ca801714 Mar 05 05:10:48.320472 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-19b2f2fa-f939-4171-9f12-a38a3c3e6088 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eca113c07f53410db0abd58f66ce790c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7033103 Mar 05 05:10:48.335482 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50210) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:48.459619 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-850784d6-e5e1-41ae-9197-e8ea2f907cc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (0da3e914-90e8-464b-8270-4123ca801714), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:48.463280 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b2f2fa-f939-4171-9f12-a38a3c3e6088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0226712-1660-4274-8d05-30e4a4bfc380,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:48.529919 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fb6308f9-d7a2-4402-bbb8-454e25c285a9 admin admin] Publish callbacks [] for security_group (a0226712-1660-4274-8d05-30e4a4bfc380), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:48.550888 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbbbb1-2ccd-4c4d-8577-b2fa9a0c62bf req-34ed748f-d470-4840-bc2f-4d091771d0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:48.552020 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3dbbbb1-2ccd-4c4d-8577-b2fa9a0c62bf req-34ed748f-d470-4840-bc2f-4d091771d0ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=751e35ed-8262-4a3c-b48c-2ccb01d6a12d HTTP/1.1" status: 200 len: 835 time: 0.4409008 Mar 05 05:10:48.553875 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-850784d6-e5e1-41ae-9197-e8ea2f907cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (0da3e914-90e8-464b-8270-4123ca801714), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:48.554832 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850784d6-e5e1-41ae-9197-e8ea2f907cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:48.555441 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-850784d6-e5e1-41ae-9197-e8ea2f907cc2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:48.589633 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fb6308f9-d7a2-4402-bbb8-454e25c285a9 admin admin] Publish callbacks [] for security_group (a0226712-1660-4274-8d05-30e4a4bfc380), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:48.662209 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-850784d6-e5e1-41ae-9197-e8ea2f907cc2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0789087 Mar 05 05:10:48.663492 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50216) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:48.669405 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-15a37e4b-d137-4ebe-9090-01a5698893da admin admin] Request body: {'subnet': {'network_id': '0da3e914-90e8-464b-8270-4123ca801714', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-511862693-subnet', 'tenant_id': 'f140b273a3d24bd8bd95de4819b9bc34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:48.680381 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850784d6-e5e1-41ae-9197-e8ea2f907cc2 admin admin] Pushing event updated for resources: {'Network': ['ID=0da3e914-90e8-464b-8270-4123ca801714,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:48.689304 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-2727544c-e069-4cd3-b70e-ef9daed1abfd service neutron] 10.222.0.11 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5045264 Mar 05 05:10:48.701040 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbbbb1-2ccd-4c4d-8577-b2fa9a0c62bf req-81fb3085-7ee8-457c-8344-23d1e035c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:48.701897 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 0da3e914-90e8-464b-8270-4123ca801714 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:10:48.702556 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3dbbbb1-2ccd-4c4d-8577-b2fa9a0c62bf req-81fb3085-7ee8-457c-8344-23d1e035c8e6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b17767d8-96c7-4c01-a562-6f7782516c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1255369 Mar 05 05:10:48.717010 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b50bdfac-b20f-47d5-91bf-4a40554fe594 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (4b535bda-62af-4ca6-89c5-47a7629a6b73), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:48.785574 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a37e4b-d137-4ebe-9090-01a5698893da admin admin] Made reservation on behalf of f140b273a3d24bd8bd95de4819b9bc34 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:10:48.788922 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-15a37e4b-d137-4ebe-9090-01a5698893da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:48.835346 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fb6308f9-d7a2-4402-bbb8-454e25c285a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a0226712-1660-4274-8d05-30e4a4bfc380), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:48.837954 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fb6308f9-d7a2-4402-bbb8-454e25c285a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:48.839097 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fb6308f9-d7a2-4402-bbb8-454e25c285a9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a0226712-1660-4274-8d05-30e4a4bfc380 HTTP/1.1" status: 204 len: 168 time: 0.5013442 Mar 05 05:10:48.898729 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6308f9-d7a2-4402-bbb8-454e25c285a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0226712-1660-4274-8d05-30e4a4bfc380,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:49.030721 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f145c056-fd3a-4a25-9f38-d383d6204449 req-d975e7ef-9edc-4b33-9ffa-638cdd1796e0 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 210 time: 0.1199315 Mar 05 05:10:49.086164 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3dbbbb1-2ccd-4c4d-8577-b2fa9a0c62bf req-5651d706-3211-46d5-b5f1-9acaad0a53b4 service neutron] 10.222.0.31 "GET /v2.0/networks/b17767d8-96c7-4c01-a562-6f7782516c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775389 Mar 05 05:10:49.106510 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384d2db-ad25-4a58-b666-16c3831aeb5f req-cd876935-07bb-46e6-9539-7540d66cfa0f tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:49.107995 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2384d2db-ad25-4a58-b666-16c3831aeb5f req-cd876935-07bb-46e6-9539-7540d66cfa0f tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad57c8bb-8e28-41b7-9141-3f0642be164f HTTP/1.1" status: 200 len: 983 time: 0.3290408 Mar 05 05:10:49.245875 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-b50bdfac-b20f-47d5-91bf-4a40554fe594 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Deleting port 204db449-db55-49f6-a507-f9010c1f8a05 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:10:49.246459 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b50bdfac-b20f-47d5-91bf-4a40554fe594 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (204db449-db55-49f6-a507-f9010c1f8a05), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:49.300859 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-710925aa-12a3-4f54-8668-c7561dd7300e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Deleting port e355eb83-5b19-4fe9-b643-8e3d32755c37 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:10:49.301346 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-710925aa-12a3-4f54-8668-c7561dd7300e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (e355eb83-5b19-4fe9-b643-8e3d32755c37), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:49.389762 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b50bdfac-b20f-47d5-91bf-4a40554fe594 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (204db449-db55-49f6-a507-f9010c1f8a05), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:49.413900 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-b50bdfac-b20f-47d5-91bf-4a40554fe594 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Calling delete_port for 204db449-db55-49f6-a507-f9010c1f8a05 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:10:49.528557 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2384d2db-ad25-4a58-b666-16c3831aeb5f req-a0e1a3ee-5f37-4db4-9eb1-c2d6be57cded tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/security-groups?id=bbbdc747-caaf-4d19-9e1b-27cb97e3b082&id=baf22591-9dcb-4cc0-901c-bb7474a8e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3996966 Mar 05 05:10:49.550959 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 0c308470-ed94-462b-ac3b-f07d5ff06735 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:10:49.618717 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3dbbbb1-2ccd-4c4d-8577-b2fa9a0c62bf req-cf6161a5-e971-41c7-9e82-ba5d2d8f746c service neutron] 10.222.0.31 "GET /v2.0/networks/b17767d8-96c7-4c01-a562-6f7782516c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5080256 Mar 05 05:10:49.674671 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-15a37e4b-d137-4ebe-9090-01a5698893da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (e2551e0a-db35-4267-955a-eab1f29c6451), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:49.699065 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-710925aa-12a3-4f54-8668-c7561dd7300e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (e355eb83-5b19-4fe9-b643-8e3d32755c37), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:49.755817 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-710925aa-12a3-4f54-8668-c7561dd7300e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Calling delete_port for e355eb83-5b19-4fe9-b643-8e3d32755c37 owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:10:49.822615 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 0c308470-ed94-462b-ac3b-f07d5ff06735, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=0c308470-ed94-462b-ac3b-f07d5ff06735,segment=NetworkSegment(674e17c5-29f7-4c70-982d-8b3dad5fb069),segment_id=674e17c5-29f7-4c70-982d-8b3dad5fb069)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:10:49.836940 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b50bdfac-b20f-47d5-91bf-4a40554fe594 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (204db449-db55-49f6-a507-f9010c1f8a05), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:49.858265 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '0c308470-ed94-462b-ac3b-f07d5ff06735', 'network_id': 'b17767d8-96c7-4c01-a562-6f7782516c60', 'port_id': '0c308470-ed94-462b-ac3b-f07d5ff06735', 'mac_address': 'fa:16:3e:a1:c1:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '751e35ed-8262-4a3c-b48c-2ccb01d6a12d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:10:49.926692 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bdfac-b20f-47d5-91bf-4a40554fe594 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Pushing event deleted for resources: {'Port': ['ID=204db449-db55-49f6-a507-f9010c1f8a05,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:49.958976 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a37e4b-d137-4ebe-9090-01a5698893da admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2551e0a-db35-4267-955a-eab1f29c6451,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:49.977923 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 0c308470-ed94-462b-ac3b-f07d5ff06735 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:49.978328 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0c308470-ed94-462b-ac3b-f07d5ff06735), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:50.007867 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a37e4b-d137-4ebe-9090-01a5698893da admin admin] Checking segment: {'id': 'a4b4788e-26e2-4748-9829-8147236e15bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0da3e914-90e8-464b-8270-4123ca801714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:10:50.008242 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a37e4b-d137-4ebe-9090-01a5698893da admin admin] Network hostable DHCP agents. Network: 0da3e914-90e8-464b-8270-4123ca801714, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:10:50.015030 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c308470-ed94-462b-ac3b-f07d5ff06735 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:10:50.052430 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50256) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:50.088579 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 0c308470-ed94-462b-ac3b-f07d5ff06735, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=0c308470-ed94-462b-ac3b-f07d5ff06735,segment=NetworkSegment(674e17c5-29f7-4c70-982d-8b3dad5fb069),segment_id=674e17c5-29f7-4c70-982d-8b3dad5fb069)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:10:50.100624 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0c308470-ed94-462b-ac3b-f07d5ff06735), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:50.155331 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a37e4b-d137-4ebe-9090-01a5698893da admin admin] Network 0da3e914-90e8-464b-8270-4123ca801714 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:10:50.206921 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-15a37e4b-d137-4ebe-9090-01a5698893da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 0da3e914-90e8-464b-8270-4123ca801714) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:10:50.219463 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a37e4b-d137-4ebe-9090-01a5698893da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:50.220439 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-15a37e4b-d137-4ebe-9090-01a5698893da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:50.262665 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9e9fc87d-624b-4393-a9d0-d40fc7c1d207 req-260d2d49-8b90-4282-a5c9-a68fa9ab40de tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 210 time: 0.0842228 Mar 05 05:10:50.330072 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-15a37e4b-d137-4ebe-9090-01a5698893da admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6655078 Mar 05 05:10:50.337518 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b67cd4e-ba23-4386-9237-8f0136914d9a None None] Network 0da3e914-90e8-464b-8270-4123ca801714 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:10:50.378858 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-710925aa-12a3-4f54-8668-c7561dd7300e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (e355eb83-5b19-4fe9-b643-8e3d32755c37), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:50.408914 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=0c308470-ed94-462b-ac3b-f07d5ff06735,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:50.418083 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b50bdfac-b20f-47d5-91bf-4a40554fe594 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (4b535bda-62af-4ca6-89c5-47a7629a6b73), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:50.436720 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['0c308470-ed94-462b-ac3b-f07d5ff06735'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:10:50.502801 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710925aa-12a3-4f54-8668-c7561dd7300e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Port': ['ID=e355eb83-5b19-4fe9-b643-8e3d32755c37,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:50.736174 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411ad725-b9ca-451e-ab76-0e7c23c0112a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-0da3e914-90e8-464b-8270-4123ca801714', 'network_id': '0da3e914-90e8-464b-8270-4123ca801714', 'project_id': 'f140b273a3d24bd8bd95de4819b9bc34', 'fixed_ips': [{'subnet_id': 'e2551e0a-db35-4267-955a-eab1f29c6451'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:10:50.738071 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-411ad725-b9ca-451e-ab76-0e7c23c0112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:50.861902 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-710925aa-12a3-4f54-8668-c7561dd7300e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (e141d0e3-df3b-43c8-b69c-c67b52567ad3), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:51.120627 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0ecb7-9684-4e75-9976-735eb3d2ed8e req-a737c0c8-3fe7-4487-a836-21920ac12848 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:51.122762 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-acd0ecb7-9684-4e75-9976-735eb3d2ed8e req-a737c0c8-3fe7-4487-a836-21920ac12848 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad57c8bb-8e28-41b7-9141-3f0642be164f HTTP/1.1" status: 200 len: 984 time: 0.4258764 Mar 05 05:10:51.143201 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-411ad725-b9ca-451e-ab76-0e7c23c0112a None None] Allocated IP 172.20.0.2 (0da3e914-90e8-464b-8270-4123ca801714/e2551e0a-db35-4267-955a-eab1f29c6451/58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:10:51.499578 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-acd0ecb7-9684-4e75-9976-735eb3d2ed8e req-826d38a3-089d-4dad-8db1-cdba0c5f3b19 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/security-groups?id=bbbdc747-caaf-4d19-9e1b-27cb97e3b082&id=baf22591-9dcb-4cc0-901c-bb7474a8e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3672857 Mar 05 05:10:51.511499 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710925aa-12a3-4f54-8668-c7561dd7300e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Router e141d0e3-df3b-43c8-b69c-c67b52567ad3 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:10:51.562651 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 0c308470-ed94-462b-ac3b-f07d5ff06735 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:10:51.596133 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c9d7c758-9613-4551-9cee-d2798ddbff64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:51.666913 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-411ad725-b9ca-451e-ab76-0e7c23c0112a None None] Publish callbacks [] for port (58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:51.678896 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-411ad725-b9ca-451e-ab76-0e7c23c0112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:51.735033 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ad725-b9ca-451e-ab76-0e7c23c0112a None None] Pushing event updated for resources: {'Port': ['ID=58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:51.748009 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411ad725-b9ca-451e-ab76-0e7c23c0112a None None] Network 0da3e914-90e8-464b-8270-4123ca801714 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:10:51.750507 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-411ad725-b9ca-451e-ab76-0e7c23c0112a None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:10:51.760068 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 0c308470-ed94-462b-ac3b-f07d5ff06735 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:10:51.766840 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411ad725-b9ca-451e-ab76-0e7c23c0112a None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:10:51.767514 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8ec179b6-9113-4c2e-b925-f0083d4c0271 req-92bcc74e-d0c7-44b7-927e-e44c096ab401 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 210 time: 0.0897946 Mar 05 05:10:51.872915 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710925aa-12a3-4f54-8668-c7561dd7300e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:10:51.882952 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-710925aa-12a3-4f54-8668-c7561dd7300e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "PUT /v2.0/routers/e141d0e3-df3b-43c8-b69c-c67b52567ad3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4244056 Mar 05 05:10:51.889222 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50306) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:51.915127 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0e12eb-d43e-40dc-9117-0887b981d06e None None] Sync routers for ids ['e141d0e3-df3b-43c8-b69c-c67b52567ad3'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:10:51.924511 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c9d7c758-9613-4551-9cee-d2798ddbff64 admin admin] Publish callbacks [] for security_group (22dcd9ad-ba19-4ce0-82a7-012614eff355), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:51.927066 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 0c308470-ed94-462b-ac3b-f07d5ff06735 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:51.927926 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0c308470-ed94-462b-ac3b-f07d5ff06735), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:51.940706 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-b619f1c7-f9fa-4bb5-a85f-4a2ccb3531ea tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:51.942506 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f365938d-f688-4bc2-9c5c-468d94f5c1f7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "GET /v2.0/ports?device_id=e141d0e3-df3b-43c8-b69c-c67b52567ad3 HTTP/1.1" status: 200 len: 205 time: 0.0520353 Mar 05 05:10:51.943646 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-b619f1c7-f9fa-4bb5-a85f-4a2ccb3531ea tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.30 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 812 time: 1.6719441 Mar 05 05:10:51.945862 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50310) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:51.957063 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0e12eb-d43e-40dc-9117-0887b981d06e None None] Routers {'e141d0e3-df3b-43c8-b69c-c67b52567ad3'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:10:51.958714 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-ba0e12eb-d43e-40dc-9117-0887b981d06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:10:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['e141d0e3-df3b-43c8-b69c-c67b52567ad3'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:52.025684 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48a55e-da81-4477-9487-1de2003c2479 req-f04287e8-3027-4985-9c4f-f8942c359718 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:52.039048 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b48a55e-da81-4477-9487-1de2003c2479 req-f04287e8-3027-4985-9c4f-f8942c359718 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/networks?id=0da3e914-90e8-464b-8270-4123ca801714 HTTP/1.1" status: 200 len: 815 time: 0.3491068 Mar 05 05:10:52.060831 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-46c6b578-8a4b-453e-965a-36f9e247e678 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Request body: {'port': {'device_id': '946b2604-7e83-462b-85f4-e989656b1869', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'admin_state_up': True, 'tenant_id': '06a4f309563b434e9962ec2905954423'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:52.063780 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b48a55e-da81-4477-9487-1de2003c2479 req-3cd25453-8f54-4012-962c-0567998a40e9 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/quotas/f140b273a3d24bd8bd95de4819b9bc34 HTTP/1.1" status: 200 len: 375 time: 0.0233512 Mar 05 05:10:52.067561 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c21cb123-e03b-4e75-8644-b6b3303702c9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router (e141d0e3-df3b-43c8-b69c-c67b52567ad3), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:52.073703 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c9d7c758-9613-4551-9cee-d2798ddbff64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (22dcd9ad-ba19-4ce0-82a7-012614eff355), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:52.161905 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b48a55e-da81-4477-9487-1de2003c2479 req-a4c6729b-f248-4289-a7b7-9d0db06bdf01 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f140b273a3d24bd8bd95de4819b9bc34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0911236 Mar 05 05:10:52.347112 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50bdfac-b20f-47d5-91bf-4a40554fe594 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Router 4b535bda-62af-4ca6-89c5-47a7629a6b73 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:10:52.352655 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-411ad725-b9ca-451e-ab76-0e7c23c0112a None None] Attempting to bind port 58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:10:52.353077 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-411ad725-b9ca-451e-ab76-0e7c23c0112a None None] Attempting to bind port 58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'a4b4788e-26e2-4748-9829-8147236e15bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0da3e914-90e8-464b-8270-4123ca801714'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:10:52.353195 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411ad725-b9ca-451e-ab76-0e7c23c0112a None None] Attempting to bind port 58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3 on network 0da3e914-90e8-464b-8270-4123ca801714 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:10:52.363454 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411ad725-b9ca-451e-ab76-0e7c23c0112a None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:10:52.363901 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411ad725-b9ca-451e-ab76-0e7c23c0112a None None] Checking segment: {'id': 'a4b4788e-26e2-4748-9829-8147236e15bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0da3e914-90e8-464b-8270-4123ca801714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:10:52.364317 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-411ad725-b9ca-451e-ab76-0e7c23c0112a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:52.364975 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411ad725-b9ca-451e-ab76-0e7c23c0112a None None] Bound using segment: {'id': 'a4b4788e-26e2-4748-9829-8147236e15bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0da3e914-90e8-464b-8270-4123ca801714'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:10:52.365333 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-411ad725-b9ca-451e-ab76-0e7c23c0112a None None] Bound port: 58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b4788e-26e2-4748-9829-8147236e15bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0da3e914-90e8-464b-8270-4123ca801714'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:10:52.365829 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-411ad725-b9ca-451e-ab76-0e7c23c0112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:52.368424 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-ba0e12eb-d43e-40dc-9117-0887b981d06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:52.426356 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0e12eb-d43e-40dc-9117-0887b981d06e None None] Routers {'e141d0e3-df3b-43c8-b69c-c67b52567ad3'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:10:52.427293 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-ba0e12eb-d43e-40dc-9117-0887b981d06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:10:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['e141d0e3-df3b-43c8-b69c-c67b52567ad3'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:52.451784 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b48a55e-da81-4477-9487-1de2003c2479 req-941ce9f7-5949-479b-a38a-6902ca10e6f8 service neutron] 10.222.0.11 "GET /v2.0/networks/0da3e914-90e8-464b-8270-4123ca801714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800586 Mar 05 05:10:52.510427 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7c758-9613-4551-9cee-d2798ddbff64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dcd9ad-ba19-4ce0-82a7-012614eff355,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:52.581919 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b48a55e-da81-4477-9487-1de2003c2479 req-c33d8ca9-dac8-4dfe-8b60-5c7448cbe8fb service neutron] 10.222.0.11 "GET /v2.0/networks/0da3e914-90e8-464b-8270-4123ca801714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219049 Mar 05 05:10:52.609710 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 0c308470-ed94-462b-ac3b-f07d5ff06735 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:52.610291 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0c308470-ed94-462b-ac3b-f07d5ff06735), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:52.612304 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-ba0e12eb-d43e-40dc-9117-0887b981d06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:52.613032 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0e12eb-d43e-40dc-9117-0887b981d06e None None] The sync data for ids ['e141d0e3-df3b-43c8-b69c-c67b52567ad3'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:10:52.668601 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 0c308470-ed94-462b-ac3b-f07d5ff06735, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=0c308470-ed94-462b-ac3b-f07d5ff06735,segment=NetworkSegment(674e17c5-29f7-4c70-982d-8b3dad5fb069),segment_id=674e17c5-29f7-4c70-982d-8b3dad5fb069)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:10:52.672052 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad57c8bb-8e28-41b7-9141-3f0642be164f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c308470-ed94-462b-ac3b-f07d5ff06735'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:10:52.675022 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb05e66-1dd3-43d2-b54c-4f0e8f8e3eaa" -d '{"events": [{"server_uuid": "ad57c8bb-8e28-41b7-9141-3f0642be164f", "name": "network-vif-plugged", "status": "completed", "tag": "0c308470-ed94-462b-ac3b-f07d5ff06735"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:10:52.683884 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0c308470-ed94-462b-ac3b-f07d5ff06735), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:52.701265 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713be11-7b32-4a16-aebe-9066388a0cc3 req-3844f5a3-4f0e-4c4c-bead-8d125a1d2f5e tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:52.703616 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e713be11-7b32-4a16-aebe-9066388a0cc3 req-3844f5a3-4f0e-4c4c-bead-8d125a1d2f5e tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad57c8bb-8e28-41b7-9141-3f0642be164f HTTP/1.1" status: 200 len: 984 time: 0.1034901 Mar 05 05:10:52.713874 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-411ad725-b9ca-451e-ab76-0e7c23c0112a None None] For port 58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:10:52.737682 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c9d7c758-9613-4551-9cee-d2798ddbff64 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=850d15fcf138443cb1c28d28efc66d2e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6839530 Mar 05 05:10:52.738510 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-46c6b578-8a4b-453e-965a-36f9e247e678 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Made reservation on behalf of 06a4f309563b434e9962ec2905954423 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:10:52.742533 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-411ad725-b9ca-451e-ab76-0e7c23c0112a None None] For port 58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3,segment=NetworkSegment(a4b4788e-26e2-4748-9829-8147236e15bd),segment_id=a4b4788e-26e2-4748-9829-8147236e15bd)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:10:52.744334 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-46c6b578-8a4b-453e-965a-36f9e247e678 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:52.753459 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50322) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:52.762630 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-411ad725-b9ca-451e-ab76-0e7c23c0112a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:52.771251 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=0c308470-ed94-462b-ac3b-f07d5ff06735,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:52.827702 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ad725-b9ca-451e-ab76-0e7c23c0112a None None] Pushing event updated for resources: {'Port': ['ID=58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:52.839300 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e713be11-7b32-4a16-aebe-9066388a0cc3 req-51240aea-fa2d-4330-b7bf-2a71feaf6be3 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/security-groups?id=bbbdc747-caaf-4d19-9e1b-27cb97e3b082&id=baf22591-9dcb-4cc0-901c-bb7474a8e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1292069 Mar 05 05:10:52.997100 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8582c1-7ed1-4188-ac6c-50ecfe873066 x-openstack-request-id: req-2d8582c1-7ed1-4188-ac6c-50ecfe873066 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:10:52.997570 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad57c8bb-8e28-41b7-9141-3f0642be164f", "name": "network-vif-plugged", "status": "completed", "tag": "0c308470-ed94-462b-ac3b-f07d5ff06735", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:10:52.997863 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2d8582c1-7ed1-4188-ac6c-50ecfe873066 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:10:52.998496 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad57c8bb-8e28-41b7-9141-3f0642be164f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c308470-ed94-462b-ac3b-f07d5ff06735', 'code': 200} Mar 05 05:10:53.033294 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-876e3974-b372-401f-bc80-ec987ce2164b req-51eeea4c-0c90-43e3-9d64-cf443feaeb42 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 210 time: 0.0778837 Mar 05 05:10:53.231163 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c21cb123-e03b-4e75-8644-b6b3303702c9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (e141d0e3-df3b-43c8-b69c-c67b52567ad3), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:53.249645 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1d17a-8e8f-4364-802c-8e038b3a0142 req-008545ec-f459-4b29-b756-eac9cc6276ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:53.251327 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-61b1d17a-8e8f-4364-802c-8e038b3a0142 req-008545ec-f459-4b29-b756-eac9cc6276ad service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ad57c8bb-8e28-41b7-9141-3f0642be164f HTTP/1.1" status: 200 len: 1168 time: 0.1833806 Mar 05 05:10:53.253726 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c21cb123-e03b-4e75-8644-b6b3303702c9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router_controller (e141d0e3-df3b-43c8-b69c-c67b52567ad3), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:53.282996 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50bdfac-b20f-47d5-91bf-4a40554fe594 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:10:53.298433 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55a1654-ab95-42ce-93ef-8755695f735e None None] Sync routers for ids ['4b535bda-62af-4ca6-89c5-47a7629a6b73'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:10:53.317160 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b50bdfac-b20f-47d5-91bf-4a40554fe594 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] 10.222.0.11 "PUT /v2.0/routers/4b535bda-62af-4ca6-89c5-47a7629a6b73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4997530 Mar 05 05:10:53.348480 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55a1654-ab95-42ce-93ef-8755695f735e None None] Routers {'4b535bda-62af-4ca6-89c5-47a7629a6b73'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:10:53.349165 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-f55a1654-ab95-42ce-93ef-8755695f735e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:10:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4b535bda-62af-4ca6-89c5-47a7629a6b73'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:53.374728 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50344) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:53.429187 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c21cb123-e03b-4e75-8644-b6b3303702c9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (e141d0e3-df3b-43c8-b69c-c67b52567ad3), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:53.429873 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21cb123-e03b-4e75-8644-b6b3303702c9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Fanout notify agent at l3_agent the message router_deleted on router e141d0e3-df3b-43c8-b69c-c67b52567ad3 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:10:53.442862 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c21cb123-e03b-4e75-8644-b6b3303702c9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:53.444464 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c21cb123-e03b-4e75-8644-b6b3303702c9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/routers/e141d0e3-df3b-43c8-b69c-c67b52567ad3 HTTP/1.1" status: 204 len: 168 time: 1.4964361 Mar 05 05:10:53.450421 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50348) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:53.451317 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9b4a3a77-c30f-427f-9d8e-457d6164cfd9 admin admin] Publish callbacks [] for security_group (22dcd9ad-ba19-4ce0-82a7-012614eff355), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:53.478116 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-f55a1654-ab95-42ce-93ef-8755695f735e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:53.509042 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55a1654-ab95-42ce-93ef-8755695f735e None None] Routers {'4b535bda-62af-4ca6-89c5-47a7629a6b73'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:10:53.510914 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-f55a1654-ab95-42ce-93ef-8755695f735e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:10:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4b535bda-62af-4ca6-89c5-47a7629a6b73'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:53.559855 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-46c6b578-8a4b-453e-965a-36f9e247e678 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Allocated IP 172.20.0.13 (3da289b5-f373-4722-9911-8508cc812a15/bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb/364d9b75-3cff-4049-aff8-0d7bb5d9b3da) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:10:53.580500 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9b4a3a77-c30f-427f-9d8e-457d6164cfd9 admin admin] Publish callbacks [] for security_group (22dcd9ad-ba19-4ce0-82a7-012614eff355), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:53.603043 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-f55a1654-ab95-42ce-93ef-8755695f735e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:53.603849 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55a1654-ab95-42ce-93ef-8755695f735e None None] The sync data for ids ['4b535bda-62af-4ca6-89c5-47a7629a6b73'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:10:53.640216 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1045aae-1631-4f27-8c89-e4170bfbb7f6 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Deleting subnet e12bc2bb-250c-4ffd-84e2-0366ba8e6ffe {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:10:53.678392 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1045aae-1631-4f27-8c89-e4170bfbb7f6 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for subnet (e12bc2bb-250c-4ffd-84e2-0366ba8e6ffe), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:53.836973 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:10:53.903026 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1045aae-1631-4f27-8c89-e4170bfbb7f6 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (e12bc2bb-250c-4ffd-84e2-0366ba8e6ffe), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:53.975398 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:53.975945 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:54.057957 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9b4a3a77-c30f-427f-9d8e-457d6164cfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (22dcd9ad-ba19-4ce0-82a7-012614eff355), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:54.066846 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9b4a3a77-c30f-427f-9d8e-457d6164cfd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:54.069968 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9b4a3a77-c30f-427f-9d8e-457d6164cfd9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/22dcd9ad-ba19-4ce0-82a7-012614eff355 HTTP/1.1" status: 204 len: 168 time: 1.2053022 Mar 05 05:10:54.158678 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:54.159340 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:54.243007 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3,segment=NetworkSegment(a4b4788e-26e2-4748-9829-8147236e15bd),segment_id=a4b4788e-26e2-4748-9829-8147236e15bd)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:10:54.259045 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:54.280857 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a3a77-c30f-427f-9d8e-457d6164cfd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dcd9ad-ba19-4ce0-82a7-012614eff355,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:54.352563 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1045aae-1631-4f27-8c89-e4170bfbb7f6 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (e12bc2bb-250c-4ffd-84e2-0366ba8e6ffe), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:54.419130 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:54.476613 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-46c6b578-8a4b-453e-965a-36f9e247e678 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for port (364d9b75-3cff-4049-aff8-0d7bb5d9b3da), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:54.590883 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbf035-d50a-4ef4-92d5-92533448420a req-0108d6e3-84b2-42d6-be19-7b7fb044cf9d tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:54.603050 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67bbf035-d50a-4ef4-92d5-92533448420a req-0108d6e3-84b2-42d6-be19-7b7fb044cf9d tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/networks?id=0da3e914-90e8-464b-8270-4123ca801714 HTTP/1.1" status: 200 len: 815 time: 1.3150833 Mar 05 05:10:54.611614 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1045aae-1631-4f27-8c89-e4170bfbb7f6 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (e12bc2bb-250c-4ffd-84e2-0366ba8e6ffe), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:54.676665 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1045aae-1631-4f27-8c89-e4170bfbb7f6 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Subnet': ['ID=e12bc2bb-250c-4ffd-84e2-0366ba8e6ffe,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:54.707827 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1045aae-1631-4f27-8c89-e4170bfbb7f6 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:54.717202 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d1045aae-1631-4f27-8c89-e4170bfbb7f6 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/subnets/e12bc2bb-250c-4ffd-84e2-0366ba8e6ffe HTTP/1.1" status: 204 len: 168 time: 1.2627265 Mar 05 05:10:54.718314 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50376) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:54.724522 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-61b1d17a-8e8f-4364-802c-8e038b3a0142 req-9f65e797-b829-43ad-8dcf-5750b1037452 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bbbdc747-caaf-4d19-9e1b-27cb97e3b082&id=baf22591-9dcb-4cc0-901c-bb7474a8e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 1.4666753 Mar 05 05:10:54.725346 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387952b6-284e-4b8c-820a-aa1526dcd450 None None] Network 192036af-e376-4ad9-bd7f-427584682743 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:10:54.725950 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-874c3905-0570-4be0-88f8-8fa974d03e80 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] delete failed (client error): The resource could not be found. Mar 05 05:10:54.728323 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-46c6b578-8a4b-453e-965a-36f9e247e678 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (364d9b75-3cff-4049-aff8-0d7bb5d9b3da), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:54.739828 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-874c3905-0570-4be0-88f8-8fa974d03e80 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] 10.222.0.11 "DELETE /v2.0/routers/tempest-non_exist_router-380891624 HTTP/1.1" status: 404 len: 334 time: 1.3545740 Mar 05 05:10:54.746588 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50378) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:54.901179 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-f3b65d20-5a53-40bb-8613-f0084607842e tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Request body: {'router': {'external_gateway_info': {'network_id': '4b535bda-62af-4ca6-89c5-47a7629a6b73'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:54.923883 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-46c6b578-8a4b-453e-965a-36f9e247e678 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Network 3da289b5-f373-4722-9911-8508cc812a15 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:10:54.944334 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-46c6b578-8a4b-453e-965a-36f9e247e678 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:10:54.947592 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67bbf035-d50a-4ef4-92d5-92533448420a req-d8859b82-d202-4d97-adbe-d96971ea8d49 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/quotas/f140b273a3d24bd8bd95de4819b9bc34 HTTP/1.1" status: 200 len: 375 time: 0.2020228 Mar 05 05:10:54.962209 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-46c6b578-8a4b-453e-965a-36f9e247e678 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:10:55.072279 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-46c6b578-8a4b-453e-965a-36f9e247e678 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:55.074297 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-46c6b578-8a4b-453e-965a-36f9e247e678 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:55.092393 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6b578-8a4b-453e-965a-36f9e247e678 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Pushing event updated for resources: {'Port': ['ID=364d9b75-3cff-4049-aff8-0d7bb5d9b3da,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:55.120119 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b975a625-1102-4b17-adca-06c8084aecb4 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (192036af-e376-4ad9-bd7f-427584682743), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:55.158420 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-46c6b578-8a4b-453e-965a-36f9e247e678 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0967710 Mar 05 05:10:55.174687 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-6364b169-9862-4dee-b964-e2e63920ed4b service neutron] Request body: {'port': {'device_id': '946b2604-7e83-462b-85f4-e989656b1869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:55.423220 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50388) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:55.469794 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157e0b6e-ab68-484d-a8ab-bc7cbee7724e None None] Network 0da3e914-90e8-464b-8270-4123ca801714 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:10:55.481636 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-6364b169-9862-4dee-b964-e2e63920ed4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (364d9b75-3cff-4049-aff8-0d7bb5d9b3da), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:55.508828 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c962d8a5-abe2-429f-98b5-d3600d67bc24 None None] DHCP port deletion for 192036af-e376-4ad9-bd7f-427584682743 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:10:55.529745 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-b975a625-1102-4b17-adca-06c8084aecb4 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Deleting port 81306cfc-90b8-43bd-bd8f-afdf1934b932 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:10:55.530118 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b975a625-1102-4b17-adca-06c8084aecb4 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (81306cfc-90b8-43bd-bd8f-afdf1934b932), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:55.632440 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-81d2e780-79de-4b43-8d4a-245b785a2f1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:55.644875 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:10:55.795884 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d0c3e-5be3-4053-afff-95cce6e1f690 req-19eaa9fd-c12b-4494-a486-c17444b15121 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:55.803538 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b55d0c3e-5be3-4053-afff-95cce6e1f690 req-19eaa9fd-c12b-4494-a486-c17444b15121 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad57c8bb-8e28-41b7-9141-3f0642be164f HTTP/1.1" status: 200 len: 985 time: 1.1948500 Mar 05 05:10:55.808044 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fe3b40b0-5069-4379-a36f-e22114c79be5 None None] Provisioning complete for port 58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:55.811191 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fe3b40b0-5069-4379-a36f-e22114c79be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:55.819791 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f3b65d20-5a53-40bb-8613-f0084607842e tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks [] for router_gateway (4b535bda-62af-4ca6-89c5-47a7629a6b73), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:55.921374 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:55.921792 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:55.927214 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67bbf035-d50a-4ef4-92d5-92533448420a req-689372fa-230c-47ba-9b9e-303a877483f1 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f140b273a3d24bd8bd95de4819b9bc34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6462271 Mar 05 05:10:55.988449 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c962d8a5-abe2-429f-98b5-d3600d67bc24 None None] Deleting port 81306cfc-90b8-43bd-bd8f-afdf1934b932 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:10:55.989896 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c962d8a5-abe2-429f-98b5-d3600d67bc24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (81306cfc-90b8-43bd-bd8f-afdf1934b932), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:56.007990 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-f3b65d20-5a53-40bb-8613-f0084607842e tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] update failed (client error): The resource could not be found. Mar 05 05:10:56.010325 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f3b65d20-5a53-40bb-8613-f0084607842e tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] 10.222.0.11 "PUT /v2.0/routers/4b535bda-62af-4ca6-89c5-47a7629a6b73 HTTP/1.1" status: 404 len: 339 time: 1.1470253 Mar 05 05:10:56.039558 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fe3b40b0-5069-4379-a36f-e22114c79be5 None None] Current status of the port 58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:56.055662 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50392) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:56.078000 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48a55e-da81-4477-9487-1de2003c2479 req-9a99d086-8657-4771-a98b-cfafd6725f60 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:56.082598 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b48a55e-da81-4477-9487-1de2003c2479 req-9a99d086-8657-4771-a98b-cfafd6725f60 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.31 "GET /v2.0/networks?id=0da3e914-90e8-464b-8270-4123ca801714 HTTP/1.1" status: 200 len: 815 time: 0.7905216 Mar 05 05:10:56.224628 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:56.226547 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-6364b169-9862-4dee-b964-e2e63920ed4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 364d9b75-3cff-4049-aff8-0d7bb5d9b3da {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:10:56.227917 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-8b48a55e-da81-4477-9487-1de2003c2479 req-5aea026a-173d-44e6-b68f-977ae8f2a5ae tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Request body: {'port': {'device_id': 'b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74', 'network_id': '0da3e914-90e8-464b-8270-4123ca801714', 'admin_state_up': True, 'tenant_id': 'f140b273a3d24bd8bd95de4819b9bc34'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:56.259133 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-6364b169-9862-4dee-b964-e2e63920ed4b service neutron] Publish callbacks [] for port (364d9b75-3cff-4049-aff8-0d7bb5d9b3da), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:56.285416 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-c962d8a5-abe2-429f-98b5-d3600d67bc24 None None] For port 81306cfc-90b8-43bd-bd8f-afdf1934b932, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=81306cfc-90b8-43bd-bd8f-afdf1934b932,segment=NetworkSegment(57f7bd86-e8f8-4f06-80d3-8a7bc30c7837),segment_id=57f7bd86-e8f8-4f06-80d3-8a7bc30c7837)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:10:56.285848 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c962d8a5-abe2-429f-98b5-d3600d67bc24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (81306cfc-90b8-43bd-bd8f-afdf1934b932), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:56.294077 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-b975a625-1102-4b17-adca-06c8084aecb4 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] For port 81306cfc-90b8-43bd-bd8f-afdf1934b932, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=81306cfc-90b8-43bd-bd8f-afdf1934b932,segment=NetworkSegment(57f7bd86-e8f8-4f06-80d3-8a7bc30c7837),segment_id=57f7bd86-e8f8-4f06-80d3-8a7bc30c7837)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:10:56.296195 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b975a625-1102-4b17-adca-06c8084aecb4 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (81306cfc-90b8-43bd-bd8f-afdf1934b932), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:56.299634 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3da3c098-f30a-4cbd-8f83-b76dd6f09b0f None None] Provisioning complete for port 364d9b75-3cff-4049-aff8-0d7bb5d9b3da triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:56.300022 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3da3c098-f30a-4cbd-8f83-b76dd6f09b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (364d9b75-3cff-4049-aff8-0d7bb5d9b3da), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:56.307785 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c962d8a5-abe2-429f-98b5-d3600d67bc24 None None] Calling delete_port for 81306cfc-90b8-43bd-bd8f-afdf1934b932 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:10:56.359216 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-6364b169-9862-4dee-b964-e2e63920ed4b service neutron] Transition to ACTIVE for port object 364d9b75-3cff-4049-aff8-0d7bb5d9b3da will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:10:56.361341 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 81306cfc-90b8-43bd-bd8f-afdf1934b932 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:10:56.361591 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-b975a625-1102-4b17-adca-06c8084aecb4 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Calling delete_port for 81306cfc-90b8-43bd-bd8f-afdf1934b932 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:10:56.381411 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-6364b169-9862-4dee-b964-e2e63920ed4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (364d9b75-3cff-4049-aff8-0d7bb5d9b3da), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:56.566877 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3da3c098-f30a-4cbd-8f83-b76dd6f09b0f None None] Port 364d9b75-3cff-4049-aff8-0d7bb5d9b3da cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:10:56.595956 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364b169-9862-4dee-b964-e2e63920ed4b service neutron] Pushing event updated for resources: {'Port': ['ID=364d9b75-3cff-4049-aff8-0d7bb5d9b3da,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:56.692835 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67bbf035-d50a-4ef4-92d5-92533448420a req-5cc74ae9-dda4-4e92-82e6-a5a2965311b7 service neutron] 10.222.0.11 "GET /v2.0/networks/0da3e914-90e8-464b-8270-4123ca801714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7567861 Mar 05 05:10:56.736423 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 81306cfc-90b8-43bd-bd8f-afdf1934b932 is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:56.736825 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (81306cfc-90b8-43bd-bd8f-afdf1934b932), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:56.774483 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b55d0c3e-5be3-4053-afff-95cce6e1f690 req-1ed99f08-fc5f-4a39-85f9-59e9af9bf4cf tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/security-groups?id=bbbdc747-caaf-4d19-9e1b-27cb97e3b082&id=baf22591-9dcb-4cc0-901c-bb7474a8e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.9609551 Mar 05 05:10:56.851684 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-6364b169-9862-4dee-b964-e2e63920ed4b service neutron] Attempting to bind port 364d9b75-3cff-4049-aff8-0d7bb5d9b3da on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:10:56.852344 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-6364b169-9862-4dee-b964-e2e63920ed4b service neutron] Attempting to bind port 364d9b75-3cff-4049-aff8-0d7bb5d9b3da by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:10:56.852851 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-6364b169-9862-4dee-b964-e2e63920ed4b service neutron] Attempting to bind port 364d9b75-3cff-4049-aff8-0d7bb5d9b3da on network 3da289b5-f373-4722-9911-8508cc812a15 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:10:56.861839 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-6364b169-9862-4dee-b964-e2e63920ed4b service neutron] Port 364d9b75-3cff-4049-aff8-0d7bb5d9b3da on network 3da289b5-f373-4722-9911-8508cc812a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:10:56.867225 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-df7f189f-b1d8-44d4-9e31-38058b56df84 None None] Provisioning complete for port 58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:56.867693 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-df7f189f-b1d8-44d4-9e31-38058b56df84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:56.877700 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-6364b169-9862-4dee-b964-e2e63920ed4b service neutron] Attempting to bind port 364d9b75-3cff-4049-aff8-0d7bb5d9b3da on network 3da289b5-f373-4722-9911-8508cc812a15 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:10:56.889646 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-6364b169-9862-4dee-b964-e2e63920ed4b service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:10:56.893154 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-6364b169-9862-4dee-b964-e2e63920ed4b service neutron] Checking segment: {'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:10:56.893694 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-6364b169-9862-4dee-b964-e2e63920ed4b service neutron] Bound using segment: {'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:10:56.896070 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-6364b169-9862-4dee-b964-e2e63920ed4b service neutron] Bound port: 364d9b75-3cff-4049-aff8-0d7bb5d9b3da, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:10:56.899604 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-6364b169-9862-4dee-b964-e2e63920ed4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (364d9b75-3cff-4049-aff8-0d7bb5d9b3da), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:56.913914 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b975a625-1102-4b17-adca-06c8084aecb4 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (81306cfc-90b8-43bd-bd8f-afdf1934b932), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:56.993259 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b975a625-1102-4b17-adca-06c8084aecb4 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] No DVR routers for this DVR port 81306cfc-90b8-43bd-bd8f-afdf1934b932 on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:10:57.084832 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975a625-1102-4b17-adca-06c8084aecb4 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Port': ['ID=81306cfc-90b8-43bd-bd8f-afdf1934b932,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:57.101502 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-81d2e780-79de-4b43-8d4a-245b785a2f1d admin admin] Publish callbacks [] for security_group (75fb64d3-9630-4379-89f1-6277bceafd61), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:57.130393 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c962d8a5-abe2-429f-98b5-d3600d67bc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (81306cfc-90b8-43bd-bd8f-afdf1934b932), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:57.194200 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-81d2e780-79de-4b43-8d4a-245b785a2f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (75fb64d3-9630-4379-89f1-6277bceafd61), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:57.196674 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b48a55e-da81-4477-9487-1de2003c2479 req-5aea026a-173d-44e6-b68f-977ae8f2a5ae tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Made reservation on behalf of f140b273a3d24bd8bd95de4819b9bc34 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:10:57.201594 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962d8a5-abe2-429f-98b5-d3600d67bc24 None None] Pushing event deleted for resources: {'Port': ['ID=81306cfc-90b8-43bd-bd8f-afdf1934b932,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:57.202223 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-6364b169-9862-4dee-b964-e2e63920ed4b service neutron] For port 364d9b75-3cff-4049-aff8-0d7bb5d9b3da, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:10:57.208247 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-6364b169-9862-4dee-b964-e2e63920ed4b service neutron] For port 364d9b75-3cff-4049-aff8-0d7bb5d9b3da, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=364d9b75-3cff-4049-aff8-0d7bb5d9b3da,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:10:57.208972 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-8b48a55e-da81-4477-9487-1de2003c2479 req-5aea026a-173d-44e6-b68f-977ae8f2a5ae tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:57.214862 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c962d8a5-abe2-429f-98b5-d3600d67bc24 None None] No DVR routers for this DVR port 81306cfc-90b8-43bd-bd8f-afdf1934b932 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:10:57.244213 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50406) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:57.280049 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-6364b169-9862-4dee-b964-e2e63920ed4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (364d9b75-3cff-4049-aff8-0d7bb5d9b3da), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:57.291213 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-df7f189f-b1d8-44d4-9e31-38058b56df84 None None] Current status of the port 58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:10:57.342503 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-6364b169-9862-4dee-b964-e2e63920ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:57.343165 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-6364b169-9862-4dee-b964-e2e63920ed4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:57.345277 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-6364b169-9862-4dee-b964-e2e63920ed4b service neutron] 10.222.0.30 "PUT /v2.0/ports/364d9b75-3cff-4049-aff8-0d7bb5d9b3da HTTP/1.1" status: 200 len: 1093 time: 2.1795692 Mar 05 05:10:57.353649 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946b2604-7e83-462b-85f4-e989656b1869', 'tag': '364d9b75-3cff-4049-aff8-0d7bb5d9b3da'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:10:57.357093 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789554e7-2580-49be-b8f7-e852607a2e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "946b2604-7e83-462b-85f4-e989656b1869", "tag": "364d9b75-3cff-4049-aff8-0d7bb5d9b3da"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:10:57.488287 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b975a625-1102-4b17-adca-06c8084aecb4 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (192036af-e376-4ad9-bd7f-427584682743), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:57.589853 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364b169-9862-4dee-b964-e2e63920ed4b service neutron] Pushing event updated for resources: {'Port': ['ID=364d9b75-3cff-4049-aff8-0d7bb5d9b3da,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:57.622056 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-529bc053-c142-470e-b104-78d55509326c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:57.626298 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-b975a625-1102-4b17-adca-06c8084aecb4 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192036af-e376-4ad9-bd7f-427584682743']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:57.655948 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-b975a625-1102-4b17-adca-06c8084aecb4 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f7bd86-e8f8-4f06-80d3-8a7bc30c7837') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:57.656653 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-b975a625-1102-4b17-adca-06c8084aecb4 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f7bd86-e8f8-4f06-80d3-8a7bc30c7837') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:10:57.670145 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [req-8b48a55e-da81-4477-9487-1de2003c2479 req-5aea026a-173d-44e6-b68f-977ae8f2a5ae tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Allocated IP 172.20.0.4 (0da3e914-90e8-464b-8270-4123ca801714/e2551e0a-db35-4267-955a-eab1f29c6451/d83396ff-a6e1-49df-84bf-232671841123) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:10:57.682329 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b975a625-1102-4b17-adca-06c8084aecb4 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (57f7bd86-e8f8-4f06-80d3-8a7bc30c7837), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:57.710508 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b975a625-1102-4b17-adca-06c8084aecb4 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (57f7bd86-e8f8-4f06-80d3-8a7bc30c7837), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:57.715198 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-65927213-abff-4e9c-b568-9c92d9abc5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:57.716861 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-65927213-abff-4e9c-b568-9c92d9abc5c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 1127 time: 0.2773817 Mar 05 05:10:57.726951 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b975a625-1102-4b17-adca-06c8084aecb4 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:10:57.727386 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b975a625-1102-4b17-adca-06c8084aecb4 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (57f7bd86-e8f8-4f06-80d3-8a7bc30c7837), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:57.738014 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:10:57.738014 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:10:57.738014 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:10:57.738014 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:10:57.738014 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:10:57.738014 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:10:57.738014 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:10:57.738014 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:10:57.738014 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:10:57.738014 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:10:57.738014 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:10:57.738014 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:10:57.738014 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:10:57.738014 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:10:57.738014 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:10:57.738014 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:10:57.738014 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:10:57.738014 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:10:57.738014 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:10:57.738014 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:10:57.738014 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:10:57.738014 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:10:57.738014 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:10:57.738014 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:10:57.738014 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:10:57.738014 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:10:57.738014 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:10:57.738014 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:10:57.738014 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:10:57.738014 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:10:57.738014 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:10:57.738014 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:10:57.829718 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-a8389f92-ad45-455c-bdb9-1329321952cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=364d9b75-3cff-4049-aff8-0d7bb5d9b3da HTTP/1.1" status: 200 len: 217 time: 0.0926294 Mar 05 05:10:57.917006 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-8b48a55e-da81-4477-9487-1de2003c2479 req-5aea026a-173d-44e6-b68f-977ae8f2a5ae tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Publish callbacks [] for port (d83396ff-a6e1-49df-84bf-232671841123), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:57.933036 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b975a625-1102-4b17-adca-06c8084aecb4 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (192036af-e376-4ad9-bd7f-427584682743), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:57.947896 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b975a625-1102-4b17-adca-06c8084aecb4 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:57.957772 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b975a625-1102-4b17-adca-06c8084aecb4 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/networks/192036af-e376-4ad9-bd7f-427584682743 HTTP/1.1" status: 204 len: 168 time: 3.2361293 Mar 05 05:10:57.966297 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50414) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:57.976489 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67bbf035-d50a-4ef4-92d5-92533448420a req-040707f1-c03f-4075-b0b0-f1e1b9ca1172 service neutron] 10.222.0.11 "GET /v2.0/networks/0da3e914-90e8-464b-8270-4123ca801714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2816544 Mar 05 05:10:58.001076 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-225f0b93-199c-4540-abba-367f3852be88 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-871576514', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:58.009958 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-edc00342-4d78-4990-ae2e-b2031602b756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:58.018135 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-edc00342-4d78-4990-ae2e-b2031602b756 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb HTTP/1.1" status: 200 len: 851 time: 0.1603553 Mar 05 05:10:58.039630 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975a625-1102-4b17-adca-06c8084aecb4 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Network': ['ID=192036af-e376-4ad9-bd7f-427584682743,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:58.077590 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-529bc053-c142-470e-b104-78d55509326c admin admin] Publish callbacks [] for security_group (7f18e4b7-c7fd-4bb3-837e-2ab59002e504), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:58.091183 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-81d2e780-79de-4b43-8d4a-245b785a2f1d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e8dc0d65483f4f61b7fdc2bb0698c88b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6639585 Mar 05 05:10:58.103289 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50416) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:58.104218 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-225f0b93-199c-4540-abba-367f3852be88 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:58.105537 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-225f0b93-199c-4540-abba-367f3852be88 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:58.131658 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-529bc053-c142-470e-b104-78d55509326c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7f18e4b7-c7fd-4bb3-837e-2ab59002e504), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:58.186619 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-8b48a55e-da81-4477-9487-1de2003c2479 req-5aea026a-173d-44e6-b68f-977ae8f2a5ae tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (d83396ff-a6e1-49df-84bf-232671841123), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:58.188637 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2e780-79de-4b43-8d4a-245b785a2f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fb64d3-9630-4379-89f1-6277bceafd61,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:58.268278 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-10c659cd-23e2-440e-9229-d82cd7c00992 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:58.296720 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80bf24-46bf-4430-9a49-e4d5b55553ff req-43ccbb1e-ed85-4ad1-9f62-d4b2c60e3805 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:58.298393 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-df80bf24-46bf-4430-9a49-e4d5b55553ff req-43ccbb1e-ed85-4ad1-9f62-d4b2c60e3805 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 944 time: 1.3193231 Mar 05 05:10:58.432213 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b48a55e-da81-4477-9487-1de2003c2479 req-5aea026a-173d-44e6-b68f-977ae8f2a5ae tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Network 0da3e914-90e8-464b-8270-4123ca801714 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:10:58.481653 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [req-8b48a55e-da81-4477-9487-1de2003c2479 req-5aea026a-173d-44e6-b68f-977ae8f2a5ae tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:10:58.519884 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b48a55e-da81-4477-9487-1de2003c2479 req-5aea026a-173d-44e6-b68f-977ae8f2a5ae tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:10:58.647253 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea026a-173d-44e6-b68f-977ae8f2a5ae tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Pushing event updated for resources: {'Port': ['ID=d83396ff-a6e1-49df-84bf-232671841123,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:58.751718 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-df80bf24-46bf-4430-9a49-e4d5b55553ff req-9e5f27c3-6d74-4857-8e55-bf7714e91acf tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084511 Mar 05 05:10:58.776664 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0361c2cf-de90-42fa-81db-36354cc68d40 x-openstack-request-id: req-0361c2cf-de90-42fa-81db-36354cc68d40 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:10:58.778366 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "946b2604-7e83-462b-85f4-e989656b1869", "tag": "364d9b75-3cff-4049-aff8-0d7bb5d9b3da", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:10:58.778638 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0361c2cf-de90-42fa-81db-36354cc68d40 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:10:58.779055 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '946b2604-7e83-462b-85f4-e989656b1869', 'tag': '364d9b75-3cff-4049-aff8-0d7bb5d9b3da', 'status': 'completed', 'code': 200} Mar 05 05:10:58.804213 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529bc053-c142-470e-b104-78d55509326c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f18e4b7-c7fd-4bb3-837e-2ab59002e504,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:58.825996 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48a55e-da81-4477-9487-1de2003c2479 req-5aea026a-173d-44e6-b68f-977ae8f2a5ae tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:58.826858 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-8b48a55e-da81-4477-9487-1de2003c2479 req-5aea026a-173d-44e6-b68f-977ae8f2a5ae tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:58.835969 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-529bc053-c142-470e-b104-78d55509326c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8c662eb102434f14a738683f9c7ab576&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5591462 Mar 05 05:10:58.852745 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50434) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:58.911103 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-8ebac2ef-80b1-4d8b-9489-15650d29dd61 None None] Provisioning complete for port d83396ff-a6e1-49df-84bf-232671841123 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:10:58.911697 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8ebac2ef-80b1-4d8b-9489-15650d29dd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d83396ff-a6e1-49df-84bf-232671841123), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:58.926297 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08dfaa-7fd8-4d44-9a07-13dc9aac1c46 req-c5b948b4-b9fd-45c1-91c1-e97ba50da0d3 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:58.933747 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bd08dfaa-7fd8-4d44-9a07-13dc9aac1c46 req-c5b948b4-b9fd-45c1-91c1-e97ba50da0d3 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad57c8bb-8e28-41b7-9141-3f0642be164f HTTP/1.1" status: 200 len: 985 time: 0.5314384 Mar 05 05:10:58.941869 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-225f0b93-199c-4540-abba-367f3852be88 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router_controller (9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:58.959190 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-727e3eb1-ad2b-4975-b1bc-0bb4972765f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:58.960821 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-727e3eb1-ad2b-4975-b1bc-0bb4972765f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3da289b5-f373-4722-9911-8508cc812a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.9224145 Mar 05 05:10:58.961828 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-225f0b93-199c-4540-abba-367f3852be88 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:58.996337 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-8ebac2ef-80b1-4d8b-9489-15650d29dd61 None None] Port d83396ff-a6e1-49df-84bf-232671841123 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:10:59.028382 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-225f0b93-199c-4540-abba-367f3852be88 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:59.029587 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-225f0b93-199c-4540-abba-367f3852be88 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0623407 Mar 05 05:10:59.039604 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50440) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:10:59.047800 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-16659e50-62b0-47e4-9c12-5284c2759955 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-547271301'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:59.052556 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b078f99-5ec8-43ee-aa4f-37bd8d84d6a4 admin admin] Publish callbacks [] for security_group (75fb64d3-9630-4379-89f1-6277bceafd61), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:59.077620 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b48a55e-da81-4477-9487-1de2003c2479 req-5aea026a-173d-44e6-b68f-977ae8f2a5ae tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9427433 Mar 05 05:10:59.131330 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-8b48a55e-da81-4477-9487-1de2003c2479 req-8c65450f-0100-4977-a402-18b3419b2d54 service neutron] Request body: {'port': {'device_id': 'b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:10:59.204451 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b078f99-5ec8-43ee-aa4f-37bd8d84d6a4 admin admin] Publish callbacks [] for security_group (75fb64d3-9630-4379-89f1-6277bceafd61), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:59.206175 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-84a2efb1-3f0d-4c19-bbf0-ffc5a2b2c76f admin admin] Publish callbacks [] for security_group (7f18e4b7-c7fd-4bb3-837e-2ab59002e504), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:59.239708 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16659e50-62b0-47e4-9c12-5284c2759955 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Made reservation on behalf of 978358acf25b4258a1f9561e5a1108d7 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:10:59.243179 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-16659e50-62b0-47e4-9c12-5284c2759955 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:59.295475 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-091509a3-9e50-4974-b11c-3c3648217582 service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201823 Mar 05 05:10:59.298042 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-84a2efb1-3f0d-4c19-bbf0-ffc5a2b2c76f admin admin] Publish callbacks [] for security_group (7f18e4b7-c7fd-4bb3-837e-2ab59002e504), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:59.388103 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16659e50-62b0-47e4-9c12-5284c2759955 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:10:59.505456 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-19d743ea-6d7d-437f-ac2b-3ae97124244c req-ccfe5f50-b831-4555-92c7-113e2681dfbd service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949599 Mar 05 05:10:59.537378 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b078f99-5ec8-43ee-aa4f-37bd8d84d6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (75fb64d3-9630-4379-89f1-6277bceafd61), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:59.552691 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b078f99-5ec8-43ee-aa4f-37bd8d84d6a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:59.556680 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7b078f99-5ec8-43ee-aa4f-37bd8d84d6a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/75fb64d3-9630-4379-89f1-6277bceafd61 HTTP/1.1" status: 204 len: 168 time: 1.4452338 Mar 05 05:10:59.565981 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b078f99-5ec8-43ee-aa4f-37bd8d84d6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fb64d3-9630-4379-89f1-6277bceafd61,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:59.579060 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-16659e50-62b0-47e4-9c12-5284c2759955 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (6c9c9158-01c4-466b-a974-a828881f9a92), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:59.579444 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-16659e50-62b0-47e4-9c12-5284c2759955 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Added segment 6c9c9158-01c4-466b-a974-a828881f9a92 of type vlan for network 58e5e899-e39f-4991-a020-fb2c7f32326b Mar 05 05:10:59.591868 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-84a2efb1-3f0d-4c19-bbf0-ffc5a2b2c76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7f18e4b7-c7fd-4bb3-837e-2ab59002e504), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:59.594733 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-84a2efb1-3f0d-4c19-bbf0-ffc5a2b2c76f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:59.595968 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-84a2efb1-3f0d-4c19-bbf0-ffc5a2b2c76f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7f18e4b7-c7fd-4bb3-837e-2ab59002e504 HTTP/1.1" status: 204 len: 168 time: 0.7177706 Mar 05 05:10:59.660452 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-1ee375fc-9c06-4905-a567-0a1957f49d25 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:59.664640 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-1ee375fc-9c06-4905-a567-0a1957f49d25 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/networks?id=0da3e914-90e8-464b-8270-4123ca801714 HTTP/1.1" status: 200 len: 815 time: 0.7036877 Mar 05 05:10:59.676788 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2efb1-3f0d-4c19-bbf0-ffc5a2b2c76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f18e4b7-c7fd-4bb3-837e-2ab59002e504,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:10:59.724738 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-16659e50-62b0-47e4-9c12-5284c2759955 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (58e5e899-e39f-4991-a020-fb2c7f32326b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:59.736542 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bd08dfaa-7fd8-4d44-9a07-13dc9aac1c46 req-3729ff4f-11a6-4899-a73d-a8f383293234 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/security-groups?id=bbbdc747-caaf-4d19-9e1b-27cb97e3b082&id=baf22591-9dcb-4cc0-901c-bb7474a8e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.8018718 Mar 05 05:10:59.762205 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789554e7-2580-49be-b8f7-e852607a2e7a req-056d92c2-70d6-4c3a-8ece-c10ee5ccf053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:10:59.764494 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-789554e7-2580-49be-b8f7-e852607a2e7a req-056d92c2-70d6-4c3a-8ece-c10ee5ccf053 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 1127 time: 0.1667392 Mar 05 05:10:59.821441 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-8b48a55e-da81-4477-9487-1de2003c2479 req-8c65450f-0100-4977-a402-18b3419b2d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d83396ff-a6e1-49df-84bf-232671841123), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:59.836011 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-a2ede913-dd41-437d-821e-c4c48e395d2d tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/quotas/f140b273a3d24bd8bd95de4819b9bc34 HTTP/1.1" status: 200 len: 375 time: 0.0917642 Mar 05 05:10:59.993484 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-16659e50-62b0-47e4-9c12-5284c2759955 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (58e5e899-e39f-4991-a020-fb2c7f32326b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:10:59.999504 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16659e50-62b0-47e4-9c12-5284c2759955 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:00.001147 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-16659e50-62b0-47e4-9c12-5284c2759955 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:00.116232 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50460) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:00.162902 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-16659e50-62b0-47e4-9c12-5284c2759955 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1209338 Mar 05 05:11:00.166006 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50464) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:00.201218 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-9f8070ec-7aca-4d41-8fc5-2cb8427d2e16 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Request body: {'subnet': {'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:00.203675 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-84b63c33-5fe7-49cd-83b6-4a6273c12d4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:00.223025 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-10c659cd-23e2-440e-9229-d82cd7c00992 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Allocated IP 172.20.0.1 (495a8799-1d92-48f9-b1ae-440bf1cce32f/452d5f90-f63d-4686-82b5-b8e1b9b7033c/7614d156-b50d-4e5d-bb6b-45277a4444c9) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:11:00.268935 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789554e7-2580-49be-b8f7-e852607a2e7a req-b892c01f-3cc5-46c0-b3d3-57a1c69d8ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:00.273007 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-789554e7-2580-49be-b8f7-e852607a2e7a req-b892c01f-3cc5-46c0-b3d3-57a1c69d8ae1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 912 time: 0.4795327 Mar 05 05:11:00.276593 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16659e50-62b0-47e4-9c12-5284c2759955 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Network': ['ID=58e5e899-e39f-4991-a020-fb2c7f32326b,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:00.292701 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 58e5e899-e39f-4991-a020-fb2c7f32326b details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:11:00.360809 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b2f0b-6fec-4635-8d9e-f5a3058f2d2c req-d7b03f04-9c8e-4857-9459-dbeb22c1505e tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:00.367887 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-385b2f0b-6fec-4635-8d9e-f5a3058f2d2c req-d7b03f04-9c8e-4857-9459-dbeb22c1505e tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad57c8bb-8e28-41b7-9141-3f0642be164f HTTP/1.1" status: 200 len: 985 time: 0.4683392 Mar 05 05:11:00.368227 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbf035-d50a-4ef4-92d5-92533448420a req-dab6ed49-1313-4017-848a-70de58a186c1 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:00.369804 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-67bbf035-d50a-4ef4-92d5-92533448420a req-dab6ed49-1313-4017-848a-70de58a186c1 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.30 "GET /v2.0/networks?id=0da3e914-90e8-464b-8270-4123ca801714 HTTP/1.1" status: 200 len: 815 time: 0.4869771 Mar 05 05:11:00.409790 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-789554e7-2580-49be-b8f7-e852607a2e7a req-b88ab2a6-f4ae-4442-b91e-08eb0c134325 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=364d9b75-3cff-4049-aff8-0d7bb5d9b3da HTTP/1.1" status: 200 len: 217 time: 0.1217725 Mar 05 05:11:00.413457 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-67bbf035-d50a-4ef4-92d5-92533448420a req-369c6033-446a-4b6b-9b22-22518406d7f8 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Request body: {'port': {'device_id': 'f03ee14d-cd09-4ba3-8a36-9952b1c31738', 'network_id': '0da3e914-90e8-464b-8270-4123ca801714', 'admin_state_up': True, 'tenant_id': 'f140b273a3d24bd8bd95de4819b9bc34'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:00.483332 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-f5b5fc3f-ebb4-4468-995a-334b6244ce26 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f140b273a3d24bd8bd95de4819b9bc34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6391766 Mar 05 05:11:00.548928 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789554e7-2580-49be-b8f7-e852607a2e7a req-b74c9c84-6272-43ab-b707-0ac7d121fecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:00.550499 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-789554e7-2580-49be-b8f7-e852607a2e7a req-b74c9c84-6272-43ab-b707-0ac7d121fecf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb HTTP/1.1" status: 200 len: 851 time: 0.1169412 Mar 05 05:11:00.555993 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8070ec-7aca-4d41-8fc5-2cb8427d2e16 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Made reservation on behalf of 978358acf25b4258a1f9561e5a1108d7 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:11:00.559518 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9f8070ec-7aca-4d41-8fc5-2cb8427d2e16 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:00.687390 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-10c659cd-23e2-440e-9229-d82cd7c00992 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks [] for port (7614d156-b50d-4e5d-bb6b-45277a4444c9), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:00.714341 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67bbf035-d50a-4ef4-92d5-92533448420a req-369c6033-446a-4b6b-9b22-22518406d7f8 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Made reservation on behalf of f140b273a3d24bd8bd95de4819b9bc34 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:11:00.718072 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-67bbf035-d50a-4ef4-92d5-92533448420a req-369c6033-446a-4b6b-9b22-22518406d7f8 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:00.732083 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-385b2f0b-6fec-4635-8d9e-f5a3058f2d2c req-73764a37-a49b-4d36-a71b-0e83bf6fad1e tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/security-groups?id=bbbdc747-caaf-4d19-9e1b-27cb97e3b082&id=baf22591-9dcb-4cc0-901c-bb7474a8e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3632228 Mar 05 05:11:00.751584 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789554e7-2580-49be-b8f7-e852607a2e7a req-4914ace6-474d-46ae-a694-7580040ca749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:00.754569 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-789554e7-2580-49be-b8f7-e852607a2e7a req-4914ace6-474d-46ae-a694-7580040ca749 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3da289b5-f373-4722-9911-8508cc812a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1848826 Mar 05 05:11:00.863545 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50476) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:00.921157 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [req-8b48a55e-da81-4477-9487-1de2003c2479 req-8c65450f-0100-4977-a402-18b3419b2d54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d83396ff-a6e1-49df-84bf-232671841123 {{(pid=105231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:11:00.928700 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-84b63c33-5fe7-49cd-83b6-4a6273c12d4c admin admin] Publish callbacks [] for security_group (7b716084-9759-4288-be30-20097c5f4849), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:00.956539 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-8b48a55e-da81-4477-9487-1de2003c2479 req-8c65450f-0100-4977-a402-18b3419b2d54 service neutron] Publish callbacks [] for port (d83396ff-a6e1-49df-84bf-232671841123), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:00.963512 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-84b63c33-5fe7-49cd-83b6-4a6273c12d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7b716084-9759-4288-be30-20097c5f4849), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:00.978148 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-5ceacc67-39ab-4859-aebb-f377da5ed93d service neutron] 10.222.0.11 "GET /v2.0/networks/0da3e914-90e8-464b-8270-4123ca801714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4939222 Mar 05 05:11:01.005172 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-789554e7-2580-49be-b8f7-e852607a2e7a req-ceddfb8f-9275-4511-b2fc-2b953621da8f service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380769 Mar 05 05:11:01.009332 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9f8070ec-7aca-4d41-8fc5-2cb8427d2e16 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (a91a5dc8-3a9a-4c43-a252-60f1a9f63710), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:01.053068 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.provisioning_blocks [req-8b48a55e-da81-4477-9487-1de2003c2479 req-8c65450f-0100-4977-a402-18b3419b2d54 service neutron] Transition to ACTIVE for port object d83396ff-a6e1-49df-84bf-232671841123 will not be triggered until provisioned by entity L2. {{(pid=105231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:11:01.084749 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-55675eb6-9bef-49ff-b62e-70cb2d32073b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-166312842-network', 'tenant_id': '3eec9045f6f44afab5d31f5d04d82dd7'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:01.099935 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-10c659cd-23e2-440e-9229-d82cd7c00992 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (7614d156-b50d-4e5d-bb6b-45277a4444c9), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:01.102715 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-8b48a55e-da81-4477-9487-1de2003c2479 req-8c65450f-0100-4977-a402-18b3419b2d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (d83396ff-a6e1-49df-84bf-232671841123), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:01.120391 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-84b63c33-5fe7-49cd-83b6-4a6273c12d4c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=279f5a4eaf40437f953960ff08d65ebe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9954352 Mar 05 05:11:01.127445 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b63c33-5fe7-49cd-83b6-4a6273c12d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b716084-9759-4288-be30-20097c5f4849,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:01.133808 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50480) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:01.192772 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd54216-9b23-4e34-9d49-33704d4e1bdf req-4b5c46fa-329e-4ecc-89b7-2a0600fd065e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:01.194327 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ecd54216-9b23-4e34-9d49-33704d4e1bdf req-4b5c46fa-329e-4ecc-89b7-2a0600fd065e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 944 time: 0.3154314 Mar 05 05:11:01.209164 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c659cd-23e2-440e-9229-d82cd7c00992 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Network 495a8799-1d92-48f9-b1ae-440bf1cce32f is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:11:01.220189 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8070ec-7aca-4d41-8fc5-2cb8427d2e16 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Subnet': ['ID=a91a5dc8-3a9a-4c43-a252-60f1a9f63710,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:01.232693 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55675eb6-9bef-49ff-b62e-70cb2d32073b admin admin] Made reservation on behalf of 3eec9045f6f44afab5d31f5d04d82dd7 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:11:01.235553 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-55675eb6-9bef-49ff-b62e-70cb2d32073b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:01.238755 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-10c659cd-23e2-440e-9229-d82cd7c00992 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:11:01.254246 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c659cd-23e2-440e-9229-d82cd7c00992 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:11:01.261618 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-55675eb6-9bef-49ff-b62e-70cb2d32073b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:01.263869 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-67bbf035-d50a-4ef4-92d5-92533448420a req-369c6033-446a-4b6b-9b22-22518406d7f8 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Allocated IP 172.20.0.3 (0da3e914-90e8-464b-8270-4123ca801714/e2551e0a-db35-4267-955a-eab1f29c6451/9dc1dcdf-55cc-4c42-9087-de7469b11860) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:11:01.275033 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8070ec-7aca-4d41-8fc5-2cb8427d2e16 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Checking segment: {'id': '6c9c9158-01c4-466b-a974-a828881f9a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:11:01.275433 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8070ec-7aca-4d41-8fc5-2cb8427d2e16 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network hostable DHCP agents. Network: 58e5e899-e39f-4991-a020-fb2c7f32326b, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:11:01.302122 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-789554e7-2580-49be-b8f7-e852607a2e7a req-86563a1d-416b-4e4a-85e6-519437857689 service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814751 Mar 05 05:11:01.317570 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c659cd-23e2-440e-9229-d82cd7c00992 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Pushing event updated for resources: {'Port': ['ID=7614d156-b50d-4e5d-bb6b-45277a4444c9,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:01.374635 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8070ec-7aca-4d41-8fc5-2cb8427d2e16 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network 58e5e899-e39f-4991-a020-fb2c7f32326b is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:11:01.407500 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-1632718f-476a-40db-aa5d-601559ee57d7 service neutron] 10.222.0.11 "GET /v2.0/networks/0da3e914-90e8-464b-8270-4123ca801714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282830 Mar 05 05:11:01.414294 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-9f8070ec-7aca-4d41-8fc5-2cb8427d2e16 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 58e5e899-e39f-4991-a020-fb2c7f32326b) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:11:01.432859 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8070ec-7aca-4d41-8fc5-2cb8427d2e16 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:01.433468 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9f8070ec-7aca-4d41-8fc5-2cb8427d2e16 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:01.433640 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da509a72-d0b1-4ca9-956e-5be71a890df5 None None] Network 58e5e899-e39f-4991-a020-fb2c7f32326b requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:11:01.539936 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-10c659cd-23e2-440e-9229-d82cd7c00992 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (4b535bda-62af-4ca6-89c5-47a7629a6b73), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:01.685477 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-55675eb6-9bef-49ff-b62e-70cb2d32073b admin admin] Publish callbacks [] for security_group (8a24961a-e7d4-42f3-909d-0df69381aabe), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:01.700165 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9f8070ec-7aca-4d41-8fc5-2cb8427d2e16 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5025504 Mar 05 05:11:01.707649 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50484) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:01.714869 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-55675eb6-9bef-49ff-b62e-70cb2d32073b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8a24961a-e7d4-42f3-909d-0df69381aabe), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:01.732707 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55675eb6-9bef-49ff-b62e-70cb2d32073b admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:11:01.733547 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ecd54216-9b23-4e34-9d49-33704d4e1bdf req-2290c3e0-8212-4b11-ae38-8e30659f768c tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5273583 Mar 05 05:11:01.741887 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb898ac-df64-4b33-bd61-3ea139a0c154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-58e5e899-e39f-4991-a020-fb2c7f32326b', 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b', 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'fixed_ips': [{'subnet_id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:11:01.748298 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ceb898ac-df64-4b33-bd61-3ea139a0c154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:01.755937 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65450f-0100-4977-a402-18b3419b2d54 service neutron] Pushing event updated for resources: {'Port': ['ID=d83396ff-a6e1-49df-84bf-232671841123,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:01.803533 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-55675eb6-9bef-49ff-b62e-70cb2d32073b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (d8d5c3a7-1937-4fb5-a95b-deb674f5478c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:01.804148 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-55675eb6-9bef-49ff-b62e-70cb2d32073b admin admin] Added segment d8d5c3a7-1937-4fb5-a95b-deb674f5478c of type vlan for network c9389072-156c-47a1-b692-a21ec2e2e7bc Mar 05 05:11:01.804774 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eec79a12-b57b-4fa9-99ca-5db7caf6ffb8 admin admin] Publish callbacks [] for security_group (7b716084-9759-4288-be30-20097c5f4849), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:02.018937 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83541fea-14a0-45ac-9189-87b5b39e07a4 req-e01a1487-1b7f-4689-bef6-3cdf2fa6e3b4 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b95ca92-e7b4-48b8-b29c-d5af304fbc43 HTTP/1.1" status: 200 len: 210 time: 0.1381328 Mar 05 05:11:02.025841 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-8b48a55e-da81-4477-9487-1de2003c2479 req-8c65450f-0100-4977-a402-18b3419b2d54 service neutron] Attempting to bind port d83396ff-a6e1-49df-84bf-232671841123 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:11:02.026326 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-8b48a55e-da81-4477-9487-1de2003c2479 req-8c65450f-0100-4977-a402-18b3419b2d54 service neutron] Attempting to bind port d83396ff-a6e1-49df-84bf-232671841123 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'a4b4788e-26e2-4748-9829-8147236e15bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0da3e914-90e8-464b-8270-4123ca801714'}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:11:02.026684 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b48a55e-da81-4477-9487-1de2003c2479 req-8c65450f-0100-4977-a402-18b3419b2d54 service neutron] Attempting to bind port d83396ff-a6e1-49df-84bf-232671841123 on network 0da3e914-90e8-464b-8270-4123ca801714 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:11:02.036020 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eec79a12-b57b-4fa9-99ca-5db7caf6ffb8 admin admin] Publish callbacks [] for security_group (7b716084-9759-4288-be30-20097c5f4849), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:02.069526 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b48a55e-da81-4477-9487-1de2003c2479 req-8c65450f-0100-4977-a402-18b3419b2d54 service neutron] Port d83396ff-a6e1-49df-84bf-232671841123 on network 0da3e914-90e8-464b-8270-4123ca801714 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:11:02.069526 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b48a55e-da81-4477-9487-1de2003c2479 req-8c65450f-0100-4977-a402-18b3419b2d54 service neutron] Attempting to bind port d83396ff-a6e1-49df-84bf-232671841123 on network 0da3e914-90e8-464b-8270-4123ca801714 {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:11:02.069906 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-ceb898ac-df64-4b33-bd61-3ea139a0c154 None None] Allocated IP 2001:db8::2 (58e5e899-e39f-4991-a020-fb2c7f32326b/a91a5dc8-3a9a-4c43-a252-60f1a9f63710/23053faf-d7bd-4021-87ad-1485ad7c1686) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:11:02.070026 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b48a55e-da81-4477-9487-1de2003c2479 req-8c65450f-0100-4977-a402-18b3419b2d54 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:11:02.070026 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b48a55e-da81-4477-9487-1de2003c2479 req-8c65450f-0100-4977-a402-18b3419b2d54 service neutron] Checking segment: {'id': 'a4b4788e-26e2-4748-9829-8147236e15bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0da3e914-90e8-464b-8270-4123ca801714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:11:02.070026 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b48a55e-da81-4477-9487-1de2003c2479 req-8c65450f-0100-4977-a402-18b3419b2d54 service neutron] Bound using segment: {'id': 'a4b4788e-26e2-4748-9829-8147236e15bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0da3e914-90e8-464b-8270-4123ca801714'} {{(pid=105231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:11:02.070026 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.managers [req-8b48a55e-da81-4477-9487-1de2003c2479 req-8c65450f-0100-4977-a402-18b3419b2d54 service neutron] Bound port: d83396ff-a6e1-49df-84bf-232671841123, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b4788e-26e2-4748-9829-8147236e15bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0da3e914-90e8-464b-8270-4123ca801714'}}] {{(pid=105231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:11:02.070026 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-8b48a55e-da81-4477-9487-1de2003c2479 req-8c65450f-0100-4977-a402-18b3419b2d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d83396ff-a6e1-49df-84bf-232671841123), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:02.123777 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee6a3f-c4f6-42e8-8a93-6ad5b958ee1e req-d9daddff-c5c3-4306-85b8-db75ab52264f tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:02.131333 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b7ee6a3f-c4f6-42e8-8a93-6ad5b958ee1e req-d9daddff-c5c3-4306-85b8-db75ab52264f tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ad57c8bb-8e28-41b7-9141-3f0642be164f HTTP/1.1" status: 200 len: 1168 time: 0.3764486 Mar 05 05:11:02.191329 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b7ee6a3f-c4f6-42e8-8a93-6ad5b958ee1e req-30cd294a-33aa-4c2f-bdec-85f5a069a81b tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:02.201432 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-10c659cd-23e2-440e-9229-d82cd7c00992 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7614d156-b50d-4e5d-bb6b-45277a4444c9), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:02.215536 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ceb898ac-df64-4b33-bd61-3ea139a0c154 None None] Publish callbacks [] for port (23053faf-d7bd-4021-87ad-1485ad7c1686), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:02.233076 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ceb898ac-df64-4b33-bd61-3ea139a0c154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (23053faf-d7bd-4021-87ad-1485ad7c1686), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:02.272896 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55675eb6-9bef-49ff-b62e-70cb2d32073b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a24961a-e7d4-42f3-909d-0df69381aabe,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:02.323109 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb898ac-df64-4b33-bd61-3ea139a0c154 None None] Network 58e5e899-e39f-4991-a020-fb2c7f32326b is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:11:02.330389 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-ceb898ac-df64-4b33-bd61-3ea139a0c154 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:11:02.335809 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb898ac-df64-4b33-bd61-3ea139a0c154 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:11:02.360451 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb898ac-df64-4b33-bd61-3ea139a0c154 None None] Pushing event updated for resources: {'Port': ['ID=23053faf-d7bd-4021-87ad-1485ad7c1686,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:02.441242 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-55675eb6-9bef-49ff-b62e-70cb2d32073b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (c9389072-156c-47a1-b692-a21ec2e2e7bc), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:02.451961 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-67bbf035-d50a-4ef4-92d5-92533448420a req-369c6033-446a-4b6b-9b22-22518406d7f8 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Publish callbacks [] for port (9dc1dcdf-55cc-4c42-9087-de7469b11860), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:02.605483 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-8b48a55e-da81-4477-9487-1de2003c2479 req-8c65450f-0100-4977-a402-18b3419b2d54 service neutron] For port d83396ff-a6e1-49df-84bf-232671841123, host n-h2-789963-32, cleared binding levels {{(pid=105231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:11:02.619575 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-8b48a55e-da81-4477-9487-1de2003c2479 req-8c65450f-0100-4977-a402-18b3419b2d54 service neutron] For port d83396ff-a6e1-49df-84bf-232671841123, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=d83396ff-a6e1-49df-84bf-232671841123,segment=NetworkSegment(a4b4788e-26e2-4748-9829-8147236e15bd),segment_id=a4b4788e-26e2-4748-9829-8147236e15bd)] {{(pid=105231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:11:02.632824 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eec79a12-b57b-4fa9-99ca-5db7caf6ffb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7b716084-9759-4288-be30-20097c5f4849), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:02.635606 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eec79a12-b57b-4fa9-99ca-5db7caf6ffb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:02.636861 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-eec79a12-b57b-4fa9-99ca-5db7caf6ffb8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7b716084-9759-4288-be30-20097c5f4849 HTTP/1.1" status: 204 len: 168 time: 1.4818132 Mar 05 05:11:02.781607 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-ceb898ac-df64-4b33-bd61-3ea139a0c154 None None] Attempting to bind port 23053faf-d7bd-4021-87ad-1485ad7c1686 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:11:02.791910 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-ceb898ac-df64-4b33-bd61-3ea139a0c154 None None] Attempting to bind port 23053faf-d7bd-4021-87ad-1485ad7c1686 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '6c9c9158-01c4-466b-a974-a828881f9a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:11:02.792735 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb898ac-df64-4b33-bd61-3ea139a0c154 None None] Attempting to bind port 23053faf-d7bd-4021-87ad-1485ad7c1686 on network 58e5e899-e39f-4991-a020-fb2c7f32326b {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:11:02.808471 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-0af3dca9-16b9-4656-a9ec-21d4a7d5859d None None] Provisioning complete for port 7614d156-b50d-4e5d-bb6b-45277a4444c9 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:02.808928 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0af3dca9-16b9-4656-a9ec-21d4a7d5859d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7614d156-b50d-4e5d-bb6b-45277a4444c9), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:02.810896 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb898ac-df64-4b33-bd61-3ea139a0c154 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:11:02.811288 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb898ac-df64-4b33-bd61-3ea139a0c154 None None] Checking segment: {'id': '6c9c9158-01c4-466b-a974-a828881f9a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:11:02.811694 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ceb898ac-df64-4b33-bd61-3ea139a0c154 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:02.812078 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb898ac-df64-4b33-bd61-3ea139a0c154 None None] Bound using segment: {'id': '6c9c9158-01c4-466b-a974-a828881f9a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:11:02.813124 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-ceb898ac-df64-4b33-bd61-3ea139a0c154 None None] Bound port: 23053faf-d7bd-4021-87ad-1485ad7c1686, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9c9158-01c4-466b-a974-a828881f9a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:11:02.813650 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ceb898ac-df64-4b33-bd61-3ea139a0c154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (23053faf-d7bd-4021-87ad-1485ad7c1686), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:02.818550 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-8b48a55e-da81-4477-9487-1de2003c2479 req-8c65450f-0100-4977-a402-18b3419b2d54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (d83396ff-a6e1-49df-84bf-232671841123), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:02.856866 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec79a12-b57b-4fa9-99ca-5db7caf6ffb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b716084-9759-4288-be30-20097c5f4849,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:02.891751 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b7ee6a3f-c4f6-42e8-8a93-6ad5b958ee1e req-30cd294a-33aa-4c2f-bdec-85f5a069a81b tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Publish callbacks [] for security_group (10806aa2-afe7-434a-825b-f542f94fb7c7), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:02.923029 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-b7ee6a3f-c4f6-42e8-8a93-6ad5b958ee1e req-30cd294a-33aa-4c2f-bdec-85f5a069a81b tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (10806aa2-afe7-434a-825b-f542f94fb7c7), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:02.929664 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-10c659cd-23e2-440e-9229-d82cd7c00992 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks [] for port (7614d156-b50d-4e5d-bb6b-45277a4444c9), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:02.932181 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48a55e-da81-4477-9487-1de2003c2479 req-8c65450f-0100-4977-a402-18b3419b2d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:02.933478 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-8b48a55e-da81-4477-9487-1de2003c2479 req-8c65450f-0100-4977-a402-18b3419b2d54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:02.934947 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b48a55e-da81-4477-9487-1de2003c2479 req-8c65450f-0100-4977-a402-18b3419b2d54 service neutron] 10.222.0.31 "PUT /v2.0/ports/d83396ff-a6e1-49df-84bf-232671841123 HTTP/1.1" status: 200 len: 1092 time: 3.8099988 Mar 05 05:11:02.975241 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74', 'tag': 'd83396ff-a6e1-49df-84bf-232671841123'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:11:02.977578 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e8f853-296d-4f21-bb6d-48d6a301bc09" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74", "tag": "d83396ff-a6e1-49df-84bf-232671841123"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:11:03.040313 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd294a-33aa-4c2f-bdec-85f5a069a81b tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10806aa2-afe7-434a-825b-f542f94fb7c7,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:03.058352 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-10c659cd-23e2-440e-9229-d82cd7c00992 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (7614d156-b50d-4e5d-bb6b-45277a4444c9), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:03.071781 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-ceb898ac-df64-4b33-bd61-3ea139a0c154 None None] For port 23053faf-d7bd-4021-87ad-1485ad7c1686, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:11:03.075608 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-ceb898ac-df64-4b33-bd61-3ea139a0c154 None None] For port 23053faf-d7bd-4021-87ad-1485ad7c1686, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=23053faf-d7bd-4021-87ad-1485ad7c1686,segment=NetworkSegment(6c9c9158-01c4-466b-a974-a828881f9a92),segment_id=6c9c9158-01c4-466b-a974-a828881f9a92)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:11:03.089857 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ceb898ac-df64-4b33-bd61-3ea139a0c154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (23053faf-d7bd-4021-87ad-1485ad7c1686), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:03.192144 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb898ac-df64-4b33-bd61-3ea139a0c154 None None] Pushing event updated for resources: {'Port': ['ID=23053faf-d7bd-4021-87ad-1485ad7c1686,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:03.200418 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-0af3dca9-16b9-4656-a9ec-21d4a7d5859d None None] Port 7614d156-b50d-4e5d-bb6b-45277a4444c9 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:11:03.286695 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-55675eb6-9bef-49ff-b62e-70cb2d32073b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (c9389072-156c-47a1-b692-a21ec2e2e7bc), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:03.287815 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55675eb6-9bef-49ff-b62e-70cb2d32073b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:03.288460 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-55675eb6-9bef-49ff-b62e-70cb2d32073b admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:03.422320 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-67bbf035-d50a-4ef4-92d5-92533448420a req-369c6033-446a-4b6b-9b22-22518406d7f8 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (9dc1dcdf-55cc-4c42-9087-de7469b11860), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:03.428058 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-55675eb6-9bef-49ff-b62e-70cb2d32073b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.5614693 Mar 05 05:11:03.452918 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50506) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:03.467139 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-efb3350a-4ab6-42df-82f7-20605d5b831a admin admin] Request body: {'subnet': {'network_id': 'c9389072-156c-47a1-b692-a21ec2e2e7bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-166312842-subnet', 'tenant_id': '3eec9045f6f44afab5d31f5d04d82dd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:03.474365 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55675eb6-9bef-49ff-b62e-70cb2d32073b admin admin] Pushing event updated for resources: {'Network': ['ID=c9389072-156c-47a1-b692-a21ec2e2e7bc,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:03.477971 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b7ee6a3f-c4f6-42e8-8a93-6ad5b958ee1e req-30cd294a-33aa-4c2f-bdec-85f5a069a81b tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=bbbdc747-caaf-4d19-9e1b-27cb97e3b082&id=baf22591-9dcb-4cc0-901c-bb7474a8e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 1.3456748 Mar 05 05:11:03.487944 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65450f-0100-4977-a402-18b3419b2d54 service neutron] Pushing event updated for resources: {'Port': ['ID=d83396ff-a6e1-49df-84bf-232671841123,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:03.494847 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network c9389072-156c-47a1-b692-a21ec2e2e7bc details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:11:03.511970 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67bbf035-d50a-4ef4-92d5-92533448420a req-369c6033-446a-4b6b-9b22-22518406d7f8 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Network 0da3e914-90e8-464b-8270-4123ca801714 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:11:03.532399 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50510) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:03.535498 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-10c659cd-23e2-440e-9229-d82cd7c00992 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (4b535bda-62af-4ca6-89c5-47a7629a6b73), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:03.596649 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48a55e-da81-4477-9487-1de2003c2479 req-fd0e7a79-31e4-4871-9fa7-2c8a9130b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:03.598761 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b48a55e-da81-4477-9487-1de2003c2479 req-fd0e7a79-31e4-4871-9fa7-2c8a9130b84a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f140b273a3d24bd8bd95de4819b9bc34&device_id=b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74 HTTP/1.1" status: 200 len: 1126 time: 0.5076592 Mar 05 05:11:03.661448 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-67bbf035-d50a-4ef4-92d5-92533448420a req-369c6033-446a-4b6b-9b22-22518406d7f8 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:11:03.705105 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bbf035-d50a-4ef4-92d5-92533448420a req-369c6033-446a-4b6b-9b22-22518406d7f8 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:11:03.944773 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7014dc3a-4733-4abf-b1fa-9eeb3a7cf762 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:03.991392 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c6033-446a-4b6b-9b22-22518406d7f8 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Pushing event updated for resources: {'Port': ['ID=9dc1dcdf-55cc-4c42-9087-de7469b11860,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:04.076859 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb3350a-4ab6-42df-82f7-20605d5b831a admin admin] Made reservation on behalf of 3eec9045f6f44afab5d31f5d04d82dd7 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:11:04.083186 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-efb3350a-4ab6-42df-82f7-20605d5b831a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:04.198366 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b48a55e-da81-4477-9487-1de2003c2479 req-5282babc-91e8-4ba3-b198-5af765104773 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d83396ff-a6e1-49df-84bf-232671841123 HTTP/1.1" status: 200 len: 217 time: 0.5846548 Mar 05 05:11:04.208551 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbf035-d50a-4ef4-92d5-92533448420a req-369c6033-446a-4b6b-9b22-22518406d7f8 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:04.209833 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-67bbf035-d50a-4ef4-92d5-92533448420a req-369c6033-446a-4b6b-9b22-22518406d7f8 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:04.252650 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-1affc011-ce41-489a-b977-31e0e625a77b None None] Provisioning complete for port 9dc1dcdf-55cc-4c42-9087-de7469b11860 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:04.253317 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1affc011-ce41-489a-b977-31e0e625a77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9dc1dcdf-55cc-4c42-9087-de7469b11860), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:04.269760 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d5ebbd-0207-4578-94b3-1fbb0e5f7683 x-openstack-request-id: req-07d5ebbd-0207-4578-94b3-1fbb0e5f7683 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:11:04.270431 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74", "tag": "d83396ff-a6e1-49df-84bf-232671841123", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:11:04.270954 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-07d5ebbd-0207-4578-94b3-1fbb0e5f7683 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:11:04.272192 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74', 'tag': 'd83396ff-a6e1-49df-84bf-232671841123', 'status': 'completed', 'code': 200} Mar 05 05:11:04.274763 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cd814fd3-ee7b-4745-ac7b-dba63a00f044 req-15c2e8a2-3ab2-48c8-979d-debb15f87740 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b95ca92-e7b4-48b8-b29c-d5af304fbc43 HTTP/1.1" status: 200 len: 210 time: 0.0752242 Mar 05 05:11:04.329189 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c659cd-23e2-440e-9229-d82cd7c00992 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Pushing event updated for resources: {'Port': ['ID=7614d156-b50d-4e5d-bb6b-45277a4444c9,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:04.356470 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-1affc011-ce41-489a-b977-31e0e625a77b None None] Port 9dc1dcdf-55cc-4c42-9087-de7469b11860 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:11:04.365671 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecaa40f-123b-41f4-97f4-72a770bb0614 req-67834ff7-52e6-4b66-9db8-50807b6d0612 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:04.368149 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ecaa40f-123b-41f4-97f4-72a770bb0614 req-67834ff7-52e6-4b66-9db8-50807b6d0612 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 944 time: 1.3755739 Mar 05 05:11:04.413189 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-67bbf035-d50a-4ef4-92d5-92533448420a req-369c6033-446a-4b6b-9b22-22518406d7f8 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0100617 Mar 05 05:11:04.474698 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-67bbf035-d50a-4ef4-92d5-92533448420a req-3936c811-dd31-46a2-bbd7-c0dd914a4d57 service neutron] Request body: {'port': {'device_id': 'f03ee14d-cd09-4ba3-8a36-9952b1c31738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:04.495811 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb61c695-5e3a-4f7f-9364-c519773020e4 tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:04.502169 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fb61c695-5e3a-4f7f-9364-c519773020e4 tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ad57c8bb-8e28-41b7-9141-3f0642be164f HTTP/1.1" status: 200 len: 1163 time: 0.9603508 Mar 05 05:11:04.509498 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50520) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:04.514833 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-b337e1bd-b192-4159-aa84-49452064d9c3 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'port_id': '0c308470-ed94-462b-ac3b-f07d5ff06735', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:04.538529 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48a55e-da81-4477-9487-1de2003c2479 req-1c975be0-9cdf-4c28-9bda-068dfd2cabe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:04.540599 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b48a55e-da81-4477-9487-1de2003c2479 req-1c975be0-9cdf-4c28-9bda-068dfd2cabe0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2551e0a-db35-4267-955a-eab1f29c6451 HTTP/1.1" status: 200 len: 854 time: 0.2258914 Mar 05 05:11:04.616653 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ecaa40f-123b-41f4-97f4-72a770bb0614 req-0eff39dc-0345-4f7f-a05c-7f2550cd1b38 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163134 Mar 05 05:11:04.647501 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-f2a70933-a369-4443-aa3e-dfff62107142 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:04.648679 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b337e1bd-b192-4159-aa84-49452064d9c3 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:04.649107 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-f2a70933-a369-4443-aa3e-dfff62107142 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.31 "GET /v2.0/networks?id=0da3e914-90e8-464b-8270-4123ca801714 HTTP/1.1" status: 200 len: 815 time: 0.7522287 Mar 05 05:11:04.654602 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c659cd-23e2-440e-9229-d82cd7c00992 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Network 495a8799-1d92-48f9-b1ae-440bf1cce32f is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:11:04.660782 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-10c659cd-23e2-440e-9229-d82cd7c00992 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:11:04.676786 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-8a6cf8e3-ac46-4681-a8bc-bc84ece8812a tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Request body: {'port': {'device_id': '4b95ca92-e7b4-48b8-b29c-d5af304fbc43', 'network_id': '0da3e914-90e8-464b-8270-4123ca801714', 'admin_state_up': True, 'tenant_id': 'f140b273a3d24bd8bd95de4819b9bc34'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:04.691588 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48a55e-da81-4477-9487-1de2003c2479 req-740220d3-50b8-47f9-9e83-1851a42f0763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:04.693158 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b48a55e-da81-4477-9487-1de2003c2479 req-740220d3-50b8-47f9-9e83-1851a42f0763 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0da3e914-90e8-464b-8270-4123ca801714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1412692 Mar 05 05:11:04.932429 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-67bbf035-d50a-4ef4-92d5-92533448420a req-3936c811-dd31-46a2-bbd7-c0dd914a4d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9dc1dcdf-55cc-4c42-9087-de7469b11860), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:04.981458 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c659cd-23e2-440e-9229-d82cd7c00992 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Router 4b535bda-62af-4ca6-89c5-47a7629a6b73 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:11:05.014805 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-7014dc3a-4733-4abf-b1fa-9eeb3a7cf762 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Allocated IP 2001:db8::1 (58e5e899-e39f-4991-a020-fb2c7f32326b/a91a5dc8-3a9a-4c43-a252-60f1a9f63710/da7e76a8-f379-447d-ae0d-d311a203aa5b) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:11:05.032707 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-efb3350a-4ab6-42df-82f7-20605d5b831a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (54dfc51b-2138-440e-9fc0-b2821f026297), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:05.176374 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-8a6cf8e3-ac46-4681-a8bc-bc84ece8812a tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Made reservation on behalf of f140b273a3d24bd8bd95de4819b9bc34 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:11:05.180113 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-8a6cf8e3-ac46-4681-a8bc-bc84ece8812a tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:05.260338 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b48a55e-da81-4477-9487-1de2003c2479 req-dc1005d6-4f13-42c2-815f-56be107abd13 service neutron] 10.222.0.31 "GET /v2.0/networks/0da3e914-90e8-464b-8270-4123ca801714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5602076 Mar 05 05:11:05.310036 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-670d0b62-f327-407b-a8e3-1f2183a4192e None None] Provisioning complete for port 7614d156-b50d-4e5d-bb6b-45277a4444c9 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:05.311094 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-670d0b62-f327-407b-a8e3-1f2183a4192e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7614d156-b50d-4e5d-bb6b-45277a4444c9), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:05.327311 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c659cd-23e2-440e-9229-d82cd7c00992 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:11:05.372129 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-10c659cd-23e2-440e-9229-d82cd7c00992 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] 10.222.0.11 "PUT /v2.0/routers/4b535bda-62af-4ca6-89c5-47a7629a6b73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2860343 Mar 05 05:11:05.378898 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50532) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:05.385595 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-670d0b62-f327-407b-a8e3-1f2183a4192e None None] Port 7614d156-b50d-4e5d-bb6b-45277a4444c9 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:11:05.389399 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a0c55e-4d26-4b86-b06a-5caf5199b6e8 None None] Sync routers for ids ['4b535bda-62af-4ca6-89c5-47a7629a6b73'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:11:05.423053 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3350a-4ab6-42df-82f7-20605d5b831a admin admin] Pushing event updated for resources: {'Subnet': ['ID=54dfc51b-2138-440e-9fc0-b2821f026297,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:05.426168 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a0c55e-4d26-4b86-b06a-5caf5199b6e8 None None] Routers {'4b535bda-62af-4ca6-89c5-47a7629a6b73'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:11:05.433634 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-d9a0c55e-4d26-4b86-b06a-5caf5199b6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:10:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4b535bda-62af-4ca6-89c5-47a7629a6b73'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:05.519547 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb3350a-4ab6-42df-82f7-20605d5b831a admin admin] Checking segment: {'id': 'd8d5c3a7-1937-4fb5-a95b-deb674f5478c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c9389072-156c-47a1-b692-a21ec2e2e7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:11:05.522119 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb3350a-4ab6-42df-82f7-20605d5b831a admin admin] Network hostable DHCP agents. Network: c9389072-156c-47a1-b692-a21ec2e2e7bc, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:11:05.522777 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0170080-c6af-49f0-97cf-68b4038cd301 None None] Network 58e5e899-e39f-4991-a020-fb2c7f32326b requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:11:05.655675 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7014dc3a-4733-4abf-b1fa-9eeb3a7cf762 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for port (da7e76a8-f379-447d-ae0d-d311a203aa5b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:05.732200 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-d9a0c55e-4d26-4b86-b06a-5caf5199b6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:05.795580 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 23053faf-d7bd-4021-87ad-1485ad7c1686 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:11:05.829136 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b337e1bd-b192-4159-aa84-49452064d9c3 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:05.838364 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-14350bda-ebe1-4fd4-adff-15b8d5bd30c4 req-4322cb8e-af06-43b7-a993-ef73120bff19 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b95ca92-e7b4-48b8-b29c-d5af304fbc43 HTTP/1.1" status: 200 len: 210 time: 0.4071219 Mar 05 05:11:05.839550 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb3350a-4ab6-42df-82f7-20605d5b831a admin admin] Network c9389072-156c-47a1-b692-a21ec2e2e7bc is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:11:05.898108 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-efb3350a-4ab6-42df-82f7-20605d5b831a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, c9389072-156c-47a1-b692-a21ec2e2e7bc) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:11:05.907185 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-8a8e54cb-a7cf-4b6a-9624-3769a033d7e5 None None] Provisioning complete for port 23053faf-d7bd-4021-87ad-1485ad7c1686 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:05.907870 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8a8e54cb-a7cf-4b6a-9624-3769a033d7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (23053faf-d7bd-4021-87ad-1485ad7c1686), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:05.912809 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7014dc3a-4733-4abf-b1fa-9eeb3a7cf762 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (da7e76a8-f379-447d-ae0d-d311a203aa5b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:05.917563 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb3350a-4ab6-42df-82f7-20605d5b831a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:05.918408 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-efb3350a-4ab6-42df-82f7-20605d5b831a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:05.966886 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad31ae5e-e6d3-4a65-b27e-bb3426273e54 None None] Network c9389072-156c-47a1-b692-a21ec2e2e7bc requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:11:05.969983 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a0c55e-4d26-4b86-b06a-5caf5199b6e8 None None] Routers {'4b535bda-62af-4ca6-89c5-47a7629a6b73'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:11:05.971668 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-d9a0c55e-4d26-4b86-b06a-5caf5199b6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:10:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4b535bda-62af-4ca6-89c5-47a7629a6b73'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:05.990144 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-36571bf2-e00f-41c8-a6fe-3242652f4f49 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks [] for router (4b535bda-62af-4ca6-89c5-47a7629a6b73), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:06.045171 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b48a55e-da81-4477-9487-1de2003c2479 req-1aaeff32-eb85-4a02-a0f5-5e0965d080b7 service neutron] 10.222.0.31 "GET /v2.0/networks/0da3e914-90e8-464b-8270-4123ca801714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7522824 Mar 05 05:11:06.101479 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-efb3350a-4ab6-42df-82f7-20605d5b831a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.6327040 Mar 05 05:11:06.101479 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-67bbf035-d50a-4ef4-92d5-92533448420a req-3936c811-dd31-46a2-bbd7-c0dd914a4d57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dc1dcdf-55cc-4c42-9087-de7469b11860 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:11:06.122752 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7014dc3a-4733-4abf-b1fa-9eeb3a7cf762 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network 58e5e899-e39f-4991-a020-fb2c7f32326b is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:11:06.132244 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-67bbf035-d50a-4ef4-92d5-92533448420a req-3936c811-dd31-46a2-bbd7-c0dd914a4d57 service neutron] Publish callbacks [] for port (9dc1dcdf-55cc-4c42-9087-de7469b11860), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:06.133316 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677dd5e-d06c-413b-b2de-538029ede9df req-9901cedf-330d-4830-aefe-e699398e33cb tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:06.138284 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-7014dc3a-4733-4abf-b1fa-9eeb3a7cf762 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:11:06.141333 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4677dd5e-d06c-413b-b2de-538029ede9df req-9901cedf-330d-4830-aefe-e699398e33cb tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 944 time: 0.2974408 Mar 05 05:11:06.143450 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7014dc3a-4733-4abf-b1fa-9eeb3a7cf762 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:11:06.146892 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7014dc3a-4733-4abf-b1fa-9eeb3a7cf762 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:06.158903 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-d9a0c55e-4d26-4b86-b06a-5caf5199b6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:06.159572 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a0c55e-4d26-4b86-b06a-5caf5199b6e8 None None] The sync data for ids ['4b535bda-62af-4ca6-89c5-47a7629a6b73'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:11:06.165784 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-8a8e54cb-a7cf-4b6a-9624-3769a033d7e5 None None] Current status of the port 23053faf-d7bd-4021-87ad-1485ad7c1686 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:06.166442 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8a8e54cb-a7cf-4b6a-9624-3769a033d7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (23053faf-d7bd-4021-87ad-1485ad7c1686), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:06.241453 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 23053faf-d7bd-4021-87ad-1485ad7c1686 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:06.242203 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (23053faf-d7bd-4021-87ad-1485ad7c1686), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:06.258726 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-36571bf2-e00f-41c8-a6fe-3242652f4f49 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 05 05:11:06.262560 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-36571bf2-e00f-41c8-a6fe-3242652f4f49 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] 10.222.0.11 "DELETE /v2.0/routers/4b535bda-62af-4ca6-89c5-47a7629a6b73 HTTP/1.1" status: 409 len: 376 time: 0.8725812 Mar 05 05:11:06.267667 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50548) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:06.268731 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-b337e1bd-b192-4159-aa84-49452064d9c3 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Allocated IP 172.25.0.202 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/034de681-99d6-4f21-8e52-0d3fdf65be9f) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:11:06.285273 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4677dd5e-d06c-413b-b2de-538029ede9df req-c1f7eee7-4abc-4697-82f3-2933b52fa742 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433198 Mar 05 05:11:06.298488 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014dc3a-4733-4abf-b1fa-9eeb3a7cf762 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Port': ['ID=da7e76a8-f379-447d-ae0d-d311a203aa5b,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:06.303339 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-67bbf035-d50a-4ef4-92d5-92533448420a req-3936c811-dd31-46a2-bbd7-c0dd914a4d57 service neutron] Transition to ACTIVE for port object 9dc1dcdf-55cc-4c42-9087-de7469b11860 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:11:06.344397 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-8a8e54cb-a7cf-4b6a-9624-3769a033d7e5 None None] For port 23053faf-d7bd-4021-87ad-1485ad7c1686, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=23053faf-d7bd-4021-87ad-1485ad7c1686,segment=NetworkSegment(6c9c9158-01c4-466b-a974-a828881f9a92),segment_id=6c9c9158-01c4-466b-a974-a828881f9a92)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:06.355521 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-67bbf035-d50a-4ef4-92d5-92533448420a req-3936c811-dd31-46a2-bbd7-c0dd914a4d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (9dc1dcdf-55cc-4c42-9087-de7469b11860), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:06.423738 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8f853-296d-4f21-bb6d-48d6a301bc09 req-248fe806-54b2-4aae-8dd8-4b1a066d58f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:06.426133 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-88e8f853-296d-4f21-bb6d-48d6a301bc09 req-248fe806-54b2-4aae-8dd8-4b1a066d58f7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f140b273a3d24bd8bd95de4819b9bc34&device_id=b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74 HTTP/1.1" status: 200 len: 1126 time: 0.3091075 Mar 05 05:11:06.478732 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8a8e54cb-a7cf-4b6a-9624-3769a033d7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (23053faf-d7bd-4021-87ad-1485ad7c1686), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:06.485134 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 23053faf-d7bd-4021-87ad-1485ad7c1686 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:06.588248 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f436f0-9cb7-4f94-af89-0f13d3b513dc None None] Network c9389072-156c-47a1-b692-a21ec2e2e7bc requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:11:06.665205 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-8a6cf8e3-ac46-4681-a8bc-bc84ece8812a tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Allocated IP 172.20.0.12 (0da3e914-90e8-464b-8270-4123ca801714/e2551e0a-db35-4267-955a-eab1f29c6451/91d8e5d1-ae05-48a4-96d6-bd18e62b35fd) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:11:06.708921 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936c811-dd31-46a2-bbd7-c0dd914a4d57 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc1dcdf-55cc-4c42-9087-de7469b11860,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:06.826331 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e54cb-a7cf-4b6a-9624-3769a033d7e5 None None] Pushing event updated for resources: {'Port': ['ID=23053faf-d7bd-4021-87ad-1485ad7c1686,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:07.021327 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-1239e21d-e0cf-48cc-8b7c-774e44f34c57 None None] Provisioning complete for port da7e76a8-f379-447d-ae0d-d311a203aa5b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:07.021799 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1239e21d-e0cf-48cc-8b7c-774e44f34c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (da7e76a8-f379-447d-ae0d-d311a203aa5b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:07.159709 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-1239e21d-e0cf-48cc-8b7c-774e44f34c57 None None] Port da7e76a8-f379-447d-ae0d-d311a203aa5b cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:11:07.203454 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-1239e21d-e0cf-48cc-8b7c-774e44f34c57 None None] Provisioning complete for port 23053faf-d7bd-4021-87ad-1485ad7c1686 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:07.203825 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1239e21d-e0cf-48cc-8b7c-774e44f34c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (23053faf-d7bd-4021-87ad-1485ad7c1686), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:07.205888 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-289efe34-8acb-444d-a0ec-e949b30c451b req-18e4e372-edd7-4401-ac4b-8ffb4f7fff9b tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b95ca92-e7b4-48b8-b29c-d5af304fbc43 HTTP/1.1" status: 200 len: 210 time: 0.1358752 Mar 05 05:11:07.258713 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7014dc3a-4733-4abf-b1fa-9eeb3a7cf762 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (da7e76a8-f379-447d-ae0d-d311a203aa5b), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:07.266683 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8f853-296d-4f21-bb6d-48d6a301bc09 req-47a5613e-fec0-4a8a-a4b2-49ca56da8801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:07.268409 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-88e8f853-296d-4f21-bb6d-48d6a301bc09 req-47a5613e-fec0-4a8a-a4b2-49ca56da8801 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0da3e914-90e8-464b-8270-4123ca801714 HTTP/1.1" status: 200 len: 915 time: 0.8268282 Mar 05 05:11:07.271491 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b337e1bd-b192-4159-aa84-49452064d9c3 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for port (034de681-99d6-4f21-8e52-0d3fdf65be9f), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:07.334333 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-8a6cf8e3-ac46-4681-a8bc-bc84ece8812a tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Publish callbacks [] for port (91d8e5d1-ae05-48a4-96d6-bd18e62b35fd), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:07.470001 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-67bbf035-d50a-4ef4-92d5-92533448420a req-3936c811-dd31-46a2-bbd7-c0dd914a4d57 service neutron] Attempting to bind port 9dc1dcdf-55cc-4c42-9087-de7469b11860 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:11:07.471929 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-88e8f853-296d-4f21-bb6d-48d6a301bc09 req-4976e87d-ec1c-483a-9760-e7177762c1d2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d83396ff-a6e1-49df-84bf-232671841123 HTTP/1.1" status: 200 len: 217 time: 0.1909931 Mar 05 05:11:07.477522 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-67bbf035-d50a-4ef4-92d5-92533448420a req-3936c811-dd31-46a2-bbd7-c0dd914a4d57 service neutron] Attempting to bind port 9dc1dcdf-55cc-4c42-9087-de7469b11860 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': 'a4b4788e-26e2-4748-9829-8147236e15bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0da3e914-90e8-464b-8270-4123ca801714'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:11:07.478050 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bbf035-d50a-4ef4-92d5-92533448420a req-3936c811-dd31-46a2-bbd7-c0dd914a4d57 service neutron] Attempting to bind port 9dc1dcdf-55cc-4c42-9087-de7469b11860 on network 0da3e914-90e8-464b-8270-4123ca801714 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:11:07.503027 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-1239e21d-e0cf-48cc-8b7c-774e44f34c57 None None] Current status of the port 23053faf-d7bd-4021-87ad-1485ad7c1686 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:07.560250 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bbf035-d50a-4ef4-92d5-92533448420a req-3936c811-dd31-46a2-bbd7-c0dd914a4d57 service neutron] Port 9dc1dcdf-55cc-4c42-9087-de7469b11860 on network 0da3e914-90e8-464b-8270-4123ca801714 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:11:07.560637 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bbf035-d50a-4ef4-92d5-92533448420a req-3936c811-dd31-46a2-bbd7-c0dd914a4d57 service neutron] Attempting to bind port 9dc1dcdf-55cc-4c42-9087-de7469b11860 on network 0da3e914-90e8-464b-8270-4123ca801714 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:11:07.626584 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bbf035-d50a-4ef4-92d5-92533448420a req-3936c811-dd31-46a2-bbd7-c0dd914a4d57 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:11:07.627170 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bbf035-d50a-4ef4-92d5-92533448420a req-3936c811-dd31-46a2-bbd7-c0dd914a4d57 service neutron] Checking segment: {'id': 'a4b4788e-26e2-4748-9829-8147236e15bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0da3e914-90e8-464b-8270-4123ca801714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:11:07.627829 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bbf035-d50a-4ef4-92d5-92533448420a req-3936c811-dd31-46a2-bbd7-c0dd914a4d57 service neutron] Bound using segment: {'id': 'a4b4788e-26e2-4748-9829-8147236e15bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0da3e914-90e8-464b-8270-4123ca801714'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:11:07.636319 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-58242998-bb99-4789-b54a-173e90ec4f5c None None] Provisioning complete for port da7e76a8-f379-447d-ae0d-d311a203aa5b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:07.636703 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-58242998-bb99-4789-b54a-173e90ec4f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (da7e76a8-f379-447d-ae0d-d311a203aa5b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:07.638449 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 23053faf-d7bd-4021-87ad-1485ad7c1686 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:11:07.643726 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-67bbf035-d50a-4ef4-92d5-92533448420a req-3936c811-dd31-46a2-bbd7-c0dd914a4d57 service neutron] Bound port: 9dc1dcdf-55cc-4c42-9087-de7469b11860, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b4788e-26e2-4748-9829-8147236e15bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0da3e914-90e8-464b-8270-4123ca801714'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:11:07.644505 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-67bbf035-d50a-4ef4-92d5-92533448420a req-3936c811-dd31-46a2-bbd7-c0dd914a4d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9dc1dcdf-55cc-4c42-9087-de7469b11860), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:07.724276 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-58242998-bb99-4789-b54a-173e90ec4f5c None None] Port da7e76a8-f379-447d-ae0d-d311a203aa5b cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:11:07.731839 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-8a6cf8e3-ac46-4681-a8bc-bc84ece8812a tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (91d8e5d1-ae05-48a4-96d6-bd18e62b35fd), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:07.734048 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b337e1bd-b192-4159-aa84-49452064d9c3 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (034de681-99d6-4f21-8e52-0d3fdf65be9f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:07.742130 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8f853-296d-4f21-bb6d-48d6a301bc09 req-d54deb15-6950-4bd3-ae8d-a652dab3f129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:07.743701 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-88e8f853-296d-4f21-bb6d-48d6a301bc09 req-d54deb15-6950-4bd3-ae8d-a652dab3f129 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2551e0a-db35-4267-955a-eab1f29c6451 HTTP/1.1" status: 200 len: 854 time: 0.1608875 Mar 05 05:11:07.761592 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50588) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:07.776710 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-8e9cea24-81b3-4a9a-b243-c2844d8100b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1511464796-network', 'tenant_id': '97ba9c7cb0fc4cd69d9b00f5bb32fd2f'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:07.819789 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e677393-552e-4698-b854-a9699708b1aa req-98e5c24c-9b5b-420f-8219-db0b55e50e72 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:07.821257 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3e677393-552e-4698-b854-a9699708b1aa req-98e5c24c-9b5b-420f-8219-db0b55e50e72 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 944 time: 0.2961495 Mar 05 05:11:07.846148 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b337e1bd-b192-4159-aa84-49452064d9c3 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:11:07.863480 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-b337e1bd-b192-4159-aa84-49452064d9c3 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:11:07.866890 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b337e1bd-b192-4159-aa84-49452064d9c3 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:11:07.880817 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 23053faf-d7bd-4021-87ad-1485ad7c1686 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:07.881549 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (23053faf-d7bd-4021-87ad-1485ad7c1686), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:07.924601 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337e1bd-b192-4159-aa84-49452064d9c3 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Pushing event updated for resources: {'Port': ['ID=034de681-99d6-4f21-8e52-0d3fdf65be9f,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:07.938464 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-8a6cf8e3-ac46-4681-a8bc-bc84ece8812a tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Network 0da3e914-90e8-464b-8270-4123ca801714 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:11:07.975883 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-8a6cf8e3-ac46-4681-a8bc-bc84ece8812a tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:11:07.996601 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-67bbf035-d50a-4ef4-92d5-92533448420a req-3936c811-dd31-46a2-bbd7-c0dd914a4d57 service neutron] For port 9dc1dcdf-55cc-4c42-9087-de7469b11860, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:11:08.049361 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6cf8e3-ac46-4681-a8bc-bc84ece8812a tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Pushing event updated for resources: {'Port': ['ID=91d8e5d1-ae05-48a4-96d6-bd18e62b35fd,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:08.055713 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-8a6cf8e3-ac46-4681-a8bc-bc84ece8812a tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:11:08.081337 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-67bbf035-d50a-4ef4-92d5-92533448420a req-3936c811-dd31-46a2-bbd7-c0dd914a4d57 service neutron] For port 9dc1dcdf-55cc-4c42-9087-de7469b11860, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=9dc1dcdf-55cc-4c42-9087-de7469b11860,segment=NetworkSegment(a4b4788e-26e2-4748-9829-8147236e15bd),segment_id=a4b4788e-26e2-4748-9829-8147236e15bd)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:11:08.157993 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9cea24-81b3-4a9a-b243-c2844d8100b5 admin admin] Made reservation on behalf of 97ba9c7cb0fc4cd69d9b00f5bb32fd2f for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:11:08.162439 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 23053faf-d7bd-4021-87ad-1485ad7c1686 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:08.167477 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8e9cea24-81b3-4a9a-b243-c2844d8100b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:08.211414 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8e9cea24-81b3-4a9a-b243-c2844d8100b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:08.214241 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-67bbf035-d50a-4ef4-92d5-92533448420a req-3936c811-dd31-46a2-bbd7-c0dd914a4d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (9dc1dcdf-55cc-4c42-9087-de7469b11860), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:08.324946 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936c811-dd31-46a2-bbd7-c0dd914a4d57 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc1dcdf-55cc-4c42-9087-de7469b11860,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:08.381304 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbf035-d50a-4ef4-92d5-92533448420a req-3936c811-dd31-46a2-bbd7-c0dd914a4d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:08.381304 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-67bbf035-d50a-4ef4-92d5-92533448420a req-3936c811-dd31-46a2-bbd7-c0dd914a4d57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:08.381879 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-67bbf035-d50a-4ef4-92d5-92533448420a req-3936c811-dd31-46a2-bbd7-c0dd914a4d57 service neutron] 10.222.0.30 "PUT /v2.0/ports/9dc1dcdf-55cc-4c42-9087-de7469b11860 HTTP/1.1" status: 200 len: 1092 time: 3.9211116 Mar 05 05:11:08.382401 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f03ee14d-cd09-4ba3-8a36-9952b1c31738', 'tag': '9dc1dcdf-55cc-4c42-9087-de7469b11860'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:11:08.384731 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa709eff-5582-4cf7-b0ae-e0915c1fee4c" -d '{"events": [{"name": "network-changed", "server_uuid": "f03ee14d-cd09-4ba3-8a36-9952b1c31738", "tag": "9dc1dcdf-55cc-4c42-9087-de7469b11860"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:11:08.412897 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-8a6cf8e3-ac46-4681-a8bc-bc84ece8812a tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:08.413641 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-8a6cf8e3-ac46-4681-a8bc-bc84ece8812a tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:08.462381 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-67bbf035-d50a-4ef4-92d5-92533448420a req-03255181-b269-42c5-8123-84d0a8385d56 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:11:08.463993 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-67bbf035-d50a-4ef4-92d5-92533448420a req-03255181-b269-42c5-8123-84d0a8385d56 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0143347 Mar 05 05:11:08.484704 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8f853-296d-4f21-bb6d-48d6a301bc09 req-dd6519b6-66fa-4079-8791-4416a747d452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:08.486300 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-88e8f853-296d-4f21-bb6d-48d6a301bc09 req-dd6519b6-66fa-4079-8791-4416a747d452 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0da3e914-90e8-464b-8270-4123ca801714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7298012 Mar 05 05:11:08.504311 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3e677393-552e-4698-b854-a9699708b1aa req-42e444d8-36ac-4beb-921c-f37d587171e3 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6688380 Mar 05 05:11:08.641162 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271c8135-902c-4252-b29f-7383518b70e0 x-openstack-request-id: req-271c8135-902c-4252-b29f-7383518b70e0 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:11:08.641928 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f03ee14d-cd09-4ba3-8a36-9952b1c31738", "tag": "9dc1dcdf-55cc-4c42-9087-de7469b11860", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:11:08.641928 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-271c8135-902c-4252-b29f-7383518b70e0 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:11:08.642177 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f03ee14d-cd09-4ba3-8a36-9952b1c31738', 'tag': '9dc1dcdf-55cc-4c42-9087-de7469b11860', 'status': 'completed', 'code': 200} Mar 05 05:11:08.650581 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-778e451a-49f8-4993-b3d1-5efda2fbba09 None None] Provisioning complete for port 91d8e5d1-ae05-48a4-96d6-bd18e62b35fd triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:08.651216 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-778e451a-49f8-4993-b3d1-5efda2fbba09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (91d8e5d1-ae05-48a4-96d6-bd18e62b35fd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:08.725220 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8e9cea24-81b3-4a9a-b243-c2844d8100b5 admin admin] Publish callbacks [] for security_group (3449dcca-732a-4170-a88e-7ac9631542d5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:08.727486 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafbe0a-2a43-4842-a113-9dd358dafac8 req-5e6035b4-38ea-4614-bd00-f11c8354b991 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:08.730346 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eeafbe0a-2a43-4842-a113-9dd358dafac8 req-5e6035b4-38ea-4614-bd00-f11c8354b991 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b95ca92-e7b4-48b8-b29c-d5af304fbc43 HTTP/1.1" status: 200 len: 932 time: 0.3015444 Mar 05 05:11:08.737295 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-8a6cf8e3-ac46-4681-a8bc-bc84ece8812a tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0688605 Mar 05 05:11:08.739617 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-778e451a-49f8-4993-b3d1-5efda2fbba09 None None] Port 91d8e5d1-ae05-48a4-96d6-bd18e62b35fd cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:11:08.742860 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8e9cea24-81b3-4a9a-b243-c2844d8100b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3449dcca-732a-4170-a88e-7ac9631542d5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:08.753255 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-54fc5996-7746-4796-acef-c71a4a0d14f5 service neutron] Request body: {'port': {'device_id': '4b95ca92-e7b4-48b8-b29c-d5af304fbc43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:08.798679 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7014dc3a-4733-4abf-b1fa-9eeb3a7cf762 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for port (da7e76a8-f379-447d-ae0d-d311a203aa5b), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:08.808922 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e9cea24-81b3-4a9a-b243-c2844d8100b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:11:08.819426 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7014dc3a-4733-4abf-b1fa-9eeb3a7cf762 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (da7e76a8-f379-447d-ae0d-d311a203aa5b), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:08.820660 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7014dc3a-4733-4abf-b1fa-9eeb3a7cf762 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:08.863552 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-88e8f853-296d-4f21-bb6d-48d6a301bc09 req-11fa7199-4edb-4501-9d26-8be0fb02484c service neutron] 10.222.0.31 "GET /v2.0/networks/0da3e914-90e8-464b-8270-4123ca801714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540289 Mar 05 05:11:08.898575 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-471dcf99-2510-4fa1-946d-0a07af1f8af3 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (4b535bda-62af-4ca6-89c5-47a7629a6b73), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:08.928864 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8e9cea24-81b3-4a9a-b243-c2844d8100b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (93dfd1fb-6227-4e35-864b-f24321243830), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:08.929319 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-8e9cea24-81b3-4a9a-b243-c2844d8100b5 admin admin] Added segment 93dfd1fb-6227-4e35-864b-f24321243830 of type vlan for network 8cd4a27a-3582-4748-b23a-d6a29d7a5a54 Mar 05 05:11:08.977517 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-54fc5996-7746-4796-acef-c71a4a0d14f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (91d8e5d1-ae05-48a4-96d6-bd18e62b35fd), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:08.979504 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9cea24-81b3-4a9a-b243-c2844d8100b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3449dcca-732a-4170-a88e-7ac9631542d5,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:09.126906 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eeafbe0a-2a43-4842-a113-9dd358dafac8 req-bab68198-4375-4c6d-9e11-83910e319e4c tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705819 Mar 05 05:11:09.132984 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014dc3a-4733-4abf-b1fa-9eeb3a7cf762 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Port': ['ID=da7e76a8-f379-447d-ae0d-d311a203aa5b,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:09.147962 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8e9cea24-81b3-4a9a-b243-c2844d8100b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (8cd4a27a-3582-4748-b23a-d6a29d7a5a54), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:09.263051 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-88e8f853-296d-4f21-bb6d-48d6a301bc09 req-6bbe0190-85f2-435d-a600-a2aa8a360bf6 service neutron] 10.222.0.31 "GET /v2.0/networks/0da3e914-90e8-464b-8270-4123ca801714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846922 Mar 05 05:11:09.501114 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b337e1bd-b192-4159-aa84-49452064d9c3 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for floatingip (e26e727c-a49a-4145-8d13-88d0649ebab2), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:09.631837 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device d83396ff-a6e1-49df-84bf-232671841123 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:11:09.649531 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b337e1bd-b192-4159-aa84-49452064d9c3 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (034de681-99d6-4f21-8e52-0d3fdf65be9f), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:09.805835 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbf035-d50a-4ef4-92d5-92533448420a req-09570e76-2c00-45fc-8860-2575c2d3ad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:09.808509 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-67bbf035-d50a-4ef4-92d5-92533448420a req-09570e76-2c00-45fc-8860-2575c2d3ad58 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f140b273a3d24bd8bd95de4819b9bc34&device_id=f03ee14d-cd09-4ba3-8a36-9952b1c31738 HTTP/1.1" status: 200 len: 1126 time: 1.2567847 Mar 05 05:11:09.819867 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7014dc3a-4733-4abf-b1fa-9eeb3a7cf762 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network 58e5e899-e39f-4991-a020-fb2c7f32326b is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:11:09.853120 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8e9cea24-81b3-4a9a-b243-c2844d8100b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (8cd4a27a-3582-4748-b23a-d6a29d7a5a54), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:09.854171 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9cea24-81b3-4a9a-b243-c2844d8100b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:09.855049 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8e9cea24-81b3-4a9a-b243-c2844d8100b5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:09.936904 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port d83396ff-a6e1-49df-84bf-232671841123, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=d83396ff-a6e1-49df-84bf-232671841123,segment=NetworkSegment(a4b4788e-26e2-4748-9829-8147236e15bd),segment_id=a4b4788e-26e2-4748-9829-8147236e15bd)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:09.959702 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'd83396ff-a6e1-49df-84bf-232671841123', 'network_id': '0da3e914-90e8-464b-8270-4123ca801714', 'port_id': 'd83396ff-a6e1-49df-84bf-232671841123', 'mac_address': 'fa:16:3e:f6:03:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2551e0a-db35-4267-955a-eab1f29c6451', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:11:09.970370 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-7014dc3a-4733-4abf-b1fa-9eeb3a7cf762 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:11:09.980220 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aaab6a-5a34-482a-a83d-efc4471555a1 req-d0944474-c2db-4f48-95e2-7402a5adfb17 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:09.981857 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-24aaab6a-5a34-482a-a83d-efc4471555a1 req-d0944474-c2db-4f48-95e2-7402a5adfb17 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 944 time: 0.1883783 Mar 05 05:11:09.985010 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b337e1bd-b192-4159-aa84-49452064d9c3 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for port (034de681-99d6-4f21-8e52-0d3fdf65be9f), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:10.011846 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b337e1bd-b192-4159-aa84-49452064d9c3 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (034de681-99d6-4f21-8e52-0d3fdf65be9f), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:10.013807 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9cea24-81b3-4a9a-b243-c2844d8100b5 admin admin] Pushing event updated for resources: {'Network': ['ID=8cd4a27a-3582-4748-b23a-d6a29d7a5a54,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:10.030573 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8e9cea24-81b3-4a9a-b243-c2844d8100b5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2652254 Mar 05 05:11:10.036988 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-67bbf035-d50a-4ef4-92d5-92533448420a req-310493e6-bd8b-467e-a3e9-19bd61f92e1d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dc1dcdf-55cc-4c42-9087-de7469b11860 HTTP/1.1" status: 200 len: 217 time: 0.2189407 Mar 05 05:11:10.036988 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50670) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:10.077423 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-471dcf99-2510-4fa1-946d-0a07af1f8af3 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Deleting port 7614d156-b50d-4e5d-bb6b-45277a4444c9 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:11:10.077845 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-471dcf99-2510-4fa1-946d-0a07af1f8af3 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (7614d156-b50d-4e5d-bb6b-45277a4444c9), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:10.087362 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-20351f4c-c761-43e9-ad43-be18a500f75e admin admin] Request body: {'subnet': {'network_id': '8cd4a27a-3582-4748-b23a-d6a29d7a5a54', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1511464796-subnet', 'tenant_id': '97ba9c7cb0fc4cd69d9b00f5bb32fd2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:10.100222 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 8cd4a27a-3582-4748-b23a-d6a29d7a5a54 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:11:10.323558 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbf035-d50a-4ef4-92d5-92533448420a req-70d1c49e-aee9-4b9d-853d-0dd0c193471d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:10.325125 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-67bbf035-d50a-4ef4-92d5-92533448420a req-70d1c49e-aee9-4b9d-853d-0dd0c193471d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2551e0a-db35-4267-955a-eab1f29c6451 HTTP/1.1" status: 200 len: 854 time: 0.2420149 Mar 05 05:11:10.331710 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port d83396ff-a6e1-49df-84bf-232671841123 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:10.332331 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d83396ff-a6e1-49df-84bf-232671841123), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:10.355008 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d83396ff-a6e1-49df-84bf-232671841123 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:11:10.398982 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port d83396ff-a6e1-49df-84bf-232671841123, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=d83396ff-a6e1-49df-84bf-232671841123,segment=NetworkSegment(a4b4788e-26e2-4748-9829-8147236e15bd),segment_id=a4b4788e-26e2-4748-9829-8147236e15bd)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:10.409694 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d83396ff-a6e1-49df-84bf-232671841123), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:10.461323 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=d83396ff-a6e1-49df-84bf-232671841123,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:10.464801 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20351f4c-c761-43e9-ad43-be18a500f75e admin admin] Made reservation on behalf of 97ba9c7cb0fc4cd69d9b00f5bb32fd2f for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:11:10.467744 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-20351f4c-c761-43e9-ad43-be18a500f75e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:10.489338 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d7a179ca-b01f-4ae8-adee-4a60787f539a None None] Provisioning complete for port da7e76a8-f379-447d-ae0d-d311a203aa5b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:10.489726 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d7a179ca-b01f-4ae8-adee-4a60787f539a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (da7e76a8-f379-447d-ae0d-d311a203aa5b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:10.490405 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50676) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:10.530124 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d7a179ca-b01f-4ae8-adee-4a60787f539a None None] Port da7e76a8-f379-447d-ae0d-d311a203aa5b cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:11:10.536295 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-24aaab6a-5a34-482a-a83d-efc4471555a1 req-2198c3c1-638e-4301-957e-6f37f5e37731 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5417457 Mar 05 05:11:10.568079 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337e1bd-b192-4159-aa84-49452064d9c3 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Pushing event updated for resources: {'Port': ['ID=034de681-99d6-4f21-8e52-0d3fdf65be9f,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:10.602147 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b337e1bd-b192-4159-aa84-49452064d9c3 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (e26e727c-a49a-4145-8d13-88d0649ebab2), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:10.650851 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-471dcf99-2510-4fa1-946d-0a07af1f8af3 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (7614d156-b50d-4e5d-bb6b-45277a4444c9), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:10.655377 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-54fc5996-7746-4796-acef-c71a4a0d14f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d8e5d1-ae05-48a4-96d6-bd18e62b35fd {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:11:10.661980 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbf035-d50a-4ef4-92d5-92533448420a req-4b83c795-72e6-43c7-83bc-d176e918626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:10.663808 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-67bbf035-d50a-4ef4-92d5-92533448420a req-4b83c795-72e6-43c7-83bc-d176e918626b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0da3e914-90e8-464b-8270-4123ca801714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3120561 Mar 05 05:11:10.666691 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['d83396ff-a6e1-49df-84bf-232671841123'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:11:10.684152 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-54fc5996-7746-4796-acef-c71a4a0d14f5 service neutron] Publish callbacks [] for port (91d8e5d1-ae05-48a4-96d6-bd18e62b35fd), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:10.722422 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-471dcf99-2510-4fa1-946d-0a07af1f8af3 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Calling delete_port for 7614d156-b50d-4e5d-bb6b-45277a4444c9 owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:11:10.730945 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-54fc5996-7746-4796-acef-c71a4a0d14f5 service neutron] Transition to ACTIVE for port object 91d8e5d1-ae05-48a4-96d6-bd18e62b35fd will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:11:10.743376 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168b6ba-2ebd-4f75-bfba-dc8b7615bc3e req-d456e125-3457-49c0-bde2-66a1e8f0a4e8 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:10.744798 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2168b6ba-2ebd-4f75-bfba-dc8b7615bc3e req-d456e125-3457-49c0-bde2-66a1e8f0a4e8 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b95ca92-e7b4-48b8-b29c-d5af304fbc43 HTTP/1.1" status: 200 len: 932 time: 0.4520705 Mar 05 05:11:10.770169 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7014dc3a-4733-4abf-b1fa-9eeb3a7cf762 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:11:10.778716 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-54fc5996-7746-4796-acef-c71a4a0d14f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (91d8e5d1-ae05-48a4-96d6-bd18e62b35fd), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:10.887870 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2168b6ba-2ebd-4f75-bfba-dc8b7615bc3e req-4998ee73-cd97-4361-85b6-06d798b8af90 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293421 Mar 05 05:11:10.914064 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5154e59f-6073-4e8a-8975-de2f7b9fa638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:10.951111 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-b337e1bd-b192-4159-aa84-49452064d9c3 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Floating IP e26e727c-a49a-4145-8d13-88d0649ebab2 associated. External IP: 172.25.0.202, port: 0c308470-ed94-462b-ac3b-f07d5ff06735. Mar 05 05:11:11.059236 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc5996-7746-4796-acef-c71a4a0d14f5 service neutron] Pushing event updated for resources: {'Port': ['ID=91d8e5d1-ae05-48a4-96d6-bd18e62b35fd,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:11.117910 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-67bbf035-d50a-4ef4-92d5-92533448420a req-90af5fc5-f00b-4c01-b711-6251787fb9f4 service neutron] 10.222.0.30 "GET /v2.0/networks/0da3e914-90e8-464b-8270-4123ca801714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463215 Mar 05 05:11:11.278427 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-20351f4c-c761-43e9-ad43-be18a500f75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (4bc0c137-d169-4a98-824b-e1e1f96ff941), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:11.336077 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-54fc5996-7746-4796-acef-c71a4a0d14f5 service neutron] Attempting to bind port 91d8e5d1-ae05-48a4-96d6-bd18e62b35fd on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:11:11.336425 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-54fc5996-7746-4796-acef-c71a4a0d14f5 service neutron] Attempting to bind port 91d8e5d1-ae05-48a4-96d6-bd18e62b35fd by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'a4b4788e-26e2-4748-9829-8147236e15bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0da3e914-90e8-464b-8270-4123ca801714'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:11:11.336760 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-54fc5996-7746-4796-acef-c71a4a0d14f5 service neutron] Attempting to bind port 91d8e5d1-ae05-48a4-96d6-bd18e62b35fd on network 0da3e914-90e8-464b-8270-4123ca801714 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:11:11.377902 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7014dc3a-4733-4abf-b1fa-9eeb3a7cf762 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:11:11.385944 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7014dc3a-4733-4abf-b1fa-9eeb3a7cf762 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "PUT /v2.0/routers/9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6724458 Mar 05 05:11:11.390010 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42abff80-b44e-4037-95ec-b88b89a38124 None None] Sync routers for ids ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:11:11.390602 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50682) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:11.394631 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-54fc5996-7746-4796-acef-c71a4a0d14f5 service neutron] Port 91d8e5d1-ae05-48a4-96d6-bd18e62b35fd on network 0da3e914-90e8-464b-8270-4123ca801714 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:11:11.394961 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-54fc5996-7746-4796-acef-c71a4a0d14f5 service neutron] Attempting to bind port 91d8e5d1-ae05-48a4-96d6-bd18e62b35fd on network 0da3e914-90e8-464b-8270-4123ca801714 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:11:11.401630 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-5e6381ad-348b-483c-8a49-e0d77b558888 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-50744639'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:11.402939 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42abff80-b44e-4037-95ec-b88b89a38124 None None] Routers {'9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:11:11.404067 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-42abff80-b44e-4037-95ec-b88b89a38124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:10:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:11.416274 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c0f29b5b-cafa-490b-81bb-d35fd0727c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:11.453737 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-54fc5996-7746-4796-acef-c71a4a0d14f5 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:11:11.453993 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-54fc5996-7746-4796-acef-c71a4a0d14f5 service neutron] Checking segment: {'id': 'a4b4788e-26e2-4748-9829-8147236e15bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0da3e914-90e8-464b-8270-4123ca801714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:11:11.454370 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-54fc5996-7746-4796-acef-c71a4a0d14f5 service neutron] Bound using segment: {'id': 'a4b4788e-26e2-4748-9829-8147236e15bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0da3e914-90e8-464b-8270-4123ca801714'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:11:11.454830 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-54fc5996-7746-4796-acef-c71a4a0d14f5 service neutron] Bound port: 91d8e5d1-ae05-48a4-96d6-bd18e62b35fd, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b4788e-26e2-4748-9829-8147236e15bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0da3e914-90e8-464b-8270-4123ca801714'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:11:11.455230 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-54fc5996-7746-4796-acef-c71a4a0d14f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (91d8e5d1-ae05-48a4-96d6-bd18e62b35fd), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:11.493700 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20351f4c-c761-43e9-ad43-be18a500f75e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bc0c137-d169-4a98-824b-e1e1f96ff941,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:11.508988 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-42abff80-b44e-4037-95ec-b88b89a38124 None None] Set router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:11:11.546213 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6381ad-348b-483c-8a49-e0d77b558888 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Made reservation on behalf of 978358acf25b4258a1f9561e5a1108d7 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:11:11.549723 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5e6381ad-348b-483c-8a49-e0d77b558888 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:11.553187 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-67bbf035-d50a-4ef4-92d5-92533448420a req-f17dd9e9-bead-4dc4-bb2f-a386614e3a34 service neutron] 10.222.0.30 "GET /v2.0/networks/0da3e914-90e8-464b-8270-4123ca801714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178534 Mar 05 05:11:11.592695 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20351f4c-c761-43e9-ad43-be18a500f75e admin admin] Checking segment: {'id': '93dfd1fb-6227-4e35-864b-f24321243830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '8cd4a27a-3582-4748-b23a-d6a29d7a5a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:11:11.593069 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20351f4c-c761-43e9-ad43-be18a500f75e admin admin] Network hostable DHCP agents. Network: 8cd4a27a-3582-4748-b23a-d6a29d7a5a54, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:11:11.644246 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device d83396ff-a6e1-49df-84bf-232671841123 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:11:11.649012 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5154e59f-6073-4e8a-8975-de2f7b9fa638 admin admin] Publish callbacks [] for security_group (8f60112f-93d0-4125-811d-2b08aa913ac8), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:11.681109 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5154e59f-6073-4e8a-8975-de2f7b9fa638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8f60112f-93d0-4125-811d-2b08aa913ac8), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:11.692465 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-54fc5996-7746-4796-acef-c71a4a0d14f5 service neutron] For port 91d8e5d1-ae05-48a4-96d6-bd18e62b35fd, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:11:11.705739 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port d83396ff-a6e1-49df-84bf-232671841123 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:11:11.707001 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e6381ad-348b-483c-8a49-e0d77b558888 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:11:11.711662 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port d83396ff-a6e1-49df-84bf-232671841123 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:11.712310 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d83396ff-a6e1-49df-84bf-232671841123), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:11.748493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20351f4c-c761-43e9-ad43-be18a500f75e admin admin] Network 8cd4a27a-3582-4748-b23a-d6a29d7a5a54 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:11:11.752026 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-54fc5996-7746-4796-acef-c71a4a0d14f5 service neutron] For port 91d8e5d1-ae05-48a4-96d6-bd18e62b35fd, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=91d8e5d1-ae05-48a4-96d6-bd18e62b35fd,segment=NetworkSegment(a4b4788e-26e2-4748-9829-8147236e15bd),segment_id=a4b4788e-26e2-4748-9829-8147236e15bd)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:11:11.758652 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-471dcf99-2510-4fa1-946d-0a07af1f8af3 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (7614d156-b50d-4e5d-bb6b-45277a4444c9), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:11.772844 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5e6381ad-348b-483c-8a49-e0d77b558888 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (a805e7d7-fc1a-4a2b-8c50-9d41ba8a5464), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:11.773510 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-5e6381ad-348b-483c-8a49-e0d77b558888 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Added segment a805e7d7-fc1a-4a2b-8c50-9d41ba8a5464 of type vlan for network e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5 Mar 05 05:11:11.775598 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-42abff80-b44e-4037-95ec-b88b89a38124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'name': 'tempest-RoutersIpV6Test-router-871576514', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:58Z', 'updated_at': '2022-03-05T05:11:06Z', 'revision_number': 2, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'gw_port_host': None, '_interfaces': [{'id': 'da7e76a8-f379-447d-ae0d-d311a203aa5b', 'name': '', 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:d2:b9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:04Z', 'updated_at': '2022-03-05T05:11:07Z', 'revision_number': 2, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:11.790212 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5154e59f-6073-4e8a-8975-de2f7b9fa638 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fa00b09810f0483ea3339b27ca386a72&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2975576 Mar 05 05:11:11.793729 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-54fc5996-7746-4796-acef-c71a4a0d14f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (91d8e5d1-ae05-48a4-96d6-bd18e62b35fd), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:11.795931 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154e59f-6073-4e8a-8975-de2f7b9fa638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f60112f-93d0-4125-811d-2b08aa913ac8,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:11.801702 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50686) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:11.805300 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-20351f4c-c761-43e9-ad43-be18a500f75e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 8cd4a27a-3582-4748-b23a-d6a29d7a5a54) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:11:11.815710 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20351f4c-c761-43e9-ad43-be18a500f75e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:11.816297 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-20351f4c-c761-43e9-ad43-be18a500f75e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:11.816795 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port d83396ff-a6e1-49df-84bf-232671841123 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:11.817203 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d83396ff-a6e1-49df-84bf-232671841123), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:11.820781 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85324ed6-8db1-496f-8357-3899c0f4bb81 None None] Network 8cd4a27a-3582-4748-b23a-d6a29d7a5a54 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:11:11.822463 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471dcf99-2510-4fa1-946d-0a07af1f8af3 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Pushing event deleted for resources: {'Port': ['ID=7614d156-b50d-4e5d-bb6b-45277a4444c9,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:11.841207 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42abff80-b44e-4037-95ec-b88b89a38124 None None] Checking router: 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:11:11.841573 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42abff80-b44e-4037-95ec-b88b89a38124 None None] Updating router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 port da7e76a8-f379-447d-ae0d-d311a203aa5b binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:11:11.902875 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-42abff80-b44e-4037-95ec-b88b89a38124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (da7e76a8-f379-447d-ae0d-d311a203aa5b), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:11.908913 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b337e1bd-b192-4159-aa84-49452064d9c3 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Router 99c38cf1-9e60-4302-a255-ec28ddee3fe7 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:11:11.915996 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83396ff-a6e1-49df-84bf-232671841123'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:11:11.919317 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b751e1-9e58-443f-9a00-0a626e488a63" -d '{"events": [{"server_uuid": "b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74", "name": "network-vif-plugged", "status": "completed", "tag": "d83396ff-a6e1-49df-84bf-232671841123"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:11:11.940651 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746dce1-a70a-4642-96a1-71f6f99430a0 req-1d948b7c-5d7e-40d3-a5a8-1822e58e6410 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:11.946088 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa709eff-5582-4cf7-b0ae-e0915c1fee4c req-484e6ea3-67bf-49e5-95c0-4b4e95af7b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:11.947667 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-aa709eff-5582-4cf7-b0ae-e0915c1fee4c req-484e6ea3-67bf-49e5-95c0-4b4e95af7b2d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f140b273a3d24bd8bd95de4819b9bc34&device_id=f03ee14d-cd09-4ba3-8a36-9952b1c31738 HTTP/1.1" status: 200 len: 1126 time: 0.3271060 Mar 05 05:11:11.948675 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a746dce1-a70a-4642-96a1-71f6f99430a0 req-1d948b7c-5d7e-40d3-a5a8-1822e58e6410 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 944 time: 0.2400160 Mar 05 05:11:11.962103 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port d83396ff-a6e1-49df-84bf-232671841123, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=d83396ff-a6e1-49df-84bf-232671841123,segment=NetworkSegment(a4b4788e-26e2-4748-9829-8147236e15bd),segment_id=a4b4788e-26e2-4748-9829-8147236e15bd)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:11.976298 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d83396ff-a6e1-49df-84bf-232671841123), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:11.976446 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-54fc5996-7746-4796-acef-c71a4a0d14f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:11.976978 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-54fc5996-7746-4796-acef-c71a4a0d14f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:11.985057 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-54fc5996-7746-4796-acef-c71a4a0d14f5 service neutron] 10.222.0.31 "PUT /v2.0/ports/91d8e5d1-ae05-48a4-96d6-bd18e62b35fd HTTP/1.1" status: 200 len: 1093 time: 3.2365537 Mar 05 05:11:12.014615 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b95ca92-e7b4-48b8-b29c-d5af304fbc43', 'tag': '91d8e5d1-ae05-48a4-96d6-bd18e62b35fd'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:11:12.018976 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c821fc-d9c3-46fb-805d-57ae3d49d875" -d '{"events": [{"name": "network-changed", "server_uuid": "4b95ca92-e7b4-48b8-b29c-d5af304fbc43", "tag": "91d8e5d1-ae05-48a4-96d6-bd18e62b35fd"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:11:12.045123 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5e6381ad-348b-483c-8a49-e0d77b558888 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:12.092957 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-20351f4c-c761-43e9-ad43-be18a500f75e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0137880 Mar 05 05:11:12.095204 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=d83396ff-a6e1-49df-84bf-232671841123,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:12.107401 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:12.108169 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:12.108169 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:12.108484 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:12.113562 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:12.113928 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:12.114279 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:12.114624 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:12.114967 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:12.115331 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:12.115669 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:12.116003 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:12.116334 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:12.182643 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c78616-6f8e-475b-b8c0-d0b2c19a121d None None] Network 8cd4a27a-3582-4748-b23a-d6a29d7a5a54 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:11:12.221894 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.db.resource_extend [None req-5e6381ad-348b-483c-8a49-e0d77b558888 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 05:11:12.280592 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc5996-7746-4796-acef-c71a4a0d14f5 service neutron] Pushing event updated for resources: {'Port': ['ID=91d8e5d1-ae05-48a4-96d6-bd18e62b35fd,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:12.340313 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5e6381ad-348b-483c-8a49-e0d77b558888 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:12.346104 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a746dce1-a70a-4642-96a1-71f6f99430a0 req-d386570b-9ce8-4809-97b1-c5c4607de91e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963332 Mar 05 05:11:12.346319 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6381ad-348b-483c-8a49-e0d77b558888 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:12.346938 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5e6381ad-348b-483c-8a49-e0d77b558888 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:12.365230 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-471dcf99-2510-4fa1-946d-0a07af1f8af3 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (4b535bda-62af-4ca6-89c5-47a7629a6b73), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:12.383450 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-30b85f23-1681-4e58-b6fa-8552303934e4 admin admin] Publish callbacks [] for security_group (8f60112f-93d0-4125-811d-2b08aa913ac8), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:12.423894 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-3cac72b2-5281-45e1-be20-9632e5ce368a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:12.425455 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-3cac72b2-5281-45e1-be20-9632e5ce368a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f140b273a3d24bd8bd95de4819b9bc34&device_id=4b95ca92-e7b4-48b8-b29c-d5af304fbc43 HTTP/1.1" status: 200 len: 1127 time: 0.3677425 Mar 05 05:11:12.454446 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2b7ded-1b51-4dcf-9469-64d06dbb269a x-openstack-request-id: req-ed2b7ded-1b51-4dcf-9469-64d06dbb269a {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:11:12.454962 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74", "name": "network-vif-plugged", "status": "completed", "tag": "d83396ff-a6e1-49df-84bf-232671841123", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:11:12.454962 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ed2b7ded-1b51-4dcf-9469-64d06dbb269a {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:11:12.455399 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83396ff-a6e1-49df-84bf-232671841123', 'code': 200} Mar 05 05:11:12.456293 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5e6381ad-348b-483c-8a49-e0d77b558888 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0625634 Mar 05 05:11:12.470173 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50698) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:12.471370 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa709eff-5582-4cf7-b0ae-e0915c1fee4c req-7abcf69e-8494-4ffb-88c6-579ced8355ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:12.473418 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-aa709eff-5582-4cf7-b0ae-e0915c1fee4c req-7abcf69e-8494-4ffb-88c6-579ced8355ff service neutron] 10.222.0.30 "GET /v2.0/networks?id=0da3e914-90e8-464b-8270-4123ca801714 HTTP/1.1" status: 200 len: 915 time: 0.4852114 Mar 05 05:11:12.494531 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-42abff80-b44e-4037-95ec-b88b89a38124 None None] Publish callbacks [] for port (da7e76a8-f379-447d-ae0d-d311a203aa5b), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:12.505092 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-42abff80-b44e-4037-95ec-b88b89a38124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (da7e76a8-f379-447d-ae0d-d311a203aa5b), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:12.525350 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-61661ad2-aa06-448e-b2fb-1aaa85779dfb tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Request body: {'subnet': {'network_id': 'e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:12.530293 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-30b85f23-1681-4e58-b6fa-8552303934e4 admin admin] Publish callbacks [] for security_group (8f60112f-93d0-4125-811d-2b08aa913ac8), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:12.549911 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2139c-36fc-44bc-a28d-56930367ece7 None None] Pushing event updated for resources: {'Port': ['ID=da7e76a8-f379-447d-ae0d-d311a203aa5b,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:12.575878 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fa14e-4f2e-4b98-875e-5ae74d1457c5 req-8dc0a6e6-6336-443f-8eeb-e7c8b967632b tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:12.577739 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-af2fa14e-4f2e-4b98-875e-5ae74d1457c5 req-8dc0a6e6-6336-443f-8eeb-e7c8b967632b tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b95ca92-e7b4-48b8-b29c-d5af304fbc43 HTTP/1.1" status: 200 len: 944 time: 0.5680737 Mar 05 05:11:12.594436 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdb08ff-6499-4928-a9c8-ad64de36ce9a x-openstack-request-id: req-8fdb08ff-6499-4928-a9c8-ad64de36ce9a {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:11:12.594846 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b95ca92-e7b4-48b8-b29c-d5af304fbc43", "tag": "91d8e5d1-ae05-48a4-96d6-bd18e62b35fd", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:11:12.594975 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8fdb08ff-6499-4928-a9c8-ad64de36ce9a {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:11:12.595430 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b95ca92-e7b4-48b8-b29c-d5af304fbc43', 'tag': '91d8e5d1-ae05-48a4-96d6-bd18e62b35fd', 'status': 'completed', 'code': 200} Mar 05 05:11:12.609807 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-5f8730c5-ff98-43c8-9ede-e50a8997c4f5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91d8e5d1-ae05-48a4-96d6-bd18e62b35fd HTTP/1.1" status: 200 len: 217 time: 0.1605020 Mar 05 05:11:12.649113 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6381ad-348b-483c-8a49-e0d77b558888 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Network': ['ID=e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:12.662115 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-42abff80-b44e-4037-95ec-b88b89a38124 None None] Attempting to bind port da7e76a8-f379-447d-ae0d-d311a203aa5b on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:11:12.662297 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-42abff80-b44e-4037-95ec-b88b89a38124 None None] Attempting to bind port da7e76a8-f379-447d-ae0d-d311a203aa5b by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '6c9c9158-01c4-466b-a974-a828881f9a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:11:12.662532 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42abff80-b44e-4037-95ec-b88b89a38124 None None] Attempting to bind port da7e76a8-f379-447d-ae0d-d311a203aa5b on network 58e5e899-e39f-4991-a020-fb2c7f32326b {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:11:12.663176 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b337e1bd-b192-4159-aa84-49452064d9c3 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:11:12.666226 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-aa709eff-5582-4cf7-b0ae-e0915c1fee4c req-cf606f23-3471-457c-b24b-ae9dabf2cf18 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dc1dcdf-55cc-4c42-9087-de7469b11860 HTTP/1.1" status: 200 len: 217 time: 0.1336546 Mar 05 05:11:12.667871 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42abff80-b44e-4037-95ec-b88b89a38124 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:11:12.668269 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42abff80-b44e-4037-95ec-b88b89a38124 None None] Checking segment: {'id': '6c9c9158-01c4-466b-a974-a828881f9a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:11:12.668654 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-42abff80-b44e-4037-95ec-b88b89a38124 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:12.669046 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42abff80-b44e-4037-95ec-b88b89a38124 None None] Bound using segment: {'id': '6c9c9158-01c4-466b-a974-a828881f9a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:11:12.669514 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-42abff80-b44e-4037-95ec-b88b89a38124 None None] Bound port: da7e76a8-f379-447d-ae0d-d311a203aa5b, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c9c9158-01c4-466b-a974-a828881f9a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:11:12.669892 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-42abff80-b44e-4037-95ec-b88b89a38124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (da7e76a8-f379-447d-ae0d-d311a203aa5b), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:12.679051 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27230939-0eca-41c5-8a93-444c1839db3c None None] Sync routers for ids ['99c38cf1-9e60-4302-a255-ec28ddee3fe7'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:11:12.692146 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:11:12.707567 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27230939-0eca-41c5-8a93-444c1839db3c None None] Routers {'99c38cf1-9e60-4302-a255-ec28ddee3fe7'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:11:12.709077 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-27230939-0eca-41c5-8a93-444c1839db3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:10:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['99c38cf1-9e60-4302-a255-ec28ddee3fe7'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:12.746582 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b337e1bd-b192-4159-aa84-49452064d9c3 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:12.837631 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-42abff80-b44e-4037-95ec-b88b89a38124 None None] For port da7e76a8-f379-447d-ae0d-d311a203aa5b, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:11:12.841392 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-42abff80-b44e-4037-95ec-b88b89a38124 None None] For port da7e76a8-f379-447d-ae0d-d311a203aa5b, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=da7e76a8-f379-447d-ae0d-d311a203aa5b,segment=NetworkSegment(6c9c9158-01c4-466b-a974-a828881f9a92),segment_id=6c9c9158-01c4-466b-a974-a828881f9a92)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:11:12.851922 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-42abff80-b44e-4037-95ec-b88b89a38124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (da7e76a8-f379-447d-ae0d-d311a203aa5b), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:12.865432 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cddfe-0e18-4971-b7ee-2434071838f2 req-613f0cd9-8d78-4c18-9029-3ecdc019b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:12.867946 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bc9cddfe-0e18-4971-b7ee-2434071838f2 req-613f0cd9-8d78-4c18-9029-3ecdc019b9d5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74 HTTP/1.1" status: 200 len: 1128 time: 0.3175652 Mar 05 05:11:12.879740 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-af2fa14e-4f2e-4b98-875e-5ae74d1457c5 req-e349fd3f-b0f5-4ad1-a6b3-2d093619dc10 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800758 Mar 05 05:11:12.893330 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa709eff-5582-4cf7-b0ae-e0915c1fee4c req-b3180003-1bc5-4cc2-84c5-2d0f38d1b8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:12.894861 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-aa709eff-5582-4cf7-b0ae-e0915c1fee4c req-b3180003-1bc5-4cc2-84c5-2d0f38d1b8dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2551e0a-db35-4267-955a-eab1f29c6451 HTTP/1.1" status: 200 len: 854 time: 0.1880822 Mar 05 05:11:12.899223 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-d2534e04-cfce-40de-a1d4-90551c0b4e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:12.900607 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-d2534e04-cfce-40de-a1d4-90551c0b4e51 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2551e0a-db35-4267-955a-eab1f29c6451 HTTP/1.1" status: 200 len: 854 time: 0.2526021 Mar 05 05:11:12.909451 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b337e1bd-b192-4159-aa84-49452064d9c3 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.3985014 Mar 05 05:11:12.914055 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50704) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:12.919547 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad57c8bb-8e28-41b7-9141-3f0642be164f', 'tag': '0c308470-ed94-462b-ac3b-f07d5ff06735'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:11:12.923015 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3b896a-d5e2-4af7-b7a6-27b388f8dd77" -d '{"events": [{"name": "network-changed", "server_uuid": "ad57c8bb-8e28-41b7-9141-3f0642be164f", "tag": "0c308470-ed94-462b-ac3b-f07d5ff06735"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:11:12.956862 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42abff80-b44e-4037-95ec-b88b89a38124 None None] Routers {'9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:11:12.957731 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-42abff80-b44e-4037-95ec-b88b89a38124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:10:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:12.971993 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-30b85f23-1681-4e58-b6fa-8552303934e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8f60112f-93d0-4125-811d-2b08aa913ac8), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:12.976892 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-30b85f23-1681-4e58-b6fa-8552303934e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:12.981436 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-30b85f23-1681-4e58-b6fa-8552303934e4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8f60112f-93d0-4125-811d-2b08aa913ac8 HTTP/1.1" status: 204 len: 168 time: 1.1616409 Mar 05 05:11:13.056378 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61661ad2-aa06-448e-b2fb-1aaa85779dfb tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Made reservation on behalf of 978358acf25b4258a1f9561e5a1108d7 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:11:13.065265 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-61661ad2-aa06-448e-b2fb-1aaa85779dfb tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:13.205023 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-42abff80-b44e-4037-95ec-b88b89a38124 None None] Set router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:11:13.246514 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efccc00b-3a89-497d-a409-2ffde43aa2d6 tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:13.247001 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efccc00b-3a89-497d-a409-2ffde43aa2d6 tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:13.247555 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efccc00b-3a89-497d-a409-2ffde43aa2d6 tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:13.248034 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efccc00b-3a89-497d-a409-2ffde43aa2d6 tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:13.248542 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efccc00b-3a89-497d-a409-2ffde43aa2d6 tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:13.249063 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efccc00b-3a89-497d-a409-2ffde43aa2d6 tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:13.249469 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efccc00b-3a89-497d-a409-2ffde43aa2d6 tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:13.250756 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efccc00b-3a89-497d-a409-2ffde43aa2d6 tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:13.251163 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efccc00b-3a89-497d-a409-2ffde43aa2d6 tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:13.251620 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efccc00b-3a89-497d-a409-2ffde43aa2d6 tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:13.252078 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efccc00b-3a89-497d-a409-2ffde43aa2d6 tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:13.252537 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efccc00b-3a89-497d-a409-2ffde43aa2d6 tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:13.252991 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efccc00b-3a89-497d-a409-2ffde43aa2d6 tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:13.253671 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efccc00b-3a89-497d-a409-2ffde43aa2d6 tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:13.275977 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-efccc00b-3a89-497d-a409-2ffde43aa2d6 tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9771 time: 0.3495386 Mar 05 05:11:13.278108 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-471dcf99-2510-4fa1-946d-0a07af1f8af3 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Router 4b535bda-62af-4ca6-89c5-47a7629a6b73 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:11:13.279011 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50720) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:13.354898 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18edca8d-b4f1-417f-bfd4-b83f19bd0760 x-openstack-request-id: req-18edca8d-b4f1-417f-bfd4-b83f19bd0760 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:11:13.355500 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad57c8bb-8e28-41b7-9141-3f0642be164f", "tag": "0c308470-ed94-462b-ac3b-f07d5ff06735", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:11:13.355938 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-18edca8d-b4f1-417f-bfd4-b83f19bd0760 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:11:13.357064 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad57c8bb-8e28-41b7-9141-3f0642be164f', 'tag': '0c308470-ed94-462b-ac3b-f07d5ff06735', 'status': 'completed', 'code': 200} Mar 05 05:11:13.364809 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2139c-36fc-44bc-a28d-56930367ece7 None None] Pushing event updated for resources: {'Port': ['ID=da7e76a8-f379-447d-ae0d-d311a203aa5b,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:13.373659 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-c63780b1-3be6-4206-904c-6ad82494715a None None] Provisioning complete for port da7e76a8-f379-447d-ae0d-d311a203aa5b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:13.378926 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c63780b1-3be6-4206-904c-6ad82494715a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (da7e76a8-f379-447d-ae0d-d311a203aa5b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:13.386924 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.31', 64670) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:13.387852 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b85f23-1681-4e58-b6fa-8552303934e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f60112f-93d0-4125-811d-2b08aa913ac8,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:13.521221 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-27230939-0eca-41c5-8a93-444c1839db3c None None] Set router 99c38cf1-9e60-4302-a255-ec28ddee3fe7 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:11:13.575285 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50724) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:13.602049 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c63780b1-3be6-4206-904c-6ad82494715a None None] Current status of the port da7e76a8-f379-447d-ae0d-d311a203aa5b is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:13.602812 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c63780b1-3be6-4206-904c-6ad82494715a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (da7e76a8-f379-447d-ae0d-d311a203aa5b), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:13.616765 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-61661ad2-aa06-448e-b2fb-1aaa85779dfb tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (b0a6ffc9-b31d-49a6-b4c1-e05fe0491649), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:13.646929 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b14167b8-4f69-4b9f-9db7-0ab4107eb560 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:13.650418 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-c63780b1-3be6-4206-904c-6ad82494715a None None] For port da7e76a8-f379-447d-ae0d-d311a203aa5b, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=da7e76a8-f379-447d-ae0d-d311a203aa5b,segment=NetworkSegment(6c9c9158-01c4-466b-a974-a828881f9a92),segment_id=6c9c9158-01c4-466b-a974-a828881f9a92)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:13.690292 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c63780b1-3be6-4206-904c-6ad82494715a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (da7e76a8-f379-447d-ae0d-d311a203aa5b), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:13.717170 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bc9cddfe-0e18-4971-b7ee-2434071838f2 req-499c2303-6052-4f32-95e8-869d339a2a7d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8318465 Mar 05 05:11:13.717658 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-42abff80-b44e-4037-95ec-b88b89a38124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'name': 'tempest-RoutersIpV6Test-router-871576514', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:58Z', 'updated_at': '2022-03-05T05:11:06Z', 'revision_number': 2, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'gw_port_host': None, '_interfaces': [{'id': 'da7e76a8-f379-447d-ae0d-d311a203aa5b', 'name': '', 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:d2:b9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:04Z', 'updated_at': '2022-03-05T05:11:12Z', 'revision_number': 4, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:13.734909 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d0e66a-b88c-4ac2-ba44-559ebdd3993c tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:13.735405 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d0e66a-b88c-4ac2-ba44-559ebdd3993c tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:13.735868 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d0e66a-b88c-4ac2-ba44-559ebdd3993c tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:13.736091 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa709eff-5582-4cf7-b0ae-e0915c1fee4c req-9e7c39fc-717e-4df9-ac0f-52e1ce7ceb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:13.736326 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d0e66a-b88c-4ac2-ba44-559ebdd3993c tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:13.736784 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d0e66a-b88c-4ac2-ba44-559ebdd3993c tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:13.737672 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d0e66a-b88c-4ac2-ba44-559ebdd3993c tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:13.737809 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-aa709eff-5582-4cf7-b0ae-e0915c1fee4c req-9e7c39fc-717e-4df9-ac0f-52e1ce7ceb27 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0da3e914-90e8-464b-8270-4123ca801714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8360782 Mar 05 05:11:13.737916 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d0e66a-b88c-4ac2-ba44-559ebdd3993c tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:13.738111 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d0e66a-b88c-4ac2-ba44-559ebdd3993c tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:13.738564 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d0e66a-b88c-4ac2-ba44-559ebdd3993c tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:13.739009 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d0e66a-b88c-4ac2-ba44-559ebdd3993c tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:13.739515 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d0e66a-b88c-4ac2-ba44-559ebdd3993c tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:13.739961 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d0e66a-b88c-4ac2-ba44-559ebdd3993c tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:13.740882 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d0e66a-b88c-4ac2-ba44-559ebdd3993c tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:13.746245 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-28d0e66a-b88c-4ac2-ba44-559ebdd3993c tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8308 time: 0.4655449 Mar 05 05:11:13.751176 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50726) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:13.760147 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63780b1-3be6-4206-904c-6ad82494715a None None] Pushing event updated for resources: {'Port': ['ID=da7e76a8-f379-447d-ae0d-d311a203aa5b,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:13.776031 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42abff80-b44e-4037-95ec-b88b89a38124 None None] The sync data for ids ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'] in n-d-789963-32 is: [{'id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'name': 'tempest-RoutersIpV6Test-router-871576514', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:58Z', 'updated_at': '2022-03-05T05:11:06Z', 'revision_number': 2, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'gw_port_host': None, '_interfaces': [{'id': 'da7e76a8-f379-447d-ae0d-d311a203aa5b', 'name': '', 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:d2:b9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:04Z', 'updated_at': '2022-03-05T05:11:12Z', 'revision_number': 4, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:11:13.813470 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-57da7bbe-8160-4962-a965-65b97fb4404c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:13.842860 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:13.869036 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-223e4eb9-eb4a-4268-8730-baf9c968cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:13.870849 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-223e4eb9-eb4a-4268-8730-baf9c968cf08 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0da3e914-90e8-464b-8270-4123ca801714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.9575319 Mar 05 05:11:13.878865 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-c5640cd0-7a4d-4834-96f9-1d9997c83113 None None] Provisioning complete for port da7e76a8-f379-447d-ae0d-d311a203aa5b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:13.879583 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c5640cd0-7a4d-4834-96f9-1d9997c83113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (da7e76a8-f379-447d-ae0d-d311a203aa5b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:13.899975 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61661ad2-aa06-448e-b2fb-1aaa85779dfb tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Subnet': ['ID=b0a6ffc9-b31d-49a6-b4c1-e05fe0491649,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:13.946264 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fea61-4976-4066-8ebd-32a55e1d4326 req-7412cffb-6e36-4d45-a539-14640716f3dd tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:13.947063 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-261fea61-4976-4066-8ebd-32a55e1d4326 req-7412cffb-6e36-4d45-a539-14640716f3dd tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 944 time: 0.4401417 Mar 05 05:11:13.951052 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b896a-d5e2-4af7-b7a6-27b388f8dd77 req-340e0085-e604-40a9-b925-0f8083ce1972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:13.952602 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3c3b896a-d5e2-4af7-b7a6-27b388f8dd77 req-340e0085-e604-40a9-b925-0f8083ce1972 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d87f4bc3b1ad4083a50bfbdb9336d51e&device_id=ad57c8bb-8e28-41b7-9141-3f0642be164f HTTP/1.1" status: 200 len: 1168 time: 0.5380170 Mar 05 05:11:13.954660 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-471dcf99-2510-4fa1-946d-0a07af1f8af3 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:11:13.967228 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eba8e22-5657-4ba4-9894-59d0db8f9fce None None] Sync routers for ids ['4b535bda-62af-4ca6-89c5-47a7629a6b73'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:11:13.970946 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-471dcf99-2510-4fa1-946d-0a07af1f8af3 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] 10.222.0.11 "PUT /v2.0/routers/4b535bda-62af-4ca6-89c5-47a7629a6b73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6997719 Mar 05 05:11:13.975813 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50730) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:13.981837 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-4b7740ca-b16d-4799-a966-0aa99d4c1ce5 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:13.989270 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-4b7740ca-b16d-4799-a966-0aa99d4c1ce5 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.11 "GET /v2.0/networks?id=c9389072-156c-47a1-b692-a21ec2e2e7bc HTTP/1.1" status: 200 len: 808 time: 0.7451358 Mar 05 05:11:14.010620 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eba8e22-5657-4ba4-9894-59d0db8f9fce None None] Routers {'4b535bda-62af-4ca6-89c5-47a7629a6b73'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:11:14.011300 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-4eba8e22-5657-4ba4-9894-59d0db8f9fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:11:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4b535bda-62af-4ca6-89c5-47a7629a6b73'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:14.085946 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-08f5db3c-ea31-4eeb-89e9-81be28d013f3 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] show failed (client error): The resource could not be found. Mar 05 05:11:14.087019 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-08f5db3c-ea31-4eeb-89e9-81be28d013f3 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] 10.222.0.11 "GET /v2.0/routers/tempest-non_exist_router-1838236200 HTTP/1.1" status: 404 len: 335 time: 0.0953224 Mar 05 05:11:14.091344 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50732) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:14.098105 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-2bed43f4-d990-4923-9c33-9c67b5619b85 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.11 "GET /v2.0/quotas/3eec9045f6f44afab5d31f5d04d82dd7 HTTP/1.1" status: 200 len: 375 time: 0.1079211 Mar 05 05:11:14.104224 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-06e87da5-e67d-4a3b-a952-392f178e277b tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:14.126672 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-4eba8e22-5657-4ba4-9894-59d0db8f9fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:14.173513 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eba8e22-5657-4ba4-9894-59d0db8f9fce None None] Routers {'4b535bda-62af-4ca6-89c5-47a7629a6b73'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:11:14.183009 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-4eba8e22-5657-4ba4-9894-59d0db8f9fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:11:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4b535bda-62af-4ca6-89c5-47a7629a6b73'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:14.201078 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-aa709eff-5582-4cf7-b0ae-e0915c1fee4c req-54804c35-2935-4882-a215-a1c7702f707e service neutron] 10.222.0.30 "GET /v2.0/networks/0da3e914-90e8-464b-8270-4123ca801714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224708 Mar 05 05:11:14.212662 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:14.222767 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61661ad2-aa06-448e-b2fb-1aaa85779dfb tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Checking segment: {'id': 'a805e7d7-fc1a-4a2b-8c50-9d41ba8a5464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:11:14.223460 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61661ad2-aa06-448e-b2fb-1aaa85779dfb tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network hostable DHCP agents. Network: e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:11:14.227010 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-0f01bb26-1e90-45c9-9066-3b886652f7ad tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3eec9045f6f44afab5d31f5d04d82dd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1280215 Mar 05 05:11:14.233716 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-06e87da5-e67d-4a3b-a952-392f178e277b tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] update failed (client error): The resource could not be found. Mar 05 05:11:14.240187 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-06e87da5-e67d-4a3b-a952-392f178e277b tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] 10.222.0.11 "PUT /v2.0/routers/tempest-non_exist_router-334712169 HTTP/1.1" status: 404 len: 334 time: 0.1349726 Mar 05 05:11:14.242185 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50734) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:14.256120 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-261fea61-4976-4066-8ebd-32a55e1d4326 req-1474a27e-2e7a-4381-8669-bde625e9f033 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563391 Mar 05 05:11:14.267571 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-4eba8e22-5657-4ba4-9894-59d0db8f9fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:14.269787 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eba8e22-5657-4ba4-9894-59d0db8f9fce None None] The sync data for ids ['4b535bda-62af-4ca6-89c5-47a7629a6b73'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:11:14.380456 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61661ad2-aa06-448e-b2fb-1aaa85779dfb tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:11:14.381687 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c5640cd0-7a4d-4834-96f9-1d9997c83113 None None] Current status of the port da7e76a8-f379-447d-ae0d-d311a203aa5b is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:14.392534 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b896a-d5e2-4af7-b7a6-27b388f8dd77 req-d9dadbf1-ff89-45e3-925a-dd0561f90a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:14.394325 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3c3b896a-d5e2-4af7-b7a6-27b388f8dd77 req-d9dadbf1-ff89-45e3-925a-dd0561f90a25 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b17767d8-96c7-4c01-a562-6f7782516c60 HTTP/1.1" status: 200 len: 896 time: 0.4155314 Mar 05 05:11:14.439220 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-27230939-0eca-41c5-8a93-444c1839db3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-149022889', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a9d2ce6f-672e-4beb-ab1c-05a5116ab571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:08Z', 'updated_at': '2022-03-05T05:10:23Z', 'revision_number': 4, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'gw_port': {'id': 'a9d2ce6f-672e-4beb-ab1c-05a5116ab571', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:10:10Z', 'updated_at': '2022-03-05T05:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'e26e727c-a49a-4145-8d13-88d0649ebab2', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'floating_ip_address': '172.25.0.202', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'port_id': '0c308470-ed94-462b-ac3b-f07d5ff06735', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b17767d8-96c7-4c01-a562-6f7782516c60', 'mac_address': 'fa:16:3e:a1:c1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad57c8bb-8e28-41b7-9141-3f0642be164f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:11:09Z', 'updated_at': '2022-03-05T05:11:09Z', 'revision_number': 0, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a593879d-230a-45aa-a2f4-6b07909ec2cd', 'name': '', 'network_id': 'b17767d8-96c7-4c01-a562-6f7782516c60', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'mac_address': 'fa:16:3e:7c:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '751e35ed-8262-4a3c-b48c-2ccb01d6a12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:10:22Z', 'updated_at': '2022-03-05T05:10:29Z', 'revision_number': 5, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'subnets': [{'id': '751e35ed-8262-4a3c-b48c-2ccb01d6a12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:14.472692 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27230939-0eca-41c5-8a93-444c1839db3c None None] Checking router: 99c38cf1-9e60-4302-a255-ec28ddee3fe7 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:11:14.480558 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-47782adc-aafd-4f72-b380-5c5a3b09c762 service neutron] 10.222.0.11 "GET /v2.0/networks/c9389072-156c-47a1-b692-a21ec2e2e7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392833 Mar 05 05:11:14.489116 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27230939-0eca-41c5-8a93-444c1839db3c None None] Routers {'99c38cf1-9e60-4302-a255-ec28ddee3fe7'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:11:14.490092 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-27230939-0eca-41c5-8a93-444c1839db3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:11:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['99c38cf1-9e60-4302-a255-ec28ddee3fe7'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:14.556979 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-61661ad2-aa06-448e-b2fb-1aaa85779dfb tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:11:14.567923 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cc31fa-127b-4282-a3e3-8a4986df16a9 None None] Network e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:11:14.573897 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61661ad2-aa06-448e-b2fb-1aaa85779dfb tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:14.575217 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-61661ad2-aa06-448e-b2fb-1aaa85779dfb tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:14.600537 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 9dc1dcdf-55cc-4c42-9087-de7469b11860 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:11:14.619452 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-61661ad2-aa06-448e-b2fb-1aaa85779dfb tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1450114 Mar 05 05:11:14.624880 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50736) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:14.665740 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-ca325ea0-2adf-41c4-95dd-e94bfbed2882 service neutron] 10.222.0.31 "GET /v2.0/networks/0da3e914-90e8-464b-8270-4123ca801714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7042878 Mar 05 05:11:14.794571 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-27230939-0eca-41c5-8a93-444c1839db3c None None] Set router 99c38cf1-9e60-4302-a255-ec28ddee3fe7 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:11:15.208193 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89aff769-b043-4c8f-aa9b-86db4f23b0d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5', 'network_id': 'e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5', 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'fixed_ips': [{'subnet_id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:11:15.209120 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-89aff769-b043-4c8f-aa9b-86db4f23b0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:15.238613 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:15.247630 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b14167b8-4f69-4b9f-9db7-0ab4107eb560 admin admin] Publish callbacks [] for security_group (12dec33c-4630-4dd6-a6a1-546f749e118a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:15.275740 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdff3e9-0986-4d0e-a246-1c938a56cc2d req-6f5c4f56-5f30-447a-866d-621b55749908 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:15.278049 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5fdff3e9-0986-4d0e-a246-1c938a56cc2d req-6f5c4f56-5f30-447a-866d-621b55749908 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b95ca92-e7b4-48b8-b29c-d5af304fbc43 HTTP/1.1" status: 200 len: 944 time: 0.7698717 Mar 05 05:11:15.287161 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b14167b8-4f69-4b9f-9db7-0ab4107eb560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (12dec33c-4630-4dd6-a6a1-546f749e118a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:15.351312 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b14167b8-4f69-4b9f-9db7-0ab4107eb560 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f7d0975db22d4e9ca8b11bb018fd0aaf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7711055 Mar 05 05:11:15.355374 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c4c3161-6e3d-4b7c-893b-97bb340137b4 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Deleting subnet 79343fec-71e1-40e6-8f39-7a7f0f534fad {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:11:15.359674 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5c4c3161-6e3d-4b7c-893b-97bb340137b4 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks [] for subnet (79343fec-71e1-40e6-8f39-7a7f0f534fad), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:15.365116 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50740) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:15.375042 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-aa709eff-5582-4cf7-b0ae-e0915c1fee4c req-294771b3-d499-40fe-a147-0d72026796a8 service neutron] 10.222.0.30 "GET /v2.0/networks/0da3e914-90e8-464b-8270-4123ca801714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1620157 Mar 05 05:11:15.379415 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3c3b896a-d5e2-4af7-b7a6-27b388f8dd77 req-c94b41a4-32d6-4acc-9122-f88e58361215 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c308470-ed94-462b-ac3b-f07d5ff06735 HTTP/1.1" status: 200 len: 1000 time: 0.9013116 Mar 05 05:11:15.413896 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 9dc1dcdf-55cc-4c42-9087-de7469b11860, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=9dc1dcdf-55cc-4c42-9087-de7469b11860,segment=NetworkSegment(a4b4788e-26e2-4748-9829-8147236e15bd),segment_id=a4b4788e-26e2-4748-9829-8147236e15bd)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:15.441162 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5c4c3161-6e3d-4b7c-893b-97bb340137b4 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (79343fec-71e1-40e6-8f39-7a7f0f534fad), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:15.493833 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b896a-d5e2-4af7-b7a6-27b388f8dd77 req-91f5b1e1-8f96-4514-9134-aac58ea46701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:15.496688 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3c3b896a-d5e2-4af7-b7a6-27b388f8dd77 req-91f5b1e1-8f96-4514-9134-aac58ea46701 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=751e35ed-8262-4a3c-b48c-2ccb01d6a12d HTTP/1.1" status: 200 len: 835 time: 0.0652490 Mar 05 05:11:15.496815 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '9dc1dcdf-55cc-4c42-9087-de7469b11860', 'network_id': '0da3e914-90e8-464b-8270-4123ca801714', 'port_id': '9dc1dcdf-55cc-4c42-9087-de7469b11860', 'mac_address': 'fa:16:3e:86:81:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2551e0a-db35-4267-955a-eab1f29c6451', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:11:15.535244 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5c4c3161-6e3d-4b7c-893b-97bb340137b4 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (79343fec-71e1-40e6-8f39-7a7f0f534fad), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:15.623084 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5c4c3161-6e3d-4b7c-893b-97bb340137b4 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (79343fec-71e1-40e6-8f39-7a7f0f534fad), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:15.680137 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6c1e45be-bbcd-4219-8e95-6779eb8f187d req-fea3d8b2-07ed-416e-afa9-8ada0541f3b1 service neutron] 10.222.0.31 "GET /v2.0/networks/0da3e914-90e8-464b-8270-4123ca801714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483552 Mar 05 05:11:15.687492 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device da7e76a8-f379-447d-ae0d-d311a203aa5b up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:11:15.690886 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14167b8-4f69-4b9f-9db7-0ab4107eb560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12dec33c-4630-4dd6-a6a1-546f749e118a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:15.691368 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-89aff769-b043-4c8f-aa9b-86db4f23b0d1 None None] Allocated IP 2001:db8:1::2 (e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5/b0a6ffc9-b31d-49a6-b4c1-e05fe0491649/36ee90ac-faa9-47a7-b3aa-8a1289772cd1) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:11:15.699234 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 9dc1dcdf-55cc-4c42-9087-de7469b11860 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:15.699892 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9dc1dcdf-55cc-4c42-9087-de7469b11860), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:15.734789 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c3161-6e3d-4b7c-893b-97bb340137b4 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Pushing event deleted for resources: {'Subnet': ['ID=79343fec-71e1-40e6-8f39-7a7f0f534fad,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:15.779907 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-436e34da-7868-4dab-b961-8ba71d2f8145 service neutron] 10.222.0.11 "GET /v2.0/networks/c9389072-156c-47a1-b692-a21ec2e2e7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2868855 Mar 05 05:11:15.790363 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dc1dcdf-55cc-4c42-9087-de7469b11860 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:11:15.796164 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5c4c3161-6e3d-4b7c-893b-97bb340137b4 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:15.804586 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5c4c3161-6e3d-4b7c-893b-97bb340137b4 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] 10.222.0.11 "DELETE /v2.0/subnets/79343fec-71e1-40e6-8f39-7a7f0f534fad HTTP/1.1" status: 204 len: 168 time: 1.5473826 Mar 05 05:11:15.810119 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887a0d96-ccd9-46d3-9d09-987454cf6fb9 None None] Network f3d2dae8-732c-482a-9201-2ad832e58b39 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:11:15.828915 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5fdff3e9-0986-4d0e-a246-1c938a56cc2d req-673e50fd-1990-4417-a63e-a1ac5fe35cbf tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5377429 Mar 05 05:11:15.837072 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50742) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:16.006879 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cfc9c09-95f8-445b-ab4f-9130ca65744d tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Deleting subnet ce91634a-feda-49b3-b0ff-e960da02dc6e {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:11:16.080278 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9cfc9c09-95f8-445b-ab4f-9130ca65744d tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks [] for subnet (ce91634a-feda-49b3-b0ff-e960da02dc6e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:16.168152 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0419cb0e-b627-4396-99ef-b23d86722977 tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4124 time: 2.4143724 Mar 05 05:11:16.172329 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50748) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:16.189176 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0ac4a30e-27b2-45d9-8052-34bf3ce4c7f5 req-1ef13a66-73c3-4915-b02c-783b708dfba4 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.11 "GET /v2.0/ports?device_id=977759f3-a4db-44ae-9088-45310d402922 HTTP/1.1" status: 200 len: 210 time: 0.1056702 Mar 05 05:11:16.212121 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36f73c-a58d-4314-854d-613a4aa80477 req-b6f1c791-1c6e-4cbc-b588-6ffe47a826a7 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:16.213814 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b36f73c-a58d-4314-854d-613a4aa80477 req-b6f1c791-1c6e-4cbc-b588-6ffe47a826a7 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 944 time: 0.2253988 Mar 05 05:11:16.229155 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-27230939-0eca-41c5-8a93-444c1839db3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-149022889', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a9d2ce6f-672e-4beb-ab1c-05a5116ab571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:08Z', 'updated_at': '2022-03-05T05:10:23Z', 'revision_number': 4, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'gw_port': {'id': 'a9d2ce6f-672e-4beb-ab1c-05a5116ab571', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:10:10Z', 'updated_at': '2022-03-05T05:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'e26e727c-a49a-4145-8d13-88d0649ebab2', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'floating_ip_address': '172.25.0.202', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'port_id': '0c308470-ed94-462b-ac3b-f07d5ff06735', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b17767d8-96c7-4c01-a562-6f7782516c60', 'mac_address': 'fa:16:3e:a1:c1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad57c8bb-8e28-41b7-9141-3f0642be164f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:11:09Z', 'updated_at': '2022-03-05T05:11:09Z', 'revision_number': 0, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a593879d-230a-45aa-a2f4-6b07909ec2cd', 'name': '', 'network_id': 'b17767d8-96c7-4c01-a562-6f7782516c60', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'mac_address': 'fa:16:3e:7c:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '751e35ed-8262-4a3c-b48c-2ccb01d6a12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:10:22Z', 'updated_at': '2022-03-05T05:10:29Z', 'revision_number': 5, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'subnets': [{'id': '751e35ed-8262-4a3c-b48c-2ccb01d6a12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:16.230549 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9cfc9c09-95f8-445b-ab4f-9130ca65744d tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (ce91634a-feda-49b3-b0ff-e960da02dc6e), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:16.259024 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3f3d8bb4-d183-4077-aca7-5b24f01b9564 admin admin] Publish callbacks [] for security_group (12dec33c-4630-4dd6-a6a1-546f749e118a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:16.274505 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b896a-d5e2-4af7-b7a6-27b388f8dd77 req-f4b2d6c7-a0cb-4570-b6b9-720d5a46851a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:16.276568 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3c3b896a-d5e2-4af7-b7a6-27b388f8dd77 req-f4b2d6c7-a0cb-4570-b6b9-720d5a46851a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b17767d8-96c7-4c01-a562-6f7782516c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7428830 Mar 05 05:11:16.304734 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 9dc1dcdf-55cc-4c42-9087-de7469b11860, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=9dc1dcdf-55cc-4c42-9087-de7469b11860,segment=NetworkSegment(a4b4788e-26e2-4748-9829-8147236e15bd),segment_id=a4b4788e-26e2-4748-9829-8147236e15bd)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:16.313315 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27230939-0eca-41c5-8a93-444c1839db3c None None] The sync data for ids ['99c38cf1-9e60-4302-a255-ec28ddee3fe7'] in n-d-789963-32 is: [{'id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-149022889', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a9d2ce6f-672e-4beb-ab1c-05a5116ab571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:08Z', 'updated_at': '2022-03-05T05:10:23Z', 'revision_number': 4, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'gw_port': {'id': 'a9d2ce6f-672e-4beb-ab1c-05a5116ab571', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:10:10Z', 'updated_at': '2022-03-05T05:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'e26e727c-a49a-4145-8d13-88d0649ebab2', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'floating_ip_address': '172.25.0.202', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'port_id': '0c308470-ed94-462b-ac3b-f07d5ff06735', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3179, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b17767d8-96c7-4c01-a562-6f7782516c60', 'mac_address': 'fa:16:3e:a1:c1:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad57c8bb-8e28-41b7-9141-3f0642be164f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:11:09Z', 'updated_at': '2022-03-05T05:11:09Z', 'revision_number': 0, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a593879d-230a-45aa-a2f4-6b07909ec2cd', 'name': '', 'network_id': 'b17767d8-96c7-4c01-a562-6f7782516c60', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'mac_address': 'fa:16:3e:7c:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '751e35ed-8262-4a3c-b48c-2ccb01d6a12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:10:22Z', 'updated_at': '2022-03-05T05:10:29Z', 'revision_number': 5, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'subnets': [{'id': '751e35ed-8262-4a3c-b48c-2ccb01d6a12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:11:16.329428 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (9dc1dcdf-55cc-4c42-9087-de7469b11860), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:16.340594 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9cfc9c09-95f8-445b-ab4f-9130ca65744d tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (ce91634a-feda-49b3-b0ff-e960da02dc6e), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:16.346812 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c821fc-d9c3-46fb-805d-57ae3d49d875 req-7e005857-73cb-4845-bca3-398ca40710fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:16.350364 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f9c821fc-d9c3-46fb-805d-57ae3d49d875 req-7e005857-73cb-4845-bca3-398ca40710fa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f140b273a3d24bd8bd95de4819b9bc34&device_id=4b95ca92-e7b4-48b8-b29c-d5af304fbc43 HTTP/1.1" status: 200 len: 1127 time: 0.4771779 Mar 05 05:11:16.400526 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3f3d8bb4-d183-4077-aca7-5b24f01b9564 admin admin] Publish callbacks [] for security_group (12dec33c-4630-4dd6-a6a1-546f749e118a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:16.450731 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:16.463646 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9cfc9c09-95f8-445b-ab4f-9130ca65744d tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (ce91634a-feda-49b3-b0ff-e960da02dc6e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:16.504519 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port da7e76a8-f379-447d-ae0d-d311a203aa5b triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:16.504969 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (da7e76a8-f379-447d-ae0d-d311a203aa5b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:16.523092 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc9c09-95f8-445b-ab4f-9130ca65744d tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Pushing event deleted for resources: {'Subnet': ['ID=ce91634a-feda-49b3-b0ff-e960da02dc6e,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:16.558185 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b006b94e-654b-47a9-b94f-af610135a50d None None] Network 3f62a3e7-e1c1-4140-b759-4677245379ad requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:11:16.567924 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9cfc9c09-95f8-445b-ab4f-9130ca65744d tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:16.575900 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9cfc9c09-95f8-445b-ab4f-9130ca65744d tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] 10.222.0.11 "DELETE /v2.0/subnets/ce91634a-feda-49b3-b0ff-e960da02dc6e HTTP/1.1" status: 204 len: 168 time: 0.7356923 Mar 05 05:11:16.591452 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50754) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:16.622488 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3f3d8bb4-d183-4077-aca7-5b24f01b9564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (12dec33c-4630-4dd6-a6a1-546f749e118a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:16.626435 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3f3d8bb4-d183-4077-aca7-5b24f01b9564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:16.627908 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3f3d8bb4-d183-4077-aca7-5b24f01b9564 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/12dec33c-4630-4dd6-a6a1-546f749e118a HTTP/1.1" status: 204 len: 168 time: 1.2518022 Mar 05 05:11:16.671722 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['9dc1dcdf-55cc-4c42-9087-de7469b11860'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:11:16.674732 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d8bb4-d183-4077-aca7-5b24f01b9564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dec33c-4630-4dd6-a6a1-546f749e118a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:16.715439 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88b66e9-5f82-46d9-8a79-380f9ff61a54 tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:16.716327 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88b66e9-5f82-46d9-8a79-380f9ff61a54 tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:16.736399 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e88b66e9-5f82-46d9-8a79-380f9ff61a54 tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=99c38cf1-9e60-4302-a255-ec28ddee3fe7 HTTP/1.1" status: 200 len: 2063 time: 0.5473228 Mar 05 05:11:16.748101 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b36f73c-a58d-4314-854d-613a4aa80477 req-46b3149f-37fd-4f46-86f2-e698d696ad7b tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135746 Mar 05 05:11:16.772940 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d001b9ba-ff3a-41a4-9d92-791967aeb754 None None] DHCP port deletion for f3d2dae8-732c-482a-9201-2ad832e58b39 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:11:16.824449 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a15397bf-9eec-454a-a464-47b1378d9e1d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:16.849325 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=9dc1dcdf-55cc-4c42-9087-de7469b11860,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:16.925079 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d28716b-2ad1-4139-ac69-ce03da512471 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (f3d2dae8-732c-482a-9201-2ad832e58b39), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:16.992806 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e789d89-8b11-4901-a015-83fc58debeba None None] New status for floating IP e26e727c-a49a-4145-8d13-88d0649ebab2: ACTIVE {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:11:17.090554 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403561ca-c88c-43d3-a539-bd4bf6638a66 req-0579b70c-89e8-4253-8401-dbeb22e07ede tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:17.094199 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-403561ca-c88c-43d3-a539-bd4bf6638a66 req-0579b70c-89e8-4253-8401-dbeb22e07ede tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b95ca92-e7b4-48b8-b29c-d5af304fbc43 HTTP/1.1" status: 200 len: 944 time: 0.0967605 Mar 05 05:11:17.103624 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8d28716b-2ad1-4139-ac69-ce03da512471 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Deleting port c821a80c-7f54-4ec5-b3ee-4587a48061a2 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:11:17.103877 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d28716b-2ad1-4139-ac69-ce03da512471 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (c821a80c-7f54-4ec5-b3ee-4587a48061a2), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:17.202266 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-89aff769-b043-4c8f-aa9b-86db4f23b0d1 None None] Publish callbacks [] for port (36ee90ac-faa9-47a7-b3aa-8a1289772cd1), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:17.263650 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3c3b896a-d5e2-4af7-b7a6-27b388f8dd77 req-eb6788ca-f54f-42ff-996c-29744a92f541 service neutron] 10.222.0.31 "GET /v2.0/networks/b17767d8-96c7-4c01-a562-6f7782516c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9653177 Mar 05 05:11:17.335142 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c821fc-d9c3-46fb-805d-57ae3d49d875 req-23930c8c-2bb5-4da3-a654-5574d45377be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:17.335398 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-89aff769-b043-4c8f-aa9b-86db4f23b0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (36ee90ac-faa9-47a7-b3aa-8a1289772cd1), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:17.336663 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f9c821fc-d9c3-46fb-805d-57ae3d49d875 req-23930c8c-2bb5-4da3-a654-5574d45377be service neutron] 10.222.0.31 "GET /v2.0/networks?id=0da3e914-90e8-464b-8270-4123ca801714 HTTP/1.1" status: 200 len: 915 time: 0.9642479 Mar 05 05:11:17.345704 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port da7e76a8-f379-447d-ae0d-d311a203aa5b is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:17.398832 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-8d28716b-2ad1-4139-ac69-ce03da512471 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] For port c821a80c-7f54-4ec5-b3ee-4587a48061a2, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c821a80c-7f54-4ec5-b3ee-4587a48061a2,segment=NetworkSegment(cdd79903-973c-43f4-80dd-ede00a55d8bc),segment_id=cdd79903-973c-43f4-80dd-ede00a55d8bc)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:17.399512 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d28716b-2ad1-4139-ac69-ce03da512471 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (c821a80c-7f54-4ec5-b3ee-4587a48061a2), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:17.400622 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f9c821fc-d9c3-46fb-805d-57ae3d49d875 req-e7a66de5-18da-47ff-9664-2a7b82c918e2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91d8e5d1-ae05-48a4-96d6-bd18e62b35fd HTTP/1.1" status: 200 len: 217 time: 0.0481355 Mar 05 05:11:17.413884 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8d28716b-2ad1-4139-ac69-ce03da512471 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Calling delete_port for c821a80c-7f54-4ec5-b3ee-4587a48061a2 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:11:17.497879 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-a15397bf-9eec-454a-a464-47b1378d9e1d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Allocated IP 2001:db8:1::1 (e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5/b0a6ffc9-b31d-49a6-b4c1-e05fe0491649/46db41dc-0c7f-452f-8d0e-d7da1d702115) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:11:17.549293 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2073ec2d-9a66-442b-b2a9-e52ee6999850 req-32d71332-661f-40ea-918f-89c4bbe3af40 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.11 "GET /v2.0/ports?device_id=977759f3-a4db-44ae-9088-45310d402922 HTTP/1.1" status: 200 len: 210 time: 0.2209747 Mar 05 05:11:17.550307 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89aff769-b043-4c8f-aa9b-86db4f23b0d1 None None] Network e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:11:17.564838 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d28716b-2ad1-4139-ac69-ce03da512471 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (c821a80c-7f54-4ec5-b3ee-4587a48061a2), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:17.617789 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c821fc-d9c3-46fb-805d-57ae3d49d875 req-7c2b7407-6e8c-4401-9ffa-76ff5900238a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:17.619395 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f9c821fc-d9c3-46fb-805d-57ae3d49d875 req-7c2b7407-6e8c-4401-9ffa-76ff5900238a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2551e0a-db35-4267-955a-eab1f29c6451 HTTP/1.1" status: 200 len: 854 time: 0.1491270 Mar 05 05:11:17.621979 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28716b-2ad1-4139-ac69-ce03da512471 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Pushing event deleted for resources: {'Port': ['ID=c821a80c-7f54-4ec5-b3ee-4587a48061a2,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:17.637754 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-403561ca-c88c-43d3-a539-bd4bf6638a66 req-d4ad896a-114b-487a-b72a-86e9f9a2ffaf tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5354366 Mar 05 05:11:17.642202 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d28716b-2ad1-4139-ac69-ce03da512471 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] No DVR routers for this DVR port c821a80c-7f54-4ec5-b3ee-4587a48061a2 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:11:17.655307 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c821a80c-7f54-4ec5-b3ee-4587a48061a2 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:11:17.664036 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3c3b896a-d5e2-4af7-b7a6-27b388f8dd77 req-f903f87e-4e7c-4865-adae-7f6a7b7487a4 service neutron] 10.222.0.31 "GET /v2.0/networks/b17767d8-96c7-4c01-a562-6f7782516c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761311 Mar 05 05:11:17.670653 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-89aff769-b043-4c8f-aa9b-86db4f23b0d1 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:11:17.747442 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aff769-b043-4c8f-aa9b-86db4f23b0d1 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:11:17.757420 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aff769-b043-4c8f-aa9b-86db4f23b0d1 None None] Pushing event updated for resources: {'Port': ['ID=36ee90ac-faa9-47a7-b3aa-8a1289772cd1,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:17.781258 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c34da7-961f-44c9-9f67-8668bf4b4c71 None None] DHCP port deletion for 3f62a3e7-e1c1-4140-b759-4677245379ad request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:11:17.826070 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d28716b-2ad1-4139-ac69-ce03da512471 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (f3d2dae8-732c-482a-9201-2ad832e58b39), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:17.831529 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: c821a80c-7f54-4ec5-b3ee-4587a48061a2 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:11:17.832070 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c821a80c-7f54-4ec5-b3ee-4587a48061a2 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:11:17.860671 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d001b9ba-ff3a-41a4-9d92-791967aeb754 None None] Deleting port c821a80c-7f54-4ec5-b3ee-4587a48061a2 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:11:17.861310 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d001b9ba-ff3a-41a4-9d92-791967aeb754 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (c821a80c-7f54-4ec5-b3ee-4587a48061a2), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:17.869711 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c821fc-d9c3-46fb-805d-57ae3d49d875 req-0e890bcc-ab1d-44f6-882a-978e28795cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:17.871282 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f9c821fc-d9c3-46fb-805d-57ae3d49d875 req-0e890bcc-ab1d-44f6-882a-978e28795cbe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0da3e914-90e8-464b-8270-4123ca801714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2002470 Mar 05 05:11:17.880073 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-8d28716b-2ad1-4139-ac69-ce03da512471 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3d2dae8-732c-482a-9201-2ad832e58b39']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:17.896174 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a15397bf-9eec-454a-a464-47b1378d9e1d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for port (46db41dc-0c7f-452f-8d0e-d7da1d702115), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:17.902766 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-8d28716b-2ad1-4139-ac69-ce03da512471 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdd79903-973c-43f4-80dd-ede00a55d8bc') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:17.904437 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-8d28716b-2ad1-4139-ac69-ce03da512471 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdd79903-973c-43f4-80dd-ede00a55d8bc') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:17.937174 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d28716b-2ad1-4139-ac69-ce03da512471 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (cdd79903-973c-43f4-80dd-ede00a55d8bc), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:18.056554 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d28716b-2ad1-4139-ac69-ce03da512471 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (cdd79903-973c-43f4-80dd-ede00a55d8bc), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:18.094425 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d28716b-2ad1-4139-ac69-ce03da512471 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:11:18.094425 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d28716b-2ad1-4139-ac69-ce03da512471 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (cdd79903-973c-43f4-80dd-ede00a55d8bc), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:18.098381 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:11:18.098381 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:11:18.098381 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:11:18.098381 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:11:18.098381 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:11:18.098381 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:11:18.098381 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:11:18.098381 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:11:18.098381 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:11:18.098381 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:11:18.098381 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:11:18.098381 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:11:18.098381 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:11:18.098381 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:11:18.098381 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:11:18.098381 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:11:18.098381 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:11:18.098381 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:11:18.098381 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:11:18.098381 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:11:18.098381 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:11:18.098381 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:11:18.098381 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:11:18.098381 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:11:18.098381 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:11:18.098381 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:11:18.098381 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:11:18.098381 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:11:18.098381 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:11:18.098381 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:11:18.098381 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:11:18.098381 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:11:18.131488 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-d001b9ba-ff3a-41a4-9d92-791967aeb754 None None] For port c821a80c-7f54-4ec5-b3ee-4587a48061a2, host n-d-789963-32, got binding levels [] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:18.132975 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d001b9ba-ff3a-41a4-9d92-791967aeb754 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (c821a80c-7f54-4ec5-b3ee-4587a48061a2), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:18.134686 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f9c821fc-d9c3-46fb-805d-57ae3d49d875 req-938d58ac-3d17-42ce-90c9-3ae320b59897 service neutron] 10.222.0.31 "GET /v2.0/networks/0da3e914-90e8-464b-8270-4123ca801714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485478 Mar 05 05:11:18.144715 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-97ae47d5-e46a-4043-b918-40cf677d96c8 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:18.146370 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-97ae47d5-e46a-4043-b918-40cf677d96c8 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.30 "GET /v2.0/networks?id=c9389072-156c-47a1-b692-a21ec2e2e7bc HTTP/1.1" status: 200 len: 808 time: 0.2288277 Mar 05 05:11:18.149430 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a15397bf-9eec-454a-a464-47b1378d9e1d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (46db41dc-0c7f-452f-8d0e-d7da1d702115), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:18.159033 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d001b9ba-ff3a-41a4-9d92-791967aeb754 None None] Calling delete_port for c821a80c-7f54-4ec5-b3ee-4587a48061a2 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:11:18.164120 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.ipam_backend_mixin [None req-d001b9ba-ff3a-41a4-9d92-791967aeb754 None None] Port c821a80c-7f54-4ec5-b3ee-4587a48061a2 was not found and therefore no delete operation was performed {{(pid=105233) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 05 05:11:18.196190 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-5ae12cdd-d2d5-40f9-9598-cb997079cd38 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Request body: {'port': {'device_id': '977759f3-a4db-44ae-9088-45310d402922', 'network_id': 'c9389072-156c-47a1-b692-a21ec2e2e7bc', 'admin_state_up': True, 'tenant_id': '3eec9045f6f44afab5d31f5d04d82dd7'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:18.208052 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d001b9ba-ff3a-41a4-9d92-791967aeb754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (c821a80c-7f54-4ec5-b3ee-4587a48061a2), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:18.209916 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:18.218485 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-89aff769-b043-4c8f-aa9b-86db4f23b0d1 None None] Attempting to bind port 36ee90ac-faa9-47a7-b3aa-8a1289772cd1 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:11:18.218870 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-89aff769-b043-4c8f-aa9b-86db4f23b0d1 None None] Attempting to bind port 36ee90ac-faa9-47a7-b3aa-8a1289772cd1 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'a805e7d7-fc1a-4a2b-8c50-9d41ba8a5464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:11:18.219236 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aff769-b043-4c8f-aa9b-86db4f23b0d1 None None] Attempting to bind port 36ee90ac-faa9-47a7-b3aa-8a1289772cd1 on network e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:11:18.257936 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aff769-b043-4c8f-aa9b-86db4f23b0d1 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:11:18.258237 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb555b6-e068-42d4-9049-731f4c1a9185 req-19f9526a-335c-40ad-a266-d5d52c706f40 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:18.258363 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aff769-b043-4c8f-aa9b-86db4f23b0d1 None None] Checking segment: {'id': 'a805e7d7-fc1a-4a2b-8c50-9d41ba8a5464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:11:18.258469 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-89aff769-b043-4c8f-aa9b-86db4f23b0d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:18.258842 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aff769-b043-4c8f-aa9b-86db4f23b0d1 None None] Bound using segment: {'id': 'a805e7d7-fc1a-4a2b-8c50-9d41ba8a5464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:11:18.259373 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-89aff769-b043-4c8f-aa9b-86db4f23b0d1 None None] Bound port: 36ee90ac-faa9-47a7-b3aa-8a1289772cd1, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a805e7d7-fc1a-4a2b-8c50-9d41ba8a5464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:11:18.259761 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-89aff769-b043-4c8f-aa9b-86db4f23b0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (36ee90ac-faa9-47a7-b3aa-8a1289772cd1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:18.265891 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1fb555b6-e068-42d4-9049-731f4c1a9185 req-19f9526a-335c-40ad-a266-d5d52c706f40 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 944 time: 0.3254857 Mar 05 05:11:18.269186 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d28716b-2ad1-4139-ac69-ce03da512471 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (f3d2dae8-732c-482a-9201-2ad832e58b39), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:18.277617 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d28716b-2ad1-4139-ac69-ce03da512471 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:18.288106 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001b9ba-ff3a-41a4-9d92-791967aeb754 None None] Pushing event deleted for resources: {'Port': ['ID=c821a80c-7f54-4ec5-b3ee-4587a48061a2,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:18.294455 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8d28716b-2ad1-4139-ac69-ce03da512471 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] 10.222.0.11 "DELETE /v2.0/networks/f3d2dae8-732c-482a-9201-2ad832e58b39 HTTP/1.1" status: 204 len: 168 time: 1.6998765 Mar 05 05:11:18.300341 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50788) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:18.336776 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d001b9ba-ff3a-41a4-9d92-791967aeb754 None None] No DVR routers for this DVR port c821a80c-7f54-4ec5-b3ee-4587a48061a2 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:11:18.339280 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15397bf-9eec-454a-a464-47b1378d9e1d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:11:18.342545 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28716b-2ad1-4139-ac69-ce03da512471 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Pushing event deleted for resources: {'Network': ['ID=f3d2dae8-732c-482a-9201-2ad832e58b39,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:18.364309 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-a15397bf-9eec-454a-a464-47b1378d9e1d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:11:18.377661 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15397bf-9eec-454a-a464-47b1378d9e1d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:11:18.378231 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a15397bf-9eec-454a-a464-47b1378d9e1d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:18.387995 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15397bf-9eec-454a-a464-47b1378d9e1d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Port': ['ID=46db41dc-0c7f-452f-8d0e-d7da1d702115,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:18.413401 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b2c34da7-961f-44c9-9f67-8668bf4b4c71 None None] Deleting port a578364b-e8c5-46e8-9664-5769f7804bee {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:11:18.413872 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b2c34da7-961f-44c9-9f67-8668bf4b4c71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (a578364b-e8c5-46e8-9664-5769f7804bee), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:18.444265 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1fb555b6-e068-42d4-9049-731f4c1a9185 req-910bfd35-88a2-428c-8ae3-641d7c74fdca tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507413 Mar 05 05:11:18.448610 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-df199c57-9e8a-4fe3-8c6b-9786520a419c tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (3f62a3e7-e1c1-4140-b759-4677245379ad), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:18.467501 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-89aff769-b043-4c8f-aa9b-86db4f23b0d1 None None] For port 36ee90ac-faa9-47a7-b3aa-8a1289772cd1, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:11:18.523016 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f9c821fc-d9c3-46fb-805d-57ae3d49d875 req-68242e00-00f4-42da-851c-e7a0dc39bc0f service neutron] 10.222.0.31 "GET /v2.0/networks/0da3e914-90e8-464b-8270-4123ca801714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756304 Mar 05 05:11:18.549432 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-df199c57-9e8a-4fe3-8c6b-9786520a419c tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Deleting port a578364b-e8c5-46e8-9664-5769f7804bee {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:11:18.549779 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-df199c57-9e8a-4fe3-8c6b-9786520a419c tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (a578364b-e8c5-46e8-9664-5769f7804bee), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:18.578683 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-b2c34da7-961f-44c9-9f67-8668bf4b4c71 None None] For port a578364b-e8c5-46e8-9664-5769f7804bee, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a578364b-e8c5-46e8-9664-5769f7804bee,segment=NetworkSegment(8d6fbd6d-56b4-4f9b-93e3-b39dd713cb76),segment_id=8d6fbd6d-56b4-4f9b-93e3-b39dd713cb76)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:18.579041 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b2c34da7-961f-44c9-9f67-8668bf4b4c71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (a578364b-e8c5-46e8-9664-5769f7804bee), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:18.594799 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b2c34da7-961f-44c9-9f67-8668bf4b4c71 None None] Calling delete_port for a578364b-e8c5-46e8-9664-5769f7804bee owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:11:18.638250 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-df199c57-9e8a-4fe3-8c6b-9786520a419c tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] For port a578364b-e8c5-46e8-9664-5769f7804bee, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a578364b-e8c5-46e8-9664-5769f7804bee,segment=NetworkSegment(8d6fbd6d-56b4-4f9b-93e3-b39dd713cb76),segment_id=8d6fbd6d-56b4-4f9b-93e3-b39dd713cb76)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:18.638617 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-df199c57-9e8a-4fe3-8c6b-9786520a419c tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (a578364b-e8c5-46e8-9664-5769f7804bee), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:18.653667 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-df199c57-9e8a-4fe3-8c6b-9786520a419c tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Calling delete_port for a578364b-e8c5-46e8-9664-5769f7804bee owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:11:18.700229 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-89aff769-b043-4c8f-aa9b-86db4f23b0d1 None None] For port 36ee90ac-faa9-47a7-b3aa-8a1289772cd1, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=36ee90ac-faa9-47a7-b3aa-8a1289772cd1,segment=NetworkSegment(a805e7d7-fc1a-4a2b-8c50-9d41ba8a5464),segment_id=a805e7d7-fc1a-4a2b-8c50-9d41ba8a5464)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:11:18.719925 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-89aff769-b043-4c8f-aa9b-86db4f23b0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (36ee90ac-faa9-47a7-b3aa-8a1289772cd1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:18.757859 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-925778da-d97b-4536-8dda-b0b4a31cf27f req-406e6163-9a7c-4b86-90b0-c9503408eb3a tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.11 "GET /v2.0/ports?device_id=977759f3-a4db-44ae-9088-45310d402922 HTTP/1.1" status: 200 len: 210 time: 0.0879362 Mar 05 05:11:18.776184 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-5ae12cdd-d2d5-40f9-9598-cb997079cd38 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Made reservation on behalf of 3eec9045f6f44afab5d31f5d04d82dd7 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:11:18.784350 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-5ae12cdd-d2d5-40f9-9598-cb997079cd38 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:18.818060 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a15397bf-9eec-454a-a464-47b1378d9e1d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (46db41dc-0c7f-452f-8d0e-d7da1d702115), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:18.838630 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b2c34da7-961f-44c9-9f67-8668bf4b4c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (a578364b-e8c5-46e8-9664-5769f7804bee), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:18.876883 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aff769-b043-4c8f-aa9b-86db4f23b0d1 None None] Pushing event updated for resources: {'Port': ['ID=36ee90ac-faa9-47a7-b3aa-8a1289772cd1,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:18.915842 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c34da7-961f-44c9-9f67-8668bf4b4c71 None None] No DVR routers for this DVR port a578364b-e8c5-46e8-9664-5769f7804bee on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:11:18.932815 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b5b0b-fa2b-4bd0-a8d4-2f7669d1973f req-f3e84be4-ee1a-4343-aba3-536e99f3d0f4 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:18.934535 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9f2b5b0b-fa2b-4bd0-a8d4-2f7669d1973f req-f3e84be4-ee1a-4343-aba3-536e99f3d0f4 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b95ca92-e7b4-48b8-b29c-d5af304fbc43 HTTP/1.1" status: 200 len: 944 time: 0.1756310 Mar 05 05:11:18.937717 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c34da7-961f-44c9-9f67-8668bf4b4c71 None None] Pushing event deleted for resources: {'Port': ['ID=a578364b-e8c5-46e8-9664-5769f7804bee,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:18.952279 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-df199c57-9e8a-4fe3-8c6b-9786520a419c tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (a578364b-e8c5-46e8-9664-5769f7804bee), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:18.997915 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df199c57-9e8a-4fe3-8c6b-9786520a419c tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Pushing event deleted for resources: {'Port': ['ID=a578364b-e8c5-46e8-9664-5769f7804bee,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:19.010194 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df199c57-9e8a-4fe3-8c6b-9786520a419c tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] No DVR routers for this DVR port a578364b-e8c5-46e8-9664-5769f7804bee on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:11:19.261591 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-df199c57-9e8a-4fe3-8c6b-9786520a419c tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (3f62a3e7-e1c1-4140-b759-4677245379ad), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:19.325582 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-df199c57-9e8a-4fe3-8c6b-9786520a419c tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f62a3e7-e1c1-4140-b759-4677245379ad']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:19.344353 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-df199c57-9e8a-4fe3-8c6b-9786520a419c tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d6fbd6d-56b4-4f9b-93e3-b39dd713cb76') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:19.345333 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-df199c57-9e8a-4fe3-8c6b-9786520a419c tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d6fbd6d-56b4-4f9b-93e3-b39dd713cb76') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:19.369088 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-df199c57-9e8a-4fe3-8c6b-9786520a419c tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (8d6fbd6d-56b4-4f9b-93e3-b39dd713cb76), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:19.387627 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-df199c57-9e8a-4fe3-8c6b-9786520a419c tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (8d6fbd6d-56b4-4f9b-93e3-b39dd713cb76), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:19.404245 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df199c57-9e8a-4fe3-8c6b-9786520a419c tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:11:19.404932 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-df199c57-9e8a-4fe3-8c6b-9786520a419c tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (8d6fbd6d-56b4-4f9b-93e3-b39dd713cb76), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:19.480911 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:11:19.545230 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:11:19.568641 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9f2b5b0b-fa2b-4bd0-a8d4-2f7669d1973f req-24804ca5-ed5d-4af7-b053-94ba87ca647f tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5975678 Mar 05 05:11:19.570003 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-df199c57-9e8a-4fe3-8c6b-9786520a419c tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (3f62a3e7-e1c1-4140-b759-4677245379ad), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:19.574694 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-df199c57-9e8a-4fe3-8c6b-9786520a419c tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:19.579412 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-df199c57-9e8a-4fe3-8c6b-9786520a419c tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] 10.222.0.11 "DELETE /v2.0/networks/3f62a3e7-e1c1-4140-b759-4677245379ad HTTP/1.1" status: 204 len: 168 time: 1.2772655 Mar 05 05:11:19.583804 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50812) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:19.617608 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df199c57-9e8a-4fe3-8c6b-9786520a419c tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Pushing event deleted for resources: {'Network': ['ID=3f62a3e7-e1c1-4140-b759-4677245379ad,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:19.660249 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 91d8e5d1-ae05-48a4-96d6-bd18e62b35fd details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:11:19.709100 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-5ae12cdd-d2d5-40f9-9598-cb997079cd38 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Allocated IP 172.20.0.3 (c9389072-156c-47a1-b692-a21ec2e2e7bc/54dfc51b-2138-440e-9fc0-b2821f026297/d227be38-4f4a-40cf-bd7e-5fec74e87992) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:11:19.766365 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 36ee90ac-faa9-47a7-b3aa-8a1289772cd1 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:11:19.820694 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-762096cc-9301-4bbc-8ffe-05f2d5f2775f tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Deleting subnet 452d5f90-f63d-4686-82b5-b8e1b9b7033c {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:11:19.838361 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-762096cc-9301-4bbc-8ffe-05f2d5f2775f tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks [] for subnet (452d5f90-f63d-4686-82b5-b8e1b9b7033c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:19.925880 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e958b5f-a0e7-4966-a14e-844ab085c23a req-f9caf21e-679a-4555-8424-0387260f794a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:19.929164 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4e958b5f-a0e7-4966-a14e-844ab085c23a req-f9caf21e-679a-4555-8424-0387260f794a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 944 time: 0.2520218 Mar 05 05:11:19.949531 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a15397bf-9eec-454a-a464-47b1378d9e1d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for port (46db41dc-0c7f-452f-8d0e-d7da1d702115), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:19.973471 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 91d8e5d1-ae05-48a4-96d6-bd18e62b35fd, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=91d8e5d1-ae05-48a4-96d6-bd18e62b35fd,segment=NetworkSegment(a4b4788e-26e2-4748-9829-8147236e15bd),segment_id=a4b4788e-26e2-4748-9829-8147236e15bd)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:19.976171 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a15397bf-9eec-454a-a464-47b1378d9e1d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (46db41dc-0c7f-452f-8d0e-d7da1d702115), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:19.978766 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a15397bf-9eec-454a-a464-47b1378d9e1d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:19.991926 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '91d8e5d1-ae05-48a4-96d6-bd18e62b35fd', 'network_id': '0da3e914-90e8-464b-8270-4123ca801714', 'port_id': '91d8e5d1-ae05-48a4-96d6-bd18e62b35fd', 'mac_address': 'fa:16:3e:f2:03:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2551e0a-db35-4267-955a-eab1f29c6451', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:11:20.005743 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 36ee90ac-faa9-47a7-b3aa-8a1289772cd1 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:20.006747 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (36ee90ac-faa9-47a7-b3aa-8a1289772cd1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:20.041776 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e5585519-a42e-4fb8-84a1-ea970ce22693 req-070fdb9f-2e91-4ccf-a583-f77a2d4d07a6 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.11 "GET /v2.0/ports?device_id=977759f3-a4db-44ae-9088-45310d402922 HTTP/1.1" status: 200 len: 210 time: 0.1072962 Mar 05 05:11:20.096425 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-762096cc-9301-4bbc-8ffe-05f2d5f2775f tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (452d5f90-f63d-4686-82b5-b8e1b9b7033c), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:20.111231 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 91d8e5d1-ae05-48a4-96d6-bd18e62b35fd is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:20.112661 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (91d8e5d1-ae05-48a4-96d6-bd18e62b35fd), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:20.157667 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d8e5d1-ae05-48a4-96d6-bd18e62b35fd {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:11:20.204084 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 91d8e5d1-ae05-48a4-96d6-bd18e62b35fd, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=91d8e5d1-ae05-48a4-96d6-bd18e62b35fd,segment=NetworkSegment(a4b4788e-26e2-4748-9829-8147236e15bd),segment_id=a4b4788e-26e2-4748-9829-8147236e15bd)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:20.220108 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (91d8e5d1-ae05-48a4-96d6-bd18e62b35fd), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:20.276164 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4e958b5f-a0e7-4966-a14e-844ab085c23a req-c9d78c64-eeca-4592-bcf4-2f1617cdfced tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263898 Mar 05 05:11:20.277833 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15397bf-9eec-454a-a464-47b1378d9e1d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Port': ['ID=46db41dc-0c7f-452f-8d0e-d7da1d702115,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:20.432017 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 36ee90ac-faa9-47a7-b3aa-8a1289772cd1 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:20.432678 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (36ee90ac-faa9-47a7-b3aa-8a1289772cd1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:20.449094 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=91d8e5d1-ae05-48a4-96d6-bd18e62b35fd,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:20.449494 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-762096cc-9301-4bbc-8ffe-05f2d5f2775f tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (452d5f90-f63d-4686-82b5-b8e1b9b7033c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:20.476853 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['91d8e5d1-ae05-48a4-96d6-bd18e62b35fd'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:11:20.510490 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15397bf-9eec-454a-a464-47b1378d9e1d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:11:20.519951 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-a15397bf-9eec-454a-a464-47b1378d9e1d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:11:20.548269 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-5ae12cdd-d2d5-40f9-9598-cb997079cd38 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Publish callbacks [] for port (d227be38-4f4a-40cf-bd7e-5fec74e87992), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:20.587256 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-762096cc-9301-4bbc-8ffe-05f2d5f2775f tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (452d5f90-f63d-4686-82b5-b8e1b9b7033c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:20.654592 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762096cc-9301-4bbc-8ffe-05f2d5f2775f tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Pushing event deleted for resources: {'Subnet': ['ID=452d5f90-f63d-4686-82b5-b8e1b9b7033c,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:20.667288 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-762096cc-9301-4bbc-8ffe-05f2d5f2775f tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:20.670849 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-762096cc-9301-4bbc-8ffe-05f2d5f2775f tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] 10.222.0.11 "DELETE /v2.0/subnets/452d5f90-f63d-4686-82b5-b8e1b9b7033c HTTP/1.1" status: 204 len: 168 time: 1.0820503 Mar 05 05:11:20.674320 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50822) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:20.799158 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15397bf-9eec-454a-a464-47b1378d9e1d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:11:20.805916 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-5ae12cdd-d2d5-40f9-9598-cb997079cd38 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (d227be38-4f4a-40cf-bd7e-5fec74e87992), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:20.891736 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 36ee90ac-faa9-47a7-b3aa-8a1289772cd1, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=36ee90ac-faa9-47a7-b3aa-8a1289772cd1,segment=NetworkSegment(a805e7d7-fc1a-4a2b-8c50-9d41ba8a5464),segment_id=a805e7d7-fc1a-4a2b-8c50-9d41ba8a5464)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:20.894200 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 9dc1dcdf-55cc-4c42-9087-de7469b11860 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:11:20.898075 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77d1def-5629-46a8-81f4-1e83b727ed75 None None] Network 495a8799-1d92-48f9-b1ae-440bf1cce32f requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:11:20.905193 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4739ddeb-c92d-4450-b9a3-6672b7b34236 None None] Network e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:11:20.932159 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c6c9e309-a4cf-4b44-a21f-87d772e35d35 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (495a8799-1d92-48f9-b1ae-440bf1cce32f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:20.971829 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9619612-6607-42f9-8cfe-5d1df18dd2fa req-d606f2f1-449e-4550-9116-a3af7afb82e5 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:20.973805 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b9619612-6607-42f9-8cfe-5d1df18dd2fa req-d606f2f1-449e-4550-9116-a3af7afb82e5 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b95ca92-e7b4-48b8-b29c-d5af304fbc43 HTTP/1.1" status: 200 len: 945 time: 0.1563315 Mar 05 05:11:21.070279 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-5ae12cdd-d2d5-40f9-9598-cb997079cd38 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Network c9389072-156c-47a1-b692-a21ec2e2e7bc is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:11:21.073393 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae12cdd-d2d5-40f9-9598-cb997079cd38 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Pushing event updated for resources: {'Port': ['ID=d227be38-4f4a-40cf-bd7e-5fec74e87992,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:21.085308 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (36ee90ac-faa9-47a7-b3aa-8a1289772cd1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:21.086948 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9e309-a4cf-4b44-a21f-87d772e35d35 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Deleting port bb2118d5-627c-4ddc-a4d2-f750a97e29fe {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:11:21.087531 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c6c9e309-a4cf-4b44-a21f-87d772e35d35 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (bb2118d5-627c-4ddc-a4d2-f750a97e29fe), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:21.110032 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-5ae12cdd-d2d5-40f9-9598-cb997079cd38 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:11:21.119532 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-5ae12cdd-d2d5-40f9-9598-cb997079cd38 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:11:21.165270 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-c6c9e309-a4cf-4b44-a21f-87d772e35d35 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] For port bb2118d5-627c-4ddc-a4d2-f750a97e29fe, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=bb2118d5-627c-4ddc-a4d2-f750a97e29fe,segment=NetworkSegment(d24a5f03-58a9-423e-a73a-3dcf9194b114),segment_id=d24a5f03-58a9-423e-a73a-3dcf9194b114)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:21.165637 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c6c9e309-a4cf-4b44-a21f-87d772e35d35 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (bb2118d5-627c-4ddc-a4d2-f750a97e29fe), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:21.180039 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9e309-a4cf-4b44-a21f-87d772e35d35 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Calling delete_port for bb2118d5-627c-4ddc-a4d2-f750a97e29fe owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:11:21.220158 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a578364b-e8c5-46e8-9664-5769f7804bee no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:11:21.258746 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-5ae12cdd-d2d5-40f9-9598-cb997079cd38 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:21.263946 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-5ae12cdd-d2d5-40f9-9598-cb997079cd38 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:21.289936 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b9619612-6607-42f9-8cfe-5d1df18dd2fa req-7d2ca537-23fb-4650-b9e3-b9a932adfd68 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804565 Mar 05 05:11:21.301889 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c6c9e309-a4cf-4b44-a21f-87d772e35d35 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (bb2118d5-627c-4ddc-a4d2-f750a97e29fe), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:21.321785 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15397bf-9eec-454a-a464-47b1378d9e1d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:11:21.335703 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ed9399-db07-4a46-a285-fb5a468a617b None None] Sync routers for ids ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:11:21.337946 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a15397bf-9eec-454a-a464-47b1378d9e1d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "PUT /v2.0/routers/9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7034130 Mar 05 05:11:21.340051 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50830) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:21.349749 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-5ae12cdd-d2d5-40f9-9598-cb997079cd38 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1672478 Mar 05 05:11:21.353123 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ed9399-db07-4a46-a285-fb5a468a617b None None] Routers {'9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:11:21.353767 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-91ed9399-db07-4a46-a285-fb5a468a617b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:11:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:21.364584 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-5ad01d92-fd46-4f28-964a-eb5b505ffe67 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-485362430'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:21.384345 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-945a6ba4-c6b6-449c-b329-c0619390a7dd service neutron] Request body: {'port': {'device_id': '977759f3-a4db-44ae-9088-45310d402922', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:21.387186 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-40159093-3383-405b-a108-952c24809ed6 None None] Provisioning complete for port 36ee90ac-faa9-47a7-b3aa-8a1289772cd1 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:21.387856 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-40159093-3383-405b-a108-952c24809ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (36ee90ac-faa9-47a7-b3aa-8a1289772cd1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:21.389630 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: a578364b-e8c5-46e8-9664-5769f7804bee {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:11:21.390291 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a578364b-e8c5-46e8-9664-5769f7804bee not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:11:21.415691 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c9e309-a4cf-4b44-a21f-87d772e35d35 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] No DVR routers for this DVR port bb2118d5-627c-4ddc-a4d2-f750a97e29fe on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:11:21.565749 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad01d92-fd46-4f28-964a-eb5b505ffe67 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Made reservation on behalf of 978358acf25b4258a1f9561e5a1108d7 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:11:21.574106 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5ad01d92-fd46-4f28-964a-eb5b505ffe67 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:21.581685 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-945a6ba4-c6b6-449c-b329-c0619390a7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d227be38-4f4a-40cf-bd7e-5fec74e87992), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:21.616908 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c6c9e309-a4cf-4b44-a21f-87d772e35d35 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (495a8799-1d92-48f9-b1ae-440bf1cce32f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:21.660944 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=36ee90ac-faa9-47a7-b3aa-8a1289772cd1,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:21.665380 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-c6c9e309-a4cf-4b44-a21f-87d772e35d35 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['495a8799-1d92-48f9-b1ae-440bf1cce32f']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:21.691002 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 9dc1dcdf-55cc-4c42-9087-de7469b11860 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:11:21.692306 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-c6c9e309-a4cf-4b44-a21f-87d772e35d35 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24a5f03-58a9-423e-a73a-3dcf9194b114') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:21.692604 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-c6c9e309-a4cf-4b44-a21f-87d772e35d35 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24a5f03-58a9-423e-a73a-3dcf9194b114') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:21.702996 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 9dc1dcdf-55cc-4c42-9087-de7469b11860 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:21.703830 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9dc1dcdf-55cc-4c42-9087-de7469b11860), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:21.729773 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c6c9e309-a4cf-4b44-a21f-87d772e35d35 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (d24a5f03-58a9-423e-a73a-3dcf9194b114), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:21.764112 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c6c9e309-a4cf-4b44-a21f-87d772e35d35 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (d24a5f03-58a9-423e-a73a-3dcf9194b114), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:21.768625 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-40159093-3383-405b-a108-952c24809ed6 None None] Current status of the port 36ee90ac-faa9-47a7-b3aa-8a1289772cd1 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:21.773028 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b8fe69-9af1-46fc-b975-89fcb641b359 None None] DHCP port deletion for 495a8799-1d92-48f9-b1ae-440bf1cce32f request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:11:21.788139 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6c9e309-a4cf-4b44-a21f-87d772e35d35 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:11:21.788553 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c6c9e309-a4cf-4b44-a21f-87d772e35d35 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (d24a5f03-58a9-423e-a73a-3dcf9194b114), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:21.789738 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad01d92-fd46-4f28-964a-eb5b505ffe67 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:11:21.893335 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-91ed9399-db07-4a46-a285-fb5a468a617b None None] Set router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:11:21.963603 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:11:21.963603 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:11:21.963603 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:11:21.963603 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:11:21.963603 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:11:21.963603 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:11:21.963603 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:11:21.963603 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:11:21.963603 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:11:21.963603 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:11:21.963603 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:11:21.963603 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:11:21.963603 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:11:21.963603 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:11:21.963603 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:11:21.963603 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:11:21.963603 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:11:21.963603 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:11:21.963603 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:11:21.963603 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:11:21.963603 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:11:21.963603 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:11:21.963603 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:11:21.963603 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:11:21.963603 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:11:21.963603 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:11:21.963603 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:11:21.963603 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:11:21.963603 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:11:21.963603 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:11:21.963603 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:11:21.963603 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:11:21.965916 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9e309-a4cf-4b44-a21f-87d772e35d35 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Pushing event deleted for resources: {'Port': ['ID=bb2118d5-627c-4ddc-a4d2-f750a97e29fe,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:21.970582 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5ad01d92-fd46-4f28-964a-eb5b505ffe67 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (ac01c634-dd5d-4f66-ad5a-b2a13685a5b5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:21.973183 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-5ad01d92-fd46-4f28-964a-eb5b505ffe67 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Added segment ac01c634-dd5d-4f66-ad5a-b2a13685a5b5 of type vlan for network f88c6a43-c966-4ece-b15f-259daaae0bd7 Mar 05 05:11:21.984015 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c6c9e309-a4cf-4b44-a21f-87d772e35d35 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (495a8799-1d92-48f9-b1ae-440bf1cce32f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:22.001458 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c6c9e309-a4cf-4b44-a21f-87d772e35d35 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:22.004709 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c6c9e309-a4cf-4b44-a21f-87d772e35d35 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] 10.222.0.11 "DELETE /v2.0/networks/495a8799-1d92-48f9-b1ae-440bf1cce32f HTTP/1.1" status: 204 len: 168 time: 1.3292377 Mar 05 05:11:22.010699 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50834) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:22.076029 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 9dc1dcdf-55cc-4c42-9087-de7469b11860 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:22.076440 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9dc1dcdf-55cc-4c42-9087-de7469b11860), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:22.141250 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c959aa25-11d3-4b82-8857-daabe933e24e tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b535bda-62af-4ca6-89c5-47a7629a6b73 HTTP/1.1" status: 200 len: 205 time: 0.1270735 Mar 05 05:11:22.151151 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50836) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:22.155060 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c04813-29c6-4e34-a1b2-83993b9ce893 req-daf2a4ae-3c26-49f1-87b2-33f68536a250 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:22.156831 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-00c04813-29c6-4e34-a1b2-83993b9ce893 req-daf2a4ae-3c26-49f1-87b2-33f68536a250 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.11 "GET /v2.0/ports?device_id=977759f3-a4db-44ae-9088-45310d402922 HTTP/1.1" status: 200 len: 931 time: 0.8723035 Mar 05 05:11:22.177427 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9e309-a4cf-4b44-a21f-87d772e35d35 tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Pushing event deleted for resources: {'Network': ['ID=495a8799-1d92-48f9-b1ae-440bf1cce32f,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:22.237408 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 9dc1dcdf-55cc-4c42-9087-de7469b11860, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=9dc1dcdf-55cc-4c42-9087-de7469b11860,segment=NetworkSegment(a4b4788e-26e2-4748-9829-8147236e15bd),segment_id=a4b4788e-26e2-4748-9829-8147236e15bd)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:22.262102 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03ee14d-cd09-4ba3-8a36-9952b1c31738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc1dcdf-55cc-4c42-9087-de7469b11860'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:11:22.264450 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d8b8b7-d438-4372-88d8-5e57f7760238" -d '{"events": [{"server_uuid": "f03ee14d-cd09-4ba3-8a36-9952b1c31738", "name": "network-vif-plugged", "status": "completed", "tag": "9dc1dcdf-55cc-4c42-9087-de7469b11860"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:11:22.281579 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4ba78-bead-4389-b454-ec3e9e288b8a req-7051c089-e371-41d9-9bcb-c509bd1ddb7e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:22.283033 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ced4ba78-bead-4389-b454-ec3e9e288b8a req-7051c089-e371-41d9-9bcb-c509bd1ddb7e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 944 time: 0.3222544 Mar 05 05:11:22.289702 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (9dc1dcdf-55cc-4c42-9087-de7469b11860), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:22.313334 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-91ed9399-db07-4a46-a285-fb5a468a617b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'name': 'tempest-RoutersIpV6Test-router-871576514', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:58Z', 'updated_at': '2022-03-05T05:11:18Z', 'revision_number': 3, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'gw_port_host': None, '_interfaces': [{'id': '46db41dc-0c7f-452f-8d0e-d7da1d702115', 'name': '', 'network_id': 'e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:ec:0f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:17Z', 'updated_at': '2022-03-05T05:11:19Z', 'revision_number': 2, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7e76a8-f379-447d-ae0d-d311a203aa5b', 'name': '', 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:d2:b9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:04Z', 'updated_at': '2022-03-05T05:11:13Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:22.317164 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5ad01d92-fd46-4f28-964a-eb5b505ffe67 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (f88c6a43-c966-4ece-b15f-259daaae0bd7), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:22.352504 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-00c04813-29c6-4e34-a1b2-83993b9ce893 req-108aba2c-8628-4d1c-be46-4ec87cc6d117 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a24961a-e7d4-42f3-909d-0df69381aabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892152 Mar 05 05:11:22.408949 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5ad01d92-fd46-4f28-964a-eb5b505ffe67 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (f88c6a43-c966-4ece-b15f-259daaae0bd7), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:22.409161 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ed9399-db07-4a46-a285-fb5a468a617b None None] Checking router: 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:11:22.409594 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ed9399-db07-4a46-a285-fb5a468a617b None None] Updating router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 port 46db41dc-0c7f-452f-8d0e-d7da1d702115 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:11:22.422105 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad01d92-fd46-4f28-964a-eb5b505ffe67 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:22.434573 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5ad01d92-fd46-4f28-964a-eb5b505ffe67 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:22.455733 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ced4ba78-bead-4389-b454-ec3e9e288b8a req-19ca3bd3-48e4-4cb3-bfea-c85c0254d1e8 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526878 Mar 05 05:11:22.487917 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-91ed9399-db07-4a46-a285-fb5a468a617b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (46db41dc-0c7f-452f-8d0e-d7da1d702115), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:22.503153 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=9dc1dcdf-55cc-4c42-9087-de7469b11860,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:22.517568 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042cba09-d1f5-4b52-a1ad-d9c29dd0ba8f x-openstack-request-id: req-042cba09-d1f5-4b52-a1ad-d9c29dd0ba8f {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:11:22.519281 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03ee14d-cd09-4ba3-8a36-9952b1c31738", "name": "network-vif-plugged", "status": "completed", "tag": "9dc1dcdf-55cc-4c42-9087-de7469b11860", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:11:22.520594 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-042cba09-d1f5-4b52-a1ad-d9c29dd0ba8f {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:11:22.522612 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03ee14d-cd09-4ba3-8a36-9952b1c31738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc1dcdf-55cc-4c42-9087-de7469b11860', 'code': 200} Mar 05 05:11:22.542417 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-aac5e835-7bc7-470b-bef0-1ad1311dfa1d None None] Provisioning complete for port 46db41dc-0c7f-452f-8d0e-d7da1d702115 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:22.547852 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-aac5e835-7bc7-470b-bef0-1ad1311dfa1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (46db41dc-0c7f-452f-8d0e-d7da1d702115), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:22.608849 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5ad01d92-fd46-4f28-964a-eb5b505ffe67 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2567351 Mar 05 05:11:22.609480 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50846) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:22.662178 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-5eacab6a-ed48-453e-960d-e17acbf1a9e6 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Request body: {'subnet': {'network_id': 'f88c6a43-c966-4ece-b15f-259daaae0bd7', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:22.671462 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-aac5e835-7bc7-470b-bef0-1ad1311dfa1d None None] Port 46db41dc-0c7f-452f-8d0e-d7da1d702115 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:11:22.685450 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-aac5e835-7bc7-470b-bef0-1ad1311dfa1d None None] Provisioning complete for port 36ee90ac-faa9-47a7-b3aa-8a1289772cd1 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:22.685988 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-aac5e835-7bc7-470b-bef0-1ad1311dfa1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (36ee90ac-faa9-47a7-b3aa-8a1289772cd1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:22.726524 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47300a5d-38fe-49e6-bd92-fe7fda2e5b9d req-6a428590-8521-4652-a95b-a27a89a8f8c2 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:22.732592 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-47300a5d-38fe-49e6-bd92-fe7fda2e5b9d req-6a428590-8521-4652-a95b-a27a89a8f8c2 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b95ca92-e7b4-48b8-b29c-d5af304fbc43 HTTP/1.1" status: 200 len: 945 time: 0.1299107 Mar 05 05:11:22.857142 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d6c2173d-5d54-4200-91d4-8c96427e626a tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks [] for router (4b535bda-62af-4ca6-89c5-47a7629a6b73), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:22.872285 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-47300a5d-38fe-49e6-bd92-fe7fda2e5b9d req-1de4bd59-c199-4b63-89e9-42ed2544045d tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322181 Mar 05 05:11:22.892545 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-aac5e835-7bc7-470b-bef0-1ad1311dfa1d None None] Current status of the port 36ee90ac-faa9-47a7-b3aa-8a1289772cd1 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:23.009433 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-91ed9399-db07-4a46-a285-fb5a468a617b None None] Publish callbacks [] for port (46db41dc-0c7f-452f-8d0e-d7da1d702115), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:23.020506 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-91ed9399-db07-4a46-a285-fb5a468a617b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (46db41dc-0c7f-452f-8d0e-d7da1d702115), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:23.025603 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-1618f184-de54-4047-9798-25720cd69e0c None None] Provisioning complete for port 46db41dc-0c7f-452f-8d0e-d7da1d702115 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:23.025711 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1618f184-de54-4047-9798-25720cd69e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (46db41dc-0c7f-452f-8d0e-d7da1d702115), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:23.107845 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-1618f184-de54-4047-9798-25720cd69e0c None None] Port 46db41dc-0c7f-452f-8d0e-d7da1d702115 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:11:23.172941 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad01d92-fd46-4f28-964a-eb5b505ffe67 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Network': ['ID=f88c6a43-c966-4ece-b15f-259daaae0bd7,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:23.184867 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network f88c6a43-c966-4ece-b15f-259daaae0bd7 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:11:23.262304 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00dc29-79c3-46a2-a7af-935ddc80a908 None None] Pushing event updated for resources: {'Port': ['ID=46db41dc-0c7f-452f-8d0e-d7da1d702115,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:23.307894 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-91ed9399-db07-4a46-a285-fb5a468a617b None None] Attempting to bind port 46db41dc-0c7f-452f-8d0e-d7da1d702115 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:11:23.308594 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-91ed9399-db07-4a46-a285-fb5a468a617b None None] Attempting to bind port 46db41dc-0c7f-452f-8d0e-d7da1d702115 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'a805e7d7-fc1a-4a2b-8c50-9d41ba8a5464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:11:23.309227 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ed9399-db07-4a46-a285-fb5a468a617b None None] Attempting to bind port 46db41dc-0c7f-452f-8d0e-d7da1d702115 on network e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:11:23.317985 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ed9399-db07-4a46-a285-fb5a468a617b None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:11:23.318866 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ed9399-db07-4a46-a285-fb5a468a617b None None] Checking segment: {'id': 'a805e7d7-fc1a-4a2b-8c50-9d41ba8a5464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:11:23.319623 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-91ed9399-db07-4a46-a285-fb5a468a617b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:23.320276 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ed9399-db07-4a46-a285-fb5a468a617b None None] Bound using segment: {'id': 'a805e7d7-fc1a-4a2b-8c50-9d41ba8a5464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:11:23.321001 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-91ed9399-db07-4a46-a285-fb5a468a617b None None] Bound port: 46db41dc-0c7f-452f-8d0e-d7da1d702115, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a805e7d7-fc1a-4a2b-8c50-9d41ba8a5464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:11:23.321663 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-91ed9399-db07-4a46-a285-fb5a468a617b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (46db41dc-0c7f-452f-8d0e-d7da1d702115), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:23.327161 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d6c2173d-5d54-4200-91d4-8c96427e626a tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (4b535bda-62af-4ca6-89c5-47a7629a6b73), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:23.338895 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00dc29-79c3-46a2-a7af-935ddc80a908 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:23.339691 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00dc29-79c3-46a2-a7af-935ddc80a908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:23.340265 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00dc29-79c3-46a2-a7af-935ddc80a908 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:23.340843 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00dc29-79c3-46a2-a7af-935ddc80a908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:23.341460 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00dc29-79c3-46a2-a7af-935ddc80a908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:23.342431 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00dc29-79c3-46a2-a7af-935ddc80a908 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:23.343645 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00dc29-79c3-46a2-a7af-935ddc80a908 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:23.344873 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00dc29-79c3-46a2-a7af-935ddc80a908 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:23.345467 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00dc29-79c3-46a2-a7af-935ddc80a908 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:23.346204 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00dc29-79c3-46a2-a7af-935ddc80a908 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:23.346773 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00dc29-79c3-46a2-a7af-935ddc80a908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:23.347369 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00dc29-79c3-46a2-a7af-935ddc80a908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:23.347953 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c00dc29-79c3-46a2-a7af-935ddc80a908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:23.364714 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d6c2173d-5d54-4200-91d4-8c96427e626a tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks [] for router_controller (4b535bda-62af-4ca6-89c5-47a7629a6b73), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:23.388516 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c5f4e-3bf7-4cc9-b35d-89df68c9f0ef req-11837418-ad25-4d71-9d50-76412d21f6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:23.391513 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-810c5f4e-3bf7-4cc9-b35d-89df68c9f0ef req-11837418-ad25-4d71-9d50-76412d21f6dd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f03ee14d-cd09-4ba3-8a36-9952b1c31738 HTTP/1.1" status: 200 len: 1128 time: 0.7905877 Mar 05 05:11:23.473947 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-91ed9399-db07-4a46-a285-fb5a468a617b None None] For port 46db41dc-0c7f-452f-8d0e-d7da1d702115, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:11:23.478568 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-91ed9399-db07-4a46-a285-fb5a468a617b None None] For port 46db41dc-0c7f-452f-8d0e-d7da1d702115, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=46db41dc-0c7f-452f-8d0e-d7da1d702115,segment=NetworkSegment(a805e7d7-fc1a-4a2b-8c50-9d41ba8a5464),segment_id=a805e7d7-fc1a-4a2b-8c50-9d41ba8a5464)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:11:23.491240 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-91ed9399-db07-4a46-a285-fb5a468a617b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (46db41dc-0c7f-452f-8d0e-d7da1d702115), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:23.494873 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d6c2173d-5d54-4200-91d4-8c96427e626a tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (4b535bda-62af-4ca6-89c5-47a7629a6b73), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:23.495489 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c2173d-5d54-4200-91d4-8c96427e626a tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Fanout notify agent at l3_agent the message router_deleted on router 4b535bda-62af-4ca6-89c5-47a7629a6b73 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:11:23.500735 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eacab6a-ed48-453e-960d-e17acbf1a9e6 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Made reservation on behalf of 978358acf25b4258a1f9561e5a1108d7 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:11:23.505516 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5eacab6a-ed48-453e-960d-e17acbf1a9e6 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:23.663840 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00dc29-79c3-46a2-a7af-935ddc80a908 None None] Pushing event updated for resources: {'Port': ['ID=46db41dc-0c7f-452f-8d0e-d7da1d702115,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:23.669642 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f2655712-404d-476f-a1c7-19956a800868 None None] Provisioning complete for port 46db41dc-0c7f-452f-8d0e-d7da1d702115 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:23.670164 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f2655712-404d-476f-a1c7-19956a800868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (46db41dc-0c7f-452f-8d0e-d7da1d702115), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:23.720016 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ed9399-db07-4a46-a285-fb5a468a617b None None] Routers {'9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:11:23.726278 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-91ed9399-db07-4a46-a285-fb5a468a617b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:11:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:23.782257 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d6c2173d-5d54-4200-91d4-8c96427e626a tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:23.782598 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 91d8e5d1-ae05-48a4-96d6-bd18e62b35fd up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:11:23.783248 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d6c2173d-5d54-4200-91d4-8c96427e626a tempest-RoutersNegativeTest-565950983 tempest-RoutersNegativeTest-565950983-project] 10.222.0.11 "DELETE /v2.0/routers/4b535bda-62af-4ca6-89c5-47a7629a6b73 HTTP/1.1" status: 204 len: 168 time: 1.6253159 Mar 05 05:11:23.791528 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 36ee90ac-faa9-47a7-b3aa-8a1289772cd1 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:11:23.825618 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5eacab6a-ed48-453e-960d-e17acbf1a9e6 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (a8e8d834-5b98-4878-abfc-ebffbfd40479), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:23.826050 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8cb04-c227-46ee-b785-a7bbb1e45d57 req-8f86e417-da3d-4f8a-b890-7b98d600ec2b tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:23.838037 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6c8cb04-c227-46ee-b785-a7bbb1e45d57 req-8f86e417-da3d-4f8a-b890-7b98d600ec2b tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 944 time: 0.2694936 Mar 05 05:11:23.913782 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb9271-00e4-44cb-9f46-9830ae11f963 req-a06c859c-7ec7-4e06-a1d3-b5eb07b9738f tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:23.928085 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eeeb9271-00e4-44cb-9f46-9830ae11f963 req-a06c859c-7ec7-4e06-a1d3-b5eb07b9738f tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.11 "GET /v2.0/ports?device_id=977759f3-a4db-44ae-9088-45310d402922 HTTP/1.1" status: 200 len: 931 time: 0.3117588 Mar 05 05:11:23.971181 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-91ed9399-db07-4a46-a285-fb5a468a617b None None] Set router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:11:24.113349 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6c8cb04-c227-46ee-b785-a7bbb1e45d57 req-8d6e7b73-ae48-4ecb-9c6d-70b9ded3c6f0 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631466 Mar 05 05:11:24.153419 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eeeb9271-00e4-44cb-9f46-9830ae11f963 req-fb9d8118-b50d-48d3-8f38-0459906d0b26 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a24961a-e7d4-42f3-909d-0df69381aabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243984 Mar 05 05:11:24.181981 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 36ee90ac-faa9-47a7-b3aa-8a1289772cd1 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:24.182369 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (36ee90ac-faa9-47a7-b3aa-8a1289772cd1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:24.203992 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-810c5f4e-3bf7-4cc9-b35d-89df68c9f0ef req-b938a53c-4122-4285-a567-80e52bc1f826 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7954502 Mar 05 05:11:24.222558 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-945a6ba4-c6b6-449c-b329-c0619390a7dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d227be38-4f4a-40cf-bd7e-5fec74e87992 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:11:24.253255 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 91d8e5d1-ae05-48a4-96d6-bd18e62b35fd completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:11:24.273544 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-945a6ba4-c6b6-449c-b329-c0619390a7dd service neutron] Publish callbacks [] for port (d227be38-4f4a-40cf-bd7e-5fec74e87992), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:24.283180 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 91d8e5d1-ae05-48a4-96d6-bd18e62b35fd triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:24.283566 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (91d8e5d1-ae05-48a4-96d6-bd18e62b35fd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:24.296689 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f2655712-404d-476f-a1c7-19956a800868 None None] Current status of the port 46db41dc-0c7f-452f-8d0e-d7da1d702115 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:24.297080 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f2655712-404d-476f-a1c7-19956a800868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (46db41dc-0c7f-452f-8d0e-d7da1d702115), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:24.304534 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacab6a-ed48-453e-960d-e17acbf1a9e6 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Subnet': ['ID=a8e8d834-5b98-4878-abfc-ebffbfd40479,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:24.312388 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-945a6ba4-c6b6-449c-b329-c0619390a7dd service neutron] Transition to ACTIVE for port object d227be38-4f4a-40cf-bd7e-5fec74e87992 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:11:24.314226 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eacab6a-ed48-453e-960d-e17acbf1a9e6 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Checking segment: {'id': 'ac01c634-dd5d-4f66-ad5a-b2a13685a5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f88c6a43-c966-4ece-b15f-259daaae0bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:11:24.314587 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eacab6a-ed48-453e-960d-e17acbf1a9e6 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network hostable DHCP agents. Network: f88c6a43-c966-4ece-b15f-259daaae0bd7, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:11:24.336070 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450ee7f-dc94-473e-9dfa-be32a869473d req-89bcf527-df76-4457-92bd-ab9f5ff555c3 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:24.340132 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-945a6ba4-c6b6-449c-b329-c0619390a7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (d227be38-4f4a-40cf-bd7e-5fec74e87992), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:24.345217 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5450ee7f-dc94-473e-9dfa-be32a869473d req-89bcf527-df76-4457-92bd-ab9f5ff555c3 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b95ca92-e7b4-48b8-b29c-d5af304fbc43 HTTP/1.1" status: 200 len: 945 time: 0.0974944 Mar 05 05:11:24.397376 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-91ed9399-db07-4a46-a285-fb5a468a617b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'name': 'tempest-RoutersIpV6Test-router-871576514', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:58Z', 'updated_at': '2022-03-05T05:11:18Z', 'revision_number': 3, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'gw_port_host': None, '_interfaces': [{'id': '46db41dc-0c7f-452f-8d0e-d7da1d702115', 'name': '', 'network_id': 'e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:ec:0f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:17Z', 'updated_at': '2022-03-05T05:11:23Z', 'revision_number': 4, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7e76a8-f379-447d-ae0d-d311a203aa5b', 'name': '', 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:d2:b9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:04Z', 'updated_at': '2022-03-05T05:11:13Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:24.409154 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50860) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:24.473488 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eacab6a-ed48-453e-960d-e17acbf1a9e6 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network f88c6a43-c966-4ece-b15f-259daaae0bd7 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:11:24.473706 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5450ee7f-dc94-473e-9dfa-be32a869473d req-57a9ea68-729b-4763-ba17-389c235211e4 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272070 Mar 05 05:11:24.482919 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ed9399-db07-4a46-a285-fb5a468a617b None None] The sync data for ids ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'] in n-d-789963-32 is: [{'id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'name': 'tempest-RoutersIpV6Test-router-871576514', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:58Z', 'updated_at': '2022-03-05T05:11:18Z', 'revision_number': 3, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'gw_port_host': None, '_interfaces': [{'id': '46db41dc-0c7f-452f-8d0e-d7da1d702115', 'name': '', 'network_id': 'e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:ec:0f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:17Z', 'updated_at': '2022-03-05T05:11:23Z', 'revision_number': 4, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7e76a8-f379-447d-ae0d-d311a203aa5b', 'name': '', 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:d2:b9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:04Z', 'updated_at': '2022-03-05T05:11:13Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:11:24.496273 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f2655712-404d-476f-a1c7-19956a800868 None None] For port 46db41dc-0c7f-452f-8d0e-d7da1d702115, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=46db41dc-0c7f-452f-8d0e-d7da1d702115,segment=NetworkSegment(a805e7d7-fc1a-4a2b-8c50-9d41ba8a5464),segment_id=a805e7d7-fc1a-4a2b-8c50-9d41ba8a5464)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:24.527195 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f2655712-404d-476f-a1c7-19956a800868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (46db41dc-0c7f-452f-8d0e-d7da1d702115), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:24.530131 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-5eacab6a-ed48-453e-960d-e17acbf1a9e6 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, f88c6a43-c966-4ece-b15f-259daaae0bd7) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:11:24.574164 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a6ba4-c6b6-449c-b329-c0619390a7dd service neutron] Pushing event updated for resources: {'Port': ['ID=d227be38-4f4a-40cf-bd7e-5fec74e87992,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:24.649562 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7516c461-b217-4f4a-8bff-7f31bcfc70a1 None None] Network f88c6a43-c966-4ece-b15f-259daaae0bd7 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:11:24.699375 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 36ee90ac-faa9-47a7-b3aa-8a1289772cd1 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:24.723193 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eacab6a-ed48-453e-960d-e17acbf1a9e6 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:24.723864 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5eacab6a-ed48-453e-960d-e17acbf1a9e6 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:24.762243 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5e2516d7-e783-49db-abe7-5a7a7c557a84 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=40d4c0186b9f436d82ad000793240597&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3462148 Mar 05 05:11:24.763699 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50864) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:24.809847 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5eacab6a-ed48-453e-960d-e17acbf1a9e6 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1581059 Mar 05 05:11:24.813553 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50868) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:24.869706 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 91d8e5d1-ae05-48a4-96d6-bd18e62b35fd is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:24.870077 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (91d8e5d1-ae05-48a4-96d6-bd18e62b35fd), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:24.873557 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bb2118d5-627c-4ddc-a4d2-f750a97e29fe no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:11:24.877518 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-45f55228-25cf-4373-bfb4-13712c5a3225 None None] Provisioning complete for port 46db41dc-0c7f-452f-8d0e-d7da1d702115 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:24.878090 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-45f55228-25cf-4373-bfb4-13712c5a3225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (46db41dc-0c7f-452f-8d0e-d7da1d702115), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:24.894893 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e9c42c79-9457-4c03-b0fd-8f007da2925f admin admin] Publish callbacks [] for security_group (84c4dbba-d2e5-43ac-8a27-5d79db2f78b9), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:24.919799 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2655712-404d-476f-a1c7-19956a800868 None None] Pushing event updated for resources: {'Port': ['ID=46db41dc-0c7f-452f-8d0e-d7da1d702115,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:24.932423 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-945a6ba4-c6b6-449c-b329-c0619390a7dd service neutron] Attempting to bind port d227be38-4f4a-40cf-bd7e-5fec74e87992 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:11:24.933330 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-945a6ba4-c6b6-449c-b329-c0619390a7dd service neutron] Attempting to bind port d227be38-4f4a-40cf-bd7e-5fec74e87992 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': 'd8d5c3a7-1937-4fb5-a95b-deb674f5478c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c9389072-156c-47a1-b692-a21ec2e2e7bc'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:11:24.933668 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-945a6ba4-c6b6-449c-b329-c0619390a7dd service neutron] Attempting to bind port d227be38-4f4a-40cf-bd7e-5fec74e87992 on network c9389072-156c-47a1-b692-a21ec2e2e7bc {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:11:24.948806 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-945a6ba4-c6b6-449c-b329-c0619390a7dd service neutron] Port d227be38-4f4a-40cf-bd7e-5fec74e87992 on network c9389072-156c-47a1-b692-a21ec2e2e7bc not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:11:24.948976 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-945a6ba4-c6b6-449c-b329-c0619390a7dd service neutron] Attempting to bind port d227be38-4f4a-40cf-bd7e-5fec74e87992 on network c9389072-156c-47a1-b692-a21ec2e2e7bc {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:11:24.956171 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e9c42c79-9457-4c03-b0fd-8f007da2925f admin admin] Publish callbacks [] for security_group (84c4dbba-d2e5-43ac-8a27-5d79db2f78b9), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:24.972754 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: bb2118d5-627c-4ddc-a4d2-f750a97e29fe {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:11:24.973456 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bb2118d5-627c-4ddc-a4d2-f750a97e29fe not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:11:25.021374 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b95ca92-e7b4-48b8-b29c-d5af304fbc43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d8e5d1-ae05-48a4-96d6-bd18e62b35fd'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:11:25.025037 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bf6b8e-c534-4d1a-bb16-1e508f6c2585" -d '{"events": [{"server_uuid": "4b95ca92-e7b4-48b8-b29c-d5af304fbc43", "name": "network-vif-plugged", "status": "completed", "tag": "91d8e5d1-ae05-48a4-96d6-bd18e62b35fd"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:11:25.048975 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 91d8e5d1-ae05-48a4-96d6-bd18e62b35fd, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=91d8e5d1-ae05-48a4-96d6-bd18e62b35fd,segment=NetworkSegment(a4b4788e-26e2-4748-9829-8147236e15bd),segment_id=a4b4788e-26e2-4748-9829-8147236e15bd)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:25.084364 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e9c42c79-9457-4c03-b0fd-8f007da2925f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (84c4dbba-d2e5-43ac-8a27-5d79db2f78b9), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:25.086950 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e9c42c79-9457-4c03-b0fd-8f007da2925f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:25.088174 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e9c42c79-9457-4c03-b0fd-8f007da2925f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/84c4dbba-d2e5-43ac-8a27-5d79db2f78b9 HTTP/1.1" status: 204 len: 168 time: 0.3232565 Mar 05 05:11:25.101295 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c42c79-9457-4c03-b0fd-8f007da2925f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c4dbba-d2e5-43ac-8a27-5d79db2f78b9,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:25.118135 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-945a6ba4-c6b6-449c-b329-c0619390a7dd service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:11:25.118558 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-945a6ba4-c6b6-449c-b329-c0619390a7dd service neutron] Checking segment: {'id': 'd8d5c3a7-1937-4fb5-a95b-deb674f5478c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c9389072-156c-47a1-b692-a21ec2e2e7bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:11:25.118867 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-945a6ba4-c6b6-449c-b329-c0619390a7dd service neutron] Bound using segment: {'id': 'd8d5c3a7-1937-4fb5-a95b-deb674f5478c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c9389072-156c-47a1-b692-a21ec2e2e7bc'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:11:25.119818 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-945a6ba4-c6b6-449c-b329-c0619390a7dd service neutron] Bound port: d227be38-4f4a-40cf-bd7e-5fec74e87992, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8d5c3a7-1937-4fb5-a95b-deb674f5478c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c9389072-156c-47a1-b692-a21ec2e2e7bc'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:11:25.119818 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-945a6ba4-c6b6-449c-b329-c0619390a7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d227be38-4f4a-40cf-bd7e-5fec74e87992), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:25.186233 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (91d8e5d1-ae05-48a4-96d6-bd18e62b35fd), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:25.193050 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd88230-6cc1-42f4-a8b9-3ad9e686b173 x-openstack-request-id: req-abd88230-6cc1-42f4-a8b9-3ad9e686b173 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:11:25.197601 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b95ca92-e7b4-48b8-b29c-d5af304fbc43", "name": "network-vif-plugged", "status": "completed", "tag": "91d8e5d1-ae05-48a4-96d6-bd18e62b35fd", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:11:25.199417 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-abd88230-6cc1-42f4-a8b9-3ad9e686b173 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:11:25.200544 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b95ca92-e7b4-48b8-b29c-d5af304fbc43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d8e5d1-ae05-48a4-96d6-bd18e62b35fd', 'code': 200} Mar 05 05:11:25.208566 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4b3501-de75-45b8-89ff-26e6b134d172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-f88c6a43-c966-4ece-b15f-259daaae0bd7', 'network_id': 'f88c6a43-c966-4ece-b15f-259daaae0bd7', 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'fixed_ips': [{'subnet_id': 'a8e8d834-5b98-4878-abfc-ebffbfd40479'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:11:25.210994 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-be4b3501-de75-45b8-89ff-26e6b134d172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:25.354081 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=91d8e5d1-ae05-48a4-96d6-bd18e62b35fd,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:25.419556 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-45f55228-25cf-4373-bfb4-13712c5a3225 None None] Current status of the port 46db41dc-0c7f-452f-8d0e-d7da1d702115 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:25.578458 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939567c8-f84c-4981-8e93-13da89caae4a req-da40c114-5461-4cc8-93ec-66467524b399 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:25.587592 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-939567c8-f84c-4981-8e93-13da89caae4a req-da40c114-5461-4cc8-93ec-66467524b399 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 944 time: 0.2835243 Mar 05 05:11:25.645797 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c77cb-bf99-448b-8c28-1e03994f8050 req-3e0bf68b-5327-44e3-bbef-81f2ee7c188e tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:25.651434 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e22c77cb-bf99-448b-8c28-1e03994f8050 req-3e0bf68b-5327-44e3-bbef-81f2ee7c188e tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.11 "GET /v2.0/ports?device_id=977759f3-a4db-44ae-9088-45310d402922 HTTP/1.1" status: 200 len: 943 time: 0.2306173 Mar 05 05:11:25.785584 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e22c77cb-bf99-448b-8c28-1e03994f8050 req-61d26b4e-bfb2-4e8c-94cf-8020f599449c tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a24961a-e7d4-42f3-909d-0df69381aabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166229 Mar 05 05:11:25.805578 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-945a6ba4-c6b6-449c-b329-c0619390a7dd service neutron] For port d227be38-4f4a-40cf-bd7e-5fec74e87992, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:11:25.841099 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-939567c8-f84c-4981-8e93-13da89caae4a req-0d484ddf-5a4b-4510-bd81-ec3aa63bc3ba tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526243 Mar 05 05:11:25.890861 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 46db41dc-0c7f-452f-8d0e-d7da1d702115 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:11:25.962403 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab7888-a2ef-487f-91cf-008ded2ecd41 req-f715b874-09d6-4290-a238-bef16fd9863d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:25.964388 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b3ab7888-a2ef-487f-91cf-008ded2ecd41 req-f715b874-09d6-4290-a238-bef16fd9863d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4b95ca92-e7b4-48b8-b29c-d5af304fbc43 HTTP/1.1" status: 200 len: 1129 time: 0.4902399 Mar 05 05:11:26.009936 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 46db41dc-0c7f-452f-8d0e-d7da1d702115 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:26.010587 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (46db41dc-0c7f-452f-8d0e-d7da1d702115), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:26.041591 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bab29d-63c9-4fbc-b859-473340d29bbf req-9aa4b0be-6ff3-415e-bfb9-755a4c599193 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:26.048710 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-18bab29d-63c9-4fbc-b859-473340d29bbf req-9aa4b0be-6ff3-415e-bfb9-755a4c599193 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b95ca92-e7b4-48b8-b29c-d5af304fbc43 HTTP/1.1" status: 200 len: 946 time: 0.0885026 Mar 05 05:11:26.080504 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-be4b3501-de75-45b8-89ff-26e6b134d172 None None] Allocated IP 2001:db8:2::2 (f88c6a43-c966-4ece-b15f-259daaae0bd7/a8e8d834-5b98-4878-abfc-ebffbfd40479/a28fb268-464c-4981-b08b-cfd08729ef7e) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:11:26.148525 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-18bab29d-63c9-4fbc-b859-473340d29bbf req-66ee86f0-a2d6-4eb4-a45a-a9833f7f0f24 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940230 Mar 05 05:11:26.387363 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 46db41dc-0c7f-452f-8d0e-d7da1d702115 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:26.396086 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-be4b3501-de75-45b8-89ff-26e6b134d172 None None] Publish callbacks [] for port (a28fb268-464c-4981-b08b-cfd08729ef7e), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:26.421620 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-be4b3501-de75-45b8-89ff-26e6b134d172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (a28fb268-464c-4981-b08b-cfd08729ef7e), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:26.471164 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-945a6ba4-c6b6-449c-b329-c0619390a7dd service neutron] For port d227be38-4f4a-40cf-bd7e-5fec74e87992, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d227be38-4f4a-40cf-bd7e-5fec74e87992,segment=NetworkSegment(d8d5c3a7-1937-4fb5-a95b-deb674f5478c),segment_id=d8d5c3a7-1937-4fb5-a95b-deb674f5478c)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:11:26.493822 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4b3501-de75-45b8-89ff-26e6b134d172 None None] Network f88c6a43-c966-4ece-b15f-259daaae0bd7 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:11:26.496914 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-be4b3501-de75-45b8-89ff-26e6b134d172 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:11:26.501923 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4b3501-de75-45b8-89ff-26e6b134d172 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:11:26.529514 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50910) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:26.555481 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b3501-de75-45b8-89ff-26e6b134d172 None None] Pushing event updated for resources: {'Port': ['ID=a28fb268-464c-4981-b08b-cfd08729ef7e,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:26.629068 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-945a6ba4-c6b6-449c-b329-c0619390a7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (d227be38-4f4a-40cf-bd7e-5fec74e87992), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:26.654896 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-be4b3501-de75-45b8-89ff-26e6b134d172 None None] Attempting to bind port a28fb268-464c-4981-b08b-cfd08729ef7e on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:11:26.655310 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-be4b3501-de75-45b8-89ff-26e6b134d172 None None] Attempting to bind port a28fb268-464c-4981-b08b-cfd08729ef7e by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'ac01c634-dd5d-4f66-ad5a-b2a13685a5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f88c6a43-c966-4ece-b15f-259daaae0bd7'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:11:26.655718 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4b3501-de75-45b8-89ff-26e6b134d172 None None] Attempting to bind port a28fb268-464c-4981-b08b-cfd08729ef7e on network f88c6a43-c966-4ece-b15f-259daaae0bd7 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:11:26.661018 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4b3501-de75-45b8-89ff-26e6b134d172 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:11:26.661406 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4b3501-de75-45b8-89ff-26e6b134d172 None None] Checking segment: {'id': 'ac01c634-dd5d-4f66-ad5a-b2a13685a5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f88c6a43-c966-4ece-b15f-259daaae0bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:11:26.661889 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-be4b3501-de75-45b8-89ff-26e6b134d172 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:26.662356 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4b3501-de75-45b8-89ff-26e6b134d172 None None] Bound using segment: {'id': 'ac01c634-dd5d-4f66-ad5a-b2a13685a5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f88c6a43-c966-4ece-b15f-259daaae0bd7'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:11:26.662845 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-be4b3501-de75-45b8-89ff-26e6b134d172 None None] Bound port: a28fb268-464c-4981-b08b-cfd08729ef7e, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac01c634-dd5d-4f66-ad5a-b2a13685a5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f88c6a43-c966-4ece-b15f-259daaae0bd7'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:11:26.663255 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-be4b3501-de75-45b8-89ff-26e6b134d172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a28fb268-464c-4981-b08b-cfd08729ef7e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:26.665765 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-67272607-72dd-4892-ac6b-57329112ceba tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:26.666806 n-d-789963-32 neutron-server[105231]: WARNING neutron.api.v2.base [None req-67272607-72dd-4892-ac6b-57329112ceba tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 05 05:11:26.667329 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-67272607-72dd-4892-ac6b-57329112ceba tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] create failed (client error): There was a conflict when trying to complete your request. Mar 05 05:11:26.668306 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-67272607-72dd-4892-ac6b-57329112ceba tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1379502 Mar 05 05:11:26.672680 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50914) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:26.677750 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-912b46ac-b88c-4d51-a57f-fa85ae4f6c4f tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Request body: {'security_group': {'name': 'tempest-secgroup--401294518'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:26.721860 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-912b46ac-b88c-4d51-a57f-fa85ae4f6c4f tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:26.738753 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-945a6ba4-c6b6-449c-b329-c0619390a7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:26.739405 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-945a6ba4-c6b6-449c-b329-c0619390a7dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:26.740914 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-945a6ba4-c6b6-449c-b329-c0619390a7dd service neutron] 10.222.0.30 "PUT /v2.0/ports/d227be38-4f4a-40cf-bd7e-5fec74e87992 HTTP/1.1" status: 200 len: 1092 time: 5.3687799 Mar 05 05:11:26.744598 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-912b46ac-b88c-4d51-a57f-fa85ae4f6c4f tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:26.746268 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '977759f3-a4db-44ae-9088-45310d402922', 'tag': 'd227be38-4f4a-40cf-bd7e-5fec74e87992'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:11:26.748602 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b43be49-38e8-484e-8d8d-5c80b19c47ad" -d '{"events": [{"name": "network-changed", "server_uuid": "977759f3-a4db-44ae-9088-45310d402922", "tag": "d227be38-4f4a-40cf-bd7e-5fec74e87992"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:11:26.787551 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b3ab7888-a2ef-487f-91cf-008ded2ecd41 req-db424b47-a757-4890-bf11-3ab68c2653d4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8129506 Mar 05 05:11:26.790115 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e72ee4b9-c75a-4c68-8bf7-31fd59c6acd5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:26.793987 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-be4b3501-de75-45b8-89ff-26e6b134d172 None None] For port a28fb268-464c-4981-b08b-cfd08729ef7e, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:11:26.809791 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a6ba4-c6b6-449c-b329-c0619390a7dd service neutron] Pushing event updated for resources: {'Port': ['ID=d227be38-4f4a-40cf-bd7e-5fec74e87992,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:26.813843 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-be4b3501-de75-45b8-89ff-26e6b134d172 None None] For port a28fb268-464c-4981-b08b-cfd08729ef7e, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a28fb268-464c-4981-b08b-cfd08729ef7e,segment=NetworkSegment(ac01c634-dd5d-4f66-ad5a-b2a13685a5b5),segment_id=ac01c634-dd5d-4f66-ad5a-b2a13685a5b5)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:11:26.846508 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-be4b3501-de75-45b8-89ff-26e6b134d172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a28fb268-464c-4981-b08b-cfd08729ef7e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:26.878598 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5503b2-2c31-486f-ba2b-976a7c284445 x-openstack-request-id: req-ee5503b2-2c31-486f-ba2b-976a7c284445 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:11:26.879687 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "977759f3-a4db-44ae-9088-45310d402922", "tag": "d227be38-4f4a-40cf-bd7e-5fec74e87992", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:11:26.880137 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ee5503b2-2c31-486f-ba2b-976a7c284445 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:11:26.880713 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '977759f3-a4db-44ae-9088-45310d402922', 'tag': 'd227be38-4f4a-40cf-bd7e-5fec74e87992', 'status': 'completed', 'code': 200} Mar 05 05:11:26.903745 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-912b46ac-b88c-4d51-a57f-fa85ae4f6c4f tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (b07302b7-adff-45d8-b1a6-8aabfd78f7b4), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:26.913771 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-912b46ac-b88c-4d51-a57f-fa85ae4f6c4f tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b07302b7-adff-45d8-b1a6-8aabfd78f7b4), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:26.981719 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b3501-de75-45b8-89ff-26e6b134d172 None None] Pushing event updated for resources: {'Port': ['ID=a28fb268-464c-4981-b08b-cfd08729ef7e,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:26.996281 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b46ac-b88c-4d51-a57f-fa85ae4f6c4f tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b07302b7-adff-45d8-b1a6-8aabfd78f7b4,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:27.086950 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-2d9dfb48-de3e-48d1-bf84-2a088775f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:27.088618 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-2d9dfb48-de3e-48d1-bf84-2a088775f2c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3eec9045f6f44afab5d31f5d04d82dd7&device_id=977759f3-a4db-44ae-9088-45310d402922 HTTP/1.1" status: 200 len: 1126 time: 0.2894442 Mar 05 05:11:27.119999 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ef5c3-edfe-4561-b8d0-dc18d63872b6 req-f0f61904-286b-49cc-a533-f38b6288bc17 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:27.137939 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d45ef5c3-edfe-4561-b8d0-dc18d63872b6 req-f0f61904-286b-49cc-a533-f38b6288bc17 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.11 "GET /v2.0/ports?device_id=977759f3-a4db-44ae-9088-45310d402922 HTTP/1.1" status: 200 len: 943 time: 0.2021825 Mar 05 05:11:27.161651 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-912b46ac-b88c-4d51-a57f-fa85ae4f6c4f tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (d60b4357-67f6-49bb-b953-cfbb3df9938d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:27.180108 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-2282fea2-84aa-47a7-891e-d048852f43bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d227be38-4f4a-40cf-bd7e-5fec74e87992 HTTP/1.1" status: 200 len: 217 time: 0.0843101 Mar 05 05:11:27.183470 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-912b46ac-b88c-4d51-a57f-fa85ae4f6c4f tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d60b4357-67f6-49bb-b953-cfbb3df9938d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:27.222978 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b46ac-b88c-4d51-a57f-fa85ae4f6c4f tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d60b4357-67f6-49bb-b953-cfbb3df9938d,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:27.258889 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d182e-ffd2-4533-860e-25f57e781fed req-2552ebdc-e2fc-408a-9f63-6ec0a7d806bf tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:27.260493 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ef7d182e-ffd2-4533-860e-25f57e781fed req-2552ebdc-e2fc-408a-9f63-6ec0a7d806bf tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 944 time: 0.2386954 Mar 05 05:11:27.300736 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d45ef5c3-edfe-4561-b8d0-dc18d63872b6 req-9fc2259d-3acf-448f-8366-ca8485bdec30 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a24961a-e7d4-42f3-909d-0df69381aabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616170 Mar 05 05:11:27.310435 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-912b46ac-b88c-4d51-a57f-fa85ae4f6c4f tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:27.314537 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-912b46ac-b88c-4d51-a57f-fa85ae4f6c4f tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6371934 Mar 05 05:11:27.319641 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50926) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:27.325911 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-6a06e92c-4767-4d1c-9c79-e6e8801c9ad8 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Request body: {'security_group_rule': {'security_group_id': 'd60b4357-67f6-49bb-b953-cfbb3df9938d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:27.328513 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-36ffd408-a552-4794-93a1-a2af4701062b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:27.337305 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-36ffd408-a552-4794-93a1-a2af4701062b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=54dfc51b-2138-440e-9fc0-b2821f026297 HTTP/1.1" status: 200 len: 848 time: 0.1506782 Mar 05 05:11:27.371033 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ef7d182e-ffd2-4533-860e-25f57e781fed req-b22cd5ab-b5f2-451c-adb0-07b3e71dd5e3 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963042 Mar 05 05:11:27.398549 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6a06e92c-4767-4d1c-9c79-e6e8801c9ad8 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group_rule (075ef1f2-dcac-41e6-a8c5-79523d12f1f5), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:27.453012 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-0be3de2a-b3ba-4da3-a19e-63f3ee4ebdb8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c9389072-156c-47a1-b692-a21ec2e2e7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054306 Mar 05 05:11:27.520386 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-e72ee4b9-c75a-4c68-8bf7-31fd59c6acd5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Allocated IP 2001:db8:2::1 (f88c6a43-c966-4ece-b15f-259daaae0bd7/a8e8d834-5b98-4878-abfc-ebffbfd40479/2569e995-182f-42be-94a3-33cc146cda70) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:11:27.585898 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6a06e92c-4767-4d1c-9c79-e6e8801c9ad8 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group_rule (075ef1f2-dcac-41e6-a8c5-79523d12f1f5), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:27.602687 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6a06e92c-4767-4d1c-9c79-e6e8801c9ad8 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (075ef1f2-dcac-41e6-a8c5-79523d12f1f5), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:27.655434 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f4516-910e-4db0-97f3-125cceb90cfc req-0b402b4c-fc9f-401b-87e6-f0b0b2bad6b8 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:27.657083 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ea5f4516-910e-4db0-97f3-125cceb90cfc req-0b402b4c-fc9f-401b-87e6-f0b0b2bad6b8 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b95ca92-e7b4-48b8-b29c-d5af304fbc43 HTTP/1.1" status: 200 len: 946 time: 0.2117531 Mar 05 05:11:27.660639 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06e92c-4767-4d1c-9c79-e6e8801c9ad8 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075ef1f2-dcac-41e6-a8c5-79523d12f1f5,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:27.676966 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6a06e92c-4767-4d1c-9c79-e6e8801c9ad8 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:27.678148 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6a06e92c-4767-4d1c-9c79-e6e8801c9ad8 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3575754 Mar 05 05:11:27.680783 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-9cf1430b-9277-48d8-8614-9223007f49a4 service neutron] 10.222.0.30 "GET /v2.0/networks/c9389072-156c-47a1-b692-a21ec2e2e7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200518 Mar 05 05:11:27.681879 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50928) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:27.689468 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-eb3fefd5-8f5c-4612-a1ca-38207e6c6810 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Request body: {'security_group_rule': {'security_group_id': 'd60b4357-67f6-49bb-b953-cfbb3df9938d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:27.752712 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ea5f4516-910e-4db0-97f3-125cceb90cfc req-4bf775f1-7f75-428f-a971-fb3bf7802d81 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786521 Mar 05 05:11:27.767116 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a28fb268-464c-4981-b08b-cfd08729ef7e up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:11:27.820539 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-eb3fefd5-8f5c-4612-a1ca-38207e6c6810 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group_rule (7591234c-2a87-40b9-9e1c-53739332e2e0), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:27.823909 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port a28fb268-464c-4981-b08b-cfd08729ef7e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:27.824565 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a28fb268-464c-4981-b08b-cfd08729ef7e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:27.827970 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e72ee4b9-c75a-4c68-8bf7-31fd59c6acd5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for port (2569e995-182f-42be-94a3-33cc146cda70), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:27.878438 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4afff5a5-dc4a-4ba4-830c-d67bff8c6786 req-617e118c-8812-4f9c-8540-46840b31ee4c service neutron] 10.222.0.30 "GET /v2.0/networks/c9389072-156c-47a1-b692-a21ec2e2e7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845126 Mar 05 05:11:27.916733 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-eb3fefd5-8f5c-4612-a1ca-38207e6c6810 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] create failed (client error): There was a conflict when trying to complete your request. Mar 05 05:11:27.918085 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-eb3fefd5-8f5c-4612-a1ca-38207e6c6810 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2332847 Mar 05 05:11:27.921891 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50930) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:27.932027 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e72ee4b9-c75a-4c68-8bf7-31fd59c6acd5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (2569e995-182f-42be-94a3-33cc146cda70), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:27.969467 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port a28fb268-464c-4981-b08b-cfd08729ef7e is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:27.970142 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a28fb268-464c-4981-b08b-cfd08729ef7e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:28.005307 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72ee4b9-c75a-4c68-8bf7-31fd59c6acd5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network f88c6a43-c966-4ece-b15f-259daaae0bd7 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:11:28.009498 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port a28fb268-464c-4981-b08b-cfd08729ef7e, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a28fb268-464c-4981-b08b-cfd08729ef7e,segment=NetworkSegment(ac01c634-dd5d-4f66-ad5a-b2a13685a5b5),segment_id=ac01c634-dd5d-4f66-ad5a-b2a13685a5b5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:28.013615 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a28fb268-464c-4981-b08b-cfd08729ef7e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:28.027351 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-e72ee4b9-c75a-4c68-8bf7-31fd59c6acd5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:11:28.046240 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72ee4b9-c75a-4c68-8bf7-31fd59c6acd5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:11:28.047273 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e72ee4b9-c75a-4c68-8bf7-31fd59c6acd5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:28.050077 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ee4b9-c75a-4c68-8bf7-31fd59c6acd5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Port': ['ID=2569e995-182f-42be-94a3-33cc146cda70,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:28.070888 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=a28fb268-464c-4981-b08b-cfd08729ef7e,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:28.098857 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ee4b9-c75a-4c68-8bf7-31fd59c6acd5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:28.099235 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ee4b9-c75a-4c68-8bf7-31fd59c6acd5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:28.099584 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ee4b9-c75a-4c68-8bf7-31fd59c6acd5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:28.099924 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ee4b9-c75a-4c68-8bf7-31fd59c6acd5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:28.100259 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ee4b9-c75a-4c68-8bf7-31fd59c6acd5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:28.100592 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ee4b9-c75a-4c68-8bf7-31fd59c6acd5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:28.100923 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ee4b9-c75a-4c68-8bf7-31fd59c6acd5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:28.101253 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ee4b9-c75a-4c68-8bf7-31fd59c6acd5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:28.101577 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ee4b9-c75a-4c68-8bf7-31fd59c6acd5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:28.101908 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ee4b9-c75a-4c68-8bf7-31fd59c6acd5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:28.102234 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ee4b9-c75a-4c68-8bf7-31fd59c6acd5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:28.102561 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ee4b9-c75a-4c68-8bf7-31fd59c6acd5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:28.102882 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72ee4b9-c75a-4c68-8bf7-31fd59c6acd5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:28.131006 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0d6a2161-666c-4628-adfe-7d3bf58cbe95 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (d60b4357-67f6-49bb-b953-cfbb3df9938d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:28.186040 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43be49-38e8-484e-8d8d-5c80b19c47ad req-075d826d-02a4-4058-bdfe-8832612d3e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:28.187642 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1b43be49-38e8-484e-8d8d-5c80b19c47ad req-075d826d-02a4-4058-bdfe-8832612d3e4b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3eec9045f6f44afab5d31f5d04d82dd7&device_id=977759f3-a4db-44ae-9088-45310d402922 HTTP/1.1" status: 200 len: 1126 time: 0.1845701 Mar 05 05:11:28.209287 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0d6a2161-666c-4628-adfe-7d3bf58cbe95 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (d60b4357-67f6-49bb-b953-cfbb3df9938d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:28.331084 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e72ee4b9-c75a-4c68-8bf7-31fd59c6acd5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2569e995-182f-42be-94a3-33cc146cda70), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:28.361489 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0d6a2161-666c-4628-adfe-7d3bf58cbe95 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d60b4357-67f6-49bb-b953-cfbb3df9938d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:28.364101 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0d6a2161-666c-4628-adfe-7d3bf58cbe95 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:28.365285 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0d6a2161-666c-4628-adfe-7d3bf58cbe95 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "DELETE /v2.0/security-groups/d60b4357-67f6-49bb-b953-cfbb3df9938d HTTP/1.1" status: 204 len: 168 time: 0.4417934 Mar 05 05:11:28.368274 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50936) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:28.404357 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43be49-38e8-484e-8d8d-5c80b19c47ad req-4f81f53c-919f-4a35-89ab-5d0d5cbcf4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:28.406447 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1b43be49-38e8-484e-8d8d-5c80b19c47ad req-4f81f53c-919f-4a35-89ab-5d0d5cbcf4e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c9389072-156c-47a1-b692-a21ec2e2e7bc HTTP/1.1" status: 200 len: 908 time: 0.2094796 Mar 05 05:11:28.415099 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a2161-666c-4628-adfe-7d3bf58cbe95 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60b4357-67f6-49bb-b953-cfbb3df9938d,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:28.496763 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1b43be49-38e8-484e-8d8d-5c80b19c47ad req-6ad8d941-67d4-4a39-bc32-4b0e6e6466bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d227be38-4f4a-40cf-bd7e-5fec74e87992 HTTP/1.1" status: 200 len: 217 time: 0.0794764 Mar 05 05:11:28.534899 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-793ea63a-020c-4dda-9558-dc56e741fc8f tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1648951 Mar 05 05:11:28.541531 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50940) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:28.654377 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43be49-38e8-484e-8d8d-5c80b19c47ad req-ece18ac1-1287-4445-a338-e55e77975fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:28.656664 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1b43be49-38e8-484e-8d8d-5c80b19c47ad req-ece18ac1-1287-4445-a338-e55e77975fd0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=54dfc51b-2138-440e-9fc0-b2821f026297 HTTP/1.1" status: 200 len: 848 time: 0.1050203 Mar 05 05:11:28.687237 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cfcc8d-d7a5-4d51-8eaf-77d7d34a8b16 None None] Network f88c6a43-c966-4ece-b15f-259daaae0bd7 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:11:28.707741 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1b43be49-38e8-484e-8d8d-5c80b19c47ad req-61f1e244-71c3-4dc3-9aa9-f4d2edef7332 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c9389072-156c-47a1-b692-a21ec2e2e7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405362 Mar 05 05:11:28.846596 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-7c440d25-4c0d-446d-8f50-e1bd32ff8d0b None None] Provisioning complete for port a28fb268-464c-4981-b08b-cfd08729ef7e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:28.847291 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7c440d25-4c0d-446d-8f50-e1bd32ff8d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a28fb268-464c-4981-b08b-cfd08729ef7e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:28.901613 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1b43be49-38e8-484e-8d8d-5c80b19c47ad req-af0c6a3e-dd54-44b7-bf9c-4b608287ff5a service neutron] 10.222.0.30 "GET /v2.0/networks/c9389072-156c-47a1-b692-a21ec2e2e7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767716 Mar 05 05:11:28.923395 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-f02966b9-6edd-47b0-98b8-af7d7ed40181 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1200925694'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:28.970102 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e72ee4b9-c75a-4c68-8bf7-31fd59c6acd5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for port (2569e995-182f-42be-94a3-33cc146cda70), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:28.973984 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfbace-597c-4f96-8d74-3156df73f1d7 req-f8e26aae-aa5b-459c-96ca-23a684b87e62 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:28.981437 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b1dfbace-597c-4f96-8d74-3156df73f1d7 req-f8e26aae-aa5b-459c-96ca-23a684b87e62 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.11 "GET /v2.0/ports?device_id=977759f3-a4db-44ae-9088-45310d402922 HTTP/1.1" status: 200 len: 943 time: 0.5367746 Mar 05 05:11:28.991369 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-7c440d25-4c0d-446d-8f50-e1bd32ff8d0b None None] Current status of the port a28fb268-464c-4981-b08b-cfd08729ef7e is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:29.011522 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f02966b9-6edd-47b0-98b8-af7d7ed40181 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:29.028394 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e72ee4b9-c75a-4c68-8bf7-31fd59c6acd5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (2569e995-182f-42be-94a3-33cc146cda70), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:29.029315 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e72ee4b9-c75a-4c68-8bf7-31fd59c6acd5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:29.051205 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb5b19-9723-4dc7-bc99-73f365544c76 req-b8e0307c-f738-4c47-9b6b-7419efe38c6c tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:29.058703 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4ebb5b19-9723-4dc7-bc99-73f365544c76 req-b8e0307c-f738-4c47-9b6b-7419efe38c6c tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 944 time: 0.5410275 Mar 05 05:11:29.088644 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b1dfbace-597c-4f96-8d74-3156df73f1d7 req-a3bb13c8-a236-4010-9fc6-54b94913fab3 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a24961a-e7d4-42f3-909d-0df69381aabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042531 Mar 05 05:11:29.123828 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ee4b9-c75a-4c68-8bf7-31fd59c6acd5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Port': ['ID=2569e995-182f-42be-94a3-33cc146cda70,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:29.175166 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1b43be49-38e8-484e-8d8d-5c80b19c47ad req-d1514e7a-0033-4525-9cb0-973ada4d1bfa service neutron] 10.222.0.30 "GET /v2.0/networks/c9389072-156c-47a1-b692-a21ec2e2e7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647116 Mar 05 05:11:29.225070 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4ebb5b19-9723-4dc7-bc99-73f365544c76 req-99b31bfe-68eb-4296-9f66-ba276046e53b tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594627 Mar 05 05:11:29.226790 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72ee4b9-c75a-4c68-8bf7-31fd59c6acd5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network f88c6a43-c966-4ece-b15f-259daaae0bd7 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:11:29.228541 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-e72ee4b9-c75a-4c68-8bf7-31fd59c6acd5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:11:29.277465 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f02966b9-6edd-47b0-98b8-af7d7ed40181 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (aaba8a40-fdb1-435f-be34-d1919e472c5a), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:29.301089 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f02966b9-6edd-47b0-98b8-af7d7ed40181 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (aaba8a40-fdb1-435f-be34-d1919e472c5a), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:29.320168 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a8fd7213-73b4-4c9c-ae0f-0ae49b0df1b6 None None] Provisioning complete for port a28fb268-464c-4981-b08b-cfd08729ef7e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:29.321598 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a8fd7213-73b4-4c9c-ae0f-0ae49b0df1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a28fb268-464c-4981-b08b-cfd08729ef7e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:29.360488 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02966b9-6edd-47b0-98b8-af7d7ed40181 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaba8a40-fdb1-435f-be34-d1919e472c5a,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:29.366974 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72ee4b9-c75a-4c68-8bf7-31fd59c6acd5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:11:29.375052 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f02966b9-6edd-47b0-98b8-af7d7ed40181 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:29.379427 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f02966b9-6edd-47b0-98b8-af7d7ed40181 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8362679 Mar 05 05:11:29.394840 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50944) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:29.404049 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-231afcd3-6a3f-4d42-b02e-64050d06ea86 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Request body: {'security_group_rule': {'security_group_id': 'aaba8a40-fdb1-435f-be34-d1919e472c5a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:29.404049 n-d-789963-32 neutron-server[105231]: WARNING neutron.api.v2.base [None req-231afcd3-6a3f-4d42-b02e-64050d06ea86 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 05 05:11:29.410389 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-231afcd3-6a3f-4d42-b02e-64050d06ea86 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:11:29.410389 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-231afcd3-6a3f-4d42-b02e-64050d06ea86 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0092123 Mar 05 05:11:29.414473 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50948) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:29.441119 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac56a51-591c-4ba2-9bed-f6b7242eb4fe req-14c56358-55a3-4840-937a-a3a67f251867 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:29.447526 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2ac56a51-591c-4ba2-9bed-f6b7242eb4fe req-14c56358-55a3-4840-937a-a3a67f251867 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b95ca92-e7b4-48b8-b29c-d5af304fbc43 HTTP/1.1" status: 200 len: 946 time: 0.2425842 Mar 05 05:11:29.474414 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a8fd7213-73b4-4c9c-ae0f-0ae49b0df1b6 None None] Current status of the port a28fb268-464c-4981-b08b-cfd08729ef7e is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:29.489116 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a8fd7213-73b4-4c9c-ae0f-0ae49b0df1b6 None None] Provisioning complete for port 2569e995-182f-42be-94a3-33cc146cda70 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:29.489689 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a8fd7213-73b4-4c9c-ae0f-0ae49b0df1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2569e995-182f-42be-94a3-33cc146cda70), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:29.536322 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72ee4b9-c75a-4c68-8bf7-31fd59c6acd5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:11:29.548524 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e72ee4b9-c75a-4c68-8bf7-31fd59c6acd5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "PUT /v2.0/routers/9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7294762 Mar 05 05:11:29.549476 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50950) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:29.554523 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-9a54fef0-0152-4037-9037-40cf04afbe04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-502096055'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:29.572358 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691c37f4-51ae-4c98-a834-8f9176fcece7 None None] Sync routers for ids ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:11:29.579782 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2ac56a51-591c-4ba2-9bed-f6b7242eb4fe req-03fff254-4a9b-4274-8302-21e866608c89 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253514 Mar 05 05:11:29.580620 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a8fd7213-73b4-4c9c-ae0f-0ae49b0df1b6 None None] Port 2569e995-182f-42be-94a3-33cc146cda70 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:11:29.586910 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a54fef0-0152-4037-9037-40cf04afbe04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Made reservation on behalf of 978358acf25b4258a1f9561e5a1108d7 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:11:29.591504 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691c37f4-51ae-4c98-a834-8f9176fcece7 None None] Routers {'9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:11:29.592197 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-691c37f4-51ae-4c98-a834-8f9176fcece7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:11:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:29.594313 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9a54fef0-0152-4037-9037-40cf04afbe04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:29.598383 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3edd816e-e998-4c92-99d2-c797ed40cbd0 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (aaba8a40-fdb1-435f-be34-d1919e472c5a), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:29.646290 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a54fef0-0152-4037-9037-40cf04afbe04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:11:29.659926 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3edd816e-e998-4c92-99d2-c797ed40cbd0 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (aaba8a40-fdb1-435f-be34-d1919e472c5a), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:29.661312 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9a54fef0-0152-4037-9037-40cf04afbe04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (0eed478e-19b3-4cd8-9d50-3d9ef7374839), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:29.664001 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-9a54fef0-0152-4037-9037-40cf04afbe04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Added segment 0eed478e-19b3-4cd8-9d50-3d9ef7374839 of type vlan for network d198c8d8-6705-4707-82c4-c33caa38a29d Mar 05 05:11:29.675158 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a28fb268-464c-4981-b08b-cfd08729ef7e up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:11:29.748655 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3edd816e-e998-4c92-99d2-c797ed40cbd0 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (aaba8a40-fdb1-435f-be34-d1919e472c5a), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:29.752673 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3edd816e-e998-4c92-99d2-c797ed40cbd0 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:29.753559 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9a54fef0-0152-4037-9037-40cf04afbe04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (d198c8d8-6705-4707-82c4-c33caa38a29d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:29.756641 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3edd816e-e998-4c92-99d2-c797ed40cbd0 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "DELETE /v2.0/security-groups/aaba8a40-fdb1-435f-be34-d1919e472c5a HTTP/1.1" status: 204 len: 168 time: 0.3031425 Mar 05 05:11:29.759849 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50954) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:29.765798 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd816e-e998-4c92-99d2-c797ed40cbd0 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaba8a40-fdb1-435f-be34-d1919e472c5a,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:29.785032 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a64df8-926a-40f9-9850-4eff5a5c231b req-de0ad393-b33a-4096-bb4b-5fc21818284d tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:29.786776 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e0a64df8-926a-40f9-9850-4eff5a5c231b req-de0ad393-b33a-4096-bb4b-5fc21818284d tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74 HTTP/1.1" status: 200 len: 945 time: 0.0882585 Mar 05 05:11:29.867022 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-69dc39e5-07a2-4b77-a14f-9dc803aca300 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1052742 Mar 05 05:11:29.867369 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50956) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:29.869919 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9a54fef0-0152-4037-9037-40cf04afbe04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (d198c8d8-6705-4707-82c4-c33caa38a29d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:29.872386 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-8918f2d4-779d-4a2a-80a1-88a3ffcb27aa None None] Provisioning complete for port 2569e995-182f-42be-94a3-33cc146cda70 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:29.873075 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8918f2d4-779d-4a2a-80a1-88a3ffcb27aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2569e995-182f-42be-94a3-33cc146cda70), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:29.875784 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a54fef0-0152-4037-9037-40cf04afbe04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:29.876720 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9a54fef0-0152-4037-9037-40cf04afbe04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:29.891995 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-9cce401f-b5b0-41b6-80be-a84bb958b6f9 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Request body: {'security_group': {'name': 'tempest-secgroup--365375879'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:29.908400 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-691c37f4-51ae-4c98-a834-8f9176fcece7 None None] Set router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:11:29.922358 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e0a64df8-926a-40f9-9850-4eff5a5c231b req-3f65137d-65bf-4b74-98c8-221ed20a13ce tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272542 Mar 05 05:11:29.958798 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50960) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:29.965160 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-bdef0cda-665e-4716-bbd0-bd959cc2dea7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Request body: {'subnet': {'network_id': 'd198c8d8-6705-4707-82c4-c33caa38a29d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:29.973177 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9a54fef0-0152-4037-9037-40cf04afbe04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4224999 Mar 05 05:11:30.030833 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9cce401f-b5b0-41b6-80be-a84bb958b6f9 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:30.045504 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54fef0-0152-4037-9037-40cf04afbe04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Network': ['ID=d198c8d8-6705-4707-82c4-c33caa38a29d,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:30.052288 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-8918f2d4-779d-4a2a-80a1-88a3ffcb27aa None None] Port 2569e995-182f-42be-94a3-33cc146cda70 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:11:30.062037 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network d198c8d8-6705-4707-82c4-c33caa38a29d details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:11:30.108572 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdef0cda-665e-4716-bbd0-bd959cc2dea7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Made reservation on behalf of 978358acf25b4258a1f9561e5a1108d7 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:11:30.112534 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bdef0cda-665e-4716-bbd0-bd959cc2dea7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:30.130597 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9cce401f-b5b0-41b6-80be-a84bb958b6f9 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (b1e3ce2a-8c08-497f-8b97-8fe03a95aa60), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:30.139985 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9cce401f-b5b0-41b6-80be-a84bb958b6f9 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b1e3ce2a-8c08-497f-8b97-8fe03a95aa60), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:30.173109 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9cce401f-b5b0-41b6-80be-a84bb958b6f9 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:30.176339 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9cce401f-b5b0-41b6-80be-a84bb958b6f9 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3072290 Mar 05 05:11:30.179353 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50964) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:30.202346 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port a28fb268-464c-4981-b08b-cfd08729ef7e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:30.202919 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a28fb268-464c-4981-b08b-cfd08729ef7e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:30.203965 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce401f-b5b0-41b6-80be-a84bb958b6f9 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e3ce2a-8c08-497f-8b97-8fe03a95aa60,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:30.219229 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-6961fe76-ee82-4877-8757-22baa7da8873 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Request body: {'security_group_rule': {'security_group_id': 'b1e3ce2a-8c08-497f-8b97-8fe03a95aa60', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:30.227016 n-d-789963-32 neutron-server[105231]: WARNING neutron.api.v2.base [None req-6961fe76-ee82-4877-8757-22baa7da8873 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 05 05:11:30.227867 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-6961fe76-ee82-4877-8757-22baa7da8873 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:11:30.229929 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6961fe76-ee82-4877-8757-22baa7da8873 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0230148 Mar 05 05:11:30.232132 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50966) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:30.304042 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b0315f6f-3336-4f46-9ff6-cd44383e9d41 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (b1e3ce2a-8c08-497f-8b97-8fe03a95aa60), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:30.307185 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-89161833-b932-4af0-b5d1-f1a3f81248a7 None None] Provisioning complete for port 2569e995-182f-42be-94a3-33cc146cda70 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:30.307662 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-89161833-b932-4af0-b5d1-f1a3f81248a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2569e995-182f-42be-94a3-33cc146cda70), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:30.317886 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6cfe32-43d3-4449-86ea-c0128e6c3988 req-efb215d6-9b96-47d6-8ab5-101cf8eb60f6 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:30.320078 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ea6cfe32-43d3-4449-86ea-c0128e6c3988 req-efb215d6-9b96-47d6-8ab5-101cf8eb60f6 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=f03ee14d-cd09-4ba3-8a36-9952b1c31738 HTTP/1.1" status: 200 len: 945 time: 0.2428715 Mar 05 05:11:30.336543 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b0315f6f-3336-4f46-9ff6-cd44383e9d41 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (b1e3ce2a-8c08-497f-8b97-8fe03a95aa60), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:30.365952 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69033188-082b-494d-a082-17cf9852acae req-855a36e0-4899-4c9a-bb4c-22b00c7eb214 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:30.367949 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-69033188-082b-494d-a082-17cf9852acae req-855a36e0-4899-4c9a-bb4c-22b00c7eb214 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.11 "GET /v2.0/ports?device_id=977759f3-a4db-44ae-9088-45310d402922 HTTP/1.1" status: 200 len: 943 time: 0.1306455 Mar 05 05:11:30.408841 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-89161833-b932-4af0-b5d1-f1a3f81248a7 None None] Port 2569e995-182f-42be-94a3-33cc146cda70 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:11:30.414241 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b0315f6f-3336-4f46-9ff6-cd44383e9d41 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b1e3ce2a-8c08-497f-8b97-8fe03a95aa60), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:30.418832 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b0315f6f-3336-4f46-9ff6-cd44383e9d41 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:30.425239 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b0315f6f-3336-4f46-9ff6-cd44383e9d41 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "DELETE /v2.0/security-groups/b1e3ce2a-8c08-497f-8b97-8fe03a95aa60 HTTP/1.1" status: 204 len: 168 time: 0.1909342 Mar 05 05:11:30.426221 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50972) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:30.439429 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0315f6f-3336-4f46-9ff6-cd44383e9d41 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e3ce2a-8c08-497f-8b97-8fe03a95aa60,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:30.492755 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ea6cfe32-43d3-4449-86ea-c0128e6c3988 req-85887fbf-40ae-4dee-8938-7ad51c2737b2 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609435 Mar 05 05:11:30.503781 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b00c68ce-e7ac-4356-a957-1075040532dc tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0657234 Mar 05 05:11:30.507337 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50976) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:30.513491 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-22f0508a-69b1-4dd1-a01b-484f504b2be2 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Request body: {'security_group': {'name': 'tempest-secgroup--711114529'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:30.549583 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-22f0508a-69b1-4dd1-a01b-484f504b2be2 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:30.573724 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port a28fb268-464c-4981-b08b-cfd08729ef7e is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:30.584180 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-69033188-082b-494d-a082-17cf9852acae req-b1b73bc5-46b6-42b1-b8da-32edecbd991e tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a24961a-e7d4-42f3-909d-0df69381aabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038248 Mar 05 05:11:30.633056 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-691c37f4-51ae-4c98-a834-8f9176fcece7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'name': 'tempest-RoutersIpV6Test-router-871576514', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:58Z', 'updated_at': '2022-03-05T05:11:28Z', 'revision_number': 4, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'gw_port_host': None, '_interfaces': [{'id': '2569e995-182f-42be-94a3-33cc146cda70', 'name': '', 'network_id': 'f88c6a43-c966-4ece-b15f-259daaae0bd7', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:46:12:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a8e8d834-5b98-4878-abfc-ebffbfd40479', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:27Z', 'updated_at': '2022-03-05T05:11:28Z', 'revision_number': 2, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a8e8d834-5b98-4878-abfc-ebffbfd40479', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46db41dc-0c7f-452f-8d0e-d7da1d702115', 'name': '', 'network_id': 'e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:ec:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:17Z', 'updated_at': '2022-03-05T05:11:24Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7e76a8-f379-447d-ae0d-d311a203aa5b', 'name': '', 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:d2:b9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:04Z', 'updated_at': '2022-03-05T05:11:13Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:30.645535 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bdef0cda-665e-4716-bbd0-bd959cc2dea7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (ed01ddc2-e8f3-431f-a5ac-a65e8e82bea0), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:30.678321 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-22f0508a-69b1-4dd1-a01b-484f504b2be2 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (c7411163-0a19-4231-84ee-81c4db0f5ca7), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:30.688640 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-22f0508a-69b1-4dd1-a01b-484f504b2be2 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c7411163-0a19-4231-84ee-81c4db0f5ca7), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:30.706651 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d227be38-4f4a-40cf-bd7e-5fec74e87992 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:11:30.724132 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691c37f4-51ae-4c98-a834-8f9176fcece7 None None] Checking router: 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:11:30.724502 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691c37f4-51ae-4c98-a834-8f9176fcece7 None None] Updating router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 port 2569e995-182f-42be-94a3-33cc146cda70 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:11:30.747870 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9564a1-00fd-4b79-a5c3-fd7c847203f4 req-6c9b85e7-f553-41b6-a627-bd2e7c058c8b tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:30.750917 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ba9564a1-00fd-4b79-a5c3-fd7c847203f4 req-6c9b85e7-f553-41b6-a627-bd2e7c058c8b tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 944 time: 0.1568949 Mar 05 05:11:30.760012 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdef0cda-665e-4716-bbd0-bd959cc2dea7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Checking segment: {'id': '0eed478e-19b3-4cd8-9d50-3d9ef7374839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd198c8d8-6705-4707-82c4-c33caa38a29d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:11:30.760445 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdef0cda-665e-4716-bbd0-bd959cc2dea7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network hostable DHCP agents. Network: d198c8d8-6705-4707-82c4-c33caa38a29d, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:11:30.777610 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdef0cda-665e-4716-bbd0-bd959cc2dea7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Subnet': ['ID=ed01ddc2-e8f3-431f-a5ac-a65e8e82bea0,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:30.788876 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-22f0508a-69b1-4dd1-a01b-484f504b2be2 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:30.791452 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-22f0508a-69b1-4dd1-a01b-484f504b2be2 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2824337 Mar 05 05:11:30.796189 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50980) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:30.797908 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0508a-69b1-4dd1-a01b-484f504b2be2 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7411163-0a19-4231-84ee-81c4db0f5ca7,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:30.800865 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-8bda98ae-fe54-4c3f-9b4d-b7a795f5b596 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Request body: {'security_group_rule': {'security_group_id': 'c7411163-0a19-4231-84ee-81c4db0f5ca7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:30.813965 n-d-789963-32 neutron-server[105231]: WARNING neutron.api.v2.base [None req-8bda98ae-fe54-4c3f-9b4d-b7a795f5b596 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 05 05:11:30.814585 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-8bda98ae-fe54-4c3f-9b4d-b7a795f5b596 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:11:30.819192 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8bda98ae-fe54-4c3f-9b4d-b7a795f5b596 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0219281 Mar 05 05:11:30.820140 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50984) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:30.826482 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-a34ccdc7-adba-4bd1-badc-e3e5e86546b2 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Request body: {'security_group_rule': {'security_group_id': 'c7411163-0a19-4231-84ee-81c4db0f5ca7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:30.829488 n-d-789963-32 neutron-server[105232]: WARNING neutron.api.v2.base [None req-a34ccdc7-adba-4bd1-badc-e3e5e86546b2 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 05 05:11:30.830471 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-a34ccdc7-adba-4bd1-badc-e3e5e86546b2 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:11:30.832431 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a34ccdc7-adba-4bd1-badc-e3e5e86546b2 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0103137 Mar 05 05:11:30.835125 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50986) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:30.839374 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-cb385134-a32c-48c4-83cf-388a307ec9dd tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Request body: {'security_group_rule': {'security_group_id': 'c7411163-0a19-4231-84ee-81c4db0f5ca7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:30.840492 n-d-789963-32 neutron-server[105232]: WARNING neutron.api.v2.base [None req-cb385134-a32c-48c4-83cf-388a307ec9dd tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 05 05:11:30.841099 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-cb385134-a32c-48c4-83cf-388a307ec9dd tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:11:30.843736 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-cb385134-a32c-48c4-83cf-388a307ec9dd tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0080624 Mar 05 05:11:30.846518 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50988) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:30.851173 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-c07d2624-4826-4e89-8518-ac769ead94fb tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Request body: {'security_group_rule': {'security_group_id': 'c7411163-0a19-4231-84ee-81c4db0f5ca7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:30.852001 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-691c37f4-51ae-4c98-a834-8f9176fcece7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2569e995-182f-42be-94a3-33cc146cda70), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:30.852263 n-d-789963-32 neutron-server[105232]: WARNING neutron.api.v2.base [None req-c07d2624-4826-4e89-8518-ac769ead94fb tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 05 05:11:30.852972 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-c07d2624-4826-4e89-8518-ac769ead94fb tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:11:30.854069 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c07d2624-4826-4e89-8518-ac769ead94fb tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0064511 Mar 05 05:11:30.857136 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50990) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:30.876464 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdef0cda-665e-4716-bbd0-bd959cc2dea7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network d198c8d8-6705-4707-82c4-c33caa38a29d is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:11:30.923018 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ba9564a1-00fd-4b79-a5c3-fd7c847203f4 req-994b5c50-8764-4536-9d75-3c3c3ef24ac4 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597447 Mar 05 05:11:30.923481 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-bdef0cda-665e-4716-bbd0-bd959cc2dea7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, d198c8d8-6705-4707-82c4-c33caa38a29d) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:11:30.925369 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aafb600e-de00-4a8a-b57f-6e6db31b398d tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (c7411163-0a19-4231-84ee-81c4db0f5ca7), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:30.927934 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdef0cda-665e-4716-bbd0-bd959cc2dea7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:30.928918 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bdef0cda-665e-4716-bbd0-bd959cc2dea7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:30.962660 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d068fc-beb1-47a1-8c53-5d885db2329d None None] Network d198c8d8-6705-4707-82c4-c33caa38a29d requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:11:30.970314 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aafb600e-de00-4a8a-b57f-6e6db31b398d tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (c7411163-0a19-4231-84ee-81c4db0f5ca7), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:30.995270 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bdef0cda-665e-4716-bbd0-bd959cc2dea7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0352795 Mar 05 05:11:30.998069 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 50992) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:31.017977 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21fabc-e0f0-40eb-8699-d85e50c90b1e req-4c50fc09-24da-4a97-bbf1-f2a298115538 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:31.027965 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4f21fabc-e0f0-40eb-8699-d85e50c90b1e req-4c50fc09-24da-4a97-bbf1-f2a298115538 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b95ca92-e7b4-48b8-b29c-d5af304fbc43 HTTP/1.1" status: 200 len: 946 time: 0.1334004 Mar 05 05:11:31.034584 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aafb600e-de00-4a8a-b57f-6e6db31b398d tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c7411163-0a19-4231-84ee-81c4db0f5ca7), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:31.038946 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aafb600e-de00-4a8a-b57f-6e6db31b398d tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:31.041272 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-aafb600e-de00-4a8a-b57f-6e6db31b398d tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "DELETE /v2.0/security-groups/c7411163-0a19-4231-84ee-81c4db0f5ca7 HTTP/1.1" status: 204 len: 168 time: 0.1826713 Mar 05 05:11:31.045664 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50994) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:31.071048 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb600e-de00-4a8a-b57f-6e6db31b398d tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7411163-0a19-4231-84ee-81c4db0f5ca7,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:31.119021 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-76c696d6-b751-4196-80cb-e99028ec381f tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0718689 Mar 05 05:11:31.122520 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 50996) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:31.129542 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-4433c400-ecd6-41a3-be41-0b6977655168 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Request body: {'security_group': {'name': 'tempest-secgroup--277613250'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:31.164565 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4433c400-ecd6-41a3-be41-0b6977655168 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:31.258556 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4433c400-ecd6-41a3-be41-0b6977655168 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (8e1bfb41-d53a-4a2a-aa07-08a35b83d8a4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:31.264351 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4433c400-ecd6-41a3-be41-0b6977655168 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8e1bfb41-d53a-4a2a-aa07-08a35b83d8a4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:31.275454 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4f21fabc-e0f0-40eb-8699-d85e50c90b1e req-1870ccf5-d610-4991-9e72-8afe6b2a975f tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460761 Mar 05 05:11:31.308772 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4433c400-ecd6-41a3-be41-0b6977655168 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:31.313385 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4433c400-ecd6-41a3-be41-0b6977655168 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1859167 Mar 05 05:11:31.314682 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d227be38-4f4a-40cf-bd7e-5fec74e87992, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d227be38-4f4a-40cf-bd7e-5fec74e87992,segment=NetworkSegment(d8d5c3a7-1937-4fb5-a95b-deb674f5478c),segment_id=d8d5c3a7-1937-4fb5-a95b-deb674f5478c)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:31.349523 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51000) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:31.355309 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'd227be38-4f4a-40cf-bd7e-5fec74e87992', 'network_id': 'c9389072-156c-47a1-b692-a21ec2e2e7bc', 'port_id': 'd227be38-4f4a-40cf-bd7e-5fec74e87992', 'mac_address': 'fa:16:3e:8a:2d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54dfc51b-2138-440e-9fc0-b2821f026297', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:11:31.356727 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-de704013-db8c-4656-b14a-2ebb93c92ce4 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Request body: {'security_group_rule': {'security_group_id': '8e1bfb41-d53a-4a2a-aa07-08a35b83d8a4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:31.359395 n-d-789963-32 neutron-server[105231]: WARNING neutron.api.v2.base [None req-de704013-db8c-4656-b14a-2ebb93c92ce4 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 05 05:11:31.359395 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-de704013-db8c-4656-b14a-2ebb93c92ce4 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:11:31.360498 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-de704013-db8c-4656-b14a-2ebb93c92ce4 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0097687 Mar 05 05:11:31.363340 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51002) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:31.365328 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433c400-ecd6-41a3-be41-0b6977655168 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1bfb41-d53a-4a2a-aa07-08a35b83d8a4,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:31.369499 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-748a4f61-295e-4ceb-bfa9-0e3d665bc684 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Request body: {'security_group_rule': {'security_group_id': '8e1bfb41-d53a-4a2a-aa07-08a35b83d8a4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:31.425778 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556c82fd-f022-4f37-91c1-b4d340a399b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-d198c8d8-6705-4707-82c4-c33caa38a29d', 'network_id': 'd198c8d8-6705-4707-82c4-c33caa38a29d', 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'fixed_ips': [{'subnet_id': 'ed01ddc2-e8f3-431f-a5ac-a65e8e82bea0'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:11:31.432683 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-556c82fd-f022-4f37-91c1-b4d340a399b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:31.505567 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-748a4f61-295e-4ceb-bfa9-0e3d665bc684 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:11:31.506652 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-748a4f61-295e-4ceb-bfa9-0e3d665bc684 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1424067 Mar 05 05:11:31.510122 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51006) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:31.515961 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-27cbb00e-e323-4dc0-be4f-151dc7967fba tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Request body: {'security_group_rule': {'security_group_id': '8e1bfb41-d53a-4a2a-aa07-08a35b83d8a4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:31.516829 n-d-789963-32 neutron-server[105232]: WARNING neutron.api.v2.base [None req-27cbb00e-e323-4dc0-be4f-151dc7967fba tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 05 05:11:31.517460 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-27cbb00e-e323-4dc0-be4f-151dc7967fba tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:11:31.521946 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-27cbb00e-e323-4dc0-be4f-151dc7967fba tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0106082 Mar 05 05:11:31.522631 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51008) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:31.527369 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-818b3f0e-4636-40a9-8e90-f1a1ea670434 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Request body: {'security_group_rule': {'security_group_id': '8e1bfb41-d53a-4a2a-aa07-08a35b83d8a4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:31.577545 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-818b3f0e-4636-40a9-8e90-f1a1ea670434 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:11:31.582075 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51010) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:31.582299 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-818b3f0e-4636-40a9-8e90-f1a1ea670434 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0584521 Mar 05 05:11:31.591619 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-323731e9-14ab-48ae-8131-75a3284bdf19 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Request body: {'security_group_rule': {'security_group_id': '8e1bfb41-d53a-4a2a-aa07-08a35b83d8a4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:31.592160 n-d-789963-32 neutron-server[105231]: WARNING neutron.api.v2.base [None req-323731e9-14ab-48ae-8131-75a3284bdf19 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 05 05:11:31.593787 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-323731e9-14ab-48ae-8131-75a3284bdf19 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:11:31.594951 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-323731e9-14ab-48ae-8131-75a3284bdf19 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0107343 Mar 05 05:11:31.597968 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51012) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:31.602623 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-1defbe00-adde-460f-88f1-e228e89c0ff1 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Request body: {'security_group_rule': {'security_group_id': '8e1bfb41-d53a-4a2a-aa07-08a35b83d8a4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:31.606857 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port d227be38-4f4a-40cf-bd7e-5fec74e87992 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:31.607504 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d227be38-4f4a-40cf-bd7e-5fec74e87992), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:31.608207 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21ea10cf-144d-471b-a632-e722ded99154 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:31.679221 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-1defbe00-adde-460f-88f1-e228e89c0ff1 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:11:31.684419 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1defbe00-adde-460f-88f1-e228e89c0ff1 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0847316 Mar 05 05:11:31.685079 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51016) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:31.687082 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d227be38-4f4a-40cf-bd7e-5fec74e87992 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:11:31.693234 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-2c22f46b-1ceb-4559-8d5c-f16c6b2626fe tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Request body: {'security_group_rule': {'security_group_id': '8e1bfb41-d53a-4a2a-aa07-08a35b83d8a4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:31.694758 n-d-789963-32 neutron-server[105232]: WARNING neutron.api.v2.base [None req-2c22f46b-1ceb-4559-8d5c-f16c6b2626fe tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 05 05:11:31.697444 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-2c22f46b-1ceb-4559-8d5c-f16c6b2626fe tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:11:31.703100 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2c22f46b-1ceb-4559-8d5c-f16c6b2626fe tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0165620 Mar 05 05:11:31.704075 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51018) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:31.714567 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-5493392f-13bb-4196-bd51-747d083ef3e6 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Request body: {'security_group_rule': {'security_group_id': '8e1bfb41-d53a-4a2a-aa07-08a35b83d8a4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:31.751551 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d227be38-4f4a-40cf-bd7e-5fec74e87992, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d227be38-4f4a-40cf-bd7e-5fec74e87992,segment=NetworkSegment(d8d5c3a7-1937-4fb5-a95b-deb674f5478c),segment_id=d8d5c3a7-1937-4fb5-a95b-deb674f5478c)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:31.763046 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-5493392f-13bb-4196-bd51-747d083ef3e6 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:11:31.768991 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5493392f-13bb-4196-bd51-747d083ef3e6 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0631015 Mar 05 05:11:31.769184 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d227be38-4f4a-40cf-bd7e-5fec74e87992), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:31.770108 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51020) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:31.772803 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-556c82fd-f022-4f37-91c1-b4d340a399b7 None None] Allocated IP 2001:db8:3::2 (d198c8d8-6705-4707-82c4-c33caa38a29d/ed01ddc2-e8f3-431f-a5ac-a65e8e82bea0/1f50bba9-5b03-4a33-b607-e14b61f09f78) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:11:31.777071 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-99121810-6abd-4d63-8cc4-83ba3deab284 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Request body: {'security_group_rule': {'security_group_id': '8e1bfb41-d53a-4a2a-aa07-08a35b83d8a4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:31.820375 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-99121810-6abd-4d63-8cc4-83ba3deab284 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:11:31.826285 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-99121810-6abd-4d63-8cc4-83ba3deab284 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0538945 Mar 05 05:11:31.827723 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51022) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:31.838843 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=d227be38-4f4a-40cf-bd7e-5fec74e87992,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:31.850189 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-691c37f4-51ae-4c98-a834-8f9176fcece7 None None] Publish callbacks [] for port (2569e995-182f-42be-94a3-33cc146cda70), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:31.869741 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-691c37f4-51ae-4c98-a834-8f9176fcece7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (2569e995-182f-42be-94a3-33cc146cda70), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:31.914999 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f0e8040-83a4-4754-ab39-2f0c4cff7eef tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (8e1bfb41-d53a-4a2a-aa07-08a35b83d8a4), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:31.945103 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f0e8040-83a4-4754-ab39-2f0c4cff7eef tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (8e1bfb41-d53a-4a2a-aa07-08a35b83d8a4), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:31.957123 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db838b1-7e31-4194-ad9c-57bd9f0f7d9d req-b0bee030-c445-40d5-b6cf-b85a5d5037bf tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:31.958869 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4db838b1-7e31-4194-ad9c-57bd9f0f7d9d req-b0bee030-c445-40d5-b6cf-b85a5d5037bf tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74 HTTP/1.1" status: 200 len: 945 time: 0.2494433 Mar 05 05:11:32.013533 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['d227be38-4f4a-40cf-bd7e-5fec74e87992'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:11:32.015908 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f0e8040-83a4-4754-ab39-2f0c4cff7eef tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8e1bfb41-d53a-4a2a-aa07-08a35b83d8a4), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:32.024407 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f0e8040-83a4-4754-ab39-2f0c4cff7eef tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:32.029865 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2f0e8040-83a4-4754-ab39-2f0c4cff7eef tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "DELETE /v2.0/security-groups/8e1bfb41-d53a-4a2a-aa07-08a35b83d8a4 HTTP/1.1" status: 204 len: 168 time: 0.2007146 Mar 05 05:11:32.031005 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51026) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:32.044336 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e8040-83a4-4754-ab39-2f0c4cff7eef tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1bfb41-d53a-4a2a-aa07-08a35b83d8a4,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:32.053924 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b59e7-004f-4e4c-a2b3-d07624319590 req-63f0e7f8-0dbf-4fbf-a203-481fa80385ad tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:32.055742 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-da3b59e7-004f-4e4c-a2b3-d07624319590 req-63f0e7f8-0dbf-4fbf-a203-481fa80385ad tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.11 "GET /v2.0/ports?device_id=977759f3-a4db-44ae-9088-45310d402922 HTTP/1.1" status: 200 len: 944 time: 0.2810643 Mar 05 05:11:32.072919 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5733d1-148b-4f98-9ae9-4ea941a5987c None None] Pushing event updated for resources: {'Port': ['ID=2569e995-182f-42be-94a3-33cc146cda70,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:32.151217 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4db838b1-7e31-4194-ad9c-57bd9f0f7d9d req-174a042c-9286-497e-aa80-8eeb9c3bc886 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825662 Mar 05 05:11:32.201328 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-19806144-61ba-4af8-bec6-a14c6c4a7420 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1694226 Mar 05 05:11:32.205896 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51030) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:32.214530 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-7b75d30d-fd72-4c7e-8480-0b33d07ac2f1 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1517912138'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:32.217499 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-691c37f4-51ae-4c98-a834-8f9176fcece7 None None] Attempting to bind port 2569e995-182f-42be-94a3-33cc146cda70 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:11:32.218206 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-691c37f4-51ae-4c98-a834-8f9176fcece7 None None] Attempting to bind port 2569e995-182f-42be-94a3-33cc146cda70 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'ac01c634-dd5d-4f66-ad5a-b2a13685a5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f88c6a43-c966-4ece-b15f-259daaae0bd7'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:11:32.218901 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691c37f4-51ae-4c98-a834-8f9176fcece7 None None] Attempting to bind port 2569e995-182f-42be-94a3-33cc146cda70 on network f88c6a43-c966-4ece-b15f-259daaae0bd7 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:11:32.222037 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-da3b59e7-004f-4e4c-a2b3-d07624319590 req-25e48893-9dce-4e71-ba2d-5d0cb0b4fd46 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a24961a-e7d4-42f3-909d-0df69381aabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367521 Mar 05 05:11:32.287824 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691c37f4-51ae-4c98-a834-8f9176fcece7 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:11:32.288316 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691c37f4-51ae-4c98-a834-8f9176fcece7 None None] Checking segment: {'id': 'ac01c634-dd5d-4f66-ad5a-b2a13685a5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f88c6a43-c966-4ece-b15f-259daaae0bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:11:32.289040 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-691c37f4-51ae-4c98-a834-8f9176fcece7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:32.289497 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691c37f4-51ae-4c98-a834-8f9176fcece7 None None] Bound using segment: {'id': 'ac01c634-dd5d-4f66-ad5a-b2a13685a5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f88c6a43-c966-4ece-b15f-259daaae0bd7'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:11:32.290084 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-691c37f4-51ae-4c98-a834-8f9176fcece7 None None] Bound port: 2569e995-182f-42be-94a3-33cc146cda70, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac01c634-dd5d-4f66-ad5a-b2a13685a5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f88c6a43-c966-4ece-b15f-259daaae0bd7'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:11:32.290497 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-691c37f4-51ae-4c98-a834-8f9176fcece7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2569e995-182f-42be-94a3-33cc146cda70), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:32.302365 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b75d30d-fd72-4c7e-8480-0b33d07ac2f1 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:32.335902 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51032) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:32.397475 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-691c37f4-51ae-4c98-a834-8f9176fcece7 None None] For port 2569e995-182f-42be-94a3-33cc146cda70, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:11:32.447009 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b25cbe-80b7-42b5-9794-4b30675ee3c4 req-64aaaa2f-f7b0-4f0a-aeaa-bff468885735 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:32.447313 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-691c37f4-51ae-4c98-a834-8f9176fcece7 None None] For port 2569e995-182f-42be-94a3-33cc146cda70, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=2569e995-182f-42be-94a3-33cc146cda70,segment=NetworkSegment(ac01c634-dd5d-4f66-ad5a-b2a13685a5b5),segment_id=ac01c634-dd5d-4f66-ad5a-b2a13685a5b5)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:11:32.447791 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-15b25cbe-80b7-42b5-9794-4b30675ee3c4 req-64aaaa2f-f7b0-4f0a-aeaa-bff468885735 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 944 time: 0.1399913 Mar 05 05:11:32.455839 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-691c37f4-51ae-4c98-a834-8f9176fcece7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (2569e995-182f-42be-94a3-33cc146cda70), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:32.464124 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-556c82fd-f022-4f37-91c1-b4d340a399b7 None None] Publish callbacks [] for port (1f50bba9-5b03-4a33-b607-e14b61f09f78), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:32.523849 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-556c82fd-f022-4f37-91c1-b4d340a399b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (1f50bba9-5b03-4a33-b607-e14b61f09f78), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:32.627509 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691c37f4-51ae-4c98-a834-8f9176fcece7 None None] Routers {'9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:11:32.628147 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-691c37f4-51ae-4c98-a834-8f9176fcece7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:11:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:32.642021 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556c82fd-f022-4f37-91c1-b4d340a399b7 None None] Network d198c8d8-6705-4707-82c4-c33caa38a29d is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:11:32.645524 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e751f257-45a7-4b6a-8188-bc55da0bb3b0 tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] 10.222.0.11 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3714 time: 0.3043573 Mar 05 05:11:32.645692 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51036) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:32.653146 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-c218b47c-d207-4a4b-8138-9ab439b88b3c tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Request body: {'network': {'name': 'tempest-network-smoke--456844296', 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'port_security_enabled': False}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:32.682973 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-15b25cbe-80b7-42b5-9794-4b30675ee3c4 req-e18acb5f-ccc4-4975-8427-65fbb8ae095b tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470212 Mar 05 05:11:32.710501 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-21ea10cf-144d-471b-a632-e722ded99154 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Allocated IP 2001:db8:3::1 (d198c8d8-6705-4707-82c4-c33caa38a29d/ed01ddc2-e8f3-431f-a5ac-a65e8e82bea0/99c7f757-6608-43be-b6dd-ff0ab91d8efb) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:11:32.719835 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5733d1-148b-4f98-9ae9-4ea941a5987c None None] Pushing event updated for resources: {'Port': ['ID=2569e995-182f-42be-94a3-33cc146cda70,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:32.728560 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-556c82fd-f022-4f37-91c1-b4d340a399b7 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:11:32.740945 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c218b47c-d207-4a4b-8138-9ab439b88b3c tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Made reservation on behalf of d87f4bc3b1ad4083a50bfbdb9336d51e for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:11:32.747410 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c218b47c-d207-4a4b-8138-9ab439b88b3c tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:32.756339 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b75d30d-fd72-4c7e-8480-0b33d07ac2f1 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (9f5334a6-e0dd-433e-a0aa-b60bb59eb527), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:32.776163 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b75d30d-fd72-4c7e-8480-0b33d07ac2f1 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (9f5334a6-e0dd-433e-a0aa-b60bb59eb527), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:32.779133 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556c82fd-f022-4f37-91c1-b4d340a399b7 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:11:32.818416 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-64611eef-fb66-4b34-82f9-37d3dfde2fbb None None] Provisioning complete for port 2569e995-182f-42be-94a3-33cc146cda70 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:32.819431 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-64611eef-fb66-4b34-82f9-37d3dfde2fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2569e995-182f-42be-94a3-33cc146cda70), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:32.839782 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b75d30d-fd72-4c7e-8480-0b33d07ac2f1 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:32.840934 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7b75d30d-fd72-4c7e-8480-0b33d07ac2f1 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6340337 Mar 05 05:11:32.845367 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51038) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:32.851718 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-d845d062-9753-4748-85b5-2a88b83a6e09 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Request body: {'security_group_rule': {'security_group_id': '9f5334a6-e0dd-433e-a0aa-b60bb59eb527', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:32.900362 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75d30d-fd72-4c7e-8480-0b33d07ac2f1 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5334a6-e0dd-433e-a0aa-b60bb59eb527,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:32.918469 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c218b47c-d207-4a4b-8138-9ab439b88b3c tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:11:32.950238 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c218b47c-d207-4a4b-8138-9ab439b88b3c tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (b4c4eef9-198e-493f-bbc7-1f0634dd6a00), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:32.950910 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-c218b47c-d207-4a4b-8138-9ab439b88b3c tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Added segment b4c4eef9-198e-493f-bbc7-1f0634dd6a00 of type vlan for network bc195114-68e7-4f7a-966c-27ef3f5908c1 Mar 05 05:11:32.962951 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bacd91-b68b-40ac-96dc-c99e1b835a04 req-ff2c4198-381b-4398-bed8-c60c9f74954b tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:32.967360 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-691c37f4-51ae-4c98-a834-8f9176fcece7 None None] Set router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:11:32.971372 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bacd91-b68b-40ac-96dc-c99e1b835a04 req-ff2c4198-381b-4398-bed8-c60c9f74954b tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:32.982975 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bacd91-b68b-40ac-96dc-c99e1b835a04 req-ff2c4198-381b-4398-bed8-c60c9f74954b tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:32.985822 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c7bacd91-b68b-40ac-96dc-c99e1b835a04 req-ff2c4198-381b-4398-bed8-c60c9f74954b tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b95ca92-e7b4-48b8-b29c-d5af304fbc43&device_id=f03ee14d-cd09-4ba3-8a36-9952b1c31738&device_id=b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74 HTTP/1.1" status: 200 len: 2417 time: 0.1618774 Mar 05 05:11:32.991607 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21ea10cf-144d-471b-a632-e722ded99154 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for port (99c7f757-6608-43be-b6dd-ff0ab91d8efb), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:32.994317 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c82fd-f022-4f37-91c1-b4d340a399b7 None None] Pushing event updated for resources: {'Port': ['ID=1f50bba9-5b03-4a33-b607-e14b61f09f78,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:33.003507 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-d845d062-9753-4748-85b5-2a88b83a6e09 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] create failed (client error): The resource could not be found. Mar 05 05:11:33.006119 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d845d062-9753-4748-85b5-2a88b83a6e09 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1597872 Mar 05 05:11:33.008278 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51040) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:33.021557 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-eacb5893-5305-48bd-a7ed-1072a1d8bbd7 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Request body: {'security_group_rule': {'security_group_id': '9f5334a6-e0dd-433e-a0aa-b60bb59eb527', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '7738de24-8f91-4589-84f8-24a9875824a6'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:33.025231 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c218b47c-d207-4a4b-8138-9ab439b88b3c tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (bc195114-68e7-4f7a-966c-27ef3f5908c1), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:33.063318 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c218b47c-d207-4a4b-8138-9ab439b88b3c tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (bc195114-68e7-4f7a-966c-27ef3f5908c1), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:33.067802 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-556c82fd-f022-4f37-91c1-b4d340a399b7 None None] Attempting to bind port 1f50bba9-5b03-4a33-b607-e14b61f09f78 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:11:33.068317 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-556c82fd-f022-4f37-91c1-b4d340a399b7 None None] Attempting to bind port 1f50bba9-5b03-4a33-b607-e14b61f09f78 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '0eed478e-19b3-4cd8-9d50-3d9ef7374839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd198c8d8-6705-4707-82c4-c33caa38a29d'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:11:33.068715 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556c82fd-f022-4f37-91c1-b4d340a399b7 None None] Attempting to bind port 1f50bba9-5b03-4a33-b607-e14b61f09f78 on network d198c8d8-6705-4707-82c4-c33caa38a29d {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:11:33.073413 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c218b47c-d207-4a4b-8138-9ab439b88b3c tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:33.074547 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c218b47c-d207-4a4b-8138-9ab439b88b3c tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:33.100278 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c7bacd91-b68b-40ac-96dc-c99e1b835a04 req-173c1779-421a-49dd-86d8-c08a33d974ad tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064351 Mar 05 05:11:33.122689 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21ea10cf-144d-471b-a632-e722ded99154 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (99c7f757-6608-43be-b6dd-ff0ab91d8efb), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:33.150855 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c218b47c-d207-4a4b-8138-9ab439b88b3c tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5030818 Mar 05 05:11:33.161286 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51044) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:33.170840 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-1047d6e4-7b51-4035-bed0-91af058b0ac7 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-525848625', 'admin_state_up': True, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:33.187840 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea10cf-144d-471b-a632-e722ded99154 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Port': ['ID=99c7f757-6608-43be-b6dd-ff0ab91d8efb,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:33.197314 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ea10cf-144d-471b-a632-e722ded99154 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network d198c8d8-6705-4707-82c4-c33caa38a29d is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:11:33.198701 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-eacb5893-5305-48bd-a7ed-1072a1d8bbd7 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] create failed (client error): The resource could not be found. Mar 05 05:11:33.202895 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-eacb5893-5305-48bd-a7ed-1072a1d8bbd7 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1825879 Mar 05 05:11:33.202895 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-21ea10cf-144d-471b-a632-e722ded99154 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:11:33.203987 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ea10cf-144d-471b-a632-e722ded99154 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:11:33.204884 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21ea10cf-144d-471b-a632-e722ded99154 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:33.207517 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51046) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:33.211602 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556c82fd-f022-4f37-91c1-b4d340a399b7 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:11:33.212131 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556c82fd-f022-4f37-91c1-b4d340a399b7 None None] Checking segment: {'id': '0eed478e-19b3-4cd8-9d50-3d9ef7374839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd198c8d8-6705-4707-82c4-c33caa38a29d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:11:33.212639 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-556c82fd-f022-4f37-91c1-b4d340a399b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:33.213201 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556c82fd-f022-4f37-91c1-b4d340a399b7 None None] Bound using segment: {'id': '0eed478e-19b3-4cd8-9d50-3d9ef7374839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd198c8d8-6705-4707-82c4-c33caa38a29d'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:11:33.213913 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-556c82fd-f022-4f37-91c1-b4d340a399b7 None None] Bound port: 1f50bba9-5b03-4a33-b607-e14b61f09f78, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eed478e-19b3-4cd8-9d50-3d9ef7374839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd198c8d8-6705-4707-82c4-c33caa38a29d'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:11:33.214414 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-556c82fd-f022-4f37-91c1-b4d340a399b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1f50bba9-5b03-4a33-b607-e14b61f09f78), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:33.281710 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-64611eef-fb66-4b34-82f9-37d3dfde2fbb None None] Current status of the port 2569e995-182f-42be-94a3-33cc146cda70 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:33.282252 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-64611eef-fb66-4b34-82f9-37d3dfde2fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2569e995-182f-42be-94a3-33cc146cda70), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:33.306715 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218b47c-d207-4a4b-8138-9ab439b88b3c tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Pushing event updated for resources: {'Network': ['ID=bc195114-68e7-4f7a-966c-27ef3f5908c1,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:33.327633 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network bc195114-68e7-4f7a-966c-27ef3f5908c1 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:11:33.328092 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1047d6e4-7b51-4035-bed0-91af058b0ac7 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (fe9e3d35-8486-4fec-b928-31d4a60c5d7c), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:33.330434 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1047d6e4-7b51-4035-bed0-91af058b0ac7 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (fe9e3d35-8486-4fec-b928-31d4a60c5d7c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:33.408138 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1047d6e4-7b51-4035-bed0-91af058b0ac7 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for router_controller (fe9e3d35-8486-4fec-b928-31d4a60c5d7c), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:33.502007 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d33ca4-a372-4e63-b6ab-9153b9170cfa req-834189cd-cedc-4834-8204-a32b1c2301d4 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:33.508889 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-65d33ca4-a372-4e63-b6ab-9153b9170cfa req-834189cd-cedc-4834-8204-a32b1c2301d4 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.11 "GET /v2.0/ports?device_id=977759f3-a4db-44ae-9088-45310d402922 HTTP/1.1" status: 200 len: 944 time: 0.1572583 Mar 05 05:11:33.571626 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21ea10cf-144d-471b-a632-e722ded99154 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (99c7f757-6608-43be-b6dd-ff0ab91d8efb), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:33.580285 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402fe11-80fd-46da-b50d-7e46bcd620d0 req-1e3a3473-97d5-4439-bf13-2d3cabc9998c tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:33.581824 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a402fe11-80fd-46da-b50d-7e46bcd620d0 req-1e3a3473-97d5-4439-bf13-2d3cabc9998c tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b95ca92-e7b4-48b8-b29c-d5af304fbc43 HTTP/1.1" status: 200 len: 946 time: 0.2788618 Mar 05 05:11:33.586945 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d0763363-eac2-4e28-a62a-3aad4df545a7 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (9f5334a6-e0dd-433e-a0aa-b60bb59eb527), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:33.621382 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1047d6e4-7b51-4035-bed0-91af058b0ac7 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for router_gateway (fe9e3d35-8486-4fec-b928-31d4a60c5d7c), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:33.652625 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d0763363-eac2-4e28-a62a-3aad4df545a7 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (9f5334a6-e0dd-433e-a0aa-b60bb59eb527), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:33.684072 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-64611eef-fb66-4b34-82f9-37d3dfde2fbb None None] For port 2569e995-182f-42be-94a3-33cc146cda70, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=2569e995-182f-42be-94a3-33cc146cda70,segment=NetworkSegment(ac01c634-dd5d-4f66-ad5a-b2a13685a5b5),segment_id=ac01c634-dd5d-4f66-ad5a-b2a13685a5b5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:33.699050 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-556c82fd-f022-4f37-91c1-b4d340a399b7 None None] For port 1f50bba9-5b03-4a33-b607-e14b61f09f78, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:11:33.704760 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-64611eef-fb66-4b34-82f9-37d3dfde2fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (2569e995-182f-42be-94a3-33cc146cda70), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:33.719897 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-556c82fd-f022-4f37-91c1-b4d340a399b7 None None] For port 1f50bba9-5b03-4a33-b607-e14b61f09f78, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=1f50bba9-5b03-4a33-b607-e14b61f09f78,segment=NetworkSegment(0eed478e-19b3-4cd8-9d50-3d9ef7374839),segment_id=0eed478e-19b3-4cd8-9d50-3d9ef7374839)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:11:33.747888 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-556c82fd-f022-4f37-91c1-b4d340a399b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1f50bba9-5b03-4a33-b607-e14b61f09f78), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:33.755485 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a402fe11-80fd-46da-b50d-7e46bcd620d0 req-a9453cc2-1469-4ce0-8203-413040ba9531 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523023 Mar 05 05:11:33.759030 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-65d33ca4-a372-4e63-b6ab-9153b9170cfa req-016cb157-f670-47a5-b6be-126826f852e1 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a24961a-e7d4-42f3-909d-0df69381aabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493365 Mar 05 05:11:33.835117 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64611eef-fb66-4b34-82f9-37d3dfde2fbb None None] Pushing event updated for resources: {'Port': ['ID=2569e995-182f-42be-94a3-33cc146cda70,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:33.872945 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d004b999-455f-4afd-8190-0d94dc1346ac None None] Provisioning complete for port 2569e995-182f-42be-94a3-33cc146cda70 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:33.873329 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d004b999-455f-4afd-8190-0d94dc1346ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2569e995-182f-42be-94a3-33cc146cda70), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:33.879621 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-691c37f4-51ae-4c98-a834-8f9176fcece7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'name': 'tempest-RoutersIpV6Test-router-871576514', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:58Z', 'updated_at': '2022-03-05T05:11:28Z', 'revision_number': 4, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'gw_port_host': None, '_interfaces': [{'id': '2569e995-182f-42be-94a3-33cc146cda70', 'name': '', 'network_id': 'f88c6a43-c966-4ece-b15f-259daaae0bd7', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:46:12:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a8e8d834-5b98-4878-abfc-ebffbfd40479', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:27Z', 'updated_at': '2022-03-05T05:11:32Z', 'revision_number': 4, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a8e8d834-5b98-4878-abfc-ebffbfd40479', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46db41dc-0c7f-452f-8d0e-d7da1d702115', 'name': '', 'network_id': 'e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:ec:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:17Z', 'updated_at': '2022-03-05T05:11:24Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7e76a8-f379-447d-ae0d-d311a203aa5b', 'name': '', 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:d2:b9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:04Z', 'updated_at': '2022-03-05T05:11:13Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:33.953802 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691c37f4-51ae-4c98-a834-8f9176fcece7 None None] The sync data for ids ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'] in n-d-789963-32 is: [{'id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'name': 'tempest-RoutersIpV6Test-router-871576514', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:58Z', 'updated_at': '2022-03-05T05:11:28Z', 'revision_number': 4, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'gw_port_host': None, '_interfaces': [{'id': '2569e995-182f-42be-94a3-33cc146cda70', 'name': '', 'network_id': 'f88c6a43-c966-4ece-b15f-259daaae0bd7', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:46:12:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a8e8d834-5b98-4878-abfc-ebffbfd40479', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:27Z', 'updated_at': '2022-03-05T05:11:32Z', 'revision_number': 4, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a8e8d834-5b98-4878-abfc-ebffbfd40479', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46db41dc-0c7f-452f-8d0e-d7da1d702115', 'name': '', 'network_id': 'e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:ec:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:17Z', 'updated_at': '2022-03-05T05:11:24Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7e76a8-f379-447d-ae0d-d311a203aa5b', 'name': '', 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:d2:b9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:04Z', 'updated_at': '2022-03-05T05:11:13Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:11:33.965010 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d0763363-eac2-4e28-a62a-3aad4df545a7 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (9f5334a6-e0dd-433e-a0aa-b60bb59eb527), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:33.973570 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d0763363-eac2-4e28-a62a-3aad4df545a7 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:33.986288 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556c82fd-f022-4f37-91c1-b4d340a399b7 None None] Pushing event updated for resources: {'Port': ['ID=1f50bba9-5b03-4a33-b607-e14b61f09f78,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:33.987625 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d0763363-eac2-4e28-a62a-3aad4df545a7 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "DELETE /v2.0/security-groups/9f5334a6-e0dd-433e-a0aa-b60bb59eb527 HTTP/1.1" status: 204 len: 168 time: 0.7781963 Mar 05 05:11:34.062859 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51056) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:34.129624 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d004b999-455f-4afd-8190-0d94dc1346ac None None] Current status of the port 2569e995-182f-42be-94a3-33cc146cda70 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:34.157581 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0763363-eac2-4e28-a62a-3aad4df545a7 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5334a6-e0dd-433e-a0aa-b60bb59eb527,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:34.285249 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f6cb0044-07ea-416e-876f-33fa9bb762d2 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2124264 Mar 05 05:11:34.285249 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0763363-eac2-4e28-a62a-3aad4df545a7 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:34.285249 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0763363-eac2-4e28-a62a-3aad4df545a7 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:34.285249 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0763363-eac2-4e28-a62a-3aad4df545a7 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:34.285249 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0763363-eac2-4e28-a62a-3aad4df545a7 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:34.285249 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0763363-eac2-4e28-a62a-3aad4df545a7 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:34.285960 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0763363-eac2-4e28-a62a-3aad4df545a7 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:34.285960 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0763363-eac2-4e28-a62a-3aad4df545a7 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:34.286173 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0763363-eac2-4e28-a62a-3aad4df545a7 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:34.286426 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0763363-eac2-4e28-a62a-3aad4df545a7 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:34.286625 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0763363-eac2-4e28-a62a-3aad4df545a7 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:34.287457 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0763363-eac2-4e28-a62a-3aad4df545a7 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:34.287770 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0763363-eac2-4e28-a62a-3aad4df545a7 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:34.288105 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0763363-eac2-4e28-a62a-3aad4df545a7 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:11:34.307639 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51058) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:34.329242 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-43da303f-525f-4d78-b224-24f44f9aa814 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Request body: {'security_group_rule': {'security_group_id': 'aadc14bf-d55c-4d06-be61-00c3881c2080', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:34.475090 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecf1d3-e2ba-4947-9194-14e77d517dde req-1a050461-ec42-41e5-8410-f9bbba1791a8 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:34.476965 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-59ecf1d3-e2ba-4947-9194-14e77d517dde req-1a050461-ec42-41e5-8410-f9bbba1791a8 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 944 time: 0.5523939 Mar 05 05:11:34.581024 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-43da303f-525f-4d78-b224-24f44f9aa814 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] create failed (client error): The resource could not be found. Mar 05 05:11:34.582830 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-43da303f-525f-4d78-b224-24f44f9aa814 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2727463 Mar 05 05:11:34.592486 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51064) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:34.598346 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-962bf6f0-2120-4ef1-8da1-e48760981c45 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1093686550'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:34.613574 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1047d6e4-7b51-4035-bed0-91af058b0ac7 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for router_gateway (fe9e3d35-8486-4fec-b928-31d4a60c5d7c), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:34.642675 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1047d6e4-7b51-4035-bed0-91af058b0ac7 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:34.654885 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-962bf6f0-2120-4ef1-8da1-e48760981c45 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:34.664006 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-59ecf1d3-e2ba-4947-9194-14e77d517dde req-0682beac-cd39-41ee-a8f5-a8c1819775b9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811411 Mar 05 05:11:34.667272 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d227be38-4f4a-40cf-bd7e-5fec74e87992 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:11:34.725118 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21ea10cf-144d-471b-a632-e722ded99154 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for port (99c7f757-6608-43be-b6dd-ff0ab91d8efb), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:34.740912 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21ea10cf-144d-471b-a632-e722ded99154 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (99c7f757-6608-43be-b6dd-ff0ab91d8efb), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:34.742141 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21ea10cf-144d-471b-a632-e722ded99154 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:34.786031 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-1047d6e4-7b51-4035-bed0-91af058b0ac7 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Allocated IP 172.25.0.6 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/43f4ebe5-9efe-4e67-96fd-c211ef164245) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:11:34.798822 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port d227be38-4f4a-40cf-bd7e-5fec74e87992 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:11:34.810545 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port d227be38-4f4a-40cf-bd7e-5fec74e87992 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:34.814292 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d227be38-4f4a-40cf-bd7e-5fec74e87992), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:34.948860 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea10cf-144d-471b-a632-e722ded99154 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event updated for resources: {'Port': ['ID=99c7f757-6608-43be-b6dd-ff0ab91d8efb,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:35.019917 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1047d6e4-7b51-4035-bed0-91af058b0ac7 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for port (43f4ebe5-9efe-4e67-96fd-c211ef164245), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:35.072382 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port d227be38-4f4a-40cf-bd7e-5fec74e87992 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:35.073372 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d227be38-4f4a-40cf-bd7e-5fec74e87992), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:35.080544 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1047d6e4-7b51-4035-bed0-91af058b0ac7 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (43f4ebe5-9efe-4e67-96fd-c211ef164245), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:35.127924 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977759f3-a4db-44ae-9088-45310d402922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd227be38-4f4a-40cf-bd7e-5fec74e87992'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:11:35.131216 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed863ca-53df-4465-80a8-3ad9f47eb1af" -d '{"events": [{"server_uuid": "977759f3-a4db-44ae-9088-45310d402922", "name": "network-vif-plugged", "status": "completed", "tag": "d227be38-4f4a-40cf-bd7e-5fec74e87992"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:11:35.183428 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port d227be38-4f4a-40cf-bd7e-5fec74e87992, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d227be38-4f4a-40cf-bd7e-5fec74e87992,segment=NetworkSegment(d8d5c3a7-1937-4fb5-a95b-deb674f5478c),segment_id=d8d5c3a7-1937-4fb5-a95b-deb674f5478c)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:35.194610 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d227be38-4f4a-40cf-bd7e-5fec74e87992), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:35.207508 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047d6e4-7b51-4035-bed0-91af058b0ac7 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Pushing event updated for resources: {'Port': ['ID=43f4ebe5-9efe-4e67-96fd-c211ef164245,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:35.220107 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-962bf6f0-2120-4ef1-8da1-e48760981c45 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (93706fa7-1318-40e3-aa4c-03f94c24e977), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:35.221032 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1047d6e4-7b51-4035-bed0-91af058b0ac7 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:11:35.224907 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-1047d6e4-7b51-4035-bed0-91af058b0ac7 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:11:35.228481 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1047d6e4-7b51-4035-bed0-91af058b0ac7 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:11:35.241286 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-962bf6f0-2120-4ef1-8da1-e48760981c45 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (93706fa7-1318-40e3-aa4c-03f94c24e977), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:35.345781 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d6423d-defe-4f9c-957c-52f5444c61b0 x-openstack-request-id: req-c6d6423d-defe-4f9c-957c-52f5444c61b0 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:11:35.346242 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977759f3-a4db-44ae-9088-45310d402922", "name": "network-vif-plugged", "status": "completed", "tag": "d227be38-4f4a-40cf-bd7e-5fec74e87992", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:11:35.346768 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c6d6423d-defe-4f9c-957c-52f5444c61b0 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:11:35.347344 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977759f3-a4db-44ae-9088-45310d402922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd227be38-4f4a-40cf-bd7e-5fec74e87992', 'code': 200} Mar 05 05:11:35.349079 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=d227be38-4f4a-40cf-bd7e-5fec74e87992,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:35.361757 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd1f17-d8f5-4e40-bae0-c655e1e4bd44 req-a0484e5c-29ed-4ea8-93b5-e48ac28545c1 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:35.365786 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c8cd1f17-d8f5-4e40-bae0-c655e1e4bd44 req-a0484e5c-29ed-4ea8-93b5-e48ac28545c1 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.11 "GET /v2.0/ports?device_id=977759f3-a4db-44ae-9088-45310d402922 HTTP/1.1" status: 200 len: 944 time: 0.4263186 Mar 05 05:11:35.383501 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-962bf6f0-2120-4ef1-8da1-e48760981c45 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:35.387255 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-962bf6f0-2120-4ef1-8da1-e48760981c45 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7907889 Mar 05 05:11:35.391167 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51078) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:35.406783 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ea10cf-144d-471b-a632-e722ded99154 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Network d198c8d8-6705-4707-82c4-c33caa38a29d is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:11:35.408771 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-08bcb2ab-ff85-44bb-b1e5-8103516fed11 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Request body: {'security_group': {'name': 'tempest-secgroup--104775155'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:35.414281 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962bf6f0-2120-4ef1-8da1-e48760981c45 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93706fa7-1318-40e3-aa4c-03f94c24e977,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:35.513602 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c8cd1f17-d8f5-4e40-bae0-c655e1e4bd44 req-b89b38f0-2357-4e03-8191-e976f18317be tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a24961a-e7d4-42f3-909d-0df69381aabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380043 Mar 05 05:11:35.517384 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-21ea10cf-144d-471b-a632-e722ded99154 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:11:35.584578 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aec348-b985-473c-9728-6189f9a466cd req-30a246f8-d396-47e0-bdd4-fe1d25102fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:35.586208 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-89aec348-b985-473c-9728-6189f9a466cd req-30a246f8-d396-47e0-bdd4-fe1d25102fa9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=977759f3-a4db-44ae-9088-45310d402922 HTTP/1.1" status: 200 len: 1128 time: 0.2391355 Mar 05 05:11:35.794451 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 1f50bba9-5b03-4a33-b607-e14b61f09f78 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:11:35.806712 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-89aec348-b985-473c-9728-6189f9a466cd req-984882dd-7266-4586-91f8-7220cf4f630a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8a24961a-e7d4-42f3-909d-0df69381aabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063203 Mar 05 05:11:35.851830 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527e6acd-d65b-4217-949e-61507aeb9bc7 None None] Network d198c8d8-6705-4707-82c4-c33caa38a29d requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:11:35.898774 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1047d6e4-7b51-4035-bed0-91af058b0ac7 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for router_gateway (fe9e3d35-8486-4fec-b928-31d4a60c5d7c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:35.974682 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6b95907e-9425-41b9-8d3e-a239ef5976fe None None] Provisioning complete for port 1f50bba9-5b03-4a33-b607-e14b61f09f78 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:35.975404 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6b95907e-9425-41b9-8d3e-a239ef5976fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1f50bba9-5b03-4a33-b607-e14b61f09f78), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:36.012725 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 1f50bba9-5b03-4a33-b607-e14b61f09f78 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:36.013429 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1f50bba9-5b03-4a33-b607-e14b61f09f78), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:36.146608 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 1f50bba9-5b03-4a33-b607-e14b61f09f78 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:36.146891 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1f50bba9-5b03-4a33-b607-e14b61f09f78), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:36.156814 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1047d6e4-7b51-4035-bed0-91af058b0ac7 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (fe9e3d35-8486-4fec-b928-31d4a60c5d7c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:36.193834 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 1f50bba9-5b03-4a33-b607-e14b61f09f78, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=1f50bba9-5b03-4a33-b607-e14b61f09f78,segment=NetworkSegment(0eed478e-19b3-4cd8-9d50-3d9ef7374839),segment_id=0eed478e-19b3-4cd8-9d50-3d9ef7374839)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:36.219695 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1f50bba9-5b03-4a33-b607-e14b61f09f78), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:36.220568 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 2569e995-182f-42be-94a3-33cc146cda70 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:11:36.233505 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-08bcb2ab-ff85-44bb-b1e5-8103516fed11 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:36.314151 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=1f50bba9-5b03-4a33-b607-e14b61f09f78,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:36.334259 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6b95907e-9425-41b9-8d3e-a239ef5976fe None None] Current status of the port 1f50bba9-5b03-4a33-b607-e14b61f09f78 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:36.334658 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6b95907e-9425-41b9-8d3e-a239ef5976fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1f50bba9-5b03-4a33-b607-e14b61f09f78), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:36.364055 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ea10cf-144d-471b-a632-e722ded99154 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:11:36.366897 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1047d6e4-7b51-4035-bed0-91af058b0ac7 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Router fe9e3d35-8486-4fec-b928-31d4a60c5d7c is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:11:36.390404 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 2569e995-182f-42be-94a3-33cc146cda70 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:36.390829 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2569e995-182f-42be-94a3-33cc146cda70), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:36.404007 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5838d5f-d001-470d-a625-7fcc58ec4001 req-ffbedd53-e916-4155-b7e9-70380c42db40 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:36.406018 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e5838d5f-d001-470d-a625-7fcc58ec4001 req-ffbedd53-e916-4155-b7e9-70380c42db40 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74 HTTP/1.1" status: 200 len: 945 time: 0.1774764 Mar 05 05:11:36.428030 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae965dc1-278b-4e7a-8c55-d5e4eefe3b28 req-41f1e483-06df-431b-9fb6-48d88c82e601 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:36.431757 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ae965dc1-278b-4e7a-8c55-d5e4eefe3b28 req-41f1e483-06df-431b-9fb6-48d88c82e601 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 944 time: 0.2063961 Mar 05 05:11:36.453353 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-6b95907e-9425-41b9-8d3e-a239ef5976fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 05:11:36.453728 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-6b95907e-9425-41b9-8d3e-a239ef5976fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 05:11:36.527023 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 2569e995-182f-42be-94a3-33cc146cda70 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:36.536667 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1047d6e4-7b51-4035-bed0-91af058b0ac7 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:11:36.547561 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950da03d-ff2b-48f1-a1a7-fbff60165d26 None None] Sync routers for ids ['fe9e3d35-8486-4fec-b928-31d4a60c5d7c'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:11:36.567603 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950da03d-ff2b-48f1-a1a7-fbff60165d26 None None] Routers {'fe9e3d35-8486-4fec-b928-31d4a60c5d7c'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:11:36.568307 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-950da03d-ff2b-48f1-a1a7-fbff60165d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:11:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['fe9e3d35-8486-4fec-b928-31d4a60c5d7c'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:36.570490 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1047d6e4-7b51-4035-bed0-91af058b0ac7 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:36.574592 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1047d6e4-7b51-4035-bed0-91af058b0ac7 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.4099088 Mar 05 05:11:36.574954 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51090) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:36.660277 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e5838d5f-d001-470d-a625-7fcc58ec4001 req-ffe5f26b-acce-4346-8b3a-dd726dcda1c8 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406373 Mar 05 05:11:36.691099 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf4f706-8263-4926-b36a-810d114a3441 tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:36.695723 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-bcf4f706-8263-4926-b36a-810d114a3441 tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=d87f4bc3b1ad4083a50bfbdb9336d51e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1196320 Mar 05 05:11:36.696411 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51092) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:36.742409 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-08bcb2ab-ff85-44bb-b1e5-8103516fed11 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (f7207a04-bd7b-4ae7-9a61-da1150dcb3e0), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:36.753832 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-950da03d-ff2b-48f1-a1a7-fbff60165d26 None None] Set router fe9e3d35-8486-4fec-b928-31d4a60c5d7c gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:11:36.763562 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ae965dc1-278b-4e7a-8c55-d5e4eefe3b28 req-f6c75b89-faf7-4968-ac1e-a69fa77125ce tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185647 Mar 05 05:11:36.787455 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-08bcb2ab-ff85-44bb-b1e5-8103516fed11 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f7207a04-bd7b-4ae7-9a61-da1150dcb3e0), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:36.813519 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ea10cf-144d-471b-a632-e722ded99154 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:11:36.824030 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-21ea10cf-144d-471b-a632-e722ded99154 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "PUT /v2.0/routers/9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8233669 Mar 05 05:11:36.829181 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279c596e-1a89-44aa-81a5-39561a950b88 None None] Sync routers for ids ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:11:36.836931 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-08bcb2ab-ff85-44bb-b1e5-8103516fed11 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:36.838467 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-08bcb2ab-ff85-44bb-b1e5-8103516fed11 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4367509 Mar 05 05:11:36.842142 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51096) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:36.843278 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51098) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:36.851385 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-7ba701ab-d395-4615-b7ce-6b0c3342f8a7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:36.854674 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279c596e-1a89-44aa-81a5-39561a950b88 None None] Routers {'9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:11:36.856600 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-279c596e-1a89-44aa-81a5-39561a950b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:11:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:36.898108 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-9bbb2779-ad2b-4379-ad89-2ae6441e2d8a tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Request body: {'security_group_rule': {'security_group_id': '93706fa7-1318-40e3-aa4c-03f94c24e977', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f7207a04-bd7b-4ae7-9a61-da1150dcb3e0'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:36.921631 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680b803e-3102-4101-aea6-7a954b7a4250 tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:36.933557 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-680b803e-3102-4101-aea6-7a954b7a4250 tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2338316 Mar 05 05:11:36.934882 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51100) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:36.971429 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcb2ab-ff85-44bb-b1e5-8103516fed11 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7207a04-bd7b-4ae7-9a61-da1150dcb3e0,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:37.009300 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f043ef4e-61d4-4339-940f-f565982e085e tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=ff625bbb-6b8f-4740-be08-a562ec9a34a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0708613 Mar 05 05:11:37.009659 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51102) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:37.060734 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-499afd3b-c5ff-44dd-8976-03147a331eff tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=d87f4bc3b1ad4083a50bfbdb9336d51e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0492969 Mar 05 05:11:37.062753 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51104) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:37.083953 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6b95907e-9425-41b9-8d3e-a239ef5976fe None None] Current status of the port 1f50bba9-5b03-4a33-b607-e14b61f09f78 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:37.099111 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-279c596e-1a89-44aa-81a5-39561a950b88 None None] Set router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:11:37.126218 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-950da03d-ff2b-48f1-a1a7-fbff60165d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9e3d35-8486-4fec-b928-31d4a60c5d7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-525848625', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '43f4ebe5-9efe-4e67-96fd-c211ef164245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:11:33Z', 'updated_at': '2022-03-05T05:11:35Z', 'revision_number': 3, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'gw_port': {'id': '43f4ebe5-9efe-4e67-96fd-c211ef164245', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ca:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe9e3d35-8486-4fec-b928-31d4a60c5d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:34Z', 'updated_at': '2022-03-05T05:11:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:37.178928 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950da03d-ff2b-48f1-a1a7-fbff60165d26 None None] Checking router: fe9e3d35-8486-4fec-b928-31d4a60c5d7c for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:11:37.188965 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cb424d-fb82-4c5f-a5fc-e7afa3672631 tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:37.189744 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950da03d-ff2b-48f1-a1a7-fbff60165d26 None None] Updating router fe9e3d35-8486-4fec-b928-31d4a60c5d7c port 43f4ebe5-9efe-4e67-96fd-c211ef164245 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:11:37.190730 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-42cb424d-fb82-4c5f-a5fc-e7afa3672631 tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1263220 Mar 05 05:11:37.194604 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51106) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:37.235287 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f0c320f9-bb09-4c53-8619-491f1c76e78f tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=ff625bbb-6b8f-4740-be08-a562ec9a34a4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393262 Mar 05 05:11:37.238305 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51108) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:37.242526 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-950da03d-ff2b-48f1-a1a7-fbff60165d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (43f4ebe5-9efe-4e67-96fd-c211ef164245), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:37.243590 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-bcec03ea-8066-411f-9832-e285ee0a3f5d tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-473623949', 'network_id': 'bc195114-68e7-4f7a-966c-27ef3f5908c1', 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:37.289670 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-981e292c-9191-4de5-b1e4-78f5a4867518 None None] Provisioning complete for port 1f50bba9-5b03-4a33-b607-e14b61f09f78 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:37.290072 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-981e292c-9191-4de5-b1e4-78f5a4867518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1f50bba9-5b03-4a33-b607-e14b61f09f78), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:37.314075 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-9bbb2779-ad2b-4379-ad89-2ae6441e2d8a tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:11:37.315191 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9bbb2779-ad2b-4379-ad89-2ae6441e2d8a tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4673169 Mar 05 05:11:37.324891 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51110) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:37.390428 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa908c82-15f6-47e5-88f9-98c4b1b12c96 req-15df16a5-429a-4a22-af41-355d97c36769 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:37.392629 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fa908c82-15f6-47e5-88f9-98c4b1b12c96 req-15df16a5-429a-4a22-af41-355d97c36769 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.11 "GET /v2.0/ports?device_id=977759f3-a4db-44ae-9088-45310d402922 HTTP/1.1" status: 200 len: 945 time: 0.5669818 Mar 05 05:11:37.482786 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcec03ea-8066-411f-9832-e285ee0a3f5d tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Made reservation on behalf of d87f4bc3b1ad4083a50bfbdb9336d51e for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:11:37.487654 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bcec03ea-8066-411f-9832-e285ee0a3f5d tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:37.571066 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-981e292c-9191-4de5-b1e4-78f5a4867518 None None] Current status of the port 1f50bba9-5b03-4a33-b607-e14b61f09f78 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:37.617614 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-981e292c-9191-4de5-b1e4-78f5a4867518 None None] Provisioning complete for port 99c7f757-6608-43be-b6dd-ff0ab91d8efb triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:37.617997 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-981e292c-9191-4de5-b1e4-78f5a4867518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (99c7f757-6608-43be-b6dd-ff0ab91d8efb), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:37.632354 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-279c596e-1a89-44aa-81a5-39561a950b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'name': 'tempest-RoutersIpV6Test-router-871576514', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:58Z', 'updated_at': '2022-03-05T05:11:33Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'gw_port_host': None, '_interfaces': [{'id': '2569e995-182f-42be-94a3-33cc146cda70', 'name': '', 'network_id': 'f88c6a43-c966-4ece-b15f-259daaae0bd7', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:46:12:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a8e8d834-5b98-4878-abfc-ebffbfd40479', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:27Z', 'updated_at': '2022-03-05T05:11:33Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a8e8d834-5b98-4878-abfc-ebffbfd40479', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46db41dc-0c7f-452f-8d0e-d7da1d702115', 'name': '', 'network_id': 'e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:ec:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:17Z', 'updated_at': '2022-03-05T05:11:24Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99c7f757-6608-43be-b6dd-ff0ab91d8efb', 'name': '', 'network_id': 'd198c8d8-6705-4707-82c4-c33caa38a29d', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:ef:82:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ed01ddc2-e8f3-431f-a5ac-a65e8e82bea0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:31Z', 'updated_at': '2022-03-05T05:11:34Z', 'revision_number': 2, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'ed01ddc2-e8f3-431f-a5ac-a65e8e82bea0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7e76a8-f379-447d-ae0d-d311a203aa5b', 'name': '', 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:d2:b9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:04Z', 'updated_at': '2022-03-05T05:11:13Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:37.660102 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bc175e58-9ece-4b75-9179-292bca21d154 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (f7207a04-bd7b-4ae7-9a61-da1150dcb3e0), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:37.691634 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279c596e-1a89-44aa-81a5-39561a950b88 None None] Checking router: 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:11:37.692024 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279c596e-1a89-44aa-81a5-39561a950b88 None None] Updating router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 port 99c7f757-6608-43be-b6dd-ff0ab91d8efb binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:11:37.694356 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 1f50bba9-5b03-4a33-b607-e14b61f09f78 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:11:37.745089 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-950da03d-ff2b-48f1-a1a7-fbff60165d26 None None] Publish callbacks [] for port (43f4ebe5-9efe-4e67-96fd-c211ef164245), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:37.763324 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-950da03d-ff2b-48f1-a1a7-fbff60165d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (43f4ebe5-9efe-4e67-96fd-c211ef164245), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:37.778772 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bc175e58-9ece-4b75-9179-292bca21d154 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (f7207a04-bd7b-4ae7-9a61-da1150dcb3e0), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:37.796803 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fa908c82-15f6-47e5-88f9-98c4b1b12c96 req-8f58e965-13f9-425e-9ef6-0f8e8f6fc1f6 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a24961a-e7d4-42f3-909d-0df69381aabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747044 Mar 05 05:11:37.826709 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-950da03d-ff2b-48f1-a1a7-fbff60165d26 None None] Attempting to bind port 43f4ebe5-9efe-4e67-96fd-c211ef164245 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:11:37.827287 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-950da03d-ff2b-48f1-a1a7-fbff60165d26 None None] Attempting to bind port 43f4ebe5-9efe-4e67-96fd-c211ef164245 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:11:37.827677 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950da03d-ff2b-48f1-a1a7-fbff60165d26 None None] Attempting to bind port 43f4ebe5-9efe-4e67-96fd-c211ef164245 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:11:37.833847 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bcec03ea-8066-411f-9832-e285ee0a3f5d tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (492ef6d7-afdc-4fc6-a32a-9237dda6e3bc), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:37.848412 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-981e292c-9191-4de5-b1e4-78f5a4867518 None None] Port 99c7f757-6608-43be-b6dd-ff0ab91d8efb cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:11:37.858175 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950da03d-ff2b-48f1-a1a7-fbff60165d26 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:11:37.859403 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950da03d-ff2b-48f1-a1a7-fbff60165d26 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:11:37.860024 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-950da03d-ff2b-48f1-a1a7-fbff60165d26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:37.860742 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950da03d-ff2b-48f1-a1a7-fbff60165d26 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:11:37.861470 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-279c596e-1a89-44aa-81a5-39561a950b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (99c7f757-6608-43be-b6dd-ff0ab91d8efb), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:37.863230 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-950da03d-ff2b-48f1-a1a7-fbff60165d26 None None] Bound port: 43f4ebe5-9efe-4e67-96fd-c211ef164245, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:11:37.863931 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-950da03d-ff2b-48f1-a1a7-fbff60165d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (43f4ebe5-9efe-4e67-96fd-c211ef164245), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:37.926022 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-950da03d-ff2b-48f1-a1a7-fbff60165d26 None None] For port 43f4ebe5-9efe-4e67-96fd-c211ef164245, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:11:37.930300 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-950da03d-ff2b-48f1-a1a7-fbff60165d26 None None] For port 43f4ebe5-9efe-4e67-96fd-c211ef164245, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=43f4ebe5-9efe-4e67-96fd-c211ef164245,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:11:37.944281 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-950da03d-ff2b-48f1-a1a7-fbff60165d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (43f4ebe5-9efe-4e67-96fd-c211ef164245), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:37.964566 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 1f50bba9-5b03-4a33-b607-e14b61f09f78 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:37.964702 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1f50bba9-5b03-4a33-b607-e14b61f09f78), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:37.980116 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950da03d-ff2b-48f1-a1a7-fbff60165d26 None None] Routers {'fe9e3d35-8486-4fec-b928-31d4a60c5d7c'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:11:37.981195 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-950da03d-ff2b-48f1-a1a7-fbff60165d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:11:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['fe9e3d35-8486-4fec-b928-31d4a60c5d7c'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:38.045334 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c0cc3-5009-4bc8-882e-8f0f4045d9ad req-ff047e09-373f-456e-a530-3a845e23bb52 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:38.047727 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc6c0cc3-5009-4bc8-882e-8f0f4045d9ad req-ff047e09-373f-456e-a530-3a845e23bb52 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74 HTTP/1.1" status: 200 len: 945 time: 0.2310708 Mar 05 05:11:38.048558 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bc175e58-9ece-4b75-9179-292bca21d154 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f7207a04-bd7b-4ae7-9a61-da1150dcb3e0), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:38.051132 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bc175e58-9ece-4b75-9179-292bca21d154 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:38.054516 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bc175e58-9ece-4b75-9179-292bca21d154 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "DELETE /v2.0/security-groups/f7207a04-bd7b-4ae7-9a61-da1150dcb3e0 HTTP/1.1" status: 204 len: 168 time: 0.7226002 Mar 05 05:11:38.054679 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcec03ea-8066-411f-9832-e285ee0a3f5d tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Checking segment: {'id': 'b4c4eef9-198e-493f-bbc7-1f0634dd6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bc195114-68e7-4f7a-966c-27ef3f5908c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:11:38.055153 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcec03ea-8066-411f-9832-e285ee0a3f5d tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Network hostable DHCP agents. Network: bc195114-68e7-4f7a-966c-27ef3f5908c1, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:11:38.062741 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51118) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:38.068290 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec03ea-8066-411f-9832-e285ee0a3f5d tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Pushing event updated for resources: {'Subnet': ['ID=492ef6d7-afdc-4fc6-a32a-9237dda6e3bc,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:38.090142 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-41bb6438-bfe7-4410-b6cc-662926bfcdc9 None None] Provisioning complete for port 99c7f757-6608-43be-b6dd-ff0ab91d8efb triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:38.090571 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-41bb6438-bfe7-4410-b6cc-662926bfcdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (99c7f757-6608-43be-b6dd-ff0ab91d8efb), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:38.091213 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a910a-842b-482f-84cf-e579cc6b1d57 req-51ec8e06-326b-4f8f-b40b-d5f908f9a3d7 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:38.092840 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eb7a910a-842b-482f-84cf-e579cc6b1d57 req-51ec8e06-326b-4f8f-b40b-d5f908f9a3d7 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 944 time: 0.1521451 Mar 05 05:11:38.116334 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcec03ea-8066-411f-9832-e285ee0a3f5d tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Network bc195114-68e7-4f7a-966c-27ef3f5908c1 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:11:38.132115 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-bcec03ea-8066-411f-9832-e285ee0a3f5d tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, bc195114-68e7-4f7a-966c-27ef3f5908c1) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:11:38.136579 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcec03ea-8066-411f-9832-e285ee0a3f5d tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:38.137319 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bcec03ea-8066-411f-9832-e285ee0a3f5d tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:38.137943 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc175e58-9ece-4b75-9179-292bca21d154 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7207a04-bd7b-4ae7-9a61-da1150dcb3e0,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:38.164798 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-bcec03ea-8066-411f-9832-e285ee0a3f5d tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9253161 Mar 05 05:11:38.165545 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42ff501-8404-4615-9f30-c9f4f296294f None None] Network bc195114-68e7-4f7a-966c-27ef3f5908c1 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:11:38.167476 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51120) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:38.180997 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eb7a910a-842b-482f-84cf-e579cc6b1d57 req-f9cf7315-3a11-44f8-95f1-c327ebe78a03 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686827 Mar 05 05:11:38.188830 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.extraroute_db [None req-7ba701ab-d395-4615-b7ce-6b0c3342f8a7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=105231) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 05 05:11:38.250188 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.extraroute_db [None req-7ba701ab-d395-4615-b7ce-6b0c3342f8a7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Removed routes are [] {{(pid=105231) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 05 05:11:38.250587 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7ba701ab-d395-4615-b7ce-6b0c3342f8a7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-903190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9284'] for router (9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:38.263096 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc6c0cc3-5009-4bc8-882e-8f0f4045d9ad req-f285aac7-4a83-497c-a92e-c8aed4e7bcd9 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860511 Mar 05 05:11:38.292615 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7492f53d-d146-4791-96ae-268c3b72fbf4 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2261102 Mar 05 05:11:38.293121 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51122) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:38.314308 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-950da03d-ff2b-48f1-a1a7-fbff60165d26 None None] Set router fe9e3d35-8486-4fec-b928-31d4a60c5d7c gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:11:38.449648 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62c03e-9c83-4ae9-b363-1f0060747e72 None None] Pushing event updated for resources: {'Port': ['ID=43f4ebe5-9efe-4e67-96fd-c211ef164245,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:38.577711 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62c03e-9c83-4ae9-b363-1f0060747e72 None None] Pushing event updated for resources: {'Port': ['ID=43f4ebe5-9efe-4e67-96fd-c211ef164245,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:38.581957 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7ba701ab-d395-4615-b7ce-6b0c3342f8a7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-903190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9284'] for router (9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:38.587600 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7ba701ab-d395-4615-b7ce-6b0c3342f8a7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-903193'] for router (9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:38.642191 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-950da03d-ff2b-48f1-a1a7-fbff60165d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9e3d35-8486-4fec-b928-31d4a60c5d7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-525848625', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '43f4ebe5-9efe-4e67-96fd-c211ef164245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:11:33Z', 'updated_at': '2022-03-05T05:11:35Z', 'revision_number': 3, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'gw_port': {'id': '43f4ebe5-9efe-4e67-96fd-c211ef164245', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ca:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe9e3d35-8486-4fec-b928-31d4a60c5d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:34Z', 'updated_at': '2022-03-05T05:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:38.669573 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950da03d-ff2b-48f1-a1a7-fbff60165d26 None None] The sync data for ids ['fe9e3d35-8486-4fec-b928-31d4a60c5d7c'] in n-d-789963-32 is: [{'id': 'fe9e3d35-8486-4fec-b928-31d4a60c5d7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-525848625', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '43f4ebe5-9efe-4e67-96fd-c211ef164245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:11:33Z', 'updated_at': '2022-03-05T05:11:35Z', 'revision_number': 3, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'gw_port': {'id': '43f4ebe5-9efe-4e67-96fd-c211ef164245', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ca:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe9e3d35-8486-4fec-b928-31d4a60c5d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:34Z', 'updated_at': '2022-03-05T05:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:11:38.729780 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba701ab-d395-4615-b7ce-6b0c3342f8a7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:11:38.746604 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-41bb6438-bfe7-4410-b6cc-662926bfcdc9 None None] Port 99c7f757-6608-43be-b6dd-ff0ab91d8efb cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:11:38.758537 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 1f50bba9-5b03-4a33-b607-e14b61f09f78 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:38.770282 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4c29a76-0145-4170-ba68-7cacf4c9f2bc tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (93706fa7-1318-40e3-aa4c-03f94c24e977), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:38.873694 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba701ab-d395-4615-b7ce-6b0c3342f8a7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:11:38.878337 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4c29a76-0145-4170-ba68-7cacf4c9f2bc tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (93706fa7-1318-40e3-aa4c-03f94c24e977), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:38.884168 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7ba701ab-d395-4615-b7ce-6b0c3342f8a7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:38.886560 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7ba701ab-d395-4615-b7ce-6b0c3342f8a7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "PUT /v2.0/routers/9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 HTTP/1.1" status: 200 len: 953 time: 2.0387585 Mar 05 05:11:38.887472 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b588e174-7a0b-4907-bc60-d092c44442cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-bc195114-68e7-4f7a-966c-27ef3f5908c1', 'network_id': 'bc195114-68e7-4f7a-966c-27ef3f5908c1', 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'fixed_ips': [{'subnet_id': '492ef6d7-afdc-4fc6-a32a-9237dda6e3bc'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:11:38.888389 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b588e174-7a0b-4907-bc60-d092c44442cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:38.889593 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51128) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:39.001642 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4c29a76-0145-4170-ba68-7cacf4c9f2bc tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (93706fa7-1318-40e3-aa4c-03f94c24e977), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:39.004319 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4c29a76-0145-4170-ba68-7cacf4c9f2bc tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:39.005474 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a4c29a76-0145-4170-ba68-7cacf4c9f2bc tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "DELETE /v2.0/security-groups/93706fa7-1318-40e3-aa4c-03f94c24e977 HTTP/1.1" status: 204 len: 168 time: 0.7114348 Mar 05 05:11:39.008152 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51130) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:39.033322 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c29a76-0145-4170-ba68-7cacf4c9f2bc tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93706fa7-1318-40e3-aa4c-03f94c24e977,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:39.048468 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-05eeba8f-0cd3-4c45-8780-de97c0708e6b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:39.130734 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-b588e174-7a0b-4907-bc60-d092c44442cc None None] Allocated IP 172.20.0.18 (bc195114-68e7-4f7a-966c-27ef3f5908c1/492ef6d7-afdc-4fc6-a32a-9237dda6e3bc/bc93ce05-6ddd-411d-b85a-63460f32a08c) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:11:39.183938 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c27fcea3-8963-483c-8ff2-19efb559c072 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "GET /v2.0/routers/9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 HTTP/1.1" status: 200 len: 953 time: 0.2930329 Mar 05 05:11:39.185220 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51132) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:39.193419 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-6a8e382a-57b7-4823-8acb-c1761021f47c tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Request body: {'router': {'routes': None}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:39.198726 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0e5f9-2982-4aac-8969-d370237b926b req-f086d46d-6ba6-4838-94c9-d3360d5b6236 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:39.200520 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1bd0e5f9-2982-4aac-8969-d370237b926b req-f086d46d-6ba6-4838-94c9-d3360d5b6236 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.11 "GET /v2.0/ports?device_id=977759f3-a4db-44ae-9088-45310d402922 HTTP/1.1" status: 200 len: 945 time: 0.2420399 Mar 05 05:11:39.204900 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c4d6be5a-7fc7-4179-a924-a66fd0072e41 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1945770 Mar 05 05:11:39.218188 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51134) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:39.222655 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-9bc63c89-1fb2-40f0-8a6f-ab1eebdc3512 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Request body: {'security_group': {'name': 'tempest-secgroup--1179922461'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:39.253621 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9bc63c89-1fb2-40f0-8a6f-ab1eebdc3512 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:39.393826 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1bd0e5f9-2982-4aac-8969-d370237b926b req-f3ca07b9-6318-42c4-b492-b70512fc1b7d tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a24961a-e7d4-42f3-909d-0df69381aabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867497 Mar 05 05:11:39.396280 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b588e174-7a0b-4907-bc60-d092c44442cc None None] Publish callbacks [] for port (bc93ce05-6ddd-411d-b85a-63460f32a08c), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:39.455763 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430418f4-faad-410b-821b-15953a5db84f req-cf081345-a335-4a0e-84de-062c52c744a8 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:39.457317 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b588e174-7a0b-4907-bc60-d092c44442cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (bc93ce05-6ddd-411d-b85a-63460f32a08c), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:39.459379 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-430418f4-faad-410b-821b-15953a5db84f req-cf081345-a335-4a0e-84de-062c52c744a8 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 944 time: 0.1352787 Mar 05 05:11:39.467234 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9bc63c89-1fb2-40f0-8a6f-ab1eebdc3512 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (5739f94a-fb83-4e67-9de0-228b0fa765ad), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:39.506006 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9bc63c89-1fb2-40f0-8a6f-ab1eebdc3512 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (5739f94a-fb83-4e67-9de0-228b0fa765ad), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:39.541854 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9bc63c89-1fb2-40f0-8a6f-ab1eebdc3512 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:39.544244 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9bc63c89-1fb2-40f0-8a6f-ab1eebdc3512 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3240917 Mar 05 05:11:39.562181 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51142) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:39.577460 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b588e174-7a0b-4907-bc60-d092c44442cc None None] Network bc195114-68e7-4f7a-966c-27ef3f5908c1 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:11:39.579624 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-b588e174-7a0b-4907-bc60-d092c44442cc None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:11:39.595067 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b588e174-7a0b-4907-bc60-d092c44442cc None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:11:39.601555 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-a7342caf-c1c7-475d-b54e-ef8751e4c433 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:39.602797 n-d-789963-32 neutron-server[105231]: WARNING neutron.api.v2.base [None req-a7342caf-c1c7-475d-b54e-ef8751e4c433 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 05 05:11:39.603388 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-a7342caf-c1c7-475d-b54e-ef8751e4c433 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] update failed (client error): There was a conflict when trying to complete your request. Mar 05 05:11:39.605578 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a7342caf-c1c7-475d-b54e-ef8751e4c433 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "PUT /v2.0/security-groups/5739f94a-fb83-4e67-9de0-228b0fa765ad HTTP/1.1" status: 409 len: 330 time: 0.0336313 Mar 05 05:11:39.618298 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-279c596e-1a89-44aa-81a5-39561a950b88 None None] Publish callbacks [] for port (99c7f757-6608-43be-b6dd-ff0ab91d8efb), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:39.624903 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588e174-7a0b-4907-bc60-d092c44442cc None None] Pushing event updated for resources: {'Port': ['ID=bc93ce05-6ddd-411d-b85a-63460f32a08c,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:39.644516 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc63c89-1fb2-40f0-8a6f-ab1eebdc3512 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5739f94a-fb83-4e67-9de0-228b0fa765ad,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:39.672974 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-279c596e-1a89-44aa-81a5-39561a950b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (99c7f757-6608-43be-b6dd-ff0ab91d8efb), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:39.685461 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51144) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:39.725556 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 43f4ebe5-9efe-4e67-96fd-c211ef164245 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:11:39.790717 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-b588e174-7a0b-4907-bc60-d092c44442cc None None] Attempting to bind port bc93ce05-6ddd-411d-b85a-63460f32a08c on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:11:39.792563 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-b588e174-7a0b-4907-bc60-d092c44442cc None None] Attempting to bind port bc93ce05-6ddd-411d-b85a-63460f32a08c by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'b4c4eef9-198e-493f-bbc7-1f0634dd6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bc195114-68e7-4f7a-966c-27ef3f5908c1'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:11:39.793664 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b588e174-7a0b-4907-bc60-d092c44442cc None None] Attempting to bind port bc93ce05-6ddd-411d-b85a-63460f32a08c on network bc195114-68e7-4f7a-966c-27ef3f5908c1 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:11:39.825352 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-430418f4-faad-410b-821b-15953a5db84f req-77010adc-d88a-4846-8f10-5e5e43897609 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546815 Mar 05 05:11:39.873023 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b588e174-7a0b-4907-bc60-d092c44442cc None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:11:39.874009 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b588e174-7a0b-4907-bc60-d092c44442cc None None] Checking segment: {'id': 'b4c4eef9-198e-493f-bbc7-1f0634dd6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bc195114-68e7-4f7a-966c-27ef3f5908c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:11:39.874690 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b588e174-7a0b-4907-bc60-d092c44442cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:39.875124 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b588e174-7a0b-4907-bc60-d092c44442cc None None] Bound using segment: {'id': 'b4c4eef9-198e-493f-bbc7-1f0634dd6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bc195114-68e7-4f7a-966c-27ef3f5908c1'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:11:39.878308 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-b588e174-7a0b-4907-bc60-d092c44442cc None None] Bound port: bc93ce05-6ddd-411d-b85a-63460f32a08c, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c4eef9-198e-493f-bbc7-1f0634dd6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bc195114-68e7-4f7a-966c-27ef3f5908c1'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:11:39.879116 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b588e174-7a0b-4907-bc60-d092c44442cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (bc93ce05-6ddd-411d-b85a-63460f32a08c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:39.910853 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3227c-4a4e-43e2-9d64-46e5f67066ba req-ff2279bb-9656-48f9-aa94-b3040dd20efc tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:39.912565 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74a3227c-4a4e-43e2-9d64-46e5f67066ba req-ff2279bb-9656-48f9-aa94-b3040dd20efc tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74 HTTP/1.1" status: 200 len: 945 time: 0.3059163 Mar 05 05:11:40.014086 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74a3227c-4a4e-43e2-9d64-46e5f67066ba req-783c156e-e0d0-4d12-992a-b6ab2bbbb035 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900042 Mar 05 05:11:40.056324 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-48ac9850-104a-4b88-87b9-b5b95b16be4d tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (5739f94a-fb83-4e67-9de0-228b0fa765ad), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:40.082382 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d45c7-2a6f-403a-a416-40a163653b98 None None] Pushing event updated for resources: {'Port': ['ID=99c7f757-6608-43be-b6dd-ff0ab91d8efb,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:40.105379 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-48ac9850-104a-4b88-87b9-b5b95b16be4d tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (5739f94a-fb83-4e67-9de0-228b0fa765ad), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:40.224401 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-48ac9850-104a-4b88-87b9-b5b95b16be4d tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (5739f94a-fb83-4e67-9de0-228b0fa765ad), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:40.227633 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-48ac9850-104a-4b88-87b9-b5b95b16be4d tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:40.231611 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-48ac9850-104a-4b88-87b9-b5b95b16be4d tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "DELETE /v2.0/security-groups/5739f94a-fb83-4e67-9de0-228b0fa765ad HTTP/1.1" status: 204 len: 168 time: 0.5410535 Mar 05 05:11:40.242862 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51152) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:40.243914 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac9850-104a-4b88-87b9-b5b95b16be4d tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5739f94a-fb83-4e67-9de0-228b0fa765ad,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:40.307062 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-279c596e-1a89-44aa-81a5-39561a950b88 None None] Attempting to bind port 99c7f757-6608-43be-b6dd-ff0ab91d8efb on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:11:40.307795 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-279c596e-1a89-44aa-81a5-39561a950b88 None None] Attempting to bind port 99c7f757-6608-43be-b6dd-ff0ab91d8efb by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '0eed478e-19b3-4cd8-9d50-3d9ef7374839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd198c8d8-6705-4707-82c4-c33caa38a29d'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:11:40.308443 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279c596e-1a89-44aa-81a5-39561a950b88 None None] Attempting to bind port 99c7f757-6608-43be-b6dd-ff0ab91d8efb on network d198c8d8-6705-4707-82c4-c33caa38a29d {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:11:40.322731 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279c596e-1a89-44aa-81a5-39561a950b88 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:11:40.323505 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279c596e-1a89-44aa-81a5-39561a950b88 None None] Checking segment: {'id': '0eed478e-19b3-4cd8-9d50-3d9ef7374839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd198c8d8-6705-4707-82c4-c33caa38a29d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:11:40.324109 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-279c596e-1a89-44aa-81a5-39561a950b88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:40.324682 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279c596e-1a89-44aa-81a5-39561a950b88 None None] Bound using segment: {'id': '0eed478e-19b3-4cd8-9d50-3d9ef7374839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd198c8d8-6705-4707-82c4-c33caa38a29d'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:11:40.325403 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-279c596e-1a89-44aa-81a5-39561a950b88 None None] Bound port: 99c7f757-6608-43be-b6dd-ff0ab91d8efb, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eed478e-19b3-4cd8-9d50-3d9ef7374839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'd198c8d8-6705-4707-82c4-c33caa38a29d'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:11:40.326170 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-279c596e-1a89-44aa-81a5-39561a950b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (99c7f757-6608-43be-b6dd-ff0ab91d8efb), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:40.400514 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a45d468d-0a03-4bfa-b482-b24eaae8c214 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1384683 Mar 05 05:11:40.407494 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51156) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:40.430456 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d68fc8a1-4b71-4f73-9fbd-593cb6696067 None None] Provisioning complete for port 99c7f757-6608-43be-b6dd-ff0ab91d8efb triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:40.432113 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d68fc8a1-4b71-4f73-9fbd-593cb6696067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (99c7f757-6608-43be-b6dd-ff0ab91d8efb), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:40.433386 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-e55b8731-e557-490d-b011-ce6f6cf1d84e tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] delete failed (client error): The resource could not be found. Mar 05 05:11:40.440131 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e55b8731-e557-490d-b011-ce6f6cf1d84e tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "DELETE /v2.0/security-groups/0c96f85d-2258-4f89-a624-e8e9dee82e9a HTTP/1.1" status: 404 len: 347 time: 0.0260370 Mar 05 05:11:40.440808 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51158) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:40.466075 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-6bdba3d5-a6ea-4ef6-9e8e-c97407ddfd0c tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] show failed (client error): The resource could not be found. Mar 05 05:11:40.468111 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6bdba3d5-a6ea-4ef6-9e8e-c97407ddfd0c tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "GET /v2.0/security-groups/4cd5cb83-7004-4def-bd7a-034effb4aa22 HTTP/1.1" status: 404 len: 347 time: 0.0258625 Mar 05 05:11:40.473662 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51160) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:40.496318 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-5e79462f-0c6e-48e1-91e6-bc805fa7bab5 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] show failed (client error): The resource could not be found. Mar 05 05:11:40.502299 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5e79462f-0c6e-48e1-91e6-bc805fa7bab5 tempest-NegativeSecGroupTest-1962896004 tempest-NegativeSecGroupTest-1962896004-project] 10.222.0.11 "GET /v2.0/security-group-rules/33b5670d-92c9-4a33-8a3c-5c57e6524f29 HTTP/1.1" status: 404 len: 356 time: 0.0228522 Mar 05 05:11:40.517060 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 43f4ebe5-9efe-4e67-96fd-c211ef164245 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:40.517686 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (43f4ebe5-9efe-4e67-96fd-c211ef164245), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:40.524774 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d68fc8a1-4b71-4f73-9fbd-593cb6696067 None None] Port 99c7f757-6608-43be-b6dd-ff0ab91d8efb cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:11:40.593897 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-05eeba8f-0cd3-4c45-8780-de97c0708e6b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Allocated IP 172.20.0.17 (bc195114-68e7-4f7a-966c-27ef3f5908c1/492ef6d7-afdc-4fc6-a32a-9237dda6e3bc/87d50966-cea9-4c1d-a703-f4f3932bf355) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:11:40.646493 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-b588e174-7a0b-4907-bc60-d092c44442cc None None] For port bc93ce05-6ddd-411d-b85a-63460f32a08c, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:11:40.700965 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 364d9b75-3cff-4049-aff8-0d7bb5d9b3da details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:11:40.715898 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-b588e174-7a0b-4907-bc60-d092c44442cc None None] For port bc93ce05-6ddd-411d-b85a-63460f32a08c, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=bc93ce05-6ddd-411d-b85a-63460f32a08c,segment=NetworkSegment(b4c4eef9-198e-493f-bbc7-1f0634dd6a00),segment_id=b4c4eef9-198e-493f-bbc7-1f0634dd6a00)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:11:40.726351 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-05eeba8f-0cd3-4c45-8780-de97c0708e6b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for port (87d50966-cea9-4c1d-a703-f4f3932bf355), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:40.769160 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-05eeba8f-0cd3-4c45-8780-de97c0708e6b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (87d50966-cea9-4c1d-a703-f4f3932bf355), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:40.782842 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b588e174-7a0b-4907-bc60-d092c44442cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (bc93ce05-6ddd-411d-b85a-63460f32a08c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:40.831103 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eeba8f-0cd3-4c45-8780-de97c0708e6b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Network bc195114-68e7-4f7a-966c-27ef3f5908c1 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:11:40.844217 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-05eeba8f-0cd3-4c45-8780-de97c0708e6b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:11:40.850669 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eeba8f-0cd3-4c45-8780-de97c0708e6b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:11:40.898554 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-279c596e-1a89-44aa-81a5-39561a950b88 None None] For port 99c7f757-6608-43be-b6dd-ff0ab91d8efb, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:11:40.968869 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eeba8f-0cd3-4c45-8780-de97c0708e6b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Pushing event updated for resources: {'Port': ['ID=87d50966-cea9-4c1d-a703-f4f3932bf355,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:40.978084 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.resource_extend [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 05:11:41.041683 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-279c596e-1a89-44aa-81a5-39561a950b88 None None] For port 99c7f757-6608-43be-b6dd-ff0ab91d8efb, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=99c7f757-6608-43be-b6dd-ff0ab91d8efb,segment=NetworkSegment(0eed478e-19b3-4cd8-9d50-3d9ef7374839),segment_id=0eed478e-19b3-4cd8-9d50-3d9ef7374839)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:11:41.052764 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51172) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:41.091752 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-279c596e-1a89-44aa-81a5-39561a950b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (99c7f757-6608-43be-b6dd-ff0ab91d8efb), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:41.132707 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-05eeba8f-0cd3-4c45-8780-de97c0708e6b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (fe9e3d35-8486-4fec-b928-31d4a60c5d7c), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:41.144727 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2c7a7-f427-417c-a635-5b9f06107f82 req-361ec6c1-69b3-4b21-9a14-efcc598187ef tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:41.148871 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-38f2c7a7-f427-417c-a635-5b9f06107f82 req-361ec6c1-69b3-4b21-9a14-efcc598187ef tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 944 time: 0.1672211 Mar 05 05:11:41.242206 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588e174-7a0b-4907-bc60-d092c44442cc None None] Pushing event updated for resources: {'Port': ['ID=bc93ce05-6ddd-411d-b85a-63460f32a08c,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:41.258405 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 43f4ebe5-9efe-4e67-96fd-c211ef164245 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:41.259219 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (43f4ebe5-9efe-4e67-96fd-c211ef164245), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:41.371539 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.extraroute_db [None req-6a8e382a-57b7-4823-8acb-c1761021f47c tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Added routes are [] {{(pid=105232) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 05 05:11:41.372784 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.extraroute_db [None req-6a8e382a-57b7-4823-8acb-c1761021f47c tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=105232) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 05 05:11:41.409707 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279c596e-1a89-44aa-81a5-39561a950b88 None None] Routers {'9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:11:41.410570 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-279c596e-1a89-44aa-81a5-39561a950b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:11:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:41.485082 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-38f2c7a7-f427-417c-a635-5b9f06107f82 req-f5047125-6c03-4d26-831e-f7bfa62afbc9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308113 Mar 05 05:11:41.510340 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db78f1b-0084-4770-ba68-f91acbcd1edc req-4ee29b45-64e8-452e-a8eb-70abae3be267 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:41.520591 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2db78f1b-0084-4770-ba68-f91acbcd1edc req-4ee29b45-64e8-452e-a8eb-70abae3be267 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74 HTTP/1.1" status: 200 len: 945 time: 0.2942123 Mar 05 05:11:41.540574 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6a8e382a-57b7-4823-8acb-c1761021f47c tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-903190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9284'] for router (9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:41.674028 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-279c596e-1a89-44aa-81a5-39561a950b88 None None] Set router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:11:41.699702 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fd48d818-c831-4bdd-bf44-14603d758fb4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9b343c2a541d4d5089c7e2a482a510d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6456037 Mar 05 05:11:41.700371 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51178) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:41.736012 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2db78f1b-0084-4770-ba68-f91acbcd1edc req-0142d27c-a38b-45c7-abfd-4f2adb126b22 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829369 Mar 05 05:11:41.768400 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-05eeba8f-0cd3-4c45-8780-de97c0708e6b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (87d50966-cea9-4c1d-a703-f4f3932bf355), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:41.771811 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 364d9b75-3cff-4049-aff8-0d7bb5d9b3da, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=364d9b75-3cff-4049-aff8-0d7bb5d9b3da,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:41.813420 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '364d9b75-3cff-4049-aff8-0d7bb5d9b3da', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'port_id': '364d9b75-3cff-4049-aff8-0d7bb5d9b3da', 'mac_address': 'fa:16:3e:d1:20:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:11:41.819778 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9734fac4-995d-4efc-8c44-40e3b4e1568b admin admin] Publish callbacks [] for security_group (b07302b7-adff-45d8-b1a6-8aabfd78f7b4), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:41.856150 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9734fac4-995d-4efc-8c44-40e3b4e1568b admin admin] Publish callbacks [] for security_group (b07302b7-adff-45d8-b1a6-8aabfd78f7b4), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:41.940029 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 43f4ebe5-9efe-4e67-96fd-c211ef164245, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=43f4ebe5-9efe-4e67-96fd-c211ef164245,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:41.966295 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9734fac4-995d-4efc-8c44-40e3b4e1568b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b07302b7-adff-45d8-b1a6-8aabfd78f7b4), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:41.968779 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9734fac4-995d-4efc-8c44-40e3b4e1568b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:41.972375 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9734fac4-995d-4efc-8c44-40e3b4e1568b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b07302b7-adff-45d8-b1a6-8aabfd78f7b4 HTTP/1.1" status: 204 len: 168 time: 0.2646356 Mar 05 05:11:41.986339 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734fac4-995d-4efc-8c44-40e3b4e1568b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07302b7-adff-45d8-b1a6-8aabfd78f7b4,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:42.017011 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6a8e382a-57b7-4823-8acb-c1761021f47c tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-903190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9284'] for router (9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:42.020321 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (43f4ebe5-9efe-4e67-96fd-c211ef164245), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:42.029716 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6a8e382a-57b7-4823-8acb-c1761021f47c tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-903193'] for router (9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:42.038378 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d45c7-2a6f-403a-a416-40a163653b98 None None] Pushing event updated for resources: {'Port': ['ID=99c7f757-6608-43be-b6dd-ff0ab91d8efb,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:42.076606 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-88eb9007-f358-4884-9f93-c210378d7219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:42.319715 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-93bacf27-60f3-4517-948c-b50e7679500d None None] Provisioning complete for port 99c7f757-6608-43be-b6dd-ff0ab91d8efb triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:42.322399 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-93bacf27-60f3-4517-948c-b50e7679500d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (99c7f757-6608-43be-b6dd-ff0ab91d8efb), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:42.343604 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bc93ce05-6ddd-411d-b85a-63460f32a08c up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:11:42.536247 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7ebf1dd8-f6ca-4739-ab90-f668e3f2accb req-73c4c3ff-e9f7-4e3f-a08c-0565246d1d76 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f03ee14d-cd09-4ba3-8a36-9952b1c31738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3403072 Mar 05 05:11:42.722406 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72280b6b-d0bf-49ca-ad25-fca16881402e req-7347aa79-6b3c-40e3-9a0b-5b663d0fc323 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:42.733419 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72280b6b-d0bf-49ca-ad25-fca16881402e req-7347aa79-6b3c-40e3-9a0b-5b663d0fc323 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 944 time: 0.1269703 Mar 05 05:11:42.797251 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8e382a-57b7-4823-8acb-c1761021f47c tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:11:42.854124 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf1dd8-f6ca-4739-ab90-f668e3f2accb req-ee1b957b-63cf-436d-8bbd-5570379efcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:42.855765 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7ebf1dd8-f6ca-4739-ab90-f668e3f2accb req-ee1b957b-63cf-436d-8bbd-5570379efcf4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f140b273a3d24bd8bd95de4819b9bc34&device_id=f03ee14d-cd09-4ba3-8a36-9952b1c31738 HTTP/1.1" status: 200 len: 1128 time: 0.2453673 Mar 05 05:11:42.860257 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72280b6b-d0bf-49ca-ad25-fca16881402e req-1db19cb8-c4cc-47e2-b429-8618976fb457 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161358 Mar 05 05:11:42.969230 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=43f4ebe5-9efe-4e67-96fd-c211ef164245,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:43.039928 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 364d9b75-3cff-4049-aff8-0d7bb5d9b3da is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:43.040314 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (364d9b75-3cff-4049-aff8-0d7bb5d9b3da), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:43.053081 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a312b-2266-4590-9a21-f24f80d5155a req-e6a21f7a-b9ec-4710-adc0-7c85ef096bce tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:43.054976 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c32a312b-2266-4590-9a21-f24f80d5155a req-e6a21f7a-b9ec-4710-adc0-7c85ef096bce tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74 HTTP/1.1" status: 200 len: 945 time: 0.1502590 Mar 05 05:11:43.067159 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 364d9b75-3cff-4049-aff8-0d7bb5d9b3da {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:11:43.109432 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 364d9b75-3cff-4049-aff8-0d7bb5d9b3da, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=364d9b75-3cff-4049-aff8-0d7bb5d9b3da,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:43.119609 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-05eeba8f-0cd3-4c45-8780-de97c0708e6b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for port (87d50966-cea9-4c1d-a703-f4f3932bf355), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:43.170018 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aafc380-212d-47b1-957d-6b903a39baed None None] Network bc195114-68e7-4f7a-966c-27ef3f5908c1 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:11:43.179028 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c32a312b-2266-4590-9a21-f24f80d5155a req-0bf2d071-6493-4a18-9bf6-0868e4cbec4d tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091127 Mar 05 05:11:43.196918 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-05eeba8f-0cd3-4c45-8780-de97c0708e6b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (87d50966-cea9-4c1d-a703-f4f3932bf355), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:43.244640 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (364d9b75-3cff-4049-aff8-0d7bb5d9b3da), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:43.254788 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8e382a-57b7-4823-8acb-c1761021f47c tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:11:43.322956 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port bc93ce05-6ddd-411d-b85a-63460f32a08c triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:43.323525 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bc93ce05-6ddd-411d-b85a-63460f32a08c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:43.339922 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6a8e382a-57b7-4823-8acb-c1761021f47c tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:43.341359 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6a8e382a-57b7-4823-8acb-c1761021f47c tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "PUT /v2.0/routers/9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 HTTP/1.1" status: 200 len: 703 time: 4.1537356 Mar 05 05:11:43.344187 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-05eeba8f-0cd3-4c45-8780-de97c0708e6b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (fe9e3d35-8486-4fec-b928-31d4a60c5d7c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:43.344394 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51210) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:43.361988 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-279c596e-1a89-44aa-81a5-39561a950b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'name': 'tempest-RoutersIpV6Test-router-871576514', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:58Z', 'updated_at': '2022-03-05T05:11:38Z', 'revision_number': 6, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'gw_port_host': None, '_interfaces': [{'id': '2569e995-182f-42be-94a3-33cc146cda70', 'name': '', 'network_id': 'f88c6a43-c966-4ece-b15f-259daaae0bd7', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:46:12:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a8e8d834-5b98-4878-abfc-ebffbfd40479', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:27Z', 'updated_at': '2022-03-05T05:11:33Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a8e8d834-5b98-4878-abfc-ebffbfd40479', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46db41dc-0c7f-452f-8d0e-d7da1d702115', 'name': '', 'network_id': 'e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:ec:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:17Z', 'updated_at': '2022-03-05T05:11:24Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99c7f757-6608-43be-b6dd-ff0ab91d8efb', 'name': '', 'network_id': 'd198c8d8-6705-4707-82c4-c33caa38a29d', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:ef:82:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ed01ddc2-e8f3-431f-a5ac-a65e8e82bea0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:31Z', 'updated_at': '2022-03-05T05:11:40Z', 'revision_number': 4, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'ed01ddc2-e8f3-431f-a5ac-a65e8e82bea0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7e76a8-f379-447d-ae0d-d311a203aa5b', 'name': '', 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:d2:b9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:04Z', 'updated_at': '2022-03-05T05:11:13Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:43.364181 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-93bacf27-60f3-4517-948c-b50e7679500d None None] Current status of the port 99c7f757-6608-43be-b6dd-ff0ab91d8efb is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:43.364568 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-93bacf27-60f3-4517-948c-b50e7679500d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (99c7f757-6608-43be-b6dd-ff0ab91d8efb), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:43.422719 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51214) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:43.424171 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-93bacf27-60f3-4517-948c-b50e7679500d None None] For port 99c7f757-6608-43be-b6dd-ff0ab91d8efb, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=99c7f757-6608-43be-b6dd-ff0ab91d8efb,segment=NetworkSegment(0eed478e-19b3-4cd8-9d50-3d9ef7374839),segment_id=0eed478e-19b3-4cd8-9d50-3d9ef7374839)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:43.474039 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-93bacf27-60f3-4517-948c-b50e7679500d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (99c7f757-6608-43be-b6dd-ff0ab91d8efb), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:43.480361 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279c596e-1a89-44aa-81a5-39561a950b88 None None] The sync data for ids ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'] in n-d-789963-32 is: [{'id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'name': 'tempest-RoutersIpV6Test-router-871576514', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:58Z', 'updated_at': '2022-03-05T05:11:38Z', 'revision_number': 6, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'gw_port_host': None, '_interfaces': [{'id': '2569e995-182f-42be-94a3-33cc146cda70', 'name': '', 'network_id': 'f88c6a43-c966-4ece-b15f-259daaae0bd7', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:46:12:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a8e8d834-5b98-4878-abfc-ebffbfd40479', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:27Z', 'updated_at': '2022-03-05T05:11:33Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a8e8d834-5b98-4878-abfc-ebffbfd40479', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46db41dc-0c7f-452f-8d0e-d7da1d702115', 'name': '', 'network_id': 'e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:ec:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:17Z', 'updated_at': '2022-03-05T05:11:24Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99c7f757-6608-43be-b6dd-ff0ab91d8efb', 'name': '', 'network_id': 'd198c8d8-6705-4707-82c4-c33caa38a29d', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:ef:82:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ed01ddc2-e8f3-431f-a5ac-a65e8e82bea0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:31Z', 'updated_at': '2022-03-05T05:11:40Z', 'revision_number': 4, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'ed01ddc2-e8f3-431f-a5ac-a65e8e82bea0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7e76a8-f379-447d-ae0d-d311a203aa5b', 'name': '', 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:d2:b9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:04Z', 'updated_at': '2022-03-05T05:11:13Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:11:43.485034 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=364d9b75-3cff-4049-aff8-0d7bb5d9b3da,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:43.554452 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eeba8f-0cd3-4c45-8780-de97c0708e6b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Network bc195114-68e7-4f7a-966c-27ef3f5908c1 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:11:43.565071 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-05eeba8f-0cd3-4c45-8780-de97c0708e6b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:11:43.579670 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['364d9b75-3cff-4049-aff8-0d7bb5d9b3da'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:11:43.588549 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eeba8f-0cd3-4c45-8780-de97c0708e6b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Pushing event updated for resources: {'Port': ['ID=87d50966-cea9-4c1d-a703-f4f3932bf355,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:43.595796 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf1dd8-f6ca-4739-ab90-f668e3f2accb req-55a55d51-dad8-4662-8368-86430fdccd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:43.597215 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7ebf1dd8-f6ca-4739-ab90-f668e3f2accb req-55a55d51-dad8-4662-8368-86430fdccd07 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0da3e914-90e8-464b-8270-4123ca801714 HTTP/1.1" status: 200 len: 915 time: 0.6431949 Mar 05 05:11:43.698245 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d0fdc545-9de6-4798-8824-62acacdbafb3 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "GET /v2.0/routers/9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 HTTP/1.1" status: 200 len: 703 time: 0.3525798 Mar 05 05:11:43.701085 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51220) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:43.766285 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f6e61095-85dc-4dc0-8280-74bf00a9f37a req-78bd72a7-db87-446e-b1f4-be2477bd5978 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ad57c8bb-8e28-41b7-9141-3f0642be164f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5737972 Mar 05 05:11:43.778907 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-4d5a4adc-0b6d-4254-bf9b-5a8adeae289f None None] Provisioning complete for port bc93ce05-6ddd-411d-b85a-63460f32a08c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:43.794849 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4d5a4adc-0b6d-4254-bf9b-5a8adeae289f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bc93ce05-6ddd-411d-b85a-63460f32a08c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:43.804657 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9bbf3e73-1cc4-4dc7-ba7e-2335714a3688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:43.825226 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05eeba8f-0cd3-4c45-8780-de97c0708e6b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Router fe9e3d35-8486-4fec-b928-31d4a60c5d7c has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:11:43.833053 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7ebf1dd8-f6ca-4739-ab90-f668e3f2accb req-07085fa8-9882-4876-abd3-3d80b03debc8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9dc1dcdf-55cc-4c42-9087-de7469b11860 HTTP/1.1" status: 200 len: 217 time: 0.0871325 Mar 05 05:11:43.835290 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8b6de2a9-3581-4175-af41-2981ec9425f0 tempest-ServiceProvidersTest-1744807323 tempest-ServiceProvidersTest-1744807323-project] 10.222.0.11 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3971701 Mar 05 05:11:43.964907 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:43.994603 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bacf27-60f3-4517-948c-b50e7679500d None None] Pushing event updated for resources: {'Port': ['ID=99c7f757-6608-43be-b6dd-ff0ab91d8efb,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:44.124689 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port bc93ce05-6ddd-411d-b85a-63460f32a08c is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:44.125545 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (bc93ce05-6ddd-411d-b85a-63460f32a08c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:44.180319 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf1dd8-f6ca-4739-ab90-f668e3f2accb req-4e36d2fc-5bb1-483d-97a6-1186808ecb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:44.186841 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7ebf1dd8-f6ca-4739-ab90-f668e3f2accb req-4e36d2fc-5bb1-483d-97a6-1186808ecb96 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e2551e0a-db35-4267-955a-eab1f29c6451 HTTP/1.1" status: 200 len: 854 time: 0.3419483 Mar 05 05:11:44.312942 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:44.318362 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e61095-85dc-4dc0-8280-74bf00a9f37a req-7e35c9f1-fb2e-4bad-b7e9-46feaa8803a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:44.322477 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f6e61095-85dc-4dc0-8280-74bf00a9f37a req-7e35c9f1-fb2e-4bad-b7e9-46feaa8803a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d87f4bc3b1ad4083a50bfbdb9336d51e&device_id=ad57c8bb-8e28-41b7-9141-3f0642be164f HTTP/1.1" status: 200 len: 1168 time: 0.3607655 Mar 05 05:11:44.332574 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port bc93ce05-6ddd-411d-b85a-63460f32a08c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=bc93ce05-6ddd-411d-b85a-63460f32a08c,segment=NetworkSegment(b4c4eef9-198e-493f-bbc7-1f0634dd6a00),segment_id=b4c4eef9-198e-493f-bbc7-1f0634dd6a00)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:44.373186 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (bc93ce05-6ddd-411d-b85a-63460f32a08c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:44.534411 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51240) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:44.579496 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-4d5a4adc-0b6d-4254-bf9b-5a8adeae289f None None] Current status of the port bc93ce05-6ddd-411d-b85a-63460f32a08c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:44.656679 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=bc93ce05-6ddd-411d-b85a-63460f32a08c,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:44.738092 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-c677ffd2-1e6e-4536-a525-2de0ab3dd22b None None] Provisioning complete for port 87d50966-cea9-4c1d-a703-f4f3932bf355 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:44.739816 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c677ffd2-1e6e-4536-a525-2de0ab3dd22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (87d50966-cea9-4c1d-a703-f4f3932bf355), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:44.762917 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf1dd8-f6ca-4739-ab90-f668e3f2accb req-10be860b-be00-46f2-828f-7bcd86434e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:44.765764 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7ebf1dd8-f6ca-4739-ab90-f668e3f2accb req-10be860b-be00-46f2-828f-7bcd86434e05 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0da3e914-90e8-464b-8270-4123ca801714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5679088 Mar 05 05:11:44.769125 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05eeba8f-0cd3-4c45-8780-de97c0708e6b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:11:44.787788 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-05eeba8f-0cd3-4c45-8780-de97c0708e6b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "PUT /v2.0/routers/fe9e3d35-8486-4fec-b928-31d4a60c5d7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6111367 Mar 05 05:11:44.800078 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8c4081-cbd9-4633-8f75-da0514603ba8 None None] Sync routers for ids ['fe9e3d35-8486-4fec-b928-31d4a60c5d7c'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:11:44.823883 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8c4081-cbd9-4633-8f75-da0514603ba8 None None] Routers {'fe9e3d35-8486-4fec-b928-31d4a60c5d7c'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:11:44.824539 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-4a8c4081-cbd9-4633-8f75-da0514603ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:11:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['fe9e3d35-8486-4fec-b928-31d4a60c5d7c'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:44.833422 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 43f4ebe5-9efe-4e67-96fd-c211ef164245 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:11:44.908274 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c677ffd2-1e6e-4536-a525-2de0ab3dd22b None None] Port 87d50966-cea9-4c1d-a703-f4f3932bf355 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:11:44.929681 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-c677ffd2-1e6e-4536-a525-2de0ab3dd22b None None] Provisioning complete for port bc93ce05-6ddd-411d-b85a-63460f32a08c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:44.930462 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c677ffd2-1e6e-4536-a525-2de0ab3dd22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bc93ce05-6ddd-411d-b85a-63460f32a08c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:44.974029 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 43f4ebe5-9efe-4e67-96fd-c211ef164245 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:44.974923 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (43f4ebe5-9efe-4e67-96fd-c211ef164245), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:45.012646 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e61095-85dc-4dc0-8280-74bf00a9f37a req-ae18735a-2675-428e-9197-d0f4b655cf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:45.017351 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f6e61095-85dc-4dc0-8280-74bf00a9f37a req-ae18735a-2675-428e-9197-d0f4b655cf6f service neutron] 10.222.0.31 "GET /v2.0/networks?id=b17767d8-96c7-4c01-a562-6f7782516c60 HTTP/1.1" status: 200 len: 896 time: 0.4819281 Mar 05 05:11:45.097130 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3efd5df0-1c27-4cde-96c1-efcb850f8ee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:45.114067 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:45.189689 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-4a8c4081-cbd9-4633-8f75-da0514603ba8 None None] Set router fe9e3d35-8486-4fec-b928-31d4a60c5d7c gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:11:45.331059 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 43f4ebe5-9efe-4e67-96fd-c211ef164245 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:45.332386 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 99c7f757-6608-43be-b6dd-ff0ab91d8efb up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:11:45.337238 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 364d9b75-3cff-4049-aff8-0d7bb5d9b3da up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:11:45.418980 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37247d4-a592-4e15-9e99-8c880bf676ad None None] Sync routers for ids ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:11:45.440956 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c677ffd2-1e6e-4536-a525-2de0ab3dd22b None None] Current status of the port bc93ce05-6ddd-411d-b85a-63460f32a08c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:45.468853 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43217725-1d99-46db-be3b-31c779d86475 req-ca105adb-b9c9-4318-9247-9b6cebbeff0c tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:45.475963 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-43217725-1d99-46db-be3b-31c779d86475 req-ca105adb-b9c9-4318-9247-9b6cebbeff0c tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 945 time: 1.4437871 Mar 05 05:11:45.506430 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a72f7-8c2a-4677-9efc-93945b30bc64 req-819d6364-2d7b-4f17-9b79-4bd2ee2700a2 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:45.514161 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6d7a72f7-8c2a-4677-9efc-93945b30bc64 req-819d6364-2d7b-4f17-9b79-4bd2ee2700a2 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74 HTTP/1.1" status: 200 len: 945 time: 0.2108114 Mar 05 05:11:45.566341 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-43217725-1d99-46db-be3b-31c779d86475 req-5dd18909-c3be-4afe-8bb7-9a60b4dfdd29 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893812 Mar 05 05:11:45.571748 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37247d4-a592-4e15-9e99-8c880bf676ad None None] Routers {'9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:11:45.572418 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-a37247d4-a592-4e15-9e99-8c880bf676ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:11:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:45.644109 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-4a8c4081-cbd9-4633-8f75-da0514603ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9e3d35-8486-4fec-b928-31d4a60c5d7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-525848625', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '43f4ebe5-9efe-4e67-96fd-c211ef164245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:11:33Z', 'updated_at': '2022-03-05T05:11:41Z', 'revision_number': 4, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'gw_port': {'id': '43f4ebe5-9efe-4e67-96fd-c211ef164245', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ca:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9e3d35-8486-4fec-b928-31d4a60c5d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:34Z', 'updated_at': '2022-03-05T05:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '87d50966-cea9-4c1d-a703-f4f3932bf355', 'name': '', 'network_id': 'bc195114-68e7-4f7a-966c-27ef3f5908c1', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'mac_address': 'fa:16:3e:ce:37:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe9e3d35-8486-4fec-b928-31d4a60c5d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '492ef6d7-afdc-4fc6-a32a-9237dda6e3bc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:39Z', 'updated_at': '2022-03-05T05:11:42Z', 'revision_number': 2, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'subnets': [{'id': '492ef6d7-afdc-4fc6-a32a-9237dda6e3bc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:45.718268 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8c4081-cbd9-4633-8f75-da0514603ba8 None None] Checking router: fe9e3d35-8486-4fec-b928-31d4a60c5d7c for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:11:45.719142 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8c4081-cbd9-4633-8f75-da0514603ba8 None None] Updating router fe9e3d35-8486-4fec-b928-31d4a60c5d7c port 87d50966-cea9-4c1d-a703-f4f3932bf355 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:11:45.754166 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 364d9b75-3cff-4049-aff8-0d7bb5d9b3da completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:11:45.768400 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-4a8c4081-cbd9-4633-8f75-da0514603ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (87d50966-cea9-4c1d-a703-f4f3932bf355), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:45.835677 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 364d9b75-3cff-4049-aff8-0d7bb5d9b3da triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:45.836060 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (364d9b75-3cff-4049-aff8-0d7bb5d9b3da), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:45.869101 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-0dec4c40-bb43-4678-8fdb-6fe634fa307a None None] Provisioning complete for port 87d50966-cea9-4c1d-a703-f4f3932bf355 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:45.869488 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0dec4c40-bb43-4678-8fdb-6fe634fa307a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (87d50966-cea9-4c1d-a703-f4f3932bf355), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:45.885884 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 99c7f757-6608-43be-b6dd-ff0ab91d8efb triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:45.886194 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (99c7f757-6608-43be-b6dd-ff0ab91d8efb), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:45.896528 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7ebf1dd8-f6ca-4739-ab90-f668e3f2accb req-a4d5af03-70d1-4cbe-a079-15c03ba13708 service neutron] 10.222.0.30 "GET /v2.0/networks/0da3e914-90e8-464b-8270-4123ca801714?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1218238 Mar 05 05:11:45.899795 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f6e61095-85dc-4dc0-8280-74bf00a9f37a req-f8a4cb32-d8ec-498f-8327-f31335753bc6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c308470-ed94-462b-ac3b-f07d5ff06735 HTTP/1.1" status: 200 len: 1002 time: 0.7966859 Mar 05 05:11:45.931246 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-a37247d4-a592-4e15-9e99-8c880bf676ad None None] Set router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:11:45.961381 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6d7a72f7-8c2a-4677-9efc-93945b30bc64 req-ad004dc9-15cb-42c0-8e82-7a4a2ed1ae38 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462433 Mar 05 05:11:46.017796 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-37391afe-f244-4a92-82b2-c36cf778b7e7 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:46.025031 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-37391afe-f244-4a92-82b2-c36cf778b7e7 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/networks?id=bc195114-68e7-4f7a-966c-27ef3f5908c1 HTTP/1.1" status: 200 len: 797 time: 0.3113167 Mar 05 05:11:46.041526 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-2aceec89-f779-42aa-a018-ec479c0879c3 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/quotas/d87f4bc3b1ad4083a50bfbdb9336d51e HTTP/1.1" status: 200 len: 375 time: 0.0151985 Mar 05 05:11:46.054512 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-0dec4c40-bb43-4678-8fdb-6fe634fa307a None None] Port 87d50966-cea9-4c1d-a703-f4f3932bf355 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:11:46.193248 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e61095-85dc-4dc0-8280-74bf00a9f37a req-190fc730-3723-44fe-82e1-f9a870119083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:46.195540 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f6e61095-85dc-4dc0-8280-74bf00a9f37a req-190fc730-3723-44fe-82e1-f9a870119083 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=751e35ed-8262-4a3c-b48c-2ccb01d6a12d HTTP/1.1" status: 200 len: 835 time: 0.2611659 Mar 05 05:11:46.220168 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-1d75e01c-6f7c-443c-9ad8-0f6656385fd9 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d87f4bc3b1ad4083a50bfbdb9336d51e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1695538 Mar 05 05:11:46.224906 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-4a8c4081-cbd9-4633-8f75-da0514603ba8 None None] Publish callbacks [] for port (87d50966-cea9-4c1d-a703-f4f3932bf355), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:46.236393 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-4a8c4081-cbd9-4633-8f75-da0514603ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (87d50966-cea9-4c1d-a703-f4f3932bf355), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:46.308162 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7ebf1dd8-f6ca-4739-ab90-f668e3f2accb req-71fe04d4-d101-4df3-95f6-0c7dc3447a43 service neutron] 10.222.0.30 "GET /v2.0/networks/0da3e914-90e8-464b-8270-4123ca801714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925097 Mar 05 05:11:46.323813 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3efd5df0-1c27-4cde-96c1-efcb850f8ee7 admin admin] Publish callbacks [] for security_group (2caee21b-1216-43b7-98b9-310e0c472dd7), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:46.347180 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3efd5df0-1c27-4cde-96c1-efcb850f8ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (2caee21b-1216-43b7-98b9-310e0c472dd7), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:46.366946 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e6bbcb90-d93a-4b16-be7f-55b611d56974 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:46.384789 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd001452-e4db-4a6e-b1d9-c17de6a7ff41 None None] Pushing event updated for resources: {'Port': ['ID=87d50966-cea9-4c1d-a703-f4f3932bf355,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:46.410152 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e61095-85dc-4dc0-8280-74bf00a9f37a req-1ef5755e-055d-4408-b3c5-694fe151b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:46.412642 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f6e61095-85dc-4dc0-8280-74bf00a9f37a req-1ef5755e-055d-4408-b3c5-694fe151b9c3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b17767d8-96c7-4c01-a562-6f7782516c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2096682 Mar 05 05:11:46.436438 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd5df0-1c27-4cde-96c1-efcb850f8ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2caee21b-1216-43b7-98b9-310e0c472dd7,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:46.441650 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3efd5df0-1c27-4cde-96c1-efcb850f8ee7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=999c5131743b4c0fba24e72ada1c1644&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9011631 Mar 05 05:11:46.444486 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51276) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:46.447620 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-1cd3e510-dc1d-483c-9112-2155a82a3ccf service neutron] 10.222.0.11 "GET /v2.0/networks/bc195114-68e7-4f7a-966c-27ef3f5908c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263007 Mar 05 05:11:46.472171 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 99c7f757-6608-43be-b6dd-ff0ab91d8efb is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:46.476194 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-f6e61095-85dc-4dc0-8280-74bf00a9f37a req-4a103f5d-4a3b-455f-9946-63b3138bc472 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:11:46.477350 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f6e61095-85dc-4dc0-8280-74bf00a9f37a req-4a103f5d-4a3b-455f-9946-63b3138bc472 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0339680 Mar 05 05:11:46.510935 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-4a8c4081-cbd9-4633-8f75-da0514603ba8 None None] Attempting to bind port 87d50966-cea9-4c1d-a703-f4f3932bf355 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:11:46.511356 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-4a8c4081-cbd9-4633-8f75-da0514603ba8 None None] Attempting to bind port 87d50966-cea9-4c1d-a703-f4f3932bf355 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'b4c4eef9-198e-493f-bbc7-1f0634dd6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bc195114-68e7-4f7a-966c-27ef3f5908c1'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:11:46.511724 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8c4081-cbd9-4633-8f75-da0514603ba8 None None] Attempting to bind port 87d50966-cea9-4c1d-a703-f4f3932bf355 on network bc195114-68e7-4f7a-966c-27ef3f5908c1 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:11:46.520186 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8c4081-cbd9-4633-8f75-da0514603ba8 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:11:46.520562 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8c4081-cbd9-4633-8f75-da0514603ba8 None None] Checking segment: {'id': 'b4c4eef9-198e-493f-bbc7-1f0634dd6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bc195114-68e7-4f7a-966c-27ef3f5908c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:11:46.520963 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-4a8c4081-cbd9-4633-8f75-da0514603ba8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:46.521356 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8c4081-cbd9-4633-8f75-da0514603ba8 None None] Bound using segment: {'id': 'b4c4eef9-198e-493f-bbc7-1f0634dd6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bc195114-68e7-4f7a-966c-27ef3f5908c1'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:11:46.521819 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-4a8c4081-cbd9-4633-8f75-da0514603ba8 None None] Bound port: 87d50966-cea9-4c1d-a703-f4f3932bf355, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4c4eef9-198e-493f-bbc7-1f0634dd6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bc195114-68e7-4f7a-966c-27ef3f5908c1'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:11:46.522196 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-4a8c4081-cbd9-4633-8f75-da0514603ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (87d50966-cea9-4c1d-a703-f4f3932bf355), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:46.580420 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:46.599845 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 364d9b75-3cff-4049-aff8-0d7bb5d9b3da is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:46.600504 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (364d9b75-3cff-4049-aff8-0d7bb5d9b3da), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:46.636654 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bc93ce05-6ddd-411d-b85a-63460f32a08c up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:11:46.662292 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-4a8c4081-cbd9-4633-8f75-da0514603ba8 None None] For port 87d50966-cea9-4c1d-a703-f4f3932bf355, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:11:46.663338 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04765fbf-595a-49f0-b84f-0db57d60671a admin admin] Publish callbacks [] for security_group (2caee21b-1216-43b7-98b9-310e0c472dd7), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:46.666419 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-4a8c4081-cbd9-4633-8f75-da0514603ba8 None None] For port 87d50966-cea9-4c1d-a703-f4f3932bf355, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=87d50966-cea9-4c1d-a703-f4f3932bf355,segment=NetworkSegment(b4c4eef9-198e-493f-bbc7-1f0634dd6a00),segment_id=b4c4eef9-198e-493f-bbc7-1f0634dd6a00)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:11:46.675435 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-4a8c4081-cbd9-4633-8f75-da0514603ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (87d50966-cea9-4c1d-a703-f4f3932bf355), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:46.687328 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946b2604-7e83-462b-85f4-e989656b1869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364d9b75-3cff-4049-aff8-0d7bb5d9b3da'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:11:46.689655 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7141a72-5d3b-400c-9281-7edf9a4a176d" -d '{"events": [{"server_uuid": "946b2604-7e83-462b-85f4-e989656b1869", "name": "network-vif-plugged", "status": "completed", "tag": "364d9b75-3cff-4049-aff8-0d7bb5d9b3da"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:11:46.716395 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 364d9b75-3cff-4049-aff8-0d7bb5d9b3da, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=364d9b75-3cff-4049-aff8-0d7bb5d9b3da,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:46.755164 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port bc93ce05-6ddd-411d-b85a-63460f32a08c triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:46.755862 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bc93ce05-6ddd-411d-b85a-63460f32a08c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:46.765770 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-a37247d4-a592-4e15-9e99-8c880bf676ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'name': 'tempest-RoutersIpV6Test-router-871576514', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:58Z', 'updated_at': '2022-03-05T05:11:41Z', 'revision_number': 7, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'gw_port_host': None, '_interfaces': [{'id': '2569e995-182f-42be-94a3-33cc146cda70', 'name': '', 'network_id': 'f88c6a43-c966-4ece-b15f-259daaae0bd7', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:46:12:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a8e8d834-5b98-4878-abfc-ebffbfd40479', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:27Z', 'updated_at': '2022-03-05T05:11:33Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a8e8d834-5b98-4878-abfc-ebffbfd40479', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46db41dc-0c7f-452f-8d0e-d7da1d702115', 'name': '', 'network_id': 'e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:ec:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:17Z', 'updated_at': '2022-03-05T05:11:24Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99c7f757-6608-43be-b6dd-ff0ab91d8efb', 'name': '', 'network_id': 'd198c8d8-6705-4707-82c4-c33caa38a29d', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:ef:82:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ed01ddc2-e8f3-431f-a5ac-a65e8e82bea0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:31Z', 'updated_at': '2022-03-05T05:11:43Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'ed01ddc2-e8f3-431f-a5ac-a65e8e82bea0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7e76a8-f379-447d-ae0d-d311a203aa5b', 'name': '', 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:d2:b9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:04Z', 'updated_at': '2022-03-05T05:11:13Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:46.771224 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (364d9b75-3cff-4049-aff8-0d7bb5d9b3da), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:46.789998 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04765fbf-595a-49f0-b84f-0db57d60671a admin admin] Publish callbacks [] for security_group (2caee21b-1216-43b7-98b9-310e0c472dd7), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:46.794514 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8c4081-cbd9-4633-8f75-da0514603ba8 None None] Routers {'fe9e3d35-8486-4fec-b928-31d4a60c5d7c'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:11:46.796941 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-4a8c4081-cbd9-4633-8f75-da0514603ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:11:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['fe9e3d35-8486-4fec-b928-31d4a60c5d7c'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:46.801264 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd001452-e4db-4a6e-b1d9-c17de6a7ff41 None None] Pushing event updated for resources: {'Port': ['ID=87d50966-cea9-4c1d-a703-f4f3932bf355,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:46.859626 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e5bcc-96a7-4281-bc19-3953dff033fc req-73362a56-98c9-404e-a099-ced5af083916 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:46.863015 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-313e5bcc-96a7-4281-bc19-3953dff033fc req-73362a56-98c9-404e-a099-ced5af083916 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.11 "GET /v2.0/ports?device_id=977759f3-a4db-44ae-9088-45310d402922 HTTP/1.1" status: 200 len: 945 time: 0.4439988 Mar 05 05:11:46.876787 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f6e61095-85dc-4dc0-8280-74bf00a9f37a req-8a396b60-2ca0-4db7-bcf3-ee9c5c2e0bfd service neutron] 10.222.0.31 "GET /v2.0/networks/b17767d8-96c7-4c01-a562-6f7782516c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811030 Mar 05 05:11:46.985816 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-313e5bcc-96a7-4281-bc19-3953dff033fc req-110c5c6d-bf4c-43ad-a19c-18ca50cf8e58 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a24961a-e7d4-42f3-909d-0df69381aabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153119 Mar 05 05:11:46.998754 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-4a8c4081-cbd9-4633-8f75-da0514603ba8 None None] Set router fe9e3d35-8486-4fec-b928-31d4a60c5d7c gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:11:47.003837 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-2a9754f1-efb4-4aaf-ade5-40341030867b service neutron] 10.222.0.11 "GET /v2.0/networks/bc195114-68e7-4f7a-966c-27ef3f5908c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5552499 Mar 05 05:11:47.050275 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04765fbf-595a-49f0-b84f-0db57d60671a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (2caee21b-1216-43b7-98b9-310e0c472dd7), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:47.056431 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04765fbf-595a-49f0-b84f-0db57d60671a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:47.059924 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-04765fbf-595a-49f0-b84f-0db57d60671a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2caee21b-1216-43b7-98b9-310e0c472dd7 HTTP/1.1" status: 204 len: 168 time: 0.6117623 Mar 05 05:11:47.097147 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04765fbf-595a-49f0-b84f-0db57d60671a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2caee21b-1216-43b7-98b9-310e0c472dd7,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:47.159780 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f6e61095-85dc-4dc0-8280-74bf00a9f37a req-e64dd39a-c89e-45dc-b8e3-e38ec3142043 service neutron] 10.222.0.31 "GET /v2.0/networks/b17767d8-96c7-4c01-a562-6f7782516c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727070 Mar 05 05:11:47.305233 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37247d4-a592-4e15-9e99-8c880bf676ad None None] Checking router: 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:11:47.391007 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-1c01b36d-9cf7-4062-8e11-5c336e983937 None None] Provisioning complete for port 87d50966-cea9-4c1d-a703-f4f3932bf355 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:47.391557 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1c01b36d-9cf7-4062-8e11-5c336e983937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (87d50966-cea9-4c1d-a703-f4f3932bf355), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:47.397490 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37247d4-a592-4e15-9e99-8c880bf676ad None None] Routers {'9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:11:47.398399 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-a37247d4-a592-4e15-9e99-8c880bf676ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:11:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:47.432163 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=364d9b75-3cff-4049-aff8-0d7bb5d9b3da,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:47.471815 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea95bc7-d3a7-4356-be97-694c687a99fc req-654108b0-60a6-491b-b2bf-513d365f4cf5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:47.477176 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0ea95bc7-d3a7-4356-be97-694c687a99fc req-654108b0-60a6-491b-b2bf-513d365f4cf5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 946 time: 0.2874119 Mar 05 05:11:47.604168 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-4a8c4081-cbd9-4633-8f75-da0514603ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9e3d35-8486-4fec-b928-31d4a60c5d7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-525848625', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '43f4ebe5-9efe-4e67-96fd-c211ef164245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:11:33Z', 'updated_at': '2022-03-05T05:11:41Z', 'revision_number': 4, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'gw_port': {'id': '43f4ebe5-9efe-4e67-96fd-c211ef164245', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ca:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9e3d35-8486-4fec-b928-31d4a60c5d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:34Z', 'updated_at': '2022-03-05T05:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '87d50966-cea9-4c1d-a703-f4f3932bf355', 'name': '', 'network_id': 'bc195114-68e7-4f7a-966c-27ef3f5908c1', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'mac_address': 'fa:16:3e:ce:37:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe9e3d35-8486-4fec-b928-31d4a60c5d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '492ef6d7-afdc-4fc6-a32a-9237dda6e3bc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:39Z', 'updated_at': '2022-03-05T05:11:46Z', 'revision_number': 4, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'subnets': [{'id': '492ef6d7-afdc-4fc6-a32a-9237dda6e3bc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:47.677227 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0ea95bc7-d3a7-4356-be97-694c687a99fc req-ef7475ca-ced2-4e8b-af50-d2b9fef6b9e3 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910574 Mar 05 05:11:47.684762 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8c4081-cbd9-4633-8f75-da0514603ba8 None None] The sync data for ids ['fe9e3d35-8486-4fec-b928-31d4a60c5d7c'] in n-d-789963-32 is: [{'id': 'fe9e3d35-8486-4fec-b928-31d4a60c5d7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-525848625', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '43f4ebe5-9efe-4e67-96fd-c211ef164245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:11:33Z', 'updated_at': '2022-03-05T05:11:41Z', 'revision_number': 4, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'gw_port': {'id': '43f4ebe5-9efe-4e67-96fd-c211ef164245', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ca:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9e3d35-8486-4fec-b928-31d4a60c5d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:34Z', 'updated_at': '2022-03-05T05:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '87d50966-cea9-4c1d-a703-f4f3932bf355', 'name': '', 'network_id': 'bc195114-68e7-4f7a-966c-27ef3f5908c1', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'mac_address': 'fa:16:3e:ce:37:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe9e3d35-8486-4fec-b928-31d4a60c5d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': '492ef6d7-afdc-4fc6-a32a-9237dda6e3bc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:39Z', 'updated_at': '2022-03-05T05:11:46Z', 'revision_number': 4, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'subnets': [{'id': '492ef6d7-afdc-4fc6-a32a-9237dda6e3bc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:11:47.703808 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-e6bbcb90-d93a-4b16-be7f-55b611d56974 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Deleting port 99c7f757-6608-43be-b6dd-ff0ab91d8efb {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:11:47.704159 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e6bbcb90-d93a-4b16-be7f-55b611d56974 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (99c7f757-6608-43be-b6dd-ff0ab91d8efb), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:47.795842 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12b54ae-9945-4e84-9464-55a62dcfa849 x-openstack-request-id: req-e12b54ae-9945-4e84-9464-55a62dcfa849 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:11:47.802564 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946b2604-7e83-462b-85f4-e989656b1869", "name": "network-vif-plugged", "status": "completed", "tag": "364d9b75-3cff-4049-aff8-0d7bb5d9b3da", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:11:47.803289 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e12b54ae-9945-4e84-9464-55a62dcfa849 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:11:47.804069 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946b2604-7e83-462b-85f4-e989656b1869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364d9b75-3cff-4049-aff8-0d7bb5d9b3da', 'code': 200} Mar 05 05:11:47.840821 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port bc93ce05-6ddd-411d-b85a-63460f32a08c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:47.864118 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c56040-e1fa-48dc-abf4-5383c08b0461 req-d175e43b-c296-45a3-9829-12c089c8ba07 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:47.865861 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76c56040-e1fa-48dc-abf4-5383c08b0461 req-d175e43b-c296-45a3-9829-12c089c8ba07 tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.30 "GET /v2.0/ports?device_id=977759f3-a4db-44ae-9088-45310d402922 HTTP/1.1" status: 200 len: 945 time: 0.1579390 Mar 05 05:11:47.878921 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-a37247d4-a592-4e15-9e99-8c880bf676ad None None] Set router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:11:47.968126 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-1c01b36d-9cf7-4062-8e11-5c336e983937 None None] Current status of the port 87d50966-cea9-4c1d-a703-f4f3932bf355 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:47.979057 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1c01b36d-9cf7-4062-8e11-5c336e983937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (87d50966-cea9-4c1d-a703-f4f3932bf355), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:48.005101 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:48.169837 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c182483-f837-4f1f-bfee-a2a37023e00f req-6f7cee53-e45f-4735-9717-29ff3f8d8709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:48.171712 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4c182483-f837-4f1f-bfee-a2a37023e00f req-6f7cee53-e45f-4735-9717-29ff3f8d8709 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 1129 time: 0.2256677 Mar 05 05:11:48.224497 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-576f4f6d-7c59-48b2-841d-cb84f09a9817 req-9bda8349-1501-4534-a1a0-e63510aad045 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f82476c-d8cd-4828-8d6d-b3ff42ae977c HTTP/1.1" status: 200 len: 210 time: 0.2218115 Mar 05 05:11:48.238031 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-1c01b36d-9cf7-4062-8e11-5c336e983937 None None] For port 87d50966-cea9-4c1d-a703-f4f3932bf355, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=87d50966-cea9-4c1d-a703-f4f3932bf355,segment=NetworkSegment(b4c4eef9-198e-493f-bbc7-1f0634dd6a00),segment_id=b4c4eef9-198e-493f-bbc7-1f0634dd6a00)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:48.251250 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1c01b36d-9cf7-4062-8e11-5c336e983937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (87d50966-cea9-4c1d-a703-f4f3932bf355), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:48.252177 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-76c56040-e1fa-48dc-abf4-5383c08b0461 req-a8266876-480f-49bf-a32f-d88358fd42ee tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Deleting port d227be38-4f4a-40cf-bd7e-5fec74e87992 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:11:48.252525 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76c56040-e1fa-48dc-abf4-5383c08b0461 req-a8266876-480f-49bf-a32f-d88358fd42ee tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d227be38-4f4a-40cf-bd7e-5fec74e87992), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:48.409123 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-76c56040-e1fa-48dc-abf4-5383c08b0461 req-a8266876-480f-49bf-a32f-d88358fd42ee tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] For port d227be38-4f4a-40cf-bd7e-5fec74e87992, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=d227be38-4f4a-40cf-bd7e-5fec74e87992,segment=NetworkSegment(d8d5c3a7-1937-4fb5-a95b-deb674f5478c),segment_id=d8d5c3a7-1937-4fb5-a95b-deb674f5478c)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:48.409536 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76c56040-e1fa-48dc-abf4-5383c08b0461 req-a8266876-480f-49bf-a32f-d88358fd42ee tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d227be38-4f4a-40cf-bd7e-5fec74e87992), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:48.439711 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-e6bbcb90-d93a-4b16-be7f-55b611d56974 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] For port 99c7f757-6608-43be-b6dd-ff0ab91d8efb, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=99c7f757-6608-43be-b6dd-ff0ab91d8efb,segment=NetworkSegment(0eed478e-19b3-4cd8-9d50-3d9ef7374839),segment_id=0eed478e-19b3-4cd8-9d50-3d9ef7374839)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:48.440102 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e6bbcb90-d93a-4b16-be7f-55b611d56974 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (99c7f757-6608-43be-b6dd-ff0ab91d8efb), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:48.457645 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-76c56040-e1fa-48dc-abf4-5383c08b0461 req-a8266876-480f-49bf-a32f-d88358fd42ee tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Calling delete_port for d227be38-4f4a-40cf-bd7e-5fec74e87992 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:11:48.519626 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c01b36d-9cf7-4062-8e11-5c336e983937 None None] Pushing event updated for resources: {'Port': ['ID=87d50966-cea9-4c1d-a703-f4f3932bf355,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:48.553032 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a3c69de3-ba82-4142-8ab3-1b761ead1e51 None None] Provisioning complete for port 87d50966-cea9-4c1d-a703-f4f3932bf355 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:48.559517 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a285d43-ef8a-4fc5-814d-30ddbffbcbda req-bba964c3-65c5-45ee-8241-016306ad9797 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:48.570424 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3a285d43-ef8a-4fc5-814d-30ddbffbcbda req-bba964c3-65c5-45ee-8241-016306ad9797 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74 HTTP/1.1" status: 200 len: 945 time: 0.6896844 Mar 05 05:11:48.572623 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a3c69de3-ba82-4142-8ab3-1b761ead1e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (87d50966-cea9-4c1d-a703-f4f3932bf355), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:48.599692 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-e6bbcb90-d93a-4b16-be7f-55b611d56974 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Calling delete_port for 99c7f757-6608-43be-b6dd-ff0ab91d8efb owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:11:48.772072 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 87d50966-cea9-4c1d-a703-f4f3932bf355 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:11:48.801188 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4c182483-f837-4f1f-bfee-a2a37023e00f req-64da4b75-0eaf-4412-825d-21fb407383ba service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6202855 Mar 05 05:11:48.819263 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-a37247d4-a592-4e15-9e99-8c880bf676ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'name': 'tempest-RoutersIpV6Test-router-871576514', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:58Z', 'updated_at': '2022-03-05T05:11:41Z', 'revision_number': 7, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'gw_port_host': None, '_interfaces': [{'id': '2569e995-182f-42be-94a3-33cc146cda70', 'name': '', 'network_id': 'f88c6a43-c966-4ece-b15f-259daaae0bd7', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:46:12:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a8e8d834-5b98-4878-abfc-ebffbfd40479', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:27Z', 'updated_at': '2022-03-05T05:11:33Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a8e8d834-5b98-4878-abfc-ebffbfd40479', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46db41dc-0c7f-452f-8d0e-d7da1d702115', 'name': '', 'network_id': 'e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:ec:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:17Z', 'updated_at': '2022-03-05T05:11:24Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99c7f757-6608-43be-b6dd-ff0ab91d8efb', 'name': '', 'network_id': 'd198c8d8-6705-4707-82c4-c33caa38a29d', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:ef:82:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ed01ddc2-e8f3-431f-a5ac-a65e8e82bea0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:31Z', 'updated_at': '2022-03-05T05:11:43Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'ed01ddc2-e8f3-431f-a5ac-a65e8e82bea0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7e76a8-f379-447d-ae0d-d311a203aa5b', 'name': '', 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:d2:b9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:04Z', 'updated_at': '2022-03-05T05:11:13Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:48.836436 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76c56040-e1fa-48dc-abf4-5383c08b0461 req-a8266876-480f-49bf-a32f-d88358fd42ee tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (d227be38-4f4a-40cf-bd7e-5fec74e87992), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:48.876713 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8266876-480f-49bf-a32f-d88358fd42ee tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Pushing event deleted for resources: {'Port': ['ID=d227be38-4f4a-40cf-bd7e-5fec74e87992,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:48.897184 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['d227be38-4f4a-40cf-bd7e-5fec74e87992'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:11:48.955317 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37247d4-a592-4e15-9e99-8c880bf676ad None None] The sync data for ids ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'] in n-d-789963-32 is: [{'id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'name': 'tempest-RoutersIpV6Test-router-871576514', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:58Z', 'updated_at': '2022-03-05T05:11:41Z', 'revision_number': 7, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'gw_port_host': None, '_interfaces': [{'id': '2569e995-182f-42be-94a3-33cc146cda70', 'name': '', 'network_id': 'f88c6a43-c966-4ece-b15f-259daaae0bd7', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:46:12:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a8e8d834-5b98-4878-abfc-ebffbfd40479', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:27Z', 'updated_at': '2022-03-05T05:11:33Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a8e8d834-5b98-4878-abfc-ebffbfd40479', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46db41dc-0c7f-452f-8d0e-d7da1d702115', 'name': '', 'network_id': 'e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:ec:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:17Z', 'updated_at': '2022-03-05T05:11:24Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99c7f757-6608-43be-b6dd-ff0ab91d8efb', 'name': '', 'network_id': 'd198c8d8-6705-4707-82c4-c33caa38a29d', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:ef:82:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ed01ddc2-e8f3-431f-a5ac-a65e8e82bea0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:31Z', 'updated_at': '2022-03-05T05:11:43Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'ed01ddc2-e8f3-431f-a5ac-a65e8e82bea0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7e76a8-f379-447d-ae0d-d311a203aa5b', 'name': '', 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:d2:b9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:04Z', 'updated_at': '2022-03-05T05:11:13Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:11:49.052239 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e127ab1-cceb-4ac4-aeb3-aa13c5ec9386 req-4ce048eb-a606-4772-9454-74ffbbc866ee tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:49.060232 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9e127ab1-cceb-4ac4-aeb3-aa13c5ec9386 req-4ce048eb-a606-4772-9454-74ffbbc866ee tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.11 "GET /v2.0/ports?device_id=977759f3-a4db-44ae-9088-45310d402922 HTTP/1.1" status: 200 len: 945 time: 0.5751433 Mar 05 05:11:49.071195 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e6bbcb90-d93a-4b16-be7f-55b611d56974 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (99c7f757-6608-43be-b6dd-ff0ab91d8efb), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:49.105653 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a3c69de3-ba82-4142-8ab3-1b761ead1e51 None None] Current status of the port 87d50966-cea9-4c1d-a703-f4f3932bf355 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:49.108124 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 87d50966-cea9-4c1d-a703-f4f3932bf355 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:49.115432 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (87d50966-cea9-4c1d-a703-f4f3932bf355), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:49.132352 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3a285d43-ef8a-4fc5-814d-30ddbffbcbda req-f3f57042-d153-4fa2-9f38-ccb75abb056e tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5606766 Mar 05 05:11:49.148373 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c56040-e1fa-48dc-abf4-5383c08b0461 req-a8266876-480f-49bf-a32f-d88358fd42ee tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] No DVR routers for this DVR port d227be38-4f4a-40cf-bd7e-5fec74e87992 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:11:49.157261 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-76c56040-e1fa-48dc-abf4-5383c08b0461 req-a8266876-480f-49bf-a32f-d88358fd42ee tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:49.166021 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76c56040-e1fa-48dc-abf4-5383c08b0461 req-a8266876-480f-49bf-a32f-d88358fd42ee tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.30 "DELETE /v2.0/ports/d227be38-4f4a-40cf-bd7e-5fec74e87992 HTTP/1.1" status: 204 len: 173 time: 1.2792799 Mar 05 05:11:49.167445 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977759f3-a4db-44ae-9088-45310d402922', 'name': 'network-vif-deleted', 'tag': 'd227be38-4f4a-40cf-bd7e-5fec74e87992'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:11:49.167625 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bbcb90-d93a-4b16-be7f-55b611d56974 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Port': ['ID=99c7f757-6608-43be-b6dd-ff0ab91d8efb,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:49.178298 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de82b14c-347d-42ae-8335-a2b9aca4cf88" -d '{"events": [{"server_uuid": "977759f3-a4db-44ae-9088-45310d402922", "name": "network-vif-deleted", "tag": "d227be38-4f4a-40cf-bd7e-5fec74e87992"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:11:49.277135 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c56b6aae-7799-429e-8907-815743fcfdc5 req-1cd4bf16-792a-4d65-9551-52ff4b6eef70 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3165925 Mar 05 05:11:49.419811 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 87d50966-cea9-4c1d-a703-f4f3932bf355 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:49.674181 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b6aae-7799-429e-8907-815743fcfdc5 req-e33a7bb7-3a60-4110-b6fd-23eb1744232d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:49.682331 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c56b6aae-7799-429e-8907-815743fcfdc5 req-e33a7bb7-3a60-4110-b6fd-23eb1744232d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f140b273a3d24bd8bd95de4819b9bc34&device_id=b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74 HTTP/1.1" status: 200 len: 1128 time: 0.3797770 Mar 05 05:11:49.734709 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9e127ab1-cceb-4ac4-aeb3-aa13c5ec9386 req-5797b63f-d4a4-402f-98d2-8f62962c0eaf tempest-VolumesActionsTest-1671555089 tempest-VolumesActionsTest-1671555089-project] 10.222.0.11 "GET /v2.0/security-groups?id=8a24961a-e7d4-42f3-909d-0df69381aabe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6720874 Mar 05 05:11:49.753003 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e6bbcb90-d93a-4b16-be7f-55b611d56974 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:49.769881 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-cfa671a2-4840-40ef-93cd-5fcf41124295 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:49.771926 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-cfa671a2-4840-40ef-93cd-5fcf41124295 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.30 "GET /v2.0/networks?id=bc195114-68e7-4f7a-966c-27ef3f5908c1 HTTP/1.1" status: 200 len: 797 time: 0.3575826 Mar 05 05:11:49.856135 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-22b5e86c-9cc8-4aa7-9197-ee1c281e8434 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Request body: {'port': {'device_id': '0f82476c-d8cd-4828-8d6d-b3ff42ae977c', 'network_id': 'bc195114-68e7-4f7a-966c-27ef3f5908c1', 'admin_state_up': True, 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:49.974380 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934b962-7528-49e9-86f4-1f57cae757ce req-204c0ce7-5db0-4703-a592-4e855a735d43 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:49.981032 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b934b962-7528-49e9-86f4-1f57cae757ce req-204c0ce7-5db0-4703-a592-4e855a735d43 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 946 time: 0.4681726 Mar 05 05:11:50.047315 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684aedc2-c7d4-4d09-bb06-1c2747f713e3 x-openstack-request-id: req-684aedc2-c7d4-4d09-bb06-1c2747f713e3 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:11:50.048399 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977759f3-a4db-44ae-9088-45310d402922", "name": "network-vif-deleted", "tag": "d227be38-4f4a-40cf-bd7e-5fec74e87992", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:11:50.049119 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-684aedc2-c7d4-4d09-bb06-1c2747f713e3 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:11:50.049789 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977759f3-a4db-44ae-9088-45310d402922', 'name': 'network-vif-deleted', 'tag': 'd227be38-4f4a-40cf-bd7e-5fec74e87992', 'status': 'completed', 'code': 200} Mar 05 05:11:50.116698 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-22b5e86c-9cc8-4aa7-9197-ee1c281e8434 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Made reservation on behalf of d87f4bc3b1ad4083a50bfbdb9336d51e for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:11:50.130234 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-22b5e86c-9cc8-4aa7-9197-ee1c281e8434 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:50.151379 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b6aae-7799-429e-8907-815743fcfdc5 req-986787d0-02f7-4e88-82a5-a4f73d99caa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:50.152886 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c56b6aae-7799-429e-8907-815743fcfdc5 req-986787d0-02f7-4e88-82a5-a4f73d99caa4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0da3e914-90e8-464b-8270-4123ca801714 HTTP/1.1" status: 200 len: 915 time: 0.4386868 Mar 05 05:11:50.200888 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b934b962-7528-49e9-86f4-1f57cae757ce req-f3de90b8-5d6e-4855-89c8-c09e0b6d3c48 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124124 Mar 05 05:11:50.246972 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9a790065-0b3e-44bc-8657-e581af8a8d04 req-de25face-5ece-44da-b702-cf2d0f6f9dd3 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f82476c-d8cd-4828-8d6d-b3ff42ae977c HTTP/1.1" status: 200 len: 210 time: 0.0694404 Mar 05 05:11:50.299322 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c56b6aae-7799-429e-8907-815743fcfdc5 req-b0618bb7-7400-42dd-92ec-3bb160a692a7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d83396ff-a6e1-49df-84bf-232671841123 HTTP/1.1" status: 200 len: 217 time: 0.1331515 Mar 05 05:11:50.389314 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b6aae-7799-429e-8907-815743fcfdc5 req-1c2d1cb3-d5e5-42ee-9e70-fc35126de70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:50.391308 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c56b6aae-7799-429e-8907-815743fcfdc5 req-1c2d1cb3-d5e5-42ee-9e70-fc35126de70d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2551e0a-db35-4267-955a-eab1f29c6451 HTTP/1.1" status: 200 len: 854 time: 0.0829728 Mar 05 05:11:50.456894 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6bbcb90-d93a-4b16-be7f-55b611d56974 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:11:50.506452 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b6aae-7799-429e-8907-815743fcfdc5 req-caae2c13-8ec1-4c61-b552-d2db81929519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:50.508946 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c56b6aae-7799-429e-8907-815743fcfdc5 req-caae2c13-8ec1-4c61-b552-d2db81929519 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0da3e914-90e8-464b-8270-4123ca801714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1111262 Mar 05 05:11:50.613550 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355a76c-d2fb-4dfc-88c7-a681398bd204 req-bdad5740-fa18-4d0c-b7e6-5ade524a7828 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:50.615443 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a355a76c-d2fb-4dfc-88c7-a681398bd204 req-bdad5740-fa18-4d0c-b7e6-5ade524a7828 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74 HTTP/1.1" status: 200 len: 945 time: 0.1511557 Mar 05 05:11:50.697805 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bbcb90-d93a-4b16-be7f-55b611d56974 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:11:50.698139 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c56b6aae-7799-429e-8907-815743fcfdc5 req-cb6217a4-3e9e-45f5-8361-7efcd856bb85 service neutron] 10.222.0.31 "GET /v2.0/networks/0da3e914-90e8-464b-8270-4123ca801714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813014 Mar 05 05:11:50.704392 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e6bbcb90-d93a-4b16-be7f-55b611d56974 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "PUT /v2.0/routers/9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0012054 Mar 05 05:11:50.709623 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d44b468-7431-4cbf-8955-c08db2900b4d None None] Sync routers for ids ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:11:50.712949 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51368) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:50.716019 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a355a76c-d2fb-4dfc-88c7-a681398bd204 req-531d49bc-af00-41a9-8a17-344514053eba tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767157 Mar 05 05:11:50.724827 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d44b468-7431-4cbf-8955-c08db2900b4d None None] Routers {'9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:11:50.727861 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8d44b468-7431-4cbf-8955-c08db2900b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:11:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:50.740973 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 87d50966-cea9-4c1d-a703-f4f3932bf355 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:11:50.865475 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 87d50966-cea9-4c1d-a703-f4f3932bf355 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:50.866135 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (87d50966-cea9-4c1d-a703-f4f3932bf355), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:50.890984 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c56b6aae-7799-429e-8907-815743fcfdc5 req-dac70692-9ecf-4bc4-867e-15e85b329ca9 service neutron] 10.222.0.31 "GET /v2.0/networks/0da3e914-90e8-464b-8270-4123ca801714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800179 Mar 05 05:11:50.892567 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-22b5e86c-9cc8-4aa7-9197-ee1c281e8434 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Allocated IP 172.20.0.19 (bc195114-68e7-4f7a-966c-27ef3f5908c1/492ef6d7-afdc-4fc6-a32a-9237dda6e3bc/f1ec1968-4b6e-4352-99d3-8b2091c7dfd1) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:11:50.976951 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-19214e34-5499-4455-9cc4-8bef37301832 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Deleting subnet ed01ddc2-e8f3-431f-a5ac-a65e8e82bea0 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:11:50.983361 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-19214e34-5499-4455-9cc4-8bef37301832 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for subnet (ed01ddc2-e8f3-431f-a5ac-a65e8e82bea0), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:51.075295 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 87d50966-cea9-4c1d-a703-f4f3932bf355 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:51.113188 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-19214e34-5499-4455-9cc4-8bef37301832 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (ed01ddc2-e8f3-431f-a5ac-a65e8e82bea0), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:51.176061 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-8d44b468-7431-4cbf-8955-c08db2900b4d None None] Set router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:11:51.178557 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51376) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:51.234284 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcc965-f47c-469d-a9cb-3a37f0812f9f req-18757ee5-682f-4e52-b56a-3eda665caa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:51.236646 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-94fcc965-f47c-469d-a9cb-3a37f0812f9f req-18757ee5-682f-4e52-b56a-3eda665caa19 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f140b273a3d24bd8bd95de4819b9bc34&device_id=b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74 HTTP/1.1" status: 200 len: 1128 time: 0.1771884 Mar 05 05:11:51.240086 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-22b5e86c-9cc8-4aa7-9197-ee1c281e8434 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for port (f1ec1968-4b6e-4352-99d3-8b2091c7dfd1), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:51.290219 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d227be38-4f4a-40cf-bd7e-5fec74e87992 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:11:51.338240 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: d227be38-4f4a-40cf-bd7e-5fec74e87992 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:11:51.340262 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device d227be38-4f4a-40cf-bd7e-5fec74e87992 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:11:51.422171 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2f62c9dc-a6bd-4d8f-a45e-b8262ebb8b51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:51.493886 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9b0bbf5a-d933-491f-a3d9-6de8211c5089 req-dac9cf21-f377-442b-87e3-e5047988787f tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f82476c-d8cd-4828-8d6d-b3ff42ae977c HTTP/1.1" status: 200 len: 210 time: 0.1082702 Mar 05 05:11:51.510391 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-19214e34-5499-4455-9cc4-8bef37301832 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (ed01ddc2-e8f3-431f-a5ac-a65e8e82bea0), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:51.568106 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c743e-7487-4db3-8a97-33799e872974 req-203838b1-7070-42fb-a7ea-e8932f375522 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:51.580786 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a1c743e-7487-4db3-8a97-33799e872974 req-203838b1-7070-42fb-a7ea-e8932f375522 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 946 time: 0.2151043 Mar 05 05:11:51.581918 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-22b5e86c-9cc8-4aa7-9197-ee1c281e8434 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (f1ec1968-4b6e-4352-99d3-8b2091c7dfd1), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:51.644661 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5e86c-9cc8-4aa7-9197-ee1c281e8434 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Pushing event updated for resources: {'Port': ['ID=f1ec1968-4b6e-4352-99d3-8b2091c7dfd1,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:51.657735 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a1c743e-7487-4db3-8a97-33799e872974 req-89092e14-67c7-4cbc-b8eb-53158077a87d tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757451 Mar 05 05:11:51.680034 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcc965-f47c-469d-a9cb-3a37f0812f9f req-06fe48af-b2fd-41d7-9782-62e2953ea348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:51.681567 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-94fcc965-f47c-469d-a9cb-3a37f0812f9f req-06fe48af-b2fd-41d7-9782-62e2953ea348 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0da3e914-90e8-464b-8270-4123ca801714 HTTP/1.1" status: 200 len: 915 time: 0.4354646 Mar 05 05:11:51.691588 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-22b5e86c-9cc8-4aa7-9197-ee1c281e8434 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Network bc195114-68e7-4f7a-966c-27ef3f5908c1 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:11:51.693226 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8d44b468-7431-4cbf-8955-c08db2900b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'name': 'tempest-RoutersIpV6Test-router-871576514', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:58Z', 'updated_at': '2022-03-05T05:11:48Z', 'revision_number': 8, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'gw_port_host': None, '_interfaces': [{'id': '2569e995-182f-42be-94a3-33cc146cda70', 'name': '', 'network_id': 'f88c6a43-c966-4ece-b15f-259daaae0bd7', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:46:12:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a8e8d834-5b98-4878-abfc-ebffbfd40479', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:27Z', 'updated_at': '2022-03-05T05:11:33Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a8e8d834-5b98-4878-abfc-ebffbfd40479', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46db41dc-0c7f-452f-8d0e-d7da1d702115', 'name': '', 'network_id': 'e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:ec:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:17Z', 'updated_at': '2022-03-05T05:11:24Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7e76a8-f379-447d-ae0d-d311a203aa5b', 'name': '', 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:d2:b9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:04Z', 'updated_at': '2022-03-05T05:11:13Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:51.698561 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-22b5e86c-9cc8-4aa7-9197-ee1c281e8434 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:11:51.710361 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2f62c9dc-a6bd-4d8f-a45e-b8262ebb8b51 admin admin] Publish callbacks [] for security_group (010d75bf-0a8f-4a79-8cbf-2828ea441c0e), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:51.715727 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2f62c9dc-a6bd-4d8f-a45e-b8262ebb8b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (010d75bf-0a8f-4a79-8cbf-2828ea441c0e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:51.747924 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-94fcc965-f47c-469d-a9cb-3a37f0812f9f req-b5983697-1099-4d5b-b0c6-9089e570e50a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d83396ff-a6e1-49df-84bf-232671841123 HTTP/1.1" status: 200 len: 217 time: 0.0507910 Mar 05 05:11:51.750022 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-22b5e86c-9cc8-4aa7-9197-ee1c281e8434 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:11:51.780717 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d44b468-7431-4cbf-8955-c08db2900b4d None None] Checking router: 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:11:51.788263 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2f62c9dc-a6bd-4d8f-a45e-b8262ebb8b51 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6a7affa15a9f4da5a4ac6ee0fdaa5705&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6072705 Mar 05 05:11:51.790941 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51398) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:51.792066 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d44b468-7431-4cbf-8955-c08db2900b4d None None] Routers {'9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:11:51.793099 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8d44b468-7431-4cbf-8955-c08db2900b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:11:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:51.833541 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-22b5e86c-9cc8-4aa7-9197-ee1c281e8434 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:51.834502 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-22b5e86c-9cc8-4aa7-9197-ee1c281e8434 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:51.856031 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62c9dc-a6bd-4d8f-a45e-b8262ebb8b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010d75bf-0a8f-4a79-8cbf-2828ea441c0e,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:51.905767 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-22b5e86c-9cc8-4aa7-9197-ee1c281e8434 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.0597982 Mar 05 05:11:51.965908 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-8d44b468-7431-4cbf-8955-c08db2900b4d None None] Set router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:11:51.968029 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-45019a24-50cd-45f8-99f0-2e743c7279ef service neutron] Request body: {'port': {'device_id': '0f82476c-d8cd-4828-8d6d-b3ff42ae977c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:11:51.995444 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9274-1c90-41ed-9de0-1a4b3e1b33ff admin admin] Publish callbacks [] for security_group (010d75bf-0a8f-4a79-8cbf-2828ea441c0e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:52.024524 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9274-1c90-41ed-9de0-1a4b3e1b33ff admin admin] Publish callbacks [] for security_group (010d75bf-0a8f-4a79-8cbf-2828ea441c0e), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:52.066218 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-19214e34-5499-4455-9cc4-8bef37301832 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (ed01ddc2-e8f3-431f-a5ac-a65e8e82bea0), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:52.110663 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9274-1c90-41ed-9de0-1a4b3e1b33ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (010d75bf-0a8f-4a79-8cbf-2828ea441c0e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:52.113366 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ba8a9274-1c90-41ed-9de0-1a4b3e1b33ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:52.115924 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19214e34-5499-4455-9cc4-8bef37301832 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Subnet': ['ID=ed01ddc2-e8f3-431f-a5ac-a65e8e82bea0,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:52.117406 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ba8a9274-1c90-41ed-9de0-1a4b3e1b33ff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/010d75bf-0a8f-4a79-8cbf-2828ea441c0e HTTP/1.1" status: 204 len: 168 time: 0.3251278 Mar 05 05:11:52.129210 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2f3b6-8b37-4d0e-b8f1-0d2ddab77b62 req-f196dc8d-d244-443d-b595-661ee1c093e3 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:52.136552 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a0b2f3b6-8b37-4d0e-b8f1-0d2ddab77b62 req-f196dc8d-d244-443d-b595-661ee1c093e3 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 946 time: 0.2677035 Mar 05 05:11:52.158307 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcc965-f47c-469d-a9cb-3a37f0812f9f req-0ca8ed16-1180-4d02-995a-b9a7afb45780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:52.160152 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-94fcc965-f47c-469d-a9cb-3a37f0812f9f req-0ca8ed16-1180-4d02-995a-b9a7afb45780 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e2551e0a-db35-4267-955a-eab1f29c6451 HTTP/1.1" status: 200 len: 854 time: 0.2862952 Mar 05 05:11:52.160902 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-45019a24-50cd-45f8-99f0-2e743c7279ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f1ec1968-4b6e-4352-99d3-8b2091c7dfd1), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:52.162144 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a9274-1c90-41ed-9de0-1a4b3e1b33ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010d75bf-0a8f-4a79-8cbf-2828ea441c0e,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:52.175580 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdf82a1-1c83-46aa-acbc-358efb76ce4d None None] Network d198c8d8-6705-4707-82c4-c33caa38a29d requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:11:52.176360 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9835f03-f907-43cd-8337-0300134874b1 req-fb635e86-b72d-4be6-bfe7-59dcc67f6bca tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:52.184035 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f9835f03-f907-43cd-8337-0300134874b1 req-fb635e86-b72d-4be6-bfe7-59dcc67f6bca tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74 HTTP/1.1" status: 200 len: 945 time: 0.2652771 Mar 05 05:11:52.186479 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-19214e34-5499-4455-9cc4-8bef37301832 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:52.200632 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51402) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:52.203777 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-19214e34-5499-4455-9cc4-8bef37301832 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/subnets/ed01ddc2-e8f3-431f-a5ac-a65e8e82bea0 HTTP/1.1" status: 204 len: 168 time: 1.4890237 Mar 05 05:11:52.284990 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f9835f03-f907-43cd-8337-0300134874b1 req-1869c8ba-67be-44d7-ad6c-711ca0f2d1a5 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000094 Mar 05 05:11:52.337758 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8d44b468-7431-4cbf-8955-c08db2900b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'name': 'tempest-RoutersIpV6Test-router-871576514', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:58Z', 'updated_at': '2022-03-05T05:11:48Z', 'revision_number': 8, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'gw_port_host': None, '_interfaces': [{'id': '2569e995-182f-42be-94a3-33cc146cda70', 'name': '', 'network_id': 'f88c6a43-c966-4ece-b15f-259daaae0bd7', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:46:12:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a8e8d834-5b98-4878-abfc-ebffbfd40479', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:27Z', 'updated_at': '2022-03-05T05:11:33Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a8e8d834-5b98-4878-abfc-ebffbfd40479', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46db41dc-0c7f-452f-8d0e-d7da1d702115', 'name': '', 'network_id': 'e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:ec:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:17Z', 'updated_at': '2022-03-05T05:11:24Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7e76a8-f379-447d-ae0d-d311a203aa5b', 'name': '', 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:d2:b9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:04Z', 'updated_at': '2022-03-05T05:11:13Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:52.355923 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-94a8f226-2570-47db-9ecf-7675c8bff0e6 None None] Provisioning complete for port f1ec1968-4b6e-4352-99d3-8b2091c7dfd1 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:11:52.357572 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-94a8f226-2570-47db-9ecf-7675c8bff0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f1ec1968-4b6e-4352-99d3-8b2091c7dfd1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:52.391928 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fcc965-f47c-469d-a9cb-3a37f0812f9f req-cb179ad5-4eb8-4aaa-9ea7-b7d98db4f3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:52.393556 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-94fcc965-f47c-469d-a9cb-3a37f0812f9f req-cb179ad5-4eb8-4aaa-9ea7-b7d98db4f3ca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0da3e914-90e8-464b-8270-4123ca801714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2100432 Mar 05 05:11:52.407773 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a0b2f3b6-8b37-4d0e-b8f1-0d2ddab77b62 req-e4c2a7c5-c625-4ab8-a7be-13f8552527e6 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691357 Mar 05 05:11:52.408020 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d44b468-7431-4cbf-8955-c08db2900b4d None None] The sync data for ids ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'] in n-d-789963-32 is: [{'id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'name': 'tempest-RoutersIpV6Test-router-871576514', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:58Z', 'updated_at': '2022-03-05T05:11:48Z', 'revision_number': 8, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'gw_port_host': None, '_interfaces': [{'id': '2569e995-182f-42be-94a3-33cc146cda70', 'name': '', 'network_id': 'f88c6a43-c966-4ece-b15f-259daaae0bd7', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:46:12:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a8e8d834-5b98-4878-abfc-ebffbfd40479', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:27Z', 'updated_at': '2022-03-05T05:11:33Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a8e8d834-5b98-4878-abfc-ebffbfd40479', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46db41dc-0c7f-452f-8d0e-d7da1d702115', 'name': '', 'network_id': 'e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:ec:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:17Z', 'updated_at': '2022-03-05T05:11:24Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7e76a8-f379-447d-ae0d-d311a203aa5b', 'name': '', 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:d2:b9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:04Z', 'updated_at': '2022-03-05T05:11:13Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:11:52.426238 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-94a8f226-2570-47db-9ecf-7675c8bff0e6 None None] Port f1ec1968-4b6e-4352-99d3-8b2091c7dfd1 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:11:52.459391 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-90f40511-a1d5-486b-870d-cfbf913acbb9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (d198c8d8-6705-4707-82c4-c33caa38a29d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:52.646638 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbe8eb-8da3-4590-bd9c-a17963565cd1 req-5856fd14-233a-4d35-912e-a3ebe1f2335c tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:52.648155 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7ffbe8eb-8da3-4590-bd9c-a17963565cd1 req-5856fd14-233a-4d35-912e-a3ebe1f2335c tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 946 time: 0.1207004 Mar 05 05:11:52.648792 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51414) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:52.802422 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65762032-2984-4b2a-a21c-ed95b58753d3 None None] DHCP port deletion for d198c8d8-6705-4707-82c4-c33caa38a29d request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:11:52.860192 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-94fcc965-f47c-469d-a9cb-3a37f0812f9f req-23001110-aa6a-4bde-8366-fe993b42089a service neutron] 10.222.0.31 "GET /v2.0/networks/0da3e914-90e8-464b-8270-4123ca801714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637145 Mar 05 05:11:52.961996 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-45019a24-50cd-45f8-99f0-2e743c7279ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ec1968-4b6e-4352-99d3-8b2091c7dfd1 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:11:52.963749 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-65762032-2984-4b2a-a21c-ed95b58753d3 None None] Deleting port 1f50bba9-5b03-4a33-b607-e14b61f09f78 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:11:52.964835 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-65762032-2984-4b2a-a21c-ed95b58753d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (1f50bba9-5b03-4a33-b607-e14b61f09f78), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:53.008420 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-45019a24-50cd-45f8-99f0-2e743c7279ef service neutron] Publish callbacks [] for port (f1ec1968-4b6e-4352-99d3-8b2091c7dfd1), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:53.038404 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-45019a24-50cd-45f8-99f0-2e743c7279ef service neutron] Transition to ACTIVE for port object f1ec1968-4b6e-4352-99d3-8b2091c7dfd1 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:11:53.050229 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-45019a24-50cd-45f8-99f0-2e743c7279ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (f1ec1968-4b6e-4352-99d3-8b2091c7dfd1), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:53.055609 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-65762032-2984-4b2a-a21c-ed95b58753d3 None None] For port 1f50bba9-5b03-4a33-b607-e14b61f09f78, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=1f50bba9-5b03-4a33-b607-e14b61f09f78,segment=NetworkSegment(0eed478e-19b3-4cd8-9d50-3d9ef7374839),segment_id=0eed478e-19b3-4cd8-9d50-3d9ef7374839)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:53.056496 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-65762032-2984-4b2a-a21c-ed95b58753d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (1f50bba9-5b03-4a33-b607-e14b61f09f78), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:53.075516 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-65762032-2984-4b2a-a21c-ed95b58753d3 None None] Calling delete_port for 1f50bba9-5b03-4a33-b607-e14b61f09f78 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:11:53.132524 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-37ea0b3b-7367-4cc4-b50d-ecdeb443cc55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:53.137906 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-94fcc965-f47c-469d-a9cb-3a37f0812f9f req-f71b0de2-5fe3-4303-8141-199b9aa9c161 service neutron] 10.222.0.31 "GET /v2.0/networks/0da3e914-90e8-464b-8270-4123ca801714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606628 Mar 05 05:11:53.145165 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45019a24-50cd-45f8-99f0-2e743c7279ef service neutron] Pushing event updated for resources: {'Port': ['ID=f1ec1968-4b6e-4352-99d3-8b2091c7dfd1,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:53.194760 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-90f40511-a1d5-486b-870d-cfbf913acbb9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Deleting port 1f50bba9-5b03-4a33-b607-e14b61f09f78 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:11:53.195771 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-90f40511-a1d5-486b-870d-cfbf913acbb9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (1f50bba9-5b03-4a33-b607-e14b61f09f78), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:53.246053 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 1f50bba9-5b03-4a33-b607-e14b61f09f78 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:11:53.253062 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-45019a24-50cd-45f8-99f0-2e743c7279ef service neutron] Attempting to bind port f1ec1968-4b6e-4352-99d3-8b2091c7dfd1 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:11:53.253868 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-45019a24-50cd-45f8-99f0-2e743c7279ef service neutron] Attempting to bind port f1ec1968-4b6e-4352-99d3-8b2091c7dfd1 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': 'b4c4eef9-198e-493f-bbc7-1f0634dd6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bc195114-68e7-4f7a-966c-27ef3f5908c1'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:11:53.254448 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-45019a24-50cd-45f8-99f0-2e743c7279ef service neutron] Attempting to bind port f1ec1968-4b6e-4352-99d3-8b2091c7dfd1 on network bc195114-68e7-4f7a-966c-27ef3f5908c1 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:11:53.256639 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-65762032-2984-4b2a-a21c-ed95b58753d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (1f50bba9-5b03-4a33-b607-e14b61f09f78), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:53.259914 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-45019a24-50cd-45f8-99f0-2e743c7279ef service neutron] Port f1ec1968-4b6e-4352-99d3-8b2091c7dfd1 on network bc195114-68e7-4f7a-966c-27ef3f5908c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:11:53.260582 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-45019a24-50cd-45f8-99f0-2e743c7279ef service neutron] Attempting to bind port f1ec1968-4b6e-4352-99d3-8b2091c7dfd1 on network bc195114-68e7-4f7a-966c-27ef3f5908c1 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:11:53.267253 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-45019a24-50cd-45f8-99f0-2e743c7279ef service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:11:53.267978 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-45019a24-50cd-45f8-99f0-2e743c7279ef service neutron] Checking segment: {'id': 'b4c4eef9-198e-493f-bbc7-1f0634dd6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bc195114-68e7-4f7a-966c-27ef3f5908c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:11:53.268737 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-45019a24-50cd-45f8-99f0-2e743c7279ef service neutron] Bound using segment: {'id': 'b4c4eef9-198e-493f-bbc7-1f0634dd6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bc195114-68e7-4f7a-966c-27ef3f5908c1'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:11:53.269429 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-45019a24-50cd-45f8-99f0-2e743c7279ef service neutron] Bound port: f1ec1968-4b6e-4352-99d3-8b2091c7dfd1, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4c4eef9-198e-493f-bbc7-1f0634dd6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'bc195114-68e7-4f7a-966c-27ef3f5908c1'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:11:53.270147 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-45019a24-50cd-45f8-99f0-2e743c7279ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f1ec1968-4b6e-4352-99d3-8b2091c7dfd1), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:53.293461 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-90f40511-a1d5-486b-870d-cfbf913acbb9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] For port 1f50bba9-5b03-4a33-b607-e14b61f09f78, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=1f50bba9-5b03-4a33-b607-e14b61f09f78,segment=NetworkSegment(0eed478e-19b3-4cd8-9d50-3d9ef7374839),segment_id=0eed478e-19b3-4cd8-9d50-3d9ef7374839)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:53.294142 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-90f40511-a1d5-486b-870d-cfbf913acbb9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (1f50bba9-5b03-4a33-b607-e14b61f09f78), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:53.315630 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-90f40511-a1d5-486b-870d-cfbf913acbb9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Calling delete_port for 1f50bba9-5b03-4a33-b607-e14b61f09f78 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:11:53.325474 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65762032-2984-4b2a-a21c-ed95b58753d3 None None] No DVR routers for this DVR port 1f50bba9-5b03-4a33-b607-e14b61f09f78 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:11:53.348832 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 1f50bba9-5b03-4a33-b607-e14b61f09f78 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:11:53.349454 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 1f50bba9-5b03-4a33-b607-e14b61f09f78 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:11:53.350062 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 99c7f757-6608-43be-b6dd-ff0ab91d8efb no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:11:53.385136 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-45019a24-50cd-45f8-99f0-2e743c7279ef service neutron] For port f1ec1968-4b6e-4352-99d3-8b2091c7dfd1, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:11:53.388921 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-45019a24-50cd-45f8-99f0-2e743c7279ef service neutron] For port f1ec1968-4b6e-4352-99d3-8b2091c7dfd1, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=f1ec1968-4b6e-4352-99d3-8b2091c7dfd1,segment=NetworkSegment(b4c4eef9-198e-493f-bbc7-1f0634dd6a00),segment_id=b4c4eef9-198e-493f-bbc7-1f0634dd6a00)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:11:53.400929 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 99c7f757-6608-43be-b6dd-ff0ab91d8efb {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:11:53.401878 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 99c7f757-6608-43be-b6dd-ff0ab91d8efb not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:11:53.403626 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-45019a24-50cd-45f8-99f0-2e743c7279ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (f1ec1968-4b6e-4352-99d3-8b2091c7dfd1), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:53.425037 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65762032-2984-4b2a-a21c-ed95b58753d3 None None] Pushing event deleted for resources: {'Port': ['ID=1f50bba9-5b03-4a33-b607-e14b61f09f78,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:53.484922 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-45019a24-50cd-45f8-99f0-2e743c7279ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:53.485478 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-45019a24-50cd-45f8-99f0-2e743c7279ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:53.486887 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-45019a24-50cd-45f8-99f0-2e743c7279ef service neutron] 10.222.0.30 "PUT /v2.0/ports/f1ec1968-4b6e-4352-99d3-8b2091c7dfd1 HTTP/1.1" status: 200 len: 1056 time: 1.5337892 Mar 05 05:11:53.489727 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f82476c-d8cd-4828-8d6d-b3ff42ae977c', 'tag': 'f1ec1968-4b6e-4352-99d3-8b2091c7dfd1'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:11:53.505271 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c529ad9-787a-4153-bde7-55f38d478fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "0f82476c-d8cd-4828-8d6d-b3ff42ae977c", "tag": "f1ec1968-4b6e-4352-99d3-8b2091c7dfd1"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:11:53.536926 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-90f40511-a1d5-486b-870d-cfbf913acbb9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (1f50bba9-5b03-4a33-b607-e14b61f09f78), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:53.582612 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7ffbe8eb-8da3-4590-bd9c-a17963565cd1 req-b435340d-2c87-4b2e-a930-f16312b7ff6c tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9243691 Mar 05 05:11:53.589040 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f40511-a1d5-486b-870d-cfbf913acbb9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Port': ['ID=1f50bba9-5b03-4a33-b607-e14b61f09f78,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:53.616335 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45019a24-50cd-45f8-99f0-2e743c7279ef service neutron] Pushing event updated for resources: {'Port': ['ID=f1ec1968-4b6e-4352-99d3-8b2091c7dfd1,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:53.620343 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb5ebe-7768-4631-9213-a1d45b5a2f1d req-849654c0-fb4c-4464-83d9-61c20f208c47 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:53.622824 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74fb5ebe-7768-4631-9213-a1d45b5a2f1d req-849654c0-fb4c-4464-83d9-61c20f208c47 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f82476c-d8cd-4828-8d6d-b3ff42ae977c HTTP/1.1" status: 200 len: 895 time: 1.0268514 Mar 05 05:11:53.653352 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f40511-a1d5-486b-870d-cfbf913acbb9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] No DVR routers for this DVR port 1f50bba9-5b03-4a33-b607-e14b61f09f78 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:11:53.706605 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-31918061-b522-410a-9a40-6195c5923d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:53.713105 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-31918061-b522-410a-9a40-6195c5923d20 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d87f4bc3b1ad4083a50bfbdb9336d51e&device_id=0f82476c-d8cd-4828-8d6d-b3ff42ae977c HTTP/1.1" status: 200 len: 1090 time: 0.1718969 Mar 05 05:11:53.892105 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-90f40511-a1d5-486b-870d-cfbf913acbb9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (d198c8d8-6705-4707-82c4-c33caa38a29d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:53.894127 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-103f3c72-1bd1-49e0-8da6-7e816deb7775 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=f1ec1968-4b6e-4352-99d3-8b2091c7dfd1 HTTP/1.1" status: 200 len: 217 time: 0.1776004 Mar 05 05:11:53.904803 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9263c281-c866-4e64-98eb-8eed1440f966 x-openstack-request-id: req-9263c281-c866-4e64-98eb-8eed1440f966 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:11:53.905445 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f82476c-d8cd-4828-8d6d-b3ff42ae977c", "tag": "f1ec1968-4b6e-4352-99d3-8b2091c7dfd1", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:11:53.905923 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9263c281-c866-4e64-98eb-8eed1440f966 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:11:53.906549 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f82476c-d8cd-4828-8d6d-b3ff42ae977c', 'tag': 'f1ec1968-4b6e-4352-99d3-8b2091c7dfd1', 'status': 'completed', 'code': 200} Mar 05 05:11:53.958965 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-e1cc6b82-e7da-430a-b8ba-f929048d326a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:53.961276 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-e1cc6b82-e7da-430a-b8ba-f929048d326a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=492ef6d7-afdc-4fc6-a32a-9237dda6e3bc HTTP/1.1" status: 200 len: 837 time: 0.0585732 Mar 05 05:11:53.973662 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-37ea0b3b-7367-4cc4-b50d-ecdeb443cc55 admin admin] Publish callbacks [] for security_group (0e943913-8aed-439f-a7f5-deb6369f4853), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:53.980014 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-90f40511-a1d5-486b-870d-cfbf913acbb9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d198c8d8-6705-4707-82c4-c33caa38a29d']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:53.991547 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-37ea0b3b-7367-4cc4-b50d-ecdeb443cc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (0e943913-8aed-439f-a7f5-deb6369f4853), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:54.012668 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-90f40511-a1d5-486b-870d-cfbf913acbb9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eed478e-19b3-4cd8-9d50-3d9ef7374839') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:54.012998 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-90f40511-a1d5-486b-870d-cfbf913acbb9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eed478e-19b3-4cd8-9d50-3d9ef7374839') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:54.080472 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-bd1e31e9-cd8e-4d7a-aa5b-fcdfedac9604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:54.082810 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-bd1e31e9-cd8e-4d7a-aa5b-fcdfedac9604 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc195114-68e7-4f7a-966c-27ef3f5908c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.1162906 Mar 05 05:11:54.089859 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-90f40511-a1d5-486b-870d-cfbf913acbb9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (0eed478e-19b3-4cd8-9d50-3d9ef7374839), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:54.137840 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-37ea0b3b-7367-4cc4-b50d-ecdeb443cc55 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3a6a3d8c04f64fb89d3ccf45f4d065a7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4870467 Mar 05 05:11:54.143360 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51430) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:54.144630 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea0b3b-7367-4cc4-b50d-ecdeb443cc55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e943913-8aed-439f-a7f5-deb6369f4853,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:54.155030 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-90f40511-a1d5-486b-870d-cfbf913acbb9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (0eed478e-19b3-4cd8-9d50-3d9ef7374839), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:54.193497 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5131d-f544-4777-8905-bfcdd9bb7439 req-01da41ce-7238-4886-bcbf-d984173f16c8 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:54.194999 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-52a5131d-f544-4777-8905-bfcdd9bb7439 req-01da41ce-7238-4886-bcbf-d984173f16c8 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74 HTTP/1.1" status: 200 len: 945 time: 0.3695633 Mar 05 05:11:54.197940 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f40511-a1d5-486b-870d-cfbf913acbb9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:11:54.198344 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-90f40511-a1d5-486b-870d-cfbf913acbb9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (0eed478e-19b3-4cd8-9d50-3d9ef7374839), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:54.200928 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-f8f8b206-c962-41a6-a910-b5b19ae5c8f5 service neutron] 10.222.0.30 "GET /v2.0/networks/bc195114-68e7-4f7a-966c-27ef3f5908c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113205 Mar 05 05:11:54.203158 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:11:54.203158 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:11:54.203158 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:11:54.203158 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:11:54.203158 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:11:54.203158 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:11:54.203158 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:11:54.203158 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:11:54.203158 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:11:54.203158 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:11:54.203158 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:11:54.203158 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:11:54.203158 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:11:54.203158 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:11:54.203158 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:11:54.203158 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:11:54.203158 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:11:54.203158 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:11:54.203158 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:11:54.203158 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:11:54.203158 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:11:54.203158 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:11:54.203158 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:11:54.203158 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:11:54.203158 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:11:54.203158 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:11:54.203158 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:11:54.203158 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:11:54.203158 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:11:54.203158 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:11:54.203158 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:11:54.203158 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:11:54.309818 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-59ddfbae-322d-408b-998a-4fb8a34200b4 req-3c0e86bd-21d0-4ed2-b380-9e4befcd09a4 service neutron] 10.222.0.30 "GET /v2.0/networks/bc195114-68e7-4f7a-966c-27ef3f5908c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987265 Mar 05 05:11:54.310907 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-90f40511-a1d5-486b-870d-cfbf913acbb9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (d198c8d8-6705-4707-82c4-c33caa38a29d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:54.315787 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-90f40511-a1d5-486b-870d-cfbf913acbb9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:54.321803 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51432) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:54.321942 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-90f40511-a1d5-486b-870d-cfbf913acbb9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/networks/d198c8d8-6705-4707-82c4-c33caa38a29d HTTP/1.1" status: 204 len: 168 time: 2.1182117 Mar 05 05:11:54.369816 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bef538-adbe-4a2f-99d4-a109370b8ded req-6d000c22-d017-46f8-bd1c-9da206f34439 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:54.371412 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-34bef538-adbe-4a2f-99d4-a109370b8ded req-6d000c22-d017-46f8-bd1c-9da206f34439 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 946 time: 0.2551298 Mar 05 05:11:54.377539 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f40511-a1d5-486b-870d-cfbf913acbb9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Network': ['ID=d198c8d8-6705-4707-82c4-c33caa38a29d,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:54.395248 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-52a5131d-f544-4777-8905-bfcdd9bb7439 req-580159f8-6a25-4b6f-8dfe-ea54d9b30a50 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870406 Mar 05 05:11:54.396543 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4a6ede4c-94a8-44f8-90c3-7c72ce3316dd admin admin] Publish callbacks [] for security_group (0e943913-8aed-439f-a7f5-deb6369f4853), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:54.462087 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4a6ede4c-94a8-44f8-90c3-7c72ce3316dd admin admin] Publish callbacks [] for security_group (0e943913-8aed-439f-a7f5-deb6369f4853), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:54.500924 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-34bef538-adbe-4a2f-99d4-a109370b8ded req-9825fc82-f0a9-4473-a745-fe325d1a81d5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009860 Mar 05 05:11:54.538783 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4a6ede4c-94a8-44f8-90c3-7c72ce3316dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (0e943913-8aed-439f-a7f5-deb6369f4853), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:54.542250 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4a6ede4c-94a8-44f8-90c3-7c72ce3316dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:54.544290 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4a6ede4c-94a8-44f8-90c3-7c72ce3316dd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0e943913-8aed-439f-a7f5-deb6369f4853 HTTP/1.1" status: 204 len: 168 time: 0.4003911 Mar 05 05:11:54.555686 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ede4c-94a8-44f8-90c3-7c72ce3316dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e943913-8aed-439f-a7f5-deb6369f4853,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:54.838236 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528fb1bf-923a-4dc1-aa35-9dd3c595df23 req-9feb53b3-5b9c-43b5-be7f-8c631ce3bf63 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:54.839852 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-528fb1bf-923a-4dc1-aa35-9dd3c595df23 req-9feb53b3-5b9c-43b5-be7f-8c631ce3bf63 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f82476c-d8cd-4828-8d6d-b3ff42ae977c HTTP/1.1" status: 200 len: 907 time: 0.1201637 Mar 05 05:11:54.933898 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c529ad9-787a-4153-bde7-55f38d478fe3 req-61de1c67-c796-4a8c-a871-1ab8c2d9d77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:54.935460 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5c529ad9-787a-4153-bde7-55f38d478fe3 req-61de1c67-c796-4a8c-a871-1ab8c2d9d77e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d87f4bc3b1ad4083a50bfbdb9336d51e&device_id=0f82476c-d8cd-4828-8d6d-b3ff42ae977c HTTP/1.1" status: 200 len: 1090 time: 0.5599146 Mar 05 05:11:55.124726 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c529ad9-787a-4153-bde7-55f38d478fe3 req-575e2c4f-6345-47d4-afbe-58fcaf6345f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:55.126470 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5c529ad9-787a-4153-bde7-55f38d478fe3 req-575e2c4f-6345-47d4-afbe-58fcaf6345f9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc195114-68e7-4f7a-966c-27ef3f5908c1 HTTP/1.1" status: 200 len: 897 time: 0.1834645 Mar 05 05:11:55.185997 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5c529ad9-787a-4153-bde7-55f38d478fe3 req-87d05fad-2bf9-47bc-a110-7b661c38e94d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=f1ec1968-4b6e-4352-99d3-8b2091c7dfd1 HTTP/1.1" status: 200 len: 217 time: 0.0459757 Mar 05 05:11:55.297044 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c529ad9-787a-4153-bde7-55f38d478fe3 req-1074372a-861e-40fa-9e09-4da879d7da83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:55.298661 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5c529ad9-787a-4153-bde7-55f38d478fe3 req-1074372a-861e-40fa-9e09-4da879d7da83 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=492ef6d7-afdc-4fc6-a32a-9237dda6e3bc HTTP/1.1" status: 200 len: 837 time: 0.1051309 Mar 05 05:11:55.353240 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31cb3ece-e02e-4925-af24-2c99c190a97e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:55.448218 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c529ad9-787a-4153-bde7-55f38d478fe3 req-1157a7db-a89e-4a81-a7b0-e9ff6e76d7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:55.449764 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5c529ad9-787a-4153-bde7-55f38d478fe3 req-1157a7db-a89e-4a81-a7b0-e9ff6e76d7ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc195114-68e7-4f7a-966c-27ef3f5908c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.1404033 Mar 05 05:11:55.584125 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4402e-49f1-4491-994c-015db1e00d34 req-90ac6688-fa77-4bfc-8c70-e6e65fbf3d5c tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:55.585814 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-adf4402e-49f1-4491-994c-015db1e00d34 req-90ac6688-fa77-4bfc-8c70-e6e65fbf3d5c tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74 HTTP/1.1" status: 200 len: 945 time: 0.0998242 Mar 05 05:11:55.725746 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5c529ad9-787a-4153-bde7-55f38d478fe3 req-3009599a-0b2e-4644-a236-1cc6a5496c99 service neutron] 10.222.0.30 "GET /v2.0/networks/bc195114-68e7-4f7a-966c-27ef3f5908c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680821 Mar 05 05:11:55.752208 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-adf4402e-49f1-4491-994c-015db1e00d34 req-9ddedcbb-ceb2-4b7f-942f-3524ddc67133 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559727 Mar 05 05:11:55.766542 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce65622-f274-4713-b88f-9294ac130f04 req-26fe1b3b-9736-420d-8763-c0e686ed40fb tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:55.766542 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0ce65622-f274-4713-b88f-9294ac130f04 req-26fe1b3b-9736-420d-8763-c0e686ed40fb tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.30 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 946 time: 0.1162136 Mar 05 05:11:55.786951 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a11a2-4306-4263-b600-4f1575b6ae55 req-5cd7c037-d3b8-4f0c-a821-5e32825261e3 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:55.805392 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-745a11a2-4306-4263-b600-4f1575b6ae55 req-5cd7c037-d3b8-4f0c-a821-5e32825261e3 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 946 time: 0.1731410 Mar 05 05:11:55.919867 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-745a11a2-4306-4263-b600-4f1575b6ae55 req-f3b51c46-c828-4b34-9c47-325d20920d36 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057603 Mar 05 05:11:56.119567 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086010b3-51fb-4374-9e9c-92d1a3a40290 req-5bb74aa0-be88-457f-b140-a6b1970ac64a tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:56.121930 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-086010b3-51fb-4374-9e9c-92d1a3a40290 req-5bb74aa0-be88-457f-b140-a6b1970ac64a tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74 HTTP/1.1" status: 200 len: 945 time: 0.1979213 Mar 05 05:11:56.153841 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5c529ad9-787a-4153-bde7-55f38d478fe3 req-df9bbff3-3787-4ef4-8817-bef38af52679 service neutron] 10.222.0.30 "GET /v2.0/networks/bc195114-68e7-4f7a-966c-27ef3f5908c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193220 Mar 05 05:11:56.214359 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-0ce65622-f274-4713-b88f-9294ac130f04 req-b2669d65-671f-461f-aae5-0831974a7936 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Deleting port 364d9b75-3cff-4049-aff8-0d7bb5d9b3da {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:11:56.214696 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0ce65622-f274-4713-b88f-9294ac130f04 req-b2669d65-671f-461f-aae5-0831974a7936 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (364d9b75-3cff-4049-aff8-0d7bb5d9b3da), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:56.233427 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-31cb3ece-e02e-4925-af24-2c99c190a97e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Deleting port 2569e995-182f-42be-94a3-33cc146cda70 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:11:56.238141 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31cb3ece-e02e-4925-af24-2c99c190a97e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (2569e995-182f-42be-94a3-33cc146cda70), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:56.293440 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-086010b3-51fb-4374-9e9c-92d1a3a40290 req-b4e6a8d4-c4b6-49d6-8b17-cb829f4c78ac tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611049 Mar 05 05:11:56.300826 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945ed14-b1c0-400c-854b-4d3584ec6b03 req-1af745ad-f471-4874-9c85-f26e4217c187 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:56.302268 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b945ed14-b1c0-400c-854b-4d3584ec6b03 req-1af745ad-f471-4874-9c85-f26e4217c187 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f82476c-d8cd-4828-8d6d-b3ff42ae977c HTTP/1.1" status: 200 len: 907 time: 0.1902988 Mar 05 05:11:56.485509 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:11:56.510326 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ba53f-ba1b-462e-848c-af91fefdd9b8 req-a2222a9d-9f46-4c2b-ba21-825dea702961 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:56.512199 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-963ba53f-ba1b-462e-848c-af91fefdd9b8 req-a2222a9d-9f46-4c2b-ba21-825dea702961 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=f03ee14d-cd09-4ba3-8a36-9952b1c31738 HTTP/1.1" status: 200 len: 945 time: 0.1000028 Mar 05 05:11:56.525310 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-31cb3ece-e02e-4925-af24-2c99c190a97e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] For port 2569e995-182f-42be-94a3-33cc146cda70, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=2569e995-182f-42be-94a3-33cc146cda70,segment=NetworkSegment(ac01c634-dd5d-4f66-ad5a-b2a13685a5b5),segment_id=ac01c634-dd5d-4f66-ad5a-b2a13685a5b5)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:56.525879 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31cb3ece-e02e-4925-af24-2c99c190a97e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (2569e995-182f-42be-94a3-33cc146cda70), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:56.543218 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-0ce65622-f274-4713-b88f-9294ac130f04 req-b2669d65-671f-461f-aae5-0831974a7936 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] For port 364d9b75-3cff-4049-aff8-0d7bb5d9b3da, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=364d9b75-3cff-4049-aff8-0d7bb5d9b3da,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:56.543601 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0ce65622-f274-4713-b88f-9294ac130f04 req-b2669d65-671f-461f-aae5-0831974a7936 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (364d9b75-3cff-4049-aff8-0d7bb5d9b3da), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:56.554554 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-31cb3ece-e02e-4925-af24-2c99c190a97e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Calling delete_port for 2569e995-182f-42be-94a3-33cc146cda70 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:11:56.565873 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-0ce65622-f274-4713-b88f-9294ac130f04 req-b2669d65-671f-461f-aae5-0831974a7936 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Calling delete_port for 364d9b75-3cff-4049-aff8-0d7bb5d9b3da owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:11:56.586768 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-963ba53f-ba1b-462e-848c-af91fefdd9b8 req-fc2dcc58-44bf-491d-a4d7-8ee451846580 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688398 Mar 05 05:11:56.785079 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a02ce0-19fd-48b1-ba47-0472b230f3b0 req-1552d1d2-199e-452c-a2e2-3cb57a062b84 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:56.792422 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c0a02ce0-19fd-48b1-ba47-0472b230f3b0 req-1552d1d2-199e-452c-a2e2-3cb57a062b84 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b95ca92-e7b4-48b8-b29c-d5af304fbc43 HTTP/1.1" status: 200 len: 946 time: 0.0933981 Mar 05 05:11:56.904191 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c0a02ce0-19fd-48b1-ba47-0472b230f3b0 req-0fc77117-6134-4eef-9cca-73a83701d991 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074722 Mar 05 05:11:56.957715 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-585909d3-5663-4b86-a8b0-d3d536276e65 req-b1b1cf6a-2d4e-47cc-a5d7-d4990575cedf tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:11:56.964868 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-585909d3-5663-4b86-a8b0-d3d536276e65 req-b1b1cf6a-2d4e-47cc-a5d7-d4990575cedf tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0208321 Mar 05 05:11:56.970093 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0ce65622-f274-4713-b88f-9294ac130f04 req-b2669d65-671f-461f-aae5-0831974a7936 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (364d9b75-3cff-4049-aff8-0d7bb5d9b3da), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:56.981917 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['364d9b75-3cff-4049-aff8-0d7bb5d9b3da'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:11:57.076597 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2669d65-671f-461f-aae5-0831974a7936 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Pushing event deleted for resources: {'Port': ['ID=364d9b75-3cff-4049-aff8-0d7bb5d9b3da,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:57.197352 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0a33f6e0-d573-4b39-a246-4de7b42bc335 req-717dbaad-7262-4f26-a167-d0abaa914c57 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 210 time: 0.1112797 Mar 05 05:11:57.197810 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce65622-f274-4713-b88f-9294ac130f04 req-b2669d65-671f-461f-aae5-0831974a7936 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] No DVR routers for this DVR port 364d9b75-3cff-4049-aff8-0d7bb5d9b3da on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:11:57.211841 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0ce65622-f274-4713-b88f-9294ac130f04 req-b2669d65-671f-461f-aae5-0831974a7936 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:57.232251 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0ce65622-f274-4713-b88f-9294ac130f04 req-b2669d65-671f-461f-aae5-0831974a7936 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.30 "DELETE /v2.0/ports/364d9b75-3cff-4049-aff8-0d7bb5d9b3da HTTP/1.1" status: 204 len: 173 time: 1.4636714 Mar 05 05:11:57.233433 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946b2604-7e83-462b-85f4-e989656b1869', 'name': 'network-vif-deleted', 'tag': '364d9b75-3cff-4049-aff8-0d7bb5d9b3da'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:11:57.245358 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f450af2-9b57-40b5-8a66-fa132760c72d" -d '{"events": [{"server_uuid": "946b2604-7e83-462b-85f4-e989656b1869", "name": "network-vif-deleted", "tag": "364d9b75-3cff-4049-aff8-0d7bb5d9b3da"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:11:57.249681 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31cb3ece-e02e-4925-af24-2c99c190a97e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (2569e995-182f-42be-94a3-33cc146cda70), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:57.303725 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-585909d3-5663-4b86-a8b0-d3d536276e65 req-7341acf0-db5f-4531-848d-0576a5f012a2 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3155286 Mar 05 05:11:57.318271 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device f1ec1968-4b6e-4352-99d3-8b2091c7dfd1 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:11:57.370406 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a53b22-3725-4cfb-8923-abb30ce5c95c x-openstack-request-id: req-88a53b22-3725-4cfb-8923-abb30ce5c95c {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:11:57.370701 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946b2604-7e83-462b-85f4-e989656b1869", "name": "network-vif-deleted", "tag": "364d9b75-3cff-4049-aff8-0d7bb5d9b3da", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:11:57.371059 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-88a53b22-3725-4cfb-8923-abb30ce5c95c {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:11:57.399039 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946b2604-7e83-462b-85f4-e989656b1869', 'name': 'network-vif-deleted', 'tag': '364d9b75-3cff-4049-aff8-0d7bb5d9b3da', 'status': 'completed', 'code': 200} Mar 05 05:11:57.429697 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb3ece-e02e-4925-af24-2c99c190a97e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Port': ['ID=2569e995-182f-42be-94a3-33cc146cda70,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:57.723230 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31cb3ece-e02e-4925-af24-2c99c190a97e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:57.776447 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb5088-71ef-4c26-b5bf-36f64437e2fb req-df1b63e9-0458-4891-8c91-247d81cb29ee tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:57.778044 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-30fb5088-71ef-4c26-b5bf-36f64437e2fb req-df1b63e9-0458-4891-8c91-247d81cb29ee tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f82476c-d8cd-4828-8d6d-b3ff42ae977c HTTP/1.1" status: 200 len: 907 time: 0.1662407 Mar 05 05:11:57.794449 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port f1ec1968-4b6e-4352-99d3-8b2091c7dfd1, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=f1ec1968-4b6e-4352-99d3-8b2091c7dfd1,segment=NetworkSegment(b4c4eef9-198e-493f-bbc7-1f0634dd6a00),segment_id=b4c4eef9-198e-493f-bbc7-1f0634dd6a00)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:57.818895 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'f1ec1968-4b6e-4352-99d3-8b2091c7dfd1', 'network_id': 'bc195114-68e7-4f7a-966c-27ef3f5908c1', 'port_id': 'f1ec1968-4b6e-4352-99d3-8b2091c7dfd1', 'mac_address': 'fa:16:3e:96:cb:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '492ef6d7-afdc-4fc6-a32a-9237dda6e3bc', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:11:57.924223 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port f1ec1968-4b6e-4352-99d3-8b2091c7dfd1 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:11:57.924613 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f1ec1968-4b6e-4352-99d3-8b2091c7dfd1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:57.954050 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ec1968-4b6e-4352-99d3-8b2091c7dfd1 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:11:57.997150 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port f1ec1968-4b6e-4352-99d3-8b2091c7dfd1, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=f1ec1968-4b6e-4352-99d3-8b2091c7dfd1,segment=NetworkSegment(b4c4eef9-198e-493f-bbc7-1f0634dd6a00),segment_id=b4c4eef9-198e-493f-bbc7-1f0634dd6a00)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:58.008406 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f1ec1968-4b6e-4352-99d3-8b2091c7dfd1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:58.017180 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e1d13-6bfb-45a9-a087-f8b644077f61 req-9c65cffd-4b1c-4994-91a5-ca0285fe5590 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:58.018764 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-344e1d13-6bfb-45a9-a087-f8b644077f61 req-9c65cffd-4b1c-4994-91a5-ca0285fe5590 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74 HTTP/1.1" status: 200 len: 945 time: 0.1458652 Mar 05 05:11:58.164249 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cb3ece-e02e-4925-af24-2c99c190a97e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:11:58.191267 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-344e1d13-6bfb-45a9-a087-f8b644077f61 req-2b1b2c3e-195f-4db4-ac79-e61530b3b7f6 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548052 Mar 05 05:11:58.193784 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=f1ec1968-4b6e-4352-99d3-8b2091c7dfd1,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:58.234102 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['f1ec1968-4b6e-4352-99d3-8b2091c7dfd1'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:11:58.341739 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cb3ece-e02e-4925-af24-2c99c190a97e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:11:58.354261 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8902c411-0601-4835-85e7-18ec56154bb0 None None] Sync routers for ids ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:11:58.363656 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-31cb3ece-e02e-4925-af24-2c99c190a97e tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "PUT /v2.0/routers/9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0394559 Mar 05 05:11:58.370917 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51590) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:58.423508 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8902c411-0601-4835-85e7-18ec56154bb0 None None] Routers {'9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:11:58.424166 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8902c411-0601-4835-85e7-18ec56154bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:11:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:58.517831 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1b126825-4d38-4c8d-8600-fb3f8af707bf req-39bfaeff-d2af-45f0-87eb-f43ef2a2d6db tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 210 time: 0.1413674 Mar 05 05:11:58.556088 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31fba3-2784-4dcf-94ad-db1b33158e07 req-43915b85-ac0c-4260-bac8-1bd474aba10e tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:58.564642 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4e31fba3-2784-4dcf-94ad-db1b33158e07 req-43915b85-ac0c-4260-bac8-1bd474aba10e tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=f03ee14d-cd09-4ba3-8a36-9952b1c31738 HTTP/1.1" status: 200 len: 945 time: 0.2561684 Mar 05 05:11:58.603965 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9006cc7-a72c-4557-afe1-253496767be5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Deleting subnet a8e8d834-5b98-4878-abfc-ebffbfd40479 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:11:58.624207 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b9006cc7-a72c-4557-afe1-253496767be5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for subnet (a8e8d834-5b98-4878-abfc-ebffbfd40479), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:58.684604 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-8902c411-0601-4835-85e7-18ec56154bb0 None None] Set router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:11:58.723309 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4e31fba3-2784-4dcf-94ad-db1b33158e07 req-09feb267-7c75-4307-bdfd-1f49eb78d5e4 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573231 Mar 05 05:11:58.749092 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b9006cc7-a72c-4557-afe1-253496767be5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (a8e8d834-5b98-4878-abfc-ebffbfd40479), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:58.879711 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b9006cc7-a72c-4557-afe1-253496767be5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (a8e8d834-5b98-4878-abfc-ebffbfd40479), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:59.004452 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b9006cc7-a72c-4557-afe1-253496767be5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (a8e8d834-5b98-4878-abfc-ebffbfd40479), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:59.088021 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66581ade-0002-4219-84a0-c21cb0bdea78 None None] Network f88c6a43-c966-4ece-b15f-259daaae0bd7 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:11:59.124081 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b9006cc7-a72c-4557-afe1-253496767be5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:59.131760 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51606) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:11:59.132978 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b9006cc7-a72c-4557-afe1-253496767be5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/subnets/a8e8d834-5b98-4878-abfc-ebffbfd40479 HTTP/1.1" status: 204 len: 168 time: 0.7596195 Mar 05 05:11:59.161242 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9006cc7-a72c-4557-afe1-253496767be5 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Subnet': ['ID=a8e8d834-5b98-4878-abfc-ebffbfd40479,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:11:59.235322 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7e101-6fcf-4481-84b9-81b2b58e55c8 req-49ea472c-a43c-4bff-95c0-880ea4863b40 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:59.237133 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-44d7e101-6fcf-4481-84b9-81b2b58e55c8 req-49ea472c-a43c-4bff-95c0-880ea4863b40 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f82476c-d8cd-4828-8d6d-b3ff42ae977c HTTP/1.1" status: 200 len: 908 time: 0.2702403 Mar 05 05:11:59.259176 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45697ec-7d2b-40b2-ab3f-af46e70ca6b5 req-65bc4992-87a5-4c20-b7d3-7b0704e217fb tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:59.264456 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c45697ec-7d2b-40b2-ab3f-af46e70ca6b5 req-65bc4992-87a5-4c20-b7d3-7b0704e217fb tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b95ca92-e7b4-48b8-b29c-d5af304fbc43 HTTP/1.1" status: 200 len: 946 time: 0.2755306 Mar 05 05:11:59.312156 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-42f3f1e1-93f6-4ae1-989b-d5291bbf8141 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (f88c6a43-c966-4ece-b15f-259daaae0bd7), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:59.375719 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c45697ec-7d2b-40b2-ab3f-af46e70ca6b5 req-e292f263-1abb-41c2-83f3-3297bfe913d5 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076543 Mar 05 05:11:59.511992 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-42f3f1e1-93f6-4ae1-989b-d5291bbf8141 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Deleting port a28fb268-464c-4981-b08b-cfd08729ef7e {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:11:59.512337 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-42f3f1e1-93f6-4ae1-989b-d5291bbf8141 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (a28fb268-464c-4981-b08b-cfd08729ef7e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:59.656777 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device f1ec1968-4b6e-4352-99d3-8b2091c7dfd1 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:11:59.666250 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60bcb70c-d87c-40fe-8d15-b3568504027d req-e65b9d82-fd8d-4b17-a8ec-de83b63b35d8 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 210 time: 0.0519769 Mar 05 05:11:59.677152 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8902c411-0601-4835-85e7-18ec56154bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'name': 'tempest-RoutersIpV6Test-router-871576514', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:58Z', 'updated_at': '2022-03-05T05:11:56Z', 'revision_number': 9, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'gw_port_host': None, '_interfaces': [{'id': '46db41dc-0c7f-452f-8d0e-d7da1d702115', 'name': '', 'network_id': 'e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:ec:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:17Z', 'updated_at': '2022-03-05T05:11:24Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7e76a8-f379-447d-ae0d-d311a203aa5b', 'name': '', 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:d2:b9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:04Z', 'updated_at': '2022-03-05T05:11:13Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:59.682631 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-42f3f1e1-93f6-4ae1-989b-d5291bbf8141 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] For port a28fb268-464c-4981-b08b-cfd08729ef7e, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a28fb268-464c-4981-b08b-cfd08729ef7e,segment=NetworkSegment(ac01c634-dd5d-4f66-ad5a-b2a13685a5b5),segment_id=ac01c634-dd5d-4f66-ad5a-b2a13685a5b5)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:11:59.683005 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-42f3f1e1-93f6-4ae1-989b-d5291bbf8141 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (a28fb268-464c-4981-b08b-cfd08729ef7e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:59.727897 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-42f3f1e1-93f6-4ae1-989b-d5291bbf8141 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Calling delete_port for a28fb268-464c-4981-b08b-cfd08729ef7e owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:11:59.762077 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8902c411-0601-4835-85e7-18ec56154bb0 None None] Checking router: 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:11:59.765852 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6233148-f856-4e28-86ca-73196cf80780 req-a3e1b223-579c-49a8-990f-317e32951ab9 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:59.773359 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6233148-f856-4e28-86ca-73196cf80780 req-a3e1b223-579c-49a8-990f-317e32951ab9 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:59.781924 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6233148-f856-4e28-86ca-73196cf80780 req-a3e1b223-579c-49a8-990f-317e32951ab9 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:11:59.784141 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6233148-f856-4e28-86ca-73196cf80780 req-a3e1b223-579c-49a8-990f-317e32951ab9 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b95ca92-e7b4-48b8-b29c-d5af304fbc43&device_id=f03ee14d-cd09-4ba3-8a36-9952b1c31738&device_id=b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74 HTTP/1.1" status: 200 len: 2417 time: 0.1054971 Mar 05 05:11:59.844519 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8902c411-0601-4835-85e7-18ec56154bb0 None None] Routers {'9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:11:59.845194 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8902c411-0601-4835-85e7-18ec56154bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:11:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:11:59.925555 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-42f3f1e1-93f6-4ae1-989b-d5291bbf8141 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (a28fb268-464c-4981-b08b-cfd08729ef7e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:11:59.980474 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6233148-f856-4e28-86ca-73196cf80780 req-246109fb-b7cb-4acb-bc00-845b800f6611 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891420 Mar 05 05:11:59.985034 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port f1ec1968-4b6e-4352-99d3-8b2091c7dfd1 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:11:59.985230 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f3f1e1-93f6-4ae1-989b-d5291bbf8141 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Port': ['ID=a28fb268-464c-4981-b08b-cfd08729ef7e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:00.005295 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port f1ec1968-4b6e-4352-99d3-8b2091c7dfd1 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:12:00.005683 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f1ec1968-4b6e-4352-99d3-8b2091c7dfd1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:00.006257 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f3f1e1-93f6-4ae1-989b-d5291bbf8141 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] No DVR routers for this DVR port a28fb268-464c-4981-b08b-cfd08729ef7e on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:12:00.082427 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-8902c411-0601-4835-85e7-18ec56154bb0 None None] Set router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:12:00.114198 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddd3e8c-442c-4ebc-a495-4774660723e0 None None] DHCP port deletion for f88c6a43-c966-4ece-b15f-259daaae0bd7 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:12:00.193082 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a47442e3-7df1-465d-b67b-558e33aee425 req-6e87ceea-4fe1-4fa1-83cc-b6d5aa6710ce tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1646037 Mar 05 05:12:00.232189 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-42f3f1e1-93f6-4ae1-989b-d5291bbf8141 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (f88c6a43-c966-4ece-b15f-259daaae0bd7), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:00.302043 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-42f3f1e1-93f6-4ae1-989b-d5291bbf8141 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f88c6a43-c966-4ece-b15f-259daaae0bd7']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:00.322439 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-42f3f1e1-93f6-4ae1-989b-d5291bbf8141 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac01c634-dd5d-4f66-ad5a-b2a13685a5b5') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:00.322649 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-42f3f1e1-93f6-4ae1-989b-d5291bbf8141 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac01c634-dd5d-4f66-ad5a-b2a13685a5b5') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:00.340459 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-42f3f1e1-93f6-4ae1-989b-d5291bbf8141 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (ac01c634-dd5d-4f66-ad5a-b2a13685a5b5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:00.378336 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-42f3f1e1-93f6-4ae1-989b-d5291bbf8141 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (ac01c634-dd5d-4f66-ad5a-b2a13685a5b5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:00.416101 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f3f1e1-93f6-4ae1-989b-d5291bbf8141 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:12:00.447590 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-42f3f1e1-93f6-4ae1-989b-d5291bbf8141 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (ac01c634-dd5d-4f66-ad5a-b2a13685a5b5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:00.451528 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:12:00.451528 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:12:00.451528 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:12:00.451528 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:12:00.451528 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:12:00.451528 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:12:00.451528 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:12:00.451528 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:12:00.451528 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:12:00.451528 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:12:00.451528 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:12:00.451528 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:12:00.451528 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:12:00.451528 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:12:00.451528 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:12:00.451528 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:12:00.451528 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:12:00.451528 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:12:00.451528 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:12:00.451528 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:12:00.451528 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:12:00.451528 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:12:00.451528 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:12:00.451528 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:12:00.451528 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:12:00.451528 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:12:00.451528 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:12:00.451528 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:12:00.451528 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:12:00.451528 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:12:00.451528 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:12:00.451528 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:12:00.617154 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdced9b2-22c1-44b7-a347-0a6ad9beafba req-4fb97465-0d4d-433a-a887-87e2a7ed0052 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:00.630203 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-42f3f1e1-93f6-4ae1-989b-d5291bbf8141 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (f88c6a43-c966-4ece-b15f-259daaae0bd7), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:00.635364 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-42f3f1e1-93f6-4ae1-989b-d5291bbf8141 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:00.641738 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fdced9b2-22c1-44b7-a347-0a6ad9beafba req-4fb97465-0d4d-433a-a887-87e2a7ed0052 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f82476c-d8cd-4828-8d6d-b3ff42ae977c HTTP/1.1" status: 200 len: 908 time: 0.2183268 Mar 05 05:12:00.646186 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51642) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:00.646352 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-42f3f1e1-93f6-4ae1-989b-d5291bbf8141 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/networks/f88c6a43-c966-4ece-b15f-259daaae0bd7 HTTP/1.1" status: 204 len: 168 time: 1.5133467 Mar 05 05:12:00.684053 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f3f1e1-93f6-4ae1-989b-d5291bbf8141 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Network': ['ID=f88c6a43-c966-4ece-b15f-259daaae0bd7,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:00.695013 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a28fb268-464c-4981-b08b-cfd08729ef7e no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:12:00.777338 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: a28fb268-464c-4981-b08b-cfd08729ef7e {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:12:00.781296 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a28fb268-464c-4981-b08b-cfd08729ef7e not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:12:00.878716 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port f1ec1968-4b6e-4352-99d3-8b2091c7dfd1 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:12:00.891995 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f1ec1968-4b6e-4352-99d3-8b2091c7dfd1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:00.941788 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port f1ec1968-4b6e-4352-99d3-8b2091c7dfd1, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=f1ec1968-4b6e-4352-99d3-8b2091c7dfd1,segment=NetworkSegment(b4c4eef9-198e-493f-bbc7-1f0634dd6a00),segment_id=b4c4eef9-198e-493f-bbc7-1f0634dd6a00)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:12:00.943364 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f82476c-d8cd-4828-8d6d-b3ff42ae977c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ec1968-4b6e-4352-99d3-8b2091c7dfd1'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:12:00.946019 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd100357-29ba-46d8-bebe-621d9e56802a" -d '{"events": [{"server_uuid": "0f82476c-d8cd-4828-8d6d-b3ff42ae977c", "name": "network-vif-plugged", "status": "completed", "tag": "f1ec1968-4b6e-4352-99d3-8b2091c7dfd1"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:12:00.961736 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f1ec1968-4b6e-4352-99d3-8b2091c7dfd1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:00.973875 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 364d9b75-3cff-4049-aff8-0d7bb5d9b3da no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:12:00.978810 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1aba2249-41b1-4c11-9c5b-5d6640ef97ba req-d01cd56c-ebb1-4a3a-908e-328c41a59a09 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 210 time: 0.0409441 Mar 05 05:12:01.020879 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 364d9b75-3cff-4049-aff8-0d7bb5d9b3da {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:12:01.021534 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 364d9b75-3cff-4049-aff8-0d7bb5d9b3da not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:12:01.117971 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97799813-8cc6-43d6-84ad-eee355f9be12 x-openstack-request-id: req-97799813-8cc6-43d6-84ad-eee355f9be12 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:12:01.118685 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f82476c-d8cd-4828-8d6d-b3ff42ae977c", "name": "network-vif-plugged", "status": "completed", "tag": "f1ec1968-4b6e-4352-99d3-8b2091c7dfd1", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:12:01.118685 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-97799813-8cc6-43d6-84ad-eee355f9be12 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:12:01.119879 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f82476c-d8cd-4828-8d6d-b3ff42ae977c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ec1968-4b6e-4352-99d3-8b2091c7dfd1', 'code': 200} Mar 05 05:12:01.122058 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8902c411-0601-4835-85e7-18ec56154bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'name': 'tempest-RoutersIpV6Test-router-871576514', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:58Z', 'updated_at': '2022-03-05T05:11:56Z', 'revision_number': 9, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'gw_port_host': None, '_interfaces': [{'id': '46db41dc-0c7f-452f-8d0e-d7da1d702115', 'name': '', 'network_id': 'e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:ec:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:17Z', 'updated_at': '2022-03-05T05:11:24Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7e76a8-f379-447d-ae0d-d311a203aa5b', 'name': '', 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:d2:b9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:04Z', 'updated_at': '2022-03-05T05:11:13Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:01.257075 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8902c411-0601-4835-85e7-18ec56154bb0 None None] The sync data for ids ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'] in n-d-789963-32 is: [{'id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'name': 'tempest-RoutersIpV6Test-router-871576514', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:58Z', 'updated_at': '2022-03-05T05:11:56Z', 'revision_number': 9, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'gw_port_host': None, '_interfaces': [{'id': '46db41dc-0c7f-452f-8d0e-d7da1d702115', 'name': '', 'network_id': 'e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:ec:0f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3195, 'fixed_ips': [{'subnet_id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:17Z', 'updated_at': '2022-03-05T05:11:24Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'b0a6ffc9-b31d-49a6-b4c1-e05fe0491649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da7e76a8-f379-447d-ae0d-d311a203aa5b', 'name': '', 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:d2:b9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:04Z', 'updated_at': '2022-03-05T05:11:13Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:12:01.260165 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fadfc2-abeb-4559-a187-e368d9943bc0 req-fd6b7120-f3f0-4ec5-b527-696c63197ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:01.270390 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=f1ec1968-4b6e-4352-99d3-8b2091c7dfd1,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:01.282199 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d7fadfc2-abeb-4559-a187-e368d9943bc0 req-fd6b7120-f3f0-4ec5-b527-696c63197ad3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0f82476c-d8cd-4828-8d6d-b3ff42ae977c HTTP/1.1" status: 200 len: 1092 time: 0.1182122 Mar 05 05:12:01.525053 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-30cd5f22-8787-44f5-8091-2ee458d21baf tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:02.035817 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8937d0-adec-47d3-a6fd-b8cafeb83455 req-732cb502-5b08-41b8-9dce-f9e188a9de7d tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:02.050763 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ae8937d0-adec-47d3-a6fd-b8cafeb83455 req-732cb502-5b08-41b8-9dce-f9e188a9de7d tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f82476c-d8cd-4828-8d6d-b3ff42ae977c HTTP/1.1" status: 200 len: 909 time: 0.2105436 Mar 05 05:12:02.224286 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e626afc8-f8e8-46d4-a81f-7e98ab99142f req-9b21bff8-eb26-4c07-b35c-76e6451c66d4 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 210 time: 0.0428040 Mar 05 05:12:02.277152 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-30cd5f22-8787-44f5-8091-2ee458d21baf tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Deleting port 46db41dc-0c7f-452f-8d0e-d7da1d702115 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:12:02.277468 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-30cd5f22-8787-44f5-8091-2ee458d21baf tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (46db41dc-0c7f-452f-8d0e-d7da1d702115), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:02.534835 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 2569e995-182f-42be-94a3-33cc146cda70 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:12:02.547847 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-30cd5f22-8787-44f5-8091-2ee458d21baf tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] For port 46db41dc-0c7f-452f-8d0e-d7da1d702115, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=46db41dc-0c7f-452f-8d0e-d7da1d702115,segment=NetworkSegment(a805e7d7-fc1a-4a2b-8c50-9d41ba8a5464),segment_id=a805e7d7-fc1a-4a2b-8c50-9d41ba8a5464)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:12:02.548429 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-30cd5f22-8787-44f5-8091-2ee458d21baf tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (46db41dc-0c7f-452f-8d0e-d7da1d702115), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:02.570739 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-30cd5f22-8787-44f5-8091-2ee458d21baf tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Calling delete_port for 46db41dc-0c7f-452f-8d0e-d7da1d702115 owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:12:02.588608 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 2569e995-182f-42be-94a3-33cc146cda70 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:12:02.589115 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 2569e995-182f-42be-94a3-33cc146cda70 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:12:02.786077 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150df778-dbf5-4206-b480-a42e5af35b6d req-20969310-6772-4881-8ea9-dc5b1e428485 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:02.797879 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-150df778-dbf5-4206-b480-a42e5af35b6d req-20969310-6772-4881-8ea9-dc5b1e428485 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b95ca92-e7b4-48b8-b29c-d5af304fbc43 HTTP/1.1" status: 200 len: 946 time: 0.1642976 Mar 05 05:12:02.948222 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-150df778-dbf5-4206-b480-a42e5af35b6d req-20a94ed6-3853-4e45-a5e5-deeaa40712d8 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494095 Mar 05 05:12:02.960535 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-30cd5f22-8787-44f5-8091-2ee458d21baf tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (46db41dc-0c7f-452f-8d0e-d7da1d702115), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:03.009180 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd5f22-8787-44f5-8091-2ee458d21baf tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Port': ['ID=46db41dc-0c7f-452f-8d0e-d7da1d702115,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:03.207365 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-30cd5f22-8787-44f5-8091-2ee458d21baf tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:03.464468 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1e58b81b-7773-4120-9437-b884d3ac290b req-6959ca57-1c35-4fed-89e4-2625976853f8 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 210 time: 0.0624452 Mar 05 05:12:03.475235 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad8097-6d03-4c5f-96cd-76b9313020c6 req-153646ad-8370-4354-9083-ef66c965c168 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:03.476754 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dbad8097-6d03-4c5f-96cd-76b9313020c6 req-153646ad-8370-4354-9083-ef66c965c168 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f82476c-d8cd-4828-8d6d-b3ff42ae977c HTTP/1.1" status: 200 len: 909 time: 0.2603059 Mar 05 05:12:03.792779 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cd5f22-8787-44f5-8091-2ee458d21baf tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:12:03.816307 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670ccaa-8550-4a38-bb30-038a08008a30 req-121283a8-6179-4fae-a3c5-6f95827fbd0c tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:03.827406 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b670ccaa-8550-4a38-bb30-038a08008a30 req-121283a8-6179-4fae-a3c5-6f95827fbd0c tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f82476c-d8cd-4828-8d6d-b3ff42ae977c HTTP/1.1" status: 200 len: 909 time: 0.1594920 Mar 05 05:12:03.957136 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cd5f22-8787-44f5-8091-2ee458d21baf tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:12:03.967131 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e499bd-0229-45d5-ace6-d1ff8409f27e None None] Sync routers for ids ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:12:03.973739 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-30cd5f22-8787-44f5-8091-2ee458d21baf tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "PUT /v2.0/routers/9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3238103 Mar 05 05:12:03.975494 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51744) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:03.981233 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e499bd-0229-45d5-ace6-d1ff8409f27e None None] Routers {'9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:12:03.982056 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-76e499bd-0229-45d5-ace6-d1ff8409f27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:11:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:04.069567 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a8a91-e053-4d5b-a993-2a0d76b32413 req-ff25d68c-1e94-4578-bb69-3f024ae6f4af tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:04.075748 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-941a8a91-e053-4d5b-a993-2a0d76b32413 req-ff25d68c-1e94-4578-bb69-3f024ae6f4af tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b95ca92-e7b4-48b8-b29c-d5af304fbc43 HTTP/1.1" status: 200 len: 946 time: 0.1572235 Mar 05 05:12:04.160770 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-76e499bd-0229-45d5-ace6-d1ff8409f27e None None] Set router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:12:04.331872 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4ffc1-4fc9-4eca-af50-473feb6959d9 req-de39b89e-91f5-44ad-ab48-fd2bfd05e22d tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:04.333835 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d5d4ffc1-4fc9-4eca-af50-473feb6959d9 req-de39b89e-91f5-44ad-ab48-fd2bfd05e22d tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0f82476c-d8cd-4828-8d6d-b3ff42ae977c HTTP/1.1" status: 200 len: 1092 time: 0.3685381 Mar 05 05:12:04.345687 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92249e-26f8-471e-96c0-60077d05b0a0 req-f2063bbe-132d-4128-9014-9659ed68a243 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:04.354254 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7f92249e-26f8-471e-96c0-60077d05b0a0 req-f2063bbe-132d-4128-9014-9659ed68a243 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b95ca92-e7b4-48b8-b29c-d5af304fbc43 HTTP/1.1" status: 200 len: 946 time: 0.2860117 Mar 05 05:12:04.385213 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b3c4ace-3317-4b31-a966-6939ea1ae29f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Deleting subnet b0a6ffc9-b31d-49a6-b4c1-e05fe0491649 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:12:04.394926 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7b3c4ace-3317-4b31-a966-6939ea1ae29f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for subnet (b0a6ffc9-b31d-49a6-b4c1-e05fe0491649), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:04.440337 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-941a8a91-e053-4d5b-a993-2a0d76b32413 req-58fcae76-1c66-48ef-9381-6ffbf0c79b9d tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Deleting port 91d8e5d1-ae05-48a4-96d6-bd18e62b35fd {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:12:04.440846 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-941a8a91-e053-4d5b-a993-2a0d76b32413 req-58fcae76-1c66-48ef-9381-6ffbf0c79b9d tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (91d8e5d1-ae05-48a4-96d6-bd18e62b35fd), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:04.461554 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-76e499bd-0229-45d5-ace6-d1ff8409f27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'name': 'tempest-RoutersIpV6Test-router-871576514', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:58Z', 'updated_at': '2022-03-05T05:12:02Z', 'revision_number': 10, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'gw_port_host': None, '_interfaces': [{'id': 'da7e76a8-f379-447d-ae0d-d311a203aa5b', 'name': '', 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:d2:b9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:04Z', 'updated_at': '2022-03-05T05:11:13Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:04.496988 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7b3c4ace-3317-4b31-a966-6939ea1ae29f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (b0a6ffc9-b31d-49a6-b4c1-e05fe0491649), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:04.529184 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e499bd-0229-45d5-ace6-d1ff8409f27e None None] Checking router: 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:12:04.554088 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e499bd-0229-45d5-ace6-d1ff8409f27e None None] Routers {'9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:12:04.556412 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-76e499bd-0229-45d5-ace6-d1ff8409f27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:11:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:04.627348 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-941a8a91-e053-4d5b-a993-2a0d76b32413 req-58fcae76-1c66-48ef-9381-6ffbf0c79b9d tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] For port 91d8e5d1-ae05-48a4-96d6-bd18e62b35fd, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=91d8e5d1-ae05-48a4-96d6-bd18e62b35fd,segment=NetworkSegment(a4b4788e-26e2-4748-9829-8147236e15bd),segment_id=a4b4788e-26e2-4748-9829-8147236e15bd)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:12:04.628024 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-941a8a91-e053-4d5b-a993-2a0d76b32413 req-58fcae76-1c66-48ef-9381-6ffbf0c79b9d tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (91d8e5d1-ae05-48a4-96d6-bd18e62b35fd), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:04.664653 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-941a8a91-e053-4d5b-a993-2a0d76b32413 req-58fcae76-1c66-48ef-9381-6ffbf0c79b9d tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Calling delete_port for 91d8e5d1-ae05-48a4-96d6-bd18e62b35fd owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:12:04.766159 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-76e499bd-0229-45d5-ace6-d1ff8409f27e None None] Set router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:12:04.861625 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7b3c4ace-3317-4b31-a966-6939ea1ae29f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (b0a6ffc9-b31d-49a6-b4c1-e05fe0491649), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:05.015918 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-941a8a91-e053-4d5b-a993-2a0d76b32413 req-58fcae76-1c66-48ef-9381-6ffbf0c79b9d tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (91d8e5d1-ae05-48a4-96d6-bd18e62b35fd), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:05.030627 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['d83396ff-a6e1-49df-84bf-232671841123', '91d8e5d1-ae05-48a4-96d6-bd18e62b35fd'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:12:05.033233 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['9dc1dcdf-55cc-4c42-9087-de7469b11860'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:12:05.135768 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7b3c4ace-3317-4b31-a966-6939ea1ae29f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (b0a6ffc9-b31d-49a6-b4c1-e05fe0491649), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:05.136066 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fcae76-1c66-48ef-9381-6ffbf0c79b9d tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Pushing event deleted for resources: {'Port': ['ID=91d8e5d1-ae05-48a4-96d6-bd18e62b35fd,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:05.201815 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7b3c4ace-3317-4b31-a966-6939ea1ae29f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:05.210728 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7b3c4ace-3317-4b31-a966-6939ea1ae29f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/subnets/b0a6ffc9-b31d-49a6-b4c1-e05fe0491649 HTTP/1.1" status: 204 len: 168 time: 1.1635809 Mar 05 05:12:05.269094 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b20915-debb-4a63-9339-b8f4901862a3 None None] Network e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:12:05.273623 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51768) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:05.277274 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-941a8a91-e053-4d5b-a993-2a0d76b32413 req-58fcae76-1c66-48ef-9381-6ffbf0c79b9d tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] No DVR routers for this DVR port 91d8e5d1-ae05-48a4-96d6-bd18e62b35fd on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:12:05.292342 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-941a8a91-e053-4d5b-a993-2a0d76b32413 req-58fcae76-1c66-48ef-9381-6ffbf0c79b9d tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:05.301071 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-941a8a91-e053-4d5b-a993-2a0d76b32413 req-58fcae76-1c66-48ef-9381-6ffbf0c79b9d tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.31 "DELETE /v2.0/ports/91d8e5d1-ae05-48a4-96d6-bd18e62b35fd HTTP/1.1" status: 204 len: 173 time: 1.2178710 Mar 05 05:12:05.301577 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b95ca92-e7b4-48b8-b29c-d5af304fbc43', 'name': 'network-vif-deleted', 'tag': '91d8e5d1-ae05-48a4-96d6-bd18e62b35fd'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:12:05.303903 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af44ccf-ee98-4839-aece-f89700110e97" -d '{"events": [{"server_uuid": "4b95ca92-e7b4-48b8-b29c-d5af304fbc43", "name": "network-vif-deleted", "tag": "91d8e5d1-ae05-48a4-96d6-bd18e62b35fd"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:12:05.359452 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-76e499bd-0229-45d5-ace6-d1ff8409f27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'name': 'tempest-RoutersIpV6Test-router-871576514', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:58Z', 'updated_at': '2022-03-05T05:12:02Z', 'revision_number': 10, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'gw_port_host': None, '_interfaces': [{'id': 'da7e76a8-f379-447d-ae0d-d311a203aa5b', 'name': '', 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:d2:b9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:04Z', 'updated_at': '2022-03-05T05:11:13Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:05.429015 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e499bd-0229-45d5-ace6-d1ff8409f27e None None] The sync data for ids ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'] in n-d-789963-32 is: [{'id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'name': 'tempest-RoutersIpV6Test-router-871576514', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:58Z', 'updated_at': '2022-03-05T05:12:02Z', 'revision_number': 10, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'gw_port_host': None, '_interfaces': [{'id': 'da7e76a8-f379-447d-ae0d-d311a203aa5b', 'name': '', 'network_id': '58e5e899-e39f-4991-a020-fb2c7f32326b', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'mac_address': 'fa:16:3e:d2:b9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3168, 'fixed_ips': [{'subnet_id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:04Z', 'updated_at': '2022-03-05T05:11:13Z', 'revision_number': 5, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'subnets': [{'id': 'a91a5dc8-3a9a-4c43-a252-60f1a9f63710', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:12:05.631970 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7f92249e-26f8-471e-96c0-60077d05b0a0 req-16b058ba-93e9-448f-a6ea-fcff33025253 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2760880 Mar 05 05:12:05.649042 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c4ace-3317-4b31-a966-6939ea1ae29f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Subnet': ['ID=b0a6ffc9-b31d-49a6-b4c1-e05fe0491649,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:05.686096 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-95096878-2556-4b05-aafc-5dabcebf9c04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:05.715288 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dceb6b-d246-4a84-aa2b-d645fd63c0d3 req-2d2f794d-634c-4487-a2c4-6c0e14f50f26 tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:05.716895 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a4dceb6b-d246-4a84-aa2b-d645fd63c0d3 req-2d2f794d-634c-4487-a2c4-6c0e14f50f26 tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ad57c8bb-8e28-41b7-9141-3f0642be164f HTTP/1.1" status: 200 len: 1168 time: 0.5993721 Mar 05 05:12:06.207748 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7d4c47-06e7-439b-84e9-3861fccc2d6f None None] DHCP port deletion for e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:12:06.490479 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d4c47-06e7-439b-84e9-3861fccc2d6f None None] Deleting port 36ee90ac-faa9-47a7-b3aa-8a1289772cd1 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:12:06.498907 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ee7d4c47-06e7-439b-84e9-3861fccc2d6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (36ee90ac-faa9-47a7-b3aa-8a1289772cd1), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:06.748221 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-ee7d4c47-06e7-439b-84e9-3861fccc2d6f None None] For port 36ee90ac-faa9-47a7-b3aa-8a1289772cd1, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=36ee90ac-faa9-47a7-b3aa-8a1289772cd1,segment=NetworkSegment(a805e7d7-fc1a-4a2b-8c50-9d41ba8a5464),segment_id=a805e7d7-fc1a-4a2b-8c50-9d41ba8a5464)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:12:06.753755 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ee7d4c47-06e7-439b-84e9-3861fccc2d6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (36ee90ac-faa9-47a7-b3aa-8a1289772cd1), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:06.796063 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d4c47-06e7-439b-84e9-3861fccc2d6f None None] Calling delete_port for 36ee90ac-faa9-47a7-b3aa-8a1289772cd1 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:12:06.997573 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 46db41dc-0c7f-452f-8d0e-d7da1d702115 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:12:07.039409 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ea5f3c1a-83f8-4552-be78-d2607c8feb21 req-0446164f-d90f-406a-a616-86dec49038f7 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 210 time: 1.1232662 Mar 05 05:12:07.049199 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 46db41dc-0c7f-452f-8d0e-d7da1d702115 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:12:07.050112 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 46db41dc-0c7f-452f-8d0e-d7da1d702115 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:12:07.051317 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 36ee90ac-faa9-47a7-b3aa-8a1289772cd1 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:12:07.087375 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ee7d4c47-06e7-439b-84e9-3861fccc2d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (36ee90ac-faa9-47a7-b3aa-8a1289772cd1), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:07.096792 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a4dceb6b-d246-4a84-aa2b-d645fd63c0d3 req-69b64526-cc47-4a4d-8973-709e7fb46d6a tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=bbbdc747-caaf-4d19-9e1b-27cb97e3b082&id=baf22591-9dcb-4cc0-901c-bb7474a8e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 1.3597524 Mar 05 05:12:07.111737 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 36ee90ac-faa9-47a7-b3aa-8a1289772cd1 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:12:07.112480 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 36ee90ac-faa9-47a7-b3aa-8a1289772cd1 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:12:07.121983 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7d4c47-06e7-439b-84e9-3861fccc2d6f None None] No DVR routers for this DVR port 36ee90ac-faa9-47a7-b3aa-8a1289772cd1 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:12:07.136191 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51796) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:07.151791 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-95096878-2556-4b05-aafc-5dabcebf9c04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Deleting port 36ee90ac-faa9-47a7-b3aa-8a1289772cd1 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:12:07.152141 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-95096878-2556-4b05-aafc-5dabcebf9c04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (36ee90ac-faa9-47a7-b3aa-8a1289772cd1), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:07.178461 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d4c47-06e7-439b-84e9-3861fccc2d6f None None] Pushing event deleted for resources: {'Port': ['ID=36ee90ac-faa9-47a7-b3aa-8a1289772cd1,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:07.201743 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b40b0f-6870-47f1-82b6-0f05cc126e69 x-openstack-request-id: req-01b40b0f-6870-47f1-82b6-0f05cc126e69 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:12:07.209168 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b95ca92-e7b4-48b8-b29c-d5af304fbc43", "name": "network-vif-deleted", "tag": "91d8e5d1-ae05-48a4-96d6-bd18e62b35fd", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:12:07.224621 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-01b40b0f-6870-47f1-82b6-0f05cc126e69 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:12:07.226879 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b95ca92-e7b4-48b8-b29c-d5af304fbc43', 'name': 'network-vif-deleted', 'tag': '91d8e5d1-ae05-48a4-96d6-bd18e62b35fd', 'status': 'completed', 'code': 200} Mar 05 05:12:07.295026 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf9c1b9-f606-4c90-a8a7-b0039475751c tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:07.300767 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ecf9c1b9-f606-4c90-a8a7-b0039475751c tempest-TestSecurityGroupsBasicOps-1410238562 tempest-TestSecurityGroupsBasicOps-1410238562-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0f82476c-d8cd-4828-8d6d-b3ff42ae977c HTTP/1.1" status: 200 len: 1087 time: 0.1684542 Mar 05 05:12:07.350556 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-95096878-2556-4b05-aafc-5dabcebf9c04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] For port 36ee90ac-faa9-47a7-b3aa-8a1289772cd1, host n-d-789963-32, got binding levels [] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:12:07.350556 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-95096878-2556-4b05-aafc-5dabcebf9c04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (36ee90ac-faa9-47a7-b3aa-8a1289772cd1), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:07.424347 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-95096878-2556-4b05-aafc-5dabcebf9c04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Calling delete_port for 36ee90ac-faa9-47a7-b3aa-8a1289772cd1 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:12:07.427253 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.ipam_backend_mixin [None req-95096878-2556-4b05-aafc-5dabcebf9c04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Port 36ee90ac-faa9-47a7-b3aa-8a1289772cd1 was not found and therefore no delete operation was performed {{(pid=105231) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 05 05:12:07.436420 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-95096878-2556-4b05-aafc-5dabcebf9c04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (36ee90ac-faa9-47a7-b3aa-8a1289772cd1), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:07.464656 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95096878-2556-4b05-aafc-5dabcebf9c04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] No DVR routers for this DVR port 36ee90ac-faa9-47a7-b3aa-8a1289772cd1 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:12:07.473739 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95096878-2556-4b05-aafc-5dabcebf9c04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Port': ['ID=36ee90ac-faa9-47a7-b3aa-8a1289772cd1,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:07.705085 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-95096878-2556-4b05-aafc-5dabcebf9c04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:07.728245 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-95096878-2556-4b05-aafc-5dabcebf9c04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:07.740675 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-95096878-2556-4b05-aafc-5dabcebf9c04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a805e7d7-fc1a-4a2b-8c50-9d41ba8a5464') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:07.741959 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-95096878-2556-4b05-aafc-5dabcebf9c04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a805e7d7-fc1a-4a2b-8c50-9d41ba8a5464') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:07.753712 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-95096878-2556-4b05-aafc-5dabcebf9c04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (a805e7d7-fc1a-4a2b-8c50-9d41ba8a5464), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:07.769609 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-95096878-2556-4b05-aafc-5dabcebf9c04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (a805e7d7-fc1a-4a2b-8c50-9d41ba8a5464), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:07.776693 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95096878-2556-4b05-aafc-5dabcebf9c04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:12:07.777599 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-95096878-2556-4b05-aafc-5dabcebf9c04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (a805e7d7-fc1a-4a2b-8c50-9d41ba8a5464), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:07.845346 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:12:07.845346 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:12:07.845346 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:12:07.845346 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:12:07.845346 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:12:07.845346 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:12:07.845346 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:12:07.845346 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:12:07.845346 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:12:07.845346 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:12:07.845346 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:12:07.845346 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:12:07.845346 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:12:07.845346 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:12:07.845346 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:12:07.845346 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:12:07.845346 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:12:07.845346 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:12:07.845346 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:12:07.845346 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:12:07.845346 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:12:07.845346 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:12:07.845346 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:12:07.845346 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:12:07.845346 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:12:07.845346 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:12:07.845346 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:12:07.845346 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:12:07.845346 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:12:07.845346 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:12:07.845346 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:12:07.845346 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:12:07.954818 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 91d8e5d1-ae05-48a4-96d6-bd18e62b35fd no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:12:08.001641 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 91d8e5d1-ae05-48a4-96d6-bd18e62b35fd {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:12:08.001908 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 91d8e5d1-ae05-48a4-96d6-bd18e62b35fd not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:12:08.009790 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-95096878-2556-4b05-aafc-5dabcebf9c04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:08.027898 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f0037-2265-416d-bef2-2e7501311273 req-60cb63f9-e283-4cc2-8523-d0e42fdfc799 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:08.029934 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-789f0037-2265-416d-bef2-2e7501311273 req-60cb63f9-e283-4cc2-8523-d0e42fdfc799 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f82476c-d8cd-4828-8d6d-b3ff42ae977c HTTP/1.1" status: 200 len: 909 time: 0.1865959 Mar 05 05:12:08.036015 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-95096878-2556-4b05-aafc-5dabcebf9c04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:08.039382 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-95096878-2556-4b05-aafc-5dabcebf9c04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/networks/e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5 HTTP/1.1" status: 204 len: 168 time: 2.7540514 Mar 05 05:12:08.042149 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51828) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:08.065168 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359e6cc-808a-402c-9837-7a0eba07bc4d req-b2d25757-0570-42bc-a0c6-492d7e5fa7a7 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:08.073544 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2359e6cc-808a-402c-9837-7a0eba07bc4d req-b2d25757-0570-42bc-a0c6-492d7e5fa7a7 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=f03ee14d-cd09-4ba3-8a36-9952b1c31738 HTTP/1.1" status: 200 len: 945 time: 0.2290189 Mar 05 05:12:08.100108 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95096878-2556-4b05-aafc-5dabcebf9c04 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Network': ['ID=e5ca1971-2af3-4ff5-8d46-4f4ecc9d09e5,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:08.215366 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c75b11b2-7e13-4cc3-9505-e735d66470c0 req-71c7d3e1-ea09-490a-8cb2-7640b4905932 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 210 time: 0.0865328 Mar 05 05:12:08.240455 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2359e6cc-808a-402c-9837-7a0eba07bc4d req-4afc229b-37f8-4636-a776-ac1f4a3f3ce4 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652586 Mar 05 05:12:08.636349 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f6129c4-395a-4a13-9f48-ec7339de3dd9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:09.006037 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70f3e3-ff41-44b2-a203-47f3433956e9 req-6154bc6e-d22c-4178-973a-05103ded1620 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:09.007537 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8b70f3e3-ff41-44b2-a203-47f3433956e9 req-6154bc6e-d22c-4178-973a-05103ded1620 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f82476c-d8cd-4828-8d6d-b3ff42ae977c HTTP/1.1" status: 200 len: 909 time: 0.0788767 Mar 05 05:12:09.120904 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4bbe4d-8339-47ea-85da-32f44a015e15 req-8471afb0-2141-4161-9f89-b030cd207047 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:09.122460 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5e4bbe4d-8339-47ea-85da-32f44a015e15 req-8471afb0-2141-4161-9f89-b030cd207047 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.30 "GET /v2.0/ports?device_id=f03ee14d-cd09-4ba3-8a36-9952b1c31738 HTTP/1.1" status: 200 len: 945 time: 0.2325528 Mar 05 05:12:09.266869 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ab16b-8b25-4922-b42c-22176e571dbb req-13e2c3c7-c587-452e-9464-925e472c1653 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:09.295706 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-114ab16b-8b25-4922-b42c-22176e571dbb req-13e2c3c7-c587-452e-9464-925e472c1653 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f82476c-d8cd-4828-8d6d-b3ff42ae977c HTTP/1.1" status: 200 len: 909 time: 0.1216037 Mar 05 05:12:09.446445 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-61536cd6-f138-43b3-bb2c-7e1fdd8c655b req-b7eba72c-838b-48e5-a30a-cdbc2a3b7bb7 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 210 time: 0.0770369 Mar 05 05:12:09.550914 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3dff3-c043-4ba5-8a88-31faca60c1c8 req-3bdefc91-6470-4096-bc96-8837954f7aa5 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:09.558665 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cdf3dff3-c043-4ba5-8a88-31faca60c1c8 req-3bdefc91-6470-4096-bc96-8837954f7aa5 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=f03ee14d-cd09-4ba3-8a36-9952b1c31738 HTTP/1.1" status: 200 len: 945 time: 0.1326530 Mar 05 05:12:09.616206 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cdf3dff3-c043-4ba5-8a88-31faca60c1c8 req-e54d46f9-dc44-4c17-bad0-27a6cccf4f00 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553799 Mar 05 05:12:09.958973 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-8b70f3e3-ff41-44b2-a203-47f3433956e9 req-ed48f6e9-775f-4314-91d5-4949f19e8903 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Deleting port f1ec1968-4b6e-4352-99d3-8b2091c7dfd1 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:12:09.958973 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8b70f3e3-ff41-44b2-a203-47f3433956e9 req-ed48f6e9-775f-4314-91d5-4949f19e8903 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (f1ec1968-4b6e-4352-99d3-8b2091c7dfd1), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:10.087635 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-1f6129c4-395a-4a13-9f48-ec7339de3dd9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Deleting port da7e76a8-f379-447d-ae0d-d311a203aa5b {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:12:10.087974 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f6129c4-395a-4a13-9f48-ec7339de3dd9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (da7e76a8-f379-447d-ae0d-d311a203aa5b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:10.121038 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-5e4bbe4d-8339-47ea-85da-32f44a015e15 req-4d0fca7b-00f1-4733-9105-1db996a56383 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Deleting port 9dc1dcdf-55cc-4c42-9087-de7469b11860 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:12:10.121376 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5e4bbe4d-8339-47ea-85da-32f44a015e15 req-4d0fca7b-00f1-4733-9105-1db996a56383 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (9dc1dcdf-55cc-4c42-9087-de7469b11860), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:10.265092 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-5e4bbe4d-8339-47ea-85da-32f44a015e15 req-4d0fca7b-00f1-4733-9105-1db996a56383 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] For port 9dc1dcdf-55cc-4c42-9087-de7469b11860, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=9dc1dcdf-55cc-4c42-9087-de7469b11860,segment=NetworkSegment(a4b4788e-26e2-4748-9829-8147236e15bd),segment_id=a4b4788e-26e2-4748-9829-8147236e15bd)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:12:10.265455 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5e4bbe4d-8339-47ea-85da-32f44a015e15 req-4d0fca7b-00f1-4733-9105-1db996a56383 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (9dc1dcdf-55cc-4c42-9087-de7469b11860), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:10.277703 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-5e4bbe4d-8339-47ea-85da-32f44a015e15 req-4d0fca7b-00f1-4733-9105-1db996a56383 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Calling delete_port for 9dc1dcdf-55cc-4c42-9087-de7469b11860 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:12:10.402020 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-8b70f3e3-ff41-44b2-a203-47f3433956e9 req-ed48f6e9-775f-4314-91d5-4949f19e8903 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] For port f1ec1968-4b6e-4352-99d3-8b2091c7dfd1, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=f1ec1968-4b6e-4352-99d3-8b2091c7dfd1,segment=NetworkSegment(b4c4eef9-198e-493f-bbc7-1f0634dd6a00),segment_id=b4c4eef9-198e-493f-bbc7-1f0634dd6a00)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:12:10.402408 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8b70f3e3-ff41-44b2-a203-47f3433956e9 req-ed48f6e9-775f-4314-91d5-4949f19e8903 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (f1ec1968-4b6e-4352-99d3-8b2091c7dfd1), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:10.475147 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-8b70f3e3-ff41-44b2-a203-47f3433956e9 req-ed48f6e9-775f-4314-91d5-4949f19e8903 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Calling delete_port for f1ec1968-4b6e-4352-99d3-8b2091c7dfd1 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:12:10.475382 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a6734-c0cb-4d16-9af7-cc4c0a0c5cb0 req-e20ba6f4-a898-456a-b95b-e8e14eb3e72c tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:10.476796 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b94a6734-c0cb-4d16-9af7-cc4c0a0c5cb0 req-e20ba6f4-a898-456a-b95b-e8e14eb3e72c tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f82476c-d8cd-4828-8d6d-b3ff42ae977c HTTP/1.1" status: 200 len: 909 time: 0.1199131 Mar 05 05:12:10.620964 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2a62ce13-1c58-4dfa-aa8c-0c7519407887 req-e48ac19a-eca5-45c3-81dc-fdd9fac33903 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 210 time: 0.0548608 Mar 05 05:12:10.660001 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-1f6129c4-395a-4a13-9f48-ec7339de3dd9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] For port da7e76a8-f379-447d-ae0d-d311a203aa5b, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=da7e76a8-f379-447d-ae0d-d311a203aa5b,segment=NetworkSegment(6c9c9158-01c4-466b-a974-a828881f9a92),segment_id=6c9c9158-01c4-466b-a974-a828881f9a92)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:12:10.660390 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f6129c4-395a-4a13-9f48-ec7339de3dd9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (da7e76a8-f379-447d-ae0d-d311a203aa5b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:10.689405 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-1f6129c4-395a-4a13-9f48-ec7339de3dd9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Calling delete_port for da7e76a8-f379-447d-ae0d-d311a203aa5b owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:12:10.827718 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a7142-eb85-47b6-b6c1-4ad215ff76d3 req-aa37b5d6-3b95-437b-8f8f-a20826c815d0 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:10.838153 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-250a7142-eb85-47b6-b6c1-4ad215ff76d3 req-aa37b5d6-3b95-437b-8f8f-a20826c815d0 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=f03ee14d-cd09-4ba3-8a36-9952b1c31738 HTTP/1.1" status: 200 len: 945 time: 0.1323783 Mar 05 05:12:10.882566 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5e4bbe4d-8339-47ea-85da-32f44a015e15 req-4d0fca7b-00f1-4733-9105-1db996a56383 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (9dc1dcdf-55cc-4c42-9087-de7469b11860), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:10.898642 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['9dc1dcdf-55cc-4c42-9087-de7469b11860'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:12:10.905834 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['d83396ff-a6e1-49df-84bf-232671841123'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:12:10.991125 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-250a7142-eb85-47b6-b6c1-4ad215ff76d3 req-0eee822c-e94e-457f-ba69-fc4bade257f2 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519279 Mar 05 05:12:11.014897 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0fca7b-00f1-4733-9105-1db996a56383 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Pushing event deleted for resources: {'Port': ['ID=9dc1dcdf-55cc-4c42-9087-de7469b11860,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:11.131656 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4bbe4d-8339-47ea-85da-32f44a015e15 req-4d0fca7b-00f1-4733-9105-1db996a56383 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] No DVR routers for this DVR port 9dc1dcdf-55cc-4c42-9087-de7469b11860 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:12:11.135927 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5e4bbe4d-8339-47ea-85da-32f44a015e15 req-4d0fca7b-00f1-4733-9105-1db996a56383 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:11.139764 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5e4bbe4d-8339-47ea-85da-32f44a015e15 req-4d0fca7b-00f1-4733-9105-1db996a56383 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.30 "DELETE /v2.0/ports/9dc1dcdf-55cc-4c42-9087-de7469b11860 HTTP/1.1" status: 204 len: 173 time: 2.0044670 Mar 05 05:12:11.140228 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03ee14d-cd09-4ba3-8a36-9952b1c31738', 'name': 'network-vif-deleted', 'tag': '9dc1dcdf-55cc-4c42-9087-de7469b11860'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:12:11.142500 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37be333e-763d-4baa-ba42-e0878993aad6" -d '{"events": [{"server_uuid": "f03ee14d-cd09-4ba3-8a36-9952b1c31738", "name": "network-vif-deleted", "tag": "9dc1dcdf-55cc-4c42-9087-de7469b11860"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:12:11.160741 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8b70f3e3-ff41-44b2-a203-47f3433956e9 req-ed48f6e9-775f-4314-91d5-4949f19e8903 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (f1ec1968-4b6e-4352-99d3-8b2091c7dfd1), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:11.273524 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48f6e9-775f-4314-91d5-4949f19e8903 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Pushing event deleted for resources: {'Port': ['ID=f1ec1968-4b6e-4352-99d3-8b2091c7dfd1,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:11.305769 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95f3663-8eef-49f7-ae48-44b7c2f2fc6e x-openstack-request-id: req-c95f3663-8eef-49f7-ae48-44b7c2f2fc6e {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:12:11.306058 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03ee14d-cd09-4ba3-8a36-9952b1c31738", "name": "network-vif-deleted", "tag": "9dc1dcdf-55cc-4c42-9087-de7469b11860", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:12:11.306561 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c95f3663-8eef-49f7-ae48-44b7c2f2fc6e {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:12:11.306749 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03ee14d-cd09-4ba3-8a36-9952b1c31738', 'name': 'network-vif-deleted', 'tag': '9dc1dcdf-55cc-4c42-9087-de7469b11860', 'status': 'completed', 'code': 200} Mar 05 05:12:11.441491 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5d1a633d-1cc5-40aa-8e98-d2d454e4e1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:11.553278 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b70f3e3-ff41-44b2-a203-47f3433956e9 req-ed48f6e9-775f-4314-91d5-4949f19e8903 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] No DVR routers for this DVR port f1ec1968-4b6e-4352-99d3-8b2091c7dfd1 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:12:11.559309 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8b70f3e3-ff41-44b2-a203-47f3433956e9 req-ed48f6e9-775f-4314-91d5-4949f19e8903 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:11.569004 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8b70f3e3-ff41-44b2-a203-47f3433956e9 req-ed48f6e9-775f-4314-91d5-4949f19e8903 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.30 "DELETE /v2.0/ports/f1ec1968-4b6e-4352-99d3-8b2091c7dfd1 HTTP/1.1" status: 204 len: 173 time: 2.5543213 Mar 05 05:12:11.571558 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f6129c4-395a-4a13-9f48-ec7339de3dd9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (da7e76a8-f379-447d-ae0d-d311a203aa5b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:11.652562 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6129c4-395a-4a13-9f48-ec7339de3dd9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Port': ['ID=da7e76a8-f379-447d-ae0d-d311a203aa5b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:11.771061 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a5b9f945-69d7-47b4-a8fc-57de98a749f4 req-262dcff3-6f6a-4972-8eef-24526d9e3030 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f82476c-d8cd-4828-8d6d-b3ff42ae977c HTTP/1.1" status: 200 len: 210 time: 0.1089787 Mar 05 05:12:11.953552 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f6129c4-395a-4a13-9f48-ec7339de3dd9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:11.957542 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca5e8b23-a6a1-44c6-aaaa-b5df5c0b0937 req-9e71b443-8077-45e9-bd8d-5200e7bc7fc3 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 210 time: 0.1023920 Mar 05 05:12:12.456241 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6129c4-395a-4a13-9f48-ec7339de3dd9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:12:12.684194 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a84ffa-b377-4474-aaa5-7b096b5fb811 req-c7432bc3-68e7-421c-9d1e-2d52909f96df tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:12.686062 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74a84ffa-b377-4474-aaa5-7b096b5fb811 req-c7432bc3-68e7-421c-9d1e-2d52909f96df tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74 HTTP/1.1" status: 200 len: 945 time: 0.1017694 Mar 05 05:12:12.723771 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51926) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:12.724880 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6129c4-395a-4a13-9f48-ec7339de3dd9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:12:12.769966 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1f6129c4-395a-4a13-9f48-ec7339de3dd9 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "PUT /v2.0/routers/9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7240078 Mar 05 05:12:12.769966 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51930) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:12.775519 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fda726-84ed-440f-b5e3-9457b3a0d5b8 None None] Sync routers for ids ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:12:12.791684 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fda726-84ed-440f-b5e3-9457b3a0d5b8 None None] Routers {'9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:12:12.806862 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-38fda726-84ed-440f-b5e3-9457b3a0d5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:11:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:12.815558 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74a84ffa-b377-4474-aaa5-7b096b5fb811 req-0379e4ca-1bef-49c9-8d71-7a84be5c9e8a tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156147 Mar 05 05:12:12.859023 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51934) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:12.937088 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-6773ed53-be56-433a-b047-c3646cdfa72d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Deleting subnet a91a5dc8-3a9a-4c43-a252-60f1a9f63710 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:12:12.946071 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6773ed53-be56-433a-b047-c3646cdfa72d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for subnet (a91a5dc8-3a9a-4c43-a252-60f1a9f63710), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:12.954954 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-38fda726-84ed-440f-b5e3-9457b3a0d5b8 None None] Set router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:12:13.032168 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-38fda726-84ed-440f-b5e3-9457b3a0d5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'name': 'tempest-RoutersIpV6Test-router-871576514', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:58Z', 'updated_at': '2022-03-05T05:12:11Z', 'revision_number': 11, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:13.062587 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-161770e6-0f96-47a9-b400-003eae412e10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:13.120534 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fda726-84ed-440f-b5e3-9457b3a0d5b8 None None] Checking router: 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:12:13.127017 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6773ed53-be56-433a-b047-c3646cdfa72d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (a91a5dc8-3a9a-4c43-a252-60f1a9f63710), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:13.137704 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fda726-84ed-440f-b5e3-9457b3a0d5b8 None None] Routers {'9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:12:13.137883 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-38fda726-84ed-440f-b5e3-9457b3a0d5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:11:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:13.313849 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f82476c-d8cd-4828-8d6d-b3ff42ae977c', 'name': 'network-vif-deleted', 'tag': 'f1ec1968-4b6e-4352-99d3-8b2091c7dfd1'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:12:13.322084 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bdd48d-f731-402c-8958-6fa3211df085" -d '{"events": [{"server_uuid": "0f82476c-d8cd-4828-8d6d-b3ff42ae977c", "name": "network-vif-deleted", "tag": "f1ec1968-4b6e-4352-99d3-8b2091c7dfd1"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:12:13.431438 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24a2cb4-ae1c-4577-a156-fc67839ad52a x-openstack-request-id: req-c24a2cb4-ae1c-4577-a156-fc67839ad52a {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:12:13.432050 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f82476c-d8cd-4828-8d6d-b3ff42ae977c", "name": "network-vif-deleted", "tag": "f1ec1968-4b6e-4352-99d3-8b2091c7dfd1", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:12:13.432505 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c24a2cb4-ae1c-4577-a156-fc67839ad52a {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:12:13.433118 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f82476c-d8cd-4828-8d6d-b3ff42ae977c', 'name': 'network-vif-deleted', 'tag': 'f1ec1968-4b6e-4352-99d3-8b2091c7dfd1', 'status': 'completed', 'code': 200} Mar 05 05:12:13.446124 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-43fe2102-b70a-4e36-8fbc-e707ccb06dea req-e8b20afc-a579-4fc5-abb0-a5155dd817da tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 210 time: 0.0767879 Mar 05 05:12:13.470861 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6773ed53-be56-433a-b047-c3646cdfa72d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (a91a5dc8-3a9a-4c43-a252-60f1a9f63710), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:13.549910 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6773ed53-be56-433a-b047-c3646cdfa72d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (a91a5dc8-3a9a-4c43-a252-60f1a9f63710), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:13.624168 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6773ed53-be56-433a-b047-c3646cdfa72d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:13.644681 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6773ed53-be56-433a-b047-c3646cdfa72d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/subnets/a91a5dc8-3a9a-4c43-a252-60f1a9f63710 HTTP/1.1" status: 204 len: 168 time: 0.8702879 Mar 05 05:12:13.682021 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 51954) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:13.711759 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6773ed53-be56-433a-b047-c3646cdfa72d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Subnet': ['ID=a91a5dc8-3a9a-4c43-a252-60f1a9f63710,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:13.712803 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-38fda726-84ed-440f-b5e3-9457b3a0d5b8 None None] Set router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:12:13.724486 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-161770e6-0f96-47a9-b400-003eae412e10 admin admin] Publish callbacks [] for security_group (1b6dcc21-fae6-4cd4-adb2-0bf79783b7c4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:13.742814 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-161770e6-0f96-47a9-b400-003eae412e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1b6dcc21-fae6-4cd4-adb2-0bf79783b7c4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:13.803731 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-161770e6-0f96-47a9-b400-003eae412e10 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9900008897a842fbb9886c122be42192&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0629182 Mar 05 05:12:13.804707 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161770e6-0f96-47a9-b400-003eae412e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6dcc21-fae6-4cd4-adb2-0bf79783b7c4,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:13.808864 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51956) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:13.851103 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2266874d-9e94-4696-a2d3-5e9530c1bfae tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (58e5e899-e39f-4991-a020-fb2c7f32326b), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:13.858878 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 9dc1dcdf-55cc-4c42-9087-de7469b11860 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:12:13.896812 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b75a38e-4b43-418e-8de9-aa18cc3071c1 None None] Network 58e5e899-e39f-4991-a020-fb2c7f32326b requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:12:13.942918 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 9dc1dcdf-55cc-4c42-9087-de7469b11860 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:12:13.943311 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 9dc1dcdf-55cc-4c42-9087-de7469b11860 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:12:13.943746 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device f1ec1968-4b6e-4352-99d3-8b2091c7dfd1 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:12:13.950123 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8230432b-6f8b-445c-b2d1-4d91c49d624a admin admin] Publish callbacks [] for security_group (1b6dcc21-fae6-4cd4-adb2-0bf79783b7c4), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:13.962781 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-2266874d-9e94-4696-a2d3-5e9530c1bfae tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Deleting port 23053faf-d7bd-4021-87ad-1485ad7c1686 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:12:13.963273 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2266874d-9e94-4696-a2d3-5e9530c1bfae tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (23053faf-d7bd-4021-87ad-1485ad7c1686), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:14.006730 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-38fda726-84ed-440f-b5e3-9457b3a0d5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'name': 'tempest-RoutersIpV6Test-router-871576514', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:58Z', 'updated_at': '2022-03-05T05:12:11Z', 'revision_number': 11, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:14.008962 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8230432b-6f8b-445c-b2d1-4d91c49d624a admin admin] Publish callbacks [] for security_group (1b6dcc21-fae6-4cd4-adb2-0bf79783b7c4), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:14.041282 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: f1ec1968-4b6e-4352-99d3-8b2091c7dfd1 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:12:14.042140 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device f1ec1968-4b6e-4352-99d3-8b2091c7dfd1 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:12:14.053578 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-2266874d-9e94-4696-a2d3-5e9530c1bfae tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] For port 23053faf-d7bd-4021-87ad-1485ad7c1686, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=23053faf-d7bd-4021-87ad-1485ad7c1686,segment=NetworkSegment(6c9c9158-01c4-466b-a974-a828881f9a92),segment_id=6c9c9158-01c4-466b-a974-a828881f9a92)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:12:14.053969 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2266874d-9e94-4696-a2d3-5e9530c1bfae tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (23053faf-d7bd-4021-87ad-1485ad7c1686), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:14.074885 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-2266874d-9e94-4696-a2d3-5e9530c1bfae tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Calling delete_port for 23053faf-d7bd-4021-87ad-1485ad7c1686 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:12:14.148543 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960d790-7159-43dc-9e3a-682b47948498 req-ba6756c9-62f8-42fe-b730-6cd5c1618cef tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:14.150213 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4960d790-7159-43dc-9e3a-682b47948498 req-ba6756c9-62f8-42fe-b730-6cd5c1618cef tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74 HTTP/1.1" status: 200 len: 945 time: 0.1162908 Mar 05 05:12:14.237459 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8230432b-6f8b-445c-b2d1-4d91c49d624a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1b6dcc21-fae6-4cd4-adb2-0bf79783b7c4), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:14.240720 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8230432b-6f8b-445c-b2d1-4d91c49d624a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:14.245278 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8230432b-6f8b-445c-b2d1-4d91c49d624a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1b6dcc21-fae6-4cd4-adb2-0bf79783b7c4 HTTP/1.1" status: 204 len: 168 time: 0.4369433 Mar 05 05:12:14.279409 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2266874d-9e94-4696-a2d3-5e9530c1bfae tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (23053faf-d7bd-4021-87ad-1485ad7c1686), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:14.282881 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230432b-6f8b-445c-b2d1-4d91c49d624a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6dcc21-fae6-4cd4-adb2-0bf79783b7c4,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:14.294179 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0fdf9e78-289e-4e20-b24a-fec1cd46012d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:14.305616 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:14.306849 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fda726-84ed-440f-b5e3-9457b3a0d5b8 None None] The sync data for ids ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'] in n-d-789963-32 is: [{'id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'name': 'tempest-RoutersIpV6Test-router-871576514', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:58Z', 'updated_at': '2022-03-05T05:12:11Z', 'revision_number': 11, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'gw_port_host': None}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:12:14.335385 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:14.389229 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4358e632-86ad-4b94-9a5c-bc20f6edd2c7 None None] DHCP port deletion for 58e5e899-e39f-4991-a020-fb2c7f32326b request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:12:14.452153 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2266874d-9e94-4696-a2d3-5e9530c1bfae tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Port': ['ID=23053faf-d7bd-4021-87ad-1485ad7c1686,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:14.465379 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2266874d-9e94-4696-a2d3-5e9530c1bfae tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] No DVR routers for this DVR port 23053faf-d7bd-4021-87ad-1485ad7c1686 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:12:14.540775 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d0d75-b3ef-4eab-9d1e-b63face5cdca req-5354edf1-8365-417c-addd-28a0ec41d1d2 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:14.542572 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-154d0d75-b3ef-4eab-9d1e-b63face5cdca req-5354edf1-8365-417c-addd-28a0ec41d1d2 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74 HTTP/1.1" status: 200 len: 945 time: 0.3653586 Mar 05 05:12:14.555002 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-4960d790-7159-43dc-9e3a-682b47948498 req-dc8709d2-9e22-4441-8c32-d8b54f9908d2 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Deleting port d83396ff-a6e1-49df-84bf-232671841123 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:12:14.555633 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4960d790-7159-43dc-9e3a-682b47948498 req-dc8709d2-9e22-4441-8c32-d8b54f9908d2 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d83396ff-a6e1-49df-84bf-232671841123), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:14.616486 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-96d90dab-6144-4ce0-a358-997fc73bc504 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (fe9e3d35-8486-4fec-b928-31d4a60c5d7c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:14.641015 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2266874d-9e94-4696-a2d3-5e9530c1bfae tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (58e5e899-e39f-4991-a020-fb2c7f32326b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:14.779459 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4d29ad92-e48e-473f-a43e-3940ec2c80a9 req-17c2a3b9-958d-4afc-a5d3-bd23b07f89b7 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 210 time: 0.1331918 Mar 05 05:12:14.792876 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-4960d790-7159-43dc-9e3a-682b47948498 req-dc8709d2-9e22-4441-8c32-d8b54f9908d2 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] For port d83396ff-a6e1-49df-84bf-232671841123, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=d83396ff-a6e1-49df-84bf-232671841123,segment=NetworkSegment(a4b4788e-26e2-4748-9829-8147236e15bd),segment_id=a4b4788e-26e2-4748-9829-8147236e15bd)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:12:14.793251 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4960d790-7159-43dc-9e3a-682b47948498 req-dc8709d2-9e22-4441-8c32-d8b54f9908d2 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d83396ff-a6e1-49df-84bf-232671841123), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:14.831936 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-4960d790-7159-43dc-9e3a-682b47948498 req-dc8709d2-9e22-4441-8c32-d8b54f9908d2 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Calling delete_port for d83396ff-a6e1-49df-84bf-232671841123 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:12:14.860820 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 23053faf-d7bd-4021-87ad-1485ad7c1686 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:12:14.956615 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 23053faf-d7bd-4021-87ad-1485ad7c1686 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:12:14.957177 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 23053faf-d7bd-4021-87ad-1485ad7c1686 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:12:14.957708 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device da7e76a8-f379-447d-ae0d-d311a203aa5b no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:12:15.055144 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: da7e76a8-f379-447d-ae0d-d311a203aa5b {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:12:15.055499 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device da7e76a8-f379-447d-ae0d-d311a203aa5b not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:12:15.072141 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:15.110614 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-2266874d-9e94-4696-a2d3-5e9530c1bfae tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e5e899-e39f-4991-a020-fb2c7f32326b']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:15.138763 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4960d790-7159-43dc-9e3a-682b47948498 req-dc8709d2-9e22-4441-8c32-d8b54f9908d2 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (d83396ff-a6e1-49df-84bf-232671841123), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:15.143381 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51978) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:15.148636 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-2266874d-9e94-4696-a2d3-5e9530c1bfae tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c9c9158-01c4-466b-a974-a828881f9a92') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:15.148959 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-2266874d-9e94-4696-a2d3-5e9530c1bfae tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c9c9158-01c4-466b-a974-a828881f9a92') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:15.153402 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['d83396ff-a6e1-49df-84bf-232671841123'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:12:15.189936 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2266874d-9e94-4696-a2d3-5e9530c1bfae tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (6c9c9158-01c4-466b-a974-a828881f9a92), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:15.230126 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2266874d-9e94-4696-a2d3-5e9530c1bfae tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (6c9c9158-01c4-466b-a974-a828881f9a92), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:15.246599 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2266874d-9e94-4696-a2d3-5e9530c1bfae tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:12:15.248164 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2266874d-9e94-4696-a2d3-5e9530c1bfae tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (6c9c9158-01c4-466b-a974-a828881f9a92), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:15.253645 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8709d2-9e22-4441-8c32-d8b54f9908d2 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Pushing event deleted for resources: {'Port': ['ID=d83396ff-a6e1-49df-84bf-232671841123,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:15.291342 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-538509c4-7754-4dff-b3a0-5cf2280739fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:15.313395 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:12:15.313395 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:12:15.313395 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:12:15.313395 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:12:15.313395 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:12:15.313395 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:12:15.313395 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:12:15.313395 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:12:15.313395 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:12:15.313395 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:12:15.313395 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:12:15.313395 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:12:15.313395 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:12:15.313395 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:12:15.313395 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:12:15.313395 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:12:15.313395 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:12:15.313395 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:12:15.313395 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:12:15.313395 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:12:15.313395 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:12:15.313395 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:12:15.313395 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:12:15.313395 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:12:15.313395 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:12:15.313395 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:12:15.313395 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:12:15.313395 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:12:15.313395 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:12:15.313395 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:12:15.313395 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:12:15.313395 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:12:15.446533 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-4960d790-7159-43dc-9e3a-682b47948498 req-dc8709d2-9e22-4441-8c32-d8b54f9908d2 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] No DVR routers for this DVR port d83396ff-a6e1-49df-84bf-232671841123 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:12:15.455148 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4960d790-7159-43dc-9e3a-682b47948498 req-dc8709d2-9e22-4441-8c32-d8b54f9908d2 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:15.458640 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4960d790-7159-43dc-9e3a-682b47948498 req-dc8709d2-9e22-4441-8c32-d8b54f9908d2 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.31 "DELETE /v2.0/ports/d83396ff-a6e1-49df-84bf-232671841123 HTTP/1.1" status: 204 len: 173 time: 1.2924271 Mar 05 05:12:15.479129 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74', 'name': 'network-vif-deleted', 'tag': 'd83396ff-a6e1-49df-84bf-232671841123'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:12:15.488069 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc095455-ebbc-488a-a878-99d7213d2d27" -d '{"events": [{"server_uuid": "b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74", "name": "network-vif-deleted", "tag": "d83396ff-a6e1-49df-84bf-232671841123"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:12:15.588955 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030e2cb0-5873-4d65-8677-a336b68a6918 x-openstack-request-id: req-030e2cb0-5873-4d65-8677-a336b68a6918 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:12:15.589650 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74", "name": "network-vif-deleted", "tag": "d83396ff-a6e1-49df-84bf-232671841123", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:12:15.589650 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-030e2cb0-5873-4d65-8677-a336b68a6918 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:12:15.589927 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7b0ff08-4cf4-4c9d-a6a6-2ab7298e0a74', 'name': 'network-vif-deleted', 'tag': 'd83396ff-a6e1-49df-84bf-232671841123', 'status': 'completed', 'code': 200} Mar 05 05:12:15.685290 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-154d0d75-b3ef-4eab-9d1e-b63face5cdca req-686c09ae-a42c-426a-abc8-20c56eee8a53 tempest-ListServerFiltersTestJSON-1475387192 tempest-ListServerFiltersTestJSON-1475387192-project] 10.222.0.11 "GET /v2.0/security-groups?id=18948260-c353-49d6-b26e-c625e8386bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1272187 Mar 05 05:12:15.718638 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2266874d-9e94-4696-a2d3-5e9530c1bfae tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (58e5e899-e39f-4991-a020-fb2c7f32326b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:15.730046 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2266874d-9e94-4696-a2d3-5e9530c1bfae tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:15.737301 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2266874d-9e94-4696-a2d3-5e9530c1bfae tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/networks/58e5e899-e39f-4991-a020-fb2c7f32326b HTTP/1.1" status: 204 len: 168 time: 2.0543599 Mar 05 05:12:15.746081 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 51992) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:15.757050 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-6e149e98-db7e-4562-9b43-b706b1803a92 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Request body: {'router': {'routes': None}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:12:15.777167 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2266874d-9e94-4696-a2d3-5e9530c1bfae tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Pushing event deleted for resources: {'Network': ['ID=58e5e899-e39f-4991-a020-fb2c7f32326b,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:15.808085 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-538509c4-7754-4dff-b3a0-5cf2280739fd admin admin] Publish callbacks [] for security_group (1895cbc4-1e95-4ab4-b231-e57bbc4ac73a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:15.954920 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-538509c4-7754-4dff-b3a0-5cf2280739fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1895cbc4-1e95-4ab4-b231-e57bbc4ac73a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:16.063700 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-538509c4-7754-4dff-b3a0-5cf2280739fd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2e640eead6004dffab716d2b582fccae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9188614 Mar 05 05:12:16.066417 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-57bcf8a9-0f3a-4985-a061-ca88ee020189 req-522434fa-8fa6-46a6-8ad1-910a95ac7c1a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 210 time: 0.1624694 Mar 05 05:12:16.066931 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52000) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:16.110050 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538509c4-7754-4dff-b3a0-5cf2280739fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1895cbc4-1e95-4ab4-b231-e57bbc4ac73a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:16.225115 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-96d90dab-6144-4ce0-a358-997fc73bc504 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Deleting port 87d50966-cea9-4c1d-a703-f4f3932bf355 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:12:16.225624 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-96d90dab-6144-4ce0-a358-997fc73bc504 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (87d50966-cea9-4c1d-a703-f4f3932bf355), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:16.300422 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:16.357515 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.extraroute_db [None req-6e149e98-db7e-4562-9b43-b706b1803a92 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Added routes are [] {{(pid=105232) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 05 05:12:16.358158 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.extraroute_db [None req-6e149e98-db7e-4562-9b43-b706b1803a92 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Removed routes are [] {{(pid=105232) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 05 05:12:16.358748 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6e149e98-db7e-4562-9b43-b706b1803a92 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-903190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9284'] for router (9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:16.453216 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fea4378e-a0ee-47d2-9b4a-e3271290c7ab admin admin] Publish callbacks [] for security_group (1895cbc4-1e95-4ab4-b231-e57bbc4ac73a), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:16.479960 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fea4378e-a0ee-47d2-9b4a-e3271290c7ab admin admin] Publish callbacks [] for security_group (1895cbc4-1e95-4ab4-b231-e57bbc4ac73a), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:16.567284 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-96d90dab-6144-4ce0-a358-997fc73bc504 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] For port 87d50966-cea9-4c1d-a703-f4f3932bf355, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=87d50966-cea9-4c1d-a703-f4f3932bf355,segment=NetworkSegment(b4c4eef9-198e-493f-bbc7-1f0634dd6a00),segment_id=b4c4eef9-198e-493f-bbc7-1f0634dd6a00)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:12:16.568728 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-96d90dab-6144-4ce0-a358-997fc73bc504 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (87d50966-cea9-4c1d-a703-f4f3932bf355), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:16.591643 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-96d90dab-6144-4ce0-a358-997fc73bc504 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Calling delete_port for 87d50966-cea9-4c1d-a703-f4f3932bf355 owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:12:16.681416 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6e149e98-db7e-4562-9b43-b706b1803a92 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-903190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9284'] for router (9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:16.690868 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6e149e98-db7e-4562-9b43-b706b1803a92 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-903193'] for router (9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:16.754197 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fea4378e-a0ee-47d2-9b4a-e3271290c7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1895cbc4-1e95-4ab4-b231-e57bbc4ac73a), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:16.758887 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fea4378e-a0ee-47d2-9b4a-e3271290c7ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:16.764506 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fea4378e-a0ee-47d2-9b4a-e3271290c7ab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1895cbc4-1e95-4ab4-b231-e57bbc4ac73a HTTP/1.1" status: 204 len: 168 time: 0.6841843 Mar 05 05:12:16.764994 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52016) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:16.776155 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4378e-a0ee-47d2-9b4a-e3271290c7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1895cbc4-1e95-4ab4-b231-e57bbc4ac73a,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:16.945658 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e149e98-db7e-4562-9b43-b706b1803a92 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:12:17.006862 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-96d90dab-6144-4ce0-a358-997fc73bc504 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (87d50966-cea9-4c1d-a703-f4f3932bf355), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:17.010323 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b4f431-0784-4a17-879b-0ffc7651398b admin admin] Deleting subnet e2551e0a-db35-4267-955a-eab1f29c6451 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:12:17.019345 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-46b4f431-0784-4a17-879b-0ffc7651398b admin admin] Publish callbacks [] for subnet (e2551e0a-db35-4267-955a-eab1f29c6451), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:17.093135 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d90dab-6144-4ce0-a358-997fc73bc504 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Pushing event deleted for resources: {'Port': ['ID=87d50966-cea9-4c1d-a703-f4f3932bf355,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:17.226803 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-46b4f431-0784-4a17-879b-0ffc7651398b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (e2551e0a-db35-4267-955a-eab1f29c6451), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:17.408652 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0a7750ad-537e-4f64-99eb-c3ac489d96fd req-d1e91647-fcbe-4c00-9024-f5a1099d843f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=946b2604-7e83-462b-85f4-e989656b1869 HTTP/1.1" status: 200 len: 210 time: 0.1126606 Mar 05 05:12:17.486474 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-46b4f431-0784-4a17-879b-0ffc7651398b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (e2551e0a-db35-4267-955a-eab1f29c6451), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:17.664581 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-46b4f431-0784-4a17-879b-0ffc7651398b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (e2551e0a-db35-4267-955a-eab1f29c6451), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:17.675970 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52036) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:17.703522 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-46b4f431-0784-4a17-879b-0ffc7651398b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:17.708684 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-46b4f431-0784-4a17-879b-0ffc7651398b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e2551e0a-db35-4267-955a-eab1f29c6451 HTTP/1.1" status: 204 len: 168 time: 0.9426413 Mar 05 05:12:17.710187 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c078b1b-e4dd-49ab-afb5-6881dffa75b8 None None] Network 0da3e914-90e8-464b-8270-4123ca801714 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:12:17.711210 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52038) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:17.721545 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4f431-0784-4a17-879b-0ffc7651398b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2551e0a-db35-4267-955a-eab1f29c6451,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:17.728943 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e149e98-db7e-4562-9b43-b706b1803a92 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:12:17.739109 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6e149e98-db7e-4562-9b43-b706b1803a92 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:17.740371 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7598fb02-1c9c-42ca-80a0-6a407ca80bbd None None] Sync routers for ids ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:12:17.745344 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6e149e98-db7e-4562-9b43-b706b1803a92 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "PUT /v2.0/routers/9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 HTTP/1.1" status: 200 len: 704 time: 1.9981492 Mar 05 05:12:17.754983 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52040) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:17.776206 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7598fb02-1c9c-42ca-80a0-6a407ca80bbd None None] Routers {'9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:12:17.787755 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7598fb02-1c9c-42ca-80a0-6a407ca80bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:12:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:17.801251 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-80ab4524-9b53-477d-9150-ad6f72e79cf0 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 HTTP/1.1" status: 200 len: 205 time: 0.0449948 Mar 05 05:12:17.802336 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52042) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:17.803126 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ca9e4775-2ba4-4396-88f2-d376c4d80695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:17.901258 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:17.947411 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-96d90dab-6144-4ce0-a358-997fc73bc504 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (fe9e3d35-8486-4fec-b928-31d4a60c5d7c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:17.982715 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device d83396ff-a6e1-49df-84bf-232671841123 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:12:18.001671 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0140b628-565f-494d-ade0-a2e67211cec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (0da3e914-90e8-464b-8270-4123ca801714), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:18.021788 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ca9e4775-2ba4-4396-88f2-d376c4d80695 admin admin] Publish callbacks [] for security_group (1fa4b392-e678-4505-b5b8-bbb8403817a0), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:18.040149 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4e92639-9fa0-4bce-a6c9-3f2b3065e01f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router (9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:18.043799 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: d83396ff-a6e1-49df-84bf-232671841123 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:12:18.048025 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device d83396ff-a6e1-49df-84bf-232671841123 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:12:18.068749 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74918ba-6174-4c32-8d1d-1625c3a301a4 None None] DHCP port deletion for 0da3e914-90e8-464b-8270-4123ca801714 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:12:18.141121 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ca9e4775-2ba4-4396-88f2-d376c4d80695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1fa4b392-e678-4505-b5b8-bbb8403817a0), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:18.162960 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-7598fb02-1c9c-42ca-80a0-6a407ca80bbd None None] Set router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:12:18.178182 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ca9e4775-2ba4-4396-88f2-d376c4d80695 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3ccea95519434b5ebc01944be0cff1ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4674110 Mar 05 05:12:18.219571 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e74918ba-6174-4c32-8d1d-1625c3a301a4 None None] Deleting port 58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:12:18.220212 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e74918ba-6174-4c32-8d1d-1625c3a301a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:18.238186 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52044) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:18.277215 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7598fb02-1c9c-42ca-80a0-6a407ca80bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'name': 'tempest-RoutersIpV6Test-router-871576514', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:58Z', 'updated_at': '2022-03-05T05:12:11Z', 'revision_number': 11, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:18.363175 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-e74918ba-6174-4c32-8d1d-1625c3a301a4 None None] For port 58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3,segment=NetworkSegment(a4b4788e-26e2-4748-9829-8147236e15bd),segment_id=a4b4788e-26e2-4748-9829-8147236e15bd)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:12:18.363752 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e74918ba-6174-4c32-8d1d-1625c3a301a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:18.392664 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e74918ba-6174-4c32-8d1d-1625c3a301a4 None None] Calling delete_port for 58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:12:18.396741 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7598fb02-1c9c-42ca-80a0-6a407ca80bbd None None] Checking router: 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:12:18.409996 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4e92639-9fa0-4bce-a6c9-3f2b3065e01f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:18.424397 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7598fb02-1c9c-42ca-80a0-6a407ca80bbd None None] Routers {'9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:12:18.425034 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7598fb02-1c9c-42ca-80a0-6a407ca80bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:12:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:18.425998 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4e92639-9fa0-4bce-a6c9-3f2b3065e01f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router_controller (9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:18.431208 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e4775-2ba4-4396-88f2-d376c4d80695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa4b392-e678-4505-b5b8-bbb8403817a0,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:18.509138 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-0140b628-565f-494d-ade0-a2e67211cec8 admin admin] Deleting port 58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:12:18.510316 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0140b628-565f-494d-ade0-a2e67211cec8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:18.661741 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e74918ba-6174-4c32-8d1d-1625c3a301a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:18.702713 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-64dc7361-39f9-4fa3-82aa-aee4f49d057e admin admin] Publish callbacks [] for security_group (1fa4b392-e678-4505-b5b8-bbb8403817a0), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:18.716856 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4e92639-9fa0-4bce-a6c9-3f2b3065e01f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:18.718584 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e92639-9fa0-4bce-a6c9-3f2b3065e01f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Fanout notify agent at l3_agent the message router_deleted on router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:12:18.729544 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a4e92639-9fa0-4bce-a6c9-3f2b3065e01f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:18.736138 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a4e92639-9fa0-4bce-a6c9-3f2b3065e01f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/routers/9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 HTTP/1.1" status: 204 len: 168 time: 0.9226797 Mar 05 05:12:18.737002 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52058) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:18.741638 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-115c2a6a-28ec-4df0-a68c-a36883d4f2ea tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1135558149', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:12:18.757164 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74918ba-6174-4c32-8d1d-1625c3a301a4 None None] No DVR routers for this DVR port 58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:12:18.757956 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-7598fb02-1c9c-42ca-80a0-6a407ca80bbd None None] Set router 9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:12:18.761834 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74918ba-6174-4c32-8d1d-1625c3a301a4 None None] Pushing event deleted for resources: {'Port': ['ID=58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:18.792524 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-115c2a6a-28ec-4df0-a68c-a36883d4f2ea tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (b9718a9d-84a7-45d4-974e-669af16e6bbf), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:18.793740 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-115c2a6a-28ec-4df0-a68c-a36883d4f2ea tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (b9718a9d-84a7-45d4-974e-669af16e6bbf), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:18.796927 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74918ba-6174-4c32-8d1d-1625c3a301a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:18.797394 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74918ba-6174-4c32-8d1d-1625c3a301a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:18.797844 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74918ba-6174-4c32-8d1d-1625c3a301a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:18.800086 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74918ba-6174-4c32-8d1d-1625c3a301a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:18.802366 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74918ba-6174-4c32-8d1d-1625c3a301a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:18.802824 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74918ba-6174-4c32-8d1d-1625c3a301a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:18.803360 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74918ba-6174-4c32-8d1d-1625c3a301a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:18.804854 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74918ba-6174-4c32-8d1d-1625c3a301a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:18.807875 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74918ba-6174-4c32-8d1d-1625c3a301a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:18.808246 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-64dc7361-39f9-4fa3-82aa-aee4f49d057e admin admin] Publish callbacks [] for security_group (1fa4b392-e678-4505-b5b8-bbb8403817a0), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:18.809063 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74918ba-6174-4c32-8d1d-1625c3a301a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:18.810535 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74918ba-6174-4c32-8d1d-1625c3a301a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:18.810661 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74918ba-6174-4c32-8d1d-1625c3a301a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:18.818130 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74918ba-6174-4c32-8d1d-1625c3a301a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:18.884877 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:12:18.909526 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7598fb02-1c9c-42ca-80a0-6a407ca80bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'name': 'tempest-RoutersIpV6Test-router-871576514', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:58Z', 'updated_at': '2022-03-05T05:12:11Z', 'revision_number': 11, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:18.932526 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-115c2a6a-28ec-4df0-a68c-a36883d4f2ea tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router_controller (b9718a9d-84a7-45d4-974e-669af16e6bbf), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:18.942351 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-115c2a6a-28ec-4df0-a68c-a36883d4f2ea tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (b9718a9d-84a7-45d4-974e-669af16e6bbf), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:18.945469 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:12:18.945822 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:12:18.966701 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-115c2a6a-28ec-4df0-a68c-a36883d4f2ea tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:18.968167 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-115c2a6a-28ec-4df0-a68c-a36883d4f2ea tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2301226 Mar 05 05:12:18.972904 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52064) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:18.980445 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-6d85378a-2f5f-41a0-baf7-72471140bcdc tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:12:18.996510 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7598fb02-1c9c-42ca-80a0-6a407ca80bbd None None] The sync data for ids ['9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5'] in n-d-789963-32 is: [{'id': '9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5', 'name': 'tempest-RoutersIpV6Test-router-871576514', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:58Z', 'updated_at': '2022-03-05T05:12:11Z', 'revision_number': 11, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'gw_port_host': None}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:12:19.085776 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-64dc7361-39f9-4fa3-82aa-aee4f49d057e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1fa4b392-e678-4505-b5b8-bbb8403817a0), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:19.088618 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-64dc7361-39f9-4fa3-82aa-aee4f49d057e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:19.089971 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-64dc7361-39f9-4fa3-82aa-aee4f49d057e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1fa4b392-e678-4505-b5b8-bbb8403817a0 HTTP/1.1" status: 204 len: 168 time: 0.8486223 Mar 05 05:12:19.129049 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc7361-39f9-4fa3-82aa-aee4f49d057e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa4b392-e678-4505-b5b8-bbb8403817a0,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:19.134535 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-0140b628-565f-494d-ade0-a2e67211cec8 admin admin] For port 58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3,segment=NetworkSegment(a4b4788e-26e2-4748-9829-8147236e15bd),segment_id=a4b4788e-26e2-4748-9829-8147236e15bd)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:12:19.135399 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0140b628-565f-494d-ade0-a2e67211cec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:19.181003 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-0140b628-565f-494d-ade0-a2e67211cec8 admin admin] Calling delete_port for 58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:12:19.194251 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d90dab-6144-4ce0-a358-997fc73bc504 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Router fe9e3d35-8486-4fec-b928-31d4a60c5d7c has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:12:19.453949 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0140b628-565f-494d-ade0-a2e67211cec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:20.408849 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6d85378a-2f5f-41a0-baf7-72471140bcdc tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-903190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9284'] for router (b9718a9d-84a7-45d4-974e-669af16e6bbf), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:20.440747 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6d85378a-2f5f-41a0-baf7-72471140bcdc tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-903193'] for router (b9718a9d-84a7-45d4-974e-669af16e6bbf), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:20.496605 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d90dab-6144-4ce0-a358-997fc73bc504 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:12:20.503028 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-96d90dab-6144-4ce0-a358-997fc73bc504 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "PUT /v2.0/routers/fe9e3d35-8486-4fec-b928-31d4a60c5d7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6429300 Mar 05 05:12:20.512189 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4c2a0d-e36b-4e78-b4aa-ceb85df66588 None None] Sync routers for ids ['fe9e3d35-8486-4fec-b928-31d4a60c5d7c'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:12:20.516970 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52096) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:20.539760 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140b628-565f-494d-ade0-a2e67211cec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:20.543953 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0140b628-565f-494d-ade0-a2e67211cec8 admin admin] No DVR routers for this DVR port 58cbe7e1-f3ae-4351-98e9-2a9bd546d7a3 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:12:20.556445 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4c2a0d-e36b-4e78-b4aa-ceb85df66588 None None] Routers {'fe9e3d35-8486-4fec-b928-31d4a60c5d7c'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:12:20.562496 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-1d4c2a0d-e36b-4e78-b4aa-ceb85df66588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:12:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['fe9e3d35-8486-4fec-b928-31d4a60c5d7c'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:20.704776 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-f73fc211-5a68-4a56-a0c0-2c24fdfaa611 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Deleting subnet 492ef6d7-afdc-4fc6-a32a-9237dda6e3bc {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:12:20.713310 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f73fc211-5a68-4a56-a0c0-2c24fdfaa611 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for subnet (492ef6d7-afdc-4fc6-a32a-9237dda6e3bc), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:20.746173 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d85378a-2f5f-41a0-baf7-72471140bcdc tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Router b9718a9d-84a7-45d4-974e-669af16e6bbf is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:12:20.764527 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-1d4c2a0d-e36b-4e78-b4aa-ceb85df66588 None None] Set router fe9e3d35-8486-4fec-b928-31d4a60c5d7c gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:12:20.820984 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0140b628-565f-494d-ade0-a2e67211cec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (0da3e914-90e8-464b-8270-4123ca801714), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:20.835471 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f73fc211-5a68-4a56-a0c0-2c24fdfaa611 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (492ef6d7-afdc-4fc6-a32a-9237dda6e3bc), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:20.880768 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-0140b628-565f-494d-ade0-a2e67211cec8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da3e914-90e8-464b-8270-4123ca801714']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:20.909709 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-0140b628-565f-494d-ade0-a2e67211cec8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b4788e-26e2-4748-9829-8147236e15bd') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:20.910132 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-0140b628-565f-494d-ade0-a2e67211cec8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b4788e-26e2-4748-9829-8147236e15bd') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:20.937769 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0140b628-565f-494d-ade0-a2e67211cec8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (a4b4788e-26e2-4748-9829-8147236e15bd), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:20.947268 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d85378a-2f5f-41a0-baf7-72471140bcdc tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:12:20.958656 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831776f3-085f-4a15-8071-344203e50677 None None] Sync routers for ids ['b9718a9d-84a7-45d4-974e-669af16e6bbf'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:12:20.970507 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6d85378a-2f5f-41a0-baf7-72471140bcdc tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:20.974924 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52114) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:20.976660 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831776f3-085f-4a15-8071-344203e50677 None None] Routers {'b9718a9d-84a7-45d4-974e-669af16e6bbf'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:12:20.977654 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-831776f3-085f-4a15-8071-344203e50677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:12:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b9718a9d-84a7-45d4-974e-669af16e6bbf'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:20.987652 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6d85378a-2f5f-41a0-baf7-72471140bcdc tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "PUT /v2.0/routers/b9718a9d-84a7-45d4-974e-669af16e6bbf HTTP/1.1" status: 200 len: 698 time: 2.0091298 Mar 05 05:12:21.134839 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f73fc211-5a68-4a56-a0c0-2c24fdfaa611 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (492ef6d7-afdc-4fc6-a32a-9237dda6e3bc), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:21.229976 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-831776f3-085f-4a15-8071-344203e50677 None None] Set router b9718a9d-84a7-45d4-974e-669af16e6bbf gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:12:21.251598 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-1d4c2a0d-e36b-4e78-b4aa-ceb85df66588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9e3d35-8486-4fec-b928-31d4a60c5d7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-525848625', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '43f4ebe5-9efe-4e67-96fd-c211ef164245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:11:33Z', 'updated_at': '2022-03-05T05:12:16Z', 'revision_number': 5, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'gw_port': {'id': '43f4ebe5-9efe-4e67-96fd-c211ef164245', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ca:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9e3d35-8486-4fec-b928-31d4a60c5d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:34Z', 'updated_at': '2022-03-05T05:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:21.286669 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-cbc6bff7-2f5b-4439-a4ce-f63f86022679 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "GET /v2.0/routers/b9718a9d-84a7-45d4-974e-669af16e6bbf HTTP/1.1" status: 200 len: 704 time: 0.3048189 Mar 05 05:12:21.287893 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0140b628-565f-494d-ade0-a2e67211cec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (a4b4788e-26e2-4748-9829-8147236e15bd), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:21.304411 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52128) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:21.310414 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f73fc211-5a68-4a56-a0c0-2c24fdfaa611 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (492ef6d7-afdc-4fc6-a32a-9237dda6e3bc), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:21.350202 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4c2a0d-e36b-4e78-b4aa-ceb85df66588 None None] Checking router: fe9e3d35-8486-4fec-b928-31d4a60c5d7c for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:12:21.362627 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0140b628-565f-494d-ade0-a2e67211cec8 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:12:21.363040 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0140b628-565f-494d-ade0-a2e67211cec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (a4b4788e-26e2-4748-9829-8147236e15bd), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:21.366993 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8cd36ce7-67bf-4853-923b-14a5ac029a7f tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9718a9d-84a7-45d4-974e-669af16e6bbf HTTP/1.1" status: 200 len: 205 time: 0.0614243 Mar 05 05:12:21.368276 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:12:21.368276 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:12:21.368276 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:12:21.368276 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:12:21.368276 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:12:21.368276 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:12:21.368276 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:12:21.368276 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:12:21.368276 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:12:21.368276 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:12:21.368276 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:12:21.368276 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:12:21.368276 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:12:21.368276 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:12:21.368276 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:12:21.368276 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:12:21.368276 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:12:21.368276 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:12:21.368276 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:12:21.368276 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:12:21.368276 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:12:21.368276 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:12:21.368276 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:12:21.368276 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:12:21.368276 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:12:21.368276 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:12:21.368276 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:12:21.368276 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:12:21.368276 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:12:21.368276 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:12:21.368276 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:12:21.368276 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:12:21.370421 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52132) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:21.391983 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4c2a0d-e36b-4e78-b4aa-ceb85df66588 None None] Routers {'fe9e3d35-8486-4fec-b928-31d4a60c5d7c'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:12:21.392647 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-1d4c2a0d-e36b-4e78-b4aa-ceb85df66588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:12:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['fe9e3d35-8486-4fec-b928-31d4a60c5d7c'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:21.425599 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-831776f3-085f-4a15-8071-344203e50677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9718a9d-84a7-45d4-974e-669af16e6bbf', 'name': 'tempest-RoutersIpV6Test-router-1135558149', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:12:18Z', 'updated_at': '2022-03-05T05:12:20Z', 'revision_number': 2, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:21.440345 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73fc211-5a68-4a56-a0c0-2c24fdfaa611 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Pushing event deleted for resources: {'Subnet': ['ID=492ef6d7-afdc-4fc6-a32a-9237dda6e3bc,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:21.447339 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f73fc211-5a68-4a56-a0c0-2c24fdfaa611 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:21.473095 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f73fc211-5a68-4a56-a0c0-2c24fdfaa611 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "DELETE /v2.0/subnets/492ef6d7-afdc-4fc6-a32a-9237dda6e3bc HTTP/1.1" status: 204 len: 168 time: 0.9548073 Mar 05 05:12:21.475179 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52138) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:21.559541 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831776f3-085f-4a15-8071-344203e50677 None None] Checking router: b9718a9d-84a7-45d4-974e-669af16e6bbf for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:12:21.574038 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af41fff-70ec-4c94-b832-c66f1feff60c None None] Network bc195114-68e7-4f7a-966c-27ef3f5908c1 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:12:21.588137 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831776f3-085f-4a15-8071-344203e50677 None None] Routers {'b9718a9d-84a7-45d4-974e-669af16e6bbf'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:12:21.588728 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-831776f3-085f-4a15-8071-344203e50677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:12:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b9718a9d-84a7-45d4-974e-669af16e6bbf'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:21.717998 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-97ae8b5e-16ff-4edc-ac24-59b7c4c04836 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router (b9718a9d-84a7-45d4-974e-669af16e6bbf), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:21.731282 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0140b628-565f-494d-ade0-a2e67211cec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (0da3e914-90e8-464b-8270-4123ca801714), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:21.736757 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0140b628-565f-494d-ade0-a2e67211cec8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:21.741202 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0140b628-565f-494d-ade0-a2e67211cec8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/0da3e914-90e8-464b-8270-4123ca801714 HTTP/1.1" status: 204 len: 168 time: 4.0249290 Mar 05 05:12:21.820886 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-831776f3-085f-4a15-8071-344203e50677 None None] Set router b9718a9d-84a7-45d4-974e-669af16e6bbf gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:12:21.846653 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-481932f5-3980-4305-806f-4146119b9fb9 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for router (fe9e3d35-8486-4fec-b928-31d4a60c5d7c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:21.953493 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-831776f3-085f-4a15-8071-344203e50677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9718a9d-84a7-45d4-974e-669af16e6bbf', 'name': 'tempest-RoutersIpV6Test-router-1135558149', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:12:18Z', 'updated_at': '2022-03-05T05:12:20Z', 'revision_number': 2, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:21.991195 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140b628-565f-494d-ade0-a2e67211cec8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0da3e914-90e8-464b-8270-4123ca801714,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:22.069435 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52150) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:22.110919 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831776f3-085f-4a15-8071-344203e50677 None None] The sync data for ids ['b9718a9d-84a7-45d4-974e-669af16e6bbf'] in n-d-789963-32 is: [{'id': 'b9718a9d-84a7-45d4-974e-669af16e6bbf', 'name': 'tempest-RoutersIpV6Test-router-1135558149', 'tenant_id': '978358acf25b4258a1f9561e5a1108d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:12:18Z', 'updated_at': '2022-03-05T05:12:20Z', 'revision_number': 2, 'project_id': '978358acf25b4258a1f9561e5a1108d7', 'gw_port_host': None}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:12:22.144182 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-1d4c2a0d-e36b-4e78-b4aa-ceb85df66588 None None] Set router fe9e3d35-8486-4fec-b928-31d4a60c5d7c gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:12:22.216562 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52152) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:22.281432 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-14409b8c-9a41-4b57-81d5-2e2dad3b10d7 req-4582f159-9a94-4109-8a21-7272451c32d5 service neutron] (105231) timed out ('10.222.0.30', 49192) {{(pid=105231) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 05 05:12:22.292890 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d319ad-37b1-4ac7-9cc7-2dc952d14f03 None None] DHCP port deletion for bc195114-68e7-4f7a-966c-27ef3f5908c1 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:12:22.318708 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-481932f5-3980-4305-806f-4146119b9fb9 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for router_gateway (fe9e3d35-8486-4fec-b928-31d4a60c5d7c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:22.325906 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-795778e3-e8ff-4fbe-bf9e-81fd68860118 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f140b273a3d24bd8bd95de4819b9bc34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2552049 Mar 05 05:12:22.328596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52156) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:22.469570 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-97ae8b5e-16ff-4edc-ac24-59b7c4c04836 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (b9718a9d-84a7-45d4-974e-669af16e6bbf), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:22.474032 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-97ae8b5e-16ff-4edc-ac24-59b7c4c04836 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router_controller (b9718a9d-84a7-45d4-974e-669af16e6bbf), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:22.561019 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-faf206fa-6d24-4321-b7fa-16db55ee2a6d admin admin] Publish callbacks [] for security_group (18948260-c353-49d6-b26e-c625e8386bc5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:22.594141 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-faf206fa-6d24-4321-b7fa-16db55ee2a6d admin admin] Publish callbacks [] for security_group (18948260-c353-49d6-b26e-c625e8386bc5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:22.617491 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-46d319ad-37b1-4ac7-9cc7-2dc952d14f03 None None] Deleting port bc93ce05-6ddd-411d-b85a-63460f32a08c {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:12:22.617947 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-46d319ad-37b1-4ac7-9cc7-2dc952d14f03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (bc93ce05-6ddd-411d-b85a-63460f32a08c), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:22.655419 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-97ae8b5e-16ff-4edc-ac24-59b7c4c04836 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (b9718a9d-84a7-45d4-974e-669af16e6bbf), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:22.656074 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ae8b5e-16ff-4edc-ac24-59b7c4c04836 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Fanout notify agent at l3_agent the message router_deleted on router b9718a9d-84a7-45d4-974e-669af16e6bbf {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:12:22.667883 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-97ae8b5e-16ff-4edc-ac24-59b7c4c04836 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:22.676034 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-97ae8b5e-16ff-4edc-ac24-59b7c4c04836 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/routers/b9718a9d-84a7-45d4-974e-669af16e6bbf HTTP/1.1" status: 204 len: 168 time: 1.2952271 Mar 05 05:12:22.680522 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52166) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:22.713616 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-481932f5-3980-4305-806f-4146119b9fb9 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Deleting port 43f4ebe5-9efe-4e67-96fd-c211ef164245 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:12:22.714154 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-481932f5-3980-4305-806f-4146119b9fb9 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (43f4ebe5-9efe-4e67-96fd-c211ef164245), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:22.734714 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bc93ce05-6ddd-411d-b85a-63460f32a08c no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:12:22.779303 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5bd471bb-7e1d-41fc-9e85-620f30d3ff60 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "GET /v2.0/ports?device_id=b9718a9d-84a7-45d4-974e-669af16e6bbf HTTP/1.1" status: 200 len: 205 time: 0.0972064 Mar 05 05:12:22.781661 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52168) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:22.880604 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-77c7420c-89bc-4c32-877b-4140f3bbe34b tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] delete failed (client error): The resource could not be found. Mar 05 05:12:22.887250 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-77c7420c-89bc-4c32-877b-4140f3bbe34b tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/routers/b9718a9d-84a7-45d4-974e-669af16e6bbf HTTP/1.1" status: 404 len: 336 time: 0.1043692 Mar 05 05:12:22.890156 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52170) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:22.910256 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-faf206fa-6d24-4321-b7fa-16db55ee2a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (18948260-c353-49d6-b26e-c625e8386bc5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:22.917017 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-faf206fa-6d24-4321-b7fa-16db55ee2a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:22.919825 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-faf206fa-6d24-4321-b7fa-16db55ee2a6d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/18948260-c353-49d6-b26e-c625e8386bc5 HTTP/1.1" status: 204 len: 168 time: 0.5893769 Mar 05 05:12:22.954820 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3ec7bb8a-5787-4054-b770-85c320c5cb28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:22.961729 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac917ce-c2fb-4b1e-a5d4-99398515b397 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] DELETE failed (client error): The resource could not be found. Mar 05 05:12:22.962208 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ac917ce-c2fb-4b1e-a5d4-99398515b397 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:12:22.975806 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8ac917ce-c2fb-4b1e-a5d4-99398515b397 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/subnets/ed01ddc2-e8f3-431f-a5ac-a65e8e82bea0 HTTP/1.1" status: 404 len: 337 time: 0.0833066 Mar 05 05:12:22.976518 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52176) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:23.040021 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf206fa-6d24-4321-b7fa-16db55ee2a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18948260-c353-49d6-b26e-c625e8386bc5,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:23.050699 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-f20a70ea-65bf-4cb2-9014-0f8d72643198 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] DELETE failed (client error): The resource could not be found. Mar 05 05:12:23.051226 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f20a70ea-65bf-4cb2-9014-0f8d72643198 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:12:23.059407 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f20a70ea-65bf-4cb2-9014-0f8d72643198 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/subnets/a8e8d834-5b98-4878-abfc-ebffbfd40479 HTTP/1.1" status: 404 len: 337 time: 0.0786514 Mar 05 05:12:23.061205 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52180) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:23.105861 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-c497c9b1-06d6-49d2-925e-f1b8741006d2 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] DELETE failed (client error): The resource could not be found. Mar 05 05:12:23.107092 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c497c9b1-06d6-49d2-925e-f1b8741006d2 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:12:23.113858 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c497c9b1-06d6-49d2-925e-f1b8741006d2 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/subnets/b0a6ffc9-b31d-49a6-b4c1-e05fe0491649 HTTP/1.1" status: 404 len: 337 time: 0.0512831 Mar 05 05:12:23.114909 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52182) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:23.157146 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-46d319ad-37b1-4ac7-9cc7-2dc952d14f03 None None] For port bc93ce05-6ddd-411d-b85a-63460f32a08c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=bc93ce05-6ddd-411d-b85a-63460f32a08c,segment=NetworkSegment(b4c4eef9-198e-493f-bbc7-1f0634dd6a00),segment_id=b4c4eef9-198e-493f-bbc7-1f0634dd6a00)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:12:23.157704 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-46d319ad-37b1-4ac7-9cc7-2dc952d14f03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (bc93ce05-6ddd-411d-b85a-63460f32a08c), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:23.177860 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-481932f5-3980-4305-806f-4146119b9fb9 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] For port 43f4ebe5-9efe-4e67-96fd-c211ef164245, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=43f4ebe5-9efe-4e67-96fd-c211ef164245,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:12:23.178247 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-481932f5-3980-4305-806f-4146119b9fb9 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (43f4ebe5-9efe-4e67-96fd-c211ef164245), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:23.189195 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-6991b75b-f5ec-47af-8516-2752fb4c1c18 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] DELETE failed (client error): The resource could not be found. Mar 05 05:12:23.191038 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6991b75b-f5ec-47af-8516-2752fb4c1c18 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:12:23.205404 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6991b75b-f5ec-47af-8516-2752fb4c1c18 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/subnets/a91a5dc8-3a9a-4c43-a252-60f1a9f63710 HTTP/1.1" status: 404 len: 337 time: 0.0874612 Mar 05 05:12:23.206707 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52186) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:23.210671 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-46d319ad-37b1-4ac7-9cc7-2dc952d14f03 None None] Calling delete_port for bc93ce05-6ddd-411d-b85a-63460f32a08c owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:12:23.239485 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-481932f5-3980-4305-806f-4146119b9fb9 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Calling delete_port for 43f4ebe5-9efe-4e67-96fd-c211ef164245 owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:12:23.309177 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-59f0ad21-5377-4455-bcab-8f946af7eaa6 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "GET /v2.0/ports?device_id=9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 HTTP/1.1" status: 200 len: 205 time: 0.0988929 Mar 05 05:12:23.311097 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52190) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:23.430560 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-ac96efb9-5bee-4fc9-bd18-17a078888fa0 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] delete failed (client error): The resource could not be found. Mar 05 05:12:23.443213 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ac96efb9-5bee-4fc9-bd18-17a078888fa0 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/routers/9f8ce57e-e2f4-40ca-bbee-f8282f4b85a5 HTTP/1.1" status: 404 len: 336 time: 0.1306825 Mar 05 05:12:23.445483 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52194) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:23.546518 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-253b8454-f1cc-4f23-9ba0-d17bad5592d7 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "GET /v2.0/ports?device_id=e141d0e3-df3b-43c8-b69c-c67b52567ad3 HTTP/1.1" status: 200 len: 205 time: 0.0988371 Mar 05 05:12:23.548091 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52200) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:23.666997 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port bc93ce05-6ddd-411d-b85a-63460f32a08c is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:12:23.667462 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (bc93ce05-6ddd-411d-b85a-63460f32a08c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:23.701068 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-ea033921-2927-4c41-a612-7f3cad5e219d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] delete failed (client error): The resource could not be found. Mar 05 05:12:23.709944 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ea033921-2927-4c41-a612-7f3cad5e219d tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/routers/e141d0e3-df3b-43c8-b69c-c67b52567ad3 HTTP/1.1" status: 404 len: 336 time: 0.1571271 Mar 05 05:12:23.710029 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52208) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:23.744411 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-1d4c2a0d-e36b-4e78-b4aa-ceb85df66588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9e3d35-8486-4fec-b928-31d4a60c5d7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-525848625', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '43f4ebe5-9efe-4e67-96fd-c211ef164245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:11:33Z', 'updated_at': '2022-03-05T05:12:16Z', 'revision_number': 5, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'gw_port': {'id': '43f4ebe5-9efe-4e67-96fd-c211ef164245', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ca:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9e3d35-8486-4fec-b928-31d4a60c5d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:34Z', 'updated_at': '2022-03-05T05:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:23.866864 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4c2a0d-e36b-4e78-b4aa-ceb85df66588 None None] The sync data for ids ['fe9e3d35-8486-4fec-b928-31d4a60c5d7c'] in n-d-789963-32 is: [{'id': 'fe9e3d35-8486-4fec-b928-31d4a60c5d7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-525848625', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.6'}], 'enable_snat': True}, 'gw_port_id': '43f4ebe5-9efe-4e67-96fd-c211ef164245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:11:33Z', 'updated_at': '2022-03-05T05:12:16Z', 'revision_number': 5, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'gw_port': {'id': '43f4ebe5-9efe-4e67-96fd-c211ef164245', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ca:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9e3d35-8486-4fec-b928-31d4a60c5d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:11:34Z', 'updated_at': '2022-03-05T05:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:12:23.870777 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b5103d8-9f15-41e3-a6dc-9ee963901630 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] DELETE failed (client error): The resource could not be found. Mar 05 05:12:23.871340 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b5103d8-9f15-41e3-a6dc-9ee963901630 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:12:23.877134 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3b5103d8-9f15-41e3-a6dc-9ee963901630 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/subnets/e12bc2bb-250c-4ffd-84e2-0366ba8e6ffe HTTP/1.1" status: 404 len: 337 time: 0.1656349 Mar 05 05:12:23.877521 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52214) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:23.880468 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3ec7bb8a-5787-4054-b770-85c320c5cb28 admin admin] Publish callbacks [] for security_group (0b8ebfa9-f3d9-472c-a2d5-76b60b574e56), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:23.906627 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3ec7bb8a-5787-4054-b770-85c320c5cb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (0b8ebfa9-f3d9-472c-a2d5-76b60b574e56), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:23.929853 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-46d319ad-37b1-4ac7-9cc7-2dc952d14f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (bc93ce05-6ddd-411d-b85a-63460f32a08c), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:23.995931 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-cef54f19-aad9-4896-ac0d-c2d66d4ca259 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "GET /v2.0/ports?device_id=8cd2654f-8aa9-4950-834a-5ce65f6f0916 HTTP/1.1" status: 200 len: 205 time: 0.1154480 Mar 05 05:12:23.996899 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52220) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:24.024118 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d319ad-37b1-4ac7-9cc7-2dc952d14f03 None None] No DVR routers for this DVR port bc93ce05-6ddd-411d-b85a-63460f32a08c on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:12:24.046557 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d319ad-37b1-4ac7-9cc7-2dc952d14f03 None None] Pushing event deleted for resources: {'Port': ['ID=bc93ce05-6ddd-411d-b85a-63460f32a08c,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:24.101775 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 05 05:12:24.101775 n-d-789963-32 neutron-server[105233]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Mar 05 05:12:24.101775 n-d-789963-32 neutron-server[105233]: [parameters: {'status': 'DOWN', 'ports_id': 'bc93ce05-6ddd-411d-b85a-63460f32a08c'}] Mar 05 05:12:24.101775 n-d-789963-32 neutron-server[105233]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 05:12:24.102149 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 05:12:24.141677 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3ec7bb8a-5787-4054-b770-85c320c5cb28 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f77e8cea94c84c4884548b9d27d5dd8a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8428881 Mar 05 05:12:24.147468 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52226) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:24.160229 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7bb8a-5787-4054-b770-85c320c5cb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8ebfa9-f3d9-472c-a2d5-76b60b574e56,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:24.188058 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-24ad038e-6644-436f-801a-6232ce304c13 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] delete failed (client error): The resource could not be found. Mar 05 05:12:24.190791 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-481932f5-3980-4305-806f-4146119b9fb9 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (43f4ebe5-9efe-4e67-96fd-c211ef164245), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:24.191452 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-24ad038e-6644-436f-801a-6232ce304c13 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/routers/8cd2654f-8aa9-4950-834a-5ce65f6f0916 HTTP/1.1" status: 404 len: 336 time: 0.1893933 Mar 05 05:12:24.192839 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52228) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:24.245555 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481932f5-3980-4305-806f-4146119b9fb9 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Pushing event deleted for resources: {'Port': ['ID=43f4ebe5-9efe-4e67-96fd-c211ef164245,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:24.283256 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1502b472-aa71-4449-a311-7f1894a62d11 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "GET /v2.0/ports?device_id=d4109216-aac4-4e2d-9876-06ced4f914df HTTP/1.1" status: 200 len: 205 time: 0.0880396 Mar 05 05:12:24.289882 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52232) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:24.383643 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fa45b2e-2e4c-4d16-bb35-a2905fec0734 admin admin] Publish callbacks [] for security_group (0b8ebfa9-f3d9-472c-a2d5-76b60b574e56), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:24.431556 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-b2fc170a-6507-4347-916f-ba8b1fe03002 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] delete failed (client error): The resource could not be found. Mar 05 05:12:24.433049 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b2fc170a-6507-4347-916f-ba8b1fe03002 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/routers/d4109216-aac4-4e2d-9876-06ced4f914df HTTP/1.1" status: 404 len: 336 time: 0.1392736 Mar 05 05:12:24.436629 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52238) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:24.454780 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fa45b2e-2e4c-4d16-bb35-a2905fec0734 admin admin] Publish callbacks [] for security_group (0b8ebfa9-f3d9-472c-a2d5-76b60b574e56), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:24.465531 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-481932f5-3980-4305-806f-4146119b9fb9 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (fe9e3d35-8486-4fec-b928-31d4a60c5d7c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:24.545808 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-475bf369-d03e-484f-86d1-ef7cbae9d1bf tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] DELETE failed (client error): The resource could not be found. Mar 05 05:12:24.546383 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-475bf369-d03e-484f-86d1-ef7cbae9d1bf tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:12:24.554491 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-475bf369-d03e-484f-86d1-ef7cbae9d1bf tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/subnets/167e29ab-3b16-44f8-9987-aec224de1634 HTTP/1.1" status: 404 len: 337 time: 0.1138084 Mar 05 05:12:24.555768 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52242) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:24.632637 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-eb406805-48a3-4a8e-bd19-58a9033d7537 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "GET /v2.0/ports?device_id=030c70a4-3cb4-4d8e-bba5-864062a10740 HTTP/1.1" status: 200 len: 205 time: 0.0728297 Mar 05 05:12:24.633689 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52246) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:24.636843 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52248) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:24.646690 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Port bc93ce05-6ddd-411d-b85a-63460f32a08c update to DOWN by agent not found {{(pid=105233) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 05 05:12:24.751815 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-481932f5-3980-4305-806f-4146119b9fb9 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (fe9e3d35-8486-4fec-b928-31d4a60c5d7c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:24.756399 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-481932f5-3980-4305-806f-4146119b9fb9 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for router_controller (fe9e3d35-8486-4fec-b928-31d4a60c5d7c), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:24.770352 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-050cd155-8d08-477a-b937-ae119080d024 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] delete failed (client error): The resource could not be found. Mar 05 05:12:24.771732 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-050cd155-8d08-477a-b937-ae119080d024 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/routers/030c70a4-3cb4-4d8e-bba5-864062a10740 HTTP/1.1" status: 404 len: 336 time: 0.1329341 Mar 05 05:12:24.775014 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52256) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:24.862258 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-da183005-ab96-4bec-9838-ce7d73ffe074 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] DELETE failed (client error): The resource could not be found. Mar 05 05:12:24.862820 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da183005-ab96-4bec-9838-ce7d73ffe074 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:12:24.870479 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52258) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:24.871815 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-da183005-ab96-4bec-9838-ce7d73ffe074 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/subnets/55861318-289a-4822-9fe3-060d89ef8f4f HTTP/1.1" status: 404 len: 337 time: 0.0945230 Mar 05 05:12:24.905900 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 87d50966-cea9-4c1d-a703-f4f3932bf355 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:12:24.920739 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8604555e-a793-43db-b5e2-00094af52b02 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4120c94-eaef-4d2d-a03f-109ad13dbff7 HTTP/1.1" status: 200 len: 205 time: 0.0355661 Mar 05 05:12:24.921974 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52260) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:24.922976 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fa45b2e-2e4c-4d16-bb35-a2905fec0734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (0b8ebfa9-f3d9-472c-a2d5-76b60b574e56), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:24.926543 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fa45b2e-2e4c-4d16-bb35-a2905fec0734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:24.927803 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3fa45b2e-2e4c-4d16-bb35-a2905fec0734 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0b8ebfa9-f3d9-472c-a2d5-76b60b574e56 HTTP/1.1" status: 204 len: 168 time: 0.7777882 Mar 05 05:12:24.942781 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa45b2e-2e4c-4d16-bb35-a2905fec0734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8ebfa9-f3d9-472c-a2d5-76b60b574e56,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:24.944930 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-481932f5-3980-4305-806f-4146119b9fb9 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (fe9e3d35-8486-4fec-b928-31d4a60c5d7c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:24.945449 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481932f5-3980-4305-806f-4146119b9fb9 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Fanout notify agent at l3_agent the message router_deleted on router fe9e3d35-8486-4fec-b928-31d4a60c5d7c {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:12:24.957524 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-db37b5bc-9095-4807-8e86-b15bf2f080ed admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1510944486-network', 'tenant_id': '1694e51849b9494986675c07b6ef752d'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:12:24.961629 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-481932f5-3980-4305-806f-4146119b9fb9 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:24.967280 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-481932f5-3980-4305-806f-4146119b9fb9 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "DELETE /v2.0/routers/fe9e3d35-8486-4fec-b928-31d4a60c5d7c HTTP/1.1" status: 204 len: 168 time: 3.4904754 Mar 05 05:12:24.968575 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52264) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:24.977371 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 87d50966-cea9-4c1d-a703-f4f3932bf355 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:12:24.977730 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 87d50966-cea9-4c1d-a703-f4f3932bf355 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:12:25.081240 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-be4f33ee-7349-474b-8d03-7e05b462da83 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] delete failed (client error): The resource could not be found. Mar 05 05:12:25.088956 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52266) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:25.089211 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-be4f33ee-7349-474b-8d03-7e05b462da83 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/routers/b4120c94-eaef-4d2d-a03f-109ad13dbff7 HTTP/1.1" status: 404 len: 336 time: 0.1638603 Mar 05 05:12:25.106146 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9e815a11-77d3-48d0-a110-9055e9cf2a82 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (bc195114-68e7-4f7a-966c-27ef3f5908c1), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:25.121459 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db37b5bc-9095-4807-8e86-b15bf2f080ed admin admin] Made reservation on behalf of 1694e51849b9494986675c07b6ef752d for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:12:25.128245 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-db37b5bc-9095-4807-8e86-b15bf2f080ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:25.148573 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-db37b5bc-9095-4807-8e86-b15bf2f080ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:25.166436 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c92a84-8f8e-4087-9adb-b8474f0e579a tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] DELETE failed (client error): The resource could not be found. Mar 05 05:12:25.166914 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93c92a84-8f8e-4087-9adb-b8474f0e579a tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:12:25.171433 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-93c92a84-8f8e-4087-9adb-b8474f0e579a tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/subnets/3b5fd581-1861-4a8e-9835-28c8510d7d29 HTTP/1.1" status: 404 len: 337 time: 0.0814397 Mar 05 05:12:25.174454 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52272) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:25.252373 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e9ccdc8-ad09-485c-921f-634e3e8ec278 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] DELETE failed (client error): The resource could not be found. Mar 05 05:12:25.252678 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e9ccdc8-ad09-485c-921f-634e3e8ec278 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:12:25.256740 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2e9ccdc8-ad09-485c-921f-634e3e8ec278 tempest-RoutersIpV6Test-1246804543 tempest-RoutersIpV6Test-1246804543-project] 10.222.0.11 "DELETE /v2.0/subnets/0e3fddf4-c0df-4a6d-b3cd-06c3f52f8b8a HTTP/1.1" status: 404 len: 337 time: 0.0806084 Mar 05 05:12:25.341396 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-db37b5bc-9095-4807-8e86-b15bf2f080ed admin admin] Publish callbacks [] for security_group (309252cb-7b35-4444-ab90-319d9bc90524), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:25.348933 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-db37b5bc-9095-4807-8e86-b15bf2f080ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (309252cb-7b35-4444-ab90-319d9bc90524), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:25.369636 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db37b5bc-9095-4807-8e86-b15bf2f080ed admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:12:25.388853 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-db37b5bc-9095-4807-8e86-b15bf2f080ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (ecd2471d-288a-424b-851d-b9c3f562b8ff), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:25.391573 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-db37b5bc-9095-4807-8e86-b15bf2f080ed admin admin] Added segment ecd2471d-288a-424b-851d-b9c3f562b8ff of type vlan for network 898e839b-3c94-4a6d-ab21-01080b4deeb5 Mar 05 05:12:25.453928 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9e815a11-77d3-48d0-a110-9055e9cf2a82 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (bc195114-68e7-4f7a-966c-27ef3f5908c1), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:25.501831 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-db37b5bc-9095-4807-8e86-b15bf2f080ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (898e839b-3c94-4a6d-ab21-01080b4deeb5), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:25.514587 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-9e815a11-77d3-48d0-a110-9055e9cf2a82 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc195114-68e7-4f7a-966c-27ef3f5908c1']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:25.535014 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-9e815a11-77d3-48d0-a110-9055e9cf2a82 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4c4eef9-198e-493f-bbc7-1f0634dd6a00') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:25.537191 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-9e815a11-77d3-48d0-a110-9055e9cf2a82 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4c4eef9-198e-493f-bbc7-1f0634dd6a00') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:25.558803 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9e815a11-77d3-48d0-a110-9055e9cf2a82 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (b4c4eef9-198e-493f-bbc7-1f0634dd6a00), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:25.584177 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9e815a11-77d3-48d0-a110-9055e9cf2a82 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (b4c4eef9-198e-493f-bbc7-1f0634dd6a00), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:25.610913 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e815a11-77d3-48d0-a110-9055e9cf2a82 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:12:25.615165 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9e815a11-77d3-48d0-a110-9055e9cf2a82 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (b4c4eef9-198e-493f-bbc7-1f0634dd6a00), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:25.619418 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37b5bc-9095-4807-8e86-b15bf2f080ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309252cb-7b35-4444-ab90-319d9bc90524,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:25.625816 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:12:25.625816 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:12:25.625816 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:12:25.625816 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:12:25.625816 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:12:25.625816 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:12:25.625816 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:12:25.625816 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:12:25.625816 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:12:25.625816 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:12:25.625816 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:12:25.625816 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:12:25.625816 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:12:25.625816 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:12:25.625816 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:12:25.625816 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:12:25.625816 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:12:25.625816 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:12:25.625816 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:12:25.625816 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:12:25.625816 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:12:25.625816 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:12:25.625816 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:12:25.625816 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:12:25.625816 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:12:25.625816 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:12:25.625816 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:12:25.625816 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:12:25.625816 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:12:25.625816 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:12:25.625816 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:12:25.625816 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:12:25.627880 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-db37b5bc-9095-4807-8e86-b15bf2f080ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (898e839b-3c94-4a6d-ab21-01080b4deeb5), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:25.630364 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db37b5bc-9095-4807-8e86-b15bf2f080ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:25.633247 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-db37b5bc-9095-4807-8e86-b15bf2f080ed admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:25.688271 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-db37b5bc-9095-4807-8e86-b15bf2f080ed admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0469298 Mar 05 05:12:25.708784 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52296) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:25.723199 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-9cd3ba23-c698-4eb7-98f7-8602f6c95942 admin admin] Request body: {'subnet': {'network_id': '898e839b-3c94-4a6d-ab21-01080b4deeb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1510944486-subnet', 'tenant_id': '1694e51849b9494986675c07b6ef752d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:12:25.809125 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37b5bc-9095-4807-8e86-b15bf2f080ed admin admin] Pushing event updated for resources: {'Network': ['ID=898e839b-3c94-4a6d-ab21-01080b4deeb5,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:25.819827 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd3ba23-c698-4eb7-98f7-8602f6c95942 admin admin] Made reservation on behalf of 1694e51849b9494986675c07b6ef752d for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:12:25.820974 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 898e839b-3c94-4a6d-ab21-01080b4deeb5 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:12:25.824104 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9cd3ba23-c698-4eb7-98f7-8602f6c95942 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:25.967837 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52304) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:25.982465 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9e815a11-77d3-48d0-a110-9055e9cf2a82 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (bc195114-68e7-4f7a-966c-27ef3f5908c1), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:26.036708 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9e815a11-77d3-48d0-a110-9055e9cf2a82 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:26.048209 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9e815a11-77d3-48d0-a110-9055e9cf2a82 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "DELETE /v2.0/networks/bc195114-68e7-4f7a-966c-27ef3f5908c1 HTTP/1.1" status: 204 len: 168 time: 1.0782337 Mar 05 05:12:26.050648 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e815a11-77d3-48d0-a110-9055e9cf2a82 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Pushing event deleted for resources: {'Network': ['ID=bc195114-68e7-4f7a-966c-27ef3f5908c1,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:26.054141 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52310) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:26.359373 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-a95a7acd-135f-4143-b1af-065c915b3e9b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Deleting port 034de681-99d6-4f21-8e52-0d3fdf65be9f {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:12:26.359975 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a95a7acd-135f-4143-b1af-065c915b3e9b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (034de681-99d6-4f21-8e52-0d3fdf65be9f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:26.365096 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9cd3ba23-c698-4eb7-98f7-8602f6c95942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (98a66c11-be7f-4215-aec6-5c59a4a9e0a3), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:26.523432 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3ba23-c698-4eb7-98f7-8602f6c95942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98a66c11-be7f-4215-aec6-5c59a4a9e0a3,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:26.555007 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd3ba23-c698-4eb7-98f7-8602f6c95942 admin admin] Checking segment: {'id': 'ecd2471d-288a-424b-851d-b9c3f562b8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '898e839b-3c94-4a6d-ab21-01080b4deeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:12:26.555397 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd3ba23-c698-4eb7-98f7-8602f6c95942 admin admin] Network hostable DHCP agents. Network: 898e839b-3c94-4a6d-ab21-01080b4deeb5, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:12:26.576843 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a95a7acd-135f-4143-b1af-065c915b3e9b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (034de681-99d6-4f21-8e52-0d3fdf65be9f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:26.577174 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a95a7acd-135f-4143-b1af-065c915b3e9b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for floatingip (034de681-99d6-4f21-8e52-0d3fdf65be9f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:26.600527 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ff242ab0-f3ec-47df-8e29-2fce2bc7fcb7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=978358acf25b4258a1f9561e5a1108d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6262150 Mar 05 05:12:26.603591 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52324) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:26.610383 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-a95a7acd-135f-4143-b1af-065c915b3e9b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Calling delete_port for 034de681-99d6-4f21-8e52-0d3fdf65be9f owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:12:26.705724 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd3ba23-c698-4eb7-98f7-8602f6c95942 admin admin] Network 898e839b-3c94-4a6d-ab21-01080b4deeb5 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:12:26.709703 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 43f4ebe5-9efe-4e67-96fd-c211ef164245 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:12:26.752452 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 43f4ebe5-9efe-4e67-96fd-c211ef164245 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:12:26.752787 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 43f4ebe5-9efe-4e67-96fd-c211ef164245 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:12:26.779039 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-9cd3ba23-c698-4eb7-98f7-8602f6c95942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 898e839b-3c94-4a6d-ab21-01080b4deeb5) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:12:26.789823 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51399609-1878-416b-b0fa-3f2aa20d5385 None None] Network 898e839b-3c94-4a6d-ab21-01080b4deeb5 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:12:26.813705 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd3ba23-c698-4eb7-98f7-8602f6c95942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:26.814340 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9cd3ba23-c698-4eb7-98f7-8602f6c95942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:26.863615 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5d254690-c286-473b-946b-6003bcd7fabf admin admin] Publish callbacks [] for security_group (89864b47-a6c8-4ebd-9cc5-f75c15e15279), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:26.907938 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9cd3ba23-c698-4eb7-98f7-8602f6c95942 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1953437 Mar 05 05:12:26.909722 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52332) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:26.916917 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-37149dff-e1e5-419e-b5af-b5de48f1da4d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1510944486-router', 'tenant_id': '1694e51849b9494986675c07b6ef752d', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:12:26.920742 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5d254690-c286-473b-946b-6003bcd7fabf admin admin] Publish callbacks [] for security_group (89864b47-a6c8-4ebd-9cc5-f75c15e15279), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:26.980149 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-37149dff-e1e5-419e-b5af-b5de48f1da4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:26.984076 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-37149dff-e1e5-419e-b5af-b5de48f1da4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:27.010930 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04af2826-bba7-46b0-a917-9b12567c6081 None None] Network 898e839b-3c94-4a6d-ab21-01080b4deeb5 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:12:27.074016 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5d254690-c286-473b-946b-6003bcd7fabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (89864b47-a6c8-4ebd-9cc5-f75c15e15279), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:27.076985 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5d254690-c286-473b-946b-6003bcd7fabf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:27.088175 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5d254690-c286-473b-946b-6003bcd7fabf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/89864b47-a6c8-4ebd-9cc5-f75c15e15279 HTTP/1.1" status: 204 len: 168 time: 0.4835851 Mar 05 05:12:27.139753 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d254690-c286-473b-946b-6003bcd7fabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89864b47-a6c8-4ebd-9cc5-f75c15e15279,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:27.177160 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a95a7acd-135f-4143-b1af-065c915b3e9b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (034de681-99d6-4f21-8e52-0d3fdf65be9f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:27.276729 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a7acd-135f-4143-b1af-065c915b3e9b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Pushing event deleted for resources: {'Port': ['ID=034de681-99d6-4f21-8e52-0d3fdf65be9f,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:27.297574 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-37149dff-e1e5-419e-b5af-b5de48f1da4d admin admin] Publish callbacks [] for router_controller (e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:27.490608 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a95a7acd-135f-4143-b1af-065c915b3e9b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for floatingip (e26e727c-a49a-4145-8d13-88d0649ebab2), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:27.490943 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-a95a7acd-135f-4143-b1af-065c915b3e9b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Floating IP e26e727c-a49a-4145-8d13-88d0649ebab2 disassociated (deleted). External IP: 172.25.0.202, port: 0c308470-ed94-462b-ac3b-f07d5ff06735. Mar 05 05:12:27.727186 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-37149dff-e1e5-419e-b5af-b5de48f1da4d admin admin] Publish callbacks [] for router_gateway (e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:28.075447 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95a7acd-135f-4143-b1af-065c915b3e9b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Router 99c38cf1-9e60-4302-a255-ec28ddee3fe7 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:12:28.259455 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-37149dff-e1e5-419e-b5af-b5de48f1da4d admin admin] Publish callbacks [] for router_gateway (e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:28.316491 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-37149dff-e1e5-419e-b5af-b5de48f1da4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:28.392006 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95a7acd-135f-4143-b1af-065c915b3e9b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:12:28.402951 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bb7293-8a0c-4844-9af0-cd5f8928abb7 None None] Sync routers for ids ['99c38cf1-9e60-4302-a255-ec28ddee3fe7'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:12:28.418227 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a95a7acd-135f-4143-b1af-065c915b3e9b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:28.420974 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bb7293-8a0c-4844-9af0-cd5f8928abb7 None None] Routers {'99c38cf1-9e60-4302-a255-ec28ddee3fe7'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:12:28.424626 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b5bb7293-8a0c-4844-9af0-cd5f8928abb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:12:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['99c38cf1-9e60-4302-a255-ec28ddee3fe7'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:28.448147 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52382) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:28.541084 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a95a7acd-135f-4143-b1af-065c915b3e9b tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "DELETE /v2.0/floatingips/e26e727c-a49a-4145-8d13-88d0649ebab2 HTTP/1.1" status: 204 len: 168 time: 2.4832668 Mar 05 05:12:28.541084 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad57c8bb-8e28-41b7-9141-3f0642be164f', 'tag': '0c308470-ed94-462b-ac3b-f07d5ff06735'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:12:28.560025 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bf0851-7f28-4ccf-bc9c-fd36cca054e8" -d '{"events": [{"name": "network-changed", "server_uuid": "ad57c8bb-8e28-41b7-9141-3f0642be164f", "tag": "0c308470-ed94-462b-ac3b-f07d5ff06735"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:12:28.733624 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-b5bb7293-8a0c-4844-9af0-cd5f8928abb7 None None] Set router 99c38cf1-9e60-4302-a255-ec28ddee3fe7 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:12:28.739769 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-37149dff-e1e5-419e-b5af-b5de48f1da4d admin admin] Allocated IP 172.25.0.56 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/8b649456-f0b9-45ed-a1d3-94764f1eec69) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:12:28.780626 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-1913b687-acac-4576-96ff-0d1af3d22fe6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-931966927-network', 'tenant_id': '4d0603d22d934a6480bb0afdefcbd9eb'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:12:28.985298 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-37149dff-e1e5-419e-b5af-b5de48f1da4d admin admin] Publish callbacks [] for port (8b649456-f0b9-45ed-a1d3-94764f1eec69), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:29.087229 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-37149dff-e1e5-419e-b5af-b5de48f1da4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (8b649456-f0b9-45ed-a1d3-94764f1eec69), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:29.088860 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2810c6-e532-4221-82f7-f0e083b3a87d req-1f8cc7f7-f26d-4e30-a4d1-197ee0cfc890 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:29.097644 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ed2810c6-e532-4221-82f7-f0e083b3a87d req-1f8cc7f7-f26d-4e30-a4d1-197ee0cfc890 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad57c8bb-8e28-41b7-9141-3f0642be164f HTTP/1.1" status: 200 len: 985 time: 0.1029761 Mar 05 05:12:29.122109 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b927cc1-9354-4b48-91ec-9589d7390b16 x-openstack-request-id: req-2b927cc1-9354-4b48-91ec-9589d7390b16 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:12:29.122526 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad57c8bb-8e28-41b7-9141-3f0642be164f", "tag": "0c308470-ed94-462b-ac3b-f07d5ff06735", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:12:29.122748 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2b927cc1-9354-4b48-91ec-9589d7390b16 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:12:29.123190 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad57c8bb-8e28-41b7-9141-3f0642be164f', 'tag': '0c308470-ed94-462b-ac3b-f07d5ff06735', 'status': 'completed', 'code': 200} Mar 05 05:12:29.165862 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1913b687-acac-4576-96ff-0d1af3d22fe6 admin admin] Made reservation on behalf of 4d0603d22d934a6480bb0afdefcbd9eb for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:12:29.168489 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1913b687-acac-4576-96ff-0d1af3d22fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:29.184863 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ed2810c6-e532-4221-82f7-f0e083b3a87d req-d19e186a-c5d3-4d71-ba71-eb92bc3ab257 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/security-groups?id=bbbdc747-caaf-4d19-9e1b-27cb97e3b082&id=baf22591-9dcb-4cc0-901c-bb7474a8e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0856025 Mar 05 05:12:29.222553 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1913b687-acac-4576-96ff-0d1af3d22fe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:29.272359 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b5bb7293-8a0c-4844-9af0-cd5f8928abb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-149022889', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a9d2ce6f-672e-4beb-ab1c-05a5116ab571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:08Z', 'updated_at': '2022-03-05T05:10:23Z', 'revision_number': 4, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'gw_port': {'id': 'a9d2ce6f-672e-4beb-ab1c-05a5116ab571', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:10:10Z', 'updated_at': '2022-03-05T05:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'a593879d-230a-45aa-a2f4-6b07909ec2cd', 'name': '', 'network_id': 'b17767d8-96c7-4c01-a562-6f7782516c60', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'mac_address': 'fa:16:3e:7c:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '751e35ed-8262-4a3c-b48c-2ccb01d6a12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:10:22Z', 'updated_at': '2022-03-05T05:10:29Z', 'revision_number': 5, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'subnets': [{'id': '751e35ed-8262-4a3c-b48c-2ccb01d6a12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:29.307643 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37149dff-e1e5-419e-b5af-b5de48f1da4d admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:12:29.315569 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37149dff-e1e5-419e-b5af-b5de48f1da4d admin admin] Pushing event updated for resources: {'Port': ['ID=8b649456-f0b9-45ed-a1d3-94764f1eec69,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:29.341305 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bb7293-8a0c-4844-9af0-cd5f8928abb7 None None] Checking router: 99c38cf1-9e60-4302-a255-ec28ddee3fe7 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:12:29.367208 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-37149dff-e1e5-419e-b5af-b5de48f1da4d admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:12:29.368226 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bb7293-8a0c-4844-9af0-cd5f8928abb7 None None] Routers {'99c38cf1-9e60-4302-a255-ec28ddee3fe7'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:12:29.368862 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b5bb7293-8a0c-4844-9af0-cd5f8928abb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:12:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['99c38cf1-9e60-4302-a255-ec28ddee3fe7'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:29.370164 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37149dff-e1e5-419e-b5af-b5de48f1da4d admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:12:29.448121 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37149dff-e1e5-419e-b5af-b5de48f1da4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:29.467672 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37149dff-e1e5-419e-b5af-b5de48f1da4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:29.468351 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37149dff-e1e5-419e-b5af-b5de48f1da4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:29.468884 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37149dff-e1e5-419e-b5af-b5de48f1da4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:29.469412 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37149dff-e1e5-419e-b5af-b5de48f1da4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:29.469934 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37149dff-e1e5-419e-b5af-b5de48f1da4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:29.470478 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37149dff-e1e5-419e-b5af-b5de48f1da4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:29.470998 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37149dff-e1e5-419e-b5af-b5de48f1da4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:29.471693 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37149dff-e1e5-419e-b5af-b5de48f1da4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:29.472248 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37149dff-e1e5-419e-b5af-b5de48f1da4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:29.472767 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37149dff-e1e5-419e-b5af-b5de48f1da4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:29.473480 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37149dff-e1e5-419e-b5af-b5de48f1da4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:29.473994 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37149dff-e1e5-419e-b5af-b5de48f1da4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:29.628939 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-b5bb7293-8a0c-4844-9af0-cd5f8928abb7 None None] Set router 99c38cf1-9e60-4302-a255-ec28ddee3fe7 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:12:29.764761 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1913b687-acac-4576-96ff-0d1af3d22fe6 admin admin] Publish callbacks [] for security_group (ce7749e8-4b76-4098-9da9-bc0e025bdb6a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:29.835568 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1913b687-acac-4576-96ff-0d1af3d22fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ce7749e8-4b76-4098-9da9-bc0e025bdb6a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:29.871113 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf0851-7f28-4ccf-bc9c-fd36cca054e8 req-ef160cb3-3996-428e-810e-5e216d952ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:29.873423 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-87bf0851-7f28-4ccf-bc9c-fd36cca054e8 req-ef160cb3-3996-428e-810e-5e216d952ad3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d87f4bc3b1ad4083a50bfbdb9336d51e&device_id=ad57c8bb-8e28-41b7-9141-3f0642be164f HTTP/1.1" status: 200 len: 1168 time: 0.7716248 Mar 05 05:12:30.086549 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b5bb7293-8a0c-4844-9af0-cd5f8928abb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-149022889', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a9d2ce6f-672e-4beb-ab1c-05a5116ab571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:08Z', 'updated_at': '2022-03-05T05:10:23Z', 'revision_number': 4, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'gw_port': {'id': 'a9d2ce6f-672e-4beb-ab1c-05a5116ab571', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:10:10Z', 'updated_at': '2022-03-05T05:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'a593879d-230a-45aa-a2f4-6b07909ec2cd', 'name': '', 'network_id': 'b17767d8-96c7-4c01-a562-6f7782516c60', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'mac_address': 'fa:16:3e:7c:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '751e35ed-8262-4a3c-b48c-2ccb01d6a12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:10:22Z', 'updated_at': '2022-03-05T05:10:29Z', 'revision_number': 5, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'subnets': [{'id': '751e35ed-8262-4a3c-b48c-2ccb01d6a12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:30.201367 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bb7293-8a0c-4844-9af0-cd5f8928abb7 None None] The sync data for ids ['99c38cf1-9e60-4302-a255-ec28ddee3fe7'] in n-d-789963-32 is: [{'id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-149022889', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a9d2ce6f-672e-4beb-ab1c-05a5116ab571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:08Z', 'updated_at': '2022-03-05T05:10:23Z', 'revision_number': 4, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'gw_port': {'id': 'a9d2ce6f-672e-4beb-ab1c-05a5116ab571', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:10:10Z', 'updated_at': '2022-03-05T05:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'a593879d-230a-45aa-a2f4-6b07909ec2cd', 'name': '', 'network_id': 'b17767d8-96c7-4c01-a562-6f7782516c60', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'mac_address': 'fa:16:3e:7c:68:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '751e35ed-8262-4a3c-b48c-2ccb01d6a12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:10:22Z', 'updated_at': '2022-03-05T05:10:29Z', 'revision_number': 5, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'subnets': [{'id': '751e35ed-8262-4a3c-b48c-2ccb01d6a12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:12:30.581881 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7924a-8285-42ba-93a4-de329c555220 req-d5c096f6-ed8c-4936-a3f5-81bc4ab799e8 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:30.589850 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-66a7924a-8285-42ba-93a4-de329c555220 req-d5c096f6-ed8c-4936-a3f5-81bc4ab799e8 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad57c8bb-8e28-41b7-9141-3f0642be164f HTTP/1.1" status: 200 len: 985 time: 0.2067120 Mar 05 05:12:30.737482 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1913b687-acac-4576-96ff-0d1af3d22fe6 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:12:30.798451 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65945844-c285-40da-bc61-775ef7fa9597 None None] New status for floating IP e26e727c-a49a-4145-8d13-88d0649ebab2: DOWN {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:12:30.812882 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913b687-acac-4576-96ff-0d1af3d22fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7749e8-4b76-4098-9da9-bc0e025bdb6a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:30.850026 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1913b687-acac-4576-96ff-0d1af3d22fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (775649ee-b6a0-4bb1-a862-cab62cb57e2f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:30.850408 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-1913b687-acac-4576-96ff-0d1af3d22fe6 admin admin] Added segment 775649ee-b6a0-4bb1-a862-cab62cb57e2f of type vlan for network 595b20e5-23e7-40c7-954c-3ed178da9618 Mar 05 05:12:30.867893 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-66a7924a-8285-42ba-93a4-de329c555220 req-4ca48225-3811-48bc-9ae4-b132e933894c tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/security-groups?id=bbbdc747-caaf-4d19-9e1b-27cb97e3b082&id=baf22591-9dcb-4cc0-901c-bb7474a8e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2680783 Mar 05 05:12:30.961683 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1913b687-acac-4576-96ff-0d1af3d22fe6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (595b20e5-23e7-40c7-954c-3ed178da9618), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:31.071893 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf0851-7f28-4ccf-bc9c-fd36cca054e8 req-0fa1b297-f07d-49c8-b13a-02d97435bba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:31.073625 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-87bf0851-7f28-4ccf-bc9c-fd36cca054e8 req-0fa1b297-f07d-49c8-b13a-02d97435bba3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b17767d8-96c7-4c01-a562-6f7782516c60 HTTP/1.1" status: 200 len: 896 time: 1.1862161 Mar 05 05:12:31.147736 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1913b687-acac-4576-96ff-0d1af3d22fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (595b20e5-23e7-40c7-954c-3ed178da9618), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:31.148718 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1913b687-acac-4576-96ff-0d1af3d22fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:31.150276 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1913b687-acac-4576-96ff-0d1af3d22fe6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:31.167358 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-87bf0851-7f28-4ccf-bc9c-fd36cca054e8 req-d2456d02-f86c-4705-a67d-de1f87a29297 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c308470-ed94-462b-ac3b-f07d5ff06735 HTTP/1.1" status: 200 len: 217 time: 0.0818002 Mar 05 05:12:31.429806 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913b687-acac-4576-96ff-0d1af3d22fe6 admin admin] Pushing event updated for resources: {'Network': ['ID=595b20e5-23e7-40c7-954c-3ed178da9618,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:31.442464 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 595b20e5-23e7-40c7-954c-3ed178da9618 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:12:31.454136 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-37149dff-e1e5-419e-b5af-b5de48f1da4d admin admin] Publish callbacks [] for router_gateway (e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:31.661329 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf0851-7f28-4ccf-bc9c-fd36cca054e8 req-688fed5b-f9fa-47f9-b203-8f5281580852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:31.662840 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-87bf0851-7f28-4ccf-bc9c-fd36cca054e8 req-688fed5b-f9fa-47f9-b203-8f5281580852 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=751e35ed-8262-4a3c-b48c-2ccb01d6a12d HTTP/1.1" status: 200 len: 835 time: 0.2985682 Mar 05 05:12:31.671191 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52464) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:31.677876 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-b5917ee6-8e8b-4b67-a597-08f63487329d admin admin] Request body: {'subnet': {'network_id': '595b20e5-23e7-40c7-954c-3ed178da9618', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-931966927-subnet', 'tenant_id': '4d0603d22d934a6480bb0afdefcbd9eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:12:31.681911 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1913b687-acac-4576-96ff-0d1af3d22fe6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.2324998 Mar 05 05:12:31.734507 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5917ee6-8e8b-4b67-a597-08f63487329d admin admin] Made reservation on behalf of 4d0603d22d934a6480bb0afdefcbd9eb for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:12:31.738050 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b5917ee6-8e8b-4b67-a597-08f63487329d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:31.907765 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144e1fc-1993-420f-8077-a08f88f2167a req-34d4ac3f-a504-499f-bb7a-8d8d478b271a tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:31.909851 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8144e1fc-1993-420f-8077-a08f88f2167a req-34d4ac3f-a504-499f-bb7a-8d8d478b271a tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad57c8bb-8e28-41b7-9141-3f0642be164f HTTP/1.1" status: 200 len: 985 time: 1.2245922 Mar 05 05:12:32.039488 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf0851-7f28-4ccf-bc9c-fd36cca054e8 req-648ac9a4-5478-4050-9ef6-ef0b3c663c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:32.042479 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-87bf0851-7f28-4ccf-bc9c-fd36cca054e8 req-648ac9a4-5478-4050-9ef6-ef0b3c663c10 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b17767d8-96c7-4c01-a562-6f7782516c60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3540287 Mar 05 05:12:32.213236 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8086b-c942-4384-95d0-bc19d484f893 req-7ab0cd37-0191-4de0-9586-8e0602ef9cda tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:32.215458 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5ba8086b-c942-4384-95d0-bc19d484f893 req-7ab0cd37-0191-4de0-9586-8e0602ef9cda tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad57c8bb-8e28-41b7-9141-3f0642be164f HTTP/1.1" status: 200 len: 985 time: 0.1749735 Mar 05 05:12:32.233232 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b5917ee6-8e8b-4b67-a597-08f63487329d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (f94e43b0-13f9-4cce-8d5e-a4f8106710b3), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:32.333149 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5917ee6-8e8b-4b67-a597-08f63487329d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f94e43b0-13f9-4cce-8d5e-a4f8106710b3,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:32.411054 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-37149dff-e1e5-419e-b5af-b5de48f1da4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:32.474288 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5917ee6-8e8b-4b67-a597-08f63487329d admin admin] Checking segment: {'id': '775649ee-b6a0-4bb1-a862-cab62cb57e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '595b20e5-23e7-40c7-954c-3ed178da9618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:12:32.474698 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5917ee6-8e8b-4b67-a597-08f63487329d admin admin] Network hostable DHCP agents. Network: 595b20e5-23e7-40c7-954c-3ed178da9618, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:12:32.589541 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5ba8086b-c942-4384-95d0-bc19d484f893 req-b7f2e9da-3924-4ddb-9b11-f8361285c59e tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/security-groups?id=bbbdc747-caaf-4d19-9e1b-27cb97e3b082&id=baf22591-9dcb-4cc0-901c-bb7474a8e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3643413 Mar 05 05:12:32.598517 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5917ee6-8e8b-4b67-a597-08f63487329d admin admin] Network 595b20e5-23e7-40c7-954c-3ed178da9618 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:12:32.638708 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-b5917ee6-8e8b-4b67-a597-08f63487329d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 595b20e5-23e7-40c7-954c-3ed178da9618) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:12:32.644366 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5917ee6-8e8b-4b67-a597-08f63487329d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:32.645039 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b5917ee6-8e8b-4b67-a597-08f63487329d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:32.665511 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312e8e28-46af-4617-960b-7d2868b67935 None None] Network 595b20e5-23e7-40c7-954c-3ed178da9618 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:12:32.690412 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b5917ee6-8e8b-4b67-a597-08f63487329d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0180948 Mar 05 05:12:32.901551 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-87bf0851-7f28-4ccf-bc9c-fd36cca054e8 req-3f73a1bb-488e-4e9f-b866-e7310e9cc35d service neutron] 10.222.0.31 "GET /v2.0/networks/b17767d8-96c7-4c01-a562-6f7782516c60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8425207 Mar 05 05:12:32.909325 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-8144e1fc-1993-420f-8077-a08f88f2167a req-b96369d5-6851-41f6-897e-0a98f7132833 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Deleting port 0c308470-ed94-462b-ac3b-f07d5ff06735 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:12:32.909325 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8144e1fc-1993-420f-8077-a08f88f2167a req-b96369d5-6851-41f6-897e-0a98f7132833 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (0c308470-ed94-462b-ac3b-f07d5ff06735), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:33.105212 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9e6b01-8217-4281-8b19-1bcbcdcd81d0 None None] Network 595b20e5-23e7-40c7-954c-3ed178da9618 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:12:33.214964 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-8144e1fc-1993-420f-8077-a08f88f2167a req-b96369d5-6851-41f6-897e-0a98f7132833 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] For port 0c308470-ed94-462b-ac3b-f07d5ff06735, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=0c308470-ed94-462b-ac3b-f07d5ff06735,segment=NetworkSegment(674e17c5-29f7-4c70-982d-8b3dad5fb069),segment_id=674e17c5-29f7-4c70-982d-8b3dad5fb069)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:12:33.217838 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8144e1fc-1993-420f-8077-a08f88f2167a req-b96369d5-6851-41f6-897e-0a98f7132833 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (0c308470-ed94-462b-ac3b-f07d5ff06735), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:33.248980 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-8144e1fc-1993-420f-8077-a08f88f2167a req-b96369d5-6851-41f6-897e-0a98f7132833 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Calling delete_port for 0c308470-ed94-462b-ac3b-f07d5ff06735 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:12:33.486816 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:12:33.827223 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0d2e8b39-4713-4eec-8845-280576be73ff req-330eec86-d058-4d8f-a9f8-a116f0ff9275 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad57c8bb-8e28-41b7-9141-3f0642be164f HTTP/1.1" status: 200 len: 210 time: 0.0799060 Mar 05 05:12:33.960532 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8144e1fc-1993-420f-8077-a08f88f2167a req-b96369d5-6851-41f6-897e-0a98f7132833 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (0c308470-ed94-462b-ac3b-f07d5ff06735), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:34.012434 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52526) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:34.017323 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-952157d8-1068-49f3-9f47-0c59b60dd17f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1617248398-network', 'tenant_id': '0d8b99939d794ff98e0fdc81c1f801c2'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:12:34.044384 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 0c308470-ed94-462b-ac3b-f07d5ff06735 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:12:34.061768 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952157d8-1068-49f3-9f47-0c59b60dd17f admin admin] Made reservation on behalf of 0d8b99939d794ff98e0fdc81c1f801c2 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:12:34.064188 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-952157d8-1068-49f3-9f47-0c59b60dd17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:34.074006 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96369d5-6851-41f6-897e-0a98f7132833 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Pushing event deleted for resources: {'Port': ['ID=0c308470-ed94-462b-ac3b-f07d5ff06735,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:34.079732 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-952157d8-1068-49f3-9f47-0c59b60dd17f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:34.126411 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 0c308470-ed94-462b-ac3b-f07d5ff06735 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:12:34.137011 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 0c308470-ed94-462b-ac3b-f07d5ff06735 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:12:34.225046 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-8144e1fc-1993-420f-8077-a08f88f2167a req-b96369d5-6851-41f6-897e-0a98f7132833 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] No DVR routers for this DVR port 0c308470-ed94-462b-ac3b-f07d5ff06735 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:12:34.233086 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-87bf0851-7f28-4ccf-bc9c-fd36cca054e8 req-2cb87184-ca9f-406c-b04b-4982b531a4e7 service neutron] 10.222.0.31 "GET /v2.0/networks/b17767d8-96c7-4c01-a562-6f7782516c60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225794 Mar 05 05:12:34.235984 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8144e1fc-1993-420f-8077-a08f88f2167a req-b96369d5-6851-41f6-897e-0a98f7132833 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:34.241156 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8144e1fc-1993-420f-8077-a08f88f2167a req-b96369d5-6851-41f6-897e-0a98f7132833 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.31 "DELETE /v2.0/ports/0c308470-ed94-462b-ac3b-f07d5ff06735 HTTP/1.1" status: 204 len: 173 time: 2.3224790 Mar 05 05:12:34.241648 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad57c8bb-8e28-41b7-9141-3f0642be164f', 'name': 'network-vif-deleted', 'tag': '0c308470-ed94-462b-ac3b-f07d5ff06735'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:12:34.268051 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282d652f-209e-4c81-bcad-33a938a3c758" -d '{"events": [{"server_uuid": "ad57c8bb-8e28-41b7-9141-3f0642be164f", "name": "network-vif-deleted", "tag": "0c308470-ed94-462b-ac3b-f07d5ff06735"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:12:34.331322 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37149dff-e1e5-419e-b5af-b5de48f1da4d admin admin] Router e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:12:34.397103 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-952157d8-1068-49f3-9f47-0c59b60dd17f admin admin] Publish callbacks [] for security_group (eb8fc43b-158b-4c35-8f36-caa96f4abb9a), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:34.446597 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-952157d8-1068-49f3-9f47-0c59b60dd17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (eb8fc43b-158b-4c35-8f36-caa96f4abb9a), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:34.541452 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-952157d8-1068-49f3-9f47-0c59b60dd17f admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:12:34.623981 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952157d8-1068-49f3-9f47-0c59b60dd17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8fc43b-158b-4c35-8f36-caa96f4abb9a,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:34.675257 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952157d8-1068-49f3-9f47-0c59b60dd17f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:34.677228 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952157d8-1068-49f3-9f47-0c59b60dd17f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:34.677599 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952157d8-1068-49f3-9f47-0c59b60dd17f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:34.677948 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952157d8-1068-49f3-9f47-0c59b60dd17f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:34.678293 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952157d8-1068-49f3-9f47-0c59b60dd17f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:34.678632 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952157d8-1068-49f3-9f47-0c59b60dd17f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:34.678969 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952157d8-1068-49f3-9f47-0c59b60dd17f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:34.687539 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952157d8-1068-49f3-9f47-0c59b60dd17f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:34.687925 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952157d8-1068-49f3-9f47-0c59b60dd17f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:34.688272 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952157d8-1068-49f3-9f47-0c59b60dd17f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:34.688613 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952157d8-1068-49f3-9f47-0c59b60dd17f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:34.688946 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952157d8-1068-49f3-9f47-0c59b60dd17f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:34.699155 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952157d8-1068-49f3-9f47-0c59b60dd17f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:34.703943 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-952157d8-1068-49f3-9f47-0c59b60dd17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (f2ca8b07-96c0-424d-93b0-8d58c5adec54), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:34.704288 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-952157d8-1068-49f3-9f47-0c59b60dd17f admin admin] Added segment f2ca8b07-96c0-424d-93b0-8d58c5adec54 of type vlan for network 66ded017-734f-442a-bb3f-5f03731c615b Mar 05 05:12:34.886693 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37149dff-e1e5-419e-b5af-b5de48f1da4d admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:12:34.898307 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-952157d8-1068-49f3-9f47-0c59b60dd17f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (66ded017-734f-442a-bb3f-5f03731c615b), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:34.905103 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc1d246-2446-4bb9-86e4-54bf6ca712d0 None None] Sync routers for ids ['e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:12:34.942572 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc1d246-2446-4bb9-86e4-54bf6ca712d0 None None] Routers {'e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:12:34.956479 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-37149dff-e1e5-419e-b5af-b5de48f1da4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:34.957573 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-37149dff-e1e5-419e-b5af-b5de48f1da4d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.0462441 Mar 05 05:12:34.963168 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-dfc1d246-2446-4bb9-86e4-54bf6ca712d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:12:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:34.964743 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52548) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:35.092640 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-952157d8-1068-49f3-9f47-0c59b60dd17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (66ded017-734f-442a-bb3f-5f03731c615b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:35.093627 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952157d8-1068-49f3-9f47-0c59b60dd17f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:35.094203 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-952157d8-1068-49f3-9f47-0c59b60dd17f admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:35.188717 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32eb0f54-9675-4db2-a2ef-127a39522ca4 x-openstack-request-id: req-32eb0f54-9675-4db2-a2ef-127a39522ca4 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:12:35.189313 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad57c8bb-8e28-41b7-9141-3f0642be164f", "name": "network-vif-deleted", "tag": "0c308470-ed94-462b-ac3b-f07d5ff06735", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:12:35.190058 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-32eb0f54-9675-4db2-a2ef-127a39522ca4 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:12:35.190828 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad57c8bb-8e28-41b7-9141-3f0642be164f', 'name': 'network-vif-deleted', 'tag': '0c308470-ed94-462b-ac3b-f07d5ff06735', 'status': 'completed', 'code': 200} Mar 05 05:12:35.310603 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7724b9a4-7bf3-4e29-8ed9-13da321fc7bc req-6e7f97ae-7ebf-4af7-88c8-0fcd81e02be8 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad57c8bb-8e28-41b7-9141-3f0642be164f HTTP/1.1" status: 200 len: 210 time: 0.1607437 Mar 05 05:12:35.436226 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-952157d8-1068-49f3-9f47-0c59b60dd17f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4226017 Mar 05 05:12:35.444868 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52558) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:35.461220 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-dfc1d246-2446-4bb9-86e4-54bf6ca712d0 None None] Set router e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:12:35.463366 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-703fe730-36fb-48e2-a41d-4f62069df94c admin admin] Request body: {'subnet': {'network_id': '66ded017-734f-442a-bb3f-5f03731c615b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1617248398-subnet', 'tenant_id': '0d8b99939d794ff98e0fdc81c1f801c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:12:35.488556 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952157d8-1068-49f3-9f47-0c59b60dd17f admin admin] Pushing event updated for resources: {'Network': ['ID=66ded017-734f-442a-bb3f-5f03731c615b,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:35.576788 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703fe730-36fb-48e2-a41d-4f62069df94c admin admin] Made reservation on behalf of 0d8b99939d794ff98e0fdc81c1f801c2 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:12:35.579286 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-703fe730-36fb-48e2-a41d-4f62069df94c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:35.583651 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 66ded017-734f-442a-bb3f-5f03731c615b details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:12:36.054139 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-703fe730-36fb-48e2-a41d-4f62069df94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (62f51264-ca91-48e8-8a4c-16da1ffef3a2), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:36.220685 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-58dcf08b-cb82-47cb-b4f9-9459c1607d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:36.436573 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703fe730-36fb-48e2-a41d-4f62069df94c admin admin] Pushing event updated for resources: {'Subnet': ['ID=62f51264-ca91-48e8-8a4c-16da1ffef3a2,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:36.459437 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703fe730-36fb-48e2-a41d-4f62069df94c admin admin] Checking segment: {'id': 'f2ca8b07-96c0-424d-93b0-8d58c5adec54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '66ded017-734f-442a-bb3f-5f03731c615b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:12:36.459902 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703fe730-36fb-48e2-a41d-4f62069df94c admin admin] Network hostable DHCP agents. Network: 66ded017-734f-442a-bb3f-5f03731c615b, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:12:36.468378 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52574) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:36.532566 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703fe730-36fb-48e2-a41d-4f62069df94c admin admin] Network 66ded017-734f-442a-bb3f-5f03731c615b is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:12:36.564125 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-703fe730-36fb-48e2-a41d-4f62069df94c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 66ded017-734f-442a-bb3f-5f03731c615b) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:12:36.581518 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d264803-d0ff-4b70-8979-8ae066dfd299 None None] Network 66ded017-734f-442a-bb3f-5f03731c615b requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:12:36.586937 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703fe730-36fb-48e2-a41d-4f62069df94c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:36.587564 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-703fe730-36fb-48e2-a41d-4f62069df94c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:36.613147 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2b8ab4d3-6fb0-4add-90bf-59780b92727d tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for security_group (baf22591-9dcb-4cc0-901c-bb7474a8e0e4), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:36.616466 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-dfc1d246-2446-4bb9-86e4-54bf6ca712d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd', 'name': 'tempest-ServerRescueTestJSON-1510944486-router', 'tenant_id': '1694e51849b9494986675c07b6ef752d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '8b649456-f0b9-45ed-a1d3-94764f1eec69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:12:27Z', 'updated_at': '2022-03-05T05:12:30Z', 'revision_number': 3, 'project_id': '1694e51849b9494986675c07b6ef752d', 'gw_port': {'id': '8b649456-f0b9-45ed-a1d3-94764f1eec69', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:12:28Z', 'updated_at': '2022-03-05T05:12:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:36.626879 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-58dcf08b-cb82-47cb-b4f9-9459c1607d46 admin admin] Allocated IP 172.20.0.1 (898e839b-3c94-4a6d-ab21-01080b4deeb5/98a66c11-be7f-4215-aec6-5c59a4a9e0a3/8166654b-0833-44a7-8cec-ba7d197f5b1a) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:12:36.702389 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2b8ab4d3-6fb0-4add-90bf-59780b92727d tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for security_group (baf22591-9dcb-4cc0-901c-bb7474a8e0e4), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:36.718388 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc1d246-2446-4bb9-86e4-54bf6ca712d0 None None] Checking router: e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:12:36.718932 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc1d246-2446-4bb9-86e4-54bf6ca712d0 None None] Updating router e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd port 8b649456-f0b9-45ed-a1d3-94764f1eec69 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:12:36.779448 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-703fe730-36fb-48e2-a41d-4f62069df94c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3301272 Mar 05 05:12:36.820700 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2b8ab4d3-6fb0-4add-90bf-59780b92727d tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (baf22591-9dcb-4cc0-901c-bb7474a8e0e4), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:36.823531 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2b8ab4d3-6fb0-4add-90bf-59780b92727d tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:36.824716 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2b8ab4d3-6fb0-4add-90bf-59780b92727d tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "DELETE /v2.0/security-groups/baf22591-9dcb-4cc0-901c-bb7474a8e0e4 HTTP/1.1" status: 204 len: 168 time: 0.3534260 Mar 05 05:12:36.825913 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-58dcf08b-cb82-47cb-b4f9-9459c1607d46 admin admin] Publish callbacks [] for port (8166654b-0833-44a7-8cec-ba7d197f5b1a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:36.829638 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52584) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:36.853856 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ab4d3-6fb0-4add-90bf-59780b92727d tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf22591-9dcb-4cc0-901c-bb7474a8e0e4,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:37.069071 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-58dcf08b-cb82-47cb-b4f9-9459c1607d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (8166654b-0833-44a7-8cec-ba7d197f5b1a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:37.122405 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a326f73f-b51d-47ab-ac3d-de32f7be0364 None None] Network 66ded017-734f-442a-bb3f-5f03731c615b requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:12:37.122857 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52588) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:37.140440 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dcf08b-cb82-47cb-b4f9-9459c1607d46 admin admin] Network 898e839b-3c94-4a6d-ab21-01080b4deeb5 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:12:37.147180 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dfc1d246-2446-4bb9-86e4-54bf6ca712d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8b649456-f0b9-45ed-a1d3-94764f1eec69), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:37.155482 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-58dcf08b-cb82-47cb-b4f9-9459c1607d46 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:12:37.157587 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-64e5a66d-1992-41d9-bb24-70bc9053788c tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for security_group (bbbdc747-caaf-4d19-9e1b-27cb97e3b082), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:37.173638 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dcf08b-cb82-47cb-b4f9-9459c1607d46 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:12:37.239334 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c5d1442-68ad-4060-917f-432b79e2eb46 admin admin] Deleting subnet f94e43b0-13f9-4cce-8d5e-a4f8106710b3 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:12:37.243897 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c5d1442-68ad-4060-917f-432b79e2eb46 admin admin] Publish callbacks [] for subnet (f94e43b0-13f9-4cce-8d5e-a4f8106710b3), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:37.256882 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dcf08b-cb82-47cb-b4f9-9459c1607d46 admin admin] Pushing event updated for resources: {'Port': ['ID=8166654b-0833-44a7-8cec-ba7d197f5b1a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:37.329078 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-64e5a66d-1992-41d9-bb24-70bc9053788c tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for security_group (bbbdc747-caaf-4d19-9e1b-27cb97e3b082), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:37.355392 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c5d1442-68ad-4060-917f-432b79e2eb46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (f94e43b0-13f9-4cce-8d5e-a4f8106710b3), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:37.433112 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-58dcf08b-cb82-47cb-b4f9-9459c1607d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:37.457583 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c5d1442-68ad-4060-917f-432b79e2eb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (f94e43b0-13f9-4cce-8d5e-a4f8106710b3), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:37.573935 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c5d1442-68ad-4060-917f-432b79e2eb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (f94e43b0-13f9-4cce-8d5e-a4f8106710b3), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:37.615132 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-58dcf08b-cb82-47cb-b4f9-9459c1607d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8166654b-0833-44a7-8cec-ba7d197f5b1a), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:37.630755 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d1442-68ad-4060-917f-432b79e2eb46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f94e43b0-13f9-4cce-8d5e-a4f8106710b3,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:37.633230 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-64e5a66d-1992-41d9-bb24-70bc9053788c tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (bbbdc747-caaf-4d19-9e1b-27cb97e3b082), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:37.635878 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-64e5a66d-1992-41d9-bb24-70bc9053788c tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:37.641230 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-64e5a66d-1992-41d9-bb24-70bc9053788c tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "DELETE /v2.0/security-groups/bbbdc747-caaf-4d19-9e1b-27cb97e3b082 HTTP/1.1" status: 204 len: 168 time: 0.8105793 Mar 05 05:12:37.642739 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52598) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:37.645142 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7c5d1442-68ad-4060-917f-432b79e2eb46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:37.658621 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7c5d1442-68ad-4060-917f-432b79e2eb46 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f94e43b0-13f9-4cce-8d5e-a4f8106710b3 HTTP/1.1" status: 204 len: 168 time: 0.5339231 Mar 05 05:12:37.660928 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52600) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:37.683996 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5a66d-1992-41d9-bb24-70bc9053788c tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbdc747-caaf-4d19-9e1b-27cb97e3b082,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:37.732488 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dfc1d246-2446-4bb9-86e4-54bf6ca712d0 None None] Publish callbacks [] for port (8b649456-f0b9-45ed-a1d3-94764f1eec69), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:37.745258 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dfc1d246-2446-4bb9-86e4-54bf6ca712d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8b649456-f0b9-45ed-a1d3-94764f1eec69), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:37.804860 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3669aef9-cd2c-4942-a8cb-8e1dff34bcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (595b20e5-23e7-40c7-954c-3ed178da9618), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:37.858474 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a8e0e-324a-498e-8f81-d7c256713e27 None None] Pushing event updated for resources: {'Port': ['ID=8b649456-f0b9-45ed-a1d3-94764f1eec69,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:37.867637 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-dfc1d246-2446-4bb9-86e4-54bf6ca712d0 None None] Attempting to bind port 8b649456-f0b9-45ed-a1d3-94764f1eec69 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:12:37.868568 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-dfc1d246-2446-4bb9-86e4-54bf6ca712d0 None None] Attempting to bind port 8b649456-f0b9-45ed-a1d3-94764f1eec69 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:12:37.869502 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc1d246-2446-4bb9-86e4-54bf6ca712d0 None None] Attempting to bind port 8b649456-f0b9-45ed-a1d3-94764f1eec69 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:12:37.902994 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc1d246-2446-4bb9-86e4-54bf6ca712d0 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:12:37.903619 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc1d246-2446-4bb9-86e4-54bf6ca712d0 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:12:37.904040 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dfc1d246-2446-4bb9-86e4-54bf6ca712d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:37.904444 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc1d246-2446-4bb9-86e4-54bf6ca712d0 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:12:37.907448 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-dfc1d246-2446-4bb9-86e4-54bf6ca712d0 None None] Bound port: 8b649456-f0b9-45ed-a1d3-94764f1eec69, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:12:37.907841 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dfc1d246-2446-4bb9-86e4-54bf6ca712d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8b649456-f0b9-45ed-a1d3-94764f1eec69), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:37.926939 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3669aef9-cd2c-4942-a8cb-8e1dff34bcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (595b20e5-23e7-40c7-954c-3ed178da9618), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:37.954555 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-3669aef9-cd2c-4942-a8cb-8e1dff34bcc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['595b20e5-23e7-40c7-954c-3ed178da9618']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:37.994597 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-3669aef9-cd2c-4942-a8cb-8e1dff34bcc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '775649ee-b6a0-4bb1-a862-cab62cb57e2f') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:37.995033 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-3669aef9-cd2c-4942-a8cb-8e1dff34bcc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '775649ee-b6a0-4bb1-a862-cab62cb57e2f') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:38.031194 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3669aef9-cd2c-4942-a8cb-8e1dff34bcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (775649ee-b6a0-4bb1-a862-cab62cb57e2f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:38.050246 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3669aef9-cd2c-4942-a8cb-8e1dff34bcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (775649ee-b6a0-4bb1-a862-cab62cb57e2f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:38.061239 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-dfc1d246-2446-4bb9-86e4-54bf6ca712d0 None None] For port 8b649456-f0b9-45ed-a1d3-94764f1eec69, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:12:38.065419 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3669aef9-cd2c-4942-a8cb-8e1dff34bcc4 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:12:38.066342 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-dfc1d246-2446-4bb9-86e4-54bf6ca712d0 None None] For port 8b649456-f0b9-45ed-a1d3-94764f1eec69, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=8b649456-f0b9-45ed-a1d3-94764f1eec69,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:12:38.067165 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3669aef9-cd2c-4942-a8cb-8e1dff34bcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (775649ee-b6a0-4bb1-a862-cab62cb57e2f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:38.071025 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:12:38.071025 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:12:38.071025 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:12:38.071025 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:12:38.071025 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:12:38.071025 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:12:38.071025 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:12:38.071025 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:12:38.071025 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:12:38.071025 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:12:38.071025 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:12:38.071025 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:12:38.071025 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:12:38.071025 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:12:38.071025 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:12:38.071025 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:12:38.071025 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:12:38.071025 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:12:38.071025 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:12:38.071025 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:12:38.071025 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:12:38.071025 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:12:38.071025 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:12:38.071025 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:12:38.071025 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:12:38.071025 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:12:38.071025 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:12:38.071025 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:12:38.071025 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:12:38.071025 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:12:38.071025 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:12:38.071025 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:12:38.089583 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dfc1d246-2446-4bb9-86e4-54bf6ca712d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8b649456-f0b9-45ed-a1d3-94764f1eec69), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:38.217678 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3669aef9-cd2c-4942-a8cb-8e1dff34bcc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (595b20e5-23e7-40c7-954c-3ed178da9618), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:38.232814 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3669aef9-cd2c-4942-a8cb-8e1dff34bcc4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:38.237341 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc1d246-2446-4bb9-86e4-54bf6ca712d0 None None] Routers {'e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:12:38.240309 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-dfc1d246-2446-4bb9-86e4-54bf6ca712d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:12:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:38.248377 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3669aef9-cd2c-4942-a8cb-8e1dff34bcc4 admin admin] 10.222.0.11 "DELETE /v2.0/networks/595b20e5-23e7-40c7-954c-3ed178da9618 HTTP/1.1" status: 204 len: 168 time: 0.5863049 Mar 05 05:12:38.267633 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52620) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:38.287124 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669aef9-cd2c-4942-a8cb-8e1dff34bcc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=595b20e5-23e7-40c7-954c-3ed178da9618,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:38.413588 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-dfc1d246-2446-4bb9-86e4-54bf6ca712d0 None None] Set router e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:12:38.413724 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-37373bd3-5254-44fe-84f6-8f7979bbaa65 admin admin] Deleting subnet 62f51264-ca91-48e8-8a4c-16da1ffef3a2 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:12:38.418208 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-37373bd3-5254-44fe-84f6-8f7979bbaa65 admin admin] Publish callbacks [] for subnet (62f51264-ca91-48e8-8a4c-16da1ffef3a2), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:38.486012 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-37373bd3-5254-44fe-84f6-8f7979bbaa65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (62f51264-ca91-48e8-8a4c-16da1ffef3a2), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:38.545698 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-37373bd3-5254-44fe-84f6-8f7979bbaa65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (62f51264-ca91-48e8-8a4c-16da1ffef3a2), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:38.670735 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-37373bd3-5254-44fe-84f6-8f7979bbaa65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (62f51264-ca91-48e8-8a4c-16da1ffef3a2), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:38.748096 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a8e0e-324a-498e-8f81-d7c256713e27 None None] Pushing event updated for resources: {'Port': ['ID=8b649456-f0b9-45ed-a1d3-94764f1eec69,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:38.770273 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37373bd3-5254-44fe-84f6-8f7979bbaa65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62f51264-ca91-48e8-8a4c-16da1ffef3a2,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:38.782150 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-37373bd3-5254-44fe-84f6-8f7979bbaa65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:38.808108 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-37373bd3-5254-44fe-84f6-8f7979bbaa65 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/62f51264-ca91-48e8-8a4c-16da1ffef3a2 HTTP/1.1" status: 204 len: 168 time: 0.5386491 Mar 05 05:12:38.812927 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52640) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:38.834133 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-dfc1d246-2446-4bb9-86e4-54bf6ca712d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd', 'name': 'tempest-ServerRescueTestJSON-1510944486-router', 'tenant_id': '1694e51849b9494986675c07b6ef752d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '8b649456-f0b9-45ed-a1d3-94764f1eec69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:12:27Z', 'updated_at': '2022-03-05T05:12:37Z', 'revision_number': 4, 'project_id': '1694e51849b9494986675c07b6ef752d', 'gw_port': {'id': '8b649456-f0b9-45ed-a1d3-94764f1eec69', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:12:28Z', 'updated_at': '2022-03-05T05:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '8166654b-0833-44a7-8cec-ba7d197f5b1a', 'name': '', 'network_id': '898e839b-3c94-4a6d-ab21-01080b4deeb5', 'tenant_id': '1694e51849b9494986675c07b6ef752d', 'mac_address': 'fa:16:3e:97:57:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '98a66c11-be7f-4215-aec6-5c59a4a9e0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:12:36Z', 'updated_at': '2022-03-05T05:12:36Z', 'revision_number': 1, 'project_id': '1694e51849b9494986675c07b6ef752d', 'subnets': [{'id': '98a66c11-be7f-4215-aec6-5c59a4a9e0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:38.902944 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc1d246-2446-4bb9-86e4-54bf6ca712d0 None None] The sync data for ids ['e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd'] in n-d-789963-32 is: [{'id': 'e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd', 'name': 'tempest-ServerRescueTestJSON-1510944486-router', 'tenant_id': '1694e51849b9494986675c07b6ef752d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '8b649456-f0b9-45ed-a1d3-94764f1eec69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:12:27Z', 'updated_at': '2022-03-05T05:12:37Z', 'revision_number': 4, 'project_id': '1694e51849b9494986675c07b6ef752d', 'gw_port': {'id': '8b649456-f0b9-45ed-a1d3-94764f1eec69', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:12:28Z', 'updated_at': '2022-03-05T05:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '8166654b-0833-44a7-8cec-ba7d197f5b1a', 'name': '', 'network_id': '898e839b-3c94-4a6d-ab21-01080b4deeb5', 'tenant_id': '1694e51849b9494986675c07b6ef752d', 'mac_address': 'fa:16:3e:97:57:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '98a66c11-be7f-4215-aec6-5c59a4a9e0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:12:36Z', 'updated_at': '2022-03-05T05:12:36Z', 'revision_number': 1, 'project_id': '1694e51849b9494986675c07b6ef752d', 'subnets': [{'id': '98a66c11-be7f-4215-aec6-5c59a4a9e0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:12:39.011044 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f4fbc3dc-dc9e-4129-b7dd-b65eb6e43db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (66ded017-734f-442a-bb3f-5f03731c615b), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:39.145056 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-58dcf08b-cb82-47cb-b4f9-9459c1607d46 admin admin] Publish callbacks [] for port (8166654b-0833-44a7-8cec-ba7d197f5b1a), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:39.160186 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-58dcf08b-cb82-47cb-b4f9-9459c1607d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (8166654b-0833-44a7-8cec-ba7d197f5b1a), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:39.224853 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f4fbc3dc-dc9e-4129-b7dd-b65eb6e43db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (66ded017-734f-442a-bb3f-5f03731c615b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:39.262394 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-f4fbc3dc-dc9e-4129-b7dd-b65eb6e43db9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ded017-734f-442a-bb3f-5f03731c615b']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:39.285576 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-f4fbc3dc-dc9e-4129-b7dd-b65eb6e43db9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ca8b07-96c0-424d-93b0-8d58c5adec54') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:39.286288 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-f4fbc3dc-dc9e-4129-b7dd-b65eb6e43db9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ca8b07-96c0-424d-93b0-8d58c5adec54') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:39.287240 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-58dcf08b-cb82-47cb-b4f9-9459c1607d46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:39.300702 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f4fbc3dc-dc9e-4129-b7dd-b65eb6e43db9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (f2ca8b07-96c0-424d-93b0-8d58c5adec54), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:39.322633 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f4fbc3dc-dc9e-4129-b7dd-b65eb6e43db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (f2ca8b07-96c0-424d-93b0-8d58c5adec54), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:39.350249 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4fbc3dc-dc9e-4129-b7dd-b65eb6e43db9 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:12:39.350858 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f4fbc3dc-dc9e-4129-b7dd-b65eb6e43db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (f2ca8b07-96c0-424d-93b0-8d58c5adec54), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:39.374404 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:12:39.374404 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:12:39.374404 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:12:39.374404 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:12:39.374404 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:12:39.374404 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:12:39.374404 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:12:39.374404 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:12:39.374404 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:12:39.374404 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:12:39.374404 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:12:39.374404 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:12:39.374404 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:12:39.374404 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:12:39.374404 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:12:39.374404 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:12:39.374404 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:12:39.374404 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:12:39.374404 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:12:39.374404 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:12:39.374404 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:12:39.374404 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:12:39.374404 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:12:39.374404 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:12:39.374404 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:12:39.374404 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:12:39.374404 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:12:39.374404 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:12:39.374404 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:12:39.374404 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:12:39.374404 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:12:39.374404 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:12:39.558752 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dcf08b-cb82-47cb-b4f9-9459c1607d46 admin admin] Pushing event updated for resources: {'Port': ['ID=8166654b-0833-44a7-8cec-ba7d197f5b1a,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:39.787305 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dcf08b-cb82-47cb-b4f9-9459c1607d46 admin admin] Network 898e839b-3c94-4a6d-ab21-01080b4deeb5 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:12:39.792503 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-58dcf08b-cb82-47cb-b4f9-9459c1607d46 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:12:40.205805 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58dcf08b-cb82-47cb-b4f9-9459c1607d46 admin admin] Router e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:12:40.209001 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28ebafbf-0c93-4933-9bc9-acc2e1826135 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (99c38cf1-9e60-4302-a255-ec28ddee3fe7), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:40.458181 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f4fbc3dc-dc9e-4129-b7dd-b65eb6e43db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (66ded017-734f-442a-bb3f-5f03731c615b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:40.488326 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f4fbc3dc-dc9e-4129-b7dd-b65eb6e43db9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:40.500900 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f4fbc3dc-dc9e-4129-b7dd-b65eb6e43db9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/66ded017-734f-442a-bb3f-5f03731c615b HTTP/1.1" status: 204 len: 168 time: 1.6868548 Mar 05 05:12:40.538531 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbc3dc-dc9e-4129-b7dd-b65eb6e43db9 admin admin] Pushing event deleted for resources: {'Network': ['ID=66ded017-734f-442a-bb3f-5f03731c615b,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:40.795491 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58dcf08b-cb82-47cb-b4f9-9459c1607d46 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:12:40.817657 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-58dcf08b-cb82-47cb-b4f9-9459c1607d46 admin admin] 10.222.0.11 "PUT /v2.0/routers/e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8486493 Mar 05 05:12:40.901904 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52698) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:40.953350 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8b649456-f0b9-45ed-a1d3-94764f1eec69 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:12:41.049660 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d1a535e0-d8e4-471d-9c01-f82a35426e0d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4d0603d22d934a6480bb0afdefcbd9eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1464918 Mar 05 05:12:41.052945 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52702) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:41.109602 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 8b649456-f0b9-45ed-a1d3-94764f1eec69 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:12:41.110007 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8b649456-f0b9-45ed-a1d3-94764f1eec69), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:41.186524 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1127f7ae-b539-48c2-96c4-efa84a00e557 admin admin] Publish callbacks [] for security_group (ce7749e8-4b76-4098-9da9-bc0e025bdb6a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:41.277290 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1127f7ae-b539-48c2-96c4-efa84a00e557 admin admin] Publish callbacks [] for security_group (ce7749e8-4b76-4098-9da9-bc0e025bdb6a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:41.296676 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 8b649456-f0b9-45ed-a1d3-94764f1eec69 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:12:41.297085 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8b649456-f0b9-45ed-a1d3-94764f1eec69), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:41.350245 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 8b649456-f0b9-45ed-a1d3-94764f1eec69, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=8b649456-f0b9-45ed-a1d3-94764f1eec69,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:12:41.360333 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8b649456-f0b9-45ed-a1d3-94764f1eec69), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:41.449306 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1127f7ae-b539-48c2-96c4-efa84a00e557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ce7749e8-4b76-4098-9da9-bc0e025bdb6a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:41.453385 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1127f7ae-b539-48c2-96c4-efa84a00e557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:41.454391 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1127f7ae-b539-48c2-96c4-efa84a00e557 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ce7749e8-4b76-4098-9da9-bc0e025bdb6a HTTP/1.1" status: 204 len: 168 time: 0.4004891 Mar 05 05:12:41.484572 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127f7ae-b539-48c2-96c4-efa84a00e557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7749e8-4b76-4098-9da9-bc0e025bdb6a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:41.535523 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e0241e2b-4375-4083-91cf-4c75e4408a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:41.581856 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=8b649456-f0b9-45ed-a1d3-94764f1eec69,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:41.583067 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-28ebafbf-0c93-4933-9bc9-acc2e1826135 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Deleting port a593879d-230a-45aa-a2f4-6b07909ec2cd {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:12:41.583067 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28ebafbf-0c93-4933-9bc9-acc2e1826135 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (a593879d-230a-45aa-a2f4-6b07909ec2cd), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:41.870098 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-28ebafbf-0c93-4933-9bc9-acc2e1826135 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] For port a593879d-230a-45aa-a2f4-6b07909ec2cd, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a593879d-230a-45aa-a2f4-6b07909ec2cd,segment=NetworkSegment(674e17c5-29f7-4c70-982d-8b3dad5fb069),segment_id=674e17c5-29f7-4c70-982d-8b3dad5fb069)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:12:41.870477 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28ebafbf-0c93-4933-9bc9-acc2e1826135 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (a593879d-230a-45aa-a2f4-6b07909ec2cd), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:41.900694 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-28ebafbf-0c93-4933-9bc9-acc2e1826135 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Calling delete_port for a593879d-230a-45aa-a2f4-6b07909ec2cd owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:12:42.071010 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0244606-4186-4266-ac64-03c1961b37d1 req-4f8f1a15-2498-47b3-8bb4-5bd50c0ddef8 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:42.076200 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d0244606-4186-4266-ac64-03c1961b37d1 req-4f8f1a15-2498-47b3-8bb4-5bd50c0ddef8 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/networks?id=898e839b-3c94-4a6d-ab21-01080b4deeb5 HTTP/1.1" status: 200 len: 811 time: 0.3714135 Mar 05 05:12:42.109846 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d0244606-4186-4266-ac64-03c1961b37d1 req-110f8f74-d01c-4a21-a7f0-ab0ff87ab8b2 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/quotas/1694e51849b9494986675c07b6ef752d HTTP/1.1" status: 200 len: 375 time: 0.0291739 Mar 05 05:12:42.210294 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d0244606-4186-4266-ac64-03c1961b37d1 req-a3e5c0b4-1de1-465a-8303-a77dd8ae4c08 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1694e51849b9494986675c07b6ef752d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0986195 Mar 05 05:12:42.217989 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-d0244606-4186-4266-ac64-03c1961b37d1 req-f178cb5c-1252-4982-ae4d-6371681868ef service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:12:42.227048 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d0244606-4186-4266-ac64-03c1961b37d1 req-f178cb5c-1252-4982-ae4d-6371681868ef service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0146253 Mar 05 05:12:42.386284 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52738) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:42.421127 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28ebafbf-0c93-4933-9bc9-acc2e1826135 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (a593879d-230a-45aa-a2f4-6b07909ec2cd), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:42.445107 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d0244606-4186-4266-ac64-03c1961b37d1 req-bbc5a902-d634-494d-bbfb-7901006f0261 service neutron] 10.222.0.11 "GET /v2.0/networks/898e839b-3c94-4a6d-ab21-01080b4deeb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163494 Mar 05 05:12:42.495253 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ebafbf-0c93-4933-9bc9-acc2e1826135 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Pushing event deleted for resources: {'Port': ['ID=a593879d-230a-45aa-a2f4-6b07909ec2cd,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:42.687656 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7e4066f1-58fd-4aea-826c-b908949f6154 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0d8b99939d794ff98e0fdc81c1f801c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2998705 Mar 05 05:12:42.690139 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52748) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:42.826261 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f6bf76ab-db3c-4b5f-9cc4-62b3542d3acb admin admin] Publish callbacks [] for security_group (eb8fc43b-158b-4c35-8f36-caa96f4abb9a), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:42.845271 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d0244606-4186-4266-ac64-03c1961b37d1 req-80c283c1-d0cf-423a-b44a-90d38611df2c service neutron] 10.222.0.11 "GET /v2.0/networks/898e839b-3c94-4a6d-ab21-01080b4deeb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985496 Mar 05 05:12:42.899464 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f6bf76ab-db3c-4b5f-9cc4-62b3542d3acb admin admin] Publish callbacks [] for security_group (eb8fc43b-158b-4c35-8f36-caa96f4abb9a), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:42.979932 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28ebafbf-0c93-4933-9bc9-acc2e1826135 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (99c38cf1-9e60-4302-a255-ec28ddee3fe7), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:43.049423 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8b649456-f0b9-45ed-a1d3-94764f1eec69 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:12:43.069713 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f6bf76ab-db3c-4b5f-9cc4-62b3542d3acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (eb8fc43b-158b-4c35-8f36-caa96f4abb9a), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:43.072649 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f6bf76ab-db3c-4b5f-9cc4-62b3542d3acb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:43.074066 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f6bf76ab-db3c-4b5f-9cc4-62b3542d3acb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eb8fc43b-158b-4c35-8f36-caa96f4abb9a HTTP/1.1" status: 204 len: 168 time: 0.3829122 Mar 05 05:12:43.096268 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf76ab-db3c-4b5f-9cc4-62b3542d3acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8fc43b-158b-4c35-8f36-caa96f4abb9a,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:43.292792 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 8b649456-f0b9-45ed-a1d3-94764f1eec69 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:12:43.293184 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8b649456-f0b9-45ed-a1d3-94764f1eec69), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:43.303334 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a33d33d3-7e3a-418b-89cb-9d71d604a67d req-931405ff-e07a-4708-a23b-3f68bf276a10 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 210 time: 0.0738270 Mar 05 05:12:43.507996 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b44cf99-e62f-4f29-bc04-85ac00f3166f None None] Sync routers for ids ['e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:12:43.524575 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b44cf99-e62f-4f29-bc04-85ac00f3166f None None] Routers {'e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:12:43.525854 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-0b44cf99-e62f-4f29-bc04-85ac00f3166f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:12:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:43.639138 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 8b649456-f0b9-45ed-a1d3-94764f1eec69 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:12:43.707756 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8766ef8d-74bc-4ba6-9c84-9e9a836cba25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:43.774298 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ebafbf-0c93-4933-9bc9-acc2e1826135 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Router 99c38cf1-9e60-4302-a255-ec28ddee3fe7 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:12:43.870441 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:43.960344 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-0b44cf99-e62f-4f29-bc04-85ac00f3166f None None] Set router e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:12:43.986306 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:44.221043 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ebafbf-0c93-4933-9bc9-acc2e1826135 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:12:44.236035 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcedbc3-0f48-4dd7-b8fe-8fdad65385b0 None None] Sync routers for ids ['99c38cf1-9e60-4302-a255-ec28ddee3fe7'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:12:44.248394 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52796) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:44.256475 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-28ebafbf-0c93-4933-9bc9-acc2e1826135 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "PUT /v2.0/routers/99c38cf1-9e60-4302-a255-ec28ddee3fe7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6020687 Mar 05 05:12:44.282189 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcedbc3-0f48-4dd7-b8fe-8fdad65385b0 None None] Routers {'99c38cf1-9e60-4302-a255-ec28ddee3fe7'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:12:44.283902 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-fbcedbc3-0f48-4dd7-b8fe-8fdad65385b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:12:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['99c38cf1-9e60-4302-a255-ec28ddee3fe7'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:44.517680 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-fbcedbc3-0f48-4dd7-b8fe-8fdad65385b0 None None] Set router 99c38cf1-9e60-4302-a255-ec28ddee3fe7 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:12:44.525960 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-37c56fce-f005-4797-887a-e51c723e39f5 req-6311da2e-91ea-4d64-8966-2fbdbd46537a tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 210 time: 0.1437678 Mar 05 05:12:44.558163 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-e318f2c7-05ce-4efc-b206-df8b9f666e50 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Deleting subnet 751e35ed-8262-4a3c-b48c-2ccb01d6a12d {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:12:44.591945 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e318f2c7-05ce-4efc-b206-df8b9f666e50 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for subnet (751e35ed-8262-4a3c-b48c-2ccb01d6a12d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:44.775544 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e318f2c7-05ce-4efc-b206-df8b9f666e50 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (751e35ed-8262-4a3c-b48c-2ccb01d6a12d), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:44.786604 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-0b44cf99-e62f-4f29-bc04-85ac00f3166f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd', 'name': 'tempest-ServerRescueTestJSON-1510944486-router', 'tenant_id': '1694e51849b9494986675c07b6ef752d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '8b649456-f0b9-45ed-a1d3-94764f1eec69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:12:27Z', 'updated_at': '2022-03-05T05:12:37Z', 'revision_number': 4, 'project_id': '1694e51849b9494986675c07b6ef752d', 'gw_port': {'id': '8b649456-f0b9-45ed-a1d3-94764f1eec69', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:12:28Z', 'updated_at': '2022-03-05T05:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '8166654b-0833-44a7-8cec-ba7d197f5b1a', 'name': '', 'network_id': '898e839b-3c94-4a6d-ab21-01080b4deeb5', 'tenant_id': '1694e51849b9494986675c07b6ef752d', 'mac_address': 'fa:16:3e:97:57:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '98a66c11-be7f-4215-aec6-5c59a4a9e0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:12:36Z', 'updated_at': '2022-03-05T05:12:37Z', 'revision_number': 2, 'project_id': '1694e51849b9494986675c07b6ef752d', 'subnets': [{'id': '98a66c11-be7f-4215-aec6-5c59a4a9e0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:44.888151 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b44cf99-e62f-4f29-bc04-85ac00f3166f None None] Checking router: e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:12:44.888729 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b44cf99-e62f-4f29-bc04-85ac00f3166f None None] Updating router e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd port 8166654b-0833-44a7-8cec-ba7d197f5b1a binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:12:45.078174 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-fbcedbc3-0f48-4dd7-b8fe-8fdad65385b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-149022889', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a9d2ce6f-672e-4beb-ab1c-05a5116ab571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:08Z', 'updated_at': '2022-03-05T05:12:42Z', 'revision_number': 5, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'gw_port': {'id': 'a9d2ce6f-672e-4beb-ab1c-05a5116ab571', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:10:10Z', 'updated_at': '2022-03-05T05:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:45.200022 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e318f2c7-05ce-4efc-b206-df8b9f666e50 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (751e35ed-8262-4a3c-b48c-2ccb01d6a12d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:45.249809 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0b44cf99-e62f-4f29-bc04-85ac00f3166f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8166654b-0833-44a7-8cec-ba7d197f5b1a), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:45.259976 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcedbc3-0f48-4dd7-b8fe-8fdad65385b0 None None] Checking router: 99c38cf1-9e60-4302-a255-ec28ddee3fe7 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:12:45.286213 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:45.305560 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcedbc3-0f48-4dd7-b8fe-8fdad65385b0 None None] Routers {'99c38cf1-9e60-4302-a255-ec28ddee3fe7'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:12:45.306814 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-fbcedbc3-0f48-4dd7-b8fe-8fdad65385b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:12:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['99c38cf1-9e60-4302-a255-ec28ddee3fe7'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:45.432746 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e318f2c7-05ce-4efc-b206-df8b9f666e50 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (751e35ed-8262-4a3c-b48c-2ccb01d6a12d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:45.653645 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318f2c7-05ce-4efc-b206-df8b9f666e50 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Pushing event deleted for resources: {'Subnet': ['ID=751e35ed-8262-4a3c-b48c-2ccb01d6a12d,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:45.700708 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e318f2c7-05ce-4efc-b206-df8b9f666e50 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:45.718843 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e318f2c7-05ce-4efc-b206-df8b9f666e50 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "DELETE /v2.0/subnets/751e35ed-8262-4a3c-b48c-2ccb01d6a12d HTTP/1.1" status: 204 len: 168 time: 1.4693296 Mar 05 05:12:45.721698 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 52838) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:45.858756 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-fbcedbc3-0f48-4dd7-b8fe-8fdad65385b0 None None] Set router 99c38cf1-9e60-4302-a255-ec28ddee3fe7 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:12:45.860821 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-22a193b0-8bb3-43bd-be4d-696e977da36d req-c73fd14a-b3b8-4441-8e71-4ef7c81dd997 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 210 time: 0.1252167 Mar 05 05:12:46.026462 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3007d46a-789c-4a65-afd7-366fea132e3f None None] Network b17767d8-96c7-4c01-a562-6f7782516c60 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:12:46.249742 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0b44cf99-e62f-4f29-bc04-85ac00f3166f None None] Publish callbacks [] for port (8166654b-0833-44a7-8cec-ba7d197f5b1a), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:46.259386 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0b44cf99-e62f-4f29-bc04-85ac00f3166f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8166654b-0833-44a7-8cec-ba7d197f5b1a), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:46.343014 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4a250-420a-4805-b84b-2fce24e77c27 None None] Pushing event updated for resources: {'Port': ['ID=8166654b-0833-44a7-8cec-ba7d197f5b1a,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:46.377954 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4a250-420a-4805-b84b-2fce24e77c27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:46.378357 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4a250-420a-4805-b84b-2fce24e77c27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:46.378702 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4a250-420a-4805-b84b-2fce24e77c27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:46.379038 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4a250-420a-4805-b84b-2fce24e77c27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:46.379396 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4a250-420a-4805-b84b-2fce24e77c27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:46.379724 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4a250-420a-4805-b84b-2fce24e77c27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:46.380051 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4a250-420a-4805-b84b-2fce24e77c27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:46.380375 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4a250-420a-4805-b84b-2fce24e77c27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:46.383382 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4a250-420a-4805-b84b-2fce24e77c27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:46.383886 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4a250-420a-4805-b84b-2fce24e77c27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:46.384333 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4a250-420a-4805-b84b-2fce24e77c27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:46.384658 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4a250-420a-4805-b84b-2fce24e77c27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:46.385085 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d4a250-420a-4805-b84b-2fce24e77c27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:12:46.540528 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:46.584394 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-fbcedbc3-0f48-4dd7-b8fe-8fdad65385b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-149022889', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a9d2ce6f-672e-4beb-ab1c-05a5116ab571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:08Z', 'updated_at': '2022-03-05T05:12:42Z', 'revision_number': 5, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'gw_port': {'id': 'a9d2ce6f-672e-4beb-ab1c-05a5116ab571', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:10:10Z', 'updated_at': '2022-03-05T05:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:46.602993 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c3494ac9-4884-4b4a-8f22-0cea65a8ab7f tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for router (99c38cf1-9e60-4302-a255-ec28ddee3fe7), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:46.608759 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-0b44cf99-e62f-4f29-bc04-85ac00f3166f None None] Attempting to bind port 8166654b-0833-44a7-8cec-ba7d197f5b1a on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:12:46.611857 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-0b44cf99-e62f-4f29-bc04-85ac00f3166f None None] Attempting to bind port 8166654b-0833-44a7-8cec-ba7d197f5b1a by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'ecd2471d-288a-424b-851d-b9c3f562b8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '898e839b-3c94-4a6d-ab21-01080b4deeb5'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:12:46.612457 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b44cf99-e62f-4f29-bc04-85ac00f3166f None None] Attempting to bind port 8166654b-0833-44a7-8cec-ba7d197f5b1a on network 898e839b-3c94-4a6d-ab21-01080b4deeb5 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:12:46.630989 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b44cf99-e62f-4f29-bc04-85ac00f3166f None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:12:46.631401 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b44cf99-e62f-4f29-bc04-85ac00f3166f None None] Checking segment: {'id': 'ecd2471d-288a-424b-851d-b9c3f562b8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '898e839b-3c94-4a6d-ab21-01080b4deeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:12:46.636549 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0b44cf99-e62f-4f29-bc04-85ac00f3166f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:46.637082 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b44cf99-e62f-4f29-bc04-85ac00f3166f None None] Bound using segment: {'id': 'ecd2471d-288a-424b-851d-b9c3f562b8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '898e839b-3c94-4a6d-ab21-01080b4deeb5'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:12:46.637990 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-0b44cf99-e62f-4f29-bc04-85ac00f3166f None None] Bound port: 8166654b-0833-44a7-8cec-ba7d197f5b1a, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd2471d-288a-424b-851d-b9c3f562b8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '898e839b-3c94-4a6d-ab21-01080b4deeb5'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:12:46.641392 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0b44cf99-e62f-4f29-bc04-85ac00f3166f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8166654b-0833-44a7-8cec-ba7d197f5b1a), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:46.685555 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0244606-4186-4266-ac64-03c1961b37d1 req-739265ab-1109-4426-aacf-b2419b3e7124 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:46.687651 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d0244606-4186-4266-ac64-03c1961b37d1 req-739265ab-1109-4426-aacf-b2419b3e7124 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.31 "GET /v2.0/networks?id=898e839b-3c94-4a6d-ab21-01080b4deeb5 HTTP/1.1" status: 200 len: 811 time: 0.7275598 Mar 05 05:12:46.699913 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcedbc3-0f48-4dd7-b8fe-8fdad65385b0 None None] The sync data for ids ['99c38cf1-9e60-4302-a255-ec28ddee3fe7'] in n-d-789963-32 is: [{'id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-149022889', 'tenant_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.95'}], 'enable_snat': True}, 'gw_port_id': 'a9d2ce6f-672e-4beb-ab1c-05a5116ab571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:10:08Z', 'updated_at': '2022-03-05T05:12:42Z', 'revision_number': 5, 'project_id': 'd87f4bc3b1ad4083a50bfbdb9336d51e', 'gw_port': {'id': 'a9d2ce6f-672e-4beb-ab1c-05a5116ab571', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c38cf1-9e60-4302-a255-ec28ddee3fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:10:10Z', 'updated_at': '2022-03-05T05:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:12:46.811865 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662f0ae4-813b-4921-aaf8-94fd58a5af0e None None] DHCP port deletion for b17767d8-96c7-4c01-a562-6f7782516c60 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:12:46.856616 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-0b44cf99-e62f-4f29-bc04-85ac00f3166f None None] For port 8166654b-0833-44a7-8cec-ba7d197f5b1a, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:12:46.862594 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-0b44cf99-e62f-4f29-bc04-85ac00f3166f None None] For port 8166654b-0833-44a7-8cec-ba7d197f5b1a, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=8166654b-0833-44a7-8cec-ba7d197f5b1a,segment=NetworkSegment(ecd2471d-288a-424b-851d-b9c3f562b8ff),segment_id=ecd2471d-288a-424b-851d-b9c3f562b8ff)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:12:46.875102 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0b44cf99-e62f-4f29-bc04-85ac00f3166f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8166654b-0833-44a7-8cec-ba7d197f5b1a), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:46.939363 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b44cf99-e62f-4f29-bc04-85ac00f3166f None None] Routers {'e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:12:46.940199 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-0b44cf99-e62f-4f29-bc04-85ac00f3166f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:12:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:47.018945 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-662f0ae4-813b-4921-aaf8-94fd58a5af0e None None] Deleting port 7958c414-1a97-407b-a616-5cdaf40b2fb7 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:12:47.022353 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-662f0ae4-813b-4921-aaf8-94fd58a5af0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (7958c414-1a97-407b-a616-5cdaf40b2fb7), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:47.110317 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4a250-420a-4805-b84b-2fce24e77c27 None None] Pushing event updated for resources: {'Port': ['ID=8166654b-0833-44a7-8cec-ba7d197f5b1a,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:47.165780 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3a29c273-9d16-4b1c-9893-71c2e1b04723 req-e33093c9-dd41-4cf9-b33b-dc17780012a2 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 210 time: 0.1448421 Mar 05 05:12:47.229027 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-662f0ae4-813b-4921-aaf8-94fd58a5af0e None None] For port 7958c414-1a97-407b-a616-5cdaf40b2fb7, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=7958c414-1a97-407b-a616-5cdaf40b2fb7,segment=NetworkSegment(674e17c5-29f7-4c70-982d-8b3dad5fb069),segment_id=674e17c5-29f7-4c70-982d-8b3dad5fb069)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:12:47.232514 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-662f0ae4-813b-4921-aaf8-94fd58a5af0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (7958c414-1a97-407b-a616-5cdaf40b2fb7), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:47.232815 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-d0244606-4186-4266-ac64-03c1961b37d1 req-782ab01f-7f25-47e8-a4a1-8c0488991ec0 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Request body: {'port': {'device_id': '52e9d93d-5ed3-42c0-89e1-e5e29b500b39', 'network_id': '898e839b-3c94-4a6d-ab21-01080b4deeb5', 'admin_state_up': True, 'tenant_id': '1694e51849b9494986675c07b6ef752d'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:12:47.266738 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-662f0ae4-813b-4921-aaf8-94fd58a5af0e None None] Calling delete_port for 7958c414-1a97-407b-a616-5cdaf40b2fb7 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:12:47.297420 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c3494ac9-4884-4b4a-8f22-0cea65a8ab7f tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for router_gateway (99c38cf1-9e60-4302-a255-ec28ddee3fe7), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:47.362080 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-0b44cf99-e62f-4f29-bc04-85ac00f3166f None None] Set router e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:12:47.619724 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-662f0ae4-813b-4921-aaf8-94fd58a5af0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (7958c414-1a97-407b-a616-5cdaf40b2fb7), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:47.653334 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f0ae4-813b-4921-aaf8-94fd58a5af0e None None] Pushing event deleted for resources: {'Port': ['ID=7958c414-1a97-407b-a616-5cdaf40b2fb7,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:47.657690 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662f0ae4-813b-4921-aaf8-94fd58a5af0e None None] No DVR routers for this DVR port 7958c414-1a97-407b-a616-5cdaf40b2fb7 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:12:47.748939 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0244606-4186-4266-ac64-03c1961b37d1 req-782ab01f-7f25-47e8-a4a1-8c0488991ec0 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Made reservation on behalf of 1694e51849b9494986675c07b6ef752d for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:12:47.755122 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d0244606-4186-4266-ac64-03c1961b37d1 req-782ab01f-7f25-47e8-a4a1-8c0488991ec0 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:47.775843 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-c3494ac9-4884-4b4a-8f22-0cea65a8ab7f tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Deleting port a9d2ce6f-672e-4beb-ab1c-05a5116ab571 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:12:47.776360 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c3494ac9-4884-4b4a-8f22-0cea65a8ab7f tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (a9d2ce6f-672e-4beb-ab1c-05a5116ab571), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:47.837893 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:48.086909 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-c3494ac9-4884-4b4a-8f22-0cea65a8ab7f tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] For port a9d2ce6f-672e-4beb-ab1c-05a5116ab571, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a9d2ce6f-672e-4beb-ab1c-05a5116ab571,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:12:48.088289 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c3494ac9-4884-4b4a-8f22-0cea65a8ab7f tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (a9d2ce6f-672e-4beb-ab1c-05a5116ab571), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:48.131526 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-0b44cf99-e62f-4f29-bc04-85ac00f3166f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd', 'name': 'tempest-ServerRescueTestJSON-1510944486-router', 'tenant_id': '1694e51849b9494986675c07b6ef752d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '8b649456-f0b9-45ed-a1d3-94764f1eec69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:12:27Z', 'updated_at': '2022-03-05T05:12:37Z', 'revision_number': 4, 'project_id': '1694e51849b9494986675c07b6ef752d', 'gw_port': {'id': '8b649456-f0b9-45ed-a1d3-94764f1eec69', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:12:28Z', 'updated_at': '2022-03-05T05:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '8166654b-0833-44a7-8cec-ba7d197f5b1a', 'name': '', 'network_id': '898e839b-3c94-4a6d-ab21-01080b4deeb5', 'tenant_id': '1694e51849b9494986675c07b6ef752d', 'mac_address': 'fa:16:3e:97:57:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '98a66c11-be7f-4215-aec6-5c59a4a9e0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:12:36Z', 'updated_at': '2022-03-05T05:12:46Z', 'revision_number': 4, 'project_id': '1694e51849b9494986675c07b6ef752d', 'subnets': [{'id': '98a66c11-be7f-4215-aec6-5c59a4a9e0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:48.167905 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-c3494ac9-4884-4b4a-8f22-0cea65a8ab7f tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Calling delete_port for a9d2ce6f-672e-4beb-ab1c-05a5116ab571 owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:12:48.214245 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-d0244606-4186-4266-ac64-03c1961b37d1 req-782ab01f-7f25-47e8-a4a1-8c0488991ec0 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Allocated IP 172.20.0.7 (898e839b-3c94-4a6d-ab21-01080b4deeb5/98a66c11-be7f-4215-aec6-5c59a4a9e0a3/f4dcdd6d-9b27-45ad-9bf9-85513966359e) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:12:48.256501 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b44cf99-e62f-4f29-bc04-85ac00f3166f None None] The sync data for ids ['e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd'] in n-d-789963-32 is: [{'id': 'e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd', 'name': 'tempest-ServerRescueTestJSON-1510944486-router', 'tenant_id': '1694e51849b9494986675c07b6ef752d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '8b649456-f0b9-45ed-a1d3-94764f1eec69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:12:27Z', 'updated_at': '2022-03-05T05:12:37Z', 'revision_number': 4, 'project_id': '1694e51849b9494986675c07b6ef752d', 'gw_port': {'id': '8b649456-f0b9-45ed-a1d3-94764f1eec69', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:12:28Z', 'updated_at': '2022-03-05T05:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '8166654b-0833-44a7-8cec-ba7d197f5b1a', 'name': '', 'network_id': '898e839b-3c94-4a6d-ab21-01080b4deeb5', 'tenant_id': '1694e51849b9494986675c07b6ef752d', 'mac_address': 'fa:16:3e:97:57:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': '98a66c11-be7f-4215-aec6-5c59a4a9e0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:12:36Z', 'updated_at': '2022-03-05T05:12:46Z', 'revision_number': 4, 'project_id': '1694e51849b9494986675c07b6ef752d', 'subnets': [{'id': '98a66c11-be7f-4215-aec6-5c59a4a9e0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:12:48.491727 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c90364bc-053f-482c-8710-2538cced1586 req-2e845d2b-15ae-4835-9d8e-fa37046f9c24 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 210 time: 0.1827242 Mar 05 05:12:48.893967 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52970) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:49.002740 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8166654b-0833-44a7-8cec-ba7d197f5b1a up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:12:49.175864 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f905dc04-c05d-410f-860d-40385ea6ca2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:49.223240 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 8166654b-0833-44a7-8cec-ba7d197f5b1a triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:12:49.224164 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8166654b-0833-44a7-8cec-ba7d197f5b1a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:49.311093 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d0244606-4186-4266-ac64-03c1961b37d1 req-782ab01f-7f25-47e8-a4a1-8c0488991ec0 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Publish callbacks [] for port (f4dcdd6d-9b27-45ad-9bf9-85513966359e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:49.352833 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f905dc04-c05d-410f-860d-40385ea6ca2f admin admin] Publish callbacks [] for security_group (08ec1415-33cd-45b9-b6f5-de026f9e4ba7), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:49.362424 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f905dc04-c05d-410f-860d-40385ea6ca2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (08ec1415-33cd-45b9-b6f5-de026f9e4ba7), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:49.388737 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c3494ac9-4884-4b4a-8f22-0cea65a8ab7f tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (a9d2ce6f-672e-4beb-ab1c-05a5116ab571), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:49.488906 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 8166654b-0833-44a7-8cec-ba7d197f5b1a is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:12:49.488906 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8166654b-0833-44a7-8cec-ba7d197f5b1a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:49.490256 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3494ac9-4884-4b4a-8f22-0cea65a8ab7f tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Pushing event deleted for resources: {'Port': ['ID=a9d2ce6f-672e-4beb-ab1c-05a5116ab571,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:49.523204 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f905dc04-c05d-410f-860d-40385ea6ca2f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=37df0c61752d4b808733690f15899e9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6263847 Mar 05 05:12:49.524489 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 52994) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:49.595146 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 8166654b-0833-44a7-8cec-ba7d197f5b1a, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=8166654b-0833-44a7-8cec-ba7d197f5b1a,segment=NetworkSegment(ecd2471d-288a-424b-851d-b9c3f562b8ff),segment_id=ecd2471d-288a-424b-851d-b9c3f562b8ff)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:12:49.606905 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8166654b-0833-44a7-8cec-ba7d197f5b1a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:49.616875 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f905dc04-c05d-410f-860d-40385ea6ca2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ec1415-33cd-45b9-b6f5-de026f9e4ba7,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:49.761658 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 7958c414-1a97-407b-a616-5cdaf40b2fb7 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:12:49.839354 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4602dc9b-0268-48d0-b339-0aa58426f95a admin admin] Publish callbacks [] for security_group (08ec1415-33cd-45b9-b6f5-de026f9e4ba7), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:49.849223 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9ca89ad2-6208-481f-9f25-1e8b82a21043 req-df85dab3-58dc-4b22-9c3f-ceade420d70d tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 210 time: 0.1261346 Mar 05 05:12:49.889327 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 7958c414-1a97-407b-a616-5cdaf40b2fb7 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:12:49.889676 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 7958c414-1a97-407b-a616-5cdaf40b2fb7 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:12:49.893243 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a593879d-230a-45aa-a2f4-6b07909ec2cd no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:12:49.904195 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=8166654b-0833-44a7-8cec-ba7d197f5b1a,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:49.945735 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4602dc9b-0268-48d0-b339-0aa58426f95a admin admin] Publish callbacks [] for security_group (08ec1415-33cd-45b9-b6f5-de026f9e4ba7), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:50.014276 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: a593879d-230a-45aa-a2f4-6b07909ec2cd {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:12:50.014812 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a593879d-230a-45aa-a2f4-6b07909ec2cd not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:12:50.126310 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4602dc9b-0268-48d0-b339-0aa58426f95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (08ec1415-33cd-45b9-b6f5-de026f9e4ba7), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:50.131092 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4602dc9b-0268-48d0-b339-0aa58426f95a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:50.135432 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4602dc9b-0268-48d0-b339-0aa58426f95a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/08ec1415-33cd-45b9-b6f5-de026f9e4ba7 HTTP/1.1" status: 204 len: 168 time: 0.6084096 Mar 05 05:12:50.193803 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602dc9b-0268-48d0-b339-0aa58426f95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ec1415-33cd-45b9-b6f5-de026f9e4ba7,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:50.742375 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d0244606-4186-4266-ac64-03c1961b37d1 req-782ab01f-7f25-47e8-a4a1-8c0488991ec0 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (f4dcdd6d-9b27-45ad-9bf9-85513966359e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:50.864709 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ab01f-7f25-47e8-a4a1-8c0488991ec0 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Pushing event updated for resources: {'Port': ['ID=f4dcdd6d-9b27-45ad-9bf9-85513966359e,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:50.869349 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53070) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:50.886307 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0244606-4186-4266-ac64-03c1961b37d1 req-782ab01f-7f25-47e8-a4a1-8c0488991ec0 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Network 898e839b-3c94-4a6d-ab21-01080b4deeb5 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:12:50.891669 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-d0244606-4186-4266-ac64-03c1961b37d1 req-782ab01f-7f25-47e8-a4a1-8c0488991ec0 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:12:50.899924 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0244606-4186-4266-ac64-03c1961b37d1 req-782ab01f-7f25-47e8-a4a1-8c0488991ec0 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:12:50.901798 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4a10fe5d-5d40-4877-a2ee-5e48ccfc2b4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:50.920237 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c3494ac9-4884-4b4a-8f22-0cea65a8ab7f tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (99c38cf1-9e60-4302-a255-ec28ddee3fe7), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:51.013012 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8166654b-0833-44a7-8cec-ba7d197f5b1a up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:12:51.124530 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 8166654b-0833-44a7-8cec-ba7d197f5b1a triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:12:51.125175 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8166654b-0833-44a7-8cec-ba7d197f5b1a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:51.149295 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab829f0c-b106-4dc2-8512-dc1fa74dc90c req-2875b35f-6ac5-4728-9813-0c6eb5469793 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:51.151371 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ab829f0c-b106-4dc2-8512-dc1fa74dc90c req-2875b35f-6ac5-4728-9813-0c6eb5469793 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 931 time: 0.1288896 Mar 05 05:12:51.202889 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c3494ac9-4884-4b4a-8f22-0cea65a8ab7f tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (99c38cf1-9e60-4302-a255-ec28ddee3fe7), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:51.232360 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0244606-4186-4266-ac64-03c1961b37d1 req-782ab01f-7f25-47e8-a4a1-8c0488991ec0 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:51.239910 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d0244606-4186-4266-ac64-03c1961b37d1 req-782ab01f-7f25-47e8-a4a1-8c0488991ec0 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:51.243580 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ab829f0c-b106-4dc2-8512-dc1fa74dc90c req-d1f27c84-a284-4dc9-aceb-e88dde68b115 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815208 Mar 05 05:12:51.264738 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c3494ac9-4884-4b4a-8f22-0cea65a8ab7f tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for router_controller (99c38cf1-9e60-4302-a255-ec28ddee3fe7), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:51.268368 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 8166654b-0833-44a7-8cec-ba7d197f5b1a is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:12:51.278080 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4a10fe5d-5d40-4877-a2ee-5e48ccfc2b4e admin admin] Publish callbacks [] for security_group (21740f01-acbc-4cb3-8cd9-59b3b34def74), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:51.287471 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4a10fe5d-5d40-4877-a2ee-5e48ccfc2b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (21740f01-acbc-4cb3-8cd9-59b3b34def74), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:51.360093 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4a10fe5d-5d40-4877-a2ee-5e48ccfc2b4e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d34ba3f60e0e408f886d6d5e3074498b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4889977 Mar 05 05:12:51.360897 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10fe5d-5d40-4877-a2ee-5e48ccfc2b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21740f01-acbc-4cb3-8cd9-59b3b34def74,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:51.369020 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53080) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:51.405049 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d0244606-4186-4266-ac64-03c1961b37d1 req-782ab01f-7f25-47e8-a4a1-8c0488991ec0 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1976066 Mar 05 05:12:51.421065 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c3494ac9-4884-4b4a-8f22-0cea65a8ab7f tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (99c38cf1-9e60-4302-a255-ec28ddee3fe7), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:51.421653 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3494ac9-4884-4b4a-8f22-0cea65a8ab7f tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Fanout notify agent at l3_agent the message router_deleted on router 99c38cf1-9e60-4302-a255-ec28ddee3fe7 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:12:51.427458 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-d0244606-4186-4266-ac64-03c1961b37d1 req-a38a9a85-ffb2-4645-b65c-045a5154f297 service neutron] Request body: {'port': {'device_id': '52e9d93d-5ed3-42c0-89e1-e5e29b500b39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:12:51.439973 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c3494ac9-4884-4b4a-8f22-0cea65a8ab7f tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:51.441098 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c3494ac9-4884-4b4a-8f22-0cea65a8ab7f tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "DELETE /v2.0/routers/99c38cf1-9e60-4302-a255-ec28ddee3fe7 HTTP/1.1" status: 204 len: 168 time: 5.7183077 Mar 05 05:12:51.444492 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53082) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:51.542394 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ef189ad7-ca2a-41d7-a253-25dc45ca9448 admin admin] Publish callbacks [] for security_group (21740f01-acbc-4cb3-8cd9-59b3b34def74), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:51.606132 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ef189ad7-ca2a-41d7-a253-25dc45ca9448 admin admin] Publish callbacks [] for security_group (21740f01-acbc-4cb3-8cd9-59b3b34def74), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:51.686467 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ef189ad7-ca2a-41d7-a253-25dc45ca9448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (21740f01-acbc-4cb3-8cd9-59b3b34def74), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:51.689481 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ef189ad7-ca2a-41d7-a253-25dc45ca9448 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:51.693289 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ef189ad7-ca2a-41d7-a253-25dc45ca9448 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/21740f01-acbc-4cb3-8cd9-59b3b34def74 HTTP/1.1" status: 204 len: 168 time: 0.3198984 Mar 05 05:12:51.731123 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef189ad7-ca2a-41d7-a253-25dc45ca9448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21740f01-acbc-4cb3-8cd9-59b3b34def74,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:51.760099 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-532adea2-0d35-4aad-99f8-ea2641cccc12 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (b17767d8-96c7-4c01-a562-6f7782516c60), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:51.769837 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d0244606-4186-4266-ac64-03c1961b37d1 req-a38a9a85-ffb2-4645-b65c-045a5154f297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f4dcdd6d-9b27-45ad-9bf9-85513966359e), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:52.202257 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-532adea2-0d35-4aad-99f8-ea2641cccc12 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (b17767d8-96c7-4c01-a562-6f7782516c60), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:52.399972 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-532adea2-0d35-4aad-99f8-ea2641cccc12 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17767d8-96c7-4c01-a562-6f7782516c60']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:52.454338 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-532adea2-0d35-4aad-99f8-ea2641cccc12 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '674e17c5-29f7-4c70-982d-8b3dad5fb069') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:52.454640 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-532adea2-0d35-4aad-99f8-ea2641cccc12 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '674e17c5-29f7-4c70-982d-8b3dad5fb069') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:12:52.495597 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-532adea2-0d35-4aad-99f8-ea2641cccc12 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (674e17c5-29f7-4c70-982d-8b3dad5fb069), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:52.509341 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a12485-3a50-4b5e-8174-450381107392 req-de7e0487-519b-4ebe-bd51-c13a3258b64b tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:52.521477 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-18a12485-3a50-4b5e-8174-450381107392 req-de7e0487-519b-4ebe-bd51-c13a3258b64b tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 931 time: 0.1532335 Mar 05 05:12:52.580808 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-532adea2-0d35-4aad-99f8-ea2641cccc12 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (674e17c5-29f7-4c70-982d-8b3dad5fb069), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:52.606730 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532adea2-0d35-4aad-99f8-ea2641cccc12 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:12:52.607504 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-532adea2-0d35-4aad-99f8-ea2641cccc12 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (674e17c5-29f7-4c70-982d-8b3dad5fb069), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:52.653214 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-18a12485-3a50-4b5e-8174-450381107392 req-d0587e72-c339-4c32-9051-03e9fc5b4e61 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295669 Mar 05 05:12:52.737947 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a9d2ce6f-672e-4beb-ab1c-05a5116ab571 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:12:52.786051 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: a9d2ce6f-672e-4beb-ab1c-05a5116ab571 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:12:52.786238 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a9d2ce6f-672e-4beb-ab1c-05a5116ab571 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:12:52.826571 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:12:52.826571 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:12:52.826571 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:12:52.826571 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:12:52.826571 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:12:52.826571 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:12:52.826571 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:12:52.826571 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:12:52.826571 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:12:52.826571 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:12:52.826571 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:12:52.826571 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:12:52.826571 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:12:52.826571 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:12:52.826571 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:12:52.826571 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:12:52.826571 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:12:52.826571 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:12:52.826571 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:12:52.826571 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:12:52.826571 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:12:52.826571 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:12:52.826571 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:12:52.826571 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:12:52.826571 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:12:52.826571 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:12:52.826571 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:12:52.826571 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:12:52.826571 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:12:52.826571 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:12:52.826571 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:12:52.826571 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:12:52.983288 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-532adea2-0d35-4aad-99f8-ea2641cccc12 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (b17767d8-96c7-4c01-a562-6f7782516c60), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:52.994405 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-532adea2-0d35-4aad-99f8-ea2641cccc12 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:53.006619 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-532adea2-0d35-4aad-99f8-ea2641cccc12 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] 10.222.0.11 "DELETE /v2.0/networks/b17767d8-96c7-4c01-a562-6f7782516c60 HTTP/1.1" status: 204 len: 168 time: 1.5585697 Mar 05 05:12:53.064374 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532adea2-0d35-4aad-99f8-ea2641cccc12 tempest-TestSecurityGroupsBasicOps-2081060375 tempest-TestSecurityGroupsBasicOps-2081060375-project] Pushing event deleted for resources: {'Network': ['ID=b17767d8-96c7-4c01-a562-6f7782516c60,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:53.313656 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-d0244606-4186-4266-ac64-03c1961b37d1 req-a38a9a85-ffb2-4645-b65c-045a5154f297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4dcdd6d-9b27-45ad-9bf9-85513966359e {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:12:53.345906 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d0244606-4186-4266-ac64-03c1961b37d1 req-a38a9a85-ffb2-4645-b65c-045a5154f297 service neutron] Publish callbacks [] for port (f4dcdd6d-9b27-45ad-9bf9-85513966359e), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:53.398809 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-d0244606-4186-4266-ac64-03c1961b37d1 req-a38a9a85-ffb2-4645-b65c-045a5154f297 service neutron] Transition to ACTIVE for port object f4dcdd6d-9b27-45ad-9bf9-85513966359e will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:12:53.416093 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d0244606-4186-4266-ac64-03c1961b37d1 req-a38a9a85-ffb2-4645-b65c-045a5154f297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (f4dcdd6d-9b27-45ad-9bf9-85513966359e), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:53.596680 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a9a85-ffb2-4645-b65c-045a5154f297 service neutron] Pushing event updated for resources: {'Port': ['ID=f4dcdd6d-9b27-45ad-9bf9-85513966359e,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:53.866200 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-d0244606-4186-4266-ac64-03c1961b37d1 req-a38a9a85-ffb2-4645-b65c-045a5154f297 service neutron] Attempting to bind port f4dcdd6d-9b27-45ad-9bf9-85513966359e on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:12:53.868940 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-d0244606-4186-4266-ac64-03c1961b37d1 req-a38a9a85-ffb2-4645-b65c-045a5154f297 service neutron] Attempting to bind port f4dcdd6d-9b27-45ad-9bf9-85513966359e by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'ecd2471d-288a-424b-851d-b9c3f562b8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '898e839b-3c94-4a6d-ab21-01080b4deeb5'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:12:53.869500 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0244606-4186-4266-ac64-03c1961b37d1 req-a38a9a85-ffb2-4645-b65c-045a5154f297 service neutron] Attempting to bind port f4dcdd6d-9b27-45ad-9bf9-85513966359e on network 898e839b-3c94-4a6d-ab21-01080b4deeb5 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:12:53.884856 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0244606-4186-4266-ac64-03c1961b37d1 req-a38a9a85-ffb2-4645-b65c-045a5154f297 service neutron] Port f4dcdd6d-9b27-45ad-9bf9-85513966359e on network 898e839b-3c94-4a6d-ab21-01080b4deeb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:12:53.888116 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0244606-4186-4266-ac64-03c1961b37d1 req-a38a9a85-ffb2-4645-b65c-045a5154f297 service neutron] Attempting to bind port f4dcdd6d-9b27-45ad-9bf9-85513966359e on network 898e839b-3c94-4a6d-ab21-01080b4deeb5 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:12:53.912721 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0244606-4186-4266-ac64-03c1961b37d1 req-a38a9a85-ffb2-4645-b65c-045a5154f297 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:12:53.913198 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0244606-4186-4266-ac64-03c1961b37d1 req-a38a9a85-ffb2-4645-b65c-045a5154f297 service neutron] Checking segment: {'id': 'ecd2471d-288a-424b-851d-b9c3f562b8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '898e839b-3c94-4a6d-ab21-01080b4deeb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:12:53.913693 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0244606-4186-4266-ac64-03c1961b37d1 req-a38a9a85-ffb2-4645-b65c-045a5154f297 service neutron] Bound using segment: {'id': 'ecd2471d-288a-424b-851d-b9c3f562b8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '898e839b-3c94-4a6d-ab21-01080b4deeb5'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:12:53.915233 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-d0244606-4186-4266-ac64-03c1961b37d1 req-a38a9a85-ffb2-4645-b65c-045a5154f297 service neutron] Bound port: f4dcdd6d-9b27-45ad-9bf9-85513966359e, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd2471d-288a-424b-851d-b9c3f562b8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '898e839b-3c94-4a6d-ab21-01080b4deeb5'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:12:53.919848 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d0244606-4186-4266-ac64-03c1961b37d1 req-a38a9a85-ffb2-4645-b65c-045a5154f297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f4dcdd6d-9b27-45ad-9bf9-85513966359e), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:53.920014 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53138) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:53.989413 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed4a47-d07a-40b6-bde3-a94d625a67a1 req-4778e9d8-a7aa-47d5-b719-8b8f1274faf1 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:54.000283 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e2ed4a47-d07a-40b6-bde3-a94d625a67a1 req-4778e9d8-a7aa-47d5-b719-8b8f1274faf1 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 943 time: 0.2287147 Mar 05 05:12:54.164297 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e2ed4a47-d07a-40b6-bde3-a94d625a67a1 req-ce3047bc-52d6-454a-9b8b-3a42043bb0d5 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581957 Mar 05 05:12:54.171221 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-d0244606-4186-4266-ac64-03c1961b37d1 req-a38a9a85-ffb2-4645-b65c-045a5154f297 service neutron] For port f4dcdd6d-9b27-45ad-9bf9-85513966359e, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:12:54.174853 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-d0244606-4186-4266-ac64-03c1961b37d1 req-a38a9a85-ffb2-4645-b65c-045a5154f297 service neutron] For port f4dcdd6d-9b27-45ad-9bf9-85513966359e, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=f4dcdd6d-9b27-45ad-9bf9-85513966359e,segment=NetworkSegment(ecd2471d-288a-424b-851d-b9c3f562b8ff),segment_id=ecd2471d-288a-424b-851d-b9c3f562b8ff)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:12:54.196184 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d0244606-4186-4266-ac64-03c1961b37d1 req-a38a9a85-ffb2-4645-b65c-045a5154f297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (f4dcdd6d-9b27-45ad-9bf9-85513966359e), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:54.235121 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1520426e-34ae-4035-9d00-1f25a8f223f2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d87f4bc3b1ad4083a50bfbdb9336d51e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3087339 Mar 05 05:12:54.235994 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53148) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:54.383787 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0244606-4186-4266-ac64-03c1961b37d1 req-a38a9a85-ffb2-4645-b65c-045a5154f297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:54.390665 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d0244606-4186-4266-ac64-03c1961b37d1 req-a38a9a85-ffb2-4645-b65c-045a5154f297 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:54.392627 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d0244606-4186-4266-ac64-03c1961b37d1 req-a38a9a85-ffb2-4645-b65c-045a5154f297 service neutron] 10.222.0.31 "PUT /v2.0/ports/f4dcdd6d-9b27-45ad-9bf9-85513966359e HTTP/1.1" status: 200 len: 1092 time: 2.9741492 Mar 05 05:12:54.393888 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e9d93d-5ed3-42c0-89e1-e5e29b500b39', 'tag': 'f4dcdd6d-9b27-45ad-9bf9-85513966359e'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:12:54.396668 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6657a088-ffaf-4e79-9506-ab5b83b223e4" -d '{"events": [{"name": "network-changed", "server_uuid": "52e9d93d-5ed3-42c0-89e1-e5e29b500b39", "tag": "f4dcdd6d-9b27-45ad-9bf9-85513966359e"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:12:54.405153 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-402e4d40-cef8-4ab9-b373-bc7e3b6a98ad admin admin] Publish callbacks [] for security_group (bf0ae101-d4b1-4134-a1ba-6f0cc66b300f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:54.444679 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-402e4d40-cef8-4ab9-b373-bc7e3b6a98ad admin admin] Publish callbacks [] for security_group (bf0ae101-d4b1-4134-a1ba-6f0cc66b300f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:54.514308 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-402e4d40-cef8-4ab9-b373-bc7e3b6a98ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (bf0ae101-d4b1-4134-a1ba-6f0cc66b300f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:54.518219 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-402e4d40-cef8-4ab9-b373-bc7e3b6a98ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:54.520331 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-402e4d40-cef8-4ab9-b373-bc7e3b6a98ad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf0ae101-d4b1-4134-a1ba-6f0cc66b300f HTTP/1.1" status: 204 len: 168 time: 0.2621882 Mar 05 05:12:54.532096 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e4d40-cef8-4ab9-b373-bc7e3b6a98ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0ae101-d4b1-4134-a1ba-6f0cc66b300f,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:54.570002 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b1d96e-3460-4e21-af41-641acb6cca44 x-openstack-request-id: req-f1b1d96e-3460-4e21-af41-641acb6cca44 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:12:54.570298 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e9d93d-5ed3-42c0-89e1-e5e29b500b39", "tag": "f4dcdd6d-9b27-45ad-9bf9-85513966359e", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:12:54.573685 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f1b1d96e-3460-4e21-af41-641acb6cca44 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:12:54.574728 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e9d93d-5ed3-42c0-89e1-e5e29b500b39', 'tag': 'f4dcdd6d-9b27-45ad-9bf9-85513966359e', 'status': 'completed', 'code': 200} Mar 05 05:12:54.630145 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a9a85-ffb2-4645-b65c-045a5154f297 service neutron] Pushing event updated for resources: {'Port': ['ID=f4dcdd6d-9b27-45ad-9bf9-85513966359e,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:54.648274 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0244606-4186-4266-ac64-03c1961b37d1 req-8995e320-a099-4555-9215-9b3adeb45f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:54.652576 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d0244606-4186-4266-ac64-03c1961b37d1 req-8995e320-a099-4555-9215-9b3adeb45f8a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1694e51849b9494986675c07b6ef752d&device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 1126 time: 0.1964417 Mar 05 05:12:54.788160 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d0244606-4186-4266-ac64-03c1961b37d1 req-9b9ca8d7-7eb5-490e-8ec5-3ee7a9393791 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4dcdd6d-9b27-45ad-9bf9-85513966359e HTTP/1.1" status: 200 len: 217 time: 0.1279159 Mar 05 05:12:54.916212 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0244606-4186-4266-ac64-03c1961b37d1 req-2b044143-51c2-4806-aeb3-69f4af186344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:54.919657 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d0244606-4186-4266-ac64-03c1961b37d1 req-2b044143-51c2-4806-aeb3-69f4af186344 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=98a66c11-be7f-4215-aec6-5c59a4a9e0a3 HTTP/1.1" status: 200 len: 851 time: 0.1251721 Mar 05 05:12:54.978706 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d0244606-4186-4266-ac64-03c1961b37d1 req-30c0ae1a-5dd7-4bbc-9d2f-12788e6a5367 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=898e839b-3c94-4a6d-ab21-01080b4deeb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528345 Mar 05 05:12:55.209598 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d0244606-4186-4266-ac64-03c1961b37d1 req-31b7083e-4f83-46a4-8424-42dba4be423a service neutron] 10.222.0.31 "GET /v2.0/networks/898e839b-3c94-4a6d-ab21-01080b4deeb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226706 Mar 05 05:12:55.395627 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53176) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:55.459491 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d2734489-8b6f-47c9-9ef9-4d7072d987d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:55.486605 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f44b6-a51f-40e8-8ae9-dce24321a090 req-c1029e1f-fa25-4ba4-935f-43f9b4977b99 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:55.497956 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-495f44b6-a51f-40e8-8ae9-dce24321a090 req-c1029e1f-fa25-4ba4-935f-43f9b4977b99 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 943 time: 0.1788106 Mar 05 05:12:55.614200 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-495f44b6-a51f-40e8-8ae9-dce24321a090 req-fede6ec5-5ed1-49a4-887f-8fe3ac627000 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148715 Mar 05 05:12:55.645943 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d2734489-8b6f-47c9-9ef9-4d7072d987d8 admin admin] Publish callbacks [] for security_group (8a313e16-391f-4f58-b067-d5d36e973e70), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:55.660809 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d2734489-8b6f-47c9-9ef9-4d7072d987d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8a313e16-391f-4f58-b067-d5d36e973e70), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:55.749021 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53180) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:55.749900 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d2734489-8b6f-47c9-9ef9-4d7072d987d8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d04b54f8bf5845cea093a300d78d4007&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3390286 Mar 05 05:12:55.794795 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d0244606-4186-4266-ac64-03c1961b37d1 req-6127f128-9f50-424c-b9d8-73589ae7c0eb service neutron] 10.222.0.31 "GET /v2.0/networks/898e839b-3c94-4a6d-ab21-01080b4deeb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5768814 Mar 05 05:12:55.931929 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f249fd60-acd5-4c47-8cdc-115178d0813e admin admin] Publish callbacks [] for security_group (8a313e16-391f-4f58-b067-d5d36e973e70), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:55.934134 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2734489-8b6f-47c9-9ef9-4d7072d987d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a313e16-391f-4f58-b067-d5d36e973e70,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:55.998676 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657a088-ffaf-4e79-9506-ab5b83b223e4 req-7f73222b-3d1f-4495-9773-5efaa30ff1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:56.000306 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6657a088-ffaf-4e79-9506-ab5b83b223e4 req-7f73222b-3d1f-4495-9773-5efaa30ff1a6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1694e51849b9494986675c07b6ef752d&device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 1126 time: 0.1323776 Mar 05 05:12:56.023794 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f249fd60-acd5-4c47-8cdc-115178d0813e admin admin] Publish callbacks [] for security_group (8a313e16-391f-4f58-b067-d5d36e973e70), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:56.130313 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657a088-ffaf-4e79-9506-ab5b83b223e4 req-516ebf83-88a9-449d-8dc7-a44c42178987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:56.132258 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6657a088-ffaf-4e79-9506-ab5b83b223e4 req-516ebf83-88a9-449d-8dc7-a44c42178987 service neutron] 10.222.0.31 "GET /v2.0/networks?id=898e839b-3c94-4a6d-ab21-01080b4deeb5 HTTP/1.1" status: 200 len: 911 time: 0.1254292 Mar 05 05:12:56.150319 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f249fd60-acd5-4c47-8cdc-115178d0813e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8a313e16-391f-4f58-b067-d5d36e973e70), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:56.154492 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f249fd60-acd5-4c47-8cdc-115178d0813e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:56.157736 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f249fd60-acd5-4c47-8cdc-115178d0813e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8a313e16-391f-4f58-b067-d5d36e973e70 HTTP/1.1" status: 204 len: 168 time: 0.4051940 Mar 05 05:12:56.190317 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249fd60-acd5-4c47-8cdc-115178d0813e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a313e16-391f-4f58-b067-d5d36e973e70,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:56.240907 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6657a088-ffaf-4e79-9506-ab5b83b223e4 req-53cd13fc-2e70-4266-baec-8303f904c308 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4dcdd6d-9b27-45ad-9bf9-85513966359e HTTP/1.1" status: 200 len: 217 time: 0.0986555 Mar 05 05:12:56.301954 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657a088-ffaf-4e79-9506-ab5b83b223e4 req-8d41f76b-dca2-4f59-ba7f-3f0c5d6160cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:56.303601 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6657a088-ffaf-4e79-9506-ab5b83b223e4 req-8d41f76b-dca2-4f59-ba7f-3f0c5d6160cc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=98a66c11-be7f-4215-aec6-5c59a4a9e0a3 HTTP/1.1" status: 200 len: 851 time: 0.0547540 Mar 05 05:12:56.349316 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6657a088-ffaf-4e79-9506-ab5b83b223e4 req-b1a62eec-01bb-49bc-8217-dde8b1620369 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=898e839b-3c94-4a6d-ab21-01080b4deeb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376680 Mar 05 05:12:56.597621 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6657a088-ffaf-4e79-9506-ab5b83b223e4 req-806d9a34-0c7f-4112-92ec-1967d9d5ea60 service neutron] 10.222.0.31 "GET /v2.0/networks/898e839b-3c94-4a6d-ab21-01080b4deeb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411633 Mar 05 05:12:56.864257 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6657a088-ffaf-4e79-9506-ab5b83b223e4 req-e20bcb9b-24f7-4636-982f-9afb6d9eb2d2 service neutron] 10.222.0.31 "GET /v2.0/networks/898e839b-3c94-4a6d-ab21-01080b4deeb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589800 Mar 05 05:12:56.941421 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322080d-c0d6-4d19-b9cf-9c0b2495dea8 req-f27d2f9d-88b2-4736-9520-91ef7831acd7 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:56.947803 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9322080d-c0d6-4d19-b9cf-9c0b2495dea8 req-f27d2f9d-88b2-4736-9520-91ef7831acd7 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 943 time: 0.1596327 Mar 05 05:12:57.017319 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53206) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:57.066387 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9322080d-c0d6-4d19-b9cf-9c0b2495dea8 req-70cc1a48-f6b3-4336-bff6-999e13fabc10 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086481 Mar 05 05:12:57.129820 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c0dda9e0-7512-4dbc-8a63-5306aea438c9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9ee9a31145374829beac83d3611cdb80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1088328 Mar 05 05:12:57.130160 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53210) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:57.240279 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a93c4fee-7cb9-47dd-b935-e0d9b380600a admin admin] Publish callbacks [] for security_group (10806aa2-afe7-434a-825b-f542f94fb7c7), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:57.267588 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a93c4fee-7cb9-47dd-b935-e0d9b380600a admin admin] Publish callbacks [] for security_group (10806aa2-afe7-434a-825b-f542f94fb7c7), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:57.325763 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a93c4fee-7cb9-47dd-b935-e0d9b380600a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (10806aa2-afe7-434a-825b-f542f94fb7c7), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:57.332412 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a93c4fee-7cb9-47dd-b935-e0d9b380600a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:57.335123 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a93c4fee-7cb9-47dd-b935-e0d9b380600a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/10806aa2-afe7-434a-825b-f542f94fb7c7 HTTP/1.1" status: 204 len: 168 time: 0.2036328 Mar 05 05:12:57.359562 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c4fee-7cb9-47dd-b935-e0d9b380600a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10806aa2-afe7-434a-825b-f542f94fb7c7,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:58.157613 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device f4dcdd6d-9b27-45ad-9bf9-85513966359e details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:12:58.297275 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53240) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:58.377479 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ff58a-bb37-48fc-87f1-88707b888082 req-01d422e9-0edf-4f96-ab65-547916d4f240 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:58.382182 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c75ff58a-bb37-48fc-87f1-88707b888082 req-01d422e9-0edf-4f96-ab65-547916d4f240 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 943 time: 0.1536069 Mar 05 05:12:58.390446 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port f4dcdd6d-9b27-45ad-9bf9-85513966359e, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=f4dcdd6d-9b27-45ad-9bf9-85513966359e,segment=NetworkSegment(ecd2471d-288a-424b-851d-b9c3f562b8ff),segment_id=ecd2471d-288a-424b-851d-b9c3f562b8ff)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:12:58.421355 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'f4dcdd6d-9b27-45ad-9bf9-85513966359e', 'network_id': '898e839b-3c94-4a6d-ab21-01080b4deeb5', 'port_id': 'f4dcdd6d-9b27-45ad-9bf9-85513966359e', 'mac_address': 'fa:16:3e:0b:ba:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98a66c11-be7f-4215-aec6-5c59a4a9e0a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:12:58.463387 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port f4dcdd6d-9b27-45ad-9bf9-85513966359e is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:12:58.464045 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f4dcdd6d-9b27-45ad-9bf9-85513966359e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:58.483039 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4dcdd6d-9b27-45ad-9bf9-85513966359e {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:12:58.507330 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port f4dcdd6d-9b27-45ad-9bf9-85513966359e, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=f4dcdd6d-9b27-45ad-9bf9-85513966359e,segment=NetworkSegment(ecd2471d-288a-424b-851d-b9c3f562b8ff),segment_id=ecd2471d-288a-424b-851d-b9c3f562b8ff)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:12:58.515560 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f4dcdd6d-9b27-45ad-9bf9-85513966359e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:58.547198 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c75ff58a-bb37-48fc-87f1-88707b888082 req-60dad41b-a040-4822-944d-8eff56a9def5 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552095 Mar 05 05:12:58.585504 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f85f233-526a-44e5-a8bc-03c0a42aa7f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:58.598316 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=f4dcdd6d-9b27-45ad-9bf9-85513966359e,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:58.729806 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['f4dcdd6d-9b27-45ad-9bf9-85513966359e'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:12:58.773392 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f85f233-526a-44e5-a8bc-03c0a42aa7f3 admin admin] Publish callbacks [] for security_group (e63f1e57-911e-4c86-9836-732bbbd7d948), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:58.785706 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f85f233-526a-44e5-a8bc-03c0a42aa7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e63f1e57-911e-4c86-9836-732bbbd7d948), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:58.962369 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53256) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:58.989947 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2f85f233-526a-44e5-a8bc-03c0a42aa7f3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e19766b3e47b47e493689b4fb782519d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6915567 Mar 05 05:12:58.992109 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85f233-526a-44e5-a8bc-03c0a42aa7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63f1e57-911e-4c86-9836-732bbbd7d948,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:58.992666 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53260) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:59.115259 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ee490520-e5c6-488e-ad06-58f90d366bb4 admin admin] Publish callbacks [] for security_group (e63f1e57-911e-4c86-9836-732bbbd7d948), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:59.160310 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ee490520-e5c6-488e-ad06-58f90d366bb4 admin admin] Publish callbacks [] for security_group (e63f1e57-911e-4c86-9836-732bbbd7d948), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:59.264293 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ee490520-e5c6-488e-ad06-58f90d366bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e63f1e57-911e-4c86-9836-732bbbd7d948), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:59.267331 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ee490520-e5c6-488e-ad06-58f90d366bb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:59.271286 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ee490520-e5c6-488e-ad06-58f90d366bb4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e63f1e57-911e-4c86-9836-732bbbd7d948 HTTP/1.1" status: 204 len: 168 time: 0.2775846 Mar 05 05:12:59.282805 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-cccfd3a0-59b8-4b97-8591-858e3f90ba36 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1491287577-network', 'tenant_id': 'e8ce0857d2d243579eea7d6c79d829d7'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:12:59.322885 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee490520-e5c6-488e-ad06-58f90d366bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63f1e57-911e-4c86-9836-732bbbd7d948,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:59.325759 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccfd3a0-59b8-4b97-8591-858e3f90ba36 admin admin] Made reservation on behalf of e8ce0857d2d243579eea7d6c79d829d7 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:12:59.329841 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cccfd3a0-59b8-4b97-8591-858e3f90ba36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:59.346189 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cccfd3a0-59b8-4b97-8591-858e3f90ba36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:59.573350 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cccfd3a0-59b8-4b97-8591-858e3f90ba36 admin admin] Publish callbacks [] for security_group (4141efa7-53ba-4206-84b0-790861923c23), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:59.580498 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cccfd3a0-59b8-4b97-8591-858e3f90ba36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4141efa7-53ba-4206-84b0-790861923c23), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:59.601236 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cccfd3a0-59b8-4b97-8591-858e3f90ba36 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:12:59.617087 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cccfd3a0-59b8-4b97-8591-858e3f90ba36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (ec8ef286-78b1-4c2d-ac7e-133775c2f722), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:59.617444 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-cccfd3a0-59b8-4b97-8591-858e3f90ba36 admin admin] Added segment ec8ef286-78b1-4c2d-ac7e-133775c2f722 of type vlan for network 323651a0-ed7e-44f8-bb98-559a776c6564 Mar 05 05:12:59.694460 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cccfd3a0-59b8-4b97-8591-858e3f90ba36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (323651a0-ed7e-44f8-bb98-559a776c6564), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:59.753790 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cccfd3a0-59b8-4b97-8591-858e3f90ba36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (323651a0-ed7e-44f8-bb98-559a776c6564), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:59.755214 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccfd3a0-59b8-4b97-8591-858e3f90ba36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:12:59.755863 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cccfd3a0-59b8-4b97-8591-858e3f90ba36 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:12:59.916791 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccfd3a0-59b8-4b97-8591-858e3f90ba36 admin admin] Pushing event updated for resources: {'Network': ['ID=323651a0-ed7e-44f8-bb98-559a776c6564,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:12:59.935922 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 323651a0-ed7e-44f8-bb98-559a776c6564 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:12:59.941887 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-cccfd3a0-59b8-4b97-8591-858e3f90ba36 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9782059 Mar 05 05:12:59.942065 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53296) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:12:59.947900 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-91a360f7-2d29-4873-a82b-9c9ca17d6e77 admin admin] Request body: {'subnet': {'network_id': '323651a0-ed7e-44f8-bb98-559a776c6564', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1491287577-subnet', 'tenant_id': 'e8ce0857d2d243579eea7d6c79d829d7', 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:12:59.950779 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccfd3a0-59b8-4b97-8591-858e3f90ba36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4141efa7-53ba-4206-84b0-790861923c23,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:00.004681 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9688b21-5bb1-40bd-8a44-3bd9e0e5a180 req-36f1d1e2-d0e6-47fd-b6e0-c9ee6dcc86bb tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:00.009196 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a360f7-2d29-4873-a82b-9c9ca17d6e77 admin admin] Made reservation on behalf of e8ce0857d2d243579eea7d6c79d829d7 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:13:00.012416 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-91a360f7-2d29-4873-a82b-9c9ca17d6e77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:00.015707 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c9688b21-5bb1-40bd-8a44-3bd9e0e5a180 req-36f1d1e2-d0e6-47fd-b6e0-c9ee6dcc86bb tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 944 time: 0.2869015 Mar 05 05:13:00.118397 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c9688b21-5bb1-40bd-8a44-3bd9e0e5a180 req-86f4bb4d-400e-42f1-a2c8-55ad2d5b5a4a tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016016 Mar 05 05:13:00.184617 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device f4dcdd6d-9b27-45ad-9bf9-85513966359e up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:13:00.326171 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port f4dcdd6d-9b27-45ad-9bf9-85513966359e completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:13:00.335204 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port f4dcdd6d-9b27-45ad-9bf9-85513966359e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:13:00.335799 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f4dcdd6d-9b27-45ad-9bf9-85513966359e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:00.398783 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-91a360f7-2d29-4873-a82b-9c9ca17d6e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (f40dd957-d0aa-40db-b41c-5ec649c8b600), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:00.495263 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a360f7-2d29-4873-a82b-9c9ca17d6e77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f40dd957-d0aa-40db-b41c-5ec649c8b600,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:00.503054 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port f4dcdd6d-9b27-45ad-9bf9-85513966359e is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:13:00.503963 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f4dcdd6d-9b27-45ad-9bf9-85513966359e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:00.566605 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a360f7-2d29-4873-a82b-9c9ca17d6e77 admin admin] Checking segment: {'id': 'ec8ef286-78b1-4c2d-ac7e-133775c2f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '323651a0-ed7e-44f8-bb98-559a776c6564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:13:00.567116 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a360f7-2d29-4873-a82b-9c9ca17d6e77 admin admin] Network hostable DHCP agents. Network: 323651a0-ed7e-44f8-bb98-559a776c6564, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:13:00.584696 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e9d93d-5ed3-42c0-89e1-e5e29b500b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4dcdd6d-9b27-45ad-9bf9-85513966359e'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:13:00.590757 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ae3a38-9dc6-4f81-8eb7-47830400b452" -d '{"events": [{"server_uuid": "52e9d93d-5ed3-42c0-89e1-e5e29b500b39", "name": "network-vif-plugged", "status": "completed", "tag": "f4dcdd6d-9b27-45ad-9bf9-85513966359e"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:13:00.593272 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a360f7-2d29-4873-a82b-9c9ca17d6e77 admin admin] Network 323651a0-ed7e-44f8-bb98-559a776c6564 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:13:00.609262 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port f4dcdd6d-9b27-45ad-9bf9-85513966359e, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=f4dcdd6d-9b27-45ad-9bf9-85513966359e,segment=NetworkSegment(ecd2471d-288a-424b-851d-b9c3f562b8ff),segment_id=ecd2471d-288a-424b-851d-b9c3f562b8ff)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:13:00.616083 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f4dcdd6d-9b27-45ad-9bf9-85513966359e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:00.624416 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-91a360f7-2d29-4873-a82b-9c9ca17d6e77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 323651a0-ed7e-44f8-bb98-559a776c6564) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:13:00.634406 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a360f7-2d29-4873-a82b-9c9ca17d6e77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:00.640720 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-91a360f7-2d29-4873-a82b-9c9ca17d6e77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:00.691066 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53314) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:00.691962 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0ff839-e452-4762-b68c-d3e55bb52df4 None None] Network 323651a0-ed7e-44f8-bb98-559a776c6564 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:13:00.696273 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-1d37a38e-35e0-405d-8112-9b3de6dfc787 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1491287577-router', 'tenant_id': 'e8ce0857d2d243579eea7d6c79d829d7', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:13:00.706643 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-91a360f7-2d29-4873-a82b-9c9ca17d6e77 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7634161 Mar 05 05:13:00.748535 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1d37a38e-35e0-405d-8112-9b3de6dfc787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (71edd290-0fa1-45ea-b1dc-015615b96bbc), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:00.750169 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1d37a38e-35e0-405d-8112-9b3de6dfc787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (71edd290-0fa1-45ea-b1dc-015615b96bbc), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:00.815733 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e263790-020b-4f0c-b81f-2a345715b06d x-openstack-request-id: req-6e263790-020b-4f0c-b81f-2a345715b06d {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:13:00.816080 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e9d93d-5ed3-42c0-89e1-e5e29b500b39", "name": "network-vif-plugged", "status": "completed", "tag": "f4dcdd6d-9b27-45ad-9bf9-85513966359e", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:13:00.816371 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6e263790-020b-4f0c-b81f-2a345715b06d {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:13:00.816780 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e9d93d-5ed3-42c0-89e1-e5e29b500b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4dcdd6d-9b27-45ad-9bf9-85513966359e', 'code': 200} Mar 05 05:13:00.863088 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb297596-633b-4b31-b3e3-450d5b9ca817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-323651a0-ed7e-44f8-bb98-559a776c6564', 'network_id': '323651a0-ed7e-44f8-bb98-559a776c6564', 'project_id': 'e8ce0857d2d243579eea7d6c79d829d7', 'fixed_ips': [{'subnet_id': 'f40dd957-d0aa-40db-b41c-5ec649c8b600'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:13:00.864259 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cb297596-633b-4b31-b3e3-450d5b9ca817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:00.973346 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1d37a38e-35e0-405d-8112-9b3de6dfc787 admin admin] Publish callbacks [] for router_controller (71edd290-0fa1-45ea-b1dc-015615b96bbc), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:00.989926 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20e603-ef36-44c4-974f-ad75bb26ceb9 req-e9b76037-c1ca-4db4-aac0-56a7fb85919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:00.997468 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-da20e603-ef36-44c4-974f-ad75bb26ceb9 req-e9b76037-c1ca-4db4-aac0-56a7fb85919e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 1128 time: 0.1719208 Mar 05 05:13:01.106867 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-da20e603-ef36-44c4-974f-ad75bb26ceb9 req-3a8703f3-f3a8-44df-9033-5852991e8d70 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077254 Mar 05 05:13:01.179210 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-cb297596-633b-4b31-b3e3-450d5b9ca817 None None] Allocated IP 172.20.0.2 (323651a0-ed7e-44f8-bb98-559a776c6564/f40dd957-d0aa-40db-b41c-5ec649c8b600/c0ff23c2-0d09-4bb0-b754-50a0b15b347e) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:13:01.255036 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1d37a38e-35e0-405d-8112-9b3de6dfc787 admin admin] Publish callbacks [] for router_gateway (71edd290-0fa1-45ea-b1dc-015615b96bbc), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:01.465754 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=f4dcdd6d-9b27-45ad-9bf9-85513966359e,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:01.482192 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e929a-2b18-4de3-910d-18a044c60176 req-9abc82da-a525-4b95-b5ce-c518839a2ec3 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:01.487900 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ac7e929a-2b18-4de3-910d-18a044c60176 req-9abc82da-a525-4b95-b5ce-c518839a2ec3 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 945 time: 0.2132328 Mar 05 05:13:01.690051 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cb297596-633b-4b31-b3e3-450d5b9ca817 None None] Publish callbacks [] for port (c0ff23c2-0d09-4bb0-b754-50a0b15b347e), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:01.704408 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cb297596-633b-4b31-b3e3-450d5b9ca817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (c0ff23c2-0d09-4bb0-b754-50a0b15b347e), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:01.847723 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ac7e929a-2b18-4de3-910d-18a044c60176 req-2ef0e2d9-e517-4f6e-be3e-9841ca5c9e3d tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446467 Mar 05 05:13:01.868537 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb297596-633b-4b31-b3e3-450d5b9ca817 None None] Network 323651a0-ed7e-44f8-bb98-559a776c6564 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:13:01.875693 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb297596-633b-4b31-b3e3-450d5b9ca817 None None] Pushing event updated for resources: {'Port': ['ID=c0ff23c2-0d09-4bb0-b754-50a0b15b347e,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:01.889730 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-cb297596-633b-4b31-b3e3-450d5b9ca817 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:13:01.902251 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb297596-633b-4b31-b3e3-450d5b9ca817 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:13:02.073196 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-cb297596-633b-4b31-b3e3-450d5b9ca817 None None] Attempting to bind port c0ff23c2-0d09-4bb0-b754-50a0b15b347e on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:13:02.075185 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-cb297596-633b-4b31-b3e3-450d5b9ca817 None None] Attempting to bind port c0ff23c2-0d09-4bb0-b754-50a0b15b347e by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'ec8ef286-78b1-4c2d-ac7e-133775c2f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '323651a0-ed7e-44f8-bb98-559a776c6564'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:13:02.075765 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb297596-633b-4b31-b3e3-450d5b9ca817 None None] Attempting to bind port c0ff23c2-0d09-4bb0-b754-50a0b15b347e on network 323651a0-ed7e-44f8-bb98-559a776c6564 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:13:02.090632 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb297596-633b-4b31-b3e3-450d5b9ca817 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:13:02.091018 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb297596-633b-4b31-b3e3-450d5b9ca817 None None] Checking segment: {'id': 'ec8ef286-78b1-4c2d-ac7e-133775c2f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '323651a0-ed7e-44f8-bb98-559a776c6564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:13:02.094494 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cb297596-633b-4b31-b3e3-450d5b9ca817 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:02.094915 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb297596-633b-4b31-b3e3-450d5b9ca817 None None] Bound using segment: {'id': 'ec8ef286-78b1-4c2d-ac7e-133775c2f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '323651a0-ed7e-44f8-bb98-559a776c6564'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:13:02.095641 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-cb297596-633b-4b31-b3e3-450d5b9ca817 None None] Bound port: c0ff23c2-0d09-4bb0-b754-50a0b15b347e, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8ef286-78b1-4c2d-ac7e-133775c2f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '323651a0-ed7e-44f8-bb98-559a776c6564'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:13:02.096290 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cb297596-633b-4b31-b3e3-450d5b9ca817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c0ff23c2-0d09-4bb0-b754-50a0b15b347e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:02.328020 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1d37a38e-35e0-405d-8112-9b3de6dfc787 admin admin] Publish callbacks [] for router_gateway (71edd290-0fa1-45ea-b1dc-015615b96bbc), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:02.368288 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-cb297596-633b-4b31-b3e3-450d5b9ca817 None None] For port c0ff23c2-0d09-4bb0-b754-50a0b15b347e, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:13:02.381676 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-cb297596-633b-4b31-b3e3-450d5b9ca817 None None] For port c0ff23c2-0d09-4bb0-b754-50a0b15b347e, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c0ff23c2-0d09-4bb0-b754-50a0b15b347e,segment=NetworkSegment(ec8ef286-78b1-4c2d-ac7e-133775c2f722),segment_id=ec8ef286-78b1-4c2d-ac7e-133775c2f722)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:13:02.392566 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1d37a38e-35e0-405d-8112-9b3de6dfc787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:02.399670 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cb297596-633b-4b31-b3e3-450d5b9ca817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c0ff23c2-0d09-4bb0-b754-50a0b15b347e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:02.529758 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb297596-633b-4b31-b3e3-450d5b9ca817 None None] Pushing event updated for resources: {'Port': ['ID=c0ff23c2-0d09-4bb0-b754-50a0b15b347e,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:02.753828 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-1d37a38e-35e0-405d-8112-9b3de6dfc787 admin admin] Allocated IP 172.25.0.158 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:13:03.050031 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1d37a38e-35e0-405d-8112-9b3de6dfc787 admin admin] Publish callbacks [] for port (92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:03.155811 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1d37a38e-35e0-405d-8112-9b3de6dfc787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:03.327676 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d37a38e-35e0-405d-8112-9b3de6dfc787 admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:13:03.345595 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d37a38e-35e0-405d-8112-9b3de6dfc787 admin admin] Pushing event updated for resources: {'Port': ['ID=92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:03.348141 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-1d37a38e-35e0-405d-8112-9b3de6dfc787 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:13:03.370272 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d37a38e-35e0-405d-8112-9b3de6dfc787 admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:13:03.458963 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf96f14-46c0-47d3-8e39-ffde63cadc6f req-c75c1766-3d38-4fae-ae9d-c12ecc9a9594 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:03.461718 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ddf96f14-46c0-47d3-8e39-ffde63cadc6f req-c75c1766-3d38-4fae-ae9d-c12ecc9a9594 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 945 time: 0.3290033 Mar 05 05:13:03.687368 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ddf96f14-46c0-47d3-8e39-ffde63cadc6f req-28e7a376-754f-4838-8d9d-30ede9c867b5 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934445 Mar 05 05:13:04.057361 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1d37a38e-35e0-405d-8112-9b3de6dfc787 admin admin] Publish callbacks [] for router_gateway (71edd290-0fa1-45ea-b1dc-015615b96bbc), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:04.225692 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca45d7b-ad73-47ca-964e-0b534e6ee820 req-6b07875b-9b8b-4568-aef5-4c6b736c99c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:04.227265 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0ca45d7b-ad73-47ca-964e-0b534e6ee820 req-6b07875b-9b8b-4568-aef5-4c6b736c99c2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1694e51849b9494986675c07b6ef752d&device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 1128 time: 0.1544778 Mar 05 05:13:04.314966 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0700b8-1a85-44ea-818b-4b93219ab83b None None] Network 323651a0-ed7e-44f8-bb98-559a776c6564 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:13:04.520609 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca45d7b-ad73-47ca-964e-0b534e6ee820 req-3fdb54d5-c8bd-4ca8-bd54-4f5a701cc22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:04.522173 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0ca45d7b-ad73-47ca-964e-0b534e6ee820 req-3fdb54d5-c8bd-4ca8-bd54-4f5a701cc22a service neutron] 10.222.0.31 "GET /v2.0/networks?id=898e839b-3c94-4a6d-ab21-01080b4deeb5 HTTP/1.1" status: 200 len: 911 time: 0.2821867 Mar 05 05:13:04.533506 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6de3129b-9825-45b7-b87e-cda5a19766e2 None None] Provisioning complete for port c0ff23c2-0d09-4bb0-b754-50a0b15b347e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:13:04.534239 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6de3129b-9825-45b7-b87e-cda5a19766e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c0ff23c2-0d09-4bb0-b754-50a0b15b347e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:04.544917 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4aeb1d-3a12-4f42-a16d-c5519ce24274 req-93ae33d0-4661-4b39-8d59-534805acfb04 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:04.546470 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0c4aeb1d-3a12-4f42-a16d-c5519ce24274 req-93ae33d0-4661-4b39-8d59-534805acfb04 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 945 time: 0.3818223 Mar 05 05:13:04.643357 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0ca45d7b-ad73-47ca-964e-0b534e6ee820 req-27cb048b-182e-4b8a-a069-78bb20cbfeb5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4dcdd6d-9b27-45ad-9bf9-85513966359e HTTP/1.1" status: 200 len: 217 time: 0.0947921 Mar 05 05:13:04.777141 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca45d7b-ad73-47ca-964e-0b534e6ee820 req-e1540c61-4fda-4116-a86a-99b9444faca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:04.780604 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0ca45d7b-ad73-47ca-964e-0b534e6ee820 req-e1540c61-4fda-4116-a86a-99b9444faca3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=98a66c11-be7f-4215-aec6-5c59a4a9e0a3 HTTP/1.1" status: 200 len: 851 time: 0.1349688 Mar 05 05:13:04.881491 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0ca45d7b-ad73-47ca-964e-0b534e6ee820 req-f886e7af-9e92-4109-9065-fa12dc188e61 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=898e839b-3c94-4a6d-ab21-01080b4deeb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944517 Mar 05 05:13:04.966334 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c0ff23c2-0d09-4bb0-b754-50a0b15b347e up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:13:04.979044 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6de3129b-9825-45b7-b87e-cda5a19766e2 None None] Current status of the port c0ff23c2-0d09-4bb0-b754-50a0b15b347e is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:13:04.979462 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6de3129b-9825-45b7-b87e-cda5a19766e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c0ff23c2-0d09-4bb0-b754-50a0b15b347e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:04.989748 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0c4aeb1d-3a12-4f42-a16d-c5519ce24274 req-b92e430f-acda-44c2-8f3b-d93bbff99f1c tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229193 Mar 05 05:13:05.064668 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1d37a38e-35e0-405d-8112-9b3de6dfc787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (71edd290-0fa1-45ea-b1dc-015615b96bbc), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:05.232355 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0ca45d7b-ad73-47ca-964e-0b534e6ee820 req-77fb8eaa-87a2-4494-8c2f-88649135d2fa service neutron] 10.222.0.31 "GET /v2.0/networks/898e839b-3c94-4a6d-ab21-01080b4deeb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430450 Mar 05 05:13:05.459358 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d37a38e-35e0-405d-8112-9b3de6dfc787 admin admin] Router 71edd290-0fa1-45ea-b1dc-015615b96bbc is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:13:05.480096 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0ca45d7b-ad73-47ca-964e-0b534e6ee820 req-3cba871f-163b-4f27-95ed-2d703dfa15ad service neutron] 10.222.0.31 "GET /v2.0/networks/898e839b-3c94-4a6d-ab21-01080b4deeb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412305 Mar 05 05:13:05.535751 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6de3129b-9825-45b7-b87e-cda5a19766e2 None None] For port c0ff23c2-0d09-4bb0-b754-50a0b15b347e, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c0ff23c2-0d09-4bb0-b754-50a0b15b347e,segment=NetworkSegment(ec8ef286-78b1-4c2d-ac7e-133775c2f722),segment_id=ec8ef286-78b1-4c2d-ac7e-133775c2f722)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:13:05.546580 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6de3129b-9825-45b7-b87e-cda5a19766e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c0ff23c2-0d09-4bb0-b754-50a0b15b347e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:05.673639 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3129b-9825-45b7-b87e-cda5a19766e2 None None] Pushing event updated for resources: {'Port': ['ID=c0ff23c2-0d09-4bb0-b754-50a0b15b347e,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:05.697754 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port c0ff23c2-0d09-4bb0-b754-50a0b15b347e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:13:05.698148 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c0ff23c2-0d09-4bb0-b754-50a0b15b347e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:05.772289 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d37a38e-35e0-405d-8112-9b3de6dfc787 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:13:05.784884 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24d480e-ee20-4b34-b83d-cb14cf0ca3ea None None] Sync routers for ids ['71edd290-0fa1-45ea-b1dc-015615b96bbc'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:13:05.810462 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1d37a38e-35e0-405d-8112-9b3de6dfc787 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:05.812044 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1d37a38e-35e0-405d-8112-9b3de6dfc787 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.1194112 Mar 05 05:13:05.814623 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53386) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:05.820833 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24d480e-ee20-4b34-b83d-cb14cf0ca3ea None None] Routers {'71edd290-0fa1-45ea-b1dc-015615b96bbc'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:13:05.821491 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b24d480e-ee20-4b34-b83d-cb14cf0ca3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:12:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['71edd290-0fa1-45ea-b1dc-015615b96bbc'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:13:05.872744 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port c0ff23c2-0d09-4bb0-b754-50a0b15b347e is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:13:05.931865 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-677a8288-9820-4371-93ac-fb18b0f729ba None None] Provisioning complete for port c0ff23c2-0d09-4bb0-b754-50a0b15b347e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:13:05.933336 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-677a8288-9820-4371-93ac-fb18b0f729ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c0ff23c2-0d09-4bb0-b754-50a0b15b347e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:06.088994 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-b24d480e-ee20-4b34-b83d-cb14cf0ca3ea None None] Set router 71edd290-0fa1-45ea-b1dc-015615b96bbc gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:13:06.195044 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-677a8288-9820-4371-93ac-fb18b0f729ba None None] Current status of the port c0ff23c2-0d09-4bb0-b754-50a0b15b347e is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:13:06.460702 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454b2d2-dba9-4128-b1a1-fa821f54c027 req-69224845-3a79-4f1e-bbad-bb7492cc8888 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:06.462757 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e454b2d2-dba9-4128-b1a1-fa821f54c027 req-69224845-3a79-4f1e-bbad-bb7492cc8888 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 945 time: 0.2179236 Mar 05 05:13:06.564887 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b24d480e-ee20-4b34-b83d-cb14cf0ca3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71edd290-0fa1-45ea-b1dc-015615b96bbc', 'name': 'tempest-ImageQuotaTest-1491287577-router', 'tenant_id': 'e8ce0857d2d243579eea7d6c79d829d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:13:00Z', 'updated_at': '2022-03-05T05:13:03Z', 'revision_number': 3, 'project_id': 'e8ce0857d2d243579eea7d6c79d829d7', 'gw_port': {'id': '92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71edd290-0fa1-45ea-b1dc-015615b96bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:13:02Z', 'updated_at': '2022-03-05T05:13:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:13:06.619308 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24d480e-ee20-4b34-b83d-cb14cf0ca3ea None None] Checking router: 71edd290-0fa1-45ea-b1dc-015615b96bbc for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:13:06.620050 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24d480e-ee20-4b34-b83d-cb14cf0ca3ea None None] Updating router 71edd290-0fa1-45ea-b1dc-015615b96bbc port 92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:13:06.678981 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b24d480e-ee20-4b34-b83d-cb14cf0ca3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:06.747515 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e454b2d2-dba9-4128-b1a1-fa821f54c027 req-52836f5a-ba11-4761-91a9-bba39687b843 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244761 Mar 05 05:13:06.854823 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c0ff23c2-0d09-4bb0-b754-50a0b15b347e up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:13:06.888523 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1cf7ca10-d962-45d0-adbc-1efb9e1cb4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:07.048179 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port c0ff23c2-0d09-4bb0-b754-50a0b15b347e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:13:07.054496 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c0ff23c2-0d09-4bb0-b754-50a0b15b347e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:07.424913 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port c0ff23c2-0d09-4bb0-b754-50a0b15b347e is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:13:07.456779 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b24d480e-ee20-4b34-b83d-cb14cf0ca3ea None None] Publish callbacks [] for port (92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:07.468980 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b24d480e-ee20-4b34-b83d-cb14cf0ca3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:07.491611 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-1cf7ca10-d962-45d0-adbc-1efb9e1cb4f5 admin admin] Allocated IP 172.20.0.1 (323651a0-ed7e-44f8-bb98-559a776c6564/f40dd957-d0aa-40db-b41c-5ec649c8b600/3b652748-f2d9-4700-90c8-9c5e1ac213d3) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:13:07.699956 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-b24d480e-ee20-4b34-b83d-cb14cf0ca3ea None None] Attempting to bind port 92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:13:07.700396 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-b24d480e-ee20-4b34-b83d-cb14cf0ca3ea None None] Attempting to bind port 92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:13:07.700769 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24d480e-ee20-4b34-b83d-cb14cf0ca3ea None None] Attempting to bind port 92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:13:07.706123 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1cf7ca10-d962-45d0-adbc-1efb9e1cb4f5 admin admin] Publish callbacks [] for port (3b652748-f2d9-4700-90c8-9c5e1ac213d3), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:07.733291 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce10a9-7e98-4c92-9c9d-dca4b3edc13b None None] Pushing event updated for resources: {'Port': ['ID=92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:07.752215 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1cf7ca10-d962-45d0-adbc-1efb9e1cb4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (3b652748-f2d9-4700-90c8-9c5e1ac213d3), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:07.752733 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24d480e-ee20-4b34-b83d-cb14cf0ca3ea None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:13:07.753130 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24d480e-ee20-4b34-b83d-cb14cf0ca3ea None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:13:07.753554 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b24d480e-ee20-4b34-b83d-cb14cf0ca3ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:07.753945 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24d480e-ee20-4b34-b83d-cb14cf0ca3ea None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:13:07.754438 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-b24d480e-ee20-4b34-b83d-cb14cf0ca3ea None None] Bound port: 92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:13:07.754817 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b24d480e-ee20-4b34-b83d-cb14cf0ca3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:07.800165 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf7ca10-d962-45d0-adbc-1efb9e1cb4f5 admin admin] Network 323651a0-ed7e-44f8-bb98-559a776c6564 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:13:07.804357 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-1cf7ca10-d962-45d0-adbc-1efb9e1cb4f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:13:07.823312 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf7ca10-d962-45d0-adbc-1efb9e1cb4f5 admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:13:07.882787 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1cf7ca10-d962-45d0-adbc-1efb9e1cb4f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (71edd290-0fa1-45ea-b1dc-015615b96bbc), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:07.923592 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-b24d480e-ee20-4b34-b83d-cb14cf0ca3ea None None] For port 92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:13:07.928920 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-b24d480e-ee20-4b34-b83d-cb14cf0ca3ea None None] For port 92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:13:07.941699 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b24d480e-ee20-4b34-b83d-cb14cf0ca3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:08.252915 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-2d90d6d2-9fe8-470a-b7c8-1545f43ddcb9 None None] Provisioning complete for port 3b652748-f2d9-4700-90c8-9c5e1ac213d3 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:13:08.253494 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2d90d6d2-9fe8-470a-b7c8-1545f43ddcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3b652748-f2d9-4700-90c8-9c5e1ac213d3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:08.326149 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2d90d6d2-9fe8-470a-b7c8-1545f43ddcb9 None None] Port 3b652748-f2d9-4700-90c8-9c5e1ac213d3 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:13:08.369158 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce10a9-7e98-4c92-9c9d-dca4b3edc13b None None] Pushing event updated for resources: {'Port': ['ID=92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:08.393787 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24d480e-ee20-4b34-b83d-cb14cf0ca3ea None None] Routers {'71edd290-0fa1-45ea-b1dc-015615b96bbc'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:13:08.398409 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b24d480e-ee20-4b34-b83d-cb14cf0ca3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:12:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['71edd290-0fa1-45ea-b1dc-015615b96bbc'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:13:08.677322 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7ca10-d962-45d0-adbc-1efb9e1cb4f5 admin admin] Pushing event updated for resources: {'Port': ['ID=3b652748-f2d9-4700-90c8-9c5e1ac213d3,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:08.796433 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-b24d480e-ee20-4b34-b83d-cb14cf0ca3ea None None] Set router 71edd290-0fa1-45ea-b1dc-015615b96bbc gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:13:08.910786 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fed2cc-560a-4c57-8ae0-0f381120d84a req-9ea25c54-2410-4c72-9d00-38ba30ef6f67 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:08.919364 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-42fed2cc-560a-4c57-8ae0-0f381120d84a req-9ea25c54-2410-4c72-9d00-38ba30ef6f67 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 945 time: 0.9703925 Mar 05 05:13:08.996241 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1cf7ca10-d962-45d0-adbc-1efb9e1cb4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3b652748-f2d9-4700-90c8-9c5e1ac213d3), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:09.036397 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-42fed2cc-560a-4c57-8ae0-0f381120d84a req-b63354c7-1bce-4216-bcac-93e8a28b865a tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112909 Mar 05 05:13:09.208879 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b24d480e-ee20-4b34-b83d-cb14cf0ca3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71edd290-0fa1-45ea-b1dc-015615b96bbc', 'name': 'tempest-ImageQuotaTest-1491287577-router', 'tenant_id': 'e8ce0857d2d243579eea7d6c79d829d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:13:00Z', 'updated_at': '2022-03-05T05:13:03Z', 'revision_number': 3, 'project_id': 'e8ce0857d2d243579eea7d6c79d829d7', 'gw_port': {'id': '92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71edd290-0fa1-45ea-b1dc-015615b96bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:13:02Z', 'updated_at': '2022-03-05T05:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:13:09.255556 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24d480e-ee20-4b34-b83d-cb14cf0ca3ea None None] The sync data for ids ['71edd290-0fa1-45ea-b1dc-015615b96bbc'] in n-d-789963-32 is: [{'id': '71edd290-0fa1-45ea-b1dc-015615b96bbc', 'name': 'tempest-ImageQuotaTest-1491287577-router', 'tenant_id': 'e8ce0857d2d243579eea7d6c79d829d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:13:00Z', 'updated_at': '2022-03-05T05:13:03Z', 'revision_number': 3, 'project_id': 'e8ce0857d2d243579eea7d6c79d829d7', 'gw_port': {'id': '92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71edd290-0fa1-45ea-b1dc-015615b96bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:13:02Z', 'updated_at': '2022-03-05T05:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:13:09.316766 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1cf7ca10-d962-45d0-adbc-1efb9e1cb4f5 admin admin] Publish callbacks [] for port (3b652748-f2d9-4700-90c8-9c5e1ac213d3), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:09.326357 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1cf7ca10-d962-45d0-adbc-1efb9e1cb4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (3b652748-f2d9-4700-90c8-9c5e1ac213d3), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:09.423995 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7ca10-d962-45d0-adbc-1efb9e1cb4f5 admin admin] Pushing event updated for resources: {'Port': ['ID=3b652748-f2d9-4700-90c8-9c5e1ac213d3,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:09.443768 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1cf7ca10-d962-45d0-adbc-1efb9e1cb4f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (71edd290-0fa1-45ea-b1dc-015615b96bbc), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:09.590683 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf7ca10-d962-45d0-adbc-1efb9e1cb4f5 admin admin] Network 323651a0-ed7e-44f8-bb98-559a776c6564 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:13:09.592218 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-1cf7ca10-d962-45d0-adbc-1efb9e1cb4f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:13:09.847142 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53448) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:09.922040 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf7ca10-d962-45d0-adbc-1efb9e1cb4f5 admin admin] Router 71edd290-0fa1-45ea-b1dc-015615b96bbc has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:13:09.962651 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-befd369e-a416-4934-85a4-5ed84c122b02 admin admin] Deleting subnet 54dfc51b-2138-440e-9fc0-b2821f026297 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:13:09.973656 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-befd369e-a416-4934-85a4-5ed84c122b02 admin admin] Publish callbacks [] for subnet (54dfc51b-2138-440e-9fc0-b2821f026297), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:10.064430 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-befd369e-a416-4934-85a4-5ed84c122b02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (54dfc51b-2138-440e-9fc0-b2821f026297), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:10.183535 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-befd369e-a416-4934-85a4-5ed84c122b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (54dfc51b-2138-440e-9fc0-b2821f026297), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:10.211840 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-7d36868c-16b8-4a0d-afb1-8b6ffe8b1736 None None] Provisioning complete for port 3b652748-f2d9-4700-90c8-9c5e1ac213d3 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:13:10.216046 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7d36868c-16b8-4a0d-afb1-8b6ffe8b1736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3b652748-f2d9-4700-90c8-9c5e1ac213d3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:10.325273 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-7d36868c-16b8-4a0d-afb1-8b6ffe8b1736 None None] Port 3b652748-f2d9-4700-90c8-9c5e1ac213d3 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:13:10.451955 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-befd369e-a416-4934-85a4-5ed84c122b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (54dfc51b-2138-440e-9fc0-b2821f026297), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:10.489933 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-befd369e-a416-4934-85a4-5ed84c122b02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:10.496219 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:13:10.504355 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-befd369e-a416-4934-85a4-5ed84c122b02 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/54dfc51b-2138-440e-9fc0-b2821f026297 HTTP/1.1" status: 204 len: 168 time: 0.6540089 Mar 05 05:13:10.525800 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53462) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:10.534488 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd369e-a416-4934-85a4-5ed84c122b02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54dfc51b-2138-440e-9fc0-b2821f026297,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:10.619721 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fedeb3cf-30a7-4f5f-ba94-6a5271d7f399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (c9389072-156c-47a1-b692-a21ec2e2e7bc), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:10.620072 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf7ca10-d962-45d0-adbc-1efb9e1cb4f5 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:13:10.639595 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1cf7ca10-d962-45d0-adbc-1efb9e1cb4f5 admin admin] 10.222.0.11 "PUT /v2.0/routers/71edd290-0fa1-45ea-b1dc-015615b96bbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8200638 Mar 05 05:13:10.708480 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b5c1d-45e3-46e0-a979-432f2685517c req-0f394b3d-c6ee-403b-9aae-a09c36ec7e01 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:10.718079 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2d9b5c1d-45e3-46e0-a979-432f2685517c req-0f394b3d-c6ee-403b-9aae-a09c36ec7e01 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 945 time: 0.3344746 Mar 05 05:13:10.809027 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fedeb3cf-30a7-4f5f-ba94-6a5271d7f399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (c9389072-156c-47a1-b692-a21ec2e2e7bc), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:10.848412 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-fedeb3cf-30a7-4f5f-ba94-6a5271d7f399 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9389072-156c-47a1-b692-a21ec2e2e7bc']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:13:10.861509 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-fedeb3cf-30a7-4f5f-ba94-6a5271d7f399 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d5c3a7-1937-4fb5-a95b-deb674f5478c') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:13:10.861812 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-fedeb3cf-30a7-4f5f-ba94-6a5271d7f399 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d5c3a7-1937-4fb5-a95b-deb674f5478c') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:13:10.873550 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fedeb3cf-30a7-4f5f-ba94-6a5271d7f399 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (d8d5c3a7-1937-4fb5-a95b-deb674f5478c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:10.874013 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2d9b5c1d-45e3-46e0-a979-432f2685517c req-0621950d-9ccb-4340-bbeb-d3b0bccfb1a3 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510897 Mar 05 05:13:10.906201 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fedeb3cf-30a7-4f5f-ba94-6a5271d7f399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (d8d5c3a7-1937-4fb5-a95b-deb674f5478c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:10.919944 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fedeb3cf-30a7-4f5f-ba94-6a5271d7f399 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:13:10.920837 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fedeb3cf-30a7-4f5f-ba94-6a5271d7f399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (d8d5c3a7-1937-4fb5-a95b-deb674f5478c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:10.952746 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:13:10.964729 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:13:10.964729 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:13:10.964729 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:13:10.964729 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:13:10.964729 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:13:10.964729 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:13:10.964729 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:13:10.964729 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:13:10.964729 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:13:10.964729 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:13:10.964729 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:13:10.964729 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:13:10.964729 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:13:10.964729 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:13:10.964729 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:13:10.964729 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:13:10.964729 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:13:10.964729 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:13:10.964729 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:13:10.964729 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:13:10.964729 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:13:10.964729 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:13:10.964729 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:13:10.964729 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:13:10.964729 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:13:10.964729 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:13:10.964729 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:13:10.964729 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:13:10.964729 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:13:10.964729 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:13:10.964729 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:13:10.964729 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:13:11.082332 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:13:11.086045 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:11.129095 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fedeb3cf-30a7-4f5f-ba94-6a5271d7f399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (c9389072-156c-47a1-b692-a21ec2e2e7bc), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:11.139805 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fedeb3cf-30a7-4f5f-ba94-6a5271d7f399 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:11.144710 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fedeb3cf-30a7-4f5f-ba94-6a5271d7f399 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c9389072-156c-47a1-b692-a21ec2e2e7bc HTTP/1.1" status: 204 len: 168 time: 0.6163363 Mar 05 05:13:11.149365 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53480) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:11.201906 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedeb3cf-30a7-4f5f-ba94-6a5271d7f399 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9389072-156c-47a1-b692-a21ec2e2e7bc,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:11.328041 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:13:11.328605 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:11.337661 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd3c481f-44f7-43e4-883f-9d4caa1afb27 admin admin] Deleting subnet 4bc0c137-d169-4a98-824b-e1e1f96ff941 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:13:11.348654 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cd3c481f-44f7-43e4-883f-9d4caa1afb27 admin admin] Publish callbacks [] for subnet (4bc0c137-d169-4a98-824b-e1e1f96ff941), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:11.385398 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:13:11.429519 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:11.454564 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cd3c481f-44f7-43e4-883f-9d4caa1afb27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (4bc0c137-d169-4a98-824b-e1e1f96ff941), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:11.562239 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cd3c481f-44f7-43e4-883f-9d4caa1afb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (4bc0c137-d169-4a98-824b-e1e1f96ff941), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:11.576863 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:11.607509 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6fcd0c82-f028-4b5e-88ac-4af2a5c99bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:11.731597 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cd3c481f-44f7-43e4-883f-9d4caa1afb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (4bc0c137-d169-4a98-824b-e1e1f96ff941), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:11.801712 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c481f-44f7-43e4-883f-9d4caa1afb27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bc0c137-d169-4a98-824b-e1e1f96ff941,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:11.813604 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cd3c481f-44f7-43e4-883f-9d4caa1afb27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:11.820265 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53498) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:11.824175 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-cd3c481f-44f7-43e4-883f-9d4caa1afb27 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4bc0c137-d169-4a98-824b-e1e1f96ff941 HTTP/1.1" status: 204 len: 168 time: 0.6641479 Mar 05 05:13:12.193899 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-086d8b18-f3c0-4a80-be32-8579cee962e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (8cd4a27a-3582-4748-b23a-d6a29d7a5a54), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:12.272794 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521905f8-75bf-4031-aec0-f568f3c07446 req-17ca5e00-843c-4ee3-a875-1ea36ba24878 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:12.274460 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-521905f8-75bf-4031-aec0-f568f3c07446 req-17ca5e00-843c-4ee3-a875-1ea36ba24878 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 945 time: 0.2564311 Mar 05 05:13:12.439912 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13383f1c-be9a-4068-9a3e-dac31ed4eafb None None] Sync routers for ids ['71edd290-0fa1-45ea-b1dc-015615b96bbc'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:13:12.459233 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13383f1c-be9a-4068-9a3e-dac31ed4eafb None None] Routers {'71edd290-0fa1-45ea-b1dc-015615b96bbc'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:13:12.460906 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-13383f1c-be9a-4068-9a3e-dac31ed4eafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:12:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['71edd290-0fa1-45ea-b1dc-015615b96bbc'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:13:12.593089 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-086d8b18-f3c0-4a80-be32-8579cee962e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (8cd4a27a-3582-4748-b23a-d6a29d7a5a54), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:12.650520 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-086d8b18-f3c0-4a80-be32-8579cee962e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd4a27a-3582-4748-b23a-d6a29d7a5a54']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:13:12.673108 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-086d8b18-f3c0-4a80-be32-8579cee962e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93dfd1fb-6227-4e35-864b-f24321243830') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:13:12.673428 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-086d8b18-f3c0-4a80-be32-8579cee962e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93dfd1fb-6227-4e35-864b-f24321243830') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:13:12.704804 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-086d8b18-f3c0-4a80-be32-8579cee962e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (93dfd1fb-6227-4e35-864b-f24321243830), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:12.733803 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-086d8b18-f3c0-4a80-be32-8579cee962e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (93dfd1fb-6227-4e35-864b-f24321243830), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:12.750554 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086d8b18-f3c0-4a80-be32-8579cee962e5 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:13:12.751190 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-086d8b18-f3c0-4a80-be32-8579cee962e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (93dfd1fb-6227-4e35-864b-f24321243830), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:12.760989 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-13383f1c-be9a-4068-9a3e-dac31ed4eafb None None] Set router 71edd290-0fa1-45ea-b1dc-015615b96bbc gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:13:12.908783 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:13:12.911515 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:13:12.911515 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:13:12.911515 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:13:12.911515 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:13:12.911515 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:13:12.911515 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:13:12.911515 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:13:12.911515 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:13:12.911515 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:13:12.911515 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:13:12.911515 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:13:12.911515 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:13:12.911515 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:13:12.911515 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:13:12.911515 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:13:12.911515 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:13:12.911515 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:13:12.911515 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:13:12.911515 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:13:12.911515 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:13:12.911515 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:13:12.911515 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:13:12.911515 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:13:12.911515 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:13:12.911515 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:13:12.911515 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:13:12.911515 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:13:12.911515 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:13:12.911515 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:13:12.911515 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:13:12.911515 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:13:12.911515 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:13:12.980522 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-521905f8-75bf-4031-aec0-f568f3c07446 req-bc4cfe51-bb5e-4ae6-8e41-09b118c93aac tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6911964 Mar 05 05:13:12.981976 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-086d8b18-f3c0-4a80-be32-8579cee962e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (8cd4a27a-3582-4748-b23a-d6a29d7a5a54), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:13.037839 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-086d8b18-f3c0-4a80-be32-8579cee962e5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:13.055610 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-086d8b18-f3c0-4a80-be32-8579cee962e5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8cd4a27a-3582-4748-b23a-d6a29d7a5a54 HTTP/1.1" status: 204 len: 168 time: 1.2335293 Mar 05 05:13:13.057061 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d8b18-f3c0-4a80-be32-8579cee962e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cd4a27a-3582-4748-b23a-d6a29d7a5a54,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:13.286790 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53518) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:13.290702 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:13:13.291273 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:13.357064 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53520) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:13.475774 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-29e96114-675b-4e7a-87f6-acadcd965f08 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3eec9045f6f44afab5d31f5d04d82dd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1174192 Mar 05 05:13:13.479550 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53522) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:13.503522 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:13:13.538625 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-13383f1c-be9a-4068-9a3e-dac31ed4eafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71edd290-0fa1-45ea-b1dc-015615b96bbc', 'name': 'tempest-ImageQuotaTest-1491287577-router', 'tenant_id': 'e8ce0857d2d243579eea7d6c79d829d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:13:00Z', 'updated_at': '2022-03-05T05:13:08Z', 'revision_number': 4, 'project_id': 'e8ce0857d2d243579eea7d6c79d829d7', 'gw_port': {'id': '92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71edd290-0fa1-45ea-b1dc-015615b96bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:13:02Z', 'updated_at': '2022-03-05T05:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '3b652748-f2d9-4700-90c8-9c5e1ac213d3', 'name': '', 'network_id': '323651a0-ed7e-44f8-bb98-559a776c6564', 'tenant_id': 'e8ce0857d2d243579eea7d6c79d829d7', 'mac_address': 'fa:16:3e:76:5f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71edd290-0fa1-45ea-b1dc-015615b96bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'f40dd957-d0aa-40db-b41c-5ec649c8b600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:13:06Z', 'updated_at': '2022-03-05T05:13:09Z', 'revision_number': 2, 'project_id': 'e8ce0857d2d243579eea7d6c79d829d7', 'subnets': [{'id': 'f40dd957-d0aa-40db-b41c-5ec649c8b600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:13:13.575577 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13383f1c-be9a-4068-9a3e-dac31ed4eafb None None] Checking router: 71edd290-0fa1-45ea-b1dc-015615b96bbc for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:13:13.576305 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13383f1c-be9a-4068-9a3e-dac31ed4eafb None None] Updating router 71edd290-0fa1-45ea-b1dc-015615b96bbc port 3b652748-f2d9-4700-90c8-9c5e1ac213d3 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:13:13.632633 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-13383f1c-be9a-4068-9a3e-dac31ed4eafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3b652748-f2d9-4700-90c8-9c5e1ac213d3), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:13.649313 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2329d96e-30a7-4277-b3dd-736151c6f89b admin admin] Publish callbacks [] for security_group (8a24961a-e7d4-42f3-909d-0df69381aabe), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:13.744677 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2329d96e-30a7-4277-b3dd-736151c6f89b admin admin] Publish callbacks [] for security_group (8a24961a-e7d4-42f3-909d-0df69381aabe), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:13.893967 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2329d96e-30a7-4277-b3dd-736151c6f89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8a24961a-e7d4-42f3-909d-0df69381aabe), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:13.898331 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2329d96e-30a7-4277-b3dd-736151c6f89b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:13.903541 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2329d96e-30a7-4277-b3dd-736151c6f89b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8a24961a-e7d4-42f3-909d-0df69381aabe HTTP/1.1" status: 204 len: 168 time: 0.4199159 Mar 05 05:13:13.936580 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2329d96e-30a7-4277-b3dd-736151c6f89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a24961a-e7d4-42f3-909d-0df69381aabe,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:14.189694 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd14102-b398-487d-88df-ae30692e8203 req-d4a2586a-9846-4aa1-bbc7-b4c5113ecb60 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:14.192356 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7dd14102-b398-487d-88df-ae30692e8203 req-d4a2586a-9846-4aa1-bbc7-b4c5113ecb60 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 945 time: 0.0876331 Mar 05 05:13:14.253996 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:14.264600 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b3200ed0-a0b6-4d04-823d-8b697f810861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (71edd290-0fa1-45ea-b1dc-015615b96bbc), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:14.272527 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-22242bc2-8e88-4254-97a0-a7155c8ef55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:14.288471 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:14.348809 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7dd14102-b398-487d-88df-ae30692e8203 req-65437965-5667-410a-845a-c5f669612b1f tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483614 Mar 05 05:13:14.525169 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-13383f1c-be9a-4068-9a3e-dac31ed4eafb None None] Publish callbacks [] for port (3b652748-f2d9-4700-90c8-9c5e1ac213d3), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:14.541654 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-13383f1c-be9a-4068-9a3e-dac31ed4eafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3b652748-f2d9-4700-90c8-9c5e1ac213d3), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:14.699412 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4183e46-b1ee-4743-a680-6ebe6b141d3a None None] Pushing event updated for resources: {'Port': ['ID=3b652748-f2d9-4700-90c8-9c5e1ac213d3,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:14.778523 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53542) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:14.821490 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-13383f1c-be9a-4068-9a3e-dac31ed4eafb None None] Attempting to bind port 3b652748-f2d9-4700-90c8-9c5e1ac213d3 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:13:14.822140 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-13383f1c-be9a-4068-9a3e-dac31ed4eafb None None] Attempting to bind port 3b652748-f2d9-4700-90c8-9c5e1ac213d3 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'ec8ef286-78b1-4c2d-ac7e-133775c2f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '323651a0-ed7e-44f8-bb98-559a776c6564'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:13:14.822664 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13383f1c-be9a-4068-9a3e-dac31ed4eafb None None] Attempting to bind port 3b652748-f2d9-4700-90c8-9c5e1ac213d3 on network 323651a0-ed7e-44f8-bb98-559a776c6564 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:13:14.828746 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13383f1c-be9a-4068-9a3e-dac31ed4eafb None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:13:14.829124 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13383f1c-be9a-4068-9a3e-dac31ed4eafb None None] Checking segment: {'id': 'ec8ef286-78b1-4c2d-ac7e-133775c2f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '323651a0-ed7e-44f8-bb98-559a776c6564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:13:14.829530 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-13383f1c-be9a-4068-9a3e-dac31ed4eafb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:14.829925 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13383f1c-be9a-4068-9a3e-dac31ed4eafb None None] Bound using segment: {'id': 'ec8ef286-78b1-4c2d-ac7e-133775c2f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '323651a0-ed7e-44f8-bb98-559a776c6564'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:13:14.830403 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-13383f1c-be9a-4068-9a3e-dac31ed4eafb None None] Bound port: 3b652748-f2d9-4700-90c8-9c5e1ac213d3, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8ef286-78b1-4c2d-ac7e-133775c2f722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '323651a0-ed7e-44f8-bb98-559a776c6564'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:13:14.830784 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-13383f1c-be9a-4068-9a3e-dac31ed4eafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3b652748-f2d9-4700-90c8-9c5e1ac213d3), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:14.882300 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8c63243e-ef47-4876-a8ee-712be45af629 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=97ba9c7cb0fc4cd69d9b00f5bb32fd2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1007559 Mar 05 05:13:14.883254 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53546) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:14.912887 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-b3200ed0-a0b6-4d04-823d-8b697f810861 admin admin] Deleting port 3b652748-f2d9-4700-90c8-9c5e1ac213d3 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:13:14.913426 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b3200ed0-a0b6-4d04-823d-8b697f810861 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (3b652748-f2d9-4700-90c8-9c5e1ac213d3), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:14.961427 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-13383f1c-be9a-4068-9a3e-dac31ed4eafb None None] For port 3b652748-f2d9-4700-90c8-9c5e1ac213d3, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:13:14.967450 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-13383f1c-be9a-4068-9a3e-dac31ed4eafb None None] For port 3b652748-f2d9-4700-90c8-9c5e1ac213d3, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=3b652748-f2d9-4700-90c8-9c5e1ac213d3,segment=NetworkSegment(ec8ef286-78b1-4c2d-ac7e-133775c2f722),segment_id=ec8ef286-78b1-4c2d-ac7e-133775c2f722)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:13:14.981922 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-13383f1c-be9a-4068-9a3e-dac31ed4eafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3b652748-f2d9-4700-90c8-9c5e1ac213d3), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:15.063567 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d47bee7-68c5-444d-a999-464e2de0ee99 admin admin] Publish callbacks [] for security_group (3449dcca-732a-4170-a88e-7ac9631542d5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:15.098729 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-b3200ed0-a0b6-4d04-823d-8b697f810861 admin admin] For port 3b652748-f2d9-4700-90c8-9c5e1ac213d3, host n-d-789963-32, got binding levels [] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:13:15.099120 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b3200ed0-a0b6-4d04-823d-8b697f810861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (3b652748-f2d9-4700-90c8-9c5e1ac213d3), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:15.111414 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:15.139223 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-b3200ed0-a0b6-4d04-823d-8b697f810861 admin admin] Calling delete_port for 3b652748-f2d9-4700-90c8-9c5e1ac213d3 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:13:15.150591 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13383f1c-be9a-4068-9a3e-dac31ed4eafb None None] Routers {'71edd290-0fa1-45ea-b1dc-015615b96bbc'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:13:15.151261 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-13383f1c-be9a-4068-9a3e-dac31ed4eafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:13:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['71edd290-0fa1-45ea-b1dc-015615b96bbc'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:13:15.165586 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4183e46-b1ee-4743-a680-6ebe6b141d3a None None] Pushing event updated for resources: {'Port': ['ID=3b652748-f2d9-4700-90c8-9c5e1ac213d3,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:15.210770 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d47bee7-68c5-444d-a999-464e2de0ee99 admin admin] Publish callbacks [] for security_group (3449dcca-732a-4170-a88e-7ac9631542d5), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:15.342243 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-4defcb04-0cd3-472b-820a-bca52160a7c1 None None] Provisioning complete for port 3b652748-f2d9-4700-90c8-9c5e1ac213d3 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:13:15.344875 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4defcb04-0cd3-472b-820a-bca52160a7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3b652748-f2d9-4700-90c8-9c5e1ac213d3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:15.371578 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d47bee7-68c5-444d-a999-464e2de0ee99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3449dcca-732a-4170-a88e-7ac9631542d5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:15.377892 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d47bee7-68c5-444d-a999-464e2de0ee99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:15.379428 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8d47bee7-68c5-444d-a999-464e2de0ee99 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3449dcca-732a-4170-a88e-7ac9631542d5 HTTP/1.1" status: 204 len: 168 time: 0.4950020 Mar 05 05:13:15.394932 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d47bee7-68c5-444d-a999-464e2de0ee99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3449dcca-732a-4170-a88e-7ac9631542d5,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:15.659780 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b3200ed0-a0b6-4d04-823d-8b697f810861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (3b652748-f2d9-4700-90c8-9c5e1ac213d3), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:15.673992 n-d-789963-32 neutron-server[105233]: INFO neutron.plugins.ml2.db [None req-4defcb04-0cd3-472b-820a-bca52160a7c1 None None] No ports have port_id starting with 3b652748-f2d9-4700-90c8-9c5e1ac213d3 Mar 05 05:13:15.692323 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-13383f1c-be9a-4068-9a3e-dac31ed4eafb None None] Set router 71edd290-0fa1-45ea-b1dc-015615b96bbc gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:13:15.716304 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3200ed0-a0b6-4d04-823d-8b697f810861 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b652748-f2d9-4700-90c8-9c5e1ac213d3,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:15.943262 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-83fd20b0-266e-4e18-b75f-789978c0989e None None] Could not find standard attr ID for object 3b652748-f2d9-4700-90c8-9c5e1ac213d3. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 05:13:16.177367 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b3200ed0-a0b6-4d04-823d-8b697f810861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (71edd290-0fa1-45ea-b1dc-015615b96bbc), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:16.263924 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-13383f1c-be9a-4068-9a3e-dac31ed4eafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71edd290-0fa1-45ea-b1dc-015615b96bbc', 'name': 'tempest-ImageQuotaTest-1491287577-router', 'tenant_id': 'e8ce0857d2d243579eea7d6c79d829d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:13:00Z', 'updated_at': '2022-03-05T05:13:08Z', 'revision_number': 4, 'project_id': 'e8ce0857d2d243579eea7d6c79d829d7', 'gw_port': {'id': '92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71edd290-0fa1-45ea-b1dc-015615b96bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:13:02Z', 'updated_at': '2022-03-05T05:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '3b652748-f2d9-4700-90c8-9c5e1ac213d3', 'name': '', 'network_id': '323651a0-ed7e-44f8-bb98-559a776c6564', 'tenant_id': 'e8ce0857d2d243579eea7d6c79d829d7', 'mac_address': 'fa:16:3e:76:5f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71edd290-0fa1-45ea-b1dc-015615b96bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'f40dd957-d0aa-40db-b41c-5ec649c8b600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:13:06Z', 'updated_at': '2022-03-05T05:13:14Z', 'revision_number': 4, 'project_id': 'e8ce0857d2d243579eea7d6c79d829d7', 'subnets': [{'id': 'f40dd957-d0aa-40db-b41c-5ec649c8b600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:13:16.349153 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13383f1c-be9a-4068-9a3e-dac31ed4eafb None None] The sync data for ids ['71edd290-0fa1-45ea-b1dc-015615b96bbc'] in n-d-789963-32 is: [{'id': '71edd290-0fa1-45ea-b1dc-015615b96bbc', 'name': 'tempest-ImageQuotaTest-1491287577-router', 'tenant_id': 'e8ce0857d2d243579eea7d6c79d829d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:13:00Z', 'updated_at': '2022-03-05T05:13:08Z', 'revision_number': 4, 'project_id': 'e8ce0857d2d243579eea7d6c79d829d7', 'gw_port': {'id': '92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71edd290-0fa1-45ea-b1dc-015615b96bbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:13:02Z', 'updated_at': '2022-03-05T05:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '3b652748-f2d9-4700-90c8-9c5e1ac213d3', 'name': '', 'network_id': '323651a0-ed7e-44f8-bb98-559a776c6564', 'tenant_id': 'e8ce0857d2d243579eea7d6c79d829d7', 'mac_address': 'fa:16:3e:76:5f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71edd290-0fa1-45ea-b1dc-015615b96bbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': 'f40dd957-d0aa-40db-b41c-5ec649c8b600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:13:06Z', 'updated_at': '2022-03-05T05:13:14Z', 'revision_number': 4, 'project_id': 'e8ce0857d2d243579eea7d6c79d829d7', 'subnets': [{'id': 'f40dd957-d0aa-40db-b41c-5ec649c8b600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:13:16.353725 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a7197-bafa-4f25-b03d-6451e1756c02 req-c922476b-f58c-41b7-8276-9fcf04c17872 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:16.365377 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7d7a7197-bafa-4f25-b03d-6451e1756c02 req-c922476b-f58c-41b7-8276-9fcf04c17872 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 945 time: 0.1254950 Mar 05 05:13:16.376922 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:16.491260 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7d7a7197-bafa-4f25-b03d-6451e1756c02 req-28afeb3b-132e-4bfd-b68a-1e7e106982b5 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232469 Mar 05 05:13:16.853536 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3200ed0-a0b6-4d04-823d-8b697f810861 admin admin] Router 71edd290-0fa1-45ea-b1dc-015615b96bbc has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:13:17.635034 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3200ed0-a0b6-4d04-823d-8b697f810861 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:13:17.647356 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b3200ed0-a0b6-4d04-823d-8b697f810861 admin admin] 10.222.0.11 "PUT /v2.0/routers/71edd290-0fa1-45ea-b1dc-015615b96bbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3594000 Mar 05 05:13:17.651251 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53630) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:17.744867 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9a17e-0958-46e6-ba51-4fdebe2ecacb req-5644e3b7-056c-4b16-aa63-93a8af0ccf70 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:17.747638 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4be9a17e-0958-46e6-ba51-4fdebe2ecacb req-5644e3b7-056c-4b16-aa63-93a8af0ccf70 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 945 time: 0.1678905 Mar 05 05:13:17.821110 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:17.893092 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7e93e037-df91-49c0-b900-2f62af671349 admin admin] Publish callbacks [] for router (71edd290-0fa1-45ea-b1dc-015615b96bbc), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:18.128054 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7e93e037-df91-49c0-b900-2f62af671349 admin admin] Publish callbacks [] for router_gateway (71edd290-0fa1-45ea-b1dc-015615b96bbc), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:18.213404 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4be9a17e-0958-46e6-ba51-4fdebe2ecacb req-eb483b36-86a6-4a19-882e-8d1c563ed6f2 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4568868 Mar 05 05:13:18.271173 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-7e93e037-df91-49c0-b900-2f62af671349 admin admin] Deleting port 92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:13:18.274010 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7e93e037-df91-49c0-b900-2f62af671349 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:18.468857 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-7e93e037-df91-49c0-b900-2f62af671349 admin admin] For port 92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:13:18.469224 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7e93e037-df91-49c0-b900-2f62af671349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:18.502035 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-7e93e037-df91-49c0-b900-2f62af671349 admin admin] Calling delete_port for 92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811 owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:13:18.773135 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7e93e037-df91-49c0-b900-2f62af671349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:18.812057 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc21ff92-5881-41a2-b1fb-36252b504626 None None] Sync routers for ids ['71edd290-0fa1-45ea-b1dc-015615b96bbc'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:13:18.825446 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc21ff92-5881-41a2-b1fb-36252b504626 None None] Routers {'71edd290-0fa1-45ea-b1dc-015615b96bbc'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:13:18.826095 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-bc21ff92-5881-41a2-b1fb-36252b504626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:13:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['71edd290-0fa1-45ea-b1dc-015615b96bbc'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:13:18.846113 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93e037-df91-49c0-b900-2f62af671349 admin admin] Pushing event deleted for resources: {'Port': ['ID=92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:18.953978 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7e93e037-df91-49c0-b900-2f62af671349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (71edd290-0fa1-45ea-b1dc-015615b96bbc), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:19.019127 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-bc21ff92-5881-41a2-b1fb-36252b504626 None None] Set router 71edd290-0fa1-45ea-b1dc-015615b96bbc gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:13:19.084695 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7e93e037-df91-49c0-b900-2f62af671349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (71edd290-0fa1-45ea-b1dc-015615b96bbc), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:19.087274 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7e93e037-df91-49c0-b900-2f62af671349 admin admin] Publish callbacks [] for router_controller (71edd290-0fa1-45ea-b1dc-015615b96bbc), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:19.145999 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7e93e037-df91-49c0-b900-2f62af671349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (71edd290-0fa1-45ea-b1dc-015615b96bbc), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:19.146629 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e93e037-df91-49c0-b900-2f62af671349 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71edd290-0fa1-45ea-b1dc-015615b96bbc {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:13:19.148397 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-bc21ff92-5881-41a2-b1fb-36252b504626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71edd290-0fa1-45ea-b1dc-015615b96bbc', 'name': 'tempest-ImageQuotaTest-1491287577-router', 'tenant_id': 'e8ce0857d2d243579eea7d6c79d829d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:13:00Z', 'updated_at': '2022-03-05T05:13:18Z', 'revision_number': 7, 'project_id': 'e8ce0857d2d243579eea7d6c79d829d7', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:13:19.155115 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7e93e037-df91-49c0-b900-2f62af671349 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:19.158397 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7e93e037-df91-49c0-b900-2f62af671349 admin admin] 10.222.0.11 "DELETE /v2.0/routers/71edd290-0fa1-45ea-b1dc-015615b96bbc HTTP/1.1" status: 204 len: 168 time: 1.5059228 Mar 05 05:13:19.160864 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53684) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:19.218451 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc21ff92-5881-41a2-b1fb-36252b504626 None None] Checking router: 71edd290-0fa1-45ea-b1dc-015615b96bbc for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:13:19.247978 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc21ff92-5881-41a2-b1fb-36252b504626 None None] Routers set() bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:13:19.248660 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc21ff92-5881-41a2-b1fb-36252b504626 None None] Router IDs set() for agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 05 05:13:19.249815 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_agentschedulers_db [None req-bc21ff92-5881-41a2-b1fb-36252b504626 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'71edd290-0fa1-45ea-b1dc-015615b96bbc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:13:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent'). {{(pid=105234) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 05 05:13:19.250314 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc21ff92-5881-41a2-b1fb-36252b504626 None None] The sync data for ids ['71edd290-0fa1-45ea-b1dc-015615b96bbc'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:13:19.269755 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa18e94c-0a43-417f-bcb4-c0bfc2724dd1 admin admin] Deleting subnet f40dd957-d0aa-40db-b41c-5ec649c8b600 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:13:19.287966 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fa18e94c-0a43-417f-bcb4-c0bfc2724dd1 admin admin] Publish callbacks [] for subnet (f40dd957-d0aa-40db-b41c-5ec649c8b600), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:19.408860 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fa18e94c-0a43-417f-bcb4-c0bfc2724dd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (f40dd957-d0aa-40db-b41c-5ec649c8b600), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:19.508980 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac254a-aafa-4d34-9fef-eb30c25caa13 req-5643c172-295e-41d6-9d22-e79b340852c8 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:19.513395 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19ac254a-aafa-4d34-9fef-eb30c25caa13 req-5643c172-295e-41d6-9d22-e79b340852c8 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 945 time: 0.1500182 Mar 05 05:13:19.607289 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fa18e94c-0a43-417f-bcb4-c0bfc2724dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (f40dd957-d0aa-40db-b41c-5ec649c8b600), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:19.646964 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19ac254a-aafa-4d34-9fef-eb30c25caa13 req-8ae39b13-e335-4c7d-9b9c-e9de776723da tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254370 Mar 05 05:13:19.763740 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fa18e94c-0a43-417f-bcb4-c0bfc2724dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (f40dd957-d0aa-40db-b41c-5ec649c8b600), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:19.805996 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fa18e94c-0a43-417f-bcb4-c0bfc2724dd1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:19.811470 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5489ed47-0176-4315-aca0-ee8fa91f2d16 None None] Network 323651a0-ed7e-44f8-bb98-559a776c6564 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:13:19.831116 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fa18e94c-0a43-417f-bcb4-c0bfc2724dd1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f40dd957-d0aa-40db-b41c-5ec649c8b600 HTTP/1.1" status: 204 len: 168 time: 0.6690660 Mar 05 05:13:19.833574 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53700) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:20.011766 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18e94c-0a43-417f-bcb4-c0bfc2724dd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f40dd957-d0aa-40db-b41c-5ec649c8b600,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:20.123196 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d799458f-e2de-4f53-8806-404eb55d2710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (323651a0-ed7e-44f8-bb98-559a776c6564), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:20.278192 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-d799458f-e2de-4f53-8806-404eb55d2710 admin admin] Deleting port c0ff23c2-0d09-4bb0-b754-50a0b15b347e {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:13:20.282361 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d799458f-e2de-4f53-8806-404eb55d2710 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (c0ff23c2-0d09-4bb0-b754-50a0b15b347e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:20.293321 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bee397e-68e7-478f-894d-7e648a030d0c None None] DHCP port deletion for 323651a0-ed7e-44f8-bb98-559a776c6564 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:13:20.514649 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-d799458f-e2de-4f53-8806-404eb55d2710 admin admin] For port c0ff23c2-0d09-4bb0-b754-50a0b15b347e, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c0ff23c2-0d09-4bb0-b754-50a0b15b347e,segment=NetworkSegment(ec8ef286-78b1-4c2d-ac7e-133775c2f722),segment_id=ec8ef286-78b1-4c2d-ac7e-133775c2f722)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:13:20.515133 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d799458f-e2de-4f53-8806-404eb55d2710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (c0ff23c2-0d09-4bb0-b754-50a0b15b347e), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:20.539390 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9bee397e-68e7-478f-894d-7e648a030d0c None None] Deleting port c0ff23c2-0d09-4bb0-b754-50a0b15b347e {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:13:20.539390 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9bee397e-68e7-478f-894d-7e648a030d0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (c0ff23c2-0d09-4bb0-b754-50a0b15b347e), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:20.560969 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-d799458f-e2de-4f53-8806-404eb55d2710 admin admin] Calling delete_port for c0ff23c2-0d09-4bb0-b754-50a0b15b347e owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:13:20.783358 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-9bee397e-68e7-478f-894d-7e648a030d0c None None] For port c0ff23c2-0d09-4bb0-b754-50a0b15b347e, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c0ff23c2-0d09-4bb0-b754-50a0b15b347e,segment=NetworkSegment(ec8ef286-78b1-4c2d-ac7e-133775c2f722),segment_id=ec8ef286-78b1-4c2d-ac7e-133775c2f722)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:13:20.789058 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9bee397e-68e7-478f-894d-7e648a030d0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (c0ff23c2-0d09-4bb0-b754-50a0b15b347e), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:20.837043 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9bee397e-68e7-478f-894d-7e648a030d0c None None] Calling delete_port for c0ff23c2-0d09-4bb0-b754-50a0b15b347e owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:13:20.884734 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d799458f-e2de-4f53-8806-404eb55d2710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (c0ff23c2-0d09-4bb0-b754-50a0b15b347e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:20.965545 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799458f-e2de-4f53-8806-404eb55d2710 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0ff23c2-0d09-4bb0-b754-50a0b15b347e,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:20.977397 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c0ff23c2-0d09-4bb0-b754-50a0b15b347e no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:13:21.006521 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: c0ff23c2-0d09-4bb0-b754-50a0b15b347e {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:13:21.007134 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c0ff23c2-0d09-4bb0-b754-50a0b15b347e not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:13:21.007733 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:13:21.008365 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af770caf-b1c1-4875-aef8-778826bf9b1c req-b115688b-1d90-4a38-bc4b-4d43c7f15ada tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:21.010895 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-af770caf-b1c1-4875-aef8-778826bf9b1c req-b115688b-1d90-4a38-bc4b-4d43c7f15ada tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 945 time: 0.2379420 Mar 05 05:13:21.030777 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:13:21.031425 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 92cb4cbe-edb5-49a8-9bcf-ed3f65ffe811 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:13:21.031997 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 3b652748-f2d9-4700-90c8-9c5e1ac213d3 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:13:21.065907 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 3b652748-f2d9-4700-90c8-9c5e1ac213d3 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:13:21.066474 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 3b652748-f2d9-4700-90c8-9c5e1ac213d3 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:13:21.092716 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9bee397e-68e7-478f-894d-7e648a030d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (c0ff23c2-0d09-4bb0-b754-50a0b15b347e), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:21.104398 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d799458f-e2de-4f53-8806-404eb55d2710 admin admin] No DVR routers for this DVR port c0ff23c2-0d09-4bb0-b754-50a0b15b347e on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:13:21.114629 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-af770caf-b1c1-4875-aef8-778826bf9b1c req-567e4ba7-b796-4031-8d96-648cad29c5ea tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969131 Mar 05 05:13:21.118799 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee397e-68e7-478f-894d-7e648a030d0c None None] Pushing event deleted for resources: {'Port': ['ID=c0ff23c2-0d09-4bb0-b754-50a0b15b347e,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:21.139163 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bee397e-68e7-478f-894d-7e648a030d0c None None] No DVR routers for this DVR port c0ff23c2-0d09-4bb0-b754-50a0b15b347e on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:13:21.146714 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bee397e-68e7-478f-894d-7e648a030d0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:21.149823 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bee397e-68e7-478f-894d-7e648a030d0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:21.150330 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bee397e-68e7-478f-894d-7e648a030d0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:21.151098 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bee397e-68e7-478f-894d-7e648a030d0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:21.152835 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bee397e-68e7-478f-894d-7e648a030d0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:21.153599 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bee397e-68e7-478f-894d-7e648a030d0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:21.154101 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bee397e-68e7-478f-894d-7e648a030d0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:21.155592 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bee397e-68e7-478f-894d-7e648a030d0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:21.156771 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bee397e-68e7-478f-894d-7e648a030d0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:21.157535 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bee397e-68e7-478f-894d-7e648a030d0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:21.159589 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bee397e-68e7-478f-894d-7e648a030d0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:21.160079 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bee397e-68e7-478f-894d-7e648a030d0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:21.163278 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bee397e-68e7-478f-894d-7e648a030d0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:21.295898 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d799458f-e2de-4f53-8806-404eb55d2710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (323651a0-ed7e-44f8-bb98-559a776c6564), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:21.337777 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-d799458f-e2de-4f53-8806-404eb55d2710 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323651a0-ed7e-44f8-bb98-559a776c6564']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:13:21.359980 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-d799458f-e2de-4f53-8806-404eb55d2710 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec8ef286-78b1-4c2d-ac7e-133775c2f722') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:13:21.360347 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-d799458f-e2de-4f53-8806-404eb55d2710 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec8ef286-78b1-4c2d-ac7e-133775c2f722') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:13:21.371365 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d799458f-e2de-4f53-8806-404eb55d2710 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (ec8ef286-78b1-4c2d-ac7e-133775c2f722), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:21.385301 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d799458f-e2de-4f53-8806-404eb55d2710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (ec8ef286-78b1-4c2d-ac7e-133775c2f722), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:21.391588 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d799458f-e2de-4f53-8806-404eb55d2710 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:13:21.391973 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d799458f-e2de-4f53-8806-404eb55d2710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (ec8ef286-78b1-4c2d-ac7e-133775c2f722), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:21.506106 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:13:21.506106 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:13:21.506106 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:13:21.506106 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:13:21.506106 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:13:21.506106 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:13:21.506106 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:13:21.506106 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:13:21.506106 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:13:21.506106 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:13:21.506106 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:13:21.506106 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:13:21.506106 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:13:21.506106 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:13:21.506106 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:13:21.506106 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:13:21.506106 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:13:21.506106 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:13:21.506106 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:13:21.506106 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:13:21.506106 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:13:21.506106 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:13:21.506106 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:13:21.506106 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:13:21.506106 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:13:21.506106 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:13:21.506106 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:13:21.506106 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:13:21.506106 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:13:21.506106 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:13:21.506106 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:13:21.506106 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:13:21.513626 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d799458f-e2de-4f53-8806-404eb55d2710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (323651a0-ed7e-44f8-bb98-559a776c6564), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:21.531682 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d799458f-e2de-4f53-8806-404eb55d2710 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:21.542447 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d799458f-e2de-4f53-8806-404eb55d2710 admin admin] 10.222.0.11 "DELETE /v2.0/networks/323651a0-ed7e-44f8-bb98-559a776c6564 HTTP/1.1" status: 204 len: 168 time: 1.7068846 Mar 05 05:13:21.575343 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799458f-e2de-4f53-8806-404eb55d2710 admin admin] Pushing event deleted for resources: {'Network': ['ID=323651a0-ed7e-44f8-bb98-559a776c6564,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:21.785098 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53738) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:21.872464 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-356c13f7-65ac-4207-b5e7-608b1af0146b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e8ce0857d2d243579eea7d6c79d829d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0854468 Mar 05 05:13:21.874879 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53742) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:21.991506 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e591b6df-a958-4848-abae-cf03381b3cdb admin admin] Publish callbacks [] for security_group (4141efa7-53ba-4206-84b0-790861923c23), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:22.052791 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e591b6df-a958-4848-abae-cf03381b3cdb admin admin] Publish callbacks [] for security_group (4141efa7-53ba-4206-84b0-790861923c23), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:22.164856 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e591b6df-a958-4848-abae-cf03381b3cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4141efa7-53ba-4206-84b0-790861923c23), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:22.169704 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e591b6df-a958-4848-abae-cf03381b3cdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:22.173375 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e591b6df-a958-4848-abae-cf03381b3cdb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4141efa7-53ba-4206-84b0-790861923c23 HTTP/1.1" status: 204 len: 168 time: 0.2952178 Mar 05 05:13:22.214451 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e591b6df-a958-4848-abae-cf03381b3cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4141efa7-53ba-4206-84b0-790861923c23,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:22.350077 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83510078-ba80-4ad1-b442-aa6d45c7120f req-ca174532-b002-4c38-80b5-7eb39f412857 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:22.354876 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83510078-ba80-4ad1-b442-aa6d45c7120f req-ca174532-b002-4c38-80b5-7eb39f412857 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 945 time: 0.0985281 Mar 05 05:13:22.476872 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83510078-ba80-4ad1-b442-aa6d45c7120f req-9af8fbd5-4839-4af3-bf1e-cb18018198dd tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139672 Mar 05 05:13:23.007054 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53756) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:23.040674 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9afe5f2d-7d30-46df-9232-cac0061795f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:23.246724 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9afe5f2d-7d30-46df-9232-cac0061795f8 admin admin] Publish callbacks [] for security_group (7e542cd0-905e-4215-ab87-e4390feaee68), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:23.263066 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9afe5f2d-7d30-46df-9232-cac0061795f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7e542cd0-905e-4215-ab87-e4390feaee68), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:23.309398 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9afe5f2d-7d30-46df-9232-cac0061795f8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2978990 Mar 05 05:13:23.310371 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53766) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:23.378053 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe5f2d-7d30-46df-9232-cac0061795f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e542cd0-905e-4215-ab87-e4390feaee68,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:23.455243 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6aa329b4-1029-49ed-9af2-5be1594c2c7b admin admin] Publish callbacks [] for security_group (7e542cd0-905e-4215-ab87-e4390feaee68), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:23.498943 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6aa329b4-1029-49ed-9af2-5be1594c2c7b admin admin] Publish callbacks [] for security_group (7e542cd0-905e-4215-ab87-e4390feaee68), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:23.565457 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6aa329b4-1029-49ed-9af2-5be1594c2c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7e542cd0-905e-4215-ab87-e4390feaee68), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:23.568284 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6aa329b4-1029-49ed-9af2-5be1594c2c7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:23.571680 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6aa329b4-1029-49ed-9af2-5be1594c2c7b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7e542cd0-905e-4215-ab87-e4390feaee68 HTTP/1.1" status: 204 len: 168 time: 0.2580788 Mar 05 05:13:23.582376 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa329b4-1029-49ed-9af2-5be1594c2c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e542cd0-905e-4215-ab87-e4390feaee68,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:23.739781 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b22a76-d89c-4d02-a799-1154fa8c39b6 req-79a72e7c-1a42-47e0-97c2-338ff8e15678 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:23.741367 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-79b22a76-d89c-4d02-a799-1154fa8c39b6 req-79a72e7c-1a42-47e0-97c2-338ff8e15678 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 945 time: 0.1184745 Mar 05 05:13:23.852614 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-79b22a76-d89c-4d02-a799-1154fa8c39b6 req-8d3d6fff-5db4-4953-b6c2-45e6441115bc tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041989 Mar 05 05:13:25.105770 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1477fd-1027-43be-9957-032f9c44ddf5 req-c74fb25c-e7b0-4a97-ba63-6f851fabcde4 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:25.107322 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a1477fd-1027-43be-9957-032f9c44ddf5 req-c74fb25c-e7b0-4a97-ba63-6f851fabcde4 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 945 time: 0.1291893 Mar 05 05:13:25.204086 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a1477fd-1027-43be-9957-032f9c44ddf5 req-f2bde55d-3283-4728-9b14-3a95d5a76655 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840859 Mar 05 05:13:26.517708 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4eb62-ff72-4dd0-b0df-9b167c9f4660 req-76e9a747-1152-4728-bb56-a6e53b38c2c8 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:26.524779 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fae4eb62-ff72-4dd0-b0df-9b167c9f4660 req-76e9a747-1152-4728-bb56-a6e53b38c2c8 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 945 time: 0.1273611 Mar 05 05:13:26.624848 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fae4eb62-ff72-4dd0-b0df-9b167c9f4660 req-88305fd1-519f-486d-a218-67d9e5640b9a tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990946 Mar 05 05:13:27.848659 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561b04a-b455-4784-8515-3d9ab60cb19d req-eb555778-6574-4f03-9ae1-9b4e23cb0292 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:27.850903 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2561b04a-b455-4784-8515-3d9ab60cb19d req-eb555778-6574-4f03-9ae1-9b4e23cb0292 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 945 time: 0.1388388 Mar 05 05:13:27.981855 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2561b04a-b455-4784-8515-3d9ab60cb19d req-73f0841c-78af-42d5-bec2-34870c894a35 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247621 Mar 05 05:13:29.174752 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5334b1f-6081-4f91-8dc4-b8cc66df203e req-6e370bd7-f531-4b8d-9769-eccf32bc91e3 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:29.193321 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a5334b1f-6081-4f91-8dc4-b8cc66df203e req-6e370bd7-f531-4b8d-9769-eccf32bc91e3 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 945 time: 0.1051815 Mar 05 05:13:29.329217 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a5334b1f-6081-4f91-8dc4-b8cc66df203e req-6affb9d4-20b9-42d3-bfcf-7bb366863d0b tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344595 Mar 05 05:13:30.377720 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53876) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:30.678523 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d02001-29bd-4fa0-b3ff-3b07a7750d86 req-d533ed7c-49da-415d-8bc1-c53ab0f75af5 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:30.692917 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e1d02001-29bd-4fa0-b3ff-3b07a7750d86 req-d533ed7c-49da-415d-8bc1-c53ab0f75af5 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 945 time: 0.1354439 Mar 05 05:13:30.721726 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0b3dc60b-e47e-47d1-9ea8-c64b13548186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:30.801507 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e1d02001-29bd-4fa0-b3ff-3b07a7750d86 req-6103ed5b-ba25-463a-bc58-47fd0e50cc5c tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980937 Mar 05 05:13:30.942704 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0b3dc60b-e47e-47d1-9ea8-c64b13548186 admin admin] Publish callbacks [] for security_group (1e17d19c-5e89-44f3-8030-b795781c2edc), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:30.953276 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0b3dc60b-e47e-47d1-9ea8-c64b13548186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1e17d19c-5e89-44f3-8030-b795781c2edc), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:31.047253 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0b3dc60b-e47e-47d1-9ea8-c64b13548186 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=32735f8b111f4ddc9e940fe4f7a13fad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6682987 Mar 05 05:13:31.050007 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53886) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:31.051253 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3dc60b-e47e-47d1-9ea8-c64b13548186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e17d19c-5e89-44f3-8030-b795781c2edc,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:31.070731 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dc60b-e47e-47d1-9ea8-c64b13548186 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:31.071448 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dc60b-e47e-47d1-9ea8-c64b13548186 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:31.072017 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dc60b-e47e-47d1-9ea8-c64b13548186 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:31.072552 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dc60b-e47e-47d1-9ea8-c64b13548186 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:31.073425 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dc60b-e47e-47d1-9ea8-c64b13548186 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:31.073959 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dc60b-e47e-47d1-9ea8-c64b13548186 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:31.075038 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dc60b-e47e-47d1-9ea8-c64b13548186 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:31.077479 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dc60b-e47e-47d1-9ea8-c64b13548186 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:31.078106 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dc60b-e47e-47d1-9ea8-c64b13548186 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:31.078670 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dc60b-e47e-47d1-9ea8-c64b13548186 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:31.079239 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dc60b-e47e-47d1-9ea8-c64b13548186 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:31.079795 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dc60b-e47e-47d1-9ea8-c64b13548186 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:31.083740 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3dc60b-e47e-47d1-9ea8-c64b13548186 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:31.231187 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-83ed3483-08ea-4d4a-a24a-1f205e0a248a admin admin] Publish callbacks [] for security_group (1e17d19c-5e89-44f3-8030-b795781c2edc), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:31.277891 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-83ed3483-08ea-4d4a-a24a-1f205e0a248a admin admin] Publish callbacks [] for security_group (1e17d19c-5e89-44f3-8030-b795781c2edc), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:31.388109 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-83ed3483-08ea-4d4a-a24a-1f205e0a248a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1e17d19c-5e89-44f3-8030-b795781c2edc), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:31.391253 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-83ed3483-08ea-4d4a-a24a-1f205e0a248a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:31.395395 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-83ed3483-08ea-4d4a-a24a-1f205e0a248a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1e17d19c-5e89-44f3-8030-b795781c2edc HTTP/1.1" status: 204 len: 168 time: 0.3442359 Mar 05 05:13:31.412869 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed3483-08ea-4d4a-a24a-1f205e0a248a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e17d19c-5e89-44f3-8030-b795781c2edc,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:31.671293 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d61e3-64e8-4c11-94cc-211a8ce8e737 req-493fb9b6-e909-4787-8e18-7d273bc7f89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:31.673718 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ff2d61e3-64e8-4c11-94cc-211a8ce8e737 req-493fb9b6-e909-4787-8e18-7d273bc7f89a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 1128 time: 0.1262307 Mar 05 05:13:31.831316 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ff2d61e3-64e8-4c11-94cc-211a8ce8e737 req-11a70666-41d3-4e68-ba01-dec7c34d0c1e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470590 Mar 05 05:13:32.088393 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f612d07-da6a-4651-ae13-cc7372d0b8ae req-12786dd0-ccfd-498e-ab1d-fd5b4399993d tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:32.101109 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5f612d07-da6a-4651-ae13-cc7372d0b8ae req-12786dd0-ccfd-498e-ab1d-fd5b4399993d tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 945 time: 0.1577258 Mar 05 05:13:32.195102 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5f612d07-da6a-4651-ae13-cc7372d0b8ae req-4ac8abb7-f0ce-4142-a896-b97c6064e02e tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825288 Mar 05 05:13:32.205922 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 53902) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:32.226054 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6e37c380-23db-4626-a277-92905033c72d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:32.535978 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6e37c380-23db-4626-a277-92905033c72d admin admin] Publish callbacks [] for security_group (aadcb3d1-ce57-4f40-8e73-d83c73860c30), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:32.542630 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6e37c380-23db-4626-a277-92905033c72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (aadcb3d1-ce57-4f40-8e73-d83c73860c30), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:32.609232 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6e37c380-23db-4626-a277-92905033c72d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4edddad74f214c82a780b81dc28bb3ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4019592 Mar 05 05:13:32.610299 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37c380-23db-4626-a277-92905033c72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadcb3d1-ce57-4f40-8e73-d83c73860c30,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:32.611875 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 53908) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:32.692832 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3d0edc1b-eeed-4de0-b429-67c6038b936c admin admin] Publish callbacks [] for security_group (aadcb3d1-ce57-4f40-8e73-d83c73860c30), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:32.780051 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3d0edc1b-eeed-4de0-b429-67c6038b936c admin admin] Publish callbacks [] for security_group (aadcb3d1-ce57-4f40-8e73-d83c73860c30), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:32.887573 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3d0edc1b-eeed-4de0-b429-67c6038b936c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (aadcb3d1-ce57-4f40-8e73-d83c73860c30), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:32.896553 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3d0edc1b-eeed-4de0-b429-67c6038b936c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:32.901005 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3d0edc1b-eeed-4de0-b429-67c6038b936c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aadcb3d1-ce57-4f40-8e73-d83c73860c30 HTTP/1.1" status: 204 len: 168 time: 0.2843916 Mar 05 05:13:32.918772 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0edc1b-eeed-4de0-b429-67c6038b936c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadcb3d1-ce57-4f40-8e73-d83c73860c30,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:33.382167 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b755ccf-aac6-4956-a8af-21d4060a0bdd req-af6d622d-3d5f-4838-be8c-ac363cc245ae tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:33.396880 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7b755ccf-aac6-4956-a8af-21d4060a0bdd req-af6d622d-3d5f-4838-be8c-ac363cc245ae tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 945 time: 0.0957801 Mar 05 05:13:33.531386 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7b755ccf-aac6-4956-a8af-21d4060a0bdd req-0d316d4a-7fd5-4723-878b-0faa4ba9a87c tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328063 Mar 05 05:13:34.105701 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-a0db21fa-27c4-4c50-8ecc-a25e6ea5565d tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:34.116936 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-a0db21fa-27c4-4c50-8ecc-a25e6ea5565d tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/networks?id=898e839b-3c94-4a6d-ab21-01080b4deeb5 HTTP/1.1" status: 200 len: 811 time: 0.2434807 Mar 05 05:13:34.137966 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-9f863e55-707b-4e1f-899e-4fbe745e5c85 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/quotas/1694e51849b9494986675c07b6ef752d HTTP/1.1" status: 200 len: 375 time: 0.0151787 Mar 05 05:13:34.279759 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-3f4ce77e-a875-4a3b-8c71-c3de0d655c68 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1694e51849b9494986675c07b6ef752d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1344659 Mar 05 05:13:34.293717 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-91916b12-8566-4ea8-a187-d7f84085821c service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:13:34.294696 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-91916b12-8566-4ea8-a187-d7f84085821c service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078545 Mar 05 05:13:34.524175 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-de21005b-9040-4260-b3dd-068fc4ad4fc2 service neutron] 10.222.0.11 "GET /v2.0/networks/898e839b-3c94-4a6d-ab21-01080b4deeb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201800 Mar 05 05:13:34.671455 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-b0e69046-ea6f-41cc-b974-a1ffced2297b service neutron] 10.222.0.11 "GET /v2.0/networks/898e839b-3c94-4a6d-ab21-01080b4deeb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403463 Mar 05 05:13:35.498409 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-43912fad-de7d-46e6-b84e-1e62de9f7486 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:35.515313 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-43912fad-de7d-46e6-b84e-1e62de9f7486 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 812 time: 0.3039148 Mar 05 05:13:35.543749 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-6cf48cb9-b367-4520-8353-f8ed7ccb31c9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/quotas/06a4f309563b434e9962ec2905954423 HTTP/1.1" status: 200 len: 375 time: 0.0272014 Mar 05 05:13:35.627578 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-d9566adb-bde7-47fd-a481-cbe19753e3bd tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828514 Mar 05 05:13:35.815108 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-c5c23214-971b-4a30-a832-d57ee9d8b05f service neutron] 10.222.0.11 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862364 Mar 05 05:13:35.976082 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54012) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:36.050117 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-49572196-591a-4345-99f8-43850ea4f1c8 req-a5560dad-9c3f-4ed5-b3d6-6c8c105cee2d tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 210 time: 0.0772099 Mar 05 05:13:36.100077 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-42ab47e1-de25-4372-b7d7-170992fac05f service neutron] 10.222.0.11 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778034 Mar 05 05:13:36.154617 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b82bc976-3c1e-49ca-a250-33586cf317eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:36.429768 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b82bc976-3c1e-49ca-a250-33586cf317eb admin admin] Publish callbacks [] for security_group (bc040c9a-90f1-4465-a1b1-1d48e70fc74b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:36.441894 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b82bc976-3c1e-49ca-a250-33586cf317eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (bc040c9a-90f1-4465-a1b1-1d48e70fc74b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:36.524598 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54032) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:36.527740 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b82bc976-3c1e-49ca-a250-33586cf317eb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ef9145a4f0b440e5b70c40a687995460&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5502567 Mar 05 05:13:36.532128 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82bc976-3c1e-49ca-a250-33586cf317eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc040c9a-90f1-4465-a1b1-1d48e70fc74b,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:36.634304 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4df78da0-1fbd-44a9-9862-8b008a22d76f admin admin] Publish callbacks [] for security_group (bc040c9a-90f1-4465-a1b1-1d48e70fc74b), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:36.676071 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4df78da0-1fbd-44a9-9862-8b008a22d76f admin admin] Publish callbacks [] for security_group (bc040c9a-90f1-4465-a1b1-1d48e70fc74b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:36.783038 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5362fa13-264f-41e3-939b-d0073768b03c req-a9b59eb6-639f-4ba6-8f1c-b05d98e9cac9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 210 time: 0.0301816 Mar 05 05:13:36.784220 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4df78da0-1fbd-44a9-9862-8b008a22d76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (bc040c9a-90f1-4465-a1b1-1d48e70fc74b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:36.801787 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4df78da0-1fbd-44a9-9862-8b008a22d76f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:36.802962 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4df78da0-1fbd-44a9-9862-8b008a22d76f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bc040c9a-90f1-4465-a1b1-1d48e70fc74b HTTP/1.1" status: 204 len: 168 time: 0.2772791 Mar 05 05:13:36.821228 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df78da0-1fbd-44a9-9862-8b008a22d76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc040c9a-90f1-4465-a1b1-1d48e70fc74b,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:36.865885 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df78da0-1fbd-44a9-9862-8b008a22d76f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:36.866355 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df78da0-1fbd-44a9-9862-8b008a22d76f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:36.866706 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df78da0-1fbd-44a9-9862-8b008a22d76f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:36.867052 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df78da0-1fbd-44a9-9862-8b008a22d76f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:36.870412 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df78da0-1fbd-44a9-9862-8b008a22d76f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:36.870845 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df78da0-1fbd-44a9-9862-8b008a22d76f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:36.871218 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df78da0-1fbd-44a9-9862-8b008a22d76f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:36.872733 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df78da0-1fbd-44a9-9862-8b008a22d76f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:36.873086 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df78da0-1fbd-44a9-9862-8b008a22d76f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:36.873429 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df78da0-1fbd-44a9-9862-8b008a22d76f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:36.873775 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df78da0-1fbd-44a9-9862-8b008a22d76f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:36.874114 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df78da0-1fbd-44a9-9862-8b008a22d76f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:36.874449 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df78da0-1fbd-44a9-9862-8b008a22d76f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:13:37.268217 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb03f5d4-25a3-4e1e-abf7-f96387d7472d req-93f0cf4f-43ed-4b4f-99e7-551010755f6f tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 210 time: 0.0496116 Mar 05 05:13:37.487676 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54054) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:37.507641 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-37a6725a-e964-48b8-b60a-8b297079b0e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:37.880815 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-50056e26-8c57-4b5b-a160-eb5e2668eef3 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:37.895956 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-50056e26-8c57-4b5b-a160-eb5e2668eef3 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.30 "GET /v2.0/networks?id=898e839b-3c94-4a6d-ab21-01080b4deeb5 HTTP/1.1" status: 200 len: 811 time: 0.4180944 Mar 05 05:13:37.915990 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-93c7823a-0464-49ac-9f4c-8672ce0e3572 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Request body: {'port': {'device_id': '08bd1612-cd03-468e-a127-b10ac018ea3f', 'network_id': '898e839b-3c94-4a6d-ab21-01080b4deeb5', 'admin_state_up': True, 'tenant_id': '1694e51849b9494986675c07b6ef752d'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:13:37.931057 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-37a6725a-e964-48b8-b60a-8b297079b0e4 admin admin] Publish callbacks [] for security_group (37ef3cc5-3f51-47d5-aed0-d5d6240695a2), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:37.977818 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3b811671-49a2-45ad-ab1c-5e57e61a99aa req-e392fbbf-fa1d-4dad-9a01-f28b174fcafe tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 210 time: 0.0482893 Mar 05 05:13:37.982419 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-37a6725a-e964-48b8-b60a-8b297079b0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (37ef3cc5-3f51-47d5-aed0-d5d6240695a2), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:38.071589 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-37a6725a-e964-48b8-b60a-8b297079b0e4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=62bc038504c6453fb9876e9d54c9dafa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5826874 Mar 05 05:13:38.073453 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a6725a-e964-48b8-b60a-8b297079b0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ef3cc5-3f51-47d5-aed0-d5d6240695a2,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:38.076852 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54064) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:38.144779 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-be5607f0-c340-40b7-84bd-4ed37eb31692 admin admin] Publish callbacks [] for security_group (37ef3cc5-3f51-47d5-aed0-d5d6240695a2), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:38.178493 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-be5607f0-c340-40b7-84bd-4ed37eb31692 admin admin] Publish callbacks [] for security_group (37ef3cc5-3f51-47d5-aed0-d5d6240695a2), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:38.236732 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-be5607f0-c340-40b7-84bd-4ed37eb31692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (37ef3cc5-3f51-47d5-aed0-d5d6240695a2), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:38.240885 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-be5607f0-c340-40b7-84bd-4ed37eb31692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:38.245546 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-be5607f0-c340-40b7-84bd-4ed37eb31692 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/37ef3cc5-3f51-47d5-aed0-d5d6240695a2 HTTP/1.1" status: 204 len: 168 time: 0.1650786 Mar 05 05:13:38.245749 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-93c7823a-0464-49ac-9f4c-8672ce0e3572 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Made reservation on behalf of 1694e51849b9494986675c07b6ef752d for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:13:38.248814 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-93c7823a-0464-49ac-9f4c-8672ce0e3572 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:38.275571 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5607f0-c340-40b7-84bd-4ed37eb31692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ef3cc5-3f51-47d5-aed0-d5d6240695a2,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:38.513319 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9e156acf-58f8-4a13-9753-cc7f3fbf6b3c req-dea23f41-6f75-4725-b96a-805d968e205a tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 210 time: 0.0615089 Mar 05 05:13:38.720038 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-93c7823a-0464-49ac-9f4c-8672ce0e3572 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Allocated IP 172.20.0.5 (898e839b-3c94-4a6d-ab21-01080b4deeb5/98a66c11-be7f-4215-aec6-5c59a4a9e0a3/717d5772-b7a7-460d-93af-fd5b1402161a) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:13:39.143307 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b878de2e-56b2-473d-a81b-38ffc5fccb24 req-6ce7af85-c46c-4d76-b22e-962408438ee4 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 210 time: 0.0588436 Mar 05 05:13:39.333800 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-0462d6c7-4dfc-4938-bb26-4f3401a0d6ae tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:39.335355 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-0462d6c7-4dfc-4938-bb26-4f3401a0d6ae tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.30 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 812 time: 0.2413981 Mar 05 05:13:39.357238 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-ab876da1-7f58-4314-8dd2-4863d60e4401 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Request body: {'port': {'device_id': '225c2892-3071-4aaa-87db-55d6f7c5c918', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'admin_state_up': True, 'tenant_id': '06a4f309563b434e9962ec2905954423'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:13:39.404937 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-93c7823a-0464-49ac-9f4c-8672ce0e3572 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Publish callbacks [] for port (717d5772-b7a7-460d-93af-fd5b1402161a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:39.635313 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-93c7823a-0464-49ac-9f4c-8672ce0e3572 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (717d5772-b7a7-460d-93af-fd5b1402161a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:39.648423 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['f4dcdd6d-9b27-45ad-9bf9-85513966359e'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:13:39.749143 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-93c7823a-0464-49ac-9f4c-8672ce0e3572 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Network 898e839b-3c94-4a6d-ab21-01080b4deeb5 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:13:39.759628 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-93c7823a-0464-49ac-9f4c-8672ce0e3572 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:13:39.770499 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-93c7823a-0464-49ac-9f4c-8672ce0e3572 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:13:39.802045 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd4121-5b93-454b-9bbc-a70e7b190af5 req-341874e5-0f88-4be3-9447-7ffe0b4f6cd8 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:39.805302 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8fdd4121-5b93-454b-9bbc-a70e7b190af5 req-341874e5-0f88-4be3-9447-7ffe0b4f6cd8 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 931 time: 0.1505105 Mar 05 05:13:39.882081 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-93c7823a-0464-49ac-9f4c-8672ce0e3572 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:39.882815 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-93c7823a-0464-49ac-9f4c-8672ce0e3572 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:39.924493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7823a-0464-49ac-9f4c-8672ce0e3572 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Pushing event updated for resources: {'Port': ['ID=717d5772-b7a7-460d-93af-fd5b1402161a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:39.930591 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-ab876da1-7f58-4314-8dd2-4863d60e4401 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Made reservation on behalf of 06a4f309563b434e9962ec2905954423 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:13:39.940883 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-ab876da1-7f58-4314-8dd2-4863d60e4401 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:39.992367 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8fdd4121-5b93-454b-9bbc-a70e7b190af5 req-b5a075c7-c563-4500-876b-155a6bb2d710 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804566 Mar 05 05:13:40.016047 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-93c7823a-0464-49ac-9f4c-8672ce0e3572 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1162610 Mar 05 05:13:40.040998 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-0f09f89c-80f6-47a7-8aa8-884439698213 service neutron] Request body: {'port': {'device_id': '08bd1612-cd03-468e-a127-b10ac018ea3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:13:40.265955 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-0f09f89c-80f6-47a7-8aa8-884439698213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (717d5772-b7a7-460d-93af-fd5b1402161a), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:40.322136 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-ab876da1-7f58-4314-8dd2-4863d60e4401 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Allocated IP 172.20.0.14 (3da289b5-f373-4722-9911-8508cc812a15/bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb/a2b81f54-77a8-4637-b686-8000a86aae4c) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:13:40.328114 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fae661ab-586e-40bb-88a1-b15b53feb1d3 req-f5645e1b-8943-454c-99d3-259c8219ca39 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 210 time: 0.0723794 Mar 05 05:13:40.786702 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-0f09f89c-80f6-47a7-8aa8-884439698213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 717d5772-b7a7-460d-93af-fd5b1402161a {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:13:40.796291 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-0f09f89c-80f6-47a7-8aa8-884439698213 service neutron] Publish callbacks [] for port (717d5772-b7a7-460d-93af-fd5b1402161a), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:40.809484 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-0f09f89c-80f6-47a7-8aa8-884439698213 service neutron] Transition to ACTIVE for port object 717d5772-b7a7-460d-93af-fd5b1402161a will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:13:40.833311 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-0f09f89c-80f6-47a7-8aa8-884439698213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (717d5772-b7a7-460d-93af-fd5b1402161a), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:41.260404 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb3366-2399-45d4-8626-3ddab49f8617 req-a72ebeda-c279-4785-b9c5-68604522c267 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:41.269723 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-0f09f89c-80f6-47a7-8aa8-884439698213 service neutron] Attempting to bind port 717d5772-b7a7-460d-93af-fd5b1402161a on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:13:41.270064 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-0f09f89c-80f6-47a7-8aa8-884439698213 service neutron] Attempting to bind port 717d5772-b7a7-460d-93af-fd5b1402161a by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': 'ecd2471d-288a-424b-851d-b9c3f562b8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '898e839b-3c94-4a6d-ab21-01080b4deeb5'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:13:41.270399 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-0f09f89c-80f6-47a7-8aa8-884439698213 service neutron] Attempting to bind port 717d5772-b7a7-460d-93af-fd5b1402161a on network 898e839b-3c94-4a6d-ab21-01080b4deeb5 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:13:41.271693 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-81eb3366-2399-45d4-8626-3ddab49f8617 req-a72ebeda-c279-4785-b9c5-68604522c267 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 943 time: 0.1148634 Mar 05 05:13:41.286922 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09f89c-80f6-47a7-8aa8-884439698213 service neutron] Pushing event updated for resources: {'Port': ['ID=717d5772-b7a7-460d-93af-fd5b1402161a,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:41.302463 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-0f09f89c-80f6-47a7-8aa8-884439698213 service neutron] Port 717d5772-b7a7-460d-93af-fd5b1402161a on network 898e839b-3c94-4a6d-ab21-01080b4deeb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:13:41.302794 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-0f09f89c-80f6-47a7-8aa8-884439698213 service neutron] Attempting to bind port 717d5772-b7a7-460d-93af-fd5b1402161a on network 898e839b-3c94-4a6d-ab21-01080b4deeb5 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:13:41.331623 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-0f09f89c-80f6-47a7-8aa8-884439698213 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:13:41.331951 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-0f09f89c-80f6-47a7-8aa8-884439698213 service neutron] Checking segment: {'id': 'ecd2471d-288a-424b-851d-b9c3f562b8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '898e839b-3c94-4a6d-ab21-01080b4deeb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:13:41.332476 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-0f09f89c-80f6-47a7-8aa8-884439698213 service neutron] Bound using segment: {'id': 'ecd2471d-288a-424b-851d-b9c3f562b8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '898e839b-3c94-4a6d-ab21-01080b4deeb5'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:13:41.332945 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-0f09f89c-80f6-47a7-8aa8-884439698213 service neutron] Bound port: 717d5772-b7a7-460d-93af-fd5b1402161a, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd2471d-288a-424b-851d-b9c3f562b8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '898e839b-3c94-4a6d-ab21-01080b4deeb5'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:13:41.333306 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-0f09f89c-80f6-47a7-8aa8-884439698213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (717d5772-b7a7-460d-93af-fd5b1402161a), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:41.423389 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-81eb3366-2399-45d4-8626-3ddab49f8617 req-fd826efd-1b2e-4e3c-8462-5ef2820640e7 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394436 Mar 05 05:13:41.431688 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-863e8991-6de1-4726-8ecb-fe8c45a3a262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:41.556555 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-30cf6f3f-ca76-4db7-b215-564dd312040d req-634a80d1-2d8d-44ec-9a09-4e239133b349 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 210 time: 0.0676548 Mar 05 05:13:41.608844 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-ab876da1-7f58-4314-8dd2-4863d60e4401 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for port (a2b81f54-77a8-4637-b686-8000a86aae4c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:41.683705 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-0f09f89c-80f6-47a7-8aa8-884439698213 service neutron] For port 717d5772-b7a7-460d-93af-fd5b1402161a, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:13:41.693583 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-0f09f89c-80f6-47a7-8aa8-884439698213 service neutron] For port 717d5772-b7a7-460d-93af-fd5b1402161a, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=717d5772-b7a7-460d-93af-fd5b1402161a,segment=NetworkSegment(ecd2471d-288a-424b-851d-b9c3f562b8ff),segment_id=ecd2471d-288a-424b-851d-b9c3f562b8ff)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:13:41.736856 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-0f09f89c-80f6-47a7-8aa8-884439698213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (717d5772-b7a7-460d-93af-fd5b1402161a), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:41.804146 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-0f09f89c-80f6-47a7-8aa8-884439698213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:41.804784 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-0f09f89c-80f6-47a7-8aa8-884439698213 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:41.806178 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-0f09f89c-80f6-47a7-8aa8-884439698213 service neutron] 10.222.0.30 "PUT /v2.0/ports/717d5772-b7a7-460d-93af-fd5b1402161a HTTP/1.1" status: 200 len: 1092 time: 1.7811933 Mar 05 05:13:41.807380 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08bd1612-cd03-468e-a127-b10ac018ea3f', 'tag': '717d5772-b7a7-460d-93af-fd5b1402161a'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:13:41.809647 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9a542b-53b7-4fd1-b7c9-4919a12bd98c" -d '{"events": [{"name": "network-changed", "server_uuid": "08bd1612-cd03-468e-a127-b10ac018ea3f", "tag": "717d5772-b7a7-460d-93af-fd5b1402161a"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:13:41.833661 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-ab876da1-7f58-4314-8dd2-4863d60e4401 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (a2b81f54-77a8-4637-b686-8000a86aae4c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:41.897037 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-ab876da1-7f58-4314-8dd2-4863d60e4401 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Network 3da289b5-f373-4722-9911-8508cc812a15 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:13:41.903191 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-ab876da1-7f58-4314-8dd2-4863d60e4401 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:13:41.933867 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-ab876da1-7f58-4314-8dd2-4863d60e4401 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:13:41.946721 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a11b95a-1284-4742-ba03-044871699074 x-openstack-request-id: req-7a11b95a-1284-4742-ba03-044871699074 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:13:41.947024 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08bd1612-cd03-468e-a127-b10ac018ea3f", "tag": "717d5772-b7a7-460d-93af-fd5b1402161a", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:13:41.947283 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7a11b95a-1284-4742-ba03-044871699074 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:13:41.948228 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08bd1612-cd03-468e-a127-b10ac018ea3f', 'tag': '717d5772-b7a7-460d-93af-fd5b1402161a', 'status': 'completed', 'code': 200} Mar 05 05:13:42.054039 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09f89c-80f6-47a7-8aa8-884439698213 service neutron] Pushing event updated for resources: {'Port': ['ID=717d5772-b7a7-460d-93af-fd5b1402161a,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:42.206342 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-ab876da1-7f58-4314-8dd2-4863d60e4401 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:42.206342 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-ab876da1-7f58-4314-8dd2-4863d60e4401 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:42.229976 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-b0326d25-c4a9-419c-9940-1bf197928cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:42.231575 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-b0326d25-c4a9-419c-9940-1bf197928cbe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1694e51849b9494986675c07b6ef752d&device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 1126 time: 0.3296599 Mar 05 05:13:42.233143 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab876da1-7f58-4314-8dd2-4863d60e4401 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Pushing event updated for resources: {'Port': ['ID=a2b81f54-77a8-4637-b686-8000a86aae4c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:42.330787 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-ab876da1-7f58-4314-8dd2-4863d60e4401 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9835010 Mar 05 05:13:42.332988 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-71c6d239-4853-4115-804e-48c99031493c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=717d5772-b7a7-460d-93af-fd5b1402161a HTTP/1.1" status: 200 len: 217 time: 0.0892370 Mar 05 05:13:42.398050 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-8fcb97e5-4488-40ae-beba-ff214b0bfead service neutron] Request body: {'port': {'device_id': '225c2892-3071-4aaa-87db-55d6f7c5c918', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:13:42.400853 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a867406a-266d-41ed-89c4-03abb04c0d0d None None] Provisioning complete for port a2b81f54-77a8-4637-b686-8000a86aae4c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:13:42.401579 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a867406a-266d-41ed-89c4-03abb04c0d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a2b81f54-77a8-4637-b686-8000a86aae4c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:42.502645 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a867406a-266d-41ed-89c4-03abb04c0d0d None None] Port a2b81f54-77a8-4637-b686-8000a86aae4c cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:13:42.512849 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-9fdcd141-42e5-4f9f-8e01-90f9e4efe3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:42.514953 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-9fdcd141-42e5-4f9f-8e01-90f9e4efe3a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=98a66c11-be7f-4215-aec6-5c59a4a9e0a3 HTTP/1.1" status: 200 len: 851 time: 0.1733363 Mar 05 05:13:42.572654 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-8fcb97e5-4488-40ae-beba-ff214b0bfead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a2b81f54-77a8-4637-b686-8000a86aae4c), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:42.647130 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc921c6-7c58-4a2e-9281-14c311809e71 req-e97b23c9-f984-42e7-8cd5-41c0b5c83a46 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:42.649795 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9dc921c6-7c58-4a2e-9281-14c311809e71 req-e97b23c9-f984-42e7-8cd5-41c0b5c83a46 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 943 time: 0.1136239 Mar 05 05:13:42.671123 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-eb78657d-2ced-4f05-86ab-b0bc7aaf02f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=898e839b-3c94-4a6d-ab21-01080b4deeb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742862 Mar 05 05:13:42.784607 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9dc921c6-7c58-4a2e-9281-14c311809e71 req-d4390a32-7a10-4955-9a4b-f9cf4ed73bcb tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289577 Mar 05 05:13:42.798843 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6772d-c768-4962-9820-34dbf671f311 req-50a1ad6d-2009-4340-9b4b-12066debf955 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:42.800785 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-03a6772d-c768-4962-9820-34dbf671f311 req-50a1ad6d-2009-4340-9b4b-12066debf955 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 932 time: 0.1034510 Mar 05 05:13:42.915463 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-03a6772d-c768-4962-9820-34dbf671f311 req-1a7883aa-04d2-40db-9faa-feb7e81b831a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069977 Mar 05 05:13:43.293254 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-cb253eac-15e1-4288-ba4c-da4427b83af5 service neutron] 10.222.0.30 "GET /v2.0/networks/898e839b-3c94-4a6d-ab21-01080b4deeb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6111510 Mar 05 05:13:43.444110 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54188) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:43.521550 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3e739d9d-3778-41a2-aa55-12b63525c7f4 req-609ab353-028c-4658-9057-61bd1b04e7a2 service neutron] 10.222.0.30 "GET /v2.0/networks/898e839b-3c94-4a6d-ab21-01080b4deeb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159493 Mar 05 05:13:43.535104 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54192) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:43.684956 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5c29a4ae-71b9-42fe-9133-7fe6066ae379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:43.690364 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a542b-53b7-4fd1-b7c9-4919a12bd98c req-fb5fd926-1e7e-4f17-871d-8d9396df33c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:43.692559 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4d9a542b-53b7-4fd1-b7c9-4919a12bd98c req-fb5fd926-1e7e-4f17-871d-8d9396df33c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1694e51849b9494986675c07b6ef752d&device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 1126 time: 0.0973032 Mar 05 05:13:43.721905 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8381bee-57dd-4e1b-becd-597c21ecf7f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:43.763649 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b8b71453-3de3-488d-8dc9-a9eb90416a0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:43.805090 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a542b-53b7-4fd1-b7c9-4919a12bd98c req-72ba2550-9504-4d96-b5c4-a9a4bfa36539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:43.806599 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4d9a542b-53b7-4fd1-b7c9-4919a12bd98c req-72ba2550-9504-4d96-b5c4-a9a4bfa36539 service neutron] 10.222.0.30 "GET /v2.0/networks?id=898e839b-3c94-4a6d-ab21-01080b4deeb5 HTTP/1.1" status: 200 len: 911 time: 0.1040494 Mar 05 05:13:43.877872 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:43.886134 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4d9a542b-53b7-4fd1-b7c9-4919a12bd98c req-6478a364-f0b0-474a-9bea-66b70340f65e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=717d5772-b7a7-460d-93af-fd5b1402161a HTTP/1.1" status: 200 len: 217 time: 0.0729876 Mar 05 05:13:43.949802 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a542b-53b7-4fd1-b7c9-4919a12bd98c req-ab9d32a9-ec78-4976-8a40-12bcc1c82300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:43.952182 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4d9a542b-53b7-4fd1-b7c9-4919a12bd98c req-ab9d32a9-ec78-4976-8a40-12bcc1c82300 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=98a66c11-be7f-4215-aec6-5c59a4a9e0a3 HTTP/1.1" status: 200 len: 851 time: 0.0597217 Mar 05 05:13:43.987063 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-8fcb97e5-4488-40ae-beba-ff214b0bfead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2b81f54-77a8-4637-b686-8000a86aae4c {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:13:43.993794 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4d9a542b-53b7-4fd1-b7c9-4919a12bd98c req-987cd235-12f5-48f2-9d5b-670f6b4157df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=898e839b-3c94-4a6d-ab21-01080b4deeb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350206 Mar 05 05:13:44.001575 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-8fcb97e5-4488-40ae-beba-ff214b0bfead service neutron] Publish callbacks [] for port (a2b81f54-77a8-4637-b686-8000a86aae4c), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:44.004947 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:44.099410 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-8fcb97e5-4488-40ae-beba-ff214b0bfead service neutron] Transition to ACTIVE for port object a2b81f54-77a8-4637-b686-8000a86aae4c will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:13:44.110875 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8381bee-57dd-4e1b-becd-597c21ecf7f7 admin admin] Publish callbacks [] for security_group (27a5eb00-7614-4459-a574-26542d41a3c2), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:44.145723 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8381bee-57dd-4e1b-becd-597c21ecf7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (27a5eb00-7614-4459-a574-26542d41a3c2), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:44.204061 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d8381bee-57dd-4e1b-becd-597c21ecf7f7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7f03089770064632a49ddb7dbd43905f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7583055 Mar 05 05:13:44.220182 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-8fcb97e5-4488-40ae-beba-ff214b0bfead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (a2b81f54-77a8-4637-b686-8000a86aae4c), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:44.223907 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba694c4-0864-485e-a955-8c4fd1b7084c req-d8c065ff-2bdf-4abb-801f-18fdbe574cfa tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:44.225769 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2ba694c4-0864-485e-a955-8c4fd1b7084c req-d8c065ff-2bdf-4abb-801f-18fdbe574cfa tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 932 time: 0.1598456 Mar 05 05:13:44.226826 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8381bee-57dd-4e1b-becd-597c21ecf7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a5eb00-7614-4459-a574-26542d41a3c2,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:44.260376 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54204) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:44.410465 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2ba694c4-0864-485e-a955-8c4fd1b7084c req-09d779f3-384a-4c2d-ab49-8a13ad9115d7 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753042 Mar 05 05:13:44.497314 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b8b71453-3de3-488d-8dc9-a9eb90416a0a admin admin] Publish callbacks [] for security_group (9971337f-925a-42c7-a07e-55bb0797ee26), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:44.517531 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984728e-53ed-4be4-b71b-82c8d56c3093 req-89f1ed6e-50e9-4720-896c-ff3152869fd8 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:44.520580 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e984728e-53ed-4be4-b71b-82c8d56c3093 req-89f1ed6e-50e9-4720-896c-ff3152869fd8 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 943 time: 0.4870546 Mar 05 05:13:44.522335 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b8b71453-3de3-488d-8dc9-a9eb90416a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (9971337f-925a-42c7-a07e-55bb0797ee26), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:44.596083 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b8b71453-3de3-488d-8dc9-a9eb90416a0a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ea38257ca91344d3a3a6c5fd7f0a6f20&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0595315 Mar 05 05:13:44.599812 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54206) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:44.600487 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b71453-3de3-488d-8dc9-a9eb90416a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9971337f-925a-42c7-a07e-55bb0797ee26,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:44.668793 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-77619b49-9770-49c9-bc83-6887245e4523 admin admin] Publish callbacks [] for security_group (9971337f-925a-42c7-a07e-55bb0797ee26), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:44.676941 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4d9a542b-53b7-4fd1-b7c9-4919a12bd98c req-f35ac140-6a8c-4ce0-9a31-36e04bbc343f service neutron] 10.222.0.30 "GET /v2.0/networks/898e839b-3c94-4a6d-ab21-01080b4deeb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6716738 Mar 05 05:13:44.700831 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e984728e-53ed-4be4-b71b-82c8d56c3093 req-6130bc14-4705-462c-9b47-8d4cf345ab5c tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496012 Mar 05 05:13:44.713875 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-77619b49-9770-49c9-bc83-6887245e4523 admin admin] Publish callbacks [] for security_group (9971337f-925a-42c7-a07e-55bb0797ee26), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:44.717780 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb97e5-4488-40ae-beba-ff214b0bfead service neutron] Pushing event updated for resources: {'Port': ['ID=a2b81f54-77a8-4637-b686-8000a86aae4c,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:44.813990 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-77619b49-9770-49c9-bc83-6887245e4523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (9971337f-925a-42c7-a07e-55bb0797ee26), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:44.817437 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-77619b49-9770-49c9-bc83-6887245e4523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:44.821117 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-77619b49-9770-49c9-bc83-6887245e4523 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9971337f-925a-42c7-a07e-55bb0797ee26 HTTP/1.1" status: 204 len: 168 time: 0.2138627 Mar 05 05:13:44.855055 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77619b49-9770-49c9-bc83-6887245e4523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9971337f-925a-42c7-a07e-55bb0797ee26,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:44.903740 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f576d45-2930-41bf-8551-817e0e2dece3 admin admin] Publish callbacks [] for security_group (27a5eb00-7614-4459-a574-26542d41a3c2), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:44.983203 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-8fcb97e5-4488-40ae-beba-ff214b0bfead service neutron] Attempting to bind port a2b81f54-77a8-4637-b686-8000a86aae4c on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:13:44.983549 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-8fcb97e5-4488-40ae-beba-ff214b0bfead service neutron] Attempting to bind port a2b81f54-77a8-4637-b686-8000a86aae4c by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:13:44.983880 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-8fcb97e5-4488-40ae-beba-ff214b0bfead service neutron] Attempting to bind port a2b81f54-77a8-4637-b686-8000a86aae4c on network 3da289b5-f373-4722-9911-8508cc812a15 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:13:45.016415 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f576d45-2930-41bf-8551-817e0e2dece3 admin admin] Publish callbacks [] for security_group (27a5eb00-7614-4459-a574-26542d41a3c2), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:45.031871 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-8fcb97e5-4488-40ae-beba-ff214b0bfead service neutron] Port a2b81f54-77a8-4637-b686-8000a86aae4c on network 3da289b5-f373-4722-9911-8508cc812a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:13:45.031871 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-8fcb97e5-4488-40ae-beba-ff214b0bfead service neutron] Attempting to bind port a2b81f54-77a8-4637-b686-8000a86aae4c on network 3da289b5-f373-4722-9911-8508cc812a15 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:13:45.034197 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:45.085729 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-8fcb97e5-4488-40ae-beba-ff214b0bfead service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:13:45.086085 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-8fcb97e5-4488-40ae-beba-ff214b0bfead service neutron] Checking segment: {'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:13:45.086480 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-8fcb97e5-4488-40ae-beba-ff214b0bfead service neutron] Bound using segment: {'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:13:45.086936 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-8fcb97e5-4488-40ae-beba-ff214b0bfead service neutron] Bound port: a2b81f54-77a8-4637-b686-8000a86aae4c, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:13:45.087365 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-8fcb97e5-4488-40ae-beba-ff214b0bfead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a2b81f54-77a8-4637-b686-8000a86aae4c), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:45.120918 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4d9a542b-53b7-4fd1-b7c9-4919a12bd98c req-cbd4fb0e-dfec-41b5-ae4b-e723974a9c67 service neutron] 10.222.0.30 "GET /v2.0/networks/898e839b-3c94-4a6d-ab21-01080b4deeb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044180 Mar 05 05:13:45.253036 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f576d45-2930-41bf-8551-817e0e2dece3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (27a5eb00-7614-4459-a574-26542d41a3c2), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:45.256280 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f576d45-2930-41bf-8551-817e0e2dece3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:45.259840 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2f576d45-2930-41bf-8551-817e0e2dece3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/27a5eb00-7614-4459-a574-26542d41a3c2 HTTP/1.1" status: 204 len: 168 time: 0.9836972 Mar 05 05:13:45.263719 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-8fcb97e5-4488-40ae-beba-ff214b0bfead service neutron] For port a2b81f54-77a8-4637-b686-8000a86aae4c, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:13:45.268460 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-8fcb97e5-4488-40ae-beba-ff214b0bfead service neutron] For port a2b81f54-77a8-4637-b686-8000a86aae4c, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a2b81f54-77a8-4637-b686-8000a86aae4c,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:13:45.290457 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f576d45-2930-41bf-8551-817e0e2dece3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a5eb00-7614-4459-a574-26542d41a3c2,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:45.294496 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-8fcb97e5-4488-40ae-beba-ff214b0bfead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (a2b81f54-77a8-4637-b686-8000a86aae4c), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:45.448643 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-8fcb97e5-4488-40ae-beba-ff214b0bfead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:45.450603 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-8fcb97e5-4488-40ae-beba-ff214b0bfead service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:45.454610 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-8fcb97e5-4488-40ae-beba-ff214b0bfead service neutron] 10.222.0.30 "PUT /v2.0/ports/a2b81f54-77a8-4637-b686-8000a86aae4c HTTP/1.1" status: 200 len: 1093 time: 3.1116810 Mar 05 05:13:45.466718 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '225c2892-3071-4aaa-87db-55d6f7c5c918', 'tag': 'a2b81f54-77a8-4637-b686-8000a86aae4c'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:13:45.473917 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7c6fa4-9318-4829-b80b-0b30676227f0" -d '{"events": [{"name": "network-changed", "server_uuid": "225c2892-3071-4aaa-87db-55d6f7c5c918", "tag": "a2b81f54-77a8-4637-b686-8000a86aae4c"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:13:45.491633 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0545685e-94fe-4d8a-be82-020d8330abb0 req-c3f6da09-9e76-4074-8bdc-ff6bbead7dee service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3153963 Mar 05 05:13:45.739173 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 717d5772-b7a7-460d-93af-fd5b1402161a details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:13:45.783179 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836d168d-ceb9-420d-aed0-2e36c5d1b881 x-openstack-request-id: req-836d168d-ceb9-420d-aed0-2e36c5d1b881 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:13:45.783717 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "225c2892-3071-4aaa-87db-55d6f7c5c918", "tag": "a2b81f54-77a8-4637-b686-8000a86aae4c", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:13:45.785162 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-836d168d-ceb9-420d-aed0-2e36c5d1b881 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:13:45.788196 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '225c2892-3071-4aaa-87db-55d6f7c5c918', 'tag': 'a2b81f54-77a8-4637-b686-8000a86aae4c', 'status': 'completed', 'code': 200} Mar 05 05:13:45.855374 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5402e0-3caa-40a8-b2c9-29ed924d43bc req-16950469-5d79-4a31-a51b-035640ad4020 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:45.866742 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1e5402e0-3caa-40a8-b2c9-29ed924d43bc req-16950469-5d79-4a31-a51b-035640ad4020 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 944 time: 0.2560434 Mar 05 05:13:45.940757 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb97e5-4488-40ae-beba-ff214b0bfead service neutron] Pushing event updated for resources: {'Port': ['ID=a2b81f54-77a8-4637-b686-8000a86aae4c,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:45.959698 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54238) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:46.057704 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fd7df4fc-11ba-4af4-a889-ff3109a67161 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:46.142803 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 717d5772-b7a7-460d-93af-fd5b1402161a, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=717d5772-b7a7-460d-93af-fd5b1402161a,segment=NetworkSegment(ecd2471d-288a-424b-851d-b9c3f562b8ff),segment_id=ecd2471d-288a-424b-851d-b9c3f562b8ff)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:13:46.143370 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-82d12a56-4de1-450d-acf3-11b8a22e7038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:46.144812 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-82d12a56-4de1-450d-acf3-11b8a22e7038 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 1127 time: 0.6179087 Mar 05 05:13:46.171357 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545685e-94fe-4d8a-be82-020d8330abb0 req-2f4679bb-60be-4784-8681-aeab87be47bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:46.175420 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '717d5772-b7a7-460d-93af-fd5b1402161a', 'network_id': '898e839b-3c94-4a6d-ab21-01080b4deeb5', 'port_id': '717d5772-b7a7-460d-93af-fd5b1402161a', 'mac_address': 'fa:16:3e:7a:d8:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98a66c11-be7f-4215-aec6-5c59a4a9e0a3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:13:46.176692 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0545685e-94fe-4d8a-be82-020d8330abb0 req-2f4679bb-60be-4784-8681-aeab87be47bc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1694e51849b9494986675c07b6ef752d&device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 1128 time: 0.6152422 Mar 05 05:13:46.206450 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1e5402e0-3caa-40a8-b2c9-29ed924d43bc req-536846dd-4df0-469f-b6c7-dc6302e44711 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361104 Mar 05 05:13:46.280933 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403375e6-eb23-46ff-990d-cf61af2729f9 req-005bcb97-08d2-4d17-9819-db9e4d251965 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:46.284145 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-403375e6-eb23-46ff-990d-cf61af2729f9 req-005bcb97-08d2-4d17-9819-db9e4d251965 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 943 time: 0.3039281 Mar 05 05:13:46.303506 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 717d5772-b7a7-460d-93af-fd5b1402161a is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:13:46.303915 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (717d5772-b7a7-460d-93af-fd5b1402161a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:46.336489 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-f7765a17-428c-4617-99eb-3b4df3ac8b0e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2b81f54-77a8-4637-b686-8000a86aae4c HTTP/1.1" status: 200 len: 217 time: 0.1816113 Mar 05 05:13:46.359510 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717d5772-b7a7-460d-93af-fd5b1402161a {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:13:46.414589 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 717d5772-b7a7-460d-93af-fd5b1402161a, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=717d5772-b7a7-460d-93af-fd5b1402161a,segment=NetworkSegment(ecd2471d-288a-424b-851d-b9c3f562b8ff),segment_id=ecd2471d-288a-424b-851d-b9c3f562b8ff)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:13:46.426817 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (717d5772-b7a7-460d-93af-fd5b1402161a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:46.464690 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-403375e6-eb23-46ff-990d-cf61af2729f9 req-b053f291-e5df-4c5c-b3e9-ff5f797ebb1a tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708345 Mar 05 05:13:46.517772 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=717d5772-b7a7-460d-93af-fd5b1402161a,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:46.527424 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:46.616166 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54254) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:46.629572 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['717d5772-b7a7-460d-93af-fd5b1402161a'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:13:46.766734 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545685e-94fe-4d8a-be82-020d8330abb0 req-bf0ff3f7-fe72-402d-bc17-c2c51f7df296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:46.766734 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0545685e-94fe-4d8a-be82-020d8330abb0 req-bf0ff3f7-fe72-402d-bc17-c2c51f7df296 service neutron] 10.222.0.31 "GET /v2.0/networks?id=898e839b-3c94-4a6d-ab21-01080b4deeb5 HTTP/1.1" status: 200 len: 911 time: 0.4877326 Mar 05 05:13:46.884080 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-cb54552a-778a-4202-8c79-a73592d9a587 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1613553107-network', 'tenant_id': '4dcd5a93b3674bf78188762f733c2e21'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:13:46.884080 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb54552a-778a-4202-8c79-a73592d9a587 admin admin] Made reservation on behalf of 4dcd5a93b3674bf78188762f733c2e21 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:13:46.884080 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cb54552a-778a-4202-8c79-a73592d9a587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:46.884080 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cb54552a-778a-4202-8c79-a73592d9a587 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:46.937231 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0545685e-94fe-4d8a-be82-020d8330abb0 req-d443488f-1b95-47ff-a1bc-5dec263978ae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4dcdd6d-9b27-45ad-9bf9-85513966359e HTTP/1.1" status: 200 len: 217 time: 0.2016668 Mar 05 05:13:46.940934 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fd7df4fc-11ba-4af4-a889-ff3109a67161 admin admin] Publish callbacks [] for security_group (e8ebc12a-500f-46cf-b091-1dc6d775fdde), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:46.982959 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fd7df4fc-11ba-4af4-a889-ff3109a67161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e8ebc12a-500f-46cf-b091-1dc6d775fdde), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:47.022453 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cb54552a-778a-4202-8c79-a73592d9a587 admin admin] Publish callbacks [] for security_group (741032dc-3028-45ee-9429-5ab21ed6c0db), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:47.031433 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cb54552a-778a-4202-8c79-a73592d9a587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (741032dc-3028-45ee-9429-5ab21ed6c0db), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:47.066622 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fd7df4fc-11ba-4af4-a889-ff3109a67161 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0fc7bc8994674021a36e2fbdd8e19c83&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1027744 Mar 05 05:13:47.069326 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54270) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:47.093703 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-2f1b1172-7f2f-4916-9f8a-779ab7fee66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:47.096344 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb54552a-778a-4202-8c79-a73592d9a587 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:13:47.097045 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-2f1b1172-7f2f-4916-9f8a-779ab7fee66c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb HTTP/1.1" status: 200 len: 851 time: 0.7141137 Mar 05 05:13:47.120429 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54552a-778a-4202-8c79-a73592d9a587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741032dc-3028-45ee-9429-5ab21ed6c0db,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:47.139002 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cb54552a-778a-4202-8c79-a73592d9a587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (e565cab4-f912-4825-b601-d083d3011059), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:47.139391 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-cb54552a-778a-4202-8c79-a73592d9a587 admin admin] Added segment e565cab4-f912-4825-b601-d083d3011059 of type vlan for network b61f21e3-7587-4809-a37d-2d08125769d2 Mar 05 05:13:47.207594 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7df4fc-11ba-4af4-a889-ff3109a67161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ebc12a-500f-46cf-b091-1dc6d775fdde,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:47.218267 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545685e-94fe-4d8a-be82-020d8330abb0 req-86f428cf-fa99-46e2-af45-38b08970e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:47.220605 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0545685e-94fe-4d8a-be82-020d8330abb0 req-86f428cf-fa99-46e2-af45-38b08970e88e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=98a66c11-be7f-4215-aec6-5c59a4a9e0a3 HTTP/1.1" status: 200 len: 851 time: 0.2703302 Mar 05 05:13:47.294777 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cb54552a-778a-4202-8c79-a73592d9a587 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (b61f21e3-7587-4809-a37d-2d08125769d2), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:47.300960 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-28bda31e-4c65-4b96-a7ef-312d8650e643 admin admin] Publish callbacks [] for security_group (e8ebc12a-500f-46cf-b091-1dc6d775fdde), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:47.354979 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-8fe0dfeb-f398-4a2d-9d18-d4e63e7ad764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:47.365005 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-8fe0dfeb-f398-4a2d-9d18-d4e63e7ad764 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3da289b5-f373-4722-9911-8508cc812a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2606416 Mar 05 05:13:47.367762 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-28bda31e-4c65-4b96-a7ef-312d8650e643 admin admin] Publish callbacks [] for security_group (e8ebc12a-500f-46cf-b091-1dc6d775fdde), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:47.371656 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0545685e-94fe-4d8a-be82-020d8330abb0 req-00d6cf4e-08a4-4e8e-85e8-7a52f87e458c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=898e839b-3c94-4a6d-ab21-01080b4deeb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1314301 Mar 05 05:13:47.486871 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:13:47.487548 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cb54552a-778a-4202-8c79-a73592d9a587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (b61f21e3-7587-4809-a37d-2d08125769d2), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:47.514100 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb54552a-778a-4202-8c79-a73592d9a587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:47.516194 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cb54552a-778a-4202-8c79-a73592d9a587 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:47.689756 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ef6d2-3a60-4ae4-9759-be951aef6cc7 req-a1f1c7b4-cde9-4077-adc9-84181572dcef tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:47.691784 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ae9ef6d2-3a60-4ae4-9759-be951aef6cc7 req-a1f1c7b4-cde9-4077-adc9-84181572dcef tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 944 time: 0.3055241 Mar 05 05:13:47.700329 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-cb54552a-778a-4202-8c79-a73592d9a587 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0827940 Mar 05 05:13:47.716798 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54288) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:47.731604 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0545685e-94fe-4d8a-be82-020d8330abb0 req-3749dcb5-9523-42d3-872e-bc5ce043ea4d service neutron] 10.222.0.31 "GET /v2.0/networks/898e839b-3c94-4a6d-ab21-01080b4deeb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465948 Mar 05 05:13:47.748204 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-4d73a5d5-bfe0-4e1e-b6a5-4018c198ce7b service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754945 Mar 05 05:13:47.752721 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 717d5772-b7a7-460d-93af-fd5b1402161a up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:13:47.758079 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-7a6ee6d8-06b1-46ec-8717-11705ac2c7fd admin admin] Request body: {'subnet': {'network_id': 'b61f21e3-7587-4809-a37d-2d08125769d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1613553107-subnet', 'tenant_id': '4dcd5a93b3674bf78188762f733c2e21', 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:13:47.806447 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6ee6d8-06b1-46ec-8717-11705ac2c7fd admin admin] Made reservation on behalf of 4dcd5a93b3674bf78188762f733c2e21 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:13:47.809779 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7a6ee6d8-06b1-46ec-8717-11705ac2c7fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:47.823684 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-28bda31e-4c65-4b96-a7ef-312d8650e643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e8ebc12a-500f-46cf-b091-1dc6d775fdde), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:47.826460 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-28bda31e-4c65-4b96-a7ef-312d8650e643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:47.827962 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-28bda31e-4c65-4b96-a7ef-312d8650e643 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e8ebc12a-500f-46cf-b091-1dc6d775fdde HTTP/1.1" status: 204 len: 168 time: 0.7573407 Mar 05 05:13:47.847017 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54552a-778a-4202-8c79-a73592d9a587 admin admin] Pushing event updated for resources: {'Network': ['ID=b61f21e3-7587-4809-a37d-2d08125769d2,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:47.881683 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bda31e-4c65-4b96-a7ef-312d8650e643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ebc12a-500f-46cf-b091-1dc6d775fdde,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:47.887820 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network b61f21e3-7587-4809-a37d-2d08125769d2 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:13:47.910342 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:47.960416 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ae9ef6d2-3a60-4ae4-9759-be951aef6cc7 req-bab21d80-d535-4a02-8e6a-49bc7aaec5a5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482357 Mar 05 05:13:47.975520 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f2b4b-43b1-49ee-afc7-1a2d138d094b req-ef926e5d-1fe6-4755-ac14-cd412a321294 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:47.985052 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9a6f2b4b-43b1-49ee-afc7-1a2d138d094b req-ef926e5d-1fe6-4755-ac14-cd412a321294 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 944 time: 0.3079348 Mar 05 05:13:48.070369 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9a6f2b4b-43b1-49ee-afc7-1a2d138d094b req-a3614af8-71f7-4ec2-9764-3db32b80baaf tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838206 Mar 05 05:13:48.208337 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 717d5772-b7a7-460d-93af-fd5b1402161a completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:13:48.216965 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 717d5772-b7a7-460d-93af-fd5b1402161a triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:13:48.217272 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (717d5772-b7a7-460d-93af-fd5b1402161a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:48.304868 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7a6ee6d8-06b1-46ec-8717-11705ac2c7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (c68992af-a059-4f27-bddf-edd7cad1ebc7), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:48.397827 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 717d5772-b7a7-460d-93af-fd5b1402161a is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:13:48.398223 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (717d5772-b7a7-460d-93af-fd5b1402161a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:48.490845 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ee6d8-06b1-46ec-8717-11705ac2c7fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c68992af-a059-4f27-bddf-edd7cad1ebc7,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:48.522958 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 717d5772-b7a7-460d-93af-fd5b1402161a, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=717d5772-b7a7-460d-93af-fd5b1402161a,segment=NetworkSegment(ecd2471d-288a-424b-851d-b9c3f562b8ff),segment_id=ecd2471d-288a-424b-851d-b9c3f562b8ff)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:13:48.524352 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bd1612-cd03-468e-a127-b10ac018ea3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717d5772-b7a7-460d-93af-fd5b1402161a'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:13:48.531682 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8857127-4412-4b94-b955-abe1e6e94c2f" -d '{"events": [{"server_uuid": "08bd1612-cd03-468e-a127-b10ac018ea3f", "name": "network-vif-plugged", "status": "completed", "tag": "717d5772-b7a7-460d-93af-fd5b1402161a"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:13:48.541968 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (717d5772-b7a7-460d-93af-fd5b1402161a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:48.558657 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6ee6d8-06b1-46ec-8717-11705ac2c7fd admin admin] Checking segment: {'id': 'e565cab4-f912-4825-b601-d083d3011059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b61f21e3-7587-4809-a37d-2d08125769d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:13:48.559019 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6ee6d8-06b1-46ec-8717-11705ac2c7fd admin admin] Network hostable DHCP agents. Network: b61f21e3-7587-4809-a37d-2d08125769d2, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:13:48.624091 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6ee6d8-06b1-46ec-8717-11705ac2c7fd admin admin] Network b61f21e3-7587-4809-a37d-2d08125769d2 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:13:48.645219 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0d9bff-9de2-45e9-aec6-f61e07a1b6ec x-openstack-request-id: req-fb0d9bff-9de2-45e9-aec6-f61e07a1b6ec {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:13:48.645831 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08bd1612-cd03-468e-a127-b10ac018ea3f", "name": "network-vif-plugged", "status": "completed", "tag": "717d5772-b7a7-460d-93af-fd5b1402161a", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:13:48.646113 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fb0d9bff-9de2-45e9-aec6-f61e07a1b6ec {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:13:48.646527 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bd1612-cd03-468e-a127-b10ac018ea3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717d5772-b7a7-460d-93af-fd5b1402161a', 'code': 200} Mar 05 05:13:48.652773 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-7a6ee6d8-06b1-46ec-8717-11705ac2c7fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, b61f21e3-7587-4809-a37d-2d08125769d2) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:13:48.661225 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6ee6d8-06b1-46ec-8717-11705ac2c7fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:48.662932 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7a6ee6d8-06b1-46ec-8717-11705ac2c7fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:48.669664 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfe0b65-4956-40f3-806b-b25369531bc1 None None] Network b61f21e3-7587-4809-a37d-2d08125769d2 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:13:48.672278 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=717d5772-b7a7-460d-93af-fd5b1402161a,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:48.709105 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7a6ee6d8-06b1-46ec-8717-11705ac2c7fd admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9454916 Mar 05 05:13:48.711050 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54322) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:48.722149 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-a7fc0211-0fba-49fd-9bb4-048391132e4f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1613553107-router', 'tenant_id': '4dcd5a93b3674bf78188762f733c2e21', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:13:48.777099 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a7fc0211-0fba-49fd-9bb4-048391132e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (484af7a8-f316-45db-8b87-8f02864b8ae2), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:48.779153 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a7fc0211-0fba-49fd-9bb4-048391132e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (484af7a8-f316-45db-8b87-8f02864b8ae2), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:48.947725 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a7fc0211-0fba-49fd-9bb4-048391132e4f admin admin] Publish callbacks [] for router_controller (484af7a8-f316-45db-8b87-8f02864b8ae2), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:48.996443 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5cb814-5b2d-477e-9957-d1ff8d57443c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-b61f21e3-7587-4809-a37d-2d08125769d2', 'network_id': 'b61f21e3-7587-4809-a37d-2d08125769d2', 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'fixed_ips': [{'subnet_id': 'c68992af-a059-4f27-bddf-edd7cad1ebc7'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:13:48.997998 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb814-5b2d-477e-9957-d1ff8d57443c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:49.030454 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc50d9-39fe-4d1a-87c5-b49c8ce89084 req-2506a314-bcf7-4a63-92de-da0ded9edde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:49.031995 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-72cc50d9-39fe-4d1a-87c5-b49c8ce89084 req-2506a314-bcf7-4a63-92de-da0ded9edde1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 1128 time: 0.1345088 Mar 05 05:13:49.156775 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-56b2165f-828c-49d8-84d8-2cbb9267da94 req-82e78bc1-0310-4c99-b2ff-f6407977f879 service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3791034 Mar 05 05:13:49.173462 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0545685e-94fe-4d8a-be82-020d8330abb0 req-0b7f99c9-a75f-4576-906c-a1be23a7092d service neutron] 10.222.0.31 "GET /v2.0/networks/898e839b-3c94-4a6d-ab21-01080b4deeb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4242606 Mar 05 05:13:49.218495 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-72cc50d9-39fe-4d1a-87c5-b49c8ce89084 req-d34c8e51-3921-4556-b040-b6473ef24d83 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666636 Mar 05 05:13:49.326060 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c6fa4-9318-4829-b80b-0b30676227f0 req-7eb276c6-5e94-4bbf-81bf-d99b253115a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:49.334257 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cd7c6fa4-9318-4829-b80b-0b30676227f0 req-7eb276c6-5e94-4bbf-81bf-d99b253115a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 1127 time: 0.1136994 Mar 05 05:13:49.397064 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-8c5cb814-5b2d-477e-9957-d1ff8d57443c None None] Allocated IP 172.20.0.2 (b61f21e3-7587-4809-a37d-2d08125769d2/c68992af-a059-4f27-bddf-edd7cad1ebc7/434710ea-41d2-49c4-af5c-2c24083b66f3) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:13:49.687884 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c6fa4-9318-4829-b80b-0b30676227f0 req-a0016c57-5148-4988-a045-5e8f32c8a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:49.699697 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb814-5b2d-477e-9957-d1ff8d57443c None None] Publish callbacks [] for port (434710ea-41d2-49c4-af5c-2c24083b66f3), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:49.700354 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cd7c6fa4-9318-4829-b80b-0b30676227f0 req-a0016c57-5148-4988-a045-5e8f32c8a69f service neutron] 10.222.0.30 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 912 time: 0.2870600 Mar 05 05:13:49.712284 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb814-5b2d-477e-9957-d1ff8d57443c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (434710ea-41d2-49c4-af5c-2c24083b66f3), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:49.772626 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5cb814-5b2d-477e-9957-d1ff8d57443c None None] Network b61f21e3-7587-4809-a37d-2d08125769d2 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:13:49.782052 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-8c5cb814-5b2d-477e-9957-d1ff8d57443c None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:13:49.832233 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5cb814-5b2d-477e-9957-d1ff8d57443c None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:13:49.890854 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cd7c6fa4-9318-4829-b80b-0b30676227f0 req-2ca0f8e0-50f1-4021-bb21-71b50f74c089 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2b81f54-77a8-4637-b686-8000a86aae4c HTTP/1.1" status: 200 len: 217 time: 0.1839209 Mar 05 05:13:49.998331 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-8c5cb814-5b2d-477e-9957-d1ff8d57443c None None] Attempting to bind port 434710ea-41d2-49c4-af5c-2c24083b66f3 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:13:49.999805 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-8c5cb814-5b2d-477e-9957-d1ff8d57443c None None] Attempting to bind port 434710ea-41d2-49c4-af5c-2c24083b66f3 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'e565cab4-f912-4825-b601-d083d3011059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b61f21e3-7587-4809-a37d-2d08125769d2'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:13:50.000488 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5cb814-5b2d-477e-9957-d1ff8d57443c None None] Attempting to bind port 434710ea-41d2-49c4-af5c-2c24083b66f3 on network b61f21e3-7587-4809-a37d-2d08125769d2 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:13:50.015305 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5cb814-5b2d-477e-9957-d1ff8d57443c None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:13:50.016239 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5cb814-5b2d-477e-9957-d1ff8d57443c None None] Checking segment: {'id': 'e565cab4-f912-4825-b601-d083d3011059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b61f21e3-7587-4809-a37d-2d08125769d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:13:50.016871 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb814-5b2d-477e-9957-d1ff8d57443c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:50.017522 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5cb814-5b2d-477e-9957-d1ff8d57443c None None] Bound using segment: {'id': 'e565cab4-f912-4825-b601-d083d3011059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b61f21e3-7587-4809-a37d-2d08125769d2'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:13:50.018348 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-8c5cb814-5b2d-477e-9957-d1ff8d57443c None None] Bound port: 434710ea-41d2-49c4-af5c-2c24083b66f3, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e565cab4-f912-4825-b601-d083d3011059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b61f21e3-7587-4809-a37d-2d08125769d2'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:13:50.018928 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb814-5b2d-477e-9957-d1ff8d57443c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (434710ea-41d2-49c4-af5c-2c24083b66f3), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:50.020909 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c6fa4-9318-4829-b80b-0b30676227f0 req-fba2d2a2-ed71-450e-b111-c3e0ebbd5bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:50.022369 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cd7c6fa4-9318-4829-b80b-0b30676227f0 req-fba2d2a2-ed71-450e-b111-c3e0ebbd5bf9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb HTTP/1.1" status: 200 len: 851 time: 0.1250987 Mar 05 05:13:50.035167 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5cb814-5b2d-477e-9957-d1ff8d57443c None None] Pushing event updated for resources: {'Port': ['ID=434710ea-41d2-49c4-af5c-2c24083b66f3,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:50.126300 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-8c5cb814-5b2d-477e-9957-d1ff8d57443c None None] For port 434710ea-41d2-49c4-af5c-2c24083b66f3, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:13:50.135378 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-8c5cb814-5b2d-477e-9957-d1ff8d57443c None None] For port 434710ea-41d2-49c4-af5c-2c24083b66f3, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=434710ea-41d2-49c4-af5c-2c24083b66f3,segment=NetworkSegment(e565cab4-f912-4825-b601-d083d3011059),segment_id=e565cab4-f912-4825-b601-d083d3011059)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:13:50.157055 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb814-5b2d-477e-9957-d1ff8d57443c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (434710ea-41d2-49c4-af5c-2c24083b66f3), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:50.209886 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c6fa4-9318-4829-b80b-0b30676227f0 req-6bfcf3fc-5e89-4929-85f1-bfe778f84b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:50.218450 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cd7c6fa4-9318-4829-b80b-0b30676227f0 req-6bfcf3fc-5e89-4929-85f1-bfe778f84b89 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3da289b5-f373-4722-9911-8508cc812a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1820717 Mar 05 05:13:50.220386 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a7fc0211-0fba-49fd-9bb4-048391132e4f admin admin] Publish callbacks [] for router_gateway (484af7a8-f316-45db-8b87-8f02864b8ae2), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:50.353752 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87635fa9-9f57-4a43-9fd2-3047c49fcd24 req-8da15ded-025c-4a58-b3ec-514604bd4cef tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:50.376207 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87635fa9-9f57-4a43-9fd2-3047c49fcd24 req-8da15ded-025c-4a58-b3ec-514604bd4cef tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 945 time: 0.4342761 Mar 05 05:13:50.396197 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab076a0-6edc-4ab0-988d-89f7cbc80978 req-8f114194-8b94-4e56-aeda-8cd15d35aee2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:50.407804 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ab076a0-6edc-4ab0-988d-89f7cbc80978 req-8f114194-8b94-4e56-aeda-8cd15d35aee2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 944 time: 0.4572752 Mar 05 05:13:50.439563 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5cb814-5b2d-477e-9957-d1ff8d57443c None None] Pushing event updated for resources: {'Port': ['ID=434710ea-41d2-49c4-af5c-2c24083b66f3,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:50.553304 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cd7c6fa4-9318-4829-b80b-0b30676227f0 req-c3d94c18-0ebc-497e-9c70-16d09f9fe1bc service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339560 Mar 05 05:13:50.563226 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87635fa9-9f57-4a43-9fd2-3047c49fcd24 req-152b5275-71ca-41b6-b947-2301595d265f tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479871 Mar 05 05:13:50.650847 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ab076a0-6edc-4ab0-988d-89f7cbc80978 req-bfacf7e6-581e-4092-b390-0d1928af7a60 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415409 Mar 05 05:13:50.808798 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cd7c6fa4-9318-4829-b80b-0b30676227f0 req-d06d4964-3d1b-4dc7-89fc-55c8c3fa097b service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489583 Mar 05 05:13:50.863225 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a7fc0211-0fba-49fd-9bb4-048391132e4f admin admin] Publish callbacks [] for router_gateway (484af7a8-f316-45db-8b87-8f02864b8ae2), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:50.901787 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a7fc0211-0fba-49fd-9bb4-048391132e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:51.175030 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-a7fc0211-0fba-49fd-9bb4-048391132e4f admin admin] Allocated IP 172.25.0.209 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/0db41e71-e0ed-4d6f-b32a-853c9a60125d) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:13:51.259240 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 434710ea-41d2-49c4-af5c-2c24083b66f3 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:13:51.438694 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 434710ea-41d2-49c4-af5c-2c24083b66f3 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:13:51.439145 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (434710ea-41d2-49c4-af5c-2c24083b66f3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:51.464989 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a7fc0211-0fba-49fd-9bb4-048391132e4f admin admin] Publish callbacks [] for port (0db41e71-e0ed-4d6f-b32a-853c9a60125d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:51.532288 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a7fc0211-0fba-49fd-9bb4-048391132e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (0db41e71-e0ed-4d6f-b32a-853c9a60125d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:51.605732 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fc0211-0fba-49fd-9bb4-048391132e4f admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:13:51.613241 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-a7fc0211-0fba-49fd-9bb4-048391132e4f admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:13:51.616345 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fc0211-0fba-49fd-9bb4-048391132e4f admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:13:51.655753 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc0211-0fba-49fd-9bb4-048391132e4f admin admin] Pushing event updated for resources: {'Port': ['ID=0db41e71-e0ed-4d6f-b32a-853c9a60125d,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:51.686229 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 434710ea-41d2-49c4-af5c-2c24083b66f3 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:13:51.687839 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (434710ea-41d2-49c4-af5c-2c24083b66f3), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:51.797551 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 434710ea-41d2-49c4-af5c-2c24083b66f3, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=434710ea-41d2-49c4-af5c-2c24083b66f3,segment=NetworkSegment(e565cab4-f912-4825-b601-d083d3011059),segment_id=e565cab4-f912-4825-b601-d083d3011059)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:13:51.803545 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (434710ea-41d2-49c4-af5c-2c24083b66f3), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:51.872149 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=434710ea-41d2-49c4-af5c-2c24083b66f3,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:52.142366 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77499f7-ade2-47f4-aa31-3244fdd782ff req-0b7db624-cde7-47fe-96df-070431f123a4 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:52.143959 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a77499f7-ade2-47f4-aa31-3244fdd782ff req-0b7db624-cde7-47fe-96df-070431f123a4 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 945 time: 0.4407358 Mar 05 05:13:52.274103 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee3709-3778-4c5a-9363-3c781fea415f req-f18c296d-674f-477d-84fe-cd2a7a265329 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:52.278321 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-28ee3709-3778-4c5a-9363-3c781fea415f req-f18c296d-674f-477d-84fe-cd2a7a265329 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 944 time: 0.3374846 Mar 05 05:13:52.398990 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7672983-8844-4c62-9946-5b6a187098f4 None None] Network b61f21e3-7587-4809-a37d-2d08125769d2 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:13:52.454689 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a77499f7-ade2-47f4-aa31-3244fdd782ff req-05be4f62-d260-468f-82ce-d76235573885 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965450 Mar 05 05:13:52.476922 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-28ee3709-3778-4c5a-9363-3c781fea415f req-eb53e957-c4ef-4091-a38b-c204851c809f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179934 Mar 05 05:13:52.550423 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a7fc0211-0fba-49fd-9bb4-048391132e4f admin admin] Publish callbacks [] for router_gateway (484af7a8-f316-45db-8b87-8f02864b8ae2), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:52.668477 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-0ab96a01-0b96-4fd4-afb6-109a91363072 None None] Provisioning complete for port 434710ea-41d2-49c4-af5c-2c24083b66f3 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:13:52.668873 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0ab96a01-0b96-4fd4-afb6-109a91363072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (434710ea-41d2-49c4-af5c-2c24083b66f3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:53.011505 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-0ab96a01-0b96-4fd4-afb6-109a91363072 None None] Current status of the port 434710ea-41d2-49c4-af5c-2c24083b66f3 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:13:53.020458 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80e006-4bd4-4d88-a316-b7fb52c77058 req-15c03f12-069e-40a3-8714-b2038df8c0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:53.023387 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ca80e006-4bd4-4d88-a316-b7fb52c77058 req-15c03f12-069e-40a3-8714-b2038df8c0cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1694e51849b9494986675c07b6ef752d&device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 1128 time: 0.1135306 Mar 05 05:13:53.301358 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80e006-4bd4-4d88-a316-b7fb52c77058 req-7dc00b38-af5d-4543-8c2c-e3cc63bd6c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:53.310516 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 434710ea-41d2-49c4-af5c-2c24083b66f3 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:13:53.310835 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ca80e006-4bd4-4d88-a316-b7fb52c77058 req-7dc00b38-af5d-4543-8c2c-e3cc63bd6c66 service neutron] 10.222.0.30 "GET /v2.0/networks?id=898e839b-3c94-4a6d-ab21-01080b4deeb5 HTTP/1.1" status: 200 len: 911 time: 0.2780011 Mar 05 05:13:53.325744 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805bf93-4ebb-47e1-b424-ca24540ce4f8 req-c6989030-ec0e-4ab2-bfbc-7f3d7fe174a7 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:53.362883 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0805bf93-4ebb-47e1-b424-ca24540ce4f8 req-c6989030-ec0e-4ab2-bfbc-7f3d7fe174a7 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 945 time: 0.3229909 Mar 05 05:13:53.364763 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ca80e006-4bd4-4d88-a316-b7fb52c77058 req-e445e868-9b12-4f89-b6a5-abe6d3da6eab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=717d5772-b7a7-460d-93af-fd5b1402161a HTTP/1.1" status: 200 len: 217 time: 0.0498507 Mar 05 05:13:53.496565 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a7fc0211-0fba-49fd-9bb4-048391132e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (484af7a8-f316-45db-8b87-8f02864b8ae2), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:53.554346 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80e006-4bd4-4d88-a316-b7fb52c77058 req-5b1652b8-7688-403c-b239-1b33fb5be6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:53.562788 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 434710ea-41d2-49c4-af5c-2c24083b66f3 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:13:53.563412 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (434710ea-41d2-49c4-af5c-2c24083b66f3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:53.576095 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ca80e006-4bd4-4d88-a316-b7fb52c77058 req-5b1652b8-7688-403c-b239-1b33fb5be6e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=98a66c11-be7f-4215-aec6-5c59a4a9e0a3 HTTP/1.1" status: 200 len: 851 time: 0.1964750 Mar 05 05:13:53.654698 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ca80e006-4bd4-4d88-a316-b7fb52c77058 req-7c7ff511-bf3d-4f7b-9ddd-fa0f59b66db3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=898e839b-3c94-4a6d-ab21-01080b4deeb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766704 Mar 05 05:13:53.685481 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0805bf93-4ebb-47e1-b424-ca24540ce4f8 req-1fdb562f-1372-41b4-b753-4eb08dac0a65 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213360 Mar 05 05:13:53.830805 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-ebd9d8a9-a23d-4b5e-9bd3-4792fc8c315f None None] Provisioning complete for port 434710ea-41d2-49c4-af5c-2c24083b66f3 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:13:53.841675 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ebd9d8a9-a23d-4b5e-9bd3-4792fc8c315f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (434710ea-41d2-49c4-af5c-2c24083b66f3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:53.888739 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ca80e006-4bd4-4d88-a316-b7fb52c77058 req-85497885-6aad-4ca9-8330-521a6b762066 service neutron] 10.222.0.30 "GET /v2.0/networks/898e839b-3c94-4a6d-ab21-01080b4deeb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268136 Mar 05 05:13:53.990594 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 434710ea-41d2-49c4-af5c-2c24083b66f3 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:13:54.021695 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab7d1d-64bc-40ff-bc5d-acf1d13740ec req-4399c698-fb27-4b0c-931f-69ba65852c80 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:54.023306 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-90ab7d1d-64bc-40ff-bc5d-acf1d13740ec req-4399c698-fb27-4b0c-931f-69ba65852c80 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 944 time: 0.3368630 Mar 05 05:13:54.039726 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ca80e006-4bd4-4d88-a316-b7fb52c77058 req-c7d1dbda-afe1-45ab-8883-48509e1f9e5e service neutron] 10.222.0.30 "GET /v2.0/networks/898e839b-3c94-4a6d-ab21-01080b4deeb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449902 Mar 05 05:13:54.085850 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ebd9d8a9-a23d-4b5e-9bd3-4792fc8c315f None None] Current status of the port 434710ea-41d2-49c4-af5c-2c24083b66f3 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:13:54.162099 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-90ab7d1d-64bc-40ff-bc5d-acf1d13740ec req-f8c3366c-7490-409b-be31-2d9428e62883 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108294 Mar 05 05:13:54.216468 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fc0211-0fba-49fd-9bb4-048391132e4f admin admin] Router 484af7a8-f316-45db-8b87-8f02864b8ae2 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:13:54.534033 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fc0211-0fba-49fd-9bb4-048391132e4f admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:13:54.547392 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3e9aec-6570-44c1-82e5-dc189ed0d972 None None] Sync routers for ids ['484af7a8-f316-45db-8b87-8f02864b8ae2'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:13:54.559207 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3e9aec-6570-44c1-82e5-dc189ed0d972 None None] Routers {'484af7a8-f316-45db-8b87-8f02864b8ae2'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:13:54.563875 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-1b3e9aec-6570-44c1-82e5-dc189ed0d972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:13:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['484af7a8-f316-45db-8b87-8f02864b8ae2'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:13:54.577797 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a7fc0211-0fba-49fd-9bb4-048391132e4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:54.581879 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54478) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:13:54.582031 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a7fc0211-0fba-49fd-9bb4-048391132e4f admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8695245 Mar 05 05:13:54.893771 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-1b3e9aec-6570-44c1-82e5-dc189ed0d972 None None] Set router 484af7a8-f316-45db-8b87-8f02864b8ae2 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:13:54.986497 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8dd4e-aab6-4f65-a74d-18ac52a82dbb req-120c286c-2f3a-4464-b121-e25ff842057e tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:55.002969 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-93b8dd4e-aab6-4f65-a74d-18ac52a82dbb req-120c286c-2f3a-4464-b121-e25ff842057e tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 945 time: 0.1267521 Mar 05 05:13:55.132395 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-93b8dd4e-aab6-4f65-a74d-18ac52a82dbb req-e515f1c9-e48f-4b14-a434-4b19289fe7bb tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230471 Mar 05 05:13:55.308109 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-1b3e9aec-6570-44c1-82e5-dc189ed0d972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'name': 'tempest-TestServerBasicOps-1613553107-router', 'tenant_id': '4dcd5a93b3674bf78188762f733c2e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '0db41e71-e0ed-4d6f-b32a-853c9a60125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:13:48Z', 'updated_at': '2022-03-05T05:13:52Z', 'revision_number': 3, 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'gw_port': {'id': '0db41e71-e0ed-4d6f-b32a-853c9a60125d', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:13:50Z', 'updated_at': '2022-03-05T05:13:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:13:55.390851 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3e9aec-6570-44c1-82e5-dc189ed0d972 None None] Checking router: 484af7a8-f316-45db-8b87-8f02864b8ae2 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:13:55.391253 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3e9aec-6570-44c1-82e5-dc189ed0d972 None None] Updating router 484af7a8-f316-45db-8b87-8f02864b8ae2 port 0db41e71-e0ed-4d6f-b32a-853c9a60125d binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:13:55.492876 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa285764-af58-449e-99a9-15e71d8ef14d req-9fab4910-5c1d-4531-b5d9-4bb1a7e9b503 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:55.503598 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1b3e9aec-6570-44c1-82e5-dc189ed0d972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0db41e71-e0ed-4d6f-b32a-853c9a60125d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:55.508240 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fa285764-af58-449e-99a9-15e71d8ef14d req-9fab4910-5c1d-4531-b5d9-4bb1a7e9b503 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 944 time: 0.1829185 Mar 05 05:13:55.676005 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fa285764-af58-449e-99a9-15e71d8ef14d req-880e7ccf-cf01-495e-bdd8-b7430daa19a6 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686993 Mar 05 05:13:55.736868 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-879574db-b7cc-4033-a2cc-f5e4ce5fdd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:56.262686 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-879574db-b7cc-4033-a2cc-f5e4ce5fdd0a admin admin] Allocated IP 172.20.0.1 (b61f21e3-7587-4809-a37d-2d08125769d2/c68992af-a059-4f27-bddf-edd7cad1ebc7/89e7bc24-6090-42c2-b267-c09447520bbf) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:13:56.439157 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1b3e9aec-6570-44c1-82e5-dc189ed0d972 None None] Publish callbacks [] for port (0db41e71-e0ed-4d6f-b32a-853c9a60125d), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:56.456326 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1b3e9aec-6570-44c1-82e5-dc189ed0d972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0db41e71-e0ed-4d6f-b32a-853c9a60125d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:56.500123 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35be735-b1b8-4a99-9966-21558cb31392 req-976ee951-cf0a-4138-97eb-64185a778a64 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:56.511537 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a35be735-b1b8-4a99-9966-21558cb31392 req-976ee951-cf0a-4138-97eb-64185a778a64 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 945 time: 0.1960084 Mar 05 05:13:56.517862 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-1b3e9aec-6570-44c1-82e5-dc189ed0d972 None None] Attempting to bind port 0db41e71-e0ed-4d6f-b32a-853c9a60125d on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:13:56.518256 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-1b3e9aec-6570-44c1-82e5-dc189ed0d972 None None] Attempting to bind port 0db41e71-e0ed-4d6f-b32a-853c9a60125d by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:13:56.518636 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3e9aec-6570-44c1-82e5-dc189ed0d972 None None] Attempting to bind port 0db41e71-e0ed-4d6f-b32a-853c9a60125d on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:13:56.593245 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3e9aec-6570-44c1-82e5-dc189ed0d972 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:13:56.603299 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3e9aec-6570-44c1-82e5-dc189ed0d972 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:13:56.603980 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1b3e9aec-6570-44c1-82e5-dc189ed0d972 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:56.605170 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3e9aec-6570-44c1-82e5-dc189ed0d972 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:13:56.605723 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-1b3e9aec-6570-44c1-82e5-dc189ed0d972 None None] Bound port: 0db41e71-e0ed-4d6f-b32a-853c9a60125d, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:13:56.606123 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1b3e9aec-6570-44c1-82e5-dc189ed0d972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0db41e71-e0ed-4d6f-b32a-853c9a60125d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:56.614198 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-879574db-b7cc-4033-a2cc-f5e4ce5fdd0a admin admin] Publish callbacks [] for port (89e7bc24-6090-42c2-b267-c09447520bbf), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:56.633977 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a35be735-b1b8-4a99-9966-21558cb31392 req-8536d21b-5139-4a13-9b5d-8ae007f893e4 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169991 Mar 05 05:13:56.686780 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-1b3e9aec-6570-44c1-82e5-dc189ed0d972 None None] For port 0db41e71-e0ed-4d6f-b32a-853c9a60125d, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:13:56.692731 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-1b3e9aec-6570-44c1-82e5-dc189ed0d972 None None] For port 0db41e71-e0ed-4d6f-b32a-853c9a60125d, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=0db41e71-e0ed-4d6f-b32a-853c9a60125d,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:13:56.707121 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-879574db-b7cc-4033-a2cc-f5e4ce5fdd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (89e7bc24-6090-42c2-b267-c09447520bbf), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:56.723656 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1b3e9aec-6570-44c1-82e5-dc189ed0d972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0db41e71-e0ed-4d6f-b32a-853c9a60125d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:56.744174 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311fff99-d3ce-4718-bd4b-cc5daed363cb None None] Pushing event updated for resources: {'Port': ['ID=0db41e71-e0ed-4d6f-b32a-853c9a60125d,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:56.800715 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879574db-b7cc-4033-a2cc-f5e4ce5fdd0a admin admin] Network b61f21e3-7587-4809-a37d-2d08125769d2 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:13:56.804178 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-879574db-b7cc-4033-a2cc-f5e4ce5fdd0a admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:13:56.815667 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879574db-b7cc-4033-a2cc-f5e4ce5fdd0a admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:13:56.869696 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a36229-2745-4e6d-8cab-6256ec39a40e req-2015e240-2d0a-4d9a-9849-c93807230be9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:56.871552 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-09a36229-2745-4e6d-8cab-6256ec39a40e req-2015e240-2d0a-4d9a-9849-c93807230be9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 944 time: 0.1072545 Mar 05 05:13:56.895421 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311fff99-d3ce-4718-bd4b-cc5daed363cb None None] Pushing event updated for resources: {'Port': ['ID=0db41e71-e0ed-4d6f-b32a-853c9a60125d,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:56.904552 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879574db-b7cc-4033-a2cc-f5e4ce5fdd0a admin admin] Pushing event updated for resources: {'Port': ['ID=89e7bc24-6090-42c2-b267-c09447520bbf,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:56.908276 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3e9aec-6570-44c1-82e5-dc189ed0d972 None None] Routers {'484af7a8-f316-45db-8b87-8f02864b8ae2'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:13:56.909519 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-1b3e9aec-6570-44c1-82e5-dc189ed0d972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:13:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['484af7a8-f316-45db-8b87-8f02864b8ae2'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:13:56.955923 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-879574db-b7cc-4033-a2cc-f5e4ce5fdd0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (484af7a8-f316-45db-8b87-8f02864b8ae2), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:56.977877 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-09a36229-2745-4e6d-8cab-6256ec39a40e req-9c7a5233-6260-443e-9c81-576488b8bfc7 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998063 Mar 05 05:13:57.070911 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-1b3e9aec-6570-44c1-82e5-dc189ed0d972 None None] Set router 484af7a8-f316-45db-8b87-8f02864b8ae2 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:13:57.301697 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-75ceebfb-cb57-4ad6-a1ba-976f86ccd3d6 None None] Provisioning complete for port 89e7bc24-6090-42c2-b267-c09447520bbf triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:13:57.302083 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-75ceebfb-cb57-4ad6-a1ba-976f86ccd3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (89e7bc24-6090-42c2-b267-c09447520bbf), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:57.328351 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-879574db-b7cc-4033-a2cc-f5e4ce5fdd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (89e7bc24-6090-42c2-b267-c09447520bbf), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:57.393934 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-75ceebfb-cb57-4ad6-a1ba-976f86ccd3d6 None None] Port 89e7bc24-6090-42c2-b267-c09447520bbf cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:13:57.433140 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-1b3e9aec-6570-44c1-82e5-dc189ed0d972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'name': 'tempest-TestServerBasicOps-1613553107-router', 'tenant_id': '4dcd5a93b3674bf78188762f733c2e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '0db41e71-e0ed-4d6f-b32a-853c9a60125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:13:48Z', 'updated_at': '2022-03-05T05:13:52Z', 'revision_number': 3, 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'gw_port': {'id': '0db41e71-e0ed-4d6f-b32a-853c9a60125d', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:13:50Z', 'updated_at': '2022-03-05T05:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:13:57.478278 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3e9aec-6570-44c1-82e5-dc189ed0d972 None None] The sync data for ids ['484af7a8-f316-45db-8b87-8f02864b8ae2'] in n-d-789963-32 is: [{'id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'name': 'tempest-TestServerBasicOps-1613553107-router', 'tenant_id': '4dcd5a93b3674bf78188762f733c2e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '0db41e71-e0ed-4d6f-b32a-853c9a60125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:13:48Z', 'updated_at': '2022-03-05T05:13:52Z', 'revision_number': 3, 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'gw_port': {'id': '0db41e71-e0ed-4d6f-b32a-853c9a60125d', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:13:50Z', 'updated_at': '2022-03-05T05:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:13:57.669985 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-879574db-b7cc-4033-a2cc-f5e4ce5fdd0a admin admin] Publish callbacks [] for port (89e7bc24-6090-42c2-b267-c09447520bbf), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:57.680603 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-879574db-b7cc-4033-a2cc-f5e4ce5fdd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (89e7bc24-6090-42c2-b267-c09447520bbf), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:57.851019 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-879574db-b7cc-4033-a2cc-f5e4ce5fdd0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (484af7a8-f316-45db-8b87-8f02864b8ae2), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:57.859593 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879574db-b7cc-4033-a2cc-f5e4ce5fdd0a admin admin] Pushing event updated for resources: {'Port': ['ID=89e7bc24-6090-42c2-b267-c09447520bbf,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:13:57.876635 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb284564-dc98-429a-83f7-7713aaeb140d req-5b15e782-a743-4dd0-b257-8b08e29c70c0 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:57.891286 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb284564-dc98-429a-83f7-7713aaeb140d req-5b15e782-a743-4dd0-b257-8b08e29c70c0 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 945 time: 0.1520991 Mar 05 05:13:58.039722 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb284564-dc98-429a-83f7-7713aaeb140d req-1d846f51-f392-408a-b27c-36f7efefb681 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473849 Mar 05 05:13:58.085358 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879574db-b7cc-4033-a2cc-f5e4ce5fdd0a admin admin] Network b61f21e3-7587-4809-a37d-2d08125769d2 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:13:58.090914 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-879574db-b7cc-4033-a2cc-f5e4ce5fdd0a admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:13:58.222821 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59eeda-a3a2-461d-95cd-a7f8c167e5eb req-9961197c-c6af-4f82-a962-8dc24f190a7c tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:58.241292 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7c59eeda-a3a2-461d-95cd-a7f8c167e5eb req-9961197c-c6af-4f82-a962-8dc24f190a7c tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 944 time: 0.1559696 Mar 05 05:13:58.429649 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7c59eeda-a3a2-461d-95cd-a7f8c167e5eb req-b11188ed-18c4-4b07-8cc8-f377521a57cb tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871376 Mar 05 05:13:58.559393 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879574db-b7cc-4033-a2cc-f5e4ce5fdd0a admin admin] Router 484af7a8-f316-45db-8b87-8f02864b8ae2 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:13:58.738038 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-1db10fe2-804d-4dde-a6cb-a8ccb8113340 None None] Provisioning complete for port 89e7bc24-6090-42c2-b267-c09447520bbf triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:13:58.738038 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1db10fe2-804d-4dde-a6cb-a8ccb8113340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (89e7bc24-6090-42c2-b267-c09447520bbf), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:58.852172 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879574db-b7cc-4033-a2cc-f5e4ce5fdd0a admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:13:58.854849 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-1db10fe2-804d-4dde-a6cb-a8ccb8113340 None None] Port 89e7bc24-6090-42c2-b267-c09447520bbf cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:13:58.870936 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-879574db-b7cc-4033-a2cc-f5e4ce5fdd0a admin admin] 10.222.0.11 "PUT /v2.0/routers/484af7a8-f316-45db-8b87-8f02864b8ae2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2873697 Mar 05 05:13:59.263617 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 0db41e71-e0ed-4d6f-b32a-853c9a60125d up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:13:59.280492 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e59552-00fc-422f-a10f-755453fa63f4 req-838ea931-51d1-40a1-8953-188bd6a0987f tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:59.288934 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d6e59552-00fc-422f-a10f-755453fa63f4 req-838ea931-51d1-40a1-8953-188bd6a0987f tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 945 time: 0.1161592 Mar 05 05:13:59.373526 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d6e59552-00fc-422f-a10f-755453fa63f4 req-2dc2251a-e839-4531-aebf-70f18c5e0876 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834031 Mar 05 05:13:59.453324 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 0db41e71-e0ed-4d6f-b32a-853c9a60125d triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:13:59.453720 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0db41e71-e0ed-4d6f-b32a-853c9a60125d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:59.646146 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94a3d5-2af4-4f5f-aae0-cfd18d536c21 req-a0b8520a-f28a-4a26-bdc5-a383772750bf tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:13:59.654116 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1a94a3d5-2af4-4f5f-aae0-cfd18d536c21 req-a0b8520a-f28a-4a26-bdc5-a383772750bf tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 944 time: 0.0679343 Mar 05 05:13:59.659483 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 0db41e71-e0ed-4d6f-b32a-853c9a60125d is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:13:59.659879 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0db41e71-e0ed-4d6f-b32a-853c9a60125d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:59.707407 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 0db41e71-e0ed-4d6f-b32a-853c9a60125d, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=0db41e71-e0ed-4d6f-b32a-853c9a60125d,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:13:59.731060 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0db41e71-e0ed-4d6f-b32a-853c9a60125d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:13:59.754644 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1a94a3d5-2af4-4f5f-aae0-cfd18d536c21 req-bf33495b-2219-49ae-8dad-f37c14d32d55 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991786 Mar 05 05:13:59.883050 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=0db41e71-e0ed-4d6f-b32a-853c9a60125d,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:00.090793 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54624) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:00.096814 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-dfe90c59-3a1c-4c3f-afaf-01f6360cddf4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1945559732-network', 'tenant_id': 'a7f2c54f067b48b1b7f3a95d3eb06ca1'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:14:00.182103 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe90c59-3a1c-4c3f-afaf-01f6360cddf4 admin admin] Made reservation on behalf of a7f2c54f067b48b1b7f3a95d3eb06ca1 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:14:00.184630 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dfe90c59-3a1c-4c3f-afaf-01f6360cddf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:00.205635 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dfe90c59-3a1c-4c3f-afaf-01f6360cddf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:00.332240 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dfe90c59-3a1c-4c3f-afaf-01f6360cddf4 admin admin] Publish callbacks [] for security_group (e0c7821e-d92f-4c15-8fd9-7defb595f38d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:00.336964 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dfe90c59-3a1c-4c3f-afaf-01f6360cddf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e0c7821e-d92f-4c15-8fd9-7defb595f38d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:00.370224 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe90c59-3a1c-4c3f-afaf-01f6360cddf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:14:00.381525 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe90c59-3a1c-4c3f-afaf-01f6360cddf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c7821e-d92f-4c15-8fd9-7defb595f38d,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:00.433633 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dfe90c59-3a1c-4c3f-afaf-01f6360cddf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (04df2162-4c22-446b-a82c-dfbfcae9f227), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:00.434057 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-dfe90c59-3a1c-4c3f-afaf-01f6360cddf4 admin admin] Added segment 04df2162-4c22-446b-a82c-dfbfcae9f227 of type vlan for network 889c5def-903e-4d02-b02d-9b82512e6a34 Mar 05 05:14:00.561971 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dfe90c59-3a1c-4c3f-afaf-01f6360cddf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (889c5def-903e-4d02-b02d-9b82512e6a34), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:00.624713 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dfe90c59-3a1c-4c3f-afaf-01f6360cddf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (889c5def-903e-4d02-b02d-9b82512e6a34), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:00.625893 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe90c59-3a1c-4c3f-afaf-01f6360cddf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:00.626676 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dfe90c59-3a1c-4c3f-afaf-01f6360cddf4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:00.642019 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865754b1-a3a1-46cf-b066-59df2e08bdeb req-28a21c0c-84bc-4acd-9cca-8683c374b531 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:00.649707 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-865754b1-a3a1-46cf-b066-59df2e08bdeb req-28a21c0c-84bc-4acd-9cca-8683c374b531 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 945 time: 0.1187592 Mar 05 05:14:00.743486 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-865754b1-a3a1-46cf-b066-59df2e08bdeb req-4efe9cd6-4954-4c55-9dc7-db75b4ae3ad5 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919869 Mar 05 05:14:00.779314 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0693d0e-a3b1-438f-ae37-78fb3e2e7d39 None None] Sync routers for ids ['484af7a8-f316-45db-8b87-8f02864b8ae2'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:14:00.787060 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe90c59-3a1c-4c3f-afaf-01f6360cddf4 admin admin] Pushing event updated for resources: {'Network': ['ID=889c5def-903e-4d02-b02d-9b82512e6a34,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:00.793123 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0693d0e-a3b1-438f-ae37-78fb3e2e7d39 None None] Routers {'484af7a8-f316-45db-8b87-8f02864b8ae2'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:14:00.793760 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d0693d0e-a3b1-438f-ae37-78fb3e2e7d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:13:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['484af7a8-f316-45db-8b87-8f02864b8ae2'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:14:00.800038 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 889c5def-903e-4d02-b02d-9b82512e6a34 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:14:00.856333 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-dfe90c59-3a1c-4c3f-afaf-01f6360cddf4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7638090 Mar 05 05:14:00.859123 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54642) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:00.864037 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-6279e7ac-ef5b-48bd-97cd-dc319ed8b723 admin admin] Request body: {'subnet': {'network_id': '889c5def-903e-4d02-b02d-9b82512e6a34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1945559732-subnet', 'tenant_id': 'a7f2c54f067b48b1b7f3a95d3eb06ca1', 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:14:00.906331 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6279e7ac-ef5b-48bd-97cd-dc319ed8b723 admin admin] Made reservation on behalf of a7f2c54f067b48b1b7f3a95d3eb06ca1 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:14:00.908876 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6279e7ac-ef5b-48bd-97cd-dc319ed8b723 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:01.081055 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628d078-006e-4826-96a6-31dccd23954a req-a91f3974-4395-4e08-abf4-0f63d097f134 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:01.109096 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7628d078-006e-4826-96a6-31dccd23954a req-a91f3974-4395-4e08-abf4-0f63d097f134 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 944 time: 0.1434751 Mar 05 05:14:01.190674 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-d0693d0e-a3b1-438f-ae37-78fb3e2e7d39 None None] Set router 484af7a8-f316-45db-8b87-8f02864b8ae2 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:14:01.194596 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 0db41e71-e0ed-4d6f-b32a-853c9a60125d up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:14:01.268289 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7628d078-006e-4826-96a6-31dccd23954a req-976d1024-cb96-4949-89e0-61c6a62594c7 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573973 Mar 05 05:14:01.315872 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 0db41e71-e0ed-4d6f-b32a-853c9a60125d triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:14:01.316258 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0db41e71-e0ed-4d6f-b32a-853c9a60125d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:01.320213 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6279e7ac-ef5b-48bd-97cd-dc319ed8b723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (811c9fcb-03e8-4dac-94ef-1e5df3853dc9), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:01.438732 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 0db41e71-e0ed-4d6f-b32a-853c9a60125d is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:14:01.486949 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279e7ac-ef5b-48bd-97cd-dc319ed8b723 admin admin] Pushing event updated for resources: {'Subnet': ['ID=811c9fcb-03e8-4dac-94ef-1e5df3853dc9,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:01.509099 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6279e7ac-ef5b-48bd-97cd-dc319ed8b723 admin admin] Checking segment: {'id': '04df2162-4c22-446b-a82c-dfbfcae9f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '889c5def-903e-4d02-b02d-9b82512e6a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:14:01.510173 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6279e7ac-ef5b-48bd-97cd-dc319ed8b723 admin admin] Network hostable DHCP agents. Network: 889c5def-903e-4d02-b02d-9b82512e6a34, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:14:01.556885 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6279e7ac-ef5b-48bd-97cd-dc319ed8b723 admin admin] Network 889c5def-903e-4d02-b02d-9b82512e6a34 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:14:01.571971 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-6279e7ac-ef5b-48bd-97cd-dc319ed8b723 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 889c5def-903e-4d02-b02d-9b82512e6a34) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:14:01.580128 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6279e7ac-ef5b-48bd-97cd-dc319ed8b723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:01.582810 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff59a90-3075-4831-8b8a-28e676aa4861 None None] Network 889c5def-903e-4d02-b02d-9b82512e6a34 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:14:01.593114 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6279e7ac-ef5b-48bd-97cd-dc319ed8b723 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:01.632189 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6279e7ac-ef5b-48bd-97cd-dc319ed8b723 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7719009 Mar 05 05:14:01.635004 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54658) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:01.639880 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-d8935780-8f94-4d16-bb19-3ccae728ba63 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1945559732-router', 'tenant_id': 'a7f2c54f067b48b1b7f3a95d3eb06ca1', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:14:01.693954 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8935780-8f94-4d16-bb19-3ccae728ba63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (4f52035d-b7b9-43c5-85db-fc4f7957acbd), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:01.695157 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8935780-8f94-4d16-bb19-3ccae728ba63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (4f52035d-b7b9-43c5-85db-fc4f7957acbd), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:01.763381 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d0693d0e-a3b1-438f-ae37-78fb3e2e7d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'name': 'tempest-TestServerBasicOps-1613553107-router', 'tenant_id': '4dcd5a93b3674bf78188762f733c2e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '0db41e71-e0ed-4d6f-b32a-853c9a60125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:13:48Z', 'updated_at': '2022-03-05T05:13:57Z', 'revision_number': 4, 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'gw_port': {'id': '0db41e71-e0ed-4d6f-b32a-853c9a60125d', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:13:50Z', 'updated_at': '2022-03-05T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '89e7bc24-6090-42c2-b267-c09447520bbf', 'name': '', 'network_id': 'b61f21e3-7587-4809-a37d-2d08125769d2', 'tenant_id': '4dcd5a93b3674bf78188762f733c2e21', 'mac_address': 'fa:16:3e:a4:68:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'c68992af-a059-4f27-bddf-edd7cad1ebc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:13:55Z', 'updated_at': '2022-03-05T05:13:57Z', 'revision_number': 2, 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'subnets': [{'id': 'c68992af-a059-4f27-bddf-edd7cad1ebc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:14:01.820555 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8935780-8f94-4d16-bb19-3ccae728ba63 admin admin] Publish callbacks [] for router_controller (4f52035d-b7b9-43c5-85db-fc4f7957acbd), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:01.827135 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0693d0e-a3b1-438f-ae37-78fb3e2e7d39 None None] Checking router: 484af7a8-f316-45db-8b87-8f02864b8ae2 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:14:01.827738 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0693d0e-a3b1-438f-ae37-78fb3e2e7d39 None None] Updating router 484af7a8-f316-45db-8b87-8f02864b8ae2 port 89e7bc24-6090-42c2-b267-c09447520bbf binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:14:01.910017 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57747d31-e425-4de0-8d3e-07a2b7087887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-889c5def-903e-4d02-b02d-9b82512e6a34', 'network_id': '889c5def-903e-4d02-b02d-9b82512e6a34', 'project_id': 'a7f2c54f067b48b1b7f3a95d3eb06ca1', 'fixed_ips': [{'subnet_id': '811c9fcb-03e8-4dac-94ef-1e5df3853dc9'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:14:01.910902 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-57747d31-e425-4de0-8d3e-07a2b7087887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:01.936630 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d0693d0e-a3b1-438f-ae37-78fb3e2e7d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (89e7bc24-6090-42c2-b267-c09447520bbf), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:02.162158 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-57747d31-e425-4de0-8d3e-07a2b7087887 None None] Allocated IP 172.20.0.2 (889c5def-903e-4d02-b02d-9b82512e6a34/811c9fcb-03e8-4dac-94ef-1e5df3853dc9/7688fd66-1f37-48fe-ba3a-1adb0d168af8) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:14:02.297577 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8935780-8f94-4d16-bb19-3ccae728ba63 admin admin] Publish callbacks [] for router_gateway (4f52035d-b7b9-43c5-85db-fc4f7957acbd), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:02.318994 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1da5b-38b0-4d8a-a40b-e39be0ab4894 req-64c04e7b-3bec-40ab-90a0-4c5b2f6686a9 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:02.327703 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-31e1da5b-38b0-4d8a-a40b-e39be0ab4894 req-64c04e7b-3bec-40ab-90a0-4c5b2f6686a9 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 945 time: 0.3889425 Mar 05 05:14:02.559408 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-57747d31-e425-4de0-8d3e-07a2b7087887 None None] Publish callbacks [] for port (7688fd66-1f37-48fe-ba3a-1adb0d168af8), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:02.587802 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-57747d31-e425-4de0-8d3e-07a2b7087887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (7688fd66-1f37-48fe-ba3a-1adb0d168af8), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:02.644851 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-31e1da5b-38b0-4d8a-a40b-e39be0ab4894 req-f1a0c9fe-a1ca-4f4b-85c0-7f2caf8ca404 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143976 Mar 05 05:14:02.676440 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ec63c-c52c-4145-9348-3575ae0f598b req-85b3c49e-aeeb-4331-b087-383a33d41a91 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:02.678464 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-363ec63c-c52c-4145-9348-3575ae0f598b req-85b3c49e-aeeb-4331-b087-383a33d41a91 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 944 time: 0.2457523 Mar 05 05:14:02.730543 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57747d31-e425-4de0-8d3e-07a2b7087887 None None] Network 889c5def-903e-4d02-b02d-9b82512e6a34 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:14:02.732960 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-57747d31-e425-4de0-8d3e-07a2b7087887 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:14:02.750621 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57747d31-e425-4de0-8d3e-07a2b7087887 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:14:02.770869 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d0693d0e-a3b1-438f-ae37-78fb3e2e7d39 None None] Publish callbacks [] for port (89e7bc24-6090-42c2-b267-c09447520bbf), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:02.786198 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57747d31-e425-4de0-8d3e-07a2b7087887 None None] Pushing event updated for resources: {'Port': ['ID=7688fd66-1f37-48fe-ba3a-1adb0d168af8,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:02.792582 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d0693d0e-a3b1-438f-ae37-78fb3e2e7d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (89e7bc24-6090-42c2-b267-c09447520bbf), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:02.843754 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-363ec63c-c52c-4145-9348-3575ae0f598b req-ce57bbdf-801e-4467-84bd-cb2902348043 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454508 Mar 05 05:14:02.897769 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-57747d31-e425-4de0-8d3e-07a2b7087887 None None] Attempting to bind port 7688fd66-1f37-48fe-ba3a-1adb0d168af8 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:14:02.904202 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-57747d31-e425-4de0-8d3e-07a2b7087887 None None] Attempting to bind port 7688fd66-1f37-48fe-ba3a-1adb0d168af8 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '04df2162-4c22-446b-a82c-dfbfcae9f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '889c5def-903e-4d02-b02d-9b82512e6a34'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:14:02.904845 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57747d31-e425-4de0-8d3e-07a2b7087887 None None] Attempting to bind port 7688fd66-1f37-48fe-ba3a-1adb0d168af8 on network 889c5def-903e-4d02-b02d-9b82512e6a34 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:14:02.913349 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f231bb-5694-48c5-a4cd-9eb3114041ba None None] Pushing event updated for resources: {'Port': ['ID=89e7bc24-6090-42c2-b267-c09447520bbf,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:02.918939 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57747d31-e425-4de0-8d3e-07a2b7087887 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:14:02.920213 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57747d31-e425-4de0-8d3e-07a2b7087887 None None] Checking segment: {'id': '04df2162-4c22-446b-a82c-dfbfcae9f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '889c5def-903e-4d02-b02d-9b82512e6a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:14:02.921822 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-57747d31-e425-4de0-8d3e-07a2b7087887 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:02.923769 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57747d31-e425-4de0-8d3e-07a2b7087887 None None] Bound using segment: {'id': '04df2162-4c22-446b-a82c-dfbfcae9f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '889c5def-903e-4d02-b02d-9b82512e6a34'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:14:02.924486 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-57747d31-e425-4de0-8d3e-07a2b7087887 None None] Bound port: 7688fd66-1f37-48fe-ba3a-1adb0d168af8, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04df2162-4c22-446b-a82c-dfbfcae9f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '889c5def-903e-4d02-b02d-9b82512e6a34'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:14:02.925911 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-57747d31-e425-4de0-8d3e-07a2b7087887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7688fd66-1f37-48fe-ba3a-1adb0d168af8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:02.941537 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f231bb-5694-48c5-a4cd-9eb3114041ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:02.945873 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f231bb-5694-48c5-a4cd-9eb3114041ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:02.946489 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f231bb-5694-48c5-a4cd-9eb3114041ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:02.947647 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f231bb-5694-48c5-a4cd-9eb3114041ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:02.948147 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f231bb-5694-48c5-a4cd-9eb3114041ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:02.948664 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f231bb-5694-48c5-a4cd-9eb3114041ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:02.949173 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f231bb-5694-48c5-a4cd-9eb3114041ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:02.949674 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f231bb-5694-48c5-a4cd-9eb3114041ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:02.950383 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f231bb-5694-48c5-a4cd-9eb3114041ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:02.951664 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f231bb-5694-48c5-a4cd-9eb3114041ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:02.952031 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f231bb-5694-48c5-a4cd-9eb3114041ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:02.952521 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f231bb-5694-48c5-a4cd-9eb3114041ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:02.952791 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f231bb-5694-48c5-a4cd-9eb3114041ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:03.014963 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8935780-8f94-4d16-bb19-3ccae728ba63 admin admin] Publish callbacks [] for router_gateway (4f52035d-b7b9-43c5-85db-fc4f7957acbd), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:03.083649 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-57747d31-e425-4de0-8d3e-07a2b7087887 None None] For port 7688fd66-1f37-48fe-ba3a-1adb0d168af8, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:14:03.088220 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-57747d31-e425-4de0-8d3e-07a2b7087887 None None] For port 7688fd66-1f37-48fe-ba3a-1adb0d168af8, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=7688fd66-1f37-48fe-ba3a-1adb0d168af8,segment=NetworkSegment(04df2162-4c22-446b-a82c-dfbfcae9f227),segment_id=04df2162-4c22-446b-a82c-dfbfcae9f227)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:14:03.091708 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8935780-8f94-4d16-bb19-3ccae728ba63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:03.098041 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-57747d31-e425-4de0-8d3e-07a2b7087887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (7688fd66-1f37-48fe-ba3a-1adb0d168af8), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:03.155930 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-d0693d0e-a3b1-438f-ae37-78fb3e2e7d39 None None] Attempting to bind port 89e7bc24-6090-42c2-b267-c09447520bbf on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:14:03.156509 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-d0693d0e-a3b1-438f-ae37-78fb3e2e7d39 None None] Attempting to bind port 89e7bc24-6090-42c2-b267-c09447520bbf by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'e565cab4-f912-4825-b601-d083d3011059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b61f21e3-7587-4809-a37d-2d08125769d2'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:14:03.157069 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0693d0e-a3b1-438f-ae37-78fb3e2e7d39 None None] Attempting to bind port 89e7bc24-6090-42c2-b267-c09447520bbf on network b61f21e3-7587-4809-a37d-2d08125769d2 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:14:03.183850 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0693d0e-a3b1-438f-ae37-78fb3e2e7d39 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:14:03.184243 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0693d0e-a3b1-438f-ae37-78fb3e2e7d39 None None] Checking segment: {'id': 'e565cab4-f912-4825-b601-d083d3011059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b61f21e3-7587-4809-a37d-2d08125769d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:14:03.184662 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d0693d0e-a3b1-438f-ae37-78fb3e2e7d39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:03.185062 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0693d0e-a3b1-438f-ae37-78fb3e2e7d39 None None] Bound using segment: {'id': 'e565cab4-f912-4825-b601-d083d3011059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b61f21e3-7587-4809-a37d-2d08125769d2'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:14:03.185575 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-d0693d0e-a3b1-438f-ae37-78fb3e2e7d39 None None] Bound port: 89e7bc24-6090-42c2-b267-c09447520bbf, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e565cab4-f912-4825-b601-d083d3011059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b61f21e3-7587-4809-a37d-2d08125769d2'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:14:03.185940 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d0693d0e-a3b1-438f-ae37-78fb3e2e7d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (89e7bc24-6090-42c2-b267-c09447520bbf), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:03.200247 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57747d31-e425-4de0-8d3e-07a2b7087887 None None] Pushing event updated for resources: {'Port': ['ID=7688fd66-1f37-48fe-ba3a-1adb0d168af8,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:03.349052 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-d8935780-8f94-4d16-bb19-3ccae728ba63 admin admin] Allocated IP 172.25.0.228 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/b1e8dd95-509c-4301-ab83-ffae61eca807) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:14:03.359299 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d0693d0e-a3b1-438f-ae37-78fb3e2e7d39 None None] For port 89e7bc24-6090-42c2-b267-c09447520bbf, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:14:03.363041 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d0693d0e-a3b1-438f-ae37-78fb3e2e7d39 None None] For port 89e7bc24-6090-42c2-b267-c09447520bbf, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=89e7bc24-6090-42c2-b267-c09447520bbf,segment=NetworkSegment(e565cab4-f912-4825-b601-d083d3011059),segment_id=e565cab4-f912-4825-b601-d083d3011059)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:14:03.385700 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d0693d0e-a3b1-438f-ae37-78fb3e2e7d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (89e7bc24-6090-42c2-b267-c09447520bbf), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:03.547528 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-cd3d305d-9bc8-4897-868b-1267e46fa06f None None] Provisioning complete for port 89e7bc24-6090-42c2-b267-c09447520bbf triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:14:03.547916 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cd3d305d-9bc8-4897-868b-1267e46fa06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (89e7bc24-6090-42c2-b267-c09447520bbf), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:03.655462 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8935780-8f94-4d16-bb19-3ccae728ba63 admin admin] Publish callbacks [] for port (b1e8dd95-509c-4301-ab83-ffae61eca807), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:03.731354 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8935780-8f94-4d16-bb19-3ccae728ba63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (b1e8dd95-509c-4301-ab83-ffae61eca807), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:03.823628 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f231bb-5694-48c5-a4cd-9eb3114041ba None None] Pushing event updated for resources: {'Port': ['ID=89e7bc24-6090-42c2-b267-c09447520bbf,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:03.854958 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-cd3d305d-9bc8-4897-868b-1267e46fa06f None None] Current status of the port 89e7bc24-6090-42c2-b267-c09447520bbf is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:14:03.868174 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cd3d305d-9bc8-4897-868b-1267e46fa06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (89e7bc24-6090-42c2-b267-c09447520bbf), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:03.887622 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0693d0e-a3b1-438f-ae37-78fb3e2e7d39 None None] Routers {'484af7a8-f316-45db-8b87-8f02864b8ae2'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:14:03.895857 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d0693d0e-a3b1-438f-ae37-78fb3e2e7d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:13:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['484af7a8-f316-45db-8b87-8f02864b8ae2'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:14:03.906935 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8935780-8f94-4d16-bb19-3ccae728ba63 admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:14:03.960315 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-d8935780-8f94-4d16-bb19-3ccae728ba63 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:14:03.972073 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8935780-8f94-4d16-bb19-3ccae728ba63 admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:14:03.987847 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-cd3d305d-9bc8-4897-868b-1267e46fa06f None None] For port 89e7bc24-6090-42c2-b267-c09447520bbf, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=89e7bc24-6090-42c2-b267-c09447520bbf,segment=NetworkSegment(e565cab4-f912-4825-b601-d083d3011059),segment_id=e565cab4-f912-4825-b601-d083d3011059)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:14:04.000213 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cd3d305d-9bc8-4897-868b-1267e46fa06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (89e7bc24-6090-42c2-b267-c09447520bbf), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:04.098159 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8935780-8f94-4d16-bb19-3ccae728ba63 admin admin] Pushing event updated for resources: {'Port': ['ID=b1e8dd95-509c-4301-ab83-ffae61eca807,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:04.130006 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d305d-9bc8-4897-868b-1267e46fa06f None None] Pushing event updated for resources: {'Port': ['ID=89e7bc24-6090-42c2-b267-c09447520bbf,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:04.147173 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-d0693d0e-a3b1-438f-ae37-78fb3e2e7d39 None None] Set router 484af7a8-f316-45db-8b87-8f02864b8ae2 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:14:04.161550 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24acd2-0d58-48e3-9d64-fa0bf65a312b req-13578d56-eacb-4c29-8089-0505e4121dd9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:04.169497 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e24acd2-0d58-48e3-9d64-fa0bf65a312b req-13578d56-eacb-4c29-8089-0505e4121dd9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 944 time: 0.1191456 Mar 05 05:14:04.227186 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d263dc5-6ea8-481e-865b-003ffff91d10 req-bbaf03a6-84ef-4f06-b550-39d0c7572daf tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:04.235535 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9d263dc5-6ea8-481e-865b-003ffff91d10 req-bbaf03a6-84ef-4f06-b550-39d0c7572daf tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 945 time: 0.4232254 Mar 05 05:14:04.331873 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-5091fd17-fcce-4e0a-be5b-b410299eb0ba None None] Provisioning complete for port 89e7bc24-6090-42c2-b267-c09447520bbf triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:14:04.332353 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5091fd17-fcce-4e0a-be5b-b410299eb0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (89e7bc24-6090-42c2-b267-c09447520bbf), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:04.528210 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9d263dc5-6ea8-481e-865b-003ffff91d10 req-9291d5a3-246f-42ef-b3f6-9d2fd930b217 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882924 Mar 05 05:14:04.588760 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e24acd2-0d58-48e3-9d64-fa0bf65a312b req-0be01721-5cff-4d15-b571-ba2e52badc04 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182940 Mar 05 05:14:04.605300 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-5091fd17-fcce-4e0a-be5b-b410299eb0ba None None] Current status of the port 89e7bc24-6090-42c2-b267-c09447520bbf is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:14:04.713957 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d0693d0e-a3b1-438f-ae37-78fb3e2e7d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'name': 'tempest-TestServerBasicOps-1613553107-router', 'tenant_id': '4dcd5a93b3674bf78188762f733c2e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '0db41e71-e0ed-4d6f-b32a-853c9a60125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:13:48Z', 'updated_at': '2022-03-05T05:13:57Z', 'revision_number': 4, 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'gw_port': {'id': '0db41e71-e0ed-4d6f-b32a-853c9a60125d', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:13:50Z', 'updated_at': '2022-03-05T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '89e7bc24-6090-42c2-b267-c09447520bbf', 'name': '', 'network_id': 'b61f21e3-7587-4809-a37d-2d08125769d2', 'tenant_id': '4dcd5a93b3674bf78188762f733c2e21', 'mac_address': 'fa:16:3e:a4:68:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'c68992af-a059-4f27-bddf-edd7cad1ebc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:13:55Z', 'updated_at': '2022-03-05T05:14:03Z', 'revision_number': 4, 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'subnets': [{'id': 'c68992af-a059-4f27-bddf-edd7cad1ebc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:14:04.774509 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8935780-8f94-4d16-bb19-3ccae728ba63 admin admin] Publish callbacks [] for router_gateway (4f52035d-b7b9-43c5-85db-fc4f7957acbd), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:04.839356 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0693d0e-a3b1-438f-ae37-78fb3e2e7d39 None None] The sync data for ids ['484af7a8-f316-45db-8b87-8f02864b8ae2'] in n-d-789963-32 is: [{'id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'name': 'tempest-TestServerBasicOps-1613553107-router', 'tenant_id': '4dcd5a93b3674bf78188762f733c2e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '0db41e71-e0ed-4d6f-b32a-853c9a60125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:13:48Z', 'updated_at': '2022-03-05T05:13:57Z', 'revision_number': 4, 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'gw_port': {'id': '0db41e71-e0ed-4d6f-b32a-853c9a60125d', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:13:50Z', 'updated_at': '2022-03-05T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '89e7bc24-6090-42c2-b267-c09447520bbf', 'name': '', 'network_id': 'b61f21e3-7587-4809-a37d-2d08125769d2', 'tenant_id': '4dcd5a93b3674bf78188762f733c2e21', 'mac_address': 'fa:16:3e:a4:68:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'c68992af-a059-4f27-bddf-edd7cad1ebc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:13:55Z', 'updated_at': '2022-03-05T05:14:03Z', 'revision_number': 4, 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'subnets': [{'id': 'c68992af-a059-4f27-bddf-edd7cad1ebc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:14:05.229427 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c862b70-90a9-4bbb-9d75-609f5d14057f None None] Network 889c5def-903e-4d02-b02d-9b82512e6a34 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:14:05.371219 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 89e7bc24-6090-42c2-b267-c09447520bbf up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:14:05.426275 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-bf01eda6-da40-4561-8fcc-28c315cc4a46 None None] Provisioning complete for port 7688fd66-1f37-48fe-ba3a-1adb0d168af8 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:14:05.428502 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bf01eda6-da40-4561-8fcc-28c315cc4a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7688fd66-1f37-48fe-ba3a-1adb0d168af8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:05.559014 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 89e7bc24-6090-42c2-b267-c09447520bbf triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:14:05.559766 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (89e7bc24-6090-42c2-b267-c09447520bbf), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:05.711029 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-bf01eda6-da40-4561-8fcc-28c315cc4a46 None None] Current status of the port 7688fd66-1f37-48fe-ba3a-1adb0d168af8 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:14:05.711882 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bf01eda6-da40-4561-8fcc-28c315cc4a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7688fd66-1f37-48fe-ba3a-1adb0d168af8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:05.822643 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-bf01eda6-da40-4561-8fcc-28c315cc4a46 None None] For port 7688fd66-1f37-48fe-ba3a-1adb0d168af8, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=7688fd66-1f37-48fe-ba3a-1adb0d168af8,segment=NetworkSegment(04df2162-4c22-446b-a82c-dfbfcae9f227),segment_id=04df2162-4c22-446b-a82c-dfbfcae9f227)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:14:05.838916 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bf01eda6-da40-4561-8fcc-28c315cc4a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (7688fd66-1f37-48fe-ba3a-1adb0d168af8), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:05.889141 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 89e7bc24-6090-42c2-b267-c09447520bbf is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:14:05.890422 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 7688fd66-1f37-48fe-ba3a-1adb0d168af8 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:14:06.038498 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 7688fd66-1f37-48fe-ba3a-1adb0d168af8 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:14:06.039244 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7688fd66-1f37-48fe-ba3a-1adb0d168af8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:06.301418 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ff09e-80da-4187-bf10-f5518a2bfb58 req-b2d608aa-946b-4996-965b-fd19db45d0cd tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:06.304216 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-192ff09e-80da-4187-bf10-f5518a2bfb58 req-b2d608aa-946b-4996-965b-fd19db45d0cd tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 944 time: 0.2917960 Mar 05 05:14:06.366315 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547cca7-a659-4475-ad7a-2e2a9d2730b7 req-f75aae15-e8fa-43b2-87bb-a96f584eabf7 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:06.368186 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6547cca7-a659-4475-ad7a-2e2a9d2730b7 req-f75aae15-e8fa-43b2-87bb-a96f584eabf7 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 945 time: 0.3590779 Mar 05 05:14:06.376608 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8935780-8f94-4d16-bb19-3ccae728ba63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (4f52035d-b7b9-43c5-85db-fc4f7957acbd), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:06.426612 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-192ff09e-80da-4187-bf10-f5518a2bfb58 req-1eef390b-e795-4c5f-a579-bc49e35e3d72 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131086 Mar 05 05:14:06.495551 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01eda6-da40-4561-8fcc-28c315cc4a46 None None] Pushing event updated for resources: {'Port': ['ID=7688fd66-1f37-48fe-ba3a-1adb0d168af8,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:06.551109 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-ab868717-9c9e-4714-8e4e-dce72f000ad5 None None] Provisioning complete for port 7688fd66-1f37-48fe-ba3a-1adb0d168af8 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:14:06.551475 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ab868717-9c9e-4714-8e4e-dce72f000ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7688fd66-1f37-48fe-ba3a-1adb0d168af8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:06.555759 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6547cca7-a659-4475-ad7a-2e2a9d2730b7 req-159c2c71-7d08-4939-9602-7373aa009976 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744583 Mar 05 05:14:06.745649 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8935780-8f94-4d16-bb19-3ccae728ba63 admin admin] Router 4f52035d-b7b9-43c5-85db-fc4f7957acbd is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:14:06.764252 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 7688fd66-1f37-48fe-ba3a-1adb0d168af8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:14:06.853388 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ab868717-9c9e-4714-8e4e-dce72f000ad5 None None] Current status of the port 7688fd66-1f37-48fe-ba3a-1adb0d168af8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:14:07.005992 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8935780-8f94-4d16-bb19-3ccae728ba63 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:14:07.020562 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128eaa06-2ff9-480c-ab2e-cd20c16f5f39 None None] Sync routers for ids ['4f52035d-b7b9-43c5-85db-fc4f7957acbd'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:14:07.038437 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d8935780-8f94-4d16-bb19-3ccae728ba63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:07.041164 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d8935780-8f94-4d16-bb19-3ccae728ba63 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4039526 Mar 05 05:14:07.043163 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54746) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:07.098879 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128eaa06-2ff9-480c-ab2e-cd20c16f5f39 None None] Routers {'4f52035d-b7b9-43c5-85db-fc4f7957acbd'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:14:07.103793 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-128eaa06-2ff9-480c-ab2e-cd20c16f5f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:13:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4f52035d-b7b9-43c5-85db-fc4f7957acbd'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:14:07.362403 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 7688fd66-1f37-48fe-ba3a-1adb0d168af8 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:14:07.504942 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-128eaa06-2ff9-480c-ab2e-cd20c16f5f39 None None] Set router 4f52035d-b7b9-43c5-85db-fc4f7957acbd gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:14:07.588193 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54754) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:07.718500 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 7688fd66-1f37-48fe-ba3a-1adb0d168af8 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:14:07.718890 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7688fd66-1f37-48fe-ba3a-1adb0d168af8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:07.797809 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7d6c4c0a-58d2-4b7a-8b67-0d757e3e03ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:07.837754 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45004673-987a-4730-8756-bdb1de443b86 req-18a60181-6f75-4a6f-876e-96d62be0cf7e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:07.849607 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-45004673-987a-4730-8756-bdb1de443b86 req-18a60181-6f75-4a6f-876e-96d62be0cf7e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 944 time: 0.2560191 Mar 05 05:14:07.858267 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 7688fd66-1f37-48fe-ba3a-1adb0d168af8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:14:07.871214 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-128eaa06-2ff9-480c-ab2e-cd20c16f5f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f52035d-b7b9-43c5-85db-fc4f7957acbd', 'name': 'tempest-TestServerBasicOps-1945559732-router', 'tenant_id': 'a7f2c54f067b48b1b7f3a95d3eb06ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'b1e8dd95-509c-4301-ab83-ffae61eca807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:14:01Z', 'updated_at': '2022-03-05T05:14:04Z', 'revision_number': 3, 'project_id': 'a7f2c54f067b48b1b7f3a95d3eb06ca1', 'gw_port': {'id': 'b1e8dd95-509c-4301-ab83-ffae61eca807', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f52035d-b7b9-43c5-85db-fc4f7957acbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:14:03Z', 'updated_at': '2022-03-05T05:14:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:14:07.902621 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128eaa06-2ff9-480c-ab2e-cd20c16f5f39 None None] Checking router: 4f52035d-b7b9-43c5-85db-fc4f7957acbd for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:14:07.902833 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128eaa06-2ff9-480c-ab2e-cd20c16f5f39 None None] Updating router 4f52035d-b7b9-43c5-85db-fc4f7957acbd port b1e8dd95-509c-4301-ab83-ffae61eca807 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:14:07.948788 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-128eaa06-2ff9-480c-ab2e-cd20c16f5f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b1e8dd95-509c-4301-ab83-ffae61eca807), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:08.004638 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-45004673-987a-4730-8756-bdb1de443b86 req-dbf2f8ba-e16b-4f2a-97ea-fda1a67f4b20 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507246 Mar 05 05:14:08.025563 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7d6c4c0a-58d2-4b7a-8b67-0d757e3e03ad admin admin] Publish callbacks [] for security_group (83cf0cf6-687f-488e-a415-4683330025d3), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:08.037235 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7d6c4c0a-58d2-4b7a-8b67-0d757e3e03ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (83cf0cf6-687f-488e-a415-4683330025d3), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:08.134118 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7d6c4c0a-58d2-4b7a-8b67-0d757e3e03ad admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=20aaa93ab0954c3ebcd60e74bb547c71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5447149 Mar 05 05:14:08.138413 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54762) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:08.139177 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c4c0a-58d2-4b7a-8b67-0d757e3e03ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cf0cf6-687f-488e-a415-4683330025d3,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:08.140388 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbc1d3-0170-41ff-804e-6918b97bf823 req-5d40bb8c-8707-473c-a58e-dd9e5040e591 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:08.142108 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cdcbc1d3-0170-41ff-804e-6918b97bf823 req-5d40bb8c-8707-473c-a58e-dd9e5040e591 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 945 time: 0.4485147 Mar 05 05:14:08.230532 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-03e23e69-ff60-4f73-ad52-e6ca76350bfa admin admin] Publish callbacks [] for security_group (83cf0cf6-687f-488e-a415-4683330025d3), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:08.231644 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cdcbc1d3-0170-41ff-804e-6918b97bf823 req-971f77ea-56e7-4235-a995-19c5f8edd62c tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834198 Mar 05 05:14:08.245374 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d47757a4-1f9a-4767-b16a-c22b82634f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:08.281667 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-03e23e69-ff60-4f73-ad52-e6ca76350bfa admin admin] Publish callbacks [] for security_group (83cf0cf6-687f-488e-a415-4683330025d3), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:08.370698 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-03e23e69-ff60-4f73-ad52-e6ca76350bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (83cf0cf6-687f-488e-a415-4683330025d3), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:08.376887 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-03e23e69-ff60-4f73-ad52-e6ca76350bfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:08.379302 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-03e23e69-ff60-4f73-ad52-e6ca76350bfa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/83cf0cf6-687f-488e-a415-4683330025d3 HTTP/1.1" status: 204 len: 168 time: 0.2231674 Mar 05 05:14:08.381640 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-128eaa06-2ff9-480c-ab2e-cd20c16f5f39 None None] Publish callbacks [] for port (b1e8dd95-509c-4301-ab83-ffae61eca807), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:08.390658 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e23e69-ff60-4f73-ad52-e6ca76350bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cf0cf6-687f-488e-a415-4683330025d3,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:08.390847 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-128eaa06-2ff9-480c-ab2e-cd20c16f5f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b1e8dd95-509c-4301-ab83-ffae61eca807), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:08.504096 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b18ab-69a8-4e52-bf2f-b5a6676ddc14 None None] Pushing event updated for resources: {'Port': ['ID=b1e8dd95-509c-4301-ab83-ffae61eca807,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:08.521783 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-128eaa06-2ff9-480c-ab2e-cd20c16f5f39 None None] Attempting to bind port b1e8dd95-509c-4301-ab83-ffae61eca807 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:14:08.522472 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-128eaa06-2ff9-480c-ab2e-cd20c16f5f39 None None] Attempting to bind port b1e8dd95-509c-4301-ab83-ffae61eca807 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:14:08.522793 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128eaa06-2ff9-480c-ab2e-cd20c16f5f39 None None] Attempting to bind port b1e8dd95-509c-4301-ab83-ffae61eca807 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:14:08.530095 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128eaa06-2ff9-480c-ab2e-cd20c16f5f39 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:14:08.536920 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128eaa06-2ff9-480c-ab2e-cd20c16f5f39 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:14:08.537507 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-128eaa06-2ff9-480c-ab2e-cd20c16f5f39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:08.538017 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128eaa06-2ff9-480c-ab2e-cd20c16f5f39 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:14:08.538628 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-128eaa06-2ff9-480c-ab2e-cd20c16f5f39 None None] Bound port: b1e8dd95-509c-4301-ab83-ffae61eca807, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:14:08.539146 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-128eaa06-2ff9-480c-ab2e-cd20c16f5f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b1e8dd95-509c-4301-ab83-ffae61eca807), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:08.591264 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-d47757a4-1f9a-4767-b16a-c22b82634f72 admin admin] Allocated IP 172.20.0.1 (889c5def-903e-4d02-b02d-9b82512e6a34/811c9fcb-03e8-4dac-94ef-1e5df3853dc9/cbe40fcb-df30-445d-bbf1-fbbb3029876b) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:14:08.656956 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-128eaa06-2ff9-480c-ab2e-cd20c16f5f39 None None] For port b1e8dd95-509c-4301-ab83-ffae61eca807, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:14:08.660527 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-128eaa06-2ff9-480c-ab2e-cd20c16f5f39 None None] For port b1e8dd95-509c-4301-ab83-ffae61eca807, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b1e8dd95-509c-4301-ab83-ffae61eca807,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:14:08.669012 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-128eaa06-2ff9-480c-ab2e-cd20c16f5f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b1e8dd95-509c-4301-ab83-ffae61eca807), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:08.808661 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128eaa06-2ff9-480c-ab2e-cd20c16f5f39 None None] Routers {'4f52035d-b7b9-43c5-85db-fc4f7957acbd'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:14:08.809330 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-128eaa06-2ff9-480c-ab2e-cd20c16f5f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:13:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4f52035d-b7b9-43c5-85db-fc4f7957acbd'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:14:08.811585 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b18ab-69a8-4e52-bf2f-b5a6676ddc14 None None] Pushing event updated for resources: {'Port': ['ID=b1e8dd95-509c-4301-ab83-ffae61eca807,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:08.843046 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d47757a4-1f9a-4767-b16a-c22b82634f72 admin admin] Publish callbacks [] for port (cbe40fcb-df30-445d-bbf1-fbbb3029876b), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:08.872761 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54770) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:08.897165 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b872392f-6639-4fc6-a7ab-258ba46cf2b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:08.899365 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d47757a4-1f9a-4767-b16a-c22b82634f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (cbe40fcb-df30-445d-bbf1-fbbb3029876b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:08.921017 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47757a4-1f9a-4767-b16a-c22b82634f72 admin admin] Network 889c5def-903e-4d02-b02d-9b82512e6a34 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:14:08.923531 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-d47757a4-1f9a-4767-b16a-c22b82634f72 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:14:08.965024 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47757a4-1f9a-4767-b16a-c22b82634f72 admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:14:08.973571 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-128eaa06-2ff9-480c-ab2e-cd20c16f5f39 None None] Set router 4f52035d-b7b9-43c5-85db-fc4f7957acbd gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:14:09.101939 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b872392f-6639-4fc6-a7ab-258ba46cf2b4 admin admin] Publish callbacks [] for security_group (3788fa39-c07e-41c3-9733-e04c82d17cc9), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:09.111804 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b872392f-6639-4fc6-a7ab-258ba46cf2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3788fa39-c07e-41c3-9733-e04c82d17cc9), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:09.116051 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47757a4-1f9a-4767-b16a-c22b82634f72 admin admin] Pushing event updated for resources: {'Port': ['ID=cbe40fcb-df30-445d-bbf1-fbbb3029876b,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:09.122517 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d47757a4-1f9a-4767-b16a-c22b82634f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (4f52035d-b7b9-43c5-85db-fc4f7957acbd), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:09.198082 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b872392f-6639-4fc6-a7ab-258ba46cf2b4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f87e02a4c9b5487e88c8d01489ff2043&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3208251 Mar 05 05:14:09.198082 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872392f-6639-4fc6-a7ab-258ba46cf2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3788fa39-c07e-41c3-9733-e04c82d17cc9,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:09.200162 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54776) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:09.268251 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9a8bde9-f37c-4895-95f7-00a8b0ead3d7 admin admin] Publish callbacks [] for security_group (3788fa39-c07e-41c3-9733-e04c82d17cc9), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:09.298433 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9a8bde9-f37c-4895-95f7-00a8b0ead3d7 admin admin] Publish callbacks [] for security_group (3788fa39-c07e-41c3-9733-e04c82d17cc9), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:09.386575 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9a8bde9-f37c-4895-95f7-00a8b0ead3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3788fa39-c07e-41c3-9733-e04c82d17cc9), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:09.389425 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9a8bde9-f37c-4895-95f7-00a8b0ead3d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:09.390644 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f9a8bde9-f37c-4895-95f7-00a8b0ead3d7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3788fa39-c07e-41c3-9733-e04c82d17cc9 HTTP/1.1" status: 204 len: 168 time: 0.1894302 Mar 05 05:14:09.416047 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8bde9-f37c-4895-95f7-00a8b0ead3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3788fa39-c07e-41c3-9733-e04c82d17cc9,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:09.488867 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e13a357c-aac4-4d36-90ab-5dd86ba86d3a None None] Provisioning complete for port cbe40fcb-df30-445d-bbf1-fbbb3029876b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:14:09.491438 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e13a357c-aac4-4d36-90ab-5dd86ba86d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cbe40fcb-df30-445d-bbf1-fbbb3029876b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:09.497742 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-128eaa06-2ff9-480c-ab2e-cd20c16f5f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f52035d-b7b9-43c5-85db-fc4f7957acbd', 'name': 'tempest-TestServerBasicOps-1945559732-router', 'tenant_id': 'a7f2c54f067b48b1b7f3a95d3eb06ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'b1e8dd95-509c-4301-ab83-ffae61eca807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:14:01Z', 'updated_at': '2022-03-05T05:14:04Z', 'revision_number': 3, 'project_id': 'a7f2c54f067b48b1b7f3a95d3eb06ca1', 'gw_port': {'id': 'b1e8dd95-509c-4301-ab83-ffae61eca807', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f52035d-b7b9-43c5-85db-fc4f7957acbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:14:03Z', 'updated_at': '2022-03-05T05:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:14:09.537469 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac5f16-cf4d-4b21-8cab-fa27a43723ac req-7e54780d-8fc8-43de-8636-6313b12c2912 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:09.539288 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-abac5f16-cf4d-4b21-8cab-fa27a43723ac req-7e54780d-8fc8-43de-8636-6313b12c2912 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 944 time: 0.3079979 Mar 05 05:14:09.613229 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128eaa06-2ff9-480c-ab2e-cd20c16f5f39 None None] The sync data for ids ['4f52035d-b7b9-43c5-85db-fc4f7957acbd'] in n-d-789963-32 is: [{'id': '4f52035d-b7b9-43c5-85db-fc4f7957acbd', 'name': 'tempest-TestServerBasicOps-1945559732-router', 'tenant_id': 'a7f2c54f067b48b1b7f3a95d3eb06ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'b1e8dd95-509c-4301-ab83-ffae61eca807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:14:01Z', 'updated_at': '2022-03-05T05:14:04Z', 'revision_number': 3, 'project_id': 'a7f2c54f067b48b1b7f3a95d3eb06ca1', 'gw_port': {'id': 'b1e8dd95-509c-4301-ab83-ffae61eca807', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f52035d-b7b9-43c5-85db-fc4f7957acbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:14:03Z', 'updated_at': '2022-03-05T05:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:14:09.630019 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-abac5f16-cf4d-4b21-8cab-fa27a43723ac req-3f68d7d2-7853-48bb-80e8-39724534271e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838392 Mar 05 05:14:09.662841 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e13a357c-aac4-4d36-90ab-5dd86ba86d3a None None] Port cbe40fcb-df30-445d-bbf1-fbbb3029876b cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:14:09.674953 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bbb86-997d-4305-8595-e8580cfbb45d req-7e010f0d-4625-4182-949c-984b960aaefa tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:09.684582 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0d0bbb86-997d-4305-8595-e8580cfbb45d req-7e010f0d-4625-4182-949c-984b960aaefa tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 945 time: 0.2984810 Mar 05 05:14:09.766160 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d47757a4-1f9a-4767-b16a-c22b82634f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cbe40fcb-df30-445d-bbf1-fbbb3029876b), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:09.815750 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0d0bbb86-997d-4305-8595-e8580cfbb45d req-dd62e924-cef0-4be3-b5a6-e21548acc2df tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221278 Mar 05 05:14:09.850793 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device a2b81f54-77a8-4637-b686-8000a86aae4c details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:14:10.097471 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port a2b81f54-77a8-4637-b686-8000a86aae4c, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a2b81f54-77a8-4637-b686-8000a86aae4c,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:14:10.129695 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'a2b81f54-77a8-4637-b686-8000a86aae4c', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'port_id': 'a2b81f54-77a8-4637-b686-8000a86aae4c', 'mac_address': 'fa:16:3e:c4:b5:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:14:10.171728 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d47757a4-1f9a-4767-b16a-c22b82634f72 admin admin] Publish callbacks [] for port (cbe40fcb-df30-445d-bbf1-fbbb3029876b), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:10.184704 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d47757a4-1f9a-4767-b16a-c22b82634f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (cbe40fcb-df30-445d-bbf1-fbbb3029876b), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:10.237438 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port a2b81f54-77a8-4637-b686-8000a86aae4c is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:14:10.238084 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a2b81f54-77a8-4637-b686-8000a86aae4c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:10.262537 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2b81f54-77a8-4637-b686-8000a86aae4c {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:14:10.276985 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47757a4-1f9a-4767-b16a-c22b82634f72 admin admin] Pushing event updated for resources: {'Port': ['ID=cbe40fcb-df30-445d-bbf1-fbbb3029876b,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:10.319355 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d47757a4-1f9a-4767-b16a-c22b82634f72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (4f52035d-b7b9-43c5-85db-fc4f7957acbd), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:10.323433 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port a2b81f54-77a8-4637-b686-8000a86aae4c, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a2b81f54-77a8-4637-b686-8000a86aae4c,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:14:10.333808 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a2b81f54-77a8-4637-b686-8000a86aae4c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:10.469157 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=a2b81f54-77a8-4637-b686-8000a86aae4c,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:10.558908 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['a2b81f54-77a8-4637-b686-8000a86aae4c'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:14:10.672074 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47757a4-1f9a-4767-b16a-c22b82634f72 admin admin] Network 889c5def-903e-4d02-b02d-9b82512e6a34 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:14:10.673700 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-d47757a4-1f9a-4767-b16a-c22b82634f72 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:14:11.020604 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47757a4-1f9a-4767-b16a-c22b82634f72 admin admin] Router 4f52035d-b7b9-43c5-85db-fc4f7957acbd has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:14:11.171498 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89374ce9-f3dd-4ac3-877d-98440577d544 req-eeac6766-9776-44af-9d18-ef46ceaa204a tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:11.173126 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89374ce9-f3dd-4ac3-877d-98440577d544 req-eeac6766-9776-44af-9d18-ef46ceaa204a tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 945 time: 0.2082105 Mar 05 05:14:11.267789 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b1e8dd95-509c-4301-ab83-ffae61eca807 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:14:11.277713 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdbd5c-f230-4343-856d-033058e03142 req-41ff3157-f349-4112-ae9a-0bdf87181a59 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:11.280108 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e5fdbd5c-f230-4343-856d-033058e03142 req-41ff3157-f349-4112-ae9a-0bdf87181a59 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 945 time: 0.3837585 Mar 05 05:14:11.364336 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-80bb8925-e729-4fac-9dcf-ae455f97252d None None] Provisioning complete for port cbe40fcb-df30-445d-bbf1-fbbb3029876b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:14:11.364861 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-80bb8925-e729-4fac-9dcf-ae455f97252d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cbe40fcb-df30-445d-bbf1-fbbb3029876b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:11.367811 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89374ce9-f3dd-4ac3-877d-98440577d544 req-313e98ba-233e-4909-8cfb-2d30c97d57af tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881297 Mar 05 05:14:11.429699 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e5fdbd5c-f230-4343-856d-033058e03142 req-123b0e8c-5199-4317-874a-0d89289672e7 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058118 Mar 05 05:14:11.433934 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-80bb8925-e729-4fac-9dcf-ae455f97252d None None] Port cbe40fcb-df30-445d-bbf1-fbbb3029876b cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:14:11.470256 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port b1e8dd95-509c-4301-ab83-ffae61eca807 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:14:11.470740 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b1e8dd95-509c-4301-ab83-ffae61eca807), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:11.478571 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9b4448c7-8b09-496d-88c0-8b86a0bf241b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:11.594486 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47757a4-1f9a-4767-b16a-c22b82634f72 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:14:11.610726 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d47757a4-1f9a-4767-b16a-c22b82634f72 admin admin] 10.222.0.11 "PUT /v2.0/routers/4f52035d-b7b9-43c5-85db-fc4f7957acbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5663586 Mar 05 05:14:11.694207 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port b1e8dd95-509c-4301-ab83-ffae61eca807 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:14:11.694592 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b1e8dd95-509c-4301-ab83-ffae61eca807), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:11.722012 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port b1e8dd95-509c-4301-ab83-ffae61eca807, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b1e8dd95-509c-4301-ab83-ffae61eca807,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:14:11.727457 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b1e8dd95-509c-4301-ab83-ffae61eca807), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:11.810933 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=b1e8dd95-509c-4301-ab83-ffae61eca807,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:11.848862 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device a2b81f54-77a8-4637-b686-8000a86aae4c up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:14:11.934376 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port a2b81f54-77a8-4637-b686-8000a86aae4c completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:14:11.944189 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port a2b81f54-77a8-4637-b686-8000a86aae4c triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:14:11.944605 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a2b81f54-77a8-4637-b686-8000a86aae4c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:12.050097 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port a2b81f54-77a8-4637-b686-8000a86aae4c is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:14:12.050600 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a2b81f54-77a8-4637-b686-8000a86aae4c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:12.094349 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225c2892-3071-4aaa-87db-55d6f7c5c918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b81f54-77a8-4637-b686-8000a86aae4c'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:14:12.110294 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9959acaf-762d-47c2-aa7b-79b642020ab6" -d '{"events": [{"server_uuid": "225c2892-3071-4aaa-87db-55d6f7c5c918", "name": "network-vif-plugged", "status": "completed", "tag": "a2b81f54-77a8-4637-b686-8000a86aae4c"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:14:12.130494 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port a2b81f54-77a8-4637-b686-8000a86aae4c, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a2b81f54-77a8-4637-b686-8000a86aae4c,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:14:12.141711 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a2b81f54-77a8-4637-b686-8000a86aae4c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:12.242173 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=a2b81f54-77a8-4637-b686-8000a86aae4c,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:12.261567 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688fe689-4cda-475c-a519-24f5eeab3f68 x-openstack-request-id: req-688fe689-4cda-475c-a519-24f5eeab3f68 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:14:12.262296 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225c2892-3071-4aaa-87db-55d6f7c5c918", "name": "network-vif-plugged", "status": "completed", "tag": "a2b81f54-77a8-4637-b686-8000a86aae4c", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:14:12.262855 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-688fe689-4cda-475c-a519-24f5eeab3f68 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:14:12.265309 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225c2892-3071-4aaa-87db-55d6f7c5c918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b81f54-77a8-4637-b686-8000a86aae4c', 'code': 200} Mar 05 05:14:12.306366 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481d398-12bf-47bf-a121-5634c4e8869b req-29e4a44e-05a4-4677-9d57-12b57157110d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:12.309301 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1481d398-12bf-47bf-a121-5634c4e8869b req-29e4a44e-05a4-4677-9d57-12b57157110d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 1129 time: 0.0854392 Mar 05 05:14:12.364439 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1481d398-12bf-47bf-a121-5634c4e8869b req-69f36ad1-d0e7-41c2-9b96-9dcc03325707 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493343 Mar 05 05:14:12.600208 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278afaf5-af5d-45b7-9536-89597c918dc9 req-b7cbdbab-cc18-441f-bdca-789cd2abfaf3 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:12.613033 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-278afaf5-af5d-45b7-9536-89597c918dc9 req-b7cbdbab-cc18-441f-bdca-789cd2abfaf3 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 945 time: 0.1175528 Mar 05 05:14:12.703516 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54852) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:12.712536 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-17155565-6e75-4d52-bb8e-08887c68d528 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1603384903', 'description': 'tempest-secgroup-smoke-1603384903 description', 'project_id': '4dcd5a93b3674bf78188762f733c2e21'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:14:12.785989 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-278afaf5-af5d-45b7-9536-89597c918dc9 req-5a03aeb7-cc48-4f5f-9b45-5c98517befd0 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719561 Mar 05 05:14:12.792768 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a962a227-e6da-422f-90bc-3ce44c072289 None None] Sync routers for ids ['4f52035d-b7b9-43c5-85db-fc4f7957acbd'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:14:12.805589 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a962a227-e6da-422f-90bc-3ce44c072289 None None] Routers {'4f52035d-b7b9-43c5-85db-fc4f7957acbd'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:14:12.807913 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-a962a227-e6da-422f-90bc-3ce44c072289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:13:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4f52035d-b7b9-43c5-85db-fc4f7957acbd'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:14:12.822966 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-17155565-6e75-4d52-bb8e-08887c68d528 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:12.955649 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f54ed-60c6-46df-95ea-af02557d577d req-a1456910-7e42-4461-828b-476d630514cd tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:12.961589 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7c1f54ed-60c6-46df-95ea-af02557d577d req-a1456910-7e42-4461-828b-476d630514cd tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 946 time: 0.1705477 Mar 05 05:14:12.966136 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-a962a227-e6da-422f-90bc-3ce44c072289 None None] Set router 4f52035d-b7b9-43c5-85db-fc4f7957acbd gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:14:13.005308 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-17155565-6e75-4d52-bb8e-08887c68d528 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks [] for security_group (d344c5c2-da36-4285-a522-3b6298663331), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:13.014218 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-17155565-6e75-4d52-bb8e-08887c68d528 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d344c5c2-da36-4285-a522-3b6298663331), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:13.040053 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7c1f54ed-60c6-46df-95ea-af02557d577d req-8c65990c-83c5-4fec-8100-5202295b74a3 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748820 Mar 05 05:14:13.082093 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17155565-6e75-4d52-bb8e-08887c68d528 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d344c5c2-da36-4285-a522-3b6298663331,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:13.096788 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-17155565-6e75-4d52-bb8e-08887c68d528 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:13.098403 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-17155565-6e75-4d52-bb8e-08887c68d528 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3935707 Mar 05 05:14:13.101643 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54862) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:13.107031 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-bfe02fa5-b667-4308-9a27-fcf78c2bdd64 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Request body: {'security_group_rule': {'security_group_id': 'd344c5c2-da36-4285-a522-3b6298663331', 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:14:13.178665 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bfe02fa5-b667-4308-9a27-fcf78c2bdd64 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks [] for security_group_rule (61d0999f-b726-47b6-a870-d0ecdda573d4), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:13.233845 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b1e8dd95-509c-4301-ab83-ffae61eca807 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:14:13.282690 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bfe02fa5-b667-4308-9a27-fcf78c2bdd64 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks [] for security_group_rule (61d0999f-b726-47b6-a870-d0ecdda573d4), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:13.289710 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bfe02fa5-b667-4308-9a27-fcf78c2bdd64 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (61d0999f-b726-47b6-a870-d0ecdda573d4), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:13.314197 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe02fa5-b667-4308-9a27-fcf78c2bdd64 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d0999f-b726-47b6-a870-d0ecdda573d4,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:13.323638 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bfe02fa5-b667-4308-9a27-fcf78c2bdd64 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:13.325235 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bfe02fa5-b667-4308-9a27-fcf78c2bdd64 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2220626 Mar 05 05:14:13.328051 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54868) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:13.333442 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-d9bc9e79-1cab-4459-b646-0a4aa92b310e tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Request body: {'security_group_rule': {'security_group_id': 'd344c5c2-da36-4285-a522-3b6298663331', 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:14:13.356401 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port b1e8dd95-509c-4301-ab83-ffae61eca807 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:14:13.356785 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b1e8dd95-509c-4301-ab83-ffae61eca807), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:13.386987 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54870) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:13.397762 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9bc9e79-1cab-4459-b646-0a4aa92b310e tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks [] for security_group_rule (ae9969a3-15bc-482a-85bf-ae1aab1e81e7), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:13.424277 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-a962a227-e6da-422f-90bc-3ce44c072289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f52035d-b7b9-43c5-85db-fc4f7957acbd', 'name': 'tempest-TestServerBasicOps-1945559732-router', 'tenant_id': 'a7f2c54f067b48b1b7f3a95d3eb06ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'b1e8dd95-509c-4301-ab83-ffae61eca807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:14:01Z', 'updated_at': '2022-03-05T05:14:09Z', 'revision_number': 4, 'project_id': 'a7f2c54f067b48b1b7f3a95d3eb06ca1', 'gw_port': {'id': 'b1e8dd95-509c-4301-ab83-ffae61eca807', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f52035d-b7b9-43c5-85db-fc4f7957acbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:14:03Z', 'updated_at': '2022-03-05T05:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'cbe40fcb-df30-445d-bbf1-fbbb3029876b', 'name': '', 'network_id': '889c5def-903e-4d02-b02d-9b82512e6a34', 'tenant_id': 'a7f2c54f067b48b1b7f3a95d3eb06ca1', 'mac_address': 'fa:16:3e:13:96:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f52035d-b7b9-43c5-85db-fc4f7957acbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '811c9fcb-03e8-4dac-94ef-1e5df3853dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:14:08Z', 'updated_at': '2022-03-05T05:14:09Z', 'revision_number': 2, 'project_id': 'a7f2c54f067b48b1b7f3a95d3eb06ca1', 'subnets': [{'id': '811c9fcb-03e8-4dac-94ef-1e5df3853dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:14:13.466231 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a962a227-e6da-422f-90bc-3ce44c072289 None None] Checking router: 4f52035d-b7b9-43c5-85db-fc4f7957acbd for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:14:13.466500 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a962a227-e6da-422f-90bc-3ce44c072289 None None] Updating router 4f52035d-b7b9-43c5-85db-fc4f7957acbd port cbe40fcb-df30-445d-bbf1-fbbb3029876b binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:14:13.504357 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-a962a227-e6da-422f-90bc-3ce44c072289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cbe40fcb-df30-445d-bbf1-fbbb3029876b), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:13.516583 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9bc9e79-1cab-4459-b646-0a4aa92b310e tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks [] for security_group_rule (ae9969a3-15bc-482a-85bf-ae1aab1e81e7), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:13.527249 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9bc9e79-1cab-4459-b646-0a4aa92b310e tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (ae9969a3-15bc-482a-85bf-ae1aab1e81e7), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:13.568604 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc9e79-1cab-4459-b646-0a4aa92b310e tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae9969a3-15bc-482a-85bf-ae1aab1e81e7,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:13.597956 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9bc9e79-1cab-4459-b646-0a4aa92b310e tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:13.599770 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d9bc9e79-1cab-4459-b646-0a4aa92b310e tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2701223 Mar 05 05:14:13.603208 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54874) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:13.608363 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-9fc00e41-4a31-42c3-966f-25f0a635d075 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Request body: {'security_group_rule': {'security_group_id': 'd344c5c2-da36-4285-a522-3b6298663331', 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:14:13.673929 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0f6c861c-d8c2-460c-a374-809a5c2f4c6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:13.686977 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9fc00e41-4a31-42c3-966f-25f0a635d075 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks [] for security_group_rule (967b2629-48fe-4d0a-9900-85c4ce9912ec), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:13.720350 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port b1e8dd95-509c-4301-ab83-ffae61eca807 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:14:13.723987 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e9b94fd5-7458-4f4d-8e41-068ce0f4c40b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:13.863420 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0f6c861c-d8c2-460c-a374-809a5c2f4c6b admin admin] Publish callbacks [] for security_group (7a03bdfc-10f3-498f-9a6d-8fc087ac36ec), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:13.864246 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:13.873889 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0f6c861c-d8c2-460c-a374-809a5c2f4c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7a03bdfc-10f3-498f-9a6d-8fc087ac36ec), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:13.881595 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9fc00e41-4a31-42c3-966f-25f0a635d075 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks [] for security_group_rule (967b2629-48fe-4d0a-9900-85c4ce9912ec), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:13.892903 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9fc00e41-4a31-42c3-966f-25f0a635d075 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (967b2629-48fe-4d0a-9900-85c4ce9912ec), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:13.925820 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0f6c861c-d8c2-460c-a374-809a5c2f4c6b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=06c43c96d4634de28eea7b8c1ddaf8f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5367839 Mar 05 05:14:13.929870 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54880) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:13.938146 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc00e41-4a31-42c3-966f-25f0a635d075 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=967b2629-48fe-4d0a-9900-85c4ce9912ec,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:13.994899 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-a962a227-e6da-422f-90bc-3ce44c072289 None None] Publish callbacks [] for port (cbe40fcb-df30-445d-bbf1-fbbb3029876b), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:13.995651 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:14.004437 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-a962a227-e6da-422f-90bc-3ce44c072289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cbe40fcb-df30-445d-bbf1-fbbb3029876b), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:14.035757 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c861c-d8c2-460c-a374-809a5c2f4c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a03bdfc-10f3-498f-9a6d-8fc087ac36ec,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:14.043932 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9fc00e41-4a31-42c3-966f-25f0a635d075 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:14.046733 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9fc00e41-4a31-42c3-966f-25f0a635d075 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4420216 Mar 05 05:14:14.050138 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 54882) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:14.058241 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-f40c8fba-ab8f-4c3c-9404-3172b143f1d2 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Request body: {'security_group_rule': {'security_group_id': 'd344c5c2-da36-4285-a522-3b6298663331', 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:14:14.092094 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-eee8fa4e-37c9-4213-b030-8ce2a7781c4b admin admin] Publish callbacks [] for security_group (7a03bdfc-10f3-498f-9a6d-8fc087ac36ec), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:14.112668 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d276e29-b50e-45d7-95fc-c51db82069dd req-5219432f-7c22-4f0a-8a86-77ebbb3546e6 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:14.114260 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7d276e29-b50e-45d7-95fc-c51db82069dd req-5219432f-7c22-4f0a-8a86-77ebbb3546e6 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 945 time: 0.1935902 Mar 05 05:14:14.115041 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f40c8fba-ab8f-4c3c-9404-3172b143f1d2 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks [] for security_group_rule (c8b6ae35-7038-47b6-b07e-695792570e79), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:14.148553 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-eee8fa4e-37c9-4213-b030-8ce2a7781c4b admin admin] Publish callbacks [] for security_group (7a03bdfc-10f3-498f-9a6d-8fc087ac36ec), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:14.238239 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-a962a227-e6da-422f-90bc-3ce44c072289 None None] Attempting to bind port cbe40fcb-df30-445d-bbf1-fbbb3029876b on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:14:14.240553 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-a962a227-e6da-422f-90bc-3ce44c072289 None None] Attempting to bind port cbe40fcb-df30-445d-bbf1-fbbb3029876b by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '04df2162-4c22-446b-a82c-dfbfcae9f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '889c5def-903e-4d02-b02d-9b82512e6a34'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:14:14.240943 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a962a227-e6da-422f-90bc-3ce44c072289 None None] Attempting to bind port cbe40fcb-df30-445d-bbf1-fbbb3029876b on network 889c5def-903e-4d02-b02d-9b82512e6a34 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:14:14.254722 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a962a227-e6da-422f-90bc-3ce44c072289 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:14:14.257314 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a962a227-e6da-422f-90bc-3ce44c072289 None None] Checking segment: {'id': '04df2162-4c22-446b-a82c-dfbfcae9f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '889c5def-903e-4d02-b02d-9b82512e6a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:14:14.257314 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-a962a227-e6da-422f-90bc-3ce44c072289 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:14.257314 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a962a227-e6da-422f-90bc-3ce44c072289 None None] Bound using segment: {'id': '04df2162-4c22-446b-a82c-dfbfcae9f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '889c5def-903e-4d02-b02d-9b82512e6a34'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:14:14.257314 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-a962a227-e6da-422f-90bc-3ce44c072289 None None] Bound port: cbe40fcb-df30-445d-bbf1-fbbb3029876b, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04df2162-4c22-446b-a82c-dfbfcae9f227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '889c5def-903e-4d02-b02d-9b82512e6a34'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:14:14.257706 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-a962a227-e6da-422f-90bc-3ce44c072289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cbe40fcb-df30-445d-bbf1-fbbb3029876b), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:14.277063 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-eee8fa4e-37c9-4213-b030-8ce2a7781c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7a03bdfc-10f3-498f-9a6d-8fc087ac36ec), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:14.282737 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-eee8fa4e-37c9-4213-b030-8ce2a7781c4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:14.284020 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-eee8fa4e-37c9-4213-b030-8ce2a7781c4b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7a03bdfc-10f3-498f-9a6d-8fc087ac36ec HTTP/1.1" status: 204 len: 168 time: 0.3432038 Mar 05 05:14:14.292271 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7d276e29-b50e-45d7-95fc-c51db82069dd req-d5f6febb-9ba9-4f86-8083-563a4410cffc tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690824 Mar 05 05:14:14.309757 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8fa4e-37c9-4213-b030-8ce2a7781c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a03bdfc-10f3-498f-9a6d-8fc087ac36ec,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:14.332746 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f40c8fba-ab8f-4c3c-9404-3172b143f1d2 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks [] for security_group_rule (c8b6ae35-7038-47b6-b07e-695792570e79), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:14.349090 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f40c8fba-ab8f-4c3c-9404-3172b143f1d2 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (c8b6ae35-7038-47b6-b07e-695792570e79), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:14.378233 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c8fba-ab8f-4c3c-9404-3172b143f1d2 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8b6ae35-7038-47b6-b07e-695792570e79,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:14.395278 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f3a5d-5ce1-428d-a1fb-ce46df6d74e0 req-d1195cc4-855f-40fe-94b1-4ec9c3dc7872 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:14.397752 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c2f3a5d-5ce1-428d-a1fb-ce46df6d74e0 req-d1195cc4-855f-40fe-94b1-4ec9c3dc7872 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 946 time: 0.1832671 Mar 05 05:14:14.433972 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f40c8fba-ab8f-4c3c-9404-3172b143f1d2 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:14.442736 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54890) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:14.455408 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-d9ac8e32-f5ba-44ee-aa3d-5203f844388c tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Request body: {'security_group_rule': {'security_group_id': 'd344c5c2-da36-4285-a522-3b6298663331', 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:14:14.460293 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f40c8fba-ab8f-4c3c-9404-3172b143f1d2 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3839521 Mar 05 05:14:14.474016 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-a962a227-e6da-422f-90bc-3ce44c072289 None None] For port cbe40fcb-df30-445d-bbf1-fbbb3029876b, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:14:14.484405 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-a962a227-e6da-422f-90bc-3ce44c072289 None None] For port cbe40fcb-df30-445d-bbf1-fbbb3029876b, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=cbe40fcb-df30-445d-bbf1-fbbb3029876b,segment=NetworkSegment(04df2162-4c22-446b-a82c-dfbfcae9f227),segment_id=04df2162-4c22-446b-a82c-dfbfcae9f227)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:14:14.502403 n-d-789963-32 neutron-server[105232]: INFO neutron.db.securitygroups_db [None req-d9ac8e32-f5ba-44ee-aa3d-5203f844388c tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Project 4dcd5a93b3674bf78188762f733c2e21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:14:14.506660 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-a962a227-e6da-422f-90bc-3ce44c072289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cbe40fcb-df30-445d-bbf1-fbbb3029876b), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:14.510019 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8e32-f5ba-44ee-aa3d-5203f844388c tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks [] for security_group_rule (68b8d4df-1ce1-4da6-b4a9-170b86ecdc12), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:14.529138 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9d29c-6f58-45d1-b609-15b1cc5323f0 None None] Pushing event updated for resources: {'Port': ['ID=cbe40fcb-df30-445d-bbf1-fbbb3029876b,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:14.544989 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a962a227-e6da-422f-90bc-3ce44c072289 None None] Routers {'4f52035d-b7b9-43c5-85db-fc4f7957acbd'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:14:14.545603 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-a962a227-e6da-422f-90bc-3ce44c072289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:14:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4f52035d-b7b9-43c5-85db-fc4f7957acbd'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:14:14.546386 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c2f3a5d-5ce1-428d-a1fb-ce46df6d74e0 req-d3a5dd39-c98f-4a0b-a5c1-140ae173ee89 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349797 Mar 05 05:14:14.614055 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8e32-f5ba-44ee-aa3d-5203f844388c tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks [] for security_group_rule (68b8d4df-1ce1-4da6-b4a9-170b86ecdc12), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:14.617130 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-125f7529-5a67-435c-9dca-21fa413f78ef None None] Provisioning complete for port cbe40fcb-df30-445d-bbf1-fbbb3029876b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:14:14.618378 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-125f7529-5a67-435c-9dca-21fa413f78ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cbe40fcb-df30-445d-bbf1-fbbb3029876b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:14.631540 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8e32-f5ba-44ee-aa3d-5203f844388c tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (68b8d4df-1ce1-4da6-b4a9-170b86ecdc12), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:14.725318 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac8e32-f5ba-44ee-aa3d-5203f844388c tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b8d4df-1ce1-4da6-b4a9-170b86ecdc12,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:14.729814 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9d29c-6f58-45d1-b609-15b1cc5323f0 None None] Pushing event updated for resources: {'Port': ['ID=cbe40fcb-df30-445d-bbf1-fbbb3029876b,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:14.761040 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8e32-f5ba-44ee-aa3d-5203f844388c tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:14.766695 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d9ac8e32-f5ba-44ee-aa3d-5203f844388c tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3228309 Mar 05 05:14:14.769775 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54896) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:14.788110 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-e2c594a1-594e-4a7b-9821-50e5e465c774 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Request body: {'security_group_rule': {'security_group_id': 'd344c5c2-da36-4285-a522-3b6298663331', 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:14:14.876561 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ac56e-f581-43c4-9fee-caf0cc1d47ab req-ac7c93fa-35cf-41a4-8316-797d4407e64b tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:14.882313 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5d7ac56e-f581-43c4-9fee-caf0cc1d47ab req-ac7c93fa-35cf-41a4-8316-797d4407e64b tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 946 time: 0.1993103 Mar 05 05:14:14.882629 n-d-789963-32 neutron-server[105232]: INFO neutron.db.securitygroups_db [None req-e2c594a1-594e-4a7b-9821-50e5e465c774 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Project 4dcd5a93b3674bf78188762f733c2e21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:14:14.898960 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e2c594a1-594e-4a7b-9821-50e5e465c774 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks [] for security_group_rule (cc3cff77-0880-4528-8efc-51ddc6bfd6e9), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:14.900492 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-a962a227-e6da-422f-90bc-3ce44c072289 None None] Set router 4f52035d-b7b9-43c5-85db-fc4f7957acbd gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:14:14.927429 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54898) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:15.031879 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-125f7529-5a67-435c-9dca-21fa413f78ef None None] Current status of the port cbe40fcb-df30-445d-bbf1-fbbb3029876b is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:14:15.032272 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-125f7529-5a67-435c-9dca-21fa413f78ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cbe40fcb-df30-445d-bbf1-fbbb3029876b), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:15.040484 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b1b4149f-145f-4946-8e99-8df363cc27ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:15.051670 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5d7ac56e-f581-43c4-9fee-caf0cc1d47ab req-dc5d2c9b-7cc9-48f4-adfd-de69d1e8b3bb tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591566 Mar 05 05:14:15.098416 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:15.124158 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-125f7529-5a67-435c-9dca-21fa413f78ef None None] For port cbe40fcb-df30-445d-bbf1-fbbb3029876b, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=cbe40fcb-df30-445d-bbf1-fbbb3029876b,segment=NetworkSegment(04df2162-4c22-446b-a82c-dfbfcae9f227),segment_id=04df2162-4c22-446b-a82c-dfbfcae9f227)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:14:15.142829 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-125f7529-5a67-435c-9dca-21fa413f78ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cbe40fcb-df30-445d-bbf1-fbbb3029876b), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:15.170804 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e2c594a1-594e-4a7b-9821-50e5e465c774 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks [] for security_group_rule (cc3cff77-0880-4528-8efc-51ddc6bfd6e9), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:15.195372 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e2c594a1-594e-4a7b-9821-50e5e465c774 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (cc3cff77-0880-4528-8efc-51ddc6bfd6e9), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:15.292392 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c594a1-594e-4a7b-9821-50e5e465c774 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3cff77-0880-4528-8efc-51ddc6bfd6e9,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:15.304477 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f7529-5a67-435c-9dca-21fa413f78ef None None] Pushing event updated for resources: {'Port': ['ID=cbe40fcb-df30-445d-bbf1-fbbb3029876b,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:15.313631 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3f6da6cb-201f-40e6-8954-24a5be784379 None None] Provisioning complete for port cbe40fcb-df30-445d-bbf1-fbbb3029876b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:14:15.315282 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3f6da6cb-201f-40e6-8954-24a5be784379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cbe40fcb-df30-445d-bbf1-fbbb3029876b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:15.328505 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e2c594a1-594e-4a7b-9821-50e5e465c774 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:15.336465 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e2c594a1-594e-4a7b-9821-50e5e465c774 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5634167 Mar 05 05:14:15.459871 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b1b4149f-145f-4946-8e99-8df363cc27ff admin admin] Publish callbacks [] for security_group (0401e413-80d0-460e-a7c5-42551254ed3e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:15.473766 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b1b4149f-145f-4946-8e99-8df363cc27ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (0401e413-80d0-460e-a7c5-42551254ed3e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:15.514014 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3f6da6cb-201f-40e6-8954-24a5be784379 None None] Current status of the port cbe40fcb-df30-445d-bbf1-fbbb3029876b is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:14:15.528600 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4149f-145f-4946-8e99-8df363cc27ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0401e413-80d0-460e-a7c5-42551254ed3e,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:15.581730 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b1b4149f-145f-4946-8e99-8df363cc27ff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=75e4ff7b42294c1b90559ab85aca1ea5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6516488 Mar 05 05:14:15.582658 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 54918) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:15.607968 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-a962a227-e6da-422f-90bc-3ce44c072289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f52035d-b7b9-43c5-85db-fc4f7957acbd', 'name': 'tempest-TestServerBasicOps-1945559732-router', 'tenant_id': 'a7f2c54f067b48b1b7f3a95d3eb06ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'b1e8dd95-509c-4301-ab83-ffae61eca807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:14:01Z', 'updated_at': '2022-03-05T05:14:09Z', 'revision_number': 4, 'project_id': 'a7f2c54f067b48b1b7f3a95d3eb06ca1', 'gw_port': {'id': 'b1e8dd95-509c-4301-ab83-ffae61eca807', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f52035d-b7b9-43c5-85db-fc4f7957acbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:14:03Z', 'updated_at': '2022-03-05T05:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'cbe40fcb-df30-445d-bbf1-fbbb3029876b', 'name': '', 'network_id': '889c5def-903e-4d02-b02d-9b82512e6a34', 'tenant_id': 'a7f2c54f067b48b1b7f3a95d3eb06ca1', 'mac_address': 'fa:16:3e:13:96:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f52035d-b7b9-43c5-85db-fc4f7957acbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '811c9fcb-03e8-4dac-94ef-1e5df3853dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:14:08Z', 'updated_at': '2022-03-05T05:14:14Z', 'revision_number': 4, 'project_id': 'a7f2c54f067b48b1b7f3a95d3eb06ca1', 'subnets': [{'id': '811c9fcb-03e8-4dac-94ef-1e5df3853dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:14:15.657486 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926278e-9724-4ee7-974d-d0e2a5c0e707 req-9b528424-8f23-4a00-ae1c-ff9bd5867cae tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:15.669562 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7926278e-9724-4ee7-974d-d0e2a5c0e707 req-9b528424-8f23-4a00-ae1c-ff9bd5867cae tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 945 time: 0.2109919 Mar 05 05:14:15.683416 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a962a227-e6da-422f-90bc-3ce44c072289 None None] The sync data for ids ['4f52035d-b7b9-43c5-85db-fc4f7957acbd'] in n-d-789963-32 is: [{'id': '4f52035d-b7b9-43c5-85db-fc4f7957acbd', 'name': 'tempest-TestServerBasicOps-1945559732-router', 'tenant_id': 'a7f2c54f067b48b1b7f3a95d3eb06ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'b1e8dd95-509c-4301-ab83-ffae61eca807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:14:01Z', 'updated_at': '2022-03-05T05:14:09Z', 'revision_number': 4, 'project_id': 'a7f2c54f067b48b1b7f3a95d3eb06ca1', 'gw_port': {'id': 'b1e8dd95-509c-4301-ab83-ffae61eca807', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f52035d-b7b9-43c5-85db-fc4f7957acbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:14:03Z', 'updated_at': '2022-03-05T05:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'cbe40fcb-df30-445d-bbf1-fbbb3029876b', 'name': '', 'network_id': '889c5def-903e-4d02-b02d-9b82512e6a34', 'tenant_id': 'a7f2c54f067b48b1b7f3a95d3eb06ca1', 'mac_address': 'fa:16:3e:13:96:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f52035d-b7b9-43c5-85db-fc4f7957acbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': '811c9fcb-03e8-4dac-94ef-1e5df3853dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:14:08Z', 'updated_at': '2022-03-05T05:14:14Z', 'revision_number': 4, 'project_id': 'a7f2c54f067b48b1b7f3a95d3eb06ca1', 'subnets': [{'id': '811c9fcb-03e8-4dac-94ef-1e5df3853dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:14:15.767210 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7926278e-9724-4ee7-974d-d0e2a5c0e707 req-03e0747c-b082-4b9d-a783-51a6b8cd656c tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959527 Mar 05 05:14:15.816597 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-54849465-6171-44f5-84e0-d3dde8500206 admin admin] Publish callbacks [] for security_group (0401e413-80d0-460e-a7c5-42551254ed3e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:15.898808 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-54849465-6171-44f5-84e0-d3dde8500206 admin admin] Publish callbacks [] for security_group (0401e413-80d0-460e-a7c5-42551254ed3e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:15.988171 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-54849465-6171-44f5-84e0-d3dde8500206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (0401e413-80d0-460e-a7c5-42551254ed3e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:15.991481 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-54849465-6171-44f5-84e0-d3dde8500206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:15.996495 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-54849465-6171-44f5-84e0-d3dde8500206 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0401e413-80d0-460e-a7c5-42551254ed3e HTTP/1.1" status: 204 len: 168 time: 0.4118297 Mar 05 05:14:16.029674 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54849465-6171-44f5-84e0-d3dde8500206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0401e413-80d0-460e-a7c5-42551254ed3e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:16.039416 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-8e7a632c-8449-4e16-b92c-cd67828a9777 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1603384903&fields=id&tenant_id=4dcd5a93b3674bf78188762f733c2e21 HTTP/1.1" status: 200 len: 267 time: 0.1425042 Mar 05 05:14:16.310691 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:16.362760 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-2bf07408-c7a2-4f79-9c4a-b26fc3836044 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:16.370180 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-2bf07408-c7a2-4f79-9c4a-b26fc3836044 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/networks?id=b61f21e3-7587-4809-a37d-2d08125769d2 HTTP/1.1" status: 200 len: 809 time: 0.3192515 Mar 05 05:14:16.392799 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-9f8065cf-77cc-4c0d-992b-726ce5030779 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/quotas/4dcd5a93b3674bf78188762f733c2e21 HTTP/1.1" status: 200 len: 375 time: 0.0145187 Mar 05 05:14:16.547855 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-c66bdc6f-4b9a-4bfb-a8cd-612d650f3e60 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4dcd5a93b3674bf78188762f733c2e21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1464231 Mar 05 05:14:16.713307 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-ad353329-8afa-491c-82ea-fb1eb4c21d45 service neutron] 10.222.0.11 "GET /v2.0/networks/b61f21e3-7587-4809-a37d-2d08125769d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606112 Mar 05 05:14:17.328246 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device cbe40fcb-df30-445d-bbf1-fbbb3029876b up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:14:17.646568 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port cbe40fcb-df30-445d-bbf1-fbbb3029876b triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:14:17.647472 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cbe40fcb-df30-445d-bbf1-fbbb3029876b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:17.845095 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:17.989265 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port cbe40fcb-df30-445d-bbf1-fbbb3029876b is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:14:18.002857 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-f605b115-ef14-47fe-b563-ccfe81d87f19 service neutron] 10.222.0.11 "GET /v2.0/networks/b61f21e3-7587-4809-a37d-2d08125769d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2888782 Mar 05 05:14:18.405925 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23d98b-5759-437f-822c-687bcebf03e7 req-98456e8a-10e8-4cf7-ac95-efbe26a3fd9d tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:18.418782 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca23d98b-5759-437f-822c-687bcebf03e7 req-98456e8a-10e8-4cf7-ac95-efbe26a3fd9d tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 945 time: 0.1228004 Mar 05 05:14:18.624151 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca02a665-602b-43e1-9f3b-1a022dd9716c req-baa3781f-8fef-49f4-8d0f-49523b97ac2a tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/ports?device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7 HTTP/1.1" status: 200 len: 210 time: 0.1110687 Mar 05 05:14:18.648795 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca23d98b-5759-437f-822c-687bcebf03e7 req-00ff50e7-dcb5-4769-b002-be9c0d3ea639 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284842 Mar 05 05:14:20.095984 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a2fe657d-6f3d-43ad-9bc3-6c0ac0e0ca36 req-3ed3bc84-8393-4388-b47e-188995305a6d tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/ports?device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7 HTTP/1.1" status: 200 len: 210 time: 0.2240124 Mar 05 05:14:20.202182 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ed240-a69a-4c6c-82a2-b4ce47664dbd req-29e91539-c68a-42d0-b90a-e61b9dda923e tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:20.218835 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a3ed240-a69a-4c6c-82a2-b4ce47664dbd req-29e91539-c68a-42d0-b90a-e61b9dda923e tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 945 time: 0.3609445 Mar 05 05:14:20.395220 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a3ed240-a69a-4c6c-82a2-b4ce47664dbd req-de518a2c-30dc-47e8-94ca-8fb7e2e63194 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717587 Mar 05 05:14:20.646287 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-89c29df0-7485-4169-85bf-0703d054e245 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:20.647922 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-89c29df0-7485-4169-85bf-0703d054e245 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.31 "GET /v2.0/networks?id=b61f21e3-7587-4809-a37d-2d08125769d2 HTTP/1.1" status: 200 len: 809 time: 0.3737962 Mar 05 05:14:20.654752 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9f4f9-b672-449a-8c42-1d2393686fbc req-c51c1351-d256-4448-acdf-8a884b4203de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:20.661569 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-23b9f4f9-b672-449a-8c42-1d2393686fbc req-c51c1351-d256-4448-acdf-8a884b4203de service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 1128 time: 0.1013508 Mar 05 05:14:20.921535 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-36bfd256-df45-415f-83de-3f9898362aff tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dcd5a93b3674bf78188762f733c2e21 HTTP/1.1" status: 200 len: 380 time: 0.2567005 Mar 05 05:14:20.932242 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-48154a69-a21d-4714-9b3b-dbcbe4997822 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Request body: {'port': {'device_id': '9838ed73-b361-4f91-ae5f-7ddfc4cc96e7', 'network_id': 'b61f21e3-7587-4809-a37d-2d08125769d2', 'admin_state_up': True, 'tenant_id': '4dcd5a93b3674bf78188762f733c2e21', 'security_groups': ['d344c5c2-da36-4285-a522-3b6298663331']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:14:20.966390 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-23b9f4f9-b672-449a-8c42-1d2393686fbc req-258b450f-9149-42b6-af3d-82085363e85b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794685 Mar 05 05:14:21.280664 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-48154a69-a21d-4714-9b3b-dbcbe4997822 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Made reservation on behalf of 4dcd5a93b3674bf78188762f733c2e21 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:14:21.290148 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-48154a69-a21d-4714-9b3b-dbcbe4997822 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:21.316237 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a2cc42f5-dfef-4f93-be81-359f6ff31af8 req-bcc64166-9135-4cc8-b088-f6dff0715a69 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/ports?device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7 HTTP/1.1" status: 200 len: 210 time: 0.0816724 Mar 05 05:14:21.666850 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-48154a69-a21d-4714-9b3b-dbcbe4997822 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Allocated IP 172.20.0.7 (b61f21e3-7587-4809-a37d-2d08125769d2/c68992af-a059-4f27-bddf-edd7cad1ebc7/f01b532b-8f89-46f9-ae84-e24eacb8eb91) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:14:21.723553 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41aa47-caf0-48ca-bd6d-5956f06e303d req-14eceeda-32aa-4db9-a642-de7e77f2be63 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:21.744858 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ef41aa47-caf0-48ca-bd6d-5956f06e303d req-14eceeda-32aa-4db9-a642-de7e77f2be63 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 945 time: 0.1641116 Mar 05 05:14:21.921654 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ef41aa47-caf0-48ca-bd6d-5956f06e303d req-68525639-f398-40bc-a2c3-052302f43b2d tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744483 Mar 05 05:14:22.173081 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-48154a69-a21d-4714-9b3b-dbcbe4997822 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks [] for port (f01b532b-8f89-46f9-ae84-e24eacb8eb91), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:22.229583 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-48154a69-a21d-4714-9b3b-dbcbe4997822 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (f01b532b-8f89-46f9-ae84-e24eacb8eb91), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:22.280924 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-48154a69-a21d-4714-9b3b-dbcbe4997822 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Network b61f21e3-7587-4809-a37d-2d08125769d2 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:14:22.284969 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-48154a69-a21d-4714-9b3b-dbcbe4997822 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:14:22.308301 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-48154a69-a21d-4714-9b3b-dbcbe4997822 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:14:22.349560 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48154a69-a21d-4714-9b3b-dbcbe4997822 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Pushing event updated for resources: {'Port': ['ID=f01b532b-8f89-46f9-ae84-e24eacb8eb91,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:22.402837 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-48154a69-a21d-4714-9b3b-dbcbe4997822 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:22.403899 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-48154a69-a21d-4714-9b3b-dbcbe4997822 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:22.434456 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-48154a69-a21d-4714-9b3b-dbcbe4997822 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5074468 Mar 05 05:14:22.471985 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-69b44bb6-8b26-47f1-b6d7-760dfd9f612f service neutron] Request body: {'port': {'device_id': '9838ed73-b361-4f91-ae5f-7ddfc4cc96e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:14:22.550142 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faf318-344b-4f1f-a7cf-bdb4767d5132 req-537d25ef-9688-46b1-b878-228669211684 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:22.551743 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-51faf318-344b-4f1f-a7cf-bdb4767d5132 req-537d25ef-9688-46b1-b878-228669211684 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/ports?device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7 HTTP/1.1" status: 200 len: 931 time: 0.0982170 Mar 05 05:14:22.573323 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-69b44bb6-8b26-47f1-b6d7-760dfd9f612f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f01b532b-8f89-46f9-ae84-e24eacb8eb91), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:22.681433 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-51faf318-344b-4f1f-a7cf-bdb4767d5132 req-a762bb9b-4e14-4955-ae72-7adaec1ae873 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/security-groups?id=d344c5c2-da36-4285-a522-3b6298663331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211402 Mar 05 05:14:22.813670 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6642eb41-566b-431a-bbf2-93c9af0db415 None None] Provisioning complete for port f01b532b-8f89-46f9-ae84-e24eacb8eb91 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:14:22.814215 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6642eb41-566b-431a-bbf2-93c9af0db415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f01b532b-8f89-46f9-ae84-e24eacb8eb91), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:22.860686 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6642eb41-566b-431a-bbf2-93c9af0db415 None None] Port f01b532b-8f89-46f9-ae84-e24eacb8eb91 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:14:23.118705 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-69b44bb6-8b26-47f1-b6d7-760dfd9f612f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f01b532b-8f89-46f9-ae84-e24eacb8eb91 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:14:23.128202 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-69b44bb6-8b26-47f1-b6d7-760dfd9f612f service neutron] Publish callbacks [] for port (f01b532b-8f89-46f9-ae84-e24eacb8eb91), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:23.143360 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-69b44bb6-8b26-47f1-b6d7-760dfd9f612f service neutron] Transition to ACTIVE for port object f01b532b-8f89-46f9-ae84-e24eacb8eb91 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:14:23.151526 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-69b44bb6-8b26-47f1-b6d7-760dfd9f612f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (f01b532b-8f89-46f9-ae84-e24eacb8eb91), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:23.180391 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e2651-f8f5-43ba-8baf-f32547c56e0d req-0cf835fd-7c6b-4514-bc0a-e492ba40cd64 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:23.197290 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c74e2651-f8f5-43ba-8baf-f32547c56e0d req-0cf835fd-7c6b-4514-bc0a-e492ba40cd64 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 945 time: 0.1431940 Mar 05 05:14:23.211612 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-d5062bfd-27d7-46ae-89a2-700d078d3624 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:23.230859 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b44bb6-8b26-47f1-b6d7-760dfd9f612f service neutron] Pushing event updated for resources: {'Port': ['ID=f01b532b-8f89-46f9-ae84-e24eacb8eb91,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:23.262963 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-d5062bfd-27d7-46ae-89a2-700d078d3624 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 812 time: 0.3593273 Mar 05 05:14:23.319880 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-69b44bb6-8b26-47f1-b6d7-760dfd9f612f service neutron] Attempting to bind port f01b532b-8f89-46f9-ae84-e24eacb8eb91 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:14:23.319880 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-69b44bb6-8b26-47f1-b6d7-760dfd9f612f service neutron] Attempting to bind port f01b532b-8f89-46f9-ae84-e24eacb8eb91 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'e565cab4-f912-4825-b601-d083d3011059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b61f21e3-7587-4809-a37d-2d08125769d2'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:14:23.319880 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-69b44bb6-8b26-47f1-b6d7-760dfd9f612f service neutron] Attempting to bind port f01b532b-8f89-46f9-ae84-e24eacb8eb91 on network b61f21e3-7587-4809-a37d-2d08125769d2 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:14:23.325300 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-69b44bb6-8b26-47f1-b6d7-760dfd9f612f service neutron] Port f01b532b-8f89-46f9-ae84-e24eacb8eb91 on network b61f21e3-7587-4809-a37d-2d08125769d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:14:23.325855 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-69b44bb6-8b26-47f1-b6d7-760dfd9f612f service neutron] Attempting to bind port f01b532b-8f89-46f9-ae84-e24eacb8eb91 on network b61f21e3-7587-4809-a37d-2d08125769d2 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:14:23.332506 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-69b44bb6-8b26-47f1-b6d7-760dfd9f612f service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:14:23.332851 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-69b44bb6-8b26-47f1-b6d7-760dfd9f612f service neutron] Checking segment: {'id': 'e565cab4-f912-4825-b601-d083d3011059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b61f21e3-7587-4809-a37d-2d08125769d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:14:23.333372 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-69b44bb6-8b26-47f1-b6d7-760dfd9f612f service neutron] Bound using segment: {'id': 'e565cab4-f912-4825-b601-d083d3011059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b61f21e3-7587-4809-a37d-2d08125769d2'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:14:23.333806 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-69b44bb6-8b26-47f1-b6d7-760dfd9f612f service neutron] Bound port: f01b532b-8f89-46f9-ae84-e24eacb8eb91, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e565cab4-f912-4825-b601-d083d3011059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b61f21e3-7587-4809-a37d-2d08125769d2'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:14:23.334214 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-69b44bb6-8b26-47f1-b6d7-760dfd9f612f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f01b532b-8f89-46f9-ae84-e24eacb8eb91), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:23.341326 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-9966aa9f-dd31-4d9c-9a7a-95c677515f50 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/quotas/06a4f309563b434e9962ec2905954423 HTTP/1.1" status: 200 len: 375 time: 0.0758424 Mar 05 05:14:23.473620 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-69b44bb6-8b26-47f1-b6d7-760dfd9f612f service neutron] For port f01b532b-8f89-46f9-ae84-e24eacb8eb91, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:14:23.483217 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-69b44bb6-8b26-47f1-b6d7-760dfd9f612f service neutron] For port f01b532b-8f89-46f9-ae84-e24eacb8eb91, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=f01b532b-8f89-46f9-ae84-e24eacb8eb91,segment=NetworkSegment(e565cab4-f912-4825-b601-d083d3011059),segment_id=e565cab4-f912-4825-b601-d083d3011059)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:14:23.496049 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-69b44bb6-8b26-47f1-b6d7-760dfd9f612f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (f01b532b-8f89-46f9-ae84-e24eacb8eb91), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:23.537594 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c74e2651-f8f5-43ba-8baf-f32547c56e0d req-65de223b-da37-4d8e-ae29-5ff7e76b69af tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233991 Mar 05 05:14:23.578115 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-3317d2e9-dd71-4aca-ba0b-7c4d0176121f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2358289 Mar 05 05:14:23.588150 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b44bb6-8b26-47f1-b6d7-760dfd9f612f service neutron] Pushing event updated for resources: {'Port': ['ID=f01b532b-8f89-46f9-ae84-e24eacb8eb91,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:23.598157 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-69b44bb6-8b26-47f1-b6d7-760dfd9f612f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:23.599297 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-69b44bb6-8b26-47f1-b6d7-760dfd9f612f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:23.601415 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-69b44bb6-8b26-47f1-b6d7-760dfd9f612f service neutron] 10.222.0.31 "PUT /v2.0/ports/f01b532b-8f89-46f9-ae84-e24eacb8eb91 HTTP/1.1" status: 200 len: 1092 time: 1.1412914 Mar 05 05:14:23.601493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9838ed73-b361-4f91-ae5f-7ddfc4cc96e7', 'tag': 'f01b532b-8f89-46f9-ae84-e24eacb8eb91'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:14:23.604199 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af7d447-4b8e-4210-b011-a410b5b31083" -d '{"events": [{"name": "network-changed", "server_uuid": "9838ed73-b361-4f91-ae5f-7ddfc4cc96e7", "tag": "f01b532b-8f89-46f9-ae84-e24eacb8eb91"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:14:23.766904 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-6b4e703c-06ff-452f-8b05-9a51b963d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:23.773359 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-6b4e703c-06ff-452f-8b05-9a51b963d050 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4dcd5a93b3674bf78188762f733c2e21&device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7 HTTP/1.1" status: 200 len: 1126 time: 0.1270976 Mar 05 05:14:23.792731 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-7db768cd-93af-4b89-ae4d-4aa532aab099 service neutron] 10.222.0.11 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135570 Mar 05 05:14:23.882040 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c1e171-34ad-42db-bc49-5c0adf86b4e0 x-openstack-request-id: req-f2c1e171-34ad-42db-bc49-5c0adf86b4e0 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:14:23.882508 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9838ed73-b361-4f91-ae5f-7ddfc4cc96e7", "tag": "f01b532b-8f89-46f9-ae84-e24eacb8eb91", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:14:23.882611 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f2c1e171-34ad-42db-bc49-5c0adf86b4e0 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:14:23.883045 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9838ed73-b361-4f91-ae5f-7ddfc4cc96e7', 'tag': 'f01b532b-8f89-46f9-ae84-e24eacb8eb91', 'status': 'completed', 'code': 200} Mar 05 05:14:23.953084 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-77bd318e-7211-47f0-aff8-42297f753dd9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f01b532b-8f89-46f9-ae84-e24eacb8eb91 HTTP/1.1" status: 200 len: 217 time: 0.1718452 Mar 05 05:14:23.956105 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-f03e5337-ae37-4022-af1d-336ecb97fcd5 service neutron] 10.222.0.11 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619587 Mar 05 05:14:24.056971 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-156fdf77-e988-407a-8704-1907d4624eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:24.058532 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-156fdf77-e988-407a-8704-1907d4624eb2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c68992af-a059-4f27-bddf-edd7cad1ebc7 HTTP/1.1" status: 200 len: 848 time: 0.0966258 Mar 05 05:14:24.090440 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76a1ab-c8e9-41cd-a206-d877a40284e8 req-a8641314-4a1b-411e-9c66-44ee43187201 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:24.092036 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aa76a1ab-c8e9-41cd-a206-d877a40284e8 req-a8641314-4a1b-411e-9c66-44ee43187201 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/ports?device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7 HTTP/1.1" status: 200 len: 943 time: 0.1327829 Mar 05 05:14:24.170062 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de529204-2e7d-46b2-aa22-6c1d2b89b56a req-5199a2b6-4435-43b5-81b4-8edb8383607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:24.174035 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-de529204-2e7d-46b2-aa22-6c1d2b89b56a req-5199a2b6-4435-43b5-81b4-8edb8383607e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1694e51849b9494986675c07b6ef752d&device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 1128 time: 0.2894959 Mar 05 05:14:24.210990 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aa76a1ab-c8e9-41cd-a206-d877a40284e8 req-bc15814d-08a6-4840-a8a9-11fc2e09558b tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/security-groups?id=d344c5c2-da36-4285-a522-3b6298663331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028883 Mar 05 05:14:24.403494 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-524f83b5-04ec-4d26-9de9-68cb7f74de37 req-d6efe71c-4e08-4b92-a571-9cd3fa5e8267 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 210 time: 0.0565104 Mar 05 05:14:24.487864 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:14:24.491488 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de529204-2e7d-46b2-aa22-6c1d2b89b56a req-40080cfa-81ee-41dd-b901-270d05a14978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:24.493312 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-de529204-2e7d-46b2-aa22-6c1d2b89b56a req-40080cfa-81ee-41dd-b901-270d05a14978 service neutron] 10.222.0.30 "GET /v2.0/networks?id=898e839b-3c94-4a6d-ab21-01080b4deeb5 HTTP/1.1" status: 200 len: 911 time: 0.3095105 Mar 05 05:14:24.541984 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e4b4e-3dee-4407-8718-3d7f64669e0f req-0d2b2242-cbd0-4210-8f2a-7acb7bdcc5bd tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:24.552280 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-550e4b4e-3dee-4407-8718-3d7f64669e0f req-0d2b2242-cbd0-4210-8f2a-7acb7bdcc5bd tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 945 time: 0.1477230 Mar 05 05:14:24.599630 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-c9015aa3-a876-4ca9-a32e-3d4cd08c1e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:24.603189 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-c9015aa3-a876-4ca9-a32e-3d4cd08c1e65 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b61f21e3-7587-4809-a37d-2d08125769d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5347810 Mar 05 05:14:24.605149 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-de529204-2e7d-46b2-aa22-6c1d2b89b56a req-90f4ee95-9009-4815-af0f-9a2a0a549e03 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=717d5772-b7a7-460d-93af-fd5b1402161a HTTP/1.1" status: 200 len: 217 time: 0.1057329 Mar 05 05:14:24.729383 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-550e4b4e-3dee-4407-8718-3d7f64669e0f req-fdbbe494-cc25-4205-a2e7-333735c1ec4d tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739273 Mar 05 05:14:24.767882 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de529204-2e7d-46b2-aa22-6c1d2b89b56a req-db240b40-be11-4689-845b-2c99072bf246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:24.769690 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-de529204-2e7d-46b2-aa22-6c1d2b89b56a req-db240b40-be11-4689-845b-2c99072bf246 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=98a66c11-be7f-4215-aec6-5c59a4a9e0a3 HTTP/1.1" status: 200 len: 851 time: 0.1491802 Mar 05 05:14:24.882747 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-de529204-2e7d-46b2-aa22-6c1d2b89b56a req-ee9d4cee-b2f0-404b-af7a-436a6bcfe2ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=898e839b-3c94-4a6d-ab21-01080b4deeb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949180 Mar 05 05:14:24.953069 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-8a71a824-4d36-4732-9278-7f97f34d4352 service neutron] 10.222.0.31 "GET /v2.0/networks/b61f21e3-7587-4809-a37d-2d08125769d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421690 Mar 05 05:14:25.107313 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-de529204-2e7d-46b2-aa22-6c1d2b89b56a req-f10308a3-5cb2-4916-bcec-b3affd0fe490 service neutron] 10.222.0.30 "GET /v2.0/networks/898e839b-3c94-4a6d-ab21-01080b4deeb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043197 Mar 05 05:14:25.153789 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1d4c5d31-c107-40b0-bb46-977b5e1abc6c req-44eafbaf-7dbf-4fcc-8b1a-2c96b1c0afb2 service neutron] 10.222.0.31 "GET /v2.0/networks/b61f21e3-7587-4809-a37d-2d08125769d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896112 Mar 05 05:14:25.279679 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-de529204-2e7d-46b2-aa22-6c1d2b89b56a req-ef692217-7ccd-4890-b996-331af0ce8c59 service neutron] 10.222.0.30 "GET /v2.0/networks/898e839b-3c94-4a6d-ab21-01080b4deeb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662300 Mar 05 05:14:25.424571 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe38e9-2ede-4413-88dc-8df845332bc7 req-b34b8df0-94fa-4e65-8ce0-944cdd1d906a tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:25.432857 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aabe38e9-2ede-4413-88dc-8df845332bc7 req-b34b8df0-94fa-4e65-8ce0-944cdd1d906a tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/ports?device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7 HTTP/1.1" status: 200 len: 943 time: 0.1318500 Mar 05 05:14:25.669498 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aabe38e9-2ede-4413-88dc-8df845332bc7 req-547b38d1-842d-4728-ae8f-3dfd4d19675a tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/security-groups?id=d344c5c2-da36-4285-a522-3b6298663331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220190 Mar 05 05:14:25.688614 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-97b17b54-251d-41ed-9638-4b94abef2569 req-2deb40c6-30fc-4492-bfc1-3d4118f8bbed tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 210 time: 0.0595829 Mar 05 05:14:25.899887 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7d447-4b8e-4210-b011-a410b5b31083 req-337da5b6-6513-4995-9bf2-6042efe15356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:25.904633 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2af7d447-4b8e-4210-b011-a410b5b31083 req-337da5b6-6513-4995-9bf2-6042efe15356 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4dcd5a93b3674bf78188762f733c2e21&device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7 HTTP/1.1" status: 200 len: 1126 time: 0.6227059 Mar 05 05:14:26.001080 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cb6b2-03c5-49d4-9a03-e7e79556f520 req-846f16d8-8bad-4118-a575-bd7096aa91d2 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:26.012572 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-666cb6b2-03c5-49d4-9a03-e7e79556f520 req-846f16d8-8bad-4118-a575-bd7096aa91d2 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 945 time: 0.1503344 Mar 05 05:14:26.147459 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-666cb6b2-03c5-49d4-9a03-e7e79556f520 req-fb8f6da2-1e42-4d28-8971-6c07f6b15121 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336682 Mar 05 05:14:26.269660 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-7ab14b32-29f7-47f6-9cba-641055d6bb24 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:26.270999 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-7ab14b32-29f7-47f6-9cba-641055d6bb24 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.31 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 812 time: 0.3040946 Mar 05 05:14:26.283798 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-ac69f4a3-8cff-4798-9ad8-56544487cd64 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Request body: {'port': {'device_id': '410432cd-5952-4151-934c-1a4249167a32', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'admin_state_up': True, 'tenant_id': '06a4f309563b434e9962ec2905954423'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:14:26.360282 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7d447-4b8e-4210-b011-a410b5b31083 req-dd3b37ff-0741-43b8-8d15-a36c16650a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:26.361749 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2af7d447-4b8e-4210-b011-a410b5b31083 req-dd3b37ff-0741-43b8-8d15-a36c16650a37 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b61f21e3-7587-4809-a37d-2d08125769d2 HTTP/1.1" status: 200 len: 909 time: 0.4503553 Mar 05 05:14:26.423807 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2af7d447-4b8e-4210-b011-a410b5b31083 req-be541109-58f7-42f0-92be-f696fff5b568 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f01b532b-8f89-46f9-ae84-e24eacb8eb91 HTTP/1.1" status: 200 len: 217 time: 0.0520945 Mar 05 05:14:26.506504 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7d447-4b8e-4210-b011-a410b5b31083 req-ac14ee2b-05cd-4c03-9b6c-d76d7b5fc4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:26.508179 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2af7d447-4b8e-4210-b011-a410b5b31083 req-ac14ee2b-05cd-4c03-9b6c-d76d7b5fc4e4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c68992af-a059-4f27-bddf-edd7cad1ebc7 HTTP/1.1" status: 200 len: 848 time: 0.0734539 Mar 05 05:14:26.512305 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-ac69f4a3-8cff-4798-9ad8-56544487cd64 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Made reservation on behalf of 06a4f309563b434e9962ec2905954423 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:14:26.516742 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-ac69f4a3-8cff-4798-9ad8-56544487cd64 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:26.627625 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7d447-4b8e-4210-b011-a410b5b31083 req-79b69029-f65e-485e-9f33-3fa8de286524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:26.629532 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2af7d447-4b8e-4210-b011-a410b5b31083 req-79b69029-f65e-485e-9f33-3fa8de286524 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b61f21e3-7587-4809-a37d-2d08125769d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1089630 Mar 05 05:14:26.921536 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2af7d447-4b8e-4210-b011-a410b5b31083 req-91c78f10-e1e9-4c09-96c5-a7ac4d7a7eaf service neutron] 10.222.0.31 "GET /v2.0/networks/b61f21e3-7587-4809-a37d-2d08125769d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840827 Mar 05 05:14:26.937278 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-ac69f4a3-8cff-4798-9ad8-56544487cd64 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Allocated IP 172.20.0.5 (3da289b5-f373-4722-9911-8508cc812a15/bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb/09cee1e1-78a5-4080-8cc3-01d598a82f4b) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:14:26.997502 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcd8d8-1b90-4eb7-878a-a65779c5006a req-7039ce3d-8da9-4d56-8a51-64ad4cf74de0 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:26.999530 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-12bcd8d8-1b90-4eb7-878a-a65779c5006a req-7039ce3d-8da9-4d56-8a51-64ad4cf74de0 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/ports?device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7 HTTP/1.1" status: 200 len: 943 time: 0.1618412 Mar 05 05:14:27.141870 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2af7d447-4b8e-4210-b011-a410b5b31083 req-aa5288a7-5f14-45a6-b4b8-66f8a1c80f9c service neutron] 10.222.0.31 "GET /v2.0/networks/b61f21e3-7587-4809-a37d-2d08125769d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133074 Mar 05 05:14:27.157297 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-12bcd8d8-1b90-4eb7-878a-a65779c5006a req-a3bc111f-c4b5-4761-b50b-cf671b5099cb tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/security-groups?id=d344c5c2-da36-4285-a522-3b6298663331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465461 Mar 05 05:14:27.261266 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c0380e61-9d7d-43d3-aef3-118e1e3d0c7d req-a9b4d9e1-444b-4976-b252-dd981eab09c4 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 210 time: 0.0382056 Mar 05 05:14:27.306387 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-ac69f4a3-8cff-4798-9ad8-56544487cd64 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for port (09cee1e1-78a5-4080-8cc3-01d598a82f4b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:27.362700 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-ac69f4a3-8cff-4798-9ad8-56544487cd64 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (09cee1e1-78a5-4080-8cc3-01d598a82f4b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:27.363014 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd0988-1514-44c9-9f6f-4656559436d5 req-38620b08-af53-49ec-9880-245f8a88f762 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:27.364622 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7efd0988-1514-44c9-9f6f-4656559436d5 req-38620b08-af53-49ec-9880-245f8a88f762 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 945 time: 0.0678949 Mar 05 05:14:27.378753 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['a2b81f54-77a8-4637-b686-8000a86aae4c'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:14:27.419433 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-ac69f4a3-8cff-4798-9ad8-56544487cd64 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Network 3da289b5-f373-4722-9911-8508cc812a15 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:14:27.425390 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-ac69f4a3-8cff-4798-9ad8-56544487cd64 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:14:27.429554 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-ac69f4a3-8cff-4798-9ad8-56544487cd64 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:14:27.485089 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7efd0988-1514-44c9-9f6f-4656559436d5 req-d6096c00-0767-4d69-a074-641ee0681ca3 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138477 Mar 05 05:14:27.486499 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69f4a3-8cff-4798-9ad8-56544487cd64 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Pushing event updated for resources: {'Port': ['ID=09cee1e1-78a5-4080-8cc3-01d598a82f4b,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:27.519367 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-ac69f4a3-8cff-4798-9ad8-56544487cd64 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:27.520050 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-ac69f4a3-8cff-4798-9ad8-56544487cd64 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:27.575737 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-ac69f4a3-8cff-4798-9ad8-56544487cd64 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2933576 Mar 05 05:14:27.589858 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-5f3d1bcc-f5b1-4be3-a958-d6e230da19ee service neutron] Request body: {'port': {'device_id': '410432cd-5952-4151-934c-1a4249167a32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:14:27.734084 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-5f3d1bcc-f5b1-4be3-a958-d6e230da19ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (09cee1e1-78a5-4080-8cc3-01d598a82f4b), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:27.915646 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-eec26159-c760-4968-9b67-e90beb93b95f None None] Provisioning complete for port 09cee1e1-78a5-4080-8cc3-01d598a82f4b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:14:27.919252 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-eec26159-c760-4968-9b67-e90beb93b95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (09cee1e1-78a5-4080-8cc3-01d598a82f4b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:28.038959 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-eec26159-c760-4968-9b67-e90beb93b95f None None] Port 09cee1e1-78a5-4080-8cc3-01d598a82f4b cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:14:28.098397 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaacf77-cbdc-4cf1-b533-5f754275170c req-a67f9550-047c-4768-a45a-9ad3c21bdfbc tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:28.105585 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0aaacf77-cbdc-4cf1-b533-5f754275170c req-a67f9550-047c-4768-a45a-9ad3c21bdfbc tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 945 time: 0.0945959 Mar 05 05:14:28.174338 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-5f3d1bcc-f5b1-4be3-a958-d6e230da19ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09cee1e1-78a5-4080-8cc3-01d598a82f4b {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:14:28.185852 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-5f3d1bcc-f5b1-4be3-a958-d6e230da19ee service neutron] Publish callbacks [] for port (09cee1e1-78a5-4080-8cc3-01d598a82f4b), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:28.204551 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-5f3d1bcc-f5b1-4be3-a958-d6e230da19ee service neutron] Transition to ACTIVE for port object 09cee1e1-78a5-4080-8cc3-01d598a82f4b will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:14:28.215259 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-5f3d1bcc-f5b1-4be3-a958-d6e230da19ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (09cee1e1-78a5-4080-8cc3-01d598a82f4b), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:28.255796 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0aaacf77-cbdc-4cf1-b533-5f754275170c req-4751cc53-3741-4aa1-a7f9-170b32c5e4b6 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447992 Mar 05 05:14:28.377267 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d1bcc-f5b1-4be3-a958-d6e230da19ee service neutron] Pushing event updated for resources: {'Port': ['ID=09cee1e1-78a5-4080-8cc3-01d598a82f4b,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:28.427700 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95af8cc-36b5-4c46-a03d-87e155bfa726 req-0ee78261-1cb0-413d-bf93-c560be525f50 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:28.443058 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b95af8cc-36b5-4c46-a03d-87e155bfa726 req-0ee78261-1cb0-413d-bf93-c560be525f50 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/ports?device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7 HTTP/1.1" status: 200 len: 943 time: 0.1586058 Mar 05 05:14:28.603657 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b95af8cc-36b5-4c46-a03d-87e155bfa726 req-fa8a292c-8541-456a-afe8-4d1fb3714aca tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/security-groups?id=d344c5c2-da36-4285-a522-3b6298663331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454558 Mar 05 05:14:28.624340 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6edaa-87a9-44c0-82ea-de21a6a19081 req-8bd32dfe-8062-48b8-ae8e-f16e624214a0 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:28.629712 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-5f3d1bcc-f5b1-4be3-a958-d6e230da19ee service neutron] Attempting to bind port 09cee1e1-78a5-4080-8cc3-01d598a82f4b on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:14:28.630057 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-5f3d1bcc-f5b1-4be3-a958-d6e230da19ee service neutron] Attempting to bind port 09cee1e1-78a5-4080-8cc3-01d598a82f4b by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:14:28.630650 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-5f3d1bcc-f5b1-4be3-a958-d6e230da19ee service neutron] Attempting to bind port 09cee1e1-78a5-4080-8cc3-01d598a82f4b on network 3da289b5-f373-4722-9911-8508cc812a15 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:14:28.632502 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9fa6edaa-87a9-44c0-82ea-de21a6a19081 req-8bd32dfe-8062-48b8-ae8e-f16e624214a0 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.1880078 Mar 05 05:14:28.639776 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-5f3d1bcc-f5b1-4be3-a958-d6e230da19ee service neutron] Port 09cee1e1-78a5-4080-8cc3-01d598a82f4b on network 3da289b5-f373-4722-9911-8508cc812a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:14:28.640102 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-5f3d1bcc-f5b1-4be3-a958-d6e230da19ee service neutron] Attempting to bind port 09cee1e1-78a5-4080-8cc3-01d598a82f4b on network 3da289b5-f373-4722-9911-8508cc812a15 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:14:28.653339 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-5f3d1bcc-f5b1-4be3-a958-d6e230da19ee service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:14:28.653673 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-5f3d1bcc-f5b1-4be3-a958-d6e230da19ee service neutron] Checking segment: {'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:14:28.654056 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-5f3d1bcc-f5b1-4be3-a958-d6e230da19ee service neutron] Bound using segment: {'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:14:28.654487 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-5f3d1bcc-f5b1-4be3-a958-d6e230da19ee service neutron] Bound port: 09cee1e1-78a5-4080-8cc3-01d598a82f4b, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:14:28.654849 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-5f3d1bcc-f5b1-4be3-a958-d6e230da19ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (09cee1e1-78a5-4080-8cc3-01d598a82f4b), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:28.679790 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device f01b532b-8f89-46f9-ae84-e24eacb8eb91 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:14:28.731739 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9fa6edaa-87a9-44c0-82ea-de21a6a19081 req-e7fde3fc-2f8c-4458-b26b-c3f6627f6997 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980265 Mar 05 05:14:28.833135 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-5f3d1bcc-f5b1-4be3-a958-d6e230da19ee service neutron] For port 09cee1e1-78a5-4080-8cc3-01d598a82f4b, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:14:28.836902 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-5f3d1bcc-f5b1-4be3-a958-d6e230da19ee service neutron] For port 09cee1e1-78a5-4080-8cc3-01d598a82f4b, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=09cee1e1-78a5-4080-8cc3-01d598a82f4b,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:14:28.850274 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-5f3d1bcc-f5b1-4be3-a958-d6e230da19ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (09cee1e1-78a5-4080-8cc3-01d598a82f4b), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:28.908340 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-5f3d1bcc-f5b1-4be3-a958-d6e230da19ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:28.908973 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-5f3d1bcc-f5b1-4be3-a958-d6e230da19ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:28.910400 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-5f3d1bcc-f5b1-4be3-a958-d6e230da19ee service neutron] 10.222.0.31 "PUT /v2.0/ports/09cee1e1-78a5-4080-8cc3-01d598a82f4b HTTP/1.1" status: 200 len: 1092 time: 1.3304565 Mar 05 05:14:28.910858 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '410432cd-5952-4151-934c-1a4249167a32', 'tag': '09cee1e1-78a5-4080-8cc3-01d598a82f4b'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:14:28.925144 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0bac13-cca9-4b8f-a4ff-d996423068de" -d '{"events": [{"name": "network-changed", "server_uuid": "410432cd-5952-4151-934c-1a4249167a32", "tag": "09cee1e1-78a5-4080-8cc3-01d598a82f4b"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:14:29.012019 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port f01b532b-8f89-46f9-ae84-e24eacb8eb91, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=f01b532b-8f89-46f9-ae84-e24eacb8eb91,segment=NetworkSegment(e565cab4-f912-4825-b601-d083d3011059),segment_id=e565cab4-f912-4825-b601-d083d3011059)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:14:29.047524 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'f01b532b-8f89-46f9-ae84-e24eacb8eb91', 'network_id': 'b61f21e3-7587-4809-a37d-2d08125769d2', 'port_id': 'f01b532b-8f89-46f9-ae84-e24eacb8eb91', 'mac_address': 'fa:16:3e:61:4d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c68992af-a059-4f27-bddf-edd7cad1ebc7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:14:29.107740 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3203fc8-c9df-40ad-b5bc-1867a79e0ccb x-openstack-request-id: req-a3203fc8-c9df-40ad-b5bc-1867a79e0ccb {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:14:29.108045 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "410432cd-5952-4151-934c-1a4249167a32", "tag": "09cee1e1-78a5-4080-8cc3-01d598a82f4b", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:14:29.108366 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a3203fc8-c9df-40ad-b5bc-1867a79e0ccb {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:14:29.108746 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '410432cd-5952-4151-934c-1a4249167a32', 'tag': '09cee1e1-78a5-4080-8cc3-01d598a82f4b', 'status': 'completed', 'code': 200} Mar 05 05:14:29.121164 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d1bcc-f5b1-4be3-a958-d6e230da19ee service neutron] Pushing event updated for resources: {'Port': ['ID=09cee1e1-78a5-4080-8cc3-01d598a82f4b,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:29.128855 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port f01b532b-8f89-46f9-ae84-e24eacb8eb91 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:14:29.129439 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f01b532b-8f89-46f9-ae84-e24eacb8eb91), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:29.153547 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01b532b-8f89-46f9-ae84-e24eacb8eb91 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:14:29.162666 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-647a2909-3e90-40b7-a27a-dee18096b350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:29.164173 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-647a2909-3e90-40b7-a27a-dee18096b350 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 1126 time: 0.1964114 Mar 05 05:14:29.224276 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port f01b532b-8f89-46f9-ae84-e24eacb8eb91, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=f01b532b-8f89-46f9-ae84-e24eacb8eb91,segment=NetworkSegment(e565cab4-f912-4825-b601-d083d3011059),segment_id=e565cab4-f912-4825-b601-d083d3011059)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:14:29.236116 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f01b532b-8f89-46f9-ae84-e24eacb8eb91), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:29.273463 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-b9009e9f-f407-40ee-97e7-c46dc7db1f79 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09cee1e1-78a5-4080-8cc3-01d598a82f4b HTTP/1.1" status: 200 len: 217 time: 0.1020145 Mar 05 05:14:29.354523 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=f01b532b-8f89-46f9-ae84-e24eacb8eb91,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:29.406628 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:29.406981 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:29.407351 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:29.407695 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:29.408031 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:29.408368 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:29.408690 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:29.409017 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:29.409343 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:29.409667 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:29.409992 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:29.410317 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:29.411065 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:29.452041 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-e705a4db-5ac9-4014-bef1-589c4687409e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:29.460967 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-e705a4db-5ac9-4014-bef1-589c4687409e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb HTTP/1.1" status: 200 len: 851 time: 0.1788821 Mar 05 05:14:29.501098 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['f01b532b-8f89-46f9-ae84-e24eacb8eb91'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:14:29.612270 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-fb5a1a29-70bc-409c-a74e-a121a8b62777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:29.613784 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-fb5a1a29-70bc-409c-a74e-a121a8b62777 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3da289b5-f373-4722-9911-8508cc812a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1374626 Mar 05 05:14:29.630018 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652f520-4046-46ed-96d2-a5669d98d959 req-7da5e4c7-0576-49ab-a944-b9a86747e898 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:29.645532 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d652f520-4046-46ed-96d2-a5669d98d959 req-7da5e4c7-0576-49ab-a944-b9a86747e898 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 945 time: 0.1444025 Mar 05 05:14:29.752218 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d652f520-4046-46ed-96d2-a5669d98d959 req-b11fcd80-f73b-434a-8f2f-aed9962fda67 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027796 Mar 05 05:14:29.898023 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-e511ae2d-d683-4bcd-8bd0-665cdcd27962 service neutron] 10.222.0.31 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763064 Mar 05 05:14:30.085511 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bbf9d-c8f6-4b79-a4bd-f772defbfd84 req-ad6ee240-bdfc-4a55-a6ac-0cebaa0842bb tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:30.097678 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-044bbf9d-c8f6-4b79-a4bd-f772defbfd84 req-ad6ee240-bdfc-4a55-a6ac-0cebaa0842bb tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/ports?device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7 HTTP/1.1" status: 200 len: 944 time: 0.2899141 Mar 05 05:14:30.113390 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f6b1e904-ce9c-476e-b3ba-60adb44254b1 req-bde7569c-7acc-4810-bd96-0b23e55c4b41 service neutron] 10.222.0.31 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089272 Mar 05 05:14:30.162348 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4c2d7-77cf-4675-9d71-1c505372189f req-c18b6007-9512-4eba-9364-4726ff2668c6 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:30.164129 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-99a4c2d7-77cf-4675-9d71-1c505372189f req-c18b6007-9512-4eba-9364-4726ff2668c6 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.2404196 Mar 05 05:14:30.279734 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-044bbf9d-c8f6-4b79-a4bd-f772defbfd84 req-4ee2ace0-c136-4d5c-a0bd-64700cdceaf5 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/security-groups?id=d344c5c2-da36-4285-a522-3b6298663331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797500 Mar 05 05:14:30.310329 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0bac13-cca9-4b8f-a4ff-d996423068de req-ce7b273d-386b-43a4-ae79-80c38a11421d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:30.311930 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3a0bac13-cca9-4b8f-a4ff-d996423068de req-ce7b273d-386b-43a4-ae79-80c38a11421d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 1126 time: 0.1306212 Mar 05 05:14:30.372130 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-99a4c2d7-77cf-4675-9d71-1c505372189f req-4cc7084b-fecb-4c75-bce4-d264572d91eb tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963954 Mar 05 05:14:30.538692 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0bac13-cca9-4b8f-a4ff-d996423068de req-2d8cb123-21fa-49e0-8083-8bea84cdb67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:30.542259 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3a0bac13-cca9-4b8f-a4ff-d996423068de req-2d8cb123-21fa-49e0-8083-8bea84cdb67e service neutron] 10.222.0.31 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 912 time: 0.2225604 Mar 05 05:14:30.629074 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3a0bac13-cca9-4b8f-a4ff-d996423068de req-d21fa223-6348-4c3b-ab8b-c970b424c64b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09cee1e1-78a5-4080-8cc3-01d598a82f4b HTTP/1.1" status: 200 len: 217 time: 0.0799179 Mar 05 05:14:30.692195 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device f01b532b-8f89-46f9-ae84-e24eacb8eb91 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:14:30.745668 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0bac13-cca9-4b8f-a4ff-d996423068de req-23b139a1-611c-4eec-b84c-6832d8e1653c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:30.748144 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3a0bac13-cca9-4b8f-a4ff-d996423068de req-23b139a1-611c-4eec-b84c-6832d8e1653c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb HTTP/1.1" status: 200 len: 851 time: 0.1136315 Mar 05 05:14:30.846549 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port f01b532b-8f89-46f9-ae84-e24eacb8eb91 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:14:30.854728 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port f01b532b-8f89-46f9-ae84-e24eacb8eb91 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:14:30.855271 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f01b532b-8f89-46f9-ae84-e24eacb8eb91), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:30.914053 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0bac13-cca9-4b8f-a4ff-d996423068de req-ddf81b5a-f0e0-4ce0-ae6d-3f9a15f9319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:30.920444 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3a0bac13-cca9-4b8f-a4ff-d996423068de req-ddf81b5a-f0e0-4ce0-ae6d-3f9a15f9319c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3da289b5-f373-4722-9911-8508cc812a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1607134 Mar 05 05:14:31.035909 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452a80b-0894-4e07-b1c1-767ff979a38f req-a4eff142-8e99-4207-8e6b-9d3ab8c29392 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:31.044791 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5452a80b-0894-4e07-b1c1-767ff979a38f req-a4eff142-8e99-4207-8e6b-9d3ab8c29392 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 945 time: 0.1706569 Mar 05 05:14:31.066637 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d200e2-dc37-49e8-a419-3af925538546 req-838b7da5-9443-460c-b7d4-ee28871c2b4f tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:31.068455 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-57d200e2-dc37-49e8-a419-3af925538546 req-838b7da5-9443-460c-b7d4-ee28871c2b4f tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.30 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 945 time: 0.2045586 Mar 05 05:14:31.185173 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5452a80b-0894-4e07-b1c1-767ff979a38f req-e86eba9f-07f6-4d04-9376-97a1dc375e24 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337664 Mar 05 05:14:31.207229 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port f01b532b-8f89-46f9-ae84-e24eacb8eb91 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:14:31.209887 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f01b532b-8f89-46f9-ae84-e24eacb8eb91), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:31.220725 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3a0bac13-cca9-4b8f-a4ff-d996423068de req-dbf40f0b-ba73-41ad-81fa-91991e21b986 service neutron] 10.222.0.31 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623913 Mar 05 05:14:31.281543 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9838ed73-b361-4f91-ae5f-7ddfc4cc96e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01b532b-8f89-46f9-ae84-e24eacb8eb91'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:14:31.284221 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ca36f3-37d4-48c9-92ba-d0c30225bdb1" -d '{"events": [{"server_uuid": "9838ed73-b361-4f91-ae5f-7ddfc4cc96e7", "name": "network-vif-plugged", "status": "completed", "tag": "f01b532b-8f89-46f9-ae84-e24eacb8eb91"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:14:31.361736 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port f01b532b-8f89-46f9-ae84-e24eacb8eb91, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=f01b532b-8f89-46f9-ae84-e24eacb8eb91,segment=NetworkSegment(e565cab4-f912-4825-b601-d083d3011059),segment_id=e565cab4-f912-4825-b601-d083d3011059)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:14:31.371189 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f01b532b-8f89-46f9-ae84-e24eacb8eb91), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:31.388647 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df44e5c5-abc2-4e66-a2ec-09eef10944ba x-openstack-request-id: req-df44e5c5-abc2-4e66-a2ec-09eef10944ba {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:14:31.394571 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9838ed73-b361-4f91-ae5f-7ddfc4cc96e7", "name": "network-vif-plugged", "status": "completed", "tag": "f01b532b-8f89-46f9-ae84-e24eacb8eb91", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:14:31.394846 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-df44e5c5-abc2-4e66-a2ec-09eef10944ba {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:14:31.395303 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9838ed73-b361-4f91-ae5f-7ddfc4cc96e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01b532b-8f89-46f9-ae84-e24eacb8eb91', 'code': 200} Mar 05 05:14:31.511886 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=f01b532b-8f89-46f9-ae84-e24eacb8eb91,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:31.565285 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ab3d6-2f4e-4bfa-a405-cedb84385590 req-7ac4139a-24a8-45fb-a878-1e1e11ca48ba tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:31.570518 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b25ab3d6-2f4e-4bfa-a405-cedb84385590 req-7ac4139a-24a8-45fb-a878-1e1e11ca48ba tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/ports?device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7 HTTP/1.1" status: 200 len: 945 time: 0.1333740 Mar 05 05:14:31.733700 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8cd65c-bc76-4977-846b-00a27303b3b2 req-c67beb83-bd18-4162-903b-d7b6b75d877d tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:31.735827 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fd8cd65c-bc76-4977-846b-00a27303b3b2 req-c67beb83-bd18-4162-903b-d7b6b75d877d tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.1407039 Mar 05 05:14:31.748762 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b25ab3d6-2f4e-4bfa-a405-cedb84385590 req-39e93f39-c0f4-4373-bba5-5e5c4c3feb02 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/security-groups?id=d344c5c2-da36-4285-a522-3b6298663331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693792 Mar 05 05:14:31.765816 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3a0bac13-cca9-4b8f-a4ff-d996423068de req-7f1484eb-11a4-462d-8f7d-fbf8e15183ff service neutron] 10.222.0.31 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543154 Mar 05 05:14:31.811923 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8ab17-61ec-448c-8008-80df32875fc2 req-a0791ce4-f6e8-4a70-93d4-3887aecd8ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:31.813540 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3da8ab17-61ec-448c-8008-80df32875fc2 req-a0791ce4-f6e8-4a70-93d4-3887aecd8ba3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7 HTTP/1.1" status: 200 len: 1128 time: 0.2681909 Mar 05 05:14:31.815682 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-57d200e2-dc37-49e8-a419-3af925538546 req-6e5051c9-720f-4e51-96c0-af1a2c8aa9bb tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Deleting port 717d5772-b7a7-460d-93af-fd5b1402161a {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:14:31.816025 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-57d200e2-dc37-49e8-a419-3af925538546 req-6e5051c9-720f-4e51-96c0-af1a2c8aa9bb tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (717d5772-b7a7-460d-93af-fd5b1402161a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:31.882926 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fd8cd65c-bc76-4977-846b-00a27303b3b2 req-cbbe5968-dc3f-4dae-9a0c-aebf5251ee13 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155610 Mar 05 05:14:31.984079 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3da8ab17-61ec-448c-8008-80df32875fc2 req-fb08e159-d3b8-46de-8357-ab60c4644fd5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d344c5c2-da36-4285-a522-3b6298663331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585839 Mar 05 05:14:32.048562 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-57d200e2-dc37-49e8-a419-3af925538546 req-6e5051c9-720f-4e51-96c0-af1a2c8aa9bb tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] For port 717d5772-b7a7-460d-93af-fd5b1402161a, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=717d5772-b7a7-460d-93af-fd5b1402161a,segment=NetworkSegment(ecd2471d-288a-424b-851d-b9c3f562b8ff),segment_id=ecd2471d-288a-424b-851d-b9c3f562b8ff)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:14:32.050633 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-57d200e2-dc37-49e8-a419-3af925538546 req-6e5051c9-720f-4e51-96c0-af1a2c8aa9bb tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (717d5772-b7a7-460d-93af-fd5b1402161a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:32.082435 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-57d200e2-dc37-49e8-a419-3af925538546 req-6e5051c9-720f-4e51-96c0-af1a2c8aa9bb tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Calling delete_port for 717d5772-b7a7-460d-93af-fd5b1402161a owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:14:32.361423 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-57d200e2-dc37-49e8-a419-3af925538546 req-6e5051c9-720f-4e51-96c0-af1a2c8aa9bb tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (717d5772-b7a7-460d-93af-fd5b1402161a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:32.372946 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['f4dcdd6d-9b27-45ad-9bf9-85513966359e'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:14:32.457521 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ec44c75f-7257-4bde-a41c-58185be3421a req-292d0fbc-4e6b-4d63-ab86-e9823f50c7c3 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 210 time: 0.0575409 Mar 05 05:14:32.493800 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5051c9-720f-4e51-96c0-af1a2c8aa9bb tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Pushing event deleted for resources: {'Port': ['ID=717d5772-b7a7-460d-93af-fd5b1402161a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:32.544305 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5051c9-720f-4e51-96c0-af1a2c8aa9bb tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:32.544797 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5051c9-720f-4e51-96c0-af1a2c8aa9bb tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:32.545228 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5051c9-720f-4e51-96c0-af1a2c8aa9bb tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:32.545749 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5051c9-720f-4e51-96c0-af1a2c8aa9bb tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:32.546114 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5051c9-720f-4e51-96c0-af1a2c8aa9bb tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:32.546463 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5051c9-720f-4e51-96c0-af1a2c8aa9bb tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:32.546799 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5051c9-720f-4e51-96c0-af1a2c8aa9bb tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:32.547153 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5051c9-720f-4e51-96c0-af1a2c8aa9bb tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:32.547488 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5051c9-720f-4e51-96c0-af1a2c8aa9bb tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:32.547850 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5051c9-720f-4e51-96c0-af1a2c8aa9bb tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:32.548137 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5051c9-720f-4e51-96c0-af1a2c8aa9bb tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:32.548470 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5051c9-720f-4e51-96c0-af1a2c8aa9bb tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:32.548786 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5051c9-720f-4e51-96c0-af1a2c8aa9bb tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:32.670270 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d200e2-dc37-49e8-a419-3af925538546 req-6e5051c9-720f-4e51-96c0-af1a2c8aa9bb tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] No DVR routers for this DVR port 717d5772-b7a7-460d-93af-fd5b1402161a on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:14:32.676906 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-57d200e2-dc37-49e8-a419-3af925538546 req-6e5051c9-720f-4e51-96c0-af1a2c8aa9bb tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:32.685001 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-57d200e2-dc37-49e8-a419-3af925538546 req-6e5051c9-720f-4e51-96c0-af1a2c8aa9bb tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.30 "DELETE /v2.0/ports/717d5772-b7a7-460d-93af-fd5b1402161a HTTP/1.1" status: 204 len: 173 time: 1.6063380 Mar 05 05:14:32.688717 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bd1612-cd03-468e-a127-b10ac018ea3f', 'name': 'network-vif-deleted', 'tag': '717d5772-b7a7-460d-93af-fd5b1402161a'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:14:32.691432 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3e5603-30e7-495f-b3fb-483294cde4e7" -d '{"events": [{"server_uuid": "08bd1612-cd03-468e-a127-b10ac018ea3f", "name": "network-vif-deleted", "tag": "717d5772-b7a7-460d-93af-fd5b1402161a"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:14:32.859948 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54c34be-293f-4af4-821b-ac449d7e67c5 x-openstack-request-id: req-b54c34be-293f-4af4-821b-ac449d7e67c5 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:14:32.860731 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08bd1612-cd03-468e-a127-b10ac018ea3f", "name": "network-vif-deleted", "tag": "717d5772-b7a7-460d-93af-fd5b1402161a", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:14:32.860731 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b54c34be-293f-4af4-821b-ac449d7e67c5 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:14:32.860980 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bd1612-cd03-468e-a127-b10ac018ea3f', 'name': 'network-vif-deleted', 'tag': '717d5772-b7a7-460d-93af-fd5b1402161a', 'status': 'completed', 'code': 200} Mar 05 05:14:33.109732 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffc0e3-8971-4390-82e9-df3a827b0e74 req-d4c823e2-f7a3-4683-8b75-b076bd6c73c6 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:33.121833 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-08ffc0e3-8971-4390-82e9-df3a827b0e74 req-d4c823e2-f7a3-4683-8b75-b076bd6c73c6 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/ports?device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7 HTTP/1.1" status: 200 len: 945 time: 0.1984553 Mar 05 05:14:33.238669 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-08ffc0e3-8971-4390-82e9-df3a827b0e74 req-533afea6-85b1-4a45-93ce-f9624193cd8c tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/security-groups?id=d344c5c2-da36-4285-a522-3b6298663331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154346 Mar 05 05:14:33.277018 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43b1d9-7249-4f7b-b6ef-2127b7b891f3 req-a549ad52-9209-4276-93d5-8e33f3c207bc tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:33.292092 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7f43b1d9-7249-4f7b-b6ef-2127b7b891f3 req-a549ad52-9209-4276-93d5-8e33f3c207bc tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.1473856 Mar 05 05:14:33.452447 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7f43b1d9-7249-4f7b-b6ef-2127b7b891f3 req-ede29061-a89e-4b56-967e-d95d7f3b32ad tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564345 Mar 05 05:14:33.688236 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e1e3c27-e675-40ee-a4a5-ac7ce909d0cd req-982e7de8-c5f7-4b66-ab87-4d5474898c56 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=08bd1612-cd03-468e-a127-b10ac018ea3f HTTP/1.1" status: 200 len: 210 time: 0.0414181 Mar 05 05:14:33.970144 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 717d5772-b7a7-460d-93af-fd5b1402161a no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:14:34.027834 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 717d5772-b7a7-460d-93af-fd5b1402161a {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:14:34.028197 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 717d5772-b7a7-460d-93af-fd5b1402161a not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:14:34.528115 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9923ae-30fa-4795-847d-db590667d139 req-2990aee8-63a4-49dd-ad12-281f451b9847 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:34.534351 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9d9923ae-30fa-4795-847d-db590667d139 req-2990aee8-63a4-49dd-ad12-281f451b9847 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/ports?device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7 HTTP/1.1" status: 200 len: 945 time: 0.1846128 Mar 05 05:14:34.752117 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9d9923ae-30fa-4795-847d-db590667d139 req-e333c137-d273-40e7-83be-97de77d03cb4 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/security-groups?id=d344c5c2-da36-4285-a522-3b6298663331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102363 Mar 05 05:14:34.778790 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772370fd-cba0-4d48-a0d7-f5a1e79f1a5f req-1bc12d92-3add-4276-8f3d-23643fcb1ce3 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:34.780484 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-772370fd-cba0-4d48-a0d7-f5a1e79f1a5f req-1bc12d92-3add-4276-8f3d-23643fcb1ce3 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.1766329 Mar 05 05:14:34.893121 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-772370fd-cba0-4d48-a0d7-f5a1e79f1a5f req-9c69e114-b38c-4dd0-966a-8c4193c17a56 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058247 Mar 05 05:14:35.179513 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e4c8c-7b5a-48b1-a0e5-72d77a266fd3 req-04098c44-b1c1-4b82-8abc-2c10fc976220 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:35.181514 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2d1e4c8c-7b5a-48b1-a0e5-72d77a266fd3 req-04098c44-b1c1-4b82-8abc-2c10fc976220 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/ports?device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7 HTTP/1.1" status: 200 len: 945 time: 0.1443672 Mar 05 05:14:35.349323 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2d1e4c8c-7b5a-48b1-a0e5-72d77a266fd3 req-8af524cc-efcf-4d3e-86ea-d4c23b771220 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/security-groups?id=d344c5c2-da36-4285-a522-3b6298663331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566157 Mar 05 05:14:35.508204 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430b952-e6a9-423b-9c76-9cc0cbf34831 req-4424d113-b530-444f-924e-0e745ea4a8cf tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:35.516330 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d430b952-e6a9-423b-9c76-9cc0cbf34831 req-4424d113-b530-444f-924e-0e745ea4a8cf tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 945 time: 0.1619534 Mar 05 05:14:35.622606 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d4521-1cb9-4b00-84f5-37f19e0eac44 req-f6b1c244-9bd2-419a-8ecd-8afbbcab77dc tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:35.632428 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4d5d4521-1cb9-4b00-84f5-37f19e0eac44 req-f6b1c244-9bd2-419a-8ecd-8afbbcab77dc tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/ports?device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7 HTTP/1.1" status: 200 len: 945 time: 0.1674139 Mar 05 05:14:35.655522 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d430b952-e6a9-423b-9c76-9cc0cbf34831 req-5fc53a11-3381-4534-8426-c1274a6fd3bd tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381278 Mar 05 05:14:35.787898 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4d5d4521-1cb9-4b00-84f5-37f19e0eac44 req-ceab77e8-307d-43ce-8b43-69cede1ac182 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/security-groups?id=d344c5c2-da36-4285-a522-3b6298663331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545355 Mar 05 05:14:35.797212 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55760) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:36.109912 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0cdd5-de65-4b07-81f7-c8fc2805fe30 req-4aea9db6-1d0c-4f1a-b4ca-dc8aaee21975 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:36.121804 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3da0cdd5-de65-4b07-81f7-c8fc2805fe30 req-4aea9db6-1d0c-4f1a-b4ca-dc8aaee21975 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.1040661 Mar 05 05:14:36.253759 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3da0cdd5-de65-4b07-81f7-c8fc2805fe30 req-4a78f5c0-210b-4df3-ab2a-3cb2541c34ba tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241996 Mar 05 05:14:36.375189 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796bbfce-1a7c-4112-b1ff-5459c433239e tempest-TestServerBasicOps-1152182338 tempest-TestServerBasicOps-1152182338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:36.388494 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-796bbfce-1a7c-4112-b1ff-5459c433239e tempest-TestServerBasicOps-1152182338 tempest-TestServerBasicOps-1152182338-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7 HTTP/1.1" status: 200 len: 1123 time: 0.5865653 Mar 05 05:14:36.388787 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55778) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:36.393820 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'port_id': 'f01b532b-8f89-46f9-ae84-e24eacb8eb91', 'tenant_id': '4dcd5a93b3674bf78188762f733c2e21', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:14:36.451358 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:36.672321 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:36.882398 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e647ff-e219-4200-a7f5-cd3a4b92a968 req-86273235-d222-4a5b-a420-cbb0c93a7e28 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:36.890947 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-00e647ff-e219-4200-a7f5-cd3a4b92a968 req-86273235-d222-4a5b-a420-cbb0c93a7e28 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 945 time: 0.0946455 Mar 05 05:14:37.096580 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-00e647ff-e219-4200-a7f5-cd3a4b92a968 req-f4b5c9ad-9862-4e41-981a-d95de80c28c6 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044246 Mar 05 05:14:37.156223 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Allocated IP 172.25.0.208 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/2a57623f-9539-4f3a-9326-06d435c310f6) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:14:37.472680 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785dc050-e114-4adb-8546-b6f5bc0c3e6e req-f3e3d620-3f53-418a-a6a0-339fd920ee2c tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:37.475166 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-785dc050-e114-4adb-8546-b6f5bc0c3e6e req-f3e3d620-3f53-418a-a6a0-339fd920ee2c tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.31 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 945 time: 0.1742125 Mar 05 05:14:37.610977 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks [] for port (2a57623f-9539-4f3a-9326-06d435c310f6), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:37.665894 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc25073-bf86-4ced-b03c-e75b4b86d9fd req-1ee9837a-b93a-44d2-9ef1-6c0d4e2e9239 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:37.675196 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3dc25073-bf86-4ced-b03c-e75b4b86d9fd req-1ee9837a-b93a-44d2-9ef1-6c0d4e2e9239 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.2714643 Mar 05 05:14:37.737303 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-785dc050-e114-4adb-8546-b6f5bc0c3e6e req-64fca71b-bfa0-4a31-a8e7-79a5c5aede7b tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Deleting port f4dcdd6d-9b27-45ad-9bf9-85513966359e {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:14:37.744238 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-785dc050-e114-4adb-8546-b6f5bc0c3e6e req-64fca71b-bfa0-4a31-a8e7-79a5c5aede7b tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (f4dcdd6d-9b27-45ad-9bf9-85513966359e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:37.900882 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3dc25073-bf86-4ced-b03c-e75b4b86d9fd req-37d7972f-dc47-45be-bcc3-b654eb6a3ad6 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248056 Mar 05 05:14:37.913944 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (2a57623f-9539-4f3a-9326-06d435c310f6), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:38.020713 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:14:38.027955 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-785dc050-e114-4adb-8546-b6f5bc0c3e6e req-64fca71b-bfa0-4a31-a8e7-79a5c5aede7b tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] For port f4dcdd6d-9b27-45ad-9bf9-85513966359e, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=f4dcdd6d-9b27-45ad-9bf9-85513966359e,segment=NetworkSegment(ecd2471d-288a-424b-851d-b9c3f562b8ff),segment_id=ecd2471d-288a-424b-851d-b9c3f562b8ff)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:14:38.028331 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-785dc050-e114-4adb-8546-b6f5bc0c3e6e req-64fca71b-bfa0-4a31-a8e7-79a5c5aede7b tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (f4dcdd6d-9b27-45ad-9bf9-85513966359e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:38.029072 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:14:38.035950 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:14:38.063171 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-785dc050-e114-4adb-8546-b6f5bc0c3e6e req-64fca71b-bfa0-4a31-a8e7-79a5c5aede7b tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Calling delete_port for f4dcdd6d-9b27-45ad-9bf9-85513966359e owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:14:38.131392 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Pushing event updated for resources: {'Port': ['ID=2a57623f-9539-4f3a-9326-06d435c310f6,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:38.159135 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:38.160029 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:38.163440 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:38.163868 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:38.164789 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:38.165473 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:38.165849 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:38.167217 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:38.167634 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:38.168163 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:38.168360 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:38.170374 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:38.170777 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:14:38.643460 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-785dc050-e114-4adb-8546-b6f5bc0c3e6e req-64fca71b-bfa0-4a31-a8e7-79a5c5aede7b tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (f4dcdd6d-9b27-45ad-9bf9-85513966359e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:38.664660 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['f4dcdd6d-9b27-45ad-9bf9-85513966359e'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:14:38.771383 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fca71b-bfa0-4a31-a8e7-79a5c5aede7b tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Pushing event deleted for resources: {'Port': ['ID=f4dcdd6d-9b27-45ad-9bf9-85513966359e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:38.833939 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434ee63-7743-4ca1-bb69-6cecf4c32f55 req-c19dafc7-83d5-4907-9010-fb33eefc32f9 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:38.835566 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e434ee63-7743-4ca1-bb69-6cecf4c32f55 req-c19dafc7-83d5-4907-9010-fb33eefc32f9 tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e9d93d-5ed3-42c0-89e1-e5e29b500b39 HTTP/1.1" status: 200 len: 945 time: 0.4590375 Mar 05 05:14:38.927489 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-785dc050-e114-4adb-8546-b6f5bc0c3e6e req-64fca71b-bfa0-4a31-a8e7-79a5c5aede7b tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] No DVR routers for this DVR port f4dcdd6d-9b27-45ad-9bf9-85513966359e on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:14:38.930372 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-785dc050-e114-4adb-8546-b6f5bc0c3e6e req-64fca71b-bfa0-4a31-a8e7-79a5c5aede7b tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:38.937922 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-785dc050-e114-4adb-8546-b6f5bc0c3e6e req-64fca71b-bfa0-4a31-a8e7-79a5c5aede7b tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.31 "DELETE /v2.0/ports/f4dcdd6d-9b27-45ad-9bf9-85513966359e HTTP/1.1" status: 204 len: 173 time: 1.4561546 Mar 05 05:14:38.938552 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e9d93d-5ed3-42c0-89e1-e5e29b500b39', 'name': 'network-vif-deleted', 'tag': 'f4dcdd6d-9b27-45ad-9bf9-85513966359e'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:14:38.965079 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6957c248-c2f7-437b-b5b5-70413644f8d9" -d '{"events": [{"server_uuid": "52e9d93d-5ed3-42c0-89e1-e5e29b500b39", "name": "network-vif-deleted", "tag": "f4dcdd6d-9b27-45ad-9bf9-85513966359e"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:14:39.239013 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e434ee63-7743-4ca1-bb69-6cecf4c32f55 req-4e0c83bd-41a1-45ab-b7b3-060c049c8ffb tempest-ServerRescueTestJSON-937538563 tempest-ServerRescueTestJSON-937538563-project] 10.222.0.11 "GET /v2.0/security-groups?id=309252cb-7b35-4444-ab90-319d9bc90524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747854 Mar 05 05:14:39.353049 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85b934-c0cb-474a-a2a8-cc290dd72989 req-a863c60f-5af5-4f1b-b6d9-ef3e2b5fee06 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:39.354925 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d85b934-c0cb-474a-a2a8-cc290dd72989 req-a863c60f-5af5-4f1b-b6d9-ef3e2b5fee06 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.1652770 Mar 05 05:14:39.519993 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fde3247-c72c-44a3-b3f1-3426152fad46 x-openstack-request-id: req-9fde3247-c72c-44a3-b3f1-3426152fad46 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:14:39.520292 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e9d93d-5ed3-42c0-89e1-e5e29b500b39", "name": "network-vif-deleted", "tag": "f4dcdd6d-9b27-45ad-9bf9-85513966359e", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:14:39.520569 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9fde3247-c72c-44a3-b3f1-3426152fad46 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:14:39.520981 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e9d93d-5ed3-42c0-89e1-e5e29b500b39', 'name': 'network-vif-deleted', 'tag': 'f4dcdd6d-9b27-45ad-9bf9-85513966359e', 'status': 'completed', 'code': 200} Mar 05 05:14:39.794305 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks [] for floatingip (50394645-a922-4914-83be-b0ed2e28548d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:39.954843 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d85b934-c0cb-474a-a2a8-cc290dd72989 req-336835da-e96b-4eba-a7e8-3b94908dd9cb tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5844629 Mar 05 05:14:40.068283 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2a57623f-9539-4f3a-9326-06d435c310f6), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:40.416778 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55820) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:40.687124 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks [] for port (2a57623f-9539-4f3a-9326-06d435c310f6), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:40.707420 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (2a57623f-9539-4f3a-9326-06d435c310f6), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:40.759911 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device f4dcdd6d-9b27-45ad-9bf9-85513966359e no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:14:40.826296 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: f4dcdd6d-9b27-45ad-9bf9-85513966359e {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:14:40.835752 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device f4dcdd6d-9b27-45ad-9bf9-85513966359e not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:14:40.891731 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Pushing event updated for resources: {'Port': ['ID=2a57623f-9539-4f3a-9326-06d435c310f6,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:41.074696 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (50394645-a922-4914-83be-b0ed2e28548d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:41.352895 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9254d8e9-3ed2-48c5-889b-4a79ed7b706a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:41.423037 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Floating IP 50394645-a922-4914-83be-b0ed2e28548d associated. External IP: 172.25.0.208, port: f01b532b-8f89-46f9-ae84-e24eacb8eb91. Mar 05 05:14:41.440625 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2d1f54e4-8bad-4326-bb9c-8a06c9825038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:41.684723 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188aca4-977c-4a0b-bd0b-0cc66dcd7f29 req-2b3980cc-e475-4214-bd1b-afe8f02a3b3c tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:41.700819 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d188aca4-977c-4a0b-bd0b-0cc66dcd7f29 req-2b3980cc-e475-4214-bd1b-afe8f02a3b3c tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.3382361 Mar 05 05:14:41.892744 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d188aca4-977c-4a0b-bd0b-0cc66dcd7f29 req-1838e233-3a61-4e56-b842-aae76ad86cba tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847155 Mar 05 05:14:42.304345 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-9254d8e9-3ed2-48c5-889b-4a79ed7b706a admin admin] Deleting port 8166654b-0833-44a7-8cec-ba7d197f5b1a {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:14:42.305621 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9254d8e9-3ed2-48c5-889b-4a79ed7b706a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (8166654b-0833-44a7-8cec-ba7d197f5b1a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:42.425003 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Router 484af7a8-f316-45db-8b87-8f02864b8ae2 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:14:42.510457 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-9254d8e9-3ed2-48c5-889b-4a79ed7b706a admin admin] For port 8166654b-0833-44a7-8cec-ba7d197f5b1a, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=8166654b-0833-44a7-8cec-ba7d197f5b1a,segment=NetworkSegment(ecd2471d-288a-424b-851d-b9c3f562b8ff),segment_id=ecd2471d-288a-424b-851d-b9c3f562b8ff)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:14:42.510857 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9254d8e9-3ed2-48c5-889b-4a79ed7b706a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (8166654b-0833-44a7-8cec-ba7d197f5b1a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:42.540597 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-9254d8e9-3ed2-48c5-889b-4a79ed7b706a admin admin] Calling delete_port for 8166654b-0833-44a7-8cec-ba7d197f5b1a owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:14:42.762470 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:14:42.781567 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac8f93f-6421-4d8e-a83f-1ef4a6b8a680 None None] Sync routers for ids ['484af7a8-f316-45db-8b87-8f02864b8ae2'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:14:42.811998 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac8f93f-6421-4d8e-a83f-1ef4a6b8a680 None None] Routers {'484af7a8-f316-45db-8b87-8f02864b8ae2'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:14:42.812758 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-2ac8f93f-6421-4d8e-a83f-1ef4a6b8a680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:14:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['484af7a8-f316-45db-8b87-8f02864b8ae2'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:14:42.840609 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:42.983663 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7b54f566-6cf3-440c-a053-6769aab0edab tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.5942061 Mar 05 05:14:42.984365 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9838ed73-b361-4f91-ae5f-7ddfc4cc96e7', 'tag': 'f01b532b-8f89-46f9-ae84-e24eacb8eb91'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:14:42.986793 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c43303-9807-4ebf-b476-a1e77b8d11ad" -d '{"events": [{"name": "network-changed", "server_uuid": "9838ed73-b361-4f91-ae5f-7ddfc4cc96e7", "tag": "f01b532b-8f89-46f9-ae84-e24eacb8eb91"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:14:43.056926 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9254d8e9-3ed2-48c5-889b-4a79ed7b706a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (8166654b-0833-44a7-8cec-ba7d197f5b1a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:43.118664 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254d8e9-3ed2-48c5-889b-4a79ed7b706a admin admin] Pushing event deleted for resources: {'Port': ['ID=8166654b-0833-44a7-8cec-ba7d197f5b1a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:43.119461 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53296b94-42e1-4709-ba11-1f54ebddcf14 x-openstack-request-id: req-53296b94-42e1-4709-ba11-1f54ebddcf14 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:14:43.119856 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9838ed73-b361-4f91-ae5f-7ddfc4cc96e7", "tag": "f01b532b-8f89-46f9-ae84-e24eacb8eb91", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:14:43.120229 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-53296b94-42e1-4709-ba11-1f54ebddcf14 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:14:43.120741 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9838ed73-b361-4f91-ae5f-7ddfc4cc96e7', 'tag': 'f01b532b-8f89-46f9-ae84-e24eacb8eb91', 'status': 'completed', 'code': 200} Mar 05 05:14:43.180638 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba1397-cced-4dab-8cd7-ed663b68baa7 req-127b394a-efa6-403d-a1e9-51bb16077569 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:43.188804 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67ba1397-cced-4dab-8cd7-ed663b68baa7 req-127b394a-efa6-403d-a1e9-51bb16077569 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.1390138 Mar 05 05:14:43.217150 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-2ac8f93f-6421-4d8e-a83f-1ef4a6b8a680 None None] Set router 484af7a8-f316-45db-8b87-8f02864b8ae2 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:14:43.308027 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67ba1397-cced-4dab-8cd7-ed663b68baa7 req-7578d1ff-907c-4dbb-bafa-a39f71f23b65 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167228 Mar 05 05:14:43.345676 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c43303-9807-4ebf-b476-a1e77b8d11ad req-1b5b72df-a70c-4172-a84e-9bc053b0e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:43.348465 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-63c43303-9807-4ebf-b476-a1e77b8d11ad req-1b5b72df-a70c-4172-a84e-9bc053b0e3cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4dcd5a93b3674bf78188762f733c2e21&device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7 HTTP/1.1" status: 200 len: 1128 time: 0.1730342 Mar 05 05:14:43.592718 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c43303-9807-4ebf-b476-a1e77b8d11ad req-2f8d4959-e702-41e9-872d-4f703e96972b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:43.594127 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-63c43303-9807-4ebf-b476-a1e77b8d11ad req-2f8d4959-e702-41e9-872d-4f703e96972b service neutron] 10.222.0.31 "GET /v2.0/networks?id=b61f21e3-7587-4809-a37d-2d08125769d2 HTTP/1.1" status: 200 len: 909 time: 0.2393441 Mar 05 05:14:43.598714 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9254d8e9-3ed2-48c5-889b-4a79ed7b706a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:43.802133 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-137ff4a3-7e8e-41b0-a760-1d1870a63daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:43.918616 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:44.008621 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-2ac8f93f-6421-4d8e-a83f-1ef4a6b8a680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'name': 'tempest-TestServerBasicOps-1613553107-router', 'tenant_id': '4dcd5a93b3674bf78188762f733c2e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '0db41e71-e0ed-4d6f-b32a-853c9a60125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:13:48Z', 'updated_at': '2022-03-05T05:13:57Z', 'revision_number': 4, 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'gw_port': {'id': '0db41e71-e0ed-4d6f-b32a-853c9a60125d', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:13:50Z', 'updated_at': '2022-03-05T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '50394645-a922-4914-83be-b0ed2e28548d', 'tenant_id': '4dcd5a93b3674bf78188762f733c2e21', 'floating_ip_address': '172.25.0.208', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'port_id': 'f01b532b-8f89-46f9-ae84-e24eacb8eb91', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b61f21e3-7587-4809-a37d-2d08125769d2', 'mac_address': 'fa:16:3e:61:4d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9838ed73-b361-4f91-ae5f-7ddfc4cc96e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:14:39Z', 'updated_at': '2022-03-05T05:14:39Z', 'revision_number': 0, 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89e7bc24-6090-42c2-b267-c09447520bbf', 'name': '', 'network_id': 'b61f21e3-7587-4809-a37d-2d08125769d2', 'tenant_id': '4dcd5a93b3674bf78188762f733c2e21', 'mac_address': 'fa:16:3e:a4:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'c68992af-a059-4f27-bddf-edd7cad1ebc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:13:55Z', 'updated_at': '2022-03-05T05:14:03Z', 'revision_number': 5, 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'subnets': [{'id': 'c68992af-a059-4f27-bddf-edd7cad1ebc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:14:44.086445 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac8f93f-6421-4d8e-a83f-1ef4a6b8a680 None None] Checking router: 484af7a8-f316-45db-8b87-8f02864b8ae2 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:14:44.105424 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:44.118181 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac8f93f-6421-4d8e-a83f-1ef4a6b8a680 None None] Routers {'484af7a8-f316-45db-8b87-8f02864b8ae2'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:14:44.118830 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-2ac8f93f-6421-4d8e-a83f-1ef4a6b8a680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:14:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['484af7a8-f316-45db-8b87-8f02864b8ae2'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:14:44.384007 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-2ac8f93f-6421-4d8e-a83f-1ef4a6b8a680 None None] Set router 484af7a8-f316-45db-8b87-8f02864b8ae2 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:14:44.564630 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cca2b-8e01-4231-9f83-49ae4d13be4d req-ae23a9a3-fbad-4296-b618-b8e5b6b79649 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:44.575163 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-131cca2b-8e01-4231-9f83-49ae4d13be4d req-ae23a9a3-fbad-4296-b618-b8e5b6b79649 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.1316822 Mar 05 05:14:44.691858 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-131cca2b-8e01-4231-9f83-49ae4d13be4d req-98329c44-03fd-4bc4-aeb3-88022f15b513 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119041 Mar 05 05:14:44.717205 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-63c43303-9807-4ebf-b476-a1e77b8d11ad req-09c0c382-25de-4561-8d6e-fa87a4871586 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f01b532b-8f89-46f9-ae84-e24eacb8eb91 HTTP/1.1" status: 200 len: 999 time: 1.1063118 Mar 05 05:14:44.924164 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-2ac8f93f-6421-4d8e-a83f-1ef4a6b8a680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'name': 'tempest-TestServerBasicOps-1613553107-router', 'tenant_id': '4dcd5a93b3674bf78188762f733c2e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '0db41e71-e0ed-4d6f-b32a-853c9a60125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:13:48Z', 'updated_at': '2022-03-05T05:13:57Z', 'revision_number': 4, 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'gw_port': {'id': '0db41e71-e0ed-4d6f-b32a-853c9a60125d', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:13:50Z', 'updated_at': '2022-03-05T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '50394645-a922-4914-83be-b0ed2e28548d', 'tenant_id': '4dcd5a93b3674bf78188762f733c2e21', 'floating_ip_address': '172.25.0.208', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'port_id': 'f01b532b-8f89-46f9-ae84-e24eacb8eb91', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b61f21e3-7587-4809-a37d-2d08125769d2', 'mac_address': 'fa:16:3e:61:4d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9838ed73-b361-4f91-ae5f-7ddfc4cc96e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:14:39Z', 'updated_at': '2022-03-05T05:14:39Z', 'revision_number': 0, 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89e7bc24-6090-42c2-b267-c09447520bbf', 'name': '', 'network_id': 'b61f21e3-7587-4809-a37d-2d08125769d2', 'tenant_id': '4dcd5a93b3674bf78188762f733c2e21', 'mac_address': 'fa:16:3e:a4:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'c68992af-a059-4f27-bddf-edd7cad1ebc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:13:55Z', 'updated_at': '2022-03-05T05:14:03Z', 'revision_number': 5, 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'subnets': [{'id': 'c68992af-a059-4f27-bddf-edd7cad1ebc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:14:44.997165 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac8f93f-6421-4d8e-a83f-1ef4a6b8a680 None None] The sync data for ids ['484af7a8-f316-45db-8b87-8f02864b8ae2'] in n-d-789963-32 is: [{'id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'name': 'tempest-TestServerBasicOps-1613553107-router', 'tenant_id': '4dcd5a93b3674bf78188762f733c2e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '0db41e71-e0ed-4d6f-b32a-853c9a60125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:13:48Z', 'updated_at': '2022-03-05T05:13:57Z', 'revision_number': 4, 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'gw_port': {'id': '0db41e71-e0ed-4d6f-b32a-853c9a60125d', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:13:50Z', 'updated_at': '2022-03-05T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '50394645-a922-4914-83be-b0ed2e28548d', 'tenant_id': '4dcd5a93b3674bf78188762f733c2e21', 'floating_ip_address': '172.25.0.208', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'port_id': 'f01b532b-8f89-46f9-ae84-e24eacb8eb91', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b61f21e3-7587-4809-a37d-2d08125769d2', 'mac_address': 'fa:16:3e:61:4d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9838ed73-b361-4f91-ae5f-7ddfc4cc96e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:14:39Z', 'updated_at': '2022-03-05T05:14:39Z', 'revision_number': 0, 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89e7bc24-6090-42c2-b267-c09447520bbf', 'name': '', 'network_id': 'b61f21e3-7587-4809-a37d-2d08125769d2', 'tenant_id': '4dcd5a93b3674bf78188762f733c2e21', 'mac_address': 'fa:16:3e:a4:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'c68992af-a059-4f27-bddf-edd7cad1ebc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:13:55Z', 'updated_at': '2022-03-05T05:14:03Z', 'revision_number': 5, 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'subnets': [{'id': 'c68992af-a059-4f27-bddf-edd7cad1ebc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:14:45.014303 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c43303-9807-4ebf-b476-a1e77b8d11ad req-a326f219-75e2-42f6-a649-19c4258e6db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:45.018267 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-63c43303-9807-4ebf-b476-a1e77b8d11ad req-a326f219-75e2-42f6-a649-19c4258e6db4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c68992af-a059-4f27-bddf-edd7cad1ebc7 HTTP/1.1" status: 200 len: 848 time: 0.2545724 Mar 05 05:14:45.044320 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:45.268957 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c43303-9807-4ebf-b476-a1e77b8d11ad req-f854f930-f329-4f4a-b39a-c8b76e0719cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:45.270499 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-63c43303-9807-4ebf-b476-a1e77b8d11ad req-f854f930-f329-4f4a-b39a-c8b76e0719cf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b61f21e3-7587-4809-a37d-2d08125769d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2403250 Mar 05 05:14:45.436100 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9254d8e9-3ed2-48c5-889b-4a79ed7b706a admin admin] Router e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:14:45.498998 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-56213170-c6f8-4efe-8a06-0d0e889a207f req-678c7450-7208-4588-9653-281596b0f121 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4169767 Mar 05 05:14:45.548276 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f516c8-061c-44ce-a177-e5a6d2f33eae None None] New status for floating IP 50394645-a922-4914-83be-b0ed2e28548d: ACTIVE {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:14:45.798671 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-63c43303-9807-4ebf-b476-a1e77b8d11ad req-ad0c1245-0a9f-4fb1-89e1-22a0a1251036 service neutron] 10.222.0.31 "GET /v2.0/networks/b61f21e3-7587-4809-a37d-2d08125769d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981387 Mar 05 05:14:46.004972 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2b607-6a70-4110-b83c-4ff033a8cad7 req-bd0912bf-b903-48db-b9b8-728fc10f5aec tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:46.015610 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8eb2b607-6a70-4110-b83c-4ff033a8cad7 req-bd0912bf-b903-48db-b9b8-728fc10f5aec tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.1397564 Mar 05 05:14:46.042535 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-63c43303-9807-4ebf-b476-a1e77b8d11ad req-6299d34d-c042-4c9b-83ed-6d3b8763efaa service neutron] 10.222.0.31 "GET /v2.0/networks/b61f21e3-7587-4809-a37d-2d08125769d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428725 Mar 05 05:14:46.123226 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8eb2b607-6a70-4110-b83c-4ff033a8cad7 req-b4cb4334-8e0d-4ea8-96a0-cdda3234ec23 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021399 Mar 05 05:14:46.143983 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56213170-c6f8-4efe-8a06-0d0e889a207f req-4215b3a9-3265-471d-837d-6632d0b268ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:46.145057 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-56213170-c6f8-4efe-8a06-0d0e889a207f req-4215b3a9-3265-471d-837d-6632d0b268ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 1129 time: 0.5282257 Mar 05 05:14:46.290188 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9254d8e9-3ed2-48c5-889b-4a79ed7b706a admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:14:46.305193 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:46.325484 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9254d8e9-3ed2-48c5-889b-4a79ed7b706a admin admin] 10.222.0.11 "PUT /v2.0/routers/e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9071696 Mar 05 05:14:46.328161 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55888) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:46.333592 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d933f15f-504f-4802-bf38-4719f6078733 None None] Sync routers for ids ['e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:14:46.359961 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d933f15f-504f-4802-bf38-4719f6078733 None None] Routers {'e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:14:46.360647 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-d933f15f-504f-4802-bf38-4719f6078733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:14:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:14:46.409743 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b5eded67-7ed9-4b68-b155-92901e53b783 req-90141de8-8a6a-4ce4-aa49-dd1247f6d2c9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2636833 Mar 05 05:14:46.539759 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56213170-c6f8-4efe-8a06-0d0e889a207f req-f720c46c-6711-47c5-b729-91ca26b12023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:46.541238 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-56213170-c6f8-4efe-8a06-0d0e889a207f req-f720c46c-6711-47c5-b729-91ca26b12023 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 912 time: 0.2839615 Mar 05 05:14:46.623611 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e0ae220b-306d-4d60-a961-e6d0ae6cecb5 admin admin] Publish callbacks [] for router (e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:46.704141 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-56213170-c6f8-4efe-8a06-0d0e889a207f req-48d2977a-25a0-45c1-b5d1-f066c5ba5e9e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2b81f54-77a8-4637-b686-8000a86aae4c HTTP/1.1" status: 200 len: 217 time: 0.1432583 Mar 05 05:14:46.736427 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-d933f15f-504f-4802-bf38-4719f6078733 None None] Set router e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:14:46.810125 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56213170-c6f8-4efe-8a06-0d0e889a207f req-95b2f3d9-4670-4c38-874a-662c860c21bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:46.812667 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-56213170-c6f8-4efe-8a06-0d0e889a207f req-95b2f3d9-4670-4c38-874a-662c860c21bc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb HTTP/1.1" status: 200 len: 851 time: 0.0965860 Mar 05 05:14:46.852594 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e0ae220b-306d-4d60-a961-e6d0ae6cecb5 admin admin] Publish callbacks [] for router_gateway (e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:46.892479 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eded67-7ed9-4b68-b155-92901e53b783 req-34fc3856-dca7-4bac-a10b-23092516288c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:46.898826 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b5eded67-7ed9-4b68-b155-92901e53b783 req-34fc3856-dca7-4bac-a10b-23092516288c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4dcd5a93b3674bf78188762f733c2e21&device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7 HTTP/1.1" status: 200 len: 1128 time: 0.4192011 Mar 05 05:14:46.932980 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56213170-c6f8-4efe-8a06-0d0e889a207f req-40790dc3-2a86-440e-a5bf-52a505fb8d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:46.934572 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-56213170-c6f8-4efe-8a06-0d0e889a207f req-40790dc3-2a86-440e-a5bf-52a505fb8d50 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3da289b5-f373-4722-9911-8508cc812a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1137023 Mar 05 05:14:47.152129 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-56213170-c6f8-4efe-8a06-0d0e889a207f req-e11796a7-17f5-4d17-b068-974189b47288 service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108343 Mar 05 05:14:47.315659 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-d933f15f-504f-4802-bf38-4719f6078733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd', 'name': 'tempest-ServerRescueTestJSON-1510944486-router', 'tenant_id': '1694e51849b9494986675c07b6ef752d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '8b649456-f0b9-45ed-a1d3-94764f1eec69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:12:27Z', 'updated_at': '2022-03-05T05:14:42Z', 'revision_number': 5, 'project_id': '1694e51849b9494986675c07b6ef752d', 'gw_port': {'id': '8b649456-f0b9-45ed-a1d3-94764f1eec69', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cb:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:12:28Z', 'updated_at': '2022-03-05T05:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:14:47.332321 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55908) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:47.423936 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d933f15f-504f-4802-bf38-4719f6078733 None None] Checking router: e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:14:47.441620 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d933f15f-504f-4802-bf38-4719f6078733 None None] Routers {'e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:14:47.442718 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-d933f15f-504f-4802-bf38-4719f6078733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:14:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:14:47.450919 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-56213170-c6f8-4efe-8a06-0d0e889a207f req-40ce74d9-f722-43b6-b586-9d185ce6650c service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776666 Mar 05 05:14:47.457146 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eded67-7ed9-4b68-b155-92901e53b783 req-aa6f23af-0b8b-443a-8815-2fb6a019be70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:47.458644 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b5eded67-7ed9-4b68-b155-92901e53b783 req-aa6f23af-0b8b-443a-8815-2fb6a019be70 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b61f21e3-7587-4809-a37d-2d08125769d2 HTTP/1.1" status: 200 len: 909 time: 0.3056402 Mar 05 05:14:47.658029 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b5eded67-7ed9-4b68-b155-92901e53b783 req-7d986ca6-80b1-47e5-a4b1-61ba78d90302 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f01b532b-8f89-46f9-ae84-e24eacb8eb91 HTTP/1.1" status: 200 len: 1001 time: 0.1928596 Mar 05 05:14:47.755241 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-632547bf-66a1-4f16-952e-e53fda976089 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:47.957503 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-632547bf-66a1-4f16-952e-e53fda976089 admin admin] Publish callbacks [] for security_group (9e8a3b07-5af3-49d4-8fae-ad9e821f8757), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:47.965339 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eded67-7ed9-4b68-b155-92901e53b783 req-6db29cda-bc4d-4b6f-89b1-aba8f68ad292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:47.972095 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b5eded67-7ed9-4b68-b155-92901e53b783 req-6db29cda-bc4d-4b6f-89b1-aba8f68ad292 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c68992af-a059-4f27-bddf-edd7cad1ebc7 HTTP/1.1" status: 200 len: 848 time: 0.2973108 Mar 05 05:14:47.973365 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-632547bf-66a1-4f16-952e-e53fda976089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (9e8a3b07-5af3-49d4-8fae-ad9e821f8757), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:48.011035 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0232f833-3b1d-437e-bf88-599e514fa259 req-368daf55-7b39-4399-a37b-03cca1ead787 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:48.029676 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0232f833-3b1d-437e-bf88-599e514fa259 req-368daf55-7b39-4399-a37b-03cca1ead787 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.2758772 Mar 05 05:14:48.081868 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-e0ae220b-306d-4d60-a961-e6d0ae6cecb5 admin admin] Deleting port 8b649456-f0b9-45ed-a1d3-94764f1eec69 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:14:48.082205 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e0ae220b-306d-4d60-a961-e6d0ae6cecb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (8b649456-f0b9-45ed-a1d3-94764f1eec69), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:48.147575 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55914) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:48.151675 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-632547bf-66a1-4f16-952e-e53fda976089 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=72a32765cd574e05be9799fba93ae47a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8169994 Mar 05 05:14:48.154106 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632547bf-66a1-4f16-952e-e53fda976089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8a3b07-5af3-49d4-8fae-ad9e821f8757,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:48.163563 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-d933f15f-504f-4802-bf38-4719f6078733 None None] Set router e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:14:48.223864 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-d933f15f-504f-4802-bf38-4719f6078733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd', 'name': 'tempest-ServerRescueTestJSON-1510944486-router', 'tenant_id': '1694e51849b9494986675c07b6ef752d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:12:27Z', 'updated_at': '2022-03-05T05:14:46Z', 'revision_number': 6, 'project_id': '1694e51849b9494986675c07b6ef752d', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:14:48.228651 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eded67-7ed9-4b68-b155-92901e53b783 req-c81c0538-73b7-4371-b686-494a151ecd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:48.241031 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b5eded67-7ed9-4b68-b155-92901e53b783 req-c81c0538-73b7-4371-b686-494a151ecd11 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b61f21e3-7587-4809-a37d-2d08125769d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2549193 Mar 05 05:14:48.272518 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d933f15f-504f-4802-bf38-4719f6078733 None None] The sync data for ids ['e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd'] in n-d-789963-32 is: [{'id': 'e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd', 'name': 'tempest-ServerRescueTestJSON-1510944486-router', 'tenant_id': '1694e51849b9494986675c07b6ef752d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:12:27Z', 'updated_at': '2022-03-05T05:14:46Z', 'revision_number': 6, 'project_id': '1694e51849b9494986675c07b6ef752d', 'gw_port_host': None}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:14:48.316871 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:48.402982 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0232f833-3b1d-437e-bf88-599e514fa259 req-6709fdfc-f60e-4f8e-a6a4-c3a29861bf7d tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724046 Mar 05 05:14:48.480429 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b5eded67-7ed9-4b68-b155-92901e53b783 req-9fc81168-148b-47de-9b03-fe5923894978 service neutron] 10.222.0.31 "GET /v2.0/networks/b61f21e3-7587-4809-a37d-2d08125769d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384953 Mar 05 05:14:48.506785 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-e0ae220b-306d-4d60-a961-e6d0ae6cecb5 admin admin] For port 8b649456-f0b9-45ed-a1d3-94764f1eec69, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=8b649456-f0b9-45ed-a1d3-94764f1eec69,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:14:48.507422 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e0ae220b-306d-4d60-a961-e6d0ae6cecb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (8b649456-f0b9-45ed-a1d3-94764f1eec69), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:48.510429 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ad86fe01-35df-4a07-a4d0-fadd0e7d7381 admin admin] Publish callbacks [] for security_group (9e8a3b07-5af3-49d4-8fae-ad9e821f8757), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:48.536785 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-e0ae220b-306d-4d60-a961-e6d0ae6cecb5 admin admin] Calling delete_port for 8b649456-f0b9-45ed-a1d3-94764f1eec69 owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:14:48.557414 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ad86fe01-35df-4a07-a4d0-fadd0e7d7381 admin admin] Publish callbacks [] for security_group (9e8a3b07-5af3-49d4-8fae-ad9e821f8757), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:48.734736 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b5eded67-7ed9-4b68-b155-92901e53b783 req-4cef91d3-2b8c-41eb-b3be-1066caac8e89 service neutron] 10.222.0.31 "GET /v2.0/networks/b61f21e3-7587-4809-a37d-2d08125769d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462411 Mar 05 05:14:48.763854 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ad86fe01-35df-4a07-a4d0-fadd0e7d7381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (9e8a3b07-5af3-49d4-8fae-ad9e821f8757), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:48.766536 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ad86fe01-35df-4a07-a4d0-fadd0e7d7381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:48.770892 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ad86fe01-35df-4a07-a4d0-fadd0e7d7381 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9e8a3b07-5af3-49d4-8fae-ad9e821f8757 HTTP/1.1" status: 204 len: 168 time: 0.5842185 Mar 05 05:14:48.785265 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86fe01-35df-4a07-a4d0-fadd0e7d7381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8a3b07-5af3-49d4-8fae-ad9e821f8757,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:48.929239 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e0ae220b-306d-4d60-a961-e6d0ae6cecb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (8b649456-f0b9-45ed-a1d3-94764f1eec69), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:49.007293 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae220b-306d-4d60-a961-e6d0ae6cecb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b649456-f0b9-45ed-a1d3-94764f1eec69,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:49.097591 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e0ae220b-306d-4d60-a961-e6d0ae6cecb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:49.381312 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e0ae220b-306d-4d60-a961-e6d0ae6cecb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:49.385546 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e0ae220b-306d-4d60-a961-e6d0ae6cecb5 admin admin] Publish callbacks [] for router_controller (e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:49.387710 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8166654b-0833-44a7-8cec-ba7d197f5b1a no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:14:49.511139 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e0ae220b-306d-4d60-a961-e6d0ae6cecb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:49.511795 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ae220b-306d-4d60-a961-e6d0ae6cecb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:14:49.516665 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e0ae220b-306d-4d60-a961-e6d0ae6cecb5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:49.520383 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e0ae220b-306d-4d60-a961-e6d0ae6cecb5 admin admin] 10.222.0.11 "DELETE /v2.0/routers/e265a36b-cdb2-4c63-b327-e4ca8b2fb7cd HTTP/1.1" status: 204 len: 168 time: 3.1885700 Mar 05 05:14:49.520533 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 8166654b-0833-44a7-8cec-ba7d197f5b1a {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:14:49.520629 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55936) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:49.529759 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8166654b-0833-44a7-8cec-ba7d197f5b1a not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:14:49.530280 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8b649456-f0b9-45ed-a1d3-94764f1eec69 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:14:49.580723 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 8b649456-f0b9-45ed-a1d3-94764f1eec69 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:14:49.581086 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8b649456-f0b9-45ed-a1d3-94764f1eec69 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:14:49.702115 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-760d2ef4-0fea-4040-a943-68fd052e542f admin admin] Deleting subnet 98a66c11-be7f-4215-aec6-5c59a4a9e0a3 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:14:49.725160 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-760d2ef4-0fea-4040-a943-68fd052e542f admin admin] Publish callbacks [] for subnet (98a66c11-be7f-4215-aec6-5c59a4a9e0a3), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:49.819831 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-760d2ef4-0fea-4040-a943-68fd052e542f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (98a66c11-be7f-4215-aec6-5c59a4a9e0a3), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:49.929199 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-760d2ef4-0fea-4040-a943-68fd052e542f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (98a66c11-be7f-4215-aec6-5c59a4a9e0a3), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:50.068603 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-760d2ef4-0fea-4040-a943-68fd052e542f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (98a66c11-be7f-4215-aec6-5c59a4a9e0a3), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:50.112549 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2219d-aca2-409d-aa71-2c1332be4f78 req-fbe76ec1-a88b-48c4-8f6a-65b9a26141e2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:50.115109 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-33a2219d-aca2-409d-aa71-2c1332be4f78 req-fbe76ec1-a88b-48c4-8f6a-65b9a26141e2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.5742590 Mar 05 05:14:50.117329 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-760d2ef4-0fea-4040-a943-68fd052e542f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:50.122691 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-760d2ef4-0fea-4040-a943-68fd052e542f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/98a66c11-be7f-4215-aec6-5c59a4a9e0a3 HTTP/1.1" status: 204 len: 168 time: 0.6008117 Mar 05 05:14:50.125353 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55952) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:50.244082 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d2ef4-0fea-4040-a943-68fd052e542f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98a66c11-be7f-4215-aec6-5c59a4a9e0a3,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:50.283434 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-812424e5-d191-457b-9c1e-5879d43a58a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (898e839b-3c94-4a6d-ab21-01080b4deeb5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:50.317305 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-33a2219d-aca2-409d-aa71-2c1332be4f78 req-8a397cf2-8b69-4a74-89e9-09ab4c604d29 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326721 Mar 05 05:14:50.407638 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-812424e5-d191-457b-9c1e-5879d43a58a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (898e839b-3c94-4a6d-ab21-01080b4deeb5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:50.454195 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-812424e5-d191-457b-9c1e-5879d43a58a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898e839b-3c94-4a6d-ab21-01080b4deeb5']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:14:50.477260 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-812424e5-d191-457b-9c1e-5879d43a58a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd2471d-288a-424b-851d-b9c3f562b8ff') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:14:50.481887 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-812424e5-d191-457b-9c1e-5879d43a58a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd2471d-288a-424b-851d-b9c3f562b8ff') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:14:50.507115 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-812424e5-d191-457b-9c1e-5879d43a58a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (ecd2471d-288a-424b-851d-b9c3f562b8ff), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:50.545227 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-812424e5-d191-457b-9c1e-5879d43a58a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (ecd2471d-288a-424b-851d-b9c3f562b8ff), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:50.555574 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-812424e5-d191-457b-9c1e-5879d43a58a0 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:14:50.556424 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-812424e5-d191-457b-9c1e-5879d43a58a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (ecd2471d-288a-424b-851d-b9c3f562b8ff), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:50.558694 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:14:50.558694 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:14:50.558694 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:14:50.558694 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:14:50.558694 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:14:50.558694 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:14:50.558694 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:14:50.558694 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:14:50.558694 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:14:50.558694 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:14:50.558694 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:14:50.558694 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:14:50.558694 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:14:50.558694 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:14:50.558694 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:14:50.558694 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:14:50.558694 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:14:50.558694 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:14:50.558694 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:14:50.558694 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:14:50.558694 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:14:50.558694 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:14:50.558694 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:14:50.558694 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:14:50.558694 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:14:50.558694 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:14:50.558694 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:14:50.558694 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:14:50.558694 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:14:50.558694 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:14:50.558694 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:14:50.558694 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:14:50.670970 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-812424e5-d191-457b-9c1e-5879d43a58a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (898e839b-3c94-4a6d-ab21-01080b4deeb5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:50.677991 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-812424e5-d191-457b-9c1e-5879d43a58a0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:50.683187 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-812424e5-d191-457b-9c1e-5879d43a58a0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/898e839b-3c94-4a6d-ab21-01080b4deeb5 HTTP/1.1" status: 204 len: 168 time: 0.5561671 Mar 05 05:14:50.696715 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812424e5-d191-457b-9c1e-5879d43a58a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=898e839b-3c94-4a6d-ab21-01080b4deeb5,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:50.920915 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 55996) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:50.979366 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-09930591-b285-4947-bd1b-a13df2cee7e2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1694e51849b9494986675c07b6ef752d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0540023 Mar 05 05:14:50.980029 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 55998) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:51.040415 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a63bcd3a-5bfa-4418-8491-615c6202db75 admin admin] Publish callbacks [] for security_group (309252cb-7b35-4444-ab90-319d9bc90524), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:51.070947 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a63bcd3a-5bfa-4418-8491-615c6202db75 admin admin] Publish callbacks [] for security_group (309252cb-7b35-4444-ab90-319d9bc90524), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:51.130603 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a63bcd3a-5bfa-4418-8491-615c6202db75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (309252cb-7b35-4444-ab90-319d9bc90524), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:51.137218 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a63bcd3a-5bfa-4418-8491-615c6202db75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:51.139335 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a63bcd3a-5bfa-4418-8491-615c6202db75 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/309252cb-7b35-4444-ab90-319d9bc90524 HTTP/1.1" status: 204 len: 168 time: 0.1578190 Mar 05 05:14:51.151248 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bcd3a-5bfa-4418-8491-615c6202db75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309252cb-7b35-4444-ab90-319d9bc90524,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:51.569579 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f9f6a-f037-483e-9589-957af5c1b7fc req-a566c1cd-8704-4f4e-abe8-96251945d00d tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:51.577259 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-277f9f6a-f037-483e-9589-957af5c1b7fc req-a566c1cd-8704-4f4e-abe8-96251945d00d tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.1494482 Mar 05 05:14:51.752795 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-277f9f6a-f037-483e-9589-957af5c1b7fc req-2f3f809c-9267-48f3-bced-5987ac1d141e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576145 Mar 05 05:14:52.101989 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 56064) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:52.343802 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7d565fdb-7d73-4d38-a1ed-a40a6b811701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:52.533267 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7d565fdb-7d73-4d38-a1ed-a40a6b811701 admin admin] Publish callbacks [] for security_group (b4d32a4e-8b8f-4fb0-b9dc-fbf32d435d40), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:52.541753 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7d565fdb-7d73-4d38-a1ed-a40a6b811701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b4d32a4e-8b8f-4fb0-b9dc-fbf32d435d40), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:52.604507 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56076) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:52.674643 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56080) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:52.678242 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7d565fdb-7d73-4d38-a1ed-a40a6b811701 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=608a0daf41a043fbbcd42e9d551cb88d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5711684 Mar 05 05:14:52.679386 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d565fdb-7d73-4d38-a1ed-a40a6b811701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d32a4e-8b8f-4fb0-b9dc-fbf32d435d40,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:52.805528 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c65a156d-6597-4ac4-a7b9-2c02805b9f5c admin admin] Publish callbacks [] for security_group (b4d32a4e-8b8f-4fb0-b9dc-fbf32d435d40), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:52.862962 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c65a156d-6597-4ac4-a7b9-2c02805b9f5c admin admin] Publish callbacks [] for security_group (b4d32a4e-8b8f-4fb0-b9dc-fbf32d435d40), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:52.943389 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-f75cf492-781f-4363-8277-af4830dbbc83 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1443430280-network', 'tenant_id': '669b6a49d2d54d2d8195235fb589a721'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:14:52.969877 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c65a156d-6597-4ac4-a7b9-2c02805b9f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b4d32a4e-8b8f-4fb0-b9dc-fbf32d435d40), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:52.970474 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743257b-915f-442d-83cc-4683f074a34e req-4610e575-a5b6-4b4f-ba9b-30ed799f6af2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:52.973621 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c65a156d-6597-4ac4-a7b9-2c02805b9f5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:52.975747 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c65a156d-6597-4ac4-a7b9-2c02805b9f5c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b4d32a4e-8b8f-4fb0-b9dc-fbf32d435d40 HTTP/1.1" status: 204 len: 168 time: 0.2994287 Mar 05 05:14:52.981773 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75cf492-781f-4363-8277-af4830dbbc83 admin admin] Made reservation on behalf of 669b6a49d2d54d2d8195235fb589a721 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:14:52.984766 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3743257b-915f-442d-83cc-4683f074a34e req-4610e575-a5b6-4b4f-ba9b-30ed799f6af2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.1134193 Mar 05 05:14:52.985434 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f75cf492-781f-4363-8277-af4830dbbc83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:53.001726 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f75cf492-781f-4363-8277-af4830dbbc83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:53.091488 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3743257b-915f-442d-83cc-4683f074a34e req-a5af73aa-323a-48d4-a00c-925975fa3482 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990915 Mar 05 05:14:53.124926 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f75cf492-781f-4363-8277-af4830dbbc83 admin admin] Publish callbacks [] for security_group (93234ca0-4ed2-41a4-bbfc-480555bba45d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:53.126459 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a156d-6597-4ac4-a7b9-2c02805b9f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d32a4e-8b8f-4fb0-b9dc-fbf32d435d40,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:53.156020 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f75cf492-781f-4363-8277-af4830dbbc83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (93234ca0-4ed2-41a4-bbfc-480555bba45d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:53.192056 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f75cf492-781f-4363-8277-af4830dbbc83 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:14:53.258182 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f75cf492-781f-4363-8277-af4830dbbc83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (81644f7d-aa57-401b-a946-07469b335b5d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:53.259186 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-f75cf492-781f-4363-8277-af4830dbbc83 admin admin] Added segment 81644f7d-aa57-401b-a946-07469b335b5d of type vlan for network 553f25e1-a7d5-4e72-b8e2-8ecc477e51ad Mar 05 05:14:53.260754 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75cf492-781f-4363-8277-af4830dbbc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93234ca0-4ed2-41a4-bbfc-480555bba45d,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:53.321333 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f75cf492-781f-4363-8277-af4830dbbc83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (553f25e1-a7d5-4e72-b8e2-8ecc477e51ad), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:53.358714 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f75cf492-781f-4363-8277-af4830dbbc83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (553f25e1-a7d5-4e72-b8e2-8ecc477e51ad), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:53.360706 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75cf492-781f-4363-8277-af4830dbbc83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:53.361620 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f75cf492-781f-4363-8277-af4830dbbc83 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:53.466513 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75cf492-781f-4363-8277-af4830dbbc83 admin admin] Pushing event updated for resources: {'Network': ['ID=553f25e1-a7d5-4e72-b8e2-8ecc477e51ad,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:53.474316 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f75cf492-781f-4363-8277-af4830dbbc83 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8686826 Mar 05 05:14:53.478154 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 56092) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:53.479852 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 553f25e1-a7d5-4e72-b8e2-8ecc477e51ad details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:14:53.483174 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-5acfe3d9-9d2f-48ab-bf5b-cd376ab68730 admin admin] Request body: {'subnet': {'network_id': '553f25e1-a7d5-4e72-b8e2-8ecc477e51ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1443430280-subnet', 'tenant_id': '669b6a49d2d54d2d8195235fb589a721', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:14:53.528327 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acfe3d9-9d2f-48ab-bf5b-cd376ab68730 admin admin] Made reservation on behalf of 669b6a49d2d54d2d8195235fb589a721 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:14:53.531164 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5acfe3d9-9d2f-48ab-bf5b-cd376ab68730 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:53.666278 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56094) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:53.689012 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cbafc71d-e7d5-42bb-9b3f-777d449d51f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:53.912917 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cbafc71d-e7d5-42bb-9b3f-777d449d51f4 admin admin] Publish callbacks [] for security_group (a547134a-2027-4c1e-a3cd-77cb18adf2c6), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:53.925027 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cbafc71d-e7d5-42bb-9b3f-777d449d51f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a547134a-2027-4c1e-a3cd-77cb18adf2c6), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:53.994744 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5acfe3d9-9d2f-48ab-bf5b-cd376ab68730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (014f247d-93bd-4c77-8f2e-01ecf088ec66), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:54.042995 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-cbafc71d-e7d5-42bb-9b3f-777d449d51f4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=23f95feeacf14b13b1e1e39f2981c0c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3753982 Mar 05 05:14:54.043962 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbafc71d-e7d5-42bb-9b3f-777d449d51f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a547134a-2027-4c1e-a3cd-77cb18adf2c6,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:54.050051 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56098) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:54.102974 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfe3d9-9d2f-48ab-bf5b-cd376ab68730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=014f247d-93bd-4c77-8f2e-01ecf088ec66,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:54.154089 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acfe3d9-9d2f-48ab-bf5b-cd376ab68730 admin admin] Checking segment: {'id': '81644f7d-aa57-401b-a946-07469b335b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '553f25e1-a7d5-4e72-b8e2-8ecc477e51ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:14:54.154513 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acfe3d9-9d2f-48ab-bf5b-cd376ab68730 admin admin] Network hostable DHCP agents. Network: 553f25e1-a7d5-4e72-b8e2-8ecc477e51ad, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:14:54.178860 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acfe3d9-9d2f-48ab-bf5b-cd376ab68730 admin admin] Network 553f25e1-a7d5-4e72-b8e2-8ecc477e51ad is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:14:54.197757 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-5acfe3d9-9d2f-48ab-bf5b-cd376ab68730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 553f25e1-a7d5-4e72-b8e2-8ecc477e51ad) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:14:54.204264 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acfe3d9-9d2f-48ab-bf5b-cd376ab68730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:54.205337 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5acfe3d9-9d2f-48ab-bf5b-cd376ab68730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:54.207484 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb79cc78-4200-493f-8c2a-11f279ac919e None None] Network 553f25e1-a7d5-4e72-b8e2-8ecc477e51ad requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:14:54.228784 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-175cbcb9-ef75-4650-8634-979d017e37f2 admin admin] Publish callbacks [] for security_group (a547134a-2027-4c1e-a3cd-77cb18adf2c6), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:54.229173 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5acfe3d9-9d2f-48ab-bf5b-cd376ab68730 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7495439 Mar 05 05:14:54.292615 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-175cbcb9-ef75-4650-8634-979d017e37f2 admin admin] Publish callbacks [] for security_group (a547134a-2027-4c1e-a3cd-77cb18adf2c6), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:54.410301 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-175cbcb9-ef75-4650-8634-979d017e37f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a547134a-2027-4c1e-a3cd-77cb18adf2c6), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:54.414799 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-175cbcb9-ef75-4650-8634-979d017e37f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:54.416203 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-175cbcb9-ef75-4650-8634-979d017e37f2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a547134a-2027-4c1e-a3cd-77cb18adf2c6 HTTP/1.1" status: 204 len: 168 time: 0.3642516 Mar 05 05:14:54.444091 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175cbcb9-ef75-4650-8634-979d017e37f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a547134a-2027-4c1e-a3cd-77cb18adf2c6,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:54.452967 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8283c-f8ee-4b37-bac5-9b862402c11d req-605a100d-67d9-4a9b-af0f-614be5af65a7 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:54.462160 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-18a8283c-f8ee-4b37-bac5-9b862402c11d req-605a100d-67d9-4a9b-af0f-614be5af65a7 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.1925602 Mar 05 05:14:54.519681 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56267cc1-c480-4733-8eb8-864431d8c4b4 None None] Network 553f25e1-a7d5-4e72-b8e2-8ecc477e51ad requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:14:54.642640 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-18a8283c-f8ee-4b37-bac5-9b862402c11d req-7fe8147d-1fa4-4f0d-a229-d94a441f7457 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753006 Mar 05 05:14:55.103492 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 56118) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:55.134305 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-428273b8-d4b3-42cb-970a-34d1f1d48286 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:55.285900 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-428273b8-d4b3-42cb-970a-34d1f1d48286 admin admin] Publish callbacks [] for security_group (6088489b-7647-4ed3-8417-e121cf0ccbe3), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:55.293646 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-428273b8-d4b3-42cb-970a-34d1f1d48286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6088489b-7647-4ed3-8417-e121cf0ccbe3), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:55.371621 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-428273b8-d4b3-42cb-970a-34d1f1d48286 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=85eb21798aa341ddbeb1eba972515fa2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2645888 Mar 05 05:14:55.372603 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56130) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:14:55.378949 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428273b8-d4b3-42cb-970a-34d1f1d48286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6088489b-7647-4ed3-8417-e121cf0ccbe3,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:55.409992 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-898a9f13-f165-4a3e-b2c0-ec24223064aa tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:55.418191 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-898a9f13-f165-4a3e-b2c0-ec24223064aa tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] 10.222.0.11 "GET /v2.0/networks?id=553f25e1-a7d5-4e72-b8e2-8ecc477e51ad HTTP/1.1" status: 200 len: 809 time: 0.2158046 Mar 05 05:14:55.436190 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-068919ea-25f2-4784-9f60-22e2bef37abf tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] 10.222.0.11 "GET /v2.0/quotas/669b6a49d2d54d2d8195235fb589a721 HTTP/1.1" status: 200 len: 375 time: 0.0169971 Mar 05 05:14:55.504373 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9e129895-07f2-4e06-9150-79baf6770296 admin admin] Publish callbacks [] for security_group (6088489b-7647-4ed3-8417-e121cf0ccbe3), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:55.515500 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-e9f3eb63-5851-48d6-a2be-710d0b4402d5 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=669b6a49d2d54d2d8195235fb589a721&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780938 Mar 05 05:14:55.533135 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9e129895-07f2-4e06-9150-79baf6770296 admin admin] Publish callbacks [] for security_group (6088489b-7647-4ed3-8417-e121cf0ccbe3), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:55.598837 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9e129895-07f2-4e06-9150-79baf6770296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6088489b-7647-4ed3-8417-e121cf0ccbe3), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:55.603585 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9e129895-07f2-4e06-9150-79baf6770296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:55.607532 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9e129895-07f2-4e06-9150-79baf6770296 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6088489b-7647-4ed3-8417-e121cf0ccbe3 HTTP/1.1" status: 204 len: 168 time: 0.2322290 Mar 05 05:14:55.616201 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e129895-07f2-4e06-9150-79baf6770296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6088489b-7647-4ed3-8417-e121cf0ccbe3,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:55.684567 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-1397700e-49c9-460b-89b4-63fcf0acf85c service neutron] 10.222.0.11 "GET /v2.0/networks/553f25e1-a7d5-4e72-b8e2-8ecc477e51ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545725 Mar 05 05:14:55.848183 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-34206da8-a28b-425f-a58f-fc7625cd5fff service neutron] 10.222.0.11 "GET /v2.0/networks/553f25e1-a7d5-4e72-b8e2-8ecc477e51ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551347 Mar 05 05:14:55.857249 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f026a3e-fbec-455a-8a61-5476ad4998f4 req-22c84f1c-7da6-4089-85b6-e316a29db00e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:55.858757 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5f026a3e-fbec-455a-8a61-5476ad4998f4 req-22c84f1c-7da6-4089-85b6-e316a29db00e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.1188614 Mar 05 05:14:55.951840 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5f026a3e-fbec-455a-8a61-5476ad4998f4 req-80f829b0-4719-4059-86e3-fe21320d6287 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811214 Mar 05 05:14:56.205289 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-34e33204-eaa5-4cc1-a4f5-ee3124b186c0 req-d5493125-5739-49a4-a836-f3ba10458748 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18f404b-fa37-4b39-a923-6dcd936e236a HTTP/1.1" status: 200 len: 210 time: 0.0821779 Mar 05 05:14:57.158687 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd51c0b-59d5-4010-9ffd-5f2b2c1a40cb req-156ff781-6b34-4814-8fb7-05f3215b4150 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:57.160751 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-acd51c0b-59d5-4010-9ffd-5f2b2c1a40cb req-156ff781-6b34-4814-8fb7-05f3215b4150 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.0944314 Mar 05 05:14:57.283391 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-acd51c0b-59d5-4010-9ffd-5f2b2c1a40cb req-b6f58172-247b-4ed7-a2b4-0eb2c77347e4 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071365 Mar 05 05:14:57.431756 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-934ac1b3-f02c-408f-a3e2-c1eddd0e3035 req-653ec48c-3cc0-45b0-88d2-3b24d292b7da tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18f404b-fa37-4b39-a923-6dcd936e236a HTTP/1.1" status: 200 len: 210 time: 0.0446787 Mar 05 05:14:57.528969 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-f503bdf3-d1eb-4af0-a6b9-e36cbd721b75 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:57.531447 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-f503bdf3-d1eb-4af0-a6b9-e36cbd721b75 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] 10.222.0.30 "GET /v2.0/networks?id=553f25e1-a7d5-4e72-b8e2-8ecc477e51ad HTTP/1.1" status: 200 len: 809 time: 0.2085693 Mar 05 05:14:57.546649 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-d678b883-dc91-4e91-8ff4-ba222173dbe8 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] Request body: {'port': {'device_id': 'e18f404b-fa37-4b39-a923-6dcd936e236a', 'network_id': '553f25e1-a7d5-4e72-b8e2-8ecc477e51ad', 'admin_state_up': True, 'tenant_id': '669b6a49d2d54d2d8195235fb589a721'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:14:57.722878 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-d678b883-dc91-4e91-8ff4-ba222173dbe8 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] Made reservation on behalf of 669b6a49d2d54d2d8195235fb589a721 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:14:57.727955 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-d678b883-dc91-4e91-8ff4-ba222173dbe8 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:57.931838 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-d678b883-dc91-4e91-8ff4-ba222173dbe8 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] Allocated IP 172.20.0.13 (553f25e1-a7d5-4e72-b8e2-8ecc477e51ad/014f247d-93bd-4c77-8f2e-01ecf088ec66/cd0dad40-df8b-4984-9033-f2d3fc95f942) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:14:58.132867 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-d678b883-dc91-4e91-8ff4-ba222173dbe8 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] Publish callbacks [] for port (cd0dad40-df8b-4984-9033-f2d3fc95f942), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:58.177325 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-d678b883-dc91-4e91-8ff4-ba222173dbe8 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (cd0dad40-df8b-4984-9033-f2d3fc95f942), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:58.226039 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-d678b883-dc91-4e91-8ff4-ba222173dbe8 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] Network 553f25e1-a7d5-4e72-b8e2-8ecc477e51ad is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:14:58.229937 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-d678b883-dc91-4e91-8ff4-ba222173dbe8 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:14:58.236312 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-d678b883-dc91-4e91-8ff4-ba222173dbe8 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:14:58.275435 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678b883-dc91-4e91-8ff4-ba222173dbe8 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] Pushing event updated for resources: {'Port': ['ID=cd0dad40-df8b-4984-9033-f2d3fc95f942,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:58.330795 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-d678b883-dc91-4e91-8ff4-ba222173dbe8 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:58.331883 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-d678b883-dc91-4e91-8ff4-ba222173dbe8 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:58.365410 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-d678b883-dc91-4e91-8ff4-ba222173dbe8 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8254416 Mar 05 05:14:58.376336 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-969b1137-412e-4367-a4f2-72bed66c48b4 service neutron] Request body: {'port': {'device_id': 'e18f404b-fa37-4b39-a923-6dcd936e236a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:14:58.503132 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d78e12-fa8b-463b-bf78-2487f0810cf8 req-0760eba4-65f3-463f-b3fb-99cb0ec90e0e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:58.510383 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7d78e12-fa8b-463b-bf78-2487f0810cf8 req-0760eba4-65f3-463f-b3fb-99cb0ec90e0e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.1011646 Mar 05 05:14:58.544898 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-969b1137-412e-4367-a4f2-72bed66c48b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cd0dad40-df8b-4984-9033-f2d3fc95f942), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:58.665652 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7d78e12-fa8b-463b-bf78-2487f0810cf8 req-4b41e611-09d8-403f-b523-ff041cc30678 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511149 Mar 05 05:14:58.730776 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd2d03-a507-4758-a9b7-3c91079d4b7d req-269b8525-092e-406b-a145-81f84222950a tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:58.736867 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-abcd2d03-a507-4758-a9b7-3c91079d4b7d req-269b8525-092e-406b-a145-81f84222950a tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18f404b-fa37-4b39-a923-6dcd936e236a HTTP/1.1" status: 200 len: 932 time: 0.1476235 Mar 05 05:14:58.821911 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-abcd2d03-a507-4758-a9b7-3c91079d4b7d req-5811e415-aa63-491d-bcca-b0b01a7822d9 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] 10.222.0.11 "GET /v2.0/security-groups?id=93234ca0-4ed2-41a4-bbfc-480555bba45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767035 Mar 05 05:14:59.082156 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-969b1137-412e-4367-a4f2-72bed66c48b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd0dad40-df8b-4984-9033-f2d3fc95f942 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:14:59.091249 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-969b1137-412e-4367-a4f2-72bed66c48b4 service neutron] Publish callbacks [] for port (cd0dad40-df8b-4984-9033-f2d3fc95f942), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:59.106128 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-969b1137-412e-4367-a4f2-72bed66c48b4 service neutron] Transition to ACTIVE for port object cd0dad40-df8b-4984-9033-f2d3fc95f942 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:14:59.112379 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-969b1137-412e-4367-a4f2-72bed66c48b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (cd0dad40-df8b-4984-9033-f2d3fc95f942), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:59.179010 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b1137-412e-4367-a4f2-72bed66c48b4 service neutron] Pushing event updated for resources: {'Port': ['ID=cd0dad40-df8b-4984-9033-f2d3fc95f942,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:59.252953 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-969b1137-412e-4367-a4f2-72bed66c48b4 service neutron] Attempting to bind port cd0dad40-df8b-4984-9033-f2d3fc95f942 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:14:59.253301 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-969b1137-412e-4367-a4f2-72bed66c48b4 service neutron] Attempting to bind port cd0dad40-df8b-4984-9033-f2d3fc95f942 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '81644f7d-aa57-401b-a946-07469b335b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '553f25e1-a7d5-4e72-b8e2-8ecc477e51ad'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:14:59.253684 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-969b1137-412e-4367-a4f2-72bed66c48b4 service neutron] Attempting to bind port cd0dad40-df8b-4984-9033-f2d3fc95f942 on network 553f25e1-a7d5-4e72-b8e2-8ecc477e51ad {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:14:59.259328 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-969b1137-412e-4367-a4f2-72bed66c48b4 service neutron] Port cd0dad40-df8b-4984-9033-f2d3fc95f942 on network 553f25e1-a7d5-4e72-b8e2-8ecc477e51ad not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:14:59.259658 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-969b1137-412e-4367-a4f2-72bed66c48b4 service neutron] Attempting to bind port cd0dad40-df8b-4984-9033-f2d3fc95f942 on network 553f25e1-a7d5-4e72-b8e2-8ecc477e51ad {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:14:59.265266 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-969b1137-412e-4367-a4f2-72bed66c48b4 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:14:59.265622 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-969b1137-412e-4367-a4f2-72bed66c48b4 service neutron] Checking segment: {'id': '81644f7d-aa57-401b-a946-07469b335b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '553f25e1-a7d5-4e72-b8e2-8ecc477e51ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:14:59.266013 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-969b1137-412e-4367-a4f2-72bed66c48b4 service neutron] Bound using segment: {'id': '81644f7d-aa57-401b-a946-07469b335b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '553f25e1-a7d5-4e72-b8e2-8ecc477e51ad'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:14:59.266446 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-969b1137-412e-4367-a4f2-72bed66c48b4 service neutron] Bound port: cd0dad40-df8b-4984-9033-f2d3fc95f942, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81644f7d-aa57-401b-a946-07469b335b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '553f25e1-a7d5-4e72-b8e2-8ecc477e51ad'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:14:59.266837 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-969b1137-412e-4367-a4f2-72bed66c48b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cd0dad40-df8b-4984-9033-f2d3fc95f942), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:59.378885 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-969b1137-412e-4367-a4f2-72bed66c48b4 service neutron] For port cd0dad40-df8b-4984-9033-f2d3fc95f942, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:14:59.383531 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-969b1137-412e-4367-a4f2-72bed66c48b4 service neutron] For port cd0dad40-df8b-4984-9033-f2d3fc95f942, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=cd0dad40-df8b-4984-9033-f2d3fc95f942,segment=NetworkSegment(81644f7d-aa57-401b-a946-07469b335b5d),segment_id=81644f7d-aa57-401b-a946-07469b335b5d)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:14:59.402291 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-969b1137-412e-4367-a4f2-72bed66c48b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (cd0dad40-df8b-4984-9033-f2d3fc95f942), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:59.468926 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-969b1137-412e-4367-a4f2-72bed66c48b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:59.469642 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-969b1137-412e-4367-a4f2-72bed66c48b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:14:59.471572 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-969b1137-412e-4367-a4f2-72bed66c48b4 service neutron] 10.222.0.30 "PUT /v2.0/ports/cd0dad40-df8b-4984-9033-f2d3fc95f942 HTTP/1.1" status: 200 len: 1093 time: 1.0995550 Mar 05 05:14:59.472091 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18f404b-fa37-4b39-a923-6dcd936e236a', 'tag': 'cd0dad40-df8b-4984-9033-f2d3fc95f942'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:14:59.474429 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4149aa02-8809-4fa7-ac12-673c4ed943c2" -d '{"events": [{"name": "network-changed", "server_uuid": "e18f404b-fa37-4b39-a923-6dcd936e236a", "tag": "cd0dad40-df8b-4984-9033-f2d3fc95f942"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:14:59.497422 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b1137-412e-4367-a4f2-72bed66c48b4 service neutron] Pushing event updated for resources: {'Port': ['ID=cd0dad40-df8b-4984-9033-f2d3fc95f942,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:14:59.534849 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f9a977-dc2e-4e03-9756-72151c19b3fa x-openstack-request-id: req-f5f9a977-dc2e-4e03-9756-72151c19b3fa {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:14:59.535244 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18f404b-fa37-4b39-a923-6dcd936e236a", "tag": "cd0dad40-df8b-4984-9033-f2d3fc95f942", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:14:59.535549 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f5f9a977-dc2e-4e03-9756-72151c19b3fa {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:14:59.536179 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18f404b-fa37-4b39-a923-6dcd936e236a', 'tag': 'cd0dad40-df8b-4984-9033-f2d3fc95f942', 'status': 'completed', 'code': 200} Mar 05 05:14:59.578802 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-4e2c681a-e70f-4310-923a-c6291187ab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:59.580687 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-4e2c681a-e70f-4310-923a-c6291187ab91 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=669b6a49d2d54d2d8195235fb589a721&device_id=e18f404b-fa37-4b39-a923-6dcd936e236a HTTP/1.1" status: 200 len: 1127 time: 0.0680971 Mar 05 05:14:59.625861 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-9c30ef89-04c9-4e06-87fc-a62d1efd4eae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd0dad40-df8b-4984-9033-f2d3fc95f942 HTTP/1.1" status: 200 len: 217 time: 0.0389128 Mar 05 05:14:59.687531 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-0ceadd09-ce9c-4eee-a6ff-12cea8a0a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:59.689335 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-0ceadd09-ce9c-4eee-a6ff-12cea8a0a5b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=014f247d-93bd-4c77-8f2e-01ecf088ec66 HTTP/1.1" status: 200 len: 849 time: 0.0575299 Mar 05 05:14:59.738332 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-2004206b-7a99-4d6b-9919-31b4a50806c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=553f25e1-a7d5-4e72-b8e2-8ecc477e51ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422626 Mar 05 05:14:59.833228 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a8fd8-edbf-4a2e-8a11-a40bf8791674 req-afdf43e1-aaa5-4730-ba90-81ca2c1d39bf tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:59.836770 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c7a8fd8-edbf-4a2e-8a11-a40bf8791674 req-afdf43e1-aaa5-4730-ba90-81ca2c1d39bf tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.0801246 Mar 05 05:14:59.918608 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-2f31915e-36a1-4724-bd9b-2bdbcbaff9f9 service neutron] 10.222.0.30 "GET /v2.0/networks/553f25e1-a7d5-4e72-b8e2-8ecc477e51ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732738 Mar 05 05:14:59.962417 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c7a8fd8-edbf-4a2e-8a11-a40bf8791674 req-035db292-8936-4434-b95b-086150486f1c tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202512 Mar 05 05:14:59.993027 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69013773-dfd4-4786-9e1f-f6163889dfe7 req-3acc0b15-1fe0-4b3b-aecb-056ee782fa65 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:14:59.995506 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-69013773-dfd4-4786-9e1f-f6163889dfe7 req-3acc0b15-1fe0-4b3b-aecb-056ee782fa65 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18f404b-fa37-4b39-a923-6dcd936e236a HTTP/1.1" status: 200 len: 944 time: 0.0785482 Mar 05 05:15:00.073092 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-69013773-dfd4-4786-9e1f-f6163889dfe7 req-9e18ebd2-3c4a-4942-9d70-c39a3ac9a691 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] 10.222.0.11 "GET /v2.0/security-groups?id=93234ca0-4ed2-41a4-bbfc-480555bba45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709417 Mar 05 05:15:00.080471 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-87eb95c9-2974-42ef-bdd9-c6af41c8ab56 req-5b7723ba-bb83-4c3f-9aa3-cd76c686d08b service neutron] 10.222.0.30 "GET /v2.0/networks/553f25e1-a7d5-4e72-b8e2-8ecc477e51ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562736 Mar 05 05:15:00.226990 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149aa02-8809-4fa7-ac12-673c4ed943c2 req-3005a5c9-5f53-46e6-a0de-44d94e93e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:00.232770 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4149aa02-8809-4fa7-ac12-673c4ed943c2 req-3005a5c9-5f53-46e6-a0de-44d94e93e562 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=669b6a49d2d54d2d8195235fb589a721&device_id=e18f404b-fa37-4b39-a923-6dcd936e236a HTTP/1.1" status: 200 len: 1127 time: 0.0887454 Mar 05 05:15:00.350245 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149aa02-8809-4fa7-ac12-673c4ed943c2 req-dc56aeca-dda2-46d7-8a5b-b766bb85b04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:00.354077 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4149aa02-8809-4fa7-ac12-673c4ed943c2 req-dc56aeca-dda2-46d7-8a5b-b766bb85b04f service neutron] 10.222.0.30 "GET /v2.0/networks?id=553f25e1-a7d5-4e72-b8e2-8ecc477e51ad HTTP/1.1" status: 200 len: 909 time: 0.1163635 Mar 05 05:15:00.418522 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4149aa02-8809-4fa7-ac12-673c4ed943c2 req-214681ac-1da6-46a0-bc87-cab3826263e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd0dad40-df8b-4984-9033-f2d3fc95f942 HTTP/1.1" status: 200 len: 217 time: 0.0569608 Mar 05 05:15:00.482959 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149aa02-8809-4fa7-ac12-673c4ed943c2 req-924c628e-7068-49eb-a5a8-7cf99e83547b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:00.485548 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4149aa02-8809-4fa7-ac12-673c4ed943c2 req-924c628e-7068-49eb-a5a8-7cf99e83547b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=014f247d-93bd-4c77-8f2e-01ecf088ec66 HTTP/1.1" status: 200 len: 849 time: 0.0576615 Mar 05 05:15:00.521475 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4149aa02-8809-4fa7-ac12-673c4ed943c2 req-31cbbeca-1362-43d5-b255-0ae38224347c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=553f25e1-a7d5-4e72-b8e2-8ecc477e51ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293264 Mar 05 05:15:00.657036 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4149aa02-8809-4fa7-ac12-673c4ed943c2 req-8fe12fab-365f-4f00-ae11-0c7b89c9dce4 service neutron] 10.222.0.30 "GET /v2.0/networks/553f25e1-a7d5-4e72-b8e2-8ecc477e51ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156430 Mar 05 05:15:00.782288 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4149aa02-8809-4fa7-ac12-673c4ed943c2 req-cd45ce9d-9aac-4a1c-a594-0a822c46cf32 service neutron] 10.222.0.30 "GET /v2.0/networks/553f25e1-a7d5-4e72-b8e2-8ecc477e51ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161213 Mar 05 05:15:01.088536 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d18a6-a0cc-4f85-816b-25c033fee383 req-6b14f39a-13c8-429a-8a35-f9de85bfbf38 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:01.090091 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6b7d18a6-a0cc-4f85-816b-25c033fee383 req-6b14f39a-13c8-429a-8a35-f9de85bfbf38 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.0570242 Mar 05 05:15:01.172579 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6b7d18a6-a0cc-4f85-816b-25c033fee383 req-e9d7af6f-c8c4-41c6-984e-ff1bf496ab54 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737057 Mar 05 05:15:01.228115 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc9721-b421-4678-9071-d19efea33ad5 req-6d67fc20-4500-4291-a775-6c0eee1a22b8 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:01.229811 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bffc9721-b421-4678-9071-d19efea33ad5 req-6d67fc20-4500-4291-a775-6c0eee1a22b8 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18f404b-fa37-4b39-a923-6dcd936e236a HTTP/1.1" status: 200 len: 944 time: 0.0724933 Mar 05 05:15:01.284047 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bffc9721-b421-4678-9071-d19efea33ad5 req-45403f40-3bee-4d04-a8ab-0961616db89b tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] 10.222.0.11 "GET /v2.0/security-groups?id=93234ca0-4ed2-41a4-bbfc-480555bba45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481126 Mar 05 05:15:01.488477 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:15:02.157792 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device cd0dad40-df8b-4984-9033-f2d3fc95f942 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:15:02.288157 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port cd0dad40-df8b-4984-9033-f2d3fc95f942, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=cd0dad40-df8b-4984-9033-f2d3fc95f942,segment=NetworkSegment(81644f7d-aa57-401b-a946-07469b335b5d),segment_id=81644f7d-aa57-401b-a946-07469b335b5d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:15:02.304938 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'cd0dad40-df8b-4984-9033-f2d3fc95f942', 'network_id': '553f25e1-a7d5-4e72-b8e2-8ecc477e51ad', 'port_id': 'cd0dad40-df8b-4984-9033-f2d3fc95f942', 'mac_address': 'fa:16:3e:45:d7:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '014f247d-93bd-4c77-8f2e-01ecf088ec66', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:15:02.364165 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port cd0dad40-df8b-4984-9033-f2d3fc95f942 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:15:02.364874 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cd0dad40-df8b-4984-9033-f2d3fc95f942), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:02.384030 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd0dad40-df8b-4984-9033-f2d3fc95f942 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:15:02.409803 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port cd0dad40-df8b-4984-9033-f2d3fc95f942, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=cd0dad40-df8b-4984-9033-f2d3fc95f942,segment=NetworkSegment(81644f7d-aa57-401b-a946-07469b335b5d),segment_id=81644f7d-aa57-401b-a946-07469b335b5d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:15:02.413248 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0530e-32e3-4a71-ad96-49cbec329493 req-cf7ddfd2-9c8f-4f55-b5d0-5f293ba7c7a1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:02.416110 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cd0dad40-df8b-4984-9033-f2d3fc95f942), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:02.426031 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-65e0530e-32e3-4a71-ad96-49cbec329493 req-cf7ddfd2-9c8f-4f55-b5d0-5f293ba7c7a1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.1376171 Mar 05 05:15:02.504799 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=cd0dad40-df8b-4984-9033-f2d3fc95f942,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:02.548594 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-65e0530e-32e3-4a71-ad96-49cbec329493 req-a70798f1-c850-4727-8e1e-a8fb8e5331e3 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216807 Mar 05 05:15:02.569072 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedad44d-6f80-41aa-91d4-bd0ed6bb784c req-3181dce0-e7ff-4d0f-abb0-a64ff17db66e tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:02.570902 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fedad44d-6f80-41aa-91d4-bd0ed6bb784c req-3181dce0-e7ff-4d0f-abb0-a64ff17db66e tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18f404b-fa37-4b39-a923-6dcd936e236a HTTP/1.1" status: 200 len: 945 time: 0.1122777 Mar 05 05:15:02.641068 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['cd0dad40-df8b-4984-9033-f2d3fc95f942'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:15:02.644327 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fedad44d-6f80-41aa-91d4-bd0ed6bb784c req-88166874-9e36-4753-b4a6-5662c90ba387 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] 10.222.0.11 "GET /v2.0/security-groups?id=93234ca0-4ed2-41a4-bbfc-480555bba45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669160 Mar 05 05:15:03.746784 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb421dfb-9aa0-416a-9b20-c9ac6df0b23b req-e2a3c0aa-3454-4b43-8b60-fbb87a39112c tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:03.748935 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bb421dfb-9aa0-416a-9b20-c9ac6df0b23b req-e2a3c0aa-3454-4b43-8b60-fbb87a39112c tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.1091542 Mar 05 05:15:03.836112 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bb421dfb-9aa0-416a-9b20-c9ac6df0b23b req-3280d626-e214-4f6a-9e03-f69b827cd9be tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763249 Mar 05 05:15:03.846514 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39316ce-8800-4080-8026-add62641e68a req-fea466f1-4652-4532-b97b-36bb8056c077 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:03.848077 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b39316ce-8800-4080-8026-add62641e68a req-fea466f1-4652-4532-b97b-36bb8056c077 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18f404b-fa37-4b39-a923-6dcd936e236a HTTP/1.1" status: 200 len: 945 time: 0.0977349 Mar 05 05:15:03.938789 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b39316ce-8800-4080-8026-add62641e68a req-efb8e188-691e-45a8-bea3-5f69fdbf16b0 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] 10.222.0.11 "GET /v2.0/security-groups?id=93234ca0-4ed2-41a4-bbfc-480555bba45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819378 Mar 05 05:15:04.173033 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device cd0dad40-df8b-4984-9033-f2d3fc95f942 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:15:04.255323 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port cd0dad40-df8b-4984-9033-f2d3fc95f942 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:15:04.260892 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port cd0dad40-df8b-4984-9033-f2d3fc95f942 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:15:04.261415 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cd0dad40-df8b-4984-9033-f2d3fc95f942), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:04.346891 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port cd0dad40-df8b-4984-9033-f2d3fc95f942 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:15:04.347329 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cd0dad40-df8b-4984-9033-f2d3fc95f942), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:04.375894 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18f404b-fa37-4b39-a923-6dcd936e236a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0dad40-df8b-4984-9033-f2d3fc95f942'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:15:04.378121 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9ea867-9163-47e3-aadb-9bd1f446e307" -d '{"events": [{"server_uuid": "e18f404b-fa37-4b39-a923-6dcd936e236a", "name": "network-vif-plugged", "status": "completed", "tag": "cd0dad40-df8b-4984-9033-f2d3fc95f942"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:15:04.401783 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port cd0dad40-df8b-4984-9033-f2d3fc95f942, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=cd0dad40-df8b-4984-9033-f2d3fc95f942,segment=NetworkSegment(81644f7d-aa57-401b-a946-07469b335b5d),segment_id=81644f7d-aa57-401b-a946-07469b335b5d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:15:04.415438 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cd0dad40-df8b-4984-9033-f2d3fc95f942), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:04.474517 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631ce4f3-c831-4bf6-9645-e1ac8d938760 x-openstack-request-id: req-631ce4f3-c831-4bf6-9645-e1ac8d938760 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:15:04.479618 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18f404b-fa37-4b39-a923-6dcd936e236a", "name": "network-vif-plugged", "status": "completed", "tag": "cd0dad40-df8b-4984-9033-f2d3fc95f942", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:15:04.483349 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-631ce4f3-c831-4bf6-9645-e1ac8d938760 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:15:04.483891 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18f404b-fa37-4b39-a923-6dcd936e236a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0dad40-df8b-4984-9033-f2d3fc95f942', 'code': 200} Mar 05 05:15:04.543090 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=cd0dad40-df8b-4984-9033-f2d3fc95f942,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:04.577562 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b83b02-e757-4b3a-9325-319f6a2add57 req-1ecba138-d8d1-41c5-a5e8-8d1ea7268a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:04.580074 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-55b83b02-e757-4b3a-9325-319f6a2add57 req-1ecba138-d8d1-41c5-a5e8-8d1ea7268a98 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e18f404b-fa37-4b39-a923-6dcd936e236a HTTP/1.1" status: 200 len: 1129 time: 0.0755396 Mar 05 05:15:04.637461 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-55b83b02-e757-4b3a-9325-319f6a2add57 req-157ecc2b-81f3-44c4-86c1-07e463f2a838 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=93234ca0-4ed2-41a4-bbfc-480555bba45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511115 Mar 05 05:15:05.074983 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e53dd9-73bb-4d15-a45e-38781558eef3 req-09b3e275-67b3-49da-b4a5-4e5de6277e38 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:05.077074 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b0e53dd9-73bb-4d15-a45e-38781558eef3 req-09b3e275-67b3-49da-b4a5-4e5de6277e38 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.0798790 Mar 05 05:15:05.152495 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b0e53dd9-73bb-4d15-a45e-38781558eef3 req-45e0bd2a-1190-48a4-b861-31f1a40dd1c0 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595698 Mar 05 05:15:05.159994 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e248f65-86bc-4e76-be86-13db84de5fab req-1b51f7db-7833-4c88-8cb7-517823698dea tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:05.161556 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5e248f65-86bc-4e76-be86-13db84de5fab req-1b51f7db-7833-4c88-8cb7-517823698dea tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18f404b-fa37-4b39-a923-6dcd936e236a HTTP/1.1" status: 200 len: 946 time: 0.1067464 Mar 05 05:15:05.243933 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5e248f65-86bc-4e76-be86-13db84de5fab req-dff21940-d8af-475c-af96-066c0715c087 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] 10.222.0.11 "GET /v2.0/security-groups?id=93234ca0-4ed2-41a4-bbfc-480555bba45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696666 Mar 05 05:15:06.425670 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059858d-bbb1-4f96-9aaa-314e62ea1f4c req-c67c3224-83bf-48e4-8c0d-031d524e1e5f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:06.433547 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9059858d-bbb1-4f96-9aaa-314e62ea1f4c req-c67c3224-83bf-48e4-8c0d-031d524e1e5f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.1715791 Mar 05 05:15:06.478104 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1275e9-2820-4cc8-8e49-8fbb629d4295 req-8acb6754-5562-4615-a234-8fd8301b4733 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:06.480423 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6f1275e9-2820-4cc8-8e49-8fbb629d4295 req-8acb6754-5562-4615-a234-8fd8301b4733 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18f404b-fa37-4b39-a923-6dcd936e236a HTTP/1.1" status: 200 len: 946 time: 0.1175351 Mar 05 05:15:06.555459 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9059858d-bbb1-4f96-9aaa-314e62ea1f4c req-cdbbd233-cc56-4468-95ab-c08ee1fe7e41 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207454 Mar 05 05:15:06.609778 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6f1275e9-2820-4cc8-8e49-8fbb629d4295 req-b39d27bf-538a-4545-8f8b-8f020ae840e4 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] 10.222.0.11 "GET /v2.0/security-groups?id=93234ca0-4ed2-41a4-bbfc-480555bba45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174150 Mar 05 05:15:07.809599 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a505d6-4155-4087-9552-b4d70ca55281 req-f712c9ae-562c-499c-906f-af5c6e665417 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:07.811943 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a6a505d6-4155-4087-9552-b4d70ca55281 req-f712c9ae-562c-499c-906f-af5c6e665417 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.1136298 Mar 05 05:15:07.933769 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a6a505d6-4155-4087-9552-b4d70ca55281 req-875225f7-89ad-4558-ae5d-a0bceaaeb620 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144135 Mar 05 05:15:09.161537 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f970fa-410b-46e8-9db1-dab20cc67ad1 req-c335958c-9160-4ade-8919-e93cd1fd308b tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:09.163163 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d8f970fa-410b-46e8-9db1-dab20cc67ad1 req-c335958c-9160-4ade-8919-e93cd1fd308b tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.1155472 Mar 05 05:15:09.280210 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d8f970fa-410b-46e8-9db1-dab20cc67ad1 req-53fdbef8-491a-4dee-a6a6-5691b8ca1a0c tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102660 Mar 05 05:15:09.933494 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba93ade-2923-4dbd-b245-906ab57cd728 req-68aed391-7c8f-4039-be90-650441783282 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:09.935013 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aba93ade-2923-4dbd-b245-906ab57cd728 req-68aed391-7c8f-4039-be90-650441783282 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18f404b-fa37-4b39-a923-6dcd936e236a HTTP/1.1" status: 200 len: 946 time: 0.1593261 Mar 05 05:15:09.942024 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56418) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:10.036913 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aba93ade-2923-4dbd-b245-906ab57cd728 req-f88e9278-5e34-436c-8c08-124895cdf099 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] 10.222.0.11 "GET /v2.0/security-groups?id=93234ca0-4ed2-41a4-bbfc-480555bba45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858641 Mar 05 05:15:10.274000 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e960ce-7966-40a9-9e01-f62c516ffae6 req-d661818b-e86f-4b72-86e0-227cfbed61f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:10.281620 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c3e960ce-7966-40a9-9e01-f62c516ffae6 req-d661818b-e86f-4b72-86e0-227cfbed61f0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7 HTTP/1.1" status: 200 len: 1128 time: 0.3380976 Mar 05 05:15:10.380670 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c3e960ce-7966-40a9-9e01-f62c516ffae6 req-51a069db-a26f-41c6-8e33-8c0556fb07a7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d344c5c2-da36-4285-a522-3b6298663331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978315 Mar 05 05:15:10.548918 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c3d3e-b50d-4c62-9d47-bdf38d3e5eaf req-8bc27e06-7182-423b-a686-9c4b223de51c tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:10.559530 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-729c3d3e-b50d-4c62-9d47-bdf38d3e5eaf req-8bc27e06-7182-423b-a686-9c4b223de51c tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.1062679 Mar 05 05:15:10.652102 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-729c3d3e-b50d-4c62-9d47-bdf38d3e5eaf req-24bd066a-31dc-45ac-9335-3bf5f3561385 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916293 Mar 05 05:15:11.110298 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192c0d6-093b-4e02-a49f-d5848e1bf3f5 req-33d8f48d-654c-4edc-9f4d-717b047b723b tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:11.114853 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5192c0d6-093b-4e02-a49f-d5848e1bf3f5 req-33d8f48d-654c-4edc-9f4d-717b047b723b tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] 10.222.0.30 "GET /v2.0/ports?device_id=e18f404b-fa37-4b39-a923-6dcd936e236a HTTP/1.1" status: 200 len: 946 time: 0.1522701 Mar 05 05:15:11.268543 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd56fc0-cd97-4a88-8192-fe1e179c6fe2 req-9723daff-86a1-4331-b292-767c84c933fa tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:11.300192 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9dd56fc0-cd97-4a88-8192-fe1e179c6fe2 req-9723daff-86a1-4331-b292-767c84c933fa tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18f404b-fa37-4b39-a923-6dcd936e236a HTTP/1.1" status: 200 len: 946 time: 0.1170876 Mar 05 05:15:11.356558 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-5192c0d6-093b-4e02-a49f-d5848e1bf3f5 req-7e5f74d7-cda9-476b-a0f1-247ebd685ee5 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] Deleting port cd0dad40-df8b-4984-9033-f2d3fc95f942 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:15:11.357340 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5192c0d6-093b-4e02-a49f-d5848e1bf3f5 req-7e5f74d7-cda9-476b-a0f1-247ebd685ee5 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (cd0dad40-df8b-4984-9033-f2d3fc95f942), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:11.383217 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9dd56fc0-cd97-4a88-8192-fe1e179c6fe2 req-6238a252-b00b-49cf-a8cb-cbcb1c682c2a tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] 10.222.0.11 "GET /v2.0/security-groups?id=93234ca0-4ed2-41a4-bbfc-480555bba45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751817 Mar 05 05:15:11.444738 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9e3dc22c-010c-43bc-bd1f-7e8853f88ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:11.514101 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-5192c0d6-093b-4e02-a49f-d5848e1bf3f5 req-7e5f74d7-cda9-476b-a0f1-247ebd685ee5 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] For port cd0dad40-df8b-4984-9033-f2d3fc95f942, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=cd0dad40-df8b-4984-9033-f2d3fc95f942,segment=NetworkSegment(81644f7d-aa57-401b-a946-07469b335b5d),segment_id=81644f7d-aa57-401b-a946-07469b335b5d)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:15:11.515564 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5192c0d6-093b-4e02-a49f-d5848e1bf3f5 req-7e5f74d7-cda9-476b-a0f1-247ebd685ee5 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (cd0dad40-df8b-4984-9033-f2d3fc95f942), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:11.537738 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-5192c0d6-093b-4e02-a49f-d5848e1bf3f5 req-7e5f74d7-cda9-476b-a0f1-247ebd685ee5 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] Calling delete_port for cd0dad40-df8b-4984-9033-f2d3fc95f942 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:15:11.810906 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5192c0d6-093b-4e02-a49f-d5848e1bf3f5 req-7e5f74d7-cda9-476b-a0f1-247ebd685ee5 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (cd0dad40-df8b-4984-9033-f2d3fc95f942), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:11.824712 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['cd0dad40-df8b-4984-9033-f2d3fc95f942'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:15:11.860278 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065eb43-b0e3-4190-b689-50148bec773b req-8bfa1b4b-de8b-4563-82d2-14ba82d7265e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:11.870804 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b065eb43-b0e3-4190-b689-50148bec773b req-8bfa1b4b-de8b-4563-82d2-14ba82d7265e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.0986192 Mar 05 05:15:11.946019 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b065eb43-b0e3-4190-b689-50148bec773b req-60bbebe4-b61d-44a7-9928-8a2506655783 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738475 Mar 05 05:15:12.385755 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f74d7-cda9-476b-a0f1-247ebd685ee5 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] Pushing event deleted for resources: {'Port': ['ID=cd0dad40-df8b-4984-9033-f2d3fc95f942,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:12.502814 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-5192c0d6-093b-4e02-a49f-d5848e1bf3f5 req-7e5f74d7-cda9-476b-a0f1-247ebd685ee5 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] No DVR routers for this DVR port cd0dad40-df8b-4984-9033-f2d3fc95f942 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:15:12.511490 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5192c0d6-093b-4e02-a49f-d5848e1bf3f5 req-7e5f74d7-cda9-476b-a0f1-247ebd685ee5 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:12.533099 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5192c0d6-093b-4e02-a49f-d5848e1bf3f5 req-7e5f74d7-cda9-476b-a0f1-247ebd685ee5 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] 10.222.0.30 "DELETE /v2.0/ports/cd0dad40-df8b-4984-9033-f2d3fc95f942 HTTP/1.1" status: 204 len: 173 time: 1.4093606 Mar 05 05:15:12.533619 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18f404b-fa37-4b39-a923-6dcd936e236a', 'name': 'network-vif-deleted', 'tag': 'cd0dad40-df8b-4984-9033-f2d3fc95f942'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:15:12.545180 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8743dfea-4962-48bd-9104-cd8263de24b9" -d '{"events": [{"server_uuid": "e18f404b-fa37-4b39-a923-6dcd936e236a", "name": "network-vif-deleted", "tag": "cd0dad40-df8b-4984-9033-f2d3fc95f942"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:15:12.606320 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-115d60bd-e5b0-4b8c-9cb5-19b3144644fe req-f66df152-2358-40e7-a05d-63cb84bc0c55 tempest-ServerTagsTestJSON-401960358 tempest-ServerTagsTestJSON-401960358-project] 10.222.0.11 "GET /v2.0/ports?device_id=e18f404b-fa37-4b39-a923-6dcd936e236a HTTP/1.1" status: 200 len: 210 time: 0.0858905 Mar 05 05:15:12.615423 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d4f70c-a7a4-4bf7-bec0-d43226ef522e x-openstack-request-id: req-13d4f70c-a7a4-4bf7-bec0-d43226ef522e {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:15:12.615961 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18f404b-fa37-4b39-a923-6dcd936e236a", "name": "network-vif-deleted", "tag": "cd0dad40-df8b-4984-9033-f2d3fc95f942", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:15:12.616954 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-13d4f70c-a7a4-4bf7-bec0-d43226ef522e {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:15:12.618276 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18f404b-fa37-4b39-a923-6dcd936e236a', 'name': 'network-vif-deleted', 'tag': 'cd0dad40-df8b-4984-9033-f2d3fc95f942', 'status': 'completed', 'code': 200} Mar 05 05:15:13.152766 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1846e-7100-412b-a4f7-5204cbfaec19 req-a7da7b52-07f0-4014-89ea-830e3927104b tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:13.157013 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-01a1846e-7100-412b-a4f7-5204cbfaec19 req-a7da7b52-07f0-4014-89ea-830e3927104b tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.1152523 Mar 05 05:15:13.231731 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-01a1846e-7100-412b-a4f7-5204cbfaec19 req-fc1c8247-dec6-4bea-b03f-2e6a7e921323 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670450 Mar 05 05:15:13.716015 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e74bf4a1-e7b3-4188-9d73-b2e4c4a5e552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:13.756722 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56528) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:13.814301 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-d470a0b8-a399-4b78-88a8-07b45a7b03cd admin admin] Deleting subnet 014f247d-93bd-4c77-8f2e-01ecf088ec66 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:15:13.817745 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d470a0b8-a399-4b78-88a8-07b45a7b03cd admin admin] Publish callbacks [] for subnet (014f247d-93bd-4c77-8f2e-01ecf088ec66), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:13.837797 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:13.929956 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d470a0b8-a399-4b78-88a8-07b45a7b03cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (014f247d-93bd-4c77-8f2e-01ecf088ec66), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:13.991629 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d470a0b8-a399-4b78-88a8-07b45a7b03cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (014f247d-93bd-4c77-8f2e-01ecf088ec66), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:13.997284 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:14.059263 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d470a0b8-a399-4b78-88a8-07b45a7b03cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (014f247d-93bd-4c77-8f2e-01ecf088ec66), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:14.098853 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470a0b8-a399-4b78-88a8-07b45a7b03cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=014f247d-93bd-4c77-8f2e-01ecf088ec66,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:14.109174 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d470a0b8-a399-4b78-88a8-07b45a7b03cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:14.117079 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d470a0b8-a399-4b78-88a8-07b45a7b03cd admin admin] 10.222.0.11 "DELETE /v2.0/subnets/014f247d-93bd-4c77-8f2e-01ecf088ec66 HTTP/1.1" status: 204 len: 168 time: 0.3583517 Mar 05 05:15:14.117737 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 56538) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:14.200403 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6e0b6be7-b219-4f50-bbd5-aad0b158e4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (553f25e1-a7d5-4e72-b8e2-8ecc477e51ad), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:14.216872 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device cd0dad40-df8b-4984-9033-f2d3fc95f942 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:15:14.284473 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: cd0dad40-df8b-4984-9033-f2d3fc95f942 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:15:14.284826 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device cd0dad40-df8b-4984-9033-f2d3fc95f942 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:15:14.296055 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6e0b6be7-b219-4f50-bbd5-aad0b158e4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (553f25e1-a7d5-4e72-b8e2-8ecc477e51ad), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:14.340688 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-6e0b6be7-b219-4f50-bbd5-aad0b158e4ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553f25e1-a7d5-4e72-b8e2-8ecc477e51ad']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:15:14.414525 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-6e0b6be7-b219-4f50-bbd5-aad0b158e4ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81644f7d-aa57-401b-a946-07469b335b5d') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:15:14.415025 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-6e0b6be7-b219-4f50-bbd5-aad0b158e4ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81644f7d-aa57-401b-a946-07469b335b5d') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:15:14.435411 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6e0b6be7-b219-4f50-bbd5-aad0b158e4ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (81644f7d-aa57-401b-a946-07469b335b5d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:14.473084 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6e0b6be7-b219-4f50-bbd5-aad0b158e4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (81644f7d-aa57-401b-a946-07469b335b5d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:14.482774 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf85c43-b1dd-479c-b38d-0659dd454361 req-0c7507ac-02f2-485a-a2e2-88a18cf025b9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:14.484338 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbf85c43-b1dd-479c-b38d-0659dd454361 req-0c7507ac-02f2-485a-a2e2-88a18cf025b9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.1403852 Mar 05 05:15:14.490218 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e0b6be7-b219-4f50-bbd5-aad0b158e4ee admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:15:14.491464 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6e0b6be7-b219-4f50-bbd5-aad0b158e4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (81644f7d-aa57-401b-a946-07469b335b5d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:14.494048 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:15:14.494048 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:15:14.494048 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:15:14.494048 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:15:14.494048 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:15:14.494048 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:15:14.494048 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:15:14.494048 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:15:14.494048 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:15:14.494048 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:15:14.494048 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:15:14.494048 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:15:14.494048 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:15:14.494048 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:15:14.494048 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:15:14.494048 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:15:14.494048 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:15:14.494048 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:15:14.494048 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:15:14.494048 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:15:14.494048 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:15:14.494048 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:15:14.494048 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:15:14.494048 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:15:14.494048 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:15:14.494048 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:15:14.494048 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:15:14.494048 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:15:14.494048 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:15:14.494048 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:15:14.494048 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:15:14.494048 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:15:14.622965 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbf85c43-b1dd-479c-b38d-0659dd454361 req-0d5910dd-405f-4e9e-9e6a-f5730398d73f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176379 Mar 05 05:15:14.628654 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6e0b6be7-b219-4f50-bbd5-aad0b158e4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (553f25e1-a7d5-4e72-b8e2-8ecc477e51ad), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:14.646453 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6e0b6be7-b219-4f50-bbd5-aad0b158e4ee admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:14.662268 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6e0b6be7-b219-4f50-bbd5-aad0b158e4ee admin admin] 10.222.0.11 "DELETE /v2.0/networks/553f25e1-a7d5-4e72-b8e2-8ecc477e51ad HTTP/1.1" status: 204 len: 168 time: 0.5379472 Mar 05 05:15:14.681033 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b6be7-b219-4f50-bbd5-aad0b158e4ee admin admin] Pushing event deleted for resources: {'Network': ['ID=553f25e1-a7d5-4e72-b8e2-8ecc477e51ad,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:14.877413 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 56558) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:14.938712 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-153122af-0bea-4d6a-9e20-9ae82098475e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=669b6a49d2d54d2d8195235fb589a721&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0598552 Mar 05 05:15:14.941366 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56562) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:15.006176 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-05d87a01-2c9f-4aa9-94b7-d6589ccb9be1 admin admin] Publish callbacks [] for security_group (93234ca0-4ed2-41a4-bbfc-480555bba45d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:15.032780 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:15.039789 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-05d87a01-2c9f-4aa9-94b7-d6589ccb9be1 admin admin] Publish callbacks [] for security_group (93234ca0-4ed2-41a4-bbfc-480555bba45d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:15.099592 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-05d87a01-2c9f-4aa9-94b7-d6589ccb9be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (93234ca0-4ed2-41a4-bbfc-480555bba45d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:15.102975 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-05d87a01-2c9f-4aa9-94b7-d6589ccb9be1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:15.104256 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-05d87a01-2c9f-4aa9-94b7-d6589ccb9be1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/93234ca0-4ed2-41a4-bbfc-480555bba45d HTTP/1.1" status: 204 len: 168 time: 0.1618326 Mar 05 05:15:15.114550 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d87a01-2c9f-4aa9-94b7-d6589ccb9be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93234ca0-4ed2-41a4-bbfc-480555bba45d,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:15.806865 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798fe12c-ada3-4690-8cd2-a4d5ea22314c req-abae226c-2269-46c1-9e14-4174b139094f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:15.808913 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-798fe12c-ada3-4690-8cd2-a4d5ea22314c req-abae226c-2269-46c1-9e14-4174b139094f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.0877352 Mar 05 05:15:15.883435 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-798fe12c-ada3-4690-8cd2-a4d5ea22314c req-4238ca0c-ffae-4fb5-8e21-32cdc05f82cb tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624413 Mar 05 05:15:16.057481 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56604) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:16.177313 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-f9eea00f-83ff-4d3d-85ee-e44b5e4ce675 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-747988966-network', 'tenant_id': '15d2b96afa28440e97b00d6cbba98853'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:15:16.208915 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9eea00f-83ff-4d3d-85ee-e44b5e4ce675 admin admin] Made reservation on behalf of 15d2b96afa28440e97b00d6cbba98853 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:15:16.211969 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9eea00f-83ff-4d3d-85ee-e44b5e4ce675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:16.235348 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9eea00f-83ff-4d3d-85ee-e44b5e4ce675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:16.306285 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:16.326845 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9eea00f-83ff-4d3d-85ee-e44b5e4ce675 admin admin] Publish callbacks [] for security_group (671c5dd0-3fb4-43a4-8543-27356633ffd9), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:16.331932 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9eea00f-83ff-4d3d-85ee-e44b5e4ce675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (671c5dd0-3fb4-43a4-8543-27356633ffd9), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:16.344672 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9eea00f-83ff-4d3d-85ee-e44b5e4ce675 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:15:16.364700 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9eea00f-83ff-4d3d-85ee-e44b5e4ce675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (7e1abd18-56f2-4c9a-8f3d-d4752df3acdf), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:16.365042 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-f9eea00f-83ff-4d3d-85ee-e44b5e4ce675 admin admin] Added segment 7e1abd18-56f2-4c9a-8f3d-d4752df3acdf of type vlan for network c6fda028-a33a-4b05-a742-13c1dba4cd01 Mar 05 05:15:16.406360 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eea00f-83ff-4d3d-85ee-e44b5e4ce675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671c5dd0-3fb4-43a4-8543-27356633ffd9,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:16.438586 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9eea00f-83ff-4d3d-85ee-e44b5e4ce675 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (c6fda028-a33a-4b05-a742-13c1dba4cd01), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:16.470296 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9eea00f-83ff-4d3d-85ee-e44b5e4ce675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (c6fda028-a33a-4b05-a742-13c1dba4cd01), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:16.471534 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9eea00f-83ff-4d3d-85ee-e44b5e4ce675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:16.472260 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9eea00f-83ff-4d3d-85ee-e44b5e4ce675 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:16.551346 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eea00f-83ff-4d3d-85ee-e44b5e4ce675 admin admin] Pushing event updated for resources: {'Network': ['ID=c6fda028-a33a-4b05-a742-13c1dba4cd01,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:16.563570 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network c6fda028-a33a-4b05-a742-13c1dba4cd01 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:15:16.570412 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 56620) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:16.576225 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-0dbfb5ac-0706-402a-901b-1c35bac04be1 admin admin] Request body: {'subnet': {'network_id': 'c6fda028-a33a-4b05-a742-13c1dba4cd01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-747988966-subnet', 'tenant_id': '15d2b96afa28440e97b00d6cbba98853', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:15:16.579443 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f9eea00f-83ff-4d3d-85ee-e44b5e4ce675 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5207233 Mar 05 05:15:16.598992 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbfb5ac-0706-402a-901b-1c35bac04be1 admin admin] Made reservation on behalf of 15d2b96afa28440e97b00d6cbba98853 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:15:16.602227 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0dbfb5ac-0706-402a-901b-1c35bac04be1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:16.836670 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0dbfb5ac-0706-402a-901b-1c35bac04be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (7db77e1b-d80e-4097-9aa7-3b7648de193f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:16.904249 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfb5ac-0706-402a-901b-1c35bac04be1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7db77e1b-d80e-4097-9aa7-3b7648de193f,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:16.953230 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbfb5ac-0706-402a-901b-1c35bac04be1 admin admin] Checking segment: {'id': '7e1abd18-56f2-4c9a-8f3d-d4752df3acdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c6fda028-a33a-4b05-a742-13c1dba4cd01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:15:16.953647 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbfb5ac-0706-402a-901b-1c35bac04be1 admin admin] Network hostable DHCP agents. Network: c6fda028-a33a-4b05-a742-13c1dba4cd01, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:15:16.976954 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbfb5ac-0706-402a-901b-1c35bac04be1 admin admin] Network c6fda028-a33a-4b05-a742-13c1dba4cd01 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:15:17.035975 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-0dbfb5ac-0706-402a-901b-1c35bac04be1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, c6fda028-a33a-4b05-a742-13c1dba4cd01) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:15:17.048338 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5806edf6-fba8-4a82-9109-9f359cdee0a9 None None] Network c6fda028-a33a-4b05-a742-13c1dba4cd01 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:15:17.060624 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbfb5ac-0706-402a-901b-1c35bac04be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:17.061635 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0dbfb5ac-0706-402a-901b-1c35bac04be1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:17.124492 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a307bad-d9d2-4459-a9b8-e4bc0befeb24 req-061a1a48-60f5-4611-b760-5a44ffb5a1d7 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:17.132552 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7a307bad-d9d2-4459-a9b8-e4bc0befeb24 req-061a1a48-60f5-4611-b760-5a44ffb5a1d7 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.1448522 Mar 05 05:15:17.138345 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0dbfb5ac-0706-402a-901b-1c35bac04be1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5668435 Mar 05 05:15:17.236155 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb7927b-5bdc-4431-a1bf-54b51919ec35 None None] Network c6fda028-a33a-4b05-a742-13c1dba4cd01 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:15:17.241000 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7a307bad-d9d2-4459-a9b8-e4bc0befeb24 req-f562a9d3-b41d-47dc-a6f6-e43c90461a07 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037927 Mar 05 05:15:17.591431 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 56652) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:17.820956 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:17.937569 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c5c731a7-67c6-458d-a303-5c43fbdf06cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:18.046604 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56670) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:18.051608 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-64e43d75-ce6d-4248-9b41-2687d5304a71 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-282933111-network', 'tenant_id': '5f5a91ad4ac24c90885e12b672c97037'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:15:18.056648 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c5c731a7-67c6-458d-a303-5c43fbdf06cd admin admin] Publish callbacks [] for security_group (d6f6df32-ccf0-4490-baee-b57c673df767), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:18.067321 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c5c731a7-67c6-458d-a303-5c43fbdf06cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d6f6df32-ccf0-4490-baee-b57c673df767), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:18.095921 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e43d75-ce6d-4248-9b41-2687d5304a71 admin admin] Made reservation on behalf of 5f5a91ad4ac24c90885e12b672c97037 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:15:18.098463 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-64e43d75-ce6d-4248-9b41-2687d5304a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:18.109306 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-64e43d75-ce6d-4248-9b41-2687d5304a71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:18.137963 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c731a7-67c6-458d-a303-5c43fbdf06cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f6df32-ccf0-4490-baee-b57c673df767,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:18.147929 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c5c731a7-67c6-458d-a303-5c43fbdf06cd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e7350277b4f14d5d9962740ecded592d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5546112 Mar 05 05:15:18.149700 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 56672) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:18.206293 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1a860d07-2512-45e4-8f63-c3716969dbf1 admin admin] Publish callbacks [] for security_group (d6f6df32-ccf0-4490-baee-b57c673df767), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:18.244144 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-64e43d75-ce6d-4248-9b41-2687d5304a71 admin admin] Publish callbacks [] for security_group (e384581d-7c13-4c4d-82cf-360c3aa45c3f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:18.248959 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-64e43d75-ce6d-4248-9b41-2687d5304a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e384581d-7c13-4c4d-82cf-360c3aa45c3f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:18.254503 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1a860d07-2512-45e4-8f63-c3716969dbf1 admin admin] Publish callbacks [] for security_group (d6f6df32-ccf0-4490-baee-b57c673df767), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:18.279124 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e43d75-ce6d-4248-9b41-2687d5304a71 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:15:18.292320 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e43d75-ce6d-4248-9b41-2687d5304a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e384581d-7c13-4c4d-82cf-360c3aa45c3f,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:18.298619 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-64e43d75-ce6d-4248-9b41-2687d5304a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (4bb131c4-b08a-4668-a0e3-67f42b40839a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:18.299204 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-64e43d75-ce6d-4248-9b41-2687d5304a71 admin admin] Added segment 4bb131c4-b08a-4668-a0e3-67f42b40839a of type vlan for network 8a7c5bc2-bcb4-443c-97c3-1864b6ad2dd1 Mar 05 05:15:18.395974 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-64e43d75-ce6d-4248-9b41-2687d5304a71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (8a7c5bc2-bcb4-443c-97c3-1864b6ad2dd1), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:18.427755 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1a860d07-2512-45e4-8f63-c3716969dbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d6f6df32-ccf0-4490-baee-b57c673df767), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:18.447709 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1a860d07-2512-45e4-8f63-c3716969dbf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:18.451816 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1a860d07-2512-45e4-8f63-c3716969dbf1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d6f6df32-ccf0-4490-baee-b57c673df767 HTTP/1.1" status: 204 len: 168 time: 0.3012664 Mar 05 05:15:18.460230 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-64e43d75-ce6d-4248-9b41-2687d5304a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (8a7c5bc2-bcb4-443c-97c3-1864b6ad2dd1), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:18.461228 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e43d75-ce6d-4248-9b41-2687d5304a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:18.464202 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a860d07-2512-45e4-8f63-c3716969dbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f6df32-ccf0-4490-baee-b57c673df767,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:18.473093 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-64e43d75-ce6d-4248-9b41-2687d5304a71 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:18.521653 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40455585-0b41-4cd2-9425-01a6ff4f8c59 req-d6e61f5c-2729-4585-94e1-1af5b5a686a2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:18.524581 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-40455585-0b41-4cd2-9425-01a6ff4f8c59 req-d6e61f5c-2729-4585-94e1-1af5b5a686a2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.1570280 Mar 05 05:15:18.564587 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-64e43d75-ce6d-4248-9b41-2687d5304a71 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5167770 Mar 05 05:15:18.570099 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 56682) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:18.582411 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-8ea216b1-b01c-47e4-9dba-3a8d3c1b3d6b admin admin] Request body: {'subnet': {'network_id': '8a7c5bc2-bcb4-443c-97c3-1864b6ad2dd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-282933111-subnet', 'tenant_id': '5f5a91ad4ac24c90885e12b672c97037', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:15:18.615885 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea216b1-b01c-47e4-9dba-3a8d3c1b3d6b admin admin] Made reservation on behalf of 5f5a91ad4ac24c90885e12b672c97037 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:15:18.618304 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8ea216b1-b01c-47e4-9dba-3a8d3c1b3d6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:18.668503 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-40455585-0b41-4cd2-9425-01a6ff4f8c59 req-e5de771e-ae18-4e03-b2fe-e77eb508c224 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374283 Mar 05 05:15:18.669229 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e43d75-ce6d-4248-9b41-2687d5304a71 admin admin] Pushing event updated for resources: {'Network': ['ID=8a7c5bc2-bcb4-443c-97c3-1864b6ad2dd1,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:18.680320 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 8a7c5bc2-bcb4-443c-97c3-1864b6ad2dd1 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:15:18.972880 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8ea216b1-b01c-47e4-9dba-3a8d3c1b3d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (8dc016ea-8ee2-4c08-a506-5c383c2c5909), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:19.111747 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea216b1-b01c-47e4-9dba-3a8d3c1b3d6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dc016ea-8ee2-4c08-a506-5c383c2c5909,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:19.127276 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea216b1-b01c-47e4-9dba-3a8d3c1b3d6b admin admin] Checking segment: {'id': '4bb131c4-b08a-4668-a0e3-67f42b40839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '8a7c5bc2-bcb4-443c-97c3-1864b6ad2dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:15:19.128396 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea216b1-b01c-47e4-9dba-3a8d3c1b3d6b admin admin] Network hostable DHCP agents. Network: 8a7c5bc2-bcb4-443c-97c3-1864b6ad2dd1, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:15:19.151967 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56698) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:19.164969 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea216b1-b01c-47e4-9dba-3a8d3c1b3d6b admin admin] Network 8a7c5bc2-bcb4-443c-97c3-1864b6ad2dd1 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:15:19.183324 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-8ea216b1-b01c-47e4-9dba-3a8d3c1b3d6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 8a7c5bc2-bcb4-443c-97c3-1864b6ad2dd1) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:15:19.193178 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a6f193-9277-41b8-835d-0691fc2bc817 None None] Network 8a7c5bc2-bcb4-443c-97c3-1864b6ad2dd1 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:15:19.196174 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d34e37d8-0c6d-479a-98f0-881e062625f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:19.200955 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea216b1-b01c-47e4-9dba-3a8d3c1b3d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:19.202980 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8ea216b1-b01c-47e4-9dba-3a8d3c1b3d6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:19.281298 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8ea216b1-b01c-47e4-9dba-3a8d3c1b3d6b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7020791 Mar 05 05:15:19.444898 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d34e37d8-0c6d-479a-98f0-881e062625f1 admin admin] Publish callbacks [] for security_group (bac8f108-e56f-4fa0-bbec-95113e6060cf), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:19.453205 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d34e37d8-0c6d-479a-98f0-881e062625f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (bac8f108-e56f-4fa0-bbec-95113e6060cf), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:19.459195 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546b6f2b-7ec1-4b93-804c-0269e6761b0d None None] Network 8a7c5bc2-bcb4-443c-97c3-1864b6ad2dd1 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:15:19.520193 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d34e37d8-0c6d-479a-98f0-881e062625f1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e4b48fd42f0540c79b547b21c979fced&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3638105 Mar 05 05:15:19.520762 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 56702) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:19.570759 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e37d8-0c6d-479a-98f0-881e062625f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac8f108-e56f-4fa0-bbec-95113e6060cf,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:19.654704 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e372dd46-535a-4441-aba0-8f24ad6268df admin admin] Publish callbacks [] for security_group (bac8f108-e56f-4fa0-bbec-95113e6060cf), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:19.685051 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e372dd46-535a-4441-aba0-8f24ad6268df admin admin] Publish callbacks [] for security_group (bac8f108-e56f-4fa0-bbec-95113e6060cf), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:19.853271 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e372dd46-535a-4441-aba0-8f24ad6268df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (bac8f108-e56f-4fa0-bbec-95113e6060cf), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:19.856207 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e372dd46-535a-4441-aba0-8f24ad6268df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:19.857736 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e372dd46-535a-4441-aba0-8f24ad6268df admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bac8f108-e56f-4fa0-bbec-95113e6060cf HTTP/1.1" status: 204 len: 168 time: 0.3356507 Mar 05 05:15:19.870455 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372dd46-535a-4441-aba0-8f24ad6268df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac8f108-e56f-4fa0-bbec-95113e6060cf,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:19.932198 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca636c6-eec1-4162-8e2f-56675ea9f303 req-6cacd2ca-95a8-417b-870b-3adedc9d2f42 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:19.934008 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eca636c6-eec1-4162-8e2f-56675ea9f303 req-6cacd2ca-95a8-417b-870b-3adedc9d2f42 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.1551816 Mar 05 05:15:20.057623 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eca636c6-eec1-4162-8e2f-56675ea9f303 req-34347214-d87b-4a78-ab1f-d704c7b2a055 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167116 Mar 05 05:15:20.393102 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbc72b-629d-405f-a515-254716e88999 req-6a33938a-9f04-47d1-842e-f59d71b643fd tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:20.395535 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-10fbc72b-629d-405f-a515-254716e88999 req-6a33938a-9f04-47d1-842e-f59d71b643fd tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] 10.222.0.11 "GET /v2.0/networks?id=c6fda028-a33a-4b05-a742-13c1dba4cd01 HTTP/1.1" status: 200 len: 824 time: 0.2260253 Mar 05 05:15:20.418932 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-10fbc72b-629d-405f-a515-254716e88999 req-305d73ea-a6ac-4b3d-9897-ad49158fd8d3 tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] 10.222.0.11 "GET /v2.0/quotas/15d2b96afa28440e97b00d6cbba98853 HTTP/1.1" status: 200 len: 375 time: 0.0170798 Mar 05 05:15:20.467140 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-10fbc72b-629d-405f-a515-254716e88999 req-89e3d05c-8e0a-4265-8742-71832ffef106 tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=15d2b96afa28440e97b00d6cbba98853&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416520 Mar 05 05:15:20.586445 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-10fbc72b-629d-405f-a515-254716e88999 req-61151bf4-fe36-4e47-9147-85083b531c3d service neutron] 10.222.0.11 "GET /v2.0/networks/c6fda028-a33a-4b05-a742-13c1dba4cd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124473 Mar 05 05:15:20.690930 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56740) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:20.709060 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9a58b9c1-25a9-4f12-81ef-45270cf96d12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:20.715673 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-10fbc72b-629d-405f-a515-254716e88999 req-58dc297d-786c-4b40-a6cb-5626800badd2 service neutron] 10.222.0.11 "GET /v2.0/networks/c6fda028-a33a-4b05-a742-13c1dba4cd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228230 Mar 05 05:15:20.851333 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9a58b9c1-25a9-4f12-81ef-45270cf96d12 admin admin] Publish callbacks [] for security_group (9f5e441e-4e21-4062-96cb-cf24d278f396), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:20.859563 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9a58b9c1-25a9-4f12-81ef-45270cf96d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (9f5e441e-4e21-4062-96cb-cf24d278f396), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:20.910476 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9a58b9c1-25a9-4f12-81ef-45270cf96d12 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=01ef995f8e4f4a338d682e1157e5b4a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2175059 Mar 05 05:15:20.911745 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 56746) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:20.918866 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58b9c1-25a9-4f12-81ef-45270cf96d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5e441e-4e21-4062-96cb-cf24d278f396,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:20.958725 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 09cee1e1-78a5-4080-8cc3-01d598a82f4b details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:15:20.973742 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7fe46e7-852c-4c9a-a601-fa82f84a6251 req-9989f18d-f07e-405b-82d3-bea81fa1c137 tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5971c98-5047-49bf-8de1-d4f75fb28212 HTTP/1.1" status: 200 len: 210 time: 0.0726814 Mar 05 05:15:20.992162 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b3c9d55-1a1c-4020-9473-dd87ce95343a admin admin] Publish callbacks [] for security_group (9f5e441e-4e21-4062-96cb-cf24d278f396), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:21.032388 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b3c9d55-1a1c-4020-9473-dd87ce95343a admin admin] Publish callbacks [] for security_group (9f5e441e-4e21-4062-96cb-cf24d278f396), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:21.092437 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b3c9d55-1a1c-4020-9473-dd87ce95343a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (9f5e441e-4e21-4062-96cb-cf24d278f396), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:21.098123 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b3c9d55-1a1c-4020-9473-dd87ce95343a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:21.099450 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7b3c9d55-1a1c-4020-9473-dd87ce95343a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9f5e441e-4e21-4062-96cb-cf24d278f396 HTTP/1.1" status: 204 len: 168 time: 0.1860280 Mar 05 05:15:21.129160 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c9d55-1a1c-4020-9473-dd87ce95343a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5e441e-4e21-4062-96cb-cf24d278f396,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:21.193687 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 09cee1e1-78a5-4080-8cc3-01d598a82f4b, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=09cee1e1-78a5-4080-8cc3-01d598a82f4b,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:15:21.233875 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '09cee1e1-78a5-4080-8cc3-01d598a82f4b', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'port_id': '09cee1e1-78a5-4080-8cc3-01d598a82f4b', 'mac_address': 'fa:16:3e:d4:88:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:15:21.320025 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ca21c-e43b-46aa-a665-4f40006ab866 req-2366d4e6-7e7a-4915-9a6e-69e74e8b28b6 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:21.320025 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-148ca21c-e43b-46aa-a665-4f40006ab866 req-2366d4e6-7e7a-4915-9a6e-69e74e8b28b6 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 943 time: 0.1225312 Mar 05 05:15:21.337003 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 09cee1e1-78a5-4080-8cc3-01d598a82f4b is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:15:21.337003 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (09cee1e1-78a5-4080-8cc3-01d598a82f4b), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:21.384780 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09cee1e1-78a5-4080-8cc3-01d598a82f4b {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:15:21.423061 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 09cee1e1-78a5-4080-8cc3-01d598a82f4b, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=09cee1e1-78a5-4080-8cc3-01d598a82f4b,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:15:21.427867 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-148ca21c-e43b-46aa-a665-4f40006ab866 req-3fde67ac-261e-4d2c-aba2-624c5ff8a88a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997617 Mar 05 05:15:21.434624 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (09cee1e1-78a5-4080-8cc3-01d598a82f4b), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:21.519034 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=09cee1e1-78a5-4080-8cc3-01d598a82f4b,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:21.638217 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['09cee1e1-78a5-4080-8cc3-01d598a82f4b'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:15:22.119979 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4c3fcd32-6be9-4f02-ba34-1bf4ca562a46 req-7d6a06c1-e18b-4c5a-8f40-d500ee0acac8 tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5971c98-5047-49bf-8de1-d4f75fb28212 HTTP/1.1" status: 200 len: 210 time: 0.0399799 Mar 05 05:15:22.652458 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2813790-ff0f-4c18-9f25-2136de7a003b req-bd5ee1a0-685c-495c-b7fb-5bed65b786d1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:22.656825 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbc72b-629d-405f-a515-254716e88999 req-2d5ff2a8-6228-44f7-8739-e73681e5e4b1 tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:22.659460 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-10fbc72b-629d-405f-a515-254716e88999 req-2d5ff2a8-6228-44f7-8739-e73681e5e4b1 tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] 10.222.0.30 "GET /v2.0/networks?id=c6fda028-a33a-4b05-a742-13c1dba4cd01 HTTP/1.1" status: 200 len: 824 time: 0.2141190 Mar 05 05:15:22.663164 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b2813790-ff0f-4c18-9f25-2136de7a003b req-bd5ee1a0-685c-495c-b7fb-5bed65b786d1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 944 time: 0.1379657 Mar 05 05:15:22.675150 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-10fbc72b-629d-405f-a515-254716e88999 req-3488f48f-fe9b-4fbe-8ab8-ad95c6b388dc tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] Request body: {'port': {'device_id': 'a5971c98-5047-49bf-8de1-d4f75fb28212', 'network_id': 'c6fda028-a33a-4b05-a742-13c1dba4cd01', 'admin_state_up': True, 'tenant_id': '15d2b96afa28440e97b00d6cbba98853'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:15:22.726433 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b2813790-ff0f-4c18-9f25-2136de7a003b req-5ca9a400-4346-41a8-8d28-3fccb24f7300 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581236 Mar 05 05:15:22.824268 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10fbc72b-629d-405f-a515-254716e88999 req-3488f48f-fe9b-4fbe-8ab8-ad95c6b388dc tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] Made reservation on behalf of 15d2b96afa28440e97b00d6cbba98853 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:15:22.827902 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-10fbc72b-629d-405f-a515-254716e88999 req-3488f48f-fe9b-4fbe-8ab8-ad95c6b388dc tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:22.959957 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 09cee1e1-78a5-4080-8cc3-01d598a82f4b up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:15:22.979191 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-10fbc72b-629d-405f-a515-254716e88999 req-3488f48f-fe9b-4fbe-8ab8-ad95c6b388dc tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] Allocated IP 172.20.0.7 (c6fda028-a33a-4b05-a742-13c1dba4cd01/7db77e1b-d80e-4097-9aa7-3b7648de193f/aea9c8b2-bb17-497e-8959-1a732e947780) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:15:23.033726 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 09cee1e1-78a5-4080-8cc3-01d598a82f4b completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:15:23.044512 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 09cee1e1-78a5-4080-8cc3-01d598a82f4b triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:15:23.045407 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (09cee1e1-78a5-4080-8cc3-01d598a82f4b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:23.153621 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 09cee1e1-78a5-4080-8cc3-01d598a82f4b is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:15:23.154171 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (09cee1e1-78a5-4080-8cc3-01d598a82f4b), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:23.174683 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-10fbc72b-629d-405f-a515-254716e88999 req-3488f48f-fe9b-4fbe-8ab8-ad95c6b388dc tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] Publish callbacks [] for port (aea9c8b2-bb17-497e-8959-1a732e947780), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:23.195924 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 09cee1e1-78a5-4080-8cc3-01d598a82f4b, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=09cee1e1-78a5-4080-8cc3-01d598a82f4b,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:15:23.197019 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410432cd-5952-4151-934c-1a4249167a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09cee1e1-78a5-4080-8cc3-01d598a82f4b'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:15:23.200057 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da6d118-935e-4024-8339-5545076586d0" -d '{"events": [{"server_uuid": "410432cd-5952-4151-934c-1a4249167a32", "name": "network-vif-plugged", "status": "completed", "tag": "09cee1e1-78a5-4080-8cc3-01d598a82f4b"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:15:23.205549 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (09cee1e1-78a5-4080-8cc3-01d598a82f4b), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:23.217873 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-10fbc72b-629d-405f-a515-254716e88999 req-3488f48f-fe9b-4fbe-8ab8-ad95c6b388dc tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (aea9c8b2-bb17-497e-8959-1a732e947780), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:23.279632 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48f65e9-5140-4563-97d4-feae71e10f26 x-openstack-request-id: req-a48f65e9-5140-4563-97d4-feae71e10f26 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:15:23.279936 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410432cd-5952-4151-934c-1a4249167a32", "name": "network-vif-plugged", "status": "completed", "tag": "09cee1e1-78a5-4080-8cc3-01d598a82f4b", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:15:23.280202 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a48f65e9-5140-4563-97d4-feae71e10f26 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:15:23.280688 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410432cd-5952-4151-934c-1a4249167a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09cee1e1-78a5-4080-8cc3-01d598a82f4b', 'code': 200} Mar 05 05:15:23.281627 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=09cee1e1-78a5-4080-8cc3-01d598a82f4b,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:23.348043 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488f48f-fe9b-4fbe-8ab8-ad95c6b388dc tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] Pushing event updated for resources: {'Port': ['ID=aea9c8b2-bb17-497e-8959-1a732e947780,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:23.363027 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07aee05-9eec-4855-b4e2-35c22cb53e89 req-507316d4-bd36-4af1-8336-61da2f50fc5c tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:23.370598 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b07aee05-9eec-4855-b4e2-35c22cb53e89 req-507316d4-bd36-4af1-8336-61da2f50fc5c tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5971c98-5047-49bf-8de1-d4f75fb28212 HTTP/1.1" status: 200 len: 931 time: 0.1091788 Mar 05 05:15:23.410465 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10fbc72b-629d-405f-a515-254716e88999 req-3488f48f-fe9b-4fbe-8ab8-ad95c6b388dc tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] Network c6fda028-a33a-4b05-a742-13c1dba4cd01 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:15:23.414547 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-10fbc72b-629d-405f-a515-254716e88999 req-3488f48f-fe9b-4fbe-8ab8-ad95c6b388dc tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:15:23.418049 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fbc72b-629d-405f-a515-254716e88999 req-3488f48f-fe9b-4fbe-8ab8-ad95c6b388dc tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:15:23.464198 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b07aee05-9eec-4855-b4e2-35c22cb53e89 req-3dd6ed46-7319-4074-b7e0-d8d84729e604 tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] 10.222.0.11 "GET /v2.0/security-groups?id=671c5dd0-3fb4-43a4-8543-27356633ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926344 Mar 05 05:15:23.487733 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e2e8f-4748-4b86-98ca-7f22f20f7220 req-7f0aa867-dcf1-42f1-a2c9-c38033bd2c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:23.489635 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-191e2e8f-4748-4b86-98ca-7f22f20f7220 req-7f0aa867-dcf1-42f1-a2c9-c38033bd2c1e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 1128 time: 0.1282465 Mar 05 05:15:23.511113 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbc72b-629d-405f-a515-254716e88999 req-3488f48f-fe9b-4fbe-8ab8-ad95c6b388dc tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:23.511694 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-10fbc72b-629d-405f-a515-254716e88999 req-3488f48f-fe9b-4fbe-8ab8-ad95c6b388dc tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:23.560152 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-10fbc72b-629d-405f-a515-254716e88999 req-3488f48f-fe9b-4fbe-8ab8-ad95c6b388dc tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8902266 Mar 05 05:15:23.570469 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-191e2e8f-4748-4b86-98ca-7f22f20f7220 req-63a2bba5-0712-4a96-93bb-1ff5cc3409d0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746891 Mar 05 05:15:23.574268 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-10fbc72b-629d-405f-a515-254716e88999 req-4449a8d5-7ada-42bb-9200-213aff2089f7 service neutron] Request body: {'port': {'device_id': 'a5971c98-5047-49bf-8de1-d4f75fb28212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:15:23.642226 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-10fbc72b-629d-405f-a515-254716e88999 req-4449a8d5-7ada-42bb-9200-213aff2089f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (aea9c8b2-bb17-497e-8959-1a732e947780), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:23.912005 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5f052-d6aa-4a3a-b4c5-8acaabb975a7 req-617710ea-2450-43b1-a734-1423505d31f9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:23.920309 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3ec5f052-d6aa-4a3a-b4c5-8acaabb975a7 req-617710ea-2450-43b1-a734-1423505d31f9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 945 time: 0.0714970 Mar 05 05:15:23.995710 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3ec5f052-d6aa-4a3a-b4c5-8acaabb975a7 req-2614b109-0bb1-4977-b775-da3f76b582bd tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741670 Mar 05 05:15:24.009195 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-10fbc72b-629d-405f-a515-254716e88999 req-4449a8d5-7ada-42bb-9200-213aff2089f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea9c8b2-bb17-497e-8959-1a732e947780 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:15:24.010271 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-10fbc72b-629d-405f-a515-254716e88999 req-4449a8d5-7ada-42bb-9200-213aff2089f7 service neutron] Publish callbacks [] for port (aea9c8b2-bb17-497e-8959-1a732e947780), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:24.025223 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-10fbc72b-629d-405f-a515-254716e88999 req-4449a8d5-7ada-42bb-9200-213aff2089f7 service neutron] Transition to ACTIVE for port object aea9c8b2-bb17-497e-8959-1a732e947780 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:15:24.039524 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-10fbc72b-629d-405f-a515-254716e88999 req-4449a8d5-7ada-42bb-9200-213aff2089f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (aea9c8b2-bb17-497e-8959-1a732e947780), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:24.094550 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449a8d5-7ada-42bb-9200-213aff2089f7 service neutron] Pushing event updated for resources: {'Port': ['ID=aea9c8b2-bb17-497e-8959-1a732e947780,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:24.180265 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-10fbc72b-629d-405f-a515-254716e88999 req-4449a8d5-7ada-42bb-9200-213aff2089f7 service neutron] Attempting to bind port aea9c8b2-bb17-497e-8959-1a732e947780 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:15:24.180579 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-10fbc72b-629d-405f-a515-254716e88999 req-4449a8d5-7ada-42bb-9200-213aff2089f7 service neutron] Attempting to bind port aea9c8b2-bb17-497e-8959-1a732e947780 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '7e1abd18-56f2-4c9a-8f3d-d4752df3acdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c6fda028-a33a-4b05-a742-13c1dba4cd01'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:15:24.180921 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fbc72b-629d-405f-a515-254716e88999 req-4449a8d5-7ada-42bb-9200-213aff2089f7 service neutron] Attempting to bind port aea9c8b2-bb17-497e-8959-1a732e947780 on network c6fda028-a33a-4b05-a742-13c1dba4cd01 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:15:24.185818 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fbc72b-629d-405f-a515-254716e88999 req-4449a8d5-7ada-42bb-9200-213aff2089f7 service neutron] Port aea9c8b2-bb17-497e-8959-1a732e947780 on network c6fda028-a33a-4b05-a742-13c1dba4cd01 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:15:24.186151 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fbc72b-629d-405f-a515-254716e88999 req-4449a8d5-7ada-42bb-9200-213aff2089f7 service neutron] Attempting to bind port aea9c8b2-bb17-497e-8959-1a732e947780 on network c6fda028-a33a-4b05-a742-13c1dba4cd01 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:15:24.191732 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fbc72b-629d-405f-a515-254716e88999 req-4449a8d5-7ada-42bb-9200-213aff2089f7 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:15:24.192194 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fbc72b-629d-405f-a515-254716e88999 req-4449a8d5-7ada-42bb-9200-213aff2089f7 service neutron] Checking segment: {'id': '7e1abd18-56f2-4c9a-8f3d-d4752df3acdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c6fda028-a33a-4b05-a742-13c1dba4cd01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:15:24.192634 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fbc72b-629d-405f-a515-254716e88999 req-4449a8d5-7ada-42bb-9200-213aff2089f7 service neutron] Bound using segment: {'id': '7e1abd18-56f2-4c9a-8f3d-d4752df3acdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c6fda028-a33a-4b05-a742-13c1dba4cd01'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:15:24.193067 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-10fbc72b-629d-405f-a515-254716e88999 req-4449a8d5-7ada-42bb-9200-213aff2089f7 service neutron] Bound port: aea9c8b2-bb17-497e-8959-1a732e947780, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e1abd18-56f2-4c9a-8f3d-d4752df3acdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c6fda028-a33a-4b05-a742-13c1dba4cd01'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:15:24.193532 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-10fbc72b-629d-405f-a515-254716e88999 req-4449a8d5-7ada-42bb-9200-213aff2089f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (aea9c8b2-bb17-497e-8959-1a732e947780), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:24.289471 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-10fbc72b-629d-405f-a515-254716e88999 req-4449a8d5-7ada-42bb-9200-213aff2089f7 service neutron] For port aea9c8b2-bb17-497e-8959-1a732e947780, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:15:24.293731 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-10fbc72b-629d-405f-a515-254716e88999 req-4449a8d5-7ada-42bb-9200-213aff2089f7 service neutron] For port aea9c8b2-bb17-497e-8959-1a732e947780, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=aea9c8b2-bb17-497e-8959-1a732e947780,segment=NetworkSegment(7e1abd18-56f2-4c9a-8f3d-d4752df3acdf),segment_id=7e1abd18-56f2-4c9a-8f3d-d4752df3acdf)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:15:24.303869 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-10fbc72b-629d-405f-a515-254716e88999 req-4449a8d5-7ada-42bb-9200-213aff2089f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (aea9c8b2-bb17-497e-8959-1a732e947780), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:24.355801 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbc72b-629d-405f-a515-254716e88999 req-4449a8d5-7ada-42bb-9200-213aff2089f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:24.356731 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-10fbc72b-629d-405f-a515-254716e88999 req-4449a8d5-7ada-42bb-9200-213aff2089f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:24.358590 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-10fbc72b-629d-405f-a515-254716e88999 req-4449a8d5-7ada-42bb-9200-213aff2089f7 service neutron] 10.222.0.30 "PUT /v2.0/ports/aea9c8b2-bb17-497e-8959-1a732e947780 HTTP/1.1" status: 200 len: 1092 time: 0.7918620 Mar 05 05:15:24.359992 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5971c98-5047-49bf-8de1-d4f75fb28212', 'tag': 'aea9c8b2-bb17-497e-8959-1a732e947780'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:15:24.369885 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cd805a-8844-4add-9a55-85d3251f3dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "a5971c98-5047-49bf-8de1-d4f75fb28212", "tag": "aea9c8b2-bb17-497e-8959-1a732e947780"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:15:24.494603 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb5c24e-de4a-4f6b-afae-6e6d75a4e028 x-openstack-request-id: req-5eb5c24e-de4a-4f6b-afae-6e6d75a4e028 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:15:24.494901 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5971c98-5047-49bf-8de1-d4f75fb28212", "tag": "aea9c8b2-bb17-497e-8959-1a732e947780", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:15:24.495190 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5eb5c24e-de4a-4f6b-afae-6e6d75a4e028 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:15:24.495608 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5971c98-5047-49bf-8de1-d4f75fb28212', 'tag': 'aea9c8b2-bb17-497e-8959-1a732e947780', 'status': 'completed', 'code': 200} Mar 05 05:15:24.516200 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449a8d5-7ada-42bb-9200-213aff2089f7 service neutron] Pushing event updated for resources: {'Port': ['ID=aea9c8b2-bb17-497e-8959-1a732e947780,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:24.532617 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbc72b-629d-405f-a515-254716e88999 req-817beb30-abad-4a7e-a407-9498029c02ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:24.534776 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-10fbc72b-629d-405f-a515-254716e88999 req-817beb30-abad-4a7e-a407-9498029c02ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=15d2b96afa28440e97b00d6cbba98853&device_id=a5971c98-5047-49bf-8de1-d4f75fb28212 HTTP/1.1" status: 200 len: 1126 time: 0.1172454 Mar 05 05:15:24.637672 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-10fbc72b-629d-405f-a515-254716e88999 req-c617a47e-c446-4ead-9fd6-f074635887d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aea9c8b2-bb17-497e-8959-1a732e947780 HTTP/1.1" status: 200 len: 217 time: 0.0968008 Mar 05 05:15:24.691491 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0abd8-de38-44d8-9b5e-f39ff2bfb766 req-4b4a465b-e829-4d5c-a096-d5f33528df0e tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:24.699525 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5cf0abd8-de38-44d8-9b5e-f39ff2bfb766 req-4b4a465b-e829-4d5c-a096-d5f33528df0e tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5971c98-5047-49bf-8de1-d4f75fb28212 HTTP/1.1" status: 200 len: 943 time: 0.1088688 Mar 05 05:15:24.748284 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbc72b-629d-405f-a515-254716e88999 req-b7672e95-e6bd-4bfe-9aef-5bd1bc929a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:24.749771 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-10fbc72b-629d-405f-a515-254716e88999 req-b7672e95-e6bd-4bfe-9aef-5bd1bc929a86 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7db77e1b-d80e-4097-9aa7-3b7648de193f HTTP/1.1" status: 200 len: 864 time: 0.1072655 Mar 05 05:15:24.775441 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5cf0abd8-de38-44d8-9b5e-f39ff2bfb766 req-ddc4aa63-605a-4c39-9d2d-07f91c0b26a1 tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] 10.222.0.11 "GET /v2.0/security-groups?id=671c5dd0-3fb4-43a4-8543-27356633ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713181 Mar 05 05:15:24.796771 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-10fbc72b-629d-405f-a515-254716e88999 req-0b2516a0-3454-4f2f-b891-ea7a7722d6e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c6fda028-a33a-4b05-a742-13c1dba4cd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367267 Mar 05 05:15:24.904426 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-10fbc72b-629d-405f-a515-254716e88999 req-962dcc62-abbd-48f9-9670-679ab2c325be service neutron] 10.222.0.30 "GET /v2.0/networks/c6fda028-a33a-4b05-a742-13c1dba4cd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018298 Mar 05 05:15:25.008932 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-10fbc72b-629d-405f-a515-254716e88999 req-cd60f55f-1f41-41c4-ad0d-1f17d6a6f1a1 service neutron] 10.222.0.30 "GET /v2.0/networks/c6fda028-a33a-4b05-a742-13c1dba4cd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982294 Mar 05 05:15:25.143697 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd805a-8844-4add-9a55-85d3251f3dd6 req-0e0824b0-ead7-46e3-9bf4-c1ffa3ee09dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:25.145547 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c4cd805a-8844-4add-9a55-85d3251f3dd6 req-0e0824b0-ead7-46e3-9bf4-c1ffa3ee09dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=15d2b96afa28440e97b00d6cbba98853&device_id=a5971c98-5047-49bf-8de1-d4f75fb28212 HTTP/1.1" status: 200 len: 1126 time: 0.0854955 Mar 05 05:15:25.228744 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7494e61-5354-4e98-84fa-df643adabbe3 req-6de405fc-9700-4971-9f64-51b74087b1dd tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:25.244787 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b7494e61-5354-4e98-84fa-df643adabbe3 req-6de405fc-9700-4971-9f64-51b74087b1dd tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 945 time: 0.1630287 Mar 05 05:15:25.400420 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b7494e61-5354-4e98-84fa-df643adabbe3 req-0c420dfc-d714-450a-87f9-c07a0511da17 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538792 Mar 05 05:15:25.460604 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd805a-8844-4add-9a55-85d3251f3dd6 req-a8efea39-ee3f-4fa7-b35a-be8a7e5c1371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:25.472799 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c4cd805a-8844-4add-9a55-85d3251f3dd6 req-a8efea39-ee3f-4fa7-b35a-be8a7e5c1371 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c6fda028-a33a-4b05-a742-13c1dba4cd01 HTTP/1.1" status: 200 len: 924 time: 0.3215973 Mar 05 05:15:25.530400 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c4cd805a-8844-4add-9a55-85d3251f3dd6 req-659c3ece-fc17-4585-a97e-3f851f46ac65 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aea9c8b2-bb17-497e-8959-1a732e947780 HTTP/1.1" status: 200 len: 217 time: 0.0497024 Mar 05 05:15:25.590033 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c4326-20ea-4bdc-a203-39f6b3ee7c32 req-12eb550a-d6a0-4947-801a-ec6c981b3782 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:25.592640 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f72c4326-20ea-4bdc-a203-39f6b3ee7c32 req-12eb550a-d6a0-4947-801a-ec6c981b3782 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 945 time: 0.0635169 Mar 05 05:15:25.608033 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd805a-8844-4add-9a55-85d3251f3dd6 req-b563a46a-f5b3-4154-a050-5088902585fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:25.609972 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c4cd805a-8844-4add-9a55-85d3251f3dd6 req-b563a46a-f5b3-4154-a050-5088902585fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7db77e1b-d80e-4097-9aa7-3b7648de193f HTTP/1.1" status: 200 len: 864 time: 0.0730519 Mar 05 05:15:25.654424 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c4cd805a-8844-4add-9a55-85d3251f3dd6 req-f5e8674d-5807-45bf-9cf4-374b3507f929 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c6fda028-a33a-4b05-a742-13c1dba4cd01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372610 Mar 05 05:15:25.683594 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f72c4326-20ea-4bdc-a203-39f6b3ee7c32 req-6b9d1b17-645f-47f1-995d-c3b2ba5ce9b5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741127 Mar 05 05:15:25.803359 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c4cd805a-8844-4add-9a55-85d3251f3dd6 req-3b87d432-c31c-4aee-b2ae-9da232b7427c service neutron] 10.222.0.30 "GET /v2.0/networks/c6fda028-a33a-4b05-a742-13c1dba4cd01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421678 Mar 05 05:15:26.018258 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e596145-005b-4953-8e44-79af22271991 req-6dac6657-533a-46ba-ae8f-5a1f74afa38d tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:26.020253 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5e596145-005b-4953-8e44-79af22271991 req-6dac6657-533a-46ba-ae8f-5a1f74afa38d tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5971c98-5047-49bf-8de1-d4f75fb28212 HTTP/1.1" status: 200 len: 943 time: 0.1444745 Mar 05 05:15:26.048100 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c4cd805a-8844-4add-9a55-85d3251f3dd6 req-74c70da8-55c3-4fec-864d-1e2e5428b473 service neutron] 10.222.0.30 "GET /v2.0/networks/c6fda028-a33a-4b05-a742-13c1dba4cd01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383115 Mar 05 05:15:26.107738 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5e596145-005b-4953-8e44-79af22271991 req-4c6ea5ba-6674-46fb-9f1d-84d6632943aa tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] 10.222.0.11 "GET /v2.0/security-groups?id=671c5dd0-3fb4-43a4-8543-27356633ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812995 Mar 05 05:15:26.221784 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c6b8c-9de8-47c4-b184-da3b55a43973 req-656d5d53-5247-4116-9a3b-0f854d5bb6f8 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:26.230000 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-187c6b8c-9de8-47c4-b184-da3b55a43973 req-656d5d53-5247-4116-9a3b-0f854d5bb6f8 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 945 time: 0.0664480 Mar 05 05:15:26.235281 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device aea9c8b2-bb17-497e-8959-1a732e947780 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:15:26.318132 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-187c6b8c-9de8-47c4-b184-da3b55a43973 req-04655a3d-3e8a-4112-8cae-ae1a579cb183 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792842 Mar 05 05:15:26.402467 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port aea9c8b2-bb17-497e-8959-1a732e947780, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=aea9c8b2-bb17-497e-8959-1a732e947780,segment=NetworkSegment(7e1abd18-56f2-4c9a-8f3d-d4752df3acdf),segment_id=7e1abd18-56f2-4c9a-8f3d-d4752df3acdf)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:15:26.416396 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'aea9c8b2-bb17-497e-8959-1a732e947780', 'network_id': 'c6fda028-a33a-4b05-a742-13c1dba4cd01', 'port_id': 'aea9c8b2-bb17-497e-8959-1a732e947780', 'mac_address': 'fa:16:3e:ff:52:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db77e1b-d80e-4097-9aa7-3b7648de193f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:15:26.467857 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port aea9c8b2-bb17-497e-8959-1a732e947780 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:15:26.468624 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (aea9c8b2-bb17-497e-8959-1a732e947780), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:26.490552 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea9c8b2-bb17-497e-8959-1a732e947780 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:15:26.513109 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port aea9c8b2-bb17-497e-8959-1a732e947780, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=aea9c8b2-bb17-497e-8959-1a732e947780,segment=NetworkSegment(7e1abd18-56f2-4c9a-8f3d-d4752df3acdf),segment_id=7e1abd18-56f2-4c9a-8f3d-d4752df3acdf)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:15:26.520139 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (aea9c8b2-bb17-497e-8959-1a732e947780), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:26.580774 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=aea9c8b2-bb17-497e-8959-1a732e947780,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:26.720295 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['aea9c8b2-bb17-497e-8959-1a732e947780'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:15:27.302278 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09ab8f-fe35-4aaf-bcbe-c9aec030bbef req-bab8537a-3c0e-410e-be82-9112effaae0b tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:27.304939 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a09ab8f-fe35-4aaf-bcbe-c9aec030bbef req-bab8537a-3c0e-410e-be82-9112effaae0b tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5971c98-5047-49bf-8de1-d4f75fb28212 HTTP/1.1" status: 200 len: 944 time: 0.0984783 Mar 05 05:15:27.370326 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a09ab8f-fe35-4aaf-bcbe-c9aec030bbef req-01ef6cb9-b99d-4650-b5bc-bc163415560b tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] 10.222.0.11 "GET /v2.0/security-groups?id=671c5dd0-3fb4-43a4-8543-27356633ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555236 Mar 05 05:15:27.510338 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad034bc-2529-4066-9694-7529fd1c7016 req-3e59693b-8242-4cdf-8bd0-113730e88e17 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:27.512043 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5ad034bc-2529-4066-9694-7529fd1c7016 req-3e59693b-8242-4cdf-8bd0-113730e88e17 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 945 time: 0.0571361 Mar 05 05:15:27.575379 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5ad034bc-2529-4066-9694-7529fd1c7016 req-86be869e-ef6a-46c2-ae32-e93f0a5aa73a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550747 Mar 05 05:15:27.628121 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617737b4-53b7-4a85-88e1-5b1a37d95d38 req-62efb2e9-c93a-4480-b807-57c4a6d1a2e3 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:27.630256 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-617737b4-53b7-4a85-88e1-5b1a37d95d38 req-62efb2e9-c93a-4480-b807-57c4a6d1a2e3 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.31 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 945 time: 0.0989413 Mar 05 05:15:27.742778 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-617737b4-53b7-4a85-88e1-5b1a37d95d38 req-f4487809-e1d8-4b79-9447-2111fba337c5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Deleting port 09cee1e1-78a5-4080-8cc3-01d598a82f4b {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:15:27.743591 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-617737b4-53b7-4a85-88e1-5b1a37d95d38 req-f4487809-e1d8-4b79-9447-2111fba337c5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (09cee1e1-78a5-4080-8cc3-01d598a82f4b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:27.840278 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-617737b4-53b7-4a85-88e1-5b1a37d95d38 req-f4487809-e1d8-4b79-9447-2111fba337c5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] For port 09cee1e1-78a5-4080-8cc3-01d598a82f4b, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=09cee1e1-78a5-4080-8cc3-01d598a82f4b,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:15:27.840564 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-617737b4-53b7-4a85-88e1-5b1a37d95d38 req-f4487809-e1d8-4b79-9447-2111fba337c5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (09cee1e1-78a5-4080-8cc3-01d598a82f4b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:27.853542 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-617737b4-53b7-4a85-88e1-5b1a37d95d38 req-f4487809-e1d8-4b79-9447-2111fba337c5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Calling delete_port for 09cee1e1-78a5-4080-8cc3-01d598a82f4b owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:15:28.010302 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-617737b4-53b7-4a85-88e1-5b1a37d95d38 req-f4487809-e1d8-4b79-9447-2111fba337c5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (09cee1e1-78a5-4080-8cc3-01d598a82f4b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:28.023767 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['a2b81f54-77a8-4637-b686-8000a86aae4c'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:15:28.026093 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['09cee1e1-78a5-4080-8cc3-01d598a82f4b'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:15:28.047776 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4487809-e1d8-4b79-9447-2111fba337c5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Pushing event deleted for resources: {'Port': ['ID=09cee1e1-78a5-4080-8cc3-01d598a82f4b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:28.123349 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-617737b4-53b7-4a85-88e1-5b1a37d95d38 req-f4487809-e1d8-4b79-9447-2111fba337c5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] No DVR routers for this DVR port 09cee1e1-78a5-4080-8cc3-01d598a82f4b on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:15:28.126172 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-617737b4-53b7-4a85-88e1-5b1a37d95d38 req-f4487809-e1d8-4b79-9447-2111fba337c5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:28.129797 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-617737b4-53b7-4a85-88e1-5b1a37d95d38 req-f4487809-e1d8-4b79-9447-2111fba337c5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.31 "DELETE /v2.0/ports/09cee1e1-78a5-4080-8cc3-01d598a82f4b HTTP/1.1" status: 204 len: 173 time: 0.4936278 Mar 05 05:15:28.130554 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410432cd-5952-4151-934c-1a4249167a32', 'name': 'network-vif-deleted', 'tag': '09cee1e1-78a5-4080-8cc3-01d598a82f4b'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:15:28.143807 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c731a1d1-9c5b-4b27-970d-d8447d1a5381" -d '{"events": [{"server_uuid": "410432cd-5952-4151-934c-1a4249167a32", "name": "network-vif-deleted", "tag": "09cee1e1-78a5-4080-8cc3-01d598a82f4b"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:15:28.218834 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0e8cb1-9285-48a8-9e93-40dea903f839 x-openstack-request-id: req-1f0e8cb1-9285-48a8-9e93-40dea903f839 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:15:28.218834 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410432cd-5952-4151-934c-1a4249167a32", "name": "network-vif-deleted", "tag": "09cee1e1-78a5-4080-8cc3-01d598a82f4b", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:15:28.218834 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1f0e8cb1-9285-48a8-9e93-40dea903f839 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:15:28.218834 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410432cd-5952-4151-934c-1a4249167a32', 'name': 'network-vif-deleted', 'tag': '09cee1e1-78a5-4080-8cc3-01d598a82f4b', 'status': 'completed', 'code': 200} Mar 05 05:15:28.269186 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device aea9c8b2-bb17-497e-8959-1a732e947780 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:15:28.544265 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port aea9c8b2-bb17-497e-8959-1a732e947780 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:15:28.548677 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port aea9c8b2-bb17-497e-8959-1a732e947780 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:15:28.549063 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (aea9c8b2-bb17-497e-8959-1a732e947780), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:28.612612 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa56a15-f48b-434e-997e-c1644a3262cc req-045d3b41-038a-487f-8400-378b945d472d tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:28.625177 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0aa56a15-f48b-434e-997e-c1644a3262cc req-045d3b41-038a-487f-8400-378b945d472d tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5971c98-5047-49bf-8de1-d4f75fb28212 HTTP/1.1" status: 200 len: 944 time: 0.1253581 Mar 05 05:15:28.730220 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0aa56a15-f48b-434e-997e-c1644a3262cc req-9a63c722-cc73-4900-8b78-c58a00e228e4 tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] 10.222.0.11 "GET /v2.0/security-groups?id=671c5dd0-3fb4-43a4-8543-27356633ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040866 Mar 05 05:15:28.749733 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port aea9c8b2-bb17-497e-8959-1a732e947780 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:15:28.750129 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (aea9c8b2-bb17-497e-8959-1a732e947780), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:28.800817 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-44ffd749-f57c-46d3-a369-fca726beeb64 req-706126dc-3397-4fbd-bc17-fabf55be8bc7 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 210 time: 0.0624967 Mar 05 05:15:28.806623 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5971c98-5047-49bf-8de1-d4f75fb28212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea9c8b2-bb17-497e-8959-1a732e947780'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:15:28.809825 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece38d1a-1048-4c67-abb5-272102f3f744" -d '{"events": [{"server_uuid": "a5971c98-5047-49bf-8de1-d4f75fb28212", "name": "network-vif-plugged", "status": "completed", "tag": "aea9c8b2-bb17-497e-8959-1a732e947780"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:15:28.823414 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port aea9c8b2-bb17-497e-8959-1a732e947780, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=aea9c8b2-bb17-497e-8959-1a732e947780,segment=NetworkSegment(7e1abd18-56f2-4c9a-8f3d-d4752df3acdf),segment_id=7e1abd18-56f2-4c9a-8f3d-d4752df3acdf)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:15:28.838626 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (aea9c8b2-bb17-497e-8959-1a732e947780), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:28.944572 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b1f45d-8632-4a67-844a-6445197fc920 x-openstack-request-id: req-82b1f45d-8632-4a67-844a-6445197fc920 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:15:28.945147 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5971c98-5047-49bf-8de1-d4f75fb28212", "name": "network-vif-plugged", "status": "completed", "tag": "aea9c8b2-bb17-497e-8959-1a732e947780", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:15:28.945605 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-82b1f45d-8632-4a67-844a-6445197fc920 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:15:28.946228 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5971c98-5047-49bf-8de1-d4f75fb28212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea9c8b2-bb17-497e-8959-1a732e947780', 'code': 200} Mar 05 05:15:28.965702 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=aea9c8b2-bb17-497e-8959-1a732e947780,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:29.075144 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630313c-b5f3-4308-9a83-4bb0b54cb778 req-0dabdf2b-852c-40fc-acb2-364e694d7df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:29.076757 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4630313c-b5f3-4308-9a83-4bb0b54cb778 req-0dabdf2b-852c-40fc-acb2-364e694d7df2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a5971c98-5047-49bf-8de1-d4f75fb28212 HTTP/1.1" status: 200 len: 1128 time: 0.0923977 Mar 05 05:15:29.124737 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4630313c-b5f3-4308-9a83-4bb0b54cb778 req-f299d197-add0-481a-8950-e0ce37d1783f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=671c5dd0-3fb4-43a4-8543-27356633ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418105 Mar 05 05:15:29.992572 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-06eda6ba-6fbb-4c85-9ba6-249a1a85500e req-3bdecbc0-acac-4006-bcd3-2b753581bbda tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 210 time: 0.0461042 Mar 05 05:15:30.039779 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b39ce-6196-489a-94d4-0a9b574b581c req-e5a89668-8ef4-4450-910a-6c83c85b6339 tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:30.047541 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ab9b39ce-6196-489a-94d4-0a9b574b581c req-e5a89668-8ef4-4450-910a-6c83c85b6339 tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5971c98-5047-49bf-8de1-d4f75fb28212 HTTP/1.1" status: 200 len: 945 time: 0.1952288 Mar 05 05:15:30.104231 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ab9b39ce-6196-489a-94d4-0a9b574b581c req-c6e64ea6-4588-4bc9-89ab-85ff7f1c37ad tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] 10.222.0.11 "GET /v2.0/security-groups?id=671c5dd0-3fb4-43a4-8543-27356633ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556619 Mar 05 05:15:31.004894 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 09cee1e1-78a5-4080-8cc3-01d598a82f4b no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:15:31.040746 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 09cee1e1-78a5-4080-8cc3-01d598a82f4b {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:15:31.041952 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 09cee1e1-78a5-4080-8cc3-01d598a82f4b not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:15:31.219140 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e588bf8b-7fc7-4f76-ad65-e194eec778d3 req-0be6e04c-ac92-4327-ba5c-a55a78ca3ec8 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 210 time: 0.0526400 Mar 05 05:15:31.304026 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62230cbd-e40f-4e65-9f29-39bd2c3f318e req-8589a81c-b0a8-40da-a739-54a8ec45907f tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:31.307534 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-62230cbd-e40f-4e65-9f29-39bd2c3f318e req-8589a81c-b0a8-40da-a739-54a8ec45907f tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5971c98-5047-49bf-8de1-d4f75fb28212 HTTP/1.1" status: 200 len: 945 time: 0.0626540 Mar 05 05:15:31.325898 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57020) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:31.426861 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-62230cbd-e40f-4e65-9f29-39bd2c3f318e req-c4b9c021-7f05-409c-8fcc-442af0c93721 tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] 10.222.0.11 "GET /v2.0/security-groups?id=671c5dd0-3fb4-43a4-8543-27356633ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032588 Mar 05 05:15:31.586894 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f0cdc99b-ff1a-4804-a118-aa22e95204a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:31.609074 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddc341-83c2-4ab6-8cdd-5c8c09f1dba2 req-77e229a0-7868-4212-85bf-1d980fdc37b4 tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:31.618032 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-04ddc341-83c2-4ab6-8cdd-5c8c09f1dba2 req-77e229a0-7868-4212-85bf-1d980fdc37b4 tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5971c98-5047-49bf-8de1-d4f75fb28212 HTTP/1.1" status: 200 len: 945 time: 0.0695436 Mar 05 05:15:31.681106 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-04ddc341-83c2-4ab6-8cdd-5c8c09f1dba2 req-8ef8a6ea-aaa8-4dbf-a553-2ca6e4fff285 tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] 10.222.0.11 "GET /v2.0/security-groups?id=671c5dd0-3fb4-43a4-8543-27356633ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613778 Mar 05 05:15:31.741379 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f0cdc99b-ff1a-4804-a118-aa22e95204a3 admin admin] Publish callbacks [] for security_group (e2a02563-60bc-4b83-95b2-b6aed59a0950), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:31.755847 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f0cdc99b-ff1a-4804-a118-aa22e95204a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e2a02563-60bc-4b83-95b2-b6aed59a0950), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:31.805392 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f0cdc99b-ff1a-4804-a118-aa22e95204a3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=16f1535e69294189ad23ad7ffb7832e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4773414 Mar 05 05:15:31.806370 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cdc99b-ff1a-4804-a118-aa22e95204a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a02563-60bc-4b83-95b2-b6aed59a0950,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:31.808401 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57038) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:31.962442 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7ae67423-5636-4a5f-b073-8fc5777387ca admin admin] Publish callbacks [] for security_group (e2a02563-60bc-4b83-95b2-b6aed59a0950), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:31.995697 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7ae67423-5636-4a5f-b073-8fc5777387ca admin admin] Publish callbacks [] for security_group (e2a02563-60bc-4b83-95b2-b6aed59a0950), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:32.058595 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7ae67423-5636-4a5f-b073-8fc5777387ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e2a02563-60bc-4b83-95b2-b6aed59a0950), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:32.062144 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7ae67423-5636-4a5f-b073-8fc5777387ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:32.067859 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7ae67423-5636-4a5f-b073-8fc5777387ca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e2a02563-60bc-4b83-95b2-b6aed59a0950 HTTP/1.1" status: 204 len: 168 time: 0.2558820 Mar 05 05:15:32.090625 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae67423-5636-4a5f-b073-8fc5777387ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a02563-60bc-4b83-95b2-b6aed59a0950,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:32.317511 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633e48e-5441-4b61-a771-4a5c13eb1fa3 req-38ce1d80-8e2f-47bc-b7fe-c125248c5feb tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:32.321528 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e633e48e-5441-4b61-a771-4a5c13eb1fa3 req-38ce1d80-8e2f-47bc-b7fe-c125248c5feb tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5971c98-5047-49bf-8de1-d4f75fb28212 HTTP/1.1" status: 200 len: 945 time: 0.1367133 Mar 05 05:15:32.470251 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e633e48e-5441-4b61-a771-4a5c13eb1fa3 req-61c02f3f-47f7-4471-bb7e-c7376f9e759b tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] 10.222.0.11 "GET /v2.0/security-groups?id=671c5dd0-3fb4-43a4-8543-27356633ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429267 Mar 05 05:15:32.476780 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c8e20157-8ea0-48d4-8202-f56a0d0b6f4d req-7dce13cf-c0ed-4901-badf-12574567a9e6 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 210 time: 0.0808778 Mar 05 05:15:33.009177 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2e1a5-c7cf-4b20-b269-ca26a4887d0f req-33a1095f-ee9c-4335-857f-4fa953c25bd3 tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:33.022959 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-40c2e1a5-c7cf-4b20-b269-ca26a4887d0f req-33a1095f-ee9c-4335-857f-4fa953c25bd3 tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5971c98-5047-49bf-8de1-d4f75fb28212 HTTP/1.1" status: 200 len: 945 time: 0.1153052 Mar 05 05:15:33.095849 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-40c2e1a5-c7cf-4b20-b269-ca26a4887d0f req-ef7e78b1-b1bb-461f-a674-11117c4ccbad tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] 10.222.0.11 "GET /v2.0/security-groups?id=671c5dd0-3fb4-43a4-8543-27356633ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694683 Mar 05 05:15:33.220031 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57088) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:33.404317 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-894fedd4-cd7a-4228-8ec4-720a2f0061f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1998963506-network', 'tenant_id': '394fc5a448874a4eb20dbc6510105d07'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:15:33.452622 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894fedd4-cd7a-4228-8ec4-720a2f0061f5 admin admin] Made reservation on behalf of 394fc5a448874a4eb20dbc6510105d07 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:15:33.456316 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-894fedd4-cd7a-4228-8ec4-720a2f0061f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:33.501194 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-894fedd4-cd7a-4228-8ec4-720a2f0061f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:33.685550 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-894fedd4-cd7a-4228-8ec4-720a2f0061f5 admin admin] Publish callbacks [] for security_group (7c28250f-cff7-4a1a-bdae-c47b3ac76e55), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:33.689574 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-482fa62e-8130-43a5-8f73-b05b696eb6d7 req-14d36899-0330-40ea-a6c9-3ae778c2d3dd tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 210 time: 0.0409160 Mar 05 05:15:33.695329 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-894fedd4-cd7a-4228-8ec4-720a2f0061f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7c28250f-cff7-4a1a-bdae-c47b3ac76e55), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:33.752249 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-894fedd4-cd7a-4228-8ec4-720a2f0061f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:15:33.760678 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894fedd4-cd7a-4228-8ec4-720a2f0061f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c28250f-cff7-4a1a-bdae-c47b3ac76e55,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:33.772684 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-894fedd4-cd7a-4228-8ec4-720a2f0061f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (b3d18b2a-f642-426c-a122-cc2e93cd5c44), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:33.773040 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-894fedd4-cd7a-4228-8ec4-720a2f0061f5 admin admin] Added segment b3d18b2a-f642-426c-a122-cc2e93cd5c44 of type vlan for network 253b9a1b-9be8-42e0-8177-54c0bf7bb21c Mar 05 05:15:33.775701 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894fedd4-cd7a-4228-8ec4-720a2f0061f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:15:33.776093 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894fedd4-cd7a-4228-8ec4-720a2f0061f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:15:33.776665 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894fedd4-cd7a-4228-8ec4-720a2f0061f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:15:33.777192 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894fedd4-cd7a-4228-8ec4-720a2f0061f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:15:33.777684 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894fedd4-cd7a-4228-8ec4-720a2f0061f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:15:33.778203 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894fedd4-cd7a-4228-8ec4-720a2f0061f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:15:33.778808 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894fedd4-cd7a-4228-8ec4-720a2f0061f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:15:33.779331 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894fedd4-cd7a-4228-8ec4-720a2f0061f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:15:33.780072 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894fedd4-cd7a-4228-8ec4-720a2f0061f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:15:33.780606 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894fedd4-cd7a-4228-8ec4-720a2f0061f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:15:33.781089 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894fedd4-cd7a-4228-8ec4-720a2f0061f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:15:33.781934 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894fedd4-cd7a-4228-8ec4-720a2f0061f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:15:33.782437 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894fedd4-cd7a-4228-8ec4-720a2f0061f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:15:33.842946 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-894fedd4-cd7a-4228-8ec4-720a2f0061f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (253b9a1b-9be8-42e0-8177-54c0bf7bb21c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:33.917908 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-894fedd4-cd7a-4228-8ec4-720a2f0061f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (253b9a1b-9be8-42e0-8177-54c0bf7bb21c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:33.922380 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894fedd4-cd7a-4228-8ec4-720a2f0061f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:33.923436 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-894fedd4-cd7a-4228-8ec4-720a2f0061f5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:34.008476 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894fedd4-cd7a-4228-8ec4-720a2f0061f5 admin admin] Pushing event updated for resources: {'Network': ['ID=253b9a1b-9be8-42e0-8177-54c0bf7bb21c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:34.020108 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 253b9a1b-9be8-42e0-8177-54c0bf7bb21c details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:15:34.033219 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57104) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:34.033836 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-894fedd4-cd7a-4228-8ec4-720a2f0061f5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8119810 Mar 05 05:15:34.043885 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-bec19887-cc61-4242-8f43-d4dc2e440f48 admin admin] Request body: {'subnet': {'network_id': '253b9a1b-9be8-42e0-8177-54c0bf7bb21c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1998963506-subnet', 'tenant_id': '394fc5a448874a4eb20dbc6510105d07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:15:34.070190 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec19887-cc61-4242-8f43-d4dc2e440f48 admin admin] Made reservation on behalf of 394fc5a448874a4eb20dbc6510105d07 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:15:34.075159 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bec19887-cc61-4242-8f43-d4dc2e440f48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:34.201201 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177467e7-ed27-4693-b587-0748298b1a14 req-32d9b849-0829-44e9-aa15-b5020dfdeceb tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:34.202809 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-177467e7-ed27-4693-b587-0748298b1a14 req-32d9b849-0829-44e9-aa15-b5020dfdeceb tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5971c98-5047-49bf-8de1-d4f75fb28212 HTTP/1.1" status: 200 len: 945 time: 0.1084504 Mar 05 05:15:34.341648 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-177467e7-ed27-4693-b587-0748298b1a14 req-efa31e96-f60c-444a-8ca7-760ae9006631 tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] Deleting port aea9c8b2-bb17-497e-8959-1a732e947780 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:15:34.342791 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-177467e7-ed27-4693-b587-0748298b1a14 req-efa31e96-f60c-444a-8ca7-760ae9006631 tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (aea9c8b2-bb17-497e-8959-1a732e947780), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:34.406355 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bec19887-cc61-4242-8f43-d4dc2e440f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (818c7478-18c4-4d04-b803-4e4139aa7f6b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:34.450320 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6ffc6-63b0-42c7-bfa7-c5d91c838b7b req-617767a2-fe83-463c-a1d3-45d6b565f92c tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:34.454880 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b1e6ffc6-63b0-42c7-bfa7-c5d91c838b7b req-617767a2-fe83-463c-a1d3-45d6b565f92c tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5971c98-5047-49bf-8de1-d4f75fb28212 HTTP/1.1" status: 200 len: 945 time: 0.1173751 Mar 05 05:15:34.503716 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec19887-cc61-4242-8f43-d4dc2e440f48 admin admin] Checking segment: {'id': 'b3d18b2a-f642-426c-a122-cc2e93cd5c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '253b9a1b-9be8-42e0-8177-54c0bf7bb21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:15:34.504180 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec19887-cc61-4242-8f43-d4dc2e440f48 admin admin] Network hostable DHCP agents. Network: 253b9a1b-9be8-42e0-8177-54c0bf7bb21c, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:15:34.523284 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec19887-cc61-4242-8f43-d4dc2e440f48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=818c7478-18c4-4d04-b803-4e4139aa7f6b,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:34.542727 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec19887-cc61-4242-8f43-d4dc2e440f48 admin admin] Network 253b9a1b-9be8-42e0-8177-54c0bf7bb21c is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:15:34.559045 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-bec19887-cc61-4242-8f43-d4dc2e440f48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 253b9a1b-9be8-42e0-8177-54c0bf7bb21c) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:15:34.567173 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec19887-cc61-4242-8f43-d4dc2e440f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:34.567894 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bec19887-cc61-4242-8f43-d4dc2e440f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:34.569277 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a522cfb9-045c-4bc7-8349-2d0f1b2e5e20 None None] Network 253b9a1b-9be8-42e0-8177-54c0bf7bb21c requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:15:34.579760 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-177467e7-ed27-4693-b587-0748298b1a14 req-efa31e96-f60c-444a-8ca7-760ae9006631 tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] For port aea9c8b2-bb17-497e-8959-1a732e947780, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=aea9c8b2-bb17-497e-8959-1a732e947780,segment=NetworkSegment(7e1abd18-56f2-4c9a-8f3d-d4752df3acdf),segment_id=7e1abd18-56f2-4c9a-8f3d-d4752df3acdf)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:15:34.580359 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-177467e7-ed27-4693-b587-0748298b1a14 req-efa31e96-f60c-444a-8ca7-760ae9006631 tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (aea9c8b2-bb17-497e-8959-1a732e947780), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:34.587142 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b1e6ffc6-63b0-42c7-bfa7-c5d91c838b7b req-7d365228-9318-4984-b7b3-b831fc214295 tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] 10.222.0.11 "GET /v2.0/security-groups?id=671c5dd0-3fb4-43a4-8543-27356633ffd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311991 Mar 05 05:15:34.611747 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bec19887-cc61-4242-8f43-d4dc2e440f48 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5699482 Mar 05 05:15:34.620306 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-177467e7-ed27-4693-b587-0748298b1a14 req-efa31e96-f60c-444a-8ca7-760ae9006631 tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] Calling delete_port for aea9c8b2-bb17-497e-8959-1a732e947780 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:15:34.872882 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91deb5ff-dc1a-4beb-8a3d-0e00c2fbf3dc None None] Network 253b9a1b-9be8-42e0-8177-54c0bf7bb21c requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:15:34.908919 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-177467e7-ed27-4693-b587-0748298b1a14 req-efa31e96-f60c-444a-8ca7-760ae9006631 tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (aea9c8b2-bb17-497e-8959-1a732e947780), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:34.948421 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b6a9cc06-3c31-4993-97e1-5fa9c4f12e89 req-7e306cae-77a3-4f27-befb-39a8eeca4fc7 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 210 time: 0.0916121 Mar 05 05:15:34.966993 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['aea9c8b2-bb17-497e-8959-1a732e947780'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:15:35.030672 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa31e96-f60c-444a-8ca7-760ae9006631 tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] Pushing event deleted for resources: {'Port': ['ID=aea9c8b2-bb17-497e-8959-1a732e947780,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:35.097483 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-177467e7-ed27-4693-b587-0748298b1a14 req-efa31e96-f60c-444a-8ca7-760ae9006631 tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] No DVR routers for this DVR port aea9c8b2-bb17-497e-8959-1a732e947780 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:15:35.101684 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-177467e7-ed27-4693-b587-0748298b1a14 req-efa31e96-f60c-444a-8ca7-760ae9006631 tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:35.107736 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-177467e7-ed27-4693-b587-0748298b1a14 req-efa31e96-f60c-444a-8ca7-760ae9006631 tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] 10.222.0.30 "DELETE /v2.0/ports/aea9c8b2-bb17-497e-8959-1a732e947780 HTTP/1.1" status: 204 len: 173 time: 0.8985074 Mar 05 05:15:35.108649 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5971c98-5047-49bf-8de1-d4f75fb28212', 'name': 'network-vif-deleted', 'tag': 'aea9c8b2-bb17-497e-8959-1a732e947780'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:15:35.112152 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a52a2b1-f143-4c29-85bd-ffa7df1586aa" -d '{"events": [{"server_uuid": "a5971c98-5047-49bf-8de1-d4f75fb28212", "name": "network-vif-deleted", "tag": "aea9c8b2-bb17-497e-8959-1a732e947780"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:15:35.161632 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3da2d8-ee1f-4fd2-834e-ba7f3e4cedd1 x-openstack-request-id: req-5f3da2d8-ee1f-4fd2-834e-ba7f3e4cedd1 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:15:35.162702 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5971c98-5047-49bf-8de1-d4f75fb28212", "name": "network-vif-deleted", "tag": "aea9c8b2-bb17-497e-8959-1a732e947780", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:15:35.163266 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5f3da2d8-ee1f-4fd2-834e-ba7f3e4cedd1 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:15:35.164977 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5971c98-5047-49bf-8de1-d4f75fb28212', 'name': 'network-vif-deleted', 'tag': 'aea9c8b2-bb17-497e-8959-1a732e947780', 'status': 'completed', 'code': 200} Mar 05 05:15:35.810703 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-438288ab-ef6e-48da-8acf-fa8c752f840e req-a79532b1-29b4-487e-8c2b-5347c7fbc603 tempest-ServersNegativeTestMultiTenantJSON-1084803823 tempest-ServersNegativeTestMultiTenantJSON-1084803823-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5971c98-5047-49bf-8de1-d4f75fb28212 HTTP/1.1" status: 200 len: 210 time: 0.0786688 Mar 05 05:15:36.120199 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1b23aa08-281a-41b9-a324-60ffe723e994 req-06fead87-b81a-402c-a688-36095edae8ef tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 210 time: 0.0322802 Mar 05 05:15:36.937046 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57172) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:37.075417 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd99f2d-81fa-4acd-a5c4-5b0ee7a0e937 admin admin] Deleting subnet 7db77e1b-d80e-4097-9aa7-3b7648de193f {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:15:37.083145 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ebd99f2d-81fa-4acd-a5c4-5b0ee7a0e937 admin admin] Publish callbacks [] for subnet (7db77e1b-d80e-4097-9aa7-3b7648de193f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:37.145687 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ebd99f2d-81fa-4acd-a5c4-5b0ee7a0e937 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (7db77e1b-d80e-4097-9aa7-3b7648de193f), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:37.215511 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ebd99f2d-81fa-4acd-a5c4-5b0ee7a0e937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (7db77e1b-d80e-4097-9aa7-3b7648de193f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:37.323629 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-871e8802-9eac-4209-aff6-06050b71be47 req-84d68565-d8a8-455d-b1b5-8e5650ccf192 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 210 time: 0.0493593 Mar 05 05:15:37.463942 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ebd99f2d-81fa-4acd-a5c4-5b0ee7a0e937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (7db77e1b-d80e-4097-9aa7-3b7648de193f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:37.523033 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd99f2d-81fa-4acd-a5c4-5b0ee7a0e937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7db77e1b-d80e-4097-9aa7-3b7648de193f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:37.536397 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ebd99f2d-81fa-4acd-a5c4-5b0ee7a0e937 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:37.551909 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ebd99f2d-81fa-4acd-a5c4-5b0ee7a0e937 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7db77e1b-d80e-4097-9aa7-3b7648de193f HTTP/1.1" status: 204 len: 168 time: 0.6140869 Mar 05 05:15:37.555897 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57180) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:37.699414 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-65e7951e-96e0-4125-a987-740087a81b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (c6fda028-a33a-4b05-a742-13c1dba4cd01), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:37.857774 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-65e7951e-96e0-4125-a987-740087a81b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (c6fda028-a33a-4b05-a742-13c1dba4cd01), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:37.908357 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-65e7951e-96e0-4125-a987-740087a81b04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6fda028-a33a-4b05-a742-13c1dba4cd01']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:15:37.926732 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-65e7951e-96e0-4125-a987-740087a81b04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e1abd18-56f2-4c9a-8f3d-d4752df3acdf') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:15:37.927035 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-65e7951e-96e0-4125-a987-740087a81b04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e1abd18-56f2-4c9a-8f3d-d4752df3acdf') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:15:37.942141 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-65e7951e-96e0-4125-a987-740087a81b04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (7e1abd18-56f2-4c9a-8f3d-d4752df3acdf), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:37.969220 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-65e7951e-96e0-4125-a987-740087a81b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (7e1abd18-56f2-4c9a-8f3d-d4752df3acdf), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:37.978719 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65e7951e-96e0-4125-a987-740087a81b04 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:15:37.979138 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-65e7951e-96e0-4125-a987-740087a81b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (7e1abd18-56f2-4c9a-8f3d-d4752df3acdf), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:38.012259 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:15:38.012259 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:15:38.012259 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:15:38.012259 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:15:38.012259 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:15:38.012259 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:15:38.012259 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:15:38.012259 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:15:38.012259 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:15:38.012259 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:15:38.012259 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:15:38.012259 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:15:38.012259 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:15:38.012259 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:15:38.012259 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:15:38.012259 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:15:38.012259 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:15:38.012259 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:15:38.012259 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:15:38.012259 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:15:38.012259 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:15:38.012259 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:15:38.012259 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:15:38.012259 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:15:38.012259 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:15:38.012259 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:15:38.012259 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:15:38.012259 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:15:38.012259 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:15:38.012259 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:15:38.012259 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:15:38.012259 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:15:38.113216 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-65e7951e-96e0-4125-a987-740087a81b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (c6fda028-a33a-4b05-a742-13c1dba4cd01), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:38.134235 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-65e7951e-96e0-4125-a987-740087a81b04 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:38.154382 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-65e7951e-96e0-4125-a987-740087a81b04 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c6fda028-a33a-4b05-a742-13c1dba4cd01 HTTP/1.1" status: 204 len: 168 time: 0.5942209 Mar 05 05:15:38.154891 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57194) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:38.201385 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7951e-96e0-4125-a987-740087a81b04 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6fda028-a33a-4b05-a742-13c1dba4cd01,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:38.219709 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7951e-96e0-4125-a987-740087a81b04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:15:38.220137 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7951e-96e0-4125-a987-740087a81b04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:15:38.220493 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7951e-96e0-4125-a987-740087a81b04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:15:38.220983 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7951e-96e0-4125-a987-740087a81b04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:15:38.221193 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7951e-96e0-4125-a987-740087a81b04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:15:38.221638 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7951e-96e0-4125-a987-740087a81b04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:15:38.222364 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7951e-96e0-4125-a987-740087a81b04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:15:38.222844 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7951e-96e0-4125-a987-740087a81b04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:15:38.223216 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7951e-96e0-4125-a987-740087a81b04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:15:38.223754 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7951e-96e0-4125-a987-740087a81b04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:15:38.224846 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7951e-96e0-4125-a987-740087a81b04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:15:38.225223 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7951e-96e0-4125-a987-740087a81b04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:15:38.225617 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7951e-96e0-4125-a987-740087a81b04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:15:38.279924 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device aea9c8b2-bb17-497e-8959-1a732e947780 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:15:38.315987 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-6128e6eb-1a7f-4355-a8c4-569bd5ff930b admin admin] Deleting subnet 8dc016ea-8ee2-4c08-a506-5c383c2c5909 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:15:38.335189 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6128e6eb-1a7f-4355-a8c4-569bd5ff930b admin admin] Publish callbacks [] for subnet (8dc016ea-8ee2-4c08-a506-5c383c2c5909), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:38.338615 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: aea9c8b2-bb17-497e-8959-1a732e947780 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:15:38.343444 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device aea9c8b2-bb17-497e-8959-1a732e947780 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:15:38.395940 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6128e6eb-1a7f-4355-a8c4-569bd5ff930b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (8dc016ea-8ee2-4c08-a506-5c383c2c5909), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:38.494437 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:15:38.508947 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6128e6eb-1a7f-4355-a8c4-569bd5ff930b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (8dc016ea-8ee2-4c08-a506-5c383c2c5909), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:38.630173 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55bc92ce-9794-489f-b62d-9869f5e6f68a req-3ca77a4c-c793-46ca-a9f4-60f4ddddd7bf tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 210 time: 0.0867655 Mar 05 05:15:38.734170 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6128e6eb-1a7f-4355-a8c4-569bd5ff930b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (8dc016ea-8ee2-4c08-a506-5c383c2c5909), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:38.808204 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128e6eb-1a7f-4355-a8c4-569bd5ff930b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dc016ea-8ee2-4c08-a506-5c383c2c5909,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:38.814019 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6128e6eb-1a7f-4355-a8c4-569bd5ff930b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:38.826122 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6128e6eb-1a7f-4355-a8c4-569bd5ff930b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8dc016ea-8ee2-4c08-a506-5c383c2c5909 HTTP/1.1" status: 204 len: 168 time: 0.6698601 Mar 05 05:15:38.828520 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57210) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:38.958528 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-06bdb4f0-96f0-44e1-9cfa-bfbdb1c32b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (8a7c5bc2-bcb4-443c-97c3-1864b6ad2dd1), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:39.647004 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-06bdb4f0-96f0-44e1-9cfa-bfbdb1c32b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (8a7c5bc2-bcb4-443c-97c3-1864b6ad2dd1), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:39.670957 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-06bdb4f0-96f0-44e1-9cfa-bfbdb1c32b20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a7c5bc2-bcb4-443c-97c3-1864b6ad2dd1']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:15:39.689214 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-06bdb4f0-96f0-44e1-9cfa-bfbdb1c32b20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb131c4-b08a-4668-a0e3-67f42b40839a') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:15:39.694503 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-06bdb4f0-96f0-44e1-9cfa-bfbdb1c32b20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb131c4-b08a-4668-a0e3-67f42b40839a') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:15:39.705892 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-06bdb4f0-96f0-44e1-9cfa-bfbdb1c32b20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (4bb131c4-b08a-4668-a0e3-67f42b40839a), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:39.741043 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-06bdb4f0-96f0-44e1-9cfa-bfbdb1c32b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (4bb131c4-b08a-4668-a0e3-67f42b40839a), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:39.748048 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06bdb4f0-96f0-44e1-9cfa-bfbdb1c32b20 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:15:39.748513 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-06bdb4f0-96f0-44e1-9cfa-bfbdb1c32b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (4bb131c4-b08a-4668-a0e3-67f42b40839a), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:39.815288 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:15:39.815288 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:15:39.815288 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:15:39.815288 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:15:39.815288 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:15:39.815288 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:15:39.815288 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:15:39.815288 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:15:39.815288 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:15:39.815288 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:15:39.815288 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:15:39.815288 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:15:39.815288 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:15:39.815288 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:15:39.815288 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:15:39.815288 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:15:39.815288 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:15:39.815288 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:15:39.815288 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:15:39.815288 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:15:39.815288 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:15:39.815288 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:15:39.815288 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:15:39.815288 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:15:39.815288 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:15:39.815288 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:15:39.815288 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:15:39.815288 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:15:39.815288 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:15:39.815288 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:15:39.815288 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:15:39.815288 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:15:39.820602 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-06bdb4f0-96f0-44e1-9cfa-bfbdb1c32b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (8a7c5bc2-bcb4-443c-97c3-1864b6ad2dd1), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:39.833159 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-06bdb4f0-96f0-44e1-9cfa-bfbdb1c32b20 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:39.852497 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-06bdb4f0-96f0-44e1-9cfa-bfbdb1c32b20 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8a7c5bc2-bcb4-443c-97c3-1864b6ad2dd1 HTTP/1.1" status: 204 len: 168 time: 1.0194733 Mar 05 05:15:39.861810 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bdb4f0-96f0-44e1-9cfa-bfbdb1c32b20 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a7c5bc2-bcb4-443c-97c3-1864b6ad2dd1,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:40.105209 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57232) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:40.192041 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9f559af4-4443-4236-8ea6-bf00992e7cf8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=15d2b96afa28440e97b00d6cbba98853&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0833766 Mar 05 05:15:40.192217 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57234) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:40.298583 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-786cce67-f99b-4c5b-b0ff-306d141a75f6 req-8b9d9067-d79e-4be2-9b9b-a20f50b9fbcc tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 210 time: 0.4873552 Mar 05 05:15:40.344485 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ccd48ae9-333f-456c-af49-757a93b74bdf admin admin] Publish callbacks [] for security_group (671c5dd0-3fb4-43a4-8543-27356633ffd9), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:40.377273 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ccd48ae9-333f-456c-af49-757a93b74bdf admin admin] Publish callbacks [] for security_group (671c5dd0-3fb4-43a4-8543-27356633ffd9), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:40.463622 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ccd48ae9-333f-456c-af49-757a93b74bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (671c5dd0-3fb4-43a4-8543-27356633ffd9), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:40.469131 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ccd48ae9-333f-456c-af49-757a93b74bdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:40.475151 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ccd48ae9-333f-456c-af49-757a93b74bdf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/671c5dd0-3fb4-43a4-8543-27356633ffd9 HTTP/1.1" status: 204 len: 168 time: 0.2817361 Mar 05 05:15:40.495304 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd48ae9-333f-456c-af49-757a93b74bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671c5dd0-3fb4-43a4-8543-27356633ffd9,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:41.456461 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57262) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:41.482579 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9ea02459-5b68-4859-9945-bf89df8b343b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:41.553832 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a16b26fe-a4b3-45d1-97da-c6e25d54a823 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5f5a91ad4ac24c90885e12b672c97037&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0947819 Mar 05 05:15:41.554538 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57264) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:41.676225 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-194f7340-4ddf-4558-822b-d04d86de574a admin admin] Publish callbacks [] for security_group (e384581d-7c13-4c4d-82cf-360c3aa45c3f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:41.723842 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-194f7340-4ddf-4558-822b-d04d86de574a admin admin] Publish callbacks [] for security_group (e384581d-7c13-4c4d-82cf-360c3aa45c3f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:41.817873 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-194f7340-4ddf-4558-822b-d04d86de574a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e384581d-7c13-4c4d-82cf-360c3aa45c3f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:41.821557 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-194f7340-4ddf-4558-822b-d04d86de574a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:41.825111 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-194f7340-4ddf-4558-822b-d04d86de574a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e384581d-7c13-4c4d-82cf-360c3aa45c3f HTTP/1.1" status: 204 len: 168 time: 0.2663674 Mar 05 05:15:41.843363 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f7340-4ddf-4558-822b-d04d86de574a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e384581d-7c13-4c4d-82cf-360c3aa45c3f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:41.957834 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19b59a92-8959-4c3e-9c20-42f3b238999c req-0f8320a4-de95-42ce-98a6-548885da558a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 210 time: 0.5307388 Mar 05 05:15:43.117625 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-038bf0e1-e8f4-4927-af8f-f548420aa9c7 req-802d3593-adcb-4bc0-b414-297f5284a6fd tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=410432cd-5952-4151-934c-1a4249167a32 HTTP/1.1" status: 200 len: 210 time: 0.0530071 Mar 05 05:15:43.680906 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ffac7715-e384-4143-8dde-c086c7d18ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:43.851407 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:44.013109 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:44.759472 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57378) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:44.923417 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b654-6a5c-4408-9b7b-6679085ac0c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:45.044573 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:45.092741 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b654-6a5c-4408-9b7b-6679085ac0c5 admin admin] Publish callbacks [] for security_group (27073b34-b321-4bf7-87d1-b903a03e6334), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:45.097335 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b654-6a5c-4408-9b7b-6679085ac0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (27073b34-b321-4bf7-87d1-b903a03e6334), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:45.142929 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f8e5b654-6a5c-4408-9b7b-6679085ac0c5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=98a18735e541409a9e79ad19c55b6ce3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3822930 Mar 05 05:15:45.144143 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5b654-6a5c-4408-9b7b-6679085ac0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27073b34-b321-4bf7-87d1-b903a03e6334,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:45.145478 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57390) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:45.244564 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9864cc6a-7c82-4aa6-a4ff-76f8dd989064 admin admin] Publish callbacks [] for security_group (27073b34-b321-4bf7-87d1-b903a03e6334), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:45.292140 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9864cc6a-7c82-4aa6-a4ff-76f8dd989064 admin admin] Publish callbacks [] for security_group (27073b34-b321-4bf7-87d1-b903a03e6334), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:45.399425 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9864cc6a-7c82-4aa6-a4ff-76f8dd989064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (27073b34-b321-4bf7-87d1-b903a03e6334), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:45.407983 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9864cc6a-7c82-4aa6-a4ff-76f8dd989064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:45.412906 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9864cc6a-7c82-4aa6-a4ff-76f8dd989064 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/27073b34-b321-4bf7-87d1-b903a03e6334 HTTP/1.1" status: 204 len: 168 time: 0.2653227 Mar 05 05:15:45.431774 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864cc6a-7c82-4aa6-a4ff-76f8dd989064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27073b34-b321-4bf7-87d1-b903a03e6334,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:46.336757 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:46.949982 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57452) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:47.119518 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0109f18a-3142-4bab-b6fc-95044858f84c req-e0ce658c-41e2-43ad-9094-d6ec055527e7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0808263 Mar 05 05:15:47.175900 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-61c0e010-84d5-41a1-8e0d-b4e328ea106d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:47.254024 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109f18a-3142-4bab-b6fc-95044858f84c req-8d06083f-fe5d-42e9-944a-193bd59d1c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:47.257698 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0109f18a-3142-4bab-b6fc-95044858f84c req-8d06083f-fe5d-42e9-944a-193bd59d1c9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 1129 time: 0.0702469 Mar 05 05:15:47.381351 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109f18a-3142-4bab-b6fc-95044858f84c req-24eb0bf4-3611-4583-abd9-eb92da0d8389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:47.382892 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0109f18a-3142-4bab-b6fc-95044858f84c req-24eb0bf4-3611-4583-abd9-eb92da0d8389 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 912 time: 0.1055338 Mar 05 05:15:47.548266 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-61c0e010-84d5-41a1-8e0d-b4e328ea106d admin admin] Publish callbacks [] for security_group (48426eea-cd26-4815-aa43-0c5cac64efb4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:47.550817 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0109f18a-3142-4bab-b6fc-95044858f84c req-01fe7e0a-28d7-42cd-9c9e-d846b14e9913 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2b81f54-77a8-4637-b686-8000a86aae4c HTTP/1.1" status: 200 len: 217 time: 0.1611450 Mar 05 05:15:47.554997 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-61c0e010-84d5-41a1-8e0d-b4e328ea106d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (48426eea-cd26-4815-aa43-0c5cac64efb4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:47.644541 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c0e010-84d5-41a1-8e0d-b4e328ea106d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48426eea-cd26-4815-aa43-0c5cac64efb4,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:47.655619 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-61c0e010-84d5-41a1-8e0d-b4e328ea106d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ad975709514f444387d9c725c5799a0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7019570 Mar 05 05:15:47.656150 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57472) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:47.660293 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109f18a-3142-4bab-b6fc-95044858f84c req-dcd3db3c-f584-4b16-a67a-8ee7ccfe7e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:47.662563 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0109f18a-3142-4bab-b6fc-95044858f84c req-dcd3db3c-f584-4b16-a67a-8ee7ccfe7e53 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb HTTP/1.1" status: 200 len: 851 time: 0.1037898 Mar 05 05:15:47.727503 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-255a98c8-8cfe-4ec0-b053-99b4ab266aa5 admin admin] Publish callbacks [] for security_group (48426eea-cd26-4815-aa43-0c5cac64efb4), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:47.752381 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-255a98c8-8cfe-4ec0-b053-99b4ab266aa5 admin admin] Publish callbacks [] for security_group (48426eea-cd26-4815-aa43-0c5cac64efb4), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:47.772077 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109f18a-3142-4bab-b6fc-95044858f84c req-7e4d0bf9-0fb7-476c-9c2a-d8ec9ba90344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:47.772077 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0109f18a-3142-4bab-b6fc-95044858f84c req-7e4d0bf9-0fb7-476c-9c2a-d8ec9ba90344 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3da289b5-f373-4722-9911-8508cc812a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1023448 Mar 05 05:15:47.816165 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:47.832996 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-255a98c8-8cfe-4ec0-b053-99b4ab266aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (48426eea-cd26-4815-aa43-0c5cac64efb4), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:47.835858 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-255a98c8-8cfe-4ec0-b053-99b4ab266aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:47.839340 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-255a98c8-8cfe-4ec0-b053-99b4ab266aa5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/48426eea-cd26-4815-aa43-0c5cac64efb4 HTTP/1.1" status: 204 len: 168 time: 0.1798940 Mar 05 05:15:47.845999 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a98c8-8cfe-4ec0-b053-99b4ab266aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48426eea-cd26-4815-aa43-0c5cac64efb4,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:47.976543 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0109f18a-3142-4bab-b6fc-95044858f84c req-2ffb4421-3940-404e-ad38-bbec5b9225ef service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983094 Mar 05 05:15:48.102890 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0109f18a-3142-4bab-b6fc-95044858f84c req-8797efb5-ac6e-42d7-bb1f-6dfa2fa2d262 service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201363 Mar 05 05:15:48.240299 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-52be2fec-de1b-4a6e-bbc4-e635a22f0175 req-60b7cf58-7ffb-4ecb-b9bd-18ab9be170d2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0914702 Mar 05 05:15:48.348477 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be2fec-de1b-4a6e-bbc4-e635a22f0175 req-4eef13aa-98d4-42b7-9b45-d65285b5e8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:48.363248 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-52be2fec-de1b-4a6e-bbc4-e635a22f0175 req-4eef13aa-98d4-42b7-9b45-d65285b5e8d1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4dcd5a93b3674bf78188762f733c2e21&device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7 HTTP/1.1" status: 200 len: 1128 time: 0.0779467 Mar 05 05:15:48.530114 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be2fec-de1b-4a6e-bbc4-e635a22f0175 req-67c83154-5cfd-46af-9a23-a03addaa51d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:48.531680 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-52be2fec-de1b-4a6e-bbc4-e635a22f0175 req-67c83154-5cfd-46af-9a23-a03addaa51d2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b61f21e3-7587-4809-a37d-2d08125769d2 HTTP/1.1" status: 200 len: 909 time: 0.1491063 Mar 05 05:15:48.687434 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-52be2fec-de1b-4a6e-bbc4-e635a22f0175 req-2f6bbe19-32a8-41a2-8058-8b656719f7f6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f01b532b-8f89-46f9-ae84-e24eacb8eb91 HTTP/1.1" status: 200 len: 1001 time: 0.1456800 Mar 05 05:15:48.800510 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be2fec-de1b-4a6e-bbc4-e635a22f0175 req-25de6b8a-888a-4e81-93d1-8e7c296579eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:48.806088 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-52be2fec-de1b-4a6e-bbc4-e635a22f0175 req-25de6b8a-888a-4e81-93d1-8e7c296579eb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c68992af-a059-4f27-bddf-edd7cad1ebc7 HTTP/1.1" status: 200 len: 848 time: 0.1110995 Mar 05 05:15:48.891957 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be2fec-de1b-4a6e-bbc4-e635a22f0175 req-0936cecf-c0a9-4fb5-a6f5-9523718b093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:48.893625 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-52be2fec-de1b-4a6e-bbc4-e635a22f0175 req-0936cecf-c0a9-4fb5-a6f5-9523718b093f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b61f21e3-7587-4809-a37d-2d08125769d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0820434 Mar 05 05:15:49.043739 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-52be2fec-de1b-4a6e-bbc4-e635a22f0175 req-d1d8f527-1d71-4746-8851-c482d7e79ce9 service neutron] 10.222.0.31 "GET /v2.0/networks/b61f21e3-7587-4809-a37d-2d08125769d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424110 Mar 05 05:15:49.164047 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-52be2fec-de1b-4a6e-bbc4-e635a22f0175 req-de783f83-4c5a-4bfc-a6c5-dec6a8204283 service neutron] 10.222.0.31 "GET /v2.0/networks/b61f21e3-7587-4809-a37d-2d08125769d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146438 Mar 05 05:15:50.002462 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57570) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:50.198112 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4e650ee7-4d9b-4ec7-9eff-8beba28c4457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:50.289871 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4e650ee7-4d9b-4ec7-9eff-8beba28c4457 admin admin] Publish callbacks [] for security_group (e924dd02-6910-4378-af9d-1c5b81462979), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:50.294490 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4e650ee7-4d9b-4ec7-9eff-8beba28c4457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e924dd02-6910-4378-af9d-1c5b81462979), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:50.399322 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e650ee7-4d9b-4ec7-9eff-8beba28c4457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e924dd02-6910-4378-af9d-1c5b81462979,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:50.422439 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57582) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:50.422903 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4e650ee7-4d9b-4ec7-9eff-8beba28c4457 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7bd68dc73ba94768a8a36982e72bae6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4188356 Mar 05 05:15:50.482960 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-34227dc7-a846-4289-9d13-366db8090b0b admin admin] Publish callbacks [] for security_group (e924dd02-6910-4378-af9d-1c5b81462979), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:50.507720 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-34227dc7-a846-4289-9d13-366db8090b0b admin admin] Publish callbacks [] for security_group (e924dd02-6910-4378-af9d-1c5b81462979), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:50.589184 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-34227dc7-a846-4289-9d13-366db8090b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e924dd02-6910-4378-af9d-1c5b81462979), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:50.591947 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-34227dc7-a846-4289-9d13-366db8090b0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:50.596693 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-34227dc7-a846-4289-9d13-366db8090b0b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e924dd02-6910-4378-af9d-1c5b81462979 HTTP/1.1" status: 204 len: 168 time: 0.1686587 Mar 05 05:15:50.632670 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34227dc7-a846-4289-9d13-366db8090b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e924dd02-6910-4378-af9d-1c5b81462979,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:56.312365 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57724) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:56.592080 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-65412ca3-ea64-420f-81d8-e24bcdf97d23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:56.797981 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5b514-5d4b-48e3-a85d-1dbe9f0e5ae6 req-3bbae8d5-7b05-474b-b837-d02cb6259fe1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:56.807308 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6cc5b514-5d4b-48e3-a85d-1dbe9f0e5ae6 req-3bbae8d5-7b05-474b-b837-d02cb6259fe1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 946 time: 0.1107645 Mar 05 05:15:56.817498 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-65412ca3-ea64-420f-81d8-e24bcdf97d23 admin admin] Publish callbacks [] for security_group (4e5cbea9-0c90-4537-a058-6f10026f128b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:56.825116 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-65412ca3-ea64-420f-81d8-e24bcdf97d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4e5cbea9-0c90-4537-a058-6f10026f128b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:56.934166 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65412ca3-ea64-420f-81d8-e24bcdf97d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5cbea9-0c90-4537-a058-6f10026f128b,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:56.940879 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6cc5b514-5d4b-48e3-a85d-1dbe9f0e5ae6 req-72aa38e0-045e-42d7-a4f1-334cf4458afe tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139495 Mar 05 05:15:56.975909 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-65412ca3-ea64-420f-81d8-e24bcdf97d23 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d18ddfc84e994c639e8654e587db7d9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6586332 Mar 05 05:15:56.976544 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57736) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:57.089023 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f3efd557-1be6-47af-be2a-93eccae0a382 admin admin] Publish callbacks [] for security_group (4e5cbea9-0c90-4537-a058-6f10026f128b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:57.113282 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f3efd557-1be6-47af-be2a-93eccae0a382 admin admin] Publish callbacks [] for security_group (4e5cbea9-0c90-4537-a058-6f10026f128b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:57.210952 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f3efd557-1be6-47af-be2a-93eccae0a382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4e5cbea9-0c90-4537-a058-6f10026f128b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:57.213895 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f3efd557-1be6-47af-be2a-93eccae0a382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:57.215059 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f3efd557-1be6-47af-be2a-93eccae0a382 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4e5cbea9-0c90-4537-a058-6f10026f128b HTTP/1.1" status: 204 len: 168 time: 0.2375684 Mar 05 05:15:57.226648 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efd557-1be6-47af-be2a-93eccae0a382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5cbea9-0c90-4537-a058-6f10026f128b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:57.913003 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57746) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:57.927339 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-da7b4cb0-6e77-43a3-867b-5687e52ca222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:58.016106 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-da7b4cb0-6e77-43a3-867b-5687e52ca222 admin admin] Publish callbacks [] for security_group (1b03e1ba-9303-4ba4-919a-3a926462c5d4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:58.026570 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-da7b4cb0-6e77-43a3-867b-5687e52ca222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1b03e1ba-9303-4ba4-919a-3a926462c5d4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:58.078447 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b4cb0-6e77-43a3-867b-5687e52ca222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b03e1ba-9303-4ba4-919a-3a926462c5d4,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:58.138578 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57752) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:15:58.139425 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-da7b4cb0-6e77-43a3-867b-5687e52ca222 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e6f80e2a9d104d3783b105249c321c28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2252965 Mar 05 05:15:58.184779 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60e15f-8b87-431b-9219-7d23496f7032 req-25d01234-9798-447c-83ec-1ac33df1c5d0 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:58.186203 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ad60e15f-8b87-431b-9219-7d23496f7032 req-25d01234-9798-447c-83ec-1ac33df1c5d0 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.30 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 946 time: 0.1300859 Mar 05 05:15:58.204183 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651d616-b894-40a5-ac0d-bdabb62cefd6 req-7b44de2f-3b44-4de1-9d46-1dbde3e65907 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:15:58.205675 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9651d616-b894-40a5-ac0d-bdabb62cefd6 req-7b44de2f-3b44-4de1-9d46-1dbde3e65907 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 946 time: 0.1224782 Mar 05 05:15:58.257509 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d07eb526-09c5-4b0d-b5c9-98f2938f3348 admin admin] Publish callbacks [] for security_group (1b03e1ba-9303-4ba4-919a-3a926462c5d4), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:58.280978 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d07eb526-09c5-4b0d-b5c9-98f2938f3348 admin admin] Publish callbacks [] for security_group (1b03e1ba-9303-4ba4-919a-3a926462c5d4), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:58.326378 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-ad60e15f-8b87-431b-9219-7d23496f7032 req-89405e01-7615-4c69-b21f-139267612502 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Deleting port a2b81f54-77a8-4637-b686-8000a86aae4c {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:15:58.326754 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ad60e15f-8b87-431b-9219-7d23496f7032 req-89405e01-7615-4c69-b21f-139267612502 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (a2b81f54-77a8-4637-b686-8000a86aae4c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:58.353798 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9651d616-b894-40a5-ac0d-bdabb62cefd6 req-b9a74cec-531f-4139-a911-691f3346b4c8 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=b142421f-fc9b-47f3-9030-4ae223220c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362867 Mar 05 05:15:58.357481 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d07eb526-09c5-4b0d-b5c9-98f2938f3348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1b03e1ba-9303-4ba4-919a-3a926462c5d4), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:58.373391 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d07eb526-09c5-4b0d-b5c9-98f2938f3348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:58.378032 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d07eb526-09c5-4b0d-b5c9-98f2938f3348 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1b03e1ba-9303-4ba4-919a-3a926462c5d4 HTTP/1.1" status: 204 len: 168 time: 0.2341242 Mar 05 05:15:58.403582 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07eb526-09c5-4b0d-b5c9-98f2938f3348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b03e1ba-9303-4ba4-919a-3a926462c5d4,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:58.951767 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-ad60e15f-8b87-431b-9219-7d23496f7032 req-89405e01-7615-4c69-b21f-139267612502 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] For port a2b81f54-77a8-4637-b686-8000a86aae4c, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a2b81f54-77a8-4637-b686-8000a86aae4c,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:15:58.952376 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ad60e15f-8b87-431b-9219-7d23496f7032 req-89405e01-7615-4c69-b21f-139267612502 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (a2b81f54-77a8-4637-b686-8000a86aae4c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:58.975540 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-ad60e15f-8b87-431b-9219-7d23496f7032 req-89405e01-7615-4c69-b21f-139267612502 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Calling delete_port for a2b81f54-77a8-4637-b686-8000a86aae4c owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:15:59.315402 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ad60e15f-8b87-431b-9219-7d23496f7032 req-89405e01-7615-4c69-b21f-139267612502 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (a2b81f54-77a8-4637-b686-8000a86aae4c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:59.368921 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89405e01-7615-4c69-b21f-139267612502 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Pushing event deleted for resources: {'Port': ['ID=a2b81f54-77a8-4637-b686-8000a86aae4c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:15:59.464992 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad60e15f-8b87-431b-9219-7d23496f7032 req-89405e01-7615-4c69-b21f-139267612502 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] No DVR routers for this DVR port a2b81f54-77a8-4637-b686-8000a86aae4c on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:15:59.468483 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ad60e15f-8b87-431b-9219-7d23496f7032 req-89405e01-7615-4c69-b21f-139267612502 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:15:59.472495 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ad60e15f-8b87-431b-9219-7d23496f7032 req-89405e01-7615-4c69-b21f-139267612502 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.30 "DELETE /v2.0/ports/a2b81f54-77a8-4637-b686-8000a86aae4c HTTP/1.1" status: 204 len: 173 time: 1.2763743 Mar 05 05:15:59.473209 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225c2892-3071-4aaa-87db-55d6f7c5c918', 'name': 'network-vif-deleted', 'tag': 'a2b81f54-77a8-4637-b686-8000a86aae4c'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:15:59.476569 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d17d198-8334-4f8d-ac50-d56e37f5dc01" -d '{"events": [{"server_uuid": "225c2892-3071-4aaa-87db-55d6f7c5c918", "name": "network-vif-deleted", "tag": "a2b81f54-77a8-4637-b686-8000a86aae4c"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:15:59.538150 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460fe6b8-d96c-4357-951d-967b4a98d527 x-openstack-request-id: req-460fe6b8-d96c-4357-951d-967b4a98d527 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:15:59.538493 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225c2892-3071-4aaa-87db-55d6f7c5c918", "name": "network-vif-deleted", "tag": "a2b81f54-77a8-4637-b686-8000a86aae4c", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:15:59.538801 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-460fe6b8-d96c-4357-951d-967b4a98d527 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:15:59.540514 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225c2892-3071-4aaa-87db-55d6f7c5c918', 'name': 'network-vif-deleted', 'tag': 'a2b81f54-77a8-4637-b686-8000a86aae4c', 'status': 'completed', 'code': 200} Mar 05 05:15:59.597924 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d6cb4599-1487-42b6-af92-8804a28d67a5 req-624478bd-c36c-4e6f-9b92-b925236c96fa tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 210 time: 0.0508647 Mar 05 05:16:00.392176 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device a2b81f54-77a8-4637-b686-8000a86aae4c no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:16:00.424521 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: a2b81f54-77a8-4637-b686-8000a86aae4c {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:16:00.425000 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device a2b81f54-77a8-4637-b686-8000a86aae4c not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:16:00.733669 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-12dbdf11-bce5-419c-bf09-3325892bb240 req-4d4735d3-a5ac-407a-90eb-ae7f86ebd140 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 210 time: 0.0724890 Mar 05 05:16:01.661944 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57834) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:01.809847 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-00980470-aa6f-4275-8fce-1df0438a0de1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:01.865291 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-448068e3-101b-44b0-9d8b-267c45ce36b9 req-4904d8e8-c9ca-47ba-987d-99396378c028 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 210 time: 0.0520658 Mar 05 05:16:01.946327 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-00980470-aa6f-4275-8fce-1df0438a0de1 admin admin] Publish callbacks [] for security_group (bcd1016d-e4f0-4977-a8be-0ea1c17ca477), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:01.951870 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-00980470-aa6f-4275-8fce-1df0438a0de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (bcd1016d-e4f0-4977-a8be-0ea1c17ca477), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:01.981703 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00980470-aa6f-4275-8fce-1df0438a0de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd1016d-e4f0-4977-a8be-0ea1c17ca477,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:02.014441 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-00980470-aa6f-4275-8fce-1df0438a0de1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3c317199e9574c6ebf097449b424b0ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3483667 Mar 05 05:16:02.014742 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57844) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:02.064950 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-48e662d1-8daf-4607-8170-daa77fbeea92 admin admin] Publish callbacks [] for security_group (bcd1016d-e4f0-4977-a8be-0ea1c17ca477), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:02.089970 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-48e662d1-8daf-4607-8170-daa77fbeea92 admin admin] Publish callbacks [] for security_group (bcd1016d-e4f0-4977-a8be-0ea1c17ca477), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:02.149325 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-48e662d1-8daf-4607-8170-daa77fbeea92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (bcd1016d-e4f0-4977-a8be-0ea1c17ca477), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:02.152289 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-48e662d1-8daf-4607-8170-daa77fbeea92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:02.156525 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-48e662d1-8daf-4607-8170-daa77fbeea92 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bcd1016d-e4f0-4977-a8be-0ea1c17ca477 HTTP/1.1" status: 204 len: 168 time: 0.1405156 Mar 05 05:16:02.165877 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e662d1-8daf-4607-8170-daa77fbeea92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd1016d-e4f0-4977-a8be-0ea1c17ca477,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:02.441983 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57852) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:02.459166 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4ab624ac-5e9a-4988-8c2f-2a06bfc93f4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:02.539755 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4ab624ac-5e9a-4988-8c2f-2a06bfc93f4d admin admin] Publish callbacks [] for security_group (a71bd212-9e24-4145-b1e7-dba3c1fea6fa), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:02.543730 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4ab624ac-5e9a-4988-8c2f-2a06bfc93f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a71bd212-9e24-4145-b1e7-dba3c1fea6fa), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:02.585472 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4ab624ac-5e9a-4988-8c2f-2a06bfc93f4d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=850454d7b1924ddf86177b4114787b38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1383846 Mar 05 05:16:02.585703 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57854) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:02.592573 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab624ac-5e9a-4988-8c2f-2a06bfc93f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71bd212-9e24-4145-b1e7-dba3c1fea6fa,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:02.638696 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-10e1e9fa-0e9d-432e-a922-a797c26dc404 admin admin] Publish callbacks [] for security_group (a71bd212-9e24-4145-b1e7-dba3c1fea6fa), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:02.661581 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-10e1e9fa-0e9d-432e-a922-a797c26dc404 admin admin] Publish callbacks [] for security_group (a71bd212-9e24-4145-b1e7-dba3c1fea6fa), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:02.709152 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-10e1e9fa-0e9d-432e-a922-a797c26dc404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a71bd212-9e24-4145-b1e7-dba3c1fea6fa), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:02.711791 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-10e1e9fa-0e9d-432e-a922-a797c26dc404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:02.715437 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-10e1e9fa-0e9d-432e-a922-a797c26dc404 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a71bd212-9e24-4145-b1e7-dba3c1fea6fa HTTP/1.1" status: 204 len: 168 time: 0.1265125 Mar 05 05:16:02.721094 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1e9fa-0e9d-432e-a922-a797c26dc404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71bd212-9e24-4145-b1e7-dba3c1fea6fa,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:03.035029 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eb61b72a-f807-4ff0-b2b2-b871501ad03e req-8fc722c4-28e0-4f97-a99b-d960f2ad23c2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 210 time: 0.0459847 Mar 05 05:16:04.211551 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b51b049e-cfde-44af-a81f-f3c7adfcad0f req-7b0ca466-a6b7-4944-a66a-dd68452d793c tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 210 time: 0.0647595 Mar 05 05:16:04.959919 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57918) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:05.093812 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a671d7a5-52f3-4c91-a7a0-a17ea539fcc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:05.202331 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a671d7a5-52f3-4c91-a7a0-a17ea539fcc6 admin admin] Publish callbacks [] for security_group (78b99911-fcfc-4ff7-beee-4ff3515b6460), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:05.211820 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a671d7a5-52f3-4c91-a7a0-a17ea539fcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (78b99911-fcfc-4ff7-beee-4ff3515b6460), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:05.332109 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7aeeb413-e95d-4ed8-af00-d68fe4e933b3 req-b8c4ec2c-14f4-4efc-98cf-31d2aef09f29 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 210 time: 0.0306289 Mar 05 05:16:05.332672 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671d7a5-52f3-4c91-a7a0-a17ea539fcc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b99911-fcfc-4ff7-beee-4ff3515b6460,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:05.341400 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57928) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:05.341921 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a671d7a5-52f3-4c91-a7a0-a17ea539fcc6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7b1f5c25217d4c068cbd1c9de75ecf0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3801136 Mar 05 05:16:05.431407 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-383ff6dc-24e0-4649-8f11-273630d6db80 admin admin] Publish callbacks [] for security_group (78b99911-fcfc-4ff7-beee-4ff3515b6460), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:05.478976 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-383ff6dc-24e0-4649-8f11-273630d6db80 admin admin] Publish callbacks [] for security_group (78b99911-fcfc-4ff7-beee-4ff3515b6460), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:05.535709 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-383ff6dc-24e0-4649-8f11-273630d6db80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (78b99911-fcfc-4ff7-beee-4ff3515b6460), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:05.539178 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-383ff6dc-24e0-4649-8f11-273630d6db80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:05.556326 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-383ff6dc-24e0-4649-8f11-273630d6db80 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/78b99911-fcfc-4ff7-beee-4ff3515b6460 HTTP/1.1" status: 204 len: 168 time: 0.2041082 Mar 05 05:16:05.572027 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ff6dc-24e0-4649-8f11-273630d6db80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b99911-fcfc-4ff7-beee-4ff3515b6460,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:05.917308 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 57938) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:05.932188 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9de4c34-96b1-4275-bdaf-c3b45328b56b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:06.059014 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9de4c34-96b1-4275-bdaf-c3b45328b56b admin admin] Publish callbacks [] for security_group (f053da46-652e-41f0-8183-0d0c586e649b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:06.063674 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9de4c34-96b1-4275-bdaf-c3b45328b56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f053da46-652e-41f0-8183-0d0c586e649b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:06.093298 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 57944) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:06.103729 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f9de4c34-96b1-4275-bdaf-c3b45328b56b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d4b955ba9f7a42ce93727d01dc27be12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1852033 Mar 05 05:16:06.149234 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de4c34-96b1-4275-bdaf-c3b45328b56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f053da46-652e-41f0-8183-0d0c586e649b,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:06.178458 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-140d2cd6-358a-4677-bad4-29dd967d1aed admin admin] Publish callbacks [] for security_group (f053da46-652e-41f0-8183-0d0c586e649b), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:06.218745 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-140d2cd6-358a-4677-bad4-29dd967d1aed admin admin] Publish callbacks [] for security_group (f053da46-652e-41f0-8183-0d0c586e649b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:06.286984 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-140d2cd6-358a-4677-bad4-29dd967d1aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f053da46-652e-41f0-8183-0d0c586e649b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:06.290872 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-140d2cd6-358a-4677-bad4-29dd967d1aed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:06.292410 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-140d2cd6-358a-4677-bad4-29dd967d1aed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f053da46-652e-41f0-8183-0d0c586e649b HTTP/1.1" status: 204 len: 168 time: 0.1977446 Mar 05 05:16:06.300999 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d2cd6-358a-4677-bad4-29dd967d1aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f053da46-652e-41f0-8183-0d0c586e649b,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:06.555792 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9c7aef41-402f-4e24-8713-871e5c57e0d4 req-eb9a27f1-0de8-4743-9e07-541cd5acc2f1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 210 time: 0.0522692 Mar 05 05:16:07.730027 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72e79efe-f729-4ff3-b532-5283ae1a296b req-7c0ea9a1-9d71-4a22-93cd-4f9b2ec7b8f8 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 210 time: 0.0564489 Mar 05 05:16:08.907691 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fd0e5e83-7edf-47fd-8a76-42b0570a8a86 req-d2ede8ae-eb1f-4071-863f-b6a91aac3df8 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 210 time: 0.0912352 Mar 05 05:16:10.073713 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-458f12e6-0d56-4429-be93-a42ba9476f4d req-df4a7514-ee53-46c6-97f4-5f367db1bd1e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 210 time: 0.0676074 Mar 05 05:16:10.396012 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58494) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:10.568818 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4e76710-2548-4a88-9eaa-7049777f75cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:10.712389 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4e76710-2548-4a88-9eaa-7049777f75cb admin admin] Publish callbacks [] for security_group (8628b5cd-841c-4b3b-b326-7664a02eed40), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:10.718130 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4e76710-2548-4a88-9eaa-7049777f75cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8628b5cd-841c-4b3b-b326-7664a02eed40), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:10.771110 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c4e76710-2548-4a88-9eaa-7049777f75cb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d7705e734db444949595c8eca353331b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3739202 Mar 05 05:16:10.772545 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e76710-2548-4a88-9eaa-7049777f75cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8628b5cd-841c-4b3b-b326-7664a02eed40,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:10.773785 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58526) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:10.850676 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-19ebab69-d5e5-4453-ae28-f634e1c859c7 admin admin] Publish callbacks [] for security_group (8628b5cd-841c-4b3b-b326-7664a02eed40), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:10.882303 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-19ebab69-d5e5-4453-ae28-f634e1c859c7 admin admin] Publish callbacks [] for security_group (8628b5cd-841c-4b3b-b326-7664a02eed40), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:10.948531 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-19ebab69-d5e5-4453-ae28-f634e1c859c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8628b5cd-841c-4b3b-b326-7664a02eed40), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:10.951544 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-19ebab69-d5e5-4453-ae28-f634e1c859c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:10.964487 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-19ebab69-d5e5-4453-ae28-f634e1c859c7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8628b5cd-841c-4b3b-b326-7664a02eed40 HTTP/1.1" status: 204 len: 168 time: 0.1814802 Mar 05 05:16:10.992240 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ebab69-d5e5-4453-ae28-f634e1c859c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8628b5cd-841c-4b3b-b326-7664a02eed40,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:11.192917 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-af740a23-669c-45b1-9032-e7fbf3795dcd req-36984b27-03f2-45bc-ba29-59f513ffd1b7 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 210 time: 0.0534225 Mar 05 05:16:11.335445 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58542) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:11.350554 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5b561680-93e6-4be3-aa3a-6d7c8f0c6c94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:11.428300 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dbf13524-3e6c-4eb6-a94d-e73fad1812b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:11.453657 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5b561680-93e6-4be3-aa3a-6d7c8f0c6c94 admin admin] Publish callbacks [] for security_group (bc177d30-29b5-4055-ad6c-6fc598bf73e3), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:11.458950 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5b561680-93e6-4be3-aa3a-6d7c8f0c6c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (bc177d30-29b5-4055-ad6c-6fc598bf73e3), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:11.502375 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5b561680-93e6-4be3-aa3a-6d7c8f0c6c94 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1ae8e4f3b2d0418d979568f07a241d8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1651638 Mar 05 05:16:11.503518 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b561680-93e6-4be3-aa3a-6d7c8f0c6c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc177d30-29b5-4055-ad6c-6fc598bf73e3,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:11.505565 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58544) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:11.586427 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-60c620c9-2d3d-426d-ac81-91e19a01ab80 admin admin] Publish callbacks [] for security_group (bc177d30-29b5-4055-ad6c-6fc598bf73e3), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:11.611218 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-60c620c9-2d3d-426d-ac81-91e19a01ab80 admin admin] Publish callbacks [] for security_group (bc177d30-29b5-4055-ad6c-6fc598bf73e3), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:11.666322 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-60c620c9-2d3d-426d-ac81-91e19a01ab80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (bc177d30-29b5-4055-ad6c-6fc598bf73e3), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:11.669488 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-60c620c9-2d3d-426d-ac81-91e19a01ab80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:11.670662 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-60c620c9-2d3d-426d-ac81-91e19a01ab80 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bc177d30-29b5-4055-ad6c-6fc598bf73e3 HTTP/1.1" status: 204 len: 168 time: 0.1641154 Mar 05 05:16:11.680781 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c620c9-2d3d-426d-ac81-91e19a01ab80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc177d30-29b5-4055-ad6c-6fc598bf73e3,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:12.331033 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8fd7a04b-4fd9-4eab-9bc4-3ed75341416a req-eeeda82f-2dda-4c3d-a5dd-e5c043b01ce6 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 210 time: 0.0331211 Mar 05 05:16:13.108667 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58598) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:13.233912 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-e22d2f43-45df-4a2d-a9f9-8d1581254428 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1816844163'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:13.254182 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e22d2f43-45df-4a2d-a9f9-8d1581254428 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (7c30ebc8-044a-4f91-8740-79d559c80740), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:13.256147 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e22d2f43-45df-4a2d-a9f9-8d1581254428 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (7c30ebc8-044a-4f91-8740-79d559c80740), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:13.312745 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e22d2f43-45df-4a2d-a9f9-8d1581254428 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks [] for router_controller (7c30ebc8-044a-4f91-8740-79d559c80740), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:13.318139 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e22d2f43-45df-4a2d-a9f9-8d1581254428 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (7c30ebc8-044a-4f91-8740-79d559c80740), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:13.336552 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e22d2f43-45df-4a2d-a9f9-8d1581254428 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:13.341831 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58604) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:13.342387 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e22d2f43-45df-4a2d-a9f9-8d1581254428 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2321315 Mar 05 05:16:13.446222 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-faf63839-fad5-4693-a649-fce544ce9181 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks [] for router (7c30ebc8-044a-4f91-8740-79d559c80740), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:13.476406 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7048db0c-9dfc-45d8-af06-ec4a9780997b req-1add5c43-94bd-40a4-93da-5bba172e5d35 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 210 time: 0.0428538 Mar 05 05:16:13.635656 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-faf63839-fad5-4693-a649-fce544ce9181 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (7c30ebc8-044a-4f91-8740-79d559c80740), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:13.637969 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-faf63839-fad5-4693-a649-fce544ce9181 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks [] for router_controller (7c30ebc8-044a-4f91-8740-79d559c80740), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:13.682198 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-faf63839-fad5-4693-a649-fce544ce9181 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (7c30ebc8-044a-4f91-8740-79d559c80740), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:13.682786 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf63839-fad5-4693-a649-fce544ce9181 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7c30ebc8-044a-4f91-8740-79d559c80740 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:16:13.683769 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-49d57a3a-505e-459b-b8ec-12671a8c3e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:13.694926 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-faf63839-fad5-4693-a649-fce544ce9181 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:13.699519 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-faf63839-fad5-4693-a649-fce544ce9181 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] 10.222.0.11 "DELETE /v2.0/routers/7c30ebc8-044a-4f91-8740-79d559c80740 HTTP/1.1" status: 204 len: 168 time: 0.3557465 Mar 05 05:16:13.699645 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58608) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:13.704567 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-1b96f9d8-84c8-453b-92f9-17ea24810bd7 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Request body: {'router': {'name': 'tempest-router-560203456', 'distributed': False}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:13.727916 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1b96f9d8-84c8-453b-92f9-17ea24810bd7 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (5e27b174-e6c4-4969-9844-eef587274a8d), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:13.729174 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1b96f9d8-84c8-453b-92f9-17ea24810bd7 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (5e27b174-e6c4-4969-9844-eef587274a8d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:13.799029 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1b96f9d8-84c8-453b-92f9-17ea24810bd7 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks [] for router_controller (5e27b174-e6c4-4969-9844-eef587274a8d), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:13.804206 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1b96f9d8-84c8-453b-92f9-17ea24810bd7 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (5e27b174-e6c4-4969-9844-eef587274a8d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:13.818567 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1b96f9d8-84c8-453b-92f9-17ea24810bd7 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:13.820006 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1b96f9d8-84c8-453b-92f9-17ea24810bd7 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1192753 Mar 05 05:16:13.823035 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58610) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:13.847790 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:13.901689 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e1a79b1a-a7e8-42e4-8a62-516d1b720052 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks [] for router (5e27b174-e6c4-4969-9844-eef587274a8d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:14.022090 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:14.073123 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e1a79b1a-a7e8-42e4-8a62-516d1b720052 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (5e27b174-e6c4-4969-9844-eef587274a8d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:14.075267 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e1a79b1a-a7e8-42e4-8a62-516d1b720052 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks [] for router_controller (5e27b174-e6c4-4969-9844-eef587274a8d), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:14.120685 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e1a79b1a-a7e8-42e4-8a62-516d1b720052 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (5e27b174-e6c4-4969-9844-eef587274a8d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:14.121209 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a79b1a-a7e8-42e4-8a62-516d1b720052 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e27b174-e6c4-4969-9844-eef587274a8d {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:16:14.132370 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e1a79b1a-a7e8-42e4-8a62-516d1b720052 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:14.137027 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58616) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:14.137351 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e1a79b1a-a7e8-42e4-8a62-516d1b720052 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] 10.222.0.11 "DELETE /v2.0/routers/5e27b174-e6c4-4969-9844-eef587274a8d HTTP/1.1" status: 204 len: 168 time: 0.3130398 Mar 05 05:16:14.142145 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-6e6de97f-fbf8-43e7-9819-d02121b3914b tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Request body: {'router': {'name': 'tempest-router-1770694115', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4352b1818d0a4293939b05cc6a621a75'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:14.181001 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6e6de97f-fbf8-43e7-9819-d02121b3914b tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (df394b97-025f-4808-8db7-85fbcc795ff3), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:14.182504 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6e6de97f-fbf8-43e7-9819-d02121b3914b tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (df394b97-025f-4808-8db7-85fbcc795ff3), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:14.245975 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6e6de97f-fbf8-43e7-9819-d02121b3914b tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks [] for router_controller (df394b97-025f-4808-8db7-85fbcc795ff3), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:14.250911 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6e6de97f-fbf8-43e7-9819-d02121b3914b tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (df394b97-025f-4808-8db7-85fbcc795ff3), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:14.275057 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6e6de97f-fbf8-43e7-9819-d02121b3914b tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:14.276853 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6e6de97f-fbf8-43e7-9819-d02121b3914b tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1382973 Mar 05 05:16:14.279375 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58620) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:14.284078 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-521fb327-017b-45f3-a502-3384e93a4ea2 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Request body: {'router': {'distributed': True}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:14.509582 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-521fb327-017b-45f3-a502-3384e93a4ea2 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-903190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9284'] for router (df394b97-025f-4808-8db7-85fbcc795ff3), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:14.510594 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-521fb327-017b-45f3-a502-3384e93a4ea2 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks [] for router (df394b97-025f-4808-8db7-85fbcc795ff3), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:14.614546 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2b3671d5-3344-493e-a03f-733f66faf198 req-7917818e-2656-47e8-b280-514cd2e6a248 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 210 time: 0.0356166 Mar 05 05:16:14.624231 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-521fb327-017b-45f3-a502-3384e93a4ea2 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=105231) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Mar 05 05:16:14.624594 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-521fb327-017b-45f3-a502-3384e93a4ea2 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Router df394b97-025f-4808-8db7-85fbcc795ff3 migrating from provider to provider. {{(pid=105231) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Mar 05 05:16:14.624951 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-521fb327-017b-45f3-a502-3384e93a4ea2 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks [] for router_controller (df394b97-025f-4808-8db7-85fbcc795ff3), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:14.630361 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-521fb327-017b-45f3-a502-3384e93a4ea2 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks [] for router_controller (df394b97-025f-4808-8db7-85fbcc795ff3), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:14.638672 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-521fb327-017b-45f3-a502-3384e93a4ea2 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-903193'] for router (df394b97-025f-4808-8db7-85fbcc795ff3), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:14.727157 n-d-789963-32 neutron-server[105231]: WARNING neutron.scheduler.l3_agent_scheduler [None req-521fb327-017b-45f3-a502-3384e93a4ea2 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] No L3 agents can host the router df394b97-025f-4808-8db7-85fbcc795ff3 Mar 05 05:16:14.853679 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521fb327-017b-45f3-a502-3384e93a4ea2 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Hosts for router df394b97-025f-4808-8db7-85fbcc795ff3: [] {{(pid=105231) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Mar 05 05:16:14.879178 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521fb327-017b-45f3-a502-3384e93a4ea2 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Hosts for other DVR routers connected to router df394b97-025f-4808-8db7-85fbcc795ff3: set() {{(pid=105231) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Mar 05 05:16:14.881852 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-521fb327-017b-45f3-a502-3384e93a4ea2 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:14.883166 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-521fb327-017b-45f3-a502-3384e93a4ea2 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] 10.222.0.11 "PUT /v2.0/routers/df394b97-025f-4808-8db7-85fbcc795ff3 HTTP/1.1" status: 200 len: 717 time: 0.6025877 Mar 05 05:16:14.885618 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58624) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:14.962157 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-003a025f-92ef-4bd9-a9e4-d7c64dcba7f5 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] 10.222.0.11 "GET /v2.0/routers/df394b97-025f-4808-8db7-85fbcc795ff3 HTTP/1.1" status: 200 len: 717 time: 0.0753620 Mar 05 05:16:14.964754 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58626) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:15.043908 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:15.172002 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58632) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:15.172382 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-63fae957-ff37-4c0c-bee4-52b8f91386ce tempest-RoutersTestDVR-496421682 tempest-RoutersTestDVR-496421682-project] 10.222.0.11 "GET /v2.0/routers/df394b97-025f-4808-8db7-85fbcc795ff3 HTTP/1.1" status: 200 len: 683 time: 0.2063384 Mar 05 05:16:15.284512 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0a2a4b4c-0ce7-450d-a21e-eda47614ec77 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks [] for router (df394b97-025f-4808-8db7-85fbcc795ff3), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:15.482587 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0a2a4b4c-0ce7-450d-a21e-eda47614ec77 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (df394b97-025f-4808-8db7-85fbcc795ff3), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:15.484033 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:16:15.485759 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0a2a4b4c-0ce7-450d-a21e-eda47614ec77 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks [] for router_controller (df394b97-025f-4808-8db7-85fbcc795ff3), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:15.548041 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0a2a4b4c-0ce7-450d-a21e-eda47614ec77 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (df394b97-025f-4808-8db7-85fbcc795ff3), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:15.550208 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2a4b4c-0ce7-450d-a21e-eda47614ec77 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df394b97-025f-4808-8db7-85fbcc795ff3 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:16:15.557876 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0a2a4b4c-0ce7-450d-a21e-eda47614ec77 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:15.561297 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0a2a4b4c-0ce7-450d-a21e-eda47614ec77 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] 10.222.0.11 "DELETE /v2.0/routers/df394b97-025f-4808-8db7-85fbcc795ff3 HTTP/1.1" status: 204 len: 168 time: 0.3879757 Mar 05 05:16:15.564830 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58638) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:15.570095 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-f40f9022-4f04-4a7b-b302-8ae16d5480c8 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Request body: {'router': {'name': 'tempest-router-1130286371', 'distributed': True}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:15.603740 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f40f9022-4f04-4a7b-b302-8ae16d5480c8 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (e253081e-4213-4d79-8f4c-dcc905403882), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:15.605878 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f40f9022-4f04-4a7b-b302-8ae16d5480c8 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (e253081e-4213-4d79-8f4c-dcc905403882), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:15.686921 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f40f9022-4f04-4a7b-b302-8ae16d5480c8 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks [] for router_controller (e253081e-4213-4d79-8f4c-dcc905403882), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:15.694676 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f40f9022-4f04-4a7b-b302-8ae16d5480c8 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (e253081e-4213-4d79-8f4c-dcc905403882), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:15.713530 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f40f9022-4f04-4a7b-b302-8ae16d5480c8 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:15.715987 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f40f9022-4f04-4a7b-b302-8ae16d5480c8 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1495705 Mar 05 05:16:15.718254 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58642) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:15.815682 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c5f500e9-77c9-4dac-ba45-8fe795114f11 req-d0d83fb4-d3e4-4b02-97e0-52bc3c6f3db5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=225c2892-3071-4aaa-87db-55d6f7c5c918 HTTP/1.1" status: 200 len: 210 time: 0.0525789 Mar 05 05:16:15.823254 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4c9715c7-1557-45bc-a4c4-71b0b03e03d1 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks [] for router (e253081e-4213-4d79-8f4c-dcc905403882), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:16.004115 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4c9715c7-1557-45bc-a4c4-71b0b03e03d1 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (e253081e-4213-4d79-8f4c-dcc905403882), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:16.006918 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4c9715c7-1557-45bc-a4c4-71b0b03e03d1 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks [] for router_controller (e253081e-4213-4d79-8f4c-dcc905403882), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:16.064729 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4c9715c7-1557-45bc-a4c4-71b0b03e03d1 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (e253081e-4213-4d79-8f4c-dcc905403882), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:16.065406 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9715c7-1557-45bc-a4c4-71b0b03e03d1 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e253081e-4213-4d79-8f4c-dcc905403882 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:16:16.070512 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4c9715c7-1557-45bc-a4c4-71b0b03e03d1 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:16.076412 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4c9715c7-1557-45bc-a4c4-71b0b03e03d1 tempest-RoutersTestDVR-129641708 tempest-RoutersTestDVR-129641708-project-admin] 10.222.0.11 "DELETE /v2.0/routers/e253081e-4213-4d79-8f4c-dcc905403882 HTTP/1.1" status: 204 len: 168 time: 0.3571327 Mar 05 05:16:16.336089 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:16.393081 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58654) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:16.513928 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-729509b2-6aa9-4a96-94c9-11f49cc7d73f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:16.599169 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-729509b2-6aa9-4a96-94c9-11f49cc7d73f admin admin] Publish callbacks [] for security_group (bb341cf5-23cb-4473-9013-23ab6af62014), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:16.604872 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-729509b2-6aa9-4a96-94c9-11f49cc7d73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (bb341cf5-23cb-4473-9013-23ab6af62014), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:16.646448 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-729509b2-6aa9-4a96-94c9-11f49cc7d73f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4352b1818d0a4293939b05cc6a621a75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2522702 Mar 05 05:16:16.647328 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729509b2-6aa9-4a96-94c9-11f49cc7d73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb341cf5-23cb-4473-9013-23ab6af62014,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:16.649322 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58658) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:16.718661 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3f899527-94c1-4d1c-93eb-6438bf444b8f admin admin] Publish callbacks [] for security_group (bb341cf5-23cb-4473-9013-23ab6af62014), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:16.743890 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3f899527-94c1-4d1c-93eb-6438bf444b8f admin admin] Publish callbacks [] for security_group (bb341cf5-23cb-4473-9013-23ab6af62014), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:16.796276 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3f899527-94c1-4d1c-93eb-6438bf444b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (bb341cf5-23cb-4473-9013-23ab6af62014), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:16.799101 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3f899527-94c1-4d1c-93eb-6438bf444b8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:16.800293 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3f899527-94c1-4d1c-93eb-6438bf444b8f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bb341cf5-23cb-4473-9013-23ab6af62014 HTTP/1.1" status: 204 len: 168 time: 0.1481032 Mar 05 05:16:16.814856 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f899527-94c1-4d1c-93eb-6438bf444b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb341cf5-23cb-4473-9013-23ab6af62014,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:17.146592 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58670) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:17.163880 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9134ad3b-1292-4655-acdd-8c5c1e956027 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:17.262661 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9134ad3b-1292-4655-acdd-8c5c1e956027 admin admin] Publish callbacks [] for security_group (e412f623-6dc6-4487-a036-87cdd6a1943a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:17.267769 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9134ad3b-1292-4655-acdd-8c5c1e956027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e412f623-6dc6-4487-a036-87cdd6a1943a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:17.314385 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134ad3b-1292-4655-acdd-8c5c1e956027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e412f623-6dc6-4487-a036-87cdd6a1943a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:17.325457 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9134ad3b-1292-4655-acdd-8c5c1e956027 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c4006f098e124231990744c9d7125695&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1774461 Mar 05 05:16:17.326071 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58674) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:17.392857 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-afe8f006-5d77-47a9-a881-2db4acaa407e admin admin] Publish callbacks [] for security_group (e412f623-6dc6-4487-a036-87cdd6a1943a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:17.421843 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-afe8f006-5d77-47a9-a881-2db4acaa407e admin admin] Publish callbacks [] for security_group (e412f623-6dc6-4487-a036-87cdd6a1943a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:17.503212 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-afe8f006-5d77-47a9-a881-2db4acaa407e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e412f623-6dc6-4487-a036-87cdd6a1943a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:17.506207 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-afe8f006-5d77-47a9-a881-2db4acaa407e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:17.507888 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-afe8f006-5d77-47a9-a881-2db4acaa407e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e412f623-6dc6-4487-a036-87cdd6a1943a HTTP/1.1" status: 204 len: 168 time: 0.1808503 Mar 05 05:16:17.528081 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8f006-5d77-47a9-a881-2db4acaa407e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e412f623-6dc6-4487-a036-87cdd6a1943a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:17.824735 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:18.432066 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58706) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:18.571633 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-43735a08-3c97-419d-a81e-4bb2f399c954 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1260397763'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:18.620412 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43735a08-3c97-419d-a81e-4bb2f399c954 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Made reservation on behalf of f56249da37cd4ed5903c959b0af34a21 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:16:18.624569 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-43735a08-3c97-419d-a81e-4bb2f399c954 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:18.634984 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-43735a08-3c97-419d-a81e-4bb2f399c954 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:18.721937 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-43735a08-3c97-419d-a81e-4bb2f399c954 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for security_group (976968fe-c013-4457-a060-bed3fd45f357), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:18.728023 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-43735a08-3c97-419d-a81e-4bb2f399c954 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (976968fe-c013-4457-a060-bed3fd45f357), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:18.761889 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43735a08-3c97-419d-a81e-4bb2f399c954 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:16:18.779565 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43735a08-3c97-419d-a81e-4bb2f399c954 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=976968fe-c013-4457-a060-bed3fd45f357,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:18.785969 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-43735a08-3c97-419d-a81e-4bb2f399c954 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (684d710f-20ae-43e1-9d42-f2028f4bd3a1), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:18.786387 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-43735a08-3c97-419d-a81e-4bb2f399c954 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Added segment 684d710f-20ae-43e1-9d42-f2028f4bd3a1 of type vlan for network 5f42323d-b491-4b3b-82b5-de61edea32fe Mar 05 05:16:18.831324 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-43735a08-3c97-419d-a81e-4bb2f399c954 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (5f42323d-b491-4b3b-82b5-de61edea32fe), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:18.865189 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-43735a08-3c97-419d-a81e-4bb2f399c954 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (5f42323d-b491-4b3b-82b5-de61edea32fe), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:18.870357 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43735a08-3c97-419d-a81e-4bb2f399c954 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:18.871010 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-43735a08-3c97-419d-a81e-4bb2f399c954 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:18.952456 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43735a08-3c97-419d-a81e-4bb2f399c954 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event updated for resources: {'Network': ['ID=5f42323d-b491-4b3b-82b5-de61edea32fe,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:18.975101 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-43735a08-3c97-419d-a81e-4bb2f399c954 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5253229 Mar 05 05:16:18.975527 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 5f42323d-b491-4b3b-82b5-de61edea32fe details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:16:19.106894 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58716) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:19.122627 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-64b96383-7bf1-47d5-bf09-d9607b70334e tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Request body: {'subnet': {'network_id': '5f42323d-b491-4b3b-82b5-de61edea32fe', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:19.303695 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b96383-7bf1-47d5-bf09-d9607b70334e tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Made reservation on behalf of f56249da37cd4ed5903c959b0af34a21 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:16:19.308257 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-64b96383-7bf1-47d5-bf09-d9607b70334e tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:19.537684 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-64b96383-7bf1-47d5-bf09-d9607b70334e tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (c5ac0bd0-f9f7-4b83-911e-f56a6577449b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:19.682922 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b96383-7bf1-47d5-bf09-d9607b70334e tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event updated for resources: {'Subnet': ['ID=c5ac0bd0-f9f7-4b83-911e-f56a6577449b,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:19.710308 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b96383-7bf1-47d5-bf09-d9607b70334e tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Checking segment: {'id': '684d710f-20ae-43e1-9d42-f2028f4bd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5f42323d-b491-4b3b-82b5-de61edea32fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:16:19.710695 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b96383-7bf1-47d5-bf09-d9607b70334e tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Network hostable DHCP agents. Network: 5f42323d-b491-4b3b-82b5-de61edea32fe, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:16:19.756744 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b96383-7bf1-47d5-bf09-d9607b70334e tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Network 5f42323d-b491-4b3b-82b5-de61edea32fe is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:16:19.771523 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-64b96383-7bf1-47d5-bf09-d9607b70334e tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 5f42323d-b491-4b3b-82b5-de61edea32fe) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:16:19.776250 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b96383-7bf1-47d5-bf09-d9607b70334e tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:19.776939 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-64b96383-7bf1-47d5-bf09-d9607b70334e tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:19.797789 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45270c0-ef21-47dd-9185-82d63b97758c None None] Network 5f42323d-b491-4b3b-82b5-de61edea32fe requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:16:19.826407 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-64b96383-7bf1-47d5-bf09-d9607b70334e tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7149734 Mar 05 05:16:19.829729 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58726) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:19.841564 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-c4ee9b7d-b367-4fbb-9a69-b816e1660b41 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-667969885'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:19.880530 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ee9b7d-b367-4fbb-9a69-b816e1660b41 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Made reservation on behalf of f56249da37cd4ed5903c959b0af34a21 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:16:19.886502 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4ee9b7d-b367-4fbb-9a69-b816e1660b41 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:19.947442 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ee9b7d-b367-4fbb-9a69-b816e1660b41 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:16:19.968601 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4ee9b7d-b367-4fbb-9a69-b816e1660b41 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (07b23c1a-9dc7-4143-a9c2-06cf81092d45), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:19.969124 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-c4ee9b7d-b367-4fbb-9a69-b816e1660b41 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Added segment 07b23c1a-9dc7-4143-a9c2-06cf81092d45 of type vlan for network c80e1372-25cb-4482-9490-bf8ba65d4170 Mar 05 05:16:20.029273 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-5f42323d-b491-4b3b-82b5-de61edea32fe', 'network_id': '5f42323d-b491-4b3b-82b5-de61edea32fe', 'project_id': 'f56249da37cd4ed5903c959b0af34a21', 'fixed_ips': [{'subnet_id': 'c5ac0bd0-f9f7-4b83-911e-f56a6577449b'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:16:20.030687 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:20.072837 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4ee9b7d-b367-4fbb-9a69-b816e1660b41 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (c80e1372-25cb-4482-9490-bf8ba65d4170), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:20.105670 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4ee9b7d-b367-4fbb-9a69-b816e1660b41 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (c80e1372-25cb-4482-9490-bf8ba65d4170), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:20.113651 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ee9b7d-b367-4fbb-9a69-b816e1660b41 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:20.115179 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4ee9b7d-b367-4fbb-9a69-b816e1660b41 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:20.217093 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee9b7d-b367-4fbb-9a69-b816e1660b41 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event updated for resources: {'Network': ['ID=c80e1372-25cb-4482-9490-bf8ba65d4170,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:20.225811 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c4ee9b7d-b367-4fbb-9a69-b816e1660b41 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3945949 Mar 05 05:16:20.229251 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58732) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:20.234838 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-9b4cebf4-865f-4cef-8d71-7fec05e7d901 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Request body: {'subnet': {'network_id': 'c80e1372-25cb-4482-9490-bf8ba65d4170', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:20.292494 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network c80e1372-25cb-4482-9490-bf8ba65d4170 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:16:20.324447 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] Allocated IP 172.20.255.242 (5f42323d-b491-4b3b-82b5-de61edea32fe/c5ac0bd0-f9f7-4b83-911e-f56a6577449b/78406932-ebe5-4ca7-abd7-c15df823c372) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:16:20.391263 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4cebf4-865f-4cef-8d71-7fec05e7d901 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Made reservation on behalf of f56249da37cd4ed5903c959b0af34a21 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:16:20.395968 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b4cebf4-865f-4cef-8d71-7fec05e7d901 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:20.596635 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] Publish callbacks [] for port (78406932-ebe5-4ca7-abd7-c15df823c372), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:20.605797 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (78406932-ebe5-4ca7-abd7-c15df823c372), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:20.665940 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] Network 5f42323d-b491-4b3b-82b5-de61edea32fe is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:16:20.667210 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] Pushing event updated for resources: {'Port': ['ID=78406932-ebe5-4ca7-abd7-c15df823c372,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:20.671487 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:16:20.679548 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:20.680033 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:20.680486 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:20.680968 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:20.681432 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:20.681891 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:20.682328 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:20.682813 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:20.683279 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:20.683714 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:20.684145 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:20.684585 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:20.685036 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:20.694332 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:16:20.720699 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b4cebf4-865f-4cef-8d71-7fec05e7d901 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (96cf6926-8bbd-444f-b5f9-d34fde01e25e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:20.771957 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] Attempting to bind port 78406932-ebe5-4ca7-abd7-c15df823c372 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:16:20.773150 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] Attempting to bind port 78406932-ebe5-4ca7-abd7-c15df823c372 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '684d710f-20ae-43e1-9d42-f2028f4bd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5f42323d-b491-4b3b-82b5-de61edea32fe'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:16:20.773634 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] Attempting to bind port 78406932-ebe5-4ca7-abd7-c15df823c372 on network 5f42323d-b491-4b3b-82b5-de61edea32fe {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:16:20.785952 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:16:20.789085 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] Checking segment: {'id': '684d710f-20ae-43e1-9d42-f2028f4bd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5f42323d-b491-4b3b-82b5-de61edea32fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:16:20.792071 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:20.792706 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] Bound using segment: {'id': '684d710f-20ae-43e1-9d42-f2028f4bd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5f42323d-b491-4b3b-82b5-de61edea32fe'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:16:20.793480 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] Bound port: 78406932-ebe5-4ca7-abd7-c15df823c372, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '684d710f-20ae-43e1-9d42-f2028f4bd3a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5f42323d-b491-4b3b-82b5-de61edea32fe'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:16:20.793991 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (78406932-ebe5-4ca7-abd7-c15df823c372), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:20.860189 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4cebf4-865f-4cef-8d71-7fec05e7d901 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event updated for resources: {'Subnet': ['ID=96cf6926-8bbd-444f-b5f9-d34fde01e25e,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:20.881139 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4cebf4-865f-4cef-8d71-7fec05e7d901 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Checking segment: {'id': '07b23c1a-9dc7-4143-a9c2-06cf81092d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c80e1372-25cb-4482-9490-bf8ba65d4170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:16:20.881656 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4cebf4-865f-4cef-8d71-7fec05e7d901 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Network hostable DHCP agents. Network: c80e1372-25cb-4482-9490-bf8ba65d4170, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:16:20.904039 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] For port 78406932-ebe5-4ca7-abd7-c15df823c372, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:16:20.907508 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] For port 78406932-ebe5-4ca7-abd7-c15df823c372, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=78406932-ebe5-4ca7-abd7-c15df823c372,segment=NetworkSegment(684d710f-20ae-43e1-9d42-f2028f4bd3a1),segment_id=684d710f-20ae-43e1-9d42-f2028f4bd3a1)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:16:20.912055 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4cebf4-865f-4cef-8d71-7fec05e7d901 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Network c80e1372-25cb-4482-9490-bf8ba65d4170 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:16:20.914673 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (78406932-ebe5-4ca7-abd7-c15df823c372), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:20.932051 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-9b4cebf4-865f-4cef-8d71-7fec05e7d901 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, c80e1372-25cb-4482-9490-bf8ba65d4170) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:16:20.937148 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4cebf4-865f-4cef-8d71-7fec05e7d901 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:20.937779 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b4cebf4-865f-4cef-8d71-7fec05e7d901 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:20.967910 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33c3da6-4ee6-4efb-b084-2004a1e6c391 None None] Network c80e1372-25cb-4482-9490-bf8ba65d4170 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:16:20.969494 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9b4cebf4-865f-4cef-8d71-7fec05e7d901 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7386305 Mar 05 05:16:20.972282 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58736) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:21.138052 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-26a409e6-7154-40fe-b505-37a83bc45646 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (c80e1372-25cb-4482-9490-bf8ba65d4170), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:21.197552 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64313086-7f8b-4c0c-a30a-7934a606ddc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-c80e1372-25cb-4482-9490-bf8ba65d4170', 'network_id': 'c80e1372-25cb-4482-9490-bf8ba65d4170', 'project_id': 'f56249da37cd4ed5903c959b0af34a21', 'fixed_ips': [{'subnet_id': '96cf6926-8bbd-444f-b5f9-d34fde01e25e'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:16:21.198435 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-64313086-7f8b-4c0c-a30a-7934a606ddc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:21.236904 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e8fc91-7dc5-434a-9d98-7a403753fc10 None None] Pushing event updated for resources: {'Port': ['ID=78406932-ebe5-4ca7-abd7-c15df823c372,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:21.298858 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-26a409e6-7154-40fe-b505-37a83bc45646 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (96cf6926-8bbd-444f-b5f9-d34fde01e25e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:21.429508 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-26a409e6-7154-40fe-b505-37a83bc45646 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (96cf6926-8bbd-444f-b5f9-d34fde01e25e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server [None req-64313086-7f8b-4c0c-a30a-7934a606ddc1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96cf6926-8bbd-444f-b5f9-d34fde01e25e: This subnet is being modified by another concurrent operation. Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise exception Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96cf6926-8bbd-444f-b5f9-d34fde01e25e: This subnet is being modified by another concurrent operation. Mar 05 05:16:21.454983 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server Mar 05 05:16:21.498244 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c43f23a-1f8d-4ceb-a811-8073ccfbbfd5 None None] Network c80e1372-25cb-4482-9490-bf8ba65d4170 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:16:21.528324 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a409e6-7154-40fe-b505-37a83bc45646 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event deleted for resources: {'Subnet': ['ID=96cf6926-8bbd-444f-b5f9-d34fde01e25e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:21.671184 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-26a409e6-7154-40fe-b505-37a83bc45646 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (c80e1372-25cb-4482-9490-bf8ba65d4170), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:21.694889 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-26a409e6-7154-40fe-b505-37a83bc45646 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c80e1372-25cb-4482-9490-bf8ba65d4170']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:21.720080 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-26a409e6-7154-40fe-b505-37a83bc45646 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07b23c1a-9dc7-4143-a9c2-06cf81092d45') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:21.720407 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-26a409e6-7154-40fe-b505-37a83bc45646 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07b23c1a-9dc7-4143-a9c2-06cf81092d45') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:21.732685 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-26a409e6-7154-40fe-b505-37a83bc45646 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (07b23c1a-9dc7-4143-a9c2-06cf81092d45), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:21.747638 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-26a409e6-7154-40fe-b505-37a83bc45646 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (07b23c1a-9dc7-4143-a9c2-06cf81092d45), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:21.753827 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a409e6-7154-40fe-b505-37a83bc45646 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:16:21.754430 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-26a409e6-7154-40fe-b505-37a83bc45646 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (07b23c1a-9dc7-4143-a9c2-06cf81092d45), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:21.757820 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:16:21.757820 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:16:21.757820 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:16:21.757820 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:16:21.757820 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:16:21.757820 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:16:21.757820 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:16:21.757820 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:16:21.757820 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:16:21.757820 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:16:21.757820 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:16:21.757820 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:16:21.757820 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:16:21.757820 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:16:21.757820 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:16:21.757820 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:16:21.757820 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:16:21.757820 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:16:21.757820 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:16:21.757820 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:16:21.757820 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:16:21.757820 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:16:21.757820 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:16:21.757820 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:16:21.757820 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:16:21.757820 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:16:21.757820 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:16:21.757820 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:16:21.757820 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:16:21.757820 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:16:21.757820 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:16:21.757820 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:16:21.827192 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-26a409e6-7154-40fe-b505-37a83bc45646 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (c80e1372-25cb-4482-9490-bf8ba65d4170), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:21.832156 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-26a409e6-7154-40fe-b505-37a83bc45646 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:21.836836 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-26a409e6-7154-40fe-b505-37a83bc45646 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/networks/c80e1372-25cb-4482-9490-bf8ba65d4170 HTTP/1.1" status: 204 len: 168 time: 0.8634028 Mar 05 05:16:21.840457 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58746) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:21.845524 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-7400ce71-5852-40a2-b69e-48c2bde87ecd tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1796988715'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:21.869103 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a409e6-7154-40fe-b505-37a83bc45646 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event deleted for resources: {'Network': ['ID=c80e1372-25cb-4482-9490-bf8ba65d4170,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:21.882531 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7400ce71-5852-40a2-b69e-48c2bde87ecd tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Made reservation on behalf of f56249da37cd4ed5903c959b0af34a21 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:16:21.886188 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7400ce71-5852-40a2-b69e-48c2bde87ecd tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:21.932113 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7400ce71-5852-40a2-b69e-48c2bde87ecd tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:16:21.946485 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7400ce71-5852-40a2-b69e-48c2bde87ecd tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (f664f55f-dcf5-41aa-9afa-a47d0112de87), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:21.946934 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-7400ce71-5852-40a2-b69e-48c2bde87ecd tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Added segment f664f55f-dcf5-41aa-9afa-a47d0112de87 of type vlan for network 33614db6-5b8d-4ce0-a403-719694b8a580 Mar 05 05:16:22.007109 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7400ce71-5852-40a2-b69e-48c2bde87ecd tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (33614db6-5b8d-4ce0-a403-719694b8a580), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:22.030854 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7400ce71-5852-40a2-b69e-48c2bde87ecd tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (33614db6-5b8d-4ce0-a403-719694b8a580), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:22.039337 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7400ce71-5852-40a2-b69e-48c2bde87ecd tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:22.040224 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7400ce71-5852-40a2-b69e-48c2bde87ecd tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:22.099833 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7400ce71-5852-40a2-b69e-48c2bde87ecd tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2581394 Mar 05 05:16:22.103156 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58748) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:22.109362 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-85f1a705-e346-4f34-944f-429a55e37b08 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Request body: {'subnet': {'network_id': '33614db6-5b8d-4ce0-a403-719694b8a580', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:22.167786 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400ce71-5852-40a2-b69e-48c2bde87ecd tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event updated for resources: {'Network': ['ID=33614db6-5b8d-4ce0-a403-719694b8a580,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:22.181401 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 33614db6-5b8d-4ce0-a403-719694b8a580 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:16:22.373484 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f1a705-e346-4f34-944f-429a55e37b08 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Made reservation on behalf of f56249da37cd4ed5903c959b0af34a21 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:16:22.377077 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-85f1a705-e346-4f34-944f-429a55e37b08 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:22.467106 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.ipam_backend_mixin [None req-85f1a705-e346-4f34-944f-429a55e37b08 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Performing IP validity checks on allocation pools {{(pid=105232) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 05 05:16:22.469202 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.ipam_backend_mixin [None req-85f1a705-e346-4f34-944f-429a55e37b08 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105232) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 05 05:16:22.635887 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-85f1a705-e346-4f34-944f-429a55e37b08 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (f45cdf99-47ad-4904-b1f3-4dfeb400a8f9), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:22.706118 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f1a705-e346-4f34-944f-429a55e37b08 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Checking segment: {'id': 'f664f55f-dcf5-41aa-9afa-a47d0112de87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '33614db6-5b8d-4ce0-a403-719694b8a580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:16:22.706740 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f1a705-e346-4f34-944f-429a55e37b08 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Network hostable DHCP agents. Network: 33614db6-5b8d-4ce0-a403-719694b8a580, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:16:22.716496 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1a705-e346-4f34-944f-429a55e37b08 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event updated for resources: {'Subnet': ['ID=f45cdf99-47ad-4904-b1f3-4dfeb400a8f9,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:22.734474 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f1a705-e346-4f34-944f-429a55e37b08 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Network 33614db6-5b8d-4ce0-a403-719694b8a580 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:16:22.746980 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-85f1a705-e346-4f34-944f-429a55e37b08 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 33614db6-5b8d-4ce0-a403-719694b8a580) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:16:22.752066 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f1a705-e346-4f34-944f-429a55e37b08 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:22.752783 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-85f1a705-e346-4f34-944f-429a55e37b08 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:22.761516 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3be5a4-1d2a-418f-b40f-a08f92691f5d None None] Network 33614db6-5b8d-4ce0-a403-719694b8a580 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:16:22.781481 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-85f1a705-e346-4f34-944f-429a55e37b08 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6762006 Mar 05 05:16:22.784024 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58756) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:22.855795 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88cccd3-1b15-419c-b2c8-034a870e1d82 None None] Network 5f42323d-b491-4b3b-82b5-de61edea32fe requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:16:22.908184 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6daa658-6741-4e76-b05d-9d8a5ddbeea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-33614db6-5b8d-4ce0-a403-719694b8a580', 'network_id': '33614db6-5b8d-4ce0-a403-719694b8a580', 'project_id': 'f56249da37cd4ed5903c959b0af34a21', 'fixed_ips': [{'subnet_id': 'f45cdf99-47ad-4904-b1f3-4dfeb400a8f9'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:16:22.909179 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a6daa658-6741-4e76-b05d-9d8a5ddbeea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:22.940081 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d02e6a1f-a380-4a86-b622-a7b8aebff336 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (33614db6-5b8d-4ce0-a403-719694b8a580), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:23.008025 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d02e6a1f-a380-4a86-b622-a7b8aebff336 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (f45cdf99-47ad-4904-b1f3-4dfeb400a8f9), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:23.113978 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d02e6a1f-a380-4a86-b622-a7b8aebff336 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (f45cdf99-47ad-4904-b1f3-4dfeb400a8f9), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:23.252413 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d02e6a1f-a380-4a86-b622-a7b8aebff336 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (33614db6-5b8d-4ce0-a403-719694b8a580), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:23.279687 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-d02e6a1f-a380-4a86-b622-a7b8aebff336 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33614db6-5b8d-4ce0-a403-719694b8a580']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:23.293527 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-d02e6a1f-a380-4a86-b622-a7b8aebff336 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f664f55f-dcf5-41aa-9afa-a47d0112de87') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:23.293967 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-d02e6a1f-a380-4a86-b622-a7b8aebff336 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f664f55f-dcf5-41aa-9afa-a47d0112de87') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:23.307238 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d02e6a1f-a380-4a86-b622-a7b8aebff336 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (f664f55f-dcf5-41aa-9afa-a47d0112de87), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:23.323786 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d02e6a1f-a380-4a86-b622-a7b8aebff336 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (f664f55f-dcf5-41aa-9afa-a47d0112de87), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:23.361673 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e6a1f-a380-4a86-b622-a7b8aebff336 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event deleted for resources: {'Subnet': ['ID=f45cdf99-47ad-4904-b1f3-4dfeb400a8f9,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:23.367209 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d02e6a1f-a380-4a86-b622-a7b8aebff336 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:16:23.367767 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d02e6a1f-a380-4a86-b622-a7b8aebff336 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (f664f55f-dcf5-41aa-9afa-a47d0112de87), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:23.372140 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:16:23.372140 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:16:23.372140 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:16:23.372140 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:16:23.372140 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:16:23.372140 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:16:23.372140 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:16:23.372140 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:16:23.372140 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:16:23.372140 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:16:23.372140 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:16:23.372140 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:16:23.372140 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:16:23.372140 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:16:23.372140 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:16:23.372140 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:16:23.372140 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:16:23.372140 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:16:23.372140 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:16:23.372140 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:16:23.372140 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:16:23.372140 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:16:23.372140 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:16:23.372140 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:16:23.372140 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:16:23.372140 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:16:23.372140 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:16:23.372140 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:16:23.372140 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:16:23.372140 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:16:23.372140 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:16:23.372140 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:16:23.538522 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d02e6a1f-a380-4a86-b622-a7b8aebff336 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (33614db6-5b8d-4ce0-a403-719694b8a580), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:23.546877 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d02e6a1f-a380-4a86-b622-a7b8aebff336 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:23.550476 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 78406932-ebe5-4ca7-abd7-c15df823c372 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:16:23.552676 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d02e6a1f-a380-4a86-b622-a7b8aebff336 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/networks/33614db6-5b8d-4ce0-a403-719694b8a580 HTTP/1.1" status: 204 len: 168 time: 0.7661965 Mar 05 05:16:23.553257 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-7dfc16e4-2bd3-4f1b-8999-dbef9678ccee None None] Provisioning complete for port 78406932-ebe5-4ca7-abd7-c15df823c372 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:16:23.553627 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7dfc16e4-2bd3-4f1b-8999-dbef9678ccee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (78406932-ebe5-4ca7-abd7-c15df823c372), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:23.556300 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58770) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:23.561421 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-a75fe031-d567-4847-97b0-fb570e78e1b3 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-945230746'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server [None req-a6daa658-6741-4e76-b05d-9d8a5ddbeea3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f45cdf99-47ad-4904-b1f3-4dfeb400a8f9: This subnet is being modified by another concurrent operation. Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise exception Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f45cdf99-47ad-4904-b1f3-4dfeb400a8f9: This subnet is being modified by another concurrent operation. Mar 05 05:16:23.570282 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server Mar 05 05:16:23.593903 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e6a1f-a380-4a86-b622-a7b8aebff336 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event deleted for resources: {'Network': ['ID=33614db6-5b8d-4ce0-a403-719694b8a580,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:23.603840 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75fe031-d567-4847-97b0-fb570e78e1b3 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Made reservation on behalf of f56249da37cd4ed5903c959b0af34a21 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:16:23.608021 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a75fe031-d567-4847-97b0-fb570e78e1b3 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:23.639305 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a75fe031-d567-4847-97b0-fb570e78e1b3 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:16:23.651918 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a75fe031-d567-4847-97b0-fb570e78e1b3 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (b6fdf498-5021-422f-b1c3-16fe73aa4e29), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:23.652691 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-a75fe031-d567-4847-97b0-fb570e78e1b3 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Added segment b6fdf498-5021-422f-b1c3-16fe73aa4e29 of type vlan for network 84973b71-b547-4b74-ad8b-c646366b0114 Mar 05 05:16:23.675005 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e57b79-aced-46c4-9c89-78aa911aab3e None None] Network 33614db6-5b8d-4ce0-a403-719694b8a580 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:16:23.701525 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a75fe031-d567-4847-97b0-fb570e78e1b3 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (84973b71-b547-4b74-ad8b-c646366b0114), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:23.747660 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a75fe031-d567-4847-97b0-fb570e78e1b3 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (84973b71-b547-4b74-ad8b-c646366b0114), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:23.752739 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e57b79-aced-46c4-9c89-78aa911aab3e None None] Network 33614db6-5b8d-4ce0-a403-719694b8a580 could not be found, it might have been deleted concurrently. {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 05 05:16:23.759972 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75fe031-d567-4847-97b0-fb570e78e1b3 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:23.762615 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a75fe031-d567-4847-97b0-fb570e78e1b3 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:23.814596 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a75fe031-d567-4847-97b0-fb570e78e1b3 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2569826 Mar 05 05:16:23.818088 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58772) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:23.823384 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-6fe2a43b-3a65-4e8a-873a-82847bf1a50a tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Request body: {'subnet': {'network_id': '84973b71-b547-4b74-ad8b-c646366b0114', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:23.905128 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75fe031-d567-4847-97b0-fb570e78e1b3 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event updated for resources: {'Network': ['ID=84973b71-b547-4b74-ad8b-c646366b0114,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:23.922263 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 84973b71-b547-4b74-ad8b-c646366b0114 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:16:23.935270 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 78406932-ebe5-4ca7-abd7-c15df823c372 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:16:23.935652 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (78406932-ebe5-4ca7-abd7-c15df823c372), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:23.975613 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe2a43b-3a65-4e8a-873a-82847bf1a50a tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Made reservation on behalf of f56249da37cd4ed5903c959b0af34a21 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:16:23.980017 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6fe2a43b-3a65-4e8a-873a-82847bf1a50a tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:24.014451 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-7dfc16e4-2bd3-4f1b-8999-dbef9678ccee None None] Current status of the port 78406932-ebe5-4ca7-abd7-c15df823c372 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:16:24.014990 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7dfc16e4-2bd3-4f1b-8999-dbef9678ccee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (78406932-ebe5-4ca7-abd7-c15df823c372), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:24.165801 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-7dfc16e4-2bd3-4f1b-8999-dbef9678ccee None None] For port 78406932-ebe5-4ca7-abd7-c15df823c372, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=78406932-ebe5-4ca7-abd7-c15df823c372,segment=NetworkSegment(684d710f-20ae-43e1-9d42-f2028f4bd3a1),segment_id=684d710f-20ae-43e1-9d42-f2028f4bd3a1)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:16:24.208192 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7dfc16e4-2bd3-4f1b-8999-dbef9678ccee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (78406932-ebe5-4ca7-abd7-c15df823c372), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:24.254041 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 78406932-ebe5-4ca7-abd7-c15df823c372 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:16:24.254468 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (78406932-ebe5-4ca7-abd7-c15df823c372), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:24.309995 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc16e4-2bd3-4f1b-8999-dbef9678ccee None None] Pushing event updated for resources: {'Port': ['ID=78406932-ebe5-4ca7-abd7-c15df823c372,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:24.317804 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8297070-d033-41db-b06f-ccf8feca6a26 None None] get_active_networks_info from n-d-789963-32 {{(pid=105233) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 05 05:16:24.347349 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6fe2a43b-3a65-4e8a-873a-82847bf1a50a tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (b1619b50-1eb8-4909-9134-5abc76f41ce5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:24.406292 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-1e234d89-bb46-4668-85da-8b6e04d7ddda None None] Provisioning complete for port 78406932-ebe5-4ca7-abd7-c15df823c372 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:16:24.406635 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1e234d89-bb46-4668-85da-8b6e04d7ddda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (78406932-ebe5-4ca7-abd7-c15df823c372), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:24.459472 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2a43b-3a65-4e8a-873a-82847bf1a50a tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event updated for resources: {'Subnet': ['ID=b1619b50-1eb8-4909-9134-5abc76f41ce5,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:24.469210 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 05:16:24.469579 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 05:16:24.531809 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe2a43b-3a65-4e8a-873a-82847bf1a50a tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Checking segment: {'id': 'b6fdf498-5021-422f-b1c3-16fe73aa4e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '84973b71-b547-4b74-ad8b-c646366b0114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:16:24.531809 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe2a43b-3a65-4e8a-873a-82847bf1a50a tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Network hostable DHCP agents. Network: 84973b71-b547-4b74-ad8b-c646366b0114, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:16:24.558628 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-1e234d89-bb46-4668-85da-8b6e04d7ddda None None] Current status of the port 78406932-ebe5-4ca7-abd7-c15df823c372 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:16:24.567065 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe2a43b-3a65-4e8a-873a-82847bf1a50a tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Network 84973b71-b547-4b74-ad8b-c646366b0114 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:16:24.584653 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-6fe2a43b-3a65-4e8a-873a-82847bf1a50a tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 84973b71-b547-4b74-ad8b-c646366b0114) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:16:24.594309 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe2a43b-3a65-4e8a-873a-82847bf1a50a tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:24.594911 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6fe2a43b-3a65-4e8a-873a-82847bf1a50a tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:24.600208 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8297070-d033-41db-b06f-ccf8feca6a26 None None] Resources bound (agent type, host, resource id): {{(pid=105233) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 05:16:24.631099 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6fe2a43b-3a65-4e8a-873a-82847bf1a50a tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8117273 Mar 05 05:16:24.634086 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58782) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:24.769071 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0c9d4f79-c394-4eaf-a4b6-34f6d0aa86a2 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (84973b71-b547-4b74-ad8b-c646366b0114), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:24.865747 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0c9d4f79-c394-4eaf-a4b6-34f6d0aa86a2 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (b1619b50-1eb8-4909-9134-5abc76f41ce5), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:24.920723 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a5a00c-d3f4-43a4-b67b-0cddcfd8c335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-84973b71-b547-4b74-ad8b-c646366b0114', 'network_id': '84973b71-b547-4b74-ad8b-c646366b0114', 'project_id': 'f56249da37cd4ed5903c959b0af34a21', 'fixed_ips': [{'subnet_id': 'b1619b50-1eb8-4909-9134-5abc76f41ce5'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:16:24.921626 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f3a5a00c-d3f4-43a4-b67b-0cddcfd8c335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:24.960100 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0c9d4f79-c394-4eaf-a4b6-34f6d0aa86a2 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (b1619b50-1eb8-4909-9134-5abc76f41ce5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:25.010265 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d4f79-c394-4eaf-a4b6-34f6d0aa86a2 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event deleted for resources: {'Subnet': ['ID=b1619b50-1eb8-4909-9134-5abc76f41ce5,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:25.110519 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 78406932-ebe5-4ca7-abd7-c15df823c372 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server [None req-f3a5a00c-d3f4-43a4-b67b-0cddcfd8c335 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b1619b50-1eb8-4909-9134-5abc76f41ce5: This subnet is being modified by another concurrent operation. Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise exception Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b1619b50-1eb8-4909-9134-5abc76f41ce5: This subnet is being modified by another concurrent operation. Mar 05 05:16:25.117246 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server Mar 05 05:16:25.134211 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0c9d4f79-c394-4eaf-a4b6-34f6d0aa86a2 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (84973b71-b547-4b74-ad8b-c646366b0114), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:25.141023 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d8521a-f47e-4204-a65a-be7a9fb0bfc3 None None] get_active_networks_info from n-d-789963-32 {{(pid=105233) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 05 05:16:25.171595 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-0c9d4f79-c394-4eaf-a4b6-34f6d0aa86a2 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84973b71-b547-4b74-ad8b-c646366b0114']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:25.203561 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-0c9d4f79-c394-4eaf-a4b6-34f6d0aa86a2 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6fdf498-5021-422f-b1c3-16fe73aa4e29') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:25.206911 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-0c9d4f79-c394-4eaf-a4b6-34f6d0aa86a2 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6fdf498-5021-422f-b1c3-16fe73aa4e29') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:25.247029 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0c9d4f79-c394-4eaf-a4b6-34f6d0aa86a2 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (b6fdf498-5021-422f-b1c3-16fe73aa4e29), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:25.281994 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0c9d4f79-c394-4eaf-a4b6-34f6d0aa86a2 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (b6fdf498-5021-422f-b1c3-16fe73aa4e29), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:25.295986 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9d4f79-c394-4eaf-a4b6-34f6d0aa86a2 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:16:25.296650 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0c9d4f79-c394-4eaf-a4b6-34f6d0aa86a2 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (b6fdf498-5021-422f-b1c3-16fe73aa4e29), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:25.305128 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:16:25.305128 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:16:25.305128 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:16:25.305128 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:16:25.305128 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:16:25.305128 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:16:25.305128 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:16:25.305128 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:16:25.305128 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:16:25.305128 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:16:25.305128 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:16:25.305128 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:16:25.305128 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:16:25.305128 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:16:25.305128 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:16:25.305128 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:16:25.305128 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:16:25.305128 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:16:25.305128 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:16:25.305128 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:16:25.305128 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:16:25.305128 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:16:25.305128 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:16:25.305128 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:16:25.305128 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:16:25.305128 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:16:25.305128 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:16:25.305128 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:16:25.305128 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:16:25.305128 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:16:25.305128 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:16:25.305128 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:16:25.325259 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 78406932-ebe5-4ca7-abd7-c15df823c372 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:16:25.381820 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d8521a-f47e-4204-a65a-be7a9fb0bfc3 None None] Resources bound (agent type, host, resource id): {{(pid=105233) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 05:16:25.416137 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0c9d4f79-c394-4eaf-a4b6-34f6d0aa86a2 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (84973b71-b547-4b74-ad8b-c646366b0114), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:25.429629 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0c9d4f79-c394-4eaf-a4b6-34f6d0aa86a2 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:25.434506 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0c9d4f79-c394-4eaf-a4b6-34f6d0aa86a2 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/networks/84973b71-b547-4b74-ad8b-c646366b0114 HTTP/1.1" status: 204 len: 168 time: 0.7971752 Mar 05 05:16:25.444258 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58788) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:25.449517 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-5b424820-cc57-47ce-b3f1-b6cb06a500c0 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1779341245'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:25.454182 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d4f79-c394-4eaf-a4b6-34f6d0aa86a2 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event deleted for resources: {'Network': ['ID=84973b71-b547-4b74-ad8b-c646366b0114,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:25.465694 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 78406932-ebe5-4ca7-abd7-c15df823c372 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:16:25.466112 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (78406932-ebe5-4ca7-abd7-c15df823c372), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:25.474846 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b424820-cc57-47ce-b3f1-b6cb06a500c0 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Made reservation on behalf of f56249da37cd4ed5903c959b0af34a21 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:16:25.480439 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5b424820-cc57-47ce-b3f1-b6cb06a500c0 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:25.535007 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b424820-cc57-47ce-b3f1-b6cb06a500c0 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:16:25.552059 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5b424820-cc57-47ce-b3f1-b6cb06a500c0 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (3d6c2242-cc77-480a-8792-53c7152aa571), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:25.552342 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-5b424820-cc57-47ce-b3f1-b6cb06a500c0 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Added segment 3d6c2242-cc77-480a-8792-53c7152aa571 of type vlan for network 258cf79d-9605-4d79-a0e2-ca923a424ca9 Mar 05 05:16:25.641675 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5b424820-cc57-47ce-b3f1-b6cb06a500c0 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (258cf79d-9605-4d79-a0e2-ca923a424ca9), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:25.716586 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5b424820-cc57-47ce-b3f1-b6cb06a500c0 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (258cf79d-9605-4d79-a0e2-ca923a424ca9), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:25.722106 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b424820-cc57-47ce-b3f1-b6cb06a500c0 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:25.722947 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5b424820-cc57-47ce-b3f1-b6cb06a500c0 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:25.808434 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5b424820-cc57-47ce-b3f1-b6cb06a500c0 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3630102 Mar 05 05:16:25.811284 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58794) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:25.818514 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-0d632fe2-fc4d-46c9-b2cb-7bbb451adbc9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Request body: {'subnet': {'network_id': '258cf79d-9605-4d79-a0e2-ca923a424ca9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:25.849599 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 78406932-ebe5-4ca7-abd7-c15df823c372 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:16:25.883441 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b424820-cc57-47ce-b3f1-b6cb06a500c0 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event updated for resources: {'Network': ['ID=258cf79d-9605-4d79-a0e2-ca923a424ca9,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:25.897451 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 258cf79d-9605-4d79-a0e2-ca923a424ca9 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:16:25.932496 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5204b4-3f09-4fdd-b61d-ad84c0a39e63 None None] Network 84973b71-b547-4b74-ad8b-c646366b0114 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:16:25.982696 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5204b4-3f09-4fdd-b61d-ad84c0a39e63 None None] Network 84973b71-b547-4b74-ad8b-c646366b0114 could not be found, it might have been deleted concurrently. {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 05 05:16:25.996738 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4091afb-bdeb-435f-bfb5-f9ca263c84ef None None] Network 84973b71-b547-4b74-ad8b-c646366b0114 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:16:26.007685 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d632fe2-fc4d-46c9-b2cb-7bbb451adbc9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Made reservation on behalf of f56249da37cd4ed5903c959b0af34a21 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:16:26.011630 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0d632fe2-fc4d-46c9-b2cb-7bbb451adbc9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:26.012467 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4091afb-bdeb-435f-bfb5-f9ca263c84ef None None] Network 84973b71-b547-4b74-ad8b-c646366b0114 could not be found, it might have been deleted concurrently. {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 05 05:16:26.226776 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0d632fe2-fc4d-46c9-b2cb-7bbb451adbc9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (05ce2361-024e-40a6-9f57-212fd2579551), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:26.281328 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d632fe2-fc4d-46c9-b2cb-7bbb451adbc9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event updated for resources: {'Subnet': ['ID=05ce2361-024e-40a6-9f57-212fd2579551,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:26.326458 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d632fe2-fc4d-46c9-b2cb-7bbb451adbc9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Checking segment: {'id': '3d6c2242-cc77-480a-8792-53c7152aa571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '258cf79d-9605-4d79-a0e2-ca923a424ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:16:26.326941 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d632fe2-fc4d-46c9-b2cb-7bbb451adbc9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Network hostable DHCP agents. Network: 258cf79d-9605-4d79-a0e2-ca923a424ca9, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:16:26.355344 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d632fe2-fc4d-46c9-b2cb-7bbb451adbc9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Network 258cf79d-9605-4d79-a0e2-ca923a424ca9 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:16:26.370871 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-0d632fe2-fc4d-46c9-b2cb-7bbb451adbc9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 258cf79d-9605-4d79-a0e2-ca923a424ca9) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:16:26.380423 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ddd996-10fa-4062-a22a-31b71aa84f56 None None] Network 258cf79d-9605-4d79-a0e2-ca923a424ca9 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:16:26.392045 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d632fe2-fc4d-46c9-b2cb-7bbb451adbc9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:26.393298 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0d632fe2-fc4d-46c9-b2cb-7bbb451adbc9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:26.418376 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0d632fe2-fc4d-46c9-b2cb-7bbb451adbc9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6028414 Mar 05 05:16:26.418685 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58798) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:26.530328 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7a932e-5a85-4473-8c6d-e204bef68c9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-258cf79d-9605-4d79-a0e2-ca923a424ca9', 'network_id': '258cf79d-9605-4d79-a0e2-ca923a424ca9', 'project_id': 'f56249da37cd4ed5903c959b0af34a21', 'fixed_ips': [{'subnet_id': '05ce2361-024e-40a6-9f57-212fd2579551'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:16:26.531370 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6f7a932e-5a85-4473-8c6d-e204bef68c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:26.590787 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (258cf79d-9605-4d79-a0e2-ca923a424ca9), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:26.693150 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (05ce2361-024e-40a6-9f57-212fd2579551), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:26.739685 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-6f7a932e-5a85-4473-8c6d-e204bef68c9a None None] Allocated IP 172.20.0.2 (258cf79d-9605-4d79-a0e2-ca923a424ca9/05ce2361-024e-40a6-9f57-212fd2579551/da44843a-e519-42a0-9371-5830c43cf062) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:16:27.108392 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6f7a932e-5a85-4473-8c6d-e204bef68c9a None None] Publish callbacks [] for port (da44843a-e519-42a0-9371-5830c43cf062), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:27.116393 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6f7a932e-5a85-4473-8c6d-e204bef68c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (da44843a-e519-42a0-9371-5830c43cf062), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:27.144127 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (05ce2361-024e-40a6-9f57-212fd2579551), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:27.164312 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7a932e-5a85-4473-8c6d-e204bef68c9a None None] Network 258cf79d-9605-4d79-a0e2-ca923a424ca9 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:16:27.167997 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-6f7a932e-5a85-4473-8c6d-e204bef68c9a None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:16:27.175701 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7a932e-5a85-4473-8c6d-e204bef68c9a None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:16:27.216859 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event deleted for resources: {'Subnet': ['ID=05ce2361-024e-40a6-9f57-212fd2579551,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:27.251395 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a932e-5a85-4473-8c6d-e204bef68c9a None None] Pushing event updated for resources: {'Port': ['ID=da44843a-e519-42a0-9371-5830c43cf062,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:27.265582 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-6f7a932e-5a85-4473-8c6d-e204bef68c9a None None] Attempting to bind port da44843a-e519-42a0-9371-5830c43cf062 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:16:27.266305 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-6f7a932e-5a85-4473-8c6d-e204bef68c9a None None] Attempting to bind port da44843a-e519-42a0-9371-5830c43cf062 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '3d6c2242-cc77-480a-8792-53c7152aa571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '258cf79d-9605-4d79-a0e2-ca923a424ca9'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:16:27.266806 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7a932e-5a85-4473-8c6d-e204bef68c9a None None] Attempting to bind port da44843a-e519-42a0-9371-5830c43cf062 on network 258cf79d-9605-4d79-a0e2-ca923a424ca9 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:16:27.275427 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7a932e-5a85-4473-8c6d-e204bef68c9a None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:16:27.275779 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7a932e-5a85-4473-8c6d-e204bef68c9a None None] Checking segment: {'id': '3d6c2242-cc77-480a-8792-53c7152aa571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '258cf79d-9605-4d79-a0e2-ca923a424ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:16:27.276402 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6f7a932e-5a85-4473-8c6d-e204bef68c9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:27.276937 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7a932e-5a85-4473-8c6d-e204bef68c9a None None] Bound using segment: {'id': '3d6c2242-cc77-480a-8792-53c7152aa571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '258cf79d-9605-4d79-a0e2-ca923a424ca9'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:16:27.277487 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-6f7a932e-5a85-4473-8c6d-e204bef68c9a None None] Bound port: da44843a-e519-42a0-9371-5830c43cf062, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6c2242-cc77-480a-8792-53c7152aa571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '258cf79d-9605-4d79-a0e2-ca923a424ca9'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:16:27.278212 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6f7a932e-5a85-4473-8c6d-e204bef68c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (da44843a-e519-42a0-9371-5830c43cf062), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:27.345336 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (258cf79d-9605-4d79-a0e2-ca923a424ca9), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:27.362849 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6f7a932e-5a85-4473-8c6d-e204bef68c9a None None] For port da44843a-e519-42a0-9371-5830c43cf062, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:16:27.370217 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6f7a932e-5a85-4473-8c6d-e204bef68c9a None None] For port da44843a-e519-42a0-9371-5830c43cf062, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=da44843a-e519-42a0-9371-5830c43cf062,segment=NetworkSegment(3d6c2242-cc77-480a-8792-53c7152aa571),segment_id=3d6c2242-cc77-480a-8792-53c7152aa571)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:16:27.382748 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6f7a932e-5a85-4473-8c6d-e204bef68c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (da44843a-e519-42a0-9371-5830c43cf062), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:27.393641 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['258cf79d-9605-4d79-a0e2-ca923a424ca9']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:27.426147 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6c2242-cc77-480a-8792-53c7152aa571') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:27.426517 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6c2242-cc77-480a-8792-53c7152aa571') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:27.459335 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (3d6c2242-cc77-480a-8792-53c7152aa571), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:27.503745 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (3d6c2242-cc77-480a-8792-53c7152aa571), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:27.518159 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:16:27.518386 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (3d6c2242-cc77-480a-8792-53c7152aa571), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:27.521826 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:16:27.521826 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:16:27.521826 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:16:27.521826 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:16:27.521826 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:16:27.521826 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:16:27.521826 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:16:27.521826 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:16:27.521826 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:16:27.521826 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:16:27.521826 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:16:27.521826 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:16:27.521826 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:16:27.521826 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:16:27.521826 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:16:27.521826 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:16:27.521826 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:16:27.521826 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:16:27.521826 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:16:27.521826 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:16:27.521826 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:16:27.521826 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:16:27.521826 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:16:27.521826 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:16:27.521826 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:16:27.521826 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:16:27.521826 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:16:27.521826 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:16:27.521826 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:16:27.521826 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:16:27.521826 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:16:27.521826 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:16:27.574662 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a932e-5a85-4473-8c6d-e204bef68c9a None None] Pushing event updated for resources: {'Port': ['ID=da44843a-e519-42a0-9371-5830c43cf062,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:27.601310 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926dc937-144b-4ee7-8a15-3299867ab6da None None] get_active_networks_info from n-d-789963-32 {{(pid=105233) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 05 05:16:27.650007 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.db.api [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 05 05:16:27.650007 n-d-789963-32 neutron-server[105232]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 05 05:16:27.650007 n-d-789963-32 neutron-server[105232]: [parameters: {'id': '258cf79d-9605-4d79-a0e2-ca923a424ca9'}] Mar 05 05:16:27.650007 n-d-789963-32 neutron-server[105232]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 05:16:27.650923 n-d-789963-32 neutron-server[105232]: DEBUG oslo_db.api [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 05:16:27.734291 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926dc937-144b-4ee7-8a15-3299867ab6da None None] Resources bound (agent type, host, resource id): {{(pid=105233) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 05:16:28.072132 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8e44ae-083f-431a-ad57-dc3a4a22603b None None] Network 258cf79d-9605-4d79-a0e2-ca923a424ca9 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:16:28.152911 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (258cf79d-9605-4d79-a0e2-ca923a424ca9), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:28.260266 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Deleting port da44843a-e519-42a0-9371-5830c43cf062 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:16:28.260615 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (da44843a-e519-42a0-9371-5830c43cf062), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:28.330668 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] For port da44843a-e519-42a0-9371-5830c43cf062, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=da44843a-e519-42a0-9371-5830c43cf062,segment=NetworkSegment(3d6c2242-cc77-480a-8792-53c7152aa571),segment_id=3d6c2242-cc77-480a-8792-53c7152aa571)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:16:28.331045 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (da44843a-e519-42a0-9371-5830c43cf062), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:28.344731 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Calling delete_port for da44843a-e519-42a0-9371-5830c43cf062 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:16:28.474415 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (da44843a-e519-42a0-9371-5830c43cf062), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:28.510359 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event deleted for resources: {'Port': ['ID=da44843a-e519-42a0-9371-5830c43cf062,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:28.521335 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] No DVR routers for this DVR port da44843a-e519-42a0-9371-5830c43cf062 on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:16:28.685169 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (258cf79d-9605-4d79-a0e2-ca923a424ca9), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:28.710858 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['258cf79d-9605-4d79-a0e2-ca923a424ca9']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:28.720887 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6c2242-cc77-480a-8792-53c7152aa571') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:28.721198 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6c2242-cc77-480a-8792-53c7152aa571') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:28.732357 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (3d6c2242-cc77-480a-8792-53c7152aa571), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:28.746928 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (3d6c2242-cc77-480a-8792-53c7152aa571), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:28.753217 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:16:28.753626 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (3d6c2242-cc77-480a-8792-53c7152aa571), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:28.827917 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:16:28.827917 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:16:28.827917 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:16:28.827917 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:16:28.827917 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:16:28.827917 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:16:28.827917 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:16:28.827917 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:16:28.827917 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:16:28.827917 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:16:28.827917 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:16:28.827917 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:16:28.827917 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:16:28.827917 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:16:28.827917 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:16:28.827917 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:16:28.827917 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:16:28.827917 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:16:28.827917 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:16:28.827917 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:16:28.827917 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:16:28.827917 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:16:28.827917 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:16:28.827917 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:16:28.827917 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:16:28.827917 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:16:28.827917 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:16:28.827917 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:16:28.827917 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:16:28.827917 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:16:28.827917 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:16:28.827917 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:16:28.837257 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (258cf79d-9605-4d79-a0e2-ca923a424ca9), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:28.870529 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:28.873776 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/networks/258cf79d-9605-4d79-a0e2-ca923a424ca9 HTTP/1.1" status: 204 len: 168 time: 2.4539309 Mar 05 05:16:28.874626 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58924e44-7f88-4fb1-82e9-924f5958f894 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event deleted for resources: {'Network': ['ID=258cf79d-9605-4d79-a0e2-ca923a424ca9,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:28.878691 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58824) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:28.884210 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-bed0da99-3cab-424a-a844-057e803be698 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-27842949'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:28.942747 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed0da99-3cab-424a-a844-057e803be698 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Made reservation on behalf of f56249da37cd4ed5903c959b0af34a21 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:16:28.947258 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bed0da99-3cab-424a-a844-057e803be698 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:29.008869 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed0da99-3cab-424a-a844-057e803be698 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:16:29.028609 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bed0da99-3cab-424a-a844-057e803be698 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (ca3e3ef2-fda4-49aa-9575-c875321f726f), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:29.029025 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-bed0da99-3cab-424a-a844-057e803be698 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Added segment ca3e3ef2-fda4-49aa-9575-c875321f726f of type vlan for network d0f16502-0d25-491d-ac53-cc59340c1c89 Mar 05 05:16:29.091817 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bed0da99-3cab-424a-a844-057e803be698 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (d0f16502-0d25-491d-ac53-cc59340c1c89), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:29.151053 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bed0da99-3cab-424a-a844-057e803be698 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (d0f16502-0d25-491d-ac53-cc59340c1c89), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:29.156809 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed0da99-3cab-424a-a844-057e803be698 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:29.157455 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bed0da99-3cab-424a-a844-057e803be698 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:30.029108 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0da99-3cab-424a-a844-057e803be698 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event updated for resources: {'Network': ['ID=d0f16502-0d25-491d-ac53-cc59340c1c89,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:30.042896 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network d0f16502-0d25-491d-ac53-cc59340c1c89 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:16:30.065005 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bed0da99-3cab-424a-a844-057e803be698 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.1820033 Mar 05 05:16:30.065005 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58836) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:30.070229 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-d2a02a77-2741-4533-843b-a2cde19b654f tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Request body: {'subnet': {'network_id': 'd0f16502-0d25-491d-ac53-cc59340c1c89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:30.272196 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a02a77-2741-4533-843b-a2cde19b654f tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Made reservation on behalf of f56249da37cd4ed5903c959b0af34a21 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:16:30.275695 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d2a02a77-2741-4533-843b-a2cde19b654f tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:30.356156 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.ipam_backend_mixin [None req-d2a02a77-2741-4533-843b-a2cde19b654f tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Performing IP validity checks on allocation pools {{(pid=105231) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 05 05:16:30.357030 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.ipam_backend_mixin [None req-d2a02a77-2741-4533-843b-a2cde19b654f tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105231) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 05 05:16:30.567992 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d2a02a77-2741-4533-843b-a2cde19b654f tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (fe898516-8451-4458-9012-d5853a4be890), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:30.710199 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a02a77-2741-4533-843b-a2cde19b654f tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event updated for resources: {'Subnet': ['ID=fe898516-8451-4458-9012-d5853a4be890,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:30.751632 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a02a77-2741-4533-843b-a2cde19b654f tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Checking segment: {'id': 'ca3e3ef2-fda4-49aa-9575-c875321f726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd0f16502-0d25-491d-ac53-cc59340c1c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:16:30.753654 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a02a77-2741-4533-843b-a2cde19b654f tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Network hostable DHCP agents. Network: d0f16502-0d25-491d-ac53-cc59340c1c89, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:16:30.784546 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a02a77-2741-4533-843b-a2cde19b654f tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Network d0f16502-0d25-491d-ac53-cc59340c1c89 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:16:30.807240 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-d2a02a77-2741-4533-843b-a2cde19b654f tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, d0f16502-0d25-491d-ac53-cc59340c1c89) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:16:30.818834 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d42eb8-5106-41d0-a5e6-9df295e6e0ba None None] Network d0f16502-0d25-491d-ac53-cc59340c1c89 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:16:30.823009 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a02a77-2741-4533-843b-a2cde19b654f tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:30.823660 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d2a02a77-2741-4533-843b-a2cde19b654f tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:30.860590 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d2a02a77-2741-4533-843b-a2cde19b654f tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7941480 Mar 05 05:16:30.862908 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58840) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:31.069665 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48944a32-ee3c-4eaa-b860-93ba2a4df5b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-d0f16502-0d25-491d-ac53-cc59340c1c89', 'network_id': 'd0f16502-0d25-491d-ac53-cc59340c1c89', 'project_id': 'f56249da37cd4ed5903c959b0af34a21', 'fixed_ips': [{'subnet_id': 'fe898516-8451-4458-9012-d5853a4be890'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:16:31.074118 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-48944a32-ee3c-4eaa-b860-93ba2a4df5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:31.075178 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (d0f16502-0d25-491d-ac53-cc59340c1c89), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:31.219441 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (fe898516-8451-4458-9012-d5853a4be890), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:31.478394 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-48944a32-ee3c-4eaa-b860-93ba2a4df5b5 None None] Allocated IP 172.20.0.3 (d0f16502-0d25-491d-ac53-cc59340c1c89/fe898516-8451-4458-9012-d5853a4be890/cea49638-5416-4b02-8fdf-036da778d3c1) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:16:31.741573 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-48944a32-ee3c-4eaa-b860-93ba2a4df5b5 None None] Publish callbacks [] for port (cea49638-5416-4b02-8fdf-036da778d3c1), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:31.756578 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-48944a32-ee3c-4eaa-b860-93ba2a4df5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (cea49638-5416-4b02-8fdf-036da778d3c1), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:31.784678 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (fe898516-8451-4458-9012-d5853a4be890), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:31.824518 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48944a32-ee3c-4eaa-b860-93ba2a4df5b5 None None] Network d0f16502-0d25-491d-ac53-cc59340c1c89 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:16:31.838237 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event deleted for resources: {'Subnet': ['ID=fe898516-8451-4458-9012-d5853a4be890,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:31.840269 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-48944a32-ee3c-4eaa-b860-93ba2a4df5b5 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:16:31.844076 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48944a32-ee3c-4eaa-b860-93ba2a4df5b5 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:16:31.874027 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48944a32-ee3c-4eaa-b860-93ba2a4df5b5 None None] Pushing event updated for resources: {'Port': ['ID=cea49638-5416-4b02-8fdf-036da778d3c1,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:31.983857 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-48944a32-ee3c-4eaa-b860-93ba2a4df5b5 None None] Attempting to bind port cea49638-5416-4b02-8fdf-036da778d3c1 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:16:31.984524 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-48944a32-ee3c-4eaa-b860-93ba2a4df5b5 None None] Attempting to bind port cea49638-5416-4b02-8fdf-036da778d3c1 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'ca3e3ef2-fda4-49aa-9575-c875321f726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd0f16502-0d25-491d-ac53-cc59340c1c89'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:16:31.985059 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48944a32-ee3c-4eaa-b860-93ba2a4df5b5 None None] Attempting to bind port cea49638-5416-4b02-8fdf-036da778d3c1 on network d0f16502-0d25-491d-ac53-cc59340c1c89 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:16:31.995222 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48944a32-ee3c-4eaa-b860-93ba2a4df5b5 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:16:31.995872 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48944a32-ee3c-4eaa-b860-93ba2a4df5b5 None None] Checking segment: {'id': 'ca3e3ef2-fda4-49aa-9575-c875321f726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd0f16502-0d25-491d-ac53-cc59340c1c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:16:31.996472 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-48944a32-ee3c-4eaa-b860-93ba2a4df5b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:31.997025 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48944a32-ee3c-4eaa-b860-93ba2a4df5b5 None None] Bound using segment: {'id': 'ca3e3ef2-fda4-49aa-9575-c875321f726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd0f16502-0d25-491d-ac53-cc59340c1c89'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:16:31.997672 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-48944a32-ee3c-4eaa-b860-93ba2a4df5b5 None None] Bound port: cea49638-5416-4b02-8fdf-036da778d3c1, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3e3ef2-fda4-49aa-9575-c875321f726f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd0f16502-0d25-491d-ac53-cc59340c1c89'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:16:32.000028 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-48944a32-ee3c-4eaa-b860-93ba2a4df5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cea49638-5416-4b02-8fdf-036da778d3c1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:32.072330 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (d0f16502-0d25-491d-ac53-cc59340c1c89), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:32.116974 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f16502-0d25-491d-ac53-cc59340c1c89']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:32.134902 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3e3ef2-fda4-49aa-9575-c875321f726f') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:32.135240 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3e3ef2-fda4-49aa-9575-c875321f726f') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:32.136387 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-48944a32-ee3c-4eaa-b860-93ba2a4df5b5 None None] For port cea49638-5416-4b02-8fdf-036da778d3c1, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:16:32.150976 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-48944a32-ee3c-4eaa-b860-93ba2a4df5b5 None None] For port cea49638-5416-4b02-8fdf-036da778d3c1, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=cea49638-5416-4b02-8fdf-036da778d3c1,segment=NetworkSegment(ca3e3ef2-fda4-49aa-9575-c875321f726f),segment_id=ca3e3ef2-fda4-49aa-9575-c875321f726f)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:16:32.155907 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (ca3e3ef2-fda4-49aa-9575-c875321f726f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:32.163491 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-48944a32-ee3c-4eaa-b860-93ba2a4df5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cea49638-5416-4b02-8fdf-036da778d3c1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:32.179772 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (ca3e3ef2-fda4-49aa-9575-c875321f726f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:32.189241 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:16:32.189576 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (ca3e3ef2-fda4-49aa-9575-c875321f726f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:32.193727 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:16:32.193727 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:16:32.193727 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:16:32.193727 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:16:32.193727 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:16:32.193727 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:16:32.193727 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:16:32.193727 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:16:32.193727 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:16:32.193727 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:16:32.193727 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:16:32.193727 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:16:32.193727 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:16:32.193727 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:16:32.193727 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:16:32.193727 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:16:32.193727 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:16:32.193727 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:16:32.193727 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:16:32.193727 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:16:32.193727 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:16:32.193727 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:16:32.193727 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:16:32.193727 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:16:32.193727 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:16:32.193727 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:16:32.193727 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:16:32.193727 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:16:32.193727 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:16:32.193727 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:16:32.193727 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:16:32.193727 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:16:32.316925 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.db.api [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 05 05:16:32.316925 n-d-789963-32 neutron-server[105232]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 05 05:16:32.316925 n-d-789963-32 neutron-server[105232]: [parameters: {'id': 'd0f16502-0d25-491d-ac53-cc59340c1c89'}] Mar 05 05:16:32.316925 n-d-789963-32 neutron-server[105232]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 05:16:32.317351 n-d-789963-32 neutron-server[105232]: DEBUG oslo_db.api [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 05:16:32.317444 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2b2f8c-91bb-49c1-9388-b75e88577b0f None None] get_active_networks_info from n-d-789963-32 {{(pid=105233) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 05 05:16:32.474500 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48944a32-ee3c-4eaa-b860-93ba2a4df5b5 None None] Pushing event updated for resources: {'Port': ['ID=cea49638-5416-4b02-8fdf-036da778d3c1,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:32.533246 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2b2f8c-91bb-49c1-9388-b75e88577b0f None None] Resources bound (agent type, host, resource id): {{(pid=105233) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 05:16:32.780897 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b244a6dd-0026-4c7a-ad87-fc516511781f None None] Network d0f16502-0d25-491d-ac53-cc59340c1c89 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:16:32.818854 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (d0f16502-0d25-491d-ac53-cc59340c1c89), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:32.916406 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Deleting port cea49638-5416-4b02-8fdf-036da778d3c1 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:16:32.916733 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (cea49638-5416-4b02-8fdf-036da778d3c1), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:33.018555 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] For port cea49638-5416-4b02-8fdf-036da778d3c1, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=cea49638-5416-4b02-8fdf-036da778d3c1,segment=NetworkSegment(ca3e3ef2-fda4-49aa-9575-c875321f726f),segment_id=ca3e3ef2-fda4-49aa-9575-c875321f726f)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:16:33.019382 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (cea49638-5416-4b02-8fdf-036da778d3c1), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:33.039606 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Calling delete_port for cea49638-5416-4b02-8fdf-036da778d3c1 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:16:33.199284 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (cea49638-5416-4b02-8fdf-036da778d3c1), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:33.231902 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] No DVR routers for this DVR port cea49638-5416-4b02-8fdf-036da778d3c1 on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:16:33.282798 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event deleted for resources: {'Port': ['ID=cea49638-5416-4b02-8fdf-036da778d3c1,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:33.356074 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (d0f16502-0d25-491d-ac53-cc59340c1c89), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:33.415137 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f16502-0d25-491d-ac53-cc59340c1c89']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:33.432738 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3e3ef2-fda4-49aa-9575-c875321f726f') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:33.433133 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3e3ef2-fda4-49aa-9575-c875321f726f') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:33.465699 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (ca3e3ef2-fda4-49aa-9575-c875321f726f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:33.496091 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (ca3e3ef2-fda4-49aa-9575-c875321f726f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:33.515977 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:16:33.516388 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (ca3e3ef2-fda4-49aa-9575-c875321f726f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:33.519775 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:16:33.519775 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:16:33.519775 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:16:33.519775 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:16:33.519775 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:16:33.519775 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:16:33.519775 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:16:33.519775 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:16:33.519775 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:16:33.519775 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:16:33.519775 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:16:33.519775 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:16:33.519775 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:16:33.519775 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:16:33.519775 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:16:33.519775 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:16:33.519775 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:16:33.519775 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:16:33.519775 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:16:33.519775 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:16:33.519775 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:16:33.519775 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:16:33.519775 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:16:33.519775 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:16:33.519775 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:16:33.519775 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:16:33.519775 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:16:33.519775 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:16:33.519775 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:16:33.519775 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:16:33.519775 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:16:33.519775 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:16:34.117776 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (d0f16502-0d25-491d-ac53-cc59340c1c89), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:34.130550 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:34.138256 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/networks/d0f16502-0d25-491d-ac53-cc59340c1c89 HTTP/1.1" status: 204 len: 168 time: 3.2729337 Mar 05 05:16:34.141833 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58896) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:34.148494 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-5522683f-c33a-4453-9d7a-96243f285ccc tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-244526731'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:34.158406 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event deleted for resources: {'Network': ['ID=d0f16502-0d25-491d-ac53-cc59340c1c89,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:34.186521 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5522683f-c33a-4453-9d7a-96243f285ccc tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Made reservation on behalf of f56249da37cd4ed5903c959b0af34a21 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:16:34.188220 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:34.188574 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:34.188927 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:34.189273 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:34.189611 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:34.189942 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:34.190268 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:34.190595 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:34.190921 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:34.191313 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:34.191642 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:34.191969 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:34.192308 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2f627f-e40c-4eb8-8871-6ec3c09f445b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:34.196894 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5522683f-c33a-4453-9d7a-96243f285ccc tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:34.233646 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5522683f-c33a-4453-9d7a-96243f285ccc tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:16:34.247265 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5522683f-c33a-4453-9d7a-96243f285ccc tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (d98fc0ed-1e97-41fd-ac71-6ebcae7e1b03), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:34.247669 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-5522683f-c33a-4453-9d7a-96243f285ccc tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Added segment d98fc0ed-1e97-41fd-ac71-6ebcae7e1b03 of type vlan for network 511189da-0685-4a10-a77f-8dd9ca13b6b0 Mar 05 05:16:34.325026 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5522683f-c33a-4453-9d7a-96243f285ccc tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (511189da-0685-4a10-a77f-8dd9ca13b6b0), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:34.392399 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5522683f-c33a-4453-9d7a-96243f285ccc tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (511189da-0685-4a10-a77f-8dd9ca13b6b0), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:34.402896 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5522683f-c33a-4453-9d7a-96243f285ccc tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:34.413445 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5522683f-c33a-4453-9d7a-96243f285ccc tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:34.496463 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5522683f-c33a-4453-9d7a-96243f285ccc tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3525822 Mar 05 05:16:34.498985 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58910) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:34.504829 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-c15ee369-ee54-4893-80a7-b1ca2ebcb3e7 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Request body: {'subnet': {'network_id': '511189da-0685-4a10-a77f-8dd9ca13b6b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:34.544741 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522683f-c33a-4453-9d7a-96243f285ccc tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event updated for resources: {'Network': ['ID=511189da-0685-4a10-a77f-8dd9ca13b6b0,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:34.557434 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 511189da-0685-4a10-a77f-8dd9ca13b6b0 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:16:34.742206 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15ee369-ee54-4893-80a7-b1ca2ebcb3e7 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Made reservation on behalf of f56249da37cd4ed5903c959b0af34a21 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:16:34.746345 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c15ee369-ee54-4893-80a7-b1ca2ebcb3e7 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:35.220245 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c15ee369-ee54-4893-80a7-b1ca2ebcb3e7 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (b0dba744-96fc-4712-8c7a-a21d4199fab1), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:35.310788 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ee369-ee54-4893-80a7-b1ca2ebcb3e7 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event updated for resources: {'Subnet': ['ID=b0dba744-96fc-4712-8c7a-a21d4199fab1,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:35.350103 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15ee369-ee54-4893-80a7-b1ca2ebcb3e7 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Checking segment: {'id': 'd98fc0ed-1e97-41fd-ac71-6ebcae7e1b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '511189da-0685-4a10-a77f-8dd9ca13b6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:16:35.350827 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15ee369-ee54-4893-80a7-b1ca2ebcb3e7 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Network hostable DHCP agents. Network: 511189da-0685-4a10-a77f-8dd9ca13b6b0, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:16:35.377221 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15ee369-ee54-4893-80a7-b1ca2ebcb3e7 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Network 511189da-0685-4a10-a77f-8dd9ca13b6b0 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:16:35.417065 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-c15ee369-ee54-4893-80a7-b1ca2ebcb3e7 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 511189da-0685-4a10-a77f-8dd9ca13b6b0) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:16:35.426622 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2a845d-579a-4074-b33e-12476fadd538 None None] Network 511189da-0685-4a10-a77f-8dd9ca13b6b0 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:16:35.431639 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15ee369-ee54-4893-80a7-b1ca2ebcb3e7 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:35.432268 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c15ee369-ee54-4893-80a7-b1ca2ebcb3e7 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:35.475219 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c15ee369-ee54-4893-80a7-b1ca2ebcb3e7 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9749274 Mar 05 05:16:35.478140 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58936) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:35.644196 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036b092c-a726-4214-ba17-32c734ba346e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-511189da-0685-4a10-a77f-8dd9ca13b6b0', 'network_id': '511189da-0685-4a10-a77f-8dd9ca13b6b0', 'project_id': 'f56249da37cd4ed5903c959b0af34a21', 'fixed_ips': [{'subnet_id': 'b0dba744-96fc-4712-8c7a-a21d4199fab1'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:16:35.645124 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-036b092c-a726-4214-ba17-32c734ba346e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:35.712394 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (511189da-0685-4a10-a77f-8dd9ca13b6b0), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:35.797229 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (b0dba744-96fc-4712-8c7a-a21d4199fab1), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:35.876942 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58944) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:35.944725 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-036b092c-a726-4214-ba17-32c734ba346e None None] Allocated IP 172.20.0.1 (511189da-0685-4a10-a77f-8dd9ca13b6b0/b0dba744-96fc-4712-8c7a-a21d4199fab1/4c76787c-0e52-4184-a387-85c6d90714f6) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:16:36.026661 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-784311d4-4363-4eba-8295-60e117c6d92d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:36.175045 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-784311d4-4363-4eba-8295-60e117c6d92d admin admin] Publish callbacks [] for security_group (ede89096-0d56-42ea-ba8d-8d063016dc8e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:36.188062 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-784311d4-4363-4eba-8295-60e117c6d92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ede89096-0d56-42ea-ba8d-8d063016dc8e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:36.255195 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784311d4-4363-4eba-8295-60e117c6d92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede89096-0d56-42ea-ba8d-8d063016dc8e,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:36.255853 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-036b092c-a726-4214-ba17-32c734ba346e None None] Publish callbacks [] for port (4c76787c-0e52-4184-a387-85c6d90714f6), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:36.267955 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-036b092c-a726-4214-ba17-32c734ba346e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (4c76787c-0e52-4184-a387-85c6d90714f6), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:36.294503 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (b0dba744-96fc-4712-8c7a-a21d4199fab1), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:36.307394 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-784311d4-4363-4eba-8295-60e117c6d92d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a3b1857bc55b4760bec326eeef7496b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4254041 Mar 05 05:16:36.307864 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58948) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:36.355558 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036b092c-a726-4214-ba17-32c734ba346e None None] Network 511189da-0685-4a10-a77f-8dd9ca13b6b0 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:16:36.356995 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-036b092c-a726-4214-ba17-32c734ba346e None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:16:36.360472 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036b092c-a726-4214-ba17-32c734ba346e None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:16:36.385501 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b092c-a726-4214-ba17-32c734ba346e None None] Pushing event updated for resources: {'Port': ['ID=4c76787c-0e52-4184-a387-85c6d90714f6,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:36.416970 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event deleted for resources: {'Subnet': ['ID=b0dba744-96fc-4712-8c7a-a21d4199fab1,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:36.483804 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5213fd96-ba36-489d-9498-52149cf2d3a5 admin admin] Publish callbacks [] for security_group (ede89096-0d56-42ea-ba8d-8d063016dc8e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:36.501897 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-036b092c-a726-4214-ba17-32c734ba346e None None] Attempting to bind port 4c76787c-0e52-4184-a387-85c6d90714f6 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:16:36.504279 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-036b092c-a726-4214-ba17-32c734ba346e None None] Attempting to bind port 4c76787c-0e52-4184-a387-85c6d90714f6 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'd98fc0ed-1e97-41fd-ac71-6ebcae7e1b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '511189da-0685-4a10-a77f-8dd9ca13b6b0'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:16:36.507220 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036b092c-a726-4214-ba17-32c734ba346e None None] Attempting to bind port 4c76787c-0e52-4184-a387-85c6d90714f6 on network 511189da-0685-4a10-a77f-8dd9ca13b6b0 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:16:36.517811 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036b092c-a726-4214-ba17-32c734ba346e None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:16:36.519517 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036b092c-a726-4214-ba17-32c734ba346e None None] Checking segment: {'id': 'd98fc0ed-1e97-41fd-ac71-6ebcae7e1b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '511189da-0685-4a10-a77f-8dd9ca13b6b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:16:36.522295 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-036b092c-a726-4214-ba17-32c734ba346e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:36.522907 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036b092c-a726-4214-ba17-32c734ba346e None None] Bound using segment: {'id': 'd98fc0ed-1e97-41fd-ac71-6ebcae7e1b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '511189da-0685-4a10-a77f-8dd9ca13b6b0'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:16:36.523627 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-036b092c-a726-4214-ba17-32c734ba346e None None] Bound port: 4c76787c-0e52-4184-a387-85c6d90714f6, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd98fc0ed-1e97-41fd-ac71-6ebcae7e1b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '511189da-0685-4a10-a77f-8dd9ca13b6b0'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:16:36.524186 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-036b092c-a726-4214-ba17-32c734ba346e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4c76787c-0e52-4184-a387-85c6d90714f6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:36.540556 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (511189da-0685-4a10-a77f-8dd9ca13b6b0), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:36.548213 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5213fd96-ba36-489d-9498-52149cf2d3a5 admin admin] Publish callbacks [] for security_group (ede89096-0d56-42ea-ba8d-8d063016dc8e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:36.559172 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58950) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:36.571022 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-91b2968c-87a3-4729-86cf-23b807c7aa55 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1843465438', 'description': 'tempest-secgroup-smoke-1843465438 description', 'project_id': '06a4f309563b434e9962ec2905954423'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:36.615406 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-036b092c-a726-4214-ba17-32c734ba346e None None] For port 4c76787c-0e52-4184-a387-85c6d90714f6, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:16:36.618810 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-036b092c-a726-4214-ba17-32c734ba346e None None] For port 4c76787c-0e52-4184-a387-85c6d90714f6, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=4c76787c-0e52-4184-a387-85c6d90714f6,segment=NetworkSegment(d98fc0ed-1e97-41fd-ac71-6ebcae7e1b03),segment_id=d98fc0ed-1e97-41fd-ac71-6ebcae7e1b03)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:16:36.629434 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-036b092c-a726-4214-ba17-32c734ba346e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (4c76787c-0e52-4184-a387-85c6d90714f6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:36.648353 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511189da-0685-4a10-a77f-8dd9ca13b6b0']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:36.663988 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5213fd96-ba36-489d-9498-52149cf2d3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ede89096-0d56-42ea-ba8d-8d063016dc8e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:36.673133 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5213fd96-ba36-489d-9498-52149cf2d3a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:36.675852 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5213fd96-ba36-489d-9498-52149cf2d3a5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ede89096-0d56-42ea-ba8d-8d063016dc8e HTTP/1.1" status: 204 len: 168 time: 0.3655200 Mar 05 05:16:36.681194 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98fc0ed-1e97-41fd-ac71-6ebcae7e1b03') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:36.681503 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98fc0ed-1e97-41fd-ac71-6ebcae7e1b03') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:36.710495 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (d98fc0ed-1e97-41fd-ac71-6ebcae7e1b03), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:36.712391 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-91b2968c-87a3-4729-86cf-23b807c7aa55 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:36.717311 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213fd96-ba36-489d-9498-52149cf2d3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede89096-0d56-42ea-ba8d-8d063016dc8e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:36.748784 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (d98fc0ed-1e97-41fd-ac71-6ebcae7e1b03), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:36.761828 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:16:36.762309 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (d98fc0ed-1e97-41fd-ac71-6ebcae7e1b03), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:36.795280 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:16:36.795280 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:16:36.795280 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:16:36.795280 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:16:36.795280 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:16:36.795280 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:16:36.795280 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:16:36.795280 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:16:36.795280 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:16:36.795280 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:16:36.795280 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:16:36.795280 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:16:36.795280 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:16:36.795280 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:16:36.795280 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:16:36.795280 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:16:36.795280 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:16:36.795280 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:16:36.795280 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:16:36.795280 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:16:36.795280 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:16:36.795280 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:16:36.795280 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:16:36.795280 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:16:36.795280 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:16:36.795280 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:16:36.795280 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:16:36.795280 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:16:36.795280 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:16:36.795280 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:16:36.795280 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:16:36.795280 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:16:36.835174 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e057a773-bb7c-48cb-9df9-1834ecbd727e None None] get_active_networks_info from n-d-789963-32 {{(pid=105233) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 05 05:16:36.887666 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b092c-a726-4214-ba17-32c734ba346e None None] Pushing event updated for resources: {'Port': ['ID=4c76787c-0e52-4184-a387-85c6d90714f6,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:36.965270 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.db.api [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 05 05:16:36.965270 n-d-789963-32 neutron-server[105231]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 05 05:16:36.965270 n-d-789963-32 neutron-server[105231]: [parameters: {'id': '511189da-0685-4a10-a77f-8dd9ca13b6b0'}] Mar 05 05:16:36.965270 n-d-789963-32 neutron-server[105231]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105231) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 05:16:36.966056 n-d-789963-32 neutron-server[105231]: DEBUG oslo_db.api [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 05:16:37.013710 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-91b2968c-87a3-4729-86cf-23b807c7aa55 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for security_group (737f5b01-6ab4-4614-be17-460084db682d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:37.022464 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-91b2968c-87a3-4729-86cf-23b807c7aa55 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (737f5b01-6ab4-4614-be17-460084db682d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:37.089382 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2968c-87a3-4729-86cf-23b807c7aa55 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=737f5b01-6ab4-4614-be17-460084db682d,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:37.091380 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e057a773-bb7c-48cb-9df9-1834ecbd727e None None] Resources bound (agent type, host, resource id): {{(pid=105233) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 05:16:37.103356 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-91b2968c-87a3-4729-86cf-23b807c7aa55 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:37.107146 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-91b2968c-87a3-4729-86cf-23b807c7aa55 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5451725 Mar 05 05:16:37.109063 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58960) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:37.116224 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-02cc2dfc-7e13-4f85-a7eb-c24cfaa19668 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Request body: {'security_group_rule': {'security_group_id': '737f5b01-6ab4-4614-be17-460084db682d', 'project_id': '06a4f309563b434e9962ec2905954423', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:37.215045 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-02cc2dfc-7e13-4f85-a7eb-c24cfaa19668 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for security_group_rule (d6456793-8935-4156-8128-e233fa27ada9), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:37.339130 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-02cc2dfc-7e13-4f85-a7eb-c24cfaa19668 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for security_group_rule (d6456793-8935-4156-8128-e233fa27ada9), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:37.345927 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-02cc2dfc-7e13-4f85-a7eb-c24cfaa19668 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (d6456793-8935-4156-8128-e233fa27ada9), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:37.400244 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc2dfc-7e13-4f85-a7eb-c24cfaa19668 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6456793-8935-4156-8128-e233fa27ada9,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:37.419972 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-02cc2dfc-7e13-4f85-a7eb-c24cfaa19668 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:37.423120 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-02cc2dfc-7e13-4f85-a7eb-c24cfaa19668 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3116667 Mar 05 05:16:37.426330 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58968) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:37.457642 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-18909a53-ba48-4a32-8fdd-a11f371e9fef tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Request body: {'security_group_rule': {'security_group_id': '737f5b01-6ab4-4614-be17-460084db682d', 'project_id': '06a4f309563b434e9962ec2905954423', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:37.465786 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aab0ac5-892f-450d-be75-aef0059f1537 None None] Network 511189da-0685-4a10-a77f-8dd9ca13b6b0 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:16:37.467714 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (511189da-0685-4a10-a77f-8dd9ca13b6b0), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:37.521307 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-18909a53-ba48-4a32-8fdd-a11f371e9fef tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for security_group_rule (34110378-f8c0-41f8-a343-46528ea7f45c), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:37.572371 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Deleting port 4c76787c-0e52-4184-a387-85c6d90714f6 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:16:37.572935 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (4c76787c-0e52-4184-a387-85c6d90714f6), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:37.658846 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-18909a53-ba48-4a32-8fdd-a11f371e9fef tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for security_group_rule (34110378-f8c0-41f8-a343-46528ea7f45c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:37.670508 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-18909a53-ba48-4a32-8fdd-a11f371e9fef tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (34110378-f8c0-41f8-a343-46528ea7f45c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:37.694686 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18909a53-ba48-4a32-8fdd-a11f371e9fef tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34110378-f8c0-41f8-a343-46528ea7f45c,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:37.713102 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-18909a53-ba48-4a32-8fdd-a11f371e9fef tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:37.715197 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-18909a53-ba48-4a32-8fdd-a11f371e9fef tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2868044 Mar 05 05:16:37.718505 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58974) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:37.728832 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-fe295f07-b91c-443b-b638-fbdea92aef73 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Request body: {'security_group_rule': {'security_group_id': '737f5b01-6ab4-4614-be17-460084db682d', 'project_id': '06a4f309563b434e9962ec2905954423', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:37.737077 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] For port 4c76787c-0e52-4184-a387-85c6d90714f6, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=4c76787c-0e52-4184-a387-85c6d90714f6,segment=NetworkSegment(d98fc0ed-1e97-41fd-ac71-6ebcae7e1b03),segment_id=d98fc0ed-1e97-41fd-ac71-6ebcae7e1b03)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:16:37.737450 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (4c76787c-0e52-4184-a387-85c6d90714f6), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:37.765393 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Calling delete_port for 4c76787c-0e52-4184-a387-85c6d90714f6 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:16:37.811143 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fe295f07-b91c-443b-b638-fbdea92aef73 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for security_group_rule (ad9d801a-aba7-4de5-9450-706061bd9094), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:37.882033 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (4c76787c-0e52-4184-a387-85c6d90714f6), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:37.917627 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] No DVR routers for this DVR port 4c76787c-0e52-4184-a387-85c6d90714f6 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:16:37.981694 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event deleted for resources: {'Port': ['ID=4c76787c-0e52-4184-a387-85c6d90714f6,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:38.022320 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fe295f07-b91c-443b-b638-fbdea92aef73 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for security_group_rule (ad9d801a-aba7-4de5-9450-706061bd9094), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:38.033647 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fe295f07-b91c-443b-b638-fbdea92aef73 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (ad9d801a-aba7-4de5-9450-706061bd9094), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:38.105974 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe295f07-b91c-443b-b638-fbdea92aef73 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad9d801a-aba7-4de5-9450-706061bd9094,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:38.126194 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (511189da-0685-4a10-a77f-8dd9ca13b6b0), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:38.130885 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fe295f07-b91c-443b-b638-fbdea92aef73 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:38.131989 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fe295f07-b91c-443b-b638-fbdea92aef73 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4121697 Mar 05 05:16:38.135548 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58986) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:38.150936 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-ddbc8994-af03-49cc-8644-d13e3d37df5d tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Request body: {'security_group_rule': {'security_group_id': '737f5b01-6ab4-4614-be17-460084db682d', 'project_id': '06a4f309563b434e9962ec2905954423', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:38.167371 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511189da-0685-4a10-a77f-8dd9ca13b6b0']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:38.204657 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98fc0ed-1e97-41fd-ac71-6ebcae7e1b03') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:38.208173 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98fc0ed-1e97-41fd-ac71-6ebcae7e1b03') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:38.217671 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ddbc8994-af03-49cc-8644-d13e3d37df5d tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for security_group_rule (b97cc0bd-cd3a-441c-a811-3e395ed82501), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:38.239001 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (d98fc0ed-1e97-41fd-ac71-6ebcae7e1b03), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:38.284116 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (d98fc0ed-1e97-41fd-ac71-6ebcae7e1b03), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:38.302016 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:16:38.302424 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (d98fc0ed-1e97-41fd-ac71-6ebcae7e1b03), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:38.306834 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:16:38.306834 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:16:38.306834 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:16:38.306834 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:16:38.306834 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:16:38.306834 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:16:38.306834 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:16:38.306834 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:16:38.306834 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:16:38.306834 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:16:38.306834 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:16:38.306834 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:16:38.306834 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:16:38.306834 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:16:38.306834 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:16:38.306834 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:16:38.306834 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:16:38.306834 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:16:38.306834 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:16:38.306834 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:16:38.306834 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:16:38.306834 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:16:38.306834 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:16:38.306834 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:16:38.306834 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:16:38.306834 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:16:38.306834 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:16:38.306834 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:16:38.306834 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:16:38.306834 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:16:38.306834 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:16:38.306834 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:16:38.369681 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ddbc8994-af03-49cc-8644-d13e3d37df5d tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for security_group_rule (b97cc0bd-cd3a-441c-a811-3e395ed82501), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:38.376345 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ddbc8994-af03-49cc-8644-d13e3d37df5d tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (b97cc0bd-cd3a-441c-a811-3e395ed82501), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:38.382609 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (511189da-0685-4a10-a77f-8dd9ca13b6b0), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:38.387715 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:38.391147 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/networks/511189da-0685-4a10-a77f-8dd9ca13b6b0 HTTP/1.1" status: 204 len: 168 time: 2.9111040 Mar 05 05:16:38.399200 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 58992) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:38.404761 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-c7318a94-4890-408c-aef7-9f4931c7b8f3 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-728926719'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:38.422750 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc8994-af03-49cc-8644-d13e3d37df5d tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97cc0bd-cd3a-441c-a811-3e395ed82501,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:38.423873 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event deleted for resources: {'Network': ['ID=511189da-0685-4a10-a77f-8dd9ca13b6b0,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:38.432030 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ddbc8994-af03-49cc-8644-d13e3d37df5d tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:38.439427 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ddbc8994-af03-49cc-8644-d13e3d37df5d tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3027306 Mar 05 05:16:38.440301 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 58994) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:38.445660 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:38.446064 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:38.449048 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-fc8c0723-cbcc-4e77-ad3a-4ea6b93ebfec tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Request body: {'security_group_rule': {'security_group_id': '737f5b01-6ab4-4614-be17-460084db682d', 'project_id': '06a4f309563b434e9962ec2905954423', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:38.451506 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:38.452017 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:38.452365 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:38.452700 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:38.453043 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:38.453362 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:38.453688 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:38.454018 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:38.454346 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:38.454670 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:38.454991 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf0a0ae-d4c4-4d18-894e-1ac7730e1bd9 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:16:38.492534 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7318a94-4890-408c-aef7-9f4931c7b8f3 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Made reservation on behalf of f56249da37cd4ed5903c959b0af34a21 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:16:38.496368 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c7318a94-4890-408c-aef7-9f4931c7b8f3 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:38.514828 n-d-789963-32 neutron-server[105232]: INFO neutron.db.securitygroups_db [None req-fc8c0723-cbcc-4e77-ad3a-4ea6b93ebfec tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Project 06a4f309563b434e9962ec2905954423 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:16:38.523115 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fc8c0723-cbcc-4e77-ad3a-4ea6b93ebfec tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for security_group_rule (a773aea5-a786-4511-aa90-f2cff5e8d917), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:38.536224 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7318a94-4890-408c-aef7-9f4931c7b8f3 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:16:38.559527 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c7318a94-4890-408c-aef7-9f4931c7b8f3 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (d2ae97a2-5cff-4ccc-b696-ccd1f6087a2e), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:38.559980 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-c7318a94-4890-408c-aef7-9f4931c7b8f3 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Added segment d2ae97a2-5cff-4ccc-b696-ccd1f6087a2e of type vlan for network b5391ea7-45f6-4b17-8f8d-b9c2245997c6 Mar 05 05:16:38.662244 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c7318a94-4890-408c-aef7-9f4931c7b8f3 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (b5391ea7-45f6-4b17-8f8d-b9c2245997c6), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:38.679527 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fc8c0723-cbcc-4e77-ad3a-4ea6b93ebfec tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for security_group_rule (a773aea5-a786-4511-aa90-f2cff5e8d917), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:38.688116 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fc8c0723-cbcc-4e77-ad3a-4ea6b93ebfec tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (a773aea5-a786-4511-aa90-f2cff5e8d917), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:38.726968 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c7318a94-4890-408c-aef7-9f4931c7b8f3 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (b5391ea7-45f6-4b17-8f8d-b9c2245997c6), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:38.733128 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7318a94-4890-408c-aef7-9f4931c7b8f3 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:38.733859 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c7318a94-4890-408c-aef7-9f4931c7b8f3 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:38.733979 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c0723-cbcc-4e77-ad3a-4ea6b93ebfec tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a773aea5-a786-4511-aa90-f2cff5e8d917,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:38.748932 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fc8c0723-cbcc-4e77-ad3a-4ea6b93ebfec tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:38.756748 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59002) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:38.763651 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fc8c0723-cbcc-4e77-ad3a-4ea6b93ebfec tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3214772 Mar 05 05:16:38.777306 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-7f87d377-4b20-4eb9-b052-1b52ce5c55b9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Request body: {'security_group_rule': {'security_group_id': '737f5b01-6ab4-4614-be17-460084db682d', 'project_id': '06a4f309563b434e9962ec2905954423', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:38.870350 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c7318a94-4890-408c-aef7-9f4931c7b8f3 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4667282 Mar 05 05:16:38.870596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59006) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:38.881493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-d6daaa8f-fe21-424f-918d-a69e262f52aa tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Request body: {'subnet': {'network_id': 'b5391ea7-45f6-4b17-8f8d-b9c2245997c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:38.905835 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7318a94-4890-408c-aef7-9f4931c7b8f3 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event updated for resources: {'Network': ['ID=b5391ea7-45f6-4b17-8f8d-b9c2245997c6,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:38.914723 n-d-789963-32 neutron-server[105231]: INFO neutron.db.securitygroups_db [None req-7f87d377-4b20-4eb9-b052-1b52ce5c55b9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Project 06a4f309563b434e9962ec2905954423 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:16:38.924214 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f87d377-4b20-4eb9-b052-1b52ce5c55b9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for security_group_rule (e8595489-9ebe-4685-9719-619fa96b005c), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:38.926138 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network b5391ea7-45f6-4b17-8f8d-b9c2245997c6 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:16:39.068062 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f87d377-4b20-4eb9-b052-1b52ce5c55b9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for security_group_rule (e8595489-9ebe-4685-9719-619fa96b005c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:39.077229 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f87d377-4b20-4eb9-b052-1b52ce5c55b9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (e8595489-9ebe-4685-9719-619fa96b005c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:39.123256 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87d377-4b20-4eb9-b052-1b52ce5c55b9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8595489-9ebe-4685-9719-619fa96b005c,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:39.144671 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f87d377-4b20-4eb9-b052-1b52ce5c55b9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:39.148935 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7f87d377-4b20-4eb9-b052-1b52ce5c55b9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3752646 Mar 05 05:16:39.150113 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6daaa8f-fe21-424f-918d-a69e262f52aa tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Made reservation on behalf of f56249da37cd4ed5903c959b0af34a21 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:16:39.155915 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d6daaa8f-fe21-424f-918d-a69e262f52aa tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:39.458258 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d6daaa8f-fe21-424f-918d-a69e262f52aa tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (0bd4cbc7-f768-4113-9105-71ea40017a18), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:39.574225 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6daaa8f-fe21-424f-918d-a69e262f52aa tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event updated for resources: {'Subnet': ['ID=0bd4cbc7-f768-4113-9105-71ea40017a18,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:39.582725 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6daaa8f-fe21-424f-918d-a69e262f52aa tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Checking segment: {'id': 'd2ae97a2-5cff-4ccc-b696-ccd1f6087a2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b5391ea7-45f6-4b17-8f8d-b9c2245997c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:16:39.583118 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6daaa8f-fe21-424f-918d-a69e262f52aa tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Network hostable DHCP agents. Network: b5391ea7-45f6-4b17-8f8d-b9c2245997c6, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:16:39.621099 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6daaa8f-fe21-424f-918d-a69e262f52aa tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Network b5391ea7-45f6-4b17-8f8d-b9c2245997c6 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:16:39.635906 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-d6daaa8f-fe21-424f-918d-a69e262f52aa tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, b5391ea7-45f6-4b17-8f8d-b9c2245997c6) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:16:39.649832 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711af133-1469-449a-b036-784b37f8d49d None None] Network b5391ea7-45f6-4b17-8f8d-b9c2245997c6 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:16:39.653666 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6daaa8f-fe21-424f-918d-a69e262f52aa tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:39.655816 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d6daaa8f-fe21-424f-918d-a69e262f52aa tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:39.725688 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d6daaa8f-fe21-424f-918d-a69e262f52aa tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8506021 Mar 05 05:16:39.726497 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59072) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:39.980013 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a8cec7f2-bde3-4e64-ad65-dde2453dbda7 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (b5391ea7-45f6-4b17-8f8d-b9c2245997c6), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:40.007343 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc644e4a-0d62-4b35-b876-7f5d264ac6cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-b5391ea7-45f6-4b17-8f8d-b9c2245997c6', 'network_id': 'b5391ea7-45f6-4b17-8f8d-b9c2245997c6', 'project_id': 'f56249da37cd4ed5903c959b0af34a21', 'fixed_ips': [{'subnet_id': '0bd4cbc7-f768-4113-9105-71ea40017a18'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:16:40.008922 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bc644e4a-0d62-4b35-b876-7f5d264ac6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:40.070056 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a8cec7f2-bde3-4e64-ad65-dde2453dbda7 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (0bd4cbc7-f768-4113-9105-71ea40017a18), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:40.188641 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a8cec7f2-bde3-4e64-ad65-dde2453dbda7 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (0bd4cbc7-f768-4113-9105-71ea40017a18), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server [None req-bc644e4a-0d62-4b35-b876-7f5d264ac6cb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0bd4cbc7-f768-4113-9105-71ea40017a18: This subnet is being modified by another concurrent operation. Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise exception Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0bd4cbc7-f768-4113-9105-71ea40017a18: This subnet is being modified by another concurrent operation. Mar 05 05:16:40.204527 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server Mar 05 05:16:40.276504 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d32d57-8998-4b71-b0e3-a28fcddcca85 None None] get_active_networks_info from n-d-789963-32 {{(pid=105233) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 05 05:16:40.321709 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cec7f2-bde3-4e64-ad65-dde2453dbda7 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event deleted for resources: {'Subnet': ['ID=0bd4cbc7-f768-4113-9105-71ea40017a18,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:40.391562 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d32d57-8998-4b71-b0e3-a28fcddcca85 None None] Resources bound (agent type, host, resource id): {{(pid=105233) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 05:16:40.463914 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a8cec7f2-bde3-4e64-ad65-dde2453dbda7 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (b5391ea7-45f6-4b17-8f8d-b9c2245997c6), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:40.514938 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-a8cec7f2-bde3-4e64-ad65-dde2453dbda7 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5391ea7-45f6-4b17-8f8d-b9c2245997c6']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:40.531982 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-a8cec7f2-bde3-4e64-ad65-dde2453dbda7 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ae97a2-5cff-4ccc-b696-ccd1f6087a2e') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:40.532209 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-a8cec7f2-bde3-4e64-ad65-dde2453dbda7 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ae97a2-5cff-4ccc-b696-ccd1f6087a2e') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:40.553062 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a8cec7f2-bde3-4e64-ad65-dde2453dbda7 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (d2ae97a2-5cff-4ccc-b696-ccd1f6087a2e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:40.589433 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a8cec7f2-bde3-4e64-ad65-dde2453dbda7 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (d2ae97a2-5cff-4ccc-b696-ccd1f6087a2e), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:40.601826 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8cec7f2-bde3-4e64-ad65-dde2453dbda7 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:16:40.603697 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a8cec7f2-bde3-4e64-ad65-dde2453dbda7 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (d2ae97a2-5cff-4ccc-b696-ccd1f6087a2e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:40.724179 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe69188d-de77-493d-8b95-7b5bccb23cd5 None None] Network b5391ea7-45f6-4b17-8f8d-b9c2245997c6 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:16:40.788656 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:16:40.788656 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:16:40.788656 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:16:40.788656 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:16:40.788656 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:16:40.788656 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:16:40.788656 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:16:40.788656 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:16:40.788656 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:16:40.788656 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:16:40.788656 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:16:40.788656 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:16:40.788656 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:16:40.788656 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:16:40.788656 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:16:40.788656 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:16:40.788656 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:16:40.788656 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:16:40.788656 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:16:40.788656 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:16:40.788656 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:16:40.788656 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:16:40.788656 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:16:40.788656 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:16:40.788656 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:16:40.788656 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:16:40.788656 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:16:40.788656 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:16:40.788656 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:16:40.788656 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:16:40.788656 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:16:40.788656 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:16:40.795125 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a8cec7f2-bde3-4e64-ad65-dde2453dbda7 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (b5391ea7-45f6-4b17-8f8d-b9c2245997c6), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:40.834052 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a8cec7f2-bde3-4e64-ad65-dde2453dbda7 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:40.839358 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a8cec7f2-bde3-4e64-ad65-dde2453dbda7 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/networks/b5391ea7-45f6-4b17-8f8d-b9c2245997c6 HTTP/1.1" status: 204 len: 168 time: 1.1110868 Mar 05 05:16:40.840600 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cec7f2-bde3-4e64-ad65-dde2453dbda7 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event deleted for resources: {'Network': ['ID=b5391ea7-45f6-4b17-8f8d-b9c2245997c6,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:40.842977 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59122) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:40.848703 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-a69d56bf-83b7-4a13-b591-e06291c36afd tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-30109977'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:40.898322 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69d56bf-83b7-4a13-b591-e06291c36afd tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Made reservation on behalf of f56249da37cd4ed5903c959b0af34a21 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:16:40.901689 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a69d56bf-83b7-4a13-b591-e06291c36afd tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:40.954741 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a69d56bf-83b7-4a13-b591-e06291c36afd tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:16:40.977994 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a69d56bf-83b7-4a13-b591-e06291c36afd tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (91ce2111-2d58-4def-8144-f6b708632e2f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:40.978416 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-a69d56bf-83b7-4a13-b591-e06291c36afd tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Added segment 91ce2111-2d58-4def-8144-f6b708632e2f of type vlan for network 9d95675d-5b26-4cc1-afdb-ae7ecca7e1be Mar 05 05:16:41.056391 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a69d56bf-83b7-4a13-b591-e06291c36afd tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (9d95675d-5b26-4cc1-afdb-ae7ecca7e1be), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:41.095896 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a69d56bf-83b7-4a13-b591-e06291c36afd tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (9d95675d-5b26-4cc1-afdb-ae7ecca7e1be), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:41.104520 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69d56bf-83b7-4a13-b591-e06291c36afd tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:41.105417 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a69d56bf-83b7-4a13-b591-e06291c36afd tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:41.352299 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d56bf-83b7-4a13-b591-e06291c36afd tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event updated for resources: {'Network': ['ID=9d95675d-5b26-4cc1-afdb-ae7ecca7e1be,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:41.386960 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 9d95675d-5b26-4cc1-afdb-ae7ecca7e1be details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:16:41.414153 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a69d56bf-83b7-4a13-b591-e06291c36afd tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5699463 Mar 05 05:16:41.416802 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59134) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:41.422674 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-4cd6e8f8-8e29-4914-91d8-c4fc705c25c5 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:41.610853 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0d58b1e1-382e-4c72-97e8-f26a8220ffa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:41.702803 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4cd6e8f8-8e29-4914-91d8-c4fc705c25c5 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (9d95675d-5b26-4cc1-afdb-ae7ecca7e1be), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:41.722029 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4cd6e8f8-8e29-4914-91d8-c4fc705c25c5 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (9d95675d-5b26-4cc1-afdb-ae7ecca7e1be), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:41.750752 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4cd6e8f8-8e29-4914-91d8-c4fc705c25c5 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Network 9d95675d-5b26-4cc1-afdb-ae7ecca7e1be is not hosted by any dhcp agent {{(pid=105232) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 05 05:16:41.755777 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd6e8f8-8e29-4914-91d8-c4fc705c25c5 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:41.756415 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4cd6e8f8-8e29-4914-91d8-c4fc705c25c5 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:41.760709 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59140) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:41.760889 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4cd6e8f8-8e29-4914-91d8-c4fc705c25c5 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "PUT /v2.0/networks/9d95675d-5b26-4cc1-afdb-ae7ecca7e1be HTTP/1.1" status: 200 len: 723 time: 0.3427873 Mar 05 05:16:41.766242 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-8f548fc2-75cd-423a-9a80-25c63e18ba4e tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Request body: {'subnet': {'network_id': '9d95675d-5b26-4cc1-afdb-ae7ecca7e1be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:41.811319 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6e8f8-8e29-4914-91d8-c4fc705c25c5 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event updated for resources: {'Network': ['ID=9d95675d-5b26-4cc1-afdb-ae7ecca7e1be,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:41.824249 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 9d95675d-5b26-4cc1-afdb-ae7ecca7e1be details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:16:41.936658 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f548fc2-75cd-423a-9a80-25c63e18ba4e tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Made reservation on behalf of f56249da37cd4ed5903c959b0af34a21 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:16:41.940175 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8f548fc2-75cd-423a-9a80-25c63e18ba4e tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:42.147212 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8f548fc2-75cd-423a-9a80-25c63e18ba4e tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (bba2e97a-5e71-43f8-8b31-35e48c65fee5), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:42.215694 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f548fc2-75cd-423a-9a80-25c63e18ba4e tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event updated for resources: {'Subnet': ['ID=bba2e97a-5e71-43f8-8b31-35e48c65fee5,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:42.238441 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f548fc2-75cd-423a-9a80-25c63e18ba4e tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Checking segment: {'id': '91ce2111-2d58-4def-8144-f6b708632e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d95675d-5b26-4cc1-afdb-ae7ecca7e1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:16:42.239137 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f548fc2-75cd-423a-9a80-25c63e18ba4e tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Network hostable DHCP agents. Network: 9d95675d-5b26-4cc1-afdb-ae7ecca7e1be, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:16:42.257725 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f548fc2-75cd-423a-9a80-25c63e18ba4e tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Network 9d95675d-5b26-4cc1-afdb-ae7ecca7e1be is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:16:42.280034 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-8f548fc2-75cd-423a-9a80-25c63e18ba4e tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 9d95675d-5b26-4cc1-afdb-ae7ecca7e1be) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:16:42.289112 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ce32f8-9a2a-4bff-9496-654c38402c59 None None] Network 9d95675d-5b26-4cc1-afdb-ae7ecca7e1be requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:16:42.310307 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f548fc2-75cd-423a-9a80-25c63e18ba4e tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:42.311353 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8f548fc2-75cd-423a-9a80-25c63e18ba4e tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:42.335481 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8f548fc2-75cd-423a-9a80-25c63e18ba4e tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5735230 Mar 05 05:16:42.338273 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59154) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:42.345070 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-57111879-863d-4cc0-9cf4-ebb7b5aaac39 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:42.506900 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-57111879-863d-4cc0-9cf4-ebb7b5aaac39 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-131196692'] for subnet (bba2e97a-5e71-43f8-8b31-35e48c65fee5), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:42.542314 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73490ea8-f2dc-4c1d-a20b-ada91d3ba833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-9d95675d-5b26-4cc1-afdb-ae7ecca7e1be', 'network_id': '9d95675d-5b26-4cc1-afdb-ae7ecca7e1be', 'project_id': 'f56249da37cd4ed5903c959b0af34a21', 'fixed_ips': [{'subnet_id': 'bba2e97a-5e71-43f8-8b31-35e48c65fee5'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:16:42.543445 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-73490ea8-f2dc-4c1d-a20b-ada91d3ba833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:42.697924 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-05a97c0c-96d2-4884-9945-d77989fda217 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=ffd6f5814d9b4317863755e46d675d39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407846 Mar 05 05:16:42.756188 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-57111879-863d-4cc0-9cf4-ebb7b5aaac39 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780054609071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-131174896'] for subnet (bba2e97a-5e71-43f8-8b31-35e48c65fee5), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:42.835039 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57111879-863d-4cc0-9cf4-ebb7b5aaac39 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:42.836390 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-57111879-863d-4cc0-9cf4-ebb7b5aaac39 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:42.837760 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-57111879-863d-4cc0-9cf4-ebb7b5aaac39 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "PUT /v2.0/subnets/bba2e97a-5e71-43f8-8b31-35e48c65fee5 HTTP/1.1" status: 200 len: 806 time: 0.4984298 Mar 05 05:16:42.841015 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59176) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:42.858627 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-73490ea8-f2dc-4c1d-a20b-ada91d3ba833 None None] Allocated IP 172.20.0.2 (9d95675d-5b26-4cc1-afdb-ae7ecca7e1be/bba2e97a-5e71-43f8-8b31-35e48c65fee5/9f07e0af-7274-4084-aab0-e1fd8e855e4d) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:16:42.875927 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57111879-863d-4cc0-9cf4-ebb7b5aaac39 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event updated for resources: {'Subnet': ['ID=bba2e97a-5e71-43f8-8b31-35e48c65fee5,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:43.018526 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (9d95675d-5b26-4cc1-afdb-ae7ecca7e1be), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:43.054039 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-411e43aa-8867-4ab0-93d1-a26f3f01ae83 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:43.055924 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-411e43aa-8867-4ab0-93d1-a26f3f01ae83 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3505895 Mar 05 05:16:43.091134 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-aa16771b-fbf1-4e69-9f98-053f71e8f2f3 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] 10.222.0.11 "GET /v2.0/quotas/ffd6f5814d9b4317863755e46d675d39 HTTP/1.1" status: 200 len: 375 time: 0.0265453 Mar 05 05:16:43.128980 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (bba2e97a-5e71-43f8-8b31-35e48c65fee5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:43.181707 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-577b58e8-3fe0-4fa1-953b-3e5e5840a177 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ffd6f5814d9b4317863755e46d675d39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849845 Mar 05 05:16:43.267470 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-73490ea8-f2dc-4c1d-a20b-ada91d3ba833 None None] Publish callbacks [] for port (9f07e0af-7274-4084-aab0-e1fd8e855e4d), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:43.276489 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-73490ea8-f2dc-4c1d-a20b-ada91d3ba833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (9f07e0af-7274-4084-aab0-e1fd8e855e4d), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:43.303270 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (bba2e97a-5e71-43f8-8b31-35e48c65fee5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:43.336935 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73490ea8-f2dc-4c1d-a20b-ada91d3ba833 None None] Pushing event updated for resources: {'Port': ['ID=9f07e0af-7274-4084-aab0-e1fd8e855e4d,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:43.356221 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event deleted for resources: {'Subnet': ['ID=bba2e97a-5e71-43f8-8b31-35e48c65fee5,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:43.365647 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73490ea8-f2dc-4c1d-a20b-ada91d3ba833 None None] Network 9d95675d-5b26-4cc1-afdb-ae7ecca7e1be is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:16:43.368727 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-73490ea8-f2dc-4c1d-a20b-ada91d3ba833 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:16:43.371363 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73490ea8-f2dc-4c1d-a20b-ada91d3ba833 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:16:43.462131 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (9d95675d-5b26-4cc1-afdb-ae7ecca7e1be), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:43.500427 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d95675d-5b26-4cc1-afdb-ae7ecca7e1be']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:43.523024 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-73490ea8-f2dc-4c1d-a20b-ada91d3ba833 None None] Attempting to bind port 9f07e0af-7274-4084-aab0-e1fd8e855e4d on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:16:43.523463 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-73490ea8-f2dc-4c1d-a20b-ada91d3ba833 None None] Attempting to bind port 9f07e0af-7274-4084-aab0-e1fd8e855e4d by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '91ce2111-2d58-4def-8144-f6b708632e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d95675d-5b26-4cc1-afdb-ae7ecca7e1be'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:16:43.524085 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73490ea8-f2dc-4c1d-a20b-ada91d3ba833 None None] Attempting to bind port 9f07e0af-7274-4084-aab0-e1fd8e855e4d on network 9d95675d-5b26-4cc1-afdb-ae7ecca7e1be {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:16:43.532379 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ce2111-2d58-4def-8144-f6b708632e2f') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:43.536458 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ce2111-2d58-4def-8144-f6b708632e2f') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:43.560217 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73490ea8-f2dc-4c1d-a20b-ada91d3ba833 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:16:43.560849 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73490ea8-f2dc-4c1d-a20b-ada91d3ba833 None None] Checking segment: {'id': '91ce2111-2d58-4def-8144-f6b708632e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d95675d-5b26-4cc1-afdb-ae7ecca7e1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:16:43.561023 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-73490ea8-f2dc-4c1d-a20b-ada91d3ba833 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:43.561449 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73490ea8-f2dc-4c1d-a20b-ada91d3ba833 None None] Bound using segment: {'id': '91ce2111-2d58-4def-8144-f6b708632e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d95675d-5b26-4cc1-afdb-ae7ecca7e1be'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:16:43.561957 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-73490ea8-f2dc-4c1d-a20b-ada91d3ba833 None None] Bound port: 9f07e0af-7274-4084-aab0-e1fd8e855e4d, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ce2111-2d58-4def-8144-f6b708632e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9d95675d-5b26-4cc1-afdb-ae7ecca7e1be'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:16:43.562353 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-73490ea8-f2dc-4c1d-a20b-ada91d3ba833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9f07e0af-7274-4084-aab0-e1fd8e855e4d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:43.575592 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (91ce2111-2d58-4def-8144-f6b708632e2f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:43.612414 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (91ce2111-2d58-4def-8144-f6b708632e2f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:43.627610 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:16:43.628040 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (91ce2111-2d58-4def-8144-f6b708632e2f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:43.667449 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fb15f37f-3466-4e3e-a33d-7fc8fdc03dca req-f60b4890-eaee-4950-8202-8d0c3052cbd1 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] 10.222.0.11 "GET /v2.0/ports?device_id=d46ad70d-fc5b-45bf-af8d-8410a644f461 HTTP/1.1" status: 200 len: 210 time: 0.0850813 Mar 05 05:16:43.689036 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:16:43.689036 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:16:43.689036 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:16:43.689036 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:16:43.689036 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:16:43.689036 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:16:43.689036 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:16:43.689036 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:16:43.689036 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:16:43.689036 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:16:43.689036 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:16:43.689036 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:16:43.689036 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:16:43.689036 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:16:43.689036 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:16:43.689036 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:16:43.689036 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:16:43.689036 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:16:43.689036 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:16:43.689036 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:16:43.689036 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:16:43.689036 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:16:43.689036 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:16:43.689036 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:16:43.689036 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:16:43.689036 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:16:43.689036 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:16:43.689036 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:16:43.689036 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:16:43.689036 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:16:43.689036 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:16:43.689036 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:16:43.735318 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5c5ece9e-8271-49db-807a-b2d9e2173312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:43.788277 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.db.api [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 05 05:16:43.788277 n-d-789963-32 neutron-server[105232]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 05 05:16:43.788277 n-d-789963-32 neutron-server[105232]: [parameters: {'id': '9d95675d-5b26-4cc1-afdb-ae7ecca7e1be'}] Mar 05 05:16:43.788277 n-d-789963-32 neutron-server[105232]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 05:16:43.789122 n-d-789963-32 neutron-server[105232]: DEBUG oslo_db.api [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 05:16:43.795146 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-73490ea8-f2dc-4c1d-a20b-ada91d3ba833 None None] For port 9f07e0af-7274-4084-aab0-e1fd8e855e4d, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:16:43.799887 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-73490ea8-f2dc-4c1d-a20b-ada91d3ba833 None None] For port 9f07e0af-7274-4084-aab0-e1fd8e855e4d, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=9f07e0af-7274-4084-aab0-e1fd8e855e4d,segment=NetworkSegment(91ce2111-2d58-4def-8144-f6b708632e2f),segment_id=91ce2111-2d58-4def-8144-f6b708632e2f)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:16:43.808577 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-73490ea8-f2dc-4c1d-a20b-ada91d3ba833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (9f07e0af-7274-4084-aab0-e1fd8e855e4d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:43.905643 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:43.977697 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73490ea8-f2dc-4c1d-a20b-ada91d3ba833 None None] Pushing event updated for resources: {'Port': ['ID=9f07e0af-7274-4084-aab0-e1fd8e855e4d,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:44.004081 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa8eae9-8629-49cc-87ea-07fa11dab026 None None] get_active_networks_info from n-d-789963-32 {{(pid=105233) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 05 05:16:44.086623 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:44.239790 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa8eae9-8629-49cc-87ea-07fa11dab026 None None] Resources bound (agent type, host, resource id): {{(pid=105233) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 05:16:44.290469 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (9d95675d-5b26-4cc1-afdb-ae7ecca7e1be), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:44.398431 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Deleting port 9f07e0af-7274-4084-aab0-e1fd8e855e4d {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:16:44.399152 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (9f07e0af-7274-4084-aab0-e1fd8e855e4d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:44.585137 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] For port 9f07e0af-7274-4084-aab0-e1fd8e855e4d, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=9f07e0af-7274-4084-aab0-e1fd8e855e4d,segment=NetworkSegment(91ce2111-2d58-4def-8144-f6b708632e2f),segment_id=91ce2111-2d58-4def-8144-f6b708632e2f)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:16:44.585519 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (9f07e0af-7274-4084-aab0-e1fd8e855e4d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:44.640110 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Calling delete_port for 9f07e0af-7274-4084-aab0-e1fd8e855e4d owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:16:44.718260 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63252a0f-9a7f-4846-b2b8-f2dd748a2e20 None None] Network 9d95675d-5b26-4cc1-afdb-ae7ecca7e1be requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:16:44.810482 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-23fcaf3b-0987-4f1f-a2df-f1d6f5b8b2c0 req-cde660fa-c982-4302-bfdd-735f1fbbbf63 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] 10.222.0.11 "GET /v2.0/ports?device_id=d46ad70d-fc5b-45bf-af8d-8410a644f461 HTTP/1.1" status: 200 len: 210 time: 0.0551801 Mar 05 05:16:44.836816 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (9f07e0af-7274-4084-aab0-e1fd8e855e4d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:44.891129 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3570e8-d9df-44d9-b005-cbb7ce3265cb None None] Network 9d95675d-5b26-4cc1-afdb-ae7ecca7e1be requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:16:44.941322 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event deleted for resources: {'Port': ['ID=9f07e0af-7274-4084-aab0-e1fd8e855e4d,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:44.952064 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] No DVR routers for this DVR port 9f07e0af-7274-4084-aab0-e1fd8e855e4d on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:16:45.117266 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:45.152387 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-78367245-0e12-468a-86b0-a76c180ba3b8 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ffd6f5814d9b4317863755e46d675d39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1187406 Mar 05 05:16:45.153292 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59226) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:45.295298 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (9d95675d-5b26-4cc1-afdb-ae7ecca7e1be), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:45.367570 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b405a11e-9e62-496a-a84f-22edb481f2b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:45.422350 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d95675d-5b26-4cc1-afdb-ae7ecca7e1be']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:45.520389 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ce2111-2d58-4def-8144-f6b708632e2f') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:45.520699 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ce2111-2d58-4def-8144-f6b708632e2f') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:45.535189 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b405a11e-9e62-496a-a84f-22edb481f2b4 admin admin] Publish callbacks [] for security_group (28b44b36-46a7-46ed-94d3-b9a2f32cc2b9), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:45.539872 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b405a11e-9e62-496a-a84f-22edb481f2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (28b44b36-46a7-46ed-94d3-b9a2f32cc2b9), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:45.552656 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (91ce2111-2d58-4def-8144-f6b708632e2f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:45.596228 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b405a11e-9e62-496a-a84f-22edb481f2b4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f8c13eb7ae154224a53a8b9825e7fc05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4401979 Mar 05 05:16:45.598840 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405a11e-9e62-496a-a84f-22edb481f2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b44b36-46a7-46ed-94d3-b9a2f32cc2b9,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:45.601505 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59238) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:45.608439 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (91ce2111-2d58-4def-8144-f6b708632e2f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:45.627464 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-0148e6f0-5f01-4865-bda2-ba395b0d89bf tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:45.630177 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-0148e6f0-5f01-4865-bda2-ba395b0d89bf tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4551907 Mar 05 05:16:45.638053 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:16:45.638477 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (91ce2111-2d58-4def-8144-f6b708632e2f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:45.642589 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:16:45.642589 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:16:45.642589 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:16:45.642589 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:16:45.642589 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:16:45.642589 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:16:45.642589 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:16:45.642589 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:16:45.642589 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:16:45.642589 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:16:45.642589 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:16:45.642589 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:16:45.642589 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:16:45.642589 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:16:45.642589 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:16:45.642589 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:16:45.642589 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:16:45.642589 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:16:45.642589 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:16:45.642589 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:16:45.642589 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:16:45.642589 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:16:45.642589 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:16:45.642589 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:16:45.642589 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:16:45.642589 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:16:45.642589 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:16:45.642589 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:16:45.642589 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:16:45.642589 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:16:45.642589 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:16:45.642589 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:16:45.647872 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-932f0772-e029-4720-ab8f-b42ed445f601 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Request body: {'port': {'device_id': 'd46ad70d-fc5b-45bf-af8d-8410a644f461', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'admin_state_up': True, 'tenant_id': 'ffd6f5814d9b4317863755e46d675d39'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:45.712265 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a305a20b-bc10-4e27-b239-c304fff32d35 admin admin] Publish callbacks [] for security_group (28b44b36-46a7-46ed-94d3-b9a2f32cc2b9), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:45.740800 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a305a20b-bc10-4e27-b239-c304fff32d35 admin admin] Publish callbacks [] for security_group (28b44b36-46a7-46ed-94d3-b9a2f32cc2b9), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:45.785479 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (9d95675d-5b26-4cc1-afdb-ae7ecca7e1be), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:45.795350 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:45.798487 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/networks/9d95675d-5b26-4cc1-afdb-ae7ecca7e1be HTTP/1.1" status: 204 len: 168 time: 2.9565384 Mar 05 05:16:45.802294 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59244) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:45.817201 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deba943-3228-4f8c-909b-d06bf8ceca96 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event deleted for resources: {'Network': ['ID=9d95675d-5b26-4cc1-afdb-ae7ecca7e1be,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:45.828731 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4446d2-be67-4774-b325-1acc57977ac8 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:16:45.840942 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b4446d2-be67-4774-b325-1acc57977ac8 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:16:45.850543 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59248) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:45.852339 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2b4446d2-be67-4774-b325-1acc57977ac8 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/networks/9d95675d-5b26-4cc1-afdb-ae7ecca7e1be HTTP/1.1" status: 404 len: 339 time: 0.0474374 Mar 05 05:16:45.860970 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-a933e004-dcb1-4e68-b626-9534c03624fe tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-881259980', 'description': 'd1'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:45.882225 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a305a20b-bc10-4e27-b239-c304fff32d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (28b44b36-46a7-46ed-94d3-b9a2f32cc2b9), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:45.886330 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a305a20b-bc10-4e27-b239-c304fff32d35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:45.888217 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-932f0772-e029-4720-ab8f-b42ed445f601 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Made reservation on behalf of ffd6f5814d9b4317863755e46d675d39 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:16:45.890885 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a305a20b-bc10-4e27-b239-c304fff32d35 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/28b44b36-46a7-46ed-94d3-b9a2f32cc2b9 HTTP/1.1" status: 204 len: 168 time: 0.2881188 Mar 05 05:16:45.906288 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-932f0772-e029-4720-ab8f-b42ed445f601 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:45.907377 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a305a20b-bc10-4e27-b239-c304fff32d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b44b36-46a7-46ed-94d3-b9a2f32cc2b9,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:45.934369 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-932f0772-e029-4720-ab8f-b42ed445f601 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:45.977344 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a933e004-dcb1-4e68-b626-9534c03624fe tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Made reservation on behalf of f56249da37cd4ed5903c959b0af34a21 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:16:45.982577 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a933e004-dcb1-4e68-b626-9534c03624fe tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:45.989563 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f8170c05-4048-4baa-8785-f4c84ec0e770 req-227cff12-0a22-45f7-8e6c-76ba25c3a853 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] 10.222.0.11 "GET /v2.0/ports?device_id=d46ad70d-fc5b-45bf-af8d-8410a644f461 HTTP/1.1" status: 200 len: 210 time: 0.0405047 Mar 05 05:16:46.044784 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a933e004-dcb1-4e68-b626-9534c03624fe tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:16:46.063219 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a933e004-dcb1-4e68-b626-9534c03624fe tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (0ef9bc9e-c464-4073-8777-9934157d21f5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:46.063652 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-a933e004-dcb1-4e68-b626-9534c03624fe tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Added segment 0ef9bc9e-c464-4073-8777-9934157d21f5 of type vlan for network cdaec6cc-efc1-4013-93b7-d8f34854d527 Mar 05 05:16:46.174378 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a933e004-dcb1-4e68-b626-9534c03624fe tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (cdaec6cc-efc1-4013-93b7-d8f34854d527), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:46.238469 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-932f0772-e029-4720-ab8f-b42ed445f601 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Publish callbacks [] for security_group (2d6af130-5cb2-4152-8be3-f9b0efe44523), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:46.244893 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-932f0772-e029-4720-ab8f-b42ed445f601 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (2d6af130-5cb2-4152-8be3-f9b0efe44523), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:46.340384 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:46.377944 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59262) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:46.393972 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a933e004-dcb1-4e68-b626-9534c03624fe tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (cdaec6cc-efc1-4013-93b7-d8f34854d527), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:46.399801 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a933e004-dcb1-4e68-b626-9534c03624fe tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:46.400551 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a933e004-dcb1-4e68-b626-9534c03624fe tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:46.464660 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2afdc76c-3672-4148-8827-910c3786db8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:46.568867 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a933e004-dcb1-4e68-b626-9534c03624fe tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7169497 Mar 05 05:16:46.572889 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59266) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:46.578930 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f0772-e029-4720-ab8f-b42ed445f601 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6af130-5cb2-4152-8be3-f9b0efe44523,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:46.595878 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933e004-dcb1-4e68-b626-9534c03624fe tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event updated for resources: {'Network': ['ID=cdaec6cc-efc1-4013-93b7-d8f34854d527,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:46.612651 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network cdaec6cc-efc1-4013-93b7-d8f34854d527 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:16:46.613431 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-932f0772-e029-4720-ab8f-b42ed445f601 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Allocated IP 192.168.233.118 (fb0dde64-203a-4c32-80ac-e1733ed0c9dd/63f989ea-15ee-41e4-8c8f-8183d2023f4e/cf69177c-e270-46d3-97c8-f43562b67604) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:16:46.761145 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd56385-6375-4d0b-affc-9083b0657720 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:46.766634 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-acd56385-6375-4d0b-affc-9083b0657720 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "GET /v2.0/networks?id=cdaec6cc-efc1-4013-93b7-d8f34854d527 HTTP/1.1" status: 200 len: 760 time: 0.1923912 Mar 05 05:16:46.767693 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59270) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:46.776674 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-ada23e1d-bfb1-459f-81f6-4c039644c093 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Request body: {'network': {'description': 'd2'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:46.779707 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2afdc76c-3672-4148-8827-910c3786db8f admin admin] Publish callbacks [] for security_group (28a1ece4-165a-48d0-b70b-e10a687df8e7), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:46.794038 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2afdc76c-3672-4148-8827-910c3786db8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (28a1ece4-165a-48d0-b70b-e10a687df8e7), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:46.899279 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2afdc76c-3672-4148-8827-910c3786db8f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a3cb4327ebe0450b98f2651445aaa8d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5146239 Mar 05 05:16:46.900367 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59272) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:46.925518 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afdc76c-3672-4148-8827-910c3786db8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a1ece4-165a-48d0-b70b-e10a687df8e7,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:46.966416 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-932f0772-e029-4720-ab8f-b42ed445f601 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Publish callbacks [] for port (cf69177c-e270-46d3-97c8-f43562b67604), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:47.019493 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-26195644-cfd8-4c44-9c53-616601249168 admin admin] Publish callbacks [] for security_group (28a1ece4-165a-48d0-b70b-e10a687df8e7), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:47.052383 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-932f0772-e029-4720-ab8f-b42ed445f601 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (cf69177c-e270-46d3-97c8-f43562b67604), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:47.067303 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-26195644-cfd8-4c44-9c53-616601249168 admin admin] Publish callbacks [] for security_group (28a1ece4-165a-48d0-b70b-e10a687df8e7), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:47.132163 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-932f0772-e029-4720-ab8f-b42ed445f601 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:16:47.146002 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-932f0772-e029-4720-ab8f-b42ed445f601 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:16:47.148787 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-932f0772-e029-4720-ab8f-b42ed445f601 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:16:47.161754 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ada23e1d-bfb1-459f-81f6-4c039644c093 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (cdaec6cc-efc1-4013-93b7-d8f34854d527), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:47.190800 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f0772-e029-4720-ab8f-b42ed445f601 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Pushing event updated for resources: {'Port': ['ID=cf69177c-e270-46d3-97c8-f43562b67604,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:47.211310 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ada23e1d-bfb1-459f-81f6-4c039644c093 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (cdaec6cc-efc1-4013-93b7-d8f34854d527), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:47.225005 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-26195644-cfd8-4c44-9c53-616601249168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (28a1ece4-165a-48d0-b70b-e10a687df8e7), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:47.227595 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ada23e1d-bfb1-459f-81f6-4c039644c093 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Network cdaec6cc-efc1-4013-93b7-d8f34854d527 is not hosted by any dhcp agent {{(pid=105231) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 05 05:16:47.229098 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-26195644-cfd8-4c44-9c53-616601249168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:47.240697 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-26195644-cfd8-4c44-9c53-616601249168 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/28a1ece4-165a-48d0-b70b-e10a687df8e7 HTTP/1.1" status: 204 len: 168 time: 0.3260367 Mar 05 05:16:47.242534 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada23e1d-bfb1-459f-81f6-4c039644c093 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:47.243117 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ada23e1d-bfb1-459f-81f6-4c039644c093 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:47.244434 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ada23e1d-bfb1-459f-81f6-4c039644c093 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "PUT /v2.0/networks/cdaec6cc-efc1-4013-93b7-d8f34854d527 HTTP/1.1" status: 200 len: 757 time: 0.4754341 Mar 05 05:16:47.269442 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59282) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:47.301592 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-932f0772-e029-4720-ab8f-b42ed445f601 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:47.305726 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-932f0772-e029-4720-ab8f-b42ed445f601 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:47.321763 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f8dac-dee9-4ecf-a5d9-9797356c3513 req-807336f4-b990-4a4d-af42-3e44bbe02daf tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:47.324132 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26195644-cfd8-4c44-9c53-616601249168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a1ece4-165a-48d0-b70b-e10a687df8e7,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:47.325936 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5c9f8dac-dee9-4ecf-a5d9-9797356c3513 req-807336f4-b990-4a4d-af42-3e44bbe02daf tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] 10.222.0.11 "GET /v2.0/ports?device_id=d46ad70d-fc5b-45bf-af8d-8410a644f461 HTTP/1.1" status: 200 len: 936 time: 0.2324746 Mar 05 05:16:47.380017 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-932f0772-e029-4720-ab8f-b42ed445f601 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7366385 Mar 05 05:16:47.525509 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada23e1d-bfb1-459f-81f6-4c039644c093 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event updated for resources: {'Network': ['ID=cdaec6cc-efc1-4013-93b7-d8f34854d527,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:47.536967 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network cdaec6cc-efc1-4013-93b7-d8f34854d527 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:16:47.556002 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc4bfdc-6773-4691-b3a5-77c9162c68d0 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:47.557562 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0bc4bfdc-6773-4691-b3a5-77c9162c68d0 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "GET /v2.0/networks?id=cdaec6cc-efc1-4013-93b7-d8f34854d527 HTTP/1.1" status: 200 len: 760 time: 0.2870514 Mar 05 05:16:47.561460 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59290) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:47.569489 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-fb1f0ee7-3681-41b5-91d1-bc6ee99062a8 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1882963290'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:47.628311 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1f0ee7-3681-41b5-91d1-bc6ee99062a8 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Made reservation on behalf of f56249da37cd4ed5903c959b0af34a21 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:16:47.632696 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5c9f8dac-dee9-4ecf-a5d9-9797356c3513 req-5b7eecde-35b0-4369-b952-9338b470ef13 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6af130-5cb2-4152-8be3-f9b0efe44523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732692 Mar 05 05:16:47.632959 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fb1f0ee7-3681-41b5-91d1-bc6ee99062a8 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:47.698716 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb1f0ee7-3681-41b5-91d1-bc6ee99062a8 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:16:47.703502 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-677f5e9e-a390-42c0-a811-21e0d05e9135 None None] Provisioning complete for port cf69177c-e270-46d3-97c8-f43562b67604 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:16:47.703944 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-677f5e9e-a390-42c0-a811-21e0d05e9135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cf69177c-e270-46d3-97c8-f43562b67604), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:47.717463 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fb1f0ee7-3681-41b5-91d1-bc6ee99062a8 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (94e5f2fd-8889-46bd-8e7c-e4146f60def4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:47.719226 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-fb1f0ee7-3681-41b5-91d1-bc6ee99062a8 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Added segment 94e5f2fd-8889-46bd-8e7c-e4146f60def4 of type vlan for network d85c1b9c-07cc-463d-8289-81f51b5aa391 Mar 05 05:16:47.777946 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fb1f0ee7-3681-41b5-91d1-bc6ee99062a8 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (d85c1b9c-07cc-463d-8289-81f51b5aa391), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:47.816727 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-677f5e9e-a390-42c0-a811-21e0d05e9135 None None] Port cf69177c-e270-46d3-97c8-f43562b67604 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:16:47.833072 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-f0deae97-9dcf-44a3-a798-e9819859b87d service neutron] Request body: {'port': {'device_id': 'd46ad70d-fc5b-45bf-af8d-8410a644f461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:47.836059 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fb1f0ee7-3681-41b5-91d1-bc6ee99062a8 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (d85c1b9c-07cc-463d-8289-81f51b5aa391), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:47.840268 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:47.841644 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1f0ee7-3681-41b5-91d1-bc6ee99062a8 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:47.842451 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fb1f0ee7-3681-41b5-91d1-bc6ee99062a8 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:47.955480 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fb1f0ee7-3681-41b5-91d1-bc6ee99062a8 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3922093 Mar 05 05:16:47.958522 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59306) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:47.969155 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-56c67d1e-f398-46eb-be72-c7615c7a791b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Request body: {'subnet': {'network_id': 'd85c1b9c-07cc-463d-8289-81f51b5aa391', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:47.981227 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f0ee7-3681-41b5-91d1-bc6ee99062a8 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event updated for resources: {'Network': ['ID=d85c1b9c-07cc-463d-8289-81f51b5aa391,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:47.989225 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-f0deae97-9dcf-44a3-a798-e9819859b87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cf69177c-e270-46d3-97c8-f43562b67604), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:47.998220 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network d85c1b9c-07cc-463d-8289-81f51b5aa391 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:16:48.324078 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-50eddec8-20d2-4e02-9dfc-cbeeaaed5317 req-e2a8c11a-6230-43af-8924-cf90a644a106 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1561875 Mar 05 05:16:48.492899 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eddec8-20d2-4e02-9dfc-cbeeaaed5317 req-29ce7f5f-152b-4731-9010-0f6d0d8a38fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:48.493429 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c67d1e-f398-46eb-be72-c7615c7a791b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Made reservation on behalf of f56249da37cd4ed5903c959b0af34a21 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:16:48.494821 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-50eddec8-20d2-4e02-9dfc-cbeeaaed5317 req-29ce7f5f-152b-4731-9010-0f6d0d8a38fd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4dcd5a93b3674bf78188762f733c2e21&device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7 HTTP/1.1" status: 200 len: 1128 time: 0.1154521 Mar 05 05:16:48.501064 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-56c67d1e-f398-46eb-be72-c7615c7a791b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:48.517169 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-f0deae97-9dcf-44a3-a798-e9819859b87d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf69177c-e270-46d3-97c8-f43562b67604 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:16:48.529528 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-f0deae97-9dcf-44a3-a798-e9819859b87d service neutron] Publish callbacks [] for port (cf69177c-e270-46d3-97c8-f43562b67604), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:48.573544 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-f0deae97-9dcf-44a3-a798-e9819859b87d service neutron] Transition to ACTIVE for port object cf69177c-e270-46d3-97c8-f43562b67604 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:16:48.615053 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-f0deae97-9dcf-44a3-a798-e9819859b87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (cf69177c-e270-46d3-97c8-f43562b67604), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:48.682197 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0deae97-9dcf-44a3-a798-e9819859b87d service neutron] Pushing event updated for resources: {'Port': ['ID=cf69177c-e270-46d3-97c8-f43562b67604,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:48.706572 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eddec8-20d2-4e02-9dfc-cbeeaaed5317 req-a7c998b4-0d77-4001-aa55-722e065bcf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:48.709616 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-50eddec8-20d2-4e02-9dfc-cbeeaaed5317 req-a7c998b4-0d77-4001-aa55-722e065bcf33 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b61f21e3-7587-4809-a37d-2d08125769d2 HTTP/1.1" status: 200 len: 909 time: 0.1837339 Mar 05 05:16:48.889033 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-50eddec8-20d2-4e02-9dfc-cbeeaaed5317 req-1aaa5569-8086-4dcd-9ed5-866a2b5b0f7f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f01b532b-8f89-46f9-ae84-e24eacb8eb91 HTTP/1.1" status: 200 len: 1001 time: 0.1726067 Mar 05 05:16:48.954365 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-f0deae97-9dcf-44a3-a798-e9819859b87d service neutron] Attempting to bind port cf69177c-e270-46d3-97c8-f43562b67604 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:16:48.954733 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-f0deae97-9dcf-44a3-a798-e9819859b87d service neutron] Attempting to bind port cf69177c-e270-46d3-97c8-f43562b67604 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:16:48.955054 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-f0deae97-9dcf-44a3-a798-e9819859b87d service neutron] Attempting to bind port cf69177c-e270-46d3-97c8-f43562b67604 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:16:48.966518 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-f0deae97-9dcf-44a3-a798-e9819859b87d service neutron] Port cf69177c-e270-46d3-97c8-f43562b67604 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:16:48.966713 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-f0deae97-9dcf-44a3-a798-e9819859b87d service neutron] Attempting to bind port cf69177c-e270-46d3-97c8-f43562b67604 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:16:48.978620 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-f0deae97-9dcf-44a3-a798-e9819859b87d service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:16:48.979164 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-f0deae97-9dcf-44a3-a798-e9819859b87d service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:16:48.979558 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-f0deae97-9dcf-44a3-a798-e9819859b87d service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:16:48.980016 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-f0deae97-9dcf-44a3-a798-e9819859b87d service neutron] Bound port: cf69177c-e270-46d3-97c8-f43562b67604, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:16:48.980361 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-f0deae97-9dcf-44a3-a798-e9819859b87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cf69177c-e270-46d3-97c8-f43562b67604), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:48.994050 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eddec8-20d2-4e02-9dfc-cbeeaaed5317 req-4d812d70-8b72-4796-8494-9af05df61ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:48.995577 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-50eddec8-20d2-4e02-9dfc-cbeeaaed5317 req-4d812d70-8b72-4796-8494-9af05df61ca2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c68992af-a059-4f27-bddf-edd7cad1ebc7 HTTP/1.1" status: 200 len: 848 time: 0.0882592 Mar 05 05:16:49.003441 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb76d5b-2ec5-4db2-8be9-069e8d48aca1 req-c0310139-4fc8-45c8-b95b-0337596e062e tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:49.005358 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-acb76d5b-2ec5-4db2-8be9-069e8d48aca1 req-c0310139-4fc8-45c8-b95b-0337596e062e tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] 10.222.0.11 "GET /v2.0/ports?device_id=d46ad70d-fc5b-45bf-af8d-8410a644f461 HTTP/1.1" status: 200 len: 948 time: 0.2220337 Mar 05 05:16:49.017766 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-56c67d1e-f398-46eb-be72-c7615c7a791b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (53803741-a793-4c3b-b189-4a455d8b43be), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:49.118978 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-acb76d5b-2ec5-4db2-8be9-069e8d48aca1 req-e88b57e8-8f81-4497-a994-d4db1ce17278 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6af130-5cb2-4152-8be3-f9b0efe44523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046424 Mar 05 05:16:49.156013 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c67d1e-f398-46eb-be72-c7615c7a791b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event updated for resources: {'Subnet': ['ID=53803741-a793-4c3b-b189-4a455d8b43be,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:49.160099 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-f0deae97-9dcf-44a3-a798-e9819859b87d service neutron] For port cf69177c-e270-46d3-97c8-f43562b67604, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:16:49.177850 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-f0deae97-9dcf-44a3-a798-e9819859b87d service neutron] For port cf69177c-e270-46d3-97c8-f43562b67604, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=cf69177c-e270-46d3-97c8-f43562b67604,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:16:49.180243 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eddec8-20d2-4e02-9dfc-cbeeaaed5317 req-2affcf2b-2dd8-436a-a908-d011649b5449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:49.181744 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-50eddec8-20d2-4e02-9dfc-cbeeaaed5317 req-2affcf2b-2dd8-436a-a908-d011649b5449 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b61f21e3-7587-4809-a37d-2d08125769d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1514814 Mar 05 05:16:49.197621 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c67d1e-f398-46eb-be72-c7615c7a791b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Checking segment: {'id': '94e5f2fd-8889-46bd-8e7c-e4146f60def4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd85c1b9c-07cc-463d-8289-81f51b5aa391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:16:49.198016 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c67d1e-f398-46eb-be72-c7615c7a791b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Network hostable DHCP agents. Network: d85c1b9c-07cc-463d-8289-81f51b5aa391, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:16:49.217574 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c67d1e-f398-46eb-be72-c7615c7a791b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Network d85c1b9c-07cc-463d-8289-81f51b5aa391 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:16:49.228367 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-f0deae97-9dcf-44a3-a798-e9819859b87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (cf69177c-e270-46d3-97c8-f43562b67604), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:49.232591 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-56c67d1e-f398-46eb-be72-c7615c7a791b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, d85c1b9c-07cc-463d-8289-81f51b5aa391) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:16:49.239863 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c67d1e-f398-46eb-be72-c7615c7a791b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:49.240828 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-56c67d1e-f398-46eb-be72-c7615c7a791b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:49.245613 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38e8081-8488-4c0b-8cc2-19c4e5bd57c9 None None] Network d85c1b9c-07cc-463d-8289-81f51b5aa391 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:16:49.265984 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-56c67d1e-f398-46eb-be72-c7615c7a791b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3049150 Mar 05 05:16:49.269196 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59338) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:49.377369 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-f0deae97-9dcf-44a3-a798-e9819859b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:49.382242 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-f0deae97-9dcf-44a3-a798-e9819859b87d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:49.383903 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-f0deae97-9dcf-44a3-a798-e9819859b87d service neutron] 10.222.0.30 "PUT /v2.0/ports/cf69177c-e270-46d3-97c8-f43562b67604 HTTP/1.1" status: 200 len: 1097 time: 1.9955516 Mar 05 05:16:49.387328 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46ad70d-fc5b-45bf-af8d-8410a644f461', 'tag': 'cf69177c-e270-46d3-97c8-f43562b67604'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:16:49.389963 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d24873-7008-4df0-a102-0534eded3013" -d '{"events": [{"name": "network-changed", "server_uuid": "d46ad70d-fc5b-45bf-af8d-8410a644f461", "tag": "cf69177c-e270-46d3-97c8-f43562b67604"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:16:49.453884 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9b7659-9f9f-4bcf-97e1-ba695085ecc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-d85c1b9c-07cc-463d-8289-81f51b5aa391', 'network_id': 'd85c1b9c-07cc-463d-8289-81f51b5aa391', 'project_id': 'f56249da37cd4ed5903c959b0af34a21', 'fixed_ips': [{'subnet_id': '53803741-a793-4c3b-b189-4a455d8b43be'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:16:49.456263 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bd9b7659-9f9f-4bcf-97e1-ba695085ecc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:49.520403 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2af6dbd-cf89-4f33-9790-d34bed49a45a x-openstack-request-id: req-c2af6dbd-cf89-4f33-9790-d34bed49a45a {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:16:49.520960 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46ad70d-fc5b-45bf-af8d-8410a644f461", "tag": "cf69177c-e270-46d3-97c8-f43562b67604", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:16:49.521372 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c2af6dbd-cf89-4f33-9790-d34bed49a45a {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:16:49.521968 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd46ad70d-fc5b-45bf-af8d-8410a644f461', 'tag': 'cf69177c-e270-46d3-97c8-f43562b67604', 'status': 'completed', 'code': 200} Mar 05 05:16:49.611830 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (d85c1b9c-07cc-463d-8289-81f51b5aa391), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:49.748581 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (53803741-a793-4c3b-b189-4a455d8b43be), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:49.831178 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-bd9b7659-9f9f-4bcf-97e1-ba695085ecc2 None None] Allocated IP 172.20.0.2 (d85c1b9c-07cc-463d-8289-81f51b5aa391/53803741-a793-4c3b-b189-4a455d8b43be/e1a52dc5-d8f1-47e4-8834-e5837ef7c51e) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:16:50.095360 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bd9b7659-9f9f-4bcf-97e1-ba695085ecc2 None None] Publish callbacks [] for port (e1a52dc5-d8f1-47e4-8834-e5837ef7c51e), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:50.108656 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bd9b7659-9f9f-4bcf-97e1-ba695085ecc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (e1a52dc5-d8f1-47e4-8834-e5837ef7c51e), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:50.130352 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (53803741-a793-4c3b-b189-4a455d8b43be), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:50.161400 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b7659-9f9f-4bcf-97e1-ba695085ecc2 None None] Pushing event updated for resources: {'Port': ['ID=e1a52dc5-d8f1-47e4-8834-e5837ef7c51e,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:50.174093 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9b7659-9f9f-4bcf-97e1-ba695085ecc2 None None] Network d85c1b9c-07cc-463d-8289-81f51b5aa391 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:16:50.177102 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-bd9b7659-9f9f-4bcf-97e1-ba695085ecc2 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:16:50.179872 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9b7659-9f9f-4bcf-97e1-ba695085ecc2 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:16:50.203327 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event deleted for resources: {'Subnet': ['ID=53803741-a793-4c3b-b189-4a455d8b43be,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:50.271922 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0deae97-9dcf-44a3-a798-e9819859b87d service neutron] Pushing event updated for resources: {'Port': ['ID=cf69177c-e270-46d3-97c8-f43562b67604,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:50.313126 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-50eddec8-20d2-4e02-9dfc-cbeeaaed5317 req-1681bf88-d5a1-4c6a-a729-d7aad2fb1408 service neutron] 10.222.0.31 "GET /v2.0/networks/b61f21e3-7587-4809-a37d-2d08125769d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1171434 Mar 05 05:16:50.327360 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-e62c27ac-d13d-47e8-9b65-6ed8ed6c5d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:50.328879 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-e62c27ac-d13d-47e8-9b65-6ed8ed6c5d61 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ffd6f5814d9b4317863755e46d675d39&device_id=d46ad70d-fc5b-45bf-af8d-8410a644f461 HTTP/1.1" status: 200 len: 1131 time: 0.8651860 Mar 05 05:16:50.332039 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (d85c1b9c-07cc-463d-8289-81f51b5aa391), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:50.433710 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-bd9b7659-9f9f-4bcf-97e1-ba695085ecc2 None None] Attempting to bind port e1a52dc5-d8f1-47e4-8834-e5837ef7c51e on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:16:50.437260 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-bd9b7659-9f9f-4bcf-97e1-ba695085ecc2 None None] Attempting to bind port e1a52dc5-d8f1-47e4-8834-e5837ef7c51e by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '94e5f2fd-8889-46bd-8e7c-e4146f60def4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd85c1b9c-07cc-463d-8289-81f51b5aa391'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:16:50.437926 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9b7659-9f9f-4bcf-97e1-ba695085ecc2 None None] Attempting to bind port e1a52dc5-d8f1-47e4-8834-e5837ef7c51e on network d85c1b9c-07cc-463d-8289-81f51b5aa391 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:16:50.448628 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9b7659-9f9f-4bcf-97e1-ba695085ecc2 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:16:50.449307 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9b7659-9f9f-4bcf-97e1-ba695085ecc2 None None] Checking segment: {'id': '94e5f2fd-8889-46bd-8e7c-e4146f60def4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd85c1b9c-07cc-463d-8289-81f51b5aa391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:16:50.449954 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bd9b7659-9f9f-4bcf-97e1-ba695085ecc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:50.450577 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9b7659-9f9f-4bcf-97e1-ba695085ecc2 None None] Bound using segment: {'id': '94e5f2fd-8889-46bd-8e7c-e4146f60def4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd85c1b9c-07cc-463d-8289-81f51b5aa391'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:16:50.451296 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-bd9b7659-9f9f-4bcf-97e1-ba695085ecc2 None None] Bound port: e1a52dc5-d8f1-47e4-8834-e5837ef7c51e, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94e5f2fd-8889-46bd-8e7c-e4146f60def4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'd85c1b9c-07cc-463d-8289-81f51b5aa391'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:16:50.451884 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bd9b7659-9f9f-4bcf-97e1-ba695085ecc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e1a52dc5-d8f1-47e4-8834-e5837ef7c51e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:50.460684 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85c1b9c-07cc-463d-8289-81f51b5aa391']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:50.505435 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e5f2fd-8889-46bd-8e7c-e4146f60def4') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:50.505785 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e5f2fd-8889-46bd-8e7c-e4146f60def4') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:50.532095 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-bd9b7659-9f9f-4bcf-97e1-ba695085ecc2 None None] For port e1a52dc5-d8f1-47e4-8834-e5837ef7c51e, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:16:50.535413 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-4cd8ec86-1c48-4c76-9920-c4287747eb95 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=cf69177c-e270-46d3-97c8-f43562b67604 HTTP/1.1" status: 200 len: 217 time: 0.1862824 Mar 05 05:16:50.535589 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-bd9b7659-9f9f-4bcf-97e1-ba695085ecc2 None None] For port e1a52dc5-d8f1-47e4-8834-e5837ef7c51e, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e1a52dc5-d8f1-47e4-8834-e5837ef7c51e,segment=NetworkSegment(94e5f2fd-8889-46bd-8e7c-e4146f60def4),segment_id=94e5f2fd-8889-46bd-8e7c-e4146f60def4)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:16:50.546964 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8ff0e-0374-4ddc-882c-b0e279df42a8 req-8c98e228-dc33-42c9-af0b-db0b4c6ea9f1 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:50.549872 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bd9b7659-9f9f-4bcf-97e1-ba695085ecc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e1a52dc5-d8f1-47e4-8834-e5837ef7c51e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:50.551856 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-79d8ff0e-0374-4ddc-882c-b0e279df42a8 req-8c98e228-dc33-42c9-af0b-db0b4c6ea9f1 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] 10.222.0.11 "GET /v2.0/ports?device_id=d46ad70d-fc5b-45bf-af8d-8410a644f461 HTTP/1.1" status: 200 len: 948 time: 0.1826625 Mar 05 05:16:50.560379 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (94e5f2fd-8889-46bd-8e7c-e4146f60def4), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:50.665413 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-de9b4ee9-dd47-4704-a2a8-7612980d6bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:50.667369 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-de9b4ee9-dd47-4704-a2a8-7612980d6bf2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.1285493 Mar 05 05:16:50.677970 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-79d8ff0e-0374-4ddc-882c-b0e279df42a8 req-dd1d0de7-6d4e-4722-b606-7cbded00825e tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6af130-5cb2-4152-8be3-f9b0efe44523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946889 Mar 05 05:16:50.679123 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (94e5f2fd-8889-46bd-8e7c-e4146f60def4), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:50.686605 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:16:50.687003 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (94e5f2fd-8889-46bd-8e7c-e4146f60def4), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:50.695049 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:16:50.695049 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:16:50.695049 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:16:50.695049 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:16:50.695049 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:16:50.695049 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:16:50.695049 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:16:50.695049 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:16:50.695049 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:16:50.695049 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:16:50.695049 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:16:50.695049 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:16:50.695049 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:16:50.695049 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:16:50.695049 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:16:50.695049 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:16:50.695049 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:16:50.695049 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:16:50.695049 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:16:50.695049 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:16:50.695049 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:16:50.695049 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:16:50.695049 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:16:50.695049 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:16:50.695049 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:16:50.695049 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:16:50.695049 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:16:50.695049 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:16:50.695049 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:16:50.695049 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:16:50.695049 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:16:50.695049 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:16:50.882343 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-2af1723a-a334-4655-827c-c31e82352208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:50.887813 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-2af1723a-a334-4655-827c-c31e82352208 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1613264 Mar 05 05:16:50.907811 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b7659-9f9f-4bcf-97e1-ba695085ecc2 None None] Pushing event updated for resources: {'Port': ['ID=e1a52dc5-d8f1-47e4-8834-e5837ef7c51e,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:50.922241 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.db.api [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 05 05:16:50.922241 n-d-789963-32 neutron-server[105231]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 05 05:16:50.922241 n-d-789963-32 neutron-server[105231]: [parameters: {'id': 'd85c1b9c-07cc-463d-8289-81f51b5aa391'}] Mar 05 05:16:50.922241 n-d-789963-32 neutron-server[105231]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105231) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 05:16:50.922637 n-d-789963-32 neutron-server[105231]: DEBUG oslo_db.api [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 05:16:50.938533 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9196ce8-a399-4829-bba1-820bd9c7e156 None None] get_active_networks_info from n-d-789963-32 {{(pid=105233) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 05 05:16:50.984748 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-50eddec8-20d2-4e02-9dfc-cbeeaaed5317 req-a9a6610b-2c87-4030-9bda-4a6d5efc4192 service neutron] 10.222.0.31 "GET /v2.0/networks/b61f21e3-7587-4809-a37d-2d08125769d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6603644 Mar 05 05:16:51.079578 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-4cf588be-856b-44ef-9baa-078c1cc286c5 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275237 Mar 05 05:16:51.199617 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9196ce8-a399-4829-bba1-820bd9c7e156 None None] Resources bound (agent type, host, resource id): {{(pid=105233) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 05:16:51.229513 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d15f9ad4-5384-4f1e-a5d2-f72e8094734d req-32ea9ac4-50ad-42ba-96b6-bac55510e883 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442611 Mar 05 05:16:51.389598 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d24873-7008-4df0-a102-0534eded3013 req-94b650bd-efa7-49c9-bc6a-fb02252404da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:51.391303 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f1d24873-7008-4df0-a102-0534eded3013 req-94b650bd-efa7-49c9-bc6a-fb02252404da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ffd6f5814d9b4317863755e46d675d39&device_id=d46ad70d-fc5b-45bf-af8d-8410a644f461 HTTP/1.1" status: 200 len: 1131 time: 0.0575066 Mar 05 05:16:51.423986 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (d85c1b9c-07cc-463d-8289-81f51b5aa391), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:51.463051 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082279f3-eeb1-4d53-b2c7-1f5684637288 None None] Network d85c1b9c-07cc-463d-8289-81f51b5aa391 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:16:51.522786 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Deleting port e1a52dc5-d8f1-47e4-8834-e5837ef7c51e {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:16:51.523161 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (e1a52dc5-d8f1-47e4-8834-e5837ef7c51e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:51.528084 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d24873-7008-4df0-a102-0534eded3013 req-cc02ab78-4db4-419d-945d-425941633c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:51.530828 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f1d24873-7008-4df0-a102-0534eded3013 req-cc02ab78-4db4-419d-945d-425941633c43 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.1331971 Mar 05 05:16:51.621906 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f1d24873-7008-4df0-a102-0534eded3013 req-0554cc83-7be8-4b17-adce-6188f5f35b97 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=cf69177c-e270-46d3-97c8-f43562b67604 HTTP/1.1" status: 200 len: 217 time: 0.0843892 Mar 05 05:16:51.716442 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] For port e1a52dc5-d8f1-47e4-8834-e5837ef7c51e, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e1a52dc5-d8f1-47e4-8834-e5837ef7c51e,segment=NetworkSegment(94e5f2fd-8889-46bd-8e7c-e4146f60def4),segment_id=94e5f2fd-8889-46bd-8e7c-e4146f60def4)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:16:51.718474 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (e1a52dc5-d8f1-47e4-8834-e5837ef7c51e), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:51.738073 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Calling delete_port for e1a52dc5-d8f1-47e4-8834-e5837ef7c51e owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:16:51.742521 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d24873-7008-4df0-a102-0534eded3013 req-b60eae28-862a-4c36-8c81-ebb3dcf4aa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:51.759527 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f1d24873-7008-4df0-a102-0534eded3013 req-b60eae28-862a-4c36-8c81-ebb3dcf4aa3d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.1305263 Mar 05 05:16:51.844177 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d24873-7008-4df0-a102-0534eded3013 req-30b7f171-a4dd-4145-81cf-812f0fee0899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:51.845889 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f1d24873-7008-4df0-a102-0534eded3013 req-30b7f171-a4dd-4145-81cf-812f0fee0899 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0796144 Mar 05 05:16:51.971866 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4984e-c256-4b18-851c-e72b8a27c726 req-d57e2b2e-0868-4850-b8e7-9732f1c74e19 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:51.972328 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-11f4984e-c256-4b18-851c-e72b8a27c726 req-d57e2b2e-0868-4850-b8e7-9732f1c74e19 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] 10.222.0.11 "GET /v2.0/ports?device_id=d46ad70d-fc5b-45bf-af8d-8410a644f461 HTTP/1.1" status: 200 len: 948 time: 0.1507592 Mar 05 05:16:51.991445 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (e1a52dc5-d8f1-47e4-8834-e5837ef7c51e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:51.994028 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f1d24873-7008-4df0-a102-0534eded3013 req-3da9f09f-1ef6-4723-b80d-1c7fac2e5877 service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407993 Mar 05 05:16:52.094918 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event deleted for resources: {'Port': ['ID=e1a52dc5-d8f1-47e4-8834-e5837ef7c51e,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:52.107515 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f1d24873-7008-4df0-a102-0534eded3013 req-0d580f32-4eae-472c-925c-3f2b71bd2bbf service neutron] 10.222.0.30 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072857 Mar 05 05:16:52.116533 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] No DVR routers for this DVR port e1a52dc5-d8f1-47e4-8834-e5837ef7c51e on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:16:52.178114 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-11f4984e-c256-4b18-851c-e72b8a27c726 req-46003ac1-a926-4dda-afc8-22e15bfd882c tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6af130-5cb2-4152-8be3-f9b0efe44523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973631 Mar 05 05:16:52.221710 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (d85c1b9c-07cc-463d-8289-81f51b5aa391), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:52.248461 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85c1b9c-07cc-463d-8289-81f51b5aa391']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:52.275580 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e5f2fd-8889-46bd-8e7c-e4146f60def4') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:52.275970 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e5f2fd-8889-46bd-8e7c-e4146f60def4') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:52.295519 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (94e5f2fd-8889-46bd-8e7c-e4146f60def4), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:52.311261 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (94e5f2fd-8889-46bd-8e7c-e4146f60def4), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:52.321020 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:16:52.322487 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (94e5f2fd-8889-46bd-8e7c-e4146f60def4), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:52.356895 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:16:52.356895 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:16:52.356895 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:16:52.356895 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:16:52.356895 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:16:52.356895 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:16:52.356895 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:16:52.356895 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:16:52.356895 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:16:52.356895 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:16:52.356895 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:16:52.356895 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:16:52.356895 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:16:52.356895 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:16:52.356895 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:16:52.356895 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:16:52.356895 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:16:52.356895 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:16:52.356895 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:16:52.356895 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:16:52.356895 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:16:52.356895 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:16:52.356895 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:16:52.356895 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:16:52.356895 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:16:52.356895 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:16:52.356895 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:16:52.356895 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:16:52.356895 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:16:52.356895 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:16:52.356895 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:16:52.356895 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:16:52.419865 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (d85c1b9c-07cc-463d-8289-81f51b5aa391), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:52.431031 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:52.434519 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/networks/d85c1b9c-07cc-463d-8289-81f51b5aa391 HTTP/1.1" status: 204 len: 168 time: 3.1636207 Mar 05 05:16:52.437504 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59414) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:52.446989 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528aef46-5771-4f04-9109-46a43e511818 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event deleted for resources: {'Network': ['ID=d85c1b9c-07cc-463d-8289-81f51b5aa391,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:52.474403 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aa410d5-befb-4ae4-bb35-068f9852c624 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] GET failed (client error): The resource could not be found. Mar 05 05:16:52.476291 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6aa410d5-befb-4ae4-bb35-068f9852c624 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "GET /v2.0/subnets/53803741-a793-4c3b-b189-4a455d8b43be HTTP/1.1" status: 404 len: 337 time: 0.0378537 Mar 05 05:16:52.479222 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59416) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:52.488991 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:16:52.509478 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-573fd84e-7b4c-45ec-bc57-1cfb1dd64c0d tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:16:52.510078 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-573fd84e-7b4c-45ec-bc57-1cfb1dd64c0d tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:16:52.515122 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-573fd84e-7b4c-45ec-bc57-1cfb1dd64c0d tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/networks/d85c1b9c-07cc-463d-8289-81f51b5aa391 HTTP/1.1" status: 404 len: 339 time: 0.0329235 Mar 05 05:16:52.516992 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59420) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:52.656368 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device cf69177c-e270-46d3-97c8-f43562b67604 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:16:52.753022 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e637a3-86a7-4723-ba83-24d0b3380089 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:52.757468 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-76e637a3-86a7-4723-ba83-24d0b3380089 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2366464 Mar 05 05:16:52.758224 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59426) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:52.772927 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port cf69177c-e270-46d3-97c8-f43562b67604, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=cf69177c-e270-46d3-97c8-f43562b67604,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:16:52.789677 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'cf69177c-e270-46d3-97c8-f43562b67604', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': 'cf69177c-e270-46d3-97c8-f43562b67604', 'mac_address': 'fa:16:3e:e2:cf:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:16:52.805338 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3855bdd6-9c57-43a9-a6e8-339510f111b3 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "GET /v2.0/subnets?network_id=ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 207 time: 0.0458753 Mar 05 05:16:52.808346 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59428) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:52.842381 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port cf69177c-e270-46d3-97c8-f43562b67604 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:16:52.843038 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cf69177c-e270-46d3-97c8-f43562b67604), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:52.871194 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf69177c-e270-46d3-97c8-f43562b67604 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:16:52.902814 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port cf69177c-e270-46d3-97c8-f43562b67604, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=cf69177c-e270-46d3-97c8-f43562b67604,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:16:52.910348 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cf69177c-e270-46d3-97c8-f43562b67604), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:52.990179 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=cf69177c-e270-46d3-97c8-f43562b67604,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:53.098811 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ce6a21-18ea-4d7d-8080-a00e35781874 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:53.104183 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ce6a21-18ea-4d7d-8080-a00e35781874 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:53.109590 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ce6a21-18ea-4d7d-8080-a00e35781874 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:53.112925 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['cf69177c-e270-46d3-97c8-f43562b67604'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:16:53.117327 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ce6a21-18ea-4d7d-8080-a00e35781874 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:53.119288 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a2ce6a21-18ea-4d7d-8080-a00e35781874 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3099146 Mar 05 05:16:53.123315 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59436) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:53.252501 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2514bb47-2a2c-484a-b9c0-b93c6b2e1782 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1275983 Mar 05 05:16:53.256052 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59440) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:53.385367 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703e428-1d16-4c75-a3e2-b8176d647490 req-a0527abc-ffea-4f18-a279-4d46d138ee7e tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:53.386902 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4703e428-1d16-4c75-a3e2-b8176d647490 req-a0527abc-ffea-4f18-a279-4d46d138ee7e tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] 10.222.0.11 "GET /v2.0/ports?device_id=d46ad70d-fc5b-45bf-af8d-8410a644f461 HTTP/1.1" status: 200 len: 949 time: 0.1014302 Mar 05 05:16:53.434247 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a000f483-3579-4f76-be66-9967d7880e78 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:53.448844 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a000f483-3579-4f76-be66-9967d7880e78 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:53.460513 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a000f483-3579-4f76-be66-9967d7880e78 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2029104 Mar 05 05:16:53.460826 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59452) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:53.516671 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4703e428-1d16-4c75-a3e2-b8176d647490 req-f05ce70d-ccf1-489d-a08a-462a8e5ddff9 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6af130-5cb2-4152-8be3-f9b0efe44523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215422 Mar 05 05:16:53.546604 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07e2674-6755-4cad-bc75-997332e4b458 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['shared'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:53.547852 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07e2674-6755-4cad-bc75-997332e4b458 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['shared'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:53.551129 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c07e2674-6755-4cad-bc75-997332e4b458 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0876491 Mar 05 05:16:53.553558 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59454) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:53.691748 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3f2487-5c1e-4a35-923f-e8a3f615176d tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:53.697197 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7f3f2487-5c1e-4a35-923f-e8a3f615176d tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "GET /v2.0/networks/5f42323d-b491-4b3b-82b5-de61edea32fe HTTP/1.1" status: 200 len: 800 time: 0.1393809 Mar 05 05:16:53.697492 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59462) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:53.880995 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-513e789f-a05e-46b0-b22c-eeb09976d5ac tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "GET /v2.0/networks/5f42323d-b491-4b3b-82b5-de61edea32fe?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1824002 Mar 05 05:16:53.884507 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59468) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:53.938719 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d0d331-b89c-44c4-82dd-f1c1f23e0ebc tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:53.943650 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-12d0d331-b89c-44c4-82dd-f1c1f23e0ebc tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "GET /v2.0/subnets/c5ac0bd0-f9f7-4b83-911e-f56a6577449b HTTP/1.1" status: 200 len: 811 time: 0.0547061 Mar 05 05:16:53.944106 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59472) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:54.000418 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565d8065-1079-40cc-8ccf-648facc9419c tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['shared'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:54.005189 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-565d8065-1079-40cc-8ccf-648facc9419c tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "GET /v2.0/subnets/c5ac0bd0-f9f7-4b83-911e-f56a6577449b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0567038 Mar 05 05:16:54.005454 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59478) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:54.010553 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-2b8b276e-d3bd-4a40-8366-6b2d23388fdb tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1018296928'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:54.058776 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8b276e-d3bd-4a40-8366-6b2d23388fdb tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Made reservation on behalf of f56249da37cd4ed5903c959b0af34a21 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:16:54.068963 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b8b276e-d3bd-4a40-8366-6b2d23388fdb tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:54.099610 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8b276e-d3bd-4a40-8366-6b2d23388fdb tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:16:54.111845 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b8b276e-d3bd-4a40-8366-6b2d23388fdb tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (71c16c63-759b-448c-85c1-2e0352b9c327), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:54.112199 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-2b8b276e-d3bd-4a40-8366-6b2d23388fdb tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Added segment 71c16c63-759b-448c-85c1-2e0352b9c327 of type vlan for network 38d443c7-6926-41be-9d4b-1cef37abe8ed Mar 05 05:16:54.177965 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b8b276e-d3bd-4a40-8366-6b2d23388fdb tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (38d443c7-6926-41be-9d4b-1cef37abe8ed), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:54.217187 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b8b276e-d3bd-4a40-8366-6b2d23388fdb tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (38d443c7-6926-41be-9d4b-1cef37abe8ed), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:54.224126 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8b276e-d3bd-4a40-8366-6b2d23388fdb tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:54.224962 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b8b276e-d3bd-4a40-8366-6b2d23388fdb tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:54.300858 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2b8b276e-d3bd-4a40-8366-6b2d23388fdb tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2909687 Mar 05 05:16:54.301093 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59486) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:54.312261 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b276e-d3bd-4a40-8366-6b2d23388fdb tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event updated for resources: {'Network': ['ID=38d443c7-6926-41be-9d4b-1cef37abe8ed,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:54.318679 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-a83f8b8b-abcd-4e1a-9d2d-83d1338f3ecf tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Request body: {'subnet': {'network_id': '38d443c7-6926-41be-9d4b-1cef37abe8ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:54.335215 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 38d443c7-6926-41be-9d4b-1cef37abe8ed details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:16:54.476823 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83f8b8b-abcd-4e1a-9d2d-83d1338f3ecf tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Made reservation on behalf of f56249da37cd4ed5903c959b0af34a21 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:16:54.482547 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a83f8b8b-abcd-4e1a-9d2d-83d1338f3ecf tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:54.557829 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.ipam_backend_mixin [None req-a83f8b8b-abcd-4e1a-9d2d-83d1338f3ecf tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Performing IP validity checks on allocation pools {{(pid=105231) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 05 05:16:54.558351 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.ipam_backend_mixin [None req-a83f8b8b-abcd-4e1a-9d2d-83d1338f3ecf tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105231) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 05 05:16:54.685060 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device cf69177c-e270-46d3-97c8-f43562b67604 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:16:54.780483 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68dd43-c858-4360-a965-bddd2c66f366 req-2dd94ad0-feaa-40d3-8162-58e6698d5040 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:54.782011 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cf68dd43-c858-4360-a965-bddd2c66f366 req-2dd94ad0-feaa-40d3-8162-58e6698d5040 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] 10.222.0.11 "GET /v2.0/ports?device_id=d46ad70d-fc5b-45bf-af8d-8410a644f461 HTTP/1.1" status: 200 len: 949 time: 0.1747375 Mar 05 05:16:54.803936 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port cf69177c-e270-46d3-97c8-f43562b67604 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:16:54.809615 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port cf69177c-e270-46d3-97c8-f43562b67604 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:16:54.810749 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cf69177c-e270-46d3-97c8-f43562b67604), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:54.832185 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a83f8b8b-abcd-4e1a-9d2d-83d1338f3ecf tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (cb6f4201-7b59-4757-a698-e82c721aa157), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:54.898203 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cf68dd43-c858-4360-a965-bddd2c66f366 req-94a6a726-f07e-40bd-8457-ff974e0948ea tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6af130-5cb2-4152-8be3-f9b0efe44523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098726 Mar 05 05:16:54.943872 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port cf69177c-e270-46d3-97c8-f43562b67604 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:16:54.945393 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cf69177c-e270-46d3-97c8-f43562b67604), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:54.954464 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f8b8b-abcd-4e1a-9d2d-83d1338f3ecf tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event updated for resources: {'Subnet': ['ID=cb6f4201-7b59-4757-a698-e82c721aa157,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:54.992169 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83f8b8b-abcd-4e1a-9d2d-83d1338f3ecf tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Checking segment: {'id': '71c16c63-759b-448c-85c1-2e0352b9c327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38d443c7-6926-41be-9d4b-1cef37abe8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:16:54.993289 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83f8b8b-abcd-4e1a-9d2d-83d1338f3ecf tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Network hostable DHCP agents. Network: 38d443c7-6926-41be-9d4b-1cef37abe8ed, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:16:54.995396 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46ad70d-fc5b-45bf-af8d-8410a644f461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf69177c-e270-46d3-97c8-f43562b67604'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:16:54.999304 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7317d45d-af82-4601-a621-7d1277f43cd9" -d '{"events": [{"server_uuid": "d46ad70d-fc5b-45bf-af8d-8410a644f461", "name": "network-vif-plugged", "status": "completed", "tag": "cf69177c-e270-46d3-97c8-f43562b67604"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:16:55.006717 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port cf69177c-e270-46d3-97c8-f43562b67604, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=cf69177c-e270-46d3-97c8-f43562b67604,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:16:55.011604 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cf69177c-e270-46d3-97c8-f43562b67604), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:55.040124 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83f8b8b-abcd-4e1a-9d2d-83d1338f3ecf tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Network 38d443c7-6926-41be-9d4b-1cef37abe8ed is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:16:55.056907 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-a83f8b8b-abcd-4e1a-9d2d-83d1338f3ecf tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 38d443c7-6926-41be-9d4b-1cef37abe8ed) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:16:55.069837 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83f8b8b-abcd-4e1a-9d2d-83d1338f3ecf tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:55.071468 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a83f8b8b-abcd-4e1a-9d2d-83d1338f3ecf tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:55.077732 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e5a4a1-5574-4d0f-bab9-9ed68d7919f7 None None] Network 38d443c7-6926-41be-9d4b-1cef37abe8ed requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:16:55.106086 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a83f8b8b-abcd-4e1a-9d2d-83d1338f3ecf tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8043396 Mar 05 05:16:55.109302 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59508) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:55.117551 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-0ddda510-a7dc-4323-a473-9484aae38c0a tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:16:55.329878 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=cf69177c-e270-46d3-97c8-f43562b67604,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:55.334749 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0ddda510-a7dc-4323-a473-9484aae38c0a tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-131196692'] for subnet (cb6f4201-7b59-4757-a698-e82c721aa157), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:55.348656 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eacd1c1-5eb6-41e2-bd6d-5e2371710672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-38d443c7-6926-41be-9d4b-1cef37abe8ed', 'network_id': '38d443c7-6926-41be-9d4b-1cef37abe8ed', 'project_id': 'f56249da37cd4ed5903c959b0af34a21', 'fixed_ips': [{'subnet_id': 'cb6f4201-7b59-4757-a698-e82c721aa157'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:16:55.350795 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8eacd1c1-5eb6-41e2-bd6d-5e2371710672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:55.399338 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89ea637-bf2a-4699-a6d3-3b6dcf598062 x-openstack-request-id: req-c89ea637-bf2a-4699-a6d3-3b6dcf598062 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:16:55.400156 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46ad70d-fc5b-45bf-af8d-8410a644f461", "name": "network-vif-plugged", "status": "completed", "tag": "cf69177c-e270-46d3-97c8-f43562b67604", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:16:55.400607 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c89ea637-bf2a-4699-a6d3-3b6dcf598062 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:16:55.401269 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46ad70d-fc5b-45bf-af8d-8410a644f461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf69177c-e270-46d3-97c8-f43562b67604', 'code': 200} Mar 05 05:16:55.572628 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f0689-9c00-48f3-8265-c888037d7332 req-1f12c546-93f6-4fb6-9f2b-1bf56a30bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:55.574183 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-112f0689-9c00-48f3-8265-c888037d7332 req-1f12c546-93f6-4fb6-9f2b-1bf56a30bdc8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d46ad70d-fc5b-45bf-af8d-8410a644f461 HTTP/1.1" status: 200 len: 1133 time: 0.1028383 Mar 05 05:16:55.642573 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-112f0689-9c00-48f3-8265-c888037d7332 req-e5a71807-3275-4908-b4a2-c37e45cc6d1d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2d6af130-5cb2-4152-8be3-f9b0efe44523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611298 Mar 05 05:16:55.644138 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0ddda510-a7dc-4323-a473-9484aae38c0a tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780054609071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-131174896'] for subnet (cb6f4201-7b59-4757-a698-e82c721aa157), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:55.673725 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-8eacd1c1-5eb6-41e2-bd6d-5e2371710672 None None] Allocated IP 172.20.0.3 (38d443c7-6926-41be-9d4b-1cef37abe8ed/cb6f4201-7b59-4757-a698-e82c721aa157/30ad4560-b301-45c4-8159-751c097294b0) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:16:55.694619 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddda510-a7dc-4323-a473-9484aae38c0a tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:55.695371 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0ddda510-a7dc-4323-a473-9484aae38c0a tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:55.696774 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0ddda510-a7dc-4323-a473-9484aae38c0a tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "PUT /v2.0/subnets/cb6f4201-7b59-4757-a698-e82c721aa157 HTTP/1.1" status: 200 len: 877 time: 0.5857539 Mar 05 05:16:55.700005 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59514) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:55.743235 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddda510-a7dc-4323-a473-9484aae38c0a tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event updated for resources: {'Subnet': ['ID=cb6f4201-7b59-4757-a698-e82c721aa157,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:55.828557 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (38d443c7-6926-41be-9d4b-1cef37abe8ed), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:55.879295 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8eacd1c1-5eb6-41e2-bd6d-5e2371710672 None None] Publish callbacks [] for port (30ad4560-b301-45c4-8159-751c097294b0), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:55.890843 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8eacd1c1-5eb6-41e2-bd6d-5e2371710672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (30ad4560-b301-45c4-8159-751c097294b0), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:55.895127 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (cb6f4201-7b59-4757-a698-e82c721aa157), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:55.929035 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eacd1c1-5eb6-41e2-bd6d-5e2371710672 None None] Network 38d443c7-6926-41be-9d4b-1cef37abe8ed is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:16:55.932064 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-8eacd1c1-5eb6-41e2-bd6d-5e2371710672 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:16:55.934497 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eacd1c1-5eb6-41e2-bd6d-5e2371710672 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:16:55.971188 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (cb6f4201-7b59-4757-a698-e82c721aa157), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:55.982592 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eacd1c1-5eb6-41e2-bd6d-5e2371710672 None None] Pushing event updated for resources: {'Port': ['ID=30ad4560-b301-45c4-8159-751c097294b0,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:56.013635 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event deleted for resources: {'Subnet': ['ID=cb6f4201-7b59-4757-a698-e82c721aa157,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:56.046043 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-8eacd1c1-5eb6-41e2-bd6d-5e2371710672 None None] Attempting to bind port 30ad4560-b301-45c4-8159-751c097294b0 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:16:56.046480 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-8eacd1c1-5eb6-41e2-bd6d-5e2371710672 None None] Attempting to bind port 30ad4560-b301-45c4-8159-751c097294b0 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '71c16c63-759b-448c-85c1-2e0352b9c327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38d443c7-6926-41be-9d4b-1cef37abe8ed'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:16:56.046857 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eacd1c1-5eb6-41e2-bd6d-5e2371710672 None None] Attempting to bind port 30ad4560-b301-45c4-8159-751c097294b0 on network 38d443c7-6926-41be-9d4b-1cef37abe8ed {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:16:56.054012 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eacd1c1-5eb6-41e2-bd6d-5e2371710672 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:16:56.054396 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eacd1c1-5eb6-41e2-bd6d-5e2371710672 None None] Checking segment: {'id': '71c16c63-759b-448c-85c1-2e0352b9c327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38d443c7-6926-41be-9d4b-1cef37abe8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:16:56.054813 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8eacd1c1-5eb6-41e2-bd6d-5e2371710672 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:56.055239 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eacd1c1-5eb6-41e2-bd6d-5e2371710672 None None] Bound using segment: {'id': '71c16c63-759b-448c-85c1-2e0352b9c327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38d443c7-6926-41be-9d4b-1cef37abe8ed'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:16:56.055741 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-8eacd1c1-5eb6-41e2-bd6d-5e2371710672 None None] Bound port: 30ad4560-b301-45c4-8159-751c097294b0, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71c16c63-759b-448c-85c1-2e0352b9c327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38d443c7-6926-41be-9d4b-1cef37abe8ed'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:16:56.056108 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8eacd1c1-5eb6-41e2-bd6d-5e2371710672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (30ad4560-b301-45c4-8159-751c097294b0), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:56.150355 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33aefa-080d-4059-bff5-6ce0a3037fe7 req-3b6b4de6-a638-433a-8994-8360485502ed tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:56.154441 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3b33aefa-080d-4059-bff5-6ce0a3037fe7 req-3b6b4de6-a638-433a-8994-8360485502ed tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] 10.222.0.11 "GET /v2.0/ports?device_id=d46ad70d-fc5b-45bf-af8d-8410a644f461 HTTP/1.1" status: 200 len: 950 time: 0.0946655 Mar 05 05:16:56.158842 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-8eacd1c1-5eb6-41e2-bd6d-5e2371710672 None None] For port 30ad4560-b301-45c4-8159-751c097294b0, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:16:56.163604 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (38d443c7-6926-41be-9d4b-1cef37abe8ed), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:56.167814 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-8eacd1c1-5eb6-41e2-bd6d-5e2371710672 None None] For port 30ad4560-b301-45c4-8159-751c097294b0, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=30ad4560-b301-45c4-8159-751c097294b0,segment=NetworkSegment(71c16c63-759b-448c-85c1-2e0352b9c327),segment_id=71c16c63-759b-448c-85c1-2e0352b9c327)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:16:56.182733 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8eacd1c1-5eb6-41e2-bd6d-5e2371710672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (30ad4560-b301-45c4-8159-751c097294b0), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:56.266133 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d443c7-6926-41be-9d4b-1cef37abe8ed']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:56.292671 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3b33aefa-080d-4059-bff5-6ce0a3037fe7 req-3d444942-779e-4937-aebe-cd8b24477721 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6af130-5cb2-4152-8be3-f9b0efe44523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235781 Mar 05 05:16:56.314754 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c16c63-759b-448c-85c1-2e0352b9c327') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:56.320279 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c16c63-759b-448c-85c1-2e0352b9c327') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:56.350721 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (71c16c63-759b-448c-85c1-2e0352b9c327), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:56.366013 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eacd1c1-5eb6-41e2-bd6d-5e2371710672 None None] Pushing event updated for resources: {'Port': ['ID=30ad4560-b301-45c4-8159-751c097294b0,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:56.369874 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (71c16c63-759b-448c-85c1-2e0352b9c327), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:56.388895 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:16:56.389502 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (71c16c63-759b-448c-85c1-2e0352b9c327), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:56.395850 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f508ce1-e7b9-4dd6-9d38-389cbaa626d8 None None] get_active_networks_info from n-d-789963-32 {{(pid=105233) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 05 05:16:56.400243 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:16:56.400243 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:16:56.400243 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:16:56.400243 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:16:56.400243 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:16:56.400243 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:16:56.400243 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:16:56.400243 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:16:56.400243 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:16:56.400243 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:16:56.400243 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:16:56.400243 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:16:56.400243 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:16:56.400243 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:16:56.400243 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:16:56.400243 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:16:56.400243 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:16:56.400243 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:16:56.400243 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:16:56.400243 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:16:56.400243 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:16:56.400243 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:16:56.400243 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:16:56.400243 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:16:56.400243 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:16:56.400243 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:16:56.400243 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:16:56.400243 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:16:56.400243 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:16:56.400243 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:16:56.400243 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:16:56.400243 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:16:56.473726 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.db.api [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 05 05:16:56.473726 n-d-789963-32 neutron-server[105232]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 05 05:16:56.473726 n-d-789963-32 neutron-server[105232]: [parameters: {'id': '38d443c7-6926-41be-9d4b-1cef37abe8ed'}] Mar 05 05:16:56.473726 n-d-789963-32 neutron-server[105232]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=105232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 05:16:56.475176 n-d-789963-32 neutron-server[105232]: DEBUG oslo_db.api [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 05:16:56.555462 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f508ce1-e7b9-4dd6-9d38-389cbaa626d8 None None] Resources bound (agent type, host, resource id): {{(pid=105233) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 05:16:56.845716 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d457e6-3772-428b-8bdf-383219d5fa83 None None] Network 38d443c7-6926-41be-9d4b-1cef37abe8ed requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:16:56.964015 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dafc581-92d9-49dd-b767-decf45e64b25 None None] Network 38d443c7-6926-41be-9d4b-1cef37abe8ed requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:16:56.978600 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (38d443c7-6926-41be-9d4b-1cef37abe8ed), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:57.067433 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Deleting port 30ad4560-b301-45c4-8159-751c097294b0 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:16:57.068025 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (30ad4560-b301-45c4-8159-751c097294b0), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:57.169328 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] For port 30ad4560-b301-45c4-8159-751c097294b0, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=30ad4560-b301-45c4-8159-751c097294b0,segment=NetworkSegment(71c16c63-759b-448c-85c1-2e0352b9c327),segment_id=71c16c63-759b-448c-85c1-2e0352b9c327)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:16:57.169877 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (30ad4560-b301-45c4-8159-751c097294b0), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:57.185450 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Calling delete_port for 30ad4560-b301-45c4-8159-751c097294b0 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:16:57.302450 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (30ad4560-b301-45c4-8159-751c097294b0), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:57.335849 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event deleted for resources: {'Port': ['ID=30ad4560-b301-45c4-8159-751c097294b0,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:57.350001 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] No DVR routers for this DVR port 30ad4560-b301-45c4-8159-751c097294b0 on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:16:57.492122 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (38d443c7-6926-41be-9d4b-1cef37abe8ed), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:57.492717 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac4a7e-6542-4cac-ba19-3d6ae789fdcd req-4498fe2c-07a1-415d-9f0c-61930edce618 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:57.500026 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-17ac4a7e-6542-4cac-ba19-3d6ae789fdcd req-4498fe2c-07a1-415d-9f0c-61930edce618 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] 10.222.0.11 "GET /v2.0/ports?device_id=d46ad70d-fc5b-45bf-af8d-8410a644f461 HTTP/1.1" status: 200 len: 950 time: 0.0808337 Mar 05 05:16:57.517935 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d443c7-6926-41be-9d4b-1cef37abe8ed']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:57.529559 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c16c63-759b-448c-85c1-2e0352b9c327') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:57.530104 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c16c63-759b-448c-85c1-2e0352b9c327') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:57.544515 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (71c16c63-759b-448c-85c1-2e0352b9c327), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:57.558490 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-17ac4a7e-6542-4cac-ba19-3d6ae789fdcd req-8e6969dd-b505-4dcd-89ac-5ab6e60c72d5 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6af130-5cb2-4152-8be3-f9b0efe44523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574226 Mar 05 05:16:57.560204 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (71c16c63-759b-448c-85c1-2e0352b9c327), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:57.567854 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:16:57.568406 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (71c16c63-759b-448c-85c1-2e0352b9c327), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:57.571692 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:16:57.571692 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:16:57.571692 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:16:57.571692 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:16:57.571692 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:16:57.571692 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:16:57.571692 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:16:57.571692 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:16:57.571692 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:16:57.571692 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:16:57.571692 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:16:57.571692 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:16:57.571692 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:16:57.571692 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:16:57.571692 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:16:57.571692 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:16:57.571692 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:16:57.571692 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:16:57.571692 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:16:57.571692 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:16:57.571692 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:16:57.571692 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:16:57.571692 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:16:57.571692 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:16:57.571692 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:16:57.571692 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:16:57.571692 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:16:57.571692 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:16:57.571692 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:16:57.571692 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:16:57.571692 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:16:57.571692 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:16:57.652208 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (38d443c7-6926-41be-9d4b-1cef37abe8ed), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:57.673804 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:57.683995 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/networks/38d443c7-6926-41be-9d4b-1cef37abe8ed HTTP/1.1" status: 204 len: 168 time: 1.9791601 Mar 05 05:16:57.684376 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59564) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:57.725495 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb60aa4-5220-4929-af35-59a9ea46e8d4 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event deleted for resources: {'Network': ['ID=38d443c7-6926-41be-9d4b-1cef37abe8ed,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:57.748901 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a5ecec-887f-4629-824e-7b2b965d46a7 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:16:57.749282 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96a5ecec-887f-4629-824e-7b2b965d46a7 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:16:57.754949 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-96a5ecec-887f-4629-824e-7b2b965d46a7 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/subnets/cb6f4201-7b59-4757-a698-e82c721aa157 HTTP/1.1" status: 404 len: 337 time: 0.0695217 Mar 05 05:16:57.757593 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59568) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:57.793022 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ffb624-7f86-4821-b162-3099471d6621 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:16:57.797785 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18ffb624-7f86-4821-b162-3099471d6621 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:16:57.803869 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-18ffb624-7f86-4821-b162-3099471d6621 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/networks/38d443c7-6926-41be-9d4b-1cef37abe8ed HTTP/1.1" status: 404 len: 339 time: 0.0450282 Mar 05 05:16:57.827255 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59572) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:57.903329 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-233592f1-68f0-49f7-9b7f-56a3c011eb90 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:16:57.903329 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-233592f1-68f0-49f7-9b7f-56a3c011eb90 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:16:57.909327 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59576) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:57.909903 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-233592f1-68f0-49f7-9b7f-56a3c011eb90 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/subnets/53803741-a793-4c3b-b189-4a455d8b43be HTTP/1.1" status: 404 len: 337 time: 0.0811095 Mar 05 05:16:57.951958 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfcfa354-efa1-4eed-b9db-bf91cdc33e47 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:16:57.952816 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfcfa354-efa1-4eed-b9db-bf91cdc33e47 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:16:57.961226 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-dfcfa354-efa1-4eed-b9db-bf91cdc33e47 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/networks/d85c1b9c-07cc-463d-8289-81f51b5aa391 HTTP/1.1" status: 404 len: 339 time: 0.0493562 Mar 05 05:16:57.965375 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59582) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:58.037383 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbfc25-3d4f-472d-b905-ece825751243 req-0f0333fd-d066-460c-bdc3-c2e3b45b2ba0 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:58.041522 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89fbfc25-3d4f-472d-b905-ece825751243 req-0f0333fd-d066-460c-bdc3-c2e3b45b2ba0 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] 10.222.0.11 "GET /v2.0/ports?device_id=d46ad70d-fc5b-45bf-af8d-8410a644f461 HTTP/1.1" status: 200 len: 950 time: 0.1013501 Mar 05 05:16:58.112245 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89fbfc25-3d4f-472d-b905-ece825751243 req-8560d548-f550-4fa1-bc98-948d8ffdfb97 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6af130-5cb2-4152-8be3-f9b0efe44523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597217 Mar 05 05:16:58.129815 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-45aeeac9-096b-44c4-ac0d-6fc70f0239c2 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (cdaec6cc-efc1-4013-93b7-d8f34854d527), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:58.245182 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-45aeeac9-096b-44c4-ac0d-6fc70f0239c2 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (cdaec6cc-efc1-4013-93b7-d8f34854d527), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:58.272550 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-45aeeac9-096b-44c4-ac0d-6fc70f0239c2 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdaec6cc-efc1-4013-93b7-d8f34854d527']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:58.282632 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-45aeeac9-096b-44c4-ac0d-6fc70f0239c2 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef9bc9e-c464-4073-8777-9934157d21f5') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:58.282931 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-45aeeac9-096b-44c4-ac0d-6fc70f0239c2 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef9bc9e-c464-4073-8777-9934157d21f5') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:16:58.296825 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-45aeeac9-096b-44c4-ac0d-6fc70f0239c2 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (0ef9bc9e-c464-4073-8777-9934157d21f5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:58.312704 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-45aeeac9-096b-44c4-ac0d-6fc70f0239c2 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (0ef9bc9e-c464-4073-8777-9934157d21f5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:58.328376 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45aeeac9-096b-44c4-ac0d-6fc70f0239c2 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:16:58.329620 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-45aeeac9-096b-44c4-ac0d-6fc70f0239c2 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (0ef9bc9e-c464-4073-8777-9934157d21f5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:58.337814 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:16:58.337814 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:16:58.337814 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:16:58.337814 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:16:58.337814 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:16:58.337814 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:16:58.337814 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:16:58.337814 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:16:58.337814 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:16:58.337814 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:16:58.337814 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:16:58.337814 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:16:58.337814 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:16:58.337814 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:16:58.337814 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:16:58.337814 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:16:58.337814 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:16:58.337814 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:16:58.337814 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:16:58.337814 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:16:58.337814 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:16:58.337814 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:16:58.337814 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:16:58.337814 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:16:58.337814 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:16:58.337814 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:16:58.337814 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:16:58.337814 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:16:58.337814 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:16:58.337814 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:16:58.337814 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:16:58.337814 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:16:58.424059 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-45aeeac9-096b-44c4-ac0d-6fc70f0239c2 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (cdaec6cc-efc1-4013-93b7-d8f34854d527), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:58.429763 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-45aeeac9-096b-44c4-ac0d-6fc70f0239c2 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:58.434149 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-45aeeac9-096b-44c4-ac0d-6fc70f0239c2 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/networks/cdaec6cc-efc1-4013-93b7-d8f34854d527 HTTP/1.1" status: 204 len: 168 time: 0.4692755 Mar 05 05:16:58.437427 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59588) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:58.479130 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aeeac9-096b-44c4-ac0d-6fc70f0239c2 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event deleted for resources: {'Network': ['ID=cdaec6cc-efc1-4013-93b7-d8f34854d527,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:58.525840 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f11b882-c5d3-42e8-ada4-8734ec57f638 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:16:58.528598 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f11b882-c5d3-42e8-ada4-8734ec57f638 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:16:58.537891 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9f11b882-c5d3-42e8-ada4-8734ec57f638 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/subnets/bba2e97a-5e71-43f8-8b31-35e48c65fee5 HTTP/1.1" status: 404 len: 337 time: 0.0985677 Mar 05 05:16:58.540586 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59592) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:58.566878 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-3001e5f5-d97c-4e13-8553-dee3bf1bb3c1 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:16:58.569785 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3001e5f5-d97c-4e13-8553-dee3bf1bb3c1 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:16:58.571028 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3001e5f5-d97c-4e13-8553-dee3bf1bb3c1 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/networks/9d95675d-5b26-4cc1-afdb-ae7ecca7e1be HTTP/1.1" status: 404 len: 339 time: 0.0293581 Mar 05 05:16:58.573774 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59594) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:58.620062 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccf17b55-71c7-4d3b-b478-17d6955bc5fb tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:16:58.621096 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccf17b55-71c7-4d3b-b478-17d6955bc5fb tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:16:58.627696 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59598) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:58.628294 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ccf17b55-71c7-4d3b-b478-17d6955bc5fb tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/subnets/0bd4cbc7-f768-4113-9105-71ea40017a18 HTTP/1.1" status: 404 len: 337 time: 0.0534732 Mar 05 05:16:58.660549 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ee4807-9841-471e-9283-cbe76052a757 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:16:58.661070 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91ee4807-9841-471e-9283-cbe76052a757 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:16:58.664416 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-91ee4807-9841-471e-9283-cbe76052a757 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/networks/b5391ea7-45f6-4b17-8f8d-b9c2245997c6 HTTP/1.1" status: 404 len: 339 time: 0.0350266 Mar 05 05:16:58.666899 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59602) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:58.702814 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c7ffaf-2ea1-48ac-8b20-c11caa1e7b88 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:16:58.703596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c7ffaf-2ea1-48ac-8b20-c11caa1e7b88 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:16:58.715287 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-99c7ffaf-2ea1-48ac-8b20-c11caa1e7b88 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/subnets/b0dba744-96fc-4712-8c7a-a21d4199fab1 HTTP/1.1" status: 404 len: 337 time: 0.0446157 Mar 05 05:16:58.715642 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59604) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:58.760183 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2114bdc-a77b-4e49-884e-81bba754f41d tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:16:58.760948 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2114bdc-a77b-4e49-884e-81bba754f41d tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:16:58.764294 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c2114bdc-a77b-4e49-884e-81bba754f41d tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/networks/511189da-0685-4a10-a77f-8dd9ca13b6b0 HTTP/1.1" status: 404 len: 339 time: 0.0476420 Mar 05 05:16:58.767306 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59606) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:58.798438 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-71f8c54f-25e5-4dc2-a608-75d0e935b12f tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:16:58.798911 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71f8c54f-25e5-4dc2-a608-75d0e935b12f tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:16:58.802637 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-71f8c54f-25e5-4dc2-a608-75d0e935b12f tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/subnets/fe898516-8451-4458-9012-d5853a4be890 HTTP/1.1" status: 404 len: 337 time: 0.0341685 Mar 05 05:16:58.806576 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59608) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:58.825265 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd20667-b392-4019-b088-b62146d897c2 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:16:58.825841 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fd20667-b392-4019-b088-b62146d897c2 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:16:58.831452 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8fd20667-b392-4019-b088-b62146d897c2 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/networks/d0f16502-0d25-491d-ac53-cc59340c1c89 HTTP/1.1" status: 404 len: 339 time: 0.0212598 Mar 05 05:16:58.832311 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59610) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:58.862232 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e843d3-e550-42e0-b3cb-65c7e467f137 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:16:58.862897 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96e843d3-e550-42e0-b3cb-65c7e467f137 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:16:58.866609 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-96e843d3-e550-42e0-b3cb-65c7e467f137 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/subnets/05ce2361-024e-40a6-9f57-212fd2579551 HTTP/1.1" status: 404 len: 337 time: 0.0331430 Mar 05 05:16:58.869169 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59616) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:58.902247 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d37ccfd-118b-4e63-8fde-35e439e91c24 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:16:58.903588 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d37ccfd-118b-4e63-8fde-35e439e91c24 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:16:58.909893 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59620) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:58.910046 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4d37ccfd-118b-4e63-8fde-35e439e91c24 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/networks/258cf79d-9605-4d79-a0e2-ca923a424ca9 HTTP/1.1" status: 404 len: 339 time: 0.0395055 Mar 05 05:16:58.947653 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-be1729df-db25-45cd-ad33-c9f83038e9c8 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:16:58.948033 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be1729df-db25-45cd-ad33-c9f83038e9c8 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:16:58.951282 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-be1729df-db25-45cd-ad33-c9f83038e9c8 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/subnets/b1619b50-1eb8-4909-9134-5abc76f41ce5 HTTP/1.1" status: 404 len: 337 time: 0.0400777 Mar 05 05:16:58.953708 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59622) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:58.986008 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-d64a30c3-02de-4271-950f-c34f7c40449b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:16:58.986711 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d64a30c3-02de-4271-950f-c34f7c40449b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:16:58.990642 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d64a30c3-02de-4271-950f-c34f7c40449b tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/networks/84973b71-b547-4b74-ad8b-c646366b0114 HTTP/1.1" status: 404 len: 339 time: 0.0360034 Mar 05 05:16:58.993196 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59632) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:59.041610 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f93e02-a54a-4c2b-99a4-80bbc504da5a tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:16:59.042332 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30f93e02-a54a-4c2b-99a4-80bbc504da5a tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:16:59.045778 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-30f93e02-a54a-4c2b-99a4-80bbc504da5a tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/subnets/f45cdf99-47ad-4904-b1f3-4dfeb400a8f9 HTTP/1.1" status: 404 len: 337 time: 0.0515726 Mar 05 05:16:59.049681 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59634) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:59.072260 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af532ab-30f8-46b5-ac66-a81dda952356 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:16:59.072765 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1af532ab-30f8-46b5-ac66-a81dda952356 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:16:59.078352 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1af532ab-30f8-46b5-ac66-a81dda952356 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/networks/33614db6-5b8d-4ce0-a403-719694b8a580 HTTP/1.1" status: 404 len: 339 time: 0.0241978 Mar 05 05:16:59.078652 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59636) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:59.107950 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-051477ab-6b03-4dd7-9c7e-050b08c3706e tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:16:59.108534 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-051477ab-6b03-4dd7-9c7e-050b08c3706e tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:16:59.111695 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-051477ab-6b03-4dd7-9c7e-050b08c3706e tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/subnets/96cf6926-8bbd-444f-b5f9-d34fde01e25e HTTP/1.1" status: 404 len: 337 time: 0.0320389 Mar 05 05:16:59.114764 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59638) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:59.179383 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8100d1d-9ebd-4398-9f64-aa9aa034d4cf tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] DELETE failed (client error): The resource could not be found. Mar 05 05:16:59.179896 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8100d1d-9ebd-4398-9f64-aa9aa034d4cf tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:16:59.182825 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a8100d1d-9ebd-4398-9f64-aa9aa034d4cf tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/networks/c80e1372-25cb-4482-9490-bf8ba65d4170 HTTP/1.1" status: 404 len: 339 time: 0.0669985 Mar 05 05:16:59.185518 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59642) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:59.267354 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c10eb1-639b-417b-8bcd-62c6d0712e0e req-2c6d4457-7e5f-4653-b458-d266382e37f1 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:59.269685 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-42c10eb1-639b-417b-8bcd-62c6d0712e0e req-2c6d4457-7e5f-4653-b458-d266382e37f1 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] 10.222.0.30 "GET /v2.0/ports?device_id=d46ad70d-fc5b-45bf-af8d-8410a644f461 HTTP/1.1" status: 200 len: 950 time: 0.1067622 Mar 05 05:16:59.308274 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-07cac685-4d0e-4535-aed0-690bf5f6abdf tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Deleting subnet c5ac0bd0-f9f7-4b83-911e-f56a6577449b {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:16:59.312611 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-07cac685-4d0e-4535-aed0-690bf5f6abdf tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for subnet (c5ac0bd0-f9f7-4b83-911e-f56a6577449b), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:59.361352 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058ee1a-af0e-4da2-9bb5-953dfb1b499a req-2ee5a4af-a967-4a0b-a6a6-109ddf3124cd tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:16:59.364275 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8058ee1a-af0e-4da2-9bb5-953dfb1b499a req-2ee5a4af-a967-4a0b-a6a6-109ddf3124cd tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] 10.222.0.11 "GET /v2.0/ports?device_id=d46ad70d-fc5b-45bf-af8d-8410a644f461 HTTP/1.1" status: 200 len: 950 time: 0.0982413 Mar 05 05:16:59.386158 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-07cac685-4d0e-4535-aed0-690bf5f6abdf tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (c5ac0bd0-f9f7-4b83-911e-f56a6577449b), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:59.435388 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-42c10eb1-639b-417b-8bcd-62c6d0712e0e req-3ed8756e-8fdf-4d8f-adbe-dd7affda9861 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Deleting port cf69177c-e270-46d3-97c8-f43562b67604 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:16:59.435818 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-42c10eb1-639b-417b-8bcd-62c6d0712e0e req-3ed8756e-8fdf-4d8f-adbe-dd7affda9861 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (cf69177c-e270-46d3-97c8-f43562b67604), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:59.507662 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8058ee1a-af0e-4da2-9bb5-953dfb1b499a req-c139b1a6-20d0-46bb-a7d6-c281f80248f8 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d6af130-5cb2-4152-8be3-f9b0efe44523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321826 Mar 05 05:16:59.569611 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-07cac685-4d0e-4535-aed0-690bf5f6abdf tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (c5ac0bd0-f9f7-4b83-911e-f56a6577449b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:59.640337 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-42c10eb1-639b-417b-8bcd-62c6d0712e0e req-3ed8756e-8fdf-4d8f-adbe-dd7affda9861 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] For port cf69177c-e270-46d3-97c8-f43562b67604, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=cf69177c-e270-46d3-97c8-f43562b67604,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:16:59.640839 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-42c10eb1-639b-417b-8bcd-62c6d0712e0e req-3ed8756e-8fdf-4d8f-adbe-dd7affda9861 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (cf69177c-e270-46d3-97c8-f43562b67604), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:59.658915 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-42c10eb1-639b-417b-8bcd-62c6d0712e0e req-3ed8756e-8fdf-4d8f-adbe-dd7affda9861 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Calling delete_port for cf69177c-e270-46d3-97c8-f43562b67604 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:16:59.673397 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-07cac685-4d0e-4535-aed0-690bf5f6abdf tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (c5ac0bd0-f9f7-4b83-911e-f56a6577449b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:59.720644 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cac685-4d0e-4535-aed0-690bf5f6abdf tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event deleted for resources: {'Subnet': ['ID=c5ac0bd0-f9f7-4b83-911e-f56a6577449b,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:59.733568 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-07cac685-4d0e-4535-aed0-690bf5f6abdf tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:59.734445 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8eaf36-b2b6-4318-a5b4-c6a3d167f4d7 None None] Network 5f42323d-b491-4b3b-82b5-de61edea32fe requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:16:59.741016 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-07cac685-4d0e-4535-aed0-690bf5f6abdf tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/subnets/c5ac0bd0-f9f7-4b83-911e-f56a6577449b HTTP/1.1" status: 204 len: 168 time: 0.5540063 Mar 05 05:16:59.741691 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59662) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:16:59.879319 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-42c10eb1-639b-417b-8bcd-62c6d0712e0e req-3ed8756e-8fdf-4d8f-adbe-dd7affda9861 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (cf69177c-e270-46d3-97c8-f43562b67604), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:59.883365 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21d78c1e-dcd5-48b5-b2f0-2d1c2f987102 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (5f42323d-b491-4b3b-82b5-de61edea32fe), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:16:59.944889 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8756e-8fdf-4d8f-adbe-dd7affda9861 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Pushing event deleted for resources: {'Port': ['ID=cf69177c-e270-46d3-97c8-f43562b67604,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:16:59.956643 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['cf69177c-e270-46d3-97c8-f43562b67604'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:17:00.012774 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-21d78c1e-dcd5-48b5-b2f0-2d1c2f987102 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Deleting port 78406932-ebe5-4ca7-abd7-c15df823c372 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:17:00.021382 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21d78c1e-dcd5-48b5-b2f0-2d1c2f987102 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (78406932-ebe5-4ca7-abd7-c15df823c372), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:00.095601 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c10eb1-639b-417b-8bcd-62c6d0712e0e req-3ed8756e-8fdf-4d8f-adbe-dd7affda9861 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] No DVR routers for this DVR port cf69177c-e270-46d3-97c8-f43562b67604 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:17:00.101549 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-42c10eb1-639b-417b-8bcd-62c6d0712e0e req-3ed8756e-8fdf-4d8f-adbe-dd7affda9861 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:00.117734 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-42c10eb1-639b-417b-8bcd-62c6d0712e0e req-3ed8756e-8fdf-4d8f-adbe-dd7affda9861 tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] 10.222.0.30 "DELETE /v2.0/ports/cf69177c-e270-46d3-97c8-f43562b67604 HTTP/1.1" status: 204 len: 173 time: 0.8302119 Mar 05 05:17:00.119802 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46ad70d-fc5b-45bf-af8d-8410a644f461', 'name': 'network-vif-deleted', 'tag': 'cf69177c-e270-46d3-97c8-f43562b67604'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:17:00.144093 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f09074-86db-4e2b-8a00-58258fbff57b" -d '{"events": [{"server_uuid": "d46ad70d-fc5b-45bf-af8d-8410a644f461", "name": "network-vif-deleted", "tag": "cf69177c-e270-46d3-97c8-f43562b67604"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:17:00.255486 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-21d78c1e-dcd5-48b5-b2f0-2d1c2f987102 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] For port 78406932-ebe5-4ca7-abd7-c15df823c372, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=78406932-ebe5-4ca7-abd7-c15df823c372,segment=NetworkSegment(684d710f-20ae-43e1-9d42-f2028f4bd3a1),segment_id=684d710f-20ae-43e1-9d42-f2028f4bd3a1)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:17:00.256103 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21d78c1e-dcd5-48b5-b2f0-2d1c2f987102 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (78406932-ebe5-4ca7-abd7-c15df823c372), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:00.270316 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5cae3a-5971-4fe0-89a9-9fa7776c187e x-openstack-request-id: req-5f5cae3a-5971-4fe0-89a9-9fa7776c187e {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:17:00.270820 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46ad70d-fc5b-45bf-af8d-8410a644f461", "name": "network-vif-deleted", "tag": "cf69177c-e270-46d3-97c8-f43562b67604", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:17:00.270906 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5f5cae3a-5971-4fe0-89a9-9fa7776c187e {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:17:00.271305 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46ad70d-fc5b-45bf-af8d-8410a644f461', 'name': 'network-vif-deleted', 'tag': 'cf69177c-e270-46d3-97c8-f43562b67604', 'status': 'completed', 'code': 200} Mar 05 05:17:00.295823 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92145678-9dee-47ea-9474-0f6847f5964c None None] DHCP port deletion for 5f42323d-b491-4b3b-82b5-de61edea32fe request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:17:00.310967 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-21d78c1e-dcd5-48b5-b2f0-2d1c2f987102 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Calling delete_port for 78406932-ebe5-4ca7-abd7-c15df823c372 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:17:00.385333 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-92145678-9dee-47ea-9474-0f6847f5964c None None] Deleting port 78406932-ebe5-4ca7-abd7-c15df823c372 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:17:00.386006 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-92145678-9dee-47ea-9474-0f6847f5964c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (78406932-ebe5-4ca7-abd7-c15df823c372), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:00.404278 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21d78c1e-dcd5-48b5-b2f0-2d1c2f987102 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (78406932-ebe5-4ca7-abd7-c15df823c372), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:00.456145 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d78c1e-dcd5-48b5-b2f0-2d1c2f987102 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event deleted for resources: {'Port': ['ID=78406932-ebe5-4ca7-abd7-c15df823c372,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:00.458590 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d78c1e-dcd5-48b5-b2f0-2d1c2f987102 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] No DVR routers for this DVR port 78406932-ebe5-4ca7-abd7-c15df823c372 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:17:00.470750 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-92145678-9dee-47ea-9474-0f6847f5964c None None] For port 78406932-ebe5-4ca7-abd7-c15df823c372, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=78406932-ebe5-4ca7-abd7-c15df823c372,segment=NetworkSegment(684d710f-20ae-43e1-9d42-f2028f4bd3a1),segment_id=684d710f-20ae-43e1-9d42-f2028f4bd3a1)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:17:00.472392 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-92145678-9dee-47ea-9474-0f6847f5964c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (78406932-ebe5-4ca7-abd7-c15df823c372), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:00.488590 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-92145678-9dee-47ea-9474-0f6847f5964c None None] Calling delete_port for 78406932-ebe5-4ca7-abd7-c15df823c372 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:17:00.592665 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:17:00.640599 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-92145678-9dee-47ea-9474-0f6847f5964c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (78406932-ebe5-4ca7-abd7-c15df823c372), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:00.704359 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92145678-9dee-47ea-9474-0f6847f5964c None None] Pushing event deleted for resources: {'Port': ['ID=78406932-ebe5-4ca7-abd7-c15df823c372,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:00.748612 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92145678-9dee-47ea-9474-0f6847f5964c None None] No DVR routers for this DVR port 78406932-ebe5-4ca7-abd7-c15df823c372 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:17:00.966993 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21d78c1e-dcd5-48b5-b2f0-2d1c2f987102 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (5f42323d-b491-4b3b-82b5-de61edea32fe), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:00.995157 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b1ff764b-eb8f-454b-bf8f-f0bd600f234e req-ca4c2d36-3ecb-428d-b113-a9a5c4d7f8ad tempest-VolumesNegativeTest-1038473715 tempest-VolumesNegativeTest-1038473715-project] 10.222.0.11 "GET /v2.0/ports?device_id=d46ad70d-fc5b-45bf-af8d-8410a644f461 HTTP/1.1" status: 200 len: 210 time: 0.0429220 Mar 05 05:17:01.023179 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-21d78c1e-dcd5-48b5-b2f0-2d1c2f987102 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f42323d-b491-4b3b-82b5-de61edea32fe']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:01.032436 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-21d78c1e-dcd5-48b5-b2f0-2d1c2f987102 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '684d710f-20ae-43e1-9d42-f2028f4bd3a1') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:01.032740 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-21d78c1e-dcd5-48b5-b2f0-2d1c2f987102 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '684d710f-20ae-43e1-9d42-f2028f4bd3a1') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:01.042217 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21d78c1e-dcd5-48b5-b2f0-2d1c2f987102 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (684d710f-20ae-43e1-9d42-f2028f4bd3a1), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:01.059189 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21d78c1e-dcd5-48b5-b2f0-2d1c2f987102 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (684d710f-20ae-43e1-9d42-f2028f4bd3a1), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:01.067932 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d78c1e-dcd5-48b5-b2f0-2d1c2f987102 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:17:01.068508 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21d78c1e-dcd5-48b5-b2f0-2d1c2f987102 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (684d710f-20ae-43e1-9d42-f2028f4bd3a1), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:01.074134 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:17:01.074134 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:17:01.074134 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:17:01.074134 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:17:01.074134 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:17:01.074134 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:17:01.074134 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:17:01.074134 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:17:01.074134 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:17:01.074134 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:17:01.074134 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:17:01.074134 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:17:01.074134 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:17:01.074134 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:17:01.074134 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:17:01.074134 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:17:01.074134 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:17:01.074134 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:17:01.074134 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:17:01.074134 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:17:01.074134 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:17:01.074134 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:17:01.074134 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:17:01.074134 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:17:01.074134 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:17:01.074134 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:17:01.074134 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:17:01.074134 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:17:01.074134 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:17:01.074134 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:17:01.074134 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:17:01.074134 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:17:01.168991 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21d78c1e-dcd5-48b5-b2f0-2d1c2f987102 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (5f42323d-b491-4b3b-82b5-de61edea32fe), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:01.175290 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21d78c1e-dcd5-48b5-b2f0-2d1c2f987102 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:01.184119 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-21d78c1e-dcd5-48b5-b2f0-2d1c2f987102 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] 10.222.0.11 "DELETE /v2.0/networks/5f42323d-b491-4b3b-82b5-de61edea32fe HTTP/1.1" status: 204 len: 168 time: 1.4386778 Mar 05 05:17:01.223722 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d78c1e-dcd5-48b5-b2f0-2d1c2f987102 tempest-NetworksTest-1442049810 tempest-NetworksTest-1442049810-project] Pushing event deleted for resources: {'Network': ['ID=5f42323d-b491-4b3b-82b5-de61edea32fe,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:01.336151 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 78406932-ebe5-4ca7-abd7-c15df823c372 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:17:01.368824 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 78406932-ebe5-4ca7-abd7-c15df823c372 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:17:01.369187 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 78406932-ebe5-4ca7-abd7-c15df823c372 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:17:01.572496 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59704) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:01.759554 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0fa2fa08-2d87-43d5-a0d5-c11d1b092327 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f56249da37cd4ed5903c959b0af34a21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1854160 Mar 05 05:17:01.762012 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59716) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:01.857284 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2eb1fcdf-a331-4b54-8563-2886be9f7db5 admin admin] Publish callbacks [] for security_group (976968fe-c013-4457-a060-bed3fd45f357), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:01.885372 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2eb1fcdf-a331-4b54-8563-2886be9f7db5 admin admin] Publish callbacks [] for security_group (976968fe-c013-4457-a060-bed3fd45f357), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:01.948709 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2eb1fcdf-a331-4b54-8563-2886be9f7db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (976968fe-c013-4457-a060-bed3fd45f357), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:01.952089 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2eb1fcdf-a331-4b54-8563-2886be9f7db5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:01.955835 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2eb1fcdf-a331-4b54-8563-2886be9f7db5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/976968fe-c013-4457-a060-bed3fd45f357 HTTP/1.1" status: 204 len: 168 time: 0.1902385 Mar 05 05:17:01.974977 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1fcdf-a331-4b54-8563-2886be9f7db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976968fe-c013-4457-a060-bed3fd45f357,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:02.730925 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device cf69177c-e270-46d3-97c8-f43562b67604 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:17:02.765943 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: cf69177c-e270-46d3-97c8-f43562b67604 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:17:02.766878 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device cf69177c-e270-46d3-97c8-f43562b67604 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:17:02.883504 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59796) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:03.085269 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-ad5d897e-bda4-4400-9017-2503ce1525d5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1708997599'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:03.107956 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5d897e-bda4-4400-9017-2503ce1525d5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:17:03.113876 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad5d897e-bda4-4400-9017-2503ce1525d5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:03.126666 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad5d897e-bda4-4400-9017-2503ce1525d5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:03.254764 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad5d897e-bda4-4400-9017-2503ce1525d5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for security_group (28e31e1a-ed04-4f46-b28e-7706c0ec1a54), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:03.261763 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad5d897e-bda4-4400-9017-2503ce1525d5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (28e31e1a-ed04-4f46-b28e-7706c0ec1a54), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:03.328175 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5d897e-bda4-4400-9017-2503ce1525d5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:17:03.357413 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d897e-bda4-4400-9017-2503ce1525d5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28e31e1a-ed04-4f46-b28e-7706c0ec1a54,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:03.366590 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad5d897e-bda4-4400-9017-2503ce1525d5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (4d1c3313-5d2e-48e7-bf15-ed7c8b59cae8), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:03.372951 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-ad5d897e-bda4-4400-9017-2503ce1525d5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Added segment 4d1c3313-5d2e-48e7-bf15-ed7c8b59cae8 of type vlan for network baa76a81-7824-4514-b158-f34cd23531fc Mar 05 05:17:03.494389 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad5d897e-bda4-4400-9017-2503ce1525d5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (baa76a81-7824-4514-b158-f34cd23531fc), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:03.541671 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad5d897e-bda4-4400-9017-2503ce1525d5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (baa76a81-7824-4514-b158-f34cd23531fc), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:03.551616 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5d897e-bda4-4400-9017-2503ce1525d5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:03.552487 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ad5d897e-bda4-4400-9017-2503ce1525d5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:03.692192 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d897e-bda4-4400-9017-2503ce1525d5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Network': ['ID=baa76a81-7824-4514-b158-f34cd23531fc,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:03.705941 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network baa76a81-7824-4514-b158-f34cd23531fc details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:17:03.712249 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ad5d897e-bda4-4400-9017-2503ce1525d5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8265142 Mar 05 05:17:03.715034 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59874) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:03.720676 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-6478ceca-9199-4e01-83eb-b82866df6589 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'port': {'network_id': 'baa76a81-7824-4514-b158-f34cd23531fc', 'name': 'tempest-PortsIpV6TestJSON-64173603'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:03.935151 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6478ceca-9199-4e01-83eb-b82866df6589 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:17:03.942946 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6478ceca-9199-4e01-83eb-b82866df6589 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:04.012464 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-6478ceca-9199-4e01-83eb-b82866df6589 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] device_id is not set on port bf17d4bc-9b9b-4a5b-9b61-55cef9dbb13b yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:17:04.451160 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6478ceca-9199-4e01-83eb-b82866df6589 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for port (bf17d4bc-9b9b-4a5b-9b61-55cef9dbb13b), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:04.555019 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6478ceca-9199-4e01-83eb-b82866df6589 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (bf17d4bc-9b9b-4a5b-9b61-55cef9dbb13b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:04.648388 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6478ceca-9199-4e01-83eb-b82866df6589 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Checking segment: {'id': '4d1c3313-5d2e-48e7-bf15-ed7c8b59cae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'baa76a81-7824-4514-b158-f34cd23531fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:17:04.648746 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6478ceca-9199-4e01-83eb-b82866df6589 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network hostable DHCP agents. Network: baa76a81-7824-4514-b158-f34cd23531fc, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:17:04.662091 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478ceca-9199-4e01-83eb-b82866df6589 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Port': ['ID=bf17d4bc-9b9b-4a5b-9b61-55cef9dbb13b,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:04.708776 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6478ceca-9199-4e01-83eb-b82866df6589 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network baa76a81-7824-4514-b158-f34cd23531fc is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:17:04.723560 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-6478ceca-9199-4e01-83eb-b82866df6589 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, baa76a81-7824-4514-b158-f34cd23531fc) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:04.727418 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6478ceca-9199-4e01-83eb-b82866df6589 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:17:04.733605 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6478ceca-9199-4e01-83eb-b82866df6589 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:04.734300 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6478ceca-9199-4e01-83eb-b82866df6589 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:04.736803 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0df6fc5-9dab-44fe-aec7-0fd94121e15f None None] Network baa76a81-7824-4514-b158-f34cd23531fc requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:17:04.774909 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6478ceca-9199-4e01-83eb-b82866df6589 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.0581074 Mar 05 05:17:04.778012 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 59938) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:04.783228 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-4d615401-9dfd-442b-8671-66c7b6628262 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-52511935'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:04.825101 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d615401-9dfd-442b-8671-66c7b6628262 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:17:04.828629 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4d615401-9dfd-442b-8671-66c7b6628262 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:04.880220 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d615401-9dfd-442b-8671-66c7b6628262 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:17:04.907349 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4d615401-9dfd-442b-8671-66c7b6628262 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (77aa67a0-45ca-4ab8-b387-3f5585e5e563), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:04.908812 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-4d615401-9dfd-442b-8671-66c7b6628262 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Added segment 77aa67a0-45ca-4ab8-b387-3f5585e5e563 of type vlan for network c93e0ea9-3deb-4abd-866a-b3d7f0d70467 Mar 05 05:17:05.028242 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4d615401-9dfd-442b-8671-66c7b6628262 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (c93e0ea9-3deb-4abd-866a-b3d7f0d70467), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:05.084359 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4d615401-9dfd-442b-8671-66c7b6628262 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (c93e0ea9-3deb-4abd-866a-b3d7f0d70467), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:05.089480 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d615401-9dfd-442b-8671-66c7b6628262 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:05.090351 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4d615401-9dfd-442b-8671-66c7b6628262 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:05.240250 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d615401-9dfd-442b-8671-66c7b6628262 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Network': ['ID=c93e0ea9-3deb-4abd-866a-b3d7f0d70467,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:05.250577 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network c93e0ea9-3deb-4abd-866a-b3d7f0d70467 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:17:05.256571 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4d615401-9dfd-442b-8671-66c7b6628262 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4750762 Mar 05 05:17:05.256990 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 59976) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:05.263231 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-d0fd8314-1c62-4b50-a6a7-5ed22e08d910 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'ports': [{'network_id': 'baa76a81-7824-4514-b158-f34cd23531fc'}, {'network_id': 'c93e0ea9-3deb-4abd-866a-b3d7f0d70467'}]} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:05.263642 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-d0fd8314-1c62-4b50-a6a7-5ed22e08d910 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'port': {'network_id': 'baa76a81-7824-4514-b158-f34cd23531fc'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:05.265534 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-d0fd8314-1c62-4b50-a6a7-5ed22e08d910 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'port': {'network_id': 'c93e0ea9-3deb-4abd-866a-b3d7f0d70467'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:06.099351 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fd8314-1c62-4b50-a6a7-5ed22e08d910 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'port': 2} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:17:06.104460 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d0fd8314-1c62-4b50-a6a7-5ed22e08d910 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:06.132431 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d0fd8314-1c62-4b50-a6a7-5ed22e08d910 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:06.407718 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-d0fd8314-1c62-4b50-a6a7-5ed22e08d910 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] device_id is not set on port 7cc9d2a9-03c9-4955-9d21-646500b07dd0 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:17:06.556081 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d0fd8314-1c62-4b50-a6a7-5ed22e08d910 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for port (7cc9d2a9-03c9-4955-9d21-646500b07dd0), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:06.718490 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-d0fd8314-1c62-4b50-a6a7-5ed22e08d910 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] device_id is not set on port f8ac9e4f-40c6-4d44-a0b0-e32ba031937a yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:17:06.912372 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d0fd8314-1c62-4b50-a6a7-5ed22e08d910 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for port (f8ac9e4f-40c6-4d44-a0b0-e32ba031937a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:06.983791 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d0fd8314-1c62-4b50-a6a7-5ed22e08d910 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (7cc9d2a9-03c9-4955-9d21-646500b07dd0), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:07.030444 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fd8314-1c62-4b50-a6a7-5ed22e08d910 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network baa76a81-7824-4514-b158-f34cd23531fc is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:17:07.035097 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-d0fd8314-1c62-4b50-a6a7-5ed22e08d910 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:07.042812 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fd8314-1c62-4b50-a6a7-5ed22e08d910 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:17:07.043726 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d0fd8314-1c62-4b50-a6a7-5ed22e08d910 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (f8ac9e4f-40c6-4d44-a0b0-e32ba031937a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:07.079902 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd8314-1c62-4b50-a6a7-5ed22e08d910 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Port': ['ID=7cc9d2a9-03c9-4955-9d21-646500b07dd0,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:07.137462 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd8314-1c62-4b50-a6a7-5ed22e08d910 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Port': ['ID=f8ac9e4f-40c6-4d44-a0b0-e32ba031937a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:07.168499 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fd8314-1c62-4b50-a6a7-5ed22e08d910 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Checking segment: {'id': '77aa67a0-45ca-4ab8-b387-3f5585e5e563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c93e0ea9-3deb-4abd-866a-b3d7f0d70467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:17:07.168848 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fd8314-1c62-4b50-a6a7-5ed22e08d910 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network hostable DHCP agents. Network: c93e0ea9-3deb-4abd-866a-b3d7f0d70467, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:17:07.196353 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fd8314-1c62-4b50-a6a7-5ed22e08d910 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network c93e0ea9-3deb-4abd-866a-b3d7f0d70467 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:17:07.208263 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-d0fd8314-1c62-4b50-a6a7-5ed22e08d910 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, c93e0ea9-3deb-4abd-866a-b3d7f0d70467) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:07.214655 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fd8314-1c62-4b50-a6a7-5ed22e08d910 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:17:07.216694 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb47807-80a4-4a18-a40f-858ed773951e None None] Network c93e0ea9-3deb-4abd-866a-b3d7f0d70467 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:17:07.234335 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fd8314-1c62-4b50-a6a7-5ed22e08d910 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:07.239753 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fd8314-1c62-4b50-a6a7-5ed22e08d910 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:07.240510 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d0fd8314-1c62-4b50-a6a7-5ed22e08d910 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:07.287377 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60086) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:07.289739 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d0fd8314-1c62-4b50-a6a7-5ed22e08d910 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0253437 Mar 05 05:17:07.510966 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e3942-c2b2-49ab-8ed5-1f6875a5458c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Deleting port f8ac9e4f-40c6-4d44-a0b0-e32ba031937a {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:17:07.514125 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3942-c2b2-49ab-8ed5-1f6875a5458c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (f8ac9e4f-40c6-4d44-a0b0-e32ba031937a), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:07.683803 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3942-c2b2-49ab-8ed5-1f6875a5458c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (f8ac9e4f-40c6-4d44-a0b0-e32ba031937a), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:07.720136 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e3942-c2b2-49ab-8ed5-1f6875a5458c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Calling delete_port for f8ac9e4f-40c6-4d44-a0b0-e32ba031937a owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:17:07.911126 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3942-c2b2-49ab-8ed5-1f6875a5458c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (f8ac9e4f-40c6-4d44-a0b0-e32ba031937a), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:07.969132 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e3942-c2b2-49ab-8ed5-1f6875a5458c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Port': ['ID=f8ac9e4f-40c6-4d44-a0b0-e32ba031937a,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:07.975189 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8a4e3942-c2b2-49ab-8ed5-1f6875a5458c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:07.980850 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8a4e3942-c2b2-49ab-8ed5-1f6875a5458c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/ports/f8ac9e4f-40c6-4d44-a0b0-e32ba031937a HTTP/1.1" status: 204 len: 168 time: 0.6894774 Mar 05 05:17:07.981242 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60096) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:08.122857 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6237320-796e-4ca3-8734-78eab6ec995c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:08.128403 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6237320-796e-4ca3-8734-78eab6ec995c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:08.132417 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b6237320-796e-4ca3-8734-78eab6ec995c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.1477475 Mar 05 05:17:08.132805 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60098) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:08.328100 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-87e4782b-bf11-4909-b1fa-5e8540af33a6 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Deleting port 7cc9d2a9-03c9-4955-9d21-646500b07dd0 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:17:08.328649 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-87e4782b-bf11-4909-b1fa-5e8540af33a6 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (7cc9d2a9-03c9-4955-9d21-646500b07dd0), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:08.468999 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-87e4782b-bf11-4909-b1fa-5e8540af33a6 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (7cc9d2a9-03c9-4955-9d21-646500b07dd0), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:08.539726 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-87e4782b-bf11-4909-b1fa-5e8540af33a6 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Calling delete_port for 7cc9d2a9-03c9-4955-9d21-646500b07dd0 owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:17:08.740964 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-87e4782b-bf11-4909-b1fa-5e8540af33a6 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (7cc9d2a9-03c9-4955-9d21-646500b07dd0), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:08.772106 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4782b-bf11-4909-b1fa-5e8540af33a6 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Port': ['ID=7cc9d2a9-03c9-4955-9d21-646500b07dd0,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:08.782890 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-87e4782b-bf11-4909-b1fa-5e8540af33a6 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:08.789102 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-87e4782b-bf11-4909-b1fa-5e8540af33a6 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/ports/7cc9d2a9-03c9-4955-9d21-646500b07dd0 HTTP/1.1" status: 204 len: 168 time: 0.6530123 Mar 05 05:17:08.789482 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60114) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:08.928088 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cf4845-c803-4f80-9dc1-6053b76f72f3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:08.935520 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d2cf4845-c803-4f80-9dc1-6053b76f72f3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1449928 Mar 05 05:17:08.938192 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60118) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:08.998350 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f45d357-3d33-4cd2-8491-b7ff5786e996 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] GET failed (client error): The resource could not be found. Mar 05 05:17:08.999916 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9f45d357-3d33-4cd2-8491-b7ff5786e996 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "GET /v2.0/ports/f8ac9e4f-40c6-4d44-a0b0-e32ba031937a HTTP/1.1" status: 404 len: 333 time: 0.0607164 Mar 05 05:17:09.002908 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60120) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:09.064590 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3caece7-9543-4b94-b57e-cd9985b3e134 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] GET failed (client error): The resource could not be found. Mar 05 05:17:09.069597 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a3caece7-9543-4b94-b57e-cd9985b3e134 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "GET /v2.0/ports/7cc9d2a9-03c9-4955-9d21-646500b07dd0 HTTP/1.1" status: 404 len: 333 time: 0.0637348 Mar 05 05:17:09.069972 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60124) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:09.253496 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9a2b7edb-2908-4afb-af8c-ee54ee0703df tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (c93e0ea9-3deb-4abd-866a-b3d7f0d70467), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:09.418359 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9a2b7edb-2908-4afb-af8c-ee54ee0703df tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (c93e0ea9-3deb-4abd-866a-b3d7f0d70467), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:09.450866 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-9a2b7edb-2908-4afb-af8c-ee54ee0703df tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c93e0ea9-3deb-4abd-866a-b3d7f0d70467']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:09.463299 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-9a2b7edb-2908-4afb-af8c-ee54ee0703df tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77aa67a0-45ca-4ab8-b387-3f5585e5e563') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:09.463687 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-9a2b7edb-2908-4afb-af8c-ee54ee0703df tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77aa67a0-45ca-4ab8-b387-3f5585e5e563') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:09.503145 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9a2b7edb-2908-4afb-af8c-ee54ee0703df tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (77aa67a0-45ca-4ab8-b387-3f5585e5e563), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:09.550869 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9a2b7edb-2908-4afb-af8c-ee54ee0703df tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (77aa67a0-45ca-4ab8-b387-3f5585e5e563), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:09.582461 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a2b7edb-2908-4afb-af8c-ee54ee0703df tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:17:09.582944 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9a2b7edb-2908-4afb-af8c-ee54ee0703df tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (77aa67a0-45ca-4ab8-b387-3f5585e5e563), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:09.589525 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:17:09.589525 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:17:09.589525 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:17:09.589525 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:17:09.589525 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:17:09.589525 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:17:09.589525 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:17:09.589525 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:17:09.589525 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:17:09.589525 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:17:09.589525 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:17:09.589525 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:17:09.589525 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:17:09.589525 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:17:09.589525 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:17:09.589525 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:17:09.589525 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:17:09.589525 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:17:09.589525 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:17:09.589525 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:17:09.589525 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:17:09.589525 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:17:09.589525 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:17:09.589525 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:17:09.589525 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:17:09.589525 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:17:09.589525 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:17:09.589525 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:17:09.589525 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:17:09.589525 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:17:09.589525 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:17:09.589525 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:17:09.720471 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9a2b7edb-2908-4afb-af8c-ee54ee0703df tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (c93e0ea9-3deb-4abd-866a-b3d7f0d70467), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:09.751703 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9a2b7edb-2908-4afb-af8c-ee54ee0703df tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:09.761638 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9a2b7edb-2908-4afb-af8c-ee54ee0703df tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/networks/c93e0ea9-3deb-4abd-866a-b3d7f0d70467 HTTP/1.1" status: 204 len: 168 time: 0.6904573 Mar 05 05:17:09.762543 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b7edb-2908-4afb-af8c-ee54ee0703df tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Network': ['ID=c93e0ea9-3deb-4abd-866a-b3d7f0d70467,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:09.765813 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60138) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:09.772632 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-103ac24c-f5a4-4202-9fd1-6b91058af7a5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1502945636'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:09.818693 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103ac24c-f5a4-4202-9fd1-6b91058af7a5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:17:09.823451 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-103ac24c-f5a4-4202-9fd1-6b91058af7a5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:09.876395 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-103ac24c-f5a4-4202-9fd1-6b91058af7a5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:17:09.897107 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-103ac24c-f5a4-4202-9fd1-6b91058af7a5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (03549719-bfaa-497a-aa7e-b137425c29ca), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:09.899436 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-103ac24c-f5a4-4202-9fd1-6b91058af7a5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Added segment 03549719-bfaa-497a-aa7e-b137425c29ca of type vlan for network e3236cdc-78d9-4579-be8a-d73d37a3b5e4 Mar 05 05:17:09.981876 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-103ac24c-f5a4-4202-9fd1-6b91058af7a5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (e3236cdc-78d9-4579-be8a-d73d37a3b5e4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:10.018114 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-103ac24c-f5a4-4202-9fd1-6b91058af7a5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (e3236cdc-78d9-4579-be8a-d73d37a3b5e4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:10.029057 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103ac24c-f5a4-4202-9fd1-6b91058af7a5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:10.032023 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-103ac24c-f5a4-4202-9fd1-6b91058af7a5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:10.155576 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-103ac24c-f5a4-4202-9fd1-6b91058af7a5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3882022 Mar 05 05:17:10.158565 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60150) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:10.164452 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-e04f1780-81e2-4944-95b4-4643583447d1 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'subnet': {'network_id': 'e3236cdc-78d9-4579-be8a-d73d37a3b5e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:10.263700 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ac24c-f5a4-4202-9fd1-6b91058af7a5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Network': ['ID=e3236cdc-78d9-4579-be8a-d73d37a3b5e4,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:10.286703 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network e3236cdc-78d9-4579-be8a-d73d37a3b5e4 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:17:10.325434 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04f1780-81e2-4944-95b4-4643583447d1 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:17:10.331155 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e04f1780-81e2-4944-95b4-4643583447d1 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:10.471790 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.ipam_backend_mixin [None req-e04f1780-81e2-4944-95b4-4643583447d1 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Performing IP validity checks on allocation pools {{(pid=105231) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 05 05:17:10.481049 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.ipam_backend_mixin [None req-e04f1780-81e2-4944-95b4-4643583447d1 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105231) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 05 05:17:10.805789 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e04f1780-81e2-4944-95b4-4643583447d1 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (de85b986-7394-4657-9ca5-e999897cc4fe), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:10.879975 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04f1780-81e2-4944-95b4-4643583447d1 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Checking segment: {'id': '03549719-bfaa-497a-aa7e-b137425c29ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e3236cdc-78d9-4579-be8a-d73d37a3b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:17:10.880349 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04f1780-81e2-4944-95b4-4643583447d1 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network hostable DHCP agents. Network: e3236cdc-78d9-4579-be8a-d73d37a3b5e4, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:17:10.918505 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04f1780-81e2-4944-95b4-4643583447d1 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network e3236cdc-78d9-4579-be8a-d73d37a3b5e4 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:17:10.928987 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f1780-81e2-4944-95b4-4643583447d1 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Subnet': ['ID=de85b986-7394-4657-9ca5-e999897cc4fe,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:10.932436 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-e04f1780-81e2-4944-95b4-4643583447d1 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, e3236cdc-78d9-4579-be8a-d73d37a3b5e4) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:10.937261 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04f1780-81e2-4944-95b4-4643583447d1 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:10.938770 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e04f1780-81e2-4944-95b4-4643583447d1 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:10.943566 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff20a391-47e1-4599-8e0d-5e31612d872b None None] Network e3236cdc-78d9-4579-be8a-d73d37a3b5e4 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:17:10.985936 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e04f1780-81e2-4944-95b4-4643583447d1 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8255708 Mar 05 05:17:10.988377 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60166) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:11.002117 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-ff16c4a4-6baf-4004-99c1-6f3f7e98480a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'port': {'network_id': 'e3236cdc-78d9-4579-be8a-d73d37a3b5e4', 'name': 'tempest-PortsIpV6TestJSON-1200382736'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:11.141369 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb10709-69e8-4867-b536-759a5f0e6305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-e3236cdc-78d9-4579-be8a-d73d37a3b5e4', 'network_id': 'e3236cdc-78d9-4579-be8a-d73d37a3b5e4', 'project_id': 'a80c1cec283c427e906b7c606d277a58', 'fixed_ips': [{'subnet_id': 'de85b986-7394-4657-9ca5-e999897cc4fe'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:17:11.142457 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3cb10709-69e8-4867-b536-759a5f0e6305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:11.289376 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff16c4a4-6baf-4004-99c1-6f3f7e98480a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:17:11.293383 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ff16c4a4-6baf-4004-99c1-6f3f7e98480a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:11.324930 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-ff16c4a4-6baf-4004-99c1-6f3f7e98480a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] device_id is not set on port beeb7c16-edf1-4a62-8fcd-b249533a6327 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:17:11.448747 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-3cb10709-69e8-4867-b536-759a5f0e6305 None None] Allocated IP 2001:db8::2 (e3236cdc-78d9-4579-be8a-d73d37a3b5e4/de85b986-7394-4657-9ca5-e999897cc4fe/235b5250-6883-4da2-95f8-623e8108951b) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:17:11.758804 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3cb10709-69e8-4867-b536-759a5f0e6305 None None] Publish callbacks [] for port (235b5250-6883-4da2-95f8-623e8108951b), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:11.792204 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3cb10709-69e8-4867-b536-759a5f0e6305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (235b5250-6883-4da2-95f8-623e8108951b), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:11.900733 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-ff16c4a4-6baf-4004-99c1-6f3f7e98480a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Allocated IP 2001:db8::1ec (e3236cdc-78d9-4579-be8a-d73d37a3b5e4/de85b986-7394-4657-9ca5-e999897cc4fe/beeb7c16-edf1-4a62-8fcd-b249533a6327) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:17:11.929114 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb10709-69e8-4867-b536-759a5f0e6305 None None] Pushing event updated for resources: {'Port': ['ID=235b5250-6883-4da2-95f8-623e8108951b,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:11.966924 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb10709-69e8-4867-b536-759a5f0e6305 None None] Network e3236cdc-78d9-4579-be8a-d73d37a3b5e4 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:17:11.975381 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-3cb10709-69e8-4867-b536-759a5f0e6305 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:11.978280 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb10709-69e8-4867-b536-759a5f0e6305 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:17:11.994261 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ccbb58bf-bc05-42db-bb7b-7a8ca94e7bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:12.132329 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3cb10709-69e8-4867-b536-759a5f0e6305 None None] Attempting to bind port 235b5250-6883-4da2-95f8-623e8108951b on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:17:12.135417 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3cb10709-69e8-4867-b536-759a5f0e6305 None None] Attempting to bind port 235b5250-6883-4da2-95f8-623e8108951b by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '03549719-bfaa-497a-aa7e-b137425c29ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e3236cdc-78d9-4579-be8a-d73d37a3b5e4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:17:12.135914 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb10709-69e8-4867-b536-759a5f0e6305 None None] Attempting to bind port 235b5250-6883-4da2-95f8-623e8108951b on network e3236cdc-78d9-4579-be8a-d73d37a3b5e4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:17:12.148588 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb10709-69e8-4867-b536-759a5f0e6305 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:17:12.148995 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb10709-69e8-4867-b536-759a5f0e6305 None None] Checking segment: {'id': '03549719-bfaa-497a-aa7e-b137425c29ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e3236cdc-78d9-4579-be8a-d73d37a3b5e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:17:12.151008 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3cb10709-69e8-4867-b536-759a5f0e6305 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:12.151475 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb10709-69e8-4867-b536-759a5f0e6305 None None] Bound using segment: {'id': '03549719-bfaa-497a-aa7e-b137425c29ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e3236cdc-78d9-4579-be8a-d73d37a3b5e4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:17:12.153553 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3cb10709-69e8-4867-b536-759a5f0e6305 None None] Bound port: 235b5250-6883-4da2-95f8-623e8108951b, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03549719-bfaa-497a-aa7e-b137425c29ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e3236cdc-78d9-4579-be8a-d73d37a3b5e4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:17:12.154187 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3cb10709-69e8-4867-b536-759a5f0e6305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (235b5250-6883-4da2-95f8-623e8108951b), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:12.312721 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ff16c4a4-6baf-4004-99c1-6f3f7e98480a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for port (beeb7c16-edf1-4a62-8fcd-b249533a6327), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:12.356193 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-3cb10709-69e8-4867-b536-759a5f0e6305 None None] For port 235b5250-6883-4da2-95f8-623e8108951b, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:17:12.365437 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-3cb10709-69e8-4867-b536-759a5f0e6305 None None] For port 235b5250-6883-4da2-95f8-623e8108951b, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=235b5250-6883-4da2-95f8-623e8108951b,segment=NetworkSegment(03549719-bfaa-497a-aa7e-b137425c29ca),segment_id=03549719-bfaa-497a-aa7e-b137425c29ca)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:17:12.378056 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3cb10709-69e8-4867-b536-759a5f0e6305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (235b5250-6883-4da2-95f8-623e8108951b), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:12.445478 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ff16c4a4-6baf-4004-99c1-6f3f7e98480a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (beeb7c16-edf1-4a62-8fcd-b249533a6327), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:12.540272 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb10709-69e8-4867-b536-759a5f0e6305 None None] Pushing event updated for resources: {'Port': ['ID=235b5250-6883-4da2-95f8-623e8108951b,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:12.587756 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff16c4a4-6baf-4004-99c1-6f3f7e98480a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network e3236cdc-78d9-4579-be8a-d73d37a3b5e4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:17:12.591342 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-ff16c4a4-6baf-4004-99c1-6f3f7e98480a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:12.608906 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff16c4a4-6baf-4004-99c1-6f3f7e98480a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:17:12.614360 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff16c4a4-6baf-4004-99c1-6f3f7e98480a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:12.625656 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ff16c4a4-6baf-4004-99c1-6f3f7e98480a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:12.645246 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16c4a4-6baf-4004-99c1-6f3f7e98480a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Port': ['ID=beeb7c16-edf1-4a62-8fcd-b249533a6327,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:12.699098 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ff16c4a4-6baf-4004-99c1-6f3f7e98480a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7046573 Mar 05 05:17:12.699473 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60192) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:13.032493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-79b0ca8c-ccec-4fb5-9353-0e740bf0e2f6 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Deleting port beeb7c16-edf1-4a62-8fcd-b249533a6327 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:17:13.037066 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-79b0ca8c-ccec-4fb5-9353-0e740bf0e2f6 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (beeb7c16-edf1-4a62-8fcd-b249533a6327), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:13.251803 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-79b0ca8c-ccec-4fb5-9353-0e740bf0e2f6 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (beeb7c16-edf1-4a62-8fcd-b249533a6327), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:13.268411 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-79b0ca8c-ccec-4fb5-9353-0e740bf0e2f6 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Calling delete_port for beeb7c16-edf1-4a62-8fcd-b249533a6327 owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:17:13.448262 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 235b5250-6883-4da2-95f8-623e8108951b up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:17:13.593830 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-79b0ca8c-ccec-4fb5-9353-0e740bf0e2f6 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (beeb7c16-edf1-4a62-8fcd-b249533a6327), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:13.633683 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0ca8c-ccec-4fb5-9353-0e740bf0e2f6 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Port': ['ID=beeb7c16-edf1-4a62-8fcd-b249533a6327,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:13.638440 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 235b5250-6883-4da2-95f8-623e8108951b triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:13.638961 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (235b5250-6883-4da2-95f8-623e8108951b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:13.709189 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-79b0ca8c-ccec-4fb5-9353-0e740bf0e2f6 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:13.713953 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-79b0ca8c-ccec-4fb5-9353-0e740bf0e2f6 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/ports/beeb7c16-edf1-4a62-8fcd-b249533a6327 HTTP/1.1" status: 204 len: 168 time: 1.0128732 Mar 05 05:17:13.717101 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60212) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:13.788663 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-facd4e43-63ec-426c-bf4f-c9847c397ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:13.797754 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-78840d63-2d4d-47f3-b59f-346c3e48a1df tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] DELETE failed (client error): The resource could not be found. Mar 05 05:17:13.801396 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78840d63-2d4d-47f3-b59f-346c3e48a1df tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:17:13.808123 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-78840d63-2d4d-47f3-b59f-346c3e48a1df tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/ports/beeb7c16-edf1-4a62-8fcd-b249533a6327 HTTP/1.1" status: 404 len: 333 time: 0.0898411 Mar 05 05:17:13.810868 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60218) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:13.909361 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-b724d794-e99f-4b7d-afbe-773a4ef5e615 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] GET failed (client error): The resource could not be found. Mar 05 05:17:13.920569 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b724d794-e99f-4b7d-afbe-773a4ef5e615 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "GET /v2.0/ports/beeb7c16-edf1-4a62-8fcd-b249533a6327 HTTP/1.1" status: 404 len: 333 time: 0.1070983 Mar 05 05:17:13.922062 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60224) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:13.963471 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:13.991462 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 235b5250-6883-4da2-95f8-623e8108951b is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:13.991863 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (235b5250-6883-4da2-95f8-623e8108951b), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:14.037324 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef5c000-2009-4bdf-8ca4-acf85b947fdf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Deleting subnet de85b986-7394-4657-9ca5-e999897cc4fe {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:17:14.055883 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4ef5c000-2009-4bdf-8ca4-acf85b947fdf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for subnet (de85b986-7394-4657-9ca5-e999897cc4fe), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:14.100262 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:14.157550 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 235b5250-6883-4da2-95f8-623e8108951b, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=235b5250-6883-4da2-95f8-623e8108951b,segment=NetworkSegment(03549719-bfaa-497a-aa7e-b137425c29ca),segment_id=03549719-bfaa-497a-aa7e-b137425c29ca)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:17:14.165078 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (235b5250-6883-4da2-95f8-623e8108951b), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:14.198171 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4ef5c000-2009-4bdf-8ca4-acf85b947fdf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (de85b986-7394-4657-9ca5-e999897cc4fe), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:14.323926 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=235b5250-6883-4da2-95f8-623e8108951b,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:14.368859 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8165d77-9dc6-447c-a553-c34f4b2e25ad None None] Network e3236cdc-78d9-4579-be8a-d73d37a3b5e4 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:17:14.489755 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4ef5c000-2009-4bdf-8ca4-acf85b947fdf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (de85b986-7394-4657-9ca5-e999897cc4fe), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:14.609678 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-72f22ae5-f24b-4e65-90c8-2eb4d37c819d None None] Provisioning complete for port 235b5250-6883-4da2-95f8-623e8108951b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:14.610047 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-72f22ae5-f24b-4e65-90c8-2eb4d37c819d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (235b5250-6883-4da2-95f8-623e8108951b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:14.687986 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4ef5c000-2009-4bdf-8ca4-acf85b947fdf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (de85b986-7394-4657-9ca5-e999897cc4fe), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:14.731887 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4ef5c000-2009-4bdf-8ca4-acf85b947fdf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:14.738439 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4ef5c000-2009-4bdf-8ca4-acf85b947fdf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/subnets/de85b986-7394-4657-9ca5-e999897cc4fe HTTP/1.1" status: 204 len: 168 time: 0.8139341 Mar 05 05:17:14.740358 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60234) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:14.835994 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5c000-2009-4bdf-8ca4-acf85b947fdf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Subnet': ['ID=de85b986-7394-4657-9ca5-e999897cc4fe,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:14.954248 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-25039d98-7a03-443e-baa4-26f8fe82c550 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (e3236cdc-78d9-4579-be8a-d73d37a3b5e4), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:15.074843 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-72f22ae5-f24b-4e65-90c8-2eb4d37c819d None None] Current status of the port 235b5250-6883-4da2-95f8-623e8108951b is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:15.128280 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:15.234599 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-25039d98-7a03-443e-baa4-26f8fe82c550 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Deleting port 235b5250-6883-4da2-95f8-623e8108951b {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:17:15.234902 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-25039d98-7a03-443e-baa4-26f8fe82c550 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (235b5250-6883-4da2-95f8-623e8108951b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:15.436456 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 235b5250-6883-4da2-95f8-623e8108951b up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:17:15.483840 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-25039d98-7a03-443e-baa4-26f8fe82c550 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] For port 235b5250-6883-4da2-95f8-623e8108951b, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=235b5250-6883-4da2-95f8-623e8108951b,segment=NetworkSegment(03549719-bfaa-497a-aa7e-b137425c29ca),segment_id=03549719-bfaa-497a-aa7e-b137425c29ca)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:17:15.484252 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-25039d98-7a03-443e-baa4-26f8fe82c550 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (235b5250-6883-4da2-95f8-623e8108951b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:15.530108 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-25039d98-7a03-443e-baa4-26f8fe82c550 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Calling delete_port for 235b5250-6883-4da2-95f8-623e8108951b owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:17:15.566029 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946e4320-80bb-4e12-a30b-10a6915e1063 None None] Network e3236cdc-78d9-4579-be8a-d73d37a3b5e4 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:17:15.681373 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-25039d98-7a03-443e-baa4-26f8fe82c550 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (235b5250-6883-4da2-95f8-623e8108951b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:15.702600 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25039d98-7a03-443e-baa4-26f8fe82c550 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] No DVR routers for this DVR port 235b5250-6883-4da2-95f8-623e8108951b on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:17:15.716534 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 235b5250-6883-4da2-95f8-623e8108951b triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:15.717007 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (235b5250-6883-4da2-95f8-623e8108951b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:15.744967 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f2e7e202-b6fb-48a8-8ca7-04984bd2efd0 None None] Could not find standard attr ID for object 235b5250-6883-4da2-95f8-623e8108951b. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 05:17:15.747331 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Port 235b5250-6883-4da2-95f8-623e8108951b was deleted so its status cannot be updated. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 05 05:17:15.833535 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25039d98-7a03-443e-baa4-26f8fe82c550 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Port': ['ID=235b5250-6883-4da2-95f8-623e8108951b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:15.849675 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3744124-2546-4df3-b6f9-a7f15c55df80 None None] DHCP port deletion for e3236cdc-78d9-4579-be8a-d73d37a3b5e4 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:17:15.966231 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-25039d98-7a03-443e-baa4-26f8fe82c550 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (e3236cdc-78d9-4579-be8a-d73d37a3b5e4), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:16.010011 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-25039d98-7a03-443e-baa4-26f8fe82c550 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3236cdc-78d9-4579-be8a-d73d37a3b5e4']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:16.028544 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-25039d98-7a03-443e-baa4-26f8fe82c550 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03549719-bfaa-497a-aa7e-b137425c29ca') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:16.028988 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-25039d98-7a03-443e-baa4-26f8fe82c550 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03549719-bfaa-497a-aa7e-b137425c29ca') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:16.054499 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-25039d98-7a03-443e-baa4-26f8fe82c550 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (03549719-bfaa-497a-aa7e-b137425c29ca), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:16.070019 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-25039d98-7a03-443e-baa4-26f8fe82c550 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (03549719-bfaa-497a-aa7e-b137425c29ca), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:16.077074 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25039d98-7a03-443e-baa4-26f8fe82c550 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:17:16.077966 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-25039d98-7a03-443e-baa4-26f8fe82c550 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (03549719-bfaa-497a-aa7e-b137425c29ca), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:16.083386 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:17:16.083386 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:17:16.083386 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:17:16.083386 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:17:16.083386 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:17:16.083386 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:17:16.083386 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:17:16.083386 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:17:16.083386 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:17:16.083386 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:17:16.083386 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:17:16.083386 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:17:16.083386 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:17:16.083386 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:17:16.083386 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:17:16.083386 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:17:16.083386 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:17:16.083386 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:17:16.083386 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:17:16.083386 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:17:16.083386 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:17:16.083386 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:17:16.083386 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:17:16.083386 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:17:16.083386 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:17:16.083386 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:17:16.083386 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:17:16.083386 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:17:16.083386 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:17:16.083386 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:17:16.083386 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:17:16.083386 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:17:16.182076 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-25039d98-7a03-443e-baa4-26f8fe82c550 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (e3236cdc-78d9-4579-be8a-d73d37a3b5e4), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:16.187805 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-25039d98-7a03-443e-baa4-26f8fe82c550 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:16.199469 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-25039d98-7a03-443e-baa4-26f8fe82c550 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/networks/e3236cdc-78d9-4579-be8a-d73d37a3b5e4 HTTP/1.1" status: 204 len: 168 time: 1.4516356 Mar 05 05:17:16.201178 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60262) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:16.210515 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-1240515c-5214-434f-91dd-c416608a8ced tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1832169564'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:16.241300 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25039d98-7a03-443e-baa4-26f8fe82c550 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Network': ['ID=e3236cdc-78d9-4579-be8a-d73d37a3b5e4,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:16.264668 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1240515c-5214-434f-91dd-c416608a8ced tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:17:16.270558 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1240515c-5214-434f-91dd-c416608a8ced tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:16.352817 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:16.358136 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1240515c-5214-434f-91dd-c416608a8ced tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:17:16.384275 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1240515c-5214-434f-91dd-c416608a8ced tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (5e6da48e-ddb3-4add-bdf4-6f794759b25b), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:16.385353 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-1240515c-5214-434f-91dd-c416608a8ced tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Added segment 5e6da48e-ddb3-4add-bdf4-6f794759b25b of type vlan for network 53ed206a-0def-412b-80f4-91d81fce3e59 Mar 05 05:17:16.518048 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1240515c-5214-434f-91dd-c416608a8ced tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (53ed206a-0def-412b-80f4-91d81fce3e59), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:16.578500 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1240515c-5214-434f-91dd-c416608a8ced tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (53ed206a-0def-412b-80f4-91d81fce3e59), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:16.584354 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1240515c-5214-434f-91dd-c416608a8ced tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:16.585031 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1240515c-5214-434f-91dd-c416608a8ced tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:16.655759 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1240515c-5214-434f-91dd-c416608a8ced tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4492528 Mar 05 05:17:16.658888 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60272) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:16.664886 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-d31bc141-4912-45cf-a08b-df01f6870715 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'subnet': {'network_id': '53ed206a-0def-412b-80f4-91d81fce3e59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:16.725731 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60274) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:16.755331 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240515c-5214-434f-91dd-c416608a8ced tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Network': ['ID=53ed206a-0def-412b-80f4-91d81fce3e59,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:16.766568 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 53ed206a-0def-412b-80f4-91d81fce3e59 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:17:16.880713 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31bc141-4912-45cf-a08b-df01f6870715 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:17:16.885885 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d31bc141-4912-45cf-a08b-df01f6870715 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:17.040387 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6d66e28a-0b0d-42e8-b1bd-5d2554b00096 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ffd6f5814d9b4317863755e46d675d39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3109732 Mar 05 05:17:17.042910 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60282) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:17.181637 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2c551ff1-1b9e-4040-8350-352d323b9cdb admin admin] Publish callbacks [] for security_group (2d6af130-5cb2-4152-8be3-f9b0efe44523), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:17.225902 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2c551ff1-1b9e-4040-8350-352d323b9cdb admin admin] Publish callbacks [] for security_group (2d6af130-5cb2-4152-8be3-f9b0efe44523), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:17.302210 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d31bc141-4912-45cf-a08b-df01f6870715 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (31d849d0-aae3-42c2-b269-467e4dbda181), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:17.332979 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2c551ff1-1b9e-4040-8350-352d323b9cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (2d6af130-5cb2-4152-8be3-f9b0efe44523), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:17.337902 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2c551ff1-1b9e-4040-8350-352d323b9cdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:17.339044 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2c551ff1-1b9e-4040-8350-352d323b9cdb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2d6af130-5cb2-4152-8be3-f9b0efe44523 HTTP/1.1" status: 204 len: 168 time: 0.2948518 Mar 05 05:17:17.352615 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c551ff1-1b9e-4040-8350-352d323b9cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6af130-5cb2-4152-8be3-f9b0efe44523,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:17.395910 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 235b5250-6883-4da2-95f8-623e8108951b no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:17:17.446959 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 235b5250-6883-4da2-95f8-623e8108951b {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:17:17.450087 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 235b5250-6883-4da2-95f8-623e8108951b not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:17:17.493640 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31bc141-4912-45cf-a08b-df01f6870715 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Checking segment: {'id': '5e6da48e-ddb3-4add-bdf4-6f794759b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53ed206a-0def-412b-80f4-91d81fce3e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:17:17.494006 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31bc141-4912-45cf-a08b-df01f6870715 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network hostable DHCP agents. Network: 53ed206a-0def-412b-80f4-91d81fce3e59, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:17:17.497727 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31bc141-4912-45cf-a08b-df01f6870715 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Subnet': ['ID=31d849d0-aae3-42c2-b269-467e4dbda181,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:17.538451 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31bc141-4912-45cf-a08b-df01f6870715 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network 53ed206a-0def-412b-80f4-91d81fce3e59 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:17:17.555364 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-d31bc141-4912-45cf-a08b-df01f6870715 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 53ed206a-0def-412b-80f4-91d81fce3e59) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:17.563459 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bad5cb-eda6-4849-aa78-91146e2ec130 None None] Network 53ed206a-0def-412b-80f4-91d81fce3e59 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:17:17.576358 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31bc141-4912-45cf-a08b-df01f6870715 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:17.578258 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d31bc141-4912-45cf-a08b-df01f6870715 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:17.622328 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d31bc141-4912-45cf-a08b-df01f6870715 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9620862 Mar 05 05:17:17.625114 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60294) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:17.633203 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-663d7259-a06a-47be-8f07-4c337c63998d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'port': {'network_id': '53ed206a-0def-412b-80f4-91d81fce3e59', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1120814432'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:17.888626 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b04edf6-f7e5-4492-ad16-19eb76481068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-53ed206a-0def-412b-80f4-91d81fce3e59', 'network_id': '53ed206a-0def-412b-80f4-91d81fce3e59', 'project_id': 'a80c1cec283c427e906b7c606d277a58', 'fixed_ips': [{'subnet_id': '31d849d0-aae3-42c2-b269-467e4dbda181'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:17:17.889512 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1b04edf6-f7e5-4492-ad16-19eb76481068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:17.910407 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663d7259-a06a-47be-8f07-4c337c63998d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:17:17.913045 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:17.918811 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-663d7259-a06a-47be-8f07-4c337c63998d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:17.995642 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-663d7259-a06a-47be-8f07-4c337c63998d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] device_id is not set on port 691ea74a-595a-4e85-a93a-53cb3f26dab4 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:17:18.120469 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-1b04edf6-f7e5-4492-ad16-19eb76481068 None None] Allocated IP 2001:db8::2 (53ed206a-0def-412b-80f4-91d81fce3e59/31d849d0-aae3-42c2-b269-467e4dbda181/eacbe6ae-a431-407b-8dbc-9fb90b5fe76c) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:17:18.343610 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1b04edf6-f7e5-4492-ad16-19eb76481068 None None] Publish callbacks [] for port (eacbe6ae-a431-407b-8dbc-9fb90b5fe76c), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:18.352534 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1b04edf6-f7e5-4492-ad16-19eb76481068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (eacbe6ae-a431-407b-8dbc-9fb90b5fe76c), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:18.402840 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b04edf6-f7e5-4492-ad16-19eb76481068 None None] Network 53ed206a-0def-412b-80f4-91d81fce3e59 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:17:18.428737 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-1b04edf6-f7e5-4492-ad16-19eb76481068 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:18.433294 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b04edf6-f7e5-4492-ad16-19eb76481068 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:17:18.434899 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-663d7259-a06a-47be-8f07-4c337c63998d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Allocated IP 2001:db8::3da (53ed206a-0def-412b-80f4-91d81fce3e59/31d849d0-aae3-42c2-b269-467e4dbda181/691ea74a-595a-4e85-a93a-53cb3f26dab4) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:17:18.492611 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04edf6-f7e5-4492-ad16-19eb76481068 None None] Pushing event updated for resources: {'Port': ['ID=eacbe6ae-a431-407b-8dbc-9fb90b5fe76c,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:18.563430 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-1b04edf6-f7e5-4492-ad16-19eb76481068 None None] Attempting to bind port eacbe6ae-a431-407b-8dbc-9fb90b5fe76c on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:17:18.563930 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-1b04edf6-f7e5-4492-ad16-19eb76481068 None None] Attempting to bind port eacbe6ae-a431-407b-8dbc-9fb90b5fe76c by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '5e6da48e-ddb3-4add-bdf4-6f794759b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53ed206a-0def-412b-80f4-91d81fce3e59'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:17:18.564169 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b04edf6-f7e5-4492-ad16-19eb76481068 None None] Attempting to bind port eacbe6ae-a431-407b-8dbc-9fb90b5fe76c on network 53ed206a-0def-412b-80f4-91d81fce3e59 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:17:18.580926 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b04edf6-f7e5-4492-ad16-19eb76481068 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:17:18.581503 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b04edf6-f7e5-4492-ad16-19eb76481068 None None] Checking segment: {'id': '5e6da48e-ddb3-4add-bdf4-6f794759b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53ed206a-0def-412b-80f4-91d81fce3e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:17:18.581955 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1b04edf6-f7e5-4492-ad16-19eb76481068 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:18.582312 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b04edf6-f7e5-4492-ad16-19eb76481068 None None] Bound using segment: {'id': '5e6da48e-ddb3-4add-bdf4-6f794759b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53ed206a-0def-412b-80f4-91d81fce3e59'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:17:18.582806 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-1b04edf6-f7e5-4492-ad16-19eb76481068 None None] Bound port: eacbe6ae-a431-407b-8dbc-9fb90b5fe76c, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e6da48e-ddb3-4add-bdf4-6f794759b25b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '53ed206a-0def-412b-80f4-91d81fce3e59'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:17:18.583224 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1b04edf6-f7e5-4492-ad16-19eb76481068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (eacbe6ae-a431-407b-8dbc-9fb90b5fe76c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:18.593937 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60326) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:18.713332 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-1b04edf6-f7e5-4492-ad16-19eb76481068 None None] For port eacbe6ae-a431-407b-8dbc-9fb90b5fe76c, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:17:18.730197 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-1b04edf6-f7e5-4492-ad16-19eb76481068 None None] For port eacbe6ae-a431-407b-8dbc-9fb90b5fe76c, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=eacbe6ae-a431-407b-8dbc-9fb90b5fe76c,segment=NetworkSegment(5e6da48e-ddb3-4add-bdf4-6f794759b25b),segment_id=5e6da48e-ddb3-4add-bdf4-6f794759b25b)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:17:18.756216 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1b04edf6-f7e5-4492-ad16-19eb76481068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (eacbe6ae-a431-407b-8dbc-9fb90b5fe76c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:18.786385 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-663d7259-a06a-47be-8f07-4c337c63998d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for port (691ea74a-595a-4e85-a93a-53cb3f26dab4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:18.861222 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-024e9241-026d-48f3-867e-7d77f0a2d1e6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1192965784-network', 'tenant_id': '8737610901724819a779a8544a8db8d6'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:18.863864 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04edf6-f7e5-4492-ad16-19eb76481068 None None] Pushing event updated for resources: {'Port': ['ID=eacbe6ae-a431-407b-8dbc-9fb90b5fe76c,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:18.880612 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-663d7259-a06a-47be-8f07-4c337c63998d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (691ea74a-595a-4e85-a93a-53cb3f26dab4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:18.918794 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024e9241-026d-48f3-867e-7d77f0a2d1e6 admin admin] Made reservation on behalf of 8737610901724819a779a8544a8db8d6 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:17:18.924422 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-024e9241-026d-48f3-867e-7d77f0a2d1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:18.952044 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-024e9241-026d-48f3-867e-7d77f0a2d1e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:18.964932 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d7259-a06a-47be-8f07-4c337c63998d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Port': ['ID=691ea74a-595a-4e85-a93a-53cb3f26dab4,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:18.975577 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663d7259-a06a-47be-8f07-4c337c63998d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network 53ed206a-0def-412b-80f4-91d81fce3e59 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:17:18.977470 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-663d7259-a06a-47be-8f07-4c337c63998d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:18.984043 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663d7259-a06a-47be-8f07-4c337c63998d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:17:18.989830 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663d7259-a06a-47be-8f07-4c337c63998d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:18.990460 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-663d7259-a06a-47be-8f07-4c337c63998d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:19.040331 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-663d7259-a06a-47be-8f07-4c337c63998d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.4114799 Mar 05 05:17:19.043367 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60344) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:19.247360 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-024e9241-026d-48f3-867e-7d77f0a2d1e6 admin admin] Publish callbacks [] for security_group (b71bf327-5e7e-4ff7-a67f-1d9535d7bfc3), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:19.268125 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-024e9241-026d-48f3-867e-7d77f0a2d1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b71bf327-5e7e-4ff7-a67f-1d9535d7bfc3), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:19.382819 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-d11b1d05-110a-4346-9323-fb72dfd31eb3 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1843465438&fields=id&tenant_id=06a4f309563b434e9962ec2905954423 HTTP/1.1" status: 200 len: 267 time: 0.2173474 Mar 05 05:17:19.403438 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-024e9241-026d-48f3-867e-7d77f0a2d1e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:17:19.416709 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-561b51a5-f64f-4c49-b69c-d3b055ab9f47 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Deleting port 691ea74a-595a-4e85-a93a-53cb3f26dab4 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:17:19.418267 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-561b51a5-f64f-4c49-b69c-d3b055ab9f47 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (691ea74a-595a-4e85-a93a-53cb3f26dab4), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:19.448380 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-024e9241-026d-48f3-867e-7d77f0a2d1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (181f6e11-e28a-413b-9d05-8ca69697e926), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:19.448756 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-024e9241-026d-48f3-867e-7d77f0a2d1e6 admin admin] Added segment 181f6e11-e28a-413b-9d05-8ca69697e926 of type vlan for network bba440b7-2141-45e7-a16b-f57cf098448a Mar 05 05:17:19.552779 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-024e9241-026d-48f3-867e-7d77f0a2d1e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (bba440b7-2141-45e7-a16b-f57cf098448a), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:19.603748 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-561b51a5-f64f-4c49-b69c-d3b055ab9f47 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (691ea74a-595a-4e85-a93a-53cb3f26dab4), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:19.609971 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-024e9241-026d-48f3-867e-7d77f0a2d1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (bba440b7-2141-45e7-a16b-f57cf098448a), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:19.622345 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024e9241-026d-48f3-867e-7d77f0a2d1e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:19.623203 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-024e9241-026d-48f3-867e-7d77f0a2d1e6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:19.633099 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-561b51a5-f64f-4c49-b69c-d3b055ab9f47 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Calling delete_port for 691ea74a-595a-4e85-a93a-53cb3f26dab4 owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:17:19.761698 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e9241-026d-48f3-867e-7d77f0a2d1e6 admin admin] Pushing event updated for resources: {'Network': ['ID=bba440b7-2141-45e7-a16b-f57cf098448a,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:19.785900 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network bba440b7-2141-45e7-a16b-f57cf098448a details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:17:19.871819 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e9241-026d-48f3-867e-7d77f0a2d1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71bf327-5e7e-4ff7-a67f-1d9535d7bfc3,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:19.882138 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-561b51a5-f64f-4c49-b69c-d3b055ab9f47 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (691ea74a-595a-4e85-a93a-53cb3f26dab4), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:19.892321 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-024e9241-026d-48f3-867e-7d77f0a2d1e6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2950451 Mar 05 05:17:19.903928 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60360) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:19.920295 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-ad453565-2d04-439c-971f-c58b12ba1b11 admin admin] Request body: {'subnet': {'network_id': 'bba440b7-2141-45e7-a16b-f57cf098448a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1192965784-subnet', 'tenant_id': '8737610901724819a779a8544a8db8d6', 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:19.954515 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b51a5-f64f-4c49-b69c-d3b055ab9f47 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Port': ['ID=691ea74a-595a-4e85-a93a-53cb3f26dab4,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:20.050735 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-561b51a5-f64f-4c49-b69c-d3b055ab9f47 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:20.055778 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-561b51a5-f64f-4c49-b69c-d3b055ab9f47 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/ports/691ea74a-595a-4e85-a93a-53cb3f26dab4 HTTP/1.1" status: 204 len: 168 time: 1.0112441 Mar 05 05:17:20.058206 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60362) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:20.107039 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad453565-2d04-439c-971f-c58b12ba1b11 admin admin] Made reservation on behalf of 8737610901724819a779a8544a8db8d6 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:17:20.108579 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce567ed5-846c-42c1-aee6-182fbd8d9ee9 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] GET failed (client error): The resource could not be found. Mar 05 05:17:20.109385 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ad453565-2d04-439c-971f-c58b12ba1b11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:20.119995 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ce567ed5-846c-42c1-aee6-182fbd8d9ee9 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "GET /v2.0/ports/691ea74a-595a-4e85-a93a-53cb3f26dab4 HTTP/1.1" status: 404 len: 333 time: 0.0583825 Mar 05 05:17:20.120660 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60364) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:20.290873 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-b362225c-8e60-4906-8f20-205166cd1977 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:20.299762 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-b362225c-8e60-4906-8f20-205166cd1977 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 812 time: 0.9158573 Mar 05 05:17:20.608696 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-b4de5826-36b9-4c38-9d22-bb32a3842a13 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/quotas/06a4f309563b434e9962ec2905954423 HTTP/1.1" status: 200 len: 375 time: 0.2938333 Mar 05 05:17:20.731594 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-2392271b-4a35-45f6-85ec-9b1bdf4605cf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Deleting subnet 31d849d0-aae3-42c2-b269-467e4dbda181 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:17:20.747674 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2392271b-4a35-45f6-85ec-9b1bdf4605cf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for subnet (31d849d0-aae3-42c2-b269-467e4dbda181), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:20.836157 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ad453565-2d04-439c-971f-c58b12ba1b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (cf11e7ea-adce-4d32-966f-561cf09d4794), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:20.836339 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d780b5-9cad-440f-b9b9-2991c5a6570f None None] Network 53ed206a-0def-412b-80f4-91d81fce3e59 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:17:20.845444 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2392271b-4a35-45f6-85ec-9b1bdf4605cf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (31d849d0-aae3-42c2-b269-467e4dbda181), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:20.937691 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-665e0e0d-e6bd-4fdd-8eed-08cddc1b733a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3279035 Mar 05 05:17:21.001893 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad453565-2d04-439c-971f-c58b12ba1b11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf11e7ea-adce-4d32-966f-561cf09d4794,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:21.061925 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad453565-2d04-439c-971f-c58b12ba1b11 admin admin] Checking segment: {'id': '181f6e11-e28a-413b-9d05-8ca69697e926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bba440b7-2141-45e7-a16b-f57cf098448a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:17:21.062500 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad453565-2d04-439c-971f-c58b12ba1b11 admin admin] Network hostable DHCP agents. Network: bba440b7-2141-45e7-a16b-f57cf098448a, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:17:21.082071 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f8a0e59b-842c-4284-be4a-58c1ae23f1fa None None] Provisioning complete for port eacbe6ae-a431-407b-8dbc-9fb90b5fe76c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:21.082761 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f8a0e59b-842c-4284-be4a-58c1ae23f1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (eacbe6ae-a431-407b-8dbc-9fb90b5fe76c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:21.112402 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2392271b-4a35-45f6-85ec-9b1bdf4605cf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (31d849d0-aae3-42c2-b269-467e4dbda181), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:21.329028 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-8cc2397f-8126-4e9a-a775-005a8c694b0e service neutron] 10.222.0.11 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642476 Mar 05 05:17:21.356032 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2392271b-4a35-45f6-85ec-9b1bdf4605cf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (31d849d0-aae3-42c2-b269-467e4dbda181), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:21.406462 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f8a0e59b-842c-4284-be4a-58c1ae23f1fa None None] Current status of the port eacbe6ae-a431-407b-8dbc-9fb90b5fe76c is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:21.407219 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f8a0e59b-842c-4284-be4a-58c1ae23f1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (eacbe6ae-a431-407b-8dbc-9fb90b5fe76c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:21.441312 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad453565-2d04-439c-971f-c58b12ba1b11 admin admin] Network bba440b7-2141-45e7-a16b-f57cf098448a is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:17:21.475828 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f8a0e59b-842c-4284-be4a-58c1ae23f1fa None None] For port eacbe6ae-a431-407b-8dbc-9fb90b5fe76c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=eacbe6ae-a431-407b-8dbc-9fb90b5fe76c,segment=NetworkSegment(5e6da48e-ddb3-4add-bdf4-6f794759b25b),segment_id=5e6da48e-ddb3-4add-bdf4-6f794759b25b)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:17:21.486969 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f8a0e59b-842c-4284-be4a-58c1ae23f1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (eacbe6ae-a431-407b-8dbc-9fb90b5fe76c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:21.496567 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device eacbe6ae-a431-407b-8dbc-9fb90b5fe76c up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:17:21.506290 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392271b-4a35-45f6-85ec-9b1bdf4605cf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Subnet': ['ID=31d849d0-aae3-42c2-b269-467e4dbda181,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:21.725717 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port eacbe6ae-a431-407b-8dbc-9fb90b5fe76c triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:21.730462 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (eacbe6ae-a431-407b-8dbc-9fb90b5fe76c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:21.745191 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0e59b-842c-4284-be4a-58c1ae23f1fa None None] Pushing event updated for resources: {'Port': ['ID=eacbe6ae-a431-407b-8dbc-9fb90b5fe76c,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:21.796053 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-ff2d4a48-70e7-4724-8f75-316c7ef8521a None None] Provisioning complete for port eacbe6ae-a431-407b-8dbc-9fb90b5fe76c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:21.796833 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ff2d4a48-70e7-4724-8f75-316c7ef8521a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (eacbe6ae-a431-407b-8dbc-9fb90b5fe76c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:21.830846 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0e59b-842c-4284-be4a-58c1ae23f1fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:21.831695 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0e59b-842c-4284-be4a-58c1ae23f1fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:21.832276 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0e59b-842c-4284-be4a-58c1ae23f1fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:21.833057 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0e59b-842c-4284-be4a-58c1ae23f1fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:21.833641 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0e59b-842c-4284-be4a-58c1ae23f1fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:21.834221 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0e59b-842c-4284-be4a-58c1ae23f1fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:21.834781 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0e59b-842c-4284-be4a-58c1ae23f1fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:21.835390 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0e59b-842c-4284-be4a-58c1ae23f1fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:21.835968 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0e59b-842c-4284-be4a-58c1ae23f1fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:21.836541 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0e59b-842c-4284-be4a-58c1ae23f1fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:21.837552 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0e59b-842c-4284-be4a-58c1ae23f1fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:21.838107 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0e59b-842c-4284-be4a-58c1ae23f1fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:21.838667 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0e59b-842c-4284-be4a-58c1ae23f1fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:21.961810 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2392271b-4a35-45f6-85ec-9b1bdf4605cf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:21.968410 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2392271b-4a35-45f6-85ec-9b1bdf4605cf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/subnets/31d849d0-aae3-42c2-b269-467e4dbda181 HTTP/1.1" status: 204 len: 168 time: 1.8364079 Mar 05 05:17:21.971230 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60392) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:21.978203 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec84f53-f7a9-49b0-a259-b3f5804d08ba None None] Network 53ed206a-0def-412b-80f4-91d81fce3e59 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:17:21.999829 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-ad453565-2d04-439c-971f-c58b12ba1b11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, bba440b7-2141-45e7-a16b-f57cf098448a) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:22.010931 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad453565-2d04-439c-971f-c58b12ba1b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:22.013456 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ad453565-2d04-439c-971f-c58b12ba1b11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:22.022300 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ecf7fc-f850-4596-b7e0-e4e7ad453988 None None] Network bba440b7-2141-45e7-a16b-f57cf098448a requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:17:22.025666 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ff2d4a48-70e7-4724-8f75-316c7ef8521a None None] Current status of the port eacbe6ae-a431-407b-8dbc-9fb90b5fe76c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:22.081315 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ad453565-2d04-439c-971f-c58b12ba1b11 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1737828 Mar 05 05:17:22.093869 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60394) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:22.116318 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-1e789785-59b1-4b3b-8cf4-ed0ddb7d22cb admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1192965784-router', 'tenant_id': '8737610901724819a779a8544a8db8d6', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:22.143252 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b84fa35-b8fc-43fd-8789-a460115e9180 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (53ed206a-0def-412b-80f4-91d81fce3e59), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:22.160901 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e789785-59b1-4b3b-8cf4-ed0ddb7d22cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:22.161945 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e789785-59b1-4b3b-8cf4-ed0ddb7d22cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:22.249855 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-6b84fa35-b8fc-43fd-8789-a460115e9180 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Deleting port eacbe6ae-a431-407b-8dbc-9fb90b5fe76c {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:17:22.251341 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b84fa35-b8fc-43fd-8789-a460115e9180 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (eacbe6ae-a431-407b-8dbc-9fb90b5fe76c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:22.286665 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e789785-59b1-4b3b-8cf4-ed0ddb7d22cb admin admin] Publish callbacks [] for router_controller (d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:22.309235 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port eacbe6ae-a431-407b-8dbc-9fb90b5fe76c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:22.326508 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-9693a89f-8df2-40a7-9e47-61fce2d5eb5a None None] Could not find standard attr ID for object 691ea74a-595a-4e85-a93a-53cb3f26dab4. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 05:17:22.390073 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-6b84fa35-b8fc-43fd-8789-a460115e9180 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] For port eacbe6ae-a431-407b-8dbc-9fb90b5fe76c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=eacbe6ae-a431-407b-8dbc-9fb90b5fe76c,segment=NetworkSegment(5e6da48e-ddb3-4add-bdf4-6f794759b25b),segment_id=5e6da48e-ddb3-4add-bdf4-6f794759b25b)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:17:22.390510 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b84fa35-b8fc-43fd-8789-a460115e9180 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (eacbe6ae-a431-407b-8dbc-9fb90b5fe76c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:22.401386 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-4eeeda28-2d55-40b1-98f9-a86f7a3ae2e2 service neutron] 10.222.0.11 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0714090 Mar 05 05:17:22.421281 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-6b84fa35-b8fc-43fd-8789-a460115e9180 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Calling delete_port for eacbe6ae-a431-407b-8dbc-9fb90b5fe76c owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:17:22.518532 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6075d74-332a-4e89-98a5-582807ac9037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-bba440b7-2141-45e7-a16b-f57cf098448a', 'network_id': 'bba440b7-2141-45e7-a16b-f57cf098448a', 'project_id': '8737610901724819a779a8544a8db8d6', 'fixed_ips': [{'subnet_id': 'cf11e7ea-adce-4d32-966f-561cf09d4794'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:17:22.521936 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c6075d74-332a-4e89-98a5-582807ac9037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:22.560202 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1241db-f466-4384-ad48-0debcd71e5b7 None None] DHCP port deletion for 53ed206a-0def-412b-80f4-91d81fce3e59 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:17:22.648088 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b84fa35-b8fc-43fd-8789-a460115e9180 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (eacbe6ae-a431-407b-8dbc-9fb90b5fe76c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:22.681027 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84fa35-b8fc-43fd-8789-a460115e9180 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Port': ['ID=eacbe6ae-a431-407b-8dbc-9fb90b5fe76c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:22.694391 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b84fa35-b8fc-43fd-8789-a460115e9180 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] No DVR routers for this DVR port eacbe6ae-a431-407b-8dbc-9fb90b5fe76c on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:17:22.763380 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e789785-59b1-4b3b-8cf4-ed0ddb7d22cb admin admin] Publish callbacks [] for router_gateway (d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:22.865022 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b84fa35-b8fc-43fd-8789-a460115e9180 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (53ed206a-0def-412b-80f4-91d81fce3e59), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:22.890882 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-6b84fa35-b8fc-43fd-8789-a460115e9180 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ed206a-0def-412b-80f4-91d81fce3e59']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:22.901570 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-6b84fa35-b8fc-43fd-8789-a460115e9180 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e6da48e-ddb3-4add-bdf4-6f794759b25b') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:22.901782 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-6b84fa35-b8fc-43fd-8789-a460115e9180 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e6da48e-ddb3-4add-bdf4-6f794759b25b') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:22.915306 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b84fa35-b8fc-43fd-8789-a460115e9180 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (5e6da48e-ddb3-4add-bdf4-6f794759b25b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:22.934025 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b84fa35-b8fc-43fd-8789-a460115e9180 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (5e6da48e-ddb3-4add-bdf4-6f794759b25b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:22.943852 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b84fa35-b8fc-43fd-8789-a460115e9180 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:17:22.944358 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b84fa35-b8fc-43fd-8789-a460115e9180 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (5e6da48e-ddb3-4add-bdf4-6f794759b25b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:23.018444 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:17:23.018444 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:17:23.018444 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:17:23.018444 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:17:23.018444 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:17:23.018444 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:17:23.018444 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:17:23.018444 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:17:23.018444 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:17:23.018444 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:17:23.018444 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:17:23.018444 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:17:23.018444 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:17:23.018444 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:17:23.018444 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:17:23.018444 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:17:23.018444 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:17:23.018444 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:17:23.018444 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:17:23.018444 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:17:23.018444 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:17:23.018444 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:17:23.018444 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:17:23.018444 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:17:23.018444 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:17:23.018444 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:17:23.018444 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:17:23.018444 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:17:23.018444 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:17:23.018444 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:17:23.018444 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:17:23.018444 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:17:23.024267 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ff1241db-f466-4384-ad48-0debcd71e5b7 None None] Deleting port eacbe6ae-a431-407b-8dbc-9fb90b5fe76c {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:17:23.026695 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b84fa35-b8fc-43fd-8789-a460115e9180 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (53ed206a-0def-412b-80f4-91d81fce3e59), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:23.026994 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ff1241db-f466-4384-ad48-0debcd71e5b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (eacbe6ae-a431-407b-8dbc-9fb90b5fe76c), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:23.038441 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b84fa35-b8fc-43fd-8789-a460115e9180 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:23.047321 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6b84fa35-b8fc-43fd-8789-a460115e9180 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/networks/53ed206a-0def-412b-80f4-91d81fce3e59 HTTP/1.1" status: 204 len: 168 time: 1.0726788 Mar 05 05:17:23.055558 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60418) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:23.062961 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-2ef92760-1169-44b8-aa5a-01e2ec1a9e46 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'port': {'network_id': 'baa76a81-7824-4514-b158-f34cd23531fc', 'name': 'tempest-PortsIpV6TestJSON-1821110422'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:23.095339 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84fa35-b8fc-43fd-8789-a460115e9180 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Network': ['ID=53ed206a-0def-412b-80f4-91d81fce3e59,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:23.095945 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-c6075d74-332a-4e89-98a5-582807ac9037 None None] Allocated IP 172.20.0.2 (bba440b7-2141-45e7-a16b-f57cf098448a/cf11e7ea-adce-4d32-966f-561cf09d4794/00c95d7b-2ec0-4895-817d-9f2edeeb832e) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server [None req-ff1241db-f466-4384-ad48-0debcd71e5b7 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 53ed206a-0def-412b-80f4-91d81fce3e59 could not be found. Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._iter().one() Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._only_one_row( Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1553, in delete_ports_by_device_id Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2013, in delete_port Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1213, in get_network Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 53ed206a-0def-412b-80f4-91d81fce3e59 could not be found. Mar 05 05:17:23.107576 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server Mar 05 05:17:23.181518 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d31ef7-2095-4595-a5fd-1b1c95618207 None None] DHCP port deletion for 53ed206a-0def-412b-80f4-91d81fce3e59 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:17:23.287972 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ea6f54cc-04a2-4efe-afc1-71185dc41003 req-6567d45a-647e-4210-8d6e-44d39abe96f0 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 210 time: 0.2100792 Mar 05 05:17:23.290895 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef92760-1169-44b8-aa5a-01e2ec1a9e46 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:17:23.294401 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2ef92760-1169-44b8-aa5a-01e2ec1a9e46 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:23.318782 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-2ef92760-1169-44b8-aa5a-01e2ec1a9e46 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] device_id is not set on port 285aae7c-47a3-4ff5-9a93-af0e3a21b387 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:17:23.430854 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device eacbe6ae-a431-407b-8dbc-9fb90b5fe76c no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:17:23.472797 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: eacbe6ae-a431-407b-8dbc-9fb90b5fe76c {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:17:23.473142 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device eacbe6ae-a431-407b-8dbc-9fb90b5fe76c not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:17:23.662362 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c6075d74-332a-4e89-98a5-582807ac9037 None None] Publish callbacks [] for port (00c95d7b-2ec0-4895-817d-9f2edeeb832e), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:23.678779 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c6075d74-332a-4e89-98a5-582807ac9037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (00c95d7b-2ec0-4895-817d-9f2edeeb832e), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:23.761779 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6075d74-332a-4e89-98a5-582807ac9037 None None] Network bba440b7-2141-45e7-a16b-f57cf098448a is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:17:23.777381 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-c6075d74-332a-4e89-98a5-582807ac9037 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:23.790451 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6075d74-332a-4e89-98a5-582807ac9037 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:17:23.811736 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6075d74-332a-4e89-98a5-582807ac9037 None None] Pushing event updated for resources: {'Port': ['ID=00c95d7b-2ec0-4895-817d-9f2edeeb832e,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:23.915193 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2ef92760-1169-44b8-aa5a-01e2ec1a9e46 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for port (285aae7c-47a3-4ff5-9a93-af0e3a21b387), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:23.917081 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-c6075d74-332a-4e89-98a5-582807ac9037 None None] Attempting to bind port 00c95d7b-2ec0-4895-817d-9f2edeeb832e on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:17:23.917477 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-c6075d74-332a-4e89-98a5-582807ac9037 None None] Attempting to bind port 00c95d7b-2ec0-4895-817d-9f2edeeb832e by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '181f6e11-e28a-413b-9d05-8ca69697e926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bba440b7-2141-45e7-a16b-f57cf098448a'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:17:23.917854 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6075d74-332a-4e89-98a5-582807ac9037 None None] Attempting to bind port 00c95d7b-2ec0-4895-817d-9f2edeeb832e on network bba440b7-2141-45e7-a16b-f57cf098448a {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:17:23.925314 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6075d74-332a-4e89-98a5-582807ac9037 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:17:23.926019 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6075d74-332a-4e89-98a5-582807ac9037 None None] Checking segment: {'id': '181f6e11-e28a-413b-9d05-8ca69697e926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bba440b7-2141-45e7-a16b-f57cf098448a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:17:23.926916 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c6075d74-332a-4e89-98a5-582807ac9037 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:23.927527 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6075d74-332a-4e89-98a5-582807ac9037 None None] Bound using segment: {'id': '181f6e11-e28a-413b-9d05-8ca69697e926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bba440b7-2141-45e7-a16b-f57cf098448a'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:17:23.928226 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-c6075d74-332a-4e89-98a5-582807ac9037 None None] Bound port: 00c95d7b-2ec0-4895-817d-9f2edeeb832e, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181f6e11-e28a-413b-9d05-8ca69697e926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bba440b7-2141-45e7-a16b-f57cf098448a'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:17:23.928801 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c6075d74-332a-4e89-98a5-582807ac9037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (00c95d7b-2ec0-4895-817d-9f2edeeb832e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:23.938010 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e789785-59b1-4b3b-8cf4-ed0ddb7d22cb admin admin] Publish callbacks [] for router_gateway (d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:23.962042 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e789785-59b1-4b3b-8cf4-ed0ddb7d22cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:24.093412 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-c6075d74-332a-4e89-98a5-582807ac9037 None None] For port 00c95d7b-2ec0-4895-817d-9f2edeeb832e, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:17:24.102480 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-c6075d74-332a-4e89-98a5-582807ac9037 None None] For port 00c95d7b-2ec0-4895-817d-9f2edeeb832e, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=00c95d7b-2ec0-4895-817d-9f2edeeb832e,segment=NetworkSegment(181f6e11-e28a-413b-9d05-8ca69697e926),segment_id=181f6e11-e28a-413b-9d05-8ca69697e926)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:17:24.118645 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c6075d74-332a-4e89-98a5-582807ac9037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (00c95d7b-2ec0-4895-817d-9f2edeeb832e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:24.127619 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-1e789785-59b1-4b3b-8cf4-ed0ddb7d22cb admin admin] Allocated IP 172.25.0.183 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/1e021af0-3dc3-4c8f-8800-10687098c8ab) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:17:24.233787 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6075d74-332a-4e89-98a5-582807ac9037 None None] Pushing event updated for resources: {'Port': ['ID=00c95d7b-2ec0-4895-817d-9f2edeeb832e,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:24.238885 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2ef92760-1169-44b8-aa5a-01e2ec1a9e46 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (285aae7c-47a3-4ff5-9a93-af0e3a21b387), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:24.324838 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef92760-1169-44b8-aa5a-01e2ec1a9e46 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Port': ['ID=285aae7c-47a3-4ff5-9a93-af0e3a21b387,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:24.337471 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef92760-1169-44b8-aa5a-01e2ec1a9e46 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network baa76a81-7824-4514-b158-f34cd23531fc is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:17:24.340974 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-2ef92760-1169-44b8-aa5a-01e2ec1a9e46 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:24.345443 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef92760-1169-44b8-aa5a-01e2ec1a9e46 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:17:24.351667 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef92760-1169-44b8-aa5a-01e2ec1a9e46 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:24.352325 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2ef92760-1169-44b8-aa5a-01e2ec1a9e46 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:24.378585 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2ef92760-1169-44b8-aa5a-01e2ec1a9e46 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3199937 Mar 05 05:17:24.381134 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60444) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:24.490273 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c8c9fd53-81f8-4551-8bfc-bfe4b7a196f7 req-8ceeeb38-85ee-43a0-9c8d-9bad05008838 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 210 time: 0.0660925 Mar 05 05:17:24.493338 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e789785-59b1-4b3b-8cf4-ed0ddb7d22cb admin admin] Publish callbacks [] for port (1e021af0-3dc3-4c8f-8800-10687098c8ab), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:24.629512 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e789785-59b1-4b3b-8cf4-ed0ddb7d22cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (1e021af0-3dc3-4c8f-8800-10687098c8ab), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:24.703027 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e789785-59b1-4b3b-8cf4-ed0ddb7d22cb admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:17:24.706393 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-1e789785-59b1-4b3b-8cf4-ed0ddb7d22cb admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:24.710369 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e789785-59b1-4b3b-8cf4-ed0ddb7d22cb admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:17:24.721501 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-d9c53b2d-3125-412a-b9cc-effda45ae926 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Deleting port 285aae7c-47a3-4ff5-9a93-af0e3a21b387 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:17:24.724534 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9c53b2d-3125-412a-b9cc-effda45ae926 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (285aae7c-47a3-4ff5-9a93-af0e3a21b387), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:24.819427 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e789785-59b1-4b3b-8cf4-ed0ddb7d22cb admin admin] Pushing event updated for resources: {'Port': ['ID=1e021af0-3dc3-4c8f-8800-10687098c8ab,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:24.911761 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-0d9b36e6-ec4d-498f-84bd-f435f73bfa91 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:24.913763 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-0d9b36e6-ec4d-498f-84bd-f435f73bfa91 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.30 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 812 time: 0.3428805 Mar 05 05:17:24.945920 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9c53b2d-3125-412a-b9cc-effda45ae926 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (285aae7c-47a3-4ff5-9a93-af0e3a21b387), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:24.971502 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-d9c53b2d-3125-412a-b9cc-effda45ae926 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Calling delete_port for 285aae7c-47a3-4ff5-9a93-af0e3a21b387 owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:17:25.064559 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e789785-59b1-4b3b-8cf4-ed0ddb7d22cb admin admin] Publish callbacks [] for router_gateway (d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:25.077100 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-fa160815-ae6d-4e7f-8db0-87d192e4178b tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06a4f309563b434e9962ec2905954423 HTTP/1.1" status: 200 len: 380 time: 0.1490798 Mar 05 05:17:25.086099 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-aaa267cc-8729-443a-a31c-eb52464dbc50 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Request body: {'port': {'device_id': 'e10bca50-4948-47ac-9d6c-2aa0198d80e7', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'admin_state_up': True, 'tenant_id': '06a4f309563b434e9962ec2905954423', 'security_groups': ['737f5b01-6ab4-4614-be17-460084db682d']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:25.206278 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9c53b2d-3125-412a-b9cc-effda45ae926 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (285aae7c-47a3-4ff5-9a93-af0e3a21b387), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:25.247978 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c53b2d-3125-412a-b9cc-effda45ae926 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Port': ['ID=285aae7c-47a3-4ff5-9a93-af0e3a21b387,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:25.253785 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9c53b2d-3125-412a-b9cc-effda45ae926 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:25.262552 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60464) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:25.263609 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d9c53b2d-3125-412a-b9cc-effda45ae926 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/ports/285aae7c-47a3-4ff5-9a93-af0e3a21b387 HTTP/1.1" status: 204 len: 168 time: 0.8813641 Mar 05 05:17:25.274142 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-35cde63d-b25b-455f-935a-9d5bf8407d74 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'port': {'network_id': 'baa76a81-7824-4514-b158-f34cd23531fc', 'mac_address': 'fa:16:3e:80:06:fe', 'name': 'tempest-PortsIpV6TestJSON-962403813'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:25.285405 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-aaa267cc-8729-443a-a31c-eb52464dbc50 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Made reservation on behalf of 06a4f309563b434e9962ec2905954423 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:17:25.289507 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-aaa267cc-8729-443a-a31c-eb52464dbc50 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:25.509461 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 00c95d7b-2ec0-4895-817d-9f2edeeb832e up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:17:25.593669 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cde63d-b25b-455f-935a-9d5bf8407d74 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:17:25.608270 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-aaa267cc-8729-443a-a31c-eb52464dbc50 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Allocated IP 172.20.0.9 (3da289b5-f373-4722-9911-8508cc812a15/bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb/0e48b7d5-c764-4773-82ad-3d77c40d006f) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:17:25.638122 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 00c95d7b-2ec0-4895-817d-9f2edeeb832e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:25.638731 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (00c95d7b-2ec0-4895-817d-9f2edeeb832e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:25.789097 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35cde63d-b25b-455f-935a-9d5bf8407d74 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:25.790392 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 00c95d7b-2ec0-4895-817d-9f2edeeb832e is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:25.790853 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (00c95d7b-2ec0-4895-817d-9f2edeeb832e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:25.870602 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 00c95d7b-2ec0-4895-817d-9f2edeeb832e, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=00c95d7b-2ec0-4895-817d-9f2edeeb832e,segment=NetworkSegment(181f6e11-e28a-413b-9d05-8ca69697e926),segment_id=181f6e11-e28a-413b-9d05-8ca69697e926)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:17:25.879362 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e789785-59b1-4b3b-8cf4-ed0ddb7d22cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:25.885443 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-35cde63d-b25b-455f-935a-9d5bf8407d74 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] device_id is not set on port d15700e6-52ef-4b5b-9432-8d62b638a9a4 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:17:25.890429 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (00c95d7b-2ec0-4895-817d-9f2edeeb832e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:26.035260 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=00c95d7b-2ec0-4895-817d-9f2edeeb832e,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:26.149492 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128d90c5-1da5-40d9-880c-0388c42ad351 None None] get_active_networks_info from n-d-789963-32 {{(pid=105233) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 05 05:17:26.278013 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3367ec63-438c-4fd1-94e4-0dc148b92b26 None None] Provisioning complete for port 00c95d7b-2ec0-4895-817d-9f2edeeb832e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:26.278391 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3367ec63-438c-4fd1-94e4-0dc148b92b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (00c95d7b-2ec0-4895-817d-9f2edeeb832e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:26.402961 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-aaa267cc-8729-443a-a31c-eb52464dbc50 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for port (0e48b7d5-c764-4773-82ad-3d77c40d006f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:26.477760 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-aaa267cc-8729-443a-a31c-eb52464dbc50 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (0e48b7d5-c764-4773-82ad-3d77c40d006f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:26.545490 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c04cbde5-8168-4cec-ae53-b0b1211a67d3 req-c7f0ec85-64f7-48c1-b89b-c5f2ab4eddd1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 210 time: 0.7261667 Mar 05 05:17:26.593271 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3367ec63-438c-4fd1-94e4-0dc148b92b26 None None] Current status of the port 00c95d7b-2ec0-4895-817d-9f2edeeb832e is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:26.603112 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-aaa267cc-8729-443a-a31c-eb52464dbc50 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Network 3da289b5-f373-4722-9911-8508cc812a15 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:17:26.606444 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-aaa267cc-8729-443a-a31c-eb52464dbc50 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:26.610230 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128d90c5-1da5-40d9-880c-0388c42ad351 None None] Resources bound (agent type, host, resource id): {{(pid=105233) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 05:17:26.619537 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-aaa267cc-8729-443a-a31c-eb52464dbc50 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:17:26.694352 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e789785-59b1-4b3b-8cf4-ed0ddb7d22cb admin admin] Router d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:17:26.696432 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa267cc-8729-443a-a31c-eb52464dbc50 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Pushing event updated for resources: {'Port': ['ID=0e48b7d5-c764-4773-82ad-3d77c40d006f,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:26.750634 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-aaa267cc-8729-443a-a31c-eb52464dbc50 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:26.751547 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-aaa267cc-8729-443a-a31c-eb52464dbc50 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:26.777843 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-aaa267cc-8729-443a-a31c-eb52464dbc50 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6954610 Mar 05 05:17:26.789255 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-c6840887-4024-4664-a723-ba799ae0c611 service neutron] Request body: {'port': {'device_id': 'e10bca50-4948-47ac-9d6c-2aa0198d80e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:26.833996 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35cde63d-b25b-455f-935a-9d5bf8407d74 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for port (d15700e6-52ef-4b5b-9432-8d62b638a9a4), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:26.917036 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e789785-59b1-4b3b-8cf4-ed0ddb7d22cb admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:17:26.928337 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e78334-6c4c-49d5-aeaa-728bbf4e0ade None None] Sync routers for ids ['d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:17:26.940065 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e789785-59b1-4b3b-8cf4-ed0ddb7d22cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:26.941208 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1e789785-59b1-4b3b-8cf4-ed0ddb7d22cb admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8463182 Mar 05 05:17:26.943607 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35cde63d-b25b-455f-935a-9d5bf8407d74 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (d15700e6-52ef-4b5b-9432-8d62b638a9a4), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:26.944984 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60476) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:26.946841 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e78334-6c4c-49d5-aeaa-728bbf4e0ade None None] Routers {'d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:17:26.949652 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-01e78334-6c4c-49d5-aeaa-728bbf4e0ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:17:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:26.997986 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cde63d-b25b-455f-935a-9d5bf8407d74 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Port': ['ID=d15700e6-52ef-4b5b-9432-8d62b638a9a4,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:27.015372 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cde63d-b25b-455f-935a-9d5bf8407d74 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network baa76a81-7824-4514-b158-f34cd23531fc is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:17:27.017156 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-35cde63d-b25b-455f-935a-9d5bf8407d74 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:27.023856 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cde63d-b25b-455f-935a-9d5bf8407d74 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:17:27.036771 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-c6840887-4024-4664-a723-ba799ae0c611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0e48b7d5-c764-4773-82ad-3d77c40d006f), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:27.043718 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cde63d-b25b-455f-935a-9d5bf8407d74 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:27.046560 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35cde63d-b25b-455f-935a-9d5bf8407d74 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:27.052460 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea947d07-b21d-4622-8351-1d3a66acb6a7 None None] Network bba440b7-2141-45e7-a16b-f57cf098448a requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:17:27.088960 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-35cde63d-b25b-455f-935a-9d5bf8407d74 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8236060 Mar 05 05:17:27.089747 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60478) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:27.208083 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6402c0d6-b81e-4f34-83a5-2251b860dee3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:27.218233 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6402c0d6-b81e-4f34-83a5-2251b860dee3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "GET /v2.0/ports/d15700e6-52ef-4b5b-9432-8d62b638a9a4 HTTP/1.1" status: 200 len: 844 time: 0.1243372 Mar 05 05:17:27.218858 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60484) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:27.330001 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-01e78334-6c4c-49d5-aeaa-728bbf4e0ade None None] Set router d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:17:27.437122 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 00c95d7b-2ec0-4895-817d-9f2edeeb832e up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:17:27.596779 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-da35d042-eaf4-4c73-bd53-3f0d29ea8e1c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Deleting port d15700e6-52ef-4b5b-9432-8d62b638a9a4 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:17:27.597672 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-da35d042-eaf4-4c73-bd53-3f0d29ea8e1c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d15700e6-52ef-4b5b-9432-8d62b638a9a4), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:27.680843 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 00c95d7b-2ec0-4895-817d-9f2edeeb832e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:27.681446 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (00c95d7b-2ec0-4895-817d-9f2edeeb832e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:27.799751 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-da35d042-eaf4-4c73-bd53-3f0d29ea8e1c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d15700e6-52ef-4b5b-9432-8d62b638a9a4), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:27.823003 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-da35d042-eaf4-4c73-bd53-3f0d29ea8e1c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Calling delete_port for d15700e6-52ef-4b5b-9432-8d62b638a9a4 owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:17:27.832460 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-5cc37258-061d-47a4-86ef-8200287598e4 None None] Provisioning complete for port 0e48b7d5-c764-4773-82ad-3d77c40d006f triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:27.833120 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5cc37258-061d-47a4-86ef-8200287598e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0e48b7d5-c764-4773-82ad-3d77c40d006f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:27.841469 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60492) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:27.926211 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-01e78334-6c4c-49d5-aeaa-728bbf4e0ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1', 'name': 'tempest-TestAggregatesBasicOps-1192965784-router', 'tenant_id': '8737610901724819a779a8544a8db8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '1e021af0-3dc3-4c8f-8800-10687098c8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:17:22Z', 'updated_at': '2022-03-05T05:17:24Z', 'revision_number': 3, 'project_id': '8737610901724819a779a8544a8db8d6', 'gw_port': {'id': '1e021af0-3dc3-4c8f-8800-10687098c8ab', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:17:23Z', 'updated_at': '2022-03-05T05:17:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:27.985367 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e78334-6c4c-49d5-aeaa-728bbf4e0ade None None] Checking router: d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:17:27.986193 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e78334-6c4c-49d5-aeaa-728bbf4e0ade None None] Updating router d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1 port 1e021af0-3dc3-4c8f-8800-10687098c8ab binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:17:28.010299 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 00c95d7b-2ec0-4895-817d-9f2edeeb832e is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:28.021147 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-5cc37258-061d-47a4-86ef-8200287598e4 None None] Port 0e48b7d5-c764-4773-82ad-3d77c40d006f cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:17:28.059897 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-01e78334-6c4c-49d5-aeaa-728bbf4e0ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1e021af0-3dc3-4c8f-8800-10687098c8ab), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:28.070510 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16354cf-fb77-457d-bfa6-3c0b3a746050 req-8e63d6d5-e026-42a7-bcc9-632daf1f9745 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:28.072127 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b16354cf-fb77-457d-bfa6-3c0b3a746050 req-8e63d6d5-e026-42a7-bcc9-632daf1f9745 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 931 time: 0.2315502 Mar 05 05:17:28.160185 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a529c7c9-5658-4de9-a8e9-3e39fdd99075 None None] Provisioning complete for port 00c95d7b-2ec0-4895-817d-9f2edeeb832e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:28.161968 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a529c7c9-5658-4de9-a8e9-3e39fdd99075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (00c95d7b-2ec0-4895-817d-9f2edeeb832e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:28.213330 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b16354cf-fb77-457d-bfa6-3c0b3a746050 req-77a25f5e-ce68-4307-a662-938ddef107e6 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331687 Mar 05 05:17:28.253412 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0a111d10-aa25-45c9-ac9b-7c33981185c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:28.323751 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-da35d042-eaf4-4c73-bd53-3f0d29ea8e1c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (d15700e6-52ef-4b5b-9432-8d62b638a9a4), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:28.343454 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-c6840887-4024-4664-a723-ba799ae0c611 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e48b7d5-c764-4773-82ad-3d77c40d006f {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:17:28.357710 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a529c7c9-5658-4de9-a8e9-3e39fdd99075 None None] Current status of the port 00c95d7b-2ec0-4895-817d-9f2edeeb832e is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:28.387522 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-c6840887-4024-4664-a723-ba799ae0c611 service neutron] Publish callbacks [] for port (0e48b7d5-c764-4773-82ad-3d77c40d006f), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:28.389119 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35d042-eaf4-4c73-bd53-3f0d29ea8e1c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Port': ['ID=d15700e6-52ef-4b5b-9432-8d62b638a9a4,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:28.413406 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-da35d042-eaf4-4c73-bd53-3f0d29ea8e1c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:28.420511 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-da35d042-eaf4-4c73-bd53-3f0d29ea8e1c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/ports/d15700e6-52ef-4b5b-9432-8d62b638a9a4 HTTP/1.1" status: 204 len: 168 time: 1.2001052 Mar 05 05:17:28.421970 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-c6840887-4024-4664-a723-ba799ae0c611 service neutron] Transition to ACTIVE for port object 0e48b7d5-c764-4773-82ad-3d77c40d006f will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:17:28.422982 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60498) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:28.438957 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-c6840887-4024-4664-a723-ba799ae0c611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (0e48b7d5-c764-4773-82ad-3d77c40d006f), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:28.514367 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0a111d10-aa25-45c9-ac9b-7c33981185c3 admin admin] Publish callbacks [] for security_group (0cebfd95-bafa-4a39-ac2c-96a961b4d78f), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:28.520875 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0a111d10-aa25-45c9-ac9b-7c33981185c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (0cebfd95-bafa-4a39-ac2c-96a961b4d78f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:28.523039 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-59c3326d-4e67-40e9-8b5e-60d29e2aece1 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] GET failed (client error): The resource could not be found. Mar 05 05:17:28.524315 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-59c3326d-4e67-40e9-8b5e-60d29e2aece1 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "GET /v2.0/ports/d15700e6-52ef-4b5b-9432-8d62b638a9a4 HTTP/1.1" status: 404 len: 333 time: 0.0972574 Mar 05 05:17:28.531385 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60500) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:28.556477 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-6c93a4c5-4080-466b-82b2-bfeaa30fa788 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'port': {'network_id': 'baa76a81-7824-4514-b158-f34cd23531fc', 'name': 'tempest-PortsIpV6TestJSON-1794233091'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:28.584646 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-01e78334-6c4c-49d5-aeaa-728bbf4e0ade None None] Publish callbacks [] for port (1e021af0-3dc3-4c8f-8800-10687098c8ab), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:28.598009 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-01e78334-6c4c-49d5-aeaa-728bbf4e0ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1e021af0-3dc3-4c8f-8800-10687098c8ab), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:28.607202 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6840887-4024-4664-a723-ba799ae0c611 service neutron] Pushing event updated for resources: {'Port': ['ID=0e48b7d5-c764-4773-82ad-3d77c40d006f,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:28.670083 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0a111d10-aa25-45c9-ac9b-7c33981185c3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7c7c0ff34dbd48eb84166aadf02b9488&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8204141 Mar 05 05:17:28.678103 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60504) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:28.722557 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-01e78334-6c4c-49d5-aeaa-728bbf4e0ade None None] Attempting to bind port 1e021af0-3dc3-4c8f-8800-10687098c8ab on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:17:28.722984 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-01e78334-6c4c-49d5-aeaa-728bbf4e0ade None None] Attempting to bind port 1e021af0-3dc3-4c8f-8800-10687098c8ab by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:17:28.723387 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e78334-6c4c-49d5-aeaa-728bbf4e0ade None None] Attempting to bind port 1e021af0-3dc3-4c8f-8800-10687098c8ab on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:17:28.756081 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e78334-6c4c-49d5-aeaa-728bbf4e0ade None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:17:28.756465 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e78334-6c4c-49d5-aeaa-728bbf4e0ade None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:17:28.756881 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-01e78334-6c4c-49d5-aeaa-728bbf4e0ade None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:28.757286 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e78334-6c4c-49d5-aeaa-728bbf4e0ade None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:17:28.757784 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-01e78334-6c4c-49d5-aeaa-728bbf4e0ade None None] Bound port: 1e021af0-3dc3-4c8f-8800-10687098c8ab, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:17:28.758174 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-01e78334-6c4c-49d5-aeaa-728bbf4e0ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1e021af0-3dc3-4c8f-8800-10687098c8ab), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:28.761912 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-963a10d3-b38c-4d5c-8205-571ecd936142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:28.781430 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-c6840887-4024-4664-a723-ba799ae0c611 service neutron] Attempting to bind port 0e48b7d5-c764-4773-82ad-3d77c40d006f on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:17:28.787919 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-c6840887-4024-4664-a723-ba799ae0c611 service neutron] Attempting to bind port 0e48b7d5-c764-4773-82ad-3d77c40d006f by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:17:28.789115 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-c6840887-4024-4664-a723-ba799ae0c611 service neutron] Attempting to bind port 0e48b7d5-c764-4773-82ad-3d77c40d006f on network 3da289b5-f373-4722-9911-8508cc812a15 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:17:28.798469 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-c6840887-4024-4664-a723-ba799ae0c611 service neutron] Port 0e48b7d5-c764-4773-82ad-3d77c40d006f on network 3da289b5-f373-4722-9911-8508cc812a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:17:28.809577 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-c6840887-4024-4664-a723-ba799ae0c611 service neutron] Attempting to bind port 0e48b7d5-c764-4773-82ad-3d77c40d006f on network 3da289b5-f373-4722-9911-8508cc812a15 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:17:28.833199 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-c6840887-4024-4664-a723-ba799ae0c611 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:17:28.833544 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-c6840887-4024-4664-a723-ba799ae0c611 service neutron] Checking segment: {'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:17:28.834338 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-c6840887-4024-4664-a723-ba799ae0c611 service neutron] Bound using segment: {'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:17:28.834496 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-c6840887-4024-4664-a723-ba799ae0c611 service neutron] Bound port: 0e48b7d5-c764-4773-82ad-3d77c40d006f, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:17:28.834726 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-c6840887-4024-4664-a723-ba799ae0c611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0e48b7d5-c764-4773-82ad-3d77c40d006f), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:28.839770 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0b2ae-7ce7-497c-971c-17bd5e9cb2df None None] Pushing event updated for resources: {'Port': ['ID=1e021af0-3dc3-4c8f-8800-10687098c8ab,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:28.865116 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a111d10-aa25-45c9-ac9b-7c33981185c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cebfd95-bafa-4a39-ac2c-96a961b4d78f,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:28.885058 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-01e78334-6c4c-49d5-aeaa-728bbf4e0ade None None] For port 1e021af0-3dc3-4c8f-8800-10687098c8ab, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:17:28.890023 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-01e78334-6c4c-49d5-aeaa-728bbf4e0ade None None] For port 1e021af0-3dc3-4c8f-8800-10687098c8ab, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=1e021af0-3dc3-4c8f-8800-10687098c8ab,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:17:28.900274 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-01e78334-6c4c-49d5-aeaa-728bbf4e0ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1e021af0-3dc3-4c8f-8800-10687098c8ab), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:28.903783 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0b2ae-7ce7-497c-971c-17bd5e9cb2df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:28.904529 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0b2ae-7ce7-497c-971c-17bd5e9cb2df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:28.905211 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0b2ae-7ce7-497c-971c-17bd5e9cb2df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:28.905654 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0b2ae-7ce7-497c-971c-17bd5e9cb2df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:28.906136 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0b2ae-7ce7-497c-971c-17bd5e9cb2df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:28.906575 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0b2ae-7ce7-497c-971c-17bd5e9cb2df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:28.907008 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0b2ae-7ce7-497c-971c-17bd5e9cb2df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:28.907526 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0b2ae-7ce7-497c-971c-17bd5e9cb2df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:28.908506 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0b2ae-7ce7-497c-971c-17bd5e9cb2df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:28.909059 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0b2ae-7ce7-497c-971c-17bd5e9cb2df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:28.909783 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0b2ae-7ce7-497c-971c-17bd5e9cb2df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:28.910267 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0b2ae-7ce7-497c-971c-17bd5e9cb2df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:28.910701 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d0b2ae-7ce7-497c-971c-17bd5e9cb2df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:28.966920 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8cbc311-0778-4313-943c-20c2598a24a7 admin admin] Publish callbacks [] for security_group (0cebfd95-bafa-4a39-ac2c-96a961b4d78f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:28.968689 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0b2ae-7ce7-497c-971c-17bd5e9cb2df None None] Pushing event updated for resources: {'Port': ['ID=1e021af0-3dc3-4c8f-8800-10687098c8ab,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:29.003909 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e78334-6c4c-49d5-aeaa-728bbf4e0ade None None] Routers {'d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:17:29.004677 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-01e78334-6c4c-49d5-aeaa-728bbf4e0ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:17:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:29.015358 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8cbc311-0778-4313-943c-20c2598a24a7 admin admin] Publish callbacks [] for security_group (0cebfd95-bafa-4a39-ac2c-96a961b4d78f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:29.063597 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c93a4c5-4080-466b-82b2-bfeaa30fa788 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:17:29.068982 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6c93a4c5-4080-466b-82b2-bfeaa30fa788 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:29.089678 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8cbc311-0778-4313-943c-20c2598a24a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (0cebfd95-bafa-4a39-ac2c-96a961b4d78f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:29.092674 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8cbc311-0778-4313-943c-20c2598a24a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:29.093882 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e8cbc311-0778-4313-943c-20c2598a24a7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0cebfd95-bafa-4a39-ac2c-96a961b4d78f HTTP/1.1" status: 204 len: 168 time: 0.3965392 Mar 05 05:17:29.104886 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cbc311-0778-4313-943c-20c2598a24a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cebfd95-bafa-4a39-ac2c-96a961b4d78f,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:29.112032 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-6c93a4c5-4080-466b-82b2-bfeaa30fa788 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] device_id is not set on port 086947f6-62a9-4c60-adc6-a04959b17d31 yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:17:29.137397 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-963a10d3-b38c-4d5c-8205-571ecd936142 admin admin] Allocated IP 172.20.0.1 (bba440b7-2141-45e7-a16b-f57cf098448a/cf11e7ea-adce-4d32-966f-561cf09d4794/95aa9c76-fca5-4d75-8ed2-36728c1a86fe) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:17:29.216340 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-01e78334-6c4c-49d5-aeaa-728bbf4e0ade None None] Set router d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:17:29.302159 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-963a10d3-b38c-4d5c-8205-571ecd936142 admin admin] Publish callbacks [] for port (95aa9c76-fca5-4d75-8ed2-36728c1a86fe), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:29.365549 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-963a10d3-b38c-4d5c-8205-571ecd936142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (95aa9c76-fca5-4d75-8ed2-36728c1a86fe), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:29.432022 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a10d3-b38c-4d5c-8205-571ecd936142 admin admin] Pushing event updated for resources: {'Port': ['ID=95aa9c76-fca5-4d75-8ed2-36728c1a86fe,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:29.453598 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963a10d3-b38c-4d5c-8205-571ecd936142 admin admin] Network bba440b7-2141-45e7-a16b-f57cf098448a is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:17:29.457180 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-963a10d3-b38c-4d5c-8205-571ecd936142 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:29.481936 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963a10d3-b38c-4d5c-8205-571ecd936142 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:17:29.500627 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:17:29.548677 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6c93a4c5-4080-466b-82b2-bfeaa30fa788 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for port (086947f6-62a9-4c60-adc6-a04959b17d31), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:29.561848 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-963a10d3-b38c-4d5c-8205-571ecd936142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:29.598908 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e724a5e-e997-413a-8fb5-f2db9816506d req-52e529ab-598a-4315-8b8d-9f73262ca9c4 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:29.606066 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e724a5e-e997-413a-8fb5-f2db9816506d req-52e529ab-598a-4315-8b8d-9f73262ca9c4 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 943 time: 0.2317934 Mar 05 05:17:29.643903 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60512) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:29.705537 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-01e78334-6c4c-49d5-aeaa-728bbf4e0ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1', 'name': 'tempest-TestAggregatesBasicOps-1192965784-router', 'tenant_id': '8737610901724819a779a8544a8db8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '1e021af0-3dc3-4c8f-8800-10687098c8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:17:22Z', 'updated_at': '2022-03-05T05:17:24Z', 'revision_number': 3, 'project_id': '8737610901724819a779a8544a8db8d6', 'gw_port': {'id': '1e021af0-3dc3-4c8f-8800-10687098c8ab', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:17:23Z', 'updated_at': '2022-03-05T05:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:29.729090 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d6142178-43cf-4777-91f5-75386dce9c37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:29.766715 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-963a10d3-b38c-4d5c-8205-571ecd936142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (95aa9c76-fca5-4d75-8ed2-36728c1a86fe), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:29.768674 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e78334-6c4c-49d5-aeaa-728bbf4e0ade None None] The sync data for ids ['d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1'] in n-d-789963-32 is: [{'id': 'd3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1', 'name': 'tempest-TestAggregatesBasicOps-1192965784-router', 'tenant_id': '8737610901724819a779a8544a8db8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '1e021af0-3dc3-4c8f-8800-10687098c8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:17:22Z', 'updated_at': '2022-03-05T05:17:24Z', 'revision_number': 3, 'project_id': '8737610901724819a779a8544a8db8d6', 'gw_port': {'id': '1e021af0-3dc3-4c8f-8800-10687098c8ab', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d3:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:17:23Z', 'updated_at': '2022-03-05T05:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:17:29.809727 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e724a5e-e997-413a-8fb5-f2db9816506d req-f2285279-a788-4e44-aad9-0c0bdad64091 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025430 Mar 05 05:17:29.826171 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6c93a4c5-4080-466b-82b2-bfeaa30fa788 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (086947f6-62a9-4c60-adc6-a04959b17d31), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:29.889518 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c93a4c5-4080-466b-82b2-bfeaa30fa788 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network baa76a81-7824-4514-b158-f34cd23531fc is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:17:29.899945 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-6c93a4c5-4080-466b-82b2-bfeaa30fa788 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:29.904985 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c93a4c5-4080-466b-82b2-bfeaa30fa788 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:17:29.911046 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c93a4c5-4080-466b-82b2-bfeaa30fa788 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:29.912000 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6c93a4c5-4080-466b-82b2-bfeaa30fa788 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:29.939680 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-0722b95a-1a5a-4cbc-96f7-dcfc34500a1e None None] Provisioning complete for port 95aa9c76-fca5-4d75-8ed2-36728c1a86fe triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:29.940712 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0722b95a-1a5a-4cbc-96f7-dcfc34500a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (95aa9c76-fca5-4d75-8ed2-36728c1a86fe), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:29.966236 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6c93a4c5-4080-466b-82b2-bfeaa30fa788 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4337342 Mar 05 05:17:29.969108 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93a4c5-4080-466b-82b2-bfeaa30fa788 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Port': ['ID=086947f6-62a9-4c60-adc6-a04959b17d31,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:29.978678 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60516) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:29.986158 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-fac4cb4f-1b58-454d-9f3a-1ddd6851eebc tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:30.031489 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-0722b95a-1a5a-4cbc-96f7-dcfc34500a1e None None] Port 95aa9c76-fca5-4d75-8ed2-36728c1a86fe cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:17:30.060729 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d6142178-43cf-4777-91f5-75386dce9c37 admin admin] Publish callbacks [] for security_group (d1ed3f57-d9e1-4f43-a030-2194b1018c92), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:30.074580 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d6142178-43cf-4777-91f5-75386dce9c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d1ed3f57-d9e1-4f43-a030-2194b1018c92), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:30.140907 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-963a10d3-b38c-4d5c-8205-571ecd936142 admin admin] Publish callbacks [] for port (95aa9c76-fca5-4d75-8ed2-36728c1a86fe), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:30.146346 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6142178-43cf-4777-91f5-75386dce9c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ed3f57-d9e1-4f43-a030-2194b1018c92,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:30.178268 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-963a10d3-b38c-4d5c-8205-571ecd936142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (95aa9c76-fca5-4d75-8ed2-36728c1a86fe), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:30.183830 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fac4cb4f-1b58-454d-9f3a-1ddd6851eebc tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (086947f6-62a9-4c60-adc6-a04959b17d31), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:30.188133 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-c6840887-4024-4664-a723-ba799ae0c611 service neutron] For port 0e48b7d5-c764-4773-82ad-3d77c40d006f, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:17:30.216354 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d6142178-43cf-4777-91f5-75386dce9c37 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7615a7ec15cb44d2950f0f85df6e0cf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5665438 Mar 05 05:17:30.218420 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60518) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:30.350923 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a10d3-b38c-4d5c-8205-571ecd936142 admin admin] Pushing event updated for resources: {'Port': ['ID=95aa9c76-fca5-4d75-8ed2-36728c1a86fe,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:30.362913 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-c6840887-4024-4664-a723-ba799ae0c611 service neutron] For port 0e48b7d5-c764-4773-82ad-3d77c40d006f, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=0e48b7d5-c764-4773-82ad-3d77c40d006f,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:17:30.378257 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-c6840887-4024-4664-a723-ba799ae0c611 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (0e48b7d5-c764-4773-82ad-3d77c40d006f), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:30.460315 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6840887-4024-4664-a723-ba799ae0c611 service neutron] Pushing event updated for resources: {'Port': ['ID=0e48b7d5-c764-4773-82ad-3d77c40d006f,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:30.468138 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-c6840887-4024-4664-a723-ba799ae0c611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:30.476342 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-c6840887-4024-4664-a723-ba799ae0c611 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:30.477961 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-c6840887-4024-4664-a723-ba799ae0c611 service neutron] 10.222.0.30 "PUT /v2.0/ports/0e48b7d5-c764-4773-82ad-3d77c40d006f HTTP/1.1" status: 200 len: 1092 time: 3.6933229 Mar 05 05:17:30.478634 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10bca50-4948-47ac-9d6c-2aa0198d80e7', 'tag': '0e48b7d5-c764-4773-82ad-3d77c40d006f'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:17:30.498798 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e5b9e9-d8a9-46ae-820a-de141b4e623d" -d '{"events": [{"name": "network-changed", "server_uuid": "e10bca50-4948-47ac-9d6c-2aa0198d80e7", "tag": "0e48b7d5-c764-4773-82ad-3d77c40d006f"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:17:30.521722 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-963a10d3-b38c-4d5c-8205-571ecd936142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:30.536574 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0a825e0e-798d-4054-8539-4404d500d653 admin admin] Publish callbacks [] for security_group (d1ed3f57-d9e1-4f43-a030-2194b1018c92), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:30.677211 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0a825e0e-798d-4054-8539-4404d500d653 admin admin] Publish callbacks [] for security_group (d1ed3f57-d9e1-4f43-a030-2194b1018c92), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:30.680417 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd306ad-271b-4917-b4b6-42b9bb80e397 x-openstack-request-id: req-8cd306ad-271b-4917-b4b6-42b9bb80e397 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:17:30.680598 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10bca50-4948-47ac-9d6c-2aa0198d80e7", "tag": "0e48b7d5-c764-4773-82ad-3d77c40d006f", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:17:30.680949 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8cd306ad-271b-4917-b4b6-42b9bb80e397 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:17:30.681395 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10bca50-4948-47ac-9d6c-2aa0198d80e7', 'tag': '0e48b7d5-c764-4773-82ad-3d77c40d006f', 'status': 'completed', 'code': 200} Mar 05 05:17:30.694495 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-997a8eaa-3556-426c-bf4c-8ffba8db1951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:30.696074 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-997a8eaa-3556-426c-bf4c-8ffba8db1951 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 1126 time: 0.1696293 Mar 05 05:17:30.758834 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fac4cb4f-1b58-454d-9f3a-1ddd6851eebc tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for port (086947f6-62a9-4c60-adc6-a04959b17d31), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:30.774910 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fac4cb4f-1b58-454d-9f3a-1ddd6851eebc tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (086947f6-62a9-4c60-adc6-a04959b17d31), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:30.813157 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-f21cb54d-19fd-478c-81d6-f004ea19c784 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e48b7d5-c764-4773-82ad-3d77c40d006f HTTP/1.1" status: 200 len: 217 time: 0.1084223 Mar 05 05:17:30.877111 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-fac4cb4f-1b58-454d-9f3a-1ddd6851eebc tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] In _notify_port_updated(), no bound segment for port 086947f6-62a9-4c60-adc6-a04959b17d31 on network baa76a81-7824-4514-b158-f34cd23531fc {{(pid=105231) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 05 05:17:30.884780 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963a10d3-b38c-4d5c-8205-571ecd936142 admin admin] Network bba440b7-2141-45e7-a16b-f57cf098448a is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:17:30.890010 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac4cb4f-1b58-454d-9f3a-1ddd6851eebc tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:30.890693 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fac4cb4f-1b58-454d-9f3a-1ddd6851eebc tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:30.892103 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fac4cb4f-1b58-454d-9f3a-1ddd6851eebc tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "PUT /v2.0/ports/086947f6-62a9-4c60-adc6-a04959b17d31 HTTP/1.1" status: 200 len: 818 time: 0.9118204 Mar 05 05:17:30.913535 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60526) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:30.924878 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0a825e0e-798d-4054-8539-4404d500d653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d1ed3f57-d9e1-4f43-a030-2194b1018c92), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:30.928160 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0a825e0e-798d-4054-8539-4404d500d653 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:30.931496 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0a825e0e-798d-4054-8539-4404d500d653 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d1ed3f57-d9e1-4f43-a030-2194b1018c92 HTTP/1.1" status: 204 len: 168 time: 0.7096982 Mar 05 05:17:30.962397 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-963a10d3-b38c-4d5c-8205-571ecd936142 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:31.021239 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a825e0e-798d-4054-8539-4404d500d653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ed3f57-d9e1-4f43-a030-2194b1018c92,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:31.029512 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4cb4f-1b58-454d-9f3a-1ddd6851eebc tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Port': ['ID=086947f6-62a9-4c60-adc6-a04959b17d31,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:31.098176 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-ee834564-6dd3-4739-8f8c-2842c58aea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:31.104093 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-ee834564-6dd3-4739-8f8c-2842c58aea21 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb HTTP/1.1" status: 200 len: 851 time: 0.2835813 Mar 05 05:17:31.180590 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353de1a-ab02-4caf-a737-7cfcfff2174f req-2de9ba22-1bde-4432-a982-b955ab460c3a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:31.182192 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e353de1a-ab02-4caf-a737-7cfcfff2174f req-2de9ba22-1bde-4432-a982-b955ab460c3a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 943 time: 0.2170608 Mar 05 05:17:31.279437 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-549371f3-d0a3-446f-9e3b-9e659915cdb7 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Deleting port 086947f6-62a9-4c60-adc6-a04959b17d31 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:17:31.279786 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-549371f3-d0a3-446f-9e3b-9e659915cdb7 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (086947f6-62a9-4c60-adc6-a04959b17d31), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:31.329817 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e353de1a-ab02-4caf-a737-7cfcfff2174f req-91c94b73-186d-41b8-bd11-391ab51e3847 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336615 Mar 05 05:17:31.423284 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-549371f3-d0a3-446f-9e3b-9e659915cdb7 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (086947f6-62a9-4c60-adc6-a04959b17d31), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:31.436146 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-549371f3-d0a3-446f-9e3b-9e659915cdb7 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Calling delete_port for 086947f6-62a9-4c60-adc6-a04959b17d31 owned by {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:17:31.449915 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-f0346ff0-4ced-4360-a710-9592ae37e6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:31.455395 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-f0346ff0-4ced-4360-a710-9592ae37e6f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3da289b5-f373-4722-9911-8508cc812a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3346643 Mar 05 05:17:31.456115 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-51368616-01eb-4dc5-92fc-2868c77b217c None None] Provisioning complete for port 95aa9c76-fca5-4d75-8ed2-36728c1a86fe triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:31.457870 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-51368616-01eb-4dc5-92fc-2868c77b217c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (95aa9c76-fca5-4d75-8ed2-36728c1a86fe), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:31.562124 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-51368616-01eb-4dc5-92fc-2868c77b217c None None] Port 95aa9c76-fca5-4d75-8ed2-36728c1a86fe cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:17:31.563997 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 1e021af0-3dc3-4c8f-8800-10687098c8ab up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:17:31.635496 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-549371f3-d0a3-446f-9e3b-9e659915cdb7 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (086947f6-62a9-4c60-adc6-a04959b17d31), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:31.641942 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 1e021af0-3dc3-4c8f-8800-10687098c8ab triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:31.643883 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1e021af0-3dc3-4c8f-8800-10687098c8ab), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:31.683992 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-a7d1536e-52f6-40f5-bfdd-7f8a39bc5b06 service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213702 Mar 05 05:17:31.705879 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549371f3-d0a3-446f-9e3b-9e659915cdb7 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Port': ['ID=086947f6-62a9-4c60-adc6-a04959b17d31,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:31.720625 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963a10d3-b38c-4d5c-8205-571ecd936142 admin admin] Router d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:17:31.734366 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-549371f3-d0a3-446f-9e3b-9e659915cdb7 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:31.739052 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-549371f3-d0a3-446f-9e3b-9e659915cdb7 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/ports/086947f6-62a9-4c60-adc6-a04959b17d31 HTTP/1.1" status: 204 len: 168 time: 0.8247738 Mar 05 05:17:31.742464 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60538) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:31.764976 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 1e021af0-3dc3-4c8f-8800-10687098c8ab is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:31.765399 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1e021af0-3dc3-4c8f-8800-10687098c8ab), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:31.813397 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 1e021af0-3dc3-4c8f-8800-10687098c8ab, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=1e021af0-3dc3-4c8f-8800-10687098c8ab,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:17:31.821168 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1e021af0-3dc3-4c8f-8800-10687098c8ab), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:31.888870 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719f0f47-f2bc-4669-ba2b-383b92dfd54a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:31.892673 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-719f0f47-f2bc-4669-ba2b-383b92dfd54a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1478682 Mar 05 05:17:31.895533 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60544) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:31.926502 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=1e021af0-3dc3-4c8f-8800-10687098c8ab,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:31.936258 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-e780594d-c12b-4561-934f-17ac3d087587 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] GET failed (client error): The resource could not be found. Mar 05 05:17:31.938481 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e780594d-c12b-4561-934f-17ac3d087587 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "GET /v2.0/ports/086947f6-62a9-4c60-adc6-a04959b17d31 HTTP/1.1" status: 404 len: 333 time: 0.0414782 Mar 05 05:17:31.943637 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60546) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:31.950420 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-fe60df0e-2914-4ebd-8c2a-c0edfa3e3249 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-669950556'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:31.981689 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe60df0e-2914-4ebd-8c2a-c0edfa3e3249 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:17:31.987687 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fe60df0e-2914-4ebd-8c2a-c0edfa3e3249 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:32.030775 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe60df0e-2914-4ebd-8c2a-c0edfa3e3249 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:17:32.046290 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fe60df0e-2914-4ebd-8c2a-c0edfa3e3249 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (fcf4705d-6e70-421f-9248-70ffe688f059), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:32.046988 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-fe60df0e-2914-4ebd-8c2a-c0edfa3e3249 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Added segment fcf4705d-6e70-421f-9248-70ffe688f059 of type vlan for network 6fcd0674-1b46-46e7-9b60-e8b525481c97 Mar 05 05:17:32.064966 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-55d1f3b4-cbd5-45cd-bc90-e98b59f04bd4 req-fcc87a96-2ab2-4222-a566-e7363592f19d service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682766 Mar 05 05:17:32.070820 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963a10d3-b38c-4d5c-8205-571ecd936142 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:17:32.076232 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-963a10d3-b38c-4d5c-8205-571ecd936142 admin admin] 10.222.0.11 "PUT /v2.0/routers/d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1296244 Mar 05 05:17:32.120600 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fe60df0e-2914-4ebd-8c2a-c0edfa3e3249 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (6fcd0674-1b46-46e7-9b60-e8b525481c97), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:32.190893 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fe60df0e-2914-4ebd-8c2a-c0edfa3e3249 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (6fcd0674-1b46-46e7-9b60-e8b525481c97), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:32.197897 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe60df0e-2914-4ebd-8c2a-c0edfa3e3249 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:32.198669 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fe60df0e-2914-4ebd-8c2a-c0edfa3e3249 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:32.201946 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5b9e9-d8a9-46ae-820a-de141b4e623d req-ad4dddb8-b7cb-44e0-99fa-4f711f18786a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:32.203893 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-30e5b9e9-d8a9-46ae-820a-de141b4e623d req-ad4dddb8-b7cb-44e0-99fa-4f711f18786a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 1126 time: 0.0806322 Mar 05 05:17:32.243419 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fe60df0e-2914-4ebd-8c2a-c0edfa3e3249 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2985694 Mar 05 05:17:32.247069 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60558) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:32.254368 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-4f600cbd-9dd8-49ea-8de5-22635552516f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'subnet': {'network_id': '6fcd0674-1b46-46e7-9b60-e8b525481c97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:32.324579 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe60df0e-2914-4ebd-8c2a-c0edfa3e3249 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Network': ['ID=6fcd0674-1b46-46e7-9b60-e8b525481c97,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:32.340389 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 6fcd0674-1b46-46e7-9b60-e8b525481c97 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:17:32.420212 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f600cbd-9dd8-49ea-8de5-22635552516f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:17:32.426011 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4f600cbd-9dd8-49ea-8de5-22635552516f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:32.484956 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5b9e9-d8a9-46ae-820a-de141b4e623d req-58cf359c-a0bd-4c5b-aab6-a53838802530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:32.487945 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-30e5b9e9-d8a9-46ae-820a-de141b4e623d req-58cf359c-a0bd-4c5b-aab6-a53838802530 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 912 time: 0.2770455 Mar 05 05:17:32.541828 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-30e5b9e9-d8a9-46ae-820a-de141b4e623d req-df3e2b40-5ac3-49aa-9b8c-f08ff3018a44 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e48b7d5-c764-4773-82ad-3d77c40d006f HTTP/1.1" status: 200 len: 217 time: 0.0481091 Mar 05 05:17:32.603651 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5b9e9-d8a9-46ae-820a-de141b4e623d req-fe93e32d-74a6-4a9c-9160-9e46c2640f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:32.605474 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-30e5b9e9-d8a9-46ae-820a-de141b4e623d req-fe93e32d-74a6-4a9c-9160-9e46c2640f58 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb HTTP/1.1" status: 200 len: 851 time: 0.0550606 Mar 05 05:17:32.743514 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5b9e9-d8a9-46ae-820a-de141b4e623d req-40d22823-3481-4c82-894b-efeec752cd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:32.747199 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-30e5b9e9-d8a9-46ae-820a-de141b4e623d req-40d22823-3481-4c82-894b-efeec752cd77 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3da289b5-f373-4722-9911-8508cc812a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1335721 Mar 05 05:17:32.831998 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1197f-0e10-4824-947c-fd877a986f29 req-a15b3d70-c8f9-4d0b-8556-7ad3c9e3deaf tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:32.838948 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d2b1197f-0e10-4824-947c-fd877a986f29 req-a15b3d70-c8f9-4d0b-8556-7ad3c9e3deaf tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 943 time: 0.3474498 Mar 05 05:17:32.850137 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a7141b-b407-4ecc-8405-a737ea72ba0b None None] Sync routers for ids ['d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:17:32.870410 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a7141b-b407-4ecc-8405-a737ea72ba0b None None] Routers {'d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:17:32.872456 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e0a7141b-b407-4ecc-8405-a737ea72ba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:17:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:32.880273 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4f600cbd-9dd8-49ea-8de5-22635552516f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (35cf4c50-0ce8-4989-964c-20d565debc40), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:32.930841 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-30e5b9e9-d8a9-46ae-820a-de141b4e623d req-dd8ac6ff-4a32-43bc-953a-006990441b24 service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747203 Mar 05 05:17:32.973458 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d2b1197f-0e10-4824-947c-fd877a986f29 req-0dda28e2-bb80-471d-9c49-4e28dd1e993d tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338315 Mar 05 05:17:32.982312 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f600cbd-9dd8-49ea-8de5-22635552516f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Subnet': ['ID=35cf4c50-0ce8-4989-964c-20d565debc40,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:33.013659 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f600cbd-9dd8-49ea-8de5-22635552516f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Checking segment: {'id': 'fcf4705d-6e70-421f-9248-70ffe688f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6fcd0674-1b46-46e7-9b60-e8b525481c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:17:33.015457 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f600cbd-9dd8-49ea-8de5-22635552516f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network hostable DHCP agents. Network: 6fcd0674-1b46-46e7-9b60-e8b525481c97, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:17:33.081494 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f600cbd-9dd8-49ea-8de5-22635552516f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network 6fcd0674-1b46-46e7-9b60-e8b525481c97 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:17:33.109747 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-4f600cbd-9dd8-49ea-8de5-22635552516f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 6fcd0674-1b46-46e7-9b60-e8b525481c97) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:33.130877 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151da315-b281-40a7-a094-c1317f08590e None None] Network 6fcd0674-1b46-46e7-9b60-e8b525481c97 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:17:33.131750 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f600cbd-9dd8-49ea-8de5-22635552516f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:33.132435 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4f600cbd-9dd8-49ea-8de5-22635552516f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:33.152456 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60584) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:33.159957 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-35f134e1-9a2c-49d1-981c-f64b12fdb72c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-239705543-network', 'tenant_id': '455dec53261240ab89451c0cf89ebaf8'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:33.197863 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4f600cbd-9dd8-49ea-8de5-22635552516f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9491072 Mar 05 05:17:33.201691 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f134e1-9a2c-49d1-981c-f64b12fdb72c admin admin] Made reservation on behalf of 455dec53261240ab89451c0cf89ebaf8 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:17:33.204525 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35f134e1-9a2c-49d1-981c-f64b12fdb72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:33.215293 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60586) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:33.216038 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35f134e1-9a2c-49d1-981c-f64b12fdb72c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:33.233337 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-71d50869-d6f4-4f05-9464-0af8813f6de3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'subnet': {'network_id': '6fcd0674-1b46-46e7-9b60-e8b525481c97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:33.234006 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-e0a7141b-b407-4ecc-8405-a737ea72ba0b None None] Set router d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:17:33.455865 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d50869-d6f4-4f05-9464-0af8813f6de3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:17:33.460828 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-71d50869-d6f4-4f05-9464-0af8813f6de3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:33.469565 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 1e021af0-3dc3-4c8f-8800-10687098c8ab up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:17:33.528356 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-30e5b9e9-d8a9-46ae-820a-de141b4e623d req-718d448c-4bf6-41f1-bd1a-dccf2cd24af4 service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5918381 Mar 05 05:17:33.620657 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35f134e1-9a2c-49d1-981c-f64b12fdb72c admin admin] Publish callbacks [] for security_group (69ac1325-bbb7-4f85-aaac-8f018fc3a718), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:33.628874 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35f134e1-9a2c-49d1-981c-f64b12fdb72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (69ac1325-bbb7-4f85-aaac-8f018fc3a718), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:33.634677 n-d-789963-32 neutron-server[105231]: INFO neutron.db.ipam_backend_mixin [None req-71d50869-d6f4-4f05-9464-0af8813f6de3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 35cf4c50-0ce8-4989-964c-20d565debc40 (CIDR: 2001:db8::/64) Mar 05 05:17:33.671328 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f134e1-9a2c-49d1-981c-f64b12fdb72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ac1325-bbb7-4f85-aaac-8f018fc3a718,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:33.677565 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d50869-d6f4-4f05-9464-0af8813f6de3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:17:33.677982 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71d50869-d6f4-4f05-9464-0af8813f6de3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:17:33.689672 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f134e1-9a2c-49d1-981c-f64b12fdb72c admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:17:33.702264 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35f134e1-9a2c-49d1-981c-f64b12fdb72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (8a6800a7-030e-4af7-882a-dff3705ed4c4), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:33.702656 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-35f134e1-9a2c-49d1-981c-f64b12fdb72c admin admin] Added segment 8a6800a7-030e-4af7-882a-dff3705ed4c4 of type vlan for network f4593f18-f77f-4328-a1d8-2a63728ad91b Mar 05 05:17:33.703927 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5a3c0b-71d3-439c-960b-fb914a97663b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-6fcd0674-1b46-46e7-9b60-e8b525481c97', 'network_id': '6fcd0674-1b46-46e7-9b60-e8b525481c97', 'project_id': 'a80c1cec283c427e906b7c606d277a58', 'fixed_ips': [{'subnet_id': '35cf4c50-0ce8-4989-964c-20d565debc40'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:17:33.705070 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-df5a3c0b-71d3-439c-960b-fb914a97663b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:33.715311 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-71d50869-d6f4-4f05-9464-0af8813f6de3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4875655 Mar 05 05:17:33.718018 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60590) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:33.726147 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-aaf4d2d0-374a-4066-a017-2ba7dea7e1c2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'subnet': {'network_id': '6fcd0674-1b46-46e7-9b60-e8b525481c97', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:33.756802 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35f134e1-9a2c-49d1-981c-f64b12fdb72c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (f4593f18-f77f-4328-a1d8-2a63728ad91b), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:33.773084 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 1e021af0-3dc3-4c8f-8800-10687098c8ab triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:33.773437 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1e021af0-3dc3-4c8f-8800-10687098c8ab), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:33.801611 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35f134e1-9a2c-49d1-981c-f64b12fdb72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (f4593f18-f77f-4328-a1d8-2a63728ad91b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:33.803070 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f134e1-9a2c-49d1-981c-f64b12fdb72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:33.803963 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-35f134e1-9a2c-49d1-981c-f64b12fdb72c admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:33.872830 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-35f134e1-9a2c-49d1-981c-f64b12fdb72c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7186680 Mar 05 05:17:33.875321 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60592) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:33.883945 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-c28a0227-3a5a-406c-a213-1394dfbb456f admin admin] Request body: {'subnet': {'network_id': 'f4593f18-f77f-4328-a1d8-2a63728ad91b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-239705543-subnet', 'tenant_id': '455dec53261240ab89451c0cf89ebaf8', 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:33.888084 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f134e1-9a2c-49d1-981c-f64b12fdb72c admin admin] Pushing event updated for resources: {'Network': ['ID=f4593f18-f77f-4328-a1d8-2a63728ad91b,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:33.893564 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e0a7141b-b407-4ecc-8405-a737ea72ba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1', 'name': 'tempest-TestAggregatesBasicOps-1192965784-router', 'tenant_id': '8737610901724819a779a8544a8db8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '1e021af0-3dc3-4c8f-8800-10687098c8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:17:22Z', 'updated_at': '2022-03-05T05:17:29Z', 'revision_number': 4, 'project_id': '8737610901724819a779a8544a8db8d6', 'gw_port': {'id': '1e021af0-3dc3-4c8f-8800-10687098c8ab', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:17:23Z', 'updated_at': '2022-03-05T05:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '95aa9c76-fca5-4d75-8ed2-36728c1a86fe', 'name': '', 'network_id': 'bba440b7-2141-45e7-a16b-f57cf098448a', 'tenant_id': '8737610901724819a779a8544a8db8d6', 'mac_address': 'fa:16:3e:bb:cf:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'cf11e7ea-adce-4d32-966f-561cf09d4794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:17:28Z', 'updated_at': '2022-03-05T05:17:29Z', 'revision_number': 2, 'project_id': '8737610901724819a779a8544a8db8d6', 'subnets': [{'id': 'cf11e7ea-adce-4d32-966f-561cf09d4794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:33.909091 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28a0227-3a5a-406c-a213-1394dfbb456f admin admin] Made reservation on behalf of 455dec53261240ab89451c0cf89ebaf8 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:17:33.911785 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c28a0227-3a5a-406c-a213-1394dfbb456f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:33.949690 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network f4593f18-f77f-4328-a1d8-2a63728ad91b details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:17:33.952135 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a7141b-b407-4ecc-8405-a737ea72ba0b None None] Checking router: d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:17:33.952704 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a7141b-b407-4ecc-8405-a737ea72ba0b None None] Updating router d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1 port 95aa9c76-fca5-4d75-8ed2-36728c1a86fe binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:17:33.981784 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf4d2d0-374a-4066-a017-2ba7dea7e1c2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:17:33.986467 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aaf4d2d0-374a-4066-a017-2ba7dea7e1c2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:34.147320 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 1e021af0-3dc3-4c8f-8800-10687098c8ab is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:34.150123 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-df5a3c0b-71d3-439c-960b-fb914a97663b None None] Allocated IP 2001:db8::2 (6fcd0674-1b46-46e7-9b60-e8b525481c97/35cf4c50-0ce8-4989-964c-20d565debc40/7b3eaa33-b3b4-4e3c-8a53-95403395bc4c) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:17:34.158619 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e0a7141b-b407-4ecc-8405-a737ea72ba0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (95aa9c76-fca5-4d75-8ed2-36728c1a86fe), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:34.311736 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99579325-e9e3-443e-a319-13dc78cce189 req-ae3475c9-a5cc-4541-920d-72433eb73192 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:34.319318 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-99579325-e9e3-443e-a319-13dc78cce189 req-ae3475c9-a5cc-4541-920d-72433eb73192 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 943 time: 0.1966553 Mar 05 05:17:34.393216 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-99579325-e9e3-443e-a319-13dc78cce189 req-f17e2990-ad6f-4d86-86f9-e1215b017a41 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727501 Mar 05 05:17:34.394136 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c28a0227-3a5a-406c-a213-1394dfbb456f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (244d2cb1-607c-4dfa-9a88-7c6e92ba5915), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:34.473554 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aaf4d2d0-374a-4066-a017-2ba7dea7e1c2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (4d5b1fa6-8e6e-49df-b190-6b2ff6c84b88), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:34.483302 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a0227-3a5a-406c-a213-1394dfbb456f admin admin] Pushing event updated for resources: {'Subnet': ['ID=244d2cb1-607c-4dfa-9a88-7c6e92ba5915,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:34.492819 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28a0227-3a5a-406c-a213-1394dfbb456f admin admin] Checking segment: {'id': '8a6800a7-030e-4af7-882a-dff3705ed4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f4593f18-f77f-4328-a1d8-2a63728ad91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:17:34.493414 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28a0227-3a5a-406c-a213-1394dfbb456f admin admin] Network hostable DHCP agents. Network: f4593f18-f77f-4328-a1d8-2a63728ad91b, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:17:34.521664 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28a0227-3a5a-406c-a213-1394dfbb456f admin admin] Network f4593f18-f77f-4328-a1d8-2a63728ad91b is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:17:34.538811 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-c28a0227-3a5a-406c-a213-1394dfbb456f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, f4593f18-f77f-4328-a1d8-2a63728ad91b) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:34.553889 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28a0227-3a5a-406c-a213-1394dfbb456f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:34.554822 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c28a0227-3a5a-406c-a213-1394dfbb456f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:34.556370 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e0a7141b-b407-4ecc-8405-a737ea72ba0b None None] Publish callbacks [] for port (95aa9c76-fca5-4d75-8ed2-36728c1a86fe), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:34.563283 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf4d2d0-374a-4066-a017-2ba7dea7e1c2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network 6fcd0674-1b46-46e7-9b60-e8b525481c97 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:17:34.566099 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96aa811-ddbb-4f85-b747-97884f2cf137 None None] Network f4593f18-f77f-4328-a1d8-2a63728ad91b requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:17:34.581091 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-aaf4d2d0-374a-4066-a017-2ba7dea7e1c2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:34.583126 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c28a0227-3a5a-406c-a213-1394dfbb456f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7067516 Mar 05 05:17:34.585569 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60600) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:34.590076 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf4d2d0-374a-4066-a017-2ba7dea7e1c2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:34.597125 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aaf4d2d0-374a-4066-a017-2ba7dea7e1c2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:34.597797 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-a59ba648-246a-426c-88ef-ed4f62498835 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-239705543-router', 'tenant_id': '455dec53261240ab89451c0cf89ebaf8', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:34.630026 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a59ba648-246a-426c-88ef-ed4f62498835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (787f67cb-ba50-432d-88f1-f0549475047c), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:34.632417 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a59ba648-246a-426c-88ef-ed4f62498835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (787f67cb-ba50-432d-88f1-f0549475047c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:34.634884 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4d2d0-374a-4066-a017-2ba7dea7e1c2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Subnet': ['ID=4d5b1fa6-8e6e-49df-b190-6b2ff6c84b88,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:34.648212 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e0a7141b-b407-4ecc-8405-a737ea72ba0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (95aa9c76-fca5-4d75-8ed2-36728c1a86fe), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:34.655382 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-aaf4d2d0-374a-4066-a017-2ba7dea7e1c2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9358919 Mar 05 05:17:34.666358 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf4d2d0-374a-4066-a017-2ba7dea7e1c2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:34.666709 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf4d2d0-374a-4066-a017-2ba7dea7e1c2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:34.667191 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf4d2d0-374a-4066-a017-2ba7dea7e1c2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:34.667536 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf4d2d0-374a-4066-a017-2ba7dea7e1c2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:34.667873 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf4d2d0-374a-4066-a017-2ba7dea7e1c2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:34.668206 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf4d2d0-374a-4066-a017-2ba7dea7e1c2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:34.668536 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf4d2d0-374a-4066-a017-2ba7dea7e1c2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:34.668862 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf4d2d0-374a-4066-a017-2ba7dea7e1c2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:34.669192 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf4d2d0-374a-4066-a017-2ba7dea7e1c2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:34.669517 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf4d2d0-374a-4066-a017-2ba7dea7e1c2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:34.669842 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf4d2d0-374a-4066-a017-2ba7dea7e1c2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:34.670167 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf4d2d0-374a-4066-a017-2ba7dea7e1c2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:34.670487 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf4d2d0-374a-4066-a017-2ba7dea7e1c2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:34.684055 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60602) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:34.698160 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-b644d9f1-a24e-4d75-8ddd-c7a64ad3f84f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'port': {'network_id': '6fcd0674-1b46-46e7-9b60-e8b525481c97', 'fixed_ips': [{'subnet_id': '35cf4c50-0ce8-4989-964c-20d565debc40'}, {'subnet_id': '4d5b1fa6-8e6e-49df-b190-6b2ff6c84b88'}], 'name': 'tempest-PortsIpV6TestJSON-1304821869'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:34.770192 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a59ba648-246a-426c-88ef-ed4f62498835 admin admin] Publish callbacks [] for router_controller (787f67cb-ba50-432d-88f1-f0549475047c), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:34.784736 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-df5a3c0b-71d3-439c-960b-fb914a97663b None None] Publish callbacks [] for port (7b3eaa33-b3b4-4e3c-8a53-95403395bc4c), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:34.809778 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5906ce-db39-47dd-ab1e-734f4f5c5fcf None None] Pushing event updated for resources: {'Port': ['ID=95aa9c76-fca5-4d75-8ed2-36728c1a86fe,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:34.825247 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-df5a3c0b-71d3-439c-960b-fb914a97663b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (7b3eaa33-b3b4-4e3c-8a53-95403395bc4c), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:34.889323 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5a3c0b-71d3-439c-960b-fb914a97663b None None] Network 6fcd0674-1b46-46e7-9b60-e8b525481c97 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:17:34.893564 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a3c0b-71d3-439c-960b-fb914a97663b None None] Pushing event updated for resources: {'Port': ['ID=7b3eaa33-b3b4-4e3c-8a53-95403395bc4c,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:34.896900 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-df5a3c0b-71d3-439c-960b-fb914a97663b None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:34.899978 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5a3c0b-71d3-439c-960b-fb914a97663b None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:17:34.933414 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b644d9f1-a24e-4d75-8ddd-c7a64ad3f84f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:17:34.951172 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-e0a7141b-b407-4ecc-8405-a737ea72ba0b None None] Attempting to bind port 95aa9c76-fca5-4d75-8ed2-36728c1a86fe on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:17:34.951696 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-e0a7141b-b407-4ecc-8405-a737ea72ba0b None None] Attempting to bind port 95aa9c76-fca5-4d75-8ed2-36728c1a86fe by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '181f6e11-e28a-413b-9d05-8ca69697e926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bba440b7-2141-45e7-a16b-f57cf098448a'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:17:34.952184 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a7141b-b407-4ecc-8405-a737ea72ba0b None None] Attempting to bind port 95aa9c76-fca5-4d75-8ed2-36728c1a86fe on network bba440b7-2141-45e7-a16b-f57cf098448a {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:17:34.979345 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3569ced0-6789-4c41-a2e1-6b52f5272aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-f4593f18-f77f-4328-a1d8-2a63728ad91b', 'network_id': 'f4593f18-f77f-4328-a1d8-2a63728ad91b', 'project_id': '455dec53261240ab89451c0cf89ebaf8', 'fixed_ips': [{'subnet_id': '244d2cb1-607c-4dfa-9a88-7c6e92ba5915'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:17:34.980555 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3569ced0-6789-4c41-a2e1-6b52f5272aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:35.055626 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a7141b-b407-4ecc-8405-a737ea72ba0b None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:17:35.057960 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a7141b-b407-4ecc-8405-a737ea72ba0b None None] Checking segment: {'id': '181f6e11-e28a-413b-9d05-8ca69697e926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bba440b7-2141-45e7-a16b-f57cf098448a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:17:35.059223 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e0a7141b-b407-4ecc-8405-a737ea72ba0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:35.061031 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a7141b-b407-4ecc-8405-a737ea72ba0b None None] Bound using segment: {'id': '181f6e11-e28a-413b-9d05-8ca69697e926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bba440b7-2141-45e7-a16b-f57cf098448a'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:17:35.061794 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-e0a7141b-b407-4ecc-8405-a737ea72ba0b None None] Bound port: 95aa9c76-fca5-4d75-8ed2-36728c1a86fe, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181f6e11-e28a-413b-9d05-8ca69697e926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bba440b7-2141-45e7-a16b-f57cf098448a'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:17:35.062412 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e0a7141b-b407-4ecc-8405-a737ea72ba0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (95aa9c76-fca5-4d75-8ed2-36728c1a86fe), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:35.066593 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a59ba648-246a-426c-88ef-ed4f62498835 admin admin] Publish callbacks [] for router_gateway (787f67cb-ba50-432d-88f1-f0549475047c), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:35.071206 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-df5a3c0b-71d3-439c-960b-fb914a97663b None None] Attempting to bind port 7b3eaa33-b3b4-4e3c-8a53-95403395bc4c on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:17:35.071660 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-df5a3c0b-71d3-439c-960b-fb914a97663b None None] Attempting to bind port 7b3eaa33-b3b4-4e3c-8a53-95403395bc4c by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'fcf4705d-6e70-421f-9248-70ffe688f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6fcd0674-1b46-46e7-9b60-e8b525481c97'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:17:35.072096 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5a3c0b-71d3-439c-960b-fb914a97663b None None] Attempting to bind port 7b3eaa33-b3b4-4e3c-8a53-95403395bc4c on network 6fcd0674-1b46-46e7-9b60-e8b525481c97 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:17:35.094078 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b644d9f1-a24e-4d75-8ddd-c7a64ad3f84f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:35.132791 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-b644d9f1-a24e-4d75-8ddd-c7a64ad3f84f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] device_id is not set on port 4d3b403b-f7c5-4a46-add9-7b2cf9fcae1b yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:17:35.154417 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5a3c0b-71d3-439c-960b-fb914a97663b None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:17:35.154931 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5a3c0b-71d3-439c-960b-fb914a97663b None None] Checking segment: {'id': 'fcf4705d-6e70-421f-9248-70ffe688f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6fcd0674-1b46-46e7-9b60-e8b525481c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:17:35.155448 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-df5a3c0b-71d3-439c-960b-fb914a97663b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:35.155926 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5a3c0b-71d3-439c-960b-fb914a97663b None None] Bound using segment: {'id': 'fcf4705d-6e70-421f-9248-70ffe688f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6fcd0674-1b46-46e7-9b60-e8b525481c97'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:17:35.156520 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-df5a3c0b-71d3-439c-960b-fb914a97663b None None] Bound port: 7b3eaa33-b3b4-4e3c-8a53-95403395bc4c, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf4705d-6e70-421f-9248-70ffe688f059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '6fcd0674-1b46-46e7-9b60-e8b525481c97'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:17:35.156997 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-df5a3c0b-71d3-439c-960b-fb914a97663b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7b3eaa33-b3b4-4e3c-8a53-95403395bc4c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:35.286719 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a3fa59af-8d91-4268-ae1c-b0269724ab8c None None] Provisioning complete for port 95aa9c76-fca5-4d75-8ed2-36728c1a86fe triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:35.290037 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a3fa59af-8d91-4268-ae1c-b0269724ab8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (95aa9c76-fca5-4d75-8ed2-36728c1a86fe), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:35.408840 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-e0a7141b-b407-4ecc-8405-a737ea72ba0b None None] For port 95aa9c76-fca5-4d75-8ed2-36728c1a86fe, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:17:35.437916 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-e0a7141b-b407-4ecc-8405-a737ea72ba0b None None] For port 95aa9c76-fca5-4d75-8ed2-36728c1a86fe, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=95aa9c76-fca5-4d75-8ed2-36728c1a86fe,segment=NetworkSegment(181f6e11-e28a-413b-9d05-8ca69697e926),segment_id=181f6e11-e28a-413b-9d05-8ca69697e926)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:17:35.479845 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a3fa59af-8d91-4268-ae1c-b0269724ab8c None None] Port 95aa9c76-fca5-4d75-8ed2-36728c1a86fe cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:17:35.481904 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e0a7141b-b407-4ecc-8405-a737ea72ba0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (95aa9c76-fca5-4d75-8ed2-36728c1a86fe), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:35.568893 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5906ce-db39-47dd-ab1e-734f4f5c5fcf None None] Pushing event updated for resources: {'Port': ['ID=95aa9c76-fca5-4d75-8ed2-36728c1a86fe,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:35.571882 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a59ba648-246a-426c-88ef-ed4f62498835 admin admin] Publish callbacks [] for router_gateway (787f67cb-ba50-432d-88f1-f0549475047c), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:35.599842 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-df5a3c0b-71d3-439c-960b-fb914a97663b None None] For port 7b3eaa33-b3b4-4e3c-8a53-95403395bc4c, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:17:35.603135 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a59ba648-246a-426c-88ef-ed4f62498835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:35.625154 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-df5a3c0b-71d3-439c-960b-fb914a97663b None None] For port 7b3eaa33-b3b4-4e3c-8a53-95403395bc4c, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=7b3eaa33-b3b4-4e3c-8a53-95403395bc4c,segment=NetworkSegment(fcf4705d-6e70-421f-9248-70ffe688f059),segment_id=fcf4705d-6e70-421f-9248-70ffe688f059)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:17:35.635828 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-3569ced0-6789-4c41-a2e1-6b52f5272aaa None None] Allocated IP 172.20.0.2 (f4593f18-f77f-4328-a1d8-2a63728ad91b/244d2cb1-607c-4dfa-9a88-7c6e92ba5915/d7bffd4f-50ce-4994-9e30-be65b8fc6744) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:17:35.638061 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a7141b-b407-4ecc-8405-a737ea72ba0b None None] Routers {'d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:17:35.638783 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e0a7141b-b407-4ecc-8405-a737ea72ba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:17:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:35.679607 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd535281-8856-4aad-974b-f6c39e02d276 req-0ab588cf-2c82-4e5c-90b8-9674f80066c0 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:35.688635 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dd535281-8856-4aad-974b-f6c39e02d276 req-0ab588cf-2c82-4e5c-90b8-9674f80066c0 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 943 time: 0.1873868 Mar 05 05:17:35.728838 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-b644d9f1-a24e-4d75-8ddd-c7a64ad3f84f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Allocated IP 2001:db8::256 (6fcd0674-1b46-46e7-9b60-e8b525481c97/35cf4c50-0ce8-4989-964c-20d565debc40/4d3b403b-f7c5-4a46-add9-7b2cf9fcae1b) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:17:35.729953 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-df5a3c0b-71d3-439c-960b-fb914a97663b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (7b3eaa33-b3b4-4e3c-8a53-95403395bc4c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:35.738272 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-b644d9f1-a24e-4d75-8ddd-c7a64ad3f84f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Allocated IP 2001:db8:0:1::371 (6fcd0674-1b46-46e7-9b60-e8b525481c97/4d5b1fa6-8e6e-49df-b190-6b2ff6c84b88/4d3b403b-f7c5-4a46-add9-7b2cf9fcae1b) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:17:35.808074 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dd535281-8856-4aad-974b-f6c39e02d276 req-96407f19-93ea-478e-9422-c68b2c1cf5dd tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083984 Mar 05 05:17:35.825719 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-a59ba648-246a-426c-88ef-ed4f62498835 admin admin] Allocated IP 172.25.0.210 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:17:35.984112 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b644d9f1-a24e-4d75-8ddd-c7a64ad3f84f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for port (4d3b403b-f7c5-4a46-add9-7b2cf9fcae1b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:36.030219 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b644d9f1-a24e-4d75-8ddd-c7a64ad3f84f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (4d3b403b-f7c5-4a46-add9-7b2cf9fcae1b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:36.049015 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a59ba648-246a-426c-88ef-ed4f62498835 admin admin] Publish callbacks [] for port (6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:36.091336 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b644d9f1-a24e-4d75-8ddd-c7a64ad3f84f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network 6fcd0674-1b46-46e7-9b60-e8b525481c97 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:17:36.094563 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-b644d9f1-a24e-4d75-8ddd-c7a64ad3f84f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:36.097650 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b644d9f1-a24e-4d75-8ddd-c7a64ad3f84f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:17:36.103842 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b644d9f1-a24e-4d75-8ddd-c7a64ad3f84f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:36.104496 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b644d9f1-a24e-4d75-8ddd-c7a64ad3f84f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:36.120165 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644d9f1-a24e-4d75-8ddd-c7a64ad3f84f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Port': ['ID=4d3b403b-f7c5-4a46-add9-7b2cf9fcae1b,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:36.131674 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b644d9f1-a24e-4d75-8ddd-c7a64ad3f84f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.4463868 Mar 05 05:17:36.133401 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60612) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:36.139822 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-b3608dc0-e6d4-479b-bdfe-76b24dd2f5c9 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '35cf4c50-0ce8-4989-964c-20d565debc40'}]}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:36.148728 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a59ba648-246a-426c-88ef-ed4f62498835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:36.247045 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59ba648-246a-426c-88ef-ed4f62498835 admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:17:36.250544 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-a59ba648-246a-426c-88ef-ed4f62498835 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:36.255886 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59ba648-246a-426c-88ef-ed4f62498835 admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:17:36.261078 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b3608dc0-e6d4-479b-bdfe-76b24dd2f5c9 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4d3b403b-f7c5-4a46-add9-7b2cf9fcae1b), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:36.328220 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ba648-246a-426c-88ef-ed4f62498835 admin admin] Pushing event updated for resources: {'Port': ['ID=6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:36.443569 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3569ced0-6789-4c41-a2e1-6b52f5272aaa None None] Publish callbacks [] for port (d7bffd4f-50ce-4994-9e30-be65b8fc6744), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:36.450259 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a3c0b-71d3-439c-960b-fb914a97663b None None] Pushing event updated for resources: {'Port': ['ID=7b3eaa33-b3b4-4e3c-8a53-95403395bc4c,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:36.474437 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3569ced0-6789-4c41-a2e1-6b52f5272aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (d7bffd4f-50ce-4994-9e30-be65b8fc6744), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:36.492874 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-e0a7141b-b407-4ecc-8405-a737ea72ba0b None None] Set router d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:17:36.503734 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-7c6b6434-0596-466e-989c-fadaabb3369b None None] Provisioning complete for port 95aa9c76-fca5-4d75-8ed2-36728c1a86fe triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:36.504121 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7c6b6434-0596-466e-989c-fadaabb3369b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (95aa9c76-fca5-4d75-8ed2-36728c1a86fe), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:36.692015 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3569ced0-6789-4c41-a2e1-6b52f5272aaa None None] Network f4593f18-f77f-4328-a1d8-2a63728ad91b is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:17:36.696728 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-b3608dc0-e6d4-479b-bdfe-76b24dd2f5c9 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Delete allocated IP 2001:db8:0:1::371 (6fcd0674-1b46-46e7-9b60-e8b525481c97/4d5b1fa6-8e6e-49df-b190-6b2ff6c84b88) {{(pid=105232) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 05 05:17:36.699020 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-3569ced0-6789-4c41-a2e1-6b52f5272aaa None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:36.711238 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3569ced0-6789-4c41-a2e1-6b52f5272aaa None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:17:36.739857 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3569ced0-6789-4c41-a2e1-6b52f5272aaa None None] Pushing event updated for resources: {'Port': ['ID=d7bffd4f-50ce-4994-9e30-be65b8fc6744,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:36.802860 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-7c6b6434-0596-466e-989c-fadaabb3369b None None] Current status of the port 95aa9c76-fca5-4d75-8ed2-36728c1a86fe is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:36.803464 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7c6b6434-0596-466e-989c-fadaabb3369b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (95aa9c76-fca5-4d75-8ed2-36728c1a86fe), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:36.902032 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3569ced0-6789-4c41-a2e1-6b52f5272aaa None None] Attempting to bind port d7bffd4f-50ce-4994-9e30-be65b8fc6744 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:17:36.902597 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3569ced0-6789-4c41-a2e1-6b52f5272aaa None None] Attempting to bind port d7bffd4f-50ce-4994-9e30-be65b8fc6744 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '8a6800a7-030e-4af7-882a-dff3705ed4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f4593f18-f77f-4328-a1d8-2a63728ad91b'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:17:36.903090 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3569ced0-6789-4c41-a2e1-6b52f5272aaa None None] Attempting to bind port d7bffd4f-50ce-4994-9e30-be65b8fc6744 on network f4593f18-f77f-4328-a1d8-2a63728ad91b {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:17:36.914426 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3569ced0-6789-4c41-a2e1-6b52f5272aaa None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:17:36.915000 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3569ced0-6789-4c41-a2e1-6b52f5272aaa None None] Checking segment: {'id': '8a6800a7-030e-4af7-882a-dff3705ed4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f4593f18-f77f-4328-a1d8-2a63728ad91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:17:36.915559 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3569ced0-6789-4c41-a2e1-6b52f5272aaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:36.916190 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3569ced0-6789-4c41-a2e1-6b52f5272aaa None None] Bound using segment: {'id': '8a6800a7-030e-4af7-882a-dff3705ed4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f4593f18-f77f-4328-a1d8-2a63728ad91b'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:17:36.916809 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3569ced0-6789-4c41-a2e1-6b52f5272aaa None None] Bound port: d7bffd4f-50ce-4994-9e30-be65b8fc6744, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a6800a7-030e-4af7-882a-dff3705ed4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f4593f18-f77f-4328-a1d8-2a63728ad91b'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:17:36.917872 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3569ced0-6789-4c41-a2e1-6b52f5272aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d7bffd4f-50ce-4994-9e30-be65b8fc6744), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:36.944479 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-7c6b6434-0596-466e-989c-fadaabb3369b None None] For port 95aa9c76-fca5-4d75-8ed2-36728c1a86fe, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=95aa9c76-fca5-4d75-8ed2-36728c1a86fe,segment=NetworkSegment(181f6e11-e28a-413b-9d05-8ca69697e926),segment_id=181f6e11-e28a-413b-9d05-8ca69697e926)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:17:36.981098 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b3608dc0-e6d4-479b-bdfe-76b24dd2f5c9 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for port (4d3b403b-f7c5-4a46-add9-7b2cf9fcae1b), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:36.990499 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b3608dc0-e6d4-479b-bdfe-76b24dd2f5c9 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (4d3b403b-f7c5-4a46-add9-7b2cf9fcae1b), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:37.006478 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7c6b6434-0596-466e-989c-fadaabb3369b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (95aa9c76-fca5-4d75-8ed2-36728c1a86fe), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:37.031352 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-da27858f-4123-4b88-b285-fd32bfac358e req-d79903d8-8599-4d90-b018-1c83d7de8848 tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4f119eda21bb45b5940965dac9d9f10a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0849638 Mar 05 05:17:37.086738 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-b3608dc0-e6d4-479b-bdfe-76b24dd2f5c9 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] In _notify_port_updated(), no bound segment for port 4d3b403b-f7c5-4a46-add9-7b2cf9fcae1b on network 6fcd0674-1b46-46e7-9b60-e8b525481c97 {{(pid=105232) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 05 05:17:37.092798 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3608dc0-e6d4-479b-bdfe-76b24dd2f5c9 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:37.094545 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b3608dc0-e6d4-479b-bdfe-76b24dd2f5c9 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:37.096226 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b3608dc0-e6d4-479b-bdfe-76b24dd2f5c9 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "PUT /v2.0/ports/4d3b403b-f7c5-4a46-add9-7b2cf9fcae1b HTTP/1.1" status: 200 len: 926 time: 0.9617505 Mar 05 05:17:37.100812 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60630) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:37.109242 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-6171f936-6935-4c16-b16a-d252b0a6b745 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '35cf4c50-0ce8-4989-964c-20d565debc40'}, {'subnet_id': '4d5b1fa6-8e6e-49df-b190-6b2ff6c84b88'}]}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:37.182024 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-3569ced0-6789-4c41-a2e1-6b52f5272aaa None None] For port d7bffd4f-50ce-4994-9e30-be65b8fc6744, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:17:37.196484 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b6434-0596-466e-989c-fadaabb3369b None None] Pushing event updated for resources: {'Port': ['ID=95aa9c76-fca5-4d75-8ed2-36728c1a86fe,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:37.204383 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16369537-6e23-47e2-a13f-7de339db745d req-b36e0801-00ad-4e55-ba82-e787373566c9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:37.206995 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-16369537-6e23-47e2-a13f-7de339db745d req-b36e0801-00ad-4e55-ba82-e787373566c9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 943 time: 0.2399127 Mar 05 05:17:37.210173 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-3569ced0-6789-4c41-a2e1-6b52f5272aaa None None] For port d7bffd4f-50ce-4994-9e30-be65b8fc6744, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d7bffd4f-50ce-4994-9e30-be65b8fc6744,segment=NetworkSegment(8a6800a7-030e-4af7-882a-dff3705ed4c4),segment_id=8a6800a7-030e-4af7-882a-dff3705ed4c4)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:17:37.224215 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3569ced0-6789-4c41-a2e1-6b52f5272aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d7bffd4f-50ce-4994-9e30-be65b8fc6744), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:37.245896 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6171f936-6935-4c16-b16a-d252b0a6b745 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4d3b403b-f7c5-4a46-add9-7b2cf9fcae1b), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:37.298775 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3608dc0-e6d4-479b-bdfe-76b24dd2f5c9 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Port': ['ID=4d3b403b-f7c5-4a46-add9-7b2cf9fcae1b,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:37.300253 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e0a7141b-b407-4ecc-8405-a737ea72ba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1', 'name': 'tempest-TestAggregatesBasicOps-1192965784-router', 'tenant_id': '8737610901724819a779a8544a8db8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '1e021af0-3dc3-4c8f-8800-10687098c8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:17:22Z', 'updated_at': '2022-03-05T05:17:29Z', 'revision_number': 4, 'project_id': '8737610901724819a779a8544a8db8d6', 'gw_port': {'id': '1e021af0-3dc3-4c8f-8800-10687098c8ab', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:17:23Z', 'updated_at': '2022-03-05T05:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '95aa9c76-fca5-4d75-8ed2-36728c1a86fe', 'name': '', 'network_id': 'bba440b7-2141-45e7-a16b-f57cf098448a', 'tenant_id': '8737610901724819a779a8544a8db8d6', 'mac_address': 'fa:16:3e:bb:cf:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'cf11e7ea-adce-4d32-966f-561cf09d4794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:17:28Z', 'updated_at': '2022-03-05T05:17:35Z', 'revision_number': 4, 'project_id': '8737610901724819a779a8544a8db8d6', 'subnets': [{'id': 'cf11e7ea-adce-4d32-966f-561cf09d4794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:37.375110 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a7141b-b407-4ecc-8405-a737ea72ba0b None None] The sync data for ids ['d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1'] in n-d-789963-32 is: [{'id': 'd3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1', 'name': 'tempest-TestAggregatesBasicOps-1192965784-router', 'tenant_id': '8737610901724819a779a8544a8db8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '1e021af0-3dc3-4c8f-8800-10687098c8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:17:22Z', 'updated_at': '2022-03-05T05:17:29Z', 'revision_number': 4, 'project_id': '8737610901724819a779a8544a8db8d6', 'gw_port': {'id': '1e021af0-3dc3-4c8f-8800-10687098c8ab', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:17:23Z', 'updated_at': '2022-03-05T05:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '95aa9c76-fca5-4d75-8ed2-36728c1a86fe', 'name': '', 'network_id': 'bba440b7-2141-45e7-a16b-f57cf098448a', 'tenant_id': '8737610901724819a779a8544a8db8d6', 'mac_address': 'fa:16:3e:bb:cf:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'cf11e7ea-adce-4d32-966f-561cf09d4794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:17:28Z', 'updated_at': '2022-03-05T05:17:35Z', 'revision_number': 4, 'project_id': '8737610901724819a779a8544a8db8d6', 'subnets': [{'id': 'cf11e7ea-adce-4d32-966f-561cf09d4794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:17:37.414963 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3569ced0-6789-4c41-a2e1-6b52f5272aaa None None] Pushing event updated for resources: {'Port': ['ID=d7bffd4f-50ce-4994-9e30-be65b8fc6744,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:37.532354 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 7b3eaa33-b3b4-4e3c-8a53-95403395bc4c up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:17:37.593946 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27858f-4123-4b88-b285-fd32bfac358e req-77d38080-96d4-49a7-a10e-77309e499643 tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:37.596338 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-da27858f-4123-4b88-b285-fd32bfac358e req-77d38080-96d4-49a7-a10e-77309e499643 tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5568025 Mar 05 05:17:37.597409 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-6e2e36fb-9171-43f0-8851-52b5dee459b9 req-b758476e-0131-4854-986a-ce737685e011 tempest-TaggedBootDevicesTest-2138455827 tempest-TaggedBootDevicesTest-2138455827-project] (105231) timed out ('10.222.0.11', 37152) {{(pid=105231) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 05 05:17:37.623704 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-16369537-6e23-47e2-a13f-7de339db745d req-48088930-a154-4528-8158-f96485f4fc6e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3578236 Mar 05 05:17:37.636845 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a59ba648-246a-426c-88ef-ed4f62498835 admin admin] Publish callbacks [] for router_gateway (787f67cb-ba50-432d-88f1-f0549475047c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:37.657433 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 7b3eaa33-b3b4-4e3c-8a53-95403395bc4c triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:37.658686 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7b3eaa33-b3b4-4e3c-8a53-95403395bc4c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:37.670134 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556e8339-4fad-46b1-83ed-492b7474dab6 None None] Network 6fcd0674-1b46-46e7-9b60-e8b525481c97 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:17:37.742536 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-da27858f-4123-4b88-b285-fd32bfac358e req-cd281baf-d372-4909-b46f-1119f6f69cd3 tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.11 "GET /v2.0/quotas/4f119eda21bb45b5940965dac9d9f10a HTTP/1.1" status: 200 len: 375 time: 0.1152034 Mar 05 05:17:37.798847 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-da27858f-4123-4b88-b285-fd32bfac358e req-69d4a187-add6-4eec-a604-2e0f06003cde tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4f119eda21bb45b5940965dac9d9f10a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410807 Mar 05 05:17:37.941184 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-6171f936-6935-4c16-b16a-d252b0a6b745 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Allocated IP 2001:db8:0:1::90 (6fcd0674-1b46-46e7-9b60-e8b525481c97/4d5b1fa6-8e6e-49df-b190-6b2ff6c84b88/4d3b403b-f7c5-4a46-add9-7b2cf9fcae1b) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:17:37.981298 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-bea06e05-5394-475d-a6b9-b48ac7f492ae None None] Provisioning complete for port 7b3eaa33-b3b4-4e3c-8a53-95403395bc4c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:37.981680 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bea06e05-5394-475d-a6b9-b48ac7f492ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7b3eaa33-b3b4-4e3c-8a53-95403395bc4c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:38.082923 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a59ba648-246a-426c-88ef-ed4f62498835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (787f67cb-ba50-432d-88f1-f0549475047c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:38.202593 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 7b3eaa33-b3b4-4e3c-8a53-95403395bc4c is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:38.203597 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7b3eaa33-b3b4-4e3c-8a53-95403395bc4c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:38.238070 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6171f936-6935-4c16-b16a-d252b0a6b745 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for port (4d3b403b-f7c5-4a46-add9-7b2cf9fcae1b), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:38.253009 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6171f936-6935-4c16-b16a-d252b0a6b745 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (4d3b403b-f7c5-4a46-add9-7b2cf9fcae1b), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:38.360469 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b4140fb6-83ad-4d8f-8e33-f4d2b7ec98de req-e6870585-0419-47e0-bab2-cd91ea3aa5ab tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.11 "GET /v2.0/ports?device_id=1789ff3b-38b3-4499-ae85-6526df9a32bc HTTP/1.1" status: 200 len: 210 time: 0.0758398 Mar 05 05:17:38.417309 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59ba648-246a-426c-88ef-ed4f62498835 admin admin] Router 787f67cb-ba50-432d-88f1-f0549475047c is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:17:38.470948 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 7b3eaa33-b3b4-4e3c-8a53-95403395bc4c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=7b3eaa33-b3b4-4e3c-8a53-95403395bc4c,segment=NetworkSegment(fcf4705d-6e70-421f-9248-70ffe688f059),segment_id=fcf4705d-6e70-421f-9248-70ffe688f059)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:17:38.481493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171f936-6935-4c16-b16a-d252b0a6b745 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Port': ['ID=4d3b403b-f7c5-4a46-add9-7b2cf9fcae1b,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:38.484989 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-6171f936-6935-4c16-b16a-d252b0a6b745 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] In _notify_port_updated(), no bound segment for port 4d3b403b-f7c5-4a46-add9-7b2cf9fcae1b on network 6fcd0674-1b46-46e7-9b60-e8b525481c97 {{(pid=105232) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 05 05:17:38.498822 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6171f936-6935-4c16-b16a-d252b0a6b745 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:38.504086 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6171f936-6935-4c16-b16a-d252b0a6b745 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:38.508810 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6171f936-6935-4c16-b16a-d252b0a6b745 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "PUT /v2.0/ports/4d3b403b-f7c5-4a46-add9-7b2cf9fcae1b HTTP/1.1" status: 200 len: 1011 time: 1.4060192 Mar 05 05:17:38.510935 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (7b3eaa33-b3b4-4e3c-8a53-95403395bc4c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:38.512820 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60644) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:38.523315 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e111cbfc-1061-40ee-9337-d79608875e8d None None] Update dhcp port {'port': {'network_id': '6fcd0674-1b46-46e7-9b60-e8b525481c97', 'fixed_ips': [{'subnet_id': '35cf4c50-0ce8-4989-964c-20d565debc40', 'ip_address': '2001:db8::2'}, {'subnet_id': '4d5b1fa6-8e6e-49df-b190-6b2ff6c84b88'}], 'binding:host_id': 'n-d-789963-32'}, 'id': '7b3eaa33-b3b4-4e3c-8a53-95403395bc4c'} from n-d-789963-32. {{(pid=105233) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 05 05:17:38.704630 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59ba648-246a-426c-88ef-ed4f62498835 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:17:38.707444 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-bea06e05-5394-475d-a6b9-b48ac7f492ae None None] Current status of the port 7b3eaa33-b3b4-4e3c-8a53-95403395bc4c is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:38.707981 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bea06e05-5394-475d-a6b9-b48ac7f492ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7b3eaa33-b3b4-4e3c-8a53-95403395bc4c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:38.718279 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7718a8bc-e405-49d5-934a-977703623ce4 None None] Sync routers for ids ['787f67cb-ba50-432d-88f1-f0549475047c'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:17:38.730023 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e111cbfc-1061-40ee-9337-d79608875e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7b3eaa33-b3b4-4e3c-8a53-95403395bc4c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:38.744858 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7718a8bc-e405-49d5-934a-977703623ce4 None None] Routers {'787f67cb-ba50-432d-88f1-f0549475047c'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:17:38.745509 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7718a8bc-e405-49d5-934a-977703623ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:17:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['787f67cb-ba50-432d-88f1-f0549475047c'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:38.746893 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a59ba648-246a-426c-88ef-ed4f62498835 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:38.757169 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60650) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:38.759375 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a59ba648-246a-426c-88ef-ed4f62498835 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1647477 Mar 05 05:17:38.830123 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=7b3eaa33-b3b4-4e3c-8a53-95403395bc4c,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:38.955151 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383f2e6-d7cd-41ad-b9b1-a965b92de10e req-450c6394-f4d1-42c6-8001-eb9e7d365edc tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:38.962517 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2383f2e6-d7cd-41ad-b9b1-a965b92de10e req-450c6394-f4d1-42c6-8001-eb9e7d365edc tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 943 time: 0.1351247 Mar 05 05:17:38.980920 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-7285cbac-5865-47c0-a232-fda67015c264 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Deleting port 4d3b403b-f7c5-4a46-add9-7b2cf9fcae1b {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:17:38.981277 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7285cbac-5865-47c0-a232-fda67015c264 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (4d3b403b-f7c5-4a46-add9-7b2cf9fcae1b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:39.047972 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-bea06e05-5394-475d-a6b9-b48ac7f492ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 05:17:39.055491 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-bea06e05-5394-475d-a6b9-b48ac7f492ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 05:17:39.125048 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2383f2e6-d7cd-41ad-b9b1-a965b92de10e req-a7521bd9-3be8-4516-afd2-af6acd04265a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427479 Mar 05 05:17:39.217298 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-e111cbfc-1061-40ee-9337-d79608875e8d None None] Allocated IP 2001:db8:0:1::2 (6fcd0674-1b46-46e7-9b60-e8b525481c97/4d5b1fa6-8e6e-49df-b190-6b2ff6c84b88/7b3eaa33-b3b4-4e3c-8a53-95403395bc4c) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:17:39.310339 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1876f631-c197-4048-a649-c97c7e252f9a None None] Network f4593f18-f77f-4328-a1d8-2a63728ad91b requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:17:39.361440 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-7718a8bc-e405-49d5-934a-977703623ce4 None None] Set router 787f67cb-ba50-432d-88f1-f0549475047c gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:17:39.521956 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7285cbac-5865-47c0-a232-fda67015c264 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (4d3b403b-f7c5-4a46-add9-7b2cf9fcae1b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:39.581265 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3fdab917-23d3-40f8-935a-d9c400365b2c req-22542aff-5b2f-4bb7-9975-f09921d495af tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.11 "GET /v2.0/ports?device_id=1789ff3b-38b3-4499-ae85-6526df9a32bc HTTP/1.1" status: 200 len: 210 time: 0.0736876 Mar 05 05:17:39.632653 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-7285cbac-5865-47c0-a232-fda67015c264 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Calling delete_port for 4d3b403b-f7c5-4a46-add9-7b2cf9fcae1b owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:17:39.672492 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-e111cbfc-1061-40ee-9337-d79608875e8d None None] For port 7b3eaa33-b3b4-4e3c-8a53-95403395bc4c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=7b3eaa33-b3b4-4e3c-8a53-95403395bc4c,segment=NetworkSegment(fcf4705d-6e70-421f-9248-70ffe688f059),segment_id=fcf4705d-6e70-421f-9248-70ffe688f059)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:17:39.676707 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-bea06e05-5394-475d-a6b9-b48ac7f492ae None None] Current status of the port 7b3eaa33-b3b4-4e3c-8a53-95403395bc4c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:39.772438 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e111cbfc-1061-40ee-9337-d79608875e8d None None] Publish callbacks [] for port (7b3eaa33-b3b4-4e3c-8a53-95403395bc4c), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:39.787792 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 7b3eaa33-b3b4-4e3c-8a53-95403395bc4c up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:17:39.831383 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e111cbfc-1061-40ee-9337-d79608875e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (7b3eaa33-b3b4-4e3c-8a53-95403395bc4c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:39.845986 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7718a8bc-e405-49d5-934a-977703623ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787f67cb-ba50-432d-88f1-f0549475047c', 'name': 'tempest-TestAggregatesBasicOps-239705543-router', 'tenant_id': '455dec53261240ab89451c0cf89ebaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:17:34Z', 'updated_at': '2022-03-05T05:17:37Z', 'revision_number': 3, 'project_id': '455dec53261240ab89451c0cf89ebaf8', 'gw_port': {'id': '6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:99:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787f67cb-ba50-432d-88f1-f0549475047c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:17:35Z', 'updated_at': '2022-03-05T05:17:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:39.886782 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7718a8bc-e405-49d5-934a-977703623ce4 None None] Checking router: 787f67cb-ba50-432d-88f1-f0549475047c for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:17:39.887183 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7718a8bc-e405-49d5-934a-977703623ce4 None None] Updating router 787f67cb-ba50-432d-88f1-f0549475047c port 6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:17:39.931305 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7718a8bc-e405-49d5-934a-977703623ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:39.986876 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-da27858f-4123-4b88-b285-fd32bfac358e req-9dd061b6-bcdb-43f4-b27b-a38a23f7a880 tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4f119eda21bb45b5940965dac9d9f10a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1413398 Mar 05 05:17:39.988576 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d8eb6dc3-61d3-4355-b7fe-786ed9f57e63 None None] Provisioning complete for port d7bffd4f-50ce-4994-9e30-be65b8fc6744 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:39.988971 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d8eb6dc3-61d3-4355-b7fe-786ed9f57e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d7bffd4f-50ce-4994-9e30-be65b8fc6744), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:40.096281 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 7b3eaa33-b3b4-4e3c-8a53-95403395bc4c triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:40.096673 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7b3eaa33-b3b4-4e3c-8a53-95403395bc4c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:40.247357 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27858f-4123-4b88-b285-fd32bfac358e req-84e25607-4236-4488-869f-7e075c004958 tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:40.250255 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-da27858f-4123-4b88-b285-fd32bfac358e req-84e25607-4236-4488-869f-7e075c004958 tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2596896 Mar 05 05:17:40.415637 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b16d0-5151-4965-a887-8be4e9dbe270 req-eee94cb5-d0c0-4206-aea3-f87e4146a107 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:40.417692 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6c4b16d0-5151-4965-a887-8be4e9dbe270 req-eee94cb5-d0c0-4206-aea3-f87e4146a107 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 943 time: 0.1394508 Mar 05 05:17:40.497356 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7718a8bc-e405-49d5-934a-977703623ce4 None None] Publish callbacks [] for port (6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:40.508408 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7718a8bc-e405-49d5-934a-977703623ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:40.508775 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111cbfc-1061-40ee-9337-d79608875e8d None None] Pushing event updated for resources: {'Port': ['ID=7b3eaa33-b3b4-4e3c-8a53-95403395bc4c,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:40.566639 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6c4b16d0-5151-4965-a887-8be4e9dbe270 req-d5720779-dbb7-4e4c-981f-9ef38fa6ab63 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425514 Mar 05 05:17:40.580623 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-7718a8bc-e405-49d5-934a-977703623ce4 None None] Attempting to bind port 6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:17:40.581326 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-7718a8bc-e405-49d5-934a-977703623ce4 None None] Attempting to bind port 6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:17:40.581876 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7718a8bc-e405-49d5-934a-977703623ce4 None None] Attempting to bind port 6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:17:40.593751 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7718a8bc-e405-49d5-934a-977703623ce4 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:17:40.594438 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7718a8bc-e405-49d5-934a-977703623ce4 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:17:40.595102 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7718a8bc-e405-49d5-934a-977703623ce4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:40.595725 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7718a8bc-e405-49d5-934a-977703623ce4 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:17:40.596531 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-7718a8bc-e405-49d5-934a-977703623ce4 None None] Bound port: 6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:17:40.597404 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7718a8bc-e405-49d5-934a-977703623ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:40.608821 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 7b3eaa33-b3b4-4e3c-8a53-95403395bc4c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:40.625042 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 95aa9c76-fca5-4d75-8ed2-36728c1a86fe up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:17:40.736816 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-7718a8bc-e405-49d5-934a-977703623ce4 None None] For port 6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:17:40.746485 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-7718a8bc-e405-49d5-934a-977703623ce4 None None] For port 6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:17:40.759946 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d8eb6dc3-61d3-4355-b7fe-786ed9f57e63 None None] Current status of the port d7bffd4f-50ce-4994-9e30-be65b8fc6744 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:40.759946 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d8eb6dc3-61d3-4355-b7fe-786ed9f57e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d7bffd4f-50ce-4994-9e30-be65b8fc6744), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:40.762037 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7718a8bc-e405-49d5-934a-977703623ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:40.776800 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf36024-4859-4c26-b6f5-9612f36b68fa None None] Pushing event updated for resources: {'Port': ['ID=6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:40.826534 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-84d06adb-79fc-4c49-b1d9-61f92edf47b0 req-421a81ef-a446-49d0-9520-7ad8be67aa1a tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.11 "GET /v2.0/ports?device_id=1789ff3b-38b3-4499-ae85-6526df9a32bc HTTP/1.1" status: 200 len: 210 time: 0.0825493 Mar 05 05:17:40.843526 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7285cbac-5865-47c0-a232-fda67015c264 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (4d3b403b-f7c5-4a46-add9-7b2cf9fcae1b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:40.855289 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-da27858f-4123-4b88-b285-fd32bfac358e req-4661da06-7f42-45bb-b0f8-02eeb261d46c tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Request body: {'port': {'device_id': '1789ff3b-38b3-4499-ae85-6526df9a32bc', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'admin_state_up': True, 'tenant_id': '4f119eda21bb45b5940965dac9d9f10a'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:40.856970 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-d8eb6dc3-61d3-4355-b7fe-786ed9f57e63 None None] For port d7bffd4f-50ce-4994-9e30-be65b8fc6744, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d7bffd4f-50ce-4994-9e30-be65b8fc6744,segment=NetworkSegment(8a6800a7-030e-4af7-882a-dff3705ed4c4),segment_id=8a6800a7-030e-4af7-882a-dff3705ed4c4)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:17:40.874162 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d8eb6dc3-61d3-4355-b7fe-786ed9f57e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d7bffd4f-50ce-4994-9e30-be65b8fc6744), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:40.921669 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7718a8bc-e405-49d5-934a-977703623ce4 None None] Routers {'787f67cb-ba50-432d-88f1-f0549475047c'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:17:40.922300 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7718a8bc-e405-49d5-934a-977703623ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:17:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['787f67cb-ba50-432d-88f1-f0549475047c'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:40.932673 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf36024-4859-4c26-b6f5-9612f36b68fa None None] Pushing event updated for resources: {'Port': ['ID=6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:40.958659 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb6dc3-61d3-4355-b7fe-786ed9f57e63 None None] Pushing event updated for resources: {'Port': ['ID=d7bffd4f-50ce-4994-9e30-be65b8fc6744,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:40.966464 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 95aa9c76-fca5-4d75-8ed2-36728c1a86fe triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:40.966854 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (95aa9c76-fca5-4d75-8ed2-36728c1a86fe), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:41.023142 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-334191a9-ff37-475f-a7f1-8c2ae1c5b5b1 None None] Provisioning complete for port d7bffd4f-50ce-4994-9e30-be65b8fc6744 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:41.023509 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-334191a9-ff37-475f-a7f1-8c2ae1c5b5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d7bffd4f-50ce-4994-9e30-be65b8fc6744), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:41.039805 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285cbac-5865-47c0-a232-fda67015c264 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Port': ['ID=4d3b403b-f7c5-4a46-add9-7b2cf9fcae1b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:41.121591 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7285cbac-5865-47c0-a232-fda67015c264 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:41.122772 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e26d5d3-d694-414e-ac56-6d3032d8835e None None] Network 6fcd0674-1b46-46e7-9b60-e8b525481c97 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:17:41.129410 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7285cbac-5865-47c0-a232-fda67015c264 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/ports/4d3b403b-f7c5-4a46-add9-7b2cf9fcae1b HTTP/1.1" status: 204 len: 168 time: 2.6151836 Mar 05 05:17:41.129612 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60662) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:41.134532 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da27858f-4123-4b88-b285-fd32bfac358e req-4661da06-7f42-45bb-b0f8-02eeb261d46c tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Made reservation on behalf of 4f119eda21bb45b5940965dac9d9f10a for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:17:41.138090 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-da27858f-4123-4b88-b285-fd32bfac358e req-4661da06-7f42-45bb-b0f8-02eeb261d46c tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:41.148975 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-7718a8bc-e405-49d5-934a-977703623ce4 None None] Set router 787f67cb-ba50-432d-88f1-f0549475047c gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:17:41.165800 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-da27858f-4123-4b88-b285-fd32bfac358e req-4661da06-7f42-45bb-b0f8-02eeb261d46c tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:41.181476 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ff5e4f-0d69-4276-8a12-b9387d2fe839 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] GET failed (client error): The resource could not be found. Mar 05 05:17:41.186790 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-06ff5e4f-0d69-4276-8a12-b9387d2fe839 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "GET /v2.0/ports/4d3b403b-f7c5-4a46-add9-7b2cf9fcae1b HTTP/1.1" status: 404 len: 333 time: 0.0535963 Mar 05 05:17:41.187236 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60664) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:41.211400 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e5320bc0-3064-4167-a987-0932869e3575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:41.259877 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 95aa9c76-fca5-4d75-8ed2-36728c1a86fe is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:41.263685 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d7bffd4f-50ce-4994-9e30-be65b8fc6744 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:17:41.273214 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a225df-5781-4f21-bc7b-d7752bb3ee99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Deleting subnet 4d5b1fa6-8e6e-49df-b190-6b2ff6c84b88 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:17:41.276896 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5a225df-5781-4f21-bc7b-d7752bb3ee99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for subnet (4d5b1fa6-8e6e-49df-b190-6b2ff6c84b88), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:41.339904 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5a225df-5781-4f21-bc7b-d7752bb3ee99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (4d5b1fa6-8e6e-49df-b190-6b2ff6c84b88), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:41.402086 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-da27858f-4123-4b88-b285-fd32bfac358e req-4661da06-7f42-45bb-b0f8-02eeb261d46c tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Publish callbacks [] for security_group (a37d05b4-302b-4e0a-a65a-9cea56961e87), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:41.415415 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-da27858f-4123-4b88-b285-fd32bfac358e req-4661da06-7f42-45bb-b0f8-02eeb261d46c tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a37d05b4-302b-4e0a-a65a-9cea56961e87), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:41.458606 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661da06-7f42-45bb-b0f8-02eeb261d46c tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a37d05b4-302b-4e0a-a65a-9cea56961e87,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:41.477239 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-645e3fc1-989e-431b-b472-14cfbf7f6da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:41.490730 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5a225df-5781-4f21-bc7b-d7752bb3ee99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (4d5b1fa6-8e6e-49df-b190-6b2ff6c84b88), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:41.506561 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-334191a9-ff37-475f-a7f1-8c2ae1c5b5b1 None None] Current status of the port d7bffd4f-50ce-4994-9e30-be65b8fc6744 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:41.510589 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port d7bffd4f-50ce-4994-9e30-be65b8fc6744 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:41.510971 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d7bffd4f-50ce-4994-9e30-be65b8fc6744), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:41.592351 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-e5320bc0-3064-4167-a987-0932869e3575 admin admin] Allocated IP 172.20.0.1 (f4593f18-f77f-4328-a1d8-2a63728ad91b/244d2cb1-607c-4dfa-9a88-7c6e92ba5915/874b6d04-1070-4d79-8282-8227bb3c421d) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:17:41.632637 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7718a8bc-e405-49d5-934a-977703623ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787f67cb-ba50-432d-88f1-f0549475047c', 'name': 'tempest-TestAggregatesBasicOps-239705543-router', 'tenant_id': '455dec53261240ab89451c0cf89ebaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:17:34Z', 'updated_at': '2022-03-05T05:17:37Z', 'revision_number': 3, 'project_id': '455dec53261240ab89451c0cf89ebaf8', 'gw_port': {'id': '6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:99:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787f67cb-ba50-432d-88f1-f0549475047c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:17:35Z', 'updated_at': '2022-03-05T05:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:41.635145 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5a225df-5781-4f21-bc7b-d7752bb3ee99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (4d5b1fa6-8e6e-49df-b190-6b2ff6c84b88), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:41.640875 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port d7bffd4f-50ce-4994-9e30-be65b8fc6744 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:41.648077 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3f0ad452-66d0-47a7-91be-e51871df0f08 None None] Provisioning complete for port 7b3eaa33-b3b4-4e3c-8a53-95403395bc4c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:41.648655 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3f0ad452-66d0-47a7-91be-e51871df0f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7b3eaa33-b3b4-4e3c-8a53-95403395bc4c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:41.727812 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5a225df-5781-4f21-bc7b-d7752bb3ee99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:41.739440 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a5a225df-5781-4f21-bc7b-d7752bb3ee99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/subnets/4d5b1fa6-8e6e-49df-b190-6b2ff6c84b88 HTTP/1.1" status: 204 len: 168 time: 0.5509448 Mar 05 05:17:41.740175 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60670) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:41.743861 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7718a8bc-e405-49d5-934a-977703623ce4 None None] The sync data for ids ['787f67cb-ba50-432d-88f1-f0549475047c'] in n-d-789963-32 is: [{'id': '787f67cb-ba50-432d-88f1-f0549475047c', 'name': 'tempest-TestAggregatesBasicOps-239705543-router', 'tenant_id': '455dec53261240ab89451c0cf89ebaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:17:34Z', 'updated_at': '2022-03-05T05:17:37Z', 'revision_number': 3, 'project_id': '455dec53261240ab89451c0cf89ebaf8', 'gw_port': {'id': '6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:99:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787f67cb-ba50-432d-88f1-f0549475047c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:17:35Z', 'updated_at': '2022-03-05T05:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:17:41.746049 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a225df-5781-4f21-bc7b-d7752bb3ee99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Subnet': ['ID=4d5b1fa6-8e6e-49df-b190-6b2ff6c84b88,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:41.772591 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3f0ad452-66d0-47a7-91be-e51871df0f08 None None] Current status of the port 7b3eaa33-b3b4-4e3c-8a53-95403395bc4c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:41.784343 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3f0ad452-66d0-47a7-91be-e51871df0f08 None None] Could not find standard attr ID for object 4d3b403b-f7c5-4a46-add9-7b2cf9fcae1b. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 05:17:41.826164 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-da27858f-4123-4b88-b285-fd32bfac358e req-4661da06-7f42-45bb-b0f8-02eeb261d46c tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Allocated IP 192.168.233.121 (fb0dde64-203a-4c32-80ac-e1733ed0c9dd/63f989ea-15ee-41e4-8c8f-8183d2023f4e/1b59f14c-da1e-4a2a-8c19-75d6d18a9120) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:17:41.854926 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 7b3eaa33-b3b4-4e3c-8a53-95403395bc4c up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:17:41.930190 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a225df-5781-4f21-bc7b-d7752bb3ee99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:41.930574 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a225df-5781-4f21-bc7b-d7752bb3ee99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:41.930928 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a225df-5781-4f21-bc7b-d7752bb3ee99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:41.931303 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a225df-5781-4f21-bc7b-d7752bb3ee99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:41.935510 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a225df-5781-4f21-bc7b-d7752bb3ee99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:41.935909 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a225df-5781-4f21-bc7b-d7752bb3ee99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:41.936257 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a225df-5781-4f21-bc7b-d7752bb3ee99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:41.936596 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a225df-5781-4f21-bc7b-d7752bb3ee99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:41.937517 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a225df-5781-4f21-bc7b-d7752bb3ee99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:41.937875 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a225df-5781-4f21-bc7b-d7752bb3ee99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:41.938216 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a225df-5781-4f21-bc7b-d7752bb3ee99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:41.938553 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a225df-5781-4f21-bc7b-d7752bb3ee99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:41.939291 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c4f159-d14a-4698-8c88-aca10a23b26e None None] Network 6fcd0674-1b46-46e7-9b60-e8b525481c97 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:17:41.942158 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a225df-5781-4f21-bc7b-d7752bb3ee99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:17:41.961283 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e5320bc0-3064-4167-a987-0932869e3575 admin admin] Publish callbacks [] for port (874b6d04-1070-4d79-8282-8227bb3c421d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:41.978913 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e954c7-5718-42cc-b964-de1506531fb3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Deleting subnet 35cf4c50-0ce8-4989-964c-20d565debc40 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:17:42.027942 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e5e954c7-5718-42cc-b964-de1506531fb3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for subnet (35cf4c50-0ce8-4989-964c-20d565debc40), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:42.036010 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55e74d48-a8dd-422a-a4e1-5f4e887989ed req-8ef3c625-cd1e-45ab-bc3a-e791f73e03bb tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.11 "GET /v2.0/ports?device_id=1789ff3b-38b3-4499-ae85-6526df9a32bc HTTP/1.1" status: 200 len: 210 time: 0.0789988 Mar 05 05:17:42.094577 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e5320bc0-3064-4167-a987-0932869e3575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (874b6d04-1070-4d79-8282-8227bb3c421d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:42.117164 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e5e954c7-5718-42cc-b964-de1506531fb3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (35cf4c50-0ce8-4989-964c-20d565debc40), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:42.128568 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-4fab9956-a860-4076-b5b5-7d0cee91b57d None None] Provisioning complete for port 7b3eaa33-b3b4-4e3c-8a53-95403395bc4c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:42.128832 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4fab9956-a860-4076-b5b5-7d0cee91b57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7b3eaa33-b3b4-4e3c-8a53-95403395bc4c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:42.139697 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92dc59-4f6a-4cb2-ba21-06caeee744fb req-dbe1d8cc-ee7d-4909-a947-5420d06a9c15 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:42.141313 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b92dc59-4f6a-4cb2-ba21-06caeee744fb req-dbe1d8cc-ee7d-4909-a947-5420d06a9c15 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 943 time: 0.4001527 Mar 05 05:17:42.167193 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-da27858f-4123-4b88-b285-fd32bfac358e req-4661da06-7f42-45bb-b0f8-02eeb261d46c tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Publish callbacks [] for port (1b59f14c-da1e-4a2a-8c19-75d6d18a9120), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:42.187253 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 7b3eaa33-b3b4-4e3c-8a53-95403395bc4c triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:42.187687 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7b3eaa33-b3b4-4e3c-8a53-95403395bc4c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:42.198816 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5320bc0-3064-4167-a987-0932869e3575 admin admin] Network f4593f18-f77f-4328-a1d8-2a63728ad91b is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:17:42.206093 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-e5320bc0-3064-4167-a987-0932869e3575 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:42.226309 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5320bc0-3064-4167-a987-0932869e3575 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:17:42.241938 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5320bc0-3064-4167-a987-0932869e3575 admin admin] Pushing event updated for resources: {'Port': ['ID=874b6d04-1070-4d79-8282-8227bb3c421d,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:42.301426 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-4fab9956-a860-4076-b5b5-7d0cee91b57d None None] Current status of the port 7b3eaa33-b3b4-4e3c-8a53-95403395bc4c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:42.349376 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e5320bc0-3064-4167-a987-0932869e3575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (787f67cb-ba50-432d-88f1-f0549475047c), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:42.414650 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b92dc59-4f6a-4cb2-ba21-06caeee744fb req-608442b7-4456-4d96-9932-7c1e4983bd96 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2525353 Mar 05 05:17:42.488155 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e5e954c7-5718-42cc-b964-de1506531fb3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (35cf4c50-0ce8-4989-964c-20d565debc40), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:42.506437 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 7b3eaa33-b3b4-4e3c-8a53-95403395bc4c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:42.508667 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d7bffd4f-50ce-4994-9e30-be65b8fc6744 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:17:42.605341 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e5320bc0-3064-4167-a987-0932869e3575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (874b6d04-1070-4d79-8282-8227bb3c421d), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:42.614626 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-da27858f-4123-4b88-b285-fd32bfac358e req-4661da06-7f42-45bb-b0f8-02eeb261d46c tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (1b59f14c-da1e-4a2a-8c19-75d6d18a9120), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:42.637569 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e5e954c7-5718-42cc-b964-de1506531fb3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (35cf4c50-0ce8-4989-964c-20d565debc40), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:42.687585 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port d7bffd4f-50ce-4994-9e30-be65b8fc6744 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:42.688218 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d7bffd4f-50ce-4994-9e30-be65b8fc6744), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:42.717267 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e954c7-5718-42cc-b964-de1506531fb3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Subnet': ['ID=35cf4c50-0ce8-4989-964c-20d565debc40,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:42.728483 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e5e954c7-5718-42cc-b964-de1506531fb3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:42.739630 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e5e954c7-5718-42cc-b964-de1506531fb3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/subnets/35cf4c50-0ce8-4989-964c-20d565debc40 HTTP/1.1" status: 204 len: 168 time: 0.9969852 Mar 05 05:17:42.740279 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60676) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:42.748391 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da27858f-4123-4b88-b285-fd32bfac358e req-4661da06-7f42-45bb-b0f8-02eeb261d46c tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:17:42.785208 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-da27858f-4123-4b88-b285-fd32bfac358e req-4661da06-7f42-45bb-b0f8-02eeb261d46c tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:42.791138 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-da27858f-4123-4b88-b285-fd32bfac358e req-4661da06-7f42-45bb-b0f8-02eeb261d46c tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:17:42.874685 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661da06-7f42-45bb-b0f8-02eeb261d46c tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Pushing event updated for resources: {'Port': ['ID=1b59f14c-da1e-4a2a-8c19-75d6d18a9120,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:42.938163 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3a9c04c0-0843-4df1-8f9e-32b95b7e7e83 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (6fcd0674-1b46-46e7-9b60-e8b525481c97), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:42.976938 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-cba0523b-f844-4571-b80c-a575df03b386 None None] Provisioning complete for port 874b6d04-1070-4d79-8282-8227bb3c421d triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:42.977528 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cba0523b-f844-4571-b80c-a575df03b386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (874b6d04-1070-4d79-8282-8227bb3c421d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:42.986071 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27858f-4123-4b88-b285-fd32bfac358e req-4661da06-7f42-45bb-b0f8-02eeb261d46c tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:42.987198 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-da27858f-4123-4b88-b285-fd32bfac358e req-4661da06-7f42-45bb-b0f8-02eeb261d46c tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:43.027028 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port d7bffd4f-50ce-4994-9e30-be65b8fc6744 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:43.044240 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-da27858f-4123-4b88-b285-fd32bfac358e req-4661da06-7f42-45bb-b0f8-02eeb261d46c tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2001560 Mar 05 05:17:43.073801 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-cba0523b-f844-4571-b80c-a575df03b386 None None] Port 874b6d04-1070-4d79-8282-8227bb3c421d cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:17:43.117426 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-3a9c04c0-0843-4df1-8f9e-32b95b7e7e83 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Deleting port 7b3eaa33-b3b4-4e3c-8a53-95403395bc4c {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:17:43.117990 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3a9c04c0-0843-4df1-8f9e-32b95b7e7e83 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (7b3eaa33-b3b4-4e3c-8a53-95403395bc4c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:43.312808 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-70ceafdd-2faa-40c5-9d1b-819e1ee70c85 None None] Provisioning complete for port 1b59f14c-da1e-4a2a-8c19-75d6d18a9120 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:43.314289 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-70ceafdd-2faa-40c5-9d1b-819e1ee70c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1b59f14c-da1e-4a2a-8c19-75d6d18a9120), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:43.325133 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-da27858f-4123-4b88-b285-fd32bfac358e req-4737ba27-612b-41cb-bc5f-4e15f9f3659c service neutron] Request body: {'port': {'device_id': '1789ff3b-38b3-4499-ae85-6526df9a32bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:43.367565 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-3a9c04c0-0843-4df1-8f9e-32b95b7e7e83 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] For port 7b3eaa33-b3b4-4e3c-8a53-95403395bc4c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=7b3eaa33-b3b4-4e3c-8a53-95403395bc4c,segment=NetworkSegment(fcf4705d-6e70-421f-9248-70ffe688f059),segment_id=fcf4705d-6e70-421f-9248-70ffe688f059)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:17:43.368192 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3a9c04c0-0843-4df1-8f9e-32b95b7e7e83 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (7b3eaa33-b3b4-4e3c-8a53-95403395bc4c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:43.387520 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-3a9c04c0-0843-4df1-8f9e-32b95b7e7e83 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Calling delete_port for 7b3eaa33-b3b4-4e3c-8a53-95403395bc4c owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:17:43.402099 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-70ceafdd-2faa-40c5-9d1b-819e1ee70c85 None None] Port 1b59f14c-da1e-4a2a-8c19-75d6d18a9120 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:17:43.445108 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-da27858f-4123-4b88-b285-fd32bfac358e req-4737ba27-612b-41cb-bc5f-4e15f9f3659c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1b59f14c-da1e-4a2a-8c19-75d6d18a9120), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:43.469083 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e5320bc0-3064-4167-a987-0932869e3575 admin admin] Publish callbacks [] for port (874b6d04-1070-4d79-8282-8227bb3c421d), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:43.496014 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e5320bc0-3064-4167-a987-0932869e3575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (874b6d04-1070-4d79-8282-8227bb3c421d), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:43.557889 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196962c-d24e-4488-a3e2-f7dc82ee09af req-c09eb4f4-73c1-47d0-b542-b1bfb842c8f1 tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:43.559718 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5196962c-d24e-4488-a3e2-f7dc82ee09af req-c09eb4f4-73c1-47d0-b542-b1bfb842c8f1 tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.11 "GET /v2.0/ports?device_id=1789ff3b-38b3-4499-ae85-6526df9a32bc HTTP/1.1" status: 200 len: 936 time: 0.2913494 Mar 05 05:17:43.575394 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0ad7df-db7d-473e-969c-b6ea6c8cb3d7 None None] Network 6fcd0674-1b46-46e7-9b60-e8b525481c97 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:17:43.598146 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3a9c04c0-0843-4df1-8f9e-32b95b7e7e83 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (7b3eaa33-b3b4-4e3c-8a53-95403395bc4c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:43.623825 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a7d11e4d-77df-44f2-9986-5836e3cdc341 None None] Could not find standard attr ID for object 7b3eaa33-b3b4-4e3c-8a53-95403395bc4c. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 05:17:43.660919 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5196962c-d24e-4488-a3e2-f7dc82ee09af req-d68325a6-6ae6-4347-8684-a09faa0a919a tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.11 "GET /v2.0/security-groups?id=a37d05b4-302b-4e0a-a65a-9cea56961e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929477 Mar 05 05:17:43.675148 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c04c0-0843-4df1-8f9e-32b95b7e7e83 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Port': ['ID=7b3eaa33-b3b4-4e3c-8a53-95403395bc4c,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:43.690413 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9c04c0-0843-4df1-8f9e-32b95b7e7e83 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] No DVR routers for this DVR port 7b3eaa33-b3b4-4e3c-8a53-95403395bc4c on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:17:43.725317 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ff8dca74-7828-49e7-881f-577906ddc2a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:43.781687 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e5320bc0-3064-4167-a987-0932869e3575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (787f67cb-ba50-432d-88f1-f0549475047c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:43.809336 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f455793-f975-4074-93f9-ab1efba1a28d None None] DHCP port deletion for 6fcd0674-1b46-46e7-9b60-e8b525481c97 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:17:43.850883 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd588b-84cd-4c47-9b29-b511db189cbc req-e770aca2-f989-4cec-a7fb-07ebba58d774 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:43.858170 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:17:43.859518 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-69fd588b-84cd-4c47-9b29-b511db189cbc req-e770aca2-f989-4cec-a7fb-07ebba58d774 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 943 time: 0.2254357 Mar 05 05:17:43.866791 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:43.880552 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3a9c04c0-0843-4df1-8f9e-32b95b7e7e83 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (6fcd0674-1b46-46e7-9b60-e8b525481c97), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:43.905575 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5320bc0-3064-4167-a987-0932869e3575 admin admin] Pushing event updated for resources: {'Port': ['ID=874b6d04-1070-4d79-8282-8227bb3c421d,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:43.925561 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-3a9c04c0-0843-4df1-8f9e-32b95b7e7e83 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fcd0674-1b46-46e7-9b60-e8b525481c97']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:43.945231 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:43.947155 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:43.947367 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-3a9c04c0-0843-4df1-8f9e-32b95b7e7e83 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcf4705d-6e70-421f-9248-70ffe688f059') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:43.947775 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-3a9c04c0-0843-4df1-8f9e-32b95b7e7e83 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcf4705d-6e70-421f-9248-70ffe688f059') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:43.972031 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-69fd588b-84cd-4c47-9b29-b511db189cbc req-333e0a44-9ab1-4536-96b5-f04db53e3111 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111023 Mar 05 05:17:43.976732 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3a9c04c0-0843-4df1-8f9e-32b95b7e7e83 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (fcf4705d-6e70-421f-9248-70ffe688f059), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:44.008315 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3a9c04c0-0843-4df1-8f9e-32b95b7e7e83 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (fcf4705d-6e70-421f-9248-70ffe688f059), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:44.018812 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a9c04c0-0843-4df1-8f9e-32b95b7e7e83 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:17:44.019842 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3a9c04c0-0843-4df1-8f9e-32b95b7e7e83 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (fcf4705d-6e70-421f-9248-70ffe688f059), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:44.024621 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:17:44.024621 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:17:44.024621 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:17:44.024621 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:17:44.024621 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:17:44.024621 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:17:44.024621 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:17:44.024621 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:17:44.024621 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:17:44.024621 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:17:44.024621 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:17:44.024621 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:17:44.024621 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:17:44.024621 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:17:44.024621 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:17:44.024621 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:17:44.024621 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:17:44.024621 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:17:44.024621 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:17:44.024621 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:17:44.024621 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:17:44.024621 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:17:44.024621 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:17:44.024621 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:17:44.024621 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:17:44.024621 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:17:44.024621 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:17:44.024621 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:17:44.024621 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:17:44.024621 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:17:44.024621 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:17:44.024621 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:17:44.064704 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:44.076778 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5320bc0-3064-4167-a987-0932869e3575 admin admin] Network f4593f18-f77f-4328-a1d8-2a63728ad91b is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:17:44.109024 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-e5320bc0-3064-4167-a987-0932869e3575 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:44.126864 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:44.127758 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:44.134105 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-da27858f-4123-4b88-b285-fd32bfac358e req-4737ba27-612b-41cb-bc5f-4e15f9f3659c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b59f14c-da1e-4a2a-8c19-75d6d18a9120 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:17:44.135454 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3a9c04c0-0843-4df1-8f9e-32b95b7e7e83 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (6fcd0674-1b46-46e7-9b60-e8b525481c97), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:44.151365 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3a9c04c0-0843-4df1-8f9e-32b95b7e7e83 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:44.156086 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3a9c04c0-0843-4df1-8f9e-32b95b7e7e83 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/networks/6fcd0674-1b46-46e7-9b60-e8b525481c97 HTTP/1.1" status: 204 len: 168 time: 1.4140961 Mar 05 05:17:44.162253 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60686) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:44.166529 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:17:44.176755 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:44.186982 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-da27858f-4123-4b88-b285-fd32bfac358e req-4737ba27-612b-41cb-bc5f-4e15f9f3659c service neutron] Publish callbacks [] for port (1b59f14c-da1e-4a2a-8c19-75d6d18a9120), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:44.220773 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-da27858f-4123-4b88-b285-fd32bfac358e req-4737ba27-612b-41cb-bc5f-4e15f9f3659c service neutron] Transition to ACTIVE for port object 1b59f14c-da1e-4a2a-8c19-75d6d18a9120 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:17:44.255934 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c04c0-0843-4df1-8f9e-32b95b7e7e83 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Network': ['ID=6fcd0674-1b46-46e7-9b60-e8b525481c97,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:44.261077 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:44.290940 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-da27858f-4123-4b88-b285-fd32bfac358e req-4737ba27-612b-41cb-bc5f-4e15f9f3659c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (1b59f14c-da1e-4a2a-8c19-75d6d18a9120), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:44.316039 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde396f0-7649-4dfe-835f-54c87a76906c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:44.322782 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bde396f0-7649-4dfe-835f-54c87a76906c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1538286 Mar 05 05:17:44.323306 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60688) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:44.385483 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5320bc0-3064-4167-a987-0932869e3575 admin admin] Router 787f67cb-ba50-432d-88f1-f0549475047c has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:17:44.407265 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737ba27-612b-41cb-bc5f-4e15f9f3659c service neutron] Pushing event updated for resources: {'Port': ['ID=1b59f14c-da1e-4a2a-8c19-75d6d18a9120,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:44.412573 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-55052379-1887-4013-af41-427152ec69a0 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0880866 Mar 05 05:17:44.413477 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60690) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:44.430962 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-2eb58c0e-2e7c-4bee-9bcf-69a67280ae6f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-989669380'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:44.486457 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb58c0e-2e7c-4bee-9bcf-69a67280ae6f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:17:44.491349 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2eb58c0e-2e7c-4bee-9bcf-69a67280ae6f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:44.528205 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-da27858f-4123-4b88-b285-fd32bfac358e req-4737ba27-612b-41cb-bc5f-4e15f9f3659c service neutron] Attempting to bind port 1b59f14c-da1e-4a2a-8c19-75d6d18a9120 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:17:44.528920 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-da27858f-4123-4b88-b285-fd32bfac358e req-4737ba27-612b-41cb-bc5f-4e15f9f3659c service neutron] Attempting to bind port 1b59f14c-da1e-4a2a-8c19-75d6d18a9120 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:17:44.529765 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eb58c0e-2e7c-4bee-9bcf-69a67280ae6f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:17:44.530564 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da27858f-4123-4b88-b285-fd32bfac358e req-4737ba27-612b-41cb-bc5f-4e15f9f3659c service neutron] Attempting to bind port 1b59f14c-da1e-4a2a-8c19-75d6d18a9120 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:17:44.544041 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da27858f-4123-4b88-b285-fd32bfac358e req-4737ba27-612b-41cb-bc5f-4e15f9f3659c service neutron] Port 1b59f14c-da1e-4a2a-8c19-75d6d18a9120 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:17:44.544835 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da27858f-4123-4b88-b285-fd32bfac358e req-4737ba27-612b-41cb-bc5f-4e15f9f3659c service neutron] Attempting to bind port 1b59f14c-da1e-4a2a-8c19-75d6d18a9120 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:17:44.552714 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da27858f-4123-4b88-b285-fd32bfac358e req-4737ba27-612b-41cb-bc5f-4e15f9f3659c service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:17:44.553184 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da27858f-4123-4b88-b285-fd32bfac358e req-4737ba27-612b-41cb-bc5f-4e15f9f3659c service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:17:44.553831 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da27858f-4123-4b88-b285-fd32bfac358e req-4737ba27-612b-41cb-bc5f-4e15f9f3659c service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:17:44.554655 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-da27858f-4123-4b88-b285-fd32bfac358e req-4737ba27-612b-41cb-bc5f-4e15f9f3659c service neutron] Bound port: 1b59f14c-da1e-4a2a-8c19-75d6d18a9120, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:17:44.555116 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-da27858f-4123-4b88-b285-fd32bfac358e req-4737ba27-612b-41cb-bc5f-4e15f9f3659c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1b59f14c-da1e-4a2a-8c19-75d6d18a9120), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:44.558043 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2eb58c0e-2e7c-4bee-9bcf-69a67280ae6f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (b0515967-ef23-460d-ad19-593dd35ff0d2), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:44.559917 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-2eb58c0e-2e7c-4bee-9bcf-69a67280ae6f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Added segment b0515967-ef23-460d-ad19-593dd35ff0d2 of type vlan for network bb8f4417-f647-4b3f-93ae-72538d0bc5d1 Mar 05 05:17:44.577681 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-ccfee7f9-76ad-4479-8979-001d060b05e9 None None] Provisioning complete for port 874b6d04-1070-4d79-8282-8227bb3c421d triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:44.578322 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ccfee7f9-76ad-4479-8979-001d060b05e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (874b6d04-1070-4d79-8282-8227bb3c421d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:44.643631 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ccfee7f9-76ad-4479-8979-001d060b05e9 None None] Port 874b6d04-1070-4d79-8282-8227bb3c421d cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:17:44.650420 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2eb58c0e-2e7c-4bee-9bcf-69a67280ae6f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (bb8f4417-f647-4b3f-93ae-72538d0bc5d1), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:44.687676 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2eb58c0e-2e7c-4bee-9bcf-69a67280ae6f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (bb8f4417-f647-4b3f-93ae-72538d0bc5d1), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:44.705013 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb58c0e-2e7c-4bee-9bcf-69a67280ae6f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:44.707890 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2eb58c0e-2e7c-4bee-9bcf-69a67280ae6f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:44.794123 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-da27858f-4123-4b88-b285-fd32bfac358e req-4737ba27-612b-41cb-bc5f-4e15f9f3659c service neutron] For port 1b59f14c-da1e-4a2a-8c19-75d6d18a9120, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:17:44.814210 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb58c0e-2e7c-4bee-9bcf-69a67280ae6f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Network': ['ID=bb8f4417-f647-4b3f-93ae-72538d0bc5d1,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:44.818066 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-da27858f-4123-4b88-b285-fd32bfac358e req-4737ba27-612b-41cb-bc5f-4e15f9f3659c service neutron] For port 1b59f14c-da1e-4a2a-8c19-75d6d18a9120, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1b59f14c-da1e-4a2a-8c19-75d6d18a9120,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:17:44.823440 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5320bc0-3064-4167-a987-0932869e3575 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:17:44.835697 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e5320bc0-3064-4167-a987-0932869e3575 admin admin] 10.222.0.11 "PUT /v2.0/routers/787f67cb-ba50-432d-88f1-f0549475047c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0773776 Mar 05 05:17:44.838621 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-da27858f-4123-4b88-b285-fd32bfac358e req-4737ba27-612b-41cb-bc5f-4e15f9f3659c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (1b59f14c-da1e-4a2a-8c19-75d6d18a9120), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:44.842997 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19310b0-8857-4f52-8215-229c972ca0e7 None None] Sync routers for ids ['787f67cb-ba50-432d-88f1-f0549475047c'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:17:44.855938 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2eb58c0e-2e7c-4bee-9bcf-69a67280ae6f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4386652 Mar 05 05:17:44.862744 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60698) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:44.876296 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network bb8f4417-f647-4b3f-93ae-72538d0bc5d1 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:17:44.885355 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-e4786a5a-ea66-4e43-88bb-52f2049b2f2b tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'subnet': {'network_id': 'bb8f4417-f647-4b3f-93ae-72538d0bc5d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:44.896939 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737ba27-612b-41cb-bc5f-4e15f9f3659c service neutron] Pushing event updated for resources: {'Port': ['ID=1b59f14c-da1e-4a2a-8c19-75d6d18a9120,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:44.917553 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27858f-4123-4b88-b285-fd32bfac358e req-4737ba27-612b-41cb-bc5f-4e15f9f3659c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:44.918211 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-da27858f-4123-4b88-b285-fd32bfac358e req-4737ba27-612b-41cb-bc5f-4e15f9f3659c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:44.924958 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-da27858f-4123-4b88-b285-fd32bfac358e req-4737ba27-612b-41cb-bc5f-4e15f9f3659c service neutron] 10.222.0.31 "PUT /v2.0/ports/1b59f14c-da1e-4a2a-8c19-75d6d18a9120 HTTP/1.1" status: 200 len: 1097 time: 1.8562171 Mar 05 05:17:44.925491 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1789ff3b-38b3-4499-ae85-6526df9a32bc', 'tag': '1b59f14c-da1e-4a2a-8c19-75d6d18a9120'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:17:44.931923 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa87e1c-dfc1-4159-bc3c-dd75f5e21a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "1789ff3b-38b3-4499-ae85-6526df9a32bc", "tag": "1b59f14c-da1e-4a2a-8c19-75d6d18a9120"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:17:44.957895 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19310b0-8857-4f52-8215-229c972ca0e7 None None] Routers {'787f67cb-ba50-432d-88f1-f0549475047c'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:17:44.958807 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c19310b0-8857-4f52-8215-229c972ca0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:17:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['787f67cb-ba50-432d-88f1-f0549475047c'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:44.993348 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad75137-c530-4ad1-9af0-b92aff7a2c30 req-5e5eecad-39a0-4d10-a9ab-7e988b3b072e tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:45.002083 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1ad75137-c530-4ad1-9af0-b92aff7a2c30 req-5e5eecad-39a0-4d10-a9ab-7e988b3b072e tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.11 "GET /v2.0/ports?device_id=1789ff3b-38b3-4499-ae85-6526df9a32bc HTTP/1.1" status: 200 len: 948 time: 0.2048361 Mar 05 05:17:45.050566 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27858f-4123-4b88-b285-fd32bfac358e req-d8af8e34-ff60-43b6-9600-1ded4b2feda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:45.064365 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-da27858f-4123-4b88-b285-fd32bfac358e req-d8af8e34-ff60-43b6-9600-1ded4b2feda3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4f119eda21bb45b5940965dac9d9f10a&device_id=1789ff3b-38b3-4499-ae85-6526df9a32bc HTTP/1.1" status: 200 len: 1131 time: 0.0955148 Mar 05 05:17:45.162303 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-da27858f-4123-4b88-b285-fd32bfac358e req-b5c76ee8-bad7-45d5-9a4e-661d9e73b21f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=1b59f14c-da1e-4a2a-8c19-75d6d18a9120 HTTP/1.1" status: 200 len: 217 time: 0.0912406 Mar 05 05:17:45.224825 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:45.266356 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27858f-4123-4b88-b285-fd32bfac358e req-208a043c-d97b-4840-8491-8534a2450530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:45.268460 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-da27858f-4123-4b88-b285-fd32bfac358e req-208a043c-d97b-4840-8491-8534a2450530 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0985267 Mar 05 05:17:45.292210 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1ad75137-c530-4ad1-9af0-b92aff7a2c30 req-3ad2e624-58c0-4bb8-a31f-fe4182c84307 tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.11 "GET /v2.0/security-groups?id=a37d05b4-302b-4e0a-a65a-9cea56961e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751274 Mar 05 05:17:45.300163 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ba44a8-d395-4e4f-982b-1e1b87a34a34 x-openstack-request-id: req-f0ba44a8-d395-4e4f-982b-1e1b87a34a34 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:17:45.300486 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1789ff3b-38b3-4499-ae85-6526df9a32bc", "tag": "1b59f14c-da1e-4a2a-8c19-75d6d18a9120", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:17:45.300866 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f0ba44a8-d395-4e4f-982b-1e1b87a34a34 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:17:45.301177 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1789ff3b-38b3-4499-ae85-6526df9a32bc', 'tag': '1b59f14c-da1e-4a2a-8c19-75d6d18a9120', 'status': 'completed', 'code': 200} Mar 05 05:17:45.339159 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4786a5a-ea66-4e43-88bb-52f2049b2f2b tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:17:45.345499 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e4786a5a-ea66-4e43-88bb-52f2049b2f2b tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:45.371492 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27858f-4123-4b88-b285-fd32bfac358e req-e4e61efb-b5fd-48e8-9ebc-8ba4ca962f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:45.373034 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-da27858f-4123-4b88-b285-fd32bfac358e req-e4e61efb-b5fd-48e8-9ebc-8ba4ca962f53 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0972772 Mar 05 05:17:45.384644 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-c19310b0-8857-4f52-8215-229c972ca0e7 None None] Set router 787f67cb-ba50-432d-88f1-f0549475047c gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:17:45.529293 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bcb09-c856-43a1-b8d5-ed46083da87c req-ac338fc2-3b90-4e52-bd4f-6d96981697ef tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:45.530874 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5d9bcb09-c856-43a1-b8d5-ed46083da87c req-ac338fc2-3b90-4e52-bd4f-6d96981697ef tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 943 time: 0.1757996 Mar 05 05:17:45.566918 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-da27858f-4123-4b88-b285-fd32bfac358e req-7ee506ce-0bf5-4db4-b95a-43a483028a60 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853702 Mar 05 05:17:45.654853 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5d9bcb09-c856-43a1-b8d5-ed46083da87c req-a4e31a49-8586-4551-a27a-6d05ea702067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159146 Mar 05 05:17:45.708433 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-da27858f-4123-4b88-b285-fd32bfac358e req-b2be4d6f-6dcf-4889-ace5-4fd208a8bf68 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340077 Mar 05 05:17:45.728716 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e4786a5a-ea66-4e43-88bb-52f2049b2f2b tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (32297a43-f9e0-45ed-a34f-f172be0a8a90), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:45.736741 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c19310b0-8857-4f52-8215-229c972ca0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787f67cb-ba50-432d-88f1-f0549475047c', 'name': 'tempest-TestAggregatesBasicOps-239705543-router', 'tenant_id': '455dec53261240ab89451c0cf89ebaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:17:34Z', 'updated_at': '2022-03-05T05:17:42Z', 'revision_number': 4, 'project_id': '455dec53261240ab89451c0cf89ebaf8', 'gw_port': {'id': '6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:99:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787f67cb-ba50-432d-88f1-f0549475047c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:17:35Z', 'updated_at': '2022-03-05T05:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '874b6d04-1070-4d79-8282-8227bb3c421d', 'name': '', 'network_id': 'f4593f18-f77f-4328-a1d8-2a63728ad91b', 'tenant_id': '455dec53261240ab89451c0cf89ebaf8', 'mac_address': 'fa:16:3e:32:9e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787f67cb-ba50-432d-88f1-f0549475047c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '244d2cb1-607c-4dfa-9a88-7c6e92ba5915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:17:41Z', 'updated_at': '2022-03-05T05:17:42Z', 'revision_number': 2, 'project_id': '455dec53261240ab89451c0cf89ebaf8', 'subnets': [{'id': '244d2cb1-607c-4dfa-9a88-7c6e92ba5915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:45.787804 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19310b0-8857-4f52-8215-229c972ca0e7 None None] Checking router: 787f67cb-ba50-432d-88f1-f0549475047c for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:17:45.788591 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19310b0-8857-4f52-8215-229c972ca0e7 None None] Updating router 787f67cb-ba50-432d-88f1-f0549475047c port 874b6d04-1070-4d79-8282-8227bb3c421d binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:17:45.822396 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:17:45.846374 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa87e1c-dfc1-4159-bc3c-dd75f5e21a3b req-3ce89dad-059c-416a-82bd-8b641e887097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:45.847893 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dfa87e1c-dfc1-4159-bc3c-dd75f5e21a3b req-3ce89dad-059c-416a-82bd-8b641e887097 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4f119eda21bb45b5940965dac9d9f10a&device_id=1789ff3b-38b3-4499-ae85-6526df9a32bc HTTP/1.1" status: 200 len: 1131 time: 0.0818775 Mar 05 05:17:45.874316 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4786a5a-ea66-4e43-88bb-52f2049b2f2b tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Subnet': ['ID=32297a43-f9e0-45ed-a34f-f172be0a8a90,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:45.884157 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4786a5a-ea66-4e43-88bb-52f2049b2f2b tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Checking segment: {'id': 'b0515967-ef23-460d-ad19-593dd35ff0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bb8f4417-f647-4b3f-93ae-72538d0bc5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:17:45.884689 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4786a5a-ea66-4e43-88bb-52f2049b2f2b tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network hostable DHCP agents. Network: bb8f4417-f647-4b3f-93ae-72538d0bc5d1, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:17:45.918782 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c19310b0-8857-4f52-8215-229c972ca0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (874b6d04-1070-4d79-8282-8227bb3c421d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:45.925907 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4786a5a-ea66-4e43-88bb-52f2049b2f2b tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network bb8f4417-f647-4b3f-93ae-72538d0bc5d1 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:17:45.940721 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-e4786a5a-ea66-4e43-88bb-52f2049b2f2b tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, bb8f4417-f647-4b3f-93ae-72538d0bc5d1) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:45.945534 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4786a5a-ea66-4e43-88bb-52f2049b2f2b tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:45.946315 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e4786a5a-ea66-4e43-88bb-52f2049b2f2b tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:45.963376 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58580d3-3495-49b7-b395-f5b2302ff909 None None] Network bb8f4417-f647-4b3f-93ae-72538d0bc5d1 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:17:45.979776 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60726) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:45.979987 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e4786a5a-ea66-4e43-88bb-52f2049b2f2b tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1046152 Mar 05 05:17:45.986598 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-e4028903-3718-42c1-a45e-732e3aa958b2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'port': {'network_id': 'bb8f4417-f647-4b3f-93ae-72538d0bc5d1', 'name': 'tempest-PortsIpV6TestJSON-1999882105'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:46.069335 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa87e1c-dfc1-4159-bc3c-dd75f5e21a3b req-13610062-c648-48c5-9194-730f938d656f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:46.072349 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dfa87e1c-dfc1-4159-bc3c-dd75f5e21a3b req-13610062-c648-48c5-9194-730f938d656f service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.2172246 Mar 05 05:17:46.088183 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020e1fc8-18cb-4586-9501-269bdf251ef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-bb8f4417-f647-4b3f-93ae-72538d0bc5d1', 'network_id': 'bb8f4417-f647-4b3f-93ae-72538d0bc5d1', 'project_id': 'a80c1cec283c427e906b7c606d277a58', 'fixed_ips': [{'subnet_id': '32297a43-f9e0-45ed-a34f-f172be0a8a90'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:17:46.091866 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-020e1fc8-18cb-4586-9501-269bdf251ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:46.139287 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dfa87e1c-dfc1-4159-bc3c-dd75f5e21a3b req-4856c29d-a119-48f5-bbb7-e692bfe94d4f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=1b59f14c-da1e-4a2a-8c19-75d6d18a9120 HTTP/1.1" status: 200 len: 217 time: 0.0522478 Mar 05 05:17:46.220236 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4028903-3718-42c1-a45e-732e3aa958b2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:17:46.226040 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e4028903-3718-42c1-a45e-732e3aa958b2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:46.252586 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa87e1c-dfc1-4159-bc3c-dd75f5e21a3b req-a3ce74bb-a122-418d-beae-77a6a2a4da78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:46.254742 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dfa87e1c-dfc1-4159-bc3c-dd75f5e21a3b req-a3ce74bb-a122-418d-beae-77a6a2a4da78 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.1085212 Mar 05 05:17:46.262354 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-e4028903-3718-42c1-a45e-732e3aa958b2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] device_id is not set on port a80d4aea-b3a1-470e-960b-d33806bbb61d yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:17:46.439462 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-e4028903-3718-42c1-a45e-732e3aa958b2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Allocated IP 2001:db8::2d8 (bb8f4417-f647-4b3f-93ae-72538d0bc5d1/32297a43-f9e0-45ed-a34f-f172be0a8a90/a80d4aea-b3a1-470e-960b-d33806bbb61d) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:17:46.476500 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:46.518859 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca40ae-e8ba-40c2-ada9-0c7188b8051b req-87444908-0d0c-484d-acbe-a5decd1248bb tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:46.523163 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-61ca40ae-e8ba-40c2-ada9-0c7188b8051b req-87444908-0d0c-484d-acbe-a5decd1248bb tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.11 "GET /v2.0/ports?device_id=1789ff3b-38b3-4499-ae85-6526df9a32bc HTTP/1.1" status: 200 len: 948 time: 0.1246295 Mar 05 05:17:46.575128 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:46.575636 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:46.607194 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-61ca40ae-e8ba-40c2-ada9-0c7188b8051b req-08b97a03-4a13-4156-8e55-55c80984b41a tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.11 "GET /v2.0/security-groups?id=a37d05b4-302b-4e0a-a65a-9cea56961e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786684 Mar 05 05:17:46.759969 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60760) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:46.802452 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c19310b0-8857-4f52-8215-229c972ca0e7 None None] Publish callbacks [] for port (874b6d04-1070-4d79-8282-8227bb3c421d), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:46.824902 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c19310b0-8857-4f52-8215-229c972ca0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (874b6d04-1070-4d79-8282-8227bb3c421d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:46.872431 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b517d4c-a075-4961-a66a-dcfe4aef557e None None] Pushing event updated for resources: {'Port': ['ID=874b6d04-1070-4d79-8282-8227bb3c421d,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:46.934469 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f32e7-99c1-45bb-9368-52546591801b req-0d8813ca-5d18-4117-ad35-d044de650df3 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:46.942128 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-023f32e7-99c1-45bb-9368-52546591801b req-0d8813ca-5d18-4117-ad35-d044de650df3 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 943 time: 0.1310482 Mar 05 05:17:46.968290 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-c19310b0-8857-4f52-8215-229c972ca0e7 None None] Attempting to bind port 874b6d04-1070-4d79-8282-8227bb3c421d on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:17:46.968629 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-c19310b0-8857-4f52-8215-229c972ca0e7 None None] Attempting to bind port 874b6d04-1070-4d79-8282-8227bb3c421d by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '8a6800a7-030e-4af7-882a-dff3705ed4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f4593f18-f77f-4328-a1d8-2a63728ad91b'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:17:46.968968 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19310b0-8857-4f52-8215-229c972ca0e7 None None] Attempting to bind port 874b6d04-1070-4d79-8282-8227bb3c421d on network f4593f18-f77f-4328-a1d8-2a63728ad91b {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:17:46.976233 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19310b0-8857-4f52-8215-229c972ca0e7 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:17:46.976621 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19310b0-8857-4f52-8215-229c972ca0e7 None None] Checking segment: {'id': '8a6800a7-030e-4af7-882a-dff3705ed4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f4593f18-f77f-4328-a1d8-2a63728ad91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:17:46.977039 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c19310b0-8857-4f52-8215-229c972ca0e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:46.977447 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19310b0-8857-4f52-8215-229c972ca0e7 None None] Bound using segment: {'id': '8a6800a7-030e-4af7-882a-dff3705ed4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f4593f18-f77f-4328-a1d8-2a63728ad91b'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:17:46.978471 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-c19310b0-8857-4f52-8215-229c972ca0e7 None None] Bound port: 874b6d04-1070-4d79-8282-8227bb3c421d, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a6800a7-030e-4af7-882a-dff3705ed4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f4593f18-f77f-4328-a1d8-2a63728ad91b'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:17:46.978471 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c19310b0-8857-4f52-8215-229c972ca0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (874b6d04-1070-4d79-8282-8227bb3c421d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:47.061673 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-c19310b0-8857-4f52-8215-229c972ca0e7 None None] For port 874b6d04-1070-4d79-8282-8227bb3c421d, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:17:47.067961 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-c19310b0-8857-4f52-8215-229c972ca0e7 None None] For port 874b6d04-1070-4d79-8282-8227bb3c421d, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=874b6d04-1070-4d79-8282-8227bb3c421d,segment=NetworkSegment(8a6800a7-030e-4af7-882a-dff3705ed4c4),segment_id=8a6800a7-030e-4af7-882a-dff3705ed4c4)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:17:47.098838 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c19310b0-8857-4f52-8215-229c972ca0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (874b6d04-1070-4d79-8282-8227bb3c421d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:47.131501 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e4028903-3718-42c1-a45e-732e3aa958b2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for port (a80d4aea-b3a1-470e-960b-d33806bbb61d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:47.134400 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa87e1c-dfc1-4159-bc3c-dd75f5e21a3b req-5fc7ad17-ad0f-444b-8cbe-f5bc2b19bef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:47.135952 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dfa87e1c-dfc1-4159-bc3c-dd75f5e21a3b req-5fc7ad17-ad0f-444b-8cbe-f5bc2b19bef2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1162407 Mar 05 05:17:47.194453 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-023f32e7-99c1-45bb-9368-52546591801b req-8734e6de-1bd9-4af0-9809-8802082fa7da tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354231 Mar 05 05:17:47.203167 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:47.209077 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19310b0-8857-4f52-8215-229c972ca0e7 None None] Routers {'787f67cb-ba50-432d-88f1-f0549475047c'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:17:47.209654 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c19310b0-8857-4f52-8215-229c972ca0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:17:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['787f67cb-ba50-432d-88f1-f0549475047c'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:47.286619 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e4028903-3718-42c1-a45e-732e3aa958b2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (a80d4aea-b3a1-470e-960b-d33806bbb61d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:47.346268 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 7b3eaa33-b3b4-4e3c-8a53-95403395bc4c no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:17:47.348176 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dfa87e1c-dfc1-4159-bc3c-dd75f5e21a3b req-66153185-eff6-4256-835c-8355893b8f03 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040098 Mar 05 05:17:47.357651 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4028903-3718-42c1-a45e-732e3aa958b2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network bb8f4417-f647-4b3f-93ae-72538d0bc5d1 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:17:47.382218 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-e4028903-3718-42c1-a45e-732e3aa958b2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:47.400204 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4028903-3718-42c1-a45e-732e3aa958b2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:17:47.406518 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4028903-3718-42c1-a45e-732e3aa958b2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:47.407207 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e4028903-3718-42c1-a45e-732e3aa958b2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:47.416612 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-08a64c09-495b-4c50-8e7a-2621e214f503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:47.424768 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b517d4c-a075-4961-a66a-dcfe4aef557e None None] Pushing event updated for resources: {'Port': ['ID=874b6d04-1070-4d79-8282-8227bb3c421d,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:47.432412 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4028903-3718-42c1-a45e-732e3aa958b2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Port': ['ID=a80d4aea-b3a1-470e-960b-d33806bbb61d,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:47.459281 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-2aa7fa92-71ed-471c-a2b1-11730113d87c None None] Provisioning complete for port 874b6d04-1070-4d79-8282-8227bb3c421d triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:47.460111 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2aa7fa92-71ed-471c-a2b1-11730113d87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (874b6d04-1070-4d79-8282-8227bb3c421d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:47.515615 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 7b3eaa33-b3b4-4e3c-8a53-95403395bc4c {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:17:47.516282 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 7b3eaa33-b3b4-4e3c-8a53-95403395bc4c not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:17:47.516521 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e4028903-3718-42c1-a45e-732e3aa958b2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5354078 Mar 05 05:17:47.520376 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60762) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:47.533330 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-05f49103-c4d0-43de-bd8f-e653520a1d53 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'port': {'network_id': 'bb8f4417-f647-4b3f-93ae-72538d0bc5d1', 'name': 'tempest-PortsIpV6TestJSON-753708517'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:47.578517 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1b59f14c-da1e-4a2a-8c19-75d6d18a9120 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:17:47.732990 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dfa87e1c-dfc1-4159-bc3c-dd75f5e21a3b req-3fa7dfdd-c142-489a-abac-2abb846a31f8 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740737 Mar 05 05:17:47.737496 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f49103-c4d0-43de-bd8f-e653520a1d53 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:17:47.741599 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-05f49103-c4d0-43de-bd8f-e653520a1d53 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:47.761822 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 1b59f14c-da1e-4a2a-8c19-75d6d18a9120, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1b59f14c-da1e-4a2a-8c19-75d6d18a9120,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:17:47.766086 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-05f49103-c4d0-43de-bd8f-e653520a1d53 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] device_id is not set on port bae3e05c-e90f-4c67-b4d4-716fa5407411 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:17:47.792687 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-020e1fc8-18cb-4586-9501-269bdf251ef9 None None] Allocated IP 2001:db8::2 (bb8f4417-f647-4b3f-93ae-72538d0bc5d1/32297a43-f9e0-45ed-a34f-f172be0a8a90/4e80112a-d669-47b5-b5a7-a1f6c48f767a) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:17:47.843461 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2aa7fa92-71ed-471c-a2b1-11730113d87c None None] Current status of the port 874b6d04-1070-4d79-8282-8227bb3c421d is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:47.844187 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2aa7fa92-71ed-471c-a2b1-11730113d87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (874b6d04-1070-4d79-8282-8227bb3c421d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:47.855047 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '1b59f14c-da1e-4a2a-8c19-75d6d18a9120', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': '1b59f14c-da1e-4a2a-8c19-75d6d18a9120', 'mac_address': 'fa:16:3e:ae:bc:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:17:47.925717 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:47.961313 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-c19310b0-8857-4f52-8215-229c972ca0e7 None None] Set router 787f67cb-ba50-432d-88f1-f0549475047c gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:17:48.037192 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 1b59f14c-da1e-4a2a-8c19-75d6d18a9120 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:48.037676 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1b59f14c-da1e-4a2a-8c19-75d6d18a9120), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:48.045758 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-2aa7fa92-71ed-471c-a2b1-11730113d87c None None] For port 874b6d04-1070-4d79-8282-8227bb3c421d, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=874b6d04-1070-4d79-8282-8227bb3c421d,segment=NetworkSegment(8a6800a7-030e-4af7-882a-dff3705ed4c4),segment_id=8a6800a7-030e-4af7-882a-dff3705ed4c4)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:17:48.051467 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f2855-f274-4697-85d7-9ede79a4bb21 req-eea5cb7c-9a73-4030-b1f7-6231c97bb60a tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:48.052969 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9b4f2855-f274-4697-85d7-9ede79a4bb21 req-eea5cb7c-9a73-4030-b1f7-6231c97bb60a tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.11 "GET /v2.0/ports?device_id=1789ff3b-38b3-4499-ae85-6526df9a32bc HTTP/1.1" status: 200 len: 948 time: 0.1198764 Mar 05 05:17:48.095601 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2aa7fa92-71ed-471c-a2b1-11730113d87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (874b6d04-1070-4d79-8282-8227bb3c421d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:48.108739 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b59f14c-da1e-4a2a-8c19-75d6d18a9120 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:17:48.138643 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9b4f2855-f274-4697-85d7-9ede79a4bb21 req-896ca130-fae6-4e38-be70-0031ac5d1b6a tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.11 "GET /v2.0/security-groups?id=a37d05b4-302b-4e0a-a65a-9cea56961e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707328 Mar 05 05:17:48.200661 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-08a64c09-495b-4c50-8e7a-2621e214f503 admin admin] Deleting port 95aa9c76-fca5-4d75-8ed2-36728c1a86fe {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:17:48.201391 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-08a64c09-495b-4c50-8e7a-2621e214f503 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (95aa9c76-fca5-4d75-8ed2-36728c1a86fe), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:48.237822 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1e6e0ebe-6be0-49e8-9cbf-450e53b44606 req-5488542b-a8a4-4509-9229-543d567607e5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0514176 Mar 05 05:17:48.343958 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e0ebe-6be0-49e8-9cbf-450e53b44606 req-8ebcc0a0-8111-4b16-8272-601ac225d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:48.347018 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1e6e0ebe-6be0-49e8-9cbf-450e53b44606 req-8ebcc0a0-8111-4b16-8272-601ac225d914 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4dcd5a93b3674bf78188762f733c2e21&device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7 HTTP/1.1" status: 200 len: 1128 time: 0.0587943 Mar 05 05:17:48.359891 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 1b59f14c-da1e-4a2a-8c19-75d6d18a9120, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1b59f14c-da1e-4a2a-8c19-75d6d18a9120,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:17:48.361476 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-08a64c09-495b-4c50-8e7a-2621e214f503 admin admin] For port 95aa9c76-fca5-4d75-8ed2-36728c1a86fe, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=95aa9c76-fca5-4d75-8ed2-36728c1a86fe,segment=NetworkSegment(181f6e11-e28a-413b-9d05-8ca69697e926),segment_id=181f6e11-e28a-413b-9d05-8ca69697e926)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:17:48.362257 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-08a64c09-495b-4c50-8e7a-2621e214f503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (95aa9c76-fca5-4d75-8ed2-36728c1a86fe), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:48.364625 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7fa92-71ed-471c-a2b1-11730113d87c None None] Pushing event updated for resources: {'Port': ['ID=874b6d04-1070-4d79-8282-8227bb3c421d,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:48.394752 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1b59f14c-da1e-4a2a-8c19-75d6d18a9120), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:48.398317 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-08a64c09-495b-4c50-8e7a-2621e214f503 admin admin] Calling delete_port for 95aa9c76-fca5-4d75-8ed2-36728c1a86fe owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:17:48.422340 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0fc7a-dfe5-4835-ad12-b6d92152bc88 req-e7a4daf7-583b-4cc9-91a1-3bf325ce8e4c tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:48.425549 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3af0fc7a-dfe5-4835-ad12-b6d92152bc88 req-e7a4daf7-583b-4cc9-91a1-3bf325ce8e4c tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 943 time: 0.1241770 Mar 05 05:17:48.448400 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-020e1fc8-18cb-4586-9501-269bdf251ef9 None None] Publish callbacks [] for port (4e80112a-d669-47b5-b5a7-a1f6c48f767a), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:48.464311 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-31e131a2-922f-44f0-b2c0-c196e06d53ca None None] Provisioning complete for port 874b6d04-1070-4d79-8282-8227bb3c421d triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:48.464683 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-31e131a2-922f-44f0-b2c0-c196e06d53ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (874b6d04-1070-4d79-8282-8227bb3c421d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:48.516211 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-020e1fc8-18cb-4586-9501-269bdf251ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (4e80112a-d669-47b5-b5a7-a1f6c48f767a), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:48.522657 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e0ebe-6be0-49e8-9cbf-450e53b44606 req-409bd369-38d5-4489-90fa-da6aefefd1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:48.524598 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1e6e0ebe-6be0-49e8-9cbf-450e53b44606 req-409bd369-38d5-4489-90fa-da6aefefd1d1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b61f21e3-7587-4809-a37d-2d08125769d2 HTTP/1.1" status: 200 len: 909 time: 0.1558995 Mar 05 05:17:48.556171 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020e1fc8-18cb-4586-9501-269bdf251ef9 None None] Network bb8f4417-f647-4b3f-93ae-72538d0bc5d1 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:17:48.558995 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-020e1fc8-18cb-4586-9501-269bdf251ef9 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:48.561140 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=1b59f14c-da1e-4a2a-8c19-75d6d18a9120,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:48.567926 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3af0fc7a-dfe5-4835-ad12-b6d92152bc88 req-a0c7aa04-6ba1-4061-9983-481472c68df0 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905402 Mar 05 05:17:48.571228 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020e1fc8-18cb-4586-9501-269bdf251ef9 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:17:48.641984 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e1fc8-18cb-4586-9501-269bdf251ef9 None None] Pushing event updated for resources: {'Port': ['ID=4e80112a-d669-47b5-b5a7-a1f6c48f767a,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:48.680869 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-05f49103-c4d0-43de-bd8f-e653520a1d53 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Allocated IP 2001:db8::264 (bb8f4417-f647-4b3f-93ae-72538d0bc5d1/32297a43-f9e0-45ed-a34f-f172be0a8a90/bae3e05c-e90f-4c67-b4d4-716fa5407411) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:17:48.684746 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1e6e0ebe-6be0-49e8-9cbf-450e53b44606 req-7a33dfcd-89b0-4b66-9e81-0cc3b9ee013a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f01b532b-8f89-46f9-ae84-e24eacb8eb91 HTTP/1.1" status: 200 len: 1001 time: 0.1495991 Mar 05 05:17:48.686199 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['1b59f14c-da1e-4a2a-8c19-75d6d18a9120'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:17:48.755490 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-08a64c09-495b-4c50-8e7a-2621e214f503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (95aa9c76-fca5-4d75-8ed2-36728c1a86fe), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:48.764452 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e0ebe-6be0-49e8-9cbf-450e53b44606 req-2cfc82f3-3b7b-4d23-a87c-6a2433273e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:48.766061 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1e6e0ebe-6be0-49e8-9cbf-450e53b44606 req-2cfc82f3-3b7b-4d23-a87c-6a2433273e0e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c68992af-a059-4f27-bddf-edd7cad1ebc7 HTTP/1.1" status: 200 len: 848 time: 0.0703013 Mar 05 05:17:48.780778 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-020e1fc8-18cb-4586-9501-269bdf251ef9 None None] Attempting to bind port 4e80112a-d669-47b5-b5a7-a1f6c48f767a on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:17:48.781281 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-020e1fc8-18cb-4586-9501-269bdf251ef9 None None] Attempting to bind port 4e80112a-d669-47b5-b5a7-a1f6c48f767a by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'b0515967-ef23-460d-ad19-593dd35ff0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bb8f4417-f647-4b3f-93ae-72538d0bc5d1'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:17:48.781751 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020e1fc8-18cb-4586-9501-269bdf251ef9 None None] Attempting to bind port 4e80112a-d669-47b5-b5a7-a1f6c48f767a on network bb8f4417-f647-4b3f-93ae-72538d0bc5d1 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:17:48.786357 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c19310b0-8857-4f52-8215-229c972ca0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787f67cb-ba50-432d-88f1-f0549475047c', 'name': 'tempest-TestAggregatesBasicOps-239705543-router', 'tenant_id': '455dec53261240ab89451c0cf89ebaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:17:34Z', 'updated_at': '2022-03-05T05:17:42Z', 'revision_number': 4, 'project_id': '455dec53261240ab89451c0cf89ebaf8', 'gw_port': {'id': '6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:99:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787f67cb-ba50-432d-88f1-f0549475047c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:17:35Z', 'updated_at': '2022-03-05T05:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '874b6d04-1070-4d79-8282-8227bb3c421d', 'name': '', 'network_id': 'f4593f18-f77f-4328-a1d8-2a63728ad91b', 'tenant_id': '455dec53261240ab89451c0cf89ebaf8', 'mac_address': 'fa:16:3e:32:9e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787f67cb-ba50-432d-88f1-f0549475047c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '244d2cb1-607c-4dfa-9a88-7c6e92ba5915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:17:41Z', 'updated_at': '2022-03-05T05:17:47Z', 'revision_number': 4, 'project_id': '455dec53261240ab89451c0cf89ebaf8', 'subnets': [{'id': '244d2cb1-607c-4dfa-9a88-7c6e92ba5915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:48.831245 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19310b0-8857-4f52-8215-229c972ca0e7 None None] The sync data for ids ['787f67cb-ba50-432d-88f1-f0549475047c'] in n-d-789963-32 is: [{'id': '787f67cb-ba50-432d-88f1-f0549475047c', 'name': 'tempest-TestAggregatesBasicOps-239705543-router', 'tenant_id': '455dec53261240ab89451c0cf89ebaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:17:34Z', 'updated_at': '2022-03-05T05:17:42Z', 'revision_number': 4, 'project_id': '455dec53261240ab89451c0cf89ebaf8', 'gw_port': {'id': '6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:99:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787f67cb-ba50-432d-88f1-f0549475047c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:17:35Z', 'updated_at': '2022-03-05T05:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '874b6d04-1070-4d79-8282-8227bb3c421d', 'name': '', 'network_id': 'f4593f18-f77f-4328-a1d8-2a63728ad91b', 'tenant_id': '455dec53261240ab89451c0cf89ebaf8', 'mac_address': 'fa:16:3e:32:9e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '787f67cb-ba50-432d-88f1-f0549475047c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '244d2cb1-607c-4dfa-9a88-7c6e92ba5915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:17:41Z', 'updated_at': '2022-03-05T05:17:47Z', 'revision_number': 4, 'project_id': '455dec53261240ab89451c0cf89ebaf8', 'subnets': [{'id': '244d2cb1-607c-4dfa-9a88-7c6e92ba5915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:17:48.849601 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020e1fc8-18cb-4586-9501-269bdf251ef9 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:17:48.853348 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020e1fc8-18cb-4586-9501-269bdf251ef9 None None] Checking segment: {'id': 'b0515967-ef23-460d-ad19-593dd35ff0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bb8f4417-f647-4b3f-93ae-72538d0bc5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:17:48.854238 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-020e1fc8-18cb-4586-9501-269bdf251ef9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:48.855558 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020e1fc8-18cb-4586-9501-269bdf251ef9 None None] Bound using segment: {'id': 'b0515967-ef23-460d-ad19-593dd35ff0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bb8f4417-f647-4b3f-93ae-72538d0bc5d1'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:17:48.856333 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-020e1fc8-18cb-4586-9501-269bdf251ef9 None None] Bound port: 4e80112a-d669-47b5-b5a7-a1f6c48f767a, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0515967-ef23-460d-ad19-593dd35ff0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bb8f4417-f647-4b3f-93ae-72538d0bc5d1'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:17:48.857658 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-020e1fc8-18cb-4586-9501-269bdf251ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4e80112a-d669-47b5-b5a7-a1f6c48f767a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:48.929996 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a64c09-495b-4c50-8e7a-2621e214f503 admin admin] Pushing event deleted for resources: {'Port': ['ID=95aa9c76-fca5-4d75-8ed2-36728c1a86fe,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:48.960872 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e0ebe-6be0-49e8-9cbf-450e53b44606 req-ade58767-a3eb-4a0f-82cb-3781fb8db5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:48.962600 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1e6e0ebe-6be0-49e8-9cbf-450e53b44606 req-ade58767-a3eb-4a0f-82cb-3781fb8db5d8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b61f21e3-7587-4809-a37d-2d08125769d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1857514 Mar 05 05:17:48.968354 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-31e131a2-922f-44f0-b2c0-c196e06d53ca None None] Current status of the port 874b6d04-1070-4d79-8282-8227bb3c421d is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:49.087322 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-05f49103-c4d0-43de-bd8f-e653520a1d53 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for port (bae3e05c-e90f-4c67-b4d4-716fa5407411), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:49.230123 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1e6e0ebe-6be0-49e8-9cbf-450e53b44606 req-6f62dc9b-1cd8-403c-853b-56cf4478b81f service neutron] 10.222.0.31 "GET /v2.0/networks/b61f21e3-7587-4809-a37d-2d08125769d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575972 Mar 05 05:17:49.235179 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-05f49103-c4d0-43de-bd8f-e653520a1d53 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (bae3e05c-e90f-4c67-b4d4-716fa5407411), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:49.253241 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-08a64c09-495b-4c50-8e7a-2621e214f503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:49.272986 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-020e1fc8-18cb-4586-9501-269bdf251ef9 None None] For port 4e80112a-d669-47b5-b5a7-a1f6c48f767a, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:17:49.298906 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-020e1fc8-18cb-4586-9501-269bdf251ef9 None None] For port 4e80112a-d669-47b5-b5a7-a1f6c48f767a, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=4e80112a-d669-47b5-b5a7-a1f6c48f767a,segment=NetworkSegment(b0515967-ef23-460d-ad19-593dd35ff0d2),segment_id=b0515967-ef23-460d-ad19-593dd35ff0d2)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:17:49.320809 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-020e1fc8-18cb-4586-9501-269bdf251ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (4e80112a-d669-47b5-b5a7-a1f6c48f767a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:49.369612 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f49103-c4d0-43de-bd8f-e653520a1d53 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Port': ['ID=bae3e05c-e90f-4c67-b4d4-716fa5407411,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:49.409265 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f49103-c4d0-43de-bd8f-e653520a1d53 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network bb8f4417-f647-4b3f-93ae-72538d0bc5d1 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:17:49.414762 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-05f49103-c4d0-43de-bd8f-e653520a1d53 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:49.425655 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f49103-c4d0-43de-bd8f-e653520a1d53 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:17:49.425655 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f49103-c4d0-43de-bd8f-e653520a1d53 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:49.425655 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-05f49103-c4d0-43de-bd8f-e653520a1d53 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:49.479099 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e1fc8-18cb-4586-9501-269bdf251ef9 None None] Pushing event updated for resources: {'Port': ['ID=4e80112a-d669-47b5-b5a7-a1f6c48f767a,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:49.483822 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-05f49103-c4d0-43de-bd8f-e653520a1d53 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9599659 Mar 05 05:17:49.487192 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60774) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:49.652162 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1e6e0ebe-6be0-49e8-9cbf-450e53b44606 req-4fecc1b9-9c03-4a34-b93d-1d90f3dfdf98 service neutron] 10.222.0.31 "GET /v2.0/networks/b61f21e3-7587-4809-a37d-2d08125769d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084158 Mar 05 05:17:49.691144 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde18f7-3933-49ee-8f00-a62406de5644 req-a21e3990-e806-4f79-a8a6-605b70eabc23 tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:49.693226 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1bde18f7-3933-49ee-8f00-a62406de5644 req-a21e3990-e806-4f79-a8a6-605b70eabc23 tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.11 "GET /v2.0/ports?device_id=1789ff3b-38b3-4499-ae85-6526df9a32bc HTTP/1.1" status: 200 len: 949 time: 0.2219572 Mar 05 05:17:49.709300 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a64c09-495b-4c50-8e7a-2621e214f503 admin admin] Router d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:17:49.749969 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d9ec94-9790-4d22-9e17-880e466a2b49 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:49.759184 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-36d9ec94-9790-4d22-9e17-880e466a2b49 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2d8 HTTP/1.1" status: 200 len: 929 time: 0.2655232 Mar 05 05:17:49.760031 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60780) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:49.993927 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1bde18f7-3933-49ee-8f00-a62406de5644 req-ece75ee3-b189-48a0-81c4-01a0eae968f6 tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.11 "GET /v2.0/security-groups?id=a37d05b4-302b-4e0a-a65a-9cea56961e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772231 Mar 05 05:17:50.005621 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-7b74e5aa-9423-4106-b665-cdb0ece9e5ad tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Deleting port bae3e05c-e90f-4c67-b4d4-716fa5407411 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:17:50.006012 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b74e5aa-9423-4106-b665-cdb0ece9e5ad tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (bae3e05c-e90f-4c67-b4d4-716fa5407411), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:50.030237 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cdb78-c12c-4612-851d-0ddeabd13487 req-52be8393-ee38-416e-9b2d-5e138f610e83 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:50.039506 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b44cdb78-c12c-4612-851d-0ddeabd13487 req-52be8393-ee38-416e-9b2d-5e138f610e83 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 943 time: 0.2679451 Mar 05 05:17:50.112790 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 874b6d04-1070-4d79-8282-8227bb3c421d up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:17:50.220578 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b74e5aa-9423-4106-b665-cdb0ece9e5ad tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (bae3e05c-e90f-4c67-b4d4-716fa5407411), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:50.222420 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 874b6d04-1070-4d79-8282-8227bb3c421d triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:50.222876 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (874b6d04-1070-4d79-8282-8227bb3c421d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:50.224937 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a64c09-495b-4c50-8e7a-2621e214f503 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:17:50.236104 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadfaaf8-1878-4d9d-a47e-e1ae66f9b56a None None] Sync routers for ids ['d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:17:50.240323 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-08a64c09-495b-4c50-8e7a-2621e214f503 admin admin] 10.222.0.11 "PUT /v2.0/routers/d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4791389 Mar 05 05:17:50.245074 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b44cdb78-c12c-4612-851d-0ddeabd13487 req-51395336-60d6-4d10-bc2f-8fabd69594ac tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041609 Mar 05 05:17:50.246042 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60782) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:50.272534 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadfaaf8-1878-4d9d-a47e-e1ae66f9b56a None None] Routers {'d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:17:50.273347 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-eadfaaf8-1878-4d9d-a47e-e1ae66f9b56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:17:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:50.291262 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-7b74e5aa-9423-4106-b665-cdb0ece9e5ad tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Calling delete_port for bae3e05c-e90f-4c67-b4d4-716fa5407411 owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:17:50.398110 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 874b6d04-1070-4d79-8282-8227bb3c421d is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:50.433663 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-13875520-5087-489c-b8b3-a3e4ef462f8b admin admin] Publish callbacks [] for router (d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:50.478534 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-eadfaaf8-1878-4d9d-a47e-e1ae66f9b56a None None] Set router d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:17:50.517053 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b74e5aa-9423-4106-b665-cdb0ece9e5ad tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (bae3e05c-e90f-4c67-b4d4-716fa5407411), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:50.571655 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b74e5aa-9423-4106-b665-cdb0ece9e5ad tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Port': ['ID=bae3e05c-e90f-4c67-b4d4-716fa5407411,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:50.588681 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-13875520-5087-489c-b8b3-a3e4ef462f8b admin admin] Publish callbacks [] for router_gateway (d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:50.624080 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b74e5aa-9423-4106-b665-cdb0ece9e5ad tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:50.633971 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7b74e5aa-9423-4106-b665-cdb0ece9e5ad tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/ports/bae3e05c-e90f-4c67-b4d4-716fa5407411 HTTP/1.1" status: 204 len: 168 time: 0.8720825 Mar 05 05:17:50.636700 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60784) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:50.690341 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-13875520-5087-489c-b8b3-a3e4ef462f8b admin admin] Deleting port 1e021af0-3dc3-4c8f-8800-10687098c8ab {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:17:50.690606 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-13875520-5087-489c-b8b3-a3e4ef462f8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (1e021af0-3dc3-4c8f-8800-10687098c8ab), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:50.700760 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf71ad2f-41b1-4ce3-b900-279edfadeef2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] GET failed (client error): The resource could not be found. Mar 05 05:17:50.702243 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-cf71ad2f-41b1-4ce3-b900-279edfadeef2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "GET /v2.0/ports/bae3e05c-e90f-4c67-b4d4-716fa5407411 HTTP/1.1" status: 404 len: 333 time: 0.0623734 Mar 05 05:17:50.705194 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60786) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:50.797378 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-eadfaaf8-1878-4d9d-a47e-e1ae66f9b56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1', 'name': 'tempest-TestAggregatesBasicOps-1192965784-router', 'tenant_id': '8737610901724819a779a8544a8db8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183'}], 'enable_snat': True}, 'gw_port_id': '1e021af0-3dc3-4c8f-8800-10687098c8ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:17:22Z', 'updated_at': '2022-03-05T05:17:48Z', 'revision_number': 5, 'project_id': '8737610901724819a779a8544a8db8d6', 'gw_port': {'id': '1e021af0-3dc3-4c8f-8800-10687098c8ab', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:17:23Z', 'updated_at': '2022-03-05T05:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:50.831784 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadfaaf8-1878-4d9d-a47e-e1ae66f9b56a None None] Checking router: d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:17:50.846805 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-13875520-5087-489c-b8b3-a3e4ef462f8b admin admin] For port 1e021af0-3dc3-4c8f-8800-10687098c8ab, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=1e021af0-3dc3-4c8f-8800-10687098c8ab,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:17:50.847581 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadfaaf8-1878-4d9d-a47e-e1ae66f9b56a None None] Routers {'d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:17:50.848531 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-eadfaaf8-1878-4d9d-a47e-e1ae66f9b56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:17:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:50.855937 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-13875520-5087-489c-b8b3-a3e4ef462f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (1e021af0-3dc3-4c8f-8800-10687098c8ab), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:50.882202 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-13875520-5087-489c-b8b3-a3e4ef462f8b admin admin] Calling delete_port for 1e021af0-3dc3-4c8f-8800-10687098c8ab owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:17:50.919935 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-13d83276-fa35-41cf-b201-0dac39dfaa2e tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Deleting port a80d4aea-b3a1-470e-960b-d33806bbb61d {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:17:50.920517 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-13d83276-fa35-41cf-b201-0dac39dfaa2e tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (a80d4aea-b3a1-470e-960b-d33806bbb61d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:51.094454 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-13d83276-fa35-41cf-b201-0dac39dfaa2e tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (a80d4aea-b3a1-470e-960b-d33806bbb61d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:51.111109 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-13d83276-fa35-41cf-b201-0dac39dfaa2e tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Calling delete_port for a80d4aea-b3a1-470e-960b-d33806bbb61d owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:17:51.126100 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-eadfaaf8-1878-4d9d-a47e-e1ae66f9b56a None None] Set router d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1 gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:17:51.176245 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-13875520-5087-489c-b8b3-a3e4ef462f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (1e021af0-3dc3-4c8f-8800-10687098c8ab), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:51.189275 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-eadfaaf8-1878-4d9d-a47e-e1ae66f9b56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1', 'name': 'tempest-TestAggregatesBasicOps-1192965784-router', 'tenant_id': '8737610901724819a779a8544a8db8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:17:22Z', 'updated_at': '2022-03-05T05:17:50Z', 'revision_number': 6, 'project_id': '8737610901724819a779a8544a8db8d6', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:51.213826 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab79ae56-d595-47eb-872a-61b36c6e2937 None None] Network bb8f4417-f647-4b3f-93ae-72538d0bc5d1 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:17:51.231708 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadfaaf8-1878-4d9d-a47e-e1ae66f9b56a None None] The sync data for ids ['d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1'] in n-d-789963-32 is: [{'id': 'd3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1', 'name': 'tempest-TestAggregatesBasicOps-1192965784-router', 'tenant_id': '8737610901724819a779a8544a8db8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:17:22Z', 'updated_at': '2022-03-05T05:17:50Z', 'revision_number': 6, 'project_id': '8737610901724819a779a8544a8db8d6', 'gw_port_host': None}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:17:51.296561 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-13d83276-fa35-41cf-b201-0dac39dfaa2e tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (a80d4aea-b3a1-470e-960b-d33806bbb61d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:51.312455 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13875520-5087-489c-b8b3-a3e4ef462f8b admin admin] Pushing event deleted for resources: {'Port': ['ID=1e021af0-3dc3-4c8f-8800-10687098c8ab,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:51.327302 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d83276-fa35-41cf-b201-0dac39dfaa2e tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Port': ['ID=a80d4aea-b3a1-470e-960b-d33806bbb61d,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:51.381123 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-13d83276-fa35-41cf-b201-0dac39dfaa2e tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:51.385033 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-13d83276-fa35-41cf-b201-0dac39dfaa2e tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/ports/a80d4aea-b3a1-470e-960b-d33806bbb61d HTTP/1.1" status: 204 len: 168 time: 0.6788659 Mar 05 05:17:51.387928 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-4980870d-1b4d-4cd7-ac95-83276b73b0a0 None None] Provisioning complete for port 4e80112a-d669-47b5-b5a7-a1f6c48f767a triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:51.388333 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4980870d-1b4d-4cd7-ac95-83276b73b0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (4e80112a-d669-47b5-b5a7-a1f6c48f767a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:51.388471 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60796) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:51.424160 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-311dfc98-346c-475d-a837-c34388b096a3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] GET failed (client error): The resource could not be found. Mar 05 05:17:51.429040 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-311dfc98-346c-475d-a837-c34388b096a3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "GET /v2.0/ports/a80d4aea-b3a1-470e-960b-d33806bbb61d HTTP/1.1" status: 404 len: 333 time: 0.0394561 Mar 05 05:17:51.429792 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60798) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:51.434038 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb60f73-fd54-4d1b-95eb-acf83cfc50f4 req-355a8061-246c-4190-b838-a0fdd8e9509e tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:51.435649 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6bb60f73-fd54-4d1b-95eb-acf83cfc50f4 req-355a8061-246c-4190-b838-a0fdd8e9509e tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.11 "GET /v2.0/ports?device_id=1789ff3b-38b3-4499-ae85-6526df9a32bc HTTP/1.1" status: 200 len: 949 time: 0.2744658 Mar 05 05:17:51.444133 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-13875520-5087-489c-b8b3-a3e4ef462f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:51.502389 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0af7b3b-444a-47d9-bcf4-ceb47ca3435c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Deleting subnet 32297a43-f9e0-45ed-a34f-f172be0a8a90 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:17:51.509595 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c0af7b3b-444a-47d9-bcf4-ceb47ca3435c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for subnet (32297a43-f9e0-45ed-a34f-f172be0a8a90), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:51.540573 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-4980870d-1b4d-4cd7-ac95-83276b73b0a0 None None] Current status of the port 4e80112a-d669-47b5-b5a7-a1f6c48f767a is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:51.540970 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4980870d-1b4d-4cd7-ac95-83276b73b0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4e80112a-d669-47b5-b5a7-a1f6c48f767a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:51.561504 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c0af7b3b-444a-47d9-bcf4-ceb47ca3435c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (32297a43-f9e0-45ed-a34f-f172be0a8a90), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:51.579948 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1b59f14c-da1e-4a2a-8c19-75d6d18a9120 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:17:51.589664 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-4980870d-1b4d-4cd7-ac95-83276b73b0a0 None None] For port 4e80112a-d669-47b5-b5a7-a1f6c48f767a, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=4e80112a-d669-47b5-b5a7-a1f6c48f767a,segment=NetworkSegment(b0515967-ef23-460d-ad19-593dd35ff0d2),segment_id=b0515967-ef23-460d-ad19-593dd35ff0d2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:17:51.606731 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06e78d-1ed8-491c-b243-37f837e1bd2c req-f6fa2010-4cd4-4331-bf7d-564aff4027db tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:51.613679 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca06e78d-1ed8-491c-b243-37f837e1bd2c req-f6fa2010-4cd4-4331-bf7d-564aff4027db tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 943 time: 0.2436187 Mar 05 05:17:51.666763 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-13875520-5087-489c-b8b3-a3e4ef462f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:51.668896 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4980870d-1b4d-4cd7-ac95-83276b73b0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (4e80112a-d669-47b5-b5a7-a1f6c48f767a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:51.687241 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-13875520-5087-489c-b8b3-a3e4ef462f8b admin admin] Publish callbacks [] for router_controller (d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:51.735842 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980870d-1b4d-4cd7-ac95-83276b73b0a0 None None] Pushing event updated for resources: {'Port': ['ID=4e80112a-d669-47b5-b5a7-a1f6c48f767a,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:51.736720 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c0af7b3b-444a-47d9-bcf4-ceb47ca3435c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (32297a43-f9e0-45ed-a34f-f172be0a8a90), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:51.755393 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 1b59f14c-da1e-4a2a-8c19-75d6d18a9120 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:17:51.760199 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 1b59f14c-da1e-4a2a-8c19-75d6d18a9120 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:51.760643 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1b59f14c-da1e-4a2a-8c19-75d6d18a9120), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:51.866672 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6bb60f73-fd54-4d1b-95eb-acf83cfc50f4 req-a2b10378-aa9d-4e5d-bef1-f755d304892a tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.11 "GET /v2.0/security-groups?id=a37d05b4-302b-4e0a-a65a-9cea56961e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153395 Mar 05 05:17:51.882150 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c0af7b3b-444a-47d9-bcf4-ceb47ca3435c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (32297a43-f9e0-45ed-a34f-f172be0a8a90), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:51.890152 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-13875520-5087-489c-b8b3-a3e4ef462f8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:51.890688 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13875520-5087-489c-b8b3-a3e4ef462f8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:17:51.905852 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-13875520-5087-489c-b8b3-a3e4ef462f8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:51.916140 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-13875520-5087-489c-b8b3-a3e4ef462f8b admin admin] 10.222.0.11 "DELETE /v2.0/routers/d3c8f81b-9b10-4ac9-a17e-46aa32d5e1d1 HTTP/1.1" status: 204 len: 168 time: 1.6690717 Mar 05 05:17:51.922145 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca06e78d-1ed8-491c-b243-37f837e1bd2c req-c6a751b1-b5f4-493c-82bb-19b332539057 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2842255 Mar 05 05:17:51.922612 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60802) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:51.973435 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af7b3b-444a-47d9-bcf4-ceb47ca3435c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Subnet': ['ID=32297a43-f9e0-45ed-a34f-f172be0a8a90,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:51.975233 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 1b59f14c-da1e-4a2a-8c19-75d6d18a9120 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:51.975927 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1b59f14c-da1e-4a2a-8c19-75d6d18a9120), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:51.988068 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-969c884c-5552-4ae0-9b74-9bd11fc28b7c admin admin] Deleting subnet cf11e7ea-adce-4d32-966f-561cf09d4794 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:17:51.989787 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c0af7b3b-444a-47d9-bcf4-ceb47ca3435c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:51.992256 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-969c884c-5552-4ae0-9b74-9bd11fc28b7c admin admin] Publish callbacks [] for subnet (cf11e7ea-adce-4d32-966f-561cf09d4794), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:52.002930 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c0af7b3b-444a-47d9-bcf4-ceb47ca3435c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/subnets/32297a43-f9e0-45ed-a34f-f172be0a8a90 HTTP/1.1" status: 204 len: 168 time: 0.5712357 Mar 05 05:17:52.003293 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-bc5802c3-5f9f-466c-b666-cb8c9398956e None None] Provisioning complete for port 4e80112a-d669-47b5-b5a7-a1f6c48f767a triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:52.003619 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60804) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:52.003868 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bc5802c3-5f9f-466c-b666-cb8c9398956e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (4e80112a-d669-47b5-b5a7-a1f6c48f767a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:52.017705 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1789ff3b-38b3-4499-ae85-6526df9a32bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b59f14c-da1e-4a2a-8c19-75d6d18a9120'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:17:52.026049 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be74813-92df-4569-b3fb-d37d8fef48d4" -d '{"events": [{"server_uuid": "1789ff3b-38b3-4499-ae85-6526df9a32bc", "name": "network-vif-plugged", "status": "completed", "tag": "1b59f14c-da1e-4a2a-8c19-75d6d18a9120"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:17:52.034279 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-969c884c-5552-4ae0-9b74-9bd11fc28b7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (cf11e7ea-adce-4d32-966f-561cf09d4794), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:52.082227 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 1b59f14c-da1e-4a2a-8c19-75d6d18a9120, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1b59f14c-da1e-4a2a-8c19-75d6d18a9120,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:17:52.108305 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1b59f14c-da1e-4a2a-8c19-75d6d18a9120), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:52.120291 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f782247-c23d-41a7-9bea-01e4ede47c93 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (bb8f4417-f647-4b3f-93ae-72538d0bc5d1), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:52.125315 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-969c884c-5552-4ae0-9b74-9bd11fc28b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (cf11e7ea-adce-4d32-966f-561cf09d4794), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:52.190947 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-969c884c-5552-4ae0-9b74-9bd11fc28b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (cf11e7ea-adce-4d32-966f-561cf09d4794), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:52.234053 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c884c-5552-4ae0-9b74-9bd11fc28b7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf11e7ea-adce-4d32-966f-561cf09d4794,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:52.263622 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-969c884c-5552-4ae0-9b74-9bd11fc28b7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:52.266274 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bece895-a9c5-4e55-bdf8-2586407bbfdb x-openstack-request-id: req-2bece895-a9c5-4e55-bdf8-2586407bbfdb {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:17:52.270217 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-969c884c-5552-4ae0-9b74-9bd11fc28b7c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cf11e7ea-adce-4d32-966f-561cf09d4794 HTTP/1.1" status: 204 len: 168 time: 0.3458095 Mar 05 05:17:52.271149 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1789ff3b-38b3-4499-ae85-6526df9a32bc", "name": "network-vif-plugged", "status": "completed", "tag": "1b59f14c-da1e-4a2a-8c19-75d6d18a9120", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:17:52.271665 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2bece895-a9c5-4e55-bdf8-2586407bbfdb {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:17:52.272304 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1789ff3b-38b3-4499-ae85-6526df9a32bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b59f14c-da1e-4a2a-8c19-75d6d18a9120', 'code': 200} Mar 05 05:17:52.273145 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=1b59f14c-da1e-4a2a-8c19-75d6d18a9120,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:52.274533 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60808) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:52.281550 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d010b9eb-52ff-4888-82bb-3f89006d900f None None] Network bba440b7-2141-45e7-a16b-f57cf098448a requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:17:52.310035 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-1f782247-c23d-41a7-9bea-01e4ede47c93 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Deleting port 4e80112a-d669-47b5-b5a7-a1f6c48f767a {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:17:52.310393 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f782247-c23d-41a7-9bea-01e4ede47c93 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (4e80112a-d669-47b5-b5a7-a1f6c48f767a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:52.364219 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b400cd02-66cd-4a9a-bca9-7b9e43e1381e None None] Network bb8f4417-f647-4b3f-93ae-72538d0bc5d1 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:17:52.398836 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 4e80112a-d669-47b5-b5a7-a1f6c48f767a up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:17:52.448173 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-1f782247-c23d-41a7-9bea-01e4ede47c93 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] For port 4e80112a-d669-47b5-b5a7-a1f6c48f767a, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=4e80112a-d669-47b5-b5a7-a1f6c48f767a,segment=NetworkSegment(b0515967-ef23-460d-ad19-593dd35ff0d2),segment_id=b0515967-ef23-460d-ad19-593dd35ff0d2)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:17:52.448557 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f782247-c23d-41a7-9bea-01e4ede47c93 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (4e80112a-d669-47b5-b5a7-a1f6c48f767a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:52.460896 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-26a9fb63-6b60-45ae-bfaf-9cd6ad25efb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (bba440b7-2141-45e7-a16b-f57cf098448a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:52.472837 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-1f782247-c23d-41a7-9bea-01e4ede47c93 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Calling delete_port for 4e80112a-d669-47b5-b5a7-a1f6c48f767a owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:17:52.482161 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb990f1-7cfc-454e-bdc7-760d5c409a0e req-16a2bf6c-d462-4423-ae51-ddbb9e07c1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:52.483663 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6cb990f1-7cfc-454e-bdc7-760d5c409a0e req-16a2bf6c-d462-4423-ae51-ddbb9e07c1d9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1789ff3b-38b3-4499-ae85-6526df9a32bc HTTP/1.1" status: 200 len: 1133 time: 0.2789128 Mar 05 05:17:52.586232 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-bc5802c3-5f9f-466c-b666-cb8c9398956e None None] Current status of the port 4e80112a-d669-47b5-b5a7-a1f6c48f767a is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:52.615756 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 4e80112a-d669-47b5-b5a7-a1f6c48f767a triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:52.616131 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (4e80112a-d669-47b5-b5a7-a1f6c48f767a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:52.626887 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6cb990f1-7cfc-454e-bdc7-760d5c409a0e req-8cab90dc-97fe-4e2f-884a-6894a288b79a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a37d05b4-302b-4e0a-a65a-9cea56961e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321130 Mar 05 05:17:52.656352 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-26a9fb63-6b60-45ae-bfaf-9cd6ad25efb2 admin admin] Deleting port 00c95d7b-2ec0-4895-817d-9f2edeeb832e {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:17:52.656695 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-26a9fb63-6b60-45ae-bfaf-9cd6ad25efb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (00c95d7b-2ec0-4895-817d-9f2edeeb832e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:52.673724 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f782247-c23d-41a7-9bea-01e4ede47c93 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (4e80112a-d669-47b5-b5a7-a1f6c48f767a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:52.692879 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4ec515-46f7-4360-bcfa-d4f6515bee60 None None] DHCP port deletion for bba440b7-2141-45e7-a16b-f57cf098448a request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:17:52.711938 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Could not find standard attr ID for object 4e80112a-d669-47b5-b5a7-a1f6c48f767a. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 05:17:52.713581 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f782247-c23d-41a7-9bea-01e4ede47c93 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Port': ['ID=4e80112a-d669-47b5-b5a7-a1f6c48f767a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:52.721191 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-49a26d91-d7dd-4e23-83e5-4e74594aa1ff None None] Could not find standard attr ID for object a80d4aea-b3a1-470e-960b-d33806bbb61d. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 05:17:52.731614 n-d-789963-32 neutron-server[105233]: INFO neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No ports have port_id starting with 4e80112a-d669-47b5-b5a7-a1f6c48f767a Mar 05 05:17:52.739121 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834ba5ef-f7d8-414e-839b-c854afc5edca None None] DHCP port deletion for bb8f4417-f647-4b3f-93ae-72538d0bc5d1 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:17:52.745915 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f782247-c23d-41a7-9bea-01e4ede47c93 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] No DVR routers for this DVR port 4e80112a-d669-47b5-b5a7-a1f6c48f767a on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:17:52.768493 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 95aa9c76-fca5-4d75-8ed2-36728c1a86fe no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:17:52.807260 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 95aa9c76-fca5-4d75-8ed2-36728c1a86fe {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:17:52.807914 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 95aa9c76-fca5-4d75-8ed2-36728c1a86fe not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:17:52.826229 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-26a9fb63-6b60-45ae-bfaf-9cd6ad25efb2 admin admin] For port 00c95d7b-2ec0-4895-817d-9f2edeeb832e, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=00c95d7b-2ec0-4895-817d-9f2edeeb832e,segment=NetworkSegment(181f6e11-e28a-413b-9d05-8ca69697e926),segment_id=181f6e11-e28a-413b-9d05-8ca69697e926)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:17:52.826609 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-26a9fb63-6b60-45ae-bfaf-9cd6ad25efb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (00c95d7b-2ec0-4895-817d-9f2edeeb832e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:52.841987 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-0f4ec515-46f7-4360-bcfa-d4f6515bee60 None None] Deleting port 00c95d7b-2ec0-4895-817d-9f2edeeb832e {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:17:52.842398 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec515-46f7-4360-bcfa-d4f6515bee60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (00c95d7b-2ec0-4895-817d-9f2edeeb832e), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:52.870501 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f782247-c23d-41a7-9bea-01e4ede47c93 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (bb8f4417-f647-4b3f-93ae-72538d0bc5d1), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:52.873083 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-26a9fb63-6b60-45ae-bfaf-9cd6ad25efb2 admin admin] Calling delete_port for 00c95d7b-2ec0-4895-817d-9f2edeeb832e owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:17:52.915265 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-1f782247-c23d-41a7-9bea-01e4ede47c93 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb8f4417-f647-4b3f-93ae-72538d0bc5d1']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:52.924739 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-0f4ec515-46f7-4360-bcfa-d4f6515bee60 None None] For port 00c95d7b-2ec0-4895-817d-9f2edeeb832e, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=00c95d7b-2ec0-4895-817d-9f2edeeb832e,segment=NetworkSegment(181f6e11-e28a-413b-9d05-8ca69697e926),segment_id=181f6e11-e28a-413b-9d05-8ca69697e926)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:17:52.927065 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec515-46f7-4360-bcfa-d4f6515bee60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (00c95d7b-2ec0-4895-817d-9f2edeeb832e), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:52.943158 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-0f4ec515-46f7-4360-bcfa-d4f6515bee60 None None] Calling delete_port for 00c95d7b-2ec0-4895-817d-9f2edeeb832e owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:17:52.951512 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-1f782247-c23d-41a7-9bea-01e4ede47c93 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0515967-ef23-460d-ad19-593dd35ff0d2') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:52.951814 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-1f782247-c23d-41a7-9bea-01e4ede47c93 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0515967-ef23-460d-ad19-593dd35ff0d2') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:52.964351 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f782247-c23d-41a7-9bea-01e4ede47c93 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (b0515967-ef23-460d-ad19-593dd35ff0d2), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:52.990531 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f782247-c23d-41a7-9bea-01e4ede47c93 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (b0515967-ef23-460d-ad19-593dd35ff0d2), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:52.998923 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f782247-c23d-41a7-9bea-01e4ede47c93 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:17:52.999362 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f782247-c23d-41a7-9bea-01e4ede47c93 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (b0515967-ef23-460d-ad19-593dd35ff0d2), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:53.002943 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:17:53.002943 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:17:53.002943 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:17:53.002943 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:17:53.002943 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:17:53.002943 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:17:53.002943 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:17:53.002943 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:17:53.002943 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:17:53.002943 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:17:53.002943 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:17:53.002943 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:17:53.002943 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:17:53.002943 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:17:53.002943 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:17:53.002943 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:17:53.002943 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:17:53.002943 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:17:53.002943 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:17:53.002943 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:17:53.002943 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:17:53.002943 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:17:53.002943 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:17:53.002943 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:17:53.002943 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:17:53.002943 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:17:53.002943 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:17:53.002943 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:17:53.002943 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:17:53.002943 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:17:53.002943 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:17:53.002943 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:17:53.072336 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-26a9fb63-6b60-45ae-bfaf-9cd6ad25efb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (00c95d7b-2ec0-4895-817d-9f2edeeb832e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:53.087579 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f782247-c23d-41a7-9bea-01e4ede47c93 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (bb8f4417-f647-4b3f-93ae-72538d0bc5d1), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:53.100860 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0f4ec515-46f7-4360-bcfa-d4f6515bee60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (00c95d7b-2ec0-4895-817d-9f2edeeb832e), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:53.117370 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9fb63-6b60-45ae-bfaf-9cd6ad25efb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=00c95d7b-2ec0-4895-817d-9f2edeeb832e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:53.119811 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1f782247-c23d-41a7-9bea-01e4ede47c93 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:53.123888 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1f782247-c23d-41a7-9bea-01e4ede47c93 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/networks/bb8f4417-f647-4b3f-93ae-72538d0bc5d1 HTTP/1.1" status: 204 len: 168 time: 1.1187353 Mar 05 05:17:53.131161 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36929f33-2597-479c-aa6e-c0fd709e8472 req-be31445e-f5a5-482d-bed3-355f2f887c7b tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:53.136588 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a9fb63-6b60-45ae-bfaf-9cd6ad25efb2 admin admin] No DVR routers for this DVR port 00c95d7b-2ec0-4895-817d-9f2edeeb832e on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:17:53.137993 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60816) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:53.140830 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ec515-46f7-4360-bcfa-d4f6515bee60 None None] Pushing event deleted for resources: {'Port': ['ID=00c95d7b-2ec0-4895-817d-9f2edeeb832e,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:53.141469 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-36929f33-2597-479c-aa6e-c0fd709e8472 req-be31445e-f5a5-482d-bed3-355f2f887c7b tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.11 "GET /v2.0/ports?device_id=1789ff3b-38b3-4499-ae85-6526df9a32bc HTTP/1.1" status: 200 len: 950 time: 0.1620350 Mar 05 05:17:53.143374 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-05fe9d0e-e4ef-48ed-9ccf-526a927f566d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1819930694'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:53.149217 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f782247-c23d-41a7-9bea-01e4ede47c93 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Network': ['ID=bb8f4417-f647-4b3f-93ae-72538d0bc5d1,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:53.155590 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4ec515-46f7-4360-bcfa-d4f6515bee60 None None] No DVR routers for this DVR port 00c95d7b-2ec0-4895-817d-9f2edeeb832e on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:17:53.204237 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b38ea8-a6f6-4ad4-abdd-dc2c6d812541 req-5cf607ef-82e6-48f8-9171-9e7c573f93ba tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:53.205911 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-03b38ea8-a6f6-4ad4-abdd-dc2c6d812541 req-5cf607ef-82e6-48f8-9171-9e7c573f93ba tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 943 time: 0.1605542 Mar 05 05:17:53.227838 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-36929f33-2597-479c-aa6e-c0fd709e8472 req-0d037471-5e32-4d6f-a76f-448cfd03c174 tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.11 "GET /v2.0/security-groups?id=a37d05b4-302b-4e0a-a65a-9cea56961e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852633 Mar 05 05:17:53.231102 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fe9d0e-e4ef-48ed-9ccf-526a927f566d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:17:53.234883 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-05fe9d0e-e4ef-48ed-9ccf-526a927f566d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:53.271947 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-03b38ea8-a6f6-4ad4-abdd-dc2c6d812541 req-484c53a6-42a1-414e-bf8b-5f822bb05c78 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544865 Mar 05 05:17:53.513801 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-26a9fb63-6b60-45ae-bfaf-9cd6ad25efb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (bba440b7-2141-45e7-a16b-f57cf098448a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:53.539631 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-26a9fb63-6b60-45ae-bfaf-9cd6ad25efb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba440b7-2141-45e7-a16b-f57cf098448a']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:53.553545 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-26a9fb63-6b60-45ae-bfaf-9cd6ad25efb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181f6e11-e28a-413b-9d05-8ca69697e926') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:53.554611 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-26a9fb63-6b60-45ae-bfaf-9cd6ad25efb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181f6e11-e28a-413b-9d05-8ca69697e926') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:53.556493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05fe9d0e-e4ef-48ed-9ccf-526a927f566d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:17:53.569333 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-26a9fb63-6b60-45ae-bfaf-9cd6ad25efb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (181f6e11-e28a-413b-9d05-8ca69697e926), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:53.580891 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-05fe9d0e-e4ef-48ed-9ccf-526a927f566d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (bd67809b-b2a9-467e-9950-88e0a4b3a02c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:53.581241 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-05fe9d0e-e4ef-48ed-9ccf-526a927f566d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Added segment bd67809b-b2a9-467e-9950-88e0a4b3a02c of type vlan for network f03066ec-b9c2-4d64-87c3-100dcd99abef Mar 05 05:17:53.595547 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-26a9fb63-6b60-45ae-bfaf-9cd6ad25efb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (181f6e11-e28a-413b-9d05-8ca69697e926), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:53.621596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a9fb63-6b60-45ae-bfaf-9cd6ad25efb2 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:17:53.621973 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-26a9fb63-6b60-45ae-bfaf-9cd6ad25efb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (181f6e11-e28a-413b-9d05-8ca69697e926), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:53.624425 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:17:53.624425 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:17:53.624425 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:17:53.624425 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:17:53.624425 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:17:53.624425 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:17:53.624425 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:17:53.624425 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:17:53.624425 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:17:53.624425 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:17:53.624425 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:17:53.624425 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:17:53.624425 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:17:53.624425 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:17:53.624425 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:17:53.624425 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:17:53.624425 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:17:53.624425 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:17:53.624425 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:17:53.624425 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:17:53.624425 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:17:53.624425 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:17:53.624425 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:17:53.624425 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:17:53.624425 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:17:53.624425 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:17:53.624425 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:17:53.624425 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:17:53.624425 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:17:53.624425 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:17:53.624425 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:17:53.624425 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:17:53.679787 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-05fe9d0e-e4ef-48ed-9ccf-526a927f566d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (f03066ec-b9c2-4d64-87c3-100dcd99abef), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:53.703382 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-26a9fb63-6b60-45ae-bfaf-9cd6ad25efb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (bba440b7-2141-45e7-a16b-f57cf098448a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:53.710919 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-26a9fb63-6b60-45ae-bfaf-9cd6ad25efb2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:53.714512 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-26a9fb63-6b60-45ae-bfaf-9cd6ad25efb2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/bba440b7-2141-45e7-a16b-f57cf098448a HTTP/1.1" status: 204 len: 168 time: 1.4326484 Mar 05 05:17:53.717474 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60818) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:53.746849 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-05fe9d0e-e4ef-48ed-9ccf-526a927f566d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (f03066ec-b9c2-4d64-87c3-100dcd99abef), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:53.752642 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 00c95d7b-2ec0-4895-817d-9f2edeeb832e no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:17:53.761295 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fe9d0e-e4ef-48ed-9ccf-526a927f566d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:53.762125 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-05fe9d0e-e4ef-48ed-9ccf-526a927f566d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:53.769487 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9fb63-6b60-45ae-bfaf-9cd6ad25efb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bba440b7-2141-45e7-a16b-f57cf098448a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:53.777986 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 00c95d7b-2ec0-4895-817d-9f2edeeb832e {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:17:53.778349 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 00c95d7b-2ec0-4895-817d-9f2edeeb832e not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:17:53.778905 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 4e80112a-d669-47b5-b5a7-a1f6c48f767a no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:17:53.805561 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 4e80112a-d669-47b5-b5a7-a1f6c48f767a {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:17:53.805922 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 4e80112a-d669-47b5-b5a7-a1f6c48f767a not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:17:53.806345 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 1e021af0-3dc3-4c8f-8800-10687098c8ab no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:17:53.830677 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-05fe9d0e-e4ef-48ed-9ccf-526a927f566d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6912374 Mar 05 05:17:53.842165 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60820) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:53.847372 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 1e021af0-3dc3-4c8f-8800-10687098c8ab {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:17:53.847742 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 1e021af0-3dc3-4c8f-8800-10687098c8ab not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:17:53.860762 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-a969d5b6-21df-4d87-920f-a184b816e4f5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'subnet': {'network_id': 'f03066ec-b9c2-4d64-87c3-100dcd99abef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:53.907292 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe9d0e-e4ef-48ed-9ccf-526a927f566d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Network': ['ID=f03066ec-b9c2-4d64-87c3-100dcd99abef,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:53.928211 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network f03066ec-b9c2-4d64-87c3-100dcd99abef details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:17:54.038278 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a969d5b6-21df-4d87-920f-a184b816e4f5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:17:54.042011 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a969d5b6-21df-4d87-920f-a184b816e4f5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:54.156784 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9304f142-ad63-4590-8ce2-3dc47fdb11f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (787f67cb-ba50-432d-88f1-f0549475047c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:54.241274 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a969d5b6-21df-4d87-920f-a184b816e4f5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (32e634b8-7d4e-45d9-8473-441a32ee21c3), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:54.385917 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a969d5b6-21df-4d87-920f-a184b816e4f5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Checking segment: {'id': 'bd67809b-b2a9-467e-9950-88e0a4b3a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f03066ec-b9c2-4d64-87c3-100dcd99abef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:17:54.386404 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a969d5b6-21df-4d87-920f-a184b816e4f5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network hostable DHCP agents. Network: f03066ec-b9c2-4d64-87c3-100dcd99abef, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:17:54.391313 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a969d5b6-21df-4d87-920f-a184b816e4f5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Subnet': ['ID=32e634b8-7d4e-45d9-8473-441a32ee21c3,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:54.418189 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a969d5b6-21df-4d87-920f-a184b816e4f5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network f03066ec-b9c2-4d64-87c3-100dcd99abef is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:17:54.432919 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-a969d5b6-21df-4d87-920f-a184b816e4f5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, f03066ec-b9c2-4d64-87c3-100dcd99abef) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:54.439831 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a969d5b6-21df-4d87-920f-a184b816e4f5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:54.440445 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a969d5b6-21df-4d87-920f-a184b816e4f5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:54.448409 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da3cb37-aa87-4b99-b99f-0d14d953266a None None] Network f03066ec-b9c2-4d64-87c3-100dcd99abef requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:17:54.474749 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a969d5b6-21df-4d87-920f-a184b816e4f5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6308653 Mar 05 05:17:54.477941 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60830) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:54.484681 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-9147736b-2bb3-4319-ad2b-2f1ee98ee81c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'port': {'network_id': 'f03066ec-b9c2-4d64-87c3-100dcd99abef', 'name': 'tempest-PortsIpV6TestJSON-1379072247', 'fixed_ips': [{'subnet_id': '32e634b8-7d4e-45d9-8473-441a32ee21c3', 'ip_address': '2001:db8::10'}]}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:54.578021 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56181002-bb5e-492d-99b5-1ebf91b2398e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-f03066ec-b9c2-4d64-87c3-100dcd99abef', 'network_id': 'f03066ec-b9c2-4d64-87c3-100dcd99abef', 'project_id': 'a80c1cec283c427e906b7c606d277a58', 'fixed_ips': [{'subnet_id': '32e634b8-7d4e-45d9-8473-441a32ee21c3'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:17:54.578907 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-56181002-bb5e-492d-99b5-1ebf91b2398e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:54.642092 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9147736b-2bb3-4319-ad2b-2f1ee98ee81c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:17:54.732939 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eaf895-0f24-4996-9e21-aeed954ae024 req-5165a0a8-ecaa-4c0e-b458-6b63ae99bfe4 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:54.733836 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-63eaf895-0f24-4996-9e21-aeed954ae024 req-5165a0a8-ecaa-4c0e-b458-6b63ae99bfe4 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 943 time: 0.1666141 Mar 05 05:17:54.746299 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9147736b-2bb3-4319-ad2b-2f1ee98ee81c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:54.746973 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee4370-e9a6-4ce7-b2e0-be1d15d9722b req-066e21ea-21eb-47ef-b713-c120ce3ff412 tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:54.748530 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-61ee4370-e9a6-4ce7-b2e0-be1d15d9722b req-066e21ea-21eb-47ef-b713-c120ce3ff412 tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.11 "GET /v2.0/ports?device_id=1789ff3b-38b3-4499-ae85-6526df9a32bc HTTP/1.1" status: 200 len: 950 time: 0.1680493 Mar 05 05:17:54.766045 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-56181002-bb5e-492d-99b5-1ebf91b2398e None None] Allocated IP 2001:db8::2 (f03066ec-b9c2-4d64-87c3-100dcd99abef/32e634b8-7d4e-45d9-8473-441a32ee21c3/5d5f824c-0e0a-457a-84db-c7ee4c53b634) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:17:54.770854 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-9147736b-2bb3-4319-ad2b-2f1ee98ee81c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] device_id is not set on port 41500484-6bea-4de4-9691-1022b7d6d971 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:17:54.843849 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-63eaf895-0f24-4996-9e21-aeed954ae024 req-fd90d52f-29d8-4001-8db2-3af30585535e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929422 Mar 05 05:17:54.853557 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-61ee4370-e9a6-4ce7-b2e0-be1d15d9722b req-e432cc30-62c7-4942-afc8-510b82291a91 tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.11 "GET /v2.0/security-groups?id=a37d05b4-302b-4e0a-a65a-9cea56961e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941355 Mar 05 05:17:54.967727 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-56181002-bb5e-492d-99b5-1ebf91b2398e None None] Publish callbacks [] for port (5d5f824c-0e0a-457a-84db-c7ee4c53b634), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:54.979197 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-56181002-bb5e-492d-99b5-1ebf91b2398e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (5d5f824c-0e0a-457a-84db-c7ee4c53b634), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:55.010795 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-9304f142-ad63-4590-8ce2-3dc47fdb11f5 admin admin] Deleting port 874b6d04-1070-4d79-8282-8227bb3c421d {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:17:55.011212 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9304f142-ad63-4590-8ce2-3dc47fdb11f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (874b6d04-1070-4d79-8282-8227bb3c421d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:55.041132 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56181002-bb5e-492d-99b5-1ebf91b2398e None None] Pushing event updated for resources: {'Port': ['ID=5d5f824c-0e0a-457a-84db-c7ee4c53b634,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:55.053278 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56181002-bb5e-492d-99b5-1ebf91b2398e None None] Network f03066ec-b9c2-4d64-87c3-100dcd99abef is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:17:55.054751 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-9147736b-2bb3-4319-ad2b-2f1ee98ee81c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Allocated IP 2001:db8::10 (f03066ec-b9c2-4d64-87c3-100dcd99abef/32e634b8-7d4e-45d9-8473-441a32ee21c3/41500484-6bea-4de4-9691-1022b7d6d971) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:17:55.056300 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-56181002-bb5e-492d-99b5-1ebf91b2398e None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:55.060873 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56181002-bb5e-492d-99b5-1ebf91b2398e None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:17:55.149762 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-56181002-bb5e-492d-99b5-1ebf91b2398e None None] Attempting to bind port 5d5f824c-0e0a-457a-84db-c7ee4c53b634 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:17:55.150139 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-56181002-bb5e-492d-99b5-1ebf91b2398e None None] Attempting to bind port 5d5f824c-0e0a-457a-84db-c7ee4c53b634 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'bd67809b-b2a9-467e-9950-88e0a4b3a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f03066ec-b9c2-4d64-87c3-100dcd99abef'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:17:55.150839 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56181002-bb5e-492d-99b5-1ebf91b2398e None None] Attempting to bind port 5d5f824c-0e0a-457a-84db-c7ee4c53b634 on network f03066ec-b9c2-4d64-87c3-100dcd99abef {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:17:55.152569 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-9304f142-ad63-4590-8ce2-3dc47fdb11f5 admin admin] For port 874b6d04-1070-4d79-8282-8227bb3c421d, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=874b6d04-1070-4d79-8282-8227bb3c421d,segment=NetworkSegment(8a6800a7-030e-4af7-882a-dff3705ed4c4),segment_id=8a6800a7-030e-4af7-882a-dff3705ed4c4)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:17:55.154293 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9304f142-ad63-4590-8ce2-3dc47fdb11f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (874b6d04-1070-4d79-8282-8227bb3c421d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:55.155945 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56181002-bb5e-492d-99b5-1ebf91b2398e None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:17:55.156319 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56181002-bb5e-492d-99b5-1ebf91b2398e None None] Checking segment: {'id': 'bd67809b-b2a9-467e-9950-88e0a4b3a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f03066ec-b9c2-4d64-87c3-100dcd99abef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:17:55.158188 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-56181002-bb5e-492d-99b5-1ebf91b2398e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:55.158606 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56181002-bb5e-492d-99b5-1ebf91b2398e None None] Bound using segment: {'id': 'bd67809b-b2a9-467e-9950-88e0a4b3a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f03066ec-b9c2-4d64-87c3-100dcd99abef'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:17:55.159701 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-56181002-bb5e-492d-99b5-1ebf91b2398e None None] Bound port: 5d5f824c-0e0a-457a-84db-c7ee4c53b634, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd67809b-b2a9-467e-9950-88e0a4b3a02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f03066ec-b9c2-4d64-87c3-100dcd99abef'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:17:55.160104 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-56181002-bb5e-492d-99b5-1ebf91b2398e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5d5f824c-0e0a-457a-84db-c7ee4c53b634), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:55.176904 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-9304f142-ad63-4590-8ce2-3dc47fdb11f5 admin admin] Calling delete_port for 874b6d04-1070-4d79-8282-8227bb3c421d owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:17:55.281659 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-56181002-bb5e-492d-99b5-1ebf91b2398e None None] For port 5d5f824c-0e0a-457a-84db-c7ee4c53b634, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:17:55.289461 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-56181002-bb5e-492d-99b5-1ebf91b2398e None None] For port 5d5f824c-0e0a-457a-84db-c7ee4c53b634, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=5d5f824c-0e0a-457a-84db-c7ee4c53b634,segment=NetworkSegment(bd67809b-b2a9-467e-9950-88e0a4b3a02c),segment_id=bd67809b-b2a9-467e-9950-88e0a4b3a02c)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:17:55.301218 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-56181002-bb5e-492d-99b5-1ebf91b2398e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5d5f824c-0e0a-457a-84db-c7ee4c53b634), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:55.380094 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9147736b-2bb3-4319-ad2b-2f1ee98ee81c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for port (41500484-6bea-4de4-9691-1022b7d6d971), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:55.448412 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56181002-bb5e-492d-99b5-1ebf91b2398e None None] Pushing event updated for resources: {'Port': ['ID=5d5f824c-0e0a-457a-84db-c7ee4c53b634,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:55.457249 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9147736b-2bb3-4319-ad2b-2f1ee98ee81c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (41500484-6bea-4de4-9691-1022b7d6d971), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:55.540408 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9304f142-ad63-4590-8ce2-3dc47fdb11f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (874b6d04-1070-4d79-8282-8227bb3c421d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:55.542843 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147736b-2bb3-4319-ad2b-2f1ee98ee81c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Port': ['ID=41500484-6bea-4de4-9691-1022b7d6d971,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:55.548764 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9147736b-2bb3-4319-ad2b-2f1ee98ee81c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network f03066ec-b9c2-4d64-87c3-100dcd99abef is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:17:55.550379 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-9147736b-2bb3-4319-ad2b-2f1ee98ee81c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:55.556897 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9147736b-2bb3-4319-ad2b-2f1ee98ee81c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:17:55.564836 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9147736b-2bb3-4319-ad2b-2f1ee98ee81c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:55.565504 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9147736b-2bb3-4319-ad2b-2f1ee98ee81c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:55.585987 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304f142-ad63-4590-8ce2-3dc47fdb11f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=874b6d04-1070-4d79-8282-8227bb3c421d,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:55.598769 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9147736b-2bb3-4319-ad2b-2f1ee98ee81c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1195271 Mar 05 05:17:55.601528 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60844) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:55.618286 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-2c9724ce-bc43-420a-95bd-8b025ae7fc99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'port': {'network_id': 'f03066ec-b9c2-4d64-87c3-100dcd99abef', 'name': 'tempest-PortsIpV6TestJSON-879089615', 'fixed_ips': [{'subnet_id': '32e634b8-7d4e-45d9-8473-441a32ee21c3', 'ip_address': '2001:db8::f'}]}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:17:55.887282 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9724ce-bc43-420a-95bd-8b025ae7fc99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:17:55.894263 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2c9724ce-bc43-420a-95bd-8b025ae7fc99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:55.933141 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-2c9724ce-bc43-420a-95bd-8b025ae7fc99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] device_id is not set on port efe6cc47-8011-44b8-8a61-69834150e54c yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:17:56.017190 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9304f142-ad63-4590-8ce2-3dc47fdb11f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (787f67cb-ba50-432d-88f1-f0549475047c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:56.185869 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-2c9724ce-bc43-420a-95bd-8b025ae7fc99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Allocated IP 2001:db8::f (f03066ec-b9c2-4d64-87c3-100dcd99abef/32e634b8-7d4e-45d9-8473-441a32ee21c3/efe6cc47-8011-44b8-8a61-69834150e54c) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:17:56.193416 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9a73d-dc78-487f-a612-b71d736075fb req-5392dcfe-e94a-4986-8896-7f6b0f036125 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:56.196075 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83c9a73d-dc78-487f-a612-b71d736075fb req-5392dcfe-e94a-4986-8896-7f6b0f036125 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 943 time: 0.1596735 Mar 05 05:17:56.302447 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83c9a73d-dc78-487f-a612-b71d736075fb req-b73a3eed-eac3-412d-b8be-d646757f0c8b tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997028 Mar 05 05:17:56.380548 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2c9724ce-bc43-420a-95bd-8b025ae7fc99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for port (efe6cc47-8011-44b8-8a61-69834150e54c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:56.382754 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9304f142-ad63-4590-8ce2-3dc47fdb11f5 admin admin] Router 787f67cb-ba50-432d-88f1-f0549475047c has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:17:56.467640 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2c9724ce-bc43-420a-95bd-8b025ae7fc99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (efe6cc47-8011-44b8-8a61-69834150e54c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:56.557766 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9304f142-ad63-4590-8ce2-3dc47fdb11f5 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:17:56.566927 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9724ce-bc43-420a-95bd-8b025ae7fc99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Port': ['ID=efe6cc47-8011-44b8-8a61-69834150e54c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:56.569826 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9304f142-ad63-4590-8ce2-3dc47fdb11f5 admin admin] 10.222.0.11 "PUT /v2.0/routers/787f67cb-ba50-432d-88f1-f0549475047c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8506379 Mar 05 05:17:56.570444 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24591876-8812-4bd1-a2ac-a0df4f9bd295 None None] Sync routers for ids ['787f67cb-ba50-432d-88f1-f0549475047c'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:17:56.571941 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60852) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:56.586255 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24591876-8812-4bd1-a2ac-a0df4f9bd295 None None] Routers {'787f67cb-ba50-432d-88f1-f0549475047c'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:17:56.587928 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-24591876-8812-4bd1-a2ac-a0df4f9bd295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:17:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['787f67cb-ba50-432d-88f1-f0549475047c'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:56.600407 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9724ce-bc43-420a-95bd-8b025ae7fc99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network f03066ec-b9c2-4d64-87c3-100dcd99abef is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:17:56.603635 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-2c9724ce-bc43-420a-95bd-8b025ae7fc99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:17:56.609555 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9724ce-bc43-420a-95bd-8b025ae7fc99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:17:56.620577 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9724ce-bc43-420a-95bd-8b025ae7fc99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:56.625534 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2c9724ce-bc43-420a-95bd-8b025ae7fc99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:56.662332 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2c9724ce-bc43-420a-95bd-8b025ae7fc99 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0596013 Mar 05 05:17:56.664977 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60854) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:56.750503 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-24591876-8812-4bd1-a2ac-a0df4f9bd295 None None] Set router 787f67cb-ba50-432d-88f1-f0549475047c gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:17:56.790587 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3213d2-c169-4e2d-ae6e-122f4a8ab2a7 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:56.792699 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ab3213d2-c169-4e2d-ae6e-122f4a8ab2a7 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1265032 Mar 05 05:17:56.798248 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60856) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:56.864251 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a12faf7f-7407-4151-96a2-aae49aeefc88 admin admin] Publish callbacks [] for router (787f67cb-ba50-432d-88f1-f0549475047c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:56.941546 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dce5a37-638a-4487-9241-7b516edc437f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:56.947467 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dce5a37-638a-4487-9241-7b516edc437f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:56.953590 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dce5a37-638a-4487-9241-7b516edc437f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:56.958801 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60858) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:56.959975 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6dce5a37-638a-4487-9241-7b516edc437f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1579087 Mar 05 05:17:57.038331 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a12faf7f-7407-4151-96a2-aae49aeefc88 admin admin] Publish callbacks [] for router_gateway (787f67cb-ba50-432d-88f1-f0549475047c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:57.101894 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 0e48b7d5-c764-4773-82ad-3d77c40d006f details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:17:57.105627 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bdef36-f29f-4b5f-871a-e7b0e977e4f1 None None] Network f03066ec-b9c2-4d64-87c3-100dcd99abef requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:17:57.105825 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-c420499d-535c-4101-82f7-26c055cac0d3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Deleting port efe6cc47-8011-44b8-8a61-69834150e54c {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:17:57.106297 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c420499d-535c-4101-82f7-26c055cac0d3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (efe6cc47-8011-44b8-8a61-69834150e54c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:57.108536 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-a12faf7f-7407-4151-96a2-aae49aeefc88 admin admin] Deleting port 6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:17:57.109403 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a12faf7f-7407-4151-96a2-aae49aeefc88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:57.216234 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-cd88e221-27a8-4616-ad03-236ac18d5c93 None None] Provisioning complete for port 5d5f824c-0e0a-457a-84db-c7ee4c53b634 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:57.216507 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cd88e221-27a8-4616-ad03-236ac18d5c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5d5f824c-0e0a-457a-84db-c7ee4c53b634), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:57.230966 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-a12faf7f-7407-4151-96a2-aae49aeefc88 admin admin] For port 6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:17:57.232006 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a12faf7f-7407-4151-96a2-aae49aeefc88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:57.263856 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-a12faf7f-7407-4151-96a2-aae49aeefc88 admin admin] Calling delete_port for 6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1 owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:17:57.279681 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c420499d-535c-4101-82f7-26c055cac0d3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (efe6cc47-8011-44b8-8a61-69834150e54c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:57.307387 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-c420499d-535c-4101-82f7-26c055cac0d3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Calling delete_port for efe6cc47-8011-44b8-8a61-69834150e54c owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:17:57.338565 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.resource_extend [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 05:17:57.507218 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c420499d-535c-4101-82f7-26c055cac0d3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (efe6cc47-8011-44b8-8a61-69834150e54c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:57.534221 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33853306-418e-4a97-9402-5fb1b98b1e3e req-8e051cb6-d0bf-4961-ade8-08c4c5a529e3 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:57.535827 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-33853306-418e-4a97-9402-5fb1b98b1e3e req-8e051cb6-d0bf-4961-ade8-08c4c5a529e3 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 943 time: 0.0926716 Mar 05 05:17:57.561942 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-cd88e221-27a8-4616-ad03-236ac18d5c93 None None] Current status of the port 5d5f824c-0e0a-457a-84db-c7ee4c53b634 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:57.562398 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cd88e221-27a8-4616-ad03-236ac18d5c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5d5f824c-0e0a-457a-84db-c7ee4c53b634), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:57.567898 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420499d-535c-4101-82f7-26c055cac0d3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Port': ['ID=efe6cc47-8011-44b8-8a61-69834150e54c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:57.616700 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c420499d-535c-4101-82f7-26c055cac0d3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:57.621400 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c420499d-535c-4101-82f7-26c055cac0d3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/ports/efe6cc47-8011-44b8-8a61-69834150e54c HTTP/1.1" status: 204 len: 168 time: 0.6615262 Mar 05 05:17:57.624341 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60866) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:57.633175 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a12faf7f-7407-4151-96a2-aae49aeefc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:57.667502 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5152147-9a29-408e-8ff8-a4264241cb60 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] GET failed (client error): The resource could not be found. Mar 05 05:17:57.670771 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a5152147-9a29-408e-8ff8-a4264241cb60 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "GET /v2.0/ports/efe6cc47-8011-44b8-8a61-69834150e54c HTTP/1.1" status: 404 len: 333 time: 0.0435455 Mar 05 05:17:57.674331 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60868) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:57.681562 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12faf7f-7407-4151-96a2-aae49aeefc88 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:57.701008 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-cd88e221-27a8-4616-ad03-236ac18d5c93 None None] For port 5d5f824c-0e0a-457a-84db-c7ee4c53b634, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=5d5f824c-0e0a-457a-84db-c7ee4c53b634,segment=NetworkSegment(bd67809b-b2a9-467e-9950-88e0a4b3a02c),segment_id=bd67809b-b2a9-467e-9950-88e0a4b3a02c)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:17:57.712643 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cd88e221-27a8-4616-ad03-236ac18d5c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5d5f824c-0e0a-457a-84db-c7ee4c53b634), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:57.745545 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 0e48b7d5-c764-4773-82ad-3d77c40d006f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=0e48b7d5-c764-4773-82ad-3d77c40d006f,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:17:57.759213 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-33853306-418e-4a97-9402-5fb1b98b1e3e req-fb5e0937-356c-4ea3-ba9b-1d5e32b1cb57 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158933 Mar 05 05:17:57.776137 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a12faf7f-7407-4151-96a2-aae49aeefc88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (787f67cb-ba50-432d-88f1-f0549475047c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:57.791068 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '0e48b7d5-c764-4773-82ad-3d77c40d006f', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'port_id': '0e48b7d5-c764-4773-82ad-3d77c40d006f', 'mac_address': 'fa:16:3e:2c:40:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:17:57.871130 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-38be5134-d247-4159-8eb6-489923585b59 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Deleting port 41500484-6bea-4de4-9691-1022b7d6d971 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:17:57.871563 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-38be5134-d247-4159-8eb6-489923585b59 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (41500484-6bea-4de4-9691-1022b7d6d971), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:57.904019 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5d5f824c-0e0a-457a-84db-c7ee4c53b634 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:17:57.951596 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88e221-27a8-4616-ad03-236ac18d5c93 None None] Pushing event updated for resources: {'Port': ['ID=5d5f824c-0e0a-457a-84db-c7ee4c53b634,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:57.963313 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 0e48b7d5-c764-4773-82ad-3d77c40d006f is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:57.963969 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0e48b7d5-c764-4773-82ad-3d77c40d006f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:57.999418 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a12faf7f-7407-4151-96a2-aae49aeefc88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (787f67cb-ba50-432d-88f1-f0549475047c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:57.999961 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-24591876-8812-4bd1-a2ac-a0df4f9bd295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '787f67cb-ba50-432d-88f1-f0549475047c', 'name': 'tempest-TestAggregatesBasicOps-239705543-router', 'tenant_id': '455dec53261240ab89451c0cf89ebaf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': '6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:17:34Z', 'updated_at': '2022-03-05T05:17:55Z', 'revision_number': 5, 'project_id': '455dec53261240ab89451c0cf89ebaf8', 'gw_port': {'id': '6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:99:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '787f67cb-ba50-432d-88f1-f0549475047c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:17:35Z', 'updated_at': '2022-03-05T05:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:58.003477 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a12faf7f-7407-4151-96a2-aae49aeefc88 admin admin] Publish callbacks [] for router_controller (787f67cb-ba50-432d-88f1-f0549475047c), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:58.005163 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e48b7d5-c764-4773-82ad-3d77c40d006f {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:17:58.041893 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-38be5134-d247-4159-8eb6-489923585b59 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (41500484-6bea-4de4-9691-1022b7d6d971), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:58.045950 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24591876-8812-4bd1-a2ac-a0df4f9bd295 None None] Checking router: 787f67cb-ba50-432d-88f1-f0549475047c for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:17:58.059448 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-38be5134-d247-4159-8eb6-489923585b59 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Calling delete_port for 41500484-6bea-4de4-9691-1022b7d6d971 owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:17:58.091940 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a12faf7f-7407-4151-96a2-aae49aeefc88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (787f67cb-ba50-432d-88f1-f0549475047c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:58.092515 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12faf7f-7407-4151-96a2-aae49aeefc88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 787f67cb-ba50-432d-88f1-f0549475047c {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:17:58.092710 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 0e48b7d5-c764-4773-82ad-3d77c40d006f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=0e48b7d5-c764-4773-82ad-3d77c40d006f,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:17:58.098554 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a12faf7f-7407-4151-96a2-aae49aeefc88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:58.101236 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a12faf7f-7407-4151-96a2-aae49aeefc88 admin admin] 10.222.0.11 "DELETE /v2.0/routers/787f67cb-ba50-432d-88f1-f0549475047c HTTP/1.1" status: 204 len: 168 time: 1.5283060 Mar 05 05:17:58.108411 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60872) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:58.115089 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24591876-8812-4bd1-a2ac-a0df4f9bd295 None None] Routers set() bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:17:58.115654 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24591876-8812-4bd1-a2ac-a0df4f9bd295 None None] Router IDs set() for agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 05 05:17:58.116418 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_agentschedulers_db [None req-24591876-8812-4bd1-a2ac-a0df4f9bd295 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'787f67cb-ba50-432d-88f1-f0549475047c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:17:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent'). {{(pid=105233) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 05 05:17:58.117011 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24591876-8812-4bd1-a2ac-a0df4f9bd295 None None] The sync data for ids ['787f67cb-ba50-432d-88f1-f0549475047c'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:17:58.118574 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0e48b7d5-c764-4773-82ad-3d77c40d006f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:58.124220 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 5d5f824c-0e0a-457a-84db-c7ee4c53b634 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:58.124828 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5d5f824c-0e0a-457a-84db-c7ee4c53b634), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:58.190365 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-443f87e6-c87d-43e0-b690-4e04ffc5ede3 admin admin] Deleting subnet 244d2cb1-607c-4dfa-9a88-7c6e92ba5915 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:17:58.194173 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-443f87e6-c87d-43e0-b690-4e04ffc5ede3 admin admin] Publish callbacks [] for subnet (244d2cb1-607c-4dfa-9a88-7c6e92ba5915), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:58.235915 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-528de8cb-4b23-4aaf-9245-12406fc342b5 None None] Could not find standard attr ID for object efe6cc47-8011-44b8-8a61-69834150e54c. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 05:17:58.241256 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-443f87e6-c87d-43e0-b690-4e04ffc5ede3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (244d2cb1-607c-4dfa-9a88-7c6e92ba5915), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:58.314227 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=0e48b7d5-c764-4773-82ad-3d77c40d006f,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:58.330726 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-528de8cb-4b23-4aaf-9245-12406fc342b5 None None] Provisioning complete for port 5d5f824c-0e0a-457a-84db-c7ee4c53b634 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:17:58.331381 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-528de8cb-4b23-4aaf-9245-12406fc342b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5d5f824c-0e0a-457a-84db-c7ee4c53b634), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:58.395396 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-443f87e6-c87d-43e0-b690-4e04ffc5ede3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (244d2cb1-607c-4dfa-9a88-7c6e92ba5915), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:58.441490 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-38be5134-d247-4159-8eb6-489923585b59 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (41500484-6bea-4de4-9691-1022b7d6d971), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:58.453085 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['0e48b7d5-c764-4773-82ad-3d77c40d006f'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:17:58.482748 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 5d5f824c-0e0a-457a-84db-c7ee4c53b634 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:58.524706 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-443f87e6-c87d-43e0-b690-4e04ffc5ede3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (244d2cb1-607c-4dfa-9a88-7c6e92ba5915), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:58.540085 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be5134-d247-4159-8eb6-489923585b59 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Port': ['ID=41500484-6bea-4de4-9691-1022b7d6d971,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:58.566547 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f87e6-c87d-43e0-b690-4e04ffc5ede3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=244d2cb1-607c-4dfa-9a88-7c6e92ba5915,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:58.573325 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-443f87e6-c87d-43e0-b690-4e04ffc5ede3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:58.587023 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-443f87e6-c87d-43e0-b690-4e04ffc5ede3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/244d2cb1-607c-4dfa-9a88-7c6e92ba5915 HTTP/1.1" status: 204 len: 168 time: 0.4813957 Mar 05 05:17:58.587023 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60898) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:58.592738 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-38be5134-d247-4159-8eb6-489923585b59 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:58.602440 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-38be5134-d247-4159-8eb6-489923585b59 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/ports/41500484-6bea-4de4-9691-1022b7d6d971 HTTP/1.1" status: 204 len: 168 time: 0.9270570 Mar 05 05:17:58.603215 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60902) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:58.656583 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2072f9-e1c8-4bd0-8549-809e0fd19fd7 None None] Network f4593f18-f77f-4328-a1d8-2a63728ad91b requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:17:58.727034 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b77a020-90a8-43a7-8350-5c6a9e81268c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] GET failed (client error): The resource could not be found. Mar 05 05:17:58.731153 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3b77a020-90a8-43a7-8350-5c6a9e81268c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "GET /v2.0/ports/41500484-6bea-4de4-9691-1022b7d6d971 HTTP/1.1" status: 404 len: 333 time: 0.0950067 Mar 05 05:17:58.732629 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 60918) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:58.832517 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-8105c59c-1e23-43ef-94af-c30d980d1728 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Deleting subnet 32e634b8-7d4e-45d9-8473-441a32ee21c3 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:17:58.835377 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ea79ad9c-6638-4921-8586-fc99299488a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (f4593f18-f77f-4328-a1d8-2a63728ad91b), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:58.836085 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8105c59c-1e23-43ef-94af-c30d980d1728 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for subnet (32e634b8-7d4e-45d9-8473-441a32ee21c3), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:58.961674 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8105c59c-1e23-43ef-94af-c30d980d1728 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (32e634b8-7d4e-45d9-8473-441a32ee21c3), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:59.005466 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-528de8cb-4b23-4aaf-9245-12406fc342b5 None None] Current status of the port 5d5f824c-0e0a-457a-84db-c7ee4c53b634 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:17:59.025280 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-528de8cb-4b23-4aaf-9245-12406fc342b5 None None] Could not find standard attr ID for object 41500484-6bea-4de4-9691-1022b7d6d971. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 05:17:59.064474 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9259f-9a05-4bc1-8617-8e1dc1e00cca req-5eaa8503-115e-4bed-929e-a940c69a6b46 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:17:59.077238 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74f9259f-9a05-4bc1-8617-8e1dc1e00cca req-5eaa8503-115e-4bed-929e-a940c69a6b46 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 944 time: 0.1641252 Mar 05 05:17:59.121546 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-ea79ad9c-6638-4921-8586-fc99299488a1 admin admin] Deleting port d7bffd4f-50ce-4994-9e30-be65b8fc6744 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:17:59.127482 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ea79ad9c-6638-4921-8586-fc99299488a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d7bffd4f-50ce-4994-9e30-be65b8fc6744), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:59.157550 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8105c59c-1e23-43ef-94af-c30d980d1728 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (32e634b8-7d4e-45d9-8473-441a32ee21c3), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:59.225586 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-630ed014-2164-41ec-9571-1312b373477c None None] Could not find standard attr ID for object 41500484-6bea-4de4-9691-1022b7d6d971. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 05:17:59.233968 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-630ed014-2164-41ec-9571-1312b373477c None None] Could not find standard attr ID for object efe6cc47-8011-44b8-8a61-69834150e54c. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 05:17:59.294842 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e943dac8-e932-44a9-a3b2-26d8b8c5c3c9 None None] DHCP port deletion for f4593f18-f77f-4328-a1d8-2a63728ad91b request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:17:59.296471 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8105c59c-1e23-43ef-94af-c30d980d1728 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (32e634b8-7d4e-45d9-8473-441a32ee21c3), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:59.338529 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74f9259f-9a05-4bc1-8617-8e1dc1e00cca req-ce8ece9c-b45d-49cd-a9db-6a2bc22c8e06 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504828 Mar 05 05:17:59.340547 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-ea79ad9c-6638-4921-8586-fc99299488a1 admin admin] For port d7bffd4f-50ce-4994-9e30-be65b8fc6744, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d7bffd4f-50ce-4994-9e30-be65b8fc6744,segment=NetworkSegment(8a6800a7-030e-4af7-882a-dff3705ed4c4),segment_id=8a6800a7-030e-4af7-882a-dff3705ed4c4)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:17:59.340918 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ea79ad9c-6638-4921-8586-fc99299488a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d7bffd4f-50ce-4994-9e30-be65b8fc6744), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:59.376557 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-ea79ad9c-6638-4921-8586-fc99299488a1 admin admin] Calling delete_port for d7bffd4f-50ce-4994-9e30-be65b8fc6744 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:17:59.384026 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105c59c-1e23-43ef-94af-c30d980d1728 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Subnet': ['ID=32e634b8-7d4e-45d9-8473-441a32ee21c3,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:59.390674 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8105c59c-1e23-43ef-94af-c30d980d1728 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:59.399339 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8105c59c-1e23-43ef-94af-c30d980d1728 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/subnets/32e634b8-7d4e-45d9-8473-441a32ee21c3 HTTP/1.1" status: 204 len: 168 time: 0.6653609 Mar 05 05:17:59.401048 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 60978) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:17:59.500245 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e943dac8-e932-44a9-a3b2-26d8b8c5c3c9 None None] Deleting port d7bffd4f-50ce-4994-9e30-be65b8fc6744 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:17:59.500721 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e943dac8-e932-44a9-a3b2-26d8b8c5c3c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d7bffd4f-50ce-4994-9e30-be65b8fc6744), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:59.576180 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-e943dac8-e932-44a9-a3b2-26d8b8c5c3c9 None None] For port d7bffd4f-50ce-4994-9e30-be65b8fc6744, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d7bffd4f-50ce-4994-9e30-be65b8fc6744,segment=NetworkSegment(8a6800a7-030e-4af7-882a-dff3705ed4c4),segment_id=8a6800a7-030e-4af7-882a-dff3705ed4c4)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:17:59.576608 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e943dac8-e932-44a9-a3b2-26d8b8c5c3c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d7bffd4f-50ce-4994-9e30-be65b8fc6744), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:59.593997 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf837927-094f-458d-8e1b-867612dbea49 None None] Network f03066ec-b9c2-4d64-87c3-100dcd99abef requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:17:59.596782 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d596007-1bad-4dd0-baf7-2f07f0db92c7 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (f03066ec-b9c2-4d64-87c3-100dcd99abef), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:59.600131 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e943dac8-e932-44a9-a3b2-26d8b8c5c3c9 None None] Calling delete_port for d7bffd4f-50ce-4994-9e30-be65b8fc6744 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:17:59.675603 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ea79ad9c-6638-4921-8586-fc99299488a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (d7bffd4f-50ce-4994-9e30-be65b8fc6744), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:59.709098 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79ad9c-6638-4921-8586-fc99299488a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7bffd4f-50ce-4994-9e30-be65b8fc6744,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:59.718466 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea79ad9c-6638-4921-8586-fc99299488a1 admin admin] No DVR routers for this DVR port d7bffd4f-50ce-4994-9e30-be65b8fc6744 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:17:59.836322 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ea79ad9c-6638-4921-8586-fc99299488a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (f4593f18-f77f-4328-a1d8-2a63728ad91b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:59.836614 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e943dac8-e932-44a9-a3b2-26d8b8c5c3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (d7bffd4f-50ce-4994-9e30-be65b8fc6744), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:59.874271 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-ea79ad9c-6638-4921-8586-fc99299488a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4593f18-f77f-4328-a1d8-2a63728ad91b']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:59.887435 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e943dac8-e932-44a9-a3b2-26d8b8c5c3c9 None None] Pushing event deleted for resources: {'Port': ['ID=d7bffd4f-50ce-4994-9e30-be65b8fc6744,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:17:59.897615 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-ea79ad9c-6638-4921-8586-fc99299488a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a6800a7-030e-4af7-882a-dff3705ed4c4') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:59.898069 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-ea79ad9c-6638-4921-8586-fc99299488a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a6800a7-030e-4af7-882a-dff3705ed4c4') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:17:59.909210 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e943dac8-e932-44a9-a3b2-26d8b8c5c3c9 None None] No DVR routers for this DVR port d7bffd4f-50ce-4994-9e30-be65b8fc6744 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:17:59.912561 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ea79ad9c-6638-4921-8586-fc99299488a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (8a6800a7-030e-4af7-882a-dff3705ed4c4), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:59.916669 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479f3f4c-24e7-4e1a-84de-dc2c559d7577 None None] DHCP port deletion for f03066ec-b9c2-4d64-87c3-100dcd99abef request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:17:59.943395 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8d596007-1bad-4dd0-baf7-2f07f0db92c7 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Deleting port 5d5f824c-0e0a-457a-84db-c7ee4c53b634 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:17:59.943748 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d596007-1bad-4dd0-baf7-2f07f0db92c7 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (5d5f824c-0e0a-457a-84db-c7ee4c53b634), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:59.957738 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ea79ad9c-6638-4921-8586-fc99299488a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (8a6800a7-030e-4af7-882a-dff3705ed4c4), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:59.976206 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea79ad9c-6638-4921-8586-fc99299488a1 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:17:59.976773 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ea79ad9c-6638-4921-8586-fc99299488a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (8a6800a7-030e-4af7-882a-dff3705ed4c4), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:17:59.978467 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:17:59.978467 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:17:59.978467 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:17:59.978467 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:17:59.978467 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:17:59.978467 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:17:59.978467 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:17:59.978467 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:17:59.978467 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:17:59.978467 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:17:59.978467 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:17:59.978467 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:17:59.978467 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:17:59.978467 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:17:59.978467 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:17:59.978467 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:17:59.978467 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:17:59.978467 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:17:59.978467 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:17:59.978467 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:17:59.978467 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:17:59.978467 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:17:59.978467 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:17:59.978467 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:17:59.978467 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:17:59.978467 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:17:59.978467 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:17:59.978467 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:17:59.978467 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:17:59.978467 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:17:59.978467 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:17:59.978467 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:17:59.996997 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-479f3f4c-24e7-4e1a-84de-dc2c559d7577 None None] Deleting port 5d5f824c-0e0a-457a-84db-c7ee4c53b634 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:17:59.997519 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-479f3f4c-24e7-4e1a-84de-dc2c559d7577 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (5d5f824c-0e0a-457a-84db-c7ee4c53b634), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:00.088230 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 874b6d04-1070-4d79-8282-8227bb3c421d no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:18:00.112232 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-8d596007-1bad-4dd0-baf7-2f07f0db92c7 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] For port 5d5f824c-0e0a-457a-84db-c7ee4c53b634, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=5d5f824c-0e0a-457a-84db-c7ee4c53b634,segment=NetworkSegment(bd67809b-b2a9-467e-9950-88e0a4b3a02c),segment_id=bd67809b-b2a9-467e-9950-88e0a4b3a02c)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:18:00.112852 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d596007-1bad-4dd0-baf7-2f07f0db92c7 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (5d5f824c-0e0a-457a-84db-c7ee4c53b634), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:00.130773 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 874b6d04-1070-4d79-8282-8227bb3c421d {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:18:00.131157 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 874b6d04-1070-4d79-8282-8227bb3c421d not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:18:00.131516 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d7bffd4f-50ce-4994-9e30-be65b8fc6744 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:18:00.131777 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ea79ad9c-6638-4921-8586-fc99299488a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (f4593f18-f77f-4328-a1d8-2a63728ad91b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:00.135144 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-479f3f4c-24e7-4e1a-84de-dc2c559d7577 None None] For port 5d5f824c-0e0a-457a-84db-c7ee4c53b634, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=5d5f824c-0e0a-457a-84db-c7ee4c53b634,segment=NetworkSegment(bd67809b-b2a9-467e-9950-88e0a4b3a02c),segment_id=bd67809b-b2a9-467e-9950-88e0a4b3a02c)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:18:00.135354 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8d596007-1bad-4dd0-baf7-2f07f0db92c7 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Calling delete_port for 5d5f824c-0e0a-457a-84db-c7ee4c53b634 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:18:00.135989 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-479f3f4c-24e7-4e1a-84de-dc2c559d7577 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (5d5f824c-0e0a-457a-84db-c7ee4c53b634), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:00.167375 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: d7bffd4f-50ce-4994-9e30-be65b8fc6744 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:18:00.168073 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d7bffd4f-50ce-4994-9e30-be65b8fc6744 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:18:00.169081 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:18:00.169522 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ea79ad9c-6638-4921-8586-fc99299488a1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:00.176137 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-479f3f4c-24e7-4e1a-84de-dc2c559d7577 None None] Calling delete_port for 5d5f824c-0e0a-457a-84db-c7ee4c53b634 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:18:00.180219 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ea79ad9c-6638-4921-8586-fc99299488a1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f4593f18-f77f-4328-a1d8-2a63728ad91b HTTP/1.1" status: 204 len: 168 time: 1.5915332 Mar 05 05:18:00.180818 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79ad9c-6638-4921-8586-fc99299488a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4593f18-f77f-4328-a1d8-2a63728ad91b,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:00.209955 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:18:00.212870 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 6fec7acf-76b0-4641-a2f7-d7bcb4fd12b1 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:18:00.329485 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-479f3f4c-24e7-4e1a-84de-dc2c559d7577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (5d5f824c-0e0a-457a-84db-c7ee4c53b634), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:00.359419 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d596007-1bad-4dd0-baf7-2f07f0db92c7 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (5d5f824c-0e0a-457a-84db-c7ee4c53b634), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:00.360471 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f3f4c-24e7-4e1a-84de-dc2c559d7577 None None] Pushing event deleted for resources: {'Port': ['ID=5d5f824c-0e0a-457a-84db-c7ee4c53b634,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:00.385586 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479f3f4c-24e7-4e1a-84de-dc2c559d7577 None None] No DVR routers for this DVR port 5d5f824c-0e0a-457a-84db-c7ee4c53b634 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:18:00.445732 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d596007-1bad-4dd0-baf7-2f07f0db92c7 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Port': ['ID=5d5f824c-0e0a-457a-84db-c7ee4c53b634,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:00.457774 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d596007-1bad-4dd0-baf7-2f07f0db92c7 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] No DVR routers for this DVR port 5d5f824c-0e0a-457a-84db-c7ee4c53b634 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:18:00.545590 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 32848) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:00.607796 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d596007-1bad-4dd0-baf7-2f07f0db92c7 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (f03066ec-b9c2-4d64-87c3-100dcd99abef), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:00.615605 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7ad0b592-eee7-4d19-855f-08526b97b964 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8737610901724819a779a8544a8db8d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0682549 Mar 05 05:18:00.617790 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 32854) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:00.637947 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c16e2-c177-4708-9eaa-ddef4e0f76b2 req-de9eab05-ca21-45ab-b7a6-fdaf84a51c74 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:00.639496 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca2c16e2-c177-4708-9eaa-ddef4e0f76b2 req-de9eab05-ca21-45ab-b7a6-fdaf84a51c74 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 944 time: 0.1786911 Mar 05 05:18:00.643960 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-8d596007-1bad-4dd0-baf7-2f07f0db92c7 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03066ec-b9c2-4d64-87c3-100dcd99abef']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:00.666422 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-8d596007-1bad-4dd0-baf7-2f07f0db92c7 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd67809b-b2a9-467e-9950-88e0a4b3a02c') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:00.666731 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-8d596007-1bad-4dd0-baf7-2f07f0db92c7 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd67809b-b2a9-467e-9950-88e0a4b3a02c') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:00.691828 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d596007-1bad-4dd0-baf7-2f07f0db92c7 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (bd67809b-b2a9-467e-9950-88e0a4b3a02c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:00.729853 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca2c16e2-c177-4708-9eaa-ddef4e0f76b2 req-418c38cd-2226-4e56-821c-8af6b3684495 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789602 Mar 05 05:18:00.742454 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d596007-1bad-4dd0-baf7-2f07f0db92c7 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (bd67809b-b2a9-467e-9950-88e0a4b3a02c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:00.747318 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a58ae938-db9b-4d2e-9247-3eb42d9c49b3 admin admin] Publish callbacks [] for security_group (b71bf327-5e7e-4ff7-a67f-1d9535d7bfc3), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:00.770416 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d596007-1bad-4dd0-baf7-2f07f0db92c7 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:18:00.771196 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d596007-1bad-4dd0-baf7-2f07f0db92c7 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (bd67809b-b2a9-467e-9950-88e0a4b3a02c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:18:00.775207 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:18:00.826559 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a58ae938-db9b-4d2e-9247-3eb42d9c49b3 admin admin] Publish callbacks [] for security_group (b71bf327-5e7e-4ff7-a67f-1d9535d7bfc3), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:00.901353 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a58ae938-db9b-4d2e-9247-3eb42d9c49b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b71bf327-5e7e-4ff7-a67f-1d9535d7bfc3), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:00.904703 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a58ae938-db9b-4d2e-9247-3eb42d9c49b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:00.906151 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a58ae938-db9b-4d2e-9247-3eb42d9c49b3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b71bf327-5e7e-4ff7-a67f-1d9535d7bfc3 HTTP/1.1" status: 204 len: 168 time: 0.2852943 Mar 05 05:18:00.917525 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d596007-1bad-4dd0-baf7-2f07f0db92c7 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (f03066ec-b9c2-4d64-87c3-100dcd99abef), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:00.928465 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ae938-db9b-4d2e-9247-3eb42d9c49b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71bf327-5e7e-4ff7-a67f-1d9535d7bfc3,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:00.933047 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d596007-1bad-4dd0-baf7-2f07f0db92c7 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:00.943062 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8d596007-1bad-4dd0-baf7-2f07f0db92c7 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/networks/f03066ec-b9c2-4d64-87c3-100dcd99abef HTTP/1.1" status: 204 len: 168 time: 1.5385821 Mar 05 05:18:00.947784 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 32886) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:00.952027 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 0e48b7d5-c764-4773-82ad-3d77c40d006f up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:18:00.959125 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-fac22688-0009-4e35-bdb4-952229dadc43 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-537543444'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:00.977778 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d596007-1bad-4dd0-baf7-2f07f0db92c7 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Network': ['ID=f03066ec-b9c2-4d64-87c3-100dcd99abef,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:00.989297 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac22688-0009-4e35-bdb4-952229dadc43 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:18:00.994040 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fac22688-0009-4e35-bdb4-952229dadc43 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:01.033264 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac22688-0009-4e35-bdb4-952229dadc43 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:18:01.050695 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fac22688-0009-4e35-bdb4-952229dadc43 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (ef606d80-b498-459a-b429-0dc862d30011), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:01.051281 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-fac22688-0009-4e35-bdb4-952229dadc43 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Added segment ef606d80-b498-459a-b429-0dc862d30011 of type vlan for network 35dacc22-f15f-4170-8bb1-d01a0d0fddf0 Mar 05 05:18:01.071555 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 0e48b7d5-c764-4773-82ad-3d77c40d006f completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:18:01.076229 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 0e48b7d5-c764-4773-82ad-3d77c40d006f triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:01.076950 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0e48b7d5-c764-4773-82ad-3d77c40d006f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:01.122355 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fac22688-0009-4e35-bdb4-952229dadc43 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (35dacc22-f15f-4170-8bb1-d01a0d0fddf0), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:01.155731 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fac22688-0009-4e35-bdb4-952229dadc43 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (35dacc22-f15f-4170-8bb1-d01a0d0fddf0), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:01.163498 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac22688-0009-4e35-bdb4-952229dadc43 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:01.164997 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fac22688-0009-4e35-bdb4-952229dadc43 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:01.204401 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fac22688-0009-4e35-bdb4-952229dadc43 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2537193 Mar 05 05:18:01.207453 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 32912) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:01.215481 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-59d4fb75-e8f9-4d7b-a85f-1ae1288849c8 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'subnet': {'network_id': '35dacc22-f15f-4170-8bb1-d01a0d0fddf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:01.253957 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 0e48b7d5-c764-4773-82ad-3d77c40d006f is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:01.254444 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0e48b7d5-c764-4773-82ad-3d77c40d006f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:01.273785 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac22688-0009-4e35-bdb4-952229dadc43 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Network': ['ID=35dacc22-f15f-4170-8bb1-d01a0d0fddf0,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:01.304965 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 0e48b7d5-c764-4773-82ad-3d77c40d006f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=0e48b7d5-c764-4773-82ad-3d77c40d006f,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:18:01.308348 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10bca50-4948-47ac-9d6c-2aa0198d80e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e48b7d5-c764-4773-82ad-3d77c40d006f'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:18:01.311039 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5918f4c-4f72-45b9-88ac-2f8bbabb3842" -d '{"events": [{"server_uuid": "e10bca50-4948-47ac-9d6c-2aa0198d80e7", "name": "network-vif-plugged", "status": "completed", "tag": "0e48b7d5-c764-4773-82ad-3d77c40d006f"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:18:01.315095 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 35dacc22-f15f-4170-8bb1-d01a0d0fddf0 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:18:01.320028 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0e48b7d5-c764-4773-82ad-3d77c40d006f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:01.409554 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d4fb75-e8f9-4d7b-a85f-1ae1288849c8 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:18:01.419064 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-59d4fb75-e8f9-4d7b-a85f-1ae1288849c8 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:01.632722 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f512815-4b8c-4d13-94b0-9a7b1213f2f6 req-dde6eef0-8c58-4b77-bc56-9d2dedfe9d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:01.633258 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59268bea-1231-4d60-b6b9-f1557a6e695a x-openstack-request-id: req-59268bea-1231-4d60-b6b9-f1557a6e695a {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:18:01.633433 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10bca50-4948-47ac-9d6c-2aa0198d80e7", "name": "network-vif-plugged", "status": "completed", "tag": "0e48b7d5-c764-4773-82ad-3d77c40d006f", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:18:01.633915 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-59268bea-1231-4d60-b6b9-f1557a6e695a {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:18:01.636215 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5f512815-4b8c-4d13-94b0-9a7b1213f2f6 req-dde6eef0-8c58-4b77-bc56-9d2dedfe9d5c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 1128 time: 0.1298645 Mar 05 05:18:01.638189 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10bca50-4948-47ac-9d6c-2aa0198d80e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e48b7d5-c764-4773-82ad-3d77c40d006f', 'code': 200} Mar 05 05:18:01.680583 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=0e48b7d5-c764-4773-82ad-3d77c40d006f,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:01.755306 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5f512815-4b8c-4d13-94b0-9a7b1213f2f6 req-a3cc8bfb-c9d9-4746-b2f8-4c9fa56194d4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123989 Mar 05 05:18:01.791779 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5d5f824c-0e0a-457a-84db-c7ee4c53b634 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:18:01.827231 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 5d5f824c-0e0a-457a-84db-c7ee4c53b634 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:18:01.827932 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5d5f824c-0e0a-457a-84db-c7ee4c53b634 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:18:01.861525 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 32980) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:01.909784 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9dc0fb81-7b29-4e76-9d41-2597849bf2cc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=455dec53261240ab89451c0cf89ebaf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0469220 Mar 05 05:18:01.912197 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 32990) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:01.984779 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-367b5f13-6a08-4d15-9eae-7ccb60880844 admin admin] Publish callbacks [] for security_group (69ac1325-bbb7-4f85-aaac-8f018fc3a718), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:02.024761 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-367b5f13-6a08-4d15-9eae-7ccb60880844 admin admin] Publish callbacks [] for security_group (69ac1325-bbb7-4f85-aaac-8f018fc3a718), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:02.088319 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-367b5f13-6a08-4d15-9eae-7ccb60880844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (69ac1325-bbb7-4f85-aaac-8f018fc3a718), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:02.090990 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-367b5f13-6a08-4d15-9eae-7ccb60880844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:02.092194 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-367b5f13-6a08-4d15-9eae-7ccb60880844 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/69ac1325-bbb7-4f85-aaac-8f018fc3a718 HTTP/1.1" status: 204 len: 168 time: 0.1789532 Mar 05 05:18:02.113316 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b5f13-6a08-4d15-9eae-7ccb60880844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ac1325-bbb7-4f85-aaac-8f018fc3a718,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:02.255372 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b793a-6a40-41b9-b715-f6d1ae9452af req-02dc8d82-cea8-4bf6-9c52-45bc98bdf658 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:02.262786 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-095b793a-6a40-41b9-b715-f6d1ae9452af req-02dc8d82-cea8-4bf6-9c52-45bc98bdf658 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 945 time: 0.1144996 Mar 05 05:18:02.304836 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-59d4fb75-e8f9-4d7b-a85f-1ae1288849c8 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (24d404e9-5fa5-4fda-82e0-cb3ad0c166cf), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:02.357201 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-095b793a-6a40-41b9-b715-f6d1ae9452af req-0802a84f-568b-4ab9-8060-509e60256a24 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934274 Mar 05 05:18:02.395532 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4fb75-e8f9-4d7b-a85f-1ae1288849c8 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Subnet': ['ID=24d404e9-5fa5-4fda-82e0-cb3ad0c166cf,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:02.402296 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d4fb75-e8f9-4d7b-a85f-1ae1288849c8 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Checking segment: {'id': 'ef606d80-b498-459a-b429-0dc862d30011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '35dacc22-f15f-4170-8bb1-d01a0d0fddf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:18:02.403379 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d4fb75-e8f9-4d7b-a85f-1ae1288849c8 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network hostable DHCP agents. Network: 35dacc22-f15f-4170-8bb1-d01a0d0fddf0, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:18:02.426058 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d4fb75-e8f9-4d7b-a85f-1ae1288849c8 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network 35dacc22-f15f-4170-8bb1-d01a0d0fddf0 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:18:02.456957 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-59d4fb75-e8f9-4d7b-a85f-1ae1288849c8 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 35dacc22-f15f-4170-8bb1-d01a0d0fddf0) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:18:02.465450 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447b2655-90fe-497d-9a82-56a5cf72a4a4 None None] Network 35dacc22-f15f-4170-8bb1-d01a0d0fddf0 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:18:02.487181 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d4fb75-e8f9-4d7b-a85f-1ae1288849c8 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:02.490360 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-59d4fb75-e8f9-4d7b-a85f-1ae1288849c8 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:02.546392 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-59d4fb75-e8f9-4d7b-a85f-1ae1288849c8 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3355541 Mar 05 05:18:02.551222 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33058) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:02.561946 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-43b104c9-6639-45d5-98ab-d20ef1e0157b tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1019321532', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:02.602605 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-43b104c9-6639-45d5-98ab-d20ef1e0157b tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (9ae6eae5-2f98-43b9-b3a1-8985c07e9768), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:02.604663 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-43b104c9-6639-45d5-98ab-d20ef1e0157b tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (9ae6eae5-2f98-43b9-b3a1-8985c07e9768), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:02.657182 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840ebbbd-f8e2-42b6-91df-1af73cf5a0bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-35dacc22-f15f-4170-8bb1-d01a0d0fddf0', 'network_id': '35dacc22-f15f-4170-8bb1-d01a0d0fddf0', 'project_id': 'a80c1cec283c427e906b7c606d277a58', 'fixed_ips': [{'subnet_id': '24d404e9-5fa5-4fda-82e0-cb3ad0c166cf'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:18:02.658425 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-840ebbbd-f8e2-42b6-91df-1af73cf5a0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:02.755245 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-43b104c9-6639-45d5-98ab-d20ef1e0157b tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for router_controller (9ae6eae5-2f98-43b9-b3a1-8985c07e9768), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:02.765893 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-43b104c9-6639-45d5-98ab-d20ef1e0157b tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (9ae6eae5-2f98-43b9-b3a1-8985c07e9768), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:02.801412 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-43b104c9-6639-45d5-98ab-d20ef1e0157b tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:02.803501 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-43b104c9-6639-45d5-98ab-d20ef1e0157b tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2513058 Mar 05 05:18:02.806128 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33094) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:02.812490 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-a7955862-0225-4b9b-b860-96a23b352079 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'port': {'network_id': '35dacc22-f15f-4170-8bb1-d01a0d0fddf0', 'name': 'tempest-PortsIpV6TestJSON-1699546098'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:02.911410 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-840ebbbd-f8e2-42b6-91df-1af73cf5a0bb None None] Allocated IP 2001:db8::2 (35dacc22-f15f-4170-8bb1-d01a0d0fddf0/24d404e9-5fa5-4fda-82e0-cb3ad0c166cf/7d5a00e3-d919-4d9b-8ad7-cf2060c26e63) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:18:03.008672 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7955862-0225-4b9b-b860-96a23b352079 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'port': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:18:03.013390 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a7955862-0225-4b9b-b860-96a23b352079 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:03.039329 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [None req-a7955862-0225-4b9b-b860-96a23b352079 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] device_id is not set on port 994ad91f-4dc7-4eff-b92e-dd9c8d0323ca yet. {{(pid=105231) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:18:03.201894 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-840ebbbd-f8e2-42b6-91df-1af73cf5a0bb None None] Publish callbacks [] for port (7d5a00e3-d919-4d9b-8ad7-cf2060c26e63), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:03.210631 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-840ebbbd-f8e2-42b6-91df-1af73cf5a0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (7d5a00e3-d919-4d9b-8ad7-cf2060c26e63), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:03.287967 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ebbbd-f8e2-42b6-91df-1af73cf5a0bb None None] Pushing event updated for resources: {'Port': ['ID=7d5a00e3-d919-4d9b-8ad7-cf2060c26e63,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:03.292207 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840ebbbd-f8e2-42b6-91df-1af73cf5a0bb None None] Network 35dacc22-f15f-4170-8bb1-d01a0d0fddf0 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:18:03.294266 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-840ebbbd-f8e2-42b6-91df-1af73cf5a0bb None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:18:03.296751 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840ebbbd-f8e2-42b6-91df-1af73cf5a0bb None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:18:03.363148 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-a7955862-0225-4b9b-b860-96a23b352079 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Allocated IP 2001:db8::38c (35dacc22-f15f-4170-8bb1-d01a0d0fddf0/24d404e9-5fa5-4fda-82e0-cb3ad0c166cf/994ad91f-4dc7-4eff-b92e-dd9c8d0323ca) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:18:03.372125 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-840ebbbd-f8e2-42b6-91df-1af73cf5a0bb None None] Attempting to bind port 7d5a00e3-d919-4d9b-8ad7-cf2060c26e63 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:18:03.372520 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-840ebbbd-f8e2-42b6-91df-1af73cf5a0bb None None] Attempting to bind port 7d5a00e3-d919-4d9b-8ad7-cf2060c26e63 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'ef606d80-b498-459a-b429-0dc862d30011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '35dacc22-f15f-4170-8bb1-d01a0d0fddf0'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:18:03.372896 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840ebbbd-f8e2-42b6-91df-1af73cf5a0bb None None] Attempting to bind port 7d5a00e3-d919-4d9b-8ad7-cf2060c26e63 on network 35dacc22-f15f-4170-8bb1-d01a0d0fddf0 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:18:03.380667 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840ebbbd-f8e2-42b6-91df-1af73cf5a0bb None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:18:03.381407 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840ebbbd-f8e2-42b6-91df-1af73cf5a0bb None None] Checking segment: {'id': 'ef606d80-b498-459a-b429-0dc862d30011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '35dacc22-f15f-4170-8bb1-d01a0d0fddf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:18:03.381982 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-840ebbbd-f8e2-42b6-91df-1af73cf5a0bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:03.382539 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840ebbbd-f8e2-42b6-91df-1af73cf5a0bb None None] Bound using segment: {'id': 'ef606d80-b498-459a-b429-0dc862d30011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '35dacc22-f15f-4170-8bb1-d01a0d0fddf0'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:18:03.383230 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-840ebbbd-f8e2-42b6-91df-1af73cf5a0bb None None] Bound port: 7d5a00e3-d919-4d9b-8ad7-cf2060c26e63, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef606d80-b498-459a-b429-0dc862d30011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '35dacc22-f15f-4170-8bb1-d01a0d0fddf0'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:18:03.383785 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-840ebbbd-f8e2-42b6-91df-1af73cf5a0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7d5a00e3-d919-4d9b-8ad7-cf2060c26e63), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:03.472497 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-840ebbbd-f8e2-42b6-91df-1af73cf5a0bb None None] For port 7d5a00e3-d919-4d9b-8ad7-cf2060c26e63, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:18:03.476963 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-840ebbbd-f8e2-42b6-91df-1af73cf5a0bb None None] For port 7d5a00e3-d919-4d9b-8ad7-cf2060c26e63, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=7d5a00e3-d919-4d9b-8ad7-cf2060c26e63,segment=NetworkSegment(ef606d80-b498-459a-b429-0dc862d30011),segment_id=ef606d80-b498-459a-b429-0dc862d30011)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:18:03.484817 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-840ebbbd-f8e2-42b6-91df-1af73cf5a0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (7d5a00e3-d919-4d9b-8ad7-cf2060c26e63), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:03.553320 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ebbbd-f8e2-42b6-91df-1af73cf5a0bb None None] Pushing event updated for resources: {'Port': ['ID=7d5a00e3-d919-4d9b-8ad7-cf2060c26e63,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:03.734327 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7bdf98-56f0-4c32-b3c5-43f5776c83d6 req-eeda04e7-e3bb-4355-9d0e-69a212665ac5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:03.737222 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bf7bdf98-56f0-4c32-b3c5-43f5776c83d6 req-eeda04e7-e3bb-4355-9d0e-69a212665ac5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 945 time: 0.2108221 Mar 05 05:18:03.751681 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a7955862-0225-4b9b-b860-96a23b352079 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for port (994ad91f-4dc7-4eff-b92e-dd9c8d0323ca), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:03.869762 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bf7bdf98-56f0-4c32-b3c5-43f5776c83d6 req-7ceb412a-0fc4-48bd-b52b-b5a3bce8328e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240127 Mar 05 05:18:04.032601 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a7955862-0225-4b9b-b860-96a23b352079 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (994ad91f-4dc7-4eff-b92e-dd9c8d0323ca), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:04.132181 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-02f5fb1d-f569-4223-a260-1ae61a0c468a tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:04.133669 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-02f5fb1d-f569-4223-a260-1ae61a0c468a tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/networks?id=253b9a1b-9be8-42e0-8177-54c0bf7bb21c HTTP/1.1" status: 200 len: 814 time: 0.2411232 Mar 05 05:18:04.146533 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7955862-0225-4b9b-b860-96a23b352079 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network 35dacc22-f15f-4170-8bb1-d01a0d0fddf0 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:18:04.150072 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7955862-0225-4b9b-b860-96a23b352079 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Port': ['ID=994ad91f-4dc7-4eff-b92e-dd9c8d0323ca,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:04.160910 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-a7955862-0225-4b9b-b860-96a23b352079 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:18:04.165355 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7955862-0225-4b9b-b860-96a23b352079 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:18:04.170544 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7955862-0225-4b9b-b860-96a23b352079 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:04.171200 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a7955862-0225-4b9b-b860-96a23b352079 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:04.176518 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-0a6690b4-cdcb-4196-9838-a8e4c9018728 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/quotas/394fc5a448874a4eb20dbc6510105d07 HTTP/1.1" status: 200 len: 375 time: 0.0322871 Mar 05 05:18:04.209365 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065c568-d06a-4a6a-82e9-46370ab01fe5 req-d3ea7625-e769-4ee3-839a-625b6b1ec5e1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:04.210869 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5065c568-d06a-4a6a-82e9-46370ab01fe5 req-d3ea7625-e769-4ee3-839a-625b6b1ec5e1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 945 time: 0.1803427 Mar 05 05:18:04.233415 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-dce217fb-4093-47a2-b7b3-eebfac20c542 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=394fc5a448874a4eb20dbc6510105d07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467093 Mar 05 05:18:04.237910 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a7955862-0225-4b9b-b860-96a23b352079 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4299183 Mar 05 05:18:04.240980 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33194) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:04.308109 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5065c568-d06a-4a6a-82e9-46370ab01fe5 req-3510e667-8719-486c-91ef-7b1202bb6705 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773647 Mar 05 05:18:04.323661 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33198) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:04.681828 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-3578a1c6-5702-4476-bb16-ee138bc2c3c9 service neutron] 10.222.0.11 "GET /v2.0/networks/253b9a1b-9be8-42e0-8177-54c0bf7bb21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375286 Mar 05 05:18:04.727577 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e42fc141-489e-4cae-9375-708d3d81f4f6 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (994ad91f-4dc7-4eff-b92e-dd9c8d0323ca), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:04.791287 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3326f8-a529-43b0-9568-57034eedef53 tempest-TestVolumeBootPattern-1424157877 tempest-TestVolumeBootPattern-1424157877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:04.793034 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5c3326f8-a529-43b0-9568-57034eedef53 tempest-TestVolumeBootPattern-1424157877 tempest-TestVolumeBootPattern-1424157877-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 1123 time: 0.4681244 Mar 05 05:18:04.795951 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33206) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:04.801706 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-7841dd78-43f9-403c-b4c0-e8a35bf76f5e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'port_id': '0e48b7d5-c764-4773-82ad-3d77c40d006f', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:04.831742 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-3d7f0268-b11a-4a7c-8f13-6224a814c40c service neutron] 10.222.0.11 "GET /v2.0/networks/253b9a1b-9be8-42e0-8177-54c0bf7bb21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334648 Mar 05 05:18:04.846153 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7841dd78-43f9-403c-b4c0-e8a35bf76f5e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:05.140613 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b239f10a-9a73-4d07-bf2e-e64c8dd94886 None None] Network 35dacc22-f15f-4170-8bb1-d01a0d0fddf0 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:18:05.150368 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f9aab3a8-3c6c-4c4f-98cf-21e1dd8727c3 req-2c5d7882-33b2-4bca-b867-457fe1350681 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/ports?device_id=abe7c863-d538-476b-92b0-ebcec90d4be0 HTTP/1.1" status: 200 len: 210 time: 0.0628805 Mar 05 05:18:05.152271 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33214) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:05.158163 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-ea2d857e-324d-4071-9b4d-6af1e2fdbfb6 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-219292180', 'description': 'tempest-secgroup-smoke-219292180 description', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:05.164122 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7841dd78-43f9-403c-b4c0-e8a35bf76f5e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:05.203378 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e42fc141-489e-4cae-9375-708d3d81f4f6 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for port (994ad91f-4dc7-4eff-b92e-dd9c8d0323ca), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:05.211766 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e42fc141-489e-4cae-9375-708d3d81f4f6 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (994ad91f-4dc7-4eff-b92e-dd9c8d0323ca), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:05.248072 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-4d0e29bd-dbec-4f06-8e1f-a335ef4d2f7e None None] Provisioning complete for port 7d5a00e3-d919-4d9b-8ad7-cf2060c26e63 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:05.248959 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4d0e29bd-dbec-4f06-8e1f-a335ef4d2f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7d5a00e3-d919-4d9b-8ad7-cf2060c26e63), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:05.338502 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-7841dd78-43f9-403c-b4c0-e8a35bf76f5e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Allocated IP 172.25.0.48 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/fd427530-b5a4-4e35-9382-80a98819e18c) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:18:05.341176 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ea2d857e-324d-4071-9b4d-6af1e2fdbfb6 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:05.362919 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ea2d857e-324d-4071-9b4d-6af1e2fdbfb6 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:05.418340 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42fc141-489e-4cae-9375-708d3d81f4f6 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Port': ['ID=994ad91f-4dc7-4eff-b92e-dd9c8d0323ca,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:05.499574 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-4d0e29bd-dbec-4f06-8e1f-a335ef4d2f7e None None] Current status of the port 7d5a00e3-d919-4d9b-8ad7-cf2060c26e63 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:05.501575 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4d0e29bd-dbec-4f06-8e1f-a335ef4d2f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7d5a00e3-d919-4d9b-8ad7-cf2060c26e63), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:05.526217 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7841dd78-43f9-403c-b4c0-e8a35bf76f5e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for port (fd427530-b5a4-4e35-9382-80a98819e18c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:05.567244 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ea2d857e-324d-4071-9b4d-6af1e2fdbfb6 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group (1fcb2109-d193-4b13-9f81-bc6e9240f059), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:05.578424 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ea2d857e-324d-4071-9b4d-6af1e2fdbfb6 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1fcb2109-d193-4b13-9f81-bc6e9240f059), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:05.628126 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d857e-324d-4071-9b4d-6af1e2fdbfb6 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcb2109-d193-4b13-9f81-bc6e9240f059,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:05.635489 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7841dd78-43f9-403c-b4c0-e8a35bf76f5e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (fd427530-b5a4-4e35-9382-80a98819e18c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:05.659402 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-4d0e29bd-dbec-4f06-8e1f-a335ef4d2f7e None None] For port 7d5a00e3-d919-4d9b-8ad7-cf2060c26e63, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=7d5a00e3-d919-4d9b-8ad7-cf2060c26e63,segment=NetworkSegment(ef606d80-b498-459a-b429-0dc862d30011),segment_id=ef606d80-b498-459a-b429-0dc862d30011)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:18:05.665809 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4d0e29bd-dbec-4f06-8e1f-a335ef4d2f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (7d5a00e3-d919-4d9b-8ad7-cf2060c26e63), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:05.692532 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e42fc141-489e-4cae-9375-708d3d81f4f6 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (9ae6eae5-2f98-43b9-b3a1-8985c07e9768), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:05.711935 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7841dd78-43f9-403c-b4c0-e8a35bf76f5e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:18:05.725339 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-7841dd78-43f9-403c-b4c0-e8a35bf76f5e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:18:05.732464 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7841dd78-43f9-403c-b4c0-e8a35bf76f5e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:18:05.742524 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ea2d857e-324d-4071-9b4d-6af1e2fdbfb6 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group (11be3266-e319-4890-8c9b-27f5f277b107), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:05.743632 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841dd78-43f9-403c-b4c0-e8a35bf76f5e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Pushing event updated for resources: {'Port': ['ID=fd427530-b5a4-4e35-9382-80a98819e18c,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:05.767208 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ea2d857e-324d-4071-9b4d-6af1e2fdbfb6 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (11be3266-e319-4890-8c9b-27f5f277b107), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:05.813315 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d857e-324d-4071-9b4d-6af1e2fdbfb6 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11be3266-e319-4890-8c9b-27f5f277b107,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:05.862545 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ea2d857e-324d-4071-9b4d-6af1e2fdbfb6 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:05.863167 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e29bd-dbec-4f06-8e1f-a335ef4d2f7e None None] Pushing event updated for resources: {'Port': ['ID=7d5a00e3-d919-4d9b-8ad7-cf2060c26e63,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:05.863947 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ea2d857e-324d-4071-9b4d-6af1e2fdbfb6 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7106519 Mar 05 05:18:05.874125 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33224) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:05.881303 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-2ae80818-6a53-4ad0-b5ea-f184d2be5cce tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'security_group_rule': {'security_group_id': '11be3266-e319-4890-8c9b-27f5f277b107', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:05.977883 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 7d5a00e3-d919-4d9b-8ad7-cf2060c26e63 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:18:06.035458 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2ae80818-6a53-4ad0-b5ea-f184d2be5cce tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (faa4dbec-9f0a-4f6f-9af0-69cdde08c497), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:06.081385 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 7d5a00e3-d919-4d9b-8ad7-cf2060c26e63 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:06.081773 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7d5a00e3-d919-4d9b-8ad7-cf2060c26e63), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:06.223154 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2ae80818-6a53-4ad0-b5ea-f184d2be5cce tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (faa4dbec-9f0a-4f6f-9af0-69cdde08c497), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:06.234074 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2ae80818-6a53-4ad0-b5ea-f184d2be5cce tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (faa4dbec-9f0a-4f6f-9af0-69cdde08c497), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:06.263619 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae80818-6a53-4ad0-b5ea-f184d2be5cce tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa4dbec-9f0a-4f6f-9af0-69cdde08c497,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:06.311362 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-7b45f032-67ec-4ecb-bcc5-e928fca2d552 None None] Provisioning complete for port 7d5a00e3-d919-4d9b-8ad7-cf2060c26e63 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:06.311964 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7b45f032-67ec-4ecb-bcc5-e928fca2d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7d5a00e3-d919-4d9b-8ad7-cf2060c26e63), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:06.337325 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 7d5a00e3-d919-4d9b-8ad7-cf2060c26e63 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:06.358304 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2ae80818-6a53-4ad0-b5ea-f184d2be5cce tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:06.369038 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2ae80818-6a53-4ad0-b5ea-f184d2be5cce tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4824240 Mar 05 05:18:06.377877 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33230) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:06.413736 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-65d5e585-cecd-4744-b712-74bd838c0fbf tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'security_group_rule': {'security_group_id': '11be3266-e319-4890-8c9b-27f5f277b107', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:06.420448 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-48223507-68b8-4c49-91a0-e604aaa641ae req-5f46c31b-2f08-4c24-90aa-8b6d71d28e7d tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/ports?device_id=abe7c863-d538-476b-92b0-ebcec90d4be0 HTTP/1.1" status: 200 len: 210 time: 0.1231530 Mar 05 05:18:06.455530 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-7b45f032-67ec-4ecb-bcc5-e928fca2d552 None None] Current status of the port 7d5a00e3-d919-4d9b-8ad7-cf2060c26e63 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:06.484060 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-7b45f032-67ec-4ecb-bcc5-e928fca2d552 None None] Provisioning complete for port 994ad91f-4dc7-4eff-b92e-dd9c8d0323ca triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:06.485286 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7b45f032-67ec-4ecb-bcc5-e928fca2d552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (994ad91f-4dc7-4eff-b92e-dd9c8d0323ca), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:06.494061 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:18:06.533898 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-7b45f032-67ec-4ecb-bcc5-e928fca2d552 None None] Port 994ad91f-4dc7-4eff-b92e-dd9c8d0323ca cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:18:06.535109 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e42fc141-489e-4cae-9375-708d3d81f4f6 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (994ad91f-4dc7-4eff-b92e-dd9c8d0323ca), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:06.566597 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-65d5e585-cecd-4744-b712-74bd838c0fbf tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (afe5fb3d-2f85-4b0b-8824-90f3ae2cae4e), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:06.680474 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7841dd78-43f9-403c-b4c0-e8a35bf76f5e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for floatingip (a7963048-a57e-428b-abda-e260522f4913), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:06.686527 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-99349414-5777-48f4-9941-e46d4f2aebbe None None] Provisioning complete for port 994ad91f-4dc7-4eff-b92e-dd9c8d0323ca triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:06.686917 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-99349414-5777-48f4-9941-e46d4f2aebbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (994ad91f-4dc7-4eff-b92e-dd9c8d0323ca), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:06.717680 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-65d5e585-cecd-4744-b712-74bd838c0fbf tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (afe5fb3d-2f85-4b0b-8824-90f3ae2cae4e), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:06.727387 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-65d5e585-cecd-4744-b712-74bd838c0fbf tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (afe5fb3d-2f85-4b0b-8824-90f3ae2cae4e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:06.754014 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5e585-cecd-4744-b712-74bd838c0fbf tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe5fb3d-2f85-4b0b-8824-90f3ae2cae4e,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:06.757424 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-99349414-5777-48f4-9941-e46d4f2aebbe None None] Port 994ad91f-4dc7-4eff-b92e-dd9c8d0323ca cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:18:06.775589 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-65d5e585-cecd-4744-b712-74bd838c0fbf tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:06.777044 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-65d5e585-cecd-4744-b712-74bd838c0fbf tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3746774 Mar 05 05:18:06.782486 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33232) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:06.810510 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-7d90bb7a-cacc-4308-a4e6-0364423bfe74 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'security_group_rule': {'security_group_id': '11be3266-e319-4890-8c9b-27f5f277b107', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:06.860848 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7d90bb7a-cacc-4308-a4e6-0364423bfe74 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (8f4cf68c-2829-4988-bd1e-b6595df25f98), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:06.866252 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7841dd78-43f9-403c-b4c0-e8a35bf76f5e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fd427530-b5a4-4e35-9382-80a98819e18c), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:06.974399 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e42fc141-489e-4cae-9375-708d3d81f4f6 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for port (994ad91f-4dc7-4eff-b92e-dd9c8d0323ca), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:07.004467 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7d90bb7a-cacc-4308-a4e6-0364423bfe74 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (8f4cf68c-2829-4988-bd1e-b6595df25f98), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:07.036114 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7d90bb7a-cacc-4308-a4e6-0364423bfe74 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (8f4cf68c-2829-4988-bd1e-b6595df25f98), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:07.054404 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90bb7a-cacc-4308-a4e6-0364423bfe74 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f4cf68c-2829-4988-bd1e-b6595df25f98,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:07.085826 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-b6cb0c53-3dca-4253-827a-9b0ac76c65bf None None] Provisioning complete for port 994ad91f-4dc7-4eff-b92e-dd9c8d0323ca triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:07.086254 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b6cb0c53-3dca-4253-827a-9b0ac76c65bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (994ad91f-4dc7-4eff-b92e-dd9c8d0323ca), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:07.087828 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e42fc141-489e-4cae-9375-708d3d81f4f6 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (994ad91f-4dc7-4eff-b92e-dd9c8d0323ca), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:07.088900 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e42fc141-489e-4cae-9375-708d3d81f4f6 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (9ae6eae5-2f98-43b9-b3a1-8985c07e9768), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:07.094995 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7d90bb7a-cacc-4308-a4e6-0364423bfe74 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:07.095335 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7d90bb7a-cacc-4308-a4e6-0364423bfe74 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3117149 Mar 05 05:18:07.100035 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33234) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:07.109609 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-b769779c-321c-493f-9f39-33e4c4e61a55 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'security_group_rule': {'security_group_id': '11be3266-e319-4890-8c9b-27f5f277b107', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:07.159335 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42fc141-489e-4cae-9375-708d3d81f4f6 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Port': ['ID=994ad91f-4dc7-4eff-b92e-dd9c8d0323ca,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:07.162174 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b6cb0c53-3dca-4253-827a-9b0ac76c65bf None None] Port 994ad91f-4dc7-4eff-b92e-dd9c8d0323ca cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:18:07.171031 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7841dd78-43f9-403c-b4c0-e8a35bf76f5e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for port (fd427530-b5a4-4e35-9382-80a98819e18c), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:07.172948 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b769779c-321c-493f-9f39-33e4c4e61a55 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (078b5bb4-4c79-432f-9a76-59a52b496752), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:07.184015 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7841dd78-43f9-403c-b4c0-e8a35bf76f5e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (fd427530-b5a4-4e35-9382-80a98819e18c), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:07.262780 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-d59cb014-b6d1-449c-b03e-d79abcdc2eea tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:07.264328 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-d59cb014-b6d1-449c-b03e-d79abcdc2eea tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.31 "GET /v2.0/networks?id=253b9a1b-9be8-42e0-8177-54c0bf7bb21c HTTP/1.1" status: 200 len: 814 time: 0.2862744 Mar 05 05:18:07.274138 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7841dd78-43f9-403c-b4c0-e8a35bf76f5e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (a7963048-a57e-428b-abda-e260522f4913), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:07.277790 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-f7393791-fed5-4eeb-88d2-307f2496f622 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Request body: {'port': {'device_id': 'abe7c863-d538-476b-92b0-ebcec90d4be0', 'network_id': '253b9a1b-9be8-42e0-8177-54c0bf7bb21c', 'admin_state_up': True, 'tenant_id': '394fc5a448874a4eb20dbc6510105d07'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:07.340410 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841dd78-43f9-403c-b4c0-e8a35bf76f5e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Pushing event updated for resources: {'Port': ['ID=fd427530-b5a4-4e35-9382-80a98819e18c,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:07.349790 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42fc141-489e-4cae-9375-708d3d81f4f6 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network 35dacc22-f15f-4170-8bb1-d01a0d0fddf0 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:18:07.356794 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-e42fc141-489e-4cae-9375-708d3d81f4f6 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:18:07.395168 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b769779c-321c-493f-9f39-33e4c4e61a55 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (078b5bb4-4c79-432f-9a76-59a52b496752), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:07.404858 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b769779c-321c-493f-9f39-33e4c4e61a55 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (078b5bb4-4c79-432f-9a76-59a52b496752), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:07.430849 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769779c-321c-493f-9f39-33e4c4e61a55 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=078b5bb4-4c79-432f-9a76-59a52b496752,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:07.459979 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-7841dd78-43f9-403c-b4c0-e8a35bf76f5e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Floating IP a7963048-a57e-428b-abda-e260522f4913 associated. External IP: 172.25.0.48, port: 0e48b7d5-c764-4773-82ad-3d77c40d006f. Mar 05 05:18:07.478451 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b769779c-321c-493f-9f39-33e4c4e61a55 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:07.483231 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33240) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:07.483417 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b769779c-321c-493f-9f39-33e4c4e61a55 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3822074 Mar 05 05:18:07.492761 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-59857f79-695f-49fb-aa2d-cb54ad2ac045 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'security_group_rule': {'security_group_id': '11be3266-e319-4890-8c9b-27f5f277b107', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:07.586260 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42fc141-489e-4cae-9375-708d3d81f4f6 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Router 9ae6eae5-2f98-43b9-b3a1-8985c07e9768 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:18:07.591161 n-d-789963-32 neutron-server[105232]: INFO neutron.db.securitygroups_db [None req-59857f79-695f-49fb-aa2d-cb54ad2ac045 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Project ab07f13582d14e74bdac64dcc9482a66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:18:07.600058 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-59857f79-695f-49fb-aa2d-cb54ad2ac045 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (8e499aca-99ef-479a-aeeb-73ac1c091b5b), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:07.622038 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-f7393791-fed5-4eeb-88d2-307f2496f622 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Made reservation on behalf of 394fc5a448874a4eb20dbc6510105d07 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:18:07.623538 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-f7393791-fed5-4eeb-88d2-307f2496f622 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:07.661487 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-22b19752-7d62-40c9-8b7b-84ed4ed42b8e req-cd5cdd04-f52b-4ebf-81cb-e33c8150ac8e tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/ports?device_id=abe7c863-d538-476b-92b0-ebcec90d4be0 HTTP/1.1" status: 200 len: 210 time: 0.0842769 Mar 05 05:18:07.785976 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 7d5a00e3-d919-4d9b-8ad7-cf2060c26e63 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:18:07.852257 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-59857f79-695f-49fb-aa2d-cb54ad2ac045 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (8e499aca-99ef-479a-aeeb-73ac1c091b5b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:07.861520 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 7d5a00e3-d919-4d9b-8ad7-cf2060c26e63 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:07.861749 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7d5a00e3-d919-4d9b-8ad7-cf2060c26e63), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:07.865516 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-59857f79-695f-49fb-aa2d-cb54ad2ac045 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (8e499aca-99ef-479a-aeeb-73ac1c091b5b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:07.876767 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7841dd78-43f9-403c-b4c0-e8a35bf76f5e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Router 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:18:07.894428 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59857f79-695f-49fb-aa2d-cb54ad2ac045 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e499aca-99ef-479a-aeeb-73ac1c091b5b,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:07.908103 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42fc141-489e-4cae-9375-708d3d81f4f6 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:18:07.916291 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e42fc141-489e-4cae-9375-708d3d81f4f6 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "PUT /v2.0/routers/9ae6eae5-2f98-43b9-b3a1-8985c07e9768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6740475 Mar 05 05:18:07.924520 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f4c53e-6672-4185-b9b0-8d0c6ed84907 None None] Sync routers for ids ['9ae6eae5-2f98-43b9-b3a1-8985c07e9768'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:18:07.933669 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-59857f79-695f-49fb-aa2d-cb54ad2ac045 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:07.934006 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33242) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:07.934392 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-59857f79-695f-49fb-aa2d-cb54ad2ac045 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4458568 Mar 05 05:18:07.938236 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f4c53e-6672-4185-b9b0-8d0c6ed84907 None None] Routers {'9ae6eae5-2f98-43b9-b3a1-8985c07e9768'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:18:07.938871 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-46f4c53e-6672-4185-b9b0-8d0c6ed84907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:17:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9ae6eae5-2f98-43b9-b3a1-8985c07e9768'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:07.946367 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33244) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:07.960350 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-335096e7-d915-41ca-a440-967cd5c956d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'security_group_rule': {'security_group_id': '11be3266-e319-4890-8c9b-27f5f277b107', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:07.978035 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-26ba8725-cc4b-4492-a361-03fe2f19bc68 None None] Provisioning complete for port 994ad91f-4dc7-4eff-b92e-dd9c8d0323ca triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:07.978035 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-26ba8725-cc4b-4492-a361-03fe2f19bc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (994ad91f-4dc7-4eff-b92e-dd9c8d0323ca), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:08.032104 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 7d5a00e3-d919-4d9b-8ad7-cf2060c26e63 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:08.041052 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-46f4c53e-6672-4185-b9b0-8d0c6ed84907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:08.041249 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-26ba8725-cc4b-4492-a361-03fe2f19bc68 None None] Port 994ad91f-4dc7-4eff-b92e-dd9c8d0323ca cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:18:08.055556 n-d-789963-32 neutron-server[105232]: INFO neutron.db.securitygroups_db [None req-335096e7-d915-41ca-a440-967cd5c956d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Project ab07f13582d14e74bdac64dcc9482a66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:18:08.057650 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f4c53e-6672-4185-b9b0-8d0c6ed84907 None None] Routers {'9ae6eae5-2f98-43b9-b3a1-8985c07e9768'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:18:08.058516 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-46f4c53e-6672-4185-b9b0-8d0c6ed84907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:17:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9ae6eae5-2f98-43b9-b3a1-8985c07e9768'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:08.072837 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48182bb7-43e9-4805-abeb-ef1dd0b9314a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:08.074526 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-48182bb7-43e9-4805-abeb-ef1dd0b9314a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ae6eae5-2f98-43b9-b3a1-8985c07e9768 HTTP/1.1" status: 200 len: 989 time: 0.1393757 Mar 05 05:18:08.077756 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-335096e7-d915-41ca-a440-967cd5c956d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (fd9ee2b1-e35f-4f7f-b4fe-34aaffdbcdc8), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:08.079758 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33246) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:08.109751 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-46f4c53e-6672-4185-b9b0-8d0c6ed84907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:08.110520 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f4c53e-6672-4185-b9b0-8d0c6ed84907 None None] The sync data for ids ['9ae6eae5-2f98-43b9-b3a1-8985c07e9768'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:18:08.143264 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7841dd78-43f9-403c-b4c0-e8a35bf76f5e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:18:08.155341 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dedb45a-78cd-4fea-ae8a-2a33db74673b None None] Sync routers for ids ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:18:08.168282 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-335096e7-d915-41ca-a440-967cd5c956d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (fd9ee2b1-e35f-4f7f-b4fe-34aaffdbcdc8), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:08.174600 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dedb45a-78cd-4fea-ae8a-2a33db74673b None None] Routers {'2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:18:08.175462 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-335096e7-d915-41ca-a440-967cd5c956d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (fd9ee2b1-e35f-4f7f-b4fe-34aaffdbcdc8), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:08.175997 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-5dedb45a-78cd-4fea-ae8a-2a33db74673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:17:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:08.205132 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335096e7-d915-41ca-a440-967cd5c956d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd9ee2b1-e35f-4f7f-b4fe-34aaffdbcdc8,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:08.211200 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-f7393791-fed5-4eeb-88d2-307f2496f622 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Allocated IP 172.20.0.9 (253b9a1b-9be8-42e0-8177-54c0bf7bb21c/818c7478-18c4-4d04-b803-4e4139aa7f6b/cf112b0a-400e-4587-8c9a-cb8e89fe6832) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:18:08.224861 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7841dd78-43f9-403c-b4c0-e8a35bf76f5e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:08.228628 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-335096e7-d915-41ca-a440-967cd5c956d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:08.229983 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-335096e7-d915-41ca-a440-967cd5c956d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2787938 Mar 05 05:18:08.233363 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33248) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:08.262388 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-2a1d4988-2186-4f45-ae91-a2655991983b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'network': {'name': 'tempest-network-smoke--1390493186', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'port_security_enabled': True}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:08.343748 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7841dd78-43f9-403c-b4c0-e8a35bf76f5e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5465035 Mar 05 05:18:08.351135 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10bca50-4948-47ac-9d6c-2aa0198d80e7', 'tag': '0e48b7d5-c764-4773-82ad-3d77c40d006f'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:18:08.353657 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3292fc0-de9b-415b-9a33-cf3aabcd6b41" -d '{"events": [{"name": "network-changed", "server_uuid": "e10bca50-4948-47ac-9d6c-2aa0198d80e7", "tag": "0e48b7d5-c764-4773-82ad-3d77c40d006f"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:18:08.358487 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-5dedb45a-78cd-4fea-ae8a-2a33db74673b None None] Set router 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:18:08.395593 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1d4988-2186-4f45-ae91-a2655991983b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Made reservation on behalf of ab07f13582d14e74bdac64dcc9482a66 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:18:08.399213 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a1d4988-2186-4f45-ae91-a2655991983b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:08.447398 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a1d4988-2186-4f45-ae91-a2655991983b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:18:08.450022 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-f7393791-fed5-4eeb-88d2-307f2496f622 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Publish callbacks [] for port (cf112b0a-400e-4587-8c9a-cb8e89fe6832), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:08.459586 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a1d4988-2186-4f45-ae91-a2655991983b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:08.460104 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-2a1d4988-2186-4f45-ae91-a2655991983b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Added segment 5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea of type vlan for network 84cac7eb-50f0-4cb0-8519-750de49341fe Mar 05 05:18:08.529549 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-f7393791-fed5-4eeb-88d2-307f2496f622 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (cf112b0a-400e-4587-8c9a-cb8e89fe6832), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:08.535207 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a1d4988-2186-4f45-ae91-a2655991983b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (84cac7eb-50f0-4cb0-8519-750de49341fe), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:08.620582 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef190533-9ea7-4e57-aaa2-7ab4d93ec6f1 x-openstack-request-id: req-ef190533-9ea7-4e57-aaa2-7ab4d93ec6f1 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:18:08.620958 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10bca50-4948-47ac-9d6c-2aa0198d80e7", "tag": "0e48b7d5-c764-4773-82ad-3d77c40d006f", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:18:08.621134 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ef190533-9ea7-4e57-aaa2-7ab4d93ec6f1 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:18:08.622853 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10bca50-4948-47ac-9d6c-2aa0198d80e7', 'tag': '0e48b7d5-c764-4773-82ad-3d77c40d006f', 'status': 'completed', 'code': 200} Mar 05 05:18:08.666266 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7393791-fed5-4eeb-88d2-307f2496f622 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Pushing event updated for resources: {'Port': ['ID=cf112b0a-400e-4587-8c9a-cb8e89fe6832,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:08.688534 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-f7393791-fed5-4eeb-88d2-307f2496f622 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Network 253b9a1b-9be8-42e0-8177-54c0bf7bb21c is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:18:08.691609 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-f7393791-fed5-4eeb-88d2-307f2496f622 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:18:08.694379 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-f7393791-fed5-4eeb-88d2-307f2496f622 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:18:08.757062 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-5dedb45a-78cd-4fea-ae8a-2a33db74673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'name': 'tempest-TestVolumeBootPattern-2145227709-router', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:07:45Z', 'updated_at': '2022-03-05T05:07:53Z', 'revision_number': 4, 'project_id': '06a4f309563b434e9962ec2905954423', 'gw_port': {'id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:46Z', 'updated_at': '2022-03-05T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'a7963048-a57e-428b-abda-e260522f4913', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'floating_ip_address': '172.25.0.48', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'port_id': '0e48b7d5-c764-4773-82ad-3d77c40d006f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3767, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'mac_address': 'fa:16:3e:2c:40:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10bca50-4948-47ac-9d6c-2aa0198d80e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:18:06Z', 'updated_at': '2022-03-05T05:18:06Z', 'revision_number': 0, 'project_id': '06a4f309563b434e9962ec2905954423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc416c7b-3324-4a42-8845-432c9c62e96e', 'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'mac_address': 'fa:16:3e:67:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:52Z', 'updated_at': '2022-03-05T05:08:01Z', 'revision_number': 5, 'project_id': '06a4f309563b434e9962ec2905954423', 'subnets': [{'id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:08.772396 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-f7393791-fed5-4eeb-88d2-307f2496f622 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:08.773418 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-f7393791-fed5-4eeb-88d2-307f2496f622 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:08.778121 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3292fc0-de9b-415b-9a33-cf3aabcd6b41 req-c65eee01-1315-4655-82b9-540e1fa4ac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:08.779850 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c3292fc0-de9b-415b-9a33-cf3aabcd6b41 req-c65eee01-1315-4655-82b9-540e1fa4ac09 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 1128 time: 0.1722057 Mar 05 05:18:08.807505 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dedb45a-78cd-4fea-ae8a-2a33db74673b None None] Checking router: 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:18:08.820092 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dedb45a-78cd-4fea-ae8a-2a33db74673b None None] Routers {'2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:18:08.821036 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-5dedb45a-78cd-4fea-ae8a-2a33db74673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:17:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:08.868715 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-f7393791-fed5-4eeb-88d2-307f2496f622 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5960851 Mar 05 05:18:08.882489 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-b694fd27-74df-4d2a-8245-a9489dce312f service neutron] Request body: {'port': {'device_id': 'abe7c863-d538-476b-92b0-ebcec90d4be0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:08.937596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3292fc0-de9b-415b-9a33-cf3aabcd6b41 req-53ac483f-d897-4296-910f-6aec9ac05915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:08.941535 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c3292fc0-de9b-415b-9a33-cf3aabcd6b41 req-53ac483f-d897-4296-910f-6aec9ac05915 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 912 time: 0.1519506 Mar 05 05:18:08.973009 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-5dedb45a-78cd-4fea-ae8a-2a33db74673b None None] Set router 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:18:09.021706 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-b694fd27-74df-4d2a-8245-a9489dce312f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cf112b0a-400e-4587-8c9a-cb8e89fe6832), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:09.106454 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c3292fc0-de9b-415b-9a33-cf3aabcd6b41 req-9d38bd58-e1bd-430c-8f1b-e9158ab322dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e48b7d5-c764-4773-82ad-3d77c40d006f HTTP/1.1" status: 200 len: 998 time: 0.1288929 Mar 05 05:18:09.294850 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-5dedb45a-78cd-4fea-ae8a-2a33db74673b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'name': 'tempest-TestVolumeBootPattern-2145227709-router', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:07:45Z', 'updated_at': '2022-03-05T05:07:53Z', 'revision_number': 4, 'project_id': '06a4f309563b434e9962ec2905954423', 'gw_port': {'id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:46Z', 'updated_at': '2022-03-05T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'a7963048-a57e-428b-abda-e260522f4913', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'floating_ip_address': '172.25.0.48', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'port_id': '0e48b7d5-c764-4773-82ad-3d77c40d006f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3767, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'mac_address': 'fa:16:3e:2c:40:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10bca50-4948-47ac-9d6c-2aa0198d80e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:18:06Z', 'updated_at': '2022-03-05T05:18:06Z', 'revision_number': 0, 'project_id': '06a4f309563b434e9962ec2905954423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc416c7b-3324-4a42-8845-432c9c62e96e', 'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'mac_address': 'fa:16:3e:67:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:52Z', 'updated_at': '2022-03-05T05:08:01Z', 'revision_number': 5, 'project_id': '06a4f309563b434e9962ec2905954423', 'subnets': [{'id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:09.319304 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a1d4988-2186-4f45-ae91-a2655991983b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (84cac7eb-50f0-4cb0-8519-750de49341fe), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:09.324584 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1d4988-2186-4f45-ae91-a2655991983b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:09.325491 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a1d4988-2186-4f45-ae91-a2655991983b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:09.341551 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dedb45a-78cd-4fea-ae8a-2a33db74673b None None] The sync data for ids ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'] in n-d-789963-32 is: [{'id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'name': 'tempest-TestVolumeBootPattern-2145227709-router', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:07:45Z', 'updated_at': '2022-03-05T05:07:53Z', 'revision_number': 4, 'project_id': '06a4f309563b434e9962ec2905954423', 'gw_port': {'id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:46Z', 'updated_at': '2022-03-05T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'a7963048-a57e-428b-abda-e260522f4913', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'floating_ip_address': '172.25.0.48', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'port_id': '0e48b7d5-c764-4773-82ad-3d77c40d006f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3767, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'mac_address': 'fa:16:3e:2c:40:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10bca50-4948-47ac-9d6c-2aa0198d80e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:18:06Z', 'updated_at': '2022-03-05T05:18:06Z', 'revision_number': 0, 'project_id': '06a4f309563b434e9962ec2905954423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc416c7b-3324-4a42-8845-432c9c62e96e', 'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'mac_address': 'fa:16:3e:67:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:52Z', 'updated_at': '2022-03-05T05:08:01Z', 'revision_number': 5, 'project_id': '06a4f309563b434e9962ec2905954423', 'subnets': [{'id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:18:09.378090 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3292fc0-de9b-415b-9a33-cf3aabcd6b41 req-3064f906-1a41-4c4c-9559-f5228773283b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:09.381268 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c3292fc0-de9b-415b-9a33-cf3aabcd6b41 req-3064f906-1a41-4c4c-9559-f5228773283b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb HTTP/1.1" status: 200 len: 851 time: 0.2676656 Mar 05 05:18:09.435469 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d4988-2186-4f45-ae91-a2655991983b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'Network': ['ID=84cac7eb-50f0-4cb0-8519-750de49341fe,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:09.453059 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 84cac7eb-50f0-4cb0-8519-750de49341fe details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:18:09.520515 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2a1d4988-2186-4f45-ae91-a2655991983b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2667735 Mar 05 05:18:09.522626 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33260) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:09.529123 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-19714be9-7c5e-43b6-b7fd-e29c25c61966 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1123393672', 'admin_state_up': True, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:09.548513 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d4599-65f5-4467-84ae-ac3d7ce08c83 req-46c16e7b-1db3-45e4-bc50-f6b6695c8973 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:09.550263 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-248d4599-65f5-4467-84ae-ac3d7ce08c83 req-46c16e7b-1db3-45e4-bc50-f6b6695c8973 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/ports?device_id=abe7c863-d538-476b-92b0-ebcec90d4be0 HTTP/1.1" status: 200 len: 931 time: 0.2633488 Mar 05 05:18:09.556148 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-b694fd27-74df-4d2a-8245-a9489dce312f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf112b0a-400e-4587-8c9a-cb8e89fe6832 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:18:09.586411 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-b694fd27-74df-4d2a-8245-a9489dce312f service neutron] Publish callbacks [] for port (cf112b0a-400e-4587-8c9a-cb8e89fe6832), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:09.622167 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-b694fd27-74df-4d2a-8245-a9489dce312f service neutron] Transition to ACTIVE for port object cf112b0a-400e-4587-8c9a-cb8e89fe6832 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:18:09.628324 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3292fc0-de9b-415b-9a33-cf3aabcd6b41 req-33868193-ee86-4ac2-ae22-06f1a2d0afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:09.629997 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c3292fc0-de9b-415b-9a33-cf3aabcd6b41 req-33868193-ee86-4ac2-ae22-06f1a2d0afc5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3da289b5-f373-4722-9911-8508cc812a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2378998 Mar 05 05:18:09.632084 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-b694fd27-74df-4d2a-8245-a9489dce312f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (cf112b0a-400e-4587-8c9a-cb8e89fe6832), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:09.714824 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-19714be9-7c5e-43b6-b7fd-e29c25c61966 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (f2490747-8303-4557-b1fd-b29d0268913b), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:09.715931 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-19714be9-7c5e-43b6-b7fd-e29c25c61966 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (f2490747-8303-4557-b1fd-b29d0268913b), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:09.727654 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc782234-67a0-43bc-aea4-aef43cd427f5 None None] New status for floating IP a7963048-a57e-428b-abda-e260522f4913: ACTIVE {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:18:09.758352 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694fd27-74df-4d2a-8245-a9489dce312f service neutron] Pushing event updated for resources: {'Port': ['ID=cf112b0a-400e-4587-8c9a-cb8e89fe6832,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:09.775846 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-248d4599-65f5-4467-84ae-ac3d7ce08c83 req-95ac53cd-8ef0-42a2-bfe3-d69199e33901 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c28250f-cff7-4a1a-bdae-c47b3ac76e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188435 Mar 05 05:18:09.918182 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-b694fd27-74df-4d2a-8245-a9489dce312f service neutron] Attempting to bind port cf112b0a-400e-4587-8c9a-cb8e89fe6832 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:18:09.918586 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-b694fd27-74df-4d2a-8245-a9489dce312f service neutron] Attempting to bind port cf112b0a-400e-4587-8c9a-cb8e89fe6832 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'b3d18b2a-f642-426c-a122-cc2e93cd5c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '253b9a1b-9be8-42e0-8177-54c0bf7bb21c'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:18:09.919048 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-b694fd27-74df-4d2a-8245-a9489dce312f service neutron] Attempting to bind port cf112b0a-400e-4587-8c9a-cb8e89fe6832 on network 253b9a1b-9be8-42e0-8177-54c0bf7bb21c {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:18:09.932089 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-b694fd27-74df-4d2a-8245-a9489dce312f service neutron] Port cf112b0a-400e-4587-8c9a-cb8e89fe6832 on network 253b9a1b-9be8-42e0-8177-54c0bf7bb21c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:18:09.932986 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-b694fd27-74df-4d2a-8245-a9489dce312f service neutron] Attempting to bind port cf112b0a-400e-4587-8c9a-cb8e89fe6832 on network 253b9a1b-9be8-42e0-8177-54c0bf7bb21c {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:18:09.942391 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-b694fd27-74df-4d2a-8245-a9489dce312f service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:18:09.942847 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-b694fd27-74df-4d2a-8245-a9489dce312f service neutron] Checking segment: {'id': 'b3d18b2a-f642-426c-a122-cc2e93cd5c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '253b9a1b-9be8-42e0-8177-54c0bf7bb21c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:18:09.943336 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-b694fd27-74df-4d2a-8245-a9489dce312f service neutron] Bound using segment: {'id': 'b3d18b2a-f642-426c-a122-cc2e93cd5c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '253b9a1b-9be8-42e0-8177-54c0bf7bb21c'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:18:09.943853 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-b694fd27-74df-4d2a-8245-a9489dce312f service neutron] Bound port: cf112b0a-400e-4587-8c9a-cb8e89fe6832, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d18b2a-f642-426c-a122-cc2e93cd5c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '253b9a1b-9be8-42e0-8177-54c0bf7bb21c'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:18:09.944204 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-b694fd27-74df-4d2a-8245-a9489dce312f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cf112b0a-400e-4587-8c9a-cb8e89fe6832), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:10.005106 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-19714be9-7c5e-43b6-b7fd-e29c25c61966 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router_controller (f2490747-8303-4557-b1fd-b29d0268913b), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:10.058869 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-b694fd27-74df-4d2a-8245-a9489dce312f service neutron] For port cf112b0a-400e-4587-8c9a-cb8e89fe6832, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:18:10.072369 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-b694fd27-74df-4d2a-8245-a9489dce312f service neutron] For port cf112b0a-400e-4587-8c9a-cb8e89fe6832, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=cf112b0a-400e-4587-8c9a-cb8e89fe6832,segment=NetworkSegment(b3d18b2a-f642-426c-a122-cc2e93cd5c44),segment_id=b3d18b2a-f642-426c-a122-cc2e93cd5c44)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:18:10.083337 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c3292fc0-de9b-415b-9a33-cf3aabcd6b41 req-d55a3c54-6bcc-4c0c-891d-82bb0587a057 service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409416 Mar 05 05:18:10.088494 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-b694fd27-74df-4d2a-8245-a9489dce312f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (cf112b0a-400e-4587-8c9a-cb8e89fe6832), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:10.134173 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ed5ffcb2-e493-4a69-ba4e-a8e60e4e8eb3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (9ae6eae5-2f98-43b9-b3a1-8985c07e9768), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:10.345704 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-19714be9-7c5e-43b6-b7fd-e29c25c61966 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router_gateway (f2490747-8303-4557-b1fd-b29d0268913b), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:10.506755 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-b694fd27-74df-4d2a-8245-a9489dce312f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:10.507463 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-b694fd27-74df-4d2a-8245-a9489dce312f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:10.508879 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-b694fd27-74df-4d2a-8245-a9489dce312f service neutron] 10.222.0.31 "PUT /v2.0/ports/cf112b0a-400e-4587-8c9a-cb8e89fe6832 HTTP/1.1" status: 200 len: 1092 time: 1.6310511 Mar 05 05:18:10.509338 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abe7c863-d538-476b-92b0-ebcec90d4be0', 'tag': 'cf112b0a-400e-4587-8c9a-cb8e89fe6832'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:18:10.512320 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03189066-c77e-4e12-a791-92350b41db67" -d '{"events": [{"name": "network-changed", "server_uuid": "abe7c863-d538-476b-92b0-ebcec90d4be0", "tag": "cf112b0a-400e-4587-8c9a-cb8e89fe6832"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:18:10.595369 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694fd27-74df-4d2a-8245-a9489dce312f service neutron] Pushing event updated for resources: {'Port': ['ID=cf112b0a-400e-4587-8c9a-cb8e89fe6832,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:10.599292 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf440b92-8a90-496d-8da6-eee55e854de1 x-openstack-request-id: req-bf440b92-8a90-496d-8da6-eee55e854de1 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:18:10.599589 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abe7c863-d538-476b-92b0-ebcec90d4be0", "tag": "cf112b0a-400e-4587-8c9a-cb8e89fe6832", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:18:10.599842 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bf440b92-8a90-496d-8da6-eee55e854de1 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:18:10.600286 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abe7c863-d538-476b-92b0-ebcec90d4be0', 'tag': 'cf112b0a-400e-4587-8c9a-cb8e89fe6832', 'status': 'completed', 'code': 200} Mar 05 05:18:10.642519 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c3292fc0-de9b-415b-9a33-cf3aabcd6b41 req-d6debf80-8867-4e34-b9df-7104cbfe5e1e service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5483716 Mar 05 05:18:10.646220 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-ed5ffcb2-e493-4a69-ba4e-a8e60e4e8eb3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Deleting port 994ad91f-4dc7-4eff-b92e-dd9c8d0323ca {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:18:10.646625 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ed5ffcb2-e493-4a69-ba4e-a8e60e4e8eb3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (994ad91f-4dc7-4eff-b92e-dd9c8d0323ca), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:10.653225 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-e1c97deb-a8fa-424b-8c14-663e73d9d4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:10.655501 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-e1c97deb-a8fa-424b-8c14-663e73d9d4a8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=394fc5a448874a4eb20dbc6510105d07&device_id=abe7c863-d538-476b-92b0-ebcec90d4be0 HTTP/1.1" status: 200 len: 1126 time: 0.0932107 Mar 05 05:18:10.713860 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-57cc0f4f-7ac1-4cb6-8e43-52c4dd87ddb6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf112b0a-400e-4587-8c9a-cb8e89fe6832 HTTP/1.1" status: 200 len: 217 time: 0.0512352 Mar 05 05:18:10.775038 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-0bf11a9d-9f3b-4aab-89c4-3108014ae3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:10.776749 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-0bf11a9d-9f3b-4aab-89c4-3108014ae3bf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=818c7478-18c4-4d04-b803-4e4139aa7f6b HTTP/1.1" status: 200 len: 854 time: 0.0552680 Mar 05 05:18:10.820782 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ed5ffcb2-e493-4a69-ba4e-a8e60e4e8eb3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (994ad91f-4dc7-4eff-b92e-dd9c8d0323ca), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:10.838790 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-ac255715-509c-4a05-94ee-9e55b2d4388b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=253b9a1b-9be8-42e0-8177-54c0bf7bb21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494688 Mar 05 05:18:10.864914 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-ed5ffcb2-e493-4a69-ba4e-a8e60e4e8eb3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Calling delete_port for 994ad91f-4dc7-4eff-b92e-dd9c8d0323ca owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:18:10.897198 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-19714be9-7c5e-43b6-b7fd-e29c25c61966 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router_gateway (f2490747-8303-4557-b1fd-b29d0268913b), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:10.920122 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-19714be9-7c5e-43b6-b7fd-e29c25c61966 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:10.992953 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-fef31577-8f3d-4971-b373-bd85d6087357 service neutron] 10.222.0.31 "GET /v2.0/networks/253b9a1b-9be8-42e0-8177-54c0bf7bb21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449428 Mar 05 05:18:11.113095 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-545903cc-87d5-4ba9-b49f-2b4dcd3442ff req-4081cad7-3cba-436e-96a4-115630b65b8b service neutron] 10.222.0.31 "GET /v2.0/networks/253b9a1b-9be8-42e0-8177-54c0bf7bb21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128619 Mar 05 05:18:11.151479 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d2e2b-86db-4de2-8155-bac980cf9248 req-69327df7-5c33-4598-bace-441d35d445cb tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:11.153021 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-400d2e2b-86db-4de2-8155-bac980cf9248 req-69327df7-5c33-4598-bace-441d35d445cb tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/ports?device_id=abe7c863-d538-476b-92b0-ebcec90d4be0 HTTP/1.1" status: 200 len: 943 time: 0.1978474 Mar 05 05:18:11.212145 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-19714be9-7c5e-43b6-b7fd-e29c25c61966 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Allocated IP 172.25.0.210 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/bfe341a3-8e05-470c-93f8-e91ef93f5714) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:18:11.237391 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03189066-c77e-4e12-a791-92350b41db67 req-99d29e5b-5c94-46e7-9f6f-2f010fcd15a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:11.239334 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-03189066-c77e-4e12-a791-92350b41db67 req-99d29e5b-5c94-46e7-9f6f-2f010fcd15a1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=394fc5a448874a4eb20dbc6510105d07&device_id=abe7c863-d538-476b-92b0-ebcec90d4be0 HTTP/1.1" status: 200 len: 1126 time: 0.0729640 Mar 05 05:18:11.290718 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-400d2e2b-86db-4de2-8155-bac980cf9248 req-a3755c37-619a-477a-8055-fd54769c1f4b tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c28250f-cff7-4a1a-bdae-c47b3ac76e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225331 Mar 05 05:18:11.387927 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ed5ffcb2-e493-4a69-ba4e-a8e60e4e8eb3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (994ad91f-4dc7-4eff-b92e-dd9c8d0323ca), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:11.393392 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03189066-c77e-4e12-a791-92350b41db67 req-e2cf1e01-1203-4610-8651-75647782734d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:11.395829 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-03189066-c77e-4e12-a791-92350b41db67 req-e2cf1e01-1203-4610-8651-75647782734d service neutron] 10.222.0.31 "GET /v2.0/networks?id=253b9a1b-9be8-42e0-8177-54c0bf7bb21c HTTP/1.1" status: 200 len: 914 time: 0.1498749 Mar 05 05:18:11.415785 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-19714be9-7c5e-43b6-b7fd-e29c25c61966 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for port (bfe341a3-8e05-470c-93f8-e91ef93f5714), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:11.427410 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3cc6a731-bc3f-4231-be12-1ed9acb9cdb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:11.457766 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ffcb2-e493-4a69-ba4e-a8e60e4e8eb3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Port': ['ID=994ad91f-4dc7-4eff-b92e-dd9c8d0323ca,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:11.460070 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-03189066-c77e-4e12-a791-92350b41db67 req-9ada5a94-8647-4052-86bc-adfb940ebe74 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf112b0a-400e-4587-8c9a-cb8e89fe6832 HTTP/1.1" status: 200 len: 217 time: 0.0550873 Mar 05 05:18:11.542164 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03189066-c77e-4e12-a791-92350b41db67 req-999105e0-1001-4b29-8f34-6ae3ed0982ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:11.543727 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-03189066-c77e-4e12-a791-92350b41db67 req-999105e0-1001-4b29-8f34-6ae3ed0982ec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=818c7478-18c4-4d04-b803-4e4139aa7f6b HTTP/1.1" status: 200 len: 854 time: 0.0716076 Mar 05 05:18:11.593477 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-03189066-c77e-4e12-a791-92350b41db67 req-b59f2334-9eb3-4a29-9e92-c187cc5d9e58 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=253b9a1b-9be8-42e0-8177-54c0bf7bb21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392334 Mar 05 05:18:11.599371 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-19714be9-7c5e-43b6-b7fd-e29c25c61966 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (bfe341a3-8e05-470c-93f8-e91ef93f5714), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:11.690428 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19714be9-7c5e-43b6-b7fd-e29c25c61966 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:18:11.693683 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-19714be9-7c5e-43b6-b7fd-e29c25c61966 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:18:11.696505 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19714be9-7c5e-43b6-b7fd-e29c25c61966 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:18:11.707406 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ed5ffcb2-e493-4a69-ba4e-a8e60e4e8eb3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (9ae6eae5-2f98-43b9-b3a1-8985c07e9768), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:11.728241 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-03189066-c77e-4e12-a791-92350b41db67 req-ddaf7d71-8468-49b0-9e4e-18dfabd3bba8 service neutron] 10.222.0.31 "GET /v2.0/networks/253b9a1b-9be8-42e0-8177-54c0bf7bb21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237018 Mar 05 05:18:11.813243 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19714be9-7c5e-43b6-b7fd-e29c25c61966 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'Port': ['ID=bfe341a3-8e05-470c-93f8-e91ef93f5714,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:11.853627 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-03189066-c77e-4e12-a791-92350b41db67 req-3974470e-0860-496d-a5fc-3f77d4d78e31 service neutron] 10.222.0.31 "GET /v2.0/networks/253b9a1b-9be8-42e0-8177-54c0bf7bb21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146874 Mar 05 05:18:12.066810 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5ffcb2-e493-4a69-ba4e-a8e60e4e8eb3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Router 9ae6eae5-2f98-43b9-b3a1-8985c07e9768 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:18:12.543094 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5ffcb2-e493-4a69-ba4e-a8e60e4e8eb3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:18:12.549070 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ed5ffcb2-e493-4a69-ba4e-a8e60e4e8eb3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "PUT /v2.0/routers/9ae6eae5-2f98-43b9-b3a1-8985c07e9768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4682596 Mar 05 05:18:12.552047 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33274) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:12.556087 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e2ad91-7a32-4652-8da1-aaab752301e0 None None] Sync routers for ids ['9ae6eae5-2f98-43b9-b3a1-8985c07e9768'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:18:12.572218 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e2ad91-7a32-4652-8da1-aaab752301e0 None None] Routers {'9ae6eae5-2f98-43b9-b3a1-8985c07e9768'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:18:12.573406 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-75e2ad91-7a32-4652-8da1-aaab752301e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:17:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9ae6eae5-2f98-43b9-b3a1-8985c07e9768'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:12.574644 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-19714be9-7c5e-43b6-b7fd-e29c25c61966 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router_gateway (f2490747-8303-4557-b1fd-b29d0268913b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:12.585013 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-46cb495c-3ef4-425e-9650-07243b979d46 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] GET failed (client error): The resource could not be found. Mar 05 05:18:12.589741 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-46cb495c-3ef4-425e-9650-07243b979d46 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "GET /v2.0/ports/994ad91f-4dc7-4eff-b92e-dd9c8d0323ca HTTP/1.1" status: 404 len: 333 time: 0.0365009 Mar 05 05:18:12.590480 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33276) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:12.617437 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-75e2ad91-7a32-4652-8da1-aaab752301e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:12.626497 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e2ad91-7a32-4652-8da1-aaab752301e0 None None] Routers {'9ae6eae5-2f98-43b9-b3a1-8985c07e9768'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:18:12.627379 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-75e2ad91-7a32-4652-8da1-aaab752301e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:17:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['9ae6eae5-2f98-43b9-b3a1-8985c07e9768'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:12.660825 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-75e2ad91-7a32-4652-8da1-aaab752301e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:12.661774 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e2ad91-7a32-4652-8da1-aaab752301e0 None None] The sync data for ids ['9ae6eae5-2f98-43b9-b3a1-8985c07e9768'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:18:12.679964 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5773d-40a7-4879-bb5d-6fe185c75e13 req-8db81cbe-8f98-491b-aebf-b96120527cd6 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:12.680237 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b9c92c45-f743-4956-87f5-a4bad5061e7a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for router (9ae6eae5-2f98-43b9-b3a1-8985c07e9768), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:12.681641 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-14b5773d-40a7-4879-bb5d-6fe185c75e13 req-8db81cbe-8f98-491b-aebf-b96120527cd6 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/ports?device_id=abe7c863-d538-476b-92b0-ebcec90d4be0 HTTP/1.1" status: 200 len: 943 time: 0.1983099 Mar 05 05:18:12.788473 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-14b5773d-40a7-4879-bb5d-6fe185c75e13 req-21ccdfa7-3292-4c40-b09a-6ea579636051 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c28250f-cff7-4a1a-bdae-c47b3ac76e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969198 Mar 05 05:18:12.852054 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-19714be9-7c5e-43b6-b7fd-e29c25c61966 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (f2490747-8303-4557-b1fd-b29d0268913b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:12.858757 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b9c92c45-f743-4956-87f5-a4bad5061e7a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (9ae6eae5-2f98-43b9-b3a1-8985c07e9768), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:12.861066 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b9c92c45-f743-4956-87f5-a4bad5061e7a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for router_controller (9ae6eae5-2f98-43b9-b3a1-8985c07e9768), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:12.912593 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b9c92c45-f743-4956-87f5-a4bad5061e7a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (9ae6eae5-2f98-43b9-b3a1-8985c07e9768), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:12.913212 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c92c45-f743-4956-87f5-a4bad5061e7a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Fanout notify agent at l3_agent the message router_deleted on router 9ae6eae5-2f98-43b9-b3a1-8985c07e9768 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:18:12.921166 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b9c92c45-f743-4956-87f5-a4bad5061e7a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:12.922515 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b9c92c45-f743-4956-87f5-a4bad5061e7a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/routers/9ae6eae5-2f98-43b9-b3a1-8985c07e9768 HTTP/1.1" status: 204 len: 168 time: 0.3307664 Mar 05 05:18:12.925493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33278) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:12.990656 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a863152-310b-44d0-b1e7-f7ae896770c9 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Deleting subnet 24d404e9-5fa5-4fda-82e0-cb3ad0c166cf {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:18:13.012183 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a863152-310b-44d0-b1e7-f7ae896770c9 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for subnet (24d404e9-5fa5-4fda-82e0-cb3ad0c166cf), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:13.036003 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19714be9-7c5e-43b6-b7fd-e29c25c61966 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Router f2490747-8303-4557-b1fd-b29d0268913b is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:18:13.067616 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a863152-310b-44d0-b1e7-f7ae896770c9 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (24d404e9-5fa5-4fda-82e0-cb3ad0c166cf), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:13.170363 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19714be9-7c5e-43b6-b7fd-e29c25c61966 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:18:13.173427 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a863152-310b-44d0-b1e7-f7ae896770c9 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (24d404e9-5fa5-4fda-82e0-cb3ad0c166cf), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:13.181695 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301f1898-f3e3-48cc-87dd-aa90856dab82 None None] Sync routers for ids ['f2490747-8303-4557-b1fd-b29d0268913b'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:18:13.198407 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301f1898-f3e3-48cc-87dd-aa90856dab82 None None] Routers {'f2490747-8303-4557-b1fd-b29d0268913b'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:18:13.199334 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-301f1898-f3e3-48cc-87dd-aa90856dab82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:17:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['f2490747-8303-4557-b1fd-b29d0268913b'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:13.208967 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-19714be9-7c5e-43b6-b7fd-e29c25c61966 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:13.214284 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-19714be9-7c5e-43b6-b7fd-e29c25c61966 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.6894636 Mar 05 05:18:13.215196 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33282) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:13.267142 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a863152-310b-44d0-b1e7-f7ae896770c9 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (24d404e9-5fa5-4fda-82e0-cb3ad0c166cf), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:13.309754 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a863152-310b-44d0-b1e7-f7ae896770c9 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:13.312550 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-abcb7907-e49c-4bcf-bd63-3fa41f38b8f8 tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=ab07f13582d14e74bdac64dcc9482a66&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0960176 Mar 05 05:18:13.315151 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3a863152-310b-44d0-b1e7-f7ae896770c9 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/subnets/24d404e9-5fa5-4fda-82e0-cb3ad0c166cf HTTP/1.1" status: 204 len: 168 time: 0.3873048 Mar 05 05:18:13.315151 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a863152-310b-44d0-b1e7-f7ae896770c9 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Subnet': ['ID=24d404e9-5fa5-4fda-82e0-cb3ad0c166cf,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:13.316056 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33286) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:13.316724 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33288) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:13.328757 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8474e71b-2a05-443e-9334-6905c0799a6f None None] Network 35dacc22-f15f-4170-8bb1-d01a0d0fddf0 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:18:13.336002 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-301f1898-f3e3-48cc-87dd-aa90856dab82 None None] Set router f2490747-8303-4557-b1fd-b29d0268913b gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:18:13.522946 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1ac5649b-a892-4163-af13-3a3725f7156a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (35dacc22-f15f-4170-8bb1-d01a0d0fddf0), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:13.537313 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-301f1898-f3e3-48cc-87dd-aa90856dab82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123393672', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'bfe341a3-8e05-470c-93f8-e91ef93f5714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:18:09Z', 'updated_at': '2022-03-05T05:18:12Z', 'revision_number': 3, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'bfe341a3-8e05-470c-93f8-e91ef93f5714', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:18:10Z', 'updated_at': '2022-03-05T05:18:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:13.562451 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1aef0e-0a4c-45e9-ad63-b0b8055c9d8d tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:13.568574 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1d1aef0e-0a4c-45e9-ad63-b0b8055c9d8d tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2462001 Mar 05 05:18:13.568574 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33290) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:13.568754 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301f1898-f3e3-48cc-87dd-aa90856dab82 None None] Checking router: f2490747-8303-4557-b1fd-b29d0268913b for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:18:13.568754 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301f1898-f3e3-48cc-87dd-aa90856dab82 None None] Updating router f2490747-8303-4557-b1fd-b29d0268913b port bfe341a3-8e05-470c-93f8-e91ef93f5714 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:18:13.597998 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-301f1898-f3e3-48cc-87dd-aa90856dab82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (bfe341a3-8e05-470c-93f8-e91ef93f5714), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:13.630574 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7d5f4bf2-649d-415a-84f0-b8647ef548bb tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=ff625bbb-6b8f-4740-be08-a562ec9a34a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0599892 Mar 05 05:18:13.630814 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33292) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:13.636761 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-6bbfec5e-9fe2-42b1-8527-5751d1062830 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-625929285', 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:13.693164 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device cf112b0a-400e-4587-8c9a-cb8e89fe6832 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:18:13.715046 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1844621a-deba-45b7-8500-04356c1b97ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:13.726314 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-1ac5649b-a892-4163-af13-3a3725f7156a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Deleting port 7d5a00e3-d919-4d9b-8ad7-cf2060c26e63 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:18:13.726667 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1ac5649b-a892-4163-af13-3a3725f7156a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (7d5a00e3-d919-4d9b-8ad7-cf2060c26e63), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:13.792914 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbfec5e-9fe2-42b1-8527-5751d1062830 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Made reservation on behalf of ab07f13582d14e74bdac64dcc9482a66 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:18:13.796512 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6bbfec5e-9fe2-42b1-8527-5751d1062830 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:13.808994 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6bfe1e-cdaa-4293-ae3f-86f9f1f095da None None] DHCP port deletion for 35dacc22-f15f-4170-8bb1-d01a0d0fddf0 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:18:13.827188 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 7d5a00e3-d919-4d9b-8ad7-cf2060c26e63 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:18:13.840454 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-1ac5649b-a892-4163-af13-3a3725f7156a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] For port 7d5a00e3-d919-4d9b-8ad7-cf2060c26e63, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=7d5a00e3-d919-4d9b-8ad7-cf2060c26e63,segment=NetworkSegment(ef606d80-b498-459a-b429-0dc862d30011),segment_id=ef606d80-b498-459a-b429-0dc862d30011)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:18:13.840828 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1ac5649b-a892-4163-af13-3a3725f7156a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (7d5a00e3-d919-4d9b-8ad7-cf2060c26e63), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:13.886103 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-1ac5649b-a892-4163-af13-3a3725f7156a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Calling delete_port for 7d5a00e3-d919-4d9b-8ad7-cf2060c26e63 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:18:13.940768 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:13.944343 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port cf112b0a-400e-4587-8c9a-cb8e89fe6832, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=cf112b0a-400e-4587-8c9a-cb8e89fe6832,segment=NetworkSegment(b3d18b2a-f642-426c-a122-cc2e93cd5c44),segment_id=b3d18b2a-f642-426c-a122-cc2e93cd5c44)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:18:13.956820 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-301f1898-f3e3-48cc-87dd-aa90856dab82 None None] Publish callbacks [] for port (bfe341a3-8e05-470c-93f8-e91ef93f5714), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:13.963231 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-301f1898-f3e3-48cc-87dd-aa90856dab82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (bfe341a3-8e05-470c-93f8-e91ef93f5714), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:13.997865 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'cf112b0a-400e-4587-8c9a-cb8e89fe6832', 'network_id': '253b9a1b-9be8-42e0-8177-54c0bf7bb21c', 'port_id': 'cf112b0a-400e-4587-8c9a-cb8e89fe6832', 'mac_address': 'fa:16:3e:29:cc:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '818c7478-18c4-4d04-b803-4e4139aa7f6b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:18:14.012007 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 7d5a00e3-d919-4d9b-8ad7-cf2060c26e63 is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:14.012487 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7d5a00e3-d919-4d9b-8ad7-cf2060c26e63), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:14.036285 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c082a1-a196-4148-84cd-573d47bfd6c0 None None] Pushing event updated for resources: {'Port': ['ID=bfe341a3-8e05-470c-93f8-e91ef93f5714,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:14.058246 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-da6bfe1e-cdaa-4293-ae3f-86f9f1f095da None None] Deleting port 7d5a00e3-d919-4d9b-8ad7-cf2060c26e63 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:18:14.058749 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-da6bfe1e-cdaa-4293-ae3f-86f9f1f095da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (7d5a00e3-d919-4d9b-8ad7-cf2060c26e63), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:14.064182 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-301f1898-f3e3-48cc-87dd-aa90856dab82 None None] Attempting to bind port bfe341a3-8e05-470c-93f8-e91ef93f5714 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:18:14.067032 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-301f1898-f3e3-48cc-87dd-aa90856dab82 None None] Attempting to bind port bfe341a3-8e05-470c-93f8-e91ef93f5714 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:18:14.067684 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301f1898-f3e3-48cc-87dd-aa90856dab82 None None] Attempting to bind port bfe341a3-8e05-470c-93f8-e91ef93f5714 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:18:14.076989 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c77c98-3f65-4259-99cc-c0655145dafd req-68728eab-33a8-4908-ab48-8ed7915ca22e tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:14.079626 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87c77c98-3f65-4259-99cc-c0655145dafd req-68728eab-33a8-4908-ab48-8ed7915ca22e tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/ports?device_id=abe7c863-d538-476b-92b0-ebcec90d4be0 HTTP/1.1" status: 200 len: 943 time: 0.1786292 Mar 05 05:18:14.090979 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 7d5a00e3-d919-4d9b-8ad7-cf2060c26e63, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=7d5a00e3-d919-4d9b-8ad7-cf2060c26e63,segment=NetworkSegment(ef606d80-b498-459a-b429-0dc862d30011),segment_id=ef606d80-b498-459a-b429-0dc862d30011)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:18:14.095785 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301f1898-f3e3-48cc-87dd-aa90856dab82 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:18:14.096457 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301f1898-f3e3-48cc-87dd-aa90856dab82 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:18:14.096874 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-301f1898-f3e3-48cc-87dd-aa90856dab82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:14.097276 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301f1898-f3e3-48cc-87dd-aa90856dab82 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:18:14.097829 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-301f1898-f3e3-48cc-87dd-aa90856dab82 None None] Bound port: bfe341a3-8e05-470c-93f8-e91ef93f5714, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:18:14.098219 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-301f1898-f3e3-48cc-87dd-aa90856dab82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (bfe341a3-8e05-470c-93f8-e91ef93f5714), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:14.115981 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (7d5a00e3-d919-4d9b-8ad7-cf2060c26e63), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:14.135275 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port cf112b0a-400e-4587-8c9a-cb8e89fe6832 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:14.135670 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cf112b0a-400e-4587-8c9a-cb8e89fe6832), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:14.161312 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6bbfec5e-9fe2-42b1-8527-5751d1062830 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (8bbed329-b500-444f-8c46-094692e743a8), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:14.173945 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:14.177408 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1ac5649b-a892-4163-af13-3a3725f7156a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (7d5a00e3-d919-4d9b-8ad7-cf2060c26e63), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:14.187583 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-301f1898-f3e3-48cc-87dd-aa90856dab82 None None] For port bfe341a3-8e05-470c-93f8-e91ef93f5714, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:18:14.192006 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-301f1898-f3e3-48cc-87dd-aa90856dab82 None None] For port bfe341a3-8e05-470c-93f8-e91ef93f5714, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=bfe341a3-8e05-470c-93f8-e91ef93f5714,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:18:14.198451 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-301f1898-f3e3-48cc-87dd-aa90856dab82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (bfe341a3-8e05-470c-93f8-e91ef93f5714), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:14.221485 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf112b0a-400e-4587-8c9a-cb8e89fe6832 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:18:14.248445 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5649b-a892-4163-af13-3a3725f7156a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Port': ['ID=7d5a00e3-d919-4d9b-8ad7-cf2060c26e63,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:14.251051 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac5649b-a892-4163-af13-3a3725f7156a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] No DVR routers for this DVR port 7d5a00e3-d919-4d9b-8ad7-cf2060c26e63 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:18:14.257801 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87c77c98-3f65-4259-99cc-c0655145dafd req-b398dcbf-bb2c-4bb2-9145-760832abea09 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c28250f-cff7-4a1a-bdae-c47b3ac76e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394453 Mar 05 05:18:14.258027 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-da6bfe1e-cdaa-4293-ae3f-86f9f1f095da None None] For port 7d5a00e3-d919-4d9b-8ad7-cf2060c26e63, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=7d5a00e3-d919-4d9b-8ad7-cf2060c26e63,segment=NetworkSegment(ef606d80-b498-459a-b429-0dc862d30011),segment_id=ef606d80-b498-459a-b429-0dc862d30011)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:18:14.258327 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-da6bfe1e-cdaa-4293-ae3f-86f9f1f095da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (7d5a00e3-d919-4d9b-8ad7-cf2060c26e63), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:14.270063 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301f1898-f3e3-48cc-87dd-aa90856dab82 None None] Routers {'f2490747-8303-4557-b1fd-b29d0268913b'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:18:14.274279 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-301f1898-f3e3-48cc-87dd-aa90856dab82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:18:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['f2490747-8303-4557-b1fd-b29d0268913b'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:14.279657 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port cf112b0a-400e-4587-8c9a-cb8e89fe6832, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=cf112b0a-400e-4587-8c9a-cb8e89fe6832,segment=NetworkSegment(b3d18b2a-f642-426c-a122-cc2e93cd5c44),segment_id=b3d18b2a-f642-426c-a122-cc2e93cd5c44)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:18:14.285775 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-da6bfe1e-cdaa-4293-ae3f-86f9f1f095da None None] Calling delete_port for 7d5a00e3-d919-4d9b-8ad7-cf2060c26e63 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:18:14.288018 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cf112b0a-400e-4587-8c9a-cb8e89fe6832), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:14.290814 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=7d5a00e3-d919-4d9b-8ad7-cf2060c26e63,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:14.336844 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbfec5e-9fe2-42b1-8527-5751d1062830 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'Subnet': ['ID=8bbed329-b500-444f-8c46-094692e743a8,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:14.340331 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c082a1-a196-4148-84cd-573d47bfd6c0 None None] Pushing event updated for resources: {'Port': ['ID=bfe341a3-8e05-470c-93f8-e91ef93f5714,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:14.383477 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1ac5649b-a892-4163-af13-3a3725f7156a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (35dacc22-f15f-4170-8bb1-d01a0d0fddf0), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:14.386143 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbfec5e-9fe2-42b1-8527-5751d1062830 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Checking segment: {'id': '5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:18:14.386509 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbfec5e-9fe2-42b1-8527-5751d1062830 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Network hostable DHCP agents. Network: 84cac7eb-50f0-4cb0-8519-750de49341fe, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:18:14.398132 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=cf112b0a-400e-4587-8c9a-cb8e89fe6832,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:14.412511 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-1ac5649b-a892-4163-af13-3a3725f7156a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35dacc22-f15f-4170-8bb1-d01a0d0fddf0']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:14.424193 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-1ac5649b-a892-4163-af13-3a3725f7156a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef606d80-b498-459a-b429-0dc862d30011') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:14.424549 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-1ac5649b-a892-4163-af13-3a3725f7156a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef606d80-b498-459a-b429-0dc862d30011') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:14.425360 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-301f1898-f3e3-48cc-87dd-aa90856dab82 None None] Set router f2490747-8303-4557-b1fd-b29d0268913b gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:18:14.434801 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-da6bfe1e-cdaa-4293-ae3f-86f9f1f095da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (7d5a00e3-d919-4d9b-8ad7-cf2060c26e63), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:14.436902 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1ac5649b-a892-4163-af13-3a3725f7156a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (ef606d80-b498-459a-b429-0dc862d30011), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:14.443834 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbfec5e-9fe2-42b1-8527-5751d1062830 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Network 84cac7eb-50f0-4cb0-8519-750de49341fe is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:18:14.456386 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1ac5649b-a892-4163-af13-3a3725f7156a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (ef606d80-b498-459a-b429-0dc862d30011), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:14.460961 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-6bbfec5e-9fe2-42b1-8527-5751d1062830 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 84cac7eb-50f0-4cb0-8519-750de49341fe) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:18:14.465659 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac5649b-a892-4163-af13-3a3725f7156a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:18:14.466141 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1ac5649b-a892-4163-af13-3a3725f7156a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (ef606d80-b498-459a-b429-0dc862d30011), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:14.474052 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:18:14.474052 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:18:14.474052 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:18:14.474052 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:18:14.474052 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:18:14.474052 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:18:14.474052 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:18:14.474052 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:18:14.474052 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:18:14.474052 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:18:14.474052 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:18:14.474052 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:18:14.474052 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:18:14.474052 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:18:14.474052 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:18:14.474052 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:18:14.474052 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:18:14.474052 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:18:14.474052 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:18:14.474052 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:18:14.474052 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:18:14.474052 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:18:14.474052 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:18:14.474052 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:18:14.474052 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:18:14.474052 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:18:14.474052 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:18:14.474052 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:18:14.474052 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:18:14.474052 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:18:14.474052 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:18:14.474052 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:18:14.477194 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbfec5e-9fe2-42b1-8527-5751d1062830 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:14.477817 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6bbfec5e-9fe2-42b1-8527-5751d1062830 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:14.479960 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e30b7a-c197-43ee-bf89-9105537c2c69 None None] Network 84cac7eb-50f0-4cb0-8519-750de49341fe requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:18:14.541950 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6bbfec5e-9fe2-42b1-8527-5751d1062830 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9074523 Mar 05 05:18:14.542711 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33298) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:14.555407 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['cf112b0a-400e-4587-8c9a-cb8e89fe6832'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:18:14.557459 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6bfe1e-cdaa-4293-ae3f-86f9f1f095da None None] Pushing event deleted for resources: {'Port': ['ID=7d5a00e3-d919-4d9b-8ad7-cf2060c26e63,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:14.558841 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1ac5649b-a892-4163-af13-3a3725f7156a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (35dacc22-f15f-4170-8bb1-d01a0d0fddf0), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:14.559471 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6bfe1e-cdaa-4293-ae3f-86f9f1f095da None None] No DVR routers for this DVR port 7d5a00e3-d919-4d9b-8ad7-cf2060c26e63 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:18:14.567260 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1ac5649b-a892-4163-af13-3a3725f7156a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:14.570625 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1ac5649b-a892-4163-af13-3a3725f7156a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/networks/35dacc22-f15f-4170-8bb1-d01a0d0fddf0 HTTP/1.1" status: 204 len: 168 time: 1.2515321 Mar 05 05:18:14.587397 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33300) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:14.588426 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5649b-a892-4163-af13-3a3725f7156a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Network': ['ID=35dacc22-f15f-4170-8bb1-d01a0d0fddf0,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:14.641762 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1a8fcc-051a-4482-834e-06c4943d4eda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-84cac7eb-50f0-4cb0-8519-750de49341fe', 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'fixed_ips': [{'subnet_id': '8bbed329-b500-444f-8c46-094692e743a8'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:18:14.642583 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ae1a8fcc-051a-4482-834e-06c4943d4eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:14.664757 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c87fd4-84fc-4f79-9445-b0820c88a4e1 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:14.666348 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c5c87fd4-84fc-4f79-9445-b0820c88a4e1 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "GET /v2.0/ports/bf17d4bc-9b9b-4a5b-9b61-55cef9dbb13b HTTP/1.1" status: 200 len: 843 time: 0.0748129 Mar 05 05:18:14.670712 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33302) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:14.694245 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-301f1898-f3e3-48cc-87dd-aa90856dab82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123393672', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'bfe341a3-8e05-470c-93f8-e91ef93f5714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:18:09Z', 'updated_at': '2022-03-05T05:18:12Z', 'revision_number': 3, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'bfe341a3-8e05-470c-93f8-e91ef93f5714', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:18:10Z', 'updated_at': '2022-03-05T05:18:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:14.731768 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301f1898-f3e3-48cc-87dd-aa90856dab82 None None] The sync data for ids ['f2490747-8303-4557-b1fd-b29d0268913b'] in n-d-789963-32 is: [{'id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123393672', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'bfe341a3-8e05-470c-93f8-e91ef93f5714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:18:09Z', 'updated_at': '2022-03-05T05:18:12Z', 'revision_number': 3, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'bfe341a3-8e05-470c-93f8-e91ef93f5714', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:18:10Z', 'updated_at': '2022-03-05T05:18:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:18:14.737908 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3e511592-3d8a-4b88-bd62-87931ce4b47c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "GET /v2.0/ports/bf17d4bc-9b9b-4a5b-9b61-55cef9dbb13b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0664551 Mar 05 05:18:14.742836 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33304) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:14.749731 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-da5d1820-f200-4b26-8ef7-7a8a2264f7dd tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'subnet': {'network_id': 'baa76a81-7824-4514-b158-f34cd23531fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:14.864819 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5d1820-f200-4b26-8ef7-7a8a2264f7dd tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:18:14.869017 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-da5d1820-f200-4b26-8ef7-7a8a2264f7dd tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:14.878382 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-ae1a8fcc-051a-4482-834e-06c4943d4eda None None] Allocated IP 172.20.0.2 (84cac7eb-50f0-4cb0-8519-750de49341fe/8bbed329-b500-444f-8c46-094692e743a8/d3e19cd4-513e-48e1-9642-4969db9cba09) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:18:15.104254 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:15.117190 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ae1a8fcc-051a-4482-834e-06c4943d4eda None None] Publish callbacks [] for port (d3e19cd4-513e-48e1-9642-4969db9cba09), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:15.120310 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-da5d1820-f200-4b26-8ef7-7a8a2264f7dd tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (4e872fc8-a22d-4fb3-bccf-669c104c2da4), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:15.124945 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ae1a8fcc-051a-4482-834e-06c4943d4eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (d3e19cd4-513e-48e1-9642-4969db9cba09), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:15.172375 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1a8fcc-051a-4482-834e-06c4943d4eda None None] Network 84cac7eb-50f0-4cb0-8519-750de49341fe is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:18:15.177728 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-ae1a8fcc-051a-4482-834e-06c4943d4eda None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:18:15.180676 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1a8fcc-051a-4482-834e-06c4943d4eda None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:18:15.199955 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a8fcc-051a-4482-834e-06c4943d4eda None None] Pushing event updated for resources: {'Port': ['ID=d3e19cd4-513e-48e1-9642-4969db9cba09,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:15.215815 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d1820-f200-4b26-8ef7-7a8a2264f7dd tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Subnet': ['ID=4e872fc8-a22d-4fb3-bccf-669c104c2da4,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:15.248298 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5d1820-f200-4b26-8ef7-7a8a2264f7dd tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network baa76a81-7824-4514-b158-f34cd23531fc is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:18:15.250090 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-da5d1820-f200-4b26-8ef7-7a8a2264f7dd tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:18:15.252952 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5d1820-f200-4b26-8ef7-7a8a2264f7dd tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:15.253700 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-da5d1820-f200-4b26-8ef7-7a8a2264f7dd tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:15.254451 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a6f9dac2-ab5d-4410-8619-52b3330dd781 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:15.272539 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-da5d1820-f200-4b26-8ef7-7a8a2264f7dd tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5284939 Mar 05 05:18:15.275166 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33308) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:15.275827 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3eab302-859c-47e6-9cc2-9f90fbbf8afd None None] Network baa76a81-7824-4514-b158-f34cd23531fc requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:18:15.279826 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-e2cb2b12-1640-4e9a-b635-2ba90a3841c4 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'security_group': {'name': 'tempest-secgroup-1864290447'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:15.329846 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e2cb2b12-1640-4e9a-b635-2ba90a3841c4 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:15.416066 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-ae1a8fcc-051a-4482-834e-06c4943d4eda None None] Attempting to bind port d3e19cd4-513e-48e1-9642-4969db9cba09 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:18:15.416255 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-ae1a8fcc-051a-4482-834e-06c4943d4eda None None] Attempting to bind port d3e19cd4-513e-48e1-9642-4969db9cba09 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:18:15.416933 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1a8fcc-051a-4482-834e-06c4943d4eda None None] Attempting to bind port d3e19cd4-513e-48e1-9642-4969db9cba09 on network 84cac7eb-50f0-4cb0-8519-750de49341fe {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:18:15.431030 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1a8fcc-051a-4482-834e-06c4943d4eda None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:18:15.431552 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1a8fcc-051a-4482-834e-06c4943d4eda None None] Checking segment: {'id': '5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:18:15.432158 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ae1a8fcc-051a-4482-834e-06c4943d4eda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:15.432643 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1a8fcc-051a-4482-834e-06c4943d4eda None None] Bound using segment: {'id': '5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:18:15.433146 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-ae1a8fcc-051a-4482-834e-06c4943d4eda None None] Bound port: d3e19cd4-513e-48e1-9642-4969db9cba09, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:18:15.434044 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ae1a8fcc-051a-4482-834e-06c4943d4eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d3e19cd4-513e-48e1-9642-4969db9cba09), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:15.455065 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e2cb2b12-1640-4e9a-b635-2ba90a3841c4 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for security_group (c6670ac1-2f85-424f-96e8-1bca6ebb659c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:15.463326 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cb8d3-f891-4f77-a2de-177974eab5f8 req-f2e73a4a-af97-4d91-8a8f-799428adab68 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:15.465170 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-999cb8d3-f891-4f77-a2de-177974eab5f8 req-f2e73a4a-af97-4d91-8a8f-799428adab68 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/ports?device_id=abe7c863-d538-476b-92b0-ebcec90d4be0 HTTP/1.1" status: 200 len: 944 time: 0.1031883 Mar 05 05:18:15.467141 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e2cb2b12-1640-4e9a-b635-2ba90a3841c4 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c6670ac1-2f85-424f-96e8-1bca6ebb659c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:15.525531 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e2cb2b12-1640-4e9a-b635-2ba90a3841c4 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:15.526923 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e2cb2b12-1640-4e9a-b635-2ba90a3841c4 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2508171 Mar 05 05:18:15.536977 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33314) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:15.541315 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-f5a622fe-986c-46fc-8b5f-f5696b047405 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'security_group': {'name': 'tempest-secgroup-616803977'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:15.542643 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012e51ce-d0e5-4d07-ac21-16d83b7c74e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-baa76a81-7824-4514-b158-f34cd23531fc', 'network_id': 'baa76a81-7824-4514-b158-f34cd23531fc', 'project_id': 'a80c1cec283c427e906b7c606d277a58', 'fixed_ips': [{'subnet_id': '4e872fc8-a22d-4fb3-bccf-669c104c2da4'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:18:15.543533 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-012e51ce-d0e5-4d07-ac21-16d83b7c74e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:15.553153 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb2b12-1640-4e9a-b635-2ba90a3841c4 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6670ac1-2f85-424f-96e8-1bca6ebb659c,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:15.575211 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-999cb8d3-f891-4f77-a2de-177974eab5f8 req-90f2d5d6-d416-4ebc-974a-fb828686548c tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c28250f-cff7-4a1a-bdae-c47b3ac76e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992265 Mar 05 05:18:15.585415 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f5a622fe-986c-46fc-8b5f-f5696b047405 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:15.589929 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-ae1a8fcc-051a-4482-834e-06c4943d4eda None None] For port d3e19cd4-513e-48e1-9642-4969db9cba09, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:18:15.615210 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-ae1a8fcc-051a-4482-834e-06c4943d4eda None None] For port d3e19cd4-513e-48e1-9642-4969db9cba09, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d3e19cd4-513e-48e1-9642-4969db9cba09,segment=NetworkSegment(5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea),segment_id=5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:18:15.674541 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ae1a8fcc-051a-4482-834e-06c4943d4eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d3e19cd4-513e-48e1-9642-4969db9cba09), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:15.697381 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f5a622fe-986c-46fc-8b5f-f5696b047405 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for security_group (f088315c-fc3e-48c3-b4ed-c33a198c3f2d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:15.705383 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f5a622fe-986c-46fc-8b5f-f5696b047405 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f088315c-fc3e-48c3-b4ed-c33a198c3f2d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:15.714702 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-a6f9dac2-ab5d-4410-8619-52b3330dd781 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Allocated IP 172.20.0.1 (84cac7eb-50f0-4cb0-8519-750de49341fe/8bbed329-b500-444f-8c46-094692e743a8/b7894c46-eee7-47fb-bf3d-24da68511011) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:18:15.720399 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device cf112b0a-400e-4587-8c9a-cb8e89fe6832 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:18:15.766410 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f5a622fe-986c-46fc-8b5f-f5696b047405 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:15.767890 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f5a622fe-986c-46fc-8b5f-f5696b047405 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2301519 Mar 05 05:18:15.770975 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a622fe-986c-46fc-8b5f-f5696b047405 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f088315c-fc3e-48c3-b4ed-c33a198c3f2d,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:15.774334 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33316) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:15.785755 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-d6952f4a-4363-44b4-b4af-597cfaf9f6cf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-523618774', 'security_groups': ['f088315c-fc3e-48c3-b4ed-c33a198c3f2d'], 'network_id': 'baa76a81-7824-4514-b158-f34cd23531fc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4e872fc8-a22d-4fb3-bccf-669c104c2da4'}]}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:15.870072 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a8fcc-051a-4482-834e-06c4943d4eda None None] Pushing event updated for resources: {'Port': ['ID=d3e19cd4-513e-48e1-9642-4969db9cba09,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:15.878847 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bfe341a3-8e05-470c-93f8-e91ef93f5714 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:18:15.934160 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-012e51ce-d0e5-4d07-ac21-16d83b7c74e2 None None] Allocated IP 2001:db8::2 (baa76a81-7824-4514-b158-f34cd23531fc/4e872fc8-a22d-4fb3-bccf-669c104c2da4/712df56f-3f5c-44a8-8e3c-8790d5a5f9d8) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:18:15.959025 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port cf112b0a-400e-4587-8c9a-cb8e89fe6832 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:18:15.966081 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port cf112b0a-400e-4587-8c9a-cb8e89fe6832 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:15.966234 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cf112b0a-400e-4587-8c9a-cb8e89fe6832), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:15.995921 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6952f4a-4363-44b4-b4af-597cfaf9f6cf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:18:16.079862 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a6f9dac2-ab5d-4410-8619-52b3330dd781 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for port (b7894c46-eee7-47fb-bf3d-24da68511011), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:16.088182 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port bfe341a3-8e05-470c-93f8-e91ef93f5714 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:16.088562 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bfe341a3-8e05-470c-93f8-e91ef93f5714), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:16.182067 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d6952f4a-4363-44b4-b4af-597cfaf9f6cf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:16.204192 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a6f9dac2-ab5d-4410-8619-52b3330dd781 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (b7894c46-eee7-47fb-bf3d-24da68511011), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:16.207343 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-d6952f4a-4363-44b4-b4af-597cfaf9f6cf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] device_id is not set on port 76878a0b-d5d7-49e1-ba82-a71ef4ac01d6 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:18:16.252922 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port cf112b0a-400e-4587-8c9a-cb8e89fe6832 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:16.253380 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cf112b0a-400e-4587-8c9a-cb8e89fe6832), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:16.256504 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-012e51ce-d0e5-4d07-ac21-16d83b7c74e2 None None] Publish callbacks [] for port (712df56f-3f5c-44a8-8e3c-8790d5a5f9d8), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:16.289307 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-012e51ce-d0e5-4d07-ac21-16d83b7c74e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (712df56f-3f5c-44a8-8e3c-8790d5a5f9d8), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:16.319567 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f9dac2-ab5d-4410-8619-52b3330dd781 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Network 84cac7eb-50f0-4cb0-8519-750de49341fe is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:18:16.326805 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-a6f9dac2-ab5d-4410-8619-52b3330dd781 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:18:16.335524 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f9dac2-ab5d-4410-8619-52b3330dd781 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:18:16.393081 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f9dac2-ab5d-4410-8619-52b3330dd781 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'Port': ['ID=b7894c46-eee7-47fb-bf3d-24da68511011,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:16.426920 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a6f9dac2-ab5d-4410-8619-52b3330dd781 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (f2490747-8303-4557-b1fd-b29d0268913b), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:16.525360 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe7c863-d538-476b-92b0-ebcec90d4be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf112b0a-400e-4587-8c9a-cb8e89fe6832'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:18:16.528273 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e37751c-3226-4267-822a-6609df486ed8" -d '{"events": [{"server_uuid": "abe7c863-d538-476b-92b0-ebcec90d4be0", "name": "network-vif-plugged", "status": "completed", "tag": "cf112b0a-400e-4587-8c9a-cb8e89fe6832"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:18:16.536484 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-d6952f4a-4363-44b4-b4af-597cfaf9f6cf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Allocated IP 2001:db8::1d6 (baa76a81-7824-4514-b158-f34cd23531fc/4e872fc8-a22d-4fb3-bccf-669c104c2da4/76878a0b-d5d7-49e1-ba82-a71ef4ac01d6) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:18:16.546993 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port bfe341a3-8e05-470c-93f8-e91ef93f5714 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:16.547524 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (bfe341a3-8e05-470c-93f8-e91ef93f5714), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:16.556371 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012e51ce-d0e5-4d07-ac21-16d83b7c74e2 None None] Network baa76a81-7824-4514-b158-f34cd23531fc is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:18:16.563047 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:16.564875 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port cf112b0a-400e-4587-8c9a-cb8e89fe6832, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=cf112b0a-400e-4587-8c9a-cb8e89fe6832,segment=NetworkSegment(b3d18b2a-f642-426c-a122-cc2e93cd5c44),segment_id=b3d18b2a-f642-426c-a122-cc2e93cd5c44)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:18:16.567162 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-012e51ce-d0e5-4d07-ac21-16d83b7c74e2 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:18:16.573022 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e51ce-d0e5-4d07-ac21-16d83b7c74e2 None None] Pushing event updated for resources: {'Port': ['ID=712df56f-3f5c-44a8-8e3c-8790d5a5f9d8,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:16.577939 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012e51ce-d0e5-4d07-ac21-16d83b7c74e2 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:18:16.592445 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cf112b0a-400e-4587-8c9a-cb8e89fe6832), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:16.666420 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa95fb0d-393b-4159-9a76-020315cdc410 x-openstack-request-id: req-fa95fb0d-393b-4159-9a76-020315cdc410 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:18:16.667142 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe7c863-d538-476b-92b0-ebcec90d4be0", "name": "network-vif-plugged", "status": "completed", "tag": "cf112b0a-400e-4587-8c9a-cb8e89fe6832", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:18:16.667142 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fa95fb0d-393b-4159-9a76-020315cdc410 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:18:16.667721 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe7c863-d538-476b-92b0-ebcec90d4be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf112b0a-400e-4587-8c9a-cb8e89fe6832', 'code': 200} Mar 05 05:18:16.669202 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port bfe341a3-8e05-470c-93f8-e91ef93f5714, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=bfe341a3-8e05-470c-93f8-e91ef93f5714,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:18:16.671718 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a6f9dac2-ab5d-4410-8619-52b3330dd781 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b7894c46-eee7-47fb-bf3d-24da68511011), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:16.710412 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (bfe341a3-8e05-470c-93f8-e91ef93f5714), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:16.732187 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-012e51ce-d0e5-4d07-ac21-16d83b7c74e2 None None] Attempting to bind port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:18:16.732565 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-012e51ce-d0e5-4d07-ac21-16d83b7c74e2 None None] Attempting to bind port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '4d1c3313-5d2e-48e7-bf15-ed7c8b59cae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'baa76a81-7824-4514-b158-f34cd23531fc'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:18:16.732929 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012e51ce-d0e5-4d07-ac21-16d83b7c74e2 None None] Attempting to bind port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 on network baa76a81-7824-4514-b158-f34cd23531fc {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:18:16.746427 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012e51ce-d0e5-4d07-ac21-16d83b7c74e2 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:18:16.746812 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012e51ce-d0e5-4d07-ac21-16d83b7c74e2 None None] Checking segment: {'id': '4d1c3313-5d2e-48e7-bf15-ed7c8b59cae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'baa76a81-7824-4514-b158-f34cd23531fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:18:16.747442 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-012e51ce-d0e5-4d07-ac21-16d83b7c74e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:16.747644 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012e51ce-d0e5-4d07-ac21-16d83b7c74e2 None None] Bound using segment: {'id': '4d1c3313-5d2e-48e7-bf15-ed7c8b59cae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'baa76a81-7824-4514-b158-f34cd23531fc'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:18:16.748128 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-012e51ce-d0e5-4d07-ac21-16d83b7c74e2 None None] Bound port: 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d1c3313-5d2e-48e7-bf15-ed7c8b59cae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'baa76a81-7824-4514-b158-f34cd23531fc'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:18:16.748577 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-012e51ce-d0e5-4d07-ac21-16d83b7c74e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (712df56f-3f5c-44a8-8e3c-8790d5a5f9d8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:16.752169 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=cf112b0a-400e-4587-8c9a-cb8e89fe6832,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:16.769057 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340b00d-f096-4d56-a294-fb855b31adf5 req-c7a84055-a871-4fff-9f27-d354d9808cee tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:16.770723 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0340b00d-f096-4d56-a294-fb855b31adf5 req-c7a84055-a871-4fff-9f27-d354d9808cee tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/ports?device_id=abe7c863-d538-476b-92b0-ebcec90d4be0 HTTP/1.1" status: 200 len: 945 time: 0.0825050 Mar 05 05:18:16.826129 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0340b00d-f096-4d56-a294-fb855b31adf5 req-68fa0b86-5d03-434c-befb-87f683493f23 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c28250f-cff7-4a1a-bdae-c47b3ac76e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479748 Mar 05 05:18:16.853539 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=bfe341a3-8e05-470c-93f8-e91ef93f5714,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:16.875856 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d6952f4a-4363-44b4-b4af-597cfaf9f6cf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for port (76878a0b-d5d7-49e1-ba82-a71ef4ac01d6), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:16.880191 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb712e7-2285-416f-9590-bb385ab0ce6b req-071635a4-3b4c-4122-9233-3db5b8e73ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:16.882055 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dbb712e7-2285-416f-9590-bb385ab0ce6b req-071635a4-3b4c-4122-9233-3db5b8e73ffb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=abe7c863-d538-476b-92b0-ebcec90d4be0 HTTP/1.1" status: 200 len: 1128 time: 0.1800208 Mar 05 05:18:16.886536 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-012e51ce-d0e5-4d07-ac21-16d83b7c74e2 None None] For port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:18:16.890101 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-012e51ce-d0e5-4d07-ac21-16d83b7c74e2 None None] For port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=712df56f-3f5c-44a8-8e3c-8790d5a5f9d8,segment=NetworkSegment(4d1c3313-5d2e-48e7-bf15-ed7c8b59cae8),segment_id=4d1c3313-5d2e-48e7-bf15-ed7c8b59cae8)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:18:16.897358 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-012e51ce-d0e5-4d07-ac21-16d83b7c74e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (712df56f-3f5c-44a8-8e3c-8790d5a5f9d8), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:16.975010 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e51ce-d0e5-4d07-ac21-16d83b7c74e2 None None] Pushing event updated for resources: {'Port': ['ID=712df56f-3f5c-44a8-8e3c-8790d5a5f9d8,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:17.275257 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dbb712e7-2285-416f-9590-bb385ab0ce6b req-81c03d98-3e4c-4cd9-9c1d-1068470971bc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7c28250f-cff7-4a1a-bdae-c47b3ac76e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845963 Mar 05 05:18:17.279108 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d6952f4a-4363-44b4-b4af-597cfaf9f6cf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (76878a0b-d5d7-49e1-ba82-a71ef4ac01d6), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:17.376584 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6952f4a-4363-44b4-b4af-597cfaf9f6cf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network baa76a81-7824-4514-b158-f34cd23531fc is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:18:17.382896 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-d6952f4a-4363-44b4-b4af-597cfaf9f6cf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:18:17.389540 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6952f4a-4363-44b4-b4af-597cfaf9f6cf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:18:17.395300 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6952f4a-4363-44b4-b4af-597cfaf9f6cf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:17.395909 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d6952f4a-4363-44b4-b4af-597cfaf9f6cf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:17.400077 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6952f4a-4363-44b4-b4af-597cfaf9f6cf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Port': ['ID=76878a0b-d5d7-49e1-ba82-a71ef4ac01d6,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:17.428872 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d6952f4a-4363-44b4-b4af-597cfaf9f6cf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6534400 Mar 05 05:18:17.432240 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33326) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:17.437938 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-cc0d5160-040a-4cb1-8e6f-a79db0cae846 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'subnet': {'network_id': 'baa76a81-7824-4514-b158-f34cd23531fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:17.470458 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a6f9dac2-ab5d-4410-8619-52b3330dd781 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for port (b7894c46-eee7-47fb-bf3d-24da68511011), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:17.477343 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a6f9dac2-ab5d-4410-8619-52b3330dd781 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (b7894c46-eee7-47fb-bf3d-24da68511011), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:17.558250 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a6f9dac2-ab5d-4410-8619-52b3330dd781 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (f2490747-8303-4557-b1fd-b29d0268913b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:17.560245 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f9dac2-ab5d-4410-8619-52b3330dd781 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'Port': ['ID=b7894c46-eee7-47fb-bf3d-24da68511011,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:17.581179 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0d5160-040a-4cb1-8e6f-a79db0cae846 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:18:17.585215 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cc0d5160-040a-4cb1-8e6f-a79db0cae846 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:17.668125 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f9dac2-ab5d-4410-8619-52b3330dd781 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Network 84cac7eb-50f0-4cb0-8519-750de49341fe is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:18:17.669707 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-a6f9dac2-ab5d-4410-8619-52b3330dd781 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:18:17.689131 n-d-789963-32 neutron-server[105231]: INFO neutron.db.ipam_backend_mixin [None req-cc0d5160-040a-4cb1-8e6f-a79db0cae846 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4e872fc8-a22d-4fb3-bccf-669c104c2da4 (CIDR: 2001:db8::/64) Mar 05 05:18:17.693693 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc0d5160-040a-4cb1-8e6f-a79db0cae846 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:18:17.694424 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc0d5160-040a-4cb1-8e6f-a79db0cae846 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:18:17.725621 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-cc0d5160-040a-4cb1-8e6f-a79db0cae846 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2891862 Mar 05 05:18:17.726030 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33328) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:17.734002 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-b5afbda3-d21d-4f82-b420-8dcd0fe8e5eb tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'subnet': {'network_id': 'baa76a81-7824-4514-b158-f34cd23531fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:17.818402 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:17.826553 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f9dac2-ab5d-4410-8619-52b3330dd781 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Router f2490747-8303-4557-b1fd-b29d0268913b has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:18:17.874280 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602f485c-d208-43d9-8606-3a126508e8a3 None None] Network 84cac7eb-50f0-4cb0-8519-750de49341fe requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:18:17.980449 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d3e19cd4-513e-48e1-9642-4969db9cba09 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:18:17.989994 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5afbda3-d21d-4f82-b420-8dcd0fe8e5eb tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:18:17.993584 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b5afbda3-d21d-4f82-b420-8dcd0fe8e5eb tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:18.043148 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f9dac2-ab5d-4410-8619-52b3330dd781 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:18:18.051335 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a6f9dac2-ab5d-4410-8619-52b3330dd781 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "PUT /v2.0/routers/f2490747-8303-4557-b1fd-b29d0268913b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5054636 Mar 05 05:18:18.052299 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-5182ca58-70ee-49d3-91ef-7fe48c7ed140 None None] Provisioning complete for port d3e19cd4-513e-48e1-9642-4969db9cba09 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:18.052686 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5182ca58-70ee-49d3-91ef-7fe48c7ed140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d3e19cd4-513e-48e1-9642-4969db9cba09), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:18.070834 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401dcb2e-0a45-4287-8066-4f5dc1c6fadc None None] Sync routers for ids ['f2490747-8303-4557-b1fd-b29d0268913b'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:18:18.094447 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b5818-92a3-45d9-b72e-f2f48fe22113 req-81e1c7e0-ba7a-4555-995a-4bc548234b6e tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:18.096405 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9d4b5818-92a3-45d9-b72e-f2f48fe22113 req-81e1c7e0-ba7a-4555-995a-4bc548234b6e tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/ports?device_id=abe7c863-d538-476b-92b0-ebcec90d4be0 HTTP/1.1" status: 200 len: 945 time: 0.1450906 Mar 05 05:18:18.156781 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401dcb2e-0a45-4287-8066-4f5dc1c6fadc None None] Routers {'f2490747-8303-4557-b1fd-b29d0268913b'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:18:18.157446 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-401dcb2e-0a45-4287-8066-4f5dc1c6fadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:18:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['f2490747-8303-4557-b1fd-b29d0268913b'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:18.195716 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9d4b5818-92a3-45d9-b72e-f2f48fe22113 req-fd782b65-659c-40ab-81ef-bf9a6159112a tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c28250f-cff7-4a1a-bdae-c47b3ac76e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904884 Mar 05 05:18:18.208134 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port d3e19cd4-513e-48e1-9642-4969db9cba09 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:18.208975 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d3e19cd4-513e-48e1-9642-4969db9cba09), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:18.311768 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67246f00-017e-4b98-be95-85b31ef07c55 req-7d8e6a84-8570-4736-ab6b-4c3e9545729d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-219292180&fields=id&tenant_id=ab07f13582d14e74bdac64dcc9482a66 HTTP/1.1" status: 200 len: 267 time: 0.1062605 Mar 05 05:18:18.370074 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-401dcb2e-0a45-4287-8066-4f5dc1c6fadc None None] Set router f2490747-8303-4557-b1fd-b29d0268913b gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:18:18.424489 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-5182ca58-70ee-49d3-91ef-7fe48c7ed140 None None] Current status of the port d3e19cd4-513e-48e1-9642-4969db9cba09 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:18.424884 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5182ca58-70ee-49d3-91ef-7fe48c7ed140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d3e19cd4-513e-48e1-9642-4969db9cba09), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:18.580533 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b5afbda3-d21d-4f82-b420-8dcd0fe8e5eb tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (9e0b53e8-977d-4d02-aea1-9bd4b9287372), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:18.584300 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port d3e19cd4-513e-48e1-9642-4969db9cba09 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:18.584909 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d3e19cd4-513e-48e1-9642-4969db9cba09), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:18.592355 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-5182ca58-70ee-49d3-91ef-7fe48c7ed140 None None] For port d3e19cd4-513e-48e1-9642-4969db9cba09, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d3e19cd4-513e-48e1-9642-4969db9cba09,segment=NetworkSegment(5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea),segment_id=5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:18:18.624262 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67246f00-017e-4b98-be95-85b31ef07c55 req-cf9021ac-a2db-4205-aaad-f3b4204f3a05 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:18.627279 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67246f00-017e-4b98-be95-85b31ef07c55 req-cf9021ac-a2db-4205-aaad-f3b4204f3a05 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/networks?id=84cac7eb-50f0-4cb0-8519-750de49341fe HTTP/1.1" status: 200 len: 797 time: 0.2875726 Mar 05 05:18:18.633463 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5182ca58-70ee-49d3-91ef-7fe48c7ed140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d3e19cd4-513e-48e1-9642-4969db9cba09), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:18.670525 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5afbda3-d21d-4f82-b420-8dcd0fe8e5eb tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network baa76a81-7824-4514-b158-f34cd23531fc is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:18:18.677871 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-b5afbda3-d21d-4f82-b420-8dcd0fe8e5eb tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:18:18.689311 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67246f00-017e-4b98-be95-85b31ef07c55 req-de50ba14-4cb4-4d38-8bed-a10b75c13a02 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/quotas/ab07f13582d14e74bdac64dcc9482a66 HTTP/1.1" status: 200 len: 375 time: 0.0408335 Mar 05 05:18:18.690818 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5afbda3-d21d-4f82-b420-8dcd0fe8e5eb tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:18.691543 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b5afbda3-d21d-4f82-b420-8dcd0fe8e5eb tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:18.696793 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5afbda3-d21d-4f82-b420-8dcd0fe8e5eb tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Subnet': ['ID=9e0b53e8-977d-4d02-aea1-9bd4b9287372,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:18.761094 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b5afbda3-d21d-4f82-b420-8dcd0fe8e5eb tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0338442 Mar 05 05:18:18.764021 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33346) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:18.770849 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-d39a7acc-2cad-4dd8-a0e4-70c2ac837c76 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1310587016', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9e0b53e8-977d-4d02-aea1-9bd4b9287372'}], 'security_groups': ['c6670ac1-2f85-424f-96e8-1bca6ebb659c']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:18.823746 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67246f00-017e-4b98-be95-85b31ef07c55 req-24037bca-8acf-4877-ae4e-abf0869a1692 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1223633 Mar 05 05:18:18.840874 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182ca58-70ee-49d3-91ef-7fe48c7ed140 None None] Pushing event updated for resources: {'Port': ['ID=d3e19cd4-513e-48e1-9642-4969db9cba09,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:18.857082 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 05:18:18.857697 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 05:18:18.861833 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-2c00a3fc-1ca8-4618-bba8-f8f7c8588c59 None None] Provisioning complete for port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:18.863754 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2c00a3fc-1ca8-4618-bba8-f8f7c8588c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (712df56f-3f5c-44a8-8e3c-8790d5a5f9d8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:18.944445 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7a967f-43c5-4ab2-b1dc-ec667f31808a None None] Network baa76a81-7824-4514-b158-f34cd23531fc requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:18:18.968276 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d39a7acc-2cad-4dd8-a0e4-70c2ac837c76 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (76878a0b-d5d7-49e1-ba82-a71ef4ac01d6), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:18.996911 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67246f00-017e-4b98-be95-85b31ef07c55 req-7528c7be-7b45-4afa-ac67-53f577b2186b service neutron] 10.222.0.11 "GET /v2.0/networks/84cac7eb-50f0-4cb0-8519-750de49341fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697807 Mar 05 05:18:19.047463 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2c00a3fc-1ca8-4618-bba8-f8f7c8588c59 None None] Current status of the port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:19.048051 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2c00a3fc-1ca8-4618-bba8-f8f7c8588c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (712df56f-3f5c-44a8-8e3c-8790d5a5f9d8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:19.054758 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-401dcb2e-0a45-4287-8066-4f5dc1c6fadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123393672', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'bfe341a3-8e05-470c-93f8-e91ef93f5714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:18:09Z', 'updated_at': '2022-03-05T05:18:16Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'bfe341a3-8e05-470c-93f8-e91ef93f5714', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:18:10Z', 'updated_at': '2022-03-05T05:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'b7894c46-eee7-47fb-bf3d-24da68511011', 'name': '', 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:2a:63:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '8bbed329-b500-444f-8c46-094692e743a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:18:15Z', 'updated_at': '2022-03-05T05:18:17Z', 'revision_number': 2, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': '8bbed329-b500-444f-8c46-094692e743a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:19.108838 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401dcb2e-0a45-4287-8066-4f5dc1c6fadc None None] Checking router: f2490747-8303-4557-b1fd-b29d0268913b for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:18:19.109119 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401dcb2e-0a45-4287-8066-4f5dc1c6fadc None None] Updating router f2490747-8303-4557-b1fd-b29d0268913b port b7894c46-eee7-47fb-bf3d-24da68511011 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:18:19.161086 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-2c00a3fc-1ca8-4618-bba8-f8f7c8588c59 None None] For port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=712df56f-3f5c-44a8-8e3c-8790d5a5f9d8,segment=NetworkSegment(4d1c3313-5d2e-48e7-bf15-ed7c8b59cae8),segment_id=4d1c3313-5d2e-48e7-bf15-ed7c8b59cae8)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:18:19.163353 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67246f00-017e-4b98-be95-85b31ef07c55 req-76678053-5f74-42ac-a11b-5958a4b8b42c service neutron] 10.222.0.11 "GET /v2.0/networks/84cac7eb-50f0-4cb0-8519-750de49341fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533096 Mar 05 05:18:19.172398 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2c00a3fc-1ca8-4618-bba8-f8f7c8588c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (712df56f-3f5c-44a8-8e3c-8790d5a5f9d8), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:19.282854 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00a3fc-1ca8-4618-bba8-f8f7c8588c59 None None] Pushing event updated for resources: {'Port': ['ID=712df56f-3f5c-44a8-8e3c-8790d5a5f9d8,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:19.289084 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-401dcb2e-0a45-4287-8066-4f5dc1c6fadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b7894c46-eee7-47fb-bf3d-24da68511011), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:19.318098 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-2c00a3fc-1ca8-4618-bba8-f8f7c8588c59 None None] Provisioning complete for port bf17d4bc-9b9b-4a5b-9b61-55cef9dbb13b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:19.318492 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2c00a3fc-1ca8-4618-bba8-f8f7c8588c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bf17d4bc-9b9b-4a5b-9b61-55cef9dbb13b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:19.497118 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-d39a7acc-2cad-4dd8-a0e4-70c2ac837c76 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Delete allocated IP 2001:db8::1d6 (baa76a81-7824-4514-b158-f34cd23531fc/4e872fc8-a22d-4fb3-bccf-669c104c2da4) {{(pid=105232) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 05 05:18:19.512629 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-d39a7acc-2cad-4dd8-a0e4-70c2ac837c76 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Allocated IP 2001:db8:0:1::21c (baa76a81-7824-4514-b158-f34cd23531fc/9e0b53e8-977d-4d02-aea1-9bd4b9287372/76878a0b-d5d7-49e1-ba82-a71ef4ac01d6) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:18:19.890159 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d39a7acc-2cad-4dd8-a0e4-70c2ac837c76 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for port (76878a0b-d5d7-49e1-ba82-a71ef4ac01d6), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:19.897907 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d39a7acc-2cad-4dd8-a0e4-70c2ac837c76 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (76878a0b-d5d7-49e1-ba82-a71ef4ac01d6), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:19.999242 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-d39a7acc-2cad-4dd8-a0e4-70c2ac837c76 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] In _notify_port_updated(), no bound segment for port 76878a0b-d5d7-49e1-ba82-a71ef4ac01d6 on network baa76a81-7824-4514-b158-f34cd23531fc {{(pid=105232) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 05 05:18:20.005542 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39a7acc-2cad-4dd8-a0e4-70c2ac837c76 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:20.006390 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d39a7acc-2cad-4dd8-a0e4-70c2ac837c76 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:20.008103 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d39a7acc-2cad-4dd8-a0e4-70c2ac837c76 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "PUT /v2.0/ports/76878a0b-d5d7-49e1-ba82-a71ef4ac01d6 HTTP/1.1" status: 200 len: 931 time: 1.2429383 Mar 05 05:18:20.011573 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33364) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:20.023941 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2c00a3fc-1ca8-4618-bba8-f8f7c8588c59 None None] Port bf17d4bc-9b9b-4a5b-9b61-55cef9dbb13b cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:18:20.036773 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port d3e19cd4-513e-48e1-9642-4969db9cba09 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:20.038079 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bfe341a3-8e05-470c-93f8-e91ef93f5714 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:18:20.088791 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a7acc-2cad-4dd8-a0e4-70c2ac837c76 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Port': ['ID=76878a0b-d5d7-49e1-ba82-a71ef4ac01d6,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:20.097262 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f76d49ce-8c28-41cf-abf7-49b422079ec3 req-b35b3005-f916-45eb-a449-74b501957329 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 210 time: 0.6963341 Mar 05 05:18:20.129635 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf009e-a6f3-4367-99ca-52f1f97f16a6 req-8ce44bd8-a88e-4f22-947d-0246bdd56b00 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:20.131931 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-58bf009e-a6f3-4367-99ca-52f1f97f16a6 req-8ce44bd8-a88e-4f22-947d-0246bdd56b00 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/ports?device_id=abe7c863-d538-476b-92b0-ebcec90d4be0 HTTP/1.1" status: 200 len: 945 time: 0.7772734 Mar 05 05:18:20.207994 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-0c7bd2bd-e815-4bdd-aba3-005071b27ac8 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Deleting port 76878a0b-d5d7-49e1-ba82-a71ef4ac01d6 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:18:20.208607 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0c7bd2bd-e815-4bdd-aba3-005071b27ac8 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (76878a0b-d5d7-49e1-ba82-a71ef4ac01d6), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:20.222523 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-2c00a3fc-1ca8-4618-bba8-f8f7c8588c59 None None] Provisioning complete for port d3e19cd4-513e-48e1-9642-4969db9cba09 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:20.223278 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2c00a3fc-1ca8-4618-bba8-f8f7c8588c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d3e19cd4-513e-48e1-9642-4969db9cba09), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:20.264200 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9c0c87-a72e-434e-8e42-adabef285827 None None] Update dhcp port {'port': {'network_id': 'baa76a81-7824-4514-b158-f34cd23531fc', 'fixed_ips': [{'subnet_id': '4e872fc8-a22d-4fb3-bccf-669c104c2da4', 'ip_address': '2001:db8::2'}, {'subnet_id': '9e0b53e8-977d-4d02-aea1-9bd4b9287372'}], 'binding:host_id': 'n-d-789963-32'}, 'id': '712df56f-3f5c-44a8-8e3c-8790d5a5f9d8'} from n-d-789963-32. {{(pid=105233) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 05 05:18:20.264905 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-58bf009e-a6f3-4367-99ca-52f1f97f16a6 req-6c55cc7a-e8f6-4bc1-a7de-40fe17329ed3 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c28250f-cff7-4a1a-bdae-c47b3ac76e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080325 Mar 05 05:18:20.360802 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port bfe341a3-8e05-470c-93f8-e91ef93f5714 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:20.361319 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bfe341a3-8e05-470c-93f8-e91ef93f5714), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:20.386920 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0c7bd2bd-e815-4bdd-aba3-005071b27ac8 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (76878a0b-d5d7-49e1-ba82-a71ef4ac01d6), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:20.434014 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-0c7bd2bd-e815-4bdd-aba3-005071b27ac8 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Calling delete_port for 76878a0b-d5d7-49e1-ba82-a71ef4ac01d6 owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:18:20.464826 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0d9c0c87-a72e-434e-8e42-adabef285827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (712df56f-3f5c-44a8-8e3c-8790d5a5f9d8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:20.667755 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0c7bd2bd-e815-4bdd-aba3-005071b27ac8 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (76878a0b-d5d7-49e1-ba82-a71ef4ac01d6), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:20.715246 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bd2bd-e815-4bdd-aba3-005071b27ac8 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Port': ['ID=76878a0b-d5d7-49e1-ba82-a71ef4ac01d6,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:20.715548 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-401dcb2e-0a45-4287-8066-4f5dc1c6fadc None None] Publish callbacks [] for port (b7894c46-eee7-47fb-bf3d-24da68511011), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:20.783700 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0c7bd2bd-e815-4bdd-aba3-005071b27ac8 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:20.789478 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0c7bd2bd-e815-4bdd-aba3-005071b27ac8 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/ports/76878a0b-d5d7-49e1-ba82-a71ef4ac01d6 HTTP/1.1" status: 204 len: 168 time: 0.7744586 Mar 05 05:18:20.789796 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33406) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:20.817026 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a292929-4cb3-42c2-88a5-63d311c5f9d3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] GET failed (client error): The resource could not be found. Mar 05 05:18:20.818750 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2a292929-4cb3-42c2-88a5-63d311c5f9d3 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "GET /v2.0/ports/76878a0b-d5d7-49e1-ba82-a71ef4ac01d6 HTTP/1.1" status: 404 len: 333 time: 0.0277686 Mar 05 05:18:20.821428 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33408) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:20.835949 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-401dcb2e-0a45-4287-8066-4f5dc1c6fadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b7894c46-eee7-47fb-bf3d-24da68511011), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:20.872887 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2c00a3fc-1ca8-4618-bba8-f8f7c8588c59 None None] Current status of the port d3e19cd4-513e-48e1-9642-4969db9cba09 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:20.889335 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port bfe341a3-8e05-470c-93f8-e91ef93f5714 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:20.891008 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:18:20.901030 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ba3254c-2fb2-4bac-8023-bf956377aada tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for security_group (f088315c-fc3e-48c3-b4ed-c33a198c3f2d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:20.962098 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ba3254c-2fb2-4bac-8023-bf956377aada tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for security_group (f088315c-fc3e-48c3-b4ed-c33a198c3f2d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:20.983414 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da96a4b-4f2c-473e-8380-88ce0d0949e3 None None] Pushing event updated for resources: {'Port': ['ID=b7894c46-eee7-47fb-bf3d-24da68511011,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:21.065112 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ba3254c-2fb2-4bac-8023-bf956377aada tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f088315c-fc3e-48c3-b4ed-c33a198c3f2d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:21.069562 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ba3254c-2fb2-4bac-8023-bf956377aada tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:21.069562 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7ba3254c-2fb2-4bac-8023-bf956377aada tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/security-groups/f088315c-fc3e-48c3-b4ed-c33a198c3f2d HTTP/1.1" status: 204 len: 168 time: 0.2466433 Mar 05 05:18:21.072503 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33416) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:21.090892 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-2c00a3fc-1ca8-4618-bba8-f8f7c8588c59 None None] Provisioning complete for port b7894c46-eee7-47fb-bf3d-24da68511011 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:21.091045 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3254c-2fb2-4bac-8023-bf956377aada tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f088315c-fc3e-48c3-b4ed-c33a198c3f2d,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:21.104747 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2c00a3fc-1ca8-4618-bba8-f8f7c8588c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b7894c46-eee7-47fb-bf3d-24da68511011), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:21.210480 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-00fc11a3-d006-41aa-9ea3-8762a28d0ea2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for security_group (c6670ac1-2f85-424f-96e8-1bca6ebb659c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:21.242740 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-00fc11a3-d006-41aa-9ea3-8762a28d0ea2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for security_group (c6670ac1-2f85-424f-96e8-1bca6ebb659c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:21.314363 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-00fc11a3-d006-41aa-9ea3-8762a28d0ea2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c6670ac1-2f85-424f-96e8-1bca6ebb659c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:21.318273 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-00fc11a3-d006-41aa-9ea3-8762a28d0ea2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:21.324147 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-00fc11a3-d006-41aa-9ea3-8762a28d0ea2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/security-groups/c6670ac1-2f85-424f-96e8-1bca6ebb659c HTTP/1.1" status: 204 len: 168 time: 0.2503171 Mar 05 05:18:21.325007 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33420) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:21.396393 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-401dcb2e-0a45-4287-8066-4f5dc1c6fadc None None] Attempting to bind port b7894c46-eee7-47fb-bf3d-24da68511011 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:18:21.397053 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-401dcb2e-0a45-4287-8066-4f5dc1c6fadc None None] Attempting to bind port b7894c46-eee7-47fb-bf3d-24da68511011 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:18:21.397170 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401dcb2e-0a45-4287-8066-4f5dc1c6fadc None None] Attempting to bind port b7894c46-eee7-47fb-bf3d-24da68511011 on network 84cac7eb-50f0-4cb0-8519-750de49341fe {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:18:21.400290 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-0d9c0c87-a72e-434e-8e42-adabef285827 None None] Allocated IP 2001:db8:0:1::2 (baa76a81-7824-4514-b158-f34cd23531fc/9e0b53e8-977d-4d02-aea1-9bd4b9287372/712df56f-3f5c-44a8-8e3c-8790d5a5f9d8) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:18:21.407656 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2c00a3fc-1ca8-4618-bba8-f8f7c8588c59 None None] Port b7894c46-eee7-47fb-bf3d-24da68511011 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:18:21.423977 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401dcb2e-0a45-4287-8066-4f5dc1c6fadc None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:18:21.424366 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401dcb2e-0a45-4287-8066-4f5dc1c6fadc None None] Checking segment: {'id': '5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:18:21.424784 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-401dcb2e-0a45-4287-8066-4f5dc1c6fadc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:21.425185 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401dcb2e-0a45-4287-8066-4f5dc1c6fadc None None] Bound using segment: {'id': '5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:18:21.425680 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-401dcb2e-0a45-4287-8066-4f5dc1c6fadc None None] Bound port: b7894c46-eee7-47fb-bf3d-24da68511011, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:18:21.426066 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-401dcb2e-0a45-4287-8066-4f5dc1c6fadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b7894c46-eee7-47fb-bf3d-24da68511011), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:21.441414 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee340cae-50aa-482b-a131-47b6ce2fd7c5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Deleting subnet 4e872fc8-a22d-4fb3-bccf-669c104c2da4 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:18:21.445440 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:21.445816 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (712df56f-3f5c-44a8-8e3c-8790d5a5f9d8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:21.492665 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67246f00-017e-4b98-be95-85b31ef07c55 req-cbc896c3-524c-42c4-92b9-33382e38d328 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:21.494439 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-67246f00-017e-4b98-be95-85b31ef07c55 req-cbc896c3-524c-42c4-92b9-33382e38d328 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.30 "GET /v2.0/networks?id=84cac7eb-50f0-4cb0-8519-750de49341fe HTTP/1.1" status: 200 len: 797 time: 0.3191733 Mar 05 05:18:21.495603 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2ae1a977-cdb9-422c-be93-8606017751ab req-99e8e56e-1888-4b2e-842d-5d67a2f33a2a tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 210 time: 0.0452499 Mar 05 05:18:21.496674 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc11a3-d006-41aa-9ea3-8762a28d0ea2 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6670ac1-2f85-424f-96e8-1bca6ebb659c,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:21.580653 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-67246f00-017e-4b98-be95-85b31ef07c55 req-0d777507-e5b9-40fa-b25f-fc875535d64f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab07f13582d14e74bdac64dcc9482a66 HTTP/1.1" status: 200 len: 379 time: 0.0765309 Mar 05 05:18:21.594119 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-67246f00-017e-4b98-be95-85b31ef07c55 req-33916237-f3d6-4f0a-807a-13be18ef01a5 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'port': {'device_id': '1a9cfded-626d-4587-8558-b03b7c409eb0', 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe', 'admin_state_up': True, 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'security_groups': ['11be3266-e319-4890-8c9b-27f5f277b107']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:21.683688 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f966a674-c3d0-4ded-b4d2-cead1f3d1d60 None None] Provisioning complete for port b7894c46-eee7-47fb-bf3d-24da68511011 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:21.684078 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f966a674-c3d0-4ded-b4d2-cead1f3d1d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b7894c46-eee7-47fb-bf3d-24da68511011), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:21.725765 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f966a674-c3d0-4ded-b4d2-cead1f3d1d60 None None] Port b7894c46-eee7-47fb-bf3d-24da68511011 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:18:21.817648 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f966a674-c3d0-4ded-b4d2-cead1f3d1d60 None None] Could not find standard attr ID for object 76878a0b-d5d7-49e1-ba82-a71ef4ac01d6. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 05:18:21.821718 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67246f00-017e-4b98-be95-85b31ef07c55 req-33916237-f3d6-4f0a-807a-13be18ef01a5 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Made reservation on behalf of ab07f13582d14e74bdac64dcc9482a66 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:18:21.825906 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-67246f00-017e-4b98-be95-85b31ef07c55 req-33916237-f3d6-4f0a-807a-13be18ef01a5 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:21.842035 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-0d9c0c87-a72e-434e-8e42-adabef285827 None None] For port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=712df56f-3f5c-44a8-8e3c-8790d5a5f9d8,segment=NetworkSegment(4d1c3313-5d2e-48e7-bf15-ed7c8b59cae8),segment_id=4d1c3313-5d2e-48e7-bf15-ed7c8b59cae8)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:18:21.847630 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-401dcb2e-0a45-4287-8066-4f5dc1c6fadc None None] For port b7894c46-eee7-47fb-bf3d-24da68511011, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:18:21.882377 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-401dcb2e-0a45-4287-8066-4f5dc1c6fadc None None] For port b7894c46-eee7-47fb-bf3d-24da68511011, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b7894c46-eee7-47fb-bf3d-24da68511011,segment=NetworkSegment(5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea),segment_id=5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:18:21.884597 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:21.899787 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-401dcb2e-0a45-4287-8066-4f5dc1c6fadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b7894c46-eee7-47fb-bf3d-24da68511011), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:21.965782 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0d9c0c87-a72e-434e-8e42-adabef285827 None None] Publish callbacks [] for port (712df56f-3f5c-44a8-8e3c-8790d5a5f9d8), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:21.971427 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ee340cae-50aa-482b-a131-47b6ce2fd7c5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for subnet (4e872fc8-a22d-4fb3-bccf-669c104c2da4), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:22.023702 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0d9c0c87-a72e-434e-8e42-adabef285827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (712df56f-3f5c-44a8-8e3c-8790d5a5f9d8), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:22.065913 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da96a4b-4f2c-473e-8380-88ce0d0949e3 None None] Pushing event updated for resources: {'Port': ['ID=b7894c46-eee7-47fb-bf3d-24da68511011,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:22.079845 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da96a4b-4f2c-473e-8380-88ce0d0949e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:22.080507 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da96a4b-4f2c-473e-8380-88ce0d0949e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:22.081063 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da96a4b-4f2c-473e-8380-88ce0d0949e3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:22.081597 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da96a4b-4f2c-473e-8380-88ce0d0949e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:22.082668 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da96a4b-4f2c-473e-8380-88ce0d0949e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:22.083268 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da96a4b-4f2c-473e-8380-88ce0d0949e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:22.084487 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da96a4b-4f2c-473e-8380-88ce0d0949e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:22.085046 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da96a4b-4f2c-473e-8380-88ce0d0949e3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:22.085609 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da96a4b-4f2c-473e-8380-88ce0d0949e3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:22.086190 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da96a4b-4f2c-473e-8380-88ce0d0949e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:22.086746 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da96a4b-4f2c-473e-8380-88ce0d0949e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:22.087334 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da96a4b-4f2c-473e-8380-88ce0d0949e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:22.087879 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da96a4b-4f2c-473e-8380-88ce0d0949e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:22.092645 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ee340cae-50aa-482b-a131-47b6ce2fd7c5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (4e872fc8-a22d-4fb3-bccf-669c104c2da4), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:22.096359 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401dcb2e-0a45-4287-8066-4f5dc1c6fadc None None] Routers {'f2490747-8303-4557-b1fd-b29d0268913b'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:18:22.099326 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-401dcb2e-0a45-4287-8066-4f5dc1c6fadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:18:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['f2490747-8303-4557-b1fd-b29d0268913b'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:22.137489 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d3e19cd4-513e-48e1-9642-4969db9cba09 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:18:22.228790 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-67246f00-017e-4b98-be95-85b31ef07c55 req-33916237-f3d6-4f0a-807a-13be18ef01a5 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Allocated IP 172.20.0.5 (84cac7eb-50f0-4cb0-8519-750de49341fe/8bbed329-b500-444f-8c46-094692e743a8/3d777cd9-1bd8-45ef-976f-ba7106b340e2) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:18:22.318372 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c0c87-a72e-434e-8e42-adabef285827 None None] Pushing event updated for resources: {'Port': ['ID=712df56f-3f5c-44a8-8e3c-8790d5a5f9d8,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:22.331935 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ee340cae-50aa-482b-a131-47b6ce2fd7c5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (4e872fc8-a22d-4fb3-bccf-669c104c2da4), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:22.489924 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ee340cae-50aa-482b-a131-47b6ce2fd7c5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (4e872fc8-a22d-4fb3-bccf-669c104c2da4), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:22.548755 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-401dcb2e-0a45-4287-8066-4f5dc1c6fadc None None] Set router f2490747-8303-4557-b1fd-b29d0268913b gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:18:22.554626 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port d3e19cd4-513e-48e1-9642-4969db9cba09 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:22.554626 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d3e19cd4-513e-48e1-9642-4969db9cba09), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:22.567742 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee340cae-50aa-482b-a131-47b6ce2fd7c5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Subnet': ['ID=4e872fc8-a22d-4fb3-bccf-669c104c2da4,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:22.614826 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ee340cae-50aa-482b-a131-47b6ce2fd7c5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:22.624822 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ee340cae-50aa-482b-a131-47b6ce2fd7c5 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/subnets/4e872fc8-a22d-4fb3-bccf-669c104c2da4 HTTP/1.1" status: 204 len: 168 time: 1.2945323 Mar 05 05:18:22.625041 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-15f71b61-b37f-4076-ab0c-99be4d4a35dd None None] Provisioning complete for port b7894c46-eee7-47fb-bf3d-24da68511011 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:22.629016 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33460) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:22.636204 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-15f71b61-b37f-4076-ab0c-99be4d4a35dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b7894c46-eee7-47fb-bf3d-24da68511011), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:22.637920 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-6b0e5b02-c1b3-4862-9b39-92951f91536d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'subnet': {'network_id': 'baa76a81-7824-4514-b158-f34cd23531fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:22.643435 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-67246f00-017e-4b98-be95-85b31ef07c55 req-33916237-f3d6-4f0a-807a-13be18ef01a5 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for port (3d777cd9-1bd8-45ef-976f-ba7106b340e2), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:22.699814 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-456790e5-35bf-48e6-8e9d-a7165bdeeb0d req-72e2e0be-8539-480e-a921-9d865cdc96b3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 210 time: 0.0547664 Mar 05 05:18:22.775252 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-67246f00-017e-4b98-be95-85b31ef07c55 req-33916237-f3d6-4f0a-807a-13be18ef01a5 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (3d777cd9-1bd8-45ef-976f-ba7106b340e2), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:22.842002 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67246f00-017e-4b98-be95-85b31ef07c55 req-33916237-f3d6-4f0a-807a-13be18ef01a5 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Network 84cac7eb-50f0-4cb0-8519-750de49341fe is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:18:22.850742 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-67246f00-017e-4b98-be95-85b31ef07c55 req-33916237-f3d6-4f0a-807a-13be18ef01a5 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:18:22.858134 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-67246f00-017e-4b98-be95-85b31ef07c55 req-33916237-f3d6-4f0a-807a-13be18ef01a5 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:18:22.869599 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0e5b02-c1b3-4862-9b39-92951f91536d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:18:22.876629 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6b0e5b02-c1b3-4862-9b39-92951f91536d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:22.916109 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33916237-f3d6-4f0a-807a-13be18ef01a5 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'Port': ['ID=3d777cd9-1bd8-45ef-976f-ba7106b340e2,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:22.978618 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67246f00-017e-4b98-be95-85b31ef07c55 req-33916237-f3d6-4f0a-807a-13be18ef01a5 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:22.979329 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-67246f00-017e-4b98-be95-85b31ef07c55 req-33916237-f3d6-4f0a-807a-13be18ef01a5 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:23.021854 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-67246f00-017e-4b98-be95-85b31ef07c55 req-33916237-f3d6-4f0a-807a-13be18ef01a5 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4328043 Mar 05 05:18:23.036621 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-67246f00-017e-4b98-be95-85b31ef07c55 req-104af442-7e9a-4c1a-bf5d-ba73002f07a1 service neutron] Request body: {'port': {'device_id': '1a9cfded-626d-4587-8558-b03b7c409eb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:23.242402 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-67246f00-017e-4b98-be95-85b31ef07c55 req-104af442-7e9a-4c1a-bf5d-ba73002f07a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3d777cd9-1bd8-45ef-976f-ba7106b340e2), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:23.486341 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6b0e5b02-c1b3-4862-9b39-92951f91536d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (b954f56f-6d2c-4204-aa73-65cb10a6de7b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:23.594144 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0e5b02-c1b3-4862-9b39-92951f91536d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network baa76a81-7824-4514-b158-f34cd23531fc is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:18:23.599510 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-6b0e5b02-c1b3-4862-9b39-92951f91536d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:18:23.614096 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0e5b02-c1b3-4862-9b39-92951f91536d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:23.614737 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6b0e5b02-c1b3-4862-9b39-92951f91536d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:23.672368 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cd4cf3-34af-470c-ae51-3196dfacd58a None None] Network baa76a81-7824-4514-b158-f34cd23531fc requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:18:23.685830 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6b0e5b02-c1b3-4862-9b39-92951f91536d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0553820 Mar 05 05:18:23.690337 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33466) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:23.693528 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e5b02-c1b3-4862-9b39-92951f91536d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Subnet': ['ID=b954f56f-6d2c-4204-aa73-65cb10a6de7b,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:23.710513 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-1b20cc2c-705f-4856-a012-6dfebeaa1506 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'security_group': {'name': 'tempest-secgroup-681587409'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:23.766900 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1b20cc2c-705f-4856-a012-6dfebeaa1506 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:23.906572 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port d3e19cd4-513e-48e1-9642-4969db9cba09 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:23.908161 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:18:23.929400 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-67246f00-017e-4b98-be95-85b31ef07c55 req-104af442-7e9a-4c1a-bf5d-ba73002f07a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d777cd9-1bd8-45ef-976f-ba7106b340e2 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:18:23.946105 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-67246f00-017e-4b98-be95-85b31ef07c55 req-104af442-7e9a-4c1a-bf5d-ba73002f07a1 service neutron] Publish callbacks [] for port (3d777cd9-1bd8-45ef-976f-ba7106b340e2), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:23.961673 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-15f71b61-b37f-4076-ab0c-99be4d4a35dd None None] Current status of the port b7894c46-eee7-47fb-bf3d-24da68511011 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:23.962842 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-15f71b61-b37f-4076-ab0c-99be4d4a35dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b7894c46-eee7-47fb-bf3d-24da68511011), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:23.983647 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-67246f00-017e-4b98-be95-85b31ef07c55 req-104af442-7e9a-4c1a-bf5d-ba73002f07a1 service neutron] Transition to ACTIVE for port object 3d777cd9-1bd8-45ef-976f-ba7106b340e2 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:18:23.989643 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-67246f00-017e-4b98-be95-85b31ef07c55 req-104af442-7e9a-4c1a-bf5d-ba73002f07a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (3d777cd9-1bd8-45ef-976f-ba7106b340e2), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:24.071663 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-15f71b61-b37f-4076-ab0c-99be4d4a35dd None None] For port b7894c46-eee7-47fb-bf3d-24da68511011, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b7894c46-eee7-47fb-bf3d-24da68511011,segment=NetworkSegment(5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea),segment_id=5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:18:24.107285 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-15f71b61-b37f-4076-ab0c-99be4d4a35dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b7894c46-eee7-47fb-bf3d-24da68511011), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:24.115149 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661700c-baec-4bb2-85ca-fcb154a88c3b req-0b8e95fa-12e2-43d1-a56e-46a428d5eea5 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:24.118539 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a661700c-baec-4bb2-85ca-fcb154a88c3b req-0b8e95fa-12e2-43d1-a56e-46a428d5eea5 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 931 time: 0.2902477 Mar 05 05:18:24.123780 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1b20cc2c-705f-4856-a012-6dfebeaa1506 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for security_group (99bcb6a3-61b4-4911-a017-7f456310b638), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:24.160329 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104af442-7e9a-4c1a-bf5d-ba73002f07a1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d777cd9-1bd8-45ef-976f-ba7106b340e2,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:24.160891 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1b20cc2c-705f-4856-a012-6dfebeaa1506 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (99bcb6a3-61b4-4911-a017-7f456310b638), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:24.223881 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:24.228423 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (712df56f-3f5c-44a8-8e3c-8790d5a5f9d8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:24.230760 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-67246f00-017e-4b98-be95-85b31ef07c55 req-104af442-7e9a-4c1a-bf5d-ba73002f07a1 service neutron] Attempting to bind port 3d777cd9-1bd8-45ef-976f-ba7106b340e2 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:18:24.231124 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-67246f00-017e-4b98-be95-85b31ef07c55 req-104af442-7e9a-4c1a-bf5d-ba73002f07a1 service neutron] Attempting to bind port 3d777cd9-1bd8-45ef-976f-ba7106b340e2 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:18:24.231735 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67246f00-017e-4b98-be95-85b31ef07c55 req-104af442-7e9a-4c1a-bf5d-ba73002f07a1 service neutron] Attempting to bind port 3d777cd9-1bd8-45ef-976f-ba7106b340e2 on network 84cac7eb-50f0-4cb0-8519-750de49341fe {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:18:24.243765 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67246f00-017e-4b98-be95-85b31ef07c55 req-104af442-7e9a-4c1a-bf5d-ba73002f07a1 service neutron] Port 3d777cd9-1bd8-45ef-976f-ba7106b340e2 on network 84cac7eb-50f0-4cb0-8519-750de49341fe not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:18:24.244092 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67246f00-017e-4b98-be95-85b31ef07c55 req-104af442-7e9a-4c1a-bf5d-ba73002f07a1 service neutron] Attempting to bind port 3d777cd9-1bd8-45ef-976f-ba7106b340e2 on network 84cac7eb-50f0-4cb0-8519-750de49341fe {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:18:24.247727 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1b20cc2c-705f-4856-a012-6dfebeaa1506 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:24.249139 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1b20cc2c-705f-4856-a012-6dfebeaa1506 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5576520 Mar 05 05:18:24.253886 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33472) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:24.258418 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67246f00-017e-4b98-be95-85b31ef07c55 req-104af442-7e9a-4c1a-bf5d-ba73002f07a1 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:18:24.258771 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67246f00-017e-4b98-be95-85b31ef07c55 req-104af442-7e9a-4c1a-bf5d-ba73002f07a1 service neutron] Checking segment: {'id': '5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:18:24.259178 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67246f00-017e-4b98-be95-85b31ef07c55 req-104af442-7e9a-4c1a-bf5d-ba73002f07a1 service neutron] Bound using segment: {'id': '5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:18:24.259609 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-67246f00-017e-4b98-be95-85b31ef07c55 req-104af442-7e9a-4c1a-bf5d-ba73002f07a1 service neutron] Bound port: 3d777cd9-1bd8-45ef-976f-ba7106b340e2, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:18:24.259965 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-67246f00-017e-4b98-be95-85b31ef07c55 req-104af442-7e9a-4c1a-bf5d-ba73002f07a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3d777cd9-1bd8-45ef-976f-ba7106b340e2), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:24.271913 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-b057b70d-fe2c-4f6e-8753-57015f2a770e tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'security_group': {'name': 'tempest-secgroup-874667502'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:24.327515 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20cc2c-705f-4856-a012-6dfebeaa1506 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99bcb6a3-61b4-4911-a017-7f456310b638,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:24.367207 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-401dcb2e-0a45-4287-8066-4f5dc1c6fadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123393672', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'bfe341a3-8e05-470c-93f8-e91ef93f5714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:18:09Z', 'updated_at': '2022-03-05T05:18:16Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'bfe341a3-8e05-470c-93f8-e91ef93f5714', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:18:10Z', 'updated_at': '2022-03-05T05:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'b7894c46-eee7-47fb-bf3d-24da68511011', 'name': '', 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:2a:63:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '8bbed329-b500-444f-8c46-094692e743a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:18:15Z', 'updated_at': '2022-03-05T05:18:21Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': '8bbed329-b500-444f-8c46-094692e743a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:24.418266 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a661700c-baec-4bb2-85ca-fcb154a88c3b req-6e71902a-62bc-44bb-abe6-bce16001c1cd tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2797840 Mar 05 05:18:24.419796 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b057b70d-fe2c-4f6e-8753-57015f2a770e tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:24.426165 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-67246f00-017e-4b98-be95-85b31ef07c55 req-104af442-7e9a-4c1a-bf5d-ba73002f07a1 service neutron] For port 3d777cd9-1bd8-45ef-976f-ba7106b340e2, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:18:24.430752 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-67246f00-017e-4b98-be95-85b31ef07c55 req-104af442-7e9a-4c1a-bf5d-ba73002f07a1 service neutron] For port 3d777cd9-1bd8-45ef-976f-ba7106b340e2, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=3d777cd9-1bd8-45ef-976f-ba7106b340e2,segment=NetworkSegment(5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea),segment_id=5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:18:24.453743 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-67246f00-017e-4b98-be95-85b31ef07c55 req-104af442-7e9a-4c1a-bf5d-ba73002f07a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (3d777cd9-1bd8-45ef-976f-ba7106b340e2), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:24.481587 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401dcb2e-0a45-4287-8066-4f5dc1c6fadc None None] The sync data for ids ['f2490747-8303-4557-b1fd-b29d0268913b'] in n-d-789963-32 is: [{'id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123393672', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'bfe341a3-8e05-470c-93f8-e91ef93f5714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:18:09Z', 'updated_at': '2022-03-05T05:18:16Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'bfe341a3-8e05-470c-93f8-e91ef93f5714', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:18:10Z', 'updated_at': '2022-03-05T05:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'b7894c46-eee7-47fb-bf3d-24da68511011', 'name': '', 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:2a:63:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '8bbed329-b500-444f-8c46-094692e743a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:18:15Z', 'updated_at': '2022-03-05T05:18:21Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': '8bbed329-b500-444f-8c46-094692e743a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:18:24.495651 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d13b12c7-92d0-42dd-8760-982b3bd2d0a7 None None] Provisioning complete for port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:24.496568 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d13b12c7-92d0-42dd-8760-982b3bd2d0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (712df56f-3f5c-44a8-8e3c-8790d5a5f9d8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:24.564080 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67246f00-017e-4b98-be95-85b31ef07c55 req-104af442-7e9a-4c1a-bf5d-ba73002f07a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:24.564878 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-67246f00-017e-4b98-be95-85b31ef07c55 req-104af442-7e9a-4c1a-bf5d-ba73002f07a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:24.567051 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-67246f00-017e-4b98-be95-85b31ef07c55 req-104af442-7e9a-4c1a-bf5d-ba73002f07a1 service neutron] 10.222.0.30 "PUT /v2.0/ports/3d777cd9-1bd8-45ef-976f-ba7106b340e2 HTTP/1.1" status: 200 len: 1092 time: 1.5381396 Mar 05 05:18:24.570343 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9cfded-626d-4587-8558-b03b7c409eb0', 'tag': '3d777cd9-1bd8-45ef-976f-ba7106b340e2'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:18:24.576678 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782556e2-46ab-4ae7-99ed-5d6e069072c0" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9cfded-626d-4587-8558-b03b7c409eb0", "tag": "3d777cd9-1bd8-45ef-976f-ba7106b340e2"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:18:24.582023 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f71b61-b37f-4076-ab0c-99be4d4a35dd None None] Pushing event updated for resources: {'Port': ['ID=b7894c46-eee7-47fb-bf3d-24da68511011,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:24.699020 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b057b70d-fe2c-4f6e-8753-57015f2a770e tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for security_group (ffa6aa56-4c79-48f7-93d2-4239edaf27de), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:24.707020 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b057b70d-fe2c-4f6e-8753-57015f2a770e tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ffa6aa56-4c79-48f7-93d2-4239edaf27de), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:24.735928 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8086f3aa-593f-47d6-ab07-a0edc5ba585e x-openstack-request-id: req-8086f3aa-593f-47d6-ab07-a0edc5ba585e {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:18:24.736291 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9cfded-626d-4587-8558-b03b7c409eb0", "tag": "3d777cd9-1bd8-45ef-976f-ba7106b340e2", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:18:24.736486 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8086f3aa-593f-47d6-ab07-a0edc5ba585e {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:18:24.737060 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9cfded-626d-4587-8558-b03b7c409eb0', 'tag': '3d777cd9-1bd8-45ef-976f-ba7106b340e2', 'status': 'completed', 'code': 200} Mar 05 05:18:24.739286 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104af442-7e9a-4c1a-bf5d-ba73002f07a1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d777cd9-1bd8-45ef-976f-ba7106b340e2,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:24.762428 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60643f87-184c-4802-b099-b4f9d8a5045d None None] Update dhcp port {'port': {'network_id': 'baa76a81-7824-4514-b158-f34cd23531fc', 'fixed_ips': [{'subnet_id': '9e0b53e8-977d-4d02-aea1-9bd4b9287372', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b954f56f-6d2c-4204-aa73-65cb10a6de7b'}], 'binding:host_id': 'n-d-789963-32'}, 'id': '712df56f-3f5c-44a8-8e3c-8790d5a5f9d8'} from n-d-789963-32. {{(pid=105233) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 05 05:18:24.868983 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67246f00-017e-4b98-be95-85b31ef07c55 req-b6a07ab8-882c-4824-a3d9-23e6d0b19abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:24.870743 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-67246f00-017e-4b98-be95-85b31ef07c55 req-b6a07ab8-882c-4824-a3d9-23e6d0b19abb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 1126 time: 0.2122529 Mar 05 05:18:24.880767 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057b70d-fe2c-4f6e-8753-57015f2a770e tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa6aa56-4c79-48f7-93d2-4239edaf27de,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:24.914684 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b057b70d-fe2c-4f6e-8753-57015f2a770e tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:24.922308 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b057b70d-fe2c-4f6e-8753-57015f2a770e tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6578825 Mar 05 05:18:24.926330 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33478) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:24.934311 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-794cb276-2e6d-4f39-918a-a02fc2b3d820 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'security_group': {'name': 'tempest-secgroup-1954123073'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:24.967637 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-60643f87-184c-4802-b099-b4f9d8a5045d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (712df56f-3f5c-44a8-8e3c-8790d5a5f9d8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:24.992886 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-794cb276-2e6d-4f39-918a-a02fc2b3d820 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:24.993695 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-67246f00-017e-4b98-be95-85b31ef07c55 req-1651dc15-4b34-431c-a3ce-bca70fb926dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d777cd9-1bd8-45ef-976f-ba7106b340e2 HTTP/1.1" status: 200 len: 217 time: 0.1146269 Mar 05 05:18:25.001990 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:25.034741 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d13b12c7-92d0-42dd-8760-982b3bd2d0a7 None None] Current status of the port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:25.144468 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67246f00-017e-4b98-be95-85b31ef07c55 req-b13fc688-061f-4b7f-9ead-ad4f9b134d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:25.153652 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-794cb276-2e6d-4f39-918a-a02fc2b3d820 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for security_group (4436e400-a21a-4ee0-b8d7-800e8f980ff6), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:25.157154 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-67246f00-017e-4b98-be95-85b31ef07c55 req-b13fc688-061f-4b7f-9ead-ad4f9b134d6c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bbed329-b500-444f-8c46-094692e743a8 HTTP/1.1" status: 200 len: 834 time: 0.1543033 Mar 05 05:18:25.160685 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-794cb276-2e6d-4f39-918a-a02fc2b3d820 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4436e400-a21a-4ee0-b8d7-800e8f980ff6), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:25.236966 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-794cb276-2e6d-4f39-918a-a02fc2b3d820 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:25.245364 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-794cb276-2e6d-4f39-918a-a02fc2b3d820 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3208482 Mar 05 05:18:25.256342 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33482) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:25.278433 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-ec273607-627e-4efc-9ad3-8d2d64342000 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1527184548', 'security_groups': ['4436e400-a21a-4ee0-b8d7-800e8f980ff6'], 'network_id': 'baa76a81-7824-4514-b158-f34cd23531fc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b954f56f-6d2c-4204-aa73-65cb10a6de7b'}]}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:25.293152 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794cb276-2e6d-4f39-918a-a02fc2b3d820 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4436e400-a21a-4ee0-b8d7-800e8f980ff6,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:25.343015 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d13b12c7-92d0-42dd-8760-982b3bd2d0a7 None None] Provisioning complete for port bf17d4bc-9b9b-4a5b-9b61-55cef9dbb13b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:25.343015 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d13b12c7-92d0-42dd-8760-982b3bd2d0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bf17d4bc-9b9b-4a5b-9b61-55cef9dbb13b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:25.384169 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:18:25.470260 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d13b12c7-92d0-42dd-8760-982b3bd2d0a7 None None] Port bf17d4bc-9b9b-4a5b-9b61-55cef9dbb13b cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:18:25.497900 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-60643f87-184c-4802-b099-b4f9d8a5045d None None] Allocated IP 2001:db8::2 (baa76a81-7824-4514-b158-f34cd23531fc/b954f56f-6d2c-4204-aa73-65cb10a6de7b/712df56f-3f5c-44a8-8e3c-8790d5a5f9d8) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:18:25.513047 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67246f00-017e-4b98-be95-85b31ef07c55 req-3dce1cd6-983e-4d78-a233-1ca4787b3319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:25.514472 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d13b12c7-92d0-42dd-8760-982b3bd2d0a7 None None] Could not find standard attr ID for object 76878a0b-d5d7-49e1-ba82-a71ef4ac01d6. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 05:18:25.517505 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-67246f00-017e-4b98-be95-85b31ef07c55 req-3dce1cd6-983e-4d78-a233-1ca4787b3319 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84cac7eb-50f0-4cb0-8519-750de49341fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3573062 Mar 05 05:18:25.626504 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5cf74-01e1-44d4-ba0f-917fafaaef9a req-e89e1bc6-6ce5-4b60-846d-668b4bf1087e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:25.642902 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-34e5cf74-01e1-44d4-ba0f-917fafaaef9a req-e89e1bc6-6ce5-4b60-846d-668b4bf1087e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 943 time: 0.1130638 Mar 05 05:18:25.779024 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec273607-627e-4efc-9ad3-8d2d64342000 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:18:25.796778 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-34e5cf74-01e1-44d4-ba0f-917fafaaef9a req-b044f41b-ea53-4094-b2b6-cf371383d08d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528175 Mar 05 05:18:25.825286 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-60643f87-184c-4802-b099-b4f9d8a5045d None None] For port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=712df56f-3f5c-44a8-8e3c-8790d5a5f9d8,segment=NetworkSegment(4d1c3313-5d2e-48e7-bf15-ed7c8b59cae8),segment_id=4d1c3313-5d2e-48e7-bf15-ed7c8b59cae8)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:18:25.829105 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-67246f00-017e-4b98-be95-85b31ef07c55 req-29ef1756-81d7-404f-b282-20d51cd237f6 service neutron] 10.222.0.30 "GET /v2.0/networks/84cac7eb-50f0-4cb0-8519-750de49341fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024325 Mar 05 05:18:25.872119 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-60643f87-184c-4802-b099-b4f9d8a5045d None None] Publish callbacks [] for port (712df56f-3f5c-44a8-8e3c-8790d5a5f9d8), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:25.880871 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:25.881603 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (712df56f-3f5c-44a8-8e3c-8790d5a5f9d8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:25.885952 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-60643f87-184c-4802-b099-b4f9d8a5045d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (712df56f-3f5c-44a8-8e3c-8790d5a5f9d8), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:25.980701 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60643f87-184c-4802-b099-b4f9d8a5045d None None] Pushing event updated for resources: {'Port': ['ID=712df56f-3f5c-44a8-8e3c-8790d5a5f9d8,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:26.000415 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ec273607-627e-4efc-9ad3-8d2d64342000 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:26.037808 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-ec273607-627e-4efc-9ad3-8d2d64342000 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] device_id is not set on port ce978381-622c-4b4b-b82f-f0406b4885eb yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:18:26.114476 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-67246f00-017e-4b98-be95-85b31ef07c55 req-82f1599f-8711-4e25-8167-433fb22838f1 service neutron] 10.222.0.30 "GET /v2.0/networks/84cac7eb-50f0-4cb0-8519-750de49341fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519038 Mar 05 05:18:26.170149 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:26.171802 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b7894c46-eee7-47fb-bf3d-24da68511011 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:18:26.290847 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port b7894c46-eee7-47fb-bf3d-24da68511011 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:26.291545 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b7894c46-eee7-47fb-bf3d-24da68511011), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:26.310249 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782556e2-46ab-4ae7-99ed-5d6e069072c0 req-e5c4ddcb-0509-4374-a8cf-7e0477a4a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:26.312540 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-782556e2-46ab-4ae7-99ed-5d6e069072c0 req-e5c4ddcb-0509-4374-a8cf-7e0477a4a97b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 1126 time: 0.1397593 Mar 05 05:18:26.413985 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port b7894c46-eee7-47fb-bf3d-24da68511011 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:26.483795 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-ec273607-627e-4efc-9ad3-8d2d64342000 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Allocated IP 2001:db8::cb (baa76a81-7824-4514-b158-f34cd23531fc/b954f56f-6d2c-4204-aa73-65cb10a6de7b/ce978381-622c-4b4b-b82f-f0406b4885eb) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:18:26.538155 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782556e2-46ab-4ae7-99ed-5d6e069072c0 req-06d56149-9b66-4409-9c72-a13fd22ecde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:26.540151 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-782556e2-46ab-4ae7-99ed-5d6e069072c0 req-06d56149-9b66-4409-9c72-a13fd22ecde2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=84cac7eb-50f0-4cb0-8519-750de49341fe HTTP/1.1" status: 200 len: 897 time: 0.2195892 Mar 05 05:18:26.606746 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-782556e2-46ab-4ae7-99ed-5d6e069072c0 req-1f49c575-335e-4215-8a3f-1f2a3d4f52ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d777cd9-1bd8-45ef-976f-ba7106b340e2 HTTP/1.1" status: 200 len: 217 time: 0.0602176 Mar 05 05:18:26.685033 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782556e2-46ab-4ae7-99ed-5d6e069072c0 req-a0b2e68a-2826-461a-a862-b870013297cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:26.686895 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-782556e2-46ab-4ae7-99ed-5d6e069072c0 req-a0b2e68a-2826-461a-a862-b870013297cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bbed329-b500-444f-8c46-094692e743a8 HTTP/1.1" status: 200 len: 834 time: 0.0731587 Mar 05 05:18:26.872298 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ec273607-627e-4efc-9ad3-8d2d64342000 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for port (ce978381-622c-4b4b-b82f-f0406b4885eb), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:26.929083 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ec273607-627e-4efc-9ad3-8d2d64342000 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (ce978381-622c-4b4b-b82f-f0406b4885eb), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:26.941058 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782556e2-46ab-4ae7-99ed-5d6e069072c0 req-0ee18792-7871-48c0-a493-4ea51adc309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:26.942889 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-782556e2-46ab-4ae7-99ed-5d6e069072c0 req-0ee18792-7871-48c0-a493-4ea51adc309c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84cac7eb-50f0-4cb0-8519-750de49341fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2378788 Mar 05 05:18:26.994769 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c19df-a87b-4d75-8bc0-98bc43a30e42 req-7c3df7ce-380c-4304-8250-eb54bed5e4df tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:27.005489 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ec0c19df-a87b-4d75-8bc0-98bc43a30e42 req-7c3df7ce-380c-4304-8250-eb54bed5e4df tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 943 time: 0.1017082 Mar 05 05:18:27.087063 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec273607-627e-4efc-9ad3-8d2d64342000 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network baa76a81-7824-4514-b158-f34cd23531fc is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:18:27.095540 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-ec273607-627e-4efc-9ad3-8d2d64342000 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:18:27.099821 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec273607-627e-4efc-9ad3-8d2d64342000 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Port': ['ID=ce978381-622c-4b4b-b82f-f0406b4885eb,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:27.102899 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec273607-627e-4efc-9ad3-8d2d64342000 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:18:27.122677 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec273607-627e-4efc-9ad3-8d2d64342000 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:27.123435 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ec273607-627e-4efc-9ad3-8d2d64342000 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:27.152605 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66139be9-327b-4101-8538-578470554c60 None None] Network baa76a81-7824-4514-b158-f34cd23531fc requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:18:27.160397 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ec0c19df-a87b-4d75-8bc0-98bc43a30e42 req-c6f100aa-d392-4331-bf6f-1cfbb1ffcdba tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513631 Mar 05 05:18:27.170123 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ec273607-627e-4efc-9ad3-8d2d64342000 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9095643 Mar 05 05:18:27.170342 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33494) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:27.176137 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-556e3738-a909-4e0f-be09-7e95b0dab52a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'subnet': {'network_id': 'baa76a81-7824-4514-b158-f34cd23531fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:27.204666 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-782556e2-46ab-4ae7-99ed-5d6e069072c0 req-077ea19b-8dfe-4199-9d8d-6cec145841f1 service neutron] 10.222.0.30 "GET /v2.0/networks/84cac7eb-50f0-4cb0-8519-750de49341fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536778 Mar 05 05:18:27.262780 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:18:27.313644 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6cdbd53d-349a-4d64-8808-2f1e603694ca None None] Provisioning complete for port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:27.314085 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6cdbd53d-349a-4d64-8808-2f1e603694ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (712df56f-3f5c-44a8-8e3c-8790d5a5f9d8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:27.394597 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556e3738-a909-4e0f-be09-7e95b0dab52a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:18:27.399602 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-556e3738-a909-4e0f-be09-7e95b0dab52a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:27.417772 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:27.418190 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (712df56f-3f5c-44a8-8e3c-8790d5a5f9d8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:27.514278 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6cdbd53d-349a-4d64-8808-2f1e603694ca None None] Current status of the port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:27.574689 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6cdbd53d-349a-4d64-8808-2f1e603694ca None None] Provisioning complete for port bf17d4bc-9b9b-4a5b-9b61-55cef9dbb13b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:27.575122 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6cdbd53d-349a-4d64-8808-2f1e603694ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bf17d4bc-9b9b-4a5b-9b61-55cef9dbb13b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:27.607945 n-d-789963-32 neutron-server[105231]: INFO neutron.db.ipam_backend_mixin [None req-556e3738-a909-4e0f-be09-7e95b0dab52a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b954f56f-6d2c-4204-aa73-65cb10a6de7b (CIDR: 2001:db8::/64) Mar 05 05:18:27.616583 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:27.619455 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-556e3738-a909-4e0f-be09-7e95b0dab52a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:18:27.619935 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-556e3738-a909-4e0f-be09-7e95b0dab52a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:18:27.642207 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6cdbd53d-349a-4d64-8808-2f1e603694ca None None] Port bf17d4bc-9b9b-4a5b-9b61-55cef9dbb13b cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:18:27.671720 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-556e3738-a909-4e0f-be09-7e95b0dab52a tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5001745 Mar 05 05:18:27.673217 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33498) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:27.681612 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-628e1456-1803-4d13-904a-96061c6c089f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'subnet': {'network_id': 'baa76a81-7824-4514-b158-f34cd23531fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:27.813091 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-782556e2-46ab-4ae7-99ed-5d6e069072c0 req-c8c095e1-13e7-4017-8dae-1d6b53dc029d service neutron] 10.222.0.30 "GET /v2.0/networks/84cac7eb-50f0-4cb0-8519-750de49341fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5952983 Mar 05 05:18:27.931037 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628e1456-1803-4d13-904a-96061c6c089f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:18:27.940994 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-628e1456-1803-4d13-904a-96061c6c089f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:27.978193 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-eab3670b-6dac-4508-9dab-bb8a7099e511 None None] Provisioning complete for port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:27.978577 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-eab3670b-6dac-4508-9dab-bb8a7099e511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (712df56f-3f5c-44a8-8e3c-8790d5a5f9d8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:28.088156 n-d-789963-32 neutron-server[105231]: INFO neutron.db.ipam_backend_mixin [None req-628e1456-1803-4d13-904a-96061c6c089f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 9e0b53e8-977d-4d02-aea1-9bd4b9287372 (CIDR: 2001:db8:0:1::/64) Mar 05 05:18:28.095327 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-628e1456-1803-4d13-904a-96061c6c089f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:18:28.096418 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-628e1456-1803-4d13-904a-96061c6c089f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:18:28.103703 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-eab3670b-6dac-4508-9dab-bb8a7099e511 None None] Current status of the port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:28.117159 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-eab3670b-6dac-4508-9dab-bb8a7099e511 None None] Provisioning complete for port ce978381-622c-4b4b-b82f-f0406b4885eb triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:28.117686 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-eab3670b-6dac-4508-9dab-bb8a7099e511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ce978381-622c-4b4b-b82f-f0406b4885eb), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:28.131424 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-628e1456-1803-4d13-904a-96061c6c089f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4560699 Mar 05 05:18:28.133066 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33502) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:28.139051 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-a52bbd87-466c-468b-814c-bc23e481a8f9 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'subnet': {'network_id': 'baa76a81-7824-4514-b158-f34cd23531fc', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:28.165319 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-eab3670b-6dac-4508-9dab-bb8a7099e511 None None] Port ce978381-622c-4b4b-b82f-f0406b4885eb cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:18:28.180503 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-eab3670b-6dac-4508-9dab-bb8a7099e511 None None] Provisioning complete for port bf17d4bc-9b9b-4a5b-9b61-55cef9dbb13b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:28.181136 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-eab3670b-6dac-4508-9dab-bb8a7099e511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bf17d4bc-9b9b-4a5b-9b61-55cef9dbb13b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:28.271755 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-eab3670b-6dac-4508-9dab-bb8a7099e511 None None] Port bf17d4bc-9b9b-4a5b-9b61-55cef9dbb13b cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:18:28.420088 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-ba37f11b-3703-4249-8561-acebc3a69f44 None None] Provisioning complete for port ce978381-622c-4b4b-b82f-f0406b4885eb triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:28.422515 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ba37f11b-3703-4249-8561-acebc3a69f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ce978381-622c-4b4b-b82f-f0406b4885eb), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:28.423705 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9216de-c334-4086-91db-cd5d7850e4a4 req-a1e9caaf-b9b6-44aa-8309-ca04ab3d8b03 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:28.425615 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0f9216de-c334-4086-91db-cd5d7850e4a4 req-a1e9caaf-b9b6-44aa-8309-ca04ab3d8b03 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 943 time: 0.1354947 Mar 05 05:18:28.432064 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52bbd87-466c-468b-814c-bc23e481a8f9 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Made reservation on behalf of a80c1cec283c427e906b7c606d277a58 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:18:28.435710 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a52bbd87-466c-468b-814c-bc23e481a8f9 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:28.521169 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ba37f11b-3703-4249-8561-acebc3a69f44 None None] Port ce978381-622c-4b4b-b82f-f0406b4885eb cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:18:28.598584 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0f9216de-c334-4086-91db-cd5d7850e4a4 req-5cd94a30-7c7a-4e74-af15-4bde3a94ee8f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577721 Mar 05 05:18:28.638682 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-c084b287-dcd2-4e17-bd86-94877799d821 None None] Could not find standard attr ID for object 76878a0b-d5d7-49e1-ba82-a71ef4ac01d6. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 05:18:28.793516 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a52bbd87-466c-468b-814c-bc23e481a8f9 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (940f5e28-0c93-4f53-b7b4-da27bc6475d0), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:28.849194 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52bbd87-466c-468b-814c-bc23e481a8f9 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Network baa76a81-7824-4514-b158-f34cd23531fc is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:18:28.853094 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-a52bbd87-466c-468b-814c-bc23e481a8f9 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:18:28.858080 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52bbd87-466c-468b-814c-bc23e481a8f9 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:28.859566 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a52bbd87-466c-468b-814c-bc23e481a8f9 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:28.882223 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52bbd87-466c-468b-814c-bc23e481a8f9 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Subnet': ['ID=940f5e28-0c93-4f53-b7b4-da27bc6475d0,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:28.888303 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a52bbd87-466c-468b-814c-bc23e481a8f9 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7532659 Mar 05 05:18:28.891181 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33508) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:28.896390 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-e624dad9-3b22-4554-915a-53eaddd6edcf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-190708171', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '940f5e28-0c93-4f53-b7b4-da27bc6475d0'}], 'security_groups': ['99bcb6a3-61b4-4911-a017-7f456310b638', 'ffa6aa56-4c79-48f7-93d2-4239edaf27de']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:28.905613 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ea775b-c872-4a85-acc4-89bf89b606bc None None] Network baa76a81-7824-4514-b158-f34cd23531fc requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:18:28.989571 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e624dad9-3b22-4554-915a-53eaddd6edcf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ce978381-622c-4b4b-b82f-f0406b4885eb), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:29.105594 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 3d777cd9-1bd8-45ef-976f-ba7106b340e2 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:18:29.226795 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fcb9df-e5c4-4124-9476-eb9ee046b048 None None] Update dhcp port {'port': {'network_id': 'baa76a81-7824-4514-b158-f34cd23531fc', 'fixed_ips': [{'subnet_id': '9e0b53e8-977d-4d02-aea1-9bd4b9287372', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b954f56f-6d2c-4204-aa73-65cb10a6de7b', 'ip_address': '2001:db8::2'}, {'subnet_id': '940f5e28-0c93-4f53-b7b4-da27bc6475d0'}], 'binding:host_id': 'n-d-789963-32'}, 'id': '712df56f-3f5c-44a8-8e3c-8790d5a5f9d8'} from n-d-789963-32. {{(pid=105233) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 05 05:18:29.439619 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-36fcb9df-e5c4-4124-9476-eb9ee046b048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (712df56f-3f5c-44a8-8e3c-8790d5a5f9d8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:29.451625 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-e624dad9-3b22-4554-915a-53eaddd6edcf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Delete allocated IP 2001:db8::cb (baa76a81-7824-4514-b158-f34cd23531fc/b954f56f-6d2c-4204-aa73-65cb10a6de7b) {{(pid=105232) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 05 05:18:29.462067 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-e624dad9-3b22-4554-915a-53eaddd6edcf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Allocated IP 2001:db8:0:2::32d (baa76a81-7824-4514-b158-f34cd23531fc/940f5e28-0c93-4f53-b7b4-da27bc6475d0/ce978381-622c-4b4b-b82f-f0406b4885eb) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:18:29.489870 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 3d777cd9-1bd8-45ef-976f-ba7106b340e2, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=3d777cd9-1bd8-45ef-976f-ba7106b340e2,segment=NetworkSegment(5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea),segment_id=5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:18:29.514226 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '3d777cd9-1bd8-45ef-976f-ba7106b340e2', 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe', 'port_id': '3d777cd9-1bd8-45ef-976f-ba7106b340e2', 'mac_address': 'fa:16:3e:e3:5d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bbed329-b500-444f-8c46-094692e743a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:18:29.615181 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 3d777cd9-1bd8-45ef-976f-ba7106b340e2 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:29.615682 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3d777cd9-1bd8-45ef-976f-ba7106b340e2), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:29.635349 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d777cd9-1bd8-45ef-976f-ba7106b340e2 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:18:29.662711 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 3d777cd9-1bd8-45ef-976f-ba7106b340e2, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=3d777cd9-1bd8-45ef-976f-ba7106b340e2,segment=NetworkSegment(5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea),segment_id=5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:18:29.668784 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3d777cd9-1bd8-45ef-976f-ba7106b340e2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:29.705391 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e624dad9-3b22-4554-915a-53eaddd6edcf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for port (ce978381-622c-4b4b-b82f-f0406b4885eb), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:29.725396 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e624dad9-3b22-4554-915a-53eaddd6edcf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (ce978381-622c-4b4b-b82f-f0406b4885eb), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:29.779728 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-36fcb9df-e5c4-4124-9476-eb9ee046b048 None None] Allocated IP 2001:db8:0:2::2 (baa76a81-7824-4514-b158-f34cd23531fc/940f5e28-0c93-4f53-b7b4-da27bc6475d0/712df56f-3f5c-44a8-8e3c-8790d5a5f9d8) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:18:29.790659 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93ae1b-2c52-4bea-aab4-7fd3679024da req-79a3b438-d0a6-44c5-8fad-b382d21a1cd2 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:29.792394 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3b93ae1b-2c52-4bea-aab4-7fd3679024da req-79a3b438-d0a6-44c5-8fad-b382d21a1cd2 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 944 time: 0.0819905 Mar 05 05:18:29.850541 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-e624dad9-3b22-4554-915a-53eaddd6edcf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] In _notify_port_updated(), no bound segment for port ce978381-622c-4b4b-b82f-f0406b4885eb on network baa76a81-7824-4514-b158-f34cd23531fc {{(pid=105232) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 05 05:18:29.857210 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e624dad9-3b22-4554-915a-53eaddd6edcf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:29.859551 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e624dad9-3b22-4554-915a-53eaddd6edcf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:29.862073 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e624dad9-3b22-4554-915a-53eaddd6edcf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "PUT /v2.0/ports/ce978381-622c-4b4b-b82f-f0406b4885eb HTTP/1.1" status: 200 len: 969 time: 0.9700601 Mar 05 05:18:29.865457 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33518) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:29.869667 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=3d777cd9-1bd8-45ef-976f-ba7106b340e2,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:29.903564 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e624dad9-3b22-4554-915a-53eaddd6edcf tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event updated for resources: {'Port': ['ID=ce978381-622c-4b4b-b82f-f0406b4885eb,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:29.916029 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['3d777cd9-1bd8-45ef-976f-ba7106b340e2'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:18:29.949736 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3b93ae1b-2c52-4bea-aab4-7fd3679024da req-ea11e4c9-9b21-479f-8fc2-61b6d1436d9a tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503108 Mar 05 05:18:30.001622 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-68a81a31-83df-472a-a506-3f2f429ac41d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Deleting port ce978381-622c-4b4b-b82f-f0406b4885eb {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:18:30.002259 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-68a81a31-83df-472a-a506-3f2f429ac41d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (ce978381-622c-4b4b-b82f-f0406b4885eb), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:30.070624 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-36fcb9df-e5c4-4124-9476-eb9ee046b048 None None] For port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=712df56f-3f5c-44a8-8e3c-8790d5a5f9d8,segment=NetworkSegment(4d1c3313-5d2e-48e7-bf15-ed7c8b59cae8),segment_id=4d1c3313-5d2e-48e7-bf15-ed7c8b59cae8)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:18:30.159278 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-68a81a31-83df-472a-a506-3f2f429ac41d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (ce978381-622c-4b4b-b82f-f0406b4885eb), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:30.169390 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-36fcb9df-e5c4-4124-9476-eb9ee046b048 None None] Publish callbacks [] for port (712df56f-3f5c-44a8-8e3c-8790d5a5f9d8), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:30.179602 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-68a81a31-83df-472a-a506-3f2f429ac41d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Calling delete_port for ce978381-622c-4b4b-b82f-f0406b4885eb owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:18:30.180374 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-36fcb9df-e5c4-4124-9476-eb9ee046b048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (712df56f-3f5c-44a8-8e3c-8790d5a5f9d8), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:30.364187 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-68a81a31-83df-472a-a506-3f2f429ac41d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (ce978381-622c-4b4b-b82f-f0406b4885eb), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:30.367406 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fcb9df-e5c4-4124-9476-eb9ee046b048 None None] Pushing event updated for resources: {'Port': ['ID=712df56f-3f5c-44a8-8e3c-8790d5a5f9d8,revision_number=7']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:30.446547 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a81a31-83df-472a-a506-3f2f429ac41d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Port': ['ID=ce978381-622c-4b4b-b82f-f0406b4885eb,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:30.496674 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-68a81a31-83df-472a-a506-3f2f429ac41d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:30.504575 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-68a81a31-83df-472a-a506-3f2f429ac41d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/ports/ce978381-622c-4b4b-b82f-f0406b4885eb HTTP/1.1" status: 204 len: 168 time: 0.6378419 Mar 05 05:18:30.507244 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33524) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:30.550029 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd783eca-5a94-433f-8fc1-bd552067c080 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] GET failed (client error): The resource could not be found. Mar 05 05:18:30.554251 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fd783eca-5a94-433f-8fc1-bd552067c080 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "GET /v2.0/ports/ce978381-622c-4b4b-b82f-f0406b4885eb HTTP/1.1" status: 404 len: 333 time: 0.0431662 Mar 05 05:18:30.554703 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33526) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:30.639911 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6151f666-d4fa-476a-9117-4d4bcecced9f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for security_group (4436e400-a21a-4ee0-b8d7-800e8f980ff6), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:30.672321 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6151f666-d4fa-476a-9117-4d4bcecced9f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for security_group (4436e400-a21a-4ee0-b8d7-800e8f980ff6), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:30.728102 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6151f666-d4fa-476a-9117-4d4bcecced9f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4436e400-a21a-4ee0-b8d7-800e8f980ff6), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:30.731273 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6151f666-d4fa-476a-9117-4d4bcecced9f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:30.735917 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6151f666-d4fa-476a-9117-4d4bcecced9f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/security-groups/4436e400-a21a-4ee0-b8d7-800e8f980ff6 HTTP/1.1" status: 204 len: 168 time: 0.1765954 Mar 05 05:18:30.736254 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33528) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:30.764402 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151f666-d4fa-476a-9117-4d4bcecced9f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4436e400-a21a-4ee0-b8d7-800e8f980ff6,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:30.825233 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a090751b-f761-4162-ad3a-bd51abcbddac tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for security_group (ffa6aa56-4c79-48f7-93d2-4239edaf27de), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:30.857137 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a090751b-f761-4162-ad3a-bd51abcbddac tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for security_group (ffa6aa56-4c79-48f7-93d2-4239edaf27de), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:30.916098 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a090751b-f761-4162-ad3a-bd51abcbddac tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ffa6aa56-4c79-48f7-93d2-4239edaf27de), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:30.920673 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a090751b-f761-4162-ad3a-bd51abcbddac tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:30.925349 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a090751b-f761-4162-ad3a-bd51abcbddac tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/security-groups/ffa6aa56-4c79-48f7-93d2-4239edaf27de HTTP/1.1" status: 204 len: 168 time: 0.1851461 Mar 05 05:18:30.925676 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33530) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:30.936474 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a090751b-f761-4162-ad3a-bd51abcbddac tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa6aa56-4c79-48f7-93d2-4239edaf27de,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:31.023791 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dfe4fcd4-1e41-44bc-9c13-cfbb565467af tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for security_group (99bcb6a3-61b4-4911-a017-7f456310b638), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:31.122348 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 3d777cd9-1bd8-45ef-976f-ba7106b340e2 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:18:31.180424 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dfe4fcd4-1e41-44bc-9c13-cfbb565467af tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for security_group (99bcb6a3-61b4-4911-a017-7f456310b638), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:31.249191 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 3d777cd9-1bd8-45ef-976f-ba7106b340e2 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:18:31.266475 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 3d777cd9-1bd8-45ef-976f-ba7106b340e2 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:31.267409 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3d777cd9-1bd8-45ef-976f-ba7106b340e2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:31.276864 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dfe4fcd4-1e41-44bc-9c13-cfbb565467af tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (99bcb6a3-61b4-4911-a017-7f456310b638), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:31.281099 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dfe4fcd4-1e41-44bc-9c13-cfbb565467af tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:31.285349 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-dfe4fcd4-1e41-44bc-9c13-cfbb565467af tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/security-groups/99bcb6a3-61b4-4911-a017-7f456310b638 HTTP/1.1" status: 204 len: 168 time: 0.3559794 Mar 05 05:18:31.285856 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33536) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:31.351458 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4fcd4-1e41-44bc-9c13-cfbb565467af tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bcb6a3-61b4-4911-a017-7f456310b638,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:31.365258 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:18:31.394586 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ee28d-a6b7-4b31-99c5-489fdffaad7e req-2758a515-295e-4fb1-895f-9ede669346ba tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:31.407413 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-be4ee28d-a6b7-4b31-99c5-489fdffaad7e req-2758a515-295e-4fb1-895f-9ede669346ba tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 944 time: 0.3430996 Mar 05 05:18:31.476203 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f85706-2b5c-4f98-a503-d61702701f58 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Deleting subnet b954f56f-6d2c-4204-aa73-65cb10a6de7b {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:18:31.493254 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c6f85706-2b5c-4f98-a503-d61702701f58 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for subnet (b954f56f-6d2c-4204-aa73-65cb10a6de7b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:31.504859 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-be4ee28d-a6b7-4b31-99c5-489fdffaad7e req-c14dcf83-6d9b-4133-9f11-382dbabd3e48 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798159 Mar 05 05:18:31.568114 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c6f85706-2b5c-4f98-a503-d61702701f58 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (b954f56f-6d2c-4204-aa73-65cb10a6de7b), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:31.574253 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-9c649229-5e5c-4ed7-8719-84f0ffdf5263 None None] Provisioning complete for port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:31.574803 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9c649229-5e5c-4ed7-8719-84f0ffdf5263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (712df56f-3f5c-44a8-8e3c-8790d5a5f9d8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:31.670852 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 3d777cd9-1bd8-45ef-976f-ba7106b340e2 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:31.672499 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3d777cd9-1bd8-45ef-976f-ba7106b340e2), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:31.715837 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c6f85706-2b5c-4f98-a503-d61702701f58 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (b954f56f-6d2c-4204-aa73-65cb10a6de7b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:31.726473 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9cfded-626d-4587-8558-b03b7c409eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d777cd9-1bd8-45ef-976f-ba7106b340e2'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:18:31.732405 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0f387b-de51-4872-8b01-3a9325a51025" -d '{"events": [{"server_uuid": "1a9cfded-626d-4587-8558-b03b7c409eb0", "name": "network-vif-plugged", "status": "completed", "tag": "3d777cd9-1bd8-45ef-976f-ba7106b340e2"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:18:31.746576 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:31.747136 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (712df56f-3f5c-44a8-8e3c-8790d5a5f9d8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:31.800305 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 3d777cd9-1bd8-45ef-976f-ba7106b340e2, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=3d777cd9-1bd8-45ef-976f-ba7106b340e2,segment=NetworkSegment(5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea),segment_id=5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:18:31.832086 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93a7dcd-2845-439e-b3cb-1533c67c9bc0 x-openstack-request-id: req-c93a7dcd-2845-439e-b3cb-1533c67c9bc0 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:18:31.832559 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9cfded-626d-4587-8558-b03b7c409eb0", "name": "network-vif-plugged", "status": "completed", "tag": "3d777cd9-1bd8-45ef-976f-ba7106b340e2", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:18:31.832823 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c93a7dcd-2845-439e-b3cb-1533c67c9bc0 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:18:31.833230 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9cfded-626d-4587-8558-b03b7c409eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d777cd9-1bd8-45ef-976f-ba7106b340e2', 'code': 200} Mar 05 05:18:31.850793 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3d777cd9-1bd8-45ef-976f-ba7106b340e2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:31.910435 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c6f85706-2b5c-4f98-a503-d61702701f58 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (b954f56f-6d2c-4204-aa73-65cb10a6de7b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:31.940151 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9c649229-5e5c-4ed7-8719-84f0ffdf5263 None None] Current status of the port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:31.989977 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-9c649229-5e5c-4ed7-8719-84f0ffdf5263 None None] Could not find standard attr ID for object ce978381-622c-4b4b-b82f-f0406b4885eb. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 05:18:31.994618 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f85706-2b5c-4f98-a503-d61702701f58 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Subnet': ['ID=b954f56f-6d2c-4204-aa73-65cb10a6de7b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:32.005448 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c6f85706-2b5c-4f98-a503-d61702701f58 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:32.012153 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c6f85706-2b5c-4f98-a503-d61702701f58 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/subnets/b954f56f-6d2c-4204-aa73-65cb10a6de7b HTTP/1.1" status: 204 len: 168 time: 0.7220316 Mar 05 05:18:32.012591 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33542) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:32.020537 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb66fc7-af97-4520-9126-85c70d50d5b7 req-ff31b3e7-2cd1-42cd-b3b9-d03921314635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:32.022253 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5eb66fc7-af97-4520-9126-85c70d50d5b7 req-ff31b3e7-2cd1-42cd-b3b9-d03921314635 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 1128 time: 0.1293178 Mar 05 05:18:32.039847 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:32.043368 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=3d777cd9-1bd8-45ef-976f-ba7106b340e2,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:32.060289 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-9c649229-5e5c-4ed7-8719-84f0ffdf5263 None None] Provisioning complete for port bf17d4bc-9b9b-4a5b-9b61-55cef9dbb13b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:32.060781 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9c649229-5e5c-4ed7-8719-84f0ffdf5263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bf17d4bc-9b9b-4a5b-9b61-55cef9dbb13b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:32.089603 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5eb66fc7-af97-4520-9126-85c70d50d5b7 req-f1c1a073-1682-4e1f-88de-b12e746c4696 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590928 Mar 05 05:18:32.130509 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4bf2ddd-6fb5-4d01-a730-d8d1741ad942 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Deleting subnet 940f5e28-0c93-4f53-b7b4-da27bc6475d0 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:18:32.134103 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9c649229-5e5c-4ed7-8719-84f0ffdf5263 None None] Port bf17d4bc-9b9b-4a5b-9b61-55cef9dbb13b cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:18:32.134260 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2ddd-6fb5-4d01-a730-d8d1741ad942 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for subnet (940f5e28-0c93-4f53-b7b4-da27bc6475d0), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:32.189580 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2ddd-6fb5-4d01-a730-d8d1741ad942 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (940f5e28-0c93-4f53-b7b4-da27bc6475d0), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:32.222412 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc27b698-e0bf-4645-b423-f34e9682693d None None] Network baa76a81-7824-4514-b158-f34cd23531fc requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:18:32.281725 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-146fdfdb-79b9-43ae-8328-e4734a7b2abb None None] Could not find standard attr ID for object ce978381-622c-4b4b-b82f-f0406b4885eb. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 05:18:32.322442 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2ddd-6fb5-4d01-a730-d8d1741ad942 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (940f5e28-0c93-4f53-b7b4-da27bc6475d0), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:32.405256 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2ddd-6fb5-4d01-a730-d8d1741ad942 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (940f5e28-0c93-4f53-b7b4-da27bc6475d0), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:32.456203 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf2ddd-6fb5-4d01-a730-d8d1741ad942 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Subnet': ['ID=940f5e28-0c93-4f53-b7b4-da27bc6475d0,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:32.462150 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2ddd-6fb5-4d01-a730-d8d1741ad942 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:32.470319 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33548) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:32.470520 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c4bf2ddd-6fb5-4d01-a730-d8d1741ad942 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/subnets/940f5e28-0c93-4f53-b7b4-da27bc6475d0 HTTP/1.1" status: 204 len: 168 time: 0.4543195 Mar 05 05:18:32.511270 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-a71b14ac-d11e-45db-b467-a249504f3b72 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] DELETE failed (client error): The resource could not be found. Mar 05 05:18:32.511734 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a71b14ac-d11e-45db-b467-a249504f3b72 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:18:32.514928 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a71b14ac-d11e-45db-b467-a249504f3b72 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/subnets/b954f56f-6d2c-4204-aa73-65cb10a6de7b HTTP/1.1" status: 404 len: 337 time: 0.0449579 Mar 05 05:18:32.518326 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33550) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:32.638507 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-af97eaff-90c5-49b5-ba5e-04e8697e2b26 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Deleting subnet 9e0b53e8-977d-4d02-aea1-9bd4b9287372 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:18:32.648229 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4476c-fe15-48b0-837f-d4fdc5d787e5 req-51fb5e54-da45-4a61-af39-9febd995dd49 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:32.648780 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af97eaff-90c5-49b5-ba5e-04e8697e2b26 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for subnet (9e0b53e8-977d-4d02-aea1-9bd4b9287372), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:32.650410 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0df4476c-fe15-48b0-837f-d4fdc5d787e5 req-51fb5e54-da45-4a61-af39-9febd995dd49 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 945 time: 0.0734441 Mar 05 05:18:32.740334 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af97eaff-90c5-49b5-ba5e-04e8697e2b26 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (9e0b53e8-977d-4d02-aea1-9bd4b9287372), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:32.741444 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0df4476c-fe15-48b0-837f-d4fdc5d787e5 req-6efa0d07-f870-4126-82ba-1acec426e12a tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817516 Mar 05 05:18:32.871199 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af97eaff-90c5-49b5-ba5e-04e8697e2b26 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (9e0b53e8-977d-4d02-aea1-9bd4b9287372), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:32.955727 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af97eaff-90c5-49b5-ba5e-04e8697e2b26 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (9e0b53e8-977d-4d02-aea1-9bd4b9287372), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:32.992756 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97eaff-90c5-49b5-ba5e-04e8697e2b26 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Subnet': ['ID=9e0b53e8-977d-4d02-aea1-9bd4b9287372,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:33.001699 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af97eaff-90c5-49b5-ba5e-04e8697e2b26 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:33.007729 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-af97eaff-90c5-49b5-ba5e-04e8697e2b26 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/subnets/9e0b53e8-977d-4d02-aea1-9bd4b9287372 HTTP/1.1" status: 204 len: 168 time: 0.4864740 Mar 05 05:18:33.010151 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33554) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:33.045091 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-e112569e-1348-45f3-a882-638929610d9f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] DELETE failed (client error): The resource could not be found. Mar 05 05:18:33.045811 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e112569e-1348-45f3-a882-638929610d9f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:18:33.052247 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e112569e-1348-45f3-a882-638929610d9f tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/subnets/4e872fc8-a22d-4fb3-bccf-669c104c2da4 HTTP/1.1" status: 404 len: 337 time: 0.0388165 Mar 05 05:18:33.052502 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33556) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:33.100860 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b0b94e75-2ef6-43f9-83b4-feb1ba91fd33 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ae6eae5-2f98-43b9-b3a1-8985c07e9768 HTTP/1.1" status: 200 len: 205 time: 0.0451007 Mar 05 05:18:33.101427 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33558) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:33.155163 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-1796ee85-1046-4bfb-89cf-80b2427a3e8b tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] delete failed (client error): The resource could not be found. Mar 05 05:18:33.159206 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1796ee85-1046-4bfb-89cf-80b2427a3e8b tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/routers/9ae6eae5-2f98-43b9-b3a1-8985c07e9768 HTTP/1.1" status: 404 len: 336 time: 0.0541544 Mar 05 05:18:33.159618 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33560) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:33.203699 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdfa4454-ea1f-41fb-8ee7-ab4089a910e0 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] DELETE failed (client error): The resource could not be found. Mar 05 05:18:33.207289 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdfa4454-ea1f-41fb-8ee7-ab4089a910e0 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:18:33.213566 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33562) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:33.213845 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-cdfa4454-ea1f-41fb-8ee7-ab4089a910e0 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/subnets/24d404e9-5fa5-4fda-82e0-cb3ad0c166cf HTTP/1.1" status: 404 len: 337 time: 0.0530748 Mar 05 05:18:33.238409 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5850f88-5628-478c-9e6a-e7d55c4a3fdc None None] Network baa76a81-7824-4514-b158-f34cd23531fc requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:18:33.281397 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-695474ba-57b1-4a7f-83ea-f7056434b2f0 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] DELETE failed (client error): The resource could not be found. Mar 05 05:18:33.281927 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-695474ba-57b1-4a7f-83ea-f7056434b2f0 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:18:33.287117 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-695474ba-57b1-4a7f-83ea-f7056434b2f0 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/subnets/32e634b8-7d4e-45d9-8473-441a32ee21c3 HTTP/1.1" status: 404 len: 337 time: 0.0703440 Mar 05 05:18:33.287979 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33564) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:33.331099 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-4433d7e3-b1af-471c-acb7-54dee8a50191 None None] Provisioning complete for port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:33.331594 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4433d7e3-b1af-471c-acb7-54dee8a50191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (712df56f-3f5c-44a8-8e3c-8790d5a5f9d8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:33.348127 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-58530bdc-5fb3-4fc1-b172-322d8bb02e2c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] DELETE failed (client error): The resource could not be found. Mar 05 05:18:33.349443 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58530bdc-5fb3-4fc1-b172-322d8bb02e2c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:18:33.359516 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-58530bdc-5fb3-4fc1-b172-322d8bb02e2c tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/subnets/32297a43-f9e0-45ed-a34f-f172be0a8a90 HTTP/1.1" status: 404 len: 337 time: 0.0682988 Mar 05 05:18:33.361193 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33568) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:33.396055 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-04724fe7-754c-4275-9c60-f8f8ecce1caa tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] DELETE failed (client error): The resource could not be found. Mar 05 05:18:33.396653 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04724fe7-754c-4275-9c60-f8f8ecce1caa tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:18:33.399784 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-04724fe7-754c-4275-9c60-f8f8ecce1caa tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/ports/4d3b403b-f7c5-4a46-add9-7b2cf9fcae1b HTTP/1.1" status: 404 len: 333 time: 0.0372264 Mar 05 05:18:33.402721 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33570) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:33.439992 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e37905-bb9c-42c4-be58-6bd580110164 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] DELETE failed (client error): The resource could not be found. Mar 05 05:18:33.440823 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e37905-bb9c-42c4-be58-6bd580110164 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:18:33.444656 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-44e37905-bb9c-42c4-be58-6bd580110164 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/subnets/4d5b1fa6-8e6e-49df-b190-6b2ff6c84b88 HTTP/1.1" status: 404 len: 337 time: 0.0405397 Mar 05 05:18:33.447753 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33572) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:33.486510 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-02249783-2e80-4e67-880a-fde2277e7216 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] DELETE failed (client error): The resource could not be found. Mar 05 05:18:33.487037 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02249783-2e80-4e67-880a-fde2277e7216 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:18:33.493221 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-02249783-2e80-4e67-880a-fde2277e7216 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/subnets/35cf4c50-0ce8-4989-964c-20d565debc40 HTTP/1.1" status: 404 len: 337 time: 0.0420089 Mar 05 05:18:33.493448 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-4433d7e3-b1af-471c-acb7-54dee8a50191 None None] Current status of the port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:33.493882 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33574) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:33.506383 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-4433d7e3-b1af-471c-acb7-54dee8a50191 None None] Provisioning complete for port bf17d4bc-9b9b-4a5b-9b61-55cef9dbb13b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:33.506787 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4433d7e3-b1af-471c-acb7-54dee8a50191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bf17d4bc-9b9b-4a5b-9b61-55cef9dbb13b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:33.530273 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b73749-d4b7-4815-9187-fb494d520f77 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] DELETE failed (client error): The resource could not be found. Mar 05 05:18:33.537391 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7b73749-d4b7-4815-9187-fb494d520f77 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:18:33.542534 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c7b73749-d4b7-4815-9187-fb494d520f77 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/ports/691ea74a-595a-4e85-a93a-53cb3f26dab4 HTTP/1.1" status: 404 len: 333 time: 0.0476773 Mar 05 05:18:33.545640 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33578) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:33.566925 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf1d3ef-94fe-40cb-b33f-b3c01a69aee4 None None] DHCP port deletion for baa76a81-7824-4514-b158-f34cd23531fc request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:18:33.606495 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-f883d7ce-80b8-4f77-b151-95fa7d6a665d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] DELETE failed (client error): The resource could not be found. Mar 05 05:18:33.607087 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f883d7ce-80b8-4f77-b151-95fa7d6a665d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:18:33.613960 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f883d7ce-80b8-4f77-b151-95fa7d6a665d tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/subnets/31d849d0-aae3-42c2-b269-467e4dbda181 HTTP/1.1" status: 404 len: 337 time: 0.0640836 Mar 05 05:18:33.614183 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-4433d7e3-b1af-471c-acb7-54dee8a50191 None None] Port bf17d4bc-9b9b-4a5b-9b61-55cef9dbb13b cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:18:33.616026 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33580) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:33.641029 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3bf1d3ef-94fe-40cb-b33f-b3c01a69aee4 None None] Deleting port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:18:33.641432 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3bf1d3ef-94fe-40cb-b33f-b3c01a69aee4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (712df56f-3f5c-44a8-8e3c-8790d5a5f9d8), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:33.651550 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e4bae6-2028-48c3-9397-740e251492c1 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] DELETE failed (client error): The resource could not be found. Mar 05 05:18:33.652148 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9e4bae6-2028-48c3-9397-740e251492c1 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:18:33.656467 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a9e4bae6-2028-48c3-9397-740e251492c1 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/subnets/de85b986-7394-4657-9ca5-e999897cc4fe HTTP/1.1" status: 404 len: 337 time: 0.0386174 Mar 05 05:18:33.661449 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33582) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:33.721266 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-3bf1d3ef-94fe-40cb-b33f-b3c01a69aee4 None None] For port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=712df56f-3f5c-44a8-8e3c-8790d5a5f9d8,segment=NetworkSegment(4d1c3313-5d2e-48e7-bf15-ed7c8b59cae8),segment_id=4d1c3313-5d2e-48e7-bf15-ed7c8b59cae8)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:18:33.721977 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3bf1d3ef-94fe-40cb-b33f-b3c01a69aee4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (712df56f-3f5c-44a8-8e3c-8790d5a5f9d8), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:33.739565 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3bf1d3ef-94fe-40cb-b33f-b3c01a69aee4 None None] Calling delete_port for 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:18:33.791385 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-bff38d1f-5c71-47e6-96e4-5cbc1ef541f0 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Deleting port bf17d4bc-9b9b-4a5b-9b61-55cef9dbb13b {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:18:33.792096 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bff38d1f-5c71-47e6-96e4-5cbc1ef541f0 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (bf17d4bc-9b9b-4a5b-9b61-55cef9dbb13b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:33.877903 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3bf1d3ef-94fe-40cb-b33f-b3c01a69aee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (712df56f-3f5c-44a8-8e3c-8790d5a5f9d8), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:33.894004 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bff38d1f-5c71-47e6-96e4-5cbc1ef541f0 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (bf17d4bc-9b9b-4a5b-9b61-55cef9dbb13b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:33.911620 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-bff38d1f-5c71-47e6-96e4-5cbc1ef541f0 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Calling delete_port for bf17d4bc-9b9b-4a5b-9b61-55cef9dbb13b owned by {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:18:33.918585 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1d3ef-94fe-40cb-b33f-b3c01a69aee4 None None] Pushing event deleted for resources: {'Port': ['ID=712df56f-3f5c-44a8-8e3c-8790d5a5f9d8,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:33.931259 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089244ec-2f19-4437-ad69-b96e02aa444d req-3988e2e5-9f34-4c02-ae58-c70d56fb9df7 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:33.940669 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-089244ec-2f19-4437-ad69-b96e02aa444d req-3988e2e5-9f34-4c02-ae58-c70d56fb9df7 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 945 time: 0.1121905 Mar 05 05:18:33.942230 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf1d3ef-94fe-40cb-b33f-b3c01a69aee4 None None] No DVR routers for this DVR port 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:18:34.009374 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-089244ec-2f19-4437-ad69-b96e02aa444d req-2648030f-58a3-43d2-910f-647507425dce tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673802 Mar 05 05:18:34.041591 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bff38d1f-5c71-47e6-96e4-5cbc1ef541f0 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (bf17d4bc-9b9b-4a5b-9b61-55cef9dbb13b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:34.089073 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff38d1f-5c71-47e6-96e4-5cbc1ef541f0 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Port': ['ID=bf17d4bc-9b9b-4a5b-9b61-55cef9dbb13b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:34.096558 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bff38d1f-5c71-47e6-96e4-5cbc1ef541f0 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:34.100225 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-bff38d1f-5c71-47e6-96e4-5cbc1ef541f0 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/ports/bf17d4bc-9b9b-4a5b-9b61-55cef9dbb13b HTTP/1.1" status: 204 len: 168 time: 0.4375532 Mar 05 05:18:34.102647 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33588) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:34.196259 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cba0f-d54b-462d-8fd5-227a2520b2b9 req-15c7d671-54ea-4abd-b9f8-cad304e82228 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:34.197983 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7d7cba0f-d54b-462d-8fd5-227a2520b2b9 req-15c7d671-54ea-4abd-b9f8-cad304e82228 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 945 time: 0.0782926 Mar 05 05:18:34.211196 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1a93-98da-42d0-a4f6-a72bf2358a03 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (baa76a81-7824-4514-b158-f34cd23531fc), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:34.270879 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7d7cba0f-d54b-462d-8fd5-227a2520b2b9 req-aa7c8cd8-93f1-4446-ad4f-373f8756b22a tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635695 Mar 05 05:18:34.318528 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33592) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:34.348523 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1a93-98da-42d0-a4f6-a72bf2358a03 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (baa76a81-7824-4514-b158-f34cd23531fc), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:34.375529 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6f9501-73b4-4161-9a96-fed6db70247d tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:34.377146 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0f6f9501-73b4-4161-9a96-fed6db70247d tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 1123 time: 0.0575457 Mar 05 05:18:34.381380 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33596) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:34.391895 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-d0b4871f-d9f1-4283-956d-c06e74b825c3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'port_id': '3d777cd9-1bd8-45ef-976f-ba7106b340e2', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:34.420283 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-fd1c1a93-98da-42d0-a4f6-a72bf2358a03 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baa76a81-7824-4514-b158-f34cd23531fc']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:34.429988 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d0b4871f-d9f1-4283-956d-c06e74b825c3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:34.433734 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-fd1c1a93-98da-42d0-a4f6-a72bf2358a03 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d1c3313-5d2e-48e7-bf15-ed7c8b59cae8') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:34.445365 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-fd1c1a93-98da-42d0-a4f6-a72bf2358a03 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d1c3313-5d2e-48e7-bf15-ed7c8b59cae8') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:34.462266 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1a93-98da-42d0-a4f6-a72bf2358a03 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (4d1c3313-5d2e-48e7-bf15-ed7c8b59cae8), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:34.488407 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1a93-98da-42d0-a4f6-a72bf2358a03 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (4d1c3313-5d2e-48e7-bf15-ed7c8b59cae8), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:34.508185 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd1c1a93-98da-42d0-a4f6-a72bf2358a03 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:18:34.508736 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1a93-98da-42d0-a4f6-a72bf2358a03 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (4d1c3313-5d2e-48e7-bf15-ed7c8b59cae8), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:34.516523 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:18:34.516523 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:18:34.516523 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:18:34.516523 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:18:34.516523 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:18:34.516523 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:18:34.516523 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:18:34.516523 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:18:34.516523 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:18:34.516523 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:18:34.516523 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:18:34.516523 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:18:34.516523 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:18:34.516523 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:18:34.516523 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:18:34.516523 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:18:34.516523 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:18:34.516523 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:18:34.516523 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:18:34.516523 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:18:34.516523 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:18:34.516523 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:18:34.516523 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:18:34.516523 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:18:34.516523 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:18:34.516523 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:18:34.516523 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:18:34.516523 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:18:34.516523 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:18:34.516523 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:18:34.516523 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:18:34.516523 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:18:34.589021 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d0b4871f-d9f1-4283-956d-c06e74b825c3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:34.605130 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1a93-98da-42d0-a4f6-a72bf2358a03 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (baa76a81-7824-4514-b158-f34cd23531fc), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:34.615999 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1a93-98da-42d0-a4f6-a72bf2358a03 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:34.622460 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fd1c1a93-98da-42d0-a4f6-a72bf2358a03 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] 10.222.0.11 "DELETE /v2.0/networks/baa76a81-7824-4514-b158-f34cd23531fc HTTP/1.1" status: 204 len: 168 time: 0.5164366 Mar 05 05:18:34.631751 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c1a93-98da-42d0-a4f6-a72bf2358a03 tempest-PortsIpV6TestJSON-1339409214 tempest-PortsIpV6TestJSON-1339409214-project] Pushing event deleted for resources: {'Network': ['ID=baa76a81-7824-4514-b158-f34cd23531fc,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:34.764326 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-d0b4871f-d9f1-4283-956d-c06e74b825c3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Allocated IP 172.25.0.125 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/16f83663-9681-4030-96b0-29eec3c00c79) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:18:34.887543 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d0b4871f-d9f1-4283-956d-c06e74b825c3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for port (16f83663-9681-4030-96b0-29eec3c00c79), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:34.955942 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d0b4871f-d9f1-4283-956d-c06e74b825c3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (16f83663-9681-4030-96b0-29eec3c00c79), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:35.010199 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b4871f-d9f1-4283-956d-c06e74b825c3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:18:35.016778 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-d0b4871f-d9f1-4283-956d-c06e74b825c3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:18:35.022828 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b4871f-d9f1-4283-956d-c06e74b825c3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:18:35.053650 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4871f-d9f1-4283-956d-c06e74b825c3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'Port': ['ID=16f83663-9681-4030-96b0-29eec3c00c79,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:35.058346 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33606) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:35.281531 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-aac7fd3c-6d75-4e5a-a9c6-6be56f74757e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a80c1cec283c427e906b7c606d277a58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2181799 Mar 05 05:18:35.282281 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33610) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:35.321273 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:18:35.342745 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:18:35.343319 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 712df56f-3f5c-44a8-8e3c-8790d5a5f9d8 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:18:35.408923 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e5bd1452-035c-43f1-8779-77d3afb54ef1 admin admin] Publish callbacks [] for security_group (28e31e1a-ed04-4f46-b28e-7706c0ec1a54), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:35.467716 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e5bd1452-035c-43f1-8779-77d3afb54ef1 admin admin] Publish callbacks [] for security_group (28e31e1a-ed04-4f46-b28e-7706c0ec1a54), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:35.610915 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e5bd1452-035c-43f1-8779-77d3afb54ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (28e31e1a-ed04-4f46-b28e-7706c0ec1a54), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:35.613804 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e5bd1452-035c-43f1-8779-77d3afb54ef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:35.617610 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e5bd1452-035c-43f1-8779-77d3afb54ef1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/28e31e1a-ed04-4f46-b28e-7706c0ec1a54 HTTP/1.1" status: 204 len: 168 time: 0.3343735 Mar 05 05:18:35.632589 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd1452-035c-43f1-8779-77d3afb54ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e31e1a-ed04-4f46-b28e-7706c0ec1a54,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:35.658985 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d0b4871f-d9f1-4283-956d-c06e74b825c3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for floatingip (f1d94d05-452f-4691-b7a9-1489b85e5cd1), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:35.764759 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d0b4871f-d9f1-4283-956d-c06e74b825c3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (16f83663-9681-4030-96b0-29eec3c00c79), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:35.975905 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d0b4871f-d9f1-4283-956d-c06e74b825c3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for port (16f83663-9681-4030-96b0-29eec3c00c79), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:35.982859 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d0b4871f-d9f1-4283-956d-c06e74b825c3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (16f83663-9681-4030-96b0-29eec3c00c79), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:36.067786 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4871f-d9f1-4283-956d-c06e74b825c3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'Port': ['ID=16f83663-9681-4030-96b0-29eec3c00c79,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:36.098847 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d0b4871f-d9f1-4283-956d-c06e74b825c3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (f1d94d05-452f-4691-b7a9-1489b85e5cd1), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:36.234414 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-d0b4871f-d9f1-4283-956d-c06e74b825c3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Floating IP f1d94d05-452f-4691-b7a9-1489b85e5cd1 associated. External IP: 172.25.0.125, port: 3d777cd9-1bd8-45ef-976f-ba7106b340e2. Mar 05 05:18:36.529761 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b4871f-d9f1-4283-956d-c06e74b825c3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Router f2490747-8303-4557-b1fd-b29d0268913b has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:18:36.675432 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33640) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:36.833242 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-3b204456-5d34-477a-a2d9-35391c1598ca tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Request body: {'network': {'name': 'tempest-RoutersTest-678864984'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:36.899212 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b204456-5d34-477a-a2d9-35391c1598ca tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Made reservation on behalf of a51b10dd69e7437f8d0be6d11db6df35 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:18:36.902599 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3b204456-5d34-477a-a2d9-35391c1598ca tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:36.912557 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3b204456-5d34-477a-a2d9-35391c1598ca tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:37.011788 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b4871f-d9f1-4283-956d-c06e74b825c3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:18:37.027743 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c4b764-5f5b-4224-ab2d-50c934d12bbb None None] Sync routers for ids ['f2490747-8303-4557-b1fd-b29d0268913b'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:18:37.037318 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3b204456-5d34-477a-a2d9-35391c1598ca tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for security_group (40ac3166-422f-4b07-a78b-28047e9d638f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:37.044347 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3b204456-5d34-477a-a2d9-35391c1598ca tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (40ac3166-422f-4b07-a78b-28047e9d638f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:37.044804 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c4b764-5f5b-4224-ab2d-50c934d12bbb None None] Routers {'f2490747-8303-4557-b1fd-b29d0268913b'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:18:37.045294 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d0b4871f-d9f1-4283-956d-c06e74b825c3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:37.045885 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-84c4b764-5f5b-4224-ab2d-50c934d12bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:18:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['f2490747-8303-4557-b1fd-b29d0268913b'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:37.082681 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b204456-5d34-477a-a2d9-35391c1598ca tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40ac3166-422f-4b07-a78b-28047e9d638f,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:37.092018 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b204456-5d34-477a-a2d9-35391c1598ca tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:37.092374 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b204456-5d34-477a-a2d9-35391c1598ca tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:37.092721 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b204456-5d34-477a-a2d9-35391c1598ca tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:37.093081 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b204456-5d34-477a-a2d9-35391c1598ca tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:37.093409 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b204456-5d34-477a-a2d9-35391c1598ca tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:37.093749 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b204456-5d34-477a-a2d9-35391c1598ca tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:37.094104 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b204456-5d34-477a-a2d9-35391c1598ca tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:37.094571 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b204456-5d34-477a-a2d9-35391c1598ca tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:37.094899 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b204456-5d34-477a-a2d9-35391c1598ca tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:37.095319 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b204456-5d34-477a-a2d9-35391c1598ca tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:37.095930 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b204456-5d34-477a-a2d9-35391c1598ca tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:37.096527 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b204456-5d34-477a-a2d9-35391c1598ca tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:37.097320 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b204456-5d34-477a-a2d9-35391c1598ca tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:37.098337 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d0b4871f-d9f1-4283-956d-c06e74b825c3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6985338 Mar 05 05:18:37.101445 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9cfded-626d-4587-8558-b03b7c409eb0', 'tag': '3d777cd9-1bd8-45ef-976f-ba7106b340e2'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:18:37.107301 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b204456-5d34-477a-a2d9-35391c1598ca tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:18:37.110841 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe029c3d-07a6-4537-bdec-a93daad27aab" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9cfded-626d-4587-8558-b03b7c409eb0", "tag": "3d777cd9-1bd8-45ef-976f-ba7106b340e2"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:18:37.122248 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3b204456-5d34-477a-a2d9-35391c1598ca tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (71035fd1-b941-42e4-bd1f-f3668bf20eab), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:37.122792 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-3b204456-5d34-477a-a2d9-35391c1598ca tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Added segment 71035fd1-b941-42e4-bd1f-f3668bf20eab of type vlan for network 3fcfe180-989c-49c8-86a0-bbdc97c1c035 Mar 05 05:18:37.186208 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3b204456-5d34-477a-a2d9-35391c1598ca tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (3fcfe180-989c-49c8-86a0-bbdc97c1c035), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:37.205039 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df18e37-6137-4350-b6f8-77fccf09e732 x-openstack-request-id: req-3df18e37-6137-4350-b6f8-77fccf09e732 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:18:37.205809 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9cfded-626d-4587-8558-b03b7c409eb0", "tag": "3d777cd9-1bd8-45ef-976f-ba7106b340e2", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:18:37.206271 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3df18e37-6137-4350-b6f8-77fccf09e732 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:18:37.206891 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9cfded-626d-4587-8558-b03b7c409eb0', 'tag': '3d777cd9-1bd8-45ef-976f-ba7106b340e2', 'status': 'completed', 'code': 200} Mar 05 05:18:37.240383 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8052faf-aca7-46f2-88f8-92a7a2278946 req-678b7e7b-479e-4292-ac50-8744cc4ade94 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:37.246637 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-84c4b764-5f5b-4224-ab2d-50c934d12bbb None None] Set router f2490747-8303-4557-b1fd-b29d0268913b gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:18:37.250034 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b8052faf-aca7-46f2-88f8-92a7a2278946 req-678b7e7b-479e-4292-ac50-8744cc4ade94 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 945 time: 0.0877321 Mar 05 05:18:37.267428 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3b204456-5d34-477a-a2d9-35391c1598ca tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (3fcfe180-989c-49c8-86a0-bbdc97c1c035), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:37.272817 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b204456-5d34-477a-a2d9-35391c1598ca tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:37.273666 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3b204456-5d34-477a-a2d9-35391c1598ca tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:37.330981 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3b204456-5d34-477a-a2d9-35391c1598ca tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6510510 Mar 05 05:18:37.331745 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33648) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:37.339728 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-b2a2c3b1-ed41-449a-9e38-25c20aac2e83 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Request body: {'network': {'name': 'tempest-RoutersTest-714193894'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:37.388376 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b204456-5d34-477a-a2d9-35391c1598ca tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Network': ['ID=3fcfe180-989c-49c8-86a0-bbdc97c1c035,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:37.395862 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe029c3d-07a6-4537-bdec-a93daad27aab req-e44abec9-764d-4e4e-9327-a468117063bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:37.397437 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe029c3d-07a6-4537-bdec-a93daad27aab req-e44abec9-764d-4e4e-9327-a468117063bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 1128 time: 0.1677961 Mar 05 05:18:37.403709 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 3fcfe180-989c-49c8-86a0-bbdc97c1c035 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:18:37.464763 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b8052faf-aca7-46f2-88f8-92a7a2278946 req-7954439d-b38c-47ed-ba61-6d96c05f249c tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2125237 Mar 05 05:18:37.488753 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a2c3b1-ed41-449a-9e38-25c20aac2e83 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Made reservation on behalf of a51b10dd69e7437f8d0be6d11db6df35 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:18:37.507455 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b2a2c3b1-ed41-449a-9e38-25c20aac2e83 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:37.570195 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a2c3b1-ed41-449a-9e38-25c20aac2e83 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:18:37.577124 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe029c3d-07a6-4537-bdec-a93daad27aab req-33b48df1-2a11-488d-826f-052c1221cb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:37.600518 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe029c3d-07a6-4537-bdec-a93daad27aab req-33b48df1-2a11-488d-826f-052c1221cb8c service neutron] 10.222.0.30 "GET /v2.0/networks?id=84cac7eb-50f0-4cb0-8519-750de49341fe HTTP/1.1" status: 200 len: 897 time: 0.1961792 Mar 05 05:18:37.629756 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33652) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:37.736122 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0bed6fdb-6284-48b8-ad5f-f13cbeb0e846 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/floatingips/f1d94d05-452f-4691-b7a9-1489b85e5cd1 HTTP/1.1" status: 200 len: 991 time: 0.1046269 Mar 05 05:18:37.753475 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b2a2c3b1-ed41-449a-9e38-25c20aac2e83 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (2c1202fa-2678-46cb-a974-ab3771f4b90c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:37.754472 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-b2a2c3b1-ed41-449a-9e38-25c20aac2e83 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Added segment 2c1202fa-2678-46cb-a974-ab3771f4b90c of type vlan for network 200a0472-4821-4d49-a793-5ad036a219db Mar 05 05:18:37.800383 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe029c3d-07a6-4537-bdec-a93daad27aab req-14bb8b09-0581-4cd2-a037-0b5c34569b63 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d777cd9-1bd8-45ef-976f-ba7106b340e2 HTTP/1.1" status: 200 len: 999 time: 0.1844513 Mar 05 05:18:37.805085 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-84c4b764-5f5b-4224-ab2d-50c934d12bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123393672', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'bfe341a3-8e05-470c-93f8-e91ef93f5714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:18:09Z', 'updated_at': '2022-03-05T05:18:16Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'bfe341a3-8e05-470c-93f8-e91ef93f5714', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:18:10Z', 'updated_at': '2022-03-05T05:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'f1d94d05-452f-4691-b7a9-1489b85e5cd1', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'floating_ip_address': '172.25.0.125', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'port_id': '3d777cd9-1bd8-45ef-976f-ba7106b340e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe', 'mac_address': 'fa:16:3e:e3:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9cfded-626d-4587-8558-b03b7c409eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:18:35Z', 'updated_at': '2022-03-05T05:18:35Z', 'revision_number': 0, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7894c46-eee7-47fb-bf3d-24da68511011', 'name': '', 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:2a:63:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '8bbed329-b500-444f-8c46-094692e743a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:18:15Z', 'updated_at': '2022-03-05T05:18:24Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': '8bbed329-b500-444f-8c46-094692e743a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:37.809563 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b2a2c3b1-ed41-449a-9e38-25c20aac2e83 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (200a0472-4821-4d49-a793-5ad036a219db), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:37.840992 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c4b764-5f5b-4224-ab2d-50c934d12bbb None None] Checking router: f2490747-8303-4557-b1fd-b29d0268913b for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:18:37.851873 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c4b764-5f5b-4224-ab2d-50c934d12bbb None None] Routers {'f2490747-8303-4557-b1fd-b29d0268913b'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:18:37.852754 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-84c4b764-5f5b-4224-ab2d-50c934d12bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:18:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['f2490747-8303-4557-b1fd-b29d0268913b'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:37.892250 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe029c3d-07a6-4537-bdec-a93daad27aab req-cf6d25a1-97ce-4bfe-8b30-11e8d78d70a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:37.893753 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe029c3d-07a6-4537-bdec-a93daad27aab req-cf6d25a1-97ce-4bfe-8b30-11e8d78d70a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bbed329-b500-444f-8c46-094692e743a8 HTTP/1.1" status: 200 len: 834 time: 0.0818095 Mar 05 05:18:37.894949 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b2a2c3b1-ed41-449a-9e38-25c20aac2e83 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (200a0472-4821-4d49-a793-5ad036a219db), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:37.900001 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a2c3b1-ed41-449a-9e38-25c20aac2e83 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:37.900569 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b2a2c3b1-ed41-449a-9e38-25c20aac2e83 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:37.972633 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b2a2c3b1-ed41-449a-9e38-25c20aac2e83 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6372087 Mar 05 05:18:37.976372 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33656) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:37.981917 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-3c2b3bda-6a0b-43f9-876d-9bacf3b711fb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Request body: {'subnet': {'network_id': '3fcfe180-989c-49c8-86a0-bbdc97c1c035', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:38.026075 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-84c4b764-5f5b-4224-ab2d-50c934d12bbb None None] Set router f2490747-8303-4557-b1fd-b29d0268913b gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:18:38.026517 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2c3b1-ed41-449a-9e38-25c20aac2e83 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Network': ['ID=200a0472-4821-4d49-a793-5ad036a219db,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:38.041182 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 200a0472-4821-4d49-a793-5ad036a219db details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:18:38.050200 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe029c3d-07a6-4537-bdec-a93daad27aab req-da1e81c1-f277-4b3d-85d0-31d93b672fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:38.051760 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe029c3d-07a6-4537-bdec-a93daad27aab req-da1e81c1-f277-4b3d-85d0-31d93b672fcc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84cac7eb-50f0-4cb0-8519-750de49341fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1485839 Mar 05 05:18:38.099913 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2b3bda-6a0b-43f9-876d-9bacf3b711fb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Made reservation on behalf of a51b10dd69e7437f8d0be6d11db6df35 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:18:38.114179 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3bda-6a0b-43f9-876d-9bacf3b711fb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:38.257188 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe029c3d-07a6-4537-bdec-a93daad27aab req-c9514a1e-e794-413b-b9c1-3e1ddb0cfaa4 service neutron] 10.222.0.30 "GET /v2.0/networks/84cac7eb-50f0-4cb0-8519-750de49341fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979277 Mar 05 05:18:38.413104 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe029c3d-07a6-4537-bdec-a93daad27aab req-1e6e27e0-10fc-4e0a-8094-fa6249671ce5 service neutron] 10.222.0.30 "GET /v2.0/networks/84cac7eb-50f0-4cb0-8519-750de49341fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485548 Mar 05 05:18:38.430829 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-84c4b764-5f5b-4224-ab2d-50c934d12bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123393672', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'bfe341a3-8e05-470c-93f8-e91ef93f5714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:18:09Z', 'updated_at': '2022-03-05T05:18:16Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'bfe341a3-8e05-470c-93f8-e91ef93f5714', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:18:10Z', 'updated_at': '2022-03-05T05:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'f1d94d05-452f-4691-b7a9-1489b85e5cd1', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'floating_ip_address': '172.25.0.125', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'port_id': '3d777cd9-1bd8-45ef-976f-ba7106b340e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe', 'mac_address': 'fa:16:3e:e3:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9cfded-626d-4587-8558-b03b7c409eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:18:35Z', 'updated_at': '2022-03-05T05:18:35Z', 'revision_number': 0, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7894c46-eee7-47fb-bf3d-24da68511011', 'name': '', 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:2a:63:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '8bbed329-b500-444f-8c46-094692e743a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:18:15Z', 'updated_at': '2022-03-05T05:18:24Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': '8bbed329-b500-444f-8c46-094692e743a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:38.432928 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3bda-6a0b-43f9-876d-9bacf3b711fb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (be2a4b74-ba7c-4d18-a49d-5d001ed44b2d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:38.474581 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c4b764-5f5b-4224-ab2d-50c934d12bbb None None] The sync data for ids ['f2490747-8303-4557-b1fd-b29d0268913b'] in n-d-789963-32 is: [{'id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123393672', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'bfe341a3-8e05-470c-93f8-e91ef93f5714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:18:09Z', 'updated_at': '2022-03-05T05:18:16Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'bfe341a3-8e05-470c-93f8-e91ef93f5714', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:18:10Z', 'updated_at': '2022-03-05T05:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'f1d94d05-452f-4691-b7a9-1489b85e5cd1', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'floating_ip_address': '172.25.0.125', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'port_id': '3d777cd9-1bd8-45ef-976f-ba7106b340e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe', 'mac_address': 'fa:16:3e:e3:5d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9cfded-626d-4587-8558-b03b7c409eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:18:35Z', 'updated_at': '2022-03-05T05:18:35Z', 'revision_number': 0, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7894c46-eee7-47fb-bf3d-24da68511011', 'name': '', 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:2a:63:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '8bbed329-b500-444f-8c46-094692e743a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:18:15Z', 'updated_at': '2022-03-05T05:18:24Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': '8bbed329-b500-444f-8c46-094692e743a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:18:38.534648 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2b3bda-6a0b-43f9-876d-9bacf3b711fb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Checking segment: {'id': '71035fd1-b941-42e4-bd1f-f3668bf20eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fcfe180-989c-49c8-86a0-bbdc97c1c035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:18:38.535009 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2b3bda-6a0b-43f9-876d-9bacf3b711fb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network hostable DHCP agents. Network: 3fcfe180-989c-49c8-86a0-bbdc97c1c035, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:18:38.545598 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b3bda-6a0b-43f9-876d-9bacf3b711fb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Subnet': ['ID=be2a4b74-ba7c-4d18-a49d-5d001ed44b2d,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:38.571428 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2b3bda-6a0b-43f9-876d-9bacf3b711fb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network 3fcfe180-989c-49c8-86a0-bbdc97c1c035 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:18:38.592165 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-3c2b3bda-6a0b-43f9-876d-9bacf3b711fb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 3fcfe180-989c-49c8-86a0-bbdc97c1c035) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:18:38.601808 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a200d1-8b40-4e8c-a4ec-f25a133f30e1 None None] Network 3fcfe180-989c-49c8-86a0-bbdc97c1c035 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:18:38.603069 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2b3bda-6a0b-43f9-876d-9bacf3b711fb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:38.603728 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3c2b3bda-6a0b-43f9-876d-9bacf3b711fb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:38.623499 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3c2b3bda-6a0b-43f9-876d-9bacf3b711fb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6455073 Mar 05 05:18:38.627499 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33658) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:38.641546 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-90b7112e-84c1-49cb-bc53-6bc1d91b98db tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Request body: {'subnet': {'network_id': '200a0472-4821-4d49-a793-5ad036a219db', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:38.738298 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33662) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:38.812009 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4aa70ae-af2c-4d8f-bc7d-eb75696d73e1 None None] New status for floating IP f1d94d05-452f-4691-b7a9-1489b85e5cd1: ACTIVE {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:18:38.875816 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b7112e-84c1-49cb-bc53-6bc1d91b98db tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Made reservation on behalf of a51b10dd69e7437f8d0be6d11db6df35 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:18:38.889401 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-90bea2c0-e02f-4e82-b767-0d073e98265e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/floatingips/f1d94d05-452f-4691-b7a9-1489b85e5cd1 HTTP/1.1" status: 200 len: 991 time: 0.1492622 Mar 05 05:18:38.891593 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-90b7112e-84c1-49cb-bc53-6bc1d91b98db tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:38.913149 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a04587d-b9c1-40ee-b4da-cf0c31a41d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-3fcfe180-989c-49c8-86a0-bbdc97c1c035', 'network_id': '3fcfe180-989c-49c8-86a0-bbdc97c1c035', 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'fixed_ips': [{'subnet_id': 'be2a4b74-ba7c-4d18-a49d-5d001ed44b2d'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:18:38.913941 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9a04587d-b9c1-40ee-b4da-cf0c31a41d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:39.156587 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-9a04587d-b9c1-40ee-b4da-cf0c31a41d4d None None] Allocated IP 172.20.0.2 (3fcfe180-989c-49c8-86a0-bbdc97c1c035/be2a4b74-ba7c-4d18-a49d-5d001ed44b2d/9f621bc3-cf09-4201-948d-bebe153f422d) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:18:39.202400 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-90b7112e-84c1-49cb-bc53-6bc1d91b98db tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (c409fd67-ca22-486b-b1f3-479cae7b63c1), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:39.274399 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7112e-84c1-49cb-bc53-6bc1d91b98db tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Subnet': ['ID=c409fd67-ca22-486b-b1f3-479cae7b63c1,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:39.282210 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b7112e-84c1-49cb-bc53-6bc1d91b98db tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Checking segment: {'id': '2c1202fa-2678-46cb-a974-ab3771f4b90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '200a0472-4821-4d49-a793-5ad036a219db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:18:39.282663 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b7112e-84c1-49cb-bc53-6bc1d91b98db tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network hostable DHCP agents. Network: 200a0472-4821-4d49-a793-5ad036a219db, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:18:39.306980 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b7112e-84c1-49cb-bc53-6bc1d91b98db tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network 200a0472-4821-4d49-a793-5ad036a219db is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:18:39.323323 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-90b7112e-84c1-49cb-bc53-6bc1d91b98db tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 200a0472-4821-4d49-a793-5ad036a219db) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:18:39.335661 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b7112e-84c1-49cb-bc53-6bc1d91b98db tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:39.336843 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-90b7112e-84c1-49cb-bc53-6bc1d91b98db tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:39.384034 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-90b7112e-84c1-49cb-bc53-6bc1d91b98db tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7527215 Mar 05 05:18:39.386591 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33666) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:39.392065 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-74892dc0-c536-4e29-b1f0-93564ab1a384 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1534875672', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:39.439163 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-74892dc0-c536-4e29-b1f0-93564ab1a384 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (d6838bbe-8f99-471f-a387-52f512111fae), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:39.439163 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-74892dc0-c536-4e29-b1f0-93564ab1a384 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (d6838bbe-8f99-471f-a387-52f512111fae), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:39.449434 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2696be-8bfa-4cf6-9765-14268ceaaf69 None None] Network 200a0472-4821-4d49-a793-5ad036a219db requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:18:39.528429 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-74892dc0-c536-4e29-b1f0-93564ab1a384 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router_controller (d6838bbe-8f99-471f-a387-52f512111fae), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:39.536420 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-74892dc0-c536-4e29-b1f0-93564ab1a384 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (d6838bbe-8f99-471f-a387-52f512111fae), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:39.557275 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-74892dc0-c536-4e29-b1f0-93564ab1a384 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:39.561234 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-74892dc0-c536-4e29-b1f0-93564ab1a384 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1711745 Mar 05 05:18:39.562091 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33668) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:39.584138 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c9c42f-ae5d-461e-8a19-3b5f567fb814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-200a0472-4821-4d49-a793-5ad036a219db', 'network_id': '200a0472-4821-4d49-a793-5ad036a219db', 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'fixed_ips': [{'subnet_id': 'c409fd67-ca22-486b-b1f3-479cae7b63c1'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:18:39.584940 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a0c9c42f-ae5d-461e-8a19-3b5f567fb814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:39.763562 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9a04587d-b9c1-40ee-b4da-cf0c31a41d4d None None] Publish callbacks [] for port (9f621bc3-cf09-4201-948d-bebe153f422d), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:39.777796 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9a04587d-b9c1-40ee-b4da-cf0c31a41d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (9f621bc3-cf09-4201-948d-bebe153f422d), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:39.863205 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a04587d-b9c1-40ee-b4da-cf0c31a41d4d None None] Network 3fcfe180-989c-49c8-86a0-bbdc97c1c035 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:18:39.871904 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-9a04587d-b9c1-40ee-b4da-cf0c31a41d4d None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:18:39.881505 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a04587d-b9c1-40ee-b4da-cf0c31a41d4d None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:18:39.893415 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33674) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:39.897796 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04587d-b9c1-40ee-b4da-cf0c31a41d4d None None] Pushing event updated for resources: {'Port': ['ID=9f621bc3-cf09-4201-948d-bebe153f422d,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:39.908700 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-a0c9c42f-ae5d-461e-8a19-3b5f567fb814 None None] Allocated IP 172.21.0.2 (200a0472-4821-4d49-a793-5ad036a219db/c409fd67-ca22-486b-b1f3-479cae7b63c1/684b2be7-5fdc-4a2a-8bce-353fbaf966de) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:18:39.975369 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbbd3435-e3da-4bf6-9d1b-a442d71d9819 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:40.010575 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-9a04587d-b9c1-40ee-b4da-cf0c31a41d4d None None] Attempting to bind port 9f621bc3-cf09-4201-948d-bebe153f422d on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:18:40.010895 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-9a04587d-b9c1-40ee-b4da-cf0c31a41d4d None None] Attempting to bind port 9f621bc3-cf09-4201-948d-bebe153f422d by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '71035fd1-b941-42e4-bd1f-f3668bf20eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fcfe180-989c-49c8-86a0-bbdc97c1c035'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:18:40.011253 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a04587d-b9c1-40ee-b4da-cf0c31a41d4d None None] Attempting to bind port 9f621bc3-cf09-4201-948d-bebe153f422d on network 3fcfe180-989c-49c8-86a0-bbdc97c1c035 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:18:40.046826 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a04587d-b9c1-40ee-b4da-cf0c31a41d4d None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:18:40.047357 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a04587d-b9c1-40ee-b4da-cf0c31a41d4d None None] Checking segment: {'id': '71035fd1-b941-42e4-bd1f-f3668bf20eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fcfe180-989c-49c8-86a0-bbdc97c1c035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:18:40.047669 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9a04587d-b9c1-40ee-b4da-cf0c31a41d4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:40.048092 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a04587d-b9c1-40ee-b4da-cf0c31a41d4d None None] Bound using segment: {'id': '71035fd1-b941-42e4-bd1f-f3668bf20eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fcfe180-989c-49c8-86a0-bbdc97c1c035'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:18:40.048614 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-9a04587d-b9c1-40ee-b4da-cf0c31a41d4d None None] Bound port: 9f621bc3-cf09-4201-948d-bebe153f422d, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71035fd1-b941-42e4-bd1f-f3668bf20eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3fcfe180-989c-49c8-86a0-bbdc97c1c035'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:18:40.049002 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9a04587d-b9c1-40ee-b4da-cf0c31a41d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9f621bc3-cf09-4201-948d-bebe153f422d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:40.101218 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-07c5ff3e-b150-4f8c-8d84-b81750b19abe tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/floatingips/f1d94d05-452f-4691-b7a9-1489b85e5cd1 HTTP/1.1" status: 200 len: 993 time: 0.2010562 Mar 05 05:18:40.179714 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-9a04587d-b9c1-40ee-b4da-cf0c31a41d4d None None] For port 9f621bc3-cf09-4201-948d-bebe153f422d, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:18:40.200499 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-9a04587d-b9c1-40ee-b4da-cf0c31a41d4d None None] For port 9f621bc3-cf09-4201-948d-bebe153f422d, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=9f621bc3-cf09-4201-948d-bebe153f422d,segment=NetworkSegment(71035fd1-b941-42e4-bd1f-f3668bf20eab),segment_id=71035fd1-b941-42e4-bd1f-f3668bf20eab)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:18:40.205783 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a0c9c42f-ae5d-461e-8a19-3b5f567fb814 None None] Publish callbacks [] for port (684b2be7-5fdc-4a2a-8bce-353fbaf966de), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:40.212226 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9a04587d-b9c1-40ee-b4da-cf0c31a41d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (9f621bc3-cf09-4201-948d-bebe153f422d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:40.216955 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a0c9c42f-ae5d-461e-8a19-3b5f567fb814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (684b2be7-5fdc-4a2a-8bce-353fbaf966de), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:40.272477 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c9c42f-ae5d-461e-8a19-3b5f567fb814 None None] Network 200a0472-4821-4d49-a793-5ad036a219db is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:18:40.275869 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-a0c9c42f-ae5d-461e-8a19-3b5f567fb814 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:18:40.283965 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c9c42f-ae5d-461e-8a19-3b5f567fb814 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:18:40.333112 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04587d-b9c1-40ee-b4da-cf0c31a41d4d None None] Pushing event updated for resources: {'Port': ['ID=9f621bc3-cf09-4201-948d-bebe153f422d,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:40.409019 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-fbbd3435-e3da-4bf6-9d1b-a442d71d9819 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Allocated IP 172.20.0.1 (3fcfe180-989c-49c8-86a0-bbdc97c1c035/be2a4b74-ba7c-4d18-a49d-5d001ed44b2d/209d86c4-4e94-481c-b101-d641b8a79763) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:18:40.411553 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-a0c9c42f-ae5d-461e-8a19-3b5f567fb814 None None] Attempting to bind port 684b2be7-5fdc-4a2a-8bce-353fbaf966de on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:18:40.411915 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-a0c9c42f-ae5d-461e-8a19-3b5f567fb814 None None] Attempting to bind port 684b2be7-5fdc-4a2a-8bce-353fbaf966de by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '2c1202fa-2678-46cb-a974-ab3771f4b90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '200a0472-4821-4d49-a793-5ad036a219db'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:18:40.412315 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c9c42f-ae5d-461e-8a19-3b5f567fb814 None None] Attempting to bind port 684b2be7-5fdc-4a2a-8bce-353fbaf966de on network 200a0472-4821-4d49-a793-5ad036a219db {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:18:40.420370 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c9c42f-ae5d-461e-8a19-3b5f567fb814 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:18:40.420753 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c9c42f-ae5d-461e-8a19-3b5f567fb814 None None] Checking segment: {'id': '2c1202fa-2678-46cb-a974-ab3771f4b90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '200a0472-4821-4d49-a793-5ad036a219db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:18:40.421260 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a0c9c42f-ae5d-461e-8a19-3b5f567fb814 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:40.421739 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c9c42f-ae5d-461e-8a19-3b5f567fb814 None None] Bound using segment: {'id': '2c1202fa-2678-46cb-a974-ab3771f4b90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '200a0472-4821-4d49-a793-5ad036a219db'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:18:40.422270 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-a0c9c42f-ae5d-461e-8a19-3b5f567fb814 None None] Bound port: 684b2be7-5fdc-4a2a-8bce-353fbaf966de, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1202fa-2678-46cb-a974-ab3771f4b90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '200a0472-4821-4d49-a793-5ad036a219db'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:18:40.423365 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a0c9c42f-ae5d-461e-8a19-3b5f567fb814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (684b2be7-5fdc-4a2a-8bce-353fbaf966de), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:40.443001 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9c42f-ae5d-461e-8a19-3b5f567fb814 None None] Pushing event updated for resources: {'Port': ['ID=684b2be7-5fdc-4a2a-8bce-353fbaf966de,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:40.506369 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-a0c9c42f-ae5d-461e-8a19-3b5f567fb814 None None] For port 684b2be7-5fdc-4a2a-8bce-353fbaf966de, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:18:40.514197 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-a0c9c42f-ae5d-461e-8a19-3b5f567fb814 None None] For port 684b2be7-5fdc-4a2a-8bce-353fbaf966de, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=684b2be7-5fdc-4a2a-8bce-353fbaf966de,segment=NetworkSegment(2c1202fa-2678-46cb-a974-ab3771f4b90c),segment_id=2c1202fa-2678-46cb-a974-ab3771f4b90c)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:18:40.527350 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a0c9c42f-ae5d-461e-8a19-3b5f567fb814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (684b2be7-5fdc-4a2a-8bce-353fbaf966de), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:40.583092 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbbd3435-e3da-4bf6-9d1b-a442d71d9819 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for port (209d86c4-4e94-481c-b101-d641b8a79763), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:40.616442 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9c42f-ae5d-461e-8a19-3b5f567fb814 None None] Pushing event updated for resources: {'Port': ['ID=684b2be7-5fdc-4a2a-8bce-353fbaf966de,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:40.647881 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbbd3435-e3da-4bf6-9d1b-a442d71d9819 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (209d86c4-4e94-481c-b101-d641b8a79763), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:40.713029 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbd3435-e3da-4bf6-9d1b-a442d71d9819 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network 3fcfe180-989c-49c8-86a0-bbdc97c1c035 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:18:40.721138 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-fbbd3435-e3da-4bf6-9d1b-a442d71d9819 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:18:40.727512 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbd3435-e3da-4bf6-9d1b-a442d71d9819 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:18:40.787996 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd3435-e3da-4bf6-9d1b-a442d71d9819 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Port': ['ID=209d86c4-4e94-481c-b101-d641b8a79763,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:40.821533 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbbd3435-e3da-4bf6-9d1b-a442d71d9819 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (d6838bbe-8f99-471f-a387-52f512111fae), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:41.082687 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbbd3435-e3da-4bf6-9d1b-a442d71d9819 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (209d86c4-4e94-481c-b101-d641b8a79763), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:41.462294 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 9f621bc3-cf09-4201-948d-bebe153f422d up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:18:41.494600 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7c7fc237-951f-4976-8c27-fc1acf77d055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:41.556547 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 9f621bc3-cf09-4201-948d-bebe153f422d triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:41.556962 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9f621bc3-cf09-4201-948d-bebe153f422d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:41.572002 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbbd3435-e3da-4bf6-9d1b-a442d71d9819 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for port (209d86c4-4e94-481c-b101-d641b8a79763), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:41.579479 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbbd3435-e3da-4bf6-9d1b-a442d71d9819 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (209d86c4-4e94-481c-b101-d641b8a79763), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:41.679179 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbbd3435-e3da-4bf6-9d1b-a442d71d9819 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (d6838bbe-8f99-471f-a387-52f512111fae), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:41.681685 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd3435-e3da-4bf6-9d1b-a442d71d9819 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Port': ['ID=209d86c4-4e94-481c-b101-d641b8a79763,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:41.723934 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 9f621bc3-cf09-4201-948d-bebe153f422d is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:41.724362 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9f621bc3-cf09-4201-948d-bebe153f422d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:41.769418 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 9f621bc3-cf09-4201-948d-bebe153f422d, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=9f621bc3-cf09-4201-948d-bebe153f422d,segment=NetworkSegment(71035fd1-b941-42e4-bd1f-f3668bf20eab),segment_id=71035fd1-b941-42e4-bd1f-f3668bf20eab)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:18:41.774742 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (9f621bc3-cf09-4201-948d-bebe153f422d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:41.775933 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 684b2be7-5fdc-4a2a-8bce-353fbaf966de up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:18:41.909476 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbd3435-e3da-4bf6-9d1b-a442d71d9819 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network 3fcfe180-989c-49c8-86a0-bbdc97c1c035 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:18:41.912174 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-fbbd3435-e3da-4bf6-9d1b-a442d71d9819 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:18:41.938161 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=9f621bc3-cf09-4201-948d-bebe153f422d,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:41.989766 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 684b2be7-5fdc-4a2a-8bce-353fbaf966de triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:41.990292 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (684b2be7-5fdc-4a2a-8bce-353fbaf966de), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:42.147192 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb00003-8079-4638-94d4-856c7dddf4b4 None None] Network 3fcfe180-989c-49c8-86a0-bbdc97c1c035 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:18:42.156776 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbd3435-e3da-4bf6-9d1b-a442d71d9819 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Router d6838bbe-8f99-471f-a387-52f512111fae is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:18:42.292115 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-40ddbf8f-159b-4dd1-a0fc-ddd314f5adf2 None None] Provisioning complete for port 9f621bc3-cf09-4201-948d-bebe153f422d triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:42.296321 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-40ddbf8f-159b-4dd1-a0fc-ddd314f5adf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9f621bc3-cf09-4201-948d-bebe153f422d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:42.315689 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbd3435-e3da-4bf6-9d1b-a442d71d9819 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:18:42.331044 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85782e05-a49c-4be3-a159-8eab4e544642 None None] Sync routers for ids ['d6838bbe-8f99-471f-a387-52f512111fae'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:18:42.332189 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fbbd3435-e3da-4bf6-9d1b-a442d71d9819 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "PUT /v2.0/routers/d6838bbe-8f99-471f-a387-52f512111fae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7688468 Mar 05 05:18:42.335409 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33696) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:42.346760 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85782e05-a49c-4be3-a159-8eab4e544642 None None] Routers {'d6838bbe-8f99-471f-a387-52f512111fae'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:18:42.347430 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-85782e05-a49c-4be3-a159-8eab4e544642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:18:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d6838bbe-8f99-471f-a387-52f512111fae'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:42.353932 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 684b2be7-5fdc-4a2a-8bce-353fbaf966de is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:42.354446 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (684b2be7-5fdc-4a2a-8bce-353fbaf966de), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:42.446765 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-85782e05-a49c-4be3-a159-8eab4e544642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:42.446961 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1517f4-eeb6-435c-afe0-35fca20b4d27 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:42.451390 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1a1517f4-eeb6-435c-afe0-35fca20b4d27 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "GET /v2.0/ports/209d86c4-4e94-481c-b101-d641b8a79763 HTTP/1.1" status: 200 len: 910 time: 0.1117392 Mar 05 05:18:42.451752 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33698) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:42.473275 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85782e05-a49c-4be3-a159-8eab4e544642 None None] Routers {'d6838bbe-8f99-471f-a387-52f512111fae'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:18:42.473901 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-85782e05-a49c-4be3-a159-8eab4e544642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:18:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d6838bbe-8f99-471f-a387-52f512111fae'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:42.528952 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 684b2be7-5fdc-4a2a-8bce-353fbaf966de, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=684b2be7-5fdc-4a2a-8bce-353fbaf966de,segment=NetworkSegment(2c1202fa-2678-46cb-a974-ab3771f4b90c),segment_id=2c1202fa-2678-46cb-a974-ab3771f4b90c)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:18:42.541940 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-85782e05-a49c-4be3-a159-8eab4e544642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:42.542616 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85782e05-a49c-4be3-a159-8eab4e544642 None None] The sync data for ids ['d6838bbe-8f99-471f-a387-52f512111fae'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:18:42.553315 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19af4c1f-31e7-435a-bc56-dd6f4e3ba853 None None] Network 200a0472-4821-4d49-a793-5ad036a219db requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:18:42.612432 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (684b2be7-5fdc-4a2a-8bce-353fbaf966de), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:42.700507 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=684b2be7-5fdc-4a2a-8bce-353fbaf966de,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:42.715609 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-40ddbf8f-159b-4dd1-a0fc-ddd314f5adf2 None None] Current status of the port 9f621bc3-cf09-4201-948d-bebe153f422d is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:42.868032 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-1f0f48fd-ed6e-4df6-b44e-56263ccb23db None None] Provisioning complete for port 684b2be7-5fdc-4a2a-8bce-353fbaf966de triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:42.868484 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1f0f48fd-ed6e-4df6-b44e-56263ccb23db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (684b2be7-5fdc-4a2a-8bce-353fbaf966de), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:43.034197 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-1f0f48fd-ed6e-4df6-b44e-56263ccb23db None None] Current status of the port 684b2be7-5fdc-4a2a-8bce-353fbaf966de is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:43.082984 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2072d832-1c82-4ada-8961-192548779e4c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:43.368166 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 9f621bc3-cf09-4201-948d-bebe153f422d up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:18:43.496391 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:18:43.520081 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-aee0b497-7881-4144-ad1f-6a0cbadfce21 None None] Provisioning complete for port 9f621bc3-cf09-4201-948d-bebe153f422d triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:43.520471 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-aee0b497-7881-4144-ad1f-6a0cbadfce21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9f621bc3-cf09-4201-948d-bebe153f422d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:43.577982 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 9f621bc3-cf09-4201-948d-bebe153f422d triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:43.578640 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9f621bc3-cf09-4201-948d-bebe153f422d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:43.638907 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-2072d832-1c82-4ada-8961-192548779e4c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Allocated IP 172.21.0.1 (200a0472-4821-4d49-a793-5ad036a219db/c409fd67-ca22-486b-b1f3-479cae7b63c1/910c0daa-7959-4337-bcf6-0a18ce0d6677) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:18:43.715455 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-76a846f3-3682-46b3-a8fa-3c9f45310418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:43.718134 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-aee0b497-7881-4144-ad1f-6a0cbadfce21 None None] Current status of the port 9f621bc3-cf09-4201-948d-bebe153f422d is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:43.805958 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-aee0b497-7881-4144-ad1f-6a0cbadfce21 None None] Provisioning complete for port 684b2be7-5fdc-4a2a-8bce-353fbaf966de triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:43.806541 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-aee0b497-7881-4144-ad1f-6a0cbadfce21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (684b2be7-5fdc-4a2a-8bce-353fbaf966de), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:43.810513 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 9f621bc3-cf09-4201-948d-bebe153f422d is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:43.811377 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 684b2be7-5fdc-4a2a-8bce-353fbaf966de up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:18:43.850438 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2072d832-1c82-4ada-8961-192548779e4c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for port (910c0daa-7959-4337-bcf6-0a18ce0d6677), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:43.897398 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2072d832-1c82-4ada-8961-192548779e4c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (910c0daa-7959-4337-bcf6-0a18ce0d6677), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:43.931226 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:43.962814 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2072d832-1c82-4ada-8961-192548779e4c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network 200a0472-4821-4d49-a793-5ad036a219db is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:18:43.967613 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-2072d832-1c82-4ada-8961-192548779e4c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:18:43.985274 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 684b2be7-5fdc-4a2a-8bce-353fbaf966de triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:43.986303 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (684b2be7-5fdc-4a2a-8bce-353fbaf966de), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:43.986823 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2072d832-1c82-4ada-8961-192548779e4c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:18:44.041195 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-aee0b497-7881-4144-ad1f-6a0cbadfce21 None None] Current status of the port 684b2be7-5fdc-4a2a-8bce-353fbaf966de is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:44.076367 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072d832-1c82-4ada-8961-192548779e4c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Port': ['ID=910c0daa-7959-4337-bcf6-0a18ce0d6677,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:44.078323 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-aee0b497-7881-4144-ad1f-6a0cbadfce21 None None] Provisioning complete for port 209d86c4-4e94-481c-b101-d641b8a79763 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:44.078723 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-aee0b497-7881-4144-ad1f-6a0cbadfce21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (209d86c4-4e94-481c-b101-d641b8a79763), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:44.111046 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2072d832-1c82-4ada-8961-192548779e4c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (d6838bbe-8f99-471f-a387-52f512111fae), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:44.125511 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-aee0b497-7881-4144-ad1f-6a0cbadfce21 None None] Port 209d86c4-4e94-481c-b101-d641b8a79763 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:18:44.164589 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:44.166563 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 684b2be7-5fdc-4a2a-8bce-353fbaf966de is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:44.205236 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2072d832-1c82-4ada-8961-192548779e4c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:44.205597 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2072d832-1c82-4ada-8961-192548779e4c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:44.206492 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2072d832-1c82-4ada-8961-192548779e4c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:44.206859 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2072d832-1c82-4ada-8961-192548779e4c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:44.207353 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2072d832-1c82-4ada-8961-192548779e4c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:44.207571 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2072d832-1c82-4ada-8961-192548779e4c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:44.207913 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2072d832-1c82-4ada-8961-192548779e4c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:44.208252 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2072d832-1c82-4ada-8961-192548779e4c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:44.208585 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2072d832-1c82-4ada-8961-192548779e4c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:44.208976 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2072d832-1c82-4ada-8961-192548779e4c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:44.209321 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2072d832-1c82-4ada-8961-192548779e4c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:44.211205 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2072d832-1c82-4ada-8961-192548779e4c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:44.211205 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2072d832-1c82-4ada-8961-192548779e4c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:18:44.249781 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-9582482e-22e0-48bd-91b6-97789684c258 None None] Provisioning complete for port 209d86c4-4e94-481c-b101-d641b8a79763 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:44.249956 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9582482e-22e0-48bd-91b6-97789684c258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (209d86c4-4e94-481c-b101-d641b8a79763), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:44.344291 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9582482e-22e0-48bd-91b6-97789684c258 None None] Port 209d86c4-4e94-481c-b101-d641b8a79763 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:18:44.387668 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2072d832-1c82-4ada-8961-192548779e4c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (910c0daa-7959-4337-bcf6-0a18ce0d6677), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:44.470320 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-9816e1a2-b4c1-4db4-9ba2-4afd9041ab86 None None] Provisioning complete for port 910c0daa-7959-4337-bcf6-0a18ce0d6677 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:44.471098 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9816e1a2-b4c1-4db4-9ba2-4afd9041ab86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (910c0daa-7959-4337-bcf6-0a18ce0d6677), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:44.520570 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9816e1a2-b4c1-4db4-9ba2-4afd9041ab86 None None] Port 910c0daa-7959-4337-bcf6-0a18ce0d6677 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:18:44.693160 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2072d832-1c82-4ada-8961-192548779e4c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for port (910c0daa-7959-4337-bcf6-0a18ce0d6677), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:44.698773 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2072d832-1c82-4ada-8961-192548779e4c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (910c0daa-7959-4337-bcf6-0a18ce0d6677), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:44.774641 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072d832-1c82-4ada-8961-192548779e4c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Port': ['ID=910c0daa-7959-4337-bcf6-0a18ce0d6677,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:44.785319 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2072d832-1c82-4ada-8961-192548779e4c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (d6838bbe-8f99-471f-a387-52f512111fae), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:45.074311 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:45.223451 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2072d832-1c82-4ada-8961-192548779e4c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network 200a0472-4821-4d49-a793-5ad036a219db is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:18:45.224881 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-2072d832-1c82-4ada-8961-192548779e4c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:18:45.354902 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2072d832-1c82-4ada-8961-192548779e4c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Router d6838bbe-8f99-471f-a387-52f512111fae has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:18:45.487914 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2072d832-1c82-4ada-8961-192548779e4c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:18:45.503978 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3aca14-7068-4659-9eda-f60c5d72a553 None None] Sync routers for ids ['d6838bbe-8f99-471f-a387-52f512111fae'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:18:45.506803 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2072d832-1c82-4ada-8961-192548779e4c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "PUT /v2.0/routers/d6838bbe-8f99-471f-a387-52f512111fae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0528142 Mar 05 05:18:45.510084 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33724) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:45.525672 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3aca14-7068-4659-9eda-f60c5d72a553 None None] Routers {'d6838bbe-8f99-471f-a387-52f512111fae'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:18:45.526365 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-3e3aca14-7068-4659-9eda-f60c5d72a553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:18:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d6838bbe-8f99-471f-a387-52f512111fae'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:45.570088 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-3e3aca14-7068-4659-9eda-f60c5d72a553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:45.579832 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3aca14-7068-4659-9eda-f60c5d72a553 None None] Routers {'d6838bbe-8f99-471f-a387-52f512111fae'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:18:45.580295 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-3e3aca14-7068-4659-9eda-f60c5d72a553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:18:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d6838bbe-8f99-471f-a387-52f512111fae'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:45.590796 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee56b021-f48e-4e81-b587-c1a49d5541ff tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:45.593204 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ee56b021-f48e-4e81-b587-c1a49d5541ff tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "GET /v2.0/ports/910c0daa-7959-4337-bcf6-0a18ce0d6677 HTTP/1.1" status: 200 len: 910 time: 0.0813458 Mar 05 05:18:45.596258 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33726) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:45.621534 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-3e3aca14-7068-4659-9eda-f60c5d72a553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:45.622196 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3aca14-7068-4659-9eda-f60c5d72a553 None None] The sync data for ids ['d6838bbe-8f99-471f-a387-52f512111fae'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:18:45.654802 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-276e0173-e9ae-4107-b09f-e1855bfb170c None None] Provisioning complete for port 910c0daa-7959-4337-bcf6-0a18ce0d6677 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:45.655703 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-276e0173-e9ae-4107-b09f-e1855bfb170c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (910c0daa-7959-4337-bcf6-0a18ce0d6677), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:45.699403 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-276e0173-e9ae-4107-b09f-e1855bfb170c None None] Port 910c0daa-7959-4337-bcf6-0a18ce0d6677 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:18:45.992441 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-feecd267-e75e-4007-98a8-258d32942885 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (d6838bbe-8f99-471f-a387-52f512111fae), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:46.263989 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-feecd267-e75e-4007-98a8-258d32942885 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Deleting port 910c0daa-7959-4337-bcf6-0a18ce0d6677 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:18:46.264506 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-feecd267-e75e-4007-98a8-258d32942885 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (910c0daa-7959-4337-bcf6-0a18ce0d6677), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:46.316915 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:46.360417 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-feecd267-e75e-4007-98a8-258d32942885 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (910c0daa-7959-4337-bcf6-0a18ce0d6677), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:46.377311 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-feecd267-e75e-4007-98a8-258d32942885 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Calling delete_port for 910c0daa-7959-4337-bcf6-0a18ce0d6677 owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:18:46.560497 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-feecd267-e75e-4007-98a8-258d32942885 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (910c0daa-7959-4337-bcf6-0a18ce0d6677), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:46.589458 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecd267-e75e-4007-98a8-258d32942885 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Port': ['ID=910c0daa-7959-4337-bcf6-0a18ce0d6677,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:46.772713 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-feecd267-e75e-4007-98a8-258d32942885 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (d6838bbe-8f99-471f-a387-52f512111fae), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:46.989980 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feecd267-e75e-4007-98a8-258d32942885 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Router d6838bbe-8f99-471f-a387-52f512111fae has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:18:47.110623 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feecd267-e75e-4007-98a8-258d32942885 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:18:47.120924 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-feecd267-e75e-4007-98a8-258d32942885 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "PUT /v2.0/routers/d6838bbe-8f99-471f-a387-52f512111fae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5139101 Mar 05 05:18:47.121123 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33742) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:47.124581 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68a2f37-90b7-4656-ae98-e2d15c277f00 None None] Sync routers for ids ['d6838bbe-8f99-471f-a387-52f512111fae'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:18:47.135970 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68a2f37-90b7-4656-ae98-e2d15c277f00 None None] Routers {'d6838bbe-8f99-471f-a387-52f512111fae'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:18:47.136633 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-c68a2f37-90b7-4656-ae98-e2d15c277f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:18:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d6838bbe-8f99-471f-a387-52f512111fae'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:47.176435 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-c68a2f37-90b7-4656-ae98-e2d15c277f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:47.187743 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68a2f37-90b7-4656-ae98-e2d15c277f00 None None] Routers {'d6838bbe-8f99-471f-a387-52f512111fae'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:18:47.188506 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-c68a2f37-90b7-4656-ae98-e2d15c277f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:18:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d6838bbe-8f99-471f-a387-52f512111fae'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:47.230805 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-c68a2f37-90b7-4656-ae98-e2d15c277f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:47.231715 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68a2f37-90b7-4656-ae98-e2d15c277f00 None None] The sync data for ids ['d6838bbe-8f99-471f-a387-52f512111fae'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:18:47.477024 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9fe6eabb-76b9-4069-bec7-7e074f3dd0c3 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (d6838bbe-8f99-471f-a387-52f512111fae), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:47.809436 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:47.996112 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-9fe6eabb-76b9-4069-bec7-7e074f3dd0c3 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Deleting port 209d86c4-4e94-481c-b101-d641b8a79763 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:18:47.996511 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9fe6eabb-76b9-4069-bec7-7e074f3dd0c3 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (209d86c4-4e94-481c-b101-d641b8a79763), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:48.086766 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9fe6eabb-76b9-4069-bec7-7e074f3dd0c3 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (209d86c4-4e94-481c-b101-d641b8a79763), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:48.100141 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-9fe6eabb-76b9-4069-bec7-7e074f3dd0c3 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Calling delete_port for 209d86c4-4e94-481c-b101-d641b8a79763 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:18:48.322379 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9fe6eabb-76b9-4069-bec7-7e074f3dd0c3 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (209d86c4-4e94-481c-b101-d641b8a79763), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:48.364263 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe6eabb-76b9-4069-bec7-7e074f3dd0c3 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Port': ['ID=209d86c4-4e94-481c-b101-d641b8a79763,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:48.374564 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3a12274b-7a2c-464d-95ea-5d03d172fc44 req-68d3f654-580e-436c-9945-2baffb08138e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1116774 Mar 05 05:18:48.600979 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9fe6eabb-76b9-4069-bec7-7e074f3dd0c3 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (d6838bbe-8f99-471f-a387-52f512111fae), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:48.625372 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12274b-7a2c-464d-95ea-5d03d172fc44 req-17a1be65-8340-45c5-b6d5-1469f9761215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:48.627201 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3a12274b-7a2c-464d-95ea-5d03d172fc44 req-17a1be65-8340-45c5-b6d5-1469f9761215 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4dcd5a93b3674bf78188762f733c2e21&device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7 HTTP/1.1" status: 200 len: 1128 time: 0.1558101 Mar 05 05:18:48.859282 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12274b-7a2c-464d-95ea-5d03d172fc44 req-7ffbfef9-4e3e-401f-ad84-334c94c0f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:48.860547 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3a12274b-7a2c-464d-95ea-5d03d172fc44 req-7ffbfef9-4e3e-401f-ad84-334c94c0f897 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b61f21e3-7587-4809-a37d-2d08125769d2 HTTP/1.1" status: 200 len: 909 time: 0.1927114 Mar 05 05:18:48.865543 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe6eabb-76b9-4069-bec7-7e074f3dd0c3 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Router d6838bbe-8f99-471f-a387-52f512111fae has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:18:49.004410 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3a12274b-7a2c-464d-95ea-5d03d172fc44 req-7046ae0c-05b3-447b-97c9-19e11adbe678 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f01b532b-8f89-46f9-ae84-e24eacb8eb91 HTTP/1.1" status: 200 len: 1001 time: 0.1359484 Mar 05 05:18:49.007220 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe6eabb-76b9-4069-bec7-7e074f3dd0c3 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:18:49.015377 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33752) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:49.015884 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9fe6eabb-76b9-4069-bec7-7e074f3dd0c3 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "PUT /v2.0/routers/d6838bbe-8f99-471f-a387-52f512111fae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8933260 Mar 05 05:18:49.020898 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc8bcb7-2b89-43da-a49a-fdb3485e8f04 None None] Sync routers for ids ['d6838bbe-8f99-471f-a387-52f512111fae'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:18:49.038022 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc8bcb7-2b89-43da-a49a-fdb3485e8f04 None None] Routers {'d6838bbe-8f99-471f-a387-52f512111fae'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:18:49.038941 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-cbc8bcb7-2b89-43da-a49a-fdb3485e8f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:18:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d6838bbe-8f99-471f-a387-52f512111fae'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:49.062053 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12274b-7a2c-464d-95ea-5d03d172fc44 req-56bc6932-5d4b-4e78-923e-eb4a5c17a4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:49.063810 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3a12274b-7a2c-464d-95ea-5d03d172fc44 req-56bc6932-5d4b-4e78-923e-eb4a5c17a4b4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c68992af-a059-4f27-bddf-edd7cad1ebc7 HTTP/1.1" status: 200 len: 848 time: 0.0473030 Mar 05 05:18:49.076294 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ae956a40-4104-4be1-ba9e-59ff4209ff37 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6838bbe-8f99-471f-a387-52f512111fae HTTP/1.1" status: 200 len: 205 time: 0.0593169 Mar 05 05:18:49.079649 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33754) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:49.089171 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-cbc8bcb7-2b89-43da-a49a-fdb3485e8f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:49.100023 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc8bcb7-2b89-43da-a49a-fdb3485e8f04 None None] Routers {'d6838bbe-8f99-471f-a387-52f512111fae'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:18:49.100918 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-cbc8bcb7-2b89-43da-a49a-fdb3485e8f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:18:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['d6838bbe-8f99-471f-a387-52f512111fae'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:49.156268 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-cbc8bcb7-2b89-43da-a49a-fdb3485e8f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:49.157193 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc8bcb7-2b89-43da-a49a-fdb3485e8f04 None None] The sync data for ids ['d6838bbe-8f99-471f-a387-52f512111fae'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:18:49.173049 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12274b-7a2c-464d-95ea-5d03d172fc44 req-748125ea-55ec-4ac0-8048-3033a0da887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:49.174680 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3a12274b-7a2c-464d-95ea-5d03d172fc44 req-748125ea-55ec-4ac0-8048-3033a0da887d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b61f21e3-7587-4809-a37d-2d08125769d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1043901 Mar 05 05:18:49.219435 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8342c8e6-5bc3-427b-a815-759d2015d1ee tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router (d6838bbe-8f99-471f-a387-52f512111fae), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:49.308671 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3a12274b-7a2c-464d-95ea-5d03d172fc44 req-aaa8c9c7-57c1-45ff-a602-da8962c10bc5 service neutron] 10.222.0.31 "GET /v2.0/networks/b61f21e3-7587-4809-a37d-2d08125769d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269226 Mar 05 05:18:49.427050 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3a12274b-7a2c-464d-95ea-5d03d172fc44 req-96d62616-6acf-4539-9782-ff5cc80beb6a service neutron] 10.222.0.31 "GET /v2.0/networks/b61f21e3-7587-4809-a37d-2d08125769d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116803 Mar 05 05:18:49.434523 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8342c8e6-5bc3-427b-a815-759d2015d1ee tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (d6838bbe-8f99-471f-a387-52f512111fae), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:49.439560 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8342c8e6-5bc3-427b-a815-759d2015d1ee tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router_controller (d6838bbe-8f99-471f-a387-52f512111fae), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:49.488310 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8342c8e6-5bc3-427b-a815-759d2015d1ee tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (d6838bbe-8f99-471f-a387-52f512111fae), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:49.488960 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8342c8e6-5bc3-427b-a815-759d2015d1ee tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Fanout notify agent at l3_agent the message router_deleted on router d6838bbe-8f99-471f-a387-52f512111fae {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:18:49.496356 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8342c8e6-5bc3-427b-a815-759d2015d1ee tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:49.500813 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8342c8e6-5bc3-427b-a815-759d2015d1ee tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/routers/d6838bbe-8f99-471f-a387-52f512111fae HTTP/1.1" status: 204 len: 168 time: 0.4168441 Mar 05 05:18:49.501300 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33758) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:49.556443 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-766e2b36-2cd5-4981-83d5-2123d52b18f0 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Deleting subnet c409fd67-ca22-486b-b1f3-479cae7b63c1 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:18:49.559767 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-766e2b36-2cd5-4981-83d5-2123d52b18f0 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for subnet (c409fd67-ca22-486b-b1f3-479cae7b63c1), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:49.603148 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-766e2b36-2cd5-4981-83d5-2123d52b18f0 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (c409fd67-ca22-486b-b1f3-479cae7b63c1), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:49.697995 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-766e2b36-2cd5-4981-83d5-2123d52b18f0 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (c409fd67-ca22-486b-b1f3-479cae7b63c1), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:49.762519 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-766e2b36-2cd5-4981-83d5-2123d52b18f0 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (c409fd67-ca22-486b-b1f3-479cae7b63c1), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:49.789413 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e2b36-2cd5-4981-83d5-2123d52b18f0 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Subnet': ['ID=c409fd67-ca22-486b-b1f3-479cae7b63c1,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:49.796281 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-766e2b36-2cd5-4981-83d5-2123d52b18f0 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:49.802619 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33762) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:49.806081 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1786277e-2a4c-4236-a500-5f844ee41dff None None] Network 200a0472-4821-4d49-a793-5ad036a219db requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:18:49.815669 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-766e2b36-2cd5-4981-83d5-2123d52b18f0 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/subnets/c409fd67-ca22-486b-b1f3-479cae7b63c1 HTTP/1.1" status: 204 len: 168 time: 0.3132718 Mar 05 05:18:49.880278 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4a2b5d2-e8cc-4872-822b-738aebf7af4f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Deleting subnet be2a4b74-ba7c-4d18-a49d-5d001ed44b2d {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:18:49.883994 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b5d2-e8cc-4872-822b-738aebf7af4f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for subnet (be2a4b74-ba7c-4d18-a49d-5d001ed44b2d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:49.938500 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b5d2-e8cc-4872-822b-738aebf7af4f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (be2a4b74-ba7c-4d18-a49d-5d001ed44b2d), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:50.027296 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b5d2-e8cc-4872-822b-738aebf7af4f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (be2a4b74-ba7c-4d18-a49d-5d001ed44b2d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:50.100299 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b5d2-e8cc-4872-822b-738aebf7af4f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (be2a4b74-ba7c-4d18-a49d-5d001ed44b2d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:50.133880 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d4a2b5d2-e8cc-4872-822b-738aebf7af4f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:50.139549 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d4a2b5d2-e8cc-4872-822b-738aebf7af4f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/subnets/be2a4b74-ba7c-4d18-a49d-5d001ed44b2d HTTP/1.1" status: 204 len: 168 time: 0.3301258 Mar 05 05:18:50.139549 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a2b5d2-e8cc-4872-822b-738aebf7af4f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Subnet': ['ID=be2a4b74-ba7c-4d18-a49d-5d001ed44b2d,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:50.143470 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33764) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:50.154661 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228707db-4d82-4e03-9cc6-ec24d9b82ce4 None None] Network 3fcfe180-989c-49c8-86a0-bbdc97c1c035 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:18:50.195005 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48eda31-fbed-4ed9-881a-4b00979023ae None None] DHCP port deletion for 200a0472-4821-4d49-a793-5ad036a219db request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:18:50.245767 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e857c77c-6c4a-4e2b-b9df-a065e15d351d tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (200a0472-4821-4d49-a793-5ad036a219db), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:50.319045 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-e857c77c-6c4a-4e2b-b9df-a065e15d351d tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Deleting port 684b2be7-5fdc-4a2a-8bce-353fbaf966de {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:18:50.319729 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e857c77c-6c4a-4e2b-b9df-a065e15d351d tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (684b2be7-5fdc-4a2a-8bce-353fbaf966de), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:50.368878 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f48eda31-fbed-4ed9-881a-4b00979023ae None None] Deleting port 684b2be7-5fdc-4a2a-8bce-353fbaf966de {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:18:50.369599 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f48eda31-fbed-4ed9-881a-4b00979023ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (684b2be7-5fdc-4a2a-8bce-353fbaf966de), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:50.414095 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-e857c77c-6c4a-4e2b-b9df-a065e15d351d tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] For port 684b2be7-5fdc-4a2a-8bce-353fbaf966de, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=684b2be7-5fdc-4a2a-8bce-353fbaf966de,segment=NetworkSegment(2c1202fa-2678-46cb-a974-ab3771f4b90c),segment_id=2c1202fa-2678-46cb-a974-ab3771f4b90c)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:18:50.414906 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e857c77c-6c4a-4e2b-b9df-a065e15d351d tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (684b2be7-5fdc-4a2a-8bce-353fbaf966de), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:50.450226 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-e857c77c-6c4a-4e2b-b9df-a065e15d351d tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Calling delete_port for 684b2be7-5fdc-4a2a-8bce-353fbaf966de owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:18:50.470709 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37eadc05-d441-485a-8864-bb1685b3b96d None None] DHCP port deletion for 3fcfe180-989c-49c8-86a0-bbdc97c1c035 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:18:50.484562 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f48eda31-fbed-4ed9-881a-4b00979023ae None None] For port 684b2be7-5fdc-4a2a-8bce-353fbaf966de, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=684b2be7-5fdc-4a2a-8bce-353fbaf966de,segment=NetworkSegment(2c1202fa-2678-46cb-a974-ab3771f4b90c),segment_id=2c1202fa-2678-46cb-a974-ab3771f4b90c)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:18:50.485206 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f48eda31-fbed-4ed9-881a-4b00979023ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (684b2be7-5fdc-4a2a-8bce-353fbaf966de), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:50.561717 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f48eda31-fbed-4ed9-881a-4b00979023ae None None] Calling delete_port for 684b2be7-5fdc-4a2a-8bce-353fbaf966de owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:18:50.566296 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e857c77c-6c4a-4e2b-b9df-a065e15d351d tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (684b2be7-5fdc-4a2a-8bce-353fbaf966de), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:50.599711 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857c77c-6c4a-4e2b-b9df-a065e15d351d tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Port': ['ID=684b2be7-5fdc-4a2a-8bce-353fbaf966de,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:50.608364 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e857c77c-6c4a-4e2b-b9df-a065e15d351d tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] No DVR routers for this DVR port 684b2be7-5fdc-4a2a-8bce-353fbaf966de on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:18:50.653904 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-37eadc05-d441-485a-8864-bb1685b3b96d None None] Deleting port 9f621bc3-cf09-4201-948d-bebe153f422d {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:18:50.654286 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-37eadc05-d441-485a-8864-bb1685b3b96d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (9f621bc3-cf09-4201-948d-bebe153f422d), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:50.736824 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e857c77c-6c4a-4e2b-b9df-a065e15d351d tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (200a0472-4821-4d49-a793-5ad036a219db), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:50.774483 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-e857c77c-6c4a-4e2b-b9df-a065e15d351d tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['200a0472-4821-4d49-a793-5ad036a219db']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:50.786335 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-37eadc05-d441-485a-8864-bb1685b3b96d None None] For port 9f621bc3-cf09-4201-948d-bebe153f422d, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=9f621bc3-cf09-4201-948d-bebe153f422d,segment=NetworkSegment(71035fd1-b941-42e4-bd1f-f3668bf20eab),segment_id=71035fd1-b941-42e4-bd1f-f3668bf20eab)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:18:50.786751 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-37eadc05-d441-485a-8864-bb1685b3b96d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (9f621bc3-cf09-4201-948d-bebe153f422d), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:50.787752 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-e857c77c-6c4a-4e2b-b9df-a065e15d351d tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1202fa-2678-46cb-a974-ab3771f4b90c') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:50.788121 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-e857c77c-6c4a-4e2b-b9df-a065e15d351d tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1202fa-2678-46cb-a974-ab3771f4b90c') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:50.811550 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e857c77c-6c4a-4e2b-b9df-a065e15d351d tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (2c1202fa-2678-46cb-a974-ab3771f4b90c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:50.821690 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-37eadc05-d441-485a-8864-bb1685b3b96d None None] Calling delete_port for 9f621bc3-cf09-4201-948d-bebe153f422d owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:18:50.829176 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e857c77c-6c4a-4e2b-b9df-a065e15d351d tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (2c1202fa-2678-46cb-a974-ab3771f4b90c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:50.837582 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e857c77c-6c4a-4e2b-b9df-a065e15d351d tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:18:50.838333 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e857c77c-6c4a-4e2b-b9df-a065e15d351d tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (2c1202fa-2678-46cb-a974-ab3771f4b90c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:50.842064 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:18:50.842064 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:18:50.842064 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:18:50.842064 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:18:50.842064 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:18:50.842064 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:18:50.842064 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:18:50.842064 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:18:50.842064 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:18:50.842064 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:18:50.842064 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:18:50.842064 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:18:50.842064 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:18:50.842064 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:18:50.842064 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:18:50.842064 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:18:50.842064 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:18:50.842064 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:18:50.842064 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:18:50.842064 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:18:50.842064 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:18:50.842064 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:18:50.842064 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:18:50.842064 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:18:50.842064 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:18:50.842064 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:18:50.842064 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:18:50.842064 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:18:50.842064 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:18:50.842064 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:18:50.842064 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:18:50.842064 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:18:50.849399 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f48eda31-fbed-4ed9-881a-4b00979023ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (684b2be7-5fdc-4a2a-8bce-353fbaf966de), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:50.925004 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e857c77c-6c4a-4e2b-b9df-a065e15d351d tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (200a0472-4821-4d49-a793-5ad036a219db), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:50.934672 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48eda31-fbed-4ed9-881a-4b00979023ae None None] Pushing event deleted for resources: {'Port': ['ID=684b2be7-5fdc-4a2a-8bce-353fbaf966de,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:50.941148 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48eda31-fbed-4ed9-881a-4b00979023ae None None] No DVR routers for this DVR port 684b2be7-5fdc-4a2a-8bce-353fbaf966de on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:18:50.943140 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e857c77c-6c4a-4e2b-b9df-a065e15d351d tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:50.950298 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e857c77c-6c4a-4e2b-b9df-a065e15d351d tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/networks/200a0472-4821-4d49-a793-5ad036a219db HTTP/1.1" status: 204 len: 168 time: 0.8048966 Mar 05 05:18:50.954390 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33770) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:50.977620 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857c77c-6c4a-4e2b-b9df-a065e15d351d tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Network': ['ID=200a0472-4821-4d49-a793-5ad036a219db,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:51.015067 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-37eadc05-d441-485a-8864-bb1685b3b96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (9f621bc3-cf09-4201-948d-bebe153f422d), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:51.050884 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eadc05-d441-485a-8864-bb1685b3b96d None None] Pushing event deleted for resources: {'Port': ['ID=9f621bc3-cf09-4201-948d-bebe153f422d,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:51.053109 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eadc05-d441-485a-8864-bb1685b3b96d None None] No DVR routers for this DVR port 9f621bc3-cf09-4201-948d-bebe153f422d on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:18:51.142127 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bdebbaa4-1e28-475f-973b-7f8639e6620a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (3fcfe180-989c-49c8-86a0-bbdc97c1c035), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:51.179113 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-86001018-b5ad-494a-92b8-3e1ef1c8ce88 req-e97d4889-7e9f-412b-b08c-7794f7182fa4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1039798 Mar 05 05:18:51.320773 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bdebbaa4-1e28-475f-973b-7f8639e6620a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (3fcfe180-989c-49c8-86a0-bbdc97c1c035), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:51.360282 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-bdebbaa4-1e28-475f-973b-7f8639e6620a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fcfe180-989c-49c8-86a0-bbdc97c1c035']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:51.373266 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86001018-b5ad-494a-92b8-3e1ef1c8ce88 req-a456cafc-8aaf-439f-8dc5-fd157e9b29c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:51.375779 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-86001018-b5ad-494a-92b8-3e1ef1c8ce88 req-a456cafc-8aaf-439f-8dc5-fd157e9b29c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 1128 time: 0.1356120 Mar 05 05:18:51.377612 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-bdebbaa4-1e28-475f-973b-7f8639e6620a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71035fd1-b941-42e4-bd1f-f3668bf20eab') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:51.377941 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-bdebbaa4-1e28-475f-973b-7f8639e6620a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71035fd1-b941-42e4-bd1f-f3668bf20eab') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:51.387002 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 9f621bc3-cf09-4201-948d-bebe153f422d no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:18:51.419706 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 9f621bc3-cf09-4201-948d-bebe153f422d {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:18:51.420082 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 9f621bc3-cf09-4201-948d-bebe153f422d not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:18:51.420507 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 684b2be7-5fdc-4a2a-8bce-353fbaf966de no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:18:51.430437 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bdebbaa4-1e28-475f-973b-7f8639e6620a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (71035fd1-b941-42e4-bd1f-f3668bf20eab), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:51.448017 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bdebbaa4-1e28-475f-973b-7f8639e6620a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (71035fd1-b941-42e4-bd1f-f3668bf20eab), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:51.455578 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdebbaa4-1e28-475f-973b-7f8639e6620a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:18:51.457267 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 684b2be7-5fdc-4a2a-8bce-353fbaf966de {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:18:51.457476 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bdebbaa4-1e28-475f-973b-7f8639e6620a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (71035fd1-b941-42e4-bd1f-f3668bf20eab), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:51.458069 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 684b2be7-5fdc-4a2a-8bce-353fbaf966de not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:18:51.464889 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:18:51.464889 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:18:51.464889 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:18:51.464889 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:18:51.464889 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:18:51.464889 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:18:51.464889 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:18:51.464889 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:18:51.464889 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:18:51.464889 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:18:51.464889 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:18:51.464889 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:18:51.464889 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:18:51.464889 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:18:51.464889 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:18:51.464889 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:18:51.464889 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:18:51.464889 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:18:51.464889 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:18:51.464889 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:18:51.464889 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:18:51.464889 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:18:51.464889 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:18:51.464889 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:18:51.464889 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:18:51.464889 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:18:51.464889 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:18:51.464889 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:18:51.464889 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:18:51.464889 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:18:51.464889 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:18:51.464889 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:18:51.592302 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bdebbaa4-1e28-475f-973b-7f8639e6620a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (3fcfe180-989c-49c8-86a0-bbdc97c1c035), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:51.608985 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bdebbaa4-1e28-475f-973b-7f8639e6620a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:51.612666 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-bdebbaa4-1e28-475f-973b-7f8639e6620a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/networks/3fcfe180-989c-49c8-86a0-bbdc97c1c035 HTTP/1.1" status: 204 len: 168 time: 0.6556866 Mar 05 05:18:51.616823 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33774) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:51.629880 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-47331550-1c24-404f-809f-8f39a5041bcc tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Request body: {'network': {'name': 'tempest-RoutersTest-1594039027'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:51.635892 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdebbaa4-1e28-475f-973b-7f8639e6620a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Network': ['ID=3fcfe180-989c-49c8-86a0-bbdc97c1c035,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:51.640112 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86001018-b5ad-494a-92b8-3e1ef1c8ce88 req-77a2da1e-274b-4788-afa3-514604eb3c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:51.641634 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-86001018-b5ad-494a-92b8-3e1ef1c8ce88 req-77a2da1e-274b-4788-afa3-514604eb3c52 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 912 time: 0.2411771 Mar 05 05:18:51.690326 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47331550-1c24-404f-809f-8f39a5041bcc tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Made reservation on behalf of a51b10dd69e7437f8d0be6d11db6df35 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:18:51.693650 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-47331550-1c24-404f-809f-8f39a5041bcc tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:51.734585 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-86001018-b5ad-494a-92b8-3e1ef1c8ce88 req-9c88dd3a-bbe1-412c-bf88-1aa90da536d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e48b7d5-c764-4773-82ad-3d77c40d006f HTTP/1.1" status: 200 len: 1000 time: 0.0844464 Mar 05 05:18:51.739584 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47331550-1c24-404f-809f-8f39a5041bcc tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:18:51.795233 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86001018-b5ad-494a-92b8-3e1ef1c8ce88 req-852a7928-12bb-45d2-92e6-6a563ef807db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:51.797840 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-86001018-b5ad-494a-92b8-3e1ef1c8ce88 req-852a7928-12bb-45d2-92e6-6a563ef807db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb HTTP/1.1" status: 200 len: 851 time: 0.0541258 Mar 05 05:18:51.801002 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-47331550-1c24-404f-809f-8f39a5041bcc tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (f6b3f326-6601-4bfe-afdb-186e7919ed00), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:51.801412 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-47331550-1c24-404f-809f-8f39a5041bcc tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Added segment f6b3f326-6601-4bfe-afdb-186e7919ed00 of type vlan for network 923cfbe5-900a-448b-a03c-730f55d9114a Mar 05 05:18:51.868986 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-47331550-1c24-404f-809f-8f39a5041bcc tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (923cfbe5-900a-448b-a03c-730f55d9114a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:51.898471 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86001018-b5ad-494a-92b8-3e1ef1c8ce88 req-1695f781-6e3a-4a64-af84-f6ff37bd692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:51.900092 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-86001018-b5ad-494a-92b8-3e1ef1c8ce88 req-1695f781-6e3a-4a64-af84-f6ff37bd692e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3da289b5-f373-4722-9911-8508cc812a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0910311 Mar 05 05:18:51.905280 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-47331550-1c24-404f-809f-8f39a5041bcc tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (923cfbe5-900a-448b-a03c-730f55d9114a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:51.910597 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47331550-1c24-404f-809f-8f39a5041bcc tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:51.911306 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-47331550-1c24-404f-809f-8f39a5041bcc tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:52.026546 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-47331550-1c24-404f-809f-8f39a5041bcc tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4089499 Mar 05 05:18:52.029249 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33778) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:52.038940 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-61141f51-4d1e-4814-bcad-0b8ef8af1acb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Request body: {'subnet': {'network_id': '923cfbe5-900a-448b-a03c-730f55d9114a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:52.040393 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47331550-1c24-404f-809f-8f39a5041bcc tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Network': ['ID=923cfbe5-900a-448b-a03c-730f55d9114a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:52.059132 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 923cfbe5-900a-448b-a03c-730f55d9114a details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:18:52.068191 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-86001018-b5ad-494a-92b8-3e1ef1c8ce88 req-0148a4f8-52bf-47de-8a6f-bdbb0b292c73 service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540420 Mar 05 05:18:52.182972 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-86001018-b5ad-494a-92b8-3e1ef1c8ce88 req-d9bf5c8a-7b7f-4c54-8e27-ee2efa78050b service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075106 Mar 05 05:18:52.226826 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61141f51-4d1e-4814-bcad-0b8ef8af1acb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Made reservation on behalf of a51b10dd69e7437f8d0be6d11db6df35 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:18:52.231098 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-61141f51-4d1e-4814-bcad-0b8ef8af1acb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:52.431285 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-61141f51-4d1e-4814-bcad-0b8ef8af1acb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (f600f2e1-9529-4b74-8820-a762993d52e4), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:52.507739 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61141f51-4d1e-4814-bcad-0b8ef8af1acb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Checking segment: {'id': 'f6b3f326-6601-4bfe-afdb-186e7919ed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '923cfbe5-900a-448b-a03c-730f55d9114a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:18:52.508109 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61141f51-4d1e-4814-bcad-0b8ef8af1acb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network hostable DHCP agents. Network: 923cfbe5-900a-448b-a03c-730f55d9114a, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:18:52.511992 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61141f51-4d1e-4814-bcad-0b8ef8af1acb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Subnet': ['ID=f600f2e1-9529-4b74-8820-a762993d52e4,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:52.532833 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61141f51-4d1e-4814-bcad-0b8ef8af1acb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network 923cfbe5-900a-448b-a03c-730f55d9114a is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:18:52.542526 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-61141f51-4d1e-4814-bcad-0b8ef8af1acb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 923cfbe5-900a-448b-a03c-730f55d9114a) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:18:52.547861 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61141f51-4d1e-4814-bcad-0b8ef8af1acb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:52.548516 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-61141f51-4d1e-4814-bcad-0b8ef8af1acb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:52.554920 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d9d9ad-fa9c-41d1-a57f-e0a805f0e5d1 None None] Network 923cfbe5-900a-448b-a03c-730f55d9114a requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:18:52.568629 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-61141f51-4d1e-4814-bcad-0b8ef8af1acb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5375297 Mar 05 05:18:52.571087 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33782) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:52.575814 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-e364069b-c007-4493-8c9b-e8ba79e1fb77 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1478685241', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:52.609303 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e364069b-c007-4493-8c9b-e8ba79e1fb77 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (1b8cfd8c-366d-4b58-82d5-621eb55737c8), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:52.612172 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e364069b-c007-4493-8c9b-e8ba79e1fb77 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (1b8cfd8c-366d-4b58-82d5-621eb55737c8), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:52.683123 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e364069b-c007-4493-8c9b-e8ba79e1fb77 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router_controller (1b8cfd8c-366d-4b58-82d5-621eb55737c8), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:52.690916 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e364069b-c007-4493-8c9b-e8ba79e1fb77 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (1b8cfd8c-366d-4b58-82d5-621eb55737c8), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:52.713914 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e364069b-c007-4493-8c9b-e8ba79e1fb77 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:52.716009 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e364069b-c007-4493-8c9b-e8ba79e1fb77 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1437008 Mar 05 05:18:52.718671 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33784) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:52.723430 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3922377a-93c8-42f2-a474-2926943c220f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-923cfbe5-900a-448b-a03c-730f55d9114a', 'network_id': '923cfbe5-900a-448b-a03c-730f55d9114a', 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'fixed_ips': [{'subnet_id': 'f600f2e1-9529-4b74-8820-a762993d52e4'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:18:52.724312 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3922377a-93c8-42f2-a474-2926943c220f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:52.725018 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-4d20bf8b-ff71-4565-8ec0-430307bd4bee tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Request body: {'port': {'network_id': '923cfbe5-900a-448b-a03c-730f55d9114a', 'name': 'tempest-RoutersTest-774703810'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:52.883502 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d20bf8b-ff71-4565-8ec0-430307bd4bee tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Made reservation on behalf of a51b10dd69e7437f8d0be6d11db6df35 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:18:52.887655 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d20bf8b-ff71-4565-8ec0-430307bd4bee tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:52.909244 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [None req-4d20bf8b-ff71-4565-8ec0-430307bd4bee tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] device_id is not set on port 8320e232-3037-4af4-aeee-0cfb5977f995 yet. {{(pid=105232) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 05 05:18:52.920576 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-3922377a-93c8-42f2-a474-2926943c220f None None] Allocated IP 172.20.0.2 (923cfbe5-900a-448b-a03c-730f55d9114a/f600f2e1-9529-4b74-8820-a762993d52e4/91b15bdb-d8ea-4413-9e06-0c796324caa5) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:18:53.080289 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3922377a-93c8-42f2-a474-2926943c220f None None] Publish callbacks [] for port (91b15bdb-d8ea-4413-9e06-0c796324caa5), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:53.085751 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3922377a-93c8-42f2-a474-2926943c220f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (91b15bdb-d8ea-4413-9e06-0c796324caa5), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:53.138224 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922377a-93c8-42f2-a474-2926943c220f None None] Pushing event updated for resources: {'Port': ['ID=91b15bdb-d8ea-4413-9e06-0c796324caa5,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:53.142528 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3922377a-93c8-42f2-a474-2926943c220f None None] Network 923cfbe5-900a-448b-a03c-730f55d9114a is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:18:53.143768 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-4d20bf8b-ff71-4565-8ec0-430307bd4bee tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Allocated IP 172.20.0.8 (923cfbe5-900a-448b-a03c-730f55d9114a/f600f2e1-9529-4b74-8820-a762993d52e4/8320e232-3037-4af4-aeee-0cfb5977f995) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:18:53.144658 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-3922377a-93c8-42f2-a474-2926943c220f None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:18:53.147361 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3922377a-93c8-42f2-a474-2926943c220f None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:18:53.215718 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3922377a-93c8-42f2-a474-2926943c220f None None] Attempting to bind port 91b15bdb-d8ea-4413-9e06-0c796324caa5 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:18:53.216398 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3922377a-93c8-42f2-a474-2926943c220f None None] Attempting to bind port 91b15bdb-d8ea-4413-9e06-0c796324caa5 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'f6b3f326-6601-4bfe-afdb-186e7919ed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '923cfbe5-900a-448b-a03c-730f55d9114a'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:18:53.216946 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3922377a-93c8-42f2-a474-2926943c220f None None] Attempting to bind port 91b15bdb-d8ea-4413-9e06-0c796324caa5 on network 923cfbe5-900a-448b-a03c-730f55d9114a {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:18:53.223404 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3922377a-93c8-42f2-a474-2926943c220f None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:18:53.223852 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3922377a-93c8-42f2-a474-2926943c220f None None] Checking segment: {'id': 'f6b3f326-6601-4bfe-afdb-186e7919ed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '923cfbe5-900a-448b-a03c-730f55d9114a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:18:53.224214 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3922377a-93c8-42f2-a474-2926943c220f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:53.224614 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3922377a-93c8-42f2-a474-2926943c220f None None] Bound using segment: {'id': 'f6b3f326-6601-4bfe-afdb-186e7919ed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '923cfbe5-900a-448b-a03c-730f55d9114a'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:18:53.225113 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3922377a-93c8-42f2-a474-2926943c220f None None] Bound port: 91b15bdb-d8ea-4413-9e06-0c796324caa5, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b3f326-6601-4bfe-afdb-186e7919ed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '923cfbe5-900a-448b-a03c-730f55d9114a'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:18:53.225670 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3922377a-93c8-42f2-a474-2926943c220f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (91b15bdb-d8ea-4413-9e06-0c796324caa5), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:53.297168 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-3922377a-93c8-42f2-a474-2926943c220f None None] For port 91b15bdb-d8ea-4413-9e06-0c796324caa5, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:18:53.300737 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-3922377a-93c8-42f2-a474-2926943c220f None None] For port 91b15bdb-d8ea-4413-9e06-0c796324caa5, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=91b15bdb-d8ea-4413-9e06-0c796324caa5,segment=NetworkSegment(f6b3f326-6601-4bfe-afdb-186e7919ed00),segment_id=f6b3f326-6601-4bfe-afdb-186e7919ed00)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:18:53.308312 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3922377a-93c8-42f2-a474-2926943c220f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (91b15bdb-d8ea-4413-9e06-0c796324caa5), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:53.317069 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d20bf8b-ff71-4565-8ec0-430307bd4bee tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for port (8320e232-3037-4af4-aeee-0cfb5977f995), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:53.357375 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d20bf8b-ff71-4565-8ec0-430307bd4bee tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (8320e232-3037-4af4-aeee-0cfb5977f995), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:53.376946 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922377a-93c8-42f2-a474-2926943c220f None None] Pushing event updated for resources: {'Port': ['ID=91b15bdb-d8ea-4413-9e06-0c796324caa5,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:53.439429 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d20bf8b-ff71-4565-8ec0-430307bd4bee tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network 923cfbe5-900a-448b-a03c-730f55d9114a is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:18:53.440745 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20bf8b-ff71-4565-8ec0-430307bd4bee tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Port': ['ID=8320e232-3037-4af4-aeee-0cfb5977f995,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:53.447872 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-4d20bf8b-ff71-4565-8ec0-430307bd4bee tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:18:53.451304 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d20bf8b-ff71-4565-8ec0-430307bd4bee tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:18:53.503481 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d20bf8b-ff71-4565-8ec0-430307bd4bee tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:53.504124 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d20bf8b-ff71-4565-8ec0-430307bd4bee tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:53.521591 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4d20bf8b-ff71-4565-8ec0-430307bd4bee tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.8014648 Mar 05 05:18:53.524235 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33790) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:54.173799 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b9959c3a-a1db-45ac-bb53-9e3ad4ce686f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8320e232-3037-4af4-aeee-0cfb5977f995), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:54.520430 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b9959c3a-a1db-45ac-bb53-9e3ad4ce686f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for port (8320e232-3037-4af4-aeee-0cfb5977f995), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:54.528540 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b9959c3a-a1db-45ac-bb53-9e3ad4ce686f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (8320e232-3037-4af4-aeee-0cfb5977f995), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:54.614147 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9959c3a-a1db-45ac-bb53-9e3ad4ce686f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Port': ['ID=8320e232-3037-4af4-aeee-0cfb5977f995,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:54.633522 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaece1cb-1666-40b1-8449-40c1883ba03d None None] Network 923cfbe5-900a-448b-a03c-730f55d9114a requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:18:54.751516 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-c709cb28-62b4-444d-b3dd-4861e94f8fd2 None None] Provisioning complete for port 91b15bdb-d8ea-4413-9e06-0c796324caa5 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:54.751838 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c709cb28-62b4-444d-b3dd-4861e94f8fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (91b15bdb-d8ea-4413-9e06-0c796324caa5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:54.814614 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b9959c3a-a1db-45ac-bb53-9e3ad4ce686f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (1b8cfd8c-366d-4b58-82d5-621eb55737c8), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:54.864905 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c709cb28-62b4-444d-b3dd-4861e94f8fd2 None None] Current status of the port 91b15bdb-d8ea-4413-9e06-0c796324caa5 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:54.867024 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c709cb28-62b4-444d-b3dd-4861e94f8fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (91b15bdb-d8ea-4413-9e06-0c796324caa5), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:54.929079 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-c709cb28-62b4-444d-b3dd-4861e94f8fd2 None None] For port 91b15bdb-d8ea-4413-9e06-0c796324caa5, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=91b15bdb-d8ea-4413-9e06-0c796324caa5,segment=NetworkSegment(f6b3f326-6601-4bfe-afdb-186e7919ed00),segment_id=f6b3f326-6601-4bfe-afdb-186e7919ed00)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:18:54.937692 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c709cb28-62b4-444d-b3dd-4861e94f8fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (91b15bdb-d8ea-4413-9e06-0c796324caa5), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:55.001981 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709cb28-62b4-444d-b3dd-4861e94f8fd2 None None] Pushing event updated for resources: {'Port': ['ID=91b15bdb-d8ea-4413-9e06-0c796324caa5,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:55.008179 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b9959c3a-a1db-45ac-bb53-9e3ad4ce686f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8320e232-3037-4af4-aeee-0cfb5977f995), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:55.167808 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-ed7cd418-985f-4764-a582-6b850b5e0700 None None] Provisioning complete for port 8320e232-3037-4af4-aeee-0cfb5977f995 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:55.172195 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ed7cd418-985f-4764-a582-6b850b5e0700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8320e232-3037-4af4-aeee-0cfb5977f995), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:55.233007 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ed7cd418-985f-4764-a582-6b850b5e0700 None None] Port 8320e232-3037-4af4-aeee-0cfb5977f995 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:18:55.246444 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-ed7cd418-985f-4764-a582-6b850b5e0700 None None] Provisioning complete for port 91b15bdb-d8ea-4413-9e06-0c796324caa5 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:55.247284 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ed7cd418-985f-4764-a582-6b850b5e0700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (91b15bdb-d8ea-4413-9e06-0c796324caa5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:55.355732 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b9959c3a-a1db-45ac-bb53-9e3ad4ce686f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for port (8320e232-3037-4af4-aeee-0cfb5977f995), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:55.364000 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b9959c3a-a1db-45ac-bb53-9e3ad4ce686f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (8320e232-3037-4af4-aeee-0cfb5977f995), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:55.419555 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ed7cd418-985f-4764-a582-6b850b5e0700 None None] Current status of the port 91b15bdb-d8ea-4413-9e06-0c796324caa5 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:55.448049 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 91b15bdb-d8ea-4413-9e06-0c796324caa5 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:18:55.497000 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9959c3a-a1db-45ac-bb53-9e3ad4ce686f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Port': ['ID=8320e232-3037-4af4-aeee-0cfb5977f995,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:55.501018 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b9959c3a-a1db-45ac-bb53-9e3ad4ce686f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (1b8cfd8c-366d-4b58-82d5-621eb55737c8), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:55.526415 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 91b15bdb-d8ea-4413-9e06-0c796324caa5 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:55.526989 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (91b15bdb-d8ea-4413-9e06-0c796324caa5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:55.586675 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d5302989-4010-47b3-8ca0-fb99e6adbdf9 None None] Provisioning complete for port 8320e232-3037-4af4-aeee-0cfb5977f995 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:55.587372 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d5302989-4010-47b3-8ca0-fb99e6adbdf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8320e232-3037-4af4-aeee-0cfb5977f995), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:55.643700 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d5302989-4010-47b3-8ca0-fb99e6adbdf9 None None] Port 8320e232-3037-4af4-aeee-0cfb5977f995 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:18:55.708065 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9959c3a-a1db-45ac-bb53-9e3ad4ce686f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network 923cfbe5-900a-448b-a03c-730f55d9114a is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:18:55.709600 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-b9959c3a-a1db-45ac-bb53-9e3ad4ce686f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:18:55.726449 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 91b15bdb-d8ea-4413-9e06-0c796324caa5 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:18:55.771409 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-76f3ef29-6ead-4753-bb4d-162c7e220651 None None] Provisioning complete for port 8320e232-3037-4af4-aeee-0cfb5977f995 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:55.771960 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-76f3ef29-6ead-4753-bb4d-162c7e220651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8320e232-3037-4af4-aeee-0cfb5977f995), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:55.813205 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-76f3ef29-6ead-4753-bb4d-162c7e220651 None None] Port 8320e232-3037-4af4-aeee-0cfb5977f995 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:18:55.888714 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9959c3a-a1db-45ac-bb53-9e3ad4ce686f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Router 1b8cfd8c-366d-4b58-82d5-621eb55737c8 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:18:56.028529 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9959c3a-a1db-45ac-bb53-9e3ad4ce686f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:18:56.037680 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b9959c3a-a1db-45ac-bb53-9e3ad4ce686f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "PUT /v2.0/routers/1b8cfd8c-366d-4b58-82d5-621eb55737c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5122409 Mar 05 05:18:56.042970 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121a0565-5e65-45d7-9364-b7e429043857 None None] Sync routers for ids ['1b8cfd8c-366d-4b58-82d5-621eb55737c8'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:18:56.051271 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33812) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:56.055941 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121a0565-5e65-45d7-9364-b7e429043857 None None] Routers {'1b8cfd8c-366d-4b58-82d5-621eb55737c8'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:18:56.057055 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-121a0565-5e65-45d7-9364-b7e429043857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:18:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['1b8cfd8c-366d-4b58-82d5-621eb55737c8'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:56.097378 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-121a0565-5e65-45d7-9364-b7e429043857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:56.106157 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121a0565-5e65-45d7-9364-b7e429043857 None None] Routers {'1b8cfd8c-366d-4b58-82d5-621eb55737c8'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:18:56.106995 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-121a0565-5e65-45d7-9364-b7e429043857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:18:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['1b8cfd8c-366d-4b58-82d5-621eb55737c8'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:56.112824 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6612f03c-698d-45f2-8027-4422267215ea tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:56.116802 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6612f03c-698d-45f2-8027-4422267215ea tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "GET /v2.0/ports/8320e232-3037-4af4-aeee-0cfb5977f995 HTTP/1.1" status: 200 len: 976 time: 0.0616267 Mar 05 05:18:56.117166 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33814) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:56.139146 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-ab893ef4-01d0-4172-a41d-70a2cf87f8e6 None None] Provisioning complete for port 8320e232-3037-4af4-aeee-0cfb5977f995 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:18:56.140281 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ab893ef4-01d0-4172-a41d-70a2cf87f8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8320e232-3037-4af4-aeee-0cfb5977f995), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:56.147681 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-121a0565-5e65-45d7-9364-b7e429043857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:56.148463 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121a0565-5e65-45d7-9364-b7e429043857 None None] The sync data for ids ['1b8cfd8c-366d-4b58-82d5-621eb55737c8'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:18:56.185429 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ab893ef4-01d0-4172-a41d-70a2cf87f8e6 None None] Port 8320e232-3037-4af4-aeee-0cfb5977f995 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:18:56.449805 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-15aba997-7b21-4d6b-a17f-b39a6747b31b tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (1b8cfd8c-366d-4b58-82d5-621eb55737c8), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:56.682505 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-15aba997-7b21-4d6b-a17f-b39a6747b31b tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Deleting port 8320e232-3037-4af4-aeee-0cfb5977f995 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:18:56.682777 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-15aba997-7b21-4d6b-a17f-b39a6747b31b tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (8320e232-3037-4af4-aeee-0cfb5977f995), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:56.772216 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-15aba997-7b21-4d6b-a17f-b39a6747b31b tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (8320e232-3037-4af4-aeee-0cfb5977f995), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:56.784936 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-15aba997-7b21-4d6b-a17f-b39a6747b31b tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Calling delete_port for 8320e232-3037-4af4-aeee-0cfb5977f995 owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:18:56.962587 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-15aba997-7b21-4d6b-a17f-b39a6747b31b tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (8320e232-3037-4af4-aeee-0cfb5977f995), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:56.993994 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aba997-7b21-4d6b-a17f-b39a6747b31b tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Port': ['ID=8320e232-3037-4af4-aeee-0cfb5977f995,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:57.483450 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-15aba997-7b21-4d6b-a17f-b39a6747b31b tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (1b8cfd8c-366d-4b58-82d5-621eb55737c8), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:57.689198 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15aba997-7b21-4d6b-a17f-b39a6747b31b tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Router 1b8cfd8c-366d-4b58-82d5-621eb55737c8 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:18:57.785957 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15aba997-7b21-4d6b-a17f-b39a6747b31b tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:18:57.791146 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-15aba997-7b21-4d6b-a17f-b39a6747b31b tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "PUT /v2.0/routers/1b8cfd8c-366d-4b58-82d5-621eb55737c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6728880 Mar 05 05:18:57.793823 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33826) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:57.798535 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8ee430-e965-4d3d-a957-1e9651947fa9 None None] Sync routers for ids ['1b8cfd8c-366d-4b58-82d5-621eb55737c8'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:18:57.809538 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8ee430-e965-4d3d-a957-1e9651947fa9 None None] Routers {'1b8cfd8c-366d-4b58-82d5-621eb55737c8'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:18:57.810440 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-9f8ee430-e965-4d3d-a957-1e9651947fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:18:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['1b8cfd8c-366d-4b58-82d5-621eb55737c8'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:57.847940 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-9f8ee430-e965-4d3d-a957-1e9651947fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:57.857683 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8ee430-e965-4d3d-a957-1e9651947fa9 None None] Routers {'1b8cfd8c-366d-4b58-82d5-621eb55737c8'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:18:57.859118 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-9f8ee430-e965-4d3d-a957-1e9651947fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:18:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['1b8cfd8c-366d-4b58-82d5-621eb55737c8'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:57.895528 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-9f8ee430-e965-4d3d-a957-1e9651947fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:57.896210 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8ee430-e965-4d3d-a957-1e9651947fa9 None None] The sync data for ids ['1b8cfd8c-366d-4b58-82d5-621eb55737c8'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:18:58.002103 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-959827ad-e277-4128-8e21-193d57297e40 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] remove_router_interface failed (client error): The resource could not be found. Mar 05 05:18:58.003246 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-959827ad-e277-4128-8e21-193d57297e40 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "PUT /v2.0/routers/1b8cfd8c-366d-4b58-82d5-621eb55737c8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2084417 Mar 05 05:18:58.006094 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33828) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:58.036598 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6150f882-f0f0-4654-90d7-869fcff23818 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8cfd8c-366d-4b58-82d5-621eb55737c8 HTTP/1.1" status: 200 len: 205 time: 0.0292647 Mar 05 05:18:58.039209 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33830) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:58.123058 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a19950f2-eff9-46f5-a7e3-54b68bda9069 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router (1b8cfd8c-366d-4b58-82d5-621eb55737c8), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:58.295212 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a19950f2-eff9-46f5-a7e3-54b68bda9069 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (1b8cfd8c-366d-4b58-82d5-621eb55737c8), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:58.295212 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a19950f2-eff9-46f5-a7e3-54b68bda9069 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router_controller (1b8cfd8c-366d-4b58-82d5-621eb55737c8), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:58.344989 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a19950f2-eff9-46f5-a7e3-54b68bda9069 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (1b8cfd8c-366d-4b58-82d5-621eb55737c8), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:58.345798 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19950f2-eff9-46f5-a7e3-54b68bda9069 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Fanout notify agent at l3_agent the message router_deleted on router 1b8cfd8c-366d-4b58-82d5-621eb55737c8 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:18:58.352576 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a19950f2-eff9-46f5-a7e3-54b68bda9069 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:58.356515 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a19950f2-eff9-46f5-a7e3-54b68bda9069 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/routers/1b8cfd8c-366d-4b58-82d5-621eb55737c8 HTTP/1.1" status: 204 len: 168 time: 0.3135180 Mar 05 05:18:58.357148 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33846) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:58.418815 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f73b0d9-db9b-4046-867e-c29d7968d170 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Deleting subnet f600f2e1-9529-4b74-8820-a762993d52e4 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:18:58.423301 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5f73b0d9-db9b-4046-867e-c29d7968d170 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for subnet (f600f2e1-9529-4b74-8820-a762993d52e4), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:58.473935 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5f73b0d9-db9b-4046-867e-c29d7968d170 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (f600f2e1-9529-4b74-8820-a762993d52e4), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:58.565800 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5f73b0d9-db9b-4046-867e-c29d7968d170 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (f600f2e1-9529-4b74-8820-a762993d52e4), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:58.632946 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5f73b0d9-db9b-4046-867e-c29d7968d170 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (f600f2e1-9529-4b74-8820-a762993d52e4), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:58.661960 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73b0d9-db9b-4046-867e-c29d7968d170 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Subnet': ['ID=f600f2e1-9529-4b74-8820-a762993d52e4,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:58.666889 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5f73b0d9-db9b-4046-867e-c29d7968d170 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:58.670664 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5f73b0d9-db9b-4046-867e-c29d7968d170 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/subnets/f600f2e1-9529-4b74-8820-a762993d52e4 HTTP/1.1" status: 204 len: 168 time: 0.3127849 Mar 05 05:18:58.673410 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33856) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:58.679617 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8171fb5-bcf4-408a-9aa0-9006f08164a0 None None] Network 923cfbe5-900a-448b-a03c-730f55d9114a requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:18:58.780378 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-33d312b9-95ea-44d8-a1bf-9214678c86eb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (923cfbe5-900a-448b-a03c-730f55d9114a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:58.856628 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-33d312b9-95ea-44d8-a1bf-9214678c86eb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Deleting port 91b15bdb-d8ea-4413-9e06-0c796324caa5 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:18:58.858519 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-33d312b9-95ea-44d8-a1bf-9214678c86eb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (91b15bdb-d8ea-4413-9e06-0c796324caa5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:58.919583 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80175f51-5836-46d9-97de-af23b2933f24 None None] DHCP port deletion for 923cfbe5-900a-448b-a03c-730f55d9114a request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:18:58.937743 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-33d312b9-95ea-44d8-a1bf-9214678c86eb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] For port 91b15bdb-d8ea-4413-9e06-0c796324caa5, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=91b15bdb-d8ea-4413-9e06-0c796324caa5,segment=NetworkSegment(f6b3f326-6601-4bfe-afdb-186e7919ed00),segment_id=f6b3f326-6601-4bfe-afdb-186e7919ed00)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:18:58.938505 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-33d312b9-95ea-44d8-a1bf-9214678c86eb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (91b15bdb-d8ea-4413-9e06-0c796324caa5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:58.955103 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-33d312b9-95ea-44d8-a1bf-9214678c86eb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Calling delete_port for 91b15bdb-d8ea-4413-9e06-0c796324caa5 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:18:58.985389 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-80175f51-5836-46d9-97de-af23b2933f24 None None] Deleting port 91b15bdb-d8ea-4413-9e06-0c796324caa5 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:18:58.985999 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-80175f51-5836-46d9-97de-af23b2933f24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (91b15bdb-d8ea-4413-9e06-0c796324caa5), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:59.075655 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-33d312b9-95ea-44d8-a1bf-9214678c86eb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (91b15bdb-d8ea-4413-9e06-0c796324caa5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:59.110421 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d312b9-95ea-44d8-a1bf-9214678c86eb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Port': ['ID=91b15bdb-d8ea-4413-9e06-0c796324caa5,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:59.149722 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d312b9-95ea-44d8-a1bf-9214678c86eb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] No DVR routers for this DVR port 91b15bdb-d8ea-4413-9e06-0c796324caa5 on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:18:59.238349 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-80175f51-5836-46d9-97de-af23b2933f24 None None] For port 91b15bdb-d8ea-4413-9e06-0c796324caa5, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=91b15bdb-d8ea-4413-9e06-0c796324caa5,segment=NetworkSegment(f6b3f326-6601-4bfe-afdb-186e7919ed00),segment_id=f6b3f326-6601-4bfe-afdb-186e7919ed00)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:18:59.238952 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-80175f51-5836-46d9-97de-af23b2933f24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (91b15bdb-d8ea-4413-9e06-0c796324caa5), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:59.240131 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-33d312b9-95ea-44d8-a1bf-9214678c86eb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (923cfbe5-900a-448b-a03c-730f55d9114a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:59.254307 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-80175f51-5836-46d9-97de-af23b2933f24 None None] Calling delete_port for 91b15bdb-d8ea-4413-9e06-0c796324caa5 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:18:59.265746 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-33d312b9-95ea-44d8-a1bf-9214678c86eb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923cfbe5-900a-448b-a03c-730f55d9114a']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:59.277887 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-33d312b9-95ea-44d8-a1bf-9214678c86eb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b3f326-6601-4bfe-afdb-186e7919ed00') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:59.278596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-33d312b9-95ea-44d8-a1bf-9214678c86eb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b3f326-6601-4bfe-afdb-186e7919ed00') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:18:59.293874 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-33d312b9-95ea-44d8-a1bf-9214678c86eb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (f6b3f326-6601-4bfe-afdb-186e7919ed00), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:59.309800 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-33d312b9-95ea-44d8-a1bf-9214678c86eb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (f6b3f326-6601-4bfe-afdb-186e7919ed00), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:59.317184 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d312b9-95ea-44d8-a1bf-9214678c86eb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:18:59.317704 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-33d312b9-95ea-44d8-a1bf-9214678c86eb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (f6b3f326-6601-4bfe-afdb-186e7919ed00), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:59.321960 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:18:59.321960 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:18:59.321960 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:18:59.321960 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:18:59.321960 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:18:59.321960 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:18:59.321960 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:18:59.321960 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:18:59.321960 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:18:59.321960 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:18:59.321960 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:18:59.321960 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:18:59.321960 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:18:59.321960 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:18:59.321960 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:18:59.321960 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:18:59.321960 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:18:59.321960 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:18:59.321960 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:18:59.321960 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:18:59.321960 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:18:59.321960 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:18:59.321960 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:18:59.321960 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:18:59.321960 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:18:59.321960 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:18:59.321960 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:18:59.321960 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:18:59.321960 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:18:59.321960 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:18:59.321960 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:18:59.321960 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:18:59.370098 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 91b15bdb-d8ea-4413-9e06-0c796324caa5 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:18:59.398187 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 91b15bdb-d8ea-4413-9e06-0c796324caa5 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:18:59.398816 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 91b15bdb-d8ea-4413-9e06-0c796324caa5 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:18:59.408182 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-33d312b9-95ea-44d8-a1bf-9214678c86eb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (923cfbe5-900a-448b-a03c-730f55d9114a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:59.432988 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-33d312b9-95ea-44d8-a1bf-9214678c86eb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:59.439250 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-33d312b9-95ea-44d8-a1bf-9214678c86eb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/networks/923cfbe5-900a-448b-a03c-730f55d9114a HTTP/1.1" status: 204 len: 168 time: 0.7642550 Mar 05 05:18:59.443156 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33874) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:59.448397 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-290eac7c-80dc-4c7b-b859-0192ddabfedf tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Request body: {'network': {'name': 'tempest-RoutersTest-601489397'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:59.452931 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-80175f51-5836-46d9-97de-af23b2933f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (91b15bdb-d8ea-4413-9e06-0c796324caa5), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:59.459409 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d312b9-95ea-44d8-a1bf-9214678c86eb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Network': ['ID=923cfbe5-900a-448b-a03c-730f55d9114a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:59.486379 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290eac7c-80dc-4c7b-b859-0192ddabfedf tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Made reservation on behalf of a51b10dd69e7437f8d0be6d11db6df35 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:18:59.488452 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-80175f51-5836-46d9-97de-af23b2933f24 None None] Network 923cfbe5-900a-448b-a03c-730f55d9114a is not hosted by any dhcp agent {{(pid=105233) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 05 05:18:59.489185 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80175f51-5836-46d9-97de-af23b2933f24 None None] No DVR routers for this DVR port 91b15bdb-d8ea-4413-9e06-0c796324caa5 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:18:59.491157 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80175f51-5836-46d9-97de-af23b2933f24 None None] Pushing event deleted for resources: {'Port': ['ID=91b15bdb-d8ea-4413-9e06-0c796324caa5,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:59.496895 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-290eac7c-80dc-4c7b-b859-0192ddabfedf tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:59.524937 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-290eac7c-80dc-4c7b-b859-0192ddabfedf tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:18:59.534872 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-290eac7c-80dc-4c7b-b859-0192ddabfedf tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (e891860d-1db1-4e60-8145-8ea236237d67), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:59.535459 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-290eac7c-80dc-4c7b-b859-0192ddabfedf tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Added segment e891860d-1db1-4e60-8145-8ea236237d67 of type vlan for network e834b16d-7f38-4870-8d7d-d24487767eaa Mar 05 05:18:59.580743 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-290eac7c-80dc-4c7b-b859-0192ddabfedf tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (e834b16d-7f38-4870-8d7d-d24487767eaa), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:59.613018 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-290eac7c-80dc-4c7b-b859-0192ddabfedf tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (e834b16d-7f38-4870-8d7d-d24487767eaa), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:59.619007 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290eac7c-80dc-4c7b-b859-0192ddabfedf tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:18:59.619935 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-290eac7c-80dc-4c7b-b859-0192ddabfedf tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:18:59.660482 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-290eac7c-80dc-4c7b-b859-0192ddabfedf tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2159865 Mar 05 05:18:59.663476 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33878) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:18:59.673449 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-763897c7-d7c5-4ce7-942e-0e19ecf66449 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Request body: {'subnet': {'network_id': 'e834b16d-7f38-4870-8d7d-d24487767eaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:18:59.707600 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290eac7c-80dc-4c7b-b859-0192ddabfedf tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Network': ['ID=e834b16d-7f38-4870-8d7d-d24487767eaa,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:18:59.719157 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network e834b16d-7f38-4870-8d7d-d24487767eaa details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:18:59.815398 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763897c7-d7c5-4ce7-942e-0e19ecf66449 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Made reservation on behalf of a51b10dd69e7437f8d0be6d11db6df35 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:18:59.821132 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-763897c7-d7c5-4ce7-942e-0e19ecf66449 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:00.049490 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-763897c7-d7c5-4ce7-942e-0e19ecf66449 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (6ce78e87-7ad0-40cd-ad3a-bd2b40ec82ea), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:00.112759 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763897c7-d7c5-4ce7-942e-0e19ecf66449 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Subnet': ['ID=6ce78e87-7ad0-40cd-ad3a-bd2b40ec82ea,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:00.121645 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763897c7-d7c5-4ce7-942e-0e19ecf66449 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Checking segment: {'id': 'e891860d-1db1-4e60-8145-8ea236237d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e834b16d-7f38-4870-8d7d-d24487767eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:19:00.122019 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763897c7-d7c5-4ce7-942e-0e19ecf66449 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network hostable DHCP agents. Network: e834b16d-7f38-4870-8d7d-d24487767eaa, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:19:00.140373 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763897c7-d7c5-4ce7-942e-0e19ecf66449 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network e834b16d-7f38-4870-8d7d-d24487767eaa is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:19:00.150595 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-763897c7-d7c5-4ce7-942e-0e19ecf66449 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, e834b16d-7f38-4870-8d7d-d24487767eaa) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:19:00.154755 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763897c7-d7c5-4ce7-942e-0e19ecf66449 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:00.155515 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-763897c7-d7c5-4ce7-942e-0e19ecf66449 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:00.162960 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716323a8-cd9f-4e5a-a525-dd4db510be80 None None] Network e834b16d-7f38-4870-8d7d-d24487767eaa requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:19:00.190462 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33890) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:00.191657 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-763897c7-d7c5-4ce7-942e-0e19ecf66449 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5267284 Mar 05 05:19:00.195113 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-56ae6d1f-686d-499f-a43e-5e7e2b91ad5e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-489583868', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:19:00.236064 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-56ae6d1f-686d-499f-a43e-5e7e2b91ad5e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (a5ace3e5-e29a-4104-a84c-419a2d2d2ea7), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:00.237369 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-56ae6d1f-686d-499f-a43e-5e7e2b91ad5e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (a5ace3e5-e29a-4104-a84c-419a2d2d2ea7), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:00.304745 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-56ae6d1f-686d-499f-a43e-5e7e2b91ad5e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router_controller (a5ace3e5-e29a-4104-a84c-419a2d2d2ea7), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:00.307715 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771539f0-1673-4bc8-8da7-4bb594ea328c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-e834b16d-7f38-4870-8d7d-d24487767eaa', 'network_id': 'e834b16d-7f38-4870-8d7d-d24487767eaa', 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'fixed_ips': [{'subnet_id': '6ce78e87-7ad0-40cd-ad3a-bd2b40ec82ea'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:19:00.309053 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-771539f0-1673-4bc8-8da7-4bb594ea328c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:00.317782 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-56ae6d1f-686d-499f-a43e-5e7e2b91ad5e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (a5ace3e5-e29a-4104-a84c-419a2d2d2ea7), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:00.337355 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-56ae6d1f-686d-499f-a43e-5e7e2b91ad5e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:00.339121 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-56ae6d1f-686d-499f-a43e-5e7e2b91ad5e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1470706 Mar 05 05:19:00.341488 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33896) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:00.494160 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-771539f0-1673-4bc8-8da7-4bb594ea328c None None] Allocated IP 172.20.0.2 (e834b16d-7f38-4870-8d7d-d24487767eaa/6ce78e87-7ad0-40cd-ad3a-bd2b40ec82ea/9974ff8f-ea6c-4aee-94f4-fe794fb847c9) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:19:00.672025 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e68ab92a-398d-46b3-a86a-960fe39b7f2f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:00.716352 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-771539f0-1673-4bc8-8da7-4bb594ea328c None None] Publish callbacks [] for port (9974ff8f-ea6c-4aee-94f4-fe794fb847c9), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:00.728332 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-771539f0-1673-4bc8-8da7-4bb594ea328c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (9974ff8f-ea6c-4aee-94f4-fe794fb847c9), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:00.775408 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771539f0-1673-4bc8-8da7-4bb594ea328c None None] Network e834b16d-7f38-4870-8d7d-d24487767eaa is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:19:00.778915 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-771539f0-1673-4bc8-8da7-4bb594ea328c None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:19:00.785651 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771539f0-1673-4bc8-8da7-4bb594ea328c None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:19:00.788214 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771539f0-1673-4bc8-8da7-4bb594ea328c None None] Pushing event updated for resources: {'Port': ['ID=9974ff8f-ea6c-4aee-94f4-fe794fb847c9,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:00.873617 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-771539f0-1673-4bc8-8da7-4bb594ea328c None None] Attempting to bind port 9974ff8f-ea6c-4aee-94f4-fe794fb847c9 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:19:00.874485 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-771539f0-1673-4bc8-8da7-4bb594ea328c None None] Attempting to bind port 9974ff8f-ea6c-4aee-94f4-fe794fb847c9 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'e891860d-1db1-4e60-8145-8ea236237d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e834b16d-7f38-4870-8d7d-d24487767eaa'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:19:00.874485 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771539f0-1673-4bc8-8da7-4bb594ea328c None None] Attempting to bind port 9974ff8f-ea6c-4aee-94f4-fe794fb847c9 on network e834b16d-7f38-4870-8d7d-d24487767eaa {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:19:00.892578 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771539f0-1673-4bc8-8da7-4bb594ea328c None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:19:00.893213 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771539f0-1673-4bc8-8da7-4bb594ea328c None None] Checking segment: {'id': 'e891860d-1db1-4e60-8145-8ea236237d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e834b16d-7f38-4870-8d7d-d24487767eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:19:00.893493 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-771539f0-1673-4bc8-8da7-4bb594ea328c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:00.902249 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771539f0-1673-4bc8-8da7-4bb594ea328c None None] Bound using segment: {'id': 'e891860d-1db1-4e60-8145-8ea236237d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e834b16d-7f38-4870-8d7d-d24487767eaa'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:19:00.902855 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-771539f0-1673-4bc8-8da7-4bb594ea328c None None] Bound port: 9974ff8f-ea6c-4aee-94f4-fe794fb847c9, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e891860d-1db1-4e60-8145-8ea236237d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e834b16d-7f38-4870-8d7d-d24487767eaa'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:19:00.903409 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-771539f0-1673-4bc8-8da7-4bb594ea328c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9974ff8f-ea6c-4aee-94f4-fe794fb847c9), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:01.029679 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-771539f0-1673-4bc8-8da7-4bb594ea328c None None] For port 9974ff8f-ea6c-4aee-94f4-fe794fb847c9, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:19:01.037817 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-771539f0-1673-4bc8-8da7-4bb594ea328c None None] For port 9974ff8f-ea6c-4aee-94f4-fe794fb847c9, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=9974ff8f-ea6c-4aee-94f4-fe794fb847c9,segment=NetworkSegment(e891860d-1db1-4e60-8145-8ea236237d67),segment_id=e891860d-1db1-4e60-8145-8ea236237d67)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:19:01.053162 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-771539f0-1673-4bc8-8da7-4bb594ea328c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (9974ff8f-ea6c-4aee-94f4-fe794fb847c9), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:01.112939 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-e68ab92a-398d-46b3-a86a-960fe39b7f2f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Allocated IP 172.20.0.1 (e834b16d-7f38-4870-8d7d-d24487767eaa/6ce78e87-7ad0-40cd-ad3a-bd2b40ec82ea/02b5f057-6b61-4db1-810e-37f37f793bf9) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:19:01.183318 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771539f0-1673-4bc8-8da7-4bb594ea328c None None] Pushing event updated for resources: {'Port': ['ID=9974ff8f-ea6c-4aee-94f4-fe794fb847c9,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:01.333808 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e68ab92a-398d-46b3-a86a-960fe39b7f2f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for port (02b5f057-6b61-4db1-810e-37f37f793bf9), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:01.385694 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e68ab92a-398d-46b3-a86a-960fe39b7f2f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (02b5f057-6b61-4db1-810e-37f37f793bf9), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:01.423239 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68ab92a-398d-46b3-a86a-960fe39b7f2f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network e834b16d-7f38-4870-8d7d-d24487767eaa is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:19:01.427625 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-e68ab92a-398d-46b3-a86a-960fe39b7f2f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:19:01.451976 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68ab92a-398d-46b3-a86a-960fe39b7f2f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:19:01.512913 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e68ab92a-398d-46b3-a86a-960fe39b7f2f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (a5ace3e5-e29a-4104-a84c-419a2d2d2ea7), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:01.604428 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ab92a-398d-46b3-a86a-960fe39b7f2f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Port': ['ID=02b5f057-6b61-4db1-810e-37f37f793bf9,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:01.683478 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e68ab92a-398d-46b3-a86a-960fe39b7f2f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (02b5f057-6b61-4db1-810e-37f37f793bf9), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:01.991854 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e68ab92a-398d-46b3-a86a-960fe39b7f2f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for port (02b5f057-6b61-4db1-810e-37f37f793bf9), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:02.003210 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e68ab92a-398d-46b3-a86a-960fe39b7f2f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (02b5f057-6b61-4db1-810e-37f37f793bf9), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:02.088403 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ab92a-398d-46b3-a86a-960fe39b7f2f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Port': ['ID=02b5f057-6b61-4db1-810e-37f37f793bf9,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:02.125874 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e68ab92a-398d-46b3-a86a-960fe39b7f2f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (a5ace3e5-e29a-4104-a84c-419a2d2d2ea7), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:02.244100 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68ab92a-398d-46b3-a86a-960fe39b7f2f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network e834b16d-7f38-4870-8d7d-d24487767eaa is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:19:02.248194 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-e68ab92a-398d-46b3-a86a-960fe39b7f2f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:19:02.411058 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68ab92a-398d-46b3-a86a-960fe39b7f2f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Router a5ace3e5-e29a-4104-a84c-419a2d2d2ea7 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:19:02.480307 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927794fd-91d4-4e50-b9a7-c01a33a47725 None None] Network e834b16d-7f38-4870-8d7d-d24487767eaa requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:19:02.510453 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68ab92a-398d-46b3-a86a-960fe39b7f2f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:19:02.521878 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b8e74e-de45-4298-97ad-7622a73ca1e2 None None] Sync routers for ids ['a5ace3e5-e29a-4104-a84c-419a2d2d2ea7'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:19:02.536486 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b8e74e-de45-4298-97ad-7622a73ca1e2 None None] Routers {'a5ace3e5-e29a-4104-a84c-419a2d2d2ea7'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:02.537320 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-40b8e74e-de45-4298-97ad-7622a73ca1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:18:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['a5ace3e5-e29a-4104-a84c-419a2d2d2ea7'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:02.542503 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e68ab92a-398d-46b3-a86a-960fe39b7f2f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "PUT /v2.0/routers/a5ace3e5-e29a-4104-a84c-419a2d2d2ea7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1976581 Mar 05 05:19:02.542704 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33934) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:02.610736 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdeee63-3cae-4904-a0be-f9a3ef11a3db tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:02.610956 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-40b8e74e-de45-4298-97ad-7622a73ca1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:02.613070 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fbdeee63-3cae-4904-a0be-f9a3ef11a3db tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "GET /v2.0/ports/02b5f057-6b61-4db1-810e-37f37f793bf9 HTTP/1.1" status: 200 len: 910 time: 0.0695925 Mar 05 05:19:02.615974 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33938) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:02.633259 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b8e74e-de45-4298-97ad-7622a73ca1e2 None None] Routers {'a5ace3e5-e29a-4104-a84c-419a2d2d2ea7'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:02.633910 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-40b8e74e-de45-4298-97ad-7622a73ca1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:18:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['a5ace3e5-e29a-4104-a84c-419a2d2d2ea7'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:02.673055 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-40b8e74e-de45-4298-97ad-7622a73ca1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:02.673727 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b8e74e-de45-4298-97ad-7622a73ca1e2 None None] The sync data for ids ['a5ace3e5-e29a-4104-a84c-419a2d2d2ea7'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:19:02.689753 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a4bf8ee8-69a6-43c9-9c3d-4d6782d719b3 None None] Provisioning complete for port 9974ff8f-ea6c-4aee-94f4-fe794fb847c9 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:02.690143 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a4bf8ee8-69a6-43c9-9c3d-4d6782d719b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9974ff8f-ea6c-4aee-94f4-fe794fb847c9), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:02.814866 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a4bf8ee8-69a6-43c9-9c3d-4d6782d719b3 None None] Current status of the port 9974ff8f-ea6c-4aee-94f4-fe794fb847c9 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:02.815601 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a4bf8ee8-69a6-43c9-9c3d-4d6782d719b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9974ff8f-ea6c-4aee-94f4-fe794fb847c9), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:02.859368 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-a4bf8ee8-69a6-43c9-9c3d-4d6782d719b3 None None] For port 9974ff8f-ea6c-4aee-94f4-fe794fb847c9, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=9974ff8f-ea6c-4aee-94f4-fe794fb847c9,segment=NetworkSegment(e891860d-1db1-4e60-8145-8ea236237d67),segment_id=e891860d-1db1-4e60-8145-8ea236237d67)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:02.865085 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a4bf8ee8-69a6-43c9-9c3d-4d6782d719b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (9974ff8f-ea6c-4aee-94f4-fe794fb847c9), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:02.946686 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf8ee8-69a6-43c9-9c3d-4d6782d719b3 None None] Pushing event updated for resources: {'Port': ['ID=9974ff8f-ea6c-4aee-94f4-fe794fb847c9,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:03.029120 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-84b0199a-21cb-41fe-84a9-b3410140a5df tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (a5ace3e5-e29a-4104-a84c-419a2d2d2ea7), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:03.199393 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-cb41fb9c-06cc-4b83-9016-9776db7d232b None None] Provisioning complete for port 02b5f057-6b61-4db1-810e-37f37f793bf9 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:03.200178 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cb41fb9c-06cc-4b83-9016-9776db7d232b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (02b5f057-6b61-4db1-810e-37f37f793bf9), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:03.249935 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-cb41fb9c-06cc-4b83-9016-9776db7d232b None None] Port 02b5f057-6b61-4db1-810e-37f37f793bf9 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:19:03.261936 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-cb41fb9c-06cc-4b83-9016-9776db7d232b None None] Provisioning complete for port 9974ff8f-ea6c-4aee-94f4-fe794fb847c9 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:03.262557 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cb41fb9c-06cc-4b83-9016-9776db7d232b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9974ff8f-ea6c-4aee-94f4-fe794fb847c9), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:03.457357 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 9974ff8f-ea6c-4aee-94f4-fe794fb847c9 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:19:03.486622 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-84b0199a-21cb-41fe-84a9-b3410140a5df tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Deleting port 02b5f057-6b61-4db1-810e-37f37f793bf9 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:19:03.487026 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-84b0199a-21cb-41fe-84a9-b3410140a5df tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (02b5f057-6b61-4db1-810e-37f37f793bf9), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:03.603972 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-cb41fb9c-06cc-4b83-9016-9776db7d232b None None] Current status of the port 9974ff8f-ea6c-4aee-94f4-fe794fb847c9 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:03.629578 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 9974ff8f-ea6c-4aee-94f4-fe794fb847c9 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:03.632283 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9974ff8f-ea6c-4aee-94f4-fe794fb847c9), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:03.660467 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-84b0199a-21cb-41fe-84a9-b3410140a5df tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (02b5f057-6b61-4db1-810e-37f37f793bf9), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:03.676055 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-84b0199a-21cb-41fe-84a9-b3410140a5df tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Calling delete_port for 02b5f057-6b61-4db1-810e-37f37f793bf9 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:19:03.738156 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 9974ff8f-ea6c-4aee-94f4-fe794fb847c9 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:03.753393 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-32d7de33-df1f-42fa-8a7d-55763b1f4447 None None] Provisioning complete for port 02b5f057-6b61-4db1-810e-37f37f793bf9 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:03.754098 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-32d7de33-df1f-42fa-8a7d-55763b1f4447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (02b5f057-6b61-4db1-810e-37f37f793bf9), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:03.792277 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-32d7de33-df1f-42fa-8a7d-55763b1f4447 None None] Port 02b5f057-6b61-4db1-810e-37f37f793bf9 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:19:03.881801 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-84b0199a-21cb-41fe-84a9-b3410140a5df tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (02b5f057-6b61-4db1-810e-37f37f793bf9), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:03.909430 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0199a-21cb-41fe-84a9-b3410140a5df tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Port': ['ID=02b5f057-6b61-4db1-810e-37f37f793bf9,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:04.089332 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-84b0199a-21cb-41fe-84a9-b3410140a5df tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (a5ace3e5-e29a-4104-a84c-419a2d2d2ea7), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:04.595289 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b0199a-21cb-41fe-84a9-b3410140a5df tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Router a5ace3e5-e29a-4104-a84c-419a2d2d2ea7 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:19:04.673716 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b0199a-21cb-41fe-84a9-b3410140a5df tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:19:04.681755 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-84b0199a-21cb-41fe-84a9-b3410140a5df tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "PUT /v2.0/routers/a5ace3e5-e29a-4104-a84c-419a2d2d2ea7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0616331 Mar 05 05:19:04.681755 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 33974) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:04.689361 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98636b5e-7fc8-4515-b44d-2769a527c7a6 None None] Sync routers for ids ['a5ace3e5-e29a-4104-a84c-419a2d2d2ea7'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:19:04.713213 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98636b5e-7fc8-4515-b44d-2769a527c7a6 None None] Routers {'a5ace3e5-e29a-4104-a84c-419a2d2d2ea7'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:04.713862 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-98636b5e-7fc8-4515-b44d-2769a527c7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:18:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['a5ace3e5-e29a-4104-a84c-419a2d2d2ea7'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:04.715252 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b60b0ec9-7def-47b9-a01f-68a78a7ade3e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5ace3e5-e29a-4104-a84c-419a2d2d2ea7 HTTP/1.1" status: 200 len: 205 time: 0.0324008 Mar 05 05:19:04.718249 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33976) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:04.770296 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-98636b5e-7fc8-4515-b44d-2769a527c7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:04.779797 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98636b5e-7fc8-4515-b44d-2769a527c7a6 None None] Routers {'a5ace3e5-e29a-4104-a84c-419a2d2d2ea7'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:04.780429 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-98636b5e-7fc8-4515-b44d-2769a527c7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:18:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['a5ace3e5-e29a-4104-a84c-419a2d2d2ea7'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:04.817455 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-67491e53-e2b9-4933-a7ad-d027c6d8d99e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router (a5ace3e5-e29a-4104-a84c-419a2d2d2ea7), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:04.819251 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-98636b5e-7fc8-4515-b44d-2769a527c7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:04.819952 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98636b5e-7fc8-4515-b44d-2769a527c7a6 None None] The sync data for ids ['a5ace3e5-e29a-4104-a84c-419a2d2d2ea7'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:19:05.323492 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-67491e53-e2b9-4933-a7ad-d027c6d8d99e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (a5ace3e5-e29a-4104-a84c-419a2d2d2ea7), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:05.327112 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-67491e53-e2b9-4933-a7ad-d027c6d8d99e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router_controller (a5ace3e5-e29a-4104-a84c-419a2d2d2ea7), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:05.379764 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-67491e53-e2b9-4933-a7ad-d027c6d8d99e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (a5ace3e5-e29a-4104-a84c-419a2d2d2ea7), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:05.380641 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67491e53-e2b9-4933-a7ad-d027c6d8d99e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Fanout notify agent at l3_agent the message router_deleted on router a5ace3e5-e29a-4104-a84c-419a2d2d2ea7 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:19:05.394124 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-67491e53-e2b9-4933-a7ad-d027c6d8d99e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:05.395360 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-67491e53-e2b9-4933-a7ad-d027c6d8d99e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/routers/a5ace3e5-e29a-4104-a84c-419a2d2d2ea7 HTTP/1.1" status: 204 len: 168 time: 0.6760836 Mar 05 05:19:05.397923 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 33994) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:05.453964 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-78da1b16-f756-40ef-a11c-5844d8dfe3a9 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Deleting subnet 6ce78e87-7ad0-40cd-ad3a-bd2b40ec82ea {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:19:05.457660 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-78da1b16-f756-40ef-a11c-5844d8dfe3a9 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for subnet (6ce78e87-7ad0-40cd-ad3a-bd2b40ec82ea), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:05.500297 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-78da1b16-f756-40ef-a11c-5844d8dfe3a9 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (6ce78e87-7ad0-40cd-ad3a-bd2b40ec82ea), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:05.587857 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-78da1b16-f756-40ef-a11c-5844d8dfe3a9 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (6ce78e87-7ad0-40cd-ad3a-bd2b40ec82ea), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:05.649987 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-78da1b16-f756-40ef-a11c-5844d8dfe3a9 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (6ce78e87-7ad0-40cd-ad3a-bd2b40ec82ea), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:05.679595 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da1b16-f756-40ef-a11c-5844d8dfe3a9 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Subnet': ['ID=6ce78e87-7ad0-40cd-ad3a-bd2b40ec82ea,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:05.684234 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-78da1b16-f756-40ef-a11c-5844d8dfe3a9 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:05.688145 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-78da1b16-f756-40ef-a11c-5844d8dfe3a9 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/subnets/6ce78e87-7ad0-40cd-ad3a-bd2b40ec82ea HTTP/1.1" status: 204 len: 168 time: 0.2887342 Mar 05 05:19:05.690165 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34000) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:05.693175 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cc13b7-3e4e-4e92-bf08-539989af1fdf None None] Network e834b16d-7f38-4870-8d7d-d24487767eaa requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:19:05.771298 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5b2345b-0c8a-4ffd-a005-92a8ce56197e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (e834b16d-7f38-4870-8d7d-d24487767eaa), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:05.833351 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-a5b2345b-0c8a-4ffd-a005-92a8ce56197e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Deleting port 9974ff8f-ea6c-4aee-94f4-fe794fb847c9 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:19:05.833671 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5b2345b-0c8a-4ffd-a005-92a8ce56197e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (9974ff8f-ea6c-4aee-94f4-fe794fb847c9), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:05.912611 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-a5b2345b-0c8a-4ffd-a005-92a8ce56197e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] For port 9974ff8f-ea6c-4aee-94f4-fe794fb847c9, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=9974ff8f-ea6c-4aee-94f4-fe794fb847c9,segment=NetworkSegment(e891860d-1db1-4e60-8145-8ea236237d67),segment_id=e891860d-1db1-4e60-8145-8ea236237d67)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:05.913060 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5b2345b-0c8a-4ffd-a005-92a8ce56197e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (9974ff8f-ea6c-4aee-94f4-fe794fb847c9), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:05.928274 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-a5b2345b-0c8a-4ffd-a005-92a8ce56197e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Calling delete_port for 9974ff8f-ea6c-4aee-94f4-fe794fb847c9 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:19:05.935219 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b575b2c-e6e9-420e-b36e-24a29da3713b None None] DHCP port deletion for e834b16d-7f38-4870-8d7d-d24487767eaa request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:19:05.989603 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9b575b2c-e6e9-420e-b36e-24a29da3713b None None] Deleting port 9974ff8f-ea6c-4aee-94f4-fe794fb847c9 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:19:05.989987 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9b575b2c-e6e9-420e-b36e-24a29da3713b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (9974ff8f-ea6c-4aee-94f4-fe794fb847c9), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:06.057286 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5b2345b-0c8a-4ffd-a005-92a8ce56197e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (9974ff8f-ea6c-4aee-94f4-fe794fb847c9), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:06.072241 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-9b575b2c-e6e9-420e-b36e-24a29da3713b None None] For port 9974ff8f-ea6c-4aee-94f4-fe794fb847c9, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=9974ff8f-ea6c-4aee-94f4-fe794fb847c9,segment=NetworkSegment(e891860d-1db1-4e60-8145-8ea236237d67),segment_id=e891860d-1db1-4e60-8145-8ea236237d67)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:06.072701 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9b575b2c-e6e9-420e-b36e-24a29da3713b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (9974ff8f-ea6c-4aee-94f4-fe794fb847c9), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:06.091268 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9b575b2c-e6e9-420e-b36e-24a29da3713b None None] Calling delete_port for 9974ff8f-ea6c-4aee-94f4-fe794fb847c9 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:19:06.097347 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b2345b-0c8a-4ffd-a005-92a8ce56197e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Port': ['ID=9974ff8f-ea6c-4aee-94f4-fe794fb847c9,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:06.104185 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b2345b-0c8a-4ffd-a005-92a8ce56197e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] No DVR routers for this DVR port 9974ff8f-ea6c-4aee-94f4-fe794fb847c9 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:19:06.184074 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9b575b2c-e6e9-420e-b36e-24a29da3713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (9974ff8f-ea6c-4aee-94f4-fe794fb847c9), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:06.194912 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5b2345b-0c8a-4ffd-a005-92a8ce56197e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (e834b16d-7f38-4870-8d7d-d24487767eaa), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:06.215940 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b575b2c-e6e9-420e-b36e-24a29da3713b None None] No DVR routers for this DVR port 9974ff8f-ea6c-4aee-94f4-fe794fb847c9 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:19:06.217866 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b575b2c-e6e9-420e-b36e-24a29da3713b None None] Pushing event deleted for resources: {'Port': ['ID=9974ff8f-ea6c-4aee-94f4-fe794fb847c9,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:06.219674 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-a5b2345b-0c8a-4ffd-a005-92a8ce56197e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e834b16d-7f38-4870-8d7d-d24487767eaa']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:06.235389 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-a5b2345b-0c8a-4ffd-a005-92a8ce56197e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e891860d-1db1-4e60-8145-8ea236237d67') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:06.235680 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-a5b2345b-0c8a-4ffd-a005-92a8ce56197e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e891860d-1db1-4e60-8145-8ea236237d67') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:06.247753 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5b2345b-0c8a-4ffd-a005-92a8ce56197e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (e891860d-1db1-4e60-8145-8ea236237d67), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:06.269056 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5b2345b-0c8a-4ffd-a005-92a8ce56197e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (e891860d-1db1-4e60-8145-8ea236237d67), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:06.275053 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b2345b-0c8a-4ffd-a005-92a8ce56197e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:19:06.275965 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5b2345b-0c8a-4ffd-a005-92a8ce56197e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (e891860d-1db1-4e60-8145-8ea236237d67), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:06.279315 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:19:06.279315 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:19:06.279315 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:19:06.279315 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:19:06.279315 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:19:06.279315 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:19:06.279315 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:19:06.279315 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:19:06.279315 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:19:06.279315 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:19:06.279315 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:19:06.279315 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:19:06.279315 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:19:06.279315 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:19:06.279315 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:19:06.279315 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:19:06.279315 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:19:06.279315 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:19:06.279315 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:19:06.279315 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:19:06.279315 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:19:06.279315 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:19:06.279315 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:19:06.279315 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:19:06.279315 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:19:06.279315 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:19:06.279315 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:19:06.279315 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:19:06.279315 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:19:06.279315 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:19:06.279315 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:19:06.279315 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:19:06.364586 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5b2345b-0c8a-4ffd-a005-92a8ce56197e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (e834b16d-7f38-4870-8d7d-d24487767eaa), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:06.384023 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a5b2345b-0c8a-4ffd-a005-92a8ce56197e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:06.387575 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a5b2345b-0c8a-4ffd-a005-92a8ce56197e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/networks/e834b16d-7f38-4870-8d7d-d24487767eaa HTTP/1.1" status: 204 len: 168 time: 0.6958694 Mar 05 05:19:06.388639 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b2345b-0c8a-4ffd-a005-92a8ce56197e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Network': ['ID=e834b16d-7f38-4870-8d7d-d24487767eaa,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:06.392230 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34014) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:06.397635 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-f850577d-1f86-4846-9fd9-5c6ca6d7ecbb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-470825123', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}, 'admin_state_up': False}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:19:06.431187 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f850577d-1f86-4846-9fd9-5c6ca6d7ecbb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:06.432293 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f850577d-1f86-4846-9fd9-5c6ca6d7ecbb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:06.489483 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f850577d-1f86-4846-9fd9-5c6ca6d7ecbb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router_controller (a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:06.659774 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f850577d-1f86-4846-9fd9-5c6ca6d7ecbb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router_gateway (a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:06.855879 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f850577d-1f86-4846-9fd9-5c6ca6d7ecbb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router_gateway (a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:06.875499 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f850577d-1f86-4846-9fd9-5c6ca6d7ecbb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:06.986184 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-f850577d-1f86-4846-9fd9-5c6ca6d7ecbb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Allocated IP 172.25.0.184 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/d0d932c1-57f1-476d-9891-30825b638e32) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:19:07.093085 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f850577d-1f86-4846-9fd9-5c6ca6d7ecbb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for port (d0d932c1-57f1-476d-9891-30825b638e32), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:07.129559 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f850577d-1f86-4846-9fd9-5c6ca6d7ecbb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (d0d932c1-57f1-476d-9891-30825b638e32), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:07.169720 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f850577d-1f86-4846-9fd9-5c6ca6d7ecbb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:19:07.172842 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-f850577d-1f86-4846-9fd9-5c6ca6d7ecbb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:19:07.175429 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f850577d-1f86-4846-9fd9-5c6ca6d7ecbb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:19:07.205459 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850577d-1f86-4846-9fd9-5c6ca6d7ecbb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Port': ['ID=d0d932c1-57f1-476d-9891-30825b638e32,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:07.336980 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 9974ff8f-ea6c-4aee-94f4-fe794fb847c9 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:19:07.371764 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 9974ff8f-ea6c-4aee-94f4-fe794fb847c9 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:19:07.372236 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 9974ff8f-ea6c-4aee-94f4-fe794fb847c9 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:19:07.479482 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f850577d-1f86-4846-9fd9-5c6ca6d7ecbb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router_gateway (a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:07.690188 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f850577d-1f86-4846-9fd9-5c6ca6d7ecbb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:07.832977 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f850577d-1f86-4846-9fd9-5c6ca6d7ecbb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Router a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:19:07.946309 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f850577d-1f86-4846-9fd9-5c6ca6d7ecbb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:19:07.957123 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc8b7a7-e575-4450-890d-b416bda3bdec None None] Sync routers for ids ['a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:19:07.968752 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc8b7a7-e575-4450-890d-b416bda3bdec None None] Routers {'a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:07.969650 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-cfc8b7a7-e575-4450-890d-b416bda3bdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:18:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:07.969894 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f850577d-1f86-4846-9fd9-5c6ca6d7ecbb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:07.971849 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f850577d-1f86-4846-9fd9-5c6ca6d7ecbb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.5778294 Mar 05 05:19:07.974293 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34044) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:08.009073 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-cfc8b7a7-e575-4450-890d-b416bda3bdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:08.018732 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc8b7a7-e575-4450-890d-b416bda3bdec None None] Routers {'a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:08.019379 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-cfc8b7a7-e575-4450-890d-b416bda3bdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:18:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:08.056088 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-cfc8b7a7-e575-4450-890d-b416bda3bdec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:08.056744 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc8b7a7-e575-4450-890d-b416bda3bdec None None] The sync data for ids ['a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:19:08.092560 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a135c88b-a2b4-4784-9c5d-fd1e67095d2f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "GET /v2.0/routers/a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64 HTTP/1.1" status: 200 len: 880 time: 0.1165740 Mar 05 05:19:08.095931 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34046) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:08.347767 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6bd3fddf-e7da-418a-aacf-f7545c5992e5 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2507427 Mar 05 05:19:08.350265 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34052) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:08.354497 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-eb76ac79-1815-454b-955b-42ad604e6b73 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-470825123'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:19:08.933566 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-eb76ac79-1815-454b-955b-42ad604e6b73 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-903190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9284'] for router (a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:08.945103 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-eb76ac79-1815-454b-955b-42ad604e6b73 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-903193'] for router (a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:09.081783 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb76ac79-1815-454b-955b-42ad604e6b73 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Router a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:19:09.215515 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb76ac79-1815-454b-955b-42ad604e6b73 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:19:09.222908 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-eb76ac79-1815-454b-955b-42ad604e6b73 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:09.227046 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34074) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:09.230850 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6511e42f-d7f2-4953-87bf-25aaad2fd496 None None] Sync routers for ids ['a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:19:09.239882 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-eb76ac79-1815-454b-955b-42ad604e6b73 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "PUT /v2.0/routers/a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64 HTTP/1.1" status: 200 len: 887 time: 0.8884268 Mar 05 05:19:09.244603 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6511e42f-d7f2-4953-87bf-25aaad2fd496 None None] Routers {'a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:09.245466 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-6511e42f-d7f2-4953-87bf-25aaad2fd496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:18:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:09.281716 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-6511e42f-d7f2-4953-87bf-25aaad2fd496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:09.315632 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6511e42f-d7f2-4953-87bf-25aaad2fd496 None None] Routers {'a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:09.316601 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-6511e42f-d7f2-4953-87bf-25aaad2fd496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:18:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:09.350636 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-6511e42f-d7f2-4953-87bf-25aaad2fd496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:09.351353 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6511e42f-d7f2-4953-87bf-25aaad2fd496 None None] The sync data for ids ['a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:19:09.370952 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34078) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:09.371191 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-51c75af2-3d17-439b-a593-e52af3d87ab5 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "GET /v2.0/routers/a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64 HTTP/1.1" status: 200 len: 887 time: 0.1420140 Mar 05 05:19:09.400632 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d6b0314c-aa06-4014-a5d8-05c9b3090ddf tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64 HTTP/1.1" status: 200 len: 205 time: 0.0283897 Mar 05 05:19:09.403366 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34082) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:09.485977 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc0e0c-9a5d-4fff-8fd7-a08292eaeb72 req-44ccd7f8-6b9a-475b-a333-f585eac852c5 tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:09.487787 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aefc0e0c-9a5d-4fff-8fd7-a08292eaeb72 req-44ccd7f8-6b9a-475b-a333-f585eac852c5 tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 1128 time: 0.0553656 Mar 05 05:19:09.508842 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-aefc0e0c-9a5d-4fff-8fd7-a08292eaeb72 req-373cbdf6-ab5a-4fb1-a70d-65f90005c921 tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:09.561847 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-074233d1-0de9-4b68-8a33-3408321cec85 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router (a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:09.606951 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-aefc0e0c-9a5d-4fff-8fd7-a08292eaeb72 req-373cbdf6-ab5a-4fb1-a70d-65f90005c921 tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] Publish callbacks [] for security_group (176328ca-28f2-41b7-9eb5-4177641763fa), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:09.612002 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-aefc0e0c-9a5d-4fff-8fd7-a08292eaeb72 req-373cbdf6-ab5a-4fb1-a70d-65f90005c921 tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (176328ca-28f2-41b7-9eb5-4177641763fa), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:09.653750 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aefc0e0c-9a5d-4fff-8fd7-a08292eaeb72 req-373cbdf6-ab5a-4fb1-a70d-65f90005c921 tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594105 Mar 05 05:19:09.655541 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373cbdf6-ab5a-4fb1-a70d-65f90005c921 tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176328ca-28f2-41b7-9eb5-4177641763fa,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:09.688355 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-074233d1-0de9-4b68-8a33-3408321cec85 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router_gateway (a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:09.747467 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-074233d1-0de9-4b68-8a33-3408321cec85 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Deleting port d0d932c1-57f1-476d-9891-30825b638e32 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:19:09.747726 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-074233d1-0de9-4b68-8a33-3408321cec85 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d0d932c1-57f1-476d-9891-30825b638e32), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:09.800783 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84edcad-5c8a-44eb-9668-1e08e170e609 req-6b99aa43-62db-4cd1-aa93-13b84ec40255 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:09.802309 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f84edcad-5c8a-44eb-9668-1e08e170e609 req-6b99aa43-62db-4cd1-aa93-13b84ec40255 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 945 time: 0.0640996 Mar 05 05:19:09.830965 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-074233d1-0de9-4b68-8a33-3408321cec85 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d0d932c1-57f1-476d-9891-30825b638e32), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:09.844893 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-074233d1-0de9-4b68-8a33-3408321cec85 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Calling delete_port for d0d932c1-57f1-476d-9891-30825b638e32 owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:19:09.875685 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f84edcad-5c8a-44eb-9668-1e08e170e609 req-cc5bec9f-5c1d-4af8-b483-baf3544baccd tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672154 Mar 05 05:19:09.903870 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34098) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:09.980966 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-bec44870-a121-46ae-8495-a639b69cfd91 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/floatingips/f1d94d05-452f-4691-b7a9-1489b85e5cd1 HTTP/1.1" status: 200 len: 993 time: 0.0758994 Mar 05 05:19:10.091832 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-074233d1-0de9-4b68-8a33-3408321cec85 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (d0d932c1-57f1-476d-9891-30825b638e32), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:10.118665 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074233d1-0de9-4b68-8a33-3408321cec85 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Port': ['ID=d0d932c1-57f1-476d-9891-30825b638e32,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:10.190225 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-074233d1-0de9-4b68-8a33-3408321cec85 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:10.286686 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-074233d1-0de9-4b68-8a33-3408321cec85 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:10.288979 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-074233d1-0de9-4b68-8a33-3408321cec85 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router_controller (a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:10.337232 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-074233d1-0de9-4b68-8a33-3408321cec85 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:10.337913 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074233d1-0de9-4b68-8a33-3408321cec85 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Fanout notify agent at l3_agent the message router_deleted on router a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:19:10.345885 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-074233d1-0de9-4b68-8a33-3408321cec85 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:10.350527 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-074233d1-0de9-4b68-8a33-3408321cec85 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/routers/a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64 HTTP/1.1" status: 204 len: 168 time: 0.9353726 Mar 05 05:19:10.350740 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34114) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:10.356154 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-435bbc72-aafb-42b0-badc-35fb7497ca05 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Request body: {'network': {'name': 'tempest-RoutersTest-1881303381'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:19:10.368925 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-fd313389-aced-4173-a798-9d1ecc2885d5 req-9ad1df3f-c39c-40e3-befb-640e662622ff service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:19:10.369897 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fd313389-aced-4173-a798-9d1ecc2885d5 req-9ad1df3f-c39c-40e3-befb-640e662622ff service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052993 Mar 05 05:19:10.378406 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435bbc72-aafb-42b0-badc-35fb7497ca05 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Made reservation on behalf of a51b10dd69e7437f8d0be6d11db6df35 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:19:10.382137 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-435bbc72-aafb-42b0-badc-35fb7497ca05 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:10.412375 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435bbc72-aafb-42b0-badc-35fb7497ca05 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:19:10.426235 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-435bbc72-aafb-42b0-badc-35fb7497ca05 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (f0ae34d3-84c5-4d43-804c-c023dcc63254), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:10.426590 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-435bbc72-aafb-42b0-badc-35fb7497ca05 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Added segment f0ae34d3-84c5-4d43-804c-c023dcc63254 of type vlan for network f5e7c674-cce9-40a0-830c-81cab0ab86f2 Mar 05 05:19:10.475282 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-435bbc72-aafb-42b0-badc-35fb7497ca05 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (f5e7c674-cce9-40a0-830c-81cab0ab86f2), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:10.511740 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-435bbc72-aafb-42b0-badc-35fb7497ca05 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (f5e7c674-cce9-40a0-830c-81cab0ab86f2), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:10.518149 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435bbc72-aafb-42b0-badc-35fb7497ca05 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:10.519247 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-435bbc72-aafb-42b0-badc-35fb7497ca05 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:10.542998 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34128) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:10.543391 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-435bbc72-aafb-42b0-badc-35fb7497ca05 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1912973 Mar 05 05:19:10.551529 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-6c53d461-7a67-421b-863a-f7a4c9d1ea31 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Request body: {'subnet': {'network_id': 'f5e7c674-cce9-40a0-830c-81cab0ab86f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:19:10.621651 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435bbc72-aafb-42b0-badc-35fb7497ca05 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Network': ['ID=f5e7c674-cce9-40a0-830c-81cab0ab86f2,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:10.636745 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network f5e7c674-cce9-40a0-830c-81cab0ab86f2 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:19:10.702575 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c53d461-7a67-421b-863a-f7a4c9d1ea31 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Made reservation on behalf of a51b10dd69e7437f8d0be6d11db6df35 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:19:10.702575 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6c53d461-7a67-421b-863a-f7a4c9d1ea31 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:10.944793 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-29841fbb-a16c-4f2c-a9b0-7d7030341364 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1045005 Mar 05 05:19:10.956269 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-fc62f791-fe75-4125-9d27-2b92efec7d92 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:19:10.957518 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-fc62f791-fe75-4125-9d27-2b92efec7d92 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053661 Mar 05 05:19:10.971019 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01203d-68b8-4ce5-bf19-496ea9624ad9 req-4d8f5881-ddbb-48a0-b035-46378332272d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:10.975737 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0c01203d-68b8-4ce5-bf19-496ea9624ad9 req-4d8f5881-ddbb-48a0-b035-46378332272d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 945 time: 0.1184671 Mar 05 05:19:10.987372 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6c53d461-7a67-421b-863a-f7a4c9d1ea31 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (94b40940-527d-44c3-b6d2-2553bb5adfe8), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:11.091053 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53d461-7a67-421b-863a-f7a4c9d1ea31 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Subnet': ['ID=94b40940-527d-44c3-b6d2-2553bb5adfe8,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:11.102270 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0c01203d-68b8-4ce5-bf19-496ea9624ad9 req-a2e3c619-e563-40f6-a53e-8a8281ae3bdf tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234543 Mar 05 05:19:11.111938 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c53d461-7a67-421b-863a-f7a4c9d1ea31 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Checking segment: {'id': 'f0ae34d3-84c5-4d43-804c-c023dcc63254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f5e7c674-cce9-40a0-830c-81cab0ab86f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:19:11.112410 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c53d461-7a67-421b-863a-f7a4c9d1ea31 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network hostable DHCP agents. Network: f5e7c674-cce9-40a0-830c-81cab0ab86f2, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:19:11.139496 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c53d461-7a67-421b-863a-f7a4c9d1ea31 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network f5e7c674-cce9-40a0-830c-81cab0ab86f2 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:19:11.149461 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-6c53d461-7a67-421b-863a-f7a4c9d1ea31 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, f5e7c674-cce9-40a0-830c-81cab0ab86f2) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:19:11.153979 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c53d461-7a67-421b-863a-f7a4c9d1ea31 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:11.155739 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6c53d461-7a67-421b-863a-f7a4c9d1ea31 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:11.159294 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc4db15-192d-4469-aa8d-6aca103e8f3e None None] Network f5e7c674-cce9-40a0-830c-81cab0ab86f2 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:19:11.183870 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6c53d461-7a67-421b-863a-f7a4c9d1ea31 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6388245 Mar 05 05:19:11.187486 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34156) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:11.202622 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-a1a85787-34db-43c8-b324-5d1db987e49d tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-699161929', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:19:11.239633 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a1a85787-34db-43c8-b324-5d1db987e49d tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (ae8664dd-862b-4b65-854c-0567dea298e5), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:11.241212 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a1a85787-34db-43c8-b324-5d1db987e49d tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (ae8664dd-862b-4b65-854c-0567dea298e5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:11.293897 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471c1f58-84db-4a6a-aad1-a1f91123a937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-f5e7c674-cce9-40a0-830c-81cab0ab86f2', 'network_id': 'f5e7c674-cce9-40a0-830c-81cab0ab86f2', 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'fixed_ips': [{'subnet_id': '94b40940-527d-44c3-b6d2-2553bb5adfe8'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:19:11.296026 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-471c1f58-84db-4a6a-aad1-a1f91123a937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:11.347295 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a1a85787-34db-43c8-b324-5d1db987e49d tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router_controller (ae8664dd-862b-4b65-854c-0567dea298e5), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:11.353260 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a1a85787-34db-43c8-b324-5d1db987e49d tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (ae8664dd-862b-4b65-854c-0567dea298e5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:11.378707 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a1a85787-34db-43c8-b324-5d1db987e49d tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:11.383441 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a1a85787-34db-43c8-b324-5d1db987e49d tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1917391 Mar 05 05:19:11.383599 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34168) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:11.451842 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-77a4223e-0205-405e-acb9-72df027b40a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:11.464005 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-471c1f58-84db-4a6a-aad1-a1f91123a937 None None] Allocated IP 172.20.0.2 (f5e7c674-cce9-40a0-830c-81cab0ab86f2/94b40940-527d-44c3-b6d2-2553bb5adfe8/e43d2003-3de7-440f-85ce-9a704f59ce2a) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:19:11.635409 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-471c1f58-84db-4a6a-aad1-a1f91123a937 None None] Publish callbacks [] for port (e43d2003-3de7-440f-85ce-9a704f59ce2a), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:11.642585 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-471c1f58-84db-4a6a-aad1-a1f91123a937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (e43d2003-3de7-440f-85ce-9a704f59ce2a), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:11.671022 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-8b409b25-421e-45a7-87b1-6816d8cc7c21 tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:11.672478 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-8b409b25-421e-45a7-87b1-6816d8cc7c21 tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.11 "GET /v2.0/ports/3d777cd9-1bd8-45ef-976f-ba7106b340e2 HTTP/1.1" status: 200 len: 1125 time: 0.3018236 Mar 05 05:19:11.674899 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471c1f58-84db-4a6a-aad1-a1f91123a937 None None] Network f5e7c674-cce9-40a0-830c-81cab0ab86f2 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:19:11.677930 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-471c1f58-84db-4a6a-aad1-a1f91123a937 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:19:11.681612 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471c1f58-84db-4a6a-aad1-a1f91123a937 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:19:11.783827 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c1f58-84db-4a6a-aad1-a1f91123a937 None None] Pushing event updated for resources: {'Port': ['ID=e43d2003-3de7-440f-85ce-9a704f59ce2a,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:11.794889 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-471c1f58-84db-4a6a-aad1-a1f91123a937 None None] Attempting to bind port e43d2003-3de7-440f-85ce-9a704f59ce2a on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:19:11.796806 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-471c1f58-84db-4a6a-aad1-a1f91123a937 None None] Attempting to bind port e43d2003-3de7-440f-85ce-9a704f59ce2a by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'f0ae34d3-84c5-4d43-804c-c023dcc63254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f5e7c674-cce9-40a0-830c-81cab0ab86f2'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:19:11.797224 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471c1f58-84db-4a6a-aad1-a1f91123a937 None None] Attempting to bind port e43d2003-3de7-440f-85ce-9a704f59ce2a on network f5e7c674-cce9-40a0-830c-81cab0ab86f2 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:19:11.803744 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471c1f58-84db-4a6a-aad1-a1f91123a937 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:19:11.804132 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471c1f58-84db-4a6a-aad1-a1f91123a937 None None] Checking segment: {'id': 'f0ae34d3-84c5-4d43-804c-c023dcc63254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f5e7c674-cce9-40a0-830c-81cab0ab86f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:19:11.804537 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-471c1f58-84db-4a6a-aad1-a1f91123a937 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:11.804933 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471c1f58-84db-4a6a-aad1-a1f91123a937 None None] Bound using segment: {'id': 'f0ae34d3-84c5-4d43-804c-c023dcc63254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f5e7c674-cce9-40a0-830c-81cab0ab86f2'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:19:11.805409 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-471c1f58-84db-4a6a-aad1-a1f91123a937 None None] Bound port: e43d2003-3de7-440f-85ce-9a704f59ce2a, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ae34d3-84c5-4d43-804c-c023dcc63254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f5e7c674-cce9-40a0-830c-81cab0ab86f2'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:19:11.806253 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-471c1f58-84db-4a6a-aad1-a1f91123a937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e43d2003-3de7-440f-85ce-9a704f59ce2a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:11.813908 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-05c956fd-109b-4428-8cc8-8f4ce1418ca1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:11.887031 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-471c1f58-84db-4a6a-aad1-a1f91123a937 None None] For port e43d2003-3de7-440f-85ce-9a704f59ce2a, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:19:11.890971 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-471c1f58-84db-4a6a-aad1-a1f91123a937 None None] For port e43d2003-3de7-440f-85ce-9a704f59ce2a, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e43d2003-3de7-440f-85ce-9a704f59ce2a,segment=NetworkSegment(f0ae34d3-84c5-4d43-804c-c023dcc63254),segment_id=f0ae34d3-84c5-4d43-804c-c023dcc63254)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:19:11.899209 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-471c1f58-84db-4a6a-aad1-a1f91123a937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e43d2003-3de7-440f-85ce-9a704f59ce2a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:11.978468 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c1f58-84db-4a6a-aad1-a1f91123a937 None None] Pushing event updated for resources: {'Port': ['ID=e43d2003-3de7-440f-85ce-9a704f59ce2a,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:12.213989 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-05c956fd-109b-4428-8cc8-8f4ce1418ca1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Allocated IP 172.20.0.1 (f5e7c674-cce9-40a0-830c-81cab0ab86f2/94b40940-527d-44c3-b6d2-2553bb5adfe8/ef42073f-7e1f-4bf4-811e-986d35024e9e) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:19:12.400914 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51348eac-0e05-42fa-afe0-029e17ef087d req-ef40b73a-9ade-470e-a348-d6e25563ed60 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:12.410430 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-51348eac-0e05-42fa-afe0-029e17ef087d req-ef40b73a-9ade-470e-a348-d6e25563ed60 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 945 time: 0.1866457 Mar 05 05:19:12.480013 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-05c956fd-109b-4428-8cc8-8f4ce1418ca1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for port (ef42073f-7e1f-4bf4-811e-986d35024e9e), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:12.503028 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-51348eac-0e05-42fa-afe0-029e17ef087d req-8c26afa3-5eb1-4e87-b27a-0a0670657c88 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903404 Mar 05 05:19:12.537794 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-05c956fd-109b-4428-8cc8-8f4ce1418ca1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (ef42073f-7e1f-4bf4-811e-986d35024e9e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:12.587224 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c956fd-109b-4428-8cc8-8f4ce1418ca1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network f5e7c674-cce9-40a0-830c-81cab0ab86f2 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:19:12.590304 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-05c956fd-109b-4428-8cc8-8f4ce1418ca1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:19:12.595291 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c956fd-109b-4428-8cc8-8f4ce1418ca1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:19:12.601700 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c956fd-109b-4428-8cc8-8f4ce1418ca1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Port': ['ID=ef42073f-7e1f-4bf4-811e-986d35024e9e,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:12.651183 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-05c956fd-109b-4428-8cc8-8f4ce1418ca1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (ae8664dd-862b-4b65-854c-0567dea298e5), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:12.778595 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-ea55c3c3-6c81-4116-96f7-170f238cd9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:12.781623 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-ea55c3c3-6c81-4116-96f7-170f238cd9c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 1128 time: 0.0507982 Mar 05 05:19:12.795668 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-05c956fd-109b-4428-8cc8-8f4ce1418ca1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ef42073f-7e1f-4bf4-811e-986d35024e9e), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:12.933884 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-7aa43453-a99c-4f11-8823-33a606199836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:12.936661 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-7aa43453-a99c-4f11-8823-33a606199836 service neutron] 10.222.0.30 "GET /v2.0/networks?id=84cac7eb-50f0-4cb0-8519-750de49341fe HTTP/1.1" status: 200 len: 897 time: 0.1499600 Mar 05 05:19:13.042834 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-36ac894e-5238-428d-9b2a-912516ce3c54 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d777cd9-1bd8-45ef-976f-ba7106b340e2 HTTP/1.1" status: 200 len: 1001 time: 0.1002805 Mar 05 05:19:13.139697 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-05c956fd-109b-4428-8cc8-8f4ce1418ca1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for port (ef42073f-7e1f-4bf4-811e-986d35024e9e), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:13.142379 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-5dd98375-3e57-4e0f-b652-11f9d47a05ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:13.144026 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-5dd98375-3e57-4e0f-b652-11f9d47a05ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bbed329-b500-444f-8c46-094692e743a8 HTTP/1.1" status: 200 len: 834 time: 0.0952802 Mar 05 05:19:13.147252 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-05c956fd-109b-4428-8cc8-8f4ce1418ca1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (ef42073f-7e1f-4bf4-811e-986d35024e9e), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:13.224648 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-1b100f29-13a1-4aa4-9e19-b3d8b01a64d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:13.226658 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-1b100f29-13a1-4aa4-9e19-b3d8b01a64d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84cac7eb-50f0-4cb0-8519-750de49341fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0769293 Mar 05 05:19:13.254222 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-05c956fd-109b-4428-8cc8-8f4ce1418ca1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (ae8664dd-862b-4b65-854c-0567dea298e5), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:13.256899 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c956fd-109b-4428-8cc8-8f4ce1418ca1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Port': ['ID=ef42073f-7e1f-4bf4-811e-986d35024e9e,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:13.401586 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c956fd-109b-4428-8cc8-8f4ce1418ca1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network f5e7c674-cce9-40a0-830c-81cab0ab86f2 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:19:13.404067 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-05c956fd-109b-4428-8cc8-8f4ce1418ca1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:19:13.440000 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-0fb4faaa-5ab3-4b6c-aa47-e23a7e4d00af service neutron] 10.222.0.30 "GET /v2.0/networks/84cac7eb-50f0-4cb0-8519-750de49341fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061880 Mar 05 05:19:13.448763 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e43d2003-3de7-440f-85ce-9a704f59ce2a up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:19:13.510056 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e2a4df-932b-4f74-bb00-af78528bdd3b None None] Network f5e7c674-cce9-40a0-830c-81cab0ab86f2 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:19:13.558757 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-563f9e31-3947-4f92-a059-59f718fcb7db service neutron] 10.222.0.30 "GET /v2.0/networks/84cac7eb-50f0-4cb0-8519-750de49341fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127200 Mar 05 05:19:13.573007 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c956fd-109b-4428-8cc8-8f4ce1418ca1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Router ae8664dd-862b-4b65-854c-0567dea298e5 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:19:13.653914 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-60187b6e-67e5-4b28-932c-2e5d6d12786c None None] Provisioning complete for port e43d2003-3de7-440f-85ce-9a704f59ce2a triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:13.654917 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-60187b6e-67e5-4b28-932c-2e5d6d12786c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e43d2003-3de7-440f-85ce-9a704f59ce2a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:13.751304 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port e43d2003-3de7-440f-85ce-9a704f59ce2a triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:13.751735 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e43d2003-3de7-440f-85ce-9a704f59ce2a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:13.764922 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c956fd-109b-4428-8cc8-8f4ce1418ca1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:19:13.775609 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d1ecc5-0d29-42e1-a681-960f61ff28f7 None None] Sync routers for ids ['ae8664dd-862b-4b65-854c-0567dea298e5'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:19:13.776076 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-05c956fd-109b-4428-8cc8-8f4ce1418ca1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "PUT /v2.0/routers/ae8664dd-862b-4b65-854c-0567dea298e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3910177 Mar 05 05:19:13.776637 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34224) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:13.790996 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9f2a1-b4f1-4c8a-94b2-f8d558846e6e req-e4fb2e55-e685-49ad-b79a-518469ace3d3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:13.799770 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1dd9f2a1-b4f1-4c8a-94b2-f8d558846e6e req-e4fb2e55-e685-49ad-b79a-518469ace3d3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 945 time: 0.1349475 Mar 05 05:19:13.803328 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d1ecc5-0d29-42e1-a681-960f61ff28f7 None None] Routers {'ae8664dd-862b-4b65-854c-0567dea298e5'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:13.803966 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-13d1ecc5-0d29-42e1-a681-960f61ff28f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['ae8664dd-862b-4b65-854c-0567dea298e5'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:13.860845 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1dd9f2a1-b4f1-4c8a-94b2-f8d558846e6e req-80aa8229-cedb-4ced-bf99-be6e9bcf8f33 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598862 Mar 05 05:19:13.872823 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c069d71d-543d-4e77-83d4-1273d679f8c5 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:13.875007 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-13d1ecc5-0d29-42e1-a681-960f61ff28f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:13.878306 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34226) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:13.882145 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c069d71d-543d-4e77-83d4-1273d679f8c5 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "GET /v2.0/ports/ef42073f-7e1f-4bf4-811e-986d35024e9e HTTP/1.1" status: 200 len: 910 time: 0.1043770 Mar 05 05:19:13.885779 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-4120758b-389a-4052-bef9-9853998d87b3 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '94b40940-527d-44c3-b6d2-2553bb5adfe8'}]}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:19:13.897360 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d1ecc5-0d29-42e1-a681-960f61ff28f7 None None] Routers {'ae8664dd-862b-4b65-854c-0567dea298e5'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:13.898266 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-13d1ecc5-0d29-42e1-a681-960f61ff28f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['ae8664dd-862b-4b65-854c-0567dea298e5'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:13.946007 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-13d1ecc5-0d29-42e1-a681-960f61ff28f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:13.946732 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d1ecc5-0d29-42e1-a681-960f61ff28f7 None None] The sync data for ids ['ae8664dd-862b-4b65-854c-0567dea298e5'] in n-d-789963-32 is: [] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:19:14.009939 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b16cca89-07b4-4277-9fe2-5cfcdff549d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:14.051711 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:14.085365 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4120758b-389a-4052-bef9-9853998d87b3 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ef42073f-7e1f-4bf4-811e-986d35024e9e), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:14.143149 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port e43d2003-3de7-440f-85ce-9a704f59ce2a is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:14.143553 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e43d2003-3de7-440f-85ce-9a704f59ce2a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:14.146723 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-60187b6e-67e5-4b28-932c-2e5d6d12786c None None] Current status of the port e43d2003-3de7-440f-85ce-9a704f59ce2a is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:14.147130 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-60187b6e-67e5-4b28-932c-2e5d6d12786c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e43d2003-3de7-440f-85ce-9a704f59ce2a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:14.161962 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:14.220778 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port e43d2003-3de7-440f-85ce-9a704f59ce2a, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e43d2003-3de7-440f-85ce-9a704f59ce2a,segment=NetworkSegment(f0ae34d3-84c5-4d43-804c-c023dcc63254),segment_id=f0ae34d3-84c5-4d43-804c-c023dcc63254)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:14.240296 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e43d2003-3de7-440f-85ce-9a704f59ce2a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:14.356348 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-60187b6e-67e5-4b28-932c-2e5d6d12786c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 05:19:14.356723 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-60187b6e-67e5-4b28-932c-2e5d6d12786c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 05:19:14.376923 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=e43d2003-3de7-440f-85ce-9a704f59ce2a,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:14.668035 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4120758b-389a-4052-bef9-9853998d87b3 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for port (ef42073f-7e1f-4bf4-811e-986d35024e9e), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:14.680323 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4120758b-389a-4052-bef9-9853998d87b3 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (ef42073f-7e1f-4bf4-811e-986d35024e9e), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:14.785090 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4120758b-389a-4052-bef9-9853998d87b3 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:14.785770 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4120758b-389a-4052-bef9-9853998d87b3 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:14.790318 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4120758b-389a-4052-bef9-9853998d87b3 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "PUT /v2.0/ports/ef42073f-7e1f-4bf4-811e-986d35024e9e HTTP/1.1" status: 200 len: 910 time: 0.9082251 Mar 05 05:19:14.790811 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34244) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:14.793383 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120758b-389a-4052-bef9-9853998d87b3 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Port': ['ID=ef42073f-7e1f-4bf4-811e-986d35024e9e,revision_number=3']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:14.961064 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-60187b6e-67e5-4b28-932c-2e5d6d12786c None None] Current status of the port e43d2003-3de7-440f-85ce-9a704f59ce2a is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:15.068210 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:15.113532 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-c307afd3-2118-4d71-a6ef-c6f63c4d840c None None] Provisioning complete for port ef42073f-7e1f-4bf4-811e-986d35024e9e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:15.113919 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c307afd3-2118-4d71-a6ef-c6f63c4d840c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ef42073f-7e1f-4bf4-811e-986d35024e9e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:15.201603 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c307afd3-2118-4d71-a6ef-c6f63c4d840c None None] Port ef42073f-7e1f-4bf4-811e-986d35024e9e cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:19:15.228675 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-c307afd3-2118-4d71-a6ef-c6f63c4d840c None None] Provisioning complete for port e43d2003-3de7-440f-85ce-9a704f59ce2a triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:15.229009 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c307afd3-2118-4d71-a6ef-c6f63c4d840c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e43d2003-3de7-440f-85ce-9a704f59ce2a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:15.393011 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5b5ec3a9-4e8a-46e3-a95b-9c9db029a0e1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (ae8664dd-862b-4b65-854c-0567dea298e5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:15.397779 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c307afd3-2118-4d71-a6ef-c6f63c4d840c None None] Current status of the port e43d2003-3de7-440f-85ce-9a704f59ce2a is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:15.433778 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e43d2003-3de7-440f-85ce-9a704f59ce2a up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:19:15.532201 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port e43d2003-3de7-440f-85ce-9a704f59ce2a triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:15.532499 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e43d2003-3de7-440f-85ce-9a704f59ce2a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:15.557462 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-9aac1c8b-8d01-41d1-833f-07651c31db63 None None] Provisioning complete for port ef42073f-7e1f-4bf4-811e-986d35024e9e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:15.557845 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9aac1c8b-8d01-41d1-833f-07651c31db63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ef42073f-7e1f-4bf4-811e-986d35024e9e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:15.619820 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9aac1c8b-8d01-41d1-833f-07651c31db63 None None] Port ef42073f-7e1f-4bf4-811e-986d35024e9e cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:19:15.694888 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port e43d2003-3de7-440f-85ce-9a704f59ce2a is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:15.705564 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6bfee-83a4-40d1-8041-78bd300eb61e req-60cdf57e-b32d-4dd3-9416-2cc3f82842e1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:15.707721 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f1d6bfee-83a4-40d1-8041-78bd300eb61e req-60cdf57e-b32d-4dd3-9416-2cc3f82842e1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 945 time: 0.7238221 Mar 05 05:19:15.749354 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db4f1b-f1b8-4761-8f79-3f2ead39df1b req-1ecddf4a-5567-4293-8002-3ea0f49cbc60 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:15.751230 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a6db4f1b-f1b8-4761-8f79-3f2ead39df1b req-1ecddf4a-5567-4293-8002-3ea0f49cbc60 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/ports?device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7 HTTP/1.1" status: 200 len: 945 time: 0.1778724 Mar 05 05:19:15.788244 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f1d6bfee-83a4-40d1-8041-78bd300eb61e req-b9dd2f0e-5aff-45b0-a769-1aa3209f8fd1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741293 Mar 05 05:19:15.873871 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a6db4f1b-f1b8-4761-8f79-3f2ead39df1b req-a2481bbf-2a5f-4519-9a0d-cb401849f726 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/security-groups?id=d344c5c2-da36-4285-a522-3b6298663331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906186 Mar 05 05:19:16.067363 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-5b5ec3a9-4e8a-46e3-a95b-9c9db029a0e1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Deleting port ef42073f-7e1f-4bf4-811e-986d35024e9e {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:19:16.067766 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5b5ec3a9-4e8a-46e3-a95b-9c9db029a0e1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (ef42073f-7e1f-4bf4-811e-986d35024e9e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:16.164603 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5b5ec3a9-4e8a-46e3-a95b-9c9db029a0e1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (ef42073f-7e1f-4bf4-811e-986d35024e9e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:16.177520 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-5b5ec3a9-4e8a-46e3-a95b-9c9db029a0e1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Calling delete_port for ef42073f-7e1f-4bf4-811e-986d35024e9e owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:19:16.332118 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:16.417316 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5b5ec3a9-4e8a-46e3-a95b-9c9db029a0e1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (ef42073f-7e1f-4bf4-811e-986d35024e9e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:16.506712 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ec3a9-4e8a-46e3-a95b-9c9db029a0e1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Port': ['ID=ef42073f-7e1f-4bf4-811e-986d35024e9e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:16.593661 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8dc379-01a1-4b24-ab41-bfaaa6d99987 req-b41fd2cc-d8db-4eb3-b3a2-30a5d838cce7 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:16.595861 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4c8dc379-01a1-4b24-ab41-bfaaa6d99987 req-b41fd2cc-d8db-4eb3-b3a2-30a5d838cce7 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.31 "GET /v2.0/ports?device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7 HTTP/1.1" status: 200 len: 945 time: 0.1760325 Mar 05 05:19:16.733994 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5b5ec3a9-4e8a-46e3-a95b-9c9db029a0e1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (ae8664dd-862b-4b65-854c-0567dea298e5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:16.887396 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-4c8dc379-01a1-4b24-ab41-bfaaa6d99987 req-12fe5a3a-db38-49ad-96e4-a80190c04f84 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Deleting port f01b532b-8f89-46f9-ae84-e24eacb8eb91 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:19:16.887757 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4c8dc379-01a1-4b24-ab41-bfaaa6d99987 req-12fe5a3a-db38-49ad-96e4-a80190c04f84 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (f01b532b-8f89-46f9-ae84-e24eacb8eb91), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:16.926594 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bc90d-f6f6-4ff2-99c8-c06cadac7829 req-155bd145-4047-47d0-8383-6c5c242044b6 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:16.931556 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6c8bc90d-f6f6-4ff2-99c8-c06cadac7829 req-155bd145-4047-47d0-8383-6c5c242044b6 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 945 time: 0.0632579 Mar 05 05:19:17.008236 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6c8bc90d-f6f6-4ff2-99c8-c06cadac7829 req-210a7eff-7c58-4152-9d36-78374c7a3635 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748279 Mar 05 05:19:17.035960 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5ec3a9-4e8a-46e3-a95b-9c9db029a0e1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Router ae8664dd-862b-4b65-854c-0567dea298e5 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:19:17.036642 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05393764-9dc7-45bf-aa82-907ff94cdec4 req-3ecaab6a-9abb-42c5-967e-9504745cff32 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:17.038129 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-05393764-9dc7-45bf-aa82-907ff94cdec4 req-3ecaab6a-9abb-42c5-967e-9504745cff32 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/ports?device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7 HTTP/1.1" status: 200 len: 945 time: 0.0659049 Mar 05 05:19:17.061118 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-4c8dc379-01a1-4b24-ab41-bfaaa6d99987 req-12fe5a3a-db38-49ad-96e4-a80190c04f84 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] For port f01b532b-8f89-46f9-ae84-e24eacb8eb91, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=f01b532b-8f89-46f9-ae84-e24eacb8eb91,segment=NetworkSegment(e565cab4-f912-4825-b601-d083d3011059),segment_id=e565cab4-f912-4825-b601-d083d3011059)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:17.061509 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4c8dc379-01a1-4b24-ab41-bfaaa6d99987 req-12fe5a3a-db38-49ad-96e4-a80190c04f84 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (f01b532b-8f89-46f9-ae84-e24eacb8eb91), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:17.093496 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-05393764-9dc7-45bf-aa82-907ff94cdec4 req-eeb786fe-9fb9-4ccb-b561-f6348457fc46 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/security-groups?id=d344c5c2-da36-4285-a522-3b6298663331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486336 Mar 05 05:19:17.228461 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5ec3a9-4e8a-46e3-a95b-9c9db029a0e1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:19:17.239068 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5b5ec3a9-4e8a-46e3-a95b-9c9db029a0e1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "PUT /v2.0/routers/ae8664dd-862b-4b65-854c-0567dea298e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4470088 Mar 05 05:19:17.240407 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd3208d-295f-455a-8925-242040159ee6 None None] Sync routers for ids ['ae8664dd-862b-4b65-854c-0567dea298e5'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:19:17.246243 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34290) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:17.253331 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd3208d-295f-455a-8925-242040159ee6 None None] Routers {'ae8664dd-862b-4b65-854c-0567dea298e5'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:17.254048 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-1dd3208d-295f-455a-8925-242040159ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['ae8664dd-862b-4b65-854c-0567dea298e5'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:17.289358 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-1dd3208d-295f-455a-8925-242040159ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:17.299712 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd3208d-295f-455a-8925-242040159ee6 None None] Routers {'ae8664dd-862b-4b65-854c-0567dea298e5'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:17.300977 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-1dd3208d-295f-455a-8925-242040159ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['ae8664dd-862b-4b65-854c-0567dea298e5'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:17.303614 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5a7eead4-c319-41f0-a31e-73c62abcbd65 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae8664dd-862b-4b65-854c-0567dea298e5 HTTP/1.1" status: 200 len: 205 time: 0.0562923 Mar 05 05:19:17.307358 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34294) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:17.343466 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-1dd3208d-295f-455a-8925-242040159ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:17.344033 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd3208d-295f-455a-8925-242040159ee6 None None] The sync data for ids ['ae8664dd-862b-4b65-854c-0567dea298e5'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:19:17.428530 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4c8dc379-01a1-4b24-ab41-bfaaa6d99987 req-12fe5a3a-db38-49ad-96e4-a80190c04f84 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:17.430338 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4c8dc379-01a1-4b24-ab41-bfaaa6d99987 req-12fe5a3a-db38-49ad-96e4-a80190c04f84 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (50394645-a922-4914-83be-b0ed2e28548d), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:17.431395 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [req-4c8dc379-01a1-4b24-ab41-bfaaa6d99987 req-12fe5a3a-db38-49ad-96e4-a80190c04f84 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Floating IP 50394645-a922-4914-83be-b0ed2e28548d disassociated. External IP: 172.25.0.208, port: f01b532b-8f89-46f9-ae84-e24eacb8eb91. Mar 05 05:19:17.432927 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-4c8dc379-01a1-4b24-ab41-bfaaa6d99987 req-12fe5a3a-db38-49ad-96e4-a80190c04f84 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Calling delete_port for f01b532b-8f89-46f9-ae84-e24eacb8eb91 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:19:17.438693 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0a88-7513-490a-974a-f6117e92fa61 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router (ae8664dd-862b-4b65-854c-0567dea298e5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:17.627210 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4c8dc379-01a1-4b24-ab41-bfaaa6d99987 req-12fe5a3a-db38-49ad-96e4-a80190c04f84 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (f01b532b-8f89-46f9-ae84-e24eacb8eb91), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:17.638074 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0a88-7513-490a-974a-f6117e92fa61 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (ae8664dd-862b-4b65-854c-0567dea298e5), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:17.639658 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0a88-7513-490a-974a-f6117e92fa61 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router_controller (ae8664dd-862b-4b65-854c-0567dea298e5), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:17.671718 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe5a3a-db38-49ad-96e4-a80190c04f84 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Pushing event deleted for resources: {'Port': ['ID=f01b532b-8f89-46f9-ae84-e24eacb8eb91,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:17.707043 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0a88-7513-490a-974a-f6117e92fa61 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (ae8664dd-862b-4b65-854c-0567dea298e5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:17.707705 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9c0a88-7513-490a-974a-f6117e92fa61 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Fanout notify agent at l3_agent the message router_deleted on router ae8664dd-862b-4b65-854c-0567dea298e5 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:19:17.721573 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3d9c0a88-7513-490a-974a-f6117e92fa61 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:17.725142 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3d9c0a88-7513-490a-974a-f6117e92fa61 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/routers/ae8664dd-862b-4b65-854c-0567dea298e5 HTTP/1.1" status: 204 len: 168 time: 0.4141486 Mar 05 05:19:17.726353 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34308) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:17.783519 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea743eeb-961a-4f64-a4f6-e03c61b07f1a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Deleting subnet 94b40940-527d-44c3-b6d2-2553bb5adfe8 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:19:17.790551 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ea743eeb-961a-4f64-a4f6-e03c61b07f1a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for subnet (94b40940-527d-44c3-b6d2-2553bb5adfe8), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:17.818220 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:17.840508 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ea743eeb-961a-4f64-a4f6-e03c61b07f1a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (94b40940-527d-44c3-b6d2-2553bb5adfe8), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:17.851055 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c8dc379-01a1-4b24-ab41-bfaaa6d99987 req-12fe5a3a-db38-49ad-96e4-a80190c04f84 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Router 484af7a8-f316-45db-8b87-8f02864b8ae2 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:19:17.939945 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ea743eeb-961a-4f64-a4f6-e03c61b07f1a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (94b40940-527d-44c3-b6d2-2553bb5adfe8), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:18.009570 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c8dc379-01a1-4b24-ab41-bfaaa6d99987 req-12fe5a3a-db38-49ad-96e4-a80190c04f84 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:19:18.012131 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ea743eeb-961a-4f64-a4f6-e03c61b07f1a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (94b40940-527d-44c3-b6d2-2553bb5adfe8), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:18.029376 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd066930-ace3-4bba-8206-ab34da991f41 None None] Sync routers for ids ['484af7a8-f316-45db-8b87-8f02864b8ae2'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:19:18.077991 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea743eeb-961a-4f64-a4f6-e03c61b07f1a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Subnet': ['ID=94b40940-527d-44c3-b6d2-2553bb5adfe8,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:18.081770 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd066930-ace3-4bba-8206-ab34da991f41 None None] Routers {'484af7a8-f316-45db-8b87-8f02864b8ae2'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:18.082407 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-cd066930-ace3-4bba-8206-ab34da991f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['484af7a8-f316-45db-8b87-8f02864b8ae2'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:18.084097 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ea743eeb-961a-4f64-a4f6-e03c61b07f1a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:18.098824 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ea743eeb-961a-4f64-a4f6-e03c61b07f1a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/subnets/94b40940-527d-44c3-b6d2-2553bb5adfe8 HTTP/1.1" status: 204 len: 168 time: 0.3712890 Mar 05 05:19:18.099709 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601af3e7-4315-415f-93e7-edaf7905cc56 None None] Network f5e7c674-cce9-40a0-830c-81cab0ab86f2 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:19:18.100805 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34318) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:18.119137 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8dc379-01a1-4b24-ab41-bfaaa6d99987 req-12fe5a3a-db38-49ad-96e4-a80190c04f84 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] No DVR routers for this DVR port f01b532b-8f89-46f9-ae84-e24eacb8eb91 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:19:18.135205 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4c8dc379-01a1-4b24-ab41-bfaaa6d99987 req-12fe5a3a-db38-49ad-96e4-a80190c04f84 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:18.142959 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4c8dc379-01a1-4b24-ab41-bfaaa6d99987 req-12fe5a3a-db38-49ad-96e4-a80190c04f84 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.31 "DELETE /v2.0/ports/f01b532b-8f89-46f9-ae84-e24eacb8eb91 HTTP/1.1" status: 204 len: 173 time: 1.5330040 Mar 05 05:19:18.145134 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9838ed73-b361-4f91-ae5f-7ddfc4cc96e7', 'name': 'network-vif-deleted', 'tag': 'f01b532b-8f89-46f9-ae84-e24eacb8eb91'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:19:18.151227 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a374a8a-7eb1-4a23-84d3-6c1a1c4ef998" -d '{"events": [{"server_uuid": "9838ed73-b361-4f91-ae5f-7ddfc4cc96e7", "name": "network-vif-deleted", "tag": "f01b532b-8f89-46f9-ae84-e24eacb8eb91"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:19:18.373423 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-cd066930-ace3-4bba-8206-ab34da991f41 None None] Set router 484af7a8-f316-45db-8b87-8f02864b8ae2 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:19:18.377485 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-059f69a1-c2f2-435a-801b-ff4792a5dcf2 req-2ca64d6d-b724-4472-ae36-14026d33d89c tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "GET /v2.0/ports?device_id=9838ed73-b361-4f91-ae5f-7ddfc4cc96e7 HTTP/1.1" status: 200 len: 210 time: 0.0491288 Mar 05 05:19:18.388991 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7a52279c-e26f-4086-bbb0-c474acbf2755 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (f5e7c674-cce9-40a0-830c-81cab0ab86f2), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:18.445824 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407df244-e538-4bd7-8f42-c8cd1aeb8a1e req-3f15d7ff-98b9-4b95-ba9d-159e698baf51 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:18.449788 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-407df244-e538-4bd7-8f42-c8cd1aeb8a1e req-3f15d7ff-98b9-4b95-ba9d-159e698baf51 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 945 time: 0.2732561 Mar 05 05:19:18.464671 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0597ec2-9471-4881-8f5c-d0750e4b617f None None] DHCP port deletion for f5e7c674-cce9-40a0-830c-81cab0ab86f2 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:19:18.476766 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c599ed0d-afc4-4a40-bd85-5434001588d3 x-openstack-request-id: req-c599ed0d-afc4-4a40-bd85-5434001588d3 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:19:18.477261 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9838ed73-b361-4f91-ae5f-7ddfc4cc96e7", "name": "network-vif-deleted", "tag": "f01b532b-8f89-46f9-ae84-e24eacb8eb91", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:19:18.477371 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c599ed0d-afc4-4a40-bd85-5434001588d3 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:19:18.477797 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9838ed73-b361-4f91-ae5f-7ddfc4cc96e7', 'name': 'network-vif-deleted', 'tag': 'f01b532b-8f89-46f9-ae84-e24eacb8eb91', 'status': 'completed', 'code': 200} Mar 05 05:19:18.583512 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b0597ec2-9471-4881-8f5c-d0750e4b617f None None] Deleting port e43d2003-3de7-440f-85ce-9a704f59ce2a {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:19:18.584349 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b0597ec2-9471-4881-8f5c-d0750e4b617f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (e43d2003-3de7-440f-85ce-9a704f59ce2a), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:18.647614 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-407df244-e538-4bd7-8f42-c8cd1aeb8a1e req-97a358f7-32ef-4148-91c6-47010fd1be56 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232021 Mar 05 05:19:18.655749 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-7a52279c-e26f-4086-bbb0-c474acbf2755 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Deleting port e43d2003-3de7-440f-85ce-9a704f59ce2a {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:19:18.656098 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7a52279c-e26f-4086-bbb0-c474acbf2755 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (e43d2003-3de7-440f-85ce-9a704f59ce2a), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:18.693793 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-b0597ec2-9471-4881-8f5c-d0750e4b617f None None] For port e43d2003-3de7-440f-85ce-9a704f59ce2a, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e43d2003-3de7-440f-85ce-9a704f59ce2a,segment=NetworkSegment(f0ae34d3-84c5-4d43-804c-c023dcc63254),segment_id=f0ae34d3-84c5-4d43-804c-c023dcc63254)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:18.694587 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b0597ec2-9471-4881-8f5c-d0750e4b617f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (e43d2003-3de7-440f-85ce-9a704f59ce2a), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:18.717183 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b0597ec2-9471-4881-8f5c-d0750e4b617f None None] Calling delete_port for e43d2003-3de7-440f-85ce-9a704f59ce2a owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:19:18.775840 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-cd066930-ace3-4bba-8206-ab34da991f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'name': 'tempest-TestServerBasicOps-1613553107-router', 'tenant_id': '4dcd5a93b3674bf78188762f733c2e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '0db41e71-e0ed-4d6f-b32a-853c9a60125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:13:48Z', 'updated_at': '2022-03-05T05:13:57Z', 'revision_number': 4, 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'gw_port': {'id': '0db41e71-e0ed-4d6f-b32a-853c9a60125d', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:13:50Z', 'updated_at': '2022-03-05T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '89e7bc24-6090-42c2-b267-c09447520bbf', 'name': '', 'network_id': 'b61f21e3-7587-4809-a37d-2d08125769d2', 'tenant_id': '4dcd5a93b3674bf78188762f733c2e21', 'mac_address': 'fa:16:3e:a4:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'c68992af-a059-4f27-bddf-edd7cad1ebc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:13:55Z', 'updated_at': '2022-03-05T05:14:03Z', 'revision_number': 5, 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'subnets': [{'id': 'c68992af-a059-4f27-bddf-edd7cad1ebc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:18.837613 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b0597ec2-9471-4881-8f5c-d0750e4b617f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (e43d2003-3de7-440f-85ce-9a704f59ce2a), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:18.859329 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-7a52279c-e26f-4086-bbb0-c474acbf2755 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] For port e43d2003-3de7-440f-85ce-9a704f59ce2a, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e43d2003-3de7-440f-85ce-9a704f59ce2a,segment=NetworkSegment(f0ae34d3-84c5-4d43-804c-c023dcc63254),segment_id=f0ae34d3-84c5-4d43-804c-c023dcc63254)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:18.859844 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7a52279c-e26f-4086-bbb0-c474acbf2755 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (e43d2003-3de7-440f-85ce-9a704f59ce2a), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:18.871708 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0597ec2-9471-4881-8f5c-d0750e4b617f None None] Pushing event deleted for resources: {'Port': ['ID=e43d2003-3de7-440f-85ce-9a704f59ce2a,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:18.882147 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0597ec2-9471-4881-8f5c-d0750e4b617f None None] No DVR routers for this DVR port e43d2003-3de7-440f-85ce-9a704f59ce2a on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:19:18.882511 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-7a52279c-e26f-4086-bbb0-c474acbf2755 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Calling delete_port for e43d2003-3de7-440f-85ce-9a704f59ce2a owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:19:18.934130 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd066930-ace3-4bba-8206-ab34da991f41 None None] Checking router: 484af7a8-f316-45db-8b87-8f02864b8ae2 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:19:18.951937 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd066930-ace3-4bba-8206-ab34da991f41 None None] Routers {'484af7a8-f316-45db-8b87-8f02864b8ae2'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:18.952776 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-cd066930-ace3-4bba-8206-ab34da991f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['484af7a8-f316-45db-8b87-8f02864b8ae2'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:18.979096 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7a52279c-e26f-4086-bbb0-c474acbf2755 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (e43d2003-3de7-440f-85ce-9a704f59ce2a), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:19.015106 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52279c-e26f-4086-bbb0-c474acbf2755 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Port': ['ID=e43d2003-3de7-440f-85ce-9a704f59ce2a,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:19.027954 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a52279c-e26f-4086-bbb0-c474acbf2755 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] No DVR routers for this DVR port e43d2003-3de7-440f-85ce-9a704f59ce2a on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:19:19.120642 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-cd066930-ace3-4bba-8206-ab34da991f41 None None] Set router 484af7a8-f316-45db-8b87-8f02864b8ae2 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:19:19.140433 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7a52279c-e26f-4086-bbb0-c474acbf2755 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (f5e7c674-cce9-40a0-830c-81cab0ab86f2), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:19.169768 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-7a52279c-e26f-4086-bbb0-c474acbf2755 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e7c674-cce9-40a0-830c-81cab0ab86f2']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:19.186625 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-7a52279c-e26f-4086-bbb0-c474acbf2755 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ae34d3-84c5-4d43-804c-c023dcc63254') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:19.187216 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-7a52279c-e26f-4086-bbb0-c474acbf2755 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ae34d3-84c5-4d43-804c-c023dcc63254') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:19.197521 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7a52279c-e26f-4086-bbb0-c474acbf2755 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (f0ae34d3-84c5-4d43-804c-c023dcc63254), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:19.211718 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7a52279c-e26f-4086-bbb0-c474acbf2755 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (f0ae34d3-84c5-4d43-804c-c023dcc63254), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:19.220640 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a52279c-e26f-4086-bbb0-c474acbf2755 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:19:19.221324 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7a52279c-e26f-4086-bbb0-c474acbf2755 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (f0ae34d3-84c5-4d43-804c-c023dcc63254), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: self.session.flush() Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:19:19.298374 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:19:19.304518 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7a52279c-e26f-4086-bbb0-c474acbf2755 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (f5e7c674-cce9-40a0-830c-81cab0ab86f2), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:19.309481 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7a52279c-e26f-4086-bbb0-c474acbf2755 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:19.313786 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7a52279c-e26f-4086-bbb0-c474acbf2755 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/networks/f5e7c674-cce9-40a0-830c-81cab0ab86f2 HTTP/1.1" status: 204 len: 168 time: 1.2114365 Mar 05 05:19:19.317593 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34336) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:19.322364 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-2840f60b-0e7b-4243-9243-cb6756e54007 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1093276466', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:19:19.347449 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a52279c-e26f-4086-bbb0-c474acbf2755 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Network': ['ID=f5e7c674-cce9-40a0-830c-81cab0ab86f2,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:19.392801 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2840f60b-0e7b-4243-9243-cb6756e54007 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (4daa0ef1-a970-42ef-bea4-88e47d51b1ed), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:19.394638 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2840f60b-0e7b-4243-9243-cb6756e54007 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (4daa0ef1-a970-42ef-bea4-88e47d51b1ed), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:19.450112 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e43d2003-3de7-440f-85ce-9a704f59ce2a no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:19:19.460336 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34344) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:19.489692 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: e43d2003-3de7-440f-85ce-9a704f59ce2a {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:19:19.490264 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e43d2003-3de7-440f-85ce-9a704f59ce2a not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:19:19.507473 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-cd066930-ace3-4bba-8206-ab34da991f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'name': 'tempest-TestServerBasicOps-1613553107-router', 'tenant_id': '4dcd5a93b3674bf78188762f733c2e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '0db41e71-e0ed-4d6f-b32a-853c9a60125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:13:48Z', 'updated_at': '2022-03-05T05:13:57Z', 'revision_number': 4, 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'gw_port': {'id': '0db41e71-e0ed-4d6f-b32a-853c9a60125d', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:13:50Z', 'updated_at': '2022-03-05T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '89e7bc24-6090-42c2-b267-c09447520bbf', 'name': '', 'network_id': 'b61f21e3-7587-4809-a37d-2d08125769d2', 'tenant_id': '4dcd5a93b3674bf78188762f733c2e21', 'mac_address': 'fa:16:3e:a4:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'c68992af-a059-4f27-bddf-edd7cad1ebc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:13:55Z', 'updated_at': '2022-03-05T05:14:03Z', 'revision_number': 5, 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'subnets': [{'id': 'c68992af-a059-4f27-bddf-edd7cad1ebc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:19.543744 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2840f60b-0e7b-4243-9243-cb6756e54007 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router_controller (4daa0ef1-a970-42ef-bea4-88e47d51b1ed), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:19.545611 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd066930-ace3-4bba-8206-ab34da991f41 None None] The sync data for ids ['484af7a8-f316-45db-8b87-8f02864b8ae2'] in n-d-789963-32 is: [{'id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'name': 'tempest-TestServerBasicOps-1613553107-router', 'tenant_id': '4dcd5a93b3674bf78188762f733c2e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '0db41e71-e0ed-4d6f-b32a-853c9a60125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:13:48Z', 'updated_at': '2022-03-05T05:13:57Z', 'revision_number': 4, 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'gw_port': {'id': '0db41e71-e0ed-4d6f-b32a-853c9a60125d', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:13:50Z', 'updated_at': '2022-03-05T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '89e7bc24-6090-42c2-b267-c09447520bbf', 'name': '', 'network_id': 'b61f21e3-7587-4809-a37d-2d08125769d2', 'tenant_id': '4dcd5a93b3674bf78188762f733c2e21', 'mac_address': 'fa:16:3e:a4:68:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': 'c68992af-a059-4f27-bddf-edd7cad1ebc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:13:55Z', 'updated_at': '2022-03-05T05:14:03Z', 'revision_number': 5, 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'subnets': [{'id': 'c68992af-a059-4f27-bddf-edd7cad1ebc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:19:19.553269 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2840f60b-0e7b-4243-9243-cb6756e54007 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (4daa0ef1-a970-42ef-bea4-88e47d51b1ed), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:19.582682 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2840f60b-0e7b-4243-9243-cb6756e54007 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:19.584458 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2840f60b-0e7b-4243-9243-cb6756e54007 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2658870 Mar 05 05:19:19.587555 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34346) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:19.596127 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-98bc09e6-c17d-4524-bad2-8911fce823ff tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Request body: {'network': {'name': 'tempest-RoutersTest-901248645'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:19:19.645729 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bc09e6-c17d-4524-bad2-8911fce823ff tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Made reservation on behalf of a51b10dd69e7437f8d0be6d11db6df35 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:19:19.649983 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-98bc09e6-c17d-4524-bad2-8911fce823ff tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:19.679867 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-17c91751-73e9-449b-b62c-823f16fc29c6 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Deleting port 2a57623f-9539-4f3a-9326-06d435c310f6 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:19:19.680466 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-17c91751-73e9-449b-b62c-823f16fc29c6 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (2a57623f-9539-4f3a-9326-06d435c310f6), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:19.705462 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98bc09e6-c17d-4524-bad2-8911fce823ff tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:19:19.723380 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-98bc09e6-c17d-4524-bad2-8911fce823ff tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (cb68d435-db2a-434e-8b28-f712c42b9dd6), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:19.724029 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-98bc09e6-c17d-4524-bad2-8911fce823ff tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Added segment cb68d435-db2a-434e-8b28-f712c42b9dd6 of type vlan for network d1a59301-6aaf-4229-9f0e-dbfe45af4b8a Mar 05 05:19:19.847167 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-98bc09e6-c17d-4524-bad2-8911fce823ff tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (d1a59301-6aaf-4229-9f0e-dbfe45af4b8a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:19.878661 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-98bc09e6-c17d-4524-bad2-8911fce823ff tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (d1a59301-6aaf-4229-9f0e-dbfe45af4b8a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:19.889219 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-17c91751-73e9-449b-b62c-823f16fc29c6 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (2a57623f-9539-4f3a-9326-06d435c310f6), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:19.889822 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-17c91751-73e9-449b-b62c-823f16fc29c6 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks [] for floatingip (2a57623f-9539-4f3a-9326-06d435c310f6), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:19.899997 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6395e6-decc-4449-bf2e-e32a4e216281 req-d02fe6da-68f7-4fba-adf8-2e99a4863f02 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:19.908767 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bc09e6-c17d-4524-bad2-8911fce823ff tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:19.909170 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe6395e6-decc-4449-bf2e-e32a4e216281 req-d02fe6da-68f7-4fba-adf8-2e99a4863f02 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 945 time: 0.1164784 Mar 05 05:19:19.909428 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-98bc09e6-c17d-4524-bad2-8911fce823ff tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:19.946536 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-17c91751-73e9-449b-b62c-823f16fc29c6 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Calling delete_port for 2a57623f-9539-4f3a-9326-06d435c310f6 owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:19:20.006233 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-98bc09e6-c17d-4524-bad2-8911fce823ff tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4175613 Mar 05 05:19:20.020349 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34358) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:20.035380 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-6d08f454-3a48-4b04-b803-8790679b9a95 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Request body: {'subnet': {'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:19:20.049173 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe6395e6-decc-4449-bf2e-e32a4e216281 req-32385784-1cb5-4029-a971-1537c69bdfcf tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335979 Mar 05 05:19:20.065238 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device f01b532b-8f89-46f9-ae84-e24eacb8eb91 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:19:20.098571 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: f01b532b-8f89-46f9-ae84-e24eacb8eb91 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:19:20.099315 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device f01b532b-8f89-46f9-ae84-e24eacb8eb91 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:19:20.113947 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01e61fe-f356-479e-9887-5b6bab1a0d3d None None] New status for floating IP 50394645-a922-4914-83be-b0ed2e28548d: DOWN {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:19:20.168174 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc09e6-c17d-4524-bad2-8911fce823ff tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Network': ['ID=d1a59301-6aaf-4229-9f0e-dbfe45af4b8a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:20.181299 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network d1a59301-6aaf-4229-9f0e-dbfe45af4b8a details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:19:20.226253 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-17c91751-73e9-449b-b62c-823f16fc29c6 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (2a57623f-9539-4f3a-9326-06d435c310f6), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:20.317019 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c91751-73e9-449b-b62c-823f16fc29c6 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Pushing event deleted for resources: {'Port': ['ID=2a57623f-9539-4f3a-9326-06d435c310f6,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:20.331769 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d08f454-3a48-4b04-b803-8790679b9a95 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Made reservation on behalf of a51b10dd69e7437f8d0be6d11db6df35 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:19:20.337479 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6d08f454-3a48-4b04-b803-8790679b9a95 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:20.444708 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-c01e61fe-f356-479e-9887-5b6bab1a0d3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 05:19:20.446688 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-c01e61fe-f356-479e-9887-5b6bab1a0d3d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 05:19:20.453413 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-17c91751-73e9-449b-b62c-823f16fc29c6 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks [] for floatingip (50394645-a922-4914-83be-b0ed2e28548d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:20.456962 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-17c91751-73e9-449b-b62c-823f16fc29c6 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:20.458484 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-17c91751-73e9-449b-b62c-823f16fc29c6 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "DELETE /v2.0/floatingips/50394645-a922-4914-83be-b0ed2e28548d HTTP/1.1" status: 204 len: 168 time: 0.9968560 Mar 05 05:19:20.510727 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:19:20.587246 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34368) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:20.629253 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6d08f454-3a48-4b04-b803-8790679b9a95 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (eda67fe4-6ffe-4abd-a1a7-471679c6ec81), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:20.656816 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f3519c11-7dd7-45e5-bf60-4900822ae489 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks [] for security_group (d344c5c2-da36-4285-a522-3b6298663331), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:20.714002 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f3519c11-7dd7-45e5-bf60-4900822ae489 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks [] for security_group (d344c5c2-da36-4285-a522-3b6298663331), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:20.761399 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08f454-3a48-4b04-b803-8790679b9a95 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Subnet': ['ID=eda67fe4-6ffe-4abd-a1a7-471679c6ec81,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:20.776427 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d08f454-3a48-4b04-b803-8790679b9a95 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Checking segment: {'id': 'cb68d435-db2a-434e-8b28-f712c42b9dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:19:20.776554 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d08f454-3a48-4b04-b803-8790679b9a95 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network hostable DHCP agents. Network: d1a59301-6aaf-4229-9f0e-dbfe45af4b8a, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:19:20.802517 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d08f454-3a48-4b04-b803-8790679b9a95 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network d1a59301-6aaf-4229-9f0e-dbfe45af4b8a is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:19:20.817532 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-6d08f454-3a48-4b04-b803-8790679b9a95 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, d1a59301-6aaf-4229-9f0e-dbfe45af4b8a) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:19:20.824321 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d08f454-3a48-4b04-b803-8790679b9a95 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:20.825498 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6d08f454-3a48-4b04-b803-8790679b9a95 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:20.840025 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77775232-3d86-44e1-9343-d5e368ec53ba None None] Network d1a59301-6aaf-4229-9f0e-dbfe45af4b8a requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:19:20.843111 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f3519c11-7dd7-45e5-bf60-4900822ae489 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d344c5c2-da36-4285-a522-3b6298663331), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:20.851728 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f3519c11-7dd7-45e5-bf60-4900822ae489 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:20.866705 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f3519c11-7dd7-45e5-bf60-4900822ae489 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] 10.222.0.11 "DELETE /v2.0/security-groups/d344c5c2-da36-4285-a522-3b6298663331 HTTP/1.1" status: 204 len: 168 time: 0.2676167 Mar 05 05:19:20.878431 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34380) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:20.879569 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6d08f454-3a48-4b04-b803-8790679b9a95 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8526647 Mar 05 05:19:20.924221 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34382) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:20.929243 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3519c11-7dd7-45e5-bf60-4900822ae489 tempest-TestServerBasicOps-444120414 tempest-TestServerBasicOps-444120414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d344c5c2-da36-4285-a522-3b6298663331,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:20.961249 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01e61fe-f356-479e-9887-5b6bab1a0d3d None None] New status for floating IP 50394645-a922-4914-83be-b0ed2e28548d: DOWN {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:19:21.203304 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-d1a59301-6aaf-4229-9f0e-dbfe45af4b8a', 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a', 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'fixed_ips': [{'subnet_id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:19:21.208368 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:21.607059 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e40546-05c3-4eb8-9c1d-1ba0c20e0c11 req-fdf65746-d784-432b-a0ae-c117abf6eae9 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:21.610988 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c8e40546-05c3-4eb8-9c1d-1ba0c20e0c11 req-fdf65746-d784-432b-a0ae-c117abf6eae9 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 945 time: 0.4486802 Mar 05 05:19:21.690980 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] Allocated IP 172.20.0.2 (d1a59301-6aaf-4229-9f0e-dbfe45af4b8a/eda67fe4-6ffe-4abd-a1a7-471679c6ec81/b57573c8-eee4-4e4b-ae96-211c5240098b) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:19:21.753621 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3bb75759-de4e-46f1-ac94-75500ef3d39e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:21.811577 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c8e40546-05c3-4eb8-9c1d-1ba0c20e0c11 req-be556e38-80b9-4205-aeff-f845315177e8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771848 Mar 05 05:19:21.947890 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] Publish callbacks [] for port (b57573c8-eee4-4e4b-ae96-211c5240098b), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:21.962976 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (b57573c8-eee4-4e4b-ae96-211c5240098b), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:22.043138 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] Network d1a59301-6aaf-4229-9f0e-dbfe45af4b8a is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:19:22.047116 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:19:22.049813 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:19:22.064651 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] Pushing event updated for resources: {'Port': ['ID=b57573c8-eee4-4e4b-ae96-211c5240098b,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:22.146711 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] Attempting to bind port b57573c8-eee4-4e4b-ae96-211c5240098b on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:19:22.149675 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] Attempting to bind port b57573c8-eee4-4e4b-ae96-211c5240098b by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'cb68d435-db2a-434e-8b28-f712c42b9dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:19:22.150101 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] Attempting to bind port b57573c8-eee4-4e4b-ae96-211c5240098b on network d1a59301-6aaf-4229-9f0e-dbfe45af4b8a {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:19:22.163321 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:19:22.163731 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] Checking segment: {'id': 'cb68d435-db2a-434e-8b28-f712c42b9dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:19:22.164191 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:22.165055 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] Bound using segment: {'id': 'cb68d435-db2a-434e-8b28-f712c42b9dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:19:22.167649 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] Bound port: b57573c8-eee4-4e4b-ae96-211c5240098b, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb68d435-db2a-434e-8b28-f712c42b9dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:19:22.168225 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b57573c8-eee4-4e4b-ae96-211c5240098b), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:22.238740 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-3bb75759-de4e-46f1-ac94-75500ef3d39e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Allocated IP 172.20.0.1 (d1a59301-6aaf-4229-9f0e-dbfe45af4b8a/eda67fe4-6ffe-4abd-a1a7-471679c6ec81/1c745760-51b1-4fa0-98d5-5b391e2cef49) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:19:22.266030 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] For port b57573c8-eee4-4e4b-ae96-211c5240098b, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:19:22.269943 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] For port b57573c8-eee4-4e4b-ae96-211c5240098b, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b57573c8-eee4-4e4b-ae96-211c5240098b,segment=NetworkSegment(cb68d435-db2a-434e-8b28-f712c42b9dd6),segment_id=cb68d435-db2a-434e-8b28-f712c42b9dd6)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:19:22.281186 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b57573c8-eee4-4e4b-ae96-211c5240098b), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:22.352233 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] Pushing event updated for resources: {'Port': ['ID=b57573c8-eee4-4e4b-ae96-211c5240098b,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:22.363022 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:22.363503 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:22.363748 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:22.364088 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:22.364421 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:22.365005 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:22.365333 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:22.365663 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:22.365989 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:22.366314 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:22.366644 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:22.366965 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:22.367312 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3927f90a-a9df-4562-a1cb-1fb76d22a9c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:22.443816 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3bb75759-de4e-46f1-ac94-75500ef3d39e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for port (1c745760-51b1-4fa0-98d5-5b391e2cef49), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:22.489756 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3bb75759-de4e-46f1-ac94-75500ef3d39e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (1c745760-51b1-4fa0-98d5-5b391e2cef49), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:22.494889 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a498-df36-45f4-908e-87f58dbb4b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (484af7a8-f316-45db-8b87-8f02864b8ae2), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:22.555471 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb75759-de4e-46f1-ac94-75500ef3d39e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network d1a59301-6aaf-4229-9f0e-dbfe45af4b8a is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:19:22.559569 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-3bb75759-de4e-46f1-ac94-75500ef3d39e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:19:22.564075 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb75759-de4e-46f1-ac94-75500ef3d39e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:19:22.603516 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb75759-de4e-46f1-ac94-75500ef3d39e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Port': ['ID=1c745760-51b1-4fa0-98d5-5b391e2cef49,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:22.628773 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3bb75759-de4e-46f1-ac94-75500ef3d39e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (4daa0ef1-a970-42ef-bea4-88e47d51b1ed), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:22.814442 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3bb75759-de4e-46f1-ac94-75500ef3d39e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1c745760-51b1-4fa0-98d5-5b391e2cef49), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:22.892461 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-7ea3a498-df36-45f4-908e-87f58dbb4b17 admin admin] Deleting port 89e7bc24-6090-42c2-b267-c09447520bbf {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:19:22.892848 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a498-df36-45f4-908e-87f58dbb4b17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (89e7bc24-6090-42c2-b267-c09447520bbf), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:23.008068 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-7ea3a498-df36-45f4-908e-87f58dbb4b17 admin admin] For port 89e7bc24-6090-42c2-b267-c09447520bbf, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=89e7bc24-6090-42c2-b267-c09447520bbf,segment=NetworkSegment(e565cab4-f912-4825-b601-d083d3011059),segment_id=e565cab4-f912-4825-b601-d083d3011059)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:23.008068 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a498-df36-45f4-908e-87f58dbb4b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (89e7bc24-6090-42c2-b267-c09447520bbf), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:23.026100 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-7ea3a498-df36-45f4-908e-87f58dbb4b17 admin admin] Calling delete_port for 89e7bc24-6090-42c2-b267-c09447520bbf owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:19:23.166224 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb4bf4-cd15-4266-afd0-62a99995fb5c req-87a400fc-ab6a-4c88-9c2f-1951f53f7052 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:23.167821 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-00eb4bf4-cd15-4266-afd0-62a99995fb5c req-87a400fc-ab6a-4c88-9c2f-1951f53f7052 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 945 time: 0.1596603 Mar 05 05:19:23.351343 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a498-df36-45f4-908e-87f58dbb4b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (89e7bc24-6090-42c2-b267-c09447520bbf), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:23.354717 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3bb75759-de4e-46f1-ac94-75500ef3d39e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for port (1c745760-51b1-4fa0-98d5-5b391e2cef49), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:23.363758 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-00eb4bf4-cd15-4266-afd0-62a99995fb5c req-cc7514bd-cb78-44ff-a3ea-5563a5bb9da2 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692498 Mar 05 05:19:23.364984 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3bb75759-de4e-46f1-ac94-75500ef3d39e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (1c745760-51b1-4fa0-98d5-5b391e2cef49), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:23.400143 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3a498-df36-45f4-908e-87f58dbb4b17 admin admin] Pushing event deleted for resources: {'Port': ['ID=89e7bc24-6090-42c2-b267-c09447520bbf,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:23.513615 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3bb75759-de4e-46f1-ac94-75500ef3d39e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (4daa0ef1-a970-42ef-bea4-88e47d51b1ed), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:23.545234 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b57573c8-eee4-4e4b-ae96-211c5240098b up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:19:23.660319 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb75759-de4e-46f1-ac94-75500ef3d39e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Port': ['ID=1c745760-51b1-4fa0-98d5-5b391e2cef49,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:23.672043 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb75759-de4e-46f1-ac94-75500ef3d39e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network d1a59301-6aaf-4229-9f0e-dbfe45af4b8a is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:19:23.673598 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-3bb75759-de4e-46f1-ac94-75500ef3d39e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:19:23.675062 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port b57573c8-eee4-4e4b-ae96-211c5240098b triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:23.675708 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b57573c8-eee4-4e4b-ae96-211c5240098b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:23.852026 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ea3a498-df36-45f4-908e-87f58dbb4b17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (484af7a8-f316-45db-8b87-8f02864b8ae2), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:23.856093 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port b57573c8-eee4-4e4b-ae96-211c5240098b is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:23.856690 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b57573c8-eee4-4e4b-ae96-211c5240098b), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:23.866012 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb75759-de4e-46f1-ac94-75500ef3d39e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:19:23.942130 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port b57573c8-eee4-4e4b-ae96-211c5240098b, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b57573c8-eee4-4e4b-ae96-211c5240098b,segment=NetworkSegment(cb68d435-db2a-434e-8b28-f712c42b9dd6),segment_id=cb68d435-db2a-434e-8b28-f712c42b9dd6)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:23.953741 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b57573c8-eee4-4e4b-ae96-211c5240098b), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:23.987565 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de26988f-fda1-4860-b1b7-9ca50aa9bd3c None None] Network d1a59301-6aaf-4229-9f0e-dbfe45af4b8a requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:19:24.012736 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb75759-de4e-46f1-ac94-75500ef3d39e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:19:24.023217 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f02277-5953-40c7-9c79-6628c05ab9e0 None None] Sync routers for ids ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:19:24.035200 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3bb75759-de4e-46f1-ac94-75500ef3d39e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "PUT /v2.0/routers/4daa0ef1-a970-42ef-bea4-88e47d51b1ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1464472 Mar 05 05:19:24.036006 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34434) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:24.040266 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f02277-5953-40c7-9c79-6628c05ab9e0 None None] Routers {'4daa0ef1-a970-42ef-bea4-88e47d51b1ed'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:24.040893 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-77f02277-5953-40c7-9c79-6628c05ab9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:24.048695 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-6f71e33a-c368-435e-a014-8cbb842ecdbd tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Request body: {'network': {'name': 'tempest-RoutersTest-751630386'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:19:24.089358 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f71e33a-c368-435e-a014-8cbb842ecdbd tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Made reservation on behalf of a51b10dd69e7437f8d0be6d11db6df35 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:19:24.096229 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6f71e33a-c368-435e-a014-8cbb842ecdbd tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:24.143433 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f71e33a-c368-435e-a014-8cbb842ecdbd tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:19:24.170472 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6f71e33a-c368-435e-a014-8cbb842ecdbd tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (a7710304-6102-43a0-be15-2a447387fba8), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:24.172842 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-6f71e33a-c368-435e-a014-8cbb842ecdbd tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Added segment a7710304-6102-43a0-be15-2a447387fba8 of type vlan for network 23eff2f4-340d-440a-89c2-982ed70585f3 Mar 05 05:19:24.202536 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-77f02277-5953-40c7-9c79-6628c05ab9e0 None None] Set router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:19:24.229300 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=b57573c8-eee4-4e4b-ae96-211c5240098b,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:24.243066 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-753b7ce3-7bba-4da4-bf20-994aca1da609 None None] Provisioning complete for port b57573c8-eee4-4e4b-ae96-211c5240098b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:24.243482 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-753b7ce3-7bba-4da4-bf20-994aca1da609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b57573c8-eee4-4e4b-ae96-211c5240098b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:24.258741 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6f71e33a-c368-435e-a014-8cbb842ecdbd tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (23eff2f4-340d-440a-89c2-982ed70585f3), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:24.305768 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6f71e33a-c368-435e-a014-8cbb842ecdbd tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (23eff2f4-340d-440a-89c2-982ed70585f3), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:24.306872 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea3a498-df36-45f4-908e-87f58dbb4b17 admin admin] Router 484af7a8-f316-45db-8b87-8f02864b8ae2 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:19:24.313945 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f71e33a-c368-435e-a014-8cbb842ecdbd tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:24.314935 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6f71e33a-c368-435e-a014-8cbb842ecdbd tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:24.384901 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6f71e33a-c368-435e-a014-8cbb842ecdbd tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3476985 Mar 05 05:19:24.385541 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34442) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:24.412166 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-0fbcd319-f4ff-437a-9410-dbd99e73db37 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Request body: {'subnet': {'network_id': '23eff2f4-340d-440a-89c2-982ed70585f3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:19:24.564809 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea3a498-df36-45f4-908e-87f58dbb4b17 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:19:24.577948 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7ea3a498-df36-45f4-908e-87f58dbb4b17 admin admin] 10.222.0.11 "PUT /v2.0/routers/484af7a8-f316-45db-8b87-8f02864b8ae2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6480813 Mar 05 05:19:24.578814 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34446) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:24.592252 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e4ad75-8748-4403-a8d3-2019d5ac6487 None None] Sync routers for ids ['484af7a8-f316-45db-8b87-8f02864b8ae2'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:19:24.666948 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e4ad75-8748-4403-a8d3-2019d5ac6487 None None] Routers {'484af7a8-f316-45db-8b87-8f02864b8ae2'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:24.667679 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b5e4ad75-8748-4403-a8d3-2019d5ac6487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['484af7a8-f316-45db-8b87-8f02864b8ae2'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:24.774061 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-753b7ce3-7bba-4da4-bf20-994aca1da609 None None] Current status of the port b57573c8-eee4-4e4b-ae96-211c5240098b is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:24.822655 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-77f02277-5953-40c7-9c79-6628c05ab9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'name': 'tempest-RoutersTest-router-1093276466', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:19:19Z', 'updated_at': '2022-03-05T05:19:22Z', 'revision_number': 2, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'gw_port_host': None, '_interfaces': [{'id': '1c745760-51b1-4fa0-98d5-5b391e2cef49', 'name': '', 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:66:97:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:21Z', 'updated_at': '2022-03-05T05:19:23Z', 'revision_number': 2, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:24.838070 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-314f17bf-709f-40e0-9ae4-301e7b5d4e25 admin admin] Publish callbacks [] for router (484af7a8-f316-45db-8b87-8f02864b8ae2), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:24.863739 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f02277-5953-40c7-9c79-6628c05ab9e0 None None] Checking router: 4daa0ef1-a970-42ef-bea4-88e47d51b1ed for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:19:24.864062 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f02277-5953-40c7-9c79-6628c05ab9e0 None None] Updating router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed port 1c745760-51b1-4fa0-98d5-5b391e2cef49 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:19:24.942943 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-b5e4ad75-8748-4403-a8d3-2019d5ac6487 None None] Set router 484af7a8-f316-45db-8b87-8f02864b8ae2 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:19:24.947868 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-77f02277-5953-40c7-9c79-6628c05ab9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1c745760-51b1-4fa0-98d5-5b391e2cef49), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:24.962293 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71e33a-c368-435e-a014-8cbb842ecdbd tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Network': ['ID=23eff2f4-340d-440a-89c2-982ed70585f3,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:25.015327 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 23eff2f4-340d-440a-89c2-982ed70585f3 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:19:25.112752 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-314f17bf-709f-40e0-9ae4-301e7b5d4e25 admin admin] Publish callbacks [] for router_gateway (484af7a8-f316-45db-8b87-8f02864b8ae2), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:25.214327 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2227f-c02b-4bd6-aa95-e64e5a32f464 req-45d100dc-7317-4c1b-b444-02c218a5679f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:25.222835 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d6e2227f-c02b-4bd6-aa95-e64e5a32f464 req-45d100dc-7317-4c1b-b444-02c218a5679f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 945 time: 0.2997937 Mar 05 05:19:25.240509 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbcd319-f4ff-437a-9410-dbd99e73db37 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Made reservation on behalf of a51b10dd69e7437f8d0be6d11db6df35 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:19:25.244625 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0fbcd319-f4ff-437a-9410-dbd99e73db37 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:25.265376 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-314f17bf-709f-40e0-9ae4-301e7b5d4e25 admin admin] Deleting port 0db41e71-e0ed-4d6f-b32a-853c9a60125d {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:19:25.265720 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-314f17bf-709f-40e0-9ae4-301e7b5d4e25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (0db41e71-e0ed-4d6f-b32a-853c9a60125d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:25.499443 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d6e2227f-c02b-4bd6-aa95-e64e5a32f464 req-72ca10ae-beae-4a73-b206-7d62c0c40b6a tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2752609 Mar 05 05:19:25.502363 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-77f02277-5953-40c7-9c79-6628c05ab9e0 None None] Publish callbacks [] for port (1c745760-51b1-4fa0-98d5-5b391e2cef49), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:25.524067 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-77f02277-5953-40c7-9c79-6628c05ab9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1c745760-51b1-4fa0-98d5-5b391e2cef49), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:25.626395 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b57573c8-eee4-4e4b-ae96-211c5240098b up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:19:25.691209 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-e6ba2447-37b8-4de0-a2cb-6d7d6c6e0040 service neutron] show failed (client error): The resource could not be found. Mar 05 05:19:25.693852 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-e6ba2447-37b8-4de0-a2cb-6d7d6c6e0040 service neutron] 10.222.0.30 "GET /v2.0/ports/3d777cd9-1bd8-45ef-976f-ba7106b340e2/bindings/n-h2-789963-32 HTTP/1.1" status: 404 len: 381 time: 0.2126303 Mar 05 05:19:25.698791 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-314f17bf-709f-40e0-9ae4-301e7b5d4e25 admin admin] For port 0db41e71-e0ed-4d6f-b32a-853c9a60125d, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=0db41e71-e0ed-4d6f-b32a-853c9a60125d,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:25.710611 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be5039-7d45-495c-a822-b9d3030831ff None None] Pushing event updated for resources: {'Port': ['ID=1c745760-51b1-4fa0-98d5-5b391e2cef49,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:25.714643 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-314f17bf-709f-40e0-9ae4-301e7b5d4e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (0db41e71-e0ed-4d6f-b32a-853c9a60125d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:25.754409 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be5039-7d45-495c-a822-b9d3030831ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:25.754757 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be5039-7d45-495c-a822-b9d3030831ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:25.755110 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be5039-7d45-495c-a822-b9d3030831ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:25.755452 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be5039-7d45-495c-a822-b9d3030831ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:25.755783 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be5039-7d45-495c-a822-b9d3030831ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:25.756166 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be5039-7d45-495c-a822-b9d3030831ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:25.756421 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be5039-7d45-495c-a822-b9d3030831ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:25.764389 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be5039-7d45-495c-a822-b9d3030831ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:25.764815 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be5039-7d45-495c-a822-b9d3030831ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:25.765157 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be5039-7d45-495c-a822-b9d3030831ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:25.765492 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be5039-7d45-495c-a822-b9d3030831ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:25.765819 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be5039-7d45-495c-a822-b9d3030831ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:25.766146 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67be5039-7d45-495c-a822-b9d3030831ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:25.785238 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-314f17bf-709f-40e0-9ae4-301e7b5d4e25 admin admin] Calling delete_port for 0db41e71-e0ed-4d6f-b32a-853c9a60125d owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:19:25.805679 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-77f02277-5953-40c7-9c79-6628c05ab9e0 None None] Attempting to bind port 1c745760-51b1-4fa0-98d5-5b391e2cef49 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:19:25.806163 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-77f02277-5953-40c7-9c79-6628c05ab9e0 None None] Attempting to bind port 1c745760-51b1-4fa0-98d5-5b391e2cef49 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'cb68d435-db2a-434e-8b28-f712c42b9dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:19:25.806535 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f02277-5953-40c7-9c79-6628c05ab9e0 None None] Attempting to bind port 1c745760-51b1-4fa0-98d5-5b391e2cef49 on network d1a59301-6aaf-4229-9f0e-dbfe45af4b8a {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:19:25.828593 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f02277-5953-40c7-9c79-6628c05ab9e0 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:19:25.828984 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f02277-5953-40c7-9c79-6628c05ab9e0 None None] Checking segment: {'id': 'cb68d435-db2a-434e-8b28-f712c42b9dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:19:25.829428 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-77f02277-5953-40c7-9c79-6628c05ab9e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:25.829893 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f02277-5953-40c7-9c79-6628c05ab9e0 None None] Bound using segment: {'id': 'cb68d435-db2a-434e-8b28-f712c42b9dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:19:25.830297 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-77f02277-5953-40c7-9c79-6628c05ab9e0 None None] Bound port: 1c745760-51b1-4fa0-98d5-5b391e2cef49, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb68d435-db2a-434e-8b28-f712c42b9dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:19:25.830631 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-77f02277-5953-40c7-9c79-6628c05ab9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1c745760-51b1-4fa0-98d5-5b391e2cef49), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:25.844152 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0fbcd319-f4ff-437a-9410-dbd99e73db37 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (da6a4797-fd75-4e5d-85a7-4370635fdb12), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:25.867469 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-10650ec0-4741-454e-aad0-4481ac54a5db None None] Provisioning complete for port 1c745760-51b1-4fa0-98d5-5b391e2cef49 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:25.868831 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-10650ec0-4741-454e-aad0-4481ac54a5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1c745760-51b1-4fa0-98d5-5b391e2cef49), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:26.010870 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-77f02277-5953-40c7-9c79-6628c05ab9e0 None None] For port 1c745760-51b1-4fa0-98d5-5b391e2cef49, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:19:26.016180 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-77f02277-5953-40c7-9c79-6628c05ab9e0 None None] For port 1c745760-51b1-4fa0-98d5-5b391e2cef49, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=1c745760-51b1-4fa0-98d5-5b391e2cef49,segment=NetworkSegment(cb68d435-db2a-434e-8b28-f712c42b9dd6),segment_id=cb68d435-db2a-434e-8b28-f712c42b9dd6)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:19:26.020873 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbcd319-f4ff-437a-9410-dbd99e73db37 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Subnet': ['ID=da6a4797-fd75-4e5d-85a7-4370635fdb12,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:26.032782 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-77f02277-5953-40c7-9c79-6628c05ab9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1c745760-51b1-4fa0-98d5-5b391e2cef49), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:26.039763 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-10650ec0-4741-454e-aad0-4481ac54a5db None None] Port 1c745760-51b1-4fa0-98d5-5b391e2cef49 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:19:26.068090 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b5e4ad75-8748-4403-a8d3-2019d5ac6487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'name': 'tempest-TestServerBasicOps-1613553107-router', 'tenant_id': '4dcd5a93b3674bf78188762f733c2e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '0db41e71-e0ed-4d6f-b32a-853c9a60125d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:13:48Z', 'updated_at': '2022-03-05T05:19:23Z', 'revision_number': 5, 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'gw_port': {'id': '0db41e71-e0ed-4d6f-b32a-853c9a60125d', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3396, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:13:50Z', 'updated_at': '2022-03-05T05:13:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:26.071592 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-10650ec0-4741-454e-aad0-4481ac54a5db None None] Provisioning complete for port b57573c8-eee4-4e4b-ae96-211c5240098b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:26.071592 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-10650ec0-4741-454e-aad0-4481ac54a5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b57573c8-eee4-4e4b-ae96-211c5240098b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:26.087274 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbcd319-f4ff-437a-9410-dbd99e73db37 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Checking segment: {'id': 'a7710304-6102-43a0-be15-2a447387fba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '23eff2f4-340d-440a-89c2-982ed70585f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:19:26.087875 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbcd319-f4ff-437a-9410-dbd99e73db37 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network hostable DHCP agents. Network: 23eff2f4-340d-440a-89c2-982ed70585f3, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:19:26.124820 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbcd319-f4ff-437a-9410-dbd99e73db37 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network 23eff2f4-340d-440a-89c2-982ed70585f3 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:19:26.140513 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e4ad75-8748-4403-a8d3-2019d5ac6487 None None] Checking router: 484af7a8-f316-45db-8b87-8f02864b8ae2 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:19:26.141433 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-0fbcd319-f4ff-437a-9410-dbd99e73db37 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 23eff2f4-340d-440a-89c2-982ed70585f3) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:19:26.145853 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port b57573c8-eee4-4e4b-ae96-211c5240098b triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:26.146281 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbcd319-f4ff-437a-9410-dbd99e73db37 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:26.146413 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b57573c8-eee4-4e4b-ae96-211c5240098b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:26.147226 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0fbcd319-f4ff-437a-9410-dbd99e73db37 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:26.165449 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9edecf-b519-4516-9e40-4bbb0fa6f459 None None] Network 23eff2f4-340d-440a-89c2-982ed70585f3 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:19:26.168105 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f02277-5953-40c7-9c79-6628c05ab9e0 None None] Routers {'4daa0ef1-a970-42ef-bea4-88e47d51b1ed'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:26.170201 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-77f02277-5953-40c7-9c79-6628c05ab9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:26.179688 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0fbcd319-f4ff-437a-9410-dbd99e73db37 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7848666 Mar 05 05:19:26.182421 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34466) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:26.257510 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-ded1c6f1-5d51-4b3b-a3c1-581a67933c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:26.259541 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-ded1c6f1-5d51-4b3b-a3c1-581a67933c77 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0&tenant_id=ab07f13582d14e74bdac64dcc9482a66 HTTP/1.1" status: 200 len: 1128 time: 0.1370108 Mar 05 05:19:26.271777 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-a177f14f-4d76-4fbf-a725-7a842c25d77c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-32', 'device_owner': 'compute:nova'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:19:26.349420 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7099cf-cb2b-4128-ab86-f48983bd627e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-23eff2f4-340d-440a-89c2-982ed70585f3', 'network_id': '23eff2f4-340d-440a-89c2-982ed70585f3', 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'fixed_ips': [{'subnet_id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:19:26.350293 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-eb7099cf-cb2b-4128-ab86-f48983bd627e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:26.385143 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e4ad75-8748-4403-a8d3-2019d5ac6487 None None] Routers {'484af7a8-f316-45db-8b87-8f02864b8ae2'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:26.385816 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b5e4ad75-8748-4403-a8d3-2019d5ac6487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['484af7a8-f316-45db-8b87-8f02864b8ae2'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:26.398113 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be5039-7d45-495c-a822-b9d3030831ff None None] Pushing event updated for resources: {'Port': ['ID=1c745760-51b1-4fa0-98d5-5b391e2cef49,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:26.445989 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-77f02277-5953-40c7-9c79-6628c05ab9e0 None None] Set router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:19:26.559706 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-314f17bf-709f-40e0-9ae4-301e7b5d4e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (0db41e71-e0ed-4d6f-b32a-853c9a60125d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:26.591067 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-a177f14f-4d76-4fbf-a725-7a842c25d77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3d777cd9-1bd8-45ef-976f-ba7106b340e2), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:26.641361 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f17bf-709f-40e0-9ae4-301e7b5d4e25 admin admin] Pushing event deleted for resources: {'Port': ['ID=0db41e71-e0ed-4d6f-b32a-853c9a60125d,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:26.828624 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-314f17bf-709f-40e0-9ae4-301e7b5d4e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (484af7a8-f316-45db-8b87-8f02864b8ae2), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:26.870770 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3df2e-4e06-4c14-9cd6-a8042f299066 req-7aad0e07-21c9-4420-8fdd-85cd35f62398 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:26.891456 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83d3df2e-4e06-4c14-9cd6-a8042f299066 req-7aad0e07-21c9-4420-8fdd-85cd35f62398 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 945 time: 0.2650998 Mar 05 05:19:26.942749 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-10650ec0-4741-454e-aad0-4481ac54a5db None None] Current status of the port b57573c8-eee4-4e4b-ae96-211c5240098b is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:27.012239 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-77f02277-5953-40c7-9c79-6628c05ab9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'name': 'tempest-RoutersTest-router-1093276466', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:19:19Z', 'updated_at': '2022-03-05T05:19:22Z', 'revision_number': 2, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'gw_port_host': None, '_interfaces': [{'id': '1c745760-51b1-4fa0-98d5-5b391e2cef49', 'name': '', 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:66:97:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:21Z', 'updated_at': '2022-03-05T05:19:25Z', 'revision_number': 4, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:27.021362 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port b57573c8-eee4-4e4b-ae96-211c5240098b is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:27.025110 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83d3df2e-4e06-4c14-9cd6-a8042f299066 req-55d725a6-a8e7-4ab6-9ddc-6876774444fb tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327081 Mar 05 05:19:27.035330 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-b5e4ad75-8748-4403-a8d3-2019d5ac6487 None None] Set router 484af7a8-f316-45db-8b87-8f02864b8ae2 gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:19:27.070192 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f02277-5953-40c7-9c79-6628c05ab9e0 None None] The sync data for ids ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'] in n-d-789963-32 is: [{'id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'name': 'tempest-RoutersTest-router-1093276466', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:19:19Z', 'updated_at': '2022-03-05T05:19:22Z', 'revision_number': 2, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'gw_port_host': None, '_interfaces': [{'id': '1c745760-51b1-4fa0-98d5-5b391e2cef49', 'name': '', 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:66:97:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:21Z', 'updated_at': '2022-03-05T05:19:25Z', 'revision_number': 4, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:19:27.089942 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4a289a28-ca54-4a33-8761-adfcd67d050a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:27.146906 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b5e4ad75-8748-4403-a8d3-2019d5ac6487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'name': 'tempest-TestServerBasicOps-1613553107-router', 'tenant_id': '4dcd5a93b3674bf78188762f733c2e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:13:48Z', 'updated_at': '2022-03-05T05:19:25Z', 'revision_number': 6, 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:27.160314 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-314f17bf-709f-40e0-9ae4-301e7b5d4e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (484af7a8-f316-45db-8b87-8f02864b8ae2), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:27.166103 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-314f17bf-709f-40e0-9ae4-301e7b5d4e25 admin admin] Publish callbacks [] for router_controller (484af7a8-f316-45db-8b87-8f02864b8ae2), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:27.192495 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e4ad75-8748-4403-a8d3-2019d5ac6487 None None] The sync data for ids ['484af7a8-f316-45db-8b87-8f02864b8ae2'] in n-d-789963-32 is: [{'id': '484af7a8-f316-45db-8b87-8f02864b8ae2', 'name': 'tempest-TestServerBasicOps-1613553107-router', 'tenant_id': '4dcd5a93b3674bf78188762f733c2e21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:13:48Z', 'updated_at': '2022-03-05T05:19:25Z', 'revision_number': 6, 'project_id': '4dcd5a93b3674bf78188762f733c2e21', 'gw_port_host': None}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:19:27.204054 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-b70345f0-a0c7-49f2-bfce-8ed53875f424 None None] Provisioning complete for port 1c745760-51b1-4fa0-98d5-5b391e2cef49 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:27.204429 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b70345f0-a0c7-49f2-bfce-8ed53875f424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1c745760-51b1-4fa0-98d5-5b391e2cef49), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:27.276038 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-eb7099cf-cb2b-4128-ab86-f48983bd627e None None] Allocated IP 172.21.0.2 (23eff2f4-340d-440a-89c2-982ed70585f3/da6a4797-fd75-4e5d-85a7-4370635fdb12/888e1bca-541f-47de-98fa-89827268c4cc) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:19:27.294026 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-314f17bf-709f-40e0-9ae4-301e7b5d4e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (484af7a8-f316-45db-8b87-8f02864b8ae2), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:27.299210 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314f17bf-709f-40e0-9ae4-301e7b5d4e25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 484af7a8-f316-45db-8b87-8f02864b8ae2 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:19:27.322838 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-314f17bf-709f-40e0-9ae4-301e7b5d4e25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:27.333745 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-314f17bf-709f-40e0-9ae4-301e7b5d4e25 admin admin] 10.222.0.11 "DELETE /v2.0/routers/484af7a8-f316-45db-8b87-8f02864b8ae2 HTTP/1.1" status: 204 len: 168 time: 2.7474241 Mar 05 05:19:27.335961 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34482) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:27.489943 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb75720-d996-4af7-9f71-eef20e46ccbd admin admin] Deleting subnet c68992af-a059-4f27-bddf-edd7cad1ebc7 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:19:27.492756 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b70345f0-a0c7-49f2-bfce-8ed53875f424 None None] Current status of the port 1c745760-51b1-4fa0-98d5-5b391e2cef49 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:27.495227 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b70345f0-a0c7-49f2-bfce-8ed53875f424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1c745760-51b1-4fa0-98d5-5b391e2cef49), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:27.501995 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6eb75720-d996-4af7-9f71-eef20e46ccbd admin admin] Publish callbacks [] for subnet (c68992af-a059-4f27-bddf-edd7cad1ebc7), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:27.554911 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-a177f14f-4d76-4fbf-a725-7a842c25d77c service neutron] For port 3d777cd9-1bd8-45ef-976f-ba7106b340e2, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=3d777cd9-1bd8-45ef-976f-ba7106b340e2,segment=NetworkSegment(5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea),segment_id=5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:27.592034 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6eb75720-d996-4af7-9f71-eef20e46ccbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (c68992af-a059-4f27-bddf-edd7cad1ebc7), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:27.661850 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-eb7099cf-cb2b-4128-ab86-f48983bd627e None None] Publish callbacks [] for port (888e1bca-541f-47de-98fa-89827268c4cc), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:27.707038 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-eb7099cf-cb2b-4128-ab86-f48983bd627e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (888e1bca-541f-47de-98fa-89827268c4cc), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:27.717505 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-a177f14f-4d76-4fbf-a725-7a842c25d77c service neutron] For port 3d777cd9-1bd8-45ef-976f-ba7106b340e2, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:19:27.790043 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7099cf-cb2b-4128-ab86-f48983bd627e None None] Network 23eff2f4-340d-440a-89c2-982ed70585f3 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:19:27.796865 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 89e7bc24-6090-42c2-b267-c09447520bbf no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:19:27.809039 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-eb7099cf-cb2b-4128-ab86-f48983bd627e None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:19:27.822124 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-4a289a28-ca54-4a33-8761-adfcd67d050a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Allocated IP 172.21.0.1 (23eff2f4-340d-440a-89c2-982ed70585f3/da6a4797-fd75-4e5d-85a7-4370635fdb12/832cb830-33db-4477-bf1a-92d63e8ba03c) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:19:27.851028 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7099cf-cb2b-4128-ab86-f48983bd627e None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:19:27.870003 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 89e7bc24-6090-42c2-b267-c09447520bbf {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:19:27.875189 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 89e7bc24-6090-42c2-b267-c09447520bbf not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:19:27.929308 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7099cf-cb2b-4128-ab86-f48983bd627e None None] Pushing event updated for resources: {'Port': ['ID=888e1bca-541f-47de-98fa-89827268c4cc,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:27.933479 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-b70345f0-a0c7-49f2-bfce-8ed53875f424 None None] For port 1c745760-51b1-4fa0-98d5-5b391e2cef49, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=1c745760-51b1-4fa0-98d5-5b391e2cef49,segment=NetworkSegment(cb68d435-db2a-434e-8b28-f712c42b9dd6),segment_id=cb68d435-db2a-434e-8b28-f712c42b9dd6)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:28.004995 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-eb7099cf-cb2b-4128-ab86-f48983bd627e None None] Attempting to bind port 888e1bca-541f-47de-98fa-89827268c4cc on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:19:28.006118 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-eb7099cf-cb2b-4128-ab86-f48983bd627e None None] Attempting to bind port 888e1bca-541f-47de-98fa-89827268c4cc by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'a7710304-6102-43a0-be15-2a447387fba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '23eff2f4-340d-440a-89c2-982ed70585f3'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:19:28.006654 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7099cf-cb2b-4128-ab86-f48983bd627e None None] Attempting to bind port 888e1bca-541f-47de-98fa-89827268c4cc on network 23eff2f4-340d-440a-89c2-982ed70585f3 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:19:28.014478 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7099cf-cb2b-4128-ab86-f48983bd627e None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:19:28.015348 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7099cf-cb2b-4128-ab86-f48983bd627e None None] Checking segment: {'id': 'a7710304-6102-43a0-be15-2a447387fba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '23eff2f4-340d-440a-89c2-982ed70585f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:19:28.015997 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-eb7099cf-cb2b-4128-ab86-f48983bd627e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:28.016647 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7099cf-cb2b-4128-ab86-f48983bd627e None None] Bound using segment: {'id': 'a7710304-6102-43a0-be15-2a447387fba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '23eff2f4-340d-440a-89c2-982ed70585f3'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:19:28.017370 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-eb7099cf-cb2b-4128-ab86-f48983bd627e None None] Bound port: 888e1bca-541f-47de-98fa-89827268c4cc, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7710304-6102-43a0-be15-2a447387fba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '23eff2f4-340d-440a-89c2-982ed70585f3'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:19:28.017999 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-eb7099cf-cb2b-4128-ab86-f48983bd627e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (888e1bca-541f-47de-98fa-89827268c4cc), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:28.032210 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b70345f0-a0c7-49f2-bfce-8ed53875f424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1c745760-51b1-4fa0-98d5-5b391e2cef49), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:28.041438 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9cfded-626d-4587-8558-b03b7c409eb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d777cd9-1bd8-45ef-976f-ba7106b340e2'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:19:28.069159 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab61f3c-d8e3-4819-a06b-c9d02cf8a79f" -d '{"events": [{"server_uuid": "1a9cfded-626d-4587-8558-b03b7c409eb0", "name": "network-vif-unplugged", "status": "completed", "tag": "3d777cd9-1bd8-45ef-976f-ba7106b340e2"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:19:28.104098 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-a177f14f-4d76-4fbf-a725-7a842c25d77c service neutron] Publish callbacks [] for port (3d777cd9-1bd8-45ef-976f-ba7106b340e2), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:28.220023 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6eb75720-d996-4af7-9f71-eef20e46ccbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (c68992af-a059-4f27-bddf-edd7cad1ebc7), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:28.239722 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70345f0-a0c7-49f2-bfce-8ed53875f424 None None] Pushing event updated for resources: {'Port': ['ID=1c745760-51b1-4fa0-98d5-5b391e2cef49,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:28.248584 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-eb7099cf-cb2b-4128-ab86-f48983bd627e None None] For port 888e1bca-541f-47de-98fa-89827268c4cc, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:19:28.252004 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-eb7099cf-cb2b-4128-ab86-f48983bd627e None None] For port 888e1bca-541f-47de-98fa-89827268c4cc, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=888e1bca-541f-47de-98fa-89827268c4cc,segment=NetworkSegment(a7710304-6102-43a0-be15-2a447387fba8),segment_id=a7710304-6102-43a0-be15-2a447387fba8)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:19:28.263041 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-eb7099cf-cb2b-4128-ab86-f48983bd627e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (888e1bca-541f-47de-98fa-89827268c4cc), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:28.271472 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-a177f14f-4d76-4fbf-a725-7a842c25d77c service neutron] Transition to ACTIVE for port object 3d777cd9-1bd8-45ef-976f-ba7106b340e2 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:19:28.295451 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-a177f14f-4d76-4fbf-a725-7a842c25d77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (3d777cd9-1bd8-45ef-976f-ba7106b340e2), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:28.317497 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4a289a28-ca54-4a33-8761-adfcd67d050a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for port (832cb830-33db-4477-bf1a-92d63e8ba03c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:28.318673 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 05:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4c544d-6646-47a0-9380-29bee1e17ebc x-openstack-request-id: req-3e4c544d-6646-47a0-9380-29bee1e17ebc {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:19:28.319105 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9cfded-626d-4587-8558-b03b7c409eb0", "name": "network-vif-unplugged", "status": "completed", "tag": "3d777cd9-1bd8-45ef-976f-ba7106b340e2", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:19:28.319464 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3e4c544d-6646-47a0-9380-29bee1e17ebc {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:19:28.319984 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9cfded-626d-4587-8558-b03b7c409eb0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d777cd9-1bd8-45ef-976f-ba7106b340e2', 'code': 200} Mar 05 05:19:28.378331 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7099cf-cb2b-4128-ab86-f48983bd627e None None] Pushing event updated for resources: {'Port': ['ID=888e1bca-541f-47de-98fa-89827268c4cc,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:28.476477 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4a289a28-ca54-4a33-8761-adfcd67d050a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (832cb830-33db-4477-bf1a-92d63e8ba03c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:28.637671 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a289a28-ca54-4a33-8761-adfcd67d050a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network 23eff2f4-340d-440a-89c2-982ed70585f3 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:19:28.654496 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-4a289a28-ca54-4a33-8761-adfcd67d050a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:19:28.667703 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a289a28-ca54-4a33-8761-adfcd67d050a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:19:28.668132 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177f14f-4d76-4fbf-a725-7a842c25d77c service neutron] Pushing event updated for resources: {'Port': ['ID=3d777cd9-1bd8-45ef-976f-ba7106b340e2,revision_number=6']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:28.742395 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6eb75720-d996-4af7-9f71-eef20e46ccbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (c68992af-a059-4f27-bddf-edd7cad1ebc7), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:28.805483 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc2184d-e393-4b30-b5db-20366df3a0f1 None None] Network b61f21e3-7587-4809-a37d-2d08125769d2 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:19:28.810141 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c43f44-c7b1-47cd-845e-d66f058962fe req-fae00ac6-528b-4360-80f0-ba91fae00534 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:28.811953 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-28c43f44-c7b1-47cd-845e-d66f058962fe req-fae00ac6-528b-4360-80f0-ba91fae00534 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 943 time: 0.4788835 Mar 05 05:19:28.842249 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6eb75720-d996-4af7-9f71-eef20e46ccbd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:28.854470 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6eb75720-d996-4af7-9f71-eef20e46ccbd admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c68992af-a059-4f27-bddf-edd7cad1ebc7 HTTP/1.1" status: 204 len: 168 time: 1.5174744 Mar 05 05:19:28.859217 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34506) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:28.923731 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb75720-d996-4af7-9f71-eef20e46ccbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c68992af-a059-4f27-bddf-edd7cad1ebc7,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:28.943746 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-28c43f44-c7b1-47cd-845e-d66f058962fe req-74d4ad0d-0713-4bee-925f-5b0808294050 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215506 Mar 05 05:19:28.945278 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a289a28-ca54-4a33-8761-adfcd67d050a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Port': ['ID=832cb830-33db-4477-bf1a-92d63e8ba03c,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:28.967474 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4a289a28-ca54-4a33-8761-adfcd67d050a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (4daa0ef1-a970-42ef-bea4-88e47d51b1ed), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:29.018077 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-a177f14f-4d76-4fbf-a725-7a842c25d77c service neutron] No DVR routers for this DVR port 3d777cd9-1bd8-45ef-976f-ba7106b340e2 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:19:29.124102 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ab4cf0eb-4b9b-4775-a74f-ed86b73e9455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (b61f21e3-7587-4809-a37d-2d08125769d2), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:29.154572 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4a289a28-ca54-4a33-8761-adfcd67d050a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (832cb830-33db-4477-bf1a-92d63e8ba03c), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:29.198813 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3ac399-f94a-4ff5-a60f-bba5224baa14 None None] DHCP port deletion for b61f21e3-7587-4809-a37d-2d08125769d2 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:19:29.277249 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-ab4cf0eb-4b9b-4775-a74f-ed86b73e9455 admin admin] Deleting port 434710ea-41d2-49c4-af5c-2c24083b66f3 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:19:29.277862 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ab4cf0eb-4b9b-4775-a74f-ed86b73e9455 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (434710ea-41d2-49c4-af5c-2c24083b66f3), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:29.285954 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3f3ac399-f94a-4ff5-a60f-bba5224baa14 None None] Deleting port 434710ea-41d2-49c4-af5c-2c24083b66f3 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:19:29.286522 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac399-f94a-4ff5-a60f-bba5224baa14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (434710ea-41d2-49c4-af5c-2c24083b66f3), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:29.364986 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-3f3ac399-f94a-4ff5-a60f-bba5224baa14 None None] For port 434710ea-41d2-49c4-af5c-2c24083b66f3, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=434710ea-41d2-49c4-af5c-2c24083b66f3,segment=NetworkSegment(e565cab4-f912-4825-b601-d083d3011059),segment_id=e565cab4-f912-4825-b601-d083d3011059)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:29.365396 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac399-f94a-4ff5-a60f-bba5224baa14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (434710ea-41d2-49c4-af5c-2c24083b66f3), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:29.385227 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3f3ac399-f94a-4ff5-a60f-bba5224baa14 None None] Calling delete_port for 434710ea-41d2-49c4-af5c-2c24083b66f3 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:19:29.489984 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 3d777cd9-1bd8-45ef-976f-ba7106b340e2 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:19:29.512120 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac399-f94a-4ff5-a60f-bba5224baa14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (434710ea-41d2-49c4-af5c-2c24083b66f3), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:29.628795 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 1c745760-51b1-4fa0-98d5-5b391e2cef49 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:19:29.657851 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4a289a28-ca54-4a33-8761-adfcd67d050a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for port (832cb830-33db-4477-bf1a-92d63e8ba03c), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:29.674330 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4a289a28-ca54-4a33-8761-adfcd67d050a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (832cb830-33db-4477-bf1a-92d63e8ba03c), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:29.690037 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3ac399-f94a-4ff5-a60f-bba5224baa14 None None] No DVR routers for this DVR port 434710ea-41d2-49c4-af5c-2c24083b66f3 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:19:29.702516 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ac399-f94a-4ff5-a60f-bba5224baa14 None None] Pushing event deleted for resources: {'Port': ['ID=434710ea-41d2-49c4-af5c-2c24083b66f3,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:29.720557 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] The host n-h1-789963-32 is not matching for port 3d777cd9-1bd8-45ef-976f-ba7106b340e2 host n-h2-789963-32! {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 05 05:19:29.720940 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 3d777cd9-1bd8-45ef-976f-ba7106b340e2 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:19:29.750012 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 1c745760-51b1-4fa0-98d5-5b391e2cef49 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:29.750474 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1c745760-51b1-4fa0-98d5-5b391e2cef49), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:29.809964 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4a289a28-ca54-4a33-8761-adfcd67d050a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (4daa0ef1-a970-42ef-bea4-88e47d51b1ed), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:29.822319 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a289a28-ca54-4a33-8761-adfcd67d050a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Port': ['ID=832cb830-33db-4477-bf1a-92d63e8ba03c,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:29.871848 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 1c745760-51b1-4fa0-98d5-5b391e2cef49 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:29.873887 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 888e1bca-541f-47de-98fa-89827268c4cc up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:19:29.972546 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 888e1bca-541f-47de-98fa-89827268c4cc triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:29.972838 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (888e1bca-541f-47de-98fa-89827268c4cc), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:29.974763 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a289a28-ca54-4a33-8761-adfcd67d050a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network 23eff2f4-340d-440a-89c2-982ed70585f3 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:19:29.978307 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-4a289a28-ca54-4a33-8761-adfcd67d050a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:19:30.156436 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-a177f14f-4d76-4fbf-a725-7a842c25d77c service neutron] Attempting to bind port 3d777cd9-1bd8-45ef-976f-ba7106b340e2 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:19:30.157386 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-a177f14f-4d76-4fbf-a725-7a842c25d77c service neutron] Attempting to bind port 3d777cd9-1bd8-45ef-976f-ba7106b340e2 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:19:30.157883 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-a177f14f-4d76-4fbf-a725-7a842c25d77c service neutron] Attempting to bind port 3d777cd9-1bd8-45ef-976f-ba7106b340e2 on network 84cac7eb-50f0-4cb0-8519-750de49341fe {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:19:30.161219 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-ab4cf0eb-4b9b-4775-a74f-ed86b73e9455 admin admin] For port 434710ea-41d2-49c4-af5c-2c24083b66f3, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=434710ea-41d2-49c4-af5c-2c24083b66f3,segment=NetworkSegment(e565cab4-f912-4825-b601-d083d3011059),segment_id=e565cab4-f912-4825-b601-d083d3011059)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:30.161796 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ab4cf0eb-4b9b-4775-a74f-ed86b73e9455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (434710ea-41d2-49c4-af5c-2c24083b66f3), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:30.174635 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-a177f14f-4d76-4fbf-a725-7a842c25d77c service neutron] Port 3d777cd9-1bd8-45ef-976f-ba7106b340e2 on network 84cac7eb-50f0-4cb0-8519-750de49341fe not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:19:30.176747 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-a177f14f-4d76-4fbf-a725-7a842c25d77c service neutron] Attempting to bind port 3d777cd9-1bd8-45ef-976f-ba7106b340e2 on network 84cac7eb-50f0-4cb0-8519-750de49341fe {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:19:30.192753 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-ab4cf0eb-4b9b-4775-a74f-ed86b73e9455 admin admin] Calling delete_port for 434710ea-41d2-49c4-af5c-2c24083b66f3 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:19:30.197315 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-a177f14f-4d76-4fbf-a725-7a842c25d77c service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:19:30.197858 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-a177f14f-4d76-4fbf-a725-7a842c25d77c service neutron] Checking segment: {'id': '5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:19:30.198200 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 888e1bca-541f-47de-98fa-89827268c4cc is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:30.198623 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-a177f14f-4d76-4fbf-a725-7a842c25d77c service neutron] Bound using segment: {'id': '5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:19:30.198756 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (888e1bca-541f-47de-98fa-89827268c4cc), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:30.199370 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-a177f14f-4d76-4fbf-a725-7a842c25d77c service neutron] Bound port: 3d777cd9-1bd8-45ef-976f-ba7106b340e2, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:19:30.199907 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-a177f14f-4d76-4fbf-a725-7a842c25d77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3d777cd9-1bd8-45ef-976f-ba7106b340e2), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:30.259298 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 888e1bca-541f-47de-98fa-89827268c4cc, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=888e1bca-541f-47de-98fa-89827268c4cc,segment=NetworkSegment(a7710304-6102-43a0-be15-2a447387fba8),segment_id=a7710304-6102-43a0-be15-2a447387fba8)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:30.267905 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (888e1bca-541f-47de-98fa-89827268c4cc), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:30.271562 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a289a28-ca54-4a33-8761-adfcd67d050a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:19:30.390522 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-a177f14f-4d76-4fbf-a725-7a842c25d77c service neutron] For port 3d777cd9-1bd8-45ef-976f-ba7106b340e2, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:19:30.394919 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-a177f14f-4d76-4fbf-a725-7a842c25d77c service neutron] For port 3d777cd9-1bd8-45ef-976f-ba7106b340e2, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=3d777cd9-1bd8-45ef-976f-ba7106b340e2,segment=NetworkSegment(5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea),segment_id=5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:19:30.424513 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-a177f14f-4d76-4fbf-a725-7a842c25d77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (3d777cd9-1bd8-45ef-976f-ba7106b340e2), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:30.426980 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=888e1bca-541f-47de-98fa-89827268c4cc,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:30.442930 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 434710ea-41d2-49c4-af5c-2c24083b66f3 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:19:30.443195 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a289a28-ca54-4a33-8761-adfcd67d050a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:19:30.446992 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4a289a28-ca54-4a33-8761-adfcd67d050a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "PUT /v2.0/routers/4daa0ef1-a970-42ef-bea4-88e47d51b1ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2635403 Mar 05 05:19:30.450742 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34536) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:30.455937 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-753cabb4-ad78-4f16-967e-5b89d431b4b4 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Request body: {'network': {'name': 'tempest-RoutersTest-1727271646'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:19:30.460842 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af72fdd-e1b4-4837-91e5-c61c10ead59a None None] Sync routers for ids ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:19:30.486362 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af72fdd-e1b4-4837-91e5-c61c10ead59a None None] Routers {'4daa0ef1-a970-42ef-bea4-88e47d51b1ed'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:30.487286 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-1af72fdd-e1b4-4837-91e5-c61c10ead59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:30.491431 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 434710ea-41d2-49c4-af5c-2c24083b66f3 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:19:30.491790 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 434710ea-41d2-49c4-af5c-2c24083b66f3 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:19:30.492213 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 0db41e71-e0ed-4d6f-b32a-853c9a60125d no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:19:30.495990 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97208fd0-d4b7-4485-ad0f-648120a7e80e req-cbd22aab-b211-4107-90bd-9424baecada0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:30.499433 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-97208fd0-d4b7-4485-ad0f-648120a7e80e req-cbd22aab-b211-4107-90bd-9424baecada0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 943 time: 0.3150327 Mar 05 05:19:30.500854 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753cabb4-ad78-4f16-967e-5b89d431b4b4 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Made reservation on behalf of a51b10dd69e7437f8d0be6d11db6df35 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:19:30.505014 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-753cabb4-ad78-4f16-967e-5b89d431b4b4 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:30.529598 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 0db41e71-e0ed-4d6f-b32a-853c9a60125d {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:19:30.529990 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 0db41e71-e0ed-4d6f-b32a-853c9a60125d not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:19:30.532355 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177f14f-4d76-4fbf-a725-7a842c25d77c service neutron] Pushing event updated for resources: {'Port': ['ID=3d777cd9-1bd8-45ef-976f-ba7106b340e2,revision_number=7']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:30.536213 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ab4cf0eb-4b9b-4775-a74f-ed86b73e9455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (434710ea-41d2-49c4-af5c-2c24083b66f3), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:30.592381 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-97208fd0-d4b7-4485-ad0f-648120a7e80e req-e46f4433-c9f6-4e4a-9cb6-65adf0b30c9c tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837209 Mar 05 05:19:30.598571 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753cabb4-ad78-4f16-967e-5b89d431b4b4 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:19:30.616605 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4cf0eb-4b9b-4775-a74f-ed86b73e9455 admin admin] Pushing event deleted for resources: {'Port': ['ID=434710ea-41d2-49c4-af5c-2c24083b66f3,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:30.616605 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-a177f14f-4d76-4fbf-a725-7a842c25d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:30.617005 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-753cabb4-ad78-4f16-967e-5b89d431b4b4 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (3a3de4cd-0061-4c6c-81bb-02c79c604903), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:30.617005 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-753cabb4-ad78-4f16-967e-5b89d431b4b4 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Added segment 3a3de4cd-0061-4c6c-81bb-02c79c604903 of type vlan for network cb24d7e5-1375-48e6-a397-1063599223e4 Mar 05 05:19:30.617467 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-a177f14f-4d76-4fbf-a725-7a842c25d77c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:30.618996 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-a177f14f-4d76-4fbf-a725-7a842c25d77c service neutron] 10.222.0.31 "PUT /v2.0/ports/3d777cd9-1bd8-45ef-976f-ba7106b340e2 HTTP/1.1" status: 200 len: 1092 time: 4.3522956 Mar 05 05:19:30.636538 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9cfded-626d-4587-8558-b03b7c409eb0', 'tag': '3d777cd9-1bd8-45ef-976f-ba7106b340e2'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:19:30.641820 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbab706-0955-4e71-9462-b378496c2163" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9cfded-626d-4587-8558-b03b7c409eb0", "tag": "3d777cd9-1bd8-45ef-976f-ba7106b340e2"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:19:30.749973 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-753cabb4-ad78-4f16-967e-5b89d431b4b4 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (cb24d7e5-1375-48e6-a397-1063599223e4), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:30.750564 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4cf0eb-4b9b-4775-a74f-ed86b73e9455 admin admin] No DVR routers for this DVR port 434710ea-41d2-49c4-af5c-2c24083b66f3 on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:19:30.763740 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-1af72fdd-e1b4-4837-91e5-c61c10ead59a None None] Set router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:19:30.829192 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-753cabb4-ad78-4f16-967e-5b89d431b4b4 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (cb24d7e5-1375-48e6-a397-1063599223e4), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:30.834607 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753cabb4-ad78-4f16-967e-5b89d431b4b4 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:30.835242 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-753cabb4-ad78-4f16-967e-5b89d431b4b4 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:30.865713 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da57120-4b10-4954-bd79-6fb7e2798549 None None] Network 23eff2f4-340d-440a-89c2-982ed70585f3 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:19:30.873222 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed7baf3-1038-415e-8ded-17dfd0724c45 x-openstack-request-id: req-0ed7baf3-1038-415e-8ded-17dfd0724c45 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:19:30.873877 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9cfded-626d-4587-8558-b03b7c409eb0", "tag": "3d777cd9-1bd8-45ef-976f-ba7106b340e2", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:19:30.874358 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0ed7baf3-1038-415e-8ded-17dfd0724c45 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:19:30.875001 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9cfded-626d-4587-8558-b03b7c409eb0', 'tag': '3d777cd9-1bd8-45ef-976f-ba7106b340e2', 'status': 'completed', 'code': 200} Mar 05 05:19:30.972605 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-21416add-f1e1-4e66-ad4f-1b52d3d33be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:30.975770 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-21416add-f1e1-4e66-ad4f-1b52d3d33be2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 1126 time: 0.2868035 Mar 05 05:19:30.978454 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ab4cf0eb-4b9b-4775-a74f-ed86b73e9455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (b61f21e3-7587-4809-a37d-2d08125769d2), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:31.013618 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753cabb4-ad78-4f16-967e-5b89d431b4b4 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Network': ['ID=cb24d7e5-1375-48e6-a397-1063599223e4,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:31.031393 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-753cabb4-ad78-4f16-967e-5b89d431b4b4 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5797462 Mar 05 05:19:31.033921 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34546) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:31.038718 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network cb24d7e5-1375-48e6-a397-1063599223e4 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:19:31.045931 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-07fe9899-bb40-43a4-a0a9-504a355dadd3 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Request body: {'subnet': {'network_id': 'cb24d7e5-1375-48e6-a397-1063599223e4', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:19:31.172180 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fe9899-bb40-43a4-a0a9-504a355dadd3 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Made reservation on behalf of a51b10dd69e7437f8d0be6d11db6df35 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:19:31.173874 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-1277253f-cbfd-4f4c-87bc-e229f1be2cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:31.178009 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-1277253f-cbfd-4f4c-87bc-e229f1be2cf0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=84cac7eb-50f0-4cb0-8519-750de49341fe HTTP/1.1" status: 200 len: 897 time: 0.1896992 Mar 05 05:19:31.178250 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-07fe9899-bb40-43a4-a0a9-504a355dadd3 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:31.237518 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-1af72fdd-e1b4-4837-91e5-c61c10ead59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'name': 'tempest-RoutersTest-router-1093276466', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:19:19Z', 'updated_at': '2022-03-05T05:19:29Z', 'revision_number': 3, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'gw_port_host': None, '_interfaces': [{'id': '1c745760-51b1-4fa0-98d5-5b391e2cef49', 'name': '', 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:66:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:21Z', 'updated_at': '2022-03-05T05:19:27Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '832cb830-33db-4477-bf1a-92d63e8ba03c', 'name': '', 'network_id': '23eff2f4-340d-440a-89c2-982ed70585f3', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:60:52:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:27Z', 'updated_at': '2022-03-05T05:19:29Z', 'revision_number': 2, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:31.292508 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af72fdd-e1b4-4837-91e5-c61c10ead59a None None] Checking router: 4daa0ef1-a970-42ef-bea4-88e47d51b1ed for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:19:31.292864 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af72fdd-e1b4-4837-91e5-c61c10ead59a None None] Updating router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed port 832cb830-33db-4477-bf1a-92d63e8ba03c binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:19:31.328645 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-602a1ce4-0e9a-481a-8d1f-b57b84491dea None None] Provisioning complete for port 888e1bca-541f-47de-98fa-89827268c4cc triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:31.329193 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-602a1ce4-0e9a-481a-8d1f-b57b84491dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (888e1bca-541f-47de-98fa-89827268c4cc), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:31.366600 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-1af72fdd-e1b4-4837-91e5-c61c10ead59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (832cb830-33db-4477-bf1a-92d63e8ba03c), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:31.370367 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-ab4cf0eb-4b9b-4775-a74f-ed86b73e9455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b61f21e3-7587-4809-a37d-2d08125769d2']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:31.448995 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-ab4cf0eb-4b9b-4775-a74f-ed86b73e9455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e565cab4-f912-4825-b601-d083d3011059') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:31.458207 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-ab4cf0eb-4b9b-4775-a74f-ed86b73e9455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e565cab4-f912-4825-b601-d083d3011059') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:31.482641 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 888e1bca-541f-47de-98fa-89827268c4cc up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:19:31.493259 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ab4cf0eb-4b9b-4775-a74f-ed86b73e9455 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (e565cab4-f912-4825-b601-d083d3011059), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:31.515155 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ab4cf0eb-4b9b-4775-a74f-ed86b73e9455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (e565cab4-f912-4825-b601-d083d3011059), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:31.524095 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4cf0eb-4b9b-4775-a74f-ed86b73e9455 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:19:31.524910 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ab4cf0eb-4b9b-4775-a74f-ed86b73e9455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (e565cab4-f912-4825-b601-d083d3011059), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:31.538641 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-602a1ce4-0e9a-481a-8d1f-b57b84491dea None None] Current status of the port 888e1bca-541f-47de-98fa-89827268c4cc is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:31.547397 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 888e1bca-541f-47de-98fa-89827268c4cc triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:31.547780 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (888e1bca-541f-47de-98fa-89827268c4cc), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:31.594370 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-07fe9899-bb40-43a4-a0a9-504a355dadd3 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (acc04f13-03cc-451e-baec-7351ba0fac64), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: self.session.flush() Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:19:31.604264 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:19:31.613009 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-67910652-7cc1-4c52-8902-8f52afb7c5c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d777cd9-1bd8-45ef-976f-ba7106b340e2 HTTP/1.1" status: 200 len: 999 time: 0.4283791 Mar 05 05:19:31.633181 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbab706-0955-4e71-9462-b378496c2163 req-a6d80c94-888d-4a3a-8a52-db85a866daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:31.634740 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fdbab706-0955-4e71-9462-b378496c2163 req-a6d80c94-888d-4a3a-8a52-db85a866daa7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 1126 time: 0.7893796 Mar 05 05:19:31.680231 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 888e1bca-541f-47de-98fa-89827268c4cc is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:31.752916 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe9899-bb40-43a4-a0a9-504a355dadd3 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Subnet': ['ID=acc04f13-03cc-451e-baec-7351ba0fac64,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:31.836791 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fe9899-bb40-43a4-a0a9-504a355dadd3 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Checking segment: {'id': '3a3de4cd-0061-4c6c-81bb-02c79c604903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cb24d7e5-1375-48e6-a397-1063599223e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:19:31.837146 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fe9899-bb40-43a4-a0a9-504a355dadd3 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network hostable DHCP agents. Network: cb24d7e5-1375-48e6-a397-1063599223e4, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:19:31.840132 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ab4cf0eb-4b9b-4775-a74f-ed86b73e9455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (b61f21e3-7587-4809-a37d-2d08125769d2), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:31.845028 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbab706-0955-4e71-9462-b378496c2163 req-c55c65f4-cc22-4afb-a235-585aac68c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:31.849081 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fdbab706-0955-4e71-9462-b378496c2163 req-c55c65f4-cc22-4afb-a235-585aac68c1e5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=84cac7eb-50f0-4cb0-8519-750de49341fe HTTP/1.1" status: 200 len: 897 time: 0.1772599 Mar 05 05:19:31.890810 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd1cc9-5d51-49eb-9a0e-c9b4d128fd82 req-5b59cebc-8100-4096-96e4-4a3ce221b898 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:31.898409 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8ddd1cc9-5d51-49eb-9a0e-c9b4d128fd82 req-5b59cebc-8100-4096-96e4-4a3ce221b898 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 943 time: 0.1306565 Mar 05 05:19:31.907179 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fe9899-bb40-43a4-a0a9-504a355dadd3 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network cb24d7e5-1375-48e6-a397-1063599223e4 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:19:31.942182 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-07fe9899-bb40-43a4-a0a9-504a355dadd3 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, cb24d7e5-1375-48e6-a397-1063599223e4) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:19:31.952246 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de77e11f-3a3b-4fec-907c-4a1f25efe799 None None] Network cb24d7e5-1375-48e6-a397-1063599223e4 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:19:31.969213 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fe9899-bb40-43a4-a0a9-504a355dadd3 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:31.970005 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-07fe9899-bb40-43a4-a0a9-504a355dadd3 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:31.978105 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-1af72fdd-e1b4-4837-91e5-c61c10ead59a None None] Publish callbacks [] for port (832cb830-33db-4477-bf1a-92d63e8ba03c), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:31.985907 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ab4cf0eb-4b9b-4775-a74f-ed86b73e9455 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:31.988572 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-1af72fdd-e1b4-4837-91e5-c61c10ead59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (832cb830-33db-4477-bf1a-92d63e8ba03c), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:31.992032 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ab4cf0eb-4b9b-4775-a74f-ed86b73e9455 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b61f21e3-7587-4809-a37d-2d08125769d2 HTTP/1.1" status: 204 len: 168 time: 3.0729439 Mar 05 05:19:31.992032 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4cf0eb-4b9b-4775-a74f-ed86b73e9455 admin admin] Pushing event deleted for resources: {'Network': ['ID=b61f21e3-7587-4809-a37d-2d08125769d2,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:32.006886 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34562) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:32.049173 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-36b04672-ae54-46d1-9a6a-90ba4b184b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:32.054767 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-36b04672-ae54-46d1-9a6a-90ba4b184b18 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8bbed329-b500-444f-8c46-094692e743a8 HTTP/1.1" status: 200 len: 834 time: 0.4341605 Mar 05 05:19:32.061551 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fdbab706-0955-4e71-9462-b378496c2163 req-671b9fc2-84ca-4991-97cf-dc41a9c44f92 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d777cd9-1bd8-45ef-976f-ba7106b340e2 HTTP/1.1" status: 200 len: 999 time: 0.1528475 Mar 05 05:19:32.150390 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-aa164dd3-e6d1-4c3e-9a40-8a8bc10f9ba4 None None] Provisioning complete for port 832cb830-33db-4477-bf1a-92d63e8ba03c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:32.154085 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-aa164dd3-e6d1-4c3e-9a40-8a8bc10f9ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (832cb830-33db-4477-bf1a-92d63e8ba03c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:32.200459 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf19d71-2038-47f2-999b-010c950ef682 None None] Pushing event updated for resources: {'Port': ['ID=832cb830-33db-4477-bf1a-92d63e8ba03c,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:32.249082 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-1af72fdd-e1b4-4837-91e5-c61c10ead59a None None] Attempting to bind port 832cb830-33db-4477-bf1a-92d63e8ba03c on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:19:32.249608 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-1af72fdd-e1b4-4837-91e5-c61c10ead59a None None] Attempting to bind port 832cb830-33db-4477-bf1a-92d63e8ba03c by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'a7710304-6102-43a0-be15-2a447387fba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '23eff2f4-340d-440a-89c2-982ed70585f3'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:19:32.249767 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbab706-0955-4e71-9462-b378496c2163 req-41ad65ca-9683-4b0c-bd1d-38dcdc6547ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:32.250231 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af72fdd-e1b4-4837-91e5-c61c10ead59a None None] Attempting to bind port 832cb830-33db-4477-bf1a-92d63e8ba03c on network 23eff2f4-340d-440a-89c2-982ed70585f3 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:19:32.251935 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fdbab706-0955-4e71-9462-b378496c2163 req-41ad65ca-9683-4b0c-bd1d-38dcdc6547ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bbed329-b500-444f-8c46-094692e743a8 HTTP/1.1" status: 200 len: 834 time: 0.1213193 Mar 05 05:19:32.253675 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-aa164dd3-e6d1-4c3e-9a40-8a8bc10f9ba4 None None] Port 832cb830-33db-4477-bf1a-92d63e8ba03c cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:19:32.259242 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af72fdd-e1b4-4837-91e5-c61c10ead59a None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:19:32.260103 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af72fdd-e1b4-4837-91e5-c61c10ead59a None None] Checking segment: {'id': 'a7710304-6102-43a0-be15-2a447387fba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '23eff2f4-340d-440a-89c2-982ed70585f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:19:32.260695 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-1af72fdd-e1b4-4837-91e5-c61c10ead59a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:32.261416 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af72fdd-e1b4-4837-91e5-c61c10ead59a None None] Bound using segment: {'id': 'a7710304-6102-43a0-be15-2a447387fba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '23eff2f4-340d-440a-89c2-982ed70585f3'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:19:32.262256 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-1af72fdd-e1b4-4837-91e5-c61c10ead59a None None] Bound port: 832cb830-33db-4477-bf1a-92d63e8ba03c, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7710304-6102-43a0-be15-2a447387fba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '23eff2f4-340d-440a-89c2-982ed70585f3'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:19:32.262630 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-e19d5b9b-e73e-40ae-8fd6-cb2f01afe9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:32.263355 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-1af72fdd-e1b4-4837-91e5-c61c10ead59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (832cb830-33db-4477-bf1a-92d63e8ba03c), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:32.269350 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-e19d5b9b-e73e-40ae-8fd6-cb2f01afe9c7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=84cac7eb-50f0-4cb0-8519-750de49341fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2066414 Mar 05 05:19:32.289507 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-07fe9899-bb40-43a4-a0a9-504a355dadd3 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2490404 Mar 05 05:19:32.312341 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34568) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:32.330361 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-aa164dd3-e6d1-4c3e-9a40-8a8bc10f9ba4 None None] Provisioning complete for port 888e1bca-541f-47de-98fa-89827268c4cc triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:32.335352 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-aa164dd3-e6d1-4c3e-9a40-8a8bc10f9ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (888e1bca-541f-47de-98fa-89827268c4cc), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:32.338690 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8ddd1cc9-5d51-49eb-9a0e-c9b4d128fd82 req-d99f6db2-c289-4281-8616-c44c4561100b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4387956 Mar 05 05:19:32.462368 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-1af72fdd-e1b4-4837-91e5-c61c10ead59a None None] For port 832cb830-33db-4477-bf1a-92d63e8ba03c, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:19:32.469409 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-1af72fdd-e1b4-4837-91e5-c61c10ead59a None None] For port 832cb830-33db-4477-bf1a-92d63e8ba03c, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=832cb830-33db-4477-bf1a-92d63e8ba03c,segment=NetworkSegment(a7710304-6102-43a0-be15-2a447387fba8),segment_id=a7710304-6102-43a0-be15-2a447387fba8)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:19:32.488374 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e51caa-c270-4140-8f8d-c3bd0d058dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-cb24d7e5-1375-48e6-a397-1063599223e4', 'network_id': 'cb24d7e5-1375-48e6-a397-1063599223e4', 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'fixed_ips': [{'subnet_id': 'acc04f13-03cc-451e-baec-7351ba0fac64'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:19:32.489262 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-41e51caa-c270-4140-8f8d-c3bd0d058dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:32.489517 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-1af72fdd-e1b4-4837-91e5-c61c10ead59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (832cb830-33db-4477-bf1a-92d63e8ba03c), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:32.512727 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-aa164dd3-e6d1-4c3e-9a40-8a8bc10f9ba4 None None] Current status of the port 888e1bca-541f-47de-98fa-89827268c4cc is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:32.634622 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf19d71-2038-47f2-999b-010c950ef682 None None] Pushing event updated for resources: {'Port': ['ID=832cb830-33db-4477-bf1a-92d63e8ba03c,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:32.654352 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af72fdd-e1b4-4837-91e5-c61c10ead59a None None] Routers {'4daa0ef1-a970-42ef-bea4-88e47d51b1ed'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:32.658135 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-1af72fdd-e1b4-4837-91e5-c61c10ead59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:32.688903 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-deb0c5cc-c8d3-4d5f-b795-a5c14c589bbb None None] Provisioning complete for port 832cb830-33db-4477-bf1a-92d63e8ba03c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:32.689287 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-deb0c5cc-c8d3-4d5f-b795-a5c14c589bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (832cb830-33db-4477-bf1a-92d63e8ba03c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:32.817848 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbab706-0955-4e71-9462-b378496c2163 req-ece90ed8-cd7f-4659-a205-afb00464db6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:32.821782 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fdbab706-0955-4e71-9462-b378496c2163 req-ece90ed8-cd7f-4659-a205-afb00464db6b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84cac7eb-50f0-4cb0-8519-750de49341fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5616879 Mar 05 05:19:32.879381 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-1af72fdd-e1b4-4837-91e5-c61c10ead59a None None] Set router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:19:32.900293 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8131e7c7-91fc-4d54-a305-c5234bce0296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (4f52035d-b7b9-43c5-85db-fc4f7957acbd), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:32.934440 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-41e51caa-c270-4140-8f8d-c3bd0d058dc5 None None] Allocated IP 172.22.0.2 (cb24d7e5-1375-48e6-a397-1063599223e4/acc04f13-03cc-451e-baec-7351ba0fac64/c3c897bb-6f45-4451-827b-d94836694b13) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:19:32.950143 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-deb0c5cc-c8d3-4d5f-b795-a5c14c589bbb None None] Current status of the port 832cb830-33db-4477-bf1a-92d63e8ba03c is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:32.951697 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-deb0c5cc-c8d3-4d5f-b795-a5c14c589bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (832cb830-33db-4477-bf1a-92d63e8ba03c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:33.084295 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-deb0c5cc-c8d3-4d5f-b795-a5c14c589bbb None None] For port 832cb830-33db-4477-bf1a-92d63e8ba03c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=832cb830-33db-4477-bf1a-92d63e8ba03c,segment=NetworkSegment(a7710304-6102-43a0-be15-2a447387fba8),segment_id=a7710304-6102-43a0-be15-2a447387fba8)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:33.109602 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-deb0c5cc-c8d3-4d5f-b795-a5c14c589bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (832cb830-33db-4477-bf1a-92d63e8ba03c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:33.243436 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-115dc24c-a248-4395-aa2e-31deca370ee2 service neutron] 10.222.0.31 "GET /v2.0/networks/84cac7eb-50f0-4cb0-8519-750de49341fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9403100 Mar 05 05:19:33.276075 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0c5cc-c8d3-4d5f-b795-a5c14c589bbb None None] Pushing event updated for resources: {'Port': ['ID=832cb830-33db-4477-bf1a-92d63e8ba03c,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:33.302375 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-c31720e9-228a-4bc7-b1fc-1a0ad78b93a0 None None] Provisioning complete for port 832cb830-33db-4477-bf1a-92d63e8ba03c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:33.302764 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c31720e9-228a-4bc7-b1fc-1a0ad78b93a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (832cb830-33db-4477-bf1a-92d63e8ba03c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:33.310553 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-1af72fdd-e1b4-4837-91e5-c61c10ead59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'name': 'tempest-RoutersTest-router-1093276466', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:19:19Z', 'updated_at': '2022-03-05T05:19:29Z', 'revision_number': 3, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'gw_port_host': None, '_interfaces': [{'id': '1c745760-51b1-4fa0-98d5-5b391e2cef49', 'name': '', 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:66:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:21Z', 'updated_at': '2022-03-05T05:19:27Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '832cb830-33db-4477-bf1a-92d63e8ba03c', 'name': '', 'network_id': '23eff2f4-340d-440a-89c2-982ed70585f3', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:60:52:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:27Z', 'updated_at': '2022-03-05T05:19:32Z', 'revision_number': 4, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:33.372104 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af72fdd-e1b4-4837-91e5-c61c10ead59a None None] The sync data for ids ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'] in n-d-789963-32 is: [{'id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'name': 'tempest-RoutersTest-router-1093276466', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:19:19Z', 'updated_at': '2022-03-05T05:19:29Z', 'revision_number': 3, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'gw_port_host': None, '_interfaces': [{'id': '1c745760-51b1-4fa0-98d5-5b391e2cef49', 'name': '', 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:66:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:21Z', 'updated_at': '2022-03-05T05:19:27Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '832cb830-33db-4477-bf1a-92d63e8ba03c', 'name': '', 'network_id': '23eff2f4-340d-440a-89c2-982ed70585f3', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:60:52:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:27Z', 'updated_at': '2022-03-05T05:19:32Z', 'revision_number': 4, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:19:33.559345 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-41e51caa-c270-4140-8f8d-c3bd0d058dc5 None None] Publish callbacks [] for port (c3c897bb-6f45-4451-827b-d94836694b13), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:33.585402 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-41e51caa-c270-4140-8f8d-c3bd0d058dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (c3c897bb-6f45-4451-827b-d94836694b13), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:33.711115 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fdbab706-0955-4e71-9462-b378496c2163 req-3069a898-7274-4cad-9ea4-abd1b6fff17e service neutron] 10.222.0.30 "GET /v2.0/networks/84cac7eb-50f0-4cb0-8519-750de49341fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8753474 Mar 05 05:19:33.714776 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8131e7c7-91fc-4d54-a305-c5234bce0296 admin admin] Deleting port cbe40fcb-df30-445d-bbf1-fbbb3029876b {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:19:33.715145 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8131e7c7-91fc-4d54-a305-c5234bce0296 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (cbe40fcb-df30-445d-bbf1-fbbb3029876b), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:33.724475 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e51caa-c270-4140-8f8d-c3bd0d058dc5 None None] Network cb24d7e5-1375-48e6-a397-1063599223e4 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:19:33.729670 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-41e51caa-c270-4140-8f8d-c3bd0d058dc5 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:19:33.735025 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16515302-19e1-44d2-ac7a-317df129559b req-6fb54316-7bc5-43f4-93c8-e82c42d2a367 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:33.736618 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-16515302-19e1-44d2-ac7a-317df129559b req-6fb54316-7bc5-43f4-93c8-e82c42d2a367 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 943 time: 0.1842997 Mar 05 05:19:33.740673 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e51caa-c270-4140-8f8d-c3bd0d058dc5 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:19:33.754046 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e51caa-c270-4140-8f8d-c3bd0d058dc5 None None] Pushing event updated for resources: {'Port': ['ID=c3c897bb-6f45-4451-827b-d94836694b13,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:33.876785 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-41e51caa-c270-4140-8f8d-c3bd0d058dc5 None None] Attempting to bind port c3c897bb-6f45-4451-827b-d94836694b13 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:19:33.877179 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-41e51caa-c270-4140-8f8d-c3bd0d058dc5 None None] Attempting to bind port c3c897bb-6f45-4451-827b-d94836694b13 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '3a3de4cd-0061-4c6c-81bb-02c79c604903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cb24d7e5-1375-48e6-a397-1063599223e4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:19:33.877554 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e51caa-c270-4140-8f8d-c3bd0d058dc5 None None] Attempting to bind port c3c897bb-6f45-4451-827b-d94836694b13 on network cb24d7e5-1375-48e6-a397-1063599223e4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:19:33.884675 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e51caa-c270-4140-8f8d-c3bd0d058dc5 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:19:33.885062 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e51caa-c270-4140-8f8d-c3bd0d058dc5 None None] Checking segment: {'id': '3a3de4cd-0061-4c6c-81bb-02c79c604903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cb24d7e5-1375-48e6-a397-1063599223e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:19:33.885478 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-41e51caa-c270-4140-8f8d-c3bd0d058dc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:33.885983 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e51caa-c270-4140-8f8d-c3bd0d058dc5 None None] Bound using segment: {'id': '3a3de4cd-0061-4c6c-81bb-02c79c604903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cb24d7e5-1375-48e6-a397-1063599223e4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:19:33.886349 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-41e51caa-c270-4140-8f8d-c3bd0d058dc5 None None] Bound port: c3c897bb-6f45-4451-827b-d94836694b13, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a3de4cd-0061-4c6c-81bb-02c79c604903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cb24d7e5-1375-48e6-a397-1063599223e4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:19:33.886735 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-41e51caa-c270-4140-8f8d-c3bd0d058dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c3c897bb-6f45-4451-827b-d94836694b13), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:33.999491 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-16515302-19e1-44d2-ac7a-317df129559b req-cb6dc8dd-6215-4ce5-a50f-f31b74bd2b8a tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2455797 Mar 05 05:19:34.020147 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c31720e9-228a-4bc7-b1fc-1a0ad78b93a0 None None] Current status of the port 832cb830-33db-4477-bf1a-92d63e8ba03c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:34.048093 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-41e51caa-c270-4140-8f8d-c3bd0d058dc5 None None] For port c3c897bb-6f45-4451-827b-d94836694b13, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:19:34.051590 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-41e51caa-c270-4140-8f8d-c3bd0d058dc5 None None] For port c3c897bb-6f45-4451-827b-d94836694b13, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c3c897bb-6f45-4451-827b-d94836694b13,segment=NetworkSegment(3a3de4cd-0061-4c6c-81bb-02c79c604903),segment_id=3a3de4cd-0061-4c6c-81bb-02c79c604903)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:19:34.062465 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-41e51caa-c270-4140-8f8d-c3bd0d058dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c3c897bb-6f45-4451-827b-d94836694b13), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:34.063902 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-8131e7c7-91fc-4d54-a305-c5234bce0296 admin admin] For port cbe40fcb-df30-445d-bbf1-fbbb3029876b, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=cbe40fcb-df30-445d-bbf1-fbbb3029876b,segment=NetworkSegment(04df2162-4c22-446b-a82c-dfbfcae9f227),segment_id=04df2162-4c22-446b-a82c-dfbfcae9f227)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:34.064458 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8131e7c7-91fc-4d54-a305-c5234bce0296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (cbe40fcb-df30-445d-bbf1-fbbb3029876b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:34.080380 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8131e7c7-91fc-4d54-a305-c5234bce0296 admin admin] Calling delete_port for cbe40fcb-df30-445d-bbf1-fbbb3029876b owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:19:34.135604 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d20453c-6996-4d28-9dac-af50e8ab3849 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:34.208169 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d28df4a9-0248-4546-94a8-707f0d1cafb4 req-787cc28a-2c86-49fa-9da1-43f24a1f4616 service neutron] 10.222.0.31 "GET /v2.0/networks/84cac7eb-50f0-4cb0-8519-750de49341fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9546103 Mar 05 05:19:34.208560 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-765d8f55-2970-43f7-a99a-424bee908a12 None None] Provisioning complete for port 832cb830-33db-4477-bf1a-92d63e8ba03c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:34.209060 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-765d8f55-2970-43f7-a99a-424bee908a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (832cb830-33db-4477-bf1a-92d63e8ba03c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:34.356302 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e51caa-c270-4140-8f8d-c3bd0d058dc5 None None] Pushing event updated for resources: {'Port': ['ID=c3c897bb-6f45-4451-827b-d94836694b13,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:34.567142 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-765d8f55-2970-43f7-a99a-424bee908a12 None None] Current status of the port 832cb830-33db-4477-bf1a-92d63e8ba03c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:34.574155 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fdbab706-0955-4e71-9462-b378496c2163 req-04a38265-7bf9-439c-8e35-965b604ff3d5 service neutron] 10.222.0.30 "GET /v2.0/networks/84cac7eb-50f0-4cb0-8519-750de49341fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8554139 Mar 05 05:19:34.615669 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbab706-0955-4e71-9462-b378496c2163 req-9f490f69-8de2-4ea6-874a-c1eecacf1e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:34.617327 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fdbab706-0955-4e71-9462-b378496c2163 req-9f490f69-8de2-4ea6-874a-c1eecacf1e17 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 1126 time: 0.2985897 Mar 05 05:19:34.643629 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8131e7c7-91fc-4d54-a305-c5234bce0296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (cbe40fcb-df30-445d-bbf1-fbbb3029876b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:34.722807 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131e7c7-91fc-4d54-a305-c5234bce0296 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbe40fcb-df30-445d-bbf1-fbbb3029876b,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:34.961989 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8131e7c7-91fc-4d54-a305-c5234bce0296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (4f52035d-b7b9-43c5-85db-fc4f7957acbd), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:34.964958 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbab706-0955-4e71-9462-b378496c2163 req-56ece8a5-d73f-4dc8-9327-6a343bc80137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:34.967345 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fdbab706-0955-4e71-9462-b378496c2163 req-56ece8a5-d73f-4dc8-9327-6a343bc80137 service neutron] 10.222.0.31 "GET /v2.0/networks?id=84cac7eb-50f0-4cb0-8519-750de49341fe HTTP/1.1" status: 200 len: 897 time: 0.3424418 Mar 05 05:19:35.049647 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fdbab706-0955-4e71-9462-b378496c2163 req-b89a9c9f-eabc-44b0-b698-b1f694b5f1a9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d777cd9-1bd8-45ef-976f-ba7106b340e2 HTTP/1.1" status: 200 len: 999 time: 0.0720003 Mar 05 05:19:35.053534 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-2d20453c-6996-4d28-9dac-af50e8ab3849 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Allocated IP 172.22.0.1 (cb24d7e5-1375-48e6-a397-1063599223e4/acc04f13-03cc-451e-baec-7351ba0fac64/598b8dde-9289-4198-9b6b-5c63a04e85f2) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:19:35.117123 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbab706-0955-4e71-9462-b378496c2163 req-60576b2d-403b-4eb9-941c-1d8573110eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:35.118713 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fdbab706-0955-4e71-9462-b378496c2163 req-60576b2d-403b-4eb9-941c-1d8573110eab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8bbed329-b500-444f-8c46-094692e743a8 HTTP/1.1" status: 200 len: 834 time: 0.0604181 Mar 05 05:19:35.285432 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbab706-0955-4e71-9462-b378496c2163 req-a570f5e0-d667-4589-97cd-71a1bedb0092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:35.286957 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fdbab706-0955-4e71-9462-b378496c2163 req-a570f5e0-d667-4589-97cd-71a1bedb0092 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=84cac7eb-50f0-4cb0-8519-750de49341fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1603975 Mar 05 05:19:35.401016 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d20453c-6996-4d28-9dac-af50e8ab3849 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for port (598b8dde-9289-4198-9b6b-5c63a04e85f2), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:35.544939 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fdbab706-0955-4e71-9462-b378496c2163 req-28c8b62c-0ce9-4b04-9d8e-9239f42bb9b4 service neutron] 10.222.0.31 "GET /v2.0/networks/84cac7eb-50f0-4cb0-8519-750de49341fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419605 Mar 05 05:19:35.642361 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 832cb830-33db-4477-bf1a-92d63e8ba03c up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:19:35.650433 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d20453c-6996-4d28-9dac-af50e8ab3849 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (598b8dde-9289-4198-9b6b-5c63a04e85f2), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:35.660520 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce8224-5517-43f3-8d49-2b7333068082 req-43babc34-107e-4fee-a4f1-8d7694b1c2fa tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:35.662227 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e0ce8224-5517-43f3-8d49-2b7333068082 req-43babc34-107e-4fee-a4f1-8d7694b1c2fa tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 943 time: 0.1149800 Mar 05 05:19:35.767270 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 832cb830-33db-4477-bf1a-92d63e8ba03c triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:35.767762 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (832cb830-33db-4477-bf1a-92d63e8ba03c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:35.829116 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d20453c-6996-4d28-9dac-af50e8ab3849 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network cb24d7e5-1375-48e6-a397-1063599223e4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:19:35.845692 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e0ce8224-5517-43f3-8d49-2b7333068082 req-6305ff76-ea62-49c5-a248-3f610d28d088 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713798 Mar 05 05:19:35.858247 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-2d20453c-6996-4d28-9dac-af50e8ab3849 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:19:35.862062 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20453c-6996-4d28-9dac-af50e8ab3849 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Port': ['ID=598b8dde-9289-4198-9b6b-5c63a04e85f2,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:35.878048 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d20453c-6996-4d28-9dac-af50e8ab3849 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:19:35.897654 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 832cb830-33db-4477-bf1a-92d63e8ba03c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:35.900991 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c3c897bb-6f45-4451-827b-d94836694b13 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:19:35.920310 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8131e7c7-91fc-4d54-a305-c5234bce0296 admin admin] Router 4f52035d-b7b9-43c5-85db-fc4f7957acbd has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:19:35.938399 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fdbab706-0955-4e71-9462-b378496c2163 req-ce20c21a-b836-47a8-a0ec-a78b87234845 service neutron] 10.222.0.31 "GET /v2.0/networks/84cac7eb-50f0-4cb0-8519-750de49341fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757513 Mar 05 05:19:35.972796 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d20453c-6996-4d28-9dac-af50e8ab3849 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (4daa0ef1-a970-42ef-bea4-88e47d51b1ed), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:36.002000 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port c3c897bb-6f45-4451-827b-d94836694b13 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:36.002535 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c3c897bb-6f45-4451-827b-d94836694b13), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:36.107465 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8131e7c7-91fc-4d54-a305-c5234bce0296 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:19:36.115063 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8131e7c7-91fc-4d54-a305-c5234bce0296 admin admin] 10.222.0.11 "PUT /v2.0/routers/4f52035d-b7b9-43c5-85db-fc4f7957acbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1071062 Mar 05 05:19:36.121112 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea007ff-6fa3-4381-a602-60b36d485a65 None None] Sync routers for ids ['4f52035d-b7b9-43c5-85db-fc4f7957acbd'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:19:36.124267 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34620) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:36.129918 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 3d777cd9-1bd8-45ef-976f-ba7106b340e2 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:19:36.150681 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port c3c897bb-6f45-4451-827b-d94836694b13 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:36.152096 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c3c897bb-6f45-4451-827b-d94836694b13), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:36.193978 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea007ff-6fa3-4381-a602-60b36d485a65 None None] Routers {'4f52035d-b7b9-43c5-85db-fc4f7957acbd'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:36.194738 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-4ea007ff-6fa3-4381-a602-60b36d485a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4f52035d-b7b9-43c5-85db-fc4f7957acbd'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:36.268940 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d20453c-6996-4d28-9dac-af50e8ab3849 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (598b8dde-9289-4198-9b6b-5c63a04e85f2), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:36.321788 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e2a0eff-d281-42db-9b35-0fc07e9bbfd7 admin admin] Publish callbacks [] for router (4f52035d-b7b9-43c5-85db-fc4f7957acbd), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:36.329286 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-4ea007ff-6fa3-4381-a602-60b36d485a65 None None] Set router 4f52035d-b7b9-43c5-85db-fc4f7957acbd gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:19:36.398458 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ed3941-c6dc-410b-af12-b67b6725fc01 None None] Network cb24d7e5-1375-48e6-a397-1063599223e4 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:19:36.477992 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e2a0eff-d281-42db-9b35-0fc07e9bbfd7 admin admin] Publish callbacks [] for router_gateway (4f52035d-b7b9-43c5-85db-fc4f7957acbd), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:36.547835 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-1e2a0eff-d281-42db-9b35-0fc07e9bbfd7 admin admin] Deleting port b1e8dd95-509c-4301-ab83-ffae61eca807 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:19:36.548183 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e2a0eff-d281-42db-9b35-0fc07e9bbfd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (b1e8dd95-509c-4301-ab83-ffae61eca807), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:36.569994 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.resource_extend [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 05 05:19:36.654642 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 3d777cd9-1bd8-45ef-976f-ba7106b340e2, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=3d777cd9-1bd8-45ef-976f-ba7106b340e2,segment=NetworkSegment(5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea),segment_id=5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:36.667613 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '3d777cd9-1bd8-45ef-976f-ba7106b340e2', 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe', 'port_id': '3d777cd9-1bd8-45ef-976f-ba7106b340e2', 'mac_address': 'fa:16:3e:e3:5d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bbed329-b500-444f-8c46-094692e743a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:19:36.672355 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port c3c897bb-6f45-4451-827b-d94836694b13, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c3c897bb-6f45-4451-827b-d94836694b13,segment=NetworkSegment(3a3de4cd-0061-4c6c-81bb-02c79c604903),segment_id=3a3de4cd-0061-4c6c-81bb-02c79c604903)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:36.684333 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d20453c-6996-4d28-9dac-af50e8ab3849 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for port (598b8dde-9289-4198-9b6b-5c63a04e85f2), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:36.690681 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d20453c-6996-4d28-9dac-af50e8ab3849 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (598b8dde-9289-4198-9b6b-5c63a04e85f2), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:36.712921 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c3c897bb-6f45-4451-827b-d94836694b13), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:36.734129 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-1e2a0eff-d281-42db-9b35-0fc07e9bbfd7 admin admin] For port b1e8dd95-509c-4301-ab83-ffae61eca807, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b1e8dd95-509c-4301-ab83-ffae61eca807,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:36.736903 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e2a0eff-d281-42db-9b35-0fc07e9bbfd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (b1e8dd95-509c-4301-ab83-ffae61eca807), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:36.762734 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-1e024fe3-88a3-4bba-b11c-72ce7fde8262 None None] Provisioning complete for port c3c897bb-6f45-4451-827b-d94836694b13 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:36.763254 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1e024fe3-88a3-4bba-b11c-72ce7fde8262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c3c897bb-6f45-4451-827b-d94836694b13), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:36.770004 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-1e2a0eff-d281-42db-9b35-0fc07e9bbfd7 admin admin] Calling delete_port for b1e8dd95-509c-4301-ab83-ffae61eca807 owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:19:36.784398 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d20453c-6996-4d28-9dac-af50e8ab3849 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (4daa0ef1-a970-42ef-bea4-88e47d51b1ed), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:36.797751 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20453c-6996-4d28-9dac-af50e8ab3849 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Port': ['ID=598b8dde-9289-4198-9b6b-5c63a04e85f2,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:36.932414 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d20453c-6996-4d28-9dac-af50e8ab3849 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network cb24d7e5-1375-48e6-a397-1063599223e4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:19:36.934028 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-2d20453c-6996-4d28-9dac-af50e8ab3849 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:19:37.149753 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 3d777cd9-1bd8-45ef-976f-ba7106b340e2 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:37.150160 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3d777cd9-1bd8-45ef-976f-ba7106b340e2), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:37.151991 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=c3c897bb-6f45-4451-827b-d94836694b13,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:37.189531 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf04902-6b8f-4cda-8449-edcb9bf90983 req-d7a98db4-0622-4a9e-a967-fb198749a8a5 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:37.191057 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3bf04902-6b8f-4cda-8449-edcb9bf90983 req-d7a98db4-0622-4a9e-a967-fb198749a8a5 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 943 time: 0.1258602 Mar 05 05:19:37.218480 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d777cd9-1bd8-45ef-976f-ba7106b340e2 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:19:37.248396 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 3d777cd9-1bd8-45ef-976f-ba7106b340e2, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=3d777cd9-1bd8-45ef-976f-ba7106b340e2,segment=NetworkSegment(5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea),segment_id=5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:37.252903 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e2a0eff-d281-42db-9b35-0fc07e9bbfd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (b1e8dd95-509c-4301-ab83-ffae61eca807), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:37.285365 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3d777cd9-1bd8-45ef-976f-ba7106b340e2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:37.305991 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a0eff-d281-42db-9b35-0fc07e9bbfd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1e8dd95-509c-4301-ab83-ffae61eca807,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:37.416889 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3bf04902-6b8f-4cda-8449-edcb9bf90983 req-cf5818b3-07b0-4329-bf4d-f6cb16d945ca tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2181482 Mar 05 05:19:37.417793 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e2a0eff-d281-42db-9b35-0fc07e9bbfd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (4f52035d-b7b9-43c5-85db-fc4f7957acbd), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:37.502497 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c3c897bb-6f45-4451-827b-d94836694b13 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:19:37.577814 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e2a0eff-d281-42db-9b35-0fc07e9bbfd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (4f52035d-b7b9-43c5-85db-fc4f7957acbd), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:37.580953 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e2a0eff-d281-42db-9b35-0fc07e9bbfd7 admin admin] Publish callbacks [] for router_controller (4f52035d-b7b9-43c5-85db-fc4f7957acbd), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:37.613472 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['3d777cd9-1bd8-45ef-976f-ba7106b340e2'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:19:37.734493 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-1e024fe3-88a3-4bba-b11c-72ce7fde8262 None None] Current status of the port c3c897bb-6f45-4451-827b-d94836694b13 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:37.749255 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=3d777cd9-1bd8-45ef-976f-ba7106b340e2,revision_number=8']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:37.768789 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e2a0eff-d281-42db-9b35-0fc07e9bbfd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (4f52035d-b7b9-43c5-85db-fc4f7957acbd), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:37.771542 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2a0eff-d281-42db-9b35-0fc07e9bbfd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f52035d-b7b9-43c5-85db-fc4f7957acbd {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:19:37.778566 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-4ea007ff-6fa3-4381-a602-60b36d485a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f52035d-b7b9-43c5-85db-fc4f7957acbd', 'name': 'tempest-TestServerBasicOps-1945559732-router', 'tenant_id': 'a7f2c54f067b48b1b7f3a95d3eb06ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'b1e8dd95-509c-4301-ab83-ffae61eca807', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:14:01Z', 'updated_at': '2022-03-05T05:19:34Z', 'revision_number': 5, 'project_id': 'a7f2c54f067b48b1b7f3a95d3eb06ca1', 'gw_port': {'id': 'b1e8dd95-509c-4301-ab83-ffae61eca807', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:a2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f52035d-b7b9-43c5-85db-fc4f7957acbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:14:03Z', 'updated_at': '2022-03-05T05:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:37.779930 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d20453c-6996-4d28-9dac-af50e8ab3849 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:19:37.793673 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e2a0eff-d281-42db-9b35-0fc07e9bbfd7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:37.798004 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1e2a0eff-d281-42db-9b35-0fc07e9bbfd7 admin admin] 10.222.0.11 "DELETE /v2.0/routers/4f52035d-b7b9-43c5-85db-fc4f7957acbd HTTP/1.1" status: 204 len: 168 time: 1.6702745 Mar 05 05:19:37.798476 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34660) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:37.816628 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea007ff-6fa3-4381-a602-60b36d485a65 None None] Checking router: 4f52035d-b7b9-43c5-85db-fc4f7957acbd for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:19:37.863906 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea007ff-6fa3-4381-a602-60b36d485a65 None None] Routers set() bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:37.864299 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea007ff-6fa3-4381-a602-60b36d485a65 None None] Router IDs set() for agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 05 05:19:37.864906 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_agentschedulers_db [None req-4ea007ff-6fa3-4381-a602-60b36d485a65 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4f52035d-b7b9-43c5-85db-fc4f7957acbd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent'). {{(pid=105233) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 05 05:19:37.865303 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea007ff-6fa3-4381-a602-60b36d485a65 None None] The sync data for ids ['4f52035d-b7b9-43c5-85db-fc4f7957acbd'] in n-d-789963-32 is: [] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:19:37.901393 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port c3c897bb-6f45-4451-827b-d94836694b13 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:37.901777 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c3c897bb-6f45-4451-827b-d94836694b13), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:37.920939 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3aef477b-1807-4186-938b-fbb02b4ffc4e None None] Provisioning complete for port c3c897bb-6f45-4451-827b-d94836694b13 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:37.923676 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3aef477b-1807-4186-938b-fbb02b4ffc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c3c897bb-6f45-4451-827b-d94836694b13), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:37.977060 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a198a4-0243-4a5f-98d2-51a0f81308c6 admin admin] Deleting subnet 811c9fcb-03e8-4dac-94ef-1e5df3853dc9 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:19:37.984925 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-96a198a4-0243-4a5f-98d2-51a0f81308c6 admin admin] Publish callbacks [] for subnet (811c9fcb-03e8-4dac-94ef-1e5df3853dc9), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:38.021467 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1492980-0e6a-41e2-8fa9-0a44ff978e73 req-e7e74f1c-5223-4f32-9938-c39f1e6c5a05 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:38.033117 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f1492980-0e6a-41e2-8fa9-0a44ff978e73 req-e7e74f1c-5223-4f32-9938-c39f1e6c5a05 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 944 time: 0.2106400 Mar 05 05:19:38.107485 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-96a198a4-0243-4a5f-98d2-51a0f81308c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (811c9fcb-03e8-4dac-94ef-1e5df3853dc9), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:38.148472 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f1492980-0e6a-41e2-8fa9-0a44ff978e73 req-af8035a7-4c25-4aa5-9aa7-f22adfe2dc45 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137793 Mar 05 05:19:38.228336 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d20453c-6996-4d28-9dac-af50e8ab3849 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:19:38.241061 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a44d08-a33f-4a2f-b978-c0abcafcfbd8 None None] Sync routers for ids ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:19:38.249014 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c99b30-2901-4051-9c05-6a5eb0570b30 req-4fccc2f5-4445-4de9-84b2-798e3b5e4801 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:38.250878 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d2c99b30-2901-4051-9c05-6a5eb0570b30 req-4fccc2f5-4445-4de9-84b2-798e3b5e4801 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0&tenant_id=ab07f13582d14e74bdac64dcc9482a66&binding%3Ahost_id=n-h2-789963-32 HTTP/1.1" status: 200 len: 944 time: 0.2933402 Mar 05 05:19:38.255852 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2d20453c-6996-4d28-9dac-af50e8ab3849 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "PUT /v2.0/routers/4daa0ef1-a970-42ef-bea4-88e47d51b1ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9410996 Mar 05 05:19:38.259124 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34662) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:38.259487 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a44d08-a33f-4a2f-b978-c0abcafcfbd8 None None] Routers {'4daa0ef1-a970-42ef-bea4-88e47d51b1ed'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:38.260118 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-85a44d08-a33f-4a2f-b978-c0abcafcfbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:38.302576 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-96a198a4-0243-4a5f-98d2-51a0f81308c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (811c9fcb-03e8-4dac-94ef-1e5df3853dc9), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:38.374740 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-bf872ef6-5655-4960-a18d-5d0cef0acafb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Request body: {'network': {'name': 'tempest-RoutersTest-1571050756'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:19:38.375157 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port c3c897bb-6f45-4451-827b-d94836694b13 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:38.402298 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [req-d2c99b30-2901-4051-9c05-6a5eb0570b30 req-9bd75588-fd90-4e0f-9d46-8c555babcf85 service neutron] delete failed (client error): The resource could not be found. Mar 05 05:19:38.404151 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d2c99b30-2901-4051-9c05-6a5eb0570b30 req-9bd75588-fd90-4e0f-9d46-8c555babcf85 service neutron] 10.222.0.30 "DELETE /v2.0/ports/3d777cd9-1bd8-45ef-976f-ba7106b340e2/bindings/n-h1-789963-32 HTTP/1.1" status: 404 len: 381 time: 0.1458216 Mar 05 05:19:38.405660 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf872ef6-5655-4960-a18d-5d0cef0acafb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Made reservation on behalf of a51b10dd69e7437f8d0be6d11db6df35 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:19:38.410363 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bf872ef6-5655-4960-a18d-5d0cef0acafb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:38.451723 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3aef477b-1807-4186-938b-fbb02b4ffc4e None None] Current status of the port c3c897bb-6f45-4451-827b-d94836694b13 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:38.505669 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-96a198a4-0243-4a5f-98d2-51a0f81308c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (811c9fcb-03e8-4dac-94ef-1e5df3853dc9), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:38.532880 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-85a44d08-a33f-4a2f-b978-c0abcafcfbd8 None None] Set router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:19:38.551410 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3aef477b-1807-4186-938b-fbb02b4ffc4e None None] Provisioning complete for port 598b8dde-9289-4198-9b6b-5c63a04e85f2 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:38.551895 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3aef477b-1807-4186-938b-fbb02b4ffc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (598b8dde-9289-4198-9b6b-5c63a04e85f2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:38.560283 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf872ef6-5655-4960-a18d-5d0cef0acafb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:19:38.579388 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a198a4-0243-4a5f-98d2-51a0f81308c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=811c9fcb-03e8-4dac-94ef-1e5df3853dc9,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:38.583522 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bf872ef6-5655-4960-a18d-5d0cef0acafb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (fb1273a0-86e2-4b8c-8584-0cc62e627f1a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:38.585376 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-bf872ef6-5655-4960-a18d-5d0cef0acafb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Added segment fb1273a0-86e2-4b8c-8584-0cc62e627f1a of type vlan for network a7757d0f-31e6-403c-8d6c-02d004541c8c Mar 05 05:19:38.587409 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-96a198a4-0243-4a5f-98d2-51a0f81308c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:38.592229 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-96a198a4-0243-4a5f-98d2-51a0f81308c6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/811c9fcb-03e8-4dac-94ef-1e5df3853dc9 HTTP/1.1" status: 204 len: 168 time: 0.7918532 Mar 05 05:19:38.596290 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34666) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:38.633899 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3aef477b-1807-4186-938b-fbb02b4ffc4e None None] Port 598b8dde-9289-4198-9b6b-5c63a04e85f2 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:19:38.658184 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da059713-21b3-4fa9-82ad-9048087b865c None None] Network 889c5def-903e-4d02-b02d-9b82512e6a34 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:19:38.770123 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4eedd4ba-1260-4334-9801-1a0db85b55e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (889c5def-903e-4d02-b02d-9b82512e6a34), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:38.783003 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bf872ef6-5655-4960-a18d-5d0cef0acafb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (a7757d0f-31e6-403c-8d6c-02d004541c8c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:38.805704 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6d13debe-5b9b-4b5b-aba6-8a3b5253a76f None None] Provisioning complete for port 598b8dde-9289-4198-9b6b-5c63a04e85f2 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:38.806298 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6d13debe-5b9b-4b5b-aba6-8a3b5253a76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (598b8dde-9289-4198-9b6b-5c63a04e85f2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:38.851714 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6d13debe-5b9b-4b5b-aba6-8a3b5253a76f None None] Port 598b8dde-9289-4198-9b6b-5c63a04e85f2 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:19:38.863687 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c99b30-2901-4051-9c05-6a5eb0570b30 req-0de7c451-7c64-4cb6-90cf-3306caf4610a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:38.865418 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d2c99b30-2901-4051-9c05-6a5eb0570b30 req-0de7c451-7c64-4cb6-90cf-3306caf4610a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 1127 time: 0.2000306 Mar 05 05:19:38.873989 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bf872ef6-5655-4960-a18d-5d0cef0acafb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (a7757d0f-31e6-403c-8d6c-02d004541c8c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:38.883344 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf872ef6-5655-4960-a18d-5d0cef0acafb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:38.884000 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bf872ef6-5655-4960-a18d-5d0cef0acafb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:38.901195 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-4eedd4ba-1260-4334-9801-1a0db85b55e2 admin admin] Deleting port 7688fd66-1f37-48fe-ba3a-1adb0d168af8 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:19:38.901536 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4eedd4ba-1260-4334-9801-1a0db85b55e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (7688fd66-1f37-48fe-ba3a-1adb0d168af8), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:38.952943 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34670) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:38.957525 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-bf872ef6-5655-4960-a18d-5d0cef0acafb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5886586 Mar 05 05:19:38.975566 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-8b93d35e-4340-4f82-9b56-94ef3d8ce3a6 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Request body: {'subnet': {'network_id': 'a7757d0f-31e6-403c-8d6c-02d004541c8c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:19:38.979670 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a6e084-3175-4d13-a83c-452818aba77f None None] DHCP port deletion for 889c5def-903e-4d02-b02d-9b82512e6a34 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:19:39.101603 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-89a6e084-3175-4d13-a83c-452818aba77f None None] Deleting port 7688fd66-1f37-48fe-ba3a-1adb0d168af8 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:19:39.101986 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-89a6e084-3175-4d13-a83c-452818aba77f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (7688fd66-1f37-48fe-ba3a-1adb0d168af8), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:39.243873 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-89a6e084-3175-4d13-a83c-452818aba77f None None] For port 7688fd66-1f37-48fe-ba3a-1adb0d168af8, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=7688fd66-1f37-48fe-ba3a-1adb0d168af8,segment=NetworkSegment(04df2162-4c22-446b-a82c-dfbfcae9f227),segment_id=04df2162-4c22-446b-a82c-dfbfcae9f227)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:39.244280 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-89a6e084-3175-4d13-a83c-452818aba77f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (7688fd66-1f37-48fe-ba3a-1adb0d168af8), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:39.260673 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-89a6e084-3175-4d13-a83c-452818aba77f None None] Calling delete_port for 7688fd66-1f37-48fe-ba3a-1adb0d168af8 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:19:39.287896 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-85a44d08-a33f-4a2f-b978-c0abcafcfbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'name': 'tempest-RoutersTest-router-1093276466', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:19:19Z', 'updated_at': '2022-03-05T05:19:36Z', 'revision_number': 4, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'gw_port_host': None, '_interfaces': [{'id': '1c745760-51b1-4fa0-98d5-5b391e2cef49', 'name': '', 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:66:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:21Z', 'updated_at': '2022-03-05T05:19:27Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '598b8dde-9289-4198-9b6b-5c63a04e85f2', 'name': '', 'network_id': 'cb24d7e5-1375-48e6-a397-1063599223e4', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:2b:1c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'acc04f13-03cc-451e-baec-7351ba0fac64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:34Z', 'updated_at': '2022-03-05T05:19:36Z', 'revision_number': 2, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'acc04f13-03cc-451e-baec-7351ba0fac64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '832cb830-33db-4477-bf1a-92d63e8ba03c', 'name': '', 'network_id': '23eff2f4-340d-440a-89c2-982ed70585f3', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:60:52:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:27Z', 'updated_at': '2022-03-05T05:19:32Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:39.294688 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf872ef6-5655-4960-a18d-5d0cef0acafb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Network': ['ID=a7757d0f-31e6-403c-8d6c-02d004541c8c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:39.311357 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-4eedd4ba-1260-4334-9801-1a0db85b55e2 admin admin] For port 7688fd66-1f37-48fe-ba3a-1adb0d168af8, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=7688fd66-1f37-48fe-ba3a-1adb0d168af8,segment=NetworkSegment(04df2162-4c22-446b-a82c-dfbfcae9f227),segment_id=04df2162-4c22-446b-a82c-dfbfcae9f227)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:39.311597 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf872ef6-5655-4960-a18d-5d0cef0acafb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:39.311873 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4eedd4ba-1260-4334-9801-1a0db85b55e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (7688fd66-1f37-48fe-ba3a-1adb0d168af8), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:39.311990 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf872ef6-5655-4960-a18d-5d0cef0acafb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:39.312368 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf872ef6-5655-4960-a18d-5d0cef0acafb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:39.312573 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf872ef6-5655-4960-a18d-5d0cef0acafb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:39.312910 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf872ef6-5655-4960-a18d-5d0cef0acafb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:39.313243 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf872ef6-5655-4960-a18d-5d0cef0acafb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:39.313572 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf872ef6-5655-4960-a18d-5d0cef0acafb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:39.314035 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf872ef6-5655-4960-a18d-5d0cef0acafb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:39.314646 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf872ef6-5655-4960-a18d-5d0cef0acafb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:39.314980 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf872ef6-5655-4960-a18d-5d0cef0acafb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:39.315333 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf872ef6-5655-4960-a18d-5d0cef0acafb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:39.315792 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf872ef6-5655-4960-a18d-5d0cef0acafb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:39.316124 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf872ef6-5655-4960-a18d-5d0cef0acafb tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:39.343670 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c99b30-2901-4051-9c05-6a5eb0570b30 req-37310873-8dcd-4774-982d-c3a177733d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:39.344926 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d2c99b30-2901-4051-9c05-6a5eb0570b30 req-37310873-8dcd-4774-982d-c3a177733d8c service neutron] 10.222.0.30 "GET /v2.0/networks?id=84cac7eb-50f0-4cb0-8519-750de49341fe HTTP/1.1" status: 200 len: 897 time: 0.4728146 Mar 05 05:19:39.357323 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a44d08-a33f-4a2f-b978-c0abcafcfbd8 None None] Checking router: 4daa0ef1-a970-42ef-bea4-88e47d51b1ed for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:19:39.357750 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a44d08-a33f-4a2f-b978-c0abcafcfbd8 None None] Updating router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed port 598b8dde-9289-4198-9b6b-5c63a04e85f2 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:19:39.370024 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-4eedd4ba-1260-4334-9801-1a0db85b55e2 admin admin] Calling delete_port for 7688fd66-1f37-48fe-ba3a-1adb0d168af8 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:19:39.429667 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-85a44d08-a33f-4a2f-b978-c0abcafcfbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (598b8dde-9289-4198-9b6b-5c63a04e85f2), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:39.450789 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d2c99b30-2901-4051-9c05-6a5eb0570b30 req-347f7d56-8d8d-4134-861d-02bca633443e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d777cd9-1bd8-45ef-976f-ba7106b340e2 HTTP/1.1" status: 200 len: 1000 time: 0.0993762 Mar 05 05:19:39.509970 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network a7757d0f-31e6-403c-8d6c-02d004541c8c details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:19:39.522052 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-89a6e084-3175-4d13-a83c-452818aba77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (7688fd66-1f37-48fe-ba3a-1adb0d168af8), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:39.535794 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c99b30-2901-4051-9c05-6a5eb0570b30 req-d83d2dad-3b6f-4709-bc16-787d1defd0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:39.538562 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d2c99b30-2901-4051-9c05-6a5eb0570b30 req-d83d2dad-3b6f-4709-bc16-787d1defd0af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bbed329-b500-444f-8c46-094692e743a8 HTTP/1.1" status: 200 len: 834 time: 0.0824120 Mar 05 05:19:39.573357 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6e084-3175-4d13-a83c-452818aba77f None None] Pushing event deleted for resources: {'Port': ['ID=7688fd66-1f37-48fe-ba3a-1adb0d168af8,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:39.577959 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4eedd4ba-1260-4334-9801-1a0db85b55e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (7688fd66-1f37-48fe-ba3a-1adb0d168af8), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:39.581504 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b1e8dd95-509c-4301-ab83-ffae61eca807 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:19:39.613199 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c99b30-2901-4051-9c05-6a5eb0570b30 req-d0e2aa7b-8011-46bd-b2ca-8bb1aeb536c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:39.614871 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d2c99b30-2901-4051-9c05-6a5eb0570b30 req-d0e2aa7b-8011-46bd-b2ca-8bb1aeb536c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=84cac7eb-50f0-4cb0-8519-750de49341fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0704727 Mar 05 05:19:39.620472 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: b1e8dd95-509c-4301-ab83-ffae61eca807 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:19:39.620893 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b1e8dd95-509c-4301-ab83-ffae61eca807 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:19:39.621431 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 7688fd66-1f37-48fe-ba3a-1adb0d168af8 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:19:39.644556 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eedd4ba-1260-4334-9801-1a0db85b55e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7688fd66-1f37-48fe-ba3a-1adb0d168af8,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:39.655291 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eedd4ba-1260-4334-9801-1a0db85b55e2 admin admin] No DVR routers for this DVR port 7688fd66-1f37-48fe-ba3a-1adb0d168af8 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:19:39.663997 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 7688fd66-1f37-48fe-ba3a-1adb0d168af8 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:19:39.664447 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 7688fd66-1f37-48fe-ba3a-1adb0d168af8 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:19:39.664939 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device cbe40fcb-df30-445d-bbf1-fbbb3029876b no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:19:39.697259 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a6e084-3175-4d13-a83c-452818aba77f None None] No DVR routers for this DVR port 7688fd66-1f37-48fe-ba3a-1adb0d168af8 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:19:39.717602 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: cbe40fcb-df30-445d-bbf1-fbbb3029876b {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:19:39.718021 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device cbe40fcb-df30-445d-bbf1-fbbb3029876b not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:19:39.759943 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d2c99b30-2901-4051-9c05-6a5eb0570b30 req-3484229b-0672-4495-b3e3-dae444a6cdd9 service neutron] 10.222.0.30 "GET /v2.0/networks/84cac7eb-50f0-4cb0-8519-750de49341fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381791 Mar 05 05:19:39.804841 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4eedd4ba-1260-4334-9801-1a0db85b55e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (889c5def-903e-4d02-b02d-9b82512e6a34), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:39.829990 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-4eedd4ba-1260-4334-9801-1a0db85b55e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['889c5def-903e-4d02-b02d-9b82512e6a34']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:39.843536 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-4eedd4ba-1260-4334-9801-1a0db85b55e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04df2162-4c22-446b-a82c-dfbfcae9f227') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:39.843744 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-4eedd4ba-1260-4334-9801-1a0db85b55e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04df2162-4c22-446b-a82c-dfbfcae9f227') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:39.860509 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b93d35e-4340-4f82-9b56-94ef3d8ce3a6 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Made reservation on behalf of a51b10dd69e7437f8d0be6d11db6df35 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:19:39.864940 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8b93d35e-4340-4f82-9b56-94ef3d8ce3a6 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:39.869721 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4eedd4ba-1260-4334-9801-1a0db85b55e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (04df2162-4c22-446b-a82c-dfbfcae9f227), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:39.877384 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d2c99b30-2901-4051-9c05-6a5eb0570b30 req-1b84fcab-8f90-4028-ab89-50d7d298efa9 service neutron] 10.222.0.30 "GET /v2.0/networks/84cac7eb-50f0-4cb0-8519-750de49341fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059518 Mar 05 05:19:39.890178 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d74352-a1f3-43be-9df3-343282909ec3 req-cca2e360-9915-42b1-93ac-60d202bdc145 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:39.898777 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-56d74352-a1f3-43be-9df3-343282909ec3 req-cca2e360-9915-42b1-93ac-60d202bdc145 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 944 time: 0.5835545 Mar 05 05:19:39.954951 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4eedd4ba-1260-4334-9801-1a0db85b55e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (04df2162-4c22-446b-a82c-dfbfcae9f227), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:39.983110 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-85a44d08-a33f-4a2f-b978-c0abcafcfbd8 None None] Publish callbacks [] for port (598b8dde-9289-4198-9b6b-5c63a04e85f2), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:39.994318 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-85a44d08-a33f-4a2f-b978-c0abcafcfbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (598b8dde-9289-4198-9b6b-5c63a04e85f2), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:39.997140 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eedd4ba-1260-4334-9801-1a0db85b55e2 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:19:39.998112 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4eedd4ba-1260-4334-9801-1a0db85b55e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (04df2162-4c22-446b-a82c-dfbfcae9f227), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:40.001558 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:19:40.001558 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:19:40.001558 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:19:40.001558 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:19:40.001558 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:19:40.001558 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:19:40.001558 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:19:40.001558 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:19:40.001558 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:19:40.001558 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:19:40.001558 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:19:40.001558 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:19:40.001558 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:19:40.001558 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:19:40.001558 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:19:40.001558 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:19:40.001558 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:19:40.001558 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:19:40.001558 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:19:40.001558 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:19:40.001558 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:19:40.001558 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:19:40.001558 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:19:40.001558 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:19:40.001558 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:19:40.001558 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:19:40.001558 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:19:40.001558 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:19:40.001558 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:19:40.001558 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:19:40.001558 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:19:40.001558 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:19:40.054681 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33205d28-44ed-44b4-b1e9-da2c6af85018 None None] Pushing event updated for resources: {'Port': ['ID=598b8dde-9289-4198-9b6b-5c63a04e85f2,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:40.107125 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-56d74352-a1f3-43be-9df3-343282909ec3 req-6bdedeb5-086d-4467-b495-ed32e8d0a723 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065690 Mar 05 05:19:40.125024 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4eedd4ba-1260-4334-9801-1a0db85b55e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (889c5def-903e-4d02-b02d-9b82512e6a34), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:40.134602 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-85a44d08-a33f-4a2f-b978-c0abcafcfbd8 None None] Attempting to bind port 598b8dde-9289-4198-9b6b-5c63a04e85f2 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:19:40.135237 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-85a44d08-a33f-4a2f-b978-c0abcafcfbd8 None None] Attempting to bind port 598b8dde-9289-4198-9b6b-5c63a04e85f2 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '3a3de4cd-0061-4c6c-81bb-02c79c604903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cb24d7e5-1375-48e6-a397-1063599223e4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:19:40.136101 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a44d08-a33f-4a2f-b978-c0abcafcfbd8 None None] Attempting to bind port 598b8dde-9289-4198-9b6b-5c63a04e85f2 on network cb24d7e5-1375-48e6-a397-1063599223e4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:19:40.140582 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4eedd4ba-1260-4334-9801-1a0db85b55e2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:40.143549 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a44d08-a33f-4a2f-b978-c0abcafcfbd8 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:19:40.144261 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a44d08-a33f-4a2f-b978-c0abcafcfbd8 None None] Checking segment: {'id': '3a3de4cd-0061-4c6c-81bb-02c79c604903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cb24d7e5-1375-48e6-a397-1063599223e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:19:40.144872 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-85a44d08-a33f-4a2f-b978-c0abcafcfbd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:40.145446 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a44d08-a33f-4a2f-b978-c0abcafcfbd8 None None] Bound using segment: {'id': '3a3de4cd-0061-4c6c-81bb-02c79c604903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cb24d7e5-1375-48e6-a397-1063599223e4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:19:40.145847 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4eedd4ba-1260-4334-9801-1a0db85b55e2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/889c5def-903e-4d02-b02d-9b82512e6a34 HTTP/1.1" status: 204 len: 168 time: 1.5484304 Mar 05 05:19:40.146406 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-85a44d08-a33f-4a2f-b978-c0abcafcfbd8 None None] Bound port: 598b8dde-9289-4198-9b6b-5c63a04e85f2, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a3de4cd-0061-4c6c-81bb-02c79c604903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cb24d7e5-1375-48e6-a397-1063599223e4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:19:40.146985 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-85a44d08-a33f-4a2f-b978-c0abcafcfbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (598b8dde-9289-4198-9b6b-5c63a04e85f2), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:40.154938 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 3d777cd9-1bd8-45ef-976f-ba7106b340e2 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:19:40.162943 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eedd4ba-1260-4334-9801-1a0db85b55e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=889c5def-903e-4d02-b02d-9b82512e6a34,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:40.240563 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 3d777cd9-1bd8-45ef-976f-ba7106b340e2 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:19:40.251551 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 3d777cd9-1bd8-45ef-976f-ba7106b340e2 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:40.252145 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3d777cd9-1bd8-45ef-976f-ba7106b340e2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:40.287837 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-85a44d08-a33f-4a2f-b978-c0abcafcfbd8 None None] For port 598b8dde-9289-4198-9b6b-5c63a04e85f2, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:19:40.291509 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-85a44d08-a33f-4a2f-b978-c0abcafcfbd8 None None] For port 598b8dde-9289-4198-9b6b-5c63a04e85f2, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=598b8dde-9289-4198-9b6b-5c63a04e85f2,segment=NetworkSegment(3a3de4cd-0061-4c6c-81bb-02c79c604903),segment_id=3a3de4cd-0061-4c6c-81bb-02c79c604903)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:19:40.300389 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-85a44d08-a33f-4a2f-b978-c0abcafcfbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (598b8dde-9289-4198-9b6b-5c63a04e85f2), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:40.342110 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8b93d35e-4340-4f82-9b56-94ef3d8ce3a6 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (cc1a62e6-ae2d-49d3-a444-bb4f268a680d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:40.459547 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34684) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:40.470408 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a44d08-a33f-4a2f-b978-c0abcafcfbd8 None None] Routers {'4daa0ef1-a970-42ef-bea4-88e47d51b1ed'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:40.472886 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-85a44d08-a33f-4a2f-b978-c0abcafcfbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:40.482891 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 3d777cd9-1bd8-45ef-976f-ba7106b340e2 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:40.483562 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3d777cd9-1bd8-45ef-976f-ba7106b340e2), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:40.541015 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9cfded-626d-4587-8558-b03b7c409eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d777cd9-1bd8-45ef-976f-ba7106b340e2'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:19:40.545259 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7574029-1837-40d3-a4db-81d5dac80732" -d '{"events": [{"server_uuid": "1a9cfded-626d-4587-8558-b03b7c409eb0", "name": "network-vif-plugged", "status": "completed", "tag": "3d777cd9-1bd8-45ef-976f-ba7106b340e2"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:19:40.559048 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b93d35e-4340-4f82-9b56-94ef3d8ce3a6 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Checking segment: {'id': 'fb1273a0-86e2-4b8c-8584-0cc62e627f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7757d0f-31e6-403c-8d6c-02d004541c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:19:40.562280 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b93d35e-4340-4f82-9b56-94ef3d8ce3a6 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network hostable DHCP agents. Network: a7757d0f-31e6-403c-8d6c-02d004541c8c, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:19:40.568644 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93d35e-4340-4f82-9b56-94ef3d8ce3a6 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Subnet': ['ID=cc1a62e6-ae2d-49d3-a444-bb4f268a680d,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:40.573451 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 3d777cd9-1bd8-45ef-976f-ba7106b340e2, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=3d777cd9-1bd8-45ef-976f-ba7106b340e2,segment=NetworkSegment(5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea),segment_id=5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:40.593709 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3d777cd9-1bd8-45ef-976f-ba7106b340e2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:40.620669 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34690) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:40.626524 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-52911ea9-5b78-4e09-bccb-88aa9d9a9725 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4dcd5a93b3674bf78188762f733c2e21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1556036 Mar 05 05:19:40.630671 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b93d35e-4340-4f82-9b56-94ef3d8ce3a6 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network a7757d0f-31e6-403c-8d6c-02d004541c8c is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:19:40.654775 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-8b93d35e-4340-4f82-9b56-94ef3d8ce3a6 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, a7757d0f-31e6-403c-8d6c-02d004541c8c) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:19:40.668916 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b93d35e-4340-4f82-9b56-94ef3d8ce3a6 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:40.669230 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8b93d35e-4340-4f82-9b56-94ef3d8ce3a6 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:40.729497 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5a46d619-65f7-4894-9785-ee954c635e05 admin admin] Publish callbacks [] for security_group (741032dc-3028-45ee-9429-5ab21ed6c0db), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:40.741367 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34692) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:40.741618 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8b93d35e-4340-4f82-9b56-94ef3d8ce3a6 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7768490 Mar 05 05:19:40.751033 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-85a44d08-a33f-4a2f-b978-c0abcafcfbd8 None None] Set router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:19:40.757934 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85a70f5-b3b1-4bfd-a3d4-a93ba2aaabf8 x-openstack-request-id: req-a85a70f5-b3b1-4bfd-a3d4-a93ba2aaabf8 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:19:40.759763 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9cfded-626d-4587-8558-b03b7c409eb0", "name": "network-vif-plugged", "status": "completed", "tag": "3d777cd9-1bd8-45ef-976f-ba7106b340e2", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:19:40.760567 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a85a70f5-b3b1-4bfd-a3d4-a93ba2aaabf8 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:19:40.761569 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9cfded-626d-4587-8558-b03b7c409eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d777cd9-1bd8-45ef-976f-ba7106b340e2', 'code': 200} Mar 05 05:19:40.768367 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=3d777cd9-1bd8-45ef-976f-ba7106b340e2,revision_number=9']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:40.801554 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b434794-8e21-436d-b971-03548fbfc136 None None] Network a7757d0f-31e6-403c-8d6c-02d004541c8c requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:19:40.805751 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5a46d619-65f7-4894-9785-ee954c635e05 admin admin] Publish callbacks [] for security_group (741032dc-3028-45ee-9429-5ab21ed6c0db), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:40.865125 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5a46d619-65f7-4894-9785-ee954c635e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (741032dc-3028-45ee-9429-5ab21ed6c0db), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:40.868761 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5a46d619-65f7-4894-9785-ee954c635e05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:40.874660 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5a46d619-65f7-4894-9785-ee954c635e05 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/741032dc-3028-45ee-9429-5ab21ed6c0db HTTP/1.1" status: 204 len: 168 time: 0.2525053 Mar 05 05:19:40.884242 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a46d619-65f7-4894-9785-ee954c635e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741032dc-3028-45ee-9429-5ab21ed6c0db,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:40.942571 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-10a7e6af-b5ac-4c72-82eb-131ea2f22749 None None] Provisioning complete for port 598b8dde-9289-4198-9b6b-5c63a04e85f2 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:40.942964 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-10a7e6af-b5ac-4c72-82eb-131ea2f22749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (598b8dde-9289-4198-9b6b-5c63a04e85f2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:40.949432 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33205d28-44ed-44b4-b1e9-da2c6af85018 None None] Pushing event updated for resources: {'Port': ['ID=598b8dde-9289-4198-9b6b-5c63a04e85f2,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:41.069614 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03f94a6-d4e9-4dd3-a9ef-67af08cd9cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-a7757d0f-31e6-403c-8d6c-02d004541c8c', 'network_id': 'a7757d0f-31e6-403c-8d6c-02d004541c8c', 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'fixed_ips': [{'subnet_id': 'cc1a62e6-ae2d-49d3-a444-bb4f268a680d'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:19:41.070473 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d03f94a6-d4e9-4dd3-a9ef-67af08cd9cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:41.234212 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-85a44d08-a33f-4a2f-b978-c0abcafcfbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'name': 'tempest-RoutersTest-router-1093276466', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:19:19Z', 'updated_at': '2022-03-05T05:19:36Z', 'revision_number': 4, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'gw_port_host': None, '_interfaces': [{'id': '1c745760-51b1-4fa0-98d5-5b391e2cef49', 'name': '', 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:66:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:21Z', 'updated_at': '2022-03-05T05:19:27Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '598b8dde-9289-4198-9b6b-5c63a04e85f2', 'name': '', 'network_id': 'cb24d7e5-1375-48e6-a397-1063599223e4', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:2b:1c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'acc04f13-03cc-451e-baec-7351ba0fac64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:34Z', 'updated_at': '2022-03-05T05:19:40Z', 'revision_number': 4, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'acc04f13-03cc-451e-baec-7351ba0fac64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '832cb830-33db-4477-bf1a-92d63e8ba03c', 'name': '', 'network_id': '23eff2f4-340d-440a-89c2-982ed70585f3', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:60:52:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:27Z', 'updated_at': '2022-03-05T05:19:32Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:41.292517 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a44d08-a33f-4a2f-b978-c0abcafcfbd8 None None] The sync data for ids ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'] in n-d-789963-32 is: [{'id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'name': 'tempest-RoutersTest-router-1093276466', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:19:19Z', 'updated_at': '2022-03-05T05:19:36Z', 'revision_number': 4, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'gw_port_host': None, '_interfaces': [{'id': '1c745760-51b1-4fa0-98d5-5b391e2cef49', 'name': '', 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:66:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:21Z', 'updated_at': '2022-03-05T05:19:27Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '598b8dde-9289-4198-9b6b-5c63a04e85f2', 'name': '', 'network_id': 'cb24d7e5-1375-48e6-a397-1063599223e4', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:2b:1c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'acc04f13-03cc-451e-baec-7351ba0fac64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:34Z', 'updated_at': '2022-03-05T05:19:40Z', 'revision_number': 4, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'acc04f13-03cc-451e-baec-7351ba0fac64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '832cb830-33db-4477-bf1a-92d63e8ba03c', 'name': '', 'network_id': '23eff2f4-340d-440a-89c2-982ed70585f3', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:60:52:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:27Z', 'updated_at': '2022-03-05T05:19:32Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:19:41.315991 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a356a-1420-4dfc-8d65-06612579ad3f req-38c860d5-ae04-4b1c-afb1-b7e72505fdb0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:41.329785 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-771a356a-1420-4dfc-8d65-06612579ad3f req-38c860d5-ae04-4b1c-afb1-b7e72505fdb0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 945 time: 0.1158919 Mar 05 05:19:41.449037 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-771a356a-1420-4dfc-8d65-06612579ad3f req-d9546329-6826-47ad-b276-dac4effdbe2d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181068 Mar 05 05:19:41.467214 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34702) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:41.490528 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-57997f96-2d01-46e5-a2c0-5091efdc0e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:41.498812 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-10a7e6af-b5ac-4c72-82eb-131ea2f22749 None None] Current status of the port 598b8dde-9289-4198-9b6b-5c63a04e85f2 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:41.502005 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-10a7e6af-b5ac-4c72-82eb-131ea2f22749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (598b8dde-9289-4198-9b6b-5c63a04e85f2), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:41.549603 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-d03f94a6-d4e9-4dd3-a9ef-67af08cd9cb5 None None] Allocated IP 172.23.0.2 (a7757d0f-31e6-403c-8d6c-02d004541c8c/cc1a62e6-ae2d-49d3-a444-bb4f268a680d/3fe89aaa-dc41-43e8-948a-12b7bfbab119) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:19:41.561060 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34704) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:41.570606 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f1079ea-8a39-416b-a738-babe150b3255 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:41.643454 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-10a7e6af-b5ac-4c72-82eb-131ea2f22749 None None] For port 598b8dde-9289-4198-9b6b-5c63a04e85f2, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=598b8dde-9289-4198-9b6b-5c63a04e85f2,segment=NetworkSegment(3a3de4cd-0061-4c6c-81bb-02c79c604903),segment_id=3a3de4cd-0061-4c6c-81bb-02c79c604903)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:41.654070 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-10a7e6af-b5ac-4c72-82eb-131ea2f22749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (598b8dde-9289-4198-9b6b-5c63a04e85f2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:41.717020 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-85813690-899e-4d07-9412-709e85be492e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/floatingips/f1d94d05-452f-4691-b7a9-1489b85e5cd1 HTTP/1.1" status: 200 len: 993 time: 0.2477303 Mar 05 05:19:41.748686 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ab3fad7b-4fed-46bc-940a-3fe504ae4575 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a7f2c54f067b48b1b7f3a95d3eb06ca1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1864233 Mar 05 05:19:41.757177 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34708) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:41.794246 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7e6af-b5ac-4c72-82eb-131ea2f22749 None None] Pushing event updated for resources: {'Port': ['ID=598b8dde-9289-4198-9b6b-5c63a04e85f2,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:41.834549 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-b82287f9-f387-4800-9fac-4182fbba74e6 None None] Provisioning complete for port 598b8dde-9289-4198-9b6b-5c63a04e85f2 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:41.834935 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b82287f9-f387-4800-9fac-4182fbba74e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (598b8dde-9289-4198-9b6b-5c63a04e85f2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:41.884123 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4388b8b4-28a7-4e3c-9e0e-9a484facb4cd admin admin] Publish callbacks [] for security_group (e0c7821e-d92f-4c15-8fd9-7defb595f38d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:41.928675 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4388b8b4-28a7-4e3c-9e0e-9a484facb4cd admin admin] Publish callbacks [] for security_group (e0c7821e-d92f-4c15-8fd9-7defb595f38d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:41.947091 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d03f94a6-d4e9-4dd3-a9ef-67af08cd9cb5 None None] Publish callbacks [] for port (3fe89aaa-dc41-43e8-948a-12b7bfbab119), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:41.989281 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d03f94a6-d4e9-4dd3-a9ef-67af08cd9cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (3fe89aaa-dc41-43e8-948a-12b7bfbab119), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:42.011876 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4388b8b4-28a7-4e3c-9e0e-9a484facb4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e0c7821e-d92f-4c15-8fd9-7defb595f38d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:42.016774 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4388b8b4-28a7-4e3c-9e0e-9a484facb4cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:42.019046 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4388b8b4-28a7-4e3c-9e0e-9a484facb4cd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e0c7821e-d92f-4c15-8fd9-7defb595f38d HTTP/1.1" status: 204 len: 168 time: 0.2602694 Mar 05 05:19:42.034090 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388b8b4-28a7-4e3c-9e0e-9a484facb4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c7821e-d92f-4c15-8fd9-7defb595f38d,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:42.051730 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-2f1079ea-8a39-416b-a738-babe150b3255 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Allocated IP 172.23.0.1 (a7757d0f-31e6-403c-8d6c-02d004541c8c/cc1a62e6-ae2d-49d3-a444-bb4f268a680d/b7392383-0af7-4713-bddf-1c9baee36ca9) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:19:42.100268 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03f94a6-d4e9-4dd3-a9ef-67af08cd9cb5 None None] Network a7757d0f-31e6-403c-8d6c-02d004541c8c is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:19:42.105251 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-d03f94a6-d4e9-4dd3-a9ef-67af08cd9cb5 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:19:42.109570 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03f94a6-d4e9-4dd3-a9ef-67af08cd9cb5 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:19:42.116870 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f94a6-d4e9-4dd3-a9ef-67af08cd9cb5 None None] Pushing event updated for resources: {'Port': ['ID=3fe89aaa-dc41-43e8-948a-12b7bfbab119,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:42.135928 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b82287f9-f387-4800-9fac-4182fbba74e6 None None] Current status of the port 598b8dde-9289-4198-9b6b-5c63a04e85f2 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:42.304201 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f1079ea-8a39-416b-a738-babe150b3255 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for port (b7392383-0af7-4713-bddf-1c9baee36ca9), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:42.406543 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f1079ea-8a39-416b-a738-babe150b3255 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (b7392383-0af7-4713-bddf-1c9baee36ca9), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:42.477867 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-d03f94a6-d4e9-4dd3-a9ef-67af08cd9cb5 None None] Attempting to bind port 3fe89aaa-dc41-43e8-948a-12b7bfbab119 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:19:42.478252 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-d03f94a6-d4e9-4dd3-a9ef-67af08cd9cb5 None None] Attempting to bind port 3fe89aaa-dc41-43e8-948a-12b7bfbab119 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'fb1273a0-86e2-4b8c-8584-0cc62e627f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7757d0f-31e6-403c-8d6c-02d004541c8c'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:19:42.478626 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03f94a6-d4e9-4dd3-a9ef-67af08cd9cb5 None None] Attempting to bind port 3fe89aaa-dc41-43e8-948a-12b7bfbab119 on network a7757d0f-31e6-403c-8d6c-02d004541c8c {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:19:42.491732 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03f94a6-d4e9-4dd3-a9ef-67af08cd9cb5 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:19:42.492471 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03f94a6-d4e9-4dd3-a9ef-67af08cd9cb5 None None] Checking segment: {'id': 'fb1273a0-86e2-4b8c-8584-0cc62e627f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7757d0f-31e6-403c-8d6c-02d004541c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:19:42.492800 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d03f94a6-d4e9-4dd3-a9ef-67af08cd9cb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:42.493213 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03f94a6-d4e9-4dd3-a9ef-67af08cd9cb5 None None] Bound using segment: {'id': 'fb1273a0-86e2-4b8c-8584-0cc62e627f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7757d0f-31e6-403c-8d6c-02d004541c8c'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:19:42.493713 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-d03f94a6-d4e9-4dd3-a9ef-67af08cd9cb5 None None] Bound port: 3fe89aaa-dc41-43e8-948a-12b7bfbab119, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1273a0-86e2-4b8c-8584-0cc62e627f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7757d0f-31e6-403c-8d6c-02d004541c8c'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:19:42.494348 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d03f94a6-d4e9-4dd3-a9ef-67af08cd9cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3fe89aaa-dc41-43e8-948a-12b7bfbab119), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:42.522479 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1079ea-8a39-416b-a738-babe150b3255 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network a7757d0f-31e6-403c-8d6c-02d004541c8c is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:19:42.526627 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-2f1079ea-8a39-416b-a738-babe150b3255 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:19:42.536705 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1079ea-8a39-416b-a738-babe150b3255 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:19:42.553062 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1079ea-8a39-416b-a738-babe150b3255 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Port': ['ID=b7392383-0af7-4713-bddf-1c9baee36ca9,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:42.620325 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f1079ea-8a39-416b-a738-babe150b3255 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (4daa0ef1-a970-42ef-bea4-88e47d51b1ed), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:42.639021 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-d03f94a6-d4e9-4dd3-a9ef-67af08cd9cb5 None None] For port 3fe89aaa-dc41-43e8-948a-12b7bfbab119, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:19:42.643240 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-d03f94a6-d4e9-4dd3-a9ef-67af08cd9cb5 None None] For port 3fe89aaa-dc41-43e8-948a-12b7bfbab119, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=3fe89aaa-dc41-43e8-948a-12b7bfbab119,segment=NetworkSegment(fb1273a0-86e2-4b8c-8584-0cc62e627f1a),segment_id=fb1273a0-86e2-4b8c-8584-0cc62e627f1a)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:19:42.663689 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d03f94a6-d4e9-4dd3-a9ef-67af08cd9cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3fe89aaa-dc41-43e8-948a-12b7bfbab119), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:42.802721 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f1079ea-8a39-416b-a738-babe150b3255 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b7392383-0af7-4713-bddf-1c9baee36ca9), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:42.825602 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f94a6-d4e9-4dd3-a9ef-67af08cd9cb5 None None] Pushing event updated for resources: {'Port': ['ID=3fe89aaa-dc41-43e8-948a-12b7bfbab119,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:43.208269 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f1079ea-8a39-416b-a738-babe150b3255 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for port (b7392383-0af7-4713-bddf-1c9baee36ca9), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:43.213100 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f1079ea-8a39-416b-a738-babe150b3255 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (b7392383-0af7-4713-bddf-1c9baee36ca9), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:43.322175 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f1079ea-8a39-416b-a738-babe150b3255 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (4daa0ef1-a970-42ef-bea4-88e47d51b1ed), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:43.336575 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1079ea-8a39-416b-a738-babe150b3255 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event updated for resources: {'Port': ['ID=b7392383-0af7-4713-bddf-1c9baee36ca9,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:43.462316 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1079ea-8a39-416b-a738-babe150b3255 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Network a7757d0f-31e6-403c-8d6c-02d004541c8c is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:19:43.464982 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-2f1079ea-8a39-416b-a738-babe150b3255 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:19:43.516904 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 598b8dde-9289-4198-9b6b-5c63a04e85f2 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:19:43.601260 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1079ea-8a39-416b-a738-babe150b3255 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:19:43.624140 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 598b8dde-9289-4198-9b6b-5c63a04e85f2 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:43.624902 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (598b8dde-9289-4198-9b6b-5c63a04e85f2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:43.729429 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-83ab0a7e-2c0b-4da4-8d05-389f53e2e367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:43.748222 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1079ea-8a39-416b-a738-babe150b3255 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:19:43.759437 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34720) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:43.779914 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9638a584-3c86-4b5f-adf3-01b235a62649 None None] Sync routers for ids ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:19:43.780153 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-d9888004-0a55-4b2a-b104-5d45af219a7f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:19:43.788611 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2f1079ea-8a39-416b-a738-babe150b3255 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "PUT /v2.0/routers/4daa0ef1-a970-42ef-bea4-88e47d51b1ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0453751 Mar 05 05:19:43.805051 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 598b8dde-9289-4198-9b6b-5c63a04e85f2 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:43.806655 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 3fe89aaa-dc41-43e8-948a-12b7bfbab119 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:19:43.814107 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9638a584-3c86-4b5f-adf3-01b235a62649 None None] Routers {'4daa0ef1-a970-42ef-bea4-88e47d51b1ed'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:43.815556 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-9638a584-3c86-4b5f-adf3-01b235a62649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:44.018580 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-9638a584-3c86-4b5f-adf3-01b235a62649 None None] Set router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:19:44.102010 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:44.332315 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:44.342931 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 3fe89aaa-dc41-43e8-948a-12b7bfbab119 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:44.343649 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3fe89aaa-dc41-43e8-948a-12b7bfbab119), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:44.459567 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-9638a584-3c86-4b5f-adf3-01b235a62649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'name': 'tempest-RoutersTest-router-1093276466', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:19:19Z', 'updated_at': '2022-03-05T05:19:42Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'gw_port_host': None, '_interfaces': [{'id': '1c745760-51b1-4fa0-98d5-5b391e2cef49', 'name': '', 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:66:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:21Z', 'updated_at': '2022-03-05T05:19:27Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '598b8dde-9289-4198-9b6b-5c63a04e85f2', 'name': '', 'network_id': 'cb24d7e5-1375-48e6-a397-1063599223e4', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:2b:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'acc04f13-03cc-451e-baec-7351ba0fac64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:34Z', 'updated_at': '2022-03-05T05:19:41Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'acc04f13-03cc-451e-baec-7351ba0fac64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '832cb830-33db-4477-bf1a-92d63e8ba03c', 'name': '', 'network_id': '23eff2f4-340d-440a-89c2-982ed70585f3', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:60:52:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:27Z', 'updated_at': '2022-03-05T05:19:32Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7392383-0af7-4713-bddf-1c9baee36ca9', 'name': '', 'network_id': 'a7757d0f-31e6-403c-8d6c-02d004541c8c', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:5c:4d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'cc1a62e6-ae2d-49d3-a444-bb4f268a680d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:41Z', 'updated_at': '2022-03-05T05:19:43Z', 'revision_number': 2, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'cc1a62e6-ae2d-49d3-a444-bb4f268a680d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:44.460778 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.extraroute_db [None req-d9888004-0a55-4b2a-b104-5d45af219a7f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=105231) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 05 05:19:44.486198 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.extraroute_db [None req-d9888004-0a55-4b2a-b104-5d45af219a7f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Removed routes are [] {{(pid=105231) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 05 05:19:44.486611 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d9888004-0a55-4b2a-b104-5d45af219a7f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-903190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9284'] for router (4daa0ef1-a970-42ef-bea4-88e47d51b1ed), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:44.520079 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9638a584-3c86-4b5f-adf3-01b235a62649 None None] Checking router: 4daa0ef1-a970-42ef-bea4-88e47d51b1ed for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:19:44.520712 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9638a584-3c86-4b5f-adf3-01b235a62649 None None] Updating router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed port b7392383-0af7-4713-bddf-1c9baee36ca9 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:19:44.567264 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9638a584-3c86-4b5f-adf3-01b235a62649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b7392383-0af7-4713-bddf-1c9baee36ca9), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:44.569259 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 3fe89aaa-dc41-43e8-948a-12b7bfbab119 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:44.569759 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3fe89aaa-dc41-43e8-948a-12b7bfbab119), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:44.644724 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 3fe89aaa-dc41-43e8-948a-12b7bfbab119, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=3fe89aaa-dc41-43e8-948a-12b7bfbab119,segment=NetworkSegment(fb1273a0-86e2-4b8c-8584-0cc62e627f1a),segment_id=fb1273a0-86e2-4b8c-8584-0cc62e627f1a)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:44.648902 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5133444-f9f4-4355-a9c1-33ef77f6b413 None None] Network a7757d0f-31e6-403c-8d6c-02d004541c8c requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:19:44.671036 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (3fe89aaa-dc41-43e8-948a-12b7bfbab119), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:44.866797 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-336daacb-8d65-4a23-b5ef-d8a51dbc0d64 None None] Provisioning complete for port 3fe89aaa-dc41-43e8-948a-12b7bfbab119 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:44.867363 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-336daacb-8d65-4a23-b5ef-d8a51dbc0d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3fe89aaa-dc41-43e8-948a-12b7bfbab119), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:44.914234 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=3fe89aaa-dc41-43e8-948a-12b7bfbab119,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:45.141405 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:45.183898 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-336daacb-8d65-4a23-b5ef-d8a51dbc0d64 None None] Current status of the port 3fe89aaa-dc41-43e8-948a-12b7bfbab119 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:45.285845 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9638a584-3c86-4b5f-adf3-01b235a62649 None None] Publish callbacks [] for port (b7392383-0af7-4713-bddf-1c9baee36ca9), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:45.292507 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d9888004-0a55-4b2a-b104-5d45af219a7f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-903190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9284'] for router (4daa0ef1-a970-42ef-bea4-88e47d51b1ed), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:45.296049 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9638a584-3c86-4b5f-adf3-01b235a62649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b7392383-0af7-4713-bddf-1c9baee36ca9), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:45.319937 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d9888004-0a55-4b2a-b104-5d45af219a7f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-903193'] for router (4daa0ef1-a970-42ef-bea4-88e47d51b1ed), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:45.354407 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efd19b-57c3-4eef-b770-90e4a093c1b0 None None] Pushing event updated for resources: {'Port': ['ID=b7392383-0af7-4713-bddf-1c9baee36ca9,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:45.448127 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 3fe89aaa-dc41-43e8-948a-12b7bfbab119 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:19:45.488499 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-9638a584-3c86-4b5f-adf3-01b235a62649 None None] Attempting to bind port b7392383-0af7-4713-bddf-1c9baee36ca9 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:19:45.489040 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-9638a584-3c86-4b5f-adf3-01b235a62649 None None] Attempting to bind port b7392383-0af7-4713-bddf-1c9baee36ca9 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'fb1273a0-86e2-4b8c-8584-0cc62e627f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7757d0f-31e6-403c-8d6c-02d004541c8c'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:19:45.489505 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9638a584-3c86-4b5f-adf3-01b235a62649 None None] Attempting to bind port b7392383-0af7-4713-bddf-1c9baee36ca9 on network a7757d0f-31e6-403c-8d6c-02d004541c8c {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:19:45.505855 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9638a584-3c86-4b5f-adf3-01b235a62649 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:19:45.506845 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9638a584-3c86-4b5f-adf3-01b235a62649 None None] Checking segment: {'id': 'fb1273a0-86e2-4b8c-8584-0cc62e627f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7757d0f-31e6-403c-8d6c-02d004541c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:19:45.506845 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9638a584-3c86-4b5f-adf3-01b235a62649 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:45.507373 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9638a584-3c86-4b5f-adf3-01b235a62649 None None] Bound using segment: {'id': 'fb1273a0-86e2-4b8c-8584-0cc62e627f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7757d0f-31e6-403c-8d6c-02d004541c8c'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:19:45.507989 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-9638a584-3c86-4b5f-adf3-01b235a62649 None None] Bound port: b7392383-0af7-4713-bddf-1c9baee36ca9, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1273a0-86e2-4b8c-8584-0cc62e627f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a7757d0f-31e6-403c-8d6c-02d004541c8c'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:19:45.508470 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9638a584-3c86-4b5f-adf3-01b235a62649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b7392383-0af7-4713-bddf-1c9baee36ca9), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:45.531222 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9888004-0a55-4b2a-b104-5d45af219a7f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:19:45.587768 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 3fe89aaa-dc41-43e8-948a-12b7bfbab119 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:45.588281 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3fe89aaa-dc41-43e8-948a-12b7bfbab119), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:45.678489 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9888004-0a55-4b2a-b104-5d45af219a7f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:19:45.681120 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-9a5a7af9-2792-48bd-ba30-ed9bb1b20eef None None] Provisioning complete for port 3fe89aaa-dc41-43e8-948a-12b7bfbab119 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:45.681581 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7af9-2792-48bd-ba30-ed9bb1b20eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (3fe89aaa-dc41-43e8-948a-12b7bfbab119), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:45.690415 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-9638a584-3c86-4b5f-adf3-01b235a62649 None None] For port b7392383-0af7-4713-bddf-1c9baee36ca9, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:19:45.696564 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d9888004-0a55-4b2a-b104-5d45af219a7f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:45.701494 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34736) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:45.709258 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d9888004-0a55-4b2a-b104-5d45af219a7f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "PUT /v2.0/routers/4daa0ef1-a970-42ef-bea4-88e47d51b1ed HTTP/1.1" status: 200 len: 934 time: 1.9416151 Mar 05 05:19:45.758286 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-9638a584-3c86-4b5f-adf3-01b235a62649 None None] For port b7392383-0af7-4713-bddf-1c9baee36ca9, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b7392383-0af7-4713-bddf-1c9baee36ca9,segment=NetworkSegment(fb1273a0-86e2-4b8c-8584-0cc62e627f1a),segment_id=fb1273a0-86e2-4b8c-8584-0cc62e627f1a)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:19:45.777067 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9638a584-3c86-4b5f-adf3-01b235a62649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b7392383-0af7-4713-bddf-1c9baee36ca9), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:45.867357 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a78b9727-e707-468e-9717-4a050d03feba tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "GET /v2.0/routers/4daa0ef1-a970-42ef-bea4-88e47d51b1ed HTTP/1.1" status: 200 len: 934 time: 0.1622040 Mar 05 05:19:45.867756 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34738) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:45.873956 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-896e7a1f-b802-41c5-b3ce-f9d0b8deb811 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Request body: {'router': {'routes': None}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:19:45.906882 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efd19b-57c3-4eef-b770-90e4a093c1b0 None None] Pushing event updated for resources: {'Port': ['ID=b7392383-0af7-4713-bddf-1c9baee36ca9,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:45.925205 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 3fe89aaa-dc41-43e8-948a-12b7bfbab119 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:45.935573 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9638a584-3c86-4b5f-adf3-01b235a62649 None None] Routers {'4daa0ef1-a970-42ef-bea4-88e47d51b1ed'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:45.936498 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-9638a584-3c86-4b5f-adf3-01b235a62649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:46.233544 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a7af9-2792-48bd-ba30-ed9bb1b20eef None None] Current status of the port 3fe89aaa-dc41-43e8-948a-12b7bfbab119 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:46.249497 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-9638a584-3c86-4b5f-adf3-01b235a62649 None None] Set router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:19:46.306519 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-9a5a7af9-2792-48bd-ba30-ed9bb1b20eef None None] Provisioning complete for port b7392383-0af7-4713-bddf-1c9baee36ca9 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:46.311701 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7af9-2792-48bd-ba30-ed9bb1b20eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b7392383-0af7-4713-bddf-1c9baee36ca9), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:46.334013 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.extraroute_db [None req-896e7a1f-b802-41c5-b3ce-f9d0b8deb811 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Added routes are [] {{(pid=105231) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 05 05:19:46.335104 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.extraroute_db [None req-896e7a1f-b802-41c5-b3ce-f9d0b8deb811 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=105231) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 05 05:19:46.380515 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-896e7a1f-b802-41c5-b3ce-f9d0b8deb811 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-903190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9284'] for router (4daa0ef1-a970-42ef-bea4-88e47d51b1ed), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:46.418039 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:46.524051 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a7af9-2792-48bd-ba30-ed9bb1b20eef None None] Current status of the port b7392383-0af7-4713-bddf-1c9baee36ca9 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:46.524442 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7af9-2792-48bd-ba30-ed9bb1b20eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b7392383-0af7-4713-bddf-1c9baee36ca9), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:46.595127 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-9a5a7af9-2792-48bd-ba30-ed9bb1b20eef None None] For port b7392383-0af7-4713-bddf-1c9baee36ca9, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b7392383-0af7-4713-bddf-1c9baee36ca9,segment=NetworkSegment(fb1273a0-86e2-4b8c-8584-0cc62e627f1a),segment_id=fb1273a0-86e2-4b8c-8584-0cc62e627f1a)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:46.604515 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9a5a7af9-2792-48bd-ba30-ed9bb1b20eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b7392383-0af7-4713-bddf-1c9baee36ca9), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:46.614421 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-9638a584-3c86-4b5f-adf3-01b235a62649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'name': 'tempest-RoutersTest-router-1093276466', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:19:19Z', 'updated_at': '2022-03-05T05:19:44Z', 'revision_number': 6, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'gw_port_host': None, '_interfaces': [{'id': '1c745760-51b1-4fa0-98d5-5b391e2cef49', 'name': '', 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:66:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:21Z', 'updated_at': '2022-03-05T05:19:27Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '598b8dde-9289-4198-9b6b-5c63a04e85f2', 'name': '', 'network_id': 'cb24d7e5-1375-48e6-a397-1063599223e4', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:2b:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'acc04f13-03cc-451e-baec-7351ba0fac64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:34Z', 'updated_at': '2022-03-05T05:19:41Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'acc04f13-03cc-451e-baec-7351ba0fac64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '832cb830-33db-4477-bf1a-92d63e8ba03c', 'name': '', 'network_id': '23eff2f4-340d-440a-89c2-982ed70585f3', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:60:52:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:27Z', 'updated_at': '2022-03-05T05:19:32Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7392383-0af7-4713-bddf-1c9baee36ca9', 'name': '', 'network_id': 'a7757d0f-31e6-403c-8d6c-02d004541c8c', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:5c:4d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'cc1a62e6-ae2d-49d3-a444-bb4f268a680d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:41Z', 'updated_at': '2022-03-05T05:19:45Z', 'revision_number': 4, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'cc1a62e6-ae2d-49d3-a444-bb4f268a680d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:46.644173 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-896e7a1f-b802-41c5-b3ce-f9d0b8deb811 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-903190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9284'] for router (4daa0ef1-a970-42ef-bea4-88e47d51b1ed), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:46.652470 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-896e7a1f-b802-41c5-b3ce-f9d0b8deb811 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-903193'] for router (4daa0ef1-a970-42ef-bea4-88e47d51b1ed), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:46.672462 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9638a584-3c86-4b5f-adf3-01b235a62649 None None] The sync data for ids ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'] in n-d-789963-32 is: [{'id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'name': 'tempest-RoutersTest-router-1093276466', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:19:19Z', 'updated_at': '2022-03-05T05:19:44Z', 'revision_number': 6, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'gw_port_host': None, '_interfaces': [{'id': '1c745760-51b1-4fa0-98d5-5b391e2cef49', 'name': '', 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:66:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:21Z', 'updated_at': '2022-03-05T05:19:27Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '598b8dde-9289-4198-9b6b-5c63a04e85f2', 'name': '', 'network_id': 'cb24d7e5-1375-48e6-a397-1063599223e4', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:2b:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'acc04f13-03cc-451e-baec-7351ba0fac64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:34Z', 'updated_at': '2022-03-05T05:19:41Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'acc04f13-03cc-451e-baec-7351ba0fac64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '832cb830-33db-4477-bf1a-92d63e8ba03c', 'name': '', 'network_id': '23eff2f4-340d-440a-89c2-982ed70585f3', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:60:52:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:27Z', 'updated_at': '2022-03-05T05:19:32Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7392383-0af7-4713-bddf-1c9baee36ca9', 'name': '', 'network_id': 'a7757d0f-31e6-403c-8d6c-02d004541c8c', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:5c:4d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'cc1a62e6-ae2d-49d3-a444-bb4f268a680d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:41Z', 'updated_at': '2022-03-05T05:19:45Z', 'revision_number': 4, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'cc1a62e6-ae2d-49d3-a444-bb4f268a680d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:19:46.705090 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a7af9-2792-48bd-ba30-ed9bb1b20eef None None] Pushing event updated for resources: {'Port': ['ID=b7392383-0af7-4713-bddf-1c9baee36ca9,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:46.764679 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-5c588c10-dbd5-49f8-9848-7ffbcc076a84 None None] Provisioning complete for port b7392383-0af7-4713-bddf-1c9baee36ca9 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:46.766820 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5c588c10-dbd5-49f8-9848-7ffbcc076a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b7392383-0af7-4713-bddf-1c9baee36ca9), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:46.826055 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896e7a1f-b802-41c5-b3ce-f9d0b8deb811 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:19:46.867454 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-5c588c10-dbd5-49f8-9848-7ffbcc076a84 None None] Current status of the port b7392383-0af7-4713-bddf-1c9baee36ca9 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:46.937154 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896e7a1f-b802-41c5-b3ce-f9d0b8deb811 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:19:46.944658 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-896e7a1f-b802-41c5-b3ce-f9d0b8deb811 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:46.947659 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-896e7a1f-b802-41c5-b3ce-f9d0b8deb811 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "PUT /v2.0/routers/4daa0ef1-a970-42ef-bea4-88e47d51b1ed HTTP/1.1" status: 200 len: 700 time: 1.0786738 Mar 05 05:19:46.948501 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34744) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:47.066110 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e6e73581-e580-424a-991c-f3adb0c75d94 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "GET /v2.0/routers/4daa0ef1-a970-42ef-bea4-88e47d51b1ed HTTP/1.1" status: 200 len: 700 time: 0.1158237 Mar 05 05:19:47.068966 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34748) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:47.441861 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b7392383-0af7-4713-bddf-1c9baee36ca9 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:19:47.509119 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e1db0572-7ced-45e3-9655-f91c6e1e45fe tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (4daa0ef1-a970-42ef-bea4-88e47d51b1ed), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:47.526407 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port b7392383-0af7-4713-bddf-1c9baee36ca9 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:19:47.530534 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b7392383-0af7-4713-bddf-1c9baee36ca9), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:47.629049 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port b7392383-0af7-4713-bddf-1c9baee36ca9 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:19:47.703785 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0c1f5-0b6b-4e48-9393-ea754f9f3c99 None None] Sync routers for ids ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:19:47.713051 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e0c1f5-0b6b-4e48-9393-ea754f9f3c99 None None] Routers {'4daa0ef1-a970-42ef-bea4-88e47d51b1ed'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:47.713665 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-79e0c1f5-0b6b-4e48-9393-ea754f9f3c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:47.813601 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:47.817902 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-e1db0572-7ced-45e3-9655-f91c6e1e45fe tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Deleting port b7392383-0af7-4713-bddf-1c9baee36ca9 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:19:47.818253 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e1db0572-7ced-45e3-9655-f91c6e1e45fe tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (b7392383-0af7-4713-bddf-1c9baee36ca9), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:47.824397 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-79e0c1f5-0b6b-4e48-9393-ea754f9f3c99 None None] Set router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:19:47.914862 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-e1db0572-7ced-45e3-9655-f91c6e1e45fe tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] For port b7392383-0af7-4713-bddf-1c9baee36ca9, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b7392383-0af7-4713-bddf-1c9baee36ca9,segment=NetworkSegment(fb1273a0-86e2-4b8c-8584-0cc62e627f1a),segment_id=fb1273a0-86e2-4b8c-8584-0cc62e627f1a)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:47.915259 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e1db0572-7ced-45e3-9655-f91c6e1e45fe tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (b7392383-0af7-4713-bddf-1c9baee36ca9), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:47.928680 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-e1db0572-7ced-45e3-9655-f91c6e1e45fe tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Calling delete_port for b7392383-0af7-4713-bddf-1c9baee36ca9 owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:19:48.048296 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-79e0c1f5-0b6b-4e48-9393-ea754f9f3c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'name': 'tempest-RoutersTest-router-1093276466', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:19:19Z', 'updated_at': '2022-03-05T05:19:46Z', 'revision_number': 7, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'gw_port_host': None, '_interfaces': [{'id': '1c745760-51b1-4fa0-98d5-5b391e2cef49', 'name': '', 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:66:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:21Z', 'updated_at': '2022-03-05T05:19:27Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '598b8dde-9289-4198-9b6b-5c63a04e85f2', 'name': '', 'network_id': 'cb24d7e5-1375-48e6-a397-1063599223e4', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:2b:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'acc04f13-03cc-451e-baec-7351ba0fac64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:34Z', 'updated_at': '2022-03-05T05:19:41Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'acc04f13-03cc-451e-baec-7351ba0fac64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '832cb830-33db-4477-bf1a-92d63e8ba03c', 'name': '', 'network_id': '23eff2f4-340d-440a-89c2-982ed70585f3', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:60:52:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:27Z', 'updated_at': '2022-03-05T05:19:32Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7392383-0af7-4713-bddf-1c9baee36ca9', 'name': '', 'network_id': 'a7757d0f-31e6-403c-8d6c-02d004541c8c', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:5c:4d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'cc1a62e6-ae2d-49d3-a444-bb4f268a680d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:41Z', 'updated_at': '2022-03-05T05:19:46Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'cc1a62e6-ae2d-49d3-a444-bb4f268a680d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:48.076868 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0c1f5-0b6b-4e48-9393-ea754f9f3c99 None None] Checking router: 4daa0ef1-a970-42ef-bea4-88e47d51b1ed for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:19:48.085546 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e0c1f5-0b6b-4e48-9393-ea754f9f3c99 None None] Routers {'4daa0ef1-a970-42ef-bea4-88e47d51b1ed'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:48.086208 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-79e0c1f5-0b6b-4e48-9393-ea754f9f3c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:48.126053 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e1db0572-7ced-45e3-9655-f91c6e1e45fe tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (b7392383-0af7-4713-bddf-1c9baee36ca9), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:48.155253 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db0572-7ced-45e3-9655-f91c6e1e45fe tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Port': ['ID=b7392383-0af7-4713-bddf-1c9baee36ca9,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:48.182141 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db0572-7ced-45e3-9655-f91c6e1e45fe tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:48.182496 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db0572-7ced-45e3-9655-f91c6e1e45fe tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:48.182837 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db0572-7ced-45e3-9655-f91c6e1e45fe tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:48.183199 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db0572-7ced-45e3-9655-f91c6e1e45fe tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:48.183541 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db0572-7ced-45e3-9655-f91c6e1e45fe tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:48.183882 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db0572-7ced-45e3-9655-f91c6e1e45fe tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:48.184412 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db0572-7ced-45e3-9655-f91c6e1e45fe tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:48.184987 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db0572-7ced-45e3-9655-f91c6e1e45fe tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:48.185394 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db0572-7ced-45e3-9655-f91c6e1e45fe tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:48.185731 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db0572-7ced-45e3-9655-f91c6e1e45fe tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:48.186074 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db0572-7ced-45e3-9655-f91c6e1e45fe tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:48.186387 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db0572-7ced-45e3-9655-f91c6e1e45fe tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:48.186715 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1db0572-7ced-45e3-9655-f91c6e1e45fe tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:19:48.192298 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-79e0c1f5-0b6b-4e48-9393-ea754f9f3c99 None None] Set router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:19:48.361091 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e1db0572-7ced-45e3-9655-f91c6e1e45fe tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (4daa0ef1-a970-42ef-bea4-88e47d51b1ed), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:48.572970 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-79e0c1f5-0b6b-4e48-9393-ea754f9f3c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'name': 'tempest-RoutersTest-router-1093276466', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:19:19Z', 'updated_at': '2022-03-05T05:19:46Z', 'revision_number': 7, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'gw_port_host': None, '_interfaces': [{'id': '1c745760-51b1-4fa0-98d5-5b391e2cef49', 'name': '', 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:66:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:21Z', 'updated_at': '2022-03-05T05:19:27Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '598b8dde-9289-4198-9b6b-5c63a04e85f2', 'name': '', 'network_id': 'cb24d7e5-1375-48e6-a397-1063599223e4', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:2b:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'acc04f13-03cc-451e-baec-7351ba0fac64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:34Z', 'updated_at': '2022-03-05T05:19:41Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'acc04f13-03cc-451e-baec-7351ba0fac64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '832cb830-33db-4477-bf1a-92d63e8ba03c', 'name': '', 'network_id': '23eff2f4-340d-440a-89c2-982ed70585f3', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:60:52:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:27Z', 'updated_at': '2022-03-05T05:19:32Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7392383-0af7-4713-bddf-1c9baee36ca9', 'name': '', 'network_id': 'a7757d0f-31e6-403c-8d6c-02d004541c8c', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:5c:4d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'cc1a62e6-ae2d-49d3-a444-bb4f268a680d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:41Z', 'updated_at': '2022-03-05T05:19:46Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'cc1a62e6-ae2d-49d3-a444-bb4f268a680d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:48.601155 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0c1f5-0b6b-4e48-9393-ea754f9f3c99 None None] The sync data for ids ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'] in n-d-789963-32 is: [{'id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'name': 'tempest-RoutersTest-router-1093276466', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:19:19Z', 'updated_at': '2022-03-05T05:19:46Z', 'revision_number': 7, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'gw_port_host': None, '_interfaces': [{'id': '1c745760-51b1-4fa0-98d5-5b391e2cef49', 'name': '', 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:66:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:21Z', 'updated_at': '2022-03-05T05:19:27Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '598b8dde-9289-4198-9b6b-5c63a04e85f2', 'name': '', 'network_id': 'cb24d7e5-1375-48e6-a397-1063599223e4', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:2b:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'acc04f13-03cc-451e-baec-7351ba0fac64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:34Z', 'updated_at': '2022-03-05T05:19:41Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'acc04f13-03cc-451e-baec-7351ba0fac64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '832cb830-33db-4477-bf1a-92d63e8ba03c', 'name': '', 'network_id': '23eff2f4-340d-440a-89c2-982ed70585f3', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:60:52:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:27Z', 'updated_at': '2022-03-05T05:19:32Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b7392383-0af7-4713-bddf-1c9baee36ca9', 'name': '', 'network_id': 'a7757d0f-31e6-403c-8d6c-02d004541c8c', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:5c:4d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'cc1a62e6-ae2d-49d3-a444-bb4f268a680d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:41Z', 'updated_at': '2022-03-05T05:19:46Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'cc1a62e6-ae2d-49d3-a444-bb4f268a680d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:19:48.605228 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1db0572-7ced-45e3-9655-f91c6e1e45fe tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:19:48.707861 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1db0572-7ced-45e3-9655-f91c6e1e45fe tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:19:48.717870 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e1db0572-7ced-45e3-9655-f91c6e1e45fe tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "PUT /v2.0/routers/4daa0ef1-a970-42ef-bea4-88e47d51b1ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6447594 Mar 05 05:19:48.718631 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34756) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:48.777978 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-b31582aa-3c1c-430f-b153-0b476f864974 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Deleting subnet cc1a62e6-ae2d-49d3-a444-bb4f268a680d {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:19:48.781831 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b31582aa-3c1c-430f-b153-0b476f864974 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for subnet (cc1a62e6-ae2d-49d3-a444-bb4f268a680d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:48.824104 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b31582aa-3c1c-430f-b153-0b476f864974 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (cc1a62e6-ae2d-49d3-a444-bb4f268a680d), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:48.857556 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1ea703-1377-4a8e-8b27-ed6a85503f5c None None] Sync routers for ids ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:19:48.867274 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1ea703-1377-4a8e-8b27-ed6a85503f5c None None] Routers {'4daa0ef1-a970-42ef-bea4-88e47d51b1ed'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:48.867907 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-4e1ea703-1377-4a8e-8b27-ed6a85503f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:48.915464 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b31582aa-3c1c-430f-b153-0b476f864974 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (cc1a62e6-ae2d-49d3-a444-bb4f268a680d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:48.963877 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-4e1ea703-1377-4a8e-8b27-ed6a85503f5c None None] Set router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:19:48.976596 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b31582aa-3c1c-430f-b153-0b476f864974 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (cc1a62e6-ae2d-49d3-a444-bb4f268a680d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:49.004387 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31582aa-3c1c-430f-b153-0b476f864974 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Subnet': ['ID=cc1a62e6-ae2d-49d3-a444-bb4f268a680d,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:49.009686 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b31582aa-3c1c-430f-b153-0b476f864974 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:49.013887 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b31582aa-3c1c-430f-b153-0b476f864974 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/subnets/cc1a62e6-ae2d-49d3-a444-bb4f268a680d HTTP/1.1" status: 204 len: 168 time: 0.2946692 Mar 05 05:19:49.016593 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34758) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:49.049501 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957ade02-2083-4bfa-bc14-a463b1f886a3 None None] Network a7757d0f-31e6-403c-8d6c-02d004541c8c requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:19:49.121208 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7d71db5c-8f19-4cbc-a2ff-f65faa8c6e0c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (a7757d0f-31e6-403c-8d6c-02d004541c8c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:49.223945 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-7d71db5c-8f19-4cbc-a2ff-f65faa8c6e0c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Deleting port 3fe89aaa-dc41-43e8-948a-12b7bfbab119 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:19:49.224535 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7d71db5c-8f19-4cbc-a2ff-f65faa8c6e0c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (3fe89aaa-dc41-43e8-948a-12b7bfbab119), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:49.254178 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2d6c11d9-5c3e-4cbf-be92-e1e6db149fea req-dcb4b418-eddb-4733-86c2-49c8259f459f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1789ff3b-38b3-4499-ae85-6526df9a32bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0735414 Mar 05 05:19:49.289876 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-4e1ea703-1377-4a8e-8b27-ed6a85503f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'name': 'tempest-RoutersTest-router-1093276466', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:19:19Z', 'updated_at': '2022-03-05T05:19:48Z', 'revision_number': 8, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'gw_port_host': None, '_interfaces': [{'id': '1c745760-51b1-4fa0-98d5-5b391e2cef49', 'name': '', 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:66:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:21Z', 'updated_at': '2022-03-05T05:19:27Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '598b8dde-9289-4198-9b6b-5c63a04e85f2', 'name': '', 'network_id': 'cb24d7e5-1375-48e6-a397-1063599223e4', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:2b:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'acc04f13-03cc-451e-baec-7351ba0fac64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:34Z', 'updated_at': '2022-03-05T05:19:41Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'acc04f13-03cc-451e-baec-7351ba0fac64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '832cb830-33db-4477-bf1a-92d63e8ba03c', 'name': '', 'network_id': '23eff2f4-340d-440a-89c2-982ed70585f3', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:60:52:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:27Z', 'updated_at': '2022-03-05T05:19:32Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:49.322679 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1ea703-1377-4a8e-8b27-ed6a85503f5c None None] Checking router: 4daa0ef1-a970-42ef-bea4-88e47d51b1ed for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:19:49.332538 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1ea703-1377-4a8e-8b27-ed6a85503f5c None None] Routers {'4daa0ef1-a970-42ef-bea4-88e47d51b1ed'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:49.333268 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-4e1ea703-1377-4a8e-8b27-ed6a85503f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:49.333823 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-7d71db5c-8f19-4cbc-a2ff-f65faa8c6e0c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] For port 3fe89aaa-dc41-43e8-948a-12b7bfbab119, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=3fe89aaa-dc41-43e8-948a-12b7bfbab119,segment=NetworkSegment(fb1273a0-86e2-4b8c-8584-0cc62e627f1a),segment_id=fb1273a0-86e2-4b8c-8584-0cc62e627f1a)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:49.334386 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7d71db5c-8f19-4cbc-a2ff-f65faa8c6e0c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (3fe89aaa-dc41-43e8-948a-12b7bfbab119), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:49.350910 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-7d71db5c-8f19-4cbc-a2ff-f65faa8c6e0c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Calling delete_port for 3fe89aaa-dc41-43e8-948a-12b7bfbab119 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:19:49.374998 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad90d51-a566-4536-b802-44006ef03c4e None None] DHCP port deletion for a7757d0f-31e6-403c-8d6c-02d004541c8c request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:19:49.376735 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c11d9-5c3e-4cbf-be92-e1e6db149fea req-2e16c33a-d533-4696-a902-9241ac99fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:49.378858 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2d6c11d9-5c3e-4cbf-be92-e1e6db149fea req-2e16c33a-d533-4696-a902-9241ac99fa40 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4f119eda21bb45b5940965dac9d9f10a&device_id=1789ff3b-38b3-4499-ae85-6526df9a32bc HTTP/1.1" status: 200 len: 1133 time: 0.0908535 Mar 05 05:19:49.473213 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-4e1ea703-1377-4a8e-8b27-ed6a85503f5c None None] Set router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:19:49.542527 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c11d9-5c3e-4cbf-be92-e1e6db149fea req-f43fe511-1dda-48b4-8805-20f6a6b14c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:49.545120 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2d6c11d9-5c3e-4cbf-be92-e1e6db149fea req-f43fe511-1dda-48b4-8805-20f6a6b14c8d service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.1380684 Mar 05 05:19:49.546664 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7d71db5c-8f19-4cbc-a2ff-f65faa8c6e0c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (3fe89aaa-dc41-43e8-948a-12b7bfbab119), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:49.552616 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2ad90d51-a566-4536-b802-44006ef03c4e None None] Deleting port 3fe89aaa-dc41-43e8-948a-12b7bfbab119 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:19:49.553123 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2ad90d51-a566-4536-b802-44006ef03c4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (3fe89aaa-dc41-43e8-948a-12b7bfbab119), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:49.612090 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 3fe89aaa-dc41-43e8-948a-12b7bfbab119 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:19:49.615170 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71db5c-8f19-4cbc-a2ff-f65faa8c6e0c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Port': ['ID=3fe89aaa-dc41-43e8-948a-12b7bfbab119,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:49.622948 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2d6c11d9-5c3e-4cbf-be92-e1e6db149fea req-9fefb7bf-56ea-4354-bd1b-f065dbb86d8f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=1b59f14c-da1e-4a2a-8c19-75d6d18a9120 HTTP/1.1" status: 200 len: 217 time: 0.0696383 Mar 05 05:19:49.623798 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d71db5c-8f19-4cbc-a2ff-f65faa8c6e0c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] No DVR routers for this DVR port 3fe89aaa-dc41-43e8-948a-12b7bfbab119 on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:19:49.658934 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 3fe89aaa-dc41-43e8-948a-12b7bfbab119 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:19:49.659615 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 3fe89aaa-dc41-43e8-948a-12b7bfbab119 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:19:49.745028 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-2ad90d51-a566-4536-b802-44006ef03c4e None None] For port 3fe89aaa-dc41-43e8-948a-12b7bfbab119, host n-d-789963-32, got binding levels [] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:49.745346 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2ad90d51-a566-4536-b802-44006ef03c4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (3fe89aaa-dc41-43e8-948a-12b7bfbab119), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:49.777045 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2ad90d51-a566-4536-b802-44006ef03c4e None None] Calling delete_port for 3fe89aaa-dc41-43e8-948a-12b7bfbab119 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:19:49.784999 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.ipam_backend_mixin [None req-2ad90d51-a566-4536-b802-44006ef03c4e None None] Port 3fe89aaa-dc41-43e8-948a-12b7bfbab119 was not found and therefore no delete operation was performed {{(pid=105233) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 05 05:19:49.790976 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2ad90d51-a566-4536-b802-44006ef03c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (3fe89aaa-dc41-43e8-948a-12b7bfbab119), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:49.826667 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad90d51-a566-4536-b802-44006ef03c4e None None] Pushing event deleted for resources: {'Port': ['ID=3fe89aaa-dc41-43e8-948a-12b7bfbab119,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:49.828581 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad90d51-a566-4536-b802-44006ef03c4e None None] No DVR routers for this DVR port 3fe89aaa-dc41-43e8-948a-12b7bfbab119 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:19:49.892492 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-4e1ea703-1377-4a8e-8b27-ed6a85503f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'name': 'tempest-RoutersTest-router-1093276466', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:19:19Z', 'updated_at': '2022-03-05T05:19:48Z', 'revision_number': 8, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'gw_port_host': None, '_interfaces': [{'id': '1c745760-51b1-4fa0-98d5-5b391e2cef49', 'name': '', 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:66:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:21Z', 'updated_at': '2022-03-05T05:19:27Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '598b8dde-9289-4198-9b6b-5c63a04e85f2', 'name': '', 'network_id': 'cb24d7e5-1375-48e6-a397-1063599223e4', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:2b:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'acc04f13-03cc-451e-baec-7351ba0fac64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:34Z', 'updated_at': '2022-03-05T05:19:41Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'acc04f13-03cc-451e-baec-7351ba0fac64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '832cb830-33db-4477-bf1a-92d63e8ba03c', 'name': '', 'network_id': '23eff2f4-340d-440a-89c2-982ed70585f3', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:60:52:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:27Z', 'updated_at': '2022-03-05T05:19:32Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:49.921288 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1ea703-1377-4a8e-8b27-ed6a85503f5c None None] The sync data for ids ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'] in n-d-789963-32 is: [{'id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'name': 'tempest-RoutersTest-router-1093276466', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:19:19Z', 'updated_at': '2022-03-05T05:19:48Z', 'revision_number': 8, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'gw_port_host': None, '_interfaces': [{'id': '1c745760-51b1-4fa0-98d5-5b391e2cef49', 'name': '', 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:66:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:21Z', 'updated_at': '2022-03-05T05:19:27Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '598b8dde-9289-4198-9b6b-5c63a04e85f2', 'name': '', 'network_id': 'cb24d7e5-1375-48e6-a397-1063599223e4', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:2b:1c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'acc04f13-03cc-451e-baec-7351ba0fac64', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:34Z', 'updated_at': '2022-03-05T05:19:41Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'acc04f13-03cc-451e-baec-7351ba0fac64', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '832cb830-33db-4477-bf1a-92d63e8ba03c', 'name': '', 'network_id': '23eff2f4-340d-440a-89c2-982ed70585f3', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:60:52:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:27Z', 'updated_at': '2022-03-05T05:19:32Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:19:50.042482 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7d71db5c-8f19-4cbc-a2ff-f65faa8c6e0c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (a7757d0f-31e6-403c-8d6c-02d004541c8c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:50.052841 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c11d9-5c3e-4cbf-be92-e1e6db149fea req-00e43c8e-6f12-4db0-9bd2-ce371a2a1f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:50.054317 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2d6c11d9-5c3e-4cbf-be92-e1e6db149fea req-00e43c8e-6f12-4db0-9bd2-ce371a2a1f1b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.4257765 Mar 05 05:19:50.074646 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-7d71db5c-8f19-4cbc-a2ff-f65faa8c6e0c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7757d0f-31e6-403c-8d6c-02d004541c8c']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:50.099597 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-7d71db5c-8f19-4cbc-a2ff-f65faa8c6e0c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb1273a0-86e2-4b8c-8584-0cc62e627f1a') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:50.099897 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-7d71db5c-8f19-4cbc-a2ff-f65faa8c6e0c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb1273a0-86e2-4b8c-8584-0cc62e627f1a') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:50.111635 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7d71db5c-8f19-4cbc-a2ff-f65faa8c6e0c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (fb1273a0-86e2-4b8c-8584-0cc62e627f1a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:50.130692 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7d71db5c-8f19-4cbc-a2ff-f65faa8c6e0c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (fb1273a0-86e2-4b8c-8584-0cc62e627f1a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:50.140758 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c11d9-5c3e-4cbf-be92-e1e6db149fea req-b6920fbc-4365-418a-b72d-677f410f53b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:50.142304 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2d6c11d9-5c3e-4cbf-be92-e1e6db149fea req-b6920fbc-4365-418a-b72d-677f410f53b3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0781341 Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d71db5c-8f19-4cbc-a2ff-f65faa8c6e0c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7d71db5c-8f19-4cbc-a2ff-f65faa8c6e0c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (fb1273a0-86e2-4b8c-8584-0cc62e627f1a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:19:50.148827 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:19:50.256546 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7d71db5c-8f19-4cbc-a2ff-f65faa8c6e0c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (a7757d0f-31e6-403c-8d6c-02d004541c8c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:50.267113 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7d71db5c-8f19-4cbc-a2ff-f65faa8c6e0c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:50.272764 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7d71db5c-8f19-4cbc-a2ff-f65faa8c6e0c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/networks/a7757d0f-31e6-403c-8d6c-02d004541c8c HTTP/1.1" status: 204 len: 168 time: 1.2512321 Mar 05 05:19:50.273957 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34766) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:50.287658 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71db5c-8f19-4cbc-a2ff-f65faa8c6e0c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Network': ['ID=a7757d0f-31e6-403c-8d6c-02d004541c8c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:50.307585 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2d6c11d9-5c3e-4cbf-be92-e1e6db149fea req-7bca6a91-68a1-4f1e-b745-da0e84592e34 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502793 Mar 05 05:19:50.430804 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2d6c11d9-5c3e-4cbf-be92-e1e6db149fea req-37ae1085-84b7-4ecb-923f-532209f8f544 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159320 Mar 05 05:19:50.961590 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-98c42a46-3ee7-4354-acf7-2b8db0fb608b tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (4daa0ef1-a970-42ef-bea4-88e47d51b1ed), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:51.214262 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-98c42a46-3ee7-4354-acf7-2b8db0fb608b tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Deleting port 598b8dde-9289-4198-9b6b-5c63a04e85f2 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:19:51.214518 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-98c42a46-3ee7-4354-acf7-2b8db0fb608b tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (598b8dde-9289-4198-9b6b-5c63a04e85f2), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:51.304431 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-98c42a46-3ee7-4354-acf7-2b8db0fb608b tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] For port 598b8dde-9289-4198-9b6b-5c63a04e85f2, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=598b8dde-9289-4198-9b6b-5c63a04e85f2,segment=NetworkSegment(3a3de4cd-0061-4c6c-81bb-02c79c604903),segment_id=3a3de4cd-0061-4c6c-81bb-02c79c604903)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:51.305692 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-98c42a46-3ee7-4354-acf7-2b8db0fb608b tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (598b8dde-9289-4198-9b6b-5c63a04e85f2), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:51.316961 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-98c42a46-3ee7-4354-acf7-2b8db0fb608b tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Calling delete_port for 598b8dde-9289-4198-9b6b-5c63a04e85f2 owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:19:51.335367 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b7392383-0af7-4713-bddf-1c9baee36ca9 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:19:51.359157 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: b7392383-0af7-4713-bddf-1c9baee36ca9 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:19:51.359597 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b7392383-0af7-4713-bddf-1c9baee36ca9 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:19:51.511682 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-98c42a46-3ee7-4354-acf7-2b8db0fb608b tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (598b8dde-9289-4198-9b6b-5c63a04e85f2), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:51.537485 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c42a46-3ee7-4354-acf7-2b8db0fb608b tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Port': ['ID=598b8dde-9289-4198-9b6b-5c63a04e85f2,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:51.717317 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-98c42a46-3ee7-4354-acf7-2b8db0fb608b tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (4daa0ef1-a970-42ef-bea4-88e47d51b1ed), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:51.921250 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c42a46-3ee7-4354-acf7-2b8db0fb608b tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:19:52.016987 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c42a46-3ee7-4354-acf7-2b8db0fb608b tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:19:52.022219 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-98c42a46-3ee7-4354-acf7-2b8db0fb608b tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "PUT /v2.0/routers/4daa0ef1-a970-42ef-bea4-88e47d51b1ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7465835 Mar 05 05:19:52.024869 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34774) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:52.026817 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db4fc4c-e3b7-413e-b9b1-533410f10c7f None None] Sync routers for ids ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:19:52.037744 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db4fc4c-e3b7-413e-b9b1-533410f10c7f None None] Routers {'4daa0ef1-a970-42ef-bea4-88e47d51b1ed'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:52.038476 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5db4fc4c-e3b7-413e-b9b1-533410f10c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:52.077620 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-e510ce4b-ba99-4c07-b1bb-4d699a988806 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Deleting subnet acc04f13-03cc-451e-baec-7351ba0fac64 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:19:52.080077 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e510ce4b-ba99-4c07-b1bb-4d699a988806 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for subnet (acc04f13-03cc-451e-baec-7351ba0fac64), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:52.122365 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e510ce4b-ba99-4c07-b1bb-4d699a988806 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (acc04f13-03cc-451e-baec-7351ba0fac64), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:52.132495 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-5db4fc4c-e3b7-413e-b9b1-533410f10c7f None None] Set router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:19:52.215245 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e510ce4b-ba99-4c07-b1bb-4d699a988806 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (acc04f13-03cc-451e-baec-7351ba0fac64), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:52.281211 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e510ce4b-ba99-4c07-b1bb-4d699a988806 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (acc04f13-03cc-451e-baec-7351ba0fac64), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:52.313015 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e510ce4b-ba99-4c07-b1bb-4d699a988806 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Subnet': ['ID=acc04f13-03cc-451e-baec-7351ba0fac64,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:52.319619 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e510ce4b-ba99-4c07-b1bb-4d699a988806 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:52.323421 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e510ce4b-ba99-4c07-b1bb-4d699a988806 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/subnets/acc04f13-03cc-451e-baec-7351ba0fac64 HTTP/1.1" status: 204 len: 168 time: 0.2970889 Mar 05 05:19:52.325860 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34778) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:52.332281 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14872d7-2c3c-43a6-8cb4-e34851284a17 None None] Network cb24d7e5-1375-48e6-a397-1063599223e4 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:19:52.353494 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5db4fc4c-e3b7-413e-b9b1-533410f10c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'name': 'tempest-RoutersTest-router-1093276466', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:19:19Z', 'updated_at': '2022-03-05T05:19:51Z', 'revision_number': 9, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'gw_port_host': None, '_interfaces': [{'id': '1c745760-51b1-4fa0-98d5-5b391e2cef49', 'name': '', 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:66:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:21Z', 'updated_at': '2022-03-05T05:19:27Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '832cb830-33db-4477-bf1a-92d63e8ba03c', 'name': '', 'network_id': '23eff2f4-340d-440a-89c2-982ed70585f3', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:60:52:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:27Z', 'updated_at': '2022-03-05T05:19:32Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:52.387764 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db4fc4c-e3b7-413e-b9b1-533410f10c7f None None] Checking router: 4daa0ef1-a970-42ef-bea4-88e47d51b1ed for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:19:52.396809 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db4fc4c-e3b7-413e-b9b1-533410f10c7f None None] Routers {'4daa0ef1-a970-42ef-bea4-88e47d51b1ed'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:52.397447 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5db4fc4c-e3b7-413e-b9b1-533410f10c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:52.433465 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f9d5ba5b-80b8-4f5a-b10f-f62efdd989e7 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (cb24d7e5-1375-48e6-a397-1063599223e4), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:52.495669 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-5db4fc4c-e3b7-413e-b9b1-533410f10c7f None None] Set router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:19:52.511218 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-f9d5ba5b-80b8-4f5a-b10f-f62efdd989e7 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Deleting port c3c897bb-6f45-4451-827b-d94836694b13 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:19:52.511566 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f9d5ba5b-80b8-4f5a-b10f-f62efdd989e7 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (c3c897bb-6f45-4451-827b-d94836694b13), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:52.535476 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91040e0-1d65-4eb4-9b3d-3fcbc6d63a7a None None] DHCP port deletion for cb24d7e5-1375-48e6-a397-1063599223e4 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:19:52.576491 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-f9d5ba5b-80b8-4f5a-b10f-f62efdd989e7 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] For port c3c897bb-6f45-4451-827b-d94836694b13, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c3c897bb-6f45-4451-827b-d94836694b13,segment=NetworkSegment(3a3de4cd-0061-4c6c-81bb-02c79c604903),segment_id=3a3de4cd-0061-4c6c-81bb-02c79c604903)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:52.576902 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f9d5ba5b-80b8-4f5a-b10f-f62efdd989e7 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (c3c897bb-6f45-4451-827b-d94836694b13), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:52.595412 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-f9d5ba5b-80b8-4f5a-b10f-f62efdd989e7 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Calling delete_port for c3c897bb-6f45-4451-827b-d94836694b13 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:19:52.595864 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d91040e0-1d65-4eb4-9b3d-3fcbc6d63a7a None None] Deleting port c3c897bb-6f45-4451-827b-d94836694b13 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:19:52.596476 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d91040e0-1d65-4eb4-9b3d-3fcbc6d63a7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (c3c897bb-6f45-4451-827b-d94836694b13), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:52.672806 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-d91040e0-1d65-4eb4-9b3d-3fcbc6d63a7a None None] For port c3c897bb-6f45-4451-827b-d94836694b13, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c3c897bb-6f45-4451-827b-d94836694b13,segment=NetworkSegment(3a3de4cd-0061-4c6c-81bb-02c79c604903),segment_id=3a3de4cd-0061-4c6c-81bb-02c79c604903)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:52.674149 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d91040e0-1d65-4eb4-9b3d-3fcbc6d63a7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (c3c897bb-6f45-4451-827b-d94836694b13), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:52.680348 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f9d5ba5b-80b8-4f5a-b10f-f62efdd989e7 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (c3c897bb-6f45-4451-827b-d94836694b13), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:52.689846 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d91040e0-1d65-4eb4-9b3d-3fcbc6d63a7a None None] Calling delete_port for c3c897bb-6f45-4451-827b-d94836694b13 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:19:52.714941 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5ba5b-80b8-4f5a-b10f-f62efdd989e7 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Port': ['ID=c3c897bb-6f45-4451-827b-d94836694b13,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:52.719605 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d5ba5b-80b8-4f5a-b10f-f62efdd989e7 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] No DVR routers for this DVR port c3c897bb-6f45-4451-827b-d94836694b13 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:19:52.742403 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5db4fc4c-e3b7-413e-b9b1-533410f10c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'name': 'tempest-RoutersTest-router-1093276466', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:19:19Z', 'updated_at': '2022-03-05T05:19:51Z', 'revision_number': 9, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'gw_port_host': None, '_interfaces': [{'id': '1c745760-51b1-4fa0-98d5-5b391e2cef49', 'name': '', 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:66:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:21Z', 'updated_at': '2022-03-05T05:19:27Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '832cb830-33db-4477-bf1a-92d63e8ba03c', 'name': '', 'network_id': '23eff2f4-340d-440a-89c2-982ed70585f3', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:60:52:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:27Z', 'updated_at': '2022-03-05T05:19:32Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:52.769967 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db4fc4c-e3b7-413e-b9b1-533410f10c7f None None] The sync data for ids ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'] in n-d-789963-32 is: [{'id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'name': 'tempest-RoutersTest-router-1093276466', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:19:19Z', 'updated_at': '2022-03-05T05:19:51Z', 'revision_number': 9, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'gw_port_host': None, '_interfaces': [{'id': '1c745760-51b1-4fa0-98d5-5b391e2cef49', 'name': '', 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:66:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:21Z', 'updated_at': '2022-03-05T05:19:27Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '832cb830-33db-4477-bf1a-92d63e8ba03c', 'name': '', 'network_id': '23eff2f4-340d-440a-89c2-982ed70585f3', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:60:52:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:27Z', 'updated_at': '2022-03-05T05:19:32Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'da6a4797-fd75-4e5d-85a7-4370635fdb12', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:19:52.826760 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d91040e0-1d65-4eb4-9b3d-3fcbc6d63a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (c3c897bb-6f45-4451-827b-d94836694b13), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:52.850103 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f9d5ba5b-80b8-4f5a-b10f-f62efdd989e7 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (cb24d7e5-1375-48e6-a397-1063599223e4), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:52.856922 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91040e0-1d65-4eb4-9b3d-3fcbc6d63a7a None None] Pushing event deleted for resources: {'Port': ['ID=c3c897bb-6f45-4451-827b-d94836694b13,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:52.862136 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91040e0-1d65-4eb4-9b3d-3fcbc6d63a7a None None] No DVR routers for this DVR port c3c897bb-6f45-4451-827b-d94836694b13 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:19:52.879436 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-f9d5ba5b-80b8-4f5a-b10f-f62efdd989e7 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb24d7e5-1375-48e6-a397-1063599223e4']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:52.888774 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-f9d5ba5b-80b8-4f5a-b10f-f62efdd989e7 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a3de4cd-0061-4c6c-81bb-02c79c604903') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:52.889071 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-f9d5ba5b-80b8-4f5a-b10f-f62efdd989e7 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a3de4cd-0061-4c6c-81bb-02c79c604903') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:52.898195 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f9d5ba5b-80b8-4f5a-b10f-f62efdd989e7 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (3a3de4cd-0061-4c6c-81bb-02c79c604903), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:52.912361 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f9d5ba5b-80b8-4f5a-b10f-f62efdd989e7 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (3a3de4cd-0061-4c6c-81bb-02c79c604903), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:52.918153 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d5ba5b-80b8-4f5a-b10f-f62efdd989e7 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:19:52.919257 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f9d5ba5b-80b8-4f5a-b10f-f62efdd989e7 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (3a3de4cd-0061-4c6c-81bb-02c79c604903), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:52.922354 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:19:52.922354 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:19:52.922354 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:19:52.922354 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:19:52.922354 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:19:52.922354 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:19:52.922354 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:19:52.922354 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:19:52.922354 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:19:52.922354 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:19:52.922354 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:19:52.922354 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:19:52.922354 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:19:52.922354 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:19:52.922354 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:19:52.922354 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:19:52.922354 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:19:52.922354 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:19:52.922354 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:19:52.922354 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:19:52.922354 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:19:52.922354 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:19:52.922354 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:19:52.922354 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:19:52.922354 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:19:52.922354 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:19:52.922354 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:19:52.922354 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:19:52.922354 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:19:52.922354 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:19:52.922354 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:19:52.922354 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:19:52.983801 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f9d5ba5b-80b8-4f5a-b10f-f62efdd989e7 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (cb24d7e5-1375-48e6-a397-1063599223e4), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:52.990765 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f9d5ba5b-80b8-4f5a-b10f-f62efdd989e7 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:52.997534 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f9d5ba5b-80b8-4f5a-b10f-f62efdd989e7 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/networks/cb24d7e5-1375-48e6-a397-1063599223e4 HTTP/1.1" status: 204 len: 168 time: 0.6671903 Mar 05 05:19:52.997790 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34782) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:53.013464 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5ba5b-80b8-4f5a-b10f-f62efdd989e7 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Network': ['ID=cb24d7e5-1375-48e6-a397-1063599223e4,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:53.360302 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5c3614a2-ffc9-4fcb-9b18-75ee0b001bc1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (4daa0ef1-a970-42ef-bea4-88e47d51b1ed), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:53.383736 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 598b8dde-9289-4198-9b6b-5c63a04e85f2 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:19:53.562138 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 598b8dde-9289-4198-9b6b-5c63a04e85f2 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:19:53.562830 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 598b8dde-9289-4198-9b6b-5c63a04e85f2 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:19:53.562922 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c3c897bb-6f45-4451-827b-d94836694b13 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:19:53.582249 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: c3c897bb-6f45-4451-827b-d94836694b13 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:19:53.582601 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c3c897bb-6f45-4451-827b-d94836694b13 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:19:53.634574 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-5c3614a2-ffc9-4fcb-9b18-75ee0b001bc1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Deleting port 832cb830-33db-4477-bf1a-92d63e8ba03c {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:19:53.634835 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5c3614a2-ffc9-4fcb-9b18-75ee0b001bc1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (832cb830-33db-4477-bf1a-92d63e8ba03c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:53.728736 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-5c3614a2-ffc9-4fcb-9b18-75ee0b001bc1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] For port 832cb830-33db-4477-bf1a-92d63e8ba03c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=832cb830-33db-4477-bf1a-92d63e8ba03c,segment=NetworkSegment(a7710304-6102-43a0-be15-2a447387fba8),segment_id=a7710304-6102-43a0-be15-2a447387fba8)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:53.729102 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5c3614a2-ffc9-4fcb-9b18-75ee0b001bc1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (832cb830-33db-4477-bf1a-92d63e8ba03c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:53.741758 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-5c3614a2-ffc9-4fcb-9b18-75ee0b001bc1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Calling delete_port for 832cb830-33db-4477-bf1a-92d63e8ba03c owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:19:53.920798 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5c3614a2-ffc9-4fcb-9b18-75ee0b001bc1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (832cb830-33db-4477-bf1a-92d63e8ba03c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:53.948349 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3614a2-ffc9-4fcb-9b18-75ee0b001bc1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Port': ['ID=832cb830-33db-4477-bf1a-92d63e8ba03c,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:54.114793 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5c3614a2-ffc9-4fcb-9b18-75ee0b001bc1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (4daa0ef1-a970-42ef-bea4-88e47d51b1ed), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:54.626752 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3614a2-ffc9-4fcb-9b18-75ee0b001bc1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:19:54.718401 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3614a2-ffc9-4fcb-9b18-75ee0b001bc1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:19:54.726564 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5c3614a2-ffc9-4fcb-9b18-75ee0b001bc1 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "PUT /v2.0/routers/4daa0ef1-a970-42ef-bea4-88e47d51b1ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7251604 Mar 05 05:19:54.726677 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34790) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:54.729200 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa958716-fdc3-45eb-b4f1-72588078b26b None None] Sync routers for ids ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:19:54.739876 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa958716-fdc3-45eb-b4f1-72588078b26b None None] Routers {'4daa0ef1-a970-42ef-bea4-88e47d51b1ed'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:54.740499 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-fa958716-fdc3-45eb-b4f1-72588078b26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:54.782419 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa44e4a-50d6-4c11-8c30-6d8db1831aed tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Deleting subnet da6a4797-fd75-4e5d-85a7-4370635fdb12 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:19:54.785496 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2fa44e4a-50d6-4c11-8c30-6d8db1831aed tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for subnet (da6a4797-fd75-4e5d-85a7-4370635fdb12), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:54.827043 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2fa44e4a-50d6-4c11-8c30-6d8db1831aed tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (da6a4797-fd75-4e5d-85a7-4370635fdb12), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:54.831515 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-fa958716-fdc3-45eb-b4f1-72588078b26b None None] Set router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:19:54.921855 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2fa44e4a-50d6-4c11-8c30-6d8db1831aed tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (da6a4797-fd75-4e5d-85a7-4370635fdb12), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:54.985432 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2fa44e4a-50d6-4c11-8c30-6d8db1831aed tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (da6a4797-fd75-4e5d-85a7-4370635fdb12), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:55.015674 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa44e4a-50d6-4c11-8c30-6d8db1831aed tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Subnet': ['ID=da6a4797-fd75-4e5d-85a7-4370635fdb12,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:55.018082 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2fa44e4a-50d6-4c11-8c30-6d8db1831aed tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:55.021571 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2fa44e4a-50d6-4c11-8c30-6d8db1831aed tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/subnets/da6a4797-fd75-4e5d-85a7-4370635fdb12 HTTP/1.1" status: 204 len: 168 time: 0.2939181 Mar 05 05:19:55.024220 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34794) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:55.038832 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2543d61-f536-4059-b789-fd6e0687d330 None None] Network 23eff2f4-340d-440a-89c2-982ed70585f3 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:19:55.102214 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d4ec42d-8a8f-4fd4-93de-598dc67a41f0 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (23eff2f4-340d-440a-89c2-982ed70585f3), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:55.109029 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-fa958716-fdc3-45eb-b4f1-72588078b26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'name': 'tempest-RoutersTest-router-1093276466', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:19:19Z', 'updated_at': '2022-03-05T05:19:53Z', 'revision_number': 10, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'gw_port_host': None, '_interfaces': [{'id': '1c745760-51b1-4fa0-98d5-5b391e2cef49', 'name': '', 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:66:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:21Z', 'updated_at': '2022-03-05T05:19:27Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:55.139343 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa958716-fdc3-45eb-b4f1-72588078b26b None None] Checking router: 4daa0ef1-a970-42ef-bea4-88e47d51b1ed for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:19:55.165553 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ec42d-8a8f-4fd4-93de-598dc67a41f0 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Deleting port 888e1bca-541f-47de-98fa-89827268c4cc {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:19:55.165911 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d4ec42d-8a8f-4fd4-93de-598dc67a41f0 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (888e1bca-541f-47de-98fa-89827268c4cc), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:55.170748 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa958716-fdc3-45eb-b4f1-72588078b26b None None] Routers {'4daa0ef1-a970-42ef-bea4-88e47d51b1ed'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:55.171430 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-fa958716-fdc3-45eb-b4f1-72588078b26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:55.231223 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-8d4ec42d-8a8f-4fd4-93de-598dc67a41f0 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] For port 888e1bca-541f-47de-98fa-89827268c4cc, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=888e1bca-541f-47de-98fa-89827268c4cc,segment=NetworkSegment(a7710304-6102-43a0-be15-2a447387fba8),segment_id=a7710304-6102-43a0-be15-2a447387fba8)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:55.231593 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d4ec42d-8a8f-4fd4-93de-598dc67a41f0 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (888e1bca-541f-47de-98fa-89827268c4cc), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:55.244234 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8d4ec42d-8a8f-4fd4-93de-598dc67a41f0 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Calling delete_port for 888e1bca-541f-47de-98fa-89827268c4cc owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:19:55.295299 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-fa958716-fdc3-45eb-b4f1-72588078b26b None None] Set router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:19:55.337017 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d4ec42d-8a8f-4fd4-93de-598dc67a41f0 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (888e1bca-541f-47de-98fa-89827268c4cc), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:55.364913 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ec42d-8a8f-4fd4-93de-598dc67a41f0 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Port': ['ID=888e1bca-541f-47de-98fa-89827268c4cc,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:55.366911 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4ec42d-8a8f-4fd4-93de-598dc67a41f0 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] No DVR routers for this DVR port 888e1bca-541f-47de-98fa-89827268c4cc on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:19:55.391485 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cd4116-a3b3-45f4-921a-8187835a4ac3 None None] DHCP port deletion for 23eff2f4-340d-440a-89c2-982ed70585f3 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:19:55.461758 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d4ec42d-8a8f-4fd4-93de-598dc67a41f0 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (23eff2f4-340d-440a-89c2-982ed70585f3), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:55.489139 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-8d4ec42d-8a8f-4fd4-93de-598dc67a41f0 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23eff2f4-340d-440a-89c2-982ed70585f3']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:55.499459 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-8d4ec42d-8a8f-4fd4-93de-598dc67a41f0 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7710304-6102-43a0-be15-2a447387fba8') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:55.499849 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-8d4ec42d-8a8f-4fd4-93de-598dc67a41f0 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7710304-6102-43a0-be15-2a447387fba8') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:55.510473 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d4ec42d-8a8f-4fd4-93de-598dc67a41f0 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (a7710304-6102-43a0-be15-2a447387fba8), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:55.524788 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d4ec42d-8a8f-4fd4-93de-598dc67a41f0 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (a7710304-6102-43a0-be15-2a447387fba8), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:55.531199 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d4ec42d-8a8f-4fd4-93de-598dc67a41f0 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:19:55.531587 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d4ec42d-8a8f-4fd4-93de-598dc67a41f0 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (a7710304-6102-43a0-be15-2a447387fba8), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:55.534789 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:19:55.534789 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:19:55.534789 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:19:55.534789 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:19:55.534789 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:19:55.534789 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:19:55.534789 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:19:55.534789 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:19:55.534789 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:19:55.534789 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:19:55.534789 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:19:55.534789 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:19:55.534789 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:19:55.534789 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:19:55.534789 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:19:55.534789 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:19:55.534789 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:19:55.534789 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:19:55.534789 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:19:55.534789 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:19:55.534789 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:19:55.534789 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:19:55.534789 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:19:55.534789 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:19:55.534789 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:19:55.534789 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:19:55.534789 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:19:55.534789 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:19:55.534789 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:19:55.534789 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:19:55.534789 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:19:55.534789 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:19:55.542665 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-fa958716-fdc3-45eb-b4f1-72588078b26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'name': 'tempest-RoutersTest-router-1093276466', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:19:19Z', 'updated_at': '2022-03-05T05:19:53Z', 'revision_number': 10, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'gw_port_host': None, '_interfaces': [{'id': '1c745760-51b1-4fa0-98d5-5b391e2cef49', 'name': '', 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:66:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:21Z', 'updated_at': '2022-03-05T05:19:27Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:55.573853 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa958716-fdc3-45eb-b4f1-72588078b26b None None] The sync data for ids ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'] in n-d-789963-32 is: [{'id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'name': 'tempest-RoutersTest-router-1093276466', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:19:19Z', 'updated_at': '2022-03-05T05:19:53Z', 'revision_number': 10, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'gw_port_host': None, '_interfaces': [{'id': '1c745760-51b1-4fa0-98d5-5b391e2cef49', 'name': '', 'network_id': 'd1a59301-6aaf-4229-9f0e-dbfe45af4b8a', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'mac_address': 'fa:16:3e:66:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:19:21Z', 'updated_at': '2022-03-05T05:19:27Z', 'revision_number': 5, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'subnets': [{'id': 'eda67fe4-6ffe-4abd-a1a7-471679c6ec81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:19:55.601968 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d4ec42d-8a8f-4fd4-93de-598dc67a41f0 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (23eff2f4-340d-440a-89c2-982ed70585f3), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:55.609989 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8d4ec42d-8a8f-4fd4-93de-598dc67a41f0 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:55.615597 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8d4ec42d-8a8f-4fd4-93de-598dc67a41f0 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/networks/23eff2f4-340d-440a-89c2-982ed70585f3 HTTP/1.1" status: 204 len: 168 time: 0.5903122 Mar 05 05:19:55.616184 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34798) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:55.630409 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ec42d-8a8f-4fd4-93de-598dc67a41f0 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Network': ['ID=23eff2f4-340d-440a-89c2-982ed70585f3,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:55.952664 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b783d14f-9afa-4d76-8394-fd1c9116678e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (4daa0ef1-a970-42ef-bea4-88e47d51b1ed), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:56.229622 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-b783d14f-9afa-4d76-8394-fd1c9116678e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Deleting port 1c745760-51b1-4fa0-98d5-5b391e2cef49 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:19:56.230051 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b783d14f-9afa-4d76-8394-fd1c9116678e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (1c745760-51b1-4fa0-98d5-5b391e2cef49), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:56.327996 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-b783d14f-9afa-4d76-8394-fd1c9116678e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] For port 1c745760-51b1-4fa0-98d5-5b391e2cef49, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=1c745760-51b1-4fa0-98d5-5b391e2cef49,segment=NetworkSegment(cb68d435-db2a-434e-8b28-f712c42b9dd6),segment_id=cb68d435-db2a-434e-8b28-f712c42b9dd6)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:56.328369 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b783d14f-9afa-4d76-8394-fd1c9116678e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (1c745760-51b1-4fa0-98d5-5b391e2cef49), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:56.341284 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-b783d14f-9afa-4d76-8394-fd1c9116678e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Calling delete_port for 1c745760-51b1-4fa0-98d5-5b391e2cef49 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:19:56.522561 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b783d14f-9afa-4d76-8394-fd1c9116678e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (1c745760-51b1-4fa0-98d5-5b391e2cef49), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:56.549401 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783d14f-9afa-4d76-8394-fd1c9116678e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Port': ['ID=1c745760-51b1-4fa0-98d5-5b391e2cef49,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:56.702306 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b783d14f-9afa-4d76-8394-fd1c9116678e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (4daa0ef1-a970-42ef-bea4-88e47d51b1ed), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:56.865990 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b783d14f-9afa-4d76-8394-fd1c9116678e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:19:56.943704 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b783d14f-9afa-4d76-8394-fd1c9116678e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:19:56.952538 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b783d14f-9afa-4d76-8394-fd1c9116678e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "PUT /v2.0/routers/4daa0ef1-a970-42ef-bea4-88e47d51b1ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3317249 Mar 05 05:19:56.952643 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34804) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:56.956003 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536027d8-824a-42d7-a42c-a82c3a185303 None None] Sync routers for ids ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:19:56.966347 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536027d8-824a-42d7-a42c-a82c3a185303 None None] Routers {'4daa0ef1-a970-42ef-bea4-88e47d51b1ed'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:56.967239 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-536027d8-824a-42d7-a42c-a82c3a185303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:57.008735 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaed3d0f-3364-4621-ac2b-5df4212cd954 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Deleting subnet eda67fe4-6ffe-4abd-a1a7-471679c6ec81 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:19:57.012417 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aaed3d0f-3364-4621-ac2b-5df4212cd954 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for subnet (eda67fe4-6ffe-4abd-a1a7-471679c6ec81), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:57.042698 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-536027d8-824a-42d7-a42c-a82c3a185303 None None] Set router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:19:57.054956 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aaed3d0f-3364-4621-ac2b-5df4212cd954 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (eda67fe4-6ffe-4abd-a1a7-471679c6ec81), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:57.102600 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-536027d8-824a-42d7-a42c-a82c3a185303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'name': 'tempest-RoutersTest-router-1093276466', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:19:19Z', 'updated_at': '2022-03-05T05:19:56Z', 'revision_number': 11, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:57.130401 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536027d8-824a-42d7-a42c-a82c3a185303 None None] Checking router: 4daa0ef1-a970-42ef-bea4-88e47d51b1ed for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:19:57.140658 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536027d8-824a-42d7-a42c-a82c3a185303 None None] Routers {'4daa0ef1-a970-42ef-bea4-88e47d51b1ed'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:57.141517 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-536027d8-824a-42d7-a42c-a82c3a185303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:57.145951 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aaed3d0f-3364-4621-ac2b-5df4212cd954 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (eda67fe4-6ffe-4abd-a1a7-471679c6ec81), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:57.219858 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-536027d8-824a-42d7-a42c-a82c3a185303 None None] Set router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:19:57.232625 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aaed3d0f-3364-4621-ac2b-5df4212cd954 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (eda67fe4-6ffe-4abd-a1a7-471679c6ec81), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:57.267198 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed3d0f-3364-4621-ac2b-5df4212cd954 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Subnet': ['ID=eda67fe4-6ffe-4abd-a1a7-471679c6ec81,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:57.281121 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880eb3c4-d5c5-4d99-8f5a-4f1c8240cd83 None None] Network d1a59301-6aaf-4229-9f0e-dbfe45af4b8a requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:19:57.293760 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aaed3d0f-3364-4621-ac2b-5df4212cd954 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:57.303416 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-aaed3d0f-3364-4621-ac2b-5df4212cd954 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/subnets/eda67fe4-6ffe-4abd-a1a7-471679c6ec81 HTTP/1.1" status: 204 len: 168 time: 0.3489301 Mar 05 05:19:57.304149 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-536027d8-824a-42d7-a42c-a82c3a185303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'name': 'tempest-RoutersTest-router-1093276466', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:19:19Z', 'updated_at': '2022-03-05T05:19:56Z', 'revision_number': 11, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:57.304984 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34812) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:57.352917 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536027d8-824a-42d7-a42c-a82c3a185303 None None] The sync data for ids ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'] in n-d-789963-32 is: [{'id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'name': 'tempest-RoutersTest-router-1093276466', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:19:19Z', 'updated_at': '2022-03-05T05:19:56Z', 'revision_number': 11, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'gw_port_host': None}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:19:57.500210 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:19:57.508463 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0521b1-0bdc-4864-87aa-89619a6097b2 req-8471db22-8742-4139-b6df-6213837d5443 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:57.509948 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ab0521b1-0bdc-4864-87aa-89619a6097b2 req-8471db22-8742-4139-b6df-6213837d5443 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/ports?device_id=abe7c863-d538-476b-92b0-ebcec90d4be0 HTTP/1.1" status: 200 len: 945 time: 0.1886296 Mar 05 05:19:57.513204 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-55f7696c-ba6b-4fbd-8f94-d2e909cc3c77 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (d1a59301-6aaf-4229-9f0e-dbfe45af4b8a), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:57.583913 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ab0521b1-0bdc-4864-87aa-89619a6097b2 req-fa8be100-7e99-4d1b-8e20-0661896dea53 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c28250f-cff7-4a1a-bdae-c47b3ac76e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674736 Mar 05 05:19:57.606985 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-55f7696c-ba6b-4fbd-8f94-d2e909cc3c77 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Deleting port b57573c8-eee4-4e4b-ae96-211c5240098b {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:19:57.606985 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-55f7696c-ba6b-4fbd-8f94-d2e909cc3c77 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (b57573c8-eee4-4e4b-ae96-211c5240098b), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:57.666125 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-55f7696c-ba6b-4fbd-8f94-d2e909cc3c77 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] For port b57573c8-eee4-4e4b-ae96-211c5240098b, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b57573c8-eee4-4e4b-ae96-211c5240098b,segment=NetworkSegment(cb68d435-db2a-434e-8b28-f712c42b9dd6),segment_id=cb68d435-db2a-434e-8b28-f712c42b9dd6)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:57.666431 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-55f7696c-ba6b-4fbd-8f94-d2e909cc3c77 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (b57573c8-eee4-4e4b-ae96-211c5240098b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:57.678965 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-55f7696c-ba6b-4fbd-8f94-d2e909cc3c77 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Calling delete_port for b57573c8-eee4-4e4b-ae96-211c5240098b owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:19:57.766595 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ab9b97-74d7-459f-b810-423105df10ee None None] DHCP port deletion for d1a59301-6aaf-4229-9f0e-dbfe45af4b8a request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:19:57.772869 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-55f7696c-ba6b-4fbd-8f94-d2e909cc3c77 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (b57573c8-eee4-4e4b-ae96-211c5240098b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:57.811290 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7696c-ba6b-4fbd-8f94-d2e909cc3c77 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Port': ['ID=b57573c8-eee4-4e4b-ae96-211c5240098b,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:57.817875 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 832cb830-33db-4477-bf1a-92d63e8ba03c no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:19:57.820515 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f7696c-ba6b-4fbd-8f94-d2e909cc3c77 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] No DVR routers for this DVR port b57573c8-eee4-4e4b-ae96-211c5240098b on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:19:57.820955 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-82ab9b97-74d7-459f-b810-423105df10ee None None] The port 'b57573c8-eee4-4e4b-ae96-211c5240098b' was deleted {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Mar 05 05:19:57.848774 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 832cb830-33db-4477-bf1a-92d63e8ba03c {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:19:57.849201 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 832cb830-33db-4477-bf1a-92d63e8ba03c not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:19:57.849713 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 888e1bca-541f-47de-98fa-89827268c4cc no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:19:57.871483 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 888e1bca-541f-47de-98fa-89827268c4cc {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:19:57.871838 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 888e1bca-541f-47de-98fa-89827268c4cc not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:19:57.928055 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-55f7696c-ba6b-4fbd-8f94-d2e909cc3c77 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (d1a59301-6aaf-4229-9f0e-dbfe45af4b8a), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:57.948421 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-55f7696c-ba6b-4fbd-8f94-d2e909cc3c77 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a59301-6aaf-4229-9f0e-dbfe45af4b8a']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:57.958673 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-55f7696c-ba6b-4fbd-8f94-d2e909cc3c77 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb68d435-db2a-434e-8b28-f712c42b9dd6') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:57.959431 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-55f7696c-ba6b-4fbd-8f94-d2e909cc3c77 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb68d435-db2a-434e-8b28-f712c42b9dd6') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:57.971486 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-55f7696c-ba6b-4fbd-8f94-d2e909cc3c77 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (cb68d435-db2a-434e-8b28-f712c42b9dd6), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:57.988227 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-55f7696c-ba6b-4fbd-8f94-d2e909cc3c77 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (cb68d435-db2a-434e-8b28-f712c42b9dd6), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:57.995389 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55f7696c-ba6b-4fbd-8f94-d2e909cc3c77 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:19:57.995952 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-55f7696c-ba6b-4fbd-8f94-d2e909cc3c77 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (cb68d435-db2a-434e-8b28-f712c42b9dd6), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:57.999475 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:19:57.999475 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:19:57.999475 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:19:57.999475 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:19:57.999475 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:19:57.999475 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:19:57.999475 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:19:57.999475 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:19:57.999475 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:19:57.999475 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:19:57.999475 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:19:57.999475 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:19:57.999475 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:19:57.999475 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:19:57.999475 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:19:57.999475 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:19:57.999475 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:19:57.999475 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:19:57.999475 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:19:57.999475 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:19:57.999475 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:19:57.999475 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:19:57.999475 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:19:57.999475 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:19:57.999475 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:19:57.999475 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:19:57.999475 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:19:57.999475 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:19:57.999475 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:19:57.999475 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:19:57.999475 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:19:57.999475 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:19:58.062126 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-55f7696c-ba6b-4fbd-8f94-d2e909cc3c77 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (d1a59301-6aaf-4229-9f0e-dbfe45af4b8a), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:58.069797 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-55f7696c-ba6b-4fbd-8f94-d2e909cc3c77 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:58.073133 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-55f7696c-ba6b-4fbd-8f94-d2e909cc3c77 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/networks/d1a59301-6aaf-4229-9f0e-dbfe45af4b8a HTTP/1.1" status: 204 len: 168 time: 0.7655237 Mar 05 05:19:58.076227 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34816) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:58.082902 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-7e02a115-499d-4077-91cf-d533f4ce0bec tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Request body: {'router': {'routes': None}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:19:58.085082 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7696c-ba6b-4fbd-8f94-d2e909cc3c77 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Pushing event deleted for resources: {'Network': ['ID=d1a59301-6aaf-4229-9f0e-dbfe45af4b8a,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:19:58.270912 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.extraroute_db [None req-7e02a115-499d-4077-91cf-d533f4ce0bec tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Added routes are [] {{(pid=105232) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 05 05:19:58.271143 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.extraroute_db [None req-7e02a115-499d-4077-91cf-d533f4ce0bec tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Removed routes are [] {{(pid=105232) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 05 05:19:58.271509 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7e02a115-499d-4077-91cf-d533f4ce0bec tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-903190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9284'] for router (4daa0ef1-a970-42ef-bea4-88e47d51b1ed), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:58.421915 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7e02a115-499d-4077-91cf-d533f4ce0bec tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-903190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9284'] for router (4daa0ef1-a970-42ef-bea4-88e47d51b1ed), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:58.425638 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7e02a115-499d-4077-91cf-d533f4ce0bec tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-903193'] for router (4daa0ef1-a970-42ef-bea4-88e47d51b1ed), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:58.504419 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e02a115-499d-4077-91cf-d533f4ce0bec tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:19:58.583843 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e02a115-499d-4077-91cf-d533f4ce0bec tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:19:58.590785 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7e02a115-499d-4077-91cf-d533f4ce0bec tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:58.592484 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7e02a115-499d-4077-91cf-d533f4ce0bec tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "PUT /v2.0/routers/4daa0ef1-a970-42ef-bea4-88e47d51b1ed HTTP/1.1" status: 200 len: 701 time: 0.5145674 Mar 05 05:19:58.594540 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8896d864-006b-4e59-8905-0a09fd09ba66 None None] Sync routers for ids ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:19:58.595602 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34820) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:58.608532 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8896d864-006b-4e59-8905-0a09fd09ba66 None None] Routers {'4daa0ef1-a970-42ef-bea4-88e47d51b1ed'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:58.608532 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8896d864-006b-4e59-8905-0a09fd09ba66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:58.636237 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5009e75b-2557-4209-99e9-b7822a4065b3 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "GET /v2.0/ports?device_id=4daa0ef1-a970-42ef-bea4-88e47d51b1ed HTTP/1.1" status: 200 len: 205 time: 0.0393832 Mar 05 05:19:58.639126 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34824) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:58.711845 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-8896d864-006b-4e59-8905-0a09fd09ba66 None None] Set router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:19:58.727957 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9f8b42f6-504a-47b3-8075-06b26c29452a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router (4daa0ef1-a970-42ef-bea4-88e47d51b1ed), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:58.753337 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4aee0-fce7-4e84-8a5d-09ff99e06946 req-48f17e53-7bfb-47ee-9a13-64e295933b95 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:58.755328 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19c4aee0-fce7-4e84-8a5d-09ff99e06946 req-48f17e53-7bfb-47ee-9a13-64e295933b95 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/ports?device_id=abe7c863-d538-476b-92b0-ebcec90d4be0 HTTP/1.1" status: 200 len: 945 time: 0.0745494 Mar 05 05:19:58.780882 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8896d864-006b-4e59-8905-0a09fd09ba66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'name': 'tempest-RoutersTest-router-1093276466', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:19:19Z', 'updated_at': '2022-03-05T05:19:56Z', 'revision_number': 11, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:58.811382 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8896d864-006b-4e59-8905-0a09fd09ba66 None None] Checking router: 4daa0ef1-a970-42ef-bea4-88e47d51b1ed for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:19:58.820757 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8896d864-006b-4e59-8905-0a09fd09ba66 None None] Routers {'4daa0ef1-a970-42ef-bea4-88e47d51b1ed'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:19:58.821647 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8896d864-006b-4e59-8905-0a09fd09ba66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:58.826568 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-19c4aee0-fce7-4e84-8a5d-09ff99e06946 req-12be62ec-97c7-4b6b-acd0-5ebe4c9c95a5 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c28250f-cff7-4a1a-bdae-c47b3ac76e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565059 Mar 05 05:19:58.905816 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-8896d864-006b-4e59-8905-0a09fd09ba66 None None] Set router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:19:58.960218 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8896d864-006b-4e59-8905-0a09fd09ba66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'name': 'tempest-RoutersTest-router-1093276466', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:19:19Z', 'updated_at': '2022-03-05T05:19:56Z', 'revision_number': 11, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:19:58.992772 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8896d864-006b-4e59-8905-0a09fd09ba66 None None] The sync data for ids ['4daa0ef1-a970-42ef-bea4-88e47d51b1ed'] in n-d-789963-32 is: [{'id': '4daa0ef1-a970-42ef-bea4-88e47d51b1ed', 'name': 'tempest-RoutersTest-router-1093276466', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:19:19Z', 'updated_at': '2022-03-05T05:19:56Z', 'revision_number': 11, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'gw_port_host': None}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:19:59.266082 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9f8b42f6-504a-47b3-8075-06b26c29452a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (4daa0ef1-a970-42ef-bea4-88e47d51b1ed), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:59.268896 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9f8b42f6-504a-47b3-8075-06b26c29452a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router_controller (4daa0ef1-a970-42ef-bea4-88e47d51b1ed), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:59.276677 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ba1af-12ba-48e9-b27d-a9627cd6128f req-c7a6a7f1-ac3b-41cf-ad8c-06056b1845f5 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:59.278265 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-770ba1af-12ba-48e9-b27d-a9627cd6128f req-c7a6a7f1-ac3b-41cf-ad8c-06056b1845f5 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.31 "GET /v2.0/ports?device_id=abe7c863-d538-476b-92b0-ebcec90d4be0 HTTP/1.1" status: 200 len: 945 time: 0.1473634 Mar 05 05:19:59.355357 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9f8b42f6-504a-47b3-8075-06b26c29452a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (4daa0ef1-a970-42ef-bea4-88e47d51b1ed), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:59.357071 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8b42f6-504a-47b3-8075-06b26c29452a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Fanout notify agent at l3_agent the message router_deleted on router 4daa0ef1-a970-42ef-bea4-88e47d51b1ed {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:19:59.365308 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9f8b42f6-504a-47b3-8075-06b26c29452a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:59.366494 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9f8b42f6-504a-47b3-8075-06b26c29452a tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/routers/4daa0ef1-a970-42ef-bea4-88e47d51b1ed HTTP/1.1" status: 204 len: 168 time: 0.7263019 Mar 05 05:19:59.374058 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34826) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:59.379246 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-065a52d4-ccd1-40f4-bf3a-1c56ef420c5c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-884068143', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:19:59.394219 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 1c745760-51b1-4fa0-98d5-5b391e2cef49 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:19:59.432353 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-065a52d4-ccd1-40f4-bf3a-1c56ef420c5c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (860d5c73-5d48-4a9c-9fcf-7b80c7808501), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:59.433620 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-065a52d4-ccd1-40f4-bf3a-1c56ef420c5c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (860d5c73-5d48-4a9c-9fcf-7b80c7808501), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:59.448184 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-770ba1af-12ba-48e9-b27d-a9627cd6128f req-0dc39c34-0713-4f16-93d1-03d4797cffcb tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Deleting port cf112b0a-400e-4587-8c9a-cb8e89fe6832 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:19:59.449106 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-770ba1af-12ba-48e9-b27d-a9627cd6128f req-0dc39c34-0713-4f16-93d1-03d4797cffcb tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (cf112b0a-400e-4587-8c9a-cb8e89fe6832), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:59.450910 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 1c745760-51b1-4fa0-98d5-5b391e2cef49 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:19:59.451324 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 1c745760-51b1-4fa0-98d5-5b391e2cef49 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:19:59.451804 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b57573c8-eee4-4e4b-ae96-211c5240098b no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:19:59.478447 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: b57573c8-eee4-4e4b-ae96-211c5240098b {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:19:59.479064 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b57573c8-eee4-4e4b-ae96-211c5240098b not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:19:59.536698 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-065a52d4-ccd1-40f4-bf3a-1c56ef420c5c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router_controller (860d5c73-5d48-4a9c-9fcf-7b80c7808501), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:59.541847 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-065a52d4-ccd1-40f4-bf3a-1c56ef420c5c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (860d5c73-5d48-4a9c-9fcf-7b80c7808501), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:59.562684 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-065a52d4-ccd1-40f4-bf3a-1c56ef420c5c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:59.564210 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-065a52d4-ccd1-40f4-bf3a-1c56ef420c5c tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1890907 Mar 05 05:19:59.567023 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34830) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:19:59.574307 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-fee04a6c-d6c5-447c-a353-d66c5e2a5e9f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:19:59.578293 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-770ba1af-12ba-48e9-b27d-a9627cd6128f req-0dc39c34-0713-4f16-93d1-03d4797cffcb tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] For port cf112b0a-400e-4587-8c9a-cb8e89fe6832, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=cf112b0a-400e-4587-8c9a-cb8e89fe6832,segment=NetworkSegment(b3d18b2a-f642-426c-a122-cc2e93cd5c44),segment_id=b3d18b2a-f642-426c-a122-cc2e93cd5c44)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:19:59.578674 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-770ba1af-12ba-48e9-b27d-a9627cd6128f req-0dc39c34-0713-4f16-93d1-03d4797cffcb tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (cf112b0a-400e-4587-8c9a-cb8e89fe6832), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:59.651980 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-770ba1af-12ba-48e9-b27d-a9627cd6128f req-0dc39c34-0713-4f16-93d1-03d4797cffcb tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Calling delete_port for cf112b0a-400e-4587-8c9a-cb8e89fe6832 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:19:59.870980 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fee04a6c-d6c5-447c-a353-d66c5e2a5e9f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-899521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-903190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9284'] for router (860d5c73-5d48-4a9c-9fcf-7b80c7808501), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:59.894346 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fee04a6c-d6c5-447c-a353-d66c5e2a5e9f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-899528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-899571', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-903193'] for router (860d5c73-5d48-4a9c-9fcf-7b80c7808501), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:19:59.975506 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfed82-e1fd-4a41-a10f-577a8671f9e4 req-ecbd9847-187a-4d7a-9548-af70ce11f0db tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:19:59.977060 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-61cfed82-e1fd-4a41-a10f-577a8671f9e4 req-ecbd9847-187a-4d7a-9548-af70ce11f0db tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/ports?device_id=abe7c863-d538-476b-92b0-ebcec90d4be0 HTTP/1.1" status: 200 len: 945 time: 0.0657988 Mar 05 05:20:00.020257 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-770ba1af-12ba-48e9-b27d-a9627cd6128f req-0dc39c34-0713-4f16-93d1-03d4797cffcb tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (cf112b0a-400e-4587-8c9a-cb8e89fe6832), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:00.034752 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['cf112b0a-400e-4587-8c9a-cb8e89fe6832'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:20:00.053410 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-61cfed82-e1fd-4a41-a10f-577a8671f9e4 req-155160e4-2673-43ce-aeaa-cb15f9e80b8b tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c28250f-cff7-4a1a-bdae-c47b3ac76e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688868 Mar 05 05:20:00.059773 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc39c34-0713-4f16-93d1-03d4797cffcb tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Pushing event deleted for resources: {'Port': ['ID=cf112b0a-400e-4587-8c9a-cb8e89fe6832,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:00.100445 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee04a6c-d6c5-447c-a353-d66c5e2a5e9f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Router 860d5c73-5d48-4a9c-9fcf-7b80c7808501 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:20:00.117522 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-770ba1af-12ba-48e9-b27d-a9627cd6128f req-0dc39c34-0713-4f16-93d1-03d4797cffcb tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] No DVR routers for this DVR port cf112b0a-400e-4587-8c9a-cb8e89fe6832 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:20:00.120235 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-770ba1af-12ba-48e9-b27d-a9627cd6128f req-0dc39c34-0713-4f16-93d1-03d4797cffcb tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:00.124248 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-770ba1af-12ba-48e9-b27d-a9627cd6128f req-0dc39c34-0713-4f16-93d1-03d4797cffcb tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.31 "DELETE /v2.0/ports/cf112b0a-400e-4587-8c9a-cb8e89fe6832 HTTP/1.1" status: 204 len: 173 time: 0.8073354 Mar 05 05:20:00.124979 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abe7c863-d538-476b-92b0-ebcec90d4be0', 'name': 'network-vif-deleted', 'tag': 'cf112b0a-400e-4587-8c9a-cb8e89fe6832'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:20:00.127637 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfcd8f8-7d7d-4155-a94e-38d3312d7008" -d '{"events": [{"server_uuid": "abe7c863-d538-476b-92b0-ebcec90d4be0", "name": "network-vif-deleted", "tag": "cf112b0a-400e-4587-8c9a-cb8e89fe6832"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:20:00.196150 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f033d3d9-4038-4fb3-9339-6c247cf79861 x-openstack-request-id: req-f033d3d9-4038-4fb3-9339-6c247cf79861 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:20:00.196547 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abe7c863-d538-476b-92b0-ebcec90d4be0", "name": "network-vif-deleted", "tag": "cf112b0a-400e-4587-8c9a-cb8e89fe6832", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:20:00.197931 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f033d3d9-4038-4fb3-9339-6c247cf79861 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:20:00.198347 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abe7c863-d538-476b-92b0-ebcec90d4be0', 'name': 'network-vif-deleted', 'tag': 'cf112b0a-400e-4587-8c9a-cb8e89fe6832', 'status': 'completed', 'code': 200} Mar 05 05:20:00.237181 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee04a6c-d6c5-447c-a353-d66c5e2a5e9f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:20:00.244059 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fee04a6c-d6c5-447c-a353-d66c5e2a5e9f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:00.248514 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5932d7e-9f31-4925-9ac2-4526495ad9cc None None] Sync routers for ids ['860d5c73-5d48-4a9c-9fcf-7b80c7808501'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:20:00.254741 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34836) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:00.255300 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fee04a6c-d6c5-447c-a353-d66c5e2a5e9f tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "PUT /v2.0/routers/860d5c73-5d48-4a9c-9fcf-7b80c7808501 HTTP/1.1" status: 200 len: 693 time: 0.6869218 Mar 05 05:20:00.259711 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5932d7e-9f31-4925-9ac2-4526495ad9cc None None] Routers {'860d5c73-5d48-4a9c-9fcf-7b80c7808501'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:20:00.261134 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b5932d7e-9f31-4925-9ac2-4526495ad9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['860d5c73-5d48-4a9c-9fcf-7b80c7808501'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:20:00.341601 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0d318ae3-8ba7-45ac-bf6f-6d17af6b009e tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "GET /v2.0/routers/860d5c73-5d48-4a9c-9fcf-7b80c7808501 HTTP/1.1" status: 200 len: 699 time: 0.0854905 Mar 05 05:20:00.344456 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34838) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:00.373958 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8151fcae-183b-4946-9e4f-04dab2496656 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "GET /v2.0/ports?device_id=860d5c73-5d48-4a9c-9fcf-7b80c7808501 HTTP/1.1" status: 200 len: 205 time: 0.0281632 Mar 05 05:20:00.377031 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34840) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:00.444122 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-b5932d7e-9f31-4925-9ac2-4526495ad9cc None None] Set router 860d5c73-5d48-4a9c-9fcf-7b80c7808501 gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:20:00.459350 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8c3d8fa9-a0da-4883-b8b0-ee226b14f352 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router (860d5c73-5d48-4a9c-9fcf-7b80c7808501), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:00.505942 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b5932d7e-9f31-4925-9ac2-4526495ad9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860d5c73-5d48-4a9c-9fcf-7b80c7808501', 'name': 'tempest-RoutersTest-router-884068143', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:19:59Z', 'updated_at': '2022-03-05T05:19:59Z', 'revision_number': 2, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:20:00.536534 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5932d7e-9f31-4925-9ac2-4526495ad9cc None None] Checking router: 860d5c73-5d48-4a9c-9fcf-7b80c7808501 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:20:00.548924 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5932d7e-9f31-4925-9ac2-4526495ad9cc None None] Routers {'860d5c73-5d48-4a9c-9fcf-7b80c7808501'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:20:00.549693 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b5932d7e-9f31-4925-9ac2-4526495ad9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['860d5c73-5d48-4a9c-9fcf-7b80c7808501'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:20:00.637555 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-b5932d7e-9f31-4925-9ac2-4526495ad9cc None None] Set router 860d5c73-5d48-4a9c-9fcf-7b80c7808501 gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:20:00.662889 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8c3d8fa9-a0da-4883-b8b0-ee226b14f352 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (860d5c73-5d48-4a9c-9fcf-7b80c7808501), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:00.665168 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8c3d8fa9-a0da-4883-b8b0-ee226b14f352 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router_controller (860d5c73-5d48-4a9c-9fcf-7b80c7808501), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:00.696641 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b5932d7e-9f31-4925-9ac2-4526495ad9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860d5c73-5d48-4a9c-9fcf-7b80c7808501', 'name': 'tempest-RoutersTest-router-884068143', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:19:59Z', 'updated_at': '2022-03-05T05:19:59Z', 'revision_number': 2, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:20:00.713605 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8c3d8fa9-a0da-4883-b8b0-ee226b14f352 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (860d5c73-5d48-4a9c-9fcf-7b80c7808501), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:00.714117 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3d8fa9-a0da-4883-b8b0-ee226b14f352 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Fanout notify agent at l3_agent the message router_deleted on router 860d5c73-5d48-4a9c-9fcf-7b80c7808501 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:20:00.725094 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5932d7e-9f31-4925-9ac2-4526495ad9cc None None] The sync data for ids ['860d5c73-5d48-4a9c-9fcf-7b80c7808501'] in n-d-789963-32 is: [{'id': '860d5c73-5d48-4a9c-9fcf-7b80c7808501', 'name': 'tempest-RoutersTest-router-884068143', 'tenant_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:19:59Z', 'updated_at': '2022-03-05T05:19:59Z', 'revision_number': 2, 'project_id': 'a51b10dd69e7437f8d0be6d11db6df35', 'gw_port_host': None}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:20:00.726917 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8c3d8fa9-a0da-4883-b8b0-ee226b14f352 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:00.733777 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34844) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:00.735613 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8c3d8fa9-a0da-4883-b8b0-ee226b14f352 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/routers/860d5c73-5d48-4a9c-9fcf-7b80c7808501 HTTP/1.1" status: 204 len: 168 time: 0.3574519 Mar 05 05:20:00.770688 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34846) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:00.770929 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fa749f9b-7008-4e62-b2de-b1b7063cd1b7 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "GET /v2.0/ports?device_id=860d5c73-5d48-4a9c-9fcf-7b80c7808501 HTTP/1.1" status: 200 len: 205 time: 0.0358891 Mar 05 05:20:00.815012 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-76b6359a-fc35-40a6-8497-0d547f3728a4 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] delete failed (client error): The resource could not be found. Mar 05 05:20:00.816267 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-76b6359a-fc35-40a6-8497-0d547f3728a4 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/routers/860d5c73-5d48-4a9c-9fcf-7b80c7808501 HTTP/1.1" status: 404 len: 336 time: 0.0440624 Mar 05 05:20:00.818989 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34848) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:00.851971 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeaf6a1a-a0eb-43ac-b3e6-e12e6c8691ef tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] DELETE failed (client error): The resource could not be found. Mar 05 05:20:00.852538 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeaf6a1a-a0eb-43ac-b3e6-e12e6c8691ef tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:20:00.856222 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-eeaf6a1a-a0eb-43ac-b3e6-e12e6c8691ef tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/subnets/cc1a62e6-ae2d-49d3-a444-bb4f268a680d HTTP/1.1" status: 404 len: 337 time: 0.0304692 Mar 05 05:20:00.858660 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34850) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:00.885523 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed07aaa-a5d6-4351-a138-79dd68565363 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] DELETE failed (client error): The resource could not be found. Mar 05 05:20:00.886001 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ed07aaa-a5d6-4351-a138-79dd68565363 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:20:00.889221 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3ed07aaa-a5d6-4351-a138-79dd68565363 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/subnets/acc04f13-03cc-451e-baec-7351ba0fac64 HTTP/1.1" status: 404 len: 337 time: 0.0294111 Mar 05 05:20:00.891708 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34852) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:00.918800 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-122da456-f09d-4693-aadd-c5875ca9c566 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] DELETE failed (client error): The resource could not be found. Mar 05 05:20:00.919302 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-122da456-f09d-4693-aadd-c5875ca9c566 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:20:00.923235 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-122da456-f09d-4693-aadd-c5875ca9c566 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/subnets/da6a4797-fd75-4e5d-85a7-4370635fdb12 HTTP/1.1" status: 404 len: 337 time: 0.0297475 Mar 05 05:20:00.925548 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34854) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:00.953422 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e06e8c7-d1cf-4abd-8f71-e60b0f1d6f84 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] DELETE failed (client error): The resource could not be found. Mar 05 05:20:00.953972 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e06e8c7-d1cf-4abd-8f71-e60b0f1d6f84 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:20:00.959406 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1e06e8c7-d1cf-4abd-8f71-e60b0f1d6f84 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/subnets/eda67fe4-6ffe-4abd-a1a7-471679c6ec81 HTTP/1.1" status: 404 len: 337 time: 0.0305214 Mar 05 05:20:00.959734 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34856) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:00.989810 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7350b1a2-5b23-4d5a-9325-4278e151f627 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "GET /v2.0/ports?device_id=4daa0ef1-a970-42ef-bea4-88e47d51b1ed HTTP/1.1" status: 200 len: 205 time: 0.0273430 Mar 05 05:20:00.990499 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34858) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:01.029549 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-6b5732bc-9798-47cd-ac09-a28e3bac2dcf tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] delete failed (client error): The resource could not be found. Mar 05 05:20:01.030498 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6b5732bc-9798-47cd-ac09-a28e3bac2dcf tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/routers/4daa0ef1-a970-42ef-bea4-88e47d51b1ed HTTP/1.1" status: 404 len: 336 time: 0.0390325 Mar 05 05:20:01.033071 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34860) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:01.064509 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4cbeb93f-ea2e-4a8c-8c4e-2f3728fef534 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae8664dd-862b-4b65-854c-0567dea298e5 HTTP/1.1" status: 200 len: 205 time: 0.0303841 Mar 05 05:20:01.066761 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34862) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:01.106067 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-4cdb623b-bcc8-4fd5-8dcf-a8038851fce4 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] delete failed (client error): The resource could not be found. Mar 05 05:20:01.108008 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4cdb623b-bcc8-4fd5-8dcf-a8038851fce4 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/routers/ae8664dd-862b-4b65-854c-0567dea298e5 HTTP/1.1" status: 404 len: 336 time: 0.0394342 Mar 05 05:20:01.112638 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34866) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:01.137401 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-72aeda32-3b94-40cd-ab3b-90bd9fdd97c7 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] DELETE failed (client error): The resource could not be found. Mar 05 05:20:01.137883 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72aeda32-3b94-40cd-ab3b-90bd9fdd97c7 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:20:01.143699 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-72aeda32-3b94-40cd-ab3b-90bd9fdd97c7 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/subnets/94b40940-527d-44c3-b6d2-2553bb5adfe8 HTTP/1.1" status: 404 len: 337 time: 0.0327339 Mar 05 05:20:01.143991 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34870) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:01.176880 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4d1c19fe-6592-4bef-b513-263fe9c430ef tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64 HTTP/1.1" status: 200 len: 205 time: 0.0301676 Mar 05 05:20:01.179697 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34872) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:01.225510 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-9f452631-b771-4447-a8ba-3a4288dc3933 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] delete failed (client error): The resource could not be found. Mar 05 05:20:01.226689 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9f452631-b771-4447-a8ba-3a4288dc3933 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/routers/a8e9f0c2-48bf-48b7-85d4-a8f3360f9d64 HTTP/1.1" status: 404 len: 336 time: 0.0458298 Mar 05 05:20:01.229379 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34874) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:01.261382 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-14255eeb-4f2b-42cb-98e8-bd4c6d61079b tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "GET /v2.0/ports?device_id=a5ace3e5-e29a-4104-a84c-419a2d2d2ea7 HTTP/1.1" status: 200 len: 205 time: 0.0305748 Mar 05 05:20:01.262830 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34876) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:01.335943 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-fce5453f-6720-4135-a42f-91acdc3ce81d tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] delete failed (client error): The resource could not be found. Mar 05 05:20:01.339466 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fce5453f-6720-4135-a42f-91acdc3ce81d tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/routers/a5ace3e5-e29a-4104-a84c-419a2d2d2ea7 HTTP/1.1" status: 404 len: 336 time: 0.0731223 Mar 05 05:20:01.339661 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34880) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:01.383234 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc64beac-42e0-4574-b254-b901cbdc5554 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] DELETE failed (client error): The resource could not be found. Mar 05 05:20:01.384474 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc64beac-42e0-4574-b254-b901cbdc5554 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:20:01.390794 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-cc64beac-42e0-4574-b254-b901cbdc5554 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/subnets/6ce78e87-7ad0-40cd-ad3a-bd2b40ec82ea HTTP/1.1" status: 404 len: 337 time: 0.0496163 Mar 05 05:20:01.391619 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34882) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:01.424855 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e33f2c75-fcb9-447e-aa79-2e301c7593b7 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b8cfd8c-366d-4b58-82d5-621eb55737c8 HTTP/1.1" status: 200 len: 205 time: 0.0315218 Mar 05 05:20:01.427424 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34884) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:01.470040 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-647b5d80-3193-43cd-9d10-6bbf16403a2d tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] delete failed (client error): The resource could not be found. Mar 05 05:20:01.471422 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-647b5d80-3193-43cd-9d10-6bbf16403a2d tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/routers/1b8cfd8c-366d-4b58-82d5-621eb55737c8 HTTP/1.1" status: 404 len: 336 time: 0.0428336 Mar 05 05:20:01.474193 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34886) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:01.510229 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd248781-d80c-4755-ae54-64e29eaf4c15 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] DELETE failed (client error): The resource could not be found. Mar 05 05:20:01.510826 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd248781-d80c-4755-ae54-64e29eaf4c15 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:20:01.515234 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-bd248781-d80c-4755-ae54-64e29eaf4c15 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/subnets/f600f2e1-9529-4b74-8820-a762993d52e4 HTTP/1.1" status: 404 len: 337 time: 0.0398533 Mar 05 05:20:01.517881 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34890) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:01.580556 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-914c65cb-0eaf-4ade-b5b5-3c874fdef0ed tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6838bbe-8f99-471f-a387-52f512111fae HTTP/1.1" status: 200 len: 205 time: 0.0614116 Mar 05 05:20:01.583314 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34892) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:01.629621 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-a4b7d1f9-8a45-4089-ac87-4299fff0da04 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] delete failed (client error): The resource could not be found. Mar 05 05:20:01.633421 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 34894) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:01.633586 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a4b7d1f9-8a45-4089-ac87-4299fff0da04 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/routers/d6838bbe-8f99-471f-a387-52f512111fae HTTP/1.1" status: 404 len: 336 time: 0.0491128 Mar 05 05:20:01.670588 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b4f5c6-e8f7-4f62-8d10-f1926464e201 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] DELETE failed (client error): The resource could not be found. Mar 05 05:20:01.671223 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b4f5c6-e8f7-4f62-8d10-f1926464e201 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:20:01.674381 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e4b4f5c6-e8f7-4f62-8d10-f1926464e201 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/subnets/c409fd67-ca22-486b-b1f3-479cae7b63c1 HTTP/1.1" status: 404 len: 337 time: 0.0397091 Mar 05 05:20:01.677389 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34896) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:01.714612 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac8aea8-a28a-4c9c-951e-780bb9bcc660 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] DELETE failed (client error): The resource could not be found. Mar 05 05:20:01.715640 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ac8aea8-a28a-4c9c-951e-780bb9bcc660 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:20:01.719505 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8ac8aea8-a28a-4c9c-951e-780bb9bcc660 tempest-RoutersTest-726285500 tempest-RoutersTest-726285500-project] 10.222.0.11 "DELETE /v2.0/subnets/be2a4b74-ba7c-4d18-a49d-5d001ed44b2d HTTP/1.1" status: 404 len: 337 time: 0.0407295 Mar 05 05:20:02.081552 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34906) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:02.184238 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device cf112b0a-400e-4587-8c9a-cb8e89fe6832 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:20:02.235533 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: cf112b0a-400e-4587-8c9a-cb8e89fe6832 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:20:02.235885 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device cf112b0a-400e-4587-8c9a-cb8e89fe6832 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:20:02.255433 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2f97d5a0-115c-4928-a262-8d1b088cc420 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a51b10dd69e7437f8d0be6d11db6df35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1727257 Mar 05 05:20:02.257945 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 34910) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:02.306908 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-22da776d-9981-497b-a4f7-17991263a4e5 admin admin] Publish callbacks [] for security_group (40ac3166-422f-4b07-a78b-28047e9d638f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:02.331707 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-22da776d-9981-497b-a4f7-17991263a4e5 admin admin] Publish callbacks [] for security_group (40ac3166-422f-4b07-a78b-28047e9d638f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:02.389088 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-22da776d-9981-497b-a4f7-17991263a4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (40ac3166-422f-4b07-a78b-28047e9d638f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:02.393525 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-22da776d-9981-497b-a4f7-17991263a4e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:02.398625 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-22da776d-9981-497b-a4f7-17991263a4e5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/40ac3166-422f-4b07-a78b-28047e9d638f HTTP/1.1" status: 204 len: 168 time: 0.1387496 Mar 05 05:20:02.412344 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da776d-9981-497b-a4f7-17991263a4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ac3166-422f-4b07-a78b-28047e9d638f,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:03.282595 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35002) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:03.502537 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-86306d66-c35f-4f45-8615-7f5ec6075cf5 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:03.503136 n-d-789963-32 neutron-server[105231]: WARNING neutron.api.v2.base [None req-86306d66-c35f-4f45-8615-7f5ec6075cf5 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 05 05:20:03.503771 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-86306d66-c35f-4f45-8615-7f5ec6075cf5 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] create failed (client error): There was a conflict when trying to complete your request. Mar 05 05:20:03.507545 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-86306d66-c35f-4f45-8615-7f5ec6075cf5 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2213662 Mar 05 05:20:03.511890 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35032) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:03.517431 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-867dedfc-1084-4a5b-9ae5-849922182d79 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group': {'name': 'tempest-secgroup--469746528'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:03.563347 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-867dedfc-1084-4a5b-9ae5-849922182d79 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:03.576069 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-867dedfc-1084-4a5b-9ae5-849922182d79 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:03.694160 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-867dedfc-1084-4a5b-9ae5-849922182d79 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (d44d3804-fecf-4d2c-ba16-6687a9899479), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:03.700360 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-867dedfc-1084-4a5b-9ae5-849922182d79 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d44d3804-fecf-4d2c-ba16-6687a9899479), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:03.841403 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dedfc-1084-4a5b-9ae5-849922182d79 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d44d3804-fecf-4d2c-ba16-6687a9899479,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:03.943571 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-867dedfc-1084-4a5b-9ae5-849922182d79 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (d03ff451-0f93-4333-8ac8-1fc53251e5cb), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:03.953443 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-867dedfc-1084-4a5b-9ae5-849922182d79 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d03ff451-0f93-4333-8ac8-1fc53251e5cb), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:04.037449 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-867dedfc-1084-4a5b-9ae5-849922182d79 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:04.038757 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-867dedfc-1084-4a5b-9ae5-849922182d79 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5251017 Mar 05 05:20:04.041714 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35082) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:04.048338 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-f8d0d679-2858-4e70-b2d9-fb27c7bc252d tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group_rule': {'security_group_id': 'd03ff451-0f93-4333-8ac8-1fc53251e5cb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:04.087696 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dedfc-1084-4a5b-9ae5-849922182d79 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d03ff451-0f93-4333-8ac8-1fc53251e5cb,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:04.143812 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f8d0d679-2858-4e70-b2d9-fb27c7bc252d tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group_rule (ee71292c-c6fc-41cb-b787-c8418484c10a), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:04.243122 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f8d0d679-2858-4e70-b2d9-fb27c7bc252d tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group_rule (ee71292c-c6fc-41cb-b787-c8418484c10a), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:04.252433 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f8d0d679-2858-4e70-b2d9-fb27c7bc252d tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (ee71292c-c6fc-41cb-b787-c8418484c10a), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:04.309638 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0d679-2858-4e70-b2d9-fb27c7bc252d tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee71292c-c6fc-41cb-b787-c8418484c10a,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:04.316023 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f8d0d679-2858-4e70-b2d9-fb27c7bc252d tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:04.321072 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35108) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:04.322688 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f8d0d679-2858-4e70-b2d9-fb27c7bc252d tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2795956 Mar 05 05:20:04.327530 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-3e16874b-f7f6-41f4-b91f-874a6d3513e9 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group_rule': {'security_group_id': 'd03ff451-0f93-4333-8ac8-1fc53251e5cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:04.372319 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05923dc1-54ec-4842-9c49-aec64881886e req-4476c384-2d2e-4407-bbd1-c2e95c136178 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:04.383683 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-05923dc1-54ec-4842-9c49-aec64881886e req-4476c384-2d2e-4407-bbd1-c2e95c136178 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 945 time: 0.1290579 Mar 05 05:20:04.385818 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3e16874b-f7f6-41f4-b91f-874a6d3513e9 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group_rule (16f43a2c-64d5-449e-a6fd-16f6be705d16), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:04.471852 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-05923dc1-54ec-4842-9c49-aec64881886e req-ca6724f0-8072-42bf-86ae-764467bc5693 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824602 Mar 05 05:20:04.488235 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-3e16874b-f7f6-41f4-b91f-874a6d3513e9 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] create failed (client error): There was a conflict when trying to complete your request. Mar 05 05:20:04.492776 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35132) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:04.493132 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3e16874b-f7f6-41f4-b91f-874a6d3513e9 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1707275 Mar 05 05:20:04.583995 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c9cf3796-75b3-4e7c-b783-5d779f54f4b8 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (d03ff451-0f93-4333-8ac8-1fc53251e5cb), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:04.610380 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c9cf3796-75b3-4e7c-b783-5d779f54f4b8 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (d03ff451-0f93-4333-8ac8-1fc53251e5cb), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:04.662618 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c9cf3796-75b3-4e7c-b783-5d779f54f4b8 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d03ff451-0f93-4333-8ac8-1fc53251e5cb), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:04.665189 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c9cf3796-75b3-4e7c-b783-5d779f54f4b8 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:04.669951 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c9cf3796-75b3-4e7c-b783-5d779f54f4b8 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "DELETE /v2.0/security-groups/d03ff451-0f93-4333-8ac8-1fc53251e5cb HTTP/1.1" status: 204 len: 168 time: 0.1734436 Mar 05 05:20:04.670110 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35158) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:04.680109 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf3796-75b3-4e7c-b783-5d779f54f4b8 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03ff451-0f93-4333-8ac8-1fc53251e5cb,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:04.775446 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0d29c13d-1e4b-4e27-aff7-67c9287500c8 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1003447 Mar 05 05:20:04.776125 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35174) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:04.780973 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-820f5551-78d7-4cd9-93eb-b233c1882246 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group': {'name': 'tempest-secgroup--696052737'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:04.828182 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-820f5551-78d7-4cd9-93eb-b233c1882246 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:04.921265 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-820f5551-78d7-4cd9-93eb-b233c1882246 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (4c2f5b5f-39cb-4976-af13-b57b76dd212d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:04.926310 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-820f5551-78d7-4cd9-93eb-b233c1882246 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4c2f5b5f-39cb-4976-af13-b57b76dd212d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:04.952938 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-820f5551-78d7-4cd9-93eb-b233c1882246 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:04.957114 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35198) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:04.958064 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-820f5551-78d7-4cd9-93eb-b233c1882246 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1809566 Mar 05 05:20:04.964221 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-1c78bfa8-4360-4512-9c4b-d66c1055e441 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group_rule': {'security_group_id': '4c2f5b5f-39cb-4976-af13-b57b76dd212d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:04.965450 n-d-789963-32 neutron-server[105231]: WARNING neutron.api.v2.base [None req-1c78bfa8-4360-4512-9c4b-d66c1055e441 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 05 05:20:04.966404 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-1c78bfa8-4360-4512-9c4b-d66c1055e441 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:20:04.967750 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1c78bfa8-4360-4512-9c4b-d66c1055e441 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0094070 Mar 05 05:20:04.970901 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35200) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:04.984550 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f5551-78d7-4cd9-93eb-b233c1882246 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2f5b5f-39cb-4976-af13-b57b76dd212d,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:05.054564 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ced1deab-5c69-4e04-905f-18b160ffa0f9 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (4c2f5b5f-39cb-4976-af13-b57b76dd212d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:05.095889 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ced1deab-5c69-4e04-905f-18b160ffa0f9 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (4c2f5b5f-39cb-4976-af13-b57b76dd212d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:05.154671 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ced1deab-5c69-4e04-905f-18b160ffa0f9 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4c2f5b5f-39cb-4976-af13-b57b76dd212d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:05.158183 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ced1deab-5c69-4e04-905f-18b160ffa0f9 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:05.162656 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35222) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:05.163538 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ced1deab-5c69-4e04-905f-18b160ffa0f9 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "DELETE /v2.0/security-groups/4c2f5b5f-39cb-4976-af13-b57b76dd212d HTTP/1.1" status: 204 len: 168 time: 0.1914315 Mar 05 05:20:05.184370 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1deab-5c69-4e04-905f-18b160ffa0f9 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2f5b5f-39cb-4976-af13-b57b76dd212d,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:05.260980 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35236) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:05.261875 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e3c2fb3b-01a5-4b99-a9b0-75d231aa340e tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0968666 Mar 05 05:20:05.265673 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-ce8df72b-bfd7-44e7-bb0b-dfeb0706a065 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group': {'name': 'tempest-secgroup--1485342992'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:05.290916 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ce8df72b-bfd7-44e7-bb0b-dfeb0706a065 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:05.383756 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ce8df72b-bfd7-44e7-bb0b-dfeb0706a065 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (0fc26148-fae4-4feb-afb4-5a791ff7f070), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:05.396545 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ce8df72b-bfd7-44e7-bb0b-dfeb0706a065 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (0fc26148-fae4-4feb-afb4-5a791ff7f070), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:05.444899 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ce8df72b-bfd7-44e7-bb0b-dfeb0706a065 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:05.448796 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ce8df72b-bfd7-44e7-bb0b-dfeb0706a065 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1867206 Mar 05 05:20:05.452570 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35256) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:05.454943 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8df72b-bfd7-44e7-bb0b-dfeb0706a065 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc26148-fae4-4feb-afb4-5a791ff7f070,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:05.461111 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-4caea978-de15-4863-abfa-6ef132cfd411 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group_rule': {'security_group_id': '0fc26148-fae4-4feb-afb4-5a791ff7f070', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:05.462555 n-d-789963-32 neutron-server[105232]: WARNING neutron.api.v2.base [None req-4caea978-de15-4863-abfa-6ef132cfd411 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 05 05:20:05.463143 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-4caea978-de15-4863-abfa-6ef132cfd411 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:20:05.464344 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4caea978-de15-4863-abfa-6ef132cfd411 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0106628 Mar 05 05:20:05.467999 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35260) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:05.542248 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e7fffbc8-f4b4-4524-89d4-10803568afed tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (0fc26148-fae4-4feb-afb4-5a791ff7f070), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:05.587772 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e7fffbc8-f4b4-4524-89d4-10803568afed tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (0fc26148-fae4-4feb-afb4-5a791ff7f070), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:05.631392 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aee73a-7100-4704-ae93-b83ba9d2e140 req-091aebf8-3f30-4b02-b39e-edb82725e8ac tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:05.633730 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9aee73a-7100-4704-ae93-b83ba9d2e140 req-091aebf8-3f30-4b02-b39e-edb82725e8ac tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 945 time: 0.0714338 Mar 05 05:20:05.690431 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e7fffbc8-f4b4-4524-89d4-10803568afed tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (0fc26148-fae4-4feb-afb4-5a791ff7f070), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:05.693756 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e7fffbc8-f4b4-4524-89d4-10803568afed tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:05.695820 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e7fffbc8-f4b4-4524-89d4-10803568afed tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "DELETE /v2.0/security-groups/0fc26148-fae4-4feb-afb4-5a791ff7f070 HTTP/1.1" status: 204 len: 168 time: 0.2267215 Mar 05 05:20:05.698385 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35288) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:05.709030 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fffbc8-f4b4-4524-89d4-10803568afed tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc26148-fae4-4feb-afb4-5a791ff7f070,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:05.714608 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9aee73a-7100-4704-ae93-b83ba9d2e140 req-3eaef1c0-8a85-492d-94a3-00240a36c7c0 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736885 Mar 05 05:20:05.781429 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13885d-43d3-4aae-ad47-abead642eb4a req-e3588b44-eb2b-46b2-a520-183967e7832f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:05.784191 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d98e5faa-a36e-463e-958c-f0001966f6cf tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0845320 Mar 05 05:20:05.784877 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1b13885d-43d3-4aae-ad47-abead642eb4a req-e3588b44-eb2b-46b2-a520-183967e7832f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.30 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 945 time: 0.1283691 Mar 05 05:20:05.787735 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35298) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:05.796653 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-2fd43cc2-8031-46cf-9461-c7c70eda43e2 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group': {'name': 'tempest-secgroup--1249434790'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:05.829857 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2fd43cc2-8031-46cf-9461-c7c70eda43e2 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:05.937186 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2fd43cc2-8031-46cf-9461-c7c70eda43e2 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (831f1fbe-0063-426e-8112-d205696eb01d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:05.941638 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2fd43cc2-8031-46cf-9461-c7c70eda43e2 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (831f1fbe-0063-426e-8112-d205696eb01d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:05.954143 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-1b13885d-43d3-4aae-ad47-abead642eb4a req-7d4d8ff1-1f08-41c0-af36-88428c359b81 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Deleting port 0e48b7d5-c764-4773-82ad-3d77c40d006f {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:20:05.954574 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1b13885d-43d3-4aae-ad47-abead642eb4a req-7d4d8ff1-1f08-41c0-af36-88428c359b81 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (0e48b7d5-c764-4773-82ad-3d77c40d006f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:05.973860 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd43cc2-8031-46cf-9461-c7c70eda43e2 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=831f1fbe-0063-426e-8112-d205696eb01d,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:05.986970 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2fd43cc2-8031-46cf-9461-c7c70eda43e2 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:05.995806 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35322) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:05.999773 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2fd43cc2-8031-46cf-9461-c7c70eda43e2 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2104909 Mar 05 05:20:06.044380 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-1fcf6b06-cb91-4c53-ab76-f8735b5d750d tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group_rule': {'security_group_id': '831f1fbe-0063-426e-8112-d205696eb01d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:06.045437 n-d-789963-32 neutron-server[105232]: WARNING neutron.api.v2.base [None req-1fcf6b06-cb91-4c53-ab76-f8735b5d750d tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 05 05:20:06.046360 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-1fcf6b06-cb91-4c53-ab76-f8735b5d750d tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:20:06.050790 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35332) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:06.055876 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-65d6b173-49a1-4c8f-ba90-d5dd6842be69 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group_rule': {'security_group_id': '831f1fbe-0063-426e-8112-d205696eb01d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:06.056778 n-d-789963-32 neutron-server[105231]: WARNING neutron.api.v2.base [None req-65d6b173-49a1-4c8f-ba90-d5dd6842be69 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 05 05:20:06.057650 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-65d6b173-49a1-4c8f-ba90-d5dd6842be69 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:20:06.062820 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-65d6b173-49a1-4c8f-ba90-d5dd6842be69 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0108128 Mar 05 05:20:06.063512 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35334) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:06.065511 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1fcf6b06-cb91-4c53-ab76-f8735b5d750d tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0309036 Mar 05 05:20:06.072252 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-2f69b7d4-dadf-4def-a054-161d5613dcc6 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group_rule': {'security_group_id': '831f1fbe-0063-426e-8112-d205696eb01d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:06.076016 n-d-789963-32 neutron-server[105231]: WARNING neutron.api.v2.base [None req-2f69b7d4-dadf-4def-a054-161d5613dcc6 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 05 05:20:06.076772 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-2f69b7d4-dadf-4def-a054-161d5613dcc6 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:20:06.082311 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2f69b7d4-dadf-4def-a054-161d5613dcc6 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0175986 Mar 05 05:20:06.084136 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35338) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:06.093205 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-8c129f80-5fbe-4e1f-8eb1-5e0f533acd35 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group_rule': {'security_group_id': '831f1fbe-0063-426e-8112-d205696eb01d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:06.094494 n-d-789963-32 neutron-server[105231]: WARNING neutron.api.v2.base [None req-8c129f80-5fbe-4e1f-8eb1-5e0f533acd35 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 05 05:20:06.095154 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-8c129f80-5fbe-4e1f-8eb1-5e0f533acd35 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:20:06.099571 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8c129f80-5fbe-4e1f-8eb1-5e0f533acd35 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0129118 Mar 05 05:20:06.100254 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35342) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:06.149444 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-1b13885d-43d3-4aae-ad47-abead642eb4a req-7d4d8ff1-1f08-41c0-af36-88428c359b81 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] For port 0e48b7d5-c764-4773-82ad-3d77c40d006f, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=0e48b7d5-c764-4773-82ad-3d77c40d006f,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:20:06.149919 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1b13885d-43d3-4aae-ad47-abead642eb4a req-7d4d8ff1-1f08-41c0-af36-88428c359b81 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (0e48b7d5-c764-4773-82ad-3d77c40d006f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:06.192614 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a8f5da65-69ec-4ba8-a594-24214d66cd5a tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (831f1fbe-0063-426e-8112-d205696eb01d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:06.227510 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a8f5da65-69ec-4ba8-a594-24214d66cd5a tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (831f1fbe-0063-426e-8112-d205696eb01d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:06.284222 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a8f5da65-69ec-4ba8-a594-24214d66cd5a tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (831f1fbe-0063-426e-8112-d205696eb01d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:06.288185 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a8f5da65-69ec-4ba8-a594-24214d66cd5a tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:06.290106 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a8f5da65-69ec-4ba8-a594-24214d66cd5a tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "DELETE /v2.0/security-groups/831f1fbe-0063-426e-8112-d205696eb01d HTTP/1.1" status: 204 len: 168 time: 0.1886616 Mar 05 05:20:06.295020 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35364) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:06.304573 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5da65-69ec-4ba8-a594-24214d66cd5a tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=831f1fbe-0063-426e-8112-d205696eb01d,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:06.378633 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35376) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:06.378978 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2c9a4850-a0bf-4514-9dbf-8288d3d3318f tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0824175 Mar 05 05:20:06.384539 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-ab5f0c12-6382-4ed7-a8f0-16a9a2652841 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group': {'name': 'tempest-secgroup--9973911'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:06.426487 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ab5f0c12-6382-4ed7-a8f0-16a9a2652841 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:06.495680 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1b13885d-43d3-4aae-ad47-abead642eb4a req-7d4d8ff1-1f08-41c0-af36-88428c359b81 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:06.496912 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1b13885d-43d3-4aae-ad47-abead642eb4a req-7d4d8ff1-1f08-41c0-af36-88428c359b81 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (a7963048-a57e-428b-abda-e260522f4913), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:06.497714 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [req-1b13885d-43d3-4aae-ad47-abead642eb4a req-7d4d8ff1-1f08-41c0-af36-88428c359b81 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Floating IP a7963048-a57e-428b-abda-e260522f4913 disassociated. External IP: 172.25.0.48, port: 0e48b7d5-c764-4773-82ad-3d77c40d006f. Mar 05 05:20:06.498294 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-1b13885d-43d3-4aae-ad47-abead642eb4a req-7d4d8ff1-1f08-41c0-af36-88428c359b81 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Calling delete_port for 0e48b7d5-c764-4773-82ad-3d77c40d006f owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:20:06.539611 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ab5f0c12-6382-4ed7-a8f0-16a9a2652841 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (150beb4a-ea43-4dab-9257-c973f89a60f4), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:06.549151 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ab5f0c12-6382-4ed7-a8f0-16a9a2652841 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (150beb4a-ea43-4dab-9257-c973f89a60f4), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:06.619271 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f0c12-6382-4ed7-a8f0-16a9a2652841 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=150beb4a-ea43-4dab-9257-c973f89a60f4,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:06.655543 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ab5f0c12-6382-4ed7-a8f0-16a9a2652841 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:06.659941 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ab5f0c12-6382-4ed7-a8f0-16a9a2652841 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2802052 Mar 05 05:20:06.661847 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35406) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:06.696126 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-445496c9-a450-493b-9b26-748f9d72757b tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group_rule': {'security_group_id': '150beb4a-ea43-4dab-9257-c973f89a60f4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:06.701534 n-d-789963-32 neutron-server[105231]: WARNING neutron.api.v2.base [None req-445496c9-a450-493b-9b26-748f9d72757b tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 05 05:20:06.702224 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-445496c9-a450-493b-9b26-748f9d72757b tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:20:06.703417 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-445496c9-a450-493b-9b26-748f9d72757b tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0171599 Mar 05 05:20:06.706773 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35412) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:06.728182 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-69cea034-0608-48a2-9820-f109528b1b91 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group_rule': {'security_group_id': '150beb4a-ea43-4dab-9257-c973f89a60f4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:06.744694 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1b13885d-43d3-4aae-ad47-abead642eb4a req-7d4d8ff1-1f08-41c0-af36-88428c359b81 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (0e48b7d5-c764-4773-82ad-3d77c40d006f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:06.817906 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d8ff1-1f08-41c0-af36-88428c359b81 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Pushing event deleted for resources: {'Port': ['ID=0e48b7d5-c764-4773-82ad-3d77c40d006f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:06.842685 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-69cea034-0608-48a2-9820-f109528b1b91 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:20:06.844682 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-69cea034-0608-48a2-9820-f109528b1b91 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1317332 Mar 05 05:20:06.847722 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35428) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:06.860135 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-8b7cee3f-4c59-4426-a1fb-5543b0a29d71 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group_rule': {'security_group_id': '150beb4a-ea43-4dab-9257-c973f89a60f4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:06.871371 n-d-789963-32 neutron-server[105231]: WARNING neutron.api.v2.base [None req-8b7cee3f-4c59-4426-a1fb-5543b0a29d71 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 05 05:20:06.871972 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-8b7cee3f-4c59-4426-a1fb-5543b0a29d71 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:20:06.873035 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8b7cee3f-4c59-4426-a1fb-5543b0a29d71 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0240848 Mar 05 05:20:06.878579 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35436) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:06.926991 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-09fe40b0-0bfd-474c-82e3-11fda34587f9 req-728b5b05-c0ac-4f51-8056-d9318e61120e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 210 time: 0.0511851 Mar 05 05:20:06.930774 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-f57f6b2f-5658-4b06-83a3-c2eea1f35b2a tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group_rule': {'security_group_id': '150beb4a-ea43-4dab-9257-c973f89a60f4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:06.986886 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-f57f6b2f-5658-4b06-83a3-c2eea1f35b2a tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:20:06.989494 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f57f6b2f-5658-4b06-83a3-c2eea1f35b2a tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1082041 Mar 05 05:20:06.991245 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35448) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:07.003069 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-8f3f0553-0049-434e-b255-df49a2f6a9e8 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group_rule': {'security_group_id': '150beb4a-ea43-4dab-9257-c973f89a60f4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:07.004300 n-d-789963-32 neutron-server[105231]: WARNING neutron.api.v2.base [None req-8f3f0553-0049-434e-b255-df49a2f6a9e8 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 05 05:20:07.006788 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-8f3f0553-0049-434e-b255-df49a2f6a9e8 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:20:07.008387 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8f3f0553-0049-434e-b255-df49a2f6a9e8 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0150547 Mar 05 05:20:07.011320 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35452) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:07.018604 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-e338966c-1a93-4cdf-8117-e08397a125fb tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group_rule': {'security_group_id': '150beb4a-ea43-4dab-9257-c973f89a60f4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:07.049006 n-d-789963-32 neutron-server[105231]: INFO neutron.db.securitygroups_db [None req-e338966c-1a93-4cdf-8117-e08397a125fb tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Project e087356369eb45fdb47a02db9791e654 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:20:07.058930 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b13885d-43d3-4aae-ad47-abead642eb4a req-7d4d8ff1-1f08-41c0-af36-88428c359b81 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Router 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:20:07.071762 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-e338966c-1a93-4cdf-8117-e08397a125fb tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:20:07.073226 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e338966c-1a93-4cdf-8117-e08397a125fb tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0601437 Mar 05 05:20:07.076789 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35462) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:07.081359 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-db3e0b00-1b05-4d5c-b4f0-d6ee3b57091a tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group_rule': {'security_group_id': '150beb4a-ea43-4dab-9257-c973f89a60f4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:07.081931 n-d-789963-32 neutron-server[105231]: WARNING neutron.api.v2.base [None req-db3e0b00-1b05-4d5c-b4f0-d6ee3b57091a tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 05 05:20:07.082745 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-db3e0b00-1b05-4d5c-b4f0-d6ee3b57091a tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:20:07.083784 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-db3e0b00-1b05-4d5c-b4f0-d6ee3b57091a tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059035 Mar 05 05:20:07.086494 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35464) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:07.101478 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-0c6dbb7c-8959-4d0e-87fc-4a6ca2c86db7 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group_rule': {'security_group_id': '150beb4a-ea43-4dab-9257-c973f89a60f4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:07.155612 n-d-789963-32 neutron-server[105231]: INFO neutron.db.securitygroups_db [None req-0c6dbb7c-8959-4d0e-87fc-4a6ca2c86db7 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Project e087356369eb45fdb47a02db9791e654 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:20:07.184237 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-0c6dbb7c-8959-4d0e-87fc-4a6ca2c86db7 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:20:07.185751 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0c6dbb7c-8959-4d0e-87fc-4a6ca2c86db7 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0959394 Mar 05 05:20:07.203164 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35476) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:07.209978 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-e009c7e4-0550-4854-bce3-78ff8a238a95 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group_rule': {'security_group_id': '150beb4a-ea43-4dab-9257-c973f89a60f4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:07.251258 n-d-789963-32 neutron-server[105231]: INFO neutron.db.securitygroups_db [None req-e009c7e4-0550-4854-bce3-78ff8a238a95 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Project e087356369eb45fdb47a02db9791e654 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:20:07.252555 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b13885d-43d3-4aae-ad47-abead642eb4a req-7d4d8ff1-1f08-41c0-af36-88428c359b81 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:20:07.267755 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d25bb21-e6f2-4c60-8d39-e5cf82ce9416 None None] Sync routers for ids ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:20:07.284605 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-e009c7e4-0550-4854-bce3-78ff8a238a95 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:20:07.285831 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d25bb21-e6f2-4c60-8d39-e5cf82ce9416 None None] Routers {'2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:20:07.285967 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e009c7e4-0550-4854-bce3-78ff8a238a95 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0810781 Mar 05 05:20:07.286741 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-4d25bb21-e6f2-4c60-8d39-e5cf82ce9416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:20:07.288769 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35482) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:07.343273 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b13885d-43d3-4aae-ad47-abead642eb4a req-7d4d8ff1-1f08-41c0-af36-88428c359b81 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] No DVR routers for this DVR port 0e48b7d5-c764-4773-82ad-3d77c40d006f on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:20:07.351219 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1b13885d-43d3-4aae-ad47-abead642eb4a req-7d4d8ff1-1f08-41c0-af36-88428c359b81 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:07.354723 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1b13885d-43d3-4aae-ad47-abead642eb4a req-7d4d8ff1-1f08-41c0-af36-88428c359b81 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.30 "DELETE /v2.0/ports/0e48b7d5-c764-4773-82ad-3d77c40d006f HTTP/1.1" status: 204 len: 173 time: 1.5663676 Mar 05 05:20:07.355251 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10bca50-4948-47ac-9d6c-2aa0198d80e7', 'name': 'network-vif-deleted', 'tag': '0e48b7d5-c764-4773-82ad-3d77c40d006f'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:20:07.375182 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032f50b9-b1bc-4088-a059-448e27ad1bc8" -d '{"events": [{"server_uuid": "e10bca50-4948-47ac-9d6c-2aa0198d80e7", "name": "network-vif-deleted", "tag": "0e48b7d5-c764-4773-82ad-3d77c40d006f"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:20:07.402826 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-38df8beb-d677-4823-9c56-26ac3d9439b6 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (150beb4a-ea43-4dab-9257-c973f89a60f4), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:07.442260 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-38df8beb-d677-4823-9c56-26ac3d9439b6 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (150beb4a-ea43-4dab-9257-c973f89a60f4), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:07.493982 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21cc3b1-6280-464c-acd3-580e5806823e x-openstack-request-id: req-f21cc3b1-6280-464c-acd3-580e5806823e {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:20:07.494277 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10bca50-4948-47ac-9d6c-2aa0198d80e7", "name": "network-vif-deleted", "tag": "0e48b7d5-c764-4773-82ad-3d77c40d006f", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:20:07.494555 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f21cc3b1-6280-464c-acd3-580e5806823e {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:20:07.494963 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10bca50-4948-47ac-9d6c-2aa0198d80e7', 'name': 'network-vif-deleted', 'tag': '0e48b7d5-c764-4773-82ad-3d77c40d006f', 'status': 'completed', 'code': 200} Mar 05 05:20:07.520613 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-4d25bb21-e6f2-4c60-8d39-e5cf82ce9416 None None] Set router 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:20:07.555884 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-38df8beb-d677-4823-9c56-26ac3d9439b6 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (150beb4a-ea43-4dab-9257-c973f89a60f4), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:07.559294 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-38df8beb-d677-4823-9c56-26ac3d9439b6 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:07.560772 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-38df8beb-d677-4823-9c56-26ac3d9439b6 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "DELETE /v2.0/security-groups/150beb4a-ea43-4dab-9257-c973f89a60f4 HTTP/1.1" status: 204 len: 168 time: 0.2708986 Mar 05 05:20:07.563479 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35486) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:07.584241 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df8beb-d677-4823-9c56-26ac3d9439b6 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=150beb4a-ea43-4dab-9257-c973f89a60f4,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:07.631389 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-642bc1b3-469c-48c0-808c-0caaaeb90900 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0667214 Mar 05 05:20:07.635203 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35488) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:07.641284 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-686ce9bd-ccfb-4606-84f8-2ae23bcb648f tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group': {'name': 'tempest-secgroup--1474530336'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:07.667834 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-686ce9bd-ccfb-4606-84f8-2ae23bcb648f tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:07.743320 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-686ce9bd-ccfb-4606-84f8-2ae23bcb648f tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (1a243e40-34f0-48b3-a33a-fedac4cbd169), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:07.750129 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-686ce9bd-ccfb-4606-84f8-2ae23bcb648f tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1a243e40-34f0-48b3-a33a-fedac4cbd169), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:07.782561 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-686ce9bd-ccfb-4606-84f8-2ae23bcb648f tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:07.784697 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-686ce9bd-ccfb-4606-84f8-2ae23bcb648f tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1482019 Mar 05 05:20:07.787619 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35490) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:07.794150 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-4ac9f7e5-dac7-4de3-9ab6-dd017080e555 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group_rule': {'security_group_id': '1a243e40-34f0-48b3-a33a-fedac4cbd169', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:07.830544 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ce9bd-ccfb-4606-84f8-2ae23bcb648f tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a243e40-34f0-48b3-a33a-fedac4cbd169,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:07.904011 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-4ac9f7e5-dac7-4de3-9ab6-dd017080e555 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] create failed (client error): The resource could not be found. Mar 05 05:20:07.906322 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4ac9f7e5-dac7-4de3-9ab6-dd017080e555 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1177123 Mar 05 05:20:07.909243 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35494) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:07.918641 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-5bd3dc9c-1557-4013-8ea8-c7000af985ef tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group_rule': {'security_group_id': '1a243e40-34f0-48b3-a33a-fedac4cbd169', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1cdaae67-5f30-42f2-9c4b-1933806777af'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:08.011219 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-5bd3dc9c-1557-4013-8ea8-c7000af985ef tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] create failed (client error): The resource could not be found. Mar 05 05:20:08.013706 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5bd3dc9c-1557-4013-8ea8-c7000af985ef tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1032443 Mar 05 05:20:08.016666 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35504) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:08.099696 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6990baf0-194c-47a9-b08d-20464bc4c7bf req-ab2bcd3f-a480-4f3b-8b8c-71cddc512de4 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 210 time: 0.0488210 Mar 05 05:20:08.194947 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7153ceb3-5699-40d9-bb9a-fc7d6ccf9202 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (1a243e40-34f0-48b3-a33a-fedac4cbd169), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:08.251547 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7153ceb3-5699-40d9-bb9a-fc7d6ccf9202 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (1a243e40-34f0-48b3-a33a-fedac4cbd169), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:08.319944 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7153ceb3-5699-40d9-bb9a-fc7d6ccf9202 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1a243e40-34f0-48b3-a33a-fedac4cbd169), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:08.324802 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7153ceb3-5699-40d9-bb9a-fc7d6ccf9202 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:08.326189 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7153ceb3-5699-40d9-bb9a-fc7d6ccf9202 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "DELETE /v2.0/security-groups/1a243e40-34f0-48b3-a33a-fedac4cbd169 HTTP/1.1" status: 204 len: 168 time: 0.3083324 Mar 05 05:20:08.328968 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35512) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:08.355789 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7153ceb3-5699-40d9-bb9a-fc7d6ccf9202 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a243e40-34f0-48b3-a33a-fedac4cbd169,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:08.400508 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb72a3d-41df-44eb-b211-2275cfb4fc76 req-bc7f2f10-cfa3-4541-90f9-0e1c7a530d5d tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:08.409083 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1eb72a3d-41df-44eb-b211-2275cfb4fc76 req-bc7f2f10-cfa3-4541-90f9-0e1c7a530d5d tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 1128 time: 0.1007268 Mar 05 05:20:08.425568 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-4d25bb21-e6f2-4c60-8d39-e5cf82ce9416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'name': 'tempest-TestVolumeBootPattern-2145227709-router', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:07:45Z', 'updated_at': '2022-03-05T05:07:53Z', 'revision_number': 4, 'project_id': '06a4f309563b434e9962ec2905954423', 'gw_port': {'id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:46Z', 'updated_at': '2022-03-05T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'dc416c7b-3324-4a42-8845-432c9c62e96e', 'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'mac_address': 'fa:16:3e:67:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:52Z', 'updated_at': '2022-03-05T05:08:01Z', 'revision_number': 5, 'project_id': '06a4f309563b434e9962ec2905954423', 'subnets': [{'id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:20:08.480307 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-92aecf11-9c6c-4902-8723-d32c7ee58efd tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1501553 Mar 05 05:20:08.484764 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35516) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:08.494670 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-53c0909e-2267-4ecb-ad61-86d7f22fd291 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group_rule': {'security_group_id': '73c178fb-24db-49b1-abaf-6b8f963a7919', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:08.500830 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1eb72a3d-41df-44eb-b211-2275cfb4fc76 req-95453b44-79db-4095-b7de-fbaacb56143a tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890677 Mar 05 05:20:08.510638 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35518) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:08.514241 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d25bb21-e6f2-4c60-8d39-e5cf82ce9416 None None] Checking router: 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:20:08.535944 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d25bb21-e6f2-4c60-8d39-e5cf82ce9416 None None] Routers {'2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:20:08.536921 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-4d25bb21-e6f2-4c60-8d39-e5cf82ce9416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:20:08.594524 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-53c0909e-2267-4ecb-ad61-86d7f22fd291 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] create failed (client error): The resource could not be found. Mar 05 05:20:08.596033 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-53c0909e-2267-4ecb-ad61-86d7f22fd291 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1076272 Mar 05 05:20:08.601024 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35520) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:08.613009 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-80252047-a237-4fa2-898b-3c7ca6fe191b tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group': {'name': 'tempest-secgroup--2118667875'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:08.647836 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-80252047-a237-4fa2-898b-3c7ca6fe191b tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:08.752283 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-4d25bb21-e6f2-4c60-8d39-e5cf82ce9416 None None] Set router 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:20:08.780090 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-80252047-a237-4fa2-898b-3c7ca6fe191b tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (6528a5de-ba89-4fa8-9907-a8a48948bc91), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:08.790649 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-80252047-a237-4fa2-898b-3c7ca6fe191b tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6528a5de-ba89-4fa8-9907-a8a48948bc91), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:08.814972 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-3b713cb7-5bec-4462-87f6-5158d9c64371 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Deleting port 16f83663-9681-4030-96b0-29eec3c00c79 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:20:08.815593 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3b713cb7-5bec-4462-87f6-5158d9c64371 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (16f83663-9681-4030-96b0-29eec3c00c79), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:08.860201 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-80252047-a237-4fa2-898b-3c7ca6fe191b tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:08.864157 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-80252047-a237-4fa2-898b-3c7ca6fe191b tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2587566 Mar 05 05:20:08.867845 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35522) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:08.873813 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-8610ecfe-907f-49e2-885d-3f8e6d5bf454 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group': {'name': 'tempest-secgroup--1955611'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:08.880266 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80252047-a237-4fa2-898b-3c7ca6fe191b tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6528a5de-ba89-4fa8-9907-a8a48948bc91,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:08.907450 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8610ecfe-907f-49e2-885d-3f8e6d5bf454 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:08.954636 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3b713cb7-5bec-4462-87f6-5158d9c64371 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (16f83663-9681-4030-96b0-29eec3c00c79), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:08.954992 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3b713cb7-5bec-4462-87f6-5158d9c64371 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for floatingip (16f83663-9681-4030-96b0-29eec3c00c79), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:08.984294 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-3b713cb7-5bec-4462-87f6-5158d9c64371 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Calling delete_port for 16f83663-9681-4030-96b0-29eec3c00c79 owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:20:08.994272 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8610ecfe-907f-49e2-885d-3f8e6d5bf454 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (bd1a77ac-c90d-4210-967b-4a2bc7c952d1), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:09.004968 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8610ecfe-907f-49e2-885d-3f8e6d5bf454 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (bd1a77ac-c90d-4210-967b-4a2bc7c952d1), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:09.052953 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8610ecfe-907f-49e2-885d-3f8e6d5bf454 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:09.058852 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8610ecfe-907f-49e2-885d-3f8e6d5bf454 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1899228 Mar 05 05:20:09.062823 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35528) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:09.075946 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-b6ea1bba-f126-45e3-84fa-16a764428556 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group_rule': {'security_group_id': '6528a5de-ba89-4fa8-9907-a8a48948bc91', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'bd1a77ac-c90d-4210-967b-4a2bc7c952d1'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:09.084383 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-4d25bb21-e6f2-4c60-8d39-e5cf82ce9416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'name': 'tempest-TestVolumeBootPattern-2145227709-router', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:07:45Z', 'updated_at': '2022-03-05T05:07:53Z', 'revision_number': 4, 'project_id': '06a4f309563b434e9962ec2905954423', 'gw_port': {'id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:46Z', 'updated_at': '2022-03-05T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'dc416c7b-3324-4a42-8845-432c9c62e96e', 'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'mac_address': 'fa:16:3e:67:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:52Z', 'updated_at': '2022-03-05T05:08:01Z', 'revision_number': 5, 'project_id': '06a4f309563b434e9962ec2905954423', 'subnets': [{'id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:20:09.118917 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610ecfe-907f-49e2-885d-3f8e6d5bf454 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1a77ac-c90d-4210-967b-4a2bc7c952d1,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:09.145998 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-b6ea1bba-f126-45e3-84fa-16a764428556 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:20:09.161940 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b6ea1bba-f126-45e3-84fa-16a764428556 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0808179 Mar 05 05:20:09.164148 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35532) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:09.189212 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d25bb21-e6f2-4c60-8d39-e5cf82ce9416 None None] The sync data for ids ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'] in n-d-789963-32 is: [{'id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'name': 'tempest-TestVolumeBootPattern-2145227709-router', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:07:45Z', 'updated_at': '2022-03-05T05:07:53Z', 'revision_number': 4, 'project_id': '06a4f309563b434e9962ec2905954423', 'gw_port': {'id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:46Z', 'updated_at': '2022-03-05T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'dc416c7b-3324-4a42-8845-432c9c62e96e', 'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'mac_address': 'fa:16:3e:67:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:52Z', 'updated_at': '2022-03-05T05:08:01Z', 'revision_number': 5, 'project_id': '06a4f309563b434e9962ec2905954423', 'subnets': [{'id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:20:09.272442 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c06fd5ad-60df-4e31-a194-d40ba7f0eaef tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (bd1a77ac-c90d-4210-967b-4a2bc7c952d1), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:09.304731 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c06fd5ad-60df-4e31-a194-d40ba7f0eaef tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (bd1a77ac-c90d-4210-967b-4a2bc7c952d1), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:09.334510 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-42b44b2b-89be-494b-a9d4-c3449a9b5a95 req-31522e15-7f8b-4175-b8f5-b1fccc9d73d7 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 210 time: 0.0559587 Mar 05 05:20:09.367139 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c06fd5ad-60df-4e31-a194-d40ba7f0eaef tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (bd1a77ac-c90d-4210-967b-4a2bc7c952d1), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:09.370091 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c06fd5ad-60df-4e31-a194-d40ba7f0eaef tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:09.373057 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c06fd5ad-60df-4e31-a194-d40ba7f0eaef tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "DELETE /v2.0/security-groups/bd1a77ac-c90d-4210-967b-4a2bc7c952d1 HTTP/1.1" status: 204 len: 168 time: 0.1919711 Mar 05 05:20:09.374152 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3b713cb7-5bec-4462-87f6-5158d9c64371 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (16f83663-9681-4030-96b0-29eec3c00c79), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:09.378241 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35534) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:09.389164 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06fd5ad-60df-4e31-a194-d40ba7f0eaef tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1a77ac-c90d-4210-967b-4a2bc7c952d1,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:09.444154 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b713cb7-5bec-4462-87f6-5158d9c64371 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event deleted for resources: {'Port': ['ID=16f83663-9681-4030-96b0-29eec3c00c79,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:09.538171 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-640eff34-48cb-4e44-ac7e-157132080bbd tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1464231 Mar 05 05:20:09.538394 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35538) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:09.578585 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3b713cb7-5bec-4462-87f6-5158d9c64371 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for floatingip (f1d94d05-452f-4691-b7a9-1489b85e5cd1), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:09.579113 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-3b713cb7-5bec-4462-87f6-5158d9c64371 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Floating IP f1d94d05-452f-4691-b7a9-1489b85e5cd1 disassociated (deleted). External IP: 172.25.0.125, port: 3d777cd9-1bd8-45ef-976f-ba7106b340e2. Mar 05 05:20:09.608922 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 0e48b7d5-c764-4773-82ad-3d77c40d006f no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:20:09.639636 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 0e48b7d5-c764-4773-82ad-3d77c40d006f {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:20:09.639982 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 0e48b7d5-c764-4773-82ad-3d77c40d006f not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:20:09.673780 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cac365d-cb11-4baf-8589-72141cf517ce None None] New status for floating IP a7963048-a57e-428b-abda-e260522f4913: DOWN {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:20:09.985711 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f485539c-1d54-4a87-b7b9-de3b5bdb80a4 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (6528a5de-ba89-4fa8-9907-a8a48948bc91), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:10.047661 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f485539c-1d54-4a87-b7b9-de3b5bdb80a4 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (6528a5de-ba89-4fa8-9907-a8a48948bc91), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:10.134378 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f485539c-1d54-4a87-b7b9-de3b5bdb80a4 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6528a5de-ba89-4fa8-9907-a8a48948bc91), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:10.137028 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f485539c-1d54-4a87-b7b9-de3b5bdb80a4 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:10.138195 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f485539c-1d54-4a87-b7b9-de3b5bdb80a4 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "DELETE /v2.0/security-groups/6528a5de-ba89-4fa8-9907-a8a48948bc91 HTTP/1.1" status: 204 len: 168 time: 0.5988054 Mar 05 05:20:10.141067 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35540) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:10.179213 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485539c-1d54-4a87-b7b9-de3b5bdb80a4 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6528a5de-ba89-4fa8-9907-a8a48948bc91,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:10.192360 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a26b04f6-6296-45d4-89e6-b44baa44c3c9 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0460649 Mar 05 05:20:10.193269 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35542) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:10.217192 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b713cb7-5bec-4462-87f6-5158d9c64371 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Router f2490747-8303-4557-b1fd-b29d0268913b has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:20:10.222036 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-d9708b1f-d5f2-4415-9e60-d53cd5f91fae tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group': {'name': 'tempest-secgroup--434244818'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:10.259184 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9708b1f-d5f2-4415-9e60-d53cd5f91fae tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:10.345432 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b713cb7-5bec-4462-87f6-5158d9c64371 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:20:10.350786 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3b713cb7-5bec-4462-87f6-5158d9c64371 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:10.358698 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2a7c01-8ef8-46cc-93c2-fcc00ebc0a5b None None] Sync routers for ids ['f2490747-8303-4557-b1fd-b29d0268913b'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:20:10.372291 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9708b1f-d5f2-4415-9e60-d53cd5f91fae tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (812d7ee2-83b1-4777-8d5f-d0ee42625156), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:10.376302 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2a7c01-8ef8-46cc-93c2-fcc00ebc0a5b None None] Routers {'f2490747-8303-4557-b1fd-b29d0268913b'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:20:10.379439 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-ff2a7c01-8ef8-46cc-93c2-fcc00ebc0a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['f2490747-8303-4557-b1fd-b29d0268913b'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:20:10.384828 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3b713cb7-5bec-4462-87f6-5158d9c64371 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "DELETE /v2.0/floatingips/f1d94d05-452f-4691-b7a9-1489b85e5cd1 HTTP/1.1" status: 204 len: 168 time: 1.8673179 Mar 05 05:20:10.385539 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9cfded-626d-4587-8558-b03b7c409eb0', 'tag': '3d777cd9-1bd8-45ef-976f-ba7106b340e2'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:20:10.389294 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b355ee6b-e0af-49ab-95c3-68047b62ee8d" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9cfded-626d-4587-8558-b03b7c409eb0", "tag": "3d777cd9-1bd8-45ef-976f-ba7106b340e2"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:20:10.397827 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9708b1f-d5f2-4415-9e60-d53cd5f91fae tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (812d7ee2-83b1-4777-8d5f-d0ee42625156), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:10.481830 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9708b1f-d5f2-4415-9e60-d53cd5f91fae tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=812d7ee2-83b1-4777-8d5f-d0ee42625156,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:10.503133 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9708b1f-d5f2-4415-9e60-d53cd5f91fae tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:10.504554 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d9708b1f-d5f2-4415-9e60-d53cd5f91fae tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3108432 Mar 05 05:20:10.508226 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35550) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:10.513086 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-18f8c464-a86f-4a3c-a8ed-344ecddbc2a9 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group_rule': {'security_group_id': '812d7ee2-83b1-4777-8d5f-d0ee42625156', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:10.555101 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-62838cd8-993e-4884-8ae6-4fb6f3e2cca1 req-32666007-fa7e-474a-88ea-891263d66996 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 210 time: 0.0642643 Mar 05 05:20:10.572938 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-ff2a7c01-8ef8-46cc-93c2-fcc00ebc0a5b None None] Set router f2490747-8303-4557-b1fd-b29d0268913b gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:20:10.588078 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-18f8c464-a86f-4a3c-a8ed-344ecddbc2a9 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:20:10.592246 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35552) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:10.592573 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-18f8c464-a86f-4a3c-a8ed-344ecddbc2a9 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0833263 Mar 05 05:20:10.598588 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-de3a1250-70f2-4e33-8993-d87fbb0bb498 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group_rule': {'security_group_id': '812d7ee2-83b1-4777-8d5f-d0ee42625156', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:10.630652 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c812e4cd-2fc5-4e71-a912-d2d2771eb0d2 x-openstack-request-id: req-c812e4cd-2fc5-4e71-a912-d2d2771eb0d2 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:20:10.631195 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9cfded-626d-4587-8558-b03b7c409eb0", "tag": "3d777cd9-1bd8-45ef-976f-ba7106b340e2", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:20:10.631652 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c812e4cd-2fc5-4e71-a912-d2d2771eb0d2 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:20:10.632210 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9cfded-626d-4587-8558-b03b7c409eb0', 'tag': '3d777cd9-1bd8-45ef-976f-ba7106b340e2', 'status': 'completed', 'code': 200} Mar 05 05:20:10.657485 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-de3a1250-70f2-4e33-8993-d87fbb0bb498 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:20:10.662579 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-de3a1250-70f2-4e33-8993-d87fbb0bb498 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0657763 Mar 05 05:20:10.663101 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35556) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:10.725952 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aa2a47f3-a6a1-4838-8c6f-194077059f83 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (812d7ee2-83b1-4777-8d5f-d0ee42625156), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:10.749760 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355ee6b-e0af-49ab-95c3-68047b62ee8d req-1aa10a3f-6eae-47af-a3b6-14960682e83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:10.754924 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b355ee6b-e0af-49ab-95c3-68047b62ee8d req-1aa10a3f-6eae-47af-a3b6-14960682e83a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 1128 time: 0.1004779 Mar 05 05:20:10.790815 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aa2a47f3-a6a1-4838-8c6f-194077059f83 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (812d7ee2-83b1-4777-8d5f-d0ee42625156), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:10.806873 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-ff2a7c01-8ef8-46cc-93c2-fcc00ebc0a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123393672', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'bfe341a3-8e05-470c-93f8-e91ef93f5714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:18:09Z', 'updated_at': '2022-03-05T05:18:16Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'bfe341a3-8e05-470c-93f8-e91ef93f5714', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:18:10Z', 'updated_at': '2022-03-05T05:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'b7894c46-eee7-47fb-bf3d-24da68511011', 'name': '', 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:2a:63:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '8bbed329-b500-444f-8c46-094692e743a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:18:15Z', 'updated_at': '2022-03-05T05:18:24Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': '8bbed329-b500-444f-8c46-094692e743a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:20:10.841768 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd73c9-6b64-4e3c-a7c7-732f99827719 req-3ee530ae-3cbe-482d-a39d-d9e13614a604 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:10.842828 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2a7c01-8ef8-46cc-93c2-fcc00ebc0a5b None None] Checking router: f2490747-8303-4557-b1fd-b29d0268913b for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:20:10.843511 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-08dd73c9-6b64-4e3c-a7c7-732f99827719 req-3ee530ae-3cbe-482d-a39d-d9e13614a604 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 945 time: 0.1111763 Mar 05 05:20:10.854381 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2a7c01-8ef8-46cc-93c2-fcc00ebc0a5b None None] Routers {'f2490747-8303-4557-b1fd-b29d0268913b'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:20:10.855353 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-ff2a7c01-8ef8-46cc-93c2-fcc00ebc0a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:19:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['f2490747-8303-4557-b1fd-b29d0268913b'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:20:10.858080 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aa2a47f3-a6a1-4838-8c6f-194077059f83 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (812d7ee2-83b1-4777-8d5f-d0ee42625156), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:10.862215 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aa2a47f3-a6a1-4838-8c6f-194077059f83 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:10.863749 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-aa2a47f3-a6a1-4838-8c6f-194077059f83 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "DELETE /v2.0/security-groups/812d7ee2-83b1-4777-8d5f-d0ee42625156 HTTP/1.1" status: 204 len: 168 time: 0.1994739 Mar 05 05:20:10.871648 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35558) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:10.891472 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355ee6b-e0af-49ab-95c3-68047b62ee8d req-a08084e0-0126-4f42-aef4-0f2e3eac7564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:10.893854 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b355ee6b-e0af-49ab-95c3-68047b62ee8d req-a08084e0-0126-4f42-aef4-0f2e3eac7564 service neutron] 10.222.0.31 "GET /v2.0/networks?id=84cac7eb-50f0-4cb0-8519-750de49341fe HTTP/1.1" status: 200 len: 897 time: 0.1312745 Mar 05 05:20:10.900382 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a47f3-a6a1-4838-8c6f-194077059f83 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=812d7ee2-83b1-4777-8d5f-d0ee42625156,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:10.953135 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-08dd73c9-6b64-4e3c-a7c7-732f99827719 req-ee9d6aa4-9253-4e47-bd25-0e50e31f5f45 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877481 Mar 05 05:20:10.957248 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b355ee6b-e0af-49ab-95c3-68047b62ee8d req-97ee0a3d-b3b8-4ff0-96de-9e28979c22b4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d777cd9-1bd8-45ef-976f-ba7106b340e2 HTTP/1.1" status: 200 len: 217 time: 0.0566339 Mar 05 05:20:10.988056 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-cf6fccc3-eb0e-46a9-abef-3fcb17cb1d4f tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1086411 Mar 05 05:20:10.988617 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35560) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:10.992948 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-59d27ea2-0bcf-4484-b382-e0f60650188b tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group': {'name': 'tempest-secgroup--190699978'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:11.017022 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-59d27ea2-0bcf-4484-b382-e0f60650188b tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:11.019794 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355ee6b-e0af-49ab-95c3-68047b62ee8d req-efab3893-1c17-4ade-bc3c-9c801c77a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:11.021745 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b355ee6b-e0af-49ab-95c3-68047b62ee8d req-efab3893-1c17-4ade-bc3c-9c801c77a457 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8bbed329-b500-444f-8c46-094692e743a8 HTTP/1.1" status: 200 len: 834 time: 0.0576057 Mar 05 05:20:11.028567 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-ff2a7c01-8ef8-46cc-93c2-fcc00ebc0a5b None None] Set router f2490747-8303-4557-b1fd-b29d0268913b gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:20:11.085765 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355ee6b-e0af-49ab-95c3-68047b62ee8d req-455b08b1-16a6-47f0-b963-cf9fd83e1e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:11.088072 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b355ee6b-e0af-49ab-95c3-68047b62ee8d req-455b08b1-16a6-47f0-b963-cf9fd83e1e92 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=84cac7eb-50f0-4cb0-8519-750de49341fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0598433 Mar 05 05:20:11.114036 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-59d27ea2-0bcf-4484-b382-e0f60650188b tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (d6dc76de-97f5-4a6e-99be-eaf272d774c8), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:11.122131 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-59d27ea2-0bcf-4484-b382-e0f60650188b tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d6dc76de-97f5-4a6e-99be-eaf272d774c8), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:11.150814 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-59d27ea2-0bcf-4484-b382-e0f60650188b tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:11.155705 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-59d27ea2-0bcf-4484-b382-e0f60650188b tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1636801 Mar 05 05:20:11.156615 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35562) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:11.160423 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-e1612049-2495-430c-b432-de587e41ff9c tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:11.160844 n-d-789963-32 neutron-server[105231]: WARNING neutron.api.v2.base [None req-e1612049-2495-430c-b432-de587e41ff9c tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 05 05:20:11.161500 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-e1612049-2495-430c-b432-de587e41ff9c tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] update failed (client error): There was a conflict when trying to complete your request. Mar 05 05:20:11.165162 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e1612049-2495-430c-b432-de587e41ff9c tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "PUT /v2.0/security-groups/d6dc76de-97f5-4a6e-99be-eaf272d774c8 HTTP/1.1" status: 409 len: 330 time: 0.0059199 Mar 05 05:20:11.166462 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35564) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:11.195321 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d27ea2-0bcf-4484-b382-e0f60650188b tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6dc76de-97f5-4a6e-99be-eaf272d774c8,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:11.228860 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b355ee6b-e0af-49ab-95c3-68047b62ee8d req-f81fe36f-54f5-4c94-ae73-1b73adc30657 service neutron] 10.222.0.31 "GET /v2.0/networks/84cac7eb-50f0-4cb0-8519-750de49341fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323318 Mar 05 05:20:11.239111 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8fbac120-b003-48b3-ada0-65602f562887 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (d6dc76de-97f5-4a6e-99be-eaf272d774c8), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:11.267353 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8fbac120-b003-48b3-ada0-65602f562887 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (d6dc76de-97f5-4a6e-99be-eaf272d774c8), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:11.292122 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-ff2a7c01-8ef8-46cc-93c2-fcc00ebc0a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123393672', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'bfe341a3-8e05-470c-93f8-e91ef93f5714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:18:09Z', 'updated_at': '2022-03-05T05:18:16Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'bfe341a3-8e05-470c-93f8-e91ef93f5714', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:18:10Z', 'updated_at': '2022-03-05T05:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'b7894c46-eee7-47fb-bf3d-24da68511011', 'name': '', 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:2a:63:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '8bbed329-b500-444f-8c46-094692e743a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:18:15Z', 'updated_at': '2022-03-05T05:18:24Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': '8bbed329-b500-444f-8c46-094692e743a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:20:11.320168 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8fbac120-b003-48b3-ada0-65602f562887 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d6dc76de-97f5-4a6e-99be-eaf272d774c8), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:11.325792 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2a7c01-8ef8-46cc-93c2-fcc00ebc0a5b None None] The sync data for ids ['f2490747-8303-4557-b1fd-b29d0268913b'] in n-d-789963-32 is: [{'id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123393672', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'bfe341a3-8e05-470c-93f8-e91ef93f5714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:18:09Z', 'updated_at': '2022-03-05T05:18:16Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'bfe341a3-8e05-470c-93f8-e91ef93f5714', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:18:10Z', 'updated_at': '2022-03-05T05:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'b7894c46-eee7-47fb-bf3d-24da68511011', 'name': '', 'network_id': '84cac7eb-50f0-4cb0-8519-750de49341fe', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:2a:63:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '8bbed329-b500-444f-8c46-094692e743a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:18:15Z', 'updated_at': '2022-03-05T05:18:24Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': '8bbed329-b500-444f-8c46-094692e743a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:20:11.327623 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8fbac120-b003-48b3-ada0-65602f562887 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:11.329928 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8fbac120-b003-48b3-ada0-65602f562887 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "DELETE /v2.0/security-groups/d6dc76de-97f5-4a6e-99be-eaf272d774c8 HTTP/1.1" status: 204 len: 168 time: 0.1624424 Mar 05 05:20:11.333900 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35566) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:11.339687 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbac120-b003-48b3-ada0-65602f562887 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6dc76de-97f5-4a6e-99be-eaf272d774c8,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:11.393365 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b355ee6b-e0af-49ab-95c3-68047b62ee8d req-ab7fe842-8a75-4f0d-95a0-91401c16c522 service neutron] 10.222.0.31 "GET /v2.0/networks/84cac7eb-50f0-4cb0-8519-750de49341fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565340 Mar 05 05:20:11.425660 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7231b17e-0b49-4828-adb8-d82454fad7ca tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0906682 Mar 05 05:20:11.430062 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35568) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:11.450325 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-a843d41e-fe35-4dbc-b72a-cb4c821f030e tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] delete failed (client error): The resource could not be found. Mar 05 05:20:11.451652 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a843d41e-fe35-4dbc-b72a-cb4c821f030e tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "DELETE /v2.0/security-groups/707543aa-c862-444e-8504-5a87c943f9c2 HTTP/1.1" status: 404 len: 347 time: 0.0202963 Mar 05 05:20:11.456414 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0b041d65-f823-4fa8-8b51-dee9a44fb478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:11.457476 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35570) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:11.476097 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-5d567f34-cd92-4e97-81bd-a4c42aa46923 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] show failed (client error): The resource could not be found. Mar 05 05:20:11.477097 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5d567f34-cd92-4e97-81bd-a4c42aa46923 tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "GET /v2.0/security-groups/3199e3d2-ee1d-46b0-89fc-baa895f513cb HTTP/1.1" status: 404 len: 347 time: 0.0184848 Mar 05 05:20:11.481017 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35572) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:11.491496 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-03d234bb-67ac-4f3a-8a17-6c9d893d976d tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] show failed (client error): The resource could not be found. Mar 05 05:20:11.492477 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-03d234bb-67ac-4f3a-8a17-6c9d893d976d tempest-NegativeSecGroupIPv6Test-1061918777 tempest-NegativeSecGroupIPv6Test-1061918777-project] 10.222.0.11 "GET /v2.0/security-group-rules/daa77c20-c0fd-45a4-b991-616ccfdc7c2e HTTP/1.1" status: 404 len: 356 time: 0.0105720 Mar 05 05:20:11.673409 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d7565ae8-9742-4c0c-938c-7bbe5f490c18 req-7b156ae2-1006-4759-8a53-bea98f4d7454 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 210 time: 0.0403836 Mar 05 05:20:11.687605 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2572f66b-37a0-490b-a45d-ff0d953bb187 None None] New status for floating IP f1d94d05-452f-4691-b7a9-1489b85e5cd1: DOWN {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:20:11.805504 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35580) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:11.947557 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7e2f7-76a0-4231-83e5-23de631ca8da req-64501d43-a068-4201-b86f-3d5d5d5726c3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:11.949785 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f6b7e2f7-76a0-4231-83e5-23de631ca8da req-64501d43-a068-4201-b86f-3d5d5d5726c3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 945 time: 0.0562022 Mar 05 05:20:11.960957 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bd6d629c-ef5b-4d9b-ba26-0ffe56ac5293 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e087356369eb45fdb47a02db9791e654&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1518288 Mar 05 05:20:11.961208 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35584) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:12.030547 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-28c3109e-a7cf-4eb2-aac9-cd1350454757 admin admin] Publish callbacks [] for security_group (d44d3804-fecf-4d2c-ba16-6687a9899479), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:12.063808 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-f6b7e2f7-76a0-4231-83e5-23de631ca8da req-52270df7-4512-4a0c-bee0-c826c9aa6b08 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Deleting port 3d777cd9-1bd8-45ef-976f-ba7106b340e2 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:20:12.064467 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f6b7e2f7-76a0-4231-83e5-23de631ca8da req-52270df7-4512-4a0c-bee0-c826c9aa6b08 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (3d777cd9-1bd8-45ef-976f-ba7106b340e2), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:12.079715 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-28c3109e-a7cf-4eb2-aac9-cd1350454757 admin admin] Publish callbacks [] for security_group (d44d3804-fecf-4d2c-ba16-6687a9899479), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:12.128482 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a0758-3f0d-4163-8c9a-b81e6ad4c7d9 req-f6c1a1ea-784e-4581-83f0-b54042b72fa9 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:12.130627 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-159a0758-3f0d-4163-8c9a-b81e6ad4c7d9 req-f6c1a1ea-784e-4581-83f0-b54042b72fa9 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 945 time: 0.0904121 Mar 05 05:20:12.170511 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-f6b7e2f7-76a0-4231-83e5-23de631ca8da req-52270df7-4512-4a0c-bee0-c826c9aa6b08 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] For port 3d777cd9-1bd8-45ef-976f-ba7106b340e2, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=3d777cd9-1bd8-45ef-976f-ba7106b340e2,segment=NetworkSegment(5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea),segment_id=5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:20:12.171251 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f6b7e2f7-76a0-4231-83e5-23de631ca8da req-52270df7-4512-4a0c-bee0-c826c9aa6b08 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (3d777cd9-1bd8-45ef-976f-ba7106b340e2), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:12.176354 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-28c3109e-a7cf-4eb2-aac9-cd1350454757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d44d3804-fecf-4d2c-ba16-6687a9899479), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:12.178957 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-28c3109e-a7cf-4eb2-aac9-cd1350454757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:12.182441 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-28c3109e-a7cf-4eb2-aac9-cd1350454757 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d44d3804-fecf-4d2c-ba16-6687a9899479 HTTP/1.1" status: 204 len: 168 time: 0.2179902 Mar 05 05:20:12.190325 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-f6b7e2f7-76a0-4231-83e5-23de631ca8da req-52270df7-4512-4a0c-bee0-c826c9aa6b08 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Calling delete_port for 3d777cd9-1bd8-45ef-976f-ba7106b340e2 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:20:12.199859 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-159a0758-3f0d-4163-8c9a-b81e6ad4c7d9 req-5214c304-ee90-4c5f-b9cb-7bfe4c5d24a1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=11be3266-e319-4890-8c9b-27f5f277b107&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637362 Mar 05 05:20:12.202393 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3109e-a7cf-4eb2-aac9-cd1350454757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44d3804-fecf-4d2c-ba16-6687a9899479,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:12.643916 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f6b7e2f7-76a0-4231-83e5-23de631ca8da req-52270df7-4512-4a0c-bee0-c826c9aa6b08 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (3d777cd9-1bd8-45ef-976f-ba7106b340e2), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:12.677710 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52270df7-4512-4a0c-bee0-c826c9aa6b08 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event deleted for resources: {'Port': ['ID=3d777cd9-1bd8-45ef-976f-ba7106b340e2,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:12.735340 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b7e2f7-76a0-4231-83e5-23de631ca8da req-52270df7-4512-4a0c-bee0-c826c9aa6b08 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] No DVR routers for this DVR port 3d777cd9-1bd8-45ef-976f-ba7106b340e2 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:20:12.741936 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f6b7e2f7-76a0-4231-83e5-23de631ca8da req-52270df7-4512-4a0c-bee0-c826c9aa6b08 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:12.745438 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f6b7e2f7-76a0-4231-83e5-23de631ca8da req-52270df7-4512-4a0c-bee0-c826c9aa6b08 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.31 "DELETE /v2.0/ports/3d777cd9-1bd8-45ef-976f-ba7106b340e2 HTTP/1.1" status: 204 len: 173 time: 0.7901788 Mar 05 05:20:12.746471 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9cfded-626d-4587-8558-b03b7c409eb0', 'name': 'network-vif-deleted', 'tag': '3d777cd9-1bd8-45ef-976f-ba7106b340e2'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:20:12.760942 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c92b50-537f-4575-b4ee-307e5aeb5935" -d '{"events": [{"server_uuid": "1a9cfded-626d-4587-8558-b03b7c409eb0", "name": "network-vif-deleted", "tag": "3d777cd9-1bd8-45ef-976f-ba7106b340e2"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:20:12.817185 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4617b557-954e-41be-844f-b3717d336eee x-openstack-request-id: req-4617b557-954e-41be-844f-b3717d336eee {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:20:12.817494 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9cfded-626d-4587-8558-b03b7c409eb0", "name": "network-vif-deleted", "tag": "3d777cd9-1bd8-45ef-976f-ba7106b340e2", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:20:12.817782 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4617b557-954e-41be-844f-b3717d336eee {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:20:12.818185 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9cfded-626d-4587-8558-b03b7c409eb0', 'name': 'network-vif-deleted', 'tag': '3d777cd9-1bd8-45ef-976f-ba7106b340e2', 'status': 'completed', 'code': 200} Mar 05 05:20:12.819369 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3b593d82-970b-4ea1-a18a-8a2e7244bab6 req-063b8c0d-72bf-4882-ad1b-723ced12de93 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 210 time: 0.0442448 Mar 05 05:20:12.973311 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35612) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:13.079681 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-e9f23524-a02e-4c86-8e00-074fc4e7e15c tempest-SubnetPoolsTestJSON-1694246570 tempest-SubnetPoolsTestJSON-1694246570-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-881298977', 'prefixes': ['172.20.0.0/16']}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:13.156976 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e9f23524-a02e-4c86-8e00-074fc4e7e15c tempest-SubnetPoolsTestJSON-1694246570 tempest-SubnetPoolsTestJSON-1694246570-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:13.158205 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e9f23524-a02e-4c86-8e00-074fc4e7e15c tempest-SubnetPoolsTestJSON-1694246570 tempest-SubnetPoolsTestJSON-1694246570-project] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.1836843 Mar 05 05:20:13.161250 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35616) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:13.206129 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35618) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:13.212207 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-ef67b500-cd9a-42bb-804a-c12646228211 tempest-SubnetPoolsTestJSON-1694246570 tempest-SubnetPoolsTestJSON-1694246570-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1634652994'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:13.219691 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2a89cfa9-cf82-422b-9d9e-af5718382fa6 tempest-SubnetPoolsTestJSON-1694246570 tempest-SubnetPoolsTestJSON-1694246570-project] 10.222.0.11 "GET /v2.0/subnetpools/ddb26345-4dd7-46c9-ab74-745a7b31e373 HTTP/1.1" status: 200 len: 731 time: 0.0569704 Mar 05 05:20:13.348266 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ef67b500-cd9a-42bb-804a-c12646228211 tempest-SubnetPoolsTestJSON-1694246570 tempest-SubnetPoolsTestJSON-1694246570-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:13.349534 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ef67b500-cd9a-42bb-804a-c12646228211 tempest-SubnetPoolsTestJSON-1694246570 tempest-SubnetPoolsTestJSON-1694246570-project] 10.222.0.11 "PUT /v2.0/subnetpools/ddb26345-4dd7-46c9-ab74-745a7b31e373 HTTP/1.1" status: 200 len: 684 time: 0.1423073 Mar 05 05:20:13.352158 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35622) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:13.378859 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-78a51802-30d5-499b-8f63-b5f0c3861500 req-06a2e3cd-4fa7-4a9c-821b-fe4c5208daf2 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a9cfded-626d-4587-8558-b03b7c409eb0 HTTP/1.1" status: 200 len: 210 time: 0.0568533 Mar 05 05:20:13.442489 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0c13e1f0-72d8-4bcc-b3bf-b45325670795 tempest-SubnetPoolsTestJSON-1694246570 tempest-SubnetPoolsTestJSON-1694246570-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:13.443778 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0c13e1f0-72d8-4bcc-b3bf-b45325670795 tempest-SubnetPoolsTestJSON-1694246570 tempest-SubnetPoolsTestJSON-1694246570-project] 10.222.0.11 "DELETE /v2.0/subnetpools/ddb26345-4dd7-46c9-ab74-745a7b31e373 HTTP/1.1" status: 204 len: 168 time: 0.0906940 Mar 05 05:20:13.446533 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35624) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:13.461780 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-9e2e382d-8603-4040-90f6-3df804cf5053 tempest-SubnetPoolsTestJSON-1694246570 tempest-SubnetPoolsTestJSON-1694246570-project] show failed (client error): The resource could not be found. Mar 05 05:20:13.462942 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9e2e382d-8603-4040-90f6-3df804cf5053 tempest-SubnetPoolsTestJSON-1694246570 tempest-SubnetPoolsTestJSON-1694246570-project] 10.222.0.11 "GET /v2.0/subnetpools/ddb26345-4dd7-46c9-ab74-745a7b31e373 HTTP/1.1" status: 404 len: 346 time: 0.0153055 Mar 05 05:20:13.466409 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35626) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:13.481254 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-232be14a-48bc-4524-b6bb-64f51c0347f1 tempest-SubnetPoolsTestJSON-1694246570 tempest-SubnetPoolsTestJSON-1694246570-project] delete failed (client error): The resource could not be found. Mar 05 05:20:13.482149 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-232be14a-48bc-4524-b6bb-64f51c0347f1 tempest-SubnetPoolsTestJSON-1694246570 tempest-SubnetPoolsTestJSON-1694246570-project] 10.222.0.11 "DELETE /v2.0/subnetpools/ddb26345-4dd7-46c9-ab74-745a7b31e373 HTTP/1.1" status: 404 len: 346 time: 0.0148354 Mar 05 05:20:13.693214 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bb449fcd-22c4-463d-aa4c-3b04eb0efd9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:13.741389 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35632) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:13.853446 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e515d4ec-eca2-468f-a86b-030942739ec1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:13.911005 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:13.939823 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f803aac7-375a-44ee-8a71-8d95927999bb req-eac9342d-0050-4a8f-bf09-cb0ca69170a7 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 210 time: 0.0410130 Mar 05 05:20:13.970963 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e515d4ec-eca2-468f-a86b-030942739ec1 admin admin] Publish callbacks [] for security_group (b4b5404a-d627-49a4-b1f9-81537443b3e9), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:13.975331 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e515d4ec-eca2-468f-a86b-030942739ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b4b5404a-d627-49a4-b1f9-81537443b3e9), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:14.014827 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e515d4ec-eca2-468f-a86b-030942739ec1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e7589e45fd5c483ba1688b3448e7467b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2722425 Mar 05 05:20:14.015745 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515d4ec-eca2-468f-a86b-030942739ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b5404a-d627-49a4-b1f9-81537443b3e9,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:14.017765 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35638) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:14.068416 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-70613c41-afe0-4d98-b7fe-273e44f699b4 admin admin] Publish callbacks [] for security_group (b4b5404a-d627-49a4-b1f9-81537443b3e9), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:14.090059 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-70613c41-afe0-4d98-b7fe-273e44f699b4 admin admin] Publish callbacks [] for security_group (b4b5404a-d627-49a4-b1f9-81537443b3e9), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:14.132162 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:14.139384 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-70613c41-afe0-4d98-b7fe-273e44f699b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b4b5404a-d627-49a4-b1f9-81537443b3e9), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:14.142036 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-70613c41-afe0-4d98-b7fe-273e44f699b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:14.143206 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-70613c41-afe0-4d98-b7fe-273e44f699b4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b4b5404a-d627-49a4-b1f9-81537443b3e9 HTTP/1.1" status: 204 len: 168 time: 0.1244085 Mar 05 05:20:14.151359 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70613c41-afe0-4d98-b7fe-273e44f699b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b5404a-d627-49a4-b1f9-81537443b3e9,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:14.438460 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35652) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:14.846181 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6c4809f3-3187-418b-81a2-3b006b3e70f2 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (f2490747-8303-4557-b1fd-b29d0268913b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:15.073389 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:15.078187 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eaf76c33-e1a4-42b7-85d6-b997a7c4a0c7 req-c8a6a29d-90ab-40c5-b8b7-0445afd27887 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 210 time: 0.0484626 Mar 05 05:20:15.136186 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-6c4809f3-3187-418b-81a2-3b006b3e70f2 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Deleting port b7894c46-eee7-47fb-bf3d-24da68511011 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:20:15.137246 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6c4809f3-3187-418b-81a2-3b006b3e70f2 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (b7894c46-eee7-47fb-bf3d-24da68511011), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:15.229337 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-6c4809f3-3187-418b-81a2-3b006b3e70f2 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] For port b7894c46-eee7-47fb-bf3d-24da68511011, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b7894c46-eee7-47fb-bf3d-24da68511011,segment=NetworkSegment(5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea),segment_id=5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:20:15.229707 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6c4809f3-3187-418b-81a2-3b006b3e70f2 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (b7894c46-eee7-47fb-bf3d-24da68511011), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:15.242989 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-6c4809f3-3187-418b-81a2-3b006b3e70f2 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Calling delete_port for b7894c46-eee7-47fb-bf3d-24da68511011 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:20:15.448029 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6c4809f3-3187-418b-81a2-3b006b3e70f2 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (b7894c46-eee7-47fb-bf3d-24da68511011), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:15.480163 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4809f3-3187-418b-81a2-3b006b3e70f2 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event deleted for resources: {'Port': ['ID=b7894c46-eee7-47fb-bf3d-24da68511011,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:15.670054 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6c4809f3-3187-418b-81a2-3b006b3e70f2 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (f2490747-8303-4557-b1fd-b29d0268913b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:15.903659 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4809f3-3187-418b-81a2-3b006b3e70f2 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Router f2490747-8303-4557-b1fd-b29d0268913b has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:20:16.012001 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4809f3-3187-418b-81a2-3b006b3e70f2 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:20:16.017110 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6c4809f3-3187-418b-81a2-3b006b3e70f2 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "PUT /v2.0/routers/f2490747-8303-4557-b1fd-b29d0268913b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5773468 Mar 05 05:20:16.019776 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35682) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:16.022275 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66efa8e-abba-4d0d-8cd7-20da93310653 None None] Sync routers for ids ['f2490747-8303-4557-b1fd-b29d0268913b'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:20:16.034346 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66efa8e-abba-4d0d-8cd7-20da93310653 None None] Routers {'f2490747-8303-4557-b1fd-b29d0268913b'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:20:16.034978 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b66efa8e-abba-4d0d-8cd7-20da93310653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:20:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['f2490747-8303-4557-b1fd-b29d0268913b'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:20:16.070459 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d9b4817-f374-46f2-ab35-8d231aec5283 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Deleting subnet 8bbed329-b500-444f-8c46-094692e743a8 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:20:16.074672 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6d9b4817-f374-46f2-ab35-8d231aec5283 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for subnet (8bbed329-b500-444f-8c46-094692e743a8), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:16.115313 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6d9b4817-f374-46f2-ab35-8d231aec5283 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (8bbed329-b500-444f-8c46-094692e743a8), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:16.144759 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-b66efa8e-abba-4d0d-8cd7-20da93310653 None None] Set router f2490747-8303-4557-b1fd-b29d0268913b gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:20:16.203699 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8a035d51-fd39-4eb1-b3af-6936f6ecaa41 req-90f01e96-d7a3-4070-a3cf-fe97abcbdbe4 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 210 time: 0.0385516 Mar 05 05:20:16.229912 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 3d777cd9-1bd8-45ef-976f-ba7106b340e2 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:20:16.235889 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6d9b4817-f374-46f2-ab35-8d231aec5283 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (8bbed329-b500-444f-8c46-094692e743a8), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:16.278954 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 3d777cd9-1bd8-45ef-976f-ba7106b340e2 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:20:16.279337 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 3d777cd9-1bd8-45ef-976f-ba7106b340e2 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:20:16.297812 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6d9b4817-f374-46f2-ab35-8d231aec5283 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (8bbed329-b500-444f-8c46-094692e743a8), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:16.329037 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b4817-f374-46f2-ab35-8d231aec5283 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event deleted for resources: {'Subnet': ['ID=8bbed329-b500-444f-8c46-094692e743a8,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:16.333160 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6d9b4817-f374-46f2-ab35-8d231aec5283 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:16.336867 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6d9b4817-f374-46f2-ab35-8d231aec5283 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "DELETE /v2.0/subnets/8bbed329-b500-444f-8c46-094692e743a8 HTTP/1.1" status: 204 len: 168 time: 0.3157372 Mar 05 05:20:16.339062 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35686) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:16.349722 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8ea9a2-9785-4e44-a70b-e0d01c183e4d None None] Network 84cac7eb-50f0-4cb0-8519-750de49341fe requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:20:16.379278 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:16.461996 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b66efa8e-abba-4d0d-8cd7-20da93310653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123393672', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'bfe341a3-8e05-470c-93f8-e91ef93f5714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:18:09Z', 'updated_at': '2022-03-05T05:20:15Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'bfe341a3-8e05-470c-93f8-e91ef93f5714', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:18:10Z', 'updated_at': '2022-03-05T05:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:20:16.466927 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24408c0d-1213-4899-99d0-9c8d65367c34 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router (f2490747-8303-4557-b1fd-b29d0268913b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:16.496119 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66efa8e-abba-4d0d-8cd7-20da93310653 None None] Checking router: f2490747-8303-4557-b1fd-b29d0268913b for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:20:16.508927 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66efa8e-abba-4d0d-8cd7-20da93310653 None None] Routers {'f2490747-8303-4557-b1fd-b29d0268913b'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:20:16.509471 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b66efa8e-abba-4d0d-8cd7-20da93310653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:20:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['f2490747-8303-4557-b1fd-b29d0268913b'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:20:16.594812 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24408c0d-1213-4899-99d0-9c8d65367c34 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router_gateway (f2490747-8303-4557-b1fd-b29d0268913b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:16.615648 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1874d565-905d-4552-a921-1640b7356c56 None None] DHCP port deletion for 84cac7eb-50f0-4cb0-8519-750de49341fe request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:20:16.652823 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-24408c0d-1213-4899-99d0-9c8d65367c34 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Deleting port bfe341a3-8e05-470c-93f8-e91ef93f5714 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:20:16.653319 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24408c0d-1213-4899-99d0-9c8d65367c34 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (bfe341a3-8e05-470c-93f8-e91ef93f5714), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:16.664809 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-b66efa8e-abba-4d0d-8cd7-20da93310653 None None] Set router f2490747-8303-4557-b1fd-b29d0268913b gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:20:16.741562 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-24408c0d-1213-4899-99d0-9c8d65367c34 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] For port bfe341a3-8e05-470c-93f8-e91ef93f5714, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=bfe341a3-8e05-470c-93f8-e91ef93f5714,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:20:16.742098 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24408c0d-1213-4899-99d0-9c8d65367c34 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (bfe341a3-8e05-470c-93f8-e91ef93f5714), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:16.755725 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-24408c0d-1213-4899-99d0-9c8d65367c34 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Calling delete_port for bfe341a3-8e05-470c-93f8-e91ef93f5714 owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:20:16.785447 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-1874d565-905d-4552-a921-1640b7356c56 None None] Deleting port d3e19cd4-513e-48e1-9642-4969db9cba09 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:20:16.785816 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1874d565-905d-4552-a921-1640b7356c56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d3e19cd4-513e-48e1-9642-4969db9cba09), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:16.948340 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24408c0d-1213-4899-99d0-9c8d65367c34 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (bfe341a3-8e05-470c-93f8-e91ef93f5714), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:16.975990 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24408c0d-1213-4899-99d0-9c8d65367c34 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event deleted for resources: {'Port': ['ID=bfe341a3-8e05-470c-93f8-e91ef93f5714,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:17.043705 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24408c0d-1213-4899-99d0-9c8d65367c34 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (f2490747-8303-4557-b1fd-b29d0268913b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:17.045221 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-1874d565-905d-4552-a921-1640b7356c56 None None] For port d3e19cd4-513e-48e1-9642-4969db9cba09, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d3e19cd4-513e-48e1-9642-4969db9cba09,segment=NetworkSegment(5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea),segment_id=5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:20:17.045858 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1874d565-905d-4552-a921-1640b7356c56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d3e19cd4-513e-48e1-9642-4969db9cba09), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:17.062766 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-1874d565-905d-4552-a921-1640b7356c56 None None] Calling delete_port for d3e19cd4-513e-48e1-9642-4969db9cba09 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:20:17.134310 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b66efa8e-abba-4d0d-8cd7-20da93310653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123393672', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'bfe341a3-8e05-470c-93f8-e91ef93f5714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:18:09Z', 'updated_at': '2022-03-05T05:20:15Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'bfe341a3-8e05-470c-93f8-e91ef93f5714', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:18:10Z', 'updated_at': '2022-03-05T05:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:20:17.138792 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24408c0d-1213-4899-99d0-9c8d65367c34 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (f2490747-8303-4557-b1fd-b29d0268913b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:17.141070 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24408c0d-1213-4899-99d0-9c8d65367c34 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router_controller (f2490747-8303-4557-b1fd-b29d0268913b), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:17.164428 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66efa8e-abba-4d0d-8cd7-20da93310653 None None] The sync data for ids ['f2490747-8303-4557-b1fd-b29d0268913b'] in n-d-789963-32 is: [{'id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123393672', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210'}], 'enable_snat': True}, 'gw_port_id': 'bfe341a3-8e05-470c-93f8-e91ef93f5714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:18:09Z', 'updated_at': '2022-03-05T05:20:15Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'bfe341a3-8e05-470c-93f8-e91ef93f5714', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:51:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2490747-8303-4557-b1fd-b29d0268913b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3777, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:18:10Z', 'updated_at': '2022-03-05T05:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:20:17.186228 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24408c0d-1213-4899-99d0-9c8d65367c34 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (f2490747-8303-4557-b1fd-b29d0268913b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:17.186913 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24408c0d-1213-4899-99d0-9c8d65367c34 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Fanout notify agent at l3_agent the message router_deleted on router f2490747-8303-4557-b1fd-b29d0268913b {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:20:17.195042 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1874d565-905d-4552-a921-1640b7356c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (d3e19cd4-513e-48e1-9642-4969db9cba09), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:17.203927 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24408c0d-1213-4899-99d0-9c8d65367c34 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:17.208436 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-24408c0d-1213-4899-99d0-9c8d65367c34 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "DELETE /v2.0/routers/f2490747-8303-4557-b1fd-b29d0268913b HTTP/1.1" status: 204 len: 168 time: 0.8678939 Mar 05 05:20:17.208986 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35688) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:17.221630 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874d565-905d-4552-a921-1640b7356c56 None None] Pushing event deleted for resources: {'Port': ['ID=d3e19cd4-513e-48e1-9642-4969db9cba09,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:17.227666 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1874d565-905d-4552-a921-1640b7356c56 None None] No DVR routers for this DVR port d3e19cd4-513e-48e1-9642-4969db9cba09 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:20:17.339882 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0169e038-c3a5-4859-b66a-be1e7a3f068b req-3f07973f-064b-4da6-935a-6bbcc1f125b5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=e10bca50-4948-47ac-9d6c-2aa0198d80e7 HTTP/1.1" status: 200 len: 210 time: 0.0358019 Mar 05 05:20:17.346250 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-91c3c0b3-90c2-4006-b4c1-a5150fd99ee6 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (84cac7eb-50f0-4cb0-8519-750de49341fe), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:17.443927 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-91c3c0b3-90c2-4006-b4c1-a5150fd99ee6 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (84cac7eb-50f0-4cb0-8519-750de49341fe), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:17.467925 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-91c3c0b3-90c2-4006-b4c1-a5150fd99ee6 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84cac7eb-50f0-4cb0-8519-750de49341fe']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:20:17.478313 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-91c3c0b3-90c2-4006-b4c1-a5150fd99ee6 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:20:17.478630 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-91c3c0b3-90c2-4006-b4c1-a5150fd99ee6 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:20:17.490834 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-91c3c0b3-90c2-4006-b4c1-a5150fd99ee6 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:17.505297 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-91c3c0b3-90c2-4006-b4c1-a5150fd99ee6 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:17.512368 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91c3c0b3-90c2-4006-b4c1-a5150fd99ee6 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:20:17.512772 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-91c3c0b3-90c2-4006-b4c1-a5150fd99ee6 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (5bd2c3c5-2104-4ec9-95be-ca6ca076c4ea), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:17.516227 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:20:17.516227 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:20:17.516227 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:20:17.516227 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:20:17.516227 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:20:17.516227 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:20:17.516227 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:20:17.516227 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:20:17.516227 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:20:17.516227 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:20:17.516227 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:20:17.516227 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:20:17.516227 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:20:17.516227 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:20:17.516227 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:20:17.516227 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:20:17.516227 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:20:17.516227 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:20:17.516227 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:20:17.516227 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:20:17.516227 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:20:17.516227 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:20:17.516227 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:20:17.516227 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:20:17.516227 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:20:17.516227 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:20:17.516227 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:20:17.516227 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:20:17.516227 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:20:17.516227 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:20:17.516227 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:20:17.516227 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:20:17.637041 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-91c3c0b3-90c2-4006-b4c1-a5150fd99ee6 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (84cac7eb-50f0-4cb0-8519-750de49341fe), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:17.653085 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-91c3c0b3-90c2-4006-b4c1-a5150fd99ee6 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:17.664611 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-91c3c0b3-90c2-4006-b4c1-a5150fd99ee6 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "DELETE /v2.0/networks/84cac7eb-50f0-4cb0-8519-750de49341fe HTTP/1.1" status: 204 len: 168 time: 0.4520798 Mar 05 05:20:17.665274 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35692) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:17.722817 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3c0b3-90c2-4006-b4c1-a5150fd99ee6 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event deleted for resources: {'Network': ['ID=84cac7eb-50f0-4cb0-8519-750de49341fe,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:17.767287 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f6e837a5-63a6-424f-9d08-aba16275b8c9 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group (11be3266-e319-4890-8c9b-27f5f277b107), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:17.810823 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f6e837a5-63a6-424f-9d08-aba16275b8c9 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group (11be3266-e319-4890-8c9b-27f5f277b107), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:17.827728 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:17.832708 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d3e19cd4-513e-48e1-9642-4969db9cba09 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:20:17.900892 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: d3e19cd4-513e-48e1-9642-4969db9cba09 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:20:17.901490 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d3e19cd4-513e-48e1-9642-4969db9cba09 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:20:17.902112 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b7894c46-eee7-47fb-bf3d-24da68511011 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:20:17.951996 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f6e837a5-63a6-424f-9d08-aba16275b8c9 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (11be3266-e319-4890-8c9b-27f5f277b107), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:17.956173 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f6e837a5-63a6-424f-9d08-aba16275b8c9 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:17.957505 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f6e837a5-63a6-424f-9d08-aba16275b8c9 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "DELETE /v2.0/security-groups/11be3266-e319-4890-8c9b-27f5f277b107 HTTP/1.1" status: 204 len: 168 time: 0.2914920 Mar 05 05:20:17.962480 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: b7894c46-eee7-47fb-bf3d-24da68511011 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:20:17.963146 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b7894c46-eee7-47fb-bf3d-24da68511011 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:20:17.982941 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e837a5-63a6-424f-9d08-aba16275b8c9 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11be3266-e319-4890-8c9b-27f5f277b107,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:18.324692 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35708) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:18.330453 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-8ec4f5ec-ca5f-4913-b01b-0eb66deadb85 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-362392473', 'description': 'tempest-secgroup-smoke-362392473 description', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:18.370782 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8ec4f5ec-ca5f-4913-b01b-0eb66deadb85 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:18.481515 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8ec4f5ec-ca5f-4913-b01b-0eb66deadb85 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group (8d863a80-ebac-4744-9813-c26cb0ed3a49), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:18.488784 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8ec4f5ec-ca5f-4913-b01b-0eb66deadb85 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8d863a80-ebac-4744-9813-c26cb0ed3a49), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:18.552865 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8ec4f5ec-ca5f-4913-b01b-0eb66deadb85 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:18.554598 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8ec4f5ec-ca5f-4913-b01b-0eb66deadb85 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2283404 Mar 05 05:20:18.557509 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35714) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:18.564241 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-ba235d6f-bc71-4ff1-85a9-9e8f28c9ca91 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'security_group_rule': {'security_group_id': '8d863a80-ebac-4744-9813-c26cb0ed3a49', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:18.571895 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4f5ec-ca5f-4913-b01b-0eb66deadb85 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d863a80-ebac-4744-9813-c26cb0ed3a49,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:18.610101 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ba235d6f-bc71-4ff1-85a9-9e8f28c9ca91 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (cf85d521-591b-43f0-b9c3-2dbfcba6142f), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:18.722393 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ba235d6f-bc71-4ff1-85a9-9e8f28c9ca91 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (cf85d521-591b-43f0-b9c3-2dbfcba6142f), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:18.733445 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ba235d6f-bc71-4ff1-85a9-9e8f28c9ca91 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (cf85d521-591b-43f0-b9c3-2dbfcba6142f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:18.764645 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba235d6f-bc71-4ff1-85a9-9e8f28c9ca91 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf85d521-591b-43f0-b9c3-2dbfcba6142f,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:18.784902 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ba235d6f-bc71-4ff1-85a9-9e8f28c9ca91 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:18.785899 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ba235d6f-bc71-4ff1-85a9-9e8f28c9ca91 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2268851 Mar 05 05:20:18.790004 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35722) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:18.796944 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-77bc6b97-daab-44f8-9c2d-f26059fa4a49 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'security_group_rule': {'security_group_id': '8d863a80-ebac-4744-9813-c26cb0ed3a49', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:18.846274 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-77bc6b97-daab-44f8-9c2d-f26059fa4a49 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (8792b73d-15b8-42f1-ae33-b34847da7ea6), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:18.856150 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-47b226f6-2e57-4694-a956-da7bfe2091d7 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1843465438&fields=id&tenant_id=06a4f309563b434e9962ec2905954423 HTTP/1.1" status: 200 len: 267 time: 0.0559373 Mar 05 05:20:18.899628 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-77bc6b97-daab-44f8-9c2d-f26059fa4a49 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (8792b73d-15b8-42f1-ae33-b34847da7ea6), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:18.915685 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-77bc6b97-daab-44f8-9c2d-f26059fa4a49 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (8792b73d-15b8-42f1-ae33-b34847da7ea6), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:18.963956 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-77bc6b97-daab-44f8-9c2d-f26059fa4a49 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:18.966789 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-77bc6b97-daab-44f8-9c2d-f26059fa4a49 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1751783 Mar 05 05:20:18.976505 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35726) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:18.988420 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-c4f61e18-1022-43ef-b202-067cdd49cd58 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'security_group_rule': {'security_group_id': '8d863a80-ebac-4744-9813-c26cb0ed3a49', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:18.992824 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc6b97-daab-44f8-9c2d-f26059fa4a49 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8792b73d-15b8-42f1-ae33-b34847da7ea6,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:19.004682 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-cfcc013c-1e8e-4d15-94c9-7fdbba0688ed tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:19.006733 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-cfcc013c-1e8e-4d15-94c9-7fdbba0688ed tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 812 time: 0.1442130 Mar 05 05:20:19.027112 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4f61e18-1022-43ef-b202-067cdd49cd58 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (82e3df39-e84b-4b4c-9b1f-1ee40b91a575), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:19.038071 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-33f2ab5d-a5ed-4188-a23e-80eb1742838c tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/quotas/06a4f309563b434e9962ec2905954423 HTTP/1.1" status: 200 len: 375 time: 0.0176275 Mar 05 05:20:19.109660 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-e1d4d17c-88c4-47c4-ad13-244f209505e1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630412 Mar 05 05:20:19.129070 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4f61e18-1022-43ef-b202-067cdd49cd58 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (82e3df39-e84b-4b4c-9b1f-1ee40b91a575), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:19.139332 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4f61e18-1022-43ef-b202-067cdd49cd58 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (82e3df39-e84b-4b4c-9b1f-1ee40b91a575), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:19.184002 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f61e18-1022-43ef-b202-067cdd49cd58 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e3df39-e84b-4b4c-9b1f-1ee40b91a575,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:19.208137 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4f61e18-1022-43ef-b202-067cdd49cd58 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:19.212885 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c4f61e18-1022-43ef-b202-067cdd49cd58 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2342370 Mar 05 05:20:19.213154 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35728) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:19.223401 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-42df3174-3957-4274-a77c-3d825afa04c2 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'security_group_rule': {'security_group_id': '8d863a80-ebac-4744-9813-c26cb0ed3a49', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:19.259438 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-1baecd52-e970-46f1-a0b9-5629c5b1fcca service neutron] 10.222.0.11 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464729 Mar 05 05:20:19.289509 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-42df3174-3957-4274-a77c-3d825afa04c2 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (5d66f81e-1852-4f01-b8a4-c631a7ce4921), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:19.350424 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bfe341a3-8e05-470c-93f8-e91ef93f5714 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:20:19.390280 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: bfe341a3-8e05-470c-93f8-e91ef93f5714 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:20:19.399691 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bfe341a3-8e05-470c-93f8-e91ef93f5714 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:20:19.420428 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-5102d097-ecf7-4dde-a139-37a5c0e895c2 service neutron] 10.222.0.11 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497812 Mar 05 05:20:19.442132 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-42df3174-3957-4274-a77c-3d825afa04c2 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (5d66f81e-1852-4f01-b8a4-c631a7ce4921), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:19.451179 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-42df3174-3957-4274-a77c-3d825afa04c2 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (5d66f81e-1852-4f01-b8a4-c631a7ce4921), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:19.500261 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df3174-3957-4274-a77c-3d825afa04c2 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d66f81e-1852-4f01-b8a4-c631a7ce4921,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:19.513991 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-42df3174-3957-4274-a77c-3d825afa04c2 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:19.521113 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35732) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:19.527877 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-c17545f6-4df5-400a-953d-7ebbf92fc352 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'security_group_rule': {'security_group_id': '8d863a80-ebac-4744-9813-c26cb0ed3a49', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:19.532450 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-42df3174-3957-4274-a77c-3d825afa04c2 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3159649 Mar 05 05:20:19.561858 n-d-789963-32 neutron-server[105232]: INFO neutron.db.securitygroups_db [None req-c17545f6-4df5-400a-953d-7ebbf92fc352 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Project ab07f13582d14e74bdac64dcc9482a66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:20:19.580047 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c17545f6-4df5-400a-953d-7ebbf92fc352 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (27993573-dc3a-4e60-bb29-cabe747a3126), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:19.714956 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c17545f6-4df5-400a-953d-7ebbf92fc352 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (27993573-dc3a-4e60-bb29-cabe747a3126), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:19.726698 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c17545f6-4df5-400a-953d-7ebbf92fc352 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (27993573-dc3a-4e60-bb29-cabe747a3126), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:19.752734 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17545f6-4df5-400a-953d-7ebbf92fc352 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27993573-dc3a-4e60-bb29-cabe747a3126,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:19.765492 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c17545f6-4df5-400a-953d-7ebbf92fc352 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:19.770878 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35742) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:19.777508 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-6d7e3f3b-523d-4908-bed6-40ab2ea6d866 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'security_group_rule': {'security_group_id': '8d863a80-ebac-4744-9813-c26cb0ed3a49', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:19.783223 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c17545f6-4df5-400a-953d-7ebbf92fc352 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2607903 Mar 05 05:20:19.807428 n-d-789963-32 neutron-server[105231]: INFO neutron.db.securitygroups_db [None req-6d7e3f3b-523d-4908-bed6-40ab2ea6d866 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Project ab07f13582d14e74bdac64dcc9482a66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:20:19.818542 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3f3b-523d-4908-bed6-40ab2ea6d866 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (efda8f2e-18d7-479d-9e11-03f53bb9ae97), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:19.960645 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3f3b-523d-4908-bed6-40ab2ea6d866 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (efda8f2e-18d7-479d-9e11-03f53bb9ae97), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:20.015363 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3f3b-523d-4908-bed6-40ab2ea6d866 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (efda8f2e-18d7-479d-9e11-03f53bb9ae97), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:20.044556 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-63f322d4-a375-4845-93c1-0f6f71d5a981 req-95843120-5a2c-4d95-8c0e-76aaf9b6d672 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 210 time: 0.0802274 Mar 05 05:20:20.082393 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e3f3b-523d-4908-bed6-40ab2ea6d866 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efda8f2e-18d7-479d-9e11-03f53bb9ae97,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:20.094326 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6d7e3f3b-523d-4908-bed6-40ab2ea6d866 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:20.104396 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 35752) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:20.112581 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-ca76bbc2-e59c-4b13-bfe1-ad6b8b8af95b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'network': {'name': 'tempest-network-smoke--1855270087', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'port_security_enabled': True}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:20.121717 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6d7e3f3b-523d-4908-bed6-40ab2ea6d866 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3468692 Mar 05 05:20:20.175041 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca76bbc2-e59c-4b13-bfe1-ad6b8b8af95b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Made reservation on behalf of ab07f13582d14e74bdac64dcc9482a66 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:20:20.186318 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ca76bbc2-e59c-4b13-bfe1-ad6b8b8af95b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:20.269840 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca76bbc2-e59c-4b13-bfe1-ad6b8b8af95b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:20:20.298577 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ca76bbc2-e59c-4b13-bfe1-ad6b8b8af95b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (aadb5d3f-099e-455c-afbe-67ecab000bc7), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:20.298939 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-ca76bbc2-e59c-4b13-bfe1-ad6b8b8af95b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Added segment aadb5d3f-099e-455c-afbe-67ecab000bc7 of type vlan for network 23a3767b-b03a-46a1-9849-5d74a86cee75 Mar 05 05:20:20.367038 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ca76bbc2-e59c-4b13-bfe1-ad6b8b8af95b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (23a3767b-b03a-46a1-9849-5d74a86cee75), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:20.422616 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ca76bbc2-e59c-4b13-bfe1-ad6b8b8af95b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (23a3767b-b03a-46a1-9849-5d74a86cee75), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:20.431701 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca76bbc2-e59c-4b13-bfe1-ad6b8b8af95b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:20.432768 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ca76bbc2-e59c-4b13-bfe1-ad6b8b8af95b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:20.537859 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76bbc2-e59c-4b13-bfe1-ad6b8b8af95b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'Network': ['ID=23a3767b-b03a-46a1-9849-5d74a86cee75,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:20.554747 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 23a3767b-b03a-46a1-9849-5d74a86cee75 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:20:20.564676 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35770) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:20.571292 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-1b308fe4-2028-453d-a056-5a612d485445 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1191601947', 'admin_state_up': True, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:20.578607 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ca76bbc2-e59c-4b13-bfe1-ad6b8b8af95b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4707706 Mar 05 05:20:20.628206 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1b308fe4-2028-453d-a056-5a612d485445 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (627392bd-3d54-4600-8a01-5e055c86d5ca), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:20.629644 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1b308fe4-2028-453d-a056-5a612d485445 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (627392bd-3d54-4600-8a01-5e055c86d5ca), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:20.762812 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1b308fe4-2028-453d-a056-5a612d485445 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router_controller (627392bd-3d54-4600-8a01-5e055c86d5ca), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:20.953397 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1b308fe4-2028-453d-a056-5a612d485445 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router_gateway (627392bd-3d54-4600-8a01-5e055c86d5ca), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:21.247561 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-61d175d8-5629-44bd-8268-470b9aa8560e req-af03d471-d995-4fae-8da5-09dfe259cd20 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 210 time: 0.0339625 Mar 05 05:20:21.272157 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1b308fe4-2028-453d-a056-5a612d485445 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router_gateway (627392bd-3d54-4600-8a01-5e055c86d5ca), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:21.306451 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1b308fe4-2028-453d-a056-5a612d485445 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:21.668687 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-1b308fe4-2028-453d-a056-5a612d485445 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Allocated IP 172.25.0.131 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/fa5d0b07-b84a-4bb4-bc14-1d30f9643910) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:20:21.747962 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-47e3d621-f8aa-4eb4-a6b4-2d0f73eb2237 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:21.752172 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-47e3d621-f8aa-4eb4-a6b4-2d0f73eb2237 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.30 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 812 time: 0.3416069 Mar 05 05:20:21.852412 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-8062089f-e3ed-44be-96aa-e80ecd737d50 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06a4f309563b434e9962ec2905954423 HTTP/1.1" status: 200 len: 380 time: 0.0918021 Mar 05 05:20:21.862915 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-15961cab-5609-42ad-a3ad-e76b9fecac1f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Request body: {'port': {'device_id': '804c6336-9fe0-4be0-bf6d-35ebd72d77e4', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'admin_state_up': True, 'tenant_id': '06a4f309563b434e9962ec2905954423', 'security_groups': ['737f5b01-6ab4-4614-be17-460084db682d']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:21.953667 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1b308fe4-2028-453d-a056-5a612d485445 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for port (fa5d0b07-b84a-4bb4-bc14-1d30f9643910), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:22.026880 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1b308fe4-2028-453d-a056-5a612d485445 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (fa5d0b07-b84a-4bb4-bc14-1d30f9643910), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:22.097833 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b308fe4-2028-453d-a056-5a612d485445 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'Port': ['ID=fa5d0b07-b84a-4bb4-bc14-1d30f9643910,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:22.108001 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b308fe4-2028-453d-a056-5a612d485445 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:20:22.109950 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-1b308fe4-2028-453d-a056-5a612d485445 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:20:22.110113 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-15961cab-5609-42ad-a3ad-e76b9fecac1f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Made reservation on behalf of 06a4f309563b434e9962ec2905954423 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:20:22.114441 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-15961cab-5609-42ad-a3ad-e76b9fecac1f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:22.119239 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b308fe4-2028-453d-a056-5a612d485445 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:20:22.340527 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-15961cab-5609-42ad-a3ad-e76b9fecac1f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Allocated IP 172.20.0.13 (3da289b5-f373-4722-9911-8508cc812a15/bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb/85b290ee-fc55-4bd0-9fe0-d8f7960f7da3) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:20:22.493979 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b52da8a-0b0f-446d-9b5a-8585aae70530 req-6ba397c6-e6c7-4bf6-941a-a7b4d483ed9f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 210 time: 0.0583148 Mar 05 05:20:22.644386 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-15961cab-5609-42ad-a3ad-e76b9fecac1f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for port (85b290ee-fc55-4bd0-9fe0-d8f7960f7da3), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:22.707702 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1b308fe4-2028-453d-a056-5a612d485445 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router_gateway (627392bd-3d54-4600-8a01-5e055c86d5ca), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:22.719171 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-15961cab-5609-42ad-a3ad-e76b9fecac1f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (85b290ee-fc55-4bd0-9fe0-d8f7960f7da3), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:22.826543 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-15961cab-5609-42ad-a3ad-e76b9fecac1f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Network 3da289b5-f373-4722-9911-8508cc812a15 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:20:22.838209 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-15961cab-5609-42ad-a3ad-e76b9fecac1f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:20:22.847030 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-15961cab-5609-42ad-a3ad-e76b9fecac1f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:20:22.909338 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15961cab-5609-42ad-a3ad-e76b9fecac1f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Pushing event updated for resources: {'Port': ['ID=85b290ee-fc55-4bd0-9fe0-d8f7960f7da3,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:23.031244 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-15961cab-5609-42ad-a3ad-e76b9fecac1f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:23.036762 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-15961cab-5609-42ad-a3ad-e76b9fecac1f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:23.072871 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-15961cab-5609-42ad-a3ad-e76b9fecac1f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2154152 Mar 05 05:20:23.083927 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-ecedb09a-1f8d-41ab-9860-629b1b2b352e service neutron] Request body: {'port': {'device_id': '804c6336-9fe0-4be0-bf6d-35ebd72d77e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:23.230657 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-518b8af6-73db-48b6-9d6d-95b71fb3de56 None None] Provisioning complete for port 85b290ee-fc55-4bd0-9fe0-d8f7960f7da3 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:20:23.237102 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-518b8af6-73db-48b6-9d6d-95b71fb3de56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (85b290ee-fc55-4bd0-9fe0-d8f7960f7da3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:23.309253 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-518b8af6-73db-48b6-9d6d-95b71fb3de56 None None] Port 85b290ee-fc55-4bd0-9fe0-d8f7960f7da3 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:20:23.496739 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1b308fe4-2028-453d-a056-5a612d485445 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (627392bd-3d54-4600-8a01-5e055c86d5ca), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:23.549990 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-ecedb09a-1f8d-41ab-9860-629b1b2b352e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (85b290ee-fc55-4bd0-9fe0-d8f7960f7da3), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:23.680118 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035aee27-6201-42bc-9ab4-f9f606e7d56b req-d2d97688-f855-4034-b0be-498c9b2d808d tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:23.681679 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-035aee27-6201-42bc-9ab4-f9f606e7d56b req-d2d97688-f855-4034-b0be-498c9b2d808d tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 932 time: 0.0808918 Mar 05 05:20:23.733228 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b308fe4-2028-453d-a056-5a612d485445 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Router 627392bd-3d54-4600-8a01-5e055c86d5ca is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:20:23.748783 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-035aee27-6201-42bc-9ab4-f9f606e7d56b req-3553c109-eade-4c36-bcb3-54e26e08047a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574381 Mar 05 05:20:23.869293 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-ecedb09a-1f8d-41ab-9860-629b1b2b352e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b290ee-fc55-4bd0-9fe0-d8f7960f7da3 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:20:23.880697 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-ecedb09a-1f8d-41ab-9860-629b1b2b352e service neutron] Publish callbacks [] for port (85b290ee-fc55-4bd0-9fe0-d8f7960f7da3), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:23.896497 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-ecedb09a-1f8d-41ab-9860-629b1b2b352e service neutron] Transition to ACTIVE for port object 85b290ee-fc55-4bd0-9fe0-d8f7960f7da3 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:20:23.899739 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-ecedb09a-1f8d-41ab-9860-629b1b2b352e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (85b290ee-fc55-4bd0-9fe0-d8f7960f7da3), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:23.902739 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b308fe4-2028-453d-a056-5a612d485445 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:20:23.913178 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1698559e-2ff7-412d-b946-ac185b5f1781 None None] Sync routers for ids ['627392bd-3d54-4600-8a01-5e055c86d5ca'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:20:23.924910 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1698559e-2ff7-412d-b946-ac185b5f1781 None None] Routers {'627392bd-3d54-4600-8a01-5e055c86d5ca'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:20:23.925420 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-1698559e-2ff7-412d-b946-ac185b5f1781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:20:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['627392bd-3d54-4600-8a01-5e055c86d5ca'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:20:23.936250 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1b308fe4-2028-453d-a056-5a612d485445 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:23.938257 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1b308fe4-2028-453d-a056-5a612d485445 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.3724933 Mar 05 05:20:23.942100 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35794) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:23.984956 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-966a1bdc-c1e7-4f07-a84f-660dafe36528 tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=ab07f13582d14e74bdac64dcc9482a66&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390813 Mar 05 05:20:23.985306 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35796) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:24.034787 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecedb09a-1f8d-41ab-9860-629b1b2b352e service neutron] Pushing event updated for resources: {'Port': ['ID=85b290ee-fc55-4bd0-9fe0-d8f7960f7da3,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:24.061364 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-1698559e-2ff7-412d-b946-ac185b5f1781 None None] Set router 627392bd-3d54-4600-8a01-5e055c86d5ca gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:20:24.064177 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-ecedb09a-1f8d-41ab-9860-629b1b2b352e service neutron] Attempting to bind port 85b290ee-fc55-4bd0-9fe0-d8f7960f7da3 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:20:24.064698 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-ecedb09a-1f8d-41ab-9860-629b1b2b352e service neutron] Attempting to bind port 85b290ee-fc55-4bd0-9fe0-d8f7960f7da3 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:20:24.065226 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-ecedb09a-1f8d-41ab-9860-629b1b2b352e service neutron] Attempting to bind port 85b290ee-fc55-4bd0-9fe0-d8f7960f7da3 on network 3da289b5-f373-4722-9911-8508cc812a15 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:20:24.070092 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-ecedb09a-1f8d-41ab-9860-629b1b2b352e service neutron] Port 85b290ee-fc55-4bd0-9fe0-d8f7960f7da3 on network 3da289b5-f373-4722-9911-8508cc812a15 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:20:24.070643 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-ecedb09a-1f8d-41ab-9860-629b1b2b352e service neutron] Attempting to bind port 85b290ee-fc55-4bd0-9fe0-d8f7960f7da3 on network 3da289b5-f373-4722-9911-8508cc812a15 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:20:24.081802 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-ecedb09a-1f8d-41ab-9860-629b1b2b352e service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:20:24.082430 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-ecedb09a-1f8d-41ab-9860-629b1b2b352e service neutron] Checking segment: {'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:20:24.083007 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-ecedb09a-1f8d-41ab-9860-629b1b2b352e service neutron] Bound using segment: {'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:20:24.083646 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-ecedb09a-1f8d-41ab-9860-629b1b2b352e service neutron] Bound port: 85b290ee-fc55-4bd0-9fe0-d8f7960f7da3, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:20:24.084180 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-ecedb09a-1f8d-41ab-9860-629b1b2b352e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (85b290ee-fc55-4bd0-9fe0-d8f7960f7da3), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:24.139722 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888229f2-322f-4638-982b-17bcb123c73f tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:24.143964 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-888229f2-322f-4638-982b-17bcb123c73f tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1546440 Mar 05 05:20:24.144737 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35798) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:24.188277 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-ecedb09a-1f8d-41ab-9860-629b1b2b352e service neutron] For port 85b290ee-fc55-4bd0-9fe0-d8f7960f7da3, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:20:24.193365 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-ecedb09a-1f8d-41ab-9860-629b1b2b352e service neutron] For port 85b290ee-fc55-4bd0-9fe0-d8f7960f7da3, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=85b290ee-fc55-4bd0-9fe0-d8f7960f7da3,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:20:24.201578 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-977f601b-e49a-4957-a8c2-a7310e5311cf tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=ff625bbb-6b8f-4740-be08-a562ec9a34a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0546329 Mar 05 05:20:24.202477 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35800) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:24.208003 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-058c353c-5039-4d1e-9911-f4078b353c48 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-990820210', 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:24.209998 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-ecedb09a-1f8d-41ab-9860-629b1b2b352e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (85b290ee-fc55-4bd0-9fe0-d8f7960f7da3), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:24.251969 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-ecedb09a-1f8d-41ab-9860-629b1b2b352e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:24.252893 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-ecedb09a-1f8d-41ab-9860-629b1b2b352e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:24.254311 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-ecedb09a-1f8d-41ab-9860-629b1b2b352e service neutron] 10.222.0.30 "PUT /v2.0/ports/85b290ee-fc55-4bd0-9fe0-d8f7960f7da3 HTTP/1.1" status: 200 len: 1093 time: 1.1748171 Mar 05 05:20:24.256722 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '804c6336-9fe0-4be0-bf6d-35ebd72d77e4', 'tag': '85b290ee-fc55-4bd0-9fe0-d8f7960f7da3'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:20:24.264845 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35c8696-6ca9-41e3-8303-6464c3e99ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "804c6336-9fe0-4be0-bf6d-35ebd72d77e4", "tag": "85b290ee-fc55-4bd0-9fe0-d8f7960f7da3"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:20:24.314317 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecedb09a-1f8d-41ab-9860-629b1b2b352e service neutron] Pushing event updated for resources: {'Port': ['ID=85b290ee-fc55-4bd0-9fe0-d8f7960f7da3,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:24.349918 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-1698559e-2ff7-412d-b946-ac185b5f1781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191601947', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'fa5d0b07-b84a-4bb4-bc14-1d30f9643910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:20:20Z', 'updated_at': '2022-03-05T05:20:22Z', 'revision_number': 3, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'fa5d0b07-b84a-4bb4-bc14-1d30f9643910', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:14:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:20:21Z', 'updated_at': '2022-03-05T05:20:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:20:24.373939 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696c4a17-eb6a-4c23-b4e4-6e32101bcc10 x-openstack-request-id: req-696c4a17-eb6a-4c23-b4e4-6e32101bcc10 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:20:24.374239 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "804c6336-9fe0-4be0-bf6d-35ebd72d77e4", "tag": "85b290ee-fc55-4bd0-9fe0-d8f7960f7da3", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:20:24.374501 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-696c4a17-eb6a-4c23-b4e4-6e32101bcc10 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:20:24.374916 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '804c6336-9fe0-4be0-bf6d-35ebd72d77e4', 'tag': '85b290ee-fc55-4bd0-9fe0-d8f7960f7da3', 'status': 'completed', 'code': 200} Mar 05 05:20:24.386150 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1698559e-2ff7-412d-b946-ac185b5f1781 None None] Checking router: 627392bd-3d54-4600-8a01-5e055c86d5ca for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:20:24.386908 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1698559e-2ff7-412d-b946-ac185b5f1781 None None] Updating router 627392bd-3d54-4600-8a01-5e055c86d5ca port fa5d0b07-b84a-4bb4-bc14-1d30f9643910 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:20:24.388399 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058c353c-5039-4d1e-9911-f4078b353c48 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Made reservation on behalf of ab07f13582d14e74bdac64dcc9482a66 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:20:24.394922 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-058c353c-5039-4d1e-9911-f4078b353c48 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:24.396391 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-4cd3d36b-da5d-4024-a9ac-ecf87488490c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:24.398882 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-4cd3d36b-da5d-4024-a9ac-ecf87488490c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 1127 time: 0.0759563 Mar 05 05:20:24.419301 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-1698559e-2ff7-412d-b946-ac185b5f1781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fa5d0b07-b84a-4bb4-bc14-1d30f9643910), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:24.454825 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-47c5d547-c3b0-4d45-b9e9-e6025590ef31 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85b290ee-fc55-4bd0-9fe0-d8f7960f7da3 HTTP/1.1" status: 200 len: 217 time: 0.0444212 Mar 05 05:20:24.539479 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-aeeb1fc1-ef23-475e-a2e1-3ce2ddc525a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:24.542345 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-aeeb1fc1-ef23-475e-a2e1-3ce2ddc525a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb HTTP/1.1" status: 200 len: 851 time: 0.0812500 Mar 05 05:20:24.621923 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-d8e1f3b3-db7f-455a-8d1d-9d54d8feca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:24.623486 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-d8e1f3b3-db7f-455a-8d1d-9d54d8feca67 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3da289b5-f373-4722-9911-8508cc812a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0732932 Mar 05 05:20:24.662466 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-058c353c-5039-4d1e-9911-f4078b353c48 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (a109e9dc-c1b1-4288-965a-6a076dc9df52), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:24.738409 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-37dc5c81-2194-4c3f-bbcb-567e47a77ec0 service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081915 Mar 05 05:20:24.743869 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c353c-5039-4d1e-9911-f4078b353c48 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'Subnet': ['ID=a109e9dc-c1b1-4288-965a-6a076dc9df52,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:24.752206 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058c353c-5039-4d1e-9911-f4078b353c48 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Checking segment: {'id': 'aadb5d3f-099e-455c-afbe-67ecab000bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:20:24.752575 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058c353c-5039-4d1e-9911-f4078b353c48 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Network hostable DHCP agents. Network: 23a3767b-b03a-46a1-9849-5d74a86cee75, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:20:24.774892 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058c353c-5039-4d1e-9911-f4078b353c48 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Network 23a3767b-b03a-46a1-9849-5d74a86cee75 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:20:24.778368 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-1698559e-2ff7-412d-b946-ac185b5f1781 None None] Publish callbacks [] for port (fa5d0b07-b84a-4bb4-bc14-1d30f9643910), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:24.787674 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-1698559e-2ff7-412d-b946-ac185b5f1781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fa5d0b07-b84a-4bb4-bc14-1d30f9643910), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:24.789456 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-058c353c-5039-4d1e-9911-f4078b353c48 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 23a3767b-b03a-46a1-9849-5d74a86cee75) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:20:24.797194 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058c353c-5039-4d1e-9911-f4078b353c48 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:24.797961 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-058c353c-5039-4d1e-9911-f4078b353c48 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:24.801554 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06157a7-ee3f-487e-bd52-071c3af03c0d None None] Network 23a3767b-b03a-46a1-9849-5d74a86cee75 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:20:24.839275 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-058c353c-5039-4d1e-9911-f4078b353c48 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6353147 Mar 05 05:20:24.840056 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35806) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:24.861950 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-1698559e-2ff7-412d-b946-ac185b5f1781 None None] Attempting to bind port fa5d0b07-b84a-4bb4-bc14-1d30f9643910 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:20:24.862325 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-1698559e-2ff7-412d-b946-ac185b5f1781 None None] Attempting to bind port fa5d0b07-b84a-4bb4-bc14-1d30f9643910 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:20:24.862701 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1698559e-2ff7-412d-b946-ac185b5f1781 None None] Attempting to bind port fa5d0b07-b84a-4bb4-bc14-1d30f9643910 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:20:24.864796 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76649234-573d-4ee3-80f0-3e1dda605dd4 None None] Pushing event updated for resources: {'Port': ['ID=fa5d0b07-b84a-4bb4-bc14-1d30f9643910,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:24.873334 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1698559e-2ff7-412d-b946-ac185b5f1781 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:20:24.873716 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1698559e-2ff7-412d-b946-ac185b5f1781 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:20:24.874125 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-1698559e-2ff7-412d-b946-ac185b5f1781 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:24.874523 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1698559e-2ff7-412d-b946-ac185b5f1781 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:20:24.874997 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-1698559e-2ff7-412d-b946-ac185b5f1781 None None] Bound port: fa5d0b07-b84a-4bb4-bc14-1d30f9643910, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:20:24.875396 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-1698559e-2ff7-412d-b946-ac185b5f1781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fa5d0b07-b84a-4bb4-bc14-1d30f9643910), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:24.922219 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-817bb159-b6df-4f7b-a0bd-ee18425dc94f req-ac2a3086-97cf-4515-9d10-ca5cf7e25f83 service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770988 Mar 05 05:20:24.957563 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-23a3767b-b03a-46a1-9849-5d74a86cee75', 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'fixed_ips': [{'subnet_id': 'a109e9dc-c1b1-4288-965a-6a076dc9df52'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:20:24.958732 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:25.007092 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-1698559e-2ff7-412d-b946-ac185b5f1781 None None] For port fa5d0b07-b84a-4bb4-bc14-1d30f9643910, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:20:25.010349 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-1698559e-2ff7-412d-b946-ac185b5f1781 None None] For port fa5d0b07-b84a-4bb4-bc14-1d30f9643910, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=fa5d0b07-b84a-4bb4-bc14-1d30f9643910,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:20:25.022419 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-1698559e-2ff7-412d-b946-ac185b5f1781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fa5d0b07-b84a-4bb4-bc14-1d30f9643910), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:25.065738 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c8696-6ca9-41e3-8303-6464c3e99ed8 req-2f81836f-d576-4fed-87ad-c63361c7f647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:25.067183 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a35c8696-6ca9-41e3-8303-6464c3e99ed8 req-2f81836f-d576-4fed-87ad-c63361c7f647 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 1127 time: 0.0859559 Mar 05 05:20:25.097287 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1698559e-2ff7-412d-b946-ac185b5f1781 None None] Routers {'627392bd-3d54-4600-8a01-5e055c86d5ca'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:20:25.098309 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-1698559e-2ff7-412d-b946-ac185b5f1781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:20:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['627392bd-3d54-4600-8a01-5e055c86d5ca'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:20:25.139656 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] Allocated IP 172.20.0.2 (23a3767b-b03a-46a1-9849-5d74a86cee75/a109e9dc-c1b1-4288-965a-6a076dc9df52/cc814b4c-f03d-46d4-b677-f2bfd785dc6c) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:20:25.185663 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e4b83-75e2-4c9c-89b2-acce97fd909c req-f2528f99-2b14-41e7-94e4-7d50080ff931 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:25.187707 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-246e4b83-75e2-4c9c-89b2-acce97fd909c req-f2528f99-2b14-41e7-94e4-7d50080ff931 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 944 time: 0.1811774 Mar 05 05:20:25.221448 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-1698559e-2ff7-412d-b946-ac185b5f1781 None None] Set router 627392bd-3d54-4600-8a01-5e055c86d5ca gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:20:25.235009 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c8696-6ca9-41e3-8303-6464c3e99ed8 req-eff93cab-fffa-43ad-8ed1-adf6ac61c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:25.236640 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a35c8696-6ca9-41e3-8303-6464c3e99ed8 req-eff93cab-fffa-43ad-8ed1-adf6ac61c25c service neutron] 10.222.0.30 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 912 time: 0.1635623 Mar 05 05:20:25.282281 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-246e4b83-75e2-4c9c-89b2-acce97fd909c req-5753488a-0219-49eb-b652-3038fa3d6d83 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871913 Mar 05 05:20:25.330358 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a35c8696-6ca9-41e3-8303-6464c3e99ed8 req-fccff251-ac19-4b97-917b-922ac13866ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85b290ee-fc55-4bd0-9fe0-d8f7960f7da3 HTTP/1.1" status: 200 len: 217 time: 0.0874739 Mar 05 05:20:25.352572 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] Publish callbacks [] for port (cc814b4c-f03d-46d4-b677-f2bfd785dc6c), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:25.361770 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (cc814b4c-f03d-46d4-b677-f2bfd785dc6c), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:25.406726 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] Network 23a3767b-b03a-46a1-9849-5d74a86cee75 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:20:25.414779 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:20:25.418816 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:20:25.428039 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] Pushing event updated for resources: {'Port': ['ID=cc814b4c-f03d-46d4-b677-f2bfd785dc6c,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:25.442580 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:25.444221 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:25.444827 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:25.446310 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:25.446900 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:25.449760 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c8696-6ca9-41e3-8303-6464c3e99ed8 req-311ffe52-7ae1-4e14-8240-806e18557f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:25.450435 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:25.451028 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:25.451282 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a35c8696-6ca9-41e3-8303-6464c3e99ed8 req-311ffe52-7ae1-4e14-8240-806e18557f8c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb HTTP/1.1" status: 200 len: 851 time: 0.1153569 Mar 05 05:20:25.451827 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:25.452386 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:25.452903 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:25.453850 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:25.454332 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:25.454673 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:25.513443 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] Attempting to bind port cc814b4c-f03d-46d4-b677-f2bfd785dc6c on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:20:25.513872 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] Attempting to bind port cc814b4c-f03d-46d4-b677-f2bfd785dc6c by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'aadb5d3f-099e-455c-afbe-67ecab000bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:20:25.514248 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] Attempting to bind port cc814b4c-f03d-46d4-b677-f2bfd785dc6c on network 23a3767b-b03a-46a1-9849-5d74a86cee75 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:20:25.518010 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c8696-6ca9-41e3-8303-6464c3e99ed8 req-32bb5e2f-5bf7-4fd6-ae3c-47b84c333b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:25.519762 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:20:25.520152 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] Checking segment: {'id': 'aadb5d3f-099e-455c-afbe-67ecab000bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:20:25.520569 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:25.520971 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] Bound using segment: {'id': 'aadb5d3f-099e-455c-afbe-67ecab000bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:20:25.521454 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] Bound port: cc814b4c-f03d-46d4-b677-f2bfd785dc6c, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aadb5d3f-099e-455c-afbe-67ecab000bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:20:25.521841 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cc814b4c-f03d-46d4-b677-f2bfd785dc6c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:25.526796 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a35c8696-6ca9-41e3-8303-6464c3e99ed8 req-32bb5e2f-5bf7-4fd6-ae3c-47b84c333b49 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3da289b5-f373-4722-9911-8508cc812a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0661614 Mar 05 05:20:25.590146 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] For port cc814b4c-f03d-46d4-b677-f2bfd785dc6c, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:20:25.593345 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] For port cc814b4c-f03d-46d4-b677-f2bfd785dc6c, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=cc814b4c-f03d-46d4-b677-f2bfd785dc6c,segment=NetworkSegment(aadb5d3f-099e-455c-afbe-67ecab000bc7),segment_id=aadb5d3f-099e-455c-afbe-67ecab000bc7)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:20:25.601249 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cc814b4c-f03d-46d4-b677-f2bfd785dc6c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:25.633013 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76649234-573d-4ee3-80f0-3e1dda605dd4 None None] Pushing event updated for resources: {'Port': ['ID=fa5d0b07-b84a-4bb4-bc14-1d30f9643910,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:25.659519 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1a3ccd6c-c4e5-4ff0-a276-da39191d199f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:25.677546 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-1698559e-2ff7-412d-b946-ac185b5f1781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191601947', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'fa5d0b07-b84a-4bb4-bc14-1d30f9643910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:20:20Z', 'updated_at': '2022-03-05T05:20:22Z', 'revision_number': 3, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'fa5d0b07-b84a-4bb4-bc14-1d30f9643910', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:14:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:20:21Z', 'updated_at': '2022-03-05T05:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:20:25.691541 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c554e4b-5520-4deb-a7ac-77050cfb27df None None] Pushing event updated for resources: {'Port': ['ID=cc814b4c-f03d-46d4-b677-f2bfd785dc6c,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:25.709234 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a35c8696-6ca9-41e3-8303-6464c3e99ed8 req-47eee7cb-dcb8-4d11-bcda-343c9c569174 service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771019 Mar 05 05:20:25.727045 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1698559e-2ff7-412d-b946-ac185b5f1781 None None] The sync data for ids ['627392bd-3d54-4600-8a01-5e055c86d5ca'] in n-d-789963-32 is: [{'id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191601947', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'fa5d0b07-b84a-4bb4-bc14-1d30f9643910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:20:20Z', 'updated_at': '2022-03-05T05:20:22Z', 'revision_number': 3, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'fa5d0b07-b84a-4bb4-bc14-1d30f9643910', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:14:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:20:21Z', 'updated_at': '2022-03-05T05:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:20:25.851341 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a35c8696-6ca9-41e3-8303-6464c3e99ed8 req-0e5463a0-fc75-47ce-8652-a49fdb1b34b8 service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326213 Mar 05 05:20:26.054885 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-1a3ccd6c-c4e5-4ff0-a276-da39191d199f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Allocated IP 172.20.0.1 (23a3767b-b03a-46a1-9849-5d74a86cee75/a109e9dc-c1b1-4288-965a-6a076dc9df52/b2cc52a4-70ed-4953-9ec3-047cf6cd57ad) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:20:26.224402 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1a3ccd6c-c4e5-4ff0-a276-da39191d199f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for port (b2cc52a4-70ed-4953-9ec3-047cf6cd57ad), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:26.270151 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1a3ccd6c-c4e5-4ff0-a276-da39191d199f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (b2cc52a4-70ed-4953-9ec3-047cf6cd57ad), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:26.335979 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ccd6c-c4e5-4ff0-a276-da39191d199f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'Port': ['ID=b2cc52a4-70ed-4953-9ec3-047cf6cd57ad,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:26.345459 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3ccd6c-c4e5-4ff0-a276-da39191d199f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Network 23a3767b-b03a-46a1-9849-5d74a86cee75 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:20:26.346868 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-1a3ccd6c-c4e5-4ff0-a276-da39191d199f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:20:26.349507 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3ccd6c-c4e5-4ff0-a276-da39191d199f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:20:26.427407 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1a3ccd6c-c4e5-4ff0-a276-da39191d199f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (627392bd-3d54-4600-8a01-5e055c86d5ca), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:26.504799 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36c179-4036-405c-b719-5a3419c24215 req-f1c57f61-3684-4a5b-8707-4650f4316056 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:26.506351 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc36c179-4036-405c-b719-5a3419c24215 req-f1c57f61-3684-4a5b-8707-4650f4316056 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 944 time: 0.1104472 Mar 05 05:20:26.603230 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc36c179-4036-405c-b719-5a3419c24215 req-9c2ae9ea-28a0-4e87-ac17-bd9cc9086eea tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882685 Mar 05 05:20:26.643336 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1a3ccd6c-c4e5-4ff0-a276-da39191d199f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b2cc52a4-70ed-4953-9ec3-047cf6cd57ad), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:26.972343 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebd17ae-e8d5-498b-80de-692b9704d875 None None] Network 23a3767b-b03a-46a1-9849-5d74a86cee75 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:20:26.973891 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1a3ccd6c-c4e5-4ff0-a276-da39191d199f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for port (b2cc52a4-70ed-4953-9ec3-047cf6cd57ad), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:26.980115 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1a3ccd6c-c4e5-4ff0-a276-da39191d199f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (b2cc52a4-70ed-4953-9ec3-047cf6cd57ad), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:27.047729 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-5e769fe3-90b3-4f14-abb9-391a0732fca5 None None] Provisioning complete for port cc814b4c-f03d-46d4-b677-f2bfd785dc6c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:20:27.048407 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5e769fe3-90b3-4f14-abb9-391a0732fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cc814b4c-f03d-46d4-b677-f2bfd785dc6c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:27.062635 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1a3ccd6c-c4e5-4ff0-a276-da39191d199f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (627392bd-3d54-4600-8a01-5e055c86d5ca), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:27.072238 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ccd6c-c4e5-4ff0-a276-da39191d199f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'Port': ['ID=b2cc52a4-70ed-4953-9ec3-047cf6cd57ad,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:27.173097 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-5e769fe3-90b3-4f14-abb9-391a0732fca5 None None] Current status of the port cc814b4c-f03d-46d4-b677-f2bfd785dc6c is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:20:27.173500 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3ccd6c-c4e5-4ff0-a276-da39191d199f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Network 23a3767b-b03a-46a1-9849-5d74a86cee75 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:20:27.173626 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5e769fe3-90b3-4f14-abb9-391a0732fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cc814b4c-f03d-46d4-b677-f2bfd785dc6c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:27.174958 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-1a3ccd6c-c4e5-4ff0-a276-da39191d199f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:20:27.217944 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-5e769fe3-90b3-4f14-abb9-391a0732fca5 None None] For port cc814b4c-f03d-46d4-b677-f2bfd785dc6c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=cc814b4c-f03d-46d4-b677-f2bfd785dc6c,segment=NetworkSegment(aadb5d3f-099e-455c-afbe-67ecab000bc7),segment_id=aadb5d3f-099e-455c-afbe-67ecab000bc7)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:20:27.224595 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5e769fe3-90b3-4f14-abb9-391a0732fca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cc814b4c-f03d-46d4-b677-f2bfd785dc6c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:27.290675 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e769fe3-90b3-4f14-abb9-391a0732fca5 None None] Pushing event updated for resources: {'Port': ['ID=cc814b4c-f03d-46d4-b677-f2bfd785dc6c,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:27.319566 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3ccd6c-c4e5-4ff0-a276-da39191d199f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Router 627392bd-3d54-4600-8a01-5e055c86d5ca has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:20:27.467937 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-88cb4122-7a9d-4ad1-9e86-0c4f7f3f5c7d None None] Provisioning complete for port b2cc52a4-70ed-4953-9ec3-047cf6cd57ad triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:20:27.468329 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-88cb4122-7a9d-4ad1-9e86-0c4f7f3f5c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b2cc52a4-70ed-4953-9ec3-047cf6cd57ad), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:27.510634 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3ccd6c-c4e5-4ff0-a276-da39191d199f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:20:27.525746 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1a3ccd6c-c4e5-4ff0-a276-da39191d199f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "PUT /v2.0/routers/627392bd-3d54-4600-8a01-5e055c86d5ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6835597 Mar 05 05:20:27.541390 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-88cb4122-7a9d-4ad1-9e86-0c4f7f3f5c7d None None] Port b2cc52a4-70ed-4953-9ec3-047cf6cd57ad cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:20:27.551897 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device fa5d0b07-b84a-4bb4-bc14-1d30f9643910 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:20:27.597552 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-88cb4122-7a9d-4ad1-9e86-0c4f7f3f5c7d None None] Provisioning complete for port cc814b4c-f03d-46d4-b677-f2bfd785dc6c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:20:27.598032 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-88cb4122-7a9d-4ad1-9e86-0c4f7f3f5c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cc814b4c-f03d-46d4-b677-f2bfd785dc6c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:27.664534 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port fa5d0b07-b84a-4bb4-bc14-1d30f9643910 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:20:27.665014 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fa5d0b07-b84a-4bb4-bc14-1d30f9643910), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:27.830728 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-88cb4122-7a9d-4ad1-9e86-0c4f7f3f5c7d None None] Current status of the port cc814b4c-f03d-46d4-b677-f2bfd785dc6c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:20:27.842479 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port fa5d0b07-b84a-4bb4-bc14-1d30f9643910 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:20:27.842887 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fa5d0b07-b84a-4bb4-bc14-1d30f9643910), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:27.853826 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c92c05-9c3b-4c29-9360-0ed8d0f5569b req-3f864a2a-ed39-4a46-8a74-4592d15990ef tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:27.857509 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-14c92c05-9c3b-4c29-9360-0ed8d0f5569b req-3f864a2a-ed39-4a46-8a74-4592d15990ef tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 944 time: 0.1421816 Mar 05 05:20:27.867635 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port fa5d0b07-b84a-4bb4-bc14-1d30f9643910, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=fa5d0b07-b84a-4bb4-bc14-1d30f9643910,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:20:27.874216 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fa5d0b07-b84a-4bb4-bc14-1d30f9643910), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:27.875279 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device cc814b4c-f03d-46d4-b677-f2bfd785dc6c up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:20:27.891952 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-bca2b557-79ec-4e06-98df-07730fd3cb3c tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-362392473&fields=id&tenant_id=ab07f13582d14e74bdac64dcc9482a66 HTTP/1.1" status: 200 len: 267 time: 0.0905421 Mar 05 05:20:27.982635 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-14c92c05-9c3b-4c29-9360-0ed8d0f5569b req-a2d725d7-3a8c-41ee-8bca-8c54af2d3a47 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891623 Mar 05 05:20:28.005358 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-05753b31-baea-47e3-ae4b-69a96d9ba7aa None None] Provisioning complete for port b2cc52a4-70ed-4953-9ec3-047cf6cd57ad triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:20:28.006508 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-05753b31-baea-47e3-ae4b-69a96d9ba7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b2cc52a4-70ed-4953-9ec3-047cf6cd57ad), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:28.040481 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=fa5d0b07-b84a-4bb4-bc14-1d30f9643910,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:28.064110 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0b3228-10a3-4ca1-851a-495cf92a0a79 None None] Sync routers for ids ['627392bd-3d54-4600-8a01-5e055c86d5ca'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:20:28.081588 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0b3228-10a3-4ca1-851a-495cf92a0a79 None None] Routers {'627392bd-3d54-4600-8a01-5e055c86d5ca'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:20:28.082274 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-5b0b3228-10a3-4ca1-851a-495cf92a0a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:20:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['627392bd-3d54-4600-8a01-5e055c86d5ca'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:20:28.087048 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-05753b31-baea-47e3-ae4b-69a96d9ba7aa None None] Port b2cc52a4-70ed-4953-9ec3-047cf6cd57ad cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:20:28.106816 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-ef85cbb1-deb0-45c4-8b6a-a3ac5efd8f3e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:28.108511 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-ef85cbb1-deb0-45c4-8b6a-a3ac5efd8f3e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/networks?id=23a3767b-b03a-46a1-9849-5d74a86cee75 HTTP/1.1" status: 200 len: 797 time: 0.2131643 Mar 05 05:20:28.124949 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-74552f27-293e-4d1d-bc68-aeee98fd20b6 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/quotas/ab07f13582d14e74bdac64dcc9482a66 HTTP/1.1" status: 200 len: 375 time: 0.0105188 Mar 05 05:20:28.143255 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port cc814b4c-f03d-46d4-b677-f2bfd785dc6c triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:20:28.143255 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cc814b4c-f03d-46d4-b677-f2bfd785dc6c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:28.187326 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-c04e9a18-9218-4835-8aa0-07412c929fbd tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559874 Mar 05 05:20:28.255810 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-42e8fd5d-ba0e-45ab-9490-15cbf2ea8540 None None] Provisioning complete for port b2cc52a4-70ed-4953-9ec3-047cf6cd57ad triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:20:28.256193 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-42e8fd5d-ba0e-45ab-9490-15cbf2ea8540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b2cc52a4-70ed-4953-9ec3-047cf6cd57ad), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:28.259140 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-5b0b3228-10a3-4ca1-851a-495cf92a0a79 None None] Set router 627392bd-3d54-4600-8a01-5e055c86d5ca gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:20:28.289062 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-a452f935-a077-4344-95df-f4d54bc0ff95 service neutron] 10.222.0.11 "GET /v2.0/networks/23a3767b-b03a-46a1-9849-5d74a86cee75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893433 Mar 05 05:20:28.359723 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-42e8fd5d-ba0e-45ab-9490-15cbf2ea8540 None None] Port b2cc52a4-70ed-4953-9ec3-047cf6cd57ad cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:20:28.381551 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-bb2515e9-81a3-4322-a560-0f263e3d8ad1 service neutron] 10.222.0.11 "GET /v2.0/networks/23a3767b-b03a-46a1-9849-5d74a86cee75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857730 Mar 05 05:20:28.392660 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port cc814b4c-f03d-46d4-b677-f2bfd785dc6c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:20:28.534063 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-5b0b3228-10a3-4ca1-851a-495cf92a0a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191601947', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'fa5d0b07-b84a-4bb4-bc14-1d30f9643910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:20:20Z', 'updated_at': '2022-03-05T05:20:26Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'fa5d0b07-b84a-4bb4-bc14-1d30f9643910', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:14:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:20:21Z', 'updated_at': '2022-03-05T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'b2cc52a4-70ed-4953-9ec3-047cf6cd57ad', 'name': '', 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:54:93:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a109e9dc-c1b1-4288-965a-6a076dc9df52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:20:25Z', 'updated_at': '2022-03-05T05:20:26Z', 'revision_number': 2, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': 'a109e9dc-c1b1-4288-965a-6a076dc9df52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:20:28.569469 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0b3228-10a3-4ca1-851a-495cf92a0a79 None None] Checking router: 627392bd-3d54-4600-8a01-5e055c86d5ca for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:20:28.569927 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0b3228-10a3-4ca1-851a-495cf92a0a79 None None] Updating router 627392bd-3d54-4600-8a01-5e055c86d5ca port b2cc52a4-70ed-4953-9ec3-047cf6cd57ad binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:20:28.584956 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5b120d00-c91e-49e1-9eb0-0316e695cd41 req-124b6d42-73bf-44d2-8b17-b4f87ae31167 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 210 time: 0.0344646 Mar 05 05:20:28.600327 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5b0b3228-10a3-4ca1-851a-495cf92a0a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b2cc52a4-70ed-4953-9ec3-047cf6cd57ad), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:28.882337 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5b0b3228-10a3-4ca1-851a-495cf92a0a79 None None] Publish callbacks [] for port (b2cc52a4-70ed-4953-9ec3-047cf6cd57ad), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:28.890008 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5b0b3228-10a3-4ca1-851a-495cf92a0a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b2cc52a4-70ed-4953-9ec3-047cf6cd57ad), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:28.952716 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9ea44-abea-46fe-ae0b-b55b73a66021 None None] Pushing event updated for resources: {'Port': ['ID=b2cc52a4-70ed-4953-9ec3-047cf6cd57ad,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:29.022234 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-5b0b3228-10a3-4ca1-851a-495cf92a0a79 None None] Attempting to bind port b2cc52a4-70ed-4953-9ec3-047cf6cd57ad on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:20:29.022797 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-5b0b3228-10a3-4ca1-851a-495cf92a0a79 None None] Attempting to bind port b2cc52a4-70ed-4953-9ec3-047cf6cd57ad by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'aadb5d3f-099e-455c-afbe-67ecab000bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:20:29.023190 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0b3228-10a3-4ca1-851a-495cf92a0a79 None None] Attempting to bind port b2cc52a4-70ed-4953-9ec3-047cf6cd57ad on network 23a3767b-b03a-46a1-9849-5d74a86cee75 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:20:29.033961 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0b3228-10a3-4ca1-851a-495cf92a0a79 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:20:29.034353 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0b3228-10a3-4ca1-851a-495cf92a0a79 None None] Checking segment: {'id': 'aadb5d3f-099e-455c-afbe-67ecab000bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:20:29.034773 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5b0b3228-10a3-4ca1-851a-495cf92a0a79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:29.035250 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0b3228-10a3-4ca1-851a-495cf92a0a79 None None] Bound using segment: {'id': 'aadb5d3f-099e-455c-afbe-67ecab000bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:20:29.035744 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-5b0b3228-10a3-4ca1-851a-495cf92a0a79 None None] Bound port: b2cc52a4-70ed-4953-9ec3-047cf6cd57ad, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aadb5d3f-099e-455c-afbe-67ecab000bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:20:29.036136 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5b0b3228-10a3-4ca1-851a-495cf92a0a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b2cc52a4-70ed-4953-9ec3-047cf6cd57ad), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:29.125962 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-5b0b3228-10a3-4ca1-851a-495cf92a0a79 None None] For port b2cc52a4-70ed-4953-9ec3-047cf6cd57ad, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:20:29.130247 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-5b0b3228-10a3-4ca1-851a-495cf92a0a79 None None] For port b2cc52a4-70ed-4953-9ec3-047cf6cd57ad, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b2cc52a4-70ed-4953-9ec3-047cf6cd57ad,segment=NetworkSegment(aadb5d3f-099e-455c-afbe-67ecab000bc7),segment_id=aadb5d3f-099e-455c-afbe-67ecab000bc7)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:20:29.137766 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbfadf-31f0-4a89-820b-13189a1d1a74 req-78c3ead6-de02-4cd3-9ff2-c372ab481615 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:29.139506 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-24cbfadf-31f0-4a89-820b-13189a1d1a74 req-78c3ead6-de02-4cd3-9ff2-c372ab481615 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 944 time: 0.0663483 Mar 05 05:20:29.139811 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5b0b3228-10a3-4ca1-851a-495cf92a0a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b2cc52a4-70ed-4953-9ec3-047cf6cd57ad), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:29.223448 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-24cbfadf-31f0-4a89-820b-13189a1d1a74 req-4b62e94f-e6cb-4d96-b7f0-b676a17161ae tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775986 Mar 05 05:20:29.425037 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0b3228-10a3-4ca1-851a-495cf92a0a79 None None] Routers {'627392bd-3d54-4600-8a01-5e055c86d5ca'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:20:29.425677 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-5b0b3228-10a3-4ca1-851a-495cf92a0a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:20:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['627392bd-3d54-4600-8a01-5e055c86d5ca'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:20:29.428268 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device fa5d0b07-b84a-4bb4-bc14-1d30f9643910 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:20:29.487674 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-89e6ef43-6ad9-4651-a5e0-b59c56f27373 None None] Provisioning complete for port b2cc52a4-70ed-4953-9ec3-047cf6cd57ad triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:20:29.488129 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-89e6ef43-6ad9-4651-a5e0-b59c56f27373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b2cc52a4-70ed-4953-9ec3-047cf6cd57ad), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:29.490336 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9ea44-abea-46fe-ae0b-b55b73a66021 None None] Pushing event updated for resources: {'Port': ['ID=b2cc52a4-70ed-4953-9ec3-047cf6cd57ad,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:29.696514 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-5b0b3228-10a3-4ca1-851a-495cf92a0a79 None None] Set router 627392bd-3d54-4600-8a01-5e055c86d5ca gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:20:29.715939 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-767d97c7-415e-464b-ba7a-51f15b50e414 req-a516a3b3-0452-45c3-ad94-ed0ca539d6a3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 210 time: 0.0518019 Mar 05 05:20:29.739474 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port fa5d0b07-b84a-4bb4-bc14-1d30f9643910 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:20:29.739474 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fa5d0b07-b84a-4bb4-bc14-1d30f9643910), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:29.787386 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-70b615af-2eaa-41ae-81af-c316d7a0cfda tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:29.789051 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-70b615af-2eaa-41ae-81af-c316d7a0cfda tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.31 "GET /v2.0/networks?id=23a3767b-b03a-46a1-9849-5d74a86cee75 HTTP/1.1" status: 200 len: 797 time: 0.1972010 Mar 05 05:20:29.810632 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-89e6ef43-6ad9-4651-a5e0-b59c56f27373 None None] Current status of the port b2cc52a4-70ed-4953-9ec3-047cf6cd57ad is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:20:29.811031 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-89e6ef43-6ad9-4651-a5e0-b59c56f27373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b2cc52a4-70ed-4953-9ec3-047cf6cd57ad), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:29.861048 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-19578887-b7aa-4c84-8f11-605f6eea927c tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab07f13582d14e74bdac64dcc9482a66 HTTP/1.1" status: 200 len: 379 time: 0.0632250 Mar 05 05:20:29.870569 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-7beef627-e141-4203-a304-d566526370fd tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'port': {'device_id': '6a487264-139a-4872-8e98-ae353dcbcba1', 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75', 'admin_state_up': True, 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'security_groups': ['8d863a80-ebac-4744-9813-c26cb0ed3a49']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:29.948968 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-89e6ef43-6ad9-4651-a5e0-b59c56f27373 None None] For port b2cc52a4-70ed-4953-9ec3-047cf6cd57ad, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b2cc52a4-70ed-4953-9ec3-047cf6cd57ad,segment=NetworkSegment(aadb5d3f-099e-455c-afbe-67ecab000bc7),segment_id=aadb5d3f-099e-455c-afbe-67ecab000bc7)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:20:29.979313 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-89e6ef43-6ad9-4651-a5e0-b59c56f27373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b2cc52a4-70ed-4953-9ec3-047cf6cd57ad), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:30.006871 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-7beef627-e141-4203-a304-d566526370fd tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Made reservation on behalf of ab07f13582d14e74bdac64dcc9482a66 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:20:30.011733 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-7beef627-e141-4203-a304-d566526370fd tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:30.046034 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6ef43-6ad9-4651-a5e0-b59c56f27373 None None] Pushing event updated for resources: {'Port': ['ID=b2cc52a4-70ed-4953-9ec3-047cf6cd57ad,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:30.071488 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port fa5d0b07-b84a-4bb4-bc14-1d30f9643910 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:20:30.134133 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a6e0da56-d3b9-4d00-a29a-3ce3a4be77cb None None] Provisioning complete for port b2cc52a4-70ed-4953-9ec3-047cf6cd57ad triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:20:30.134520 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a6e0da56-d3b9-4d00-a29a-3ce3a4be77cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b2cc52a4-70ed-4953-9ec3-047cf6cd57ad), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:30.157107 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-7beef627-e141-4203-a304-d566526370fd tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Allocated IP 172.20.0.10 (23a3767b-b03a-46a1-9849-5d74a86cee75/a109e9dc-c1b1-4288-965a-6a076dc9df52/4353a514-9ba0-4187-a00f-3721fce36b7a) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:20:30.257328 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-5b0b3228-10a3-4ca1-851a-495cf92a0a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191601947', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'fa5d0b07-b84a-4bb4-bc14-1d30f9643910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:20:20Z', 'updated_at': '2022-03-05T05:20:26Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'fa5d0b07-b84a-4bb4-bc14-1d30f9643910', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:14:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:20:21Z', 'updated_at': '2022-03-05T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'b2cc52a4-70ed-4953-9ec3-047cf6cd57ad', 'name': '', 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:54:93:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a109e9dc-c1b1-4288-965a-6a076dc9df52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:20:25Z', 'updated_at': '2022-03-05T05:20:29Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': 'a109e9dc-c1b1-4288-965a-6a076dc9df52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:20:30.361465 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0b3228-10a3-4ca1-851a-495cf92a0a79 None None] The sync data for ids ['627392bd-3d54-4600-8a01-5e055c86d5ca'] in n-d-789963-32 is: [{'id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191601947', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'fa5d0b07-b84a-4bb4-bc14-1d30f9643910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:20:20Z', 'updated_at': '2022-03-05T05:20:26Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'fa5d0b07-b84a-4bb4-bc14-1d30f9643910', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:14:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:20:21Z', 'updated_at': '2022-03-05T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'b2cc52a4-70ed-4953-9ec3-047cf6cd57ad', 'name': '', 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:54:93:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a109e9dc-c1b1-4288-965a-6a076dc9df52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:20:25Z', 'updated_at': '2022-03-05T05:20:29Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': 'a109e9dc-c1b1-4288-965a-6a076dc9df52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:20:30.379795 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-7beef627-e141-4203-a304-d566526370fd tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for port (4353a514-9ba0-4187-a00f-3721fce36b7a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:30.394183 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a6e0da56-d3b9-4d00-a29a-3ce3a4be77cb None None] Current status of the port b2cc52a4-70ed-4953-9ec3-047cf6cd57ad is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:20:30.507873 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefef68-4af0-4435-b683-d43d484e75c0 req-cb488f9d-43f0-4a1b-b030-e1dff939f25e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:30.511646 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1cefef68-4af0-4435-b683-d43d484e75c0 req-cb488f9d-43f0-4a1b-b030-e1dff939f25e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 944 time: 0.1547022 Mar 05 05:20:30.518992 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-7beef627-e141-4203-a304-d566526370fd tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (4353a514-9ba0-4187-a00f-3721fce36b7a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:30.567513 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-7beef627-e141-4203-a304-d566526370fd tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Network 23a3767b-b03a-46a1-9849-5d74a86cee75 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:20:30.570495 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-7beef627-e141-4203-a304-d566526370fd tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:20:30.622146 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-7beef627-e141-4203-a304-d566526370fd tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:20:30.664998 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1cefef68-4af0-4435-b683-d43d484e75c0 req-8f4937e6-6b01-4b4e-aaa9-b898ece008d9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464143 Mar 05 05:20:30.680639 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beef627-e141-4203-a304-d566526370fd tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'Port': ['ID=4353a514-9ba0-4187-a00f-3721fce36b7a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:30.738569 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-7beef627-e141-4203-a304-d566526370fd tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:30.747846 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-7beef627-e141-4203-a304-d566526370fd tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:30.791346 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-7beef627-e141-4203-a304-d566526370fd tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9247992 Mar 05 05:20:30.803142 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-5991bee3-fcfd-44d4-8eb8-a65192d18618 service neutron] Request body: {'port': {'device_id': '6a487264-139a-4872-8e98-ae353dcbcba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:30.895520 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-31c6113c-22c7-493b-826a-dcdb28486b25 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:30.902750 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-31c6113c-22c7-493b-826a-dcdb28486b25 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/networks?id=253b9a1b-9be8-42e0-8177-54c0bf7bb21c HTTP/1.1" status: 200 len: 814 time: 0.3394237 Mar 05 05:20:30.935388 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-5991bee3-fcfd-44d4-8eb8-a65192d18618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4353a514-9ba0-4187-a00f-3721fce36b7a), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:30.950891 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-eea23c54-decd-46e1-b800-0d3d53ba3f9f tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/quotas/394fc5a448874a4eb20dbc6510105d07 HTTP/1.1" status: 200 len: 375 time: 0.0469451 Mar 05 05:20:30.992567 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-4a58c5c5-9f76-4a33-ad99-3b58b19bf305 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=394fc5a448874a4eb20dbc6510105d07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403473 Mar 05 05:20:31.022456 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca526ef-ff83-4c00-af47-b334708091f1 req-b7daaef2-cacd-46fa-b76a-65338070221f tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:31.026036 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bca526ef-ff83-4c00-af47-b334708091f1 req-b7daaef2-cacd-46fa-b76a-65338070221f tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.11 "GET /v2.0/ports?device_id=1789ff3b-38b3-4499-ae85-6526df9a32bc HTTP/1.1" status: 200 len: 950 time: 0.2170846 Mar 05 05:20:31.035936 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e92f3d73-75d4-4b5a-b522-0c322fa464dc None None] Provisioning complete for port 4353a514-9ba0-4187-a00f-3721fce36b7a triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:20:31.036596 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e92f3d73-75d4-4b5a-b522-0c322fa464dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (4353a514-9ba0-4187-a00f-3721fce36b7a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:31.109754 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e92f3d73-75d4-4b5a-b522-0c322fa464dc None None] Port 4353a514-9ba0-4187-a00f-3721fce36b7a cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:20:31.188781 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bca526ef-ff83-4c00-af47-b334708091f1 req-e15d555f-424d-4101-a9e2-b312bab90735 tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.11 "GET /v2.0/security-groups?id=a37d05b4-302b-4e0a-a65a-9cea56961e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424491 Mar 05 05:20:31.248945 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-effbe415-703d-46d0-b820-9649e11708be service neutron] 10.222.0.11 "GET /v2.0/networks/253b9a1b-9be8-42e0-8177-54c0bf7bb21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552528 Mar 05 05:20:31.391653 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-1e448a5f-1873-438c-ad6f-14a94617a414 service neutron] 10.222.0.11 "GET /v2.0/networks/253b9a1b-9be8-42e0-8177-54c0bf7bb21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415198 Mar 05 05:20:31.429686 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-5991bee3-fcfd-44d4-8eb8-a65192d18618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4353a514-9ba0-4187-a00f-3721fce36b7a {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:20:31.442172 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-5991bee3-fcfd-44d4-8eb8-a65192d18618 service neutron] Publish callbacks [] for port (4353a514-9ba0-4187-a00f-3721fce36b7a), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:31.480754 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-5991bee3-fcfd-44d4-8eb8-a65192d18618 service neutron] Transition to ACTIVE for port object 4353a514-9ba0-4187-a00f-3721fce36b7a will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:20:31.488722 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-5991bee3-fcfd-44d4-8eb8-a65192d18618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (4353a514-9ba0-4187-a00f-3721fce36b7a), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:31.506408 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b2cc52a4-70ed-4953-9ec3-047cf6cd57ad up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:20:31.517890 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3d6e3-eac7-4b5c-bda4-648399ff907c req-15ece56b-f621-46e5-bd7c-35cbbe8cb46f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:31.520302 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-29f3d6e3-eac7-4b5c-bda4-648399ff907c req-15ece56b-f621-46e5-bd7c-35cbbe8cb46f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 932 time: 0.1655121 Mar 05 05:20:31.628197 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991bee3-fcfd-44d4-8eb8-a65192d18618 service neutron] Pushing event updated for resources: {'Port': ['ID=4353a514-9ba0-4187-a00f-3721fce36b7a,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:31.640571 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-29f3d6e3-eac7-4b5c-bda4-648399ff907c req-2dde55b3-f4b3-4b39-8a4f-05beb087b3ba tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138942 Mar 05 05:20:31.673293 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port b2cc52a4-70ed-4953-9ec3-047cf6cd57ad triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:20:31.673888 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b2cc52a4-70ed-4953-9ec3-047cf6cd57ad), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:31.811213 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-5991bee3-fcfd-44d4-8eb8-a65192d18618 service neutron] Attempting to bind port 4353a514-9ba0-4187-a00f-3721fce36b7a on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:20:31.811812 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-5991bee3-fcfd-44d4-8eb8-a65192d18618 service neutron] Attempting to bind port 4353a514-9ba0-4187-a00f-3721fce36b7a by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'aadb5d3f-099e-455c-afbe-67ecab000bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:20:31.812157 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-5991bee3-fcfd-44d4-8eb8-a65192d18618 service neutron] Attempting to bind port 4353a514-9ba0-4187-a00f-3721fce36b7a on network 23a3767b-b03a-46a1-9849-5d74a86cee75 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:20:31.825127 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1985dfa2-1ff9-4341-8e31-9bca707a0cdf req-ad0ccc2e-46c7-4014-b5b7-3fcc56701ed9 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/ports?device_id=b36d687e-4fea-4d57-ab5d-7b142b21cba6 HTTP/1.1" status: 200 len: 210 time: 0.0966327 Mar 05 05:20:31.825726 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-5991bee3-fcfd-44d4-8eb8-a65192d18618 service neutron] Port 4353a514-9ba0-4187-a00f-3721fce36b7a on network 23a3767b-b03a-46a1-9849-5d74a86cee75 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:20:31.826161 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-5991bee3-fcfd-44d4-8eb8-a65192d18618 service neutron] Attempting to bind port 4353a514-9ba0-4187-a00f-3721fce36b7a on network 23a3767b-b03a-46a1-9849-5d74a86cee75 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:20:31.837367 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-5991bee3-fcfd-44d4-8eb8-a65192d18618 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:20:31.847981 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-5991bee3-fcfd-44d4-8eb8-a65192d18618 service neutron] Checking segment: {'id': 'aadb5d3f-099e-455c-afbe-67ecab000bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:20:31.847981 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-5991bee3-fcfd-44d4-8eb8-a65192d18618 service neutron] Bound using segment: {'id': 'aadb5d3f-099e-455c-afbe-67ecab000bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:20:31.847981 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-5991bee3-fcfd-44d4-8eb8-a65192d18618 service neutron] Bound port: 4353a514-9ba0-4187-a00f-3721fce36b7a, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aadb5d3f-099e-455c-afbe-67ecab000bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:20:31.847981 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-5991bee3-fcfd-44d4-8eb8-a65192d18618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4353a514-9ba0-4187-a00f-3721fce36b7a), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:31.922610 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port b2cc52a4-70ed-4953-9ec3-047cf6cd57ad is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:20:31.987855 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399ea82-6359-47f5-9a42-2872ba852a9f req-96c2318e-e27d-4f5e-99ba-a0ab32b35992 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:31.993161 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3399ea82-6359-47f5-9a42-2872ba852a9f req-96c2318e-e27d-4f5e-99ba-a0ab32b35992 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 944 time: 0.1670389 Mar 05 05:20:32.082661 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-5991bee3-fcfd-44d4-8eb8-a65192d18618 service neutron] For port 4353a514-9ba0-4187-a00f-3721fce36b7a, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:20:32.102958 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-5991bee3-fcfd-44d4-8eb8-a65192d18618 service neutron] For port 4353a514-9ba0-4187-a00f-3721fce36b7a, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=4353a514-9ba0-4187-a00f-3721fce36b7a,segment=NetworkSegment(aadb5d3f-099e-455c-afbe-67ecab000bc7),segment_id=aadb5d3f-099e-455c-afbe-67ecab000bc7)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:20:32.104978 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3399ea82-6359-47f5-9a42-2872ba852a9f req-5d4fae3d-0bb7-47a4-bb8c-a1888310c2ac tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009464 Mar 05 05:20:32.130206 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-5991bee3-fcfd-44d4-8eb8-a65192d18618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (4353a514-9ba0-4187-a00f-3721fce36b7a), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:32.208297 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-5991bee3-fcfd-44d4-8eb8-a65192d18618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:32.208915 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-5991bee3-fcfd-44d4-8eb8-a65192d18618 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:32.210329 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-5991bee3-fcfd-44d4-8eb8-a65192d18618 service neutron] 10.222.0.31 "PUT /v2.0/ports/4353a514-9ba0-4187-a00f-3721fce36b7a HTTP/1.1" status: 200 len: 1093 time: 1.4115808 Mar 05 05:20:32.211530 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a487264-139a-4872-8e98-ae353dcbcba1', 'tag': '4353a514-9ba0-4187-a00f-3721fce36b7a'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:20:32.214279 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e11da31-4795-4dc7-bc1f-133c025cce4a" -d '{"events": [{"name": "network-changed", "server_uuid": "6a487264-139a-4872-8e98-ae353dcbcba1", "tag": "4353a514-9ba0-4187-a00f-3721fce36b7a"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:20:32.242354 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace96228-9fe0-4699-9bec-2c6b44a5b90b req-5ea04522-2a76-4be2-81d7-b29fa3ae7948 tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:32.253955 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ace96228-9fe0-4699-9bec-2c6b44a5b90b req-5ea04522-2a76-4be2-81d7-b29fa3ae7948 tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.31 "GET /v2.0/ports?device_id=1789ff3b-38b3-4499-ae85-6526df9a32bc HTTP/1.1" status: 200 len: 950 time: 0.2996669 Mar 05 05:20:32.386847 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fac6ad8-de6a-4890-bd26-57a9b4f41007 x-openstack-request-id: req-3fac6ad8-de6a-4890-bd26-57a9b4f41007 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:20:32.387283 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a487264-139a-4872-8e98-ae353dcbcba1", "tag": "4353a514-9ba0-4187-a00f-3721fce36b7a", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:20:32.387550 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3fac6ad8-de6a-4890-bd26-57a9b4f41007 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:20:32.387981 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a487264-139a-4872-8e98-ae353dcbcba1', 'tag': '4353a514-9ba0-4187-a00f-3721fce36b7a', 'status': 'completed', 'code': 200} Mar 05 05:20:32.395445 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991bee3-fcfd-44d4-8eb8-a65192d18618 service neutron] Pushing event updated for resources: {'Port': ['ID=4353a514-9ba0-4187-a00f-3721fce36b7a,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:32.448938 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19b13d-7ab5-40f9-a42b-ae251eface41 req-62793609-42e1-4da1-a0ed-870f17de193f tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:32.450676 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3e19b13d-7ab5-40f9-a42b-ae251eface41 req-62793609-42e1-4da1-a0ed-870f17de193f tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.11 "GET /v2.0/ports?device_id=1789ff3b-38b3-4499-ae85-6526df9a32bc HTTP/1.1" status: 200 len: 950 time: 0.1315126 Mar 05 05:20:32.606388 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3e19b13d-7ab5-40f9-a42b-ae251eface41 req-e114bf41-422f-4643-ac68-b5a4099899de tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.11 "GET /v2.0/security-groups?id=a37d05b4-302b-4e0a-a65a-9cea56961e87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462855 Mar 05 05:20:32.642168 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-1bfcee9b-df7f-4b02-a45f-137913407417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:32.644914 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-1bfcee9b-df7f-4b02-a45f-137913407417 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 1127 time: 0.3896241 Mar 05 05:20:32.706337 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-00dd8ef4-e296-4b6f-94f7-82c032505f83 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4353a514-9ba0-4187-a00f-3721fce36b7a HTTP/1.1" status: 200 len: 217 time: 0.0527742 Mar 05 05:20:32.809227 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-ace96228-9fe0-4699-9bec-2c6b44a5b90b req-8fc32f49-4c84-4add-a725-4768772a6513 tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Deleting port 1b59f14c-da1e-4a2a-8c19-75d6d18a9120 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:20:32.809714 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ace96228-9fe0-4699-9bec-2c6b44a5b90b req-8fc32f49-4c84-4add-a725-4768772a6513 tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (1b59f14c-da1e-4a2a-8c19-75d6d18a9120), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:32.836200 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-d5926190-e0dd-4b6f-9899-65c9e4cdf83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:32.838040 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-d5926190-e0dd-4b6f-9899-65c9e4cdf83c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a109e9dc-c1b1-4288-965a-6a076dc9df52 HTTP/1.1" status: 200 len: 834 time: 0.1206062 Mar 05 05:20:32.857565 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c654922-eba6-4c59-a3ba-42d1767a2165 req-d908ecb9-9a87-411a-a502-a1ba9ca36185 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:32.859186 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6c654922-eba6-4c59-a3ba-42d1767a2165 req-d908ecb9-9a87-411a-a502-a1ba9ca36185 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 944 time: 0.0886805 Mar 05 05:20:32.978054 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6c654922-eba6-4c59-a3ba-42d1767a2165 req-8e119fac-205c-4e58-aea8-67af4633cde0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900731 Mar 05 05:20:32.980232 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-4afb8c64-5abe-4e85-b592-fbdecd17aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:32.981950 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-4afb8c64-5abe-4e85-b592-fbdecd17aa60 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=23a3767b-b03a-46a1-9849-5d74a86cee75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1319604 Mar 05 05:20:32.996775 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bc42c327-8187-4920-81e7-31679515da53 req-5b26dd91-8b4e-4c3b-ab76-de530bb27632 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/ports?device_id=b36d687e-4fea-4d57-ab5d-7b142b21cba6 HTTP/1.1" status: 200 len: 210 time: 0.0431976 Mar 05 05:20:32.997833 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-ace96228-9fe0-4699-9bec-2c6b44a5b90b req-8fc32f49-4c84-4add-a725-4768772a6513 tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] For port 1b59f14c-da1e-4a2a-8c19-75d6d18a9120, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1b59f14c-da1e-4a2a-8c19-75d6d18a9120,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:20:32.998377 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ace96228-9fe0-4699-9bec-2c6b44a5b90b req-8fc32f49-4c84-4add-a725-4768772a6513 tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (1b59f14c-da1e-4a2a-8c19-75d6d18a9120), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:33.030541 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-ace96228-9fe0-4699-9bec-2c6b44a5b90b req-8fc32f49-4c84-4add-a725-4768772a6513 tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Calling delete_port for 1b59f14c-da1e-4a2a-8c19-75d6d18a9120 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:20:33.172121 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-61070951-c1fd-4e2b-b0be-8a7090e85421 service neutron] 10.222.0.31 "GET /v2.0/networks/23a3767b-b03a-46a1-9849-5d74a86cee75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705868 Mar 05 05:20:33.266537 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d23536-beb0-44c7-aa34-5eb3fa85e3af req-2b95cbf2-6fd5-445b-b0c3-cd7a2d6e26aa tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:33.268289 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d8d23536-beb0-44c7-aa34-5eb3fa85e3af req-2b95cbf2-6fd5-445b-b0c3-cd7a2d6e26aa tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 944 time: 0.0677431 Mar 05 05:20:33.337553 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d8d23536-beb0-44c7-aa34-5eb3fa85e3af req-50c8ffa4-7020-4e37-ba6c-eae225a11b39 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634305 Mar 05 05:20:33.428676 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ace96228-9fe0-4699-9bec-2c6b44a5b90b req-8fc32f49-4c84-4add-a725-4768772a6513 tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (1b59f14c-da1e-4a2a-8c19-75d6d18a9120), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:33.446332 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['1b59f14c-da1e-4a2a-8c19-75d6d18a9120'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:20:33.476586 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3667dc88-d466-46f3-9c49-7d3e16989bc9 req-0f4417a5-9ded-4953-9b30-88047602501a service neutron] 10.222.0.31 "GET /v2.0/networks/23a3767b-b03a-46a1-9849-5d74a86cee75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977157 Mar 05 05:20:33.484024 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc32f49-4c84-4add-a725-4768772a6513 tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Pushing event deleted for resources: {'Port': ['ID=1b59f14c-da1e-4a2a-8c19-75d6d18a9120,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:33.503200 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-bc07a700-6443-4388-907d-cf34fd34a594 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:33.505696 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-bc07a700-6443-4388-907d-cf34fd34a594 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.30 "GET /v2.0/networks?id=253b9a1b-9be8-42e0-8177-54c0bf7bb21c HTTP/1.1" status: 200 len: 814 time: 0.2817860 Mar 05 05:20:33.538650 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-7de088e2-a3f6-4eb5-ac24-19650d435190 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Request body: {'port': {'device_id': 'b36d687e-4fea-4d57-ab5d-7b142b21cba6', 'network_id': '253b9a1b-9be8-42e0-8177-54c0bf7bb21c', 'admin_state_up': True, 'tenant_id': '394fc5a448874a4eb20dbc6510105d07'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:33.610293 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace96228-9fe0-4699-9bec-2c6b44a5b90b req-8fc32f49-4c84-4add-a725-4768772a6513 tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] No DVR routers for this DVR port 1b59f14c-da1e-4a2a-8c19-75d6d18a9120 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:20:33.623409 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ace96228-9fe0-4699-9bec-2c6b44a5b90b req-8fc32f49-4c84-4add-a725-4768772a6513 tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:33.627513 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ace96228-9fe0-4699-9bec-2c6b44a5b90b req-8fc32f49-4c84-4add-a725-4768772a6513 tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.31 "DELETE /v2.0/ports/1b59f14c-da1e-4a2a-8c19-75d6d18a9120 HTTP/1.1" status: 204 len: 173 time: 1.2828097 Mar 05 05:20:33.697965 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11da31-4795-4dc7-bc1f-133c025cce4a req-ca4b4eee-8f1a-4175-9f40-88218722170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:33.699632 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7e11da31-4795-4dc7-bc1f-133c025cce4a req-ca4b4eee-8f1a-4175-9f40-88218722170d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 1127 time: 0.1539929 Mar 05 05:20:33.738449 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b20be37d-9d80-48da-9476-3fc41008c118 req-1de2d078-181a-4567-92d0-e0067bd99666 tempest-VolumesBackupsTest-1234565751 tempest-VolumesBackupsTest-1234565751-project] 10.222.0.11 "GET /v2.0/ports?device_id=1789ff3b-38b3-4499-ae85-6526df9a32bc HTTP/1.1" status: 200 len: 210 time: 0.0591612 Mar 05 05:20:33.825858 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-7de088e2-a3f6-4eb5-ac24-19650d435190 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Made reservation on behalf of 394fc5a448874a4eb20dbc6510105d07 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:20:33.829263 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-7de088e2-a3f6-4eb5-ac24-19650d435190 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:33.872924 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11da31-4795-4dc7-bc1f-133c025cce4a req-f6626513-addd-4e2d-a8f3-d213a3c30012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:33.874555 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7e11da31-4795-4dc7-bc1f-133c025cce4a req-f6626513-addd-4e2d-a8f3-d213a3c30012 service neutron] 10.222.0.31 "GET /v2.0/networks?id=23a3767b-b03a-46a1-9849-5d74a86cee75 HTTP/1.1" status: 200 len: 897 time: 0.1625004 Mar 05 05:20:33.994793 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7e11da31-4795-4dc7-bc1f-133c025cce4a req-a8837927-e037-4742-8565-beff9fc46051 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4353a514-9ba0-4187-a00f-3721fce36b7a HTTP/1.1" status: 200 len: 217 time: 0.0525329 Mar 05 05:20:34.150528 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-7de088e2-a3f6-4eb5-ac24-19650d435190 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Allocated IP 172.20.0.11 (253b9a1b-9be8-42e0-8177-54c0bf7bb21c/818c7478-18c4-4d04-b803-4e4139aa7f6b/c9950e2e-c3bd-426e-8e33-d83a8aeadb60) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:20:34.155166 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11da31-4795-4dc7-bc1f-133c025cce4a req-559984e1-3005-432b-aaf1-a281ff538529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:34.156895 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7e11da31-4795-4dc7-bc1f-133c025cce4a req-559984e1-3005-432b-aaf1-a281ff538529 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a109e9dc-c1b1-4288-965a-6a076dc9df52 HTTP/1.1" status: 200 len: 834 time: 0.0924015 Mar 05 05:20:34.275806 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9fda27e-b9bb-48ca-a33f-ee33269f3909 req-ad47dc35-2cc4-46c5-8cdd-b72f02066bff tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/ports?device_id=b36d687e-4fea-4d57-ab5d-7b142b21cba6 HTTP/1.1" status: 200 len: 210 time: 0.0873938 Mar 05 05:20:34.295284 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11da31-4795-4dc7-bc1f-133c025cce4a req-32951ff9-c286-4a9d-99f3-1f9a55e48508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:34.297511 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7e11da31-4795-4dc7-bc1f-133c025cce4a req-32951ff9-c286-4a9d-99f3-1f9a55e48508 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=23a3767b-b03a-46a1-9849-5d74a86cee75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1312175 Mar 05 05:20:34.297915 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15f742-c024-4c89-b171-4e625e1dc895 req-17a40b91-ec7d-4b7a-868b-66fa0427ad2d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:34.301361 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9a15f742-c024-4c89-b171-4e625e1dc895 req-17a40b91-ec7d-4b7a-868b-66fa0427ad2d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 944 time: 0.1906776 Mar 05 05:20:34.389709 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1789ff3b-38b3-4499-ae85-6526df9a32bc', 'name': 'network-vif-deleted', 'tag': '1b59f14c-da1e-4a2a-8c19-75d6d18a9120'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:20:34.392091 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d3c152-f54e-4a8b-83f3-41e87609aa03" -d '{"events": [{"server_uuid": "1789ff3b-38b3-4499-ae85-6526df9a32bc", "name": "network-vif-deleted", "tag": "1b59f14c-da1e-4a2a-8c19-75d6d18a9120"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:20:34.426545 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9a15f742-c024-4c89-b171-4e625e1dc895 req-2b591530-ad05-4915-9e44-ae5030d9f350 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200647 Mar 05 05:20:34.503502 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-7de088e2-a3f6-4eb5-ac24-19650d435190 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Publish callbacks [] for port (c9950e2e-c3bd-426e-8e33-d83a8aeadb60), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:34.504532 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:20:34.508479 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7e11da31-4795-4dc7-bc1f-133c025cce4a req-96d623dd-99a6-44ec-87b5-edae8aa59693 service neutron] 10.222.0.31 "GET /v2.0/networks/23a3767b-b03a-46a1-9849-5d74a86cee75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989648 Mar 05 05:20:34.567906 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4516c04-4a4b-48aa-ac48-2802c2f9f961 x-openstack-request-id: req-d4516c04-4a4b-48aa-ac48-2802c2f9f961 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:20:34.568200 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1789ff3b-38b3-4499-ae85-6526df9a32bc", "name": "network-vif-deleted", "tag": "1b59f14c-da1e-4a2a-8c19-75d6d18a9120", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:20:34.568455 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d4516c04-4a4b-48aa-ac48-2802c2f9f961 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:20:34.568843 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1789ff3b-38b3-4499-ae85-6526df9a32bc', 'name': 'network-vif-deleted', 'tag': '1b59f14c-da1e-4a2a-8c19-75d6d18a9120', 'status': 'completed', 'code': 200} Mar 05 05:20:34.597176 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120842f4-f2b6-42f1-9872-6da4dde66343 req-cbeb610f-8f2b-4f7b-b8a0-3795dd5d0b1a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:34.605618 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-120842f4-f2b6-42f1-9872-6da4dde66343 req-cbeb610f-8f2b-4f7b-b8a0-3795dd5d0b1a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 944 time: 0.0898063 Mar 05 05:20:34.640738 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-7de088e2-a3f6-4eb5-ac24-19650d435190 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (c9950e2e-c3bd-426e-8e33-d83a8aeadb60), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:34.653250 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-120842f4-f2b6-42f1-9872-6da4dde66343 req-30e206b9-443d-4ad4-aad4-d662ecb9717d tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466704 Mar 05 05:20:34.685577 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7e11da31-4795-4dc7-bc1f-133c025cce4a req-9685bdfc-cdcd-4ee0-a31d-fe8c0f7c30a4 service neutron] 10.222.0.31 "GET /v2.0/networks/23a3767b-b03a-46a1-9849-5d74a86cee75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709814 Mar 05 05:20:34.710562 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-7de088e2-a3f6-4eb5-ac24-19650d435190 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Network 253b9a1b-9be8-42e0-8177-54c0bf7bb21c is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:20:34.713822 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-7de088e2-a3f6-4eb5-ac24-19650d435190 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:20:34.716848 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-7de088e2-a3f6-4eb5-ac24-19650d435190 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:20:34.724531 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de088e2-a3f6-4eb5-ac24-19650d435190 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Pushing event updated for resources: {'Port': ['ID=c9950e2e-c3bd-426e-8e33-d83a8aeadb60,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:34.777044 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-7de088e2-a3f6-4eb5-ac24-19650d435190 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:34.777751 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-7de088e2-a3f6-4eb5-ac24-19650d435190 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:34.802548 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-7de088e2-a3f6-4eb5-ac24-19650d435190 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2658117 Mar 05 05:20:34.816660 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-30f0fe92-bf09-4f6b-94ed-9711d8453c8d service neutron] Request body: {'port': {'device_id': 'b36d687e-4fea-4d57-ab5d-7b142b21cba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:34.895014 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-30f0fe92-bf09-4f6b-94ed-9711d8453c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c9950e2e-c3bd-426e-8e33-d83a8aeadb60), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:35.537450 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-30f0fe92-bf09-4f6b-94ed-9711d8453c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9950e2e-c3bd-426e-8e33-d83a8aeadb60 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:20:35.547224 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-30f0fe92-bf09-4f6b-94ed-9711d8453c8d service neutron] Publish callbacks [] for port (c9950e2e-c3bd-426e-8e33-d83a8aeadb60), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:35.574535 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-30f0fe92-bf09-4f6b-94ed-9711d8453c8d service neutron] Transition to ACTIVE for port object c9950e2e-c3bd-426e-8e33-d83a8aeadb60 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:20:35.581491 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-30f0fe92-bf09-4f6b-94ed-9711d8453c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (c9950e2e-c3bd-426e-8e33-d83a8aeadb60), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:35.658245 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0fe92-bf09-4f6b-94ed-9711d8453c8d service neutron] Pushing event updated for resources: {'Port': ['ID=c9950e2e-c3bd-426e-8e33-d83a8aeadb60,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:35.690005 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c9f63-afd9-4225-a803-ab5fc6d998b9 req-acced695-fee2-4199-99a1-236b1582a14d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:35.692660 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4f2c9f63-afd9-4225-a803-ab5fc6d998b9 req-acced695-fee2-4199-99a1-236b1582a14d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 944 time: 0.1457107 Mar 05 05:20:35.735124 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-30f0fe92-bf09-4f6b-94ed-9711d8453c8d service neutron] Attempting to bind port c9950e2e-c3bd-426e-8e33-d83a8aeadb60 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:20:35.735363 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-30f0fe92-bf09-4f6b-94ed-9711d8453c8d service neutron] Attempting to bind port c9950e2e-c3bd-426e-8e33-d83a8aeadb60 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': 'b3d18b2a-f642-426c-a122-cc2e93cd5c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '253b9a1b-9be8-42e0-8177-54c0bf7bb21c'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:20:35.736262 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-30f0fe92-bf09-4f6b-94ed-9711d8453c8d service neutron] Attempting to bind port c9950e2e-c3bd-426e-8e33-d83a8aeadb60 on network 253b9a1b-9be8-42e0-8177-54c0bf7bb21c {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:20:35.741483 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-30f0fe92-bf09-4f6b-94ed-9711d8453c8d service neutron] Port c9950e2e-c3bd-426e-8e33-d83a8aeadb60 on network 253b9a1b-9be8-42e0-8177-54c0bf7bb21c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:20:35.741966 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-30f0fe92-bf09-4f6b-94ed-9711d8453c8d service neutron] Attempting to bind port c9950e2e-c3bd-426e-8e33-d83a8aeadb60 on network 253b9a1b-9be8-42e0-8177-54c0bf7bb21c {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:20:35.748847 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-30f0fe92-bf09-4f6b-94ed-9711d8453c8d service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:20:35.749251 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-30f0fe92-bf09-4f6b-94ed-9711d8453c8d service neutron] Checking segment: {'id': 'b3d18b2a-f642-426c-a122-cc2e93cd5c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '253b9a1b-9be8-42e0-8177-54c0bf7bb21c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:20:35.749573 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-30f0fe92-bf09-4f6b-94ed-9711d8453c8d service neutron] Bound using segment: {'id': 'b3d18b2a-f642-426c-a122-cc2e93cd5c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '253b9a1b-9be8-42e0-8177-54c0bf7bb21c'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:20:35.750670 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-30f0fe92-bf09-4f6b-94ed-9711d8453c8d service neutron] Bound port: c9950e2e-c3bd-426e-8e33-d83a8aeadb60, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d18b2a-f642-426c-a122-cc2e93cd5c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '253b9a1b-9be8-42e0-8177-54c0bf7bb21c'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:20:35.751770 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-30f0fe92-bf09-4f6b-94ed-9711d8453c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c9950e2e-c3bd-426e-8e33-d83a8aeadb60), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:35.763719 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd011c-1f3b-46d9-a486-c6e3e2ad3950 req-a59a3660-9cc7-4452-86cf-5fb8e4f19ccd tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:35.768205 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-29dd011c-1f3b-46d9-a486-c6e3e2ad3950 req-a59a3660-9cc7-4452-86cf-5fb8e4f19ccd tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/ports?device_id=b36d687e-4fea-4d57-ab5d-7b142b21cba6 HTTP/1.1" status: 200 len: 944 time: 0.1493304 Mar 05 05:20:35.791693 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4f2c9f63-afd9-4225-a803-ab5fc6d998b9 req-ee4d5013-2aae-4815-bab6-5890e8d9ef42 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934415 Mar 05 05:20:35.912004 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-30f0fe92-bf09-4f6b-94ed-9711d8453c8d service neutron] For port c9950e2e-c3bd-426e-8e33-d83a8aeadb60, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:20:35.918969 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-30f0fe92-bf09-4f6b-94ed-9711d8453c8d service neutron] For port c9950e2e-c3bd-426e-8e33-d83a8aeadb60, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=c9950e2e-c3bd-426e-8e33-d83a8aeadb60,segment=NetworkSegment(b3d18b2a-f642-426c-a122-cc2e93cd5c44),segment_id=b3d18b2a-f642-426c-a122-cc2e93cd5c44)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:20:35.946123 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-30f0fe92-bf09-4f6b-94ed-9711d8453c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (c9950e2e-c3bd-426e-8e33-d83a8aeadb60), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:36.026005 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0fe92-bf09-4f6b-94ed-9711d8453c8d service neutron] Pushing event updated for resources: {'Port': ['ID=c9950e2e-c3bd-426e-8e33-d83a8aeadb60,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:36.060436 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-30f0fe92-bf09-4f6b-94ed-9711d8453c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:36.064381 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-30f0fe92-bf09-4f6b-94ed-9711d8453c8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:36.068418 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-30f0fe92-bf09-4f6b-94ed-9711d8453c8d service neutron] 10.222.0.30 "PUT /v2.0/ports/c9950e2e-c3bd-426e-8e33-d83a8aeadb60 HTTP/1.1" status: 200 len: 1093 time: 1.2608247 Mar 05 05:20:36.190695 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-6590ec54-272f-4eb6-8fc7-4d775c23e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:36.192569 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-6590ec54-272f-4eb6-8fc7-4d775c23e6fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=394fc5a448874a4eb20dbc6510105d07&device_id=b36d687e-4fea-4d57-ab5d-7b142b21cba6 HTTP/1.1" status: 200 len: 1127 time: 0.0768421 Mar 05 05:20:36.248376 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-d8ccf7f4-6ba4-4b74-ac24-e4f568bf317a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9950e2e-c3bd-426e-8e33-d83a8aeadb60 HTTP/1.1" status: 200 len: 217 time: 0.0474691 Mar 05 05:20:36.251247 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-29dd011c-1f3b-46d9-a486-c6e3e2ad3950 req-d2c81959-3c03-4b08-9922-217dad33fcfb tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c28250f-cff7-4a1a-bdae-c47b3ac76e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740555 Mar 05 05:20:36.269178 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede7a40-1ce4-4994-9817-84eabb1bb4a4 req-5a80d658-34dd-4d87-9684-dd7aea5b1d27 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:36.276004 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ede7a40-1ce4-4994-9817-84eabb1bb4a4 req-5a80d658-34dd-4d87-9684-dd7aea5b1d27 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 944 time: 0.1195357 Mar 05 05:20:36.303806 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-0456ade6-b1e3-4355-b4ad-0e5c622aa13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:36.305277 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-0456ade6-b1e3-4355-b4ad-0e5c622aa13c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=818c7478-18c4-4d04-b803-4e4139aa7f6b HTTP/1.1" status: 200 len: 854 time: 0.0493646 Mar 05 05:20:36.339467 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ede7a40-1ce4-4994-9817-84eabb1bb4a4 req-23fe6ca3-3561-48b7-90fd-61e7e41f1304 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622852 Mar 05 05:20:36.340752 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-1aeef5ed-fc1c-4dfe-8af6-3ffce07005ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=253b9a1b-9be8-42e0-8177-54c0bf7bb21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296204 Mar 05 05:20:36.447419 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 4353a514-9ba0-4187-a00f-3721fce36b7a details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:20:36.448335 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-63911ef8-a380-47af-ba24-4734939bb61b service neutron] 10.222.0.30 "GET /v2.0/networks/253b9a1b-9be8-42e0-8177-54c0bf7bb21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009836 Mar 05 05:20:36.451689 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1b59f14c-da1e-4a2a-8c19-75d6d18a9120 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:20:36.515592 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 1b59f14c-da1e-4a2a-8c19-75d6d18a9120 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:20:36.515951 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1b59f14c-da1e-4a2a-8c19-75d6d18a9120 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:20:36.557253 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-37ac26b3-8ea6-4777-a60f-f7779b8aa028 req-b07e343e-58a1-45c6-8c87-f11af173baa0 service neutron] 10.222.0.30 "GET /v2.0/networks/253b9a1b-9be8-42e0-8177-54c0bf7bb21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033580 Mar 05 05:20:36.574910 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36d687e-4fea-4d57-ab5d-7b142b21cba6', 'tag': 'c9950e2e-c3bd-426e-8e33-d83a8aeadb60'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:20:36.578363 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f732b4-47b2-4c40-97a5-292f886dc39b" -d '{"events": [{"name": "network-changed", "server_uuid": "b36d687e-4fea-4d57-ab5d-7b142b21cba6", "tag": "c9950e2e-c3bd-426e-8e33-d83a8aeadb60"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:20:36.622536 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d161576-ddf1-49fd-9a66-5cb33ef63fa0 x-openstack-request-id: req-1d161576-ddf1-49fd-9a66-5cb33ef63fa0 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:20:36.622841 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36d687e-4fea-4d57-ab5d-7b142b21cba6", "tag": "c9950e2e-c3bd-426e-8e33-d83a8aeadb60", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:20:36.623229 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1d161576-ddf1-49fd-9a66-5cb33ef63fa0 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:20:36.623522 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36d687e-4fea-4d57-ab5d-7b142b21cba6', 'tag': 'c9950e2e-c3bd-426e-8e33-d83a8aeadb60', 'status': 'completed', 'code': 200} Mar 05 05:20:36.645155 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 4353a514-9ba0-4187-a00f-3721fce36b7a, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=4353a514-9ba0-4187-a00f-3721fce36b7a,segment=NetworkSegment(aadb5d3f-099e-455c-afbe-67ecab000bc7),segment_id=aadb5d3f-099e-455c-afbe-67ecab000bc7)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:20:36.662717 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '4353a514-9ba0-4187-a00f-3721fce36b7a', 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75', 'port_id': '4353a514-9ba0-4187-a00f-3721fce36b7a', 'mac_address': 'fa:16:3e:23:f3:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a109e9dc-c1b1-4288-965a-6a076dc9df52', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:20:36.699559 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f732b4-47b2-4c40-97a5-292f886dc39b req-a419323b-671c-4847-a632-c619c81510e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:36.701155 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-18f732b4-47b2-4c40-97a5-292f886dc39b req-a419323b-671c-4847-a632-c619c81510e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=394fc5a448874a4eb20dbc6510105d07&device_id=b36d687e-4fea-4d57-ab5d-7b142b21cba6 HTTP/1.1" status: 200 len: 1127 time: 0.0561352 Mar 05 05:20:36.708362 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 4353a514-9ba0-4187-a00f-3721fce36b7a is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:20:36.709055 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4353a514-9ba0-4187-a00f-3721fce36b7a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:36.725292 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4353a514-9ba0-4187-a00f-3721fce36b7a {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:20:36.751465 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 4353a514-9ba0-4187-a00f-3721fce36b7a, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=4353a514-9ba0-4187-a00f-3721fce36b7a,segment=NetworkSegment(aadb5d3f-099e-455c-afbe-67ecab000bc7),segment_id=aadb5d3f-099e-455c-afbe-67ecab000bc7)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:20:36.756772 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (4353a514-9ba0-4187-a00f-3721fce36b7a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:36.806177 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=4353a514-9ba0-4187-a00f-3721fce36b7a,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:36.819497 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f732b4-47b2-4c40-97a5-292f886dc39b req-23cc5826-0b15-48f7-8719-39f1f760c510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:36.821011 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-18f732b4-47b2-4c40-97a5-292f886dc39b req-23cc5826-0b15-48f7-8719-39f1f760c510 service neutron] 10.222.0.30 "GET /v2.0/networks?id=253b9a1b-9be8-42e0-8177-54c0bf7bb21c HTTP/1.1" status: 200 len: 914 time: 0.1138616 Mar 05 05:20:36.880521 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-18f732b4-47b2-4c40-97a5-292f886dc39b req-d5e6f934-8530-4971-b066-4a9a08fc821a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9950e2e-c3bd-426e-8e33-d83a8aeadb60 HTTP/1.1" status: 200 len: 217 time: 0.0519102 Mar 05 05:20:36.937173 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f732b4-47b2-4c40-97a5-292f886dc39b req-d9ba0e34-a9e2-4992-ab2c-6332a86d01ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:36.938574 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-18f732b4-47b2-4c40-97a5-292f886dc39b req-d9ba0e34-a9e2-4992-ab2c-6332a86d01ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=818c7478-18c4-4d04-b803-4e4139aa7f6b HTTP/1.1" status: 200 len: 854 time: 0.0509148 Mar 05 05:20:36.942056 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59b487-0ecf-4bc2-bc3d-18c9e60b850c req-76456f0a-4e92-4148-8e5d-f592763e15b6 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:36.943664 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1e59b487-0ecf-4bc2-bc3d-18c9e60b850c req-76456f0a-4e92-4148-8e5d-f592763e15b6 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 945 time: 0.0755768 Mar 05 05:20:36.950316 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['4353a514-9ba0-4187-a00f-3721fce36b7a'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:20:36.982237 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-18f732b4-47b2-4c40-97a5-292f886dc39b req-9ee6db41-5b46-462c-8ce6-8773f5ffcfae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=253b9a1b-9be8-42e0-8177-54c0bf7bb21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304506 Mar 05 05:20:37.009998 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1e59b487-0ecf-4bc2-bc3d-18c9e60b850c req-8f0c0be3-60c8-44ac-8e6d-80bccabce178 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552776 Mar 05 05:20:37.107341 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-18f732b4-47b2-4c40-97a5-292f886dc39b req-c8befa77-ac75-4fe8-8b25-6631c02738cf service neutron] 10.222.0.30 "GET /v2.0/networks/253b9a1b-9be8-42e0-8177-54c0bf7bb21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176171 Mar 05 05:20:37.228280 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-18f732b4-47b2-4c40-97a5-292f886dc39b req-48cba334-bb9b-4eb7-819d-6a977d158d36 service neutron] 10.222.0.30 "GET /v2.0/networks/253b9a1b-9be8-42e0-8177-54c0bf7bb21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137922 Mar 05 05:20:37.399611 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b1a81-72d2-43d9-8414-3c3fdce5e581 req-5591b8de-e003-4327-bb5a-5d76c0eb71ae tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:37.407639 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-987b1a81-72d2-43d9-8414-3c3fdce5e581 req-5591b8de-e003-4327-bb5a-5d76c0eb71ae tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/ports?device_id=b36d687e-4fea-4d57-ab5d-7b142b21cba6 HTTP/1.1" status: 200 len: 944 time: 0.0768731 Mar 05 05:20:37.490583 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-987b1a81-72d2-43d9-8414-3c3fdce5e581 req-df23c781-efba-4c5d-afec-46b5a8c21775 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c28250f-cff7-4a1a-bdae-c47b3ac76e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722601 Mar 05 05:20:37.498810 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351fadd-572e-4ab2-8ef3-9145ccc3de65 req-552355ef-5c89-4bcd-9118-6c8e261da497 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:37.505467 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c351fadd-572e-4ab2-8ef3-9145ccc3de65 req-552355ef-5c89-4bcd-9118-6c8e261da497 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 944 time: 0.0965712 Mar 05 05:20:37.560291 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c351fadd-572e-4ab2-8ef3-9145ccc3de65 req-c8bb172c-6944-4291-b1b1-bdd261d7bc9e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539565 Mar 05 05:20:38.163560 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc857e3-8020-437b-9ebe-f141e394cb22 req-351e935d-e911-45e1-ae30-1c7aee31ddc3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:38.165366 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0dc857e3-8020-437b-9ebe-f141e394cb22 req-351e935d-e911-45e1-ae30-1c7aee31ddc3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 945 time: 0.0720978 Mar 05 05:20:38.218505 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0dc857e3-8020-437b-9ebe-f141e394cb22 req-aa767085-8395-449a-8f48-90f38ea1e294 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465248 Mar 05 05:20:38.445203 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 4353a514-9ba0-4187-a00f-3721fce36b7a up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:20:38.502257 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 4353a514-9ba0-4187-a00f-3721fce36b7a completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:20:38.506587 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 4353a514-9ba0-4187-a00f-3721fce36b7a triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:20:38.507033 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (4353a514-9ba0-4187-a00f-3721fce36b7a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:38.611630 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 4353a514-9ba0-4187-a00f-3721fce36b7a is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:20:38.612029 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4353a514-9ba0-4187-a00f-3721fce36b7a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:38.640302 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a487264-139a-4872-8e98-ae353dcbcba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4353a514-9ba0-4187-a00f-3721fce36b7a'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:20:38.643574 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed15daf-e952-4fb6-b8bf-c8e534489f72" -d '{"events": [{"server_uuid": "6a487264-139a-4872-8e98-ae353dcbcba1", "name": "network-vif-plugged", "status": "completed", "tag": "4353a514-9ba0-4187-a00f-3721fce36b7a"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:20:38.650523 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db8598-cc19-4ac9-949b-5c1cc78816be req-2649b185-4980-4bc0-93a7-df6eae8d5019 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:38.659666 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9db8598-cc19-4ac9-949b-5c1cc78816be req-2649b185-4980-4bc0-93a7-df6eae8d5019 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/ports?device_id=b36d687e-4fea-4d57-ab5d-7b142b21cba6 HTTP/1.1" status: 200 len: 944 time: 0.0706046 Mar 05 05:20:38.662661 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 4353a514-9ba0-4187-a00f-3721fce36b7a, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=4353a514-9ba0-4187-a00f-3721fce36b7a,segment=NetworkSegment(aadb5d3f-099e-455c-afbe-67ecab000bc7),segment_id=aadb5d3f-099e-455c-afbe-67ecab000bc7)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:20:38.670706 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (4353a514-9ba0-4187-a00f-3721fce36b7a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:38.729074 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=4353a514-9ba0-4187-a00f-3721fce36b7a,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:38.764427 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d9db8598-cc19-4ac9-949b-5c1cc78816be req-e5c754c9-4568-45e9-8b68-71b21e15bd16 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c28250f-cff7-4a1a-bdae-c47b3ac76e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025927 Mar 05 05:20:38.774196 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42a38b-bf3f-423a-9be1-b48b3b04e104 req-7ffc746f-ef84-4a1f-89ab-6821a32dfc1c tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:38.776696 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a42a38b-bf3f-423a-9be1-b48b3b04e104 req-7ffc746f-ef84-4a1f-89ab-6821a32dfc1c tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 944 time: 0.1019521 Mar 05 05:20:38.818008 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3362fc21-044e-44dd-a2cc-c526aeac40e4 x-openstack-request-id: req-3362fc21-044e-44dd-a2cc-c526aeac40e4 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:20:38.818313 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a487264-139a-4872-8e98-ae353dcbcba1", "name": "network-vif-plugged", "status": "completed", "tag": "4353a514-9ba0-4187-a00f-3721fce36b7a", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:20:38.818566 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3362fc21-044e-44dd-a2cc-c526aeac40e4 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:20:38.818976 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a487264-139a-4872-8e98-ae353dcbcba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4353a514-9ba0-4187-a00f-3721fce36b7a', 'code': 200} Mar 05 05:20:38.845685 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a42a38b-bf3f-423a-9be1-b48b3b04e104 req-22e9a8cb-12c0-4dbd-9b96-df8a9e1694b1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504844 Mar 05 05:20:38.929689 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656c47c-fc7d-4af4-99c6-5f1522f389bd req-0d2b53b8-2eb7-4cc6-a72e-e2b6b147a7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:38.931345 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2656c47c-fc7d-4af4-99c6-5f1522f389bd req-0d2b53b8-2eb7-4cc6-a72e-e2b6b147a7e9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 1129 time: 0.0515754 Mar 05 05:20:38.977747 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2656c47c-fc7d-4af4-99c6-5f1522f389bd req-73d415f6-062b-4924-8c65-e93002b0dd57 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409203 Mar 05 05:20:39.340572 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e7757-738e-4220-b18a-9e92d5723137 req-06c4416f-5cb6-48ac-8339-a09f717f6d81 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:39.347954 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c75e7757-738e-4220-b18a-9e92d5723137 req-06c4416f-5cb6-48ac-8339-a09f717f6d81 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 946 time: 0.0607851 Mar 05 05:20:39.413483 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c75e7757-738e-4220-b18a-9e92d5723137 req-fd965c88-5e10-42e3-941e-920983717343 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601597 Mar 05 05:20:39.752493 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device c9950e2e-c3bd-426e-8e33-d83a8aeadb60 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:20:39.897883 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port c9950e2e-c3bd-426e-8e33-d83a8aeadb60, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=c9950e2e-c3bd-426e-8e33-d83a8aeadb60,segment=NetworkSegment(b3d18b2a-f642-426c-a122-cc2e93cd5c44),segment_id=b3d18b2a-f642-426c-a122-cc2e93cd5c44)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:20:39.911153 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'c9950e2e-c3bd-426e-8e33-d83a8aeadb60', 'network_id': '253b9a1b-9be8-42e0-8177-54c0bf7bb21c', 'port_id': 'c9950e2e-c3bd-426e-8e33-d83a8aeadb60', 'mac_address': 'fa:16:3e:32:66:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '818c7478-18c4-4d04-b803-4e4139aa7f6b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:20:39.970392 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5e5f1-a749-43ce-927f-d611e291f0d6 req-26532bff-2778-41e1-8ab0-d882a3be030d tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:39.972029 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-30d5e5f1-a749-43ce-927f-d611e291f0d6 req-26532bff-2778-41e1-8ab0-d882a3be030d tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/ports?device_id=b36d687e-4fea-4d57-ab5d-7b142b21cba6 HTTP/1.1" status: 200 len: 944 time: 0.1294866 Mar 05 05:20:39.984810 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port c9950e2e-c3bd-426e-8e33-d83a8aeadb60 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:20:39.985888 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c9950e2e-c3bd-426e-8e33-d83a8aeadb60), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:40.003187 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9950e2e-c3bd-426e-8e33-d83a8aeadb60 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:20:40.049446 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port c9950e2e-c3bd-426e-8e33-d83a8aeadb60, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=c9950e2e-c3bd-426e-8e33-d83a8aeadb60,segment=NetworkSegment(b3d18b2a-f642-426c-a122-cc2e93cd5c44),segment_id=b3d18b2a-f642-426c-a122-cc2e93cd5c44)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:20:40.055428 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c9950e2e-c3bd-426e-8e33-d83a8aeadb60), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:40.069779 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e61f51-ec71-4f18-b655-8b386361324d req-26707bc3-f366-4e88-9e98-b1a8c3066ef9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:40.078279 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-95e61f51-ec71-4f18-b655-8b386361324d req-26707bc3-f366-4e88-9e98-b1a8c3066ef9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 944 time: 0.1052160 Mar 05 05:20:40.123441 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=c9950e2e-c3bd-426e-8e33-d83a8aeadb60,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:40.174474 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-95e61f51-ec71-4f18-b655-8b386361324d req-31a98e4b-51fa-4cc7-b895-57336cf7d539 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867364 Mar 05 05:20:40.178448 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-30d5e5f1-a749-43ce-927f-d611e291f0d6 req-e376e0b1-59b9-488d-80a4-26f3bb7ae96e tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c28250f-cff7-4a1a-bdae-c47b3ac76e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963708 Mar 05 05:20:40.262024 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['c9950e2e-c3bd-426e-8e33-d83a8aeadb60'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:20:40.600261 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea90d80-d215-4ef4-80c0-e98d5bf7ebe9 req-8603acd3-25be-4761-90f1-5b93da79e074 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:40.602441 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3ea90d80-d215-4ef4-80c0-e98d5bf7ebe9 req-8603acd3-25be-4761-90f1-5b93da79e074 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 946 time: 0.0757101 Mar 05 05:20:40.657791 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3ea90d80-d215-4ef4-80c0-e98d5bf7ebe9 req-5493ec68-6c0c-4243-8874-524cf5b42775 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486591 Mar 05 05:20:40.956396 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db9a4b-cafe-41f1-b2db-42915138d94e req-a7fb9234-c427-4236-b814-b6424add7da9 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:40.958648 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-46db9a4b-cafe-41f1-b2db-42915138d94e req-a7fb9234-c427-4236-b814-b6424add7da9 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 946 time: 0.2125661 Mar 05 05:20:41.017028 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-46db9a4b-cafe-41f1-b2db-42915138d94e req-a49317ae-0d8a-4460-99bf-f5824bb9b6d8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513313 Mar 05 05:20:41.041219 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 35998) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:41.092452 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0069f354-7fbb-412e-8700-9c88cd026ec5 tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:41.097205 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0069f354-7fbb-412e-8700-9c88cd026ec5 tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 1124 time: 0.0516634 Mar 05 05:20:41.097471 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36000) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:41.102490 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'port_id': '4353a514-9ba0-4187-a00f-3721fce36b7a', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:41.127341 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:41.241228 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:41.430234 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af8afa-f7b4-4ff7-a21d-4d37f11426f7 req-d4345459-e6af-4cf6-b7c1-f54047185916 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:41.438257 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-06af8afa-f7b4-4ff7-a21d-4d37f11426f7 req-d4345459-e6af-4cf6-b7c1-f54047185916 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 944 time: 0.1290603 Mar 05 05:20:41.451309 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-af7be323-df15-4285-bfb3-9262d2b0006a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:41.454200 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7f882-8bc7-442f-add0-b11b90484e12 req-34377cfe-f73e-4fe7-ac23-7d1168ecc8b9 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:41.463417 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-81d7f882-8bc7-442f-add0-b11b90484e12 req-34377cfe-f73e-4fe7-ac23-7d1168ecc8b9 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/ports?device_id=b36d687e-4fea-4d57-ab5d-7b142b21cba6 HTTP/1.1" status: 200 len: 945 time: 0.1091499 Mar 05 05:20:41.469866 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Allocated IP 172.25.0.49 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/2b82b728-8af0-475f-9092-b64a6575053d) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:20:41.536472 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-81d7f882-8bc7-442f-add0-b11b90484e12 req-844b6841-9aae-4758-9535-18975fd677f9 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c28250f-cff7-4a1a-bdae-c47b3ac76e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663614 Mar 05 05:20:41.642379 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for port (2b82b728-8af0-475f-9092-b64a6575053d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:41.696287 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-06af8afa-f7b4-4ff7-a21d-4d37f11426f7 req-9b9bd57f-fd79-474e-851c-4c97adab8ac8 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571216 Mar 05 05:20:41.699524 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (2b82b728-8af0-475f-9092-b64a6575053d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:41.747415 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:20:41.752738 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device c9950e2e-c3bd-426e-8e33-d83a8aeadb60 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:20:41.767601 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:20:41.776941 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:20:41.867666 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port c9950e2e-c3bd-426e-8e33-d83a8aeadb60 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:20:41.874401 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'Port': ['ID=2b82b728-8af0-475f-9092-b64a6575053d,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:41.874760 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port c9950e2e-c3bd-426e-8e33-d83a8aeadb60 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:20:41.875189 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c9950e2e-c3bd-426e-8e33-d83a8aeadb60), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:41.890704 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:41.891758 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:41.892323 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:41.892871 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:41.893537 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:41.894090 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:41.894627 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:41.895219 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:41.895760 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:41.896300 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:41.896935 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:41.897512 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:41.898040 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:42.089456 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port c9950e2e-c3bd-426e-8e33-d83a8aeadb60 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:20:42.090206 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c9950e2e-c3bd-426e-8e33-d83a8aeadb60), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:42.131614 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36d687e-4fea-4d57-ab5d-7b142b21cba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9950e2e-c3bd-426e-8e33-d83a8aeadb60'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:20:42.134490 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33afea68-a4c3-482a-b58b-ae40b8db5e06" -d '{"events": [{"server_uuid": "b36d687e-4fea-4d57-ab5d-7b142b21cba6", "name": "network-vif-plugged", "status": "completed", "tag": "c9950e2e-c3bd-426e-8e33-d83a8aeadb60"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:20:42.156454 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port c9950e2e-c3bd-426e-8e33-d83a8aeadb60, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=c9950e2e-c3bd-426e-8e33-d83a8aeadb60,segment=NetworkSegment(b3d18b2a-f642-426c-a122-cc2e93cd5c44),segment_id=b3d18b2a-f642-426c-a122-cc2e93cd5c44)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:20:42.171766 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c9950e2e-c3bd-426e-8e33-d83a8aeadb60), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:42.247761 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92201b3a-ae14-4bb7-af81-036fa5651e71 x-openstack-request-id: req-92201b3a-ae14-4bb7-af81-036fa5651e71 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:20:42.248365 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36d687e-4fea-4d57-ab5d-7b142b21cba6", "name": "network-vif-plugged", "status": "completed", "tag": "c9950e2e-c3bd-426e-8e33-d83a8aeadb60", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:20:42.248732 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-92201b3a-ae14-4bb7-af81-036fa5651e71 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:20:42.249354 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36d687e-4fea-4d57-ab5d-7b142b21cba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9950e2e-c3bd-426e-8e33-d83a8aeadb60', 'code': 200} Mar 05 05:20:42.250905 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=c9950e2e-c3bd-426e-8e33-d83a8aeadb60,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:42.532940 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540decf-56dc-447b-9b51-60a3d7522a29 req-bce10f80-83f0-42f9-9534-fb3011b3915c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:42.534456 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9540decf-56dc-447b-9b51-60a3d7522a29 req-bce10f80-83f0-42f9-9534-fb3011b3915c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b36d687e-4fea-4d57-ab5d-7b142b21cba6 HTTP/1.1" status: 200 len: 1129 time: 0.2127569 Mar 05 05:20:42.582746 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for floatingip (979b30cb-4c3e-4090-9faa-5851242a0dcb), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:42.687550 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9540decf-56dc-447b-9b51-60a3d7522a29 req-9d5550c7-e143-45f0-b8d6-228aa2f5d186 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7c28250f-cff7-4a1a-bdae-c47b3ac76e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460996 Mar 05 05:20:42.785536 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ed803-5883-4648-971c-63b038a84e69 req-95038543-884e-44d2-a967-368e1825ad1e tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:42.797044 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-304ed803-5883-4648-971c-63b038a84e69 req-95038543-884e-44d2-a967-368e1825ad1e tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/ports?device_id=b36d687e-4fea-4d57-ab5d-7b142b21cba6 HTTP/1.1" status: 200 len: 946 time: 0.1631038 Mar 05 05:20:42.815660 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2b82b728-8af0-475f-9092-b64a6575053d), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:42.931398 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-304ed803-5883-4648-971c-63b038a84e69 req-f487734a-8868-498f-9ca0-737d066f33c9 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c28250f-cff7-4a1a-bdae-c47b3ac76e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332452 Mar 05 05:20:42.954699 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2c9d3-2149-44e9-aa92-69ac9eae9eb5 req-bffc96b6-238c-46b7-8c89-3f9d9b0a9a10 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:42.962301 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-75a2c9d3-2149-44e9-aa92-69ac9eae9eb5 req-bffc96b6-238c-46b7-8c89-3f9d9b0a9a10 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 944 time: 0.1361125 Mar 05 05:20:43.035781 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-75a2c9d3-2149-44e9-aa92-69ac9eae9eb5 req-8633ab8f-fec8-4a82-be4b-d6991ed27bee tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723059 Mar 05 05:20:43.084357 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for port (2b82b728-8af0-475f-9092-b64a6575053d), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:43.094591 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (2b82b728-8af0-475f-9092-b64a6575053d), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:43.141004 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'Port': ['ID=2b82b728-8af0-475f-9092-b64a6575053d,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:43.260938 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (979b30cb-4c3e-4090-9faa-5851242a0dcb), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:43.364882 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Floating IP 979b30cb-4c3e-4090-9faa-5851242a0dcb associated. External IP: 172.25.0.49, port: 4353a514-9ba0-4187-a00f-3721fce36b7a. Mar 05 05:20:43.697455 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-58b149d2-f328-4e7c-a5fa-efab4e1f07b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:43.788098 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Router 627392bd-3d54-4600-8a01-5e055c86d5ca has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:20:43.928404 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:44.056018 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:20:44.068187 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f815185e-2489-4ac1-99a1-96be8847f8cb None None] Sync routers for ids ['627392bd-3d54-4600-8a01-5e055c86d5ca'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:20:44.077837 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:44.097877 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f815185e-2489-4ac1-99a1-96be8847f8cb None None] Routers {'627392bd-3d54-4600-8a01-5e055c86d5ca'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:20:44.107923 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-f815185e-2489-4ac1-99a1-96be8847f8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:20:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['627392bd-3d54-4600-8a01-5e055c86d5ca'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:20:44.158952 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:44.179810 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9821a3e9-694e-4c3d-bdfb-40c563b022b1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0787926 Mar 05 05:20:44.181543 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a487264-139a-4872-8e98-ae353dcbcba1', 'tag': '4353a514-9ba0-4187-a00f-3721fce36b7a'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:20:44.184573 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d685276f-5b64-415d-a321-02f09f751f44" -d '{"events": [{"name": "network-changed", "server_uuid": "6a487264-139a-4872-8e98-ae353dcbcba1", "tag": "4353a514-9ba0-4187-a00f-3721fce36b7a"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:20:44.264493 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acf0e2-5453-4858-ab7f-b47f7573cde3 req-c06d9a75-3259-4788-93f3-022ed570d3da tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:44.275210 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-63acf0e2-5453-4858-ab7f-b47f7573cde3 req-c06d9a75-3259-4788-93f3-022ed570d3da tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/ports?device_id=b36d687e-4fea-4d57-ab5d-7b142b21cba6 HTTP/1.1" status: 200 len: 946 time: 0.1586735 Mar 05 05:20:44.382734 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-f815185e-2489-4ac1-99a1-96be8847f8cb None None] Set router 627392bd-3d54-4600-8a01-5e055c86d5ca gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:20:44.386646 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe9809-9d39-4626-ae06-bbe082a8309e req-0965c027-5756-49e2-aef1-71e91bd639cc tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:44.388810 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-59fe9809-9d39-4626-ae06-bbe082a8309e req-0965c027-5756-49e2-aef1-71e91bd639cc tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 944 time: 0.1759107 Mar 05 05:20:44.449356 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-63acf0e2-5453-4858-ab7f-b47f7573cde3 req-58e440a3-f7bb-4211-b092-107697037c6b tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c28250f-cff7-4a1a-bdae-c47b3ac76e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699131 Mar 05 05:20:44.557488 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-59fe9809-9d39-4626-ae06-bbe082a8309e req-88467141-1a26-46cf-bf77-0fb5630c93e9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573222 Mar 05 05:20:44.710030 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92dd33e1-b0f5-4c48-b4ff-5d2181de4cec x-openstack-request-id: req-92dd33e1-b0f5-4c48-b4ff-5d2181de4cec {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:20:44.710697 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a487264-139a-4872-8e98-ae353dcbcba1", "tag": "4353a514-9ba0-4187-a00f-3721fce36b7a", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:20:44.711184 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-92dd33e1-b0f5-4c48-b4ff-5d2181de4cec {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:20:44.711814 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a487264-139a-4872-8e98-ae353dcbcba1', 'tag': '4353a514-9ba0-4187-a00f-3721fce36b7a', 'status': 'completed', 'code': 200} Mar 05 05:20:44.746127 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-f815185e-2489-4ac1-99a1-96be8847f8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191601947', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'fa5d0b07-b84a-4bb4-bc14-1d30f9643910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:20:20Z', 'updated_at': '2022-03-05T05:20:26Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'fa5d0b07-b84a-4bb4-bc14-1d30f9643910', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:14:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:20:21Z', 'updated_at': '2022-03-05T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '979b30cb-4c3e-4090-9faa-5851242a0dcb', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'floating_ip_address': '172.25.0.49', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'port_id': '4353a514-9ba0-4187-a00f-3721fce36b7a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75', 'mac_address': 'fa:16:3e:23:f3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a487264-139a-4872-8e98-ae353dcbcba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:20:42Z', 'updated_at': '2022-03-05T05:20:42Z', 'revision_number': 0, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cc52a4-70ed-4953-9ec3-047cf6cd57ad', 'name': '', 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:54:93:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a109e9dc-c1b1-4288-965a-6a076dc9df52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:20:25Z', 'updated_at': '2022-03-05T05:20:29Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': 'a109e9dc-c1b1-4288-965a-6a076dc9df52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:20:44.768936 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca680155-673d-4946-ad7e-7f288217e63f req-44b911be-5b22-427e-80bd-85dcce32c2f5 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:44.782328 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f815185e-2489-4ac1-99a1-96be8847f8cb None None] Checking router: 627392bd-3d54-4600-8a01-5e055c86d5ca for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:20:44.783409 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca680155-673d-4946-ad7e-7f288217e63f req-44b911be-5b22-427e-80bd-85dcce32c2f5 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 946 time: 0.2037466 Mar 05 05:20:44.793108 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f815185e-2489-4ac1-99a1-96be8847f8cb None None] Routers {'627392bd-3d54-4600-8a01-5e055c86d5ca'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:20:44.793738 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-f815185e-2489-4ac1-99a1-96be8847f8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:20:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['627392bd-3d54-4600-8a01-5e055c86d5ca'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:20:44.904408 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca680155-673d-4946-ad7e-7f288217e63f req-29982614-dd6a-4528-b623-15f2634e7333 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181231 Mar 05 05:20:44.938955 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36048) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:44.983832 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685276f-5b64-415d-a321-02f09f751f44 req-777a2be5-76d3-4f9b-8519-488e8380149b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:44.985336 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d685276f-5b64-415d-a321-02f09f751f44 req-777a2be5-76d3-4f9b-8519-488e8380149b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 1129 time: 0.2454336 Mar 05 05:20:45.031050 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-f815185e-2489-4ac1-99a1-96be8847f8cb None None] Set router 627392bd-3d54-4600-8a01-5e055c86d5ca gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:20:45.124098 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:45.125459 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b12d418a-22cf-46f8-a699-f7d8d1e61505 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/floatingips/979b30cb-4c3e-4090-9faa-5851242a0dcb HTTP/1.1" status: 200 len: 991 time: 0.1850424 Mar 05 05:20:45.584290 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685276f-5b64-415d-a321-02f09f751f44 req-eab7bffb-e230-4bc1-9e04-101486193bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:45.586531 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d685276f-5b64-415d-a321-02f09f751f44 req-eab7bffb-e230-4bc1-9e04-101486193bab service neutron] 10.222.0.31 "GET /v2.0/networks?id=23a3767b-b03a-46a1-9849-5d74a86cee75 HTTP/1.1" status: 200 len: 897 time: 0.5902932 Mar 05 05:20:45.627123 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-f815185e-2489-4ac1-99a1-96be8847f8cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191601947', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'fa5d0b07-b84a-4bb4-bc14-1d30f9643910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:20:20Z', 'updated_at': '2022-03-05T05:20:26Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'fa5d0b07-b84a-4bb4-bc14-1d30f9643910', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:14:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:20:21Z', 'updated_at': '2022-03-05T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '979b30cb-4c3e-4090-9faa-5851242a0dcb', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'floating_ip_address': '172.25.0.49', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'port_id': '4353a514-9ba0-4187-a00f-3721fce36b7a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75', 'mac_address': 'fa:16:3e:23:f3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a487264-139a-4872-8e98-ae353dcbcba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:20:42Z', 'updated_at': '2022-03-05T05:20:42Z', 'revision_number': 0, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cc52a4-70ed-4953-9ec3-047cf6cd57ad', 'name': '', 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:54:93:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a109e9dc-c1b1-4288-965a-6a076dc9df52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:20:25Z', 'updated_at': '2022-03-05T05:20:29Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': 'a109e9dc-c1b1-4288-965a-6a076dc9df52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:20:45.663390 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f815185e-2489-4ac1-99a1-96be8847f8cb None None] The sync data for ids ['627392bd-3d54-4600-8a01-5e055c86d5ca'] in n-d-789963-32 is: [{'id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191601947', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'fa5d0b07-b84a-4bb4-bc14-1d30f9643910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:20:20Z', 'updated_at': '2022-03-05T05:20:26Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'fa5d0b07-b84a-4bb4-bc14-1d30f9643910', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:14:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:20:21Z', 'updated_at': '2022-03-05T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '979b30cb-4c3e-4090-9faa-5851242a0dcb', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'floating_ip_address': '172.25.0.49', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'port_id': '4353a514-9ba0-4187-a00f-3721fce36b7a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75', 'mac_address': 'fa:16:3e:23:f3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a487264-139a-4872-8e98-ae353dcbcba1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:20:42Z', 'updated_at': '2022-03-05T05:20:42Z', 'revision_number': 0, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2cc52a4-70ed-4953-9ec3-047cf6cd57ad', 'name': '', 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:54:93:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a109e9dc-c1b1-4288-965a-6a076dc9df52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:20:25Z', 'updated_at': '2022-03-05T05:20:29Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': 'a109e9dc-c1b1-4288-965a-6a076dc9df52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:20:45.838409 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d685276f-5b64-415d-a321-02f09f751f44 req-de619179-33e8-40cb-bb26-ee5b356884fc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4353a514-9ba0-4187-a00f-3721fce36b7a HTTP/1.1" status: 200 len: 999 time: 0.2438114 Mar 05 05:20:45.865765 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d043a-41a1-4885-9722-8c7973f3ef75 req-5f513515-b33d-46f0-8f64-e008dd77e4ec tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:45.867389 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-819d043a-41a1-4885-9722-8c7973f3ef75 req-5f513515-b33d-46f0-8f64-e008dd77e4ec tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 944 time: 0.1333132 Mar 05 05:20:45.985503 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685276f-5b64-415d-a321-02f09f751f44 req-44263b1f-c4c1-47a1-a3e5-54b8a30a0d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:45.991384 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d685276f-5b64-415d-a321-02f09f751f44 req-44263b1f-c4c1-47a1-a3e5-54b8a30a0d2a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a109e9dc-c1b1-4288-965a-6a076dc9df52 HTTP/1.1" status: 200 len: 834 time: 0.1427433 Mar 05 05:20:46.038311 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-819d043a-41a1-4885-9722-8c7973f3ef75 req-79e7b5c6-9e4e-4650-80b5-15fab7c25eb3 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558077 Mar 05 05:20:46.129013 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36098) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:46.158532 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685276f-5b64-415d-a321-02f09f751f44 req-9248ff57-e547-4b89-bac3-a96e85e66c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:46.160479 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d685276f-5b64-415d-a321-02f09f751f44 req-9248ff57-e547-4b89-bac3-a96e85e66c19 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=23a3767b-b03a-46a1-9849-5d74a86cee75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1635890 Mar 05 05:20:46.191362 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bca58b-f95f-4456-963b-1e06be60d652 None None] New status for floating IP 979b30cb-4c3e-4090-9faa-5851242a0dcb: ACTIVE {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:20:46.312910 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a6650d4f-5bde-47a4-a503-11793fbb5f52 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/floatingips/979b30cb-4c3e-4090-9faa-5851242a0dcb HTTP/1.1" status: 200 len: 991 time: 0.1824486 Mar 05 05:20:46.513301 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d685276f-5b64-415d-a321-02f09f751f44 req-e9c3fe73-be22-43ef-847f-8a8afada76b4 service neutron] 10.222.0.31 "GET /v2.0/networks/23a3767b-b03a-46a1-9849-5d74a86cee75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448670 Mar 05 05:20:46.695941 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d685276f-5b64-415d-a321-02f09f751f44 req-dc19bd48-1adb-4ec3-8a36-a5d236de45da service neutron] 10.222.0.31 "GET /v2.0/networks/23a3767b-b03a-46a1-9849-5d74a86cee75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709783 Mar 05 05:20:46.854518 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:47.319306 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95836d1e-fe31-4984-abb6-14998ba031f7 req-d4b28deb-2135-4d79-b0f2-d4e084b98712 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:47.320417 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36144) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:47.328811 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-119c14b1-40ce-4e66-9b33-f932748ffae2 req-126c6881-0a87-4705-bb32-23ca75394d4d service neutron] (105232) timed out ('10.222.0.11', 42898) {{(pid=105232) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 05 05:20:47.351961 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-95836d1e-fe31-4984-abb6-14998ba031f7 req-d4b28deb-2135-4d79-b0f2-d4e084b98712 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 944 time: 0.1487005 Mar 05 05:20:47.463403 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-95836d1e-fe31-4984-abb6-14998ba031f7 req-52654846-9309-4717-aaa6-282228f378f7 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059532 Mar 05 05:20:47.523144 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8bbfd6fc-f9ae-4407-8b87-fab108995b54 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/floatingips/979b30cb-4c3e-4090-9faa-5851242a0dcb HTTP/1.1" status: 200 len: 993 time: 0.2008650 Mar 05 05:20:47.825988 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:48.636828 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6efad4-3cf6-4e24-8404-e39a3cd5c7cb req-63832696-1d33-4227-b8a7-b13de40d9f15 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:48.644983 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-be6efad4-3cf6-4e24-8404-e39a3cd5c7cb req-63832696-1d33-4227-b8a7-b13de40d9f15 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 944 time: 0.0900996 Mar 05 05:20:48.709755 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-be6efad4-3cf6-4e24-8404-e39a3cd5c7cb req-95fe1c03-09e5-4f41-98c0-7948e08e1a9d tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632463 Mar 05 05:20:49.843741 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b0376-cd67-4d9f-8bc0-109d85d8ea12 req-718bd38d-9ac4-4261-bdeb-003b2308c803 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:49.847575 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-217b0376-cd67-4d9f-8bc0-109d85d8ea12 req-718bd38d-9ac4-4261-bdeb-003b2308c803 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 944 time: 0.0657506 Mar 05 05:20:49.898127 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-217b0376-cd67-4d9f-8bc0-109d85d8ea12 req-1e77000d-9f09-459c-b0b9-457ca93954c6 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471065 Mar 05 05:20:51.073110 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927fe3e-c313-4d5f-9d23-e2361380580a req-0b007b9b-2b0a-42e6-ac12-42e1e7d38c00 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:51.075171 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7927fe3e-c313-4d5f-9d23-e2361380580a req-0b007b9b-2b0a-42e6-ac12-42e1e7d38c00 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 944 time: 0.0901787 Mar 05 05:20:51.176562 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7927fe3e-c313-4d5f-9d23-e2361380580a req-0265d008-ebb6-4fa0-8050-f63078312652 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952754 Mar 05 05:20:52.311832 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c27f6-c184-4854-985f-0cf6c3faf71c req-3e422874-1510-45f8-ba9e-173a76f3005a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:52.318567 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8d3c27f6-c184-4854-985f-0cf6c3faf71c req-3e422874-1510-45f8-ba9e-173a76f3005a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 944 time: 0.0648990 Mar 05 05:20:52.385278 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8d3c27f6-c184-4854-985f-0cf6c3faf71c req-d84f85a1-9387-409d-a590-b9905006af66 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654774 Mar 05 05:20:53.545451 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6c87b-38cc-4aa5-b646-d4953038e331 req-fff93780-501a-4238-b8af-5c1848784830 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:53.553564 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dcb6c87b-38cc-4aa5-b646-d4953038e331 req-fff93780-501a-4238-b8af-5c1848784830 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 944 time: 0.0761759 Mar 05 05:20:53.623348 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dcb6c87b-38cc-4aa5-b646-d4953038e331 req-c77497f2-98bc-4511-b7d8-3ee54b0c1a81 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664656 Mar 05 05:20:53.800011 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 85b290ee-fc55-4bd0-9fe0-d8f7960f7da3 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:20:53.938182 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 85b290ee-fc55-4bd0-9fe0-d8f7960f7da3, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=85b290ee-fc55-4bd0-9fe0-d8f7960f7da3,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:20:53.950322 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '85b290ee-fc55-4bd0-9fe0-d8f7960f7da3', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'port_id': '85b290ee-fc55-4bd0-9fe0-d8f7960f7da3', 'mac_address': 'fa:16:3e:11:dc:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:20:53.993857 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 85b290ee-fc55-4bd0-9fe0-d8f7960f7da3 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:20:53.994360 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (85b290ee-fc55-4bd0-9fe0-d8f7960f7da3), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:54.008988 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b290ee-fc55-4bd0-9fe0-d8f7960f7da3 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:20:54.032700 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 85b290ee-fc55-4bd0-9fe0-d8f7960f7da3, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=85b290ee-fc55-4bd0-9fe0-d8f7960f7da3,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:20:54.041078 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (85b290ee-fc55-4bd0-9fe0-d8f7960f7da3), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:54.121530 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=85b290ee-fc55-4bd0-9fe0-d8f7960f7da3,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:54.163579 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-408e7bba-6d6b-4093-b2ef-b1acedeb07de req-9436e059-b7f6-436d-b78e-3301a83238b4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b36d687e-4fea-4d57-ab5d-7b142b21cba6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1079805 Mar 05 05:20:54.253557 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['85b290ee-fc55-4bd0-9fe0-d8f7960f7da3'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:20:54.267414 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e7bba-6d6b-4093-b2ef-b1acedeb07de req-5a9e19c8-e6ce-46b0-8d86-2d6c6a5a5ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:54.268963 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-408e7bba-6d6b-4093-b2ef-b1acedeb07de req-5a9e19c8-e6ce-46b0-8d86-2d6c6a5a5ef8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=394fc5a448874a4eb20dbc6510105d07&device_id=b36d687e-4fea-4d57-ab5d-7b142b21cba6 HTTP/1.1" status: 200 len: 1129 time: 0.0586739 Mar 05 05:20:54.432648 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e7bba-6d6b-4093-b2ef-b1acedeb07de req-5007afdf-45f1-4f57-aff7-35ce4fa3d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:54.434453 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-408e7bba-6d6b-4093-b2ef-b1acedeb07de req-5007afdf-45f1-4f57-aff7-35ce4fa3d1cd service neutron] 10.222.0.30 "GET /v2.0/networks?id=253b9a1b-9be8-42e0-8177-54c0bf7bb21c HTTP/1.1" status: 200 len: 914 time: 0.1446445 Mar 05 05:20:54.487545 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-408e7bba-6d6b-4093-b2ef-b1acedeb07de req-250ddd91-fd4a-4e9e-98ea-89c2c84adb83 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9950e2e-c3bd-426e-8e33-d83a8aeadb60 HTTP/1.1" status: 200 len: 217 time: 0.0468311 Mar 05 05:20:54.552193 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e7bba-6d6b-4093-b2ef-b1acedeb07de req-fded5ec2-b514-4d68-ab1f-07677a1c081f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:54.554829 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-408e7bba-6d6b-4093-b2ef-b1acedeb07de req-fded5ec2-b514-4d68-ab1f-07677a1c081f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=818c7478-18c4-4d04-b803-4e4139aa7f6b HTTP/1.1" status: 200 len: 854 time: 0.0595121 Mar 05 05:20:54.597718 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-408e7bba-6d6b-4093-b2ef-b1acedeb07de req-dc60b8f1-2cf1-419f-be55-b1a4983cc6d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=253b9a1b-9be8-42e0-8177-54c0bf7bb21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352607 Mar 05 05:20:54.764090 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-408e7bba-6d6b-4093-b2ef-b1acedeb07de req-850e21c8-fc40-4690-a61a-688373d30fa1 service neutron] 10.222.0.30 "GET /v2.0/networks/253b9a1b-9be8-42e0-8177-54c0bf7bb21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600800 Mar 05 05:20:54.866104 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1736ca3-7f96-4d53-af30-408ea49a622a req-b6873e83-a5f4-47e3-8160-496a0af57925 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:54.869008 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d1736ca3-7f96-4d53-af30-408ea49a622a req-b6873e83-a5f4-47e3-8160-496a0af57925 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 945 time: 0.1355336 Mar 05 05:20:54.970290 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-408e7bba-6d6b-4093-b2ef-b1acedeb07de req-dba157e7-d1a9-4f85-8da2-980a152a73cd service neutron] 10.222.0.30 "GET /v2.0/networks/253b9a1b-9be8-42e0-8177-54c0bf7bb21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004948 Mar 05 05:20:54.982307 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d1736ca3-7f96-4d53-af30-408ea49a622a req-5eddbadc-fd08-4782-bc51-b3bb563518c0 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051338 Mar 05 05:20:55.840314 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 85b290ee-fc55-4bd0-9fe0-d8f7960f7da3 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:20:55.904768 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 85b290ee-fc55-4bd0-9fe0-d8f7960f7da3 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:20:55.914132 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 85b290ee-fc55-4bd0-9fe0-d8f7960f7da3 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:20:55.916330 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (85b290ee-fc55-4bd0-9fe0-d8f7960f7da3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:56.123465 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 85b290ee-fc55-4bd0-9fe0-d8f7960f7da3 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:20:56.124043 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (85b290ee-fc55-4bd0-9fe0-d8f7960f7da3), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:56.172420 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804c6336-9fe0-4be0-bf6d-35ebd72d77e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b290ee-fc55-4bd0-9fe0-d8f7960f7da3'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:20:56.178561 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e779bac-b01d-400c-9806-4553cca1ca13" -d '{"events": [{"server_uuid": "804c6336-9fe0-4be0-bf6d-35ebd72d77e4", "name": "network-vif-plugged", "status": "completed", "tag": "85b290ee-fc55-4bd0-9fe0-d8f7960f7da3"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:20:56.211975 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 85b290ee-fc55-4bd0-9fe0-d8f7960f7da3, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=85b290ee-fc55-4bd0-9fe0-d8f7960f7da3,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:20:56.224158 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (85b290ee-fc55-4bd0-9fe0-d8f7960f7da3), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:56.261623 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faaec9-7082-49d7-9860-5682290c20b0 req-a6f0709a-c23c-4050-8d8b-b9b9ec51e148 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:56.269693 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-69faaec9-7082-49d7-9860-5682290c20b0 req-a6f0709a-c23c-4050-8d8b-b9b9ec51e148 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 945 time: 0.1679981 Mar 05 05:20:56.334939 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d131faf-12dd-4f9f-aaf0-dc788621bc98 x-openstack-request-id: req-6d131faf-12dd-4f9f-aaf0-dc788621bc98 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:20:56.335239 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804c6336-9fe0-4be0-bf6d-35ebd72d77e4", "name": "network-vif-plugged", "status": "completed", "tag": "85b290ee-fc55-4bd0-9fe0-d8f7960f7da3", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:20:56.335500 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6d131faf-12dd-4f9f-aaf0-dc788621bc98 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:20:56.335978 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804c6336-9fe0-4be0-bf6d-35ebd72d77e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b290ee-fc55-4bd0-9fe0-d8f7960f7da3', 'code': 200} Mar 05 05:20:56.345136 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-69faaec9-7082-49d7-9860-5682290c20b0 req-56c31e88-8790-46e2-8194-5f00213b0e85 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716667 Mar 05 05:20:56.387147 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=85b290ee-fc55-4bd0-9fe0-d8f7960f7da3,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:56.461300 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2144535-bae9-4b87-9b1f-638836b92fca req-5844fdc0-7938-4316-a71d-116d2d462d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:56.463657 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d2144535-bae9-4b87-9b1f-638836b92fca req-5844fdc0-7938-4316-a71d-116d2d462d41 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 1129 time: 0.0766745 Mar 05 05:20:56.536331 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d2144535-bae9-4b87-9b1f-638836b92fca req-a4f42a35-60ab-441d-8077-c4c56a01f3fa service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669618 Mar 05 05:20:57.504443 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0e0dc-cf8d-4791-b619-cdbeebbfd77c req-0bbf576a-0843-4555-b0d1-49fd4e5825c0 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:57.512340 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-09f0e0dc-cf8d-4791-b619-cdbeebbfd77c req-0bbf576a-0843-4555-b0d1-49fd4e5825c0 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 946 time: 0.0786023 Mar 05 05:20:57.588767 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-09f0e0dc-cf8d-4791-b619-cdbeebbfd77c req-c5a8420a-41c6-4f3d-a180-9b907f48cf68 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745285 Mar 05 05:20:58.729137 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10ff4e-cf00-4b81-8809-6ea3d00067b6 req-6599294c-e9ad-4887-b536-dfd69475af86 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:58.736842 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2c10ff4e-cf00-4b81-8809-6ea3d00067b6 req-6599294c-e9ad-4887-b536-dfd69475af86 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 946 time: 0.0688031 Mar 05 05:20:58.792755 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2c10ff4e-cf00-4b81-8809-6ea3d00067b6 req-d0bcbdca-4e9e-4e51-a8e7-ef2caedc56d3 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546033 Mar 05 05:20:58.932555 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e9a80-9b02-4afd-b0e8-d5cf425a23c7 req-91aa6e3d-7c5a-442c-88e2-7a045170a352 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:58.934218 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-338e9a80-9b02-4afd-b0e8-d5cf425a23c7 req-91aa6e3d-7c5a-442c-88e2-7a045170a352 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 946 time: 0.0600131 Mar 05 05:20:58.987212 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-338e9a80-9b02-4afd-b0e8-d5cf425a23c7 req-183fb09b-e762-484d-a850-60123a44c005 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468318 Mar 05 05:20:59.012006 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36282) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:59.059496 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337e7eaf-521e-4781-84d1-f738db0fb6ae tempest-TestVolumeBootPattern-1424157877 tempest-TestVolumeBootPattern-1424157877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:20:59.063571 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-337e7eaf-521e-4781-84d1-f738db0fb6ae tempest-TestVolumeBootPattern-1424157877 tempest-TestVolumeBootPattern-1424157877-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 1124 time: 0.0504601 Mar 05 05:20:59.064110 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36284) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:20:59.068849 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'port_id': '85b290ee-fc55-4bd0-9fe0-d8f7960f7da3', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:20:59.090736 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:59.199548 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:59.311267 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Allocated IP 172.25.0.88 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/7118cb27-3927-4bd1-8dd5-ee2e09e25eff) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:20:59.438381 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for port (7118cb27-3927-4bd1-8dd5-ee2e09e25eff), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:59.479556 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (7118cb27-3927-4bd1-8dd5-ee2e09e25eff), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:20:59.518754 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:20:59.523232 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:20:59.525604 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:20:59.550625 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Pushing event updated for resources: {'Port': ['ID=7118cb27-3927-4bd1-8dd5-ee2e09e25eff,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:20:59.565098 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:59.565436 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:59.565787 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:59.566127 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:59.566464 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:59.566796 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:59.567149 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:59.567480 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:59.567812 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:59.568131 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:59.568458 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:59.568781 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:20:59.569104 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:21:00.006706 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for floatingip (e14a4b72-cb86-4034-8606-2b73874bfe29), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:00.102313 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7118cb27-3927-4bd1-8dd5-ee2e09e25eff), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:00.271663 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for port (7118cb27-3927-4bd1-8dd5-ee2e09e25eff), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:00.278040 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (7118cb27-3927-4bd1-8dd5-ee2e09e25eff), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:00.351845 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Pushing event updated for resources: {'Port': ['ID=7118cb27-3927-4bd1-8dd5-ee2e09e25eff,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:21:00.368631 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (e14a4b72-cb86-4034-8606-2b73874bfe29), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:00.514600 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Floating IP e14a4b72-cb86-4034-8606-2b73874bfe29 associated. External IP: 172.25.0.88, port: 85b290ee-fc55-4bd0-9fe0-d8f7960f7da3. Mar 05 05:21:00.759549 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Router 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:21:00.902793 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:21:00.914655 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ea5284-7d12-4bfe-a91e-4bed5f44fbb2 None None] Sync routers for ids ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:21:00.924842 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:00.931874 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ea5284-7d12-4bfe-a91e-4bed5f44fbb2 None None] Routers {'2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:21:00.932876 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-f2ea5284-7d12-4bfe-a91e-4bed5f44fbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:20:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:21:00.972284 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e5da3e61-ecb5-4825-b158-2dcea0507067 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9061432 Mar 05 05:21:00.972284 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '804c6336-9fe0-4be0-bf6d-35ebd72d77e4', 'tag': '85b290ee-fc55-4bd0-9fe0-d8f7960f7da3'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:21:00.974683 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a98554-014a-4ca1-8252-659b346d2801" -d '{"events": [{"name": "network-changed", "server_uuid": "804c6336-9fe0-4be0-bf6d-35ebd72d77e4", "tag": "85b290ee-fc55-4bd0-9fe0-d8f7960f7da3"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:21:01.026313 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32e8082-8182-40b7-8346-e548c611eece x-openstack-request-id: req-f32e8082-8182-40b7-8346-e548c611eece {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:21:01.026980 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "804c6336-9fe0-4be0-bf6d-35ebd72d77e4", "tag": "85b290ee-fc55-4bd0-9fe0-d8f7960f7da3", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:21:01.026980 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f32e8082-8182-40b7-8346-e548c611eece {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:21:01.027338 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '804c6336-9fe0-4be0-bf6d-35ebd72d77e4', 'tag': '85b290ee-fc55-4bd0-9fe0-d8f7960f7da3', 'status': 'completed', 'code': 200} Mar 05 05:21:01.094170 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-f2ea5284-7d12-4bfe-a91e-4bed5f44fbb2 None None] Set router 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:21:01.107497 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a98554-014a-4ca1-8252-659b346d2801 req-0e836171-505e-4281-a982-55d9f46fedb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:01.110061 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-74a98554-014a-4ca1-8252-659b346d2801 req-0e836171-505e-4281-a982-55d9f46fedb9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 1129 time: 0.0655761 Mar 05 05:21:01.221572 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a98554-014a-4ca1-8252-659b346d2801 req-4309b3e6-5865-42fa-9142-ddfd1ded5964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:01.223395 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-74a98554-014a-4ca1-8252-659b346d2801 req-4309b3e6-5865-42fa-9142-ddfd1ded5964 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 912 time: 0.1077969 Mar 05 05:21:01.295819 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-74a98554-014a-4ca1-8252-659b346d2801 req-0ab64b73-96ed-49a9-b638-e4aa06be62d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85b290ee-fc55-4bd0-9fe0-d8f7960f7da3 HTTP/1.1" status: 200 len: 999 time: 0.0654035 Mar 05 05:21:01.353811 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-f2ea5284-7d12-4bfe-a91e-4bed5f44fbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'name': 'tempest-TestVolumeBootPattern-2145227709-router', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:07:45Z', 'updated_at': '2022-03-05T05:07:53Z', 'revision_number': 4, 'project_id': '06a4f309563b434e9962ec2905954423', 'gw_port': {'id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:46Z', 'updated_at': '2022-03-05T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'e14a4b72-cb86-4034-8606-2b73874bfe29', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'floating_ip_address': '172.25.0.88', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'port_id': '85b290ee-fc55-4bd0-9fe0-d8f7960f7da3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'mac_address': 'fa:16:3e:11:dc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c6336-9fe0-4be0-bf6d-35ebd72d77e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:20:59Z', 'updated_at': '2022-03-05T05:20:59Z', 'revision_number': 0, 'project_id': '06a4f309563b434e9962ec2905954423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc416c7b-3324-4a42-8845-432c9c62e96e', 'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'mac_address': 'fa:16:3e:67:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:52Z', 'updated_at': '2022-03-05T05:08:01Z', 'revision_number': 5, 'project_id': '06a4f309563b434e9962ec2905954423', 'subnets': [{'id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:21:01.371825 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a98554-014a-4ca1-8252-659b346d2801 req-14d47e66-19e9-419a-bacc-50d85f9f8353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:01.373685 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-74a98554-014a-4ca1-8252-659b346d2801 req-14d47e66-19e9-419a-bacc-50d85f9f8353 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb HTTP/1.1" status: 200 len: 851 time: 0.0727961 Mar 05 05:21:01.444775 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a98554-014a-4ca1-8252-659b346d2801 req-fe68599a-c32c-40e6-93f7-3464decda313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:01.448848 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-74a98554-014a-4ca1-8252-659b346d2801 req-fe68599a-c32c-40e6-93f7-3464decda313 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3da289b5-f373-4722-9911-8508cc812a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0677388 Mar 05 05:21:01.529543 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ea5284-7d12-4bfe-a91e-4bed5f44fbb2 None None] Checking router: 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:21:01.539060 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ea5284-7d12-4bfe-a91e-4bed5f44fbb2 None None] Routers {'2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:21:01.539331 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-f2ea5284-7d12-4bfe-a91e-4bed5f44fbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:20:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:21:01.551513 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-74a98554-014a-4ca1-8252-659b346d2801 req-35950676-ce8b-4e4f-98e2-2d0d5f397a43 service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938911 Mar 05 05:21:01.661521 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-f2ea5284-7d12-4bfe-a91e-4bed5f44fbb2 None None] Set router 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:21:01.671503 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-74a98554-014a-4ca1-8252-659b346d2801 req-fafd0113-f9e5-4704-8dad-730eb0d438c0 service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108332 Mar 05 05:21:01.946232 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-f2ea5284-7d12-4bfe-a91e-4bed5f44fbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'name': 'tempest-TestVolumeBootPattern-2145227709-router', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:07:45Z', 'updated_at': '2022-03-05T05:07:53Z', 'revision_number': 4, 'project_id': '06a4f309563b434e9962ec2905954423', 'gw_port': {'id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:46Z', 'updated_at': '2022-03-05T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'e14a4b72-cb86-4034-8606-2b73874bfe29', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'floating_ip_address': '172.25.0.88', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'port_id': '85b290ee-fc55-4bd0-9fe0-d8f7960f7da3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'mac_address': 'fa:16:3e:11:dc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c6336-9fe0-4be0-bf6d-35ebd72d77e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:20:59Z', 'updated_at': '2022-03-05T05:20:59Z', 'revision_number': 0, 'project_id': '06a4f309563b434e9962ec2905954423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc416c7b-3324-4a42-8845-432c9c62e96e', 'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'mac_address': 'fa:16:3e:67:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:52Z', 'updated_at': '2022-03-05T05:08:01Z', 'revision_number': 5, 'project_id': '06a4f309563b434e9962ec2905954423', 'subnets': [{'id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:21:02.016113 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ea5284-7d12-4bfe-a91e-4bed5f44fbb2 None None] The sync data for ids ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'] in n-d-789963-32 is: [{'id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'name': 'tempest-TestVolumeBootPattern-2145227709-router', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:07:45Z', 'updated_at': '2022-03-05T05:07:53Z', 'revision_number': 4, 'project_id': '06a4f309563b434e9962ec2905954423', 'gw_port': {'id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:46Z', 'updated_at': '2022-03-05T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'e14a4b72-cb86-4034-8606-2b73874bfe29', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'floating_ip_address': '172.25.0.88', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'port_id': '85b290ee-fc55-4bd0-9fe0-d8f7960f7da3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'mac_address': 'fa:16:3e:11:dc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c6336-9fe0-4be0-bf6d-35ebd72d77e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:20:59Z', 'updated_at': '2022-03-05T05:20:59Z', 'revision_number': 0, 'project_id': '06a4f309563b434e9962ec2905954423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc416c7b-3324-4a42-8845-432c9c62e96e', 'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'mac_address': 'fa:16:3e:67:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:52Z', 'updated_at': '2022-03-05T05:08:01Z', 'revision_number': 5, 'project_id': '06a4f309563b434e9962ec2905954423', 'subnets': [{'id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:21:02.291560 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e109f8-48b3-4782-a4bf-0b0497b55703 None None] New status for floating IP e14a4b72-cb86-4034-8606-2b73874bfe29: ACTIVE {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:21:11.418315 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b8d95efb-e4d3-46db-a0a0-c90bae71d328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:11.506193 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:21:12.217878 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0734ed-8087-4b76-9011-32a9de29e550 req-d1187a4d-d837-4715-ab38-823d81f801a8 tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:12.219795 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ef0734ed-8087-4b76-9011-32a9de29e550 req-d1187a4d-d837-4715-ab38-823d81f801a8 tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 1129 time: 0.0518374 Mar 05 05:21:12.271527 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ef0734ed-8087-4b76-9011-32a9de29e550 req-6d7b3664-a7d8-456b-87b6-e8d7c95954e6 tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457051 Mar 05 05:21:12.402053 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ef037-5d61-4db6-a743-2dfd4c2792a3 req-37417a7d-18b6-45f0-a590-6aa267fe2808 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:12.403711 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe2ef037-5d61-4db6-a743-2dfd4c2792a3 req-37417a7d-18b6-45f0-a590-6aa267fe2808 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 946 time: 0.0556741 Mar 05 05:21:12.463914 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fe2ef037-5d61-4db6-a743-2dfd4c2792a3 req-ef1d58b9-32c3-4c37-b5e3-0fb3f34c631d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535357 Mar 05 05:21:12.489531 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 36488) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:21:12.561138 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-cb6f3ebf-ecdd-480b-b3c0-e04877c16b05 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/floatingips/979b30cb-4c3e-4090-9faa-5851242a0dcb HTTP/1.1" status: 200 len: 993 time: 0.0702386 Mar 05 05:21:12.871607 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-b08eea02-01a8-4a8a-b568-b19f293dba67 req-7f49dd88-3496-4a2b-bc91-c09a4c607960 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:21:12.873041 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b08eea02-01a8-4a8a-b568-b19f293dba67 req-7f49dd88-3496-4a2b-bc91-c09a4c607960 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062888 Mar 05 05:21:13.393107 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25c0ac-9e46-455b-bf03-0264cc15f96a req-67966172-a7cc-4a77-a7f8-f9dcada8d18f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:13.401179 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bf25c0ac-9e46-455b-bf03-0264cc15f96a req-67966172-a7cc-4a77-a7f8-f9dcada8d18f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 946 time: 0.1193979 Mar 05 05:21:13.407515 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-36567290-2a99-4279-9196-6626fae2af28 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1584814 Mar 05 05:21:13.462655 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bf25c0ac-9e46-455b-bf03-0264cc15f96a req-67d24417-3897-47fe-bd15-8114c05f2873 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596364 Mar 05 05:21:13.697341 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7e7d71f1-a1af-49fc-9019-2691326a6747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:13.793315 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-71e02958-87ad-489e-9e75-f73d4f67526d tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:13.794700 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-71e02958-87ad-489e-9e75-f73d4f67526d tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.11 "GET /v2.0/ports/4353a514-9ba0-4187-a00f-3721fce36b7a HTTP/1.1" status: 200 len: 1126 time: 0.0363219 Mar 05 05:21:13.924892 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:14.164493 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:14.704724 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902eb3b8-7009-4421-9c59-b075be54d179 req-1657509b-9139-445a-a744-44e4e54ce521 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:14.715186 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-902eb3b8-7009-4421-9c59-b075be54d179 req-1657509b-9139-445a-a744-44e4e54ce521 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 946 time: 0.1407664 Mar 05 05:21:14.748461 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-b9d37534-d8af-4c4f-a924-6cb98f4abe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:14.750737 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-b9d37534-d8af-4c4f-a924-6cb98f4abe64 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 1129 time: 0.0666833 Mar 05 05:21:14.821218 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-902eb3b8-7009-4421-9c59-b075be54d179 req-2046f002-a41e-4224-bcc4-889dbf5ce3d3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048355 Mar 05 05:21:14.883425 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-7267258a-6f49-4075-ad90-037ed597fc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:14.885196 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-7267258a-6f49-4075-ad90-037ed597fc44 service neutron] 10.222.0.31 "GET /v2.0/networks?id=23a3767b-b03a-46a1-9849-5d74a86cee75 HTTP/1.1" status: 200 len: 897 time: 0.1269722 Mar 05 05:21:14.958489 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-ac07b7f3-da67-4d53-85fd-c8173d3fc080 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4353a514-9ba0-4187-a00f-3721fce36b7a HTTP/1.1" status: 200 len: 1001 time: 0.0654466 Mar 05 05:21:15.014132 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-dd30eae2-bc22-484f-9329-89fb99637ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:15.015776 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-dd30eae2-bc22-484f-9329-89fb99637ae3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a109e9dc-c1b1-4288-965a-6a076dc9df52 HTTP/1.1" status: 200 len: 834 time: 0.0512314 Mar 05 05:21:15.071496 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:15.083681 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-12907212-ce24-4678-808c-9de75cc0ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:15.085483 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-12907212-ce24-4678-808c-9de75cc0ce5f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=23a3767b-b03a-46a1-9849-5d74a86cee75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0636580 Mar 05 05:21:15.220397 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-b9ec133a-c03b-47ca-ada7-ee57283e09fe service neutron] 10.222.0.31 "GET /v2.0/networks/23a3767b-b03a-46a1-9849-5d74a86cee75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219234 Mar 05 05:21:15.346599 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-eb607e4c-c3ee-42a1-b50d-075f2dc49768 service neutron] 10.222.0.31 "GET /v2.0/networks/23a3767b-b03a-46a1-9849-5d74a86cee75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246469 Mar 05 05:21:15.958658 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63cb208-2c1e-4bff-adbb-662894fb8a11 req-840d4de4-9a52-458f-a07d-d59e1425e94f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:15.960672 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b63cb208-2c1e-4bff-adbb-662894fb8a11 req-840d4de4-9a52-458f-a07d-d59e1425e94f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 946 time: 0.0690618 Mar 05 05:21:16.044991 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b63cb208-2c1e-4bff-adbb-662894fb8a11 req-45f130bd-9db2-4309-914c-f7990f12b142 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753272 Mar 05 05:21:16.333567 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:17.179106 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61a3d5-a1c0-4996-be37-aa8e6a71c9e6 req-d1bb48df-5c03-4154-8cb7-a078747b073e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:17.181579 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9f61a3d5-a1c0-4996-be37-aa8e6a71c9e6 req-d1bb48df-5c03-4154-8cb7-a078747b073e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 946 time: 0.0605657 Mar 05 05:21:17.240679 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9f61a3d5-a1c0-4996-be37-aa8e6a71c9e6 req-714475e0-5985-4222-acb7-69319b0333f8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530102 Mar 05 05:21:17.822750 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:18.394065 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251f999-c075-481d-809c-f7c7b887572b req-7801ee24-9f5e-4a52-930a-72462ce21fa2 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:18.396520 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6251f999-c075-481d-809c-f7c7b887572b req-7801ee24-9f5e-4a52-930a-72462ce21fa2 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 946 time: 0.0723958 Mar 05 05:21:18.460004 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6251f999-c075-481d-809c-f7c7b887572b req-f758f3fe-83cf-4f3a-8b64-0b49a44c6d2f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567961 Mar 05 05:21:19.697628 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a9166-bd73-4702-b2dc-c8d61a615a08 req-5c5b2685-9877-4886-aaa9-339efb21efbd tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:19.706497 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f93a9166-bd73-4702-b2dc-c8d61a615a08 req-5c5b2685-9877-4886-aaa9-339efb21efbd tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 946 time: 0.1141503 Mar 05 05:21:19.842253 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f93a9166-bd73-4702-b2dc-c8d61a615a08 req-b4fcb2fe-1c4a-4537-bb1a-c5f38dfef95e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342626 Mar 05 05:21:21.006251 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ee0f5-84d0-4a91-9b0a-92347cdbf3e7 req-a1a5b233-de94-436c-91fb-490e8a1b14c0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:21.016727 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-544ee0f5-84d0-4a91-9b0a-92347cdbf3e7 req-a1a5b233-de94-436c-91fb-490e8a1b14c0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 946 time: 0.0775251 Mar 05 05:21:21.089893 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-544ee0f5-84d0-4a91-9b0a-92347cdbf3e7 req-bd8704d6-8225-4f3e-b5f8-59d6360e4a71 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681908 Mar 05 05:21:22.211280 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00fc35c-89c8-4b7d-b3c9-659a52bbc0d1 req-c0e31aaa-4e94-42d3-a273-7569effd4f71 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:22.213244 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b00fc35c-89c8-4b7d-b3c9-659a52bbc0d1 req-c0e31aaa-4e94-42d3-a273-7569effd4f71 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 946 time: 0.0560870 Mar 05 05:21:22.270955 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b00fc35c-89c8-4b7d-b3c9-659a52bbc0d1 req-fab0fe02-0dcc-4994-b8ae-b1ea4280d3e5 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514967 Mar 05 05:21:23.444154 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e24bf-ae13-40ed-a577-23d2fd4e48cf req-784fc526-5995-4f51-b6a9-4a6baf239038 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:23.447414 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3a5e24bf-ae13-40ed-a577-23d2fd4e48cf req-784fc526-5995-4f51-b6a9-4a6baf239038 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 946 time: 0.1012609 Mar 05 05:21:23.514326 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3a5e24bf-ae13-40ed-a577-23d2fd4e48cf req-8a6d03ec-b6dc-45d7-8490-0be9b2aa85b3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586488 Mar 05 05:21:24.650886 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2cc22-b40a-41f8-8576-17530cf731cc req-47078a6b-3954-4b90-b6a3-99d272741d02 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:24.653188 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b9c2cc22-b40a-41f8-8576-17530cf731cc req-47078a6b-3954-4b90-b6a3-99d272741d02 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 946 time: 0.0670347 Mar 05 05:21:24.706781 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b9c2cc22-b40a-41f8-8576-17530cf731cc req-ae7c49dc-64a3-4580-9e6b-0d8be1c9dc06 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467160 Mar 05 05:21:25.843404 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cdd3c5-3461-4cca-ae85-a6aed911bf3c req-9a3be80c-fbd8-4e74-adda-efddb93370f7 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:25.851320 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-46cdd3c5-3461-4cca-ae85-a6aed911bf3c req-9a3be80c-fbd8-4e74-adda-efddb93370f7 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 946 time: 0.0629983 Mar 05 05:21:25.911105 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-46cdd3c5-3461-4cca-ae85-a6aed911bf3c req-1d2da777-2b09-4543-90ba-84bc9872dcbc tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585549 Mar 05 05:21:27.031871 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb198c5e-82cc-473d-8017-67c252521251 req-5465786b-de26-4741-b37e-e7be7fd4eb39 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:27.038817 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eb198c5e-82cc-473d-8017-67c252521251 req-5465786b-de26-4741-b37e-e7be7fd4eb39 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 946 time: 0.0663483 Mar 05 05:21:27.483998 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eb198c5e-82cc-473d-8017-67c252521251 req-d9a98df7-e968-4a0c-9e61-62a538aa67dd tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4442749 Mar 05 05:21:27.518641 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-b83cb13a-4779-4ce9-8947-19287eb3580f service neutron] show failed (client error): The resource could not be found. Mar 05 05:21:27.519868 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-b83cb13a-4779-4ce9-8947-19287eb3580f service neutron] 10.222.0.31 "GET /v2.0/ports/4353a514-9ba0-4187-a00f-3721fce36b7a/bindings/n-h1-789963-32 HTTP/1.1" status: 404 len: 381 time: 0.0924494 Mar 05 05:21:27.763443 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-96f1f94f-6dbe-40ba-95a3-65a88c59ddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:27.765286 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-96f1f94f-6dbe-40ba-95a3-65a88c59ddaf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1&tenant_id=ab07f13582d14e74bdac64dcc9482a66 HTTP/1.1" status: 200 len: 1129 time: 0.0516119 Mar 05 05:21:27.775523 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-3a42c16a-f5f3-4632-b291-204064b4191a service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:21:27.777833 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-3a42c16a-f5f3-4632-b291-204064b4191a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065949 Mar 05 05:21:27.788969 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-eb99afc8-4023-46d9-ba72-8e8e15139d3b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-32', 'device_owner': 'compute:nova'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:21:27.864299 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-eb99afc8-4023-46d9-ba72-8e8e15139d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4353a514-9ba0-4187-a00f-3721fce36b7a), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:28.120508 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-eb99afc8-4023-46d9-ba72-8e8e15139d3b service neutron] For port 4353a514-9ba0-4187-a00f-3721fce36b7a, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=4353a514-9ba0-4187-a00f-3721fce36b7a,segment=NetworkSegment(aadb5d3f-099e-455c-afbe-67ecab000bc7),segment_id=aadb5d3f-099e-455c-afbe-67ecab000bc7)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:21:28.159665 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-eb99afc8-4023-46d9-ba72-8e8e15139d3b service neutron] For port 4353a514-9ba0-4187-a00f-3721fce36b7a, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:21:28.207204 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a487264-139a-4872-8e98-ae353dcbcba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4353a514-9ba0-4187-a00f-3721fce36b7a'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:21:28.210849 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea2a6d0-9d62-4fad-868a-25b5fb9380fd" -d '{"events": [{"server_uuid": "6a487264-139a-4872-8e98-ae353dcbcba1", "name": "network-vif-unplugged", "status": "completed", "tag": "4353a514-9ba0-4187-a00f-3721fce36b7a"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:21:28.216685 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-eb99afc8-4023-46d9-ba72-8e8e15139d3b service neutron] Publish callbacks [] for port (4353a514-9ba0-4187-a00f-3721fce36b7a), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:28.234648 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-eb99afc8-4023-46d9-ba72-8e8e15139d3b service neutron] Transition to ACTIVE for port object 4353a514-9ba0-4187-a00f-3721fce36b7a will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:21:28.244462 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-eb99afc8-4023-46d9-ba72-8e8e15139d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (4353a514-9ba0-4187-a00f-3721fce36b7a), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:28.416898 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 05:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49cdf99-480b-4d7a-9474-8c478db0764a x-openstack-request-id: req-d49cdf99-480b-4d7a-9474-8c478db0764a {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:21:28.423286 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a487264-139a-4872-8e98-ae353dcbcba1", "name": "network-vif-unplugged", "status": "completed", "tag": "4353a514-9ba0-4187-a00f-3721fce36b7a", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:21:28.423455 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d49cdf99-480b-4d7a-9474-8c478db0764a {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:21:28.423930 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a487264-139a-4872-8e98-ae353dcbcba1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4353a514-9ba0-4187-a00f-3721fce36b7a', 'code': 200} Mar 05 05:21:28.469707 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99afc8-4023-46d9-ba72-8e8e15139d3b service neutron] Pushing event updated for resources: {'Port': ['ID=4353a514-9ba0-4187-a00f-3721fce36b7a,revision_number=6']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:21:28.473142 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-eb99afc8-4023-46d9-ba72-8e8e15139d3b service neutron] No DVR routers for this DVR port 4353a514-9ba0-4187-a00f-3721fce36b7a on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:21:28.697123 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d9f37-d67b-4635-87bb-f9e1cc087eff req-69f37988-f983-48db-b6d2-426704c79745 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:28.705189 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bf5d9f37-d67b-4635-87bb-f9e1cc087eff req-69f37988-f983-48db-b6d2-426704c79745 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 944 time: 0.0729985 Mar 05 05:21:28.749461 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-eb99afc8-4023-46d9-ba72-8e8e15139d3b service neutron] Attempting to bind port 4353a514-9ba0-4187-a00f-3721fce36b7a on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:21:28.749997 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-eb99afc8-4023-46d9-ba72-8e8e15139d3b service neutron] Attempting to bind port 4353a514-9ba0-4187-a00f-3721fce36b7a by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': 'aadb5d3f-099e-455c-afbe-67ecab000bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:21:28.750104 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-eb99afc8-4023-46d9-ba72-8e8e15139d3b service neutron] Attempting to bind port 4353a514-9ba0-4187-a00f-3721fce36b7a on network 23a3767b-b03a-46a1-9849-5d74a86cee75 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:21:28.754629 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-eb99afc8-4023-46d9-ba72-8e8e15139d3b service neutron] Port 4353a514-9ba0-4187-a00f-3721fce36b7a on network 23a3767b-b03a-46a1-9849-5d74a86cee75 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:21:28.754953 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-eb99afc8-4023-46d9-ba72-8e8e15139d3b service neutron] Attempting to bind port 4353a514-9ba0-4187-a00f-3721fce36b7a on network 23a3767b-b03a-46a1-9849-5d74a86cee75 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:21:28.758399 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bf5d9f37-d67b-4635-87bb-f9e1cc087eff req-b828aaef-ecad-4ba0-b83d-f15595ba245e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512905 Mar 05 05:21:28.762423 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-eb99afc8-4023-46d9-ba72-8e8e15139d3b service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:21:28.762771 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-eb99afc8-4023-46d9-ba72-8e8e15139d3b service neutron] Checking segment: {'id': 'aadb5d3f-099e-455c-afbe-67ecab000bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:21:28.763184 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-eb99afc8-4023-46d9-ba72-8e8e15139d3b service neutron] Bound using segment: {'id': 'aadb5d3f-099e-455c-afbe-67ecab000bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:21:28.763621 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-eb99afc8-4023-46d9-ba72-8e8e15139d3b service neutron] Bound port: 4353a514-9ba0-4187-a00f-3721fce36b7a, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aadb5d3f-099e-455c-afbe-67ecab000bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:21:28.763983 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-eb99afc8-4023-46d9-ba72-8e8e15139d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4353a514-9ba0-4187-a00f-3721fce36b7a), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:28.829779 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-eb99afc8-4023-46d9-ba72-8e8e15139d3b service neutron] For port 4353a514-9ba0-4187-a00f-3721fce36b7a, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:21:28.833502 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-eb99afc8-4023-46d9-ba72-8e8e15139d3b service neutron] For port 4353a514-9ba0-4187-a00f-3721fce36b7a, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=4353a514-9ba0-4187-a00f-3721fce36b7a,segment=NetworkSegment(aadb5d3f-099e-455c-afbe-67ecab000bc7),segment_id=aadb5d3f-099e-455c-afbe-67ecab000bc7)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:21:28.842988 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-eb99afc8-4023-46d9-ba72-8e8e15139d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (4353a514-9ba0-4187-a00f-3721fce36b7a), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:28.899034 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-eb99afc8-4023-46d9-ba72-8e8e15139d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:28.900688 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-eb99afc8-4023-46d9-ba72-8e8e15139d3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:28.905329 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-eb99afc8-4023-46d9-ba72-8e8e15139d3b service neutron] 10.222.0.30 "PUT /v2.0/ports/4353a514-9ba0-4187-a00f-3721fce36b7a HTTP/1.1" status: 200 len: 1093 time: 1.1203966 Mar 05 05:21:29.023680 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99afc8-4023-46d9-ba72-8e8e15139d3b service neutron] Pushing event updated for resources: {'Port': ['ID=4353a514-9ba0-4187-a00f-3721fce36b7a,revision_number=7']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:21:29.056027 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-7121de4c-1c61-44da-bbc8-6e4989df298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:29.063040 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-7121de4c-1c61-44da-bbc8-6e4989df298b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 1127 time: 0.1271131 Mar 05 05:21:29.184813 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-e0954ef3-276a-4229-b72f-da985a5b1a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:29.186331 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-e0954ef3-276a-4229-b72f-da985a5b1a28 service neutron] 10.222.0.30 "GET /v2.0/networks?id=23a3767b-b03a-46a1-9849-5d74a86cee75 HTTP/1.1" status: 200 len: 897 time: 0.1172762 Mar 05 05:21:29.283089 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-d09bf30b-7ab9-47d7-82f2-06449d5401d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4353a514-9ba0-4187-a00f-3721fce36b7a HTTP/1.1" status: 200 len: 999 time: 0.0902288 Mar 05 05:21:29.345750 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-e7c89e63-0368-481e-a9f6-7cfbc17db036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:29.347429 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-e7c89e63-0368-481e-a9f6-7cfbc17db036 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a109e9dc-c1b1-4288-965a-6a076dc9df52 HTTP/1.1" status: 200 len: 834 time: 0.0585809 Mar 05 05:21:29.459664 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-739f7cf2-9ac3-482c-9378-bca1c69d80e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:29.461205 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-739f7cf2-9ac3-482c-9378-bca1c69d80e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=23a3767b-b03a-46a1-9849-5d74a86cee75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1012931 Mar 05 05:21:29.578744 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-3f8d3212-ea75-4df9-a5ad-0db63e1bfa35 service neutron] 10.222.0.30 "GET /v2.0/networks/23a3767b-b03a-46a1-9849-5d74a86cee75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115236 Mar 05 05:21:29.689269 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-03f1628b-b114-47d5-8623-e358fa26de95 service neutron] 10.222.0.30 "GET /v2.0/networks/23a3767b-b03a-46a1-9849-5d74a86cee75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050656 Mar 05 05:21:29.926516 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72175631-f6ec-4b3c-b0ea-dc1e7847c6da req-bc0d1ba0-519f-4df7-b724-65400e96603c tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:29.928150 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72175631-f6ec-4b3c-b0ea-dc1e7847c6da req-bc0d1ba0-519f-4df7-b724-65400e96603c tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 944 time: 0.0716946 Mar 05 05:21:30.019035 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72175631-f6ec-4b3c-b0ea-dc1e7847c6da req-bcd30dc9-1d40-405e-81e0-8ebd9f7adadf tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845885 Mar 05 05:21:30.425394 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a487264-139a-4872-8e98-ae353dcbcba1', 'tag': '4353a514-9ba0-4187-a00f-3721fce36b7a'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:21:30.428641 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3918e6b9-000d-4094-a88b-65d6803dfbc0" -d '{"events": [{"name": "network-changed", "server_uuid": "6a487264-139a-4872-8e98-ae353dcbcba1", "tag": "4353a514-9ba0-4187-a00f-3721fce36b7a"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:21:30.507227 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6a5d59-3cf2-4719-a284-0e4eb019648a x-openstack-request-id: req-9c6a5d59-3cf2-4719-a284-0e4eb019648a {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:21:30.507808 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a487264-139a-4872-8e98-ae353dcbcba1", "tag": "4353a514-9ba0-4187-a00f-3721fce36b7a", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:21:30.508415 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9c6a5d59-3cf2-4719-a284-0e4eb019648a {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:21:30.509828 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a487264-139a-4872-8e98-ae353dcbcba1', 'tag': '4353a514-9ba0-4187-a00f-3721fce36b7a', 'status': 'completed', 'code': 200} Mar 05 05:21:30.621770 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918e6b9-000d-4094-a88b-65d6803dfbc0 req-983ce4c5-10e6-4668-8421-02dc9b93bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:30.623394 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3918e6b9-000d-4094-a88b-65d6803dfbc0 req-983ce4c5-10e6-4668-8421-02dc9b93bc4e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 1127 time: 0.0967877 Mar 05 05:21:30.628153 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918e6b9-000d-4094-a88b-65d6803dfbc0 req-4b7318ed-3bd8-4c19-b849-64ec8a4576b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:30.629734 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3918e6b9-000d-4094-a88b-65d6803dfbc0 req-4b7318ed-3bd8-4c19-b849-64ec8a4576b9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 1127 time: 0.1018457 Mar 05 05:21:30.724214 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 4353a514-9ba0-4187-a00f-3721fce36b7a no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:21:30.810129 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] The host n-h2-789963-32 is not matching for port 4353a514-9ba0-4187-a00f-3721fce36b7a host n-h1-789963-32! {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 05 05:21:30.810897 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 4353a514-9ba0-4187-a00f-3721fce36b7a not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:21:30.818967 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918e6b9-000d-4094-a88b-65d6803dfbc0 req-023b0f32-c010-4d70-ab7a-da217aafba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:30.824408 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3918e6b9-000d-4094-a88b-65d6803dfbc0 req-023b0f32-c010-4d70-ab7a-da217aafba3c service neutron] 10.222.0.30 "GET /v2.0/networks?id=23a3767b-b03a-46a1-9849-5d74a86cee75 HTTP/1.1" status: 200 len: 897 time: 0.1934383 Mar 05 05:21:30.825845 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918e6b9-000d-4094-a88b-65d6803dfbc0 req-d2d5634f-ebc1-4999-8ee9-dc5641c0245c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:30.827253 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3918e6b9-000d-4094-a88b-65d6803dfbc0 req-d2d5634f-ebc1-4999-8ee9-dc5641c0245c service neutron] 10.222.0.31 "GET /v2.0/networks?id=23a3767b-b03a-46a1-9849-5d74a86cee75 HTTP/1.1" status: 200 len: 897 time: 0.1883605 Mar 05 05:21:30.955005 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3918e6b9-000d-4094-a88b-65d6803dfbc0 req-791392fb-e164-462f-ba72-6740f15ce7c7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4353a514-9ba0-4187-a00f-3721fce36b7a HTTP/1.1" status: 200 len: 999 time: 0.1246948 Mar 05 05:21:30.964882 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3918e6b9-000d-4094-a88b-65d6803dfbc0 req-3272a47f-0d47-4b2b-ad01-b0dc6038fcc2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4353a514-9ba0-4187-a00f-3721fce36b7a HTTP/1.1" status: 200 len: 999 time: 0.1283295 Mar 05 05:21:31.052621 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918e6b9-000d-4094-a88b-65d6803dfbc0 req-d47d4c38-00a8-4576-9e52-55f4c8f0c3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:31.054124 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3918e6b9-000d-4094-a88b-65d6803dfbc0 req-d47d4c38-00a8-4576-9e52-55f4c8f0c3d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a109e9dc-c1b1-4288-965a-6a076dc9df52 HTTP/1.1" status: 200 len: 834 time: 0.0922008 Mar 05 05:21:31.058682 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918e6b9-000d-4094-a88b-65d6803dfbc0 req-d2cd9e17-65d3-4725-93fa-78fb681968fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:31.060093 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3918e6b9-000d-4094-a88b-65d6803dfbc0 req-d2cd9e17-65d3-4725-93fa-78fb681968fc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a109e9dc-c1b1-4288-965a-6a076dc9df52 HTTP/1.1" status: 200 len: 834 time: 0.0647480 Mar 05 05:21:31.141976 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918e6b9-000d-4094-a88b-65d6803dfbc0 req-8aaca4ce-106b-4f33-b0c9-db233456992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:31.143485 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3918e6b9-000d-4094-a88b-65d6803dfbc0 req-8aaca4ce-106b-4f33-b0c9-db233456992a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=23a3767b-b03a-46a1-9849-5d74a86cee75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0825205 Mar 05 05:21:31.147746 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918e6b9-000d-4094-a88b-65d6803dfbc0 req-f6599982-95dd-4bc4-9c21-7b5b7164918a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:31.149892 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3918e6b9-000d-4094-a88b-65d6803dfbc0 req-f6599982-95dd-4bc4-9c21-7b5b7164918a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=23a3767b-b03a-46a1-9849-5d74a86cee75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0803080 Mar 05 05:21:31.201714 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245211a-0d56-4d48-a9db-d69ebe253957 req-b1187f7b-db46-431b-bf4a-36fcf08aaa17 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:31.204263 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7245211a-0d56-4d48-a9db-d69ebe253957 req-b1187f7b-db46-431b-bf4a-36fcf08aaa17 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 944 time: 0.0785413 Mar 05 05:21:31.349208 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7245211a-0d56-4d48-a9db-d69ebe253957 req-dbbe7c2d-44c5-4ad9-b98f-1566d1399a41 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318448 Mar 05 05:21:31.403873 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3918e6b9-000d-4094-a88b-65d6803dfbc0 req-3e47e41b-b564-43d4-a10b-8ff6171f6365 service neutron] 10.222.0.31 "GET /v2.0/networks/23a3767b-b03a-46a1-9849-5d74a86cee75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376244 Mar 05 05:21:31.566567 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3918e6b9-000d-4094-a88b-65d6803dfbc0 req-6ee30049-a4b6-4aa3-9ca7-bb8df9a72cf8 service neutron] 10.222.0.30 "GET /v2.0/networks/23a3767b-b03a-46a1-9849-5d74a86cee75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126804 Mar 05 05:21:31.607506 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3918e6b9-000d-4094-a88b-65d6803dfbc0 req-e8ee68b1-eecc-4020-832f-5acdf5329a19 service neutron] 10.222.0.31 "GET /v2.0/networks/23a3767b-b03a-46a1-9849-5d74a86cee75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897438 Mar 05 05:21:31.695767 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3918e6b9-000d-4094-a88b-65d6803dfbc0 req-f07248fe-7abb-4a6c-a2c4-bed02d365cd8 service neutron] 10.222.0.30 "GET /v2.0/networks/23a3767b-b03a-46a1-9849-5d74a86cee75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182237 Mar 05 05:21:32.528998 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44461a60-141a-48c0-ae7c-19ed4204417d req-fa1961db-a352-4a63-8462-cea4d870aaac tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:32.530524 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-44461a60-141a-48c0-ae7c-19ed4204417d req-fa1961db-a352-4a63-8462-cea4d870aaac tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 944 time: 0.0538685 Mar 05 05:21:32.580400 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-44461a60-141a-48c0-ae7c-19ed4204417d req-f2d8a36b-6835-493f-9650-4bc1abd9031b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435405 Mar 05 05:21:32.987399 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd15f8a-ff01-4376-a744-6793cdbbd33c req-946ea1f2-de88-402a-bb25-3d2bf62ea836 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:32.989678 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbd15f8a-ff01-4376-a744-6793cdbbd33c req-946ea1f2-de88-402a-bb25-3d2bf62ea836 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 944 time: 0.0662723 Mar 05 05:21:33.009439 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-e96c64fc-4cbc-4f2e-b3bd-852b38503312 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:33.016030 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-e96c64fc-4cbc-4f2e-b3bd-852b38503312 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1&tenant_id=ab07f13582d14e74bdac64dcc9482a66&binding%3Ahost_id=n-h1-789963-32 HTTP/1.1" status: 200 len: 944 time: 0.1432912 Mar 05 05:21:33.093774 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbd15f8a-ff01-4376-a744-6793cdbbd33c req-55eca6a7-e1f1-48a5-8c25-e4ffb5a01019 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960851 Mar 05 05:21:33.119526 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-2705734e-f0be-4d9a-b6a5-5b17e2b20f87 service neutron] 10.222.0.30 "GET /v2.0/ports/4353a514-9ba0-4187-a00f-3721fce36b7a/bindings/n-h1-789963-32 HTTP/1.1" status: 200 len: 383 time: 0.0941322 Mar 05 05:21:33.192484 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-66f581a7-9715-4d25-ab21-5476c8a1988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:33.194996 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-66f581a7-9715-4d25-ab21-5476c8a1988f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 1127 time: 0.0527377 Mar 05 05:21:33.295386 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-dcee3008-f252-4d25-ac63-4c360b501b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:33.297201 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-dcee3008-f252-4d25-ac63-4c360b501b13 service neutron] 10.222.0.30 "GET /v2.0/networks?id=23a3767b-b03a-46a1-9849-5d74a86cee75 HTTP/1.1" status: 200 len: 897 time: 0.0968194 Mar 05 05:21:33.375303 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-9f1f1c31-eeb2-4b02-8ad6-17245fa5f1cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4353a514-9ba0-4187-a00f-3721fce36b7a HTTP/1.1" status: 200 len: 999 time: 0.0725689 Mar 05 05:21:33.435301 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-9d2bf932-82b9-4b2b-8eb5-31d26798e463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:33.436798 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-9d2bf932-82b9-4b2b-8eb5-31d26798e463 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a109e9dc-c1b1-4288-965a-6a076dc9df52 HTTP/1.1" status: 200 len: 834 time: 0.0559726 Mar 05 05:21:33.491492 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-af10dfcd-8b8f-4591-a53c-304ea76bece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:33.493189 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-af10dfcd-8b8f-4591-a53c-304ea76bece7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=23a3767b-b03a-46a1-9849-5d74a86cee75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0505314 Mar 05 05:21:33.604989 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-4cb30cc8-4ba4-468a-99fb-e0c56ec2eb2c service neutron] 10.222.0.30 "GET /v2.0/networks/23a3767b-b03a-46a1-9849-5d74a86cee75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046116 Mar 05 05:21:33.709290 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-77f28360-9230-48b2-8b99-dd7ef9c3f440 service neutron] 10.222.0.30 "GET /v2.0/networks/23a3767b-b03a-46a1-9849-5d74a86cee75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983922 Mar 05 05:21:34.061495 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 4353a514-9ba0-4187-a00f-3721fce36b7a details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:21:34.174123 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 4353a514-9ba0-4187-a00f-3721fce36b7a, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=4353a514-9ba0-4187-a00f-3721fce36b7a,segment=NetworkSegment(aadb5d3f-099e-455c-afbe-67ecab000bc7),segment_id=aadb5d3f-099e-455c-afbe-67ecab000bc7)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:21:34.186115 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '4353a514-9ba0-4187-a00f-3721fce36b7a', 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75', 'port_id': '4353a514-9ba0-4187-a00f-3721fce36b7a', 'mac_address': 'fa:16:3e:23:f3:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a109e9dc-c1b1-4288-965a-6a076dc9df52', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:21:34.235486 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d4fac-1198-4d5e-9988-abe5deb1da73 req-35c1cef3-4f90-4aa4-b5d0-42c48cc5e9ca tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:34.242854 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 4353a514-9ba0-4187-a00f-3721fce36b7a is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:21:34.243546 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4353a514-9ba0-4187-a00f-3721fce36b7a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:34.244779 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fc0d4fac-1198-4d5e-9988-abe5deb1da73 req-35c1cef3-4f90-4aa4-b5d0-42c48cc5e9ca tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 944 time: 0.0673819 Mar 05 05:21:34.263700 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4353a514-9ba0-4187-a00f-3721fce36b7a {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:21:34.289055 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 4353a514-9ba0-4187-a00f-3721fce36b7a, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=4353a514-9ba0-4187-a00f-3721fce36b7a,segment=NetworkSegment(aadb5d3f-099e-455c-afbe-67ecab000bc7),segment_id=aadb5d3f-099e-455c-afbe-67ecab000bc7)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:21:34.296162 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (4353a514-9ba0-4187-a00f-3721fce36b7a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:34.306762 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fc0d4fac-1198-4d5e-9988-abe5deb1da73 req-efbb327f-3ae0-47c5-a9d2-c67f500b09f1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601478 Mar 05 05:21:34.356893 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=4353a514-9ba0-4187-a00f-3721fce36b7a,revision_number=8']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:21:34.364708 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:21:34.365071 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:21:34.365475 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:21:34.365825 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:21:34.366166 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:21:34.366598 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:21:34.366933 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:21:34.367289 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:21:34.367620 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:21:34.368059 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:21:34.368514 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:21:34.368955 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:21:34.369288 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:21:34.545752 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['4353a514-9ba0-4187-a00f-3721fce36b7a'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:21:35.094509 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501146e2-0ce5-4e81-9bb1-029597957287 req-523ec1c0-4a06-48e6-b7b4-13c014a4fd8e tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:35.102421 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-501146e2-0ce5-4e81-9bb1-029597957287 req-523ec1c0-4a06-48e6-b7b4-13c014a4fd8e tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/ports?device_id=b36d687e-4fea-4d57-ab5d-7b142b21cba6 HTTP/1.1" status: 200 len: 946 time: 0.0714145 Mar 05 05:21:35.150571 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-501146e2-0ce5-4e81-9bb1-029597957287 req-4f2fdcc0-94d1-4689-bd99-859a4a0ba4c1 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c28250f-cff7-4a1a-bdae-c47b3ac76e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471542 Mar 05 05:21:35.443326 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96733363-01ea-4018-afea-e5bc68e1ea6b req-a6a4a63e-d382-4c3a-ba71-ea4b7a30e1cb tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:35.445562 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-96733363-01ea-4018-afea-e5bc68e1ea6b req-a6a4a63e-d382-4c3a-ba71-ea4b7a30e1cb tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 945 time: 0.0631175 Mar 05 05:21:35.517586 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-96733363-01ea-4018-afea-e5bc68e1ea6b req-07a279d5-0825-4671-960e-4f77177c25ca tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640447 Mar 05 05:21:35.784329 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-cb3f9761-e710-4f4c-a1df-79a4a2dba1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:35.785983 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-cb3f9761-e710-4f4c-a1df-79a4a2dba1e9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1&tenant_id=ab07f13582d14e74bdac64dcc9482a66 HTTP/1.1" status: 200 len: 1128 time: 0.0641468 Mar 05 05:21:35.796776 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-735ead0d-7504-4411-b36c-438d330057af service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-32', 'device_owner': 'compute:nova'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:21:35.862871 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-735ead0d-7504-4411-b36c-438d330057af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4353a514-9ba0-4187-a00f-3721fce36b7a), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:36.047863 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 4353a514-9ba0-4187-a00f-3721fce36b7a details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:21:36.099522 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-735ead0d-7504-4411-b36c-438d330057af service neutron] For port 4353a514-9ba0-4187-a00f-3721fce36b7a, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=4353a514-9ba0-4187-a00f-3721fce36b7a,segment=NetworkSegment(aadb5d3f-099e-455c-afbe-67ecab000bc7),segment_id=aadb5d3f-099e-455c-afbe-67ecab000bc7)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:21:36.138667 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-735ead0d-7504-4411-b36c-438d330057af service neutron] For port 4353a514-9ba0-4187-a00f-3721fce36b7a, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:21:36.193482 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 4353a514-9ba0-4187-a00f-3721fce36b7a, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=4353a514-9ba0-4187-a00f-3721fce36b7a,segment=NetworkSegment(aadb5d3f-099e-455c-afbe-67ecab000bc7),segment_id=aadb5d3f-099e-455c-afbe-67ecab000bc7)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:21:36.197604 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-735ead0d-7504-4411-b36c-438d330057af service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4353a514-9ba0-4187-a00f-3721fce36b7a {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:21:36.209220 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '4353a514-9ba0-4187-a00f-3721fce36b7a', 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75', 'port_id': '4353a514-9ba0-4187-a00f-3721fce36b7a', 'mac_address': 'fa:16:3e:23:f3:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a109e9dc-c1b1-4288-965a-6a076dc9df52', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:21:36.223547 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-735ead0d-7504-4411-b36c-438d330057af service neutron] Publish callbacks [] for port (4353a514-9ba0-4187-a00f-3721fce36b7a), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:36.244532 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-735ead0d-7504-4411-b36c-438d330057af service neutron] Ignored duplicate provisioning block setup for port 4353a514-9ba0-4187-a00f-3721fce36b7a by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Mar 05 05:21:36.253125 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-735ead0d-7504-4411-b36c-438d330057af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (4353a514-9ba0-4187-a00f-3721fce36b7a), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:36.313859 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bda7a1-8deb-49af-92d1-9a96a51caf10 req-10e1280e-cc32-4f4f-b640-aa4b0242b7b7 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:36.315759 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76bda7a1-8deb-49af-92d1-9a96a51caf10 req-10e1280e-cc32-4f4f-b640-aa4b0242b7b7 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/ports?device_id=b36d687e-4fea-4d57-ab5d-7b142b21cba6 HTTP/1.1" status: 200 len: 946 time: 0.0771320 Mar 05 05:21:36.355604 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ead0d-7504-4411-b36c-438d330057af service neutron] Pushing event updated for resources: {'Port': ['ID=4353a514-9ba0-4187-a00f-3721fce36b7a,revision_number=9']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:21:36.388199 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76bda7a1-8deb-49af-92d1-9a96a51caf10 req-4f661501-e1b2-48b5-a231-78913b9f3d19 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c28250f-cff7-4a1a-bdae-c47b3ac76e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633829 Mar 05 05:21:36.432140 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-735ead0d-7504-4411-b36c-438d330057af service neutron] No DVR routers for this DVR port 4353a514-9ba0-4187-a00f-3721fce36b7a on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:21:36.720334 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407533d3-c4de-446c-8ec0-8ed9bcd634e1 req-6bbf7536-fc97-4d70-a231-12a5d64e12d7 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:36.722837 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-407533d3-c4de-446c-8ec0-8ed9bcd634e1 req-6bbf7536-fc97-4d70-a231-12a5d64e12d7 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 944 time: 0.0687287 Mar 05 05:21:36.782109 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-407533d3-c4de-446c-8ec0-8ed9bcd634e1 req-24c5ae11-ca5b-47b3-af5c-982f458e32fa tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528934 Mar 05 05:21:36.955612 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-735ead0d-7504-4411-b36c-438d330057af service neutron] Attempting to bind port 4353a514-9ba0-4187-a00f-3721fce36b7a on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:21:36.956218 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-735ead0d-7504-4411-b36c-438d330057af service neutron] Attempting to bind port 4353a514-9ba0-4187-a00f-3721fce36b7a by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'aadb5d3f-099e-455c-afbe-67ecab000bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:21:36.956365 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-735ead0d-7504-4411-b36c-438d330057af service neutron] Attempting to bind port 4353a514-9ba0-4187-a00f-3721fce36b7a on network 23a3767b-b03a-46a1-9849-5d74a86cee75 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:21:36.966778 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7f3d6-fa41-4067-abb6-529c679cc249 req-138aa5b4-30ca-4196-8d75-22f7ced9c18f tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:36.968491 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c3a7f3d6-fa41-4067-abb6-529c679cc249 req-138aa5b4-30ca-4196-8d75-22f7ced9c18f tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.30 "GET /v2.0/ports?device_id=b36d687e-4fea-4d57-ab5d-7b142b21cba6 HTTP/1.1" status: 200 len: 946 time: 0.4725838 Mar 05 05:21:36.969450 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-735ead0d-7504-4411-b36c-438d330057af service neutron] Port 4353a514-9ba0-4187-a00f-3721fce36b7a on network 23a3767b-b03a-46a1-9849-5d74a86cee75 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:21:36.969775 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-735ead0d-7504-4411-b36c-438d330057af service neutron] Attempting to bind port 4353a514-9ba0-4187-a00f-3721fce36b7a on network 23a3767b-b03a-46a1-9849-5d74a86cee75 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:21:36.981072 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-735ead0d-7504-4411-b36c-438d330057af service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:21:36.981346 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-735ead0d-7504-4411-b36c-438d330057af service neutron] Checking segment: {'id': 'aadb5d3f-099e-455c-afbe-67ecab000bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:21:36.981719 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-735ead0d-7504-4411-b36c-438d330057af service neutron] Bound using segment: {'id': 'aadb5d3f-099e-455c-afbe-67ecab000bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:21:36.982140 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-735ead0d-7504-4411-b36c-438d330057af service neutron] Bound port: 4353a514-9ba0-4187-a00f-3721fce36b7a, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aadb5d3f-099e-455c-afbe-67ecab000bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:21:36.982489 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-735ead0d-7504-4411-b36c-438d330057af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4353a514-9ba0-4187-a00f-3721fce36b7a), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:37.108171 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-735ead0d-7504-4411-b36c-438d330057af service neutron] For port 4353a514-9ba0-4187-a00f-3721fce36b7a, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:21:37.125000 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-735ead0d-7504-4411-b36c-438d330057af service neutron] For port 4353a514-9ba0-4187-a00f-3721fce36b7a, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=4353a514-9ba0-4187-a00f-3721fce36b7a,segment=NetworkSegment(aadb5d3f-099e-455c-afbe-67ecab000bc7),segment_id=aadb5d3f-099e-455c-afbe-67ecab000bc7)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:21:37.138938 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-c3a7f3d6-fa41-4067-abb6-529c679cc249 req-7fc7015b-dbcf-4f54-9ff6-ce42545a73be tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Deleting port c9950e2e-c3bd-426e-8e33-d83a8aeadb60 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:21:37.139304 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c3a7f3d6-fa41-4067-abb6-529c679cc249 req-7fc7015b-dbcf-4f54-9ff6-ce42545a73be tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (c9950e2e-c3bd-426e-8e33-d83a8aeadb60), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:37.142447 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-735ead0d-7504-4411-b36c-438d330057af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (4353a514-9ba0-4187-a00f-3721fce36b7a), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:37.192351 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-735ead0d-7504-4411-b36c-438d330057af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:37.192971 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-735ead0d-7504-4411-b36c-438d330057af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:37.194619 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-735ead0d-7504-4411-b36c-438d330057af service neutron] 10.222.0.31 "PUT /v2.0/ports/4353a514-9ba0-4187-a00f-3721fce36b7a HTTP/1.1" status: 200 len: 1093 time: 1.4019709 Mar 05 05:21:37.195172 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a487264-139a-4872-8e98-ae353dcbcba1', 'tag': '4353a514-9ba0-4187-a00f-3721fce36b7a'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:21:37.198807 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6991862-9a39-4910-b60f-728b57bbb8e8" -d '{"events": [{"name": "network-changed", "server_uuid": "6a487264-139a-4872-8e98-ae353dcbcba1", "tag": "4353a514-9ba0-4187-a00f-3721fce36b7a"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:21:37.317332 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3577e9d-1528-4744-a183-cde76a94c466 x-openstack-request-id: req-c3577e9d-1528-4744-a183-cde76a94c466 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:21:37.317625 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a487264-139a-4872-8e98-ae353dcbcba1", "tag": "4353a514-9ba0-4187-a00f-3721fce36b7a", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:21:37.317879 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c3577e9d-1528-4744-a183-cde76a94c466 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:21:37.318436 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a487264-139a-4872-8e98-ae353dcbcba1', 'tag': '4353a514-9ba0-4187-a00f-3721fce36b7a', 'status': 'completed', 'code': 200} Mar 05 05:21:37.396373 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ead0d-7504-4411-b36c-438d330057af service neutron] Pushing event updated for resources: {'Port': ['ID=4353a514-9ba0-4187-a00f-3721fce36b7a,revision_number=10']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:21:37.443740 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-595282f1-d953-48b1-ab61-9d645fecc186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:37.445385 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-595282f1-d953-48b1-ab61-9d645fecc186 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 1128 time: 0.2183557 Mar 05 05:21:37.533277 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-c3a7f3d6-fa41-4067-abb6-529c679cc249 req-7fc7015b-dbcf-4f54-9ff6-ce42545a73be tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] For port c9950e2e-c3bd-426e-8e33-d83a8aeadb60, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=c9950e2e-c3bd-426e-8e33-d83a8aeadb60,segment=NetworkSegment(b3d18b2a-f642-426c-a122-cc2e93cd5c44),segment_id=b3d18b2a-f642-426c-a122-cc2e93cd5c44)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:21:37.535634 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c3a7f3d6-fa41-4067-abb6-529c679cc249 req-7fc7015b-dbcf-4f54-9ff6-ce42545a73be tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (c9950e2e-c3bd-426e-8e33-d83a8aeadb60), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:37.593033 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6991862-9a39-4910-b60f-728b57bbb8e8 req-fd85c406-b666-4c3b-86e3-2320383f4006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:37.595313 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d6991862-9a39-4910-b60f-728b57bbb8e8 req-fd85c406-b666-4c3b-86e3-2320383f4006 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 1128 time: 0.2758973 Mar 05 05:21:37.597741 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-c3a7f3d6-fa41-4067-abb6-529c679cc249 req-7fc7015b-dbcf-4f54-9ff6-ce42545a73be tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Calling delete_port for c9950e2e-c3bd-426e-8e33-d83a8aeadb60 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:21:37.643956 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2414e57-17e2-4806-a2e6-6b15100370b1 req-287658c0-10a2-4817-9826-abae87359a96 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:37.648300 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c2414e57-17e2-4806-a2e6-6b15100370b1 req-287658c0-10a2-4817-9826-abae87359a96 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/ports?device_id=b36d687e-4fea-4d57-ab5d-7b142b21cba6 HTTP/1.1" status: 200 len: 946 time: 0.1060224 Mar 05 05:21:37.715883 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6991862-9a39-4910-b60f-728b57bbb8e8 req-4b2313f4-61bd-4eae-aa0c-5baa4e954e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:37.717616 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d6991862-9a39-4910-b60f-728b57bbb8e8 req-4b2313f4-61bd-4eae-aa0c-5baa4e954e2b service neutron] 10.222.0.30 "GET /v2.0/networks?id=23a3767b-b03a-46a1-9849-5d74a86cee75 HTTP/1.1" status: 200 len: 897 time: 0.1158643 Mar 05 05:21:37.764885 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c2414e57-17e2-4806-a2e6-6b15100370b1 req-c56ed672-fcca-4fe5-9f07-48a908737327 tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c28250f-cff7-4a1a-bdae-c47b3ac76e55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093833 Mar 05 05:21:37.898080 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d6991862-9a39-4910-b60f-728b57bbb8e8 req-e96cf5be-02a8-4ee4-b55f-8da4025265bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4353a514-9ba0-4187-a00f-3721fce36b7a HTTP/1.1" status: 200 len: 999 time: 0.1730196 Mar 05 05:21:37.911124 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-9416211b-d2e0-4104-814e-8bb9fb930add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:37.913111 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-9416211b-d2e0-4104-814e-8bb9fb930add service neutron] 10.222.0.31 "GET /v2.0/networks?id=23a3767b-b03a-46a1-9849-5d74a86cee75 HTTP/1.1" status: 200 len: 897 time: 0.4621215 Mar 05 05:21:37.997919 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad88c42-bb9a-4e73-9360-f91a8683b749 req-983e2845-aa09-47b0-8275-c08514567f25 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:38.000622 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fad88c42-bb9a-4e73-9360-f91a8683b749 req-983e2845-aa09-47b0-8275-c08514567f25 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 945 time: 0.1096783 Mar 05 05:21:38.062821 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 4353a514-9ba0-4187-a00f-3721fce36b7a no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:21:38.092369 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6991862-9a39-4910-b60f-728b57bbb8e8 req-d3159a4e-eb0c-490c-a7a1-123a26bc62d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:38.094553 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d6991862-9a39-4910-b60f-728b57bbb8e8 req-d3159a4e-eb0c-490c-a7a1-123a26bc62d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a109e9dc-c1b1-4288-965a-6a076dc9df52 HTTP/1.1" status: 200 len: 834 time: 0.1803949 Mar 05 05:21:38.114643 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fad88c42-bb9a-4e73-9360-f91a8683b749 req-3a7851ab-7b72-46c0-b813-c38c86af7465 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730186 Mar 05 05:21:38.118174 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] The host n-h1-789963-32 is not matching for port 4353a514-9ba0-4187-a00f-3721fce36b7a host n-h2-789963-32! {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 05 05:21:38.124030 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 4353a514-9ba0-4187-a00f-3721fce36b7a not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:21:38.179148 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-3724fbb5-fb86-4d63-9f51-d88862231cb9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4353a514-9ba0-4187-a00f-3721fce36b7a HTTP/1.1" status: 200 len: 999 time: 0.2466860 Mar 05 05:21:38.245357 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c3a7f3d6-fa41-4067-abb6-529c679cc249 req-7fc7015b-dbcf-4f54-9ff6-ce42545a73be tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (c9950e2e-c3bd-426e-8e33-d83a8aeadb60), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:38.283147 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-3f7bd026-5b75-4141-a1d1-9d04290225e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:38.284628 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-3f7bd026-5b75-4141-a1d1-9d04290225e4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a109e9dc-c1b1-4288-965a-6a076dc9df52 HTTP/1.1" status: 200 len: 834 time: 0.0980275 Mar 05 05:21:38.285880 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7015b-dbcf-4f54-9ff6-ce42545a73be tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Pushing event deleted for resources: {'Port': ['ID=c9950e2e-c3bd-426e-8e33-d83a8aeadb60,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:21:38.289447 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6991862-9a39-4910-b60f-728b57bbb8e8 req-488d7abc-4af1-4128-bbf8-a468c3a5f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:38.290890 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d6991862-9a39-4910-b60f-728b57bbb8e8 req-488d7abc-4af1-4128-bbf8-a468c3a5f9da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=23a3767b-b03a-46a1-9849-5d74a86cee75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1441946 Mar 05 05:21:38.386852 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a7f3d6-fa41-4067-abb6-529c679cc249 req-7fc7015b-dbcf-4f54-9ff6-ce42545a73be tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] No DVR routers for this DVR port c9950e2e-c3bd-426e-8e33-d83a8aeadb60 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:21:38.393531 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c3a7f3d6-fa41-4067-abb6-529c679cc249 req-7fc7015b-dbcf-4f54-9ff6-ce42545a73be tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:38.396828 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c3a7f3d6-fa41-4067-abb6-529c679cc249 req-7fc7015b-dbcf-4f54-9ff6-ce42545a73be tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.30 "DELETE /v2.0/ports/c9950e2e-c3bd-426e-8e33-d83a8aeadb60 HTTP/1.1" status: 204 len: 173 time: 1.4221396 Mar 05 05:21:38.451247 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-21992fc6-416f-4213-a1e2-fa0ed65a105b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:38.453236 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-21992fc6-416f-4213-a1e2-fa0ed65a105b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=23a3767b-b03a-46a1-9849-5d74a86cee75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1614516 Mar 05 05:21:38.472075 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d6991862-9a39-4910-b60f-728b57bbb8e8 req-e4b3da91-9e0f-4c75-99a9-f7b327de3cb9 service neutron] 10.222.0.30 "GET /v2.0/networks/23a3767b-b03a-46a1-9849-5d74a86cee75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679497 Mar 05 05:21:38.657362 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-9a9c0728-1c09-4ddb-81ec-aecce8dbb86b service neutron] 10.222.0.31 "GET /v2.0/networks/23a3767b-b03a-46a1-9849-5d74a86cee75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837187 Mar 05 05:21:38.659263 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d6991862-9a39-4910-b60f-728b57bbb8e8 req-d432bd9e-e16f-483c-bde3-0cf8820df445 service neutron] 10.222.0.30 "GET /v2.0/networks/23a3767b-b03a-46a1-9849-5d74a86cee75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637664 Mar 05 05:21:38.754894 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1c59e950-5eb0-411e-b9f5-6a8cf71f3207 req-721e79a2-0327-4fe6-8f7e-190f2f6aac12 service neutron] 10.222.0.31 "GET /v2.0/networks/23a3767b-b03a-46a1-9849-5d74a86cee75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918500 Mar 05 05:21:38.877901 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d16741b0-2f7f-4acc-8b41-8f0655406fc8 req-f1b38316-3f93-49df-b985-4505dc65a93a tempest-VolumesSnapshotTestJSON-2123511794 tempest-VolumesSnapshotTestJSON-2123511794-project] 10.222.0.11 "GET /v2.0/ports?device_id=b36d687e-4fea-4d57-ab5d-7b142b21cba6 HTTP/1.1" status: 200 len: 210 time: 0.0335846 Mar 05 05:21:38.917258 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6991862-9a39-4910-b60f-728b57bbb8e8 req-67da76f9-b412-41b9-b1c3-6405eb68f7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:38.920810 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d6991862-9a39-4910-b60f-728b57bbb8e8 req-67da76f9-b412-41b9-b1c3-6405eb68f7fb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 1128 time: 0.1046231 Mar 05 05:21:39.065937 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6991862-9a39-4910-b60f-728b57bbb8e8 req-6f0412c8-c747-4815-938b-f668e5cda729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:39.067857 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d6991862-9a39-4910-b60f-728b57bbb8e8 req-6f0412c8-c747-4815-938b-f668e5cda729 service neutron] 10.222.0.31 "GET /v2.0/networks?id=23a3767b-b03a-46a1-9849-5d74a86cee75 HTTP/1.1" status: 200 len: 897 time: 0.1411362 Mar 05 05:21:39.146269 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d6991862-9a39-4910-b60f-728b57bbb8e8 req-6f3d1a00-03e8-494b-aa95-0dace6522589 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4353a514-9ba0-4187-a00f-3721fce36b7a HTTP/1.1" status: 200 len: 999 time: 0.0714407 Mar 05 05:21:39.203838 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6991862-9a39-4910-b60f-728b57bbb8e8 req-f95128e6-da03-458d-a7f1-c23a2fe8d771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:39.205521 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d6991862-9a39-4910-b60f-728b57bbb8e8 req-f95128e6-da03-458d-a7f1-c23a2fe8d771 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a109e9dc-c1b1-4288-965a-6a076dc9df52 HTTP/1.1" status: 200 len: 834 time: 0.0534778 Mar 05 05:21:39.286509 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6991862-9a39-4910-b60f-728b57bbb8e8 req-11725358-61f4-4d82-be51-44904619e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:39.288106 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d6991862-9a39-4910-b60f-728b57bbb8e8 req-11725358-61f4-4d82-be51-44904619e95c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=23a3767b-b03a-46a1-9849-5d74a86cee75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0768392 Mar 05 05:21:39.314260 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59884a-474c-4e8b-8357-73e23cfc76d5 req-3b5ed280-eb90-4166-a745-533f8eb3623f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:39.316281 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fb59884a-474c-4e8b-8357-73e23cfc76d5 req-3b5ed280-eb90-4166-a745-533f8eb3623f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 945 time: 0.0805311 Mar 05 05:21:39.319658 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36d687e-4fea-4d57-ab5d-7b142b21cba6', 'name': 'network-vif-deleted', 'tag': 'c9950e2e-c3bd-426e-8e33-d83a8aeadb60'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:21:39.327546 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfba6d7-979e-4195-a713-72e037a39e08" -d '{"events": [{"server_uuid": "b36d687e-4fea-4d57-ab5d-7b142b21cba6", "name": "network-vif-deleted", "tag": "c9950e2e-c3bd-426e-8e33-d83a8aeadb60"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:21:39.379808 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fb59884a-474c-4e8b-8357-73e23cfc76d5 req-8bc0221b-e5bd-4123-a787-0e9bc072a08a tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560541 Mar 05 05:21:39.398674 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb89d205-c95f-4ded-97cc-13281b0c889c x-openstack-request-id: req-bb89d205-c95f-4ded-97cc-13281b0c889c {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:21:39.401231 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36d687e-4fea-4d57-ab5d-7b142b21cba6", "name": "network-vif-deleted", "tag": "c9950e2e-c3bd-426e-8e33-d83a8aeadb60", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:21:39.402245 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bb89d205-c95f-4ded-97cc-13281b0c889c {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:21:39.402812 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36d687e-4fea-4d57-ab5d-7b142b21cba6', 'name': 'network-vif-deleted', 'tag': 'c9950e2e-c3bd-426e-8e33-d83a8aeadb60', 'status': 'completed', 'code': 200} Mar 05 05:21:39.447714 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d6991862-9a39-4910-b60f-728b57bbb8e8 req-04a5cbf6-6c7e-4e9e-ad87-382f0fda1da6 service neutron] 10.222.0.31 "GET /v2.0/networks/23a3767b-b03a-46a1-9849-5d74a86cee75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521318 Mar 05 05:21:39.544725 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d6991862-9a39-4910-b60f-728b57bbb8e8 req-35b53cb4-e94d-4fbe-979b-a9fb4b3955f6 service neutron] 10.222.0.31 "GET /v2.0/networks/23a3767b-b03a-46a1-9849-5d74a86cee75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890741 Mar 05 05:21:40.062131 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device c9950e2e-c3bd-426e-8e33-d83a8aeadb60 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:21:40.130828 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: c9950e2e-c3bd-426e-8e33-d83a8aeadb60 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:21:40.131521 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device c9950e2e-c3bd-426e-8e33-d83a8aeadb60 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:21:40.568352 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f993b-ab7b-4be4-9ba5-5e9bd882fb06 req-d279ab35-d482-449b-9279-df828fa11d03 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:40.569907 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e23f993b-ab7b-4be4-9ba5-5e9bd882fb06 req-d279ab35-d482-449b-9279-df828fa11d03 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 945 time: 0.0893996 Mar 05 05:21:40.628094 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e23f993b-ab7b-4be4-9ba5-5e9bd882fb06 req-6e5bfe42-760b-42f9-b4f8-2c0a9e2ea060 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501454 Mar 05 05:21:40.651495 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 36958) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:21:40.716484 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-57e156ef-29cb-4809-9da2-21ebfb6b953e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/floatingips/979b30cb-4c3e-4090-9faa-5851242a0dcb HTTP/1.1" status: 200 len: 991 time: 0.0634522 Mar 05 05:21:40.729886 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 4353a514-9ba0-4187-a00f-3721fce36b7a details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:21:40.847501 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 4353a514-9ba0-4187-a00f-3721fce36b7a, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=4353a514-9ba0-4187-a00f-3721fce36b7a,segment=NetworkSegment(aadb5d3f-099e-455c-afbe-67ecab000bc7),segment_id=aadb5d3f-099e-455c-afbe-67ecab000bc7)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:21:40.861328 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '4353a514-9ba0-4187-a00f-3721fce36b7a', 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75', 'port_id': '4353a514-9ba0-4187-a00f-3721fce36b7a', 'mac_address': 'fa:16:3e:23:f3:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a109e9dc-c1b1-4288-965a-6a076dc9df52', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:21:40.919829 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 4353a514-9ba0-4187-a00f-3721fce36b7a is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:21:40.920576 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4353a514-9ba0-4187-a00f-3721fce36b7a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:40.940688 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4353a514-9ba0-4187-a00f-3721fce36b7a {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:21:40.962356 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 4353a514-9ba0-4187-a00f-3721fce36b7a, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=4353a514-9ba0-4187-a00f-3721fce36b7a,segment=NetworkSegment(aadb5d3f-099e-455c-afbe-67ecab000bc7),segment_id=aadb5d3f-099e-455c-afbe-67ecab000bc7)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:21:40.966280 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (4353a514-9ba0-4187-a00f-3721fce36b7a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:41.015880 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=4353a514-9ba0-4187-a00f-3721fce36b7a,revision_number=11']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:21:41.178871 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['4353a514-9ba0-4187-a00f-3721fce36b7a'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:21:41.449141 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7c3f7563-3aa5-4dc9-9b11-34ccac90b6bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:42.736631 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 4353a514-9ba0-4187-a00f-3721fce36b7a up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:21:42.839395 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 4353a514-9ba0-4187-a00f-3721fce36b7a completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:21:42.850067 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 4353a514-9ba0-4187-a00f-3721fce36b7a triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:21:42.850859 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (4353a514-9ba0-4187-a00f-3721fce36b7a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:42.962220 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 4353a514-9ba0-4187-a00f-3721fce36b7a is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:21:42.962619 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4353a514-9ba0-4187-a00f-3721fce36b7a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:42.992288 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a487264-139a-4872-8e98-ae353dcbcba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4353a514-9ba0-4187-a00f-3721fce36b7a'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:21:42.995884 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1dbbf9-57a4-46ce-b7d3-bd54a7279020" -d '{"events": [{"server_uuid": "6a487264-139a-4872-8e98-ae353dcbcba1", "name": "network-vif-plugged", "status": "completed", "tag": "4353a514-9ba0-4187-a00f-3721fce36b7a"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:21:43.013708 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 4353a514-9ba0-4187-a00f-3721fce36b7a, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=4353a514-9ba0-4187-a00f-3721fce36b7a,segment=NetworkSegment(aadb5d3f-099e-455c-afbe-67ecab000bc7),segment_id=aadb5d3f-099e-455c-afbe-67ecab000bc7)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:21:43.024905 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (4353a514-9ba0-4187-a00f-3721fce36b7a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:43.056011 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40deaa84-e6ec-411d-b1fc-6ed1745745ea x-openstack-request-id: req-40deaa84-e6ec-411d-b1fc-6ed1745745ea {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:21:43.056567 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a487264-139a-4872-8e98-ae353dcbcba1", "name": "network-vif-plugged", "status": "completed", "tag": "4353a514-9ba0-4187-a00f-3721fce36b7a", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:21:43.056995 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-40deaa84-e6ec-411d-b1fc-6ed1745745ea {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:21:43.057560 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a487264-139a-4872-8e98-ae353dcbcba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4353a514-9ba0-4187-a00f-3721fce36b7a', 'code': 200} Mar 05 05:21:43.103685 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=4353a514-9ba0-4187-a00f-3721fce36b7a,revision_number=12']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:21:43.700301 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7a2f4e67-31c1-42f3-9162-eb6ca7329caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:43.936491 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:44.167350 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:45.072428 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:46.354753 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:47.808963 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:48.509477 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:21:52.881125 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37164) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:21:53.031465 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4840d7f9-5a75-4362-88ac-0b3a74b3fff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:53.112286 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4840d7f9-5a75-4362-88ac-0b3a74b3fff8 admin admin] Publish callbacks [] for security_group (94df01f3-1a48-4b06-adf3-9e8c054f7d8c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:53.132376 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4840d7f9-5a75-4362-88ac-0b3a74b3fff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (94df01f3-1a48-4b06-adf3-9e8c054f7d8c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:53.219212 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37168) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:21:53.226240 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4840d7f9-5a75-4362-88ac-0b3a74b3fff8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f9d8af37979946609496d450528af2f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3439426 Mar 05 05:21:53.232623 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-878d70ae-e19e-4e2d-aae7-79c8e6a421b8 req-43414f39-292b-4086-8962-2ee9465b8e59 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1080260 Mar 05 05:21:53.233498 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4840d7f9-5a75-4362-88ac-0b3a74b3fff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94df01f3-1a48-4b06-adf3-9e8c054f7d8c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:21:53.246994 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4840d7f9-5a75-4362-88ac-0b3a74b3fff8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:21:53.247649 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4840d7f9-5a75-4362-88ac-0b3a74b3fff8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:21:53.248309 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4840d7f9-5a75-4362-88ac-0b3a74b3fff8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:21:53.248931 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4840d7f9-5a75-4362-88ac-0b3a74b3fff8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:21:53.250446 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4840d7f9-5a75-4362-88ac-0b3a74b3fff8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:21:53.251465 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4840d7f9-5a75-4362-88ac-0b3a74b3fff8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:21:53.252026 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4840d7f9-5a75-4362-88ac-0b3a74b3fff8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:21:53.252613 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4840d7f9-5a75-4362-88ac-0b3a74b3fff8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:21:53.253180 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4840d7f9-5a75-4362-88ac-0b3a74b3fff8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:21:53.253746 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4840d7f9-5a75-4362-88ac-0b3a74b3fff8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:21:53.254331 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4840d7f9-5a75-4362-88ac-0b3a74b3fff8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:21:53.255042 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4840d7f9-5a75-4362-88ac-0b3a74b3fff8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:21:53.255549 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4840d7f9-5a75-4362-88ac-0b3a74b3fff8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:21:53.305577 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3c2a8547-f80f-4729-99c3-83860f5e9a3b admin admin] Publish callbacks [] for security_group (94df01f3-1a48-4b06-adf3-9e8c054f7d8c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:53.335671 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3c2a8547-f80f-4729-99c3-83860f5e9a3b admin admin] Publish callbacks [] for security_group (94df01f3-1a48-4b06-adf3-9e8c054f7d8c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:53.373709 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d70ae-e19e-4e2d-aae7-79c8e6a421b8 req-35f2c5f1-f850-4af8-8408-425629227687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:53.376010 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-878d70ae-e19e-4e2d-aae7-79c8e6a421b8 req-35f2c5f1-f850-4af8-8408-425629227687 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 1130 time: 0.0826383 Mar 05 05:21:53.400681 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3c2a8547-f80f-4729-99c3-83860f5e9a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (94df01f3-1a48-4b06-adf3-9e8c054f7d8c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:53.417093 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3c2a8547-f80f-4729-99c3-83860f5e9a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:53.421447 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3c2a8547-f80f-4729-99c3-83860f5e9a3b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/94df01f3-1a48-4b06-adf3-9e8c054f7d8c HTTP/1.1" status: 204 len: 168 time: 0.1982610 Mar 05 05:21:53.468488 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a8547-f80f-4729-99c3-83860f5e9a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94df01f3-1a48-4b06-adf3-9e8c054f7d8c,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:21:53.539264 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d70ae-e19e-4e2d-aae7-79c8e6a421b8 req-95ab3ef6-3425-46a9-bf18-ad4a5cb99932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:53.541575 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-878d70ae-e19e-4e2d-aae7-79c8e6a421b8 req-95ab3ef6-3425-46a9-bf18-ad4a5cb99932 service neutron] 10.222.0.31 "GET /v2.0/networks?id=23a3767b-b03a-46a1-9849-5d74a86cee75 HTTP/1.1" status: 200 len: 897 time: 0.1450996 Mar 05 05:21:53.638467 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-878d70ae-e19e-4e2d-aae7-79c8e6a421b8 req-6745d677-cb5c-4cfa-b4ac-9a44d7b64994 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4353a514-9ba0-4187-a00f-3721fce36b7a HTTP/1.1" status: 200 len: 1001 time: 0.0907037 Mar 05 05:21:53.702089 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d70ae-e19e-4e2d-aae7-79c8e6a421b8 req-0011e10b-3af2-4553-92be-769e322f0f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:53.703959 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-878d70ae-e19e-4e2d-aae7-79c8e6a421b8 req-0011e10b-3af2-4553-92be-769e322f0f08 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a109e9dc-c1b1-4288-965a-6a076dc9df52 HTTP/1.1" status: 200 len: 834 time: 0.0568976 Mar 05 05:21:53.783176 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d70ae-e19e-4e2d-aae7-79c8e6a421b8 req-e136dd9c-1495-4288-ad4f-84bf6bbf3d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:53.784755 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-878d70ae-e19e-4e2d-aae7-79c8e6a421b8 req-e136dd9c-1495-4288-ad4f-84bf6bbf3d97 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=23a3767b-b03a-46a1-9849-5d74a86cee75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0751212 Mar 05 05:21:53.799930 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-878d70ae-e19e-4e2d-aae7-79c8e6a421b8 req-b5935a07-44d1-4fad-b055-ad697b8a7fd8 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:21:53.801188 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-878d70ae-e19e-4e2d-aae7-79c8e6a421b8 req-b5935a07-44d1-4fad-b055-ad697b8a7fd8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053792 Mar 05 05:21:53.913287 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-878d70ae-e19e-4e2d-aae7-79c8e6a421b8 req-ae1ce2b5-4751-446f-adc0-e9197bb36755 service neutron] 10.222.0.31 "GET /v2.0/networks/23a3767b-b03a-46a1-9849-5d74a86cee75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047418 Mar 05 05:21:53.963675 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37182) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:21:53.984915 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f24f091-9c96-4eba-9990-db5cf70d26ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:54.066637 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-878d70ae-e19e-4e2d-aae7-79c8e6a421b8 req-4e986b83-9d7c-456a-8d88-11ad3e7ff122 service neutron] 10.222.0.31 "GET /v2.0/networks/23a3767b-b03a-46a1-9849-5d74a86cee75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467528 Mar 05 05:21:54.122479 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f24f091-9c96-4eba-9990-db5cf70d26ea admin admin] Publish callbacks [] for security_group (54584b81-427c-4018-94ce-d9c23e189527), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:54.129547 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f24f091-9c96-4eba-9990-db5cf70d26ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (54584b81-427c-4018-94ce-d9c23e189527), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:54.183534 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7f24f091-9c96-4eba-9990-db5cf70d26ea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4812026a4c384848a01a1130a1b2c6ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2187200 Mar 05 05:21:54.185515 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f24f091-9c96-4eba-9990-db5cf70d26ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54584b81-427c-4018-94ce-d9c23e189527,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:21:54.186604 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37186) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:21:54.256385 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a4906a4-acf3-4582-b1fb-582564524f75 admin admin] Publish callbacks [] for security_group (54584b81-427c-4018-94ce-d9c23e189527), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:54.279760 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a4906a4-acf3-4582-b1fb-582564524f75 admin admin] Publish callbacks [] for security_group (54584b81-427c-4018-94ce-d9c23e189527), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:54.378849 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a4906a4-acf3-4582-b1fb-582564524f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (54584b81-427c-4018-94ce-d9c23e189527), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:54.381701 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3a4906a4-acf3-4582-b1fb-582564524f75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:21:54.386180 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3a4906a4-acf3-4582-b1fb-582564524f75 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/54584b81-427c-4018-94ce-d9c23e189527 HTTP/1.1" status: 204 len: 168 time: 0.1950386 Mar 05 05:21:54.395990 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4906a4-acf3-4582-b1fb-582564524f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54584b81-427c-4018-94ce-d9c23e189527,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:21:54.426582 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-405fbb22-113c-4623-bc83-54202f44a8cb req-0a6d026e-7140-41d2-8472-30bfdd6688b4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3399086 Mar 05 05:21:54.540592 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fbb22-113c-4623-bc83-54202f44a8cb req-d694daff-d43f-43cf-a6b5-a74197191ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:54.542635 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-405fbb22-113c-4623-bc83-54202f44a8cb req-d694daff-d43f-43cf-a6b5-a74197191ec3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 1129 time: 0.0696309 Mar 05 05:21:54.715570 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fbb22-113c-4623-bc83-54202f44a8cb req-23423cc2-23f7-4625-a658-4d96753f8f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:54.718015 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-405fbb22-113c-4623-bc83-54202f44a8cb req-23423cc2-23f7-4625-a658-4d96753f8f3a service neutron] 10.222.0.30 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 912 time: 0.1556516 Mar 05 05:21:54.816509 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-405fbb22-113c-4623-bc83-54202f44a8cb req-4ebfa025-8314-44d8-89b1-e1e1d55f8801 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85b290ee-fc55-4bd0-9fe0-d8f7960f7da3 HTTP/1.1" status: 200 len: 1001 time: 0.0922174 Mar 05 05:21:54.873645 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fbb22-113c-4623-bc83-54202f44a8cb req-41b3afd0-7e7c-43c8-b417-0df96b7fd9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:54.875062 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-405fbb22-113c-4623-bc83-54202f44a8cb req-41b3afd0-7e7c-43c8-b417-0df96b7fd9da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb HTTP/1.1" status: 200 len: 851 time: 0.0529313 Mar 05 05:21:54.942587 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fbb22-113c-4623-bc83-54202f44a8cb req-23e026be-7617-453d-aed2-6b80bd9f166e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:21:54.944268 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-405fbb22-113c-4623-bc83-54202f44a8cb req-23e026be-7617-453d-aed2-6b80bd9f166e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3da289b5-f373-4722-9911-8508cc812a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0632837 Mar 05 05:21:55.083216 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-405fbb22-113c-4623-bc83-54202f44a8cb req-710571e8-da55-455e-b7dd-47308aaaefbc service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316018 Mar 05 05:21:55.194286 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-405fbb22-113c-4623-bc83-54202f44a8cb req-ceb04a2c-e952-45da-bf7d-7c222b90d71a service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043983 Mar 05 05:22:11.310294 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d7282-235c-4d8b-ac66-fc90f796c508 req-b9d830f4-2d14-4447-95be-5cb9a913d4ee tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:11.312579 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8f1d7282-235c-4d8b-ac66-fc90f796c508 req-b9d830f4-2d14-4447-95be-5cb9a913d4ee tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 1130 time: 0.0465040 Mar 05 05:22:11.363734 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8f1d7282-235c-4d8b-ac66-fc90f796c508 req-d2fe575b-7390-4314-8c77-a084272957ed tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456383 Mar 05 05:22:11.387552 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37492) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:22:11.446947 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0ae9534a-b62b-4c4e-96fe-c1ccecd317b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:11.636493 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-755e8c01-b585-4658-beb0-538952bdd5d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Deleting port 2b82b728-8af0-475f-9092-b64a6575053d {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:22:11.637387 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-755e8c01-b585-4658-beb0-538952bdd5d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (2b82b728-8af0-475f-9092-b64a6575053d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:11.728101 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-755e8c01-b585-4658-beb0-538952bdd5d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (2b82b728-8af0-475f-9092-b64a6575053d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:11.728428 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-755e8c01-b585-4658-beb0-538952bdd5d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for floatingip (2b82b728-8af0-475f-9092-b64a6575053d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:11.742313 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-755e8c01-b585-4658-beb0-538952bdd5d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Calling delete_port for 2b82b728-8af0-475f-9092-b64a6575053d owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:22:11.932092 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-755e8c01-b585-4658-beb0-538952bdd5d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (2b82b728-8af0-475f-9092-b64a6575053d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:12.015610 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e8c01-b585-4658-beb0-538952bdd5d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event deleted for resources: {'Port': ['ID=2b82b728-8af0-475f-9092-b64a6575053d,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:12.048001 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e8c01-b585-4658-beb0-538952bdd5d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:12.051659 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e8c01-b585-4658-beb0-538952bdd5d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:12.051659 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e8c01-b585-4658-beb0-538952bdd5d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:12.051901 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e8c01-b585-4658-beb0-538952bdd5d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:12.052770 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e8c01-b585-4658-beb0-538952bdd5d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:12.052907 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e8c01-b585-4658-beb0-538952bdd5d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:12.053485 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e8c01-b585-4658-beb0-538952bdd5d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:12.054200 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e8c01-b585-4658-beb0-538952bdd5d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:12.054700 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e8c01-b585-4658-beb0-538952bdd5d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:12.054847 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e8c01-b585-4658-beb0-538952bdd5d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:12.055672 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e8c01-b585-4658-beb0-538952bdd5d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:12.055949 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e8c01-b585-4658-beb0-538952bdd5d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:12.056292 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755e8c01-b585-4658-beb0-538952bdd5d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:12.112314 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-755e8c01-b585-4658-beb0-538952bdd5d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for floatingip (979b30cb-4c3e-4090-9faa-5851242a0dcb), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:12.112895 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-755e8c01-b585-4658-beb0-538952bdd5d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Floating IP 979b30cb-4c3e-4090-9faa-5851242a0dcb disassociated (deleted). External IP: 172.25.0.49, port: 4353a514-9ba0-4187-a00f-3721fce36b7a. Mar 05 05:22:12.376175 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755e8c01-b585-4658-beb0-538952bdd5d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Router 627392bd-3d54-4600-8a01-5e055c86d5ca has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:22:12.500256 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755e8c01-b585-4658-beb0-538952bdd5d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:22:12.504708 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-755e8c01-b585-4658-beb0-538952bdd5d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:12.511818 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38c7346-6651-4a46-bb38-a41fb0f89de0 None None] Sync routers for ids ['627392bd-3d54-4600-8a01-5e055c86d5ca'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:22:12.522337 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38c7346-6651-4a46-bb38-a41fb0f89de0 None None] Routers {'627392bd-3d54-4600-8a01-5e055c86d5ca'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:22:12.524430 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e38c7346-6651-4a46-bb38-a41fb0f89de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:21:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['627392bd-3d54-4600-8a01-5e055c86d5ca'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:22:12.552368 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-755e8c01-b585-4658-beb0-538952bdd5d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "DELETE /v2.0/floatingips/979b30cb-4c3e-4090-9faa-5851242a0dcb HTTP/1.1" status: 204 len: 168 time: 1.1636286 Mar 05 05:22:12.553474 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a487264-139a-4872-8e98-ae353dcbcba1', 'tag': '4353a514-9ba0-4187-a00f-3721fce36b7a'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:22:12.557168 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821b3882-128b-49b8-b69f-3384436be938" -d '{"events": [{"name": "network-changed", "server_uuid": "6a487264-139a-4872-8e98-ae353dcbcba1", "tag": "4353a514-9ba0-4187-a00f-3721fce36b7a"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:22:12.635933 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bc310b-288e-4254-ab12-f27238b35106 x-openstack-request-id: req-d8bc310b-288e-4254-ab12-f27238b35106 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:22:12.636474 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a487264-139a-4872-8e98-ae353dcbcba1", "tag": "4353a514-9ba0-4187-a00f-3721fce36b7a", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:22:12.636942 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d8bc310b-288e-4254-ab12-f27238b35106 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:22:12.637579 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a487264-139a-4872-8e98-ae353dcbcba1', 'tag': '4353a514-9ba0-4187-a00f-3721fce36b7a', 'status': 'completed', 'code': 200} Mar 05 05:22:12.719184 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-e38c7346-6651-4a46-bb38-a41fb0f89de0 None None] Set router 627392bd-3d54-4600-8a01-5e055c86d5ca gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:22:12.750851 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b3882-128b-49b8-b69f-3384436be938 req-b97826aa-b797-4b6e-be26-98f82d4f84f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:12.758081 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-821b3882-128b-49b8-b69f-3384436be938 req-b97826aa-b797-4b6e-be26-98f82d4f84f7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 1130 time: 0.1163077 Mar 05 05:22:13.019019 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b3882-128b-49b8-b69f-3384436be938 req-399bd5b6-e545-4147-ac51-fb917917b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:13.020855 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-821b3882-128b-49b8-b69f-3384436be938 req-399bd5b6-e545-4147-ac51-fb917917b269 service neutron] 10.222.0.31 "GET /v2.0/networks?id=23a3767b-b03a-46a1-9849-5d74a86cee75 HTTP/1.1" status: 200 len: 897 time: 0.2553825 Mar 05 05:22:13.034644 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68f6a8-75c4-4699-afce-f65042df249e req-672f0713-1d4f-437a-b748-1ba6b0d84096 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:13.037066 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9a68f6a8-75c4-4699-afce-f65042df249e req-672f0713-1d4f-437a-b748-1ba6b0d84096 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 947 time: 0.1739781 Mar 05 05:22:13.049075 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e38c7346-6651-4a46-bb38-a41fb0f89de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191601947', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'fa5d0b07-b84a-4bb4-bc14-1d30f9643910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:20:20Z', 'updated_at': '2022-03-05T05:20:26Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'fa5d0b07-b84a-4bb4-bc14-1d30f9643910', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:14:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:20:21Z', 'updated_at': '2022-03-05T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'b2cc52a4-70ed-4953-9ec3-047cf6cd57ad', 'name': '', 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:54:93:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a109e9dc-c1b1-4288-965a-6a076dc9df52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:20:25Z', 'updated_at': '2022-03-05T05:20:29Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': 'a109e9dc-c1b1-4288-965a-6a076dc9df52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:22:13.072819 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-821b3882-128b-49b8-b69f-3384436be938 req-e71f4d21-a89d-4406-96b7-e5d95c53a0f7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4353a514-9ba0-4187-a00f-3721fce36b7a HTTP/1.1" status: 200 len: 217 time: 0.0439820 Mar 05 05:22:13.080099 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38c7346-6651-4a46-bb38-a41fb0f89de0 None None] Checking router: 627392bd-3d54-4600-8a01-5e055c86d5ca for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:22:13.098964 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38c7346-6651-4a46-bb38-a41fb0f89de0 None None] Routers {'627392bd-3d54-4600-8a01-5e055c86d5ca'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:22:13.099709 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e38c7346-6651-4a46-bb38-a41fb0f89de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:21:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['627392bd-3d54-4600-8a01-5e055c86d5ca'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:22:13.130591 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9a68f6a8-75c4-4699-afce-f65042df249e req-ec44bd41-c36c-49e5-841b-175888585981 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873091 Mar 05 05:22:13.162211 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b3882-128b-49b8-b69f-3384436be938 req-bbd55b2d-e2e9-455e-9e1f-f1e0cd72f061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:13.164504 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-821b3882-128b-49b8-b69f-3384436be938 req-bbd55b2d-e2e9-455e-9e1f-f1e0cd72f061 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a109e9dc-c1b1-4288-965a-6a076dc9df52 HTTP/1.1" status: 200 len: 834 time: 0.0843759 Mar 05 05:22:13.227685 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b3882-128b-49b8-b69f-3384436be938 req-3f35fc7f-c45d-444f-a2d2-59e676d51441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:13.230729 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-821b3882-128b-49b8-b69f-3384436be938 req-3f35fc7f-c45d-444f-a2d2-59e676d51441 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=23a3767b-b03a-46a1-9849-5d74a86cee75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0597758 Mar 05 05:22:13.254408 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-e38c7346-6651-4a46-bb38-a41fb0f89de0 None None] Set router 627392bd-3d54-4600-8a01-5e055c86d5ca gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:22:13.339125 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-821b3882-128b-49b8-b69f-3384436be938 req-03905394-a057-4765-92c1-72e3114be147 service neutron] 10.222.0.31 "GET /v2.0/networks/23a3767b-b03a-46a1-9849-5d74a86cee75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013746 Mar 05 05:22:13.468302 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-821b3882-128b-49b8-b69f-3384436be938 req-40d10f76-2581-4ead-92c2-4849278c50b8 service neutron] 10.222.0.31 "GET /v2.0/networks/23a3767b-b03a-46a1-9849-5d74a86cee75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177645 Mar 05 05:22:13.531282 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e38c7346-6651-4a46-bb38-a41fb0f89de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191601947', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'fa5d0b07-b84a-4bb4-bc14-1d30f9643910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:20:20Z', 'updated_at': '2022-03-05T05:20:26Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'fa5d0b07-b84a-4bb4-bc14-1d30f9643910', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:14:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:20:21Z', 'updated_at': '2022-03-05T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'b2cc52a4-70ed-4953-9ec3-047cf6cd57ad', 'name': '', 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:54:93:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a109e9dc-c1b1-4288-965a-6a076dc9df52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:20:25Z', 'updated_at': '2022-03-05T05:20:29Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': 'a109e9dc-c1b1-4288-965a-6a076dc9df52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:22:13.562018 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38c7346-6651-4a46-bb38-a41fb0f89de0 None None] The sync data for ids ['627392bd-3d54-4600-8a01-5e055c86d5ca'] in n-d-789963-32 is: [{'id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191601947', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'fa5d0b07-b84a-4bb4-bc14-1d30f9643910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:20:20Z', 'updated_at': '2022-03-05T05:20:26Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'fa5d0b07-b84a-4bb4-bc14-1d30f9643910', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:14:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:20:21Z', 'updated_at': '2022-03-05T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'b2cc52a4-70ed-4953-9ec3-047cf6cd57ad', 'name': '', 'network_id': '23a3767b-b03a-46a1-9849-5d74a86cee75', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:54:93:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'a109e9dc-c1b1-4288-965a-6a076dc9df52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:20:25Z', 'updated_at': '2022-03-05T05:20:29Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': 'a109e9dc-c1b1-4288-965a-6a076dc9df52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:22:13.704284 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4c861a79-6d75-4d2d-9fe9-d130d2c87001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:13.944448 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:13.968726 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee347b89-5ea7-45e1-9f64-9424adc60b5f None None] New status for floating IP 979b30cb-4c3e-4090-9faa-5851242a0dcb: DOWN {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:22:14.126738 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a88cd-d4ca-436e-9563-f5125deb21d1 req-11ab276e-8402-44d3-aa0e-0883faecbea9 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:14.128513 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-464a88cd-d4ca-436e-9563-f5125deb21d1 req-11ab276e-8402-44d3-aa0e-0883faecbea9 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 947 time: 0.0852404 Mar 05 05:22:14.213896 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:14.356794 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-464a88cd-d4ca-436e-9563-f5125deb21d1 req-2a52c02f-8d8c-4173-80d4-4c4e6f2625d5 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Deleting port 4353a514-9ba0-4187-a00f-3721fce36b7a {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:22:14.357452 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-464a88cd-d4ca-436e-9563-f5125deb21d1 req-2a52c02f-8d8c-4173-80d4-4c4e6f2625d5 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (4353a514-9ba0-4187-a00f-3721fce36b7a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:14.374062 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f160d-f018-40fd-b2cc-4711c08fdfaf req-1ce898b3-79c8-4749-af51-8caeca05b62f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:14.379453 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a52f160d-f018-40fd-b2cc-4711c08fdfaf req-1ce898b3-79c8-4749-af51-8caeca05b62f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a487264-139a-4872-8e98-ae353dcbcba1 HTTP/1.1" status: 200 len: 947 time: 0.1226988 Mar 05 05:22:14.485819 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a52f160d-f018-40fd-b2cc-4711c08fdfaf req-e737bc88-7932-4dd1-b2c3-69940ce0b209 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=8d863a80-ebac-4744-9813-c26cb0ed3a49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036005 Mar 05 05:22:14.488043 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-464a88cd-d4ca-436e-9563-f5125deb21d1 req-2a52c02f-8d8c-4173-80d4-4c4e6f2625d5 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] For port 4353a514-9ba0-4187-a00f-3721fce36b7a, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=4353a514-9ba0-4187-a00f-3721fce36b7a,segment=NetworkSegment(aadb5d3f-099e-455c-afbe-67ecab000bc7),segment_id=aadb5d3f-099e-455c-afbe-67ecab000bc7)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:22:14.488686 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-464a88cd-d4ca-436e-9563-f5125deb21d1 req-2a52c02f-8d8c-4173-80d4-4c4e6f2625d5 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (4353a514-9ba0-4187-a00f-3721fce36b7a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:14.507825 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-464a88cd-d4ca-436e-9563-f5125deb21d1 req-2a52c02f-8d8c-4173-80d4-4c4e6f2625d5 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Calling delete_port for 4353a514-9ba0-4187-a00f-3721fce36b7a owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:22:14.669304 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-464a88cd-d4ca-436e-9563-f5125deb21d1 req-2a52c02f-8d8c-4173-80d4-4c4e6f2625d5 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (4353a514-9ba0-4187-a00f-3721fce36b7a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:14.733838 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52c02f-8d8c-4173-80d4-4c4e6f2625d5 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event deleted for resources: {'Port': ['ID=4353a514-9ba0-4187-a00f-3721fce36b7a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:14.753964 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-464a88cd-d4ca-436e-9563-f5125deb21d1 req-2a52c02f-8d8c-4173-80d4-4c4e6f2625d5 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] No DVR routers for this DVR port 4353a514-9ba0-4187-a00f-3721fce36b7a on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:22:14.756644 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-464a88cd-d4ca-436e-9563-f5125deb21d1 req-2a52c02f-8d8c-4173-80d4-4c4e6f2625d5 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:14.762077 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-464a88cd-d4ca-436e-9563-f5125deb21d1 req-2a52c02f-8d8c-4173-80d4-4c4e6f2625d5 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.31 "DELETE /v2.0/ports/4353a514-9ba0-4187-a00f-3721fce36b7a HTTP/1.1" status: 204 len: 173 time: 0.6290426 Mar 05 05:22:14.762534 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a487264-139a-4872-8e98-ae353dcbcba1', 'name': 'network-vif-deleted', 'tag': '4353a514-9ba0-4187-a00f-3721fce36b7a'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:22:14.765619 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c72d5b-31bb-44e0-a454-1ab2a00c4729" -d '{"events": [{"server_uuid": "6a487264-139a-4872-8e98-ae353dcbcba1", "name": "network-vif-deleted", "tag": "4353a514-9ba0-4187-a00f-3721fce36b7a"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:22:14.840937 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ae5a53-5d9c-404d-bb22-25640be99738 x-openstack-request-id: req-84ae5a53-5d9c-404d-bb22-25640be99738 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:22:14.841482 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a487264-139a-4872-8e98-ae353dcbcba1", "name": "network-vif-deleted", "tag": "4353a514-9ba0-4187-a00f-3721fce36b7a", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:22:14.841736 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-84ae5a53-5d9c-404d-bb22-25640be99738 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:22:14.842140 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a487264-139a-4872-8e98-ae353dcbcba1', 'name': 'network-vif-deleted', 'tag': '4353a514-9ba0-4187-a00f-3721fce36b7a', 'status': 'completed', 'code': 200} Mar 05 05:22:15.101891 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:15.580029 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37570) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:22:16.359146 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:16.580594 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9d803d49-cdd1-44c6-8b6c-1a53631bcc63 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (627392bd-3d54-4600-8a01-5e055c86d5ca), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:16.899950 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-9d803d49-cdd1-44c6-8b6c-1a53631bcc63 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Deleting port b2cc52a4-70ed-4953-9ec3-047cf6cd57ad {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:22:16.900644 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9d803d49-cdd1-44c6-8b6c-1a53631bcc63 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (b2cc52a4-70ed-4953-9ec3-047cf6cd57ad), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:16.988382 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 4353a514-9ba0-4187-a00f-3721fce36b7a no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:22:17.013264 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-9d803d49-cdd1-44c6-8b6c-1a53631bcc63 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] For port b2cc52a4-70ed-4953-9ec3-047cf6cd57ad, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b2cc52a4-70ed-4953-9ec3-047cf6cd57ad,segment=NetworkSegment(aadb5d3f-099e-455c-afbe-67ecab000bc7),segment_id=aadb5d3f-099e-455c-afbe-67ecab000bc7)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:22:17.013901 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9d803d49-cdd1-44c6-8b6c-1a53631bcc63 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (b2cc52a4-70ed-4953-9ec3-047cf6cd57ad), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:17.027692 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-9d803d49-cdd1-44c6-8b6c-1a53631bcc63 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Calling delete_port for b2cc52a4-70ed-4953-9ec3-047cf6cd57ad owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:22:17.036291 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 4353a514-9ba0-4187-a00f-3721fce36b7a {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:22:17.037083 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 4353a514-9ba0-4187-a00f-3721fce36b7a not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:22:17.363970 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9d803d49-cdd1-44c6-8b6c-1a53631bcc63 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (b2cc52a4-70ed-4953-9ec3-047cf6cd57ad), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:17.462554 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d803d49-cdd1-44c6-8b6c-1a53631bcc63 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event deleted for resources: {'Port': ['ID=b2cc52a4-70ed-4953-9ec3-047cf6cd57ad,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:17.766178 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9d803d49-cdd1-44c6-8b6c-1a53631bcc63 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (627392bd-3d54-4600-8a01-5e055c86d5ca), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:17.844883 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:18.201046 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d803d49-cdd1-44c6-8b6c-1a53631bcc63 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Router 627392bd-3d54-4600-8a01-5e055c86d5ca has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:22:18.373587 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d803d49-cdd1-44c6-8b6c-1a53631bcc63 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:22:18.395212 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd094251-4871-4642-a9eb-000d6e001026 None None] Sync routers for ids ['627392bd-3d54-4600-8a01-5e055c86d5ca'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:22:18.396411 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd094251-4871-4642-a9eb-000d6e001026 None None] Routers {'627392bd-3d54-4600-8a01-5e055c86d5ca'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:22:18.397027 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-fd094251-4871-4642-a9eb-000d6e001026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:22:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['627392bd-3d54-4600-8a01-5e055c86d5ca'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:22:18.405303 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9d803d49-cdd1-44c6-8b6c-1a53631bcc63 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "PUT /v2.0/routers/627392bd-3d54-4600-8a01-5e055c86d5ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8228006 Mar 05 05:22:18.410020 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37608) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:22:18.546107 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-525830ed-1ac0-4f13-b1fe-a6ad76136122 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Deleting subnet a109e9dc-c1b1-4288-965a-6a076dc9df52 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:22:18.551849 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-525830ed-1ac0-4f13-b1fe-a6ad76136122 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for subnet (a109e9dc-c1b1-4288-965a-6a076dc9df52), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:18.605468 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-525830ed-1ac0-4f13-b1fe-a6ad76136122 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (a109e9dc-c1b1-4288-965a-6a076dc9df52), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:18.700206 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-fd094251-4871-4642-a9eb-000d6e001026 None None] Set router 627392bd-3d54-4600-8a01-5e055c86d5ca gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:22:18.735472 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-525830ed-1ac0-4f13-b1fe-a6ad76136122 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (a109e9dc-c1b1-4288-965a-6a076dc9df52), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:18.905715 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-525830ed-1ac0-4f13-b1fe-a6ad76136122 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (a109e9dc-c1b1-4288-965a-6a076dc9df52), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:18.939943 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525830ed-1ac0-4f13-b1fe-a6ad76136122 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event deleted for resources: {'Subnet': ['ID=a109e9dc-c1b1-4288-965a-6a076dc9df52,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:18.964129 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-525830ed-1ac0-4f13-b1fe-a6ad76136122 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:18.972251 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-525830ed-1ac0-4f13-b1fe-a6ad76136122 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "DELETE /v2.0/subnets/a109e9dc-c1b1-4288-965a-6a076dc9df52 HTTP/1.1" status: 204 len: 168 time: 0.5611837 Mar 05 05:22:18.975191 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37616) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:22:18.976501 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ce6447-50a7-4f53-9b5f-8860501ae667 None None] Network 23a3767b-b03a-46a1-9849-5d74a86cee75 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:22:18.989581 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-fd094251-4871-4642-a9eb-000d6e001026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191601947', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'fa5d0b07-b84a-4bb4-bc14-1d30f9643910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:20:20Z', 'updated_at': '2022-03-05T05:22:17Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'fa5d0b07-b84a-4bb4-bc14-1d30f9643910', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:14:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:20:21Z', 'updated_at': '2022-03-05T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:22:19.040882 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd094251-4871-4642-a9eb-000d6e001026 None None] Checking router: 627392bd-3d54-4600-8a01-5e055c86d5ca for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:22:19.069506 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd094251-4871-4642-a9eb-000d6e001026 None None] Routers {'627392bd-3d54-4600-8a01-5e055c86d5ca'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:22:19.073344 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-fd094251-4871-4642-a9eb-000d6e001026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:22:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['627392bd-3d54-4600-8a01-5e055c86d5ca'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:22:19.298619 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-fd094251-4871-4642-a9eb-000d6e001026 None None] Set router 627392bd-3d54-4600-8a01-5e055c86d5ca gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:22:19.351477 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4ca90d-7d6e-41ef-89c5-5244a0d2224d None None] DHCP port deletion for 23a3767b-b03a-46a1-9849-5d74a86cee75 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:22:19.376746 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2427b389-0639-4cc2-8aec-217adb616000 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router (627392bd-3d54-4600-8a01-5e055c86d5ca), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:19.601166 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2427b389-0639-4cc2-8aec-217adb616000 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router_gateway (627392bd-3d54-4600-8a01-5e055c86d5ca), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:19.610526 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-4d4ca90d-7d6e-41ef-89c5-5244a0d2224d None None] Deleting port cc814b4c-f03d-46d4-b677-f2bfd785dc6c {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:22:19.610972 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4d4ca90d-7d6e-41ef-89c5-5244a0d2224d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (cc814b4c-f03d-46d4-b677-f2bfd785dc6c), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:19.756845 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-2427b389-0639-4cc2-8aec-217adb616000 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Deleting port fa5d0b07-b84a-4bb4-bc14-1d30f9643910 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:22:19.757306 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2427b389-0639-4cc2-8aec-217adb616000 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (fa5d0b07-b84a-4bb4-bc14-1d30f9643910), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:19.815944 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device cc814b4c-f03d-46d4-b677-f2bfd785dc6c no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:22:19.930538 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-2427b389-0639-4cc2-8aec-217adb616000 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] For port fa5d0b07-b84a-4bb4-bc14-1d30f9643910, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=fa5d0b07-b84a-4bb4-bc14-1d30f9643910,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:22:19.956592 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2427b389-0639-4cc2-8aec-217adb616000 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (fa5d0b07-b84a-4bb4-bc14-1d30f9643910), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:19.988938 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-2427b389-0639-4cc2-8aec-217adb616000 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Calling delete_port for fa5d0b07-b84a-4bb4-bc14-1d30f9643910 owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:22:20.025724 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-4d4ca90d-7d6e-41ef-89c5-5244a0d2224d None None] For port cc814b4c-f03d-46d4-b677-f2bfd785dc6c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=cc814b4c-f03d-46d4-b677-f2bfd785dc6c,segment=NetworkSegment(aadb5d3f-099e-455c-afbe-67ecab000bc7),segment_id=aadb5d3f-099e-455c-afbe-67ecab000bc7)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:22:20.030217 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4d4ca90d-7d6e-41ef-89c5-5244a0d2224d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (cc814b4c-f03d-46d4-b677-f2bfd785dc6c), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:20.065686 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-4d4ca90d-7d6e-41ef-89c5-5244a0d2224d None None] Calling delete_port for cc814b4c-f03d-46d4-b677-f2bfd785dc6c owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:22:20.074595 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-fd094251-4871-4642-a9eb-000d6e001026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191601947', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'fa5d0b07-b84a-4bb4-bc14-1d30f9643910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:20:20Z', 'updated_at': '2022-03-05T05:22:17Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'fa5d0b07-b84a-4bb4-bc14-1d30f9643910', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:14:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:20:21Z', 'updated_at': '2022-03-05T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:22:20.171170 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2427b389-0639-4cc2-8aec-217adb616000 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (fa5d0b07-b84a-4bb4-bc14-1d30f9643910), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:20.181387 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port cc814b4c-f03d-46d4-b677-f2bfd785dc6c is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:22:20.181785 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cc814b4c-f03d-46d4-b677-f2bfd785dc6c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:20.220903 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd094251-4871-4642-a9eb-000d6e001026 None None] The sync data for ids ['627392bd-3d54-4600-8a01-5e055c86d5ca'] in n-d-789963-32 is: [{'id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1191601947', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'fa5d0b07-b84a-4bb4-bc14-1d30f9643910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:20:20Z', 'updated_at': '2022-03-05T05:22:17Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'fa5d0b07-b84a-4bb4-bc14-1d30f9643910', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:14:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '627392bd-3d54-4600-8a01-5e055c86d5ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:20:21Z', 'updated_at': '2022-03-05T05:20:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:22:20.256459 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427b389-0639-4cc2-8aec-217adb616000 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event deleted for resources: {'Port': ['ID=fa5d0b07-b84a-4bb4-bc14-1d30f9643910,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:20.312513 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port cc814b4c-f03d-46d4-b677-f2bfd785dc6c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=cc814b4c-f03d-46d4-b677-f2bfd785dc6c,segment=NetworkSegment(aadb5d3f-099e-455c-afbe-67ecab000bc7),segment_id=aadb5d3f-099e-455c-afbe-67ecab000bc7)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:22:20.326523 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cc814b4c-f03d-46d4-b677-f2bfd785dc6c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:20.401544 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=cc814b4c-f03d-46d4-b677-f2bfd785dc6c,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:20.447069 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2427b389-0639-4cc2-8aec-217adb616000 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (627392bd-3d54-4600-8a01-5e055c86d5ca), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:20.519750 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4d4ca90d-7d6e-41ef-89c5-5244a0d2224d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (cc814b4c-f03d-46d4-b677-f2bfd785dc6c), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:20.641790 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4ca90d-7d6e-41ef-89c5-5244a0d2224d None None] No DVR routers for this DVR port cc814b4c-f03d-46d4-b677-f2bfd785dc6c on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:22:20.654545 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ca90d-7d6e-41ef-89c5-5244a0d2224d None None] Pushing event deleted for resources: {'Port': ['ID=cc814b4c-f03d-46d4-b677-f2bfd785dc6c,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:20.669416 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2427b389-0639-4cc2-8aec-217adb616000 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (627392bd-3d54-4600-8a01-5e055c86d5ca), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:20.672004 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2427b389-0639-4cc2-8aec-217adb616000 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router_controller (627392bd-3d54-4600-8a01-5e055c86d5ca), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:20.787876 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2427b389-0639-4cc2-8aec-217adb616000 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (627392bd-3d54-4600-8a01-5e055c86d5ca), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:20.795561 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2427b389-0639-4cc2-8aec-217adb616000 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Fanout notify agent at l3_agent the message router_deleted on router 627392bd-3d54-4600-8a01-5e055c86d5ca {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:22:20.807200 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2427b389-0639-4cc2-8aec-217adb616000 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:20.818618 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37646) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:22:20.830182 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2427b389-0639-4cc2-8aec-217adb616000 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "DELETE /v2.0/routers/627392bd-3d54-4600-8a01-5e055c86d5ca HTTP/1.1" status: 204 len: 168 time: 1.8514717 Mar 05 05:22:20.954718 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-eeb48f7a-cd9a-4686-9742-8b66b0521b54 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (23a3767b-b03a-46a1-9849-5d74a86cee75), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:21.108096 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-eeb48f7a-cd9a-4686-9742-8b66b0521b54 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (23a3767b-b03a-46a1-9849-5d74a86cee75), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:21.160958 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-eeb48f7a-cd9a-4686-9742-8b66b0521b54 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a3767b-b03a-46a1-9849-5d74a86cee75']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:22:21.206961 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-eeb48f7a-cd9a-4686-9742-8b66b0521b54 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aadb5d3f-099e-455c-afbe-67ecab000bc7') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:22:21.211478 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-eeb48f7a-cd9a-4686-9742-8b66b0521b54 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aadb5d3f-099e-455c-afbe-67ecab000bc7') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:22:21.236475 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-eeb48f7a-cd9a-4686-9742-8b66b0521b54 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (aadb5d3f-099e-455c-afbe-67ecab000bc7), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:21.276798 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-eeb48f7a-cd9a-4686-9742-8b66b0521b54 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (aadb5d3f-099e-455c-afbe-67ecab000bc7), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:21.292293 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb48f7a-cd9a-4686-9742-8b66b0521b54 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:22:21.293515 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-eeb48f7a-cd9a-4686-9742-8b66b0521b54 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (aadb5d3f-099e-455c-afbe-67ecab000bc7), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:21.396880 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:22:21.396880 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:22:21.396880 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:22:21.396880 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:22:21.396880 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:22:21.396880 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:22:21.396880 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:22:21.396880 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:22:21.396880 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:22:21.396880 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:22:21.396880 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:22:21.396880 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:22:21.396880 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:22:21.396880 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:22:21.396880 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:22:21.396880 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:22:21.396880 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:22:21.396880 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:22:21.396880 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:22:21.396880 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:22:21.396880 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:22:21.396880 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:22:21.396880 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:22:21.396880 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:22:21.396880 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:22:21.396880 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:22:21.396880 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:22:21.396880 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:22:21.396880 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:22:21.396880 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:22:21.396880 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:22:21.396880 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:22:21.403599 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-eeb48f7a-cd9a-4686-9742-8b66b0521b54 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (23a3767b-b03a-46a1-9849-5d74a86cee75), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:21.408796 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-eeb48f7a-cd9a-4686-9742-8b66b0521b54 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:21.419256 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-eeb48f7a-cd9a-4686-9742-8b66b0521b54 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "DELETE /v2.0/networks/23a3767b-b03a-46a1-9849-5d74a86cee75 HTTP/1.1" status: 204 len: 168 time: 0.5984864 Mar 05 05:22:21.422035 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37652) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:22:21.479381 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb48f7a-cd9a-4686-9742-8b66b0521b54 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event deleted for resources: {'Network': ['ID=23a3767b-b03a-46a1-9849-5d74a86cee75,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:21.606974 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d5359475-ea98-441b-b734-a6137117989b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group (8d863a80-ebac-4744-9813-c26cb0ed3a49), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:21.685825 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b2cc52a4-70ed-4953-9ec3-047cf6cd57ad no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:22:21.689615 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d5359475-ea98-441b-b734-a6137117989b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group (8d863a80-ebac-4744-9813-c26cb0ed3a49), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:21.720663 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: b2cc52a4-70ed-4953-9ec3-047cf6cd57ad {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:22:21.721013 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b2cc52a4-70ed-4953-9ec3-047cf6cd57ad not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:22:21.799943 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d5359475-ea98-441b-b734-a6137117989b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8d863a80-ebac-4744-9813-c26cb0ed3a49), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:21.803163 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d5359475-ea98-441b-b734-a6137117989b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:21.806403 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d5359475-ea98-441b-b734-a6137117989b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "DELETE /v2.0/security-groups/8d863a80-ebac-4744-9813-c26cb0ed3a49 HTTP/1.1" status: 204 len: 168 time: 0.3832865 Mar 05 05:22:21.830458 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5359475-ea98-441b-b734-a6137117989b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d863a80-ebac-4744-9813-c26cb0ed3a49,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:22.206909 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37672) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:22:22.212141 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-95be1c5b-cf0c-4cc5-9613-e0df5e3661a0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2008785203', 'description': 'tempest-secgroup-smoke-2008785203 description', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:22:22.233276 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-95be1c5b-cf0c-4cc5-9613-e0df5e3661a0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:22.305876 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-95be1c5b-cf0c-4cc5-9613-e0df5e3661a0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group (f3f73994-3f5e-4210-a0ab-a8c71502f579), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:22.310038 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-95be1c5b-cf0c-4cc5-9613-e0df5e3661a0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f3f73994-3f5e-4210-a0ab-a8c71502f579), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:22.343117 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-95be1c5b-cf0c-4cc5-9613-e0df5e3661a0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:22.345002 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-95be1c5b-cf0c-4cc5-9613-e0df5e3661a0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1369889 Mar 05 05:22:22.348032 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37674) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:22:22.350413 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be1c5b-cf0c-4cc5-9613-e0df5e3661a0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f73994-3f5e-4210-a0ab-a8c71502f579,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:22.352667 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-31d0deb7-db4a-42e3-aea9-666de33df6a3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'security_group_rule': {'security_group_id': 'f3f73994-3f5e-4210-a0ab-a8c71502f579', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:22:22.380063 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-31d0deb7-db4a-42e3-aea9-666de33df6a3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (c9970ba8-e025-49da-8456-7d454b64bc0a), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:22.447800 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-31d0deb7-db4a-42e3-aea9-666de33df6a3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (c9970ba8-e025-49da-8456-7d454b64bc0a), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:22.452285 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-31d0deb7-db4a-42e3-aea9-666de33df6a3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (c9970ba8-e025-49da-8456-7d454b64bc0a), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:22.471061 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0deb7-db4a-42e3-aea9-666de33df6a3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9970ba8-e025-49da-8456-7d454b64bc0a,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:22.484918 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-31d0deb7-db4a-42e3-aea9-666de33df6a3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:22.488069 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-31d0deb7-db4a-42e3-aea9-666de33df6a3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1371739 Mar 05 05:22:22.488930 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37680) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:22:22.493928 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-6f745f05-fa65-4cb0-bd95-984e05ff652b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'security_group_rule': {'security_group_id': 'f3f73994-3f5e-4210-a0ab-a8c71502f579', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:22:22.521632 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6f745f05-fa65-4cb0-bd95-984e05ff652b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (068b3932-cd6e-42de-957f-6ea09228bf2c), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:22.583375 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6f745f05-fa65-4cb0-bd95-984e05ff652b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (068b3932-cd6e-42de-957f-6ea09228bf2c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:22.587585 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6f745f05-fa65-4cb0-bd95-984e05ff652b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (068b3932-cd6e-42de-957f-6ea09228bf2c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:22.607062 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f745f05-fa65-4cb0-bd95-984e05ff652b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=068b3932-cd6e-42de-957f-6ea09228bf2c,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:22.617446 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6f745f05-fa65-4cb0-bd95-984e05ff652b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:22.622757 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6f745f05-fa65-4cb0-bd95-984e05ff652b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1288121 Mar 05 05:22:22.623235 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37684) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:22:22.627921 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-bbb45a31-5cd8-4f7c-a4e6-2638abaca17e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'security_group_rule': {'security_group_id': 'f3f73994-3f5e-4210-a0ab-a8c71502f579', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:22:22.668659 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bbb45a31-5cd8-4f7c-a4e6-2638abaca17e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (6809a094-f2f6-450a-94a3-a8e989fef802), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:22.739926 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bbb45a31-5cd8-4f7c-a4e6-2638abaca17e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (6809a094-f2f6-450a-94a3-a8e989fef802), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:22.748047 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bbb45a31-5cd8-4f7c-a4e6-2638abaca17e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (6809a094-f2f6-450a-94a3-a8e989fef802), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:22.778936 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb45a31-5cd8-4f7c-a4e6-2638abaca17e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6809a094-f2f6-450a-94a3-a8e989fef802,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:22.792782 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bbb45a31-5cd8-4f7c-a4e6-2638abaca17e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:22.797130 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37698) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:22:22.798749 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-bbb45a31-5cd8-4f7c-a4e6-2638abaca17e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1743438 Mar 05 05:22:22.801997 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-f881af20-09ef-4ffb-8d0c-6a037d86a44a tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'security_group_rule': {'security_group_id': 'f3f73994-3f5e-4210-a0ab-a8c71502f579', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:22:22.836575 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f881af20-09ef-4ffb-8d0c-6a037d86a44a tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (c8c5d19b-27b6-466a-8751-5d66ff6d8f1b), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:22.925271 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f881af20-09ef-4ffb-8d0c-6a037d86a44a tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (c8c5d19b-27b6-466a-8751-5d66ff6d8f1b), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:22.930083 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f881af20-09ef-4ffb-8d0c-6a037d86a44a tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (c8c5d19b-27b6-466a-8751-5d66ff6d8f1b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:22.961951 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881af20-09ef-4ffb-8d0c-6a037d86a44a tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c5d19b-27b6-466a-8751-5d66ff6d8f1b,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:22.977735 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f881af20-09ef-4ffb-8d0c-6a037d86a44a tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:22.981600 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f881af20-09ef-4ffb-8d0c-6a037d86a44a tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1807270 Mar 05 05:22:22.981782 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37704) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:22:22.986843 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-ff4c0497-f61f-4ca1-b4da-d22a86508729 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'security_group_rule': {'security_group_id': 'f3f73994-3f5e-4210-a0ab-a8c71502f579', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:22:23.015530 n-d-789963-32 neutron-server[105231]: INFO neutron.db.securitygroups_db [None req-ff4c0497-f61f-4ca1-b4da-d22a86508729 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Project ab07f13582d14e74bdac64dcc9482a66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:22:23.021498 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ff4c0497-f61f-4ca1-b4da-d22a86508729 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (44950fd7-6f32-47fa-ada3-3e08e55208ea), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:23.121118 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ff4c0497-f61f-4ca1-b4da-d22a86508729 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (44950fd7-6f32-47fa-ada3-3e08e55208ea), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:23.127286 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ff4c0497-f61f-4ca1-b4da-d22a86508729 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (44950fd7-6f32-47fa-ada3-3e08e55208ea), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:23.152424 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c0497-f61f-4ca1-b4da-d22a86508729 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44950fd7-6f32-47fa-ada3-3e08e55208ea,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:23.161064 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ff4c0497-f61f-4ca1-b4da-d22a86508729 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:23.162644 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ff4c0497-f61f-4ca1-b4da-d22a86508729 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1796947 Mar 05 05:22:23.166330 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37714) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:22:23.171174 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-acce99e3-52ff-48db-85fa-400c76bc892b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'security_group_rule': {'security_group_id': 'f3f73994-3f5e-4210-a0ab-a8c71502f579', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:22:23.221833 n-d-789963-32 neutron-server[105232]: INFO neutron.db.securitygroups_db [None req-acce99e3-52ff-48db-85fa-400c76bc892b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Project ab07f13582d14e74bdac64dcc9482a66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:22:23.232972 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-acce99e3-52ff-48db-85fa-400c76bc892b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (7816d769-08ff-47cd-9283-47cff50d7919), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:23.311778 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-acce99e3-52ff-48db-85fa-400c76bc892b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (7816d769-08ff-47cd-9283-47cff50d7919), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:23.318834 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-acce99e3-52ff-48db-85fa-400c76bc892b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (7816d769-08ff-47cd-9283-47cff50d7919), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:23.336013 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce99e3-52ff-48db-85fa-400c76bc892b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7816d769-08ff-47cd-9283-47cff50d7919,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:23.356736 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-acce99e3-52ff-48db-85fa-400c76bc892b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:23.361721 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37718) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:22:23.362060 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-acce99e3-52ff-48db-85fa-400c76bc892b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1947076 Mar 05 05:22:23.367386 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-fc759594-42eb-418a-bbcc-a37af2ed1c82 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'network': {'name': 'tempest-network-smoke--1693295802', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'port_security_enabled': True}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:22:23.389080 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc759594-42eb-418a-bbcc-a37af2ed1c82 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Made reservation on behalf of ab07f13582d14e74bdac64dcc9482a66 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:22:23.392944 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fc759594-42eb-418a-bbcc-a37af2ed1c82 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:23.424226 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc759594-42eb-418a-bbcc-a37af2ed1c82 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:22:23.435356 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fc759594-42eb-418a-bbcc-a37af2ed1c82 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:23.436400 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-fc759594-42eb-418a-bbcc-a37af2ed1c82 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Added segment 9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0 of type vlan for network aeb4bae7-97e6-41a8-8da5-94f700f06259 Mar 05 05:22:23.490603 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fc759594-42eb-418a-bbcc-a37af2ed1c82 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (aeb4bae7-97e6-41a8-8da5-94f700f06259), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:23.494091 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device fa5d0b07-b84a-4bb4-bc14-1d30f9643910 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:22:23.526558 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fc759594-42eb-418a-bbcc-a37af2ed1c82 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (aeb4bae7-97e6-41a8-8da5-94f700f06259), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:23.527007 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: fa5d0b07-b84a-4bb4-bc14-1d30f9643910 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:22:23.527627 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device fa5d0b07-b84a-4bb4-bc14-1d30f9643910 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:22:23.533076 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc759594-42eb-418a-bbcc-a37af2ed1c82 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:23.533795 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fc759594-42eb-418a-bbcc-a37af2ed1c82 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:23.628765 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc759594-42eb-418a-bbcc-a37af2ed1c82 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'Network': ['ID=aeb4bae7-97e6-41a8-8da5-94f700f06259,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:23.641072 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network aeb4bae7-97e6-41a8-8da5-94f700f06259 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:22:23.649906 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37724) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:22:23.656719 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-4f23b584-a98c-432b-9c8a-5ae834cd6713 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1844714010', 'admin_state_up': True, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:22:23.662123 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fc759594-42eb-418a-bbcc-a37af2ed1c82 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2988174 Mar 05 05:22:23.695320 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f23b584-a98c-432b-9c8a-5ae834cd6713 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (ec7ad48e-a76d-48cc-902d-7800cba4f45e), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:23.696956 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f23b584-a98c-432b-9c8a-5ae834cd6713 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (ec7ad48e-a76d-48cc-902d-7800cba4f45e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:23.774545 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f23b584-a98c-432b-9c8a-5ae834cd6713 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router_controller (ec7ad48e-a76d-48cc-902d-7800cba4f45e), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:23.950489 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f23b584-a98c-432b-9c8a-5ae834cd6713 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router_gateway (ec7ad48e-a76d-48cc-902d-7800cba4f45e), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:24.193457 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f23b584-a98c-432b-9c8a-5ae834cd6713 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router_gateway (ec7ad48e-a76d-48cc-902d-7800cba4f45e), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:24.213432 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f23b584-a98c-432b-9c8a-5ae834cd6713 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:24.388685 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-4f23b584-a98c-432b-9c8a-5ae834cd6713 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Allocated IP 172.25.0.24 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/02d8e8d0-64f0-4827-9a8f-a1670a49a13e) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:22:24.531389 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f23b584-a98c-432b-9c8a-5ae834cd6713 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for port (02d8e8d0-64f0-4827-9a8f-a1670a49a13e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:24.572443 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f23b584-a98c-432b-9c8a-5ae834cd6713 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (02d8e8d0-64f0-4827-9a8f-a1670a49a13e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:24.631730 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23b584-a98c-432b-9c8a-5ae834cd6713 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'Port': ['ID=02d8e8d0-64f0-4827-9a8f-a1670a49a13e,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:24.635779 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f23b584-a98c-432b-9c8a-5ae834cd6713 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:22:24.637693 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-4f23b584-a98c-432b-9c8a-5ae834cd6713 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:22:24.644339 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f23b584-a98c-432b-9c8a-5ae834cd6713 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:22:24.930275 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f23b584-a98c-432b-9c8a-5ae834cd6713 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router_gateway (ec7ad48e-a76d-48cc-902d-7800cba4f45e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:25.198445 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f23b584-a98c-432b-9c8a-5ae834cd6713 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (ec7ad48e-a76d-48cc-902d-7800cba4f45e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:25.508786 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:22:25.803180 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f23b584-a98c-432b-9c8a-5ae834cd6713 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Router ec7ad48e-a76d-48cc-902d-7800cba4f45e is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:22:25.934752 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f23b584-a98c-432b-9c8a-5ae834cd6713 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:22:25.945035 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c154dd2-6768-492b-b428-0d91713d3a26 None None] Sync routers for ids ['ec7ad48e-a76d-48cc-902d-7800cba4f45e'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:22:25.958361 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c154dd2-6768-492b-b428-0d91713d3a26 None None] Routers {'ec7ad48e-a76d-48cc-902d-7800cba4f45e'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:22:25.959183 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-2c154dd2-6768-492b-b428-0d91713d3a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:22:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['ec7ad48e-a76d-48cc-902d-7800cba4f45e'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:22:25.968416 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f23b584-a98c-432b-9c8a-5ae834cd6713 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:25.973407 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4f23b584-a98c-432b-9c8a-5ae834cd6713 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3189673 Mar 05 05:22:25.974140 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37774) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:22:26.016640 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5df508e6-4ab6-4e18-8a65-0ec556e9376e tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=ab07f13582d14e74bdac64dcc9482a66&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416338 Mar 05 05:22:26.019254 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37782) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:22:26.259810 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a720a8d2-58a3-40a0-90ac-33277a948900 tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:26.264470 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37790) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:22:26.264628 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a720a8d2-58a3-40a0-90ac-33277a948900 tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2438731 Mar 05 05:22:26.300274 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a32b9b98-923d-4502-a8bd-1ebea696ab4e tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=ff625bbb-6b8f-4740-be08-a562ec9a34a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343192 Mar 05 05:22:26.303140 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 37792) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:22:26.314627 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-cf200f60-dcd5-45f7-bcf5-19b14b6b6791 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-187199814', 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:22:26.387885 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-2c154dd2-6768-492b-b428-0d91713d3a26 None None] Set router ec7ad48e-a76d-48cc-902d-7800cba4f45e gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:22:26.527792 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf200f60-dcd5-45f7-bcf5-19b14b6b6791 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Made reservation on behalf of ab07f13582d14e74bdac64dcc9482a66 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:22:26.532309 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cf200f60-dcd5-45f7-bcf5-19b14b6b6791 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:26.692163 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-2c154dd2-6768-492b-b428-0d91713d3a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844714010', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '02d8e8d0-64f0-4827-9a8f-a1670a49a13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:22:23Z', 'updated_at': '2022-03-05T05:22:24Z', 'revision_number': 3, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': '02d8e8d0-64f0-4827-9a8f-a1670a49a13e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:22:24Z', 'updated_at': '2022-03-05T05:22:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:22:26.751512 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c154dd2-6768-492b-b428-0d91713d3a26 None None] Checking router: ec7ad48e-a76d-48cc-902d-7800cba4f45e for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:22:26.752435 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c154dd2-6768-492b-b428-0d91713d3a26 None None] Updating router ec7ad48e-a76d-48cc-902d-7800cba4f45e port 02d8e8d0-64f0-4827-9a8f-a1670a49a13e binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:22:26.797749 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cf200f60-dcd5-45f7-bcf5-19b14b6b6791 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (4a802b43-d885-42fd-be95-2000564ff5a2), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:26.824798 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2c154dd2-6768-492b-b428-0d91713d3a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (02d8e8d0-64f0-4827-9a8f-a1670a49a13e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:26.917947 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf200f60-dcd5-45f7-bcf5-19b14b6b6791 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'Subnet': ['ID=4a802b43-d885-42fd-be95-2000564ff5a2,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:26.924788 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf200f60-dcd5-45f7-bcf5-19b14b6b6791 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Checking segment: {'id': '9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:22:26.925705 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf200f60-dcd5-45f7-bcf5-19b14b6b6791 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Network hostable DHCP agents. Network: aeb4bae7-97e6-41a8-8da5-94f700f06259, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:22:26.946721 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf200f60-dcd5-45f7-bcf5-19b14b6b6791 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Network aeb4bae7-97e6-41a8-8da5-94f700f06259 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:22:26.962134 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-cf200f60-dcd5-45f7-bcf5-19b14b6b6791 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, aeb4bae7-97e6-41a8-8da5-94f700f06259) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:22:26.967989 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf200f60-dcd5-45f7-bcf5-19b14b6b6791 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:26.969922 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cf200f60-dcd5-45f7-bcf5-19b14b6b6791 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:26.996158 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 37808) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:22:27.003142 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-cf200f60-dcd5-45f7-bcf5-19b14b6b6791 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6988811 Mar 05 05:22:27.229540 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5205bf54-2096-467b-aa0d-59a4b9604b41 None None] Network aeb4bae7-97e6-41a8-8da5-94f700f06259 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:22:27.445973 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2c154dd2-6768-492b-b428-0d91713d3a26 None None] Publish callbacks [] for port (02d8e8d0-64f0-4827-9a8f-a1670a49a13e), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:27.457449 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11238a99-0d62-4899-abce-0743bdb7ae39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-aeb4bae7-97e6-41a8-8da5-94f700f06259', 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'fixed_ips': [{'subnet_id': '4a802b43-d885-42fd-be95-2000564ff5a2'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:22:27.458909 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-11238a99-0d62-4899-abce-0743bdb7ae39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:27.490825 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2c154dd2-6768-492b-b428-0d91713d3a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (02d8e8d0-64f0-4827-9a8f-a1670a49a13e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:27.589560 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-44b36d7c-1d3d-4580-a0dc-0f426deffa3f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:27.650680 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-2c154dd2-6768-492b-b428-0d91713d3a26 None None] Attempting to bind port 02d8e8d0-64f0-4827-9a8f-a1670a49a13e on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:22:27.651142 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-2c154dd2-6768-492b-b428-0d91713d3a26 None None] Attempting to bind port 02d8e8d0-64f0-4827-9a8f-a1670a49a13e by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:22:27.651516 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c154dd2-6768-492b-b428-0d91713d3a26 None None] Attempting to bind port 02d8e8d0-64f0-4827-9a8f-a1670a49a13e on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:22:27.668085 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd790706-04f4-4e5e-852e-0387e7bdaebf None None] Pushing event updated for resources: {'Port': ['ID=02d8e8d0-64f0-4827-9a8f-a1670a49a13e,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:27.694251 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c154dd2-6768-492b-b428-0d91713d3a26 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:22:27.696283 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c154dd2-6768-492b-b428-0d91713d3a26 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:22:27.696451 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2c154dd2-6768-492b-b428-0d91713d3a26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:27.703028 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c154dd2-6768-492b-b428-0d91713d3a26 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:22:27.703207 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-2c154dd2-6768-492b-b428-0d91713d3a26 None None] Bound port: 02d8e8d0-64f0-4827-9a8f-a1670a49a13e, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:22:27.707231 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2c154dd2-6768-492b-b428-0d91713d3a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (02d8e8d0-64f0-4827-9a8f-a1670a49a13e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:27.946465 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-2c154dd2-6768-492b-b428-0d91713d3a26 None None] For port 02d8e8d0-64f0-4827-9a8f-a1670a49a13e, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:22:27.959602 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-2c154dd2-6768-492b-b428-0d91713d3a26 None None] For port 02d8e8d0-64f0-4827-9a8f-a1670a49a13e, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=02d8e8d0-64f0-4827-9a8f-a1670a49a13e,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:22:27.977193 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-11238a99-0d62-4899-abce-0743bdb7ae39 None None] Allocated IP 172.20.0.2 (aeb4bae7-97e6-41a8-8da5-94f700f06259/4a802b43-d885-42fd-be95-2000564ff5a2/b03f566b-9ff4-42c6-b04a-a0fa482c5b94) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:22:27.982167 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2c154dd2-6768-492b-b428-0d91713d3a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (02d8e8d0-64f0-4827-9a8f-a1670a49a13e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:28.108806 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c154dd2-6768-492b-b428-0d91713d3a26 None None] Routers {'ec7ad48e-a76d-48cc-902d-7800cba4f45e'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:22:28.109451 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-2c154dd2-6768-492b-b428-0d91713d3a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:22:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['ec7ad48e-a76d-48cc-902d-7800cba4f45e'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:22:28.112681 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd790706-04f4-4e5e-852e-0387e7bdaebf None None] Pushing event updated for resources: {'Port': ['ID=02d8e8d0-64f0-4827-9a8f-a1670a49a13e,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:28.299937 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-2c154dd2-6768-492b-b428-0d91713d3a26 None None] Set router ec7ad48e-a76d-48cc-902d-7800cba4f45e gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:22:28.472789 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-11238a99-0d62-4899-abce-0743bdb7ae39 None None] Publish callbacks [] for port (b03f566b-9ff4-42c6-b04a-a0fa482c5b94), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:28.504931 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-11238a99-0d62-4899-abce-0743bdb7ae39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (b03f566b-9ff4-42c6-b04a-a0fa482c5b94), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:28.561305 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11238a99-0d62-4899-abce-0743bdb7ae39 None None] Network aeb4bae7-97e6-41a8-8da5-94f700f06259 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:22:28.564883 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-44b36d7c-1d3d-4580-a0dc-0f426deffa3f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Allocated IP 172.20.0.1 (aeb4bae7-97e6-41a8-8da5-94f700f06259/4a802b43-d885-42fd-be95-2000564ff5a2/b5588925-b86a-418b-89ab-d18a105e5728) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:22:28.569005 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-11238a99-0d62-4899-abce-0743bdb7ae39 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:22:28.573301 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11238a99-0d62-4899-abce-0743bdb7ae39 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:22:28.597338 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11238a99-0d62-4899-abce-0743bdb7ae39 None None] Pushing event updated for resources: {'Port': ['ID=b03f566b-9ff4-42c6-b04a-a0fa482c5b94,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:28.790072 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-11238a99-0d62-4899-abce-0743bdb7ae39 None None] Attempting to bind port b03f566b-9ff4-42c6-b04a-a0fa482c5b94 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:22:28.791207 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-11238a99-0d62-4899-abce-0743bdb7ae39 None None] Attempting to bind port b03f566b-9ff4-42c6-b04a-a0fa482c5b94 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:22:28.791808 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11238a99-0d62-4899-abce-0743bdb7ae39 None None] Attempting to bind port b03f566b-9ff4-42c6-b04a-a0fa482c5b94 on network aeb4bae7-97e6-41a8-8da5-94f700f06259 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:22:28.815292 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11238a99-0d62-4899-abce-0743bdb7ae39 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:22:28.816005 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11238a99-0d62-4899-abce-0743bdb7ae39 None None] Checking segment: {'id': '9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:22:28.817390 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-11238a99-0d62-4899-abce-0743bdb7ae39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:28.818044 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11238a99-0d62-4899-abce-0743bdb7ae39 None None] Bound using segment: {'id': '9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:22:28.820621 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-11238a99-0d62-4899-abce-0743bdb7ae39 None None] Bound port: b03f566b-9ff4-42c6-b04a-a0fa482c5b94, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:22:28.822639 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-11238a99-0d62-4899-abce-0743bdb7ae39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b03f566b-9ff4-42c6-b04a-a0fa482c5b94), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:28.832829 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-44b36d7c-1d3d-4580-a0dc-0f426deffa3f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for port (b5588925-b86a-418b-89ab-d18a105e5728), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:28.880356 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-2c154dd2-6768-492b-b428-0d91713d3a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844714010', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '02d8e8d0-64f0-4827-9a8f-a1670a49a13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:22:23Z', 'updated_at': '2022-03-05T05:22:24Z', 'revision_number': 3, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': '02d8e8d0-64f0-4827-9a8f-a1670a49a13e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:22:24Z', 'updated_at': '2022-03-05T05:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:22:28.946527 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-44b36d7c-1d3d-4580-a0dc-0f426deffa3f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (b5588925-b86a-418b-89ab-d18a105e5728), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:28.968759 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c154dd2-6768-492b-b428-0d91713d3a26 None None] The sync data for ids ['ec7ad48e-a76d-48cc-902d-7800cba4f45e'] in n-d-789963-32 is: [{'id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844714010', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '02d8e8d0-64f0-4827-9a8f-a1670a49a13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:22:23Z', 'updated_at': '2022-03-05T05:22:24Z', 'revision_number': 3, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': '02d8e8d0-64f0-4827-9a8f-a1670a49a13e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:22:24Z', 'updated_at': '2022-03-05T05:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:22:29.041127 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b36d7c-1d3d-4580-a0dc-0f426deffa3f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'Port': ['ID=b5588925-b86a-418b-89ab-d18a105e5728,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:29.072605 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b36d7c-1d3d-4580-a0dc-0f426deffa3f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Network aeb4bae7-97e6-41a8-8da5-94f700f06259 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:22:29.075274 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-44b36d7c-1d3d-4580-a0dc-0f426deffa3f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:22:29.087440 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b36d7c-1d3d-4580-a0dc-0f426deffa3f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:22:29.100500 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-11238a99-0d62-4899-abce-0743bdb7ae39 None None] For port b03f566b-9ff4-42c6-b04a-a0fa482c5b94, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:22:29.104327 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-11238a99-0d62-4899-abce-0743bdb7ae39 None None] For port b03f566b-9ff4-42c6-b04a-a0fa482c5b94, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b03f566b-9ff4-42c6-b04a-a0fa482c5b94,segment=NetworkSegment(9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0),segment_id=9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:22:29.119398 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-11238a99-0d62-4899-abce-0743bdb7ae39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b03f566b-9ff4-42c6-b04a-a0fa482c5b94), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:29.173447 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-44b36d7c-1d3d-4580-a0dc-0f426deffa3f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (ec7ad48e-a76d-48cc-902d-7800cba4f45e), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:29.273235 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11238a99-0d62-4899-abce-0743bdb7ae39 None None] Pushing event updated for resources: {'Port': ['ID=b03f566b-9ff4-42c6-b04a-a0fa482c5b94,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:29.700265 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-44b36d7c-1d3d-4580-a0dc-0f426deffa3f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b5588925-b86a-418b-89ab-d18a105e5728), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:30.350440 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-44b36d7c-1d3d-4580-a0dc-0f426deffa3f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for port (b5588925-b86a-418b-89ab-d18a105e5728), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:30.357241 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-44b36d7c-1d3d-4580-a0dc-0f426deffa3f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (b5588925-b86a-418b-89ab-d18a105e5728), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:30.468031 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-44b36d7c-1d3d-4580-a0dc-0f426deffa3f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (ec7ad48e-a76d-48cc-902d-7800cba4f45e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:30.470168 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b36d7c-1d3d-4580-a0dc-0f426deffa3f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'Port': ['ID=b5588925-b86a-418b-89ab-d18a105e5728,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:30.685918 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b36d7c-1d3d-4580-a0dc-0f426deffa3f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Network aeb4bae7-97e6-41a8-8da5-94f700f06259 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:22:30.687558 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-44b36d7c-1d3d-4580-a0dc-0f426deffa3f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:22:31.048999 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b36d7c-1d3d-4580-a0dc-0f426deffa3f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Router ec7ad48e-a76d-48cc-902d-7800cba4f45e has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:22:31.165202 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c705fd-8ced-44a1-b01e-445609942cac None None] Network aeb4bae7-97e6-41a8-8da5-94f700f06259 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:22:31.269540 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b36d7c-1d3d-4580-a0dc-0f426deffa3f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:22:31.290672 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-44b36d7c-1d3d-4580-a0dc-0f426deffa3f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "PUT /v2.0/routers/ec7ad48e-a76d-48cc-902d-7800cba4f45e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2832019 Mar 05 05:22:31.709033 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b03f566b-9ff4-42c6-b04a-a0fa482c5b94 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:22:31.713508 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-1983aac3-ffae-4e92-8039-44d1c327ee90 None None] Provisioning complete for port b03f566b-9ff4-42c6-b04a-a0fa482c5b94 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:22:31.714135 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1983aac3-ffae-4e92-8039-44d1c327ee90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b03f566b-9ff4-42c6-b04a-a0fa482c5b94), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:31.722174 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-2b235b3a-2262-49ac-8302-fa5d73d7ce3e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2008785203&fields=id&tenant_id=ab07f13582d14e74bdac64dcc9482a66 HTTP/1.1" status: 200 len: 267 time: 0.1081295 Mar 05 05:22:31.875352 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port b03f566b-9ff4-42c6-b04a-a0fa482c5b94 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:22:31.875751 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b03f566b-9ff4-42c6-b04a-a0fa482c5b94), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:31.948052 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-150e7ad0-93ae-43c1-95ed-6591fde579e3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:31.949982 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-150e7ad0-93ae-43c1-95ed-6591fde579e3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/networks?id=aeb4bae7-97e6-41a8-8da5-94f700f06259 HTTP/1.1" status: 200 len: 797 time: 0.2195213 Mar 05 05:22:31.973671 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-0da1e319-a88d-48b8-b4a0-c72d6e3f34d2 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/quotas/ab07f13582d14e74bdac64dcc9482a66 HTTP/1.1" status: 200 len: 375 time: 0.0182266 Mar 05 05:22:32.009145 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-1983aac3-ffae-4e92-8039-44d1c327ee90 None None] Current status of the port b03f566b-9ff4-42c6-b04a-a0fa482c5b94 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:22:32.009834 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1983aac3-ffae-4e92-8039-44d1c327ee90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b03f566b-9ff4-42c6-b04a-a0fa482c5b94), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:32.132818 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0ba661-7d3f-49d5-98ca-3f8ed2d9386e None None] Sync routers for ids ['ec7ad48e-a76d-48cc-902d-7800cba4f45e'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:22:32.135327 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-1983aac3-ffae-4e92-8039-44d1c327ee90 None None] For port b03f566b-9ff4-42c6-b04a-a0fa482c5b94, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b03f566b-9ff4-42c6-b04a-a0fa482c5b94,segment=NetworkSegment(9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0),segment_id=9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:22:32.148638 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-e4cfd503-23c6-4ddb-9edd-46d7e0737796 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1606078 Mar 05 05:22:32.167734 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1983aac3-ffae-4e92-8039-44d1c327ee90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b03f566b-9ff4-42c6-b04a-a0fa482c5b94), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:32.178445 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0ba661-7d3f-49d5-98ca-3f8ed2d9386e None None] Routers {'ec7ad48e-a76d-48cc-902d-7800cba4f45e'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:22:32.179801 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7a0ba661-7d3f-49d5-98ca-3f8ed2d9386e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:22:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['ec7ad48e-a76d-48cc-902d-7800cba4f45e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:22:32.365073 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-7a0ba661-7d3f-49d5-98ca-3f8ed2d9386e None None] Set router ec7ad48e-a76d-48cc-902d-7800cba4f45e gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:22:32.376644 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-5456c8c2-6a72-4709-b0bb-5cdfcaa4703f service neutron] 10.222.0.11 "GET /v2.0/networks/aeb4bae7-97e6-41a8-8da5-94f700f06259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252471 Mar 05 05:22:32.419363 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port b03f566b-9ff4-42c6-b04a-a0fa482c5b94 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:22:32.420481 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 02d8e8d0-64f0-4827-9a8f-a1670a49a13e up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:22:32.459272 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983aac3-ffae-4e92-8039-44d1c327ee90 None None] Pushing event updated for resources: {'Port': ['ID=b03f566b-9ff4-42c6-b04a-a0fa482c5b94,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:32.541003 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-5d83d917-8cc9-4f9f-a57e-ad9839aef4b4 None None] Provisioning complete for port b5588925-b86a-418b-89ab-d18a105e5728 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:22:32.541805 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5d83d917-8cc9-4f9f-a57e-ad9839aef4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b5588925-b86a-418b-89ab-d18a105e5728), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:32.577881 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-79e614b2-dbae-4895-b129-a4f3b58e73c4 service neutron] 10.222.0.11 "GET /v2.0/networks/aeb4bae7-97e6-41a8-8da5-94f700f06259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929538 Mar 05 05:22:32.651052 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-5d83d917-8cc9-4f9f-a57e-ad9839aef4b4 None None] Port b5588925-b86a-418b-89ab-d18a105e5728 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:22:32.678386 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 02d8e8d0-64f0-4827-9a8f-a1670a49a13e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:22:32.680266 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (02d8e8d0-64f0-4827-9a8f-a1670a49a13e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:32.724717 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-5d83d917-8cc9-4f9f-a57e-ad9839aef4b4 None None] Provisioning complete for port b03f566b-9ff4-42c6-b04a-a0fa482c5b94 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:22:32.725095 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5d83d917-8cc9-4f9f-a57e-ad9839aef4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b03f566b-9ff4-42c6-b04a-a0fa482c5b94), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:32.729809 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7a0ba661-7d3f-49d5-98ca-3f8ed2d9386e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844714010', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '02d8e8d0-64f0-4827-9a8f-a1670a49a13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:22:23Z', 'updated_at': '2022-03-05T05:22:29Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': '02d8e8d0-64f0-4827-9a8f-a1670a49a13e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:22:24Z', 'updated_at': '2022-03-05T05:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'b5588925-b86a-418b-89ab-d18a105e5728', 'name': '', 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:70:37:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '4a802b43-d885-42fd-be95-2000564ff5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:22:27Z', 'updated_at': '2022-03-05T05:22:30Z', 'revision_number': 2, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': '4a802b43-d885-42fd-be95-2000564ff5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:22:32.798883 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0ba661-7d3f-49d5-98ca-3f8ed2d9386e None None] Checking router: ec7ad48e-a76d-48cc-902d-7800cba4f45e for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:22:32.799636 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0ba661-7d3f-49d5-98ca-3f8ed2d9386e None None] Updating router ec7ad48e-a76d-48cc-902d-7800cba4f45e port b5588925-b86a-418b-89ab-d18a105e5728 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:22:32.859207 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7a0ba661-7d3f-49d5-98ca-3f8ed2d9386e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b5588925-b86a-418b-89ab-d18a105e5728), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:32.985519 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 02d8e8d0-64f0-4827-9a8f-a1670a49a13e is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:22:32.985916 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (02d8e8d0-64f0-4827-9a8f-a1670a49a13e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:33.066979 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d4cc24d6-eb9e-497e-95d5-4cc0d98a680f req-50b27a74-762f-4f86-b3e9-39e9bcf50578 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 210 time: 0.1220043 Mar 05 05:22:33.072690 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 02d8e8d0-64f0-4827-9a8f-a1670a49a13e, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=02d8e8d0-64f0-4827-9a8f-a1670a49a13e,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:22:33.112852 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-5d83d917-8cc9-4f9f-a57e-ad9839aef4b4 None None] Current status of the port b03f566b-9ff4-42c6-b04a-a0fa482c5b94 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:22:33.125107 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (02d8e8d0-64f0-4827-9a8f-a1670a49a13e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:33.292917 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=02d8e8d0-64f0-4827-9a8f-a1670a49a13e,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:33.321252 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6b19e2c3-e34a-4473-b4f9-530f092ff72f None None] Provisioning complete for port b5588925-b86a-418b-89ab-d18a105e5728 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:22:33.321641 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6b19e2c3-e34a-4473-b4f9-530f092ff72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b5588925-b86a-418b-89ab-d18a105e5728), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:33.416421 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7a0ba661-7d3f-49d5-98ca-3f8ed2d9386e None None] Publish callbacks [] for port (b5588925-b86a-418b-89ab-d18a105e5728), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:33.424613 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7a0ba661-7d3f-49d5-98ca-3f8ed2d9386e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b5588925-b86a-418b-89ab-d18a105e5728), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:33.455201 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6b19e2c3-e34a-4473-b4f9-530f092ff72f None None] Port b5588925-b86a-418b-89ab-d18a105e5728 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:22:33.580996 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-7a0ba661-7d3f-49d5-98ca-3f8ed2d9386e None None] Attempting to bind port b5588925-b86a-418b-89ab-d18a105e5728 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:22:33.581639 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-7a0ba661-7d3f-49d5-98ca-3f8ed2d9386e None None] Attempting to bind port b5588925-b86a-418b-89ab-d18a105e5728 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:22:33.582231 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0ba661-7d3f-49d5-98ca-3f8ed2d9386e None None] Attempting to bind port b5588925-b86a-418b-89ab-d18a105e5728 on network aeb4bae7-97e6-41a8-8da5-94f700f06259 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:22:33.592439 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9d1a9-eca2-4adb-84b5-c353c3ab88a5 None None] Pushing event updated for resources: {'Port': ['ID=b5588925-b86a-418b-89ab-d18a105e5728,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:33.600298 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-c95d6f7c-87eb-40e0-8712-46181f09c281 None None] Provisioning complete for port b5588925-b86a-418b-89ab-d18a105e5728 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:22:33.601362 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c95d6f7c-87eb-40e0-8712-46181f09c281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b5588925-b86a-418b-89ab-d18a105e5728), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:33.602567 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9d1a9-eca2-4adb-84b5-c353c3ab88a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:33.603046 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9d1a9-eca2-4adb-84b5-c353c3ab88a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:33.603441 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9d1a9-eca2-4adb-84b5-c353c3ab88a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:33.604017 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9d1a9-eca2-4adb-84b5-c353c3ab88a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:33.604360 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9d1a9-eca2-4adb-84b5-c353c3ab88a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:33.605177 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9d1a9-eca2-4adb-84b5-c353c3ab88a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:33.605531 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9d1a9-eca2-4adb-84b5-c353c3ab88a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:33.605919 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9d1a9-eca2-4adb-84b5-c353c3ab88a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:33.606259 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9d1a9-eca2-4adb-84b5-c353c3ab88a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:33.606809 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9d1a9-eca2-4adb-84b5-c353c3ab88a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:33.607188 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9d1a9-eca2-4adb-84b5-c353c3ab88a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:33.607891 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9d1a9-eca2-4adb-84b5-c353c3ab88a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:33.608337 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f9d1a9-eca2-4adb-84b5-c353c3ab88a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:33.614509 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0ba661-7d3f-49d5-98ca-3f8ed2d9386e None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:22:33.615185 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0ba661-7d3f-49d5-98ca-3f8ed2d9386e None None] Checking segment: {'id': '9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:22:33.615599 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7a0ba661-7d3f-49d5-98ca-3f8ed2d9386e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:33.615984 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0ba661-7d3f-49d5-98ca-3f8ed2d9386e None None] Bound using segment: {'id': '9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:22:33.617740 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-7a0ba661-7d3f-49d5-98ca-3f8ed2d9386e None None] Bound port: b5588925-b86a-418b-89ab-d18a105e5728, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:22:33.618157 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7a0ba661-7d3f-49d5-98ca-3f8ed2d9386e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b5588925-b86a-418b-89ab-d18a105e5728), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:33.700300 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b03f566b-9ff4-42c6-b04a-a0fa482c5b94 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:22:33.703361 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-7a0ba661-7d3f-49d5-98ca-3f8ed2d9386e None None] For port b5588925-b86a-418b-89ab-d18a105e5728, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:22:33.710950 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-7a0ba661-7d3f-49d5-98ca-3f8ed2d9386e None None] For port b5588925-b86a-418b-89ab-d18a105e5728, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b5588925-b86a-418b-89ab-d18a105e5728,segment=NetworkSegment(9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0),segment_id=9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:22:33.722750 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7a0ba661-7d3f-49d5-98ca-3f8ed2d9386e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b5588925-b86a-418b-89ab-d18a105e5728), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:33.788112 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c95d6f7c-87eb-40e0-8712-46181f09c281 None None] Port b5588925-b86a-418b-89ab-d18a105e5728 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:22:33.810269 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port b03f566b-9ff4-42c6-b04a-a0fa482c5b94 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:22:33.811356 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b03f566b-9ff4-42c6-b04a-a0fa482c5b94), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:33.856291 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9d1a9-eca2-4adb-84b5-c353c3ab88a5 None None] Pushing event updated for resources: {'Port': ['ID=b5588925-b86a-418b-89ab-d18a105e5728,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:33.894133 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0ba661-7d3f-49d5-98ca-3f8ed2d9386e None None] Routers {'ec7ad48e-a76d-48cc-902d-7800cba4f45e'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:22:33.894782 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7a0ba661-7d3f-49d5-98ca-3f8ed2d9386e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:22:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['ec7ad48e-a76d-48cc-902d-7800cba4f45e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:22:33.912572 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port b03f566b-9ff4-42c6-b04a-a0fa482c5b94 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:22:33.914349 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 02d8e8d0-64f0-4827-9a8f-a1670a49a13e up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:22:33.975218 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 02d8e8d0-64f0-4827-9a8f-a1670a49a13e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:22:33.975533 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (02d8e8d0-64f0-4827-9a8f-a1670a49a13e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:34.082602 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-2fad9697-488f-45f6-8e56-fc89735b139e None None] Provisioning complete for port b5588925-b86a-418b-89ab-d18a105e5728 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:22:34.083279 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2fad9697-488f-45f6-8e56-fc89735b139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b5588925-b86a-418b-89ab-d18a105e5728), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:34.183514 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 02d8e8d0-64f0-4827-9a8f-a1670a49a13e is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:22:34.285134 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9d965943-8a13-4792-b45d-0a7c959ae258 req-53d0ab0e-50db-4f5d-a2d1-15414fa6a5aa tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 210 time: 0.0845511 Mar 05 05:22:34.346557 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2fad9697-488f-45f6-8e56-fc89735b139e None None] Current status of the port b5588925-b86a-418b-89ab-d18a105e5728 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:22:34.347062 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2fad9697-488f-45f6-8e56-fc89735b139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b5588925-b86a-418b-89ab-d18a105e5728), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:34.352140 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-7a0ba661-7d3f-49d5-98ca-3f8ed2d9386e None None] Set router ec7ad48e-a76d-48cc-902d-7800cba4f45e gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:22:34.402276 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-2fad9697-488f-45f6-8e56-fc89735b139e None None] For port b5588925-b86a-418b-89ab-d18a105e5728, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b5588925-b86a-418b-89ab-d18a105e5728,segment=NetworkSegment(9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0),segment_id=9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:22:34.421726 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2fad9697-488f-45f6-8e56-fc89735b139e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b5588925-b86a-418b-89ab-d18a105e5728), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:34.557233 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad9697-488f-45f6-8e56-fc89735b139e None None] Pushing event updated for resources: {'Port': ['ID=b5588925-b86a-418b-89ab-d18a105e5728,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:34.581252 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad9697-488f-45f6-8e56-fc89735b139e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:34.582255 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad9697-488f-45f6-8e56-fc89735b139e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:34.582838 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad9697-488f-45f6-8e56-fc89735b139e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:34.583437 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad9697-488f-45f6-8e56-fc89735b139e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:34.583991 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad9697-488f-45f6-8e56-fc89735b139e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:34.584575 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad9697-488f-45f6-8e56-fc89735b139e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:34.585210 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad9697-488f-45f6-8e56-fc89735b139e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:34.585779 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad9697-488f-45f6-8e56-fc89735b139e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:34.587561 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad9697-488f-45f6-8e56-fc89735b139e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:34.588155 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad9697-488f-45f6-8e56-fc89735b139e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:34.588732 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad9697-488f-45f6-8e56-fc89735b139e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:34.589269 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad9697-488f-45f6-8e56-fc89735b139e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:34.590952 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fad9697-488f-45f6-8e56-fc89735b139e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:22:34.597414 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-ff3723ec-b00f-4dd1-9bdf-685a7d3c93ad None None] Provisioning complete for port b5588925-b86a-418b-89ab-d18a105e5728 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:22:34.598330 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ff3723ec-b00f-4dd1-9bdf-685a7d3c93ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b5588925-b86a-418b-89ab-d18a105e5728), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:34.718312 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ff3723ec-b00f-4dd1-9bdf-685a7d3c93ad None None] Current status of the port b5588925-b86a-418b-89ab-d18a105e5728 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:22:34.786755 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-f39ca0b6-898b-4d12-bb62-20751f6db900 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:34.789024 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-f39ca0b6-898b-4d12-bb62-20751f6db900 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.31 "GET /v2.0/networks?id=aeb4bae7-97e6-41a8-8da5-94f700f06259 HTTP/1.1" status: 200 len: 797 time: 0.2514384 Mar 05 05:22:34.836332 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7a0ba661-7d3f-49d5-98ca-3f8ed2d9386e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844714010', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '02d8e8d0-64f0-4827-9a8f-a1670a49a13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:22:23Z', 'updated_at': '2022-03-05T05:22:29Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': '02d8e8d0-64f0-4827-9a8f-a1670a49a13e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:22:24Z', 'updated_at': '2022-03-05T05:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'b5588925-b86a-418b-89ab-d18a105e5728', 'name': '', 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:70:37:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '4a802b43-d885-42fd-be95-2000564ff5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:22:27Z', 'updated_at': '2022-03-05T05:22:33Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': '4a802b43-d885-42fd-be95-2000564ff5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:22:34.900328 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0ba661-7d3f-49d5-98ca-3f8ed2d9386e None None] The sync data for ids ['ec7ad48e-a76d-48cc-902d-7800cba4f45e'] in n-d-789963-32 is: [{'id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844714010', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '02d8e8d0-64f0-4827-9a8f-a1670a49a13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:22:23Z', 'updated_at': '2022-03-05T05:22:29Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': '02d8e8d0-64f0-4827-9a8f-a1670a49a13e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:22:24Z', 'updated_at': '2022-03-05T05:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'b5588925-b86a-418b-89ab-d18a105e5728', 'name': '', 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:70:37:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '4a802b43-d885-42fd-be95-2000564ff5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:22:27Z', 'updated_at': '2022-03-05T05:22:33Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': '4a802b43-d885-42fd-be95-2000564ff5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:22:34.916482 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-963d3062-f358-40ef-8f8a-388a6180904b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab07f13582d14e74bdac64dcc9482a66 HTTP/1.1" status: 200 len: 380 time: 0.1192961 Mar 05 05:22:34.930091 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-35dbded1-0981-4119-a99c-a30ca4491c78 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'port': {'device_id': 'fb18a2c6-7f6e-45bc-81cf-13503d406955', 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259', 'admin_state_up': True, 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'security_groups': ['f3f73994-3f5e-4210-a0ab-a8c71502f579']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:22:35.078729 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-35dbded1-0981-4119-a99c-a30ca4491c78 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Made reservation on behalf of ab07f13582d14e74bdac64dcc9482a66 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:22:35.084703 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-35dbded1-0981-4119-a99c-a30ca4491c78 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:35.264795 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-35dbded1-0981-4119-a99c-a30ca4491c78 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Allocated IP 172.20.0.5 (aeb4bae7-97e6-41a8-8da5-94f700f06259/4a802b43-d885-42fd-be95-2000564ff5a2/a58c4331-a4a5-46e6-a4ae-2a9236d6d731) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:22:35.494855 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f9bc7fb0-348d-4a54-8ea0-5a23f259d030 req-463654e0-964b-4fb4-88d8-0ba508172455 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 210 time: 0.0821342 Mar 05 05:22:35.616728 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-35dbded1-0981-4119-a99c-a30ca4491c78 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for port (a58c4331-a4a5-46e6-a4ae-2a9236d6d731), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:35.642569 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b5588925-b86a-418b-89ab-d18a105e5728 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:22:35.683299 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-35dbded1-0981-4119-a99c-a30ca4491c78 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (a58c4331-a4a5-46e6-a4ae-2a9236d6d731), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:35.734664 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port b5588925-b86a-418b-89ab-d18a105e5728 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:22:35.735277 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b5588925-b86a-418b-89ab-d18a105e5728), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:35.750359 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dbded1-0981-4119-a99c-a30ca4491c78 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'Port': ['ID=a58c4331-a4a5-46e6-a4ae-2a9236d6d731,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:35.768978 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-35dbded1-0981-4119-a99c-a30ca4491c78 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Network aeb4bae7-97e6-41a8-8da5-94f700f06259 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:22:35.770524 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-35dbded1-0981-4119-a99c-a30ca4491c78 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:22:35.774461 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-35dbded1-0981-4119-a99c-a30ca4491c78 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:22:35.861826 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-35dbded1-0981-4119-a99c-a30ca4491c78 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:35.863175 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-35dbded1-0981-4119-a99c-a30ca4491c78 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:35.894938 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-35dbded1-0981-4119-a99c-a30ca4491c78 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9706368 Mar 05 05:22:35.908557 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-ca7e79f8-a902-44a5-a58c-f5c7a91197a4 service neutron] Request body: {'port': {'device_id': 'fb18a2c6-7f6e-45bc-81cf-13503d406955', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:22:35.925368 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port b5588925-b86a-418b-89ab-d18a105e5728 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:22:36.026408 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-ca7e79f8-a902-44a5-a58c-f5c7a91197a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a58c4331-a4a5-46e6-a4ae-2a9236d6d731), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:36.156802 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-daabec26-462c-4583-a199-33dd24ebddcc None None] Provisioning complete for port a58c4331-a4a5-46e6-a4ae-2a9236d6d731 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:22:36.157424 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-daabec26-462c-4583-a199-33dd24ebddcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a58c4331-a4a5-46e6-a4ae-2a9236d6d731), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:36.210028 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-daabec26-462c-4583-a199-33dd24ebddcc None None] Port a58c4331-a4a5-46e6-a4ae-2a9236d6d731 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:22:36.451910 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-ca7e79f8-a902-44a5-a58c-f5c7a91197a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a58c4331-a4a5-46e6-a4ae-2a9236d6d731 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:22:36.461919 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-ca7e79f8-a902-44a5-a58c-f5c7a91197a4 service neutron] Publish callbacks [] for port (a58c4331-a4a5-46e6-a4ae-2a9236d6d731), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:36.478174 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-ca7e79f8-a902-44a5-a58c-f5c7a91197a4 service neutron] Transition to ACTIVE for port object a58c4331-a4a5-46e6-a4ae-2a9236d6d731 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:22:36.488469 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-ca7e79f8-a902-44a5-a58c-f5c7a91197a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (a58c4331-a4a5-46e6-a4ae-2a9236d6d731), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:36.635616 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e79f8-a902-44a5-a58c-f5c7a91197a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a58c4331-a4a5-46e6-a4ae-2a9236d6d731,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:36.743383 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf512a-f02e-4247-b5db-011313942208 req-cc019944-d902-4f62-946c-ed7132230494 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:36.759791 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0dbf512a-f02e-4247-b5db-011313942208 req-cc019944-d902-4f62-946c-ed7132230494 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 943 time: 0.1264286 Mar 05 05:22:36.774407 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-ca7e79f8-a902-44a5-a58c-f5c7a91197a4 service neutron] Attempting to bind port a58c4331-a4a5-46e6-a4ae-2a9236d6d731 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:22:36.775387 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-ca7e79f8-a902-44a5-a58c-f5c7a91197a4 service neutron] Attempting to bind port a58c4331-a4a5-46e6-a4ae-2a9236d6d731 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:22:36.776366 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-ca7e79f8-a902-44a5-a58c-f5c7a91197a4 service neutron] Attempting to bind port a58c4331-a4a5-46e6-a4ae-2a9236d6d731 on network aeb4bae7-97e6-41a8-8da5-94f700f06259 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:22:36.786484 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-ca7e79f8-a902-44a5-a58c-f5c7a91197a4 service neutron] Port a58c4331-a4a5-46e6-a4ae-2a9236d6d731 on network aeb4bae7-97e6-41a8-8da5-94f700f06259 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:22:36.787457 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-ca7e79f8-a902-44a5-a58c-f5c7a91197a4 service neutron] Attempting to bind port a58c4331-a4a5-46e6-a4ae-2a9236d6d731 on network aeb4bae7-97e6-41a8-8da5-94f700f06259 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:22:36.795883 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-ca7e79f8-a902-44a5-a58c-f5c7a91197a4 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:22:36.807774 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-ca7e79f8-a902-44a5-a58c-f5c7a91197a4 service neutron] Checking segment: {'id': '9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:22:36.808887 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-ca7e79f8-a902-44a5-a58c-f5c7a91197a4 service neutron] Bound using segment: {'id': '9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:22:36.824470 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-ca7e79f8-a902-44a5-a58c-f5c7a91197a4 service neutron] Bound port: a58c4331-a4a5-46e6-a4ae-2a9236d6d731, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:22:36.825306 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-ca7e79f8-a902-44a5-a58c-f5c7a91197a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a58c4331-a4a5-46e6-a4ae-2a9236d6d731), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:36.900710 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0dbf512a-f02e-4247-b5db-011313942208 req-1a55ce5a-523f-4239-8535-ddcbacec2772 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3f73994-3f5e-4210-a0ab-a8c71502f579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350772 Mar 05 05:22:36.943477 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-ca7e79f8-a902-44a5-a58c-f5c7a91197a4 service neutron] For port a58c4331-a4a5-46e6-a4ae-2a9236d6d731, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:22:36.949088 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-ca7e79f8-a902-44a5-a58c-f5c7a91197a4 service neutron] For port a58c4331-a4a5-46e6-a4ae-2a9236d6d731, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a58c4331-a4a5-46e6-a4ae-2a9236d6d731,segment=NetworkSegment(9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0),segment_id=9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:22:36.958863 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-ca7e79f8-a902-44a5-a58c-f5c7a91197a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (a58c4331-a4a5-46e6-a4ae-2a9236d6d731), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:37.037778 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-ca7e79f8-a902-44a5-a58c-f5c7a91197a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:37.038748 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-ca7e79f8-a902-44a5-a58c-f5c7a91197a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:37.040573 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-ca7e79f8-a902-44a5-a58c-f5c7a91197a4 service neutron] 10.222.0.31 "PUT /v2.0/ports/a58c4331-a4a5-46e6-a4ae-2a9236d6d731 HTTP/1.1" status: 200 len: 1092 time: 1.1364095 Mar 05 05:22:37.041237 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb18a2c6-7f6e-45bc-81cf-13503d406955', 'tag': 'a58c4331-a4a5-46e6-a4ae-2a9236d6d731'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:22:37.048284 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bfb4d5-72b2-4e43-9357-20d61a3e0f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "fb18a2c6-7f6e-45bc-81cf-13503d406955", "tag": "a58c4331-a4a5-46e6-a4ae-2a9236d6d731"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:22:37.111907 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e79f8-a902-44a5-a58c-f5c7a91197a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a58c4331-a4a5-46e6-a4ae-2a9236d6d731,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:37.154672 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3399c22d-390b-464b-86ba-d64c951b5713 x-openstack-request-id: req-3399c22d-390b-464b-86ba-d64c951b5713 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:22:37.155203 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb18a2c6-7f6e-45bc-81cf-13503d406955", "tag": "a58c4331-a4a5-46e6-a4ae-2a9236d6d731", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:22:37.155623 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3399c22d-390b-464b-86ba-d64c951b5713 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:22:37.156254 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb18a2c6-7f6e-45bc-81cf-13503d406955', 'tag': 'a58c4331-a4a5-46e6-a4ae-2a9236d6d731', 'status': 'completed', 'code': 200} Mar 05 05:22:37.201889 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-42db5512-c9cf-4353-b624-d4ef84448d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:37.203679 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-42db5512-c9cf-4353-b624-d4ef84448d85 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 1126 time: 0.1158605 Mar 05 05:22:37.253747 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-a2e8e8eb-0d11-475a-8c6a-74ebeedbfebd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a58c4331-a4a5-46e6-a4ae-2a9236d6d731 HTTP/1.1" status: 200 len: 217 time: 0.0418625 Mar 05 05:22:37.317938 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-d55ee33e-291b-4cb0-be76-ce36465a0468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:37.319823 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-d55ee33e-291b-4cb0-be76-ce36465a0468 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a802b43-d885-42fd-be95-2000564ff5a2 HTTP/1.1" status: 200 len: 834 time: 0.0587866 Mar 05 05:22:37.386493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-df441075-18d6-4fbb-b3aa-7da0d2f903b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:37.388947 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-df441075-18d6-4fbb-b3aa-7da0d2f903b4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aeb4bae7-97e6-41a8-8da5-94f700f06259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0620956 Mar 05 05:22:37.492464 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-6c1b5a3f-33e4-4720-a364-9656573050ea service neutron] 10.222.0.31 "GET /v2.0/networks/aeb4bae7-97e6-41a8-8da5-94f700f06259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964189 Mar 05 05:22:37.599555 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f86d4f3f-59ea-4ca0-b12e-71015bf459e3 req-73b7bd8a-068e-4ff2-a45c-16a6d688f728 service neutron] 10.222.0.31 "GET /v2.0/networks/aeb4bae7-97e6-41a8-8da5-94f700f06259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010485 Mar 05 05:22:37.733623 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfb4d5-72b2-4e43-9357-20d61a3e0f0b req-c28ef732-3d08-4c3f-b3cc-56f76dbc3b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:37.735628 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e2bfb4d5-72b2-4e43-9357-20d61a3e0f0b req-c28ef732-3d08-4c3f-b3cc-56f76dbc3b0c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 1126 time: 0.0837724 Mar 05 05:22:37.866095 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfb4d5-72b2-4e43-9357-20d61a3e0f0b req-221ce8a6-86ce-4f6a-8680-7944ce9afb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:37.868468 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e2bfb4d5-72b2-4e43-9357-20d61a3e0f0b req-221ce8a6-86ce-4f6a-8680-7944ce9afb05 service neutron] 10.222.0.31 "GET /v2.0/networks?id=aeb4bae7-97e6-41a8-8da5-94f700f06259 HTTP/1.1" status: 200 len: 897 time: 0.1191080 Mar 05 05:22:37.930323 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e2bfb4d5-72b2-4e43-9357-20d61a3e0f0b req-2e164ff3-2e24-4587-b901-07bd3ab01f66 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a58c4331-a4a5-46e6-a4ae-2a9236d6d731 HTTP/1.1" status: 200 len: 217 time: 0.0546644 Mar 05 05:22:38.028604 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfb4d5-72b2-4e43-9357-20d61a3e0f0b req-8535602c-4bde-407f-99c7-4c6b8ac20905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:38.030829 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e2bfb4d5-72b2-4e43-9357-20d61a3e0f0b req-8535602c-4bde-407f-99c7-4c6b8ac20905 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a802b43-d885-42fd-be95-2000564ff5a2 HTTP/1.1" status: 200 len: 834 time: 0.0942445 Mar 05 05:22:38.080639 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0309e-9866-440e-acf2-222b451a4da1 req-e9a4643d-a6ef-4d12-86c7-645a0bb6b099 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:38.092787 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-73a0309e-9866-440e-acf2-222b451a4da1 req-e9a4643d-a6ef-4d12-86c7-645a0bb6b099 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 943 time: 0.0908520 Mar 05 05:22:38.098142 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfb4d5-72b2-4e43-9357-20d61a3e0f0b req-b662a8f6-5743-4fd6-9481-5fe8bf0b16dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:38.099701 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e2bfb4d5-72b2-4e43-9357-20d61a3e0f0b req-b662a8f6-5743-4fd6-9481-5fe8bf0b16dd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aeb4bae7-97e6-41a8-8da5-94f700f06259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0611680 Mar 05 05:22:38.152045 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-73a0309e-9866-440e-acf2-222b451a4da1 req-8b65ac50-6656-4498-8e77-f3c1dcc263f7 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3f73994-3f5e-4210-a0ab-a8c71502f579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532091 Mar 05 05:22:38.203249 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e2bfb4d5-72b2-4e43-9357-20d61a3e0f0b req-784da901-90ef-44eb-8ccf-f7f25cf70025 service neutron] 10.222.0.31 "GET /v2.0/networks/aeb4bae7-97e6-41a8-8da5-94f700f06259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954618 Mar 05 05:22:38.317696 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e2bfb4d5-72b2-4e43-9357-20d61a3e0f0b req-c93df142-cb4d-4383-a921-ca510fc0cba7 service neutron] 10.222.0.31 "GET /v2.0/networks/aeb4bae7-97e6-41a8-8da5-94f700f06259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065114 Mar 05 05:22:39.097475 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device a58c4331-a4a5-46e6-a4ae-2a9236d6d731 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:22:39.236915 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port a58c4331-a4a5-46e6-a4ae-2a9236d6d731, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a58c4331-a4a5-46e6-a4ae-2a9236d6d731,segment=NetworkSegment(9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0),segment_id=9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:22:39.250919 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'a58c4331-a4a5-46e6-a4ae-2a9236d6d731', 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259', 'port_id': 'a58c4331-a4a5-46e6-a4ae-2a9236d6d731', 'mac_address': 'fa:16:3e:cb:c4:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a802b43-d885-42fd-be95-2000564ff5a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:22:39.312512 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818c97e-389c-4ff6-9aeb-46744a7305bc req-240bc6bf-eb57-4e39-908f-a501a562ea1d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:39.322270 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6818c97e-389c-4ff6-9aeb-46744a7305bc req-240bc6bf-eb57-4e39-908f-a501a562ea1d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 943 time: 0.0717764 Mar 05 05:22:39.331955 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port a58c4331-a4a5-46e6-a4ae-2a9236d6d731 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:22:39.332427 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a58c4331-a4a5-46e6-a4ae-2a9236d6d731), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:39.348595 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a58c4331-a4a5-46e6-a4ae-2a9236d6d731 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:22:39.371521 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port a58c4331-a4a5-46e6-a4ae-2a9236d6d731, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a58c4331-a4a5-46e6-a4ae-2a9236d6d731,segment=NetworkSegment(9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0),segment_id=9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:22:39.382553 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a58c4331-a4a5-46e6-a4ae-2a9236d6d731), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:39.385345 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6818c97e-389c-4ff6-9aeb-46744a7305bc req-a6cf8194-e3c0-4359-a360-a9530839aafd tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3f73994-3f5e-4210-a0ab-a8c71502f579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611248 Mar 05 05:22:39.464724 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=a58c4331-a4a5-46e6-a4ae-2a9236d6d731,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:39.574307 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['a58c4331-a4a5-46e6-a4ae-2a9236d6d731'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:22:40.526210 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d079941-23ec-49e8-b61b-52883626627d req-56d26fbf-40b7-4342-af6a-834527e160f8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:40.529453 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6d079941-23ec-49e8-b61b-52883626627d req-56d26fbf-40b7-4342-af6a-834527e160f8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 944 time: 0.0630183 Mar 05 05:22:40.591245 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6d079941-23ec-49e8-b61b-52883626627d req-816da820-aa3e-497e-a4c0-f794e1d60fde tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3f73994-3f5e-4210-a0ab-a8c71502f579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534775 Mar 05 05:22:41.112517 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device a58c4331-a4a5-46e6-a4ae-2a9236d6d731 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:22:41.199143 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port a58c4331-a4a5-46e6-a4ae-2a9236d6d731 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:22:41.203638 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port a58c4331-a4a5-46e6-a4ae-2a9236d6d731 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:22:41.204024 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a58c4331-a4a5-46e6-a4ae-2a9236d6d731), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:41.293825 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port a58c4331-a4a5-46e6-a4ae-2a9236d6d731 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:22:41.294133 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a58c4331-a4a5-46e6-a4ae-2a9236d6d731), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:41.322919 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb18a2c6-7f6e-45bc-81cf-13503d406955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58c4331-a4a5-46e6-a4ae-2a9236d6d731'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:22:41.325566 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd549ce9-fe8f-425a-b032-877d2094a036" -d '{"events": [{"server_uuid": "fb18a2c6-7f6e-45bc-81cf-13503d406955", "name": "network-vif-plugged", "status": "completed", "tag": "a58c4331-a4a5-46e6-a4ae-2a9236d6d731"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:22:41.342210 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port a58c4331-a4a5-46e6-a4ae-2a9236d6d731, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a58c4331-a4a5-46e6-a4ae-2a9236d6d731,segment=NetworkSegment(9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0),segment_id=9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:22:41.354262 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a58c4331-a4a5-46e6-a4ae-2a9236d6d731), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:41.428796 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=a58c4331-a4a5-46e6-a4ae-2a9236d6d731,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:41.474379 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-40508b45-1529-4475-b700-5a84e7eda569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:41.642292 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4a7736-1f35-4033-9cce-548d308d0ebc x-openstack-request-id: req-5a4a7736-1f35-4033-9cce-548d308d0ebc {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:22:41.642751 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb18a2c6-7f6e-45bc-81cf-13503d406955", "name": "network-vif-plugged", "status": "completed", "tag": "a58c4331-a4a5-46e6-a4ae-2a9236d6d731", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:22:41.643176 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5a4a7736-1f35-4033-9cce-548d308d0ebc {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:22:41.643654 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb18a2c6-7f6e-45bc-81cf-13503d406955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58c4331-a4a5-46e6-a4ae-2a9236d6d731', 'code': 200} Mar 05 05:22:41.778747 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba4acf-8bea-4d17-afdf-8f72771edf27 req-2be8c4ff-6fa2-4d58-a8cc-abef41de73bd tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:41.782432 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87ba4acf-8bea-4d17-afdf-8f72771edf27 req-2be8c4ff-6fa2-4d58-a8cc-abef41de73bd tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 945 time: 0.0722976 Mar 05 05:22:41.797408 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c03758-80d9-46b2-a438-4096c63d5db1 req-65e8fc66-c4dc-4728-8524-37f6fee942c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:41.798918 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-06c03758-80d9-46b2-a438-4096c63d5db1 req-65e8fc66-c4dc-4728-8524-37f6fee942c5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 1128 time: 0.0843692 Mar 05 05:22:41.857349 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87ba4acf-8bea-4d17-afdf-8f72771edf27 req-36d583e4-e745-4c93-831e-dea336a87514 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3f73994-3f5e-4210-a0ab-a8c71502f579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650501 Mar 05 05:22:41.879264 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-06c03758-80d9-46b2-a438-4096c63d5db1 req-9599f2a2-7cb9-444a-a412-72c164c2b041 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f3f73994-3f5e-4210-a0ab-a8c71502f579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745609 Mar 05 05:22:43.031556 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6f0ef-57bc-4a60-9da5-e9906234fb72 req-d5211e17-a427-41fb-acf0-d1e27ae5f8de tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:43.033249 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bfa6f0ef-57bc-4a60-9da5-e9906234fb72 req-d5211e17-a427-41fb-acf0-d1e27ae5f8de tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 945 time: 0.0747557 Mar 05 05:22:43.094613 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bfa6f0ef-57bc-4a60-9da5-e9906234fb72 req-494ca6c7-7c61-4652-adbd-aac69123eb54 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3f73994-3f5e-4210-a0ab-a8c71502f579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547552 Mar 05 05:22:43.237632 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b15d7-227e-4c66-a9ea-cc857eeeb1ee req-8e40d8ce-219b-4b0f-bda5-c0116bc5f714 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:43.237632 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f79b15d7-227e-4c66-a9ea-cc857eeeb1ee req-8e40d8ce-219b-4b0f-bda5-c0116bc5f714 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 945 time: 0.0690925 Mar 05 05:22:43.315129 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f79b15d7-227e-4c66-a9ea-cc857eeeb1ee req-1a571a73-beda-43f4-8efc-0829c8570e0c tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3f73994-3f5e-4210-a0ab-a8c71502f579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714881 Mar 05 05:22:43.343389 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38076) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:22:43.405764 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90658acf-b12d-46e8-8569-0d055e89de91 tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:43.408749 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38078) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:22:43.414547 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-7f6b261c-aa75-4531-bcdf-a0ccddfa9a5b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'port_id': 'a58c4331-a4a5-46e6-a4ae-2a9236d6d731', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:22:43.419668 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-90658acf-b12d-46e8-8569-0d055e89de91 tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 1123 time: 0.0715232 Mar 05 05:22:43.439400 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f6b261c-aa75-4531-bcdf-a0ccddfa9a5b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:43.557676 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f6b261c-aa75-4531-bcdf-a0ccddfa9a5b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:43.688550 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-7f6b261c-aa75-4531-bcdf-a0ccddfa9a5b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Allocated IP 172.25.0.113 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/601ac59d-dea3-4990-b3d4-1e2a449d1c2d) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:22:43.717975 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9fcc0d7a-3cdc-4cbf-878d-1c8336eedf93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:43.809487 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f6b261c-aa75-4531-bcdf-a0ccddfa9a5b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for port (601ac59d-dea3-4990-b3d4-1e2a449d1c2d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:43.850090 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f6b261c-aa75-4531-bcdf-a0ccddfa9a5b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (601ac59d-dea3-4990-b3d4-1e2a449d1c2d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:43.871801 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6b261c-aa75-4531-bcdf-a0ccddfa9a5b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:22:43.900425 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-7f6b261c-aa75-4531-bcdf-a0ccddfa9a5b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:22:43.908476 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6b261c-aa75-4531-bcdf-a0ccddfa9a5b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:22:43.963098 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b261c-aa75-4531-bcdf-a0ccddfa9a5b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'Port': ['ID=601ac59d-dea3-4990-b3d4-1e2a449d1c2d,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:43.980274 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:44.192418 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:44.395385 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f6b261c-aa75-4531-bcdf-a0ccddfa9a5b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for floatingip (298ca79a-1082-4263-b0cd-a2bcad4cc744), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:44.942775 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f6b261c-aa75-4531-bcdf-a0ccddfa9a5b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (601ac59d-dea3-4990-b3d4-1e2a449d1c2d), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:45.082180 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:45.185330 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f6b261c-aa75-4531-bcdf-a0ccddfa9a5b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for port (601ac59d-dea3-4990-b3d4-1e2a449d1c2d), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:45.197816 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f6b261c-aa75-4531-bcdf-a0ccddfa9a5b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (601ac59d-dea3-4990-b3d4-1e2a449d1c2d), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:45.300294 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b261c-aa75-4531-bcdf-a0ccddfa9a5b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'Port': ['ID=601ac59d-dea3-4990-b3d4-1e2a449d1c2d,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:45.315227 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f6b261c-aa75-4531-bcdf-a0ccddfa9a5b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (298ca79a-1082-4263-b0cd-a2bcad4cc744), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:45.542461 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-7f6b261c-aa75-4531-bcdf-a0ccddfa9a5b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Floating IP 298ca79a-1082-4263-b0cd-a2bcad4cc744 associated. External IP: 172.25.0.113, port: a58c4331-a4a5-46e6-a4ae-2a9236d6d731. Mar 05 05:22:45.943280 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38104) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:22:46.117803 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6b261c-aa75-4531-bcdf-a0ccddfa9a5b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Router ec7ad48e-a76d-48cc-902d-7800cba4f45e has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:22:46.168276 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5dd252ec-8043-4368-9816-8e1410525079 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:46.317024 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6b261c-aa75-4531-bcdf-a0ccddfa9a5b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:22:46.355886 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f6b261c-aa75-4531-bcdf-a0ccddfa9a5b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:46.361833 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f750b98-41c2-4454-b718-4cc49c0261f6 None None] Sync routers for ids ['ec7ad48e-a76d-48cc-902d-7800cba4f45e'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:22:46.406000 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5dd252ec-8043-4368-9816-8e1410525079 admin admin] Publish callbacks [] for security_group (1354e8e8-9ce7-4924-861e-e8dd83bf7f26), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:46.413397 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5dd252ec-8043-4368-9816-8e1410525079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1354e8e8-9ce7-4924-861e-e8dd83bf7f26), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:46.416623 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f750b98-41c2-4454-b718-4cc49c0261f6 None None] Routers {'ec7ad48e-a76d-48cc-902d-7800cba4f45e'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:22:46.418976 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-7f750b98-41c2-4454-b718-4cc49c0261f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:22:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['ec7ad48e-a76d-48cc-902d-7800cba4f45e'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:22:46.449945 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7f6b261c-aa75-4531-bcdf-a0ccddfa9a5b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0376070 Mar 05 05:22:46.449945 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb18a2c6-7f6e-45bc-81cf-13503d406955', 'tag': 'a58c4331-a4a5-46e6-a4ae-2a9236d6d731'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:22:46.471429 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb25644-ad2c-491c-b05e-04b25bcf96e4" -d '{"events": [{"name": "network-changed", "server_uuid": "fb18a2c6-7f6e-45bc-81cf-13503d406955", "tag": "a58c4331-a4a5-46e6-a4ae-2a9236d6d731"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:22:46.540833 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd252ec-8043-4368-9816-8e1410525079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1354e8e8-9ce7-4924-861e-e8dd83bf7f26,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:46.560349 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101a1a0e-1ef8-40b1-bc44-aafe15261df3 x-openstack-request-id: req-101a1a0e-1ef8-40b1-bc44-aafe15261df3 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:22:46.560888 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb18a2c6-7f6e-45bc-81cf-13503d406955", "tag": "a58c4331-a4a5-46e6-a4ae-2a9236d6d731", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:22:46.561000 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-101a1a0e-1ef8-40b1-bc44-aafe15261df3 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:22:46.561447 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb18a2c6-7f6e-45bc-81cf-13503d406955', 'tag': 'a58c4331-a4a5-46e6-a4ae-2a9236d6d731', 'status': 'completed', 'code': 200} Mar 05 05:22:46.608821 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-7f750b98-41c2-4454-b718-4cc49c0261f6 None None] Set router ec7ad48e-a76d-48cc-902d-7800cba4f45e gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:22:46.641479 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5dd252ec-8043-4368-9816-8e1410525079 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2b398e2ffac743c9a0837c2aed0aed35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6970878 Mar 05 05:22:46.646229 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38116) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:22:46.740399 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:46.741523 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa8111-dbaf-421c-84d9-69af69bab0c4 req-176d714a-bc95-42e7-a976-843b82d85855 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:46.748414 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-91aa8111-dbaf-421c-84d9-69af69bab0c4 req-176d714a-bc95-42e7-a976-843b82d85855 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 945 time: 0.1527100 Mar 05 05:22:46.815199 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a26223e6-ba7b-4d24-854e-53ef6a58b09b admin admin] Publish callbacks [] for security_group (1354e8e8-9ce7-4924-861e-e8dd83bf7f26), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:46.840185 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-91aa8111-dbaf-421c-84d9-69af69bab0c4 req-0631706d-1f06-4720-ac88-197973c4886d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3f73994-3f5e-4210-a0ab-a8c71502f579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869524 Mar 05 05:22:46.856012 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a26223e6-ba7b-4d24-854e-53ef6a58b09b admin admin] Publish callbacks [] for security_group (1354e8e8-9ce7-4924-861e-e8dd83bf7f26), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:46.872324 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38120) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:22:46.940026 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a26223e6-ba7b-4d24-854e-53ef6a58b09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1354e8e8-9ce7-4924-861e-e8dd83bf7f26), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:46.942720 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a26223e6-ba7b-4d24-854e-53ef6a58b09b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:46.943988 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a26223e6-ba7b-4d24-854e-53ef6a58b09b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1354e8e8-9ce7-4924-861e-e8dd83bf7f26 HTTP/1.1" status: 204 len: 168 time: 0.2967608 Mar 05 05:22:46.972960 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb25644-ad2c-491c-b05e-04b25bcf96e4 req-c9ed3b51-84d8-42c2-a760-34662c188a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:46.974785 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4eb25644-ad2c-491c-b05e-04b25bcf96e4 req-c9ed3b51-84d8-42c2-a760-34662c188a47 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 1128 time: 0.3806567 Mar 05 05:22:46.975739 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26223e6-ba7b-4d24-854e-53ef6a58b09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1354e8e8-9ce7-4924-861e-e8dd83bf7f26,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:46.996392 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a6b7ce8f-847b-4e43-a4de-5f613981955f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/floatingips/298ca79a-1082-4263-b0cd-a2bcad4cc744 HTTP/1.1" status: 200 len: 991 time: 0.1227846 Mar 05 05:22:47.120761 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-7f750b98-41c2-4454-b718-4cc49c0261f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844714010', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '02d8e8d0-64f0-4827-9a8f-a1670a49a13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:22:23Z', 'updated_at': '2022-03-05T05:22:29Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': '02d8e8d0-64f0-4827-9a8f-a1670a49a13e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:22:24Z', 'updated_at': '2022-03-05T05:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '298ca79a-1082-4263-b0cd-a2bcad4cc744', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'floating_ip_address': '172.25.0.113', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'port_id': 'a58c4331-a4a5-46e6-a4ae-2a9236d6d731', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259', 'mac_address': 'fa:16:3e:cb:c4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb18a2c6-7f6e-45bc-81cf-13503d406955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:22:44Z', 'updated_at': '2022-03-05T05:22:44Z', 'revision_number': 0, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5588925-b86a-418b-89ab-d18a105e5728', 'name': '', 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:70:37:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '4a802b43-d885-42fd-be95-2000564ff5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:22:27Z', 'updated_at': '2022-03-05T05:22:34Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': '4a802b43-d885-42fd-be95-2000564ff5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:22:47.135135 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb25644-ad2c-491c-b05e-04b25bcf96e4 req-011f7829-c13d-414e-951d-01f9d1493cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:47.136660 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4eb25644-ad2c-491c-b05e-04b25bcf96e4 req-011f7829-c13d-414e-951d-01f9d1493cd3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=aeb4bae7-97e6-41a8-8da5-94f700f06259 HTTP/1.1" status: 200 len: 897 time: 0.1504171 Mar 05 05:22:47.184049 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f750b98-41c2-4454-b718-4cc49c0261f6 None None] Checking router: ec7ad48e-a76d-48cc-902d-7800cba4f45e for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:22:47.194043 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f750b98-41c2-4454-b718-4cc49c0261f6 None None] Routers {'ec7ad48e-a76d-48cc-902d-7800cba4f45e'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:22:47.195126 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-7f750b98-41c2-4454-b718-4cc49c0261f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:22:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['ec7ad48e-a76d-48cc-902d-7800cba4f45e'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:22:47.314154 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4eb25644-ad2c-491c-b05e-04b25bcf96e4 req-522a56bd-8ee7-457c-9190-949aa5f2fe37 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a58c4331-a4a5-46e6-a4ae-2a9236d6d731 HTTP/1.1" status: 200 len: 999 time: 0.1717789 Mar 05 05:22:47.392854 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-7f750b98-41c2-4454-b718-4cc49c0261f6 None None] Set router ec7ad48e-a76d-48cc-902d-7800cba4f45e gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:22:47.447342 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb25644-ad2c-491c-b05e-04b25bcf96e4 req-97f64175-258d-46d4-b77a-6e83d7938f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:47.449099 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4eb25644-ad2c-491c-b05e-04b25bcf96e4 req-97f64175-258d-46d4-b77a-6e83d7938f01 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a802b43-d885-42fd-be95-2000564ff5a2 HTTP/1.1" status: 200 len: 834 time: 0.1271362 Mar 05 05:22:47.463044 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38128) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:22:47.486924 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ca894dc1-afb5-4f8a-9207-33ff8590f95c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:47.570939 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb25644-ad2c-491c-b05e-04b25bcf96e4 req-0d60ef1e-8cd9-4d54-98a2-7bb60c6ef3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:47.587446 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4eb25644-ad2c-491c-b05e-04b25bcf96e4 req-0d60ef1e-8cd9-4d54-98a2-7bb60c6ef3e8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aeb4bae7-97e6-41a8-8da5-94f700f06259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1164021 Mar 05 05:22:47.660215 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ca894dc1-afb5-4f8a-9207-33ff8590f95c admin admin] Publish callbacks [] for security_group (a1df31c5-68cb-4067-b64c-ee33e81f2892), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:47.669633 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ca894dc1-afb5-4f8a-9207-33ff8590f95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a1df31c5-68cb-4067-b64c-ee33e81f2892), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:47.771524 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ca894dc1-afb5-4f8a-9207-33ff8590f95c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=22fc81ad7dec4669b2c2d0c81f0be6c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3049691 Mar 05 05:22:47.775686 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38134) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:22:47.789254 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca894dc1-afb5-4f8a-9207-33ff8590f95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1df31c5-68cb-4067-b64c-ee33e81f2892,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:47.917408 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-836c1646-f1f5-4c12-9095-5d79707f8be7 admin admin] Publish callbacks [] for security_group (a1df31c5-68cb-4067-b64c-ee33e81f2892), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:47.954805 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:47.987546 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-836c1646-f1f5-4c12-9095-5d79707f8be7 admin admin] Publish callbacks [] for security_group (a1df31c5-68cb-4067-b64c-ee33e81f2892), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:48.065830 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38138) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:22:48.173929 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-7f750b98-41c2-4454-b718-4cc49c0261f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844714010', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '02d8e8d0-64f0-4827-9a8f-a1670a49a13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:22:23Z', 'updated_at': '2022-03-05T05:22:29Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': '02d8e8d0-64f0-4827-9a8f-a1670a49a13e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:22:24Z', 'updated_at': '2022-03-05T05:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '298ca79a-1082-4263-b0cd-a2bcad4cc744', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'floating_ip_address': '172.25.0.113', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'port_id': 'a58c4331-a4a5-46e6-a4ae-2a9236d6d731', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259', 'mac_address': 'fa:16:3e:cb:c4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb18a2c6-7f6e-45bc-81cf-13503d406955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:22:44Z', 'updated_at': '2022-03-05T05:22:44Z', 'revision_number': 0, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5588925-b86a-418b-89ab-d18a105e5728', 'name': '', 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:70:37:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '4a802b43-d885-42fd-be95-2000564ff5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:22:27Z', 'updated_at': '2022-03-05T05:22:34Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': '4a802b43-d885-42fd-be95-2000564ff5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:22:48.221222 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-836c1646-f1f5-4c12-9095-5d79707f8be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a1df31c5-68cb-4067-b64c-ee33e81f2892), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:48.227763 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-836c1646-f1f5-4c12-9095-5d79707f8be7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:22:48.230314 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-836c1646-f1f5-4c12-9095-5d79707f8be7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a1df31c5-68cb-4067-b64c-ee33e81f2892 HTTP/1.1" status: 204 len: 168 time: 0.4537659 Mar 05 05:22:48.248451 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f750b98-41c2-4454-b718-4cc49c0261f6 None None] The sync data for ids ['ec7ad48e-a76d-48cc-902d-7800cba4f45e'] in n-d-789963-32 is: [{'id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844714010', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '02d8e8d0-64f0-4827-9a8f-a1670a49a13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:22:23Z', 'updated_at': '2022-03-05T05:22:29Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': '02d8e8d0-64f0-4827-9a8f-a1670a49a13e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:22:24Z', 'updated_at': '2022-03-05T05:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '298ca79a-1082-4263-b0cd-a2bcad4cc744', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'floating_ip_address': '172.25.0.113', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'port_id': 'a58c4331-a4a5-46e6-a4ae-2a9236d6d731', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259', 'mac_address': 'fa:16:3e:cb:c4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb18a2c6-7f6e-45bc-81cf-13503d406955', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:22:44Z', 'updated_at': '2022-03-05T05:22:44Z', 'revision_number': 0, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5588925-b86a-418b-89ab-d18a105e5728', 'name': '', 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:70:37:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '4a802b43-d885-42fd-be95-2000564ff5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:22:27Z', 'updated_at': '2022-03-05T05:22:34Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': '4a802b43-d885-42fd-be95-2000564ff5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:22:48.271099 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d4b68188-f09b-47f6-9769-2ce669de81b0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/floatingips/298ca79a-1082-4263-b0cd-a2bcad4cc744 HTTP/1.1" status: 200 len: 991 time: 0.2038419 Mar 05 05:22:48.278156 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c1646-f1f5-4c12-9095-5d79707f8be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1df31c5-68cb-4067-b64c-ee33e81f2892,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:22:48.519652 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4eb25644-ad2c-491c-b05e-04b25bcf96e4 req-bf3dc626-166f-4905-972c-e9fa38dc4a04 service neutron] 10.222.0.31 "GET /v2.0/networks/aeb4bae7-97e6-41a8-8da5-94f700f06259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9312901 Mar 05 05:22:48.677190 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4eb25644-ad2c-491c-b05e-04b25bcf96e4 req-f1a1334c-e25c-4f86-a52d-1e31e7c99174 service neutron] 10.222.0.31 "GET /v2.0/networks/aeb4bae7-97e6-41a8-8da5-94f700f06259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501572 Mar 05 05:22:48.732698 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1307a0bc-74dc-4569-9d85-bbd5aff2ed2d None None] New status for floating IP 298ca79a-1082-4263-b0cd-a2bcad4cc744: ACTIVE {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:22:49.270915 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38168) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:22:49.401211 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c0ccf5e8-8966-4446-9a57-c6dd992f6932 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/floatingips/298ca79a-1082-4263-b0cd-a2bcad4cc744 HTTP/1.1" status: 200 len: 993 time: 0.1229737 Mar 05 05:22:53.238757 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ec7c0728-fcf7-496f-b2b1-8f69132f5e28 req-7422b33b-7765-428e-b72b-11caf11b30d3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0844228 Mar 05 05:22:53.386724 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c0728-fcf7-496f-b2b1-8f69132f5e28 req-828b58f2-9c16-44e3-a850-2fc17e7d94e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:53.389706 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ec7c0728-fcf7-496f-b2b1-8f69132f5e28 req-828b58f2-9c16-44e3-a850-2fc17e7d94e9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 1128 time: 0.0985329 Mar 05 05:22:53.556458 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c0728-fcf7-496f-b2b1-8f69132f5e28 req-f27eeb93-601b-467d-a3c5-63611cbb0502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:53.558018 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ec7c0728-fcf7-496f-b2b1-8f69132f5e28 req-f27eeb93-601b-467d-a3c5-63611cbb0502 service neutron] 10.222.0.31 "GET /v2.0/networks?id=aeb4bae7-97e6-41a8-8da5-94f700f06259 HTTP/1.1" status: 200 len: 897 time: 0.1464999 Mar 05 05:22:53.656386 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ec7c0728-fcf7-496f-b2b1-8f69132f5e28 req-96bc35da-84c1-40b1-bc3f-cbbde2556d90 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a58c4331-a4a5-46e6-a4ae-2a9236d6d731 HTTP/1.1" status: 200 len: 1001 time: 0.0916464 Mar 05 05:22:53.752557 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c0728-fcf7-496f-b2b1-8f69132f5e28 req-e6d0e075-be68-4b2f-b811-0da9bb4d70f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:53.754275 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ec7c0728-fcf7-496f-b2b1-8f69132f5e28 req-e6d0e075-be68-4b2f-b811-0da9bb4d70f6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a802b43-d885-42fd-be95-2000564ff5a2 HTTP/1.1" status: 200 len: 834 time: 0.0920994 Mar 05 05:22:53.859249 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c0728-fcf7-496f-b2b1-8f69132f5e28 req-5f2e9bd6-3cbb-4552-9527-00ee9b7a30f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:53.861277 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ec7c0728-fcf7-496f-b2b1-8f69132f5e28 req-5f2e9bd6-3cbb-4552-9527-00ee9b7a30f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aeb4bae7-97e6-41a8-8da5-94f700f06259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0991757 Mar 05 05:22:54.009007 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ec7c0728-fcf7-496f-b2b1-8f69132f5e28 req-f623db6a-46ad-42ef-a3c4-e57cfc99c5ca service neutron] 10.222.0.31 "GET /v2.0/networks/aeb4bae7-97e6-41a8-8da5-94f700f06259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390347 Mar 05 05:22:54.159712 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ec7c0728-fcf7-496f-b2b1-8f69132f5e28 req-7600721f-05eb-4745-8e58-a1e09391108b service neutron] 10.222.0.31 "GET /v2.0/networks/aeb4bae7-97e6-41a8-8da5-94f700f06259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440339 Mar 05 05:22:55.124887 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-370d4e50-b238-43ea-9532-68612584b851 req-13a393be-fb3a-49a4-b9a1-ab0026a906b6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1033664 Mar 05 05:22:55.225801 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d4e50-b238-43ea-9532-68612584b851 req-9d2b4c20-04fe-486f-9537-88d28878e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:55.227478 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-370d4e50-b238-43ea-9532-68612584b851 req-9d2b4c20-04fe-486f-9537-88d28878e792 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 1129 time: 0.0472207 Mar 05 05:22:55.343557 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d4e50-b238-43ea-9532-68612584b851 req-f9ad1448-e002-49e2-94c3-66082b6b1437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:55.345109 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-370d4e50-b238-43ea-9532-68612584b851 req-f9ad1448-e002-49e2-94c3-66082b6b1437 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 912 time: 0.0991988 Mar 05 05:22:55.438132 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-370d4e50-b238-43ea-9532-68612584b851 req-1087af88-ba5e-421e-814e-f2a2067a3e45 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85b290ee-fc55-4bd0-9fe0-d8f7960f7da3 HTTP/1.1" status: 200 len: 1001 time: 0.0871170 Mar 05 05:22:55.555230 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d4e50-b238-43ea-9532-68612584b851 req-637fb99e-5bc4-42d1-941e-fd9c3b95b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:55.557668 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-370d4e50-b238-43ea-9532-68612584b851 req-637fb99e-5bc4-42d1-941e-fd9c3b95b37f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb HTTP/1.1" status: 200 len: 851 time: 0.1115310 Mar 05 05:22:55.623410 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d4e50-b238-43ea-9532-68612584b851 req-ced546a3-3092-49be-a481-e85757a6fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:22:55.625412 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-370d4e50-b238-43ea-9532-68612584b851 req-ced546a3-3092-49be-a481-e85757a6fc9e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3da289b5-f373-4722-9911-8508cc812a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0619032 Mar 05 05:22:55.771040 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-370d4e50-b238-43ea-9532-68612584b851 req-db6745e2-fd86-4f4b-8081-5be1a0dc3bf0 service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390615 Mar 05 05:22:55.931275 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-370d4e50-b238-43ea-9532-68612584b851 req-32b8c0d9-cb17-4c16-8c67-cc9ff54c0346 service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524935 Mar 05 05:23:02.562909 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:23:06.064231 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-c02549aa-ac12-4ec2-ba18-000154db1f62 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1843465438&fields=id&tenant_id=06a4f309563b434e9962ec2905954423 HTTP/1.1" status: 200 len: 267 time: 0.0627985 Mar 05 05:23:06.196148 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-19c0fa2c-20fe-478d-b09f-e6f34cdb07a1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:06.198827 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-19c0fa2c-20fe-478d-b09f-e6f34cdb07a1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 812 time: 0.1295373 Mar 05 05:23:06.239565 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-2b950005-70c9-480e-8cb6-903c3aace483 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/quotas/06a4f309563b434e9962ec2905954423 HTTP/1.1" status: 200 len: 375 time: 0.0263245 Mar 05 05:23:06.316307 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-9066b2d6-6303-4842-8dfc-76c8a0630002 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0678375 Mar 05 05:23:06.576298 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-bfccd185-739f-4ba9-96b1-694049ace9e0 service neutron] 10.222.0.11 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564759 Mar 05 05:23:06.687949 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-37832afc-bbc1-4f40-be0d-47c5218ea376 service neutron] 10.222.0.11 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055496 Mar 05 05:23:07.181483 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-18918f38-2ad8-4078-ba4e-b8f9ffb7d681 req-0a0a27f5-f5c9-4e22-b4d8-4f0a7c122edd tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 210 time: 0.0866134 Mar 05 05:23:08.341848 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-26cfe573-11cc-4a1a-8973-f1c6b43f6e36 req-e1a3dcf6-240a-418d-9d9a-e95a46b35f45 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 210 time: 0.0789819 Mar 05 05:23:08.841546 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-9dcf2b3f-f0e9-4396-90fc-05ce2253205f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:08.856800 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-9dcf2b3f-f0e9-4396-90fc-05ce2253205f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.31 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 812 time: 0.1759052 Mar 05 05:23:08.947377 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-9ac394d4-686c-4c52-9f36-474542795453 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06a4f309563b434e9962ec2905954423 HTTP/1.1" status: 200 len: 380 time: 0.0894291 Mar 05 05:23:08.977203 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-75824253-e8c6-463f-81ca-099b947ec761 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Request body: {'port': {'device_id': '6afe84e5-5ac6-45ea-aee9-5878548f4fda', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'admin_state_up': True, 'tenant_id': '06a4f309563b434e9962ec2905954423', 'security_groups': ['737f5b01-6ab4-4614-be17-460084db682d']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:23:09.171169 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-75824253-e8c6-463f-81ca-099b947ec761 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Made reservation on behalf of 06a4f309563b434e9962ec2905954423 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:23:09.177947 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-75824253-e8c6-463f-81ca-099b947ec761 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:09.405168 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-75824253-e8c6-463f-81ca-099b947ec761 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Allocated IP 172.20.0.7 (3da289b5-f373-4722-9911-8508cc812a15/bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb/8ecd8a27-0316-413b-bb27-62d4e1f7c2bf) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:23:09.528157 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b61f88d2-00cb-4f0b-aaf8-b93e1c99abc3 req-72067cff-d618-4be5-a962-2ef569a9bcc1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 210 time: 0.0734966 Mar 05 05:23:09.718850 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-75824253-e8c6-463f-81ca-099b947ec761 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for port (8ecd8a27-0316-413b-bb27-62d4e1f7c2bf), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:09.765927 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-75824253-e8c6-463f-81ca-099b947ec761 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (8ecd8a27-0316-413b-bb27-62d4e1f7c2bf), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:09.815554 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-75824253-e8c6-463f-81ca-099b947ec761 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Network 3da289b5-f373-4722-9911-8508cc812a15 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:23:09.819035 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-75824253-e8c6-463f-81ca-099b947ec761 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:23:09.826768 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-75824253-e8c6-463f-81ca-099b947ec761 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:23:09.889672 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-75824253-e8c6-463f-81ca-099b947ec761 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:09.890450 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-75824253-e8c6-463f-81ca-099b947ec761 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:09.935366 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75824253-e8c6-463f-81ca-099b947ec761 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Pushing event updated for resources: {'Port': ['ID=8ecd8a27-0316-413b-bb27-62d4e1f7c2bf,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:09.948199 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-75824253-e8c6-463f-81ca-099b947ec761 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9861174 Mar 05 05:23:09.955534 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75824253-e8c6-463f-81ca-099b947ec761 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:09.956637 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75824253-e8c6-463f-81ca-099b947ec761 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:09.957228 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75824253-e8c6-463f-81ca-099b947ec761 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:09.958273 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75824253-e8c6-463f-81ca-099b947ec761 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:09.959055 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75824253-e8c6-463f-81ca-099b947ec761 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:09.959721 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75824253-e8c6-463f-81ca-099b947ec761 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:09.961445 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75824253-e8c6-463f-81ca-099b947ec761 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:09.962540 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75824253-e8c6-463f-81ca-099b947ec761 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:09.963162 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75824253-e8c6-463f-81ca-099b947ec761 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:09.963773 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75824253-e8c6-463f-81ca-099b947ec761 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:09.964500 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75824253-e8c6-463f-81ca-099b947ec761 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:09.965373 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75824253-e8c6-463f-81ca-099b947ec761 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:09.965932 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75824253-e8c6-463f-81ca-099b947ec761 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:09.979206 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-967a798d-4a31-49d9-9f83-5fa79c1bcc9d service neutron] Request body: {'port': {'device_id': '6afe84e5-5ac6-45ea-aee9-5878548f4fda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:23:10.076935 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-967a798d-4a31-49d9-9f83-5fa79c1bcc9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8ecd8a27-0316-413b-bb27-62d4e1f7c2bf), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:10.408662 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-44c21837-96ec-4476-a235-2130b3437f5a None None] Provisioning complete for port 8ecd8a27-0316-413b-bb27-62d4e1f7c2bf triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:23:10.409155 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-44c21837-96ec-4476-a235-2130b3437f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8ecd8a27-0316-413b-bb27-62d4e1f7c2bf), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:10.468977 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-44c21837-96ec-4476-a235-2130b3437f5a None None] Port 8ecd8a27-0316-413b-bb27-62d4e1f7c2bf cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:23:10.806282 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54b0a2-2884-439e-a1c3-c748c1bd343f req-0aed50d7-980f-441a-8ef9-c26bfd2feb88 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:10.810350 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ff54b0a2-2884-439e-a1c3-c748c1bd343f req-0aed50d7-980f-441a-8ef9-c26bfd2feb88 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 931 time: 0.1018765 Mar 05 05:23:10.914638 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ff54b0a2-2884-439e-a1c3-c748c1bd343f req-4f13be5b-b1f5-48fa-bfd9-b5cf3fea11ad tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967805 Mar 05 05:23:10.917027 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-967a798d-4a31-49d9-9f83-5fa79c1bcc9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ecd8a27-0316-413b-bb27-62d4e1f7c2bf {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:23:10.925361 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-967a798d-4a31-49d9-9f83-5fa79c1bcc9d service neutron] Publish callbacks [] for port (8ecd8a27-0316-413b-bb27-62d4e1f7c2bf), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:10.949659 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-967a798d-4a31-49d9-9f83-5fa79c1bcc9d service neutron] Transition to ACTIVE for port object 8ecd8a27-0316-413b-bb27-62d4e1f7c2bf will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:23:10.957267 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-967a798d-4a31-49d9-9f83-5fa79c1bcc9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (8ecd8a27-0316-413b-bb27-62d4e1f7c2bf), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:11.176532 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-967a798d-4a31-49d9-9f83-5fa79c1bcc9d service neutron] Attempting to bind port 8ecd8a27-0316-413b-bb27-62d4e1f7c2bf on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:23:11.176966 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-967a798d-4a31-49d9-9f83-5fa79c1bcc9d service neutron] Attempting to bind port 8ecd8a27-0316-413b-bb27-62d4e1f7c2bf by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:23:11.177408 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-967a798d-4a31-49d9-9f83-5fa79c1bcc9d service neutron] Attempting to bind port 8ecd8a27-0316-413b-bb27-62d4e1f7c2bf on network 3da289b5-f373-4722-9911-8508cc812a15 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:23:11.181972 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a798d-4a31-49d9-9f83-5fa79c1bcc9d service neutron] Pushing event updated for resources: {'Port': ['ID=8ecd8a27-0316-413b-bb27-62d4e1f7c2bf,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:11.187140 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-967a798d-4a31-49d9-9f83-5fa79c1bcc9d service neutron] Port 8ecd8a27-0316-413b-bb27-62d4e1f7c2bf on network 3da289b5-f373-4722-9911-8508cc812a15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:23:11.187655 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-967a798d-4a31-49d9-9f83-5fa79c1bcc9d service neutron] Attempting to bind port 8ecd8a27-0316-413b-bb27-62d4e1f7c2bf on network 3da289b5-f373-4722-9911-8508cc812a15 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:23:11.194254 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-967a798d-4a31-49d9-9f83-5fa79c1bcc9d service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:23:11.195538 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-967a798d-4a31-49d9-9f83-5fa79c1bcc9d service neutron] Checking segment: {'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:23:11.195538 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-967a798d-4a31-49d9-9f83-5fa79c1bcc9d service neutron] Bound using segment: {'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:23:11.196799 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-967a798d-4a31-49d9-9f83-5fa79c1bcc9d service neutron] Bound port: 8ecd8a27-0316-413b-bb27-62d4e1f7c2bf, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c525bab-cc9c-4702-a5a2-7a5922ac53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '3da289b5-f373-4722-9911-8508cc812a15'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:23:11.197265 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-967a798d-4a31-49d9-9f83-5fa79c1bcc9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8ecd8a27-0316-413b-bb27-62d4e1f7c2bf), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:11.280213 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-967a798d-4a31-49d9-9f83-5fa79c1bcc9d service neutron] For port 8ecd8a27-0316-413b-bb27-62d4e1f7c2bf, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:23:11.285429 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-967a798d-4a31-49d9-9f83-5fa79c1bcc9d service neutron] For port 8ecd8a27-0316-413b-bb27-62d4e1f7c2bf, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=8ecd8a27-0316-413b-bb27-62d4e1f7c2bf,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:23:11.297871 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-967a798d-4a31-49d9-9f83-5fa79c1bcc9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (8ecd8a27-0316-413b-bb27-62d4e1f7c2bf), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:11.395030 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-967a798d-4a31-49d9-9f83-5fa79c1bcc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:11.395745 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-967a798d-4a31-49d9-9f83-5fa79c1bcc9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:11.397492 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-967a798d-4a31-49d9-9f83-5fa79c1bcc9d service neutron] 10.222.0.31 "PUT /v2.0/ports/8ecd8a27-0316-413b-bb27-62d4e1f7c2bf HTTP/1.1" status: 200 len: 1092 time: 1.4263666 Mar 05 05:23:11.398641 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6afe84e5-5ac6-45ea-aee9-5878548f4fda', 'tag': '8ecd8a27-0316-413b-bb27-62d4e1f7c2bf'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:23:11.401169 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73521eb-4883-4ff5-9f92-eaaec5a5295f" -d '{"events": [{"name": "network-changed", "server_uuid": "6afe84e5-5ac6-45ea-aee9-5878548f4fda", "tag": "8ecd8a27-0316-413b-bb27-62d4e1f7c2bf"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:23:11.437044 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a798d-4a31-49d9-9f83-5fa79c1bcc9d service neutron] Pushing event updated for resources: {'Port': ['ID=8ecd8a27-0316-413b-bb27-62d4e1f7c2bf,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:11.541816 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2a12a108-fb19-4b2a-9048-9e142c02683a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:11.644157 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-5a2225ac-2b53-4d6a-b683-95731dd2994d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:11.646371 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-5a2225ac-2b53-4d6a-b683-95731dd2994d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 1126 time: 0.1742697 Mar 05 05:23:11.771067 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c089d12-165b-4c14-981a-dd0a037b4290 x-openstack-request-id: req-4c089d12-165b-4c14-981a-dd0a037b4290 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:23:11.771562 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6afe84e5-5ac6-45ea-aee9-5878548f4fda", "tag": "8ecd8a27-0316-413b-bb27-62d4e1f7c2bf", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:23:11.771964 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4c089d12-165b-4c14-981a-dd0a037b4290 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:23:11.772688 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6afe84e5-5ac6-45ea-aee9-5878548f4fda', 'tag': '8ecd8a27-0316-413b-bb27-62d4e1f7c2bf', 'status': 'completed', 'code': 200} Mar 05 05:23:11.775554 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-d97367da-a767-433c-835a-3c3640a6ecfb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ecd8a27-0316-413b-bb27-62d4e1f7c2bf HTTP/1.1" status: 200 len: 217 time: 0.1048303 Mar 05 05:23:11.881790 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-1cdd7659-06f5-470a-894d-5c73c3070e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:11.883313 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-1cdd7659-06f5-470a-894d-5c73c3070e0d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb HTTP/1.1" status: 200 len: 851 time: 0.1015925 Mar 05 05:23:12.026945 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-f0a6b600-bf7c-4c73-a570-c78a74d1d352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:12.028635 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-f0a6b600-bf7c-4c73-a570-c78a74d1d352 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3da289b5-f373-4722-9911-8508cc812a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1377265 Mar 05 05:23:12.153517 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619666d-d55e-4963-9ba0-7683180ca1c7 req-9c925c60-6cce-4eb4-810a-d26b169750d9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:12.164277 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0619666d-d55e-4963-9ba0-7683180ca1c7 req-9c925c60-6cce-4eb4-810a-d26b169750d9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 943 time: 0.1321776 Mar 05 05:23:12.212376 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-16726c1a-c3a5-45a2-9467-6e1ae9e24606 service neutron] 10.222.0.31 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701009 Mar 05 05:23:12.279029 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0619666d-d55e-4963-9ba0-7683180ca1c7 req-2c43559e-534e-4e69-9f68-4a3368a40627 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060796 Mar 05 05:23:12.411611 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-41c3e149-d4fc-4eaa-9997-afaea8bcf17a req-66cb0a57-02e4-4076-ad5c-b0d452be90ba service neutron] 10.222.0.31 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923215 Mar 05 05:23:12.516857 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38570) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:12.575769 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73521eb-4883-4ff5-9f92-eaaec5a5295f req-2379d9ea-2f9a-4cee-a5b7-6b94d80d310c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:12.577437 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d73521eb-4883-4ff5-9f92-eaaec5a5295f req-2379d9ea-2f9a-4cee-a5b7-6b94d80d310c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 1126 time: 0.0842419 Mar 05 05:23:12.763795 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73521eb-4883-4ff5-9f92-eaaec5a5295f req-912a919f-e89d-4509-8817-eb6d52617cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:12.765761 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d73521eb-4883-4ff5-9f92-eaaec5a5295f req-912a919f-e89d-4509-8817-eb6d52617cd1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 912 time: 0.1813049 Mar 05 05:23:12.811533 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d73521eb-4883-4ff5-9f92-eaaec5a5295f req-0850129c-c330-4a89-b052-25892f306b23 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ecd8a27-0316-413b-bb27-62d4e1f7c2bf HTTP/1.1" status: 200 len: 217 time: 0.0388381 Mar 05 05:23:12.817131 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7eed03b-1556-460b-982d-7d958f84b36e admin admin] Deleting subnet 818c7478-18c4-4d04-b803-4e4139aa7f6b {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:23:12.821368 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f7eed03b-1556-460b-982d-7d958f84b36e admin admin] Publish callbacks [] for subnet (818c7478-18c4-4d04-b803-4e4139aa7f6b), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:12.861685 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f7eed03b-1556-460b-982d-7d958f84b36e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (818c7478-18c4-4d04-b803-4e4139aa7f6b), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:12.918100 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73521eb-4883-4ff5-9f92-eaaec5a5295f req-c902e163-86e7-45c1-84df-b9c54fe89d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:12.921591 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d73521eb-4883-4ff5-9f92-eaaec5a5295f req-c902e163-86e7-45c1-84df-b9c54fe89d10 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb HTTP/1.1" status: 200 len: 851 time: 0.1032929 Mar 05 05:23:12.942279 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f7eed03b-1556-460b-982d-7d958f84b36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (818c7478-18c4-4d04-b803-4e4139aa7f6b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:13.027372 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73521eb-4883-4ff5-9f92-eaaec5a5295f req-cc07f613-7a34-483d-a588-de2cd66b2ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:13.028909 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d73521eb-4883-4ff5-9f92-eaaec5a5295f req-cc07f613-7a34-483d-a588-de2cd66b2ef4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3da289b5-f373-4722-9911-8508cc812a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0994873 Mar 05 05:23:13.086832 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f7eed03b-1556-460b-982d-7d958f84b36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (818c7478-18c4-4d04-b803-4e4139aa7f6b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:13.113048 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f7eed03b-1556-460b-982d-7d958f84b36e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:13.127537 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f7eed03b-1556-460b-982d-7d958f84b36e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/818c7478-18c4-4d04-b803-4e4139aa7f6b HTTP/1.1" status: 204 len: 168 time: 0.6089010 Mar 05 05:23:13.166965 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38586) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:13.185312 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eed03b-1556-460b-982d-7d958f84b36e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=818c7478-18c4-4d04-b803-4e4139aa7f6b,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:13.257466 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d73521eb-4883-4ff5-9f92-eaaec5a5295f req-4bbe7b88-e9d2-4b34-8652-4af0f5a4212e service neutron] 10.222.0.31 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174249 Mar 05 05:23:13.358326 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b7170082-a11f-4b79-9e0d-5be56d90bd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (253b9a1b-9be8-42e0-8177-54c0bf7bb21c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:13.362159 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eed03b-1556-460b-982d-7d958f84b36e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:13.372732 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eed03b-1556-460b-982d-7d958f84b36e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:13.373461 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eed03b-1556-460b-982d-7d958f84b36e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:13.374083 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eed03b-1556-460b-982d-7d958f84b36e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:13.374678 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eed03b-1556-460b-982d-7d958f84b36e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:13.375896 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eed03b-1556-460b-982d-7d958f84b36e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:13.376632 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eed03b-1556-460b-982d-7d958f84b36e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:13.377194 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eed03b-1556-460b-982d-7d958f84b36e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:13.377762 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eed03b-1556-460b-982d-7d958f84b36e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:13.378593 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eed03b-1556-460b-982d-7d958f84b36e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:13.379184 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eed03b-1556-460b-982d-7d958f84b36e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:13.379782 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eed03b-1556-460b-982d-7d958f84b36e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:13.380405 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7eed03b-1556-460b-982d-7d958f84b36e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:13.393486 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d73521eb-4883-4ff5-9f92-eaaec5a5295f req-2a52ccd5-40d6-4942-ba3c-57dd29550b71 service neutron] 10.222.0.31 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308916 Mar 05 05:23:13.625444 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b7170082-a11f-4b79-9e0d-5be56d90bd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (253b9a1b-9be8-42e0-8177-54c0bf7bb21c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:13.667238 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-b7170082-a11f-4b79-9e0d-5be56d90bd3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['253b9a1b-9be8-42e0-8177-54c0bf7bb21c']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:13.688003 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00184779-5e58-4a2b-bce7-bbb91563fe21 req-6b5ad476-0169-4c0e-8cba-2a580951861b tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:13.690500 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-00184779-5e58-4a2b-bce7-bbb91563fe21 req-6b5ad476-0169-4c0e-8cba-2a580951861b tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 943 time: 0.2072163 Mar 05 05:23:13.715400 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-b7170082-a11f-4b79-9e0d-5be56d90bd3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d18b2a-f642-426c-a122-cc2e93cd5c44') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:13.716115 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-b7170082-a11f-4b79-9e0d-5be56d90bd3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d18b2a-f642-426c-a122-cc2e93cd5c44') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:13.749907 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b7170082-a11f-4b79-9e0d-5be56d90bd3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (b3d18b2a-f642-426c-a122-cc2e93cd5c44), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:13.751480 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5d2ab1bd-1cd5-42b4-82ca-7fac5d032fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:13.817521 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-00184779-5e58-4a2b-bce7-bbb91563fe21 req-77325db4-6e42-4178-985c-a52bf07b2c07 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161101 Mar 05 05:23:13.829787 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b7170082-a11f-4b79-9e0d-5be56d90bd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (b3d18b2a-f642-426c-a122-cc2e93cd5c44), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:13.845566 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7170082-a11f-4b79-9e0d-5be56d90bd3f admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:23:13.847371 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b7170082-a11f-4b79-9e0d-5be56d90bd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (b3d18b2a-f642-426c-a122-cc2e93cd5c44), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:13.853945 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:23:13.853945 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:23:13.853945 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:23:13.853945 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:23:13.853945 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:23:13.853945 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:23:13.853945 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:23:13.853945 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:23:13.853945 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:23:13.853945 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:23:13.853945 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:23:13.853945 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:23:13.853945 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:23:13.853945 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:23:13.853945 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:23:13.853945 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:23:13.853945 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:23:13.853945 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:23:13.853945 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:23:13.853945 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:23:13.853945 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:23:13.853945 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:23:13.853945 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:23:13.853945 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:23:13.853945 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:23:13.853945 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:23:13.853945 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:23:13.853945 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:23:13.853945 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:23:13.853945 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:23:13.853945 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:23:13.853945 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:23:13.951589 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b7170082-a11f-4b79-9e0d-5be56d90bd3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (253b9a1b-9be8-42e0-8177-54c0bf7bb21c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:13.967047 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b7170082-a11f-4b79-9e0d-5be56d90bd3f admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:13.975347 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b7170082-a11f-4b79-9e0d-5be56d90bd3f admin admin] 10.222.0.11 "DELETE /v2.0/networks/253b9a1b-9be8-42e0-8177-54c0bf7bb21c HTTP/1.1" status: 204 len: 168 time: 0.8033884 Mar 05 05:23:13.988438 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7170082-a11f-4b79-9e0d-5be56d90bd3f admin admin] Pushing event deleted for resources: {'Network': ['ID=253b9a1b-9be8-42e0-8177-54c0bf7bb21c,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:14.008708 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:14.192230 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38606) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:14.222552 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:14.277893 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2dca5d6c-b7ef-4b1a-a1aa-5326ab12e125 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=394fc5a448874a4eb20dbc6510105d07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0843883 Mar 05 05:23:14.280277 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38610) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:14.352417 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09b0ae86-ba52-4819-a272-f439a20d390b admin admin] Publish callbacks [] for security_group (7c28250f-cff7-4a1a-bdae-c47b3ac76e55), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:14.378936 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09b0ae86-ba52-4819-a272-f439a20d390b admin admin] Publish callbacks [] for security_group (7c28250f-cff7-4a1a-bdae-c47b3ac76e55), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:14.468621 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09b0ae86-ba52-4819-a272-f439a20d390b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7c28250f-cff7-4a1a-bdae-c47b3ac76e55), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:14.472538 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-09b0ae86-ba52-4819-a272-f439a20d390b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:14.473031 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-09b0ae86-ba52-4819-a272-f439a20d390b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7c28250f-cff7-4a1a-bdae-c47b3ac76e55 HTTP/1.1" status: 204 len: 168 time: 0.1915905 Mar 05 05:23:14.483865 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0ae86-ba52-4819-a272-f439a20d390b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c28250f-cff7-4a1a-bdae-c47b3ac76e55,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:14.680726 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d973940-1a26-40a5-af1a-20c68a500991 req-9c75760c-3be1-4015-8a41-ce3e453f7015 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:14.685385 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3d973940-1a26-40a5-af1a-20c68a500991 req-9c75760c-3be1-4015-8a41-ce3e453f7015 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 945 time: 0.0989699 Mar 05 05:23:14.849921 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38624) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:14.852571 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3d973940-1a26-40a5-af1a-20c68a500991 req-c1717b29-7a19-42e7-844a-feb56292f49e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3f73994-3f5e-4210-a0ab-a8c71502f579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557941 Mar 05 05:23:15.019947 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ed419ff9-8dda-47e6-b219-a8bb72877fac tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/floatingips/298ca79a-1082-4263-b0cd-a2bcad4cc744 HTTP/1.1" status: 200 len: 993 time: 0.1626112 Mar 05 05:23:15.087611 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6cbbe3-c2f0-4e73-83e6-b3d8455de891 req-199c5943-b048-4de7-b7e6-5e9efa1cfdaf tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:15.094959 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5d6cbbe3-c2f0-4e73-83e6-b3d8455de891 req-199c5943-b048-4de7-b7e6-5e9efa1cfdaf tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 943 time: 0.1318944 Mar 05 05:23:15.114773 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:15.255027 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5d6cbbe3-c2f0-4e73-83e6-b3d8455de891 req-9f56a918-fb1c-48f5-9f09-45a28922da2f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589222 Mar 05 05:23:15.918521 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38664) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:15.959297 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf7a0a-967d-4c67-871d-bcd1f12991b3 req-a0f9bef1-53df-48a7-9f30-c0ed1ed85b26 tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:15.966289 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-57bf7a0a-967d-4c67-871d-bcd1f12991b3 req-a0f9bef1-53df-48a7-9f30-c0ed1ed85b26 tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 1128 time: 0.0634475 Mar 05 05:23:16.044938 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-57bf7a0a-967d-4c67-871d-bcd1f12991b3 req-48d33752-0f13-4e89-97fe-eb20800cfc5c tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=f3f73994-3f5e-4210-a0ab-a8c71502f579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723557 Mar 05 05:23:16.168676 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-64428813-4966-4cad-a593-20c57d75aaf3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-752156129-network', 'tenant_id': '35e4d0a77f20474195a12d1f2ed8fb4b'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:23:16.205245 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64428813-4966-4cad-a593-20c57d75aaf3 admin admin] Made reservation on behalf of 35e4d0a77f20474195a12d1f2ed8fb4b for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:23:16.207975 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-64428813-4966-4cad-a593-20c57d75aaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:16.222682 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-64428813-4966-4cad-a593-20c57d75aaf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:16.369430 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:16.397517 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-64428813-4966-4cad-a593-20c57d75aaf3 admin admin] Publish callbacks [] for security_group (260127e6-c6ea-4504-bd9d-30616d148e35), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:16.406374 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-64428813-4966-4cad-a593-20c57d75aaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (260127e6-c6ea-4504-bd9d-30616d148e35), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:16.468981 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64428813-4966-4cad-a593-20c57d75aaf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:23:16.471506 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461dead-fcba-4ea1-9f80-117724ef974d req-b5a0222f-6268-4a86-8d6c-81f07e863979 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:16.492939 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d461dead-fcba-4ea1-9f80-117724ef974d req-b5a0222f-6268-4a86-8d6c-81f07e863979 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 943 time: 0.1618996 Mar 05 05:23:16.495354 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64428813-4966-4cad-a593-20c57d75aaf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260127e6-c6ea-4504-bd9d-30616d148e35,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:16.528656 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-64428813-4966-4cad-a593-20c57d75aaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (7703a7a5-e139-4748-8968-fe4ebc806ad9), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:16.529022 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-64428813-4966-4cad-a593-20c57d75aaf3 admin admin] Added segment 7703a7a5-e139-4748-8968-fe4ebc806ad9 of type vlan for network c958b962-e686-433f-94f0-6d9e9595b2c3 Mar 05 05:23:16.577157 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d461dead-fcba-4ea1-9f80-117724ef974d req-94883b04-65c2-4dbd-91b0-a39687e7e719 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826154 Mar 05 05:23:16.616212 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-64428813-4966-4cad-a593-20c57d75aaf3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (c958b962-e686-433f-94f0-6d9e9595b2c3), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:16.682347 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-64428813-4966-4cad-a593-20c57d75aaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (c958b962-e686-433f-94f0-6d9e9595b2c3), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:16.683392 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64428813-4966-4cad-a593-20c57d75aaf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:16.683975 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-64428813-4966-4cad-a593-20c57d75aaf3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:16.729997 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-64428813-4966-4cad-a593-20c57d75aaf3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8100936 Mar 05 05:23:16.733925 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38694) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:16.754230 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-e7636d05-e9e1-4d99-8fb2-2b914b09c003 admin admin] Request body: {'subnet': {'network_id': 'c958b962-e686-433f-94f0-6d9e9595b2c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-752156129-subnet', 'tenant_id': '35e4d0a77f20474195a12d1f2ed8fb4b', 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:23:16.795253 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7636d05-e9e1-4d99-8fb2-2b914b09c003 admin admin] Made reservation on behalf of 35e4d0a77f20474195a12d1f2ed8fb4b for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:23:16.798304 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e7636d05-e9e1-4d99-8fb2-2b914b09c003 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:16.832181 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64428813-4966-4cad-a593-20c57d75aaf3 admin admin] Pushing event updated for resources: {'Network': ['ID=c958b962-e686-433f-94f0-6d9e9595b2c3,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:16.844189 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network c958b962-e686-433f-94f0-6d9e9595b2c3 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:23:16.931703 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38700) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:17.128195 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e7636d05-e9e1-4d99-8fb2-2b914b09c003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (c4642c72-7f4d-44c1-84ce-4582958fcd9b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:17.146049 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-3a1e463d-f61f-4b14-9dd7-455603a1f2a1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2130487 Mar 05 05:23:17.156184 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-e5f0a95b-de0c-412c-a910-0b1d2bde5ee8 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:23:17.166016 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-e5f0a95b-de0c-412c-a910-0b1d2bde5ee8 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0184078 Mar 05 05:23:17.200169 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38708) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:17.213274 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7636d05-e9e1-4d99-8fb2-2b914b09c003 admin admin] Checking segment: {'id': '7703a7a5-e139-4748-8968-fe4ebc806ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c958b962-e686-433f-94f0-6d9e9595b2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:23:17.214036 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7636d05-e9e1-4d99-8fb2-2b914b09c003 admin admin] Network hostable DHCP agents. Network: c958b962-e686-433f-94f0-6d9e9595b2c3, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:23:17.238354 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7636d05-e9e1-4d99-8fb2-2b914b09c003 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4642c72-7f4d-44c1-84ce-4582958fcd9b,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:17.251293 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7636d05-e9e1-4d99-8fb2-2b914b09c003 admin admin] Network c958b962-e686-433f-94f0-6d9e9595b2c3 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:23:17.269218 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-e7636d05-e9e1-4d99-8fb2-2b914b09c003 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, c958b962-e686-433f-94f0-6d9e9595b2c3) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:23:17.285386 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94c41b9-5b44-4d86-8e5d-8556dd47fcd1 None None] Network c958b962-e686-433f-94f0-6d9e9595b2c3 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:23:17.293518 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7636d05-e9e1-4d99-8fb2-2b914b09c003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:17.294613 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e7636d05-e9e1-4d99-8fb2-2b914b09c003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:17.336274 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38716) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:17.337493 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e7636d05-e9e1-4d99-8fb2-2b914b09c003 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5943310 Mar 05 05:23:17.340874 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-29f36d67-32f9-48f4-9ca9-6ad3096be854 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-752156129-router', 'tenant_id': '35e4d0a77f20474195a12d1f2ed8fb4b', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:23:17.383167 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-29f36d67-32f9-48f4-9ca9-6ad3096be854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (67ce19b6-a3ea-463a-8785-326b89a1a864), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:17.384613 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-29f36d67-32f9-48f4-9ca9-6ad3096be854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (67ce19b6-a3ea-463a-8785-326b89a1a864), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:17.486148 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc08f5a8-83a2-47b1-901f-89459fb07a3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-c958b962-e686-433f-94f0-6d9e9595b2c3', 'network_id': 'c958b962-e686-433f-94f0-6d9e9595b2c3', 'project_id': '35e4d0a77f20474195a12d1f2ed8fb4b', 'fixed_ips': [{'subnet_id': 'c4642c72-7f4d-44c1-84ce-4582958fcd9b'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:23:17.487459 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bc08f5a8-83a2-47b1-901f-89459fb07a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:17.496646 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-29f36d67-32f9-48f4-9ca9-6ad3096be854 admin admin] Publish callbacks [] for router_controller (67ce19b6-a3ea-463a-8785-326b89a1a864), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:17.590971 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-51550832-8e75-4a91-ae7f-9f643a61adbd tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:17.592736 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-51550832-8e75-4a91-ae7f-9f643a61adbd tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.11 "GET /v2.0/ports/a58c4331-a4a5-46e6-a4ae-2a9236d6d731 HTTP/1.1" status: 200 len: 1125 time: 0.3894920 Mar 05 05:23:17.720440 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-bc08f5a8-83a2-47b1-901f-89459fb07a3e None None] Allocated IP 172.20.0.2 (c958b962-e686-433f-94f0-6d9e9595b2c3/c4642c72-7f4d-44c1-84ce-4582958fcd9b/d7777e02-67ff-4aad-a99e-3f228a70d1f7) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:23:17.806678 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4ef72-70ea-4ea0-ab7c-1c5bd2c3f0c3 req-a8ef1645-c94e-421c-8d34-ec428d1ac4b2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:17.812834 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-34a4ef72-70ea-4ea0-ab7c-1c5bd2c3f0c3 req-a8ef1645-c94e-421c-8d34-ec428d1ac4b2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 943 time: 0.1200418 Mar 05 05:23:17.845537 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-29f36d67-32f9-48f4-9ca9-6ad3096be854 admin admin] Publish callbacks [] for router_gateway (67ce19b6-a3ea-463a-8785-326b89a1a864), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:17.939659 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-34a4ef72-70ea-4ea0-ab7c-1c5bd2c3f0c3 req-13cf46ff-5e4f-41f9-8b23-83a47990c1f9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211016 Mar 05 05:23:17.991214 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bc08f5a8-83a2-47b1-901f-89459fb07a3e None None] Publish callbacks [] for port (d7777e02-67ff-4aad-a99e-3f228a70d1f7), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:18.010885 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bc08f5a8-83a2-47b1-901f-89459fb07a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (d7777e02-67ff-4aad-a99e-3f228a70d1f7), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:18.041797 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:18.085006 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc08f5a8-83a2-47b1-901f-89459fb07a3e None None] Network c958b962-e686-433f-94f0-6d9e9595b2c3 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:23:18.088678 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-bc08f5a8-83a2-47b1-901f-89459fb07a3e None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:23:18.111198 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08f5a8-83a2-47b1-901f-89459fb07a3e None None] Pushing event updated for resources: {'Port': ['ID=d7777e02-67ff-4aad-a99e-3f228a70d1f7,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:18.124234 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc08f5a8-83a2-47b1-901f-89459fb07a3e None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:23:18.264762 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-bc08f5a8-83a2-47b1-901f-89459fb07a3e None None] Attempting to bind port d7777e02-67ff-4aad-a99e-3f228a70d1f7 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:23:18.265504 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-bc08f5a8-83a2-47b1-901f-89459fb07a3e None None] Attempting to bind port d7777e02-67ff-4aad-a99e-3f228a70d1f7 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '7703a7a5-e139-4748-8968-fe4ebc806ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c958b962-e686-433f-94f0-6d9e9595b2c3'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:23:18.266158 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc08f5a8-83a2-47b1-901f-89459fb07a3e None None] Attempting to bind port d7777e02-67ff-4aad-a99e-3f228a70d1f7 on network c958b962-e686-433f-94f0-6d9e9595b2c3 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:23:18.284443 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc08f5a8-83a2-47b1-901f-89459fb07a3e None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:23:18.285436 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc08f5a8-83a2-47b1-901f-89459fb07a3e None None] Checking segment: {'id': '7703a7a5-e139-4748-8968-fe4ebc806ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c958b962-e686-433f-94f0-6d9e9595b2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:23:18.285854 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bc08f5a8-83a2-47b1-901f-89459fb07a3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:18.286433 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc08f5a8-83a2-47b1-901f-89459fb07a3e None None] Bound using segment: {'id': '7703a7a5-e139-4748-8968-fe4ebc806ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c958b962-e686-433f-94f0-6d9e9595b2c3'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:23:18.287237 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-bc08f5a8-83a2-47b1-901f-89459fb07a3e None None] Bound port: d7777e02-67ff-4aad-a99e-3f228a70d1f7, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7703a7a5-e139-4748-8968-fe4ebc806ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c958b962-e686-433f-94f0-6d9e9595b2c3'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:23:18.287677 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bc08f5a8-83a2-47b1-901f-89459fb07a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d7777e02-67ff-4aad-a99e-3f228a70d1f7), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:18.298709 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-29f36d67-32f9-48f4-9ca9-6ad3096be854 admin admin] Publish callbacks [] for router_gateway (67ce19b6-a3ea-463a-8785-326b89a1a864), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:18.362927 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-29f36d67-32f9-48f4-9ca9-6ad3096be854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:18.431843 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-bc08f5a8-83a2-47b1-901f-89459fb07a3e None None] For port d7777e02-67ff-4aad-a99e-3f228a70d1f7, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:23:18.436563 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-bc08f5a8-83a2-47b1-901f-89459fb07a3e None None] For port d7777e02-67ff-4aad-a99e-3f228a70d1f7, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d7777e02-67ff-4aad-a99e-3f228a70d1f7,segment=NetworkSegment(7703a7a5-e139-4748-8968-fe4ebc806ad9),segment_id=7703a7a5-e139-4748-8968-fe4ebc806ad9)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:23:18.454340 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bc08f5a8-83a2-47b1-901f-89459fb07a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d7777e02-67ff-4aad-a99e-3f228a70d1f7), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:18.507954 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-2bc4de5f-218e-4578-8f75-12395c8b9f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:18.514545 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-2bc4de5f-218e-4578-8f75-12395c8b9f34 service neutron] 10.222.0.11 "GET /v2.0/ports/a58c4331-a4a5-46e6-a4ae-2a9236d6d731 HTTP/1.1" status: 200 len: 1125 time: 0.0629344 Mar 05 05:23:18.534593 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-33eeb6f3-21c8-4f60-8643-a2ac52ee84ca service neutron] Request body: {'binding': {'host': 'n-h1-789963-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:23:18.535042 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-33eeb6f3-21c8-4f60-8643-a2ac52ee84ca service neutron] Unknown quota resources ['binding']. {{(pid=105232) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 05 05:23:18.653914 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08f5a8-83a2-47b1-901f-89459fb07a3e None None] Pushing event updated for resources: {'Port': ['ID=d7777e02-67ff-4aad-a99e-3f228a70d1f7,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:18.674437 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-29f36d67-32f9-48f4-9ca9-6ad3096be854 admin admin] Allocated IP 172.25.0.251 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/0ac104eb-6da9-421b-b432-488c44c947ca) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:23:18.935775 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-29f36d67-32f9-48f4-9ca9-6ad3096be854 admin admin] Publish callbacks [] for port (0ac104eb-6da9-421b-b432-488c44c947ca), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:19.169511 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-29f36d67-32f9-48f4-9ca9-6ad3096be854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (0ac104eb-6da9-421b-b432-488c44c947ca), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:19.236792 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4164c3-2131-4e49-9bdd-b63b22ccc730 req-97450cdf-a601-4937-92e1-06f16c441e00 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:19.240629 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9c4164c3-2131-4e49-9bdd-b63b22ccc730 req-97450cdf-a601-4937-92e1-06f16c441e00 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 943 time: 0.1321266 Mar 05 05:23:19.297467 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f36d67-32f9-48f4-9ca9-6ad3096be854 admin admin] Pushing event updated for resources: {'Port': ['ID=0ac104eb-6da9-421b-b432-488c44c947ca,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:19.327775 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f36d67-32f9-48f4-9ca9-6ad3096be854 admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:23:19.346217 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-29f36d67-32f9-48f4-9ca9-6ad3096be854 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:23:19.353830 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9c4164c3-2131-4e49-9bdd-b63b22ccc730 req-dbd51cb8-3895-44ef-892f-1f89f96dd107 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046731 Mar 05 05:23:19.359434 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f36d67-32f9-48f4-9ca9-6ad3096be854 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:23:19.385905 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-33eeb6f3-21c8-4f60-8643-a2ac52ee84ca service neutron] Attempting to bind port a58c4331-a4a5-46e6-a4ae-2a9236d6d731 on host n-h1-789963-32 for vnic_type normal with profile None {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:23:19.386352 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-33eeb6f3-21c8-4f60-8643-a2ac52ee84ca service neutron] Attempting to bind port a58c4331-a4a5-46e6-a4ae-2a9236d6d731 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:23:19.386748 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-33eeb6f3-21c8-4f60-8643-a2ac52ee84ca service neutron] Attempting to bind port a58c4331-a4a5-46e6-a4ae-2a9236d6d731 on network aeb4bae7-97e6-41a8-8da5-94f700f06259 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:23:19.400057 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-33eeb6f3-21c8-4f60-8643-a2ac52ee84ca service neutron] Port a58c4331-a4a5-46e6-a4ae-2a9236d6d731 on network aeb4bae7-97e6-41a8-8da5-94f700f06259 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:23:19.400722 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-33eeb6f3-21c8-4f60-8643-a2ac52ee84ca service neutron] Attempting to bind port a58c4331-a4a5-46e6-a4ae-2a9236d6d731 on network aeb4bae7-97e6-41a8-8da5-94f700f06259 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:23:19.408868 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-33eeb6f3-21c8-4f60-8643-a2ac52ee84ca service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:23:19.409544 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-33eeb6f3-21c8-4f60-8643-a2ac52ee84ca service neutron] Checking segment: {'id': '9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:23:19.409911 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-33eeb6f3-21c8-4f60-8643-a2ac52ee84ca service neutron] Bound using segment: {'id': '9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:23:19.410563 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-33eeb6f3-21c8-4f60-8643-a2ac52ee84ca service neutron] Bound port: a58c4331-a4a5-46e6-a4ae-2a9236d6d731, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:23:19.695585 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d7777e02-67ff-4aad-a99e-3f228a70d1f7 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:23:19.848404 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port d7777e02-67ff-4aad-a99e-3f228a70d1f7 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:23:19.848797 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d7777e02-67ff-4aad-a99e-3f228a70d1f7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:20.059601 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port d7777e02-67ff-4aad-a99e-3f228a70d1f7 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:23:20.060001 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d7777e02-67ff-4aad-a99e-3f228a70d1f7), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:20.101829 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-33eeb6f3-21c8-4f60-8643-a2ac52ee84ca service neutron] For port a58c4331-a4a5-46e6-a4ae-2a9236d6d731, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a58c4331-a4a5-46e6-a4ae-2a9236d6d731,segment=NetworkSegment(9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0),segment_id=9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:23:20.134971 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port d7777e02-67ff-4aad-a99e-3f228a70d1f7, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d7777e02-67ff-4aad-a99e-3f228a70d1f7,segment=NetworkSegment(7703a7a5-e139-4748-8968-fe4ebc806ad9),segment_id=7703a7a5-e139-4748-8968-fe4ebc806ad9)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:23:20.145689 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d7777e02-67ff-4aad-a99e-3f228a70d1f7), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:20.260843 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=d7777e02-67ff-4aad-a99e-3f228a70d1f7,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:20.474237 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba5ea49-4a20-4d1d-9bd3-ed07740b4837 None None] Network c958b962-e686-433f-94f0-6d9e9595b2c3 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:23:20.591138 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4746ec8-71bb-4d5b-861a-a52245cec178 req-065b6f7c-708e-4f6d-b217-bdc9eb515c1e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:20.605286 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b4746ec8-71bb-4d5b-861a-a52245cec178 req-065b6f7c-708e-4f6d-b217-bdc9eb515c1e tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 943 time: 0.1063766 Mar 05 05:23:20.684879 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b4746ec8-71bb-4d5b-861a-a52245cec178 req-5ae6b322-91f9-4d8b-bfe3-fbafef303bfe tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781119 Mar 05 05:23:20.740328 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a22b91da-b2e6-47e6-9e2b-37633c1e38b7 None None] Provisioning complete for port d7777e02-67ff-4aad-a99e-3f228a70d1f7 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:23:20.742599 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a22b91da-b2e6-47e6-9e2b-37633c1e38b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d7777e02-67ff-4aad-a99e-3f228a70d1f7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:20.874742 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-33eeb6f3-21c8-4f60-8643-a2ac52ee84ca service neutron] Publish callbacks [] for binding (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:20.896544 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-33eeb6f3-21c8-4f60-8643-a2ac52ee84ca service neutron] 10.222.0.11 "POST /v2.0/ports/a58c4331-a4a5-46e6-a4ae-2a9236d6d731/bindings HTTP/1.1" status: 201 len: 390 time: 2.3666406 Mar 05 05:23:20.915751 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a22b91da-b2e6-47e6-9e2b-37633c1e38b7 None None] Current status of the port d7777e02-67ff-4aad-a99e-3f228a70d1f7 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:23:21.009891 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-29f36d67-32f9-48f4-9ca9-6ad3096be854 admin admin] Publish callbacks [] for router_gateway (67ce19b6-a3ea-463a-8785-326b89a1a864), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:21.263862 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff38c1-7ed1-43c6-9f28-2309f998bf21 req-c3d11652-dd19-44a3-b122-23d7c766618e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:21.269521 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9cff38c1-7ed1-43c6-9f28-2309f998bf21 req-c3d11652-dd19-44a3-b122-23d7c766618e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 945 time: 0.1589117 Mar 05 05:23:21.414606 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-a3960f94-8f9d-4721-b886-8d597b528879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:21.416340 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-a3960f94-8f9d-4721-b886-8d597b528879 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 1128 time: 0.1064003 Mar 05 05:23:21.434376 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9cff38c1-7ed1-43c6-9f28-2309f998bf21 req-167c6afb-7071-4b46-a73a-9d6191e64431 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3f73994-3f5e-4210-a0ab-a8c71502f579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566184 Mar 05 05:23:21.598506 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a86ecfe4-a1d2-450c-94fd-608895cd7c61 None None] Provisioning complete for port d7777e02-67ff-4aad-a99e-3f228a70d1f7 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:23:21.598894 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a86ecfe4-a1d2-450c-94fd-608895cd7c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d7777e02-67ff-4aad-a99e-3f228a70d1f7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:21.681902 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d7777e02-67ff-4aad-a99e-3f228a70d1f7 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:23:21.815179 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-9f39615b-1e3f-486f-82a9-ba1197987d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:21.817267 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-9f39615b-1e3f-486f-82a9-ba1197987d97 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aeb4bae7-97e6-41a8-8da5-94f700f06259 HTTP/1.1" status: 200 len: 897 time: 0.3188667 Mar 05 05:23:21.819189 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-29f36d67-32f9-48f4-9ca9-6ad3096be854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (67ce19b6-a3ea-463a-8785-326b89a1a864), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:21.849839 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port d7777e02-67ff-4aad-a99e-3f228a70d1f7 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:23:21.851423 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d7777e02-67ff-4aad-a99e-3f228a70d1f7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:21.898842 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a86ecfe4-a1d2-450c-94fd-608895cd7c61 None None] Current status of the port d7777e02-67ff-4aad-a99e-3f228a70d1f7 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:23:21.908011 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443c0d8-39e3-4599-b14b-e934c9da3b05 req-d5fa3e1b-27ab-4a52-944e-5b318d11bd3a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:21.926819 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d443c0d8-39e3-4599-b14b-e934c9da3b05 req-d5fa3e1b-27ab-4a52-944e-5b318d11bd3a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 943 time: 0.1169283 Mar 05 05:23:22.002339 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d443c0d8-39e3-4599-b14b-e934c9da3b05 req-6a9da510-ea1e-440b-adfc-289917f6a153 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740650 Mar 05 05:23:22.018979 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port d7777e02-67ff-4aad-a99e-3f228a70d1f7 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:23:22.120488 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-5d5725c0-ac3b-45cf-b388-eddbdb7145a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a58c4331-a4a5-46e6-a4ae-2a9236d6d731 HTTP/1.1" status: 200 len: 1001 time: 0.2926307 Mar 05 05:23:22.211525 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-ca51415d-9900-4372-8d10-b10f6688cf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:22.212974 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-ca51415d-9900-4372-8d10-b10f6688cf98 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a802b43-d885-42fd-be95-2000564ff5a2 HTTP/1.1" status: 200 len: 834 time: 0.0824833 Mar 05 05:23:22.342045 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f36d67-32f9-48f4-9ca9-6ad3096be854 admin admin] Router 67ce19b6-a3ea-463a-8785-326b89a1a864 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:23:22.373297 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-24bd3000-9bea-4806-99bc-fa9b938af3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:22.376915 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-24bd3000-9bea-4806-99bc-fa9b938af3aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aeb4bae7-97e6-41a8-8da5-94f700f06259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1488128 Mar 05 05:23:22.674599 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688fbf6-1dac-46ee-aeed-9fefd9b51231 req-38bbf54c-bc29-4822-91b6-ef4c7912ce32 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:22.680692 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f688fbf6-1dac-46ee-aeed-9fefd9b51231 req-38bbf54c-bc29-4822-91b6-ef4c7912ce32 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 945 time: 0.1153395 Mar 05 05:23:22.716429 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f36d67-32f9-48f4-9ca9-6ad3096be854 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:23:22.731485 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d9dfe6-9268-49ad-8acd-ddf1994567de None None] Sync routers for ids ['67ce19b6-a3ea-463a-8785-326b89a1a864'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:23:22.773956 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d9dfe6-9268-49ad-8acd-ddf1994567de None None] Routers {'67ce19b6-a3ea-463a-8785-326b89a1a864'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:23:22.774918 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-f4d9dfe6-9268-49ad-8acd-ddf1994567de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:23:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['67ce19b6-a3ea-463a-8785-326b89a1a864'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:22.777745 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f688fbf6-1dac-46ee-aeed-9fefd9b51231 req-2544b7d8-85c6-4597-9779-ba53da250ef2 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3f73994-3f5e-4210-a0ab-a8c71502f579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914595 Mar 05 05:23:22.820900 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-29f36d67-32f9-48f4-9ca9-6ad3096be854 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:22.822727 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-29f36d67-32f9-48f4-9ca9-6ad3096be854 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4850109 Mar 05 05:23:22.826015 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38808) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:22.865321 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-f3a70715-94db-4872-af06-021697605c32 service neutron] 10.222.0.30 "GET /v2.0/networks/aeb4bae7-97e6-41a8-8da5-94f700f06259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825527 Mar 05 05:23:23.024774 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-f4d9dfe6-9268-49ad-8acd-ddf1994567de None None] Set router 67ce19b6-a3ea-463a-8785-326b89a1a864 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:23:23.114350 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-56cad4cb-46d4-42d2-8a1b-ce3bcd347a9d service neutron] 10.222.0.30 "GET /v2.0/networks/aeb4bae7-97e6-41a8-8da5-94f700f06259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423353 Mar 05 05:23:23.361820 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-f4d9dfe6-9268-49ad-8acd-ddf1994567de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ce19b6-a3ea-463a-8785-326b89a1a864', 'name': 'tempest-TestServerMultinode-752156129-router', 'tenant_id': '35e4d0a77f20474195a12d1f2ed8fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0ac104eb-6da9-421b-b432-488c44c947ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:23:17Z', 'updated_at': '2022-03-05T05:23:19Z', 'revision_number': 3, 'project_id': '35e4d0a77f20474195a12d1f2ed8fb4b', 'gw_port': {'id': '0ac104eb-6da9-421b-b432-488c44c947ca', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ce19b6-a3ea-463a-8785-326b89a1a864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:18Z', 'updated_at': '2022-03-05T05:23:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:23.413354 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-4cdb8c10-0810-4086-a52b-e1def5cd5017 tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:23.418052 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-4cdb8c10-0810-4086-a52b-e1def5cd5017 tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955&tenant_id=ab07f13582d14e74bdac64dcc9482a66&binding%3Ahost_id=n-h2-789963-32 HTTP/1.1" status: 200 len: 1128 time: 0.2437301 Mar 05 05:23:23.429168 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-0beecc77-648b-4556-b719-fc55a31cf926 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-32'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:23:23.493169 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85340e-696f-47f0-83ff-79e2f744889f req-75aba9ea-ed40-4c06-b816-ee3e03134929 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:23.494627 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6c85340e-696f-47f0-83ff-79e2f744889f req-75aba9ea-ed40-4c06-b816-ee3e03134929 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 943 time: 0.2049336 Mar 05 05:23:23.598732 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-0beecc77-648b-4556-b719-fc55a31cf926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a58c4331-a4a5-46e6-a4ae-2a9236d6d731), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:23.695272 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d9dfe6-9268-49ad-8acd-ddf1994567de None None] Checking router: 67ce19b6-a3ea-463a-8785-326b89a1a864 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:23:23.695720 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d9dfe6-9268-49ad-8acd-ddf1994567de None None] Updating router 67ce19b6-a3ea-463a-8785-326b89a1a864 port 0ac104eb-6da9-421b-b432-488c44c947ca binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:23:23.772215 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f4d9dfe6-9268-49ad-8acd-ddf1994567de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0ac104eb-6da9-421b-b432-488c44c947ca), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:23.911998 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-0beecc77-648b-4556-b719-fc55a31cf926 service neutron] For port a58c4331-a4a5-46e6-a4ae-2a9236d6d731, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a58c4331-a4a5-46e6-a4ae-2a9236d6d731,segment=NetworkSegment(9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0),segment_id=9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:23:24.021426 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-0beecc77-648b-4556-b719-fc55a31cf926 service neutron] For port a58c4331-a4a5-46e6-a4ae-2a9236d6d731, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:23:24.099860 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-0beecc77-648b-4556-b719-fc55a31cf926 service neutron] Publish callbacks [] for port (a58c4331-a4a5-46e6-a4ae-2a9236d6d731), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:24.102520 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6c85340e-696f-47f0-83ff-79e2f744889f req-1b241860-60fd-44ee-ba1b-f2940a78b2d6 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3981283 Mar 05 05:23:24.104195 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb18a2c6-7f6e-45bc-81cf-13503d406955', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a58c4331-a4a5-46e6-a4ae-2a9236d6d731'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:23:24.108203 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86976fe-1516-4e63-8c61-04eaac37a43d" -d '{"events": [{"server_uuid": "fb18a2c6-7f6e-45bc-81cf-13503d406955", "name": "network-vif-unplugged", "status": "completed", "tag": "a58c4331-a4a5-46e6-a4ae-2a9236d6d731"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:23:24.112900 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-0beecc77-648b-4556-b719-fc55a31cf926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (a58c4331-a4a5-46e6-a4ae-2a9236d6d731), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:24.145190 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723cee9-e72a-453c-9d68-a1a5d8f45c9b req-c9c716e1-829c-4edb-b98c-e91f24aa6e85 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:24.153194 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1723cee9-e72a-453c-9d68-a1a5d8f45c9b req-c9c716e1-829c-4edb-b98c-e91f24aa6e85 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 945 time: 0.1397502 Mar 05 05:23:24.185817 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beecc77-648b-4556-b719-fc55a31cf926 service neutron] Pushing event updated for resources: {'Port': ['ID=a58c4331-a4a5-46e6-a4ae-2a9236d6d731,revision_number=7']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:24.226768 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-70e8a47f-30e3-426c-b2b7-f2b424364414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:24.358063 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 05:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5573551-42c2-4a3d-bbb0-f8b67b60f51b x-openstack-request-id: req-b5573551-42c2-4a3d-bbb0-f8b67b60f51b {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:23:24.358370 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb18a2c6-7f6e-45bc-81cf-13503d406955", "name": "network-vif-unplugged", "status": "completed", "tag": "a58c4331-a4a5-46e6-a4ae-2a9236d6d731", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:23:24.358769 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b5573551-42c2-4a3d-bbb0-f8b67b60f51b {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:23:24.359036 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb18a2c6-7f6e-45bc-81cf-13503d406955', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a58c4331-a4a5-46e6-a4ae-2a9236d6d731', 'code': 200} Mar 05 05:23:24.382927 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1723cee9-e72a-453c-9d68-a1a5d8f45c9b req-7690f6bb-724b-44e5-acf8-39f2935a92ce tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3f73994-3f5e-4210-a0ab-a8c71502f579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199237 Mar 05 05:23:24.558719 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f4d9dfe6-9268-49ad-8acd-ddf1994567de None None] Publish callbacks [] for port (0ac104eb-6da9-421b-b432-488c44c947ca), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:24.562947 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-0beecc77-648b-4556-b719-fc55a31cf926 service neutron] Attempting to bind port a58c4331-a4a5-46e6-a4ae-2a9236d6d731 on host n-h2-789963-32 for vnic_type normal with profile {"migrating_to": "n-h1-789963-32"} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:23:24.563522 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-0beecc77-648b-4556-b719-fc55a31cf926 service neutron] Attempting to bind port a58c4331-a4a5-46e6-a4ae-2a9236d6d731 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:23:24.564882 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-0beecc77-648b-4556-b719-fc55a31cf926 service neutron] Attempting to bind port a58c4331-a4a5-46e6-a4ae-2a9236d6d731 on network aeb4bae7-97e6-41a8-8da5-94f700f06259 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:23:24.571786 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f4d9dfe6-9268-49ad-8acd-ddf1994567de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0ac104eb-6da9-421b-b432-488c44c947ca), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:24.574136 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-0beecc77-648b-4556-b719-fc55a31cf926 service neutron] Port a58c4331-a4a5-46e6-a4ae-2a9236d6d731 on network aeb4bae7-97e6-41a8-8da5-94f700f06259 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:23:24.576843 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-0beecc77-648b-4556-b719-fc55a31cf926 service neutron] Attempting to bind port a58c4331-a4a5-46e6-a4ae-2a9236d6d731 on network aeb4bae7-97e6-41a8-8da5-94f700f06259 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:23:24.588244 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-0beecc77-648b-4556-b719-fc55a31cf926 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:23:24.591939 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-0beecc77-648b-4556-b719-fc55a31cf926 service neutron] Checking segment: {'id': '9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:23:24.591939 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-0beecc77-648b-4556-b719-fc55a31cf926 service neutron] Bound using segment: {'id': '9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:23:24.592882 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-0beecc77-648b-4556-b719-fc55a31cf926 service neutron] Bound port: a58c4331-a4a5-46e6-a4ae-2a9236d6d731, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:23:24.593641 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-0beecc77-648b-4556-b719-fc55a31cf926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a58c4331-a4a5-46e6-a4ae-2a9236d6d731), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:24.652358 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-70e8a47f-30e3-426c-b2b7-f2b424364414 admin admin] Allocated IP 172.20.0.1 (c958b962-e686-433f-94f0-6d9e9595b2c3/c4642c72-7f4d-44c1-84ce-4582958fcd9b/2883a2a0-019c-4071-9bcf-e7eab57ff1a3) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:23:24.669303 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdc951-9cfc-433b-83c9-fcfec8ec7253 None None] Pushing event updated for resources: {'Port': ['ID=0ac104eb-6da9-421b-b432-488c44c947ca,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:24.723391 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-0beecc77-648b-4556-b719-fc55a31cf926 service neutron] For port a58c4331-a4a5-46e6-a4ae-2a9236d6d731, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:23:24.729947 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-0beecc77-648b-4556-b719-fc55a31cf926 service neutron] For port a58c4331-a4a5-46e6-a4ae-2a9236d6d731, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a58c4331-a4a5-46e6-a4ae-2a9236d6d731,segment=NetworkSegment(9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0),segment_id=9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:23:24.738502 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-0beecc77-648b-4556-b719-fc55a31cf926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (a58c4331-a4a5-46e6-a4ae-2a9236d6d731), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:24.740808 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-211ea470-bc7a-4afe-9481-fac1629a8de0 None None] Provisioning complete for port a58c4331-a4a5-46e6-a4ae-2a9236d6d731 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:23:24.741190 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-211ea470-bc7a-4afe-9481-fac1629a8de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a58c4331-a4a5-46e6-a4ae-2a9236d6d731), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:24.751181 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-f4d9dfe6-9268-49ad-8acd-ddf1994567de None None] Attempting to bind port 0ac104eb-6da9-421b-b432-488c44c947ca on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:23:24.751876 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-f4d9dfe6-9268-49ad-8acd-ddf1994567de None None] Attempting to bind port 0ac104eb-6da9-421b-b432-488c44c947ca by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:23:24.752418 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d9dfe6-9268-49ad-8acd-ddf1994567de None None] Attempting to bind port 0ac104eb-6da9-421b-b432-488c44c947ca on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:23:24.813281 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-70e8a47f-30e3-426c-b2b7-f2b424364414 admin admin] Publish callbacks [] for port (2883a2a0-019c-4071-9bcf-e7eab57ff1a3), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:24.834703 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d9dfe6-9268-49ad-8acd-ddf1994567de None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:23:24.835112 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d9dfe6-9268-49ad-8acd-ddf1994567de None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:23:24.843982 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f4d9dfe6-9268-49ad-8acd-ddf1994567de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:24.844317 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d9dfe6-9268-49ad-8acd-ddf1994567de None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:23:24.860340 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-f4d9dfe6-9268-49ad-8acd-ddf1994567de None None] Bound port: 0ac104eb-6da9-421b-b432-488c44c947ca, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:23:24.860783 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f4d9dfe6-9268-49ad-8acd-ddf1994567de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0ac104eb-6da9-421b-b432-488c44c947ca), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:24.869997 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-70e8a47f-30e3-426c-b2b7-f2b424364414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (2883a2a0-019c-4071-9bcf-e7eab57ff1a3), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:24.877962 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beecc77-648b-4556-b719-fc55a31cf926 service neutron] Pushing event updated for resources: {'Port': ['ID=a58c4331-a4a5-46e6-a4ae-2a9236d6d731,revision_number=8']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:24.908952 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e8a47f-30e3-426c-b2b7-f2b424364414 admin admin] Network c958b962-e686-433f-94f0-6d9e9595b2c3 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:23:24.942454 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-0beecc77-648b-4556-b719-fc55a31cf926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:24.946368 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-0beecc77-648b-4556-b719-fc55a31cf926 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:24.950327 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-0beecc77-648b-4556-b719-fc55a31cf926 service neutron] 10.222.0.30 "PUT /v2.0/ports/a58c4331-a4a5-46e6-a4ae-2a9236d6d731 HTTP/1.1" status: 200 len: 1123 time: 1.5255499 Mar 05 05:23:24.962950 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-70e8a47f-30e3-426c-b2b7-f2b424364414 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:23:24.972766 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e8a47f-30e3-426c-b2b7-f2b424364414 admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:23:25.076989 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['a58c4331-a4a5-46e6-a4ae-2a9236d6d731'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:23:25.085781 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8a47f-30e3-426c-b2b7-f2b424364414 admin admin] Pushing event updated for resources: {'Port': ['ID=2883a2a0-019c-4071-9bcf-e7eab57ff1a3,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:25.096735 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-70e8a47f-30e3-426c-b2b7-f2b424364414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (67ce19b6-a3ea-463a-8785-326b89a1a864), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:25.203974 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f4d9dfe6-9268-49ad-8acd-ddf1994567de None None] For port 0ac104eb-6da9-421b-b432-488c44c947ca, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:23:25.270443 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f4d9dfe6-9268-49ad-8acd-ddf1994567de None None] For port 0ac104eb-6da9-421b-b432-488c44c947ca, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=0ac104eb-6da9-421b-b432-488c44c947ca,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:23:25.292237 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-211ea470-bc7a-4afe-9481-fac1629a8de0 None None] Current status of the port a58c4331-a4a5-46e6-a4ae-2a9236d6d731 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:23:25.292640 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-211ea470-bc7a-4afe-9481-fac1629a8de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a58c4331-a4a5-46e6-a4ae-2a9236d6d731), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:25.448239 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-211ea470-bc7a-4afe-9481-fac1629a8de0 None None] For port a58c4331-a4a5-46e6-a4ae-2a9236d6d731, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a58c4331-a4a5-46e6-a4ae-2a9236d6d731,segment=NetworkSegment(9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0),segment_id=9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:23:25.453448 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bc920-3022-4819-97d1-60cb97bf3905 req-39d2e8df-c5c8-4569-b675-cc7937ab9a5f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:25.463448 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f4d9dfe6-9268-49ad-8acd-ddf1994567de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0ac104eb-6da9-421b-b432-488c44c947ca), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:25.465064 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7f7bc920-3022-4819-97d1-60cb97bf3905 req-39d2e8df-c5c8-4569-b675-cc7937ab9a5f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 943 time: 0.1642990 Mar 05 05:23:25.486118 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb18a2c6-7f6e-45bc-81cf-13503d406955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58c4331-a4a5-46e6-a4ae-2a9236d6d731'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:23:25.493735 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91721488-b5fc-4438-bb33-2021b03ccc56" -d '{"events": [{"server_uuid": "fb18a2c6-7f6e-45bc-81cf-13503d406955", "name": "network-vif-plugged", "status": "completed", "tag": "a58c4331-a4a5-46e6-a4ae-2a9236d6d731"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:23:25.499532 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-211ea470-bc7a-4afe-9481-fac1629a8de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a58c4331-a4a5-46e6-a4ae-2a9236d6d731), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:25.702637 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-70e8a47f-30e3-426c-b2b7-f2b424364414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2883a2a0-019c-4071-9bcf-e7eab57ff1a3), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:25.716628 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7f7bc920-3022-4819-97d1-60cb97bf3905 req-4b0a33f4-a46d-426b-aab0-e2c898f35605 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2505958 Mar 05 05:23:25.749103 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ffa7cd-b869-4420-9c93-20fc049316f4 req-0f61aa0a-b2ae-443d-a1f3-8b26c25d4109 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:25.759806 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b2ffa7cd-b869-4420-9c93-20fc049316f4 req-0f61aa0a-b2ae-443d-a1f3-8b26c25d4109 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 945 time: 0.2519996 Mar 05 05:23:25.829249 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2114967e-ec0c-46a1-92b7-d8c5636e9a9c x-openstack-request-id: req-2114967e-ec0c-46a1-92b7-d8c5636e9a9c {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:23:25.830055 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb18a2c6-7f6e-45bc-81cf-13503d406955", "name": "network-vif-plugged", "status": "completed", "tag": "a58c4331-a4a5-46e6-a4ae-2a9236d6d731", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:23:25.830493 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2114967e-ec0c-46a1-92b7-d8c5636e9a9c {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:23:25.831066 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb18a2c6-7f6e-45bc-81cf-13503d406955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58c4331-a4a5-46e6-a4ae-2a9236d6d731', 'code': 200} Mar 05 05:23:25.838985 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d9dfe6-9268-49ad-8acd-ddf1994567de None None] Routers {'67ce19b6-a3ea-463a-8785-326b89a1a864'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:23:25.839766 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-f4d9dfe6-9268-49ad-8acd-ddf1994567de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:23:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['67ce19b6-a3ea-463a-8785-326b89a1a864'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:25.937996 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdc951-9cfc-433b-83c9-fcfec8ec7253 None None] Pushing event updated for resources: {'Port': ['ID=0ac104eb-6da9-421b-b432-488c44c947ca,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:26.072465 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b2ffa7cd-b869-4420-9c93-20fc049316f4 req-6da5d604-bf00-4bbd-a7c2-d6606931790b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3f73994-3f5e-4210-a0ab-a8c71502f579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3105881 Mar 05 05:23:26.088490 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-70e8a47f-30e3-426c-b2b7-f2b424364414 admin admin] Publish callbacks [] for port (2883a2a0-019c-4071-9bcf-e7eab57ff1a3), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:26.100402 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-70e8a47f-30e3-426c-b2b7-f2b424364414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (2883a2a0-019c-4071-9bcf-e7eab57ff1a3), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:26.122032 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ea470-bc7a-4afe-9481-fac1629a8de0 None None] Pushing event updated for resources: {'Port': ['ID=a58c4331-a4a5-46e6-a4ae-2a9236d6d731,revision_number=9']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:26.200164 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-f4d9dfe6-9268-49ad-8acd-ddf1994567de None None] Set router 67ce19b6-a3ea-463a-8785-326b89a1a864 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:23:26.222256 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8a47f-30e3-426c-b2b7-f2b424364414 admin admin] Pushing event updated for resources: {'Port': ['ID=2883a2a0-019c-4071-9bcf-e7eab57ff1a3,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:26.254366 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-70e8a47f-30e3-426c-b2b7-f2b424364414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (67ce19b6-a3ea-463a-8785-326b89a1a864), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:26.273508 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3e861eb6-c739-4a7c-852b-7610e5834070 None None] Provisioning complete for port a58c4331-a4a5-46e6-a4ae-2a9236d6d731 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:23:26.273805 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3e861eb6-c739-4a7c-852b-7610e5834070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a58c4331-a4a5-46e6-a4ae-2a9236d6d731), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:26.360403 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb18a2c6-7f6e-45bc-81cf-13503d406955', 'tag': 'a58c4331-a4a5-46e6-a4ae-2a9236d6d731'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:23:26.363515 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c40237-0539-4351-b0db-16cbca6e89a1" -d '{"events": [{"name": "network-changed", "server_uuid": "fb18a2c6-7f6e-45bc-81cf-13503d406955", "tag": "a58c4331-a4a5-46e6-a4ae-2a9236d6d731"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:23:26.451040 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e8a47f-30e3-426c-b2b7-f2b424364414 admin admin] Network c958b962-e686-433f-94f0-6d9e9595b2c3 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:23:26.454170 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-70e8a47f-30e3-426c-b2b7-f2b424364414 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:23:26.511254 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11affdf-b238-4553-984b-165aa2b4e7ef x-openstack-request-id: req-b11affdf-b238-4553-984b-165aa2b4e7ef {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:23:26.511549 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb18a2c6-7f6e-45bc-81cf-13503d406955", "tag": "a58c4331-a4a5-46e6-a4ae-2a9236d6d731", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:23:26.511806 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b11affdf-b238-4553-984b-165aa2b4e7ef {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:23:26.512218 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb18a2c6-7f6e-45bc-81cf-13503d406955', 'tag': 'a58c4331-a4a5-46e6-a4ae-2a9236d6d731', 'status': 'completed', 'code': 200} Mar 05 05:23:26.638899 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c40237-0539-4351-b0db-16cbca6e89a1 req-695373bf-1d74-438b-ae7a-d237fc56e3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:26.641829 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-08c40237-0539-4351-b0db-16cbca6e89a1 req-695373bf-1d74-438b-ae7a-d237fc56e3d3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 1159 time: 0.0985022 Mar 05 05:23:26.698059 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3e861eb6-c739-4a7c-852b-7610e5834070 None None] Current status of the port a58c4331-a4a5-46e6-a4ae-2a9236d6d731 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:23:26.812180 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3e861eb6-c739-4a7c-852b-7610e5834070 None None] Provisioning complete for port 2883a2a0-019c-4071-9bcf-e7eab57ff1a3 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:23:26.812565 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3e861eb6-c739-4a7c-852b-7610e5834070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2883a2a0-019c-4071-9bcf-e7eab57ff1a3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:26.824294 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e8a47f-30e3-426c-b2b7-f2b424364414 admin admin] Router 67ce19b6-a3ea-463a-8785-326b89a1a864 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:23:26.880270 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c40237-0539-4351-b0db-16cbca6e89a1 req-5035ba12-f030-4912-aa6b-96820a37fb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:26.881747 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-08c40237-0539-4351-b0db-16cbca6e89a1 req-5035ba12-f030-4912-aa6b-96820a37fb87 service neutron] 10.222.0.31 "GET /v2.0/networks?id=aeb4bae7-97e6-41a8-8da5-94f700f06259 HTTP/1.1" status: 200 len: 897 time: 0.2355349 Mar 05 05:23:26.931009 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-f4d9dfe6-9268-49ad-8acd-ddf1994567de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ce19b6-a3ea-463a-8785-326b89a1a864', 'name': 'tempest-TestServerMultinode-752156129-router', 'tenant_id': '35e4d0a77f20474195a12d1f2ed8fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0ac104eb-6da9-421b-b432-488c44c947ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:23:17Z', 'updated_at': '2022-03-05T05:23:25Z', 'revision_number': 4, 'project_id': '35e4d0a77f20474195a12d1f2ed8fb4b', 'gw_port': {'id': '0ac104eb-6da9-421b-b432-488c44c947ca', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ce19b6-a3ea-463a-8785-326b89a1a864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:18Z', 'updated_at': '2022-03-05T05:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '2883a2a0-019c-4071-9bcf-e7eab57ff1a3', 'name': '', 'network_id': 'c958b962-e686-433f-94f0-6d9e9595b2c3', 'tenant_id': '35e4d0a77f20474195a12d1f2ed8fb4b', 'mac_address': 'fa:16:3e:80:e6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ce19b6-a3ea-463a-8785-326b89a1a864', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'c4642c72-7f4d-44c1-84ce-4582958fcd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:24Z', 'updated_at': '2022-03-05T05:23:24Z', 'revision_number': 1, 'project_id': '35e4d0a77f20474195a12d1f2ed8fb4b', 'subnets': [{'id': 'c4642c72-7f4d-44c1-84ce-4582958fcd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:26.934756 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3e861eb6-c739-4a7c-852b-7610e5834070 None None] Port 2883a2a0-019c-4071-9bcf-e7eab57ff1a3 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:23:26.978736 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d9dfe6-9268-49ad-8acd-ddf1994567de None None] The sync data for ids ['67ce19b6-a3ea-463a-8785-326b89a1a864'] in n-d-789963-32 is: [{'id': '67ce19b6-a3ea-463a-8785-326b89a1a864', 'name': 'tempest-TestServerMultinode-752156129-router', 'tenant_id': '35e4d0a77f20474195a12d1f2ed8fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0ac104eb-6da9-421b-b432-488c44c947ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:23:17Z', 'updated_at': '2022-03-05T05:23:25Z', 'revision_number': 4, 'project_id': '35e4d0a77f20474195a12d1f2ed8fb4b', 'gw_port': {'id': '0ac104eb-6da9-421b-b432-488c44c947ca', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ce19b6-a3ea-463a-8785-326b89a1a864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:18Z', 'updated_at': '2022-03-05T05:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '2883a2a0-019c-4071-9bcf-e7eab57ff1a3', 'name': '', 'network_id': 'c958b962-e686-433f-94f0-6d9e9595b2c3', 'tenant_id': '35e4d0a77f20474195a12d1f2ed8fb4b', 'mac_address': 'fa:16:3e:80:e6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ce19b6-a3ea-463a-8785-326b89a1a864', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'c4642c72-7f4d-44c1-84ce-4582958fcd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:24Z', 'updated_at': '2022-03-05T05:23:24Z', 'revision_number': 1, 'project_id': '35e4d0a77f20474195a12d1f2ed8fb4b', 'subnets': [{'id': 'c4642c72-7f4d-44c1-84ce-4582958fcd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:23:27.045122 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-08c40237-0539-4351-b0db-16cbca6e89a1 req-a678d782-9193-4143-bc9d-c3d9009c4ff6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a58c4331-a4a5-46e6-a4ae-2a9236d6d731 HTTP/1.1" status: 200 len: 1001 time: 0.1410546 Mar 05 05:23:27.061884 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-b67573f9-df31-4dd2-b9a8-a8f03e13057d None None] Provisioning complete for port 2883a2a0-019c-4071-9bcf-e7eab57ff1a3 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:23:27.062267 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b67573f9-df31-4dd2-b9a8-a8f03e13057d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2883a2a0-019c-4071-9bcf-e7eab57ff1a3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:27.097865 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e8a47f-30e3-426c-b2b7-f2b424364414 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:23:27.115356 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-70e8a47f-30e3-426c-b2b7-f2b424364414 admin admin] 10.222.0.11 "PUT /v2.0/routers/67ce19b6-a3ea-463a-8785-326b89a1a864/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2879307 Mar 05 05:23:27.151045 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b67573f9-df31-4dd2-b9a8-a8f03e13057d None None] Port 2883a2a0-019c-4071-9bcf-e7eab57ff1a3 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:23:27.167799 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c40237-0539-4351-b0db-16cbca6e89a1 req-9daf401f-11d8-4d12-ae12-d32a1b57d828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:27.169602 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-08c40237-0539-4351-b0db-16cbca6e89a1 req-9daf401f-11d8-4d12-ae12-d32a1b57d828 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4a802b43-d885-42fd-be95-2000564ff5a2 HTTP/1.1" status: 200 len: 834 time: 0.1137617 Mar 05 05:23:27.243564 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c40237-0539-4351-b0db-16cbca6e89a1 req-2478154c-809a-467c-bce5-f31a81d96aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:27.245462 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-08c40237-0539-4351-b0db-16cbca6e89a1 req-2478154c-809a-467c-bce5-f31a81d96aeb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=aeb4bae7-97e6-41a8-8da5-94f700f06259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0679026 Mar 05 05:23:27.290007 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e4173-c57a-4b51-9792-7a95c8a4e689 req-c5dae2a9-aa99-4642-baa3-11bd0d2ac7e3 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:27.291678 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-387e4173-c57a-4b51-9792-7a95c8a4e689 req-c5dae2a9-aa99-4642-baa3-11bd0d2ac7e3 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 943 time: 0.2142923 Mar 05 05:23:27.381038 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb83ed1-4519-4058-bf8e-2bcd3c60912c req-24a669d4-94fe-49a8-8dfb-988c70e62c79 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:27.388599 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-efb83ed1-4519-4058-bf8e-2bcd3c60912c req-24a669d4-94fe-49a8-8dfb-988c70e62c79 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 945 time: 0.1749074 Mar 05 05:23:27.523371 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-08c40237-0539-4351-b0db-16cbca6e89a1 req-4deeb71a-d8ab-47c0-905e-012b0dd09b10 service neutron] 10.222.0.31 "GET /v2.0/networks/aeb4bae7-97e6-41a8-8da5-94f700f06259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641258 Mar 05 05:23:27.547198 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-387e4173-c57a-4b51-9792-7a95c8a4e689 req-53c6200b-570e-4d76-be85-682c176c2483 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303586 Mar 05 05:23:27.624935 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-efb83ed1-4519-4058-bf8e-2bcd3c60912c req-b4071b4f-d46f-4988-9dd7-246e0e15fe36 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3f73994-3f5e-4210-a0ab-a8c71502f579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161212 Mar 05 05:23:27.736184 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-08c40237-0539-4351-b0db-16cbca6e89a1 req-35d37196-467e-49b9-b9d4-0556d955553d service neutron] 10.222.0.31 "GET /v2.0/networks/aeb4bae7-97e6-41a8-8da5-94f700f06259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973538 Mar 05 05:23:28.266035 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38940) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:28.270864 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-b85863f4-c913-40f3-8da1-22fd50a56fa1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1631948127-network', 'tenant_id': '058f52835f394cbdb8fe9c19783f7696'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:23:28.354206 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85863f4-c913-40f3-8da1-22fd50a56fa1 admin admin] Made reservation on behalf of 058f52835f394cbdb8fe9c19783f7696 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:23:28.357673 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b85863f4-c913-40f3-8da1-22fd50a56fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:28.560908 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device a58c4331-a4a5-46e6-a4ae-2a9236d6d731 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:23:28.800044 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port a58c4331-a4a5-46e6-a4ae-2a9236d6d731, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a58c4331-a4a5-46e6-a4ae-2a9236d6d731,segment=NetworkSegment(9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0),segment_id=9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:23:28.812141 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device a58c4331-a4a5-46e6-a4ae-2a9236d6d731 has no active binding in host n-h1-789963-32 {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 05 05:23:28.874081 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b85863f4-c913-40f3-8da1-22fd50a56fa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:29.036574 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e95109-2428-4bcc-9c67-20fcf23ba371 req-1413969a-27d2-4ebd-a671-26834cdffa50 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:29.038175 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7e95109-2428-4bcc-9c67-20fcf23ba371 req-1413969a-27d2-4ebd-a671-26834cdffa50 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 943 time: 0.1676848 Mar 05 05:23:29.051064 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff931db0-c45b-4a52-9b39-52358e85ceb8 req-fe189463-de15-4a95-852e-65ab46ce7b8d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:29.052594 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ff931db0-c45b-4a52-9b39-52358e85ceb8 req-fe189463-de15-4a95-852e-65ab46ce7b8d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 945 time: 0.1807358 Mar 05 05:23:29.103689 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b85863f4-c913-40f3-8da1-22fd50a56fa1 admin admin] Publish callbacks [] for security_group (6102aae1-f687-4657-96a0-579c518f875a), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:29.119478 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b85863f4-c913-40f3-8da1-22fd50a56fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6102aae1-f687-4657-96a0-579c518f875a), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:29.188613 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b85863f4-c913-40f3-8da1-22fd50a56fa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:23:29.227906 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7e95109-2428-4bcc-9c67-20fcf23ba371 req-5bd80164-e3b0-4312-94c1-e48f4f5171d9 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722586 Mar 05 05:23:29.234301 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b85863f4-c913-40f3-8da1-22fd50a56fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (40c93152-d75d-4357-b4ad-7e337834a081), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:29.234852 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-b85863f4-c913-40f3-8da1-22fd50a56fa1 admin admin] Added segment 40c93152-d75d-4357-b4ad-7e337834a081 of type vlan for network cf98eb32-8c5d-44b8-b069-530ae083fe2c Mar 05 05:23:29.240358 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ff931db0-c45b-4a52-9b39-52358e85ceb8 req-c34d2c37-1c37-4f57-906c-2a1f7e014f0d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3f73994-3f5e-4210-a0ab-a8c71502f579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712244 Mar 05 05:23:29.241017 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85863f4-c913-40f3-8da1-22fd50a56fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6102aae1-f687-4657-96a0-579c518f875a,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:29.308496 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b85863f4-c913-40f3-8da1-22fd50a56fa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (cf98eb32-8c5d-44b8-b069-530ae083fe2c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:29.362635 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b85863f4-c913-40f3-8da1-22fd50a56fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (cf98eb32-8c5d-44b8-b069-530ae083fe2c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:29.364221 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85863f4-c913-40f3-8da1-22fd50a56fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:29.365060 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b85863f4-c913-40f3-8da1-22fd50a56fa1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:29.445244 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b85863f4-c913-40f3-8da1-22fd50a56fa1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1780670 Mar 05 05:23:29.448017 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38958) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:29.453456 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-6ccc6d26-378a-4431-8122-439dbc91ad1e admin admin] Request body: {'subnet': {'network_id': 'cf98eb32-8c5d-44b8-b069-530ae083fe2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1631948127-subnet', 'tenant_id': '058f52835f394cbdb8fe9c19783f7696', 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:23:29.461596 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85863f4-c913-40f3-8da1-22fd50a56fa1 admin admin] Pushing event updated for resources: {'Network': ['ID=cf98eb32-8c5d-44b8-b069-530ae083fe2c,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:29.473462 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network cf98eb32-8c5d-44b8-b069-530ae083fe2c details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:23:29.508728 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccc6d26-378a-4431-8122-439dbc91ad1e admin admin] Made reservation on behalf of 058f52835f394cbdb8fe9c19783f7696 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:23:29.511395 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6ccc6d26-378a-4431-8122-439dbc91ad1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:29.780314 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 0ac104eb-6da9-421b-b432-488c44c947ca up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:23:29.841152 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 0ac104eb-6da9-421b-b432-488c44c947ca triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:23:29.841609 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0ac104eb-6da9-421b-b432-488c44c947ca), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:29.878932 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6ccc6d26-378a-4431-8122-439dbc91ad1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (c54db8d0-fe5f-4dcb-a62e-217e9a28ee3a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:29.937430 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc6d26-378a-4431-8122-439dbc91ad1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c54db8d0-fe5f-4dcb-a62e-217e9a28ee3a,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:29.943909 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 0ac104eb-6da9-421b-b432-488c44c947ca is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:23:29.944314 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0ac104eb-6da9-421b-b432-488c44c947ca), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:29.975738 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-5c09d7d8-0527-41c0-a8c1-aa6c164322ad service neutron] 10.222.0.31 "GET /v2.0/ports/a58c4331-a4a5-46e6-a4ae-2a9236d6d731/bindings/n-h1-789963-32 HTTP/1.1" status: 200 len: 385 time: 0.1515851 Mar 05 05:23:29.982859 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 0ac104eb-6da9-421b-b432-488c44c947ca, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=0ac104eb-6da9-421b-b432-488c44c947ca,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:23:29.988458 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0ac104eb-6da9-421b-b432-488c44c947ca), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:30.089644 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccc6d26-378a-4431-8122-439dbc91ad1e admin admin] Checking segment: {'id': '40c93152-d75d-4357-b4ad-7e337834a081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cf98eb32-8c5d-44b8-b069-530ae083fe2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:23:30.090113 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccc6d26-378a-4431-8122-439dbc91ad1e admin admin] Network hostable DHCP agents. Network: cf98eb32-8c5d-44b8-b069-530ae083fe2c, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:23:30.094133 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=0ac104eb-6da9-421b-b432-488c44c947ca,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:30.137863 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccc6d26-378a-4431-8122-439dbc91ad1e admin admin] Network cf98eb32-8c5d-44b8-b069-530ae083fe2c is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:23:30.156790 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-6ccc6d26-378a-4431-8122-439dbc91ad1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, cf98eb32-8c5d-44b8-b069-530ae083fe2c) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:23:30.172471 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccc6d26-378a-4431-8122-439dbc91ad1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:30.172471 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6ccc6d26-378a-4431-8122-439dbc91ad1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:30.178755 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ee13f9-3836-4453-b004-b59914e66ad1 None None] Network cf98eb32-8c5d-44b8-b069-530ae083fe2c requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:23:30.233246 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6ccc6d26-378a-4431-8122-439dbc91ad1e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7834530 Mar 05 05:23:30.235832 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 38962) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:30.242092 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-091fa2d2-e0b1-417b-9866-d4aa8eeee6d5 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1631948127-router', 'tenant_id': '058f52835f394cbdb8fe9c19783f7696', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:23:30.251857 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-9d2a771b-21b2-4a83-9fd1-c941b1ab8302 service neutron] For port a58c4331-a4a5-46e6-a4ae-2a9236d6d731, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=a58c4331-a4a5-46e6-a4ae-2a9236d6d731,segment=NetworkSegment(9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0),segment_id=9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:23:30.292556 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-9d2a771b-21b2-4a83-9fd1-c941b1ab8302 service neutron] For port a58c4331-a4a5-46e6-a4ae-2a9236d6d731, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:23:30.309476 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-091fa2d2-e0b1-417b-9866-d4aa8eeee6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (e27542b4-6510-4b1c-85c4-d3e245f12fa5), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:30.323873 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-091fa2d2-e0b1-417b-9866-d4aa8eeee6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (e27542b4-6510-4b1c-85c4-d3e245f12fa5), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:30.428696 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-091fa2d2-e0b1-417b-9866-d4aa8eeee6d5 admin admin] Publish callbacks [] for router_controller (e27542b4-6510-4b1c-85c4-d3e245f12fa5), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:30.450241 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-9d2a771b-21b2-4a83-9fd1-c941b1ab8302 service neutron] For port a58c4331-a4a5-46e6-a4ae-2a9236d6d731, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a58c4331-a4a5-46e6-a4ae-2a9236d6d731,segment=NetworkSegment(9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0),segment_id=9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:23:30.462681 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb18a2c6-7f6e-45bc-81cf-13503d406955', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a58c4331-a4a5-46e6-a4ae-2a9236d6d731'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:23:30.465392 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b732258a-9939-483b-b26e-14c941d298d5" -d '{"events": [{"server_uuid": "fb18a2c6-7f6e-45bc-81cf-13503d406955", "name": "network-vif-unplugged", "status": "completed", "tag": "a58c4331-a4a5-46e6-a4ae-2a9236d6d731"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:23:30.473082 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-9d2a771b-21b2-4a83-9fd1-c941b1ab8302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a58c4331-a4a5-46e6-a4ae-2a9236d6d731), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:30.487869 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d868f45-651f-4b25-8ac5-2687866dc492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-cf98eb32-8c5d-44b8-b069-530ae083fe2c', 'network_id': 'cf98eb32-8c5d-44b8-b069-530ae083fe2c', 'project_id': '058f52835f394cbdb8fe9c19783f7696', 'fixed_ips': [{'subnet_id': 'c54db8d0-fe5f-4dcb-a62e-217e9a28ee3a'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:23:30.488754 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4d868f45-651f-4b25-8ac5-2687866dc492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:30.645043 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-9d2a771b-21b2-4a83-9fd1-c941b1ab8302 service neutron] Transition to ACTIVE for port object a58c4331-a4a5-46e6-a4ae-2a9236d6d731 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:23:30.654766 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-9d2a771b-21b2-4a83-9fd1-c941b1ab8302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (a58c4331-a4a5-46e6-a4ae-2a9236d6d731), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:30.658550 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0745319-0a3b-4f2e-a8fb-003cac8a45a7 None None] Sync routers for ids ['67ce19b6-a3ea-463a-8785-326b89a1a864'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:23:30.675860 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0745319-0a3b-4f2e-a8fb-003cac8a45a7 None None] Routers {'67ce19b6-a3ea-463a-8785-326b89a1a864'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:23:30.679374 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d0745319-0a3b-4f2e-a8fb-003cac8a45a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:23:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['67ce19b6-a3ea-463a-8785-326b89a1a864'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:30.728116 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024f297-e051-4cd2-bfe0-880558308ab4 req-1b03c5e2-309c-4110-a49c-100e57151cc2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:30.737792 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0024f297-e051-4cd2-bfe0-880558308ab4 req-1b03c5e2-309c-4110-a49c-100e57151cc2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 943 time: 0.3460400 Mar 05 05:23:30.803716 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a771b-21b2-4a83-9fd1-c941b1ab8302 service neutron] Pushing event updated for resources: {'Port': ['ID=a58c4331-a4a5-46e6-a4ae-2a9236d6d731,revision_number=11']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:30.824313 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-4d868f45-651f-4b25-8ac5-2687866dc492 None None] Allocated IP 172.20.0.2 (cf98eb32-8c5d-44b8-b069-530ae083fe2c/c54db8d0-fe5f-4dcb-a62e-217e9a28ee3a/ff5991ee-6a0f-4cb4-8ed0-79c453b8addf) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:23:30.853068 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-9d2a771b-21b2-4a83-9fd1-c941b1ab8302 service neutron] No DVR routers for this DVR port a58c4331-a4a5-46e6-a4ae-2a9236d6d731 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:23:30.860074 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785118f2-6c95-4a68-bb37-9d4b3c3998d9 req-43a8821f-4f79-4a47-82ee-3ea36655acba tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:30.876096 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-785118f2-6c95-4a68-bb37-9d4b3c3998d9 req-43a8821f-4f79-4a47-82ee-3ea36655acba tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 944 time: 0.4204066 Mar 05 05:23:30.886440 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-091fa2d2-e0b1-417b-9866-d4aa8eeee6d5 admin admin] Publish callbacks [] for router_gateway (e27542b4-6510-4b1c-85c4-d3e245f12fa5), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:30.936136 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-d0745319-0a3b-4f2e-a8fb-003cac8a45a7 None None] Set router 67ce19b6-a3ea-463a-8785-326b89a1a864 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:23:31.074195 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-9d2a771b-21b2-4a83-9fd1-c941b1ab8302 service neutron] 10.222.0.31 "PUT /v2.0/ports/a58c4331-a4a5-46e6-a4ae-2a9236d6d731/bindings/n-h1-789963-32/activate HTTP/1.1" status: 200 len: 370 time: 1.0811257 Mar 05 05:23:31.099705 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-785118f2-6c95-4a68-bb37-9d4b3c3998d9 req-2d7d0615-3f40-4abc-822d-218d6493c70c tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3f73994-3f5e-4210-a0ab-a8c71502f579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225800 Mar 05 05:23:31.115314 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0024f297-e051-4cd2-bfe0-880558308ab4 req-d244f30d-ef4a-469c-babc-263e090ac597 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3760178 Mar 05 05:23:31.146141 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4d868f45-651f-4b25-8ac5-2687866dc492 None None] Publish callbacks [] for port (ff5991ee-6a0f-4cb4-8ed0-79c453b8addf), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:31.167931 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4d868f45-651f-4b25-8ac5-2687866dc492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (ff5991ee-6a0f-4cb4-8ed0-79c453b8addf), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:31.225011 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d868f45-651f-4b25-8ac5-2687866dc492 None None] Network cf98eb32-8c5d-44b8-b069-530ae083fe2c is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:23:31.233184 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-4d868f45-651f-4b25-8ac5-2687866dc492 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:23:31.236614 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d868f45-651f-4b25-8ac5-2687866dc492 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:23:31.249413 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 05:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e694e2ad-ac08-45ec-a435-240181ff9856 x-openstack-request-id: req-e694e2ad-ac08-45ec-a435-240181ff9856 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:23:31.251384 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d868f45-651f-4b25-8ac5-2687866dc492 None None] Pushing event updated for resources: {'Port': ['ID=ff5991ee-6a0f-4cb4-8ed0-79c453b8addf,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:31.266494 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb18a2c6-7f6e-45bc-81cf-13503d406955", "name": "network-vif-unplugged", "status": "completed", "tag": "a58c4331-a4a5-46e6-a4ae-2a9236d6d731", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:23:31.266494 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e694e2ad-ac08-45ec-a435-240181ff9856 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:23:31.266494 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb18a2c6-7f6e-45bc-81cf-13503d406955', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a58c4331-a4a5-46e6-a4ae-2a9236d6d731', 'code': 200} Mar 05 05:23:31.305730 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-fa5e8f94-21e3-4c5c-8d0a-5b4eed020a03 tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:31.309156 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-fa5e8f94-21e3-4c5c-8d0a-5b4eed020a03 tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955&tenant_id=ab07f13582d14e74bdac64dcc9482a66&binding%3Ahost_id=n-h2-789963-32 HTTP/1.1" status: 200 len: 1127 time: 0.1645317 Mar 05 05:23:31.389676 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-4d868f45-651f-4b25-8ac5-2687866dc492 None None] Attempting to bind port ff5991ee-6a0f-4cb4-8ed0-79c453b8addf on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:23:31.390223 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-4d868f45-651f-4b25-8ac5-2687866dc492 None None] Attempting to bind port ff5991ee-6a0f-4cb4-8ed0-79c453b8addf by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '40c93152-d75d-4357-b4ad-7e337834a081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cf98eb32-8c5d-44b8-b069-530ae083fe2c'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:23:31.391256 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d868f45-651f-4b25-8ac5-2687866dc492 None None] Attempting to bind port ff5991ee-6a0f-4cb4-8ed0-79c453b8addf on network cf98eb32-8c5d-44b8-b069-530ae083fe2c {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:23:31.400572 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-7b4d1893-49b7-4e14-8461-e8209e47a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:31.402972 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d868f45-651f-4b25-8ac5-2687866dc492 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:23:31.403682 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d0745319-0a3b-4f2e-a8fb-003cac8a45a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ce19b6-a3ea-463a-8785-326b89a1a864', 'name': 'tempest-TestServerMultinode-752156129-router', 'tenant_id': '35e4d0a77f20474195a12d1f2ed8fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0ac104eb-6da9-421b-b432-488c44c947ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:23:17Z', 'updated_at': '2022-03-05T05:23:25Z', 'revision_number': 4, 'project_id': '35e4d0a77f20474195a12d1f2ed8fb4b', 'gw_port': {'id': '0ac104eb-6da9-421b-b432-488c44c947ca', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce19b6-a3ea-463a-8785-326b89a1a864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:18Z', 'updated_at': '2022-03-05T05:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '2883a2a0-019c-4071-9bcf-e7eab57ff1a3', 'name': '', 'network_id': 'c958b962-e686-433f-94f0-6d9e9595b2c3', 'tenant_id': '35e4d0a77f20474195a12d1f2ed8fb4b', 'mac_address': 'fa:16:3e:80:e6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ce19b6-a3ea-463a-8785-326b89a1a864', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'c4642c72-7f4d-44c1-84ce-4582958fcd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:24Z', 'updated_at': '2022-03-05T05:23:25Z', 'revision_number': 2, 'project_id': '35e4d0a77f20474195a12d1f2ed8fb4b', 'subnets': [{'id': 'c4642c72-7f4d-44c1-84ce-4582958fcd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:31.404858 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-7b4d1893-49b7-4e14-8461-e8209e47a695 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955&tenant_id=ab07f13582d14e74bdac64dcc9482a66 HTTP/1.1" status: 200 len: 1127 time: 0.0886309 Mar 05 05:23:31.405363 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d868f45-651f-4b25-8ac5-2687866dc492 None None] Checking segment: {'id': '40c93152-d75d-4357-b4ad-7e337834a081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cf98eb32-8c5d-44b8-b069-530ae083fe2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:23:31.406028 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4d868f45-651f-4b25-8ac5-2687866dc492 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:31.406522 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d868f45-651f-4b25-8ac5-2687866dc492 None None] Bound using segment: {'id': '40c93152-d75d-4357-b4ad-7e337834a081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cf98eb32-8c5d-44b8-b069-530ae083fe2c'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:23:31.407140 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-4d868f45-651f-4b25-8ac5-2687866dc492 None None] Bound port: ff5991ee-6a0f-4cb4-8ed0-79c453b8addf, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c93152-d75d-4357-b4ad-7e337834a081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cf98eb32-8c5d-44b8-b069-530ae083fe2c'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:23:31.407631 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4d868f45-651f-4b25-8ac5-2687866dc492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ff5991ee-6a0f-4cb4-8ed0-79c453b8addf), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:31.486596 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0745319-0a3b-4f2e-a8fb-003cac8a45a7 None None] Checking router: 67ce19b6-a3ea-463a-8785-326b89a1a864 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:23:31.490549 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0745319-0a3b-4f2e-a8fb-003cac8a45a7 None None] Updating router 67ce19b6-a3ea-463a-8785-326b89a1a864 port 2883a2a0-019c-4071-9bcf-e7eab57ff1a3 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:23:31.540645 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-b5772b76-3e6c-42e6-9580-8240e3b3b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:31.546262 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-b5772b76-3e6c-42e6-9580-8240e3b3b682 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 1127 time: 0.1133032 Mar 05 05:23:31.562184 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-4d868f45-651f-4b25-8ac5-2687866dc492 None None] For port ff5991ee-6a0f-4cb4-8ed0-79c453b8addf, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:23:31.566722 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-4d868f45-651f-4b25-8ac5-2687866dc492 None None] For port ff5991ee-6a0f-4cb4-8ed0-79c453b8addf, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ff5991ee-6a0f-4cb4-8ed0-79c453b8addf,segment=NetworkSegment(40c93152-d75d-4357-b4ad-7e337834a081),segment_id=40c93152-d75d-4357-b4ad-7e337834a081)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:23:31.572089 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d0745319-0a3b-4f2e-a8fb-003cac8a45a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2883a2a0-019c-4071-9bcf-e7eab57ff1a3), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:31.587473 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4d868f45-651f-4b25-8ac5-2687866dc492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ff5991ee-6a0f-4cb4-8ed0-79c453b8addf), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:31.615468 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-091fa2d2-e0b1-417b-9866-d4aa8eeee6d5 admin admin] Publish callbacks [] for router_gateway (e27542b4-6510-4b1c-85c4-d3e245f12fa5), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:31.668825 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-091fa2d2-e0b1-417b-9866-d4aa8eeee6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:31.678338 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d868f45-651f-4b25-8ac5-2687866dc492 None None] Pushing event updated for resources: {'Port': ['ID=ff5991ee-6a0f-4cb4-8ed0-79c453b8addf,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:31.680052 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-2809352c-1a0e-443f-8441-e8170410dbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:31.681639 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-2809352c-1a0e-443f-8441-e8170410dbb4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aeb4bae7-97e6-41a8-8da5-94f700f06259 HTTP/1.1" status: 200 len: 897 time: 0.1334071 Mar 05 05:23:31.689751 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 0ac104eb-6da9-421b-b432-488c44c947ca up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:23:31.768425 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 0ac104eb-6da9-421b-b432-488c44c947ca triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:23:31.768812 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0ac104eb-6da9-421b-b432-488c44c947ca), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:31.824497 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-4f6130ae-0920-45c5-972d-92ae7dc89f34 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a58c4331-a4a5-46e6-a4ae-2a9236d6d731 HTTP/1.1" status: 200 len: 999 time: 0.1349623 Mar 05 05:23:31.880314 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 0ac104eb-6da9-421b-b432-488c44c947ca is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:23:31.915105 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-091fa2d2-e0b1-417b-9866-d4aa8eeee6d5 admin admin] Allocated IP 172.25.0.139 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/713b44a2-c9d1-440c-b3ec-6d26dafc771a) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:23:31.921834 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-2cc0af2c-9968-4b4e-bd6d-2c0b198c65d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:31.923290 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-2cc0af2c-9968-4b4e-bd6d-2c0b198c65d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a802b43-d885-42fd-be95-2000564ff5a2 HTTP/1.1" status: 200 len: 834 time: 0.0842104 Mar 05 05:23:32.049110 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d0745319-0a3b-4f2e-a8fb-003cac8a45a7 None None] Publish callbacks [] for port (2883a2a0-019c-4071-9bcf-e7eab57ff1a3), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:32.066263 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d0745319-0a3b-4f2e-a8fb-003cac8a45a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (2883a2a0-019c-4071-9bcf-e7eab57ff1a3), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:32.081261 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-34f282c9-1e3e-4f02-bb5b-21f785d95a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:32.082778 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-34f282c9-1e3e-4f02-bb5b-21f785d95a1e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aeb4bae7-97e6-41a8-8da5-94f700f06259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1536808 Mar 05 05:23:32.128059 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-091fa2d2-e0b1-417b-9866-d4aa8eeee6d5 admin admin] Publish callbacks [] for port (713b44a2-c9d1-440c-b3ec-6d26dafc771a), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:32.197461 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-091fa2d2-e0b1-417b-9866-d4aa8eeee6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (713b44a2-c9d1-440c-b3ec-6d26dafc771a), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:32.313349 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-be77f4d2-de08-4d72-ba1a-b4a67c5691ba service neutron] 10.222.0.30 "GET /v2.0/networks/aeb4bae7-97e6-41a8-8da5-94f700f06259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140594 Mar 05 05:23:32.344054 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-d0745319-0a3b-4f2e-a8fb-003cac8a45a7 None None] Attempting to bind port 2883a2a0-019c-4071-9bcf-e7eab57ff1a3 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:23:32.344675 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-d0745319-0a3b-4f2e-a8fb-003cac8a45a7 None None] Attempting to bind port 2883a2a0-019c-4071-9bcf-e7eab57ff1a3 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '7703a7a5-e139-4748-8968-fe4ebc806ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c958b962-e686-433f-94f0-6d9e9595b2c3'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:23:32.345129 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0745319-0a3b-4f2e-a8fb-003cac8a45a7 None None] Attempting to bind port 2883a2a0-019c-4071-9bcf-e7eab57ff1a3 on network c958b962-e686-433f-94f0-6d9e9595b2c3 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:23:32.360963 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0745319-0a3b-4f2e-a8fb-003cac8a45a7 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:23:32.361513 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0745319-0a3b-4f2e-a8fb-003cac8a45a7 None None] Checking segment: {'id': '7703a7a5-e139-4748-8968-fe4ebc806ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c958b962-e686-433f-94f0-6d9e9595b2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:23:32.363415 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d0745319-0a3b-4f2e-a8fb-003cac8a45a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:32.363936 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0745319-0a3b-4f2e-a8fb-003cac8a45a7 None None] Bound using segment: {'id': '7703a7a5-e139-4748-8968-fe4ebc806ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c958b962-e686-433f-94f0-6d9e9595b2c3'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:23:32.365891 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-d0745319-0a3b-4f2e-a8fb-003cac8a45a7 None None] Bound port: 2883a2a0-019c-4071-9bcf-e7eab57ff1a3, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7703a7a5-e139-4748-8968-fe4ebc806ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c958b962-e686-433f-94f0-6d9e9595b2c3'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:23:32.366402 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d0745319-0a3b-4f2e-a8fb-003cac8a45a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2883a2a0-019c-4071-9bcf-e7eab57ff1a3), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:32.473587 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091fa2d2-e0b1-417b-9866-d4aa8eeee6d5 admin admin] Pushing event updated for resources: {'Port': ['ID=713b44a2-c9d1-440c-b3ec-6d26dafc771a,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:32.517005 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-7928eba2-5079-4934-9af7-4886f5161f6c service neutron] 10.222.0.30 "GET /v2.0/networks/aeb4bae7-97e6-41a8-8da5-94f700f06259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976867 Mar 05 05:23:32.524392 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091fa2d2-e0b1-417b-9866-d4aa8eeee6d5 admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:23:32.546619 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d0745319-0a3b-4f2e-a8fb-003cac8a45a7 None None] For port 2883a2a0-019c-4071-9bcf-e7eab57ff1a3, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:23:32.563673 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d0745319-0a3b-4f2e-a8fb-003cac8a45a7 None None] For port 2883a2a0-019c-4071-9bcf-e7eab57ff1a3, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=2883a2a0-019c-4071-9bcf-e7eab57ff1a3,segment=NetworkSegment(7703a7a5-e139-4748-8968-fe4ebc806ad9),segment_id=7703a7a5-e139-4748-8968-fe4ebc806ad9)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:23:32.573599 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0381a-907a-4177-8df1-bc39eeece241 req-da703962-9b56-4523-a8ed-e7513b528f78 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:32.580741 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-71f0381a-907a-4177-8df1-bc39eeece241 req-da703962-9b56-4523-a8ed-e7513b528f78 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 944 time: 0.2799358 Mar 05 05:23:32.586357 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74435d3-efec-4a65-842c-4f769ab7c0d9 None None] Pushing event updated for resources: {'Port': ['ID=2883a2a0-019c-4071-9bcf-e7eab57ff1a3,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:32.587967 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-091fa2d2-e0b1-417b-9866-d4aa8eeee6d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:23:32.599601 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d0745319-0a3b-4f2e-a8fb-003cac8a45a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (2883a2a0-019c-4071-9bcf-e7eab57ff1a3), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:32.606169 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091fa2d2-e0b1-417b-9866-d4aa8eeee6d5 admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:23:32.610919 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-abd6b270-c5c8-4a8e-adaf-70863a8c7df1 None None] Provisioning complete for port 2883a2a0-019c-4071-9bcf-e7eab57ff1a3 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:23:32.611766 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-abd6b270-c5c8-4a8e-adaf-70863a8c7df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2883a2a0-019c-4071-9bcf-e7eab57ff1a3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:32.721220 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0745319-0a3b-4f2e-a8fb-003cac8a45a7 None None] Routers {'67ce19b6-a3ea-463a-8785-326b89a1a864'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:23:32.723821 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d0745319-0a3b-4f2e-a8fb-003cac8a45a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:23:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['67ce19b6-a3ea-463a-8785-326b89a1a864'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:32.786084 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-71f0381a-907a-4177-8df1-bc39eeece241 req-f31b999c-68df-4d58-8a30-0a45e1c8a4b7 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3f73994-3f5e-4210-a0ab-a8c71502f579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922987 Mar 05 05:23:32.794264 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e3099f-4a6e-4c93-8032-5b9ac3477a34 req-f32f2a84-020d-4f6e-b84f-f7902ca3c453 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:32.796839 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e2e3099f-4a6e-4c93-8032-5b9ac3477a34 req-f32f2a84-020d-4f6e-b84f-f7902ca3c453 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 943 time: 0.5094354 Mar 05 05:23:32.859469 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74435d3-efec-4a65-842c-4f769ab7c0d9 None None] Pushing event updated for resources: {'Port': ['ID=2883a2a0-019c-4071-9bcf-e7eab57ff1a3,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:32.914182 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-abd6b270-c5c8-4a8e-adaf-70863a8c7df1 None None] Current status of the port 2883a2a0-019c-4071-9bcf-e7eab57ff1a3 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:23:32.914799 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-abd6b270-c5c8-4a8e-adaf-70863a8c7df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2883a2a0-019c-4071-9bcf-e7eab57ff1a3), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:33.024486 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-04f4fbed-0004-420b-be3a-29a88972f75c tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:33.030454 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-04f4fbed-0004-420b-be3a-29a88972f75c tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955&tenant_id=ab07f13582d14e74bdac64dcc9482a66&binding%3Ahost_id=n-h1-789963-32 HTTP/1.1" status: 200 len: 1127 time: 0.1386220 Mar 05 05:23:33.032105 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-abd6b270-c5c8-4a8e-adaf-70863a8c7df1 None None] For port 2883a2a0-019c-4071-9bcf-e7eab57ff1a3, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=2883a2a0-019c-4071-9bcf-e7eab57ff1a3,segment=NetworkSegment(7703a7a5-e139-4748-8968-fe4ebc806ad9),segment_id=7703a7a5-e139-4748-8968-fe4ebc806ad9)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:23:33.040584 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-abd6b270-c5c8-4a8e-adaf-70863a8c7df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (2883a2a0-019c-4071-9bcf-e7eab57ff1a3), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:33.048207 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38988) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:33.099303 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-d0745319-0a3b-4f2e-a8fb-003cac8a45a7 None None] Set router 67ce19b6-a3ea-463a-8785-326b89a1a864 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:23:33.213488 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6b270-c5c8-4a8e-adaf-70863a8c7df1 None None] Pushing event updated for resources: {'Port': ['ID=2883a2a0-019c-4071-9bcf-e7eab57ff1a3,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:33.219989 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-980922bb-2b87-4575-ab0d-210b83e433b6 None None] Provisioning complete for port 2883a2a0-019c-4071-9bcf-e7eab57ff1a3 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:23:33.220478 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-980922bb-2b87-4575-ab0d-210b83e433b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2883a2a0-019c-4071-9bcf-e7eab57ff1a3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:33.326443 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-4aa08cd7-23ab-4a40-80e4-c66eea3b3190 service neutron] For port a58c4331-a4a5-46e6-a4ae-2a9236d6d731, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:23:33.329818 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-4aa08cd7-23ab-4a40-80e4-c66eea3b3190 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:33.331505 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-4aa08cd7-23ab-4a40-80e4-c66eea3b3190 service neutron] 10.222.0.30 "DELETE /v2.0/ports/a58c4331-a4a5-46e6-a4ae-2a9236d6d731/bindings/n-h2-789963-32 HTTP/1.1" status: 204 len: 173 time: 0.2940967 Mar 05 05:23:33.397578 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-980922bb-2b87-4575-ab0d-210b83e433b6 None None] Current status of the port 2883a2a0-019c-4071-9bcf-e7eab57ff1a3 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:23:33.398913 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6fa1-17e7-4eab-aee2-d9a97d6d127b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:33.411715 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e2e3099f-4a6e-4c93-8032-5b9ac3477a34 req-65f16663-929d-4552-93d9-af6c8a4c0699 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3040073 Mar 05 05:23:33.469791 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device a58c4331-a4a5-46e6-a4ae-2a9236d6d731 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:23:33.557047 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-091fa2d2-e0b1-417b-9866-d4aa8eeee6d5 admin admin] Publish callbacks [] for router_gateway (e27542b4-6510-4b1c-85c4-d3e245f12fa5), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:33.587432 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] The host n-h2-789963-32 is not matching for port a58c4331-a4a5-46e6-a4ae-2a9236d6d731 host n-h1-789963-32! {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 05 05:23:33.588035 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device a58c4331-a4a5-46e6-a4ae-2a9236d6d731 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:23:33.630374 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6fa1-17e7-4eab-aee2-d9a97d6d127b admin admin] Publish callbacks [] for security_group (b0c4534d-e016-4bc3-add2-b4405eee3ad8), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:33.645758 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d1ed6fa1-17e7-4eab-aee2-d9a97d6d127b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b0c4534d-e016-4bc3-add2-b4405eee3ad8), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:33.786035 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d1ed6fa1-17e7-4eab-aee2-d9a97d6d127b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5794976c68fd447aacb8b85a56160079&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7367625 Mar 05 05:23:33.787021 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed6fa1-17e7-4eab-aee2-d9a97d6d127b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c4534d-e016-4bc3-add2-b4405eee3ad8,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:33.797005 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 38994) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:33.858330 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 2883a2a0-019c-4071-9bcf-e7eab57ff1a3 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:23:33.885168 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d0745319-0a3b-4f2e-a8fb-003cac8a45a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ce19b6-a3ea-463a-8785-326b89a1a864', 'name': 'tempest-TestServerMultinode-752156129-router', 'tenant_id': '35e4d0a77f20474195a12d1f2ed8fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0ac104eb-6da9-421b-b432-488c44c947ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:23:17Z', 'updated_at': '2022-03-05T05:23:25Z', 'revision_number': 4, 'project_id': '35e4d0a77f20474195a12d1f2ed8fb4b', 'gw_port': {'id': '0ac104eb-6da9-421b-b432-488c44c947ca', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce19b6-a3ea-463a-8785-326b89a1a864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:18Z', 'updated_at': '2022-03-05T05:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '2883a2a0-019c-4071-9bcf-e7eab57ff1a3', 'name': '', 'network_id': 'c958b962-e686-433f-94f0-6d9e9595b2c3', 'tenant_id': '35e4d0a77f20474195a12d1f2ed8fb4b', 'mac_address': 'fa:16:3e:80:e6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ce19b6-a3ea-463a-8785-326b89a1a864', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'c4642c72-7f4d-44c1-84ce-4582958fcd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:24Z', 'updated_at': '2022-03-05T05:23:32Z', 'revision_number': 4, 'project_id': '35e4d0a77f20474195a12d1f2ed8fb4b', 'subnets': [{'id': 'c4642c72-7f4d-44c1-84ce-4582958fcd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:33.923774 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-90b51408-cac3-491f-b699-4250e55fb441 admin admin] Publish callbacks [] for security_group (b0c4534d-e016-4bc3-add2-b4405eee3ad8), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:33.950325 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-90b51408-cac3-491f-b699-4250e55fb441 admin admin] Publish callbacks [] for security_group (b0c4534d-e016-4bc3-add2-b4405eee3ad8), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:33.957187 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3d5d6a-5860-4a11-8964-a61d8d7efab1 None None] Network cf98eb32-8c5d-44b8-b069-530ae083fe2c requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:23:33.958934 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0745319-0a3b-4f2e-a8fb-003cac8a45a7 None None] The sync data for ids ['67ce19b6-a3ea-463a-8785-326b89a1a864'] in n-d-789963-32 is: [{'id': '67ce19b6-a3ea-463a-8785-326b89a1a864', 'name': 'tempest-TestServerMultinode-752156129-router', 'tenant_id': '35e4d0a77f20474195a12d1f2ed8fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0ac104eb-6da9-421b-b432-488c44c947ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:23:17Z', 'updated_at': '2022-03-05T05:23:25Z', 'revision_number': 4, 'project_id': '35e4d0a77f20474195a12d1f2ed8fb4b', 'gw_port': {'id': '0ac104eb-6da9-421b-b432-488c44c947ca', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce19b6-a3ea-463a-8785-326b89a1a864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:18Z', 'updated_at': '2022-03-05T05:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '2883a2a0-019c-4071-9bcf-e7eab57ff1a3', 'name': '', 'network_id': 'c958b962-e686-433f-94f0-6d9e9595b2c3', 'tenant_id': '35e4d0a77f20474195a12d1f2ed8fb4b', 'mac_address': 'fa:16:3e:80:e6:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ce19b6-a3ea-463a-8785-326b89a1a864', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'c4642c72-7f4d-44c1-84ce-4582958fcd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:24Z', 'updated_at': '2022-03-05T05:23:32Z', 'revision_number': 4, 'project_id': '35e4d0a77f20474195a12d1f2ed8fb4b', 'subnets': [{'id': 'c4642c72-7f4d-44c1-84ce-4582958fcd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:23:34.045082 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-90b51408-cac3-491f-b699-4250e55fb441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b0c4534d-e016-4bc3-add2-b4405eee3ad8), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:34.048051 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-90b51408-cac3-491f-b699-4250e55fb441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:34.051037 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e70b22a4-4f3d-45e4-b9e9-c8d62ed8d61a None None] Provisioning complete for port ff5991ee-6a0f-4cb4-8ed0-79c453b8addf triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:23:34.051858 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e70b22a4-4f3d-45e4-b9e9-c8d62ed8d61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ff5991ee-6a0f-4cb4-8ed0-79c453b8addf), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:34.061226 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-90b51408-cac3-491f-b699-4250e55fb441 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b0c4534d-e016-4bc3-add2-b4405eee3ad8 HTTP/1.1" status: 204 len: 168 time: 0.2629921 Mar 05 05:23:34.088021 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b51408-cac3-491f-b699-4250e55fb441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c4534d-e016-4bc3-add2-b4405eee3ad8,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:34.095729 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f284fbf-b8f6-4d18-8407-ef37f1f0672b req-261e3845-b2f7-4481-8019-555045e1f818 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:34.108588 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6f284fbf-b8f6-4d18-8407-ef37f1f0672b req-261e3845-b2f7-4481-8019-555045e1f818 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 944 time: 0.1654418 Mar 05 05:23:34.159220 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-091fa2d2-e0b1-417b-9866-d4aa8eeee6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (e27542b4-6510-4b1c-85c4-d3e245f12fa5), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:34.272123 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e70b22a4-4f3d-45e4-b9e9-c8d62ed8d61a None None] Current status of the port ff5991ee-6a0f-4cb4-8ed0-79c453b8addf is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:23:34.272533 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e70b22a4-4f3d-45e4-b9e9-c8d62ed8d61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ff5991ee-6a0f-4cb4-8ed0-79c453b8addf), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:34.294158 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 2883a2a0-019c-4071-9bcf-e7eab57ff1a3 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:23:34.294661 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2883a2a0-019c-4071-9bcf-e7eab57ff1a3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:34.330711 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-e70b22a4-4f3d-45e4-b9e9-c8d62ed8d61a None None] For port ff5991ee-6a0f-4cb4-8ed0-79c453b8addf, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ff5991ee-6a0f-4cb4-8ed0-79c453b8addf,segment=NetworkSegment(40c93152-d75d-4357-b4ad-7e337834a081),segment_id=40c93152-d75d-4357-b4ad-7e337834a081)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:23:34.353607 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6f284fbf-b8f6-4d18-8407-ef37f1f0672b req-30c568bf-39e0-4caf-b2cf-7b8d7224c724 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3f73994-3f5e-4210-a0ab-a8c71502f579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2389369 Mar 05 05:23:34.361259 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e70b22a4-4f3d-45e4-b9e9-c8d62ed8d61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ff5991ee-6a0f-4cb4-8ed0-79c453b8addf), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:34.630317 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b22a4-4f3d-45e4-b9e9-c8d62ed8d61a None None] Pushing event updated for resources: {'Port': ['ID=ff5991ee-6a0f-4cb4-8ed0-79c453b8addf,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:34.668198 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cbae9-4b46-44ea-ba67-ac6c20edae49 req-60fe4a8d-dad6-4ee0-9e0a-47c5bb887118 tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:34.680072 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e31cbae9-4b46-44ea-ba67-ac6c20edae49 req-60fe4a8d-dad6-4ee0-9e0a-47c5bb887118 tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 1127 time: 0.1933045 Mar 05 05:23:34.710563 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b22a4-4f3d-45e4-b9e9-c8d62ed8d61a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:34.710902 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b22a4-4f3d-45e4-b9e9-c8d62ed8d61a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:34.711259 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b22a4-4f3d-45e4-b9e9-c8d62ed8d61a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:34.711602 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b22a4-4f3d-45e4-b9e9-c8d62ed8d61a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:34.711936 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b22a4-4f3d-45e4-b9e9-c8d62ed8d61a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:34.712378 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b22a4-4f3d-45e4-b9e9-c8d62ed8d61a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:34.712597 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b22a4-4f3d-45e4-b9e9-c8d62ed8d61a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:34.712912 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b22a4-4f3d-45e4-b9e9-c8d62ed8d61a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:34.713273 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b22a4-4f3d-45e4-b9e9-c8d62ed8d61a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:34.713556 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b22a4-4f3d-45e4-b9e9-c8d62ed8d61a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:34.714127 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b22a4-4f3d-45e4-b9e9-c8d62ed8d61a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:34.714243 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b22a4-4f3d-45e4-b9e9-c8d62ed8d61a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:34.714564 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70b22a4-4f3d-45e4-b9e9-c8d62ed8d61a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:34.736127 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7492ab4-fb3b-4d0a-9bce-c3c59c42376c req-3dd3ded5-5402-470e-8ac4-4c4abf297d3b tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:34.739056 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7492ab4-fb3b-4d0a-9bce-c3c59c42376c req-3dd3ded5-5402-470e-8ac4-4c4abf297d3b tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 943 time: 0.1943450 Mar 05 05:23:34.834667 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 2883a2a0-019c-4071-9bcf-e7eab57ff1a3 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:23:34.836601 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ff5991ee-6a0f-4cb4-8ed0-79c453b8addf up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:23:34.894524 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7492ab4-fb3b-4d0a-9bce-c3c59c42376c req-9274d377-6cea-4f84-b899-df79024a3a18 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475163 Mar 05 05:23:34.925031 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091fa2d2-e0b1-417b-9866-d4aa8eeee6d5 admin admin] Router e27542b4-6510-4b1c-85c4-d3e245f12fa5 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:23:34.958118 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e31cbae9-4b46-44ea-ba67-ac6c20edae49 req-3e6f2622-4247-42b9-a9a9-a628f0f1d785 tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=f3f73994-3f5e-4210-a0ab-a8c71502f579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2767119 Mar 05 05:23:34.966742 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port ff5991ee-6a0f-4cb4-8ed0-79c453b8addf triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:23:34.969185 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ff5991ee-6a0f-4cb4-8ed0-79c453b8addf), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:35.260332 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091fa2d2-e0b1-417b-9866-d4aa8eeee6d5 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:23:35.284692 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-091fa2d2-e0b1-417b-9866-d4aa8eeee6d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:35.286744 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dd703e-fa97-46e0-afea-ea29eb7e8276 None None] Sync routers for ids ['e27542b4-6510-4b1c-85c4-d3e245f12fa5'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:23:35.289907 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39026) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:35.301687 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-091fa2d2-e0b1-417b-9866-d4aa8eeee6d5 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0580351 Mar 05 05:23:35.311247 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port ff5991ee-6a0f-4cb4-8ed0-79c453b8addf is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:23:35.327886 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-b8a1e5be-dd92-4ee5-b297-b2bd7b21877d None None] Provisioning complete for port ff5991ee-6a0f-4cb4-8ed0-79c453b8addf triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:23:35.331560 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b8a1e5be-dd92-4ee5-b297-b2bd7b21877d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ff5991ee-6a0f-4cb4-8ed0-79c453b8addf), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:35.342440 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d6022-9c11-4727-b69a-5d1ee6669584 req-b6578134-624f-4ca8-bd3f-2eca5976668c tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:35.346629 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-824d6022-9c11-4727-b69a-5d1ee6669584 req-b6578134-624f-4ca8-bd3f-2eca5976668c tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 944 time: 0.2151155 Mar 05 05:23:35.407188 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dd703e-fa97-46e0-afea-ea29eb7e8276 None None] Routers {'e27542b4-6510-4b1c-85c4-d3e245f12fa5'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:23:35.407188 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-55dd703e-fa97-46e0-afea-ea29eb7e8276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:23:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['e27542b4-6510-4b1c-85c4-d3e245f12fa5'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:35.450351 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-824d6022-9c11-4727-b69a-5d1ee6669584 req-f52d94cd-6f5a-4718-8067-b357b277e3ad tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3f73994-3f5e-4210-a0ab-a8c71502f579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902534 Mar 05 05:23:35.475397 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39032) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:35.509285 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 8ecd8a27-0316-413b-bb27-62d4e1f7c2bf details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:23:35.605649 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-86ce637b-a09b-4802-b27a-1df7d6163032 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/floatingips/298ca79a-1082-4263-b0cd-a2bcad4cc744 HTTP/1.1" status: 200 len: 991 time: 0.1275773 Mar 05 05:23:35.690729 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ff5991ee-6a0f-4cb4-8ed0-79c453b8addf up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:23:35.865086 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39040) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:36.236950 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf6266-dbaf-449e-b300-f34e53c93923 req-2827b17a-7b39-4219-8119-8830d8ebfd8f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:36.238581 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1bcf6266-dbaf-449e-b300-f34e53c93923 req-2827b17a-7b39-4219-8119-8830d8ebfd8f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 943 time: 0.0995531 Mar 05 05:23:36.274659 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 8ecd8a27-0316-413b-bb27-62d4e1f7c2bf, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=8ecd8a27-0316-413b-bb27-62d4e1f7c2bf,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:23:36.281706 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-d2f3d11a-66f3-4cff-8771-dcb674b1f137 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Deleting port 601ac59d-dea3-4990-b3d4-1e2a449d1c2d {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:23:36.282300 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d2f3d11a-66f3-4cff-8771-dcb674b1f137 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (601ac59d-dea3-4990-b3d4-1e2a449d1c2d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:36.303612 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-55dd703e-fa97-46e0-afea-ea29eb7e8276 None None] Set router e27542b4-6510-4b1c-85c4-d3e245f12fa5 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:23:36.365174 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '8ecd8a27-0316-413b-bb27-62d4e1f7c2bf', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'port_id': '8ecd8a27-0316-413b-bb27-62d4e1f7c2bf', 'mac_address': 'fa:16:3e:01:66:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:23:36.429094 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1bcf6266-dbaf-449e-b300-f34e53c93923 req-55e77a22-d5a9-45bf-85cd-303ec7053b81 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834505 Mar 05 05:23:36.533268 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d2f3d11a-66f3-4cff-8771-dcb674b1f137 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (601ac59d-dea3-4990-b3d4-1e2a449d1c2d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:36.534039 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d2f3d11a-66f3-4cff-8771-dcb674b1f137 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for floatingip (601ac59d-dea3-4990-b3d4-1e2a449d1c2d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:36.550678 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-d2f3d11a-66f3-4cff-8771-dcb674b1f137 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Calling delete_port for 601ac59d-dea3-4990-b3d4-1e2a449d1c2d owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:23:36.551898 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b8a1e5be-dd92-4ee5-b297-b2bd7b21877d None None] Current status of the port ff5991ee-6a0f-4cb4-8ed0-79c453b8addf is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:23:36.580004 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 8ecd8a27-0316-413b-bb27-62d4e1f7c2bf is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:23:36.580384 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8ecd8a27-0316-413b-bb27-62d4e1f7c2bf), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:36.583922 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port ff5991ee-6a0f-4cb4-8ed0-79c453b8addf triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:23:36.584286 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ff5991ee-6a0f-4cb4-8ed0-79c453b8addf), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:36.597713 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ecd8a27-0316-413b-bb27-62d4e1f7c2bf {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:23:36.648656 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 8ecd8a27-0316-413b-bb27-62d4e1f7c2bf, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=8ecd8a27-0316-413b-bb27-62d4e1f7c2bf,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:23:36.662723 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8ecd8a27-0316-413b-bb27-62d4e1f7c2bf), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:36.715175 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-55dd703e-fa97-46e0-afea-ea29eb7e8276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e27542b4-6510-4b1c-85c4-d3e245f12fa5', 'name': 'tempest-TestServerMultinode-1631948127-router', 'tenant_id': '058f52835f394cbdb8fe9c19783f7696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '713b44a2-c9d1-440c-b3ec-6d26dafc771a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:23:30Z', 'updated_at': '2022-03-05T05:23:33Z', 'revision_number': 3, 'project_id': '058f52835f394cbdb8fe9c19783f7696', 'gw_port': {'id': '713b44a2-c9d1-440c-b3ec-6d26dafc771a', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e27542b4-6510-4b1c-85c4-d3e245f12fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:31Z', 'updated_at': '2022-03-05T05:23:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:36.743887 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d2f3d11a-66f3-4cff-8771-dcb674b1f137 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (601ac59d-dea3-4990-b3d4-1e2a449d1c2d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:36.747182 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=8ecd8a27-0316-413b-bb27-62d4e1f7c2bf,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:36.750701 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dd703e-fa97-46e0-afea-ea29eb7e8276 None None] Checking router: e27542b4-6510-4b1c-85c4-d3e245f12fa5 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:23:36.751819 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dd703e-fa97-46e0-afea-ea29eb7e8276 None None] Updating router e27542b4-6510-4b1c-85c4-d3e245f12fa5 port 713b44a2-c9d1-440c-b3ec-6d26dafc771a binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:23:36.826270 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3d11a-66f3-4cff-8771-dcb674b1f137 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event deleted for resources: {'Port': ['ID=601ac59d-dea3-4990-b3d4-1e2a449d1c2d,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:36.848631 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-55dd703e-fa97-46e0-afea-ea29eb7e8276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (713b44a2-c9d1-440c-b3ec-6d26dafc771a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:36.857890 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9838092-52b1-4c1b-b08f-be3fbf98a416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:36.875638 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port ff5991ee-6a0f-4cb4-8ed0-79c453b8addf is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:23:36.906507 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d2f3d11a-66f3-4cff-8771-dcb674b1f137 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for floatingip (298ca79a-1082-4263-b0cd-a2bcad4cc744), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:36.906774 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-d2f3d11a-66f3-4cff-8771-dcb674b1f137 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Floating IP 298ca79a-1082-4263-b0cd-a2bcad4cc744 disassociated (deleted). External IP: 172.25.0.113, port: a58c4331-a4a5-46e6-a4ae-2a9236d6d731. Mar 05 05:23:36.962847 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['8ecd8a27-0316-413b-bb27-62d4e1f7c2bf'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:23:37.080415 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-d9838092-52b1-4c1b-b08f-be3fbf98a416 admin admin] Allocated IP 172.20.0.1 (cf98eb32-8c5d-44b8-b069-530ae083fe2c/c54db8d0-fe5f-4dcb-a62e-217e9a28ee3a/c5c2d824-a42b-49b4-864c-8a26f31eb2fd) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:23:37.195110 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9838092-52b1-4c1b-b08f-be3fbf98a416 admin admin] Publish callbacks [] for port (c5c2d824-a42b-49b4-864c-8a26f31eb2fd), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:37.236322 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9838092-52b1-4c1b-b08f-be3fbf98a416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (c5c2d824-a42b-49b4-864c-8a26f31eb2fd), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:37.291745 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9838092-52b1-4c1b-b08f-be3fbf98a416 admin admin] Pushing event updated for resources: {'Port': ['ID=c5c2d824-a42b-49b4-864c-8a26f31eb2fd,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:37.314353 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9838092-52b1-4c1b-b08f-be3fbf98a416 admin admin] Network cf98eb32-8c5d-44b8-b069-530ae083fe2c is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:23:37.316509 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-d9838092-52b1-4c1b-b08f-be3fbf98a416 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:23:37.323068 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9838092-52b1-4c1b-b08f-be3fbf98a416 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:23:37.464296 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9838092-52b1-4c1b-b08f-be3fbf98a416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (e27542b4-6510-4b1c-85c4-d3e245f12fa5), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:37.519333 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-55dd703e-fa97-46e0-afea-ea29eb7e8276 None None] Publish callbacks [] for port (713b44a2-c9d1-440c-b3ec-6d26dafc771a), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:37.537107 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-55dd703e-fa97-46e0-afea-ea29eb7e8276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (713b44a2-c9d1-440c-b3ec-6d26dafc771a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:37.608735 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e28c8-d71b-4d87-adc8-7a1e91bc4bcc None None] Pushing event updated for resources: {'Port': ['ID=713b44a2-c9d1-440c-b3ec-6d26dafc771a,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:37.613979 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-55dd703e-fa97-46e0-afea-ea29eb7e8276 None None] Attempting to bind port 713b44a2-c9d1-440c-b3ec-6d26dafc771a on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:23:37.614392 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-55dd703e-fa97-46e0-afea-ea29eb7e8276 None None] Attempting to bind port 713b44a2-c9d1-440c-b3ec-6d26dafc771a by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:23:37.614762 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dd703e-fa97-46e0-afea-ea29eb7e8276 None None] Attempting to bind port 713b44a2-c9d1-440c-b3ec-6d26dafc771a on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:23:37.621849 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dd703e-fa97-46e0-afea-ea29eb7e8276 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:23:37.622239 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dd703e-fa97-46e0-afea-ea29eb7e8276 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:23:37.622645 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-55dd703e-fa97-46e0-afea-ea29eb7e8276 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:37.623038 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dd703e-fa97-46e0-afea-ea29eb7e8276 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:23:37.623538 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-55dd703e-fa97-46e0-afea-ea29eb7e8276 None None] Bound port: 713b44a2-c9d1-440c-b3ec-6d26dafc771a, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:23:37.624158 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-55dd703e-fa97-46e0-afea-ea29eb7e8276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (713b44a2-c9d1-440c-b3ec-6d26dafc771a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:37.690784 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-55dd703e-fa97-46e0-afea-ea29eb7e8276 None None] For port 713b44a2-c9d1-440c-b3ec-6d26dafc771a, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:23:37.696918 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-55dd703e-fa97-46e0-afea-ea29eb7e8276 None None] For port 713b44a2-c9d1-440c-b3ec-6d26dafc771a, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=713b44a2-c9d1-440c-b3ec-6d26dafc771a,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:23:37.705281 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-55dd703e-fa97-46e0-afea-ea29eb7e8276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (713b44a2-c9d1-440c-b3ec-6d26dafc771a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:37.771322 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9838092-52b1-4c1b-b08f-be3fbf98a416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c5c2d824-a42b-49b4-864c-8a26f31eb2fd), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:37.784256 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6465b3-d2e8-43b4-9d2e-15d5c63e6247 req-55280e27-6886-460a-90a7-221172d93e0f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:37.787334 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ff6465b3-d2e8-43b4-9d2e-15d5c63e6247 req-55280e27-6886-460a-90a7-221172d93e0f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 944 time: 0.2296131 Mar 05 05:23:37.801735 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dd703e-fa97-46e0-afea-ea29eb7e8276 None None] Routers {'e27542b4-6510-4b1c-85c4-d3e245f12fa5'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:23:37.802400 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-55dd703e-fa97-46e0-afea-ea29eb7e8276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:23:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['e27542b4-6510-4b1c-85c4-d3e245f12fa5'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:37.812736 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e28c8-d71b-4d87-adc8-7a1e91bc4bcc None None] Pushing event updated for resources: {'Port': ['ID=713b44a2-c9d1-440c-b3ec-6d26dafc771a,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:37.863851 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-1f9acc78-2bf9-46f5-8226-305246d80315 None None] Provisioning complete for port c5c2d824-a42b-49b4-864c-8a26f31eb2fd triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:23:37.864298 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1f9acc78-2bf9-46f5-8226-305246d80315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c5c2d824-a42b-49b4-864c-8a26f31eb2fd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:37.877959 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f3d11a-66f3-4cff-8771-dcb674b1f137 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Router ec7ad48e-a76d-48cc-902d-7800cba4f45e has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:23:37.917068 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-1f9acc78-2bf9-46f5-8226-305246d80315 None None] Port c5c2d824-a42b-49b4-864c-8a26f31eb2fd cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:23:37.983384 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-55dd703e-fa97-46e0-afea-ea29eb7e8276 None None] Set router e27542b4-6510-4b1c-85c4-d3e245f12fa5 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:23:37.985131 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ff6465b3-d2e8-43b4-9d2e-15d5c63e6247 req-275c3ad1-6fc2-48c9-b423-cbb757272cd6 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192117 Mar 05 05:23:38.078042 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f3d11a-66f3-4cff-8771-dcb674b1f137 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:23:38.086680 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d2f3d11a-66f3-4cff-8771-dcb674b1f137 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:38.104566 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3670730-1b69-4b58-bebf-e78b7e7c2ddf None None] Sync routers for ids ['ec7ad48e-a76d-48cc-902d-7800cba4f45e'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:23:38.113322 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9838092-52b1-4c1b-b08f-be3fbf98a416 admin admin] Publish callbacks [] for port (c5c2d824-a42b-49b4-864c-8a26f31eb2fd), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:38.120071 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9838092-52b1-4c1b-b08f-be3fbf98a416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (c5c2d824-a42b-49b4-864c-8a26f31eb2fd), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:38.132946 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3670730-1b69-4b58-bebf-e78b7e7c2ddf None None] Routers {'ec7ad48e-a76d-48cc-902d-7800cba4f45e'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:23:38.133930 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-c3670730-1b69-4b58-bebf-e78b7e7c2ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:23:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['ec7ad48e-a76d-48cc-902d-7800cba4f45e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:38.139810 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d2f3d11a-66f3-4cff-8771-dcb674b1f137 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "DELETE /v2.0/floatingips/298ca79a-1082-4263-b0cd-a2bcad4cc744 HTTP/1.1" status: 204 len: 168 time: 2.2721112 Mar 05 05:23:38.139810 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb18a2c6-7f6e-45bc-81cf-13503d406955', 'tag': 'a58c4331-a4a5-46e6-a4ae-2a9236d6d731'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:23:38.144765 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8ace31-a657-40ca-bf4e-e09076219e91" -d '{"events": [{"name": "network-changed", "server_uuid": "fb18a2c6-7f6e-45bc-81cf-13503d406955", "tag": "a58c4331-a4a5-46e6-a4ae-2a9236d6d731"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:23:38.226513 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9838092-52b1-4c1b-b08f-be3fbf98a416 admin admin] Pushing event updated for resources: {'Port': ['ID=c5c2d824-a42b-49b4-864c-8a26f31eb2fd,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:38.317041 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d9838092-52b1-4c1b-b08f-be3fbf98a416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (e27542b4-6510-4b1c-85c4-d3e245f12fa5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:38.436365 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-c3670730-1b69-4b58-bebf-e78b7e7c2ddf None None] Set router ec7ad48e-a76d-48cc-902d-7800cba4f45e gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:23:38.442757 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-55dd703e-fa97-46e0-afea-ea29eb7e8276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e27542b4-6510-4b1c-85c4-d3e245f12fa5', 'name': 'tempest-TestServerMultinode-1631948127-router', 'tenant_id': '058f52835f394cbdb8fe9c19783f7696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '713b44a2-c9d1-440c-b3ec-6d26dafc771a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:23:30Z', 'updated_at': '2022-03-05T05:23:37Z', 'revision_number': 4, 'project_id': '058f52835f394cbdb8fe9c19783f7696', 'gw_port': {'id': '713b44a2-c9d1-440c-b3ec-6d26dafc771a', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e27542b4-6510-4b1c-85c4-d3e245f12fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:31Z', 'updated_at': '2022-03-05T05:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'c5c2d824-a42b-49b4-864c-8a26f31eb2fd', 'name': '', 'network_id': 'cf98eb32-8c5d-44b8-b069-530ae083fe2c', 'tenant_id': '058f52835f394cbdb8fe9c19783f7696', 'mac_address': 'fa:16:3e:86:8a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e27542b4-6510-4b1c-85c4-d3e245f12fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'c54db8d0-fe5f-4dcb-a62e-217e9a28ee3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:36Z', 'updated_at': '2022-03-05T05:23:37Z', 'revision_number': 1, 'project_id': '058f52835f394cbdb8fe9c19783f7696', 'subnets': [{'id': 'c54db8d0-fe5f-4dcb-a62e-217e9a28ee3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:38.501456 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dd703e-fa97-46e0-afea-ea29eb7e8276 None None] The sync data for ids ['e27542b4-6510-4b1c-85c4-d3e245f12fa5'] in n-d-789963-32 is: [{'id': 'e27542b4-6510-4b1c-85c4-d3e245f12fa5', 'name': 'tempest-TestServerMultinode-1631948127-router', 'tenant_id': '058f52835f394cbdb8fe9c19783f7696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '713b44a2-c9d1-440c-b3ec-6d26dafc771a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:23:30Z', 'updated_at': '2022-03-05T05:23:37Z', 'revision_number': 4, 'project_id': '058f52835f394cbdb8fe9c19783f7696', 'gw_port': {'id': '713b44a2-c9d1-440c-b3ec-6d26dafc771a', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e27542b4-6510-4b1c-85c4-d3e245f12fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:31Z', 'updated_at': '2022-03-05T05:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'c5c2d824-a42b-49b4-864c-8a26f31eb2fd', 'name': '', 'network_id': 'cf98eb32-8c5d-44b8-b069-530ae083fe2c', 'tenant_id': '058f52835f394cbdb8fe9c19783f7696', 'mac_address': 'fa:16:3e:86:8a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e27542b4-6510-4b1c-85c4-d3e245f12fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'c54db8d0-fe5f-4dcb-a62e-217e9a28ee3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:36Z', 'updated_at': '2022-03-05T05:23:37Z', 'revision_number': 1, 'project_id': '058f52835f394cbdb8fe9c19783f7696', 'subnets': [{'id': 'c54db8d0-fe5f-4dcb-a62e-217e9a28ee3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:23:38.523054 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9838092-52b1-4c1b-b08f-be3fbf98a416 admin admin] Network cf98eb32-8c5d-44b8-b069-530ae083fe2c is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:23:38.526207 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-d9838092-52b1-4c1b-b08f-be3fbf98a416 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:23:38.580660 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82c943f-3c51-404a-ba83-f9fb110fcfa0 x-openstack-request-id: req-d82c943f-3c51-404a-ba83-f9fb110fcfa0 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:23:38.581045 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb18a2c6-7f6e-45bc-81cf-13503d406955", "tag": "a58c4331-a4a5-46e6-a4ae-2a9236d6d731", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:23:38.581400 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d82c943f-3c51-404a-ba83-f9fb110fcfa0 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:23:38.581930 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb18a2c6-7f6e-45bc-81cf-13503d406955', 'tag': 'a58c4331-a4a5-46e6-a4ae-2a9236d6d731', 'status': 'completed', 'code': 200} Mar 05 05:23:38.735928 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6578c1d-09c5-4661-b744-f799221259b8 req-f07c98fb-b2cf-4447-8275-2fca4aaad612 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:38.743476 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b6578c1d-09c5-4661-b744-f799221259b8 req-f07c98fb-b2cf-4447-8275-2fca4aaad612 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 944 time: 0.1202204 Mar 05 05:23:38.809481 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ace31-a657-40ca-bf4e-e09076219e91 req-2f2db77d-2f79-4806-80e6-78cca3a8a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:38.810970 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-c3670730-1b69-4b58-bebf-e78b7e7c2ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844714010', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '02d8e8d0-64f0-4827-9a8f-a1670a49a13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:22:23Z', 'updated_at': '2022-03-05T05:22:29Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': '02d8e8d0-64f0-4827-9a8f-a1670a49a13e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:22:24Z', 'updated_at': '2022-03-05T05:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'b5588925-b86a-418b-89ab-d18a105e5728', 'name': '', 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:70:37:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '4a802b43-d885-42fd-be95-2000564ff5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:22:27Z', 'updated_at': '2022-03-05T05:22:34Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': '4a802b43-d885-42fd-be95-2000564ff5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:38.811248 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cd8ace31-a657-40ca-bf4e-e09076219e91 req-2f2db77d-2f79-4806-80e6-78cca3a8a9dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 1127 time: 0.1858540 Mar 05 05:23:38.844857 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3670730-1b69-4b58-bebf-e78b7e7c2ddf None None] Checking router: ec7ad48e-a76d-48cc-902d-7800cba4f45e for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:23:38.855732 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3670730-1b69-4b58-bebf-e78b7e7c2ddf None None] Routers {'ec7ad48e-a76d-48cc-902d-7800cba4f45e'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:23:38.856306 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-c3670730-1b69-4b58-bebf-e78b7e7c2ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:23:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['ec7ad48e-a76d-48cc-902d-7800cba4f45e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:38.859556 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b6578c1d-09c5-4661-b744-f799221259b8 req-32ef2ff4-a9a5-4b75-beb6-57b4212a33d9 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3f73994-3f5e-4210-a0ab-a8c71502f579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085601 Mar 05 05:23:38.922805 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9838092-52b1-4c1b-b08f-be3fbf98a416 admin admin] Router e27542b4-6510-4b1c-85c4-d3e245f12fa5 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:23:38.983692 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-75fd40a2-4604-4728-a5b7-b1ac0afd7a09 None None] Provisioning complete for port c5c2d824-a42b-49b4-864c-8a26f31eb2fd triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:23:38.984204 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-75fd40a2-4604-4728-a5b7-b1ac0afd7a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c5c2d824-a42b-49b4-864c-8a26f31eb2fd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:38.993939 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-c3670730-1b69-4b58-bebf-e78b7e7c2ddf None None] Set router ec7ad48e-a76d-48cc-902d-7800cba4f45e gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:23:39.026638 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-75fd40a2-4604-4728-a5b7-b1ac0afd7a09 None None] Port c5c2d824-a42b-49b4-864c-8a26f31eb2fd cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:23:39.131384 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ace31-a657-40ca-bf4e-e09076219e91 req-92839cea-e847-4ef5-aae2-ab484d3b70af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:39.133667 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cd8ace31-a657-40ca-bf4e-e09076219e91 req-92839cea-e847-4ef5-aae2-ab484d3b70af service neutron] 10.222.0.30 "GET /v2.0/networks?id=aeb4bae7-97e6-41a8-8da5-94f700f06259 HTTP/1.1" status: 200 len: 897 time: 0.3164091 Mar 05 05:23:39.172002 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbc808-3f61-459f-928a-a5a1f0afabfb req-a45c4682-5bb5-4c3f-81b8-10126d0370f0 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:39.174229 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c9bbc808-3f61-459f-928a-a5a1f0afabfb req-a45c4682-5bb5-4c3f-81b8-10126d0370f0 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 944 time: 0.0880697 Mar 05 05:23:39.223385 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cd8ace31-a657-40ca-bf4e-e09076219e91 req-38660ddc-9cbc-4372-a72a-5bb641d1f10c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a58c4331-a4a5-46e6-a4ae-2a9236d6d731 HTTP/1.1" status: 200 len: 217 time: 0.0519288 Mar 05 05:23:39.267775 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c9bbc808-3f61-459f-928a-a5a1f0afabfb req-59e1eb1a-0eea-4eab-ac9b-0ab4b3b157d5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865941 Mar 05 05:23:39.299104 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6800dbb-4711-4a32-bd98-dd843aca02fe req-35c56431-7c48-4156-a844-06bce202acd2 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:39.300426 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-c3670730-1b69-4b58-bebf-e78b7e7c2ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844714010', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '02d8e8d0-64f0-4827-9a8f-a1670a49a13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:22:23Z', 'updated_at': '2022-03-05T05:22:29Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': '02d8e8d0-64f0-4827-9a8f-a1670a49a13e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:22:24Z', 'updated_at': '2022-03-05T05:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'b5588925-b86a-418b-89ab-d18a105e5728', 'name': '', 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:70:37:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '4a802b43-d885-42fd-be95-2000564ff5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:22:27Z', 'updated_at': '2022-03-05T05:22:34Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': '4a802b43-d885-42fd-be95-2000564ff5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:39.301516 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a6800dbb-4711-4a32-bd98-dd843aca02fe req-35c56431-7c48-4156-a844-06bce202acd2 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 944 time: 0.3710089 Mar 05 05:23:39.356970 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3670730-1b69-4b58-bebf-e78b7e7c2ddf None None] The sync data for ids ['ec7ad48e-a76d-48cc-902d-7800cba4f45e'] in n-d-789963-32 is: [{'id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844714010', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '02d8e8d0-64f0-4827-9a8f-a1670a49a13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:22:23Z', 'updated_at': '2022-03-05T05:22:29Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': '02d8e8d0-64f0-4827-9a8f-a1670a49a13e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:22:24Z', 'updated_at': '2022-03-05T05:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'b5588925-b86a-418b-89ab-d18a105e5728', 'name': '', 'network_id': 'aeb4bae7-97e6-41a8-8da5-94f700f06259', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:70:37:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '4a802b43-d885-42fd-be95-2000564ff5a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:22:27Z', 'updated_at': '2022-03-05T05:22:34Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': '4a802b43-d885-42fd-be95-2000564ff5a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:23:39.395562 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9838092-52b1-4c1b-b08f-be3fbf98a416 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:23:39.415502 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ace31-a657-40ca-bf4e-e09076219e91 req-b43180ad-db3c-4943-8093-fac1b1f53937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:39.416988 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cd8ace31-a657-40ca-bf4e-e09076219e91 req-b43180ad-db3c-4943-8093-fac1b1f53937 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a802b43-d885-42fd-be95-2000564ff5a2 HTTP/1.1" status: 200 len: 834 time: 0.1868365 Mar 05 05:23:39.423488 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d9838092-52b1-4c1b-b08f-be3fbf98a416 admin admin] 10.222.0.11 "PUT /v2.0/routers/e27542b4-6510-4b1c-85c4-d3e245f12fa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1306348 Mar 05 05:23:39.500332 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 8ecd8a27-0316-413b-bb27-62d4e1f7c2bf up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:23:39.513480 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:23:39.572373 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ace31-a657-40ca-bf4e-e09076219e91 req-82fc96b1-dd4d-4ab9-baf1-1039a0523cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:39.573905 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cd8ace31-a657-40ca-bf4e-e09076219e91 req-82fc96b1-dd4d-4ab9-baf1-1039a0523cce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aeb4bae7-97e6-41a8-8da5-94f700f06259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1462889 Mar 05 05:23:39.575868 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-a6800dbb-4711-4a32-bd98-dd843aca02fe req-6a40a1db-a612-4b7a-a396-377b2e57ff34 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Deleting port a58c4331-a4a5-46e6-a4ae-2a9236d6d731 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:23:39.576220 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-a6800dbb-4711-4a32-bd98-dd843aca02fe req-6a40a1db-a612-4b7a-a396-377b2e57ff34 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (a58c4331-a4a5-46e6-a4ae-2a9236d6d731), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:39.626027 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 8ecd8a27-0316-413b-bb27-62d4e1f7c2bf completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:23:39.631982 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 8ecd8a27-0316-413b-bb27-62d4e1f7c2bf triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:23:39.633371 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8ecd8a27-0316-413b-bb27-62d4e1f7c2bf), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:39.793013 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-a6800dbb-4711-4a32-bd98-dd843aca02fe req-6a40a1db-a612-4b7a-a396-377b2e57ff34 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] For port a58c4331-a4a5-46e6-a4ae-2a9236d6d731, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a58c4331-a4a5-46e6-a4ae-2a9236d6d731,segment=NetworkSegment(9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0),segment_id=9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:23:39.793495 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-a6800dbb-4711-4a32-bd98-dd843aca02fe req-6a40a1db-a612-4b7a-a396-377b2e57ff34 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (a58c4331-a4a5-46e6-a4ae-2a9236d6d731), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:39.850739 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 8ecd8a27-0316-413b-bb27-62d4e1f7c2bf is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:23:39.851727 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8ecd8a27-0316-413b-bb27-62d4e1f7c2bf), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:39.859423 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-a6800dbb-4711-4a32-bd98-dd843aca02fe req-6a40a1db-a612-4b7a-a396-377b2e57ff34 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Calling delete_port for a58c4331-a4a5-46e6-a4ae-2a9236d6d731 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:23:39.972398 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afe84e5-5ac6-45ea-aee9-5878548f4fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecd8a27-0316-413b-bb27-62d4e1f7c2bf'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:23:39.982837 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a506143-3802-4ad0-aea4-f76cb2204695" -d '{"events": [{"server_uuid": "6afe84e5-5ac6-45ea-aee9-5878548f4fda", "name": "network-vif-plugged", "status": "completed", "tag": "8ecd8a27-0316-413b-bb27-62d4e1f7c2bf"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:23:39.982837 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 8ecd8a27-0316-413b-bb27-62d4e1f7c2bf, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=8ecd8a27-0316-413b-bb27-62d4e1f7c2bf,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:23:39.997747 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8ecd8a27-0316-413b-bb27-62d4e1f7c2bf), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:40.081250 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cd8ace31-a657-40ca-bf4e-e09076219e91 req-67970fa3-5451-4722-806f-9901a1521b9e service neutron] 10.222.0.30 "GET /v2.0/networks/aeb4bae7-97e6-41a8-8da5-94f700f06259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481352 Mar 05 05:23:40.116080 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20eb04b8-f78c-4b4a-a17a-eb0bb5a8dda0 x-openstack-request-id: req-20eb04b8-f78c-4b4a-a17a-eb0bb5a8dda0 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:23:40.117580 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afe84e5-5ac6-45ea-aee9-5878548f4fda", "name": "network-vif-plugged", "status": "completed", "tag": "8ecd8a27-0316-413b-bb27-62d4e1f7c2bf", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:23:40.117858 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-20eb04b8-f78c-4b4a-a17a-eb0bb5a8dda0 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:23:40.118277 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6afe84e5-5ac6-45ea-aee9-5878548f4fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ecd8a27-0316-413b-bb27-62d4e1f7c2bf', 'code': 200} Mar 05 05:23:40.123419 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d473b73-18c1-4616-9161-d2bbfda0b9f4 None None] New status for floating IP 298ca79a-1082-4263-b0cd-a2bcad4cc744: DOWN {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:23:40.156347 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239c789-e7bf-4ed3-a210-22686ae22389 req-0f249b08-f6b2-4bfc-a64c-8382cbb7e9e1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:40.167691 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b239c789-e7bf-4ed3-a210-22686ae22389 req-0f249b08-f6b2-4bfc-a64c-8382cbb7e9e1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb18a2c6-7f6e-45bc-81cf-13503d406955 HTTP/1.1" status: 200 len: 944 time: 0.1501863 Mar 05 05:23:40.285796 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b239c789-e7bf-4ed3-a210-22686ae22389 req-4563e0cc-1d07-4e94-a75c-a8e6ba952fc9 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=f3f73994-3f5e-4210-a0ab-a8c71502f579&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149154 Mar 05 05:23:40.422525 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=8ecd8a27-0316-413b-bb27-62d4e1f7c2bf,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:40.427466 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c347b6-ae1c-47a9-90fd-1e487b912935 req-ac0ca302-7483-4c26-89e2-a36fde2f6a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:40.429319 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-09c347b6-ae1c-47a9-90fd-1e487b912935 req-ac0ca302-7483-4c26-89e2-a36fde2f6a12 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 1128 time: 0.2588515 Mar 05 05:23:40.548988 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cd8ace31-a657-40ca-bf4e-e09076219e91 req-319203fa-b7ff-4834-9d7b-0b2a842b1611 service neutron] 10.222.0.30 "GET /v2.0/networks/aeb4bae7-97e6-41a8-8da5-94f700f06259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509075 Mar 05 05:23:40.573211 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-a6800dbb-4711-4a32-bd98-dd843aca02fe req-6a40a1db-a612-4b7a-a396-377b2e57ff34 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (a58c4331-a4a5-46e6-a4ae-2a9236d6d731), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:40.630725 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40a1db-a612-4b7a-a396-377b2e57ff34 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event deleted for resources: {'Port': ['ID=a58c4331-a4a5-46e6-a4ae-2a9236d6d731,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:40.640053 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-09c347b6-ae1c-47a9-90fd-1e487b912935 req-2562c9c6-8812-4abd-b6fd-845211197937 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008882 Mar 05 05:23:40.643753 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0f9ad-2f42-4fe3-9a0e-1bcd017e4c8c req-5a6448b8-4918-4ebf-8bfa-642feaaf1803 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:40.651827 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-46d0f9ad-2f42-4fe3-9a0e-1bcd017e4c8c req-5a6448b8-4918-4ebf-8bfa-642feaaf1803 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 945 time: 0.2176023 Mar 05 05:23:40.707068 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-18426fdf-2660-491c-81e5-a65e18daabe4 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:40.714909 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-18426fdf-2660-491c-81e5-a65e18daabe4 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/networks?id=c958b962-e686-433f-94f0-6d9e9595b2c3 HTTP/1.1" status: 200 len: 909 time: 0.3610814 Mar 05 05:23:40.720072 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6800dbb-4711-4a32-bd98-dd843aca02fe req-6a40a1db-a612-4b7a-a396-377b2e57ff34 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] No DVR routers for this DVR port a58c4331-a4a5-46e6-a4ae-2a9236d6d731 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:23:40.722790 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-a6800dbb-4711-4a32-bd98-dd843aca02fe req-6a40a1db-a612-4b7a-a396-377b2e57ff34 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:40.728129 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a6800dbb-4711-4a32-bd98-dd843aca02fe req-6a40a1db-a612-4b7a-a396-377b2e57ff34 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.30 "DELETE /v2.0/ports/a58c4331-a4a5-46e6-a4ae-2a9236d6d731 HTTP/1.1" status: 204 len: 173 time: 1.4190655 Mar 05 05:23:40.728802 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb18a2c6-7f6e-45bc-81cf-13503d406955', 'name': 'network-vif-deleted', 'tag': 'a58c4331-a4a5-46e6-a4ae-2a9236d6d731'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:23:40.739106 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59590fd4-7bab-4abd-9b1b-10d49f234ad4" -d '{"events": [{"server_uuid": "fb18a2c6-7f6e-45bc-81cf-13503d406955", "name": "network-vif-deleted", "tag": "a58c4331-a4a5-46e6-a4ae-2a9236d6d731"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:23:40.761630 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-0ea95168-cb27-4d93-b3b2-48e1a9a619e3 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/quotas/058f52835f394cbdb8fe9c19783f7696 HTTP/1.1" status: 200 len: 375 time: 0.0454948 Mar 05 05:23:40.825378 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-46d0f9ad-2f42-4fe3-9a0e-1bcd017e4c8c req-4b1192e4-00a3-4e7b-80e2-430735b36f15 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723557 Mar 05 05:23:40.903763 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-441b66e4-23b6-4382-a30d-47c92f10a2f8 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/ports?tenant_id=058f52835f394cbdb8fe9c19783f7696&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1403830 Mar 05 05:23:40.921296 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9076e49-cc6f-4d58-b77d-9704a7b9e92d x-openstack-request-id: req-f9076e49-cc6f-4d58-b77d-9704a7b9e92d {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:23:40.921752 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb18a2c6-7f6e-45bc-81cf-13503d406955", "name": "network-vif-deleted", "tag": "a58c4331-a4a5-46e6-a4ae-2a9236d6d731", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:23:40.922007 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f9076e49-cc6f-4d58-b77d-9704a7b9e92d {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:23:40.922417 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb18a2c6-7f6e-45bc-81cf-13503d406955', 'name': 'network-vif-deleted', 'tag': 'a58c4331-a4a5-46e6-a4ae-2a9236d6d731', 'status': 'completed', 'code': 200} Mar 05 05:23:40.945401 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-3149dedd-5859-43d8-bcba-04517c809ef9 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:23:40.946602 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-3149dedd-5859-43d8-bcba-04517c809ef9 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0225754 Mar 05 05:23:41.135195 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-80e16deb-e733-45e7-a689-e3cd4802c8ec service neutron] 10.222.0.11 "GET /v2.0/networks/c958b962-e686-433f-94f0-6d9e9595b2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823466 Mar 05 05:23:41.242906 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-cf57e3e8-78ff-4e0c-80f3-385f77064cb2 service neutron] 10.222.0.11 "GET /v2.0/networks/c958b962-e686-433f-94f0-6d9e9595b2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001685 Mar 05 05:23:41.364730 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39124) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:41.431256 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-16701604-056f-443e-85bc-cf5f94d0723c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:41.509434 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e83655e-c42a-4463-a096-d0712da2dcdb req-2a17b9df-cd3f-4807-99c3-e4f2bd71baea tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a18e4020-36b2-4874-b49d-e6d449238edf HTTP/1.1" status: 200 len: 210 time: 0.0365860 Mar 05 05:23:41.707443 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 713b44a2-c9d1-440c-b3ec-6d26dafc771a up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:23:41.791407 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 713b44a2-c9d1-440c-b3ec-6d26dafc771a triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:23:41.792052 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (713b44a2-c9d1-440c-b3ec-6d26dafc771a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:41.970034 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 713b44a2-c9d1-440c-b3ec-6d26dafc771a is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:23:41.970430 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (713b44a2-c9d1-440c-b3ec-6d26dafc771a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:42.003564 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 713b44a2-c9d1-440c-b3ec-6d26dafc771a, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=713b44a2-c9d1-440c-b3ec-6d26dafc771a,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:23:42.014685 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (713b44a2-c9d1-440c-b3ec-6d26dafc771a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:42.089000 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=713b44a2-c9d1-440c-b3ec-6d26dafc771a,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:42.123417 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71836dc4-9d4f-4223-8a51-52dc4004d7c7 req-4a77fccb-0e6e-45da-9577-7839c72eef86 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:42.125016 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-71836dc4-9d4f-4223-8a51-52dc4004d7c7 req-4a77fccb-0e6e-45da-9577-7839c72eef86 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 945 time: 0.1586666 Mar 05 05:23:42.229085 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-71836dc4-9d4f-4223-8a51-52dc4004d7c7 req-6f58ab0f-7e38-4427-932b-9fb15320e07d tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940843 Mar 05 05:23:42.272083 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2d1c7003-8b8f-44fc-8982-bbd013bf09b9 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (ec7ad48e-a76d-48cc-902d-7800cba4f45e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:42.329375 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b463c41-ec3d-4616-a3bc-c72b945a8f30 None None] Sync routers for ids ['e27542b4-6510-4b1c-85c4-d3e245f12fa5'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:23:42.366301 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b463c41-ec3d-4616-a3bc-c72b945a8f30 None None] Routers {'e27542b4-6510-4b1c-85c4-d3e245f12fa5'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:23:42.368039 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8b463c41-ec3d-4616-a3bc-c72b945a8f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:23:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['e27542b4-6510-4b1c-85c4-d3e245f12fa5'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:42.556311 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f37d8-2270-463f-9e2c-5a66e95c87e0 req-1f40cf78-6800-42ac-b170-85083eb95f74 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:42.564124 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2e4f37d8-2270-463f-9e2c-5a66e95c87e0 req-1f40cf78-6800-42ac-b170-85083eb95f74 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 945 time: 0.1395438 Mar 05 05:23:42.590549 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-8b463c41-ec3d-4616-a3bc-c72b945a8f30 None None] Set router e27542b4-6510-4b1c-85c4-d3e245f12fa5 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:23:42.626873 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device a58c4331-a4a5-46e6-a4ae-2a9236d6d731 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:23:42.660693 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: a58c4331-a4a5-46e6-a4ae-2a9236d6d731 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:23:42.661129 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device a58c4331-a4a5-46e6-a4ae-2a9236d6d731 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:23:42.707514 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2e4f37d8-2270-463f-9e2c-5a66e95c87e0 req-9d6cf4f1-5222-4f36-89f3-11ec30b75c54 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409378 Mar 05 05:23:42.712139 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4de5e6bb-e31f-4a0e-a22b-aeb9424f3ac6 req-c4995cee-9a7e-41f1-bab7-4c311b434930 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a18e4020-36b2-4874-b49d-e6d449238edf HTTP/1.1" status: 200 len: 210 time: 0.0667274 Mar 05 05:23:42.732021 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39148) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:42.838864 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-2d1c7003-8b8f-44fc-8982-bbd013bf09b9 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Deleting port b5588925-b86a-418b-89ab-d18a105e5728 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:23:42.839404 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2d1c7003-8b8f-44fc-8982-bbd013bf09b9 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (b5588925-b86a-418b-89ab-d18a105e5728), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:42.906622 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8b463c41-ec3d-4616-a3bc-c72b945a8f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e27542b4-6510-4b1c-85c4-d3e245f12fa5', 'name': 'tempest-TestServerMultinode-1631948127-router', 'tenant_id': '058f52835f394cbdb8fe9c19783f7696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '713b44a2-c9d1-440c-b3ec-6d26dafc771a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:23:30Z', 'updated_at': '2022-03-05T05:23:37Z', 'revision_number': 4, 'project_id': '058f52835f394cbdb8fe9c19783f7696', 'gw_port': {'id': '713b44a2-c9d1-440c-b3ec-6d26dafc771a', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27542b4-6510-4b1c-85c4-d3e245f12fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:31Z', 'updated_at': '2022-03-05T05:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'c5c2d824-a42b-49b4-864c-8a26f31eb2fd', 'name': '', 'network_id': 'cf98eb32-8c5d-44b8-b069-530ae083fe2c', 'tenant_id': '058f52835f394cbdb8fe9c19783f7696', 'mac_address': 'fa:16:3e:86:8a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e27542b4-6510-4b1c-85c4-d3e245f12fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'c54db8d0-fe5f-4dcb-a62e-217e9a28ee3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:36Z', 'updated_at': '2022-03-05T05:23:37Z', 'revision_number': 2, 'project_id': '058f52835f394cbdb8fe9c19783f7696', 'subnets': [{'id': 'c54db8d0-fe5f-4dcb-a62e-217e9a28ee3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:42.963736 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b463c41-ec3d-4616-a3bc-c72b945a8f30 None None] Checking router: e27542b4-6510-4b1c-85c4-d3e245f12fa5 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:23:42.964099 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b463c41-ec3d-4616-a3bc-c72b945a8f30 None None] Updating router e27542b4-6510-4b1c-85c4-d3e245f12fa5 port c5c2d824-a42b-49b4-864c-8a26f31eb2fd binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:23:43.005806 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8b463c41-ec3d-4616-a3bc-c72b945a8f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c5c2d824-a42b-49b4-864c-8a26f31eb2fd), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:43.017391 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-2d1c7003-8b8f-44fc-8982-bbd013bf09b9 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] For port b5588925-b86a-418b-89ab-d18a105e5728, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b5588925-b86a-418b-89ab-d18a105e5728,segment=NetworkSegment(9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0),segment_id=9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:23:43.017763 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2d1c7003-8b8f-44fc-8982-bbd013bf09b9 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (b5588925-b86a-418b-89ab-d18a105e5728), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:43.036064 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-2d1c7003-8b8f-44fc-8982-bbd013bf09b9 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Calling delete_port for b5588925-b86a-418b-89ab-d18a105e5728 owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:23:43.161351 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-6882eafb-fa99-46d7-ab6f-2b5ee79d47bd tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:43.163193 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-6882eafb-fa99-46d7-ab6f-2b5ee79d47bd tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.30 "GET /v2.0/networks?id=c958b962-e686-433f-94f0-6d9e9595b2c3 HTTP/1.1" status: 200 len: 909 time: 0.2279172 Mar 05 05:23:43.168438 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34344919-cec2-4a7f-ab37-5d3c9c519ff8 tempest-TestVolumeBootPattern-1424157877 tempest-TestVolumeBootPattern-1424157877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:43.173726 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39154) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:43.174975 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-34344919-cec2-4a7f-ab37-5d3c9c519ff8 tempest-TestVolumeBootPattern-1424157877 tempest-TestVolumeBootPattern-1424157877-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 1123 time: 0.4409776 Mar 05 05:23:43.181092 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-fe872bbb-cec8-41fe-a073-a1763dc1d3a2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'port_id': '8ecd8a27-0316-413b-bb27-62d4e1f7c2bf', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:23:43.182381 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-ac1ad51d-1056-4637-be02-2a73bb068955 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Request body: {'port': {'device_id': 'a18e4020-36b2-4874-b49d-e6d449238edf', 'network_id': 'c958b962-e686-433f-94f0-6d9e9595b2c3', 'admin_state_up': True, 'tenant_id': '058f52835f394cbdb8fe9c19783f7696'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:23:43.220070 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-ac1ad51d-1056-4637-be02-2a73bb068955 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Made reservation on behalf of 058f52835f394cbdb8fe9c19783f7696 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:23:43.225551 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-ac1ad51d-1056-4637-be02-2a73bb068955 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:43.227178 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fe872bbb-cec8-41fe-a073-a1763dc1d3a2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:43.318885 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2d1c7003-8b8f-44fc-8982-bbd013bf09b9 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (b5588925-b86a-418b-89ab-d18a105e5728), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:43.361878 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-ac1ad51d-1056-4637-be02-2a73bb068955 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Allocated IP 172.20.0.12 (c958b962-e686-433f-94f0-6d9e9595b2c3/c4642c72-7f4d-44c1-84ce-4582958fcd9b/247d76d5-241a-4b81-9276-12a0ccdf00d6) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:23:43.407396 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c7003-8b8f-44fc-8982-bbd013bf09b9 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event deleted for resources: {'Port': ['ID=b5588925-b86a-418b-89ab-d18a105e5728,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:43.432860 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8b463c41-ec3d-4616-a3bc-c72b945a8f30 None None] Publish callbacks [] for port (c5c2d824-a42b-49b4-864c-8a26f31eb2fd), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:43.451920 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8b463c41-ec3d-4616-a3bc-c72b945a8f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c5c2d824-a42b-49b4-864c-8a26f31eb2fd), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:43.533276 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2828a9-dcc3-43be-b88a-ddb2623714d4 None None] Pushing event updated for resources: {'Port': ['ID=c5c2d824-a42b-49b4-864c-8a26f31eb2fd,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:43.548314 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2828a9-dcc3-43be-b88a-ddb2623714d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:43.549219 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2828a9-dcc3-43be-b88a-ddb2623714d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:43.551382 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2828a9-dcc3-43be-b88a-ddb2623714d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:43.551981 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2828a9-dcc3-43be-b88a-ddb2623714d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:43.552542 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2828a9-dcc3-43be-b88a-ddb2623714d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:43.554189 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2828a9-dcc3-43be-b88a-ddb2623714d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:43.554927 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2828a9-dcc3-43be-b88a-ddb2623714d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:43.556484 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2828a9-dcc3-43be-b88a-ddb2623714d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:43.557429 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2828a9-dcc3-43be-b88a-ddb2623714d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:43.559502 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2828a9-dcc3-43be-b88a-ddb2623714d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:43.560134 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2828a9-dcc3-43be-b88a-ddb2623714d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:43.560711 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2828a9-dcc3-43be-b88a-ddb2623714d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:43.561358 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b2828a9-dcc3-43be-b88a-ddb2623714d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:23:43.615602 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-ac1ad51d-1056-4637-be02-2a73bb068955 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Publish callbacks [] for port (247d76d5-241a-4b81-9276-12a0ccdf00d6), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:43.720095 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 713b44a2-c9d1-440c-b3ec-6d26dafc771a up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:23:43.731914 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-ac1ad51d-1056-4637-be02-2a73bb068955 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (247d76d5-241a-4b81-9276-12a0ccdf00d6), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:43.796433 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-480299da-cda7-44a9-91d4-c4522950c114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:43.844988 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 713b44a2-c9d1-440c-b3ec-6d26dafc771a triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:23:43.845545 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (713b44a2-c9d1-440c-b3ec-6d26dafc771a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:43.905815 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-ac1ad51d-1056-4637-be02-2a73bb068955 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Network c958b962-e686-433f-94f0-6d9e9595b2c3 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:23:43.907214 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ad51d-1056-4637-be02-2a73bb068955 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Pushing event updated for resources: {'Port': ['ID=247d76d5-241a-4b81-9276-12a0ccdf00d6,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:43.909860 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-ac1ad51d-1056-4637-be02-2a73bb068955 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:23:43.919942 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-ac1ad51d-1056-4637-be02-2a73bb068955 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:23:43.927153 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2d1c7003-8b8f-44fc-8982-bbd013bf09b9 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (ec7ad48e-a76d-48cc-902d-7800cba4f45e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:43.934207 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-8b463c41-ec3d-4616-a3bc-c72b945a8f30 None None] Attempting to bind port c5c2d824-a42b-49b4-864c-8a26f31eb2fd on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:23:43.934591 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-8b463c41-ec3d-4616-a3bc-c72b945a8f30 None None] Attempting to bind port c5c2d824-a42b-49b4-864c-8a26f31eb2fd by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '40c93152-d75d-4357-b4ad-7e337834a081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cf98eb32-8c5d-44b8-b069-530ae083fe2c'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:23:43.935709 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b463c41-ec3d-4616-a3bc-c72b945a8f30 None None] Attempting to bind port c5c2d824-a42b-49b4-864c-8a26f31eb2fd on network cf98eb32-8c5d-44b8-b069-530ae083fe2c {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:23:43.946877 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b463c41-ec3d-4616-a3bc-c72b945a8f30 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:23:43.947325 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b463c41-ec3d-4616-a3bc-c72b945a8f30 None None] Checking segment: {'id': '40c93152-d75d-4357-b4ad-7e337834a081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cf98eb32-8c5d-44b8-b069-530ae083fe2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:23:43.947701 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8b463c41-ec3d-4616-a3bc-c72b945a8f30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:43.948104 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b463c41-ec3d-4616-a3bc-c72b945a8f30 None None] Bound using segment: {'id': '40c93152-d75d-4357-b4ad-7e337834a081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cf98eb32-8c5d-44b8-b069-530ae083fe2c'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:23:43.948593 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-8b463c41-ec3d-4616-a3bc-c72b945a8f30 None None] Bound port: c5c2d824-a42b-49b4-864c-8a26f31eb2fd, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c93152-d75d-4357-b4ad-7e337834a081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cf98eb32-8c5d-44b8-b069-530ae083fe2c'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:23:43.949205 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8b463c41-ec3d-4616-a3bc-c72b945a8f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c5c2d824-a42b-49b4-864c-8a26f31eb2fd), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:43.964851 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fe872bbb-cec8-41fe-a073-a1763dc1d3a2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:44.002819 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-ac1ad51d-1056-4637-be02-2a73bb068955 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:44.008742 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-ac1ad51d-1056-4637-be02-2a73bb068955 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:44.033979 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 713b44a2-c9d1-440c-b3ec-6d26dafc771a is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:23:44.043862 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-ac1ad51d-1056-4637-be02-2a73bb068955 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8673141 Mar 05 05:23:44.059822 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-f38b579b-1eb5-495f-b00c-11f45e7d90ad service neutron] Request body: {'port': {'device_id': 'a18e4020-36b2-4874-b49d-e6d449238edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:23:44.098750 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:44.123067 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3837a884-15cf-4ca5-8ead-85a1c703ff5d None None] Provisioning complete for port c5c2d824-a42b-49b4-864c-8a26f31eb2fd triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:23:44.123496 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3837a884-15cf-4ca5-8ead-85a1c703ff5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c5c2d824-a42b-49b4-864c-8a26f31eb2fd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:44.176640 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-8b463c41-ec3d-4616-a3bc-c72b945a8f30 None None] For port c5c2d824-a42b-49b4-864c-8a26f31eb2fd, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:23:44.181801 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-8b463c41-ec3d-4616-a3bc-c72b945a8f30 None None] For port c5c2d824-a42b-49b4-864c-8a26f31eb2fd, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c5c2d824-a42b-49b4-864c-8a26f31eb2fd,segment=NetworkSegment(40c93152-d75d-4357-b4ad-7e337834a081),segment_id=40c93152-d75d-4357-b4ad-7e337834a081)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:23:44.199666 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8b463c41-ec3d-4616-a3bc-c72b945a8f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c5c2d824-a42b-49b4-864c-8a26f31eb2fd), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:44.200534 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3837a884-15cf-4ca5-8ead-85a1c703ff5d None None] Port c5c2d824-a42b-49b4-864c-8a26f31eb2fd cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:23:44.227218 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:44.248459 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-f38b579b-1eb5-495f-b00c-11f45e7d90ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (247d76d5-241a-4b81-9276-12a0ccdf00d6), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:44.351721 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2828a9-dcc3-43be-b88a-ddb2623714d4 None None] Pushing event updated for resources: {'Port': ['ID=c5c2d824-a42b-49b4-864c-8a26f31eb2fd,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:44.361308 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b463c41-ec3d-4616-a3bc-c72b945a8f30 None None] Routers {'e27542b4-6510-4b1c-85c4-d3e245f12fa5'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:23:44.361980 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8b463c41-ec3d-4616-a3bc-c72b945a8f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:23:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['e27542b4-6510-4b1c-85c4-d3e245f12fa5'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:44.447851 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-bf75fba6-99d7-4ed7-ae43-ddc80f7fbb03 None None] Provisioning complete for port 247d76d5-241a-4b81-9276-12a0ccdf00d6 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:23:44.449790 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bf75fba6-99d7-4ed7-ae43-ddc80f7fbb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (247d76d5-241a-4b81-9276-12a0ccdf00d6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:44.513757 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-bf75fba6-99d7-4ed7-ae43-ddc80f7fbb03 None None] Port 247d76d5-241a-4b81-9276-12a0ccdf00d6 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:23:44.598861 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-8b463c41-ec3d-4616-a3bc-c72b945a8f30 None None] Set router e27542b4-6510-4b1c-85c4-d3e245f12fa5 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:23:44.742412 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-bafa52f8-8fbf-4152-a1e8-7276019a74c2 None None] Provisioning complete for port c5c2d824-a42b-49b4-864c-8a26f31eb2fd triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:23:44.750968 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bafa52f8-8fbf-4152-a1e8-7276019a74c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c5c2d824-a42b-49b4-864c-8a26f31eb2fd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:44.791780 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-fe872bbb-cec8-41fe-a073-a1763dc1d3a2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Allocated IP 172.25.0.19 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/e6f7c028-f42d-49d6-82df-c6085607a458) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:23:44.814854 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-f38b579b-1eb5-495f-b00c-11f45e7d90ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 247d76d5-241a-4b81-9276-12a0ccdf00d6 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:23:44.833656 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-f38b579b-1eb5-495f-b00c-11f45e7d90ad service neutron] Publish callbacks [] for port (247d76d5-241a-4b81-9276-12a0ccdf00d6), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:44.862497 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-f38b579b-1eb5-495f-b00c-11f45e7d90ad service neutron] Transition to ACTIVE for port object 247d76d5-241a-4b81-9276-12a0ccdf00d6 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:23:44.875763 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-f38b579b-1eb5-495f-b00c-11f45e7d90ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (247d76d5-241a-4b81-9276-12a0ccdf00d6), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:44.921376 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fe872bbb-cec8-41fe-a073-a1763dc1d3a2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for port (e6f7c028-f42d-49d6-82df-c6085607a458), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:44.956682 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-bafa52f8-8fbf-4152-a1e8-7276019a74c2 None None] Current status of the port c5c2d824-a42b-49b4-864c-8a26f31eb2fd is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:23:44.956916 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bafa52f8-8fbf-4152-a1e8-7276019a74c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c5c2d824-a42b-49b4-864c-8a26f31eb2fd), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:44.958120 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8b463c41-ec3d-4616-a3bc-c72b945a8f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e27542b4-6510-4b1c-85c4-d3e245f12fa5', 'name': 'tempest-TestServerMultinode-1631948127-router', 'tenant_id': '058f52835f394cbdb8fe9c19783f7696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '713b44a2-c9d1-440c-b3ec-6d26dafc771a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:23:30Z', 'updated_at': '2022-03-05T05:23:37Z', 'revision_number': 4, 'project_id': '058f52835f394cbdb8fe9c19783f7696', 'gw_port': {'id': '713b44a2-c9d1-440c-b3ec-6d26dafc771a', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27542b4-6510-4b1c-85c4-d3e245f12fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:31Z', 'updated_at': '2022-03-05T05:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'c5c2d824-a42b-49b4-864c-8a26f31eb2fd', 'name': '', 'network_id': 'cf98eb32-8c5d-44b8-b069-530ae083fe2c', 'tenant_id': '058f52835f394cbdb8fe9c19783f7696', 'mac_address': 'fa:16:3e:86:8a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e27542b4-6510-4b1c-85c4-d3e245f12fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'c54db8d0-fe5f-4dcb-a62e-217e9a28ee3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:36Z', 'updated_at': '2022-03-05T05:23:44Z', 'revision_number': 4, 'project_id': '058f52835f394cbdb8fe9c19783f7696', 'subnets': [{'id': 'c54db8d0-fe5f-4dcb-a62e-217e9a28ee3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:45.003239 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e03be-8902-41c6-bbf6-3fe28713aec9 req-0aba20bd-aa1c-464c-b823-4f5f8c9673bc tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:45.006541 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b463c41-ec3d-4616-a3bc-c72b945a8f30 None None] The sync data for ids ['e27542b4-6510-4b1c-85c4-d3e245f12fa5'] in n-d-789963-32 is: [{'id': 'e27542b4-6510-4b1c-85c4-d3e245f12fa5', 'name': 'tempest-TestServerMultinode-1631948127-router', 'tenant_id': '058f52835f394cbdb8fe9c19783f7696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '713b44a2-c9d1-440c-b3ec-6d26dafc771a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:23:30Z', 'updated_at': '2022-03-05T05:23:37Z', 'revision_number': 4, 'project_id': '058f52835f394cbdb8fe9c19783f7696', 'gw_port': {'id': '713b44a2-c9d1-440c-b3ec-6d26dafc771a', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27542b4-6510-4b1c-85c4-d3e245f12fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:31Z', 'updated_at': '2022-03-05T05:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'c5c2d824-a42b-49b4-864c-8a26f31eb2fd', 'name': '', 'network_id': 'cf98eb32-8c5d-44b8-b069-530ae083fe2c', 'tenant_id': '058f52835f394cbdb8fe9c19783f7696', 'mac_address': 'fa:16:3e:86:8a:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e27542b4-6510-4b1c-85c4-d3e245f12fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'c54db8d0-fe5f-4dcb-a62e-217e9a28ee3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:36Z', 'updated_at': '2022-03-05T05:23:44Z', 'revision_number': 4, 'project_id': '058f52835f394cbdb8fe9c19783f7696', 'subnets': [{'id': 'c54db8d0-fe5f-4dcb-a62e-217e9a28ee3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:23:45.019231 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4a0e03be-8902-41c6-bbf6-3fe28713aec9 req-0aba20bd-aa1c-464c-b823-4f5f8c9673bc tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a18e4020-36b2-4874-b49d-e6d449238edf HTTP/1.1" status: 200 len: 1028 time: 1.0882709 Mar 05 05:23:45.034145 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b579b-1eb5-495f-b00c-11f45e7d90ad service neutron] Pushing event updated for resources: {'Port': ['ID=247d76d5-241a-4b81-9276-12a0ccdf00d6,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:45.066058 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fe872bbb-cec8-41fe-a073-a1763dc1d3a2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (e6f7c028-f42d-49d6-82df-c6085607a458), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:45.066437 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-bafa52f8-8fbf-4152-a1e8-7276019a74c2 None None] For port c5c2d824-a42b-49b4-864c-8a26f31eb2fd, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c5c2d824-a42b-49b4-864c-8a26f31eb2fd,segment=NetworkSegment(40c93152-d75d-4357-b4ad-7e337834a081),segment_id=40c93152-d75d-4357-b4ad-7e337834a081)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:23:45.096125 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bafa52f8-8fbf-4152-a1e8-7276019a74c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c5c2d824-a42b-49b4-864c-8a26f31eb2fd), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:45.176221 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe872bbb-cec8-41fe-a073-a1763dc1d3a2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:23:45.219516 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-fe872bbb-cec8-41fe-a073-a1763dc1d3a2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:23:45.231088 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe872bbb-cec8-41fe-a073-a1763dc1d3a2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:23:45.255299 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa52f8-8fbf-4152-a1e8-7276019a74c2 None None] Pushing event updated for resources: {'Port': ['ID=c5c2d824-a42b-49b4-864c-8a26f31eb2fd,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:45.277766 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:45.278059 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-f38b579b-1eb5-495f-b00c-11f45e7d90ad service neutron] Attempting to bind port 247d76d5-241a-4b81-9276-12a0ccdf00d6 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:23:45.278531 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-f38b579b-1eb5-495f-b00c-11f45e7d90ad service neutron] Attempting to bind port 247d76d5-241a-4b81-9276-12a0ccdf00d6 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '7703a7a5-e139-4748-8968-fe4ebc806ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c958b962-e686-433f-94f0-6d9e9595b2c3'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:23:45.278869 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-f38b579b-1eb5-495f-b00c-11f45e7d90ad service neutron] Attempting to bind port 247d76d5-241a-4b81-9276-12a0ccdf00d6 on network c958b962-e686-433f-94f0-6d9e9595b2c3 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:23:45.287225 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-f38b579b-1eb5-495f-b00c-11f45e7d90ad service neutron] Port 247d76d5-241a-4b81-9276-12a0ccdf00d6 on network c958b962-e686-433f-94f0-6d9e9595b2c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:23:45.287553 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-f38b579b-1eb5-495f-b00c-11f45e7d90ad service neutron] Attempting to bind port 247d76d5-241a-4b81-9276-12a0ccdf00d6 on network c958b962-e686-433f-94f0-6d9e9595b2c3 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:23:45.312587 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-f38b579b-1eb5-495f-b00c-11f45e7d90ad service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:23:45.312936 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-f38b579b-1eb5-495f-b00c-11f45e7d90ad service neutron] Checking segment: {'id': '7703a7a5-e139-4748-8968-fe4ebc806ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c958b962-e686-433f-94f0-6d9e9595b2c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:23:45.313647 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-f38b579b-1eb5-495f-b00c-11f45e7d90ad service neutron] Bound using segment: {'id': '7703a7a5-e139-4748-8968-fe4ebc806ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c958b962-e686-433f-94f0-6d9e9595b2c3'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:23:45.314112 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-f38b579b-1eb5-495f-b00c-11f45e7d90ad service neutron] Bound port: 247d76d5-241a-4b81-9276-12a0ccdf00d6, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7703a7a5-e139-4748-8968-fe4ebc806ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c958b962-e686-433f-94f0-6d9e9595b2c3'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:23:45.314531 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-f38b579b-1eb5-495f-b00c-11f45e7d90ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (247d76d5-241a-4b81-9276-12a0ccdf00d6), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:45.389375 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-f38b579b-1eb5-495f-b00c-11f45e7d90ad service neutron] For port 247d76d5-241a-4b81-9276-12a0ccdf00d6, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:23:45.393759 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-f38b579b-1eb5-495f-b00c-11f45e7d90ad service neutron] For port 247d76d5-241a-4b81-9276-12a0ccdf00d6, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=247d76d5-241a-4b81-9276-12a0ccdf00d6,segment=NetworkSegment(7703a7a5-e139-4748-8968-fe4ebc806ad9),segment_id=7703a7a5-e139-4748-8968-fe4ebc806ad9)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:23:45.412183 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-f38b579b-1eb5-495f-b00c-11f45e7d90ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (247d76d5-241a-4b81-9276-12a0ccdf00d6), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:45.461971 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1c7003-8b8f-44fc-8982-bbd013bf09b9 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Router ec7ad48e-a76d-48cc-902d-7800cba4f45e has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:23:45.485685 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4a0e03be-8902-41c6-bbf6-3fe28713aec9 req-d5711f03-3b98-4830-af3b-16bba4a7e52a tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6102aae1-f687-4657-96a0-579c518f875a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162569 Mar 05 05:23:45.486358 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe872bbb-cec8-41fe-a073-a1763dc1d3a2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Pushing event updated for resources: {'Port': ['ID=e6f7c028-f42d-49d6-82df-c6085607a458,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:45.515894 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b579b-1eb5-495f-b00c-11f45e7d90ad service neutron] Pushing event updated for resources: {'Port': ['ID=247d76d5-241a-4b81-9276-12a0ccdf00d6,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:45.543496 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-f38b579b-1eb5-495f-b00c-11f45e7d90ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:45.554694 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-f38b579b-1eb5-495f-b00c-11f45e7d90ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:45.557793 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-f38b579b-1eb5-495f-b00c-11f45e7d90ad service neutron] 10.222.0.30 "PUT /v2.0/ports/247d76d5-241a-4b81-9276-12a0ccdf00d6 HTTP/1.1" status: 200 len: 1093 time: 1.5071948 Mar 05 05:23:45.558295 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18e4020-36b2-4874-b49d-e6d449238edf', 'tag': '247d76d5-241a-4b81-9276-12a0ccdf00d6'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:23:45.560655 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8838e43d-89d5-4c3e-8e7d-5151792bcd22" -d '{"events": [{"name": "network-changed", "server_uuid": "a18e4020-36b2-4874-b49d-e6d449238edf", "tag": "247d76d5-241a-4b81-9276-12a0ccdf00d6"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:23:45.692082 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5747a7ad-e939-46a8-a011-de393b7db791 x-openstack-request-id: req-5747a7ad-e939-46a8-a011-de393b7db791 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:23:45.692381 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a18e4020-36b2-4874-b49d-e6d449238edf", "tag": "247d76d5-241a-4b81-9276-12a0ccdf00d6", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:23:45.692639 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5747a7ad-e939-46a8-a011-de393b7db791 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:23:45.693419 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a18e4020-36b2-4874-b49d-e6d449238edf', 'tag': '247d76d5-241a-4b81-9276-12a0ccdf00d6', 'status': 'completed', 'code': 200} Mar 05 05:23:45.718194 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c5c2d824-a42b-49b4-864c-8a26f31eb2fd up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:23:45.725747 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-899d6aa2-6632-456d-af14-40d3859a9e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:45.728938 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-899d6aa2-6632-456d-af14-40d3859a9e80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=058f52835f394cbdb8fe9c19783f7696&device_id=a18e4020-36b2-4874-b49d-e6d449238edf HTTP/1.1" status: 200 len: 1127 time: 0.1163785 Mar 05 05:23:45.825478 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-fb457e6f-08a3-4967-bef1-004d00bd47c5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=247d76d5-241a-4b81-9276-12a0ccdf00d6 HTTP/1.1" status: 200 len: 217 time: 0.0889924 Mar 05 05:23:45.857332 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port c5c2d824-a42b-49b4-864c-8a26f31eb2fd triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:23:45.857912 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c5c2d824-a42b-49b4-864c-8a26f31eb2fd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:45.940559 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-9b466e34-c5aa-4671-a723-c0e65f3462d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:45.942059 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-9b466e34-c5aa-4671-a723-c0e65f3462d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c4642c72-7f4d-44c1-84ce-4582958fcd9b HTTP/1.1" status: 200 len: 848 time: 0.1094813 Mar 05 05:23:46.022611 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port c5c2d824-a42b-49b4-864c-8a26f31eb2fd is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:23:46.024784 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-5f549a72-756d-4cd9-855c-d0ecee87912b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:46.026992 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-5f549a72-756d-4cd9-855c-d0ecee87912b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c958b962-e686-433f-94f0-6d9e9595b2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0773561 Mar 05 05:23:46.031379 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1c7003-8b8f-44fc-8982-bbd013bf09b9 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:23:46.046896 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb31338a-8434-4b59-8150-bfeedc80f502 None None] Sync routers for ids ['ec7ad48e-a76d-48cc-902d-7800cba4f45e'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:23:46.054037 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2d1c7003-8b8f-44fc-8982-bbd013bf09b9 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "PUT /v2.0/routers/ec7ad48e-a76d-48cc-902d-7800cba4f45e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6883805 Mar 05 05:23:46.055000 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39174) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:46.104215 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb31338a-8434-4b59-8150-bfeedc80f502 None None] Routers {'ec7ad48e-a76d-48cc-902d-7800cba4f45e'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:23:46.104980 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-cb31338a-8434-4b59-8150-bfeedc80f502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:23:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['ec7ad48e-a76d-48cc-902d-7800cba4f45e'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:46.188665 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e1d04f-3a8f-45d5-8d35-9df99d5b94bc tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Deleting subnet 4a802b43-d885-42fd-be95-2000564ff5a2 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:23:46.196519 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-26e1d04f-3a8f-45d5-8d35-9df99d5b94bc tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for subnet (4a802b43-d885-42fd-be95-2000564ff5a2), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:46.197061 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-038abf8a-927e-443f-bf55-2ffd4a81fba7 service neutron] 10.222.0.30 "GET /v2.0/networks/c958b962-e686-433f-94f0-6d9e9595b2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599762 Mar 05 05:23:46.365680 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-cb31338a-8434-4b59-8150-bfeedc80f502 None None] Set router ec7ad48e-a76d-48cc-902d-7800cba4f45e gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:23:46.372337 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-93688d1b-0b7c-41c1-aea3-f86dc2733b71 req-f58ebf6f-fe10-4fd5-bd19-a18e358079a7 service neutron] 10.222.0.30 "GET /v2.0/networks/c958b962-e686-433f-94f0-6d9e9595b2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701586 Mar 05 05:23:46.433435 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-26e1d04f-3a8f-45d5-8d35-9df99d5b94bc tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (4a802b43-d885-42fd-be95-2000564ff5a2), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:46.522158 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:46.535448 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838e43d-89d5-4c3e-8e7d-5151792bcd22 req-50750030-df10-424a-843e-ad80755eac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:46.538232 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8838e43d-89d5-4c3e-8e7d-5151792bcd22 req-50750030-df10-424a-843e-ad80755eac2e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=058f52835f394cbdb8fe9c19783f7696&device_id=a18e4020-36b2-4874-b49d-e6d449238edf HTTP/1.1" status: 200 len: 1127 time: 0.1027496 Mar 05 05:23:46.590263 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fe872bbb-cec8-41fe-a073-a1763dc1d3a2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for floatingip (38f77797-e403-407a-a71b-47f5c123b2b8), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:46.628956 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-26e1d04f-3a8f-45d5-8d35-9df99d5b94bc tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (4a802b43-d885-42fd-be95-2000564ff5a2), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:46.714835 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838e43d-89d5-4c3e-8e7d-5151792bcd22 req-84ffa265-309d-4934-8dde-6251da317211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:46.717035 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8838e43d-89d5-4c3e-8e7d-5151792bcd22 req-84ffa265-309d-4934-8dde-6251da317211 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c958b962-e686-433f-94f0-6d9e9595b2c3 HTTP/1.1" status: 200 len: 909 time: 0.1716185 Mar 05 05:23:46.792614 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8838e43d-89d5-4c3e-8e7d-5151792bcd22 req-01adb6f9-8604-4d1a-a81c-f939af6c2a6c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=247d76d5-241a-4b81-9276-12a0ccdf00d6 HTTP/1.1" status: 200 len: 217 time: 0.0690944 Mar 05 05:23:46.813271 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fe872bbb-cec8-41fe-a073-a1763dc1d3a2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e6f7c028-f42d-49d6-82df-c6085607a458), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:46.889289 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f90fa3-07b3-407c-a15c-b53028ccf3dd req-8bcd8f43-4b7c-43b9-896a-29f939e131fd tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:46.890538 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838e43d-89d5-4c3e-8e7d-5151792bcd22 req-6c800d6d-7a00-4b63-b2b9-148bbce9530d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:46.892119 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8838e43d-89d5-4c3e-8e7d-5151792bcd22 req-6c800d6d-7a00-4b63-b2b9-148bbce9530d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c4642c72-7f4d-44c1-84ce-4582958fcd9b HTTP/1.1" status: 200 len: 848 time: 0.0927839 Mar 05 05:23:46.893462 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-48f90fa3-07b3-407c-a15c-b53028ccf3dd req-8bcd8f43-4b7c-43b9-896a-29f939e131fd tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a18e4020-36b2-4874-b49d-e6d449238edf HTTP/1.1" status: 200 len: 1127 time: 0.2375476 Mar 05 05:23:46.897301 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-26e1d04f-3a8f-45d5-8d35-9df99d5b94bc tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (4a802b43-d885-42fd-be95-2000564ff5a2), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:46.965090 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6fc3ea-de09-4449-9133-d34cab1f589e None None] Network aeb4bae7-97e6-41a8-8da5-94f700f06259 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:23:46.971328 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838e43d-89d5-4c3e-8e7d-5151792bcd22 req-50e381cb-cf25-40d5-99b0-71b53eedbba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:46.972996 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8838e43d-89d5-4c3e-8e7d-5151792bcd22 req-50e381cb-cf25-40d5-99b0-71b53eedbba8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c958b962-e686-433f-94f0-6d9e9595b2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0717137 Mar 05 05:23:46.973304 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-26e1d04f-3a8f-45d5-8d35-9df99d5b94bc tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:46.977340 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-26e1d04f-3a8f-45d5-8d35-9df99d5b94bc tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "DELETE /v2.0/subnets/4a802b43-d885-42fd-be95-2000564ff5a2 HTTP/1.1" status: 204 len: 168 time: 0.9183791 Mar 05 05:23:46.996339 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39182) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:47.095284 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1d04f-3a8f-45d5-8d35-9df99d5b94bc tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event deleted for resources: {'Subnet': ['ID=4a802b43-d885-42fd-be95-2000564ff5a2,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:47.140325 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-cb31338a-8434-4b59-8150-bfeedc80f502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844714010', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '02d8e8d0-64f0-4827-9a8f-a1670a49a13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:22:23Z', 'updated_at': '2022-03-05T05:23:43Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': '02d8e8d0-64f0-4827-9a8f-a1670a49a13e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:22:24Z', 'updated_at': '2022-03-05T05:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:47.141826 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8838e43d-89d5-4c3e-8e7d-5151792bcd22 req-7f145af9-68a9-4d81-93f3-153df9e39f3c service neutron] 10.222.0.30 "GET /v2.0/networks/c958b962-e686-433f-94f0-6d9e9595b2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608717 Mar 05 05:23:47.182514 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb31338a-8434-4b59-8150-bfeedc80f502 None None] Checking router: ec7ad48e-a76d-48cc-902d-7800cba4f45e for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:23:47.198453 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb31338a-8434-4b59-8150-bfeedc80f502 None None] Routers {'ec7ad48e-a76d-48cc-902d-7800cba4f45e'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:23:47.199035 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-cb31338a-8434-4b59-8150-bfeedc80f502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:23:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['ec7ad48e-a76d-48cc-902d-7800cba4f45e'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:47.281937 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-48f90fa3-07b3-407c-a15c-b53028ccf3dd req-41e0f88d-c1ce-42c6-8868-be3d308851ee tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6102aae1-f687-4657-96a0-579c518f875a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603084 Mar 05 05:23:47.312488 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf89d17-31bf-4edb-b976-3a4010cacea0 None None] DHCP port deletion for aeb4bae7-97e6-41a8-8da5-94f700f06259 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:23:47.380990 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-499f71de-175d-4f00-b196-36f44c89a1fe tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router (ec7ad48e-a76d-48cc-902d-7800cba4f45e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:47.392888 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8838e43d-89d5-4c3e-8e7d-5151792bcd22 req-ef20bb3c-d062-44b9-9c46-ec4c65e667c1 service neutron] 10.222.0.30 "GET /v2.0/networks/c958b962-e686-433f-94f0-6d9e9595b2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441833 Mar 05 05:23:47.414637 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-cb31338a-8434-4b59-8150-bfeedc80f502 None None] Set router ec7ad48e-a76d-48cc-902d-7800cba4f45e gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:23:47.547559 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-499f71de-175d-4f00-b196-36f44c89a1fe tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router_gateway (ec7ad48e-a76d-48cc-902d-7800cba4f45e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:47.592473 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9cf89d17-31bf-4edb-b976-3a4010cacea0 None None] Deleting port b03f566b-9ff4-42c6-b04a-a0fa482c5b94 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:23:47.593264 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9cf89d17-31bf-4edb-b976-3a4010cacea0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (b03f566b-9ff4-42c6-b04a-a0fa482c5b94), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:47.646385 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fe872bbb-cec8-41fe-a073-a1763dc1d3a2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for port (e6f7c028-f42d-49d6-82df-c6085607a458), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:47.658377 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fe872bbb-cec8-41fe-a073-a1763dc1d3a2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (e6f7c028-f42d-49d6-82df-c6085607a458), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:47.663036 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b03f566b-9ff4-42c6-b04a-a0fa482c5b94 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:23:47.722368 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-9cf89d17-31bf-4edb-b976-3a4010cacea0 None None] For port b03f566b-9ff4-42c6-b04a-a0fa482c5b94, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b03f566b-9ff4-42c6-b04a-a0fa482c5b94,segment=NetworkSegment(9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0),segment_id=9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:23:47.722931 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9cf89d17-31bf-4edb-b976-3a4010cacea0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (b03f566b-9ff4-42c6-b04a-a0fa482c5b94), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:47.776689 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9cf89d17-31bf-4edb-b976-3a4010cacea0 None None] Calling delete_port for b03f566b-9ff4-42c6-b04a-a0fa482c5b94 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:23:47.784645 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-499f71de-175d-4f00-b196-36f44c89a1fe tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Deleting port 02d8e8d0-64f0-4827-9a8f-a1670a49a13e {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:23:47.787969 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-499f71de-175d-4f00-b196-36f44c89a1fe tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (02d8e8d0-64f0-4827-9a8f-a1670a49a13e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:47.866265 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:47.900617 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe872bbb-cec8-41fe-a073-a1763dc1d3a2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Pushing event updated for resources: {'Port': ['ID=e6f7c028-f42d-49d6-82df-c6085607a458,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:47.921848 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-499f71de-175d-4f00-b196-36f44c89a1fe tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] For port 02d8e8d0-64f0-4827-9a8f-a1670a49a13e, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=02d8e8d0-64f0-4827-9a8f-a1670a49a13e,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:23:47.922320 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-499f71de-175d-4f00-b196-36f44c89a1fe tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (02d8e8d0-64f0-4827-9a8f-a1670a49a13e), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:47.926977 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port b03f566b-9ff4-42c6-b04a-a0fa482c5b94 is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:23:47.927491 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b03f566b-9ff4-42c6-b04a-a0fa482c5b94), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:47.936726 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fe872bbb-cec8-41fe-a073-a1763dc1d3a2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (38f77797-e403-407a-a71b-47f5c123b2b8), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:47.975176 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-cb31338a-8434-4b59-8150-bfeedc80f502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844714010', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '02d8e8d0-64f0-4827-9a8f-a1670a49a13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:22:23Z', 'updated_at': '2022-03-05T05:23:43Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': '02d8e8d0-64f0-4827-9a8f-a1670a49a13e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:22:24Z', 'updated_at': '2022-03-05T05:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:47.979685 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-499f71de-175d-4f00-b196-36f44c89a1fe tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Calling delete_port for 02d8e8d0-64f0-4827-9a8f-a1670a49a13e owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:23:48.033499 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb31338a-8434-4b59-8150-bfeedc80f502 None None] The sync data for ids ['ec7ad48e-a76d-48cc-902d-7800cba4f45e'] in n-d-789963-32 is: [{'id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1844714010', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '02d8e8d0-64f0-4827-9a8f-a1670a49a13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:22:23Z', 'updated_at': '2022-03-05T05:23:43Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': '02d8e8d0-64f0-4827-9a8f-a1670a49a13e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:7c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec7ad48e-a76d-48cc-902d-7800cba4f45e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:22:24Z', 'updated_at': '2022-03-05T05:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:23:48.036531 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port b03f566b-9ff4-42c6-b04a-a0fa482c5b94, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b03f566b-9ff4-42c6-b04a-a0fa482c5b94,segment=NetworkSegment(9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0),segment_id=9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:23:48.042968 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b03f566b-9ff4-42c6-b04a-a0fa482c5b94), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:48.076319 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9cf89d17-31bf-4edb-b976-3a4010cacea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (b03f566b-9ff4-42c6-b04a-a0fa482c5b94), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:48.099092 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf89d17-31bf-4edb-b976-3a4010cacea0 None None] No DVR routers for this DVR port b03f566b-9ff4-42c6-b04a-a0fa482c5b94 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:23:48.118188 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=b03f566b-9ff4-42c6-b04a-a0fa482c5b94,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:48.135435 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-fe872bbb-cec8-41fe-a073-a1763dc1d3a2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Floating IP 38f77797-e403-407a-a71b-47f5c123b2b8 associated. External IP: 172.25.0.19, port: 8ecd8a27-0316-413b-bb27-62d4e1f7c2bf. Mar 05 05:23:48.141243 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf89d17-31bf-4edb-b976-3a4010cacea0 None None] Pushing event deleted for resources: {'Port': ['ID=b03f566b-9ff4-42c6-b04a-a0fa482c5b94,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:48.863239 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-499f71de-175d-4f00-b196-36f44c89a1fe tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (02d8e8d0-64f0-4827-9a8f-a1670a49a13e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:48.974111 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f71de-175d-4f00-b196-36f44c89a1fe tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event deleted for resources: {'Port': ['ID=02d8e8d0-64f0-4827-9a8f-a1670a49a13e,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:49.050312 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe872bbb-cec8-41fe-a073-a1763dc1d3a2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Router 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:23:49.054679 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb702276-64c7-4694-b609-5f3383c5b102 req-afff0a39-090a-433c-83a5-fcfc570423db tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:49.056410 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eb702276-64c7-4694-b609-5f3383c5b102 req-afff0a39-090a-433c-83a5-fcfc570423db tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a18e4020-36b2-4874-b49d-e6d449238edf HTTP/1.1" status: 200 len: 1127 time: 0.2029631 Mar 05 05:23:49.095862 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-499f71de-175d-4f00-b196-36f44c89a1fe tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (ec7ad48e-a76d-48cc-902d-7800cba4f45e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:49.251397 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-499f71de-175d-4f00-b196-36f44c89a1fe tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (ec7ad48e-a76d-48cc-902d-7800cba4f45e), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:49.255026 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-499f71de-175d-4f00-b196-36f44c89a1fe tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router_controller (ec7ad48e-a76d-48cc-902d-7800cba4f45e), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:49.259451 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eb702276-64c7-4694-b609-5f3383c5b102 req-5f454de6-ab2f-4f62-b9e8-daf0b2e9a4dc tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6102aae1-f687-4657-96a0-579c518f875a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922982 Mar 05 05:23:49.361194 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-499f71de-175d-4f00-b196-36f44c89a1fe tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (ec7ad48e-a76d-48cc-902d-7800cba4f45e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:49.362449 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499f71de-175d-4f00-b196-36f44c89a1fe tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Fanout notify agent at l3_agent the message router_deleted on router ec7ad48e-a76d-48cc-902d-7800cba4f45e {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:23:49.372925 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-499f71de-175d-4f00-b196-36f44c89a1fe tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:49.377342 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39204) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:49.382718 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-499f71de-175d-4f00-b196-36f44c89a1fe tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "DELETE /v2.0/routers/ec7ad48e-a76d-48cc-902d-7800cba4f45e HTTP/1.1" status: 204 len: 168 time: 2.3824549 Mar 05 05:23:49.386374 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe872bbb-cec8-41fe-a073-a1763dc1d3a2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:23:49.406912 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec35b6d-fadd-4e16-91e0-64c084d2c503 None None] Sync routers for ids ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:23:49.423111 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fe872bbb-cec8-41fe-a073-a1763dc1d3a2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:49.429646 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec35b6d-fadd-4e16-91e0-64c084d2c503 None None] Routers {'2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:23:49.430901 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5ec35b6d-fadd-4e16-91e0-64c084d2c503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:23:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:49.491215 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fe872bbb-cec8-41fe-a073-a1763dc1d3a2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.3161500 Mar 05 05:23:49.492183 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6afe84e5-5ac6-45ea-aee9-5878548f4fda', 'tag': '8ecd8a27-0316-413b-bb27-62d4e1f7c2bf'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:23:49.494663 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7cb714-6a0d-4027-8a0a-9adc8f594d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "6afe84e5-5ac6-45ea-aee9-5878548f4fda", "tag": "8ecd8a27-0316-413b-bb27-62d4e1f7c2bf"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:23:49.495762 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b23f0833-9d29-4922-864d-7fbf1b0f1324 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (aeb4bae7-97e6-41a8-8da5-94f700f06259), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:49.554485 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee15f19-04a1-4654-a75e-c76901958fdc x-openstack-request-id: req-1ee15f19-04a1-4654-a75e-c76901958fdc {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:23:49.558072 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6afe84e5-5ac6-45ea-aee9-5878548f4fda", "tag": "8ecd8a27-0316-413b-bb27-62d4e1f7c2bf", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:23:49.560136 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1ee15f19-04a1-4654-a75e-c76901958fdc {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:23:49.561513 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6afe84e5-5ac6-45ea-aee9-5878548f4fda', 'tag': '8ecd8a27-0316-413b-bb27-62d4e1f7c2bf', 'status': 'completed', 'code': 200} Mar 05 05:23:49.670905 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b5588925-b86a-418b-89ab-d18a105e5728 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:23:49.691601 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-5ec35b6d-fadd-4e16-91e0-64c084d2c503 None None] Set router 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:23:49.731910 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: b5588925-b86a-418b-89ab-d18a105e5728 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:23:49.733586 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b5588925-b86a-418b-89ab-d18a105e5728 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:23:49.800038 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b23f0833-9d29-4922-864d-7fbf1b0f1324 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (aeb4bae7-97e6-41a8-8da5-94f700f06259), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:49.864796 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-b23f0833-9d29-4922-864d-7fbf1b0f1324 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb4bae7-97e6-41a8-8da5-94f700f06259']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:49.883249 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-b23f0833-9d29-4922-864d-7fbf1b0f1324 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:49.883756 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-b23f0833-9d29-4922-864d-7fbf1b0f1324 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:49.887369 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cb714-6a0d-4027-8a0a-9adc8f594d3a req-088f3176-1d75-4c2d-986d-9ff1af3f19ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:49.889105 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4a7cb714-6a0d-4027-8a0a-9adc8f594d3a req-088f3176-1d75-4c2d-986d-9ff1af3f19ed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 1128 time: 0.2799101 Mar 05 05:23:50.002997 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cb714-6a0d-4027-8a0a-9adc8f594d3a req-64bf05d9-4e1b-4e68-a67d-01514ee32441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:50.004612 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4a7cb714-6a0d-4027-8a0a-9adc8f594d3a req-64bf05d9-4e1b-4e68-a67d-01514ee32441 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 912 time: 0.1094263 Mar 05 05:23:50.007465 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b23f0833-9d29-4922-864d-7fbf1b0f1324 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:50.063897 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b23f0833-9d29-4922-864d-7fbf1b0f1324 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:50.081025 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b23f0833-9d29-4922-864d-7fbf1b0f1324 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:23:50.081576 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b23f0833-9d29-4922-864d-7fbf1b0f1324 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (9f0469cb-59fc-4bc5-8181-2ef0e06d5ad0), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:50.084826 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:23:50.084826 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:23:50.084826 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:23:50.084826 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:23:50.084826 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:23:50.084826 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:23:50.084826 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:23:50.084826 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:23:50.084826 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:23:50.084826 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:23:50.084826 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:23:50.084826 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:23:50.084826 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:23:50.084826 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:23:50.084826 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:23:50.084826 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:23:50.084826 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:23:50.084826 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:23:50.084826 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:23:50.084826 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:23:50.084826 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:23:50.084826 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:23:50.084826 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:23:50.084826 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:23:50.084826 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:23:50.084826 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:23:50.084826 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:23:50.084826 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:23:50.084826 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:23:50.084826 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:23:50.084826 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:23:50.084826 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:23:50.165471 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5ec35b6d-fadd-4e16-91e0-64c084d2c503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'name': 'tempest-TestVolumeBootPattern-2145227709-router', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:07:45Z', 'updated_at': '2022-03-05T05:07:53Z', 'revision_number': 4, 'project_id': '06a4f309563b434e9962ec2905954423', 'gw_port': {'id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:46Z', 'updated_at': '2022-03-05T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '38f77797-e403-407a-a71b-47f5c123b2b8', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'port_id': '8ecd8a27-0316-413b-bb27-62d4e1f7c2bf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'mac_address': 'fa:16:3e:01:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afe84e5-5ac6-45ea-aee9-5878548f4fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:23:46Z', 'updated_at': '2022-03-05T05:23:46Z', 'revision_number': 0, 'project_id': '06a4f309563b434e9962ec2905954423', 'fixed_ip_address_scope': None}, {'id': 'e14a4b72-cb86-4034-8606-2b73874bfe29', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'floating_ip_address': '172.25.0.88', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'port_id': '85b290ee-fc55-4bd0-9fe0-d8f7960f7da3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'mac_address': 'fa:16:3e:11:dc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c6336-9fe0-4be0-bf6d-35ebd72d77e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:20:59Z', 'updated_at': '2022-03-05T05:21:02Z', 'revision_number': 1, 'project_id': '06a4f309563b434e9962ec2905954423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc416c7b-3324-4a42-8845-432c9c62e96e', 'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'mac_address': 'fa:16:3e:67:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:52Z', 'updated_at': '2022-03-05T05:08:01Z', 'revision_number': 5, 'project_id': '06a4f309563b434e9962ec2905954423', 'subnets': [{'id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:50.197141 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec35b6d-fadd-4e16-91e0-64c084d2c503 None None] Checking router: 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:23:50.208328 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec35b6d-fadd-4e16-91e0-64c084d2c503 None None] Routers {'2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:23:50.209239 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5ec35b6d-fadd-4e16-91e0-64c084d2c503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:23:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:50.424128 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-5ec35b6d-fadd-4e16-91e0-64c084d2c503 None None] Set router 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:23:50.483011 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a519ec-3014-49a2-8034-f86ea2bfede6 req-7b1d7343-faa8-4dc4-874e-c1f3b4cc5d84 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:50.484612 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-68a519ec-3014-49a2-8034-f86ea2bfede6 req-7b1d7343-faa8-4dc4-874e-c1f3b4cc5d84 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a18e4020-36b2-4874-b49d-e6d449238edf HTTP/1.1" status: 200 len: 1127 time: 0.0881581 Mar 05 05:23:50.583067 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-68a519ec-3014-49a2-8034-f86ea2bfede6 req-304790f7-273d-4f09-894c-3b75402bbec3 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6102aae1-f687-4657-96a0-579c518f875a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924859 Mar 05 05:23:50.607192 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4a7cb714-6a0d-4027-8a0a-9adc8f594d3a req-daf70320-a9af-4cd1-afff-dd196bbad013 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ecd8a27-0316-413b-bb27-62d4e1f7c2bf HTTP/1.1" status: 200 len: 998 time: 0.5901856 Mar 05 05:23:50.657387 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b23f0833-9d29-4922-864d-7fbf1b0f1324 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (aeb4bae7-97e6-41a8-8da5-94f700f06259), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:50.666935 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b23f0833-9d29-4922-864d-7fbf1b0f1324 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:50.667909 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 247d76d5-241a-4b81-9276-12a0ccdf00d6 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:23:50.674040 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b23f0833-9d29-4922-864d-7fbf1b0f1324 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "DELETE /v2.0/networks/aeb4bae7-97e6-41a8-8da5-94f700f06259 HTTP/1.1" status: 204 len: 168 time: 1.2949615 Mar 05 05:23:50.676857 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39222) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:50.693013 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f0833-9d29-4922-864d-7fbf1b0f1324 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event deleted for resources: {'Network': ['ID=aeb4bae7-97e6-41a8-8da5-94f700f06259,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:50.704134 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cb714-6a0d-4027-8a0a-9adc8f594d3a req-d2192958-10ef-41ad-ad91-d1861f3ade64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:50.705657 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4a7cb714-6a0d-4027-8a0a-9adc8f594d3a req-d2192958-10ef-41ad-ad91-d1861f3ade64 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb HTTP/1.1" status: 200 len: 851 time: 0.0924962 Mar 05 05:23:50.751149 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5ec35b6d-fadd-4e16-91e0-64c084d2c503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'name': 'tempest-TestVolumeBootPattern-2145227709-router', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:07:45Z', 'updated_at': '2022-03-05T05:07:53Z', 'revision_number': 4, 'project_id': '06a4f309563b434e9962ec2905954423', 'gw_port': {'id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:46Z', 'updated_at': '2022-03-05T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '38f77797-e403-407a-a71b-47f5c123b2b8', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'port_id': '8ecd8a27-0316-413b-bb27-62d4e1f7c2bf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'mac_address': 'fa:16:3e:01:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afe84e5-5ac6-45ea-aee9-5878548f4fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:23:46Z', 'updated_at': '2022-03-05T05:23:46Z', 'revision_number': 0, 'project_id': '06a4f309563b434e9962ec2905954423', 'fixed_ip_address_scope': None}, {'id': 'e14a4b72-cb86-4034-8606-2b73874bfe29', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'floating_ip_address': '172.25.0.88', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'port_id': '85b290ee-fc55-4bd0-9fe0-d8f7960f7da3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'mac_address': 'fa:16:3e:11:dc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c6336-9fe0-4be0-bf6d-35ebd72d77e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:20:59Z', 'updated_at': '2022-03-05T05:21:02Z', 'revision_number': 1, 'project_id': '06a4f309563b434e9962ec2905954423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc416c7b-3324-4a42-8845-432c9c62e96e', 'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'mac_address': 'fa:16:3e:67:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:52Z', 'updated_at': '2022-03-05T05:08:01Z', 'revision_number': 5, 'project_id': '06a4f309563b434e9962ec2905954423', 'subnets': [{'id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:50.785060 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e9a5dbf-420c-4b10-9884-37f8006984c1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group (f3f73994-3f5e-4210-a0ab-a8c71502f579), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:50.795652 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec35b6d-fadd-4e16-91e0-64c084d2c503 None None] The sync data for ids ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'] in n-d-789963-32 is: [{'id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'name': 'tempest-TestVolumeBootPattern-2145227709-router', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:07:45Z', 'updated_at': '2022-03-05T05:07:53Z', 'revision_number': 4, 'project_id': '06a4f309563b434e9962ec2905954423', 'gw_port': {'id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:46Z', 'updated_at': '2022-03-05T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '38f77797-e403-407a-a71b-47f5c123b2b8', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'port_id': '8ecd8a27-0316-413b-bb27-62d4e1f7c2bf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4005, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'mac_address': 'fa:16:3e:01:66:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6afe84e5-5ac6-45ea-aee9-5878548f4fda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:23:46Z', 'updated_at': '2022-03-05T05:23:46Z', 'revision_number': 0, 'project_id': '06a4f309563b434e9962ec2905954423', 'fixed_ip_address_scope': None}, {'id': 'e14a4b72-cb86-4034-8606-2b73874bfe29', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'floating_ip_address': '172.25.0.88', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'port_id': '85b290ee-fc55-4bd0-9fe0-d8f7960f7da3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'mac_address': 'fa:16:3e:11:dc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c6336-9fe0-4be0-bf6d-35ebd72d77e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:20:59Z', 'updated_at': '2022-03-05T05:21:02Z', 'revision_number': 1, 'project_id': '06a4f309563b434e9962ec2905954423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc416c7b-3324-4a42-8845-432c9c62e96e', 'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'mac_address': 'fa:16:3e:67:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:52Z', 'updated_at': '2022-03-05T05:08:01Z', 'revision_number': 5, 'project_id': '06a4f309563b434e9962ec2905954423', 'subnets': [{'id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:23:50.828954 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cb714-6a0d-4027-8a0a-9adc8f594d3a req-34b63aa3-603d-498b-af3b-ac6b04684860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:50.830514 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4a7cb714-6a0d-4027-8a0a-9adc8f594d3a req-34b63aa3-603d-498b-af3b-ac6b04684860 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3da289b5-f373-4722-9911-8508cc812a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1040621 Mar 05 05:23:50.843240 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e9a5dbf-420c-4b10-9884-37f8006984c1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group (f3f73994-3f5e-4210-a0ab-a8c71502f579), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:50.947460 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e9a5dbf-420c-4b10-9884-37f8006984c1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f3f73994-3f5e-4210-a0ab-a8c71502f579), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:50.953057 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e9a5dbf-420c-4b10-9884-37f8006984c1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:50.959575 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8e9a5dbf-420c-4b10-9884-37f8006984c1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "DELETE /v2.0/security-groups/f3f73994-3f5e-4210-a0ab-a8c71502f579 HTTP/1.1" status: 204 len: 168 time: 0.2790129 Mar 05 05:23:50.998304 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a5dbf-420c-4b10-9884-37f8006984c1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f73994-3f5e-4210-a0ab-a8c71502f579,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:51.037185 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 247d76d5-241a-4b81-9276-12a0ccdf00d6, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=247d76d5-241a-4b81-9276-12a0ccdf00d6,segment=NetworkSegment(7703a7a5-e139-4748-8968-fe4ebc806ad9),segment_id=7703a7a5-e139-4748-8968-fe4ebc806ad9)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:23:51.101610 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '247d76d5-241a-4b81-9276-12a0ccdf00d6', 'network_id': 'c958b962-e686-433f-94f0-6d9e9595b2c3', 'port_id': '247d76d5-241a-4b81-9276-12a0ccdf00d6', 'mac_address': 'fa:16:3e:b0:65:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4642c72-7f4d-44c1-84ce-4582958fcd9b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:23:51.155375 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4a7cb714-6a0d-4027-8a0a-9adc8f594d3a req-aab4e7a9-eda5-4086-91dd-ee25bbdda1df service neutron] 10.222.0.31 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133671 Mar 05 05:23:51.161333 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 247d76d5-241a-4b81-9276-12a0ccdf00d6 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:23:51.161829 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (247d76d5-241a-4b81-9276-12a0ccdf00d6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:51.178929 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 247d76d5-241a-4b81-9276-12a0ccdf00d6 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:23:51.210291 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 247d76d5-241a-4b81-9276-12a0ccdf00d6, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=247d76d5-241a-4b81-9276-12a0ccdf00d6,segment=NetworkSegment(7703a7a5-e139-4748-8968-fe4ebc806ad9),segment_id=7703a7a5-e139-4748-8968-fe4ebc806ad9)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:23:51.223623 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (247d76d5-241a-4b81-9276-12a0ccdf00d6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:51.332886 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=247d76d5-241a-4b81-9276-12a0ccdf00d6,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:51.344359 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5f8920-faa3-41ee-9b03-c472ddf53e0a None None] New status for floating IP 38f77797-e403-407a-a71b-47f5c123b2b8: ACTIVE {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:23:51.356219 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4a7cb714-6a0d-4027-8a0a-9adc8f594d3a req-2e32bb11-da9b-4620-8e73-a39c549bec01 service neutron] 10.222.0.31 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944573 Mar 05 05:23:51.480710 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39232) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:51.486061 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-3debe0eb-4275-40d2-a57d-d624f3e35e67 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-297258992', 'description': 'tempest-secgroup-smoke-297258992 description', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:23:51.515769 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['247d76d5-241a-4b81-9276-12a0ccdf00d6'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:23:51.515950 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3debe0eb-4275-40d2-a57d-d624f3e35e67 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:51.604258 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 02d8e8d0-64f0-4827-9a8f-a1670a49a13e no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:23:51.635352 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 02d8e8d0-64f0-4827-9a8f-a1670a49a13e {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:23:51.635846 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 02d8e8d0-64f0-4827-9a8f-a1670a49a13e not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:23:51.649541 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3debe0eb-4275-40d2-a57d-d624f3e35e67 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group (6062b8a2-85ef-410a-a02e-7911711d73f4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:51.662190 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3debe0eb-4275-40d2-a57d-d624f3e35e67 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6062b8a2-85ef-410a-a02e-7911711d73f4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:51.740870 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3debe0eb-4275-40d2-a57d-d624f3e35e67 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6062b8a2-85ef-410a-a02e-7911711d73f4,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:51.771683 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3debe0eb-4275-40d2-a57d-d624f3e35e67 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:51.773107 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3debe0eb-4275-40d2-a57d-d624f3e35e67 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2908623 Mar 05 05:23:51.776532 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39236) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:51.782363 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-65d2ca75-0192-4201-81ae-0ee157528ad8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'security_group_rule': {'security_group_id': '6062b8a2-85ef-410a-a02e-7911711d73f4', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:23:51.817430 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39a5a4-f7ee-431c-9af6-6785ae98d29b req-559cb9fd-757a-4a54-93d7-8d0bbfa6bd26 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:51.831504 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fd39a5a4-f7ee-431c-9af6-6785ae98d29b req-559cb9fd-757a-4a54-93d7-8d0bbfa6bd26 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a18e4020-36b2-4874-b49d-e6d449238edf HTTP/1.1" status: 200 len: 1128 time: 0.1212516 Mar 05 05:23:51.833076 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-65d2ca75-0192-4201-81ae-0ee157528ad8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (57fa4581-deca-4ba0-8e3c-7504b15041b1), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:51.907691 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fd39a5a4-f7ee-431c-9af6-6785ae98d29b req-09917fcd-92e3-45bd-874c-08bd874ef407 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6102aae1-f687-4657-96a0-579c518f875a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747726 Mar 05 05:23:51.934792 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-65d2ca75-0192-4201-81ae-0ee157528ad8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (57fa4581-deca-4ba0-8e3c-7504b15041b1), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:51.939639 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-65d2ca75-0192-4201-81ae-0ee157528ad8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (57fa4581-deca-4ba0-8e3c-7504b15041b1), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:51.964900 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2ca75-0192-4201-81ae-0ee157528ad8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57fa4581-deca-4ba0-8e3c-7504b15041b1,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:51.977075 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-65d2ca75-0192-4201-81ae-0ee157528ad8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:51.978507 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-65d2ca75-0192-4201-81ae-0ee157528ad8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2010865 Mar 05 05:23:51.981406 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39238) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:51.986360 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-9d61aed0-680c-4e4e-b6be-d5639a5047d8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'security_group_rule': {'security_group_id': '6062b8a2-85ef-410a-a02e-7911711d73f4', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:23:52.060216 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9d61aed0-680c-4e4e-b6be-d5639a5047d8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (24d512c4-9010-4a8f-beb4-86a63f38645e), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:52.165264 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9d61aed0-680c-4e4e-b6be-d5639a5047d8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (24d512c4-9010-4a8f-beb4-86a63f38645e), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:52.170476 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9d61aed0-680c-4e4e-b6be-d5639a5047d8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (24d512c4-9010-4a8f-beb4-86a63f38645e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:52.188546 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61aed0-680c-4e4e-b6be-d5639a5047d8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d512c4-9010-4a8f-beb4-86a63f38645e,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:52.209562 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9d61aed0-680c-4e4e-b6be-d5639a5047d8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:52.214090 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9d61aed0-680c-4e4e-b6be-d5639a5047d8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2288435 Mar 05 05:23:52.214441 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39246) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:52.220401 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-b4ee65ad-1522-487f-afa4-b7c5220bd40d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'security_group_rule': {'security_group_id': '6062b8a2-85ef-410a-a02e-7911711d73f4', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:23:52.253505 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b4ee65ad-1522-487f-afa4-b7c5220bd40d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (e0e95e53-a68c-4e84-9324-ba314b112eec), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:52.330949 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b4ee65ad-1522-487f-afa4-b7c5220bd40d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (e0e95e53-a68c-4e84-9324-ba314b112eec), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:52.340190 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b4ee65ad-1522-487f-afa4-b7c5220bd40d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (e0e95e53-a68c-4e84-9324-ba314b112eec), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:52.358414 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee65ad-1522-487f-afa4-b7c5220bd40d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0e95e53-a68c-4e84-9324-ba314b112eec,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:52.377373 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b4ee65ad-1522-487f-afa4-b7c5220bd40d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:52.379934 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b4ee65ad-1522-487f-afa4-b7c5220bd40d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1640007 Mar 05 05:23:52.383937 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39248) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:52.389001 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-e77fd578-e2c9-45bb-97d4-ef1e67e7d976 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'security_group_rule': {'security_group_id': '6062b8a2-85ef-410a-a02e-7911711d73f4', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:23:52.430318 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e77fd578-e2c9-45bb-97d4-ef1e67e7d976 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (08be37c5-4bf0-410c-8c95-92345e296b02), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:52.502456 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e77fd578-e2c9-45bb-97d4-ef1e67e7d976 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (08be37c5-4bf0-410c-8c95-92345e296b02), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:52.508387 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e77fd578-e2c9-45bb-97d4-ef1e67e7d976 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (08be37c5-4bf0-410c-8c95-92345e296b02), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:52.528852 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77fd578-e2c9-45bb-97d4-ef1e67e7d976 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08be37c5-4bf0-410c-8c95-92345e296b02,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:52.548227 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e77fd578-e2c9-45bb-97d4-ef1e67e7d976 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:52.549858 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e77fd578-e2c9-45bb-97d4-ef1e67e7d976 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1648962 Mar 05 05:23:52.553093 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39250) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:52.560092 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-732ea8f5-0a57-4f15-ae6b-cdbb8c875c4a tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'security_group_rule': {'security_group_id': '6062b8a2-85ef-410a-a02e-7911711d73f4', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:23:52.586974 n-d-789963-32 neutron-server[105231]: INFO neutron.db.securitygroups_db [None req-732ea8f5-0a57-4f15-ae6b-cdbb8c875c4a tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Project ab07f13582d14e74bdac64dcc9482a66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:23:52.593503 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-732ea8f5-0a57-4f15-ae6b-cdbb8c875c4a tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (329f10d5-839f-4168-9080-f6730a4b8e90), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:52.669395 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-732ea8f5-0a57-4f15-ae6b-cdbb8c875c4a tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (329f10d5-839f-4168-9080-f6730a4b8e90), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:52.673557 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-732ea8f5-0a57-4f15-ae6b-cdbb8c875c4a tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (329f10d5-839f-4168-9080-f6730a4b8e90), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:52.685883 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 247d76d5-241a-4b81-9276-12a0ccdf00d6 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:23:52.707225 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ea8f5-0a57-4f15-ae6b-cdbb8c875c4a tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329f10d5-839f-4168-9080-f6730a4b8e90,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:52.723719 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-732ea8f5-0a57-4f15-ae6b-cdbb8c875c4a tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:52.728695 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39252) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:52.730644 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-732ea8f5-0a57-4f15-ae6b-cdbb8c875c4a tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1744421 Mar 05 05:23:52.733409 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-0f3766b4-b450-4947-9530-3f1fb8627043 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'security_group_rule': {'security_group_id': '6062b8a2-85ef-410a-a02e-7911711d73f4', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:23:52.772429 n-d-789963-32 neutron-server[105232]: INFO neutron.db.securitygroups_db [None req-0f3766b4-b450-4947-9530-3f1fb8627043 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Project ab07f13582d14e74bdac64dcc9482a66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:23:52.779057 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0f3766b4-b450-4947-9530-3f1fb8627043 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (a74633af-4cd0-4174-a07f-0d50fb744c72), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:52.808410 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 247d76d5-241a-4b81-9276-12a0ccdf00d6 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:23:52.820015 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 247d76d5-241a-4b81-9276-12a0ccdf00d6 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:23:52.820791 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (247d76d5-241a-4b81-9276-12a0ccdf00d6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:52.930944 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0f3766b4-b450-4947-9530-3f1fb8627043 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (a74633af-4cd0-4174-a07f-0d50fb744c72), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:52.936629 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0f3766b4-b450-4947-9530-3f1fb8627043 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (a74633af-4cd0-4174-a07f-0d50fb744c72), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:52.973006 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3766b4-b450-4947-9530-3f1fb8627043 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a74633af-4cd0-4174-a07f-0d50fb744c72,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:52.989302 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0f3766b4-b450-4947-9530-3f1fb8627043 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:52.994481 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0f3766b4-b450-4947-9530-3f1fb8627043 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2610185 Mar 05 05:23:52.995065 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39256) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:53.002854 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-79161464-dd48-46cf-a1f9-8be462868806 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'network': {'name': 'tempest-network-smoke--153711021', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'port_security_enabled': True}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:23:53.008214 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 247d76d5-241a-4b81-9276-12a0ccdf00d6 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:23:53.008618 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (247d76d5-241a-4b81-9276-12a0ccdf00d6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:53.037042 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79161464-dd48-46cf-a1f9-8be462868806 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Made reservation on behalf of ab07f13582d14e74bdac64dcc9482a66 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:23:53.042309 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-79161464-dd48-46cf-a1f9-8be462868806 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:53.047349 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18e4020-36b2-4874-b49d-e6d449238edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247d76d5-241a-4b81-9276-12a0ccdf00d6'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:23:53.051145 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c731d3a-6c7a-4d1f-ae4b-6a862d735234" -d '{"events": [{"server_uuid": "a18e4020-36b2-4874-b49d-e6d449238edf", "name": "network-vif-plugged", "status": "completed", "tag": "247d76d5-241a-4b81-9276-12a0ccdf00d6"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:23:53.068921 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 247d76d5-241a-4b81-9276-12a0ccdf00d6, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=247d76d5-241a-4b81-9276-12a0ccdf00d6,segment=NetworkSegment(7703a7a5-e139-4748-8968-fe4ebc806ad9),segment_id=7703a7a5-e139-4748-8968-fe4ebc806ad9)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:23:53.074534 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79161464-dd48-46cf-a1f9-8be462868806 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:23:53.076327 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (247d76d5-241a-4b81-9276-12a0ccdf00d6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:53.089860 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-79161464-dd48-46cf-a1f9-8be462868806 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (5ede8137-1b7a-4dc1-81b5-5679de6ee2e1), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:53.090228 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-79161464-dd48-46cf-a1f9-8be462868806 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Added segment 5ede8137-1b7a-4dc1-81b5-5679de6ee2e1 of type vlan for network e89137aa-431b-4fd2-985a-9afac0e81b4f Mar 05 05:23:53.121434 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ab75a-d330-49b4-82c7-94726a1c274d req-4037b113-8be1-448d-82ce-82ec84696b9d tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:53.128816 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-989ab75a-d330-49b4-82c7-94726a1c274d req-4037b113-8be1-448d-82ce-82ec84696b9d tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a18e4020-36b2-4874-b49d-e6d449238edf HTTP/1.1" status: 200 len: 1128 time: 0.1158347 Mar 05 05:23:53.174621 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-79161464-dd48-46cf-a1f9-8be462868806 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (e89137aa-431b-4fd2-985a-9afac0e81b4f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:53.212467 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-79161464-dd48-46cf-a1f9-8be462868806 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (e89137aa-431b-4fd2-985a-9afac0e81b4f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:53.219433 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002599d7-d93d-4979-a3fa-7f26e8874a1d x-openstack-request-id: req-002599d7-d93d-4979-a3fa-7f26e8874a1d {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:23:53.221063 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18e4020-36b2-4874-b49d-e6d449238edf", "name": "network-vif-plugged", "status": "completed", "tag": "247d76d5-241a-4b81-9276-12a0ccdf00d6", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:23:53.221338 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79161464-dd48-46cf-a1f9-8be462868806 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:53.221711 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-002599d7-d93d-4979-a3fa-7f26e8874a1d {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:23:53.222012 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-79161464-dd48-46cf-a1f9-8be462868806 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:53.222979 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-989ab75a-d330-49b4-82c7-94726a1c274d req-f7634297-a484-465e-bf33-400d959d5798 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6102aae1-f687-4657-96a0-579c518f875a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931921 Mar 05 05:23:53.223693 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18e4020-36b2-4874-b49d-e6d449238edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247d76d5-241a-4b81-9276-12a0ccdf00d6', 'code': 200} Mar 05 05:23:53.315422 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=247d76d5-241a-4b81-9276-12a0ccdf00d6,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:53.364500 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79161464-dd48-46cf-a1f9-8be462868806 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'Network': ['ID=e89137aa-431b-4fd2-985a-9afac0e81b4f,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:53.377391 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-79161464-dd48-46cf-a1f9-8be462868806 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3775771 Mar 05 05:23:53.378367 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39264) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:53.384201 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-bd592359-3b8d-4602-8d89-76bc0d8927e7 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1043361668', 'admin_state_up': True, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:23:53.387029 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network e89137aa-431b-4fd2-985a-9afac0e81b4f details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:23:53.416427 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb673c0-fb0c-4e4a-b976-520c7f6e1890 req-fc2602a4-dff0-45ec-88c8-dd15a34945fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:53.418112 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eeb673c0-fb0c-4e4a-b976-520c7f6e1890 req-fc2602a4-dff0-45ec-88c8-dd15a34945fb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a18e4020-36b2-4874-b49d-e6d449238edf HTTP/1.1" status: 200 len: 1129 time: 0.1111660 Mar 05 05:23:53.422937 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bd592359-3b8d-4602-8d89-76bc0d8927e7 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (1a027ee0-44e6-484a-9224-7e0cef3cb18b), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:53.424556 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bd592359-3b8d-4602-8d89-76bc0d8927e7 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (1a027ee0-44e6-484a-9224-7e0cef3cb18b), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:53.481821 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eeb673c0-fb0c-4e4a-b976-520c7f6e1890 req-3ee7939c-f885-4c21-9295-e078ddb141ac service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6102aae1-f687-4657-96a0-579c518f875a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580733 Mar 05 05:23:53.516766 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bd592359-3b8d-4602-8d89-76bc0d8927e7 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router_controller (1a027ee0-44e6-484a-9224-7e0cef3cb18b), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:53.679769 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bd592359-3b8d-4602-8d89-76bc0d8927e7 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router_gateway (1a027ee0-44e6-484a-9224-7e0cef3cb18b), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:53.877324 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bd592359-3b8d-4602-8d89-76bc0d8927e7 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router_gateway (1a027ee0-44e6-484a-9224-7e0cef3cb18b), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:53.895136 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bd592359-3b8d-4602-8d89-76bc0d8927e7 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:54.003628 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-bd592359-3b8d-4602-8d89-76bc0d8927e7 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Allocated IP 172.25.0.55 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/cb64c0e0-b62e-4323-a73d-a830e805c33a) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:23:54.115868 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bd592359-3b8d-4602-8d89-76bc0d8927e7 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for port (cb64c0e0-b62e-4323-a73d-a830e805c33a), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:54.150780 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bd592359-3b8d-4602-8d89-76bc0d8927e7 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (cb64c0e0-b62e-4323-a73d-a830e805c33a), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:54.190223 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd592359-3b8d-4602-8d89-76bc0d8927e7 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:23:54.193195 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-bd592359-3b8d-4602-8d89-76bc0d8927e7 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:23:54.197348 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd592359-3b8d-4602-8d89-76bc0d8927e7 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:23:54.203219 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd592359-3b8d-4602-8d89-76bc0d8927e7 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'Port': ['ID=cb64c0e0-b62e-4323-a73d-a830e805c33a,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:54.512359 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727b239-11a8-4f04-bd39-ec53602140d5 req-66cf83ba-9131-4ef1-ae1c-34537e8cc7c2 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:54.513965 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3727b239-11a8-4f04-bd39-ec53602140d5 req-66cf83ba-9131-4ef1-ae1c-34537e8cc7c2 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a18e4020-36b2-4874-b49d-e6d449238edf HTTP/1.1" status: 200 len: 1129 time: 0.1103845 Mar 05 05:23:54.617930 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bd592359-3b8d-4602-8d89-76bc0d8927e7 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router_gateway (1a027ee0-44e6-484a-9224-7e0cef3cb18b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:54.622792 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3727b239-11a8-4f04-bd39-ec53602140d5 req-e4a89f4f-00af-4176-a3cd-3527cb885d71 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6102aae1-f687-4657-96a0-579c518f875a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663257 Mar 05 05:23:54.836585 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bd592359-3b8d-4602-8d89-76bc0d8927e7 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (1a027ee0-44e6-484a-9224-7e0cef3cb18b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:54.972954 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd592359-3b8d-4602-8d89-76bc0d8927e7 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Router 1a027ee0-44e6-484a-9224-7e0cef3cb18b is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:23:55.085192 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd592359-3b8d-4602-8d89-76bc0d8927e7 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:23:55.102472 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087f360e-e88b-4683-9d81-f96cef927cb7 None None] Sync routers for ids ['1a027ee0-44e6-484a-9224-7e0cef3cb18b'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:23:55.110594 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bd592359-3b8d-4602-8d89-76bc0d8927e7 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:55.112434 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bd592359-3b8d-4602-8d89-76bc0d8927e7 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7328603 Mar 05 05:23:55.115506 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39272) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:55.138797 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087f360e-e88b-4683-9d81-f96cef927cb7 None None] Routers {'1a027ee0-44e6-484a-9224-7e0cef3cb18b'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:23:55.139345 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-087f360e-e88b-4683-9d81-f96cef927cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:23:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['1a027ee0-44e6-484a-9224-7e0cef3cb18b'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:55.152678 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-372be99f-7597-4901-84ce-734c6239ad1a tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=ab07f13582d14e74bdac64dcc9482a66&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333982 Mar 05 05:23:55.153255 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39274) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:55.226897 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8b10bc85-7c91-4184-9e25-ff9cbae61975 req-95490110-6a7b-4d60-8251-fb3addadbe9e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0819170 Mar 05 05:23:55.276366 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afa14e7-be06-41c4-969f-b65d0da652fd tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:55.281978 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6afa14e7-be06-41c4-969f-b65d0da652fd tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1281788 Mar 05 05:23:55.283114 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39276) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:55.319406 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1e54e9f8-d298-41cc-ba9c-486dd45b21a1 tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=ff625bbb-6b8f-4740-be08-a562ec9a34a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349364 Mar 05 05:23:55.320998 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39278) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:55.327179 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-d64b03c6-3c66-4963-8647-7ea4a9447c48 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-499250164', 'network_id': 'e89137aa-431b-4fd2-985a-9afac0e81b4f', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:23:55.341858 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-087f360e-e88b-4683-9d81-f96cef927cb7 None None] Set router 1a027ee0-44e6-484a-9224-7e0cef3cb18b gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:23:55.355841 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10bc85-7c91-4184-9e25-ff9cbae61975 req-a3d3214d-1fb5-462c-9715-25bd3d10b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:55.357356 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8b10bc85-7c91-4184-9e25-ff9cbae61975 req-a3d3214d-1fb5-462c-9715-25bd3d10b32c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 1128 time: 0.0773027 Mar 05 05:23:55.514144 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64b03c6-3c66-4963-8647-7ea4a9447c48 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Made reservation on behalf of ab07f13582d14e74bdac64dcc9482a66 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:23:55.518721 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d64b03c6-3c66-4963-8647-7ea4a9447c48 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:55.589044 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10bc85-7c91-4184-9e25-ff9cbae61975 req-ff17399e-c110-4d74-9601-2a1085762a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:55.597197 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8b10bc85-7c91-4184-9e25-ff9cbae61975 req-ff17399e-c110-4d74-9601-2a1085762a59 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 912 time: 0.2151072 Mar 05 05:23:55.694387 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8b10bc85-7c91-4184-9e25-ff9cbae61975 req-848bfb0f-cc3d-4e48-b1e3-2472fc019003 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ecd8a27-0316-413b-bb27-62d4e1f7c2bf HTTP/1.1" status: 200 len: 1000 time: 0.0919192 Mar 05 05:23:55.822690 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10bc85-7c91-4184-9e25-ff9cbae61975 req-e683301b-0f86-4d40-887c-9a11adc6b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:55.824654 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8b10bc85-7c91-4184-9e25-ff9cbae61975 req-e683301b-0f86-4d40-887c-9a11adc6b150 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb HTTP/1.1" status: 200 len: 851 time: 0.1223223 Mar 05 05:23:55.920324 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10bc85-7c91-4184-9e25-ff9cbae61975 req-af597055-ab70-40dc-b5ac-372192451af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:55.921925 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8b10bc85-7c91-4184-9e25-ff9cbae61975 req-af597055-ab70-40dc-b5ac-372192451af8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3da289b5-f373-4722-9911-8508cc812a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0902712 Mar 05 05:23:55.954213 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-087f360e-e88b-4683-9d81-f96cef927cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043361668', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'cb64c0e0-b62e-4323-a73d-a830e805c33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:23:53Z', 'updated_at': '2022-03-05T05:23:54Z', 'revision_number': 3, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'cb64c0e0-b62e-4323-a73d-a830e805c33a', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:53Z', 'updated_at': '2022-03-05T05:23:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:55.965043 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d64b03c6-3c66-4963-8647-7ea4a9447c48 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (ab10faf6-ef38-4209-bc6e-c2efd091d428), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:56.053515 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b03c6-3c66-4963-8647-7ea4a9447c48 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'Subnet': ['ID=ab10faf6-ef38-4209-bc6e-c2efd091d428,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:56.053641 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087f360e-e88b-4683-9d81-f96cef927cb7 None None] Checking router: 1a027ee0-44e6-484a-9224-7e0cef3cb18b for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:23:56.053926 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087f360e-e88b-4683-9d81-f96cef927cb7 None None] Updating router 1a027ee0-44e6-484a-9224-7e0cef3cb18b port cb64c0e0-b62e-4323-a73d-a830e805c33a binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:23:56.081036 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8b10bc85-7c91-4184-9e25-ff9cbae61975 req-637d85cf-a6d4-4f8f-ac15-0ef517326c6c service neutron] 10.222.0.31 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423552 Mar 05 05:23:56.126343 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64b03c6-3c66-4963-8647-7ea4a9447c48 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Checking segment: {'id': '5ede8137-1b7a-4dc1-81b5-5679de6ee2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e89137aa-431b-4fd2-985a-9afac0e81b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:23:56.126729 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64b03c6-3c66-4963-8647-7ea4a9447c48 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Network hostable DHCP agents. Network: e89137aa-431b-4fd2-985a-9afac0e81b4f, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:23:56.130051 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-087f360e-e88b-4683-9d81-f96cef927cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cb64c0e0-b62e-4323-a73d-a830e805c33a), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:56.145137 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d44488-9788-4129-b7f9-9afde2c98c0c req-029421c5-c07a-496d-82f2-cc9a1ad12334 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:56.154742 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74d44488-9788-4129-b7f9-9afde2c98c0c req-029421c5-c07a-496d-82f2-cc9a1ad12334 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a18e4020-36b2-4874-b49d-e6d449238edf HTTP/1.1" status: 200 len: 1129 time: 0.2245429 Mar 05 05:23:56.193900 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64b03c6-3c66-4963-8647-7ea4a9447c48 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Network e89137aa-431b-4fd2-985a-9afac0e81b4f is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:23:56.230570 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8b10bc85-7c91-4184-9e25-ff9cbae61975 req-9ea22dff-1dd7-4530-81d2-3ff659a0f308 service neutron] 10.222.0.31 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413615 Mar 05 05:23:56.231025 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74d44488-9788-4129-b7f9-9afde2c98c0c req-452ac4ca-0f6d-4e9b-935a-5428581f9e75 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6102aae1-f687-4657-96a0-579c518f875a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692756 Mar 05 05:23:56.233210 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-d64b03c6-3c66-4963-8647-7ea4a9447c48 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, e89137aa-431b-4fd2-985a-9afac0e81b4f) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:23:56.244155 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64b03c6-3c66-4963-8647-7ea4a9447c48 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:56.244770 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d64b03c6-3c66-4963-8647-7ea4a9447c48 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:56.261627 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe18841-ae0a-466d-859a-296bf5a36a9c None None] Network e89137aa-431b-4fd2-985a-9afac0e81b4f requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:23:56.268239 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d64b03c6-3c66-4963-8647-7ea4a9447c48 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9454811 Mar 05 05:23:56.270759 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39296) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:23:56.401453 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a5eb98-ac45-4c47-bdda-f9fa6bda9bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-e89137aa-431b-4fd2-985a-9afac0e81b4f', 'network_id': 'e89137aa-431b-4fd2-985a-9afac0e81b4f', 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'fixed_ips': [{'subnet_id': 'ab10faf6-ef38-4209-bc6e-c2efd091d428'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:23:56.408091 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a4a5eb98-ac45-4c47-bdda-f9fa6bda9bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:56.676437 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-a4a5eb98-ac45-4c47-bdda-f9fa6bda9bb9 None None] Allocated IP 172.20.0.2 (e89137aa-431b-4fd2-985a-9afac0e81b4f/ab10faf6-ef38-4209-bc6e-c2efd091d428/74837604-c8dc-4b00-8635-35eb5b3205bf) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:23:56.706291 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-087f360e-e88b-4683-9d81-f96cef927cb7 None None] Publish callbacks [] for port (cb64c0e0-b62e-4323-a73d-a830e805c33a), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:56.716397 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-087f360e-e88b-4683-9d81-f96cef927cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cb64c0e0-b62e-4323-a73d-a830e805c33a), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:56.866064 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-087f360e-e88b-4683-9d81-f96cef927cb7 None None] Attempting to bind port cb64c0e0-b62e-4323-a73d-a830e805c33a on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:23:56.866449 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-087f360e-e88b-4683-9d81-f96cef927cb7 None None] Attempting to bind port cb64c0e0-b62e-4323-a73d-a830e805c33a by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:23:56.867871 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087f360e-e88b-4683-9d81-f96cef927cb7 None None] Attempting to bind port cb64c0e0-b62e-4323-a73d-a830e805c33a on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:23:56.883845 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b5b72-53b9-4368-8d68-33fed9f4ab7f None None] Pushing event updated for resources: {'Port': ['ID=cb64c0e0-b62e-4323-a73d-a830e805c33a,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:56.913890 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087f360e-e88b-4683-9d81-f96cef927cb7 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:23:56.914297 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087f360e-e88b-4683-9d81-f96cef927cb7 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:23:56.914798 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-087f360e-e88b-4683-9d81-f96cef927cb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:56.915268 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087f360e-e88b-4683-9d81-f96cef927cb7 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:23:56.915954 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-087f360e-e88b-4683-9d81-f96cef927cb7 None None] Bound port: cb64c0e0-b62e-4323-a73d-a830e805c33a, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:23:56.916347 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-087f360e-e88b-4683-9d81-f96cef927cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cb64c0e0-b62e-4323-a73d-a830e805c33a), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:56.974466 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a4a5eb98-ac45-4c47-bdda-f9fa6bda9bb9 None None] Publish callbacks [] for port (74837604-c8dc-4b00-8635-35eb5b3205bf), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:56.990297 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a4a5eb98-ac45-4c47-bdda-f9fa6bda9bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (74837604-c8dc-4b00-8635-35eb5b3205bf), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:57.032863 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-087f360e-e88b-4683-9d81-f96cef927cb7 None None] For port cb64c0e0-b62e-4323-a73d-a830e805c33a, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:23:57.044170 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-087f360e-e88b-4683-9d81-f96cef927cb7 None None] For port cb64c0e0-b62e-4323-a73d-a830e805c33a, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=cb64c0e0-b62e-4323-a73d-a830e805c33a,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:23:57.066285 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-087f360e-e88b-4683-9d81-f96cef927cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cb64c0e0-b62e-4323-a73d-a830e805c33a), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:57.120555 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a5eb98-ac45-4c47-bdda-f9fa6bda9bb9 None None] Network e89137aa-431b-4fd2-985a-9afac0e81b4f is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:23:57.134468 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-a4a5eb98-ac45-4c47-bdda-f9fa6bda9bb9 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:23:57.144963 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a5eb98-ac45-4c47-bdda-f9fa6bda9bb9 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:23:57.188672 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087f360e-e88b-4683-9d81-f96cef927cb7 None None] Routers {'1a027ee0-44e6-484a-9224-7e0cef3cb18b'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:23:57.189822 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-087f360e-e88b-4683-9d81-f96cef927cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:23:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['1a027ee0-44e6-484a-9224-7e0cef3cb18b'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:57.255220 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4fdaefbd-d800-43df-ade0-2f49be6c2436 req-130fedb7-8890-4fa7-9582-a0c35c6e618c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1543670 Mar 05 05:23:57.266667 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b5b72-53b9-4368-8d68-33fed9f4ab7f None None] Pushing event updated for resources: {'Port': ['ID=cb64c0e0-b62e-4323-a73d-a830e805c33a,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:57.299614 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5eb98-ac45-4c47-bdda-f9fa6bda9bb9 None None] Pushing event updated for resources: {'Port': ['ID=74837604-c8dc-4b00-8635-35eb5b3205bf,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:57.343891 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-a4a5eb98-ac45-4c47-bdda-f9fa6bda9bb9 None None] Attempting to bind port 74837604-c8dc-4b00-8635-35eb5b3205bf on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:23:57.344253 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-a4a5eb98-ac45-4c47-bdda-f9fa6bda9bb9 None None] Attempting to bind port 74837604-c8dc-4b00-8635-35eb5b3205bf by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '5ede8137-1b7a-4dc1-81b5-5679de6ee2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e89137aa-431b-4fd2-985a-9afac0e81b4f'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:23:57.344632 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a5eb98-ac45-4c47-bdda-f9fa6bda9bb9 None None] Attempting to bind port 74837604-c8dc-4b00-8635-35eb5b3205bf on network e89137aa-431b-4fd2-985a-9afac0e81b4f {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:23:57.364302 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a5eb98-ac45-4c47-bdda-f9fa6bda9bb9 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:23:57.364696 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a5eb98-ac45-4c47-bdda-f9fa6bda9bb9 None None] Checking segment: {'id': '5ede8137-1b7a-4dc1-81b5-5679de6ee2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e89137aa-431b-4fd2-985a-9afac0e81b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:23:57.365117 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a4a5eb98-ac45-4c47-bdda-f9fa6bda9bb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:57.365724 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a5eb98-ac45-4c47-bdda-f9fa6bda9bb9 None None] Bound using segment: {'id': '5ede8137-1b7a-4dc1-81b5-5679de6ee2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e89137aa-431b-4fd2-985a-9afac0e81b4f'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:23:57.366236 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-a4a5eb98-ac45-4c47-bdda-f9fa6bda9bb9 None None] Bound port: 74837604-c8dc-4b00-8635-35eb5b3205bf, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ede8137-1b7a-4dc1-81b5-5679de6ee2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e89137aa-431b-4fd2-985a-9afac0e81b4f'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:23:57.366724 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a4a5eb98-ac45-4c47-bdda-f9fa6bda9bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (74837604-c8dc-4b00-8635-35eb5b3205bf), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:57.399583 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdaefbd-d800-43df-ade0-2f49be6c2436 req-a5122f43-13ce-4eff-9510-f49a6e98d430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:57.401440 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4fdaefbd-d800-43df-ade0-2f49be6c2436 req-a5122f43-13ce-4eff-9510-f49a6e98d430 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 1129 time: 0.0949581 Mar 05 05:23:57.505550 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-087f360e-e88b-4683-9d81-f96cef927cb7 None None] Set router 1a027ee0-44e6-484a-9224-7e0cef3cb18b gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:23:57.536093 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e276e7-2e68-4475-8e70-6ebe168221ee req-1690708d-9601-49f3-8954-44fcbbab454d tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:57.539183 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-a4a5eb98-ac45-4c47-bdda-f9fa6bda9bb9 None None] For port 74837604-c8dc-4b00-8635-35eb5b3205bf, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:23:57.540430 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-81e276e7-2e68-4475-8e70-6ebe168221ee req-1690708d-9601-49f3-8954-44fcbbab454d tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a18e4020-36b2-4874-b49d-e6d449238edf HTTP/1.1" status: 200 len: 1129 time: 1.1583581 Mar 05 05:23:57.559426 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-a4a5eb98-ac45-4c47-bdda-f9fa6bda9bb9 None None] For port 74837604-c8dc-4b00-8635-35eb5b3205bf, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=74837604-c8dc-4b00-8635-35eb5b3205bf,segment=NetworkSegment(5ede8137-1b7a-4dc1-81b5-5679de6ee2e1),segment_id=5ede8137-1b7a-4dc1-81b5-5679de6ee2e1)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:23:57.571928 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a4a5eb98-ac45-4c47-bdda-f9fa6bda9bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (74837604-c8dc-4b00-8635-35eb5b3205bf), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:57.740346 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdaefbd-d800-43df-ade0-2f49be6c2436 req-52166a34-558d-487e-8795-d5cdb76e6894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:57.745016 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4fdaefbd-d800-43df-ade0-2f49be6c2436 req-52166a34-558d-487e-8795-d5cdb76e6894 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 912 time: 0.3165910 Mar 05 05:23:57.795367 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-81e276e7-2e68-4475-8e70-6ebe168221ee req-cb5e0bdf-7e2a-4fe1-bda6-0da917ec770c tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6102aae1-f687-4657-96a0-579c518f875a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449408 Mar 05 05:23:57.826884 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5eb98-ac45-4c47-bdda-f9fa6bda9bb9 None None] Pushing event updated for resources: {'Port': ['ID=74837604-c8dc-4b00-8635-35eb5b3205bf,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:23:57.951404 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4fdaefbd-d800-43df-ade0-2f49be6c2436 req-d6b0dd34-e4c6-4339-8df5-4f969d316f2d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85b290ee-fc55-4bd0-9fe0-d8f7960f7da3 HTTP/1.1" status: 200 len: 1001 time: 0.2014198 Mar 05 05:23:58.037649 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-087f360e-e88b-4683-9d81-f96cef927cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043361668', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'cb64c0e0-b62e-4323-a73d-a830e805c33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:23:53Z', 'updated_at': '2022-03-05T05:23:54Z', 'revision_number': 3, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'cb64c0e0-b62e-4323-a73d-a830e805c33a', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:53Z', 'updated_at': '2022-03-05T05:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:23:58.121721 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087f360e-e88b-4683-9d81-f96cef927cb7 None None] The sync data for ids ['1a027ee0-44e6-484a-9224-7e0cef3cb18b'] in n-d-789963-32 is: [{'id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043361668', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'cb64c0e0-b62e-4323-a73d-a830e805c33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:23:53Z', 'updated_at': '2022-03-05T05:23:54Z', 'revision_number': 3, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'cb64c0e0-b62e-4323-a73d-a830e805c33a', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:53Z', 'updated_at': '2022-03-05T05:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:23:58.156006 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea25d85-cdc8-43d4-847c-335346e2f524 req-1d83bd6b-746e-4ef1-9840-a3f64da3b7da tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:58.171387 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdaefbd-d800-43df-ade0-2f49be6c2436 req-576ab35a-dde6-453c-a837-6f821666d91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:58.187255 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2ea25d85-cdc8-43d4-847c-335346e2f524 req-1d83bd6b-746e-4ef1-9840-a3f64da3b7da tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a18e4020-36b2-4874-b49d-e6d449238edf HTTP/1.1" status: 200 len: 1129 time: 0.2506990 Mar 05 05:23:58.194108 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4fdaefbd-d800-43df-ade0-2f49be6c2436 req-576ab35a-dde6-453c-a837-6f821666d91a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb HTTP/1.1" status: 200 len: 851 time: 0.2188928 Mar 05 05:23:58.348667 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2ea25d85-cdc8-43d4-847c-335346e2f524 req-5c9470d6-f694-46c4-bb2d-1deb1207134d tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6102aae1-f687-4657-96a0-579c518f875a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537418 Mar 05 05:23:58.477553 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdaefbd-d800-43df-ade0-2f49be6c2436 req-a7f2d220-0cbd-4c06-bfaf-486c199c9bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:58.487648 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4fdaefbd-d800-43df-ade0-2f49be6c2436 req-a7f2d220-0cbd-4c06-bfaf-486c199c9bfa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3da289b5-f373-4722-9911-8508cc812a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2892640 Mar 05 05:23:58.617324 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e66f-39ae-438a-af7a-992612155818 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:23:58.814086 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4fdaefbd-d800-43df-ade0-2f49be6c2436 req-f2ced189-2837-45e4-b5a7-22a1d2311381 service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200510 Mar 05 05:23:58.844715 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-8ea94865-07d0-46b4-84aa-72ceb1e41047 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:23:58.846559 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-8ea94865-07d0-46b4-84aa-72ceb1e41047 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/networks?id=c958b962-e686-433f-94f0-6d9e9595b2c3 HTTP/1.1" status: 200 len: 909 time: 0.2946637 Mar 05 05:23:58.942150 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-f978628c-2abe-4344-a2b9-7285b0040e2c tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/quotas/058f52835f394cbdb8fe9c19783f7696 HTTP/1.1" status: 200 len: 375 time: 0.0365102 Mar 05 05:23:59.045760 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4fdaefbd-d800-43df-ade0-2f49be6c2436 req-18499dbe-b113-4b82-8bac-2f2bc54e988b service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239425 Mar 05 05:23:59.163222 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-ec955cc5-fef1-4a21-8381-cf812d37c2ec tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/ports?tenant_id=058f52835f394cbdb8fe9c19783f7696&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2126095 Mar 05 05:23:59.508042 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-fe3f96b2-60b8-44a0-b375-5ed7b0edc05e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:23:59.510312 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-fe3f96b2-60b8-44a0-b375-5ed7b0edc05e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2615783 Mar 05 05:23:59.836467 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 74837604-c8dc-4b00-8635-35eb5b3205bf up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:23:59.902460 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-e5e29ce4-0f9b-40e2-ae62-b140e935cf0a service neutron] 10.222.0.11 "GET /v2.0/networks/c958b962-e686-433f-94f0-6d9e9595b2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958467 Mar 05 05:23:59.964823 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 74837604-c8dc-4b00-8635-35eb5b3205bf triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:23:59.965176 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (74837604-c8dc-4b00-8635-35eb5b3205bf), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:00.031024 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267dd752-1bdd-45ff-8e51-4524d79f6e0a None None] Network e89137aa-431b-4fd2-985a-9afac0e81b4f requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:24:00.193855 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-e1f0e66f-39ae-438a-af7a-992612155818 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Allocated IP 172.20.0.1 (e89137aa-431b-4fd2-985a-9afac0e81b4f/ab10faf6-ef38-4209-bc6e-c2efd091d428/b543e242-e9f3-4037-82a6-b4636fa36d21) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:24:00.215448 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3531d079-4cd4-41c4-a4ca-18b427251c24 None None] Provisioning complete for port 74837604-c8dc-4b00-8635-35eb5b3205bf triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:24:00.215836 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3531d079-4cd4-41c4-a4ca-18b427251c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (74837604-c8dc-4b00-8635-35eb5b3205bf), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:00.235230 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-affb5d75-163d-46b6-846d-9aa34cb5a215 service neutron] 10.222.0.11 "GET /v2.0/networks/c958b962-e686-433f-94f0-6d9e9595b2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194876 Mar 05 05:24:00.239250 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 74837604-c8dc-4b00-8635-35eb5b3205bf is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:24:00.239654 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (74837604-c8dc-4b00-8635-35eb5b3205bf), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:00.337223 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 74837604-c8dc-4b00-8635-35eb5b3205bf, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=74837604-c8dc-4b00-8635-35eb5b3205bf,segment=NetworkSegment(5ede8137-1b7a-4dc1-81b5-5679de6ee2e1),segment_id=5ede8137-1b7a-4dc1-81b5-5679de6ee2e1)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:24:00.393154 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (74837604-c8dc-4b00-8635-35eb5b3205bf), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:00.394818 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device cb64c0e0-b62e-4323-a73d-a830e805c33a up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:24:00.478576 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3531d079-4cd4-41c4-a4ca-18b427251c24 None None] Current status of the port 74837604-c8dc-4b00-8635-35eb5b3205bf is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:24:00.544721 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e66f-39ae-438a-af7a-992612155818 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for port (b543e242-e9f3-4037-82a6-b4636fa36d21), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:00.560219 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=74837604-c8dc-4b00-8635-35eb5b3205bf,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:24:00.598775 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port cb64c0e0-b62e-4323-a73d-a830e805c33a triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:24:00.598775 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cb64c0e0-b62e-4323-a73d-a830e805c33a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:00.599042 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e66f-39ae-438a-af7a-992612155818 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (b543e242-e9f3-4037-82a6-b4636fa36d21), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:00.626851 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f0e66f-39ae-438a-af7a-992612155818 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Network e89137aa-431b-4fd2-985a-9afac0e81b4f is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:24:00.633285 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-e1f0e66f-39ae-438a-af7a-992612155818 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:24:00.732508 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f0e66f-39ae-438a-af7a-992612155818 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:24:00.856019 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e3734e7a-3006-4f51-9e7b-eac63707f1ad req-d7319981-f40e-4179-8a8f-0f7b69501cc2 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b9ec8e1a-342a-4769-a957-21b457623104 HTTP/1.1" status: 200 len: 210 time: 0.1813037 Mar 05 05:24:00.856662 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e66f-39ae-438a-af7a-992612155818 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (1a027ee0-44e6-484a-9224-7e0cef3cb18b), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:00.943489 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-b3b22eb5-f290-45df-85ad-b38c6372934a None None] Provisioning complete for port 74837604-c8dc-4b00-8635-35eb5b3205bf triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:24:00.944051 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b3b22eb5-f290-45df-85ad-b38c6372934a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (74837604-c8dc-4b00-8635-35eb5b3205bf), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:00.948895 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f0e66f-39ae-438a-af7a-992612155818 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'Port': ['ID=b543e242-e9f3-4037-82a6-b4636fa36d21,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:24:01.062269 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port cb64c0e0-b62e-4323-a73d-a830e805c33a is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:24:01.062688 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cb64c0e0-b62e-4323-a73d-a830e805c33a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:01.137591 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port cb64c0e0-b62e-4323-a73d-a830e805c33a, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=cb64c0e0-b62e-4323-a73d-a830e805c33a,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:24:01.163632 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cb64c0e0-b62e-4323-a73d-a830e805c33a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:01.199918 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e66f-39ae-438a-af7a-992612155818 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b543e242-e9f3-4037-82a6-b4636fa36d21), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:01.346081 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b3b22eb5-f290-45df-85ad-b38c6372934a None None] Current status of the port 74837604-c8dc-4b00-8635-35eb5b3205bf is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:24:01.380280 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=cb64c0e0-b62e-4323-a73d-a830e805c33a,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:24:01.484669 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-c039c7c2-329e-4e2d-b5ba-4ea59e2612de None None] Provisioning complete for port b543e242-e9f3-4037-82a6-b4636fa36d21 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:24:01.488483 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c039c7c2-329e-4e2d-b5ba-4ea59e2612de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b543e242-e9f3-4037-82a6-b4636fa36d21), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:01.597825 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c039c7c2-329e-4e2d-b5ba-4ea59e2612de None None] Port b543e242-e9f3-4037-82a6-b4636fa36d21 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:24:01.676950 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 74837604-c8dc-4b00-8635-35eb5b3205bf up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:24:01.753929 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 74837604-c8dc-4b00-8635-35eb5b3205bf triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:24:01.754554 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (74837604-c8dc-4b00-8635-35eb5b3205bf), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:01.803681 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e66f-39ae-438a-af7a-992612155818 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for port (b543e242-e9f3-4037-82a6-b4636fa36d21), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:01.814121 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e66f-39ae-438a-af7a-992612155818 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (b543e242-e9f3-4037-82a6-b4636fa36d21), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:01.869217 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 74837604-c8dc-4b00-8635-35eb5b3205bf is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:24:01.872306 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device cb64c0e0-b62e-4323-a73d-a830e805c33a up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:24:01.920301 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f0e66f-39ae-438a-af7a-992612155818 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'Port': ['ID=b543e242-e9f3-4037-82a6-b4636fa36d21,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:24:01.923774 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e66f-39ae-438a-af7a-992612155818 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (1a027ee0-44e6-484a-9224-7e0cef3cb18b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:01.943017 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port cb64c0e0-b62e-4323-a73d-a830e805c33a triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:24:01.943353 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cb64c0e0-b62e-4323-a73d-a830e805c33a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:02.090854 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port cb64c0e0-b62e-4323-a73d-a830e805c33a is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:24:02.099704 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f6374c53-a046-49ab-afbb-d52040ef2104 req-8bfb52fa-1468-48da-8c19-b783e72fc72c tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b9ec8e1a-342a-4769-a957-21b457623104 HTTP/1.1" status: 200 len: 210 time: 0.0482550 Mar 05 05:24:02.158761 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f0e66f-39ae-438a-af7a-992612155818 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Network e89137aa-431b-4fd2-985a-9afac0e81b4f is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:24:02.162092 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-e1f0e66f-39ae-438a-af7a-992612155818 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:24:02.318876 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f0e66f-39ae-438a-af7a-992612155818 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Router 1a027ee0-44e6-484a-9224-7e0cef3cb18b has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:24:02.434453 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f0e66f-39ae-438a-af7a-992612155818 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:24:02.445985 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e1f0e66f-39ae-438a-af7a-992612155818 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "PUT /v2.0/routers/1a027ee0-44e6-484a-9224-7e0cef3cb18b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1683981 Mar 05 05:24:02.454768 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbfd4eb-5ef2-472f-8055-922800548a47 None None] Sync routers for ids ['1a027ee0-44e6-484a-9224-7e0cef3cb18b'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:24:02.465574 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbfd4eb-5ef2-472f-8055-922800548a47 None None] Routers {'1a027ee0-44e6-484a-9224-7e0cef3cb18b'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:24:02.466376 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-ffbfd4eb-5ef2-472f-8055-922800548a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:23:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['1a027ee0-44e6-484a-9224-7e0cef3cb18b'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:24:02.584482 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a8a0e2c6-b1eb-4ae5-a6e3-d273b2bb98f8 None None] Provisioning complete for port b543e242-e9f3-4037-82a6-b4636fa36d21 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:24:02.585020 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a8a0e2c6-b1eb-4ae5-a6e3-d273b2bb98f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b543e242-e9f3-4037-82a6-b4636fa36d21), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:02.639517 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-ffbfd4eb-5ef2-472f-8055-922800548a47 None None] Set router 1a027ee0-44e6-484a-9224-7e0cef3cb18b gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:24:02.676658 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a8a0e2c6-b1eb-4ae5-a6e3-d273b2bb98f8 None None] Port b543e242-e9f3-4037-82a6-b4636fa36d21 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:24:02.716876 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-4116b34e-dfa6-4646-98ba-346b639b3d61 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-297258992&fields=id&tenant_id=ab07f13582d14e74bdac64dcc9482a66 HTTP/1.1" status: 200 len: 267 time: 0.0818911 Mar 05 05:24:02.813623 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-dd6d1571-7b1b-41d6-b427-e33ad2111ba9 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:02.815358 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-dd6d1571-7b1b-41d6-b427-e33ad2111ba9 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.31 "GET /v2.0/networks?id=c958b962-e686-433f-94f0-6d9e9595b2c3 HTTP/1.1" status: 200 len: 909 time: 0.1382844 Mar 05 05:24:02.831585 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-e702ee3c-0fd1-4362-8ebe-65da786edcec tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Request body: {'port': {'device_id': 'b9ec8e1a-342a-4769-a957-21b457623104', 'network_id': 'c958b962-e686-433f-94f0-6d9e9595b2c3', 'admin_state_up': True, 'tenant_id': '058f52835f394cbdb8fe9c19783f7696'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:24:02.854962 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-ae940454-7a64-478a-8e64-2cfe4e98ad41 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:02.856983 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-ae940454-7a64-478a-8e64-2cfe4e98ad41 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/networks?id=e89137aa-431b-4fd2-985a-9afac0e81b4f HTTP/1.1" status: 200 len: 796 time: 0.1250165 Mar 05 05:24:02.875526 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-e702ee3c-0fd1-4362-8ebe-65da786edcec tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Made reservation on behalf of 058f52835f394cbdb8fe9c19783f7696 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:24:02.880012 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-e702ee3c-0fd1-4362-8ebe-65da786edcec tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:02.885117 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-c025435c-4e30-4f4e-879e-7d706c4b8c74 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/quotas/ab07f13582d14e74bdac64dcc9482a66 HTTP/1.1" status: 200 len: 375 time: 0.0214312 Mar 05 05:24:02.915837 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-ffbfd4eb-5ef2-472f-8055-922800548a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043361668', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'cb64c0e0-b62e-4323-a73d-a830e805c33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:23:53Z', 'updated_at': '2022-03-05T05:24:01Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'cb64c0e0-b62e-4323-a73d-a830e805c33a', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:53Z', 'updated_at': '2022-03-05T05:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'b543e242-e9f3-4037-82a6-b4636fa36d21', 'name': '', 'network_id': 'e89137aa-431b-4fd2-985a-9afac0e81b4f', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:3d:14:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'ab10faf6-ef38-4209-bc6e-c2efd091d428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:59Z', 'updated_at': '2022-03-05T05:24:01Z', 'revision_number': 2, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': 'ab10faf6-ef38-4209-bc6e-c2efd091d428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:24:02.951507 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbfd4eb-5ef2-472f-8055-922800548a47 None None] Checking router: 1a027ee0-44e6-484a-9224-7e0cef3cb18b for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:24:02.952027 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbfd4eb-5ef2-472f-8055-922800548a47 None None] Updating router 1a027ee0-44e6-484a-9224-7e0cef3cb18b port b543e242-e9f3-4037-82a6-b4636fa36d21 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:24:02.953740 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-2a8c9607-5fee-4b86-82f5-ef54b10a028c tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601487 Mar 05 05:24:02.987206 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ffbfd4eb-5ef2-472f-8055-922800548a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b543e242-e9f3-4037-82a6-b4636fa36d21), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:03.088955 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-e702ee3c-0fd1-4362-8ebe-65da786edcec tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Allocated IP 172.20.0.5 (c958b962-e686-433f-94f0-6d9e9595b2c3/c4642c72-7f4d-44c1-84ce-4582958fcd9b/7c393b84-2b17-4765-a25c-905637884c00) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:24:03.196543 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-3f38bd8e-85a1-43a4-9862-d383ed16f5ca service neutron] 10.222.0.11 "GET /v2.0/networks/e89137aa-431b-4fd2-985a-9afac0e81b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287390 Mar 05 05:24:03.341927 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d5ddebcf-c76e-47bd-a311-baa9b3a136da req-b226bfbb-d470-4c77-9599-a115f78f180e tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b9ec8e1a-342a-4769-a957-21b457623104 HTTP/1.1" status: 200 len: 210 time: 0.0970805 Mar 05 05:24:03.428574 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-e702ee3c-0fd1-4362-8ebe-65da786edcec tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Publish callbacks [] for port (7c393b84-2b17-4765-a25c-905637884c00), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:03.451762 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ffbfd4eb-5ef2-472f-8055-922800548a47 None None] Publish callbacks [] for port (b543e242-e9f3-4037-82a6-b4636fa36d21), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:03.457845 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-3f44eb74-7e07-450c-a924-74d9331c9482 service neutron] 10.222.0.11 "GET /v2.0/networks/e89137aa-431b-4fd2-985a-9afac0e81b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544222 Mar 05 05:24:03.464163 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ffbfd4eb-5ef2-472f-8055-922800548a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b543e242-e9f3-4037-82a6-b4636fa36d21), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:03.493341 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-e702ee3c-0fd1-4362-8ebe-65da786edcec tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (7c393b84-2b17-4765-a25c-905637884c00), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:03.516830 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb38898-c5ee-4f96-ad3a-2571b58d5659 None None] Pushing event updated for resources: {'Port': ['ID=b543e242-e9f3-4037-82a6-b4636fa36d21,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:24:03.519526 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['247d76d5-241a-4b81-9276-12a0ccdf00d6'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:24:03.654958 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-e702ee3c-0fd1-4362-8ebe-65da786edcec tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Network c958b962-e686-433f-94f0-6d9e9595b2c3 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:24:03.658407 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-e702ee3c-0fd1-4362-8ebe-65da786edcec tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:24:03.667829 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-e702ee3c-0fd1-4362-8ebe-65da786edcec tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:24:03.818033 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702ee3c-0fd1-4362-8ebe-65da786edcec tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Pushing event updated for resources: {'Port': ['ID=7c393b84-2b17-4765-a25c-905637884c00,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:24:03.861230 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-ffbfd4eb-5ef2-472f-8055-922800548a47 None None] Attempting to bind port b543e242-e9f3-4037-82a6-b4636fa36d21 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:24:03.861515 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-ffbfd4eb-5ef2-472f-8055-922800548a47 None None] Attempting to bind port b543e242-e9f3-4037-82a6-b4636fa36d21 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '5ede8137-1b7a-4dc1-81b5-5679de6ee2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e89137aa-431b-4fd2-985a-9afac0e81b4f'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:24:03.861888 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbfd4eb-5ef2-472f-8055-922800548a47 None None] Attempting to bind port b543e242-e9f3-4037-82a6-b4636fa36d21 on network e89137aa-431b-4fd2-985a-9afac0e81b4f {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:24:03.886150 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-e702ee3c-0fd1-4362-8ebe-65da786edcec tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:03.886968 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-e702ee3c-0fd1-4362-8ebe-65da786edcec tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:03.928919 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-e702ee3c-0fd1-4362-8ebe-65da786edcec tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1041462 Mar 05 05:24:03.932324 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbfd4eb-5ef2-472f-8055-922800548a47 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:24:03.932702 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbfd4eb-5ef2-472f-8055-922800548a47 None None] Checking segment: {'id': '5ede8137-1b7a-4dc1-81b5-5679de6ee2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e89137aa-431b-4fd2-985a-9afac0e81b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:24:03.933181 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ffbfd4eb-5ef2-472f-8055-922800548a47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:03.933592 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbfd4eb-5ef2-472f-8055-922800548a47 None None] Bound using segment: {'id': '5ede8137-1b7a-4dc1-81b5-5679de6ee2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e89137aa-431b-4fd2-985a-9afac0e81b4f'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:24:03.934094 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-ffbfd4eb-5ef2-472f-8055-922800548a47 None None] Bound port: b543e242-e9f3-4037-82a6-b4636fa36d21, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ede8137-1b7a-4dc1-81b5-5679de6ee2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e89137aa-431b-4fd2-985a-9afac0e81b4f'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:24:03.934500 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ffbfd4eb-5ef2-472f-8055-922800548a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b543e242-e9f3-4037-82a6-b4636fa36d21), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:03.947820 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-b3cebd66-0b60-4649-81b5-dccdfbe0047e service neutron] Request body: {'port': {'device_id': 'b9ec8e1a-342a-4769-a957-21b457623104', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:24:04.034974 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-facec340-ed9d-401b-a22b-ef534684642a req-7750f586-dfe5-4ea4-ac6d-8412cf678117 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 210 time: 0.0842981 Mar 05 05:24:04.101767 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-b3cebd66-0b60-4649-81b5-dccdfbe0047e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7c393b84-2b17-4765-a25c-905637884c00), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:04.213058 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-1f1c8e82-f97c-4764-8c85-972e2185d0e9 None None] Provisioning complete for port b543e242-e9f3-4037-82a6-b4636fa36d21 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:24:04.213503 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1f1c8e82-f97c-4764-8c85-972e2185d0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b543e242-e9f3-4037-82a6-b4636fa36d21), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:04.221109 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-ffbfd4eb-5ef2-472f-8055-922800548a47 None None] For port b543e242-e9f3-4037-82a6-b4636fa36d21, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:24:04.266979 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-ffbfd4eb-5ef2-472f-8055-922800548a47 None None] For port b543e242-e9f3-4037-82a6-b4636fa36d21, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b543e242-e9f3-4037-82a6-b4636fa36d21,segment=NetworkSegment(5ede8137-1b7a-4dc1-81b5-5679de6ee2e1),segment_id=5ede8137-1b7a-4dc1-81b5-5679de6ee2e1)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:24:04.303337 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ffbfd4eb-5ef2-472f-8055-922800548a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b543e242-e9f3-4037-82a6-b4636fa36d21), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:04.314560 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-1f1c8e82-f97c-4764-8c85-972e2185d0e9 None None] Port b543e242-e9f3-4037-82a6-b4636fa36d21 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:24:04.390322 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb38898-c5ee-4f96-ad3a-2571b58d5659 None None] Pushing event updated for resources: {'Port': ['ID=b543e242-e9f3-4037-82a6-b4636fa36d21,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:24:04.393273 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbfd4eb-5ef2-472f-8055-922800548a47 None None] Routers {'1a027ee0-44e6-484a-9224-7e0cef3cb18b'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:24:04.393904 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-ffbfd4eb-5ef2-472f-8055-922800548a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:23:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['1a027ee0-44e6-484a-9224-7e0cef3cb18b'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:24:04.496210 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fb4ad221-1f46-4a3c-bbb2-c55623901d35 None None] Provisioning complete for port 7c393b84-2b17-4765-a25c-905637884c00 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:24:04.497746 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fb4ad221-1f46-4a3c-bbb2-c55623901d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7c393b84-2b17-4765-a25c-905637884c00), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:04.584847 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10c375-ed4d-4d04-83d8-d9f1692dc839 req-b0cd2a35-1611-4637-8497-7f070f199740 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:04.589808 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ff10c375-ed4d-4d04-83d8-d9f1692dc839 req-b0cd2a35-1611-4637-8497-7f070f199740 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b9ec8e1a-342a-4769-a957-21b457623104 HTTP/1.1" status: 200 len: 1027 time: 0.1057358 Mar 05 05:24:04.678199 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fb4ad221-1f46-4a3c-bbb2-c55623901d35 None None] Port 7c393b84-2b17-4765-a25c-905637884c00 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:24:04.686701 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-ffbfd4eb-5ef2-472f-8055-922800548a47 None None] Set router 1a027ee0-44e6-484a-9224-7e0cef3cb18b gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:24:04.728095 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ff10c375-ed4d-4d04-83d8-d9f1692dc839 req-aeaa57ef-e581-491f-8ad0-c704561ebba2 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6102aae1-f687-4657-96a0-579c518f875a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279459 Mar 05 05:24:04.767657 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-b3cebd66-0b60-4649-81b5-dccdfbe0047e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c393b84-2b17-4765-a25c-905637884c00 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:24:04.804731 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-b3cebd66-0b60-4649-81b5-dccdfbe0047e service neutron] Publish callbacks [] for port (7c393b84-2b17-4765-a25c-905637884c00), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:04.833006 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-b3cebd66-0b60-4649-81b5-dccdfbe0047e service neutron] Transition to ACTIVE for port object 7c393b84-2b17-4765-a25c-905637884c00 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:24:04.848837 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-b3cebd66-0b60-4649-81b5-dccdfbe0047e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (7c393b84-2b17-4765-a25c-905637884c00), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:04.964966 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cebd66-0b60-4649-81b5-dccdfbe0047e service neutron] Pushing event updated for resources: {'Port': ['ID=7c393b84-2b17-4765-a25c-905637884c00,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:24:05.042795 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-2b923850-4a72-4783-b912-80935a5905d4 None None] Provisioning complete for port b543e242-e9f3-4037-82a6-b4636fa36d21 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:24:05.043620 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2b923850-4a72-4783-b912-80935a5905d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b543e242-e9f3-4037-82a6-b4636fa36d21), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:05.121365 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-b3cebd66-0b60-4649-81b5-dccdfbe0047e service neutron] Attempting to bind port 7c393b84-2b17-4765-a25c-905637884c00 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:24:05.123514 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-b3cebd66-0b60-4649-81b5-dccdfbe0047e service neutron] Attempting to bind port 7c393b84-2b17-4765-a25c-905637884c00 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '7703a7a5-e139-4748-8968-fe4ebc806ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c958b962-e686-433f-94f0-6d9e9595b2c3'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:24:05.123833 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-b3cebd66-0b60-4649-81b5-dccdfbe0047e service neutron] Attempting to bind port 7c393b84-2b17-4765-a25c-905637884c00 on network c958b962-e686-433f-94f0-6d9e9595b2c3 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:24:05.131591 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-b3cebd66-0b60-4649-81b5-dccdfbe0047e service neutron] Port 7c393b84-2b17-4765-a25c-905637884c00 on network c958b962-e686-433f-94f0-6d9e9595b2c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:24:05.132817 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-b3cebd66-0b60-4649-81b5-dccdfbe0047e service neutron] Attempting to bind port 7c393b84-2b17-4765-a25c-905637884c00 on network c958b962-e686-433f-94f0-6d9e9595b2c3 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:24:05.139620 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-b3cebd66-0b60-4649-81b5-dccdfbe0047e service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:24:05.140531 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-b3cebd66-0b60-4649-81b5-dccdfbe0047e service neutron] Checking segment: {'id': '7703a7a5-e139-4748-8968-fe4ebc806ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c958b962-e686-433f-94f0-6d9e9595b2c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:24:05.141107 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-b3cebd66-0b60-4649-81b5-dccdfbe0047e service neutron] Bound using segment: {'id': '7703a7a5-e139-4748-8968-fe4ebc806ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c958b962-e686-433f-94f0-6d9e9595b2c3'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:24:05.141554 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-b3cebd66-0b60-4649-81b5-dccdfbe0047e service neutron] Bound port: 7c393b84-2b17-4765-a25c-905637884c00, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7703a7a5-e139-4748-8968-fe4ebc806ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c958b962-e686-433f-94f0-6d9e9595b2c3'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:24:05.142171 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-b3cebd66-0b60-4649-81b5-dccdfbe0047e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7c393b84-2b17-4765-a25c-905637884c00), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:05.198884 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d5829a72-8c32-477e-9dcc-0f99fde9e634 req-060be88d-90ab-4747-8235-788e1e0f5e8f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 210 time: 0.0425544 Mar 05 05:24:05.250077 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-b3cebd66-0b60-4649-81b5-dccdfbe0047e service neutron] For port 7c393b84-2b17-4765-a25c-905637884c00, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:24:05.254120 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-b3cebd66-0b60-4649-81b5-dccdfbe0047e service neutron] For port 7c393b84-2b17-4765-a25c-905637884c00, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=7c393b84-2b17-4765-a25c-905637884c00,segment=NetworkSegment(7703a7a5-e139-4748-8968-fe4ebc806ad9),segment_id=7703a7a5-e139-4748-8968-fe4ebc806ad9)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:24:05.263424 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-b3cebd66-0b60-4649-81b5-dccdfbe0047e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (7c393b84-2b17-4765-a25c-905637884c00), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:05.301639 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-b3cebd66-0b60-4649-81b5-dccdfbe0047e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:05.302810 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-b3cebd66-0b60-4649-81b5-dccdfbe0047e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:05.305173 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-b3cebd66-0b60-4649-81b5-dccdfbe0047e service neutron] 10.222.0.31 "PUT /v2.0/ports/7c393b84-2b17-4765-a25c-905637884c00 HTTP/1.1" status: 200 len: 1092 time: 1.3660204 Mar 05 05:24:05.305896 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ec8e1a-342a-4769-a957-21b457623104', 'tag': '7c393b84-2b17-4765-a25c-905637884c00'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:24:05.309624 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894d39c1-2ddc-4db9-b263-c8f3a0eafb72" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ec8e1a-342a-4769-a957-21b457623104", "tag": "7c393b84-2b17-4765-a25c-905637884c00"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:24:05.425087 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22b9c2e-4900-47da-91a5-39da0c1873c5 x-openstack-request-id: req-a22b9c2e-4900-47da-91a5-39da0c1873c5 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:24:05.425405 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ec8e1a-342a-4769-a957-21b457623104", "tag": "7c393b84-2b17-4765-a25c-905637884c00", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:24:05.425671 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a22b9c2e-4900-47da-91a5-39da0c1873c5 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:24:05.426141 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ec8e1a-342a-4769-a957-21b457623104', 'tag': '7c393b84-2b17-4765-a25c-905637884c00', 'status': 'completed', 'code': 200} Mar 05 05:24:05.452162 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cebd66-0b60-4649-81b5-dccdfbe0047e service neutron] Pushing event updated for resources: {'Port': ['ID=7c393b84-2b17-4765-a25c-905637884c00,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:24:05.497000 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-468f270b-f65d-40b8-8586-f3f25cec2bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:05.498546 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-468f270b-f65d-40b8-8586-f3f25cec2bbc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=058f52835f394cbdb8fe9c19783f7696&device_id=b9ec8e1a-342a-4769-a957-21b457623104 HTTP/1.1" status: 200 len: 1126 time: 0.1435051 Mar 05 05:24:05.552330 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2b923850-4a72-4783-b912-80935a5905d4 None None] Current status of the port b543e242-e9f3-4037-82a6-b4636fa36d21 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:24:05.553551 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2b923850-4a72-4783-b912-80935a5905d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b543e242-e9f3-4037-82a6-b4636fa36d21), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:05.572909 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-ffbfd4eb-5ef2-472f-8055-922800548a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043361668', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'cb64c0e0-b62e-4323-a73d-a830e805c33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:23:53Z', 'updated_at': '2022-03-05T05:24:01Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'cb64c0e0-b62e-4323-a73d-a830e805c33a', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:53Z', 'updated_at': '2022-03-05T05:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'b543e242-e9f3-4037-82a6-b4636fa36d21', 'name': '', 'network_id': 'e89137aa-431b-4fd2-985a-9afac0e81b4f', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:3d:14:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'ab10faf6-ef38-4209-bc6e-c2efd091d428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:59Z', 'updated_at': '2022-03-05T05:24:04Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': 'ab10faf6-ef38-4209-bc6e-c2efd091d428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:24:05.611544 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbfd4eb-5ef2-472f-8055-922800548a47 None None] The sync data for ids ['1a027ee0-44e6-484a-9224-7e0cef3cb18b'] in n-d-789963-32 is: [{'id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043361668', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'cb64c0e0-b62e-4323-a73d-a830e805c33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:23:53Z', 'updated_at': '2022-03-05T05:24:01Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'cb64c0e0-b62e-4323-a73d-a830e805c33a', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:53Z', 'updated_at': '2022-03-05T05:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'b543e242-e9f3-4037-82a6-b4636fa36d21', 'name': '', 'network_id': 'e89137aa-431b-4fd2-985a-9afac0e81b4f', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:3d:14:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'ab10faf6-ef38-4209-bc6e-c2efd091d428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:59Z', 'updated_at': '2022-03-05T05:24:04Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': 'ab10faf6-ef38-4209-bc6e-c2efd091d428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:24:05.618456 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-2b5f06f0-3bc5-4027-994c-2879db8b26ed service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c393b84-2b17-4765-a25c-905637884c00 HTTP/1.1" status: 200 len: 217 time: 0.1113558 Mar 05 05:24:05.665017 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-2b923850-4a72-4783-b912-80935a5905d4 None None] For port b543e242-e9f3-4037-82a6-b4636fa36d21, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b543e242-e9f3-4037-82a6-b4636fa36d21,segment=NetworkSegment(5ede8137-1b7a-4dc1-81b5-5679de6ee2e1),segment_id=5ede8137-1b7a-4dc1-81b5-5679de6ee2e1)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:24:05.673627 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2b923850-4a72-4783-b912-80935a5905d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b543e242-e9f3-4037-82a6-b4636fa36d21), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:05.838080 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-e7984f1c-d414-433e-a3d3-8cbfe2a53333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:05.839928 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-e7984f1c-d414-433e-a3d3-8cbfe2a53333 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c4642c72-7f4d-44c1-84ce-4582958fcd9b HTTP/1.1" status: 200 len: 848 time: 0.1804552 Mar 05 05:24:05.903694 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b923850-4a72-4783-b912-80935a5905d4 None None] Pushing event updated for resources: {'Port': ['ID=b543e242-e9f3-4037-82a6-b4636fa36d21,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:24:05.983896 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-58fd9970-ff2e-4079-8e69-52c992f1454c tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:05.995905 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-58fd9970-ff2e-4079-8e69-52c992f1454c tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.31 "GET /v2.0/networks?id=e89137aa-431b-4fd2-985a-9afac0e81b4f HTTP/1.1" status: 200 len: 796 time: 0.4042747 Mar 05 05:24:06.096154 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcfa03-df4b-4b72-a296-c4811cf91594 req-e15d7c11-131a-4631-b55d-7c5ec1793737 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:06.104988 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-26bcfa03-df4b-4b72-a296-c4811cf91594 req-e15d7c11-131a-4631-b55d-7c5ec1793737 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b9ec8e1a-342a-4769-a957-21b457623104 HTTP/1.1" status: 200 len: 1126 time: 0.1677384 Mar 05 05:24:06.106440 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-0c6af2c2-5e0c-43f4-a7d4-ac62c0886af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:06.110099 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-0c6af2c2-5e0c-43f4-a7d4-ac62c0886af4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c958b962-e686-433f-94f0-6d9e9595b2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2619164 Mar 05 05:24:06.206846 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-26bcfa03-df4b-4b72-a296-c4811cf91594 req-5ffb3575-e6cd-4cbd-96d2-4acf01e63be7 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6102aae1-f687-4657-96a0-579c518f875a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960569 Mar 05 05:24:06.283439 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-c9b1f278-32a2-427d-ae0a-930417785da9 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab07f13582d14e74bdac64dcc9482a66 HTTP/1.1" status: 200 len: 379 time: 0.2698507 Mar 05 05:24:06.309300 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-2d24b9da-8725-4941-a2c8-da25a44fa69d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'port': {'device_id': 'ac87becd-58c1-46ec-87ec-614f9a045002', 'network_id': 'e89137aa-431b-4fd2-985a-9afac0e81b4f', 'admin_state_up': True, 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'security_groups': ['6062b8a2-85ef-410a-a02e-7911711d73f4']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:24:06.396336 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-13052572-e3d3-42b9-82bf-8f7c6c960a27 req-994a63f2-278e-4db1-ba90-9ca87f5c6a06 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 210 time: 0.0596349 Mar 05 05:24:06.492081 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-8658fdac-12eb-47e3-b6b5-9687f5d4ed1c service neutron] 10.222.0.31 "GET /v2.0/networks/c958b962-e686-433f-94f0-6d9e9595b2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747916 Mar 05 05:24:06.533771 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-2d24b9da-8725-4941-a2c8-da25a44fa69d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Made reservation on behalf of ab07f13582d14e74bdac64dcc9482a66 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:24:06.537738 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-2d24b9da-8725-4941-a2c8-da25a44fa69d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:06.683308 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2f73f1f0-943c-456f-b812-4b0217937b8a req-7509a86c-fe2d-4334-9b13-ca2222ec01c7 service neutron] 10.222.0.31 "GET /v2.0/networks/c958b962-e686-433f-94f0-6d9e9595b2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841929 Mar 05 05:24:06.789374 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-2d24b9da-8725-4941-a2c8-da25a44fa69d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Allocated IP 172.20.0.7 (e89137aa-431b-4fd2-985a-9afac0e81b4f/ab10faf6-ef38-4209-bc6e-c2efd091d428/0326744d-fc80-4915-8fe5-277966f2a816) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:24:06.836590 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d39c1-2ddc-4db9-b263-c8f3a0eafb72 req-f6e71817-2e61-4df1-9c26-abda55d87b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:06.838036 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-894d39c1-2ddc-4db9-b263-c8f3a0eafb72 req-f6e71817-2e61-4df1-9c26-abda55d87b9e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=058f52835f394cbdb8fe9c19783f7696&device_id=b9ec8e1a-342a-4769-a957-21b457623104 HTTP/1.1" status: 200 len: 1126 time: 0.0964649 Mar 05 05:24:07.026590 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d39c1-2ddc-4db9-b263-c8f3a0eafb72 req-6ed7c7a4-9b2f-4846-b328-75c18da3204c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:07.028192 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-894d39c1-2ddc-4db9-b263-c8f3a0eafb72 req-6ed7c7a4-9b2f-4846-b328-75c18da3204c service neutron] 10.222.0.31 "GET /v2.0/networks?id=c958b962-e686-433f-94f0-6d9e9595b2c3 HTTP/1.1" status: 200 len: 909 time: 0.1829937 Mar 05 05:24:07.048051 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-2d24b9da-8725-4941-a2c8-da25a44fa69d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for port (0326744d-fc80-4915-8fe5-277966f2a816), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:07.084195 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-894d39c1-2ddc-4db9-b263-c8f3a0eafb72 req-3d41eb33-e397-437b-83d7-7d29db9a85c8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c393b84-2b17-4765-a25c-905637884c00 HTTP/1.1" status: 200 len: 217 time: 0.0488439 Mar 05 05:24:07.163831 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d39c1-2ddc-4db9-b263-c8f3a0eafb72 req-d10cd43e-c533-4d22-8e3c-48c0469ed8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:07.166281 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-894d39c1-2ddc-4db9-b263-c8f3a0eafb72 req-d10cd43e-c533-4d22-8e3c-48c0469ed8bb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c4642c72-7f4d-44c1-84ce-4582958fcd9b HTTP/1.1" status: 200 len: 848 time: 0.0758834 Mar 05 05:24:07.209235 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-2d24b9da-8725-4941-a2c8-da25a44fa69d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (0326744d-fc80-4915-8fe5-277966f2a816), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:07.297386 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d24b9da-8725-4941-a2c8-da25a44fa69d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'Port': ['ID=0326744d-fc80-4915-8fe5-277966f2a816,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:24:07.324219 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-2d24b9da-8725-4941-a2c8-da25a44fa69d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Network e89137aa-431b-4fd2-985a-9afac0e81b4f is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:24:07.328544 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-2d24b9da-8725-4941-a2c8-da25a44fa69d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:24:07.331498 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-2d24b9da-8725-4941-a2c8-da25a44fa69d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:24:07.420665 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79514f7-28d7-4fd8-9810-849e0b32eaaf req-00e44ad2-765e-45d7-b3bf-f63cac896a52 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:07.435976 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d39c1-2ddc-4db9-b263-c8f3a0eafb72 req-1a106519-4bb3-4357-b287-28e3f9bfb342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:07.438286 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-894d39c1-2ddc-4db9-b263-c8f3a0eafb72 req-1a106519-4bb3-4357-b287-28e3f9bfb342 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c958b962-e686-433f-94f0-6d9e9595b2c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2650068 Mar 05 05:24:07.444407 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d79514f7-28d7-4fd8-9810-849e0b32eaaf req-00e44ad2-765e-45d7-b3bf-f63cac896a52 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b9ec8e1a-342a-4769-a957-21b457623104 HTTP/1.1" status: 200 len: 1126 time: 0.0889342 Mar 05 05:24:07.465174 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-2d24b9da-8725-4941-a2c8-da25a44fa69d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:07.465880 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-2d24b9da-8725-4941-a2c8-da25a44fa69d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:07.563445 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d79514f7-28d7-4fd8-9810-849e0b32eaaf req-92396a62-9138-45d2-b214-36b675552bdd tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6102aae1-f687-4657-96a0-579c518f875a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158812 Mar 05 05:24:07.563781 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-2d24b9da-8725-4941-a2c8-da25a44fa69d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2669618 Mar 05 05:24:07.633258 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-a21c9286-9ab5-47c7-90e1-d028adcfb2ee service neutron] Request body: {'port': {'device_id': 'ac87becd-58c1-46ec-87ec-614f9a045002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:24:07.703146 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56f971-0159-473a-bab2-b12329359cd4 req-101c30f0-3f8a-42b3-80ff-6ff318eedc96 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:07.728118 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc56f971-0159-473a-bab2-b12329359cd4 req-101c30f0-3f8a-42b3-80ff-6ff318eedc96 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 931 time: 0.1598091 Mar 05 05:24:07.732526 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b543e242-e9f3-4037-82a6-b4636fa36d21 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:24:07.805071 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-a21c9286-9ab5-47c7-90e1-d028adcfb2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0326744d-fc80-4915-8fe5-277966f2a816), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:07.866063 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-9e4f27b4-1788-456a-8186-704778eff43b None None] Provisioning complete for port 0326744d-fc80-4915-8fe5-277966f2a816 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:24:07.867838 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9e4f27b4-1788-456a-8186-704778eff43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0326744d-fc80-4915-8fe5-277966f2a816), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:07.892219 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc56f971-0159-473a-bab2-b12329359cd4 req-9262b5f2-81a8-4be9-9d7a-9dddb6ea81e9 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=6062b8a2-85ef-410a-a02e-7911711d73f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576233 Mar 05 05:24:07.911503 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port b543e242-e9f3-4037-82a6-b4636fa36d21 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:24:07.915645 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b543e242-e9f3-4037-82a6-b4636fa36d21), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:07.950896 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9e4f27b4-1788-456a-8186-704778eff43b None None] Port 0326744d-fc80-4915-8fe5-277966f2a816 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:24:07.984289 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-894d39c1-2ddc-4db9-b263-c8f3a0eafb72 req-b14c5b96-6c4c-4bb5-8c98-83d3c2a332b3 service neutron] 10.222.0.31 "GET /v2.0/networks/c958b962-e686-433f-94f0-6d9e9595b2c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5340343 Mar 05 05:24:08.009860 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port b543e242-e9f3-4037-82a6-b4636fa36d21 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:24:08.141077 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-894d39c1-2ddc-4db9-b263-c8f3a0eafb72 req-1ee026ed-3106-4a07-bfa7-e85e909819b4 service neutron] 10.222.0.31 "GET /v2.0/networks/c958b962-e686-433f-94f0-6d9e9595b2c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284163 Mar 05 05:24:08.194332 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-a21c9286-9ab5-47c7-90e1-d028adcfb2ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0326744d-fc80-4915-8fe5-277966f2a816 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:24:08.213884 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-a21c9286-9ab5-47c7-90e1-d028adcfb2ee service neutron] Publish callbacks [] for port (0326744d-fc80-4915-8fe5-277966f2a816), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:08.220822 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-a21c9286-9ab5-47c7-90e1-d028adcfb2ee service neutron] Transition to ACTIVE for port object 0326744d-fc80-4915-8fe5-277966f2a816 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:24:08.226616 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-a21c9286-9ab5-47c7-90e1-d028adcfb2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (0326744d-fc80-4915-8fe5-277966f2a816), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:08.323677 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c9286-9ab5-47c7-90e1-d028adcfb2ee service neutron] Pushing event updated for resources: {'Port': ['ID=0326744d-fc80-4915-8fe5-277966f2a816,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:24:08.412818 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-a21c9286-9ab5-47c7-90e1-d028adcfb2ee service neutron] Attempting to bind port 0326744d-fc80-4915-8fe5-277966f2a816 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:24:08.413472 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-a21c9286-9ab5-47c7-90e1-d028adcfb2ee service neutron] Attempting to bind port 0326744d-fc80-4915-8fe5-277966f2a816 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '5ede8137-1b7a-4dc1-81b5-5679de6ee2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e89137aa-431b-4fd2-985a-9afac0e81b4f'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:24:08.414808 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-a21c9286-9ab5-47c7-90e1-d028adcfb2ee service neutron] Attempting to bind port 0326744d-fc80-4915-8fe5-277966f2a816 on network e89137aa-431b-4fd2-985a-9afac0e81b4f {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:24:08.420776 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-a21c9286-9ab5-47c7-90e1-d028adcfb2ee service neutron] Port 0326744d-fc80-4915-8fe5-277966f2a816 on network e89137aa-431b-4fd2-985a-9afac0e81b4f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:24:08.421358 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-a21c9286-9ab5-47c7-90e1-d028adcfb2ee service neutron] Attempting to bind port 0326744d-fc80-4915-8fe5-277966f2a816 on network e89137aa-431b-4fd2-985a-9afac0e81b4f {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:24:08.427306 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-a21c9286-9ab5-47c7-90e1-d028adcfb2ee service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:24:08.427647 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-a21c9286-9ab5-47c7-90e1-d028adcfb2ee service neutron] Checking segment: {'id': '5ede8137-1b7a-4dc1-81b5-5679de6ee2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e89137aa-431b-4fd2-985a-9afac0e81b4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:24:08.428098 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-a21c9286-9ab5-47c7-90e1-d028adcfb2ee service neutron] Bound using segment: {'id': '5ede8137-1b7a-4dc1-81b5-5679de6ee2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e89137aa-431b-4fd2-985a-9afac0e81b4f'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:24:08.428571 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-a21c9286-9ab5-47c7-90e1-d028adcfb2ee service neutron] Bound port: 0326744d-fc80-4915-8fe5-277966f2a816, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ede8137-1b7a-4dc1-81b5-5679de6ee2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e89137aa-431b-4fd2-985a-9afac0e81b4f'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:24:08.428928 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-a21c9286-9ab5-47c7-90e1-d028adcfb2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0326744d-fc80-4915-8fe5-277966f2a816), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:08.519010 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-a21c9286-9ab5-47c7-90e1-d028adcfb2ee service neutron] For port 0326744d-fc80-4915-8fe5-277966f2a816, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:24:08.523578 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-a21c9286-9ab5-47c7-90e1-d028adcfb2ee service neutron] For port 0326744d-fc80-4915-8fe5-277966f2a816, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=0326744d-fc80-4915-8fe5-277966f2a816,segment=NetworkSegment(5ede8137-1b7a-4dc1-81b5-5679de6ee2e1),segment_id=5ede8137-1b7a-4dc1-81b5-5679de6ee2e1)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:24:08.530690 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-a21c9286-9ab5-47c7-90e1-d028adcfb2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (0326744d-fc80-4915-8fe5-277966f2a816), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:08.571119 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-a21c9286-9ab5-47c7-90e1-d028adcfb2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:08.571773 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-a21c9286-9ab5-47c7-90e1-d028adcfb2ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:08.573239 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-a21c9286-9ab5-47c7-90e1-d028adcfb2ee service neutron] 10.222.0.31 "PUT /v2.0/ports/0326744d-fc80-4915-8fe5-277966f2a816 HTTP/1.1" status: 200 len: 1092 time: 0.9455323 Mar 05 05:24:08.576219 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac87becd-58c1-46ec-87ec-614f9a045002', 'tag': '0326744d-fc80-4915-8fe5-277966f2a816'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:24:08.580405 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8320c936-e00a-421b-971b-9b92dece005c" -d '{"events": [{"name": "network-changed", "server_uuid": "ac87becd-58c1-46ec-87ec-614f9a045002", "tag": "0326744d-fc80-4915-8fe5-277966f2a816"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:24:08.615594 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c9286-9ab5-47c7-90e1-d028adcfb2ee service neutron] Pushing event updated for resources: {'Port': ['ID=0326744d-fc80-4915-8fe5-277966f2a816,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:24:08.686369 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c40a9ae-3098-4d1c-bfd0-56b351e03309 x-openstack-request-id: req-9c40a9ae-3098-4d1c-bfd0-56b351e03309 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:24:08.686803 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac87becd-58c1-46ec-87ec-614f9a045002", "tag": "0326744d-fc80-4915-8fe5-277966f2a816", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:24:08.687310 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9c40a9ae-3098-4d1c-bfd0-56b351e03309 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:24:08.687822 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac87becd-58c1-46ec-87ec-614f9a045002', 'tag': '0326744d-fc80-4915-8fe5-277966f2a816', 'status': 'completed', 'code': 200} Mar 05 05:24:08.711442 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-d8df189c-496a-4017-8129-4d2ac8356a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:08.713170 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-d8df189c-496a-4017-8129-4d2ac8356a37 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 1126 time: 0.0709739 Mar 05 05:24:08.736859 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d65f5-9291-4d16-b545-1b386912ab42 req-bd2285e4-6d8d-4ff2-9b89-397a3d0be001 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:08.744753 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f47d65f5-9291-4d16-b545-1b386912ab42 req-bd2285e4-6d8d-4ff2-9b89-397a3d0be001 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b9ec8e1a-342a-4769-a957-21b457623104 HTTP/1.1" status: 200 len: 1126 time: 0.0632641 Mar 05 05:24:08.784449 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-aa256dad-cfc1-4d59-aaba-c5b7feec88f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0326744d-fc80-4915-8fe5-277966f2a816 HTTP/1.1" status: 200 len: 217 time: 0.0631013 Mar 05 05:24:08.803569 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f47d65f5-9291-4d16-b545-1b386912ab42 req-9100dded-e5d1-48e5-8731-27880e3f8a8b tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6102aae1-f687-4657-96a0-579c518f875a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578091 Mar 05 05:24:08.855816 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-0aa22414-8444-4993-9392-710a767f4b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:08.857433 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-0aa22414-8444-4993-9392-710a767f4b96 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ab10faf6-ef38-4209-bc6e-c2efd091d428 HTTP/1.1" status: 200 len: 834 time: 0.0653582 Mar 05 05:24:08.938182 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-d2a42603-077d-4b03-9e2f-a0f5a65a2485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:08.940801 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-d2a42603-077d-4b03-9e2f-a0f5a65a2485 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e89137aa-431b-4fd2-985a-9afac0e81b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0772235 Mar 05 05:24:09.045803 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea9b8b-a494-4d06-99b0-7417e205e99b req-a6410c54-1110-454c-8059-1fb5151eacbc tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:09.047360 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-82c7abf2-af5b-4a04-89dd-0f6668492ca7 service neutron] 10.222.0.31 "GET /v2.0/networks/e89137aa-431b-4fd2-985a-9afac0e81b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999467 Mar 05 05:24:09.047963 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-49ea9b8b-a494-4d06-99b0-7417e205e99b req-a6410c54-1110-454c-8059-1fb5151eacbc tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 943 time: 0.0725236 Mar 05 05:24:09.110441 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-49ea9b8b-a494-4d06-99b0-7417e205e99b req-6cf449ed-e395-440a-b81d-436c9b9f356e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=6062b8a2-85ef-410a-a02e-7911711d73f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568435 Mar 05 05:24:09.153478 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e4b7f5e3-16ce-4ba9-89c2-6a298b077adb req-3007ba30-309b-455c-90a9-8eea909c762d service neutron] 10.222.0.31 "GET /v2.0/networks/e89137aa-431b-4fd2-985a-9afac0e81b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972974 Mar 05 05:24:09.255054 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320c936-e00a-421b-971b-9b92dece005c req-39008981-db50-45b1-b52a-6cd9a8c15f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:09.256794 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8320c936-e00a-421b-971b-9b92dece005c req-39008981-db50-45b1-b52a-6cd9a8c15f34 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 1126 time: 0.0548573 Mar 05 05:24:09.375414 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320c936-e00a-421b-971b-9b92dece005c req-475329f8-aac8-408f-9782-f11c98961193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:09.376957 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8320c936-e00a-421b-971b-9b92dece005c req-475329f8-aac8-408f-9782-f11c98961193 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e89137aa-431b-4fd2-985a-9afac0e81b4f HTTP/1.1" status: 200 len: 896 time: 0.1112099 Mar 05 05:24:09.661278 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 7c393b84-2b17-4765-a25c-905637884c00 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:24:09.773719 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8320c936-e00a-421b-971b-9b92dece005c req-d6edd528-bef0-47ab-974b-2d65da240d98 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0326744d-fc80-4915-8fe5-277966f2a816 HTTP/1.1" status: 200 len: 217 time: 0.3899715 Mar 05 05:24:09.784382 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 7c393b84-2b17-4765-a25c-905637884c00, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=7c393b84-2b17-4765-a25c-905637884c00,segment=NetworkSegment(7703a7a5-e139-4748-8968-fe4ebc806ad9),segment_id=7703a7a5-e139-4748-8968-fe4ebc806ad9)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:24:09.797598 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '7c393b84-2b17-4765-a25c-905637884c00', 'network_id': 'c958b962-e686-433f-94f0-6d9e9595b2c3', 'port_id': '7c393b84-2b17-4765-a25c-905637884c00', 'mac_address': 'fa:16:3e:2a:56:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4642c72-7f4d-44c1-84ce-4582958fcd9b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:24:09.828211 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320c936-e00a-421b-971b-9b92dece005c req-310e90bb-3497-4a28-ba2f-176d8a665efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:09.829692 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8320c936-e00a-421b-971b-9b92dece005c req-310e90bb-3497-4a28-ba2f-176d8a665efa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ab10faf6-ef38-4209-bc6e-c2efd091d428 HTTP/1.1" status: 200 len: 834 time: 0.0493321 Mar 05 05:24:09.866111 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 7c393b84-2b17-4765-a25c-905637884c00 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:24:09.866553 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7c393b84-2b17-4765-a25c-905637884c00), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:09.880917 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c393b84-2b17-4765-a25c-905637884c00 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:24:09.913300 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 7c393b84-2b17-4765-a25c-905637884c00, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=7c393b84-2b17-4765-a25c-905637884c00,segment=NetworkSegment(7703a7a5-e139-4748-8968-fe4ebc806ad9),segment_id=7703a7a5-e139-4748-8968-fe4ebc806ad9)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:24:09.917280 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320c936-e00a-421b-971b-9b92dece005c req-c4056dcc-9892-4173-889d-f0eb65cbc915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:09.919566 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8320c936-e00a-421b-971b-9b92dece005c req-c4056dcc-9892-4173-889d-f0eb65cbc915 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e89137aa-431b-4fd2-985a-9afac0e81b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0816443 Mar 05 05:24:09.925795 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (7c393b84-2b17-4765-a25c-905637884c00), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:09.927876 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a379aa7-0c5c-4ed0-ace3-8c2917e7f5b3 req-ddc04f65-3b2f-4a87-bbfd-51b512dda3aa tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:09.938898 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7a379aa7-0c5c-4ed0-ace3-8c2917e7f5b3 req-ddc04f65-3b2f-4a87-bbfd-51b512dda3aa tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b9ec8e1a-342a-4769-a957-21b457623104 HTTP/1.1" status: 200 len: 1126 time: 0.0635872 Mar 05 05:24:10.011375 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7a379aa7-0c5c-4ed0-ace3-8c2917e7f5b3 req-afef926a-d34c-4330-af31-a14c24d6ae17 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6102aae1-f687-4657-96a0-579c518f875a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704679 Mar 05 05:24:10.029798 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=7c393b84-2b17-4765-a25c-905637884c00,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:24:10.055532 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8320c936-e00a-421b-971b-9b92dece005c req-ca937307-c313-4f6f-a6e7-8b8fac121308 service neutron] 10.222.0.31 "GET /v2.0/networks/e89137aa-431b-4fd2-985a-9afac0e81b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261883 Mar 05 05:24:10.152343 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['7c393b84-2b17-4765-a25c-905637884c00'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:24:10.161405 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8320c936-e00a-421b-971b-9b92dece005c req-3aa82a2b-8bca-43ac-ab5d-073076db7570 service neutron] 10.222.0.31 "GET /v2.0/networks/e89137aa-431b-4fd2-985a-9afac0e81b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938244 Mar 05 05:24:10.338778 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba285d-d938-4dc1-b273-a2eb650eeca8 req-719922bb-1afd-4af2-8bdb-900bd912a9d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:10.365970 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9bba285d-d938-4dc1-b273-a2eb650eeca8 req-719922bb-1afd-4af2-8bdb-900bd912a9d0 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 943 time: 0.1425231 Mar 05 05:24:10.457162 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9bba285d-d938-4dc1-b273-a2eb650eeca8 req-dae4b72e-97e7-4f23-be1e-fa8afc53ce3e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=6062b8a2-85ef-410a-a02e-7911711d73f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890303 Mar 05 05:24:11.137001 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab601f1-6e98-4200-ade2-375a2a9187e5 req-79f4d674-b5ef-4149-98d8-0c81f728564a tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:11.139697 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fab601f1-6e98-4200-ade2-375a2a9187e5 req-79f4d674-b5ef-4149-98d8-0c81f728564a tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b9ec8e1a-342a-4769-a957-21b457623104 HTTP/1.1" status: 200 len: 1127 time: 0.0664225 Mar 05 05:24:11.183666 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fab601f1-6e98-4200-ade2-375a2a9187e5 req-508600d0-42b1-4298-a377-291aeaa68442 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6102aae1-f687-4657-96a0-579c518f875a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393929 Mar 05 05:24:11.431708 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a609fa79-b732-4773-87af-4b842ac2af8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:11.597191 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222824b9-666c-4744-9d9c-a1f3d2076318 req-6913bf16-2ad4-48ec-bfb6-b340ecfe4ba8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:11.600149 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-222824b9-666c-4744-9d9c-a1f3d2076318 req-6913bf16-2ad4-48ec-bfb6-b340ecfe4ba8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 943 time: 0.0764875 Mar 05 05:24:11.654796 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-222824b9-666c-4744-9d9c-a1f3d2076318 req-9d64f5fb-4add-4b51-a604-9c5a113d1c75 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=6062b8a2-85ef-410a-a02e-7911711d73f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486171 Mar 05 05:24:11.676081 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 0326744d-fc80-4915-8fe5-277966f2a816 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:24:11.681234 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 7c393b84-2b17-4765-a25c-905637884c00 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:24:11.801447 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 7c393b84-2b17-4765-a25c-905637884c00 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:24:11.814185 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 7c393b84-2b17-4765-a25c-905637884c00 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:24:11.814694 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7c393b84-2b17-4765-a25c-905637884c00), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:11.854104 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 0326744d-fc80-4915-8fe5-277966f2a816, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=0326744d-fc80-4915-8fe5-277966f2a816,segment=NetworkSegment(5ede8137-1b7a-4dc1-81b5-5679de6ee2e1),segment_id=5ede8137-1b7a-4dc1-81b5-5679de6ee2e1)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:24:11.870695 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '0326744d-fc80-4915-8fe5-277966f2a816', 'network_id': 'e89137aa-431b-4fd2-985a-9afac0e81b4f', 'port_id': '0326744d-fc80-4915-8fe5-277966f2a816', 'mac_address': 'fa:16:3e:e1:dc:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab10faf6-ef38-4209-bc6e-c2efd091d428', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:24:11.933708 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 0326744d-fc80-4915-8fe5-277966f2a816 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:24:11.934115 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0326744d-fc80-4915-8fe5-277966f2a816), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:11.957864 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0326744d-fc80-4915-8fe5-277966f2a816 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:24:11.966427 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 7c393b84-2b17-4765-a25c-905637884c00 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:24:11.966906 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7c393b84-2b17-4765-a25c-905637884c00), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:11.990664 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 0326744d-fc80-4915-8fe5-277966f2a816, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=0326744d-fc80-4915-8fe5-277966f2a816,segment=NetworkSegment(5ede8137-1b7a-4dc1-81b5-5679de6ee2e1),segment_id=5ede8137-1b7a-4dc1-81b5-5679de6ee2e1)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:24:11.998941 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0326744d-fc80-4915-8fe5-277966f2a816), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:12.007891 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ec8e1a-342a-4769-a957-21b457623104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c393b84-2b17-4765-a25c-905637884c00'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:24:12.010286 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468f3913-827a-4d78-9199-9a0239a70b06" -d '{"events": [{"server_uuid": "b9ec8e1a-342a-4769-a957-21b457623104", "name": "network-vif-plugged", "status": "completed", "tag": "7c393b84-2b17-4765-a25c-905637884c00"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:24:12.041190 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 7c393b84-2b17-4765-a25c-905637884c00, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=7c393b84-2b17-4765-a25c-905637884c00,segment=NetworkSegment(7703a7a5-e139-4748-8968-fe4ebc806ad9),segment_id=7703a7a5-e139-4748-8968-fe4ebc806ad9)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:24:12.049280 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (7c393b84-2b17-4765-a25c-905637884c00), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:12.054496 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0572c92-4414-47b3-9fb3-dc70b7d7a781 x-openstack-request-id: req-f0572c92-4414-47b3-9fb3-dc70b7d7a781 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:24:12.055097 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ec8e1a-342a-4769-a957-21b457623104", "name": "network-vif-plugged", "status": "completed", "tag": "7c393b84-2b17-4765-a25c-905637884c00", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:24:12.055097 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f0572c92-4414-47b3-9fb3-dc70b7d7a781 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:24:12.055562 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ec8e1a-342a-4769-a957-21b457623104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c393b84-2b17-4765-a25c-905637884c00', 'code': 200} Mar 05 05:24:12.073848 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=0326744d-fc80-4915-8fe5-277966f2a816,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:24:12.130353 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=7c393b84-2b17-4765-a25c-905637884c00,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:24:12.175102 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebbf33-0a86-4a45-a796-90b70a947d3d req-a0497b8a-ea5c-4401-87f9-0d577015bd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:12.176804 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-43ebbf33-0a86-4a45-a796-90b70a947d3d req-a0497b8a-ea5c-4401-87f9-0d577015bd49 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b9ec8e1a-342a-4769-a957-21b457623104 HTTP/1.1" status: 200 len: 1128 time: 0.0658495 Mar 05 05:24:12.222129 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['0326744d-fc80-4915-8fe5-277966f2a816'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:24:12.225190 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-43ebbf33-0a86-4a45-a796-90b70a947d3d req-0324f309-5dc8-403e-a69f-05c3162e0dfb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6102aae1-f687-4657-96a0-579c518f875a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415964 Mar 05 05:24:12.314557 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63461592-cab3-484d-a2ef-d119943971d1 req-0e067c90-9dc8-4122-be76-24e85f9a3af4 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:12.323572 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-63461592-cab3-484d-a2ef-d119943971d1 req-0e067c90-9dc8-4122-be76-24e85f9a3af4 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b9ec8e1a-342a-4769-a957-21b457623104 HTTP/1.1" status: 200 len: 1128 time: 0.0550532 Mar 05 05:24:12.387647 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-63461592-cab3-484d-a2ef-d119943971d1 req-33d28d1d-874c-42df-85a3-267608bcebb8 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6102aae1-f687-4657-96a0-579c518f875a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580342 Mar 05 05:24:12.786675 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8dc5f2-1eac-4609-af25-71621ce8b962 req-c130aac6-d491-4f90-ac2b-366d6d3f3572 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:12.793776 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0f8dc5f2-1eac-4609-af25-71621ce8b962 req-c130aac6-d491-4f90-ac2b-366d6d3f3572 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 944 time: 0.0639985 Mar 05 05:24:12.845509 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0f8dc5f2-1eac-4609-af25-71621ce8b962 req-715a4706-e747-44ef-aaf3-d5c42a6d1f2a tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=6062b8a2-85ef-410a-a02e-7911711d73f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507588 Mar 05 05:24:13.526246 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2ffd9-982d-4d84-9886-61a481bc9bb1 req-3075498c-6b47-4553-96a9-79cc02beb0f6 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:13.533716 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b7c2ffd9-982d-4d84-9886-61a481bc9bb1 req-3075498c-6b47-4553-96a9-79cc02beb0f6 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b9ec8e1a-342a-4769-a957-21b457623104 HTTP/1.1" status: 200 len: 1128 time: 0.0809243 Mar 05 05:24:13.580528 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b7c2ffd9-982d-4d84-9886-61a481bc9bb1 req-b032391e-c300-4d06-b79e-f1458518c81e tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6102aae1-f687-4657-96a0-579c518f875a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457771 Mar 05 05:24:13.693385 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 0326744d-fc80-4915-8fe5-277966f2a816 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:24:13.711596 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9fcc5b-3d39-4843-8696-f55cb75e6549 req-ea066491-3dc8-4068-9286-df58e2db7387 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:13.719175 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8d9fcc5b-3d39-4843-8696-f55cb75e6549 req-ea066491-3dc8-4068-9286-df58e2db7387 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b9ec8e1a-342a-4769-a957-21b457623104 HTTP/1.1" status: 200 len: 1128 time: 0.0613728 Mar 05 05:24:13.762748 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8d9fcc5b-3d39-4843-8696-f55cb75e6549 req-ba525f8d-3549-4d41-a0aa-fb502f30e485 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6102aae1-f687-4657-96a0-579c518f875a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420642 Mar 05 05:24:13.770615 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-324acf9e-a573-47de-bbcf-3b4b4382d9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:13.777616 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 0326744d-fc80-4915-8fe5-277966f2a816 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:24:13.782185 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 0326744d-fc80-4915-8fe5-277966f2a816 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:24:13.783103 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0326744d-fc80-4915-8fe5-277966f2a816), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:13.897247 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 0326744d-fc80-4915-8fe5-277966f2a816 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:24:13.900478 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0326744d-fc80-4915-8fe5-277966f2a816), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:13.993557 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 0326744d-fc80-4915-8fe5-277966f2a816, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=0326744d-fc80-4915-8fe5-277966f2a816,segment=NetworkSegment(5ede8137-1b7a-4dc1-81b5-5679de6ee2e1),segment_id=5ede8137-1b7a-4dc1-81b5-5679de6ee2e1)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:24:13.997027 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:14.000748 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0326744d-fc80-4915-8fe5-277966f2a816), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:14.030348 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191927ab-d060-455e-942f-360d465f4b8f req-fb1d7df8-1511-4042-90e1-c2e58ace5f3e tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:14.039898 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-191927ab-d060-455e-942f-360d465f4b8f req-fb1d7df8-1511-4042-90e1-c2e58ace5f3e tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b9ec8e1a-342a-4769-a957-21b457623104 HTTP/1.1" status: 200 len: 1128 time: 0.1021492 Mar 05 05:24:14.058031 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac87becd-58c1-46ec-87ec-614f9a045002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0326744d-fc80-4915-8fe5-277966f2a816'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:24:14.060610 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613a2799-6732-40c6-9f5c-4cf3232dbe09" -d '{"events": [{"server_uuid": "ac87becd-58c1-46ec-87ec-614f9a045002", "name": "network-vif-plugged", "status": "completed", "tag": "0326744d-fc80-4915-8fe5-277966f2a816"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:24:14.064922 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=0326744d-fc80-4915-8fe5-277966f2a816,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:24:14.091389 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ea196-3e85-441d-998d-08d929361eec req-0846de2f-799c-4ec0-94b8-44545f8c1db2 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:14.093001 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-956ea196-3e85-441d-998d-08d929361eec req-0846de2f-799c-4ec0-94b8-44545f8c1db2 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 944 time: 0.1235144 Mar 05 05:24:14.127523 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-191927ab-d060-455e-942f-360d465f4b8f req-0fa74a3b-9b9b-4e2a-b103-e5812dcc2238 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6102aae1-f687-4657-96a0-579c518f875a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863371 Mar 05 05:24:14.176133 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-956ea196-3e85-441d-998d-08d929361eec req-5c5ae617-ba89-4346-a103-3e0f4ad8e661 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=6062b8a2-85ef-410a-a02e-7911711d73f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709794 Mar 05 05:24:14.207571 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:14.256095 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5d4217-29e5-4a19-af7f-96f277c20376 x-openstack-request-id: req-dd5d4217-29e5-4a19-af7f-96f277c20376 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:24:14.256505 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac87becd-58c1-46ec-87ec-614f9a045002", "name": "network-vif-plugged", "status": "completed", "tag": "0326744d-fc80-4915-8fe5-277966f2a816", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:24:14.257004 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dd5d4217-29e5-4a19-af7f-96f277c20376 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:24:14.258229 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac87becd-58c1-46ec-87ec-614f9a045002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0326744d-fc80-4915-8fe5-277966f2a816', 'code': 200} Mar 05 05:24:14.394547 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96ff21-6483-4d3f-a600-e0f6e74d888d req-195e6a4f-bb25-4dea-a76b-e482984e5634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:14.414801 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4a96ff21-6483-4d3f-a600-e0f6e74d888d req-195e6a4f-bb25-4dea-a76b-e482984e5634 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 1128 time: 0.0773902 Mar 05 05:24:14.468565 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4a96ff21-6483-4d3f-a600-e0f6e74d888d req-9983814e-9e26-4451-b0b1-11a66c9b5f6c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6062b8a2-85ef-410a-a02e-7911711d73f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454311 Mar 05 05:24:14.561713 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830271f4-59f0-42d2-8ae1-74f7ec09f8de req-54640108-a3ed-4634-88fb-f7249227bcc6 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:14.569053 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-830271f4-59f0-42d2-8ae1-74f7ec09f8de req-54640108-a3ed-4634-88fb-f7249227bcc6 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b9ec8e1a-342a-4769-a957-21b457623104 HTTP/1.1" status: 200 len: 1128 time: 0.0672066 Mar 05 05:24:14.630598 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-830271f4-59f0-42d2-8ae1-74f7ec09f8de req-64e81efc-9474-43f3-97d2-aa180c01074e tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6102aae1-f687-4657-96a0-579c518f875a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606818 Mar 05 05:24:15.080226 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:15.314549 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41123b2-a091-47c3-91c9-096358cc3bd3 req-34c77430-49fa-46c0-bcab-094de6723e2e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:15.323412 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b41123b2-a091-47c3-91c9-096358cc3bd3 req-34c77430-49fa-46c0-bcab-094de6723e2e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 945 time: 0.0744736 Mar 05 05:24:15.389937 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b41123b2-a091-47c3-91c9-096358cc3bd3 req-5bed42c9-1cb2-42e3-8f6a-3ab31c0a6ce3 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=6062b8a2-85ef-410a-a02e-7911711d73f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645101 Mar 05 05:24:15.796964 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b41bbb-c151-4d9e-a03a-d819ad532551 req-04e1b2c7-7cdd-4eb5-94d0-5f87d1246873 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:15.802032 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-04b41bbb-c151-4d9e-a03a-d819ad532551 req-04e1b2c7-7cdd-4eb5-94d0-5f87d1246873 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b9ec8e1a-342a-4769-a957-21b457623104 HTTP/1.1" status: 200 len: 1128 time: 0.0787146 Mar 05 05:24:15.865661 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-04b41bbb-c151-4d9e-a03a-d819ad532551 req-5fc23fe1-b9df-48a5-8366-5aced8b06c05 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6102aae1-f687-4657-96a0-579c518f875a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553906 Mar 05 05:24:16.235552 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f3238-508b-4af4-8d2b-bfa8d1673946 req-ee041d13-d1bf-4482-87e8-6e005c5a7175 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:16.237149 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7f3f3238-508b-4af4-8d2b-bfa8d1673946 req-ee041d13-d1bf-4482-87e8-6e005c5a7175 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b9ec8e1a-342a-4769-a957-21b457623104 HTTP/1.1" status: 200 len: 1128 time: 0.0574138 Mar 05 05:24:16.341131 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-7f3f3238-508b-4af4-8d2b-bfa8d1673946 req-1cc90cbe-11e5-45df-b870-ab693bbf7401 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Deleting port 7c393b84-2b17-4765-a25c-905637884c00 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:24:16.343648 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7f3f3238-508b-4af4-8d2b-bfa8d1673946 req-1cc90cbe-11e5-45df-b870-ab693bbf7401 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (7c393b84-2b17-4765-a25c-905637884c00), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:16.370198 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:16.447494 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-7f3f3238-508b-4af4-8d2b-bfa8d1673946 req-1cc90cbe-11e5-45df-b870-ab693bbf7401 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] For port 7c393b84-2b17-4765-a25c-905637884c00, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=7c393b84-2b17-4765-a25c-905637884c00,segment=NetworkSegment(7703a7a5-e139-4748-8968-fe4ebc806ad9),segment_id=7703a7a5-e139-4748-8968-fe4ebc806ad9)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:24:16.448269 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7f3f3238-508b-4af4-8d2b-bfa8d1673946 req-1cc90cbe-11e5-45df-b870-ab693bbf7401 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (7c393b84-2b17-4765-a25c-905637884c00), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:16.464805 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-7f3f3238-508b-4af4-8d2b-bfa8d1673946 req-1cc90cbe-11e5-45df-b870-ab693bbf7401 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Calling delete_port for 7c393b84-2b17-4765-a25c-905637884c00 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:24:16.513405 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:24:16.561253 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ae87a-fb83-4834-b1c1-41b97932c39f req-e39652ee-de89-423c-9852-b695e51d0c15 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:16.562902 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8f4ae87a-fb83-4834-b1c1-41b97932c39f req-e39652ee-de89-423c-9852-b695e51d0c15 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 945 time: 0.0918291 Mar 05 05:24:16.676708 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8f4ae87a-fb83-4834-b1c1-41b97932c39f req-e60f9e60-7632-4016-948c-fa5c6b4aa84d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=6062b8a2-85ef-410a-a02e-7911711d73f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998721 Mar 05 05:24:16.684375 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7f3f3238-508b-4af4-8d2b-bfa8d1673946 req-1cc90cbe-11e5-45df-b870-ab693bbf7401 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (7c393b84-2b17-4765-a25c-905637884c00), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:16.713581 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['247d76d5-241a-4b81-9276-12a0ccdf00d6'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:24:16.728072 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['7c393b84-2b17-4765-a25c-905637884c00'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:24:16.874431 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc90cbe-11e5-45df-b870-ab693bbf7401 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c393b84-2b17-4765-a25c-905637884c00,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:24:16.921619 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab96ec-9f1d-4daa-8183-19c3b02225d4 req-87224137-1b58-4339-8098-fbb7bff7950a tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:16.925087 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6dab96ec-9f1d-4daa-8183-19c3b02225d4 req-87224137-1b58-4339-8098-fbb7bff7950a tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 945 time: 0.0864930 Mar 05 05:24:16.936177 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3f3238-508b-4af4-8d2b-bfa8d1673946 req-1cc90cbe-11e5-45df-b870-ab693bbf7401 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] No DVR routers for this DVR port 7c393b84-2b17-4765-a25c-905637884c00 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:24:16.959053 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7f3f3238-508b-4af4-8d2b-bfa8d1673946 req-1cc90cbe-11e5-45df-b870-ab693bbf7401 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:16.963174 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7f3f3238-508b-4af4-8d2b-bfa8d1673946 req-1cc90cbe-11e5-45df-b870-ab693bbf7401 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.31 "DELETE /v2.0/ports/7c393b84-2b17-4765-a25c-905637884c00 HTTP/1.1" status: 204 len: 173 time: 0.7192969 Mar 05 05:24:16.967581 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ec8e1a-342a-4769-a957-21b457623104', 'name': 'network-vif-deleted', 'tag': '7c393b84-2b17-4765-a25c-905637884c00'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:24:16.970288 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b280d74-5d8a-4797-a5a1-eaaf9782ffe7" -d '{"events": [{"server_uuid": "b9ec8e1a-342a-4769-a957-21b457623104", "name": "network-vif-deleted", "tag": "7c393b84-2b17-4765-a25c-905637884c00"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:24:16.985982 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc90cbe-11e5-45df-b870-ab693bbf7401 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:24:16.986510 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc90cbe-11e5-45df-b870-ab693bbf7401 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:24:16.990177 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc90cbe-11e5-45df-b870-ab693bbf7401 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:24:16.990662 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc90cbe-11e5-45df-b870-ab693bbf7401 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:24:16.991125 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc90cbe-11e5-45df-b870-ab693bbf7401 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:24:16.993922 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc90cbe-11e5-45df-b870-ab693bbf7401 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:24:16.994396 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc90cbe-11e5-45df-b870-ab693bbf7401 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:24:16.996924 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc90cbe-11e5-45df-b870-ab693bbf7401 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:24:16.999753 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc90cbe-11e5-45df-b870-ab693bbf7401 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:24:16.999753 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc90cbe-11e5-45df-b870-ab693bbf7401 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:24:16.999753 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc90cbe-11e5-45df-b870-ab693bbf7401 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:24:16.999753 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc90cbe-11e5-45df-b870-ab693bbf7401 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:24:16.999753 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc90cbe-11e5-45df-b870-ab693bbf7401 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:24:17.067682 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b03bd70c-2815-41ba-8e03-a860afbbd184 req-d7901a8d-d8f7-4764-875e-f11e98841233 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b9ec8e1a-342a-4769-a957-21b457623104 HTTP/1.1" status: 200 len: 210 time: 0.0451810 Mar 05 05:24:17.117261 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6dab96ec-9f1d-4daa-8183-19c3b02225d4 req-bcafb200-6537-4d9f-bca2-c5f909503c31 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=6062b8a2-85ef-410a-a02e-7911711d73f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841974 Mar 05 05:24:17.126848 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39956) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:24:17.188356 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e035bd-b66d-4382-ba6a-0130f476507c x-openstack-request-id: req-12e035bd-b66d-4382-ba6a-0130f476507c {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:24:17.188774 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ec8e1a-342a-4769-a957-21b457623104", "name": "network-vif-deleted", "tag": "7c393b84-2b17-4765-a25c-905637884c00", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:24:17.189611 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-12e035bd-b66d-4382-ba6a-0130f476507c {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:24:17.190382 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ec8e1a-342a-4769-a957-21b457623104', 'name': 'network-vif-deleted', 'tag': '7c393b84-2b17-4765-a25c-905637884c00', 'status': 'completed', 'code': 200} Mar 05 05:24:17.205523 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c792bd1a-adcc-4927-8b1d-9751c1c75a36 tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:17.207493 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c792bd1a-adcc-4927-8b1d-9751c1c75a36 tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 1123 time: 0.0787406 Mar 05 05:24:17.214141 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39958) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:24:17.228276 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'port_id': '0326744d-fc80-4915-8fe5-277966f2a816', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:24:17.268374 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:17.401658 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:17.600516 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Allocated IP 172.25.0.252 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/323a535c-cabb-48f3-afe5-fe5ea2273507) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:24:17.744415 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for port (323a535c-cabb-48f3-afe5-fe5ea2273507), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:17.787798 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (323a535c-cabb-48f3-afe5-fe5ea2273507), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:17.827694 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:17.836892 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:24:17.840146 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:24:17.844275 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:24:17.878989 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'Port': ['ID=323a535c-cabb-48f3-afe5-fe5ea2273507,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:24:17.891501 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:24:17.891850 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:24:17.892200 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:24:17.892542 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:24:17.892894 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:24:17.893213 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:24:17.893543 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:24:17.893873 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:24:17.894200 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:24:17.894524 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:24:17.894851 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:24:17.895198 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:24:17.895524 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:24:18.488971 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ede61f-7720-48a2-9cd9-3d424c1f348c req-bcc2129c-704a-402d-aa77-9e93edaca4a9 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:18.490431 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-38ede61f-7720-48a2-9cd9-3d424c1f348c req-bcc2129c-704a-402d-aa77-9e93edaca4a9 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a18e4020-36b2-4874-b49d-e6d449238edf HTTP/1.1" status: 200 len: 1129 time: 0.1006200 Mar 05 05:24:18.588581 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-38ede61f-7720-48a2-9cd9-3d424c1f348c req-fcf5be5c-1aa8-47fa-9d83-c4a040fa070e tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6102aae1-f687-4657-96a0-579c518f875a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886037 Mar 05 05:24:18.646327 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for floatingip (1632e1a9-2a72-4f99-9ed7-f982da3ebaac), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:18.720121 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (323a535c-cabb-48f3-afe5-fe5ea2273507), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:18.876323 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for port (323a535c-cabb-48f3-afe5-fe5ea2273507), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:18.882667 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (323a535c-cabb-48f3-afe5-fe5ea2273507), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:18.955366 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event updated for resources: {'Port': ['ID=323a535c-cabb-48f3-afe5-fe5ea2273507,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:24:18.965451 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (1632e1a9-2a72-4f99-9ed7-f982da3ebaac), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:19.084239 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Floating IP 1632e1a9-2a72-4f99-9ed7-f982da3ebaac associated. External IP: 172.25.0.252, port: 0326744d-fc80-4915-8fe5-277966f2a816. Mar 05 05:24:19.328594 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Router 1a027ee0-44e6-484a-9224-7e0cef3cb18b has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:24:19.458770 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:24:19.470079 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272d774b-efa7-4331-9a43-bdfad9ef5ef9 None None] Sync routers for ids ['1a027ee0-44e6-484a-9224-7e0cef3cb18b'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:24:19.481978 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272d774b-efa7-4331-9a43-bdfad9ef5ef9 None None] Routers {'1a027ee0-44e6-484a-9224-7e0cef3cb18b'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:24:19.482948 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-272d774b-efa7-4331-9a43-bdfad9ef5ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:24:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['1a027ee0-44e6-484a-9224-7e0cef3cb18b'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:24:19.505845 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:19.574003 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8f93fc36-68ee-4ff7-be83-30cced88833d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3499160 Mar 05 05:24:19.574638 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac87becd-58c1-46ec-87ec-614f9a045002', 'tag': '0326744d-fc80-4915-8fe5-277966f2a816'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:24:19.577239 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5fd813-087d-4485-aa1a-6ff02e07efae" -d '{"events": [{"name": "network-changed", "server_uuid": "ac87becd-58c1-46ec-87ec-614f9a045002", "tag": "0326744d-fc80-4915-8fe5-277966f2a816"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:24:19.643834 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-272d774b-efa7-4331-9a43-bdfad9ef5ef9 None None] Set router 1a027ee0-44e6-484a-9224-7e0cef3cb18b gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:24:19.650827 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ceab96-f4cc-42d2-82ee-bbfcfe673057 x-openstack-request-id: req-80ceab96-f4cc-42d2-82ee-bbfcfe673057 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:24:19.651689 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac87becd-58c1-46ec-87ec-614f9a045002", "tag": "0326744d-fc80-4915-8fe5-277966f2a816", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:24:19.652164 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-80ceab96-f4cc-42d2-82ee-bbfcfe673057 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:24:19.652785 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac87becd-58c1-46ec-87ec-614f9a045002', 'tag': '0326744d-fc80-4915-8fe5-277966f2a816', 'status': 'completed', 'code': 200} Mar 05 05:24:19.723234 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 7c393b84-2b17-4765-a25c-905637884c00 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:24:19.752380 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e86c81-4d1a-4a85-8408-a7346a584dc0 req-34870dec-ef10-4ca2-a65a-aa7c63b268c3 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:19.753971 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-23e86c81-4d1a-4a85-8408-a7346a584dc0 req-34870dec-ef10-4ca2-a65a-aa7c63b268c3 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a18e4020-36b2-4874-b49d-e6d449238edf HTTP/1.1" status: 200 len: 1129 time: 0.1788397 Mar 05 05:24:19.772229 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 7c393b84-2b17-4765-a25c-905637884c00 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:24:19.772573 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 7c393b84-2b17-4765-a25c-905637884c00 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:24:19.884363 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda214e-446b-4838-a58e-9f109dc5bfde req-b64d8887-af24-4420-bfe4-db90339b9a93 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:19.886133 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fd813-087d-4485-aa1a-6ff02e07efae req-bf86d9d2-e080-453b-b546-6964ee3df8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:19.887780 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ea5fd813-087d-4485-aa1a-6ff02e07efae req-bf86d9d2-e080-453b-b546-6964ee3df8e0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 1128 time: 0.2153006 Mar 05 05:24:19.892292 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0eda214e-446b-4838-a58e-9f109dc5bfde req-b64d8887-af24-4420-bfe4-db90339b9a93 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 945 time: 0.1611514 Mar 05 05:24:19.927775 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-23e86c81-4d1a-4a85-8408-a7346a584dc0 req-6db645a8-3fe9-423d-824c-0febb23b992f tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Deleting port 247d76d5-241a-4b81-9276-12a0ccdf00d6 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:24:19.928126 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-23e86c81-4d1a-4a85-8408-a7346a584dc0 req-6db645a8-3fe9-423d-824c-0febb23b992f tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (247d76d5-241a-4b81-9276-12a0ccdf00d6), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:19.947448 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9c499-b445-4b71-91e9-8337c450dddc req-fd2ee686-97d6-4ce3-8484-65e409865471 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:19.979547 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-17b9c499-b445-4b71-91e9-8337c450dddc req-fd2ee686-97d6-4ce3-8484-65e409865471 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a18e4020-36b2-4874-b49d-e6d449238edf HTTP/1.1" status: 200 len: 1129 time: 0.1838100 Mar 05 05:24:20.053818 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-23e86c81-4d1a-4a85-8408-a7346a584dc0 req-6db645a8-3fe9-423d-824c-0febb23b992f tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] For port 247d76d5-241a-4b81-9276-12a0ccdf00d6, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=247d76d5-241a-4b81-9276-12a0ccdf00d6,segment=NetworkSegment(7703a7a5-e139-4748-8968-fe4ebc806ad9),segment_id=7703a7a5-e139-4748-8968-fe4ebc806ad9)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:24:20.055149 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-23e86c81-4d1a-4a85-8408-a7346a584dc0 req-6db645a8-3fe9-423d-824c-0febb23b992f tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (247d76d5-241a-4b81-9276-12a0ccdf00d6), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:20.074319 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-23e86c81-4d1a-4a85-8408-a7346a584dc0 req-6db645a8-3fe9-423d-824c-0febb23b992f tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Calling delete_port for 247d76d5-241a-4b81-9276-12a0ccdf00d6 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:24:20.090218 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0eda214e-446b-4838-a58e-9f109dc5bfde req-f5b3eb63-1e64-41ad-b13b-d98a6b612333 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=6062b8a2-85ef-410a-a02e-7911711d73f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919889 Mar 05 05:24:20.111817 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 39986) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:24:20.140054 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-272d774b-efa7-4331-9a43-bdfad9ef5ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043361668', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'cb64c0e0-b62e-4323-a73d-a830e805c33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:23:53Z', 'updated_at': '2022-03-05T05:24:01Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'cb64c0e0-b62e-4323-a73d-a830e805c33a', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:53Z', 'updated_at': '2022-03-05T05:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '1632e1a9-2a72-4f99-9ed7-f982da3ebaac', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'floating_ip_address': '172.25.0.252', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'port_id': '0326744d-fc80-4915-8fe5-277966f2a816', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89137aa-431b-4fd2-985a-9afac0e81b4f', 'mac_address': 'fa:16:3e:e1:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac87becd-58c1-46ec-87ec-614f9a045002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:24:18Z', 'updated_at': '2022-03-05T05:24:18Z', 'revision_number': 0, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b543e242-e9f3-4037-82a6-b4636fa36d21', 'name': '', 'network_id': 'e89137aa-431b-4fd2-985a-9afac0e81b4f', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:3d:14:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'ab10faf6-ef38-4209-bc6e-c2efd091d428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:59Z', 'updated_at': '2022-03-05T05:24:05Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': 'ab10faf6-ef38-4209-bc6e-c2efd091d428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:24:20.177249 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272d774b-efa7-4331-9a43-bdfad9ef5ef9 None None] Checking router: 1a027ee0-44e6-484a-9224-7e0cef3cb18b for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:24:20.188108 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272d774b-efa7-4331-9a43-bdfad9ef5ef9 None None] Routers {'1a027ee0-44e6-484a-9224-7e0cef3cb18b'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:24:20.188733 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-272d774b-efa7-4331-9a43-bdfad9ef5ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:24:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['1a027ee0-44e6-484a-9224-7e0cef3cb18b'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:24:20.190128 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e279998d-7fb6-4945-bf57-0284e39a420d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/floatingips/1632e1a9-2a72-4f99-9ed7-f982da3ebaac HTTP/1.1" status: 200 len: 991 time: 0.0770478 Mar 05 05:24:20.245470 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-17b9c499-b445-4b71-91e9-8337c450dddc req-f437e1bc-534f-41d1-b54e-813c17fb1952 tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=6102aae1-f687-4657-96a0-579c518f875a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610128 Mar 05 05:24:20.320704 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fd813-087d-4485-aa1a-6ff02e07efae req-826d21ca-509e-498b-8ac6-fee61a9f4a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:20.322927 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ea5fd813-087d-4485-aa1a-6ff02e07efae req-826d21ca-509e-498b-8ac6-fee61a9f4a8f service neutron] 10.222.0.31 "GET /v2.0/networks?id=e89137aa-431b-4fd2-985a-9afac0e81b4f HTTP/1.1" status: 200 len: 896 time: 0.4255488 Mar 05 05:24:20.353319 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-272d774b-efa7-4331-9a43-bdfad9ef5ef9 None None] Set router 1a027ee0-44e6-484a-9224-7e0cef3cb18b gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:24:20.412964 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-23e86c81-4d1a-4a85-8408-a7346a584dc0 req-6db645a8-3fe9-423d-824c-0febb23b992f tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (247d76d5-241a-4b81-9276-12a0ccdf00d6), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:20.430332 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['247d76d5-241a-4b81-9276-12a0ccdf00d6'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:24:20.500916 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db645a8-3fe9-423d-824c-0febb23b992f tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Pushing event deleted for resources: {'Port': ['ID=247d76d5-241a-4b81-9276-12a0ccdf00d6,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:24:20.615144 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ea5fd813-087d-4485-aa1a-6ff02e07efae req-63569f9d-f1b8-4916-baf6-2ff00c964348 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0326744d-fc80-4915-8fe5-277966f2a816 HTTP/1.1" status: 200 len: 999 time: 0.2252800 Mar 05 05:24:20.616050 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e86c81-4d1a-4a85-8408-a7346a584dc0 req-6db645a8-3fe9-423d-824c-0febb23b992f tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] No DVR routers for this DVR port 247d76d5-241a-4b81-9276-12a0ccdf00d6 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:24:20.619377 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-23e86c81-4d1a-4a85-8408-a7346a584dc0 req-6db645a8-3fe9-423d-824c-0febb23b992f tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:20.622589 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-23e86c81-4d1a-4a85-8408-a7346a584dc0 req-6db645a8-3fe9-423d-824c-0febb23b992f tempest-TestServerMultinode-1520207681 tempest-TestServerMultinode-1520207681-project-admin] 10.222.0.30 "DELETE /v2.0/ports/247d76d5-241a-4b81-9276-12a0ccdf00d6 HTTP/1.1" status: 204 len: 173 time: 0.8622677 Mar 05 05:24:20.623053 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18e4020-36b2-4874-b49d-e6d449238edf', 'name': 'network-vif-deleted', 'tag': '247d76d5-241a-4b81-9276-12a0ccdf00d6'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:24:20.625350 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1d72db-44df-44cd-85e2-91870f272716" -d '{"events": [{"server_uuid": "a18e4020-36b2-4874-b49d-e6d449238edf", "name": "network-vif-deleted", "tag": "247d76d5-241a-4b81-9276-12a0ccdf00d6"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:24:20.680490 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fd813-087d-4485-aa1a-6ff02e07efae req-9b6f8aae-476c-483d-afa9-65479fb9a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:20.681953 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ea5fd813-087d-4485-aa1a-6ff02e07efae req-9b6f8aae-476c-483d-afa9-65479fb9a046 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ab10faf6-ef38-4209-bc6e-c2efd091d428 HTTP/1.1" status: 200 len: 834 time: 0.0525303 Mar 05 05:24:20.713026 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-272d774b-efa7-4331-9a43-bdfad9ef5ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043361668', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'cb64c0e0-b62e-4323-a73d-a830e805c33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:23:53Z', 'updated_at': '2022-03-05T05:24:01Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'cb64c0e0-b62e-4323-a73d-a830e805c33a', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:53Z', 'updated_at': '2022-03-05T05:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '1632e1a9-2a72-4f99-9ed7-f982da3ebaac', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'floating_ip_address': '172.25.0.252', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'port_id': '0326744d-fc80-4915-8fe5-277966f2a816', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89137aa-431b-4fd2-985a-9afac0e81b4f', 'mac_address': 'fa:16:3e:e1:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac87becd-58c1-46ec-87ec-614f9a045002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:24:18Z', 'updated_at': '2022-03-05T05:24:18Z', 'revision_number': 0, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b543e242-e9f3-4037-82a6-b4636fa36d21', 'name': '', 'network_id': 'e89137aa-431b-4fd2-985a-9afac0e81b4f', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:3d:14:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'ab10faf6-ef38-4209-bc6e-c2efd091d428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:59Z', 'updated_at': '2022-03-05T05:24:05Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': 'ab10faf6-ef38-4209-bc6e-c2efd091d428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:24:20.737484 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4165880f-2f29-471f-a59b-4f59c10eb38b x-openstack-request-id: req-4165880f-2f29-471f-a59b-4f59c10eb38b {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:24:20.738640 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18e4020-36b2-4874-b49d-e6d449238edf", "name": "network-vif-deleted", "tag": "247d76d5-241a-4b81-9276-12a0ccdf00d6", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:24:20.739185 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4165880f-2f29-471f-a59b-4f59c10eb38b {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:24:20.739795 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18e4020-36b2-4874-b49d-e6d449238edf', 'name': 'network-vif-deleted', 'tag': '247d76d5-241a-4b81-9276-12a0ccdf00d6', 'status': 'completed', 'code': 200} Mar 05 05:24:20.749058 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272d774b-efa7-4331-9a43-bdfad9ef5ef9 None None] The sync data for ids ['1a027ee0-44e6-484a-9224-7e0cef3cb18b'] in n-d-789963-32 is: [{'id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043361668', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'cb64c0e0-b62e-4323-a73d-a830e805c33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:23:53Z', 'updated_at': '2022-03-05T05:24:01Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'cb64c0e0-b62e-4323-a73d-a830e805c33a', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:53Z', 'updated_at': '2022-03-05T05:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '1632e1a9-2a72-4f99-9ed7-f982da3ebaac', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'floating_ip_address': '172.25.0.252', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'port_id': '0326744d-fc80-4915-8fe5-277966f2a816', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e89137aa-431b-4fd2-985a-9afac0e81b4f', 'mac_address': 'fa:16:3e:e1:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac87becd-58c1-46ec-87ec-614f9a045002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:24:18Z', 'updated_at': '2022-03-05T05:24:18Z', 'revision_number': 0, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b543e242-e9f3-4037-82a6-b4636fa36d21', 'name': '', 'network_id': 'e89137aa-431b-4fd2-985a-9afac0e81b4f', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:3d:14:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'ab10faf6-ef38-4209-bc6e-c2efd091d428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:59Z', 'updated_at': '2022-03-05T05:24:05Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': 'ab10faf6-ef38-4209-bc6e-c2efd091d428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:24:20.769369 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fd813-087d-4485-aa1a-6ff02e07efae req-62de781b-22f0-46e0-ae0c-718a81974d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:20.771698 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ea5fd813-087d-4485-aa1a-6ff02e07efae req-62de781b-22f0-46e0-ae0c-718a81974d4c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e89137aa-431b-4fd2-985a-9afac0e81b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0844038 Mar 05 05:24:20.908169 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ea5fd813-087d-4485-aa1a-6ff02e07efae req-a9d670d5-c973-483a-8a35-dc0b922024fc service neutron] 10.222.0.31 "GET /v2.0/networks/e89137aa-431b-4fd2-985a-9afac0e81b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305184 Mar 05 05:24:21.032368 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ea5fd813-087d-4485-aa1a-6ff02e07efae req-ce7bfcd8-9021-4fdc-a48a-f705e8a099ac service neutron] 10.222.0.31 "GET /v2.0/networks/e89137aa-431b-4fd2-985a-9afac0e81b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173117 Mar 05 05:24:21.097063 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c5e003-7e0c-45a5-b070-8c313c87d67d None None] New status for floating IP 1632e1a9-2a72-4f99-9ed7-f982da3ebaac: ACTIVE {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:24:21.192502 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 39998) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:24:21.307831 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40006) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:24:21.381161 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-50dbbd89-1962-4d69-b09a-1ff38a2790de tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/floatingips/1632e1a9-2a72-4f99-9ed7-f982da3ebaac HTTP/1.1" status: 200 len: 991 time: 0.1868374 Mar 05 05:24:21.769015 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fbe82387-ffc8-4609-a755-e0fb0080bf24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (67ce19b6-a3ea-463a-8785-326b89a1a864), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:22.094917 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-fbe82387-ffc8-4609-a755-e0fb0080bf24 admin admin] Deleting port 2883a2a0-019c-4071-9bcf-e7eab57ff1a3 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:24:22.095642 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fbe82387-ffc8-4609-a755-e0fb0080bf24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (2883a2a0-019c-4071-9bcf-e7eab57ff1a3), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:22.198969 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-fbe82387-ffc8-4609-a755-e0fb0080bf24 admin admin] For port 2883a2a0-019c-4071-9bcf-e7eab57ff1a3, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=2883a2a0-019c-4071-9bcf-e7eab57ff1a3,segment=NetworkSegment(7703a7a5-e139-4748-8968-fe4ebc806ad9),segment_id=7703a7a5-e139-4748-8968-fe4ebc806ad9)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:24:22.199373 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fbe82387-ffc8-4609-a755-e0fb0080bf24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (2883a2a0-019c-4071-9bcf-e7eab57ff1a3), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:22.217576 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-fbe82387-ffc8-4609-a755-e0fb0080bf24 admin admin] Calling delete_port for 2883a2a0-019c-4071-9bcf-e7eab57ff1a3 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:24:22.385052 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40020) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:24:22.431970 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fbe82387-ffc8-4609-a755-e0fb0080bf24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (2883a2a0-019c-4071-9bcf-e7eab57ff1a3), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:22.474226 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-575d9d46-c5f0-490a-ba71-97d6a4396b6e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/floatingips/1632e1a9-2a72-4f99-9ed7-f982da3ebaac HTTP/1.1" status: 200 len: 993 time: 0.0782664 Mar 05 05:24:22.476682 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe82387-ffc8-4609-a755-e0fb0080bf24 admin admin] Pushing event deleted for resources: {'Port': ['ID=2883a2a0-019c-4071-9bcf-e7eab57ff1a3,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:24:22.670702 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fbe82387-ffc8-4609-a755-e0fb0080bf24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (67ce19b6-a3ea-463a-8785-326b89a1a864), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:22.921102 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe82387-ffc8-4609-a755-e0fb0080bf24 admin admin] Router 67ce19b6-a3ea-463a-8785-326b89a1a864 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:24:23.052777 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe82387-ffc8-4609-a755-e0fb0080bf24 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:24:23.059880 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fbe82387-ffc8-4609-a755-e0fb0080bf24 admin admin] 10.222.0.11 "PUT /v2.0/routers/67ce19b6-a3ea-463a-8785-326b89a1a864/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7515614 Mar 05 05:24:23.062494 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40042) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:24:23.067982 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb00c2aa-f981-4ccf-802b-9ea32a95ddfb None None] Sync routers for ids ['67ce19b6-a3ea-463a-8785-326b89a1a864'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:24:23.080767 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb00c2aa-f981-4ccf-802b-9ea32a95ddfb None None] Routers {'67ce19b6-a3ea-463a-8785-326b89a1a864'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:24:23.081391 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-cb00c2aa-f981-4ccf-802b-9ea32a95ddfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:24:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['67ce19b6-a3ea-463a-8785-326b89a1a864'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:24:23.212756 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8cd660d7-f429-497f-b83d-f4bd1085b930 admin admin] Publish callbacks [] for router (67ce19b6-a3ea-463a-8785-326b89a1a864), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:23.341083 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8cd660d7-f429-497f-b83d-f4bd1085b930 admin admin] Publish callbacks [] for router_gateway (67ce19b6-a3ea-463a-8785-326b89a1a864), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:23.359520 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-cb00c2aa-f981-4ccf-802b-9ea32a95ddfb None None] Set router 67ce19b6-a3ea-463a-8785-326b89a1a864 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:24:23.395832 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8cd660d7-f429-497f-b83d-f4bd1085b930 admin admin] Deleting port 0ac104eb-6da9-421b-b432-488c44c947ca {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:24:23.396389 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8cd660d7-f429-497f-b83d-f4bd1085b930 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (0ac104eb-6da9-421b-b432-488c44c947ca), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:23.483871 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-8cd660d7-f429-497f-b83d-f4bd1085b930 admin admin] For port 0ac104eb-6da9-421b-b432-488c44c947ca, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=0ac104eb-6da9-421b-b432-488c44c947ca,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:24:23.484239 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8cd660d7-f429-497f-b83d-f4bd1085b930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (0ac104eb-6da9-421b-b432-488c44c947ca), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:23.496634 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8cd660d7-f429-497f-b83d-f4bd1085b930 admin admin] Calling delete_port for 0ac104eb-6da9-421b-b432-488c44c947ca owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:24:23.560364 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-cb00c2aa-f981-4ccf-802b-9ea32a95ddfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ce19b6-a3ea-463a-8785-326b89a1a864', 'name': 'tempest-TestServerMultinode-752156129-router', 'tenant_id': '35e4d0a77f20474195a12d1f2ed8fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '0ac104eb-6da9-421b-b432-488c44c947ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:23:17Z', 'updated_at': '2022-03-05T05:24:22Z', 'revision_number': 5, 'project_id': '35e4d0a77f20474195a12d1f2ed8fb4b', 'gw_port': {'id': '0ac104eb-6da9-421b-b432-488c44c947ca', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:90:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ce19b6-a3ea-463a-8785-326b89a1a864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:18Z', 'updated_at': '2022-03-05T05:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:24:23.592640 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb00c2aa-f981-4ccf-802b-9ea32a95ddfb None None] Checking router: 67ce19b6-a3ea-463a-8785-326b89a1a864 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:24:23.603440 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb00c2aa-f981-4ccf-802b-9ea32a95ddfb None None] Routers {'67ce19b6-a3ea-463a-8785-326b89a1a864'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:24:23.604082 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-cb00c2aa-f981-4ccf-802b-9ea32a95ddfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:24:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['67ce19b6-a3ea-463a-8785-326b89a1a864'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:24:23.680316 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8cd660d7-f429-497f-b83d-f4bd1085b930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (0ac104eb-6da9-421b-b432-488c44c947ca), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:23.697832 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-cb00c2aa-f981-4ccf-802b-9ea32a95ddfb None None] Set router 67ce19b6-a3ea-463a-8785-326b89a1a864 gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:24:23.708356 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd660d7-f429-497f-b83d-f4bd1085b930 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ac104eb-6da9-421b-b432-488c44c947ca,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:24:23.753545 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-cb00c2aa-f981-4ccf-802b-9ea32a95ddfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ce19b6-a3ea-463a-8785-326b89a1a864', 'name': 'tempest-TestServerMultinode-752156129-router', 'tenant_id': '35e4d0a77f20474195a12d1f2ed8fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:23:17Z', 'updated_at': '2022-03-05T05:24:23Z', 'revision_number': 6, 'project_id': '35e4d0a77f20474195a12d1f2ed8fb4b', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:24:23.780016 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8cd660d7-f429-497f-b83d-f4bd1085b930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (67ce19b6-a3ea-463a-8785-326b89a1a864), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:23.785802 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb00c2aa-f981-4ccf-802b-9ea32a95ddfb None None] The sync data for ids ['67ce19b6-a3ea-463a-8785-326b89a1a864'] in n-d-789963-32 is: [{'id': '67ce19b6-a3ea-463a-8785-326b89a1a864', 'name': 'tempest-TestServerMultinode-752156129-router', 'tenant_id': '35e4d0a77f20474195a12d1f2ed8fb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:23:17Z', 'updated_at': '2022-03-05T05:24:23Z', 'revision_number': 6, 'project_id': '35e4d0a77f20474195a12d1f2ed8fb4b', 'gw_port_host': None}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:24:23.886430 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8cd660d7-f429-497f-b83d-f4bd1085b930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (67ce19b6-a3ea-463a-8785-326b89a1a864), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:23.888637 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8cd660d7-f429-497f-b83d-f4bd1085b930 admin admin] Publish callbacks [] for router_controller (67ce19b6-a3ea-463a-8785-326b89a1a864), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:23.939522 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8cd660d7-f429-497f-b83d-f4bd1085b930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (67ce19b6-a3ea-463a-8785-326b89a1a864), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:23.940115 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd660d7-f429-497f-b83d-f4bd1085b930 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67ce19b6-a3ea-463a-8785-326b89a1a864 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:24:23.945115 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8cd660d7-f429-497f-b83d-f4bd1085b930 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:23.947744 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8cd660d7-f429-497f-b83d-f4bd1085b930 admin admin] 10.222.0.11 "DELETE /v2.0/routers/67ce19b6-a3ea-463a-8785-326b89a1a864 HTTP/1.1" status: 204 len: 168 time: 0.8839843 Mar 05 05:24:23.949093 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40062) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:24:24.003469 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac650850-02e9-49d3-88a3-6da1c1081c3f admin admin] Deleting subnet c4642c72-7f4d-44c1-84ce-4582958fcd9b {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:24:24.006813 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ac650850-02e9-49d3-88a3-6da1c1081c3f admin admin] Publish callbacks [] for subnet (c4642c72-7f4d-44c1-84ce-4582958fcd9b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:24.053586 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ac650850-02e9-49d3-88a3-6da1c1081c3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (c4642c72-7f4d-44c1-84ce-4582958fcd9b), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:24.141948 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ac650850-02e9-49d3-88a3-6da1c1081c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (c4642c72-7f4d-44c1-84ce-4582958fcd9b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:24.207608 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ac650850-02e9-49d3-88a3-6da1c1081c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (c4642c72-7f4d-44c1-84ce-4582958fcd9b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:24.238661 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac650850-02e9-49d3-88a3-6da1c1081c3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4642c72-7f4d-44c1-84ce-4582958fcd9b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:24:24.251001 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ac650850-02e9-49d3-88a3-6da1c1081c3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:24.258247 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40072) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:24:24.259223 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ac650850-02e9-49d3-88a3-6da1c1081c3f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c4642c72-7f4d-44c1-84ce-4582958fcd9b HTTP/1.1" status: 204 len: 168 time: 0.3070576 Mar 05 05:24:24.263799 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a50c1da-acc8-4e69-8b4a-46f85c21a7a0 None None] Network c958b962-e686-433f-94f0-6d9e9595b2c3 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:24:24.381285 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8d44538-3735-4cac-b6d7-cc8ad2ebaccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (c958b962-e686-433f-94f0-6d9e9595b2c3), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:24.467500 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-e8d44538-3735-4cac-b6d7-cc8ad2ebaccf admin admin] Deleting port d7777e02-67ff-4aad-a99e-3f228a70d1f7 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:24:24.468065 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8d44538-3735-4cac-b6d7-cc8ad2ebaccf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d7777e02-67ff-4aad-a99e-3f228a70d1f7), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:24.546168 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-e8d44538-3735-4cac-b6d7-cc8ad2ebaccf admin admin] For port d7777e02-67ff-4aad-a99e-3f228a70d1f7, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d7777e02-67ff-4aad-a99e-3f228a70d1f7,segment=NetworkSegment(7703a7a5-e139-4748-8968-fe4ebc806ad9),segment_id=7703a7a5-e139-4748-8968-fe4ebc806ad9)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:24:24.546652 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8d44538-3735-4cac-b6d7-cc8ad2ebaccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d7777e02-67ff-4aad-a99e-3f228a70d1f7), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:24.563354 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-e8d44538-3735-4cac-b6d7-cc8ad2ebaccf admin admin] Calling delete_port for d7777e02-67ff-4aad-a99e-3f228a70d1f7 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:24:24.660959 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8d44538-3735-4cac-b6d7-cc8ad2ebaccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (d7777e02-67ff-4aad-a99e-3f228a70d1f7), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:24.673186 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ddc126-5443-41c8-9908-edbd2e28cd81 None None] DHCP port deletion for c958b962-e686-433f-94f0-6d9e9595b2c3 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:24:24.704775 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d44538-3735-4cac-b6d7-cc8ad2ebaccf admin admin] Pushing event deleted for resources: {'Port': ['ID=d7777e02-67ff-4aad-a99e-3f228a70d1f7,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:24:24.709351 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d44538-3735-4cac-b6d7-cc8ad2ebaccf admin admin] No DVR routers for this DVR port d7777e02-67ff-4aad-a99e-3f228a70d1f7 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:24:24.719674 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 247d76d5-241a-4b81-9276-12a0ccdf00d6 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:24:24.747375 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 247d76d5-241a-4b81-9276-12a0ccdf00d6 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:24:24.748097 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 247d76d5-241a-4b81-9276-12a0ccdf00d6 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:24:24.817067 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8d44538-3735-4cac-b6d7-cc8ad2ebaccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (c958b962-e686-433f-94f0-6d9e9595b2c3), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:24.850646 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-e8d44538-3735-4cac-b6d7-cc8ad2ebaccf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c958b962-e686-433f-94f0-6d9e9595b2c3']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:24:24.863575 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-e8d44538-3735-4cac-b6d7-cc8ad2ebaccf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7703a7a5-e139-4748-8968-fe4ebc806ad9') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:24:24.864136 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-e8d44538-3735-4cac-b6d7-cc8ad2ebaccf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7703a7a5-e139-4748-8968-fe4ebc806ad9') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:24:24.880692 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8d44538-3735-4cac-b6d7-cc8ad2ebaccf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (7703a7a5-e139-4748-8968-fe4ebc806ad9), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:24.898423 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8d44538-3735-4cac-b6d7-cc8ad2ebaccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (7703a7a5-e139-4748-8968-fe4ebc806ad9), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:24.909954 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8d44538-3735-4cac-b6d7-cc8ad2ebaccf admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:24:24.910542 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8d44538-3735-4cac-b6d7-cc8ad2ebaccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (7703a7a5-e139-4748-8968-fe4ebc806ad9), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:24.912493 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:24:24.912493 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:24:24.912493 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:24:24.912493 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:24:24.912493 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:24:24.912493 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:24:24.912493 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:24:24.912493 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:24:24.912493 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:24:24.912493 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:24:24.912493 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:24:24.912493 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:24:24.912493 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:24:24.912493 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:24:24.912493 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:24:24.912493 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:24:24.912493 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:24:24.912493 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:24:24.912493 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:24:24.912493 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:24:24.912493 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:24:24.912493 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:24:24.912493 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:24:24.912493 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:24:24.912493 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:24:24.912493 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:24:24.912493 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:24:24.912493 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:24:24.912493 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:24:24.912493 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:24:24.912493 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:24:24.912493 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:24:24.978715 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8d44538-3735-4cac-b6d7-cc8ad2ebaccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (c958b962-e686-433f-94f0-6d9e9595b2c3), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:24.997453 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e8d44538-3735-4cac-b6d7-cc8ad2ebaccf admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:25.001275 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e8d44538-3735-4cac-b6d7-cc8ad2ebaccf admin admin] 10.222.0.11 "DELETE /v2.0/networks/c958b962-e686-433f-94f0-6d9e9595b2c3 HTTP/1.1" status: 204 len: 168 time: 0.7409222 Mar 05 05:24:25.002269 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d44538-3735-4cac-b6d7-cc8ad2ebaccf admin admin] Pushing event deleted for resources: {'Network': ['ID=c958b962-e686-433f-94f0-6d9e9595b2c3,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:24:25.004297 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40084) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:24:25.432202 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-509c4e18-97b3-4d45-88ab-2e5bfa88187e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (e27542b4-6510-4b1c-85c4-d3e245f12fa5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:25.652484 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 0ac104eb-6da9-421b-b432-488c44c947ca no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:24:25.678457 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 0ac104eb-6da9-421b-b432-488c44c947ca {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:24:25.679903 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 0ac104eb-6da9-421b-b432-488c44c947ca not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:24:25.680569 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 2883a2a0-019c-4071-9bcf-e7eab57ff1a3 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:24:25.703692 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 2883a2a0-019c-4071-9bcf-e7eab57ff1a3 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:24:25.704421 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 2883a2a0-019c-4071-9bcf-e7eab57ff1a3 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:24:25.705229 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d7777e02-67ff-4aad-a99e-3f228a70d1f7 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:24:25.730925 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: d7777e02-67ff-4aad-a99e-3f228a70d1f7 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:24:25.731714 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d7777e02-67ff-4aad-a99e-3f228a70d1f7 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:24:25.738022 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-509c4e18-97b3-4d45-88ab-2e5bfa88187e admin admin] Deleting port c5c2d824-a42b-49b4-864c-8a26f31eb2fd {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:24:25.738599 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-509c4e18-97b3-4d45-88ab-2e5bfa88187e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (c5c2d824-a42b-49b4-864c-8a26f31eb2fd), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:25.835620 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-509c4e18-97b3-4d45-88ab-2e5bfa88187e admin admin] For port c5c2d824-a42b-49b4-864c-8a26f31eb2fd, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c5c2d824-a42b-49b4-864c-8a26f31eb2fd,segment=NetworkSegment(40c93152-d75d-4357-b4ad-7e337834a081),segment_id=40c93152-d75d-4357-b4ad-7e337834a081)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:24:25.836286 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-509c4e18-97b3-4d45-88ab-2e5bfa88187e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (c5c2d824-a42b-49b4-864c-8a26f31eb2fd), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:25.850072 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-509c4e18-97b3-4d45-88ab-2e5bfa88187e admin admin] Calling delete_port for c5c2d824-a42b-49b4-864c-8a26f31eb2fd owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:24:26.075471 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-509c4e18-97b3-4d45-88ab-2e5bfa88187e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (c5c2d824-a42b-49b4-864c-8a26f31eb2fd), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:26.118085 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c4e18-97b3-4d45-88ab-2e5bfa88187e admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c2d824-a42b-49b4-864c-8a26f31eb2fd,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:24:26.342707 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-509c4e18-97b3-4d45-88ab-2e5bfa88187e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (e27542b4-6510-4b1c-85c4-d3e245f12fa5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:26.963388 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509c4e18-97b3-4d45-88ab-2e5bfa88187e admin admin] Router e27542b4-6510-4b1c-85c4-d3e245f12fa5 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:24:27.105585 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509c4e18-97b3-4d45-88ab-2e5bfa88187e admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:24:27.113624 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-509c4e18-97b3-4d45-88ab-2e5bfa88187e admin admin] 10.222.0.11 "PUT /v2.0/routers/e27542b4-6510-4b1c-85c4-d3e245f12fa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1059535 Mar 05 05:24:27.113825 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40124) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:24:27.123956 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519a71d3-7b9a-4092-bc88-3bae9e33d9fe None None] Sync routers for ids ['e27542b4-6510-4b1c-85c4-d3e245f12fa5'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:24:27.143891 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519a71d3-7b9a-4092-bc88-3bae9e33d9fe None None] Routers {'e27542b4-6510-4b1c-85c4-d3e245f12fa5'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:24:27.144626 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-519a71d3-7b9a-4092-bc88-3bae9e33d9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:24:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['e27542b4-6510-4b1c-85c4-d3e245f12fa5'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:24:27.235983 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6602b658-99b6-44ed-ae0e-e86ee79b5924 admin admin] Publish callbacks [] for router (e27542b4-6510-4b1c-85c4-d3e245f12fa5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:27.311648 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-519a71d3-7b9a-4092-bc88-3bae9e33d9fe None None] Set router e27542b4-6510-4b1c-85c4-d3e245f12fa5 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:24:27.414892 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6602b658-99b6-44ed-ae0e-e86ee79b5924 admin admin] Publish callbacks [] for router_gateway (e27542b4-6510-4b1c-85c4-d3e245f12fa5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:27.479371 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-6602b658-99b6-44ed-ae0e-e86ee79b5924 admin admin] Deleting port 713b44a2-c9d1-440c-b3ec-6d26dafc771a {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:24:27.479778 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6602b658-99b6-44ed-ae0e-e86ee79b5924 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (713b44a2-c9d1-440c-b3ec-6d26dafc771a), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:27.525111 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-519a71d3-7b9a-4092-bc88-3bae9e33d9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e27542b4-6510-4b1c-85c4-d3e245f12fa5', 'name': 'tempest-TestServerMultinode-1631948127-router', 'tenant_id': '058f52835f394cbdb8fe9c19783f7696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '713b44a2-c9d1-440c-b3ec-6d26dafc771a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:23:30Z', 'updated_at': '2022-03-05T05:24:26Z', 'revision_number': 5, 'project_id': '058f52835f394cbdb8fe9c19783f7696', 'gw_port': {'id': '713b44a2-c9d1-440c-b3ec-6d26dafc771a', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e27542b4-6510-4b1c-85c4-d3e245f12fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:31Z', 'updated_at': '2022-03-05T05:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:24:27.563018 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519a71d3-7b9a-4092-bc88-3bae9e33d9fe None None] Checking router: e27542b4-6510-4b1c-85c4-d3e245f12fa5 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:24:27.568929 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-6602b658-99b6-44ed-ae0e-e86ee79b5924 admin admin] For port 713b44a2-c9d1-440c-b3ec-6d26dafc771a, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=713b44a2-c9d1-440c-b3ec-6d26dafc771a,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:24:27.569301 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6602b658-99b6-44ed-ae0e-e86ee79b5924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (713b44a2-c9d1-440c-b3ec-6d26dafc771a), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:27.575960 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519a71d3-7b9a-4092-bc88-3bae9e33d9fe None None] Routers {'e27542b4-6510-4b1c-85c4-d3e245f12fa5'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:24:27.576585 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-519a71d3-7b9a-4092-bc88-3bae9e33d9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:24:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['e27542b4-6510-4b1c-85c4-d3e245f12fa5'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:24:27.609151 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-6602b658-99b6-44ed-ae0e-e86ee79b5924 admin admin] Calling delete_port for 713b44a2-c9d1-440c-b3ec-6d26dafc771a owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:24:27.693786 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-519a71d3-7b9a-4092-bc88-3bae9e33d9fe None None] Set router e27542b4-6510-4b1c-85c4-d3e245f12fa5 gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:24:27.842541 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6602b658-99b6-44ed-ae0e-e86ee79b5924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (713b44a2-c9d1-440c-b3ec-6d26dafc771a), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:27.879177 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602b658-99b6-44ed-ae0e-e86ee79b5924 admin admin] Pushing event deleted for resources: {'Port': ['ID=713b44a2-c9d1-440c-b3ec-6d26dafc771a,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:24:27.962073 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6602b658-99b6-44ed-ae0e-e86ee79b5924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (e27542b4-6510-4b1c-85c4-d3e245f12fa5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:27.981040 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-519a71d3-7b9a-4092-bc88-3bae9e33d9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e27542b4-6510-4b1c-85c4-d3e245f12fa5', 'name': 'tempest-TestServerMultinode-1631948127-router', 'tenant_id': '058f52835f394cbdb8fe9c19783f7696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:23:30Z', 'updated_at': '2022-03-05T05:24:27Z', 'revision_number': 6, 'project_id': '058f52835f394cbdb8fe9c19783f7696', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:24:28.013460 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519a71d3-7b9a-4092-bc88-3bae9e33d9fe None None] The sync data for ids ['e27542b4-6510-4b1c-85c4-d3e245f12fa5'] in n-d-789963-32 is: [{'id': 'e27542b4-6510-4b1c-85c4-d3e245f12fa5', 'name': 'tempest-TestServerMultinode-1631948127-router', 'tenant_id': '058f52835f394cbdb8fe9c19783f7696', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:23:30Z', 'updated_at': '2022-03-05T05:24:27Z', 'revision_number': 6, 'project_id': '058f52835f394cbdb8fe9c19783f7696', 'gw_port_host': None}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:24:28.095463 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6602b658-99b6-44ed-ae0e-e86ee79b5924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (e27542b4-6510-4b1c-85c4-d3e245f12fa5), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:28.098556 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6602b658-99b6-44ed-ae0e-e86ee79b5924 admin admin] Publish callbacks [] for router_controller (e27542b4-6510-4b1c-85c4-d3e245f12fa5), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:28.152142 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6602b658-99b6-44ed-ae0e-e86ee79b5924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (e27542b4-6510-4b1c-85c4-d3e245f12fa5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:28.152776 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6602b658-99b6-44ed-ae0e-e86ee79b5924 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e27542b4-6510-4b1c-85c4-d3e245f12fa5 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:24:28.157657 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6602b658-99b6-44ed-ae0e-e86ee79b5924 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:28.158809 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6602b658-99b6-44ed-ae0e-e86ee79b5924 admin admin] 10.222.0.11 "DELETE /v2.0/routers/e27542b4-6510-4b1c-85c4-d3e245f12fa5 HTTP/1.1" status: 204 len: 168 time: 1.0441024 Mar 05 05:24:28.161469 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40142) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:24:28.212564 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-8df3a546-7fb1-4ea5-b144-04e2796c7434 admin admin] Deleting subnet c54db8d0-fe5f-4dcb-a62e-217e9a28ee3a {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:24:28.216377 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8df3a546-7fb1-4ea5-b144-04e2796c7434 admin admin] Publish callbacks [] for subnet (c54db8d0-fe5f-4dcb-a62e-217e9a28ee3a), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:28.255806 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8df3a546-7fb1-4ea5-b144-04e2796c7434 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (c54db8d0-fe5f-4dcb-a62e-217e9a28ee3a), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:28.370151 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8df3a546-7fb1-4ea5-b144-04e2796c7434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (c54db8d0-fe5f-4dcb-a62e-217e9a28ee3a), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:28.487413 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8df3a546-7fb1-4ea5-b144-04e2796c7434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (c54db8d0-fe5f-4dcb-a62e-217e9a28ee3a), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:28.519358 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3a546-7fb1-4ea5-b144-04e2796c7434 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c54db8d0-fe5f-4dcb-a62e-217e9a28ee3a,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:24:28.527325 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8df3a546-7fb1-4ea5-b144-04e2796c7434 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:28.533299 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40154) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:24:28.533786 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8df3a546-7fb1-4ea5-b144-04e2796c7434 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c54db8d0-fe5f-4dcb-a62e-217e9a28ee3a HTTP/1.1" status: 204 len: 168 time: 0.3709803 Mar 05 05:24:28.537081 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9fa8cb-1155-4e7d-a64e-fe49b3cd3034 None None] Network cf98eb32-8c5d-44b8-b069-530ae083fe2c requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:24:28.656355 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2de2af34-e3ac-477d-acb0-772165ee3f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (cf98eb32-8c5d-44b8-b069-530ae083fe2c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:28.722425 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-2de2af34-e3ac-477d-acb0-772165ee3f41 admin admin] Deleting port ff5991ee-6a0f-4cb4-8ed0-79c453b8addf {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:24:28.730152 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2de2af34-e3ac-477d-acb0-772165ee3f41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (ff5991ee-6a0f-4cb4-8ed0-79c453b8addf), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:28.801209 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-2de2af34-e3ac-477d-acb0-772165ee3f41 admin admin] For port ff5991ee-6a0f-4cb4-8ed0-79c453b8addf, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ff5991ee-6a0f-4cb4-8ed0-79c453b8addf,segment=NetworkSegment(40c93152-d75d-4357-b4ad-7e337834a081),segment_id=40c93152-d75d-4357-b4ad-7e337834a081)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:24:28.801494 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2de2af34-e3ac-477d-acb0-772165ee3f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (ff5991ee-6a0f-4cb4-8ed0-79c453b8addf), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:28.814204 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-2de2af34-e3ac-477d-acb0-772165ee3f41 admin admin] Calling delete_port for ff5991ee-6a0f-4cb4-8ed0-79c453b8addf owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:24:28.900652 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2de2af34-e3ac-477d-acb0-772165ee3f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (ff5991ee-6a0f-4cb4-8ed0-79c453b8addf), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:28.911155 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ef4abf-3082-43cd-b04c-9e1ac6969261 None None] DHCP port deletion for cf98eb32-8c5d-44b8-b069-530ae083fe2c request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:24:28.950301 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de2af34-e3ac-477d-acb0-772165ee3f41 admin admin] No DVR routers for this DVR port ff5991ee-6a0f-4cb4-8ed0-79c453b8addf on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:24:28.959780 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2af34-e3ac-477d-acb0-772165ee3f41 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff5991ee-6a0f-4cb4-8ed0-79c453b8addf,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:24:29.123694 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2de2af34-e3ac-477d-acb0-772165ee3f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (cf98eb32-8c5d-44b8-b069-530ae083fe2c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:29.166413 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-2de2af34-e3ac-477d-acb0-772165ee3f41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf98eb32-8c5d-44b8-b069-530ae083fe2c']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:24:29.178340 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-2de2af34-e3ac-477d-acb0-772165ee3f41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c93152-d75d-4357-b4ad-7e337834a081') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:24:29.179884 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-2de2af34-e3ac-477d-acb0-772165ee3f41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c93152-d75d-4357-b4ad-7e337834a081') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:24:29.194036 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2de2af34-e3ac-477d-acb0-772165ee3f41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (40c93152-d75d-4357-b4ad-7e337834a081), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:29.217928 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2de2af34-e3ac-477d-acb0-772165ee3f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (40c93152-d75d-4357-b4ad-7e337834a081), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:29.225229 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de2af34-e3ac-477d-acb0-772165ee3f41 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:24:29.227555 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2de2af34-e3ac-477d-acb0-772165ee3f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (40c93152-d75d-4357-b4ad-7e337834a081), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:29.296427 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:24:29.296427 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:24:29.296427 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:24:29.296427 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:24:29.296427 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:24:29.296427 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:24:29.296427 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:24:29.296427 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:24:29.296427 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:24:29.296427 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:24:29.296427 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:24:29.296427 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:24:29.296427 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:24:29.296427 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:24:29.296427 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:24:29.296427 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:24:29.296427 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:24:29.296427 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:24:29.296427 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:24:29.296427 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:24:29.296427 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:24:29.296427 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:24:29.296427 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:24:29.296427 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:24:29.296427 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:24:29.296427 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:24:29.296427 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:24:29.296427 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:24:29.296427 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:24:29.296427 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:24:29.296427 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:24:29.296427 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:24:29.349079 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2de2af34-e3ac-477d-acb0-772165ee3f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (cf98eb32-8c5d-44b8-b069-530ae083fe2c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:29.354543 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2de2af34-e3ac-477d-acb0-772165ee3f41 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:29.360845 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2de2af34-e3ac-477d-acb0-772165ee3f41 admin admin] 10.222.0.11 "DELETE /v2.0/networks/cf98eb32-8c5d-44b8-b069-530ae083fe2c HTTP/1.1" status: 204 len: 168 time: 0.8224688 Mar 05 05:24:29.395550 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2af34-e3ac-477d-acb0-772165ee3f41 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf98eb32-8c5d-44b8-b069-530ae083fe2c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:24:29.608388 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40176) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:24:29.658266 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9e54b50a-5ee0-4a66-9f92-d8874f0cafda admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=35e4d0a77f20474195a12d1f2ed8fb4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0477917 Mar 05 05:24:29.661065 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40178) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:24:29.693144 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 713b44a2-c9d1-440c-b3ec-6d26dafc771a no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:24:29.720479 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 713b44a2-c9d1-440c-b3ec-6d26dafc771a {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:24:29.720918 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 713b44a2-c9d1-440c-b3ec-6d26dafc771a not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:24:29.721424 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c5c2d824-a42b-49b4-864c-8a26f31eb2fd no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:24:29.758348 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-efeed9b1-38b2-4ca3-b8df-10b40584eee6 admin admin] Publish callbacks [] for security_group (260127e6-c6ea-4504-bd9d-30616d148e35), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:29.760178 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: c5c2d824-a42b-49b4-864c-8a26f31eb2fd {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:24:29.760727 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c5c2d824-a42b-49b4-864c-8a26f31eb2fd not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:24:29.761778 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ff5991ee-6a0f-4cb4-8ed0-79c453b8addf no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:24:29.784029 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-efeed9b1-38b2-4ca3-b8df-10b40584eee6 admin admin] Publish callbacks [] for security_group (260127e6-c6ea-4504-bd9d-30616d148e35), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:29.799068 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: ff5991ee-6a0f-4cb4-8ed0-79c453b8addf {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:24:29.799922 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ff5991ee-6a0f-4cb4-8ed0-79c453b8addf not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:24:29.867617 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-efeed9b1-38b2-4ca3-b8df-10b40584eee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (260127e6-c6ea-4504-bd9d-30616d148e35), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:29.870762 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-efeed9b1-38b2-4ca3-b8df-10b40584eee6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:29.875557 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-efeed9b1-38b2-4ca3-b8df-10b40584eee6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/260127e6-c6ea-4504-bd9d-30616d148e35 HTTP/1.1" status: 204 len: 168 time: 0.2116621 Mar 05 05:24:29.884565 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeed9b1-38b2-4ca3-b8df-10b40584eee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260127e6-c6ea-4504-bd9d-30616d148e35,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:24:30.311312 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40194) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:24:30.382548 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40196) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:24:30.383824 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5d0d2878-1bcb-4e7c-8b97-8985f7a409db admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=058f52835f394cbdb8fe9c19783f7696&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0707357 Mar 05 05:24:30.467360 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b4763bcb-61c0-44a9-b7ba-54582cbddb71 admin admin] Publish callbacks [] for security_group (6102aae1-f687-4657-96a0-579c518f875a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:30.497701 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b4763bcb-61c0-44a9-b7ba-54582cbddb71 admin admin] Publish callbacks [] for security_group (6102aae1-f687-4657-96a0-579c518f875a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:30.590488 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b4763bcb-61c0-44a9-b7ba-54582cbddb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6102aae1-f687-4657-96a0-579c518f875a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:30.593979 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b4763bcb-61c0-44a9-b7ba-54582cbddb71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:30.599750 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b4763bcb-61c0-44a9-b7ba-54582cbddb71 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6102aae1-f687-4657-96a0-579c518f875a HTTP/1.1" status: 204 len: 168 time: 0.2157431 Mar 05 05:24:30.611719 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4763bcb-61c0-44a9-b7ba-54582cbddb71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6102aae1-f687-4657-96a0-579c518f875a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:24:41.445129 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fb946b42-c619-4ce8-ad4b-7829a3ef3126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:43.708931 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bb369f15-506c-4ee3-9485-bb08b5e917da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:43.981124 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:44.221574 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:45.082449 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:46.357210 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:47.817549 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:24:52.058842 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0206ec-d311-4ad7-9e1c-462a81447ad4 req-b028eb51-da85-4ff0-8838-c31f0a2c854c tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:52.060464 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8c0206ec-d311-4ad7-9e1c-462a81447ad4 req-b028eb51-da85-4ff0-8838-c31f0a2c854c tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 945 time: 0.0609310 Mar 05 05:24:52.117655 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8c0206ec-d311-4ad7-9e1c-462a81447ad4 req-0455b957-ffe4-4080-8f4a-5c1271070b3a tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=6062b8a2-85ef-410a-a02e-7911711d73f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514822 Mar 05 05:24:53.247538 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4b2e0-023f-4323-be03-8ead032ced9a req-97ab344d-b324-4dfe-9d67-66bd0790d8d7 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:53.249088 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-68d4b2e0-023f-4323-be03-8ead032ced9a req-97ab344d-b324-4dfe-9d67-66bd0790d8d7 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 945 time: 0.0559587 Mar 05 05:24:53.307644 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-68d4b2e0-023f-4323-be03-8ead032ced9a req-f302b882-3f0c-4e75-bb02-45591c971039 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=6062b8a2-85ef-410a-a02e-7911711d73f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522196 Mar 05 05:24:53.513738 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:24:54.437430 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a3b69-5ac8-4527-b1d6-521619b6c13c req-c377f02e-891a-4c68-a365-3552684a17d9 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:54.438932 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f98a3b69-5ac8-4527-b1d6-521619b6c13c req-c377f02e-891a-4c68-a365-3552684a17d9 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 945 time: 0.0630567 Mar 05 05:24:54.497568 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f98a3b69-5ac8-4527-b1d6-521619b6c13c req-57ac3b7d-f5d7-4834-8664-7ff6cfa61e43 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=6062b8a2-85ef-410a-a02e-7911711d73f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488465 Mar 05 05:24:55.628464 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a007a2-aacc-4dc4-a4eb-cb7ad9d86203 req-0febfefa-2d0b-42ca-abe6-0c21193af5ef tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:55.629951 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b3a007a2-aacc-4dc4-a4eb-cb7ad9d86203 req-0febfefa-2d0b-42ca-abe6-0c21193af5ef tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 945 time: 0.0596123 Mar 05 05:24:55.684704 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b3a007a2-aacc-4dc4-a4eb-cb7ad9d86203 req-ef5fb644-76f8-49a9-8b8d-72752ce57794 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=6062b8a2-85ef-410a-a02e-7911711d73f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471973 Mar 05 05:24:56.823883 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f260281-ab38-42d9-91c0-74eb34064ad8 req-b68f3801-7c3a-4f4b-91e0-27d9b830ac5e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:56.825788 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0f260281-ab38-42d9-91c0-74eb34064ad8 req-b68f3801-7c3a-4f4b-91e0-27d9b830ac5e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 945 time: 0.0632493 Mar 05 05:24:56.889688 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0f260281-ab38-42d9-91c0-74eb34064ad8 req-202fa2ae-e18c-4ceb-a346-da31bb84de03 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=6062b8a2-85ef-410a-a02e-7911711d73f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562043 Mar 05 05:24:57.169015 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3f9db2a9-5366-41e8-89c3-b4c4395b74b5 req-319a9ae6-53cf-4dce-8902-dff61a03ca04 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0483608 Mar 05 05:24:57.262447 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9db2a9-5366-41e8-89c3-b4c4395b74b5 req-83aee800-1b5c-4832-b426-4b75cc735ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:57.264020 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3f9db2a9-5366-41e8-89c3-b4c4395b74b5 req-83aee800-1b5c-4832-b426-4b75cc735ba4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 1128 time: 0.0509782 Mar 05 05:24:57.370816 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9db2a9-5366-41e8-89c3-b4c4395b74b5 req-5157911f-5cd9-4906-b483-404dacc1f8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:57.372356 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3f9db2a9-5366-41e8-89c3-b4c4395b74b5 req-5157911f-5cd9-4906-b483-404dacc1f8f1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 912 time: 0.0903249 Mar 05 05:24:57.440659 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3f9db2a9-5366-41e8-89c3-b4c4395b74b5 req-aa4de699-c649-4e24-82e8-b04fbac4f91a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ecd8a27-0316-413b-bb27-62d4e1f7c2bf HTTP/1.1" status: 200 len: 1000 time: 0.0616770 Mar 05 05:24:57.489551 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9db2a9-5366-41e8-89c3-b4c4395b74b5 req-61e7b02d-a67a-4e71-ab4b-f006c8aaaaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:57.491024 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3f9db2a9-5366-41e8-89c3-b4c4395b74b5 req-61e7b02d-a67a-4e71-ab4b-f006c8aaaaa0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb HTTP/1.1" status: 200 len: 851 time: 0.0447171 Mar 05 05:24:57.544718 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9db2a9-5366-41e8-89c3-b4c4395b74b5 req-1d361612-acd4-45ac-9033-d72851734564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:57.546244 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3f9db2a9-5366-41e8-89c3-b4c4395b74b5 req-1d361612-acd4-45ac-9033-d72851734564 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3da289b5-f373-4722-9911-8508cc812a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0490284 Mar 05 05:24:58.011702 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3f9db2a9-5366-41e8-89c3-b4c4395b74b5 req-9d397c38-59df-4043-984c-751fd16a5ee5 service neutron] 10.222.0.31 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576333 Mar 05 05:24:58.057644 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fc373-ccae-4ce0-94fa-0ac7a4d8d643 req-1fa2b6e0-3370-4996-9f4c-974f15f144c6 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:58.059399 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-404fc373-ccae-4ce0-94fa-0ac7a4d8d643 req-1fa2b6e0-3370-4996-9f4c-974f15f144c6 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 945 time: 0.0824964 Mar 05 05:24:58.137044 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-404fc373-ccae-4ce0-94fa-0ac7a4d8d643 req-8d578d1c-85f4-46db-97ef-20e402770418 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=6062b8a2-85ef-410a-a02e-7911711d73f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620267 Mar 05 05:24:58.144047 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3f9db2a9-5366-41e8-89c3-b4c4395b74b5 req-765398f1-5721-46c9-91b3-1d6bc9fa752c service neutron] 10.222.0.31 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252193 Mar 05 05:24:59.260103 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fd7ed-4047-471a-a363-33b7daed0f1d req-60879f89-5dd8-4919-8794-53a315f7fa4e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:24:59.261748 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cd6fd7ed-4047-471a-a363-33b7daed0f1d req-60879f89-5dd8-4919-8794-53a315f7fa4e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 945 time: 0.0567372 Mar 05 05:24:59.313172 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cd6fd7ed-4047-471a-a363-33b7daed0f1d req-f529a8ac-2c8b-4203-a15a-3a6c9edd1b0b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=6062b8a2-85ef-410a-a02e-7911711d73f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456944 Mar 05 05:25:00.449146 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98fa4fa-a6a9-44f9-a297-e9650df9a160 req-4e6bc709-5f27-44e5-840b-c15939ed9b69 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:00.451038 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b98fa4fa-a6a9-44f9-a297-e9650df9a160 req-4e6bc709-5f27-44e5-840b-c15939ed9b69 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 945 time: 0.0671086 Mar 05 05:25:00.508302 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b98fa4fa-a6a9-44f9-a297-e9650df9a160 req-f6eeb159-4a5e-4e4f-9004-f5c9fdba02c4 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=6062b8a2-85ef-410a-a02e-7911711d73f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510709 Mar 05 05:25:01.650492 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599314d-1947-4068-9f46-872325989ea2 req-24795fbd-e350-4631-aeac-589c5698d83e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:01.654593 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f599314d-1947-4068-9f46-872325989ea2 req-24795fbd-e350-4631-aeac-589c5698d83e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 945 time: 0.0645404 Mar 05 05:25:01.707633 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f599314d-1947-4068-9f46-872325989ea2 req-6c5d55d0-f984-4fad-8555-b8454f65fec1 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=6062b8a2-85ef-410a-a02e-7911711d73f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493093 Mar 05 05:25:02.829381 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb14fb1-6406-4d80-bae0-d303c86e426d req-536c3534-ff8e-4c32-9076-62b86b10c620 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:02.831657 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2fb14fb1-6406-4d80-bae0-d303c86e426d req-536c3534-ff8e-4c32-9076-62b86b10c620 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 945 time: 0.0561700 Mar 05 05:25:02.885974 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2fb14fb1-6406-4d80-bae0-d303c86e426d req-26640a84-d68b-405e-86c5-a00f716b5a3e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=6062b8a2-85ef-410a-a02e-7911711d73f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480580 Mar 05 05:25:04.040306 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ad40a-31c1-4cfd-8df8-3a6307c61642 req-50363316-d38c-429d-8688-e5a240f7295c tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:04.048050 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-244ad40a-31c1-4cfd-8df8-3a6307c61642 req-50363316-d38c-429d-8688-e5a240f7295c tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 945 time: 0.0753765 Mar 05 05:25:04.102383 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-244ad40a-31c1-4cfd-8df8-3a6307c61642 req-844cfce7-8b29-49da-b82b-b6f80606913c tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=6062b8a2-85ef-410a-a02e-7911711d73f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532153 Mar 05 05:25:05.224149 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c53c6a-2ac8-4938-a515-4dbd16727d5a req-f8d85ab6-9c53-4aeb-b2cd-ee363cf52f53 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:05.225611 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72c53c6a-2ac8-4938-a515-4dbd16727d5a req-f8d85ab6-9c53-4aeb-b2cd-ee363cf52f53 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 945 time: 0.0517704 Mar 05 05:25:05.278601 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-72c53c6a-2ac8-4938-a515-4dbd16727d5a req-de1abfb9-7616-4ea8-b11d-0669eac2725d tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=6062b8a2-85ef-410a-a02e-7911711d73f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466919 Mar 05 05:25:06.405654 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16381cb-f98e-41cb-b810-eb6b5a9962ea req-0e11c6c3-e5ae-4c75-850c-aa6391550a6f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:06.408052 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e16381cb-f98e-41cb-b810-eb6b5a9962ea req-0e11c6c3-e5ae-4c75-850c-aa6391550a6f tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 945 time: 0.0594282 Mar 05 05:25:06.465674 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e16381cb-f98e-41cb-b810-eb6b5a9962ea req-a88da869-5cfe-487b-975b-3f7f6813461e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=6062b8a2-85ef-410a-a02e-7911711d73f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476737 Mar 05 05:25:07.620816 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d36f4-d3ca-4247-a100-f6a3e371b965 req-269bf148-940e-428b-bb01-8f3503598c2a tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:07.623059 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b35d36f4-d3ca-4247-a100-f6a3e371b965 req-269bf148-940e-428b-bb01-8f3503598c2a tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 945 time: 0.0819473 Mar 05 05:25:07.684299 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b35d36f4-d3ca-4247-a100-f6a3e371b965 req-dd19f051-999d-42ef-8317-5bb757690fed tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=6062b8a2-85ef-410a-a02e-7911711d73f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554564 Mar 05 05:25:08.826160 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02dcf90-8c70-4e04-82ca-9464346d69d3 req-120bd0df-ca99-412e-82b9-eecf9d6a893b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:08.828008 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e02dcf90-8c70-4e04-82ca-9464346d69d3 req-120bd0df-ca99-412e-82b9-eecf9d6a893b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 945 time: 0.0633156 Mar 05 05:25:08.891588 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e02dcf90-8c70-4e04-82ca-9464346d69d3 req-a86a86fc-eb2e-42a8-9e73-4b6843d94e78 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=6062b8a2-85ef-410a-a02e-7911711d73f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576935 Mar 05 05:25:09.830040 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9612d41-7e9b-47ed-a7c0-930e54e8dc0a req-f99e5940-1d50-4f20-bfab-61f01dbfffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:09.831529 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f9612d41-7e9b-47ed-a7c0-930e54e8dc0a req-f99e5940-1d50-4f20-bfab-61f01dbfffa0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 1128 time: 0.0469584 Mar 05 05:25:09.878447 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f9612d41-7e9b-47ed-a7c0-930e54e8dc0a req-11fefbc1-7e7e-4e93-bd2a-a3f8c97dbe07 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6062b8a2-85ef-410a-a02e-7911711d73f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412550 Mar 05 05:25:10.045913 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936421f-1c41-4b60-b75e-9e46198e631a req-46312cd7-7ea2-412b-9e9e-1faa7e8f0127 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:10.048038 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a936421f-1c41-4b60-b75e-9e46198e631a req-46312cd7-7ea2-412b-9e9e-1faa7e8f0127 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 945 time: 0.0578923 Mar 05 05:25:10.102035 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a936421f-1c41-4b60-b75e-9e46198e631a req-1e5ce9c0-9a6a-493e-bd6b-5803d9e639ad tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=6062b8a2-85ef-410a-a02e-7911711d73f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480413 Mar 05 05:25:11.249309 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143203d-0988-4565-93a1-4c9dad328afb req-06e8d0cf-4069-4a72-8c0d-f0718c74290c tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:11.256969 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1143203d-0988-4565-93a1-4c9dad328afb req-06e8d0cf-4069-4a72-8c0d-f0718c74290c tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 945 time: 0.0677211 Mar 05 05:25:11.309382 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40896) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:11.326008 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1143203d-0988-4565-93a1-4c9dad328afb req-faccdcff-69ef-48dc-8e7f-f9304cf94104 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=6062b8a2-85ef-410a-a02e-7911711d73f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662682 Mar 05 05:25:11.343450 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40900) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:11.431195 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d5b6a472-7e14-43ef-85c7-9784c33274a5 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/floatingips/1632e1a9-2a72-4f99-9ed7-f982da3ebaac HTTP/1.1" status: 200 len: 993 time: 0.0866175 Mar 05 05:25:11.437469 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c589ca1e-c7b0-4870-aca7-4002f240e7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:11.482536 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-15946bc3-8813-4120-b49e-d25e5749e1ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:11.567210 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-15946bc3-8813-4120-b49e-d25e5749e1ea admin admin] Publish callbacks [] for security_group (e765a2e0-6492-4603-824c-e05e895d893e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:11.572228 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-15946bc3-8813-4120-b49e-d25e5749e1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e765a2e0-6492-4603-824c-e05e895d893e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:11.613098 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15946bc3-8813-4120-b49e-d25e5749e1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e765a2e0-6492-4603-824c-e05e895d893e,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:11.620990 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-15946bc3-8813-4120-b49e-d25e5749e1ea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1a245a7211eb4a2b96ad6398c6e255de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3097286 Mar 05 05:25:11.623679 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40902) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:11.676470 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a68099d2-6326-43dd-a0b7-0bef5fb15420 admin admin] Publish callbacks [] for security_group (e765a2e0-6492-4603-824c-e05e895d893e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:11.714017 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a68099d2-6326-43dd-a0b7-0bef5fb15420 admin admin] Publish callbacks [] for security_group (e765a2e0-6492-4603-824c-e05e895d893e), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:11.765971 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a68099d2-6326-43dd-a0b7-0bef5fb15420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e765a2e0-6492-4603-824c-e05e895d893e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:11.770324 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a68099d2-6326-43dd-a0b7-0bef5fb15420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:11.775577 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a68099d2-6326-43dd-a0b7-0bef5fb15420 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e765a2e0-6492-4603-824c-e05e895d893e HTTP/1.1" status: 204 len: 168 time: 0.1500187 Mar 05 05:25:11.784494 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68099d2-6326-43dd-a0b7-0bef5fb15420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e765a2e0-6492-4603-824c-e05e895d893e,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:11.990639 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 0326744d-fc80-4915-8fe5-277966f2a816 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:25:11.995406 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 0326744d-fc80-4915-8fe5-277966f2a816 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:25:12.166770 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 0326744d-fc80-4915-8fe5-277966f2a816 is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:25:12.167308 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0326744d-fc80-4915-8fe5-277966f2a816), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:12.200736 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac87becd-58c1-46ec-87ec-614f9a045002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0326744d-fc80-4915-8fe5-277966f2a816'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:25:12.203203 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cd2545-2a99-4a9f-b6c0-1ee1e0d5ef81" -d '{"events": [{"server_uuid": "ac87becd-58c1-46ec-87ec-614f9a045002", "name": "network-vif-unplugged", "status": "completed", "tag": "0326744d-fc80-4915-8fe5-277966f2a816"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:25:12.228208 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 0326744d-fc80-4915-8fe5-277966f2a816, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=0326744d-fc80-4915-8fe5-277966f2a816,segment=NetworkSegment(5ede8137-1b7a-4dc1-81b5-5679de6ee2e1),segment_id=5ede8137-1b7a-4dc1-81b5-5679de6ee2e1)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:25:12.234121 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 0326744d-fc80-4915-8fe5-277966f2a816, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=0326744d-fc80-4915-8fe5-277966f2a816,segment=NetworkSegment(5ede8137-1b7a-4dc1-81b5-5679de6ee2e1),segment_id=5ede8137-1b7a-4dc1-81b5-5679de6ee2e1)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:25:12.237742 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0326744d-fc80-4915-8fe5-277966f2a816), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:12.273620 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 05:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b14419f-0090-4127-9b83-c0281f4e4ed6 x-openstack-request-id: req-8b14419f-0090-4127-9b83-c0281f4e4ed6 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:25:12.274015 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac87becd-58c1-46ec-87ec-614f9a045002", "name": "network-vif-unplugged", "status": "completed", "tag": "0326744d-fc80-4915-8fe5-277966f2a816", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:25:12.274351 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8b14419f-0090-4127-9b83-c0281f4e4ed6 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:25:12.274822 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac87becd-58c1-46ec-87ec-614f9a045002', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0326744d-fc80-4915-8fe5-277966f2a816', 'code': 200} Mar 05 05:25:12.277897 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '0326744d-fc80-4915-8fe5-277966f2a816', 'network_id': 'e89137aa-431b-4fd2-985a-9afac0e81b4f', 'port_id': '0326744d-fc80-4915-8fe5-277966f2a816', 'mac_address': 'fa:16:3e:e1:dc:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab10faf6-ef38-4209-bc6e-c2efd091d428', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:25:12.340263 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=0326744d-fc80-4915-8fe5-277966f2a816,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:12.345281 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 0326744d-fc80-4915-8fe5-277966f2a816 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:25:12.345772 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0326744d-fc80-4915-8fe5-277966f2a816), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:12.364926 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0326744d-fc80-4915-8fe5-277966f2a816 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:25:12.388230 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 0326744d-fc80-4915-8fe5-277966f2a816, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=0326744d-fc80-4915-8fe5-277966f2a816,segment=NetworkSegment(5ede8137-1b7a-4dc1-81b5-5679de6ee2e1),segment_id=5ede8137-1b7a-4dc1-81b5-5679de6ee2e1)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:25:12.390825 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:12.391284 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:12.391638 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:12.392034 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:12.392541 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:12.392900 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:12.393270 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:12.393610 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:12.393943 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:12.394303 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:12.394632 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:12.395163 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:12.395654 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:12.401939 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0326744d-fc80-4915-8fe5-277966f2a816), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:12.475366 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=0326744d-fc80-4915-8fe5-277966f2a816,revision_number=7']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:12.639813 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['0326744d-fc80-4915-8fe5-277966f2a816'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:25:13.157219 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40944) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:13.304594 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-f124b3bc-3ddb-4178-8bfc-23b835201483 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'network': {'name': 'tempest-network-smoke--1255243807', 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'port_security_enabled': True}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:25:13.323875 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f124b3bc-3ddb-4178-8bfc-23b835201483 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Made reservation on behalf of 6e76c1ed1a10495ebffd7fb72002a6a1 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:25:13.327346 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f124b3bc-3ddb-4178-8bfc-23b835201483 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:13.336510 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f124b3bc-3ddb-4178-8bfc-23b835201483 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:13.412818 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f124b3bc-3ddb-4178-8bfc-23b835201483 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group (836ba11d-94a4-45a4-8c86-106603075f13), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:13.417057 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f124b3bc-3ddb-4178-8bfc-23b835201483 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (836ba11d-94a4-45a4-8c86-106603075f13), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:13.454407 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f124b3bc-3ddb-4178-8bfc-23b835201483 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:25:13.461799 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124b3bc-3ddb-4178-8bfc-23b835201483 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836ba11d-94a4-45a4-8c86-106603075f13,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:13.468064 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f124b3bc-3ddb-4178-8bfc-23b835201483 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (7fcd5873-8845-4bb4-b0d2-085f82af2391), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:13.468420 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-f124b3bc-3ddb-4178-8bfc-23b835201483 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Added segment 7fcd5873-8845-4bb4-b0d2-085f82af2391 of type vlan for network 976d6765-0f59-435c-bab8-5976a6ecc815 Mar 05 05:25:13.510277 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f124b3bc-3ddb-4178-8bfc-23b835201483 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (976d6765-0f59-435c-bab8-5976a6ecc815), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:13.537654 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f124b3bc-3ddb-4178-8bfc-23b835201483 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (976d6765-0f59-435c-bab8-5976a6ecc815), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:13.543342 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f124b3bc-3ddb-4178-8bfc-23b835201483 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:13.543923 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f124b3bc-3ddb-4178-8bfc-23b835201483 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:13.583687 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f124b3bc-3ddb-4178-8bfc-23b835201483 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4246042 Mar 05 05:25:13.587068 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40948) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:13.594582 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-324f0ce3-c8bb-446a-ab8e-cf72ab072120 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1632709745', 'admin_state_up': True, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:25:13.615300 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124b3bc-3ddb-4178-8bfc-23b835201483 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'Network': ['ID=976d6765-0f59-435c-bab8-5976a6ecc815,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:13.618724 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-324f0ce3-c8bb-446a-ab8e-cf72ab072120 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (c6b7f101-aea2-49ce-9ca5-d12463db91ea), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:13.619840 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-324f0ce3-c8bb-446a-ab8e-cf72ab072120 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (c6b7f101-aea2-49ce-9ca5-d12463db91ea), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:13.628924 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 976d6765-0f59-435c-bab8-5976a6ecc815 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:25:13.675759 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-324f0ce3-c8bb-446a-ab8e-cf72ab072120 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for router_controller (c6b7f101-aea2-49ce-9ca5-d12463db91ea), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:13.710854 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cd08ec02-b752-437c-9685-e022ac87aaf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:13.820660 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-324f0ce3-c8bb-446a-ab8e-cf72ab072120 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for router_gateway (c6b7f101-aea2-49ce-9ca5-d12463db91ea), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:13.986942 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 0326744d-fc80-4915-8fe5-277966f2a816 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:25:14.008998 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:14.017946 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-324f0ce3-c8bb-446a-ab8e-cf72ab072120 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for router_gateway (c6b7f101-aea2-49ce-9ca5-d12463db91ea), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:14.039112 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 0326744d-fc80-4915-8fe5-277966f2a816 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:25:14.039862 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (0326744d-fc80-4915-8fe5-277966f2a816), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:14.039961 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-324f0ce3-c8bb-446a-ab8e-cf72ab072120 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:14.120161 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 0326744d-fc80-4915-8fe5-277966f2a816 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:25:14.120550 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (0326744d-fc80-4915-8fe5-277966f2a816), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:14.156554 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 0326744d-fc80-4915-8fe5-277966f2a816, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=0326744d-fc80-4915-8fe5-277966f2a816,segment=NetworkSegment(5ede8137-1b7a-4dc1-81b5-5679de6ee2e1),segment_id=5ede8137-1b7a-4dc1-81b5-5679de6ee2e1)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:25:14.161533 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (0326744d-fc80-4915-8fe5-277966f2a816), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:14.162108 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-324f0ce3-c8bb-446a-ab8e-cf72ab072120 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Allocated IP 172.25.0.13 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/80c60eee-9643-4671-aa41-9ded4ee84a3d) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:25:14.229297 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=0326744d-fc80-4915-8fe5-277966f2a816,revision_number=8']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:14.253363 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:14.275821 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-324f0ce3-c8bb-446a-ab8e-cf72ab072120 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for port (80c60eee-9643-4671-aa41-9ded4ee84a3d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:14.276461 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac87becd-58c1-46ec-87ec-614f9a045002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0326744d-fc80-4915-8fe5-277966f2a816'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:25:14.279014 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5c965d-daae-42b6-b6c8-93208b4de7ba" -d '{"events": [{"server_uuid": "ac87becd-58c1-46ec-87ec-614f9a045002", "name": "network-vif-plugged", "status": "completed", "tag": "0326744d-fc80-4915-8fe5-277966f2a816"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:25:14.312700 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-324f0ce3-c8bb-446a-ab8e-cf72ab072120 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (80c60eee-9643-4671-aa41-9ded4ee84a3d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:14.315323 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b47fc9c-cd37-4fcc-b09e-782a7ba40f08 x-openstack-request-id: req-7b47fc9c-cd37-4fcc-b09e-782a7ba40f08 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:25:14.315619 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac87becd-58c1-46ec-87ec-614f9a045002", "name": "network-vif-plugged", "status": "completed", "tag": "0326744d-fc80-4915-8fe5-277966f2a816", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:25:14.316268 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7b47fc9c-cd37-4fcc-b09e-782a7ba40f08 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:25:14.316667 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac87becd-58c1-46ec-87ec-614f9a045002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0326744d-fc80-4915-8fe5-277966f2a816', 'code': 200} Mar 05 05:25:14.358181 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324f0ce3-c8bb-446a-ab8e-cf72ab072120 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:25:14.360997 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-324f0ce3-c8bb-446a-ab8e-cf72ab072120 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:25:14.365252 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324f0ce3-c8bb-446a-ab8e-cf72ab072120 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:25:14.371441 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f0ce3-c8bb-446a-ab8e-cf72ab072120 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'Port': ['ID=80c60eee-9643-4671-aa41-9ded4ee84a3d,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:14.626913 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-324f0ce3-c8bb-446a-ab8e-cf72ab072120 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for router_gateway (c6b7f101-aea2-49ce-9ca5-d12463db91ea), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:14.832697 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-324f0ce3-c8bb-446a-ab8e-cf72ab072120 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (c6b7f101-aea2-49ce-9ca5-d12463db91ea), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:14.964738 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324f0ce3-c8bb-446a-ab8e-cf72ab072120 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Router c6b7f101-aea2-49ce-9ca5-d12463db91ea is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:25:15.079699 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324f0ce3-c8bb-446a-ab8e-cf72ab072120 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:25:15.089819 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:15.096430 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b28e56-b72a-40e4-b8c4-1bfbcd4f9d6a None None] Sync routers for ids ['c6b7f101-aea2-49ce-9ca5-d12463db91ea'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:25:15.102097 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-324f0ce3-c8bb-446a-ab8e-cf72ab072120 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:15.106289 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-324f0ce3-c8bb-446a-ab8e-cf72ab072120 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5145056 Mar 05 05:25:15.107108 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40956) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:15.115194 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b28e56-b72a-40e4-b8c4-1bfbcd4f9d6a None None] Routers {'c6b7f101-aea2-49ce-9ca5-d12463db91ea'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:25:15.115971 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-63b28e56-b72a-40e4-b8c4-1bfbcd4f9d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:25:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c6b7f101-aea2-49ce-9ca5-d12463db91ea'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:25:15.188550 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e61348a2-70c8-4f56-a8c2-236ceeb622da tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=6e76c1ed1a10495ebffd7fb72002a6a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0801837 Mar 05 05:25:15.191266 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40960) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:15.238877 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-63b28e56-b72a-40e4-b8c4-1bfbcd4f9d6a None None] Set router c6b7f101-aea2-49ce-9ca5-d12463db91ea gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:25:15.286952 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33196712-8b68-4b94-b646-0960dd59c98f tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:15.291206 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-33196712-8b68-4b94-b646-0960dd59c98f tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0962510 Mar 05 05:25:15.291454 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40962) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:15.320256 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7a0961c8-7025-4d90-af8d-93989c28ad44 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=ff625bbb-6b8f-4740-be08-a562ec9a34a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271983 Mar 05 05:25:15.323326 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40964) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:15.328502 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-d4d10040-10b1-4f5c-a21e-6fb22603307d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1302010118', 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815', 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:25:15.432256 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-63b28e56-b72a-40e4-b8c4-1bfbcd4f9d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'name': 'tempest-TestNetworkBasicOps-router-1632709745', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:25:13Z', 'updated_at': '2022-03-05T05:25:14Z', 'revision_number': 3, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:14Z', 'updated_at': '2022-03-05T05:25:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:25:15.439340 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d10040-10b1-4f5c-a21e-6fb22603307d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Made reservation on behalf of 6e76c1ed1a10495ebffd7fb72002a6a1 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:25:15.449968 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d4d10040-10b1-4f5c-a21e-6fb22603307d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:15.465286 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b28e56-b72a-40e4-b8c4-1bfbcd4f9d6a None None] Checking router: c6b7f101-aea2-49ce-9ca5-d12463db91ea for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:25:15.465728 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b28e56-b72a-40e4-b8c4-1bfbcd4f9d6a None None] Updating router c6b7f101-aea2-49ce-9ca5-d12463db91ea port 80c60eee-9643-4671-aa41-9ded4ee84a3d binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:25:15.498571 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-63b28e56-b72a-40e4-b8c4-1bfbcd4f9d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (80c60eee-9643-4671-aa41-9ded4ee84a3d), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:15.640452 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d4d10040-10b1-4f5c-a21e-6fb22603307d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (982b41a3-1ec8-46e4-a42e-dff50ec53a9b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:15.701138 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d10040-10b1-4f5c-a21e-6fb22603307d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'Subnet': ['ID=982b41a3-1ec8-46e4-a42e-dff50ec53a9b,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:15.715711 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d10040-10b1-4f5c-a21e-6fb22603307d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Checking segment: {'id': '7fcd5873-8845-4bb4-b0d2-085f82af2391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:25:15.716120 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d10040-10b1-4f5c-a21e-6fb22603307d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Network hostable DHCP agents. Network: 976d6765-0f59-435c-bab8-5976a6ecc815, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:25:15.735030 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d10040-10b1-4f5c-a21e-6fb22603307d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Network 976d6765-0f59-435c-bab8-5976a6ecc815 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:25:15.746193 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-d4d10040-10b1-4f5c-a21e-6fb22603307d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 976d6765-0f59-435c-bab8-5976a6ecc815) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:25:15.751573 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d10040-10b1-4f5c-a21e-6fb22603307d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:15.752372 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d4d10040-10b1-4f5c-a21e-6fb22603307d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:15.755598 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c57dcf-5d90-45f8-abe6-c178d84ce2eb None None] Network 976d6765-0f59-435c-bab8-5976a6ecc815 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:25:15.771922 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d4d10040-10b1-4f5c-a21e-6fb22603307d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4473944 Mar 05 05:25:15.774643 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40966) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:15.777867 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-63b28e56-b72a-40e4-b8c4-1bfbcd4f9d6a None None] Publish callbacks [] for port (80c60eee-9643-4671-aa41-9ded4ee84a3d), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:15.785482 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-63b28e56-b72a-40e4-b8c4-1bfbcd4f9d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (80c60eee-9643-4671-aa41-9ded4ee84a3d), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:15.824658 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-63b28e56-b72a-40e4-b8c4-1bfbcd4f9d6a None None] Attempting to bind port 80c60eee-9643-4671-aa41-9ded4ee84a3d on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:25:15.825629 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-63b28e56-b72a-40e4-b8c4-1bfbcd4f9d6a None None] Attempting to bind port 80c60eee-9643-4671-aa41-9ded4ee84a3d by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:25:15.826085 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b28e56-b72a-40e4-b8c4-1bfbcd4f9d6a None None] Attempting to bind port 80c60eee-9643-4671-aa41-9ded4ee84a3d on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:25:15.857836 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b28e56-b72a-40e4-b8c4-1bfbcd4f9d6a None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:25:15.858186 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b28e56-b72a-40e4-b8c4-1bfbcd4f9d6a None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:25:15.858686 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-63b28e56-b72a-40e4-b8c4-1bfbcd4f9d6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:15.859113 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b28e56-b72a-40e4-b8c4-1bfbcd4f9d6a None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:25:15.859598 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-63b28e56-b72a-40e4-b8c4-1bfbcd4f9d6a None None] Bound port: 80c60eee-9643-4671-aa41-9ded4ee84a3d, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:25:15.859975 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-63b28e56-b72a-40e4-b8c4-1bfbcd4f9d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (80c60eee-9643-4671-aa41-9ded4ee84a3d), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:15.885922 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84190527-90d9-4505-86f7-a1806a9d42d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-976d6765-0f59-435c-bab8-5976a6ecc815', 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815', 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'fixed_ips': [{'subnet_id': '982b41a3-1ec8-46e4-a42e-dff50ec53a9b'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:25:15.886982 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-84190527-90d9-4505-86f7-a1806a9d42d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:15.942217 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3315b69-1571-4ef0-9f06-3a17ce39ba61 None None] Pushing event updated for resources: {'Port': ['ID=80c60eee-9643-4671-aa41-9ded4ee84a3d,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:15.958983 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3315b69-1571-4ef0-9f06-3a17ce39ba61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:15.959391 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3315b69-1571-4ef0-9f06-3a17ce39ba61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:15.959740 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3315b69-1571-4ef0-9f06-3a17ce39ba61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:15.960258 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3315b69-1571-4ef0-9f06-3a17ce39ba61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:15.960786 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3315b69-1571-4ef0-9f06-3a17ce39ba61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:15.961321 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3315b69-1571-4ef0-9f06-3a17ce39ba61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:15.961729 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3315b69-1571-4ef0-9f06-3a17ce39ba61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:15.962067 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3315b69-1571-4ef0-9f06-3a17ce39ba61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:15.962391 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3315b69-1571-4ef0-9f06-3a17ce39ba61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:15.962777 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3315b69-1571-4ef0-9f06-3a17ce39ba61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:15.963131 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3315b69-1571-4ef0-9f06-3a17ce39ba61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:15.963464 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3315b69-1571-4ef0-9f06-3a17ce39ba61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:15.963786 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3315b69-1571-4ef0-9f06-3a17ce39ba61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:15.970758 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-63b28e56-b72a-40e4-b8c4-1bfbcd4f9d6a None None] For port 80c60eee-9643-4671-aa41-9ded4ee84a3d, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:25:15.974664 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-63b28e56-b72a-40e4-b8c4-1bfbcd4f9d6a None None] For port 80c60eee-9643-4671-aa41-9ded4ee84a3d, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=80c60eee-9643-4671-aa41-9ded4ee84a3d,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:25:15.982870 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-63b28e56-b72a-40e4-b8c4-1bfbcd4f9d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (80c60eee-9643-4671-aa41-9ded4ee84a3d), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:16.040464 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b28e56-b72a-40e4-b8c4-1bfbcd4f9d6a None None] Routers {'c6b7f101-aea2-49ce-9ca5-d12463db91ea'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:25:16.040680 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-63b28e56-b72a-40e4-b8c4-1bfbcd4f9d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:25:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c6b7f101-aea2-49ce-9ca5-d12463db91ea'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:25:16.072396 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-84190527-90d9-4505-86f7-a1806a9d42d9 None None] Allocated IP 172.20.0.2 (976d6765-0f59-435c-bab8-5976a6ecc815/982b41a3-1ec8-46e4-a42e-dff50ec53a9b/b6f0faa0-79ad-4706-aaa0-20779bc8e4c7) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:25:16.268808 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-63b28e56-b72a-40e4-b8c4-1bfbcd4f9d6a None None] Set router c6b7f101-aea2-49ce-9ca5-d12463db91ea gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:25:16.294907 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-84190527-90d9-4505-86f7-a1806a9d42d9 None None] Publish callbacks [] for port (b6f0faa0-79ad-4706-aaa0-20779bc8e4c7), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:16.305110 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-84190527-90d9-4505-86f7-a1806a9d42d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (b6f0faa0-79ad-4706-aaa0-20779bc8e4c7), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:16.322389 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3315b69-1571-4ef0-9f06-3a17ce39ba61 None None] Pushing event updated for resources: {'Port': ['ID=80c60eee-9643-4671-aa41-9ded4ee84a3d,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:16.349002 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-816ef138-4948-4436-89c0-483212318b50 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:16.363659 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84190527-90d9-4505-86f7-a1806a9d42d9 None None] Pushing event updated for resources: {'Port': ['ID=b6f0faa0-79ad-4706-aaa0-20779bc8e4c7,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:16.373742 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84190527-90d9-4505-86f7-a1806a9d42d9 None None] Network 976d6765-0f59-435c-bab8-5976a6ecc815 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:25:16.377977 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-84190527-90d9-4505-86f7-a1806a9d42d9 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:25:16.380739 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84190527-90d9-4505-86f7-a1806a9d42d9 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:25:16.400208 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:16.473666 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-84190527-90d9-4505-86f7-a1806a9d42d9 None None] Attempting to bind port b6f0faa0-79ad-4706-aaa0-20779bc8e4c7 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:25:16.473950 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-84190527-90d9-4505-86f7-a1806a9d42d9 None None] Attempting to bind port b6f0faa0-79ad-4706-aaa0-20779bc8e4c7 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '7fcd5873-8845-4bb4-b0d2-085f82af2391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:25:16.474435 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84190527-90d9-4505-86f7-a1806a9d42d9 None None] Attempting to bind port b6f0faa0-79ad-4706-aaa0-20779bc8e4c7 on network 976d6765-0f59-435c-bab8-5976a6ecc815 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:25:16.479698 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84190527-90d9-4505-86f7-a1806a9d42d9 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:25:16.480082 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84190527-90d9-4505-86f7-a1806a9d42d9 None None] Checking segment: {'id': '7fcd5873-8845-4bb4-b0d2-085f82af2391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:25:16.480477 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-84190527-90d9-4505-86f7-a1806a9d42d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:16.480877 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84190527-90d9-4505-86f7-a1806a9d42d9 None None] Bound using segment: {'id': '7fcd5873-8845-4bb4-b0d2-085f82af2391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:25:16.481492 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-84190527-90d9-4505-86f7-a1806a9d42d9 None None] Bound port: b6f0faa0-79ad-4706-aaa0-20779bc8e4c7, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fcd5873-8845-4bb4-b0d2-085f82af2391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:25:16.481841 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-63b28e56-b72a-40e4-b8c4-1bfbcd4f9d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'name': 'tempest-TestNetworkBasicOps-router-1632709745', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:25:13Z', 'updated_at': '2022-03-05T05:25:14Z', 'revision_number': 3, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:14Z', 'updated_at': '2022-03-05T05:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:25:16.482006 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-84190527-90d9-4505-86f7-a1806a9d42d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b6f0faa0-79ad-4706-aaa0-20779bc8e4c7), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:16.515712 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b28e56-b72a-40e4-b8c4-1bfbcd4f9d6a None None] The sync data for ids ['c6b7f101-aea2-49ce-9ca5-d12463db91ea'] in n-d-789963-32 is: [{'id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'name': 'tempest-TestNetworkBasicOps-router-1632709745', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:25:13Z', 'updated_at': '2022-03-05T05:25:14Z', 'revision_number': 3, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:14Z', 'updated_at': '2022-03-05T05:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:25:16.556891 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-84190527-90d9-4505-86f7-a1806a9d42d9 None None] For port b6f0faa0-79ad-4706-aaa0-20779bc8e4c7, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:25:16.562162 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-84190527-90d9-4505-86f7-a1806a9d42d9 None None] For port b6f0faa0-79ad-4706-aaa0-20779bc8e4c7, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b6f0faa0-79ad-4706-aaa0-20779bc8e4c7,segment=NetworkSegment(7fcd5873-8845-4bb4-b0d2-085f82af2391),segment_id=7fcd5873-8845-4bb4-b0d2-085f82af2391)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:25:16.570458 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-84190527-90d9-4505-86f7-a1806a9d42d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b6f0faa0-79ad-4706-aaa0-20779bc8e4c7), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:16.664881 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84190527-90d9-4505-86f7-a1806a9d42d9 None None] Pushing event updated for resources: {'Port': ['ID=b6f0faa0-79ad-4706-aaa0-20779bc8e4c7,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:16.731440 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-816ef138-4948-4436-89c0-483212318b50 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Allocated IP 172.20.0.1 (976d6765-0f59-435c-bab8-5976a6ecc815/982b41a3-1ec8-46e4-a42e-dff50ec53a9b/4c7371cd-75ce-4ea9-b6dd-52d717e6dece) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:25:16.909123 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-816ef138-4948-4436-89c0-483212318b50 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for port (4c7371cd-75ce-4ea9-b6dd-52d717e6dece), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:16.951193 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-816ef138-4948-4436-89c0-483212318b50 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (4c7371cd-75ce-4ea9-b6dd-52d717e6dece), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:17.000804 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816ef138-4948-4436-89c0-483212318b50 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Network 976d6765-0f59-435c-bab8-5976a6ecc815 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:25:17.004442 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-816ef138-4948-4436-89c0-483212318b50 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:25:17.009589 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816ef138-4948-4436-89c0-483212318b50 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:25:17.012603 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ef138-4948-4436-89c0-483212318b50 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'Port': ['ID=4c7371cd-75ce-4ea9-b6dd-52d717e6dece,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:17.023312 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ef138-4948-4436-89c0-483212318b50 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:17.023476 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ef138-4948-4436-89c0-483212318b50 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:17.023736 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ef138-4948-4436-89c0-483212318b50 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:17.024262 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ef138-4948-4436-89c0-483212318b50 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:17.024607 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ef138-4948-4436-89c0-483212318b50 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:17.024949 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ef138-4948-4436-89c0-483212318b50 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:17.025285 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ef138-4948-4436-89c0-483212318b50 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:17.025620 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ef138-4948-4436-89c0-483212318b50 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:17.025949 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ef138-4948-4436-89c0-483212318b50 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:17.026340 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ef138-4948-4436-89c0-483212318b50 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:17.026601 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ef138-4948-4436-89c0-483212318b50 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:17.026987 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ef138-4948-4436-89c0-483212318b50 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:17.027372 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816ef138-4948-4436-89c0-483212318b50 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:17.077207 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-816ef138-4948-4436-89c0-483212318b50 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (c6b7f101-aea2-49ce-9ca5-d12463db91ea), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:17.224436 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-816ef138-4948-4436-89c0-483212318b50 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4c7371cd-75ce-4ea9-b6dd-52d717e6dece), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:17.536814 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-816ef138-4948-4436-89c0-483212318b50 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for port (4c7371cd-75ce-4ea9-b6dd-52d717e6dece), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:17.543097 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-816ef138-4948-4436-89c0-483212318b50 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (4c7371cd-75ce-4ea9-b6dd-52d717e6dece), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:17.631384 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ef138-4948-4436-89c0-483212318b50 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'Port': ['ID=4c7371cd-75ce-4ea9-b6dd-52d717e6dece,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:17.634540 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-816ef138-4948-4436-89c0-483212318b50 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (c6b7f101-aea2-49ce-9ca5-d12463db91ea), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:17.757920 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816ef138-4948-4436-89c0-483212318b50 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Network 976d6765-0f59-435c-bab8-5976a6ecc815 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:25:17.761213 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-816ef138-4948-4436-89c0-483212318b50 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:25:17.777845 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 80c60eee-9643-4671-aa41-9ded4ee84a3d up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:25:17.827530 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f587bf5a-5c90-46d2-bbf4-4f7ed02c0d69 None None] Network 976d6765-0f59-435c-bab8-5976a6ecc815 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:25:17.860370 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:17.917441 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 40976) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:17.948553 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816ef138-4948-4436-89c0-483212318b50 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Router c6b7f101-aea2-49ce-9ca5-d12463db91ea has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:25:17.984270 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 80c60eee-9643-4671-aa41-9ded4ee84a3d triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:25:17.984661 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (80c60eee-9643-4671-aa41-9ded4ee84a3d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:18.021946 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-34f5d8db-36f3-4f50-a774-11a337e4ed8a None None] Provisioning complete for port b6f0faa0-79ad-4706-aaa0-20779bc8e4c7 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:25:18.022334 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-34f5d8db-36f3-4f50-a774-11a337e4ed8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b6f0faa0-79ad-4706-aaa0-20779bc8e4c7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:18.112538 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816ef138-4948-4436-89c0-483212318b50 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:25:18.124818 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-816ef138-4948-4436-89c0-483212318b50 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "PUT /v2.0/routers/c6b7f101-aea2-49ce-9ca5-d12463db91ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3489606 Mar 05 05:25:18.127738 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40980) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:18.230904 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 80c60eee-9643-4671-aa41-9ded4ee84a3d is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:25:18.231379 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (80c60eee-9643-4671-aa41-9ded4ee84a3d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:18.238054 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-34f5d8db-36f3-4f50-a774-11a337e4ed8a None None] Current status of the port b6f0faa0-79ad-4706-aaa0-20779bc8e4c7 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:25:18.238443 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-34f5d8db-36f3-4f50-a774-11a337e4ed8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b6f0faa0-79ad-4706-aaa0-20779bc8e4c7), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:18.315033 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 80c60eee-9643-4671-aa41-9ded4ee84a3d, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=80c60eee-9643-4671-aa41-9ded4ee84a3d,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:25:18.322947 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-34f5d8db-36f3-4f50-a774-11a337e4ed8a None None] For port b6f0faa0-79ad-4706-aaa0-20779bc8e4c7, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b6f0faa0-79ad-4706-aaa0-20779bc8e4c7,segment=NetworkSegment(7fcd5873-8845-4bb4-b0d2-085f82af2391),segment_id=7fcd5873-8845-4bb4-b0d2-085f82af2391)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:25:18.327963 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (80c60eee-9643-4671-aa41-9ded4ee84a3d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:18.328929 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b6f0faa0-79ad-4706-aaa0-20779bc8e4c7 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:25:18.367585 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-34f5d8db-36f3-4f50-a774-11a337e4ed8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b6f0faa0-79ad-4706-aaa0-20779bc8e4c7), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:18.371516 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-68fb3019-951c-4f89-a66e-27cd5f9b2118 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Deleting port e6f7c028-f42d-49d6-82df-c6085607a458 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:25:18.372194 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-68fb3019-951c-4f89-a66e-27cd5f9b2118 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (e6f7c028-f42d-49d6-82df-c6085607a458), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:18.481471 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=80c60eee-9643-4671-aa41-9ded4ee84a3d,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:18.522288 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-68fb3019-951c-4f89-a66e-27cd5f9b2118 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (e6f7c028-f42d-49d6-82df-c6085607a458), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:18.523181 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-68fb3019-951c-4f89-a66e-27cd5f9b2118 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for floatingip (e6f7c028-f42d-49d6-82df-c6085607a458), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:18.544402 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-68fb3019-951c-4f89-a66e-27cd5f9b2118 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Calling delete_port for e6f7c028-f42d-49d6-82df-c6085607a458 owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:25:18.581496 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-2290ca50-6d01-4b10-bfd9-99f08cbf9e06 None None] Provisioning complete for port 4c7371cd-75ce-4ea9-b6dd-52d717e6dece triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:25:18.581786 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2290ca50-6d01-4b10-bfd9-99f08cbf9e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (4c7371cd-75ce-4ea9-b6dd-52d717e6dece), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:18.596009 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port b6f0faa0-79ad-4706-aaa0-20779bc8e4c7 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:25:18.596388 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b6f0faa0-79ad-4706-aaa0-20779bc8e4c7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:18.647101 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4d2550-8f7b-4c73-b69a-565aa6965c28 None None] Sync routers for ids ['c6b7f101-aea2-49ce-9ca5-d12463db91ea'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:25:18.677351 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5d8db-36f3-4f50-a774-11a337e4ed8a None None] Pushing event updated for resources: {'Port': ['ID=b6f0faa0-79ad-4706-aaa0-20779bc8e4c7,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:18.715055 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2290ca50-6d01-4b10-bfd9-99f08cbf9e06 None None] Port 4c7371cd-75ce-4ea9-b6dd-52d717e6dece cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:25:18.725455 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4d2550-8f7b-4c73-b69a-565aa6965c28 None None] Routers {'c6b7f101-aea2-49ce-9ca5-d12463db91ea'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:25:18.726458 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-ad4d2550-8f7b-4c73-b69a-565aa6965c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:25:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c6b7f101-aea2-49ce-9ca5-d12463db91ea'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:25:18.815906 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-68fb3019-951c-4f89-a66e-27cd5f9b2118 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (e6f7c028-f42d-49d6-82df-c6085607a458), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:18.891134 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb3019-951c-4f89-a66e-27cd5f9b2118 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Pushing event deleted for resources: {'Port': ['ID=e6f7c028-f42d-49d6-82df-c6085607a458,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:18.931917 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-ad4d2550-8f7b-4c73-b69a-565aa6965c28 None None] Set router c6b7f101-aea2-49ce-9ca5-d12463db91ea gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:25:18.948027 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80b085b-9492-4565-8847-091eb12c10f2 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:18.949736 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80b085b-9492-4565-8847-091eb12c10f2 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:18.950367 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80b085b-9492-4565-8847-091eb12c10f2 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:18.951152 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80b085b-9492-4565-8847-091eb12c10f2 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:18.951778 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80b085b-9492-4565-8847-091eb12c10f2 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:18.952561 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80b085b-9492-4565-8847-091eb12c10f2 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:18.953182 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80b085b-9492-4565-8847-091eb12c10f2 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:18.955583 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b80b085b-9492-4565-8847-091eb12c10f2 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4963 time: 0.8264959 Mar 05 05:25:18.958329 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40984) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:18.968344 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fb3019-951c-4f89-a66e-27cd5f9b2118 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:18.968911 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fb3019-951c-4f89-a66e-27cd5f9b2118 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:18.969013 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fb3019-951c-4f89-a66e-27cd5f9b2118 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:18.969596 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fb3019-951c-4f89-a66e-27cd5f9b2118 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:18.969934 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fb3019-951c-4f89-a66e-27cd5f9b2118 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:18.970427 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fb3019-951c-4f89-a66e-27cd5f9b2118 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:18.970766 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fb3019-951c-4f89-a66e-27cd5f9b2118 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:18.971114 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fb3019-951c-4f89-a66e-27cd5f9b2118 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:18.971468 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fb3019-951c-4f89-a66e-27cd5f9b2118 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:18.971800 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fb3019-951c-4f89-a66e-27cd5f9b2118 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:18.972126 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fb3019-951c-4f89-a66e-27cd5f9b2118 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:18.972450 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fb3019-951c-4f89-a66e-27cd5f9b2118 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:18.972776 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fb3019-951c-4f89-a66e-27cd5f9b2118 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:25:19.006182 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-68fb3019-951c-4f89-a66e-27cd5f9b2118 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for floatingip (38f77797-e403-407a-a71b-47f5c123b2b8), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:19.007819 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-2290ca50-6d01-4b10-bfd9-99f08cbf9e06 None None] Provisioning complete for port b6f0faa0-79ad-4706-aaa0-20779bc8e4c7 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:25:19.008326 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2290ca50-6d01-4b10-bfd9-99f08cbf9e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b6f0faa0-79ad-4706-aaa0-20779bc8e4c7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:19.009093 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-68fb3019-951c-4f89-a66e-27cd5f9b2118 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Floating IP 38f77797-e403-407a-a71b-47f5c123b2b8 disassociated (deleted). External IP: 172.25.0.19, port: 8ecd8a27-0316-413b-bb27-62d4e1f7c2bf. Mar 05 05:25:19.300489 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677a95e8-a8de-4c90-bc0b-3bef614ff3b3 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:19.301034 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677a95e8-a8de-4c90-bc0b-3bef614ff3b3 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:19.301630 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677a95e8-a8de-4c90-bc0b-3bef614ff3b3 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:19.302099 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677a95e8-a8de-4c90-bc0b-3bef614ff3b3 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:19.302555 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677a95e8-a8de-4c90-bc0b-3bef614ff3b3 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:19.303005 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677a95e8-a8de-4c90-bc0b-3bef614ff3b3 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:19.303486 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677a95e8-a8de-4c90-bc0b-3bef614ff3b3 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:19.313956 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-677a95e8-a8de-4c90-bc0b-3bef614ff3b3 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.3517590 Mar 05 05:25:19.314130 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fb3019-951c-4f89-a66e-27cd5f9b2118 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Router 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:25:19.314233 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 40998) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:19.416394 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port b6f0faa0-79ad-4706-aaa0-20779bc8e4c7 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:25:19.515829 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fb3019-951c-4f89-a66e-27cd5f9b2118 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:25:19.520661 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-68fb3019-951c-4f89-a66e-27cd5f9b2118 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:19.541772 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e33e4d5-cbe6-4991-bd8e-86ba69724870 None None] Sync routers for ids ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:25:19.555940 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-68fb3019-951c-4f89-a66e-27cd5f9b2118 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "DELETE /v2.0/floatingips/38f77797-e403-407a-a71b-47f5c123b2b8 HTTP/1.1" status: 204 len: 168 time: 1.6372180 Mar 05 05:25:19.557006 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6afe84e5-5ac6-45ea-aee9-5878548f4fda', 'tag': '8ecd8a27-0316-413b-bb27-62d4e1f7c2bf'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:25:19.560273 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da96979e-e16e-405b-884a-cf08b42647d3" -d '{"events": [{"name": "network-changed", "server_uuid": "6afe84e5-5ac6-45ea-aee9-5878548f4fda", "tag": "8ecd8a27-0316-413b-bb27-62d4e1f7c2bf"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:25:19.613169 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e33e4d5-cbe6-4991-bd8e-86ba69724870 None None] Routers {'2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:25:19.614053 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8e33e4d5-cbe6-4991-bd8e-86ba69724870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:25:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:25:19.639804 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374a4964-1187-43fe-9910-4b08366d73d4 x-openstack-request-id: req-374a4964-1187-43fe-9910-4b08366d73d4 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:25:19.640360 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6afe84e5-5ac6-45ea-aee9-5878548f4fda", "tag": "8ecd8a27-0316-413b-bb27-62d4e1f7c2bf", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:25:19.640841 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-374a4964-1187-43fe-9910-4b08366d73d4 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:25:19.641472 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6afe84e5-5ac6-45ea-aee9-5878548f4fda', 'tag': '8ecd8a27-0316-413b-bb27-62d4e1f7c2bf', 'status': 'completed', 'code': 200} Mar 05 05:25:19.837764 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96979e-e16e-405b-884a-cf08b42647d3 req-03ce80bc-6187-430e-9e86-5993f4696c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:19.842145 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-da96979e-e16e-405b-884a-cf08b42647d3 req-03ce80bc-6187-430e-9e86-5993f4696c3e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 1128 time: 0.1767108 Mar 05 05:25:19.865338 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5e2377a9-383a-471e-a5db-26ebf8535768 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3771 time: 0.5496631 Mar 05 05:25:19.885600 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-8e33e4d5-cbe6-4991-bd8e-86ba69724870 None None] Set router 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:25:20.013707 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96979e-e16e-405b-884a-cf08b42647d3 req-91c0c093-4c9e-4bdd-9725-f83341df9fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:20.015485 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-da96979e-e16e-405b-884a-cf08b42647d3 req-91c0c093-4c9e-4bdd-9725-f83341df9fc6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 912 time: 0.1609797 Mar 05 05:25:20.072150 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-da96979e-e16e-405b-884a-cf08b42647d3 req-6bf2cd5c-f7ff-4ae7-b1fc-eb5a14886818 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ecd8a27-0316-413b-bb27-62d4e1f7c2bf HTTP/1.1" status: 200 len: 217 time: 0.0492587 Mar 05 05:25:20.118105 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb923e41-f36d-4e9a-afb1-df38722b506a req-c2506258-1b47-4754-b3df-2dffc569a356 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:20.125471 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bb923e41-f36d-4e9a-afb1-df38722b506a req-c2506258-1b47-4754-b3df-2dffc569a356 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 945 time: 0.1027479 Mar 05 05:25:20.137660 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 80c60eee-9643-4671-aa41-9ded4ee84a3d up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:25:20.171778 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96979e-e16e-405b-884a-cf08b42647d3 req-a3c54573-371f-4589-9cd9-b7e180a46734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:20.176327 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-da96979e-e16e-405b-884a-cf08b42647d3 req-a3c54573-371f-4589-9cd9-b7e180a46734 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb HTTP/1.1" status: 200 len: 851 time: 0.0985842 Mar 05 05:25:20.248954 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bb923e41-f36d-4e9a-afb1-df38722b506a req-45046aed-a073-4e83-8d68-c79a1b687e3b tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218345 Mar 05 05:25:20.284195 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96979e-e16e-405b-884a-cf08b42647d3 req-e61fcd2d-bb79-4e15-b395-ec12b942f052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:20.286085 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-da96979e-e16e-405b-884a-cf08b42647d3 req-e61fcd2d-bb79-4e15-b395-ec12b942f052 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3da289b5-f373-4722-9911-8508cc812a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1034281 Mar 05 05:25:20.317176 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2290ca50-6d01-4b10-bfd9-99f08cbf9e06 None None] Current status of the port b6f0faa0-79ad-4706-aaa0-20779bc8e4c7 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:25:20.339996 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-ad4d2550-8f7b-4c73-b69a-565aa6965c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'name': 'tempest-TestNetworkBasicOps-router-1632709745', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:25:13Z', 'updated_at': '2022-03-05T05:25:17Z', 'revision_number': 4, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:14Z', 'updated_at': '2022-03-05T05:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '4c7371cd-75ce-4ea9-b6dd-52d717e6dece', 'name': '', 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'mac_address': 'fa:16:3e:e7:a8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '982b41a3-1ec8-46e4-a42e-dff50ec53a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:16Z', 'updated_at': '2022-03-05T05:25:17Z', 'revision_number': 2, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'subnets': [{'id': '982b41a3-1ec8-46e4-a42e-dff50ec53a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:25:20.376483 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8e33e4d5-cbe6-4991-bd8e-86ba69724870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'name': 'tempest-TestVolumeBootPattern-2145227709-router', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:07:45Z', 'updated_at': '2022-03-05T05:07:53Z', 'revision_number': 4, 'project_id': '06a4f309563b434e9962ec2905954423', 'gw_port': {'id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:46Z', 'updated_at': '2022-03-05T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'e14a4b72-cb86-4034-8606-2b73874bfe29', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'floating_ip_address': '172.25.0.88', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'port_id': '85b290ee-fc55-4bd0-9fe0-d8f7960f7da3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'mac_address': 'fa:16:3e:11:dc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c6336-9fe0-4be0-bf6d-35ebd72d77e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:20:59Z', 'updated_at': '2022-03-05T05:21:02Z', 'revision_number': 1, 'project_id': '06a4f309563b434e9962ec2905954423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc416c7b-3324-4a42-8845-432c9c62e96e', 'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'mac_address': 'fa:16:3e:67:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:52Z', 'updated_at': '2022-03-05T05:08:01Z', 'revision_number': 5, 'project_id': '06a4f309563b434e9962ec2905954423', 'subnets': [{'id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:25:20.380610 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4d2550-8f7b-4c73-b69a-565aa6965c28 None None] Checking router: c6b7f101-aea2-49ce-9ca5-d12463db91ea for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:25:20.380972 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4d2550-8f7b-4c73-b69a-565aa6965c28 None None] Updating router c6b7f101-aea2-49ce-9ca5-d12463db91ea port 4c7371cd-75ce-4ea9-b6dd-52d717e6dece binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:25:20.385421 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 80c60eee-9643-4671-aa41-9ded4ee84a3d triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:25:20.385800 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (80c60eee-9643-4671-aa41-9ded4ee84a3d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:20.410637 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e33e4d5-cbe6-4991-bd8e-86ba69724870 None None] Checking router: 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:25:20.423736 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e33e4d5-cbe6-4991-bd8e-86ba69724870 None None] Routers {'2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:25:20.425426 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8e33e4d5-cbe6-4991-bd8e-86ba69724870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:25:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:25:20.490362 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad4d2550-8f7b-4c73-b69a-565aa6965c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4c7371cd-75ce-4ea9-b6dd-52d717e6dece), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:20.499875 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-da96979e-e16e-405b-884a-cf08b42647d3 req-ab358e4e-ac6d-4aa4-98ca-07c318fa32de service neutron] 10.222.0.31 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031338 Mar 05 05:25:20.509441 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-12bcf0fe-27de-4ac8-8ecf-cb995b2d2a26 None None] Provisioning complete for port 4c7371cd-75ce-4ea9-b6dd-52d717e6dece triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:25:20.509441 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-12bcf0fe-27de-4ac8-8ecf-cb995b2d2a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (4c7371cd-75ce-4ea9-b6dd-52d717e6dece), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:20.509779 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41024) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:20.514090 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-f5ed18dd-2d36-4daa-a369-066553544c7f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1089559369', 'description': 'tempest-secgroup-smoke-1089559369 description', 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:25:20.586146 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f5ed18dd-2d36-4daa-a369-066553544c7f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:20.605650 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-12bcf0fe-27de-4ac8-8ecf-cb995b2d2a26 None None] Port 4c7371cd-75ce-4ea9-b6dd-52d717e6dece cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:25:20.649500 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-da96979e-e16e-405b-884a-cf08b42647d3 req-b76adfef-5fc8-480d-adab-0e3dcaae7fd3 service neutron] 10.222.0.31 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289217 Mar 05 05:25:20.687496 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-8e33e4d5-cbe6-4991-bd8e-86ba69724870 None None] Set router 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:25:20.754176 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f5ed18dd-2d36-4daa-a369-066553544c7f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group (5d2b4aba-f8f4-4e08-b151-c243109d5fa0), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:20.755104 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 80c60eee-9643-4671-aa41-9ded4ee84a3d is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:25:20.756450 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b6f0faa0-79ad-4706-aaa0-20779bc8e4c7 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:25:20.764034 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f5ed18dd-2d36-4daa-a369-066553544c7f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (5d2b4aba-f8f4-4e08-b151-c243109d5fa0), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:20.841465 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f5ed18dd-2d36-4daa-a369-066553544c7f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:20.846179 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f5ed18dd-2d36-4daa-a369-066553544c7f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3324478 Mar 05 05:25:20.847391 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41030) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:20.853988 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-56594ec5-e205-4e41-87c6-9e48114c2252 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'security_group_rule': {'security_group_id': '5d2b4aba-f8f4-4e08-b151-c243109d5fa0', 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:25:20.860628 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed18dd-2d36-4daa-a369-066553544c7f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2b4aba-f8f4-4e08-b151-c243109d5fa0,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:20.883705 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port b6f0faa0-79ad-4706-aaa0-20779bc8e4c7 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:25:20.884309 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b6f0faa0-79ad-4706-aaa0-20779bc8e4c7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:20.907529 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-56594ec5-e205-4e41-87c6-9e48114c2252 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (af52ef04-c9ed-4ea6-b306-062a9983cda8), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:21.032162 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-56594ec5-e205-4e41-87c6-9e48114c2252 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (af52ef04-c9ed-4ea6-b306-062a9983cda8), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:21.037476 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-56594ec5-e205-4e41-87c6-9e48114c2252 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (af52ef04-c9ed-4ea6-b306-062a9983cda8), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:21.073400 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port b6f0faa0-79ad-4706-aaa0-20779bc8e4c7 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:25:21.076562 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8e33e4d5-cbe6-4991-bd8e-86ba69724870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'name': 'tempest-TestVolumeBootPattern-2145227709-router', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:07:45Z', 'updated_at': '2022-03-05T05:07:53Z', 'revision_number': 4, 'project_id': '06a4f309563b434e9962ec2905954423', 'gw_port': {'id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:46Z', 'updated_at': '2022-03-05T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'e14a4b72-cb86-4034-8606-2b73874bfe29', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'floating_ip_address': '172.25.0.88', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'port_id': '85b290ee-fc55-4bd0-9fe0-d8f7960f7da3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'mac_address': 'fa:16:3e:11:dc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c6336-9fe0-4be0-bf6d-35ebd72d77e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:20:59Z', 'updated_at': '2022-03-05T05:21:02Z', 'revision_number': 1, 'project_id': '06a4f309563b434e9962ec2905954423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc416c7b-3324-4a42-8845-432c9c62e96e', 'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'mac_address': 'fa:16:3e:67:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:52Z', 'updated_at': '2022-03-05T05:08:01Z', 'revision_number': 5, 'project_id': '06a4f309563b434e9962ec2905954423', 'subnets': [{'id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:25:21.088848 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56594ec5-e205-4e41-87c6-9e48114c2252 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af52ef04-c9ed-4ea6-b306-062a9983cda8,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:21.115595 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e33e4d5-cbe6-4991-bd8e-86ba69724870 None None] The sync data for ids ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'] in n-d-789963-32 is: [{'id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'name': 'tempest-TestVolumeBootPattern-2145227709-router', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:07:45Z', 'updated_at': '2022-03-05T05:07:53Z', 'revision_number': 4, 'project_id': '06a4f309563b434e9962ec2905954423', 'gw_port': {'id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:46Z', 'updated_at': '2022-03-05T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'e14a4b72-cb86-4034-8606-2b73874bfe29', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'floating_ip_address': '172.25.0.88', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'port_id': '85b290ee-fc55-4bd0-9fe0-d8f7960f7da3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3933, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'mac_address': 'fa:16:3e:11:dc:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804c6336-9fe0-4be0-bf6d-35ebd72d77e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:20:59Z', 'updated_at': '2022-03-05T05:21:02Z', 'revision_number': 1, 'project_id': '06a4f309563b434e9962ec2905954423', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc416c7b-3324-4a42-8845-432c9c62e96e', 'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'mac_address': 'fa:16:3e:67:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:52Z', 'updated_at': '2022-03-05T05:08:01Z', 'revision_number': 5, 'project_id': '06a4f309563b434e9962ec2905954423', 'subnets': [{'id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:25:21.121084 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-56594ec5-e205-4e41-87c6-9e48114c2252 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:21.132600 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41038) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:21.134257 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-56594ec5-e205-4e41-87c6-9e48114c2252 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2855072 Mar 05 05:25:21.137791 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-8a064143-d4d2-4f39-85c1-7a76f9688df6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'security_group_rule': {'security_group_id': '5d2b4aba-f8f4-4e08-b151-c243109d5fa0', 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:25:21.185120 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad4d2550-8f7b-4c73-b69a-565aa6965c28 None None] Publish callbacks [] for port (4c7371cd-75ce-4ea9-b6dd-52d717e6dece), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:21.189569 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8a064143-d4d2-4f39-85c1-7a76f9688df6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (1ae62f6f-580b-4cb4-b1eb-fda000f5d6b0), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:21.190846 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad4d2550-8f7b-4c73-b69a-565aa6965c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (4c7371cd-75ce-4ea9-b6dd-52d717e6dece), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:21.238491 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255ca1e-d03b-4c12-b612-f2fe97a1ce52 None None] Pushing event updated for resources: {'Port': ['ID=4c7371cd-75ce-4ea9-b6dd-52d717e6dece,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:21.287068 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8a064143-d4d2-4f39-85c1-7a76f9688df6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (1ae62f6f-580b-4cb4-b1eb-fda000f5d6b0), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:21.302862 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8a064143-d4d2-4f39-85c1-7a76f9688df6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (1ae62f6f-580b-4cb4-b1eb-fda000f5d6b0), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:21.320783 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a064143-d4d2-4f39-85c1-7a76f9688df6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae62f6f-580b-4cb4-b1eb-fda000f5d6b0,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:21.333258 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8a064143-d4d2-4f39-85c1-7a76f9688df6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:21.334624 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8a064143-d4d2-4f39-85c1-7a76f9688df6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2009869 Mar 05 05:25:21.338380 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41046) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:21.343332 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-85791fdb-2720-4c70-8b06-d623fe20e22b tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'security_group_rule': {'security_group_id': '5d2b4aba-f8f4-4e08-b151-c243109d5fa0', 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:25:21.404363 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-85791fdb-2720-4c70-8b06-d623fe20e22b tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (632e1a0f-dc0e-4f62-bf53-fdd7a79a0ead), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:21.434441 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f761b-ec90-441b-b253-a25bfbf8f051 req-2e0a8f94-44d4-482a-874e-aef71c462205 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:21.436243 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0e5f761b-ec90-441b-b253-a25bfbf8f051 req-2e0a8f94-44d4-482a-874e-aef71c462205 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 945 time: 0.0877390 Mar 05 05:25:21.443444 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-ad4d2550-8f7b-4c73-b69a-565aa6965c28 None None] Attempting to bind port 4c7371cd-75ce-4ea9-b6dd-52d717e6dece on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:25:21.445412 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-ad4d2550-8f7b-4c73-b69a-565aa6965c28 None None] Attempting to bind port 4c7371cd-75ce-4ea9-b6dd-52d717e6dece by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '7fcd5873-8845-4bb4-b0d2-085f82af2391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:25:21.445894 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4d2550-8f7b-4c73-b69a-565aa6965c28 None None] Attempting to bind port 4c7371cd-75ce-4ea9-b6dd-52d717e6dece on network 976d6765-0f59-435c-bab8-5976a6ecc815 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:25:21.461382 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4d2550-8f7b-4c73-b69a-565aa6965c28 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:25:21.463997 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4d2550-8f7b-4c73-b69a-565aa6965c28 None None] Checking segment: {'id': '7fcd5873-8845-4bb4-b0d2-085f82af2391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:25:21.465429 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad4d2550-8f7b-4c73-b69a-565aa6965c28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:21.474445 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4d2550-8f7b-4c73-b69a-565aa6965c28 None None] Bound using segment: {'id': '7fcd5873-8845-4bb4-b0d2-085f82af2391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:25:21.474992 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-ad4d2550-8f7b-4c73-b69a-565aa6965c28 None None] Bound port: 4c7371cd-75ce-4ea9-b6dd-52d717e6dece, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fcd5873-8845-4bb4-b0d2-085f82af2391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:25:21.475431 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad4d2550-8f7b-4c73-b69a-565aa6965c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4c7371cd-75ce-4ea9-b6dd-52d717e6dece), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:21.550064 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0e5f761b-ec90-441b-b253-a25bfbf8f051 req-4804d3de-4529-4950-8992-2a5164fcb86f tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011715 Mar 05 05:25:21.595100 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-ad4d2550-8f7b-4c73-b69a-565aa6965c28 None None] For port 4c7371cd-75ce-4ea9-b6dd-52d717e6dece, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:25:21.599491 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-ad4d2550-8f7b-4c73-b69a-565aa6965c28 None None] For port 4c7371cd-75ce-4ea9-b6dd-52d717e6dece, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=4c7371cd-75ce-4ea9-b6dd-52d717e6dece,segment=NetworkSegment(7fcd5873-8845-4bb4-b0d2-085f82af2391),segment_id=7fcd5873-8845-4bb4-b0d2-085f82af2391)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:25:21.612635 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad4d2550-8f7b-4c73-b69a-565aa6965c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (4c7371cd-75ce-4ea9-b6dd-52d717e6dece), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:21.639483 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-85791fdb-2720-4c70-8b06-d623fe20e22b tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (632e1a0f-dc0e-4f62-bf53-fdd7a79a0ead), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:21.653904 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-85791fdb-2720-4c70-8b06-d623fe20e22b tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (632e1a0f-dc0e-4f62-bf53-fdd7a79a0ead), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:21.716395 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4d2550-8f7b-4c73-b69a-565aa6965c28 None None] Routers {'c6b7f101-aea2-49ce-9ca5-d12463db91ea'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:25:21.717512 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-ad4d2550-8f7b-4c73-b69a-565aa6965c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:25:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c6b7f101-aea2-49ce-9ca5-d12463db91ea'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:25:21.724050 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85791fdb-2720-4c70-8b06-d623fe20e22b tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=632e1a0f-dc0e-4f62-bf53-fdd7a79a0ead,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:21.724557 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255ca1e-d03b-4c12-b612-f2fe97a1ce52 None None] Pushing event updated for resources: {'Port': ['ID=4c7371cd-75ce-4ea9-b6dd-52d717e6dece,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:21.738237 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e64d5-24b4-41ca-8930-0fe0b94de97b req-d653b030-9788-4d81-8bf3-9dab2e87d57a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:21.739887 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cd7e64d5-24b4-41ca-8930-0fe0b94de97b req-d653b030-9788-4d81-8bf3-9dab2e87d57a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.31 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 945 time: 0.2403390 Mar 05 05:25:21.744985 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-85791fdb-2720-4c70-8b06-d623fe20e22b tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:21.749432 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-85791fdb-2720-4c70-8b06-d623fe20e22b tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4099038 Mar 05 05:25:21.749583 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41052) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:21.754660 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-97c34798-d24c-4196-80d1-b51996050a19 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'security_group_rule': {'security_group_id': '5d2b4aba-f8f4-4e08-b151-c243109d5fa0', 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:25:21.806819 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-b1d0b844-c6e3-4d1f-a37c-edd7a743412e None None] Provisioning complete for port 4c7371cd-75ce-4ea9-b6dd-52d717e6dece triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:25:21.807424 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b1d0b844-c6e3-4d1f-a37c-edd7a743412e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (4c7371cd-75ce-4ea9-b6dd-52d717e6dece), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:21.829317 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-97c34798-d24c-4196-80d1-b51996050a19 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (2d1bf977-c76b-47c6-a37c-4a0a3d214ebc), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:21.854170 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495ddb42-395b-4d7d-b9f7-3abef8cadd31 None None] New status for floating IP 38f77797-e403-407a-a71b-47f5c123b2b8: DOWN {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:25:21.949667 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-cd7e64d5-24b4-41ca-8930-0fe0b94de97b req-edd74494-fc0b-4d2f-92d3-f67c57c878e5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Deleting port 8ecd8a27-0316-413b-bb27-62d4e1f7c2bf {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:25:21.950020 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cd7e64d5-24b4-41ca-8930-0fe0b94de97b req-edd74494-fc0b-4d2f-92d3-f67c57c878e5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (8ecd8a27-0316-413b-bb27-62d4e1f7c2bf), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:22.067388 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-97c34798-d24c-4196-80d1-b51996050a19 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (2d1bf977-c76b-47c6-a37c-4a0a3d214ebc), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:22.074731 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-97c34798-d24c-4196-80d1-b51996050a19 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (2d1bf977-c76b-47c6-a37c-4a0a3d214ebc), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:22.089036 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-ad4d2550-8f7b-4c73-b69a-565aa6965c28 None None] Set router c6b7f101-aea2-49ce-9ca5-d12463db91ea gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:25:22.132286 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c34798-d24c-4196-80d1-b51996050a19 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d1bf977-c76b-47c6-a37c-4a0a3d214ebc,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:22.142902 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-97c34798-d24c-4196-80d1-b51996050a19 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:22.149967 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-97c34798-d24c-4196-80d1-b51996050a19 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3964562 Mar 05 05:25:22.151390 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41058) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:22.153249 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-cd7e64d5-24b4-41ca-8930-0fe0b94de97b req-edd74494-fc0b-4d2f-92d3-f67c57c878e5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] For port 8ecd8a27-0316-413b-bb27-62d4e1f7c2bf, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=8ecd8a27-0316-413b-bb27-62d4e1f7c2bf,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:25:22.153997 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cd7e64d5-24b4-41ca-8930-0fe0b94de97b req-edd74494-fc0b-4d2f-92d3-f67c57c878e5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (8ecd8a27-0316-413b-bb27-62d4e1f7c2bf), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:22.158470 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-e717088b-11ba-4e03-afaa-e47b4c7475bd tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'security_group_rule': {'security_group_id': '5d2b4aba-f8f4-4e08-b151-c243109d5fa0', 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:25:22.175540 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-cd7e64d5-24b4-41ca-8930-0fe0b94de97b req-edd74494-fc0b-4d2f-92d3-f67c57c878e5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Calling delete_port for 8ecd8a27-0316-413b-bb27-62d4e1f7c2bf owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:25:22.189873 n-d-789963-32 neutron-server[105231]: INFO neutron.db.securitygroups_db [None req-e717088b-11ba-4e03-afaa-e47b4c7475bd tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Project 6e76c1ed1a10495ebffd7fb72002a6a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:25:22.197663 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e717088b-11ba-4e03-afaa-e47b4c7475bd tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (3551beaf-21ee-43e7-9af3-23246b64ce82), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:22.280229 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e717088b-11ba-4e03-afaa-e47b4c7475bd tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (3551beaf-21ee-43e7-9af3-23246b64ce82), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:22.290578 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e717088b-11ba-4e03-afaa-e47b4c7475bd tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (3551beaf-21ee-43e7-9af3-23246b64ce82), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:22.346369 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e717088b-11ba-4e03-afaa-e47b4c7475bd tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:22.356236 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e717088b-11ba-4e03-afaa-e47b4c7475bd tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2036684 Mar 05 05:25:22.357484 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41062) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:22.362014 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717088b-11ba-4e03-afaa-e47b4c7475bd tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3551beaf-21ee-43e7-9af3-23246b64ce82,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:22.369698 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-c6f040d2-b2ee-4a72-8bd3-70c35b6d931e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'security_group_rule': {'security_group_id': '5d2b4aba-f8f4-4e08-b151-c243109d5fa0', 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:25:22.396944 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b1d0b844-c6e3-4d1f-a37c-edd7a743412e None None] Current status of the port 4c7371cd-75ce-4ea9-b6dd-52d717e6dece is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:25:22.398112 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b1d0b844-c6e3-4d1f-a37c-edd7a743412e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (4c7371cd-75ce-4ea9-b6dd-52d717e6dece), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:22.439220 n-d-789963-32 neutron-server[105231]: INFO neutron.db.securitygroups_db [None req-c6f040d2-b2ee-4a72-8bd3-70c35b6d931e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Project 6e76c1ed1a10495ebffd7fb72002a6a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:25:22.441025 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cd7e64d5-24b4-41ca-8930-0fe0b94de97b req-edd74494-fc0b-4d2f-92d3-f67c57c878e5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (8ecd8a27-0316-413b-bb27-62d4e1f7c2bf), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:22.448709 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c6f040d2-b2ee-4a72-8bd3-70c35b6d931e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (ddf264f5-5ae8-4734-86ec-7ccfcbce934f), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:22.501812 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-b1d0b844-c6e3-4d1f-a37c-edd7a743412e None None] For port 4c7371cd-75ce-4ea9-b6dd-52d717e6dece, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=4c7371cd-75ce-4ea9-b6dd-52d717e6dece,segment=NetworkSegment(7fcd5873-8845-4bb4-b0d2-085f82af2391),segment_id=7fcd5873-8845-4bb4-b0d2-085f82af2391)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:25:22.516334 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b1d0b844-c6e3-4d1f-a37c-edd7a743412e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (4c7371cd-75ce-4ea9-b6dd-52d717e6dece), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:22.537110 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd74494-fc0b-4d2f-92d3-f67c57c878e5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Pushing event deleted for resources: {'Port': ['ID=8ecd8a27-0316-413b-bb27-62d4e1f7c2bf,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:22.590328 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7e64d5-24b4-41ca-8930-0fe0b94de97b req-edd74494-fc0b-4d2f-92d3-f67c57c878e5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] No DVR routers for this DVR port 8ecd8a27-0316-413b-bb27-62d4e1f7c2bf on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:25:22.593358 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cd7e64d5-24b4-41ca-8930-0fe0b94de97b req-edd74494-fc0b-4d2f-92d3-f67c57c878e5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:22.598052 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cd7e64d5-24b4-41ca-8930-0fe0b94de97b req-edd74494-fc0b-4d2f-92d3-f67c57c878e5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.31 "DELETE /v2.0/ports/8ecd8a27-0316-413b-bb27-62d4e1f7c2bf HTTP/1.1" status: 204 len: 173 time: 0.8470657 Mar 05 05:25:22.598545 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afe84e5-5ac6-45ea-aee9-5878548f4fda', 'name': 'network-vif-deleted', 'tag': '8ecd8a27-0316-413b-bb27-62d4e1f7c2bf'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:25:22.607885 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e902fc-74e8-491b-a7b3-ea400d291808" -d '{"events": [{"server_uuid": "6afe84e5-5ac6-45ea-aee9-5878548f4fda", "name": "network-vif-deleted", "tag": "8ecd8a27-0316-413b-bb27-62d4e1f7c2bf"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:25:22.640928 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0b844-c6e3-4d1f-a37c-edd7a743412e None None] Pushing event updated for resources: {'Port': ['ID=4c7371cd-75ce-4ea9-b6dd-52d717e6dece,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:22.654034 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c6f040d2-b2ee-4a72-8bd3-70c35b6d931e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (ddf264f5-5ae8-4734-86ec-7ccfcbce934f), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:22.661494 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c6f040d2-b2ee-4a72-8bd3-70c35b6d931e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (ddf264f5-5ae8-4734-86ec-7ccfcbce934f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:22.695176 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f040d2-b2ee-4a72-8bd3-70c35b6d931e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddf264f5-5ae8-4734-86ec-7ccfcbce934f,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:22.719820 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c6f040d2-b2ee-4a72-8bd3-70c35b6d931e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:22.731118 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c6f040d2-b2ee-4a72-8bd3-70c35b6d931e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3616354 Mar 05 05:25:22.744364 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-b33cff46-11b3-4b76-af93-1033bff34241 None None] Provisioning complete for port 4c7371cd-75ce-4ea9-b6dd-52d717e6dece triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:25:22.744364 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b33cff46-11b3-4b76-af93-1033bff34241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (4c7371cd-75ce-4ea9-b6dd-52d717e6dece), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:22.779549 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d119cae3-18fa-4152-8e35-fe38a255f89b x-openstack-request-id: req-d119cae3-18fa-4152-8e35-fe38a255f89b {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:25:22.779976 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afe84e5-5ac6-45ea-aee9-5878548f4fda", "name": "network-vif-deleted", "tag": "8ecd8a27-0316-413b-bb27-62d4e1f7c2bf", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:25:22.780519 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d119cae3-18fa-4152-8e35-fe38a255f89b {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:25:22.786243 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6afe84e5-5ac6-45ea-aee9-5878548f4fda', 'name': 'network-vif-deleted', 'tag': '8ecd8a27-0316-413b-bb27-62d4e1f7c2bf', 'status': 'completed', 'code': 200} Mar 05 05:25:22.831477 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-ad4d2550-8f7b-4c73-b69a-565aa6965c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'name': 'tempest-TestNetworkBasicOps-router-1632709745', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:25:13Z', 'updated_at': '2022-03-05T05:25:17Z', 'revision_number': 4, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:14Z', 'updated_at': '2022-03-05T05:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '4c7371cd-75ce-4ea9-b6dd-52d717e6dece', 'name': '', 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'mac_address': 'fa:16:3e:e7:a8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '982b41a3-1ec8-46e4-a42e-dff50ec53a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:16Z', 'updated_at': '2022-03-05T05:25:21Z', 'revision_number': 4, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'subnets': [{'id': '982b41a3-1ec8-46e4-a42e-dff50ec53a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:25:22.840701 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7e81cc35-1a0a-418b-9615-c5b1249a733f req-18eb0b95-ea0b-4e5c-bfd1-c9f22c8eb884 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 210 time: 0.0351541 Mar 05 05:25:22.870124 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4d2550-8f7b-4c73-b69a-565aa6965c28 None None] The sync data for ids ['c6b7f101-aea2-49ce-9ca5-d12463db91ea'] in n-d-789963-32 is: [{'id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'name': 'tempest-TestNetworkBasicOps-router-1632709745', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:25:13Z', 'updated_at': '2022-03-05T05:25:17Z', 'revision_number': 4, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:14Z', 'updated_at': '2022-03-05T05:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '4c7371cd-75ce-4ea9-b6dd-52d717e6dece', 'name': '', 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'mac_address': 'fa:16:3e:e7:a8:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '982b41a3-1ec8-46e4-a42e-dff50ec53a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:16Z', 'updated_at': '2022-03-05T05:25:21Z', 'revision_number': 4, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'subnets': [{'id': '982b41a3-1ec8-46e4-a42e-dff50ec53a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:25:22.999676 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b33cff46-11b3-4b76-af93-1033bff34241 None None] Current status of the port 4c7371cd-75ce-4ea9-b6dd-52d717e6dece is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:25:23.172516 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-1c50547a-72ec-44f6-9444-da0f41287f37 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1089559369&fields=id&tenant_id=6e76c1ed1a10495ebffd7fb72002a6a1 HTTP/1.1" status: 200 len: 267 time: 0.1069279 Mar 05 05:25:23.395566 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-ecf5394b-cd64-4411-a61d-594ed8c9465a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:23.403398 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-ecf5394b-cd64-4411-a61d-594ed8c9465a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/networks?id=976d6765-0f59-435c-bab8-5976a6ecc815 HTTP/1.1" status: 200 len: 797 time: 0.2247481 Mar 05 05:25:23.426189 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-80b2d31d-bf12-488f-902d-9e7813f8b66b tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/quotas/6e76c1ed1a10495ebffd7fb72002a6a1 HTTP/1.1" status: 200 len: 375 time: 0.0217838 Mar 05 05:25:23.503474 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-31dbbbda-92b6-4ac8-bd5c-b11b72d093e2 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e76c1ed1a10495ebffd7fb72002a6a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0760789 Mar 05 05:25:23.655788 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-0608db08-beef-49fb-ae19-dd3651532cfa service neutron] 10.222.0.11 "GET /v2.0/networks/976d6765-0f59-435c-bab8-5976a6ecc815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385581 Mar 05 05:25:23.766675 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 4c7371cd-75ce-4ea9-b6dd-52d717e6dece up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:25:23.857590 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 4c7371cd-75ce-4ea9-b6dd-52d717e6dece triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:25:23.858773 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (4c7371cd-75ce-4ea9-b6dd-52d717e6dece), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:23.859488 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-ab4ccb9a-f672-4cc2-96e1-ade1a79064d0 service neutron] 10.222.0.11 "GET /v2.0/networks/976d6765-0f59-435c-bab8-5976a6ecc815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015138 Mar 05 05:25:23.974738 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 4c7371cd-75ce-4ea9-b6dd-52d717e6dece is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:25:24.021980 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 8ecd8a27-0316-413b-bb27-62d4e1f7c2bf no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:25:24.051034 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ade734d5-e56e-4199-95da-97ffae8cfad1 req-3ad81dba-4dea-4f01-9dd6-15d337b1d245 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 210 time: 0.0861535 Mar 05 05:25:24.089943 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 8ecd8a27-0316-413b-bb27-62d4e1f7c2bf {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:25:24.090577 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 8ecd8a27-0316-413b-bb27-62d4e1f7c2bf not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:25:24.141439 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-51e76982-8555-497d-9da7-95666bdc0de8 req-9ecdf30c-6636-49a3-93d3-09e09e43ca7d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cac1339-9c6d-4cfd-a88e-9bfbf310c668 HTTP/1.1" status: 200 len: 210 time: 0.0674634 Mar 05 05:25:25.184590 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d5bacc53-8968-4b0e-8b40-9bde72a45f18 req-2f83cc3b-49f9-49f0-a381-5cf904dc2b56 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 210 time: 0.0353568 Mar 05 05:25:25.249936 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-811e9191-12a5-4c49-af58-a7bea4c93d46 req-21e289a7-f64c-4d72-b937-33eda1e7ea5d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cac1339-9c6d-4cfd-a88e-9bfbf310c668 HTTP/1.1" status: 200 len: 210 time: 0.0389290 Mar 05 05:25:25.407999 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-b1ca7152-9392-4a31-9274-8748a13b4020 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:25.410419 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-b1ca7152-9392-4a31-9274-8748a13b4020 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.30 "GET /v2.0/networks?id=976d6765-0f59-435c-bab8-5976a6ecc815 HTTP/1.1" status: 200 len: 797 time: 0.1760221 Mar 05 05:25:25.501111 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-eae2f761-db68-426e-b526-21626df948af tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e76c1ed1a10495ebffd7fb72002a6a1 HTTP/1.1" status: 200 len: 380 time: 0.0822880 Mar 05 05:25:25.511551 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-423c81c0-839c-4624-95c8-6b346ad598fc tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'port': {'device_id': '6cac1339-9c6d-4cfd-a88e-9bfbf310c668', 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815', 'admin_state_up': True, 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'security_groups': ['5d2b4aba-f8f4-4e08-b151-c243109d5fa0']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:25:25.635506 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-423c81c0-839c-4624-95c8-6b346ad598fc tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Made reservation on behalf of 6e76c1ed1a10495ebffd7fb72002a6a1 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:25:25.639502 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-423c81c0-839c-4624-95c8-6b346ad598fc tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:25.784841 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-423c81c0-839c-4624-95c8-6b346ad598fc tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Allocated IP 172.20.0.10 (976d6765-0f59-435c-bab8-5976a6ecc815/982b41a3-1ec8-46e4-a42e-dff50ec53a9b/fedf65ad-e43f-4b83-aebb-8863f5874e75) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:25:25.961868 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-423c81c0-839c-4624-95c8-6b346ad598fc tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for port (fedf65ad-e43f-4b83-aebb-8863f5874e75), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:25.997299 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-423c81c0-839c-4624-95c8-6b346ad598fc tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (fedf65ad-e43f-4b83-aebb-8863f5874e75), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:26.037794 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-423c81c0-839c-4624-95c8-6b346ad598fc tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Network 976d6765-0f59-435c-bab8-5976a6ecc815 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:25:26.041535 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-423c81c0-839c-4624-95c8-6b346ad598fc tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:25:26.043862 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-423c81c0-839c-4624-95c8-6b346ad598fc tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:25:26.091985 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c81c0-839c-4624-95c8-6b346ad598fc tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'Port': ['ID=fedf65ad-e43f-4b83-aebb-8863f5874e75,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:26.113509 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-423c81c0-839c-4624-95c8-6b346ad598fc tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:26.114466 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-423c81c0-839c-4624-95c8-6b346ad598fc tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:26.148046 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-423c81c0-839c-4624-95c8-6b346ad598fc tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6408091 Mar 05 05:25:26.161501 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-3897f177-ef4c-4bd0-a578-8900622e5d14 service neutron] Request body: {'port': {'device_id': '6cac1339-9c6d-4cfd-a88e-9bfbf310c668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:25:26.235391 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-3897f177-ef4c-4bd0-a578-8900622e5d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fedf65ad-e43f-4b83-aebb-8863f5874e75), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:26.378141 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9ff7dc20-8d7b-4ad2-bd0c-b8f71b41ecaa req-4f5ac26f-70d5-43ac-8354-a416159a72c3 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 210 time: 0.0841246 Mar 05 05:25:26.479316 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d673e-fe84-4fff-a67b-6d8f555c5228 req-811427d1-9d48-455b-951f-8f5934fb97d6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:26.481591 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-be304ef4-5ff9-495b-9f93-fdeb71d32740 None None] Provisioning complete for port fedf65ad-e43f-4b83-aebb-8863f5874e75 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:25:26.482076 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-be304ef4-5ff9-495b-9f93-fdeb71d32740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fedf65ad-e43f-4b83-aebb-8863f5874e75), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:26.488240 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-628d673e-fe84-4fff-a67b-6d8f555c5228 req-811427d1-9d48-455b-951f-8f5934fb97d6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cac1339-9c6d-4cfd-a88e-9bfbf310c668 HTTP/1.1" status: 200 len: 932 time: 0.0781872 Mar 05 05:25:26.544660 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-628d673e-fe84-4fff-a67b-6d8f555c5228 req-7ac21a3d-73df-4582-9aee-4a918fdfeeb7 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2b4aba-f8f4-4e08-b151-c243109d5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551519 Mar 05 05:25:26.558716 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-be304ef4-5ff9-495b-9f93-fdeb71d32740 None None] Port fedf65ad-e43f-4b83-aebb-8863f5874e75 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:25:26.641129 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-3897f177-ef4c-4bd0-a578-8900622e5d14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fedf65ad-e43f-4b83-aebb-8863f5874e75 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:25:26.650276 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-3897f177-ef4c-4bd0-a578-8900622e5d14 service neutron] Publish callbacks [] for port (fedf65ad-e43f-4b83-aebb-8863f5874e75), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:26.665602 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-3897f177-ef4c-4bd0-a578-8900622e5d14 service neutron] Transition to ACTIVE for port object fedf65ad-e43f-4b83-aebb-8863f5874e75 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:25:26.671621 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-3897f177-ef4c-4bd0-a578-8900622e5d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (fedf65ad-e43f-4b83-aebb-8863f5874e75), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:26.724635 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897f177-ef4c-4bd0-a578-8900622e5d14 service neutron] Pushing event updated for resources: {'Port': ['ID=fedf65ad-e43f-4b83-aebb-8863f5874e75,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:26.815321 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-3897f177-ef4c-4bd0-a578-8900622e5d14 service neutron] Attempting to bind port fedf65ad-e43f-4b83-aebb-8863f5874e75 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:25:26.815670 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-3897f177-ef4c-4bd0-a578-8900622e5d14 service neutron] Attempting to bind port fedf65ad-e43f-4b83-aebb-8863f5874e75 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '7fcd5873-8845-4bb4-b0d2-085f82af2391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:25:26.816005 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-3897f177-ef4c-4bd0-a578-8900622e5d14 service neutron] Attempting to bind port fedf65ad-e43f-4b83-aebb-8863f5874e75 on network 976d6765-0f59-435c-bab8-5976a6ecc815 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:25:26.821022 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-3897f177-ef4c-4bd0-a578-8900622e5d14 service neutron] Port fedf65ad-e43f-4b83-aebb-8863f5874e75 on network 976d6765-0f59-435c-bab8-5976a6ecc815 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:25:26.821337 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-3897f177-ef4c-4bd0-a578-8900622e5d14 service neutron] Attempting to bind port fedf65ad-e43f-4b83-aebb-8863f5874e75 on network 976d6765-0f59-435c-bab8-5976a6ecc815 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:25:26.826421 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-3897f177-ef4c-4bd0-a578-8900622e5d14 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:25:26.826762 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-3897f177-ef4c-4bd0-a578-8900622e5d14 service neutron] Checking segment: {'id': '7fcd5873-8845-4bb4-b0d2-085f82af2391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:25:26.827235 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-3897f177-ef4c-4bd0-a578-8900622e5d14 service neutron] Bound using segment: {'id': '7fcd5873-8845-4bb4-b0d2-085f82af2391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:25:26.827665 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-3897f177-ef4c-4bd0-a578-8900622e5d14 service neutron] Bound port: fedf65ad-e43f-4b83-aebb-8863f5874e75, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fcd5873-8845-4bb4-b0d2-085f82af2391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:25:26.828025 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-3897f177-ef4c-4bd0-a578-8900622e5d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fedf65ad-e43f-4b83-aebb-8863f5874e75), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:26.922006 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-3897f177-ef4c-4bd0-a578-8900622e5d14 service neutron] For port fedf65ad-e43f-4b83-aebb-8863f5874e75, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:25:26.926754 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-3897f177-ef4c-4bd0-a578-8900622e5d14 service neutron] For port fedf65ad-e43f-4b83-aebb-8863f5874e75, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=fedf65ad-e43f-4b83-aebb-8863f5874e75,segment=NetworkSegment(7fcd5873-8845-4bb4-b0d2-085f82af2391),segment_id=7fcd5873-8845-4bb4-b0d2-085f82af2391)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:25:26.937697 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-3897f177-ef4c-4bd0-a578-8900622e5d14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (fedf65ad-e43f-4b83-aebb-8863f5874e75), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:26.985401 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-3897f177-ef4c-4bd0-a578-8900622e5d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:26.986038 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-3897f177-ef4c-4bd0-a578-8900622e5d14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:26.988105 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-3897f177-ef4c-4bd0-a578-8900622e5d14 service neutron] 10.222.0.30 "PUT /v2.0/ports/fedf65ad-e43f-4b83-aebb-8863f5874e75 HTTP/1.1" status: 200 len: 1093 time: 0.8324413 Mar 05 05:25:26.995119 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cac1339-9c6d-4cfd-a88e-9bfbf310c668', 'tag': 'fedf65ad-e43f-4b83-aebb-8863f5874e75'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:25:26.997438 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee9cdd4-4d3a-44a5-b85c-ad742f9c77dc" -d '{"events": [{"name": "network-changed", "server_uuid": "6cac1339-9c6d-4cfd-a88e-9bfbf310c668", "tag": "fedf65ad-e43f-4b83-aebb-8863f5874e75"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:25:27.067479 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527e5264-7a5b-4377-8f50-334c62f0aaa1 x-openstack-request-id: req-527e5264-7a5b-4377-8f50-334c62f0aaa1 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:25:27.067781 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cac1339-9c6d-4cfd-a88e-9bfbf310c668", "tag": "fedf65ad-e43f-4b83-aebb-8863f5874e75", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:25:27.067989 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-527e5264-7a5b-4377-8f50-334c62f0aaa1 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:25:27.068405 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cac1339-9c6d-4cfd-a88e-9bfbf310c668', 'tag': 'fedf65ad-e43f-4b83-aebb-8863f5874e75', 'status': 'completed', 'code': 200} Mar 05 05:25:27.084767 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897f177-ef4c-4bd0-a578-8900622e5d14 service neutron] Pushing event updated for resources: {'Port': ['ID=fedf65ad-e43f-4b83-aebb-8863f5874e75,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:27.115441 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-352a04e6-e8fa-47c6-8cf0-d3d7d89ae28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:27.117302 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-352a04e6-e8fa-47c6-8cf0-d3d7d89ae28c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e76c1ed1a10495ebffd7fb72002a6a1&device_id=6cac1339-9c6d-4cfd-a88e-9bfbf310c668 HTTP/1.1" status: 200 len: 1127 time: 0.0790887 Mar 05 05:25:27.175551 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-a85f2f8b-ba6c-4107-b069-70d4e28079b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fedf65ad-e43f-4b83-aebb-8863f5874e75 HTTP/1.1" status: 200 len: 217 time: 0.0518408 Mar 05 05:25:27.246758 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-85384f01-e722-4e2f-bf2b-2a14dd540523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:27.249435 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-85384f01-e722-4e2f-bf2b-2a14dd540523 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=982b41a3-1ec8-46e4-a42e-dff50ec53a9b HTTP/1.1" status: 200 len: 835 time: 0.0667207 Mar 05 05:25:27.329468 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-a7b8e573-3027-4b3b-bf4a-181ed5203895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:27.331249 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-a7b8e573-3027-4b3b-bf4a-181ed5203895 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=976d6765-0f59-435c-bab8-5976a6ecc815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0758660 Mar 05 05:25:27.483918 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-c257414d-62bf-48d4-9bc4-97657779863e service neutron] 10.222.0.30 "GET /v2.0/networks/976d6765-0f59-435c-bab8-5976a6ecc815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467996 Mar 05 05:25:27.500859 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0dd2a0b0-7359-4d00-b081-4e52135db161 req-4bf1e49d-611b-444f-a96b-32865a5eb519 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 210 time: 0.0435951 Mar 05 05:25:27.611661 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9a378bdd-31b1-4abb-ada4-a53a65d1ed4e req-98a63f69-8804-41ee-95c9-ac8fb1b2d00e service neutron] 10.222.0.30 "GET /v2.0/networks/976d6765-0f59-435c-bab8-5976a6ecc815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209791 Mar 05 05:25:27.712952 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a4a15-c458-41b4-a490-4f9846bd4042 req-948ffe0f-3ef3-4994-ac17-fcf12e6548fb tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:27.722108 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f2a4a15-c458-41b4-a490-4f9846bd4042 req-948ffe0f-3ef3-4994-ac17-fcf12e6548fb tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cac1339-9c6d-4cfd-a88e-9bfbf310c668 HTTP/1.1" status: 200 len: 944 time: 0.0819528 Mar 05 05:25:27.729964 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9cdd4-4d3a-44a5-b85c-ad742f9c77dc req-bd3bd265-8219-43fe-b163-76a9394f9aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:27.732326 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3ee9cdd4-4d3a-44a5-b85c-ad742f9c77dc req-bd3bd265-8219-43fe-b163-76a9394f9aaa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e76c1ed1a10495ebffd7fb72002a6a1&device_id=6cac1339-9c6d-4cfd-a88e-9bfbf310c668 HTTP/1.1" status: 200 len: 1127 time: 0.0608425 Mar 05 05:25:27.782433 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f2a4a15-c458-41b4-a490-4f9846bd4042 req-b176cd6b-8347-4e06-81c6-1e7d35db43f8 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2b4aba-f8f4-4e08-b151-c243109d5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591161 Mar 05 05:25:27.860383 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9cdd4-4d3a-44a5-b85c-ad742f9c77dc req-54068825-18c3-4e9e-93fe-743f1a62c723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:27.861892 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3ee9cdd4-4d3a-44a5-b85c-ad742f9c77dc req-54068825-18c3-4e9e-93fe-743f1a62c723 service neutron] 10.222.0.30 "GET /v2.0/networks?id=976d6765-0f59-435c-bab8-5976a6ecc815 HTTP/1.1" status: 200 len: 897 time: 0.1233490 Mar 05 05:25:27.912403 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3ee9cdd4-4d3a-44a5-b85c-ad742f9c77dc req-db149e38-b362-472c-9f3e-3ce48d9bd395 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fedf65ad-e43f-4b83-aebb-8863f5874e75 HTTP/1.1" status: 200 len: 217 time: 0.0403230 Mar 05 05:25:27.973354 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9cdd4-4d3a-44a5-b85c-ad742f9c77dc req-45e1d797-4f93-4bfc-9223-a714633db17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:27.975360 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3ee9cdd4-4d3a-44a5-b85c-ad742f9c77dc req-45e1d797-4f93-4bfc-9223-a714633db17a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=982b41a3-1ec8-46e4-a42e-dff50ec53a9b HTTP/1.1" status: 200 len: 835 time: 0.0562961 Mar 05 05:25:28.026765 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9cdd4-4d3a-44a5-b85c-ad742f9c77dc req-67d02ccb-250d-4dbb-a422-ed1ee1cc6129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:28.028999 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3ee9cdd4-4d3a-44a5-b85c-ad742f9c77dc req-67d02ccb-250d-4dbb-a422-ed1ee1cc6129 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=976d6765-0f59-435c-bab8-5976a6ecc815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477145 Mar 05 05:25:28.127416 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3ee9cdd4-4d3a-44a5-b85c-ad742f9c77dc req-412159ed-04f0-4f23-8e04-7d3ac820bb40 service neutron] 10.222.0.30 "GET /v2.0/networks/976d6765-0f59-435c-bab8-5976a6ecc815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917506 Mar 05 05:25:28.231292 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3ee9cdd4-4d3a-44a5-b85c-ad742f9c77dc req-ec119491-88da-484c-9795-dd88245b140a service neutron] 10.222.0.30 "GET /v2.0/networks/976d6765-0f59-435c-bab8-5976a6ecc815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975783 Mar 05 05:25:28.613134 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3be302c7-7e44-4676-b408-3b397982900d req-90474e3f-4c82-46f2-ab85-d5378aea8495 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 210 time: 0.0459590 Mar 05 05:25:29.259427 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74972454-b17a-41cd-8659-0ad0a509bfe9 req-f309a876-2258-489e-815c-701327499a67 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:29.261481 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74972454-b17a-41cd-8659-0ad0a509bfe9 req-f309a876-2258-489e-815c-701327499a67 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cac1339-9c6d-4cfd-a88e-9bfbf310c668 HTTP/1.1" status: 200 len: 944 time: 0.3927667 Mar 05 05:25:29.323370 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74972454-b17a-41cd-8659-0ad0a509bfe9 req-64582e19-3039-4b8d-91c1-4547219757e7 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2b4aba-f8f4-4e08-b151-c243109d5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556979 Mar 05 05:25:29.723738 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b4c8f1b8-3e2c-4251-aa39-f8a80c1994ee req-2a6c24f4-e587-4561-b5f3-273655375ce2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 210 time: 0.0324738 Mar 05 05:25:30.462300 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7196d16-a2e5-4db2-a307-235dbd718b49 req-adfa04c4-4a55-4507-baaa-f8550d15eb27 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:30.465139 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7196d16-a2e5-4db2-a307-235dbd718b49 req-adfa04c4-4a55-4507-baaa-f8550d15eb27 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cac1339-9c6d-4cfd-a88e-9bfbf310c668 HTTP/1.1" status: 200 len: 944 time: 0.0642204 Mar 05 05:25:30.514909 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:25:30.521431 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f7196d16-a2e5-4db2-a307-235dbd718b49 req-f94d734b-68fa-4ac2-87e3-9d766dbf73c6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2b4aba-f8f4-4e08-b151-c243109d5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493729 Mar 05 05:25:30.823773 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dcb8e4e6-3d39-46e4-b9f8-bf8f970a9f84 req-24c46c78-0aa1-4c87-9608-d545fa8b6d15 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 210 time: 0.0288661 Mar 05 05:25:31.013098 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device fedf65ad-e43f-4b83-aebb-8863f5874e75 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:25:31.128976 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port fedf65ad-e43f-4b83-aebb-8863f5874e75, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=fedf65ad-e43f-4b83-aebb-8863f5874e75,segment=NetworkSegment(7fcd5873-8845-4bb4-b0d2-085f82af2391),segment_id=7fcd5873-8845-4bb4-b0d2-085f82af2391)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:25:31.141148 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'fedf65ad-e43f-4b83-aebb-8863f5874e75', 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815', 'port_id': 'fedf65ad-e43f-4b83-aebb-8863f5874e75', 'mac_address': 'fa:16:3e:93:d9:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '982b41a3-1ec8-46e4-a42e-dff50ec53a9b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:25:31.186005 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port fedf65ad-e43f-4b83-aebb-8863f5874e75 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:25:31.186338 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fedf65ad-e43f-4b83-aebb-8863f5874e75), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:31.203483 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fedf65ad-e43f-4b83-aebb-8863f5874e75 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:25:31.230719 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port fedf65ad-e43f-4b83-aebb-8863f5874e75, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=fedf65ad-e43f-4b83-aebb-8863f5874e75,segment=NetworkSegment(7fcd5873-8845-4bb4-b0d2-085f82af2391),segment_id=7fcd5873-8845-4bb4-b0d2-085f82af2391)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:25:31.236543 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fedf65ad-e43f-4b83-aebb-8863f5874e75), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:31.289995 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=fedf65ad-e43f-4b83-aebb-8863f5874e75,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:31.446113 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['fedf65ad-e43f-4b83-aebb-8863f5874e75'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:25:31.678171 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0d544-53ec-4b9c-85fc-3d02d84b05e6 req-9d01f514-d4fa-4910-9744-8b64ffd61f38 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:31.680613 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eea0d544-53ec-4b9c-85fc-3d02d84b05e6 req-9d01f514-d4fa-4910-9744-8b64ffd61f38 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cac1339-9c6d-4cfd-a88e-9bfbf310c668 HTTP/1.1" status: 200 len: 945 time: 0.0586503 Mar 05 05:25:31.735720 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eea0d544-53ec-4b9c-85fc-3d02d84b05e6 req-c0cdf05c-e874-4899-8f0e-f07bcacf3d9d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2b4aba-f8f4-4e08-b151-c243109d5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494716 Mar 05 05:25:31.956985 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9765755c-1225-4370-8d99-c0f2e78bf53b req-89ef79f4-d70c-4d5c-ae61-9e34aaeaee8a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 210 time: 0.0330846 Mar 05 05:25:32.866001 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197c267-dfce-4604-809f-783392f5fb3d req-7c3c38e7-8d9d-4784-ba7a-d5e2c53a32d8 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:32.867506 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9197c267-dfce-4604-809f-783392f5fb3d req-7c3c38e7-8d9d-4784-ba7a-d5e2c53a32d8 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cac1339-9c6d-4cfd-a88e-9bfbf310c668 HTTP/1.1" status: 200 len: 945 time: 0.0556746 Mar 05 05:25:32.924356 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9197c267-dfce-4604-809f-783392f5fb3d req-56b1f813-9808-44bd-a73d-9ba40e014650 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2b4aba-f8f4-4e08-b151-c243109d5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464573 Mar 05 05:25:33.029809 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device fedf65ad-e43f-4b83-aebb-8863f5874e75 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:25:33.063701 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f6522756-0d57-4c5a-89da-ed34ccbcf185 req-3493ef86-2962-4014-90a1-c9804ad292ec tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=6afe84e5-5ac6-45ea-aee9-5878548f4fda HTTP/1.1" status: 200 len: 210 time: 0.0301695 Mar 05 05:25:33.100117 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port fedf65ad-e43f-4b83-aebb-8863f5874e75 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:25:33.105840 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port fedf65ad-e43f-4b83-aebb-8863f5874e75 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:25:33.106306 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fedf65ad-e43f-4b83-aebb-8863f5874e75), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:33.190591 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port fedf65ad-e43f-4b83-aebb-8863f5874e75 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:25:33.191309 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fedf65ad-e43f-4b83-aebb-8863f5874e75), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:33.216571 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cac1339-9c6d-4cfd-a88e-9bfbf310c668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedf65ad-e43f-4b83-aebb-8863f5874e75'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:25:33.219626 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4089890c-7cd3-439b-a4c8-1f90cee85054" -d '{"events": [{"server_uuid": "6cac1339-9c6d-4cfd-a88e-9bfbf310c668", "name": "network-vif-plugged", "status": "completed", "tag": "fedf65ad-e43f-4b83-aebb-8863f5874e75"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:25:33.234116 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port fedf65ad-e43f-4b83-aebb-8863f5874e75, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=fedf65ad-e43f-4b83-aebb-8863f5874e75,segment=NetworkSegment(7fcd5873-8845-4bb4-b0d2-085f82af2391),segment_id=7fcd5873-8845-4bb4-b0d2-085f82af2391)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:25:33.240500 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fedf65ad-e43f-4b83-aebb-8863f5874e75), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:33.292952 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=fedf65ad-e43f-4b83-aebb-8863f5874e75,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:33.301311 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68143db1-426e-4f2c-b0e6-6ac7a1e973f6 x-openstack-request-id: req-68143db1-426e-4f2c-b0e6-6ac7a1e973f6 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:25:33.301727 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cac1339-9c6d-4cfd-a88e-9bfbf310c668", "name": "network-vif-plugged", "status": "completed", "tag": "fedf65ad-e43f-4b83-aebb-8863f5874e75", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:25:33.302153 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-68143db1-426e-4f2c-b0e6-6ac7a1e973f6 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:25:33.302710 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cac1339-9c6d-4cfd-a88e-9bfbf310c668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fedf65ad-e43f-4b83-aebb-8863f5874e75', 'code': 200} Mar 05 05:25:33.393020 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22788e-3d8f-497e-9e27-cd0ec1bea589 req-bae7f1b1-b445-4735-a75d-9aa16c782323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:33.394565 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ce22788e-3d8f-497e-9e27-cd0ec1bea589 req-bae7f1b1-b445-4735-a75d-9aa16c782323 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6cac1339-9c6d-4cfd-a88e-9bfbf310c668 HTTP/1.1" status: 200 len: 1129 time: 0.0465546 Mar 05 05:25:33.439700 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ce22788e-3d8f-497e-9e27-cd0ec1bea589 req-6be290ef-4386-4f7f-8b09-59f2eab9b9c8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5d2b4aba-f8f4-4e08-b151-c243109d5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396452 Mar 05 05:25:34.045480 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e03c40-8f60-41c4-af3b-5a19664dd2aa req-a2de8ce9-585e-4f3f-b22e-6a76d883716c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:34.046883 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b4e03c40-8f60-41c4-af3b-5a19664dd2aa req-a2de8ce9-585e-4f3f-b22e-6a76d883716c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cac1339-9c6d-4cfd-a88e-9bfbf310c668 HTTP/1.1" status: 200 len: 946 time: 0.0537894 Mar 05 05:25:34.101687 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b4e03c40-8f60-41c4-af3b-5a19664dd2aa req-c7935f65-ede3-43b7-9dff-55865b8e701f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2b4aba-f8f4-4e08-b151-c243109d5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485425 Mar 05 05:25:35.221333 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4d1a0-e898-47c1-b6af-b50a9ab4932a req-eea1c32d-078e-4481-8dc6-a79ba72893a0 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:35.222805 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55e4d1a0-e898-47c1-b6af-b50a9ab4932a req-eea1c32d-078e-4481-8dc6-a79ba72893a0 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cac1339-9c6d-4cfd-a88e-9bfbf310c668 HTTP/1.1" status: 200 len: 946 time: 0.0535176 Mar 05 05:25:35.285090 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55e4d1a0-e898-47c1-b6af-b50a9ab4932a req-a0057460-71ac-4cb0-97f8-1ec57f74418e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2b4aba-f8f4-4e08-b151-c243109d5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562932 Mar 05 05:25:35.406843 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabe67f-40f4-46a6-9fca-3c5fe549be62 req-4f276dd3-a729-4924-964a-422fae79dbc1 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:35.408480 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7fabe67f-40f4-46a6-9fca-3c5fe549be62 req-4f276dd3-a729-4924-964a-422fae79dbc1 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cac1339-9c6d-4cfd-a88e-9bfbf310c668 HTTP/1.1" status: 200 len: 946 time: 0.0551903 Mar 05 05:25:35.462739 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7fabe67f-40f4-46a6-9fca-3c5fe549be62 req-0853c686-a4db-4af9-af84-6c683eab0942 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2b4aba-f8f4-4e08-b151-c243109d5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479052 Mar 05 05:25:35.486245 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41336) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:35.542353 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc5e762-191a-4d17-b6a1-8cd8f1c99aca tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:35.542353 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1fc5e762-191a-4d17-b6a1-8cd8f1c99aca tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6cac1339-9c6d-4cfd-a88e-9bfbf310c668 HTTP/1.1" status: 200 len: 1124 time: 0.0528686 Mar 05 05:25:35.543627 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41340) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:35.548719 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-b40e2888-e9ee-43ce-a5a0-8aa171204ee1 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'port_id': 'fedf65ad-e43f-4b83-aebb-8863f5874e75', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:25:35.576580 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b40e2888-e9ee-43ce-a5a0-8aa171204ee1 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:35.686983 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b40e2888-e9ee-43ce-a5a0-8aa171204ee1 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:35.791369 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-b40e2888-e9ee-43ce-a5a0-8aa171204ee1 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Allocated IP 172.25.0.71 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/c6bc2a66-dd66-499c-98af-1e275e0aa9f2) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:25:35.899381 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b40e2888-e9ee-43ce-a5a0-8aa171204ee1 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for port (c6bc2a66-dd66-499c-98af-1e275e0aa9f2), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:35.934087 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b40e2888-e9ee-43ce-a5a0-8aa171204ee1 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (c6bc2a66-dd66-499c-98af-1e275e0aa9f2), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:35.974113 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40e2888-e9ee-43ce-a5a0-8aa171204ee1 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:25:35.978982 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-b40e2888-e9ee-43ce-a5a0-8aa171204ee1 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:25:35.983314 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40e2888-e9ee-43ce-a5a0-8aa171204ee1 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:25:35.986263 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e2888-e9ee-43ce-a5a0-8aa171204ee1 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'Port': ['ID=c6bc2a66-dd66-499c-98af-1e275e0aa9f2,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:36.826399 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b40e2888-e9ee-43ce-a5a0-8aa171204ee1 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for floatingip (f8847cba-a250-4a56-885e-e8b1b3ef77a9), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:36.927908 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b40e2888-e9ee-43ce-a5a0-8aa171204ee1 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c6bc2a66-dd66-499c-98af-1e275e0aa9f2), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:37.075155 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b40e2888-e9ee-43ce-a5a0-8aa171204ee1 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for port (c6bc2a66-dd66-499c-98af-1e275e0aa9f2), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:37.079672 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b40e2888-e9ee-43ce-a5a0-8aa171204ee1 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (c6bc2a66-dd66-499c-98af-1e275e0aa9f2), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:37.145056 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e2888-e9ee-43ce-a5a0-8aa171204ee1 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'Port': ['ID=c6bc2a66-dd66-499c-98af-1e275e0aa9f2,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:37.160771 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b40e2888-e9ee-43ce-a5a0-8aa171204ee1 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (f8847cba-a250-4a56-885e-e8b1b3ef77a9), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:37.268224 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [None req-b40e2888-e9ee-43ce-a5a0-8aa171204ee1 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Floating IP f8847cba-a250-4a56-885e-e8b1b3ef77a9 associated. External IP: 172.25.0.71, port: fedf65ad-e43f-4b83-aebb-8863f5874e75. Mar 05 05:25:37.495541 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40e2888-e9ee-43ce-a5a0-8aa171204ee1 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Router c6b7f101-aea2-49ce-9ca5-d12463db91ea has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:25:37.608085 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40e2888-e9ee-43ce-a5a0-8aa171204ee1 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:25:37.620442 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf6c6a0-7c85-44d2-a23d-478f857afe7b None None] Sync routers for ids ['c6b7f101-aea2-49ce-9ca5-d12463db91ea'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:25:37.627117 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b40e2888-e9ee-43ce-a5a0-8aa171204ee1 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:37.632140 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf6c6a0-7c85-44d2-a23d-478f857afe7b None None] Routers {'c6b7f101-aea2-49ce-9ca5-d12463db91ea'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:25:37.632971 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-acf6c6a0-7c85-44d2-a23d-478f857afe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:25:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c6b7f101-aea2-49ce-9ca5-d12463db91ea'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:25:37.663535 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b40e2888-e9ee-43ce-a5a0-8aa171204ee1 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1153297 Mar 05 05:25:37.663535 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cac1339-9c6d-4cfd-a88e-9bfbf310c668', 'tag': 'fedf65ad-e43f-4b83-aebb-8863f5874e75'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:25:37.664190 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4888f8fc-3f40-465c-ac2d-fc5f7d70ffba" -d '{"events": [{"name": "network-changed", "server_uuid": "6cac1339-9c6d-4cfd-a88e-9bfbf310c668", "tag": "fedf65ad-e43f-4b83-aebb-8863f5874e75"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:25:37.664960 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41354) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:37.702053 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa27c3b-35f0-4028-b6be-592eda9125dc x-openstack-request-id: req-efa27c3b-35f0-4028-b6be-592eda9125dc {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:25:37.702539 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cac1339-9c6d-4cfd-a88e-9bfbf310c668", "tag": "fedf65ad-e43f-4b83-aebb-8863f5874e75", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:25:37.702920 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-efa27c3b-35f0-4028-b6be-592eda9125dc {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:25:37.703427 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cac1339-9c6d-4cfd-a88e-9bfbf310c668', 'tag': 'fedf65ad-e43f-4b83-aebb-8863f5874e75', 'status': 'completed', 'code': 200} Mar 05 05:25:37.750591 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-acf6c6a0-7c85-44d2-a23d-478f857afe7b None None] Set router c6b7f101-aea2-49ce-9ca5-d12463db91ea gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:25:37.763401 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5b58286c-459e-4040-9d9e-195f6771188d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/floatingips/f8847cba-a250-4a56-885e-e8b1b3ef77a9 HTTP/1.1" status: 200 len: 991 time: 0.0962033 Mar 05 05:25:37.772506 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888f8fc-3f40-465c-ac2d-fc5f7d70ffba req-6adb1c7b-7276-4a14-9e2a-a50a94d26468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:37.774039 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4888f8fc-3f40-465c-ac2d-fc5f7d70ffba req-6adb1c7b-7276-4a14-9e2a-a50a94d26468 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e76c1ed1a10495ebffd7fb72002a6a1&device_id=6cac1339-9c6d-4cfd-a88e-9bfbf310c668 HTTP/1.1" status: 200 len: 1129 time: 0.0462542 Mar 05 05:25:37.876473 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888f8fc-3f40-465c-ac2d-fc5f7d70ffba req-a24a8ec3-cf3f-43c2-8aaa-2b8b5801a7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:37.878653 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4888f8fc-3f40-465c-ac2d-fc5f7d70ffba req-a24a8ec3-cf3f-43c2-8aaa-2b8b5801a7cb service neutron] 10.222.0.30 "GET /v2.0/networks?id=976d6765-0f59-435c-bab8-5976a6ecc815 HTTP/1.1" status: 200 len: 897 time: 0.0966311 Mar 05 05:25:37.951878 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4888f8fc-3f40-465c-ac2d-fc5f7d70ffba req-da85685c-9b62-4bff-ae71-5fdb3078305a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fedf65ad-e43f-4b83-aebb-8863f5874e75 HTTP/1.1" status: 200 len: 999 time: 0.0678287 Mar 05 05:25:37.983521 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-acf6c6a0-7c85-44d2-a23d-478f857afe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'name': 'tempest-TestNetworkBasicOps-router-1632709745', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:25:13Z', 'updated_at': '2022-03-05T05:25:17Z', 'revision_number': 4, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:14Z', 'updated_at': '2022-03-05T05:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'f8847cba-a250-4a56-885e-e8b1b3ef77a9', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'floating_ip_address': '172.25.0.71', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'port_id': 'fedf65ad-e43f-4b83-aebb-8863f5874e75', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815', 'mac_address': 'fa:16:3e:93:d9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac1339-9c6d-4cfd-a88e-9bfbf310c668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:25:36Z', 'updated_at': '2022-03-05T05:25:36Z', 'revision_number': 0, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c7371cd-75ce-4ea9-b6dd-52d717e6dece', 'name': '', 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'mac_address': 'fa:16:3e:e7:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '982b41a3-1ec8-46e4-a42e-dff50ec53a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:16Z', 'updated_at': '2022-03-05T05:25:22Z', 'revision_number': 5, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'subnets': [{'id': '982b41a3-1ec8-46e4-a42e-dff50ec53a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:25:38.005131 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888f8fc-3f40-465c-ac2d-fc5f7d70ffba req-1bf03d5a-c4c3-4519-8538-39897a9408c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:38.006583 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4888f8fc-3f40-465c-ac2d-fc5f7d70ffba req-1bf03d5a-c4c3-4519-8538-39897a9408c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=982b41a3-1ec8-46e4-a42e-dff50ec53a9b HTTP/1.1" status: 200 len: 835 time: 0.0490408 Mar 05 05:25:38.010220 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf6c6a0-7c85-44d2-a23d-478f857afe7b None None] Checking router: c6b7f101-aea2-49ce-9ca5-d12463db91ea for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:25:38.018721 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf6c6a0-7c85-44d2-a23d-478f857afe7b None None] Routers {'c6b7f101-aea2-49ce-9ca5-d12463db91ea'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:25:38.019382 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-acf6c6a0-7c85-44d2-a23d-478f857afe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:25:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c6b7f101-aea2-49ce-9ca5-d12463db91ea'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:25:38.058964 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888f8fc-3f40-465c-ac2d-fc5f7d70ffba req-68650aed-d55a-442e-b8bf-e096f196d68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:38.060616 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4888f8fc-3f40-465c-ac2d-fc5f7d70ffba req-68650aed-d55a-442e-b8bf-e096f196d68f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=976d6765-0f59-435c-bab8-5976a6ecc815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481172 Mar 05 05:25:38.157161 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4888f8fc-3f40-465c-ac2d-fc5f7d70ffba req-e2adf60c-e710-4a60-a90d-119963b2028d service neutron] 10.222.0.30 "GET /v2.0/networks/976d6765-0f59-435c-bab8-5976a6ecc815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895174 Mar 05 05:25:38.237560 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-acf6c6a0-7c85-44d2-a23d-478f857afe7b None None] Set router c6b7f101-aea2-49ce-9ca5-d12463db91ea gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:25:38.256612 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4888f8fc-3f40-465c-ac2d-fc5f7d70ffba req-faa50261-d252-4e4b-bc88-0b472ded5648 service neutron] 10.222.0.30 "GET /v2.0/networks/976d6765-0f59-435c-bab8-5976a6ecc815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937111 Mar 05 05:25:38.480995 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-acf6c6a0-7c85-44d2-a23d-478f857afe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'name': 'tempest-TestNetworkBasicOps-router-1632709745', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:25:13Z', 'updated_at': '2022-03-05T05:25:17Z', 'revision_number': 4, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:14Z', 'updated_at': '2022-03-05T05:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'f8847cba-a250-4a56-885e-e8b1b3ef77a9', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'floating_ip_address': '172.25.0.71', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'port_id': 'fedf65ad-e43f-4b83-aebb-8863f5874e75', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815', 'mac_address': 'fa:16:3e:93:d9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac1339-9c6d-4cfd-a88e-9bfbf310c668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:25:36Z', 'updated_at': '2022-03-05T05:25:36Z', 'revision_number': 0, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c7371cd-75ce-4ea9-b6dd-52d717e6dece', 'name': '', 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'mac_address': 'fa:16:3e:e7:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '982b41a3-1ec8-46e4-a42e-dff50ec53a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:16Z', 'updated_at': '2022-03-05T05:25:22Z', 'revision_number': 5, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'subnets': [{'id': '982b41a3-1ec8-46e4-a42e-dff50ec53a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:25:38.506599 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf6c6a0-7c85-44d2-a23d-478f857afe7b None None] The sync data for ids ['c6b7f101-aea2-49ce-9ca5-d12463db91ea'] in n-d-789963-32 is: [{'id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'name': 'tempest-TestNetworkBasicOps-router-1632709745', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:25:13Z', 'updated_at': '2022-03-05T05:25:17Z', 'revision_number': 4, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:14Z', 'updated_at': '2022-03-05T05:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'f8847cba-a250-4a56-885e-e8b1b3ef77a9', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'floating_ip_address': '172.25.0.71', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'port_id': 'fedf65ad-e43f-4b83-aebb-8863f5874e75', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815', 'mac_address': 'fa:16:3e:93:d9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac1339-9c6d-4cfd-a88e-9bfbf310c668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:25:36Z', 'updated_at': '2022-03-05T05:25:36Z', 'revision_number': 0, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c7371cd-75ce-4ea9-b6dd-52d717e6dece', 'name': '', 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'mac_address': 'fa:16:3e:e7:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '982b41a3-1ec8-46e4-a42e-dff50ec53a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:16Z', 'updated_at': '2022-03-05T05:25:22Z', 'revision_number': 5, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'subnets': [{'id': '982b41a3-1ec8-46e4-a42e-dff50ec53a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:25:38.729020 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b744681-e13a-4f5f-b5d1-bdaabf62f43e None None] New status for floating IP f8847cba-a250-4a56-885e-e8b1b3ef77a9: ACTIVE {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:25:38.764822 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41364) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:38.831471 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0bd758f7-3448-465e-82ae-ce5efef54f4c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/floatingips/f8847cba-a250-4a56-885e-e8b1b3ef77a9 HTTP/1.1" status: 200 len: 991 time: 0.0654507 Mar 05 05:25:39.834622 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41370) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:39.903427 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-36f85741-61bd-450d-8121-06478d97513e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/floatingips/f8847cba-a250-4a56-885e-e8b1b3ef77a9 HTTP/1.1" status: 200 len: 993 time: 0.0597055 Mar 05 05:25:41.434872 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5021b023-ed85-4ae0-899d-d6eb71eeb8ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:43.712480 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bb3cdc6f-679b-4c67-b276-c09793bb8a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:44.000483 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:44.200668 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:45.086591 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:45.815208 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41408) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:45.973494 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-c2ad1627-83a1-4643-850e-25bc7948f61a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Deleting port 7118cb27-3927-4bd1-8dd5-ee2e09e25eff {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:25:45.973836 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c2ad1627-83a1-4643-850e-25bc7948f61a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (7118cb27-3927-4bd1-8dd5-ee2e09e25eff), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:46.054713 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c2ad1627-83a1-4643-850e-25bc7948f61a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (7118cb27-3927-4bd1-8dd5-ee2e09e25eff), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:46.055022 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c2ad1627-83a1-4643-850e-25bc7948f61a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for floatingip (7118cb27-3927-4bd1-8dd5-ee2e09e25eff), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:46.067027 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-c2ad1627-83a1-4643-850e-25bc7948f61a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Calling delete_port for 7118cb27-3927-4bd1-8dd5-ee2e09e25eff owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:25:46.225312 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c2ad1627-83a1-4643-850e-25bc7948f61a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (7118cb27-3927-4bd1-8dd5-ee2e09e25eff), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:46.251334 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad1627-83a1-4643-850e-25bc7948f61a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Pushing event deleted for resources: {'Port': ['ID=7118cb27-3927-4bd1-8dd5-ee2e09e25eff,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:46.315770 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c2ad1627-83a1-4643-850e-25bc7948f61a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for floatingip (e14a4b72-cb86-4034-8606-2b73874bfe29), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:46.316009 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-c2ad1627-83a1-4643-850e-25bc7948f61a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Floating IP e14a4b72-cb86-4034-8606-2b73874bfe29 disassociated (deleted). External IP: 172.25.0.88, port: 85b290ee-fc55-4bd0-9fe0-d8f7960f7da3. Mar 05 05:25:46.361058 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:46.530972 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ad1627-83a1-4643-850e-25bc7948f61a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Router 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:25:46.642767 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ad1627-83a1-4643-850e-25bc7948f61a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:25:46.647498 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c2ad1627-83a1-4643-850e-25bc7948f61a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:46.653221 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a19bc1-6734-42b4-8346-77c8384e6ff9 None None] Sync routers for ids ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:25:46.664519 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a19bc1-6734-42b4-8346-77c8384e6ff9 None None] Routers {'2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:25:46.665139 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-37a19bc1-6734-42b4-8346-77c8384e6ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:25:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:25:46.681126 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c2ad1627-83a1-4643-850e-25bc7948f61a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "DELETE /v2.0/floatingips/e14a4b72-cb86-4034-8606-2b73874bfe29 HTTP/1.1" status: 204 len: 168 time: 0.8648100 Mar 05 05:25:46.682052 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '804c6336-9fe0-4be0-bf6d-35ebd72d77e4', 'tag': '85b290ee-fc55-4bd0-9fe0-d8f7960f7da3'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:25:46.684709 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8251652a-734d-4e98-b4b6-f52d82a3c806" -d '{"events": [{"name": "network-changed", "server_uuid": "804c6336-9fe0-4be0-bf6d-35ebd72d77e4", "tag": "85b290ee-fc55-4bd0-9fe0-d8f7960f7da3"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:25:46.690647 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41418) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:46.748512 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639882f8-24cf-4c3b-b929-0fbd075a2300 x-openstack-request-id: req-639882f8-24cf-4c3b-b929-0fbd075a2300 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:25:46.749579 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "804c6336-9fe0-4be0-bf6d-35ebd72d77e4", "tag": "85b290ee-fc55-4bd0-9fe0-d8f7960f7da3", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:25:46.750659 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-639882f8-24cf-4c3b-b929-0fbd075a2300 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:25:46.751569 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '804c6336-9fe0-4be0-bf6d-35ebd72d77e4', 'tag': '85b290ee-fc55-4bd0-9fe0-d8f7960f7da3', 'status': 'completed', 'code': 200} Mar 05 05:25:46.819922 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-37a19bc1-6734-42b4-8346-77c8384e6ff9 None None] Set router 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:25:46.951965 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251652a-734d-4e98-b4b6-f52d82a3c806 req-328fde24-b432-4c39-a846-e59e4f9c9434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:46.953813 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8251652a-734d-4e98-b4b6-f52d82a3c806 req-328fde24-b432-4c39-a846-e59e4f9c9434 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06a4f309563b434e9962ec2905954423&device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 1129 time: 0.1726513 Mar 05 05:25:47.042584 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-0024f54b-ecb3-49e9-bcc7-eaae7161e63c tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Deleting port 323a535c-cabb-48f3-afe5-fe5ea2273507 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:25:47.042922 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0024f54b-ecb3-49e9-bcc7-eaae7161e63c tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (323a535c-cabb-48f3-afe5-fe5ea2273507), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:47.096906 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-37a19bc1-6734-42b4-8346-77c8384e6ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'name': 'tempest-TestVolumeBootPattern-2145227709-router', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:07:45Z', 'updated_at': '2022-03-05T05:07:53Z', 'revision_number': 4, 'project_id': '06a4f309563b434e9962ec2905954423', 'gw_port': {'id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:46Z', 'updated_at': '2022-03-05T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'dc416c7b-3324-4a42-8845-432c9c62e96e', 'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'mac_address': 'fa:16:3e:67:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:52Z', 'updated_at': '2022-03-05T05:08:01Z', 'revision_number': 5, 'project_id': '06a4f309563b434e9962ec2905954423', 'subnets': [{'id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:25:47.110803 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251652a-734d-4e98-b4b6-f52d82a3c806 req-d6895042-8a1f-40cf-8a04-5e7877cb0b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:47.112304 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8251652a-734d-4e98-b4b6-f52d82a3c806 req-d6895042-8a1f-40cf-8a04-5e7877cb0b9e service neutron] 10.222.0.30 "GET /v2.0/networks?id=3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 200 len: 912 time: 0.1505051 Mar 05 05:25:47.133837 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a19bc1-6734-42b4-8346-77c8384e6ff9 None None] Checking router: 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:25:47.142725 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a19bc1-6734-42b4-8346-77c8384e6ff9 None None] Routers {'2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:25:47.143364 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-37a19bc1-6734-42b4-8346-77c8384e6ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:25:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:25:47.144452 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c1805-fe90-429b-93e2-5c25fb8f6481 req-78f96f83-844b-4e78-88a3-4319923c76e0 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:47.146250 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7c2c1805-fe90-429b-93e2-5c25fb8f6481 req-78f96f83-844b-4e78-88a3-4319923c76e0 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 946 time: 0.2038581 Mar 05 05:25:47.156233 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8251652a-734d-4e98-b4b6-f52d82a3c806 req-5709548e-4eaf-4e9f-8406-464433b0f9d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85b290ee-fc55-4bd0-9fe0-d8f7960f7da3 HTTP/1.1" status: 200 len: 217 time: 0.0350096 Mar 05 05:25:47.214648 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7c2c1805-fe90-429b-93e2-5c25fb8f6481 req-0791a177-27f6-4a2b-ad73-06d6dbf5adf2 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559757 Mar 05 05:25:47.224731 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251652a-734d-4e98-b4b6-f52d82a3c806 req-5a006fcc-5bd2-4346-b060-7a7287d294fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:47.226400 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8251652a-734d-4e98-b4b6-f52d82a3c806 req-5a006fcc-5bd2-4346-b060-7a7287d294fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb HTTP/1.1" status: 200 len: 851 time: 0.0632315 Mar 05 05:25:47.228259 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0024f54b-ecb3-49e9-bcc7-eaae7161e63c tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (323a535c-cabb-48f3-afe5-fe5ea2273507), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:47.228583 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0024f54b-ecb3-49e9-bcc7-eaae7161e63c tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for floatingip (323a535c-cabb-48f3-afe5-fe5ea2273507), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:47.272861 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-0024f54b-ecb3-49e9-bcc7-eaae7161e63c tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Calling delete_port for 323a535c-cabb-48f3-afe5-fe5ea2273507 owned by network:floatingip {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:25:47.286343 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-37a19bc1-6734-42b4-8346-77c8384e6ff9 None None] Set router 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:25:47.357019 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251652a-734d-4e98-b4b6-f52d82a3c806 req-ca521e50-c139-494f-b7b2-113d8b6f482c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:47.358524 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8251652a-734d-4e98-b4b6-f52d82a3c806 req-ca521e50-c139-494f-b7b2-113d8b6f482c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3da289b5-f373-4722-9911-8508cc812a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1219175 Mar 05 05:25:47.503356 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-37a19bc1-6734-42b4-8346-77c8384e6ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'name': 'tempest-TestVolumeBootPattern-2145227709-router', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:07:45Z', 'updated_at': '2022-03-05T05:07:53Z', 'revision_number': 4, 'project_id': '06a4f309563b434e9962ec2905954423', 'gw_port': {'id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:46Z', 'updated_at': '2022-03-05T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'dc416c7b-3324-4a42-8845-432c9c62e96e', 'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'mac_address': 'fa:16:3e:67:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:52Z', 'updated_at': '2022-03-05T05:08:01Z', 'revision_number': 5, 'project_id': '06a4f309563b434e9962ec2905954423', 'subnets': [{'id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:25:47.532191 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a19bc1-6734-42b4-8346-77c8384e6ff9 None None] The sync data for ids ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'] in n-d-789963-32 is: [{'id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'name': 'tempest-TestVolumeBootPattern-2145227709-router', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:07:45Z', 'updated_at': '2022-03-05T05:07:53Z', 'revision_number': 4, 'project_id': '06a4f309563b434e9962ec2905954423', 'gw_port': {'id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:46Z', 'updated_at': '2022-03-05T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'dc416c7b-3324-4a42-8845-432c9c62e96e', 'name': '', 'network_id': '3da289b5-f373-4722-9911-8508cc812a15', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'mac_address': 'fa:16:3e:67:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:52Z', 'updated_at': '2022-03-05T05:08:01Z', 'revision_number': 5, 'project_id': '06a4f309563b434e9962ec2905954423', 'subnets': [{'id': 'bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:25:47.768244 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8251652a-734d-4e98-b4b6-f52d82a3c806 req-275f8596-07e2-4a2f-bbfc-cb4a86a98593 service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981395 Mar 05 05:25:47.826744 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:47.833189 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b947f7e1-aa47-4532-b374-8ac82f2b1645 None None] New status for floating IP e14a4b72-cb86-4034-8606-2b73874bfe29: DOWN {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:25:47.888560 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0024f54b-ecb3-49e9-bcc7-eaae7161e63c tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (323a535c-cabb-48f3-afe5-fe5ea2273507), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:47.924725 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024f54b-ecb3-49e9-bcc7-eaae7161e63c tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event deleted for resources: {'Port': ['ID=323a535c-cabb-48f3-afe5-fe5ea2273507,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:47.986871 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8251652a-734d-4e98-b4b6-f52d82a3c806 req-38ed9b25-aff0-43c5-abd3-94a89adee8f9 service neutron] 10.222.0.30 "GET /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921706 Mar 05 05:25:48.007802 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0024f54b-ecb3-49e9-bcc7-eaae7161e63c tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for floatingip (1632e1a9-2a72-4f99-9ed7-f982da3ebaac), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:48.008138 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [None req-0024f54b-ecb3-49e9-bcc7-eaae7161e63c tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Floating IP 1632e1a9-2a72-4f99-9ed7-f982da3ebaac disassociated (deleted). External IP: 172.25.0.252, port: 0326744d-fc80-4915-8fe5-277966f2a816. Mar 05 05:25:48.255252 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b0c5f-8cba-4f7b-af65-92b6bc594039 req-dc193590-9e47-42e5-917c-a02aa3444c29 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:48.257117 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9f1b0c5f-8cba-4f7b-af65-92b6bc594039 req-dc193590-9e47-42e5-917c-a02aa3444c29 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.30 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 946 time: 0.0981786 Mar 05 05:25:48.305396 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0024f54b-ecb3-49e9-bcc7-eaae7161e63c tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Router 1a027ee0-44e6-484a-9224-7e0cef3cb18b has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:25:48.404562 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe44d40-8e56-4c7a-8de4-9054f74069b2 req-82899746-2fff-430d-8e91-37c0c9698b94 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:48.406820 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bbe44d40-8e56-4c7a-8de4-9054f74069b2 req-82899746-2fff-430d-8e91-37c0c9698b94 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 946 time: 0.1271994 Mar 05 05:25:48.440582 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-9f1b0c5f-8cba-4f7b-af65-92b6bc594039 req-6d4ff550-0353-438b-9b47-d7a34efe83f1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Deleting port 85b290ee-fc55-4bd0-9fe0-d8f7960f7da3 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:25:48.440799 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9f1b0c5f-8cba-4f7b-af65-92b6bc594039 req-6d4ff550-0353-438b-9b47-d7a34efe83f1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (85b290ee-fc55-4bd0-9fe0-d8f7960f7da3), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:48.458063 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bbe44d40-8e56-4c7a-8de4-9054f74069b2 req-117779b4-a23e-4cc7-8341-51a265f0da15 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/security-groups?id=737f5b01-6ab4-4614-be17-460084db682d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456698 Mar 05 05:25:48.559801 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0024f54b-ecb3-49e9-bcc7-eaae7161e63c tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:25:48.566201 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0024f54b-ecb3-49e9-bcc7-eaae7161e63c tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:48.571853 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b01ac4d-daae-494d-b179-583f2b3359a8 None None] Sync routers for ids ['1a027ee0-44e6-484a-9224-7e0cef3cb18b'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:25:48.581124 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b01ac4d-daae-494d-b179-583f2b3359a8 None None] Routers {'1a027ee0-44e6-484a-9224-7e0cef3cb18b'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:25:48.581739 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-3b01ac4d-daae-494d-b179-583f2b3359a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:25:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['1a027ee0-44e6-484a-9224-7e0cef3cb18b'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:25:48.620200 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-9f1b0c5f-8cba-4f7b-af65-92b6bc594039 req-6d4ff550-0353-438b-9b47-d7a34efe83f1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] For port 85b290ee-fc55-4bd0-9fe0-d8f7960f7da3, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=85b290ee-fc55-4bd0-9fe0-d8f7960f7da3,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:25:48.620581 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9f1b0c5f-8cba-4f7b-af65-92b6bc594039 req-6d4ff550-0353-438b-9b47-d7a34efe83f1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (85b290ee-fc55-4bd0-9fe0-d8f7960f7da3), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:48.626484 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0024f54b-ecb3-49e9-bcc7-eaae7161e63c tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "DELETE /v2.0/floatingips/1632e1a9-2a72-4f99-9ed7-f982da3ebaac HTTP/1.1" status: 204 len: 168 time: 1.9322701 Mar 05 05:25:48.629212 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac87becd-58c1-46ec-87ec-614f9a045002', 'tag': '0326744d-fc80-4915-8fe5-277966f2a816'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:25:48.631520 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc88239-7a6c-454d-9d54-e1ecd04967d5" -d '{"events": [{"name": "network-changed", "server_uuid": "ac87becd-58c1-46ec-87ec-614f9a045002", "tag": "0326744d-fc80-4915-8fe5-277966f2a816"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:25:48.640302 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-9f1b0c5f-8cba-4f7b-af65-92b6bc594039 req-6d4ff550-0353-438b-9b47-d7a34efe83f1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Calling delete_port for 85b290ee-fc55-4bd0-9fe0-d8f7960f7da3 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:25:48.700309 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e5f31d-0fab-4cf0-8106-05df125c0d82 x-openstack-request-id: req-47e5f31d-0fab-4cf0-8106-05df125c0d82 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:25:48.700609 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac87becd-58c1-46ec-87ec-614f9a045002", "tag": "0326744d-fc80-4915-8fe5-277966f2a816", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:25:48.700858 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-47e5f31d-0fab-4cf0-8106-05df125c0d82 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:25:48.701259 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac87becd-58c1-46ec-87ec-614f9a045002', 'tag': '0326744d-fc80-4915-8fe5-277966f2a816', 'status': 'completed', 'code': 200} Mar 05 05:25:48.722612 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-3b01ac4d-daae-494d-b179-583f2b3359a8 None None] Set router 1a027ee0-44e6-484a-9224-7e0cef3cb18b gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:25:48.795367 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc88239-7a6c-454d-9d54-e1ecd04967d5 req-76a48bb7-3aec-4428-ba03-b77ea3aed6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:48.797351 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2bc88239-7a6c-454d-9d54-e1ecd04967d5 req-76a48bb7-3aec-4428-ba03-b77ea3aed6d4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ab07f13582d14e74bdac64dcc9482a66&device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 1128 time: 0.0771904 Mar 05 05:25:48.958348 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9f1b0c5f-8cba-4f7b-af65-92b6bc594039 req-6d4ff550-0353-438b-9b47-d7a34efe83f1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (85b290ee-fc55-4bd0-9fe0-d8f7960f7da3), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:48.959063 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f057df-2785-411b-abb2-458564ca3485 req-cdc2bfb1-5f35-4eea-91ea-d041f0dc5023 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:48.961477 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-37f057df-2785-411b-abb2-458564ca3485 req-cdc2bfb1-5f35-4eea-91ea-d041f0dc5023 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 945 time: 0.0670781 Mar 05 05:25:49.015005 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ff550-0353-438b-9b47-d7a34efe83f1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Pushing event deleted for resources: {'Port': ['ID=85b290ee-fc55-4bd0-9fe0-d8f7960f7da3,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:49.035712 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-37f057df-2785-411b-abb2-458564ca3485 req-23d2fb7c-7535-4707-89b8-9016c538d3e2 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=6062b8a2-85ef-410a-a02e-7911711d73f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670514 Mar 05 05:25:49.057230 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc88239-7a6c-454d-9d54-e1ecd04967d5 req-f6319097-4d7b-4581-aa59-be1a1c6a03fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:49.061954 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2bc88239-7a6c-454d-9d54-e1ecd04967d5 req-f6319097-4d7b-4581-aa59-be1a1c6a03fe service neutron] 10.222.0.31 "GET /v2.0/networks?id=e89137aa-431b-4fd2-985a-9afac0e81b4f HTTP/1.1" status: 200 len: 896 time: 0.2076845 Mar 05 05:25:49.076316 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-3b01ac4d-daae-494d-b179-583f2b3359a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043361668', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'cb64c0e0-b62e-4323-a73d-a830e805c33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:23:53Z', 'updated_at': '2022-03-05T05:24:01Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'cb64c0e0-b62e-4323-a73d-a830e805c33a', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:53Z', 'updated_at': '2022-03-05T05:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'b543e242-e9f3-4037-82a6-b4636fa36d21', 'name': '', 'network_id': 'e89137aa-431b-4fd2-985a-9afac0e81b4f', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:3d:14:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'ab10faf6-ef38-4209-bc6e-c2efd091d428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:59Z', 'updated_at': '2022-03-05T05:24:05Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': 'ab10faf6-ef38-4209-bc6e-c2efd091d428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:25:49.117720 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b01ac4d-daae-494d-b179-583f2b3359a8 None None] Checking router: 1a027ee0-44e6-484a-9224-7e0cef3cb18b for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:25:49.127616 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b01ac4d-daae-494d-b179-583f2b3359a8 None None] Routers {'1a027ee0-44e6-484a-9224-7e0cef3cb18b'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:25:49.128262 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-3b01ac4d-daae-494d-b179-583f2b3359a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:25:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['1a027ee0-44e6-484a-9224-7e0cef3cb18b'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:25:49.147220 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2bc88239-7a6c-454d-9d54-e1ecd04967d5 req-ea04d1fb-7100-417a-9a1d-7f6274b24e6f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0326744d-fc80-4915-8fe5-277966f2a816 HTTP/1.1" status: 200 len: 217 time: 0.0768321 Mar 05 05:25:49.173775 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1b0c5f-8cba-4f7b-af65-92b6bc594039 req-6d4ff550-0353-438b-9b47-d7a34efe83f1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] No DVR routers for this DVR port 85b290ee-fc55-4bd0-9fe0-d8f7960f7da3 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:25:49.177956 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9f1b0c5f-8cba-4f7b-af65-92b6bc594039 req-6d4ff550-0353-438b-9b47-d7a34efe83f1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:49.181528 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9f1b0c5f-8cba-4f7b-af65-92b6bc594039 req-6d4ff550-0353-438b-9b47-d7a34efe83f1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.30 "DELETE /v2.0/ports/85b290ee-fc55-4bd0-9fe0-d8f7960f7da3 HTTP/1.1" status: 204 len: 173 time: 0.9185810 Mar 05 05:25:49.220901 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc88239-7a6c-454d-9d54-e1ecd04967d5 req-d76d5aa0-2a5f-4a8e-bda7-36de285722a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:49.222592 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2bc88239-7a6c-454d-9d54-e1ecd04967d5 req-d76d5aa0-2a5f-4a8e-bda7-36de285722a3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ab10faf6-ef38-4209-bc6e-c2efd091d428 HTTP/1.1" status: 200 len: 834 time: 0.0579596 Mar 05 05:25:49.285012 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc88239-7a6c-454d-9d54-e1ecd04967d5 req-e3be0073-8963-4a35-9c28-9f7a49bd86ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:49.288050 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2bc88239-7a6c-454d-9d54-e1ecd04967d5 req-e3be0073-8963-4a35-9c28-9f7a49bd86ae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e89137aa-431b-4fd2-985a-9afac0e81b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0571504 Mar 05 05:25:49.432067 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-3b01ac4d-daae-494d-b179-583f2b3359a8 None None] Set router 1a027ee0-44e6-484a-9224-7e0cef3cb18b gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:25:49.452451 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2bc88239-7a6c-454d-9d54-e1ecd04967d5 req-a23f04dd-d3d8-4f0f-aa16-436606f7b144 service neutron] 10.222.0.31 "GET /v2.0/networks/e89137aa-431b-4fd2-985a-9afac0e81b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477613 Mar 05 05:25:49.621560 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2bc88239-7a6c-454d-9d54-e1ecd04967d5 req-350164e2-77ce-4dbd-8fd0-9a38ddf5211a service neutron] 10.222.0.31 "GET /v2.0/networks/e89137aa-431b-4fd2-985a-9afac0e81b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592257 Mar 05 05:25:49.634756 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eead8482-71c2-42e8-8e15-81075531f833 req-74b491f5-e915-444e-81c9-7fa4479fda47 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 210 time: 0.0611205 Mar 05 05:25:49.812918 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-3b01ac4d-daae-494d-b179-583f2b3359a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043361668', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'cb64c0e0-b62e-4323-a73d-a830e805c33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:23:53Z', 'updated_at': '2022-03-05T05:24:01Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'cb64c0e0-b62e-4323-a73d-a830e805c33a', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:53Z', 'updated_at': '2022-03-05T05:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'b543e242-e9f3-4037-82a6-b4636fa36d21', 'name': '', 'network_id': 'e89137aa-431b-4fd2-985a-9afac0e81b4f', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:3d:14:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'ab10faf6-ef38-4209-bc6e-c2efd091d428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:59Z', 'updated_at': '2022-03-05T05:24:05Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': 'ab10faf6-ef38-4209-bc6e-c2efd091d428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:25:49.842262 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b01ac4d-daae-494d-b179-583f2b3359a8 None None] The sync data for ids ['1a027ee0-44e6-484a-9224-7e0cef3cb18b'] in n-d-789963-32 is: [{'id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043361668', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'cb64c0e0-b62e-4323-a73d-a830e805c33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:23:53Z', 'updated_at': '2022-03-05T05:24:01Z', 'revision_number': 4, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'cb64c0e0-b62e-4323-a73d-a830e805c33a', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:53Z', 'updated_at': '2022-03-05T05:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'b543e242-e9f3-4037-82a6-b4636fa36d21', 'name': '', 'network_id': 'e89137aa-431b-4fd2-985a-9afac0e81b4f', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'mac_address': 'fa:16:3e:3d:14:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4021, 'fixed_ips': [{'subnet_id': 'ab10faf6-ef38-4209-bc6e-c2efd091d428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:59Z', 'updated_at': '2022-03-05T05:24:05Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'subnets': [{'id': 'ab10faf6-ef38-4209-bc6e-c2efd091d428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:25:50.156171 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58fb43a-7de1-41df-8414-05c63dde0737 None None] New status for floating IP 1632e1a9-2a72-4f99-9ed7-f982da3ebaac: DOWN {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:25:50.198755 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93315f3a-1f85-4024-ae34-190d3885459d req-c8d90aff-9aa5-4963-9348-235c0ed0151e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:50.200402 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-93315f3a-1f85-4024-ae34-190d3885459d req-c8d90aff-9aa5-4963-9348-235c0ed0151e tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 945 time: 0.0683753 Mar 05 05:25:50.258834 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782cf85-c234-4fed-b083-185e4a38d120 req-c630ef44-31c9-427a-9e2b-a44e5e7e8d31 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:50.260357 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b782cf85-c234-4fed-b083-185e4a38d120 req-c630ef44-31c9-427a-9e2b-a44e5e7e8d31 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac87becd-58c1-46ec-87ec-614f9a045002 HTTP/1.1" status: 200 len: 945 time: 0.0923877 Mar 05 05:25:50.268443 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-93315f3a-1f85-4024-ae34-190d3885459d req-65baa05e-20b4-4bfa-b8af-0253df8b5e4b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "GET /v2.0/security-groups?id=6062b8a2-85ef-410a-a02e-7911711d73f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609028 Mar 05 05:25:50.379303 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-b782cf85-c234-4fed-b083-185e4a38d120 req-da711a32-54b3-4f5a-98ac-36cfe28e262b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Deleting port 0326744d-fc80-4915-8fe5-277966f2a816 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:25:50.379772 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b782cf85-c234-4fed-b083-185e4a38d120 req-da711a32-54b3-4f5a-98ac-36cfe28e262b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (0326744d-fc80-4915-8fe5-277966f2a816), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:50.492299 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-b782cf85-c234-4fed-b083-185e4a38d120 req-da711a32-54b3-4f5a-98ac-36cfe28e262b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] For port 0326744d-fc80-4915-8fe5-277966f2a816, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=0326744d-fc80-4915-8fe5-277966f2a816,segment=NetworkSegment(5ede8137-1b7a-4dc1-81b5-5679de6ee2e1),segment_id=5ede8137-1b7a-4dc1-81b5-5679de6ee2e1)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:25:50.492758 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b782cf85-c234-4fed-b083-185e4a38d120 req-da711a32-54b3-4f5a-98ac-36cfe28e262b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (0326744d-fc80-4915-8fe5-277966f2a816), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:50.505924 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-b782cf85-c234-4fed-b083-185e4a38d120 req-da711a32-54b3-4f5a-98ac-36cfe28e262b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Calling delete_port for 0326744d-fc80-4915-8fe5-277966f2a816 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:25:50.640109 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b782cf85-c234-4fed-b083-185e4a38d120 req-da711a32-54b3-4f5a-98ac-36cfe28e262b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (0326744d-fc80-4915-8fe5-277966f2a816), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:50.682074 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da711a32-54b3-4f5a-98ac-36cfe28e262b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event deleted for resources: {'Port': ['ID=0326744d-fc80-4915-8fe5-277966f2a816,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:50.703612 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804c6336-9fe0-4be0-bf6d-35ebd72d77e4', 'name': 'network-vif-deleted', 'tag': '85b290ee-fc55-4bd0-9fe0-d8f7960f7da3'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:25:50.706181 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d22135-c07a-4d9c-b7ec-8e3559d74b60" -d '{"events": [{"server_uuid": "804c6336-9fe0-4be0-bf6d-35ebd72d77e4", "name": "network-vif-deleted", "tag": "85b290ee-fc55-4bd0-9fe0-d8f7960f7da3"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:25:50.767717 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e632258-b639-4ce0-884c-294f7a6a0fc3 x-openstack-request-id: req-2e632258-b639-4ce0-884c-294f7a6a0fc3 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:25:50.768430 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804c6336-9fe0-4be0-bf6d-35ebd72d77e4", "name": "network-vif-deleted", "tag": "85b290ee-fc55-4bd0-9fe0-d8f7960f7da3", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:25:50.768842 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2e632258-b639-4ce0-884c-294f7a6a0fc3 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:25:50.769416 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804c6336-9fe0-4be0-bf6d-35ebd72d77e4', 'name': 'network-vif-deleted', 'tag': '85b290ee-fc55-4bd0-9fe0-d8f7960f7da3', 'status': 'completed', 'code': 200} Mar 05 05:25:50.792572 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-b782cf85-c234-4fed-b083-185e4a38d120 req-da711a32-54b3-4f5a-98ac-36cfe28e262b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] No DVR routers for this DVR port 0326744d-fc80-4915-8fe5-277966f2a816 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:25:50.795182 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b782cf85-c234-4fed-b083-185e4a38d120 req-da711a32-54b3-4f5a-98ac-36cfe28e262b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:50.799002 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b782cf85-c234-4fed-b083-185e4a38d120 req-da711a32-54b3-4f5a-98ac-36cfe28e262b tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.31 "DELETE /v2.0/ports/0326744d-fc80-4915-8fe5-277966f2a816 HTTP/1.1" status: 204 len: 173 time: 0.5301349 Mar 05 05:25:50.809265 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7d9f1c9f-9726-4671-a53f-283a06304c91 req-4627ed87-4f4f-4bb1-8061-52b720e72a5a tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 210 time: 0.0320048 Mar 05 05:25:51.350480 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41452) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:51.828742 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0792f40d-68ba-4596-9bfe-bda42735ac09 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (1a027ee0-44e6-484a-9224-7e0cef3cb18b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:51.930983 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-29a035c2-83ef-4b79-9334-911c550e6a70 req-1e70c935-29f9-43e3-89a7-242b7a5baea1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 210 time: 0.0430496 Mar 05 05:25:52.196097 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-0792f40d-68ba-4596-9bfe-bda42735ac09 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Deleting port b543e242-e9f3-4037-82a6-b4636fa36d21 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:25:52.196452 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0792f40d-68ba-4596-9bfe-bda42735ac09 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (b543e242-e9f3-4037-82a6-b4636fa36d21), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:52.298252 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-0792f40d-68ba-4596-9bfe-bda42735ac09 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] For port b543e242-e9f3-4037-82a6-b4636fa36d21, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b543e242-e9f3-4037-82a6-b4636fa36d21,segment=NetworkSegment(5ede8137-1b7a-4dc1-81b5-5679de6ee2e1),segment_id=5ede8137-1b7a-4dc1-81b5-5679de6ee2e1)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:25:52.298710 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0792f40d-68ba-4596-9bfe-bda42735ac09 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (b543e242-e9f3-4037-82a6-b4636fa36d21), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:52.315656 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-0792f40d-68ba-4596-9bfe-bda42735ac09 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Calling delete_port for b543e242-e9f3-4037-82a6-b4636fa36d21 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:25:52.581266 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0792f40d-68ba-4596-9bfe-bda42735ac09 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (b543e242-e9f3-4037-82a6-b4636fa36d21), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:52.617110 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792f40d-68ba-4596-9bfe-bda42735ac09 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event deleted for resources: {'Port': ['ID=b543e242-e9f3-4037-82a6-b4636fa36d21,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:52.773791 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac87becd-58c1-46ec-87ec-614f9a045002', 'name': 'network-vif-deleted', 'tag': '0326744d-fc80-4915-8fe5-277966f2a816'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:25:52.776525 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c494762-3f20-44d6-b67c-b300d9fbd3d9" -d '{"events": [{"server_uuid": "ac87becd-58c1-46ec-87ec-614f9a045002", "name": "network-vif-deleted", "tag": "0326744d-fc80-4915-8fe5-277966f2a816"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:25:52.911496 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0792f40d-68ba-4596-9bfe-bda42735ac09 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (1a027ee0-44e6-484a-9224-7e0cef3cb18b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:52.914955 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a92b05-4756-4ba6-a977-d8648156e26a x-openstack-request-id: req-30a92b05-4756-4ba6-a977-d8648156e26a {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:25:52.916315 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac87becd-58c1-46ec-87ec-614f9a045002", "name": "network-vif-deleted", "tag": "0326744d-fc80-4915-8fe5-277966f2a816", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:25:52.916613 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-30a92b05-4756-4ba6-a977-d8648156e26a {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:25:52.917075 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac87becd-58c1-46ec-87ec-614f9a045002', 'name': 'network-vif-deleted', 'tag': '0326744d-fc80-4915-8fe5-277966f2a816', 'status': 'completed', 'code': 200} Mar 05 05:25:53.066881 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-300bca6a-a48b-4e58-865b-0df6e6f55f38 req-c0470ed4-ad22-4b99-b677-19ab50774c21 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 210 time: 0.0472603 Mar 05 05:25:53.149064 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 85b290ee-fc55-4bd0-9fe0-d8f7960f7da3 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:25:53.181469 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 85b290ee-fc55-4bd0-9fe0-d8f7960f7da3 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:25:53.182013 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 85b290ee-fc55-4bd0-9fe0-d8f7960f7da3 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:25:53.527726 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0792f40d-68ba-4596-9bfe-bda42735ac09 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Router 1a027ee0-44e6-484a-9224-7e0cef3cb18b has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:25:53.685661 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0792f40d-68ba-4596-9bfe-bda42735ac09 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:25:53.694993 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0792f40d-68ba-4596-9bfe-bda42735ac09 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "PUT /v2.0/routers/1a027ee0-44e6-484a-9224-7e0cef3cb18b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3406475 Mar 05 05:25:53.696052 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41702) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:53.701191 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6c8f3a-0151-4446-9f79-a48366990789 None None] Sync routers for ids ['1a027ee0-44e6-484a-9224-7e0cef3cb18b'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:25:53.729351 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6c8f3a-0151-4446-9f79-a48366990789 None None] Routers {'1a027ee0-44e6-484a-9224-7e0cef3cb18b'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:25:53.731278 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-aa6c8f3a-0151-4446-9f79-a48366990789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:25:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['1a027ee0-44e6-484a-9224-7e0cef3cb18b'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:25:53.766460 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c39d531-c3d5-45e8-9ceb-dfedba2fc5af tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Deleting subnet ab10faf6-ef38-4209-bc6e-c2efd091d428 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:25:53.769960 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8c39d531-c3d5-45e8-9ceb-dfedba2fc5af tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for subnet (ab10faf6-ef38-4209-bc6e-c2efd091d428), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:53.813971 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8c39d531-c3d5-45e8-9ceb-dfedba2fc5af tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (ab10faf6-ef38-4209-bc6e-c2efd091d428), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:53.869593 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-aa6c8f3a-0151-4446-9f79-a48366990789 None None] Set router 1a027ee0-44e6-484a-9224-7e0cef3cb18b gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:25:53.923225 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8c39d531-c3d5-45e8-9ceb-dfedba2fc5af tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (ab10faf6-ef38-4209-bc6e-c2efd091d428), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:54.002060 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8c39d531-c3d5-45e8-9ceb-dfedba2fc5af tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (ab10faf6-ef38-4209-bc6e-c2efd091d428), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:54.028211 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e21996-fcc9-48ef-ae06-be19b2df8b12 None None] Network e89137aa-431b-4fd2-985a-9afac0e81b4f requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:25:54.045704 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8c39d531-c3d5-45e8-9ceb-dfedba2fc5af tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:54.049263 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8c39d531-c3d5-45e8-9ceb-dfedba2fc5af tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "DELETE /v2.0/subnets/ab10faf6-ef38-4209-bc6e-c2efd091d428 HTTP/1.1" status: 204 len: 168 time: 0.3525319 Mar 05 05:25:54.050800 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c39d531-c3d5-45e8-9ceb-dfedba2fc5af tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event deleted for resources: {'Subnet': ['ID=ab10faf6-ef38-4209-bc6e-c2efd091d428,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:54.051911 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41742) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:54.111117 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-aa6c8f3a-0151-4446-9f79-a48366990789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043361668', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'cb64c0e0-b62e-4323-a73d-a830e805c33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:23:53Z', 'updated_at': '2022-03-05T05:25:52Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'cb64c0e0-b62e-4323-a73d-a830e805c33a', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:53Z', 'updated_at': '2022-03-05T05:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:25:54.182931 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6c8f3a-0151-4446-9f79-a48366990789 None None] Checking router: 1a027ee0-44e6-484a-9224-7e0cef3cb18b for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:25:54.186928 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 0326744d-fc80-4915-8fe5-277966f2a816 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:25:54.204021 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6c8f3a-0151-4446-9f79-a48366990789 None None] Routers {'1a027ee0-44e6-484a-9224-7e0cef3cb18b'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:25:54.204639 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-aa6c8f3a-0151-4446-9f79-a48366990789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:25:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['1a027ee0-44e6-484a-9224-7e0cef3cb18b'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:25:54.206081 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0653a7b9-54e3-4e4e-8cfe-ac0f64e022d8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router (1a027ee0-44e6-484a-9224-7e0cef3cb18b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:54.219065 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 0326744d-fc80-4915-8fe5-277966f2a816 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:25:54.219874 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 0326744d-fc80-4915-8fe5-277966f2a816 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:25:54.297406 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-efb821b3-1a81-4d48-b4e6-4707ada4526c req-2357ef5c-3c14-436c-abd9-068808352f92 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 210 time: 0.0860865 Mar 05 05:25:54.327986 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcfeb98-eb5b-4ecc-b2db-7afd8d70d249 None None] DHCP port deletion for e89137aa-431b-4fd2-985a-9afac0e81b4f request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:25:54.383437 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-aa6c8f3a-0151-4446-9f79-a48366990789 None None] Set router 1a027ee0-44e6-484a-9224-7e0cef3cb18b gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:25:54.449179 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-8fcfeb98-eb5b-4ecc-b2db-7afd8d70d249 None None] Deleting port 74837604-c8dc-4b00-8635-35eb5b3205bf {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:25:54.449554 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8fcfeb98-eb5b-4ecc-b2db-7afd8d70d249 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (74837604-c8dc-4b00-8635-35eb5b3205bf), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:54.462628 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0653a7b9-54e3-4e4e-8cfe-ac0f64e022d8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router_gateway (1a027ee0-44e6-484a-9224-7e0cef3cb18b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:54.538545 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-0653a7b9-54e3-4e4e-8cfe-ac0f64e022d8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Deleting port cb64c0e0-b62e-4323-a73d-a830e805c33a {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:25:54.538986 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0653a7b9-54e3-4e4e-8cfe-ac0f64e022d8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (cb64c0e0-b62e-4323-a73d-a830e805c33a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:54.545667 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-8fcfeb98-eb5b-4ecc-b2db-7afd8d70d249 None None] For port 74837604-c8dc-4b00-8635-35eb5b3205bf, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=74837604-c8dc-4b00-8635-35eb5b3205bf,segment=NetworkSegment(5ede8137-1b7a-4dc1-81b5-5679de6ee2e1),segment_id=5ede8137-1b7a-4dc1-81b5-5679de6ee2e1)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:25:54.546481 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8fcfeb98-eb5b-4ecc-b2db-7afd8d70d249 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (74837604-c8dc-4b00-8635-35eb5b3205bf), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:54.566759 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-8fcfeb98-eb5b-4ecc-b2db-7afd8d70d249 None None] Calling delete_port for 74837604-c8dc-4b00-8635-35eb5b3205bf owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:25:54.685269 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-0653a7b9-54e3-4e4e-8cfe-ac0f64e022d8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] For port cb64c0e0-b62e-4323-a73d-a830e805c33a, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=cb64c0e0-b62e-4323-a73d-a830e805c33a,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:25:54.685933 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0653a7b9-54e3-4e4e-8cfe-ac0f64e022d8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (cb64c0e0-b62e-4323-a73d-a830e805c33a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:54.688952 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8fcfeb98-eb5b-4ecc-b2db-7afd8d70d249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (74837604-c8dc-4b00-8635-35eb5b3205bf), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:54.705901 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-aa6c8f3a-0151-4446-9f79-a48366990789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043361668', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'cb64c0e0-b62e-4323-a73d-a830e805c33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:23:53Z', 'updated_at': '2022-03-05T05:25:52Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'cb64c0e0-b62e-4323-a73d-a830e805c33a', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:53Z', 'updated_at': '2022-03-05T05:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:25:54.717686 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-0653a7b9-54e3-4e4e-8cfe-ac0f64e022d8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Calling delete_port for cb64c0e0-b62e-4323-a73d-a830e805c33a owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:25:54.727523 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfeb98-eb5b-4ecc-b2db-7afd8d70d249 None None] Pushing event deleted for resources: {'Port': ['ID=74837604-c8dc-4b00-8635-35eb5b3205bf,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:54.735283 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcfeb98-eb5b-4ecc-b2db-7afd8d70d249 None None] No DVR routers for this DVR port 74837604-c8dc-4b00-8635-35eb5b3205bf on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:25:54.785339 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6c8f3a-0151-4446-9f79-a48366990789 None None] The sync data for ids ['1a027ee0-44e6-484a-9224-7e0cef3cb18b'] in n-d-789963-32 is: [{'id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1043361668', 'tenant_id': 'ab07f13582d14e74bdac64dcc9482a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.55'}], 'enable_snat': True}, 'gw_port_id': 'cb64c0e0-b62e-4323-a73d-a830e805c33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:23:53Z', 'updated_at': '2022-03-05T05:25:52Z', 'revision_number': 5, 'project_id': 'ab07f13582d14e74bdac64dcc9482a66', 'gw_port': {'id': 'cb64c0e0-b62e-4323-a73d-a830e805c33a', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a027ee0-44e6-484a-9224-7e0cef3cb18b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:23:53Z', 'updated_at': '2022-03-05T05:24:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:25:54.943517 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0653a7b9-54e3-4e4e-8cfe-ac0f64e022d8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (cb64c0e0-b62e-4323-a73d-a830e805c33a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:54.976639 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653a7b9-54e3-4e4e-8cfe-ac0f64e022d8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event deleted for resources: {'Port': ['ID=cb64c0e0-b62e-4323-a73d-a830e805c33a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:55.043952 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0653a7b9-54e3-4e4e-8cfe-ac0f64e022d8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (1a027ee0-44e6-484a-9224-7e0cef3cb18b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:55.159877 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0653a7b9-54e3-4e4e-8cfe-ac0f64e022d8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (1a027ee0-44e6-484a-9224-7e0cef3cb18b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:55.162276 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0653a7b9-54e3-4e4e-8cfe-ac0f64e022d8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router_controller (1a027ee0-44e6-484a-9224-7e0cef3cb18b), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:55.236179 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0653a7b9-54e3-4e4e-8cfe-ac0f64e022d8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (1a027ee0-44e6-484a-9224-7e0cef3cb18b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:55.236830 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0653a7b9-54e3-4e4e-8cfe-ac0f64e022d8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Fanout notify agent at l3_agent the message router_deleted on router 1a027ee0-44e6-484a-9224-7e0cef3cb18b {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:25:55.248590 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0653a7b9-54e3-4e4e-8cfe-ac0f64e022d8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:55.252928 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0653a7b9-54e3-4e4e-8cfe-ac0f64e022d8 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "DELETE /v2.0/routers/1a027ee0-44e6-484a-9224-7e0cef3cb18b HTTP/1.1" status: 204 len: 168 time: 1.1997709 Mar 05 05:25:55.255762 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 41884) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:55.375225 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5b612b4d-80f1-43c1-a909-70665a3938ce tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (e89137aa-431b-4fd2-985a-9afac0e81b4f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:55.454549 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e27fe34-9b49-467b-bd4c-12e67378d333 req-0c65925a-3a73-4118-b593-1c7a947ac113 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 210 time: 0.0648212 Mar 05 05:25:55.519859 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5b612b4d-80f1-43c1-a909-70665a3938ce tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (e89137aa-431b-4fd2-985a-9afac0e81b4f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:55.544087 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-5b612b4d-80f1-43c1-a909-70665a3938ce tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89137aa-431b-4fd2-985a-9afac0e81b4f']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:25:55.555106 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-5b612b4d-80f1-43c1-a909-70665a3938ce tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ede8137-1b7a-4dc1-81b5-5679de6ee2e1') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:25:55.555417 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-5b612b4d-80f1-43c1-a909-70665a3938ce tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ede8137-1b7a-4dc1-81b5-5679de6ee2e1') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:25:55.566899 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5b612b4d-80f1-43c1-a909-70665a3938ce tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (5ede8137-1b7a-4dc1-81b5-5679de6ee2e1), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:55.582491 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5b612b4d-80f1-43c1-a909-70665a3938ce tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (5ede8137-1b7a-4dc1-81b5-5679de6ee2e1), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:55.590502 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b612b4d-80f1-43c1-a909-70665a3938ce tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:25:55.591370 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5b612b4d-80f1-43c1-a909-70665a3938ce tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (5ede8137-1b7a-4dc1-81b5-5679de6ee2e1), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:55.595243 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:25:55.595243 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:25:55.595243 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:25:55.595243 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:25:55.595243 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:25:55.595243 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:25:55.595243 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:25:55.595243 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:25:55.595243 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:25:55.595243 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:25:55.595243 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:25:55.595243 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:25:55.595243 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:25:55.595243 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:25:55.595243 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:25:55.595243 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:25:55.595243 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:25:55.595243 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:25:55.595243 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:25:55.595243 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:25:55.595243 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:25:55.595243 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:25:55.595243 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:25:55.595243 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:25:55.595243 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:25:55.595243 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:25:55.595243 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:25:55.595243 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:25:55.595243 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:25:55.595243 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:25:55.595243 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:25:55.595243 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:25:55.666974 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5b612b4d-80f1-43c1-a909-70665a3938ce tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (e89137aa-431b-4fd2-985a-9afac0e81b4f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:55.691410 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5b612b4d-80f1-43c1-a909-70665a3938ce tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:55.695661 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5b612b4d-80f1-43c1-a909-70665a3938ce tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "DELETE /v2.0/networks/e89137aa-431b-4fd2-985a-9afac0e81b4f HTTP/1.1" status: 204 len: 168 time: 0.4385726 Mar 05 05:25:55.698339 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41910) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:55.700175 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b612b4d-80f1-43c1-a909-70665a3938ce tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event deleted for resources: {'Network': ['ID=e89137aa-431b-4fd2-985a-9afac0e81b4f,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:55.770136 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4e827104-0486-4493-a7ab-b957c77fc501 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group (6062b8a2-85ef-410a-a02e-7911711d73f4), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:55.797275 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4e827104-0486-4493-a7ab-b957c77fc501 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group (6062b8a2-85ef-410a-a02e-7911711d73f4), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:55.878848 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4e827104-0486-4493-a7ab-b957c77fc501 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6062b8a2-85ef-410a-a02e-7911711d73f4), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:55.883294 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4e827104-0486-4493-a7ab-b957c77fc501 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:55.887800 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4e827104-0486-4493-a7ab-b957c77fc501 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] 10.222.0.11 "DELETE /v2.0/security-groups/6062b8a2-85ef-410a-a02e-7911711d73f4 HTTP/1.1" status: 204 len: 168 time: 0.1878970 Mar 05 05:25:55.899269 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e827104-0486-4493-a7ab-b957c77fc501 tempest-TestNetworkAdvancedServerOps-1843219826 tempest-TestNetworkAdvancedServerOps-1843219826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6062b8a2-85ef-410a-a02e-7911711d73f4,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:56.108552 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 74837604-c8dc-4b00-8635-35eb5b3205bf no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:25:56.133520 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 74837604-c8dc-4b00-8635-35eb5b3205bf {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:25:56.133871 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 74837604-c8dc-4b00-8635-35eb5b3205bf not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:25:56.134471 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b543e242-e9f3-4037-82a6-b4636fa36d21 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:25:56.155385 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: b543e242-e9f3-4037-82a6-b4636fa36d21 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:25:56.155740 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b543e242-e9f3-4037-82a6-b4636fa36d21 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:25:56.240656 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41924) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:56.376036 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c9691775-5943-484c-a87f-b575da57fbd8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ab07f13582d14e74bdac64dcc9482a66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1334767 Mar 05 05:25:56.378301 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41928) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:56.426557 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b5332815-7e57-4840-90e8-0cd16eefe646 admin admin] Publish callbacks [] for security_group (1fcb2109-d193-4b13-9f81-bc6e9240f059), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:56.454397 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b5332815-7e57-4840-90e8-0cd16eefe646 admin admin] Publish callbacks [] for security_group (1fcb2109-d193-4b13-9f81-bc6e9240f059), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:56.506546 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b5332815-7e57-4840-90e8-0cd16eefe646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1fcb2109-d193-4b13-9f81-bc6e9240f059), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:56.510902 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b5332815-7e57-4840-90e8-0cd16eefe646 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:56.515345 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b5332815-7e57-4840-90e8-0cd16eefe646 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1fcb2109-d193-4b13-9f81-bc6e9240f059 HTTP/1.1" status: 204 len: 168 time: 0.1360810 Mar 05 05:25:56.524782 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5332815-7e57-4840-90e8-0cd16eefe646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcb2109-d193-4b13-9f81-bc6e9240f059,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:56.582615 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cbbf9446-23d3-49b1-a850-759ae623fca1 req-509aece3-b99d-470c-adb6-ee009c083f5d tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 210 time: 0.0438786 Mar 05 05:25:56.813539 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41936) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:56.855418 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c98001c2-b4f3-4093-aa0d-ea7b33b15a8f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a2f675e7f44f45fc824e20e8a559d0cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405796 Mar 05 05:25:56.857907 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41938) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:56.904171 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-129b8ec4-ab27-4910-a6d3-c8a9c4a0da00 admin admin] Publish callbacks [] for security_group (176328ca-28f2-41b7-9eb5-4177641763fa), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:56.925744 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-129b8ec4-ab27-4910-a6d3-c8a9c4a0da00 admin admin] Publish callbacks [] for security_group (176328ca-28f2-41b7-9eb5-4177641763fa), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:56.977451 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-129b8ec4-ab27-4910-a6d3-c8a9c4a0da00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (176328ca-28f2-41b7-9eb5-4177641763fa), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:56.979996 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-129b8ec4-ab27-4910-a6d3-c8a9c4a0da00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:25:56.981139 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-129b8ec4-ab27-4910-a6d3-c8a9c4a0da00 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/176328ca-28f2-41b7-9eb5-4177641763fa HTTP/1.1" status: 204 len: 168 time: 0.1222804 Mar 05 05:25:56.989206 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b8ec4-ab27-4910-a6d3-c8a9c4a0da00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176328ca-28f2-41b7-9eb5-4177641763fa,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:25:57.644882 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device cb64c0e0-b62e-4323-a73d-a830e805c33a no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:25:57.667604 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: cb64c0e0-b62e-4323-a73d-a830e805c33a {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:25:57.667880 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device cb64c0e0-b62e-4323-a73d-a830e805c33a not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:25:57.690303 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3aa9b3b1-73c6-48a7-9022-79412869e8fa req-448564a9-3421-40f1-b084-8e50a391b0df tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 210 time: 0.0304251 Mar 05 05:25:58.098786 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a8bc85cd-09cd-42c3-a2c2-263a7d69cbcb req-c7ced09f-9d86-4c43-94de-d5801de45a87 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6cac1339-9c6d-4cfd-a88e-9bfbf310c668&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0479422 Mar 05 05:25:58.190156 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc85cd-09cd-42c3-a2c2-263a7d69cbcb req-474da0e6-c486-4b0e-b53c-f657ec7734eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:58.191807 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a8bc85cd-09cd-42c3-a2c2-263a7d69cbcb req-474da0e6-c486-4b0e-b53c-f657ec7734eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e76c1ed1a10495ebffd7fb72002a6a1&device_id=6cac1339-9c6d-4cfd-a88e-9bfbf310c668 HTTP/1.1" status: 200 len: 1129 time: 0.0461659 Mar 05 05:25:58.294836 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc85cd-09cd-42c3-a2c2-263a7d69cbcb req-ca6ddd56-91bd-4701-9b2b-7e4c7787b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:58.296268 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a8bc85cd-09cd-42c3-a2c2-263a7d69cbcb req-ca6ddd56-91bd-4701-9b2b-7e4c7787b748 service neutron] 10.222.0.30 "GET /v2.0/networks?id=976d6765-0f59-435c-bab8-5976a6ecc815 HTTP/1.1" status: 200 len: 897 time: 0.0851595 Mar 05 05:25:58.367319 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a8bc85cd-09cd-42c3-a2c2-263a7d69cbcb req-cdd3df8e-9eca-4a2d-b9ef-284f0657fa92 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fedf65ad-e43f-4b83-aebb-8863f5874e75 HTTP/1.1" status: 200 len: 1001 time: 0.0639594 Mar 05 05:25:58.416866 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc85cd-09cd-42c3-a2c2-263a7d69cbcb req-39157ee8-bd81-4332-a756-3016ca392da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:58.418349 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a8bc85cd-09cd-42c3-a2c2-263a7d69cbcb req-39157ee8-bd81-4332-a756-3016ca392da8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=982b41a3-1ec8-46e4-a42e-dff50ec53a9b HTTP/1.1" status: 200 len: 835 time: 0.0448797 Mar 05 05:25:58.468227 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc85cd-09cd-42c3-a2c2-263a7d69cbcb req-eb74a40a-1262-44a2-9750-6c996262ff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:25:58.470014 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a8bc85cd-09cd-42c3-a2c2-263a7d69cbcb req-eb74a40a-1262-44a2-9750-6c996262ff89 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=976d6765-0f59-435c-bab8-5976a6ecc815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458491 Mar 05 05:25:58.566449 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a8bc85cd-09cd-42c3-a2c2-263a7d69cbcb req-40372480-cefc-45e1-8ed1-5abf1efec744 service neutron] 10.222.0.30 "GET /v2.0/networks/976d6765-0f59-435c-bab8-5976a6ecc815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899394 Mar 05 05:25:58.656950 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a8bc85cd-09cd-42c3-a2c2-263a7d69cbcb req-3cdbd8b5-b3d0-4ce0-99e7-7da2b641c969 service neutron] 10.222.0.30 "GET /v2.0/networks/976d6765-0f59-435c-bab8-5976a6ecc815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838485 Mar 05 05:25:58.786209 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6b34d34d-a6d9-46f3-bd22-43e77e3b1fe3 req-260d91b2-392f-44c1-8f94-c0a37678fded tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "GET /v2.0/ports?device_id=804c6336-9fe0-4be0-bf6d-35ebd72d77e4 HTTP/1.1" status: 200 len: 210 time: 0.0269892 Mar 05 05:25:59.842706 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 41954) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:25:59.974491 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-7ea91032-028a-4282-8345-b6dddfa6e1a5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Deleting port fd427530-b5a4-4e35-9382-80a98819e18c {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:25:59.974863 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ea91032-028a-4282-8345-b6dddfa6e1a5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (fd427530-b5a4-4e35-9382-80a98819e18c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:00.054800 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ea91032-028a-4282-8345-b6dddfa6e1a5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (fd427530-b5a4-4e35-9382-80a98819e18c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:00.055148 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ea91032-028a-4282-8345-b6dddfa6e1a5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for floatingip (fd427530-b5a4-4e35-9382-80a98819e18c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:00.066528 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-7ea91032-028a-4282-8345-b6dddfa6e1a5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Calling delete_port for fd427530-b5a4-4e35-9382-80a98819e18c owned by network:floatingip {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:26:00.207365 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ea91032-028a-4282-8345-b6dddfa6e1a5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (fd427530-b5a4-4e35-9382-80a98819e18c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:00.233856 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea91032-028a-4282-8345-b6dddfa6e1a5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Pushing event deleted for resources: {'Port': ['ID=fd427530-b5a4-4e35-9382-80a98819e18c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:00.300515 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ea91032-028a-4282-8345-b6dddfa6e1a5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for floatingip (a7963048-a57e-428b-abda-e260522f4913), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:00.303292 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ea91032-028a-4282-8345-b6dddfa6e1a5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:00.307577 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7ea91032-028a-4282-8345-b6dddfa6e1a5 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "DELETE /v2.0/floatingips/a7963048-a57e-428b-abda-e260522f4913 HTTP/1.1" status: 204 len: 168 time: 0.4613335 Mar 05 05:26:06.540443 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42000) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:06.642863 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a933cae5-b314-4702-adcb-f5f349500b23 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:06.643719 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a933cae5-b314-4702-adcb-f5f349500b23 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:06.644357 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a933cae5-b314-4702-adcb-f5f349500b23 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:06.660437 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a933cae5-b314-4702-adcb-f5f349500b23 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] 10.222.0.11 "GET /v2.0/ports?project_id=6e76c1ed1a10495ebffd7fb72002a6a1&network_id=976d6765-0f59-435c-bab8-5976a6ecc815 HTTP/1.1" status: 200 len: 3076 time: 0.1189075 Mar 05 05:26:06.779869 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42008) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:06.843686 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d22586c6-51a9-4fe8-ac6a-fc6550490fd1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for security_group (737f5b01-6ab4-4614-be17-460084db682d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:06.870536 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d22586c6-51a9-4fe8-ac6a-fc6550490fd1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for security_group (737f5b01-6ab4-4614-be17-460084db682d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:06.933356 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d22586c6-51a9-4fe8-ac6a-fc6550490fd1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (737f5b01-6ab4-4614-be17-460084db682d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:06.937204 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d22586c6-51a9-4fe8-ac6a-fc6550490fd1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:06.938586 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d22586c6-51a9-4fe8-ac6a-fc6550490fd1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] 10.222.0.11 "DELETE /v2.0/security-groups/737f5b01-6ab4-4614-be17-460084db682d HTTP/1.1" status: 204 len: 168 time: 0.1572340 Mar 05 05:26:06.951302 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22586c6-51a9-4fe8-ac6a-fc6550490fd1 tempest-TestVolumeBootPattern-957875536 tempest-TestVolumeBootPattern-957875536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=737f5b01-6ab4-4614-be17-460084db682d,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:07.035322 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42014) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:07.515488 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:26:07.709241 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f17f2c1c-e33b-4659-bcd6-48be43a5f306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (2316fbda-4dc5-41f5-9ba6-5ca6613d77f0), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:07.964164 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-f17f2c1c-e33b-4659-bcd6-48be43a5f306 admin admin] Deleting port dc416c7b-3324-4a42-8845-432c9c62e96e {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:26:07.964800 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f17f2c1c-e33b-4659-bcd6-48be43a5f306 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (dc416c7b-3324-4a42-8845-432c9c62e96e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:08.044831 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-f17f2c1c-e33b-4659-bcd6-48be43a5f306 admin admin] For port dc416c7b-3324-4a42-8845-432c9c62e96e, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=dc416c7b-3324-4a42-8845-432c9c62e96e,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:26:08.045352 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f17f2c1c-e33b-4659-bcd6-48be43a5f306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (dc416c7b-3324-4a42-8845-432c9c62e96e), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:08.057979 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-f17f2c1c-e33b-4659-bcd6-48be43a5f306 admin admin] Calling delete_port for dc416c7b-3324-4a42-8845-432c9c62e96e owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:26:08.251338 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f17f2c1c-e33b-4659-bcd6-48be43a5f306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (dc416c7b-3324-4a42-8845-432c9c62e96e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:08.293905 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f2c1c-e33b-4659-bcd6-48be43a5f306 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc416c7b-3324-4a42-8845-432c9c62e96e,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:08.486443 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f17f2c1c-e33b-4659-bcd6-48be43a5f306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (2316fbda-4dc5-41f5-9ba6-5ca6613d77f0), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:08.740182 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17f2c1c-e33b-4659-bcd6-48be43a5f306 admin admin] Router 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:26:08.849661 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17f2c1c-e33b-4659-bcd6-48be43a5f306 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:26:08.857521 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f17f2c1c-e33b-4659-bcd6-48be43a5f306 admin admin] 10.222.0.11 "PUT /v2.0/routers/2316fbda-4dc5-41f5-9ba6-5ca6613d77f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8186071 Mar 05 05:26:08.857767 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42024) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:08.858980 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace1ddff-1adb-4af4-a8f8-2d565bf6c620 None None] Sync routers for ids ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:26:08.869387 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace1ddff-1adb-4af4-a8f8-2d565bf6c620 None None] Routers {'2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:26:08.870012 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-ace1ddff-1adb-4af4-a8f8-2d565bf6c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:25:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:26:08.966792 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-752f781e-7212-4895-bdce-671fb8b54d06 admin admin] Publish callbacks [] for router (2316fbda-4dc5-41f5-9ba6-5ca6613d77f0), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:08.981247 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-ace1ddff-1adb-4af4-a8f8-2d565bf6c620 None None] Set router 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:26:09.074171 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-752f781e-7212-4895-bdce-671fb8b54d06 admin admin] Publish callbacks [] for router_gateway (2316fbda-4dc5-41f5-9ba6-5ca6613d77f0), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:09.130805 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-752f781e-7212-4895-bdce-671fb8b54d06 admin admin] Deleting port d5a7f316-3947-4168-a030-ae73347affe4 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:26:09.131114 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-752f781e-7212-4895-bdce-671fb8b54d06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d5a7f316-3947-4168-a030-ae73347affe4), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:09.161699 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-ace1ddff-1adb-4af4-a8f8-2d565bf6c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'name': 'tempest-TestVolumeBootPattern-2145227709-router', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:07:45Z', 'updated_at': '2022-03-05T05:26:08Z', 'revision_number': 5, 'project_id': '06a4f309563b434e9962ec2905954423', 'gw_port': {'id': 'd5a7f316-3947-4168-a030-ae73347affe4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:65:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:07:46Z', 'updated_at': '2022-03-05T05:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:26:09.194664 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace1ddff-1adb-4af4-a8f8-2d565bf6c620 None None] Checking router: 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:26:09.203544 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace1ddff-1adb-4af4-a8f8-2d565bf6c620 None None] Routers {'2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:26:09.204298 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-ace1ddff-1adb-4af4-a8f8-2d565bf6c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:25:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:26:09.216056 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-752f781e-7212-4895-bdce-671fb8b54d06 admin admin] For port d5a7f316-3947-4168-a030-ae73347affe4, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d5a7f316-3947-4168-a030-ae73347affe4,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:26:09.216421 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-752f781e-7212-4895-bdce-671fb8b54d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d5a7f316-3947-4168-a030-ae73347affe4), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:09.228782 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-752f781e-7212-4895-bdce-671fb8b54d06 admin admin] Calling delete_port for d5a7f316-3947-4168-a030-ae73347affe4 owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:26:09.299488 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-ace1ddff-1adb-4af4-a8f8-2d565bf6c620 None None] Set router 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:26:09.352370 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-ace1ddff-1adb-4af4-a8f8-2d565bf6c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'name': 'tempest-TestVolumeBootPattern-2145227709-router', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:07:45Z', 'updated_at': '2022-03-05T05:26:09Z', 'revision_number': 6, 'project_id': '06a4f309563b434e9962ec2905954423', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:26:09.384143 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace1ddff-1adb-4af4-a8f8-2d565bf6c620 None None] The sync data for ids ['2316fbda-4dc5-41f5-9ba6-5ca6613d77f0'] in n-d-789963-32 is: [{'id': '2316fbda-4dc5-41f5-9ba6-5ca6613d77f0', 'name': 'tempest-TestVolumeBootPattern-2145227709-router', 'tenant_id': '06a4f309563b434e9962ec2905954423', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:07:45Z', 'updated_at': '2022-03-05T05:26:09Z', 'revision_number': 6, 'project_id': '06a4f309563b434e9962ec2905954423', 'gw_port_host': None}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:26:09.417167 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-752f781e-7212-4895-bdce-671fb8b54d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (d5a7f316-3947-4168-a030-ae73347affe4), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:09.771763 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f781e-7212-4895-bdce-671fb8b54d06 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5a7f316-3947-4168-a030-ae73347affe4,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:09.859759 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-752f781e-7212-4895-bdce-671fb8b54d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (2316fbda-4dc5-41f5-9ba6-5ca6613d77f0), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:09.890477 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device dc416c7b-3324-4a42-8845-432c9c62e96e no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:26:09.916190 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: dc416c7b-3324-4a42-8845-432c9c62e96e {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:26:09.916655 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device dc416c7b-3324-4a42-8845-432c9c62e96e not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:26:09.920500 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42030) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:09.973316 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-752f781e-7212-4895-bdce-671fb8b54d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (2316fbda-4dc5-41f5-9ba6-5ca6613d77f0), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:09.976864 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36d143f-d565-4ac6-a635-752cb6afe250 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:09.978755 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c36d143f-d565-4ac6-a635-752cb6afe250 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=ff625bbb-6b8f-4740-be08-a562ec9a34a4 HTTP/1.1" status: 200 len: 814 time: 0.0572255 Mar 05 05:26:09.979915 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-752f781e-7212-4895-bdce-671fb8b54d06 admin admin] Publish callbacks [] for router_controller (2316fbda-4dc5-41f5-9ba6-5ca6613d77f0), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:10.032828 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-752f781e-7212-4895-bdce-671fb8b54d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (2316fbda-4dc5-41f5-9ba6-5ca6613d77f0), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:10.033434 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752f781e-7212-4895-bdce-671fb8b54d06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:26:10.039141 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-752f781e-7212-4895-bdce-671fb8b54d06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:10.040230 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-752f781e-7212-4895-bdce-671fb8b54d06 admin admin] 10.222.0.11 "DELETE /v2.0/routers/2316fbda-4dc5-41f5-9ba6-5ca6613d77f0 HTTP/1.1" status: 204 len: 168 time: 1.1814375 Mar 05 05:26:10.042820 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42034) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:10.096407 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a3b4770-e3ff-4427-9cc4-a5e757bc81a5 admin admin] Deleting subnet bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:26:10.099527 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6a3b4770-e3ff-4427-9cc4-a5e757bc81a5 admin admin] Publish callbacks [] for subnet (bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:10.134567 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6a3b4770-e3ff-4427-9cc4-a5e757bc81a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:10.210316 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6a3b4770-e3ff-4427-9cc4-a5e757bc81a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:10.275401 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6a3b4770-e3ff-4427-9cc4-a5e757bc81a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:10.289469 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6a3b4770-e3ff-4427-9cc4-a5e757bc81a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:10.292791 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6a3b4770-e3ff-4427-9cc4-a5e757bc81a5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb HTTP/1.1" status: 204 len: 168 time: 0.2489514 Mar 05 05:26:10.295981 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42038) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:10.310385 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00d3ac1-ff6e-4e3e-b7e3-c98ca1e37686 None None] Network 3da289b5-f373-4722-9911-8508cc812a15 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:26:10.312995 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b4770-e3ff-4427-9cc4-a5e757bc81a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfa6e2fc-87a2-45c0-9efa-246ecaaa7bbb,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:10.405887 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a8981466-f341-4b41-94b1-d775ef166e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (3da289b5-f373-4722-9911-8508cc812a15), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:10.485292 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-a8981466-f341-4b41-94b1-d775ef166e96 admin admin] Deleting port 3e5110d9-0311-478f-9ae5-7b51b341cf80 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:26:10.486033 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a8981466-f341-4b41-94b1-d775ef166e96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (3e5110d9-0311-478f-9ae5-7b51b341cf80), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:10.537641 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcda1c42-b8bc-49f5-9697-83e01fe911c6 None None] DHCP port deletion for 3da289b5-f373-4722-9911-8508cc812a15 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:26:10.557860 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-a8981466-f341-4b41-94b1-d775ef166e96 admin admin] For port 3e5110d9-0311-478f-9ae5-7b51b341cf80, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=3e5110d9-0311-478f-9ae5-7b51b341cf80,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:26:10.558222 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a8981466-f341-4b41-94b1-d775ef166e96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (3e5110d9-0311-478f-9ae5-7b51b341cf80), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:10.574227 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-a8981466-f341-4b41-94b1-d775ef166e96 admin admin] Calling delete_port for 3e5110d9-0311-478f-9ae5-7b51b341cf80 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:26:10.606347 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-bcda1c42-b8bc-49f5-9697-83e01fe911c6 None None] Deleting port 3e5110d9-0311-478f-9ae5-7b51b341cf80 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:26:10.606886 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bcda1c42-b8bc-49f5-9697-83e01fe911c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (3e5110d9-0311-478f-9ae5-7b51b341cf80), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:10.660563 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a8981466-f341-4b41-94b1-d775ef166e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (3e5110d9-0311-478f-9ae5-7b51b341cf80), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:10.686408 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-bcda1c42-b8bc-49f5-9697-83e01fe911c6 None None] For port 3e5110d9-0311-478f-9ae5-7b51b341cf80, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=3e5110d9-0311-478f-9ae5-7b51b341cf80,segment=NetworkSegment(1c525bab-cc9c-4702-a5a2-7a5922ac53c2),segment_id=1c525bab-cc9c-4702-a5a2-7a5922ac53c2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:26:10.686853 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bcda1c42-b8bc-49f5-9697-83e01fe911c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (3e5110d9-0311-478f-9ae5-7b51b341cf80), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:10.699234 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8981466-f341-4b41-94b1-d775ef166e96 admin admin] No DVR routers for this DVR port 3e5110d9-0311-478f-9ae5-7b51b341cf80 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:26:10.701507 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-bcda1c42-b8bc-49f5-9697-83e01fe911c6 None None] Calling delete_port for 3e5110d9-0311-478f-9ae5-7b51b341cf80 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:26:10.705134 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8981466-f341-4b41-94b1-d775ef166e96 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e5110d9-0311-478f-9ae5-7b51b341cf80,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:10.785689 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a8981466-f341-4b41-94b1-d775ef166e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (3da289b5-f373-4722-9911-8508cc812a15), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:10.796707 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bcda1c42-b8bc-49f5-9697-83e01fe911c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (3e5110d9-0311-478f-9ae5-7b51b341cf80), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:10.812461 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-a8981466-f341-4b41-94b1-d775ef166e96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3da289b5-f373-4722-9911-8508cc812a15']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:26:10.825529 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-a8981466-f341-4b41-94b1-d775ef166e96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c525bab-cc9c-4702-a5a2-7a5922ac53c2') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:26:10.825842 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-a8981466-f341-4b41-94b1-d775ef166e96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c525bab-cc9c-4702-a5a2-7a5922ac53c2') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:26:10.833916 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcda1c42-b8bc-49f5-9697-83e01fe911c6 None None] No DVR routers for this DVR port 3e5110d9-0311-478f-9ae5-7b51b341cf80 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:26:10.835466 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda1c42-b8bc-49f5-9697-83e01fe911c6 None None] Pushing event deleted for resources: {'Port': ['ID=3e5110d9-0311-478f-9ae5-7b51b341cf80,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:10.846948 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42042) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:10.854466 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-42e5c6bd-89e5-4edf-adea-8161994b36ea tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'network': {'name': 'tempest-network-smoke--175508640', 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'port_security_enabled': True}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:26:10.856076 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a8981466-f341-4b41-94b1-d775ef166e96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (1c525bab-cc9c-4702-a5a2-7a5922ac53c2), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:10.877616 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a8981466-f341-4b41-94b1-d775ef166e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (1c525bab-cc9c-4702-a5a2-7a5922ac53c2), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:10.880484 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e5c6bd-89e5-4edf-adea-8161994b36ea tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Made reservation on behalf of 6e76c1ed1a10495ebffd7fb72002a6a1 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:26:10.884456 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-42e5c6bd-89e5-4edf-adea-8161994b36ea tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:10.886371 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8981466-f341-4b41-94b1-d775ef166e96 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:26:10.887112 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a8981466-f341-4b41-94b1-d775ef166e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (1c525bab-cc9c-4702-a5a2-7a5922ac53c2), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:10.890292 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:26:10.890292 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:26:10.890292 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:26:10.890292 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:26:10.890292 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:26:10.890292 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:26:10.890292 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:26:10.890292 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:26:10.890292 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:26:10.890292 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:26:10.890292 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:26:10.890292 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:26:10.890292 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:26:10.890292 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:26:10.890292 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:26:10.890292 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:26:10.890292 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:26:10.890292 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:26:10.890292 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:26:10.890292 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:26:10.890292 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:26:10.890292 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:26:10.890292 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:26:10.890292 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:26:10.890292 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:26:10.890292 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:26:10.890292 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:26:10.890292 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:26:10.890292 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:26:10.890292 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:26:10.890292 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:26:10.890292 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:26:10.914726 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42e5c6bd-89e5-4edf-adea-8161994b36ea tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:26:10.925299 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-42e5c6bd-89e5-4edf-adea-8161994b36ea tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (48694d2b-b60e-4411-a4c9-34d387eb3dab), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:10.925997 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-42e5c6bd-89e5-4edf-adea-8161994b36ea tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Added segment 48694d2b-b60e-4411-a4c9-34d387eb3dab of type vlan for network 3c3bef6a-6063-4a9b-9c3e-571e435152ff Mar 05 05:26:10.958273 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a8981466-f341-4b41-94b1-d775ef166e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (3da289b5-f373-4722-9911-8508cc812a15), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:10.964821 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a8981466-f341-4b41-94b1-d775ef166e96 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:10.968262 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a8981466-f341-4b41-94b1-d775ef166e96 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3da289b5-f373-4722-9911-8508cc812a15 HTTP/1.1" status: 204 len: 168 time: 0.6711388 Mar 05 05:26:10.971327 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42044) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:10.980580 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8981466-f341-4b41-94b1-d775ef166e96 admin admin] Pushing event deleted for resources: {'Network': ['ID=3da289b5-f373-4722-9911-8508cc812a15,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:11.020534 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-42e5c6bd-89e5-4edf-adea-8161994b36ea tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (3c3bef6a-6063-4a9b-9c3e-571e435152ff), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:11.082615 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-42e5c6bd-89e5-4edf-adea-8161994b36ea tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (3c3bef6a-6063-4a9b-9c3e-571e435152ff), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:11.088138 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e5c6bd-89e5-4edf-adea-8161994b36ea tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:11.088779 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-42e5c6bd-89e5-4edf-adea-8161994b36ea tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:11.143794 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-42e5c6bd-89e5-4edf-adea-8161994b36ea tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2919993 Mar 05 05:26:11.144245 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42046) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:11.181896 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5c6bd-89e5-4edf-adea-8161994b36ea tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'Network': ['ID=3c3bef6a-6063-4a9b-9c3e-571e435152ff,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:11.195971 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 3c3bef6a-6063-4a9b-9c3e-571e435152ff details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:26:11.235488 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b09c6b-c99a-4b30-aec4-ed3060ae4128 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:11.239754 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-40b09c6b-c99a-4b30-aec4-ed3060ae4128 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=6e76c1ed1a10495ebffd7fb72002a6a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0917554 Mar 05 05:26:11.240270 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42048) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:11.340435 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a37e6fb-0061-4c3b-9177-9b654e3a5a75 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:11.343978 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8a37e6fb-0061-4c3b-9177-9b654e3a5a75 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0995629 Mar 05 05:26:11.344301 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42050) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:11.376218 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4694cd04-0e31-4fb3-9876-95d618e8b183 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=ff625bbb-6b8f-4740-be08-a562ec9a34a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280142 Mar 05 05:26:11.376840 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42052) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:11.408961 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-56587370-058b-4058-9798-896c3a05a8f8 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=6e76c1ed1a10495ebffd7fb72002a6a1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304356 Mar 05 05:26:11.411284 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42054) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:11.448103 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7af4f00b-2ee3-4e1d-a453-f48b1781192b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:11.456719 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f460d62e-10f3-4611-ac9d-f893f618178b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:11.505488 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd8dc7b-e3ec-4f0b-a5cb-14ac3b79d78c tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:11.510021 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8bd8dc7b-e3ec-4f0b-a5cb-14ac3b79d78c tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0951562 Mar 05 05:26:11.510264 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42056) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:11.538292 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6b17ea49-b651-46a0-972d-01fed39437f3 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=ff625bbb-6b8f-4740-be08-a562ec9a34a4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264368 Mar 05 05:26:11.540751 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42058) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:11.545723 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-39560c8a-ea5f-4fa8-9f2a-f49fa2e3df8e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-298496505', 'network_id': '3c3bef6a-6063-4a9b-9c3e-571e435152ff', 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:26:11.653892 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39560c8a-ea5f-4fa8-9f2a-f49fa2e3df8e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Made reservation on behalf of 6e76c1ed1a10495ebffd7fb72002a6a1 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:26:11.658673 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-39560c8a-ea5f-4fa8-9f2a-f49fa2e3df8e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:11.726336 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d5a7f316-3947-4168-a030-ae73347affe4 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:26:11.755386 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: d5a7f316-3947-4168-a030-ae73347affe4 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:26:11.755789 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d5a7f316-3947-4168-a030-ae73347affe4 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:26:11.756176 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 3e5110d9-0311-478f-9ae5-7b51b341cf80 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:26:11.784950 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 3e5110d9-0311-478f-9ae5-7b51b341cf80 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:26:11.785314 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 3e5110d9-0311-478f-9ae5-7b51b341cf80 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:26:11.956853 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-39560c8a-ea5f-4fa8-9f2a-f49fa2e3df8e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (8214dbd4-2812-4c8c-87dc-208c421e260b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:12.030178 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39560c8a-ea5f-4fa8-9f2a-f49fa2e3df8e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'Subnet': ['ID=8214dbd4-2812-4c8c-87dc-208c421e260b,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:12.049151 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39560c8a-ea5f-4fa8-9f2a-f49fa2e3df8e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Checking segment: {'id': '48694d2b-b60e-4411-a4c9-34d387eb3dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3c3bef6a-6063-4a9b-9c3e-571e435152ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:26:12.049513 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39560c8a-ea5f-4fa8-9f2a-f49fa2e3df8e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Network hostable DHCP agents. Network: 3c3bef6a-6063-4a9b-9c3e-571e435152ff, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:26:12.070722 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39560c8a-ea5f-4fa8-9f2a-f49fa2e3df8e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Network 3c3bef6a-6063-4a9b-9c3e-571e435152ff is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:26:12.085783 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-39560c8a-ea5f-4fa8-9f2a-f49fa2e3df8e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 3c3bef6a-6063-4a9b-9c3e-571e435152ff) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:26:12.090455 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39560c8a-ea5f-4fa8-9f2a-f49fa2e3df8e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:12.091195 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-39560c8a-ea5f-4fa8-9f2a-f49fa2e3df8e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:12.096236 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-f460d62e-10f3-4611-ac9d-f893f618178b admin admin] Deleting port 693afaea-be97-4101-8574-6c94d8eb9072 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:26:12.096683 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f460d62e-10f3-4611-ac9d-f893f618178b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (693afaea-be97-4101-8574-6c94d8eb9072), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:12.099235 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddb523c-3b95-4176-9e47-cc1015a20a21 None None] Network 3c3bef6a-6063-4a9b-9c3e-571e435152ff requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:26:12.116975 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-39560c8a-ea5f-4fa8-9f2a-f49fa2e3df8e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5750523 Mar 05 05:26:12.186518 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-f460d62e-10f3-4611-ac9d-f893f618178b admin admin] For port 693afaea-be97-4101-8574-6c94d8eb9072, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=693afaea-be97-4101-8574-6c94d8eb9072,segment=NetworkSegment(f90eb926-7cb3-45af-8195-8d867ef78580),segment_id=f90eb926-7cb3-45af-8195-8d867ef78580)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:26:12.186912 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f460d62e-10f3-4611-ac9d-f893f618178b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (693afaea-be97-4101-8574-6c94d8eb9072), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:12.203671 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-f460d62e-10f3-4611-ac9d-f893f618178b admin admin] Calling delete_port for 693afaea-be97-4101-8574-6c94d8eb9072 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:26:12.218792 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42070) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:12.227248 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-3c3bef6a-6063-4a9b-9c3e-571e435152ff', 'network_id': '3c3bef6a-6063-4a9b-9c3e-571e435152ff', 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'fixed_ips': [{'subnet_id': '8214dbd4-2812-4c8c-87dc-208c421e260b'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:26:12.228143 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:12.448585 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] Allocated IP 172.20.0.18 (3c3bef6a-6063-4a9b-9c3e-571e435152ff/8214dbd4-2812-4c8c-87dc-208c421e260b/c47fc1fd-0df8-4202-92f8-51d4e232dc8a) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:26:12.490790 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42074) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:12.492412 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-55cff578-01f4-4b0d-be66-e90addcf9332 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4f119eda21bb45b5940965dac9d9f10a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2717478 Mar 05 05:26:12.517383 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42076) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:12.524742 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-842ea7b3-3f04-4f41-aa85-0c877b883831 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-288626377', 'description': 'tempest-secgroup-smoke-288626377 description', 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:26:12.554240 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-842ea7b3-3f04-4f41-aa85-0c877b883831 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:12.562333 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f460d62e-10f3-4611-ac9d-f893f618178b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (693afaea-be97-4101-8574-6c94d8eb9072), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:12.577550 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b3410bc-1e21-4e25-bfca-9918cb74b1e0 admin admin] Publish callbacks [] for security_group (a37d05b4-302b-4e0a-a65a-9cea56961e87), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:12.632570 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460d62e-10f3-4611-ac9d-f893f618178b admin admin] Pushing event deleted for resources: {'Port': ['ID=693afaea-be97-4101-8574-6c94d8eb9072,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:12.657688 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-842ea7b3-3f04-4f41-aa85-0c877b883831 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group (34893346-de12-4807-a4c1-bc5be1afa711), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:12.666536 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-842ea7b3-3f04-4f41-aa85-0c877b883831 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (34893346-de12-4807-a4c1-bc5be1afa711), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:12.707438 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b3410bc-1e21-4e25-bfca-9918cb74b1e0 admin admin] Publish callbacks [] for security_group (a37d05b4-302b-4e0a-a65a-9cea56961e87), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:12.716427 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-842ea7b3-3f04-4f41-aa85-0c877b883831 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:12.720748 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-842ea7b3-3f04-4f41-aa85-0c877b883831 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1991100 Mar 05 05:26:12.721466 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42078) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:12.728258 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-50e99a8d-02ea-43ea-ac20-b4bff1468cea tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'security_group_rule': {'security_group_id': '34893346-de12-4807-a4c1-bc5be1afa711', 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:26:12.739368 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ea7b3-3f04-4f41-aa85-0c877b883831 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34893346-de12-4807-a4c1-bc5be1afa711,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:12.774886 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-50e99a8d-02ea-43ea-ac20-b4bff1468cea tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (56d6888f-d9c2-4f6e-8e99-00f9405c079c), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:12.876417 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-50e99a8d-02ea-43ea-ac20-b4bff1468cea tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (56d6888f-d9c2-4f6e-8e99-00f9405c079c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:12.883883 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-50e99a8d-02ea-43ea-ac20-b4bff1468cea tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (56d6888f-d9c2-4f6e-8e99-00f9405c079c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:12.895907 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] Publish callbacks [] for port (c47fc1fd-0df8-4202-92f8-51d4e232dc8a), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:12.909252 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f460d62e-10f3-4611-ac9d-f893f618178b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:12.911786 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (c47fc1fd-0df8-4202-92f8-51d4e232dc8a), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:12.920674 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e99a8d-02ea-43ea-ac20-b4bff1468cea tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56d6888f-d9c2-4f6e-8e99-00f9405c079c,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:12.944558 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-50e99a8d-02ea-43ea-ac20-b4bff1468cea tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:12.946093 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-50e99a8d-02ea-43ea-ac20-b4bff1468cea tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2234619 Mar 05 05:26:12.948946 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42080) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:12.962871 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-b67d54f6-5856-47ba-9201-0d782614dc15 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'security_group_rule': {'security_group_id': '34893346-de12-4807-a4c1-bc5be1afa711', 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:26:12.984692 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] Pushing event updated for resources: {'Port': ['ID=c47fc1fd-0df8-4202-92f8-51d4e232dc8a,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:12.995798 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:12.996239 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:12.996586 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:12.997034 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:12.999051 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b67d54f6-5856-47ba-9201-0d782614dc15 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (f63e3666-ccdf-4ffe-acde-9dceaea703fa), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:12.999481 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:12.999914 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:13.000464 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:13.001298 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:13.001415 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:13.001789 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:13.002118 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:13.002498 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:13.002834 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:13.015668 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b3410bc-1e21-4e25-bfca-9918cb74b1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a37d05b4-302b-4e0a-a65a-9cea56961e87), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:13.018838 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b3410bc-1e21-4e25-bfca-9918cb74b1e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:13.020210 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4b3410bc-1e21-4e25-bfca-9918cb74b1e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a37d05b4-302b-4e0a-a65a-9cea56961e87 HTTP/1.1" status: 204 len: 168 time: 0.5276990 Mar 05 05:26:13.042068 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] Network 3c3bef6a-6063-4a9b-9c3e-571e435152ff is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:26:13.043590 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:26:13.055751 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:26:13.067958 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3410bc-1e21-4e25-bfca-9918cb74b1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37d05b4-302b-4e0a-a65a-9cea56961e87,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:13.095339 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b67d54f6-5856-47ba-9201-0d782614dc15 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (f63e3666-ccdf-4ffe-acde-9dceaea703fa), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:13.101407 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b67d54f6-5856-47ba-9201-0d782614dc15 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (f63e3666-ccdf-4ffe-acde-9dceaea703fa), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:13.133100 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d54f6-5856-47ba-9201-0d782614dc15 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f63e3666-ccdf-4ffe-acde-9dceaea703fa,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:13.139925 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b67d54f6-5856-47ba-9201-0d782614dc15 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:13.144205 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b67d54f6-5856-47ba-9201-0d782614dc15 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1862090 Mar 05 05:26:13.145046 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42084) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:13.151346 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-d881ca65-5678-4521-b25f-48a5b7f0a1b6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'security_group_rule': {'security_group_id': '34893346-de12-4807-a4c1-bc5be1afa711', 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:26:13.187859 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] Attempting to bind port c47fc1fd-0df8-4202-92f8-51d4e232dc8a on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:26:13.188312 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] Attempting to bind port c47fc1fd-0df8-4202-92f8-51d4e232dc8a by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '48694d2b-b60e-4411-a4c9-34d387eb3dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3c3bef6a-6063-4a9b-9c3e-571e435152ff'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:26:13.188762 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] Attempting to bind port c47fc1fd-0df8-4202-92f8-51d4e232dc8a on network 3c3bef6a-6063-4a9b-9c3e-571e435152ff {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:26:13.191456 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d881ca65-5678-4521-b25f-48a5b7f0a1b6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (e9204388-c2ff-4508-97c1-0413e939bd54), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:13.196302 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:26:13.196677 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] Checking segment: {'id': '48694d2b-b60e-4411-a4c9-34d387eb3dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3c3bef6a-6063-4a9b-9c3e-571e435152ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:26:13.197197 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:13.197668 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] Bound using segment: {'id': '48694d2b-b60e-4411-a4c9-34d387eb3dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3c3bef6a-6063-4a9b-9c3e-571e435152ff'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:26:13.198220 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] Bound port: c47fc1fd-0df8-4202-92f8-51d4e232dc8a, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48694d2b-b60e-4411-a4c9-34d387eb3dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3c3bef6a-6063-4a9b-9c3e-571e435152ff'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:26:13.198669 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c47fc1fd-0df8-4202-92f8-51d4e232dc8a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:13.265044 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d881ca65-5678-4521-b25f-48a5b7f0a1b6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (e9204388-c2ff-4508-97c1-0413e939bd54), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:13.271955 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d881ca65-5678-4521-b25f-48a5b7f0a1b6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (e9204388-c2ff-4508-97c1-0413e939bd54), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:13.297011 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881ca65-5678-4521-b25f-48a5b7f0a1b6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9204388-c2ff-4508-97c1-0413e939bd54,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:13.311352 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d881ca65-5678-4521-b25f-48a5b7f0a1b6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:13.319067 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d881ca65-5678-4521-b25f-48a5b7f0a1b6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1728611 Mar 05 05:26:13.320729 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42088) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:13.326735 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-ebc13e33-aabe-43bd-b2eb-ad9a17e5c9c6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'security_group_rule': {'security_group_id': '34893346-de12-4807-a4c1-bc5be1afa711', 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:26:13.337447 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] For port c47fc1fd-0df8-4202-92f8-51d4e232dc8a, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:26:13.345781 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] For port c47fc1fd-0df8-4202-92f8-51d4e232dc8a, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c47fc1fd-0df8-4202-92f8-51d4e232dc8a,segment=NetworkSegment(48694d2b-b60e-4411-a4c9-34d387eb3dab),segment_id=48694d2b-b60e-4411-a4c9-34d387eb3dab)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:26:13.357689 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c47fc1fd-0df8-4202-92f8-51d4e232dc8a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:13.378582 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f460d62e-10f3-4611-ac9d-f893f618178b admin admin] Router 59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:26:13.388747 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ebc13e33-aabe-43bd-b2eb-ad9a17e5c9c6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (9a6b1e91-2ac1-4981-a322-3c3993bea8de), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:13.436125 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0e87a-0772-4c1a-82fc-2d3d4ffce9ce None None] Pushing event updated for resources: {'Port': ['ID=c47fc1fd-0df8-4202-92f8-51d4e232dc8a,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:13.504456 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ebc13e33-aabe-43bd-b2eb-ad9a17e5c9c6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (9a6b1e91-2ac1-4981-a322-3c3993bea8de), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:13.512805 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ebc13e33-aabe-43bd-b2eb-ad9a17e5c9c6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (9a6b1e91-2ac1-4981-a322-3c3993bea8de), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:13.545610 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc13e33-aabe-43bd-b2eb-ad9a17e5c9c6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a6b1e91-2ac1-4981-a322-3c3993bea8de,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:13.558731 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ebc13e33-aabe-43bd-b2eb-ad9a17e5c9c6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:13.563015 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ebc13e33-aabe-43bd-b2eb-ad9a17e5c9c6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2410583 Mar 05 05:26:13.563673 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42096) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:13.568052 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f460d62e-10f3-4611-ac9d-f893f618178b admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:26:13.569787 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-354670f1-cd06-46af-a3bd-8d0651812301 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'security_group_rule': {'security_group_id': '34893346-de12-4807-a4c1-bc5be1afa711', 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:26:13.575107 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f460d62e-10f3-4611-ac9d-f893f618178b admin admin] 10.222.0.11 "PUT /v2.0/routers/59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6023781 Mar 05 05:26:13.579939 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1204018d-ce96-4161-89d1-6ed4f0fcb47a None None] Sync routers for ids ['59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:26:13.589327 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42100) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:13.604981 n-d-789963-32 neutron-server[105231]: INFO neutron.db.securitygroups_db [None req-354670f1-cd06-46af-a3bd-8d0651812301 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Project 6e76c1ed1a10495ebffd7fb72002a6a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:26:13.609616 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1204018d-ce96-4161-89d1-6ed4f0fcb47a None None] Routers {'59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:26:13.610268 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-1204018d-ce96-4161-89d1-6ed4f0fcb47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:25:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:26:13.611455 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-354670f1-cd06-46af-a3bd-8d0651812301 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (46c7fb72-157f-46d8-acb1-04b24a6c5e49), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:13.750768 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e9e5882d-0a5b-43a2-bddf-5add2012ea44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:13.770848 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-bc9cddfe-0e18-4971-b7ee-2434071838f2 req-499c2303-6052-4f32-95e8-869d339a2a7d service neutron] (105231) timed out ('10.222.0.31', 64189) {{(pid=105231) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 05 05:26:13.836450 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-557f6257-ae69-4c16-88c2-dcb67a8c1e17 admin admin] Publish callbacks [] for router (59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:13.865800 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-354670f1-cd06-46af-a3bd-8d0651812301 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (46c7fb72-157f-46d8-acb1-04b24a6c5e49), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:13.872267 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-354670f1-cd06-46af-a3bd-8d0651812301 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (46c7fb72-157f-46d8-acb1-04b24a6c5e49), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:13.903802 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354670f1-cd06-46af-a3bd-8d0651812301 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c7fb72-157f-46d8-acb1-04b24a6c5e49,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:13.910001 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-354670f1-cd06-46af-a3bd-8d0651812301 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:13.911285 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-354670f1-cd06-46af-a3bd-8d0651812301 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3465323 Mar 05 05:26:13.914955 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42108) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:13.919859 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-179c4cba-fb4b-427f-a018-fbde224850d1 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'security_group_rule': {'security_group_id': '34893346-de12-4807-a4c1-bc5be1afa711', 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:26:13.949261 n-d-789963-32 neutron-server[105231]: INFO neutron.db.securitygroups_db [None req-179c4cba-fb4b-427f-a018-fbde224850d1 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Project 6e76c1ed1a10495ebffd7fb72002a6a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:26:13.964555 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-179c4cba-fb4b-427f-a018-fbde224850d1 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (a9974bd1-328b-4362-bdb8-43861cc9d8e0), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:13.974982 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-1204018d-ce96-4161-89d1-6ed4f0fcb47a None None] Set router 59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:26:14.009634 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:14.011869 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-557f6257-ae69-4c16-88c2-dcb67a8c1e17 admin admin] Publish callbacks [] for router_gateway (59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:14.050014 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-179c4cba-fb4b-427f-a018-fbde224850d1 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (a9974bd1-328b-4362-bdb8-43861cc9d8e0), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:14.062066 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-179c4cba-fb4b-427f-a018-fbde224850d1 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (a9974bd1-328b-4362-bdb8-43861cc9d8e0), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:14.086608 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c4cba-fb4b-427f-a018-fbde224850d1 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9974bd1-328b-4362-bdb8-43861cc9d8e0,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:14.099588 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-179c4cba-fb4b-427f-a018-fbde224850d1 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:14.101078 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-557f6257-ae69-4c16-88c2-dcb67a8c1e17 admin admin] Deleting port 8bf9b611-44ad-4906-804d-72a2dbc63d4a {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:26:14.101490 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-557f6257-ae69-4c16-88c2-dcb67a8c1e17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (8bf9b611-44ad-4906-804d-72a2dbc63d4a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:14.104676 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-179c4cba-fb4b-427f-a018-fbde224850d1 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1886501 Mar 05 05:26:14.229857 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:14.236693 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-557f6257-ae69-4c16-88c2-dcb67a8c1e17 admin admin] For port 8bf9b611-44ad-4906-804d-72a2dbc63d4a, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=8bf9b611-44ad-4906-804d-72a2dbc63d4a,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:26:14.237068 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-557f6257-ae69-4c16-88c2-dcb67a8c1e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (8bf9b611-44ad-4906-804d-72a2dbc63d4a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:14.256202 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-557f6257-ae69-4c16-88c2-dcb67a8c1e17 admin admin] Calling delete_port for 8bf9b611-44ad-4906-804d-72a2dbc63d4a owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:26:14.272008 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-1204018d-ce96-4161-89d1-6ed4f0fcb47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb', 'name': 'tempest-TestVolumeBootPattern-419650409-router', 'tenant_id': '359100925a3c4af3bbdd327f78fd4e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '8bf9b611-44ad-4906-804d-72a2dbc63d4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:08:01Z', 'updated_at': '2022-03-05T05:26:12Z', 'revision_number': 5, 'project_id': '359100925a3c4af3bbdd327f78fd4e09', 'gw_port': {'id': '8bf9b611-44ad-4906-804d-72a2dbc63d4a', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:36:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:08:03Z', 'updated_at': '2022-03-05T05:08:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:26:14.312421 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1204018d-ce96-4161-89d1-6ed4f0fcb47a None None] Checking router: 59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:26:14.325892 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1204018d-ce96-4161-89d1-6ed4f0fcb47a None None] Routers {'59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:26:14.327008 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-1204018d-ce96-4161-89d1-6ed4f0fcb47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:26:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:26:14.358265 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-329963ac-8440-433b-8d05-178f8fddf2cf req-0d9a2d1f-7675-4b98-912c-34200270f54f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-288626377&fields=id&tenant_id=6e76c1ed1a10495ebffd7fb72002a6a1 HTTP/1.1" status: 200 len: 267 time: 0.0570173 Mar 05 05:26:14.518257 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329963ac-8440-433b-8d05-178f8fddf2cf req-31ed78ef-3a76-473c-8d4c-1fc43b241913 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:14.520540 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-329963ac-8440-433b-8d05-178f8fddf2cf req-31ed78ef-3a76-473c-8d4c-1fc43b241913 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/networks?id=3c3bef6a-6063-4a9b-9c3e-571e435152ff HTTP/1.1" status: 200 len: 796 time: 0.1546597 Mar 05 05:26:14.548584 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-329963ac-8440-433b-8d05-178f8fddf2cf req-3f8de56e-fd7a-4fce-9604-2c4a08ca152f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/quotas/6e76c1ed1a10495ebffd7fb72002a6a1 HTTP/1.1" status: 200 len: 375 time: 0.0183671 Mar 05 05:26:14.552017 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-557f6257-ae69-4c16-88c2-dcb67a8c1e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (8bf9b611-44ad-4906-804d-72a2dbc63d4a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:14.597584 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f6257-ae69-4c16-88c2-dcb67a8c1e17 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bf9b611-44ad-4906-804d-72a2dbc63d4a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:14.603977 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-1204018d-ce96-4161-89d1-6ed4f0fcb47a None None] Set router 59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:26:14.668151 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-557f6257-ae69-4c16-88c2-dcb67a8c1e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:14.669760 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-329963ac-8440-433b-8d05-178f8fddf2cf req-8666955a-30a4-4b5c-bb32-ea69c3be8645 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e76c1ed1a10495ebffd7fb72002a6a1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1148179 Mar 05 05:26:14.701655 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-1204018d-ce96-4161-89d1-6ed4f0fcb47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb', 'name': 'tempest-TestVolumeBootPattern-419650409-router', 'tenant_id': '359100925a3c4af3bbdd327f78fd4e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:08:01Z', 'updated_at': '2022-03-05T05:26:14Z', 'revision_number': 6, 'project_id': '359100925a3c4af3bbdd327f78fd4e09', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:26:14.735497 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1204018d-ce96-4161-89d1-6ed4f0fcb47a None None] The sync data for ids ['59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb'] in n-d-789963-32 is: [{'id': '59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb', 'name': 'tempest-TestVolumeBootPattern-419650409-router', 'tenant_id': '359100925a3c4af3bbdd327f78fd4e09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:08:01Z', 'updated_at': '2022-03-05T05:26:14Z', 'revision_number': 6, 'project_id': '359100925a3c4af3bbdd327f78fd4e09', 'gw_port_host': None}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:26:14.797417 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-557f6257-ae69-4c16-88c2-dcb67a8c1e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:14.800049 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-557f6257-ae69-4c16-88c2-dcb67a8c1e17 admin admin] Publish callbacks [] for router_controller (59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:14.818130 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-329963ac-8440-433b-8d05-178f8fddf2cf req-cf0846a2-d454-474a-ac0d-1a117c219e0c service neutron] 10.222.0.11 "GET /v2.0/networks/3c3bef6a-6063-4a9b-9c3e-571e435152ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294737 Mar 05 05:26:14.872110 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-557f6257-ae69-4c16-88c2-dcb67a8c1e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:14.872699 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557f6257-ae69-4c16-88c2-dcb67a8c1e17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:26:14.877219 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-557f6257-ae69-4c16-88c2-dcb67a8c1e17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:14.878392 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-557f6257-ae69-4c16-88c2-dcb67a8c1e17 admin admin] 10.222.0.11 "DELETE /v2.0/routers/59cfb2fd-2193-4ded-9d77-b8d4bba3d0fb HTTP/1.1" status: 204 len: 168 time: 1.2879493 Mar 05 05:26:14.881456 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42134) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:14.929034 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-329963ac-8440-433b-8d05-178f8fddf2cf req-f43c01d9-4ee6-4355-8577-f8042e46d717 service neutron] 10.222.0.11 "GET /v2.0/networks/3c3bef6a-6063-4a9b-9c3e-571e435152ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034346 Mar 05 05:26:14.935389 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-679764a3-f442-4e28-83fa-a2c45a36f116 admin admin] Deleting subnet fa44f880-f881-4ee7-9930-f1c3b9ebccae {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:26:14.939122 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-679764a3-f442-4e28-83fa-a2c45a36f116 admin admin] Publish callbacks [] for subnet (fa44f880-f881-4ee7-9930-f1c3b9ebccae), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:14.979442 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-679764a3-f442-4e28-83fa-a2c45a36f116 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (fa44f880-f881-4ee7-9930-f1c3b9ebccae), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:15.006797 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcdaf1e-4534-4885-834a-387c4cdf1cbc None None] Network 3c3bef6a-6063-4a9b-9c3e-571e435152ff requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:26:15.100129 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-679764a3-f442-4e28-83fa-a2c45a36f116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (fa44f880-f881-4ee7-9930-f1c3b9ebccae), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:15.101614 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f300c3b3-c2e6-4ea6-8e09-f9a2cdb0ab31 None None] Provisioning complete for port c47fc1fd-0df8-4202-92f8-51d4e232dc8a triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:26:15.102109 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f300c3b3-c2e6-4ea6-8e09-f9a2cdb0ab31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c47fc1fd-0df8-4202-92f8-51d4e232dc8a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:15.106725 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:15.185290 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-679764a3-f442-4e28-83fa-a2c45a36f116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (fa44f880-f881-4ee7-9930-f1c3b9ebccae), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:15.193746 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-563a83e4-73f3-436c-b4cf-4ac0b8ce96de req-7a446826-1671-4194-8db1-340baf7b28d3 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=abc9de7e-b167-4e59-b2cb-3e7afc4c83c5 HTTP/1.1" status: 200 len: 210 time: 0.0428810 Mar 05 05:26:15.233980 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679764a3-f442-4e28-83fa-a2c45a36f116 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa44f880-f881-4ee7-9930-f1c3b9ebccae,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:15.248663 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-679764a3-f442-4e28-83fa-a2c45a36f116 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:15.255950 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42166) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:15.263131 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ef28ea-301e-444c-88c0-5d9b290178a2 None None] Network 53cc5c59-6f1d-4a78-8484-15060dd4acd5 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:26:15.275430 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-679764a3-f442-4e28-83fa-a2c45a36f116 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fa44f880-f881-4ee7-9930-f1c3b9ebccae HTTP/1.1" status: 204 len: 168 time: 0.3855739 Mar 05 05:26:15.411496 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dcf5b78f-9627-4d71-9ff0-0051e6fab854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (53cc5c59-6f1d-4a78-8484-15060dd4acd5), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:15.427068 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f300c3b3-c2e6-4ea6-8e09-f9a2cdb0ab31 None None] Current status of the port c47fc1fd-0df8-4202-92f8-51d4e232dc8a is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:26:15.427488 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f300c3b3-c2e6-4ea6-8e09-f9a2cdb0ab31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c47fc1fd-0df8-4202-92f8-51d4e232dc8a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:15.474783 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f300c3b3-c2e6-4ea6-8e09-f9a2cdb0ab31 None None] For port c47fc1fd-0df8-4202-92f8-51d4e232dc8a, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c47fc1fd-0df8-4202-92f8-51d4e232dc8a,segment=NetworkSegment(48694d2b-b60e-4411-a4c9-34d387eb3dab),segment_id=48694d2b-b60e-4411-a4c9-34d387eb3dab)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:26:15.482012 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f300c3b3-c2e6-4ea6-8e09-f9a2cdb0ab31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c47fc1fd-0df8-4202-92f8-51d4e232dc8a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:15.523619 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-dcf5b78f-9627-4d71-9ff0-0051e6fab854 admin admin] Deleting port afa3331c-23ba-40f1-9ecc-70edcd1bc3b1 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:26:15.523972 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dcf5b78f-9627-4d71-9ff0-0051e6fab854 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (afa3331c-23ba-40f1-9ecc-70edcd1bc3b1), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:15.546416 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300c3b3-c2e6-4ea6-8e09-f9a2cdb0ab31 None None] Pushing event updated for resources: {'Port': ['ID=c47fc1fd-0df8-4202-92f8-51d4e232dc8a,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:15.613572 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-dcf5b78f-9627-4d71-9ff0-0051e6fab854 admin admin] For port afa3331c-23ba-40f1-9ecc-70edcd1bc3b1, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=afa3331c-23ba-40f1-9ecc-70edcd1bc3b1,segment=NetworkSegment(f90eb926-7cb3-45af-8195-8d867ef78580),segment_id=f90eb926-7cb3-45af-8195-8d867ef78580)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:26:15.613932 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dcf5b78f-9627-4d71-9ff0-0051e6fab854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (afa3331c-23ba-40f1-9ecc-70edcd1bc3b1), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:15.632077 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-dcf5b78f-9627-4d71-9ff0-0051e6fab854 admin admin] Calling delete_port for afa3331c-23ba-40f1-9ecc-70edcd1bc3b1 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:26:15.695872 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaf47df-c3cc-4390-8bd1-13fabf2c34d0 None None] DHCP port deletion for 53cc5c59-6f1d-4a78-8484-15060dd4acd5 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:26:15.829767 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dcf5b78f-9627-4d71-9ff0-0051e6fab854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (afa3331c-23ba-40f1-9ecc-70edcd1bc3b1), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:15.851285 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-afaf47df-c3cc-4390-8bd1-13fabf2c34d0 None None] Deleting port afa3331c-23ba-40f1-9ecc-70edcd1bc3b1 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:26:15.852038 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-afaf47df-c3cc-4390-8bd1-13fabf2c34d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (afa3331c-23ba-40f1-9ecc-70edcd1bc3b1), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:15.888254 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5b78f-9627-4d71-9ff0-0051e6fab854 admin admin] Pushing event deleted for resources: {'Port': ['ID=afa3331c-23ba-40f1-9ecc-70edcd1bc3b1,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:15.892085 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c47fc1fd-0df8-4202-92f8-51d4e232dc8a up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:26:15.894837 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf5b78f-9627-4d71-9ff0-0051e6fab854 admin admin] No DVR routers for this DVR port afa3331c-23ba-40f1-9ecc-70edcd1bc3b1 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:26:15.984206 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-afaf47df-c3cc-4390-8bd1-13fabf2c34d0 None None] For port afa3331c-23ba-40f1-9ecc-70edcd1bc3b1, host n-d-789963-32, got binding levels [] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:26:15.984610 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-afaf47df-c3cc-4390-8bd1-13fabf2c34d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (afa3331c-23ba-40f1-9ecc-70edcd1bc3b1), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:16.002721 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dcf5b78f-9627-4d71-9ff0-0051e6fab854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (53cc5c59-6f1d-4a78-8484-15060dd4acd5), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:16.015531 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-afaf47df-c3cc-4390-8bd1-13fabf2c34d0 None None] Calling delete_port for afa3331c-23ba-40f1-9ecc-70edcd1bc3b1 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:26:16.024289 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.ipam_backend_mixin [None req-afaf47df-c3cc-4390-8bd1-13fabf2c34d0 None None] Port afa3331c-23ba-40f1-9ecc-70edcd1bc3b1 was not found and therefore no delete operation was performed {{(pid=105233) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 05 05:26:16.027732 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-afaf47df-c3cc-4390-8bd1-13fabf2c34d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (afa3331c-23ba-40f1-9ecc-70edcd1bc3b1), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:16.032892 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-c5cb7c6d-bfb8-4150-ba16-b2ec0e5ef52a None None] Provisioning complete for port c47fc1fd-0df8-4202-92f8-51d4e232dc8a triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:26:16.037305 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c5cb7c6d-bfb8-4150-ba16-b2ec0e5ef52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c47fc1fd-0df8-4202-92f8-51d4e232dc8a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:16.038378 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-dcf5b78f-9627-4d71-9ff0-0051e6fab854 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53cc5c59-6f1d-4a78-8484-15060dd4acd5']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:26:16.052886 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-dcf5b78f-9627-4d71-9ff0-0051e6fab854 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f90eb926-7cb3-45af-8195-8d867ef78580') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:26:16.053828 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-dcf5b78f-9627-4d71-9ff0-0051e6fab854 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f90eb926-7cb3-45af-8195-8d867ef78580') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:26:16.070771 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dcf5b78f-9627-4d71-9ff0-0051e6fab854 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (f90eb926-7cb3-45af-8195-8d867ef78580), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:16.091481 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dcf5b78f-9627-4d71-9ff0-0051e6fab854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (f90eb926-7cb3-45af-8195-8d867ef78580), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:16.101058 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf47df-c3cc-4390-8bd1-13fabf2c34d0 None None] Pushing event deleted for resources: {'Port': ['ID=afa3331c-23ba-40f1-9ecc-70edcd1bc3b1,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:16.103657 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf5b78f-9627-4d71-9ff0-0051e6fab854 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:26:16.104235 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dcf5b78f-9627-4d71-9ff0-0051e6fab854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (f90eb926-7cb3-45af-8195-8d867ef78580), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:16.106017 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaf47df-c3cc-4390-8bd1-13fabf2c34d0 None None] No DVR routers for this DVR port afa3331c-23ba-40f1-9ecc-70edcd1bc3b1 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:26:16.135361 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:26:16.135361 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:26:16.135361 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:26:16.135361 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:26:16.135361 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:26:16.135361 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:26:16.135361 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:26:16.135361 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:26:16.135361 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:26:16.135361 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:26:16.135361 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:26:16.135361 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:26:16.135361 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:26:16.135361 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:26:16.135361 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:26:16.135361 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:26:16.135361 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:26:16.135361 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:26:16.135361 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:26:16.135361 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:26:16.135361 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:26:16.135361 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:26:16.135361 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:26:16.135361 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:26:16.135361 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:26:16.135361 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:26:16.135361 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:26:16.135361 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:26:16.135361 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:26:16.135361 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:26:16.135361 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:26:16.135361 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:26:16.137537 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port c47fc1fd-0df8-4202-92f8-51d4e232dc8a triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:26:16.137537 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c47fc1fd-0df8-4202-92f8-51d4e232dc8a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:16.199364 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dcf5b78f-9627-4d71-9ff0-0051e6fab854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (53cc5c59-6f1d-4a78-8484-15060dd4acd5), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:16.213752 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dcf5b78f-9627-4d71-9ff0-0051e6fab854 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:16.214587 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-dcf5b78f-9627-4d71-9ff0-0051e6fab854 admin admin] 10.222.0.11 "DELETE /v2.0/networks/53cc5c59-6f1d-4a78-8484-15060dd4acd5 HTTP/1.1" status: 204 len: 168 time: 0.9560235 Mar 05 05:26:16.226865 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5b78f-9627-4d71-9ff0-0051e6fab854 admin admin] Pushing event deleted for resources: {'Network': ['ID=53cc5c59-6f1d-4a78-8484-15060dd4acd5,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:16.243731 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c5cb7c6d-bfb8-4150-ba16-b2ec0e5ef52a None None] Current status of the port c47fc1fd-0df8-4202-92f8-51d4e232dc8a is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:26:16.293960 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port c47fc1fd-0df8-4202-92f8-51d4e232dc8a is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:26:16.330497 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-54db49a3-4641-47aa-a57c-98c2769e1677 req-ef6223dd-191c-43eb-ba2d-29612afaffb3 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=abc9de7e-b167-4e59-b2cb-3e7afc4c83c5 HTTP/1.1" status: 200 len: 210 time: 0.0350516 Mar 05 05:26:16.372298 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:16.380776 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 693afaea-be97-4101-8574-6c94d8eb9072 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:26:16.405250 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 693afaea-be97-4101-8574-6c94d8eb9072 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:26:16.405850 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 693afaea-be97-4101-8574-6c94d8eb9072 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:26:16.406465 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8bf9b611-44ad-4906-804d-72a2dbc63d4a no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:26:16.431000 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 8bf9b611-44ad-4906-804d-72a2dbc63d4a {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:26:16.432320 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8bf9b611-44ad-4906-804d-72a2dbc63d4a not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:26:16.433099 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device afa3331c-23ba-40f1-9ecc-70edcd1bc3b1 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:26:16.471461 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: afa3331c-23ba-40f1-9ecc-70edcd1bc3b1 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:26:16.471822 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device afa3331c-23ba-40f1-9ecc-70edcd1bc3b1 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:26:16.483733 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42274) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:16.529156 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-cf3adb4e-df94-43a9-9239-ee8fb7d7a3e0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=06a4f309563b434e9962ec2905954423&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439816 Mar 05 05:26:16.532628 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42276) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:16.550406 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42278) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:16.603123 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329963ac-8440-433b-8d05-178f8fddf2cf req-1eb29f80-4c91-4b70-9dd5-b028b034b393 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:16.605285 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-329963ac-8440-433b-8d05-178f8fddf2cf req-1eb29f80-4c91-4b70-9dd5-b028b034b393 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.31 "GET /v2.0/networks?id=3c3bef6a-6063-4a9b-9c3e-571e435152ff HTTP/1.1" status: 200 len: 796 time: 0.1654100 Mar 05 05:26:16.610980 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4addb9d3-93ac-4cb9-8c1d-639d266492d3 admin admin] Publish callbacks [] for security_group (b142421f-fc9b-47f3-9030-4ae223220c2a), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:16.634858 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4addb9d3-93ac-4cb9-8c1d-639d266492d3 admin admin] Publish callbacks [] for security_group (b142421f-fc9b-47f3-9030-4ae223220c2a), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:16.692135 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4addb9d3-93ac-4cb9-8c1d-639d266492d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b142421f-fc9b-47f3-9030-4ae223220c2a), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:16.694199 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-329963ac-8440-433b-8d05-178f8fddf2cf req-e650c553-f5c2-4172-8c0e-c86372e375c2 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e76c1ed1a10495ebffd7fb72002a6a1 HTTP/1.1" status: 200 len: 472 time: 0.0767648 Mar 05 05:26:16.695105 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4addb9d3-93ac-4cb9-8c1d-639d266492d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:16.696265 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4addb9d3-93ac-4cb9-8c1d-639d266492d3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b142421f-fc9b-47f3-9030-4ae223220c2a HTTP/1.1" status: 204 len: 168 time: 0.1621914 Mar 05 05:26:16.704140 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4addb9d3-93ac-4cb9-8c1d-639d266492d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b142421f-fc9b-47f3-9030-4ae223220c2a,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:16.713103 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-329963ac-8440-433b-8d05-178f8fddf2cf req-d4ca3280-40e5-4696-a119-0a206333d934 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'port': {'device_id': 'abc9de7e-b167-4e59-b2cb-3e7afc4c83c5', 'network_id': '3c3bef6a-6063-4a9b-9c3e-571e435152ff', 'admin_state_up': True, 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'security_groups': ['34893346-de12-4807-a4c1-bc5be1afa711']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:26:16.748473 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e239aa2d-8a16-47eb-ad9d-5f569339a70d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:16.829463 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e239aa2d-8a16-47eb-ad9d-5f569339a70d admin admin] Publish callbacks [] for security_group (b46fb994-1adc-402c-b86b-db6ad6effd47), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:16.834082 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e239aa2d-8a16-47eb-ad9d-5f569339a70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b46fb994-1adc-402c-b86b-db6ad6effd47), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:16.836008 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-329963ac-8440-433b-8d05-178f8fddf2cf req-d4ca3280-40e5-4696-a119-0a206333d934 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Made reservation on behalf of 6e76c1ed1a10495ebffd7fb72002a6a1 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:26:16.839943 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-329963ac-8440-433b-8d05-178f8fddf2cf req-d4ca3280-40e5-4696-a119-0a206333d934 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:16.873443 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239aa2d-8a16-47eb-ad9d-5f569339a70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46fb994-1adc-402c-b86b-db6ad6effd47,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:16.877918 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e239aa2d-8a16-47eb-ad9d-5f569339a70d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ac94a55791984529af516e7717deac03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3265524 Mar 05 05:26:16.880554 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42286) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:16.932407 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-98486956-b4ab-478c-94da-a3ec1fbb865a admin admin] Publish callbacks [] for security_group (b46fb994-1adc-402c-b86b-db6ad6effd47), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:16.954584 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-98486956-b4ab-478c-94da-a3ec1fbb865a admin admin] Publish callbacks [] for security_group (b46fb994-1adc-402c-b86b-db6ad6effd47), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:16.981169 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-329963ac-8440-433b-8d05-178f8fddf2cf req-d4ca3280-40e5-4696-a119-0a206333d934 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Allocated IP 172.20.0.30 (3c3bef6a-6063-4a9b-9c3e-571e435152ff/8214dbd4-2812-4c8c-87dc-208c421e260b/1abef996-b63d-4d13-848c-bc970455b6b8) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:26:17.006915 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-98486956-b4ab-478c-94da-a3ec1fbb865a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b46fb994-1adc-402c-b86b-db6ad6effd47), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:17.009541 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-98486956-b4ab-478c-94da-a3ec1fbb865a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:17.013092 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-98486956-b4ab-478c-94da-a3ec1fbb865a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b46fb994-1adc-402c-b86b-db6ad6effd47 HTTP/1.1" status: 204 len: 168 time: 0.1292560 Mar 05 05:26:17.019723 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98486956-b4ab-478c-94da-a3ec1fbb865a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46fb994-1adc-402c-b86b-db6ad6effd47,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:17.032992 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42290) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:17.134121 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0c793393-acf3-42cb-be1d-56b43c916aba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=359100925a3c4af3bbdd327f78fd4e09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1000018 Mar 05 05:26:17.136808 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42292) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:17.196696 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-329963ac-8440-433b-8d05-178f8fddf2cf req-d4ca3280-40e5-4696-a119-0a206333d934 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for port (1abef996-b63d-4d13-848c-bc970455b6b8), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:17.222517 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a14bae69-d280-4366-bc9f-211013825123 admin admin] Publish callbacks [] for security_group (c6e871d3-3022-4c56-bc38-76203cf928c9), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:17.258539 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a14bae69-d280-4366-bc9f-211013825123 admin admin] Publish callbacks [] for security_group (c6e871d3-3022-4c56-bc38-76203cf928c9), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:17.267423 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-329963ac-8440-433b-8d05-178f8fddf2cf req-d4ca3280-40e5-4696-a119-0a206333d934 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (1abef996-b63d-4d13-848c-bc970455b6b8), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:17.330594 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-329963ac-8440-433b-8d05-178f8fddf2cf req-d4ca3280-40e5-4696-a119-0a206333d934 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Network 3c3bef6a-6063-4a9b-9c3e-571e435152ff is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:26:17.336443 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-329963ac-8440-433b-8d05-178f8fddf2cf req-d4ca3280-40e5-4696-a119-0a206333d934 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:26:17.341579 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-329963ac-8440-433b-8d05-178f8fddf2cf req-d4ca3280-40e5-4696-a119-0a206333d934 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:26:17.346336 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca3280-40e5-4696-a119-0a206333d934 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'Port': ['ID=1abef996-b63d-4d13-848c-bc970455b6b8,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:17.361745 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42298) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:17.378644 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3354ae43-e2c0-46f7-b503-e26f3de95827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:17.389425 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca3280-40e5-4696-a119-0a206333d934 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:17.389699 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca3280-40e5-4696-a119-0a206333d934 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:17.390065 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca3280-40e5-4696-a119-0a206333d934 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:17.390398 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca3280-40e5-4696-a119-0a206333d934 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:17.390737 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca3280-40e5-4696-a119-0a206333d934 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:17.391099 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca3280-40e5-4696-a119-0a206333d934 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:17.391457 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca3280-40e5-4696-a119-0a206333d934 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:17.391800 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca3280-40e5-4696-a119-0a206333d934 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:17.392133 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca3280-40e5-4696-a119-0a206333d934 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:17.392465 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca3280-40e5-4696-a119-0a206333d934 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:17.392789 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca3280-40e5-4696-a119-0a206333d934 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:17.393135 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca3280-40e5-4696-a119-0a206333d934 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:17.393446 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ca3280-40e5-4696-a119-0a206333d934 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:17.419470 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329963ac-8440-433b-8d05-178f8fddf2cf req-d4ca3280-40e5-4696-a119-0a206333d934 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:17.420129 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-329963ac-8440-433b-8d05-178f8fddf2cf req-d4ca3280-40e5-4696-a119-0a206333d934 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:17.433149 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a14bae69-d280-4366-bc9f-211013825123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (c6e871d3-3022-4c56-bc38-76203cf928c9), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:17.435810 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a14bae69-d280-4366-bc9f-211013825123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:17.436994 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a14bae69-d280-4366-bc9f-211013825123 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c6e871d3-3022-4c56-bc38-76203cf928c9 HTTP/1.1" status: 204 len: 168 time: 0.2993553 Mar 05 05:26:17.449381 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-329963ac-8440-433b-8d05-178f8fddf2cf req-d4ca3280-40e5-4696-a119-0a206333d934 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7450862 Mar 05 05:26:17.450304 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14bae69-d280-4366-bc9f-211013825123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e871d3-3022-4c56-bc38-76203cf928c9,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:17.477584 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-329963ac-8440-433b-8d05-178f8fddf2cf req-14dd7186-c0a1-4ccd-8cc3-37d2aa10643f service neutron] Request body: {'port': {'device_id': 'abc9de7e-b167-4e59-b2cb-3e7afc4c83c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:26:17.546936 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062929c3-532e-443d-99b4-b0f676f68e29 req-0e682e07-7f93-4e7f-8b9f-304134994578 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:17.554275 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-062929c3-532e-443d-99b4-b0f676f68e29 req-0e682e07-7f93-4e7f-8b9f-304134994578 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=abc9de7e-b167-4e59-b2cb-3e7afc4c83c5 HTTP/1.1" status: 200 len: 932 time: 0.1034472 Mar 05 05:26:17.559495 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-329963ac-8440-433b-8d05-178f8fddf2cf req-14dd7186-c0a1-4ccd-8cc3-37d2aa10643f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1abef996-b63d-4d13-848c-bc970455b6b8), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:17.608895 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3354ae43-e2c0-46f7-b503-e26f3de95827 admin admin] Publish callbacks [] for security_group (15e26332-7108-44c6-9f2d-ef8b48bc8fbe), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:17.622962 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3354ae43-e2c0-46f7-b503-e26f3de95827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (15e26332-7108-44c6-9f2d-ef8b48bc8fbe), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:17.666298 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-062929c3-532e-443d-99b4-b0f676f68e29 req-aff5f54c-d881-4f18-ace9-9981c39947e6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?id=34893346-de12-4807-a4c1-bc5be1afa711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019387 Mar 05 05:26:17.688838 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3354ae43-e2c0-46f7-b503-e26f3de95827 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b97d7b5508c3449da0d834be9afcb054&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3257647 Mar 05 05:26:17.691549 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42302) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:17.701551 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354ae43-e2c0-46f7-b503-e26f3de95827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e26332-7108-44c6-9f2d-ef8b48bc8fbe,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:17.708307 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fa55d4d6-f4cc-41c3-b69d-bd3b6d5c78ee None None] Provisioning complete for port 1abef996-b63d-4d13-848c-bc970455b6b8 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:26:17.709434 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fa55d4d6-f4cc-41c3-b69d-bd3b6d5c78ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1abef996-b63d-4d13-848c-bc970455b6b8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:17.751325 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fa55d4d6-f4cc-41c3-b69d-bd3b6d5c78ee None None] Port 1abef996-b63d-4d13-848c-bc970455b6b8 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:26:17.814934 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:17.838919 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e0c7aee7-4be8-47b5-b480-e68679439dbc admin admin] Publish callbacks [] for security_group (15e26332-7108-44c6-9f2d-ef8b48bc8fbe), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:17.888891 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e0c7aee7-4be8-47b5-b480-e68679439dbc admin admin] Publish callbacks [] for security_group (15e26332-7108-44c6-9f2d-ef8b48bc8fbe), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:17.981136 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-329963ac-8440-433b-8d05-178f8fddf2cf req-14dd7186-c0a1-4ccd-8cc3-37d2aa10643f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1abef996-b63d-4d13-848c-bc970455b6b8 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:26:17.992531 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-329963ac-8440-433b-8d05-178f8fddf2cf req-14dd7186-c0a1-4ccd-8cc3-37d2aa10643f service neutron] Publish callbacks [] for port (1abef996-b63d-4d13-848c-bc970455b6b8), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:17.995517 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e0c7aee7-4be8-47b5-b480-e68679439dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (15e26332-7108-44c6-9f2d-ef8b48bc8fbe), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:17.998383 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e0c7aee7-4be8-47b5-b480-e68679439dbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:17.999834 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e0c7aee7-4be8-47b5-b480-e68679439dbc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/15e26332-7108-44c6-9f2d-ef8b48bc8fbe HTTP/1.1" status: 204 len: 168 time: 0.3065014 Mar 05 05:26:18.021385 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7aee7-4be8-47b5-b480-e68679439dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e26332-7108-44c6-9f2d-ef8b48bc8fbe,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:18.026333 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-329963ac-8440-433b-8d05-178f8fddf2cf req-14dd7186-c0a1-4ccd-8cc3-37d2aa10643f service neutron] Transition to ACTIVE for port object 1abef996-b63d-4d13-848c-bc970455b6b8 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:26:18.032889 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-329963ac-8440-433b-8d05-178f8fddf2cf req-14dd7186-c0a1-4ccd-8cc3-37d2aa10643f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (1abef996-b63d-4d13-848c-bc970455b6b8), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:18.163620 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd7186-c0a1-4ccd-8cc3-37d2aa10643f service neutron] Pushing event updated for resources: {'Port': ['ID=1abef996-b63d-4d13-848c-bc970455b6b8,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:18.200358 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-329963ac-8440-433b-8d05-178f8fddf2cf req-14dd7186-c0a1-4ccd-8cc3-37d2aa10643f service neutron] Attempting to bind port 1abef996-b63d-4d13-848c-bc970455b6b8 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:26:18.200895 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-329963ac-8440-433b-8d05-178f8fddf2cf req-14dd7186-c0a1-4ccd-8cc3-37d2aa10643f service neutron] Attempting to bind port 1abef996-b63d-4d13-848c-bc970455b6b8 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '48694d2b-b60e-4411-a4c9-34d387eb3dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3c3bef6a-6063-4a9b-9c3e-571e435152ff'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:26:18.201323 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329963ac-8440-433b-8d05-178f8fddf2cf req-14dd7186-c0a1-4ccd-8cc3-37d2aa10643f service neutron] Attempting to bind port 1abef996-b63d-4d13-848c-bc970455b6b8 on network 3c3bef6a-6063-4a9b-9c3e-571e435152ff {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:26:18.206766 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329963ac-8440-433b-8d05-178f8fddf2cf req-14dd7186-c0a1-4ccd-8cc3-37d2aa10643f service neutron] Port 1abef996-b63d-4d13-848c-bc970455b6b8 on network 3c3bef6a-6063-4a9b-9c3e-571e435152ff not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:26:18.207252 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329963ac-8440-433b-8d05-178f8fddf2cf req-14dd7186-c0a1-4ccd-8cc3-37d2aa10643f service neutron] Attempting to bind port 1abef996-b63d-4d13-848c-bc970455b6b8 on network 3c3bef6a-6063-4a9b-9c3e-571e435152ff {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:26:18.213534 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329963ac-8440-433b-8d05-178f8fddf2cf req-14dd7186-c0a1-4ccd-8cc3-37d2aa10643f service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:26:18.214160 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329963ac-8440-433b-8d05-178f8fddf2cf req-14dd7186-c0a1-4ccd-8cc3-37d2aa10643f service neutron] Checking segment: {'id': '48694d2b-b60e-4411-a4c9-34d387eb3dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3c3bef6a-6063-4a9b-9c3e-571e435152ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:26:18.214647 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329963ac-8440-433b-8d05-178f8fddf2cf req-14dd7186-c0a1-4ccd-8cc3-37d2aa10643f service neutron] Bound using segment: {'id': '48694d2b-b60e-4411-a4c9-34d387eb3dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3c3bef6a-6063-4a9b-9c3e-571e435152ff'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:26:18.215243 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-329963ac-8440-433b-8d05-178f8fddf2cf req-14dd7186-c0a1-4ccd-8cc3-37d2aa10643f service neutron] Bound port: 1abef996-b63d-4d13-848c-bc970455b6b8, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48694d2b-b60e-4411-a4c9-34d387eb3dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3c3bef6a-6063-4a9b-9c3e-571e435152ff'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:26:18.215702 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-329963ac-8440-433b-8d05-178f8fddf2cf req-14dd7186-c0a1-4ccd-8cc3-37d2aa10643f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1abef996-b63d-4d13-848c-bc970455b6b8), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:18.309217 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-329963ac-8440-433b-8d05-178f8fddf2cf req-14dd7186-c0a1-4ccd-8cc3-37d2aa10643f service neutron] For port 1abef996-b63d-4d13-848c-bc970455b6b8, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:26:18.313493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-329963ac-8440-433b-8d05-178f8fddf2cf req-14dd7186-c0a1-4ccd-8cc3-37d2aa10643f service neutron] For port 1abef996-b63d-4d13-848c-bc970455b6b8, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1abef996-b63d-4d13-848c-bc970455b6b8,segment=NetworkSegment(48694d2b-b60e-4411-a4c9-34d387eb3dab),segment_id=48694d2b-b60e-4411-a4c9-34d387eb3dab)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:26:18.321617 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-329963ac-8440-433b-8d05-178f8fddf2cf req-14dd7186-c0a1-4ccd-8cc3-37d2aa10643f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (1abef996-b63d-4d13-848c-bc970455b6b8), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:18.361527 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329963ac-8440-433b-8d05-178f8fddf2cf req-14dd7186-c0a1-4ccd-8cc3-37d2aa10643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:18.362173 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-329963ac-8440-433b-8d05-178f8fddf2cf req-14dd7186-c0a1-4ccd-8cc3-37d2aa10643f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:18.363695 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-329963ac-8440-433b-8d05-178f8fddf2cf req-14dd7186-c0a1-4ccd-8cc3-37d2aa10643f service neutron] 10.222.0.31 "PUT /v2.0/ports/1abef996-b63d-4d13-848c-bc970455b6b8 HTTP/1.1" status: 200 len: 1093 time: 0.9011822 Mar 05 05:26:18.364269 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc9de7e-b167-4e59-b2cb-3e7afc4c83c5', 'tag': '1abef996-b63d-4d13-848c-bc970455b6b8'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:26:18.371464 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c7deb6-1d0e-4cb8-8479-21ffcdafef84" -d '{"events": [{"name": "network-changed", "server_uuid": "abc9de7e-b167-4e59-b2cb-3e7afc4c83c5", "tag": "1abef996-b63d-4d13-848c-bc970455b6b8"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:26:18.407466 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd7186-c0a1-4ccd-8cc3-37d2aa10643f service neutron] Pushing event updated for resources: {'Port': ['ID=1abef996-b63d-4d13-848c-bc970455b6b8,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:18.466084 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afbc1ba-b6b2-4687-932c-1243182fb5f5 x-openstack-request-id: req-5afbc1ba-b6b2-4687-932c-1243182fb5f5 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:26:18.466432 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abc9de7e-b167-4e59-b2cb-3e7afc4c83c5", "tag": "1abef996-b63d-4d13-848c-bc970455b6b8", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:26:18.466709 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5afbc1ba-b6b2-4687-932c-1243182fb5f5 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:26:18.467137 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abc9de7e-b167-4e59-b2cb-3e7afc4c83c5', 'tag': '1abef996-b63d-4d13-848c-bc970455b6b8', 'status': 'completed', 'code': 200} Mar 05 05:26:18.485463 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329963ac-8440-433b-8d05-178f8fddf2cf req-07b3dc68-337b-4495-a545-28832a71de97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:18.487342 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-329963ac-8440-433b-8d05-178f8fddf2cf req-07b3dc68-337b-4495-a545-28832a71de97 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e76c1ed1a10495ebffd7fb72002a6a1&device_id=abc9de7e-b167-4e59-b2cb-3e7afc4c83c5 HTTP/1.1" status: 200 len: 1127 time: 0.0770075 Mar 05 05:26:18.536079 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-329963ac-8440-433b-8d05-178f8fddf2cf req-a7298ab2-c91f-436a-be28-610dba602185 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=1abef996-b63d-4d13-848c-bc970455b6b8 HTTP/1.1" status: 200 len: 217 time: 0.0397861 Mar 05 05:26:18.597303 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329963ac-8440-433b-8d05-178f8fddf2cf req-d906cba2-2a0f-418b-bdb5-d467cd8d4626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:18.598928 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-329963ac-8440-433b-8d05-178f8fddf2cf req-d906cba2-2a0f-418b-bdb5-d467cd8d4626 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8214dbd4-2812-4c8c-87dc-208c421e260b HTTP/1.1" status: 200 len: 837 time: 0.0527027 Mar 05 05:26:18.655276 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329963ac-8440-433b-8d05-178f8fddf2cf req-9f9dc565-f556-48cb-a829-0c219fce79f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:18.656855 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-329963ac-8440-433b-8d05-178f8fddf2cf req-9f9dc565-f556-48cb-a829-0c219fce79f4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3c3bef6a-6063-4a9b-9c3e-571e435152ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0511959 Mar 05 05:26:18.756535 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-329963ac-8440-433b-8d05-178f8fddf2cf req-6f05a2cc-6aa8-4d89-a516-32781015d403 service neutron] 10.222.0.31 "GET /v2.0/networks/3c3bef6a-6063-4a9b-9c3e-571e435152ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923920 Mar 05 05:26:18.801462 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed809e1-f332-488c-9324-24e5906e37cb req-29c3be5d-4960-4a11-9e51-1da1b411aca0 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:18.802959 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3ed809e1-f332-488c-9324-24e5906e37cb req-29c3be5d-4960-4a11-9e51-1da1b411aca0 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=abc9de7e-b167-4e59-b2cb-3e7afc4c83c5 HTTP/1.1" status: 200 len: 944 time: 0.0527968 Mar 05 05:26:18.854500 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-329963ac-8440-433b-8d05-178f8fddf2cf req-874eb143-96d8-427c-a31d-ee574dffc7f8 service neutron] 10.222.0.31 "GET /v2.0/networks/3c3bef6a-6063-4a9b-9c3e-571e435152ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887473 Mar 05 05:26:18.858375 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3ed809e1-f332-488c-9324-24e5906e37cb req-bfc5b049-df77-4ad2-aad8-fd6a04037946 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?id=34893346-de12-4807-a4c1-bc5be1afa711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484533 Mar 05 05:26:19.238883 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7deb6-1d0e-4cb8-8479-21ffcdafef84 req-e44c09ef-9409-4c58-9cdb-04e1ab79cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:19.240408 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-12c7deb6-1d0e-4cb8-8479-21ffcdafef84 req-e44c09ef-9409-4c58-9cdb-04e1ab79cb2c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e76c1ed1a10495ebffd7fb72002a6a1&device_id=abc9de7e-b167-4e59-b2cb-3e7afc4c83c5 HTTP/1.1" status: 200 len: 1127 time: 0.3369381 Mar 05 05:26:19.329958 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7deb6-1d0e-4cb8-8479-21ffcdafef84 req-91d35c94-eb92-4f9a-b86b-09487d05d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:19.331388 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-12c7deb6-1d0e-4cb8-8479-21ffcdafef84 req-91d35c94-eb92-4f9a-b86b-09487d05d610 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3c3bef6a-6063-4a9b-9c3e-571e435152ff HTTP/1.1" status: 200 len: 896 time: 0.0839770 Mar 05 05:26:19.377222 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-12c7deb6-1d0e-4cb8-8479-21ffcdafef84 req-f8e48283-0f8b-4672-86bf-1c4ac732142c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=1abef996-b63d-4d13-848c-bc970455b6b8 HTTP/1.1" status: 200 len: 217 time: 0.0377557 Mar 05 05:26:19.425712 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7deb6-1d0e-4cb8-8479-21ffcdafef84 req-5c364fe9-0a3c-4126-9e1a-cd42e632310a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:19.427197 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-12c7deb6-1d0e-4cb8-8479-21ffcdafef84 req-5c364fe9-0a3c-4126-9e1a-cd42e632310a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8214dbd4-2812-4c8c-87dc-208c421e260b HTTP/1.1" status: 200 len: 837 time: 0.0433078 Mar 05 05:26:19.476524 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7deb6-1d0e-4cb8-8479-21ffcdafef84 req-4d54a6f5-1673-43bd-8e44-ea8c28b01c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:19.478020 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-12c7deb6-1d0e-4cb8-8479-21ffcdafef84 req-4d54a6f5-1673-43bd-8e44-ea8c28b01c0d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3c3bef6a-6063-4a9b-9c3e-571e435152ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0444951 Mar 05 05:26:19.571381 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-12c7deb6-1d0e-4cb8-8479-21ffcdafef84 req-93c42ad5-fbbf-4601-98f7-d7791d1d199a service neutron] 10.222.0.31 "GET /v2.0/networks/3c3bef6a-6063-4a9b-9c3e-571e435152ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858452 Mar 05 05:26:19.662204 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-12c7deb6-1d0e-4cb8-8479-21ffcdafef84 req-d529be28-fcbf-4dcd-8f95-e6b461ce5e48 service neutron] 10.222.0.31 "GET /v2.0/networks/3c3bef6a-6063-4a9b-9c3e-571e435152ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843253 Mar 05 05:26:19.981939 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fae2c8-6f44-4f5e-99b7-9168c292a376 req-c459d802-3883-4730-b5bd-3638bfc97eb5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:19.983551 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f0fae2c8-6f44-4f5e-99b7-9168c292a376 req-c459d802-3883-4730-b5bd-3638bfc97eb5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=abc9de7e-b167-4e59-b2cb-3e7afc4c83c5 HTTP/1.1" status: 200 len: 944 time: 0.0546348 Mar 05 05:26:20.033470 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f0fae2c8-6f44-4f5e-99b7-9168c292a376 req-3167886b-f12a-4e34-8a2d-7fdcfa524555 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?id=34893346-de12-4807-a4c1-bc5be1afa711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434201 Mar 05 05:26:20.267559 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1abef996-b63d-4d13-848c-bc970455b6b8 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:26:20.367643 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 1abef996-b63d-4d13-848c-bc970455b6b8, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1abef996-b63d-4d13-848c-bc970455b6b8,segment=NetworkSegment(48694d2b-b60e-4411-a4c9-34d387eb3dab),segment_id=48694d2b-b60e-4411-a4c9-34d387eb3dab)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:26:20.378860 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '1abef996-b63d-4d13-848c-bc970455b6b8', 'network_id': '3c3bef6a-6063-4a9b-9c3e-571e435152ff', 'port_id': '1abef996-b63d-4d13-848c-bc970455b6b8', 'mac_address': 'fa:16:3e:81:05:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8214dbd4-2812-4c8c-87dc-208c421e260b', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:26:20.418020 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 1abef996-b63d-4d13-848c-bc970455b6b8 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:26:20.418419 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1abef996-b63d-4d13-848c-bc970455b6b8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:20.431159 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1abef996-b63d-4d13-848c-bc970455b6b8 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:26:20.450441 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 1abef996-b63d-4d13-848c-bc970455b6b8, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1abef996-b63d-4d13-848c-bc970455b6b8,segment=NetworkSegment(48694d2b-b60e-4411-a4c9-34d387eb3dab),segment_id=48694d2b-b60e-4411-a4c9-34d387eb3dab)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:26:20.454521 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1abef996-b63d-4d13-848c-bc970455b6b8), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:20.501401 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=1abef996-b63d-4d13-848c-bc970455b6b8,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:20.657834 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['1abef996-b63d-4d13-848c-bc970455b6b8'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:26:21.151578 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ab81e-d92f-41fe-91c1-98db9e6c295e req-cea7e6b0-65ce-44bf-8b22-655f0bdf3813 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:21.153209 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-af2ab81e-d92f-41fe-91c1-98db9e6c295e req-cea7e6b0-65ce-44bf-8b22-655f0bdf3813 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=abc9de7e-b167-4e59-b2cb-3e7afc4c83c5 HTTP/1.1" status: 200 len: 945 time: 0.0526719 Mar 05 05:26:21.208761 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-af2ab81e-d92f-41fe-91c1-98db9e6c295e req-6e9ea714-ea32-4faf-b278-b3820b486d9f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?id=34893346-de12-4807-a4c1-bc5be1afa711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496764 Mar 05 05:26:22.280793 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1abef996-b63d-4d13-848c-bc970455b6b8 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:26:22.329688 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 1abef996-b63d-4d13-848c-bc970455b6b8 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:26:22.332340 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9f64c-8e1c-4840-926e-8a41252bff21 req-a144bd02-4065-4c45-b6f6-66a6f222d5ca tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:22.333435 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 1abef996-b63d-4d13-848c-bc970455b6b8 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:26:22.333821 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1abef996-b63d-4d13-848c-bc970455b6b8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:22.333938 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cdd9f64c-8e1c-4840-926e-8a41252bff21 req-a144bd02-4065-4c45-b6f6-66a6f222d5ca tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=abc9de7e-b167-4e59-b2cb-3e7afc4c83c5 HTTP/1.1" status: 200 len: 945 time: 0.0577443 Mar 05 05:26:22.384447 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cdd9f64c-8e1c-4840-926e-8a41252bff21 req-99fcf385-1916-470a-bfde-e4f70ccee9f6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?id=34893346-de12-4807-a4c1-bc5be1afa711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442643 Mar 05 05:26:22.414107 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 1abef996-b63d-4d13-848c-bc970455b6b8 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:26:22.414504 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1abef996-b63d-4d13-848c-bc970455b6b8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:22.436246 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc9de7e-b167-4e59-b2cb-3e7afc4c83c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abef996-b63d-4d13-848c-bc970455b6b8'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:26:22.438475 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175db3bb-bc93-45f9-b926-8b55ebd0b176" -d '{"events": [{"server_uuid": "abc9de7e-b167-4e59-b2cb-3e7afc4c83c5", "name": "network-vif-plugged", "status": "completed", "tag": "1abef996-b63d-4d13-848c-bc970455b6b8"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:26:22.454915 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 1abef996-b63d-4d13-848c-bc970455b6b8, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1abef996-b63d-4d13-848c-bc970455b6b8,segment=NetworkSegment(48694d2b-b60e-4411-a4c9-34d387eb3dab),segment_id=48694d2b-b60e-4411-a4c9-34d387eb3dab)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:26:22.459123 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1abef996-b63d-4d13-848c-bc970455b6b8), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:22.483667 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab90026d-94fb-4841-ae5a-c62ce1ad9704 x-openstack-request-id: req-ab90026d-94fb-4841-ae5a-c62ce1ad9704 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:26:22.483976 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc9de7e-b167-4e59-b2cb-3e7afc4c83c5", "name": "network-vif-plugged", "status": "completed", "tag": "1abef996-b63d-4d13-848c-bc970455b6b8", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:26:22.484235 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ab90026d-94fb-4841-ae5a-c62ce1ad9704 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:26:22.484629 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc9de7e-b167-4e59-b2cb-3e7afc4c83c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abef996-b63d-4d13-848c-bc970455b6b8', 'code': 200} Mar 05 05:26:22.510950 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=1abef996-b63d-4d13-848c-bc970455b6b8,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:22.584289 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249ef6e-0fa1-4748-ae61-541f322bdde8 req-e80eef22-b2c3-4dbe-84d4-595f79337d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:22.586865 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c249ef6e-0fa1-4748-ae61-541f322bdde8 req-e80eef22-b2c3-4dbe-84d4-595f79337d08 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=abc9de7e-b167-4e59-b2cb-3e7afc4c83c5 HTTP/1.1" status: 200 len: 1129 time: 0.0497854 Mar 05 05:26:22.633466 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c249ef6e-0fa1-4748-ae61-541f322bdde8 req-22c3f84d-6e53-47ea-9df5-87d7237bb8d8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=34893346-de12-4807-a4c1-bc5be1afa711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398319 Mar 05 05:26:23.503420 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff525d-22cf-4ca8-891f-bfe373bb58c1 req-8d24e8fb-7f65-4108-a2d4-c25c266368d7 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:23.504897 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-30ff525d-22cf-4ca8-891f-bfe373bb58c1 req-8d24e8fb-7f65-4108-a2d4-c25c266368d7 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=abc9de7e-b167-4e59-b2cb-3e7afc4c83c5 HTTP/1.1" status: 200 len: 946 time: 0.0524385 Mar 05 05:26:23.554302 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-30ff525d-22cf-4ca8-891f-bfe373bb58c1 req-c25e0af0-8cb7-484a-a393-fea39d943105 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?id=34893346-de12-4807-a4c1-bc5be1afa711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433927 Mar 05 05:26:24.679039 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438b63e-ac81-4f65-ab72-92fed1e01faf req-00051738-6f0c-40c7-9f11-0ef0c3ad8619 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:24.680483 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5438b63e-ac81-4f65-ab72-92fed1e01faf req-00051738-6f0c-40c7-9f11-0ef0c3ad8619 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=abc9de7e-b167-4e59-b2cb-3e7afc4c83c5 HTTP/1.1" status: 200 len: 946 time: 0.0570865 Mar 05 05:26:24.728989 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5438b63e-ac81-4f65-ab72-92fed1e01faf req-8c12165b-a95e-462f-9b8e-a635e87f0872 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?id=34893346-de12-4807-a4c1-bc5be1afa711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429008 Mar 05 05:26:24.849155 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a3615-fb51-41a3-8bf4-dbbe14c618c8 req-94d6a057-12c2-43fb-a01b-84c74791da63 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:24.850647 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b1a3615-fb51-41a3-8bf4-dbbe14c618c8 req-94d6a057-12c2-43fb-a01b-84c74791da63 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=abc9de7e-b167-4e59-b2cb-3e7afc4c83c5 HTTP/1.1" status: 200 len: 946 time: 0.0533383 Mar 05 05:26:24.901280 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8b1a3615-fb51-41a3-8bf4-dbbe14c618c8 req-ac576669-a996-45f7-9bd3-2e3ff97c3a97 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?id=34893346-de12-4807-a4c1-bc5be1afa711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450594 Mar 05 05:26:26.378531 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42328) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:26.811335 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b38a3c40-c239-4f6e-b2d3-76c7c0382f63 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:27.078510 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-b38a3c40-c239-4f6e-b2d3-76c7c0382f63 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Allocated IP 172.20.0.17 (3c3bef6a-6063-4a9b-9c3e-571e435152ff/8214dbd4-2812-4c8c-87dc-208c421e260b/8fd5aad1-9d6e-43d0-89a8-bac46a6706a1) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:26:27.190587 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b38a3c40-c239-4f6e-b2d3-76c7c0382f63 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for port (8fd5aad1-9d6e-43d0-89a8-bac46a6706a1), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:27.223026 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b38a3c40-c239-4f6e-b2d3-76c7c0382f63 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (8fd5aad1-9d6e-43d0-89a8-bac46a6706a1), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:27.264188 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38a3c40-c239-4f6e-b2d3-76c7c0382f63 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Network 3c3bef6a-6063-4a9b-9c3e-571e435152ff is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:26:27.267295 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-b38a3c40-c239-4f6e-b2d3-76c7c0382f63 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:26:27.270891 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38a3c40-c239-4f6e-b2d3-76c7c0382f63 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:26:27.296748 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a3c40-c239-4f6e-b2d3-76c7c0382f63 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'Port': ['ID=8fd5aad1-9d6e-43d0-89a8-bac46a6706a1,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:27.320312 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b38a3c40-c239-4f6e-b2d3-76c7c0382f63 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (c6b7f101-aea2-49ce-9ca5-d12463db91ea), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:27.482912 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b38a3c40-c239-4f6e-b2d3-76c7c0382f63 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8fd5aad1-9d6e-43d0-89a8-bac46a6706a1), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:27.532247 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a832e12b-04bd-4c44-a05f-ddd37241b067 None None] Provisioning complete for port 8fd5aad1-9d6e-43d0-89a8-bac46a6706a1 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:26:27.532823 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a832e12b-04bd-4c44-a05f-ddd37241b067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8fd5aad1-9d6e-43d0-89a8-bac46a6706a1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:27.566777 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a832e12b-04bd-4c44-a05f-ddd37241b067 None None] Port 8fd5aad1-9d6e-43d0-89a8-bac46a6706a1 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:26:27.761445 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b38a3c40-c239-4f6e-b2d3-76c7c0382f63 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for port (8fd5aad1-9d6e-43d0-89a8-bac46a6706a1), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:27.766054 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b38a3c40-c239-4f6e-b2d3-76c7c0382f63 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (8fd5aad1-9d6e-43d0-89a8-bac46a6706a1), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:27.841974 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a3c40-c239-4f6e-b2d3-76c7c0382f63 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'Port': ['ID=8fd5aad1-9d6e-43d0-89a8-bac46a6706a1,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:27.845439 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b38a3c40-c239-4f6e-b2d3-76c7c0382f63 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (c6b7f101-aea2-49ce-9ca5-d12463db91ea), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:27.935000 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38a3c40-c239-4f6e-b2d3-76c7c0382f63 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Network 3c3bef6a-6063-4a9b-9c3e-571e435152ff is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:26:27.936349 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-b38a3c40-c239-4f6e-b2d3-76c7c0382f63 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:26:28.056725 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38a3c40-c239-4f6e-b2d3-76c7c0382f63 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Router c6b7f101-aea2-49ce-9ca5-d12463db91ea has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:26:28.169256 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38a3c40-c239-4f6e-b2d3-76c7c0382f63 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:26:28.174947 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b38a3c40-c239-4f6e-b2d3-76c7c0382f63 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "PUT /v2.0/routers/c6b7f101-aea2-49ce-9ca5-d12463db91ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7953224 Mar 05 05:26:28.190055 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a2891b-1297-4712-b8c7-231f110e85a2 None None] Sync routers for ids ['c6b7f101-aea2-49ce-9ca5-d12463db91ea'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:26:28.212157 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a2891b-1297-4712-b8c7-231f110e85a2 None None] Routers {'c6b7f101-aea2-49ce-9ca5-d12463db91ea'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:26:28.212723 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-87a2891b-1297-4712-b8c7-231f110e85a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:26:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c6b7f101-aea2-49ce-9ca5-d12463db91ea'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:26:28.214889 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-2aa20c4f-d950-47d3-8ad5-afac2ec4cd50 None None] Provisioning complete for port 8fd5aad1-9d6e-43d0-89a8-bac46a6706a1 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:26:28.215292 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2aa20c4f-d950-47d3-8ad5-afac2ec4cd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8fd5aad1-9d6e-43d0-89a8-bac46a6706a1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:28.286133 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2aa20c4f-d950-47d3-8ad5-afac2ec4cd50 None None] Port 8fd5aad1-9d6e-43d0-89a8-bac46a6706a1 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:26:28.352091 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-87a2891b-1297-4712-b8c7-231f110e85a2 None None] Set router c6b7f101-aea2-49ce-9ca5-d12463db91ea gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:26:28.577967 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-87a2891b-1297-4712-b8c7-231f110e85a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'name': 'tempest-TestNetworkBasicOps-router-1632709745', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:25:13Z', 'updated_at': '2022-03-05T05:26:27Z', 'revision_number': 5, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:14Z', 'updated_at': '2022-03-05T05:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'f8847cba-a250-4a56-885e-e8b1b3ef77a9', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'floating_ip_address': '172.25.0.71', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'port_id': 'fedf65ad-e43f-4b83-aebb-8863f5874e75', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815', 'mac_address': 'fa:16:3e:93:d9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac1339-9c6d-4cfd-a88e-9bfbf310c668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:25:36Z', 'updated_at': '2022-03-05T05:25:38Z', 'revision_number': 1, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c7371cd-75ce-4ea9-b6dd-52d717e6dece', 'name': '', 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'mac_address': 'fa:16:3e:e7:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '982b41a3-1ec8-46e4-a42e-dff50ec53a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:16Z', 'updated_at': '2022-03-05T05:25:22Z', 'revision_number': 5, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'subnets': [{'id': '982b41a3-1ec8-46e4-a42e-dff50ec53a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fd5aad1-9d6e-43d0-89a8-bac46a6706a1', 'name': '', 'network_id': '3c3bef6a-6063-4a9b-9c3e-571e435152ff', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'mac_address': 'fa:16:3e:19:06:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '8214dbd4-2812-4c8c-87dc-208c421e260b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:26:26Z', 'updated_at': '2022-03-05T05:26:27Z', 'revision_number': 2, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'subnets': [{'id': '8214dbd4-2812-4c8c-87dc-208c421e260b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:26:28.607510 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a2891b-1297-4712-b8c7-231f110e85a2 None None] Checking router: c6b7f101-aea2-49ce-9ca5-d12463db91ea for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:26:28.607857 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a2891b-1297-4712-b8c7-231f110e85a2 None None] Updating router c6b7f101-aea2-49ce-9ca5-d12463db91ea port 8fd5aad1-9d6e-43d0-89a8-bac46a6706a1 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:26:28.634617 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-87a2891b-1297-4712-b8c7-231f110e85a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8fd5aad1-9d6e-43d0-89a8-bac46a6706a1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:28.891667 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-87a2891b-1297-4712-b8c7-231f110e85a2 None None] Publish callbacks [] for port (8fd5aad1-9d6e-43d0-89a8-bac46a6706a1), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:28.896141 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-87a2891b-1297-4712-b8c7-231f110e85a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8fd5aad1-9d6e-43d0-89a8-bac46a6706a1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:28.943576 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163838ff-ef8e-44fa-91ba-e60d6d189701 None None] Pushing event updated for resources: {'Port': ['ID=8fd5aad1-9d6e-43d0-89a8-bac46a6706a1,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:28.998282 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-87a2891b-1297-4712-b8c7-231f110e85a2 None None] Attempting to bind port 8fd5aad1-9d6e-43d0-89a8-bac46a6706a1 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:26:28.998661 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-87a2891b-1297-4712-b8c7-231f110e85a2 None None] Attempting to bind port 8fd5aad1-9d6e-43d0-89a8-bac46a6706a1 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '48694d2b-b60e-4411-a4c9-34d387eb3dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3c3bef6a-6063-4a9b-9c3e-571e435152ff'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:26:28.999034 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a2891b-1297-4712-b8c7-231f110e85a2 None None] Attempting to bind port 8fd5aad1-9d6e-43d0-89a8-bac46a6706a1 on network 3c3bef6a-6063-4a9b-9c3e-571e435152ff {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:26:29.004276 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a2891b-1297-4712-b8c7-231f110e85a2 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:26:29.004660 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a2891b-1297-4712-b8c7-231f110e85a2 None None] Checking segment: {'id': '48694d2b-b60e-4411-a4c9-34d387eb3dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3c3bef6a-6063-4a9b-9c3e-571e435152ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:26:29.005065 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-87a2891b-1297-4712-b8c7-231f110e85a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:29.005470 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a2891b-1297-4712-b8c7-231f110e85a2 None None] Bound using segment: {'id': '48694d2b-b60e-4411-a4c9-34d387eb3dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3c3bef6a-6063-4a9b-9c3e-571e435152ff'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:26:29.005941 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-87a2891b-1297-4712-b8c7-231f110e85a2 None None] Bound port: 8fd5aad1-9d6e-43d0-89a8-bac46a6706a1, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48694d2b-b60e-4411-a4c9-34d387eb3dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '3c3bef6a-6063-4a9b-9c3e-571e435152ff'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:26:29.007172 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-87a2891b-1297-4712-b8c7-231f110e85a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8fd5aad1-9d6e-43d0-89a8-bac46a6706a1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:29.070633 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-87a2891b-1297-4712-b8c7-231f110e85a2 None None] For port 8fd5aad1-9d6e-43d0-89a8-bac46a6706a1, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:26:29.073801 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-87a2891b-1297-4712-b8c7-231f110e85a2 None None] For port 8fd5aad1-9d6e-43d0-89a8-bac46a6706a1, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=8fd5aad1-9d6e-43d0-89a8-bac46a6706a1,segment=NetworkSegment(48694d2b-b60e-4411-a4c9-34d387eb3dab),segment_id=48694d2b-b60e-4411-a4c9-34d387eb3dab)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:26:29.081563 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-87a2891b-1297-4712-b8c7-231f110e85a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8fd5aad1-9d6e-43d0-89a8-bac46a6706a1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:29.133912 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a2891b-1297-4712-b8c7-231f110e85a2 None None] Routers {'c6b7f101-aea2-49ce-9ca5-d12463db91ea'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:26:29.134659 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-87a2891b-1297-4712-b8c7-231f110e85a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:26:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c6b7f101-aea2-49ce-9ca5-d12463db91ea'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:26:29.180722 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163838ff-ef8e-44fa-91ba-e60d6d189701 None None] Pushing event updated for resources: {'Port': ['ID=8fd5aad1-9d6e-43d0-89a8-bac46a6706a1,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:29.409112 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-1db9631f-9631-437a-a865-fc428eeb8b27 None None] Provisioning complete for port 8fd5aad1-9d6e-43d0-89a8-bac46a6706a1 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:26:29.409487 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1db9631f-9631-437a-a865-fc428eeb8b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8fd5aad1-9d6e-43d0-89a8-bac46a6706a1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:29.445931 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-87a2891b-1297-4712-b8c7-231f110e85a2 None None] Set router c6b7f101-aea2-49ce-9ca5-d12463db91ea gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:26:29.596098 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-1db9631f-9631-437a-a865-fc428eeb8b27 None None] Current status of the port 8fd5aad1-9d6e-43d0-89a8-bac46a6706a1 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:26:29.596793 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1db9631f-9631-437a-a865-fc428eeb8b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8fd5aad1-9d6e-43d0-89a8-bac46a6706a1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:29.675477 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-1db9631f-9631-437a-a865-fc428eeb8b27 None None] For port 8fd5aad1-9d6e-43d0-89a8-bac46a6706a1, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=8fd5aad1-9d6e-43d0-89a8-bac46a6706a1,segment=NetworkSegment(48694d2b-b60e-4411-a4c9-34d387eb3dab),segment_id=48694d2b-b60e-4411-a4c9-34d387eb3dab)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:26:29.682140 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1db9631f-9631-437a-a865-fc428eeb8b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8fd5aad1-9d6e-43d0-89a8-bac46a6706a1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:29.752831 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9631f-9631-437a-a865-fc428eeb8b27 None None] Pushing event updated for resources: {'Port': ['ID=8fd5aad1-9d6e-43d0-89a8-bac46a6706a1,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:29.770087 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-87a2891b-1297-4712-b8c7-231f110e85a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'name': 'tempest-TestNetworkBasicOps-router-1632709745', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:25:13Z', 'updated_at': '2022-03-05T05:26:27Z', 'revision_number': 5, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:14Z', 'updated_at': '2022-03-05T05:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'f8847cba-a250-4a56-885e-e8b1b3ef77a9', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'floating_ip_address': '172.25.0.71', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'port_id': 'fedf65ad-e43f-4b83-aebb-8863f5874e75', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815', 'mac_address': 'fa:16:3e:93:d9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac1339-9c6d-4cfd-a88e-9bfbf310c668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:25:36Z', 'updated_at': '2022-03-05T05:25:38Z', 'revision_number': 1, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c7371cd-75ce-4ea9-b6dd-52d717e6dece', 'name': '', 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'mac_address': 'fa:16:3e:e7:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '982b41a3-1ec8-46e4-a42e-dff50ec53a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:16Z', 'updated_at': '2022-03-05T05:25:22Z', 'revision_number': 5, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'subnets': [{'id': '982b41a3-1ec8-46e4-a42e-dff50ec53a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fd5aad1-9d6e-43d0-89a8-bac46a6706a1', 'name': '', 'network_id': '3c3bef6a-6063-4a9b-9c3e-571e435152ff', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'mac_address': 'fa:16:3e:19:06:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '8214dbd4-2812-4c8c-87dc-208c421e260b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:26:26Z', 'updated_at': '2022-03-05T05:26:29Z', 'revision_number': 4, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'subnets': [{'id': '8214dbd4-2812-4c8c-87dc-208c421e260b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:26:29.802484 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a2891b-1297-4712-b8c7-231f110e85a2 None None] The sync data for ids ['c6b7f101-aea2-49ce-9ca5-d12463db91ea'] in n-d-789963-32 is: [{'id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'name': 'tempest-TestNetworkBasicOps-router-1632709745', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:25:13Z', 'updated_at': '2022-03-05T05:26:27Z', 'revision_number': 5, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:14Z', 'updated_at': '2022-03-05T05:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'f8847cba-a250-4a56-885e-e8b1b3ef77a9', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'floating_ip_address': '172.25.0.71', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'port_id': 'fedf65ad-e43f-4b83-aebb-8863f5874e75', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815', 'mac_address': 'fa:16:3e:93:d9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac1339-9c6d-4cfd-a88e-9bfbf310c668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:25:36Z', 'updated_at': '2022-03-05T05:25:38Z', 'revision_number': 1, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c7371cd-75ce-4ea9-b6dd-52d717e6dece', 'name': '', 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'mac_address': 'fa:16:3e:e7:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '982b41a3-1ec8-46e4-a42e-dff50ec53a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:16Z', 'updated_at': '2022-03-05T05:25:22Z', 'revision_number': 5, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'subnets': [{'id': '982b41a3-1ec8-46e4-a42e-dff50ec53a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fd5aad1-9d6e-43d0-89a8-bac46a6706a1', 'name': '', 'network_id': '3c3bef6a-6063-4a9b-9c3e-571e435152ff', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'mac_address': 'fa:16:3e:19:06:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '8214dbd4-2812-4c8c-87dc-208c421e260b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:26:26Z', 'updated_at': '2022-03-05T05:26:29Z', 'revision_number': 4, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'subnets': [{'id': '8214dbd4-2812-4c8c-87dc-208c421e260b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:26:29.813673 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-ff075cff-6ac6-4753-8e9e-11246f328217 None None] Provisioning complete for port 8fd5aad1-9d6e-43d0-89a8-bac46a6706a1 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:26:29.814054 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ff075cff-6ac6-4753-8e9e-11246f328217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8fd5aad1-9d6e-43d0-89a8-bac46a6706a1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:29.915662 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ff075cff-6ac6-4753-8e9e-11246f328217 None None] Current status of the port 8fd5aad1-9d6e-43d0-89a8-bac46a6706a1 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:26:31.722275 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8fd5aad1-9d6e-43d0-89a8-bac46a6706a1 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:26:31.769411 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 8fd5aad1-9d6e-43d0-89a8-bac46a6706a1 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:26:31.769787 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8fd5aad1-9d6e-43d0-89a8-bac46a6706a1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:31.847416 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 8fd5aad1-9d6e-43d0-89a8-bac46a6706a1 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:26:41.430825 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7f5833ce-0bf9-4b46-955b-7e18d86fef5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:43.705694 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ef28980e-924b-447b-a771-dfe3d86f6008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:44.012814 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:44.232863 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:44.514481 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:26:45.086943 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:46.358917 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:47.808156 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:48.579766 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42352) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:48.992398 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-babadcff-77aa-4030-9161-a7fcd8e98a7a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (c6b7f101-aea2-49ce-9ca5-d12463db91ea), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:49.660089 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-babadcff-77aa-4030-9161-a7fcd8e98a7a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Deleting port 8fd5aad1-9d6e-43d0-89a8-bac46a6706a1 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:26:49.660640 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-babadcff-77aa-4030-9161-a7fcd8e98a7a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (8fd5aad1-9d6e-43d0-89a8-bac46a6706a1), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:49.751461 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-babadcff-77aa-4030-9161-a7fcd8e98a7a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] For port 8fd5aad1-9d6e-43d0-89a8-bac46a6706a1, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=8fd5aad1-9d6e-43d0-89a8-bac46a6706a1,segment=NetworkSegment(48694d2b-b60e-4411-a4c9-34d387eb3dab),segment_id=48694d2b-b60e-4411-a4c9-34d387eb3dab)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:26:49.751824 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-babadcff-77aa-4030-9161-a7fcd8e98a7a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (8fd5aad1-9d6e-43d0-89a8-bac46a6706a1), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:49.764358 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-babadcff-77aa-4030-9161-a7fcd8e98a7a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Calling delete_port for 8fd5aad1-9d6e-43d0-89a8-bac46a6706a1 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:26:49.951210 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-babadcff-77aa-4030-9161-a7fcd8e98a7a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (8fd5aad1-9d6e-43d0-89a8-bac46a6706a1), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:49.976812 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babadcff-77aa-4030-9161-a7fcd8e98a7a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event deleted for resources: {'Port': ['ID=8fd5aad1-9d6e-43d0-89a8-bac46a6706a1,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:50.157544 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-babadcff-77aa-4030-9161-a7fcd8e98a7a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (c6b7f101-aea2-49ce-9ca5-d12463db91ea), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:50.387965 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babadcff-77aa-4030-9161-a7fcd8e98a7a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Router c6b7f101-aea2-49ce-9ca5-d12463db91ea has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:26:50.501174 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babadcff-77aa-4030-9161-a7fcd8e98a7a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:26:50.506098 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-babadcff-77aa-4030-9161-a7fcd8e98a7a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "PUT /v2.0/routers/c6b7f101-aea2-49ce-9ca5-d12463db91ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9253011 Mar 05 05:26:50.511001 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f36c496-a77a-4df9-b7e8-68b50d7f7ec1 None None] Sync routers for ids ['c6b7f101-aea2-49ce-9ca5-d12463db91ea'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:26:50.520561 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f36c496-a77a-4df9-b7e8-68b50d7f7ec1 None None] Routers {'c6b7f101-aea2-49ce-9ca5-d12463db91ea'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:26:50.521176 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-0f36c496-a77a-4df9-b7e8-68b50d7f7ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:26:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c6b7f101-aea2-49ce-9ca5-d12463db91ea'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:26:50.635852 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-0f36c496-a77a-4df9-b7e8-68b50d7f7ec1 None None] Set router c6b7f101-aea2-49ce-9ca5-d12463db91ea gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:26:50.730726 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954636a-163c-4ec2-aa3e-3c66af6d474d req-d6b55119-4ad7-40a6-90b4-716e837b5a1d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:50.732263 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4954636a-163c-4ec2-aa3e-3c66af6d474d req-d6b55119-4ad7-40a6-90b4-716e837b5a1d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=abc9de7e-b167-4e59-b2cb-3e7afc4c83c5 HTTP/1.1" status: 200 len: 946 time: 0.0523903 Mar 05 05:26:50.786024 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4954636a-163c-4ec2-aa3e-3c66af6d474d req-8ef1873b-ef2f-41aa-8105-c24660a884ec tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?id=34893346-de12-4807-a4c1-bc5be1afa711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481577 Mar 05 05:26:50.869208 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-0f36c496-a77a-4df9-b7e8-68b50d7f7ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'name': 'tempest-TestNetworkBasicOps-router-1632709745', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:25:13Z', 'updated_at': '2022-03-05T05:26:49Z', 'revision_number': 6, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:14Z', 'updated_at': '2022-03-05T05:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'f8847cba-a250-4a56-885e-e8b1b3ef77a9', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'floating_ip_address': '172.25.0.71', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'port_id': 'fedf65ad-e43f-4b83-aebb-8863f5874e75', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815', 'mac_address': 'fa:16:3e:93:d9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac1339-9c6d-4cfd-a88e-9bfbf310c668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:25:36Z', 'updated_at': '2022-03-05T05:25:38Z', 'revision_number': 1, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c7371cd-75ce-4ea9-b6dd-52d717e6dece', 'name': '', 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'mac_address': 'fa:16:3e:e7:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '982b41a3-1ec8-46e4-a42e-dff50ec53a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:16Z', 'updated_at': '2022-03-05T05:25:22Z', 'revision_number': 5, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'subnets': [{'id': '982b41a3-1ec8-46e4-a42e-dff50ec53a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:26:50.894384 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f36c496-a77a-4df9-b7e8-68b50d7f7ec1 None None] Checking router: c6b7f101-aea2-49ce-9ca5-d12463db91ea for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:26:50.903159 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f36c496-a77a-4df9-b7e8-68b50d7f7ec1 None None] Routers {'c6b7f101-aea2-49ce-9ca5-d12463db91ea'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:26:50.903760 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-0f36c496-a77a-4df9-b7e8-68b50d7f7ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:26:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c6b7f101-aea2-49ce-9ca5-d12463db91ea'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:26:51.010345 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-0f36c496-a77a-4df9-b7e8-68b50d7f7ec1 None None] Set router c6b7f101-aea2-49ce-9ca5-d12463db91ea gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:26:51.229971 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-0f36c496-a77a-4df9-b7e8-68b50d7f7ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'name': 'tempest-TestNetworkBasicOps-router-1632709745', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:25:13Z', 'updated_at': '2022-03-05T05:26:49Z', 'revision_number': 6, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:14Z', 'updated_at': '2022-03-05T05:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'f8847cba-a250-4a56-885e-e8b1b3ef77a9', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'floating_ip_address': '172.25.0.71', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'port_id': 'fedf65ad-e43f-4b83-aebb-8863f5874e75', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815', 'mac_address': 'fa:16:3e:93:d9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac1339-9c6d-4cfd-a88e-9bfbf310c668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:25:36Z', 'updated_at': '2022-03-05T05:25:38Z', 'revision_number': 1, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c7371cd-75ce-4ea9-b6dd-52d717e6dece', 'name': '', 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'mac_address': 'fa:16:3e:e7:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '982b41a3-1ec8-46e4-a42e-dff50ec53a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:16Z', 'updated_at': '2022-03-05T05:25:22Z', 'revision_number': 5, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'subnets': [{'id': '982b41a3-1ec8-46e4-a42e-dff50ec53a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:26:51.256300 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f36c496-a77a-4df9-b7e8-68b50d7f7ec1 None None] The sync data for ids ['c6b7f101-aea2-49ce-9ca5-d12463db91ea'] in n-d-789963-32 is: [{'id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'name': 'tempest-TestNetworkBasicOps-router-1632709745', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:25:13Z', 'updated_at': '2022-03-05T05:26:49Z', 'revision_number': 6, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:14Z', 'updated_at': '2022-03-05T05:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'f8847cba-a250-4a56-885e-e8b1b3ef77a9', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'floating_ip_address': '172.25.0.71', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'port_id': 'fedf65ad-e43f-4b83-aebb-8863f5874e75', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815', 'mac_address': 'fa:16:3e:93:d9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cac1339-9c6d-4cfd-a88e-9bfbf310c668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:25:36Z', 'updated_at': '2022-03-05T05:25:38Z', 'revision_number': 1, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c7371cd-75ce-4ea9-b6dd-52d717e6dece', 'name': '', 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'mac_address': 'fa:16:3e:e7:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '982b41a3-1ec8-46e4-a42e-dff50ec53a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:16Z', 'updated_at': '2022-03-05T05:25:22Z', 'revision_number': 5, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'subnets': [{'id': '982b41a3-1ec8-46e4-a42e-dff50ec53a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:26:51.714914 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8fd5aad1-9d6e-43d0-89a8-bac46a6706a1 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:26:51.736613 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 8fd5aad1-9d6e-43d0-89a8-bac46a6706a1 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:26:51.736967 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8fd5aad1-9d6e-43d0-89a8-bac46a6706a1 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:26:51.908855 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba3ee6-f0d4-4fb3-bdfd-837ffc037e76 req-c1a8877f-415d-4756-97dd-4e6ae5f8d782 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:51.910327 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1dba3ee6-f0d4-4fb3-bdfd-837ffc037e76 req-c1a8877f-415d-4756-97dd-4e6ae5f8d782 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=abc9de7e-b167-4e59-b2cb-3e7afc4c83c5 HTTP/1.1" status: 200 len: 946 time: 0.0532517 Mar 05 05:26:51.957571 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1dba3ee6-f0d4-4fb3-bdfd-837ffc037e76 req-0eca6b86-7823-4b50-b115-02f387d4471a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?id=34893346-de12-4807-a4c1-bc5be1afa711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417089 Mar 05 05:26:52.022145 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33341ce-f178-491b-84d5-9ef39a87ad3f req-178ca1a0-ebc5-4df9-b63a-2e34d1cf680a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:52.024903 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e33341ce-f178-491b-84d5-9ef39a87ad3f req-178ca1a0-ebc5-4df9-b63a-2e34d1cf680a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.31 "GET /v2.0/ports?device_id=abc9de7e-b167-4e59-b2cb-3e7afc4c83c5 HTTP/1.1" status: 200 len: 946 time: 0.0526621 Mar 05 05:26:52.121233 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-e33341ce-f178-491b-84d5-9ef39a87ad3f req-e2635309-c6a8-4e6f-aee8-9b2b5f5fe941 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Deleting port 1abef996-b63d-4d13-848c-bc970455b6b8 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:26:52.121584 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e33341ce-f178-491b-84d5-9ef39a87ad3f req-e2635309-c6a8-4e6f-aee8-9b2b5f5fe941 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (1abef996-b63d-4d13-848c-bc970455b6b8), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:52.208381 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-e33341ce-f178-491b-84d5-9ef39a87ad3f req-e2635309-c6a8-4e6f-aee8-9b2b5f5fe941 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] For port 1abef996-b63d-4d13-848c-bc970455b6b8, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1abef996-b63d-4d13-848c-bc970455b6b8,segment=NetworkSegment(48694d2b-b60e-4411-a4c9-34d387eb3dab),segment_id=48694d2b-b60e-4411-a4c9-34d387eb3dab)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:26:52.208670 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e33341ce-f178-491b-84d5-9ef39a87ad3f req-e2635309-c6a8-4e6f-aee8-9b2b5f5fe941 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (1abef996-b63d-4d13-848c-bc970455b6b8), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:52.220803 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-e33341ce-f178-491b-84d5-9ef39a87ad3f req-e2635309-c6a8-4e6f-aee8-9b2b5f5fe941 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Calling delete_port for 1abef996-b63d-4d13-848c-bc970455b6b8 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:26:52.349995 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e33341ce-f178-491b-84d5-9ef39a87ad3f req-e2635309-c6a8-4e6f-aee8-9b2b5f5fe941 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (1abef996-b63d-4d13-848c-bc970455b6b8), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:52.378699 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2635309-c6a8-4e6f-aee8-9b2b5f5fe941 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event deleted for resources: {'Port': ['ID=1abef996-b63d-4d13-848c-bc970455b6b8,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:52.427289 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33341ce-f178-491b-84d5-9ef39a87ad3f req-e2635309-c6a8-4e6f-aee8-9b2b5f5fe941 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] No DVR routers for this DVR port 1abef996-b63d-4d13-848c-bc970455b6b8 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:26:52.430103 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e33341ce-f178-491b-84d5-9ef39a87ad3f req-e2635309-c6a8-4e6f-aee8-9b2b5f5fe941 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:52.433570 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e33341ce-f178-491b-84d5-9ef39a87ad3f req-e2635309-c6a8-4e6f-aee8-9b2b5f5fe941 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.31 "DELETE /v2.0/ports/1abef996-b63d-4d13-848c-bc970455b6b8 HTTP/1.1" status: 204 len: 173 time: 0.4029777 Mar 05 05:26:52.434022 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc9de7e-b167-4e59-b2cb-3e7afc4c83c5', 'name': 'network-vif-deleted', 'tag': '1abef996-b63d-4d13-848c-bc970455b6b8'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:26:52.436499 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8928ca9-450a-402a-896c-efec47148549" -d '{"events": [{"server_uuid": "abc9de7e-b167-4e59-b2cb-3e7afc4c83c5", "name": "network-vif-deleted", "tag": "1abef996-b63d-4d13-848c-bc970455b6b8"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:26:52.476832 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb68e3c5-1c16-41fa-b471-49801c64b3e7 x-openstack-request-id: req-eb68e3c5-1c16-41fa-b471-49801c64b3e7 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:26:52.477117 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc9de7e-b167-4e59-b2cb-3e7afc4c83c5", "name": "network-vif-deleted", "tag": "1abef996-b63d-4d13-848c-bc970455b6b8", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:26:52.477434 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eb68e3c5-1c16-41fa-b471-49801c64b3e7 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:26:52.477847 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc9de7e-b167-4e59-b2cb-3e7afc4c83c5', 'name': 'network-vif-deleted', 'tag': '1abef996-b63d-4d13-848c-bc970455b6b8', 'status': 'completed', 'code': 200} Mar 05 05:26:53.012894 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42364) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:53.070222 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24c40ce2-264b-4da7-bc0a-46b00506d77b tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group (34893346-de12-4807-a4c1-bc5be1afa711), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:53.095823 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24c40ce2-264b-4da7-bc0a-46b00506d77b tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group (34893346-de12-4807-a4c1-bc5be1afa711), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:53.154532 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24c40ce2-264b-4da7-bc0a-46b00506d77b tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (34893346-de12-4807-a4c1-bc5be1afa711), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:53.157182 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24c40ce2-264b-4da7-bc0a-46b00506d77b tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:53.158328 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-24c40ce2-264b-4da7-bc0a-46b00506d77b tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "DELETE /v2.0/security-groups/34893346-de12-4807-a4c1-bc5be1afa711 HTTP/1.1" status: 204 len: 168 time: 0.1444659 Mar 05 05:26:53.169137 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c40ce2-264b-4da7-bc0a-46b00506d77b tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34893346-de12-4807-a4c1-bc5be1afa711,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:53.189469 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42368) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:53.241917 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4561469-5b77-45c6-9c41-ff90d8c4d317 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Deleting subnet 8214dbd4-2812-4c8c-87dc-208c421e260b {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:26:53.245130 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b4561469-5b77-45c6-9c41-ff90d8c4d317 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for subnet (8214dbd4-2812-4c8c-87dc-208c421e260b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:53.289279 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b4561469-5b77-45c6-9c41-ff90d8c4d317 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (8214dbd4-2812-4c8c-87dc-208c421e260b), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:53.368823 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b4561469-5b77-45c6-9c41-ff90d8c4d317 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (8214dbd4-2812-4c8c-87dc-208c421e260b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:53.427905 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b4561469-5b77-45c6-9c41-ff90d8c4d317 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (8214dbd4-2812-4c8c-87dc-208c421e260b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:53.462668 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4561469-5b77-45c6-9c41-ff90d8c4d317 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event deleted for resources: {'Subnet': ['ID=8214dbd4-2812-4c8c-87dc-208c421e260b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:53.466104 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b4561469-5b77-45c6-9c41-ff90d8c4d317 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:53.468872 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b4561469-5b77-45c6-9c41-ff90d8c4d317 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "DELETE /v2.0/subnets/8214dbd4-2812-4c8c-87dc-208c421e260b HTTP/1.1" status: 204 len: 168 time: 0.2784095 Mar 05 05:26:53.470280 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4242161-60a2-4b4d-b161-b54cba1b19a0 None None] Network 3c3bef6a-6063-4a9b-9c3e-571e435152ff requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:26:53.471762 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42370) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:53.547417 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fd6d21b-4ff2-4f1b-80a7-6f85f03ea1d5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (3c3bef6a-6063-4a9b-9c3e-571e435152ff), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:53.606717 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-1fd6d21b-4ff2-4f1b-80a7-6f85f03ea1d5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Deleting port c47fc1fd-0df8-4202-92f8-51d4e232dc8a {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:26:53.607054 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fd6d21b-4ff2-4f1b-80a7-6f85f03ea1d5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (c47fc1fd-0df8-4202-92f8-51d4e232dc8a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:53.627376 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f38cc4-892d-4aef-ad3b-084bb9606d25 None None] DHCP port deletion for 3c3bef6a-6063-4a9b-9c3e-571e435152ff request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:26:53.676894 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-1fd6d21b-4ff2-4f1b-80a7-6f85f03ea1d5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] For port c47fc1fd-0df8-4202-92f8-51d4e232dc8a, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c47fc1fd-0df8-4202-92f8-51d4e232dc8a,segment=NetworkSegment(48694d2b-b60e-4411-a4c9-34d387eb3dab),segment_id=48694d2b-b60e-4411-a4c9-34d387eb3dab)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:26:53.676894 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fd6d21b-4ff2-4f1b-80a7-6f85f03ea1d5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (c47fc1fd-0df8-4202-92f8-51d4e232dc8a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:53.680049 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c7f38cc4-892d-4aef-ad3b-084bb9606d25 None None] Deleting port c47fc1fd-0df8-4202-92f8-51d4e232dc8a {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:26:53.680506 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c7f38cc4-892d-4aef-ad3b-084bb9606d25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (c47fc1fd-0df8-4202-92f8-51d4e232dc8a), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:53.691413 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-1fd6d21b-4ff2-4f1b-80a7-6f85f03ea1d5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Calling delete_port for c47fc1fd-0df8-4202-92f8-51d4e232dc8a owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:26:53.736382 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c47fc1fd-0df8-4202-92f8-51d4e232dc8a no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:26:53.771947 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fd6d21b-4ff2-4f1b-80a7-6f85f03ea1d5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (c47fc1fd-0df8-4202-92f8-51d4e232dc8a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:53.773790 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-c7f38cc4-892d-4aef-ad3b-084bb9606d25 None None] For port c47fc1fd-0df8-4202-92f8-51d4e232dc8a, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c47fc1fd-0df8-4202-92f8-51d4e232dc8a,segment=NetworkSegment(48694d2b-b60e-4411-a4c9-34d387eb3dab),segment_id=48694d2b-b60e-4411-a4c9-34d387eb3dab)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:26:53.774344 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c7f38cc4-892d-4aef-ad3b-084bb9606d25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (c47fc1fd-0df8-4202-92f8-51d4e232dc8a), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:53.795222 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c7f38cc4-892d-4aef-ad3b-084bb9606d25 None None] Calling delete_port for c47fc1fd-0df8-4202-92f8-51d4e232dc8a owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:26:53.797767 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6d21b-4ff2-4f1b-80a7-6f85f03ea1d5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event deleted for resources: {'Port': ['ID=c47fc1fd-0df8-4202-92f8-51d4e232dc8a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:53.802956 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd6d21b-4ff2-4f1b-80a7-6f85f03ea1d5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] No DVR routers for this DVR port c47fc1fd-0df8-4202-92f8-51d4e232dc8a on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:26:53.810954 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No active binding found for port c47fc1fd-0df8-4202-92f8-51d4e232dc8a {{(pid=105233) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 05 05:26:53.811368 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] The host n-d-789963-32 is not matching for port c47fc1fd-0df8-4202-92f8-51d4e232dc8a host None! {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 05 05:26:53.811770 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c47fc1fd-0df8-4202-92f8-51d4e232dc8a not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 05 05:26:53.869423 n-d-789963-32 neutron-server[105233]: self.session.flush() Mar 05 05:26:53.879630 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c7f38cc4-892d-4aef-ad3b-084bb9606d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (c47fc1fd-0df8-4202-92f8-51d4e232dc8a), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:53.887142 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fd6d21b-4ff2-4f1b-80a7-6f85f03ea1d5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (3c3bef6a-6063-4a9b-9c3e-571e435152ff), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:53.905377 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f38cc4-892d-4aef-ad3b-084bb9606d25 None None] Pushing event deleted for resources: {'Port': ['ID=c47fc1fd-0df8-4202-92f8-51d4e232dc8a,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:53.907451 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-1fd6d21b-4ff2-4f1b-80a7-6f85f03ea1d5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c3bef6a-6063-4a9b-9c3e-571e435152ff']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:26:53.909334 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f38cc4-892d-4aef-ad3b-084bb9606d25 None None] No DVR routers for this DVR port c47fc1fd-0df8-4202-92f8-51d4e232dc8a on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:26:53.917600 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-1fd6d21b-4ff2-4f1b-80a7-6f85f03ea1d5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48694d2b-b60e-4411-a4c9-34d387eb3dab') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:26:53.917900 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-1fd6d21b-4ff2-4f1b-80a7-6f85f03ea1d5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48694d2b-b60e-4411-a4c9-34d387eb3dab') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:26:53.928429 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fd6d21b-4ff2-4f1b-80a7-6f85f03ea1d5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (48694d2b-b60e-4411-a4c9-34d387eb3dab), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:53.943143 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fd6d21b-4ff2-4f1b-80a7-6f85f03ea1d5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (48694d2b-b60e-4411-a4c9-34d387eb3dab), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:53.950861 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fd6d21b-4ff2-4f1b-80a7-6f85f03ea1d5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:26:53.951479 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fd6d21b-4ff2-4f1b-80a7-6f85f03ea1d5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (48694d2b-b60e-4411-a4c9-34d387eb3dab), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:53.955873 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:26:53.955873 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:26:53.955873 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:26:53.955873 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:26:53.955873 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:26:53.955873 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:26:53.955873 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:26:53.955873 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:26:53.955873 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:26:53.955873 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:26:53.955873 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:26:53.955873 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:26:53.955873 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:26:53.955873 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:26:53.955873 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:26:53.955873 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:26:53.955873 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:26:53.955873 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:26:53.955873 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:26:53.955873 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:26:53.955873 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:26:53.955873 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:26:53.955873 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:26:53.955873 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:26:53.955873 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:26:53.955873 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:26:53.955873 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:26:53.955873 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:26:53.955873 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:26:53.955873 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:26:53.955873 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:26:53.955873 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:26:54.017414 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fd6d21b-4ff2-4f1b-80a7-6f85f03ea1d5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (3c3bef6a-6063-4a9b-9c3e-571e435152ff), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:54.025777 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fd6d21b-4ff2-4f1b-80a7-6f85f03ea1d5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:54.029148 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1fd6d21b-4ff2-4f1b-80a7-6f85f03ea1d5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "DELETE /v2.0/networks/3c3bef6a-6063-4a9b-9c3e-571e435152ff HTTP/1.1" status: 204 len: 168 time: 0.5564778 Mar 05 05:26:54.031998 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42372) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:54.039484 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6d21b-4ff2-4f1b-80a7-6f85f03ea1d5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event deleted for resources: {'Network': ['ID=3c3bef6a-6063-4a9b-9c3e-571e435152ff,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:54.188914 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8e09feb7-e5c5-410d-a018-5a321b07bc5a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Deleting port c6bc2a66-dd66-499c-98af-1e275e0aa9f2 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:26:54.189189 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e09feb7-e5c5-410d-a018-5a321b07bc5a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (c6bc2a66-dd66-499c-98af-1e275e0aa9f2), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:54.265595 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e09feb7-e5c5-410d-a018-5a321b07bc5a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (c6bc2a66-dd66-499c-98af-1e275e0aa9f2), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:54.265928 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e09feb7-e5c5-410d-a018-5a321b07bc5a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for floatingip (c6bc2a66-dd66-499c-98af-1e275e0aa9f2), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:54.277574 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8e09feb7-e5c5-410d-a018-5a321b07bc5a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Calling delete_port for c6bc2a66-dd66-499c-98af-1e275e0aa9f2 owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:26:54.424564 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e09feb7-e5c5-410d-a018-5a321b07bc5a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (c6bc2a66-dd66-499c-98af-1e275e0aa9f2), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:54.441704 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1abef996-b63d-4d13-848c-bc970455b6b8 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:26:54.453679 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09feb7-e5c5-410d-a018-5a321b07bc5a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event deleted for resources: {'Port': ['ID=c6bc2a66-dd66-499c-98af-1e275e0aa9f2,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:54.466280 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09feb7-e5c5-410d-a018-5a321b07bc5a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:54.466637 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09feb7-e5c5-410d-a018-5a321b07bc5a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:54.466981 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09feb7-e5c5-410d-a018-5a321b07bc5a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:54.467349 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09feb7-e5c5-410d-a018-5a321b07bc5a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:54.468063 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09feb7-e5c5-410d-a018-5a321b07bc5a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:54.468063 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09feb7-e5c5-410d-a018-5a321b07bc5a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:54.468341 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09feb7-e5c5-410d-a018-5a321b07bc5a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:54.468668 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09feb7-e5c5-410d-a018-5a321b07bc5a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:54.468810 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 1abef996-b63d-4d13-848c-bc970455b6b8 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:26:54.468997 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09feb7-e5c5-410d-a018-5a321b07bc5a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:54.469282 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1abef996-b63d-4d13-848c-bc970455b6b8 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:26:54.469378 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09feb7-e5c5-410d-a018-5a321b07bc5a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:54.469644 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09feb7-e5c5-410d-a018-5a321b07bc5a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:54.470232 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09feb7-e5c5-410d-a018-5a321b07bc5a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:54.470757 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09feb7-e5c5-410d-a018-5a321b07bc5a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:26:54.534133 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e09feb7-e5c5-410d-a018-5a321b07bc5a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for floatingip (f8847cba-a250-4a56-885e-e8b1b3ef77a9), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:54.534465 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-8e09feb7-e5c5-410d-a018-5a321b07bc5a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Floating IP f8847cba-a250-4a56-885e-e8b1b3ef77a9 disassociated (deleted). External IP: 172.25.0.71, port: fedf65ad-e43f-4b83-aebb-8863f5874e75. Mar 05 05:26:54.744729 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e09feb7-e5c5-410d-a018-5a321b07bc5a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Router c6b7f101-aea2-49ce-9ca5-d12463db91ea has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:26:54.854725 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e09feb7-e5c5-410d-a018-5a321b07bc5a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:26:54.859659 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8e09feb7-e5c5-410d-a018-5a321b07bc5a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:54.864426 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eb4cec-ceed-4bdd-b9f9-5a3c3d87005a None None] Sync routers for ids ['c6b7f101-aea2-49ce-9ca5-d12463db91ea'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:26:54.875145 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eb4cec-ceed-4bdd-b9f9-5a3c3d87005a None None] Routers {'c6b7f101-aea2-49ce-9ca5-d12463db91ea'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:26:54.875769 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-f6eb4cec-ceed-4bdd-b9f9-5a3c3d87005a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:26:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c6b7f101-aea2-49ce-9ca5-d12463db91ea'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:26:54.888915 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8e09feb7-e5c5-410d-a018-5a321b07bc5a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "DELETE /v2.0/floatingips/f8847cba-a250-4a56-885e-e8b1b3ef77a9 HTTP/1.1" status: 204 len: 168 time: 0.8556972 Mar 05 05:26:54.889503 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cac1339-9c6d-4cfd-a88e-9bfbf310c668', 'tag': 'fedf65ad-e43f-4b83-aebb-8863f5874e75'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:26:54.891794 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8d9496-2d87-4e81-ba83-81dfcd89c120" -d '{"events": [{"name": "network-changed", "server_uuid": "6cac1339-9c6d-4cfd-a88e-9bfbf310c668", "tag": "fedf65ad-e43f-4b83-aebb-8863f5874e75"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:26:54.932306 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3f15c3-0fe8-41f9-a2e9-27aa587ac10c x-openstack-request-id: req-7f3f15c3-0fe8-41f9-a2e9-27aa587ac10c {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:26:54.932696 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cac1339-9c6d-4cfd-a88e-9bfbf310c668", "tag": "fedf65ad-e43f-4b83-aebb-8863f5874e75", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:26:54.933046 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7f3f15c3-0fe8-41f9-a2e9-27aa587ac10c {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:26:54.933553 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cac1339-9c6d-4cfd-a88e-9bfbf310c668', 'tag': 'fedf65ad-e43f-4b83-aebb-8863f5874e75', 'status': 'completed', 'code': 200} Mar 05 05:26:54.993056 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-f6eb4cec-ceed-4bdd-b9f9-5a3c3d87005a None None] Set router c6b7f101-aea2-49ce-9ca5-d12463db91ea gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:26:55.131029 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9cb78-530c-4848-b5d1-f428774f01d9 req-70872234-7d1b-49a2-a776-f99dbd309dd7 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:55.132780 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-29d9cb78-530c-4848-b5d1-f428774f01d9 req-70872234-7d1b-49a2-a776-f99dbd309dd7 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cac1339-9c6d-4cfd-a88e-9bfbf310c668 HTTP/1.1" status: 200 len: 946 time: 0.0558429 Mar 05 05:26:55.164795 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d9496-2d87-4e81-ba83-81dfcd89c120 req-1c738d57-6be9-4e7c-b6b8-767b8d942c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:55.166350 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-be8d9496-2d87-4e81-ba83-81dfcd89c120 req-1c738d57-6be9-4e7c-b6b8-767b8d942c99 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e76c1ed1a10495ebffd7fb72002a6a1&device_id=6cac1339-9c6d-4cfd-a88e-9bfbf310c668 HTTP/1.1" status: 200 len: 1129 time: 0.2147424 Mar 05 05:26:55.187657 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-29d9cb78-530c-4848-b5d1-f428774f01d9 req-2850f7be-21d6-4065-b6cd-5bf54e27f376 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2b4aba-f8f4-4e08-b151-c243109d5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491681 Mar 05 05:26:55.216238 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-f6eb4cec-ceed-4bdd-b9f9-5a3c3d87005a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'name': 'tempest-TestNetworkBasicOps-router-1632709745', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:25:13Z', 'updated_at': '2022-03-05T05:26:49Z', 'revision_number': 6, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:14Z', 'updated_at': '2022-03-05T05:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '4c7371cd-75ce-4ea9-b6dd-52d717e6dece', 'name': '', 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'mac_address': 'fa:16:3e:e7:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '982b41a3-1ec8-46e4-a42e-dff50ec53a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:16Z', 'updated_at': '2022-03-05T05:25:22Z', 'revision_number': 5, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'subnets': [{'id': '982b41a3-1ec8-46e4-a42e-dff50ec53a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:26:55.242888 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eb4cec-ceed-4bdd-b9f9-5a3c3d87005a None None] Checking router: c6b7f101-aea2-49ce-9ca5-d12463db91ea for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:26:55.251652 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eb4cec-ceed-4bdd-b9f9-5a3c3d87005a None None] Routers {'c6b7f101-aea2-49ce-9ca5-d12463db91ea'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:26:55.252277 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-f6eb4cec-ceed-4bdd-b9f9-5a3c3d87005a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:26:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c6b7f101-aea2-49ce-9ca5-d12463db91ea'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:26:55.280253 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d9496-2d87-4e81-ba83-81dfcd89c120 req-093d21ae-6357-4399-b41d-a21de4a33aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:55.281689 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-be8d9496-2d87-4e81-ba83-81dfcd89c120 req-093d21ae-6357-4399-b41d-a21de4a33aae service neutron] 10.222.0.30 "GET /v2.0/networks?id=976d6765-0f59-435c-bab8-5976a6ecc815 HTTP/1.1" status: 200 len: 897 time: 0.1083317 Mar 05 05:26:55.323620 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-be8d9496-2d87-4e81-ba83-81dfcd89c120 req-7fd79689-92ed-442b-a1fd-e4531a9b2f82 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fedf65ad-e43f-4b83-aebb-8863f5874e75 HTTP/1.1" status: 200 len: 217 time: 0.0356119 Mar 05 05:26:55.359825 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-f6eb4cec-ceed-4bdd-b9f9-5a3c3d87005a None None] Set router c6b7f101-aea2-49ce-9ca5-d12463db91ea gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:26:55.371314 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d9496-2d87-4e81-ba83-81dfcd89c120 req-c996d054-a2c5-4d08-9197-f6aaf7a4bda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:55.372783 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-be8d9496-2d87-4e81-ba83-81dfcd89c120 req-c996d054-a2c5-4d08-9197-f6aaf7a4bda6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=982b41a3-1ec8-46e4-a42e-dff50ec53a9b HTTP/1.1" status: 200 len: 835 time: 0.0435767 Mar 05 05:26:55.427113 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d9496-2d87-4e81-ba83-81dfcd89c120 req-0c7bebe0-3f7e-4000-933e-3c7293433e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:55.428617 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-be8d9496-2d87-4e81-ba83-81dfcd89c120 req-0c7bebe0-3f7e-4000-933e-3c7293433e41 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=976d6765-0f59-435c-bab8-5976a6ecc815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493531 Mar 05 05:26:55.518365 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-be8d9496-2d87-4e81-ba83-81dfcd89c120 req-b91fe87e-9f77-4786-a669-c2bf9ad130e8 service neutron] 10.222.0.30 "GET /v2.0/networks/976d6765-0f59-435c-bab8-5976a6ecc815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826776 Mar 05 05:26:55.561719 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-f6eb4cec-ceed-4bdd-b9f9-5a3c3d87005a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'name': 'tempest-TestNetworkBasicOps-router-1632709745', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:25:13Z', 'updated_at': '2022-03-05T05:26:49Z', 'revision_number': 6, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:14Z', 'updated_at': '2022-03-05T05:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '4c7371cd-75ce-4ea9-b6dd-52d717e6dece', 'name': '', 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'mac_address': 'fa:16:3e:e7:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '982b41a3-1ec8-46e4-a42e-dff50ec53a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:16Z', 'updated_at': '2022-03-05T05:25:22Z', 'revision_number': 5, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'subnets': [{'id': '982b41a3-1ec8-46e4-a42e-dff50ec53a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:26:55.589064 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6eb4cec-ceed-4bdd-b9f9-5a3c3d87005a None None] The sync data for ids ['c6b7f101-aea2-49ce-9ca5-d12463db91ea'] in n-d-789963-32 is: [{'id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'name': 'tempest-TestNetworkBasicOps-router-1632709745', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:25:13Z', 'updated_at': '2022-03-05T05:26:49Z', 'revision_number': 6, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:14Z', 'updated_at': '2022-03-05T05:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '4c7371cd-75ce-4ea9-b6dd-52d717e6dece', 'name': '', 'network_id': '976d6765-0f59-435c-bab8-5976a6ecc815', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'mac_address': 'fa:16:3e:e7:a8:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '982b41a3-1ec8-46e4-a42e-dff50ec53a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:16Z', 'updated_at': '2022-03-05T05:25:22Z', 'revision_number': 5, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'subnets': [{'id': '982b41a3-1ec8-46e4-a42e-dff50ec53a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:26:55.614106 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-be8d9496-2d87-4e81-ba83-81dfcd89c120 req-282706bd-6937-4c9b-bfcf-d50da8674f77 service neutron] 10.222.0.30 "GET /v2.0/networks/976d6765-0f59-435c-bab8-5976a6ecc815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893354 Mar 05 05:26:55.814265 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85407df-1027-4c1d-9427-20796d67a8f9 None None] New status for floating IP f8847cba-a250-4a56-885e-e8b1b3ef77a9: DOWN {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:26:56.316211 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b1ae2-d4ff-4eb0-ac32-860242b235cc req-a7f2a95a-453c-4cc6-847b-bbef7c871c2c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:56.317728 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3e8b1ae2-d4ff-4eb0-ac32-860242b235cc req-a7f2a95a-453c-4cc6-847b-bbef7c871c2c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=6cac1339-9c6d-4cfd-a88e-9bfbf310c668 HTTP/1.1" status: 200 len: 946 time: 0.0565577 Mar 05 05:26:56.354116 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3e6d8-dafb-48bf-968a-fdfb8b6e35dc req-abe1cc27-eb67-4f65-862f-a75e92c981d6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:26:56.355620 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c1a3e6d8-dafb-48bf-968a-fdfb8b6e35dc req-abe1cc27-eb67-4f65-862f-a75e92c981d6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cac1339-9c6d-4cfd-a88e-9bfbf310c668 HTTP/1.1" status: 200 len: 946 time: 0.0543654 Mar 05 05:26:56.369251 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3e8b1ae2-d4ff-4eb0-ac32-860242b235cc req-3499b0bd-87fa-4141-b46a-4980f388c4bb tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2b4aba-f8f4-4e08-b151-c243109d5fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452778 Mar 05 05:26:56.446141 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-c1a3e6d8-dafb-48bf-968a-fdfb8b6e35dc req-fc7d2d27-e049-4119-af7a-acdb29aadba5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Deleting port fedf65ad-e43f-4b83-aebb-8863f5874e75 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:26:56.446484 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c1a3e6d8-dafb-48bf-968a-fdfb8b6e35dc req-fc7d2d27-e049-4119-af7a-acdb29aadba5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (fedf65ad-e43f-4b83-aebb-8863f5874e75), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:56.536309 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-c1a3e6d8-dafb-48bf-968a-fdfb8b6e35dc req-fc7d2d27-e049-4119-af7a-acdb29aadba5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] For port fedf65ad-e43f-4b83-aebb-8863f5874e75, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=fedf65ad-e43f-4b83-aebb-8863f5874e75,segment=NetworkSegment(7fcd5873-8845-4bb4-b0d2-085f82af2391),segment_id=7fcd5873-8845-4bb4-b0d2-085f82af2391)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:26:56.536593 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c1a3e6d8-dafb-48bf-968a-fdfb8b6e35dc req-fc7d2d27-e049-4119-af7a-acdb29aadba5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (fedf65ad-e43f-4b83-aebb-8863f5874e75), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:56.548893 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-c1a3e6d8-dafb-48bf-968a-fdfb8b6e35dc req-fc7d2d27-e049-4119-af7a-acdb29aadba5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Calling delete_port for fedf65ad-e43f-4b83-aebb-8863f5874e75 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:26:56.679884 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c1a3e6d8-dafb-48bf-968a-fdfb8b6e35dc req-fc7d2d27-e049-4119-af7a-acdb29aadba5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (fedf65ad-e43f-4b83-aebb-8863f5874e75), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:56.707559 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d2d27-e049-4119-af7a-acdb29aadba5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event deleted for resources: {'Port': ['ID=fedf65ad-e43f-4b83-aebb-8863f5874e75,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:56.751829 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a3e6d8-dafb-48bf-968a-fdfb8b6e35dc req-fc7d2d27-e049-4119-af7a-acdb29aadba5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] No DVR routers for this DVR port fedf65ad-e43f-4b83-aebb-8863f5874e75 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:26:56.754543 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c1a3e6d8-dafb-48bf-968a-fdfb8b6e35dc req-fc7d2d27-e049-4119-af7a-acdb29aadba5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:56.758193 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c1a3e6d8-dafb-48bf-968a-fdfb8b6e35dc req-fc7d2d27-e049-4119-af7a-acdb29aadba5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.30 "DELETE /v2.0/ports/fedf65ad-e43f-4b83-aebb-8863f5874e75 HTTP/1.1" status: 204 len: 173 time: 0.3979433 Mar 05 05:26:56.758637 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cac1339-9c6d-4cfd-a88e-9bfbf310c668', 'name': 'network-vif-deleted', 'tag': 'fedf65ad-e43f-4b83-aebb-8863f5874e75'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:26:56.760962 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092ee2d0-3960-489d-8518-9dbc06518113" -d '{"events": [{"server_uuid": "6cac1339-9c6d-4cfd-a88e-9bfbf310c668", "name": "network-vif-deleted", "tag": "fedf65ad-e43f-4b83-aebb-8863f5874e75"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:26:56.806900 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68235524-11e1-48e5-9d9a-e0f5cbe272a1 x-openstack-request-id: req-68235524-11e1-48e5-9d9a-e0f5cbe272a1 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:26:56.807214 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cac1339-9c6d-4cfd-a88e-9bfbf310c668", "name": "network-vif-deleted", "tag": "fedf65ad-e43f-4b83-aebb-8863f5874e75", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:26:56.807467 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-68235524-11e1-48e5-9d9a-e0f5cbe272a1 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:26:56.807900 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cac1339-9c6d-4cfd-a88e-9bfbf310c668', 'name': 'network-vif-deleted', 'tag': 'fedf65ad-e43f-4b83-aebb-8863f5874e75', 'status': 'completed', 'code': 200} Mar 05 05:26:57.425136 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42388) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:57.483448 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-16acf387-ae27-417a-839d-fe2433490f37 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group (5d2b4aba-f8f4-4e08-b151-c243109d5fa0), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:57.509046 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-16acf387-ae27-417a-839d-fe2433490f37 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group (5d2b4aba-f8f4-4e08-b151-c243109d5fa0), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:57.566661 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-16acf387-ae27-417a-839d-fe2433490f37 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (5d2b4aba-f8f4-4e08-b151-c243109d5fa0), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:57.569311 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-16acf387-ae27-417a-839d-fe2433490f37 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:57.570941 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-16acf387-ae27-417a-839d-fe2433490f37 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "DELETE /v2.0/security-groups/5d2b4aba-f8f4-4e08-b151-c243109d5fa0 HTTP/1.1" status: 204 len: 168 time: 0.1447999 Mar 05 05:26:57.580027 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16acf387-ae27-417a-839d-fe2433490f37 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2b4aba-f8f4-4e08-b151-c243109d5fa0,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:57.607720 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42392) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:57.972419 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-405c467b-4c56-45e9-974b-f0603252cbbf tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (c6b7f101-aea2-49ce-9ca5-d12463db91ea), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:58.228778 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-405c467b-4c56-45e9-974b-f0603252cbbf tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Deleting port 4c7371cd-75ce-4ea9-b6dd-52d717e6dece {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:26:58.229043 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-405c467b-4c56-45e9-974b-f0603252cbbf tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (4c7371cd-75ce-4ea9-b6dd-52d717e6dece), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:58.314480 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-405c467b-4c56-45e9-974b-f0603252cbbf tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] For port 4c7371cd-75ce-4ea9-b6dd-52d717e6dece, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=4c7371cd-75ce-4ea9-b6dd-52d717e6dece,segment=NetworkSegment(7fcd5873-8845-4bb4-b0d2-085f82af2391),segment_id=7fcd5873-8845-4bb4-b0d2-085f82af2391)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:26:58.314847 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-405c467b-4c56-45e9-974b-f0603252cbbf tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (4c7371cd-75ce-4ea9-b6dd-52d717e6dece), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:58.326538 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-405c467b-4c56-45e9-974b-f0603252cbbf tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Calling delete_port for 4c7371cd-75ce-4ea9-b6dd-52d717e6dece owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:26:58.517568 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-405c467b-4c56-45e9-974b-f0603252cbbf tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (4c7371cd-75ce-4ea9-b6dd-52d717e6dece), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:58.543773 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c467b-4c56-45e9-974b-f0603252cbbf tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event deleted for resources: {'Port': ['ID=4c7371cd-75ce-4ea9-b6dd-52d717e6dece,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:58.725350 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-405c467b-4c56-45e9-974b-f0603252cbbf tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (c6b7f101-aea2-49ce-9ca5-d12463db91ea), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:58.946787 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405c467b-4c56-45e9-974b-f0603252cbbf tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Router c6b7f101-aea2-49ce-9ca5-d12463db91ea has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:26:59.337382 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405c467b-4c56-45e9-974b-f0603252cbbf tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:26:59.342244 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-405c467b-4c56-45e9-974b-f0603252cbbf tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "PUT /v2.0/routers/c6b7f101-aea2-49ce-9ca5-d12463db91ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7337506 Mar 05 05:26:59.345237 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42394) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:59.347835 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9771eb1-e9e0-4ba2-8415-623e679ef944 None None] Sync routers for ids ['c6b7f101-aea2-49ce-9ca5-d12463db91ea'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:26:59.357450 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9771eb1-e9e0-4ba2-8415-623e679ef944 None None] Routers {'c6b7f101-aea2-49ce-9ca5-d12463db91ea'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:26:59.358071 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-a9771eb1-e9e0-4ba2-8415-623e679ef944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:26:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c6b7f101-aea2-49ce-9ca5-d12463db91ea'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:26:59.396135 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-c03dbe6d-5673-44e2-91cf-24d76cf44448 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Deleting subnet 982b41a3-1ec8-46e4-a42e-dff50ec53a9b {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:26:59.399961 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c03dbe6d-5673-44e2-91cf-24d76cf44448 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for subnet (982b41a3-1ec8-46e4-a42e-dff50ec53a9b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:59.438460 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c03dbe6d-5673-44e2-91cf-24d76cf44448 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (982b41a3-1ec8-46e4-a42e-dff50ec53a9b), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:59.468631 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-a9771eb1-e9e0-4ba2-8415-623e679ef944 None None] Set router c6b7f101-aea2-49ce-9ca5-d12463db91ea gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:26:59.525332 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c03dbe6d-5673-44e2-91cf-24d76cf44448 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (982b41a3-1ec8-46e4-a42e-dff50ec53a9b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:59.587484 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c03dbe6d-5673-44e2-91cf-24d76cf44448 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (982b41a3-1ec8-46e4-a42e-dff50ec53a9b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:59.614464 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03dbe6d-5673-44e2-91cf-24d76cf44448 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event deleted for resources: {'Subnet': ['ID=982b41a3-1ec8-46e4-a42e-dff50ec53a9b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:26:59.618737 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c03dbe6d-5673-44e2-91cf-24d76cf44448 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:59.621941 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c03dbe6d-5673-44e2-91cf-24d76cf44448 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "DELETE /v2.0/subnets/982b41a3-1ec8-46e4-a42e-dff50ec53a9b HTTP/1.1" status: 204 len: 168 time: 0.2757511 Mar 05 05:26:59.624738 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42396) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:26:59.627623 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d05c873-4ca6-4821-927f-d41a486cfcfc None None] Network 976d6765-0f59-435c-bab8-5976a6ecc815 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:26:59.730791 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-a9771eb1-e9e0-4ba2-8415-623e679ef944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'name': 'tempest-TestNetworkBasicOps-router-1632709745', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:25:13Z', 'updated_at': '2022-03-05T05:26:58Z', 'revision_number': 7, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '80c60eee-9643-4671-aa41-9ded4ee84a3d', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:25:14Z', 'updated_at': '2022-03-05T05:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:26:59.745221 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-abc1b056-ef7a-43bc-8e89-7b9db6ede74c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for router (c6b7f101-aea2-49ce-9ca5-d12463db91ea), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:59.855936 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-abc1b056-ef7a-43bc-8e89-7b9db6ede74c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for router_gateway (c6b7f101-aea2-49ce-9ca5-d12463db91ea), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:59.910584 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-abc1b056-ef7a-43bc-8e89-7b9db6ede74c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Deleting port 80c60eee-9643-4671-aa41-9ded4ee84a3d {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:26:59.910935 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-abc1b056-ef7a-43bc-8e89-7b9db6ede74c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (80c60eee-9643-4671-aa41-9ded4ee84a3d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:26:59.923629 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9771eb1-e9e0-4ba2-8415-623e679ef944 None None] Checking router: c6b7f101-aea2-49ce-9ca5-d12463db91ea for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:26:59.938352 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9771eb1-e9e0-4ba2-8415-623e679ef944 None None] Routers {'c6b7f101-aea2-49ce-9ca5-d12463db91ea'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:26:59.938990 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-a9771eb1-e9e0-4ba2-8415-623e679ef944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:26:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c6b7f101-aea2-49ce-9ca5-d12463db91ea'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:27:00.010030 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-abc1b056-ef7a-43bc-8e89-7b9db6ede74c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] For port 80c60eee-9643-4671-aa41-9ded4ee84a3d, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=80c60eee-9643-4671-aa41-9ded4ee84a3d,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:27:00.010402 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-abc1b056-ef7a-43bc-8e89-7b9db6ede74c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (80c60eee-9643-4671-aa41-9ded4ee84a3d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:00.022615 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-abc1b056-ef7a-43bc-8e89-7b9db6ede74c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Calling delete_port for 80c60eee-9643-4671-aa41-9ded4ee84a3d owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:27:00.024864 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c3db3f-c653-4b03-8247-ec76b92c3d58 None None] DHCP port deletion for 976d6765-0f59-435c-bab8-5976a6ecc815 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:27:00.072602 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-a9771eb1-e9e0-4ba2-8415-623e679ef944 None None] Set router c6b7f101-aea2-49ce-9ca5-d12463db91ea gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:27:00.130095 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-a9771eb1-e9e0-4ba2-8415-623e679ef944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'name': 'tempest-TestNetworkBasicOps-router-1632709745', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:25:13Z', 'updated_at': '2022-03-05T05:26:59Z', 'revision_number': 8, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:27:00.162059 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9771eb1-e9e0-4ba2-8415-623e679ef944 None None] The sync data for ids ['c6b7f101-aea2-49ce-9ca5-d12463db91ea'] in n-d-789963-32 is: [{'id': 'c6b7f101-aea2-49ce-9ca5-d12463db91ea', 'name': 'tempest-TestNetworkBasicOps-router-1632709745', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:25:13Z', 'updated_at': '2022-03-05T05:26:59Z', 'revision_number': 8, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port_host': None}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:27:00.176788 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-37c3db3f-c653-4b03-8247-ec76b92c3d58 None None] Deleting port b6f0faa0-79ad-4706-aaa0-20779bc8e4c7 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:27:00.177459 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-37c3db3f-c653-4b03-8247-ec76b92c3d58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (b6f0faa0-79ad-4706-aaa0-20779bc8e4c7), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:00.198855 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-abc1b056-ef7a-43bc-8e89-7b9db6ede74c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (80c60eee-9643-4671-aa41-9ded4ee84a3d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:00.227747 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1b056-ef7a-43bc-8e89-7b9db6ede74c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event deleted for resources: {'Port': ['ID=80c60eee-9643-4671-aa41-9ded4ee84a3d,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:00.252932 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-37c3db3f-c653-4b03-8247-ec76b92c3d58 None None] For port b6f0faa0-79ad-4706-aaa0-20779bc8e4c7, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b6f0faa0-79ad-4706-aaa0-20779bc8e4c7,segment=NetworkSegment(7fcd5873-8845-4bb4-b0d2-085f82af2391),segment_id=7fcd5873-8845-4bb4-b0d2-085f82af2391)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:27:00.253347 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-37c3db3f-c653-4b03-8247-ec76b92c3d58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (b6f0faa0-79ad-4706-aaa0-20779bc8e4c7), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:00.266906 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-37c3db3f-c653-4b03-8247-ec76b92c3d58 None None] Calling delete_port for b6f0faa0-79ad-4706-aaa0-20779bc8e4c7 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:27:00.292764 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-abc1b056-ef7a-43bc-8e89-7b9db6ede74c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (c6b7f101-aea2-49ce-9ca5-d12463db91ea), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:00.346375 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-37c3db3f-c653-4b03-8247-ec76b92c3d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (b6f0faa0-79ad-4706-aaa0-20779bc8e4c7), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:00.369586 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3db3f-c653-4b03-8247-ec76b92c3d58 None None] Pushing event deleted for resources: {'Port': ['ID=b6f0faa0-79ad-4706-aaa0-20779bc8e4c7,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:00.376444 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c3db3f-c653-4b03-8247-ec76b92c3d58 None None] No DVR routers for this DVR port b6f0faa0-79ad-4706-aaa0-20779bc8e4c7 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:27:00.388052 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-abc1b056-ef7a-43bc-8e89-7b9db6ede74c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (c6b7f101-aea2-49ce-9ca5-d12463db91ea), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:00.390226 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-abc1b056-ef7a-43bc-8e89-7b9db6ede74c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for router_controller (c6b7f101-aea2-49ce-9ca5-d12463db91ea), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:00.433777 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-abc1b056-ef7a-43bc-8e89-7b9db6ede74c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (c6b7f101-aea2-49ce-9ca5-d12463db91ea), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:00.434310 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc1b056-ef7a-43bc-8e89-7b9db6ede74c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Fanout notify agent at l3_agent the message router_deleted on router c6b7f101-aea2-49ce-9ca5-d12463db91ea {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:27:00.441197 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-abc1b056-ef7a-43bc-8e89-7b9db6ede74c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:00.445237 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-abc1b056-ef7a-43bc-8e89-7b9db6ede74c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "DELETE /v2.0/routers/c6b7f101-aea2-49ce-9ca5-d12463db91ea HTTP/1.1" status: 204 len: 168 time: 0.8165967 Mar 05 05:27:00.445601 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42398) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:00.524933 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c8f0c61c-e3b2-4186-b8e1-bda96094ffa6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (976d6765-0f59-435c-bab8-5976a6ecc815), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:00.618735 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c8f0c61c-e3b2-4186-b8e1-bda96094ffa6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (976d6765-0f59-435c-bab8-5976a6ecc815), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:00.640323 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-c8f0c61c-e3b2-4186-b8e1-bda96094ffa6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976d6765-0f59-435c-bab8-5976a6ecc815']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:27:00.650450 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-c8f0c61c-e3b2-4186-b8e1-bda96094ffa6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fcd5873-8845-4bb4-b0d2-085f82af2391') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:27:00.650754 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-c8f0c61c-e3b2-4186-b8e1-bda96094ffa6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fcd5873-8845-4bb4-b0d2-085f82af2391') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:27:00.660657 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c8f0c61c-e3b2-4186-b8e1-bda96094ffa6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (7fcd5873-8845-4bb4-b0d2-085f82af2391), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:00.674259 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c8f0c61c-e3b2-4186-b8e1-bda96094ffa6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (7fcd5873-8845-4bb4-b0d2-085f82af2391), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:00.680878 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f0c61c-e3b2-4186-b8e1-bda96094ffa6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:27:00.681263 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c8f0c61c-e3b2-4186-b8e1-bda96094ffa6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (7fcd5873-8845-4bb4-b0d2-085f82af2391), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:00.684542 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:27:00.684542 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:27:00.684542 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:27:00.684542 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:27:00.684542 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:27:00.684542 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:27:00.684542 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:27:00.684542 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:27:00.684542 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:27:00.684542 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:27:00.684542 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:27:00.684542 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:27:00.684542 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:27:00.684542 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:27:00.684542 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:27:00.684542 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:27:00.684542 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:27:00.684542 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:27:00.684542 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:27:00.684542 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:27:00.684542 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:27:00.684542 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:27:00.684542 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:27:00.684542 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:27:00.684542 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:27:00.684542 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:27:00.684542 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:27:00.684542 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:27:00.684542 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:27:00.684542 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:27:00.684542 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:27:00.684542 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:27:01.059560 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c8f0c61c-e3b2-4186-b8e1-bda96094ffa6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (976d6765-0f59-435c-bab8-5976a6ecc815), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:01.072668 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c8f0c61c-e3b2-4186-b8e1-bda96094ffa6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:01.075224 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c8f0c61c-e3b2-4186-b8e1-bda96094ffa6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "DELETE /v2.0/networks/976d6765-0f59-435c-bab8-5976a6ecc815 HTTP/1.1" status: 204 len: 168 time: 0.6285186 Mar 05 05:27:01.087263 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f0c61c-e3b2-4186-b8e1-bda96094ffa6 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event deleted for resources: {'Network': ['ID=976d6765-0f59-435c-bab8-5976a6ecc815,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:01.095873 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42400) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:01.101061 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-b02539d0-b9cb-4a08-986d-8af2be704f04 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'network': {'name': 'tempest-network-smoke--143561333', 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'port_security_enabled': True}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:27:01.119755 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02539d0-b9cb-4a08-986d-8af2be704f04 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Made reservation on behalf of 6e76c1ed1a10495ebffd7fb72002a6a1 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:27:01.123054 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b02539d0-b9cb-4a08-986d-8af2be704f04 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:01.146365 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b02539d0-b9cb-4a08-986d-8af2be704f04 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:27:01.154712 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b02539d0-b9cb-4a08-986d-8af2be704f04 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (c0c6ec12-0d2b-4933-8b50-60b17d22e377), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:01.155058 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-b02539d0-b9cb-4a08-986d-8af2be704f04 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Added segment c0c6ec12-0d2b-4933-8b50-60b17d22e377 of type vlan for network 812baef9-37ee-420f-a23c-9ac86f3f7b57 Mar 05 05:27:01.198082 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b02539d0-b9cb-4a08-986d-8af2be704f04 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (812baef9-37ee-420f-a23c-9ac86f3f7b57), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:01.223367 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b02539d0-b9cb-4a08-986d-8af2be704f04 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (812baef9-37ee-420f-a23c-9ac86f3f7b57), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:01.228625 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02539d0-b9cb-4a08-986d-8af2be704f04 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:01.229206 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b02539d0-b9cb-4a08-986d-8af2be704f04 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:01.266770 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b02539d0-b9cb-4a08-986d-8af2be704f04 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1697595 Mar 05 05:27:01.269607 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42402) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:01.274260 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-0fc7459a-60b4-43bd-8bf1-013441d7a60f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-496173601', 'admin_state_up': True, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:27:01.295610 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0fc7459a-60b4-43bd-8bf1-013441d7a60f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (616b5a3f-c9d8-4ebf-ba42-c7b536c16e97), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:01.296749 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0fc7459a-60b4-43bd-8bf1-013441d7a60f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (616b5a3f-c9d8-4ebf-ba42-c7b536c16e97), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:01.297706 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02539d0-b9cb-4a08-986d-8af2be704f04 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'Network': ['ID=812baef9-37ee-420f-a23c-9ac86f3f7b57,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:01.309338 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 812baef9-37ee-420f-a23c-9ac86f3f7b57 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:27:01.354678 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0fc7459a-60b4-43bd-8bf1-013441d7a60f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for router_controller (616b5a3f-c9d8-4ebf-ba42-c7b536c16e97), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:01.475293 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device fedf65ad-e43f-4b83-aebb-8863f5874e75 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:27:01.496962 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: fedf65ad-e43f-4b83-aebb-8863f5874e75 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:27:01.497164 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0fc7459a-60b4-43bd-8bf1-013441d7a60f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for router_gateway (616b5a3f-c9d8-4ebf-ba42-c7b536c16e97), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:01.497317 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device fedf65ad-e43f-4b83-aebb-8863f5874e75 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:27:01.692530 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0fc7459a-60b4-43bd-8bf1-013441d7a60f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for router_gateway (616b5a3f-c9d8-4ebf-ba42-c7b536c16e97), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:01.712722 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0fc7459a-60b4-43bd-8bf1-013441d7a60f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:01.723025 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 4c7371cd-75ce-4ea9-b6dd-52d717e6dece no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:27:01.743236 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 4c7371cd-75ce-4ea9-b6dd-52d717e6dece {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:27:01.743595 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 4c7371cd-75ce-4ea9-b6dd-52d717e6dece not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:27:01.744013 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 80c60eee-9643-4671-aa41-9ded4ee84a3d no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:27:01.767219 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 80c60eee-9643-4671-aa41-9ded4ee84a3d {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:27:01.767637 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 80c60eee-9643-4671-aa41-9ded4ee84a3d not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:27:01.768060 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b6f0faa0-79ad-4706-aaa0-20779bc8e4c7 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:27:01.787232 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: b6f0faa0-79ad-4706-aaa0-20779bc8e4c7 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:27:01.787588 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b6f0faa0-79ad-4706-aaa0-20779bc8e4c7 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:27:01.815164 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-0fc7459a-60b4-43bd-8bf1-013441d7a60f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Allocated IP 172.25.0.117 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/387c4c07-037c-496c-b37e-4b028986f5f6) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:27:01.917128 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0fc7459a-60b4-43bd-8bf1-013441d7a60f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for port (387c4c07-037c-496c-b37e-4b028986f5f6), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:01.949387 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0fc7459a-60b4-43bd-8bf1-013441d7a60f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (387c4c07-037c-496c-b37e-4b028986f5f6), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:01.989522 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc7459a-60b4-43bd-8bf1-013441d7a60f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:27:01.992347 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-0fc7459a-60b4-43bd-8bf1-013441d7a60f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:27:01.995785 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc7459a-60b4-43bd-8bf1-013441d7a60f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:27:02.016959 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7459a-60b4-43bd-8bf1-013441d7a60f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'Port': ['ID=387c4c07-037c-496c-b37e-4b028986f5f6,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:02.243477 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0fc7459a-60b4-43bd-8bf1-013441d7a60f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for router_gateway (616b5a3f-c9d8-4ebf-ba42-c7b536c16e97), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:02.442709 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0fc7459a-60b4-43bd-8bf1-013441d7a60f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (616b5a3f-c9d8-4ebf-ba42-c7b536c16e97), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:02.571884 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc7459a-60b4-43bd-8bf1-013441d7a60f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Router 616b5a3f-c9d8-4ebf-ba42-c7b536c16e97 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:27:02.681882 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc7459a-60b4-43bd-8bf1-013441d7a60f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:27:02.692358 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fd1b55-62fe-4441-a4d4-f7ccaf7e86d8 None None] Sync routers for ids ['616b5a3f-c9d8-4ebf-ba42-c7b536c16e97'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:27:02.701765 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0fc7459a-60b4-43bd-8bf1-013441d7a60f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:02.703010 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0fc7459a-60b4-43bd-8bf1-013441d7a60f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4323728 Mar 05 05:27:02.704260 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fd1b55-62fe-4441-a4d4-f7ccaf7e86d8 None None] Routers {'616b5a3f-c9d8-4ebf-ba42-c7b536c16e97'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:27:02.704882 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-60fd1b55-62fe-4441-a4d4-f7ccaf7e86d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:26:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['616b5a3f-c9d8-4ebf-ba42-c7b536c16e97'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:27:02.707011 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42404) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:02.735564 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-029d917b-4120-4ea5-a17f-df5f72045c1a tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=6e76c1ed1a10495ebffd7fb72002a6a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273221 Mar 05 05:27:02.737993 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42406) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:02.814694 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-60fd1b55-62fe-4441-a4d4-f7ccaf7e86d8 None None] Set router 616b5a3f-c9d8-4ebf-ba42-c7b536c16e97 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:27:02.827612 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194e11c8-32d7-42d0-aed5-59d43eeaa936 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:02.829075 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-194e11c8-32d7-42d0-aed5-59d43eeaa936 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900178 Mar 05 05:27:02.831966 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42408) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:02.860611 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b9d9ecd1-0ccf-4eb1-bd9b-8daa7e9fb8ba tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=ff625bbb-6b8f-4740-be08-a562ec9a34a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275564 Mar 05 05:27:02.863051 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42410) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:02.868468 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-37f99650-566d-4925-9e06-36ad39d7c94c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-647701649', 'network_id': '812baef9-37ee-420f-a23c-9ac86f3f7b57', 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:27:02.953046 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f99650-566d-4925-9e06-36ad39d7c94c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Made reservation on behalf of 6e76c1ed1a10495ebffd7fb72002a6a1 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:27:02.956911 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-37f99650-566d-4925-9e06-36ad39d7c94c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:02.992583 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-60fd1b55-62fe-4441-a4d4-f7ccaf7e86d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'name': 'tempest-TestNetworkBasicOps-router-496173601', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '387c4c07-037c-496c-b37e-4b028986f5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:27:01Z', 'updated_at': '2022-03-05T05:27:02Z', 'revision_number': 3, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '387c4c07-037c-496c-b37e-4b028986f5f6', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:94:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:27:01Z', 'updated_at': '2022-03-05T05:27:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:27:03.024125 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fd1b55-62fe-4441-a4d4-f7ccaf7e86d8 None None] Checking router: 616b5a3f-c9d8-4ebf-ba42-c7b536c16e97 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:27:03.024522 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fd1b55-62fe-4441-a4d4-f7ccaf7e86d8 None None] Updating router 616b5a3f-c9d8-4ebf-ba42-c7b536c16e97 port 387c4c07-037c-496c-b37e-4b028986f5f6 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:27:03.053262 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-60fd1b55-62fe-4441-a4d4-f7ccaf7e86d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (387c4c07-037c-496c-b37e-4b028986f5f6), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:03.140330 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-37f99650-566d-4925-9e06-36ad39d7c94c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (f0dc91b8-1460-4a82-8246-5faa2d593ee6), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:03.203295 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f99650-566d-4925-9e06-36ad39d7c94c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'Subnet': ['ID=f0dc91b8-1460-4a82-8246-5faa2d593ee6,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:03.213167 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f99650-566d-4925-9e06-36ad39d7c94c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Checking segment: {'id': 'c0c6ec12-0d2b-4933-8b50-60b17d22e377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '812baef9-37ee-420f-a23c-9ac86f3f7b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:27:03.213536 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f99650-566d-4925-9e06-36ad39d7c94c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Network hostable DHCP agents. Network: 812baef9-37ee-420f-a23c-9ac86f3f7b57, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:27:03.231790 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f99650-566d-4925-9e06-36ad39d7c94c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Network 812baef9-37ee-420f-a23c-9ac86f3f7b57 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:27:03.240780 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-37f99650-566d-4925-9e06-36ad39d7c94c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 812baef9-37ee-420f-a23c-9ac86f3f7b57) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:27:03.245910 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f99650-566d-4925-9e06-36ad39d7c94c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:03.246741 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-37f99650-566d-4925-9e06-36ad39d7c94c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:03.251709 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d1b853-6815-4345-a7ee-e9aa1c7a74d0 None None] Network 812baef9-37ee-420f-a23c-9ac86f3f7b57 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:27:03.264578 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-37f99650-566d-4925-9e06-36ad39d7c94c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4004781 Mar 05 05:27:03.267434 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42412) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:03.308116 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-60fd1b55-62fe-4441-a4d4-f7ccaf7e86d8 None None] Publish callbacks [] for port (387c4c07-037c-496c-b37e-4b028986f5f6), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:03.314695 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-60fd1b55-62fe-4441-a4d4-f7ccaf7e86d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (387c4c07-037c-496c-b37e-4b028986f5f6), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:03.371947 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-60fd1b55-62fe-4441-a4d4-f7ccaf7e86d8 None None] Attempting to bind port 387c4c07-037c-496c-b37e-4b028986f5f6 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:27:03.372349 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-60fd1b55-62fe-4441-a4d4-f7ccaf7e86d8 None None] Attempting to bind port 387c4c07-037c-496c-b37e-4b028986f5f6 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:27:03.372690 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fd1b55-62fe-4441-a4d4-f7ccaf7e86d8 None None] Attempting to bind port 387c4c07-037c-496c-b37e-4b028986f5f6 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:27:03.381241 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7717306-875d-4ff0-b06a-62761b621532 None None] Pushing event updated for resources: {'Port': ['ID=387c4c07-037c-496c-b37e-4b028986f5f6,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:03.385424 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fd1b55-62fe-4441-a4d4-f7ccaf7e86d8 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:27:03.385805 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fd1b55-62fe-4441-a4d4-f7ccaf7e86d8 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:27:03.385964 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad29fef-959c-4dd5-bd42-11eeb5575ab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-812baef9-37ee-420f-a23c-9ac86f3f7b57', 'network_id': '812baef9-37ee-420f-a23c-9ac86f3f7b57', 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'fixed_ips': [{'subnet_id': 'f0dc91b8-1460-4a82-8246-5faa2d593ee6'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:27:03.386219 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-60fd1b55-62fe-4441-a4d4-f7ccaf7e86d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:03.386618 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fd1b55-62fe-4441-a4d4-f7ccaf7e86d8 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:27:03.386871 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4ad29fef-959c-4dd5-bd42-11eeb5575ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:03.387131 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-60fd1b55-62fe-4441-a4d4-f7ccaf7e86d8 None None] Bound port: 387c4c07-037c-496c-b37e-4b028986f5f6, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:27:03.387527 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-60fd1b55-62fe-4441-a4d4-f7ccaf7e86d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (387c4c07-037c-496c-b37e-4b028986f5f6), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:03.394106 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7717306-875d-4ff0-b06a-62761b621532 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:03.394394 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7717306-875d-4ff0-b06a-62761b621532 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:03.394744 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7717306-875d-4ff0-b06a-62761b621532 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:03.395135 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7717306-875d-4ff0-b06a-62761b621532 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:03.395445 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7717306-875d-4ff0-b06a-62761b621532 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:03.396105 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7717306-875d-4ff0-b06a-62761b621532 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:03.396105 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7717306-875d-4ff0-b06a-62761b621532 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:03.396425 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7717306-875d-4ff0-b06a-62761b621532 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:03.396754 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7717306-875d-4ff0-b06a-62761b621532 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:03.397079 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7717306-875d-4ff0-b06a-62761b621532 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:03.397407 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7717306-875d-4ff0-b06a-62761b621532 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:03.398555 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7717306-875d-4ff0-b06a-62761b621532 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:03.398695 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7717306-875d-4ff0-b06a-62761b621532 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:03.539942 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-4ad29fef-959c-4dd5-bd42-11eeb5575ab9 None None] Allocated IP 172.20.0.2 (812baef9-37ee-420f-a23c-9ac86f3f7b57/f0dc91b8-1460-4a82-8246-5faa2d593ee6/e7d8c5c4-482f-4a6e-b0df-3089e22d41f2) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:27:03.549034 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-60fd1b55-62fe-4441-a4d4-f7ccaf7e86d8 None None] For port 387c4c07-037c-496c-b37e-4b028986f5f6, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:27:03.552273 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-60fd1b55-62fe-4441-a4d4-f7ccaf7e86d8 None None] For port 387c4c07-037c-496c-b37e-4b028986f5f6, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=387c4c07-037c-496c-b37e-4b028986f5f6,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:27:03.559270 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-60fd1b55-62fe-4441-a4d4-f7ccaf7e86d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (387c4c07-037c-496c-b37e-4b028986f5f6), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:03.619706 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fd1b55-62fe-4441-a4d4-f7ccaf7e86d8 None None] Routers {'616b5a3f-c9d8-4ebf-ba42-c7b536c16e97'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:27:03.620777 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-60fd1b55-62fe-4441-a4d4-f7ccaf7e86d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:26:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['616b5a3f-c9d8-4ebf-ba42-c7b536c16e97'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:27:03.660264 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7717306-875d-4ff0-b06a-62761b621532 None None] Pushing event updated for resources: {'Port': ['ID=387c4c07-037c-496c-b37e-4b028986f5f6,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:03.698358 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4ad29fef-959c-4dd5-bd42-11eeb5575ab9 None None] Publish callbacks [] for port (e7d8c5c4-482f-4a6e-b0df-3089e22d41f2), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:03.704930 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4ad29fef-959c-4dd5-bd42-11eeb5575ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (e7d8c5c4-482f-4a6e-b0df-3089e22d41f2), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:03.738548 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-60fd1b55-62fe-4441-a4d4-f7ccaf7e86d8 None None] Set router 616b5a3f-c9d8-4ebf-ba42-c7b536c16e97 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:27:03.747846 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad29fef-959c-4dd5-bd42-11eeb5575ab9 None None] Network 812baef9-37ee-420f-a23c-9ac86f3f7b57 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:27:03.750714 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-4ad29fef-959c-4dd5-bd42-11eeb5575ab9 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:27:03.755198 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad29fef-959c-4dd5-bd42-11eeb5575ab9 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:27:03.764393 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad29fef-959c-4dd5-bd42-11eeb5575ab9 None None] Pushing event updated for resources: {'Port': ['ID=e7d8c5c4-482f-4a6e-b0df-3089e22d41f2,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:03.789635 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86f323b5-bfb7-4bc6-b03a-82c8741fdf4d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:03.825913 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-4ad29fef-959c-4dd5-bd42-11eeb5575ab9 None None] Attempting to bind port e7d8c5c4-482f-4a6e-b0df-3089e22d41f2 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:27:03.826401 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-4ad29fef-959c-4dd5-bd42-11eeb5575ab9 None None] Attempting to bind port e7d8c5c4-482f-4a6e-b0df-3089e22d41f2 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'c0c6ec12-0d2b-4933-8b50-60b17d22e377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '812baef9-37ee-420f-a23c-9ac86f3f7b57'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:27:03.826839 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad29fef-959c-4dd5-bd42-11eeb5575ab9 None None] Attempting to bind port e7d8c5c4-482f-4a6e-b0df-3089e22d41f2 on network 812baef9-37ee-420f-a23c-9ac86f3f7b57 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:27:03.832469 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad29fef-959c-4dd5-bd42-11eeb5575ab9 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:27:03.832942 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad29fef-959c-4dd5-bd42-11eeb5575ab9 None None] Checking segment: {'id': 'c0c6ec12-0d2b-4933-8b50-60b17d22e377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '812baef9-37ee-420f-a23c-9ac86f3f7b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:27:03.833526 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4ad29fef-959c-4dd5-bd42-11eeb5575ab9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:03.833991 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad29fef-959c-4dd5-bd42-11eeb5575ab9 None None] Bound using segment: {'id': 'c0c6ec12-0d2b-4933-8b50-60b17d22e377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '812baef9-37ee-420f-a23c-9ac86f3f7b57'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:27:03.834656 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-4ad29fef-959c-4dd5-bd42-11eeb5575ab9 None None] Bound port: e7d8c5c4-482f-4a6e-b0df-3089e22d41f2, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0c6ec12-0d2b-4933-8b50-60b17d22e377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '812baef9-37ee-420f-a23c-9ac86f3f7b57'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:27:03.835124 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4ad29fef-959c-4dd5-bd42-11eeb5575ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e7d8c5c4-482f-4a6e-b0df-3089e22d41f2), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:03.899415 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-4ad29fef-959c-4dd5-bd42-11eeb5575ab9 None None] For port e7d8c5c4-482f-4a6e-b0df-3089e22d41f2, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:27:03.902656 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-4ad29fef-959c-4dd5-bd42-11eeb5575ab9 None None] For port e7d8c5c4-482f-4a6e-b0df-3089e22d41f2, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e7d8c5c4-482f-4a6e-b0df-3089e22d41f2,segment=NetworkSegment(c0c6ec12-0d2b-4933-8b50-60b17d22e377),segment_id=c0c6ec12-0d2b-4933-8b50-60b17d22e377)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:27:03.911701 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4ad29fef-959c-4dd5-bd42-11eeb5575ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e7d8c5c4-482f-4a6e-b0df-3089e22d41f2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:03.940833 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-60fd1b55-62fe-4441-a4d4-f7ccaf7e86d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'name': 'tempest-TestNetworkBasicOps-router-496173601', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '387c4c07-037c-496c-b37e-4b028986f5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:27:01Z', 'updated_at': '2022-03-05T05:27:02Z', 'revision_number': 3, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '387c4c07-037c-496c-b37e-4b028986f5f6', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:94:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:27:01Z', 'updated_at': '2022-03-05T05:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:27:03.971857 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad29fef-959c-4dd5-bd42-11eeb5575ab9 None None] Pushing event updated for resources: {'Port': ['ID=e7d8c5c4-482f-4a6e-b0df-3089e22d41f2,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:03.982623 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fd1b55-62fe-4441-a4d4-f7ccaf7e86d8 None None] The sync data for ids ['616b5a3f-c9d8-4ebf-ba42-c7b536c16e97'] in n-d-789963-32 is: [{'id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'name': 'tempest-TestNetworkBasicOps-router-496173601', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '387c4c07-037c-496c-b37e-4b028986f5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:27:01Z', 'updated_at': '2022-03-05T05:27:02Z', 'revision_number': 3, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '387c4c07-037c-496c-b37e-4b028986f5f6', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:94:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:27:01Z', 'updated_at': '2022-03-05T05:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:27:04.106509 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-86f323b5-bfb7-4bc6-b03a-82c8741fdf4d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Allocated IP 172.20.0.1 (812baef9-37ee-420f-a23c-9ac86f3f7b57/f0dc91b8-1460-4a82-8246-5faa2d593ee6/22d3b584-0030-427d-98d9-d4c56a942b21) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:27:04.241718 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86f323b5-bfb7-4bc6-b03a-82c8741fdf4d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for port (22d3b584-0030-427d-98d9-d4c56a942b21), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:04.293697 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86f323b5-bfb7-4bc6-b03a-82c8741fdf4d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (22d3b584-0030-427d-98d9-d4c56a942b21), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:04.353310 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f323b5-bfb7-4bc6-b03a-82c8741fdf4d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Network 812baef9-37ee-420f-a23c-9ac86f3f7b57 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:27:04.356936 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-86f323b5-bfb7-4bc6-b03a-82c8741fdf4d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:27:04.361059 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f323b5-bfb7-4bc6-b03a-82c8741fdf4d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:27:04.368405 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f323b5-bfb7-4bc6-b03a-82c8741fdf4d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'Port': ['ID=22d3b584-0030-427d-98d9-d4c56a942b21,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:04.420493 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86f323b5-bfb7-4bc6-b03a-82c8741fdf4d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (616b5a3f-c9d8-4ebf-ba42-c7b536c16e97), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:04.565669 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86f323b5-bfb7-4bc6-b03a-82c8741fdf4d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (22d3b584-0030-427d-98d9-d4c56a942b21), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:04.919530 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86f323b5-bfb7-4bc6-b03a-82c8741fdf4d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for port (22d3b584-0030-427d-98d9-d4c56a942b21), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:04.927511 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86f323b5-bfb7-4bc6-b03a-82c8741fdf4d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (22d3b584-0030-427d-98d9-d4c56a942b21), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:05.012336 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f323b5-bfb7-4bc6-b03a-82c8741fdf4d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'Port': ['ID=22d3b584-0030-427d-98d9-d4c56a942b21,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:05.015004 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86f323b5-bfb7-4bc6-b03a-82c8741fdf4d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (616b5a3f-c9d8-4ebf-ba42-c7b536c16e97), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:05.104980 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcd28c5-e62b-4367-b68d-e18be644c1cf None None] Network 812baef9-37ee-420f-a23c-9ac86f3f7b57 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:27:05.113148 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f323b5-bfb7-4bc6-b03a-82c8741fdf4d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Network 812baef9-37ee-420f-a23c-9ac86f3f7b57 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:27:05.114504 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-86f323b5-bfb7-4bc6-b03a-82c8741fdf4d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:27:05.190610 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-0a24598a-ea85-42f4-8df9-f3b3e6839bab None None] Provisioning complete for port e7d8c5c4-482f-4a6e-b0df-3089e22d41f2 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:27:05.190989 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0a24598a-ea85-42f4-8df9-f3b3e6839bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e7d8c5c4-482f-4a6e-b0df-3089e22d41f2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:05.234684 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f323b5-bfb7-4bc6-b03a-82c8741fdf4d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Router 616b5a3f-c9d8-4ebf-ba42-c7b536c16e97 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:27:05.307412 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-0a24598a-ea85-42f4-8df9-f3b3e6839bab None None] Current status of the port e7d8c5c4-482f-4a6e-b0df-3089e22d41f2 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:27:05.307952 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0a24598a-ea85-42f4-8df9-f3b3e6839bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e7d8c5c4-482f-4a6e-b0df-3089e22d41f2), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:05.347310 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-0a24598a-ea85-42f4-8df9-f3b3e6839bab None None] For port e7d8c5c4-482f-4a6e-b0df-3089e22d41f2, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e7d8c5c4-482f-4a6e-b0df-3089e22d41f2,segment=NetworkSegment(c0c6ec12-0d2b-4933-8b50-60b17d22e377),segment_id=c0c6ec12-0d2b-4933-8b50-60b17d22e377)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:27:05.353255 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0a24598a-ea85-42f4-8df9-f3b3e6839bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e7d8c5c4-482f-4a6e-b0df-3089e22d41f2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:05.356141 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f323b5-bfb7-4bc6-b03a-82c8741fdf4d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:27:05.363235 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-86f323b5-bfb7-4bc6-b03a-82c8741fdf4d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "PUT /v2.0/routers/616b5a3f-c9d8-4ebf-ba42-c7b536c16e97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0923431 Mar 05 05:27:05.363465 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42414) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:05.414194 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a24598a-ea85-42f4-8df9-f3b3e6839bab None None] Pushing event updated for resources: {'Port': ['ID=e7d8c5c4-482f-4a6e-b0df-3089e22d41f2,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:05.480960 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889d2290-7a44-4d4b-8ae2-e75b30c6a781 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:05.481462 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889d2290-7a44-4d4b-8ae2-e75b30c6a781 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:05.482034 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889d2290-7a44-4d4b-8ae2-e75b30c6a781 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:05.482395 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889d2290-7a44-4d4b-8ae2-e75b30c6a781 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:05.484157 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-889d2290-7a44-4d4b-8ae2-e75b30c6a781 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1197398 Mar 05 05:27:05.487031 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42416) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:05.581044 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16eff223-83f0-40fa-afb5-dfd7b1867284 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:05.581639 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16eff223-83f0-40fa-afb5-dfd7b1867284 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:05.582213 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16eff223-83f0-40fa-afb5-dfd7b1867284 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:05.582834 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16eff223-83f0-40fa-afb5-dfd7b1867284 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:05.584606 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-16eff223-83f0-40fa-afb5-dfd7b1867284 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0964139 Mar 05 05:27:05.587871 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42418) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:05.590263 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-dfdd1363-bba6-4050-a0bc-68a44cdcc1b1 None None] Provisioning complete for port e7d8c5c4-482f-4a6e-b0df-3089e22d41f2 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:27:05.590732 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dfdd1363-bba6-4050-a0bc-68a44cdcc1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e7d8c5c4-482f-4a6e-b0df-3089e22d41f2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:05.687393 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd1363-bba6-4050-a0bc-68a44cdcc1b1 None None] Current status of the port e7d8c5c4-482f-4a6e-b0df-3089e22d41f2 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:27:05.702495 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-dfdd1363-bba6-4050-a0bc-68a44cdcc1b1 None None] Provisioning complete for port 22d3b584-0030-427d-98d9-d4c56a942b21 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:27:05.703246 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dfdd1363-bba6-4050-a0bc-68a44cdcc1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (22d3b584-0030-427d-98d9-d4c56a942b21), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:05.759541 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd1363-bba6-4050-a0bc-68a44cdcc1b1 None None] Port 22d3b584-0030-427d-98d9-d4c56a942b21 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:27:05.850854 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e7d8c5c4-482f-4a6e-b0df-3089e22d41f2 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:27:05.863393 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-09dcd0f8-25ce-4f07-ab64-4adc62e58fbd tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2743740 Mar 05 05:27:05.909964 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e97f9f9f-30c4-4002-977c-b7ed7e921c63 None None] Provisioning complete for port 22d3b584-0030-427d-98d9-d4c56a942b21 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:27:05.910355 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e97f9f9f-30c4-4002-977c-b7ed7e921c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (22d3b584-0030-427d-98d9-d4c56a942b21), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:05.950201 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e494e70e-c2b2-40b0-b661-3d1a9dae2a15 None None] Sync routers for ids ['616b5a3f-c9d8-4ebf-ba42-c7b536c16e97'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:27:05.962315 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e97f9f9f-30c4-4002-977c-b7ed7e921c63 None None] Port 22d3b584-0030-427d-98d9-d4c56a942b21 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:27:05.972108 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e494e70e-c2b2-40b0-b661-3d1a9dae2a15 None None] Routers {'616b5a3f-c9d8-4ebf-ba42-c7b536c16e97'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:27:05.972669 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e494e70e-c2b2-40b0-b661-3d1a9dae2a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:26:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['616b5a3f-c9d8-4ebf-ba42-c7b536c16e97'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:27:06.016164 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port e7d8c5c4-482f-4a6e-b0df-3089e22d41f2 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:27:06.016716 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e7d8c5c4-482f-4a6e-b0df-3089e22d41f2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.059244 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42422) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:06.063915 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-b83a4051-524a-4e6b-af40-0b70368f1e23 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-724673980', 'description': 'tempest-secgroup-smoke-724673980 description', 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:27:06.084014 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b83a4051-524a-4e6b-af40-0b70368f1e23 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.130397 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d9d2a869-e22d-4e62-9ed3-8205b43edf59 None None] Provisioning complete for port 22d3b584-0030-427d-98d9-d4c56a942b21 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:27:06.131007 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d9d2a869-e22d-4e62-9ed3-8205b43edf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (22d3b584-0030-427d-98d9-d4c56a942b21), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.133754 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-e494e70e-c2b2-40b0-b661-3d1a9dae2a15 None None] Set router 616b5a3f-c9d8-4ebf-ba42-c7b536c16e97 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:27:06.155893 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b83a4051-524a-4e6b-af40-0b70368f1e23 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group (1b8557ba-b7db-4206-a0d3-90a799b1d532), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.159750 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b83a4051-524a-4e6b-af40-0b70368f1e23 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1b8557ba-b7db-4206-a0d3-90a799b1d532), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.190500 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b83a4051-524a-4e6b-af40-0b70368f1e23 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.191676 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b83a4051-524a-4e6b-af40-0b70368f1e23 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1314065 Mar 05 05:27:06.193673 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a4051-524a-4e6b-af40-0b70368f1e23 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8557ba-b7db-4206-a0d3-90a799b1d532,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:06.194714 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42424) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:06.199691 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-12b33bd0-4f0c-411a-bbd7-db507ff1b18a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'security_group_rule': {'security_group_id': '1b8557ba-b7db-4206-a0d3-90a799b1d532', 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:27:06.227441 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-12b33bd0-4f0c-411a-bbd7-db507ff1b18a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (e696da14-1bd9-4043-b930-4b057ec22c57), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.263919 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d9d2a869-e22d-4e62-9ed3-8205b43edf59 None None] Port 22d3b584-0030-427d-98d9-d4c56a942b21 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:27:06.267894 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port e7d8c5c4-482f-4a6e-b0df-3089e22d41f2 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:27:06.268864 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 387c4c07-037c-496c-b37e-4b028986f5f6 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:27:06.283963 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-12b33bd0-4f0c-411a-bbd7-db507ff1b18a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (e696da14-1bd9-4043-b930-4b057ec22c57), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.287865 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-12b33bd0-4f0c-411a-bbd7-db507ff1b18a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (e696da14-1bd9-4043-b930-4b057ec22c57), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.307006 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b33bd0-4f0c-411a-bbd7-db507ff1b18a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e696da14-1bd9-4043-b930-4b057ec22c57,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:06.313732 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-12b33bd0-4f0c-411a-bbd7-db507ff1b18a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.314992 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-12b33bd0-4f0c-411a-bbd7-db507ff1b18a tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191573 Mar 05 05:27:06.317930 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42426) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:06.322394 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-a36f2736-5a61-4017-83db-a6cf500629f4 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'security_group_rule': {'security_group_id': '1b8557ba-b7db-4206-a0d3-90a799b1d532', 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:27:06.348335 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a36f2736-5a61-4017-83db-a6cf500629f4 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (36035be8-f185-429e-9673-d19383981609), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.407546 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a36f2736-5a61-4017-83db-a6cf500629f4 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (36035be8-f185-429e-9673-d19383981609), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.408223 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 387c4c07-037c-496c-b37e-4b028986f5f6 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:27:06.408223 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (387c4c07-037c-496c-b37e-4b028986f5f6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.412364 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a36f2736-5a61-4017-83db-a6cf500629f4 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (36035be8-f185-429e-9673-d19383981609), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.431670 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f2736-5a61-4017-83db-a6cf500629f4 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36035be8-f185-429e-9673-d19383981609,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:06.443529 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a36f2736-5a61-4017-83db-a6cf500629f4 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.445365 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a36f2736-5a61-4017-83db-a6cf500629f4 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1258423 Mar 05 05:27:06.448319 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42428) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:06.452757 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-9022958b-ac1f-4c86-a027-714c4abe6dcf tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'security_group_rule': {'security_group_id': '1b8557ba-b7db-4206-a0d3-90a799b1d532', 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:27:06.480244 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9022958b-ac1f-4c86-a027-714c4abe6dcf tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (ad24ebb1-34c8-4313-a218-fce7c549c574), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.544932 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9022958b-ac1f-4c86-a027-714c4abe6dcf tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (ad24ebb1-34c8-4313-a218-fce7c549c574), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.549513 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9022958b-ac1f-4c86-a027-714c4abe6dcf tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (ad24ebb1-34c8-4313-a218-fce7c549c574), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.573350 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022958b-ac1f-4c86-a027-714c4abe6dcf tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad24ebb1-34c8-4313-a218-fce7c549c574,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:06.580815 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9022958b-ac1f-4c86-a027-714c4abe6dcf tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.582300 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9022958b-ac1f-4c86-a027-714c4abe6dcf tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1329615 Mar 05 05:27:06.585986 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42430) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:06.590833 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-4225bed0-1c44-404d-b6b1-956b2a88814f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'security_group_rule': {'security_group_id': '1b8557ba-b7db-4206-a0d3-90a799b1d532', 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:27:06.616904 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4225bed0-1c44-404d-b6b1-956b2a88814f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (053d6a7c-b5db-4d79-943d-0973963abe41), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.661346 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e494e70e-c2b2-40b0-b661-3d1a9dae2a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'name': 'tempest-TestNetworkBasicOps-router-496173601', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '387c4c07-037c-496c-b37e-4b028986f5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:27:01Z', 'updated_at': '2022-03-05T05:27:04Z', 'revision_number': 4, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '387c4c07-037c-496c-b37e-4b028986f5f6', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:94:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:27:01Z', 'updated_at': '2022-03-05T05:27:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '22d3b584-0030-427d-98d9-d4c56a942b21', 'name': '', 'network_id': '812baef9-37ee-420f-a23c-9ac86f3f7b57', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'mac_address': 'fa:16:3e:11:54:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'f0dc91b8-1460-4a82-8246-5faa2d593ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:27:03Z', 'updated_at': '2022-03-05T05:27:04Z', 'revision_number': 2, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'subnets': [{'id': 'f0dc91b8-1460-4a82-8246-5faa2d593ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:27:06.676451 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4225bed0-1c44-404d-b6b1-956b2a88814f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (053d6a7c-b5db-4d79-943d-0973963abe41), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.680342 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4225bed0-1c44-404d-b6b1-956b2a88814f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (053d6a7c-b5db-4d79-943d-0973963abe41), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.695363 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e494e70e-c2b2-40b0-b661-3d1a9dae2a15 None None] Checking router: 616b5a3f-c9d8-4ebf-ba42-c7b536c16e97 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:27:06.695735 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e494e70e-c2b2-40b0-b661-3d1a9dae2a15 None None] Updating router 616b5a3f-c9d8-4ebf-ba42-c7b536c16e97 port 22d3b584-0030-427d-98d9-d4c56a942b21 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:27:06.698397 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4225bed0-1c44-404d-b6b1-956b2a88814f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=053d6a7c-b5db-4d79-943d-0973963abe41,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:06.705838 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4225bed0-1c44-404d-b6b1-956b2a88814f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.707108 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4225bed0-1c44-404d-b6b1-956b2a88814f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198308 Mar 05 05:27:06.709930 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42432) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:06.715047 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-296c2c5a-d394-4437-9693-5fa06a03c1f2 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'security_group_rule': {'security_group_id': '1b8557ba-b7db-4206-a0d3-90a799b1d532', 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:27:06.721600 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 387c4c07-037c-496c-b37e-4b028986f5f6 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:27:06.721993 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (387c4c07-037c-496c-b37e-4b028986f5f6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.735065 n-d-789963-32 neutron-server[105231]: INFO neutron.db.securitygroups_db [None req-296c2c5a-d394-4437-9693-5fa06a03c1f2 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Project 6e76c1ed1a10495ebffd7fb72002a6a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:27:06.737950 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e494e70e-c2b2-40b0-b661-3d1a9dae2a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (22d3b584-0030-427d-98d9-d4c56a942b21), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.741371 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-296c2c5a-d394-4437-9693-5fa06a03c1f2 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (733d0cf5-26a8-4372-b450-01d73ab5a459), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.758748 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 387c4c07-037c-496c-b37e-4b028986f5f6, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=387c4c07-037c-496c-b37e-4b028986f5f6,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:27:06.763772 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (387c4c07-037c-496c-b37e-4b028986f5f6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.798986 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-296c2c5a-d394-4437-9693-5fa06a03c1f2 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (733d0cf5-26a8-4372-b450-01d73ab5a459), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.803233 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-296c2c5a-d394-4437-9693-5fa06a03c1f2 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (733d0cf5-26a8-4372-b450-01d73ab5a459), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.820854 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c2c5a-d394-4437-9693-5fa06a03c1f2 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733d0cf5-26a8-4372-b450-01d73ab5a459,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:06.831168 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-296c2c5a-d394-4437-9693-5fa06a03c1f2 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.832386 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-296c2c5a-d394-4437-9693-5fa06a03c1f2 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206536 Mar 05 05:27:06.835862 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42434) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:06.840108 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-a4187e6c-046c-4e7e-9cc0-fa8f1691b215 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'security_group_rule': {'security_group_id': '1b8557ba-b7db-4206-a0d3-90a799b1d532', 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:27:06.860275 n-d-789963-32 neutron-server[105231]: INFO neutron.db.securitygroups_db [None req-a4187e6c-046c-4e7e-9cc0-fa8f1691b215 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Project 6e76c1ed1a10495ebffd7fb72002a6a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:27:06.865000 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a4187e6c-046c-4e7e-9cc0-fa8f1691b215 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (91220621-0acc-4a11-bd5d-cb53ff6a641e), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.894952 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=387c4c07-037c-496c-b37e-4b028986f5f6,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:06.926976 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a4187e6c-046c-4e7e-9cc0-fa8f1691b215 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (91220621-0acc-4a11-bd5d-cb53ff6a641e), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.931303 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a4187e6c-046c-4e7e-9cc0-fa8f1691b215 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (91220621-0acc-4a11-bd5d-cb53ff6a641e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.948464 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4187e6c-046c-4e7e-9cc0-fa8f1691b215 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91220621-0acc-4a11-bd5d-cb53ff6a641e,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:06.957063 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a4187e6c-046c-4e7e-9cc0-fa8f1691b215 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:06.958243 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a4187e6c-046c-4e7e-9cc0-fa8f1691b215 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1214573 Mar 05 05:27:07.061438 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e494e70e-c2b2-40b0-b661-3d1a9dae2a15 None None] Publish callbacks [] for port (22d3b584-0030-427d-98d9-d4c56a942b21), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:07.068521 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e494e70e-c2b2-40b0-b661-3d1a9dae2a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (22d3b584-0030-427d-98d9-d4c56a942b21), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:07.126333 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4bcc32-4cb8-4d35-9d40-7010d3e38a16 None None] Pushing event updated for resources: {'Port': ['ID=22d3b584-0030-427d-98d9-d4c56a942b21,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:07.167176 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-b1fd2f84-0575-43f5-a2a8-cc3664bb77df tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-724673980&fields=id&tenant_id=6e76c1ed1a10495ebffd7fb72002a6a1 HTTP/1.1" status: 200 len: 267 time: 0.0515909 Mar 05 05:27:07.179901 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-e494e70e-c2b2-40b0-b661-3d1a9dae2a15 None None] Attempting to bind port 22d3b584-0030-427d-98d9-d4c56a942b21 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:27:07.180476 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-e494e70e-c2b2-40b0-b661-3d1a9dae2a15 None None] Attempting to bind port 22d3b584-0030-427d-98d9-d4c56a942b21 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'c0c6ec12-0d2b-4933-8b50-60b17d22e377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '812baef9-37ee-420f-a23c-9ac86f3f7b57'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:27:07.180754 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e494e70e-c2b2-40b0-b661-3d1a9dae2a15 None None] Attempting to bind port 22d3b584-0030-427d-98d9-d4c56a942b21 on network 812baef9-37ee-420f-a23c-9ac86f3f7b57 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:27:07.186239 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e494e70e-c2b2-40b0-b661-3d1a9dae2a15 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:27:07.186626 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e494e70e-c2b2-40b0-b661-3d1a9dae2a15 None None] Checking segment: {'id': 'c0c6ec12-0d2b-4933-8b50-60b17d22e377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '812baef9-37ee-420f-a23c-9ac86f3f7b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:27:07.187025 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e494e70e-c2b2-40b0-b661-3d1a9dae2a15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:07.187486 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e494e70e-c2b2-40b0-b661-3d1a9dae2a15 None None] Bound using segment: {'id': 'c0c6ec12-0d2b-4933-8b50-60b17d22e377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '812baef9-37ee-420f-a23c-9ac86f3f7b57'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:27:07.188084 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-e494e70e-c2b2-40b0-b661-3d1a9dae2a15 None None] Bound port: 22d3b584-0030-427d-98d9-d4c56a942b21, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0c6ec12-0d2b-4933-8b50-60b17d22e377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '812baef9-37ee-420f-a23c-9ac86f3f7b57'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:27:07.188471 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e494e70e-c2b2-40b0-b661-3d1a9dae2a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (22d3b584-0030-427d-98d9-d4c56a942b21), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:07.255043 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-e494e70e-c2b2-40b0-b661-3d1a9dae2a15 None None] For port 22d3b584-0030-427d-98d9-d4c56a942b21, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:27:07.259538 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-e494e70e-c2b2-40b0-b661-3d1a9dae2a15 None None] For port 22d3b584-0030-427d-98d9-d4c56a942b21, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=22d3b584-0030-427d-98d9-d4c56a942b21,segment=NetworkSegment(c0c6ec12-0d2b-4933-8b50-60b17d22e377),segment_id=c0c6ec12-0d2b-4933-8b50-60b17d22e377)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:27:07.268125 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e494e70e-c2b2-40b0-b661-3d1a9dae2a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (22d3b584-0030-427d-98d9-d4c56a942b21), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:07.286379 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-41294f29-6822-44d8-914a-afb9dda78dbf tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:07.291248 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-41294f29-6822-44d8-914a-afb9dda78dbf tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/networks?id=812baef9-37ee-420f-a23c-9ac86f3f7b57 HTTP/1.1" status: 200 len: 796 time: 0.1171796 Mar 05 05:27:07.305974 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-8280370c-5599-4b10-bbe4-6423836f0793 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/quotas/6e76c1ed1a10495ebffd7fb72002a6a1 HTTP/1.1" status: 200 len: 375 time: 0.0116398 Mar 05 05:27:07.346789 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e494e70e-c2b2-40b0-b661-3d1a9dae2a15 None None] Routers {'616b5a3f-c9d8-4ebf-ba42-c7b536c16e97'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:27:07.348095 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e494e70e-c2b2-40b0-b661-3d1a9dae2a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:26:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['616b5a3f-c9d8-4ebf-ba42-c7b536c16e97'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:27:07.375595 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-63b7733e-6a10-49d9-99d5-58a610d063d5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e76c1ed1a10495ebffd7fb72002a6a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624423 Mar 05 05:27:07.400542 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4bcc32-4cb8-4d35-9d40-7010d3e38a16 None None] Pushing event updated for resources: {'Port': ['ID=22d3b584-0030-427d-98d9-d4c56a942b21,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:07.427603 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-c1ce61eb-3913-4c00-8cc4-1f3e22488f8e None None] Provisioning complete for port 22d3b584-0030-427d-98d9-d4c56a942b21 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:27:07.427991 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c1ce61eb-3913-4c00-8cc4-1f3e22488f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (22d3b584-0030-427d-98d9-d4c56a942b21), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:07.493357 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-7f855d22-3a7d-472f-973f-23e3f9b7198c service neutron] 10.222.0.11 "GET /v2.0/networks/812baef9-37ee-420f-a23c-9ac86f3f7b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057491 Mar 05 05:27:07.534505 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-e494e70e-c2b2-40b0-b661-3d1a9dae2a15 None None] Set router 616b5a3f-c9d8-4ebf-ba42-c7b536c16e97 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:27:07.590470 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-fca849ca-66e0-4cb2-a279-02cf8d87e1c6 service neutron] 10.222.0.11 "GET /v2.0/networks/812baef9-37ee-420f-a23c-9ac86f3f7b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911870 Mar 05 05:27:07.642975 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c1ce61eb-3913-4c00-8cc4-1f3e22488f8e None None] Current status of the port 22d3b584-0030-427d-98d9-d4c56a942b21 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:27:07.643411 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c1ce61eb-3913-4c00-8cc4-1f3e22488f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (22d3b584-0030-427d-98d9-d4c56a942b21), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:07.732887 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-c1ce61eb-3913-4c00-8cc4-1f3e22488f8e None None] For port 22d3b584-0030-427d-98d9-d4c56a942b21, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=22d3b584-0030-427d-98d9-d4c56a942b21,segment=NetworkSegment(c0c6ec12-0d2b-4933-8b50-60b17d22e377),segment_id=c0c6ec12-0d2b-4933-8b50-60b17d22e377)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:27:07.739314 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c1ce61eb-3913-4c00-8cc4-1f3e22488f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (22d3b584-0030-427d-98d9-d4c56a942b21), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:07.763606 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c7459158-4778-4ce7-b512-87d83351d2b8 req-c9c9dc31-4965-48b1-a552-66d4f86754de tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb6eda65-bb9a-4a5f-90ad-3285d019dc25 HTTP/1.1" status: 200 len: 210 time: 0.0312846 Mar 05 05:27:07.772190 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 387c4c07-037c-496c-b37e-4b028986f5f6 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:27:07.892136 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce61eb-3913-4c00-8cc4-1f3e22488f8e None None] Pushing event updated for resources: {'Port': ['ID=22d3b584-0030-427d-98d9-d4c56a942b21,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:07.896174 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-51cdc2d0-d0da-454c-a69c-633a5c7aab3c None None] Provisioning complete for port 22d3b584-0030-427d-98d9-d4c56a942b21 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:27:07.896579 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-51cdc2d0-d0da-454c-a69c-633a5c7aab3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (22d3b584-0030-427d-98d9-d4c56a942b21), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:07.948541 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 387c4c07-037c-496c-b37e-4b028986f5f6 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:27:07.948924 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (387c4c07-037c-496c-b37e-4b028986f5f6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:07.988867 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e494e70e-c2b2-40b0-b661-3d1a9dae2a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'name': 'tempest-TestNetworkBasicOps-router-496173601', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '387c4c07-037c-496c-b37e-4b028986f5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:27:01Z', 'updated_at': '2022-03-05T05:27:04Z', 'revision_number': 4, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '387c4c07-037c-496c-b37e-4b028986f5f6', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:94:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:27:01Z', 'updated_at': '2022-03-05T05:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '22d3b584-0030-427d-98d9-d4c56a942b21', 'name': '', 'network_id': '812baef9-37ee-420f-a23c-9ac86f3f7b57', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'mac_address': 'fa:16:3e:11:54:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'f0dc91b8-1460-4a82-8246-5faa2d593ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:27:03Z', 'updated_at': '2022-03-05T05:27:07Z', 'revision_number': 4, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'subnets': [{'id': 'f0dc91b8-1460-4a82-8246-5faa2d593ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:27:08.022142 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e494e70e-c2b2-40b0-b661-3d1a9dae2a15 None None] The sync data for ids ['616b5a3f-c9d8-4ebf-ba42-c7b536c16e97'] in n-d-789963-32 is: [{'id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'name': 'tempest-TestNetworkBasicOps-router-496173601', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '387c4c07-037c-496c-b37e-4b028986f5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:27:01Z', 'updated_at': '2022-03-05T05:27:04Z', 'revision_number': 4, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '387c4c07-037c-496c-b37e-4b028986f5f6', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:94:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:27:01Z', 'updated_at': '2022-03-05T05:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '22d3b584-0030-427d-98d9-d4c56a942b21', 'name': '', 'network_id': '812baef9-37ee-420f-a23c-9ac86f3f7b57', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'mac_address': 'fa:16:3e:11:54:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'f0dc91b8-1460-4a82-8246-5faa2d593ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:27:03Z', 'updated_at': '2022-03-05T05:27:07Z', 'revision_number': 4, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'subnets': [{'id': 'f0dc91b8-1460-4a82-8246-5faa2d593ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:27:08.098199 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-51cdc2d0-d0da-454c-a69c-633a5c7aab3c None None] Current status of the port 22d3b584-0030-427d-98d9-d4c56a942b21 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:27:08.118599 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 387c4c07-037c-496c-b37e-4b028986f5f6 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:27:08.779512 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-0c33222a-0edc-4124-9f0e-3d242b8059e5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:08.781014 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-0c33222a-0edc-4124-9f0e-3d242b8059e5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.31 "GET /v2.0/networks?id=812baef9-37ee-420f-a23c-9ac86f3f7b57 HTTP/1.1" status: 200 len: 796 time: 0.1108479 Mar 05 05:27:08.859185 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-1aac1d3d-10e4-44ab-9717-c443737a6013 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e76c1ed1a10495ebffd7fb72002a6a1 HTTP/1.1" status: 200 len: 379 time: 0.0695066 Mar 05 05:27:08.868784 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-412c64bb-d29c-40b6-b26a-7a98c00b9d93 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'port': {'device_id': 'fb6eda65-bb9a-4a5f-90ad-3285d019dc25', 'network_id': '812baef9-37ee-420f-a23c-9ac86f3f7b57', 'admin_state_up': True, 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'security_groups': ['1b8557ba-b7db-4206-a0d3-90a799b1d532']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:27:08.900112 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ce310ade-d231-4929-90b2-c76c66a490df req-b1da1633-cee5-41cd-8545-07bdec9c741e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb6eda65-bb9a-4a5f-90ad-3285d019dc25 HTTP/1.1" status: 200 len: 210 time: 0.0370352 Mar 05 05:27:08.979162 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-412c64bb-d29c-40b6-b26a-7a98c00b9d93 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Made reservation on behalf of 6e76c1ed1a10495ebffd7fb72002a6a1 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:27:08.982490 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-412c64bb-d29c-40b6-b26a-7a98c00b9d93 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:09.119703 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-412c64bb-d29c-40b6-b26a-7a98c00b9d93 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Allocated IP 172.20.0.3 (812baef9-37ee-420f-a23c-9ac86f3f7b57/f0dc91b8-1460-4a82-8246-5faa2d593ee6/c90b7e02-632e-4df6-82b4-57eab393ae36) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:27:09.256316 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-412c64bb-d29c-40b6-b26a-7a98c00b9d93 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for port (c90b7e02-632e-4df6-82b4-57eab393ae36), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:09.294643 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-412c64bb-d29c-40b6-b26a-7a98c00b9d93 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (c90b7e02-632e-4df6-82b4-57eab393ae36), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:09.338503 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-412c64bb-d29c-40b6-b26a-7a98c00b9d93 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Network 812baef9-37ee-420f-a23c-9ac86f3f7b57 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:27:09.341364 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-412c64bb-d29c-40b6-b26a-7a98c00b9d93 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:27:09.343663 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-412c64bb-d29c-40b6-b26a-7a98c00b9d93 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:27:09.373963 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c64bb-d29c-40b6-b26a-7a98c00b9d93 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'Port': ['ID=c90b7e02-632e-4df6-82b4-57eab393ae36,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:09.399596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-412c64bb-d29c-40b6-b26a-7a98c00b9d93 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:09.400225 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-412c64bb-d29c-40b6-b26a-7a98c00b9d93 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:09.416921 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-412c64bb-d29c-40b6-b26a-7a98c00b9d93 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5531416 Mar 05 05:27:09.428470 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-7dc61937-2162-4810-aeb1-04ef1e652213 service neutron] Request body: {'port': {'device_id': 'fb6eda65-bb9a-4a5f-90ad-3285d019dc25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:27:09.495393 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-7dc61937-2162-4810-aeb1-04ef1e652213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c90b7e02-632e-4df6-82b4-57eab393ae36), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:09.631957 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-09535beb-9ab0-4eae-95d4-410e5a6e0436 None None] Provisioning complete for port c90b7e02-632e-4df6-82b4-57eab393ae36 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:27:09.632507 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-09535beb-9ab0-4eae-95d4-410e5a6e0436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c90b7e02-632e-4df6-82b4-57eab393ae36), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:09.665718 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-09535beb-9ab0-4eae-95d4-410e5a6e0436 None None] Port c90b7e02-632e-4df6-82b4-57eab393ae36 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:27:09.748842 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 22d3b584-0030-427d-98d9-d4c56a942b21 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:27:09.763787 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-7dc61937-2162-4810-aeb1-04ef1e652213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c90b7e02-632e-4df6-82b4-57eab393ae36 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:27:09.771191 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-7dc61937-2162-4810-aeb1-04ef1e652213 service neutron] Publish callbacks [] for port (c90b7e02-632e-4df6-82b4-57eab393ae36), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:09.785662 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-7dc61937-2162-4810-aeb1-04ef1e652213 service neutron] Transition to ACTIVE for port object c90b7e02-632e-4df6-82b4-57eab393ae36 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:27:09.790060 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-7dc61937-2162-4810-aeb1-04ef1e652213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (c90b7e02-632e-4df6-82b4-57eab393ae36), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:09.798848 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 22d3b584-0030-427d-98d9-d4c56a942b21 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:27:09.799254 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (22d3b584-0030-427d-98d9-d4c56a942b21), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:09.840819 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc61937-2162-4810-aeb1-04ef1e652213 service neutron] Pushing event updated for resources: {'Port': ['ID=c90b7e02-632e-4df6-82b4-57eab393ae36,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:09.888221 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 22d3b584-0030-427d-98d9-d4c56a942b21 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:27:09.917230 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-7dc61937-2162-4810-aeb1-04ef1e652213 service neutron] Attempting to bind port c90b7e02-632e-4df6-82b4-57eab393ae36 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:27:09.917557 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-7dc61937-2162-4810-aeb1-04ef1e652213 service neutron] Attempting to bind port c90b7e02-632e-4df6-82b4-57eab393ae36 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'c0c6ec12-0d2b-4933-8b50-60b17d22e377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '812baef9-37ee-420f-a23c-9ac86f3f7b57'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:27:09.917886 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-7dc61937-2162-4810-aeb1-04ef1e652213 service neutron] Attempting to bind port c90b7e02-632e-4df6-82b4-57eab393ae36 on network 812baef9-37ee-420f-a23c-9ac86f3f7b57 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:27:09.922640 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-7dc61937-2162-4810-aeb1-04ef1e652213 service neutron] Port c90b7e02-632e-4df6-82b4-57eab393ae36 on network 812baef9-37ee-420f-a23c-9ac86f3f7b57 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:27:09.923010 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-7dc61937-2162-4810-aeb1-04ef1e652213 service neutron] Attempting to bind port c90b7e02-632e-4df6-82b4-57eab393ae36 on network 812baef9-37ee-420f-a23c-9ac86f3f7b57 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:27:09.929461 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-7dc61937-2162-4810-aeb1-04ef1e652213 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:27:09.930144 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-7dc61937-2162-4810-aeb1-04ef1e652213 service neutron] Checking segment: {'id': 'c0c6ec12-0d2b-4933-8b50-60b17d22e377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '812baef9-37ee-420f-a23c-9ac86f3f7b57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:27:09.930260 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-7dc61937-2162-4810-aeb1-04ef1e652213 service neutron] Bound using segment: {'id': 'c0c6ec12-0d2b-4933-8b50-60b17d22e377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '812baef9-37ee-420f-a23c-9ac86f3f7b57'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:27:09.930657 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-7dc61937-2162-4810-aeb1-04ef1e652213 service neutron] Bound port: c90b7e02-632e-4df6-82b4-57eab393ae36, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0c6ec12-0d2b-4933-8b50-60b17d22e377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '812baef9-37ee-420f-a23c-9ac86f3f7b57'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:27:09.931199 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-7dc61937-2162-4810-aeb1-04ef1e652213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c90b7e02-632e-4df6-82b4-57eab393ae36), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:10.011239 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-7dc61937-2162-4810-aeb1-04ef1e652213 service neutron] For port c90b7e02-632e-4df6-82b4-57eab393ae36, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:27:10.014839 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-7dc61937-2162-4810-aeb1-04ef1e652213 service neutron] For port c90b7e02-632e-4df6-82b4-57eab393ae36, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=c90b7e02-632e-4df6-82b4-57eab393ae36,segment=NetworkSegment(c0c6ec12-0d2b-4933-8b50-60b17d22e377),segment_id=c0c6ec12-0d2b-4933-8b50-60b17d22e377)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:27:10.022041 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-7dc61937-2162-4810-aeb1-04ef1e652213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (c90b7e02-632e-4df6-82b4-57eab393ae36), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:10.027589 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b11a3-9958-4a5b-9ca1-f98fa0653e04 req-c54ffce7-9dfd-4813-9017-a57c8d5ff81c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:10.035265 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ec3b11a3-9958-4a5b-9ca1-f98fa0653e04 req-c54ffce7-9dfd-4813-9017-a57c8d5ff81c tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb6eda65-bb9a-4a5f-90ad-3285d019dc25 HTTP/1.1" status: 200 len: 943 time: 0.0641489 Mar 05 05:27:10.062525 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-7dc61937-2162-4810-aeb1-04ef1e652213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:10.063276 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-7dc61937-2162-4810-aeb1-04ef1e652213 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:10.064702 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-7dc61937-2162-4810-aeb1-04ef1e652213 service neutron] 10.222.0.31 "PUT /v2.0/ports/c90b7e02-632e-4df6-82b4-57eab393ae36 HTTP/1.1" status: 200 len: 1092 time: 0.6407104 Mar 05 05:27:10.065156 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6eda65-bb9a-4a5f-90ad-3285d019dc25', 'tag': 'c90b7e02-632e-4df6-82b4-57eab393ae36'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:27:10.067525 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4469a8e7-ad25-4dd1-b19a-4c09a702b46d" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6eda65-bb9a-4a5f-90ad-3285d019dc25", "tag": "c90b7e02-632e-4df6-82b4-57eab393ae36"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:27:10.095474 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ec3b11a3-9958-4a5b-9ca1-f98fa0653e04 req-d9b0f173-3ca4-4332-bd1b-136d41b5935f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8557ba-b7db-4206-a0d3-90a799b1d532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588500 Mar 05 05:27:10.118655 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc61937-2162-4810-aeb1-04ef1e652213 service neutron] Pushing event updated for resources: {'Port': ['ID=c90b7e02-632e-4df6-82b4-57eab393ae36,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:10.158875 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f64862-ba69-4038-9a6b-d513b66e9e31 x-openstack-request-id: req-57f64862-ba69-4038-9a6b-d513b66e9e31 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:27:10.159193 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6eda65-bb9a-4a5f-90ad-3285d019dc25", "tag": "c90b7e02-632e-4df6-82b4-57eab393ae36", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:27:10.159442 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-57f64862-ba69-4038-9a6b-d513b66e9e31 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:27:10.159836 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6eda65-bb9a-4a5f-90ad-3285d019dc25', 'tag': 'c90b7e02-632e-4df6-82b4-57eab393ae36', 'status': 'completed', 'code': 200} Mar 05 05:27:10.180575 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-2397d333-29cc-4f60-9557-2b642acd8c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:10.182118 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-2397d333-29cc-4f60-9557-2b642acd8c98 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e76c1ed1a10495ebffd7fb72002a6a1&device_id=fb6eda65-bb9a-4a5f-90ad-3285d019dc25 HTTP/1.1" status: 200 len: 1126 time: 0.0552406 Mar 05 05:27:10.226744 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-ea6f9fef-4437-4b48-998c-460f044b4a44 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c90b7e02-632e-4df6-82b4-57eab393ae36 HTTP/1.1" status: 200 len: 217 time: 0.0366948 Mar 05 05:27:10.275943 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-5aca91f1-36e3-4dca-9465-d724316c06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:10.277413 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-5aca91f1-36e3-4dca-9465-d724316c06bf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0dc91b8-1460-4a82-8246-5faa2d593ee6 HTTP/1.1" status: 200 len: 834 time: 0.0455599 Mar 05 05:27:10.325198 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-615e5e13-62ac-401b-a009-c25eea52728a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:10.326662 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-615e5e13-62ac-401b-a009-c25eea52728a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=812baef9-37ee-420f-a23c-9ac86f3f7b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434525 Mar 05 05:27:10.417957 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-2e7adc15-5135-4d67-abbf-e7ce389f0793 service neutron] 10.222.0.31 "GET /v2.0/networks/812baef9-37ee-420f-a23c-9ac86f3f7b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849748 Mar 05 05:27:10.508620 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c731e4f4-1b58-4bfd-9aaa-73f1aa4dbb86 req-09866d85-95af-4367-aeb0-89d1a85f0968 service neutron] 10.222.0.31 "GET /v2.0/networks/812baef9-37ee-420f-a23c-9ac86f3f7b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848315 Mar 05 05:27:10.596228 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469a8e7-ad25-4dd1-b19a-4c09a702b46d req-df9ada22-ca29-4739-bffa-6dd86d9c2f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:10.597730 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4469a8e7-ad25-4dd1-b19a-4c09a702b46d req-df9ada22-ca29-4739-bffa-6dd86d9c2f2e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e76c1ed1a10495ebffd7fb72002a6a1&device_id=fb6eda65-bb9a-4a5f-90ad-3285d019dc25 HTTP/1.1" status: 200 len: 1126 time: 0.0468926 Mar 05 05:27:10.686686 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469a8e7-ad25-4dd1-b19a-4c09a702b46d req-7c5f393d-22ba-4f18-9089-ce98248f77a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:10.688140 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4469a8e7-ad25-4dd1-b19a-4c09a702b46d req-7c5f393d-22ba-4f18-9089-ce98248f77a3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=812baef9-37ee-420f-a23c-9ac86f3f7b57 HTTP/1.1" status: 200 len: 896 time: 0.0845857 Mar 05 05:27:10.736782 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4469a8e7-ad25-4dd1-b19a-4c09a702b46d req-cefd359c-255e-4ba1-ba81-58f3a3a8b9e4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c90b7e02-632e-4df6-82b4-57eab393ae36 HTTP/1.1" status: 200 len: 217 time: 0.0369849 Mar 05 05:27:10.784917 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469a8e7-ad25-4dd1-b19a-4c09a702b46d req-d7125a2f-ad52-41aa-828d-d4109f38d20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:10.786393 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4469a8e7-ad25-4dd1-b19a-4c09a702b46d req-d7125a2f-ad52-41aa-828d-d4109f38d20f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0dc91b8-1460-4a82-8246-5faa2d593ee6 HTTP/1.1" status: 200 len: 834 time: 0.0434828 Mar 05 05:27:10.835798 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469a8e7-ad25-4dd1-b19a-4c09a702b46d req-79cf3bc6-38ed-436d-b84b-c3e4043da2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:10.837415 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4469a8e7-ad25-4dd1-b19a-4c09a702b46d req-79cf3bc6-38ed-436d-b84b-c3e4043da2f6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=812baef9-37ee-420f-a23c-9ac86f3f7b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450003 Mar 05 05:27:10.930396 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4469a8e7-ad25-4dd1-b19a-4c09a702b46d req-482c6abd-658d-46bc-a346-c36d88de2688 service neutron] 10.222.0.31 "GET /v2.0/networks/812baef9-37ee-420f-a23c-9ac86f3f7b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843589 Mar 05 05:27:11.021935 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4469a8e7-ad25-4dd1-b19a-4c09a702b46d req-ca7e1bff-fe18-4270-bf44-27c351e92efc service neutron] 10.222.0.31 "GET /v2.0/networks/812baef9-37ee-420f-a23c-9ac86f3f7b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817492 Mar 05 05:27:11.218215 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74e3bb-62f4-4fd4-b4cb-7065685a359f req-4b9b1044-7473-4516-a377-a27ea53572a5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:11.219748 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4f74e3bb-62f4-4fd4-b4cb-7065685a359f req-4b9b1044-7473-4516-a377-a27ea53572a5 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb6eda65-bb9a-4a5f-90ad-3285d019dc25 HTTP/1.1" status: 200 len: 943 time: 0.0531588 Mar 05 05:27:11.269201 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4f74e3bb-62f4-4fd4-b4cb-7065685a359f req-f39949a0-34f6-4ccb-b099-1a94b5cfa113 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8557ba-b7db-4206-a0d3-90a799b1d532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435193 Mar 05 05:27:11.432414 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-669f2217-86d2-483c-89c3-689f3ccc269a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:12.389416 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3c0f0-f122-4474-9508-af9a99fee55e req-bbb7c37b-f56a-4748-ba37-1f5a0d0c72a3 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:12.390789 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5cd3c0f0-f122-4474-9508-af9a99fee55e req-bbb7c37b-f56a-4748-ba37-1f5a0d0c72a3 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb6eda65-bb9a-4a5f-90ad-3285d019dc25 HTTP/1.1" status: 200 len: 943 time: 0.0527301 Mar 05 05:27:12.440687 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5cd3c0f0-f122-4474-9508-af9a99fee55e req-f9f69dd2-49ec-4e36-9210-3336193ea9b4 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8557ba-b7db-4206-a0d3-90a799b1d532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442851 Mar 05 05:27:12.468833 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device c90b7e02-632e-4df6-82b4-57eab393ae36 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:27:12.568285 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port c90b7e02-632e-4df6-82b4-57eab393ae36, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=c90b7e02-632e-4df6-82b4-57eab393ae36,segment=NetworkSegment(c0c6ec12-0d2b-4933-8b50-60b17d22e377),segment_id=c0c6ec12-0d2b-4933-8b50-60b17d22e377)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:27:12.579484 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'c90b7e02-632e-4df6-82b4-57eab393ae36', 'network_id': '812baef9-37ee-420f-a23c-9ac86f3f7b57', 'port_id': 'c90b7e02-632e-4df6-82b4-57eab393ae36', 'mac_address': 'fa:16:3e:0f:89:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0dc91b8-1460-4a82-8246-5faa2d593ee6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:27:12.617716 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port c90b7e02-632e-4df6-82b4-57eab393ae36 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:27:12.618094 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c90b7e02-632e-4df6-82b4-57eab393ae36), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:12.631231 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c90b7e02-632e-4df6-82b4-57eab393ae36 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:27:12.652162 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port c90b7e02-632e-4df6-82b4-57eab393ae36, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=c90b7e02-632e-4df6-82b4-57eab393ae36,segment=NetworkSegment(c0c6ec12-0d2b-4933-8b50-60b17d22e377),segment_id=c0c6ec12-0d2b-4933-8b50-60b17d22e377)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:27:12.656427 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c90b7e02-632e-4df6-82b4-57eab393ae36), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:12.702678 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=c90b7e02-632e-4df6-82b4-57eab393ae36,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:12.851306 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['c90b7e02-632e-4df6-82b4-57eab393ae36'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:27:13.560765 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d3c24-09d0-4ab9-8031-e657cbf3d214 req-b35c47de-9376-4c54-8a38-7d957f61d71f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:13.562428 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4c6d3c24-09d0-4ab9-8031-e657cbf3d214 req-b35c47de-9376-4c54-8a38-7d957f61d71f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb6eda65-bb9a-4a5f-90ad-3285d019dc25 HTTP/1.1" status: 200 len: 944 time: 0.0560482 Mar 05 05:27:13.616146 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4c6d3c24-09d0-4ab9-8031-e657cbf3d214 req-ced272f0-68de-4138-8b0d-c97365bb27e7 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8557ba-b7db-4206-a0d3-90a799b1d532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482540 Mar 05 05:27:13.708228 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a557564a-a7a5-4de8-ac49-afc3d3ff942a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:14.019544 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:14.248522 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:14.485597 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device c90b7e02-632e-4df6-82b4-57eab393ae36 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:27:14.535653 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port c90b7e02-632e-4df6-82b4-57eab393ae36 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:27:14.540076 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port c90b7e02-632e-4df6-82b4-57eab393ae36 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:27:14.540532 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c90b7e02-632e-4df6-82b4-57eab393ae36), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:14.616653 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port c90b7e02-632e-4df6-82b4-57eab393ae36 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:27:14.617042 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c90b7e02-632e-4df6-82b4-57eab393ae36), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:14.638914 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6eda65-bb9a-4a5f-90ad-3285d019dc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90b7e02-632e-4df6-82b4-57eab393ae36'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:27:14.641250 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31aee89d-4b56-4726-af52-7eb82be1d73a" -d '{"events": [{"server_uuid": "fb6eda65-bb9a-4a5f-90ad-3285d019dc25", "name": "network-vif-plugged", "status": "completed", "tag": "c90b7e02-632e-4df6-82b4-57eab393ae36"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:27:14.654523 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port c90b7e02-632e-4df6-82b4-57eab393ae36, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=c90b7e02-632e-4df6-82b4-57eab393ae36,segment=NetworkSegment(c0c6ec12-0d2b-4933-8b50-60b17d22e377),segment_id=c0c6ec12-0d2b-4933-8b50-60b17d22e377)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:27:14.661040 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c90b7e02-632e-4df6-82b4-57eab393ae36), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:14.690221 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184ac431-468a-449b-8f33-ee6aa70f9e7f x-openstack-request-id: req-184ac431-468a-449b-8f33-ee6aa70f9e7f {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:27:14.690514 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6eda65-bb9a-4a5f-90ad-3285d019dc25", "name": "network-vif-plugged", "status": "completed", "tag": "c90b7e02-632e-4df6-82b4-57eab393ae36", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:27:14.690767 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-184ac431-468a-449b-8f33-ee6aa70f9e7f {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:27:14.691193 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6eda65-bb9a-4a5f-90ad-3285d019dc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90b7e02-632e-4df6-82b4-57eab393ae36', 'code': 200} Mar 05 05:27:14.718873 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=c90b7e02-632e-4df6-82b4-57eab393ae36,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:14.727010 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:14.727384 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:14.727731 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:14.728073 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:14.728408 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:14.728740 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:14.729068 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:14.729395 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:14.729721 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:14.730071 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:14.730393 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:14.730731 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:14.731054 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:14.750354 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae325d-bb86-42a8-ac78-516cdcec9dda req-060f7bf6-f37f-419f-8653-f849343dc906 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:14.751864 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ebae325d-bb86-42a8-ac78-516cdcec9dda req-060f7bf6-f37f-419f-8653-f849343dc906 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb6eda65-bb9a-4a5f-90ad-3285d019dc25 HTTP/1.1" status: 200 len: 945 time: 0.0637581 Mar 05 05:27:14.793000 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3eb950-b676-49cf-b02a-124efbb2bff4 req-9071c34d-508f-432b-aae0-7e6bb226f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:14.794755 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cb3eb950-b676-49cf-b02a-124efbb2bff4 req-9071c34d-508f-432b-aae0-7e6bb226f047 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fb6eda65-bb9a-4a5f-90ad-3285d019dc25 HTTP/1.1" status: 200 len: 1128 time: 0.0566232 Mar 05 05:27:14.807424 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ebae325d-bb86-42a8-ac78-516cdcec9dda req-1f332315-0fbf-41c2-aab4-ec1dbb2d7621 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8557ba-b7db-4206-a0d3-90a799b1d532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492978 Mar 05 05:27:14.840035 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cb3eb950-b676-49cf-b02a-124efbb2bff4 req-44217958-c4bc-40d4-a144-97a76601ad8f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1b8557ba-b7db-4206-a0d3-90a799b1d532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398741 Mar 05 05:27:15.090373 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:15.934130 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc362e97-83da-4191-9331-42f4051b5401 req-26c68aeb-5788-4a48-854c-791ca9a2f90e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:15.935608 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fc362e97-83da-4191-9331-42f4051b5401 req-26c68aeb-5788-4a48-854c-791ca9a2f90e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb6eda65-bb9a-4a5f-90ad-3285d019dc25 HTTP/1.1" status: 200 len: 945 time: 0.0598602 Mar 05 05:27:15.986201 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fc362e97-83da-4191-9331-42f4051b5401 req-35a62b18-6237-403e-a77f-c85591c883fc tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8557ba-b7db-4206-a0d3-90a799b1d532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449686 Mar 05 05:27:16.361882 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:17.105199 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257cb9b-f568-4bd6-ae3b-e0cbe21d9b5c req-982a3b15-c3ca-4252-940b-414957e88137 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:17.106694 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e257cb9b-f568-4bd6-ae3b-e0cbe21d9b5c req-982a3b15-c3ca-4252-940b-414957e88137 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb6eda65-bb9a-4a5f-90ad-3285d019dc25 HTTP/1.1" status: 200 len: 945 time: 0.0529675 Mar 05 05:27:17.155324 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e257cb9b-f568-4bd6-ae3b-e0cbe21d9b5c req-76f2f901-c1c7-4969-bcdd-c260907016e4 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8557ba-b7db-4206-a0d3-90a799b1d532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431409 Mar 05 05:27:17.272199 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c114ea1-4118-481d-8bed-7ce3618c40f4 req-7217a46d-56cc-43f1-8210-eac763c9c2c2 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:17.273784 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7c114ea1-4118-481d-8bed-7ce3618c40f4 req-7217a46d-56cc-43f1-8210-eac763c9c2c2 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb6eda65-bb9a-4a5f-90ad-3285d019dc25 HTTP/1.1" status: 200 len: 945 time: 0.0514457 Mar 05 05:27:17.324374 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7c114ea1-4118-481d-8bed-7ce3618c40f4 req-556023a8-7870-4ced-8e5e-ab85fd9eac46 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8557ba-b7db-4206-a0d3-90a799b1d532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451689 Mar 05 05:27:17.346339 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42484) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:17.388758 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5e8d9f-3f85-4ca7-a06a-6604e3da7337 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:17.390249 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5a5e8d9f-3f85-4ca7-a06a-6604e3da7337 tempest-TestNetworkBasicOps-1115581437 tempest-TestNetworkBasicOps-1115581437-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=fb6eda65-bb9a-4a5f-90ad-3285d019dc25 HTTP/1.1" status: 200 len: 1123 time: 0.0429616 Mar 05 05:27:17.393054 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42486) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:17.397170 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-bc417abd-e159-4f71-84c7-4ceeaf30585f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'port_id': 'c90b7e02-632e-4df6-82b4-57eab393ae36', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:27:17.416666 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bc417abd-e159-4f71-84c7-4ceeaf30585f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:17.514054 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bc417abd-e159-4f71-84c7-4ceeaf30585f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:17.618028 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-bc417abd-e159-4f71-84c7-4ceeaf30585f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Allocated IP 172.25.0.11 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/35cfc537-fbdf-4b3f-bf87-8a7a00466018) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:27:17.730848 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bc417abd-e159-4f71-84c7-4ceeaf30585f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for port (35cfc537-fbdf-4b3f-bf87-8a7a00466018), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:17.768009 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bc417abd-e159-4f71-84c7-4ceeaf30585f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (35cfc537-fbdf-4b3f-bf87-8a7a00466018), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:17.808506 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc417abd-e159-4f71-84c7-4ceeaf30585f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:27:17.810841 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:17.812622 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-bc417abd-e159-4f71-84c7-4ceeaf30585f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:27:17.816384 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc417abd-e159-4f71-84c7-4ceeaf30585f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:27:17.840275 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc417abd-e159-4f71-84c7-4ceeaf30585f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'Port': ['ID=35cfc537-fbdf-4b3f-bf87-8a7a00466018,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:18.179564 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bc417abd-e159-4f71-84c7-4ceeaf30585f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for floatingip (d12ad113-29e5-43fa-8cb2-d25de51c734f), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:18.564320 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bc417abd-e159-4f71-84c7-4ceeaf30585f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (35cfc537-fbdf-4b3f-bf87-8a7a00466018), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:18.709720 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bc417abd-e159-4f71-84c7-4ceeaf30585f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for port (35cfc537-fbdf-4b3f-bf87-8a7a00466018), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:18.715122 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bc417abd-e159-4f71-84c7-4ceeaf30585f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (35cfc537-fbdf-4b3f-bf87-8a7a00466018), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:18.782527 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc417abd-e159-4f71-84c7-4ceeaf30585f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event updated for resources: {'Port': ['ID=35cfc537-fbdf-4b3f-bf87-8a7a00466018,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:18.792727 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bc417abd-e159-4f71-84c7-4ceeaf30585f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (d12ad113-29e5-43fa-8cb2-d25de51c734f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:18.896108 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-bc417abd-e159-4f71-84c7-4ceeaf30585f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Floating IP d12ad113-29e5-43fa-8cb2-d25de51c734f associated. External IP: 172.25.0.11, port: c90b7e02-632e-4df6-82b4-57eab393ae36. Mar 05 05:27:19.106263 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc417abd-e159-4f71-84c7-4ceeaf30585f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Router 616b5a3f-c9d8-4ebf-ba42-c7b536c16e97 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:27:19.218064 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc417abd-e159-4f71-84c7-4ceeaf30585f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:27:19.229445 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3d86b2-dc37-4687-8dcf-c326a89d90de None None] Sync routers for ids ['616b5a3f-c9d8-4ebf-ba42-c7b536c16e97'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:27:19.239365 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3d86b2-dc37-4687-8dcf-c326a89d90de None None] Routers {'616b5a3f-c9d8-4ebf-ba42-c7b536c16e97'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:27:19.240200 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8b3d86b2-dc37-4687-8dcf-c326a89d90de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:27:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['616b5a3f-c9d8-4ebf-ba42-c7b536c16e97'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:27:19.244353 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bc417abd-e159-4f71-84c7-4ceeaf30585f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:19.275926 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bc417abd-e159-4f71-84c7-4ceeaf30585f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8818743 Mar 05 05:27:19.276517 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6eda65-bb9a-4a5f-90ad-3285d019dc25', 'tag': 'c90b7e02-632e-4df6-82b4-57eab393ae36'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:27:19.278707 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42488) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:19.279237 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037db63a-2704-421f-b256-2b1615664cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6eda65-bb9a-4a5f-90ad-3285d019dc25", "tag": "c90b7e02-632e-4df6-82b4-57eab393ae36"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:27:19.318546 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b2e85e-401b-4a44-b324-6ccdba10e98e x-openstack-request-id: req-e8b2e85e-401b-4a44-b324-6ccdba10e98e {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:27:19.319069 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6eda65-bb9a-4a5f-90ad-3285d019dc25", "tag": "c90b7e02-632e-4df6-82b4-57eab393ae36", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:27:19.319562 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e8b2e85e-401b-4a44-b324-6ccdba10e98e {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:27:19.320207 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6eda65-bb9a-4a5f-90ad-3285d019dc25', 'tag': 'c90b7e02-632e-4df6-82b4-57eab393ae36', 'status': 'completed', 'code': 200} Mar 05 05:27:19.340133 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-79dae9bc-80ee-4171-a699-03156a14d3ee tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/floatingips/d12ad113-29e5-43fa-8cb2-d25de51c734f HTTP/1.1" status: 200 len: 990 time: 0.0602543 Mar 05 05:27:19.377598 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-8b3d86b2-dc37-4687-8dcf-c326a89d90de None None] Set router 616b5a3f-c9d8-4ebf-ba42-c7b536c16e97 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:27:19.397388 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037db63a-2704-421f-b256-2b1615664cdc req-a5b0bb9a-8691-4663-bce3-1e2691ce31c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:19.399703 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-037db63a-2704-421f-b256-2b1615664cdc req-a5b0bb9a-8691-4663-bce3-1e2691ce31c0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e76c1ed1a10495ebffd7fb72002a6a1&device_id=fb6eda65-bb9a-4a5f-90ad-3285d019dc25 HTTP/1.1" status: 200 len: 1128 time: 0.0472007 Mar 05 05:27:19.496569 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037db63a-2704-421f-b256-2b1615664cdc req-a4630f21-bafa-4454-aa80-9fddc03a7df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:19.498831 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-037db63a-2704-421f-b256-2b1615664cdc req-a4630f21-bafa-4454-aa80-9fddc03a7df0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=812baef9-37ee-420f-a23c-9ac86f3f7b57 HTTP/1.1" status: 200 len: 896 time: 0.0906472 Mar 05 05:27:19.568904 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-037db63a-2704-421f-b256-2b1615664cdc req-ef0f3b8c-43cd-4255-9296-d957698723bb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c90b7e02-632e-4df6-82b4-57eab393ae36 HTTP/1.1" status: 200 len: 998 time: 0.0640771 Mar 05 05:27:19.608278 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8b3d86b2-dc37-4687-8dcf-c326a89d90de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'name': 'tempest-TestNetworkBasicOps-router-496173601', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '387c4c07-037c-496c-b37e-4b028986f5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:27:01Z', 'updated_at': '2022-03-05T05:27:04Z', 'revision_number': 4, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '387c4c07-037c-496c-b37e-4b028986f5f6', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:94:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:27:01Z', 'updated_at': '2022-03-05T05:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'd12ad113-29e5-43fa-8cb2-d25de51c734f', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'floating_ip_address': '172.25.0.11', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'port_id': 'c90b7e02-632e-4df6-82b4-57eab393ae36', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '812baef9-37ee-420f-a23c-9ac86f3f7b57', 'mac_address': 'fa:16:3e:0f:89:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6eda65-bb9a-4a5f-90ad-3285d019dc25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:27:18Z', 'updated_at': '2022-03-05T05:27:18Z', 'revision_number': 0, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d3b584-0030-427d-98d9-d4c56a942b21', 'name': '', 'network_id': '812baef9-37ee-420f-a23c-9ac86f3f7b57', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'mac_address': 'fa:16:3e:11:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'f0dc91b8-1460-4a82-8246-5faa2d593ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:27:03Z', 'updated_at': '2022-03-05T05:27:07Z', 'revision_number': 5, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'subnets': [{'id': 'f0dc91b8-1460-4a82-8246-5faa2d593ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:27:19.619486 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037db63a-2704-421f-b256-2b1615664cdc req-434f10aa-32c9-4a28-b4c2-d73f59b7b880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:19.621088 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-037db63a-2704-421f-b256-2b1615664cdc req-434f10aa-32c9-4a28-b4c2-d73f59b7b880 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0dc91b8-1460-4a82-8246-5faa2d593ee6 HTTP/1.1" status: 200 len: 834 time: 0.0463579 Mar 05 05:27:19.638977 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3d86b2-dc37-4687-8dcf-c326a89d90de None None] Checking router: 616b5a3f-c9d8-4ebf-ba42-c7b536c16e97 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:27:19.645662 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3d86b2-dc37-4687-8dcf-c326a89d90de None None] Routers {'616b5a3f-c9d8-4ebf-ba42-c7b536c16e97'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:27:19.646338 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8b3d86b2-dc37-4687-8dcf-c326a89d90de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:27:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['616b5a3f-c9d8-4ebf-ba42-c7b536c16e97'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:27:19.674584 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037db63a-2704-421f-b256-2b1615664cdc req-47551298-8a7d-4efa-abb3-c00cda71f931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:19.676449 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-037db63a-2704-421f-b256-2b1615664cdc req-47551298-8a7d-4efa-abb3-c00cda71f931 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=812baef9-37ee-420f-a23c-9ac86f3f7b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485890 Mar 05 05:27:19.761643 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-8b3d86b2-dc37-4687-8dcf-c326a89d90de None None] Set router 616b5a3f-c9d8-4ebf-ba42-c7b536c16e97 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:27:20.003124 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8b3d86b2-dc37-4687-8dcf-c326a89d90de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'name': 'tempest-TestNetworkBasicOps-router-496173601', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '387c4c07-037c-496c-b37e-4b028986f5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:27:01Z', 'updated_at': '2022-03-05T05:27:04Z', 'revision_number': 4, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '387c4c07-037c-496c-b37e-4b028986f5f6', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:94:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:27:01Z', 'updated_at': '2022-03-05T05:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'd12ad113-29e5-43fa-8cb2-d25de51c734f', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'floating_ip_address': '172.25.0.11', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'port_id': 'c90b7e02-632e-4df6-82b4-57eab393ae36', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '812baef9-37ee-420f-a23c-9ac86f3f7b57', 'mac_address': 'fa:16:3e:0f:89:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6eda65-bb9a-4a5f-90ad-3285d019dc25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:27:18Z', 'updated_at': '2022-03-05T05:27:18Z', 'revision_number': 0, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d3b584-0030-427d-98d9-d4c56a942b21', 'name': '', 'network_id': '812baef9-37ee-420f-a23c-9ac86f3f7b57', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'mac_address': 'fa:16:3e:11:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'f0dc91b8-1460-4a82-8246-5faa2d593ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:27:03Z', 'updated_at': '2022-03-05T05:27:07Z', 'revision_number': 5, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'subnets': [{'id': 'f0dc91b8-1460-4a82-8246-5faa2d593ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:27:20.033470 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3d86b2-dc37-4687-8dcf-c326a89d90de None None] The sync data for ids ['616b5a3f-c9d8-4ebf-ba42-c7b536c16e97'] in n-d-789963-32 is: [{'id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'name': 'tempest-TestNetworkBasicOps-router-496173601', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '387c4c07-037c-496c-b37e-4b028986f5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:27:01Z', 'updated_at': '2022-03-05T05:27:04Z', 'revision_number': 4, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '387c4c07-037c-496c-b37e-4b028986f5f6', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:94:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:27:01Z', 'updated_at': '2022-03-05T05:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'd12ad113-29e5-43fa-8cb2-d25de51c734f', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'floating_ip_address': '172.25.0.11', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'port_id': 'c90b7e02-632e-4df6-82b4-57eab393ae36', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '812baef9-37ee-420f-a23c-9ac86f3f7b57', 'mac_address': 'fa:16:3e:0f:89:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6eda65-bb9a-4a5f-90ad-3285d019dc25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:27:18Z', 'updated_at': '2022-03-05T05:27:18Z', 'revision_number': 0, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22d3b584-0030-427d-98d9-d4c56a942b21', 'name': '', 'network_id': '812baef9-37ee-420f-a23c-9ac86f3f7b57', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'mac_address': 'fa:16:3e:11:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'f0dc91b8-1460-4a82-8246-5faa2d593ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:27:03Z', 'updated_at': '2022-03-05T05:27:07Z', 'revision_number': 5, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'subnets': [{'id': 'f0dc91b8-1460-4a82-8246-5faa2d593ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:27:20.070446 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-037db63a-2704-421f-b256-2b1615664cdc req-49d6934f-f104-48d8-8d78-3d69b2993561 service neutron] 10.222.0.31 "GET /v2.0/networks/812baef9-37ee-420f-a23c-9ac86f3f7b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839595 Mar 05 05:27:20.166086 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-037db63a-2704-421f-b256-2b1615664cdc req-fe6f3a7c-7375-45ec-8ff1-63eb9a3ae691 service neutron] 10.222.0.31 "GET /v2.0/networks/812baef9-37ee-420f-a23c-9ac86f3f7b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894048 Mar 05 05:27:20.256516 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07812f2-342c-4675-8dfa-033b14c340b6 None None] New status for floating IP d12ad113-29e5-43fa-8cb2-d25de51c734f: ACTIVE {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:27:20.344155 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42492) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:20.414763 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b99ce3b9-f933-471f-9641-3388109dad0f tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/floatingips/d12ad113-29e5-43fa-8cb2-d25de51c734f HTTP/1.1" status: 200 len: 990 time: 0.0680826 Mar 05 05:27:21.416859 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42494) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:21.481755 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5e649a21-b3d4-4271-8d57-5877ad65e7c8 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/floatingips/d12ad113-29e5-43fa-8cb2-d25de51c734f HTTP/1.1" status: 200 len: 992 time: 0.0637507 Mar 05 05:27:21.513273 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:27:41.434266 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-651dbd4c-306e-4ce0-bdf6-3e89ffe808c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:43.709997 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ae78639c-e4d7-450d-b2bc-d0de4ef1fcb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:44.025311 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:44.254692 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:45.092729 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:46.364258 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:47.813125 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:50.684626 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42506) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:50.744256 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5a8e6cc4-898d-400c-964d-d98cc757e7d3 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/floatingips/d12ad113-29e5-43fa-8cb2-d25de51c734f HTTP/1.1" status: 200 len: 992 time: 0.0585408 Mar 05 05:27:50.980265 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42512) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:51.136796 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-4ebe8451-4951-4f28-b520-aa32a9d0ac6e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Deleting port 35cfc537-fbdf-4b3f-bf87-8a7a00466018 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:27:51.137138 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4ebe8451-4951-4f28-b520-aa32a9d0ac6e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (35cfc537-fbdf-4b3f-bf87-8a7a00466018), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:51.217430 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4ebe8451-4951-4f28-b520-aa32a9d0ac6e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (35cfc537-fbdf-4b3f-bf87-8a7a00466018), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:51.217940 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4ebe8451-4951-4f28-b520-aa32a9d0ac6e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for floatingip (35cfc537-fbdf-4b3f-bf87-8a7a00466018), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:51.231950 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-4ebe8451-4951-4f28-b520-aa32a9d0ac6e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Calling delete_port for 35cfc537-fbdf-4b3f-bf87-8a7a00466018 owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:27:51.380547 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4ebe8451-4951-4f28-b520-aa32a9d0ac6e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (35cfc537-fbdf-4b3f-bf87-8a7a00466018), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:51.410134 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe8451-4951-4f28-b520-aa32a9d0ac6e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event deleted for resources: {'Port': ['ID=35cfc537-fbdf-4b3f-bf87-8a7a00466018,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:51.469881 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4ebe8451-4951-4f28-b520-aa32a9d0ac6e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for floatingip (d12ad113-29e5-43fa-8cb2-d25de51c734f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:51.470516 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-4ebe8451-4951-4f28-b520-aa32a9d0ac6e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Floating IP d12ad113-29e5-43fa-8cb2-d25de51c734f disassociated (deleted). External IP: 172.25.0.11, port: c90b7e02-632e-4df6-82b4-57eab393ae36. Mar 05 05:27:51.682223 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebe8451-4951-4f28-b520-aa32a9d0ac6e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Router 616b5a3f-c9d8-4ebf-ba42-c7b536c16e97 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:27:51.792610 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebe8451-4951-4f28-b520-aa32a9d0ac6e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:27:51.796995 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4ebe8451-4951-4f28-b520-aa32a9d0ac6e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:51.802103 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573f3298-8893-446f-bc43-dba4d2b3e48f None None] Sync routers for ids ['616b5a3f-c9d8-4ebf-ba42-c7b536c16e97'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:27:51.812126 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573f3298-8893-446f-bc43-dba4d2b3e48f None None] Routers {'616b5a3f-c9d8-4ebf-ba42-c7b536c16e97'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:27:51.812734 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-573f3298-8893-446f-bc43-dba4d2b3e48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:27:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['616b5a3f-c9d8-4ebf-ba42-c7b536c16e97'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:27:51.828131 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4ebe8451-4951-4f28-b520-aa32a9d0ac6e tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "DELETE /v2.0/floatingips/d12ad113-29e5-43fa-8cb2-d25de51c734f HTTP/1.1" status: 204 len: 168 time: 0.8468328 Mar 05 05:27:51.828688 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6eda65-bb9a-4a5f-90ad-3285d019dc25', 'tag': 'c90b7e02-632e-4df6-82b4-57eab393ae36'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:27:51.830905 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e11050-238d-4aa8-acf7-a1fb56c2e138" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6eda65-bb9a-4a5f-90ad-3285d019dc25", "tag": "c90b7e02-632e-4df6-82b4-57eab393ae36"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:27:51.869290 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c408cad-6af8-4ff9-9f4a-cf2b6d4121c5 x-openstack-request-id: req-8c408cad-6af8-4ff9-9f4a-cf2b6d4121c5 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:27:51.869584 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6eda65-bb9a-4a5f-90ad-3285d019dc25", "tag": "c90b7e02-632e-4df6-82b4-57eab393ae36", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:27:51.869837 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8c408cad-6af8-4ff9-9f4a-cf2b6d4121c5 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:27:51.870282 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6eda65-bb9a-4a5f-90ad-3285d019dc25', 'tag': 'c90b7e02-632e-4df6-82b4-57eab393ae36', 'status': 'completed', 'code': 200} Mar 05 05:27:51.936059 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-573f3298-8893-446f-bc43-dba4d2b3e48f None None] Set router 616b5a3f-c9d8-4ebf-ba42-c7b536c16e97 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:27:52.019732 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e11050-238d-4aa8-acf7-a1fb56c2e138 req-ba8c731e-21a7-4b90-bdf8-f6bb44e2e772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:52.021270 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76e11050-238d-4aa8-acf7-a1fb56c2e138 req-ba8c731e-21a7-4b90-bdf8-f6bb44e2e772 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e76c1ed1a10495ebffd7fb72002a6a1&device_id=fb6eda65-bb9a-4a5f-90ad-3285d019dc25 HTTP/1.1" status: 200 len: 1128 time: 0.1251960 Mar 05 05:27:52.075600 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669e926-47f4-4329-b2ac-10ec59cb9791 req-b5f4e86e-47bb-4431-ab6b-95d58831da99 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:52.079668 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3669e926-47f4-4329-b2ac-10ec59cb9791 req-b5f4e86e-47bb-4431-ab6b-95d58831da99 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb6eda65-bb9a-4a5f-90ad-3285d019dc25 HTTP/1.1" status: 200 len: 945 time: 0.0618780 Mar 05 05:27:52.129909 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e11050-238d-4aa8-acf7-a1fb56c2e138 req-28b98ccb-5869-4665-be35-89f0d0aec483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:52.131420 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76e11050-238d-4aa8-acf7-a1fb56c2e138 req-28b98ccb-5869-4665-be35-89f0d0aec483 service neutron] 10.222.0.31 "GET /v2.0/networks?id=812baef9-37ee-420f-a23c-9ac86f3f7b57 HTTP/1.1" status: 200 len: 896 time: 0.1035600 Mar 05 05:27:52.143910 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3669e926-47f4-4329-b2ac-10ec59cb9791 req-355269da-07f9-40f2-ad66-4e3a25ebe02d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8557ba-b7db-4206-a0d3-90a799b1d532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604286 Mar 05 05:27:52.174616 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76e11050-238d-4aa8-acf7-a1fb56c2e138 req-0b0b55c9-dfb5-4568-a271-2b6bd21301cb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c90b7e02-632e-4df6-82b4-57eab393ae36 HTTP/1.1" status: 200 len: 217 time: 0.0367022 Mar 05 05:27:52.236261 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e11050-238d-4aa8-acf7-a1fb56c2e138 req-dae081ee-b620-415e-b10c-38b0ee92ac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:52.237700 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76e11050-238d-4aa8-acf7-a1fb56c2e138 req-dae081ee-b620-415e-b10c-38b0ee92ac51 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f0dc91b8-1460-4a82-8246-5faa2d593ee6 HTTP/1.1" status: 200 len: 834 time: 0.0487163 Mar 05 05:27:52.243681 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-573f3298-8893-446f-bc43-dba4d2b3e48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'name': 'tempest-TestNetworkBasicOps-router-496173601', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '387c4c07-037c-496c-b37e-4b028986f5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:27:01Z', 'updated_at': '2022-03-05T05:27:04Z', 'revision_number': 4, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '387c4c07-037c-496c-b37e-4b028986f5f6', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:94:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:27:01Z', 'updated_at': '2022-03-05T05:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '22d3b584-0030-427d-98d9-d4c56a942b21', 'name': '', 'network_id': '812baef9-37ee-420f-a23c-9ac86f3f7b57', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'mac_address': 'fa:16:3e:11:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'f0dc91b8-1460-4a82-8246-5faa2d593ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:27:03Z', 'updated_at': '2022-03-05T05:27:07Z', 'revision_number': 5, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'subnets': [{'id': 'f0dc91b8-1460-4a82-8246-5faa2d593ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:27:52.269974 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573f3298-8893-446f-bc43-dba4d2b3e48f None None] Checking router: 616b5a3f-c9d8-4ebf-ba42-c7b536c16e97 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:27:52.278922 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573f3298-8893-446f-bc43-dba4d2b3e48f None None] Routers {'616b5a3f-c9d8-4ebf-ba42-c7b536c16e97'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:27:52.279555 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-573f3298-8893-446f-bc43-dba4d2b3e48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:27:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['616b5a3f-c9d8-4ebf-ba42-c7b536c16e97'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:27:52.287132 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e11050-238d-4aa8-acf7-a1fb56c2e138 req-399336ef-341f-4b88-8574-af3268dc9f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:52.288647 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76e11050-238d-4aa8-acf7-a1fb56c2e138 req-399336ef-341f-4b88-8574-af3268dc9f9d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=812baef9-37ee-420f-a23c-9ac86f3f7b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448163 Mar 05 05:27:52.380933 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76e11050-238d-4aa8-acf7-a1fb56c2e138 req-c9dd29b6-df3a-4f23-bc05-176e47e02f86 service neutron] 10.222.0.31 "GET /v2.0/networks/812baef9-37ee-420f-a23c-9ac86f3f7b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842633 Mar 05 05:27:52.389341 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-573f3298-8893-446f-bc43-dba4d2b3e48f None None] Set router 616b5a3f-c9d8-4ebf-ba42-c7b536c16e97 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:27:52.479734 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-76e11050-238d-4aa8-acf7-a1fb56c2e138 req-48ea58a0-3dbe-4bcb-91e3-7d0965c16f2a service neutron] 10.222.0.31 "GET /v2.0/networks/812baef9-37ee-420f-a23c-9ac86f3f7b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903835 Mar 05 05:27:52.586083 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-573f3298-8893-446f-bc43-dba4d2b3e48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'name': 'tempest-TestNetworkBasicOps-router-496173601', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '387c4c07-037c-496c-b37e-4b028986f5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:27:01Z', 'updated_at': '2022-03-05T05:27:04Z', 'revision_number': 4, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '387c4c07-037c-496c-b37e-4b028986f5f6', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:94:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:27:01Z', 'updated_at': '2022-03-05T05:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '22d3b584-0030-427d-98d9-d4c56a942b21', 'name': '', 'network_id': '812baef9-37ee-420f-a23c-9ac86f3f7b57', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'mac_address': 'fa:16:3e:11:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'f0dc91b8-1460-4a82-8246-5faa2d593ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:27:03Z', 'updated_at': '2022-03-05T05:27:07Z', 'revision_number': 5, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'subnets': [{'id': 'f0dc91b8-1460-4a82-8246-5faa2d593ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:27:52.615310 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573f3298-8893-446f-bc43-dba4d2b3e48f None None] The sync data for ids ['616b5a3f-c9d8-4ebf-ba42-c7b536c16e97'] in n-d-789963-32 is: [{'id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'name': 'tempest-TestNetworkBasicOps-router-496173601', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '387c4c07-037c-496c-b37e-4b028986f5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:27:01Z', 'updated_at': '2022-03-05T05:27:04Z', 'revision_number': 4, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '387c4c07-037c-496c-b37e-4b028986f5f6', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:94:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:27:01Z', 'updated_at': '2022-03-05T05:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '22d3b584-0030-427d-98d9-d4c56a942b21', 'name': '', 'network_id': '812baef9-37ee-420f-a23c-9ac86f3f7b57', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'mac_address': 'fa:16:3e:11:54:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'f0dc91b8-1460-4a82-8246-5faa2d593ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:27:03Z', 'updated_at': '2022-03-05T05:27:07Z', 'revision_number': 5, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'subnets': [{'id': 'f0dc91b8-1460-4a82-8246-5faa2d593ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:27:52.839433 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c017e4b-f093-4589-8e48-0c6fa96a5404 None None] New status for floating IP d12ad113-29e5-43fa-8cb2-d25de51c734f: DOWN {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:27:53.265005 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492b357-853d-468e-bb96-fe5197442814 req-344b79bd-759e-4e92-b0c9-2b53f3cdfacf tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:53.266492 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8492b357-853d-468e-bb96-fe5197442814 req-344b79bd-759e-4e92-b0c9-2b53f3cdfacf tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb6eda65-bb9a-4a5f-90ad-3285d019dc25 HTTP/1.1" status: 200 len: 945 time: 0.0579517 Mar 05 05:27:53.315623 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8492b357-853d-468e-bb96-fe5197442814 req-cec7c7d2-76d3-4c24-8f16-3e57ef5993ff tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b8557ba-b7db-4206-a0d3-90a799b1d532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436356 Mar 05 05:27:53.375050 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe8fba-d398-4860-8f5f-1b55668a3cf1 req-f8c874a1-f158-4006-830f-86b5bdbe1dfb tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:27:53.376533 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d7fe8fba-d398-4860-8f5f-1b55668a3cf1 req-f8c874a1-f158-4006-830f-86b5bdbe1dfb tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb6eda65-bb9a-4a5f-90ad-3285d019dc25 HTTP/1.1" status: 200 len: 945 time: 0.0524490 Mar 05 05:27:53.472542 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-d7fe8fba-d398-4860-8f5f-1b55668a3cf1 req-4578949c-a7d8-468f-b229-5be61215876d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Deleting port c90b7e02-632e-4df6-82b4-57eab393ae36 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:27:53.472805 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d7fe8fba-d398-4860-8f5f-1b55668a3cf1 req-4578949c-a7d8-468f-b229-5be61215876d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (c90b7e02-632e-4df6-82b4-57eab393ae36), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:53.559913 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-d7fe8fba-d398-4860-8f5f-1b55668a3cf1 req-4578949c-a7d8-468f-b229-5be61215876d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] For port c90b7e02-632e-4df6-82b4-57eab393ae36, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=c90b7e02-632e-4df6-82b4-57eab393ae36,segment=NetworkSegment(c0c6ec12-0d2b-4933-8b50-60b17d22e377),segment_id=c0c6ec12-0d2b-4933-8b50-60b17d22e377)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:27:53.560291 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d7fe8fba-d398-4860-8f5f-1b55668a3cf1 req-4578949c-a7d8-468f-b229-5be61215876d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (c90b7e02-632e-4df6-82b4-57eab393ae36), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:53.573011 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-d7fe8fba-d398-4860-8f5f-1b55668a3cf1 req-4578949c-a7d8-468f-b229-5be61215876d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Calling delete_port for c90b7e02-632e-4df6-82b4-57eab393ae36 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:27:53.706532 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d7fe8fba-d398-4860-8f5f-1b55668a3cf1 req-4578949c-a7d8-468f-b229-5be61215876d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (c90b7e02-632e-4df6-82b4-57eab393ae36), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:53.735602 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578949c-a7d8-468f-b229-5be61215876d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event deleted for resources: {'Port': ['ID=c90b7e02-632e-4df6-82b4-57eab393ae36,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:53.748125 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4578949c-a7d8-468f-b229-5be61215876d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:53.748477 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4578949c-a7d8-468f-b229-5be61215876d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:53.748822 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4578949c-a7d8-468f-b229-5be61215876d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:53.749159 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4578949c-a7d8-468f-b229-5be61215876d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:53.749621 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4578949c-a7d8-468f-b229-5be61215876d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:53.750115 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4578949c-a7d8-468f-b229-5be61215876d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:53.753923 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4578949c-a7d8-468f-b229-5be61215876d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:53.754281 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4578949c-a7d8-468f-b229-5be61215876d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:53.754630 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4578949c-a7d8-468f-b229-5be61215876d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:53.754974 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4578949c-a7d8-468f-b229-5be61215876d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:53.755878 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4578949c-a7d8-468f-b229-5be61215876d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:53.755878 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4578949c-a7d8-468f-b229-5be61215876d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:53.756123 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4578949c-a7d8-468f-b229-5be61215876d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:53.795373 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7fe8fba-d398-4860-8f5f-1b55668a3cf1 req-4578949c-a7d8-468f-b229-5be61215876d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] No DVR routers for this DVR port c90b7e02-632e-4df6-82b4-57eab393ae36 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:27:53.797859 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d7fe8fba-d398-4860-8f5f-1b55668a3cf1 req-4578949c-a7d8-468f-b229-5be61215876d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:53.801184 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d7fe8fba-d398-4860-8f5f-1b55668a3cf1 req-4578949c-a7d8-468f-b229-5be61215876d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.31 "DELETE /v2.0/ports/c90b7e02-632e-4df6-82b4-57eab393ae36 HTTP/1.1" status: 204 len: 173 time: 0.4194634 Mar 05 05:27:53.801621 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6eda65-bb9a-4a5f-90ad-3285d019dc25', 'name': 'network-vif-deleted', 'tag': 'c90b7e02-632e-4df6-82b4-57eab393ae36'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:27:53.803872 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9affc6-f052-4817-a0d8-9485c679f54f" -d '{"events": [{"server_uuid": "fb6eda65-bb9a-4a5f-90ad-3285d019dc25", "name": "network-vif-deleted", "tag": "c90b7e02-632e-4df6-82b4-57eab393ae36"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:27:53.843790 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0935cb30-7252-40ea-badd-e00b824bfac3 x-openstack-request-id: req-0935cb30-7252-40ea-badd-e00b824bfac3 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:27:53.844083 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6eda65-bb9a-4a5f-90ad-3285d019dc25", "name": "network-vif-deleted", "tag": "c90b7e02-632e-4df6-82b4-57eab393ae36", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:27:53.844358 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0935cb30-7252-40ea-badd-e00b824bfac3 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:27:53.844761 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6eda65-bb9a-4a5f-90ad-3285d019dc25', 'name': 'network-vif-deleted', 'tag': 'c90b7e02-632e-4df6-82b4-57eab393ae36', 'status': 'completed', 'code': 200} Mar 05 05:27:54.372681 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42530) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:54.429392 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c6a187e5-ad6e-4c9e-b591-a3bb55e85187 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group (1b8557ba-b7db-4206-a0d3-90a799b1d532), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:54.455190 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c6a187e5-ad6e-4c9e-b591-a3bb55e85187 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group (1b8557ba-b7db-4206-a0d3-90a799b1d532), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:54.516257 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c6a187e5-ad6e-4c9e-b591-a3bb55e85187 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (1b8557ba-b7db-4206-a0d3-90a799b1d532), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:54.519122 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c6a187e5-ad6e-4c9e-b591-a3bb55e85187 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:54.520289 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c6a187e5-ad6e-4c9e-b591-a3bb55e85187 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "DELETE /v2.0/security-groups/1b8557ba-b7db-4206-a0d3-90a799b1d532 HTTP/1.1" status: 204 len: 168 time: 0.1466157 Mar 05 05:27:54.530213 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a187e5-ad6e-4c9e-b591-a3bb55e85187 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8557ba-b7db-4206-a0d3-90a799b1d532,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:54.555028 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42534) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:54.911068 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbb8381c-740e-4435-9914-f5422efe5980 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (616b5a3f-c9d8-4ebf-ba42-c7b536c16e97), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:55.167155 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-fbb8381c-740e-4435-9914-f5422efe5980 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Deleting port 22d3b584-0030-427d-98d9-d4c56a942b21 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:27:55.167426 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbb8381c-740e-4435-9914-f5422efe5980 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (22d3b584-0030-427d-98d9-d4c56a942b21), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:55.256879 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-fbb8381c-740e-4435-9914-f5422efe5980 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] For port 22d3b584-0030-427d-98d9-d4c56a942b21, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=22d3b584-0030-427d-98d9-d4c56a942b21,segment=NetworkSegment(c0c6ec12-0d2b-4933-8b50-60b17d22e377),segment_id=c0c6ec12-0d2b-4933-8b50-60b17d22e377)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:27:55.257247 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbb8381c-740e-4435-9914-f5422efe5980 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (22d3b584-0030-427d-98d9-d4c56a942b21), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:55.268895 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-fbb8381c-740e-4435-9914-f5422efe5980 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Calling delete_port for 22d3b584-0030-427d-98d9-d4c56a942b21 owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:27:55.453545 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbb8381c-740e-4435-9914-f5422efe5980 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (22d3b584-0030-427d-98d9-d4c56a942b21), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:55.479277 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8381c-740e-4435-9914-f5422efe5980 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event deleted for resources: {'Port': ['ID=22d3b584-0030-427d-98d9-d4c56a942b21,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:55.491053 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8381c-740e-4435-9914-f5422efe5980 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:55.491423 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8381c-740e-4435-9914-f5422efe5980 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:55.491759 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8381c-740e-4435-9914-f5422efe5980 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:55.492092 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8381c-740e-4435-9914-f5422efe5980 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:55.492422 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8381c-740e-4435-9914-f5422efe5980 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:55.492751 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8381c-740e-4435-9914-f5422efe5980 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:55.493096 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8381c-740e-4435-9914-f5422efe5980 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:55.493448 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8381c-740e-4435-9914-f5422efe5980 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:55.493775 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8381c-740e-4435-9914-f5422efe5980 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:55.494092 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8381c-740e-4435-9914-f5422efe5980 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:55.494414 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8381c-740e-4435-9914-f5422efe5980 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:55.494731 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8381c-740e-4435-9914-f5422efe5980 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:55.495050 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb8381c-740e-4435-9914-f5422efe5980 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:27:55.669020 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbb8381c-740e-4435-9914-f5422efe5980 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (616b5a3f-c9d8-4ebf-ba42-c7b536c16e97), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:55.890094 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb8381c-740e-4435-9914-f5422efe5980 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Router 616b5a3f-c9d8-4ebf-ba42-c7b536c16e97 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:27:55.991999 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb8381c-740e-4435-9914-f5422efe5980 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:27:55.997535 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fbb8381c-740e-4435-9914-f5422efe5980 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "PUT /v2.0/routers/616b5a3f-c9d8-4ebf-ba42-c7b536c16e97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4414473 Mar 05 05:27:56.000359 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42536) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:56.003505 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14c4f34-a344-4daf-8480-d5a5d4ec2a21 None None] Sync routers for ids ['616b5a3f-c9d8-4ebf-ba42-c7b536c16e97'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:27:56.014196 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14c4f34-a344-4daf-8480-d5a5d4ec2a21 None None] Routers {'616b5a3f-c9d8-4ebf-ba42-c7b536c16e97'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:27:56.014890 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e14c4f34-a344-4daf-8480-d5a5d4ec2a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:27:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['616b5a3f-c9d8-4ebf-ba42-c7b536c16e97'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:27:56.053985 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-b196584f-66e4-4b4c-b13f-506aaa27d69d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Deleting subnet f0dc91b8-1460-4a82-8246-5faa2d593ee6 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:27:56.057795 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b196584f-66e4-4b4c-b13f-506aaa27d69d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for subnet (f0dc91b8-1460-4a82-8246-5faa2d593ee6), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:56.096219 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b196584f-66e4-4b4c-b13f-506aaa27d69d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (f0dc91b8-1460-4a82-8246-5faa2d593ee6), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:56.119840 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-e14c4f34-a344-4daf-8480-d5a5d4ec2a21 None None] Set router 616b5a3f-c9d8-4ebf-ba42-c7b536c16e97 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:27:56.177632 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b196584f-66e4-4b4c-b13f-506aaa27d69d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (f0dc91b8-1460-4a82-8246-5faa2d593ee6), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:56.239643 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b196584f-66e4-4b4c-b13f-506aaa27d69d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (f0dc91b8-1460-4a82-8246-5faa2d593ee6), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:56.268207 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196584f-66e4-4b4c-b13f-506aaa27d69d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event deleted for resources: {'Subnet': ['ID=f0dc91b8-1460-4a82-8246-5faa2d593ee6,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:56.271032 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b196584f-66e4-4b4c-b13f-506aaa27d69d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:56.278198 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b196584f-66e4-4b4c-b13f-506aaa27d69d tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "DELETE /v2.0/subnets/f0dc91b8-1460-4a82-8246-5faa2d593ee6 HTTP/1.1" status: 204 len: 168 time: 0.2731032 Mar 05 05:27:56.278198 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42538) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:56.284807 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd7c64c-e3d4-478e-886e-2c52d37a698e None None] Network 812baef9-37ee-420f-a23c-9ac86f3f7b57 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:27:56.296939 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e14c4f34-a344-4daf-8480-d5a5d4ec2a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'name': 'tempest-TestNetworkBasicOps-router-496173601', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '387c4c07-037c-496c-b37e-4b028986f5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:27:01Z', 'updated_at': '2022-03-05T05:27:55Z', 'revision_number': 5, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '387c4c07-037c-496c-b37e-4b028986f5f6', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:94:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:27:01Z', 'updated_at': '2022-03-05T05:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:27:56.326860 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14c4f34-a344-4daf-8480-d5a5d4ec2a21 None None] Checking router: 616b5a3f-c9d8-4ebf-ba42-c7b536c16e97 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:27:56.335341 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14c4f34-a344-4daf-8480-d5a5d4ec2a21 None None] Routers {'616b5a3f-c9d8-4ebf-ba42-c7b536c16e97'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:27:56.335960 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e14c4f34-a344-4daf-8480-d5a5d4ec2a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:27:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['616b5a3f-c9d8-4ebf-ba42-c7b536c16e97'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:27:56.452824 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-e14c4f34-a344-4daf-8480-d5a5d4ec2a21 None None] Set router 616b5a3f-c9d8-4ebf-ba42-c7b536c16e97 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:27:56.469190 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d9176f-0eb6-4227-a4fe-237d97ec89a2 None None] DHCP port deletion for 812baef9-37ee-420f-a23c-9ac86f3f7b57 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:27:56.527708 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e3d9176f-0eb6-4227-a4fe-237d97ec89a2 None None] Deleting port e7d8c5c4-482f-4a6e-b0df-3089e22d41f2 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:27:56.527985 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e3d9176f-0eb6-4227-a4fe-237d97ec89a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (e7d8c5c4-482f-4a6e-b0df-3089e22d41f2), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:56.597114 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-e3d9176f-0eb6-4227-a4fe-237d97ec89a2 None None] For port e7d8c5c4-482f-4a6e-b0df-3089e22d41f2, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e7d8c5c4-482f-4a6e-b0df-3089e22d41f2,segment=NetworkSegment(c0c6ec12-0d2b-4933-8b50-60b17d22e377),segment_id=c0c6ec12-0d2b-4933-8b50-60b17d22e377)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:27:56.597520 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e3d9176f-0eb6-4227-a4fe-237d97ec89a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (e7d8c5c4-482f-4a6e-b0df-3089e22d41f2), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:56.612136 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e3d9176f-0eb6-4227-a4fe-237d97ec89a2 None None] Calling delete_port for e7d8c5c4-482f-4a6e-b0df-3089e22d41f2 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:27:56.643973 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e14c4f34-a344-4daf-8480-d5a5d4ec2a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'name': 'tempest-TestNetworkBasicOps-router-496173601', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '387c4c07-037c-496c-b37e-4b028986f5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:27:01Z', 'updated_at': '2022-03-05T05:27:55Z', 'revision_number': 5, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '387c4c07-037c-496c-b37e-4b028986f5f6', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:94:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:27:01Z', 'updated_at': '2022-03-05T05:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:27:56.670765 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14c4f34-a344-4daf-8480-d5a5d4ec2a21 None None] The sync data for ids ['616b5a3f-c9d8-4ebf-ba42-c7b536c16e97'] in n-d-789963-32 is: [{'id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'name': 'tempest-TestNetworkBasicOps-router-496173601', 'tenant_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '387c4c07-037c-496c-b37e-4b028986f5f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:27:01Z', 'updated_at': '2022-03-05T05:27:55Z', 'revision_number': 5, 'project_id': '6e76c1ed1a10495ebffd7fb72002a6a1', 'gw_port': {'id': '387c4c07-037c-496c-b37e-4b028986f5f6', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:94:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616b5a3f-c9d8-4ebf-ba42-c7b536c16e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:27:01Z', 'updated_at': '2022-03-05T05:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:27:56.705537 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e3d9176f-0eb6-4227-a4fe-237d97ec89a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (e7d8c5c4-482f-4a6e-b0df-3089e22d41f2), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:56.733651 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device c90b7e02-632e-4df6-82b4-57eab393ae36 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:27:56.737489 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9176f-0eb6-4227-a4fe-237d97ec89a2 None None] Pushing event deleted for resources: {'Port': ['ID=e7d8c5c4-482f-4a6e-b0df-3089e22d41f2,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:56.744461 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d96373b2-106d-43b2-877e-9712ab63eb1b tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for router (616b5a3f-c9d8-4ebf-ba42-c7b536c16e97), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:56.759279 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: c90b7e02-632e-4df6-82b4-57eab393ae36 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:27:56.759636 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device c90b7e02-632e-4df6-82b4-57eab393ae36 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:27:56.761110 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d9176f-0eb6-4227-a4fe-237d97ec89a2 None None] No DVR routers for this DVR port e7d8c5c4-482f-4a6e-b0df-3089e22d41f2 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:27:56.851243 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d96373b2-106d-43b2-877e-9712ab63eb1b tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for router_gateway (616b5a3f-c9d8-4ebf-ba42-c7b536c16e97), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:56.902488 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-d96373b2-106d-43b2-877e-9712ab63eb1b tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Deleting port 387c4c07-037c-496c-b37e-4b028986f5f6 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:27:56.902830 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d96373b2-106d-43b2-877e-9712ab63eb1b tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (387c4c07-037c-496c-b37e-4b028986f5f6), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:56.981053 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-d96373b2-106d-43b2-877e-9712ab63eb1b tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] For port 387c4c07-037c-496c-b37e-4b028986f5f6, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=387c4c07-037c-496c-b37e-4b028986f5f6,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:27:56.981349 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d96373b2-106d-43b2-877e-9712ab63eb1b tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (387c4c07-037c-496c-b37e-4b028986f5f6), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:56.992619 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-d96373b2-106d-43b2-877e-9712ab63eb1b tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Calling delete_port for 387c4c07-037c-496c-b37e-4b028986f5f6 owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:27:57.175049 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d96373b2-106d-43b2-877e-9712ab63eb1b tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (387c4c07-037c-496c-b37e-4b028986f5f6), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:57.206230 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96373b2-106d-43b2-877e-9712ab63eb1b tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event deleted for resources: {'Port': ['ID=387c4c07-037c-496c-b37e-4b028986f5f6,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:57.264949 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d96373b2-106d-43b2-877e-9712ab63eb1b tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (616b5a3f-c9d8-4ebf-ba42-c7b536c16e97), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:57.357560 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d96373b2-106d-43b2-877e-9712ab63eb1b tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (616b5a3f-c9d8-4ebf-ba42-c7b536c16e97), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:57.359799 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d96373b2-106d-43b2-877e-9712ab63eb1b tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for router_controller (616b5a3f-c9d8-4ebf-ba42-c7b536c16e97), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:57.406501 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d96373b2-106d-43b2-877e-9712ab63eb1b tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (616b5a3f-c9d8-4ebf-ba42-c7b536c16e97), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:57.407067 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96373b2-106d-43b2-877e-9712ab63eb1b tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Fanout notify agent at l3_agent the message router_deleted on router 616b5a3f-c9d8-4ebf-ba42-c7b536c16e97 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:27:57.413862 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d96373b2-106d-43b2-877e-9712ab63eb1b tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:57.415537 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d96373b2-106d-43b2-877e-9712ab63eb1b tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "DELETE /v2.0/routers/616b5a3f-c9d8-4ebf-ba42-c7b536c16e97 HTTP/1.1" status: 204 len: 168 time: 1.1359127 Mar 05 05:27:57.419629 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42540) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:57.509962 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-21e9381d-5ca4-486f-8c14-66438b594113 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (812baef9-37ee-420f-a23c-9ac86f3f7b57), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:57.599933 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-21e9381d-5ca4-486f-8c14-66438b594113 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (812baef9-37ee-420f-a23c-9ac86f3f7b57), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:57.619694 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-21e9381d-5ca4-486f-8c14-66438b594113 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['812baef9-37ee-420f-a23c-9ac86f3f7b57']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:27:57.628567 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-21e9381d-5ca4-486f-8c14-66438b594113 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c6ec12-0d2b-4933-8b50-60b17d22e377') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:27:57.628868 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-21e9381d-5ca4-486f-8c14-66438b594113 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c6ec12-0d2b-4933-8b50-60b17d22e377') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:27:57.638659 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-21e9381d-5ca4-486f-8c14-66438b594113 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (c0c6ec12-0d2b-4933-8b50-60b17d22e377), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:57.652079 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-21e9381d-5ca4-486f-8c14-66438b594113 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (c0c6ec12-0d2b-4933-8b50-60b17d22e377), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:57.657757 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e9381d-5ca4-486f-8c14-66438b594113 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:27:57.658144 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-21e9381d-5ca4-486f-8c14-66438b594113 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (c0c6ec12-0d2b-4933-8b50-60b17d22e377), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:57.661124 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:27:57.661124 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:27:57.661124 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:27:57.661124 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:27:57.661124 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:27:57.661124 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:27:57.661124 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:27:57.661124 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:27:57.661124 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:27:57.661124 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:27:57.661124 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:27:57.661124 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:27:57.661124 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:27:57.661124 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:27:57.661124 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:27:57.661124 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:27:57.661124 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:27:57.661124 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:27:57.661124 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:27:57.661124 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:27:57.661124 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:27:57.661124 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:27:57.661124 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:27:57.661124 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:27:57.661124 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:27:57.661124 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:27:57.661124 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:27:57.661124 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:27:57.661124 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:27:57.661124 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:27:57.661124 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:27:57.661124 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:27:57.722104 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-21e9381d-5ca4-486f-8c14-66438b594113 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (812baef9-37ee-420f-a23c-9ac86f3f7b57), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:57.728887 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-21e9381d-5ca4-486f-8c14-66438b594113 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:57.731997 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-21e9381d-5ca4-486f-8c14-66438b594113 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] 10.222.0.11 "DELETE /v2.0/networks/812baef9-37ee-420f-a23c-9ac86f3f7b57 HTTP/1.1" status: 204 len: 168 time: 0.3113449 Mar 05 05:27:57.743364 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9381d-5ca4-486f-8c14-66438b594113 tempest-TestNetworkBasicOps-312273295 tempest-TestNetworkBasicOps-312273295-project] Pushing event deleted for resources: {'Network': ['ID=812baef9-37ee-420f-a23c-9ac86f3f7b57,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:57.919336 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e7d8c5c4-482f-4a6e-b0df-3089e22d41f2 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:27:57.941214 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: e7d8c5c4-482f-4a6e-b0df-3089e22d41f2 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:27:57.941574 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e7d8c5c4-482f-4a6e-b0df-3089e22d41f2 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:27:57.942002 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 22d3b584-0030-427d-98d9-d4c56a942b21 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:27:57.964403 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 22d3b584-0030-427d-98d9-d4c56a942b21 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:27:57.964758 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 22d3b584-0030-427d-98d9-d4c56a942b21 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:27:57.965177 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 387c4c07-037c-496c-b37e-4b028986f5f6 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:27:57.984251 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 387c4c07-037c-496c-b37e-4b028986f5f6 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:27:57.984603 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 387c4c07-037c-496c-b37e-4b028986f5f6 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:27:58.010189 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42546) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:58.139474 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2db43e3c-a888-4518-90d5-38df408b6198 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6e76c1ed1a10495ebffd7fb72002a6a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1279585 Mar 05 05:27:58.141773 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42550) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:58.188666 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3693fbe4-6204-4640-8601-6eae58b9aef9 admin admin] Publish callbacks [] for security_group (836ba11d-94a4-45a4-8c86-106603075f13), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:58.209287 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3693fbe4-6204-4640-8601-6eae58b9aef9 admin admin] Publish callbacks [] for security_group (836ba11d-94a4-45a4-8c86-106603075f13), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:58.256677 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3693fbe4-6204-4640-8601-6eae58b9aef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (836ba11d-94a4-45a4-8c86-106603075f13), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:58.259489 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3693fbe4-6204-4640-8601-6eae58b9aef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:58.260653 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3693fbe4-6204-4640-8601-6eae58b9aef9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/836ba11d-94a4-45a4-8c86-106603075f13 HTTP/1.1" status: 204 len: 168 time: 0.1179669 Mar 05 05:27:58.269902 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693fbe4-6204-4640-8601-6eae58b9aef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836ba11d-94a4-45a4-8c86-106603075f13,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:58.512299 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:27:58.529813 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42556) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:58.547833 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5f0981a8-24fd-4353-a481-a470b20d51da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:58.625239 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5f0981a8-24fd-4353-a481-a470b20d51da admin admin] Publish callbacks [] for security_group (79d9ca95-877b-4a3f-aaaa-1c43d8123b52), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:58.628939 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5f0981a8-24fd-4353-a481-a470b20d51da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (79d9ca95-877b-4a3f-aaaa-1c43d8123b52), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:58.667921 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5f0981a8-24fd-4353-a481-a470b20d51da admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b0bd9630f6204bb0866c1052267cf8f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1369023 Mar 05 05:27:58.668983 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0981a8-24fd-4353-a481-a470b20d51da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d9ca95-877b-4a3f-aaaa-1c43d8123b52,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:27:58.670535 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42558) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:27:58.720528 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-26f5f313-1492-413d-a4c2-c1a4b6ae0320 admin admin] Publish callbacks [] for security_group (79d9ca95-877b-4a3f-aaaa-1c43d8123b52), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:58.742066 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-26f5f313-1492-413d-a4c2-c1a4b6ae0320 admin admin] Publish callbacks [] for security_group (79d9ca95-877b-4a3f-aaaa-1c43d8123b52), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:58.787774 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-26f5f313-1492-413d-a4c2-c1a4b6ae0320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (79d9ca95-877b-4a3f-aaaa-1c43d8123b52), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:58.791137 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-26f5f313-1492-413d-a4c2-c1a4b6ae0320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:27:58.792283 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-26f5f313-1492-413d-a4c2-c1a4b6ae0320 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/79d9ca95-877b-4a3f-aaaa-1c43d8123b52 HTTP/1.1" status: 204 len: 168 time: 0.1206706 Mar 05 05:27:58.799955 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5f313-1492-413d-a4c2-c1a4b6ae0320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d9ca95-877b-4a3f-aaaa-1c43d8123b52,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:28:09.554858 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87a6e808-4c94-43d3-a887-434870383838 req-7182fbcd-f3e6-4444-9408-0a0175c15eb6 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3a5c27a9dfc744679283ffd2f3d5a83d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225089 Mar 05 05:28:09.662180 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6e808-4c94-43d3-a887-434870383838 req-3f817fb7-6cf7-402d-a96e-d252b4239988 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:09.663651 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87a6e808-4c94-43d3-a887-434870383838 req-3f817fb7-6cf7-402d-a96e-d252b4239988 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1034968 Mar 05 05:28:09.678250 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87a6e808-4c94-43d3-a887-434870383838 req-18aa58f9-53f9-40d4-abdb-1097d4479540 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] 10.222.0.11 "GET /v2.0/quotas/3a5c27a9dfc744679283ffd2f3d5a83d HTTP/1.1" status: 200 len: 375 time: 0.0087056 Mar 05 05:28:09.709541 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87a6e808-4c94-43d3-a887-434870383838 req-b3a33c75-71f6-4622-b300-6dc132f34c7d tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3a5c27a9dfc744679283ffd2f3d5a83d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266144 Mar 05 05:28:09.871799 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-879f54bf-ac97-499f-9728-c3bfeb9c5728 req-ce7c15d3-dfa5-4a5e-b027-c6ab81972947 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a4c6a65-c47a-48ec-812c-815550a77372 HTTP/1.1" status: 200 len: 210 time: 0.0277612 Mar 05 05:28:10.838162 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-87a6e808-4c94-43d3-a887-434870383838 req-8a6cccf8-6fea-40f4-a0d8-0e0f60fdf9fc tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3a5c27a9dfc744679283ffd2f3d5a83d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289590 Mar 05 05:28:10.970713 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-923b05bb-e973-4f93-bab1-ff5c190c07aa req-1f461ad7-9b4d-4433-b7f6-082054bc81ba tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a4c6a65-c47a-48ec-812c-815550a77372 HTTP/1.1" status: 200 len: 210 time: 0.0314779 Mar 05 05:28:11.032271 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6e808-4c94-43d3-a887-434870383838 req-12c6824c-5b67-4220-8444-33139e857e7e tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:11.033705 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-87a6e808-4c94-43d3-a887-434870383838 req-12c6824c-5b67-4220-8444-33139e857e7e tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1898303 Mar 05 05:28:11.049307 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-87a6e808-4c94-43d3-a887-434870383838 req-e715b558-daa4-4382-80c1-b0e47cec9405 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Request body: {'port': {'device_id': '1a4c6a65-c47a-48ec-812c-815550a77372', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'admin_state_up': True, 'tenant_id': '3a5c27a9dfc744679283ffd2f3d5a83d'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:28:11.153626 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87a6e808-4c94-43d3-a887-434870383838 req-e715b558-daa4-4382-80c1-b0e47cec9405 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Made reservation on behalf of 3a5c27a9dfc744679283ffd2f3d5a83d for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:28:11.157020 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-87a6e808-4c94-43d3-a887-434870383838 req-e715b558-daa4-4382-80c1-b0e47cec9405 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:11.165443 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-87a6e808-4c94-43d3-a887-434870383838 req-e715b558-daa4-4382-80c1-b0e47cec9405 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:11.237946 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-87a6e808-4c94-43d3-a887-434870383838 req-e715b558-daa4-4382-80c1-b0e47cec9405 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Publish callbacks [] for security_group (b69264da-7e1d-4d90-bcfb-46a41be0630a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:11.241696 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-87a6e808-4c94-43d3-a887-434870383838 req-e715b558-daa4-4382-80c1-b0e47cec9405 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b69264da-7e1d-4d90-bcfb-46a41be0630a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:11.311923 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715b558-daa4-4382-80c1-b0e47cec9405 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b69264da-7e1d-4d90-bcfb-46a41be0630a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:28:11.373995 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-87a6e808-4c94-43d3-a887-434870383838 req-e715b558-daa4-4382-80c1-b0e47cec9405 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Allocated IP 192.168.233.44 (fb0dde64-203a-4c32-80ac-e1733ed0c9dd/63f989ea-15ee-41e4-8c8f-8183d2023f4e/661de34a-d498-46c2-be51-c91e9ea48528) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:28:11.435815 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-661cb44d-3103-4807-9fb5-0a4e2765016e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:11.520843 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-87a6e808-4c94-43d3-a887-434870383838 req-e715b558-daa4-4382-80c1-b0e47cec9405 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Publish callbacks [] for port (661de34a-d498-46c2-be51-c91e9ea48528), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:11.553531 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-87a6e808-4c94-43d3-a887-434870383838 req-e715b558-daa4-4382-80c1-b0e47cec9405 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (661de34a-d498-46c2-be51-c91e9ea48528), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:11.597438 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87a6e808-4c94-43d3-a887-434870383838 req-e715b558-daa4-4382-80c1-b0e47cec9405 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Network fb0dde64-203a-4c32-80ac-e1733ed0c9dd is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:28:11.600391 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-87a6e808-4c94-43d3-a887-434870383838 req-e715b558-daa4-4382-80c1-b0e47cec9405 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:28:11.604001 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a6e808-4c94-43d3-a887-434870383838 req-e715b558-daa4-4382-80c1-b0e47cec9405 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:28:11.610880 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715b558-daa4-4382-80c1-b0e47cec9405 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Pushing event updated for resources: {'Port': ['ID=661de34a-d498-46c2-be51-c91e9ea48528,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:28:11.658012 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6e808-4c94-43d3-a887-434870383838 req-e715b558-daa4-4382-80c1-b0e47cec9405 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:11.658685 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-87a6e808-4c94-43d3-a887-434870383838 req-e715b558-daa4-4382-80c1-b0e47cec9405 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:11.677882 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-87a6e808-4c94-43d3-a887-434870383838 req-e715b558-daa4-4382-80c1-b0e47cec9405 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6320941 Mar 05 05:28:11.689834 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-87a6e808-4c94-43d3-a887-434870383838 req-ae738447-e976-4452-91be-0085a1dc294c service neutron] Request body: {'port': {'device_id': '1a4c6a65-c47a-48ec-812c-815550a77372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:28:11.755732 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-87a6e808-4c94-43d3-a887-434870383838 req-ae738447-e976-4452-91be-0085a1dc294c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (661de34a-d498-46c2-be51-c91e9ea48528), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:11.836132 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6a04172f-4210-4b3d-bef9-f6391ec784b7 None None] Provisioning complete for port 661de34a-d498-46c2-be51-c91e9ea48528 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:28:11.836504 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6a04172f-4210-4b3d-bef9-f6391ec784b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (661de34a-d498-46c2-be51-c91e9ea48528), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:11.873038 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6a04172f-4210-4b3d-bef9-f6391ec784b7 None None] Port 661de34a-d498-46c2-be51-c91e9ea48528 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:28:12.018986 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-87a6e808-4c94-43d3-a887-434870383838 req-ae738447-e976-4452-91be-0085a1dc294c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 661de34a-d498-46c2-be51-c91e9ea48528 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:28:12.027699 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-87a6e808-4c94-43d3-a887-434870383838 req-ae738447-e976-4452-91be-0085a1dc294c service neutron] Publish callbacks [] for port (661de34a-d498-46c2-be51-c91e9ea48528), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:12.039766 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-87a6e808-4c94-43d3-a887-434870383838 req-ae738447-e976-4452-91be-0085a1dc294c service neutron] Transition to ACTIVE for port object 661de34a-d498-46c2-be51-c91e9ea48528 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:28:12.045231 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-87a6e808-4c94-43d3-a887-434870383838 req-ae738447-e976-4452-91be-0085a1dc294c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (661de34a-d498-46c2-be51-c91e9ea48528), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:12.094408 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc37b3-9416-4efd-b470-252cd14d2f9d req-a9dda67b-b92e-499f-9432-29deb041cf8f tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:12.096402 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bacc37b3-9416-4efd-b470-252cd14d2f9d req-a9dda67b-b92e-499f-9432-29deb041cf8f tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a4c6a65-c47a-48ec-812c-815550a77372 HTTP/1.1" status: 200 len: 947 time: 0.0577395 Mar 05 05:28:12.099551 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae738447-e976-4452-91be-0085a1dc294c service neutron] Pushing event updated for resources: {'Port': ['ID=661de34a-d498-46c2-be51-c91e9ea48528,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:28:12.155428 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bacc37b3-9416-4efd-b470-252cd14d2f9d req-ed2fba47-b537-4d3c-88e2-1559672f223b tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] 10.222.0.11 "GET /v2.0/security-groups?id=b69264da-7e1d-4d90-bcfb-46a41be0630a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456827 Mar 05 05:28:12.172717 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-87a6e808-4c94-43d3-a887-434870383838 req-ae738447-e976-4452-91be-0085a1dc294c service neutron] Attempting to bind port 661de34a-d498-46c2-be51-c91e9ea48528 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:28:12.173055 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-87a6e808-4c94-43d3-a887-434870383838 req-ae738447-e976-4452-91be-0085a1dc294c service neutron] Attempting to bind port 661de34a-d498-46c2-be51-c91e9ea48528 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:28:12.173380 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a6e808-4c94-43d3-a887-434870383838 req-ae738447-e976-4452-91be-0085a1dc294c service neutron] Attempting to bind port 661de34a-d498-46c2-be51-c91e9ea48528 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:28:12.177832 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a6e808-4c94-43d3-a887-434870383838 req-ae738447-e976-4452-91be-0085a1dc294c service neutron] Port 661de34a-d498-46c2-be51-c91e9ea48528 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:28:12.178154 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a6e808-4c94-43d3-a887-434870383838 req-ae738447-e976-4452-91be-0085a1dc294c service neutron] Attempting to bind port 661de34a-d498-46c2-be51-c91e9ea48528 on network fb0dde64-203a-4c32-80ac-e1733ed0c9dd {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:28:12.183880 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a6e808-4c94-43d3-a887-434870383838 req-ae738447-e976-4452-91be-0085a1dc294c service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:28:12.184078 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a6e808-4c94-43d3-a887-434870383838 req-ae738447-e976-4452-91be-0085a1dc294c service neutron] Checking segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:28:12.184341 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a6e808-4c94-43d3-a887-434870383838 req-ae738447-e976-4452-91be-0085a1dc294c service neutron] Bound using segment: {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:28:12.184765 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-87a6e808-4c94-43d3-a887-434870383838 req-ae738447-e976-4452-91be-0085a1dc294c service neutron] Bound port: 661de34a-d498-46c2-be51-c91e9ea48528, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58c93918-93ea-463f-ab65-26fa3b6a8073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:28:12.185120 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-87a6e808-4c94-43d3-a887-434870383838 req-ae738447-e976-4452-91be-0085a1dc294c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (661de34a-d498-46c2-be51-c91e9ea48528), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:12.251194 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-87a6e808-4c94-43d3-a887-434870383838 req-ae738447-e976-4452-91be-0085a1dc294c service neutron] For port 661de34a-d498-46c2-be51-c91e9ea48528, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:28:12.254307 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-87a6e808-4c94-43d3-a887-434870383838 req-ae738447-e976-4452-91be-0085a1dc294c service neutron] For port 661de34a-d498-46c2-be51-c91e9ea48528, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=661de34a-d498-46c2-be51-c91e9ea48528,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:28:12.261243 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-87a6e808-4c94-43d3-a887-434870383838 req-ae738447-e976-4452-91be-0085a1dc294c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (661de34a-d498-46c2-be51-c91e9ea48528), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:12.303573 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6e808-4c94-43d3-a887-434870383838 req-ae738447-e976-4452-91be-0085a1dc294c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:12.304082 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-87a6e808-4c94-43d3-a887-434870383838 req-ae738447-e976-4452-91be-0085a1dc294c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:12.305464 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-87a6e808-4c94-43d3-a887-434870383838 req-ae738447-e976-4452-91be-0085a1dc294c service neutron] 10.222.0.31 "PUT /v2.0/ports/661de34a-d498-46c2-be51-c91e9ea48528 HTTP/1.1" status: 200 len: 1096 time: 0.6207478 Mar 05 05:28:12.305902 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a4c6a65-c47a-48ec-812c-815550a77372', 'tag': '661de34a-d498-46c2-be51-c91e9ea48528'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:28:12.308798 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81084e3-bb78-4f38-8e66-3a06274469ac" -d '{"events": [{"name": "network-changed", "server_uuid": "1a4c6a65-c47a-48ec-812c-815550a77372", "tag": "661de34a-d498-46c2-be51-c91e9ea48528"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:28:12.335162 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae738447-e976-4452-91be-0085a1dc294c service neutron] Pushing event updated for resources: {'Port': ['ID=661de34a-d498-46c2-be51-c91e9ea48528,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:28:12.407426 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6e808-4c94-43d3-a887-434870383838 req-b748afb7-fc47-4f92-bbf1-8b4394e97280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:12.409482 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-87a6e808-4c94-43d3-a887-434870383838 req-b748afb7-fc47-4f92-bbf1-8b4394e97280 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a5c27a9dfc744679283ffd2f3d5a83d&device_id=1a4c6a65-c47a-48ec-812c-815550a77372 HTTP/1.1" status: 200 len: 1130 time: 0.0554328 Mar 05 05:28:12.423686 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5415360-3e4b-45f0-a482-936208baa477 x-openstack-request-id: req-f5415360-3e4b-45f0-a482-936208baa477 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:28:12.423984 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a4c6a65-c47a-48ec-812c-815550a77372", "tag": "661de34a-d498-46c2-be51-c91e9ea48528", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:28:12.424237 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f5415360-3e4b-45f0-a482-936208baa477 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:28:12.424640 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a4c6a65-c47a-48ec-812c-815550a77372', 'tag': '661de34a-d498-46c2-be51-c91e9ea48528', 'status': 'completed', 'code': 200} Mar 05 05:28:12.455086 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-87a6e808-4c94-43d3-a887-434870383838 req-5d4c6686-7db8-4f21-9b00-e50a7e4e7b2c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=661de34a-d498-46c2-be51-c91e9ea48528 HTTP/1.1" status: 200 len: 217 time: 0.0390458 Mar 05 05:28:12.508825 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6e808-4c94-43d3-a887-434870383838 req-77aa5f9e-184e-4463-a82d-b7def69e2dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:12.510247 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-87a6e808-4c94-43d3-a887-434870383838 req-77aa5f9e-184e-4463-a82d-b7def69e2dc9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0498817 Mar 05 05:28:12.559858 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6e808-4c94-43d3-a887-434870383838 req-d9626eec-b00c-47e2-9901-1ed605e2a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:12.561331 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-87a6e808-4c94-43d3-a887-434870383838 req-d9626eec-b00c-47e2-9901-1ed605e2a756 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0446923 Mar 05 05:28:12.649184 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-87a6e808-4c94-43d3-a887-434870383838 req-6f3a8c34-fb71-4be6-bf69-84567f9b57f5 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822673 Mar 05 05:28:12.741977 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-87a6e808-4c94-43d3-a887-434870383838 req-b5356a8a-de88-487d-8f8a-5a3af48ad7a5 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843306 Mar 05 05:28:12.839185 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81084e3-bb78-4f38-8e66-3a06274469ac req-e7000dc7-74c8-4439-aa63-aba7d08f6627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:12.840578 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a81084e3-bb78-4f38-8e66-3a06274469ac req-e7000dc7-74c8-4439-aa63-aba7d08f6627 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3a5c27a9dfc744679283ffd2f3d5a83d&device_id=1a4c6a65-c47a-48ec-812c-815550a77372 HTTP/1.1" status: 200 len: 1130 time: 0.0455623 Mar 05 05:28:12.932321 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81084e3-bb78-4f38-8e66-3a06274469ac req-2e2421d4-87ac-420f-b94e-fdbda5f9f250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:12.934400 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a81084e3-bb78-4f38-8e66-3a06274469ac req-2e2421d4-87ac-420f-b94e-fdbda5f9f250 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd HTTP/1.1" status: 200 len: 869 time: 0.0868990 Mar 05 05:28:12.975409 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a81084e3-bb78-4f38-8e66-3a06274469ac req-677caf51-692e-4a2c-bfea-33c2b0d1da99 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=661de34a-d498-46c2-be51-c91e9ea48528 HTTP/1.1" status: 200 len: 217 time: 0.0346055 Mar 05 05:28:13.023635 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81084e3-bb78-4f38-8e66-3a06274469ac req-9bddbf6e-d7f6-4949-9a50-e404178214ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:13.025096 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a81084e3-bb78-4f38-8e66-3a06274469ac req-9bddbf6e-d7f6-4949-9a50-e404178214ed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=63f989ea-15ee-41e4-8c8f-8183d2023f4e HTTP/1.1" status: 200 len: 843 time: 0.0438497 Mar 05 05:28:13.079023 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81084e3-bb78-4f38-8e66-3a06274469ac req-ad0db69f-c704-4f15-ad19-2e5f205e88ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:13.080539 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a81084e3-bb78-4f38-8e66-3a06274469ac req-ad0db69f-c704-4f15-ad19-2e5f205e88ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fb0dde64-203a-4c32-80ac-e1733ed0c9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0483999 Mar 05 05:28:13.172878 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a81084e3-bb78-4f38-8e66-3a06274469ac req-1bd1a9a9-039f-4ce1-8a45-7e788bb66e55 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845821 Mar 05 05:28:13.268896 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a81084e3-bb78-4f38-8e66-3a06274469ac req-2359609c-6928-480b-8839-3d566c9905d6 service neutron] 10.222.0.31 "GET /v2.0/networks/fb0dde64-203a-4c32-80ac-e1733ed0c9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888255 Mar 05 05:28:13.274688 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06de35-0b3a-443a-9bd5-7e8b4ff58b37 req-2ec89e5f-cf78-4873-8110-05f43f6263ff tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:13.277187 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ab06de35-0b3a-443a-9bd5-7e8b4ff58b37 req-2ec89e5f-cf78-4873-8110-05f43f6263ff tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a4c6a65-c47a-48ec-812c-815550a77372 HTTP/1.1" status: 200 len: 947 time: 0.0531628 Mar 05 05:28:13.322736 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ab06de35-0b3a-443a-9bd5-7e8b4ff58b37 req-a25eab85-ed8e-4f35-9400-800294aeb4e1 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] 10.222.0.11 "GET /v2.0/security-groups?id=b69264da-7e1d-4d90-bcfb-46a41be0630a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398741 Mar 05 05:28:13.713347 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a718a249-791b-4b60-ace3-37e2cad159e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:14.042979 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:14.267026 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:14.452532 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc28d82-6df7-4c6d-9789-534c62c28ca1 req-dc00d73e-e24c-4841-b0ee-86269ea632f7 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:14.454188 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6cc28d82-6df7-4c6d-9789-534c62c28ca1 req-dc00d73e-e24c-4841-b0ee-86269ea632f7 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a4c6a65-c47a-48ec-812c-815550a77372 HTTP/1.1" status: 200 len: 947 time: 0.0576098 Mar 05 05:28:14.499863 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6cc28d82-6df7-4c6d-9789-534c62c28ca1 req-0949ef89-77e4-4975-9ff7-58acd3601c0d tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] 10.222.0.11 "GET /v2.0/security-groups?id=b69264da-7e1d-4d90-bcfb-46a41be0630a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401807 Mar 05 05:28:14.800164 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 661de34a-d498-46c2-be51-c91e9ea48528 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:28:14.899750 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 661de34a-d498-46c2-be51-c91e9ea48528, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=661de34a-d498-46c2-be51-c91e9ea48528,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:28:14.909909 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '661de34a-d498-46c2-be51-c91e9ea48528', 'network_id': 'fb0dde64-203a-4c32-80ac-e1733ed0c9dd', 'port_id': '661de34a-d498-46c2-be51-c91e9ea48528', 'mac_address': 'fa:16:3e:a8:0a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f989ea-15ee-41e4-8c8f-8183d2023f4e', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:28:14.946288 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 661de34a-d498-46c2-be51-c91e9ea48528 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:28:14.946674 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (661de34a-d498-46c2-be51-c91e9ea48528), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:14.959285 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 661de34a-d498-46c2-be51-c91e9ea48528 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:28:14.978638 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 661de34a-d498-46c2-be51-c91e9ea48528, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=661de34a-d498-46c2-be51-c91e9ea48528,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:28:14.983396 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (661de34a-d498-46c2-be51-c91e9ea48528), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:15.033460 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=661de34a-d498-46c2-be51-c91e9ea48528,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:28:15.040749 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:28:15.041099 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:28:15.041446 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:28:15.041782 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:28:15.042659 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:28:15.042995 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:28:15.043350 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:28:15.043683 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:28:15.044007 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:28:15.044334 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:28:15.044659 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:28:15.044982 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:28:15.045305 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:28:15.096450 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:15.186479 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['661de34a-d498-46c2-be51-c91e9ea48528'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:28:15.619969 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebac686-e7a7-482d-9c7b-f67fc6dc181a req-602baa1d-0101-4f18-9452-26d6efea0d09 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:15.621758 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2ebac686-e7a7-482d-9c7b-f67fc6dc181a req-602baa1d-0101-4f18-9452-26d6efea0d09 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a4c6a65-c47a-48ec-812c-815550a77372 HTTP/1.1" status: 200 len: 948 time: 0.0541477 Mar 05 05:28:15.671769 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2ebac686-e7a7-482d-9c7b-f67fc6dc181a req-8cc3c071-be81-4506-bdde-bfe766a1d478 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] 10.222.0.11 "GET /v2.0/security-groups?id=b69264da-7e1d-4d90-bcfb-46a41be0630a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443292 Mar 05 05:28:16.367257 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:16.788763 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975e358-6ce3-44cd-93e4-b3fd5fe9bc74 req-cbd05653-56dc-4c50-9a95-dc7ecef75976 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:16.790243 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5975e358-6ce3-44cd-93e4-b3fd5fe9bc74 req-cbd05653-56dc-4c50-9a95-dc7ecef75976 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a4c6a65-c47a-48ec-812c-815550a77372 HTTP/1.1" status: 200 len: 948 time: 0.0515506 Mar 05 05:28:16.812189 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 661de34a-d498-46c2-be51-c91e9ea48528 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:28:16.845023 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5975e358-6ce3-44cd-93e4-b3fd5fe9bc74 req-7bc334b8-18ce-4fbf-8eb5-6df8f96e87b3 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] 10.222.0.11 "GET /v2.0/security-groups?id=b69264da-7e1d-4d90-bcfb-46a41be0630a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483458 Mar 05 05:28:16.862811 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 661de34a-d498-46c2-be51-c91e9ea48528 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:28:16.868488 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 661de34a-d498-46c2-be51-c91e9ea48528 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:28:16.868872 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (661de34a-d498-46c2-be51-c91e9ea48528), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:16.943431 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 661de34a-d498-46c2-be51-c91e9ea48528 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:28:16.943815 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (661de34a-d498-46c2-be51-c91e9ea48528), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:16.967513 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4c6a65-c47a-48ec-812c-815550a77372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661de34a-d498-46c2-be51-c91e9ea48528'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:28:16.969667 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454e2f8d-eca8-4b88-9742-2409b60725de" -d '{"events": [{"server_uuid": "1a4c6a65-c47a-48ec-812c-815550a77372", "name": "network-vif-plugged", "status": "completed", "tag": "661de34a-d498-46c2-be51-c91e9ea48528"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:28:16.981907 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 661de34a-d498-46c2-be51-c91e9ea48528, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=661de34a-d498-46c2-be51-c91e9ea48528,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:28:16.985958 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (661de34a-d498-46c2-be51-c91e9ea48528), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:17.038069 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=661de34a-d498-46c2-be51-c91e9ea48528,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:28:17.077561 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86fd242-29a2-4235-9287-58c3a84a66fe x-openstack-request-id: req-c86fd242-29a2-4235-9287-58c3a84a66fe {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:28:17.077860 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a4c6a65-c47a-48ec-812c-815550a77372", "name": "network-vif-plugged", "status": "completed", "tag": "661de34a-d498-46c2-be51-c91e9ea48528", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:28:17.078147 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c86fd242-29a2-4235-9287-58c3a84a66fe {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:28:17.078557 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4c6a65-c47a-48ec-812c-815550a77372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661de34a-d498-46c2-be51-c91e9ea48528', 'code': 200} Mar 05 05:28:17.173866 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a1876-a2cf-48b6-8dd6-02bb47f8e5ac req-3abc1af1-ee50-48a5-9ca4-240dd922b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:17.175378 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-167a1876-a2cf-48b6-8dd6-02bb47f8e5ac req-3abc1af1-ee50-48a5-9ca4-240dd922b7d9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1a4c6a65-c47a-48ec-812c-815550a77372 HTTP/1.1" status: 200 len: 1132 time: 0.0438676 Mar 05 05:28:17.219790 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-167a1876-a2cf-48b6-8dd6-02bb47f8e5ac req-db412eb1-f9ef-462a-851e-995e2373e701 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b69264da-7e1d-4d90-bcfb-46a41be0630a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370793 Mar 05 05:28:17.819779 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:17.966655 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97908cc-262c-40ca-99ae-0edcf9796836 req-26356d2b-567f-4eb9-97b6-2693f23bd5d5 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:17.968115 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f97908cc-262c-40ca-99ae-0edcf9796836 req-26356d2b-567f-4eb9-97b6-2693f23bd5d5 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a4c6a65-c47a-48ec-812c-815550a77372 HTTP/1.1" status: 200 len: 949 time: 0.0558825 Mar 05 05:28:18.014997 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f97908cc-262c-40ca-99ae-0edcf9796836 req-048749b2-7eb9-4d16-86b6-e1489b144b0b tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] 10.222.0.11 "GET /v2.0/security-groups?id=b69264da-7e1d-4d90-bcfb-46a41be0630a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411646 Mar 05 05:28:19.137166 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5addc-8991-461f-9e32-bfbbf0294a8b req-b33991a7-64aa-48d1-bd64-0ac4f5718050 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:19.138672 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-29b5addc-8991-461f-9e32-bfbbf0294a8b req-b33991a7-64aa-48d1-bd64-0ac4f5718050 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a4c6a65-c47a-48ec-812c-815550a77372 HTTP/1.1" status: 200 len: 949 time: 0.0538759 Mar 05 05:28:19.186003 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-29b5addc-8991-461f-9e32-bfbbf0294a8b req-daf95949-18fd-4700-8a54-3d96e95c5831 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] 10.222.0.11 "GET /v2.0/security-groups?id=b69264da-7e1d-4d90-bcfb-46a41be0630a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417175 Mar 05 05:28:19.460368 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-562cbabc-75fb-40de-b3e1-1e75495e93dd req-a79177ab-5e99-4195-bf28-6532ebabec17 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:28:19.461422 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-562cbabc-75fb-40de-b3e1-1e75495e93dd req-a79177ab-5e99-4195-bf28-6532ebabec17 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054424 Mar 05 05:28:19.905122 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-38aa17b7-9f90-48b7-af8d-639626b6604c req-0d794163-24d7-40a8-a41e-c2892e9e1123 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:28:19.906150 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-38aa17b7-9f90-48b7-af8d-639626b6604c req-0d794163-24d7-40a8-a41e-c2892e9e1123 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1158617 Mar 05 05:28:20.268589 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad6a0a-c7a2-4c5d-b84f-3499eb146e2c req-d27dc40a-8c07-4f34-9caa-c29da7d3d1a5 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:20.270064 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9bad6a0a-c7a2-4c5d-b84f-3499eb146e2c req-d27dc40a-8c07-4f34-9caa-c29da7d3d1a5 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a4c6a65-c47a-48ec-812c-815550a77372 HTTP/1.1" status: 200 len: 949 time: 0.0567975 Mar 05 05:28:20.317912 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9bad6a0a-c7a2-4c5d-b84f-3499eb146e2c req-d0ea5e0a-a173-432a-b7cc-a32d0791b39d tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] 10.222.0.11 "GET /v2.0/security-groups?id=b69264da-7e1d-4d90-bcfb-46a41be0630a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419104 Mar 05 05:28:21.439625 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac69f39-c55e-45ad-b3b7-feee35c845d0 req-b642c29e-c4bc-42fc-b0b8-1a6ba79b74c2 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:21.441128 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1ac69f39-c55e-45ad-b3b7-feee35c845d0 req-b642c29e-c4bc-42fc-b0b8-1a6ba79b74c2 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] 10.222.0.11 "GET /v2.0/ports?device_id=1a4c6a65-c47a-48ec-812c-815550a77372 HTTP/1.1" status: 200 len: 949 time: 0.0528679 Mar 05 05:28:21.489451 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1ac69f39-c55e-45ad-b3b7-feee35c845d0 req-e983b290-73cc-44e5-b522-a14b9bcdd7ac tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] 10.222.0.11 "GET /v2.0/security-groups?id=b69264da-7e1d-4d90-bcfb-46a41be0630a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424705 Mar 05 05:28:21.510541 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1caa0-03dc-4faf-bb24-4f116dcb63fa req-3c906815-10de-4acb-8b3f-6701721d719e tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:21.512079 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-13c1caa0-03dc-4faf-bb24-4f116dcb63fa req-3c906815-10de-4acb-8b3f-6701721d719e tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] 10.222.0.31 "GET /v2.0/ports?device_id=1a4c6a65-c47a-48ec-812c-815550a77372 HTTP/1.1" status: 200 len: 949 time: 0.0571511 Mar 05 05:28:21.601218 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-13c1caa0-03dc-4faf-bb24-4f116dcb63fa req-fa0a1058-2226-46fc-bfed-b41c06c8d998 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Deleting port 661de34a-d498-46c2-be51-c91e9ea48528 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:28:21.601559 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-13c1caa0-03dc-4faf-bb24-4f116dcb63fa req-fa0a1058-2226-46fc-bfed-b41c06c8d998 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (661de34a-d498-46c2-be51-c91e9ea48528), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:21.691744 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-13c1caa0-03dc-4faf-bb24-4f116dcb63fa req-fa0a1058-2226-46fc-bfed-b41c06c8d998 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] For port 661de34a-d498-46c2-be51-c91e9ea48528, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=661de34a-d498-46c2-be51-c91e9ea48528,segment=NetworkSegment(58c93918-93ea-463f-ab65-26fa3b6a8073),segment_id=58c93918-93ea-463f-ab65-26fa3b6a8073)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:28:21.692108 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-13c1caa0-03dc-4faf-bb24-4f116dcb63fa req-fa0a1058-2226-46fc-bfed-b41c06c8d998 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (661de34a-d498-46c2-be51-c91e9ea48528), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:21.703578 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-13c1caa0-03dc-4faf-bb24-4f116dcb63fa req-fa0a1058-2226-46fc-bfed-b41c06c8d998 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Calling delete_port for 661de34a-d498-46c2-be51-c91e9ea48528 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:28:21.826498 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-13c1caa0-03dc-4faf-bb24-4f116dcb63fa req-fa0a1058-2226-46fc-bfed-b41c06c8d998 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (661de34a-d498-46c2-be51-c91e9ea48528), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:21.838131 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['661de34a-d498-46c2-be51-c91e9ea48528'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:28:21.859285 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a1058-2226-46fc-bfed-b41c06c8d998 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Pushing event deleted for resources: {'Port': ['ID=661de34a-d498-46c2-be51-c91e9ea48528,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:28:21.902967 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c1caa0-03dc-4faf-bb24-4f116dcb63fa req-fa0a1058-2226-46fc-bfed-b41c06c8d998 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] No DVR routers for this DVR port 661de34a-d498-46c2-be51-c91e9ea48528 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:28:21.905802 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-13c1caa0-03dc-4faf-bb24-4f116dcb63fa req-fa0a1058-2226-46fc-bfed-b41c06c8d998 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:21.909195 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-13c1caa0-03dc-4faf-bb24-4f116dcb63fa req-fa0a1058-2226-46fc-bfed-b41c06c8d998 tempest-ServersAdminNegativeTestJSON-714932217 tempest-ServersAdminNegativeTestJSON-714932217-project] 10.222.0.31 "DELETE /v2.0/ports/661de34a-d498-46c2-be51-c91e9ea48528 HTTP/1.1" status: 204 len: 173 time: 0.3907785 Mar 05 05:28:21.909694 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4c6a65-c47a-48ec-812c-815550a77372', 'name': 'network-vif-deleted', 'tag': '661de34a-d498-46c2-be51-c91e9ea48528'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:28:21.912014 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c065938b-b35d-47fb-853c-e0e39ccb15ce" -d '{"events": [{"server_uuid": "1a4c6a65-c47a-48ec-812c-815550a77372", "name": "network-vif-deleted", "tag": "661de34a-d498-46c2-be51-c91e9ea48528"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:28:21.953444 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969c85ee-3b8b-4ca7-a3a8-6f047896dbd4 x-openstack-request-id: req-969c85ee-3b8b-4ca7-a3a8-6f047896dbd4 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:28:21.953888 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a4c6a65-c47a-48ec-812c-815550a77372", "name": "network-vif-deleted", "tag": "661de34a-d498-46c2-be51-c91e9ea48528", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:28:21.954278 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-969c85ee-3b8b-4ca7-a3a8-6f047896dbd4 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:28:21.954771 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4c6a65-c47a-48ec-812c-815550a77372', 'name': 'network-vif-deleted', 'tag': '661de34a-d498-46c2-be51-c91e9ea48528', 'status': 'completed', 'code': 200} Mar 05 05:28:22.781233 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42694) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:28:22.912599 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2c677be1-ead8-45dc-a91f-1a02623a5088 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3a5c27a9dfc744679283ffd2f3d5a83d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1302340 Mar 05 05:28:22.915005 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42698) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:28:22.962131 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2e3c996a-dde6-4f3e-854b-a6ee25b670a6 admin admin] Publish callbacks [] for security_group (b69264da-7e1d-4d90-bcfb-46a41be0630a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:22.983684 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2e3c996a-dde6-4f3e-854b-a6ee25b670a6 admin admin] Publish callbacks [] for security_group (b69264da-7e1d-4d90-bcfb-46a41be0630a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:23.033134 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2e3c996a-dde6-4f3e-854b-a6ee25b670a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (b69264da-7e1d-4d90-bcfb-46a41be0630a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:23.035653 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2e3c996a-dde6-4f3e-854b-a6ee25b670a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:23.037214 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2e3c996a-dde6-4f3e-854b-a6ee25b670a6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b69264da-7e1d-4d90-bcfb-46a41be0630a HTTP/1.1" status: 204 len: 168 time: 0.1213038 Mar 05 05:28:23.045083 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c996a-dde6-4f3e-854b-a6ee25b670a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69264da-7e1d-4d90-bcfb-46a41be0630a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:28:23.286191 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42704) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:28:23.299180 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-07ad32dd-24b1-4e6c-82f9-fa1c89feb8c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:23.378131 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-07ad32dd-24b1-4e6c-82f9-fa1c89feb8c4 admin admin] Publish callbacks [] for security_group (7399d8a0-bd02-4e35-8ba3-64ddf2275417), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:23.381541 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-07ad32dd-24b1-4e6c-82f9-fa1c89feb8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7399d8a0-bd02-4e35-8ba3-64ddf2275417), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:23.419886 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-07ad32dd-24b1-4e6c-82f9-fa1c89feb8c4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1e02680b45344c92bd369f3f7491ef73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1326604 Mar 05 05:28:23.420748 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad32dd-24b1-4e6c-82f9-fa1c89feb8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7399d8a0-bd02-4e35-8ba3-64ddf2275417,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:28:23.422512 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42706) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:28:23.471750 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9247f19d-dee7-46dd-9209-e48e098210b2 admin admin] Publish callbacks [] for security_group (7399d8a0-bd02-4e35-8ba3-64ddf2275417), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:23.492314 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9247f19d-dee7-46dd-9209-e48e098210b2 admin admin] Publish callbacks [] for security_group (7399d8a0-bd02-4e35-8ba3-64ddf2275417), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:23.539899 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9247f19d-dee7-46dd-9209-e48e098210b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7399d8a0-bd02-4e35-8ba3-64ddf2275417), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:23.542475 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9247f19d-dee7-46dd-9209-e48e098210b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:23.544073 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9247f19d-dee7-46dd-9209-e48e098210b2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7399d8a0-bd02-4e35-8ba3-64ddf2275417 HTTP/1.1" status: 204 len: 168 time: 0.1200023 Mar 05 05:28:23.551921 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247f19d-dee7-46dd-9209-e48e098210b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7399d8a0-bd02-4e35-8ba3-64ddf2275417,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:28:24.205090 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42728) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:28:24.301665 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-f48ae716-2f7d-4636-9a5e-3f496f2805a9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-24370353-network', 'tenant_id': '8a27d16ae4a14aa98f665c0c0abc9b7a'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:28:24.322010 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48ae716-2f7d-4636-9a5e-3f496f2805a9 admin admin] Made reservation on behalf of 8a27d16ae4a14aa98f665c0c0abc9b7a for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:28:24.325096 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f48ae716-2f7d-4636-9a5e-3f496f2805a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:24.333131 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f48ae716-2f7d-4636-9a5e-3f496f2805a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:24.407352 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f48ae716-2f7d-4636-9a5e-3f496f2805a9 admin admin] Publish callbacks [] for security_group (afb963cf-d63e-4b03-873b-6f6f93b59870), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:24.411234 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f48ae716-2f7d-4636-9a5e-3f496f2805a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (afb963cf-d63e-4b03-873b-6f6f93b59870), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:24.437466 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48ae716-2f7d-4636-9a5e-3f496f2805a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:28:24.447513 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ae716-2f7d-4636-9a5e-3f496f2805a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb963cf-d63e-4b03-873b-6f6f93b59870,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:28:24.453079 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f48ae716-2f7d-4636-9a5e-3f496f2805a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (449e7fab-7ca1-4d7b-a979-83818eb25c3b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:24.453422 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-f48ae716-2f7d-4636-9a5e-3f496f2805a9 admin admin] Added segment 449e7fab-7ca1-4d7b-a979-83818eb25c3b of type vlan for network 5ba525d9-0815-407e-9a61-cb8bbc59c99a Mar 05 05:28:24.494810 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f48ae716-2f7d-4636-9a5e-3f496f2805a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (5ba525d9-0815-407e-9a61-cb8bbc59c99a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:24.520445 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f48ae716-2f7d-4636-9a5e-3f496f2805a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (5ba525d9-0815-407e-9a61-cb8bbc59c99a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:24.521500 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48ae716-2f7d-4636-9a5e-3f496f2805a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:24.522163 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f48ae716-2f7d-4636-9a5e-3f496f2805a9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:24.565603 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f48ae716-2f7d-4636-9a5e-3f496f2805a9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3593323 Mar 05 05:28:24.568764 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42732) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:28:24.574604 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-dce1399b-0e53-41e5-8025-3a628c5a4f1b admin admin] Request body: {'subnet': {'network_id': '5ba525d9-0815-407e-9a61-cb8bbc59c99a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-24370353-subnet', 'tenant_id': '8a27d16ae4a14aa98f665c0c0abc9b7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:28:24.595037 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce1399b-0e53-41e5-8025-3a628c5a4f1b admin admin] Made reservation on behalf of 8a27d16ae4a14aa98f665c0c0abc9b7a for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:28:24.597691 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dce1399b-0e53-41e5-8025-3a628c5a4f1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:24.610110 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ae716-2f7d-4636-9a5e-3f496f2805a9 admin admin] Pushing event updated for resources: {'Network': ['ID=5ba525d9-0815-407e-9a61-cb8bbc59c99a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:28:24.619768 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 5ba525d9-0815-407e-9a61-cb8bbc59c99a details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:28:24.764422 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dce1399b-0e53-41e5-8025-3a628c5a4f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (7953fe0d-5bbd-4028-9a09-035b928754ca), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:24.819889 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1399b-0e53-41e5-8025-3a628c5a4f1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7953fe0d-5bbd-4028-9a09-035b928754ca,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:28:24.829735 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce1399b-0e53-41e5-8025-3a628c5a4f1b admin admin] Checking segment: {'id': '449e7fab-7ca1-4d7b-a979-83818eb25c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5ba525d9-0815-407e-9a61-cb8bbc59c99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:28:24.830096 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce1399b-0e53-41e5-8025-3a628c5a4f1b admin admin] Network hostable DHCP agents. Network: 5ba525d9-0815-407e-9a61-cb8bbc59c99a, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:28:24.846794 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce1399b-0e53-41e5-8025-3a628c5a4f1b admin admin] Network 5ba525d9-0815-407e-9a61-cb8bbc59c99a is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:28:24.854796 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-dce1399b-0e53-41e5-8025-3a628c5a4f1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 5ba525d9-0815-407e-9a61-cb8bbc59c99a) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:28:24.859253 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce1399b-0e53-41e5-8025-3a628c5a4f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:24.859861 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dce1399b-0e53-41e5-8025-3a628c5a4f1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:24.867412 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c83e41f-57eb-4597-846c-c046adb0652e None None] Network 5ba525d9-0815-407e-9a61-cb8bbc59c99a requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:28:24.878864 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-dce1399b-0e53-41e5-8025-3a628c5a4f1b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3085434 Mar 05 05:28:24.967066 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007da5af-173a-4d58-ae53-3dd8251651df None None] Network 5ba525d9-0815-407e-9a61-cb8bbc59c99a requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:28:25.299601 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-dc5da818-42a7-465a-ac17-f675eb4cf305 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:25.301047 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-dc5da818-42a7-465a-ac17-f675eb4cf305 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/networks?id=5ba525d9-0815-407e-9a61-cb8bbc59c99a HTTP/1.1" status: 200 len: 810 time: 0.1031682 Mar 05 05:28:25.315951 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-6b41733f-11ab-4e91-bf76-82bedca67ecd tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/quotas/8a27d16ae4a14aa98f665c0c0abc9b7a HTTP/1.1" status: 200 len: 375 time: 0.0096002 Mar 05 05:28:25.347159 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-db530eae-cc59-4af1-81fa-a4897b918ad3 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a27d16ae4a14aa98f665c0c0abc9b7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264139 Mar 05 05:28:25.439532 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-d5a7d76c-36b7-4698-9730-7e8c829d3727 service neutron] 10.222.0.11 "GET /v2.0/networks/5ba525d9-0815-407e-9a61-cb8bbc59c99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859516 Mar 05 05:28:25.525935 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-29ab374b-ecb7-46b5-b4be-e1d40723befa service neutron] 10.222.0.11 "GET /v2.0/networks/5ba525d9-0815-407e-9a61-cb8bbc59c99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808237 Mar 05 05:28:25.686658 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a506377c-3a8f-4aad-a15a-e3d16cabcbf2 req-d5129d60-e4c5-4192-af1c-b6ef44f9689e tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 210 time: 0.0279195 Mar 05 05:28:26.612060 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-3355c272-61bc-4a0a-b71e-b6d17e3cba63 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:26.613497 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-3355c272-61bc-4a0a-b71e-b6d17e3cba63 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.31 "GET /v2.0/networks?id=5ba525d9-0815-407e-9a61-cb8bbc59c99a HTTP/1.1" status: 200 len: 810 time: 0.1096525 Mar 05 05:28:26.625812 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-7549cdf8-32f5-4e55-bb3a-c0dcc388e3f5 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Request body: {'port': {'device_id': '4910cfcb-2890-46db-889b-a9eee2d07cc6', 'network_id': '5ba525d9-0815-407e-9a61-cb8bbc59c99a', 'admin_state_up': True, 'tenant_id': '8a27d16ae4a14aa98f665c0c0abc9b7a'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:28:26.734030 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-7549cdf8-32f5-4e55-bb3a-c0dcc388e3f5 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Made reservation on behalf of 8a27d16ae4a14aa98f665c0c0abc9b7a for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:28:26.737801 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-7549cdf8-32f5-4e55-bb3a-c0dcc388e3f5 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:26.785126 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0aac316f-ab12-42f2-a37f-4bb9fc55029a req-3a5607a1-eda1-4da2-9e77-a082207ba08b tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 210 time: 0.0275445 Mar 05 05:28:26.832218 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 661de34a-d498-46c2-be51-c91e9ea48528 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:28:26.852926 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 661de34a-d498-46c2-be51-c91e9ea48528 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:28:26.853279 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 661de34a-d498-46c2-be51-c91e9ea48528 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:28:26.864806 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-7549cdf8-32f5-4e55-bb3a-c0dcc388e3f5 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Allocated IP 172.20.0.12 (5ba525d9-0815-407e-9a61-cb8bbc59c99a/7953fe0d-5bbd-4028-9a09-035b928754ca/c26cd68c-d566-41ab-8e48-a67ef1d91f50) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:28:27.300099 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-7549cdf8-32f5-4e55-bb3a-c0dcc388e3f5 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Publish callbacks [] for port (c26cd68c-d566-41ab-8e48-a67ef1d91f50), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:27.334006 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-7549cdf8-32f5-4e55-bb3a-c0dcc388e3f5 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (c26cd68c-d566-41ab-8e48-a67ef1d91f50), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:27.377832 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-7549cdf8-32f5-4e55-bb3a-c0dcc388e3f5 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Network 5ba525d9-0815-407e-9a61-cb8bbc59c99a is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:28:27.380755 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-7549cdf8-32f5-4e55-bb3a-c0dcc388e3f5 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:28:27.384320 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-7549cdf8-32f5-4e55-bb3a-c0dcc388e3f5 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:28:27.390977 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549cdf8-32f5-4e55-bb3a-c0dcc388e3f5 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Pushing event updated for resources: {'Port': ['ID=c26cd68c-d566-41ab-8e48-a67ef1d91f50,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:28:27.438461 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-7549cdf8-32f5-4e55-bb3a-c0dcc388e3f5 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:27.439067 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-7549cdf8-32f5-4e55-bb3a-c0dcc388e3f5 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:27.454454 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-7549cdf8-32f5-4e55-bb3a-c0dcc388e3f5 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8323629 Mar 05 05:28:27.467778 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-462b705a-5974-49d5-be39-5ccc589e5b96 service neutron] Request body: {'port': {'device_id': '4910cfcb-2890-46db-889b-a9eee2d07cc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:28:27.524917 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-462b705a-5974-49d5-be39-5ccc589e5b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c26cd68c-d566-41ab-8e48-a67ef1d91f50), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:27.782956 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-462b705a-5974-49d5-be39-5ccc589e5b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c26cd68c-d566-41ab-8e48-a67ef1d91f50 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:28:27.790285 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-462b705a-5974-49d5-be39-5ccc589e5b96 service neutron] Publish callbacks [] for port (c26cd68c-d566-41ab-8e48-a67ef1d91f50), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:27.802080 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-462b705a-5974-49d5-be39-5ccc589e5b96 service neutron] Transition to ACTIVE for port object c26cd68c-d566-41ab-8e48-a67ef1d91f50 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:28:27.805937 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-462b705a-5974-49d5-be39-5ccc589e5b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (c26cd68c-d566-41ab-8e48-a67ef1d91f50), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:27.855946 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b705a-5974-49d5-be39-5ccc589e5b96 service neutron] Pushing event updated for resources: {'Port': ['ID=c26cd68c-d566-41ab-8e48-a67ef1d91f50,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:28:27.914676 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c67ce-0332-4d64-b45b-465e64684141 req-34cacf5d-d686-4db7-bd89-fd2d06ad4210 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:27.916198 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-687c67ce-0332-4d64-b45b-465e64684141 req-34cacf5d-d686-4db7-bd89-fd2d06ad4210 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 944 time: 0.0620015 Mar 05 05:28:27.930948 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-462b705a-5974-49d5-be39-5ccc589e5b96 service neutron] Attempting to bind port c26cd68c-d566-41ab-8e48-a67ef1d91f50 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:28:27.931322 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-462b705a-5974-49d5-be39-5ccc589e5b96 service neutron] Attempting to bind port c26cd68c-d566-41ab-8e48-a67ef1d91f50 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '449e7fab-7ca1-4d7b-a979-83818eb25c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5ba525d9-0815-407e-9a61-cb8bbc59c99a'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:28:27.931658 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-462b705a-5974-49d5-be39-5ccc589e5b96 service neutron] Attempting to bind port c26cd68c-d566-41ab-8e48-a67ef1d91f50 on network 5ba525d9-0815-407e-9a61-cb8bbc59c99a {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:28:27.939241 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-462b705a-5974-49d5-be39-5ccc589e5b96 service neutron] Port c26cd68c-d566-41ab-8e48-a67ef1d91f50 on network 5ba525d9-0815-407e-9a61-cb8bbc59c99a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:28:27.939605 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-462b705a-5974-49d5-be39-5ccc589e5b96 service neutron] Attempting to bind port c26cd68c-d566-41ab-8e48-a67ef1d91f50 on network 5ba525d9-0815-407e-9a61-cb8bbc59c99a {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:28:27.944480 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-462b705a-5974-49d5-be39-5ccc589e5b96 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:28:27.944820 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-462b705a-5974-49d5-be39-5ccc589e5b96 service neutron] Checking segment: {'id': '449e7fab-7ca1-4d7b-a979-83818eb25c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5ba525d9-0815-407e-9a61-cb8bbc59c99a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:28:27.945197 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-462b705a-5974-49d5-be39-5ccc589e5b96 service neutron] Bound using segment: {'id': '449e7fab-7ca1-4d7b-a979-83818eb25c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5ba525d9-0815-407e-9a61-cb8bbc59c99a'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:28:27.945622 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-462b705a-5974-49d5-be39-5ccc589e5b96 service neutron] Bound port: c26cd68c-d566-41ab-8e48-a67ef1d91f50, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '449e7fab-7ca1-4d7b-a979-83818eb25c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5ba525d9-0815-407e-9a61-cb8bbc59c99a'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:28:27.945982 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-462b705a-5974-49d5-be39-5ccc589e5b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c26cd68c-d566-41ab-8e48-a67ef1d91f50), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:27.965916 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-687c67ce-0332-4d64-b45b-465e64684141 req-18648bb8-f18f-4e6a-a9e0-f5dcd30f62ed tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436730 Mar 05 05:28:28.014857 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-462b705a-5974-49d5-be39-5ccc589e5b96 service neutron] For port c26cd68c-d566-41ab-8e48-a67ef1d91f50, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:28:28.017966 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-462b705a-5974-49d5-be39-5ccc589e5b96 service neutron] For port c26cd68c-d566-41ab-8e48-a67ef1d91f50, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=c26cd68c-d566-41ab-8e48-a67ef1d91f50,segment=NetworkSegment(449e7fab-7ca1-4d7b-a979-83818eb25c3b),segment_id=449e7fab-7ca1-4d7b-a979-83818eb25c3b)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:28:28.023284 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-462b705a-5974-49d5-be39-5ccc589e5b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (c26cd68c-d566-41ab-8e48-a67ef1d91f50), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:28.054344 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-462b705a-5974-49d5-be39-5ccc589e5b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:28.054976 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-462b705a-5974-49d5-be39-5ccc589e5b96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:28.056348 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-462b705a-5974-49d5-be39-5ccc589e5b96 service neutron] 10.222.0.31 "PUT /v2.0/ports/c26cd68c-d566-41ab-8e48-a67ef1d91f50 HTTP/1.1" status: 200 len: 1093 time: 0.5925908 Mar 05 05:28:28.056783 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4910cfcb-2890-46db-889b-a9eee2d07cc6', 'tag': 'c26cd68c-d566-41ab-8e48-a67ef1d91f50'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:28:28.059794 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71139640-fd4a-4ee1-84c2-a4581c6d8285" -d '{"events": [{"name": "network-changed", "server_uuid": "4910cfcb-2890-46db-889b-a9eee2d07cc6", "tag": "c26cd68c-d566-41ab-8e48-a67ef1d91f50"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:28:28.085232 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b705a-5974-49d5-be39-5ccc589e5b96 service neutron] Pushing event updated for resources: {'Port': ['ID=c26cd68c-d566-41ab-8e48-a67ef1d91f50,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:28:28.104393 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bceffefe-2a34-4de5-b0ee-2c1d6bbd8be0 x-openstack-request-id: req-bceffefe-2a34-4de5-b0ee-2c1d6bbd8be0 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:28:28.104684 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4910cfcb-2890-46db-889b-a9eee2d07cc6", "tag": "c26cd68c-d566-41ab-8e48-a67ef1d91f50", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:28:28.105451 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bceffefe-2a34-4de5-b0ee-2c1d6bbd8be0 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:28:28.105852 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4910cfcb-2890-46db-889b-a9eee2d07cc6', 'tag': 'c26cd68c-d566-41ab-8e48-a67ef1d91f50', 'status': 'completed', 'code': 200} Mar 05 05:28:28.142341 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-5122b490-4793-4360-9ec6-7beeb17fc2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:28.143886 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-5122b490-4793-4360-9ec6-7beeb17fc2a4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a27d16ae4a14aa98f665c0c0abc9b7a&device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 1127 time: 0.0487819 Mar 05 05:28:28.188513 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-00cbcdc8-ad00-45fa-bc7c-55044cf92d91 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c26cd68c-d566-41ab-8e48-a67ef1d91f50 HTTP/1.1" status: 200 len: 217 time: 0.0372045 Mar 05 05:28:28.236577 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-d67ffa76-30d9-47fe-b6d0-54877084f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:28.237940 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-d67ffa76-30d9-47fe-b6d0-54877084f9f1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7953fe0d-5bbd-4028-9a09-035b928754ca HTTP/1.1" status: 200 len: 850 time: 0.0436516 Mar 05 05:28:28.269148 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-436cf90d-cca8-4eb8-9e05-78ac44347afd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ba525d9-0815-407e-9a61-cb8bbc59c99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251820 Mar 05 05:28:28.359807 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-172e5943-6203-48b2-a470-97c84176b612 service neutron] 10.222.0.31 "GET /v2.0/networks/5ba525d9-0815-407e-9a61-cb8bbc59c99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849612 Mar 05 05:28:28.446661 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-277a97e8-75b1-4115-bdb1-0187873ad3dc req-b80323e3-92bc-4f27-b685-3e44012bfaf5 service neutron] 10.222.0.31 "GET /v2.0/networks/5ba525d9-0815-407e-9a61-cb8bbc59c99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809207 Mar 05 05:28:28.536802 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71139640-fd4a-4ee1-84c2-a4581c6d8285 req-50b124e7-d06b-464d-8343-c3539ae282cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:28.538215 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-71139640-fd4a-4ee1-84c2-a4581c6d8285 req-50b124e7-d06b-464d-8343-c3539ae282cc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a27d16ae4a14aa98f665c0c0abc9b7a&device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 1127 time: 0.0458643 Mar 05 05:28:28.633071 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71139640-fd4a-4ee1-84c2-a4581c6d8285 req-b35b0bd6-9b6f-47aa-a76a-c8e457130f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:28.634546 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-71139640-fd4a-4ee1-84c2-a4581c6d8285 req-b35b0bd6-9b6f-47aa-a76a-c8e457130f22 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ba525d9-0815-407e-9a61-cb8bbc59c99a HTTP/1.1" status: 200 len: 910 time: 0.0903807 Mar 05 05:28:28.674403 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-71139640-fd4a-4ee1-84c2-a4581c6d8285 req-b600dc55-28fb-442b-92cc-f0b70b6b10b2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c26cd68c-d566-41ab-8e48-a67ef1d91f50 HTTP/1.1" status: 200 len: 217 time: 0.0336208 Mar 05 05:28:28.726496 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71139640-fd4a-4ee1-84c2-a4581c6d8285 req-f6ef885c-c77e-4ca6-b2d0-b7032761d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:28.727973 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-71139640-fd4a-4ee1-84c2-a4581c6d8285 req-f6ef885c-c77e-4ca6-b2d0-b7032761d74c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7953fe0d-5bbd-4028-9a09-035b928754ca HTTP/1.1" status: 200 len: 850 time: 0.0481217 Mar 05 05:28:28.759815 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-71139640-fd4a-4ee1-84c2-a4581c6d8285 req-0cffc0e0-1327-4b61-9597-8a0e8af45271 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ba525d9-0815-407e-9a61-cb8bbc59c99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254278 Mar 05 05:28:28.847666 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-71139640-fd4a-4ee1-84c2-a4581c6d8285 req-2881690b-1c8f-4b7f-ab0e-d6b4fbf9fbb9 service neutron] 10.222.0.31 "GET /v2.0/networks/5ba525d9-0815-407e-9a61-cb8bbc59c99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810001 Mar 05 05:28:28.939595 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-71139640-fd4a-4ee1-84c2-a4581c6d8285 req-5b3e770c-126d-4f6b-821a-9b157a308e71 service neutron] 10.222.0.31 "GET /v2.0/networks/5ba525d9-0815-407e-9a61-cb8bbc59c99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861616 Mar 05 05:28:29.083043 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35194f26-ddc6-4274-8c0e-b3d6c678200b req-f238f4bd-eb78-4df8-a6c4-413f539b396c tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:29.084549 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35194f26-ddc6-4274-8c0e-b3d6c678200b req-f238f4bd-eb78-4df8-a6c4-413f539b396c tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 944 time: 0.0518937 Mar 05 05:28:29.131261 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35194f26-ddc6-4274-8c0e-b3d6c678200b req-ad07ff3d-15ab-4225-a8b8-ea3b1075f845 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405564 Mar 05 05:28:30.253886 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb698e-7267-40a7-81c5-c93f0eb7aa52 req-cff53e80-ae06-4ed8-b891-69f8c5da205b tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:30.255381 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9bcb698e-7267-40a7-81c5-c93f0eb7aa52 req-cff53e80-ae06-4ed8-b891-69f8c5da205b tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 944 time: 0.0566938 Mar 05 05:28:30.301239 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9bcb698e-7267-40a7-81c5-c93f0eb7aa52 req-353cad2f-578f-4e44-8e24-4e1f12ae4ba1 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403442 Mar 05 05:28:30.858516 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device c26cd68c-d566-41ab-8e48-a67ef1d91f50 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:28:30.954690 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port c26cd68c-d566-41ab-8e48-a67ef1d91f50, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=c26cd68c-d566-41ab-8e48-a67ef1d91f50,segment=NetworkSegment(449e7fab-7ca1-4d7b-a979-83818eb25c3b),segment_id=449e7fab-7ca1-4d7b-a979-83818eb25c3b)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:28:30.965542 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'c26cd68c-d566-41ab-8e48-a67ef1d91f50', 'network_id': '5ba525d9-0815-407e-9a61-cb8bbc59c99a', 'port_id': 'c26cd68c-d566-41ab-8e48-a67ef1d91f50', 'mac_address': 'fa:16:3e:dc:44:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7953fe0d-5bbd-4028-9a09-035b928754ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:28:31.002207 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port c26cd68c-d566-41ab-8e48-a67ef1d91f50 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:28:31.002599 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c26cd68c-d566-41ab-8e48-a67ef1d91f50), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:31.015104 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c26cd68c-d566-41ab-8e48-a67ef1d91f50 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:28:31.034028 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port c26cd68c-d566-41ab-8e48-a67ef1d91f50, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=c26cd68c-d566-41ab-8e48-a67ef1d91f50,segment=NetworkSegment(449e7fab-7ca1-4d7b-a979-83818eb25c3b),segment_id=449e7fab-7ca1-4d7b-a979-83818eb25c3b)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:28:31.038003 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c26cd68c-d566-41ab-8e48-a67ef1d91f50), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:31.083553 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=c26cd68c-d566-41ab-8e48-a67ef1d91f50,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:28:31.230559 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['c26cd68c-d566-41ab-8e48-a67ef1d91f50'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:28:31.433128 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aea1b6-56f2-4ebd-8a96-a629b2e6c67e req-531a9550-579e-4df5-8e5b-2498ef25d58c tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:31.434617 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b0aea1b6-56f2-4ebd-8a96-a629b2e6c67e req-531a9550-579e-4df5-8e5b-2498ef25d58c tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 945 time: 0.0527129 Mar 05 05:28:31.481669 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b0aea1b6-56f2-4ebd-8a96-a629b2e6c67e req-852b6113-b26a-4e74-9448-a68e9948ed8e tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413389 Mar 05 05:28:32.602586 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb41ce-0619-4c36-8e40-49fed7aae77e req-bd7314eb-4a56-4f5b-b878-bf03f8d1714d tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:32.604082 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-20cb41ce-0619-4c36-8e40-49fed7aae77e req-bd7314eb-4a56-4f5b-b878-bf03f8d1714d tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 945 time: 0.0535626 Mar 05 05:28:32.653610 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-20cb41ce-0619-4c36-8e40-49fed7aae77e req-375e02df-aa64-43c7-b6c2-b59409e9703c tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434561 Mar 05 05:28:32.863394 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device c26cd68c-d566-41ab-8e48-a67ef1d91f50 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:28:32.911542 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port c26cd68c-d566-41ab-8e48-a67ef1d91f50 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:28:32.915381 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port c26cd68c-d566-41ab-8e48-a67ef1d91f50 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:28:32.915747 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c26cd68c-d566-41ab-8e48-a67ef1d91f50), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:32.996571 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port c26cd68c-d566-41ab-8e48-a67ef1d91f50 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:28:32.996963 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c26cd68c-d566-41ab-8e48-a67ef1d91f50), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:33.019299 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4910cfcb-2890-46db-889b-a9eee2d07cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26cd68c-d566-41ab-8e48-a67ef1d91f50'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:28:33.021516 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4b2744-27c1-4bcc-a44b-0fed786bb556" -d '{"events": [{"server_uuid": "4910cfcb-2890-46db-889b-a9eee2d07cc6", "name": "network-vif-plugged", "status": "completed", "tag": "c26cd68c-d566-41ab-8e48-a67ef1d91f50"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:28:33.034136 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port c26cd68c-d566-41ab-8e48-a67ef1d91f50, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=c26cd68c-d566-41ab-8e48-a67ef1d91f50,segment=NetworkSegment(449e7fab-7ca1-4d7b-a979-83818eb25c3b),segment_id=449e7fab-7ca1-4d7b-a979-83818eb25c3b)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:28:33.038392 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c26cd68c-d566-41ab-8e48-a67ef1d91f50), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:33.061617 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c08324f-251d-4a75-b705-0e5a57df3fbc x-openstack-request-id: req-9c08324f-251d-4a75-b705-0e5a57df3fbc {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:28:33.061902 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4910cfcb-2890-46db-889b-a9eee2d07cc6", "name": "network-vif-plugged", "status": "completed", "tag": "c26cd68c-d566-41ab-8e48-a67ef1d91f50", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:28:33.062159 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9c08324f-251d-4a75-b705-0e5a57df3fbc {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:28:33.062553 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4910cfcb-2890-46db-889b-a9eee2d07cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26cd68c-d566-41ab-8e48-a67ef1d91f50', 'code': 200} Mar 05 05:28:33.087919 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=c26cd68c-d566-41ab-8e48-a67ef1d91f50,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:28:33.163964 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e157f-9653-453a-8710-5c5bab009425 req-d3a6d100-650d-493e-9bdb-244e2b3d41da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:33.165518 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-229e157f-9653-453a-8710-5c5bab009425 req-d3a6d100-650d-493e-9bdb-244e2b3d41da service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 1129 time: 0.0447848 Mar 05 05:28:33.208128 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-229e157f-9653-453a-8710-5c5bab009425 req-8b9e8a8f-9d1f-4131-bd14-321c91ed553c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363402 Mar 05 05:28:33.771602 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabe7cb-bc84-49fe-b080-f7247ebf9a9f req-73697483-584d-4395-81db-88c762c23075 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:33.773125 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dbabe7cb-bc84-49fe-b080-f7247ebf9a9f req-73697483-584d-4395-81db-88c762c23075 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 946 time: 0.0531757 Mar 05 05:28:33.819655 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dbabe7cb-bc84-49fe-b080-f7247ebf9a9f req-8780d56a-7247-4360-ac41-1c89b5e37a7e tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409689 Mar 05 05:28:34.939863 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926bfec0-6f5b-4b9a-b915-86577b7a4747 req-9b55062f-c62c-4be5-a229-5de20d6167d2 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:34.941341 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-926bfec0-6f5b-4b9a-b915-86577b7a4747 req-9b55062f-c62c-4be5-a229-5de20d6167d2 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 946 time: 0.0537505 Mar 05 05:28:34.986678 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-926bfec0-6f5b-4b9a-b915-86577b7a4747 req-7cdb2802-7baf-4ce8-933f-9aa8263981e5 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399251 Mar 05 05:28:35.231516 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e94c6e-42f2-45b0-9d6c-cf7387b8c87f req-e27d5a56-dc9f-4fd9-827a-69d5dcd9ff8f tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:35.233004 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64e94c6e-42f2-45b0-9d6c-cf7387b8c87f req-e27d5a56-dc9f-4fd9-827a-69d5dcd9ff8f tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 946 time: 0.0575268 Mar 05 05:28:35.268205 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-cb494103-70da-4966-b2f4-640a2ae7caf6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1011922 Mar 05 05:28:35.278081 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-11fae069-c804-48e3-94b2-341e360f9a21 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:28:35.278933 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-11fae069-c804-48e3-94b2-341e360f9a21 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056062 Mar 05 05:28:35.280011 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64e94c6e-42f2-45b0-9d6c-cf7387b8c87f req-d70ec5d7-3f9a-4cf3-bbed-d68f81577c9b tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413985 Mar 05 05:28:35.511012 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:28:35.746192 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-e8b1197c-e36a-4ef9-a656-6f10848bc293 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:35.747575 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-e8b1197c-e36a-4ef9-a656-6f10848bc293 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports/c26cd68c-d566-41ab-8e48-a67ef1d91f50 HTTP/1.1" status: 200 len: 943 time: 0.1057091 Mar 05 05:28:36.400243 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d74298-e7c9-41cd-8be5-9a5db9b720cf req-d3260c71-cb73-4a88-9288-811066f88c7f tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:36.401730 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89d74298-e7c9-41cd-8be5-9a5db9b720cf req-d3260c71-cb73-4a88-9288-811066f88c7f tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 946 time: 0.0526729 Mar 05 05:28:36.461957 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89d74298-e7c9-41cd-8be5-9a5db9b720cf req-18bab4f3-9d03-4931-a472-ea89a73e1e0b tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533066 Mar 05 05:28:36.523550 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-791e7b57-23f8-4f85-b5d0-7a74ef94c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:36.525047 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-791e7b57-23f8-4f85-b5d0-7a74ef94c760 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a27d16ae4a14aa98f665c0c0abc9b7a&device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 1129 time: 0.0469275 Mar 05 05:28:36.614323 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-5b57f4cc-0d25-4464-b9b8-35aa43da0fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:36.615756 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-5b57f4cc-0d25-4464-b9b8-35aa43da0fd2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ba525d9-0815-407e-9a61-cb8bbc59c99a HTTP/1.1" status: 200 len: 910 time: 0.0850806 Mar 05 05:28:36.659364 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-8d84df2d-1a87-4e51-9779-d5963a350271 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c26cd68c-d566-41ab-8e48-a67ef1d91f50 HTTP/1.1" status: 200 len: 217 time: 0.0376964 Mar 05 05:28:36.706019 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-4dca5be4-d4b5-4832-9621-fde5a6c33a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:36.707520 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-4dca5be4-d4b5-4832-9621-fde5a6c33a7f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7953fe0d-5bbd-4028-9a09-035b928754ca HTTP/1.1" status: 200 len: 850 time: 0.0432060 Mar 05 05:28:36.739327 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-96cf40fd-4f0b-4dc1-9f54-30a28856be04 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ba525d9-0815-407e-9a61-cb8bbc59c99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262077 Mar 05 05:28:36.829685 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-cb907a08-283d-4710-823f-6348fb7e7854 service neutron] 10.222.0.31 "GET /v2.0/networks/5ba525d9-0815-407e-9a61-cb8bbc59c99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849192 Mar 05 05:28:36.918497 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-217327af-e79e-49cd-bd51-005e0ddf4cbb service neutron] 10.222.0.31 "GET /v2.0/networks/5ba525d9-0815-407e-9a61-cb8bbc59c99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832450 Mar 05 05:28:37.584957 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a8a39-22f1-436f-8c23-857eacd33a36 req-bce908a7-672f-4369-b79a-5a811e9e080c tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:37.586420 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-475a8a39-22f1-436f-8c23-857eacd33a36 req-bce908a7-672f-4369-b79a-5a811e9e080c tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 946 time: 0.0559022 Mar 05 05:28:37.632198 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-475a8a39-22f1-436f-8c23-857eacd33a36 req-037272ea-c9c3-4642-9bdd-5cce48296a2c tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402172 Mar 05 05:28:38.750233 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab79af8-ad15-4a57-a7ef-a074067428a0 req-2e8b5ba8-147a-4a50-a655-2a58137e935a tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:38.751738 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7ab79af8-ad15-4a57-a7ef-a074067428a0 req-2e8b5ba8-147a-4a50-a655-2a58137e935a tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 946 time: 0.0519698 Mar 05 05:28:38.797583 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7ab79af8-ad15-4a57-a7ef-a074067428a0 req-2e7f976b-725b-4114-a8b2-7fbcaaa2f833 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404384 Mar 05 05:28:39.918844 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc70868-138f-437f-81bc-a7034a6b0997 req-8cf5603b-16e4-47d0-b000-1af31e1a8654 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:39.920370 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-afc70868-138f-437f-81bc-a7034a6b0997 req-8cf5603b-16e4-47d0-b000-1af31e1a8654 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 946 time: 0.0554998 Mar 05 05:28:39.968711 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-afc70868-138f-437f-81bc-a7034a6b0997 req-905486f9-e463-494f-802e-5d62bfe7937c tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408859 Mar 05 05:28:41.085760 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b841e0d-4be3-47b5-b8a5-a2b747d62f43 req-3a1ad769-5043-4f8e-90eb-ae6fb129cf46 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:41.087250 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b841e0d-4be3-47b5-b8a5-a2b747d62f43 req-3a1ad769-5043-4f8e-90eb-ae6fb129cf46 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 946 time: 0.0517166 Mar 05 05:28:41.133695 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b841e0d-4be3-47b5-b8a5-a2b747d62f43 req-15bab7a6-8e9a-417a-93fd-b81054d18a68 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402522 Mar 05 05:28:41.440215 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6b823219-222f-4b85-b0ee-c19086f068ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:42.251886 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d2a25-bfec-448b-9983-e8f3791827c2 req-7d4bf2f6-13ae-4668-af9a-2900f65b2de5 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:42.253365 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-715d2a25-bfec-448b-9983-e8f3791827c2 req-7d4bf2f6-13ae-4668-af9a-2900f65b2de5 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 946 time: 0.0532701 Mar 05 05:28:42.303799 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-715d2a25-bfec-448b-9983-e8f3791827c2 req-ebf89a2e-7da5-4941-bf34-88afa3c2742a tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448654 Mar 05 05:28:43.422839 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e42ba-fcd6-45a5-9db5-64a880457c4e req-37035bc7-5e9d-4e7a-9a1a-dca40f1cc3e1 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:43.424334 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e95e42ba-fcd6-45a5-9db5-64a880457c4e req-37035bc7-5e9d-4e7a-9a1a-dca40f1cc3e1 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 946 time: 0.0529563 Mar 05 05:28:43.470974 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e95e42ba-fcd6-45a5-9db5-64a880457c4e req-a9147fc5-9d01-45db-9a30-a5ea6dd2a44b tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409062 Mar 05 05:28:43.716042 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b521a6a7-b685-4fd7-ab39-a493909d18cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:44.056834 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:44.281908 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:44.591930 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e46ad-f459-4e8c-9af3-2f0ecad1cdb4 req-8d1c2f27-cfca-4dfc-9c5f-08f9d47d7e38 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:44.593403 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-630e46ad-f459-4e8c-9af3-2f0ecad1cdb4 req-8d1c2f27-cfca-4dfc-9c5f-08f9d47d7e38 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 946 time: 0.0541728 Mar 05 05:28:44.639269 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-630e46ad-f459-4e8c-9af3-2f0ecad1cdb4 req-1ecd276c-bc87-4a31-b018-e91666699456 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399892 Mar 05 05:28:45.098937 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:45.764273 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5fa193-34ee-41aa-b509-eb364526844c req-f376a512-31d7-4b74-a56a-bab807401043 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:45.765737 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3f5fa193-34ee-41aa-b509-eb364526844c req-f376a512-31d7-4b74-a56a-bab807401043 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 946 time: 0.0589602 Mar 05 05:28:45.812639 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3f5fa193-34ee-41aa-b509-eb364526844c req-e37ffac5-1ebb-485f-9c68-4e1fd9f69bc5 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414145 Mar 05 05:28:46.370005 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:46.932221 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99e0ee-cfdb-446b-95dc-b0b7f3b60d72 req-cf1aef80-8f30-488a-ba1c-6246ff45209d tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:46.933727 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3d99e0ee-cfdb-446b-95dc-b0b7f3b60d72 req-cf1aef80-8f30-488a-ba1c-6246ff45209d tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 946 time: 0.0526893 Mar 05 05:28:46.980451 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3d99e0ee-cfdb-446b-95dc-b0b7f3b60d72 req-f002ccdd-6327-4b76-9220-dc1f515ed86a tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401866 Mar 05 05:28:47.812796 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:28:48.100476 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400afd29-b853-4048-99c0-85b2c9e04848 req-46c986b9-a2fa-42eb-9f76-73e26ddf31f0 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:48.101956 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-400afd29-b853-4048-99c0-85b2c9e04848 req-46c986b9-a2fa-42eb-9f76-73e26ddf31f0 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 946 time: 0.0524278 Mar 05 05:28:48.152184 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-400afd29-b853-4048-99c0-85b2c9e04848 req-61b603df-b285-4e8d-805f-0e4bd6c93e4d tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432932 Mar 05 05:28:49.271461 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75652b-24c1-4407-b602-955cac92e39a req-51b0032e-afc0-49f0-8052-1205cf14b7e7 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:49.272958 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3d75652b-24c1-4407-b602-955cac92e39a req-51b0032e-afc0-49f0-8052-1205cf14b7e7 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 946 time: 0.0530312 Mar 05 05:28:49.320058 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3d75652b-24c1-4407-b602-955cac92e39a req-00164527-a17e-4e1b-a911-53140ff28703 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412519 Mar 05 05:28:50.441994 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d114a11-3f9a-4cc5-98df-8ee87b7f89f7 req-9adf88dd-886a-4243-b968-32d4b805bd80 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:50.443511 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7d114a11-3f9a-4cc5-98df-8ee87b7f89f7 req-9adf88dd-886a-4243-b968-32d4b805bd80 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 946 time: 0.0537274 Mar 05 05:28:50.490389 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7d114a11-3f9a-4cc5-98df-8ee87b7f89f7 req-4f86999a-bac9-4770-9c96-1eb067dc153f tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411553 Mar 05 05:28:51.612016 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e484d7-3e0d-4764-bc86-a43374b57bc3 req-adbbc3f8-a180-415a-bd93-67f1226a8baa tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:51.613478 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e5e484d7-3e0d-4764-bc86-a43374b57bc3 req-adbbc3f8-a180-415a-bd93-67f1226a8baa tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 946 time: 0.0568595 Mar 05 05:28:51.660264 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e5e484d7-3e0d-4764-bc86-a43374b57bc3 req-1174d8fd-d36c-45db-838a-41ad9ba33848 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412154 Mar 05 05:28:52.776902 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd404c86-ee89-494d-a837-311661ff0a60 req-ec9a4f00-4a0e-4ca0-8df8-11692cf1f5c4 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:52.778863 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cd404c86-ee89-494d-a837-311661ff0a60 req-ec9a4f00-4a0e-4ca0-8df8-11692cf1f5c4 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 946 time: 0.0519650 Mar 05 05:28:52.825670 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cd404c86-ee89-494d-a837-311661ff0a60 req-79836d66-b5ce-4181-9de5-5a08c8615c2a tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411215 Mar 05 05:28:53.947833 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98184ef-a8f2-43cf-bace-31396f301868 req-b50ccb20-10e1-4f68-a871-bde80aa004c1 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:53.949390 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f98184ef-a8f2-43cf-bace-31396f301868 req-b50ccb20-10e1-4f68-a871-bde80aa004c1 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 946 time: 0.0569968 Mar 05 05:28:53.996367 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f98184ef-a8f2-43cf-bace-31396f301868 req-480ab58d-e15a-43ce-af2d-2ef8ca926584 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414422 Mar 05 05:28:55.112213 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8ff95-d5f6-410b-b4c1-ec7513176bf6 req-4974d8ec-ba7b-4958-aa6b-79db3b8ac634 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:55.113672 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9ba8ff95-d5f6-410b-b4c1-ec7513176bf6 req-4974d8ec-ba7b-4958-aa6b-79db3b8ac634 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 946 time: 0.0514088 Mar 05 05:28:55.159238 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9ba8ff95-d5f6-410b-b4c1-ec7513176bf6 req-57a67a9c-7ca6-4575-a946-899e41a7ee3f tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400784 Mar 05 05:28:56.279178 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831dd9ec-71a4-45d5-a5d2-08b52656d5ad req-82e7a4d8-37a3-4a29-a23c-40ac93a150de tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:56.280961 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-831dd9ec-71a4-45d5-a5d2-08b52656d5ad req-82e7a4d8-37a3-4a29-a23c-40ac93a150de tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 946 time: 0.0539265 Mar 05 05:28:56.330981 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-831dd9ec-71a4-45d5-a5d2-08b52656d5ad req-663a3086-a61c-4187-a196-7898077181ba tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448382 Mar 05 05:28:57.452299 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c314453-510b-411a-a914-f8d62af4c0a9 req-0b05803c-7711-477f-a11c-9976e04c80c3 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:57.453763 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7c314453-510b-411a-a914-f8d62af4c0a9 req-0b05803c-7711-477f-a11c-9976e04c80c3 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 946 time: 0.0541904 Mar 05 05:28:57.502057 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7c314453-510b-411a-a914-f8d62af4c0a9 req-2d5b4035-25d2-49e8-951e-e8e6c76c7545 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428526 Mar 05 05:28:58.622512 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecbf45-0ab3-43ab-95d2-2eb72e54d65c req-317b8946-46a8-4078-bf14-f0632f198ff4 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:58.624016 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-86ecbf45-0ab3-43ab-95d2-2eb72e54d65c req-317b8946-46a8-4078-bf14-f0632f198ff4 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 946 time: 0.0529461 Mar 05 05:28:58.669626 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-86ecbf45-0ab3-43ab-95d2-2eb72e54d65c req-872901df-b591-40e6-a2b9-19c4a585178c tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399563 Mar 05 05:28:59.789678 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753b4e8-0628-41dd-bec5-462458398459 req-40f1c892-8e60-497b-8136-96f27c40944c tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:28:59.791139 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3753b4e8-0628-41dd-bec5-462458398459 req-40f1c892-8e60-497b-8136-96f27c40944c tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 946 time: 0.0549402 Mar 05 05:28:59.838194 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3753b4e8-0628-41dd-bec5-462458398459 req-a1200341-4cae-4c20-85a0-0b5b2d6c4476 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410819 Mar 05 05:29:00.192670 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df69e7-523f-43f2-ac23-144641e29243 req-fe553446-04a2-4703-81e8-84ada33a99dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:00.194185 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-32df69e7-523f-43f2-ac23-144641e29243 req-fe553446-04a2-4703-81e8-84ada33a99dc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a27d16ae4a14aa98f665c0c0abc9b7a&device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 1129 time: 0.0445943 Mar 05 05:29:00.298673 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df69e7-523f-43f2-ac23-144641e29243 req-8eba232b-69df-4a41-9d2a-18892a4891b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:00.300166 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-32df69e7-523f-43f2-ac23-144641e29243 req-8eba232b-69df-4a41-9d2a-18892a4891b7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ba525d9-0815-407e-9a61-cb8bbc59c99a HTTP/1.1" status: 200 len: 910 time: 0.0885742 Mar 05 05:29:00.340568 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-32df69e7-523f-43f2-ac23-144641e29243 req-823f0a6b-8c05-47c0-b48f-8cfea93d2057 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c26cd68c-d566-41ab-8e48-a67ef1d91f50 HTTP/1.1" status: 200 len: 217 time: 0.0342042 Mar 05 05:29:00.392077 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df69e7-523f-43f2-ac23-144641e29243 req-b21896ac-6cdf-4de8-b062-d86570d9892b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:00.393557 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-32df69e7-523f-43f2-ac23-144641e29243 req-b21896ac-6cdf-4de8-b062-d86570d9892b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7953fe0d-5bbd-4028-9a09-035b928754ca HTTP/1.1" status: 200 len: 850 time: 0.0471280 Mar 05 05:29:00.425036 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-32df69e7-523f-43f2-ac23-144641e29243 req-df8e6cc4-208d-47c7-8d4d-e804dff00d98 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ba525d9-0815-407e-9a61-cb8bbc59c99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259891 Mar 05 05:29:00.512869 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-32df69e7-523f-43f2-ac23-144641e29243 req-83998a63-96d7-4e25-ba24-d085a2b4e850 service neutron] 10.222.0.31 "GET /v2.0/networks/5ba525d9-0815-407e-9a61-cb8bbc59c99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816419 Mar 05 05:29:00.604889 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-32df69e7-523f-43f2-ac23-144641e29243 req-33c89f64-aa75-4438-8fd2-af2a98a83e7d service neutron] 10.222.0.31 "GET /v2.0/networks/5ba525d9-0815-407e-9a61-cb8bbc59c99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854926 Mar 05 05:29:00.957153 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0f646-d9fa-4955-9986-b5b7fcb5e43b req-48403519-954d-421e-809a-00b3caf51c91 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:00.958627 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7a0f646-d9fa-4955-9986-b5b7fcb5e43b req-48403519-954d-421e-809a-00b3caf51c91 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 946 time: 0.0517323 Mar 05 05:29:01.005743 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7a0f646-d9fa-4955-9986-b5b7fcb5e43b req-2c734538-6ddb-4fad-afd3-8026e018a1dc tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415695 Mar 05 05:29:02.124439 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968ea96-3bef-49c6-a17d-28fff3823dcc req-c25217d8-9334-4762-a4a8-282fb5974fc9 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:02.125913 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c968ea96-3bef-49c6-a17d-28fff3823dcc req-c25217d8-9334-4762-a4a8-282fb5974fc9 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 946 time: 0.0525513 Mar 05 05:29:02.174830 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c968ea96-3bef-49c6-a17d-28fff3823dcc req-0b5d9dae-2639-4362-a32a-af77fc12ca2a tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434768 Mar 05 05:29:03.291944 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6f6e2-52e9-4698-a025-a0879b2e52fc req-d2c8ac9a-bd7c-4c47-8927-81815e076696 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:03.294092 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f0b6f6e2-52e9-4698-a025-a0879b2e52fc req-d2c8ac9a-bd7c-4c47-8927-81815e076696 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 946 time: 0.0524406 Mar 05 05:29:03.340717 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f0b6f6e2-52e9-4698-a025-a0879b2e52fc req-a8ed62f9-19ed-4bb4-bedc-9af6ca9ae9fa tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404952 Mar 05 05:29:03.873503 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-62b3be9e-2f3b-41e7-99aa-bc8bd3aa9ee2 service neutron] show failed (client error): The resource could not be found. Mar 05 05:29:03.874549 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-62b3be9e-2f3b-41e7-99aa-bc8bd3aa9ee2 service neutron] 10.222.0.31 "GET /v2.0/ports/c26cd68c-d566-41ab-8e48-a67ef1d91f50/bindings/n-h1-789963-32 HTTP/1.1" status: 404 len: 381 time: 0.0563269 Mar 05 05:29:04.143735 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb728376-0f87-4419-a9f5-2e7f417d7d2b req-cf317eb7-2185-482a-8c8c-caa958b0751d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:04.145132 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cb728376-0f87-4419-a9f5-2e7f417d7d2b req-cf317eb7-2185-482a-8c8c-caa958b0751d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a27d16ae4a14aa98f665c0c0abc9b7a&device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 1129 time: 0.0836389 Mar 05 05:29:04.146967 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-d9701d82-4447-4290-b539-2a3871e0ec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:04.148811 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-d9701d82-4447-4290-b539-2a3871e0ec38 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6&tenant_id=8a27d16ae4a14aa98f665c0c0abc9b7a HTTP/1.1" status: 200 len: 1129 time: 0.1178203 Mar 05 05:29:04.158884 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-32', 'device_owner': 'compute:nova'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:29:04.273435 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c26cd68c-d566-41ab-8e48-a67ef1d91f50), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:04.323538 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb728376-0f87-4419-a9f5-2e7f417d7d2b req-e032ad9e-617e-4239-a2d0-fbd0d2b49aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:04.325522 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cb728376-0f87-4419-a9f5-2e7f417d7d2b req-e032ad9e-617e-4239-a2d0-fbd0d2b49aa4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ba525d9-0815-407e-9a61-cb8bbc59c99a HTTP/1.1" status: 200 len: 910 time: 0.1479867 Mar 05 05:29:04.376805 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cb728376-0f87-4419-a9f5-2e7f417d7d2b req-2392fe12-aa3d-47ec-9920-a40bb9abc620 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c26cd68c-d566-41ab-8e48-a67ef1d91f50 HTTP/1.1" status: 200 len: 217 time: 0.0452247 Mar 05 05:29:04.460444 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d318ee3-0597-46e5-9c27-2988b4ab0ac3 req-cf17b6ff-bc30-452c-8baa-f2e019d0cf34 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:04.461916 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0d318ee3-0597-46e5-9c27-2988b4ab0ac3 req-cf17b6ff-bc30-452c-8baa-f2e019d0cf34 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 946 time: 0.0530772 Mar 05 05:29:04.500451 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb728376-0f87-4419-a9f5-2e7f417d7d2b req-d463aa8d-ad58-48d5-bb14-9f9729f86b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:04.502370 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cb728376-0f87-4419-a9f5-2e7f417d7d2b req-d463aa8d-ad58-48d5-bb14-9f9729f86b07 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7953fe0d-5bbd-4028-9a09-035b928754ca HTTP/1.1" status: 200 len: 850 time: 0.1189511 Mar 05 05:29:04.509449 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0d318ee3-0597-46e5-9c27-2988b4ab0ac3 req-09f7bdc6-8071-4988-9eea-80b555104387 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412204 Mar 05 05:29:04.558368 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cb728376-0f87-4419-a9f5-2e7f417d7d2b req-f0699f5b-b796-4cf8-bc59-b519912a628c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ba525d9-0815-407e-9a61-cb8bbc59c99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501876 Mar 05 05:29:04.647005 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] For port c26cd68c-d566-41ab-8e48-a67ef1d91f50, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=c26cd68c-d566-41ab-8e48-a67ef1d91f50,segment=NetworkSegment(449e7fab-7ca1-4d7b-a979-83818eb25c3b),segment_id=449e7fab-7ca1-4d7b-a979-83818eb25c3b)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:29:04.695198 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cb728376-0f87-4419-a9f5-2e7f417d7d2b req-d575b879-a210-48cb-896b-7954ea10f712 service neutron] 10.222.0.30 "GET /v2.0/networks/5ba525d9-0815-407e-9a61-cb8bbc59c99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289389 Mar 05 05:29:04.697993 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] For port c26cd68c-d566-41ab-8e48-a67ef1d91f50, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:29:04.790076 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4910cfcb-2890-46db-889b-a9eee2d07cc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c26cd68c-d566-41ab-8e48-a67ef1d91f50'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:29:04.792354 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e97d17e-0c1f-445b-8a96-08f9dd6620fd" -d '{"events": [{"server_uuid": "4910cfcb-2890-46db-889b-a9eee2d07cc6", "name": "network-vif-unplugged", "status": "completed", "tag": "c26cd68c-d566-41ab-8e48-a67ef1d91f50"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:29:04.796671 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] Publish callbacks [] for port (c26cd68c-d566-41ab-8e48-a67ef1d91f50), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:04.816974 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] Transition to ACTIVE for port object c26cd68c-d566-41ab-8e48-a67ef1d91f50 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:29:04.823402 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (c26cd68c-d566-41ab-8e48-a67ef1d91f50), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:04.858061 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 05:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361c5f6c-3608-4516-a676-518760ae0183 x-openstack-request-id: req-361c5f6c-3608-4516-a676-518760ae0183 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:29:04.858381 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4910cfcb-2890-46db-889b-a9eee2d07cc6", "name": "network-vif-unplugged", "status": "completed", "tag": "c26cd68c-d566-41ab-8e48-a67ef1d91f50", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:29:04.858618 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-361c5f6c-3608-4516-a676-518760ae0183 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:29:04.859016 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4910cfcb-2890-46db-889b-a9eee2d07cc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c26cd68c-d566-41ab-8e48-a67ef1d91f50', 'code': 200} Mar 05 05:29:04.864912 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cb728376-0f87-4419-a9f5-2e7f417d7d2b req-86ce2166-fe40-41a8-9aee-b01d9dfcc521 service neutron] 10.222.0.30 "GET /v2.0/networks/5ba525d9-0815-407e-9a61-cb8bbc59c99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642132 Mar 05 05:29:04.902613 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] No DVR routers for this DVR port c26cd68c-d566-41ab-8e48-a67ef1d91f50 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:29:04.904880 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] Pushing event updated for resources: {'Port': ['ID=c26cd68c-d566-41ab-8e48-a67ef1d91f50,revision_number=6']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:29:04.916884 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:04.917238 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:04.917605 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:04.918593 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:04.918934 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:04.919298 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:04.919633 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:04.919964 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:04.920290 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:04.920619 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:04.920946 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:04.921271 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:04.921596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:04.951104 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] Attempting to bind port c26cd68c-d566-41ab-8e48-a67ef1d91f50 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:29:04.951379 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] Attempting to bind port c26cd68c-d566-41ab-8e48-a67ef1d91f50 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '449e7fab-7ca1-4d7b-a979-83818eb25c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5ba525d9-0815-407e-9a61-cb8bbc59c99a'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:29:04.951708 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] Attempting to bind port c26cd68c-d566-41ab-8e48-a67ef1d91f50 on network 5ba525d9-0815-407e-9a61-cb8bbc59c99a {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:29:04.955939 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] Port c26cd68c-d566-41ab-8e48-a67ef1d91f50 on network 5ba525d9-0815-407e-9a61-cb8bbc59c99a not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:29:04.956259 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] Attempting to bind port c26cd68c-d566-41ab-8e48-a67ef1d91f50 on network 5ba525d9-0815-407e-9a61-cb8bbc59c99a {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:29:04.961058 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:29:04.961397 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] Checking segment: {'id': '449e7fab-7ca1-4d7b-a979-83818eb25c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5ba525d9-0815-407e-9a61-cb8bbc59c99a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:29:04.961775 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] Bound using segment: {'id': '449e7fab-7ca1-4d7b-a979-83818eb25c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5ba525d9-0815-407e-9a61-cb8bbc59c99a'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:29:04.962194 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] Bound port: c26cd68c-d566-41ab-8e48-a67ef1d91f50, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '449e7fab-7ca1-4d7b-a979-83818eb25c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '5ba525d9-0815-407e-9a61-cb8bbc59c99a'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:29:04.962545 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c26cd68c-d566-41ab-8e48-a67ef1d91f50), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:05.024402 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] For port c26cd68c-d566-41ab-8e48-a67ef1d91f50, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:29:05.027378 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] For port c26cd68c-d566-41ab-8e48-a67ef1d91f50, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=c26cd68c-d566-41ab-8e48-a67ef1d91f50,segment=NetworkSegment(449e7fab-7ca1-4d7b-a979-83818eb25c3b),segment_id=449e7fab-7ca1-4d7b-a979-83818eb25c3b)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:29:05.033019 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (c26cd68c-d566-41ab-8e48-a67ef1d91f50), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:05.065476 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:05.066070 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:05.067469 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] 10.222.0.30 "PUT /v2.0/ports/c26cd68c-d566-41ab-8e48-a67ef1d91f50 HTTP/1.1" status: 200 len: 1093 time: 0.9127038 Mar 05 05:29:05.097008 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3eb48-2eb1-43e2-b1b0-55f9b77f3720 service neutron] Pushing event updated for resources: {'Port': ['ID=c26cd68c-d566-41ab-8e48-a67ef1d91f50,revision_number=7']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:29:05.139206 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-c646d3f7-ce0b-4787-8ef9-2f67030fa993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:05.140750 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-c646d3f7-ce0b-4787-8ef9-2f67030fa993 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a27d16ae4a14aa98f665c0c0abc9b7a&device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 1127 time: 0.0516291 Mar 05 05:29:05.231633 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-66c8eaa8-ff69-4193-ad0b-54f4628a3ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:05.233149 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-66c8eaa8-ff69-4193-ad0b-54f4628a3ea2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ba525d9-0815-407e-9a61-cb8bbc59c99a HTTP/1.1" status: 200 len: 910 time: 0.0870285 Mar 05 05:29:05.278368 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-c9ad5a85-35f6-401a-8899-f9b5d98bf402 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c26cd68c-d566-41ab-8e48-a67ef1d91f50 HTTP/1.1" status: 200 len: 217 time: 0.0392611 Mar 05 05:29:05.326621 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-b0f50d26-dad1-4d9c-bf05-49dfc79fcd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:05.328121 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-b0f50d26-dad1-4d9c-bf05-49dfc79fcd65 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7953fe0d-5bbd-4028-9a09-035b928754ca HTTP/1.1" status: 200 len: 850 time: 0.0447495 Mar 05 05:29:05.360522 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-b888be11-9dfb-4681-94d1-7f8853ccbe99 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ba525d9-0815-407e-9a61-cb8bbc59c99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268555 Mar 05 05:29:05.456431 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-8924804d-2e15-4398-927a-5982d8fa1c2b service neutron] 10.222.0.30 "GET /v2.0/networks/5ba525d9-0815-407e-9a61-cb8bbc59c99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898924 Mar 05 05:29:05.545257 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4af7a690-8937-4e66-90a4-43f92fb37406 req-33ea31a0-5338-4441-9ce8-379cc79ccd6e service neutron] 10.222.0.30 "GET /v2.0/networks/5ba525d9-0815-407e-9a61-cb8bbc59c99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829849 Mar 05 05:29:05.636842 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe21905-3e69-4ffb-866e-ae5bad9743df req-1340f44f-4ace-459a-b32f-096e8edb3495 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:05.638501 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ffe21905-3e69-4ffb-866e-ae5bad9743df req-1340f44f-4ace-459a-b32f-096e8edb3495 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 944 time: 0.0586879 Mar 05 05:29:05.687097 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ffe21905-3e69-4ffb-866e-ae5bad9743df req-982466a3-3176-4677-9d8a-548f7ae61b9d tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429807 Mar 05 05:29:06.807094 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a68a15-098c-498d-a9af-0ef00c281ead req-d3fbdc96-d2c1-47e7-83ac-4db34dc460d3 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:06.808619 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74a68a15-098c-498d-a9af-0ef00c281ead req-d3fbdc96-d2c1-47e7-83ac-4db34dc460d3 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 944 time: 0.0522478 Mar 05 05:29:06.857073 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74a68a15-098c-498d-a9af-0ef00c281ead req-4a7118b8-5345-47a3-bc88-bc1c0f43dd20 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427225 Mar 05 05:29:06.860123 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4910cfcb-2890-46db-889b-a9eee2d07cc6', 'tag': 'c26cd68c-d566-41ab-8e48-a67ef1d91f50'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:29:06.862453 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db61f26f-dc40-4454-99d4-d8fda5294846" -d '{"events": [{"name": "network-changed", "server_uuid": "4910cfcb-2890-46db-889b-a9eee2d07cc6", "tag": "c26cd68c-d566-41ab-8e48-a67ef1d91f50"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:29:06.910441 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b183e39c-4891-4aa6-a782-7236102abf86 x-openstack-request-id: req-b183e39c-4891-4aa6-a782-7236102abf86 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:29:06.910755 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4910cfcb-2890-46db-889b-a9eee2d07cc6", "tag": "c26cd68c-d566-41ab-8e48-a67ef1d91f50", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:29:06.911011 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b183e39c-4891-4aa6-a782-7236102abf86 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:29:06.911444 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4910cfcb-2890-46db-889b-a9eee2d07cc6', 'tag': 'c26cd68c-d566-41ab-8e48-a67ef1d91f50', 'status': 'completed', 'code': 200} Mar 05 05:29:07.022593 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61f26f-dc40-4454-99d4-d8fda5294846 req-125b5d4b-92de-4fa8-ae1b-78523f017dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:07.024371 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-db61f26f-dc40-4454-99d4-d8fda5294846 req-125b5d4b-92de-4fa8-ae1b-78523f017dff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a27d16ae4a14aa98f665c0c0abc9b7a&device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 1127 time: 0.0898740 Mar 05 05:29:07.026805 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61f26f-dc40-4454-99d4-d8fda5294846 req-3a316dca-66eb-4d3c-b193-a4ae9c3c5e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:07.028694 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-db61f26f-dc40-4454-99d4-d8fda5294846 req-3a316dca-66eb-4d3c-b193-a4ae9c3c5e94 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a27d16ae4a14aa98f665c0c0abc9b7a&device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 1127 time: 0.0860436 Mar 05 05:29:07.188562 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61f26f-dc40-4454-99d4-d8fda5294846 req-b8bab2cf-1556-4319-a781-c1147fa69123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:07.190004 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-db61f26f-dc40-4454-99d4-d8fda5294846 req-b8bab2cf-1556-4319-a781-c1147fa69123 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ba525d9-0815-407e-9a61-cb8bbc59c99a HTTP/1.1" status: 200 len: 910 time: 0.1473646 Mar 05 05:29:07.190905 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61f26f-dc40-4454-99d4-d8fda5294846 req-3dbadaab-7898-4173-97ac-271af6ee7815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:07.192215 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-db61f26f-dc40-4454-99d4-d8fda5294846 req-3dbadaab-7898-4173-97ac-271af6ee7815 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ba525d9-0815-407e-9a61-cb8bbc59c99a HTTP/1.1" status: 200 len: 910 time: 0.1573896 Mar 05 05:29:07.263644 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-db61f26f-dc40-4454-99d4-d8fda5294846 req-c8c79742-0fe0-4fe3-9d14-a60b75ebd137 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c26cd68c-d566-41ab-8e48-a67ef1d91f50 HTTP/1.1" status: 200 len: 217 time: 0.0675635 Mar 05 05:29:07.264954 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-db61f26f-dc40-4454-99d4-d8fda5294846 req-628de33d-82f8-4764-a8bf-7cdfe91a15ea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c26cd68c-d566-41ab-8e48-a67ef1d91f50 HTTP/1.1" status: 200 len: 217 time: 0.0627031 Mar 05 05:29:07.342555 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61f26f-dc40-4454-99d4-d8fda5294846 req-1760e697-250c-4206-af0d-3e74564471e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:07.343987 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-db61f26f-dc40-4454-99d4-d8fda5294846 req-1760e697-250c-4206-af0d-3e74564471e3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7953fe0d-5bbd-4028-9a09-035b928754ca HTTP/1.1" status: 200 len: 850 time: 0.0749865 Mar 05 05:29:07.345590 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61f26f-dc40-4454-99d4-d8fda5294846 req-29802914-d1b5-4048-bc3a-99f6cc47d813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:07.346876 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-db61f26f-dc40-4454-99d4-d8fda5294846 req-29802914-d1b5-4048-bc3a-99f6cc47d813 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7953fe0d-5bbd-4028-9a09-035b928754ca HTTP/1.1" status: 200 len: 850 time: 0.0710406 Mar 05 05:29:07.383663 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-db61f26f-dc40-4454-99d4-d8fda5294846 req-739e94b3-81fc-4c69-8abd-5b2f396da92e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ba525d9-0815-407e-9a61-cb8bbc59c99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344400 Mar 05 05:29:07.398693 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-db61f26f-dc40-4454-99d4-d8fda5294846 req-bc6b4150-070c-4974-a2c8-1d78abb2009f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ba525d9-0815-407e-9a61-cb8bbc59c99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419919 Mar 05 05:29:07.841856 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-db61f26f-dc40-4454-99d4-d8fda5294846 req-451752a3-145b-4f83-a328-81f3e3446af0 service neutron] 10.222.0.30 "GET /v2.0/networks/5ba525d9-0815-407e-9a61-cb8bbc59c99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451513 Mar 05 05:29:07.843701 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-db61f26f-dc40-4454-99d4-d8fda5294846 req-ef477850-ba5a-4b8b-ab51-f8848ab7597b service neutron] 10.222.0.31 "GET /v2.0/networks/5ba525d9-0815-407e-9a61-cb8bbc59c99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384952 Mar 05 05:29:07.982943 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b4a5d-9a3c-48d4-83e8-1f8196441ca7 req-14d0dac5-ee74-4571-b166-e1d87e61f720 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:07.984545 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b2b4a5d-9a3c-48d4-83e8-1f8196441ca7 req-14d0dac5-ee74-4571-b166-e1d87e61f720 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 944 time: 0.0588949 Mar 05 05:29:08.000324 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-db61f26f-dc40-4454-99d4-d8fda5294846 req-aa26bca7-5960-4d58-9ca2-8798dd6edbc5 service neutron] 10.222.0.30 "GET /v2.0/networks/5ba525d9-0815-407e-9a61-cb8bbc59c99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517036 Mar 05 05:29:08.003772 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-db61f26f-dc40-4454-99d4-d8fda5294846 req-d762fba0-8104-4b68-900f-1bed3f87722b service neutron] 10.222.0.31 "GET /v2.0/networks/5ba525d9-0815-407e-9a61-cb8bbc59c99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485591 Mar 05 05:29:08.035881 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b2b4a5d-9a3c-48d4-83e8-1f8196441ca7 req-fe31f5b6-6337-4e12-a904-2be5bf5957c5 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455587 Mar 05 05:29:08.143738 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device c26cd68c-d566-41ab-8e48-a67ef1d91f50 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:29:08.247396 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port c26cd68c-d566-41ab-8e48-a67ef1d91f50, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=c26cd68c-d566-41ab-8e48-a67ef1d91f50,segment=NetworkSegment(449e7fab-7ca1-4d7b-a979-83818eb25c3b),segment_id=449e7fab-7ca1-4d7b-a979-83818eb25c3b)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:29:08.257811 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'c26cd68c-d566-41ab-8e48-a67ef1d91f50', 'network_id': '5ba525d9-0815-407e-9a61-cb8bbc59c99a', 'port_id': 'c26cd68c-d566-41ab-8e48-a67ef1d91f50', 'mac_address': 'fa:16:3e:dc:44:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7953fe0d-5bbd-4028-9a09-035b928754ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:29:08.295345 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port c26cd68c-d566-41ab-8e48-a67ef1d91f50 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:29:08.295738 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c26cd68c-d566-41ab-8e48-a67ef1d91f50), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:08.308370 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c26cd68c-d566-41ab-8e48-a67ef1d91f50 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:29:08.316147 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89544f-1cb6-434d-bfd6-25a572c13e83 req-84cdbcea-c293-447c-8c46-58ff4d42b139 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:08.317736 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe89544f-1cb6-434d-bfd6-25a572c13e83 req-84cdbcea-c293-447c-8c46-58ff4d42b139 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.31 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6&tenant_id=8a27d16ae4a14aa98f665c0c0abc9b7a&binding%3Ahost_id=n-h1-789963-32 HTTP/1.1" status: 200 len: 944 time: 0.0956566 Mar 05 05:29:08.328358 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port c26cd68c-d566-41ab-8e48-a67ef1d91f50, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=c26cd68c-d566-41ab-8e48-a67ef1d91f50,segment=NetworkSegment(449e7fab-7ca1-4d7b-a979-83818eb25c3b),segment_id=449e7fab-7ca1-4d7b-a979-83818eb25c3b)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:29:08.332305 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c26cd68c-d566-41ab-8e48-a67ef1d91f50), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:08.380126 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [req-fe89544f-1cb6-434d-bfd6-25a572c13e83 req-491a59ce-f589-41be-a5a8-811d72948579 service neutron] delete failed (client error): The resource could not be found. Mar 05 05:29:08.381134 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe89544f-1cb6-434d-bfd6-25a572c13e83 req-491a59ce-f589-41be-a5a8-811d72948579 service neutron] 10.222.0.31 "DELETE /v2.0/ports/c26cd68c-d566-41ab-8e48-a67ef1d91f50/bindings/n-h2-789963-32 HTTP/1.1" status: 404 len: 381 time: 0.0568116 Mar 05 05:29:08.384170 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=c26cd68c-d566-41ab-8e48-a67ef1d91f50,revision_number=8']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:29:08.472071 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89544f-1cb6-434d-bfd6-25a572c13e83 req-41a573fc-d35f-4d62-bc8d-f4ab42561c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:08.473550 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe89544f-1cb6-434d-bfd6-25a572c13e83 req-41a573fc-d35f-4d62-bc8d-f4ab42561c57 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8a27d16ae4a14aa98f665c0c0abc9b7a&device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 1128 time: 0.0460966 Mar 05 05:29:08.570810 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['c26cd68c-d566-41ab-8e48-a67ef1d91f50'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:29:08.573140 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89544f-1cb6-434d-bfd6-25a572c13e83 req-09495480-5cd9-4c02-881b-c124bee551e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:08.574822 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe89544f-1cb6-434d-bfd6-25a572c13e83 req-09495480-5cd9-4c02-881b-c124bee551e4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5ba525d9-0815-407e-9a61-cb8bbc59c99a HTTP/1.1" status: 200 len: 910 time: 0.0950577 Mar 05 05:29:08.615879 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe89544f-1cb6-434d-bfd6-25a572c13e83 req-5dd1ac89-1128-45dc-88e6-120f0be22c54 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c26cd68c-d566-41ab-8e48-a67ef1d91f50 HTTP/1.1" status: 200 len: 217 time: 0.0351944 Mar 05 05:29:08.667341 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89544f-1cb6-434d-bfd6-25a572c13e83 req-71888756-8e4e-47e7-8c4b-d5d765968c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:08.669556 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe89544f-1cb6-434d-bfd6-25a572c13e83 req-71888756-8e4e-47e7-8c4b-d5d765968c34 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7953fe0d-5bbd-4028-9a09-035b928754ca HTTP/1.1" status: 200 len: 850 time: 0.0474997 Mar 05 05:29:08.700957 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe89544f-1cb6-434d-bfd6-25a572c13e83 req-e6f5a26e-52b8-4876-9724-a7fb01b76c32 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5ba525d9-0815-407e-9a61-cb8bbc59c99a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257671 Mar 05 05:29:08.789802 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe89544f-1cb6-434d-bfd6-25a572c13e83 req-8cc96383-69c6-4eaf-86b7-c527509c8c6d service neutron] 10.222.0.31 "GET /v2.0/networks/5ba525d9-0815-407e-9a61-cb8bbc59c99a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820587 Mar 05 05:29:08.880786 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe89544f-1cb6-434d-bfd6-25a572c13e83 req-777d65f1-173c-4c35-ab2f-d9df813aa773 service neutron] 10.222.0.31 "GET /v2.0/networks/5ba525d9-0815-407e-9a61-cb8bbc59c99a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850484 Mar 05 05:29:09.015176 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device c26cd68c-d566-41ab-8e48-a67ef1d91f50 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:29:09.060898 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] The host n-h2-789963-32 is not matching for port c26cd68c-d566-41ab-8e48-a67ef1d91f50 host n-h1-789963-32! {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 05 05:29:09.061292 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device c26cd68c-d566-41ab-8e48-a67ef1d91f50 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:29:09.762513 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951996b9-cf38-4115-8b27-207750f65439 req-78b5c698-4b31-4002-9320-623e7f9cec3d tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:09.764573 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-951996b9-cf38-4115-8b27-207750f65439 req-78b5c698-4b31-4002-9320-623e7f9cec3d tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 945 time: 0.0547347 Mar 05 05:29:09.811479 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-951996b9-cf38-4115-8b27-207750f65439 req-5bf4def6-f7f1-49ff-9c17-812d009e9162 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412841 Mar 05 05:29:10.171248 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device c26cd68c-d566-41ab-8e48-a67ef1d91f50 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:29:10.218901 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port c26cd68c-d566-41ab-8e48-a67ef1d91f50 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:29:10.223152 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port c26cd68c-d566-41ab-8e48-a67ef1d91f50 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:29:10.223534 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c26cd68c-d566-41ab-8e48-a67ef1d91f50), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:10.297802 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port c26cd68c-d566-41ab-8e48-a67ef1d91f50 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:29:10.298185 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c26cd68c-d566-41ab-8e48-a67ef1d91f50), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:10.319698 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4910cfcb-2890-46db-889b-a9eee2d07cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26cd68c-d566-41ab-8e48-a67ef1d91f50'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:29:10.321890 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76a3a27-ab31-4425-901d-b1a1bb9a8b47" -d '{"events": [{"server_uuid": "4910cfcb-2890-46db-889b-a9eee2d07cc6", "name": "network-vif-plugged", "status": "completed", "tag": "c26cd68c-d566-41ab-8e48-a67ef1d91f50"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:29:10.337735 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port c26cd68c-d566-41ab-8e48-a67ef1d91f50, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=c26cd68c-d566-41ab-8e48-a67ef1d91f50,segment=NetworkSegment(449e7fab-7ca1-4d7b-a979-83818eb25c3b),segment_id=449e7fab-7ca1-4d7b-a979-83818eb25c3b)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:29:10.342929 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c26cd68c-d566-41ab-8e48-a67ef1d91f50), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:10.521302 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f9ad96-02ac-458d-8ca4-5d9bc273609f x-openstack-request-id: req-a7f9ad96-02ac-458d-8ca4-5d9bc273609f {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:29:10.521543 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4910cfcb-2890-46db-889b-a9eee2d07cc6", "name": "network-vif-plugged", "status": "completed", "tag": "c26cd68c-d566-41ab-8e48-a67ef1d91f50", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:29:10.521749 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a7f9ad96-02ac-458d-8ca4-5d9bc273609f {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:29:10.522137 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4910cfcb-2890-46db-889b-a9eee2d07cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26cd68c-d566-41ab-8e48-a67ef1d91f50', 'code': 200} Mar 05 05:29:10.544117 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=c26cd68c-d566-41ab-8e48-a67ef1d91f50,revision_number=9']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:29:10.931391 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf9ec9-97ec-45e6-863b-2c4e7839f287 req-eab6c8cd-a7aa-471c-84f7-e23c09d1b2f8 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:10.932844 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ddcf9ec9-97ec-45e6-863b-2c4e7839f287 req-eab6c8cd-a7aa-471c-84f7-e23c09d1b2f8 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 946 time: 0.0515347 Mar 05 05:29:10.984421 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ddcf9ec9-97ec-45e6-863b-2c4e7839f287 req-146c6d7f-ba1a-49f8-a40d-cfc744b13772 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb963cf-d63e-4b03-873b-6f6f93b59870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454037 Mar 05 05:29:10.990957 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89544f-1cb6-434d-bfd6-25a572c13e83 req-6badf2b0-c608-4781-a357-42306c2a6869 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:10.992515 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe89544f-1cb6-434d-bfd6-25a572c13e83 req-6badf2b0-c608-4781-a357-42306c2a6869 tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.30 "GET /v2.0/ports?device_id=4910cfcb-2890-46db-889b-a9eee2d07cc6 HTTP/1.1" status: 200 len: 946 time: 0.0521779 Mar 05 05:29:11.086961 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-fe89544f-1cb6-434d-bfd6-25a572c13e83 req-b7d013c0-b25f-48fc-8622-5e34c9c4ef0f tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Deleting port c26cd68c-d566-41ab-8e48-a67ef1d91f50 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:29:11.087329 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fe89544f-1cb6-434d-bfd6-25a572c13e83 req-b7d013c0-b25f-48fc-8622-5e34c9c4ef0f tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (c26cd68c-d566-41ab-8e48-a67ef1d91f50), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:11.173229 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-fe89544f-1cb6-434d-bfd6-25a572c13e83 req-b7d013c0-b25f-48fc-8622-5e34c9c4ef0f tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] For port c26cd68c-d566-41ab-8e48-a67ef1d91f50, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=c26cd68c-d566-41ab-8e48-a67ef1d91f50,segment=NetworkSegment(449e7fab-7ca1-4d7b-a979-83818eb25c3b),segment_id=449e7fab-7ca1-4d7b-a979-83818eb25c3b)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:29:11.173614 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fe89544f-1cb6-434d-bfd6-25a572c13e83 req-b7d013c0-b25f-48fc-8622-5e34c9c4ef0f tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (c26cd68c-d566-41ab-8e48-a67ef1d91f50), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:11.185666 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-fe89544f-1cb6-434d-bfd6-25a572c13e83 req-b7d013c0-b25f-48fc-8622-5e34c9c4ef0f tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Calling delete_port for c26cd68c-d566-41ab-8e48-a67ef1d91f50 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:29:11.316806 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fe89544f-1cb6-434d-bfd6-25a572c13e83 req-b7d013c0-b25f-48fc-8622-5e34c9c4ef0f tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (c26cd68c-d566-41ab-8e48-a67ef1d91f50), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:11.329092 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['c26cd68c-d566-41ab-8e48-a67ef1d91f50'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:29:11.344156 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d013c0-b25f-48fc-8622-5e34c9c4ef0f tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Pushing event deleted for resources: {'Port': ['ID=c26cd68c-d566-41ab-8e48-a67ef1d91f50,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:29:11.389892 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe89544f-1cb6-434d-bfd6-25a572c13e83 req-b7d013c0-b25f-48fc-8622-5e34c9c4ef0f tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] No DVR routers for this DVR port c26cd68c-d566-41ab-8e48-a67ef1d91f50 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:29:11.392567 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fe89544f-1cb6-434d-bfd6-25a572c13e83 req-b7d013c0-b25f-48fc-8622-5e34c9c4ef0f tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:11.396162 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe89544f-1cb6-434d-bfd6-25a572c13e83 req-b7d013c0-b25f-48fc-8622-5e34c9c4ef0f tempest-DeleteServersTestJSON-803863063 tempest-DeleteServersTestJSON-803863063-project] 10.222.0.30 "DELETE /v2.0/ports/c26cd68c-d566-41ab-8e48-a67ef1d91f50 HTTP/1.1" status: 204 len: 173 time: 0.3989303 Mar 05 05:29:11.396615 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4910cfcb-2890-46db-889b-a9eee2d07cc6', 'name': 'network-vif-deleted', 'tag': 'c26cd68c-d566-41ab-8e48-a67ef1d91f50'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:29:11.399172 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ca5856-4450-4fba-8dfd-7dfbc7a3ba91" -d '{"events": [{"server_uuid": "4910cfcb-2890-46db-889b-a9eee2d07cc6", "name": "network-vif-deleted", "tag": "c26cd68c-d566-41ab-8e48-a67ef1d91f50"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:29:11.440865 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6186851-3388-488d-abe9-482a8ed12999 x-openstack-request-id: req-d6186851-3388-488d-abe9-482a8ed12999 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:29:11.441384 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4910cfcb-2890-46db-889b-a9eee2d07cc6", "name": "network-vif-deleted", "tag": "c26cd68c-d566-41ab-8e48-a67ef1d91f50", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:29:11.441762 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d6186851-3388-488d-abe9-482a8ed12999 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:29:11.442305 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4910cfcb-2890-46db-889b-a9eee2d07cc6', 'name': 'network-vif-deleted', 'tag': 'c26cd68c-d566-41ab-8e48-a67ef1d91f50', 'status': 'completed', 'code': 200} Mar 05 05:29:11.445804 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7dbe1423-9167-4be6-bd47-5bdc0464e21b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:12.113010 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42890) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:29:12.155428 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff0836d-9adf-4dc4-903e-54698ea748a1 admin admin] Deleting subnet 7953fe0d-5bbd-4028-9a09-035b928754ca {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:29:12.158402 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fff0836d-9adf-4dc4-903e-54698ea748a1 admin admin] Publish callbacks [] for subnet (7953fe0d-5bbd-4028-9a09-035b928754ca), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:12.191418 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fff0836d-9adf-4dc4-903e-54698ea748a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (7953fe0d-5bbd-4028-9a09-035b928754ca), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:12.228428 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fff0836d-9adf-4dc4-903e-54698ea748a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (7953fe0d-5bbd-4028-9a09-035b928754ca), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:12.278737 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fff0836d-9adf-4dc4-903e-54698ea748a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (7953fe0d-5bbd-4028-9a09-035b928754ca), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:12.307390 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff0836d-9adf-4dc4-903e-54698ea748a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7953fe0d-5bbd-4028-9a09-035b928754ca,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:29:12.312457 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fff0836d-9adf-4dc4-903e-54698ea748a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:12.315649 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fff0836d-9adf-4dc4-903e-54698ea748a1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7953fe0d-5bbd-4028-9a09-035b928754ca HTTP/1.1" status: 204 len: 168 time: 0.2016530 Mar 05 05:29:12.318299 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42892) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:29:12.322118 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0836d-9adf-4dc4-903e-54698ea748a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:12.322473 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0836d-9adf-4dc4-903e-54698ea748a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:12.322821 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0836d-9adf-4dc4-903e-54698ea748a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:12.323198 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0836d-9adf-4dc4-903e-54698ea748a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:12.323531 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0836d-9adf-4dc4-903e-54698ea748a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:12.323868 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0836d-9adf-4dc4-903e-54698ea748a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:12.324200 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0836d-9adf-4dc4-903e-54698ea748a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:12.324534 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0836d-9adf-4dc4-903e-54698ea748a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:12.324860 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0836d-9adf-4dc4-903e-54698ea748a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:12.325189 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0836d-9adf-4dc4-903e-54698ea748a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:12.325565 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0836d-9adf-4dc4-903e-54698ea748a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:12.325890 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0836d-9adf-4dc4-903e-54698ea748a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:12.326218 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff0836d-9adf-4dc4-903e-54698ea748a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:12.390536 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-20503996-a187-47ce-a1a2-cd017a70c510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (5ba525d9-0815-407e-9a61-cb8bbc59c99a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:12.470991 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-20503996-a187-47ce-a1a2-cd017a70c510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (5ba525d9-0815-407e-9a61-cb8bbc59c99a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:12.490973 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-20503996-a187-47ce-a1a2-cd017a70c510 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba525d9-0815-407e-9a61-cb8bbc59c99a']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:29:12.500704 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-20503996-a187-47ce-a1a2-cd017a70c510 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '449e7fab-7ca1-4d7b-a979-83818eb25c3b') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:29:12.501043 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-20503996-a187-47ce-a1a2-cd017a70c510 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '449e7fab-7ca1-4d7b-a979-83818eb25c3b') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:29:12.509882 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:29:12.510606 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-20503996-a187-47ce-a1a2-cd017a70c510 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (449e7fab-7ca1-4d7b-a979-83818eb25c3b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:12.523759 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-20503996-a187-47ce-a1a2-cd017a70c510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (449e7fab-7ca1-4d7b-a979-83818eb25c3b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:12.529641 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20503996-a187-47ce-a1a2-cd017a70c510 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:29:12.530008 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-20503996-a187-47ce-a1a2-cd017a70c510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (449e7fab-7ca1-4d7b-a979-83818eb25c3b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:12.531865 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:29:12.531865 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:29:12.531865 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:29:12.531865 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:29:12.531865 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:29:12.531865 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:29:12.531865 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:29:12.531865 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:29:12.531865 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:29:12.531865 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:29:12.531865 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:29:12.531865 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:29:12.531865 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:29:12.531865 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:29:12.531865 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:29:12.531865 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:29:12.531865 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:29:12.531865 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:29:12.531865 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:29:12.531865 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:29:12.531865 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:29:12.531865 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:29:12.531865 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:29:12.531865 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:29:12.531865 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:29:12.531865 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:29:12.531865 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:29:12.531865 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:29:12.531865 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:29:12.531865 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:29:12.531865 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:29:12.531865 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:29:12.585312 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-20503996-a187-47ce-a1a2-cd017a70c510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (5ba525d9-0815-407e-9a61-cb8bbc59c99a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:12.591829 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-20503996-a187-47ce-a1a2-cd017a70c510 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:12.594527 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-20503996-a187-47ce-a1a2-cd017a70c510 admin admin] 10.222.0.11 "DELETE /v2.0/networks/5ba525d9-0815-407e-9a61-cb8bbc59c99a HTTP/1.1" status: 204 len: 168 time: 0.2752421 Mar 05 05:29:12.605168 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20503996-a187-47ce-a1a2-cd017a70c510 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ba525d9-0815-407e-9a61-cb8bbc59c99a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:29:12.701157 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42896) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:29:12.742250 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4174a043-5a92-40b1-8688-4c8ee862aae9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8a27d16ae4a14aa98f665c0c0abc9b7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400543 Mar 05 05:29:12.744692 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42898) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:29:12.796566 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c15c15f6-5a72-4204-ace6-e91d5f92cac3 admin admin] Publish callbacks [] for security_group (afb963cf-d63e-4b03-873b-6f6f93b59870), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:12.818101 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c15c15f6-5a72-4204-ace6-e91d5f92cac3 admin admin] Publish callbacks [] for security_group (afb963cf-d63e-4b03-873b-6f6f93b59870), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:12.864527 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c15c15f6-5a72-4204-ace6-e91d5f92cac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (afb963cf-d63e-4b03-873b-6f6f93b59870), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:12.867082 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c15c15f6-5a72-4204-ace6-e91d5f92cac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:12.868251 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c15c15f6-5a72-4204-ace6-e91d5f92cac3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/afb963cf-d63e-4b03-873b-6f6f93b59870 HTTP/1.1" status: 204 len: 168 time: 0.1226602 Mar 05 05:29:12.876620 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c15f6-5a72-4204-ace6-e91d5f92cac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb963cf-d63e-4b03-873b-6f6f93b59870,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:29:13.513867 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 42920) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:29:13.654423 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-b8f13da8-ea75-42b0-a7d2-980b3be5f0c9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1492250976-network', 'tenant_id': 'f8857c4fa5374902ac4325c007da83fa'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:29:13.674152 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f13da8-ea75-42b0-a7d2-980b3be5f0c9 admin admin] Made reservation on behalf of f8857c4fa5374902ac4325c007da83fa for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:29:13.676529 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b8f13da8-ea75-42b0-a7d2-980b3be5f0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:13.685352 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b8f13da8-ea75-42b0-a7d2-980b3be5f0c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:13.719200 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-49311f28-6c9b-45b4-aaad-21ae6c679e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:13.764519 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b8f13da8-ea75-42b0-a7d2-980b3be5f0c9 admin admin] Publish callbacks [] for security_group (4421218b-ce10-49af-8e00-f4097f9837cb), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:13.768439 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b8f13da8-ea75-42b0-a7d2-980b3be5f0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4421218b-ce10-49af-8e00-f4097f9837cb), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:13.789678 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f13da8-ea75-42b0-a7d2-980b3be5f0c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:29:13.804852 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f13da8-ea75-42b0-a7d2-980b3be5f0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4421218b-ce10-49af-8e00-f4097f9837cb,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:29:13.807904 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b8f13da8-ea75-42b0-a7d2-980b3be5f0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (ea500921-36d0-4208-a5ce-ca630e5632a5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:13.808258 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-b8f13da8-ea75-42b0-a7d2-980b3be5f0c9 admin admin] Added segment ea500921-36d0-4208-a5ce-ca630e5632a5 of type vlan for network 67a4f22e-7a8d-46f7-b04d-7581b3f9147d Mar 05 05:29:13.849229 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b8f13da8-ea75-42b0-a7d2-980b3be5f0c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (67a4f22e-7a8d-46f7-b04d-7581b3f9147d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:13.876500 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b8f13da8-ea75-42b0-a7d2-980b3be5f0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (67a4f22e-7a8d-46f7-b04d-7581b3f9147d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:13.877374 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f13da8-ea75-42b0-a7d2-980b3be5f0c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:13.877985 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b8f13da8-ea75-42b0-a7d2-980b3be5f0c9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:13.908306 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b8f13da8-ea75-42b0-a7d2-980b3be5f0c9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3931916 Mar 05 05:29:13.911287 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 42926) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:29:13.916322 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-64abc5b2-0ebe-4d53-bd1a-55c388188a2a admin admin] Request body: {'subnet': {'network_id': '67a4f22e-7a8d-46f7-b04d-7581b3f9147d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1492250976-subnet', 'tenant_id': 'f8857c4fa5374902ac4325c007da83fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:29:13.936430 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64abc5b2-0ebe-4d53-bd1a-55c388188a2a admin admin] Made reservation on behalf of f8857c4fa5374902ac4325c007da83fa for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:29:13.938835 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-64abc5b2-0ebe-4d53-bd1a-55c388188a2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:13.943812 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f13da8-ea75-42b0-a7d2-980b3be5f0c9 admin admin] Pushing event updated for resources: {'Network': ['ID=67a4f22e-7a8d-46f7-b04d-7581b3f9147d,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:29:13.953349 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 67a4f22e-7a8d-46f7-b04d-7581b3f9147d details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:29:14.053918 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:14.109916 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-64abc5b2-0ebe-4d53-bd1a-55c388188a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (bf03f433-7105-44a6-a575-d5135d4d682f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:14.165818 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abc5b2-0ebe-4d53-bd1a-55c388188a2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf03f433-7105-44a6-a575-d5135d4d682f,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:29:14.176017 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64abc5b2-0ebe-4d53-bd1a-55c388188a2a admin admin] Checking segment: {'id': 'ea500921-36d0-4208-a5ce-ca630e5632a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '67a4f22e-7a8d-46f7-b04d-7581b3f9147d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:29:14.176376 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64abc5b2-0ebe-4d53-bd1a-55c388188a2a admin admin] Network hostable DHCP agents. Network: 67a4f22e-7a8d-46f7-b04d-7581b3f9147d, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:29:14.192418 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64abc5b2-0ebe-4d53-bd1a-55c388188a2a admin admin] Network 67a4f22e-7a8d-46f7-b04d-7581b3f9147d is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:29:14.201537 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-64abc5b2-0ebe-4d53-bd1a-55c388188a2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 67a4f22e-7a8d-46f7-b04d-7581b3f9147d) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:29:14.206396 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64abc5b2-0ebe-4d53-bd1a-55c388188a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:14.206985 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-64abc5b2-0ebe-4d53-bd1a-55c388188a2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:14.210771 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e74e18-ef7c-41a3-ac33-07746700ae9e None None] Network 67a4f22e-7a8d-46f7-b04d-7581b3f9147d requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:29:14.223119 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-64abc5b2-0ebe-4d53-bd1a-55c388188a2a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3107278 Mar 05 05:29:14.292030 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:14.321272 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4971d05-a49a-4feb-8de9-f45b2bff0fd8 None None] Network 67a4f22e-7a8d-46f7-b04d-7581b3f9147d requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:29:14.643554 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-00ce7b91-ea80-41b9-b865-a5202b6e024c tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:14.645027 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-00ce7b91-ea80-41b9-b865-a5202b6e024c tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/networks?id=67a4f22e-7a8d-46f7-b04d-7581b3f9147d HTTP/1.1" status: 200 len: 815 time: 0.1015167 Mar 05 05:29:14.659443 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-fc09d127-f491-4eab-aaef-1e6f6c3f73e8 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/quotas/f8857c4fa5374902ac4325c007da83fa HTTP/1.1" status: 200 len: 375 time: 0.0090566 Mar 05 05:29:14.695587 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-af4e7092-0701-413d-ac0e-08864b17b473 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8857c4fa5374902ac4325c007da83fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314975 Mar 05 05:29:14.784496 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-a03c0ca6-5351-4590-a0d9-903d73a4a001 service neutron] 10.222.0.11 "GET /v2.0/networks/67a4f22e-7a8d-46f7-b04d-7581b3f9147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821955 Mar 05 05:29:14.882274 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-0e6ed80c-35c8-465b-ae31-69458d7459bb service neutron] 10.222.0.11 "GET /v2.0/networks/67a4f22e-7a8d-46f7-b04d-7581b3f9147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922718 Mar 05 05:29:15.041269 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4ce82e82-9675-415e-a2a9-08e1e64c31d5 req-a1d4f311-9892-4fe0-b1dd-bf5628de0547 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 210 time: 0.0276411 Mar 05 05:29:15.103263 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:15.958531 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-c988ef70-b67c-4e01-bc5b-3e9f5e30151d tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:15.960022 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-c988ef70-b67c-4e01-bc5b-3e9f5e30151d tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.31 "GET /v2.0/networks?id=67a4f22e-7a8d-46f7-b04d-7581b3f9147d HTTP/1.1" status: 200 len: 815 time: 0.1106496 Mar 05 05:29:15.973780 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-8846f7eb-c0a0-4822-93ab-82bb0b9ba9a5 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Request body: {'port': {'device_id': 'b54c2cad-3e94-482f-9c0f-a09112999d58', 'network_id': '67a4f22e-7a8d-46f7-b04d-7581b3f9147d', 'admin_state_up': True, 'tenant_id': 'f8857c4fa5374902ac4325c007da83fa'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:29:16.084810 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-8846f7eb-c0a0-4822-93ab-82bb0b9ba9a5 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Made reservation on behalf of f8857c4fa5374902ac4325c007da83fa for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:29:16.089128 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-8846f7eb-c0a0-4822-93ab-82bb0b9ba9a5 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:16.145523 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0c63021d-8a30-40f8-babd-b276740c6075 req-3b4c3b69-0fab-4f7b-beb7-3f028de22f4a tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 210 time: 0.0304508 Mar 05 05:29:16.192787 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device c26cd68c-d566-41ab-8e48-a67ef1d91f50 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:29:16.216009 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: c26cd68c-d566-41ab-8e48-a67ef1d91f50 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:29:16.216430 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device c26cd68c-d566-41ab-8e48-a67ef1d91f50 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:29:16.230250 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-8846f7eb-c0a0-4822-93ab-82bb0b9ba9a5 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Allocated IP 172.20.0.13 (67a4f22e-7a8d-46f7-b04d-7581b3f9147d/bf03f433-7105-44a6-a575-d5135d4d682f/6d5a38f9-b3e3-47cd-bb72-c2feb71529ca) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:29:16.373671 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:16.377993 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-8846f7eb-c0a0-4822-93ab-82bb0b9ba9a5 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Publish callbacks [] for port (6d5a38f9-b3e3-47cd-bb72-c2feb71529ca), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:16.412078 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-8846f7eb-c0a0-4822-93ab-82bb0b9ba9a5 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (6d5a38f9-b3e3-47cd-bb72-c2feb71529ca), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:16.458624 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-8846f7eb-c0a0-4822-93ab-82bb0b9ba9a5 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Network 67a4f22e-7a8d-46f7-b04d-7581b3f9147d is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:29:16.461599 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-8846f7eb-c0a0-4822-93ab-82bb0b9ba9a5 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:29:16.465234 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-8846f7eb-c0a0-4822-93ab-82bb0b9ba9a5 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:29:16.472517 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846f7eb-c0a0-4822-93ab-82bb0b9ba9a5 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Pushing event updated for resources: {'Port': ['ID=6d5a38f9-b3e3-47cd-bb72-c2feb71529ca,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:29:16.520131 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-8846f7eb-c0a0-4822-93ab-82bb0b9ba9a5 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:16.520744 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-8846f7eb-c0a0-4822-93ab-82bb0b9ba9a5 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:16.536726 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-8846f7eb-c0a0-4822-93ab-82bb0b9ba9a5 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5671661 Mar 05 05:29:16.547937 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-503fb01b-938b-41f0-9deb-2cde0cd89ca0 service neutron] Request body: {'port': {'device_id': 'b54c2cad-3e94-482f-9c0f-a09112999d58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:29:16.610413 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-503fb01b-938b-41f0-9deb-2cde0cd89ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6d5a38f9-b3e3-47cd-bb72-c2feb71529ca), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:16.873276 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-503fb01b-938b-41f0-9deb-2cde0cd89ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:29:16.880784 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-503fb01b-938b-41f0-9deb-2cde0cd89ca0 service neutron] Publish callbacks [] for port (6d5a38f9-b3e3-47cd-bb72-c2feb71529ca), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:16.893605 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-503fb01b-938b-41f0-9deb-2cde0cd89ca0 service neutron] Transition to ACTIVE for port object 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:29:16.897119 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-503fb01b-938b-41f0-9deb-2cde0cd89ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (6d5a38f9-b3e3-47cd-bb72-c2feb71529ca), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:16.948489 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503fb01b-938b-41f0-9deb-2cde0cd89ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d5a38f9-b3e3-47cd-bb72-c2feb71529ca,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:29:17.015862 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-503fb01b-938b-41f0-9deb-2cde0cd89ca0 service neutron] Attempting to bind port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:29:17.016535 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-503fb01b-938b-41f0-9deb-2cde0cd89ca0 service neutron] Attempting to bind port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'ea500921-36d0-4208-a5ce-ca630e5632a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '67a4f22e-7a8d-46f7-b04d-7581b3f9147d'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:29:17.016535 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-503fb01b-938b-41f0-9deb-2cde0cd89ca0 service neutron] Attempting to bind port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca on network 67a4f22e-7a8d-46f7-b04d-7581b3f9147d {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:29:17.020720 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-503fb01b-938b-41f0-9deb-2cde0cd89ca0 service neutron] Port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca on network 67a4f22e-7a8d-46f7-b04d-7581b3f9147d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:29:17.021023 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-503fb01b-938b-41f0-9deb-2cde0cd89ca0 service neutron] Attempting to bind port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca on network 67a4f22e-7a8d-46f7-b04d-7581b3f9147d {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:29:17.025686 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-503fb01b-938b-41f0-9deb-2cde0cd89ca0 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:29:17.026018 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-503fb01b-938b-41f0-9deb-2cde0cd89ca0 service neutron] Checking segment: {'id': 'ea500921-36d0-4208-a5ce-ca630e5632a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '67a4f22e-7a8d-46f7-b04d-7581b3f9147d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:29:17.026392 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-503fb01b-938b-41f0-9deb-2cde0cd89ca0 service neutron] Bound using segment: {'id': 'ea500921-36d0-4208-a5ce-ca630e5632a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '67a4f22e-7a8d-46f7-b04d-7581b3f9147d'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:29:17.026807 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-503fb01b-938b-41f0-9deb-2cde0cd89ca0 service neutron] Bound port: 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea500921-36d0-4208-a5ce-ca630e5632a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '67a4f22e-7a8d-46f7-b04d-7581b3f9147d'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:29:17.027181 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-503fb01b-938b-41f0-9deb-2cde0cd89ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6d5a38f9-b3e3-47cd-bb72-c2feb71529ca), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:17.088794 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-503fb01b-938b-41f0-9deb-2cde0cd89ca0 service neutron] For port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:29:17.091819 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-503fb01b-938b-41f0-9deb-2cde0cd89ca0 service neutron] For port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=6d5a38f9-b3e3-47cd-bb72-c2feb71529ca,segment=NetworkSegment(ea500921-36d0-4208-a5ce-ca630e5632a5),segment_id=ea500921-36d0-4208-a5ce-ca630e5632a5)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:29:17.098231 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-503fb01b-938b-41f0-9deb-2cde0cd89ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (6d5a38f9-b3e3-47cd-bb72-c2feb71529ca), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:17.133776 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-503fb01b-938b-41f0-9deb-2cde0cd89ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:17.134381 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-503fb01b-938b-41f0-9deb-2cde0cd89ca0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:17.135796 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-503fb01b-938b-41f0-9deb-2cde0cd89ca0 service neutron] 10.222.0.31 "PUT /v2.0/ports/6d5a38f9-b3e3-47cd-bb72-c2feb71529ca HTTP/1.1" status: 200 len: 1093 time: 0.5924156 Mar 05 05:29:17.136230 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b54c2cad-3e94-482f-9c0f-a09112999d58', 'tag': '6d5a38f9-b3e3-47cd-bb72-c2feb71529ca'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:29:17.138536 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ebe4c6-0de6-458a-b96d-5183b514c3f6" -d '{"events": [{"name": "network-changed", "server_uuid": "b54c2cad-3e94-482f-9c0f-a09112999d58", "tag": "6d5a38f9-b3e3-47cd-bb72-c2feb71529ca"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:29:17.161890 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503fb01b-938b-41f0-9deb-2cde0cd89ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d5a38f9-b3e3-47cd-bb72-c2feb71529ca,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:29:17.185011 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95016b7-fcb3-40a5-80bd-7f5f884ff166 x-openstack-request-id: req-c95016b7-fcb3-40a5-80bd-7f5f884ff166 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:29:17.185384 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b54c2cad-3e94-482f-9c0f-a09112999d58", "tag": "6d5a38f9-b3e3-47cd-bb72-c2feb71529ca", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:29:17.185648 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c95016b7-fcb3-40a5-80bd-7f5f884ff166 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:29:17.186063 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b54c2cad-3e94-482f-9c0f-a09112999d58', 'tag': '6d5a38f9-b3e3-47cd-bb72-c2feb71529ca', 'status': 'completed', 'code': 200} Mar 05 05:29:17.224570 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-c749065e-aeb5-456f-ad3b-3610e1abe7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:17.226238 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-c749065e-aeb5-456f-ad3b-3610e1abe7ab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8857c4fa5374902ac4325c007da83fa&device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 1127 time: 0.0525742 Mar 05 05:29:17.268343 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-7b88f8a4-4523-4a7d-b104-d178ba7f750a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d5a38f9-b3e3-47cd-bb72-c2feb71529ca HTTP/1.1" status: 200 len: 217 time: 0.0343122 Mar 05 05:29:17.270458 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f7167-a7a1-4725-87f9-8b05ee039408 req-eb1b5fd6-2cc7-48eb-898a-55518707ead4 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:17.271941 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-624f7167-a7a1-4725-87f9-8b05ee039408 req-eb1b5fd6-2cc7-48eb-898a-55518707ead4 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 944 time: 0.0527058 Mar 05 05:29:17.317474 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-a6f94ee5-684d-47b4-b258-719054574be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:17.319209 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-a6f94ee5-684d-47b4-b258-719054574be8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf03f433-7105-44a6-a575-d5135d4d682f HTTP/1.1" status: 200 len: 855 time: 0.0454359 Mar 05 05:29:17.322923 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-624f7167-a7a1-4725-87f9-8b05ee039408 req-264ef992-09c3-4013-879f-2e68dcc8ed3f tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454745 Mar 05 05:29:17.351174 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-80fe0318-7221-4e25-b88d-c45326609386 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=67a4f22e-7a8d-46f7-b04d-7581b3f9147d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264635 Mar 05 05:29:17.442260 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-a05adad3-6622-4617-9ae4-86083fcead51 service neutron] 10.222.0.31 "GET /v2.0/networks/67a4f22e-7a8d-46f7-b04d-7581b3f9147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856187 Mar 05 05:29:17.535587 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3872c8e3-e40a-4e74-99a4-4e625fa56a70 req-b992c50c-9d37-445c-9a94-342af6d527e0 service neutron] 10.222.0.31 "GET /v2.0/networks/67a4f22e-7a8d-46f7-b04d-7581b3f9147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876670 Mar 05 05:29:17.627222 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebe4c6-0de6-458a-b96d-5183b514c3f6 req-aefd7cf1-317c-4c36-919f-398933147f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:17.628727 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b9ebe4c6-0de6-458a-b96d-5183b514c3f6 req-aefd7cf1-317c-4c36-919f-398933147f5c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8857c4fa5374902ac4325c007da83fa&device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 1127 time: 0.0455008 Mar 05 05:29:17.717595 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebe4c6-0de6-458a-b96d-5183b514c3f6 req-f8a3eed6-0c85-454c-b00b-28d3a204fa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:17.718969 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b9ebe4c6-0de6-458a-b96d-5183b514c3f6 req-f8a3eed6-0c85-454c-b00b-28d3a204fa46 service neutron] 10.222.0.31 "GET /v2.0/networks?id=67a4f22e-7a8d-46f7-b04d-7581b3f9147d HTTP/1.1" status: 200 len: 915 time: 0.0841668 Mar 05 05:29:17.763678 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b9ebe4c6-0de6-458a-b96d-5183b514c3f6 req-d4325390-61c6-4d27-b19c-45e5a8d78ad9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d5a38f9-b3e3-47cd-bb72-c2feb71529ca HTTP/1.1" status: 200 len: 217 time: 0.0377500 Mar 05 05:29:17.811694 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebe4c6-0de6-458a-b96d-5183b514c3f6 req-6d411947-d71d-4a90-97e6-9dd7fd655825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:17.813486 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b9ebe4c6-0de6-458a-b96d-5183b514c3f6 req-6d411947-d71d-4a90-97e6-9dd7fd655825 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf03f433-7105-44a6-a575-d5135d4d682f HTTP/1.1" status: 200 len: 855 time: 0.0443289 Mar 05 05:29:17.816210 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:17.847333 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b9ebe4c6-0de6-458a-b96d-5183b514c3f6 req-1c88cca7-e645-4543-84db-edb0be43944a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=67a4f22e-7a8d-46f7-b04d-7581b3f9147d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278182 Mar 05 05:29:17.940492 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b9ebe4c6-0de6-458a-b96d-5183b514c3f6 req-d763d184-697d-4510-9fbf-375e9584413d service neutron] 10.222.0.31 "GET /v2.0/networks/67a4f22e-7a8d-46f7-b04d-7581b3f9147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863855 Mar 05 05:29:18.033533 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b9ebe4c6-0de6-458a-b96d-5183b514c3f6 req-d8465501-123a-40b8-b6d6-e89aee1ab4a0 service neutron] 10.222.0.31 "GET /v2.0/networks/67a4f22e-7a8d-46f7-b04d-7581b3f9147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866773 Mar 05 05:29:18.441694 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46251381-aa63-45f6-9bd3-39c27f5e117c req-b3b69e2a-e912-4ca8-9dd0-62226473ca44 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:18.443226 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-46251381-aa63-45f6-9bd3-39c27f5e117c req-b3b69e2a-e912-4ca8-9dd0-62226473ca44 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 944 time: 0.0519893 Mar 05 05:29:18.490050 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-46251381-aa63-45f6-9bd3-39c27f5e117c req-d06c1529-9eda-422e-aa11-7464c6238e8b tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413618 Mar 05 05:29:19.611938 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64e719-566c-4988-9480-5e95701ddc81 req-9ddc8f85-4ee3-4770-8703-f77932709c42 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:19.613425 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8c64e719-566c-4988-9480-5e95701ddc81 req-9ddc8f85-4ee3-4770-8703-f77932709c42 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 944 time: 0.0536451 Mar 05 05:29:19.660147 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8c64e719-566c-4988-9480-5e95701ddc81 req-744c73f0-6ec1-4332-abdc-d6788dd04cb8 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410686 Mar 05 05:29:20.782021 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0a192-f6d2-418a-975b-9c4d64eea89a req-6f0a534b-84f2-40d0-a665-f6e873ab2826 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:20.783548 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-13f0a192-f6d2-418a-975b-9c4d64eea89a req-6f0a534b-84f2-40d0-a665-f6e873ab2826 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 944 time: 0.0561996 Mar 05 05:29:20.830562 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-13f0a192-f6d2-418a-975b-9c4d64eea89a req-e1d70d90-3f5e-4581-9c99-e6211e8d0327 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415137 Mar 05 05:29:21.051400 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:29:21.152967 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=6d5a38f9-b3e3-47cd-bb72-c2feb71529ca,segment=NetworkSegment(ea500921-36d0-4208-a5ce-ca630e5632a5),segment_id=ea500921-36d0-4208-a5ce-ca630e5632a5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:29:21.163928 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '6d5a38f9-b3e3-47cd-bb72-c2feb71529ca', 'network_id': '67a4f22e-7a8d-46f7-b04d-7581b3f9147d', 'port_id': '6d5a38f9-b3e3-47cd-bb72-c2feb71529ca', 'mac_address': 'fa:16:3e:45:1a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf03f433-7105-44a6-a575-d5135d4d682f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:29:21.203746 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:29:21.204139 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6d5a38f9-b3e3-47cd-bb72-c2feb71529ca), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:21.219108 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:29:21.244626 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=6d5a38f9-b3e3-47cd-bb72-c2feb71529ca,segment=NetworkSegment(ea500921-36d0-4208-a5ce-ca630e5632a5),segment_id=ea500921-36d0-4208-a5ce-ca630e5632a5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:29:21.249285 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (6d5a38f9-b3e3-47cd-bb72-c2feb71529ca), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:21.297051 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=6d5a38f9-b3e3-47cd-bb72-c2feb71529ca,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:29:21.305537 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:21.305822 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:21.306166 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:21.306505 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:21.306840 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:21.307205 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:21.307564 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:21.307892 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:21.308220 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:21.308544 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:21.308870 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:21.309193 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:21.309512 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:29:21.454170 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['6d5a38f9-b3e3-47cd-bb72-c2feb71529ca'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:29:21.950327 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52dd82-d2ff-40a9-89ea-7cef68becc1d req-4fccd07b-81a9-46e9-979b-fbae2bdddcac tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:21.952896 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b52dd82-d2ff-40a9-89ea-7cef68becc1d req-4fccd07b-81a9-46e9-979b-fbae2bdddcac tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 945 time: 0.0533800 Mar 05 05:29:22.000858 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b52dd82-d2ff-40a9-89ea-7cef68becc1d req-3209b0e6-aabb-473e-a451-362eef9a7804 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423927 Mar 05 05:29:23.060514 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:29:23.110547 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:29:23.116697 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:29:23.117076 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (6d5a38f9-b3e3-47cd-bb72-c2feb71529ca), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:23.121237 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0038e-f801-4d2e-876b-f64e239d31d9 req-91ef41cc-d69e-4a05-802e-3cd5167680ba tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:23.123281 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7b0038e-f801-4d2e-876b-f64e239d31d9 req-91ef41cc-d69e-4a05-802e-3cd5167680ba tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 945 time: 0.0566623 Mar 05 05:29:23.171004 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a7b0038e-f801-4d2e-876b-f64e239d31d9 req-300a70e1-05fd-4a1e-b476-2c137b55fc4c tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421913 Mar 05 05:29:23.193957 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:29:23.194351 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6d5a38f9-b3e3-47cd-bb72-c2feb71529ca), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:23.217342 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54c2cad-3e94-482f-9c0f-a09112999d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5a38f9-b3e3-47cd-bb72-c2feb71529ca'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:29:23.219604 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767a0d51-e1de-45ec-92f8-b59819a1c892" -d '{"events": [{"server_uuid": "b54c2cad-3e94-482f-9c0f-a09112999d58", "name": "network-vif-plugged", "status": "completed", "tag": "6d5a38f9-b3e3-47cd-bb72-c2feb71529ca"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:29:23.235411 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=6d5a38f9-b3e3-47cd-bb72-c2feb71529ca,segment=NetworkSegment(ea500921-36d0-4208-a5ce-ca630e5632a5),segment_id=ea500921-36d0-4208-a5ce-ca630e5632a5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:29:23.239372 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (6d5a38f9-b3e3-47cd-bb72-c2feb71529ca), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:23.262047 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbd2ff8-51b2-4070-bdd7-6c950740a59a x-openstack-request-id: req-ebbd2ff8-51b2-4070-bdd7-6c950740a59a {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:29:23.262341 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54c2cad-3e94-482f-9c0f-a09112999d58", "name": "network-vif-plugged", "status": "completed", "tag": "6d5a38f9-b3e3-47cd-bb72-c2feb71529ca", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:29:23.262593 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ebbd2ff8-51b2-4070-bdd7-6c950740a59a {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:29:23.263731 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54c2cad-3e94-482f-9c0f-a09112999d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5a38f9-b3e3-47cd-bb72-c2feb71529ca', 'code': 200} Mar 05 05:29:23.289327 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=6d5a38f9-b3e3-47cd-bb72-c2feb71529ca,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:29:23.355364 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebd74e-9c86-4af9-985d-f04ed2d3d151 req-c8044034-2f0a-4081-9450-302523e8c49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:23.357004 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-11ebd74e-9c86-4af9-985d-f04ed2d3d151 req-c8044034-2f0a-4081-9450-302523e8c49d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 1129 time: 0.0441246 Mar 05 05:29:23.404978 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-11ebd74e-9c86-4af9-985d-f04ed2d3d151 req-6ac150dd-8b53-4e7e-8b54-3cbd54704aad service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419369 Mar 05 05:29:24.292004 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0dd07-7317-47ad-98ba-08473c483d50 req-3f1ed569-34cc-4a35-ba03-53c02bfd6ea4 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:24.293517 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2ea0dd07-7317-47ad-98ba-08473c483d50 req-3f1ed569-34cc-4a35-ba03-53c02bfd6ea4 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 946 time: 0.0531406 Mar 05 05:29:24.340079 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2ea0dd07-7317-47ad-98ba-08473c483d50 req-ec576dae-dcbc-4315-bf3b-f708275b065f tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409622 Mar 05 05:29:25.458968 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be8bbc-ffe0-4a7c-8b09-8f0019eac3db req-5dc2ef10-272a-4bcc-ac37-a3427b80d7c6 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:25.460473 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b9be8bbc-ffe0-4a7c-8b09-8f0019eac3db req-5dc2ef10-272a-4bcc-ac37-a3427b80d7c6 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 946 time: 0.0518854 Mar 05 05:29:25.508890 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b9be8bbc-ffe0-4a7c-8b09-8f0019eac3db req-22c4bcb6-b808-42ec-8755-4ff44b9fdd58 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429873 Mar 05 05:29:25.627098 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3371c52-0e43-4de1-96bf-d5ec5c5d8d5d req-aff5a6dc-ab53-4a45-807b-d667a30264df tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:25.628473 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c3371c52-0e43-4de1-96bf-d5ec5c5d8d5d req-aff5a6dc-ab53-4a45-807b-d667a30264df tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 946 time: 0.0509706 Mar 05 05:29:25.674327 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c3371c52-0e43-4de1-96bf-d5ec5c5d8d5d req-1efebdcf-116e-47da-b6c3-86d26cbb388e tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403252 Mar 05 05:29:25.876293 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cea7fa-9c47-4d5c-b464-0bc53ba954f8 req-6a1619a6-c2c2-4cc8-aacd-38b267bf7135 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:25.877816 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b2cea7fa-9c47-4d5c-b464-0bc53ba954f8 req-6a1619a6-c2c2-4cc8-aacd-38b267bf7135 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 946 time: 0.0533679 Mar 05 05:29:25.922806 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b2cea7fa-9c47-4d5c-b464-0bc53ba954f8 req-b3be0858-ad02-4329-9213-6ed2b3dc561d tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394781 Mar 05 05:29:26.040892 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988f5b8-6506-4c76-82ac-582287273794 req-d97b6ab0-1d07-43ec-aba9-dc5806d01a0d tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:26.042331 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d988f5b8-6506-4c76-82ac-582287273794 req-d97b6ab0-1d07-43ec-aba9-dc5806d01a0d tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 946 time: 0.0547509 Mar 05 05:29:26.088647 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d988f5b8-6506-4c76-82ac-582287273794 req-54c3c79e-f102-4d28-a498-d56a42374670 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401475 Mar 05 05:29:26.406891 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-36824596-0b37-4d62-b0ba-d5fcb05359ca service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0495176 Mar 05 05:29:26.415673 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aaa363-69b4-4205-8e2c-807d6b93752b req-c714d9f8-d7e6-4be1-9fab-a230e6218da4 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:26.417144 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b7aaa363-69b4-4205-8e2c-807d6b93752b req-c714d9f8-d7e6-4be1-9fab-a230e6218da4 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 946 time: 0.0547414 Mar 05 05:29:26.466456 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b7aaa363-69b4-4205-8e2c-807d6b93752b req-3bf176ae-9cc5-4c8f-9ad2-4b70ac260089 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428226 Mar 05 05:29:26.814286 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-afabe50a-d5df-4e26-9a12-238aba36758c tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:26.815662 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-afabe50a-d5df-4e26-9a12-238aba36758c tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports/6d5a38f9-b3e3-47cd-bb72-c2feb71529ca HTTP/1.1" status: 200 len: 943 time: 0.0455153 Mar 05 05:29:27.588103 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-9654019e-689a-49a3-b330-6e746e4acba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:27.589836 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-9654019e-689a-49a3-b330-6e746e4acba2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8857c4fa5374902ac4325c007da83fa&device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 1129 time: 0.0459337 Mar 05 05:29:27.602793 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385f814-2511-49bf-a791-8fbb108d9379 req-901340bf-5584-42cd-b1a4-73367bfead43 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:27.604310 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9385f814-2511-49bf-a791-8fbb108d9379 req-901340bf-5584-42cd-b1a4-73367bfead43 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 946 time: 0.0583758 Mar 05 05:29:27.651526 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9385f814-2511-49bf-a791-8fbb108d9379 req-1cf6760c-84a3-42f5-b22a-3b2f8a186bd9 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415645 Mar 05 05:29:27.686823 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-28d07c72-b1e4-45ab-8c73-320aadddb7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:27.688346 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-28d07c72-b1e4-45ab-8c73-320aadddb7b5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=67a4f22e-7a8d-46f7-b04d-7581b3f9147d HTTP/1.1" status: 200 len: 915 time: 0.0891500 Mar 05 05:29:27.728904 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-472384a2-54f1-4fd7-94e3-986d5f2f09db service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d5a38f9-b3e3-47cd-bb72-c2feb71529ca HTTP/1.1" status: 200 len: 217 time: 0.0348837 Mar 05 05:29:27.777057 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-92d8ac40-b9f8-4db2-b4b5-d48337e0f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:27.778675 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-92d8ac40-b9f8-4db2-b4b5-d48337e0f94e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf03f433-7105-44a6-a575-d5135d4d682f HTTP/1.1" status: 200 len: 855 time: 0.0429542 Mar 05 05:29:27.813509 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-095cd949-b36e-4ee6-b08a-7ae2aef37516 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=67a4f22e-7a8d-46f7-b04d-7581b3f9147d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289645 Mar 05 05:29:27.900795 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-e727b4f7-6b6b-4c67-90e5-e948e7b02432 service neutron] 10.222.0.31 "GET /v2.0/networks/67a4f22e-7a8d-46f7-b04d-7581b3f9147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817180 Mar 05 05:29:27.993169 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-4ef0d494-1f5f-4c76-86d4-b0523aa064be service neutron] 10.222.0.31 "GET /v2.0/networks/67a4f22e-7a8d-46f7-b04d-7581b3f9147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864873 Mar 05 05:29:28.769584 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55440d-7442-4c52-81d1-cf1ba1ca0f45 req-4e7e6787-4a65-4a7f-a1d7-5b31392afb8d tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:28.771051 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1e55440d-7442-4c52-81d1-cf1ba1ca0f45 req-4e7e6787-4a65-4a7f-a1d7-5b31392afb8d tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 946 time: 0.0528362 Mar 05 05:29:28.817824 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1e55440d-7442-4c52-81d1-cf1ba1ca0f45 req-f5a932f7-d87c-4f83-b60b-be0d5d5b66ca tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407817 Mar 05 05:29:29.938930 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e80e7-2513-4006-9f33-f39a16193234 req-8084f273-e7e4-427f-85ea-ea833d6173ed tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:29.940401 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bc8e80e7-2513-4006-9f33-f39a16193234 req-8084f273-e7e4-427f-85ea-ea833d6173ed tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 946 time: 0.0546691 Mar 05 05:29:29.985918 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bc8e80e7-2513-4006-9f33-f39a16193234 req-5738625d-fd85-4f7e-aef8-c7cb0a6220db tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400820 Mar 05 05:29:31.104528 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1312573-49d1-4573-866e-a654a3271c99 req-1e4c8ca1-3f31-4b17-a81e-c244e6b398c0 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:31.105981 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e1312573-49d1-4573-866e-a654a3271c99 req-1e4c8ca1-3f31-4b17-a81e-c244e6b398c0 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 946 time: 0.0532062 Mar 05 05:29:31.152519 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e1312573-49d1-4573-866e-a654a3271c99 req-cb02ea4f-2163-4326-9e6d-93f1e13bc781 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409784 Mar 05 05:29:32.269324 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b24f8-dbd1-4aef-b3c0-415d48199513 req-2d030b10-f7d2-470a-92cf-cae32d4bee6a tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:32.270770 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-537b24f8-dbd1-4aef-b3c0-415d48199513 req-2d030b10-f7d2-470a-92cf-cae32d4bee6a tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 946 time: 0.0511506 Mar 05 05:29:32.318588 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-537b24f8-dbd1-4aef-b3c0-415d48199513 req-f9da1685-2327-4425-9fe2-1e02b6fa020e tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423579 Mar 05 05:29:33.436962 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bd015-a9ee-4479-b308-8d9ec32c5717 req-93b0f212-b168-4965-90bb-bb053b255256 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:33.438476 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b30bd015-a9ee-4479-b308-8d9ec32c5717 req-93b0f212-b168-4965-90bb-bb053b255256 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 946 time: 0.0526805 Mar 05 05:29:33.485106 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b30bd015-a9ee-4479-b308-8d9ec32c5717 req-365f3ea2-119e-4dd7-824f-0f13212d1925 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411267 Mar 05 05:29:34.602138 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d52e4-3317-489a-befc-1fcfbaf5b2ef req-7ec08868-5303-44af-b67f-051d9280f7a8 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:34.603615 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c26d52e4-3317-489a-befc-1fcfbaf5b2ef req-7ec08868-5303-44af-b67f-051d9280f7a8 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 946 time: 0.0524936 Mar 05 05:29:34.649374 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c26d52e4-3317-489a-befc-1fcfbaf5b2ef req-64d38486-b0df-4998-aa33-8e4ec6155729 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401528 Mar 05 05:29:35.769019 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829cb66e-b122-48f1-ae28-08aeb5872163 req-acb2283f-16e5-463c-b283-e5ca924c3f84 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:35.770560 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-829cb66e-b122-48f1-ae28-08aeb5872163 req-acb2283f-16e5-463c-b283-e5ca924c3f84 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 946 time: 0.0563142 Mar 05 05:29:35.816950 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-829cb66e-b122-48f1-ae28-08aeb5872163 req-5de4f374-3a42-4618-8254-3a55eb517245 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408869 Mar 05 05:29:36.934883 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381720c0-ceae-47d2-859d-26d68471538c req-bbf86453-2445-4f56-97c3-eb710659ece7 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:36.936453 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-381720c0-ceae-47d2-859d-26d68471538c req-bbf86453-2445-4f56-97c3-eb710659ece7 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 946 time: 0.0520074 Mar 05 05:29:36.982252 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-381720c0-ceae-47d2-859d-26d68471538c req-b69fecbb-c6f1-45f3-aecc-68ee95cc7ce1 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399868 Mar 05 05:29:38.102618 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff930b-9dd7-4f61-bd87-9477809aaaa7 req-3b60319e-1add-4d7c-b101-9e5ba61751ae tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:38.104113 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-deff930b-9dd7-4f61-bd87-9477809aaaa7 req-3b60319e-1add-4d7c-b101-9e5ba61751ae tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 946 time: 0.0518100 Mar 05 05:29:38.153615 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-deff930b-9dd7-4f61-bd87-9477809aaaa7 req-f950f9f0-0eb3-4713-b983-7797cc1d1ac7 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439720 Mar 05 05:29:39.269379 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c075d-1462-442f-b30f-b776f7535cb8 req-ebc76189-0bd8-4187-8717-e975259d937f tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:39.270827 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-111c075d-1462-442f-b30f-b776f7535cb8 req-ebc76189-0bd8-4187-8717-e975259d937f tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 946 time: 0.0522337 Mar 05 05:29:39.315979 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-111c075d-1462-442f-b30f-b776f7535cb8 req-18800a0c-0419-4814-92ce-8fac2455ec93 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396564 Mar 05 05:29:40.436770 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e7b62-b500-4b72-bfe0-6602bfcd0242 req-4e4f6651-ba45-4ada-853d-eced22d4e0f4 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:40.438272 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-686e7b62-b500-4b72-bfe0-6602bfcd0242 req-4e4f6651-ba45-4ada-853d-eced22d4e0f4 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 946 time: 0.0526807 Mar 05 05:29:40.484219 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-686e7b62-b500-4b72-bfe0-6602bfcd0242 req-929a3752-8232-43a2-acde-bfe8456fef36 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404158 Mar 05 05:29:41.447231 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a8a8ed2b-464d-4d04-b487-62d200d7dffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:41.607525 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584d316-414b-4016-8c25-af026a9e5c89 req-1a1a0991-ae62-4057-89e8-b9da5258fe0e tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:41.608904 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b584d316-414b-4016-8c25-af026a9e5c89 req-1a1a0991-ae62-4057-89e8-b9da5258fe0e tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 946 time: 0.0558619 Mar 05 05:29:41.656870 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b584d316-414b-4016-8c25-af026a9e5c89 req-7e14af1f-0d70-428e-9e7a-ba797afd10ec tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424540 Mar 05 05:29:42.773934 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31708a1-858d-450a-9188-1a51ede1b7c5 req-b7992982-6148-413c-a16c-f94b3ccb0adb tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:42.775393 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e31708a1-858d-450a-9188-1a51ede1b7c5 req-b7992982-6148-413c-a16c-f94b3ccb0adb tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 946 time: 0.0516422 Mar 05 05:29:42.821292 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e31708a1-858d-450a-9188-1a51ede1b7c5 req-b43419bf-6971-4dc9-84ed-4dcef6a7f761 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400574 Mar 05 05:29:43.722533 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-23b4a9ba-e28e-4cd3-a457-703d9247c659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:43.941479 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c948ed-5f00-44c1-8a9a-ed73df9588b4 req-b012ee3e-c6f0-4235-8e20-a4ddabe53c7c tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:43.942931 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60c948ed-5f00-44c1-8a9a-ed73df9588b4 req-b012ee3e-c6f0-4235-8e20-a4ddabe53c7c tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 946 time: 0.0547163 Mar 05 05:29:43.989726 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60c948ed-5f00-44c1-8a9a-ed73df9588b4 req-75e14668-e2f8-48be-9c83-6caf0dff6687 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412643 Mar 05 05:29:44.054134 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:44.301489 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:45.104581 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:45.108996 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eaa6e1-e3e0-4096-822c-b05839e36a82 req-f05aeb36-ed79-40cc-8077-01e43a3c7803 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:45.110476 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d2eaa6e1-e3e0-4096-822c-b05839e36a82 req-f05aeb36-ed79-40cc-8077-01e43a3c7803 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 946 time: 0.0534148 Mar 05 05:29:45.156068 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d2eaa6e1-e3e0-4096-822c-b05839e36a82 req-789286bd-851e-499f-b124-de6c43835213 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400248 Mar 05 05:29:46.271535 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb211f-3caf-44fe-bed3-3fa93a4d645e req-c84d413b-a4be-4f8e-888a-16955bbfa30a tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:46.272978 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7adb211f-3caf-44fe-bed3-3fa93a4d645e req-c84d413b-a4be-4f8e-888a-16955bbfa30a tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 946 time: 0.0507443 Mar 05 05:29:46.322103 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7adb211f-3caf-44fe-bed3-3fa93a4d645e req-f61e57cd-bd2e-45e8-9e8c-430976d5f8fb tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437245 Mar 05 05:29:46.375628 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:47.439602 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23c49e-1062-45dc-a7a1-2ae9ec2401c3 req-66b04705-cf2b-41a9-b0e0-ab6339f45b07 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:47.441071 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ec23c49e-1062-45dc-a7a1-2ae9ec2401c3 req-66b04705-cf2b-41a9-b0e0-ab6339f45b07 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 946 time: 0.0527391 Mar 05 05:29:47.486860 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ec23c49e-1062-45dc-a7a1-2ae9ec2401c3 req-1cd3c1df-43b8-4333-aad4-6e3ad0c4d6b1 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402739 Mar 05 05:29:47.817956 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:48.607217 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d90e8b-facd-481a-bfc4-5d1c4ba35141 req-2db53c27-ceec-4d5a-80b3-5e96bc150e46 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:48.609165 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-18d90e8b-facd-481a-bfc4-5d1c4ba35141 req-2db53c27-ceec-4d5a-80b3-5e96bc150e46 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 946 time: 0.0557821 Mar 05 05:29:48.656129 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-18d90e8b-facd-481a-bfc4-5d1c4ba35141 req-7053a793-968c-42c7-8c84-abd6a740b00c tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414007 Mar 05 05:29:49.508862 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:29:49.776602 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b49634-2466-447f-bb21-4c1f06e78278 req-9de96a6e-21e7-45c8-8f42-f6af38d3082b tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:49.778073 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35b49634-2466-447f-bb21-4c1f06e78278 req-9de96a6e-21e7-45c8-8f42-f6af38d3082b tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 946 time: 0.0566926 Mar 05 05:29:49.823627 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35b49634-2466-447f-bb21-4c1f06e78278 req-4d9d1795-26d6-490d-9abc-66e1b713fcf5 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392706 Mar 05 05:29:50.947410 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5caba-6f28-4cba-9b56-c1a900fd7024 req-921b70eb-a3fa-471e-befd-046d8c9969f7 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:50.948872 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0df5caba-6f28-4cba-9b56-c1a900fd7024 req-921b70eb-a3fa-471e-befd-046d8c9969f7 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 946 time: 0.0564172 Mar 05 05:29:50.998868 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0df5caba-6f28-4cba-9b56-c1a900fd7024 req-174b658c-854b-4bcb-9531-f6795d541f5c tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436847 Mar 05 05:29:52.117752 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7370b1a-f7b9-4da8-8cb2-4b7fe07abf46 req-b75acede-0052-49a4-ab0e-5e3e3b32e2cb tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:52.119240 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7370b1a-f7b9-4da8-8cb2-4b7fe07abf46 req-b75acede-0052-49a4-ab0e-5e3e3b32e2cb tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 946 time: 0.0526330 Mar 05 05:29:52.503278 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7370b1a-f7b9-4da8-8cb2-4b7fe07abf46 req-279d7f81-9624-498d-9d5a-076f8ac99bc4 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784966 Mar 05 05:29:53.622125 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595ed05-c9d0-4c95-bccb-e941e24fceb3 req-7ba947ac-bacf-4d47-a750-ee0dcf66a77c tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:53.624690 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e595ed05-c9d0-4c95-bccb-e941e24fceb3 req-7ba947ac-bacf-4d47-a750-ee0dcf66a77c tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 946 time: 0.0551157 Mar 05 05:29:53.669939 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e595ed05-c9d0-4c95-bccb-e941e24fceb3 req-0f307680-0af8-412d-8f8d-e3e060e55fdd tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400987 Mar 05 05:29:54.778173 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-9c73b571-7fc3-4da2-96fa-ae37f3c3260a service neutron] show failed (client error): The resource could not be found. Mar 05 05:29:54.779220 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-9c73b571-7fc3-4da2-96fa-ae37f3c3260a service neutron] 10.222.0.31 "GET /v2.0/ports/6d5a38f9-b3e3-47cd-bb72-c2feb71529ca/bindings/n-h1-789963-32 HTTP/1.1" status: 404 len: 381 time: 0.0547185 Mar 05 05:29:54.790504 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de616bb-fe47-490f-a107-08f734d56b10 req-d0841050-174f-4927-a92e-cbb75b875dcf tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:54.792022 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6de616bb-fe47-490f-a107-08f734d56b10 req-d0841050-174f-4927-a92e-cbb75b875dcf tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 946 time: 0.0520375 Mar 05 05:29:54.843283 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6de616bb-fe47-490f-a107-08f734d56b10 req-4fa61b26-3ada-4d29-ab41-5577d2292796 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441711 Mar 05 05:29:54.978036 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-87e00de1-e136-4a5e-b91c-bfcef327beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:54.979470 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-87e00de1-e136-4a5e-b91c-bfcef327beb4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58&tenant_id=f8857c4fa5374902ac4325c007da83fa HTTP/1.1" status: 200 len: 1129 time: 0.0449286 Mar 05 05:29:54.990567 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-1b946890-a8d8-4c7d-b01e-92865cf7c6e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-32', 'device_owner': 'compute:nova'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:29:55.053499 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-1b946890-a8d8-4c7d-b01e-92865cf7c6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6d5a38f9-b3e3-47cd-bb72-c2feb71529ca), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:55.252355 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-1b946890-a8d8-4c7d-b01e-92865cf7c6e7 service neutron] For port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=6d5a38f9-b3e3-47cd-bb72-c2feb71529ca,segment=NetworkSegment(ea500921-36d0-4208-a5ce-ca630e5632a5),segment_id=ea500921-36d0-4208-a5ce-ca630e5632a5)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:29:55.287619 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-1b946890-a8d8-4c7d-b01e-92865cf7c6e7 service neutron] For port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:29:55.329372 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54c2cad-3e94-482f-9c0f-a09112999d58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d5a38f9-b3e3-47cd-bb72-c2feb71529ca'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:29:55.331988 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de75df34-16a4-46b4-a0e1-997bb4dbf6b2" -d '{"events": [{"server_uuid": "b54c2cad-3e94-482f-9c0f-a09112999d58", "name": "network-vif-unplugged", "status": "completed", "tag": "6d5a38f9-b3e3-47cd-bb72-c2feb71529ca"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:29:55.335728 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-1b946890-a8d8-4c7d-b01e-92865cf7c6e7 service neutron] Publish callbacks [] for port (6d5a38f9-b3e3-47cd-bb72-c2feb71529ca), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:55.348959 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-1b946890-a8d8-4c7d-b01e-92865cf7c6e7 service neutron] Transition to ACTIVE for port object 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:29:55.352519 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-1b946890-a8d8-4c7d-b01e-92865cf7c6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (6d5a38f9-b3e3-47cd-bb72-c2feb71529ca), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:55.385702 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 05:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d912b406-1211-4a61-90a4-4fd7dc3468de x-openstack-request-id: req-d912b406-1211-4a61-90a4-4fd7dc3468de {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:29:55.385998 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54c2cad-3e94-482f-9c0f-a09112999d58", "name": "network-vif-unplugged", "status": "completed", "tag": "6d5a38f9-b3e3-47cd-bb72-c2feb71529ca", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:29:55.386255 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d912b406-1211-4a61-90a4-4fd7dc3468de {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:29:55.386649 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54c2cad-3e94-482f-9c0f-a09112999d58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d5a38f9-b3e3-47cd-bb72-c2feb71529ca', 'code': 200} Mar 05 05:29:55.421426 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-1b946890-a8d8-4c7d-b01e-92865cf7c6e7 service neutron] No DVR routers for this DVR port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:29:55.423471 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b946890-a8d8-4c7d-b01e-92865cf7c6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=6d5a38f9-b3e3-47cd-bb72-c2feb71529ca,revision_number=6']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:29:55.458493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-1b946890-a8d8-4c7d-b01e-92865cf7c6e7 service neutron] Attempting to bind port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:29:55.458824 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-1b946890-a8d8-4c7d-b01e-92865cf7c6e7 service neutron] Attempting to bind port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': 'ea500921-36d0-4208-a5ce-ca630e5632a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '67a4f22e-7a8d-46f7-b04d-7581b3f9147d'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:29:55.459186 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-1b946890-a8d8-4c7d-b01e-92865cf7c6e7 service neutron] Attempting to bind port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca on network 67a4f22e-7a8d-46f7-b04d-7581b3f9147d {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:29:55.463495 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-1b946890-a8d8-4c7d-b01e-92865cf7c6e7 service neutron] Port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca on network 67a4f22e-7a8d-46f7-b04d-7581b3f9147d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:29:55.463811 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-1b946890-a8d8-4c7d-b01e-92865cf7c6e7 service neutron] Attempting to bind port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca on network 67a4f22e-7a8d-46f7-b04d-7581b3f9147d {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:29:55.469086 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-1b946890-a8d8-4c7d-b01e-92865cf7c6e7 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:29:55.469417 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-1b946890-a8d8-4c7d-b01e-92865cf7c6e7 service neutron] Checking segment: {'id': 'ea500921-36d0-4208-a5ce-ca630e5632a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '67a4f22e-7a8d-46f7-b04d-7581b3f9147d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:29:55.469794 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-1b946890-a8d8-4c7d-b01e-92865cf7c6e7 service neutron] Bound using segment: {'id': 'ea500921-36d0-4208-a5ce-ca630e5632a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '67a4f22e-7a8d-46f7-b04d-7581b3f9147d'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:29:55.470209 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-1b946890-a8d8-4c7d-b01e-92865cf7c6e7 service neutron] Bound port: 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea500921-36d0-4208-a5ce-ca630e5632a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '67a4f22e-7a8d-46f7-b04d-7581b3f9147d'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:29:55.470820 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-1b946890-a8d8-4c7d-b01e-92865cf7c6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6d5a38f9-b3e3-47cd-bb72-c2feb71529ca), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:55.531644 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-1b946890-a8d8-4c7d-b01e-92865cf7c6e7 service neutron] For port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:29:55.534936 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-1b946890-a8d8-4c7d-b01e-92865cf7c6e7 service neutron] For port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=6d5a38f9-b3e3-47cd-bb72-c2feb71529ca,segment=NetworkSegment(ea500921-36d0-4208-a5ce-ca630e5632a5),segment_id=ea500921-36d0-4208-a5ce-ca630e5632a5)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:29:55.540718 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-1b946890-a8d8-4c7d-b01e-92865cf7c6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (6d5a38f9-b3e3-47cd-bb72-c2feb71529ca), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:55.576031 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-1b946890-a8d8-4c7d-b01e-92865cf7c6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:55.576708 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-1b946890-a8d8-4c7d-b01e-92865cf7c6e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:55.578158 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-1b946890-a8d8-4c7d-b01e-92865cf7c6e7 service neutron] 10.222.0.30 "PUT /v2.0/ports/6d5a38f9-b3e3-47cd-bb72-c2feb71529ca HTTP/1.1" status: 200 len: 1093 time: 0.5915515 Mar 05 05:29:55.596807 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b946890-a8d8-4c7d-b01e-92865cf7c6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=6d5a38f9-b3e3-47cd-bb72-c2feb71529ca,revision_number=7']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:29:55.646035 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-2cfe5e14-87ce-44b6-a454-9889c66f3b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:55.647554 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-2cfe5e14-87ce-44b6-a454-9889c66f3b39 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8857c4fa5374902ac4325c007da83fa&device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 1127 time: 0.0478389 Mar 05 05:29:55.735413 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-744e2b3a-74f8-46e4-837a-76f4f17e8067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:55.736864 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-744e2b3a-74f8-46e4-837a-76f4f17e8067 service neutron] 10.222.0.30 "GET /v2.0/networks?id=67a4f22e-7a8d-46f7-b04d-7581b3f9147d HTTP/1.1" status: 200 len: 915 time: 0.0836940 Mar 05 05:29:55.780511 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-a1828bbe-fdac-41a0-ae45-fd7352079132 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d5a38f9-b3e3-47cd-bb72-c2feb71529ca HTTP/1.1" status: 200 len: 217 time: 0.0376344 Mar 05 05:29:55.828221 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-41295f32-56a2-4b42-ae14-11d06c1ffdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:55.829584 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-41295f32-56a2-4b42-ae14-11d06c1ffdb3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf03f433-7105-44a6-a575-d5135d4d682f HTTP/1.1" status: 200 len: 855 time: 0.0442905 Mar 05 05:29:55.862075 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-07b3bb53-067b-484a-97f1-b5dc100d96e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67a4f22e-7a8d-46f7-b04d-7581b3f9147d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266461 Mar 05 05:29:55.954018 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-37603663-bc03-405d-b355-b8b99da77c9d service neutron] 10.222.0.30 "GET /v2.0/networks/67a4f22e-7a8d-46f7-b04d-7581b3f9147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860541 Mar 05 05:29:55.968597 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a176b87-1f2f-49ef-abed-5ddc8b68ed76 req-48e85360-ff05-45ed-80c4-041dfdf86b58 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:55.970054 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a176b87-1f2f-49ef-abed-5ddc8b68ed76 req-48e85360-ff05-45ed-80c4-041dfdf86b58 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 944 time: 0.0517101 Mar 05 05:29:56.016616 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a176b87-1f2f-49ef-abed-5ddc8b68ed76 req-18d63553-4fb4-4f97-85a0-0b0eb341b7a8 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406227 Mar 05 05:29:56.042132 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-586b8c2a-b7b8-41be-a052-bcc8330a741b req-fb3f82ef-0536-42fc-a8fb-129374b7b23d service neutron] 10.222.0.30 "GET /v2.0/networks/67a4f22e-7a8d-46f7-b04d-7581b3f9147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829396 Mar 05 05:29:57.138477 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b1b48-787f-4f64-9fa6-9825aee87b26 req-3d899738-e540-407d-a81a-486358a670b5 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:57.140064 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-868b1b48-787f-4f64-9fa6-9825aee87b26 req-3d899738-e540-407d-a81a-486358a670b5 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 944 time: 0.0524738 Mar 05 05:29:57.185320 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-868b1b48-787f-4f64-9fa6-9825aee87b26 req-07a268b0-e879-4622-9d45-2d6bd152b7e4 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397832 Mar 05 05:29:57.387768 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b54c2cad-3e94-482f-9c0f-a09112999d58', 'tag': '6d5a38f9-b3e3-47cd-bb72-c2feb71529ca'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:29:57.390733 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447d0890-2954-4a2e-81a6-d62abb13a4f4" -d '{"events": [{"name": "network-changed", "server_uuid": "b54c2cad-3e94-482f-9c0f-a09112999d58", "tag": "6d5a38f9-b3e3-47cd-bb72-c2feb71529ca"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:29:57.438114 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051644da-66f7-4873-891c-18946aad13f8 x-openstack-request-id: req-051644da-66f7-4873-891c-18946aad13f8 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:29:57.438414 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b54c2cad-3e94-482f-9c0f-a09112999d58", "tag": "6d5a38f9-b3e3-47cd-bb72-c2feb71529ca", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:29:57.438671 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-051644da-66f7-4873-891c-18946aad13f8 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:29:57.439100 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b54c2cad-3e94-482f-9c0f-a09112999d58', 'tag': '6d5a38f9-b3e3-47cd-bb72-c2feb71529ca', 'status': 'completed', 'code': 200} Mar 05 05:29:57.840551 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d0890-2954-4a2e-81a6-d62abb13a4f4 req-e840f9da-a3e3-42fc-ba39-d47361d3443c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:57.842205 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-447d0890-2954-4a2e-81a6-d62abb13a4f4 req-e840f9da-a3e3-42fc-ba39-d47361d3443c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8857c4fa5374902ac4325c007da83fa&device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 1127 time: 0.3804140 Mar 05 05:29:57.848313 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d0890-2954-4a2e-81a6-d62abb13a4f4 req-dc1f1e90-5018-49d4-8404-23c0a23df078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:57.849669 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-447d0890-2954-4a2e-81a6-d62abb13a4f4 req-dc1f1e90-5018-49d4-8404-23c0a23df078 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8857c4fa5374902ac4325c007da83fa&device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 1127 time: 0.3793061 Mar 05 05:29:58.002073 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d0890-2954-4a2e-81a6-d62abb13a4f4 req-5008bd66-ba69-493c-ad3a-1ad28a7627c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:58.003557 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-447d0890-2954-4a2e-81a6-d62abb13a4f4 req-5008bd66-ba69-493c-ad3a-1ad28a7627c2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=67a4f22e-7a8d-46f7-b04d-7581b3f9147d HTTP/1.1" status: 200 len: 915 time: 0.1460743 Mar 05 05:29:58.004475 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d0890-2954-4a2e-81a6-d62abb13a4f4 req-92c97dfc-79af-4984-820c-8ff9a8dde694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:58.005759 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-447d0890-2954-4a2e-81a6-d62abb13a4f4 req-92c97dfc-79af-4984-820c-8ff9a8dde694 service neutron] 10.222.0.31 "GET /v2.0/networks?id=67a4f22e-7a8d-46f7-b04d-7581b3f9147d HTTP/1.1" status: 200 len: 915 time: 0.1552813 Mar 05 05:29:58.052222 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-447d0890-2954-4a2e-81a6-d62abb13a4f4 req-0fed20a9-5bbf-43ed-a3bf-a0328dfd7612 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d5a38f9-b3e3-47cd-bb72-c2feb71529ca HTTP/1.1" status: 200 len: 217 time: 0.0428023 Mar 05 05:29:58.085256 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-447d0890-2954-4a2e-81a6-d62abb13a4f4 req-484bdec7-5882-43a8-ab0a-92d76e1c7995 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d5a38f9-b3e3-47cd-bb72-c2feb71529ca HTTP/1.1" status: 200 len: 217 time: 0.0698533 Mar 05 05:29:58.154196 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d0890-2954-4a2e-81a6-d62abb13a4f4 req-d9debd0a-0d1f-4e21-8316-d65c2542013e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:58.155912 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-447d0890-2954-4a2e-81a6-d62abb13a4f4 req-d9debd0a-0d1f-4e21-8316-d65c2542013e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf03f433-7105-44a6-a575-d5135d4d682f HTTP/1.1" status: 200 len: 855 time: 0.0785389 Mar 05 05:29:58.165008 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d0890-2954-4a2e-81a6-d62abb13a4f4 req-0f1e4f79-830a-4c84-b8a3-e50c25a8bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:58.166408 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-447d0890-2954-4a2e-81a6-d62abb13a4f4 req-0f1e4f79-830a-4c84-b8a3-e50c25a8bc35 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf03f433-7105-44a6-a575-d5135d4d682f HTTP/1.1" status: 200 len: 855 time: 0.0608978 Mar 05 05:29:58.203982 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-447d0890-2954-4a2e-81a6-d62abb13a4f4 req-b98c9738-bc43-45c1-9cb4-843e95b5ee6e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67a4f22e-7a8d-46f7-b04d-7581b3f9147d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366008 Mar 05 05:29:58.219981 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-447d0890-2954-4a2e-81a6-d62abb13a4f4 req-22053749-9647-49a7-bd68-74e8bfd4f450 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=67a4f22e-7a8d-46f7-b04d-7581b3f9147d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445273 Mar 05 05:29:58.307896 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02189c9-e45c-4c0a-8e4c-f4d7c150c006 req-17ab392b-974a-4288-b1f4-f7e29f1378d5 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:58.309272 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a02189c9-e45c-4c0a-8e4c-f4d7c150c006 req-17ab392b-974a-4288-b1f4-f7e29f1378d5 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 944 time: 0.0549092 Mar 05 05:29:58.337379 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:29:58.359372 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a02189c9-e45c-4c0a-8e4c-f4d7c150c006 req-6e8512ae-5598-4040-9646-dab76aefc95c tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436542 Mar 05 05:29:58.371914 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-447d0890-2954-4a2e-81a6-d62abb13a4f4 req-d9f021f1-ce3a-47af-bd1b-86c8e0b5a41d service neutron] 10.222.0.30 "GET /v2.0/networks/67a4f22e-7a8d-46f7-b04d-7581b3f9147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543524 Mar 05 05:29:58.377859 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-447d0890-2954-4a2e-81a6-d62abb13a4f4 req-b77d193f-2c81-41e7-96ce-f6443611f0c3 service neutron] 10.222.0.31 "GET /v2.0/networks/67a4f22e-7a8d-46f7-b04d-7581b3f9147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500845 Mar 05 05:29:58.448545 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=6d5a38f9-b3e3-47cd-bb72-c2feb71529ca,segment=NetworkSegment(ea500921-36d0-4208-a5ce-ca630e5632a5),segment_id=ea500921-36d0-4208-a5ce-ca630e5632a5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:29:58.467713 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '6d5a38f9-b3e3-47cd-bb72-c2feb71529ca', 'network_id': '67a4f22e-7a8d-46f7-b04d-7581b3f9147d', 'port_id': '6d5a38f9-b3e3-47cd-bb72-c2feb71529ca', 'mac_address': 'fa:16:3e:45:1a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf03f433-7105-44a6-a575-d5135d4d682f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:29:58.512567 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:29:58.513104 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6d5a38f9-b3e3-47cd-bb72-c2feb71529ca), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:58.527800 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:29:58.535287 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-447d0890-2954-4a2e-81a6-d62abb13a4f4 req-a8a88fff-0dc8-442c-a920-7d9ea7c06462 service neutron] 10.222.0.30 "GET /v2.0/networks/67a4f22e-7a8d-46f7-b04d-7581b3f9147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564748 Mar 05 05:29:58.560185 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=6d5a38f9-b3e3-47cd-bb72-c2feb71529ca,segment=NetworkSegment(ea500921-36d0-4208-a5ce-ca630e5632a5),segment_id=ea500921-36d0-4208-a5ce-ca630e5632a5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:29:58.569418 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-447d0890-2954-4a2e-81a6-d62abb13a4f4 req-d0fcdc65-e909-489a-96b9-2794b94d8550 service neutron] 10.222.0.31 "GET /v2.0/networks/67a4f22e-7a8d-46f7-b04d-7581b3f9147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834800 Mar 05 05:29:58.569814 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (6d5a38f9-b3e3-47cd-bb72-c2feb71529ca), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:29:58.602677 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaab5d7-eb11-4de1-8dca-3ad94143eaca req-455bd49f-5ff6-4f43-a3ec-0d70c5112b2a tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:58.604288 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aaaab5d7-eb11-4de1-8dca-3ad94143eaca req-455bd49f-5ff6-4f43-a3ec-0d70c5112b2a tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 944 time: 0.0735755 Mar 05 05:29:58.604569 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7162d77-0fe3-4976-81dd-e3a59c08d1fd req-5657eb92-91a6-443f-ad72-50359da5606e tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:58.606018 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e7162d77-0fe3-4976-81dd-e3a59c08d1fd req-5657eb92-91a6-443f-ad72-50359da5606e tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.31 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58&tenant_id=f8857c4fa5374902ac4325c007da83fa&binding%3Ahost_id=n-h1-789963-32 HTTP/1.1" status: 200 len: 944 time: 0.0684023 Mar 05 05:29:58.634545 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=6d5a38f9-b3e3-47cd-bb72-c2feb71529ca,revision_number=8']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:29:58.655229 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aaaab5d7-eb11-4de1-8dca-3ad94143eaca req-44509db8-201d-45e5-b887-e11507dcc454 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438399 Mar 05 05:29:58.674931 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [req-e7162d77-0fe3-4976-81dd-e3a59c08d1fd req-192ad69f-9f3d-4614-8b60-5be62cd4af1f service neutron] delete failed (client error): The resource could not be found. Mar 05 05:29:58.675992 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e7162d77-0fe3-4976-81dd-e3a59c08d1fd req-192ad69f-9f3d-4614-8b60-5be62cd4af1f service neutron] 10.222.0.31 "DELETE /v2.0/ports/6d5a38f9-b3e3-47cd-bb72-c2feb71529ca/bindings/n-h2-789963-32 HTTP/1.1" status: 404 len: 381 time: 0.0631924 Mar 05 05:29:58.764237 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['6d5a38f9-b3e3-47cd-bb72-c2feb71529ca'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:29:58.765781 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7162d77-0fe3-4976-81dd-e3a59c08d1fd req-8316741f-6eb5-44ae-8855-75e59d5e0a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:58.767325 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e7162d77-0fe3-4976-81dd-e3a59c08d1fd req-8316741f-6eb5-44ae-8855-75e59d5e0a1f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8857c4fa5374902ac4325c007da83fa&device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 1128 time: 0.0472682 Mar 05 05:29:58.858534 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7162d77-0fe3-4976-81dd-e3a59c08d1fd req-e99ea36e-0c36-4414-8a19-a7a8f789eb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:58.860130 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e7162d77-0fe3-4976-81dd-e3a59c08d1fd req-e99ea36e-0c36-4414-8a19-a7a8f789eb41 service neutron] 10.222.0.31 "GET /v2.0/networks?id=67a4f22e-7a8d-46f7-b04d-7581b3f9147d HTTP/1.1" status: 200 len: 915 time: 0.0872080 Mar 05 05:29:58.904326 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e7162d77-0fe3-4976-81dd-e3a59c08d1fd req-f5125669-ca56-4634-bb16-a8fa2633af52 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d5a38f9-b3e3-47cd-bb72-c2feb71529ca HTTP/1.1" status: 200 len: 217 time: 0.0388305 Mar 05 05:29:58.950567 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7162d77-0fe3-4976-81dd-e3a59c08d1fd req-f882c1c9-e29c-4945-8954-8d28e8fe4461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:58.952728 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e7162d77-0fe3-4976-81dd-e3a59c08d1fd req-f882c1c9-e29c-4945-8954-8d28e8fe4461 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf03f433-7105-44a6-a575-d5135d4d682f HTTP/1.1" status: 200 len: 855 time: 0.0427263 Mar 05 05:29:58.983603 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e7162d77-0fe3-4976-81dd-e3a59c08d1fd req-764ee12b-5ef2-4acb-889f-fcdcdd618419 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=67a4f22e-7a8d-46f7-b04d-7581b3f9147d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255034 Mar 05 05:29:59.073057 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e7162d77-0fe3-4976-81dd-e3a59c08d1fd req-d7725925-0f8f-402b-8796-0e56bb898d1c service neutron] 10.222.0.31 "GET /v2.0/networks/67a4f22e-7a8d-46f7-b04d-7581b3f9147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839353 Mar 05 05:29:59.161386 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e7162d77-0fe3-4976-81dd-e3a59c08d1fd req-08b36bdf-2c48-4cb6-a1ab-6fd573fe972a service neutron] 10.222.0.31 "GET /v2.0/networks/67a4f22e-7a8d-46f7-b04d-7581b3f9147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815997 Mar 05 05:29:59.268290 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:29:59.306254 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] The host n-h2-789963-32 is not matching for port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca host n-h1-789963-32! {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 05 05:29:59.306638 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:29:59.779309 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668ce56-bfca-4ebc-b9c5-0906844dcb4d req-47629b69-aad9-4a1d-9f67-f6df27fecfff tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:59.781618 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8668ce56-bfca-4ebc-b9c5-0906844dcb4d req-47629b69-aad9-4a1d-9f67-f6df27fecfff tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 945 time: 0.0536051 Mar 05 05:29:59.830119 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8668ce56-bfca-4ebc-b9c5-0906844dcb4d req-e032d7f5-611b-4c94-9c36-78fe3ec1f129 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429232 Mar 05 05:29:59.948120 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc692489-bac8-4c5a-b2cb-7ae8fff494c0 req-dd9952d7-b701-4d27-9375-5170d5b7f6cb tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:29:59.949609 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fc692489-bac8-4c5a-b2cb-7ae8fff494c0 req-dd9952d7-b701-4d27-9375-5170d5b7f6cb tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 945 time: 0.0516534 Mar 05 05:29:59.995344 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fc692489-bac8-4c5a-b2cb-7ae8fff494c0 req-6d5e994f-d5d0-4641-a012-cfa5a7530e50 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394919 Mar 05 05:30:00.110663 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe9934-11cc-4527-b4bf-138a05e89b28 req-949c8dc9-df63-4b00-9ced-350629620017 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:00.112064 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1fbe9934-11cc-4527-b4bf-138a05e89b28 req-949c8dc9-df63-4b00-9ced-350629620017 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 945 time: 0.0521739 Mar 05 05:30:00.158600 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1fbe9934-11cc-4527-b4bf-138a05e89b28 req-121a2aab-be87-44af-bf0a-27f4876b7174 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404022 Mar 05 05:30:00.356637 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:30:00.410422 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:30:00.415013 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:30:00.415433 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (6d5a38f9-b3e3-47cd-bb72-c2feb71529ca), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:00.495359 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:30:00.495757 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6d5a38f9-b3e3-47cd-bb72-c2feb71529ca), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:00.517410 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060681d7-6e07-431e-81b8-7d7029c4476f req-05445ecf-9d54-486f-a026-1cb8dff2e687 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:00.518881 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-060681d7-6e07-431e-81b8-7d7029c4476f req-05445ecf-9d54-486f-a026-1cb8dff2e687 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/networks?id=67a4f22e-7a8d-46f7-b04d-7581b3f9147d HTTP/1.1" status: 200 len: 815 time: 0.1088109 Mar 05 05:30:00.519778 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54c2cad-3e94-482f-9c0f-a09112999d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5a38f9-b3e3-47cd-bb72-c2feb71529ca'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:30:00.522014 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6e5a71-9891-46e3-bdbe-006a69a2f33d" -d '{"events": [{"server_uuid": "b54c2cad-3e94-482f-9c0f-a09112999d58", "name": "network-vif-plugged", "status": "completed", "tag": "6d5a38f9-b3e3-47cd-bb72-c2feb71529ca"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:30:00.533757 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-060681d7-6e07-431e-81b8-7d7029c4476f req-2ca46544-e527-418c-922b-9a320798de18 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/quotas/f8857c4fa5374902ac4325c007da83fa HTTP/1.1" status: 200 len: 375 time: 0.0095241 Mar 05 05:30:00.536054 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=6d5a38f9-b3e3-47cd-bb72-c2feb71529ca,segment=NetworkSegment(ea500921-36d0-4208-a5ce-ca630e5632a5),segment_id=ea500921-36d0-4208-a5ce-ca630e5632a5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:30:00.540248 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (6d5a38f9-b3e3-47cd-bb72-c2feb71529ca), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:00.566299 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6129bb-4cfa-4854-bbb8-f546675a8adc x-openstack-request-id: req-3f6129bb-4cfa-4854-bbb8-f546675a8adc {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:30:00.566599 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54c2cad-3e94-482f-9c0f-a09112999d58", "name": "network-vif-plugged", "status": "completed", "tag": "6d5a38f9-b3e3-47cd-bb72-c2feb71529ca", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:30:00.566853 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3f6129bb-4cfa-4854-bbb8-f546675a8adc {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:30:00.567286 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54c2cad-3e94-482f-9c0f-a09112999d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5a38f9-b3e3-47cd-bb72-c2feb71529ca', 'code': 200} Mar 05 05:30:00.591443 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-060681d7-6e07-431e-81b8-7d7029c4476f req-9ab22adf-abbc-47f9-9895-6490003c7c5c tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f8857c4fa5374902ac4325c007da83fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0510521 Mar 05 05:30:00.594260 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=6d5a38f9-b3e3-47cd-bb72-c2feb71529ca,revision_number=9']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:00.684814 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-060681d7-6e07-431e-81b8-7d7029c4476f req-3011d28a-3097-410c-ada3-bff2e93b1515 service neutron] 10.222.0.11 "GET /v2.0/networks/67a4f22e-7a8d-46f7-b04d-7581b3f9147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855176 Mar 05 05:30:00.770887 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-060681d7-6e07-431e-81b8-7d7029c4476f req-799caaed-56cc-4e48-ade1-1ef59f66b394 service neutron] 10.222.0.11 "GET /v2.0/networks/67a4f22e-7a8d-46f7-b04d-7581b3f9147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804954 Mar 05 05:30:00.935941 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2b2f9e74-8fc2-4330-9cc8-57859d9555c8 req-fdcbf93e-d724-4972-88fc-7c94c2216180 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 210 time: 0.0332203 Mar 05 05:30:01.607399 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d471610-0480-47bd-b007-66578720cdba req-7299b56d-29fa-45e8-b855-7e3aaa93ea9f tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:01.609498 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5d471610-0480-47bd-b007-66578720cdba req-7299b56d-29fa-45e8-b855-7e3aaa93ea9f tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.30 "GET /v2.0/ports?device_id=b54c2cad-3e94-482f-9c0f-a09112999d58 HTTP/1.1" status: 200 len: 946 time: 0.0587461 Mar 05 05:30:01.700787 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-5d471610-0480-47bd-b007-66578720cdba req-65d58fef-b9f8-45f6-8365-95ab10d9ccb8 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Deleting port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:30:01.701129 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5d471610-0480-47bd-b007-66578720cdba req-65d58fef-b9f8-45f6-8365-95ab10d9ccb8 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (6d5a38f9-b3e3-47cd-bb72-c2feb71529ca), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:01.796899 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-5d471610-0480-47bd-b007-66578720cdba req-65d58fef-b9f8-45f6-8365-95ab10d9ccb8 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] For port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=6d5a38f9-b3e3-47cd-bb72-c2feb71529ca,segment=NetworkSegment(ea500921-36d0-4208-a5ce-ca630e5632a5),segment_id=ea500921-36d0-4208-a5ce-ca630e5632a5)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:30:01.797261 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5d471610-0480-47bd-b007-66578720cdba req-65d58fef-b9f8-45f6-8365-95ab10d9ccb8 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (6d5a38f9-b3e3-47cd-bb72-c2feb71529ca), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:01.809635 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-5d471610-0480-47bd-b007-66578720cdba req-65d58fef-b9f8-45f6-8365-95ab10d9ccb8 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Calling delete_port for 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:30:01.986727 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060681d7-6e07-431e-81b8-7d7029c4476f req-e50a6ae4-1518-4b8a-9e6a-4a0ea648f42b tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:01.988343 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-060681d7-6e07-431e-81b8-7d7029c4476f req-e50a6ae4-1518-4b8a-9e6a-4a0ea648f42b tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.30 "GET /v2.0/networks?id=67a4f22e-7a8d-46f7-b04d-7581b3f9147d HTTP/1.1" status: 200 len: 815 time: 0.1618137 Mar 05 05:30:02.002369 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-060681d7-6e07-431e-81b8-7d7029c4476f req-68f5019e-cc2f-41d0-ae7a-1e7467f58397 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Request body: {'port': {'device_id': 'b1555fd9-d6d3-45dd-bc85-b497f9783a30', 'network_id': '67a4f22e-7a8d-46f7-b04d-7581b3f9147d', 'admin_state_up': True, 'tenant_id': 'f8857c4fa5374902ac4325c007da83fa'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:30:02.031997 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ec2f0e4e-971e-4e12-b124-2bb1aaf1df33 req-5dda7db9-7a25-4ccf-8686-8dd561819e37 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 210 time: 0.0278533 Mar 05 05:30:02.100724 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5d471610-0480-47bd-b007-66578720cdba req-65d58fef-b9f8-45f6-8365-95ab10d9ccb8 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (6d5a38f9-b3e3-47cd-bb72-c2feb71529ca), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:02.113379 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['6d5a38f9-b3e3-47cd-bb72-c2feb71529ca'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:30:02.135542 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d58fef-b9f8-45f6-8365-95ab10d9ccb8 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Pushing event deleted for resources: {'Port': ['ID=6d5a38f9-b3e3-47cd-bb72-c2feb71529ca,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:02.197624 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d471610-0480-47bd-b007-66578720cdba req-65d58fef-b9f8-45f6-8365-95ab10d9ccb8 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] No DVR routers for this DVR port 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:30:02.203954 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5d471610-0480-47bd-b007-66578720cdba req-65d58fef-b9f8-45f6-8365-95ab10d9ccb8 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:02.207329 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5d471610-0480-47bd-b007-66578720cdba req-65d58fef-b9f8-45f6-8365-95ab10d9ccb8 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.30 "DELETE /v2.0/ports/6d5a38f9-b3e3-47cd-bb72-c2feb71529ca HTTP/1.1" status: 204 len: 173 time: 0.5905457 Mar 05 05:30:02.207773 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54c2cad-3e94-482f-9c0f-a09112999d58', 'name': 'network-vif-deleted', 'tag': '6d5a38f9-b3e3-47cd-bb72-c2feb71529ca'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:30:02.210733 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07796d35-9c3d-400c-9deb-645138b59eb2" -d '{"events": [{"server_uuid": "b54c2cad-3e94-482f-9c0f-a09112999d58", "name": "network-vif-deleted", "tag": "6d5a38f9-b3e3-47cd-bb72-c2feb71529ca"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:30:02.223819 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-060681d7-6e07-431e-81b8-7d7029c4476f req-68f5019e-cc2f-41d0-ae7a-1e7467f58397 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Made reservation on behalf of f8857c4fa5374902ac4325c007da83fa for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:30:02.228888 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-060681d7-6e07-431e-81b8-7d7029c4476f req-68f5019e-cc2f-41d0-ae7a-1e7467f58397 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:02.256043 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6663219-672d-45d3-8f67-730abbb32801 x-openstack-request-id: req-a6663219-672d-45d3-8f67-730abbb32801 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:30:02.256349 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54c2cad-3e94-482f-9c0f-a09112999d58", "name": "network-vif-deleted", "tag": "6d5a38f9-b3e3-47cd-bb72-c2feb71529ca", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:30:02.256583 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a6663219-672d-45d3-8f67-730abbb32801 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:30:02.256983 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54c2cad-3e94-482f-9c0f-a09112999d58', 'name': 'network-vif-deleted', 'tag': '6d5a38f9-b3e3-47cd-bb72-c2feb71529ca', 'status': 'completed', 'code': 200} Mar 05 05:30:02.368304 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-060681d7-6e07-431e-81b8-7d7029c4476f req-68f5019e-cc2f-41d0-ae7a-1e7467f58397 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Allocated IP 172.20.0.5 (67a4f22e-7a8d-46f7-b04d-7581b3f9147d/bf03f433-7105-44a6-a575-d5135d4d682f/35030e30-6cb8-48b0-acdd-ccb27eafbb62) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:30:02.517685 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-060681d7-6e07-431e-81b8-7d7029c4476f req-68f5019e-cc2f-41d0-ae7a-1e7467f58397 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Publish callbacks [] for port (35030e30-6cb8-48b0-acdd-ccb27eafbb62), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:02.551408 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-060681d7-6e07-431e-81b8-7d7029c4476f req-68f5019e-cc2f-41d0-ae7a-1e7467f58397 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (35030e30-6cb8-48b0-acdd-ccb27eafbb62), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:02.562513 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['6d5a38f9-b3e3-47cd-bb72-c2feb71529ca'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:30:02.605558 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-060681d7-6e07-431e-81b8-7d7029c4476f req-68f5019e-cc2f-41d0-ae7a-1e7467f58397 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Network 67a4f22e-7a8d-46f7-b04d-7581b3f9147d is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:30:02.608882 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-060681d7-6e07-431e-81b8-7d7029c4476f req-68f5019e-cc2f-41d0-ae7a-1e7467f58397 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:30:02.612573 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-060681d7-6e07-431e-81b8-7d7029c4476f req-68f5019e-cc2f-41d0-ae7a-1e7467f58397 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:30:02.636159 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5019e-cc2f-41d0-ae7a-1e7467f58397 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Pushing event updated for resources: {'Port': ['ID=35030e30-6cb8-48b0-acdd-ccb27eafbb62,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:02.666209 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060681d7-6e07-431e-81b8-7d7029c4476f req-68f5019e-cc2f-41d0-ae7a-1e7467f58397 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:02.666828 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-060681d7-6e07-431e-81b8-7d7029c4476f req-68f5019e-cc2f-41d0-ae7a-1e7467f58397 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:02.683919 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-060681d7-6e07-431e-81b8-7d7029c4476f req-68f5019e-cc2f-41d0-ae7a-1e7467f58397 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6855881 Mar 05 05:30:02.694808 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-060681d7-6e07-431e-81b8-7d7029c4476f req-cc644775-6ed3-4f43-94f4-c24957f242fc service neutron] Request body: {'port': {'device_id': 'b1555fd9-d6d3-45dd-bc85-b497f9783a30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:30:02.758347 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-060681d7-6e07-431e-81b8-7d7029c4476f req-cc644775-6ed3-4f43-94f4-c24957f242fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (35030e30-6cb8-48b0-acdd-ccb27eafbb62), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:03.018984 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-060681d7-6e07-431e-81b8-7d7029c4476f req-cc644775-6ed3-4f43-94f4-c24957f242fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35030e30-6cb8-48b0-acdd-ccb27eafbb62 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:30:03.026476 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-060681d7-6e07-431e-81b8-7d7029c4476f req-cc644775-6ed3-4f43-94f4-c24957f242fc service neutron] Publish callbacks [] for port (35030e30-6cb8-48b0-acdd-ccb27eafbb62), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:03.038489 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-060681d7-6e07-431e-81b8-7d7029c4476f req-cc644775-6ed3-4f43-94f4-c24957f242fc service neutron] Transition to ACTIVE for port object 35030e30-6cb8-48b0-acdd-ccb27eafbb62 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:30:03.042198 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-060681d7-6e07-431e-81b8-7d7029c4476f req-cc644775-6ed3-4f43-94f4-c24957f242fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (35030e30-6cb8-48b0-acdd-ccb27eafbb62), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:03.101137 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc644775-6ed3-4f43-94f4-c24957f242fc service neutron] Pushing event updated for resources: {'Port': ['ID=35030e30-6cb8-48b0-acdd-ccb27eafbb62,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:03.155497 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0b082-aba2-40e2-8749-67983f9ee2aa req-5aa76af0-1f53-45cf-a9bc-8aa1cf798b6c tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:03.157064 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76d0b082-aba2-40e2-8749-67983f9ee2aa req-5aa76af0-1f53-45cf-a9bc-8aa1cf798b6c tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 943 time: 0.0535414 Mar 05 05:30:03.175025 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-060681d7-6e07-431e-81b8-7d7029c4476f req-cc644775-6ed3-4f43-94f4-c24957f242fc service neutron] Attempting to bind port 35030e30-6cb8-48b0-acdd-ccb27eafbb62 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:30:03.175397 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-060681d7-6e07-431e-81b8-7d7029c4476f req-cc644775-6ed3-4f43-94f4-c24957f242fc service neutron] Attempting to bind port 35030e30-6cb8-48b0-acdd-ccb27eafbb62 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': 'ea500921-36d0-4208-a5ce-ca630e5632a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '67a4f22e-7a8d-46f7-b04d-7581b3f9147d'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:30:03.175731 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060681d7-6e07-431e-81b8-7d7029c4476f req-cc644775-6ed3-4f43-94f4-c24957f242fc service neutron] Attempting to bind port 35030e30-6cb8-48b0-acdd-ccb27eafbb62 on network 67a4f22e-7a8d-46f7-b04d-7581b3f9147d {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:30:03.180321 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060681d7-6e07-431e-81b8-7d7029c4476f req-cc644775-6ed3-4f43-94f4-c24957f242fc service neutron] Port 35030e30-6cb8-48b0-acdd-ccb27eafbb62 on network 67a4f22e-7a8d-46f7-b04d-7581b3f9147d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:30:03.180645 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060681d7-6e07-431e-81b8-7d7029c4476f req-cc644775-6ed3-4f43-94f4-c24957f242fc service neutron] Attempting to bind port 35030e30-6cb8-48b0-acdd-ccb27eafbb62 on network 67a4f22e-7a8d-46f7-b04d-7581b3f9147d {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:30:03.185326 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060681d7-6e07-431e-81b8-7d7029c4476f req-cc644775-6ed3-4f43-94f4-c24957f242fc service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:30:03.186193 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060681d7-6e07-431e-81b8-7d7029c4476f req-cc644775-6ed3-4f43-94f4-c24957f242fc service neutron] Checking segment: {'id': 'ea500921-36d0-4208-a5ce-ca630e5632a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '67a4f22e-7a8d-46f7-b04d-7581b3f9147d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:30:03.187138 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060681d7-6e07-431e-81b8-7d7029c4476f req-cc644775-6ed3-4f43-94f4-c24957f242fc service neutron] Bound using segment: {'id': 'ea500921-36d0-4208-a5ce-ca630e5632a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '67a4f22e-7a8d-46f7-b04d-7581b3f9147d'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:30:03.187560 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-060681d7-6e07-431e-81b8-7d7029c4476f req-cc644775-6ed3-4f43-94f4-c24957f242fc service neutron] Bound port: 35030e30-6cb8-48b0-acdd-ccb27eafbb62, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea500921-36d0-4208-a5ce-ca630e5632a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '67a4f22e-7a8d-46f7-b04d-7581b3f9147d'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:30:03.187920 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-060681d7-6e07-431e-81b8-7d7029c4476f req-cc644775-6ed3-4f43-94f4-c24957f242fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (35030e30-6cb8-48b0-acdd-ccb27eafbb62), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:03.203483 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76d0b082-aba2-40e2-8749-67983f9ee2aa req-f975d060-84f5-4b8c-be46-2061723cd986 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404680 Mar 05 05:30:03.251818 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-060681d7-6e07-431e-81b8-7d7029c4476f req-cc644775-6ed3-4f43-94f4-c24957f242fc service neutron] For port 35030e30-6cb8-48b0-acdd-ccb27eafbb62, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:30:03.254860 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-060681d7-6e07-431e-81b8-7d7029c4476f req-cc644775-6ed3-4f43-94f4-c24957f242fc service neutron] For port 35030e30-6cb8-48b0-acdd-ccb27eafbb62, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=35030e30-6cb8-48b0-acdd-ccb27eafbb62,segment=NetworkSegment(ea500921-36d0-4208-a5ce-ca630e5632a5),segment_id=ea500921-36d0-4208-a5ce-ca630e5632a5)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:30:03.260355 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-060681d7-6e07-431e-81b8-7d7029c4476f req-cc644775-6ed3-4f43-94f4-c24957f242fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (35030e30-6cb8-48b0-acdd-ccb27eafbb62), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:03.297003 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060681d7-6e07-431e-81b8-7d7029c4476f req-cc644775-6ed3-4f43-94f4-c24957f242fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:03.297651 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-060681d7-6e07-431e-81b8-7d7029c4476f req-cc644775-6ed3-4f43-94f4-c24957f242fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:03.299039 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-060681d7-6e07-431e-81b8-7d7029c4476f req-cc644775-6ed3-4f43-94f4-c24957f242fc service neutron] 10.222.0.30 "PUT /v2.0/ports/35030e30-6cb8-48b0-acdd-ccb27eafbb62 HTTP/1.1" status: 200 len: 1092 time: 0.6086078 Mar 05 05:30:03.321565 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc644775-6ed3-4f43-94f4-c24957f242fc service neutron] Pushing event updated for resources: {'Port': ['ID=35030e30-6cb8-48b0-acdd-ccb27eafbb62,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:03.376664 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060681d7-6e07-431e-81b8-7d7029c4476f req-1a359332-bdd7-41c4-8343-913eb51e2ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:03.378151 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-060681d7-6e07-431e-81b8-7d7029c4476f req-1a359332-bdd7-41c4-8343-913eb51e2ee8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8857c4fa5374902ac4325c007da83fa&device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 1126 time: 0.0457289 Mar 05 05:30:03.420162 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-060681d7-6e07-431e-81b8-7d7029c4476f req-8c9b80c0-8faa-4336-b205-968bf305ca7f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35030e30-6cb8-48b0-acdd-ccb27eafbb62 HTTP/1.1" status: 200 len: 217 time: 0.0349355 Mar 05 05:30:03.465874 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060681d7-6e07-431e-81b8-7d7029c4476f req-60066e1d-321e-4dfb-936f-d73f2da89c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:03.467948 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-060681d7-6e07-431e-81b8-7d7029c4476f req-60066e1d-321e-4dfb-936f-d73f2da89c89 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf03f433-7105-44a6-a575-d5135d4d682f HTTP/1.1" status: 200 len: 855 time: 0.0429330 Mar 05 05:30:03.501493 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-060681d7-6e07-431e-81b8-7d7029c4476f req-f65ea2a0-30c6-4c6b-8bd3-0a3d2dce160a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67a4f22e-7a8d-46f7-b04d-7581b3f9147d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283394 Mar 05 05:30:03.587947 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-060681d7-6e07-431e-81b8-7d7029c4476f req-8bc47be8-5858-4989-b149-b9564239190d service neutron] 10.222.0.30 "GET /v2.0/networks/67a4f22e-7a8d-46f7-b04d-7581b3f9147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806448 Mar 05 05:30:03.677689 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-060681d7-6e07-431e-81b8-7d7029c4476f req-3eca852c-feae-4b02-b31c-ebb600d6b1eb service neutron] 10.222.0.30 "GET /v2.0/networks/67a4f22e-7a8d-46f7-b04d-7581b3f9147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843327 Mar 05 05:30:04.258443 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1555fd9-d6d3-45dd-bc85-b497f9783a30', 'tag': '35030e30-6cb8-48b0-acdd-ccb27eafbb62'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:30:04.260991 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7047da-3d84-4007-8a0c-fda9f2819de9" -d '{"events": [{"name": "network-changed", "server_uuid": "b1555fd9-d6d3-45dd-bc85-b497f9783a30", "tag": "35030e30-6cb8-48b0-acdd-ccb27eafbb62"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:30:04.296727 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30427c1-964a-4958-ae56-c26c2676f261 x-openstack-request-id: req-b30427c1-964a-4958-ae56-c26c2676f261 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:30:04.297019 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1555fd9-d6d3-45dd-bc85-b497f9783a30", "tag": "35030e30-6cb8-48b0-acdd-ccb27eafbb62", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:30:04.297271 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b30427c1-964a-4958-ae56-c26c2676f261 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:30:04.297676 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1555fd9-d6d3-45dd-bc85-b497f9783a30', 'tag': '35030e30-6cb8-48b0-acdd-ccb27eafbb62', 'status': 'completed', 'code': 200} Mar 05 05:30:04.326895 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d174b5d-9da8-44c3-9ad9-3562573602a5 req-e065dc6c-858f-4bd4-894a-f9b96b7944e2 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:04.328409 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8d174b5d-9da8-44c3-9ad9-3562573602a5 req-e065dc6c-858f-4bd4-894a-f9b96b7944e2 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 943 time: 0.0552807 Mar 05 05:30:04.380399 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8d174b5d-9da8-44c3-9ad9-3562573602a5 req-c8fecb25-9cc7-42fa-a870-1bdf90c3b77f tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463889 Mar 05 05:30:04.382470 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7047da-3d84-4007-8a0c-fda9f2819de9 req-3392b801-6f4d-4cf3-a124-49948a9c13ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:04.384052 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ce7047da-3d84-4007-8a0c-fda9f2819de9 req-3392b801-6f4d-4cf3-a124-49948a9c13ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8857c4fa5374902ac4325c007da83fa&device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 1126 time: 0.0535226 Mar 05 05:30:04.479228 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7047da-3d84-4007-8a0c-fda9f2819de9 req-65f94e53-b318-4903-ad97-912dc8c5a642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:04.480690 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ce7047da-3d84-4007-8a0c-fda9f2819de9 req-65f94e53-b318-4903-ad97-912dc8c5a642 service neutron] 10.222.0.30 "GET /v2.0/networks?id=67a4f22e-7a8d-46f7-b04d-7581b3f9147d HTTP/1.1" status: 200 len: 915 time: 0.0893953 Mar 05 05:30:04.520316 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ce7047da-3d84-4007-8a0c-fda9f2819de9 req-c5bf79cd-0acf-4aaf-8642-7c59cc1f5169 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35030e30-6cb8-48b0-acdd-ccb27eafbb62 HTTP/1.1" status: 200 len: 217 time: 0.0335333 Mar 05 05:30:04.567214 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7047da-3d84-4007-8a0c-fda9f2819de9 req-1e38d380-148d-4d2c-aa78-aad3bc2ea746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:04.568613 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ce7047da-3d84-4007-8a0c-fda9f2819de9 req-1e38d380-148d-4d2c-aa78-aad3bc2ea746 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf03f433-7105-44a6-a575-d5135d4d682f HTTP/1.1" status: 200 len: 855 time: 0.0424182 Mar 05 05:30:04.600276 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ce7047da-3d84-4007-8a0c-fda9f2819de9 req-feca736b-e585-481d-9efe-83f597a0076e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67a4f22e-7a8d-46f7-b04d-7581b3f9147d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257716 Mar 05 05:30:04.690572 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ce7047da-3d84-4007-8a0c-fda9f2819de9 req-fbe1ded0-6cd1-40d9-b622-0c13beb494ee service neutron] 10.222.0.30 "GET /v2.0/networks/67a4f22e-7a8d-46f7-b04d-7581b3f9147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840671 Mar 05 05:30:04.782744 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ce7047da-3d84-4007-8a0c-fda9f2819de9 req-47b676f2-4586-4837-8e4a-115e55169765 service neutron] 10.222.0.30 "GET /v2.0/networks/67a4f22e-7a8d-46f7-b04d-7581b3f9147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853989 Mar 05 05:30:05.524323 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7af007-dad3-45d8-aff3-15564f4d92e0 req-d1a62b67-4f36-4289-8280-f35fcb25fe2e tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:05.528625 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eb7af007-dad3-45d8-aff3-15564f4d92e0 req-d1a62b67-4f36-4289-8280-f35fcb25fe2e tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 943 time: 0.0626011 Mar 05 05:30:05.579870 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eb7af007-dad3-45d8-aff3-15564f4d92e0 req-b9b32f43-f26b-43c2-b65d-328e7b736cbf tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478971 Mar 05 05:30:06.369570 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 35030e30-6cb8-48b0-acdd-ccb27eafbb62 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:30:06.372119 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:30:06.399172 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:30:06.399521 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 6d5a38f9-b3e3-47cd-bb72-c2feb71529ca not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:30:06.487500 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 35030e30-6cb8-48b0-acdd-ccb27eafbb62, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=35030e30-6cb8-48b0-acdd-ccb27eafbb62,segment=NetworkSegment(ea500921-36d0-4208-a5ce-ca630e5632a5),segment_id=ea500921-36d0-4208-a5ce-ca630e5632a5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:30:06.497612 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '35030e30-6cb8-48b0-acdd-ccb27eafbb62', 'network_id': '67a4f22e-7a8d-46f7-b04d-7581b3f9147d', 'port_id': '35030e30-6cb8-48b0-acdd-ccb27eafbb62', 'mac_address': 'fa:16:3e:10:fe:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf03f433-7105-44a6-a575-d5135d4d682f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:30:06.535042 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 35030e30-6cb8-48b0-acdd-ccb27eafbb62 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:30:06.535456 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (35030e30-6cb8-48b0-acdd-ccb27eafbb62), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:06.548060 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35030e30-6cb8-48b0-acdd-ccb27eafbb62 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:30:06.566586 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 35030e30-6cb8-48b0-acdd-ccb27eafbb62, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=35030e30-6cb8-48b0-acdd-ccb27eafbb62,segment=NetworkSegment(ea500921-36d0-4208-a5ce-ca630e5632a5),segment_id=ea500921-36d0-4208-a5ce-ca630e5632a5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:30:06.570637 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (35030e30-6cb8-48b0-acdd-ccb27eafbb62), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:06.622260 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=35030e30-6cb8-48b0-acdd-ccb27eafbb62,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:06.705075 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a812b2-e5e1-4438-b464-87e35eab2687 req-a04f41af-6de4-4d76-91f8-a3fe26b13a61 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:06.706541 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d1a812b2-e5e1-4438-b464-87e35eab2687 req-a04f41af-6de4-4d76-91f8-a3fe26b13a61 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 944 time: 0.0547166 Mar 05 05:30:06.753939 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d1a812b2-e5e1-4438-b464-87e35eab2687 req-51b40e3b-5a08-41f7-9d5f-17ce1f75aa66 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417888 Mar 05 05:30:06.756486 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['35030e30-6cb8-48b0-acdd-ccb27eafbb62'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:30:07.876074 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb526e26-99a2-4256-b8f2-393ceafe8454 req-42568151-4ccc-49f1-b045-ca226f4bbc55 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:07.877547 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb526e26-99a2-4256-b8f2-393ceafe8454 req-42568151-4ccc-49f1-b045-ca226f4bbc55 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 944 time: 0.0577569 Mar 05 05:30:07.924490 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb526e26-99a2-4256-b8f2-393ceafe8454 req-a51eb647-fd32-41ff-ba1c-79dbc42a416f tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414784 Mar 05 05:30:08.384738 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 35030e30-6cb8-48b0-acdd-ccb27eafbb62 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:30:08.437626 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 35030e30-6cb8-48b0-acdd-ccb27eafbb62 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:30:08.441723 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 35030e30-6cb8-48b0-acdd-ccb27eafbb62 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:30:08.442107 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (35030e30-6cb8-48b0-acdd-ccb27eafbb62), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:08.519059 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 35030e30-6cb8-48b0-acdd-ccb27eafbb62 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:30:08.519477 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (35030e30-6cb8-48b0-acdd-ccb27eafbb62), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:08.542070 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1555fd9-d6d3-45dd-bc85-b497f9783a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35030e30-6cb8-48b0-acdd-ccb27eafbb62'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:30:08.544373 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db7517c-673a-4fed-89bd-862360e9bb3a" -d '{"events": [{"server_uuid": "b1555fd9-d6d3-45dd-bc85-b497f9783a30", "name": "network-vif-plugged", "status": "completed", "tag": "35030e30-6cb8-48b0-acdd-ccb27eafbb62"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:30:08.557763 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 35030e30-6cb8-48b0-acdd-ccb27eafbb62, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=35030e30-6cb8-48b0-acdd-ccb27eafbb62,segment=NetworkSegment(ea500921-36d0-4208-a5ce-ca630e5632a5),segment_id=ea500921-36d0-4208-a5ce-ca630e5632a5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:30:08.564442 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (35030e30-6cb8-48b0-acdd-ccb27eafbb62), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:08.588153 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb1c3ff-a95c-4249-9e09-de30deb912e6 x-openstack-request-id: req-cdb1c3ff-a95c-4249-9e09-de30deb912e6 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:30:08.588452 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1555fd9-d6d3-45dd-bc85-b497f9783a30", "name": "network-vif-plugged", "status": "completed", "tag": "35030e30-6cb8-48b0-acdd-ccb27eafbb62", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:30:08.588708 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cdb1c3ff-a95c-4249-9e09-de30deb912e6 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:30:08.589101 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1555fd9-d6d3-45dd-bc85-b497f9783a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35030e30-6cb8-48b0-acdd-ccb27eafbb62', 'code': 200} Mar 05 05:30:08.617969 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=35030e30-6cb8-48b0-acdd-ccb27eafbb62,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:08.682112 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8ff93-73fb-440e-8537-94d9a74ce66f req-3499fcbb-2918-4809-abfd-9990c5a66a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:08.683733 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-36c8ff93-73fb-440e-8537-94d9a74ce66f req-3499fcbb-2918-4809-abfd-9990c5a66a59 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 1128 time: 0.0441496 Mar 05 05:30:08.726364 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-36c8ff93-73fb-440e-8537-94d9a74ce66f req-7d452e8f-997c-4eee-9771-dff9259c4fdc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372825 Mar 05 05:30:09.041255 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aba500-175b-4b0f-84cf-53f08d452ab2 req-476a092a-4ae4-42c7-ac12-0bb9d1051fdb tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:09.042734 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b6aba500-175b-4b0f-84cf-53f08d452ab2 req-476a092a-4ae4-42c7-ac12-0bb9d1051fdb tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 945 time: 0.0519674 Mar 05 05:30:09.089054 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b6aba500-175b-4b0f-84cf-53f08d452ab2 req-d6c7364d-7d09-4d7c-93e5-6e351db5cf71 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400786 Mar 05 05:30:10.213466 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e38d2-1ad7-4852-840c-39f643e89820 req-ba071b1b-8b01-40a9-b87b-257e27360dff tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:10.214952 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ff1e38d2-1ad7-4852-840c-39f643e89820 req-ba071b1b-8b01-40a9-b87b-257e27360dff tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 945 time: 0.0581095 Mar 05 05:30:10.266014 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ff1e38d2-1ad7-4852-840c-39f643e89820 req-f5a9e532-536d-443d-9581-316210ccd90e tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440271 Mar 05 05:30:10.382262 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-c3e960ce-7966-40a9-9e01-f62c516ffae6 req-51a069db-a26f-41c6-8e33-8c0556fb07a7 service neutron] (105232) timed out ('10.222.0.11', 56418) {{(pid=105232) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 05 05:30:10.383978 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733783cc-9023-49a0-b73e-1ef61afa80f0 req-48f46f0b-c9bd-4cb4-b0aa-27229b22a580 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:10.385479 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-733783cc-9023-49a0-b73e-1ef61afa80f0 req-48f46f0b-c9bd-4cb4-b0aa-27229b22a580 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 945 time: 0.0537715 Mar 05 05:30:10.431514 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-733783cc-9023-49a0-b73e-1ef61afa80f0 req-84305d02-75cc-4c56-94c3-c4bc6efce093 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399089 Mar 05 05:30:10.656097 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fb8aee1d-5add-4808-aa31-c9015801823a req-108ee048-6988-48d0-a959-71d482856cf7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0443702 Mar 05 05:30:10.675825 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e7b5e-6d71-4694-b6d3-e2de6ee9b606 req-ff6a1c5d-8e24-4d5d-8936-eee4f42668ea tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:10.677321 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-056e7b5e-6d71-4694-b6d3-e2de6ee9b606 req-ff6a1c5d-8e24-4d5d-8936-eee4f42668ea tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 945 time: 0.0547853 Mar 05 05:30:10.730567 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-056e7b5e-6d71-4694-b6d3-e2de6ee9b606 req-15e6ba96-a137-470d-a885-ae1f0e4dd40c tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475557 Mar 05 05:30:10.991338 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8aee1d-5add-4808-aa31-c9015801823a req-404e19e6-40a8-4308-8d7f-8b7a01051746 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:10.992696 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fb8aee1d-5add-4808-aa31-c9015801823a req-404e19e6-40a8-4308-8d7f-8b7a01051746 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports/35030e30-6cb8-48b0-acdd-ccb27eafbb62 HTTP/1.1" status: 200 len: 942 time: 0.0470490 Mar 05 05:30:11.449325 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8c835bc1-9a78-446d-a3b6-51d393e9b88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:11.854959 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d90a9-4704-4a77-a8f8-60e5c63dcb8b req-f47beed7-dc66-4731-85f8-e1da48612175 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:11.856624 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5b8d90a9-4704-4a77-a8f8-60e5c63dcb8b req-f47beed7-dc66-4731-85f8-e1da48612175 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 945 time: 0.0544960 Mar 05 05:30:11.904040 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5b8d90a9-4704-4a77-a8f8-60e5c63dcb8b req-2ec6fbbd-923f-4392-9657-fb73cfc81b3b tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416465 Mar 05 05:30:12.115045 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8aee1d-5add-4808-aa31-c9015801823a req-051d53ca-b2bc-4f7b-aafd-d19a86f1c650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:12.116492 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fb8aee1d-5add-4808-aa31-c9015801823a req-051d53ca-b2bc-4f7b-aafd-d19a86f1c650 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8857c4fa5374902ac4325c007da83fa&device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 1128 time: 0.0447075 Mar 05 05:30:12.209885 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8aee1d-5add-4808-aa31-c9015801823a req-db083891-185b-4e03-bd9a-72b03614d1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:12.211371 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fb8aee1d-5add-4808-aa31-c9015801823a req-db083891-185b-4e03-bd9a-72b03614d1f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=67a4f22e-7a8d-46f7-b04d-7581b3f9147d HTTP/1.1" status: 200 len: 915 time: 0.0892539 Mar 05 05:30:12.252195 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fb8aee1d-5add-4808-aa31-c9015801823a req-65094a50-7a3c-4c09-b5cf-8208b020e23a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35030e30-6cb8-48b0-acdd-ccb27eafbb62 HTTP/1.1" status: 200 len: 217 time: 0.0356152 Mar 05 05:30:12.302870 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8aee1d-5add-4808-aa31-c9015801823a req-56c1fd2c-4ec0-4f00-b9b3-87d63ec50cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:12.304302 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fb8aee1d-5add-4808-aa31-c9015801823a req-56c1fd2c-4ec0-4f00-b9b3-87d63ec50cbd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf03f433-7105-44a6-a575-d5135d4d682f HTTP/1.1" status: 200 len: 855 time: 0.0467830 Mar 05 05:30:12.334501 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fb8aee1d-5add-4808-aa31-c9015801823a req-47044f60-6416-4160-a8be-9c481826c6cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67a4f22e-7a8d-46f7-b04d-7581b3f9147d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251093 Mar 05 05:30:12.420585 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fb8aee1d-5add-4808-aa31-c9015801823a req-4f5d4e7b-53a0-40ac-a495-ccbb90339328 service neutron] 10.222.0.30 "GET /v2.0/networks/67a4f22e-7a8d-46f7-b04d-7581b3f9147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798860 Mar 05 05:30:12.513223 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fb8aee1d-5add-4808-aa31-c9015801823a req-099770c2-6460-4f70-b7ac-4a15c5e43ff1 service neutron] 10.222.0.30 "GET /v2.0/networks/67a4f22e-7a8d-46f7-b04d-7581b3f9147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869691 Mar 05 05:30:13.024116 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075845b1-3c93-406c-9a91-aa058b665c4e req-d0c8fd74-43b7-4267-bb74-7900012a4c84 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:13.025607 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-075845b1-3c93-406c-9a91-aa058b665c4e req-d0c8fd74-43b7-4267-bb74-7900012a4c84 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 945 time: 0.0536199 Mar 05 05:30:13.075575 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-075845b1-3c93-406c-9a91-aa058b665c4e req-3019a263-7341-4f78-b578-6ebae151c61a tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435176 Mar 05 05:30:13.724725 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a2daca63-953d-4c40-a64c-407c98625bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:14.053727 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:14.194537 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157dce92-3834-4cf0-9508-da8edbffd44b req-2223e280-5496-4a71-b4db-33c8c0aa65e8 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:14.196028 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-157dce92-3834-4cf0-9508-da8edbffd44b req-2223e280-5496-4a71-b4db-33c8c0aa65e8 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 945 time: 0.0527475 Mar 05 05:30:14.244172 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-157dce92-3834-4cf0-9508-da8edbffd44b req-3d91720c-8e22-4da0-9b34-1eaf9ff9cab7 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427282 Mar 05 05:30:14.298499 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:15.107804 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:15.363972 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ddbfc-f222-410f-add8-8d1710133421 req-fff45131-43ff-4ba5-8fbb-092a73064797 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:15.365407 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d35ddbfc-f222-410f-add8-8d1710133421 req-fff45131-43ff-4ba5-8fbb-092a73064797 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 945 time: 0.0532997 Mar 05 05:30:15.411587 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d35ddbfc-f222-410f-add8-8d1710133421 req-9b37a889-11bd-4c5f-b48b-0ef569b862a7 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407004 Mar 05 05:30:16.378906 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:16.539327 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1884243-fd7b-45b8-8edd-236a6c6949d1 req-32e8b8a4-ed09-4965-a1dc-db9f8517b8ed tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:16.540710 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e1884243-fd7b-45b8-8edd-236a6c6949d1 req-32e8b8a4-ed09-4965-a1dc-db9f8517b8ed tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 945 time: 0.0584989 Mar 05 05:30:16.587451 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e1884243-fd7b-45b8-8edd-236a6c6949d1 req-8875e50f-bc40-4e2f-8a04-0fe4a53f3f97 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404732 Mar 05 05:30:17.707425 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb494fb1-d7dc-44e8-8139-84f437cef902 req-b42d10da-88c8-4390-a8bc-87cd8a42abb4 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:17.708817 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fb494fb1-d7dc-44e8-8139-84f437cef902 req-b42d10da-88c8-4390-a8bc-87cd8a42abb4 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 945 time: 0.0532405 Mar 05 05:30:17.755962 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fb494fb1-d7dc-44e8-8139-84f437cef902 req-384dec8a-8404-4c83-a487-3563fb5ef720 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416851 Mar 05 05:30:17.822918 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:18.877748 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638a4a2-db09-4ccb-9d33-56277e2a07e1 req-ce2d27af-24d9-4fd1-98c2-4613044be49c tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:18.879255 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c638a4a2-db09-4ccb-9d33-56277e2a07e1 req-ce2d27af-24d9-4fd1-98c2-4613044be49c tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 945 time: 0.0581470 Mar 05 05:30:18.926101 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c638a4a2-db09-4ccb-9d33-56277e2a07e1 req-362a0a13-ea3b-4c57-a832-60beb1d944f6 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414143 Mar 05 05:30:20.048753 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afecae-ff92-4671-bab1-8c217b596747 req-b2597ab1-e39e-4c78-be96-beb457e6b9a7 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:20.050337 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b9afecae-ff92-4671-bab1-8c217b596747 req-b2597ab1-e39e-4c78-be96-beb457e6b9a7 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 945 time: 0.0562329 Mar 05 05:30:20.102075 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b9afecae-ff92-4671-bab1-8c217b596747 req-ccef48dc-5e6f-4041-8a6b-b996572fd610 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459566 Mar 05 05:30:21.227804 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb26418-bd2a-4e63-9c09-ff699f333178 req-c5bc5339-b78d-461b-a687-a253ddcb1601 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:21.229380 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ebb26418-bd2a-4e63-9c09-ff699f333178 req-c5bc5339-b78d-461b-a687-a253ddcb1601 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 945 time: 0.0566232 Mar 05 05:30:21.282965 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ebb26418-bd2a-4e63-9c09-ff699f333178 req-1f9cf227-0342-4b77-8cdd-25536daada6b tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467968 Mar 05 05:30:22.403438 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b80fe-d829-4cd0-bf9f-e3c2bd4b07db req-f3cc3b6b-8d15-482b-b6c5-c1e4e7e27c11 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:22.405409 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-588b80fe-d829-4cd0-bf9f-e3c2bd4b07db req-f3cc3b6b-8d15-482b-b6c5-c1e4e7e27c11 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 945 time: 0.0522053 Mar 05 05:30:22.452459 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-588b80fe-d829-4cd0-bf9f-e3c2bd4b07db req-46175ba1-b9d3-409f-a16e-fabf7f30e6ec tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412908 Mar 05 05:30:23.572702 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892ca27-bbf0-44e3-b911-ac8d90832db3 req-dbf328fe-0388-491c-bd66-9588ecf2dd5a tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:23.574193 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4892ca27-bbf0-44e3-b911-ac8d90832db3 req-dbf328fe-0388-491c-bd66-9588ecf2dd5a tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 945 time: 0.0534294 Mar 05 05:30:23.622567 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4892ca27-bbf0-44e3-b911-ac8d90832db3 req-9814ed30-8bfb-45bf-bce4-483fc8dbf83d tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423832 Mar 05 05:30:24.742941 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f88791-39fc-4bc0-9dca-0ab4f760281f req-57f54414-c3ec-43d4-851b-41ef07987ffe tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:24.744420 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-15f88791-39fc-4bc0-9dca-0ab4f760281f req-57f54414-c3ec-43d4-851b-41ef07987ffe tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 945 time: 0.0555410 Mar 05 05:30:24.790359 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-15f88791-39fc-4bc0-9dca-0ab4f760281f req-8de247e4-cc3a-4e6d-9ac1-24b2f498962c tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398405 Mar 05 05:30:25.909592 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801a8c1-57bf-4434-b15f-4250829a2446 req-5670a9ae-6924-4aec-99f7-88ef35e09fe0 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:25.911093 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7801a8c1-57bf-4434-b15f-4250829a2446 req-5670a9ae-6924-4aec-99f7-88ef35e09fe0 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 945 time: 0.0533679 Mar 05 05:30:25.956461 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7801a8c1-57bf-4434-b15f-4250829a2446 req-047aeffd-5638-4195-b3ff-c50d5c0ee932 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397494 Mar 05 05:30:26.507411 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:30:27.078981 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b72ec-f602-4754-9dff-b4663cde69f6 req-22def7dc-ebf1-49ef-a04d-92557a00efe4 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:27.080504 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-080b72ec-f602-4754-9dff-b4663cde69f6 req-22def7dc-ebf1-49ef-a04d-92557a00efe4 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 945 time: 0.0549095 Mar 05 05:30:27.131889 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-080b72ec-f602-4754-9dff-b4663cde69f6 req-7cc08390-126f-4214-bf3a-cd01ca97370b tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459151 Mar 05 05:30:28.249002 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623dca1-15e2-40a0-84ed-97329e1ed707 req-92d5d58c-38f3-417d-8534-90b951ab2bec tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:28.250619 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f623dca1-15e2-40a0-84ed-97329e1ed707 req-92d5d58c-38f3-417d-8534-90b951ab2bec tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 945 time: 0.0525877 Mar 05 05:30:28.297023 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f623dca1-15e2-40a0-84ed-97329e1ed707 req-d8102e6d-31bd-4238-a567-a0ac9b4cfc86 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408690 Mar 05 05:30:29.417269 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af4045-963f-4926-abf6-e672d3663e17 req-24c34125-ec1a-49d8-8185-9c4f1ddc8e89 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:29.418739 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d2af4045-963f-4926-abf6-e672d3663e17 req-24c34125-ec1a-49d8-8185-9c4f1ddc8e89 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 945 time: 0.0526850 Mar 05 05:30:29.464881 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d2af4045-963f-4926-abf6-e672d3663e17 req-7544a7b9-08e4-44ec-9fbc-fbd29e416f09 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399475 Mar 05 05:30:30.591070 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa7050-4328-4376-90ce-de83328fd617 req-781fe87d-6b66-45b5-a353-3eb6afddf62d tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:30.593108 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cefa7050-4328-4376-90ce-de83328fd617 req-781fe87d-6b66-45b5-a353-3eb6afddf62d tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 945 time: 0.0583527 Mar 05 05:30:30.640384 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cefa7050-4328-4376-90ce-de83328fd617 req-29ca1bd5-8824-4233-a103-bf8c373be46f tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413709 Mar 05 05:30:31.757154 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37b06c-dafb-40fa-8bde-e276dbc9c25e req-6d74963c-5c13-4eca-a321-f99869663995 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:31.758618 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3a37b06c-dafb-40fa-8bde-e276dbc9c25e req-6d74963c-5c13-4eca-a321-f99869663995 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 945 time: 0.0525310 Mar 05 05:30:31.805653 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3a37b06c-dafb-40fa-8bde-e276dbc9c25e req-e9acc167-bc0e-428d-adf4-cc138ba944a8 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407732 Mar 05 05:30:32.929275 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556920e2-a069-4997-b010-57fdfc57695f req-4a4119ab-130c-4283-b03b-ea37b1eb0c67 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:32.930757 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-556920e2-a069-4997-b010-57fdfc57695f req-4a4119ab-130c-4283-b03b-ea37b1eb0c67 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 945 time: 0.0591063 Mar 05 05:30:32.977632 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-556920e2-a069-4997-b010-57fdfc57695f req-23ba78bf-486d-4f07-b91b-39821aebdcb8 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407407 Mar 05 05:30:34.094817 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42a3bc-119a-4838-ac46-ce4e4fd15fc9 req-e26908d6-c5ec-4a17-ab11-ff8d06d1c67b tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:34.096561 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bb42a3bc-119a-4838-ac46-ce4e4fd15fc9 req-e26908d6-c5ec-4a17-ab11-ff8d06d1c67b tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 945 time: 0.0523241 Mar 05 05:30:34.142484 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bb42a3bc-119a-4838-ac46-ce4e4fd15fc9 req-9fd492d9-038d-4a6a-b9c6-65d908ee9ae5 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404456 Mar 05 05:30:35.260539 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752f959-6a6a-4651-afc4-75646d8fbfc6 req-dd9ea425-9750-4653-b41e-d95476e34cfe tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:35.262027 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c752f959-6a6a-4651-afc4-75646d8fbfc6 req-dd9ea425-9750-4653-b41e-d95476e34cfe tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 945 time: 0.0527220 Mar 05 05:30:35.312795 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c752f959-6a6a-4651-afc4-75646d8fbfc6 req-efc721a8-2840-4059-a03c-eee0868f07c8 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451498 Mar 05 05:30:36.431906 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa4c7f-93af-40c3-b703-e240574db630 req-c53a3867-76b1-41a2-97e2-74ad99a3cdc4 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:36.433413 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-54aa4c7f-93af-40c3-b703-e240574db630 req-c53a3867-76b1-41a2-97e2-74ad99a3cdc4 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 945 time: 0.0535111 Mar 05 05:30:36.480658 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-54aa4c7f-93af-40c3-b703-e240574db630 req-0c4e3f82-f85c-4458-b4b6-83f506748fff tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411029 Mar 05 05:30:37.602032 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78445ad-f09f-44c1-bfab-d8386dad2963 req-8fc18fda-20cc-488d-81e4-ba54d08aef2b tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:37.603572 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c78445ad-f09f-44c1-bfab-d8386dad2963 req-8fc18fda-20cc-488d-81e4-ba54d08aef2b tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 945 time: 0.0532455 Mar 05 05:30:37.650414 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c78445ad-f09f-44c1-bfab-d8386dad2963 req-76758edd-cdb5-477d-97ad-75ad6ea5978f tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412726 Mar 05 05:30:38.772207 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aadd60d-cb13-4c15-8f44-b5b12e71ee53 req-24db73c0-0e71-4b10-9901-5d82aa0882bb tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:38.773672 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1aadd60d-cb13-4c15-8f44-b5b12e71ee53 req-24db73c0-0e71-4b10-9901-5d82aa0882bb tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 945 time: 0.0560205 Mar 05 05:30:38.819501 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1aadd60d-cb13-4c15-8f44-b5b12e71ee53 req-24fcbe26-b011-4828-b4f7-6c005f50722f tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403218 Mar 05 05:30:39.392145 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [req-fb8aee1d-5add-4808-aa31-c9015801823a req-55b52c56-df1a-4663-b66b-08788a4a3a3f service neutron] show failed (client error): The resource could not be found. Mar 05 05:30:39.393153 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fb8aee1d-5add-4808-aa31-c9015801823a req-55b52c56-df1a-4663-b66b-08788a4a3a3f service neutron] 10.222.0.30 "GET /v2.0/ports/35030e30-6cb8-48b0-acdd-ccb27eafbb62/bindings/n-h2-789963-32 HTTP/1.1" status: 404 len: 381 time: 0.0548701 Mar 05 05:30:39.595120 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8aee1d-5add-4808-aa31-c9015801823a req-a9c053f2-d907-4ea9-ad96-7c9cee915d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:39.596880 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fb8aee1d-5add-4808-aa31-c9015801823a req-a9c053f2-d907-4ea9-ad96-7c9cee915d5b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30&tenant_id=f8857c4fa5374902ac4325c007da83fa HTTP/1.1" status: 200 len: 1128 time: 0.0507953 Mar 05 05:30:39.607840 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-fb8aee1d-5add-4808-aa31-c9015801823a req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-32', 'device_owner': 'compute:nova'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:30:39.665147 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fb8aee1d-5add-4808-aa31-c9015801823a req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (35030e30-6cb8-48b0-acdd-ccb27eafbb62), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:39.863211 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-fb8aee1d-5add-4808-aa31-c9015801823a req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] For port 35030e30-6cb8-48b0-acdd-ccb27eafbb62, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=35030e30-6cb8-48b0-acdd-ccb27eafbb62,segment=NetworkSegment(ea500921-36d0-4208-a5ce-ca630e5632a5),segment_id=ea500921-36d0-4208-a5ce-ca630e5632a5)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:30:39.896850 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-fb8aee1d-5add-4808-aa31-c9015801823a req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] For port 35030e30-6cb8-48b0-acdd-ccb27eafbb62, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:30:39.941242 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1555fd9-d6d3-45dd-bc85-b497f9783a30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35030e30-6cb8-48b0-acdd-ccb27eafbb62'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:30:39.941986 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66164ef6-f09f-4f2a-8473-b108c4f019a2 req-4b45ef8d-8804-4844-8e5c-c8a32f05ec33 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:39.943529 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d819fdc-d3b5-441c-a7ac-9a8cfbbab071" -d '{"events": [{"server_uuid": "b1555fd9-d6d3-45dd-bc85-b497f9783a30", "name": "network-vif-unplugged", "status": "completed", "tag": "35030e30-6cb8-48b0-acdd-ccb27eafbb62"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:30:39.943709 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-66164ef6-f09f-4f2a-8473-b108c4f019a2 req-4b45ef8d-8804-4844-8e5c-c8a32f05ec33 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 945 time: 0.0529041 Mar 05 05:30:39.948107 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fb8aee1d-5add-4808-aa31-c9015801823a req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] Publish callbacks [] for port (35030e30-6cb8-48b0-acdd-ccb27eafbb62), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:39.961404 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-fb8aee1d-5add-4808-aa31-c9015801823a req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] Transition to ACTIVE for port object 35030e30-6cb8-48b0-acdd-ccb27eafbb62 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:30:39.965429 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fb8aee1d-5add-4808-aa31-c9015801823a req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (35030e30-6cb8-48b0-acdd-ccb27eafbb62), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:39.996237 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-66164ef6-f09f-4f2a-8473-b108c4f019a2 req-b51eda44-1d05-4d84-86d7-616a39ea68fc tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467606 Mar 05 05:30:40.006601 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 05:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c94b51-4145-42e6-8307-a38022501df2 x-openstack-request-id: req-10c94b51-4145-42e6-8307-a38022501df2 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:30:40.006890 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1555fd9-d6d3-45dd-bc85-b497f9783a30", "name": "network-vif-unplugged", "status": "completed", "tag": "35030e30-6cb8-48b0-acdd-ccb27eafbb62", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:30:40.007158 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-10c94b51-4145-42e6-8307-a38022501df2 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:30:40.007554 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1555fd9-d6d3-45dd-bc85-b497f9783a30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35030e30-6cb8-48b0-acdd-ccb27eafbb62', 'code': 200} Mar 05 05:30:40.039568 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8aee1d-5add-4808-aa31-c9015801823a req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] No DVR routers for this DVR port 35030e30-6cb8-48b0-acdd-ccb27eafbb62 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:30:40.041458 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] Pushing event updated for resources: {'Port': ['ID=35030e30-6cb8-48b0-acdd-ccb27eafbb62,revision_number=6']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:40.054293 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:40.054644 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:40.054991 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:40.055411 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:40.055752 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:40.056083 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:40.056412 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:40.056740 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:40.057065 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:40.057398 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:40.057724 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:40.058047 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:40.058373 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:40.088894 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-fb8aee1d-5add-4808-aa31-c9015801823a req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] Attempting to bind port 35030e30-6cb8-48b0-acdd-ccb27eafbb62 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:30:40.089234 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-fb8aee1d-5add-4808-aa31-c9015801823a req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] Attempting to bind port 35030e30-6cb8-48b0-acdd-ccb27eafbb62 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'ea500921-36d0-4208-a5ce-ca630e5632a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '67a4f22e-7a8d-46f7-b04d-7581b3f9147d'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:30:40.089556 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8aee1d-5add-4808-aa31-c9015801823a req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] Attempting to bind port 35030e30-6cb8-48b0-acdd-ccb27eafbb62 on network 67a4f22e-7a8d-46f7-b04d-7581b3f9147d {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:30:40.094434 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8aee1d-5add-4808-aa31-c9015801823a req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] Port 35030e30-6cb8-48b0-acdd-ccb27eafbb62 on network 67a4f22e-7a8d-46f7-b04d-7581b3f9147d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:30:40.094752 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8aee1d-5add-4808-aa31-c9015801823a req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] Attempting to bind port 35030e30-6cb8-48b0-acdd-ccb27eafbb62 on network 67a4f22e-7a8d-46f7-b04d-7581b3f9147d {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:30:40.099870 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8aee1d-5add-4808-aa31-c9015801823a req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:30:40.100210 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8aee1d-5add-4808-aa31-c9015801823a req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] Checking segment: {'id': 'ea500921-36d0-4208-a5ce-ca630e5632a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '67a4f22e-7a8d-46f7-b04d-7581b3f9147d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:30:40.100591 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8aee1d-5add-4808-aa31-c9015801823a req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] Bound using segment: {'id': 'ea500921-36d0-4208-a5ce-ca630e5632a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '67a4f22e-7a8d-46f7-b04d-7581b3f9147d'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:30:40.101040 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-fb8aee1d-5add-4808-aa31-c9015801823a req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] Bound port: 35030e30-6cb8-48b0-acdd-ccb27eafbb62, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea500921-36d0-4208-a5ce-ca630e5632a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '67a4f22e-7a8d-46f7-b04d-7581b3f9147d'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:30:40.101391 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fb8aee1d-5add-4808-aa31-c9015801823a req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (35030e30-6cb8-48b0-acdd-ccb27eafbb62), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:40.167541 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-fb8aee1d-5add-4808-aa31-c9015801823a req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] For port 35030e30-6cb8-48b0-acdd-ccb27eafbb62, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:30:40.171467 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-fb8aee1d-5add-4808-aa31-c9015801823a req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] For port 35030e30-6cb8-48b0-acdd-ccb27eafbb62, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=35030e30-6cb8-48b0-acdd-ccb27eafbb62,segment=NetworkSegment(ea500921-36d0-4208-a5ce-ca630e5632a5),segment_id=ea500921-36d0-4208-a5ce-ca630e5632a5)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:30:40.177703 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fb8aee1d-5add-4808-aa31-c9015801823a req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (35030e30-6cb8-48b0-acdd-ccb27eafbb62), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:40.210306 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8aee1d-5add-4808-aa31-c9015801823a req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:40.211070 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fb8aee1d-5add-4808-aa31-c9015801823a req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:40.212467 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fb8aee1d-5add-4808-aa31-c9015801823a req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] 10.222.0.31 "PUT /v2.0/ports/35030e30-6cb8-48b0-acdd-ccb27eafbb62 HTTP/1.1" status: 200 len: 1092 time: 0.6086054 Mar 05 05:30:40.237058 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694341b5-f539-4e22-b6b5-784a303bd4ef service neutron] Pushing event updated for resources: {'Port': ['ID=35030e30-6cb8-48b0-acdd-ccb27eafbb62,revision_number=7']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:40.283544 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8aee1d-5add-4808-aa31-c9015801823a req-34b8a599-43af-45a8-a7fa-e93039440f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:40.285018 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fb8aee1d-5add-4808-aa31-c9015801823a req-34b8a599-43af-45a8-a7fa-e93039440f7a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8857c4fa5374902ac4325c007da83fa&device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 1126 time: 0.0447428 Mar 05 05:30:40.687236 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8aee1d-5add-4808-aa31-c9015801823a req-57116ba4-4583-4b53-8482-e5562e4af5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:40.688746 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fb8aee1d-5add-4808-aa31-c9015801823a req-57116ba4-4583-4b53-8482-e5562e4af5a7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=67a4f22e-7a8d-46f7-b04d-7581b3f9147d HTTP/1.1" status: 200 len: 915 time: 0.3980100 Mar 05 05:30:40.728793 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fb8aee1d-5add-4808-aa31-c9015801823a req-eb75bf9f-f6f4-4ce0-bc6e-bd98a5afebdb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35030e30-6cb8-48b0-acdd-ccb27eafbb62 HTTP/1.1" status: 200 len: 217 time: 0.0343373 Mar 05 05:30:40.775423 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8aee1d-5add-4808-aa31-c9015801823a req-ed96b028-55b6-44bd-b07b-c8f7088824ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:40.776827 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fb8aee1d-5add-4808-aa31-c9015801823a req-ed96b028-55b6-44bd-b07b-c8f7088824ff service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf03f433-7105-44a6-a575-d5135d4d682f HTTP/1.1" status: 200 len: 855 time: 0.0428257 Mar 05 05:30:40.808193 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fb8aee1d-5add-4808-aa31-c9015801823a req-b9f237fb-ac4c-49ac-805c-e1d0f215e2a3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=67a4f22e-7a8d-46f7-b04d-7581b3f9147d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249968 Mar 05 05:30:40.916918 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fb8aee1d-5add-4808-aa31-c9015801823a req-7c96da81-1b6d-4eef-a968-868a8369eb93 service neutron] 10.222.0.31 "GET /v2.0/networks/67a4f22e-7a8d-46f7-b04d-7581b3f9147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024692 Mar 05 05:30:41.007188 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fb8aee1d-5add-4808-aa31-c9015801823a req-5251cd2d-7ff7-49ee-9b9e-b025556d1636 service neutron] 10.222.0.31 "GET /v2.0/networks/67a4f22e-7a8d-46f7-b04d-7581b3f9147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835152 Mar 05 05:30:41.135359 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f8f15-827d-43b9-af2a-9fef5bf00667 req-e923b638-f4a7-4da3-8b6b-b9db972bdc8e tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:41.136922 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a23f8f15-827d-43b9-af2a-9fef5bf00667 req-e923b638-f4a7-4da3-8b6b-b9db972bdc8e tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 943 time: 0.0551636 Mar 05 05:30:41.188873 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a23f8f15-827d-43b9-af2a-9fef5bf00667 req-d6649dcd-a85e-493b-9d7d-04b3c2c472fd tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453031 Mar 05 05:30:41.453977 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-03ea5946-df0b-4a26-b3b5-346d9b8764d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:42.008591 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1555fd9-d6d3-45dd-bc85-b497f9783a30', 'tag': '35030e30-6cb8-48b0-acdd-ccb27eafbb62'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:30:42.010911 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8607af9b-b627-452f-8b88-7cf4e376b237" -d '{"events": [{"name": "network-changed", "server_uuid": "b1555fd9-d6d3-45dd-bc85-b497f9783a30", "tag": "35030e30-6cb8-48b0-acdd-ccb27eafbb62"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:30:42.057424 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225f585b-47cd-489c-ba30-168f07e8e15e x-openstack-request-id: req-225f585b-47cd-489c-ba30-168f07e8e15e {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:30:42.057720 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1555fd9-d6d3-45dd-bc85-b497f9783a30", "tag": "35030e30-6cb8-48b0-acdd-ccb27eafbb62", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:30:42.057978 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-225f585b-47cd-489c-ba30-168f07e8e15e {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:30:42.058387 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1555fd9-d6d3-45dd-bc85-b497f9783a30', 'tag': '35030e30-6cb8-48b0-acdd-ccb27eafbb62', 'status': 'completed', 'code': 200} Mar 05 05:30:42.151633 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607af9b-b627-452f-8b88-7cf4e376b237 req-7ef3d44d-a1d9-4c85-a085-44f7929a89e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:42.153144 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8607af9b-b627-452f-8b88-7cf4e376b237 req-7ef3d44d-a1d9-4c85-a085-44f7929a89e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8857c4fa5374902ac4325c007da83fa&device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 1126 time: 0.0757732 Mar 05 05:30:42.155774 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607af9b-b627-452f-8b88-7cf4e376b237 req-ae15f4e4-4231-4d16-8fc6-dde217a01540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:42.157139 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8607af9b-b627-452f-8b88-7cf4e376b237 req-ae15f4e4-4231-4d16-8fc6-dde217a01540 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f8857c4fa5374902ac4325c007da83fa&device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 1126 time: 0.0707560 Mar 05 05:30:42.311841 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff7886-7a48-443c-a9d1-08a33ad6eaaf req-170d2896-6e45-4f68-bcd9-dbb65d531787 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:42.313953 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-18ff7886-7a48-443c-a9d1-08a33ad6eaaf req-170d2896-6e45-4f68-bcd9-dbb65d531787 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 943 time: 0.0544102 Mar 05 05:30:42.314139 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607af9b-b627-452f-8b88-7cf4e376b237 req-26510f0d-370e-49e5-924a-dbc96ad7b993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:42.315650 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8607af9b-b627-452f-8b88-7cf4e376b237 req-26510f0d-370e-49e5-924a-dbc96ad7b993 service neutron] 10.222.0.30 "GET /v2.0/networks?id=67a4f22e-7a8d-46f7-b04d-7581b3f9147d HTTP/1.1" status: 200 len: 915 time: 0.1557817 Mar 05 05:30:42.316989 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607af9b-b627-452f-8b88-7cf4e376b237 req-c31058d3-d088-4a8e-843f-d1405119239e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:42.318303 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8607af9b-b627-452f-8b88-7cf4e376b237 req-c31058d3-d088-4a8e-843f-d1405119239e service neutron] 10.222.0.31 "GET /v2.0/networks?id=67a4f22e-7a8d-46f7-b04d-7581b3f9147d HTTP/1.1" status: 200 len: 915 time: 0.1505475 Mar 05 05:30:42.360650 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-18ff7886-7a48-443c-a9d1-08a33ad6eaaf req-1c3a6df3-9a12-4840-8076-3b36f026d5ae tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411735 Mar 05 05:30:42.366249 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8607af9b-b627-452f-8b88-7cf4e376b237 req-a28a108d-993b-4285-8e73-18c31a72c0a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35030e30-6cb8-48b0-acdd-ccb27eafbb62 HTTP/1.1" status: 200 len: 217 time: 0.0450420 Mar 05 05:30:42.401445 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8607af9b-b627-452f-8b88-7cf4e376b237 req-ae311632-3a16-45d4-a4b3-9e0c8aff7ddb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35030e30-6cb8-48b0-acdd-ccb27eafbb62 HTTP/1.1" status: 200 len: 217 time: 0.0733743 Mar 05 05:30:42.478255 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607af9b-b627-452f-8b88-7cf4e376b237 req-95643c0e-f554-4b0b-acc0-7dc8fcf00a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:42.479849 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8607af9b-b627-452f-8b88-7cf4e376b237 req-95643c0e-f554-4b0b-acc0-7dc8fcf00a96 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf03f433-7105-44a6-a575-d5135d4d682f HTTP/1.1" status: 200 len: 855 time: 0.0868747 Mar 05 05:30:42.496174 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607af9b-b627-452f-8b88-7cf4e376b237 req-e64761e4-6047-427f-bb24-3ed52103271c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:42.498181 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8607af9b-b627-452f-8b88-7cf4e376b237 req-e64761e4-6047-427f-bb24-3ed52103271c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bf03f433-7105-44a6-a575-d5135d4d682f HTTP/1.1" status: 200 len: 855 time: 0.0759902 Mar 05 05:30:42.522278 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8607af9b-b627-452f-8b88-7cf4e376b237 req-40b6189d-d2f2-4462-8c8a-12eab5939bf0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67a4f22e-7a8d-46f7-b04d-7581b3f9147d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347743 Mar 05 05:30:42.554283 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8607af9b-b627-452f-8b88-7cf4e376b237 req-f632a81b-6e9c-4910-b36b-fea84ae940ee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=67a4f22e-7a8d-46f7-b04d-7581b3f9147d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358999 Mar 05 05:30:42.696449 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8607af9b-b627-452f-8b88-7cf4e376b237 req-96cb15b9-b5e0-4c9c-b7eb-87f585523ce7 service neutron] 10.222.0.30 "GET /v2.0/networks/67a4f22e-7a8d-46f7-b04d-7581b3f9147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666546 Mar 05 05:30:42.728621 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8607af9b-b627-452f-8b88-7cf4e376b237 req-bec11b6c-eda4-4a1a-869c-00507555f5d9 service neutron] 10.222.0.31 "GET /v2.0/networks/67a4f22e-7a8d-46f7-b04d-7581b3f9147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557677 Mar 05 05:30:42.863651 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8607af9b-b627-452f-8b88-7cf4e376b237 req-ec0b3b27-d843-436b-b9bf-4a3922729992 service neutron] 10.222.0.30 "GET /v2.0/networks/67a4f22e-7a8d-46f7-b04d-7581b3f9147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563182 Mar 05 05:30:42.877937 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8607af9b-b627-452f-8b88-7cf4e376b237 req-5bbfa229-6bd6-46cd-92b1-8741437a786f service neutron] 10.222.0.31 "GET /v2.0/networks/67a4f22e-7a8d-46f7-b04d-7581b3f9147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411428 Mar 05 05:30:43.484170 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b55b65-98d2-415d-a9ce-813d4891626a req-dc5212c4-70bf-42f9-b4c5-012cd37af821 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:43.485655 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-10b55b65-98d2-415d-a9ce-813d4891626a req-dc5212c4-70bf-42f9-b4c5-012cd37af821 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 943 time: 0.0531759 Mar 05 05:30:43.532191 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-10b55b65-98d2-415d-a9ce-813d4891626a req-c30a4717-d731-4209-8920-420799d07d91 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410008 Mar 05 05:30:43.734831 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a4abd7bf-7f1a-4502-a15e-93ab7a25d272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:43.738644 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f458e-f3fb-4fb2-99e6-2c5c581af7f7 req-8c214a6e-3ffc-48b0-9484-273137050c22 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:43.740568 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e20f458e-f3fb-4fb2-99e6-2c5c581af7f7 req-8c214a6e-3ffc-48b0-9484-273137050c22 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 943 time: 0.0620430 Mar 05 05:30:43.753443 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091788ff-5a33-4a96-adb5-1746cf72f168 req-d68af240-6720-4499-82e2-849a86a3675a tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:43.755061 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-091788ff-5a33-4a96-adb5-1746cf72f168 req-d68af240-6720-4499-82e2-849a86a3675a tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30&tenant_id=f8857c4fa5374902ac4325c007da83fa&binding%3Ahost_id=n-h2-789963-32 HTTP/1.1" status: 200 len: 943 time: 0.0646026 Mar 05 05:30:43.788471 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e20f458e-f3fb-4fb2-99e6-2c5c581af7f7 req-66035498-e86d-4098-a8fd-12b83c964e9a tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422804 Mar 05 05:30:43.815532 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [req-091788ff-5a33-4a96-adb5-1746cf72f168 req-c203f7a8-48fa-4474-96a2-555611af3a27 service neutron] delete failed (client error): The resource could not be found. Mar 05 05:30:43.816562 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-091788ff-5a33-4a96-adb5-1746cf72f168 req-c203f7a8-48fa-4474-96a2-555611af3a27 service neutron] 10.222.0.30 "DELETE /v2.0/ports/35030e30-6cb8-48b0-acdd-ccb27eafbb62/bindings/n-h1-789963-32 HTTP/1.1" status: 404 len: 381 time: 0.0559127 Mar 05 05:30:43.901293 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091788ff-5a33-4a96-adb5-1746cf72f168 req-74c0705b-1c63-4fe5-9000-6da282594708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:43.902775 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-091788ff-5a33-4a96-adb5-1746cf72f168 req-74c0705b-1c63-4fe5-9000-6da282594708 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8857c4fa5374902ac4325c007da83fa&device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 1126 time: 0.0455101 Mar 05 05:30:43.993089 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091788ff-5a33-4a96-adb5-1746cf72f168 req-10a705f5-ef2a-497d-aa85-8e42f80386b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:43.994526 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-091788ff-5a33-4a96-adb5-1746cf72f168 req-10a705f5-ef2a-497d-aa85-8e42f80386b7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=67a4f22e-7a8d-46f7-b04d-7581b3f9147d HTTP/1.1" status: 200 len: 915 time: 0.0866129 Mar 05 05:30:44.034220 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-091788ff-5a33-4a96-adb5-1746cf72f168 req-268072f0-b96f-4acd-a197-50541aeda816 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35030e30-6cb8-48b0-acdd-ccb27eafbb62 HTTP/1.1" status: 200 len: 217 time: 0.0341809 Mar 05 05:30:44.068851 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:44.086961 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091788ff-5a33-4a96-adb5-1746cf72f168 req-3c352115-510c-4463-bedc-2d21f15ca129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:44.088432 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-091788ff-5a33-4a96-adb5-1746cf72f168 req-3c352115-510c-4463-bedc-2d21f15ca129 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bf03f433-7105-44a6-a575-d5135d4d682f HTTP/1.1" status: 200 len: 855 time: 0.0488186 Mar 05 05:30:44.119654 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-091788ff-5a33-4a96-adb5-1746cf72f168 req-02831f4a-3184-4a93-b603-50069af08a64 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=67a4f22e-7a8d-46f7-b04d-7581b3f9147d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258217 Mar 05 05:30:44.208520 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-091788ff-5a33-4a96-adb5-1746cf72f168 req-2e714555-e387-4d12-a944-dbeef6023c87 service neutron] 10.222.0.30 "GET /v2.0/networks/67a4f22e-7a8d-46f7-b04d-7581b3f9147d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834587 Mar 05 05:30:44.300345 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-091788ff-5a33-4a96-adb5-1746cf72f168 req-5894bfa9-84b1-4f94-b875-64b55880b6c2 service neutron] 10.222.0.30 "GET /v2.0/networks/67a4f22e-7a8d-46f7-b04d-7581b3f9147d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865664 Mar 05 05:30:44.306026 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:44.503485 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 35030e30-6cb8-48b0-acdd-ccb27eafbb62 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:30:44.541826 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] The host n-h1-789963-32 is not matching for port 35030e30-6cb8-48b0-acdd-ccb27eafbb62 host n-h2-789963-32! {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 05 05:30:44.542213 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 35030e30-6cb8-48b0-acdd-ccb27eafbb62 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:30:44.912412 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869e853-8403-4baa-bf42-3f0d25690d8a req-5d8684c8-df38-4dc0-882b-88ce653cd5a6 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:44.913910 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2869e853-8403-4baa-bf42-3f0d25690d8a req-5d8684c8-df38-4dc0-882b-88ce653cd5a6 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 943 time: 0.0530226 Mar 05 05:30:44.960252 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2869e853-8403-4baa-bf42-3f0d25690d8a req-1fda519e-2faf-4dd9-af0a-f5584fd6aead tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406938 Mar 05 05:30:45.081597 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746c4b1-e817-4f4f-acc6-7718cb63285a req-64b01d77-b26c-4786-a568-2cd09d891175 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:45.083115 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3746c4b1-e817-4f4f-acc6-7718cb63285a req-64b01d77-b26c-4786-a568-2cd09d891175 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 943 time: 0.0570896 Mar 05 05:30:45.112083 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:45.132895 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3746c4b1-e817-4f4f-acc6-7718cb63285a req-fb3d846f-c503-4dac-b954-595dad41ecc0 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440419 Mar 05 05:30:45.249354 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1bd37-a33a-48d3-8d0e-f274b2383cb9 req-ade61ffd-21dd-4060-ac9c-fd9d3428dbb5 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:45.250741 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cec1bd37-a33a-48d3-8d0e-f274b2383cb9 req-ade61ffd-21dd-4060-ac9c-fd9d3428dbb5 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 943 time: 0.0543008 Mar 05 05:30:45.297252 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cec1bd37-a33a-48d3-8d0e-f274b2383cb9 req-f210b6c4-5bdc-4787-b571-a7d334700454 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409653 Mar 05 05:30:45.542652 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 35030e30-6cb8-48b0-acdd-ccb27eafbb62 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:30:45.623135 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259697a-1e9c-400b-b1f9-7eeadea88458 req-5feb990c-b814-4cf0-b4eb-9638363295b0 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:45.624872 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8259697a-1e9c-400b-b1f9-7eeadea88458 req-5feb990c-b814-4cf0-b4eb-9638363295b0 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 943 time: 0.0528536 Mar 05 05:30:45.644730 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 35030e30-6cb8-48b0-acdd-ccb27eafbb62, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=35030e30-6cb8-48b0-acdd-ccb27eafbb62,segment=NetworkSegment(ea500921-36d0-4208-a5ce-ca630e5632a5),segment_id=ea500921-36d0-4208-a5ce-ca630e5632a5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:30:45.655630 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '35030e30-6cb8-48b0-acdd-ccb27eafbb62', 'network_id': '67a4f22e-7a8d-46f7-b04d-7581b3f9147d', 'port_id': '35030e30-6cb8-48b0-acdd-ccb27eafbb62', 'mac_address': 'fa:16:3e:10:fe:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf03f433-7105-44a6-a575-d5135d4d682f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:30:45.676270 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8259697a-1e9c-400b-b1f9-7eeadea88458 req-048891b8-a04a-41e1-a1f0-db6df172c281 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456600 Mar 05 05:30:45.695730 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 35030e30-6cb8-48b0-acdd-ccb27eafbb62 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:30:45.696134 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (35030e30-6cb8-48b0-acdd-ccb27eafbb62), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:45.709014 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35030e30-6cb8-48b0-acdd-ccb27eafbb62 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:30:45.729010 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 35030e30-6cb8-48b0-acdd-ccb27eafbb62, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=35030e30-6cb8-48b0-acdd-ccb27eafbb62,segment=NetworkSegment(ea500921-36d0-4208-a5ce-ca630e5632a5),segment_id=ea500921-36d0-4208-a5ce-ca630e5632a5)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:30:45.732488 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (35030e30-6cb8-48b0-acdd-ccb27eafbb62), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:45.781740 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=35030e30-6cb8-48b0-acdd-ccb27eafbb62,revision_number=8']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:45.788819 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:45.789178 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:45.789531 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:45.789877 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:45.790226 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:45.790564 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:45.790916 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:45.791262 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:45.791599 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:45.791932 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:45.792265 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:45.792597 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:45.792939 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:45.963266 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['35030e30-6cb8-48b0-acdd-ccb27eafbb62'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:30:46.382983 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:46.797351 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a1ba2-f801-4131-9744-e9948ee4a941 req-9ebb7d0e-65ba-479f-ad49-5b5ec8d8c26b tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:46.798897 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-122a1ba2-f801-4131-9744-e9948ee4a941 req-9ebb7d0e-65ba-479f-ad49-5b5ec8d8c26b tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 944 time: 0.0540144 Mar 05 05:30:46.830236 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2332f25-eaec-4e47-97a0-f9c54447525f req-c3a8dbf1-44eb-41a2-bcd3-afa703f2a871 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:46.831758 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f2332f25-eaec-4e47-97a0-f9c54447525f req-c3a8dbf1-44eb-41a2-bcd3-afa703f2a871 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1555fd9-d6d3-45dd-bc85-b497f9783a30 HTTP/1.1" status: 200 len: 944 time: 0.0546191 Mar 05 05:30:46.847617 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-122a1ba2-f801-4131-9744-e9948ee4a941 req-86b49a09-5c6d-44a3-a858-bfa020071eba tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.11 "GET /v2.0/security-groups?id=4421218b-ce10-49af-8e00-f4097f9837cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431075 Mar 05 05:30:46.929931 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-f2332f25-eaec-4e47-97a0-f9c54447525f req-bfda3dc8-cd5b-44f9-9595-e589536db084 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Deleting port 35030e30-6cb8-48b0-acdd-ccb27eafbb62 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:30:46.930270 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f2332f25-eaec-4e47-97a0-f9c54447525f req-bfda3dc8-cd5b-44f9-9595-e589536db084 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (35030e30-6cb8-48b0-acdd-ccb27eafbb62), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:47.019993 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-f2332f25-eaec-4e47-97a0-f9c54447525f req-bfda3dc8-cd5b-44f9-9595-e589536db084 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] For port 35030e30-6cb8-48b0-acdd-ccb27eafbb62, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=35030e30-6cb8-48b0-acdd-ccb27eafbb62,segment=NetworkSegment(ea500921-36d0-4208-a5ce-ca630e5632a5),segment_id=ea500921-36d0-4208-a5ce-ca630e5632a5)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:30:47.020272 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f2332f25-eaec-4e47-97a0-f9c54447525f req-bfda3dc8-cd5b-44f9-9595-e589536db084 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (35030e30-6cb8-48b0-acdd-ccb27eafbb62), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:47.032477 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-f2332f25-eaec-4e47-97a0-f9c54447525f req-bfda3dc8-cd5b-44f9-9595-e589536db084 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Calling delete_port for 35030e30-6cb8-48b0-acdd-ccb27eafbb62 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:30:47.164093 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f2332f25-eaec-4e47-97a0-f9c54447525f req-bfda3dc8-cd5b-44f9-9595-e589536db084 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (35030e30-6cb8-48b0-acdd-ccb27eafbb62), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:47.176197 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['35030e30-6cb8-48b0-acdd-ccb27eafbb62'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:30:47.191252 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda3dc8-cd5b-44f9-9595-e589536db084 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Pushing event deleted for resources: {'Port': ['ID=35030e30-6cb8-48b0-acdd-ccb27eafbb62,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:47.235630 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2332f25-eaec-4e47-97a0-f9c54447525f req-bfda3dc8-cd5b-44f9-9595-e589536db084 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] No DVR routers for this DVR port 35030e30-6cb8-48b0-acdd-ccb27eafbb62 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:30:47.238495 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f2332f25-eaec-4e47-97a0-f9c54447525f req-bfda3dc8-cd5b-44f9-9595-e589536db084 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:47.242085 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f2332f25-eaec-4e47-97a0-f9c54447525f req-bfda3dc8-cd5b-44f9-9595-e589536db084 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] 10.222.0.31 "DELETE /v2.0/ports/35030e30-6cb8-48b0-acdd-ccb27eafbb62 HTTP/1.1" status: 204 len: 173 time: 0.4052625 Mar 05 05:30:47.242526 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1555fd9-d6d3-45dd-bc85-b497f9783a30', 'name': 'network-vif-deleted', 'tag': '35030e30-6cb8-48b0-acdd-ccb27eafbb62'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:30:47.244815 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af7e99b-2ccb-429e-813e-d0b6f05c479e" -d '{"events": [{"server_uuid": "b1555fd9-d6d3-45dd-bc85-b497f9783a30", "name": "network-vif-deleted", "tag": "35030e30-6cb8-48b0-acdd-ccb27eafbb62"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:30:47.281417 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aafa11f-cab6-4ab6-a599-c64729265d90 x-openstack-request-id: req-2aafa11f-cab6-4ab6-a599-c64729265d90 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:30:47.281743 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1555fd9-d6d3-45dd-bc85-b497f9783a30", "name": "network-vif-deleted", "tag": "35030e30-6cb8-48b0-acdd-ccb27eafbb62", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:30:47.282005 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2aafa11f-cab6-4ab6-a599-c64729265d90 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:30:47.282415 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1555fd9-d6d3-45dd-bc85-b497f9783a30', 'name': 'network-vif-deleted', 'tag': '35030e30-6cb8-48b0-acdd-ccb27eafbb62', 'status': 'completed', 'code': 200} Mar 05 05:30:47.550376 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 35030e30-6cb8-48b0-acdd-ccb27eafbb62 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:30:47.570214 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 35030e30-6cb8-48b0-acdd-ccb27eafbb62 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:30:47.570559 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 35030e30-6cb8-48b0-acdd-ccb27eafbb62 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 05 05:30:47.589107 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Port 35030e30-6cb8-48b0-acdd-ccb27eafbb62 not found, will not notify nova. {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 05 05:30:47.825273 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:47.967668 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43260) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:30:48.013135 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a779964-efd9-4fc1-9e2d-de759ff04aad admin admin] Deleting subnet bf03f433-7105-44a6-a575-d5135d4d682f {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:30:48.016893 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a779964-efd9-4fc1-9e2d-de759ff04aad admin admin] Publish callbacks [] for subnet (bf03f433-7105-44a6-a575-d5135d4d682f), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:48.049417 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a779964-efd9-4fc1-9e2d-de759ff04aad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (bf03f433-7105-44a6-a575-d5135d4d682f), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:48.090852 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a779964-efd9-4fc1-9e2d-de759ff04aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (bf03f433-7105-44a6-a575-d5135d4d682f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:48.140462 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a779964-efd9-4fc1-9e2d-de759ff04aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (bf03f433-7105-44a6-a575-d5135d4d682f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:48.164614 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a779964-efd9-4fc1-9e2d-de759ff04aad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf03f433-7105-44a6-a575-d5135d4d682f,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:48.169926 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a779964-efd9-4fc1-9e2d-de759ff04aad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:48.173414 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2a779964-efd9-4fc1-9e2d-de759ff04aad admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bf03f433-7105-44a6-a575-d5135d4d682f HTTP/1.1" status: 204 len: 168 time: 0.2047384 Mar 05 05:30:48.176019 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43262) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:30:48.178710 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a779964-efd9-4fc1-9e2d-de759ff04aad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:48.179127 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a779964-efd9-4fc1-9e2d-de759ff04aad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:48.179456 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a779964-efd9-4fc1-9e2d-de759ff04aad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:48.179798 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a779964-efd9-4fc1-9e2d-de759ff04aad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:48.180141 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a779964-efd9-4fc1-9e2d-de759ff04aad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:48.180479 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a779964-efd9-4fc1-9e2d-de759ff04aad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:48.180812 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a779964-efd9-4fc1-9e2d-de759ff04aad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:48.181144 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a779964-efd9-4fc1-9e2d-de759ff04aad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:48.181475 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a779964-efd9-4fc1-9e2d-de759ff04aad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:48.181803 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a779964-efd9-4fc1-9e2d-de759ff04aad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:48.182142 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a779964-efd9-4fc1-9e2d-de759ff04aad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:48.182471 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a779964-efd9-4fc1-9e2d-de759ff04aad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:48.182799 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a779964-efd9-4fc1-9e2d-de759ff04aad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:48.250287 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bf188839-5379-4b5d-8462-5b8c56976bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (67a4f22e-7a8d-46f7-b04d-7581b3f9147d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:48.330931 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bf188839-5379-4b5d-8462-5b8c56976bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (67a4f22e-7a8d-46f7-b04d-7581b3f9147d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:48.351104 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-bf188839-5379-4b5d-8462-5b8c56976bd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a4f22e-7a8d-46f7-b04d-7581b3f9147d']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:30:48.360693 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-bf188839-5379-4b5d-8462-5b8c56976bd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea500921-36d0-4208-a5ce-ca630e5632a5') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:30:48.361011 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-bf188839-5379-4b5d-8462-5b8c56976bd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea500921-36d0-4208-a5ce-ca630e5632a5') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:30:48.370232 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bf188839-5379-4b5d-8462-5b8c56976bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (ea500921-36d0-4208-a5ce-ca630e5632a5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:48.383784 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bf188839-5379-4b5d-8462-5b8c56976bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (ea500921-36d0-4208-a5ce-ca630e5632a5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:48.389608 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf188839-5379-4b5d-8462-5b8c56976bd6 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:30:48.389990 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bf188839-5379-4b5d-8462-5b8c56976bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (ea500921-36d0-4208-a5ce-ca630e5632a5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:48.391649 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:30:48.391649 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:30:48.391649 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:30:48.391649 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:30:48.391649 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:30:48.391649 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:30:48.391649 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:30:48.391649 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:30:48.391649 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:30:48.391649 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:30:48.391649 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:30:48.391649 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:30:48.391649 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:30:48.391649 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:30:48.391649 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:30:48.391649 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:30:48.391649 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:30:48.391649 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:30:48.391649 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:30:48.391649 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:30:48.391649 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:30:48.391649 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:30:48.391649 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:30:48.391649 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:30:48.391649 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:30:48.391649 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:30:48.391649 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:30:48.391649 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:30:48.391649 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:30:48.391649 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:30:48.391649 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:30:48.391649 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:30:48.450047 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bf188839-5379-4b5d-8462-5b8c56976bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (67a4f22e-7a8d-46f7-b04d-7581b3f9147d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:48.454387 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bf188839-5379-4b5d-8462-5b8c56976bd6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:48.457816 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-bf188839-5379-4b5d-8462-5b8c56976bd6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/67a4f22e-7a8d-46f7-b04d-7581b3f9147d HTTP/1.1" status: 204 len: 168 time: 0.2807646 Mar 05 05:30:48.470199 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf188839-5379-4b5d-8462-5b8c56976bd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=67a4f22e-7a8d-46f7-b04d-7581b3f9147d,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:48.565425 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43266) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:30:48.605879 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-905cc1dc-9f50-4632-9479-660f026b9c68 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f8857c4fa5374902ac4325c007da83fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391347 Mar 05 05:30:48.609191 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43268) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:30:48.655715 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0c1a92f3-85c9-4f2a-b206-feb6d98ae8e3 admin admin] Publish callbacks [] for security_group (4421218b-ce10-49af-8e00-f4097f9837cb), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:48.676553 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0c1a92f3-85c9-4f2a-b206-feb6d98ae8e3 admin admin] Publish callbacks [] for security_group (4421218b-ce10-49af-8e00-f4097f9837cb), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:48.728422 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0c1a92f3-85c9-4f2a-b206-feb6d98ae8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (4421218b-ce10-49af-8e00-f4097f9837cb), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:48.731053 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0c1a92f3-85c9-4f2a-b206-feb6d98ae8e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:48.732321 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0c1a92f3-85c9-4f2a-b206-feb6d98ae8e3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4421218b-ce10-49af-8e00-f4097f9837cb HTTP/1.1" status: 204 len: 168 time: 0.1222129 Mar 05 05:30:48.740464 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a92f3-85c9-4f2a-b206-feb6d98ae8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4421218b-ce10-49af-8e00-f4097f9837cb,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:49.378432 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43290) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:30:49.503990 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-1650d774-f762-44b7-b8a0-cf22dc14a0cc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-111478651-network', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:30:49.523732 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1650d774-f762-44b7-b8a0-cf22dc14a0cc admin admin] Made reservation on behalf of f2b0097d48fe4c36b291783cc6b4fd16 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:30:49.526063 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1650d774-f762-44b7-b8a0-cf22dc14a0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:49.534112 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1650d774-f762-44b7-b8a0-cf22dc14a0cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:49.609319 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1650d774-f762-44b7-b8a0-cf22dc14a0cc admin admin] Publish callbacks [] for security_group (f186966c-5824-4126-9899-1c8706bb742c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:49.612788 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1650d774-f762-44b7-b8a0-cf22dc14a0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f186966c-5824-4126-9899-1c8706bb742c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:49.633865 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1650d774-f762-44b7-b8a0-cf22dc14a0cc admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:30:49.649457 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650d774-f762-44b7-b8a0-cf22dc14a0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f186966c-5824-4126-9899-1c8706bb742c,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:49.653042 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1650d774-f762-44b7-b8a0-cf22dc14a0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (1266033a-8e7f-45fd-b427-5a41a8519512), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:49.653356 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-1650d774-f762-44b7-b8a0-cf22dc14a0cc admin admin] Added segment 1266033a-8e7f-45fd-b427-5a41a8519512 of type vlan for network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 Mar 05 05:30:49.693018 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1650d774-f762-44b7-b8a0-cf22dc14a0cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (7287a01c-743b-4cba-b6e7-5adc2d9d7f25), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:49.717398 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1650d774-f762-44b7-b8a0-cf22dc14a0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (7287a01c-743b-4cba-b6e7-5adc2d9d7f25), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:49.718290 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1650d774-f762-44b7-b8a0-cf22dc14a0cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:49.718870 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1650d774-f762-44b7-b8a0-cf22dc14a0cc admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:49.751768 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1650d774-f762-44b7-b8a0-cf22dc14a0cc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3722107 Mar 05 05:30:49.754816 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43296) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:30:49.759851 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-ccf9dd4d-2978-4261-a90c-3bf8956699e9 admin admin] Request body: {'subnet': {'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-111478651-subnet', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:30:49.779258 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf9dd4d-2978-4261-a90c-3bf8956699e9 admin admin] Made reservation on behalf of f2b0097d48fe4c36b291783cc6b4fd16 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:30:49.781854 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ccf9dd4d-2978-4261-a90c-3bf8956699e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:49.784038 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650d774-f762-44b7-b8a0-cf22dc14a0cc admin admin] Pushing event updated for resources: {'Network': ['ID=7287a01c-743b-4cba-b6e7-5adc2d9d7f25,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:49.794201 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:30:49.953289 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ccf9dd4d-2978-4261-a90c-3bf8956699e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (fb6c56a0-cd24-49e4-ac62-072fc1753800), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:50.009091 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf9dd4d-2978-4261-a90c-3bf8956699e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb6c56a0-cd24-49e4-ac62-072fc1753800,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:50.022646 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf9dd4d-2978-4261-a90c-3bf8956699e9 admin admin] Checking segment: {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:30:50.022939 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf9dd4d-2978-4261-a90c-3bf8956699e9 admin admin] Network hostable DHCP agents. Network: 7287a01c-743b-4cba-b6e7-5adc2d9d7f25, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:30:50.041092 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf9dd4d-2978-4261-a90c-3bf8956699e9 admin admin] Network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:30:50.048944 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-ccf9dd4d-2978-4261-a90c-3bf8956699e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 7287a01c-743b-4cba-b6e7-5adc2d9d7f25) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:30:50.053190 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf9dd4d-2978-4261-a90c-3bf8956699e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:50.053722 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ccf9dd4d-2978-4261-a90c-3bf8956699e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:50.057856 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc43e1e-8204-419b-b4ee-1ec9f291058f None None] Network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:30:50.069265 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ccf9dd4d-2978-4261-a90c-3bf8956699e9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3133247 Mar 05 05:30:50.071955 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43298) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:30:50.077127 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-2b4b65d7-822f-4401-bd72-861d12b0560b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:30:50.096689 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b4b65d7-822f-4401-bd72-861d12b0560b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (b3a90209-9063-4671-b93d-047fe32adee1), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:50.097700 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b4b65d7-822f-4401-bd72-861d12b0560b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (b3a90209-9063-4671-b93d-047fe32adee1), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:50.150962 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b4b65d7-822f-4401-bd72-861d12b0560b admin admin] Publish callbacks [] for router_controller (b3a90209-9063-4671-b93d-047fe32adee1), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:50.160755 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657da96b-0fe7-4dc7-847a-f5a1afa27f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:30:50.161614 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-657da96b-0fe7-4dc7-847a-f5a1afa27f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:50.299993 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b4b65d7-822f-4401-bd72-861d12b0560b admin admin] Publish callbacks [] for router_gateway (b3a90209-9063-4671-b93d-047fe32adee1), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:50.502845 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-657da96b-0fe7-4dc7-847a-f5a1afa27f9e None None] Allocated IP 172.20.0.2 (7287a01c-743b-4cba-b6e7-5adc2d9d7f25/fb6c56a0-cd24-49e4-ac62-072fc1753800/1c96dba9-ac1d-4e22-acf7-629c3e7d11e5) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:30:50.513559 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b4b65d7-822f-4401-bd72-861d12b0560b admin admin] Publish callbacks [] for router_gateway (b3a90209-9063-4671-b93d-047fe32adee1), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:50.536611 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b4b65d7-822f-4401-bd72-861d12b0560b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:50.640633 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-2b4b65d7-822f-4401-bd72-861d12b0560b admin admin] Allocated IP 172.25.0.238 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/8975e429-327c-43fe-bef7-50d10f7df8ad) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:30:50.696911 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-657da96b-0fe7-4dc7-847a-f5a1afa27f9e None None] Publish callbacks [] for port (1c96dba9-ac1d-4e22-acf7-629c3e7d11e5), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:50.705253 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-657da96b-0fe7-4dc7-847a-f5a1afa27f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (1c96dba9-ac1d-4e22-acf7-629c3e7d11e5), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:50.747279 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b4b65d7-822f-4401-bd72-861d12b0560b admin admin] Publish callbacks [] for port (8975e429-327c-43fe-bef7-50d10f7df8ad), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:50.754497 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657da96b-0fe7-4dc7-847a-f5a1afa27f9e None None] Network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:30:50.757638 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-657da96b-0fe7-4dc7-847a-f5a1afa27f9e None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:30:50.761836 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657da96b-0fe7-4dc7-847a-f5a1afa27f9e None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:30:50.765686 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657da96b-0fe7-4dc7-847a-f5a1afa27f9e None None] Pushing event updated for resources: {'Port': ['ID=1c96dba9-ac1d-4e22-acf7-629c3e7d11e5,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:50.783258 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b4b65d7-822f-4401-bd72-861d12b0560b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (8975e429-327c-43fe-bef7-50d10f7df8ad), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:50.819145 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4b65d7-822f-4401-bd72-861d12b0560b admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:30:50.819626 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-657da96b-0fe7-4dc7-847a-f5a1afa27f9e None None] Attempting to bind port 1c96dba9-ac1d-4e22-acf7-629c3e7d11e5 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:30:50.820121 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-657da96b-0fe7-4dc7-847a-f5a1afa27f9e None None] Attempting to bind port 1c96dba9-ac1d-4e22-acf7-629c3e7d11e5 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:30:50.820357 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657da96b-0fe7-4dc7-847a-f5a1afa27f9e None None] Attempting to bind port 1c96dba9-ac1d-4e22-acf7-629c3e7d11e5 on network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:30:50.824662 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-2b4b65d7-822f-4401-bd72-861d12b0560b admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:30:50.825429 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657da96b-0fe7-4dc7-847a-f5a1afa27f9e None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:30:50.825805 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657da96b-0fe7-4dc7-847a-f5a1afa27f9e None None] Checking segment: {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:30:50.826210 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-657da96b-0fe7-4dc7-847a-f5a1afa27f9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:50.827196 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657da96b-0fe7-4dc7-847a-f5a1afa27f9e None None] Bound using segment: {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:30:50.827915 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-657da96b-0fe7-4dc7-847a-f5a1afa27f9e None None] Bound port: 1c96dba9-ac1d-4e22-acf7-629c3e7d11e5, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:30:50.828141 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-657da96b-0fe7-4dc7-847a-f5a1afa27f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1c96dba9-ac1d-4e22-acf7-629c3e7d11e5), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:50.830545 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4b65d7-822f-4401-bd72-861d12b0560b admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:30:50.861517 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b65d7-822f-4401-bd72-861d12b0560b admin admin] Pushing event updated for resources: {'Port': ['ID=8975e429-327c-43fe-bef7-50d10f7df8ad,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:50.893989 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-657da96b-0fe7-4dc7-847a-f5a1afa27f9e None None] For port 1c96dba9-ac1d-4e22-acf7-629c3e7d11e5, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:30:50.897086 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-657da96b-0fe7-4dc7-847a-f5a1afa27f9e None None] For port 1c96dba9-ac1d-4e22-acf7-629c3e7d11e5, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=1c96dba9-ac1d-4e22-acf7-629c3e7d11e5,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:30:50.903221 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-657da96b-0fe7-4dc7-847a-f5a1afa27f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1c96dba9-ac1d-4e22-acf7-629c3e7d11e5), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:50.962004 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657da96b-0fe7-4dc7-847a-f5a1afa27f9e None None] Pushing event updated for resources: {'Port': ['ID=1c96dba9-ac1d-4e22-acf7-629c3e7d11e5,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:51.106513 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b4b65d7-822f-4401-bd72-861d12b0560b admin admin] Publish callbacks [] for router_gateway (b3a90209-9063-4671-b93d-047fe32adee1), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:51.310465 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b4b65d7-822f-4401-bd72-861d12b0560b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (b3a90209-9063-4671-b93d-047fe32adee1), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:51.445030 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4b65d7-822f-4401-bd72-861d12b0560b admin admin] Router b3a90209-9063-4671-b93d-047fe32adee1 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:30:51.574322 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 35030e30-6cb8-48b0-acdd-ccb27eafbb62 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:30:51.598405 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 35030e30-6cb8-48b0-acdd-ccb27eafbb62 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:30:51.598798 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 35030e30-6cb8-48b0-acdd-ccb27eafbb62 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:30:51.896968 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4b65d7-822f-4401-bd72-861d12b0560b admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:30:51.898600 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 1c96dba9-ac1d-4e22-acf7-629c3e7d11e5 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:30:51.924433 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2b4b65d7-822f-4401-bd72-861d12b0560b admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:51.925994 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2b4b65d7-822f-4401-bd72-861d12b0560b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8526371 Mar 05 05:30:51.928892 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 43300) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:30:51.930919 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf0114b-c5a4-428b-9625-a681bab03216 None None] Network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:30:51.933405 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f61145-23b8-4d84-aaa9-39924c8db063 None None] Sync routers for ids ['b3a90209-9063-4671-b93d-047fe32adee1'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:30:52.036777 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f61145-23b8-4d84-aaa9-39924c8db063 None None] Routers {'b3a90209-9063-4671-b93d-047fe32adee1'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:30:52.037438 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e2f61145-23b8-4d84-aaa9-39924c8db063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:30:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b3a90209-9063-4671-b93d-047fe32adee1'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:30:52.117347 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-43abe537-11ca-43a6-8bb0-38957c6e7c73 None None] Provisioning complete for port 1c96dba9-ac1d-4e22-acf7-629c3e7d11e5 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:30:52.117644 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-43abe537-11ca-43a6-8bb0-38957c6e7c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1c96dba9-ac1d-4e22-acf7-629c3e7d11e5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:52.215703 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 1c96dba9-ac1d-4e22-acf7-629c3e7d11e5 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:30:52.216087 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1c96dba9-ac1d-4e22-acf7-629c3e7d11e5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:52.283727 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-e2f61145-23b8-4d84-aaa9-39924c8db063 None None] Set router b3a90209-9063-4671-b93d-047fe32adee1 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:30:52.413137 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3da3d7a6-093d-40cb-b032-68dc1364f819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:52.492488 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-43abe537-11ca-43a6-8bb0-38957c6e7c73 None None] Current status of the port 1c96dba9-ac1d-4e22-acf7-629c3e7d11e5 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:30:52.492879 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-43abe537-11ca-43a6-8bb0-38957c6e7c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1c96dba9-ac1d-4e22-acf7-629c3e7d11e5), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:52.532997 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 1c96dba9-ac1d-4e22-acf7-629c3e7d11e5 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:30:52.532997 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1c96dba9-ac1d-4e22-acf7-629c3e7d11e5), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:52.585536 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-43abe537-11ca-43a6-8bb0-38957c6e7c73 None None] For port 1c96dba9-ac1d-4e22-acf7-629c3e7d11e5, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=1c96dba9-ac1d-4e22-acf7-629c3e7d11e5,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:30:52.592505 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-43abe537-11ca-43a6-8bb0-38957c6e7c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1c96dba9-ac1d-4e22-acf7-629c3e7d11e5), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:52.647521 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-3da3d7a6-093d-40cb-b032-68dc1364f819 admin admin] Allocated IP 172.20.0.1 (7287a01c-743b-4cba-b6e7-5adc2d9d7f25/fb6c56a0-cd24-49e4-ac62-072fc1753800/289e596f-9a54-4b4c-a616-1d922927e3a2) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:30:52.672051 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 05:30:52.672416 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 05:30:52.683097 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abe537-11ca-43a6-8bb0-38957c6e7c73 None None] Pushing event updated for resources: {'Port': ['ID=1c96dba9-ac1d-4e22-acf7-629c3e7d11e5,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:52.694994 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e2f61145-23b8-4d84-aaa9-39924c8db063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:50Z', 'revision_number': 3, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'gw_port': {'id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:30:52.727233 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f61145-23b8-4d84-aaa9-39924c8db063 None None] Checking router: b3a90209-9063-4671-b93d-047fe32adee1 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:30:52.727589 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f61145-23b8-4d84-aaa9-39924c8db063 None None] Updating router b3a90209-9063-4671-b93d-047fe32adee1 port 8975e429-327c-43fe-bef7-50d10f7df8ad binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:30:52.753537 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3da3d7a6-093d-40cb-b032-68dc1364f819 admin admin] Publish callbacks [] for port (289e596f-9a54-4b4c-a616-1d922927e3a2), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:52.759895 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e2f61145-23b8-4d84-aaa9-39924c8db063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8975e429-327c-43fe-bef7-50d10f7df8ad), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:52.762172 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3f4f8c64-f7d3-49f9-955b-953d472a78bb None None] Provisioning complete for port 1c96dba9-ac1d-4e22-acf7-629c3e7d11e5 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:30:52.762535 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3f4f8c64-f7d3-49f9-955b-953d472a78bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1c96dba9-ac1d-4e22-acf7-629c3e7d11e5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:52.789033 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3da3d7a6-093d-40cb-b032-68dc1364f819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (289e596f-9a54-4b4c-a616-1d922927e3a2), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:52.835345 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da3d7a6-093d-40cb-b032-68dc1364f819 admin admin] Network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:30:52.840717 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-3da3d7a6-093d-40cb-b032-68dc1364f819 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:30:52.843665 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3d7a6-093d-40cb-b032-68dc1364f819 admin admin] Pushing event updated for resources: {'Port': ['ID=289e596f-9a54-4b4c-a616-1d922927e3a2,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:52.846108 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da3d7a6-093d-40cb-b032-68dc1364f819 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:30:52.890248 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3da3d7a6-093d-40cb-b032-68dc1364f819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (b3a90209-9063-4671-b93d-047fe32adee1), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:53.041428 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3da3d7a6-093d-40cb-b032-68dc1364f819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (289e596f-9a54-4b4c-a616-1d922927e3a2), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:53.153000 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3f4f8c64-f7d3-49f9-955b-953d472a78bb None None] Current status of the port 1c96dba9-ac1d-4e22-acf7-629c3e7d11e5 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:30:53.213909 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3da3d7a6-093d-40cb-b032-68dc1364f819 admin admin] Publish callbacks [] for port (289e596f-9a54-4b4c-a616-1d922927e3a2), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:53.219217 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3da3d7a6-093d-40cb-b032-68dc1364f819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (289e596f-9a54-4b4c-a616-1d922927e3a2), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:53.227743 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 1c96dba9-ac1d-4e22-acf7-629c3e7d11e5 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:30:53.282536 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e2f61145-23b8-4d84-aaa9-39924c8db063 None None] Publish callbacks [] for port (8975e429-327c-43fe-bef7-50d10f7df8ad), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:53.287599 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3d7a6-093d-40cb-b032-68dc1364f819 admin admin] Pushing event updated for resources: {'Port': ['ID=289e596f-9a54-4b4c-a616-1d922927e3a2,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:53.288621 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-39f5ebd2-a491-4002-b3c3-0c811f6ed30b None None] Provisioning complete for port 289e596f-9a54-4b4c-a616-1d922927e3a2 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:30:53.288996 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-39f5ebd2-a491-4002-b3c3-0c811f6ed30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (289e596f-9a54-4b4c-a616-1d922927e3a2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:53.291618 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e2f61145-23b8-4d84-aaa9-39924c8db063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8975e429-327c-43fe-bef7-50d10f7df8ad), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:53.293656 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3da3d7a6-093d-40cb-b032-68dc1364f819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (b3a90209-9063-4671-b93d-047fe32adee1), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:53.370853 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-e2f61145-23b8-4d84-aaa9-39924c8db063 None None] Attempting to bind port 8975e429-327c-43fe-bef7-50d10f7df8ad on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:30:53.371257 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-e2f61145-23b8-4d84-aaa9-39924c8db063 None None] Attempting to bind port 8975e429-327c-43fe-bef7-50d10f7df8ad by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:30:53.371631 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f61145-23b8-4d84-aaa9-39924c8db063 None None] Attempting to bind port 8975e429-327c-43fe-bef7-50d10f7df8ad on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:30:53.376594 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-39f5ebd2-a491-4002-b3c3-0c811f6ed30b None None] Port 289e596f-9a54-4b4c-a616-1d922927e3a2 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:30:53.384547 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f61145-23b8-4d84-aaa9-39924c8db063 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:30:53.384938 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f61145-23b8-4d84-aaa9-39924c8db063 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:30:53.385351 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e2f61145-23b8-4d84-aaa9-39924c8db063 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:53.385744 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f61145-23b8-4d84-aaa9-39924c8db063 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:30:53.386221 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-e2f61145-23b8-4d84-aaa9-39924c8db063 None None] Bound port: 8975e429-327c-43fe-bef7-50d10f7df8ad, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:30:53.386608 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e2f61145-23b8-4d84-aaa9-39924c8db063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8975e429-327c-43fe-bef7-50d10f7df8ad), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:53.388150 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff2cb6-a50d-45f7-92cc-e32dc97dfb61 None None] Pushing event updated for resources: {'Port': ['ID=8975e429-327c-43fe-bef7-50d10f7df8ad,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:53.392354 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da3d7a6-093d-40cb-b032-68dc1364f819 admin admin] Network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:30:53.393782 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-3da3d7a6-093d-40cb-b032-68dc1364f819 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:30:53.448270 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-e2f61145-23b8-4d84-aaa9-39924c8db063 None None] For port 8975e429-327c-43fe-bef7-50d10f7df8ad, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:30:53.452978 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-e2f61145-23b8-4d84-aaa9-39924c8db063 None None] For port 8975e429-327c-43fe-bef7-50d10f7df8ad, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=8975e429-327c-43fe-bef7-50d10f7df8ad,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:30:53.460349 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e2f61145-23b8-4d84-aaa9-39924c8db063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8975e429-327c-43fe-bef7-50d10f7df8ad), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:53.519172 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f61145-23b8-4d84-aaa9-39924c8db063 None None] Routers {'b3a90209-9063-4671-b93d-047fe32adee1'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:30:53.519741 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e2f61145-23b8-4d84-aaa9-39924c8db063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:30:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b3a90209-9063-4671-b93d-047fe32adee1'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:30:53.529601 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da3d7a6-093d-40cb-b032-68dc1364f819 admin admin] Router b3a90209-9063-4671-b93d-047fe32adee1 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:30:53.567915 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff2cb6-a50d-45f7-92cc-e32dc97dfb61 None None] Pushing event updated for resources: {'Port': ['ID=8975e429-327c-43fe-bef7-50d10f7df8ad,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:53.646272 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da3d7a6-093d-40cb-b032-68dc1364f819 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:30:53.651397 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3da3d7a6-093d-40cb-b032-68dc1364f819 admin admin] 10.222.0.11 "PUT /v2.0/routers/b3a90209-9063-4671-b93d-047fe32adee1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7214859 Mar 05 05:30:53.655342 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-e2f61145-23b8-4d84-aaa9-39924c8db063 None None] Set router b3a90209-9063-4671-b93d-047fe32adee1 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:30:53.735179 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-16a4e9fa-bdb6-4a33-bba9-e4252f3364a7 None None] Provisioning complete for port 289e596f-9a54-4b4c-a616-1d922927e3a2 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:30:53.735489 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-16a4e9fa-bdb6-4a33-bba9-e4252f3364a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (289e596f-9a54-4b4c-a616-1d922927e3a2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:53.820067 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-16a4e9fa-bdb6-4a33-bba9-e4252f3364a7 None None] Port 289e596f-9a54-4b4c-a616-1d922927e3a2 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:30:53.870165 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 1c96dba9-ac1d-4e22-acf7-629c3e7d11e5 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:30:53.943241 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 1c96dba9-ac1d-4e22-acf7-629c3e7d11e5 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:30:53.943624 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1c96dba9-ac1d-4e22-acf7-629c3e7d11e5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:53.946441 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e2f61145-23b8-4d84-aaa9-39924c8db063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 4, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'gw_port': {'id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '289e596f-9a54-4b4c-a616-1d922927e3a2', 'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'mac_address': 'fa:16:3e:4b:a7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:52Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 2, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'subnets': [{'id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:30:53.991466 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f61145-23b8-4d84-aaa9-39924c8db063 None None] The sync data for ids ['b3a90209-9063-4671-b93d-047fe32adee1'] in n-d-789963-32 is: [{'id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 4, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'gw_port': {'id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '289e596f-9a54-4b4c-a616-1d922927e3a2', 'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'mac_address': 'fa:16:3e:4b:a7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:52Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 2, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'subnets': [{'id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:30:54.058160 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43308) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:30:54.063602 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-3340af3c-5d63-4e03-8c2a-5af53e63525c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Request body: {'security_group': {'name': 'tempest-securitygroup--562253647', 'description': 'tempest-description--1962022664'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:30:54.065734 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 1c96dba9-ac1d-4e22-acf7-629c3e7d11e5 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:30:54.085272 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3340af3c-5d63-4e03-8c2a-5af53e63525c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:54.156196 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3340af3c-5d63-4e03-8c2a-5af53e63525c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for security_group (e4c1febe-3519-431a-842d-e88d71af7241), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:54.160591 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3340af3c-5d63-4e03-8c2a-5af53e63525c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e4c1febe-3519-431a-842d-e88d71af7241), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:54.204462 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3340af3c-5d63-4e03-8c2a-5af53e63525c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:54.205729 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3340af3c-5d63-4e03-8c2a-5af53e63525c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1465375 Mar 05 05:30:54.208863 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43312) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:30:54.213090 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-cdddd8db-2ad8-4015-9073-537a8625d46e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Request body: {'security_group_rule': {'security_group_id': 'e4c1febe-3519-431a-842d-e88d71af7241', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:30:54.218985 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340af3c-5d63-4e03-8c2a-5af53e63525c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c1febe-3519-431a-842d-e88d71af7241,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:54.249934 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cdddd8db-2ad8-4015-9073-537a8625d46e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for security_group_rule (b0d8363b-770e-4e4c-bd7c-f1e8218949a4), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:54.308884 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cdddd8db-2ad8-4015-9073-537a8625d46e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for security_group_rule (b0d8363b-770e-4e4c-bd7c-f1e8218949a4), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:54.313463 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cdddd8db-2ad8-4015-9073-537a8625d46e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (b0d8363b-770e-4e4c-bd7c-f1e8218949a4), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:54.334177 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdddd8db-2ad8-4015-9073-537a8625d46e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d8363b-770e-4e4c-bd7c-f1e8218949a4,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:54.343689 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cdddd8db-2ad8-4015-9073-537a8625d46e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:54.345071 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-cdddd8db-2ad8-4015-9073-537a8625d46e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1351628 Mar 05 05:30:54.347823 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43314) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:30:54.352200 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-02e653d1-50c9-4367-8b49-1ff9d2001177 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Request body: {'security_group_rule': {'security_group_id': 'e4c1febe-3519-431a-842d-e88d71af7241', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:30:54.380408 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-02e653d1-50c9-4367-8b49-1ff9d2001177 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for security_group_rule (55976902-001e-4223-9c60-60d1ef59cf64), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:54.441809 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-02e653d1-50c9-4367-8b49-1ff9d2001177 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for security_group_rule (55976902-001e-4223-9c60-60d1ef59cf64), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:54.446813 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-02e653d1-50c9-4367-8b49-1ff9d2001177 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (55976902-001e-4223-9c60-60d1ef59cf64), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:54.469477 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e653d1-50c9-4367-8b49-1ff9d2001177 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55976902-001e-4223-9c60-60d1ef59cf64,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:54.478873 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-02e653d1-50c9-4367-8b49-1ff9d2001177 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:54.480143 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-02e653d1-50c9-4367-8b49-1ff9d2001177 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1313825 Mar 05 05:30:54.483769 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43316) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:30:54.488780 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-7f221eb8-7786-4ff9-8bdd-91cf32261b77 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:30:54.509229 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f221eb8-7786-4ff9-8bdd-91cf32261b77 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:54.612893 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f221eb8-7786-4ff9-8bdd-91cf32261b77 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:54.735904 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-7f221eb8-7786-4ff9-8bdd-91cf32261b77 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Allocated IP 172.25.0.158 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/983ea38e-87cd-4376-ac34-9ce59cf5c696) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:30:54.843665 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f221eb8-7786-4ff9-8bdd-91cf32261b77 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for port (983ea38e-87cd-4376-ac34-9ce59cf5c696), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:54.884790 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f221eb8-7786-4ff9-8bdd-91cf32261b77 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (983ea38e-87cd-4376-ac34-9ce59cf5c696), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:54.929716 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f221eb8-7786-4ff9-8bdd-91cf32261b77 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:30:54.932714 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-7f221eb8-7786-4ff9-8bdd-91cf32261b77 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:30:54.938087 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f221eb8-7786-4ff9-8bdd-91cf32261b77 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:30:54.962835 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f221eb8-7786-4ff9-8bdd-91cf32261b77 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Pushing event updated for resources: {'Port': ['ID=983ea38e-87cd-4376-ac34-9ce59cf5c696,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:55.034224 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f221eb8-7786-4ff9-8bdd-91cf32261b77 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for floatingip (e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:55.075640 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f221eb8-7786-4ff9-8bdd-91cf32261b77 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (983ea38e-87cd-4376-ac34-9ce59cf5c696), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:55.235280 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f221eb8-7786-4ff9-8bdd-91cf32261b77 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for port (983ea38e-87cd-4376-ac34-9ce59cf5c696), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:55.239657 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f221eb8-7786-4ff9-8bdd-91cf32261b77 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (983ea38e-87cd-4376-ac34-9ce59cf5c696), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:55.311967 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f221eb8-7786-4ff9-8bdd-91cf32261b77 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Pushing event updated for resources: {'Port': ['ID=983ea38e-87cd-4376-ac34-9ce59cf5c696,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:55.324683 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f221eb8-7786-4ff9-8bdd-91cf32261b77 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:55.340139 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7f221eb8-7786-4ff9-8bdd-91cf32261b77 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:55.341391 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7f221eb8-7786-4ff9-8bdd-91cf32261b77 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8562150 Mar 05 05:30:55.625143 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-11b381d2-af82-4d98-a2e6-aa36b8021b80 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--562253647&fields=id&tenant_id=f2b0097d48fe4c36b291783cc6b4fd16 HTTP/1.1" status: 200 len: 267 time: 0.0531385 Mar 05 05:30:55.736696 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-267f2284-cc7e-4998-923f-3e990f327872 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:55.738158 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-267f2284-cc7e-4998-923f-3e990f327872 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 811 time: 0.1039283 Mar 05 05:30:55.753913 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-7ab62858-202d-45e2-8602-170b014cf505 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/quotas/f2b0097d48fe4c36b291783cc6b4fd16 HTTP/1.1" status: 200 len: 375 time: 0.0102959 Mar 05 05:30:55.810925 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-4b9c4449-9cbe-448c-a101-251827f6b989 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516207 Mar 05 05:30:55.891659 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8975e429-327c-43fe-bef7-50d10f7df8ad up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:30:55.920824 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-e005d4f0-6b15-4b57-852c-dd8eccf41e50 service neutron] 10.222.0.11 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945511 Mar 05 05:30:55.941889 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 8975e429-327c-43fe-bef7-50d10f7df8ad triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:30:55.942353 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8975e429-327c-43fe-bef7-50d10f7df8ad), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:55.982153 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d83621d-ed26-4a64-93e3-48ce9e299d65 None None] Sync routers for ids ['b3a90209-9063-4671-b93d-047fe32adee1'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:30:55.994758 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d83621d-ed26-4a64-93e3-48ce9e299d65 None None] Routers {'b3a90209-9063-4671-b93d-047fe32adee1'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:30:55.995442 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-3d83621d-ed26-4a64-93e3-48ce9e299d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:30:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b3a90209-9063-4671-b93d-047fe32adee1'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:30:56.026285 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-04e6218c-1b27-44ee-8190-f5fe2d61822f service neutron] 10.222.0.11 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992305 Mar 05 05:30:56.028713 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 8975e429-327c-43fe-bef7-50d10f7df8ad is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:30:56.029204 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8975e429-327c-43fe-bef7-50d10f7df8ad), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:56.053338 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 8975e429-327c-43fe-bef7-50d10f7df8ad, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=8975e429-327c-43fe-bef7-50d10f7df8ad,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:30:56.057688 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8975e429-327c-43fe-bef7-50d10f7df8ad), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:56.112072 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-3d83621d-ed26-4a64-93e3-48ce9e299d65 None None] Set router b3a90209-9063-4671-b93d-047fe32adee1 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:30:56.117181 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=8975e429-327c-43fe-bef7-50d10f7df8ad,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:56.287092 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5589dbe5-4d3e-427c-afa6-9457c4a16df7 req-f50e6dd2-96d1-4e55-9f03-3089d4277782 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 210 time: 0.1072807 Mar 05 05:30:56.344467 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-3d83621d-ed26-4a64-93e3-48ce9e299d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 4, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'gw_port': {'id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '289e596f-9a54-4b4c-a616-1d922927e3a2', 'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'mac_address': 'fa:16:3e:4b:a7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:52Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 2, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'subnets': [{'id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:30:56.371664 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d83621d-ed26-4a64-93e3-48ce9e299d65 None None] Checking router: b3a90209-9063-4671-b93d-047fe32adee1 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:30:56.372019 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d83621d-ed26-4a64-93e3-48ce9e299d65 None None] Updating router b3a90209-9063-4671-b93d-047fe32adee1 port 289e596f-9a54-4b4c-a616-1d922927e3a2 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:30:56.403528 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-3d83621d-ed26-4a64-93e3-48ce9e299d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (289e596f-9a54-4b4c-a616-1d922927e3a2), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:56.687371 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-3d83621d-ed26-4a64-93e3-48ce9e299d65 None None] Publish callbacks [] for port (289e596f-9a54-4b4c-a616-1d922927e3a2), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:56.692885 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-3d83621d-ed26-4a64-93e3-48ce9e299d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (289e596f-9a54-4b4c-a616-1d922927e3a2), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:56.749042 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9efee-1c23-4839-984d-3de9e5156371 None None] Pushing event updated for resources: {'Port': ['ID=289e596f-9a54-4b4c-a616-1d922927e3a2,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:56.773620 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9efee-1c23-4839-984d-3de9e5156371 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:56.773972 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9efee-1c23-4839-984d-3de9e5156371 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:56.774322 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9efee-1c23-4839-984d-3de9e5156371 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:56.774665 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9efee-1c23-4839-984d-3de9e5156371 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:56.775005 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9efee-1c23-4839-984d-3de9e5156371 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:56.775365 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9efee-1c23-4839-984d-3de9e5156371 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:56.775700 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9efee-1c23-4839-984d-3de9e5156371 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:56.776033 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9efee-1c23-4839-984d-3de9e5156371 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:56.776364 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9efee-1c23-4839-984d-3de9e5156371 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:56.776692 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9efee-1c23-4839-984d-3de9e5156371 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:56.777021 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9efee-1c23-4839-984d-3de9e5156371 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:56.777350 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9efee-1c23-4839-984d-3de9e5156371 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:56.777675 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9efee-1c23-4839-984d-3de9e5156371 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:30:56.820921 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-3d83621d-ed26-4a64-93e3-48ce9e299d65 None None] Attempting to bind port 289e596f-9a54-4b4c-a616-1d922927e3a2 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:30:56.821304 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-3d83621d-ed26-4a64-93e3-48ce9e299d65 None None] Attempting to bind port 289e596f-9a54-4b4c-a616-1d922927e3a2 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:30:56.821891 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d83621d-ed26-4a64-93e3-48ce9e299d65 None None] Attempting to bind port 289e596f-9a54-4b4c-a616-1d922927e3a2 on network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:30:56.828715 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d83621d-ed26-4a64-93e3-48ce9e299d65 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:30:56.829092 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d83621d-ed26-4a64-93e3-48ce9e299d65 None None] Checking segment: {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:30:56.829499 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-3d83621d-ed26-4a64-93e3-48ce9e299d65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:56.829901 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d83621d-ed26-4a64-93e3-48ce9e299d65 None None] Bound using segment: {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:30:56.830370 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-3d83621d-ed26-4a64-93e3-48ce9e299d65 None None] Bound port: 289e596f-9a54-4b4c-a616-1d922927e3a2, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:30:56.830752 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-3d83621d-ed26-4a64-93e3-48ce9e299d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (289e596f-9a54-4b4c-a616-1d922927e3a2), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:56.896860 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-3d83621d-ed26-4a64-93e3-48ce9e299d65 None None] For port 289e596f-9a54-4b4c-a616-1d922927e3a2, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:30:56.900592 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-3d83621d-ed26-4a64-93e3-48ce9e299d65 None None] For port 289e596f-9a54-4b4c-a616-1d922927e3a2, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=289e596f-9a54-4b4c-a616-1d922927e3a2,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:30:56.907371 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-3d83621d-ed26-4a64-93e3-48ce9e299d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (289e596f-9a54-4b4c-a616-1d922927e3a2), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:56.965893 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d83621d-ed26-4a64-93e3-48ce9e299d65 None None] Routers {'b3a90209-9063-4671-b93d-047fe32adee1'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:30:56.966521 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-3d83621d-ed26-4a64-93e3-48ce9e299d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:30:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b3a90209-9063-4671-b93d-047fe32adee1'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:30:56.968275 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-41e7bd2f-ef3d-4d6f-a17b-835109f0991d None None] Provisioning complete for port 289e596f-9a54-4b4c-a616-1d922927e3a2 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:30:56.968752 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-41e7bd2f-ef3d-4d6f-a17b-835109f0991d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (289e596f-9a54-4b4c-a616-1d922927e3a2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:57.012467 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9efee-1c23-4839-984d-3de9e5156371 None None] Pushing event updated for resources: {'Port': ['ID=289e596f-9a54-4b4c-a616-1d922927e3a2,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:57.055860 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-41e7bd2f-ef3d-4d6f-a17b-835109f0991d None None] Current status of the port 289e596f-9a54-4b4c-a616-1d922927e3a2 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:30:57.056601 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-41e7bd2f-ef3d-4d6f-a17b-835109f0991d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (289e596f-9a54-4b4c-a616-1d922927e3a2), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:57.094565 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-41e7bd2f-ef3d-4d6f-a17b-835109f0991d None None] For port 289e596f-9a54-4b4c-a616-1d922927e3a2, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=289e596f-9a54-4b4c-a616-1d922927e3a2,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:30:57.100447 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-41e7bd2f-ef3d-4d6f-a17b-835109f0991d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (289e596f-9a54-4b4c-a616-1d922927e3a2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:57.112335 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-3d83621d-ed26-4a64-93e3-48ce9e299d65 None None] Set router b3a90209-9063-4671-b93d-047fe32adee1 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:30:57.194694 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e7bd2f-ef3d-4d6f-a17b-835109f0991d None None] Pushing event updated for resources: {'Port': ['ID=289e596f-9a54-4b4c-a616-1d922927e3a2,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:57.236693 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-0ac4354e-f33d-4c32-bd30-7b3b84b839b8 None None] Provisioning complete for port 289e596f-9a54-4b4c-a616-1d922927e3a2 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:30:57.237073 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0ac4354e-f33d-4c32-bd30-7b3b84b839b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (289e596f-9a54-4b4c-a616-1d922927e3a2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:57.243049 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-327645fd-b8d8-4e06-a304-3ac7c707c4dd tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:57.245593 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-327645fd-b8d8-4e06-a304-3ac7c707c4dd tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.31 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 811 time: 0.1347671 Mar 05 05:30:57.321356 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-92b5923d-16fa-4f0e-a54c-68087202c1aa tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2b0097d48fe4c36b291783cc6b4fd16 HTTP/1.1" status: 200 len: 379 time: 0.0666494 Mar 05 05:30:57.324693 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-0ac4354e-f33d-4c32-bd30-7b3b84b839b8 None None] Current status of the port 289e596f-9a54-4b4c-a616-1d922927e3a2 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:30:57.332158 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-4b998f07-7d36-4a35-a236-7ace1fef8e0e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Request body: {'port': {'device_id': '9d881b55-5c76-4d9f-9303-768a13b0ad23', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'admin_state_up': True, 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'security_groups': ['e4c1febe-3519-431a-842d-e88d71af7241']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:30:57.349356 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-3d83621d-ed26-4a64-93e3-48ce9e299d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 4, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'gw_port': {'id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '289e596f-9a54-4b4c-a616-1d922927e3a2', 'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'mac_address': 'fa:16:3e:4b:a7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:52Z', 'updated_at': '2022-03-05T05:30:56Z', 'revision_number': 4, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'subnets': [{'id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:30:57.379653 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d83621d-ed26-4a64-93e3-48ce9e299d65 None None] The sync data for ids ['b3a90209-9063-4671-b93d-047fe32adee1'] in n-d-789963-32 is: [{'id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 4, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'gw_port': {'id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '289e596f-9a54-4b4c-a616-1d922927e3a2', 'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'mac_address': 'fa:16:3e:4b:a7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:52Z', 'updated_at': '2022-03-05T05:30:56Z', 'revision_number': 4, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'subnets': [{'id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:30:57.393329 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-92636142-2a1d-4561-8ccc-cae176d9e817 req-153edf01-c64e-4861-a956-e6b6cc44805a tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 210 time: 0.0296574 Mar 05 05:30:57.452780 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-4b998f07-7d36-4a35-a236-7ace1fef8e0e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Made reservation on behalf of f2b0097d48fe4c36b291783cc6b4fd16 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:30:57.456678 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-4b998f07-7d36-4a35-a236-7ace1fef8e0e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:57.595220 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-4b998f07-7d36-4a35-a236-7ace1fef8e0e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Allocated IP 172.20.0.10 (7287a01c-743b-4cba-b6e7-5adc2d9d7f25/fb6c56a0-cd24-49e4-ac62-072fc1753800/490b4b23-28cb-4195-908c-e64b00b40f5e) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:30:57.736977 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-4b998f07-7d36-4a35-a236-7ace1fef8e0e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for port (490b4b23-28cb-4195-908c-e64b00b40f5e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:57.770676 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-4b998f07-7d36-4a35-a236-7ace1fef8e0e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (490b4b23-28cb-4195-908c-e64b00b40f5e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:57.821613 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-4b998f07-7d36-4a35-a236-7ace1fef8e0e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:30:57.825665 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-4b998f07-7d36-4a35-a236-7ace1fef8e0e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:30:57.828715 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-4b998f07-7d36-4a35-a236-7ace1fef8e0e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:30:57.861667 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b998f07-7d36-4a35-a236-7ace1fef8e0e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Pushing event updated for resources: {'Port': ['ID=490b4b23-28cb-4195-908c-e64b00b40f5e,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:57.888978 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-4b998f07-7d36-4a35-a236-7ace1fef8e0e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:57.889640 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-4b998f07-7d36-4a35-a236-7ace1fef8e0e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:57.902617 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 289e596f-9a54-4b4c-a616-1d922927e3a2 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:30:57.910762 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-4b998f07-7d36-4a35-a236-7ace1fef8e0e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5822878 Mar 05 05:30:57.922944 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-e26cc5d7-dfa2-4888-82f5-19727122085a service neutron] Request body: {'port': {'device_id': '9d881b55-5c76-4d9f-9303-768a13b0ad23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:30:57.991955 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 289e596f-9a54-4b4c-a616-1d922927e3a2 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:30:57.992966 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (289e596f-9a54-4b4c-a616-1d922927e3a2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:57.993394 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-e26cc5d7-dfa2-4888-82f5-19727122085a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (490b4b23-28cb-4195-908c-e64b00b40f5e), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:58.108258 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 289e596f-9a54-4b4c-a616-1d922927e3a2 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:30:58.109438 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8975e429-327c-43fe-bef7-50d10f7df8ad up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:30:58.166538 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-67683c28-d024-4a4e-aeca-f8b9ae9901b7 None None] Provisioning complete for port 490b4b23-28cb-4195-908c-e64b00b40f5e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:30:58.166916 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-67683c28-d024-4a4e-aeca-f8b9ae9901b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (490b4b23-28cb-4195-908c-e64b00b40f5e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:58.192057 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 8975e429-327c-43fe-bef7-50d10f7df8ad triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:30:58.192430 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8975e429-327c-43fe-bef7-50d10f7df8ad), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:58.233335 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-67683c28-d024-4a4e-aeca-f8b9ae9901b7 None None] Port 490b4b23-28cb-4195-908c-e64b00b40f5e cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:30:58.281926 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 8975e429-327c-43fe-bef7-50d10f7df8ad is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:30:58.290561 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-e26cc5d7-dfa2-4888-82f5-19727122085a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 490b4b23-28cb-4195-908c-e64b00b40f5e {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:30:58.298744 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-e26cc5d7-dfa2-4888-82f5-19727122085a service neutron] Publish callbacks [] for port (490b4b23-28cb-4195-908c-e64b00b40f5e), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:58.310652 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-e26cc5d7-dfa2-4888-82f5-19727122085a service neutron] Transition to ACTIVE for port object 490b4b23-28cb-4195-908c-e64b00b40f5e will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:30:58.314479 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-e26cc5d7-dfa2-4888-82f5-19727122085a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (490b4b23-28cb-4195-908c-e64b00b40f5e), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:58.381511 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26cc5d7-dfa2-4888-82f5-19727122085a service neutron] Pushing event updated for resources: {'Port': ['ID=490b4b23-28cb-4195-908c-e64b00b40f5e,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:58.446278 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-e26cc5d7-dfa2-4888-82f5-19727122085a service neutron] Attempting to bind port 490b4b23-28cb-4195-908c-e64b00b40f5e on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:30:58.446701 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-e26cc5d7-dfa2-4888-82f5-19727122085a service neutron] Attempting to bind port 490b4b23-28cb-4195-908c-e64b00b40f5e by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:30:58.447148 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-e26cc5d7-dfa2-4888-82f5-19727122085a service neutron] Attempting to bind port 490b4b23-28cb-4195-908c-e64b00b40f5e on network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:30:58.452281 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-e26cc5d7-dfa2-4888-82f5-19727122085a service neutron] Port 490b4b23-28cb-4195-908c-e64b00b40f5e on network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:30:58.452680 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-e26cc5d7-dfa2-4888-82f5-19727122085a service neutron] Attempting to bind port 490b4b23-28cb-4195-908c-e64b00b40f5e on network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:30:58.458234 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-e26cc5d7-dfa2-4888-82f5-19727122085a service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:30:58.458566 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-e26cc5d7-dfa2-4888-82f5-19727122085a service neutron] Checking segment: {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:30:58.458962 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-e26cc5d7-dfa2-4888-82f5-19727122085a service neutron] Bound using segment: {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:30:58.459520 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-e26cc5d7-dfa2-4888-82f5-19727122085a service neutron] Bound port: 490b4b23-28cb-4195-908c-e64b00b40f5e, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:30:58.459872 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-e26cc5d7-dfa2-4888-82f5-19727122085a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (490b4b23-28cb-4195-908c-e64b00b40f5e), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:58.525638 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6c9d5-c595-488e-8374-b0baea9673e2 req-fd1f5b67-2726-4710-8d4b-23111fa1c69e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:58.527571 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-efa6c9d5-c595-488e-8374-b0baea9673e2 req-fd1f5b67-2726-4710-8d4b-23111fa1c69e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 944 time: 0.0550451 Mar 05 05:30:58.527709 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-e26cc5d7-dfa2-4888-82f5-19727122085a service neutron] For port 490b4b23-28cb-4195-908c-e64b00b40f5e, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:30:58.531268 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-e26cc5d7-dfa2-4888-82f5-19727122085a service neutron] For port 490b4b23-28cb-4195-908c-e64b00b40f5e, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=490b4b23-28cb-4195-908c-e64b00b40f5e,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:30:58.537815 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-e26cc5d7-dfa2-4888-82f5-19727122085a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (490b4b23-28cb-4195-908c-e64b00b40f5e), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:58.581571 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-e26cc5d7-dfa2-4888-82f5-19727122085a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:58.581973 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-efa6c9d5-c595-488e-8374-b0baea9673e2 req-6d77b52f-82af-4fc7-8b7c-f58fd6ff0754 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472336 Mar 05 05:30:58.582197 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-e26cc5d7-dfa2-4888-82f5-19727122085a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:30:58.583889 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-e26cc5d7-dfa2-4888-82f5-19727122085a service neutron] 10.222.0.31 "PUT /v2.0/ports/490b4b23-28cb-4195-908c-e64b00b40f5e HTTP/1.1" status: 200 len: 1093 time: 0.6663172 Mar 05 05:30:58.586365 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d881b55-5c76-4d9f-9303-768a13b0ad23', 'tag': '490b4b23-28cb-4195-908c-e64b00b40f5e'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:30:58.590259 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404f2d6f-be2d-4504-bc11-1745a2f4e259" -d '{"events": [{"name": "network-changed", "server_uuid": "9d881b55-5c76-4d9f-9303-768a13b0ad23", "tag": "490b4b23-28cb-4195-908c-e64b00b40f5e"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:30:58.618166 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26cc5d7-dfa2-4888-82f5-19727122085a service neutron] Pushing event updated for resources: {'Port': ['ID=490b4b23-28cb-4195-908c-e64b00b40f5e,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:30:58.638501 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c23b81-d7ab-4352-b675-c3129ebd7b3a x-openstack-request-id: req-18c23b81-d7ab-4352-b675-c3129ebd7b3a {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:30:58.638896 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d881b55-5c76-4d9f-9303-768a13b0ad23", "tag": "490b4b23-28cb-4195-908c-e64b00b40f5e", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:30:58.639962 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-18c23b81-d7ab-4352-b675-c3129ebd7b3a {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:30:58.640452 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d881b55-5c76-4d9f-9303-768a13b0ad23', 'tag': '490b4b23-28cb-4195-908c-e64b00b40f5e', 'status': 'completed', 'code': 200} Mar 05 05:30:58.694162 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-224fbd5f-468a-47f5-b9cf-caa930fa9cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:58.695821 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-224fbd5f-468a-47f5-b9cf-caa930fa9cbf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 1127 time: 0.0502796 Mar 05 05:30:58.743135 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-7a9e8e98-9fc9-4bad-95a7-8b53670551df service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=490b4b23-28cb-4195-908c-e64b00b40f5e HTTP/1.1" status: 200 len: 217 time: 0.0397346 Mar 05 05:30:58.793107 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-67d54065-66ea-428d-861b-f6bf82a6af09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:58.794589 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-67d54065-66ea-428d-861b-f6bf82a6af09 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0461502 Mar 05 05:30:58.843817 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-85ece7d4-2a48-4a03-9a45-2b3753b7eb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:58.845295 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-85ece7d4-2a48-4a03-9a45-2b3753b7eb1f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447605 Mar 05 05:30:58.939947 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-de46f724-ceff-41fe-9f99-fe4241a49d70 service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880876 Mar 05 05:30:59.029417 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3c584bb5-1b73-4989-a16c-6de3595cc001 req-d725bb55-0212-4325-bc50-56c326f46258 service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822186 Mar 05 05:30:59.121698 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f2d6f-be2d-4504-bc11-1745a2f4e259 req-b0421b78-a356-4a68-823c-a7ba6f40a8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:59.123291 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-404f2d6f-be2d-4504-bc11-1745a2f4e259 req-b0421b78-a356-4a68-823c-a7ba6f40a8bf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 1127 time: 0.0491929 Mar 05 05:30:59.210033 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f2d6f-be2d-4504-bc11-1745a2f4e259 req-e0a7a543-0b48-418c-80b4-172db2a40717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:59.211506 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-404f2d6f-be2d-4504-bc11-1745a2f4e259 req-e0a7a543-0b48-418c-80b4-172db2a40717 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.0823183 Mar 05 05:30:59.255369 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-404f2d6f-be2d-4504-bc11-1745a2f4e259 req-f264ea9e-4a20-4e8d-bf3b-dcc322de8301 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=490b4b23-28cb-4195-908c-e64b00b40f5e HTTP/1.1" status: 200 len: 217 time: 0.0381298 Mar 05 05:30:59.302056 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f2d6f-be2d-4504-bc11-1745a2f4e259 req-f34c1b65-20bb-42a5-b51f-ab074cb39e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:59.303475 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-404f2d6f-be2d-4504-bc11-1745a2f4e259 req-f34c1b65-20bb-42a5-b51f-ab074cb39e3b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0427754 Mar 05 05:30:59.352941 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f2d6f-be2d-4504-bc11-1745a2f4e259 req-0321fabb-d72c-4aa1-a7ab-d97dc59b91de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:59.354387 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-404f2d6f-be2d-4504-bc11-1745a2f4e259 req-0321fabb-d72c-4aa1-a7ab-d97dc59b91de service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436606 Mar 05 05:30:59.448208 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-404f2d6f-be2d-4504-bc11-1745a2f4e259 req-ad2082b5-93aa-40a2-9613-d5444079dee9 service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854168 Mar 05 05:30:59.536578 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-404f2d6f-be2d-4504-bc11-1745a2f4e259 req-f4c71ecd-04b1-49c5-a772-48f669b62ccd service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817239 Mar 05 05:30:59.705408 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87cf32-b447-4460-84df-bc097d02b4d5 req-1d273809-a241-43e0-b1a8-ffb83639470e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:30:59.706941 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad87cf32-b447-4460-84df-bc097d02b4d5 req-1d273809-a241-43e0-b1a8-ffb83639470e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 944 time: 0.0553577 Mar 05 05:30:59.752557 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad87cf32-b447-4460-84df-bc097d02b4d5 req-5a3e694b-b782-4b28-8919-516a92a22c11 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400796 Mar 05 05:31:00.871895 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb039ab-4570-4757-93d6-61a07c839a4c req-8e80e97c-ea4c-420f-8dc2-f1e760068785 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:00.874297 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ceb039ab-4570-4757-93d6-61a07c839a4c req-8e80e97c-ea4c-420f-8dc2-f1e760068785 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 944 time: 0.0534663 Mar 05 05:31:00.920928 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ceb039ab-4570-4757-93d6-61a07c839a4c req-f7e4d606-d11a-4137-8841-d70e78a776e3 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411117 Mar 05 05:31:01.589414 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 490b4b23-28cb-4195-908c-e64b00b40f5e details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:31:01.690288 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 490b4b23-28cb-4195-908c-e64b00b40f5e, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=490b4b23-28cb-4195-908c-e64b00b40f5e,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:31:01.700224 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '490b4b23-28cb-4195-908c-e64b00b40f5e', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'port_id': '490b4b23-28cb-4195-908c-e64b00b40f5e', 'mac_address': 'fa:16:3e:f4:27:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:31:01.738135 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 490b4b23-28cb-4195-908c-e64b00b40f5e is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:31:01.738533 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (490b4b23-28cb-4195-908c-e64b00b40f5e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:01.751288 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490b4b23-28cb-4195-908c-e64b00b40f5e {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:31:01.770848 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 490b4b23-28cb-4195-908c-e64b00b40f5e, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=490b4b23-28cb-4195-908c-e64b00b40f5e,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:31:01.774707 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (490b4b23-28cb-4195-908c-e64b00b40f5e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:01.819848 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=490b4b23-28cb-4195-908c-e64b00b40f5e,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:31:01.965539 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['490b4b23-28cb-4195-908c-e64b00b40f5e'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:31:02.041905 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4058f-9725-480b-9b70-144daa8a7cc2 req-4e5058a1-3513-44e6-bc16-25be875f6b7b tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:02.043424 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-81e4058f-9725-480b-9b70-144daa8a7cc2 req-4e5058a1-3513-44e6-bc16-25be875f6b7b tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 945 time: 0.0551989 Mar 05 05:31:02.096201 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-81e4058f-9725-480b-9b70-144daa8a7cc2 req-b3e0a1fa-5d0c-456b-8e2c-7a87806901de tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467131 Mar 05 05:31:03.212158 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e6d60-736c-4761-a860-62c3e5af6ee1 req-d3a5c889-7e94-425e-b10c-314164ff2111 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:03.213638 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-387e6d60-736c-4761-a860-62c3e5af6ee1 req-d3a5c889-7e94-425e-b10c-314164ff2111 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 945 time: 0.0527120 Mar 05 05:31:03.261305 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-387e6d60-736c-4761-a860-62c3e5af6ee1 req-0de6810d-036c-4356-bf5f-f649a3126a27 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419478 Mar 05 05:31:03.506608 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:31:03.597346 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 490b4b23-28cb-4195-908c-e64b00b40f5e up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:31:03.645868 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 490b4b23-28cb-4195-908c-e64b00b40f5e completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:31:03.649764 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 490b4b23-28cb-4195-908c-e64b00b40f5e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:31:03.650153 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (490b4b23-28cb-4195-908c-e64b00b40f5e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:03.728980 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 490b4b23-28cb-4195-908c-e64b00b40f5e is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:31:03.729289 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (490b4b23-28cb-4195-908c-e64b00b40f5e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:03.751863 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d881b55-5c76-4d9f-9303-768a13b0ad23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490b4b23-28cb-4195-908c-e64b00b40f5e'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:31:03.754097 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7e5009-3f41-4318-a3df-4a03aa5e1e68" -d '{"events": [{"server_uuid": "9d881b55-5c76-4d9f-9303-768a13b0ad23", "name": "network-vif-plugged", "status": "completed", "tag": "490b4b23-28cb-4195-908c-e64b00b40f5e"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:31:03.767106 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 490b4b23-28cb-4195-908c-e64b00b40f5e, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=490b4b23-28cb-4195-908c-e64b00b40f5e,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:31:03.772407 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (490b4b23-28cb-4195-908c-e64b00b40f5e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:03.797658 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4714e67-e637-4c05-814e-f8fe9ba5c6d8 x-openstack-request-id: req-b4714e67-e637-4c05-814e-f8fe9ba5c6d8 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:31:03.797787 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d881b55-5c76-4d9f-9303-768a13b0ad23", "name": "network-vif-plugged", "status": "completed", "tag": "490b4b23-28cb-4195-908c-e64b00b40f5e", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:31:03.797952 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b4714e67-e637-4c05-814e-f8fe9ba5c6d8 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:31:03.798350 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d881b55-5c76-4d9f-9303-768a13b0ad23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490b4b23-28cb-4195-908c-e64b00b40f5e', 'code': 200} Mar 05 05:31:03.823567 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=490b4b23-28cb-4195-908c-e64b00b40f5e,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:31:03.893160 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0db344-2e94-4597-978c-f39fd34ddc72 req-02034537-9e40-4e94-967f-4975392f8c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:03.894640 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0c0db344-2e94-4597-978c-f39fd34ddc72 req-02034537-9e40-4e94-967f-4975392f8c3c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 1129 time: 0.0442259 Mar 05 05:31:03.944147 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0c0db344-2e94-4597-978c-f39fd34ddc72 req-b99ee219-490d-43ee-a21d-a2423efc878e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408897 Mar 05 05:31:04.379775 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1dd72-18fd-4f7a-ad43-e5c5dfe3c45d req-28da204a-8780-4aae-b735-c9d5f763573a tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:04.381178 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-49c1dd72-18fd-4f7a-ad43-e5c5dfe3c45d req-28da204a-8780-4aae-b735-c9d5f763573a tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 946 time: 0.0527005 Mar 05 05:31:04.428022 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-49c1dd72-18fd-4f7a-ad43-e5c5dfe3c45d req-e6a867a8-1352-40b6-b290-fc405c8b3780 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413404 Mar 05 05:31:05.552179 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386df7d-df46-47a9-917f-924570b0d7a8 req-58cc217c-2058-448c-b97a-5ee0983d2f75 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:05.553655 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3386df7d-df46-47a9-917f-924570b0d7a8 req-58cc217c-2058-448c-b97a-5ee0983d2f75 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 946 time: 0.0562363 Mar 05 05:31:05.600887 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3386df7d-df46-47a9-917f-924570b0d7a8 req-680bdc98-9b22-4b2f-829d-e3fc52bbd232 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416901 Mar 05 05:31:05.715910 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a7d1f-81fa-47d0-aaa9-4debd4d57c7f req-dcb43a45-1e66-4d5e-b3e9-0027976c1411 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:05.717273 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-437a7d1f-81fa-47d0-aaa9-4debd4d57c7f req-dcb43a45-1e66-4d5e-b3e9-0027976c1411 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 946 time: 0.0549760 Mar 05 05:31:05.726184 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43370) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:31:05.730647 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-fbca43b0-74fa-4ee9-80ae-75c2d43e13c4 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Request body: {'floatingip': {'port_id': '490b4b23-28cb-4195-908c-e64b00b40f5e'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:31:05.770448 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbca43b0-74fa-4ee9-80ae-75c2d43e13c4 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for floatingip (e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:06.223408 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbca43b0-74fa-4ee9-80ae-75c2d43e13c4 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:06.227178 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbca43b0-74fa-4ee9-80ae-75c2d43e13c4 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:06.329158 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-fbca43b0-74fa-4ee9-80ae-75c2d43e13c4 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Floating IP e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c associated. External IP: 172.25.0.158, port: 490b4b23-28cb-4195-908c-e64b00b40f5e. Mar 05 05:31:06.537605 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbca43b0-74fa-4ee9-80ae-75c2d43e13c4 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Router b3a90209-9063-4671-b93d-047fe32adee1 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:31:06.978025 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbca43b0-74fa-4ee9-80ae-75c2d43e13c4 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:31:06.982845 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fbca43b0-74fa-4ee9-80ae-75c2d43e13c4 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:06.992583 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4612ac1c-eefa-440b-a24e-dd2b435630aa None None] Sync routers for ids ['b3a90209-9063-4671-b93d-047fe32adee1'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:31:07.003320 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4612ac1c-eefa-440b-a24e-dd2b435630aa None None] Routers {'b3a90209-9063-4671-b93d-047fe32adee1'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:31:07.003951 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-4612ac1c-eefa-440b-a24e-dd2b435630aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:30:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b3a90209-9063-4671-b93d-047fe32adee1'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:31:07.013415 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fbca43b0-74fa-4ee9-80ae-75c2d43e13c4 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "PUT /v2.0/floatingips/e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c HTTP/1.1" status: 200 len: 992 time: 1.2861593 Mar 05 05:31:07.014142 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d881b55-5c76-4d9f-9303-768a13b0ad23', 'tag': '490b4b23-28cb-4195-908c-e64b00b40f5e'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:31:07.016891 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d78d10-7352-4079-aa5c-bba40ba766fb" -d '{"events": [{"name": "network-changed", "server_uuid": "9d881b55-5c76-4d9f-9303-768a13b0ad23", "tag": "490b4b23-28cb-4195-908c-e64b00b40f5e"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:31:07.114974 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-4612ac1c-eefa-440b-a24e-dd2b435630aa None None] Set router b3a90209-9063-4671-b93d-047fe32adee1 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:31:07.128661 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db43fda-2c23-4ffa-80cd-bc041c6b882c req-628b976a-94eb-4375-b766-f7ef3d2a0e50 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:07.130585 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8db43fda-2c23-4ffa-80cd-bc041c6b882c req-628b976a-94eb-4375-b766-f7ef3d2a0e50 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 946 time: 0.0591543 Mar 05 05:31:07.132197 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa520ce3-70d5-4a68-bbb0-c100e55b30e5 x-openstack-request-id: req-fa520ce3-70d5-4a68-bbb0-c100e55b30e5 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:31:07.132492 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d881b55-5c76-4d9f-9303-768a13b0ad23", "tag": "490b4b23-28cb-4195-908c-e64b00b40f5e", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:31:07.132751 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fa520ce3-70d5-4a68-bbb0-c100e55b30e5 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:31:07.133158 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d881b55-5c76-4d9f-9303-768a13b0ad23', 'tag': '490b4b23-28cb-4195-908c-e64b00b40f5e', 'status': 'completed', 'code': 200} Mar 05 05:31:07.187613 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8db43fda-2c23-4ffa-80cd-bc041c6b882c req-d15022ec-8286-4a38-8949-dfa72f76de84 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501688 Mar 05 05:31:07.203020 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d78d10-7352-4079-aa5c-bba40ba766fb req-d5597937-d1d9-41c3-b70e-fba0c2a10856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:07.204869 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-98d78d10-7352-4079-aa5c-bba40ba766fb req-d5597937-d1d9-41c3-b70e-fba0c2a10856 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 1129 time: 0.0482659 Mar 05 05:31:07.297635 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d78d10-7352-4079-aa5c-bba40ba766fb req-4c6dabe6-88f1-4c19-bc8c-2691bdd234f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:07.299054 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-98d78d10-7352-4079-aa5c-bba40ba766fb req-4c6dabe6-88f1-4c19-bc8c-2691bdd234f8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.0890491 Mar 05 05:31:07.307535 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa19ac-b63b-4418-9cdf-0f98f5951195 req-3e2febe6-e44b-4c24-8f09-f65c5b362d28 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:07.309012 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3dfa19ac-b63b-4418-9cdf-0f98f5951195 req-3e2febe6-e44b-4c24-8f09-f65c5b362d28 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 946 time: 0.0571518 Mar 05 05:31:07.360149 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3dfa19ac-b63b-4418-9cdf-0f98f5951195 req-a0f7ef98-2d6e-4b1e-86d8-6b07da0c2c56 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445321 Mar 05 05:31:07.366368 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-4612ac1c-eefa-440b-a24e-dd2b435630aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 4, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'gw_port': {'id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'floating_ip_address': '172.25.0.158', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'port_id': '490b4b23-28cb-4195-908c-e64b00b40f5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'mac_address': 'fa:16:3e:f4:27:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d881b55-5c76-4d9f-9303-768a13b0ad23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:30:54Z', 'updated_at': '2022-03-05T05:31:06Z', 'revision_number': 1, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289e596f-9a54-4b4c-a616-1d922927e3a2', 'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'mac_address': 'fa:16:3e:4b:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:52Z', 'updated_at': '2022-03-05T05:30:57Z', 'revision_number': 5, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'subnets': [{'id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:31:07.373568 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-98d78d10-7352-4079-aa5c-bba40ba766fb req-ecac5632-8547-4987-9e6a-508fe68632f9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=490b4b23-28cb-4195-908c-e64b00b40f5e HTTP/1.1" status: 200 len: 1000 time: 0.0690300 Mar 05 05:31:07.393619 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4612ac1c-eefa-440b-a24e-dd2b435630aa None None] Checking router: b3a90209-9063-4671-b93d-047fe32adee1 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:31:07.401912 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4612ac1c-eefa-440b-a24e-dd2b435630aa None None] Routers {'b3a90209-9063-4671-b93d-047fe32adee1'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:31:07.402524 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-4612ac1c-eefa-440b-a24e-dd2b435630aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:30:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b3a90209-9063-4671-b93d-047fe32adee1'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:31:07.424669 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d78d10-7352-4079-aa5c-bba40ba766fb req-6c0bdf9d-9072-4dda-a9f8-440a07151f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:07.426137 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-98d78d10-7352-4079-aa5c-bba40ba766fb req-6c0bdf9d-9072-4dda-a9f8-440a07151f0a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0471282 Mar 05 05:31:07.475117 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d78d10-7352-4079-aa5c-bba40ba766fb req-9d348d54-ff60-4706-a5ea-01c37200a305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:07.476644 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-98d78d10-7352-4079-aa5c-bba40ba766fb req-9d348d54-ff60-4706-a5ea-01c37200a305 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446227 Mar 05 05:31:07.514084 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-4612ac1c-eefa-440b-a24e-dd2b435630aa None None] Set router b3a90209-9063-4671-b93d-047fe32adee1 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:31:07.902360 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-98d78d10-7352-4079-aa5c-bba40ba766fb req-78b0c0ce-35a6-4b91-ab66-4f221d690a2c service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196944 Mar 05 05:31:07.913096 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-4612ac1c-eefa-440b-a24e-dd2b435630aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 4, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'gw_port': {'id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'floating_ip_address': '172.25.0.158', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'port_id': '490b4b23-28cb-4195-908c-e64b00b40f5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'mac_address': 'fa:16:3e:f4:27:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d881b55-5c76-4d9f-9303-768a13b0ad23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:30:54Z', 'updated_at': '2022-03-05T05:31:06Z', 'revision_number': 1, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289e596f-9a54-4b4c-a616-1d922927e3a2', 'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'mac_address': 'fa:16:3e:4b:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:52Z', 'updated_at': '2022-03-05T05:30:57Z', 'revision_number': 5, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'subnets': [{'id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:31:07.940060 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4612ac1c-eefa-440b-a24e-dd2b435630aa None None] The sync data for ids ['b3a90209-9063-4671-b93d-047fe32adee1'] in n-d-789963-32 is: [{'id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 4, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'gw_port': {'id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'floating_ip_address': '172.25.0.158', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'port_id': '490b4b23-28cb-4195-908c-e64b00b40f5e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'mac_address': 'fa:16:3e:f4:27:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d881b55-5c76-4d9f-9303-768a13b0ad23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:30:54Z', 'updated_at': '2022-03-05T05:31:06Z', 'revision_number': 1, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289e596f-9a54-4b4c-a616-1d922927e3a2', 'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'mac_address': 'fa:16:3e:4b:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:52Z', 'updated_at': '2022-03-05T05:30:57Z', 'revision_number': 5, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'subnets': [{'id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:31:08.001592 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-98d78d10-7352-4079-aa5c-bba40ba766fb req-6a56bf8e-d0be-4e19-a599-2af2b4d7295b service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927644 Mar 05 05:31:08.132833 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56e8edc-c978-4591-b876-a72d1daa0f58 None None] New status for floating IP e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c: ACTIVE {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:31:08.477384 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91da2e-3fc1-4eeb-ab6f-a2800cc8aa17 req-11ab8eb2-a6fa-4ed4-9543-c9fc4ffc4b58 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:08.478868 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aa91da2e-3fc1-4eeb-ab6f-a2800cc8aa17 req-11ab8eb2-a6fa-4ed4-9543-c9fc4ffc4b58 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 946 time: 0.0537252 Mar 05 05:31:08.525119 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aa91da2e-3fc1-4eeb-ab6f-a2800cc8aa17 req-80d686cf-3bef-4fc1-bf46-9baa4a89342a tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404050 Mar 05 05:31:08.650895 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f98a78-e363-4c4e-8b33-dd88cc4c75bd req-e3db9c88-da80-4005-ba20-937f5e1cb14c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:08.652379 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-43f98a78-e363-4c4e-8b33-dd88cc4c75bd req-e3db9c88-da80-4005-ba20-937f5e1cb14c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 946 time: 0.0554011 Mar 05 05:31:08.698834 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-43f98a78-e363-4c4e-8b33-dd88cc4c75bd req-15476db8-d84a-4e81-bc50-6def3be2abfb tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397222 Mar 05 05:31:08.923352 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-96e71300-6b1c-40fd-85c8-66b705828d52 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0453579 Mar 05 05:31:08.935565 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fc411-e843-4f66-a5f1-fea51702eea3 req-d30bc036-c776-4b26-b388-a593f71d57e3 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:08.937738 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-371fc411-e843-4f66-a5f1-fea51702eea3 req-d30bc036-c776-4b26-b388-a593f71d57e3 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 946 time: 0.0528121 Mar 05 05:31:08.986467 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-371fc411-e843-4f66-a5f1-fea51702eea3 req-41ab9a48-3e49-4fa4-9acf-ecd121c48bcb tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431085 Mar 05 05:31:09.320248 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-ce4c9dd8-8b34-4cd8-892e-44fd042ff51f tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:09.321570 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-ce4c9dd8-8b34-4cd8-892e-44fd042ff51f tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports/490b4b23-28cb-4195-908c-e64b00b40f5e HTTP/1.1" status: 200 len: 943 time: 0.0450583 Mar 05 05:31:10.097466 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-09ca947c-ab2e-4edd-92f4-8aab734d9e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:10.098880 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-09ca947c-ab2e-4edd-92f4-8aab734d9e44 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 1129 time: 0.0486708 Mar 05 05:31:10.118050 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b05ad7-1ed9-460b-9226-7096746e6a28 req-5d8b325a-6252-4f3d-861e-fee673b26a4d tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:10.119554 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b5b05ad7-1ed9-460b-9226-7096746e6a28 req-5d8b325a-6252-4f3d-861e-fee673b26a4d tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 946 time: 0.0581269 Mar 05 05:31:10.168246 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b5b05ad7-1ed9-460b-9226-7096746e6a28 req-4d533fe3-36b0-4c30-bed8-c1e7ce9defc5 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425987 Mar 05 05:31:10.191212 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-b739bac8-b767-4496-937d-22f1adb40629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:10.192697 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-b739bac8-b767-4496-937d-22f1adb40629 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.0884120 Mar 05 05:31:10.256521 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-e910b177-caa9-45ab-be91-59b0c57b392c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=490b4b23-28cb-4195-908c-e64b00b40f5e HTTP/1.1" status: 200 len: 1002 time: 0.0581825 Mar 05 05:31:10.303945 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-f5c54aa5-62b2-4e70-a5b1-65d99d347cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:10.305384 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-f5c54aa5-62b2-4e70-a5b1-65d99d347cf6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0434380 Mar 05 05:31:10.357329 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-dea78a73-59b1-48e2-ae62-7ac364c46551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:10.358870 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-dea78a73-59b1-48e2-ae62-7ac364c46551 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481844 Mar 05 05:31:10.444539 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-86aa358c-dd04-45d1-93b0-cc6c58b2cd5d service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804050 Mar 05 05:31:10.539135 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-5fcaa923-27fd-4fdb-942a-bb897bf397f3 service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888278 Mar 05 05:31:11.292068 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda77eb-5a24-4291-b144-3bdcc9b1e141 req-68dd501b-d717-4022-8512-a38da2fb9b45 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:11.293833 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5fda77eb-5a24-4291-b144-3bdcc9b1e141 req-68dd501b-d717-4022-8512-a38da2fb9b45 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 946 time: 0.0536764 Mar 05 05:31:11.344547 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5fda77eb-5a24-4291-b144-3bdcc9b1e141 req-ee1e9a53-c208-4216-a154-6be19bf5cca2 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440819 Mar 05 05:31:11.455315 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1fa34b64-391a-4cd6-ad99-c49f61f75733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:12.465627 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978844d8-9159-4cc7-8ed2-f7169d2281cb req-d12b48c1-4daa-489c-a583-bba34933a895 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:12.467111 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-978844d8-9159-4cc7-8ed2-f7169d2281cb req-d12b48c1-4daa-489c-a583-bba34933a895 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 946 time: 0.0526264 Mar 05 05:31:12.517482 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-978844d8-9159-4cc7-8ed2-f7169d2281cb req-cee6f857-dbc3-4d01-8702-277dd367507f tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444608 Mar 05 05:31:13.636232 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6ca3e-1f0c-4022-bbe6-1a48b25cb31d req-a48185e9-414f-41dc-9038-82ebaa6eb5aa tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:13.637698 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c4e6ca3e-1f0c-4022-bbe6-1a48b25cb31d req-a48185e9-414f-41dc-9038-82ebaa6eb5aa tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 946 time: 0.0520070 Mar 05 05:31:13.684572 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c4e6ca3e-1f0c-4022-bbe6-1a48b25cb31d req-4040427f-780a-4b03-a287-99978f0683a6 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403483 Mar 05 05:31:13.730526 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7e278be8-7047-4cec-ace8-597caffb02d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:14.080171 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:14.297716 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:14.802811 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbca0c-bd79-46b3-b094-32f47d36cd36 req-f5492b86-ab5c-4424-ab6f-6effdeb163ec tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:14.804362 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3fbca0c-bd79-46b3-b094-32f47d36cd36 req-f5492b86-ab5c-4424-ab6f-6effdeb163ec tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 946 time: 0.0526826 Mar 05 05:31:14.852641 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3fbca0c-bd79-46b3-b094-32f47d36cd36 req-7226078c-b62d-4967-8ed8-4f1e13aa940d tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427461 Mar 05 05:31:15.113636 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:15.973817 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb7529-1fd4-4a3c-93fd-abf253c2cb74 req-d075f858-6646-42e7-b4c7-7545bf660829 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:15.975287 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-caeb7529-1fd4-4a3c-93fd-abf253c2cb74 req-d075f858-6646-42e7-b4c7-7545bf660829 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 946 time: 0.0556455 Mar 05 05:31:16.021098 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-caeb7529-1fd4-4a3c-93fd-abf253c2cb74 req-efaa3cb9-7bde-4cb2-b517-aed2e20ec171 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403161 Mar 05 05:31:16.384739 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:17.137629 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568a113-a253-4e7e-9cd5-998d316f6685 req-ec516605-f209-4d81-8d92-42bbc6b79548 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:17.139097 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c568a113-a253-4e7e-9cd5-998d316f6685 req-ec516605-f209-4d81-8d92-42bbc6b79548 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 946 time: 0.0517576 Mar 05 05:31:17.184744 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c568a113-a253-4e7e-9cd5-998d316f6685 req-9bc9d04f-330d-4ac3-8e60-871eba7b9b28 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396185 Mar 05 05:31:17.828298 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:18.306672 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a9917-0543-49a4-8596-7b828ec51ea6 req-a03d9b05-f6d1-4d6d-9d20-155579a02c33 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:18.308257 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e96a9917-0543-49a4-8596-7b828ec51ea6 req-a03d9b05-f6d1-4d6d-9d20-155579a02c33 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 946 time: 0.0551732 Mar 05 05:31:18.354567 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e96a9917-0543-49a4-8596-7b828ec51ea6 req-95c21482-18ee-4b04-8877-87dfa0aff473 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404217 Mar 05 05:31:19.480191 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4e039-acca-43d0-93a2-ef8f98ceb166 req-d2c18c50-fffd-4f80-ad86-57b960459183 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:19.481678 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-adf4e039-acca-43d0-93a2-ef8f98ceb166 req-d2c18c50-fffd-4f80-ad86-57b960459183 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 946 time: 0.0578301 Mar 05 05:31:19.528076 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-adf4e039-acca-43d0-93a2-ef8f98ceb166 req-d42a2551-a61d-4362-85e3-0be14a0675a4 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407779 Mar 05 05:31:20.649988 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3c996-4b6f-4001-8cc1-ffa58b464600 req-32cf94f5-f04d-4355-86c5-33489ff8bb0b tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:20.651513 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0ec3c996-4b6f-4001-8cc1-ffa58b464600 req-32cf94f5-f04d-4355-86c5-33489ff8bb0b tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 946 time: 0.0535796 Mar 05 05:31:20.702766 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0ec3c996-4b6f-4001-8cc1-ffa58b464600 req-f6360bcc-28a3-4f8d-a447-6d85f43d5e75 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445306 Mar 05 05:31:21.820862 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d0a0a-5e91-4393-a53e-a6fbb2eeadd0 req-65124948-3b44-4cbb-a33f-da987127e2c0 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:21.822339 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-771d0a0a-5e91-4393-a53e-a6fbb2eeadd0 req-65124948-3b44-4cbb-a33f-da987127e2c0 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 946 time: 0.0517004 Mar 05 05:31:21.868643 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-771d0a0a-5e91-4393-a53e-a6fbb2eeadd0 req-09f0f0ad-25e3-4b14-9fb2-1f74a07105a3 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399683 Mar 05 05:31:22.985583 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c821ad9-6e19-4efb-b9e9-196aeff43864 req-561570cd-c433-4c23-8464-89dd43ed3545 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:22.987043 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c821ad9-6e19-4efb-b9e9-196aeff43864 req-561570cd-c433-4c23-8464-89dd43ed3545 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 946 time: 0.0523231 Mar 05 05:31:23.032592 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c821ad9-6e19-4efb-b9e9-196aeff43864 req-7ba31241-3be8-4ac5-ab86-b1b23a035f8d tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400858 Mar 05 05:31:24.153481 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3848e62-f53b-4da4-93fc-85db6ed30270 req-7e0e3753-c0bb-41b9-8bf0-5972e6a6ac56 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:24.155494 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f3848e62-f53b-4da4-93fc-85db6ed30270 req-7e0e3753-c0bb-41b9-8bf0-5972e6a6ac56 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 946 time: 0.0560930 Mar 05 05:31:24.200119 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f3848e62-f53b-4da4-93fc-85db6ed30270 req-f492cf70-33ed-4bfd-a8fa-adaa45bfb3e2 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395899 Mar 05 05:31:25.317454 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e45a4-8372-4d1f-bd2a-71ab8bc0665e req-e13b1143-a8a6-4c94-a2c9-061ba2b8a320 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:25.318936 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-401e45a4-8372-4d1f-bd2a-71ab8bc0665e req-e13b1143-a8a6-4c94-a2c9-061ba2b8a320 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 946 time: 0.0520084 Mar 05 05:31:25.365491 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-401e45a4-8372-4d1f-bd2a-71ab8bc0665e req-6949dea9-84c1-417d-b933-2d390ef2a847 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411491 Mar 05 05:31:26.481763 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad3eff-0bd1-408c-812f-2f4721879a70 req-53aa9961-004c-4261-a0b5-a41a5aa82476 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:26.483935 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-29ad3eff-0bd1-408c-812f-2f4721879a70 req-53aa9961-004c-4261-a0b5-a41a5aa82476 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 946 time: 0.0514905 Mar 05 05:31:26.533459 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-29ad3eff-0bd1-408c-812f-2f4721879a70 req-95e461e3-515f-4f6f-b144-49304c543541 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440013 Mar 05 05:31:27.347947 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-e4d10d01-f34e-4fd9-a4ff-3ef052f9a2a6 service neutron] show failed (client error): The resource could not be found. Mar 05 05:31:27.348955 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-e4d10d01-f34e-4fd9-a4ff-3ef052f9a2a6 service neutron] 10.222.0.31 "GET /v2.0/ports/490b4b23-28cb-4195-908c-e64b00b40f5e/bindings/n-h1-789963-32 HTTP/1.1" status: 404 len: 381 time: 0.0542929 Mar 05 05:31:27.602750 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-2424bcc7-2e27-4c2d-91a5-3821cdcb66eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:27.604211 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-2424bcc7-2e27-4c2d-91a5-3821cdcb66eb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23&tenant_id=f2b0097d48fe4c36b291783cc6b4fd16 HTTP/1.1" status: 200 len: 1129 time: 0.0520036 Mar 05 05:31:27.614707 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-48b5eba2-ad8e-4267-acc3-279066e50299 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-32', 'device_owner': 'compute:nova'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:31:27.658580 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2fa4a-e52c-409f-aa99-34db625bd0d4 req-00ccb97e-31cc-43fc-a173-5de5505433af tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:27.660116 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dbf2fa4a-e52c-409f-aa99-34db625bd0d4 req-00ccb97e-31cc-43fc-a173-5de5505433af tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 946 time: 0.0538611 Mar 05 05:31:27.677427 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-48b5eba2-ad8e-4267-acc3-279066e50299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (490b4b23-28cb-4195-908c-e64b00b40f5e), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:27.707086 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dbf2fa4a-e52c-409f-aa99-34db625bd0d4 req-7332d6bf-500f-4f59-98d1-8e31ebb3e0e1 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414476 Mar 05 05:31:27.875019 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-48b5eba2-ad8e-4267-acc3-279066e50299 service neutron] For port 490b4b23-28cb-4195-908c-e64b00b40f5e, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=490b4b23-28cb-4195-908c-e64b00b40f5e,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:31:27.906958 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-48b5eba2-ad8e-4267-acc3-279066e50299 service neutron] For port 490b4b23-28cb-4195-908c-e64b00b40f5e, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:31:27.944876 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d881b55-5c76-4d9f-9303-768a13b0ad23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '490b4b23-28cb-4195-908c-e64b00b40f5e'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:31:27.947124 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649c5c53-791a-46d2-965f-119aac6dcc48" -d '{"events": [{"server_uuid": "9d881b55-5c76-4d9f-9303-768a13b0ad23", "name": "network-vif-unplugged", "status": "completed", "tag": "490b4b23-28cb-4195-908c-e64b00b40f5e"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:31:27.950537 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-48b5eba2-ad8e-4267-acc3-279066e50299 service neutron] Publish callbacks [] for port (490b4b23-28cb-4195-908c-e64b00b40f5e), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:27.963196 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-48b5eba2-ad8e-4267-acc3-279066e50299 service neutron] Transition to ACTIVE for port object 490b4b23-28cb-4195-908c-e64b00b40f5e will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:31:27.966733 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-48b5eba2-ad8e-4267-acc3-279066e50299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (490b4b23-28cb-4195-908c-e64b00b40f5e), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:28.001182 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 05:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8096a95-c50d-4e6e-854d-04e2f14cacc9 x-openstack-request-id: req-d8096a95-c50d-4e6e-854d-04e2f14cacc9 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:31:28.001481 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d881b55-5c76-4d9f-9303-768a13b0ad23", "name": "network-vif-unplugged", "status": "completed", "tag": "490b4b23-28cb-4195-908c-e64b00b40f5e", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:31:28.001736 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d8096a95-c50d-4e6e-854d-04e2f14cacc9 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:31:28.002133 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d881b55-5c76-4d9f-9303-768a13b0ad23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '490b4b23-28cb-4195-908c-e64b00b40f5e', 'code': 200} Mar 05 05:31:28.042523 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5eba2-ad8e-4267-acc3-279066e50299 service neutron] Pushing event updated for resources: {'Port': ['ID=490b4b23-28cb-4195-908c-e64b00b40f5e,revision_number=6']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:31:28.151343 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-48b5eba2-ad8e-4267-acc3-279066e50299 service neutron] No DVR routers for this DVR port 490b4b23-28cb-4195-908c-e64b00b40f5e on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:31:28.288782 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-48b5eba2-ad8e-4267-acc3-279066e50299 service neutron] Attempting to bind port 490b4b23-28cb-4195-908c-e64b00b40f5e on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:31:28.289020 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-48b5eba2-ad8e-4267-acc3-279066e50299 service neutron] Attempting to bind port 490b4b23-28cb-4195-908c-e64b00b40f5e by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:31:28.289340 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-48b5eba2-ad8e-4267-acc3-279066e50299 service neutron] Attempting to bind port 490b4b23-28cb-4195-908c-e64b00b40f5e on network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:31:28.293542 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-48b5eba2-ad8e-4267-acc3-279066e50299 service neutron] Port 490b4b23-28cb-4195-908c-e64b00b40f5e on network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:31:28.293862 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-48b5eba2-ad8e-4267-acc3-279066e50299 service neutron] Attempting to bind port 490b4b23-28cb-4195-908c-e64b00b40f5e on network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:31:28.298606 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-48b5eba2-ad8e-4267-acc3-279066e50299 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:31:28.298934 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-48b5eba2-ad8e-4267-acc3-279066e50299 service neutron] Checking segment: {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:31:28.299334 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-48b5eba2-ad8e-4267-acc3-279066e50299 service neutron] Bound using segment: {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:31:28.299743 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-48b5eba2-ad8e-4267-acc3-279066e50299 service neutron] Bound port: 490b4b23-28cb-4195-908c-e64b00b40f5e, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:31:28.300089 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-48b5eba2-ad8e-4267-acc3-279066e50299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (490b4b23-28cb-4195-908c-e64b00b40f5e), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:28.360749 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-48b5eba2-ad8e-4267-acc3-279066e50299 service neutron] For port 490b4b23-28cb-4195-908c-e64b00b40f5e, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:31:28.363662 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-48b5eba2-ad8e-4267-acc3-279066e50299 service neutron] For port 490b4b23-28cb-4195-908c-e64b00b40f5e, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=490b4b23-28cb-4195-908c-e64b00b40f5e,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:31:28.369395 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-48b5eba2-ad8e-4267-acc3-279066e50299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (490b4b23-28cb-4195-908c-e64b00b40f5e), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:28.410151 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-48b5eba2-ad8e-4267-acc3-279066e50299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:28.410706 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-48b5eba2-ad8e-4267-acc3-279066e50299 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:28.412114 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-48b5eba2-ad8e-4267-acc3-279066e50299 service neutron] 10.222.0.30 "PUT /v2.0/ports/490b4b23-28cb-4195-908c-e64b00b40f5e HTTP/1.1" status: 200 len: 1093 time: 0.8013251 Mar 05 05:31:28.431965 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b5eba2-ad8e-4267-acc3-279066e50299 service neutron] Pushing event updated for resources: {'Port': ['ID=490b4b23-28cb-4195-908c-e64b00b40f5e,revision_number=7']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:31:28.482563 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-46ac8320-9bc6-432f-ac44-c69b874ab350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:28.484233 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-46ac8320-9bc6-432f-ac44-c69b874ab350 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 1127 time: 0.0489204 Mar 05 05:31:28.582956 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-9ca75751-11f7-4cbe-8224-d5eb2eab90c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:28.584630 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-9ca75751-11f7-4cbe-8224-d5eb2eab90c5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.0951698 Mar 05 05:31:28.655996 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-eb4d0e76-f0f7-412d-9f9f-f1e3a2902b2e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=490b4b23-28cb-4195-908c-e64b00b40f5e HTTP/1.1" status: 200 len: 1000 time: 0.0640547 Mar 05 05:31:28.702623 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-69beefdc-012e-4038-bc54-83e1c431a07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:28.703987 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-69beefdc-012e-4038-bc54-83e1c431a07d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0428038 Mar 05 05:31:28.753237 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-9fb33686-9230-497c-b1ee-734863b30dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:28.754754 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-9fb33686-9230-497c-b1ee-734863b30dfa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448487 Mar 05 05:31:28.764456 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-bd34ac0e-002f-4b74-bff8-f8b002c10396 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:31:28.765507 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-bd34ac0e-002f-4b74-bff8-f8b002c10396 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050027 Mar 05 05:31:28.830110 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30ada8-049d-47e6-92a0-55338e47c96b req-0898fdc6-6bba-4eaf-b5e1-4df0d679e08b tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:28.832344 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7b30ada8-049d-47e6-92a0-55338e47c96b req-0898fdc6-6bba-4eaf-b5e1-4df0d679e08b tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 944 time: 0.0559869 Mar 05 05:31:28.858913 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-96ae29c9-2e5a-46e7-abba-9424668ac933 service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876350 Mar 05 05:31:28.880498 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7b30ada8-049d-47e6-92a0-55338e47c96b req-9af69a8e-a027-4308-bae8-86cc1eb0dec2 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423045 Mar 05 05:31:28.950624 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0d0cbacc-4668-4ea8-b406-e88bca4d99ba req-85dfe621-2bf6-4b81-803f-5ac281a4ee67 service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862906 Mar 05 05:31:30.002967 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d881b55-5c76-4d9f-9303-768a13b0ad23', 'tag': '490b4b23-28cb-4195-908c-e64b00b40f5e'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:31:30.005321 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b774f11a-6f0b-4bcc-9bd3-9800cefcee2a" -d '{"events": [{"name": "network-changed", "server_uuid": "9d881b55-5c76-4d9f-9303-768a13b0ad23", "tag": "490b4b23-28cb-4195-908c-e64b00b40f5e"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:31:30.006968 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e4c1a-5c12-4ef2-b815-c16d7b1aec71 req-b3bd3159-512b-4a5d-a04e-5366eb1bd5fd tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:30.008554 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-277e4c1a-5c12-4ef2-b815-c16d7b1aec71 req-b3bd3159-512b-4a5d-a04e-5366eb1bd5fd tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 944 time: 0.0584614 Mar 05 05:31:30.063100 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ee1929-ef7d-4556-9f1e-d050c7ee4dcc x-openstack-request-id: req-e0ee1929-ef7d-4556-9f1e-d050c7ee4dcc {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:31:30.063409 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d881b55-5c76-4d9f-9303-768a13b0ad23", "tag": "490b4b23-28cb-4195-908c-e64b00b40f5e", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:31:30.063681 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e0ee1929-ef7d-4556-9f1e-d050c7ee4dcc {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:31:30.064111 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d881b55-5c76-4d9f-9303-768a13b0ad23', 'tag': '490b4b23-28cb-4195-908c-e64b00b40f5e', 'status': 'completed', 'code': 200} Mar 05 05:31:30.065499 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-277e4c1a-5c12-4ef2-b815-c16d7b1aec71 req-198ea0ba-937a-473e-895b-01ab69e68a3b tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489924 Mar 05 05:31:30.159217 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774f11a-6f0b-4bcc-9bd3-9800cefcee2a req-71d343b8-04d8-4bcd-b737-c05ff5898276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:30.160726 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b774f11a-6f0b-4bcc-9bd3-9800cefcee2a req-71d343b8-04d8-4bcd-b737-c05ff5898276 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 1127 time: 0.0765560 Mar 05 05:31:30.163229 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774f11a-6f0b-4bcc-9bd3-9800cefcee2a req-e8fabc21-556c-4ecf-997c-69b7da75cdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:30.164583 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b774f11a-6f0b-4bcc-9bd3-9800cefcee2a req-e8fabc21-556c-4ecf-997c-69b7da75cdde service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 1127 time: 0.0705037 Mar 05 05:31:30.317763 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774f11a-6f0b-4bcc-9bd3-9800cefcee2a req-bfb7367d-8f47-4fba-9a70-f29e451b8bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:30.319166 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b774f11a-6f0b-4bcc-9bd3-9800cefcee2a req-bfb7367d-8f47-4fba-9a70-f29e451b8bd9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.1521871 Mar 05 05:31:30.321777 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774f11a-6f0b-4bcc-9bd3-9800cefcee2a req-3fce285e-4a0a-4a95-bd37-6e2d6eddb5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:30.323123 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b774f11a-6f0b-4bcc-9bd3-9800cefcee2a req-3fce285e-4a0a-4a95-bd37-6e2d6eddb5c4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.1482964 Mar 05 05:31:30.434362 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b774f11a-6f0b-4bcc-9bd3-9800cefcee2a req-0ee94af2-224d-4f01-b408-08a47b5d0695 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=490b4b23-28cb-4195-908c-e64b00b40f5e HTTP/1.1" status: 200 len: 1000 time: 0.1091633 Mar 05 05:31:30.436735 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b774f11a-6f0b-4bcc-9bd3-9800cefcee2a req-e643005c-4713-4255-b2b2-a4f42e2984db service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=490b4b23-28cb-4195-908c-e64b00b40f5e HTTP/1.1" status: 200 len: 1000 time: 0.1045237 Mar 05 05:31:30.522022 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774f11a-6f0b-4bcc-9bd3-9800cefcee2a req-36805e74-f8f3-4368-9621-933fd1885a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:30.523541 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b774f11a-6f0b-4bcc-9bd3-9800cefcee2a req-36805e74-f8f3-4368-9621-933fd1885a87 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0830221 Mar 05 05:31:30.525502 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774f11a-6f0b-4bcc-9bd3-9800cefcee2a req-138fe456-b9f4-49e5-a940-7d917877304c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:30.526883 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b774f11a-6f0b-4bcc-9bd3-9800cefcee2a req-138fe456-b9f4-49e5-a940-7d917877304c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0852356 Mar 05 05:31:30.600820 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774f11a-6f0b-4bcc-9bd3-9800cefcee2a req-91f8cbc1-7165-46be-af38-89d31a29184f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:30.602253 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b774f11a-6f0b-4bcc-9bd3-9800cefcee2a req-91f8cbc1-7165-46be-af38-89d31a29184f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0729063 Mar 05 05:31:30.607924 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774f11a-6f0b-4bcc-9bd3-9800cefcee2a req-b8d5e64b-4d6f-4b85-b33b-94057db6f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:30.609409 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b774f11a-6f0b-4bcc-9bd3-9800cefcee2a req-b8d5e64b-4d6f-4b85-b33b-94057db6f85c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0720687 Mar 05 05:31:30.763984 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b774f11a-6f0b-4bcc-9bd3-9800cefcee2a req-69d0cce1-9ce1-42b2-9ece-dd36ffb63583 service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536272 Mar 05 05:31:30.765955 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b774f11a-6f0b-4bcc-9bd3-9800cefcee2a req-6a883c67-d12c-4f6f-8033-1ab4e067f4a8 service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488388 Mar 05 05:31:30.921903 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b774f11a-6f0b-4bcc-9bd3-9800cefcee2a req-9de27d60-efb5-4062-89aa-fa9171a3ecf9 service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519744 Mar 05 05:31:30.924114 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b774f11a-6f0b-4bcc-9bd3-9800cefcee2a req-f8261dd3-26d8-4ae1-9356-2b61759ac84b service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475127 Mar 05 05:31:31.184953 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e397be-e749-417a-974d-9ddd88fffe5b req-49930ce6-ddf0-4c91-afe6-86450d87439d tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:31.186539 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a8e397be-e749-417a-974d-9ddd88fffe5b req-49930ce6-ddf0-4c91-afe6-86450d87439d tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 944 time: 0.0527008 Mar 05 05:31:31.234357 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a8e397be-e749-417a-974d-9ddd88fffe5b req-9f09b1a5-c4d0-4279-826a-bc3b8979046f tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418227 Mar 05 05:31:31.437123 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec776d3c-d844-48cf-b673-82344538145c req-3b2c00a3-85ed-4c8e-8898-c73b14d44432 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:31.438598 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ec776d3c-d844-48cf-b673-82344538145c req-3b2c00a3-85ed-4c8e-8898-c73b14d44432 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 944 time: 0.0589914 Mar 05 05:31:31.451051 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf955e-4afc-4663-8211-93d55968f5bb req-34710d2f-b1da-46be-99b6-9f52f2af681f tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:31.453080 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-bfbf955e-4afc-4663-8211-93d55968f5bb req-34710d2f-b1da-46be-99b6-9f52f2af681f tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23&tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&binding%3Ahost_id=n-h1-789963-32 HTTP/1.1" status: 200 len: 944 time: 0.0601914 Mar 05 05:31:31.486204 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ec776d3c-d844-48cf-b673-82344538145c req-9a8b9304-94cd-4cef-a6db-d7b01f601418 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419946 Mar 05 05:31:31.513644 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [req-bfbf955e-4afc-4663-8211-93d55968f5bb req-7b005bce-2b39-4cb1-a810-81444d321d6d service neutron] delete failed (client error): The resource could not be found. Mar 05 05:31:31.515789 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-bfbf955e-4afc-4663-8211-93d55968f5bb req-7b005bce-2b39-4cb1-a810-81444d321d6d service neutron] 10.222.0.31 "DELETE /v2.0/ports/490b4b23-28cb-4195-908c-e64b00b40f5e/bindings/n-h2-789963-32 HTTP/1.1" status: 404 len: 381 time: 0.0563347 Mar 05 05:31:31.607055 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf955e-4afc-4663-8211-93d55968f5bb req-00408ebb-d9c8-431a-b6b1-bfb4e0bd9954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:31.609056 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-bfbf955e-4afc-4663-8211-93d55968f5bb req-00408ebb-d9c8-431a-b6b1-bfb4e0bd9954 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 1127 time: 0.0513330 Mar 05 05:31:31.698986 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf955e-4afc-4663-8211-93d55968f5bb req-fd0b3c57-741f-4b7e-ab1b-3a614be9b164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:31.700394 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-bfbf955e-4afc-4663-8211-93d55968f5bb req-fd0b3c57-741f-4b7e-ab1b-3a614be9b164 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.0849020 Mar 05 05:31:31.768937 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-bfbf955e-4afc-4663-8211-93d55968f5bb req-29fde6ad-90b8-45b2-835c-7d44e99a6f40 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=490b4b23-28cb-4195-908c-e64b00b40f5e HTTP/1.1" status: 200 len: 1000 time: 0.0620611 Mar 05 05:31:31.791821 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 490b4b23-28cb-4195-908c-e64b00b40f5e no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:31:31.818255 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf955e-4afc-4663-8211-93d55968f5bb req-2aa0f0f4-7f67-44ef-93eb-7186cd607957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:31.819783 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-bfbf955e-4afc-4663-8211-93d55968f5bb req-2aa0f0f4-7f67-44ef-93eb-7186cd607957 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0447743 Mar 05 05:31:31.831335 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] The host n-h2-789963-32 is not matching for port 490b4b23-28cb-4195-908c-e64b00b40f5e host n-h1-789963-32! {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 05 05:31:31.831733 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 490b4b23-28cb-4195-908c-e64b00b40f5e not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:31:31.868687 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf955e-4afc-4663-8211-93d55968f5bb req-110afb23-241c-466a-ab5a-710439bcb408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:31.870187 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-bfbf955e-4afc-4663-8211-93d55968f5bb req-110afb23-241c-466a-ab5a-710439bcb408 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449669 Mar 05 05:31:31.960868 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-bfbf955e-4afc-4663-8211-93d55968f5bb req-02440bd3-69e5-405a-8e3d-161ccee23d35 service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839915 Mar 05 05:31:32.048006 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-bfbf955e-4afc-4663-8211-93d55968f5bb req-1bdb1411-8c03-4ea9-83a7-071295cd31c3 service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818713 Mar 05 05:31:32.716683 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 490b4b23-28cb-4195-908c-e64b00b40f5e details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:31:32.820039 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 490b4b23-28cb-4195-908c-e64b00b40f5e, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=490b4b23-28cb-4195-908c-e64b00b40f5e,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:31:32.831130 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '490b4b23-28cb-4195-908c-e64b00b40f5e', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'port_id': '490b4b23-28cb-4195-908c-e64b00b40f5e', 'mac_address': 'fa:16:3e:f4:27:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:31:32.868020 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03daa73-4b60-4478-90ce-bbd199e673a0 req-a43d22fa-6dfc-482e-886c-97071d3da120 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:32.869554 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a03daa73-4b60-4478-90ce-bbd199e673a0 req-a43d22fa-6dfc-482e-886c-97071d3da120 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 944 time: 0.0538440 Mar 05 05:31:32.870071 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 490b4b23-28cb-4195-908c-e64b00b40f5e is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:31:32.870480 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (490b4b23-28cb-4195-908c-e64b00b40f5e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:32.884210 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490b4b23-28cb-4195-908c-e64b00b40f5e {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:31:32.904046 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 490b4b23-28cb-4195-908c-e64b00b40f5e, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=490b4b23-28cb-4195-908c-e64b00b40f5e,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:31:32.908930 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (490b4b23-28cb-4195-908c-e64b00b40f5e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:32.918419 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a03daa73-4b60-4478-90ce-bbd199e673a0 req-a57ab4bf-0230-4a91-a44e-5b75203763a3 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433102 Mar 05 05:31:32.960644 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=490b4b23-28cb-4195-908c-e64b00b40f5e,revision_number=8']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:31:33.038624 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc763613-6443-4f5d-b146-799b78c458a8 req-a2d15570-878b-46ba-9a02-0bdb265460c8 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:33.040123 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc763613-6443-4f5d-b146-799b78c458a8 req-a2d15570-878b-46ba-9a02-0bdb265460c8 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 945 time: 0.0525827 Mar 05 05:31:33.091652 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc763613-6443-4f5d-b146-799b78c458a8 req-fa0bf7a2-30fa-48da-8f21-94ae86087148 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459862 Mar 05 05:31:33.118921 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['490b4b23-28cb-4195-908c-e64b00b40f5e'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:31:33.212328 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e58afc-1cb8-45b4-be4c-481b5168f9f1 req-85e7e41b-0c5c-4640-b82f-d2593408df11 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:33.213817 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-40e58afc-1cb8-45b4-be4c-481b5168f9f1 req-85e7e41b-0c5c-4640-b82f-d2593408df11 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 945 time: 0.0557220 Mar 05 05:31:33.262950 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-40e58afc-1cb8-45b4-be4c-481b5168f9f1 req-da811f84-3a7a-4ef1-b305-446320bc1137 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429599 Mar 05 05:31:33.501243 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1b5a2-e3e0-432d-ac89-d0f4815ddab8 req-8b01c8ce-f72c-492d-be29-6d4fd0e7d553 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:33.502659 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b8f1b5a2-e3e0-432d-ac89-d0f4815ddab8 req-8b01c8ce-f72c-492d-be29-6d4fd0e7d553 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 945 time: 0.0539844 Mar 05 05:31:33.548717 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b8f1b5a2-e3e0-432d-ac89-d0f4815ddab8 req-1cfb62ab-3e8c-43da-a293-9752e2d83d4a tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404646 Mar 05 05:31:34.676127 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616145a-b77c-4b3e-a69e-59037ebf7414 req-ec311527-c0b1-4cd3-b49f-3f190fa6aeed tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:34.677517 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6616145a-b77c-4b3e-a69e-59037ebf7414 req-ec311527-c0b1-4cd3-b49f-3f190fa6aeed tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 945 time: 0.0572572 Mar 05 05:31:34.727192 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6616145a-b77c-4b3e-a69e-59037ebf7414 req-8416c24a-c94f-45bd-a28a-658870e38b35 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441344 Mar 05 05:31:34.727457 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 490b4b23-28cb-4195-908c-e64b00b40f5e up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:31:34.743931 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc4110-4b66-44c1-997b-415f5abfd287 req-dcf13e8c-526d-4fc2-bb29-29ef29932ea6 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:34.745409 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5cbc4110-4b66-44c1-997b-415f5abfd287 req-dcf13e8c-526d-4fc2-bb29-29ef29932ea6 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 945 time: 0.0582614 Mar 05 05:31:34.779852 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 490b4b23-28cb-4195-908c-e64b00b40f5e completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:31:34.784356 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 490b4b23-28cb-4195-908c-e64b00b40f5e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:31:34.784738 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (490b4b23-28cb-4195-908c-e64b00b40f5e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:34.839790 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-5cbc4110-4b66-44c1-997b-415f5abfd287 req-c28c48a4-d921-4915-ba5c-6ca1990b2434 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Deleting port 490b4b23-28cb-4195-908c-e64b00b40f5e {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:31:34.840136 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5cbc4110-4b66-44c1-997b-415f5abfd287 req-c28c48a4-d921-4915-ba5c-6ca1990b2434 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (490b4b23-28cb-4195-908c-e64b00b40f5e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:34.861952 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 490b4b23-28cb-4195-908c-e64b00b40f5e is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:31:34.862952 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (490b4b23-28cb-4195-908c-e64b00b40f5e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:34.885645 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d881b55-5c76-4d9f-9303-768a13b0ad23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490b4b23-28cb-4195-908c-e64b00b40f5e'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:31:34.888148 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca3fe57-1787-45ba-b049-6d8db3b44b55" -d '{"events": [{"server_uuid": "9d881b55-5c76-4d9f-9303-768a13b0ad23", "name": "network-vif-plugged", "status": "completed", "tag": "490b4b23-28cb-4195-908c-e64b00b40f5e"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:31:34.901062 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 490b4b23-28cb-4195-908c-e64b00b40f5e, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=490b4b23-28cb-4195-908c-e64b00b40f5e,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:31:34.905497 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (490b4b23-28cb-4195-908c-e64b00b40f5e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:34.932841 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f201ccdc-7100-4a5a-8a83-3d2a6c9c50d0 x-openstack-request-id: req-f201ccdc-7100-4a5a-8a83-3d2a6c9c50d0 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:31:34.933138 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d881b55-5c76-4d9f-9303-768a13b0ad23", "name": "network-vif-plugged", "status": "completed", "tag": "490b4b23-28cb-4195-908c-e64b00b40f5e", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:31:34.933398 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f201ccdc-7100-4a5a-8a83-3d2a6c9c50d0 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:31:34.933783 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d881b55-5c76-4d9f-9303-768a13b0ad23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490b4b23-28cb-4195-908c-e64b00b40f5e', 'code': 200} Mar 05 05:31:34.945354 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-5cbc4110-4b66-44c1-997b-415f5abfd287 req-c28c48a4-d921-4915-ba5c-6ca1990b2434 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] For port 490b4b23-28cb-4195-908c-e64b00b40f5e, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=490b4b23-28cb-4195-908c-e64b00b40f5e,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:31:34.945723 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5cbc4110-4b66-44c1-997b-415f5abfd287 req-c28c48a4-d921-4915-ba5c-6ca1990b2434 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (490b4b23-28cb-4195-908c-e64b00b40f5e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:34.959777 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=490b4b23-28cb-4195-908c-e64b00b40f5e,revision_number=9']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:31:35.160608 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5cbc4110-4b66-44c1-997b-415f5abfd287 req-c28c48a4-d921-4915-ba5c-6ca1990b2434 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:35.160976 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5cbc4110-4b66-44c1-997b-415f5abfd287 req-c28c48a4-d921-4915-ba5c-6ca1990b2434 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:35.161298 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [req-5cbc4110-4b66-44c1-997b-415f5abfd287 req-c28c48a4-d921-4915-ba5c-6ca1990b2434 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Floating IP e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c disassociated. External IP: 172.25.0.158, port: 490b4b23-28cb-4195-908c-e64b00b40f5e. Mar 05 05:31:35.161652 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-5cbc4110-4b66-44c1-997b-415f5abfd287 req-c28c48a4-d921-4915-ba5c-6ca1990b2434 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Calling delete_port for 490b4b23-28cb-4195-908c-e64b00b40f5e owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:31:35.285486 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5cbc4110-4b66-44c1-997b-415f5abfd287 req-c28c48a4-d921-4915-ba5c-6ca1990b2434 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (490b4b23-28cb-4195-908c-e64b00b40f5e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:35.317761 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c48a4-d921-4915-ba5c-6ca1990b2434 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Pushing event deleted for resources: {'Port': ['ID=490b4b23-28cb-4195-908c-e64b00b40f5e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:31:35.740722 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cbc4110-4b66-44c1-997b-415f5abfd287 req-c28c48a4-d921-4915-ba5c-6ca1990b2434 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Router b3a90209-9063-4671-b93d-047fe32adee1 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:31:35.831045 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ee81e151-24bb-4460-a835-d106fbfbfb79 req-bc3bd2fe-939c-4e49-806c-bc01ad899721 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d881b55-5c76-4d9f-9303-768a13b0ad23 HTTP/1.1" status: 200 len: 210 time: 0.0327294 Mar 05 05:31:35.854106 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cbc4110-4b66-44c1-997b-415f5abfd287 req-c28c48a4-d921-4915-ba5c-6ca1990b2434 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:31:35.864480 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6010b70f-e9b1-43d0-8327-819e49c208cf None None] Sync routers for ids ['b3a90209-9063-4671-b93d-047fe32adee1'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:31:35.875266 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6010b70f-e9b1-43d0-8327-819e49c208cf None None] Routers {'b3a90209-9063-4671-b93d-047fe32adee1'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:31:35.875978 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-6010b70f-e9b1-43d0-8327-819e49c208cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:31:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b3a90209-9063-4671-b93d-047fe32adee1'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:31:35.896502 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cbc4110-4b66-44c1-997b-415f5abfd287 req-c28c48a4-d921-4915-ba5c-6ca1990b2434 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] No DVR routers for this DVR port 490b4b23-28cb-4195-908c-e64b00b40f5e on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:31:35.899415 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5cbc4110-4b66-44c1-997b-415f5abfd287 req-c28c48a4-d921-4915-ba5c-6ca1990b2434 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:35.903048 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5cbc4110-4b66-44c1-997b-415f5abfd287 req-c28c48a4-d921-4915-ba5c-6ca1990b2434 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.30 "DELETE /v2.0/ports/490b4b23-28cb-4195-908c-e64b00b40f5e HTTP/1.1" status: 204 len: 173 time: 1.1512249 Mar 05 05:31:35.903525 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d881b55-5c76-4d9f-9303-768a13b0ad23', 'name': 'network-vif-deleted', 'tag': '490b4b23-28cb-4195-908c-e64b00b40f5e'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:31:35.905745 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba592e2b-5dfd-4b61-86f9-9e44e9de55e1" -d '{"events": [{"server_uuid": "9d881b55-5c76-4d9f-9303-768a13b0ad23", "name": "network-vif-deleted", "tag": "490b4b23-28cb-4195-908c-e64b00b40f5e"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:31:35.948838 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cd51c1-b287-4164-a90e-f4755c6d3a79 x-openstack-request-id: req-13cd51c1-b287-4164-a90e-f4755c6d3a79 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:31:35.949137 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d881b55-5c76-4d9f-9303-768a13b0ad23", "name": "network-vif-deleted", "tag": "490b4b23-28cb-4195-908c-e64b00b40f5e", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:31:35.949420 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-13cd51c1-b287-4164-a90e-f4755c6d3a79 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:31:35.949834 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d881b55-5c76-4d9f-9303-768a13b0ad23', 'name': 'network-vif-deleted', 'tag': '490b4b23-28cb-4195-908c-e64b00b40f5e', 'status': 'completed', 'code': 200} Mar 05 05:31:35.995054 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-6010b70f-e9b1-43d0-8327-819e49c208cf None None] Set router b3a90209-9063-4671-b93d-047fe32adee1 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:31:36.202849 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-6010b70f-e9b1-43d0-8327-819e49c208cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 4, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'gw_port': {'id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '289e596f-9a54-4b4c-a616-1d922927e3a2', 'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'mac_address': 'fa:16:3e:4b:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:52Z', 'updated_at': '2022-03-05T05:30:57Z', 'revision_number': 5, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'subnets': [{'id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:31:36.233293 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6010b70f-e9b1-43d0-8327-819e49c208cf None None] Checking router: b3a90209-9063-4671-b93d-047fe32adee1 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:31:36.242203 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6010b70f-e9b1-43d0-8327-819e49c208cf None None] Routers {'b3a90209-9063-4671-b93d-047fe32adee1'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:31:36.242817 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-6010b70f-e9b1-43d0-8327-819e49c208cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:31:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b3a90209-9063-4671-b93d-047fe32adee1'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:31:36.348754 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-6010b70f-e9b1-43d0-8327-819e49c208cf None None] Set router b3a90209-9063-4671-b93d-047fe32adee1 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:31:36.539798 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-6010b70f-e9b1-43d0-8327-819e49c208cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 4, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'gw_port': {'id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '289e596f-9a54-4b4c-a616-1d922927e3a2', 'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'mac_address': 'fa:16:3e:4b:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:52Z', 'updated_at': '2022-03-05T05:30:57Z', 'revision_number': 5, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'subnets': [{'id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:31:36.566473 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6010b70f-e9b1-43d0-8327-819e49c208cf None None] The sync data for ids ['b3a90209-9063-4671-b93d-047fe32adee1'] in n-d-789963-32 is: [{'id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 4, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'gw_port': {'id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '289e596f-9a54-4b4c-a616-1d922927e3a2', 'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'mac_address': 'fa:16:3e:4b:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:52Z', 'updated_at': '2022-03-05T05:30:57Z', 'revision_number': 5, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'subnets': [{'id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:31:36.795927 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d2bd96-cb3e-439f-95f2-090e11c4f4b9 None None] New status for floating IP e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c: DOWN {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:31:37.074628 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-159b4016-b4b9-4861-b890-5229c3d45fbd tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--562253647&fields=id&tenant_id=f2b0097d48fe4c36b291783cc6b4fd16 HTTP/1.1" status: 200 len: 267 time: 0.0431719 Mar 05 05:31:37.181839 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-4906451f-dda3-424f-8c7b-eac0ff5b6c9c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:37.183330 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-4906451f-dda3-424f-8c7b-eac0ff5b6c9c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 811 time: 0.1016498 Mar 05 05:31:37.197349 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-1e4dc32f-1cbb-4bce-b413-a0ee0f718f20 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/quotas/f2b0097d48fe4c36b291783cc6b4fd16 HTTP/1.1" status: 200 len: 375 time: 0.0087254 Mar 05 05:31:37.252338 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-868fa28a-b9ca-4680-a746-f8471bc7fe3f tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500376 Mar 05 05:31:37.350952 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-ea5596a6-ec78-4b58-8e6a-d82eef396cac service neutron] 10.222.0.11 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875840 Mar 05 05:31:37.438043 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-b64e273d-501a-41b2-a62f-1f7f386833f3 service neutron] 10.222.0.11 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810034 Mar 05 05:31:37.600303 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-60f7cc68-09ba-4d5a-8c0b-eb102673959c req-bc51df28-d7ac-4c72-9462-7efef8858dbc tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 210 time: 0.0291421 Mar 05 05:31:38.501241 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-02598f4b-6729-4529-899e-6aef6a2c829b tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:38.502712 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-02598f4b-6729-4529-899e-6aef6a2c829b tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.30 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 811 time: 0.1085892 Mar 05 05:31:38.567285 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-14431b1b-3058-4d25-8a7d-0e797c04063f tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2b0097d48fe4c36b291783cc6b4fd16 HTTP/1.1" status: 200 len: 379 time: 0.0570912 Mar 05 05:31:38.579012 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-7888cdf3-69ae-421c-bac1-22e5452f10ac tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Request body: {'port': {'device_id': '8612aec9-0be9-4ae6-97b2-694399a9a47f', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'admin_state_up': True, 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'security_groups': ['e4c1febe-3519-431a-842d-e88d71af7241']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:31:38.683569 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-7888cdf3-69ae-421c-bac1-22e5452f10ac tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Made reservation on behalf of f2b0097d48fe4c36b291783cc6b4fd16 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:31:38.686813 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-7888cdf3-69ae-421c-bac1-22e5452f10ac tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:38.700629 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e5f1dc1d-92dc-480c-9056-f97213232859 req-741ca814-a07f-4fe6-b6fb-1a8bef32cd98 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 210 time: 0.0329475 Mar 05 05:31:38.815683 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-7888cdf3-69ae-421c-bac1-22e5452f10ac tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Allocated IP 172.20.0.10 (7287a01c-743b-4cba-b6e7-5adc2d9d7f25/fb6c56a0-cd24-49e4-ac62-072fc1753800/9a8c8747-a800-40cb-8179-4451951514a2) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:31:38.835145 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 490b4b23-28cb-4195-908c-e64b00b40f5e no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:31:38.858742 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 490b4b23-28cb-4195-908c-e64b00b40f5e {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:31:38.859116 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 490b4b23-28cb-4195-908c-e64b00b40f5e not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:31:38.953652 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-7888cdf3-69ae-421c-bac1-22e5452f10ac tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for port (9a8c8747-a800-40cb-8179-4451951514a2), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:38.988239 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-7888cdf3-69ae-421c-bac1-22e5452f10ac tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (9a8c8747-a800-40cb-8179-4451951514a2), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:39.032812 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-7888cdf3-69ae-421c-bac1-22e5452f10ac tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:31:39.035879 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-7888cdf3-69ae-421c-bac1-22e5452f10ac tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:31:39.039612 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-7888cdf3-69ae-421c-bac1-22e5452f10ac tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:31:39.068015 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7888cdf3-69ae-421c-bac1-22e5452f10ac tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Pushing event updated for resources: {'Port': ['ID=9a8c8747-a800-40cb-8179-4451951514a2,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:31:39.092972 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-7888cdf3-69ae-421c-bac1-22e5452f10ac tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:39.093682 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-7888cdf3-69ae-421c-bac1-22e5452f10ac tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:39.111214 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-7888cdf3-69ae-421c-bac1-22e5452f10ac tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5370910 Mar 05 05:31:39.122136 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-cb0c4d67-7560-4928-81e0-06a427f6118e service neutron] Request body: {'port': {'device_id': '8612aec9-0be9-4ae6-97b2-694399a9a47f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:31:39.187891 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-cb0c4d67-7560-4928-81e0-06a427f6118e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9a8c8747-a800-40cb-8179-4451951514a2), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:39.319919 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-5147a061-a451-4959-b0de-e8e00b424e4e None None] Provisioning complete for port 9a8c8747-a800-40cb-8179-4451951514a2 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:31:39.320355 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5147a061-a451-4959-b0de-e8e00b424e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9a8c8747-a800-40cb-8179-4451951514a2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:39.354914 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-5147a061-a451-4959-b0de-e8e00b424e4e None None] Port 9a8c8747-a800-40cb-8179-4451951514a2 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:31:39.451491 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-cb0c4d67-7560-4928-81e0-06a427f6118e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a8c8747-a800-40cb-8179-4451951514a2 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:31:39.459368 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-cb0c4d67-7560-4928-81e0-06a427f6118e service neutron] Publish callbacks [] for port (9a8c8747-a800-40cb-8179-4451951514a2), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:39.471811 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-cb0c4d67-7560-4928-81e0-06a427f6118e service neutron] Transition to ACTIVE for port object 9a8c8747-a800-40cb-8179-4451951514a2 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:31:39.475250 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-cb0c4d67-7560-4928-81e0-06a427f6118e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (9a8c8747-a800-40cb-8179-4451951514a2), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:39.525512 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c4d67-7560-4928-81e0-06a427f6118e service neutron] Pushing event updated for resources: {'Port': ['ID=9a8c8747-a800-40cb-8179-4451951514a2,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:31:39.600849 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-cb0c4d67-7560-4928-81e0-06a427f6118e service neutron] Attempting to bind port 9a8c8747-a800-40cb-8179-4451951514a2 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:31:39.601187 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-cb0c4d67-7560-4928-81e0-06a427f6118e service neutron] Attempting to bind port 9a8c8747-a800-40cb-8179-4451951514a2 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:31:39.601519 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-cb0c4d67-7560-4928-81e0-06a427f6118e service neutron] Attempting to bind port 9a8c8747-a800-40cb-8179-4451951514a2 on network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:31:39.606104 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-cb0c4d67-7560-4928-81e0-06a427f6118e service neutron] Port 9a8c8747-a800-40cb-8179-4451951514a2 on network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:31:39.606423 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-cb0c4d67-7560-4928-81e0-06a427f6118e service neutron] Attempting to bind port 9a8c8747-a800-40cb-8179-4451951514a2 on network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:31:39.612112 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-cb0c4d67-7560-4928-81e0-06a427f6118e service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:31:39.612481 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-cb0c4d67-7560-4928-81e0-06a427f6118e service neutron] Checking segment: {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:31:39.612859 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-cb0c4d67-7560-4928-81e0-06a427f6118e service neutron] Bound using segment: {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:31:39.613288 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-cb0c4d67-7560-4928-81e0-06a427f6118e service neutron] Bound port: 9a8c8747-a800-40cb-8179-4451951514a2, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:31:39.613646 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-cb0c4d67-7560-4928-81e0-06a427f6118e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9a8c8747-a800-40cb-8179-4451951514a2), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:39.678623 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-cb0c4d67-7560-4928-81e0-06a427f6118e service neutron] For port 9a8c8747-a800-40cb-8179-4451951514a2, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:31:39.681656 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-cb0c4d67-7560-4928-81e0-06a427f6118e service neutron] For port 9a8c8747-a800-40cb-8179-4451951514a2, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=9a8c8747-a800-40cb-8179-4451951514a2,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:31:39.689423 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-cb0c4d67-7560-4928-81e0-06a427f6118e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (9a8c8747-a800-40cb-8179-4451951514a2), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:39.725711 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-cb0c4d67-7560-4928-81e0-06a427f6118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:39.726339 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-cb0c4d67-7560-4928-81e0-06a427f6118e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:39.727754 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-cb0c4d67-7560-4928-81e0-06a427f6118e service neutron] 10.222.0.30 "PUT /v2.0/ports/9a8c8747-a800-40cb-8179-4451951514a2 HTTP/1.1" status: 200 len: 1093 time: 0.6099377 Mar 05 05:31:39.728243 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8612aec9-0be9-4ae6-97b2-694399a9a47f', 'tag': '9a8c8747-a800-40cb-8179-4451951514a2'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:31:39.730484 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e0743a-5e7d-4865-b834-e4bbadf339c3" -d '{"events": [{"name": "network-changed", "server_uuid": "8612aec9-0be9-4ae6-97b2-694399a9a47f", "tag": "9a8c8747-a800-40cb-8179-4451951514a2"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:31:39.770291 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c4d67-7560-4928-81e0-06a427f6118e service neutron] Pushing event updated for resources: {'Port': ['ID=9a8c8747-a800-40cb-8179-4451951514a2,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:31:39.787994 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e83d372-b164-463e-9cb4-31f5ed5efbda x-openstack-request-id: req-8e83d372-b164-463e-9cb4-31f5ed5efbda {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:31:39.788299 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8612aec9-0be9-4ae6-97b2-694399a9a47f", "tag": "9a8c8747-a800-40cb-8179-4451951514a2", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:31:39.788557 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8e83d372-b164-463e-9cb4-31f5ed5efbda {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:31:39.788966 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8612aec9-0be9-4ae6-97b2-694399a9a47f', 'tag': '9a8c8747-a800-40cb-8179-4451951514a2', 'status': 'completed', 'code': 200} Mar 05 05:31:39.836151 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-deefa523-ca1c-45a3-8160-ef9f681e34f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:39.837866 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-deefa523-ca1c-45a3-8160-ef9f681e34f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 1127 time: 0.0621564 Mar 05 05:31:39.873567 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a30b3b-7adf-474c-88fb-1b82b8887de4 req-908fd20c-a0f4-4ba8-ba97-204d70008b52 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:39.876364 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80a30b3b-7adf-474c-88fb-1b82b8887de4 req-908fd20c-a0f4-4ba8-ba97-204d70008b52 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 944 time: 0.0570455 Mar 05 05:31:39.883994 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-3d45352c-17ab-475e-81bc-f6ea5bce940c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a8c8747-a800-40cb-8179-4451951514a2 HTTP/1.1" status: 200 len: 217 time: 0.0382862 Mar 05 05:31:39.936027 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-80a30b3b-7adf-474c-88fb-1b82b8887de4 req-9e6f019f-b5f2-431a-931e-4753309b0e5a tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543683 Mar 05 05:31:39.936284 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-c11f7f61-f66f-43bf-86dc-3b67918f171e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:39.938481 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-c11f7f61-f66f-43bf-86dc-3b67918f171e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0456777 Mar 05 05:31:39.992468 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-20373f24-961a-472d-9765-974175f9da1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:39.993887 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-20373f24-961a-472d-9765-974175f9da1e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0500236 Mar 05 05:31:40.086146 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-e97f2742-0f6e-401b-89e4-074ff075f35f service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858459 Mar 05 05:31:40.177594 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-856db661-62a6-4295-9fb5-2a95e0ee9834 req-39cd9f48-2582-4db0-8290-be266daf9c28 service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854137 Mar 05 05:31:40.262622 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0743a-5e7d-4865-b834-e4bbadf339c3 req-26c9b695-0512-4a3b-9f7e-b8359da8e588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:40.264070 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f5e0743a-5e7d-4865-b834-e4bbadf339c3 req-26c9b695-0512-4a3b-9f7e-b8359da8e588 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 1127 time: 0.0457075 Mar 05 05:31:40.357095 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0743a-5e7d-4865-b834-e4bbadf339c3 req-cfd9f890-c785-434f-8fd1-4df58be334b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:40.358559 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f5e0743a-5e7d-4865-b834-e4bbadf339c3 req-cfd9f890-c785-434f-8fd1-4df58be334b1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.0877936 Mar 05 05:31:40.399387 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f5e0743a-5e7d-4865-b834-e4bbadf339c3 req-4fb7ce63-7408-4815-9eae-44abe18d9a29 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a8c8747-a800-40cb-8179-4451951514a2 HTTP/1.1" status: 200 len: 217 time: 0.0342324 Mar 05 05:31:40.447295 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0743a-5e7d-4865-b834-e4bbadf339c3 req-428e1167-3545-4966-8a93-2d876900dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:40.448753 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f5e0743a-5e7d-4865-b834-e4bbadf339c3 req-428e1167-3545-4966-8a93-2d876900dbe8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0437081 Mar 05 05:31:40.497484 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0743a-5e7d-4865-b834-e4bbadf339c3 req-3f010a80-ea64-49c6-956f-675c9063e4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:40.498983 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f5e0743a-5e7d-4865-b834-e4bbadf339c3 req-3f010a80-ea64-49c6-956f-675c9063e4d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437274 Mar 05 05:31:40.507271 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:31:40.593836 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f5e0743a-5e7d-4865-b834-e4bbadf339c3 req-5cdd3c06-2bb6-4615-9524-158baea1f34a service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868430 Mar 05 05:31:40.686743 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f5e0743a-5e7d-4865-b834-e4bbadf339c3 req-6749892a-1f5b-4b4b-aee3-b694317ca928 service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858471 Mar 05 05:31:41.055235 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8313ec-d2e2-4230-b443-793f4bc5376c req-4329063f-b50d-4093-bb02-da74f9a8d5a6 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:41.056698 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7a8313ec-d2e2-4230-b443-793f4bc5376c req-4329063f-b50d-4093-bb02-da74f9a8d5a6 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 944 time: 0.0511553 Mar 05 05:31:41.102598 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7a8313ec-d2e2-4230-b443-793f4bc5376c req-3bd246d7-d4f4-42ee-b719-6c00d302b787 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404935 Mar 05 05:31:41.457775 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9b206839-d6e4-4cee-8179-afa8e80920bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:42.223825 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bdc75-f07f-471f-8c49-2dd6aa092a9f req-96107f25-c8b7-49a1-ae4a-e8b73a94ef70 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:42.225293 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-917bdc75-f07f-471f-8c49-2dd6aa092a9f req-96107f25-c8b7-49a1-ae4a-e8b73a94ef70 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 944 time: 0.0560625 Mar 05 05:31:42.270984 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-917bdc75-f07f-471f-8c49-2dd6aa092a9f req-b48bf79b-ebaf-4ff8-bc29-3f2ed46b32da tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400901 Mar 05 05:31:42.834597 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 9a8c8747-a800-40cb-8179-4451951514a2 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:31:42.933403 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 9a8c8747-a800-40cb-8179-4451951514a2, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=9a8c8747-a800-40cb-8179-4451951514a2,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:31:42.943954 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '9a8c8747-a800-40cb-8179-4451951514a2', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'port_id': '9a8c8747-a800-40cb-8179-4451951514a2', 'mac_address': 'fa:16:3e:77:21:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:31:42.981322 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 9a8c8747-a800-40cb-8179-4451951514a2 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:31:42.981714 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9a8c8747-a800-40cb-8179-4451951514a2), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:42.994696 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a8c8747-a800-40cb-8179-4451951514a2 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:31:43.013976 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 9a8c8747-a800-40cb-8179-4451951514a2, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=9a8c8747-a800-40cb-8179-4451951514a2,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:31:43.017845 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (9a8c8747-a800-40cb-8179-4451951514a2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:43.068017 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=9a8c8747-a800-40cb-8179-4451951514a2,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:31:43.202307 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['9a8c8747-a800-40cb-8179-4451951514a2'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:31:43.389264 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2664565-13ec-4f32-8cab-1bc1761b7e66 req-0de5914b-1ee0-435e-a8a5-71cc918e1122 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:43.391458 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e2664565-13ec-4f32-8cab-1bc1761b7e66 req-0de5914b-1ee0-435e-a8a5-71cc918e1122 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 945 time: 0.0524390 Mar 05 05:31:43.438527 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e2664565-13ec-4f32-8cab-1bc1761b7e66 req-6d4fa322-4947-4cd5-a62a-c8925c0485bb tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415936 Mar 05 05:31:43.732193 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9916646b-1f62-4dd0-b094-3589d889bfac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:44.097932 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:44.304918 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:44.559492 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32161e41-0115-4f33-9b9f-fb87d193f126 req-7521a15b-6ac2-4128-b146-6fc04c8a1a38 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:44.560981 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-32161e41-0115-4f33-9b9f-fb87d193f126 req-7521a15b-6ac2-4128-b146-6fc04c8a1a38 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 945 time: 0.0529253 Mar 05 05:31:44.615794 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-32161e41-0115-4f33-9b9f-fb87d193f126 req-78d03c38-b1e9-4c52-89ef-dcbb25717fd6 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483861 Mar 05 05:31:44.850136 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 9a8c8747-a800-40cb-8179-4451951514a2 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:31:44.901142 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 9a8c8747-a800-40cb-8179-4451951514a2 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:31:44.904813 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 9a8c8747-a800-40cb-8179-4451951514a2 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:31:44.905198 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9a8c8747-a800-40cb-8179-4451951514a2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:44.982015 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 9a8c8747-a800-40cb-8179-4451951514a2 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:31:44.982405 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9a8c8747-a800-40cb-8179-4451951514a2), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:45.004480 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8612aec9-0be9-4ae6-97b2-694399a9a47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8c8747-a800-40cb-8179-4451951514a2'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:31:45.006817 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e4914d-57d7-46a3-b4b9-95c74e5a9f0b" -d '{"events": [{"server_uuid": "8612aec9-0be9-4ae6-97b2-694399a9a47f", "name": "network-vif-plugged", "status": "completed", "tag": "9a8c8747-a800-40cb-8179-4451951514a2"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:31:45.019739 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 9a8c8747-a800-40cb-8179-4451951514a2, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=9a8c8747-a800-40cb-8179-4451951514a2,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:31:45.024114 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (9a8c8747-a800-40cb-8179-4451951514a2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:45.050762 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a87572-8e95-47da-848b-69f977f730f1 x-openstack-request-id: req-81a87572-8e95-47da-848b-69f977f730f1 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:31:45.051055 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8612aec9-0be9-4ae6-97b2-694399a9a47f", "name": "network-vif-plugged", "status": "completed", "tag": "9a8c8747-a800-40cb-8179-4451951514a2", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:31:45.051337 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-81a87572-8e95-47da-848b-69f977f730f1 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:31:45.052402 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8612aec9-0be9-4ae6-97b2-694399a9a47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8c8747-a800-40cb-8179-4451951514a2', 'code': 200} Mar 05 05:31:45.081386 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=9a8c8747-a800-40cb-8179-4451951514a2,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:31:45.115667 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:45.149298 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec08f1-7775-454d-ac79-32eff4cd316b req-efeffcf3-de2b-41dc-9adc-9e80ece44eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:45.150803 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-85ec08f1-7775-454d-ac79-32eff4cd316b req-efeffcf3-de2b-41dc-9adc-9e80ece44eb8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 1129 time: 0.0482011 Mar 05 05:31:45.194570 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-85ec08f1-7775-454d-ac79-32eff4cd316b req-52e7c168-44fd-4d98-8792-42f4755ad022 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384579 Mar 05 05:31:45.733910 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a0525-8273-4b44-9617-8a0b51e86188 req-d64c394a-caa6-4fde-9732-36438c6d5056 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:45.735334 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-be2a0525-8273-4b44-9617-8a0b51e86188 req-d64c394a-caa6-4fde-9732-36438c6d5056 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 946 time: 0.0528493 Mar 05 05:31:45.781734 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-be2a0525-8273-4b44-9617-8a0b51e86188 req-9be403e1-2f7b-4e5f-941a-e11a6f80ace4 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409000 Mar 05 05:31:46.386890 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:46.900846 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8c3b1-065f-4e00-b1c5-40f85d23fef0 req-c03c4759-90d9-4026-9976-994109d7eac2 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:46.902364 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0ba8c3b1-065f-4e00-b1c5-40f85d23fef0 req-c03c4759-90d9-4026-9976-994109d7eac2 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 946 time: 0.0521312 Mar 05 05:31:46.949102 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0ba8c3b1-065f-4e00-b1c5-40f85d23fef0 req-9d905bea-ad29-4014-a1bd-5dc1da956bbd tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405407 Mar 05 05:31:47.066849 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1cdd8d-4a21-4a78-a090-d06b59daf64c req-172bd4da-b415-4569-9a34-19e21ee99889 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:47.068229 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4a1cdd8d-4a21-4a78-a090-d06b59daf64c req-172bd4da-b415-4569-9a34-19e21ee99889 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 946 time: 0.0560794 Mar 05 05:31:47.076687 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43538) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:31:47.081374 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-cdef84d9-f8a5-409e-9f4d-b3f6801dae55 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Request body: {'floatingip': {'port_id': '9a8c8747-a800-40cb-8179-4451951514a2'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:31:47.119567 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cdef84d9-f8a5-409e-9f4d-b3f6801dae55 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for floatingip (e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:47.552837 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cdef84d9-f8a5-409e-9f4d-b3f6801dae55 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:47.556579 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cdef84d9-f8a5-409e-9f4d-b3f6801dae55 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:47.657460 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-cdef84d9-f8a5-409e-9f4d-b3f6801dae55 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Floating IP e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c associated. External IP: 172.25.0.158, port: 9a8c8747-a800-40cb-8179-4451951514a2. Mar 05 05:31:47.831868 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:47.865881 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdef84d9-f8a5-409e-9f4d-b3f6801dae55 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Router b3a90209-9063-4671-b93d-047fe32adee1 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:31:47.974361 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdef84d9-f8a5-409e-9f4d-b3f6801dae55 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:31:47.978742 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cdef84d9-f8a5-409e-9f4d-b3f6801dae55 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:31:47.984637 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43377d73-900c-497f-804b-c149bf17d6e4 None None] Sync routers for ids ['b3a90209-9063-4671-b93d-047fe32adee1'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:31:47.995413 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43377d73-900c-497f-804b-c149bf17d6e4 None None] Routers {'b3a90209-9063-4671-b93d-047fe32adee1'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:31:47.996124 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-43377d73-900c-497f-804b-c149bf17d6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:31:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b3a90209-9063-4671-b93d-047fe32adee1'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:31:48.014181 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-cdef84d9-f8a5-409e-9f4d-b3f6801dae55 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "PUT /v2.0/floatingips/e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c HTTP/1.1" status: 200 len: 992 time: 0.9364786 Mar 05 05:31:48.014954 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8612aec9-0be9-4ae6-97b2-694399a9a47f', 'tag': '9a8c8747-a800-40cb-8179-4451951514a2'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:31:48.018425 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81383cf0-f179-4182-b3ea-881562ba295c" -d '{"events": [{"name": "network-changed", "server_uuid": "8612aec9-0be9-4ae6-97b2-694399a9a47f", "tag": "9a8c8747-a800-40cb-8179-4451951514a2"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:31:48.055060 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e24161-34c4-46c3-885b-94e16458da4b x-openstack-request-id: req-c3e24161-34c4-46c3-885b-94e16458da4b {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:31:48.055873 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8612aec9-0be9-4ae6-97b2-694399a9a47f", "tag": "9a8c8747-a800-40cb-8179-4451951514a2", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:31:48.056146 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c3e24161-34c4-46c3-885b-94e16458da4b {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:31:48.056562 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8612aec9-0be9-4ae6-97b2-694399a9a47f', 'tag': '9a8c8747-a800-40cb-8179-4451951514a2', 'status': 'completed', 'code': 200} Mar 05 05:31:48.128315 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-43377d73-900c-497f-804b-c149bf17d6e4 None None] Set router b3a90209-9063-4671-b93d-047fe32adee1 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:31:48.134635 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81383cf0-f179-4182-b3ea-881562ba295c req-493861ec-2e97-40de-b0e6-50977bb1fed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:48.136009 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-81383cf0-f179-4182-b3ea-881562ba295c req-493861ec-2e97-40de-b0e6-50977bb1fed6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 1129 time: 0.0554485 Mar 05 05:31:48.220223 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef576e-ed07-4d26-83e9-7f8db437bce6 req-44bda20b-569d-4c9f-be82-c3a3e9e0ca74 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:48.222031 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d8ef576e-ed07-4d26-83e9-7f8db437bce6 req-44bda20b-569d-4c9f-be82-c3a3e9e0ca74 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 946 time: 0.0590591 Mar 05 05:31:48.244126 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81383cf0-f179-4182-b3ea-881562ba295c req-ff359dbc-8629-4cd6-bd5a-4e45cd779736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:48.245965 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-81383cf0-f179-4182-b3ea-881562ba295c req-ff359dbc-8629-4cd6-bd5a-4e45cd779736 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.1020839 Mar 05 05:31:48.274570 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d8ef576e-ed07-4d26-83e9-7f8db437bce6 req-bf4e86d0-e794-4d8f-b1ed-cab30502df04 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468369 Mar 05 05:31:48.313219 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-81383cf0-f179-4182-b3ea-881562ba295c req-a2ae23c0-6850-4d42-820e-48a93ad6536c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a8c8747-a800-40cb-8179-4451951514a2 HTTP/1.1" status: 200 len: 1000 time: 0.0605431 Mar 05 05:31:48.366225 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81383cf0-f179-4182-b3ea-881562ba295c req-7fa1562d-4005-4258-b575-f6e5e9494300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:48.366425 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-43377d73-900c-497f-804b-c149bf17d6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 4, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'gw_port': {'id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'floating_ip_address': '172.25.0.158', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'port_id': '9a8c8747-a800-40cb-8179-4451951514a2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'mac_address': 'fa:16:3e:77:21:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8612aec9-0be9-4ae6-97b2-694399a9a47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:30:54Z', 'updated_at': '2022-03-05T05:31:47Z', 'revision_number': 5, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289e596f-9a54-4b4c-a616-1d922927e3a2', 'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'mac_address': 'fa:16:3e:4b:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:52Z', 'updated_at': '2022-03-05T05:30:57Z', 'revision_number': 5, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'subnets': [{'id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:31:48.368169 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-81383cf0-f179-4182-b3ea-881562ba295c req-7fa1562d-4005-4258-b575-f6e5e9494300 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0494425 Mar 05 05:31:48.420146 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81383cf0-f179-4182-b3ea-881562ba295c req-2b68cc19-4383-4892-a252-530a6c051725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:48.421782 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-81383cf0-f179-4182-b3ea-881562ba295c req-2b68cc19-4383-4892-a252-530a6c051725 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0476038 Mar 05 05:31:48.514375 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-81383cf0-f179-4182-b3ea-881562ba295c req-22949009-088b-4c46-a0b6-edcb748d4bb0 service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867567 Mar 05 05:31:48.551733 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43377d73-900c-497f-804b-c149bf17d6e4 None None] Checking router: b3a90209-9063-4671-b93d-047fe32adee1 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:31:48.559905 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43377d73-900c-497f-804b-c149bf17d6e4 None None] Routers {'b3a90209-9063-4671-b93d-047fe32adee1'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:31:48.560521 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-43377d73-900c-497f-804b-c149bf17d6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:31:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b3a90209-9063-4671-b93d-047fe32adee1'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:31:48.613278 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-81383cf0-f179-4182-b3ea-881562ba295c req-39cb1ad6-07f4-4271-96ea-bef30006e570 service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930290 Mar 05 05:31:48.673484 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-43377d73-900c-497f-804b-c149bf17d6e4 None None] Set router b3a90209-9063-4671-b93d-047fe32adee1 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:31:48.896698 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-43377d73-900c-497f-804b-c149bf17d6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 4, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'gw_port': {'id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'floating_ip_address': '172.25.0.158', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'port_id': '9a8c8747-a800-40cb-8179-4451951514a2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'mac_address': 'fa:16:3e:77:21:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8612aec9-0be9-4ae6-97b2-694399a9a47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:30:54Z', 'updated_at': '2022-03-05T05:31:47Z', 'revision_number': 5, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289e596f-9a54-4b4c-a616-1d922927e3a2', 'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'mac_address': 'fa:16:3e:4b:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:52Z', 'updated_at': '2022-03-05T05:30:57Z', 'revision_number': 5, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'subnets': [{'id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:31:48.922579 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43377d73-900c-497f-804b-c149bf17d6e4 None None] The sync data for ids ['b3a90209-9063-4671-b93d-047fe32adee1'] in n-d-789963-32 is: [{'id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 4, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'gw_port': {'id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'floating_ip_address': '172.25.0.158', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'port_id': '9a8c8747-a800-40cb-8179-4451951514a2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'mac_address': 'fa:16:3e:77:21:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8612aec9-0be9-4ae6-97b2-694399a9a47f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:30:54Z', 'updated_at': '2022-03-05T05:31:47Z', 'revision_number': 5, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289e596f-9a54-4b4c-a616-1d922927e3a2', 'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'mac_address': 'fa:16:3e:4b:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:52Z', 'updated_at': '2022-03-05T05:30:57Z', 'revision_number': 5, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'subnets': [{'id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:31:49.120739 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986fd96a-98a7-4b19-9098-90a8dec3480c None None] New status for floating IP e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c: ACTIVE {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:31:49.398147 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1f6c2-d890-492b-a4ad-c892ed7facb7 req-36aaf911-ddc4-46b6-acea-f5103fcafbfc tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:49.399637 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-30b1f6c2-d890-492b-a4ad-c892ed7facb7 req-36aaf911-ddc4-46b6-acea-f5103fcafbfc tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 946 time: 0.0522246 Mar 05 05:31:49.449602 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-30b1f6c2-d890-492b-a4ad-c892ed7facb7 req-479070c3-b813-4ea0-95a9-399ee54fef82 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445406 Mar 05 05:31:50.569943 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2404d-d7f7-47ea-9935-ae3383cf45de req-45c4272a-f5a1-4898-b92c-a59567f43a4b tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:50.571434 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aeb2404d-d7f7-47ea-9935-ae3383cf45de req-45c4272a-f5a1-4898-b92c-a59567f43a4b tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 946 time: 0.0532792 Mar 05 05:31:50.619558 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aeb2404d-d7f7-47ea-9935-ae3383cf45de req-4f17dc0d-6845-4860-9f43-650c2135edce tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425935 Mar 05 05:31:51.739441 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99031071-2643-4200-a3bc-e085fdbc8fa1 req-19479156-7ac2-4452-8ad8-300f0126fb99 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:51.741448 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-99031071-2643-4200-a3bc-e085fdbc8fa1 req-19479156-7ac2-4452-8ad8-300f0126fb99 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 946 time: 0.0553207 Mar 05 05:31:51.801677 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-99031071-2643-4200-a3bc-e085fdbc8fa1 req-9bd08f44-7b37-427a-8685-41f3e91c4e2b tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544834 Mar 05 05:31:52.929787 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47024b-bfce-4dd5-9d1f-2b2475d50042 req-6f6319c0-d92d-43e6-b0c0-966ae49b34a0 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:52.931305 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2b47024b-bfce-4dd5-9d1f-2b2475d50042 req-6f6319c0-d92d-43e6-b0c0-966ae49b34a0 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 946 time: 0.0562570 Mar 05 05:31:52.977912 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2b47024b-bfce-4dd5-9d1f-2b2475d50042 req-72e7e446-5944-4950-aa92-d5b243a31780 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411329 Mar 05 05:31:54.095956 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1a75a-54c5-4d32-b42a-621a1357ac38 req-d5ddfeaa-831d-4e90-92d6-8f5d2375bf21 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:54.097266 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-afa1a75a-54c5-4d32-b42a-621a1357ac38 req-d5ddfeaa-831d-4e90-92d6-8f5d2375bf21 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 946 time: 0.0529087 Mar 05 05:31:54.143168 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-afa1a75a-54c5-4d32-b42a-621a1357ac38 req-2e491c73-a5a5-4a32-9883-91a04060568c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404079 Mar 05 05:31:55.264925 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d498e-d3b6-4d75-b92a-07908a3a7849 req-c510067d-e2ae-45ee-8b00-8bf74164c8b4 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:55.266411 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-da6d498e-d3b6-4d75-b92a-07908a3a7849 req-c510067d-e2ae-45ee-8b00-8bf74164c8b4 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 946 time: 0.0559654 Mar 05 05:31:55.312294 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-da6d498e-d3b6-4d75-b92a-07908a3a7849 req-6e16bcc4-c9c4-41d5-bbe4-d85536ce6fb7 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394721 Mar 05 05:31:56.434024 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76790651-2970-4ccf-979b-0c63e01f2ab2 req-dbaba335-08cd-4193-b473-5d851f74dc6b tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:56.435531 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76790651-2970-4ccf-979b-0c63e01f2ab2 req-dbaba335-08cd-4193-b473-5d851f74dc6b tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 946 time: 0.0530720 Mar 05 05:31:56.482252 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76790651-2970-4ccf-979b-0c63e01f2ab2 req-91d66493-4cb1-429d-9623-1e912ebf49da tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402467 Mar 05 05:31:57.603347 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287f36b-952d-4a33-8df3-fe25e85619b9 req-250135e4-0b38-4dec-a0fd-9344c72993a2 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:57.604751 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2287f36b-952d-4a33-8df3-fe25e85619b9 req-250135e4-0b38-4dec-a0fd-9344c72993a2 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 946 time: 0.0525892 Mar 05 05:31:57.654320 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2287f36b-952d-4a33-8df3-fe25e85619b9 req-3f177cd2-b878-4e66-8f83-48161c8d5775 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441012 Mar 05 05:31:58.772050 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e92fa-e823-4099-ad2c-f01ef46b72c7 req-b9c14254-395b-45aa-9f0e-c7d7c86c7cd9 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:58.773540 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b05e92fa-e823-4099-ad2c-f01ef46b72c7 req-b9c14254-395b-45aa-9f0e-c7d7c86c7cd9 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 946 time: 0.0522621 Mar 05 05:31:58.819281 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b05e92fa-e823-4099-ad2c-f01ef46b72c7 req-6e59bd26-d700-47f3-acbc-3b0678a1c847 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402467 Mar 05 05:31:59.937762 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c8bf0-f70e-4cb0-941f-e1a32e7495ef req-b99c376d-c265-4b97-8f65-cff4c01c0da0 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:31:59.939326 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4e5c8bf0-f70e-4cb0-941f-e1a32e7495ef req-b99c376d-c265-4b97-8f65-cff4c01c0da0 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 946 time: 0.0524693 Mar 05 05:31:59.984450 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4e5c8bf0-f70e-4cb0-941f-e1a32e7495ef req-3c90fb8d-876b-4e54-9704-eaa9c29288c0 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393646 Mar 05 05:32:01.104604 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750f0a0-5899-42bb-9c1d-f75f7e0201a1 req-28e8ef7c-7c06-485a-9488-11dbb6c95a63 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:01.106080 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1750f0a0-5899-42bb-9c1d-f75f7e0201a1 req-28e8ef7c-7c06-485a-9488-11dbb6c95a63 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 946 time: 0.0560651 Mar 05 05:32:01.152368 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1750f0a0-5899-42bb-9c1d-f75f7e0201a1 req-4cf7877c-0e73-454d-a670-f3afabf3cefc tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402107 Mar 05 05:32:02.272053 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687dcdf-2514-4644-b9bb-b2802415fc2a req-179ec308-79de-419e-b0e6-befbe8959cdd tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:02.273502 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d687dcdf-2514-4644-b9bb-b2802415fc2a req-179ec308-79de-419e-b0e6-befbe8959cdd tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 946 time: 0.0545013 Mar 05 05:32:02.318838 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d687dcdf-2514-4644-b9bb-b2802415fc2a req-77cb8fa2-a705-4a3e-87a8-86dc0ed487ee tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398369 Mar 05 05:32:03.436133 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296d586-808e-4054-b19e-118e2d41ccc6 req-da6edcbc-0956-4adb-86db-21456d1bb9ef tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:03.437650 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c296d586-808e-4054-b19e-118e2d41ccc6 req-da6edcbc-0956-4adb-86db-21456d1bb9ef tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 946 time: 0.0520957 Mar 05 05:32:03.488671 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c296d586-808e-4054-b19e-118e2d41ccc6 req-7a64fbe6-f9ff-4167-8ba2-ce1f9fb13261 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447297 Mar 05 05:32:04.216344 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7bd1a-b113-4efb-bb1a-4d917ebc3832 req-8429c676-816d-4ab2-b441-4c89933b1a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:04.217893 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ffd7bd1a-b113-4efb-bb1a-4d917ebc3832 req-8429c676-816d-4ab2-b441-4c89933b1a5e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 1129 time: 0.1374862 Mar 05 05:32:04.323091 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7bd1a-b113-4efb-bb1a-4d917ebc3832 req-e92b87a3-b3c5-4291-bb47-5ac626207b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:04.324562 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ffd7bd1a-b113-4efb-bb1a-4d917ebc3832 req-e92b87a3-b3c5-4291-bb47-5ac626207b64 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.0873485 Mar 05 05:32:04.389681 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ffd7bd1a-b113-4efb-bb1a-4d917ebc3832 req-83e0af01-9ec8-4841-9340-eb58c8ea8e22 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a8c8747-a800-40cb-8179-4451951514a2 HTTP/1.1" status: 200 len: 1002 time: 0.0591493 Mar 05 05:32:04.441218 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7bd1a-b113-4efb-bb1a-4d917ebc3832 req-baadae57-e817-4128-99f9-36b7d16932c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:04.442666 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ffd7bd1a-b113-4efb-bb1a-4d917ebc3832 req-baadae57-e817-4128-99f9-36b7d16932c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0474589 Mar 05 05:32:04.492068 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7bd1a-b113-4efb-bb1a-4d917ebc3832 req-4b75bf77-1182-4fb4-be5c-9dc851c2b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:04.493532 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ffd7bd1a-b113-4efb-bb1a-4d917ebc3832 req-4b75bf77-1182-4fb4-be5c-9dc851c2b4b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442550 Mar 05 05:32:04.581387 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ffd7bd1a-b113-4efb-bb1a-4d917ebc3832 req-2a0ab91e-93d5-417a-8b9b-bc0a218b991d service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814824 Mar 05 05:32:04.607733 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd14bfc-2998-497c-9862-e6f0a89d3590 req-f26d11fa-406c-470d-bf81-cb87532eb07e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:04.609230 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fbd14bfc-2998-497c-9862-e6f0a89d3590 req-f26d11fa-406c-470d-bf81-cb87532eb07e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 946 time: 0.0537045 Mar 05 05:32:04.659510 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fbd14bfc-2998-497c-9862-e6f0a89d3590 req-5a03a45f-2b06-443f-b4e6-1fde3bba3faa tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447538 Mar 05 05:32:04.677275 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ffd7bd1a-b113-4efb-bb1a-4d917ebc3832 req-18e6d000-7bee-4dd3-8857-a0e2a2810da1 service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892601 Mar 05 05:32:05.777246 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134445c-2050-40d1-a1e2-76e91781c774 req-75435ccb-3a5e-4a94-9521-f35659700325 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:05.778711 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e134445c-2050-40d1-a1e2-76e91781c774 req-75435ccb-3a5e-4a94-9521-f35659700325 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 946 time: 0.0519209 Mar 05 05:32:05.824313 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e134445c-2050-40d1-a1e2-76e91781c774 req-e5945513-a196-44f6-b755-003ad556a5a1 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400679 Mar 05 05:32:06.947483 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1cef9-b9f4-4cc0-a7c0-3c053b8ace5e req-50f85137-1d8c-45b4-a1f3-16d84ec6dbfc tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:06.948948 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-02a1cef9-b9f4-4cc0-a7c0-3c053b8ace5e req-50f85137-1d8c-45b4-a1f3-16d84ec6dbfc tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 946 time: 0.0572667 Mar 05 05:32:06.996650 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-02a1cef9-b9f4-4cc0-a7c0-3c053b8ace5e req-04153f63-f857-456c-ba68-57c4239bd2a5 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421569 Mar 05 05:32:08.113417 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87130c1-7bb0-4570-988e-4db6367e3abd req-94842e3a-0ba4-4edf-b990-26318eb52698 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:08.114810 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d87130c1-7bb0-4570-988e-4db6367e3abd req-94842e3a-0ba4-4edf-b990-26318eb52698 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 946 time: 0.0528150 Mar 05 05:32:08.160586 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d87130c1-7bb0-4570-988e-4db6367e3abd req-f4b9dbdc-bbb8-440c-80fc-22c711b79838 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402203 Mar 05 05:32:09.285915 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1ced0-bce9-414a-b7de-6a1e898c4345 req-b375f01f-599f-4f44-9354-72771735567f tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:09.287405 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7ce1ced0-bce9-414a-b7de-6a1e898c4345 req-b375f01f-599f-4f44-9354-72771735567f tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 946 time: 0.0577452 Mar 05 05:32:09.334337 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7ce1ced0-bce9-414a-b7de-6a1e898c4345 req-2d75bfda-3bc4-4f12-9f0b-765c6f3d8086 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413380 Mar 05 05:32:10.456431 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d4849-a5fb-445e-aab7-0bf868529b60 req-9aff970e-3252-42ce-9372-747501c76c72 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:10.457915 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-633d4849-a5fb-445e-aab7-0bf868529b60 req-9aff970e-3252-42ce-9372-747501c76c72 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 946 time: 0.0534689 Mar 05 05:32:10.504998 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-633d4849-a5fb-445e-aab7-0bf868529b60 req-a21d93a3-d999-49b9-b3c9-dfc84f3ecb53 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414312 Mar 05 05:32:11.459937 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7ead678d-77c2-4545-97f8-44ae8dbbd4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:11.624347 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4029d0-ee64-4526-9261-202d80c18869 req-e7b302b3-2a12-4918-a8da-3a2f506740c3 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:11.625696 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c4029d0-ee64-4526-9261-202d80c18869 req-e7b302b3-2a12-4918-a8da-3a2f506740c3 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 946 time: 0.0523982 Mar 05 05:32:11.676029 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c4029d0-ee64-4526-9261-202d80c18869 req-cc35b8cf-3d41-4223-9219-e096dbc7e62e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445929 Mar 05 05:32:13.045406 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bce48f-2766-4660-9551-239a38db3b2f req-c60781d4-6955-44ea-9b7a-40494271b1fc tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:13.046796 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b5bce48f-2766-4660-9551-239a38db3b2f req-c60781d4-6955-44ea-9b7a-40494271b1fc tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 946 time: 0.0518739 Mar 05 05:32:13.093042 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b5bce48f-2766-4660-9551-239a38db3b2f req-1ed98d29-6315-4354-aa6a-9e48229dccb7 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399292 Mar 05 05:32:13.733431 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2aa7fd9a-b99a-4edf-b3b9-edd4cf29f9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:14.097807 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:14.209937 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2534f-4640-49ad-9006-d562c6323f99 req-94828eb8-21bc-4b7b-9522-f0f77339630d tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:14.211429 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fae2534f-4640-49ad-9006-d562c6323f99 req-94828eb8-21bc-4b7b-9522-f0f77339630d tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 946 time: 0.0517437 Mar 05 05:32:14.259124 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fae2534f-4640-49ad-9006-d562c6323f99 req-31af9f72-a175-41ec-90ac-465619d1dcf5 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420656 Mar 05 05:32:14.320590 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:14.495322 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-67959da8-b9b7-40bd-bee2-eb33e39ad247 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0443611 Mar 05 05:32:14.509702 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6ca4c-0d07-46ae-a7a2-76dc083ad166 req-ec0c7baa-f7ff-487a-8d72-e883f439e9b8 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:14.511225 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fac6ca4c-0d07-46ae-a7a2-76dc083ad166 req-ec0c7baa-f7ff-487a-8d72-e883f439e9b8 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 946 time: 0.0563259 Mar 05 05:32:14.560954 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fac6ca4c-0d07-46ae-a7a2-76dc083ad166 req-2474bf44-3a5f-488e-8380-1bda1e2f7b9b tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441153 Mar 05 05:32:14.856854 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-0fe3b78e-c9c3-454f-acfd-b2ad52a39aa3 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:14.858182 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-0fe3b78e-c9c3-454f-acfd-b2ad52a39aa3 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports/9a8c8747-a800-40cb-8179-4451951514a2 HTTP/1.1" status: 200 len: 943 time: 0.0448458 Mar 05 05:32:15.123674 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:15.656709 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-9c18b969-6bc5-48b0-8e83-441e29a81fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:15.658976 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-9c18b969-6bc5-48b0-8e83-441e29a81fbb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 1129 time: 0.0509171 Mar 05 05:32:15.684733 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290369d-0d02-4add-bb5a-ba5320ffd53c req-246b4f61-fb0b-4347-bd53-c76e7f4a1e7f tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:15.686217 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a290369d-0d02-4add-bb5a-ba5320ffd53c req-246b4f61-fb0b-4347-bd53-c76e7f4a1e7f tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 946 time: 0.0528891 Mar 05 05:32:15.733290 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a290369d-0d02-4add-bb5a-ba5320ffd53c req-126385d4-f366-4ae2-b059-ad6758c94b9c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414333 Mar 05 05:32:15.749257 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-f644972c-1183-42f2-9ebc-4162136d547e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:15.750776 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-f644972c-1183-42f2-9ebc-4162136d547e service neutron] 10.222.0.30 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.0856020 Mar 05 05:32:15.818423 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-b590aca5-8cea-45ed-8b04-7372eff9ecea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a8c8747-a800-40cb-8179-4451951514a2 HTTP/1.1" status: 200 len: 1002 time: 0.0617216 Mar 05 05:32:15.867409 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-2a3a64c6-8393-492d-b7fa-9fde59fa0808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:15.868801 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-2a3a64c6-8393-492d-b7fa-9fde59fa0808 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0445962 Mar 05 05:32:15.918140 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-6396143d-a2b0-47f0-962d-031481c13e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:15.919727 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-6396143d-a2b0-47f0-962d-031481c13e12 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449522 Mar 05 05:32:16.010218 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-be532056-966f-4f5c-bed6-399ce13badec service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846243 Mar 05 05:32:16.097383 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-379506e3-9a75-47ec-a4d9-e528ce605341 service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808072 Mar 05 05:32:16.389154 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:16.855699 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68160f96-180b-47f1-91df-e26cd5c81999 req-0a5b52ab-ec3c-4bcf-bbbc-2aff5b4714d6 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:16.857160 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-68160f96-180b-47f1-91df-e26cd5c81999 req-0a5b52ab-ec3c-4bcf-bbbc-2aff5b4714d6 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 946 time: 0.0559478 Mar 05 05:32:16.902397 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-68160f96-180b-47f1-91df-e26cd5c81999 req-2228b82b-8328-4a00-b62e-ffa74a1195bd tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394654 Mar 05 05:32:17.506929 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:32:17.764733 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-238edc59-b1f4-45de-9adc-5264934d4f19 service neutron] show failed (client error): The resource could not be found. Mar 05 05:32:17.765676 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-238edc59-b1f4-45de-9adc-5264934d4f19 service neutron] 10.222.0.30 "GET /v2.0/ports/9a8c8747-a800-40cb-8179-4451951514a2/bindings/n-h2-789963-32 HTTP/1.1" status: 404 len: 381 time: 0.0573359 Mar 05 05:32:17.837978 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:18.008542 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-081269c1-3e54-4adf-b1e4-b1609a096c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:18.010060 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-081269c1-3e54-4adf-b1e4-b1609a096c0c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f&tenant_id=f2b0097d48fe4c36b291783cc6b4fd16 HTTP/1.1" status: 200 len: 1129 time: 0.0473146 Mar 05 05:32:18.020829 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-f3c94327-f6f5-4311-ad2c-4b8d4ca36e2f service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:32:18.021701 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-f3c94327-f6f5-4311-ad2c-4b8d4ca36e2f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057807 Mar 05 05:32:18.027350 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d95f3-a6cb-4f4b-bc3d-c9f23871ee3d req-4dbdfde9-ac69-4edc-8883-eb52dc9f5623 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:18.028826 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-047d95f3-a6cb-4f4b-bc3d-c9f23871ee3d req-4dbdfde9-ac69-4edc-8883-eb52dc9f5623 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 946 time: 0.0550094 Mar 05 05:32:18.034436 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-32', 'device_owner': 'compute:nova'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:32:18.075332 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-047d95f3-a6cb-4f4b-bc3d-c9f23871ee3d req-3467bcea-cbc0-498f-9c10-0cf5e3466f93 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408447 Mar 05 05:32:18.093139 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9a8c8747-a800-40cb-8179-4451951514a2), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:18.293358 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] For port 9a8c8747-a800-40cb-8179-4451951514a2, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=9a8c8747-a800-40cb-8179-4451951514a2,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:32:18.325590 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] For port 9a8c8747-a800-40cb-8179-4451951514a2, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:32:18.364822 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8612aec9-0be9-4ae6-97b2-694399a9a47f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a8c8747-a800-40cb-8179-4451951514a2'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:32:18.367030 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfb85ba-68d7-47df-8ae2-46bf7f9fd45e" -d '{"events": [{"server_uuid": "8612aec9-0be9-4ae6-97b2-694399a9a47f", "name": "network-vif-unplugged", "status": "completed", "tag": "9a8c8747-a800-40cb-8179-4451951514a2"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:32:18.370464 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] Publish callbacks [] for port (9a8c8747-a800-40cb-8179-4451951514a2), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:18.383222 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] Transition to ACTIVE for port object 9a8c8747-a800-40cb-8179-4451951514a2 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:32:18.387124 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (9a8c8747-a800-40cb-8179-4451951514a2), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:18.421172 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 05:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1756f550-46e8-40f6-9a83-69895f383297 x-openstack-request-id: req-1756f550-46e8-40f6-9a83-69895f383297 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:32:18.421172 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8612aec9-0be9-4ae6-97b2-694399a9a47f", "name": "network-vif-unplugged", "status": "completed", "tag": "9a8c8747-a800-40cb-8179-4451951514a2", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:32:18.421172 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1756f550-46e8-40f6-9a83-69895f383297 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:32:18.421449 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8612aec9-0be9-4ae6-97b2-694399a9a47f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a8c8747-a800-40cb-8179-4451951514a2', 'code': 200} Mar 05 05:32:18.463659 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8c8747-a800-40cb-8179-4451951514a2,revision_number=6']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:32:18.482193 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:32:18.482533 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:32:18.482872 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:32:18.483237 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:32:18.483570 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:32:18.483900 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:32:18.484227 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:32:18.484551 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:32:18.484873 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:32:18.485826 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:32:18.486161 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:32:18.486535 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:32:18.486804 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:32:18.525276 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] No DVR routers for this DVR port 9a8c8747-a800-40cb-8179-4451951514a2 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:32:18.987463 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] Attempting to bind port 9a8c8747-a800-40cb-8179-4451951514a2 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:32:18.988194 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] Attempting to bind port 9a8c8747-a800-40cb-8179-4451951514a2 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:32:18.988194 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] Attempting to bind port 9a8c8747-a800-40cb-8179-4451951514a2 on network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:32:18.992297 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] Port 9a8c8747-a800-40cb-8179-4451951514a2 on network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:32:18.992618 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] Attempting to bind port 9a8c8747-a800-40cb-8179-4451951514a2 on network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:32:18.997304 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:32:18.997638 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] Checking segment: {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:32:18.998019 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] Bound using segment: {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:32:18.998437 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] Bound port: 9a8c8747-a800-40cb-8179-4451951514a2, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:32:18.998790 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9a8c8747-a800-40cb-8179-4451951514a2), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:19.060252 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] For port 9a8c8747-a800-40cb-8179-4451951514a2, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:32:19.063364 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] For port 9a8c8747-a800-40cb-8179-4451951514a2, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=9a8c8747-a800-40cb-8179-4451951514a2,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:32:19.070754 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (9a8c8747-a800-40cb-8179-4451951514a2), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:19.115749 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:19.116702 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:19.118433 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] 10.222.0.31 "PUT /v2.0/ports/9a8c8747-a800-40cb-8179-4451951514a2 HTTP/1.1" status: 200 len: 1093 time: 1.0880711 Mar 05 05:32:19.164682 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda40a49-336a-4e24-aba3-36da0abe2bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=9a8c8747-a800-40cb-8179-4451951514a2,revision_number=7']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:32:19.228992 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-0ca96cc9-de19-4a44-8a79-70354699a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:19.230955 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-0ca96cc9-de19-4a44-8a79-70354699a5a2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 1127 time: 0.0674596 Mar 05 05:32:19.234736 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c60334-f06e-4cd4-9e30-dcda22078be0 req-cb32ecc3-2708-4810-9e07-cd321d3f9a2b tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:19.247841 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d7c60334-f06e-4cd4-9e30-dcda22078be0 req-cb32ecc3-2708-4810-9e07-cd321d3f9a2b tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 944 time: 0.0804064 Mar 05 05:32:19.318314 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d7c60334-f06e-4cd4-9e30-dcda22078be0 req-9c5ea364-3dac-4f5d-aab4-eb37c264370f tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636473 Mar 05 05:32:19.366188 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-122b0207-8f1b-447f-a772-da5fa2f51869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:19.367725 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-122b0207-8f1b-447f-a772-da5fa2f51869 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.1299803 Mar 05 05:32:19.442585 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-31a3fd1e-3873-47ed-bc5c-5d8b3674f8a1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a8c8747-a800-40cb-8179-4451951514a2 HTTP/1.1" status: 200 len: 1000 time: 0.0692539 Mar 05 05:32:19.490700 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-1d31ef35-cc4a-40b5-9382-46a48a848da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:19.492215 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-1d31ef35-cc4a-40b5-9382-46a48a848da1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0444090 Mar 05 05:32:19.541211 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-21eb5e76-9ca9-414d-bda8-2ee7b8071b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:19.542635 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-21eb5e76-9ca9-414d-bda8-2ee7b8071b0e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441358 Mar 05 05:32:19.635507 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-558d04ab-927e-410f-86b8-b89242681805 service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864480 Mar 05 05:32:19.725951 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-420ef2f6-8c2a-490e-81fb-cb8cb78f2b85 req-65f6024a-ed4f-448e-9ecf-71f45e23c065 service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835037 Mar 05 05:32:20.423158 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8612aec9-0be9-4ae6-97b2-694399a9a47f', 'tag': '9a8c8747-a800-40cb-8179-4451951514a2'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:32:20.425531 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a3bc71-38c5-4c03-8619-235516aa341b" -d '{"events": [{"name": "network-changed", "server_uuid": "8612aec9-0be9-4ae6-97b2-694399a9a47f", "tag": "9a8c8747-a800-40cb-8179-4451951514a2"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:32:20.430821 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f827f1-92f6-4757-bc7e-18afbf62c7ca req-e0cffd61-06f2-4c4f-8d1d-5025f6348d77 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:20.432378 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b7f827f1-92f6-4757-bc7e-18afbf62c7ca req-e0cffd61-06f2-4c4f-8d1d-5025f6348d77 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 944 time: 0.0541699 Mar 05 05:32:20.480691 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ce764b-e633-4a45-b091-6f17f7185a54 x-openstack-request-id: req-a7ce764b-e633-4a45-b091-6f17f7185a54 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:32:20.481128 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8612aec9-0be9-4ae6-97b2-694399a9a47f", "tag": "9a8c8747-a800-40cb-8179-4451951514a2", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:32:20.481959 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a7ce764b-e633-4a45-b091-6f17f7185a54 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:32:20.482482 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8612aec9-0be9-4ae6-97b2-694399a9a47f', 'tag': '9a8c8747-a800-40cb-8179-4451951514a2', 'status': 'completed', 'code': 200} Mar 05 05:32:20.482784 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b7f827f1-92f6-4757-bc7e-18afbf62c7ca req-7d9690f0-2537-4519-b0ea-3fdd4045cc7c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441656 Mar 05 05:32:20.575407 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3bc71-38c5-4c03-8619-235516aa341b req-e2c57238-8d08-42c6-a5d9-5e799e494622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:20.576916 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-17a3bc71-38c5-4c03-8619-235516aa341b req-e2c57238-8d08-42c6-a5d9-5e799e494622 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 1127 time: 0.0794878 Mar 05 05:32:20.582386 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3bc71-38c5-4c03-8619-235516aa341b req-c9d7171b-d036-4260-8593-a898aa0286a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:20.583824 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-17a3bc71-38c5-4c03-8619-235516aa341b req-c9d7171b-d036-4260-8593-a898aa0286a3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 1127 time: 0.0779591 Mar 05 05:32:20.740001 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3bc71-38c5-4c03-8619-235516aa341b req-3aacabd9-6d4f-46af-abba-f999c2da348f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:20.741383 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-17a3bc71-38c5-4c03-8619-235516aa341b req-3aacabd9-6d4f-46af-abba-f999c2da348f service neutron] 10.222.0.30 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.1567152 Mar 05 05:32:20.743917 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3bc71-38c5-4c03-8619-235516aa341b req-483b5fce-b8e7-4a9f-8d58-133896f69aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:20.745225 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-17a3bc71-38c5-4c03-8619-235516aa341b req-483b5fce-b8e7-4a9f-8d58-133896f69aed service neutron] 10.222.0.31 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.1534998 Mar 05 05:32:20.859729 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-17a3bc71-38c5-4c03-8619-235516aa341b req-46391d56-0150-4b64-bf66-063c7980f8b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a8c8747-a800-40cb-8179-4451951514a2 HTTP/1.1" status: 200 len: 1000 time: 0.1124990 Mar 05 05:32:20.864129 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-17a3bc71-38c5-4c03-8619-235516aa341b req-361ac483-0ebd-48ad-9a89-32ef3699742e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a8c8747-a800-40cb-8179-4451951514a2 HTTP/1.1" status: 200 len: 1000 time: 0.1100037 Mar 05 05:32:20.948360 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3bc71-38c5-4c03-8619-235516aa341b req-636588f6-ddd1-4e40-a2b3-c11bb5583a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:20.949836 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-17a3bc71-38c5-4c03-8619-235516aa341b req-636588f6-ddd1-4e40-a2b3-c11bb5583a95 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0819445 Mar 05 05:32:20.951267 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3bc71-38c5-4c03-8619-235516aa341b req-1c118d2f-3d8c-4d73-ad09-0f0a355622d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:20.952583 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-17a3bc71-38c5-4c03-8619-235516aa341b req-1c118d2f-3d8c-4d73-ad09-0f0a355622d9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0776200 Mar 05 05:32:21.036015 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3bc71-38c5-4c03-8619-235516aa341b req-2f22b067-3d4d-4f75-92dd-3263fa5c99eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:21.038028 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-17a3bc71-38c5-4c03-8619-235516aa341b req-2f22b067-3d4d-4f75-92dd-3263fa5c99eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0811322 Mar 05 05:32:21.041318 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3bc71-38c5-4c03-8619-235516aa341b req-c536ff67-5923-4f15-b0ce-c4349c02e0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:21.043166 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-17a3bc71-38c5-4c03-8619-235516aa341b req-c536ff67-5923-4f15-b0ce-c4349c02e0bc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0784783 Mar 05 05:32:21.214148 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-17a3bc71-38c5-4c03-8619-235516aa341b req-a3271a2b-d956-4104-a5a8-3befca39a3dc service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699071 Mar 05 05:32:21.219101 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-17a3bc71-38c5-4c03-8619-235516aa341b req-99a95a72-a285-4099-8df4-770660229258 service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639631 Mar 05 05:32:21.394740 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-17a3bc71-38c5-4c03-8619-235516aa341b req-7240a474-42a5-455f-8208-fceb4a7b25f6 service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663589 Mar 05 05:32:21.396641 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-17a3bc71-38c5-4c03-8619-235516aa341b req-5b5545f2-5589-4099-90dd-639e31b82b9f service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752446 Mar 05 05:32:21.610005 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4761d-0d80-442f-933e-52f4419cd95e req-e70b5b9d-0c23-455f-aeee-d1b7d35e9efb tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:21.611691 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a6b4761d-0d80-442f-933e-52f4419cd95e req-e70b5b9d-0c23-455f-aeee-d1b7d35e9efb tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 944 time: 0.0527403 Mar 05 05:32:21.662151 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a6b4761d-0d80-442f-933e-52f4419cd95e req-0ee65144-231a-4c0b-9216-978eee328f32 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449798 Mar 05 05:32:21.885181 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e433bb-5201-4fea-8184-46cd588e7e9c req-d57d03f7-ea6f-4d69-a595-beb88178a07a tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:21.886742 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a2e433bb-5201-4fea-8184-46cd588e7e9c req-d57d03f7-ea6f-4d69-a595-beb88178a07a tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.30 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f&tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&binding%3Ahost_id=n-h2-789963-32 HTTP/1.1" status: 200 len: 944 time: 0.0600121 Mar 05 05:32:21.949689 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [req-a2e433bb-5201-4fea-8184-46cd588e7e9c req-504d42b8-745a-494c-8015-ac3eb486bcfa service neutron] delete failed (client error): The resource could not be found. Mar 05 05:32:21.950653 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a2e433bb-5201-4fea-8184-46cd588e7e9c req-504d42b8-745a-494c-8015-ac3eb486bcfa service neutron] 10.222.0.30 "DELETE /v2.0/ports/9a8c8747-a800-40cb-8179-4451951514a2/bindings/n-h1-789963-32 HTTP/1.1" status: 404 len: 381 time: 0.0578399 Mar 05 05:32:22.046073 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e433bb-5201-4fea-8184-46cd588e7e9c req-583e51c2-b020-4eb1-842d-857f2304f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:22.048196 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a2e433bb-5201-4fea-8184-46cd588e7e9c req-583e51c2-b020-4eb1-842d-857f2304f47c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 1127 time: 0.0523136 Mar 05 05:32:22.146960 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e433bb-5201-4fea-8184-46cd588e7e9c req-4ddaa9cd-bd9f-4bf4-95d1-1c7008c3b409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:22.148475 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a2e433bb-5201-4fea-8184-46cd588e7e9c req-4ddaa9cd-bd9f-4bf4-95d1-1c7008c3b409 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.0947890 Mar 05 05:32:22.197572 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33676816-9e26-488a-a0bc-91264ed6faa0 req-c3b398f9-bd94-4e4e-b18c-e634759efbce tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:22.199053 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-33676816-9e26-488a-a0bc-91264ed6faa0 req-c3b398f9-bd94-4e4e-b18c-e634759efbce tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 944 time: 0.3941891 Mar 05 05:32:22.218604 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a2e433bb-5201-4fea-8184-46cd588e7e9c req-37c9234a-a97a-4521-90bf-1a887a36d7f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a8c8747-a800-40cb-8179-4451951514a2 HTTP/1.1" status: 200 len: 1000 time: 0.0637610 Mar 05 05:32:22.246108 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-33676816-9e26-488a-a0bc-91264ed6faa0 req-60a45fb3-79f0-4209-a0ee-2b5df3e6351d tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405812 Mar 05 05:32:22.267282 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e433bb-5201-4fea-8184-46cd588e7e9c req-bf7b8cab-d394-484e-be70-1dc6f06a2a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:22.268763 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a2e433bb-5201-4fea-8184-46cd588e7e9c req-bf7b8cab-d394-484e-be70-1dc6f06a2a9c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0446155 Mar 05 05:32:22.317426 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e433bb-5201-4fea-8184-46cd588e7e9c req-0e6660fd-b48b-4c5a-9ea5-b0ee6860ef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:22.318934 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a2e433bb-5201-4fea-8184-46cd588e7e9c req-0e6660fd-b48b-4c5a-9ea5-b0ee6860ef08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447958 Mar 05 05:32:22.409125 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a2e433bb-5201-4fea-8184-46cd588e7e9c req-f4872c4a-d70c-4e02-afeb-068656dae6ba service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845976 Mar 05 05:32:22.496426 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a2e433bb-5201-4fea-8184-46cd588e7e9c req-f9be72ef-6768-4d33-9712-4e96fa89e126 service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815303 Mar 05 05:32:23.037767 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 9a8c8747-a800-40cb-8179-4451951514a2 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:32:23.075177 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] The host n-h1-789963-32 is not matching for port 9a8c8747-a800-40cb-8179-4451951514a2 host n-h2-789963-32! {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 05 05:32:23.075570 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 9a8c8747-a800-40cb-8179-4451951514a2 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:32:23.367149 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7db04b-ad3f-4588-a902-79b2902659c6 req-01b2848f-350f-4b1e-accf-22964a27fd7c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:23.368620 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e7db04b-ad3f-4588-a902-79b2902659c6 req-01b2848f-350f-4b1e-accf-22964a27fd7c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 944 time: 0.0528874 Mar 05 05:32:23.414640 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e7db04b-ad3f-4588-a902-79b2902659c6 req-ba5ea131-3501-44d5-a7fb-c767cfad3788 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405042 Mar 05 05:32:23.535519 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec9874-79c7-4bcb-a5d4-ac31ca686654 req-d933bb8d-9403-4db2-9365-0df0415df671 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:23.536910 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3cec9874-79c7-4bcb-a5d4-ac31ca686654 req-d933bb8d-9403-4db2-9365-0df0415df671 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 944 time: 0.0545814 Mar 05 05:32:23.582424 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3cec9874-79c7-4bcb-a5d4-ac31ca686654 req-0a239cb8-bf43-44a6-adc8-d04fe49c737b tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400424 Mar 05 05:32:23.781318 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb488e6-e18a-4d9b-965c-e411809d9e4a req-bfd210b1-ca85-4000-919b-cb94e2f7420a tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:23.782863 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5cb488e6-e18a-4d9b-965c-e411809d9e4a req-bfd210b1-ca85-4000-919b-cb94e2f7420a tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 944 time: 0.0525064 Mar 05 05:32:23.815933 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b333371-36dd-4c95-a538-96d508b5d480 req-0a571d67-b593-46e6-887a-1345faab411e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:23.817414 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7b333371-36dd-4c95-a538-96d508b5d480 req-0a571d67-b593-46e6-887a-1345faab411e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 1127 time: 0.0514746 Mar 05 05:32:23.831066 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5cb488e6-e18a-4d9b-965c-e411809d9e4a req-d481d55e-b263-4c62-b41f-5a3a84134b70 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425296 Mar 05 05:32:23.907718 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b333371-36dd-4c95-a538-96d508b5d480 req-6d96ece1-22b3-4a48-b628-967f70cab4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:23.909204 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7b333371-36dd-4c95-a538-96d508b5d480 req-6d96ece1-22b3-4a48-b628-967f70cab4ee service neutron] 10.222.0.31 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.0852668 Mar 05 05:32:23.976509 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7b333371-36dd-4c95-a538-96d508b5d480 req-cb68468a-7478-44a6-89f2-eb01cc03bb8c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a8c8747-a800-40cb-8179-4451951514a2 HTTP/1.1" status: 200 len: 1000 time: 0.0616038 Mar 05 05:32:24.023173 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b333371-36dd-4c95-a538-96d508b5d480 req-3b8e8095-8fa1-416c-8c3a-3e7efff5aee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:24.024601 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7b333371-36dd-4c95-a538-96d508b5d480 req-3b8e8095-8fa1-416c-8c3a-3e7efff5aee0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0430386 Mar 05 05:32:24.054228 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 9a8c8747-a800-40cb-8179-4451951514a2 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:32:24.072929 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b333371-36dd-4c95-a538-96d508b5d480 req-89e78122-3b50-48f3-bb1a-2e195904ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:24.074390 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7b333371-36dd-4c95-a538-96d508b5d480 req-89e78122-3b50-48f3-bb1a-2e195904ee8d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441985 Mar 05 05:32:24.153625 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 9a8c8747-a800-40cb-8179-4451951514a2, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=9a8c8747-a800-40cb-8179-4451951514a2,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:32:24.164908 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '9a8c8747-a800-40cb-8179-4451951514a2', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'port_id': '9a8c8747-a800-40cb-8179-4451951514a2', 'mac_address': 'fa:16:3e:77:21:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:32:24.169986 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7b333371-36dd-4c95-a538-96d508b5d480 req-8678d091-3307-4ca3-9fe0-ed20e2fd9ce2 service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858846 Mar 05 05:32:24.201656 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 9a8c8747-a800-40cb-8179-4451951514a2 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:32:24.202045 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9a8c8747-a800-40cb-8179-4451951514a2), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:24.214598 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a8c8747-a800-40cb-8179-4451951514a2 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:32:24.233668 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 9a8c8747-a800-40cb-8179-4451951514a2, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=9a8c8747-a800-40cb-8179-4451951514a2,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:32:24.238638 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (9a8c8747-a800-40cb-8179-4451951514a2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:24.259301 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7b333371-36dd-4c95-a538-96d508b5d480 req-d326c0a7-a7f8-4c4b-948c-28f3b06cb799 service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835860 Mar 05 05:32:24.289533 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=9a8c8747-a800-40cb-8179-4451951514a2,revision_number=8']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:32:24.296842 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:32:24.297198 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:32:24.298083 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:32:24.298426 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:32:24.298759 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:32:24.299106 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:32:24.299467 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:32:24.299930 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:32:24.300262 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:32:24.300592 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:32:24.300919 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:32:24.301240 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:32:24.301565 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:32:24.955633 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f160c3-7991-489c-b7dd-1703ba0886a5 req-bda13b18-f9f6-4d90-8bf8-bb13944fa22c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:24.957099 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-46f160c3-7991-489c-b7dd-1703ba0886a5 req-bda13b18-f9f6-4d90-8bf8-bb13944fa22c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 945 time: 0.0554397 Mar 05 05:32:25.002940 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-46f160c3-7991-489c-b7dd-1703ba0886a5 req-1697f111-f351-47f4-a60c-a89cf2a54ae3 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403290 Mar 05 05:32:25.236490 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830debdc-dd55-4eac-bfde-cb6890bfcebb req-584c1949-e65c-4cc9-95d3-7c316d420703 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:25.237984 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-830debdc-dd55-4eac-bfde-cb6890bfcebb req-584c1949-e65c-4cc9-95d3-7c316d420703 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 945 time: 0.0531564 Mar 05 05:32:25.284824 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-830debdc-dd55-4eac-bfde-cb6890bfcebb req-45b4f6cf-4889-4d79-9dbc-e6ebb3522b5e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412948 Mar 05 05:32:25.479841 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['9a8c8747-a800-40cb-8179-4451951514a2'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:32:26.076996 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 9a8c8747-a800-40cb-8179-4451951514a2 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:32:26.129670 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 9a8c8747-a800-40cb-8179-4451951514a2 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:32:26.133283 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 9a8c8747-a800-40cb-8179-4451951514a2 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:32:26.133661 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (9a8c8747-a800-40cb-8179-4451951514a2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:26.211945 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 9a8c8747-a800-40cb-8179-4451951514a2 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:32:26.212334 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (9a8c8747-a800-40cb-8179-4451951514a2), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:26.234757 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8612aec9-0be9-4ae6-97b2-694399a9a47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8c8747-a800-40cb-8179-4451951514a2'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:32:26.237446 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877a5ed4-fca2-49a1-b7b5-84a99b8a6202" -d '{"events": [{"server_uuid": "8612aec9-0be9-4ae6-97b2-694399a9a47f", "name": "network-vif-plugged", "status": "completed", "tag": "9a8c8747-a800-40cb-8179-4451951514a2"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:32:26.250520 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 9a8c8747-a800-40cb-8179-4451951514a2, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=9a8c8747-a800-40cb-8179-4451951514a2,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:32:26.255021 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (9a8c8747-a800-40cb-8179-4451951514a2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:26.283699 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea47c78e-81b1-4503-b8f5-747e487f45a0 x-openstack-request-id: req-ea47c78e-81b1-4503-b8f5-747e487f45a0 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:32:26.283997 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8612aec9-0be9-4ae6-97b2-694399a9a47f", "name": "network-vif-plugged", "status": "completed", "tag": "9a8c8747-a800-40cb-8179-4451951514a2", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:32:26.284251 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ea47c78e-81b1-4503-b8f5-747e487f45a0 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:32:26.284640 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8612aec9-0be9-4ae6-97b2-694399a9a47f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8c8747-a800-40cb-8179-4451951514a2', 'code': 200} Mar 05 05:32:26.308767 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=9a8c8747-a800-40cb-8179-4451951514a2,revision_number=9']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:32:26.405983 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e97acc-52a5-4554-8a7e-44432c4cdb38 req-ce322907-9d6b-424c-89c0-57bfc58ed146 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:26.407744 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d7e97acc-52a5-4554-8a7e-44432c4cdb38 req-ce322907-9d6b-424c-89c0-57bfc58ed146 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 946 time: 0.0525315 Mar 05 05:32:26.451050 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ffc89-a806-4727-b028-128ee8bce599 req-bb77bcb6-99df-40a9-b6bf-36a5c5fae946 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:26.452565 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a59ffc89-a806-4727-b028-128ee8bce599 req-bb77bcb6-99df-40a9-b6bf-36a5c5fae946 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.31 "GET /v2.0/ports?device_id=8612aec9-0be9-4ae6-97b2-694399a9a47f HTTP/1.1" status: 200 len: 946 time: 0.0584469 Mar 05 05:32:26.459677 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d7e97acc-52a5-4554-8a7e-44432c4cdb38 req-ce2ad698-6cb9-48d6-8a65-5ac48cdcbd6d tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459652 Mar 05 05:32:26.543476 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-a59ffc89-a806-4727-b028-128ee8bce599 req-1de42c80-6b57-408b-bbab-a9b7618c4db8 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Deleting port 9a8c8747-a800-40cb-8179-4451951514a2 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:32:26.543823 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-a59ffc89-a806-4727-b028-128ee8bce599 req-1de42c80-6b57-408b-bbab-a9b7618c4db8 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (9a8c8747-a800-40cb-8179-4451951514a2), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:26.634263 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-a59ffc89-a806-4727-b028-128ee8bce599 req-1de42c80-6b57-408b-bbab-a9b7618c4db8 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] For port 9a8c8747-a800-40cb-8179-4451951514a2, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=9a8c8747-a800-40cb-8179-4451951514a2,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:32:26.634913 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-a59ffc89-a806-4727-b028-128ee8bce599 req-1de42c80-6b57-408b-bbab-a9b7618c4db8 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (9a8c8747-a800-40cb-8179-4451951514a2), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:26.803623 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-a59ffc89-a806-4727-b028-128ee8bce599 req-1de42c80-6b57-408b-bbab-a9b7618c4db8 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:26.803896 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-a59ffc89-a806-4727-b028-128ee8bce599 req-1de42c80-6b57-408b-bbab-a9b7618c4db8 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:26.804213 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [req-a59ffc89-a806-4727-b028-128ee8bce599 req-1de42c80-6b57-408b-bbab-a9b7618c4db8 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Floating IP e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c disassociated. External IP: 172.25.0.158, port: 9a8c8747-a800-40cb-8179-4451951514a2. Mar 05 05:32:26.804555 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-a59ffc89-a806-4727-b028-128ee8bce599 req-1de42c80-6b57-408b-bbab-a9b7618c4db8 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Calling delete_port for 9a8c8747-a800-40cb-8179-4451951514a2 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:32:26.930658 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-a59ffc89-a806-4727-b028-128ee8bce599 req-1de42c80-6b57-408b-bbab-a9b7618c4db8 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (9a8c8747-a800-40cb-8179-4451951514a2), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:26.958109 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de42c80-6b57-408b-bbab-a9b7618c4db8 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Pushing event deleted for resources: {'Port': ['ID=9a8c8747-a800-40cb-8179-4451951514a2,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:32:27.082268 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a59ffc89-a806-4727-b028-128ee8bce599 req-1de42c80-6b57-408b-bbab-a9b7618c4db8 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Router b3a90209-9063-4671-b93d-047fe32adee1 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:32:27.193243 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a59ffc89-a806-4727-b028-128ee8bce599 req-1de42c80-6b57-408b-bbab-a9b7618c4db8 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:32:27.203432 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407428ce-827e-4d8b-ab21-a7fbff71960a None None] Sync routers for ids ['b3a90209-9063-4671-b93d-047fe32adee1'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:32:27.213898 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407428ce-827e-4d8b-ab21-a7fbff71960a None None] Routers {'b3a90209-9063-4671-b93d-047fe32adee1'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:32:27.214625 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-407428ce-827e-4d8b-ab21-a7fbff71960a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:32:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b3a90209-9063-4671-b93d-047fe32adee1'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:32:27.234797 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59ffc89-a806-4727-b028-128ee8bce599 req-1de42c80-6b57-408b-bbab-a9b7618c4db8 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] No DVR routers for this DVR port 9a8c8747-a800-40cb-8179-4451951514a2 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:32:27.237454 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-a59ffc89-a806-4727-b028-128ee8bce599 req-1de42c80-6b57-408b-bbab-a9b7618c4db8 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:27.241033 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a59ffc89-a806-4727-b028-128ee8bce599 req-1de42c80-6b57-408b-bbab-a9b7618c4db8 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.31 "DELETE /v2.0/ports/9a8c8747-a800-40cb-8179-4451951514a2 HTTP/1.1" status: 204 len: 173 time: 0.7835073 Mar 05 05:32:27.241504 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8612aec9-0be9-4ae6-97b2-694399a9a47f', 'name': 'network-vif-deleted', 'tag': '9a8c8747-a800-40cb-8179-4451951514a2'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:32:27.244314 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d352bd4f-8ee8-42af-8313-b4797254e35c" -d '{"events": [{"server_uuid": "8612aec9-0be9-4ae6-97b2-694399a9a47f", "name": "network-vif-deleted", "tag": "9a8c8747-a800-40cb-8179-4451951514a2"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:32:27.285795 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36bc801-a1c9-47ef-b104-2cfc0b647283 x-openstack-request-id: req-c36bc801-a1c9-47ef-b104-2cfc0b647283 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:32:27.286097 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8612aec9-0be9-4ae6-97b2-694399a9a47f", "name": "network-vif-deleted", "tag": "9a8c8747-a800-40cb-8179-4451951514a2", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:32:27.286356 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c36bc801-a1c9-47ef-b104-2cfc0b647283 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:32:27.287319 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8612aec9-0be9-4ae6-97b2-694399a9a47f', 'name': 'network-vif-deleted', 'tag': '9a8c8747-a800-40cb-8179-4451951514a2', 'status': 'completed', 'code': 200} Mar 05 05:32:27.335887 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-407428ce-827e-4d8b-ab21-a7fbff71960a None None] Set router b3a90209-9063-4671-b93d-047fe32adee1 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:32:27.556223 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-407428ce-827e-4d8b-ab21-a7fbff71960a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 4, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'gw_port': {'id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '289e596f-9a54-4b4c-a616-1d922927e3a2', 'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'mac_address': 'fa:16:3e:4b:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:52Z', 'updated_at': '2022-03-05T05:30:57Z', 'revision_number': 5, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'subnets': [{'id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:32:27.587694 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407428ce-827e-4d8b-ab21-a7fbff71960a None None] Checking router: b3a90209-9063-4671-b93d-047fe32adee1 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:32:27.597220 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407428ce-827e-4d8b-ab21-a7fbff71960a None None] Routers {'b3a90209-9063-4671-b93d-047fe32adee1'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:32:27.598025 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-407428ce-827e-4d8b-ab21-a7fbff71960a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:32:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b3a90209-9063-4671-b93d-047fe32adee1'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:32:27.707339 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-407428ce-827e-4d8b-ab21-a7fbff71960a None None] Set router b3a90209-9063-4671-b93d-047fe32adee1 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:32:27.721203 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-5295b6cd-af23-4a62-88a6-e94d7f576c83 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--562253647&fields=id&tenant_id=f2b0097d48fe4c36b291783cc6b4fd16 HTTP/1.1" status: 200 len: 267 time: 0.0414710 Mar 05 05:32:27.826547 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-1d9bf253-2696-46fe-b2ed-809611842922 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:27.828046 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-1d9bf253-2696-46fe-b2ed-809611842922 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 811 time: 0.1008050 Mar 05 05:32:27.843841 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-1e5d0b45-e188-4035-8e70-e3b29fa88e4f tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/quotas/f2b0097d48fe4c36b291783cc6b4fd16 HTTP/1.1" status: 200 len: 375 time: 0.0091612 Mar 05 05:32:27.904261 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-2b2645c9-00dc-4e33-b8a9-63cd9fbb4967 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529399 Mar 05 05:32:27.909870 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-407428ce-827e-4d8b-ab21-a7fbff71960a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 4, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'gw_port': {'id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '289e596f-9a54-4b4c-a616-1d922927e3a2', 'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'mac_address': 'fa:16:3e:4b:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:52Z', 'updated_at': '2022-03-05T05:30:57Z', 'revision_number': 5, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'subnets': [{'id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:32:27.936694 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407428ce-827e-4d8b-ab21-a7fbff71960a None None] The sync data for ids ['b3a90209-9063-4671-b93d-047fe32adee1'] in n-d-789963-32 is: [{'id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 4, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'gw_port': {'id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '289e596f-9a54-4b4c-a616-1d922927e3a2', 'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'mac_address': 'fa:16:3e:4b:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:52Z', 'updated_at': '2022-03-05T05:30:57Z', 'revision_number': 5, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'subnets': [{'id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:32:28.055416 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-9e7e37a7-1650-4ece-9053-dc1129e97c01 service neutron] 10.222.0.11 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391685 Mar 05 05:32:28.154092 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-4c89d1ab-876c-44ab-92aa-ce02406f55a7 service neutron] 10.222.0.11 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928471 Mar 05 05:32:28.174975 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e689feb1-43ba-4175-9931-bcd21d096256 None None] New status for floating IP e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c: DOWN {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:32:28.334586 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c377c83c-63d6-4039-85af-2fa90f9361df req-30a8d1c0-1efa-4be2-b361-6f698f6fcd5e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 210 time: 0.0287662 Mar 05 05:32:29.248205 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-0d345cbe-f3fc-4b15-a5f5-50ace0277b74 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:29.249673 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-0d345cbe-f3fc-4b15-a5f5-50ace0277b74 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.30 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 811 time: 0.1049950 Mar 05 05:32:29.310138 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-27ffce23-05fd-4709-8a24-d0f3e217efd8 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2b0097d48fe4c36b291783cc6b4fd16 HTTP/1.1" status: 200 len: 379 time: 0.0522900 Mar 05 05:32:29.319025 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-228c76c2-b66f-44d3-86a3-498015a17ec5 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Request body: {'port': {'device_id': 'e01f82a1-0c35-47e0-850c-301d49dde474', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'admin_state_up': True, 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'security_groups': ['e4c1febe-3519-431a-842d-e88d71af7241']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:32:29.424215 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-228c76c2-b66f-44d3-86a3-498015a17ec5 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Made reservation on behalf of f2b0097d48fe4c36b291783cc6b4fd16 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:32:29.427630 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-228c76c2-b66f-44d3-86a3-498015a17ec5 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:29.435782 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-04eefaed-b4d6-4b5e-bae9-8b03a3c269a8 req-0e8cb391-39be-4070-909d-10037e23effd tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 210 time: 0.0301294 Mar 05 05:32:29.554324 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-228c76c2-b66f-44d3-86a3-498015a17ec5 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Allocated IP 172.20.0.10 (7287a01c-743b-4cba-b6e7-5adc2d9d7f25/fb6c56a0-cd24-49e4-ac62-072fc1753800/049473f7-4a6c-43c8-8e58-7a65667366b8) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:32:29.690257 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-228c76c2-b66f-44d3-86a3-498015a17ec5 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for port (049473f7-4a6c-43c8-8e58-7a65667366b8), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:29.723809 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-228c76c2-b66f-44d3-86a3-498015a17ec5 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (049473f7-4a6c-43c8-8e58-7a65667366b8), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:29.767847 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-228c76c2-b66f-44d3-86a3-498015a17ec5 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:32:29.770967 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-228c76c2-b66f-44d3-86a3-498015a17ec5 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:32:29.773276 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-228c76c2-b66f-44d3-86a3-498015a17ec5 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:32:29.806458 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c76c2-b66f-44d3-86a3-498015a17ec5 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Pushing event updated for resources: {'Port': ['ID=049473f7-4a6c-43c8-8e58-7a65667366b8,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:32:29.829763 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-228c76c2-b66f-44d3-86a3-498015a17ec5 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:29.830396 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-228c76c2-b66f-44d3-86a3-498015a17ec5 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:29.851172 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-228c76c2-b66f-44d3-86a3-498015a17ec5 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5356388 Mar 05 05:32:29.863306 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-c6afc8f4-f57d-4ce7-af34-fe9d2d80063c service neutron] Request body: {'port': {'device_id': 'e01f82a1-0c35-47e0-850c-301d49dde474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:32:29.927506 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-c6afc8f4-f57d-4ce7-af34-fe9d2d80063c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (049473f7-4a6c-43c8-8e58-7a65667366b8), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:30.073556 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-65ee295f-030a-45ed-9788-4e572efd5d8f None None] Provisioning complete for port 049473f7-4a6c-43c8-8e58-7a65667366b8 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:32:30.074141 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-65ee295f-030a-45ed-9788-4e572efd5d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (049473f7-4a6c-43c8-8e58-7a65667366b8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:30.113408 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-65ee295f-030a-45ed-9788-4e572efd5d8f None None] Port 049473f7-4a6c-43c8-8e58-7a65667366b8 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:32:30.149858 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 9a8c8747-a800-40cb-8179-4451951514a2 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:32:30.171172 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 9a8c8747-a800-40cb-8179-4451951514a2 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:32:30.171531 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 9a8c8747-a800-40cb-8179-4451951514a2 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:32:30.512601 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-c6afc8f4-f57d-4ce7-af34-fe9d2d80063c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 049473f7-4a6c-43c8-8e58-7a65667366b8 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:32:30.520576 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-c6afc8f4-f57d-4ce7-af34-fe9d2d80063c service neutron] Publish callbacks [] for port (049473f7-4a6c-43c8-8e58-7a65667366b8), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:30.533026 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-c6afc8f4-f57d-4ce7-af34-fe9d2d80063c service neutron] Transition to ACTIVE for port object 049473f7-4a6c-43c8-8e58-7a65667366b8 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:32:30.536641 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-c6afc8f4-f57d-4ce7-af34-fe9d2d80063c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (049473f7-4a6c-43c8-8e58-7a65667366b8), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:30.558058 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622dc4c1-04a0-4b11-9064-9d37658cf833 req-4736195a-1708-4661-95f2-1972b8b7ea22 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:30.559552 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-622dc4c1-04a0-4b11-9064-9d37658cf833 req-4736195a-1708-4661-95f2-1972b8b7ea22 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 932 time: 0.0538926 Mar 05 05:32:30.588160 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afc8f4-f57d-4ce7-af34-fe9d2d80063c service neutron] Pushing event updated for resources: {'Port': ['ID=049473f7-4a6c-43c8-8e58-7a65667366b8,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:32:30.613599 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-622dc4c1-04a0-4b11-9064-9d37658cf833 req-92a33e5f-fbba-4971-ab5e-14ade7c689d5 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471282 Mar 05 05:32:30.664590 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-c6afc8f4-f57d-4ce7-af34-fe9d2d80063c service neutron] Attempting to bind port 049473f7-4a6c-43c8-8e58-7a65667366b8 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:32:30.664836 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-c6afc8f4-f57d-4ce7-af34-fe9d2d80063c service neutron] Attempting to bind port 049473f7-4a6c-43c8-8e58-7a65667366b8 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:32:30.665168 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-c6afc8f4-f57d-4ce7-af34-fe9d2d80063c service neutron] Attempting to bind port 049473f7-4a6c-43c8-8e58-7a65667366b8 on network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:32:30.669627 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-c6afc8f4-f57d-4ce7-af34-fe9d2d80063c service neutron] Port 049473f7-4a6c-43c8-8e58-7a65667366b8 on network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:32:30.669946 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-c6afc8f4-f57d-4ce7-af34-fe9d2d80063c service neutron] Attempting to bind port 049473f7-4a6c-43c8-8e58-7a65667366b8 on network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:32:30.675576 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-c6afc8f4-f57d-4ce7-af34-fe9d2d80063c service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:32:30.675918 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-c6afc8f4-f57d-4ce7-af34-fe9d2d80063c service neutron] Checking segment: {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:32:30.676302 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-c6afc8f4-f57d-4ce7-af34-fe9d2d80063c service neutron] Bound using segment: {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:32:30.676729 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-c6afc8f4-f57d-4ce7-af34-fe9d2d80063c service neutron] Bound port: 049473f7-4a6c-43c8-8e58-7a65667366b8, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:32:30.677090 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-c6afc8f4-f57d-4ce7-af34-fe9d2d80063c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (049473f7-4a6c-43c8-8e58-7a65667366b8), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:30.748223 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-c6afc8f4-f57d-4ce7-af34-fe9d2d80063c service neutron] For port 049473f7-4a6c-43c8-8e58-7a65667366b8, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:32:30.752554 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-c6afc8f4-f57d-4ce7-af34-fe9d2d80063c service neutron] For port 049473f7-4a6c-43c8-8e58-7a65667366b8, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=049473f7-4a6c-43c8-8e58-7a65667366b8,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:32:30.759316 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-c6afc8f4-f57d-4ce7-af34-fe9d2d80063c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (049473f7-4a6c-43c8-8e58-7a65667366b8), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:30.800990 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-c6afc8f4-f57d-4ce7-af34-fe9d2d80063c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:30.801618 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-c6afc8f4-f57d-4ce7-af34-fe9d2d80063c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:30.803038 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-c6afc8f4-f57d-4ce7-af34-fe9d2d80063c service neutron] 10.222.0.30 "PUT /v2.0/ports/049473f7-4a6c-43c8-8e58-7a65667366b8 HTTP/1.1" status: 200 len: 1093 time: 0.9447057 Mar 05 05:32:30.803536 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01f82a1-0c35-47e0-850c-301d49dde474', 'tag': '049473f7-4a6c-43c8-8e58-7a65667366b8'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:32:30.805813 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36c8bde-4128-4694-ae88-f9d6fd369781" -d '{"events": [{"name": "network-changed", "server_uuid": "e01f82a1-0c35-47e0-850c-301d49dde474", "tag": "049473f7-4a6c-43c8-8e58-7a65667366b8"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:32:30.830650 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afc8f4-f57d-4ce7-af34-fe9d2d80063c service neutron] Pushing event updated for resources: {'Port': ['ID=049473f7-4a6c-43c8-8e58-7a65667366b8,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:32:30.856969 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ba37c1-28ea-43db-b4b1-7d3d8c4e51de x-openstack-request-id: req-f8ba37c1-28ea-43db-b4b1-7d3d8c4e51de {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:32:30.857266 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e01f82a1-0c35-47e0-850c-301d49dde474", "tag": "049473f7-4a6c-43c8-8e58-7a65667366b8", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:32:30.857524 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f8ba37c1-28ea-43db-b4b1-7d3d8c4e51de {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:32:30.857951 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e01f82a1-0c35-47e0-850c-301d49dde474', 'tag': '049473f7-4a6c-43c8-8e58-7a65667366b8', 'status': 'completed', 'code': 200} Mar 05 05:32:30.900396 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-8aec5523-749b-43c4-a471-3ba3e0f910be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:30.901933 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-8aec5523-749b-43c4-a471-3ba3e0f910be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 1127 time: 0.0588214 Mar 05 05:32:30.944657 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-dcfde7bb-9be3-4490-9e9e-db3859f5865c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=049473f7-4a6c-43c8-8e58-7a65667366b8 HTTP/1.1" status: 200 len: 217 time: 0.0354409 Mar 05 05:32:30.994084 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-03cbdb24-51b6-44ba-96a0-232f4c683413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:30.995572 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-03cbdb24-51b6-44ba-96a0-232f4c683413 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0453990 Mar 05 05:32:31.044463 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-f8d90c65-fef3-4adf-ad6d-9ec90dd147f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:31.045917 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-f8d90c65-fef3-4adf-ad6d-9ec90dd147f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437694 Mar 05 05:32:31.138253 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-c4838e4f-5c34-4629-880a-85f15c312a7a service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853858 Mar 05 05:32:31.229056 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-62da0b1f-9fb9-4c7c-90a3-eca61830270a req-88d63b34-20b5-4ec0-a1e0-fb793d72f7ea service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849779 Mar 05 05:32:31.314879 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c8bde-4128-4694-ae88-f9d6fd369781 req-2a3c2a8b-8556-4f48-8098-d35cb6613989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:31.316399 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f36c8bde-4128-4694-ae88-f9d6fd369781 req-2a3c2a8b-8556-4f48-8098-d35cb6613989 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 1127 time: 0.0455019 Mar 05 05:32:31.403800 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c8bde-4128-4694-ae88-f9d6fd369781 req-bd1cda8a-d018-4ccb-931b-e50baf1ef235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:31.405265 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f36c8bde-4128-4694-ae88-f9d6fd369781 req-bd1cda8a-d018-4ccb-931b-e50baf1ef235 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.0836475 Mar 05 05:32:31.452981 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f36c8bde-4128-4694-ae88-f9d6fd369781 req-ed42f945-a1d3-4b3e-b156-36a10094711c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=049473f7-4a6c-43c8-8e58-7a65667366b8 HTTP/1.1" status: 200 len: 217 time: 0.0398722 Mar 05 05:32:31.500250 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c8bde-4128-4694-ae88-f9d6fd369781 req-ce4c1b58-f146-4553-826a-67c985d87b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:31.502097 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f36c8bde-4128-4694-ae88-f9d6fd369781 req-ce4c1b58-f146-4553-826a-67c985d87b6e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0428212 Mar 05 05:32:31.550309 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c8bde-4128-4694-ae88-f9d6fd369781 req-5588f262-00ef-4465-8bbc-c272f27cb95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:31.551851 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f36c8bde-4128-4694-ae88-f9d6fd369781 req-5588f262-00ef-4465-8bbc-c272f27cb95a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435414 Mar 05 05:32:31.648744 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f36c8bde-4128-4694-ae88-f9d6fd369781 req-85d61ad0-242e-4c0e-ae68-04120e75bfc0 service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907404 Mar 05 05:32:31.736419 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f15e5-42ba-4118-a22c-0811dfb58387 req-17f713bf-8fe9-4fa9-af49-196c0e312a58 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:31.738650 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e97f15e5-42ba-4118-a22c-0811dfb58387 req-17f713bf-8fe9-4fa9-af49-196c0e312a58 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 944 time: 0.0577416 Mar 05 05:32:31.738805 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-f36c8bde-4128-4694-ae88-f9d6fd369781 req-b6f13b67-612f-484c-b4e6-fed162d6f4e6 service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837386 Mar 05 05:32:31.785096 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e97f15e5-42ba-4118-a22c-0811dfb58387 req-f438608d-94c5-40d0-9884-4349070300d6 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407596 Mar 05 05:32:32.904144 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8adaec-b057-46d7-b0ab-5040e53f3ad3 req-b5904e2c-6b0c-4d8b-97d2-2838243f6801 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:32.905605 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7f8adaec-b057-46d7-b0ab-5040e53f3ad3 req-b5904e2c-6b0c-4d8b-97d2-2838243f6801 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 944 time: 0.0522101 Mar 05 05:32:32.951268 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7f8adaec-b057-46d7-b0ab-5040e53f3ad3 req-aed2dd2d-2f52-4555-b7ed-9c882e5f2a3e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399144 Mar 05 05:32:34.072825 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d0d848-1b55-49c7-a2a4-2ba13048aee3 req-5d01e507-87b3-43bc-9b11-6b375514a1bb tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:34.074378 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74d0d848-1b55-49c7-a2a4-2ba13048aee3 req-5d01e507-87b3-43bc-9b11-6b375514a1bb tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 944 time: 0.0556712 Mar 05 05:32:34.119858 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74d0d848-1b55-49c7-a2a4-2ba13048aee3 req-692ff389-f4a8-4a85-902e-55405e9f77ef tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399327 Mar 05 05:32:35.037061 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 049473f7-4a6c-43c8-8e58-7a65667366b8 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:32:35.133405 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 049473f7-4a6c-43c8-8e58-7a65667366b8, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=049473f7-4a6c-43c8-8e58-7a65667366b8,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:32:35.144872 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '049473f7-4a6c-43c8-8e58-7a65667366b8', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'port_id': '049473f7-4a6c-43c8-8e58-7a65667366b8', 'mac_address': 'fa:16:3e:2a:b3:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:32:35.181630 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 049473f7-4a6c-43c8-8e58-7a65667366b8 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:32:35.182019 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (049473f7-4a6c-43c8-8e58-7a65667366b8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:35.195651 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 049473f7-4a6c-43c8-8e58-7a65667366b8 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:32:35.215825 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 049473f7-4a6c-43c8-8e58-7a65667366b8, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=049473f7-4a6c-43c8-8e58-7a65667366b8,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:32:35.220076 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (049473f7-4a6c-43c8-8e58-7a65667366b8), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:35.241245 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe02da-8731-4394-837f-6a73c9e9410a req-79f885b7-0e4b-47be-8209-4b046edb1496 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:35.242731 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6cfe02da-8731-4394-837f-6a73c9e9410a req-79f885b7-0e4b-47be-8209-4b046edb1496 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 944 time: 0.0546970 Mar 05 05:32:35.268503 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=049473f7-4a6c-43c8-8e58-7a65667366b8,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:32:35.292791 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6cfe02da-8731-4394-837f-6a73c9e9410a req-0676cfaf-4eb1-4798-bd54-a048527c83c0 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440910 Mar 05 05:32:35.478067 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['049473f7-4a6c-43c8-8e58-7a65667366b8'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:32:36.410757 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05f6c7-dc77-4e6b-915c-b20d5c5d575b req-a0fae795-2272-456b-ac27-9f95c71ac7f9 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:36.412301 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e05f6c7-dc77-4e6b-915c-b20d5c5d575b req-a0fae795-2272-456b-ac27-9f95c71ac7f9 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 945 time: 0.0534902 Mar 05 05:32:36.463179 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e05f6c7-dc77-4e6b-915c-b20d5c5d575b req-ac3c95aa-6679-40ed-adde-de7000fb14a4 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452693 Mar 05 05:32:37.053456 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 049473f7-4a6c-43c8-8e58-7a65667366b8 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:32:37.101034 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 049473f7-4a6c-43c8-8e58-7a65667366b8 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:32:37.105061 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 049473f7-4a6c-43c8-8e58-7a65667366b8 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:32:37.105438 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (049473f7-4a6c-43c8-8e58-7a65667366b8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:37.184306 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 049473f7-4a6c-43c8-8e58-7a65667366b8 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:32:37.184694 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (049473f7-4a6c-43c8-8e58-7a65667366b8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:37.206948 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01f82a1-0c35-47e0-850c-301d49dde474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049473f7-4a6c-43c8-8e58-7a65667366b8'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:32:37.209189 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b3cc87-0f33-4965-8feb-ce1bc70f4981" -d '{"events": [{"server_uuid": "e01f82a1-0c35-47e0-850c-301d49dde474", "name": "network-vif-plugged", "status": "completed", "tag": "049473f7-4a6c-43c8-8e58-7a65667366b8"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:32:37.222837 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 049473f7-4a6c-43c8-8e58-7a65667366b8, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=049473f7-4a6c-43c8-8e58-7a65667366b8,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:32:37.227297 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (049473f7-4a6c-43c8-8e58-7a65667366b8), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:37.250144 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073a09e3-a7ce-4df2-b051-eee4ab4b6e15 x-openstack-request-id: req-073a09e3-a7ce-4df2-b051-eee4ab4b6e15 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:32:37.250467 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01f82a1-0c35-47e0-850c-301d49dde474", "name": "network-vif-plugged", "status": "completed", "tag": "049473f7-4a6c-43c8-8e58-7a65667366b8", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:32:37.250730 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-073a09e3-a7ce-4df2-b051-eee4ab4b6e15 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:32:37.251143 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01f82a1-0c35-47e0-850c-301d49dde474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049473f7-4a6c-43c8-8e58-7a65667366b8', 'code': 200} Mar 05 05:32:37.276097 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=049473f7-4a6c-43c8-8e58-7a65667366b8,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:32:37.351374 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5697f4-d673-490d-8e3c-616ba948fb51 req-16d7e8ca-558e-4958-88da-c87838725c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:37.352812 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ea5697f4-d673-490d-8e3c-616ba948fb51 req-16d7e8ca-558e-4958-88da-c87838725c36 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 1129 time: 0.0499425 Mar 05 05:32:37.398248 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ea5697f4-d673-490d-8e3c-616ba948fb51 req-e4e83519-31fb-4370-9f71-5b00f06385f4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382900 Mar 05 05:32:37.582353 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976f35f-ee95-4a46-9ebf-d92f655e7a11 req-c9601dc1-234f-4f1f-8125-5ee567e6132d tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:37.584014 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8976f35f-ee95-4a46-9ebf-d92f655e7a11 req-c9601dc1-234f-4f1f-8125-5ee567e6132d tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0544252 Mar 05 05:32:37.631110 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8976f35f-ee95-4a46-9ebf-d92f655e7a11 req-a68dbdfc-9c49-4648-a54d-8e8f70013dcf tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415099 Mar 05 05:32:38.751020 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df98f3-6b41-41a3-968a-7b429aa15603 req-d83e9953-a169-4ee1-9fbf-aca07435b8e1 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:38.752522 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b3df98f3-6b41-41a3-968a-7b429aa15603 req-d83e9953-a169-4ee1-9fbf-aca07435b8e1 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0533514 Mar 05 05:32:38.799242 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b3df98f3-6b41-41a3-968a-7b429aa15603 req-969746d0-7fea-4697-ae4e-362ba9e8191a tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411196 Mar 05 05:32:38.918983 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fac491-8913-4adf-8740-03da7078b9f7 req-22c6a4ea-9a1f-4c9d-be53-d69e4b467b22 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:38.920386 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-27fac491-8913-4adf-8740-03da7078b9f7 req-22c6a4ea-9a1f-4c9d-be53-d69e4b467b22 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0552673 Mar 05 05:32:38.929808 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43714) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:32:38.934047 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-ca5fe8fd-804d-44e4-8a72-85e528bc46c4 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Request body: {'floatingip': {'port_id': '049473f7-4a6c-43c8-8e58-7a65667366b8'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:32:38.973379 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ca5fe8fd-804d-44e4-8a72-85e528bc46c4 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for floatingip (e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:39.409291 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ca5fe8fd-804d-44e4-8a72-85e528bc46c4 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:39.412427 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ca5fe8fd-804d-44e4-8a72-85e528bc46c4 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:39.513244 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-ca5fe8fd-804d-44e4-8a72-85e528bc46c4 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Floating IP e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c associated. External IP: 172.25.0.158, port: 049473f7-4a6c-43c8-8e58-7a65667366b8. Mar 05 05:32:39.720445 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5fe8fd-804d-44e4-8a72-85e528bc46c4 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Router b3a90209-9063-4671-b93d-047fe32adee1 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:32:39.826716 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5fe8fd-804d-44e4-8a72-85e528bc46c4 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:32:39.832143 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ca5fe8fd-804d-44e4-8a72-85e528bc46c4 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:39.836761 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bf701e-ee83-43b1-94d9-cd2c965e6993 None None] Sync routers for ids ['b3a90209-9063-4671-b93d-047fe32adee1'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:32:39.851598 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bf701e-ee83-43b1-94d9-cd2c965e6993 None None] Routers {'b3a90209-9063-4671-b93d-047fe32adee1'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:32:39.852265 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-65bf701e-ee83-43b1-94d9-cd2c965e6993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:32:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b3a90209-9063-4671-b93d-047fe32adee1'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:32:39.862710 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ca5fe8fd-804d-44e4-8a72-85e528bc46c4 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "PUT /v2.0/floatingips/e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c HTTP/1.1" status: 200 len: 992 time: 0.9318624 Mar 05 05:32:39.863324 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01f82a1-0c35-47e0-850c-301d49dde474', 'tag': '049473f7-4a6c-43c8-8e58-7a65667366b8'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:32:39.865559 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00aea93f-009c-481c-a740-8e2482427164" -d '{"events": [{"name": "network-changed", "server_uuid": "e01f82a1-0c35-47e0-850c-301d49dde474", "tag": "049473f7-4a6c-43c8-8e58-7a65667366b8"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:32:39.905964 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2edb40fc-aa29-4ea6-8606-7efa511205ba x-openstack-request-id: req-2edb40fc-aa29-4ea6-8606-7efa511205ba {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:32:39.906260 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e01f82a1-0c35-47e0-850c-301d49dde474", "tag": "049473f7-4a6c-43c8-8e58-7a65667366b8", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:32:39.906518 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2edb40fc-aa29-4ea6-8606-7efa511205ba {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:32:39.907506 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e01f82a1-0c35-47e0-850c-301d49dde474', 'tag': '049473f7-4a6c-43c8-8e58-7a65667366b8', 'status': 'completed', 'code': 200} Mar 05 05:32:39.980555 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aea93f-009c-481c-a740-8e2482427164 req-e86cfd72-06bb-43da-919b-848d9f818434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:39.981150 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-65bf701e-ee83-43b1-94d9-cd2c965e6993 None None] Set router b3a90209-9063-4671-b93d-047fe32adee1 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:32:39.983121 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-00aea93f-009c-481c-a740-8e2482427164 req-e86cfd72-06bb-43da-919b-848d9f818434 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 1129 time: 0.0505824 Mar 05 05:32:40.125831 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aea93f-009c-481c-a740-8e2482427164 req-d7e9b365-2cc7-4e95-bf1a-d95c785ddac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:40.127487 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-00aea93f-009c-481c-a740-8e2482427164 req-d7e9b365-2cc7-4e95-bf1a-d95c785ddac0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.1386428 Mar 05 05:32:40.148330 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0382fe-8fde-45d7-81e3-d3e9d6c4a284 req-b4f73ed7-4c21-4edf-9afa-199237a51d8a tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:40.155600 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6b0382fe-8fde-45d7-81e3-d3e9d6c4a284 req-b4f73ed7-4c21-4edf-9afa-199237a51d8a tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0666046 Mar 05 05:32:40.195285 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-e898fe01-bf15-407f-92e3-f0101d8c2dd2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0982964 Mar 05 05:32:40.208091 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-00aea93f-009c-481c-a740-8e2482427164 req-71e8f646-6365-400f-8398-9abe66fae446 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=049473f7-4a6c-43c8-8e58-7a65667366b8 HTTP/1.1" status: 200 len: 1000 time: 0.0737693 Mar 05 05:32:40.210765 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6b0382fe-8fde-45d7-81e3-d3e9d6c4a284 req-cb63b4df-3074-446a-bdec-38f14941c014 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543125 Mar 05 05:32:40.263006 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aea93f-009c-481c-a740-8e2482427164 req-5dc6a726-d1bc-4111-bbc5-4ac41719cdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:40.264506 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-00aea93f-009c-481c-a740-8e2482427164 req-5dc6a726-d1bc-4111-bbc5-4ac41719cdaf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0471058 Mar 05 05:32:40.318582 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aea93f-009c-481c-a740-8e2482427164 req-86606ed0-a3e6-408b-bbe6-9a7695c2c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:40.320138 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-00aea93f-009c-481c-a740-8e2482427164 req-86606ed0-a3e6-408b-bbe6-9a7695c2c96a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0497003 Mar 05 05:32:40.421895 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-00aea93f-009c-481c-a740-8e2482427164 req-31c04e47-b0b7-41c6-a735-bf8db3f94fb9 service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957067 Mar 05 05:32:40.423236 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-65bf701e-ee83-43b1-94d9-cd2c965e6993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 4, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'gw_port': {'id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'floating_ip_address': '172.25.0.158', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'port_id': '049473f7-4a6c-43c8-8e58-7a65667366b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'mac_address': 'fa:16:3e:2a:b3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01f82a1-0c35-47e0-850c-301d49dde474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:30:54Z', 'updated_at': '2022-03-05T05:32:39Z', 'revision_number': 9, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289e596f-9a54-4b4c-a616-1d922927e3a2', 'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'mac_address': 'fa:16:3e:4b:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:52Z', 'updated_at': '2022-03-05T05:30:57Z', 'revision_number': 5, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'subnets': [{'id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:32:40.453818 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bf701e-ee83-43b1-94d9-cd2c965e6993 None None] Checking router: b3a90209-9063-4671-b93d-047fe32adee1 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:32:40.462438 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bf701e-ee83-43b1-94d9-cd2c965e6993 None None] Routers {'b3a90209-9063-4671-b93d-047fe32adee1'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:32:40.463106 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-65bf701e-ee83-43b1-94d9-cd2c965e6993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:32:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b3a90209-9063-4671-b93d-047fe32adee1'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:32:40.521161 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-00aea93f-009c-481c-a740-8e2482427164 req-274806bd-7b1c-47ef-a9f7-03de92ca4b4b service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928683 Mar 05 05:32:40.589878 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-65bf701e-ee83-43b1-94d9-cd2c965e6993 None None] Set router b3a90209-9063-4671-b93d-047fe32adee1 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:32:40.596230 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-1e66dc15-3c32-486a-a95d-7e48802375c3 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:40.597946 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-1e66dc15-3c32-486a-a95d-7e48802375c3 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports/049473f7-4a6c-43c8-8e58-7a65667366b8 HTTP/1.1" status: 200 len: 943 time: 0.0481126 Mar 05 05:32:40.817358 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-65bf701e-ee83-43b1-94d9-cd2c965e6993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 4, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'gw_port': {'id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'floating_ip_address': '172.25.0.158', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'port_id': '049473f7-4a6c-43c8-8e58-7a65667366b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'mac_address': 'fa:16:3e:2a:b3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01f82a1-0c35-47e0-850c-301d49dde474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:30:54Z', 'updated_at': '2022-03-05T05:32:39Z', 'revision_number': 9, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289e596f-9a54-4b4c-a616-1d922927e3a2', 'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'mac_address': 'fa:16:3e:4b:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:52Z', 'updated_at': '2022-03-05T05:30:57Z', 'revision_number': 5, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'subnets': [{'id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:32:40.848318 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bf701e-ee83-43b1-94d9-cd2c965e6993 None None] The sync data for ids ['b3a90209-9063-4671-b93d-047fe32adee1'] in n-d-789963-32 is: [{'id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 4, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'gw_port': {'id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'floating_ip_address': '172.25.0.158', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'port_id': '049473f7-4a6c-43c8-8e58-7a65667366b8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'mac_address': 'fa:16:3e:2a:b3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e01f82a1-0c35-47e0-850c-301d49dde474', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:30:54Z', 'updated_at': '2022-03-05T05:32:39Z', 'revision_number': 9, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289e596f-9a54-4b4c-a616-1d922927e3a2', 'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'mac_address': 'fa:16:3e:4b:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:52Z', 'updated_at': '2022-03-05T05:30:57Z', 'revision_number': 5, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'subnets': [{'id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:32:41.069879 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c2953a-9b4d-4da1-8463-7d2d77f39c90 None None] New status for floating IP e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c: ACTIVE {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:32:41.348233 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ac9f9-63cd-4937-ba02-6f79d83b0320 req-499aae7c-47d0-48c3-989b-09b3545aff37 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:41.350390 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4f8ac9f9-63cd-4937-ba02-6f79d83b0320 req-499aae7c-47d0-48c3-989b-09b3545aff37 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0658612 Mar 05 05:32:41.400906 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4f8ac9f9-63cd-4937-ba02-6f79d83b0320 req-9ef5767b-3899-42ac-9768-5852687343b5 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446749 Mar 05 05:32:41.411926 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-75954e6d-1769-456c-8e26-c4ae5a22c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:41.415251 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-75954e6d-1769-456c-8e26-c4ae5a22c1f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 1129 time: 0.0496154 Mar 05 05:32:41.461625 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-79dd694d-1d7d-4956-8f16-228d6f0299f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:41.511722 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-595fb92f-7230-4916-8234-cd0dc78e5105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:41.513199 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-595fb92f-7230-4916-8234-cd0dc78e5105 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.0936148 Mar 05 05:32:41.577987 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-175a1943-89e0-4531-b6fe-79d7d5fe3321 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=049473f7-4a6c-43c8-8e58-7a65667366b8 HTTP/1.1" status: 200 len: 1003 time: 0.0581305 Mar 05 05:32:41.632368 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-9c09309c-6e02-4683-9e0a-2f53408a7c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:41.633744 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-9c09309c-6e02-4683-9e0a-2f53408a7c53 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0500906 Mar 05 05:32:41.681904 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-227f7a50-6dc1-42c4-80a8-042667dae758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:41.683413 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-227f7a50-6dc1-42c4-80a8-042667dae758 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440915 Mar 05 05:32:41.769925 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-2158d518-ecab-43a4-99e0-18b38ba9563d service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804560 Mar 05 05:32:41.861857 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-04501cc3-d537-49f3-a51d-6e5a9c9285fd service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863690 Mar 05 05:32:42.521514 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c7b23-dfa3-4248-95cf-117bced3f5cf req-ea88829d-1182-4f93-bf60-01e6628b9f6f tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:42.522983 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f97c7b23-dfa3-4248-95cf-117bced3f5cf req-ea88829d-1182-4f93-bf60-01e6628b9f6f tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0516651 Mar 05 05:32:42.568800 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f97c7b23-dfa3-4248-95cf-117bced3f5cf req-1d57cdc6-53bd-43d8-b28a-06e905632e07 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403225 Mar 05 05:32:43.686502 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1bb99-5363-4344-bdc5-00e036de1d75 req-4ba95acf-f781-4b86-b857-daff35fff818 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:43.688583 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9b1bb99-5363-4344-bdc5-00e036de1d75 req-4ba95acf-f781-4b86-b857-daff35fff818 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0508270 Mar 05 05:32:43.736072 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-00b31ece-7fa7-4c86-862b-9e81ff3806dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:43.740862 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9b1bb99-5363-4344-bdc5-00e036de1d75 req-be5db2eb-5130-4b49-8f61-a13dff68efb8 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468781 Mar 05 05:32:44.103714 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:44.311468 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:44.861612 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739c750-ecbb-464c-8ab3-432f6f213147 req-c110a9ed-b437-49b0-8446-549ed0376375 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:44.863119 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6739c750-ecbb-464c-8ab3-432f6f213147 req-c110a9ed-b437-49b0-8446-549ed0376375 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0554354 Mar 05 05:32:44.910934 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6739c750-ecbb-464c-8ab3-432f6f213147 req-6dbc7608-5310-460d-b74f-fbf4fa445aa6 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422890 Mar 05 05:32:45.115538 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:46.029191 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4f4e6-ac89-437f-a4d3-bd6c0ffad768 req-8a46b407-df8d-4313-a17c-f0a907f47237 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:46.030667 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-61d4f4e6-ac89-437f-a4d3-bd6c0ffad768 req-8a46b407-df8d-4313-a17c-f0a907f47237 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0517876 Mar 05 05:32:46.076105 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-61d4f4e6-ac89-437f-a4d3-bd6c0ffad768 req-5bb937b2-5b64-4679-a808-6428a5461e35 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392492 Mar 05 05:32:46.393824 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:47.199278 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a91eba8-9969-4e62-97db-acf7d8e1446a req-fe526e0f-ddd0-4a3d-9de1-9b944722dd6e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:47.200737 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2a91eba8-9969-4e62-97db-acf7d8e1446a req-fe526e0f-ddd0-4a3d-9de1-9b944722dd6e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0556242 Mar 05 05:32:47.247357 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2a91eba8-9969-4e62-97db-acf7d8e1446a req-8215864c-8791-4a40-ba38-96a397b76078 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402873 Mar 05 05:32:47.831677 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:32:48.364777 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaaf8ac-411e-44b8-871a-251ac8bcd328 req-48175d07-f8c9-4e05-b293-16ba1867f612 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:48.366259 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cfaaf8ac-411e-44b8-871a-251ac8bcd328 req-48175d07-f8c9-4e05-b293-16ba1867f612 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0522773 Mar 05 05:32:48.412010 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cfaaf8ac-411e-44b8-871a-251ac8bcd328 req-edc5bd20-690f-4a33-9cf0-987d1370edad tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400751 Mar 05 05:32:49.534075 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61603e68-8dc7-48b5-873d-22170cbef8ad req-42344b4f-8963-4b4d-b4fb-82f1645c7bb5 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:49.535560 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-61603e68-8dc7-48b5-873d-22170cbef8ad req-42344b4f-8963-4b4d-b4fb-82f1645c7bb5 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0553269 Mar 05 05:32:49.582075 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-61603e68-8dc7-48b5-873d-22170cbef8ad req-25b9be42-c807-4720-a37f-c3b9ab3cb7f2 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410197 Mar 05 05:32:50.700712 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0db5e6-76c3-4b29-b731-8917a9d42c74 req-529ac55d-4e39-4f9c-a7c8-7213b42f3048 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:50.702198 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9a0db5e6-76c3-4b29-b731-8917a9d42c74 req-529ac55d-4e39-4f9c-a7c8-7213b42f3048 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0522981 Mar 05 05:32:50.749491 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9a0db5e6-76c3-4b29-b731-8917a9d42c74 req-02d85a68-34eb-4902-8e75-7bea2f2a7b62 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411625 Mar 05 05:32:51.869182 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f09f01-ae2e-4a03-9c28-b45ad520f6ba req-20f6ec8b-5ffe-41f4-a83b-36064b81abdd tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:51.870654 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-84f09f01-ae2e-4a03-9c28-b45ad520f6ba req-20f6ec8b-5ffe-41f4-a83b-36064b81abdd tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0525732 Mar 05 05:32:51.920920 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-84f09f01-ae2e-4a03-9c28-b45ad520f6ba req-3bf6ceef-01bf-4593-ab62-2def467cf4f3 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447042 Mar 05 05:32:53.040791 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce2fae-5e36-4643-a8c1-062430308493 req-9ec7133f-a498-45cf-a26e-1469723e55f6 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:53.042248 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-25ce2fae-5e36-4643-a8c1-062430308493 req-9ec7133f-a498-45cf-a26e-1469723e55f6 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0522015 Mar 05 05:32:53.088497 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-25ce2fae-5e36-4643-a8c1-062430308493 req-1d317392-38cc-4a12-bcb6-7976a7aaf81e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405643 Mar 05 05:32:54.211618 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbdc24-ffcd-4728-b843-d20e4b5662e3 req-2b8e346a-7c46-40a7-9dd9-0c2a26ca4b6f tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:54.213112 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-21cbdc24-ffcd-4728-b843-d20e4b5662e3 req-2b8e346a-7c46-40a7-9dd9-0c2a26ca4b6f tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0539637 Mar 05 05:32:54.268057 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-21cbdc24-ffcd-4728-b843-d20e4b5662e3 req-8d43830d-0600-4115-b6ee-68df37b6adff tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472307 Mar 05 05:32:54.506418 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:32:55.392431 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4939c-c501-4f3e-b22e-0a2d3201086b req-0c8e7745-78e5-4221-8dbc-4e38445ebdfb tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:55.393893 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-43d4939c-c501-4f3e-b22e-0a2d3201086b req-0c8e7745-78e5-4221-8dbc-4e38445ebdfb tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0565693 Mar 05 05:32:55.440704 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-43d4939c-c501-4f3e-b22e-0a2d3201086b req-a2d8ab2f-e52d-4363-a110-77b6b509a629 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410564 Mar 05 05:32:56.558115 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663c241-c8e2-471b-8fb1-905eb753eaca req-4273d3b6-8c4b-48b1-b517-622d34d01f2c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:56.559632 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6663c241-c8e2-471b-8fb1-905eb753eaca req-4273d3b6-8c4b-48b1-b517-622d34d01f2c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0518787 Mar 05 05:32:56.606461 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6663c241-c8e2-471b-8fb1-905eb753eaca req-d843b26c-3a8f-4a76-93f3-a8fd19127df1 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407312 Mar 05 05:32:57.725904 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fbc6e5-b19f-401f-aa62-e80dd3a463e2 req-4f828aba-159c-45c5-8116-2fc4db658537 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:57.727324 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7fbc6e5-b19f-401f-aa62-e80dd3a463e2 req-4f828aba-159c-45c5-8116-2fc4db658537 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0523984 Mar 05 05:32:57.776499 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7fbc6e5-b19f-401f-aa62-e80dd3a463e2 req-ede7e19f-e9e2-4d84-a65f-24b563baf3e0 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438020 Mar 05 05:32:58.894240 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1243a-8df1-4b6b-a084-58a003d2ebb0 req-6fe64214-5a84-4d0e-9d1b-4c4452e98ada tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:32:58.895755 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c8a1243a-8df1-4b6b-a084-58a003d2ebb0 req-6fe64214-5a84-4d0e-9d1b-4c4452e98ada tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0536320 Mar 05 05:32:58.941171 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c8a1243a-8df1-4b6b-a084-58a003d2ebb0 req-a498b50a-23b3-463d-9648-e7586a9212b2 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399823 Mar 05 05:33:00.060483 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d53603-ce8b-4df6-a449-6e3f34fb1054 req-88c2d822-d272-4970-8ab5-0dba7d44afd8 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:00.061975 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b8d53603-ce8b-4df6-a449-6e3f34fb1054 req-88c2d822-d272-4970-8ab5-0dba7d44afd8 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0525036 Mar 05 05:33:00.108858 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b8d53603-ce8b-4df6-a449-6e3f34fb1054 req-9f259149-1b75-4d1f-b36d-6cfb8f2752b1 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405202 Mar 05 05:33:01.233556 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc252eb-e4d1-463e-b9ae-0d6d26199eca req-2bf0e89f-00a9-4d16-9ef7-cbeb2270554d tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:01.235720 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cfc252eb-e4d1-463e-b9ae-0d6d26199eca req-2bf0e89f-00a9-4d16-9ef7-cbeb2270554d tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0568774 Mar 05 05:33:01.280999 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cfc252eb-e4d1-463e-b9ae-0d6d26199eca req-ebc2834a-b0d4-439d-85dc-c7d191efe908 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397091 Mar 05 05:33:02.399059 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c58ed7-abfc-4911-9fe4-44a80ce3a3e5 req-96fea1f7-dd84-40ce-a899-b193ba76ebae tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:02.400536 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a3c58ed7-abfc-4911-9fe4-44a80ce3a3e5 req-96fea1f7-dd84-40ce-a899-b193ba76ebae tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0509393 Mar 05 05:33:02.447776 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a3c58ed7-abfc-4911-9fe4-44a80ce3a3e5 req-14e71f68-d64b-4dfa-995b-600e06f066a3 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416358 Mar 05 05:33:03.569532 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3fb29-5a46-4e8e-b1d5-c5eb9c75011e req-693ada9d-7e77-4e6a-afba-43bb32c93081 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:03.570989 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-daa3fb29-5a46-4e8e-b1d5-c5eb9c75011e req-693ada9d-7e77-4e6a-afba-43bb32c93081 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0557554 Mar 05 05:33:03.617996 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-daa3fb29-5a46-4e8e-b1d5-c5eb9c75011e req-fbf8a77b-8968-4340-ba22-a52c099becc8 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415325 Mar 05 05:33:04.092768 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124f94b-a047-4a11-831e-3fd4cfafc6e3 req-81fc6516-7a75-4d58-928d-c15758c0f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:04.094245 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1124f94b-a047-4a11-831e-3fd4cfafc6e3 req-81fc6516-7a75-4d58-928d-c15758c0f181 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 1129 time: 0.0442433 Mar 05 05:33:04.198711 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124f94b-a047-4a11-831e-3fd4cfafc6e3 req-c8c9cac6-d74e-4fa4-8500-88b1a727e09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:04.200218 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1124f94b-a047-4a11-831e-3fd4cfafc6e3 req-c8c9cac6-d74e-4fa4-8500-88b1a727e09d service neutron] 10.222.0.30 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.0877740 Mar 05 05:33:04.264298 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1124f94b-a047-4a11-831e-3fd4cfafc6e3 req-637bd318-02fc-48d4-9a34-a0028ba9234d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=049473f7-4a6c-43c8-8e58-7a65667366b8 HTTP/1.1" status: 200 len: 1003 time: 0.0587578 Mar 05 05:33:04.315878 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124f94b-a047-4a11-831e-3fd4cfafc6e3 req-e130fffe-9c0b-475e-ba58-5200fceee1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:04.317293 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1124f94b-a047-4a11-831e-3fd4cfafc6e3 req-e130fffe-9c0b-475e-ba58-5200fceee1b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0467596 Mar 05 05:33:04.365872 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124f94b-a047-4a11-831e-3fd4cfafc6e3 req-df52e518-bd92-46e0-9cac-073c2e33e8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:04.367407 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1124f94b-a047-4a11-831e-3fd4cfafc6e3 req-df52e518-bd92-46e0-9cac-073c2e33e8b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441453 Mar 05 05:33:04.456109 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1124f94b-a047-4a11-831e-3fd4cfafc6e3 req-ac4cc511-1303-4786-8abd-e348a16660b8 service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832253 Mar 05 05:33:04.551578 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1124f94b-a047-4a11-831e-3fd4cfafc6e3 req-7f0a0479-2f31-4e62-ac4f-75c8306441de service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888619 Mar 05 05:33:04.737405 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d9cf7-37d3-4510-9a19-1cd81b792e3e req-bb3f11bc-5920-43b1-8780-d6766b811ad7 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:04.738776 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4e8d9cf7-37d3-4510-9a19-1cd81b792e3e req-bb3f11bc-5920-43b1-8780-d6766b811ad7 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0537670 Mar 05 05:33:04.785421 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4e8d9cf7-37d3-4510-9a19-1cd81b792e3e req-69a7ec62-4890-4561-98b8-ab4d12fc36b4 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410829 Mar 05 05:33:05.905145 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e755d0-0da8-410a-9a21-b6b8caddc468 req-91100e6c-8342-4e41-96ad-2194bdae0b80 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:05.906615 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-23e755d0-0da8-410a-9a21-b6b8caddc468 req-91100e6c-8342-4e41-96ad-2194bdae0b80 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0515096 Mar 05 05:33:05.956182 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-23e755d0-0da8-410a-9a21-b6b8caddc468 req-00210918-9e5c-4dc2-849c-908037603378 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433679 Mar 05 05:33:07.076327 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957cce0-ea41-4517-a99b-3f59c6311190 req-4984eafd-3a47-4ec5-8bba-2b661b4c9b37 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:07.077804 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5957cce0-ea41-4517-a99b-3f59c6311190 req-4984eafd-3a47-4ec5-8bba-2b661b4c9b37 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0520012 Mar 05 05:33:07.124504 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5957cce0-ea41-4517-a99b-3f59c6311190 req-98b755c5-5ffa-4712-9354-15ae23dd221b tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406725 Mar 05 05:33:08.246778 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8a871-589b-4fdc-87e8-f91236a4a7c5 req-1414cecd-4476-4faa-9d4a-e1828ab3dc64 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:08.248298 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dee8a871-589b-4fdc-87e8-f91236a4a7c5 req-1414cecd-4476-4faa-9d4a-e1828ab3dc64 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0535469 Mar 05 05:33:08.294854 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dee8a871-589b-4fdc-87e8-f91236a4a7c5 req-591d351b-5aa5-4b0d-8074-9fdc4c93a872 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409701 Mar 05 05:33:09.417592 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784655a7-7642-4edc-9d7b-557d936a67ff req-174c77cb-6731-478a-a305-ff71e217e0a9 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:09.419090 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-784655a7-7642-4edc-9d7b-557d936a67ff req-174c77cb-6731-478a-a305-ff71e217e0a9 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0566182 Mar 05 05:33:09.466660 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-784655a7-7642-4edc-9d7b-557d936a67ff req-7a1b2aad-49b7-4e7e-ba5b-008594fcaba8 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415659 Mar 05 05:33:10.583711 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a6f01-129a-40f4-9b36-a5560bd2a773 req-961fb63e-e686-4625-a76d-d12fe0cbe883 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:10.585172 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d75a6f01-129a-40f4-9b36-a5560bd2a773 req-961fb63e-e686-4625-a76d-d12fe0cbe883 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0514786 Mar 05 05:33:10.631653 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d75a6f01-129a-40f4-9b36-a5560bd2a773 req-f02b06a3-e071-49cd-a093-749633f015fe tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409176 Mar 05 05:33:11.463029 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f0a8a70a-1e8e-4e26-bcb2-c102541aab51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:11.749671 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6a350-4db5-4757-9c96-d7c3bb5d103f req-987da957-12d5-4769-b9c5-53c06ae2df4b tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:11.752119 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-42f6a350-4db5-4757-9c96-d7c3bb5d103f req-987da957-12d5-4769-b9c5-53c06ae2df4b tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0531344 Mar 05 05:33:11.802372 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-42f6a350-4db5-4757-9c96-d7c3bb5d103f req-812da04e-564e-4d73-8d3a-cea9a4f01d2e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448008 Mar 05 05:33:12.919545 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5d473-23fa-4c39-9a5b-d00a077e2728 req-ce6aa330-aee6-4b79-862d-753156d595a0 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:12.921010 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5aa5d473-23fa-4c39-9a5b-d00a077e2728 req-ce6aa330-aee6-4b79-862d-753156d595a0 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0511374 Mar 05 05:33:12.972078 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5aa5d473-23fa-4c39-9a5b-d00a077e2728 req-57c20c70-f7d7-498b-8d0f-d20a00bafe98 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448158 Mar 05 05:33:13.606440 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-cf4241ef-a12b-4845-b234-088a87a30878 service neutron] show failed (client error): The resource could not be found. Mar 05 05:33:13.607488 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-cf4241ef-a12b-4845-b234-088a87a30878 service neutron] 10.222.0.30 "GET /v2.0/ports/049473f7-4a6c-43c8-8e58-7a65667366b8/bindings/n-h2-789963-32 HTTP/1.1" status: 404 len: 381 time: 0.0568156 Mar 05 05:33:13.740496 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-96d84fe1-cacd-4559-a8b9-491b28037f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:13.857522 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-e91652ca-4054-4fab-8a45-c51813c22de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:13.859010 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-e91652ca-4054-4fab-8a45-c51813c22de8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474&tenant_id=f2b0097d48fe4c36b291783cc6b4fd16 HTTP/1.1" status: 200 len: 1129 time: 0.0918140 Mar 05 05:33:13.869260 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-314f6a4a-1dfb-4a4e-9d75-9ee2e808b84f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-32', 'device_owner': 'compute:nova'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:33:13.929841 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-314f6a4a-1dfb-4a4e-9d75-9ee2e808b84f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (049473f7-4a6c-43c8-8e58-7a65667366b8), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:14.094444 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b7755-bb65-454b-b252-dfb631b0e30b req-f2f35030-44a0-466b-8501-fc6e18b291be tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:14.096426 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-906b7755-bb65-454b-b252-dfb631b0e30b req-f2f35030-44a0-466b-8501-fc6e18b291be tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0533090 Mar 05 05:33:14.114761 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:14.130382 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-314f6a4a-1dfb-4a4e-9d75-9ee2e808b84f service neutron] For port 049473f7-4a6c-43c8-8e58-7a65667366b8, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=049473f7-4a6c-43c8-8e58-7a65667366b8,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:33:14.145945 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-906b7755-bb65-454b-b252-dfb631b0e30b req-dc1c20ed-47a0-4cd1-a7aa-1c938843a676 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435197 Mar 05 05:33:14.164130 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-314f6a4a-1dfb-4a4e-9d75-9ee2e808b84f service neutron] For port 049473f7-4a6c-43c8-8e58-7a65667366b8, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:33:14.206682 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01f82a1-0c35-47e0-850c-301d49dde474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '049473f7-4a6c-43c8-8e58-7a65667366b8'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:33:14.209020 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e122c4-f37b-4965-a69a-ae82bdb5526c" -d '{"events": [{"server_uuid": "e01f82a1-0c35-47e0-850c-301d49dde474", "name": "network-vif-unplugged", "status": "completed", "tag": "049473f7-4a6c-43c8-8e58-7a65667366b8"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:33:14.212747 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-314f6a4a-1dfb-4a4e-9d75-9ee2e808b84f service neutron] Publish callbacks [] for port (049473f7-4a6c-43c8-8e58-7a65667366b8), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:14.225566 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-314f6a4a-1dfb-4a4e-9d75-9ee2e808b84f service neutron] Transition to ACTIVE for port object 049473f7-4a6c-43c8-8e58-7a65667366b8 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:33:14.229153 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-314f6a4a-1dfb-4a4e-9d75-9ee2e808b84f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (049473f7-4a6c-43c8-8e58-7a65667366b8), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:14.312501 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f6a4a-1dfb-4a4e-9d75-9ee2e808b84f service neutron] Pushing event updated for resources: {'Port': ['ID=049473f7-4a6c-43c8-8e58-7a65667366b8,revision_number=6']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:33:14.358808 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:14.364541 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 05:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda5013f-3f0a-4448-8384-552bbb0bde49 x-openstack-request-id: req-fda5013f-3f0a-4448-8384-552bbb0bde49 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:33:14.364879 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01f82a1-0c35-47e0-850c-301d49dde474", "name": "network-vif-unplugged", "status": "completed", "tag": "049473f7-4a6c-43c8-8e58-7a65667366b8", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:33:14.365098 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fda5013f-3f0a-4448-8384-552bbb0bde49 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:33:14.365505 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01f82a1-0c35-47e0-850c-301d49dde474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '049473f7-4a6c-43c8-8e58-7a65667366b8', 'code': 200} Mar 05 05:33:14.366266 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-314f6a4a-1dfb-4a4e-9d75-9ee2e808b84f service neutron] No DVR routers for this DVR port 049473f7-4a6c-43c8-8e58-7a65667366b8 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:33:14.513642 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-314f6a4a-1dfb-4a4e-9d75-9ee2e808b84f service neutron] Attempting to bind port 049473f7-4a6c-43c8-8e58-7a65667366b8 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:33:14.513894 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-314f6a4a-1dfb-4a4e-9d75-9ee2e808b84f service neutron] Attempting to bind port 049473f7-4a6c-43c8-8e58-7a65667366b8 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:33:14.514219 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-314f6a4a-1dfb-4a4e-9d75-9ee2e808b84f service neutron] Attempting to bind port 049473f7-4a6c-43c8-8e58-7a65667366b8 on network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:33:14.518429 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-314f6a4a-1dfb-4a4e-9d75-9ee2e808b84f service neutron] Port 049473f7-4a6c-43c8-8e58-7a65667366b8 on network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:33:14.518742 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-314f6a4a-1dfb-4a4e-9d75-9ee2e808b84f service neutron] Attempting to bind port 049473f7-4a6c-43c8-8e58-7a65667366b8 on network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:33:14.523498 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-314f6a4a-1dfb-4a4e-9d75-9ee2e808b84f service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:33:14.523831 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-314f6a4a-1dfb-4a4e-9d75-9ee2e808b84f service neutron] Checking segment: {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:33:14.524205 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-314f6a4a-1dfb-4a4e-9d75-9ee2e808b84f service neutron] Bound using segment: {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:33:14.524624 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-314f6a4a-1dfb-4a4e-9d75-9ee2e808b84f service neutron] Bound port: 049473f7-4a6c-43c8-8e58-7a65667366b8, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:33:14.524972 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-314f6a4a-1dfb-4a4e-9d75-9ee2e808b84f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (049473f7-4a6c-43c8-8e58-7a65667366b8), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:14.587936 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-314f6a4a-1dfb-4a4e-9d75-9ee2e808b84f service neutron] For port 049473f7-4a6c-43c8-8e58-7a65667366b8, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:33:14.590827 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-314f6a4a-1dfb-4a4e-9d75-9ee2e808b84f service neutron] For port 049473f7-4a6c-43c8-8e58-7a65667366b8, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=049473f7-4a6c-43c8-8e58-7a65667366b8,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:33:14.597074 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-314f6a4a-1dfb-4a4e-9d75-9ee2e808b84f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (049473f7-4a6c-43c8-8e58-7a65667366b8), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:14.634733 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-314f6a4a-1dfb-4a4e-9d75-9ee2e808b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:14.635450 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-314f6a4a-1dfb-4a4e-9d75-9ee2e808b84f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:14.636774 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-314f6a4a-1dfb-4a4e-9d75-9ee2e808b84f service neutron] 10.222.0.31 "PUT /v2.0/ports/049473f7-4a6c-43c8-8e58-7a65667366b8 HTTP/1.1" status: 200 len: 1093 time: 0.7714217 Mar 05 05:33:14.653458 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f6a4a-1dfb-4a4e-9d75-9ee2e808b84f service neutron] Pushing event updated for resources: {'Port': ['ID=049473f7-4a6c-43c8-8e58-7a65667366b8,revision_number=7']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:33:14.710083 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-dac648b9-d59d-4a45-b725-87faa32af67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:14.711778 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-dac648b9-d59d-4a45-b725-87faa32af67d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 1127 time: 0.0473402 Mar 05 05:33:14.807578 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-b7f551fd-d364-4c9e-8f69-0a9cf937f29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:14.809072 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-b7f551fd-d364-4c9e-8f69-0a9cf937f29c service neutron] 10.222.0.31 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.0915568 Mar 05 05:33:14.874309 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-326bd9bf-8576-415f-8d62-e0603b265051 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=049473f7-4a6c-43c8-8e58-7a65667366b8 HTTP/1.1" status: 200 len: 1001 time: 0.0588226 Mar 05 05:33:14.926826 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-088d7ace-46ec-4e64-931c-3c51783375e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:14.928322 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-088d7ace-46ec-4e64-931c-3c51783375e7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0485275 Mar 05 05:33:14.977105 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-a36ced94-4557-4908-80de-c1d9231c31ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:14.978570 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-a36ced94-4557-4908-80de-c1d9231c31ea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444956 Mar 05 05:33:15.065155 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-2166d00c-88cb-4872-86a4-5e3d056ba90d service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786326 Mar 05 05:33:15.118175 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:15.160630 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e42d60ab-f127-4736-a80b-42c12e8b7f9f req-f1335c4c-93ae-4f9f-8bf2-1b6e955cdb1b service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900714 Mar 05 05:33:15.270571 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab51d85-1fb7-4e70-921d-70e8034d43c0 req-562f1f18-5521-4c5c-b8f0-76a58a46bde9 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:15.272086 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2ab51d85-1fb7-4e70-921d-70e8034d43c0 req-562f1f18-5521-4c5c-b8f0-76a58a46bde9 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 944 time: 0.0563304 Mar 05 05:33:15.319461 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2ab51d85-1fb7-4e70-921d-70e8034d43c0 req-11b556dd-b11e-41d8-b206-15eef6389a3a tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416613 Mar 05 05:33:16.367277 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01f82a1-0c35-47e0-850c-301d49dde474', 'tag': '049473f7-4a6c-43c8-8e58-7a65667366b8'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:33:16.369705 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7006b0-8eab-4d92-a337-5f8a1da2e5e5" -d '{"events": [{"name": "network-changed", "server_uuid": "e01f82a1-0c35-47e0-850c-301d49dde474", "tag": "049473f7-4a6c-43c8-8e58-7a65667366b8"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:33:16.398042 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:16.422155 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedd2ff4-52c5-4f38-b793-7d671e0a09ab x-openstack-request-id: req-dedd2ff4-52c5-4f38-b793-7d671e0a09ab {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:33:16.422530 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e01f82a1-0c35-47e0-850c-301d49dde474", "tag": "049473f7-4a6c-43c8-8e58-7a65667366b8", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:33:16.422879 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dedd2ff4-52c5-4f38-b793-7d671e0a09ab {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:33:16.423411 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e01f82a1-0c35-47e0-850c-301d49dde474', 'tag': '049473f7-4a6c-43c8-8e58-7a65667366b8', 'status': 'completed', 'code': 200} Mar 05 05:33:16.447622 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b968f8-1ff1-4e23-9922-21c2e9217b0d req-85861131-7c53-4874-a333-47cb1c8d6570 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:16.449148 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f6b968f8-1ff1-4e23-9922-21c2e9217b0d req-85861131-7c53-4874-a333-47cb1c8d6570 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 944 time: 0.0585814 Mar 05 05:33:16.497333 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f6b968f8-1ff1-4e23-9922-21c2e9217b0d req-d114a87c-2890-4d0e-a5a5-29fba964e543 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415919 Mar 05 05:33:16.522776 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7006b0-8eab-4d92-a337-5f8a1da2e5e5 req-a745c258-65f3-45e4-bc71-a6fc9beb0b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:16.524326 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9b7006b0-8eab-4d92-a337-5f8a1da2e5e5 req-a745c258-65f3-45e4-bc71-a6fc9beb0b2e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 1127 time: 0.0804479 Mar 05 05:33:16.530247 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7006b0-8eab-4d92-a337-5f8a1da2e5e5 req-d53f6f88-4e9b-4f93-a27c-d52ec335be79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:16.532693 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9b7006b0-8eab-4d92-a337-5f8a1da2e5e5 req-d53f6f88-4e9b-4f93-a27c-d52ec335be79 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 1127 time: 0.0804651 Mar 05 05:33:16.701742 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7006b0-8eab-4d92-a337-5f8a1da2e5e5 req-4c6d5a16-32ba-4613-a01b-1cb2d61d170b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:16.703252 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9b7006b0-8eab-4d92-a337-5f8a1da2e5e5 req-4c6d5a16-32ba-4613-a01b-1cb2d61d170b service neutron] 10.222.0.30 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.1696639 Mar 05 05:33:16.705895 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7006b0-8eab-4d92-a337-5f8a1da2e5e5 req-0e76a07d-762c-497b-a38d-3342775ccfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:16.707258 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9b7006b0-8eab-4d92-a337-5f8a1da2e5e5 req-0e76a07d-762c-497b-a38d-3342775ccfda service neutron] 10.222.0.31 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.1642020 Mar 05 05:33:16.812334 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9b7006b0-8eab-4d92-a337-5f8a1da2e5e5 req-da8c7979-9987-42ac-bd32-29dc1267670f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=049473f7-4a6c-43c8-8e58-7a65667366b8 HTTP/1.1" status: 200 len: 1001 time: 0.1027892 Mar 05 05:33:16.817861 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9b7006b0-8eab-4d92-a337-5f8a1da2e5e5 req-f7f39d45-2375-4f6c-ba8c-3bdf8a25660a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=049473f7-4a6c-43c8-8e58-7a65667366b8 HTTP/1.1" status: 200 len: 1001 time: 0.1027484 Mar 05 05:33:16.894634 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7006b0-8eab-4d92-a337-5f8a1da2e5e5 req-bc6289f6-502b-4ea0-98eb-f79ac8c82a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:16.896121 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9b7006b0-8eab-4d92-a337-5f8a1da2e5e5 req-bc6289f6-502b-4ea0-98eb-f79ac8c82a8b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0774355 Mar 05 05:33:16.897519 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7006b0-8eab-4d92-a337-5f8a1da2e5e5 req-55b9842a-a3b9-4a08-84af-b9ffeb191e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:16.898822 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9b7006b0-8eab-4d92-a337-5f8a1da2e5e5 req-55b9842a-a3b9-4a08-84af-b9ffeb191e38 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0731773 Mar 05 05:33:16.983942 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7006b0-8eab-4d92-a337-5f8a1da2e5e5 req-18e2fbf9-3e15-4764-919c-11ed8e6c45be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:16.985993 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9b7006b0-8eab-4d92-a337-5f8a1da2e5e5 req-18e2fbf9-3e15-4764-919c-11ed8e6c45be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0826042 Mar 05 05:33:16.988470 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7006b0-8eab-4d92-a337-5f8a1da2e5e5 req-1ecbdbfd-61ac-40ad-b31a-96660c5ddf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:16.989825 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9b7006b0-8eab-4d92-a337-5f8a1da2e5e5 req-1ecbdbfd-61ac-40ad-b31a-96660c5ddf61 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0790849 Mar 05 05:33:17.138840 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9b7006b0-8eab-4d92-a337-5f8a1da2e5e5 req-e693aad2-2dde-4e92-ac67-32abf98554e2 service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472669 Mar 05 05:33:17.142420 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9b7006b0-8eab-4d92-a337-5f8a1da2e5e5 req-a991bf6e-520d-4e0c-ba57-1edaa111dbef service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441493 Mar 05 05:33:17.286381 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 049473f7-4a6c-43c8-8e58-7a65667366b8 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:33:17.296752 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9b7006b0-8eab-4d92-a337-5f8a1da2e5e5 req-3c6299e8-66fe-4bc0-a5a3-20f952072cf5 service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524422 Mar 05 05:33:17.299028 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9b7006b0-8eab-4d92-a337-5f8a1da2e5e5 req-44f41e68-b22a-4521-999e-d6b1533c1c6b service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479754 Mar 05 05:33:17.324401 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] The host n-h1-789963-32 is not matching for port 049473f7-4a6c-43c8-8e58-7a65667366b8 host n-h2-789963-32! {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 05 05:33:17.324790 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 049473f7-4a6c-43c8-8e58-7a65667366b8 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:33:17.623870 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f75dd-9d5d-40ec-99a4-4188eb68240f req-7c316dcc-7488-4a4e-9c9c-c463836d26fd tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:17.625331 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4d2f75dd-9d5d-40ec-99a4-4188eb68240f req-7c316dcc-7488-4a4e-9c9c-c463836d26fd tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 944 time: 0.0551977 Mar 05 05:33:17.671023 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4d2f75dd-9d5d-40ec-99a4-4188eb68240f req-1f5a7641-06ea-4b60-823e-8911e738a961 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393116 Mar 05 05:33:17.835806 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:17.961963 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-61308b9b-0eea-4df0-9d8d-bbbe552a45e3 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:17.963441 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-61308b9b-0eea-4df0-9d8d-bbbe552a45e3 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.31 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474&tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&binding%3Ahost_id=n-h2-789963-32 HTTP/1.1" status: 200 len: 944 time: 0.0609348 Mar 05 05:33:17.976623 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa9639-bdcc-4c93-8a51-cc25eae31b27 req-4e3c192c-5c5b-4ea2-8135-6e60d17685ec tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:17.978116 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87aa9639-bdcc-4c93-8a51-cc25eae31b27 req-4e3c192c-5c5b-4ea2-8135-6e60d17685ec tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 944 time: 0.0541925 Mar 05 05:33:18.025666 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-7f67dfc4-f91a-4fa5-922f-c6c89d861667 service neutron] 10.222.0.31 "GET /v2.0/ports/049473f7-4a6c-43c8-8e58-7a65667366b8/bindings/n-h2-789963-32 HTTP/1.1" status: 200 len: 383 time: 0.0559344 Mar 05 05:33:18.028064 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87aa9639-bdcc-4c93-8a51-cc25eae31b27 req-a35bee08-9e11-402c-ac9c-c32050a71a32 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441520 Mar 05 05:33:18.098848 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-f23eef74-2f07-4225-81b2-5225bb2e9adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:18.100311 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-f23eef74-2f07-4225-81b2-5225bb2e9adb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 1127 time: 0.0459018 Mar 05 05:33:18.191228 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-8b8f5443-4936-4214-bbbc-186fdee43893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:18.192703 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-8b8f5443-4936-4214-bbbc-186fdee43893 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.0873978 Mar 05 05:33:18.256162 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-63984c24-7e80-4b5a-b3d3-791cabc301f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=049473f7-4a6c-43c8-8e58-7a65667366b8 HTTP/1.1" status: 200 len: 1001 time: 0.0577741 Mar 05 05:33:18.303466 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-bd60f2e6-a4cc-4e4f-bfab-96eb84c088e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:18.304925 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-bd60f2e6-a4cc-4e4f-bfab-96eb84c088e4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0433230 Mar 05 05:33:18.356871 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-e2d9066b-3bdc-41b4-a956-374f2f5006bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:18.358273 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-e2d9066b-3bdc-41b4-a956-374f2f5006bd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481610 Mar 05 05:33:18.445894 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-e2066456-19b4-4d03-a702-d191362bd8e2 service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820906 Mar 05 05:33:18.477593 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 049473f7-4a6c-43c8-8e58-7a65667366b8 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:33:18.539126 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-7a264d55-a90f-433f-8b54-bc6fe920a198 service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875416 Mar 05 05:33:18.575848 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 049473f7-4a6c-43c8-8e58-7a65667366b8, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=049473f7-4a6c-43c8-8e58-7a65667366b8,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:33:18.587565 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '049473f7-4a6c-43c8-8e58-7a65667366b8', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'port_id': '049473f7-4a6c-43c8-8e58-7a65667366b8', 'mac_address': 'fa:16:3e:2a:b3:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:33:18.627033 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 049473f7-4a6c-43c8-8e58-7a65667366b8 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:33:18.627388 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (049473f7-4a6c-43c8-8e58-7a65667366b8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:18.639763 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 049473f7-4a6c-43c8-8e58-7a65667366b8 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:33:18.659877 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 049473f7-4a6c-43c8-8e58-7a65667366b8, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=049473f7-4a6c-43c8-8e58-7a65667366b8,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:33:18.662994 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (049473f7-4a6c-43c8-8e58-7a65667366b8), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:18.713422 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=049473f7-4a6c-43c8-8e58-7a65667366b8,revision_number=8']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:33:18.881974 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['049473f7-4a6c-43c8-8e58-7a65667366b8'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:33:19.159355 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a493b9-8359-4282-a8de-0185dcf0ae71 req-4a21219b-531a-4b70-86e2-cc0a934d5b74 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:19.160846 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d5a493b9-8359-4282-a8de-0185dcf0ae71 req-4a21219b-531a-4b70-86e2-cc0a934d5b74 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 945 time: 0.0556226 Mar 05 05:33:19.212563 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d5a493b9-8359-4282-a8de-0185dcf0ae71 req-1f95dce7-a846-4ef2-bc28-286454ca9400 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460405 Mar 05 05:33:20.349558 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731047b5-ae76-4c0c-bae5-9ebec9d1b574 req-3229eac1-5fc3-49c9-b65f-46023b8fb9d4 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:20.351065 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-731047b5-ae76-4c0c-bae5-9ebec9d1b574 req-3229eac1-5fc3-49c9-b65f-46023b8fb9d4 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 945 time: 0.0670352 Mar 05 05:33:20.400740 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-731047b5-ae76-4c0c-bae5-9ebec9d1b574 req-1721a9fa-1148-4054-9291-5b40f7cf1793 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432570 Mar 05 05:33:20.491484 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 049473f7-4a6c-43c8-8e58-7a65667366b8 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:33:20.514819 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-1d86f3fe-55d3-4558-84c6-4d18bf231ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:20.516391 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-1d86f3fe-55d3-4558-84c6-4d18bf231ed4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474&tenant_id=f2b0097d48fe4c36b291783cc6b4fd16 HTTP/1.1" status: 200 len: 1128 time: 0.0471337 Mar 05 05:33:20.526298 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-32', 'device_owner': 'compute:nova'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:33:20.541649 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 049473f7-4a6c-43c8-8e58-7a65667366b8 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:33:20.546185 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 049473f7-4a6c-43c8-8e58-7a65667366b8 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:33:20.546421 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (049473f7-4a6c-43c8-8e58-7a65667366b8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:20.592159 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (049473f7-4a6c-43c8-8e58-7a65667366b8), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:20.624801 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 049473f7-4a6c-43c8-8e58-7a65667366b8 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:33:20.625187 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (049473f7-4a6c-43c8-8e58-7a65667366b8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:20.649181 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01f82a1-0c35-47e0-850c-301d49dde474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049473f7-4a6c-43c8-8e58-7a65667366b8'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:33:20.651544 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42efccdd-615b-489b-b001-a1cef8d5f4b0" -d '{"events": [{"server_uuid": "e01f82a1-0c35-47e0-850c-301d49dde474", "name": "network-vif-plugged", "status": "completed", "tag": "049473f7-4a6c-43c8-8e58-7a65667366b8"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:33:20.672100 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 049473f7-4a6c-43c8-8e58-7a65667366b8, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=049473f7-4a6c-43c8-8e58-7a65667366b8,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:33:20.679736 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (049473f7-4a6c-43c8-8e58-7a65667366b8), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:20.756706 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=049473f7-4a6c-43c8-8e58-7a65667366b8,revision_number=9']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:33:20.800006 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff7a97a-5806-4670-a19b-48cdecf446d7 x-openstack-request-id: req-3ff7a97a-5806-4670-a19b-48cdecf446d7 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:33:20.800317 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01f82a1-0c35-47e0-850c-301d49dde474", "name": "network-vif-plugged", "status": "completed", "tag": "049473f7-4a6c-43c8-8e58-7a65667366b8", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:33:20.800580 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3ff7a97a-5806-4670-a19b-48cdecf446d7 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:33:20.801017 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01f82a1-0c35-47e0-850c-301d49dde474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '049473f7-4a6c-43c8-8e58-7a65667366b8', 'code': 200} Mar 05 05:33:21.125170 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] For port 049473f7-4a6c-43c8-8e58-7a65667366b8, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=049473f7-4a6c-43c8-8e58-7a65667366b8,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:33:21.157470 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] For port 049473f7-4a6c-43c8-8e58-7a65667366b8, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:33:21.198169 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01f82a1-0c35-47e0-850c-301d49dde474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '049473f7-4a6c-43c8-8e58-7a65667366b8'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:33:21.200438 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88af2369-dd1f-43ef-ae1a-e6fbf6b0a210" -d '{"events": [{"server_uuid": "e01f82a1-0c35-47e0-850c-301d49dde474", "name": "network-vif-unplugged", "status": "completed", "tag": "049473f7-4a6c-43c8-8e58-7a65667366b8"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:33:21.204779 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] Publish callbacks [] for port (049473f7-4a6c-43c8-8e58-7a65667366b8), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:21.217607 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] Transition to ACTIVE for port object 049473f7-4a6c-43c8-8e58-7a65667366b8 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:33:21.224114 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (049473f7-4a6c-43c8-8e58-7a65667366b8), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:21.261332 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 05:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb081c0f-bba3-41a7-9dca-9a5bc101b07f x-openstack-request-id: req-cb081c0f-bba3-41a7-9dca-9a5bc101b07f {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:33:21.261625 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01f82a1-0c35-47e0-850c-301d49dde474", "name": "network-vif-unplugged", "status": "completed", "tag": "049473f7-4a6c-43c8-8e58-7a65667366b8", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:33:21.261880 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cb081c0f-bba3-41a7-9dca-9a5bc101b07f {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:33:21.262281 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01f82a1-0c35-47e0-850c-301d49dde474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '049473f7-4a6c-43c8-8e58-7a65667366b8', 'code': 200} Mar 05 05:33:21.312627 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] Pushing event updated for resources: {'Port': ['ID=049473f7-4a6c-43c8-8e58-7a65667366b8,revision_number=10']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:33:21.332337 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:33:21.332688 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:33:21.333034 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:33:21.333376 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:33:21.333739 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:33:21.334076 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:33:21.334407 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:33:21.334766 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:33:21.335204 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:33:21.335542 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:33:21.335914 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:33:21.336240 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:33:21.336567 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:33:21.374662 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] No DVR routers for this DVR port 049473f7-4a6c-43c8-8e58-7a65667366b8 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:33:21.529525 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] Attempting to bind port 049473f7-4a6c-43c8-8e58-7a65667366b8 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:33:21.530257 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] Attempting to bind port 049473f7-4a6c-43c8-8e58-7a65667366b8 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:33:21.530257 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] Attempting to bind port 049473f7-4a6c-43c8-8e58-7a65667366b8 on network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:33:21.536418 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] Port 049473f7-4a6c-43c8-8e58-7a65667366b8 on network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:33:21.536418 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] Attempting to bind port 049473f7-4a6c-43c8-8e58-7a65667366b8 on network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:33:21.540932 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:33:21.541278 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] Checking segment: {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:33:21.541655 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] Bound using segment: {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:33:21.542080 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] Bound port: 049473f7-4a6c-43c8-8e58-7a65667366b8, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:33:21.542434 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (049473f7-4a6c-43c8-8e58-7a65667366b8), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:21.544245 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe4b9d-8073-4ee2-b653-c649bdab8cc4 req-9e4f4e1a-d65b-4679-921d-5ed8c2b14923 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:21.545796 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fcfe4b9d-8073-4ee2-b653-c649bdab8cc4 req-9e4f4e1a-d65b-4679-921d-5ed8c2b14923 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 945 time: 0.0612245 Mar 05 05:33:21.593557 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fcfe4b9d-8073-4ee2-b653-c649bdab8cc4 req-894e92c9-010a-4204-9e6d-f042dca1e7a3 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418530 Mar 05 05:33:21.613515 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] For port 049473f7-4a6c-43c8-8e58-7a65667366b8, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:33:21.613515 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] For port 049473f7-4a6c-43c8-8e58-7a65667366b8, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=049473f7-4a6c-43c8-8e58-7a65667366b8,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:33:21.617483 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (049473f7-4a6c-43c8-8e58-7a65667366b8), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:21.653066 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:21.653752 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:21.655280 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] 10.222.0.30 "PUT /v2.0/ports/049473f7-4a6c-43c8-8e58-7a65667366b8 HTTP/1.1" status: 200 len: 1094 time: 1.1328197 Mar 05 05:33:21.704796 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea45c9d-96a3-4a8e-8e3d-9ce8e7b8cc2f service neutron] Pushing event updated for resources: {'Port': ['ID=049473f7-4a6c-43c8-8e58-7a65667366b8,revision_number=11']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:33:21.728460 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-62e4306c-b590-438c-8d31-eed672d898da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:21.730161 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-62e4306c-b590-438c-8d31-eed672d898da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 1128 time: 0.0522473 Mar 05 05:33:21.830547 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-4bebafb0-746c-4e29-af11-3c30cd0d6777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:21.832057 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-4bebafb0-746c-4e29-af11-3c30cd0d6777 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.0937433 Mar 05 05:33:21.898199 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-b20bf3cd-5efe-4f16-824c-69e458e5ee11 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=049473f7-4a6c-43c8-8e58-7a65667366b8 HTTP/1.1" status: 200 len: 1001 time: 0.0603952 Mar 05 05:33:21.944636 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-0cd61ed6-e9e5-42f5-9021-ee3aadb1e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:21.945976 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-0cd61ed6-e9e5-42f5-9021-ee3aadb1e7cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0427740 Mar 05 05:33:21.997852 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-d207495b-7c42-4987-acfd-9c17c1cbdfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:21.999487 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-d207495b-7c42-4987-acfd-9c17c1cbdfb1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475907 Mar 05 05:33:22.085266 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-323d89ba-8699-4e3f-96f9-1c7f1b430039 service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801387 Mar 05 05:33:22.176802 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-272f9623-3a04-49a0-bb96-3d7067410fbd req-ea8f67d0-e59e-4624-aaf7-df50c9892737 service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858459 Mar 05 05:33:22.718398 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2155f4-0dd2-43d5-acdd-f8f781a49ff7 req-e0c800a5-e1ea-4ea4-a39c-cfdc06962d67 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:22.719799 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b2155f4-0dd2-43d5-acdd-f8f781a49ff7 req-e0c800a5-e1ea-4ea4-a39c-cfdc06962d67 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 945 time: 0.0550034 Mar 05 05:33:22.764888 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b2155f4-0dd2-43d5-acdd-f8f781a49ff7 req-290870c8-811e-41a0-a7f1-7b9d46e2fb17 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392854 Mar 05 05:33:23.263977 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01f82a1-0c35-47e0-850c-301d49dde474', 'tag': '049473f7-4a6c-43c8-8e58-7a65667366b8'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:33:23.266933 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e83502f-44fa-48b1-89aa-019bb130560b" -d '{"events": [{"name": "network-changed", "server_uuid": "e01f82a1-0c35-47e0-850c-301d49dde474", "tag": "049473f7-4a6c-43c8-8e58-7a65667366b8"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:33:23.314242 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37186f43-eb7d-4600-8359-034b5cdf57e7 x-openstack-request-id: req-37186f43-eb7d-4600-8359-034b5cdf57e7 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:33:23.314539 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e01f82a1-0c35-47e0-850c-301d49dde474", "tag": "049473f7-4a6c-43c8-8e58-7a65667366b8", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:33:23.314801 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-37186f43-eb7d-4600-8359-034b5cdf57e7 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:33:23.315248 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e01f82a1-0c35-47e0-850c-301d49dde474', 'tag': '049473f7-4a6c-43c8-8e58-7a65667366b8', 'status': 'completed', 'code': 200} Mar 05 05:33:23.413541 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83502f-44fa-48b1-89aa-019bb130560b req-6c600e46-3d6f-471c-8979-59da791cca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:23.415054 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1e83502f-44fa-48b1-89aa-019bb130560b req-6c600e46-3d6f-471c-8979-59da791cca42 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 1128 time: 0.0794559 Mar 05 05:33:23.417590 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83502f-44fa-48b1-89aa-019bb130560b req-0ccfa691-7e80-47be-aeac-bafd415fb242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:23.418935 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1e83502f-44fa-48b1-89aa-019bb130560b req-0ccfa691-7e80-47be-aeac-bafd415fb242 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 1128 time: 0.0753148 Mar 05 05:33:23.596363 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83502f-44fa-48b1-89aa-019bb130560b req-47407809-c57a-4bbe-82a4-6fb7cd4a05cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:23.597759 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1e83502f-44fa-48b1-89aa-019bb130560b req-47407809-c57a-4bbe-82a4-6fb7cd4a05cb service neutron] 10.222.0.31 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.1764226 Mar 05 05:33:23.598837 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83502f-44fa-48b1-89aa-019bb130560b req-48651f85-1d6f-4ac9-b3de-a81dbfe2d9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:23.600252 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1e83502f-44fa-48b1-89aa-019bb130560b req-48651f85-1d6f-4ac9-b3de-a81dbfe2d9ea service neutron] 10.222.0.30 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.1711867 Mar 05 05:33:23.711567 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1e83502f-44fa-48b1-89aa-019bb130560b req-137368ab-59b0-4e61-ac88-32a2e7f2cef2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=049473f7-4a6c-43c8-8e58-7a65667366b8 HTTP/1.1" status: 200 len: 1001 time: 0.1075718 Mar 05 05:33:23.715331 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1e83502f-44fa-48b1-89aa-019bb130560b req-493d9bd2-c521-4dc1-ab18-0586ed88d184 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=049473f7-4a6c-43c8-8e58-7a65667366b8 HTTP/1.1" status: 200 len: 1001 time: 0.1043475 Mar 05 05:33:23.793613 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83502f-44fa-48b1-89aa-019bb130560b req-93a46895-2571-4646-aa46-6d6c1e6952bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:23.794897 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1e83502f-44fa-48b1-89aa-019bb130560b req-93a46895-2571-4646-aa46-6d6c1e6952bc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0769451 Mar 05 05:33:23.799003 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83502f-44fa-48b1-89aa-019bb130560b req-f7ee8c48-0019-4bd0-9ff3-f6c468a21ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:23.800416 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1e83502f-44fa-48b1-89aa-019bb130560b req-f7ee8c48-0019-4bd0-9ff3-f6c468a21ee0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0749717 Mar 05 05:33:23.881704 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83502f-44fa-48b1-89aa-019bb130560b req-2f7cd248-e97f-4987-8f73-d93c55d46f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:23.883275 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1e83502f-44fa-48b1-89aa-019bb130560b req-2f7cd248-e97f-4987-8f73-d93c55d46f64 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0819416 Mar 05 05:33:23.885007 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce40d8-e538-4c59-a537-bab9ff602f76 req-34c44be1-537c-4347-af22-942fb61fbc46 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:23.885481 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83502f-44fa-48b1-89aa-019bb130560b req-18b6ddde-96e9-4d72-a85e-4a7394bc5f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:23.886479 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1e83502f-44fa-48b1-89aa-019bb130560b req-18b6ddde-96e9-4d72-a85e-4a7394bc5f26 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0775301 Mar 05 05:33:23.886627 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cfce40d8-e538-4c59-a537-bab9ff602f76 req-34c44be1-537c-4347-af22-942fb61fbc46 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 945 time: 0.0531781 Mar 05 05:33:23.933834 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cfce40d8-e538-4c59-a537-bab9ff602f76 req-3d413cf0-228f-4e0e-a856-109f1e7175bb tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413160 Mar 05 05:33:24.045265 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1e83502f-44fa-48b1-89aa-019bb130560b req-4d0047fe-ecc3-478e-950a-22d0bd694cb5 service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551650 Mar 05 05:33:24.048025 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1e83502f-44fa-48b1-89aa-019bb130560b req-3cb36bc5-a4ca-439a-b051-9aa627024c59 service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502991 Mar 05 05:33:24.052940 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c3d39-8217-46e7-ba87-d663ff6e3d99 req-42a944d9-d5c5-4b95-93aa-e43951138580 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:24.054426 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-be5c3d39-8217-46e7-ba87-d663ff6e3d99 req-42a944d9-d5c5-4b95-93aa-e43951138580 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 945 time: 0.0520768 Mar 05 05:33:24.105707 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-be5c3d39-8217-46e7-ba87-d663ff6e3d99 req-cce46b01-3ec1-4139-aa0a-4105b5c7bebc tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454438 Mar 05 05:33:24.205303 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1e83502f-44fa-48b1-89aa-019bb130560b req-f7858d27-3ac9-438d-b10e-af1c9850c4ae service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547992 Mar 05 05:33:24.207696 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1e83502f-44fa-48b1-89aa-019bb130560b req-efbaaab0-b000-463e-bafc-412b77f1747a service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494322 Mar 05 05:33:24.227224 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be9ce0-554b-4c36-a377-25a7b7064d00 req-9dc7cc2f-f38a-43be-8c5a-dfcc57c5004d tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:24.228722 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4be9ce0-554b-4c36-a377-25a7b7064d00 req-9dc7cc2f-f38a-43be-8c5a-dfcc57c5004d tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 945 time: 0.0574174 Mar 05 05:33:24.275787 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e4be9ce0-554b-4c36-a377-25a7b7064d00 req-54cc9750-9976-4e34-919a-665019b3c3fb tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414784 Mar 05 05:33:24.487656 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 049473f7-4a6c-43c8-8e58-7a65667366b8 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:33:24.512788 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c14ef-8dc3-435d-a239-0ff3f6ff707c req-125f55ad-0ed6-46af-af8c-d8ae813923dc tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:24.514262 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-916c14ef-8dc3-435d-a239-0ff3f6ff707c req-125f55ad-0ed6-46af-af8c-d8ae813923dc tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 945 time: 0.0537031 Mar 05 05:33:24.526913 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] The host n-h2-789963-32 is not matching for port 049473f7-4a6c-43c8-8e58-7a65667366b8 host n-h1-789963-32! {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 05 05:33:24.527336 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 049473f7-4a6c-43c8-8e58-7a65667366b8 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:33:24.562731 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-916c14ef-8dc3-435d-a239-0ff3f6ff707c req-8663d7b7-fe89-4ebc-9cee-6e1e86bd3d48 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425100 Mar 05 05:33:25.316574 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 049473f7-4a6c-43c8-8e58-7a65667366b8 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:33:25.414676 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 049473f7-4a6c-43c8-8e58-7a65667366b8, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=049473f7-4a6c-43c8-8e58-7a65667366b8,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:33:25.424996 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '049473f7-4a6c-43c8-8e58-7a65667366b8', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'port_id': '049473f7-4a6c-43c8-8e58-7a65667366b8', 'mac_address': 'fa:16:3e:2a:b3:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:33:25.462805 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 049473f7-4a6c-43c8-8e58-7a65667366b8 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:33:25.463225 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (049473f7-4a6c-43c8-8e58-7a65667366b8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:25.476752 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 049473f7-4a6c-43c8-8e58-7a65667366b8 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:33:25.496188 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 049473f7-4a6c-43c8-8e58-7a65667366b8, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=049473f7-4a6c-43c8-8e58-7a65667366b8,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:33:25.500619 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (049473f7-4a6c-43c8-8e58-7a65667366b8), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:25.552210 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=049473f7-4a6c-43c8-8e58-7a65667366b8,revision_number=12']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:33:25.559370 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:33:25.559730 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:33:25.560090 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:33:25.560431 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:33:25.560809 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:33:25.561117 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:33:25.561457 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:33:25.561792 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:33:25.562125 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:33:25.562457 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:33:25.562813 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:33:25.563171 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:33:25.563506 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:33:25.686061 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea2d19-75b6-42dd-a009-7d1872f5050b req-db5a5018-9a9a-461d-8c8a-61eb1ff69c70 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:25.687553 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f2ea2d19-75b6-42dd-a009-7d1872f5050b req-db5a5018-9a9a-461d-8c8a-61eb1ff69c70 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0560250 Mar 05 05:33:25.688590 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341cd89-521b-419d-a791-32073a4c0b47 req-b779e561-fb5c-4f36-a101-bc5ef683ce0c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:25.690034 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b341cd89-521b-419d-a791-32073a4c0b47 req-b779e561-fb5c-4f36-a101-bc5ef683ce0c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.30 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 946 time: 0.0530200 Mar 05 05:33:25.735475 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f2ea2d19-75b6-42dd-a009-7d1872f5050b req-e18d0bb6-dfa4-4d51-bdb9-fb355614542d tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415480 Mar 05 05:33:25.787342 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-b341cd89-521b-419d-a791-32073a4c0b47 req-609210b6-4798-4639-beeb-2b23d62fa71c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Deleting port 049473f7-4a6c-43c8-8e58-7a65667366b8 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:33:25.787691 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b341cd89-521b-419d-a791-32073a4c0b47 req-609210b6-4798-4639-beeb-2b23d62fa71c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (049473f7-4a6c-43c8-8e58-7a65667366b8), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:25.875629 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-b341cd89-521b-419d-a791-32073a4c0b47 req-609210b6-4798-4639-beeb-2b23d62fa71c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] For port 049473f7-4a6c-43c8-8e58-7a65667366b8, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=049473f7-4a6c-43c8-8e58-7a65667366b8,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:33:25.876001 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b341cd89-521b-419d-a791-32073a4c0b47 req-609210b6-4798-4639-beeb-2b23d62fa71c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (049473f7-4a6c-43c8-8e58-7a65667366b8), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:26.048146 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b341cd89-521b-419d-a791-32073a4c0b47 req-609210b6-4798-4639-beeb-2b23d62fa71c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:26.048499 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b341cd89-521b-419d-a791-32073a4c0b47 req-609210b6-4798-4639-beeb-2b23d62fa71c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:26.048823 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [req-b341cd89-521b-419d-a791-32073a4c0b47 req-609210b6-4798-4639-beeb-2b23d62fa71c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Floating IP e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c disassociated. External IP: 172.25.0.158, port: 049473f7-4a6c-43c8-8e58-7a65667366b8. Mar 05 05:33:26.049157 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-b341cd89-521b-419d-a791-32073a4c0b47 req-609210b6-4798-4639-beeb-2b23d62fa71c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Calling delete_port for 049473f7-4a6c-43c8-8e58-7a65667366b8 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:33:26.174561 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b341cd89-521b-419d-a791-32073a4c0b47 req-609210b6-4798-4639-beeb-2b23d62fa71c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (049473f7-4a6c-43c8-8e58-7a65667366b8), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:26.207175 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609210b6-4798-4639-beeb-2b23d62fa71c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Pushing event deleted for resources: {'Port': ['ID=049473f7-4a6c-43c8-8e58-7a65667366b8,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:33:26.327333 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b341cd89-521b-419d-a791-32073a4c0b47 req-609210b6-4798-4639-beeb-2b23d62fa71c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Router b3a90209-9063-4671-b93d-047fe32adee1 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:33:26.440660 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b341cd89-521b-419d-a791-32073a4c0b47 req-609210b6-4798-4639-beeb-2b23d62fa71c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:33:26.451912 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f54f0a0-ca50-43d0-a4f0-93f3750f39ee None None] Sync routers for ids ['b3a90209-9063-4671-b93d-047fe32adee1'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:33:26.461710 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f54f0a0-ca50-43d0-a4f0-93f3750f39ee None None] Routers {'b3a90209-9063-4671-b93d-047fe32adee1'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:33:26.462345 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8f54f0a0-ca50-43d0-a4f0-93f3750f39ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:33:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b3a90209-9063-4671-b93d-047fe32adee1'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:33:26.481452 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-b341cd89-521b-419d-a791-32073a4c0b47 req-609210b6-4798-4639-beeb-2b23d62fa71c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] No DVR routers for this DVR port 049473f7-4a6c-43c8-8e58-7a65667366b8 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:33:26.484054 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b341cd89-521b-419d-a791-32073a4c0b47 req-609210b6-4798-4639-beeb-2b23d62fa71c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:26.488009 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b341cd89-521b-419d-a791-32073a4c0b47 req-609210b6-4798-4639-beeb-2b23d62fa71c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.30 "DELETE /v2.0/ports/049473f7-4a6c-43c8-8e58-7a65667366b8 HTTP/1.1" status: 204 len: 173 time: 0.7929988 Mar 05 05:33:26.488455 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01f82a1-0c35-47e0-850c-301d49dde474', 'name': 'network-vif-deleted', 'tag': '049473f7-4a6c-43c8-8e58-7a65667366b8'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:33:26.490672 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fad0d8-8fd3-434c-9e55-759c93782547" -d '{"events": [{"server_uuid": "e01f82a1-0c35-47e0-850c-301d49dde474", "name": "network-vif-deleted", "tag": "049473f7-4a6c-43c8-8e58-7a65667366b8"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:33:26.530359 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee87b19-5393-4f9e-a596-a42bae37e887 x-openstack-request-id: req-aee87b19-5393-4f9e-a596-a42bae37e887 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:33:26.530650 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01f82a1-0c35-47e0-850c-301d49dde474", "name": "network-vif-deleted", "tag": "049473f7-4a6c-43c8-8e58-7a65667366b8", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:33:26.530903 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aee87b19-5393-4f9e-a596-a42bae37e887 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:33:26.531348 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01f82a1-0c35-47e0-850c-301d49dde474', 'name': 'network-vif-deleted', 'tag': '049473f7-4a6c-43c8-8e58-7a65667366b8', 'status': 'completed', 'code': 200} Mar 05 05:33:26.587174 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-8f54f0a0-ca50-43d0-a4f0-93f3750f39ee None None] Set router b3a90209-9063-4671-b93d-047fe32adee1 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:33:26.783631 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8f54f0a0-ca50-43d0-a4f0-93f3750f39ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 4, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'gw_port': {'id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '289e596f-9a54-4b4c-a616-1d922927e3a2', 'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'mac_address': 'fa:16:3e:4b:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:52Z', 'updated_at': '2022-03-05T05:30:57Z', 'revision_number': 5, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'subnets': [{'id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:33:26.810021 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f54f0a0-ca50-43d0-a4f0-93f3750f39ee None None] Checking router: b3a90209-9063-4671-b93d-047fe32adee1 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:33:26.818720 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f54f0a0-ca50-43d0-a4f0-93f3750f39ee None None] Routers {'b3a90209-9063-4671-b93d-047fe32adee1'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:33:26.819379 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8f54f0a0-ca50-43d0-a4f0-93f3750f39ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:33:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b3a90209-9063-4671-b93d-047fe32adee1'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:33:26.850577 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a82eb002-e643-4574-9644-634d7dbb85b1 req-be73f4ff-288e-4138-b8d1-698b4a5da157 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=e01f82a1-0c35-47e0-850c-301d49dde474 HTTP/1.1" status: 200 len: 210 time: 0.0293581 Mar 05 05:33:26.938396 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-8f54f0a0-ca50-43d0-a4f0-93f3750f39ee None None] Set router b3a90209-9063-4671-b93d-047fe32adee1 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:33:27.136895 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8f54f0a0-ca50-43d0-a4f0-93f3750f39ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 4, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'gw_port': {'id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '289e596f-9a54-4b4c-a616-1d922927e3a2', 'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'mac_address': 'fa:16:3e:4b:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:52Z', 'updated_at': '2022-03-05T05:30:57Z', 'revision_number': 5, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'subnets': [{'id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:33:27.162878 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f54f0a0-ca50-43d0-a4f0-93f3750f39ee None None] The sync data for ids ['b3a90209-9063-4671-b93d-047fe32adee1'] in n-d-789963-32 is: [{'id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 4, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'gw_port': {'id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '289e596f-9a54-4b4c-a616-1d922927e3a2', 'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'mac_address': 'fa:16:3e:4b:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:52Z', 'updated_at': '2022-03-05T05:30:57Z', 'revision_number': 5, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'subnets': [{'id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:33:27.387930 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27b4534-325b-4a72-995d-9ae77b7e1e1a None None] New status for floating IP e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c: DOWN {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:33:28.099772 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-8128e3c7-4cce-43a7-9aee-e26cce4dc1f2 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--562253647&fields=id&tenant_id=f2b0097d48fe4c36b291783cc6b4fd16 HTTP/1.1" status: 200 len: 267 time: 0.0424221 Mar 05 05:33:28.207612 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-cfaafc47-57a0-4087-a036-13829fc50a68 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:28.209074 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-cfaafc47-57a0-4087-a036-13829fc50a68 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 811 time: 0.1029103 Mar 05 05:33:28.223383 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-a15b6736-9968-4061-a286-0d988d60032e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/quotas/f2b0097d48fe4c36b291783cc6b4fd16 HTTP/1.1" status: 200 len: 375 time: 0.0090196 Mar 05 05:33:28.277630 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-f963e5ca-efd0-4085-b8cc-ca21c7ad6be6 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494134 Mar 05 05:33:28.374832 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-677ef7f2-c479-4bff-b152-a80426350918 service neutron] 10.222.0.11 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860298 Mar 05 05:33:28.461883 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-fb3cc159-aae4-467a-a1df-12a39950e733 service neutron] 10.222.0.11 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812576 Mar 05 05:33:28.625715 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3debf017-fe3c-4186-89be-a89e7a9991eb req-36b14fee-cfe3-42b2-b643-636f291405c6 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 210 time: 0.0325668 Mar 05 05:33:29.332541 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 049473f7-4a6c-43c8-8e58-7a65667366b8 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:33:29.354027 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 049473f7-4a6c-43c8-8e58-7a65667366b8 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:33:29.354371 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 049473f7-4a6c-43c8-8e58-7a65667366b8 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:33:29.526379 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-1ffb2054-2041-450e-a72c-9a5db5cbdb4f tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:29.527864 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-1ffb2054-2041-450e-a72c-9a5db5cbdb4f tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.31 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 811 time: 0.1065397 Mar 05 05:33:29.593735 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-0d88cb70-b604-4267-ba89-bcc1aa2854f4 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2b0097d48fe4c36b291783cc6b4fd16 HTTP/1.1" status: 200 len: 379 time: 0.0571091 Mar 05 05:33:29.604801 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-4e832c84-90b8-4aa1-b884-bea5ff900166 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Request body: {'port': {'device_id': 'ef200e0d-9812-4e48-ad62-be52c8fde184', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'admin_state_up': True, 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'security_groups': ['e4c1febe-3519-431a-842d-e88d71af7241']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:33:29.710025 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-4e832c84-90b8-4aa1-b884-bea5ff900166 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Made reservation on behalf of f2b0097d48fe4c36b291783cc6b4fd16 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:33:29.713431 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-4e832c84-90b8-4aa1-b884-bea5ff900166 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:29.722682 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3824a67d-7322-474c-90c7-db40e7439ff8 req-e6edcdb0-552b-486f-adcd-370b509dd449 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 210 time: 0.0286329 Mar 05 05:33:29.842140 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-4e832c84-90b8-4aa1-b884-bea5ff900166 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Allocated IP 172.20.0.3 (7287a01c-743b-4cba-b6e7-5adc2d9d7f25/fb6c56a0-cd24-49e4-ac62-072fc1753800/6c26e30a-3a1f-4190-8827-7920ed6c9da5) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:33:29.981014 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-4e832c84-90b8-4aa1-b884-bea5ff900166 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for port (6c26e30a-3a1f-4190-8827-7920ed6c9da5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:30.018613 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-4e832c84-90b8-4aa1-b884-bea5ff900166 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (6c26e30a-3a1f-4190-8827-7920ed6c9da5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:30.063049 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-4e832c84-90b8-4aa1-b884-bea5ff900166 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:33:30.066840 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-4e832c84-90b8-4aa1-b884-bea5ff900166 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:33:30.070535 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-4e832c84-90b8-4aa1-b884-bea5ff900166 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:33:30.077220 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e832c84-90b8-4aa1-b884-bea5ff900166 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Pushing event updated for resources: {'Port': ['ID=6c26e30a-3a1f-4190-8827-7920ed6c9da5,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:33:30.123725 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-4e832c84-90b8-4aa1-b884-bea5ff900166 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:30.124240 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-4e832c84-90b8-4aa1-b884-bea5ff900166 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:30.140483 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-4e832c84-90b8-4aa1-b884-bea5ff900166 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5395553 Mar 05 05:33:30.151479 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-c4620864-79ad-45c1-9d91-98be6d83a4e1 service neutron] Request body: {'port': {'device_id': 'ef200e0d-9812-4e48-ad62-be52c8fde184', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:33:30.215150 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-c4620864-79ad-45c1-9d91-98be6d83a4e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6c26e30a-3a1f-4190-8827-7920ed6c9da5), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:30.340375 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e0276630-92c5-4cef-ae7a-236026a49e21 None None] Provisioning complete for port 6c26e30a-3a1f-4190-8827-7920ed6c9da5 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:33:30.340979 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e0276630-92c5-4cef-ae7a-236026a49e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (6c26e30a-3a1f-4190-8827-7920ed6c9da5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:30.374909 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e0276630-92c5-4cef-ae7a-236026a49e21 None None] Port 6c26e30a-3a1f-4190-8827-7920ed6c9da5 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:33:30.477563 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-c4620864-79ad-45c1-9d91-98be6d83a4e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c26e30a-3a1f-4190-8827-7920ed6c9da5 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:33:30.484924 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-c4620864-79ad-45c1-9d91-98be6d83a4e1 service neutron] Publish callbacks [] for port (6c26e30a-3a1f-4190-8827-7920ed6c9da5), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:30.497617 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-c4620864-79ad-45c1-9d91-98be6d83a4e1 service neutron] Transition to ACTIVE for port object 6c26e30a-3a1f-4190-8827-7920ed6c9da5 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:33:30.502008 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-c4620864-79ad-45c1-9d91-98be6d83a4e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (6c26e30a-3a1f-4190-8827-7920ed6c9da5), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:30.553196 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4620864-79ad-45c1-9d91-98be6d83a4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6c26e30a-3a1f-4190-8827-7920ed6c9da5,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:33:30.628979 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-c4620864-79ad-45c1-9d91-98be6d83a4e1 service neutron] Attempting to bind port 6c26e30a-3a1f-4190-8827-7920ed6c9da5 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:33:30.629231 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-c4620864-79ad-45c1-9d91-98be6d83a4e1 service neutron] Attempting to bind port 6c26e30a-3a1f-4190-8827-7920ed6c9da5 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:33:30.629556 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-c4620864-79ad-45c1-9d91-98be6d83a4e1 service neutron] Attempting to bind port 6c26e30a-3a1f-4190-8827-7920ed6c9da5 on network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:33:30.634241 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-c4620864-79ad-45c1-9d91-98be6d83a4e1 service neutron] Port 6c26e30a-3a1f-4190-8827-7920ed6c9da5 on network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:33:30.634560 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-c4620864-79ad-45c1-9d91-98be6d83a4e1 service neutron] Attempting to bind port 6c26e30a-3a1f-4190-8827-7920ed6c9da5 on network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:33:30.639816 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-c4620864-79ad-45c1-9d91-98be6d83a4e1 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:33:30.640169 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-c4620864-79ad-45c1-9d91-98be6d83a4e1 service neutron] Checking segment: {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:33:30.640541 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-c4620864-79ad-45c1-9d91-98be6d83a4e1 service neutron] Bound using segment: {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:33:30.640963 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-c4620864-79ad-45c1-9d91-98be6d83a4e1 service neutron] Bound port: 6c26e30a-3a1f-4190-8827-7920ed6c9da5, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:33:30.641315 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-c4620864-79ad-45c1-9d91-98be6d83a4e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6c26e30a-3a1f-4190-8827-7920ed6c9da5), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:30.707708 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-c4620864-79ad-45c1-9d91-98be6d83a4e1 service neutron] For port 6c26e30a-3a1f-4190-8827-7920ed6c9da5, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:33:30.710600 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-c4620864-79ad-45c1-9d91-98be6d83a4e1 service neutron] For port 6c26e30a-3a1f-4190-8827-7920ed6c9da5, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=6c26e30a-3a1f-4190-8827-7920ed6c9da5,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:33:30.716722 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-c4620864-79ad-45c1-9d91-98be6d83a4e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (6c26e30a-3a1f-4190-8827-7920ed6c9da5), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:30.755193 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-c4620864-79ad-45c1-9d91-98be6d83a4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:30.755845 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-c4620864-79ad-45c1-9d91-98be6d83a4e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:30.757305 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-c4620864-79ad-45c1-9d91-98be6d83a4e1 service neutron] 10.222.0.31 "PUT /v2.0/ports/6c26e30a-3a1f-4190-8827-7920ed6c9da5 HTTP/1.1" status: 200 len: 1092 time: 0.6100860 Mar 05 05:33:30.757763 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef200e0d-9812-4e48-ad62-be52c8fde184', 'tag': '6c26e30a-3a1f-4190-8827-7920ed6c9da5'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:33:30.760068 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49023c58-08ac-4c70-81ae-37aef7cde4c9" -d '{"events": [{"name": "network-changed", "server_uuid": "ef200e0d-9812-4e48-ad62-be52c8fde184", "tag": "6c26e30a-3a1f-4190-8827-7920ed6c9da5"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:33:30.788806 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4620864-79ad-45c1-9d91-98be6d83a4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6c26e30a-3a1f-4190-8827-7920ed6c9da5,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:33:30.801511 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37909b57-25c5-48d6-bea9-71cc7b680b49 x-openstack-request-id: req-37909b57-25c5-48d6-bea9-71cc7b680b49 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:33:30.801816 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef200e0d-9812-4e48-ad62-be52c8fde184", "tag": "6c26e30a-3a1f-4190-8827-7920ed6c9da5", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:33:30.802075 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-37909b57-25c5-48d6-bea9-71cc7b680b49 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:33:30.802938 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef200e0d-9812-4e48-ad62-be52c8fde184', 'tag': '6c26e30a-3a1f-4190-8827-7920ed6c9da5', 'status': 'completed', 'code': 200} Mar 05 05:33:30.859815 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-87504513-00ef-4d8a-8cb9-91b6953675dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:30.862270 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-87504513-00ef-4d8a-8cb9-91b6953675dc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 1126 time: 0.0497718 Mar 05 05:33:30.894211 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bb5b2-fbf6-4ea2-a71f-b315ad14ad27 req-6a8be72f-fa04-44e6-8140-9f89ccbbba5c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:30.895769 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-549bb5b2-fbf6-4ea2-a71f-b315ad14ad27 req-6a8be72f-fa04-44e6-8140-9f89ccbbba5c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 943 time: 0.0615616 Mar 05 05:33:30.911779 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-230e85bd-e3fb-4393-8a4a-ecfb96fe3803 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c26e30a-3a1f-4190-8827-7920ed6c9da5 HTTP/1.1" status: 200 len: 217 time: 0.0421901 Mar 05 05:33:30.947649 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-549bb5b2-fbf6-4ea2-a71f-b315ad14ad27 req-cca7525a-5acc-4a97-841d-c8699907420c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451624 Mar 05 05:33:30.961059 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-31a453b4-5101-4638-8c6d-d9c21465dcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:30.962552 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-31a453b4-5101-4638-8c6d-d9c21465dcce service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0460589 Mar 05 05:33:31.014647 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-8346133f-7a1f-48c8-9dea-58be2962d7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:31.016236 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-8346133f-7a1f-48c8-9dea-58be2962d7c2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472972 Mar 05 05:33:31.426019 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-ca52163c-d947-4bc6-b789-e122c094f004 service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027665 Mar 05 05:33:31.505913 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:33:31.515967 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-bf5685ab-696a-403a-bb62-5a5ca241bd9b req-3f5508a8-fe0a-4ac1-a2d8-3d7e42b8f578 service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849726 Mar 05 05:33:31.602464 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49023c58-08ac-4c70-81ae-37aef7cde4c9 req-80cc494f-e7d2-4277-9c06-575226859282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:31.604213 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-49023c58-08ac-4c70-81ae-37aef7cde4c9 req-80cc494f-e7d2-4277-9c06-575226859282 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 1126 time: 0.0454195 Mar 05 05:33:31.694285 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49023c58-08ac-4c70-81ae-37aef7cde4c9 req-f1c34bf5-1463-45ad-badf-9c8d099ea584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:31.695845 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-49023c58-08ac-4c70-81ae-37aef7cde4c9 req-f1c34bf5-1463-45ad-badf-9c8d099ea584 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.0858464 Mar 05 05:33:31.739992 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-49023c58-08ac-4c70-81ae-37aef7cde4c9 req-2c883892-8409-462a-b082-ab5c7ffb3977 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c26e30a-3a1f-4190-8827-7920ed6c9da5 HTTP/1.1" status: 200 len: 217 time: 0.0380704 Mar 05 05:33:31.789432 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49023c58-08ac-4c70-81ae-37aef7cde4c9 req-83a81b4a-ffa6-4c92-939b-369523ab9941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:31.790869 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-49023c58-08ac-4c70-81ae-37aef7cde4c9 req-83a81b4a-ffa6-4c92-939b-369523ab9941 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0430040 Mar 05 05:33:31.841082 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49023c58-08ac-4c70-81ae-37aef7cde4c9 req-4104d6e2-354b-41c1-8fc9-3227b4145aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:31.842575 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-49023c58-08ac-4c70-81ae-37aef7cde4c9 req-4104d6e2-354b-41c1-8fc9-3227b4145aa4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446765 Mar 05 05:33:31.932771 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-49023c58-08ac-4c70-81ae-37aef7cde4c9 req-dd7514a8-33ee-487e-b878-d076dd58c86c service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833199 Mar 05 05:33:32.022302 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-49023c58-08ac-4c70-81ae-37aef7cde4c9 req-8343011c-047b-4d36-b310-d0608aaf982e service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826344 Mar 05 05:33:32.068616 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72efeab-daab-4e16-82cc-3f753b4679f5 req-f7357301-ce23-465a-8e84-98aa16d71803 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:32.070079 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a72efeab-daab-4e16-82cc-3f753b4679f5 req-f7357301-ce23-465a-8e84-98aa16d71803 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 943 time: 0.0526993 Mar 05 05:33:32.119528 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a72efeab-daab-4e16-82cc-3f753b4679f5 req-513e45ac-f06f-4832-bcf4-39b7bba2b6b0 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438540 Mar 05 05:33:33.238952 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee929757-a0aa-4a70-ab4a-8fed5e2c02c9 req-736d2245-fa88-4e5e-848e-9348a3cf8aab tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:33.240462 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ee929757-a0aa-4a70-ab4a-8fed5e2c02c9 req-736d2245-fa88-4e5e-848e-9348a3cf8aab tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 943 time: 0.0531330 Mar 05 05:33:33.286168 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ee929757-a0aa-4a70-ab4a-8fed5e2c02c9 req-c9e30f5d-65ac-4eae-83ff-7f4ed67cdbfb tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402415 Mar 05 05:33:34.405713 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3774a9-69ff-4d02-8321-42a47249dc66 req-a512c8c8-3b00-4acb-83d3-184ffd30812d tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:34.408435 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6f3774a9-69ff-4d02-8321-42a47249dc66 req-a512c8c8-3b00-4acb-83d3-184ffd30812d tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 943 time: 0.0545959 Mar 05 05:33:34.455326 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6f3774a9-69ff-4d02-8321-42a47249dc66 req-2e17694b-211e-4005-8691-bb41813272c1 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416553 Mar 05 05:33:34.533691 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 6c26e30a-3a1f-4190-8827-7920ed6c9da5 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:33:34.630211 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 6c26e30a-3a1f-4190-8827-7920ed6c9da5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=6c26e30a-3a1f-4190-8827-7920ed6c9da5,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:33:34.640189 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '6c26e30a-3a1f-4190-8827-7920ed6c9da5', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'port_id': '6c26e30a-3a1f-4190-8827-7920ed6c9da5', 'mac_address': 'fa:16:3e:8e:92:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:33:34.676305 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 6c26e30a-3a1f-4190-8827-7920ed6c9da5 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:33:34.676711 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6c26e30a-3a1f-4190-8827-7920ed6c9da5), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:34.689429 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c26e30a-3a1f-4190-8827-7920ed6c9da5 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:33:34.708061 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 6c26e30a-3a1f-4190-8827-7920ed6c9da5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=6c26e30a-3a1f-4190-8827-7920ed6c9da5,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:33:34.711765 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (6c26e30a-3a1f-4190-8827-7920ed6c9da5), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:34.756082 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=6c26e30a-3a1f-4190-8827-7920ed6c9da5,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:33:34.916465 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['6c26e30a-3a1f-4190-8827-7920ed6c9da5'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:33:35.903516 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09d44a-b7ae-409a-82c1-783c7debfd41 req-4aa15fee-dea4-49fb-a876-e0f350a167c0 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:35.904999 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7a09d44a-b7ae-409a-82c1-783c7debfd41 req-4aa15fee-dea4-49fb-a876-e0f350a167c0 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 944 time: 0.3824897 Mar 05 05:33:35.950523 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7a09d44a-b7ae-409a-82c1-783c7debfd41 req-fba74085-71c7-4a12-9e24-6e354cf97844 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397983 Mar 05 05:33:36.553923 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 6c26e30a-3a1f-4190-8827-7920ed6c9da5 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:33:36.603887 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 6c26e30a-3a1f-4190-8827-7920ed6c9da5 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:33:36.607965 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 6c26e30a-3a1f-4190-8827-7920ed6c9da5 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:33:36.608348 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (6c26e30a-3a1f-4190-8827-7920ed6c9da5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:36.685385 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 6c26e30a-3a1f-4190-8827-7920ed6c9da5 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:33:36.685681 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6c26e30a-3a1f-4190-8827-7920ed6c9da5), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:36.708299 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef200e0d-9812-4e48-ad62-be52c8fde184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c26e30a-3a1f-4190-8827-7920ed6c9da5'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:33:36.710523 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5545a8ec-174f-4549-9934-a3c4abc22a05" -d '{"events": [{"server_uuid": "ef200e0d-9812-4e48-ad62-be52c8fde184", "name": "network-vif-plugged", "status": "completed", "tag": "6c26e30a-3a1f-4190-8827-7920ed6c9da5"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:33:36.723561 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 6c26e30a-3a1f-4190-8827-7920ed6c9da5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=6c26e30a-3a1f-4190-8827-7920ed6c9da5,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:33:36.727679 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (6c26e30a-3a1f-4190-8827-7920ed6c9da5), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:36.751842 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ec33de-2d86-4168-9238-c7ce42843e2f x-openstack-request-id: req-c7ec33de-2d86-4168-9238-c7ce42843e2f {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:33:36.752166 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef200e0d-9812-4e48-ad62-be52c8fde184", "name": "network-vif-plugged", "status": "completed", "tag": "6c26e30a-3a1f-4190-8827-7920ed6c9da5", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:33:36.752447 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c7ec33de-2d86-4168-9238-c7ce42843e2f {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:33:36.752837 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef200e0d-9812-4e48-ad62-be52c8fde184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c26e30a-3a1f-4190-8827-7920ed6c9da5', 'code': 200} Mar 05 05:33:36.779772 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=6c26e30a-3a1f-4190-8827-7920ed6c9da5,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:33:36.852777 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ca7a5-6067-4c71-b740-2a5e797d71cc req-2f1618d0-0929-4db1-819a-bddc27769a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:36.854260 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b66ca7a5-6067-4c71-b740-2a5e797d71cc req-2f1618d0-0929-4db1-819a-bddc27769a06 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 1128 time: 0.0494535 Mar 05 05:33:36.897591 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b66ca7a5-6067-4c71-b740-2a5e797d71cc req-eaffd4a5-39b1-4206-921c-b6e1e414728f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368102 Mar 05 05:33:37.068762 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd134f9-7a5a-4e39-95a7-d9ab317ae617 req-b909f978-f744-4eb5-9d29-1c136459c985 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:37.070258 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7bd134f9-7a5a-4e39-95a7-d9ab317ae617 req-b909f978-f744-4eb5-9d29-1c136459c985 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 945 time: 0.0524397 Mar 05 05:33:37.116143 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7bd134f9-7a5a-4e39-95a7-d9ab317ae617 req-8bd53f47-e6e5-4831-8825-119db253c2f6 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403714 Mar 05 05:33:38.239734 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4a54c-7554-46cf-93d7-6ba78fc1916b req-7b791042-6082-4d1b-b98d-8aaca739063a tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:38.241202 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-adb4a54c-7554-46cf-93d7-6ba78fc1916b req-7b791042-6082-4d1b-b98d-8aaca739063a tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 945 time: 0.0568161 Mar 05 05:33:38.286042 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-adb4a54c-7554-46cf-93d7-6ba78fc1916b req-238534de-bb13-4dec-8e31-6b19fd7d076b tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392916 Mar 05 05:33:38.401608 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acfebb-6fb5-4c70-b127-2e4560ac4f1e req-87475274-e15f-4df2-87aa-3c210c0a1f66 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:38.403097 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a2acfebb-6fb5-4c70-b127-2e4560ac4f1e req-87475274-e15f-4df2-87aa-3c210c0a1f66 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 945 time: 0.0511580 Mar 05 05:33:38.412184 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 43906) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:33:38.416704 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-bcc11f49-a696-4a88-b70b-b2dad369c522 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Request body: {'floatingip': {'port_id': '6c26e30a-3a1f-4190-8827-7920ed6c9da5'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:33:38.454901 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bcc11f49-a696-4a88-b70b-b2dad369c522 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for floatingip (e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:38.887245 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bcc11f49-a696-4a88-b70b-b2dad369c522 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:38.890947 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bcc11f49-a696-4a88-b70b-b2dad369c522 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:38.992482 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-bcc11f49-a696-4a88-b70b-b2dad369c522 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Floating IP e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c associated. External IP: 172.25.0.158, port: 6c26e30a-3a1f-4190-8827-7920ed6c9da5. Mar 05 05:33:39.209841 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc11f49-a696-4a88-b70b-b2dad369c522 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Router b3a90209-9063-4671-b93d-047fe32adee1 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:33:39.319098 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc11f49-a696-4a88-b70b-b2dad369c522 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:33:39.323534 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bcc11f49-a696-4a88-b70b-b2dad369c522 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:39.329185 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997f0799-203d-432e-bcc6-9ef9f44a4210 None None] Sync routers for ids ['b3a90209-9063-4671-b93d-047fe32adee1'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:33:39.342577 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997f0799-203d-432e-bcc6-9ef9f44a4210 None None] Routers {'b3a90209-9063-4671-b93d-047fe32adee1'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:33:39.343246 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-997f0799-203d-432e-bcc6-9ef9f44a4210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:33:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b3a90209-9063-4671-b93d-047fe32adee1'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:33:39.354441 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bcc11f49-a696-4a88-b70b-b2dad369c522 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "PUT /v2.0/floatingips/e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c HTTP/1.1" status: 200 len: 992 time: 0.9411852 Mar 05 05:33:39.355143 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef200e0d-9812-4e48-ad62-be52c8fde184', 'tag': '6c26e30a-3a1f-4190-8827-7920ed6c9da5'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:33:39.357607 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8981873fdaab9d33652893f244fd29cb77964b53fcfa84302268ffc13be4e57b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0340f3d1-f675-46de-9d98-ce88950ca492" -d '{"events": [{"name": "network-changed", "server_uuid": "ef200e0d-9812-4e48-ad62-be52c8fde184", "tag": "6c26e30a-3a1f-4190-8827-7920ed6c9da5"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:33:39.393844 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6928899-31fd-4acb-8996-5bbea6692500 x-openstack-request-id: req-c6928899-31fd-4acb-8996-5bbea6692500 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:33:39.394143 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef200e0d-9812-4e48-ad62-be52c8fde184", "tag": "6c26e30a-3a1f-4190-8827-7920ed6c9da5", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:33:39.394539 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c6928899-31fd-4acb-8996-5bbea6692500 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:33:39.395143 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef200e0d-9812-4e48-ad62-be52c8fde184', 'tag': '6c26e30a-3a1f-4190-8827-7920ed6c9da5', 'status': 'completed', 'code': 200} Mar 05 05:33:39.461212 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-997f0799-203d-432e-bcc6-9ef9f44a4210 None None] Set router b3a90209-9063-4671-b93d-047fe32adee1 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:33:39.463965 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340f3d1-f675-46de-9d98-ce88950ca492 req-ac6e5133-df4e-4f14-988f-98cfed21be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:39.465505 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0340f3d1-f675-46de-9d98-ce88950ca492 req-ac6e5133-df4e-4f14-988f-98cfed21be75 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 1128 time: 0.0501354 Mar 05 05:33:39.567493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340f3d1-f675-46de-9d98-ce88950ca492 req-f7b4c0d8-1fcc-4baa-a73f-63b451cde4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:39.568839 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0340f3d1-f675-46de-9d98-ce88950ca492 req-f7b4c0d8-1fcc-4baa-a73f-63b451cde4d0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.0971289 Mar 05 05:33:39.647174 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0340f3d1-f675-46de-9d98-ce88950ca492 req-df9a354d-c67f-47ab-8f58-d9382778d60d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c26e30a-3a1f-4190-8827-7920ed6c9da5 HTTP/1.1" status: 200 len: 1000 time: 0.0728672 Mar 05 05:33:39.707651 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-997f0799-203d-432e-bcc6-9ef9f44a4210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 4, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'gw_port': {'id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'floating_ip_address': '172.25.0.158', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'port_id': '6c26e30a-3a1f-4190-8827-7920ed6c9da5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'mac_address': 'fa:16:3e:8e:92:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef200e0d-9812-4e48-ad62-be52c8fde184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:30:54Z', 'updated_at': '2022-03-05T05:33:38Z', 'revision_number': 13, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289e596f-9a54-4b4c-a616-1d922927e3a2', 'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'mac_address': 'fa:16:3e:4b:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:52Z', 'updated_at': '2022-03-05T05:30:57Z', 'revision_number': 5, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'subnets': [{'id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:33:39.710148 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340f3d1-f675-46de-9d98-ce88950ca492 req-0b04ca46-9071-47bc-a0f0-df1c2ce2e6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:39.711810 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0340f3d1-f675-46de-9d98-ce88950ca492 req-0b04ca46-9071-47bc-a0f0-df1c2ce2e6eb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0590789 Mar 05 05:33:39.741777 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997f0799-203d-432e-bcc6-9ef9f44a4210 None None] Checking router: b3a90209-9063-4671-b93d-047fe32adee1 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:33:39.751818 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997f0799-203d-432e-bcc6-9ef9f44a4210 None None] Routers {'b3a90209-9063-4671-b93d-047fe32adee1'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:33:39.752605 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-997f0799-203d-432e-bcc6-9ef9f44a4210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:33:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b3a90209-9063-4671-b93d-047fe32adee1'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:33:39.777299 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340f3d1-f675-46de-9d98-ce88950ca492 req-7a9c4d34-e6de-4190-aef6-065d1cd6a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:39.778827 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0340f3d1-f675-46de-9d98-ce88950ca492 req-7a9c4d34-e6de-4190-aef6-065d1cd6a445 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0612273 Mar 05 05:33:39.873864 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-997f0799-203d-432e-bcc6-9ef9f44a4210 None None] Set router b3a90209-9063-4671-b93d-047fe32adee1 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:33:39.873979 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0340f3d1-f675-46de-9d98-ce88950ca492 req-b090fe7a-0341-4115-a4e7-f61eb1428e13 service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878923 Mar 05 05:33:39.975833 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0340f3d1-f675-46de-9d98-ce88950ca492 req-2997e07f-a94f-4d47-9205-7835ac286151 service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965445 Mar 05 05:33:40.100393 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-997f0799-203d-432e-bcc6-9ef9f44a4210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 4, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'gw_port': {'id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'floating_ip_address': '172.25.0.158', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'port_id': '6c26e30a-3a1f-4190-8827-7920ed6c9da5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'mac_address': 'fa:16:3e:8e:92:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef200e0d-9812-4e48-ad62-be52c8fde184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:30:54Z', 'updated_at': '2022-03-05T05:33:38Z', 'revision_number': 13, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289e596f-9a54-4b4c-a616-1d922927e3a2', 'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'mac_address': 'fa:16:3e:4b:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:52Z', 'updated_at': '2022-03-05T05:30:57Z', 'revision_number': 5, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'subnets': [{'id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:33:40.126538 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997f0799-203d-432e-bcc6-9ef9f44a4210 None None] The sync data for ids ['b3a90209-9063-4671-b93d-047fe32adee1'] in n-d-789963-32 is: [{'id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 4, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'gw_port': {'id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'floating_ip_address': '172.25.0.158', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'port_id': '6c26e30a-3a1f-4190-8827-7920ed6c9da5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'mac_address': 'fa:16:3e:8e:92:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef200e0d-9812-4e48-ad62-be52c8fde184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:30:54Z', 'updated_at': '2022-03-05T05:33:38Z', 'revision_number': 13, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '289e596f-9a54-4b4c-a616-1d922927e3a2', 'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'mac_address': 'fa:16:3e:4b:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:52Z', 'updated_at': '2022-03-05T05:30:57Z', 'revision_number': 5, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'subnets': [{'id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:33:40.338025 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6f8b89-1de5-4b41-b6fa-d6ce56c25c82 None None] New status for floating IP e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c: ACTIVE {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:33:41.469442 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-38cf109a-33ec-49f9-87b2-4da08f7050a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:41.886886 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e558883-2896-4288-958c-47a0551fa511 req-0c6aa526-d9e0-4482-9f22-a3fefbaf4e21 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:41.888421 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2e558883-2896-4288-958c-47a0551fa511 req-0c6aa526-d9e0-4482-9f22-a3fefbaf4e21 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 945 time: 0.0542572 Mar 05 05:33:41.939569 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2e558883-2896-4288-958c-47a0551fa511 req-76166cec-073b-4ef4-bcfa-bdfeec0e8e7e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451174 Mar 05 05:33:43.742904 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-189d54c4-fd8b-4fe2-afd0-3c2d1f49fd28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:44.111807 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:44.340911 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:45.122754 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:46.399130 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:47.838150 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:33:58.310497 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499640d8-cafd-474f-8d97-f630883c8bda req-17df0da4-0645-43df-b683-3d2b40a71a0e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:58.312026 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-499640d8-cafd-474f-8d97-f630883c8bda req-17df0da4-0645-43df-b683-3d2b40a71a0e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 945 time: 0.0549445 Mar 05 05:33:58.337518 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-e21c3eb4-4283-42ae-acd9-4c7240bb947c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0916219 Mar 05 05:33:58.363680 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-499640d8-cafd-474f-8d97-f630883c8bda req-3381e1c7-8658-4865-b18b-03deb0e553c2 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456741 Mar 05 05:33:58.741116 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-44dee61b-71ef-4f95-bdc0-6ccb0b82e8e1 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:58.742443 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-44dee61b-71ef-4f95-bdc0-6ccb0b82e8e1 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports/6c26e30a-3a1f-4190-8827-7920ed6c9da5 HTTP/1.1" status: 200 len: 942 time: 0.0983460 Mar 05 05:33:59.483820 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f8363-6791-48a0-97e1-6b5669a00377 req-93f220c0-0dd9-4c22-a848-e9f6e3503e71 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:59.485901 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c60f8363-6791-48a0-97e1-6b5669a00377 req-93f220c0-0dd9-4c22-a848-e9f6e3503e71 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 945 time: 0.0524459 Mar 05 05:33:59.535505 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c60f8363-6791-48a0-97e1-6b5669a00377 req-37929eee-0311-4042-bd03-2f064697467b tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440032 Mar 05 05:33:59.695881 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-165674ef-a318-41b6-aada-bf51531b64fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:59.697406 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-165674ef-a318-41b6-aada-bf51531b64fe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 1128 time: 0.0463161 Mar 05 05:33:59.790432 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-5d2692d3-0445-496e-83a2-864ef452a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:59.791929 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-5d2692d3-0445-496e-83a2-864ef452a25c service neutron] 10.222.0.31 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.0877457 Mar 05 05:33:59.856282 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-45dd389e-fd76-40e7-a5c1-04a585b89bba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c26e30a-3a1f-4190-8827-7920ed6c9da5 HTTP/1.1" status: 200 len: 1002 time: 0.0576804 Mar 05 05:33:59.908918 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-ea4f5bd6-000e-4ca1-9bf9-7885709560fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:59.910387 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-ea4f5bd6-000e-4ca1-9bf9-7885709560fe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0478859 Mar 05 05:33:59.959698 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-d3ef5a7c-f0cb-4e60-a0f4-0a6a9f02dc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:33:59.961127 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-d3ef5a7c-f0cb-4e60-a0f4-0a6a9f02dc2d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451880 Mar 05 05:34:00.060390 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-f6d39ebb-c06c-403f-b9f2-a43bb3e6a6c6 service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930493 Mar 05 05:34:00.157693 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-f7622802-fdd6-45f2-b5de-d05d39672169 service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912936 Mar 05 05:34:00.660020 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624a5f8-4451-4b46-a848-bef1c1e0d94c req-bbb242f5-e4e0-46e0-8e6d-23627593399c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:00.661507 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d624a5f8-4451-4b46-a848-bef1c1e0d94c req-bbb242f5-e4e0-46e0-8e6d-23627593399c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 945 time: 0.0581987 Mar 05 05:34:00.709342 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d624a5f8-4451-4b46-a848-bef1c1e0d94c req-934f9f5f-ce9b-4266-a057-b91f8c5dfc00 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422547 Mar 05 05:34:01.828831 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53387ecf-9b67-4721-bfed-b3e0e2261ef7 req-6b87b16a-bcfc-486e-b00f-9b0af22a1f7c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:01.830326 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-53387ecf-9b67-4721-bfed-b3e0e2261ef7 req-6b87b16a-bcfc-486e-b00f-9b0af22a1f7c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 945 time: 0.0522056 Mar 05 05:34:01.876810 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-53387ecf-9b67-4721-bfed-b3e0e2261ef7 req-70105890-bbaf-48c2-b843-c16d7697e7f8 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409026 Mar 05 05:34:02.999215 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2c421-2dd7-4fc1-a381-11d53ca11a3f req-f313242f-d179-4ef2-9617-eb9b9c6e9a8b tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:03.001426 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-21d2c421-2dd7-4fc1-a381-11d53ca11a3f req-f313242f-d179-4ef2-9617-eb9b9c6e9a8b tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 945 time: 0.0569453 Mar 05 05:34:03.046062 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-21d2c421-2dd7-4fc1-a381-11d53ca11a3f req-06ed3052-3e52-4414-9aed-9d388095b796 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390759 Mar 05 05:34:04.164116 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592caac-ae69-452f-b5e4-1b269d14a847 req-40cdd317-e5fb-4694-be7c-ab42a61c34e9 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:04.165570 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4592caac-ae69-452f-b5e4-1b269d14a847 req-40cdd317-e5fb-4694-be7c-ab42a61c34e9 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 945 time: 0.0520947 Mar 05 05:34:04.211282 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4592caac-ae69-452f-b5e4-1b269d14a847 req-cf5c7963-3aad-4417-b994-e350d83a061d tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401278 Mar 05 05:34:05.191164 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee638411-86bd-4d62-b40c-f03330c2715a req-9dc9fe38-8521-4496-9fa8-641d25840227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:05.192643 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ee638411-86bd-4d62-b40c-f03330c2715a req-9dc9fe38-8521-4496-9fa8-641d25840227 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 1128 time: 0.0446112 Mar 05 05:34:05.302027 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee638411-86bd-4d62-b40c-f03330c2715a req-7db0a87b-e783-4d01-b5c2-ab02c5c48b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:05.303535 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ee638411-86bd-4d62-b40c-f03330c2715a req-7db0a87b-e783-4d01-b5c2-ab02c5c48b02 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.0927925 Mar 05 05:34:05.346113 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a02777-ce05-44a1-bf81-0823ccca5868 req-0df7c9b4-de22-4d50-b760-5d717c8c05ec tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:05.347681 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b7a02777-ce05-44a1-bf81-0823ccca5868 req-0df7c9b4-de22-4d50-b760-5d717c8c05ec tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 945 time: 0.0686822 Mar 05 05:34:05.369194 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ee638411-86bd-4d62-b40c-f03330c2715a req-0cda3abc-ddad-4a65-8097-272cd54c7175 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c26e30a-3a1f-4190-8827-7920ed6c9da5 HTTP/1.1" status: 200 len: 1002 time: 0.0601881 Mar 05 05:34:05.394419 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b7a02777-ce05-44a1-bf81-0823ccca5868 req-5dde4a8b-b459-49b5-b848-46ecabc778ab tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411723 Mar 05 05:34:05.418210 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee638411-86bd-4d62-b40c-f03330c2715a req-4e3f95de-130d-4ab2-aaee-979832cd9c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:05.419708 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ee638411-86bd-4d62-b40c-f03330c2715a req-4e3f95de-130d-4ab2-aaee-979832cd9c98 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0445213 Mar 05 05:34:05.498431 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee638411-86bd-4d62-b40c-f03330c2715a req-9c4b58db-f5f7-492c-95fe-fb4ee30b9707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:05.499915 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ee638411-86bd-4d62-b40c-f03330c2715a req-9c4b58db-f5f7-492c-95fe-fb4ee30b9707 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488665 Mar 05 05:34:05.587971 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ee638411-86bd-4d62-b40c-f03330c2715a req-729560ae-2fa3-45e3-995c-c0e02c7ac8c5 service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808990 Mar 05 05:34:05.682036 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ee638411-86bd-4d62-b40c-f03330c2715a req-c2dd46c1-b9ec-4ac9-a2bc-fd1de7ac82a0 service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847154 Mar 05 05:34:06.522516 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421abee-3459-4026-bea7-1776a54f1dcc req-3e4cb8ee-44c4-411d-8fae-49d66447a659 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:06.524070 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7421abee-3459-4026-bea7-1776a54f1dcc req-3e4cb8ee-44c4-411d-8fae-49d66447a659 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 945 time: 0.0568008 Mar 05 05:34:06.573486 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7421abee-3459-4026-bea7-1776a54f1dcc req-879c4428-c14d-4671-bc6f-a3a3607561fd tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432589 Mar 05 05:34:07.693866 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186f0fe-cc1d-4bf9-bfc2-738aa6aa3122 req-b25fde8f-b454-411a-8c4e-571df42c4ac3 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:07.695307 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1186f0fe-cc1d-4bf9-bfc2-738aa6aa3122 req-b25fde8f-b454-411a-8c4e-571df42c4ac3 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 945 time: 0.0531404 Mar 05 05:34:07.746895 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1186f0fe-cc1d-4bf9-bfc2-738aa6aa3122 req-37c1e260-c042-4c98-bc24-0973b05122a4 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460007 Mar 05 05:34:08.504773 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:34:08.870164 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41383e7c-6653-409d-b77d-cd2bcce2ab20 req-2a404fd2-daa4-411a-87ea-2cc6462b00e3 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:08.871758 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41383e7c-6653-409d-b77d-cd2bcce2ab20 req-2a404fd2-daa4-411a-87ea-2cc6462b00e3 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 945 time: 0.0559976 Mar 05 05:34:08.923743 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-41383e7c-6653-409d-b77d-cd2bcce2ab20 req-7f4f27d6-87b7-4496-9dda-6933fcb02823 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462501 Mar 05 05:34:10.055245 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efdd84-2111-40ff-a158-369822692a85 req-11604cda-f1e0-4d10-85ed-bc1d0c966415 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:10.056733 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-30efdd84-2111-40ff-a158-369822692a85 req-11604cda-f1e0-4d10-85ed-bc1d0c966415 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 945 time: 0.0559363 Mar 05 05:34:10.104297 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-30efdd84-2111-40ff-a158-369822692a85 req-899a4dc3-0479-4120-9c17-51a41545598a tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417674 Mar 05 05:34:10.706690 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 6c26e30a-3a1f-4190-8827-7920ed6c9da5 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:34:10.785334 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 6c26e30a-3a1f-4190-8827-7920ed6c9da5 is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:34:10.785723 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6c26e30a-3a1f-4190-8827-7920ed6c9da5), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:10.807506 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef200e0d-9812-4e48-ad62-be52c8fde184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c26e30a-3a1f-4190-8827-7920ed6c9da5'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:34:10.809758 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a80b67-f621-4e94-b377-e1e38c9fd70e" -d '{"events": [{"server_uuid": "ef200e0d-9812-4e48-ad62-be52c8fde184", "name": "network-vif-unplugged", "status": "completed", "tag": "6c26e30a-3a1f-4190-8827-7920ed6c9da5"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:34:10.822777 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 6c26e30a-3a1f-4190-8827-7920ed6c9da5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=6c26e30a-3a1f-4190-8827-7920ed6c9da5,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:34:10.827456 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (6c26e30a-3a1f-4190-8827-7920ed6c9da5), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:10.834720 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-5e6c1deb-9723-4dd8-a364-abc5b9ab2ec3 service neutron] show failed (client error): The resource could not be found. Mar 05 05:34:10.835822 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-5e6c1deb-9723-4dd8-a364-abc5b9ab2ec3 service neutron] 10.222.0.31 "GET /v2.0/ports/6c26e30a-3a1f-4190-8827-7920ed6c9da5/bindings/n-h1-789963-32 HTTP/1.1" status: 404 len: 381 time: 0.0601909 Mar 05 05:34:10.868091 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 05:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415de7d6-254a-408a-b2bf-fa5d825ccf56 x-openstack-request-id: req-415de7d6-254a-408a-b2bf-fa5d825ccf56 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:34:10.868393 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef200e0d-9812-4e48-ad62-be52c8fde184", "name": "network-vif-unplugged", "status": "completed", "tag": "6c26e30a-3a1f-4190-8827-7920ed6c9da5", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:34:10.868661 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-415de7d6-254a-408a-b2bf-fa5d825ccf56 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:34:10.869051 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef200e0d-9812-4e48-ad62-be52c8fde184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c26e30a-3a1f-4190-8827-7920ed6c9da5', 'code': 200} Mar 05 05:34:10.879362 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=6c26e30a-3a1f-4190-8827-7920ed6c9da5,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:34:11.040660 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-71c8ff75-8e30-49a6-b0c8-755301b9ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:11.042031 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-71c8ff75-8e30-49a6-b0c8-755301b9ade1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184&tenant_id=f2b0097d48fe4c36b291783cc6b4fd16 HTTP/1.1" status: 200 len: 1126 time: 0.0449495 Mar 05 05:34:11.053322 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-9d4c4156-b04c-4051-8104-94903edf7678 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-32', 'device_owner': 'compute:nova'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:34:11.114391 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-9d4c4156-b04c-4051-8104-94903edf7678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6c26e30a-3a1f-4190-8827-7920ed6c9da5), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:11.263506 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc5e19-0ef5-420a-826f-f9aeb504b81b req-bf76459e-53fe-427f-a929-9195570b5025 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:11.265016 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c1cc5e19-0ef5-420a-826f-f9aeb504b81b req-bf76459e-53fe-427f-a929-9195570b5025 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 943 time: 0.0605533 Mar 05 05:34:11.315535 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c1cc5e19-0ef5-420a-826f-f9aeb504b81b req-f71df598-c367-4f8d-be57-c63ccde5ea50 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440617 Mar 05 05:34:11.348378 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-9d4c4156-b04c-4051-8104-94903edf7678 service neutron] For port 6c26e30a-3a1f-4190-8827-7920ed6c9da5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=6c26e30a-3a1f-4190-8827-7920ed6c9da5,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:34:11.380058 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-9d4c4156-b04c-4051-8104-94903edf7678 service neutron] For port 6c26e30a-3a1f-4190-8827-7920ed6c9da5, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:34:11.412080 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-9d4c4156-b04c-4051-8104-94903edf7678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c26e30a-3a1f-4190-8827-7920ed6c9da5 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:34:11.419480 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-9d4c4156-b04c-4051-8104-94903edf7678 service neutron] Publish callbacks [] for port (6c26e30a-3a1f-4190-8827-7920ed6c9da5), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:11.432944 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-9d4c4156-b04c-4051-8104-94903edf7678 service neutron] Transition to ACTIVE for port object 6c26e30a-3a1f-4190-8827-7920ed6c9da5 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:34:11.436555 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-9d4c4156-b04c-4051-8104-94903edf7678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (6c26e30a-3a1f-4190-8827-7920ed6c9da5), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:11.463032 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-967fbee6-a7e7-4ed3-ab53-0add8570d571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:11.524412 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c4156-b04c-4051-8104-94903edf7678 service neutron] Pushing event updated for resources: {'Port': ['ID=6c26e30a-3a1f-4190-8827-7920ed6c9da5,revision_number=7']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:34:11.569073 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-9d4c4156-b04c-4051-8104-94903edf7678 service neutron] No DVR routers for this DVR port 6c26e30a-3a1f-4190-8827-7920ed6c9da5 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:34:11.709561 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-9d4c4156-b04c-4051-8104-94903edf7678 service neutron] Attempting to bind port 6c26e30a-3a1f-4190-8827-7920ed6c9da5 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:34:11.709902 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-9d4c4156-b04c-4051-8104-94903edf7678 service neutron] Attempting to bind port 6c26e30a-3a1f-4190-8827-7920ed6c9da5 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:34:11.710262 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-9d4c4156-b04c-4051-8104-94903edf7678 service neutron] Attempting to bind port 6c26e30a-3a1f-4190-8827-7920ed6c9da5 on network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:34:11.714550 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-9d4c4156-b04c-4051-8104-94903edf7678 service neutron] Port 6c26e30a-3a1f-4190-8827-7920ed6c9da5 on network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:34:11.714880 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-9d4c4156-b04c-4051-8104-94903edf7678 service neutron] Attempting to bind port 6c26e30a-3a1f-4190-8827-7920ed6c9da5 on network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:34:11.720017 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-9d4c4156-b04c-4051-8104-94903edf7678 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:34:11.720357 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-9d4c4156-b04c-4051-8104-94903edf7678 service neutron] Checking segment: {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:34:11.720748 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-9d4c4156-b04c-4051-8104-94903edf7678 service neutron] Bound using segment: {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:34:11.721167 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-9d4c4156-b04c-4051-8104-94903edf7678 service neutron] Bound port: 6c26e30a-3a1f-4190-8827-7920ed6c9da5, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:34:11.721524 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-9d4c4156-b04c-4051-8104-94903edf7678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6c26e30a-3a1f-4190-8827-7920ed6c9da5), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:11.785024 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-9d4c4156-b04c-4051-8104-94903edf7678 service neutron] For port 6c26e30a-3a1f-4190-8827-7920ed6c9da5, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:34:11.787853 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-9d4c4156-b04c-4051-8104-94903edf7678 service neutron] For port 6c26e30a-3a1f-4190-8827-7920ed6c9da5, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=6c26e30a-3a1f-4190-8827-7920ed6c9da5,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:34:11.793625 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-9d4c4156-b04c-4051-8104-94903edf7678 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (6c26e30a-3a1f-4190-8827-7920ed6c9da5), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:11.825401 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-9d4c4156-b04c-4051-8104-94903edf7678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:11.826023 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-9d4c4156-b04c-4051-8104-94903edf7678 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:11.827426 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-9d4c4156-b04c-4051-8104-94903edf7678 service neutron] 10.222.0.30 "PUT /v2.0/ports/6c26e30a-3a1f-4190-8827-7920ed6c9da5 HTTP/1.1" status: 200 len: 1092 time: 0.7779593 Mar 05 05:34:11.827875 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef200e0d-9812-4e48-ad62-be52c8fde184', 'tag': '6c26e30a-3a1f-4190-8827-7920ed6c9da5'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:34:11.830952 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f738d1-58ed-49ec-b89b-ce41134514d3" -d '{"events": [{"name": "network-changed", "server_uuid": "ef200e0d-9812-4e48-ad62-be52c8fde184", "tag": "6c26e30a-3a1f-4190-8827-7920ed6c9da5"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:34:11.880866 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c4156-b04c-4051-8104-94903edf7678 service neutron] Pushing event updated for resources: {'Port': ['ID=6c26e30a-3a1f-4190-8827-7920ed6c9da5,revision_number=8']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:34:11.888872 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d95e53d-556b-4bd7-a81d-7eba15984a04 x-openstack-request-id: req-7d95e53d-556b-4bd7-a81d-7eba15984a04 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:34:11.889195 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef200e0d-9812-4e48-ad62-be52c8fde184", "tag": "6c26e30a-3a1f-4190-8827-7920ed6c9da5", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:34:11.889433 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7d95e53d-556b-4bd7-a81d-7eba15984a04 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:34:11.889835 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef200e0d-9812-4e48-ad62-be52c8fde184', 'tag': '6c26e30a-3a1f-4190-8827-7920ed6c9da5', 'status': 'completed', 'code': 200} Mar 05 05:34:11.907209 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-fc84acc8-d2ac-4c25-af49-0e0e62f40cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:11.908809 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-fc84acc8-d2ac-4c25-af49-0e0e62f40cc9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 1126 time: 0.0555110 Mar 05 05:34:12.025013 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f738d1-58ed-49ec-b89b-ce41134514d3 req-2953641d-b668-4854-b3a9-3d206ca082ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:12.026521 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-44f738d1-58ed-49ec-b89b-ce41134514d3 req-2953641d-b668-4854-b3a9-3d206ca082ec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 1126 time: 0.1168580 Mar 05 05:34:12.043405 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-3c4ee645-dd5b-4308-8096-ed23b5b5fbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:12.044747 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-3c4ee645-dd5b-4308-8096-ed23b5b5fbe5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.1274037 Mar 05 05:34:12.154695 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-448b4ddf-5fc6-4ff4-82dc-8388904dd443 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c26e30a-3a1f-4190-8827-7920ed6c9da5 HTTP/1.1" status: 200 len: 1000 time: 0.1005135 Mar 05 05:34:12.197674 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f738d1-58ed-49ec-b89b-ce41134514d3 req-a9b5452a-eaea-448f-8b9c-6855c0e39fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:12.199098 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-44f738d1-58ed-49ec-b89b-ce41134514d3 req-a9b5452a-eaea-448f-8b9c-6855c0e39fc1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.1653562 Mar 05 05:34:12.247879 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-7581d85d-b4be-4dfd-8e09-4ac90d14feee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:12.249284 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-7581d85d-b4be-4dfd-8e09-4ac90d14feee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0864356 Mar 05 05:34:12.296351 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-44f738d1-58ed-49ec-b89b-ce41134514d3 req-824f6a6d-700d-4b96-a819-f3bed7e5612c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c26e30a-3a1f-4190-8827-7920ed6c9da5 HTTP/1.1" status: 200 len: 1000 time: 0.0899420 Mar 05 05:34:12.349859 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-10e2b46b-9509-457c-9e48-09bf4aba9998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:12.351413 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-10e2b46b-9509-457c-9e48-09bf4aba9998 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0924208 Mar 05 05:34:12.357359 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f738d1-58ed-49ec-b89b-ce41134514d3 req-64768d89-ff4d-46db-85a7-b32c4a1e2265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:12.358712 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-44f738d1-58ed-49ec-b89b-ce41134514d3 req-64768d89-ff4d-46db-85a7-b32c4a1e2265 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0563328 Mar 05 05:34:12.443684 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a68d00-43f3-4b47-9113-5339e0a4880a req-fc75e3d6-a1d4-47cd-8a42-96997b94ff93 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:12.445266 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c2a68d00-43f3-4b47-9113-5339e0a4880a req-fc75e3d6-a1d4-47cd-8a42-96997b94ff93 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 943 time: 0.0560863 Mar 05 05:34:12.480059 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f738d1-58ed-49ec-b89b-ce41134514d3 req-eb744a4c-79a7-422d-a167-54267b5bdb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:12.482172 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-44f738d1-58ed-49ec-b89b-ce41134514d3 req-eb744a4c-79a7-422d-a167-54267b5bdb97 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1145573 Mar 05 05:34:12.486759 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-a2111c7d-2557-4c3c-b236-769709625344 service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266234 Mar 05 05:34:12.495174 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c2a68d00-43f3-4b47-9113-5339e0a4880a req-07b06273-b778-49b2-b779-88a19f89251d tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440388 Mar 05 05:34:12.648801 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-44f738d1-58ed-49ec-b89b-ce41134514d3 req-dd21eaf0-92e4-4525-8e9b-9cd073691f6a service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593473 Mar 05 05:34:12.652093 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-bfc46281-9620-4a10-baaf-b35abce61c19 service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535952 Mar 05 05:34:12.780837 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-44f738d1-58ed-49ec-b89b-ce41134514d3 req-f0daeed7-0063-4f4a-9b4d-78cc31fb7976 service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249404 Mar 05 05:34:12.787722 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f738d1-58ed-49ec-b89b-ce41134514d3 req-fa37adc8-de65-4f33-829b-b6f8f860896b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:12.789183 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-44f738d1-58ed-49ec-b89b-ce41134514d3 req-fa37adc8-de65-4f33-829b-b6f8f860896b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 1126 time: 0.0714297 Mar 05 05:34:12.889394 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f738d1-58ed-49ec-b89b-ce41134514d3 req-2adc3abd-22c6-4f97-9082-ece3f7db2780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:12.891159 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-44f738d1-58ed-49ec-b89b-ce41134514d3 req-2adc3abd-22c6-4f97-9082-ece3f7db2780 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.0959566 Mar 05 05:34:12.956275 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-44f738d1-58ed-49ec-b89b-ce41134514d3 req-d4dcc25f-5d17-4941-87c8-a2a5c6ccbf15 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c26e30a-3a1f-4190-8827-7920ed6c9da5 HTTP/1.1" status: 200 len: 1000 time: 0.0592849 Mar 05 05:34:13.009450 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f738d1-58ed-49ec-b89b-ce41134514d3 req-a7d6b267-7ca3-4a46-bfd4-ac97d5d7c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:13.010900 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-44f738d1-58ed-49ec-b89b-ce41134514d3 req-a7d6b267-7ca3-4a46-bfd4-ac97d5d7c8e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0495713 Mar 05 05:34:13.059357 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f738d1-58ed-49ec-b89b-ce41134514d3 req-c26e35c4-345c-4029-8137-f7e6c82816f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:13.060757 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-44f738d1-58ed-49ec-b89b-ce41134514d3 req-c26e35c4-345c-4029-8137-f7e6c82816f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435297 Mar 05 05:34:13.148687 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-44f738d1-58ed-49ec-b89b-ce41134514d3 req-0bdeb339-1a82-4f4f-ab2c-accb8cecaa94 service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818369 Mar 05 05:34:13.241132 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-44f738d1-58ed-49ec-b89b-ce41134514d3 req-2d05dcaf-abe3-4198-8b8e-86821ae3220d service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860579 Mar 05 05:34:13.620376 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b324b-7adf-44c1-834c-fe2e19618303 req-a7daae96-5418-4bad-9a75-817eae17b1a9 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:13.621883 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-755b324b-7adf-44c1-834c-fe2e19618303 req-a7daae96-5418-4bad-9a75-817eae17b1a9 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 943 time: 0.0548947 Mar 05 05:34:13.674232 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-755b324b-7adf-44c1-834c-fe2e19618303 req-40a08be6-1a41-4c0c-a0e2-59596237bf4e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464997 Mar 05 05:34:13.744365 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9529d0a5-52c0-4835-9047-b1342206a512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:14.112345 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:14.361347 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:14.797887 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a2be5-0323-4395-89b7-da712878ac53 req-7e427aac-942e-4181-8efc-b51a9e72612a tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:14.799432 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-230a2be5-0323-4395-89b7-da712878ac53 req-7e427aac-942e-4181-8efc-b51a9e72612a tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 943 time: 0.0559151 Mar 05 05:34:14.847497 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-230a2be5-0323-4395-89b7-da712878ac53 req-05c2833e-a083-4f4c-b8cf-72ec8b6ffbe4 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422380 Mar 05 05:34:15.126134 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:15.968028 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef460ee-719e-4554-ac52-5815efa98b73 req-e5cf8ce6-e207-4bd3-9090-3fee89a4d767 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:15.969878 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9ef460ee-719e-4554-ac52-5815efa98b73 req-e5cf8ce6-e207-4bd3-9090-3fee89a4d767 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 943 time: 0.0527442 Mar 05 05:34:16.016712 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9ef460ee-719e-4554-ac52-5815efa98b73 req-45e01411-b40c-4824-8c46-71ee0ce54c55 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412388 Mar 05 05:34:16.401901 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:17.142381 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e61af4-30bf-4b68-8036-2ccfce09c75b req-630f0f93-0a2c-4b26-9b6e-b6685fce6ca9 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:17.143935 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-13e61af4-30bf-4b68-8036-2ccfce09c75b req-630f0f93-0a2c-4b26-9b6e-b6685fce6ca9 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 943 time: 0.0572894 Mar 05 05:34:17.193858 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-13e61af4-30bf-4b68-8036-2ccfce09c75b req-cea019ab-d549-4048-a68f-02e6b696c518 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442767 Mar 05 05:34:17.841651 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:18.316930 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850f1dc-a3db-4125-a5a9-8a430a8aeec5 req-bebb28aa-1468-432b-929b-fe1989bd2ebb tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:18.318577 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4850f1dc-a3db-4125-a5a9-8a430a8aeec5 req-bebb28aa-1468-432b-929b-fe1989bd2ebb tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 943 time: 0.0542605 Mar 05 05:34:18.365729 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4850f1dc-a3db-4125-a5a9-8a430a8aeec5 req-c5b8142f-bad1-4894-8171-1741bb962886 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416024 Mar 05 05:34:19.496537 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d593b4-9c78-492d-8481-172cc0e30118 req-7e2ebc05-ee3d-4606-93e6-d511f6bb00a9 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:19.498118 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-85d593b4-9c78-492d-8481-172cc0e30118 req-7e2ebc05-ee3d-4606-93e6-d511f6bb00a9 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 943 time: 0.0624592 Mar 05 05:34:19.546363 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-85d593b4-9c78-492d-8481-172cc0e30118 req-3643a96c-fcc1-477a-a94f-a938fa9c2323 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414386 Mar 05 05:34:20.679448 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bd934-5500-4839-b6c4-7ca59234c544 req-e0cc8e83-98e7-4d26-95f6-6b6b5f466192 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:20.681812 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1c6bd934-5500-4839-b6c4-7ca59234c544 req-e0cc8e83-98e7-4d26-95f6-6b6b5f466192 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 943 time: 0.0612867 Mar 05 05:34:20.740272 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1c6bd934-5500-4839-b6c4-7ca59234c544 req-2bca0a1c-d7fe-4d3b-9bc6-6864bee01448 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519485 Mar 05 05:34:21.865553 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bcdc8-d9a0-472d-9e80-3a7464667e70 req-23a65c25-03a7-48b7-b5e0-ac9b19b37bd9 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:21.867040 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7e0bcdc8-d9a0-472d-9e80-3a7464667e70 req-23a65c25-03a7-48b7-b5e0-ac9b19b37bd9 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 943 time: 0.0523486 Mar 05 05:34:21.918501 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7e0bcdc8-d9a0-472d-9e80-3a7464667e70 req-05fc3389-62c4-47c6-9339-d83909878447 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456617 Mar 05 05:34:23.038977 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4de9e-cd6d-478a-a86e-1fb167e6d8be req-9cc4ff21-187c-4149-8976-8fd838dcec3c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:23.040500 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b9c4de9e-cd6d-478a-a86e-1fb167e6d8be req-9cc4ff21-187c-4149-8976-8fd838dcec3c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 943 time: 0.0529094 Mar 05 05:34:23.087517 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b9c4de9e-cd6d-478a-a86e-1fb167e6d8be req-d421ecec-e990-468b-be57-6c8d6b5b3fe6 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414445 Mar 05 05:34:24.213706 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58776d97-71c6-4e65-864b-1801932a389f req-eb936671-e43c-4324-8095-de164aa08859 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:24.215204 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-58776d97-71c6-4e65-864b-1801932a389f req-eb936671-e43c-4324-8095-de164aa08859 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 943 time: 0.0529091 Mar 05 05:34:24.262021 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-58776d97-71c6-4e65-864b-1801932a389f req-23a6db81-b1d6-41b0-979d-358d33b76393 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409830 Mar 05 05:34:25.393857 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2904c-5acc-4c6f-a16c-68fef92aff51 req-2163b0e3-aa7a-44f5-9268-e71fc21f3a51 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:25.395362 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-62e2904c-5acc-4c6f-a16c-68fef92aff51 req-2163b0e3-aa7a-44f5-9268-e71fc21f3a51 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 943 time: 0.0576098 Mar 05 05:34:25.442404 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-62e2904c-5acc-4c6f-a16c-68fef92aff51 req-4ac73759-ec17-41ed-bdf7-625890692b6b tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414908 Mar 05 05:34:26.562864 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e62ab2-7347-4db4-95b2-4397fe3154da req-d3606271-564d-4622-a611-344e3037e411 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:26.564390 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d5e62ab2-7347-4db4-95b2-4397fe3154da req-d3606271-564d-4622-a611-344e3037e411 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 943 time: 0.0532019 Mar 05 05:34:26.610677 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d5e62ab2-7347-4db4-95b2-4397fe3154da req-ac9e17b6-9c67-4ec5-a316-150f142f53ef tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407245 Mar 05 05:34:27.729980 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca973253-1341-4c25-9ccb-91440f197701 req-deb8c568-6b94-4add-a875-a1628f7920ae tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:27.731407 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca973253-1341-4c25-9ccb-91440f197701 req-deb8c568-6b94-4add-a875-a1628f7920ae tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 943 time: 0.0516076 Mar 05 05:34:27.781530 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca973253-1341-4c25-9ccb-91440f197701 req-44886e3a-1968-4076-9070-5cdc6d91dee9 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435534 Mar 05 05:34:28.903620 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27b7b0-4b3e-4ff7-935b-c02254c7ae6d req-e7fcc767-d089-495d-bea7-5fb549690b55 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:28.905117 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9d27b7b0-4b3e-4ff7-935b-c02254c7ae6d req-e7fcc767-d089-495d-bea7-5fb549690b55 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 943 time: 0.0537231 Mar 05 05:34:28.951635 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9d27b7b0-4b3e-4ff7-935b-c02254c7ae6d req-ba8118c4-2667-4cdc-a3af-ead55c17c38a tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410032 Mar 05 05:34:30.071777 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ef1d7-23d9-4305-9375-a17a53f3eb5b req-e438d5c7-1927-4c5e-afce-9c96fb045cfb tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:30.073245 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a51ef1d7-23d9-4305-9375-a17a53f3eb5b req-e438d5c7-1927-4c5e-afce-9c96fb045cfb tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 943 time: 0.0528998 Mar 05 05:34:30.119353 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a51ef1d7-23d9-4305-9375-a17a53f3eb5b req-4555d9f5-c980-4c44-a0aa-0784d7a15fb7 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398521 Mar 05 05:34:30.400075 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-08cee020-bd5f-4479-8fc7-5d6720411430 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:30.401530 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-08cee020-bd5f-4479-8fc7-5d6720411430 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184&tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&binding%3Ahost_id=n-h1-789963-32 HTTP/1.1" status: 200 len: 943 time: 0.0557239 Mar 05 05:34:30.420273 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15119e6a-47b3-4ebd-afdd-01ace2cf7406 req-d02fa226-c098-451e-8b5d-5ed01221553c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:30.422318 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-15119e6a-47b3-4ebd-afdd-01ace2cf7406 req-d02fa226-c098-451e-8b5d-5ed01221553c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 943 time: 0.0573611 Mar 05 05:34:30.463114 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-335e814b-b987-42be-842c-78e0962e23e5 service neutron] 10.222.0.30 "GET /v2.0/ports/6c26e30a-3a1f-4190-8827-7920ed6c9da5/bindings/n-h1-789963-32 HTTP/1.1" status: 200 len: 383 time: 0.0540593 Mar 05 05:34:30.472379 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-15119e6a-47b3-4ebd-afdd-01ace2cf7406 req-fb3c0fad-cfdc-4ab2-a077-deae1233af40 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441489 Mar 05 05:34:30.535669 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-7d292eb5-979f-42a9-8ea1-03557444c195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:30.537173 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-7d292eb5-979f-42a9-8ea1-03557444c195 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 1126 time: 0.0503011 Mar 05 05:34:30.625621 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-b517b183-fec5-4686-b57f-c16f310a35f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:30.627110 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-b517b183-fec5-4686-b57f-c16f310a35f0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.0842583 Mar 05 05:34:30.694396 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-d35bcf59-0302-424b-bec9-0fb23445bce0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c26e30a-3a1f-4190-8827-7920ed6c9da5 HTTP/1.1" status: 200 len: 1000 time: 0.0616169 Mar 05 05:34:30.742567 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-ff941fd1-64b4-4b32-8f8a-e8cc61b866fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:30.744021 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-ff941fd1-64b4-4b32-8f8a-e8cc61b866fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0439603 Mar 05 05:34:30.791611 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-a5839069-a9db-4bc2-b4d6-03197aa4105f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:30.793093 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-a5839069-a9db-4bc2-b4d6-03197aa4105f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430403 Mar 05 05:34:30.884034 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-d6d01486-0a72-414f-b159-b7b76b1918d0 service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847626 Mar 05 05:34:30.971858 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-a5c99da9-2a5a-4b2a-b541-f89bc22809b1 service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819895 Mar 05 05:34:31.596614 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0e229-fdb6-4026-9fdb-db325053b119 req-2ad40972-0a70-4249-9ec0-27e4577a82ff tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:31.598063 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3bb0e229-fdb6-4026-9fdb-db325053b119 req-2ad40972-0a70-4249-9ec0-27e4577a82ff tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 943 time: 0.0527627 Mar 05 05:34:31.644962 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3bb0e229-fdb6-4026-9fdb-db325053b119 req-03b8789e-c2d0-471f-b9d7-ade9514a6fd7 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413454 Mar 05 05:34:31.706368 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 6c26e30a-3a1f-4190-8827-7920ed6c9da5 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:34:31.798656 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 6c26e30a-3a1f-4190-8827-7920ed6c9da5, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=6c26e30a-3a1f-4190-8827-7920ed6c9da5,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:34:31.808688 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '6c26e30a-3a1f-4190-8827-7920ed6c9da5', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'port_id': '6c26e30a-3a1f-4190-8827-7920ed6c9da5', 'mac_address': 'fa:16:3e:8e:92:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:34:31.848360 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 6c26e30a-3a1f-4190-8827-7920ed6c9da5 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:34:31.848749 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6c26e30a-3a1f-4190-8827-7920ed6c9da5), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:31.861591 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c26e30a-3a1f-4190-8827-7920ed6c9da5 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:34:31.880900 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 6c26e30a-3a1f-4190-8827-7920ed6c9da5, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=6c26e30a-3a1f-4190-8827-7920ed6c9da5,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:34:31.885014 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (6c26e30a-3a1f-4190-8827-7920ed6c9da5), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:31.929895 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=6c26e30a-3a1f-4190-8827-7920ed6c9da5,revision_number=9']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:34:31.937618 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:34:31.938009 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:34:31.938351 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:34:31.938692 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:34:31.939022 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:34:31.939380 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:34:31.939709 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:34:31.940034 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:34:31.940358 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:34:31.940680 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:34:31.941003 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:34:31.941332 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:34:31.941651 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:34:32.772722 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdda6bd-0b20-470f-a9f2-92ff9b81206b req-af0d0f7f-fff3-43c3-8d5f-2b8dcd5b4f40 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:32.774211 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bbdda6bd-0b20-470f-a9f2-92ff9b81206b req-af0d0f7f-fff3-43c3-8d5f-2b8dcd5b4f40 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 944 time: 0.0575590 Mar 05 05:34:32.821347 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bbdda6bd-0b20-470f-a9f2-92ff9b81206b req-9cecad23-46ec-4733-85c3-119ff2010b9d tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414867 Mar 05 05:34:33.721545 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 6c26e30a-3a1f-4190-8827-7920ed6c9da5 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:34:33.818467 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 6c26e30a-3a1f-4190-8827-7920ed6c9da5, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=6c26e30a-3a1f-4190-8827-7920ed6c9da5,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:34:33.828671 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '6c26e30a-3a1f-4190-8827-7920ed6c9da5', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'port_id': '6c26e30a-3a1f-4190-8827-7920ed6c9da5', 'mac_address': 'fa:16:3e:8e:92:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:34:33.941950 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bc21a-fd56-4920-9550-91183a89e8ed req-64895b7f-6bbb-42ef-9467-ee991e814c16 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:33.943438 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0f7bc21a-fd56-4920-9550-91183a89e8ed req-64895b7f-6bbb-42ef-9467-ee991e814c16 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 944 time: 0.0535471 Mar 05 05:34:33.990782 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0f7bc21a-fd56-4920-9550-91183a89e8ed req-847c9038-2c01-4cd0-a594-7c3db77d5d54 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416050 Mar 05 05:34:35.111665 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acae57-e864-49b3-959e-0268b4f914e5 req-d9e89691-8118-45e8-b7d3-3a9f3b6c0fa8 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:35.113163 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-94acae57-e864-49b3-959e-0268b4f914e5 req-d9e89691-8118-45e8-b7d3-3a9f3b6c0fa8 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 944 time: 0.0531750 Mar 05 05:34:35.164618 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-94acae57-e864-49b3-959e-0268b4f914e5 req-f554897b-c484-4b14-8ee5-42cc1018088a tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459542 Mar 05 05:34:36.286221 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102df79e-ecb7-4fd0-89da-1ad23a912e9b req-6a0242f1-c7f1-49bf-81f6-bb72a63e1a98 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:36.288150 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-102df79e-ecb7-4fd0-89da-1ad23a912e9b req-6a0242f1-c7f1-49bf-81f6-bb72a63e1a98 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 944 time: 0.0532475 Mar 05 05:34:36.335190 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-102df79e-ecb7-4fd0-89da-1ad23a912e9b req-b994694e-13cc-4c7e-b2ed-87913eb3eca2 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414658 Mar 05 05:34:36.789307 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-6aafa302-b105-4fa8-a055-33ba36abdd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:36.790794 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-6aafa302-b105-4fa8-a055-33ba36abdd95 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184&tenant_id=f2b0097d48fe4c36b291783cc6b4fd16 HTTP/1.1" status: 200 len: 1127 time: 0.0494020 Mar 05 05:34:36.801557 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-32', 'device_owner': 'compute:nova'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:34:36.858973 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6c26e30a-3a1f-4190-8827-7920ed6c9da5), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:37.051153 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] For port 6c26e30a-3a1f-4190-8827-7920ed6c9da5, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=6c26e30a-3a1f-4190-8827-7920ed6c9da5,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:34:37.082226 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] For port 6c26e30a-3a1f-4190-8827-7920ed6c9da5, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:34:37.117509 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6c26e30a-3a1f-4190-8827-7920ed6c9da5 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:34:37.125782 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Publish callbacks [] for port (6c26e30a-3a1f-4190-8827-7920ed6c9da5), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:37.136725 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Ignored duplicate provisioning block setup for port 6c26e30a-3a1f-4190-8827-7920ed6c9da5 by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Mar 05 05:34:37.139990 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (6c26e30a-3a1f-4190-8827-7920ed6c9da5), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:37.215186 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Pushing event updated for resources: {'Port': ['ID=6c26e30a-3a1f-4190-8827-7920ed6c9da5,revision_number=10']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:34:37.230424 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:34:37.230776 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:34:37.231140 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:34:37.231495 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:34:37.231856 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:34:37.232182 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:34:37.232510 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:34:37.232800 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:34:37.233205 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:34:37.233523 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:34:37.233818 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:34:37.234144 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:34:37.234466 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:34:37.278149 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] No DVR routers for this DVR port 6c26e30a-3a1f-4190-8827-7920ed6c9da5 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:34:37.420156 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Attempting to bind port 6c26e30a-3a1f-4190-8827-7920ed6c9da5 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:34:37.420735 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Attempting to bind port 6c26e30a-3a1f-4190-8827-7920ed6c9da5 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:34:37.421070 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Attempting to bind port 6c26e30a-3a1f-4190-8827-7920ed6c9da5 on network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:34:37.425861 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Port 6c26e30a-3a1f-4190-8827-7920ed6c9da5 on network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:34:37.426303 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Attempting to bind port 6c26e30a-3a1f-4190-8827-7920ed6c9da5 on network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:34:37.431292 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:34:37.431629 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Checking segment: {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:34:37.432007 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Bound using segment: {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:34:37.432426 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Bound port: 6c26e30a-3a1f-4190-8827-7920ed6c9da5, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1266033a-8e7f-45fd-b427-5a41a8519512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:34:37.432782 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6c26e30a-3a1f-4190-8827-7920ed6c9da5), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:37.464652 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdee06-7562-4a67-976c-923132c33f06 req-808aecca-2943-4887-89ac-eb3f6be85fa6 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:37.466074 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-57bdee06-7562-4a67-976c-923132c33f06 req-808aecca-2943-4887-89ac-eb3f6be85fa6 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 944 time: 0.0543330 Mar 05 05:34:37.495461 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] For port 6c26e30a-3a1f-4190-8827-7920ed6c9da5, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:34:37.498359 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] For port 6c26e30a-3a1f-4190-8827-7920ed6c9da5, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=6c26e30a-3a1f-4190-8827-7920ed6c9da5,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:34:37.505573 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (6c26e30a-3a1f-4190-8827-7920ed6c9da5), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:37.513734 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-57bdee06-7562-4a67-976c-923132c33f06 req-9f795b1a-9f6d-4318-9c11-c321bb08ad9d tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412636 Mar 05 05:34:37.542806 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:37.543451 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:37.544818 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] 10.222.0.31 "PUT /v2.0/ports/6c26e30a-3a1f-4190-8827-7920ed6c9da5 HTTP/1.1" status: 200 len: 1093 time: 0.7472198 Mar 05 05:34:37.545276 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef200e0d-9812-4e48-ad62-be52c8fde184', 'tag': '6c26e30a-3a1f-4190-8827-7920ed6c9da5'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:34:37.547492 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7576c18f-9e9d-4cf1-8985-026cecccd9f3" -d '{"events": [{"name": "network-changed", "server_uuid": "ef200e0d-9812-4e48-ad62-be52c8fde184", "tag": "6c26e30a-3a1f-4190-8827-7920ed6c9da5"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:34:37.607287 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d23f847-123c-48ca-bfe5-92c9d8a29ef3 x-openstack-request-id: req-5d23f847-123c-48ca-bfe5-92c9d8a29ef3 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:34:37.607614 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef200e0d-9812-4e48-ad62-be52c8fde184", "tag": "6c26e30a-3a1f-4190-8827-7920ed6c9da5", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:34:37.607965 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5d23f847-123c-48ca-bfe5-92c9d8a29ef3 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:34:37.608383 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef200e0d-9812-4e48-ad62-be52c8fde184', 'tag': '6c26e30a-3a1f-4190-8827-7920ed6c9da5', 'status': 'completed', 'code': 200} Mar 05 05:34:37.614841 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697dc020-ae63-4445-8f5c-aa0a13612432 service neutron] Pushing event updated for resources: {'Port': ['ID=6c26e30a-3a1f-4190-8827-7920ed6c9da5,revision_number=11']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:34:37.669440 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-1ed2ffc7-f096-4898-b67b-77e092f8493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:37.670968 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-1ed2ffc7-f096-4898-b67b-77e092f8493b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 1127 time: 0.1022761 Mar 05 05:34:37.713420 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576c18f-9e9d-4cf1-8985-026cecccd9f3 req-2383581d-e02a-4f90-ba5d-dd2e49bd1041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:37.714921 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7576c18f-9e9d-4cf1-8985-026cecccd9f3 req-2383581d-e02a-4f90-ba5d-dd2e49bd1041 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 1127 time: 0.0918114 Mar 05 05:34:37.744044 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 6c26e30a-3a1f-4190-8827-7920ed6c9da5 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:34:37.783562 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] The host n-h1-789963-32 is not matching for port 6c26e30a-3a1f-4190-8827-7920ed6c9da5 host n-h2-789963-32! {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 05 05:34:37.783950 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 6c26e30a-3a1f-4190-8827-7920ed6c9da5 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:34:38.155003 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-2b10a64f-8ba6-4bb5-bd5f-e511b4f111cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:38.156400 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-2b10a64f-8ba6-4bb5-bd5f-e511b4f111cd service neutron] 10.222.0.31 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.4785106 Mar 05 05:34:38.205542 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576c18f-9e9d-4cf1-8985-026cecccd9f3 req-0eb26f88-e0ec-4903-9a4f-07ab458921fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:38.206975 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7576c18f-9e9d-4cf1-8985-026cecccd9f3 req-0eb26f88-e0ec-4903-9a4f-07ab458921fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.4636443 Mar 05 05:34:38.273577 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-95999bd4-ad92-4b3d-8ce9-ac7dcbdbf48f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c26e30a-3a1f-4190-8827-7920ed6c9da5 HTTP/1.1" status: 200 len: 1000 time: 0.1083930 Mar 05 05:34:38.310644 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7576c18f-9e9d-4cf1-8985-026cecccd9f3 req-c066c2b8-5077-418d-9ee7-bce4c8fdb35e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c26e30a-3a1f-4190-8827-7920ed6c9da5 HTTP/1.1" status: 200 len: 1000 time: 0.0952296 Mar 05 05:34:38.363182 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-ec8b01b0-eee8-4ab6-8e36-e992fa53b9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:38.364615 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-ec8b01b0-eee8-4ab6-8e36-e992fa53b9a8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0847545 Mar 05 05:34:38.381655 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576c18f-9e9d-4cf1-8985-026cecccd9f3 req-d0065962-200e-4ad9-9ea8-b0e88a7a332a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:38.383059 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7576c18f-9e9d-4cf1-8985-026cecccd9f3 req-d0065962-200e-4ad9-9ea8-b0e88a7a332a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0668032 Mar 05 05:34:38.447620 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-3dc0d502-792f-41b3-b0af-5783239125f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:38.449140 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-3dc0d502-792f-41b3-b0af-5783239125f6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0790102 Mar 05 05:34:38.454697 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576c18f-9e9d-4cf1-8985-026cecccd9f3 req-b248b7aa-0f5f-4d99-974c-2a91af9e35e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:38.456249 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7576c18f-9e9d-4cf1-8985-026cecccd9f3 req-b248b7aa-0f5f-4d99-974c-2a91af9e35e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0585384 Mar 05 05:34:38.607661 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-738b53d1-3a82-4220-98ac-1912e28e7301 service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504667 Mar 05 05:34:38.611167 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7576c18f-9e9d-4cf1-8985-026cecccd9f3 req-73ac48d2-077e-4bb4-a0e9-689c1486ef04 service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470909 Mar 05 05:34:38.643308 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f25ab-6183-4ae6-b0f4-47b1e3c36b3f req-37b3d3af-b142-4160-ace3-baf1a540bd4f tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:38.644831 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3a0f25ab-6183-4ae6-b0f4-47b1e3c36b3f req-37b3d3af-b142-4160-ace3-baf1a540bd4f tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 944 time: 0.0606411 Mar 05 05:34:38.692225 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3a0f25ab-6183-4ae6-b0f4-47b1e3c36b3f req-40261be3-c794-4cd6-a604-80e049df0848 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416977 Mar 05 05:34:38.773934 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-439ce931-ddb5-4162-98fc-32abd47c27fe req-895b50de-ba87-47b4-9c27-a3af3c8f8e2a service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604176 Mar 05 05:34:38.775864 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7576c18f-9e9d-4cf1-8985-026cecccd9f3 req-6f682671-62b7-4013-b801-86a3cad2db1e service neutron] 10.222.0.30 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551809 Mar 05 05:34:38.856955 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576c18f-9e9d-4cf1-8985-026cecccd9f3 req-c6be1947-e292-4e3f-bdb6-9903f1445aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:38.858491 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7576c18f-9e9d-4cf1-8985-026cecccd9f3 req-c6be1947-e292-4e3f-bdb6-9903f1445aaf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 1127 time: 0.0462718 Mar 05 05:34:38.948068 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576c18f-9e9d-4cf1-8985-026cecccd9f3 req-1ef30f24-9f48-4c98-af00-0cf73911174b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:38.949481 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7576c18f-9e9d-4cf1-8985-026cecccd9f3 req-1ef30f24-9f48-4c98-af00-0cf73911174b service neutron] 10.222.0.31 "GET /v2.0/networks?id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 200 len: 911 time: 0.0858500 Mar 05 05:34:39.019288 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7576c18f-9e9d-4cf1-8985-026cecccd9f3 req-04716415-4e53-4e8b-8546-200a566e081f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c26e30a-3a1f-4190-8827-7920ed6c9da5 HTTP/1.1" status: 200 len: 1000 time: 0.0626681 Mar 05 05:34:39.066001 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576c18f-9e9d-4cf1-8985-026cecccd9f3 req-6670747a-406e-46c1-8d7f-216af772a251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:39.067488 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7576c18f-9e9d-4cf1-8985-026cecccd9f3 req-6670747a-406e-46c1-8d7f-216af772a251 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 200 len: 850 time: 0.0435586 Mar 05 05:34:39.117566 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576c18f-9e9d-4cf1-8985-026cecccd9f3 req-0c63fa03-1d2d-4d34-946e-6ea0c402947c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:39.118998 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7576c18f-9e9d-4cf1-8985-026cecccd9f3 req-0c63fa03-1d2d-4d34-946e-6ea0c402947c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7287a01c-743b-4cba-b6e7-5adc2d9d7f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456595 Mar 05 05:34:39.212445 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7576c18f-9e9d-4cf1-8985-026cecccd9f3 req-deaa68d0-72b2-4636-90bc-ad08321b9e06 service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864806 Mar 05 05:34:39.304921 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7576c18f-9e9d-4cf1-8985-026cecccd9f3 req-f7345597-566f-4e22-bd4c-7049df38d068 service neutron] 10.222.0.31 "GET /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864053 Mar 05 05:34:39.817138 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37787961-c6c1-4bd6-abf0-3a73d1ab7f80 req-dc953578-23e4-4fdd-b9dc-8bf0101a00de tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:39.818635 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-37787961-c6c1-4bd6-abf0-3a73d1ab7f80 req-dc953578-23e4-4fdd-b9dc-8bf0101a00de tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 944 time: 0.0543957 Mar 05 05:34:39.867959 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-37787961-c6c1-4bd6-abf0-3a73d1ab7f80 req-695618dc-6806-4033-ad15-f9ac7ed293d1 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437522 Mar 05 05:34:40.990201 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee9392-c1e0-462f-98b3-3a0f4e031756 req-baba35ac-7008-44e7-b62b-91845140b6c8 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:40.991693 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eaee9392-c1e0-462f-98b3-3a0f4e031756 req-baba35ac-7008-44e7-b62b-91845140b6c8 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 944 time: 0.0534575 Mar 05 05:34:41.041672 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eaee9392-c1e0-462f-98b3-3a0f4e031756 req-e2dbe73a-80ec-44cc-9a03-20e07e393332 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444419 Mar 05 05:34:41.465085 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f3b387ca-ffa5-45c4-ba03-dc680ed1b805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:42.162883 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd740c5-3940-4a01-8144-a32ae539be18 req-706cd7c1-0a7e-4c45-923e-6ac7a01c7596 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:42.164389 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ccd740c5-3940-4a01-8144-a32ae539be18 req-706cd7c1-0a7e-4c45-923e-6ac7a01c7596 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 944 time: 0.0531273 Mar 05 05:34:42.211195 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ccd740c5-3940-4a01-8144-a32ae539be18 req-e0551b9e-569c-4dbb-ae1d-4e1ec07eb561 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412259 Mar 05 05:34:43.338284 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6337588-fb85-4b24-827e-48b8285fe0d4 req-204a62a8-8042-4ad8-bdeb-0e763a472d21 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:43.339862 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a6337588-fb85-4b24-827e-48b8285fe0d4 req-204a62a8-8042-4ad8-bdeb-0e763a472d21 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 944 time: 0.0572045 Mar 05 05:34:43.390282 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a6337588-fb85-4b24-827e-48b8285fe0d4 req-15ace407-970e-4713-a866-5111ffa5c23c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441825 Mar 05 05:34:43.747025 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dfa7d984-a49a-4214-927c-1810701759f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:44.111226 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:44.366114 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:44.528346 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf39f3-0f0e-4b8f-a1e9-49b3dfd34dd3 req-ef8e8aa4-975a-4b71-85d9-5db20c784004 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:44.529841 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6bf39f3-0f0e-4b8f-a1e9-49b3dfd34dd3 req-ef8e8aa4-975a-4b71-85d9-5db20c784004 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 944 time: 0.0570502 Mar 05 05:34:44.576718 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c6bf39f3-0f0e-4b8f-a1e9-49b3dfd34dd3 req-80161d86-f55f-45f3-b733-453ccddf2d90 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412242 Mar 05 05:34:45.130170 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:45.504348 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:34:45.700028 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2c3f9-22dc-46ba-9bb4-dabd1b4f68d0 req-222ccf37-955e-45a7-9875-960c4ac02e68 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:45.701438 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-14a2c3f9-22dc-46ba-9bb4-dabd1b4f68d0 req-222ccf37-955e-45a7-9875-960c4ac02e68 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 944 time: 0.0529773 Mar 05 05:34:45.750254 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-14a2c3f9-22dc-46ba-9bb4-dabd1b4f68d0 req-12238ad5-293e-4db3-b300-e3ad1ecc132d tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417764 Mar 05 05:34:46.404110 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:46.884433 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd025d0-a7ba-4cab-a624-34824061ec87 req-90f985aa-1cc3-41cc-bd96-b607e8286286 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:46.885983 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fdd025d0-a7ba-4cab-a624-34824061ec87 req-90f985aa-1cc3-41cc-bd96-b607e8286286 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 944 time: 0.0604205 Mar 05 05:34:46.935049 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fdd025d0-a7ba-4cab-a624-34824061ec87 req-185d34ee-ea21-4750-ad2e-962d53eca9f5 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432866 Mar 05 05:34:47.845825 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:48.059999 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb6127-38ff-491c-a061-43dd5e5994ef req-55eecf2d-5292-40d4-a08d-20b44215e9d9 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:48.061562 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-32cb6127-38ff-491c-a061-43dd5e5994ef req-55eecf2d-5292-40d4-a08d-20b44215e9d9 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 944 time: 0.0551927 Mar 05 05:34:48.108827 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-32cb6127-38ff-491c-a061-43dd5e5994ef req-0f915d9e-fe94-4dee-814c-949fe0d1981e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407534 Mar 05 05:34:49.228034 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d61e8f-72c6-4620-ac0c-e97d487d2eef req-df39d5d3-71c4-4e82-b95a-5c72057265ef tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:49.229510 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83d61e8f-72c6-4620-ac0c-e97d487d2eef req-df39d5d3-71c4-4e82-b95a-5c72057265ef tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 944 time: 0.0517948 Mar 05 05:34:49.278502 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83d61e8f-72c6-4620-ac0c-e97d487d2eef req-8f46f48d-56cf-4471-9ee9-ef542faef1d3 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434785 Mar 05 05:34:50.401712 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bef49-7ca0-465f-b26b-9528402336b4 req-684a0e33-8522-4932-bbe2-f5deab41bebb tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:50.403260 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a69bef49-7ca0-465f-b26b-9528402336b4 req-684a0e33-8522-4932-bbe2-f5deab41bebb tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 944 time: 0.0534790 Mar 05 05:34:50.451732 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a69bef49-7ca0-465f-b26b-9528402336b4 req-1bdd8740-bf12-4875-a893-132c805653e1 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429449 Mar 05 05:34:51.571558 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c91701-559d-4c9f-ae65-8bc7fadc8d8f req-af86789e-d4d7-4878-9b28-5a3e2d303b20 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:51.573025 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f2c91701-559d-4c9f-ae65-8bc7fadc8d8f req-af86789e-d4d7-4878-9b28-5a3e2d303b20 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 944 time: 0.0528481 Mar 05 05:34:51.621333 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f2c91701-559d-4c9f-ae65-8bc7fadc8d8f req-eb7f9919-2baa-44a9-90de-9d2024cbaf8c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427847 Mar 05 05:34:52.743400 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cef6e-7496-44ab-9ae8-5fa1ea18e0ca req-6a6574f4-5d2d-46b7-9f1c-5e9f24a5142f tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:52.744878 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9e7cef6e-7496-44ab-9ae8-5fa1ea18e0ca req-6a6574f4-5d2d-46b7-9f1c-5e9f24a5142f tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 944 time: 0.0561512 Mar 05 05:34:52.791629 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9e7cef6e-7496-44ab-9ae8-5fa1ea18e0ca req-d1a99a8c-6b8a-4c97-80ef-63f3cdece98c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412679 Mar 05 05:34:53.910526 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d897bd0-5685-4ed1-8732-db934e5902d1 req-f17f41f1-a179-481b-af58-cfc4b3e1420c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:53.912019 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4d897bd0-5685-4ed1-8732-db934e5902d1 req-f17f41f1-a179-481b-af58-cfc4b3e1420c tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 944 time: 0.0517242 Mar 05 05:34:53.957867 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4d897bd0-5685-4ed1-8732-db934e5902d1 req-4cb0b9ea-a824-40fc-9233-2c3b78cfc6c4 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401971 Mar 05 05:34:55.094316 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e8bbb-3d54-4939-84c3-c8d22efaf6f3 req-bf5d969d-4ace-4b24-8419-9e8a8e52ccd8 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:55.096171 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-460e8bbb-3d54-4939-84c3-c8d22efaf6f3 req-bf5d969d-4ace-4b24-8419-9e8a8e52ccd8 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 944 time: 0.0664201 Mar 05 05:34:55.158480 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-460e8bbb-3d54-4939-84c3-c8d22efaf6f3 req-59b616fc-7c33-4d7a-85db-59eb119d6fa4 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553389 Mar 05 05:34:56.277351 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd54d45-9339-4737-a445-bec1d36c9f05 req-9be90968-207c-4c33-b5c7-f5914925aaf1 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:56.278819 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8fd54d45-9339-4737-a445-bec1d36c9f05 req-9be90968-207c-4c33-b5c7-f5914925aaf1 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 944 time: 0.0520627 Mar 05 05:34:56.324596 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8fd54d45-9339-4737-a445-bec1d36c9f05 req-5fe8fc97-2a69-4a3e-9ce9-e73d50dca9f5 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399935 Mar 05 05:34:56.441651 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55ef68-bf31-47c6-83a2-1c0ed3876e9c req-20ae8a0a-3269-4bd4-ab2f-8a50bfedfeeb tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:56.443054 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad55ef68-bf31-47c6-83a2-1c0ed3876e9c req-20ae8a0a-3269-4bd4-ab2f-8a50bfedfeeb tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 944 time: 0.0526147 Mar 05 05:34:56.490599 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ad55ef68-bf31-47c6-83a2-1c0ed3876e9c req-a1ac3d1b-dfdb-47a7-b6e1-0d911034a3c2 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419917 Mar 05 05:34:56.610201 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37a542-1a56-4bca-98a2-2dbcc2ca659c req-a9768964-47ea-4ad2-922d-22c745a8fa29 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:56.612306 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c37a542-1a56-4bca-98a2-2dbcc2ca659c req-a9768964-47ea-4ad2-922d-22c745a8fa29 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 944 time: 0.0571840 Mar 05 05:34:56.658285 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c37a542-1a56-4bca-98a2-2dbcc2ca659c req-20838291-36e5-4960-8168-b512376b2be5 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405312 Mar 05 05:34:56.876620 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 6c26e30a-3a1f-4190-8827-7920ed6c9da5 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:34:56.896882 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed98ac-2578-4b07-85d2-b279bfe7b4b5 req-6d0cf4eb-db8e-4f2a-9575-aae6095ba0ec tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:56.898362 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c8ed98ac-2578-4b07-85d2-b279bfe7b4b5 req-6d0cf4eb-db8e-4f2a-9575-aae6095ba0ec tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 944 time: 0.0536783 Mar 05 05:34:56.944966 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c8ed98ac-2578-4b07-85d2-b279bfe7b4b5 req-e9f5c544-b255-4762-bc25-ac911c585c28 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408099 Mar 05 05:34:56.981357 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 6c26e30a-3a1f-4190-8827-7920ed6c9da5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=6c26e30a-3a1f-4190-8827-7920ed6c9da5,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:34:56.995982 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '6c26e30a-3a1f-4190-8827-7920ed6c9da5', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'port_id': '6c26e30a-3a1f-4190-8827-7920ed6c9da5', 'mac_address': 'fa:16:3e:8e:92:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:34:57.031233 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 6c26e30a-3a1f-4190-8827-7920ed6c9da5 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:34:57.031621 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6c26e30a-3a1f-4190-8827-7920ed6c9da5), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:57.044312 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c26e30a-3a1f-4190-8827-7920ed6c9da5 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:34:57.062346 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 6c26e30a-3a1f-4190-8827-7920ed6c9da5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=6c26e30a-3a1f-4190-8827-7920ed6c9da5,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:34:57.066726 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (6c26e30a-3a1f-4190-8827-7920ed6c9da5), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:57.113371 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=6c26e30a-3a1f-4190-8827-7920ed6c9da5,revision_number=12']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:34:57.288319 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['6c26e30a-3a1f-4190-8827-7920ed6c9da5'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:34:58.071734 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601514f5-be8d-438f-b936-45f24a2cfaa6 req-70e7d859-d784-487f-b05c-c35fd7537a79 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:58.073225 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-601514f5-be8d-438f-b936-45f24a2cfaa6 req-70e7d859-d784-487f-b05c-c35fd7537a79 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 945 time: 0.0591583 Mar 05 05:34:58.121341 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-601514f5-be8d-438f-b936-45f24a2cfaa6 req-f473cf3e-40bf-4e20-9d66-1a8229d56244 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups?id=e4c1febe-3519-431a-842d-e88d71af7241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426044 Mar 05 05:34:58.462258 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d9ab1-8bf3-4f6e-ba03-b294690eceb8 req-d99e0185-97ec-441a-852b-50a3a9ba4282 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:34:58.463753 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6d6d9ab1-8bf3-4f6e-ba03-b294690eceb8 req-d99e0185-97ec-441a-852b-50a3a9ba4282 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.31 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 945 time: 0.0576656 Mar 05 05:34:58.554434 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-6d6d9ab1-8bf3-4f6e-ba03-b294690eceb8 req-2b2292fe-7cd5-4497-af33-222db78b6f54 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Deleting port 6c26e30a-3a1f-4190-8827-7920ed6c9da5 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:34:58.554781 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6d6d9ab1-8bf3-4f6e-ba03-b294690eceb8 req-2b2292fe-7cd5-4497-af33-222db78b6f54 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (6c26e30a-3a1f-4190-8827-7920ed6c9da5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:58.647414 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-6d6d9ab1-8bf3-4f6e-ba03-b294690eceb8 req-2b2292fe-7cd5-4497-af33-222db78b6f54 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] For port 6c26e30a-3a1f-4190-8827-7920ed6c9da5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=6c26e30a-3a1f-4190-8827-7920ed6c9da5,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:34:58.647779 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6d6d9ab1-8bf3-4f6e-ba03-b294690eceb8 req-2b2292fe-7cd5-4497-af33-222db78b6f54 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (6c26e30a-3a1f-4190-8827-7920ed6c9da5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:58.816420 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6d6d9ab1-8bf3-4f6e-ba03-b294690eceb8 req-2b2292fe-7cd5-4497-af33-222db78b6f54 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:58.816699 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6d6d9ab1-8bf3-4f6e-ba03-b294690eceb8 req-2b2292fe-7cd5-4497-af33-222db78b6f54 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:58.817020 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [req-6d6d9ab1-8bf3-4f6e-ba03-b294690eceb8 req-2b2292fe-7cd5-4497-af33-222db78b6f54 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Floating IP e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c disassociated. External IP: 172.25.0.158, port: 6c26e30a-3a1f-4190-8827-7920ed6c9da5. Mar 05 05:34:58.817366 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-6d6d9ab1-8bf3-4f6e-ba03-b294690eceb8 req-2b2292fe-7cd5-4497-af33-222db78b6f54 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Calling delete_port for 6c26e30a-3a1f-4190-8827-7920ed6c9da5 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:34:58.894417 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 6c26e30a-3a1f-4190-8827-7920ed6c9da5 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:34:58.951448 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6d6d9ab1-8bf3-4f6e-ba03-b294690eceb8 req-2b2292fe-7cd5-4497-af33-222db78b6f54 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (6c26e30a-3a1f-4190-8827-7920ed6c9da5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:58.952007 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 6c26e30a-3a1f-4190-8827-7920ed6c9da5 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:34:58.957879 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 6c26e30a-3a1f-4190-8827-7920ed6c9da5 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:34:58.958258 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (6c26e30a-3a1f-4190-8827-7920ed6c9da5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:58.977495 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Port 6c26e30a-3a1f-4190-8827-7920ed6c9da5 was deleted so its status cannot be updated. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 05 05:34:58.982113 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2292fe-7cd5-4497-af33-222db78b6f54 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Pushing event deleted for resources: {'Port': ['ID=6c26e30a-3a1f-4190-8827-7920ed6c9da5,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:34:59.105557 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d6d9ab1-8bf3-4f6e-ba03-b294690eceb8 req-2b2292fe-7cd5-4497-af33-222db78b6f54 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Router b3a90209-9063-4671-b93d-047fe32adee1 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:34:59.220963 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-370fc9d6-d025-40e4-ba8e-01ddd0295ab2 req-aca91b2f-c49a-4642-9cea-f1ef47446cfd tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 210 time: 0.0267982 Mar 05 05:34:59.225939 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d6d9ab1-8bf3-4f6e-ba03-b294690eceb8 req-2b2292fe-7cd5-4497-af33-222db78b6f54 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:34:59.236593 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93c1134-81ae-42fb-84ff-82f7875815b1 None None] Sync routers for ids ['b3a90209-9063-4671-b93d-047fe32adee1'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:34:59.247197 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93c1134-81ae-42fb-84ff-82f7875815b1 None None] Routers {'b3a90209-9063-4671-b93d-047fe32adee1'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:34:59.247823 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b93c1134-81ae-42fb-84ff-82f7875815b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:34:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b3a90209-9063-4671-b93d-047fe32adee1'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:34:59.268196 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6d9ab1-8bf3-4f6e-ba03-b294690eceb8 req-2b2292fe-7cd5-4497-af33-222db78b6f54 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] No DVR routers for this DVR port 6c26e30a-3a1f-4190-8827-7920ed6c9da5 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:34:59.271039 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6d6d9ab1-8bf3-4f6e-ba03-b294690eceb8 req-2b2292fe-7cd5-4497-af33-222db78b6f54 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:34:59.274384 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6d6d9ab1-8bf3-4f6e-ba03-b294690eceb8 req-2b2292fe-7cd5-4497-af33-222db78b6f54 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.31 "DELETE /v2.0/ports/6c26e30a-3a1f-4190-8827-7920ed6c9da5 HTTP/1.1" status: 204 len: 173 time: 0.8043816 Mar 05 05:34:59.274858 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef200e0d-9812-4e48-ad62-be52c8fde184', 'name': 'network-vif-deleted', 'tag': '6c26e30a-3a1f-4190-8827-7920ed6c9da5'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:34:59.277171 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89869aaf-2bd0-49fb-82e3-2c65a257367a" -d '{"events": [{"server_uuid": "ef200e0d-9812-4e48-ad62-be52c8fde184", "name": "network-vif-deleted", "tag": "6c26e30a-3a1f-4190-8827-7920ed6c9da5"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:34:59.319104 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b812df-99be-48e2-ac0c-c4d4ede0a142 x-openstack-request-id: req-a9b812df-99be-48e2-ac0c-c4d4ede0a142 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:34:59.319426 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef200e0d-9812-4e48-ad62-be52c8fde184", "name": "network-vif-deleted", "tag": "6c26e30a-3a1f-4190-8827-7920ed6c9da5", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:34:59.319682 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a9b812df-99be-48e2-ac0c-c4d4ede0a142 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:34:59.320118 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef200e0d-9812-4e48-ad62-be52c8fde184', 'name': 'network-vif-deleted', 'tag': '6c26e30a-3a1f-4190-8827-7920ed6c9da5', 'status': 'completed', 'code': 200} Mar 05 05:34:59.530362 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-b93c1134-81ae-42fb-84ff-82f7875815b1 None None] Set router b3a90209-9063-4671-b93d-047fe32adee1 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:34:59.728635 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b93c1134-81ae-42fb-84ff-82f7875815b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 4, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'gw_port': {'id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '289e596f-9a54-4b4c-a616-1d922927e3a2', 'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'mac_address': 'fa:16:3e:4b:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:52Z', 'updated_at': '2022-03-05T05:30:57Z', 'revision_number': 5, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'subnets': [{'id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:34:59.754648 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93c1134-81ae-42fb-84ff-82f7875815b1 None None] Checking router: b3a90209-9063-4671-b93d-047fe32adee1 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:34:59.762851 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93c1134-81ae-42fb-84ff-82f7875815b1 None None] Routers {'b3a90209-9063-4671-b93d-047fe32adee1'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:34:59.763500 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b93c1134-81ae-42fb-84ff-82f7875815b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:34:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b3a90209-9063-4671-b93d-047fe32adee1'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:34:59.870286 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-b93c1134-81ae-42fb-84ff-82f7875815b1 None None] Set router b3a90209-9063-4671-b93d-047fe32adee1 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:35:00.072250 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b93c1134-81ae-42fb-84ff-82f7875815b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 4, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'gw_port': {'id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '289e596f-9a54-4b4c-a616-1d922927e3a2', 'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'mac_address': 'fa:16:3e:4b:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:52Z', 'updated_at': '2022-03-05T05:30:57Z', 'revision_number': 5, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'subnets': [{'id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:35:00.098951 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93c1134-81ae-42fb-84ff-82f7875815b1 None None] The sync data for ids ['b3a90209-9063-4671-b93d-047fe32adee1'] in n-d-789963-32 is: [{'id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:53Z', 'revision_number': 4, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'gw_port': {'id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '289e596f-9a54-4b4c-a616-1d922927e3a2', 'name': '', 'network_id': '7287a01c-743b-4cba-b6e7-5adc2d9d7f25', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'mac_address': 'fa:16:3e:4b:a7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:52Z', 'updated_at': '2022-03-05T05:30:57Z', 'revision_number': 5, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'subnets': [{'id': 'fb6c56a0-cd24-49e4-ac62-072fc1753800', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:35:00.325860 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-928443c8-e3e0-4765-9c8d-36c0f112d356 req-8df367f6-6b15-4a89-9016-f313bb78bc2e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 210 time: 0.0316322 Mar 05 05:35:00.351733 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5918e9-7cae-4b2e-820f-7c32d19dd292 None None] New status for floating IP e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c: DOWN {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:35:01.424662 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-687eaa84-cf43-4713-99d3-7ea04857ddd6 req-0ff2b9e7-9f1d-4ae4-ae01-ce5fe7f4ed79 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 210 time: 0.0287945 Mar 05 05:35:02.528072 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8f58ccfc-38b3-4b82-8a4a-9a5936f4642b req-069bd267-cfef-414e-86f0-9de5ce3dd947 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 210 time: 0.0320888 Mar 05 05:35:02.923041 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 6c26e30a-3a1f-4190-8827-7920ed6c9da5 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:35:02.944611 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 6c26e30a-3a1f-4190-8827-7920ed6c9da5 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:35:02.944965 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 6c26e30a-3a1f-4190-8827-7920ed6c9da5 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:35:03.623559 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f251c59-accb-4edf-97e8-0b8095f23dc0 req-291083c0-81d1-435a-8735-e24afb260828 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 210 time: 0.0279577 Mar 05 05:35:04.720896 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d963c8e9-d3d6-4e0e-8023-f51958f778c1 req-57a0c17d-3153-4c21-9d02-ef0ac6ad0437 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 210 time: 0.0276210 Mar 05 05:35:05.816845 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c3902395-d4d3-4d6c-91c7-543be63a9b1d req-22278f00-55a3-4d37-9323-1e259eab8964 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 210 time: 0.0277722 Mar 05 05:35:06.919762 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-657d0784-a0cf-4b4b-bcd9-e6468b80a2f4 req-4393ded4-e3a4-46c3-8b83-841ada5284b9 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 210 time: 0.0305719 Mar 05 05:35:08.023766 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f690876f-4ecb-47bd-8dc8-983da693b287 req-6a928b42-85ae-4613-baa9-ad76c9e1bbdd tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef200e0d-9812-4e48-ad62-be52c8fde184 HTTP/1.1" status: 200 len: 210 time: 0.0287106 Mar 05 05:35:11.469771 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-be523fc6-66f7-4cee-a74a-b3121d2997c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:13.749396 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ee59b35f-50a0-4c22-b9bd-b4a6ac9273f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:14.124875 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:14.399689 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:14.841830 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44188) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:14.900617 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-33980937-8676-4ba6-b98a-58d867b74bbf tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for security_group (e4c1febe-3519-431a-842d-e88d71af7241), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:14.925558 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-33980937-8676-4ba6-b98a-58d867b74bbf tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for security_group (e4c1febe-3519-431a-842d-e88d71af7241), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:14.973439 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-33980937-8676-4ba6-b98a-58d867b74bbf tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e4c1febe-3519-431a-842d-e88d71af7241), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:14.976075 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-33980937-8676-4ba6-b98a-58d867b74bbf tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:14.980074 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44190) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:14.987801 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-33980937-8676-4ba6-b98a-58d867b74bbf tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "DELETE /v2.0/security-groups/e4c1febe-3519-431a-842d-e88d71af7241 HTTP/1.1" status: 204 len: 168 time: 0.1448236 Mar 05 05:35:14.995790 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [None req-fb824fdb-b441-498a-9670-d3ad64b8a084 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] show failed (client error): The resource could not be found. Mar 05 05:35:14.997273 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fb824fdb-b441-498a-9670-d3ad64b8a084 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "GET /v2.0/security-groups/e4c1febe-3519-431a-842d-e88d71af7241 HTTP/1.1" status: 404 len: 347 time: 0.0157564 Mar 05 05:35:14.998560 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33980937-8676-4ba6-b98a-58d867b74bbf tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c1febe-3519-431a-842d-e88d71af7241,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:14.999472 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44192) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:15.006580 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33980937-8676-4ba6-b98a-58d867b74bbf tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:15.007316 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33980937-8676-4ba6-b98a-58d867b74bbf tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:15.008020 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33980937-8676-4ba6-b98a-58d867b74bbf tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:15.008467 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33980937-8676-4ba6-b98a-58d867b74bbf tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:15.008915 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33980937-8676-4ba6-b98a-58d867b74bbf tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:15.009354 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33980937-8676-4ba6-b98a-58d867b74bbf tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:15.009784 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33980937-8676-4ba6-b98a-58d867b74bbf tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:15.010220 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33980937-8676-4ba6-b98a-58d867b74bbf tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:15.010651 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33980937-8676-4ba6-b98a-58d867b74bbf tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:15.011118 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33980937-8676-4ba6-b98a-58d867b74bbf tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:15.011556 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33980937-8676-4ba6-b98a-58d867b74bbf tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:15.012000 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33980937-8676-4ba6-b98a-58d867b74bbf tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:15.012425 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33980937-8676-4ba6-b98a-58d867b74bbf tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:15.131615 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:15.132271 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-7d8863c3-28be-4739-b163-e1c1b10f6d5e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Deleting port 983ea38e-87cd-4376-ac34-9ce59cf5c696 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:35:15.132569 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7d8863c3-28be-4739-b163-e1c1b10f6d5e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (983ea38e-87cd-4376-ac34-9ce59cf5c696), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:15.214337 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7d8863c3-28be-4739-b163-e1c1b10f6d5e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (983ea38e-87cd-4376-ac34-9ce59cf5c696), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:15.214574 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7d8863c3-28be-4739-b163-e1c1b10f6d5e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for floatingip (983ea38e-87cd-4376-ac34-9ce59cf5c696), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:15.228966 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-7d8863c3-28be-4739-b163-e1c1b10f6d5e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Calling delete_port for 983ea38e-87cd-4376-ac34-9ce59cf5c696 owned by network:floatingip {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:35:15.364335 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7d8863c3-28be-4739-b163-e1c1b10f6d5e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (983ea38e-87cd-4376-ac34-9ce59cf5c696), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:15.396054 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8863c3-28be-4739-b163-e1c1b10f6d5e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Pushing event deleted for resources: {'Port': ['ID=983ea38e-87cd-4376-ac34-9ce59cf5c696,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:15.455153 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7d8863c3-28be-4739-b163-e1c1b10f6d5e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks [] for floatingip (e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:15.458426 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7d8863c3-28be-4739-b163-e1c1b10f6d5e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:15.459670 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7d8863c3-28be-4739-b163-e1c1b10f6d5e tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] 10.222.0.11 "DELETE /v2.0/floatingips/e5eada88-3bf3-4316-8cf4-9ec3d2ac4e6c HTTP/1.1" status: 204 len: 168 time: 0.4592903 Mar 05 05:35:15.462667 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44194) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:15.819215 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-557e53dd-b579-402f-ac4f-f25d1942147e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (b3a90209-9063-4671-b93d-047fe32adee1), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:16.068328 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-557e53dd-b579-402f-ac4f-f25d1942147e admin admin] Deleting port 289e596f-9a54-4b4c-a616-1d922927e3a2 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:35:16.069042 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-557e53dd-b579-402f-ac4f-f25d1942147e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (289e596f-9a54-4b4c-a616-1d922927e3a2), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:16.147579 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-557e53dd-b579-402f-ac4f-f25d1942147e admin admin] For port 289e596f-9a54-4b4c-a616-1d922927e3a2, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=289e596f-9a54-4b4c-a616-1d922927e3a2,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:35:16.147855 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-557e53dd-b579-402f-ac4f-f25d1942147e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (289e596f-9a54-4b4c-a616-1d922927e3a2), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:16.159498 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-557e53dd-b579-402f-ac4f-f25d1942147e admin admin] Calling delete_port for 289e596f-9a54-4b4c-a616-1d922927e3a2 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:35:16.343872 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-557e53dd-b579-402f-ac4f-f25d1942147e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (289e596f-9a54-4b4c-a616-1d922927e3a2), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:16.368741 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e53dd-b579-402f-ac4f-f25d1942147e admin admin] Pushing event deleted for resources: {'Port': ['ID=289e596f-9a54-4b4c-a616-1d922927e3a2,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:16.414473 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:16.555594 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-557e53dd-b579-402f-ac4f-f25d1942147e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (b3a90209-9063-4671-b93d-047fe32adee1), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:17.101290 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-557e53dd-b579-402f-ac4f-f25d1942147e admin admin] Router b3a90209-9063-4671-b93d-047fe32adee1 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:35:17.203877 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557e53dd-b579-402f-ac4f-f25d1942147e admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:35:17.208835 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-557e53dd-b579-402f-ac4f-f25d1942147e admin admin] 10.222.0.11 "PUT /v2.0/routers/b3a90209-9063-4671-b93d-047fe32adee1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7451491 Mar 05 05:35:17.211303 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44196) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:17.214145 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be901650-8c3c-483e-9d91-e6b4684844ca None None] Sync routers for ids ['b3a90209-9063-4671-b93d-047fe32adee1'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:35:17.228030 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be901650-8c3c-483e-9d91-e6b4684844ca None None] Routers {'b3a90209-9063-4671-b93d-047fe32adee1'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:35:17.228769 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-be901650-8c3c-483e-9d91-e6b4684844ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:35:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b3a90209-9063-4671-b93d-047fe32adee1'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:35:17.316863 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8b01bc8e-cd15-4e71-bb74-d219ddf8bddd admin admin] Publish callbacks [] for router (b3a90209-9063-4671-b93d-047fe32adee1), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:17.338992 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-be901650-8c3c-483e-9d91-e6b4684844ca None None] Set router b3a90209-9063-4671-b93d-047fe32adee1 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:35:17.421478 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8b01bc8e-cd15-4e71-bb74-d219ddf8bddd admin admin] Publish callbacks [] for router_gateway (b3a90209-9063-4671-b93d-047fe32adee1), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:17.478347 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-8b01bc8e-cd15-4e71-bb74-d219ddf8bddd admin admin] Deleting port 8975e429-327c-43fe-bef7-50d10f7df8ad {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:35:17.478686 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8b01bc8e-cd15-4e71-bb74-d219ddf8bddd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (8975e429-327c-43fe-bef7-50d10f7df8ad), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:17.517676 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-be901650-8c3c-483e-9d91-e6b4684844ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:35:16Z', 'revision_number': 5, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'gw_port': {'id': '8975e429-327c-43fe-bef7-50d10f7df8ad', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:60:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:35:17.544482 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be901650-8c3c-483e-9d91-e6b4684844ca None None] Checking router: b3a90209-9063-4671-b93d-047fe32adee1 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:35:17.553343 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be901650-8c3c-483e-9d91-e6b4684844ca None None] Routers {'b3a90209-9063-4671-b93d-047fe32adee1'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:35:17.553957 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-be901650-8c3c-483e-9d91-e6b4684844ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:35:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b3a90209-9063-4671-b93d-047fe32adee1'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:35:17.566386 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-8b01bc8e-cd15-4e71-bb74-d219ddf8bddd admin admin] For port 8975e429-327c-43fe-bef7-50d10f7df8ad, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=8975e429-327c-43fe-bef7-50d10f7df8ad,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:35:17.566763 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8b01bc8e-cd15-4e71-bb74-d219ddf8bddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (8975e429-327c-43fe-bef7-50d10f7df8ad), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:17.578886 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-8b01bc8e-cd15-4e71-bb74-d219ddf8bddd admin admin] Calling delete_port for 8975e429-327c-43fe-bef7-50d10f7df8ad owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:35:17.642800 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-be901650-8c3c-483e-9d91-e6b4684844ca None None] Set router b3a90209-9063-4671-b93d-047fe32adee1 gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:35:17.696970 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-be901650-8c3c-483e-9d91-e6b4684844ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:35:17Z', 'revision_number': 6, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:35:17.725665 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be901650-8c3c-483e-9d91-e6b4684844ca None None] The sync data for ids ['b3a90209-9063-4671-b93d-047fe32adee1'] in n-d-789963-32 is: [{'id': 'b3a90209-9063-4671-b93d-047fe32adee1', 'name': 'tempest-ServerActionsTestJSON-111478651-router', 'tenant_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:30:50Z', 'updated_at': '2022-03-05T05:35:17Z', 'revision_number': 6, 'project_id': 'f2b0097d48fe4c36b291783cc6b4fd16', 'gw_port_host': None}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:35:17.761234 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8b01bc8e-cd15-4e71-bb74-d219ddf8bddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (8975e429-327c-43fe-bef7-50d10f7df8ad), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:17.786974 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01bc8e-cd15-4e71-bb74-d219ddf8bddd admin admin] Pushing event deleted for resources: {'Port': ['ID=8975e429-327c-43fe-bef7-50d10f7df8ad,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:17.850065 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:17.853076 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8b01bc8e-cd15-4e71-bb74-d219ddf8bddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (b3a90209-9063-4671-b93d-047fe32adee1), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:17.946631 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8b01bc8e-cd15-4e71-bb74-d219ddf8bddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (b3a90209-9063-4671-b93d-047fe32adee1), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:17.948840 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8b01bc8e-cd15-4e71-bb74-d219ddf8bddd admin admin] Publish callbacks [] for router_controller (b3a90209-9063-4671-b93d-047fe32adee1), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:17.995314 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8b01bc8e-cd15-4e71-bb74-d219ddf8bddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (b3a90209-9063-4671-b93d-047fe32adee1), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:17.995877 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b01bc8e-cd15-4e71-bb74-d219ddf8bddd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3a90209-9063-4671-b93d-047fe32adee1 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:35:18.000073 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8b01bc8e-cd15-4e71-bb74-d219ddf8bddd admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:18.004330 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-8b01bc8e-cd15-4e71-bb74-d219ddf8bddd admin admin] 10.222.0.11 "DELETE /v2.0/routers/b3a90209-9063-4671-b93d-047fe32adee1 HTTP/1.1" status: 204 len: 168 time: 0.7890086 Mar 05 05:35:18.004592 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44198) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:18.048289 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a7c689-1e71-4419-a89e-2ceb92541392 admin admin] Deleting subnet fb6c56a0-cd24-49e4-ac62-072fc1753800 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:35:18.051913 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f2a7c689-1e71-4419-a89e-2ceb92541392 admin admin] Publish callbacks [] for subnet (fb6c56a0-cd24-49e4-ac62-072fc1753800), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:18.088136 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f2a7c689-1e71-4419-a89e-2ceb92541392 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (fb6c56a0-cd24-49e4-ac62-072fc1753800), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:18.184255 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f2a7c689-1e71-4419-a89e-2ceb92541392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (fb6c56a0-cd24-49e4-ac62-072fc1753800), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:18.235755 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f2a7c689-1e71-4419-a89e-2ceb92541392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (fb6c56a0-cd24-49e4-ac62-072fc1753800), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:18.262617 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7c689-1e71-4419-a89e-2ceb92541392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb6c56a0-cd24-49e4-ac62-072fc1753800,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:18.264608 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f2a7c689-1e71-4419-a89e-2ceb92541392 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:18.269343 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f2a7c689-1e71-4419-a89e-2ceb92541392 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fb6c56a0-cd24-49e4-ac62-072fc1753800 HTTP/1.1" status: 204 len: 168 time: 0.2637806 Mar 05 05:35:18.269573 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b0f1c8-4275-4244-a9f0-54222ec3ccec None None] Network 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:35:18.271787 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44200) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:18.344047 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7f1aebf8-f10d-4ac7-a135-e56ff0f5e458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (7287a01c-743b-4cba-b6e7-5adc2d9d7f25), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:18.398532 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-7f1aebf8-f10d-4ac7-a135-e56ff0f5e458 admin admin] Deleting port 1c96dba9-ac1d-4e22-acf7-629c3e7d11e5 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:35:18.398878 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7f1aebf8-f10d-4ac7-a135-e56ff0f5e458 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (1c96dba9-ac1d-4e22-acf7-629c3e7d11e5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:18.461228 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-7f1aebf8-f10d-4ac7-a135-e56ff0f5e458 admin admin] For port 1c96dba9-ac1d-4e22-acf7-629c3e7d11e5, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=1c96dba9-ac1d-4e22-acf7-629c3e7d11e5,segment=NetworkSegment(1266033a-8e7f-45fd-b427-5a41a8519512),segment_id=1266033a-8e7f-45fd-b427-5a41a8519512)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:35:18.461503 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7f1aebf8-f10d-4ac7-a135-e56ff0f5e458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (1c96dba9-ac1d-4e22-acf7-629c3e7d11e5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:18.478768 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-7f1aebf8-f10d-4ac7-a135-e56ff0f5e458 admin admin] Calling delete_port for 1c96dba9-ac1d-4e22-acf7-629c3e7d11e5 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:35:18.519307 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 289e596f-9a54-4b4c-a616-1d922927e3a2 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:35:18.521612 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700d6e45-59d8-40ee-a77f-50464101dd91 None None] DHCP port deletion for 7287a01c-743b-4cba-b6e7-5adc2d9d7f25 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:35:18.544920 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 289e596f-9a54-4b4c-a616-1d922927e3a2 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:35:18.545362 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 289e596f-9a54-4b4c-a616-1d922927e3a2 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:35:18.569799 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7f1aebf8-f10d-4ac7-a135-e56ff0f5e458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (1c96dba9-ac1d-4e22-acf7-629c3e7d11e5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:18.599499 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-700d6e45-59d8-40ee-a77f-50464101dd91 None None] Deleting port 1c96dba9-ac1d-4e22-acf7-629c3e7d11e5 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:35:18.600283 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-700d6e45-59d8-40ee-a77f-50464101dd91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (1c96dba9-ac1d-4e22-acf7-629c3e7d11e5), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:18.600540 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1aebf8-f10d-4ac7-a135-e56ff0f5e458 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c96dba9-ac1d-4e22-acf7-629c3e7d11e5,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:18.606321 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1aebf8-f10d-4ac7-a135-e56ff0f5e458 admin admin] No DVR routers for this DVR port 1c96dba9-ac1d-4e22-acf7-629c3e7d11e5 on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:35:18.676920 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-700d6e45-59d8-40ee-a77f-50464101dd91 None None] For port 1c96dba9-ac1d-4e22-acf7-629c3e7d11e5, host n-d-789963-32, got binding levels [] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:35:18.677410 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-700d6e45-59d8-40ee-a77f-50464101dd91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (1c96dba9-ac1d-4e22-acf7-629c3e7d11e5), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:18.687818 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7f1aebf8-f10d-4ac7-a135-e56ff0f5e458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (7287a01c-743b-4cba-b6e7-5adc2d9d7f25), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:18.690313 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-700d6e45-59d8-40ee-a77f-50464101dd91 None None] Calling delete_port for 1c96dba9-ac1d-4e22-acf7-629c3e7d11e5 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:35:18.693131 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.ipam_backend_mixin [None req-700d6e45-59d8-40ee-a77f-50464101dd91 None None] Port 1c96dba9-ac1d-4e22-acf7-629c3e7d11e5 was not found and therefore no delete operation was performed {{(pid=105233) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 05 05:35:18.694415 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-700d6e45-59d8-40ee-a77f-50464101dd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (1c96dba9-ac1d-4e22-acf7-629c3e7d11e5), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:18.707452 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-7f1aebf8-f10d-4ac7-a135-e56ff0f5e458 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7287a01c-743b-4cba-b6e7-5adc2d9d7f25']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:35:18.716531 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-7f1aebf8-f10d-4ac7-a135-e56ff0f5e458 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1266033a-8e7f-45fd-b427-5a41a8519512') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:35:18.716821 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-7f1aebf8-f10d-4ac7-a135-e56ff0f5e458 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1266033a-8e7f-45fd-b427-5a41a8519512') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:35:18.716956 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d6e45-59d8-40ee-a77f-50464101dd91 None None] Pushing event deleted for resources: {'Port': ['ID=1c96dba9-ac1d-4e22-acf7-629c3e7d11e5,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:18.723428 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700d6e45-59d8-40ee-a77f-50464101dd91 None None] No DVR routers for this DVR port 1c96dba9-ac1d-4e22-acf7-629c3e7d11e5 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:35:18.727983 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7f1aebf8-f10d-4ac7-a135-e56ff0f5e458 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (1266033a-8e7f-45fd-b427-5a41a8519512), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:18.743754 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7f1aebf8-f10d-4ac7-a135-e56ff0f5e458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (1266033a-8e7f-45fd-b427-5a41a8519512), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:18.749929 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f1aebf8-f10d-4ac7-a135-e56ff0f5e458 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:35:18.750339 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7f1aebf8-f10d-4ac7-a135-e56ff0f5e458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (1266033a-8e7f-45fd-b427-5a41a8519512), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:18.752682 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:35:18.752682 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:35:18.752682 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:35:18.752682 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:35:18.752682 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:35:18.752682 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:35:18.752682 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:35:18.752682 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:35:18.752682 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:35:18.752682 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:35:18.752682 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:35:18.752682 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:35:18.752682 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:35:18.752682 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:35:18.752682 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:35:18.752682 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:35:18.752682 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:35:18.752682 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:35:18.752682 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:35:18.752682 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:35:18.752682 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:35:18.752682 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:35:18.752682 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:35:18.752682 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:35:18.752682 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:35:18.752682 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:35:18.752682 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:35:18.752682 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:35:18.752682 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:35:18.752682 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:35:18.752682 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:35:18.752682 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:35:18.813336 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7f1aebf8-f10d-4ac7-a135-e56ff0f5e458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (7287a01c-743b-4cba-b6e7-5adc2d9d7f25), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:18.819394 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7f1aebf8-f10d-4ac7-a135-e56ff0f5e458 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:18.822665 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7f1aebf8-f10d-4ac7-a135-e56ff0f5e458 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7287a01c-743b-4cba-b6e7-5adc2d9d7f25 HTTP/1.1" status: 204 len: 168 time: 0.5499582 Mar 05 05:35:18.839510 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1aebf8-f10d-4ac7-a135-e56ff0f5e458 admin admin] Pushing event deleted for resources: {'Network': ['ID=7287a01c-743b-4cba-b6e7-5adc2d9d7f25,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:18.938901 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44204) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:18.978674 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ef387d8c-45c5-464c-9be6-08e661305f8d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f2b0097d48fe4c36b291783cc6b4fd16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379202 Mar 05 05:35:18.981133 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44206) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:19.027845 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-774e8747-7ffb-412c-a765-141d87fc8472 admin admin] Publish callbacks [] for security_group (f186966c-5824-4126-9899-1c8706bb742c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:19.048452 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-774e8747-7ffb-412c-a765-141d87fc8472 admin admin] Publish callbacks [] for security_group (f186966c-5824-4126-9899-1c8706bb742c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:19.097650 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-774e8747-7ffb-412c-a765-141d87fc8472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (f186966c-5824-4126-9899-1c8706bb742c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:19.100488 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-774e8747-7ffb-412c-a765-141d87fc8472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:19.101682 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-774e8747-7ffb-412c-a765-141d87fc8472 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f186966c-5824-4126-9899-1c8706bb742c HTTP/1.1" status: 204 len: 168 time: 0.1196401 Mar 05 05:35:19.109847 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e8747-7ffb-412c-a765-141d87fc8472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f186966c-5824-4126-9899-1c8706bb742c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:19.814752 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44228) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:19.914500 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-db834a24-dd36-42f0-bfaa-f9ef91202377 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1676151817-network', 'tenant_id': '42baedaae1264c03b50d80ac0e7e62a0'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:35:19.936524 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db834a24-dd36-42f0-bfaa-f9ef91202377 admin admin] Made reservation on behalf of 42baedaae1264c03b50d80ac0e7e62a0 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:35:19.940128 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-db834a24-dd36-42f0-bfaa-f9ef91202377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:19.951789 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-db834a24-dd36-42f0-bfaa-f9ef91202377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:19.994845 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8975e429-327c-43fe-bef7-50d10f7df8ad no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:35:20.019230 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 8975e429-327c-43fe-bef7-50d10f7df8ad {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:35:20.019669 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 8975e429-327c-43fe-bef7-50d10f7df8ad not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:35:20.020172 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 1c96dba9-ac1d-4e22-acf7-629c3e7d11e5 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:35:20.036460 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-db834a24-dd36-42f0-bfaa-f9ef91202377 admin admin] Publish callbacks [] for security_group (259307d9-4210-4ac1-952a-c1bf4a2cd3c5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:20.038858 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 1c96dba9-ac1d-4e22-acf7-629c3e7d11e5 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:35:20.039240 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 1c96dba9-ac1d-4e22-acf7-629c3e7d11e5 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:35:20.041366 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-db834a24-dd36-42f0-bfaa-f9ef91202377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (259307d9-4210-4ac1-952a-c1bf4a2cd3c5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:20.060809 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db834a24-dd36-42f0-bfaa-f9ef91202377 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:35:20.081892 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-db834a24-dd36-42f0-bfaa-f9ef91202377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (df9eaab0-b816-4529-9e0f-23b393877d13), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:20.082244 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-db834a24-dd36-42f0-bfaa-f9ef91202377 admin admin] Added segment df9eaab0-b816-4529-9e0f-23b393877d13 of type vlan for network 25d3a6e2-7972-4299-92b4-0305f907d72d Mar 05 05:35:20.084020 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db834a24-dd36-42f0-bfaa-f9ef91202377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259307d9-4210-4ac1-952a-c1bf4a2cd3c5,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:20.131428 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-db834a24-dd36-42f0-bfaa-f9ef91202377 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (25d3a6e2-7972-4299-92b4-0305f907d72d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:20.158377 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-db834a24-dd36-42f0-bfaa-f9ef91202377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (25d3a6e2-7972-4299-92b4-0305f907d72d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:20.159548 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db834a24-dd36-42f0-bfaa-f9ef91202377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:20.160160 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-db834a24-dd36-42f0-bfaa-f9ef91202377 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:20.193280 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-db834a24-dd36-42f0-bfaa-f9ef91202377 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3772395 Mar 05 05:35:20.196753 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44232) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:20.201070 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-24ee7f23-dc56-44a0-b724-629aa6ec3348 admin admin] Request body: {'subnet': {'network_id': '25d3a6e2-7972-4299-92b4-0305f907d72d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1676151817-subnet', 'tenant_id': '42baedaae1264c03b50d80ac0e7e62a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:35:20.237714 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db834a24-dd36-42f0-bfaa-f9ef91202377 admin admin] Pushing event updated for resources: {'Network': ['ID=25d3a6e2-7972-4299-92b4-0305f907d72d,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:20.247235 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 25d3a6e2-7972-4299-92b4-0305f907d72d details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:35:20.253758 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ee7f23-dc56-44a0-b724-629aa6ec3348 admin admin] Made reservation on behalf of 42baedaae1264c03b50d80ac0e7e62a0 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:35:20.256306 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24ee7f23-dc56-44a0-b724-629aa6ec3348 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:20.429112 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24ee7f23-dc56-44a0-b724-629aa6ec3348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (30a6080a-2ff5-40b6-a9a6-181e5fde69e8), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:20.493726 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee7f23-dc56-44a0-b724-629aa6ec3348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30a6080a-2ff5-40b6-a9a6-181e5fde69e8,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:20.502439 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ee7f23-dc56-44a0-b724-629aa6ec3348 admin admin] Checking segment: {'id': 'df9eaab0-b816-4529-9e0f-23b393877d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '25d3a6e2-7972-4299-92b4-0305f907d72d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:35:20.502802 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ee7f23-dc56-44a0-b724-629aa6ec3348 admin admin] Network hostable DHCP agents. Network: 25d3a6e2-7972-4299-92b4-0305f907d72d, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:35:20.520042 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ee7f23-dc56-44a0-b724-629aa6ec3348 admin admin] Network 25d3a6e2-7972-4299-92b4-0305f907d72d is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:35:20.528868 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-24ee7f23-dc56-44a0-b724-629aa6ec3348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 25d3a6e2-7972-4299-92b4-0305f907d72d) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:35:20.533491 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ee7f23-dc56-44a0-b724-629aa6ec3348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:20.534780 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24ee7f23-dc56-44a0-b724-629aa6ec3348 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:20.537884 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e038b482-1958-432a-9b17-19fcfb76a626 None None] Network 25d3a6e2-7972-4299-92b4-0305f907d72d requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:35:20.561112 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-24ee7f23-dc56-44a0-b724-629aa6ec3348 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3557320 Mar 05 05:35:20.652658 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d005fe-6b82-4e59-ab87-c47805b34fb4 None None] Network 25d3a6e2-7972-4299-92b4-0305f907d72d requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:35:20.983101 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd0458-5031-4824-8b29-2e1023765926 req-4f405859-60bf-4d70-8bf5-8fe52125ca4a tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:20.984787 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-53dd0458-5031-4824-8b29-2e1023765926 req-4f405859-60bf-4d70-8bf5-8fe52125ca4a tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/networks?id=25d3a6e2-7972-4299-92b4-0305f907d72d HTTP/1.1" status: 200 len: 814 time: 0.1037102 Mar 05 05:35:20.999186 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-53dd0458-5031-4824-8b29-2e1023765926 req-999f37de-9d5e-43be-83c4-fc6b88342f9c tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/quotas/42baedaae1264c03b50d80ac0e7e62a0 HTTP/1.1" status: 200 len: 375 time: 0.0090559 Mar 05 05:35:21.033453 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-53dd0458-5031-4824-8b29-2e1023765926 req-8c8093bc-8a89-4bd5-8cec-f5f4bd34ea15 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=42baedaae1264c03b50d80ac0e7e62a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281518 Mar 05 05:35:21.096986 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-53dd0458-5031-4824-8b29-2e1023765926 req-514594b7-648b-469f-bebf-f531e7608864 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:35:21.098042 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-53dd0458-5031-4824-8b29-2e1023765926 req-514594b7-648b-469f-bebf-f531e7608864 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0574346 Mar 05 05:35:21.185451 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-53dd0458-5031-4824-8b29-2e1023765926 req-70682196-0319-4aad-9e1c-c269695669eb service neutron] 10.222.0.11 "GET /v2.0/networks/25d3a6e2-7972-4299-92b4-0305f907d72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814903 Mar 05 05:35:21.282595 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-53dd0458-5031-4824-8b29-2e1023765926 req-96a2f9d4-0415-40e1-9831-1b1d380c6ee4 service neutron] 10.222.0.11 "GET /v2.0/networks/25d3a6e2-7972-4299-92b4-0305f907d72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910513 Mar 05 05:35:21.445197 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9c1a287e-ab23-47a0-b1d4-8310c46abcc6 req-15b64ce2-e7a2-477d-9366-93fffec698fb tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e88487f-8500-49b5-92d8-b66f8d184850 HTTP/1.1" status: 200 len: 210 time: 0.0286911 Mar 05 05:35:22.483312 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd0458-5031-4824-8b29-2e1023765926 req-cb116144-69db-4deb-87d5-3f87d956f050 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:22.484914 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-53dd0458-5031-4824-8b29-2e1023765926 req-cb116144-69db-4deb-87d5-3f87d956f050 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.31 "GET /v2.0/networks?id=25d3a6e2-7972-4299-92b4-0305f907d72d HTTP/1.1" status: 200 len: 814 time: 0.1112480 Mar 05 05:35:22.497398 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-53dd0458-5031-4824-8b29-2e1023765926 req-260c4b22-a006-45a7-a24e-eef7904b73e7 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Request body: {'port': {'device_id': '0e88487f-8500-49b5-92d8-b66f8d184850', 'network_id': '25d3a6e2-7972-4299-92b4-0305f907d72d', 'admin_state_up': True, 'tenant_id': '42baedaae1264c03b50d80ac0e7e62a0'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:35:22.505728 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:35:22.546947 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3a0c297a-4425-4e39-b9ab-d8b17a9c5881 req-232f0d05-da56-48a6-b4d9-01c0a02c86e1 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e88487f-8500-49b5-92d8-b66f8d184850 HTTP/1.1" status: 200 len: 210 time: 0.0265441 Mar 05 05:35:22.608044 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53dd0458-5031-4824-8b29-2e1023765926 req-260c4b22-a006-45a7-a24e-eef7904b73e7 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Made reservation on behalf of 42baedaae1264c03b50d80ac0e7e62a0 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:35:22.611940 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-53dd0458-5031-4824-8b29-2e1023765926 req-260c4b22-a006-45a7-a24e-eef7904b73e7 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:22.733600 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-53dd0458-5031-4824-8b29-2e1023765926 req-260c4b22-a006-45a7-a24e-eef7904b73e7 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Allocated IP 172.20.0.5 (25d3a6e2-7972-4299-92b4-0305f907d72d/30a6080a-2ff5-40b6-a9a6-181e5fde69e8/93852d64-7171-4017-b0ce-cdb23e48e2d8) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:35:22.879372 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-53dd0458-5031-4824-8b29-2e1023765926 req-260c4b22-a006-45a7-a24e-eef7904b73e7 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Publish callbacks [] for port (93852d64-7171-4017-b0ce-cdb23e48e2d8), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:22.912216 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-53dd0458-5031-4824-8b29-2e1023765926 req-260c4b22-a006-45a7-a24e-eef7904b73e7 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (93852d64-7171-4017-b0ce-cdb23e48e2d8), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:22.958957 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53dd0458-5031-4824-8b29-2e1023765926 req-260c4b22-a006-45a7-a24e-eef7904b73e7 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Network 25d3a6e2-7972-4299-92b4-0305f907d72d is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:35:22.961897 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-53dd0458-5031-4824-8b29-2e1023765926 req-260c4b22-a006-45a7-a24e-eef7904b73e7 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:35:22.965465 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-53dd0458-5031-4824-8b29-2e1023765926 req-260c4b22-a006-45a7-a24e-eef7904b73e7 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:35:22.989307 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c4b22-a006-45a7-a24e-eef7904b73e7 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Pushing event updated for resources: {'Port': ['ID=93852d64-7171-4017-b0ce-cdb23e48e2d8,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:23.015543 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd0458-5031-4824-8b29-2e1023765926 req-260c4b22-a006-45a7-a24e-eef7904b73e7 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:23.016153 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-53dd0458-5031-4824-8b29-2e1023765926 req-260c4b22-a006-45a7-a24e-eef7904b73e7 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:23.030814 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-53dd0458-5031-4824-8b29-2e1023765926 req-260c4b22-a006-45a7-a24e-eef7904b73e7 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5380363 Mar 05 05:35:23.041455 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-53dd0458-5031-4824-8b29-2e1023765926 req-d5b7ccab-ad55-4582-bd4f-f07931c7c1e4 service neutron] Request body: {'port': {'device_id': '0e88487f-8500-49b5-92d8-b66f8d184850', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:35:23.100132 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-53dd0458-5031-4824-8b29-2e1023765926 req-d5b7ccab-ad55-4582-bd4f-f07931c7c1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (93852d64-7171-4017-b0ce-cdb23e48e2d8), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:23.363594 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-53dd0458-5031-4824-8b29-2e1023765926 req-d5b7ccab-ad55-4582-bd4f-f07931c7c1e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93852d64-7171-4017-b0ce-cdb23e48e2d8 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:35:23.370719 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-53dd0458-5031-4824-8b29-2e1023765926 req-d5b7ccab-ad55-4582-bd4f-f07931c7c1e4 service neutron] Publish callbacks [] for port (93852d64-7171-4017-b0ce-cdb23e48e2d8), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:23.383123 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-53dd0458-5031-4824-8b29-2e1023765926 req-d5b7ccab-ad55-4582-bd4f-f07931c7c1e4 service neutron] Transition to ACTIVE for port object 93852d64-7171-4017-b0ce-cdb23e48e2d8 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:35:23.386511 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-53dd0458-5031-4824-8b29-2e1023765926 req-d5b7ccab-ad55-4582-bd4f-f07931c7c1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (93852d64-7171-4017-b0ce-cdb23e48e2d8), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:23.438372 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7ccab-ad55-4582-bd4f-f07931c7c1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=93852d64-7171-4017-b0ce-cdb23e48e2d8,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:23.507016 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-53dd0458-5031-4824-8b29-2e1023765926 req-d5b7ccab-ad55-4582-bd4f-f07931c7c1e4 service neutron] Attempting to bind port 93852d64-7171-4017-b0ce-cdb23e48e2d8 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:35:23.507770 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-53dd0458-5031-4824-8b29-2e1023765926 req-d5b7ccab-ad55-4582-bd4f-f07931c7c1e4 service neutron] Attempting to bind port 93852d64-7171-4017-b0ce-cdb23e48e2d8 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'df9eaab0-b816-4529-9e0f-23b393877d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '25d3a6e2-7972-4299-92b4-0305f907d72d'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:35:23.507770 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dd0458-5031-4824-8b29-2e1023765926 req-d5b7ccab-ad55-4582-bd4f-f07931c7c1e4 service neutron] Attempting to bind port 93852d64-7171-4017-b0ce-cdb23e48e2d8 on network 25d3a6e2-7972-4299-92b4-0305f907d72d {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:35:23.511909 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dd0458-5031-4824-8b29-2e1023765926 req-d5b7ccab-ad55-4582-bd4f-f07931c7c1e4 service neutron] Port 93852d64-7171-4017-b0ce-cdb23e48e2d8 on network 25d3a6e2-7972-4299-92b4-0305f907d72d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:35:23.512234 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dd0458-5031-4824-8b29-2e1023765926 req-d5b7ccab-ad55-4582-bd4f-f07931c7c1e4 service neutron] Attempting to bind port 93852d64-7171-4017-b0ce-cdb23e48e2d8 on network 25d3a6e2-7972-4299-92b4-0305f907d72d {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:35:23.516960 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dd0458-5031-4824-8b29-2e1023765926 req-d5b7ccab-ad55-4582-bd4f-f07931c7c1e4 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:35:23.517301 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dd0458-5031-4824-8b29-2e1023765926 req-d5b7ccab-ad55-4582-bd4f-f07931c7c1e4 service neutron] Checking segment: {'id': 'df9eaab0-b816-4529-9e0f-23b393877d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '25d3a6e2-7972-4299-92b4-0305f907d72d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:35:23.518815 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dd0458-5031-4824-8b29-2e1023765926 req-d5b7ccab-ad55-4582-bd4f-f07931c7c1e4 service neutron] Bound using segment: {'id': 'df9eaab0-b816-4529-9e0f-23b393877d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '25d3a6e2-7972-4299-92b4-0305f907d72d'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:35:23.519288 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-53dd0458-5031-4824-8b29-2e1023765926 req-d5b7ccab-ad55-4582-bd4f-f07931c7c1e4 service neutron] Bound port: 93852d64-7171-4017-b0ce-cdb23e48e2d8, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9eaab0-b816-4529-9e0f-23b393877d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '25d3a6e2-7972-4299-92b4-0305f907d72d'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:35:23.519650 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-53dd0458-5031-4824-8b29-2e1023765926 req-d5b7ccab-ad55-4582-bd4f-f07931c7c1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (93852d64-7171-4017-b0ce-cdb23e48e2d8), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:23.587299 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-53dd0458-5031-4824-8b29-2e1023765926 req-d5b7ccab-ad55-4582-bd4f-f07931c7c1e4 service neutron] For port 93852d64-7171-4017-b0ce-cdb23e48e2d8, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:35:23.590235 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-53dd0458-5031-4824-8b29-2e1023765926 req-d5b7ccab-ad55-4582-bd4f-f07931c7c1e4 service neutron] For port 93852d64-7171-4017-b0ce-cdb23e48e2d8, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=93852d64-7171-4017-b0ce-cdb23e48e2d8,segment=NetworkSegment(df9eaab0-b816-4529-9e0f-23b393877d13),segment_id=df9eaab0-b816-4529-9e0f-23b393877d13)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:35:23.597344 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-53dd0458-5031-4824-8b29-2e1023765926 req-d5b7ccab-ad55-4582-bd4f-f07931c7c1e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (93852d64-7171-4017-b0ce-cdb23e48e2d8), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:23.634664 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd0458-5031-4824-8b29-2e1023765926 req-d5b7ccab-ad55-4582-bd4f-f07931c7c1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:23.635307 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-53dd0458-5031-4824-8b29-2e1023765926 req-d5b7ccab-ad55-4582-bd4f-f07931c7c1e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:23.636683 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-53dd0458-5031-4824-8b29-2e1023765926 req-d5b7ccab-ad55-4582-bd4f-f07931c7c1e4 service neutron] 10.222.0.31 "PUT /v2.0/ports/93852d64-7171-4017-b0ce-cdb23e48e2d8 HTTP/1.1" status: 200 len: 1092 time: 0.5992708 Mar 05 05:35:23.637125 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e88487f-8500-49b5-92d8-b66f8d184850', 'tag': '93852d64-7171-4017-b0ce-cdb23e48e2d8'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:35:23.639373 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865992bb-1ec0-429c-aa38-a5d98f70193b" -d '{"events": [{"name": "network-changed", "server_uuid": "0e88487f-8500-49b5-92d8-b66f8d184850", "tag": "93852d64-7171-4017-b0ce-cdb23e48e2d8"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:35:23.665202 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7ccab-ad55-4582-bd4f-f07931c7c1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=93852d64-7171-4017-b0ce-cdb23e48e2d8,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:23.681679 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec779d3-bdbd-4ffa-b864-6f3be83004de x-openstack-request-id: req-0ec779d3-bdbd-4ffa-b864-6f3be83004de {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:35:23.682083 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e88487f-8500-49b5-92d8-b66f8d184850", "tag": "93852d64-7171-4017-b0ce-cdb23e48e2d8", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:35:23.682509 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0ec779d3-bdbd-4ffa-b864-6f3be83004de {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:35:23.683016 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e88487f-8500-49b5-92d8-b66f8d184850', 'tag': '93852d64-7171-4017-b0ce-cdb23e48e2d8', 'status': 'completed', 'code': 200} Mar 05 05:35:23.684206 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18c950-84be-480e-9581-88ff1a39d26b req-781448e6-18a7-415d-abc4-b7ef4db04817 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:23.685844 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9a18c950-84be-480e-9581-88ff1a39d26b req-781448e6-18a7-415d-abc4-b7ef4db04817 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e88487f-8500-49b5-92d8-b66f8d184850 HTTP/1.1" status: 200 len: 943 time: 0.0661738 Mar 05 05:35:23.732056 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd0458-5031-4824-8b29-2e1023765926 req-305d38ee-4843-4019-8fbc-360e84486651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:23.733663 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-53dd0458-5031-4824-8b29-2e1023765926 req-305d38ee-4843-4019-8fbc-360e84486651 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=42baedaae1264c03b50d80ac0e7e62a0&device_id=0e88487f-8500-49b5-92d8-b66f8d184850 HTTP/1.1" status: 200 len: 1126 time: 0.0481155 Mar 05 05:35:23.738981 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9a18c950-84be-480e-9581-88ff1a39d26b req-c669fd89-6025-472b-b495-0ca45b566d8e tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/security-groups?id=259307d9-4210-4ac1-952a-c1bf4a2cd3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462081 Mar 05 05:35:23.779335 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-53dd0458-5031-4824-8b29-2e1023765926 req-7f4db56d-1771-4a61-a308-721d3b03dc0d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93852d64-7171-4017-b0ce-cdb23e48e2d8 HTTP/1.1" status: 200 len: 217 time: 0.0385494 Mar 05 05:35:23.826926 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd0458-5031-4824-8b29-2e1023765926 req-b779357c-0fc8-45bb-80bb-3471dccd4b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:23.828376 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-53dd0458-5031-4824-8b29-2e1023765926 req-b779357c-0fc8-45bb-80bb-3471dccd4b81 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30a6080a-2ff5-40b6-a9a6-181e5fde69e8 HTTP/1.1" status: 200 len: 854 time: 0.0439117 Mar 05 05:35:23.859649 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-53dd0458-5031-4824-8b29-2e1023765926 req-e62f3a9c-7a54-45f7-bf5c-f3f936d22966 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=25d3a6e2-7972-4299-92b4-0305f907d72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252869 Mar 05 05:35:23.951346 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-53dd0458-5031-4824-8b29-2e1023765926 req-75789ca9-a76b-4f7a-a666-d7cade287d0b service neutron] 10.222.0.31 "GET /v2.0/networks/25d3a6e2-7972-4299-92b4-0305f907d72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856984 Mar 05 05:35:24.040490 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-53dd0458-5031-4824-8b29-2e1023765926 req-42471896-bc85-4a13-9ac5-6e5d6ef08b93 service neutron] 10.222.0.31 "GET /v2.0/networks/25d3a6e2-7972-4299-92b4-0305f907d72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833209 Mar 05 05:35:24.130646 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865992bb-1ec0-429c-aa38-a5d98f70193b req-b78c896e-7d7a-4926-8230-bbb3952e3503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:24.132163 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-865992bb-1ec0-429c-aa38-a5d98f70193b req-b78c896e-7d7a-4926-8230-bbb3952e3503 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=42baedaae1264c03b50d80ac0e7e62a0&device_id=0e88487f-8500-49b5-92d8-b66f8d184850 HTTP/1.1" status: 200 len: 1126 time: 0.0457470 Mar 05 05:35:24.224347 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865992bb-1ec0-429c-aa38-a5d98f70193b req-2b1742ad-a65f-4df2-a3ee-04dc3f6f0e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:24.225720 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-865992bb-1ec0-429c-aa38-a5d98f70193b req-2b1742ad-a65f-4df2-a3ee-04dc3f6f0e93 service neutron] 10.222.0.31 "GET /v2.0/networks?id=25d3a6e2-7972-4299-92b4-0305f907d72d HTTP/1.1" status: 200 len: 914 time: 0.0867815 Mar 05 05:35:24.265639 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-865992bb-1ec0-429c-aa38-a5d98f70193b req-6e3fd289-eba3-4092-aae4-3eb2cd82dd38 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93852d64-7171-4017-b0ce-cdb23e48e2d8 HTTP/1.1" status: 200 len: 217 time: 0.0344470 Mar 05 05:35:24.315978 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865992bb-1ec0-429c-aa38-a5d98f70193b req-663a2f50-2720-4ced-840c-99f71362b284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:24.317475 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-865992bb-1ec0-429c-aa38-a5d98f70193b req-663a2f50-2720-4ced-840c-99f71362b284 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=30a6080a-2ff5-40b6-a9a6-181e5fde69e8 HTTP/1.1" status: 200 len: 854 time: 0.0464070 Mar 05 05:35:24.349757 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-865992bb-1ec0-429c-aa38-a5d98f70193b req-5bb4f632-65f6-42dd-9d33-a1bbb1518852 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=25d3a6e2-7972-4299-92b4-0305f907d72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245893 Mar 05 05:35:24.441704 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-865992bb-1ec0-429c-aa38-a5d98f70193b req-dcbfcf05-b0cd-43dd-8fa0-567e1141eda2 service neutron] 10.222.0.31 "GET /v2.0/networks/25d3a6e2-7972-4299-92b4-0305f907d72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847878 Mar 05 05:35:24.535597 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-865992bb-1ec0-429c-aa38-a5d98f70193b req-5869779a-7f27-4403-a0cd-90c337bfd40b service neutron] 10.222.0.31 "GET /v2.0/networks/25d3a6e2-7972-4299-92b4-0305f907d72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874259 Mar 05 05:35:24.859774 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e1cc2-ddea-4c2f-bf23-38ffec307479 req-078c9279-b0d0-4224-b322-3c885c1aebc7 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:24.861279 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de1e1cc2-ddea-4c2f-bf23-38ffec307479 req-078c9279-b0d0-4224-b322-3c885c1aebc7 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e88487f-8500-49b5-92d8-b66f8d184850 HTTP/1.1" status: 200 len: 943 time: 0.0535729 Mar 05 05:35:24.907066 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-de1e1cc2-ddea-4c2f-bf23-38ffec307479 req-6b3b013a-efb6-4dab-92b9-0db7c3294ed5 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/security-groups?id=259307d9-4210-4ac1-952a-c1bf4a2cd3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402796 Mar 05 05:35:26.023327 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95542e-deb0-4305-9c11-57d2fea438ab req-e32481a5-e10f-4d7d-896a-52a4c9262f49 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:26.024798 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc95542e-deb0-4305-9c11-57d2fea438ab req-e32481a5-e10f-4d7d-896a-52a4c9262f49 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e88487f-8500-49b5-92d8-b66f8d184850 HTTP/1.1" status: 200 len: 943 time: 0.0519006 Mar 05 05:35:26.075894 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dc95542e-deb0-4305-9c11-57d2fea438ab req-f7c0688b-f0e1-4ed9-8add-98da1effa51a tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/security-groups?id=259307d9-4210-4ac1-952a-c1bf4a2cd3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454726 Mar 05 05:35:27.004439 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 93852d64-7171-4017-b0ce-cdb23e48e2d8 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:35:27.203766 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f37957-dd85-416e-884c-2a32b16d48b6 req-a47ab021-c8bf-4117-b8c2-32af0a9dda78 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:27.205301 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-69f37957-dd85-416e-884c-2a32b16d48b6 req-a47ab021-c8bf-4117-b8c2-32af0a9dda78 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e88487f-8500-49b5-92d8-b66f8d184850 HTTP/1.1" status: 200 len: 943 time: 0.0584378 Mar 05 05:35:27.254489 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-69f37957-dd85-416e-884c-2a32b16d48b6 req-c7aad0ef-5cbd-4e08-aeee-cd5fec3d83ea tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/security-groups?id=259307d9-4210-4ac1-952a-c1bf4a2cd3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434346 Mar 05 05:35:27.272470 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 93852d64-7171-4017-b0ce-cdb23e48e2d8, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=93852d64-7171-4017-b0ce-cdb23e48e2d8,segment=NetworkSegment(df9eaab0-b816-4529-9e0f-23b393877d13),segment_id=df9eaab0-b816-4529-9e0f-23b393877d13)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:35:27.282595 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '93852d64-7171-4017-b0ce-cdb23e48e2d8', 'network_id': '25d3a6e2-7972-4299-92b4-0305f907d72d', 'port_id': '93852d64-7171-4017-b0ce-cdb23e48e2d8', 'mac_address': 'fa:16:3e:e1:69:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a6080a-2ff5-40b6-a9a6-181e5fde69e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:35:27.319700 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 93852d64-7171-4017-b0ce-cdb23e48e2d8 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:35:27.320088 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (93852d64-7171-4017-b0ce-cdb23e48e2d8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:27.332232 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93852d64-7171-4017-b0ce-cdb23e48e2d8 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:35:27.351561 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 93852d64-7171-4017-b0ce-cdb23e48e2d8, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=93852d64-7171-4017-b0ce-cdb23e48e2d8,segment=NetworkSegment(df9eaab0-b816-4529-9e0f-23b393877d13),segment_id=df9eaab0-b816-4529-9e0f-23b393877d13)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:35:27.355640 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (93852d64-7171-4017-b0ce-cdb23e48e2d8), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:27.401274 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=93852d64-7171-4017-b0ce-cdb23e48e2d8,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:27.546102 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['93852d64-7171-4017-b0ce-cdb23e48e2d8'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:35:28.370654 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c7f6c-3bc8-4f6a-a803-b4933b0cd825 req-113c6ed6-efe1-46c3-8db1-ff41ba428fc7 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:28.372162 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d11c7f6c-3bc8-4f6a-a803-b4933b0cd825 req-113c6ed6-efe1-46c3-8db1-ff41ba428fc7 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e88487f-8500-49b5-92d8-b66f8d184850 HTTP/1.1" status: 200 len: 944 time: 0.0514834 Mar 05 05:35:28.418489 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d11c7f6c-3bc8-4f6a-a803-b4933b0cd825 req-83191c4a-b527-4794-8a44-172a44c2ec54 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/security-groups?id=259307d9-4210-4ac1-952a-c1bf4a2cd3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402405 Mar 05 05:35:29.020477 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 93852d64-7171-4017-b0ce-cdb23e48e2d8 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:35:29.068786 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 93852d64-7171-4017-b0ce-cdb23e48e2d8 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:35:29.072582 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 93852d64-7171-4017-b0ce-cdb23e48e2d8 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:35:29.072965 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (93852d64-7171-4017-b0ce-cdb23e48e2d8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:29.152997 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 93852d64-7171-4017-b0ce-cdb23e48e2d8 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:35:29.153388 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (93852d64-7171-4017-b0ce-cdb23e48e2d8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:29.176175 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e88487f-8500-49b5-92d8-b66f8d184850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93852d64-7171-4017-b0ce-cdb23e48e2d8'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:35:29.178408 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a5f249-3d83-4ef8-9472-5a3e7097b0cf" -d '{"events": [{"server_uuid": "0e88487f-8500-49b5-92d8-b66f8d184850", "name": "network-vif-plugged", "status": "completed", "tag": "93852d64-7171-4017-b0ce-cdb23e48e2d8"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:35:29.191964 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 93852d64-7171-4017-b0ce-cdb23e48e2d8, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=93852d64-7171-4017-b0ce-cdb23e48e2d8,segment=NetworkSegment(df9eaab0-b816-4529-9e0f-23b393877d13),segment_id=df9eaab0-b816-4529-9e0f-23b393877d13)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:35:29.200236 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (93852d64-7171-4017-b0ce-cdb23e48e2d8), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:29.226894 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544a9a85-b390-4422-9811-25b9f7f98418 x-openstack-request-id: req-544a9a85-b390-4422-9811-25b9f7f98418 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:35:29.227211 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e88487f-8500-49b5-92d8-b66f8d184850", "name": "network-vif-plugged", "status": "completed", "tag": "93852d64-7171-4017-b0ce-cdb23e48e2d8", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:35:29.227455 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-544a9a85-b390-4422-9811-25b9f7f98418 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:35:29.227850 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e88487f-8500-49b5-92d8-b66f8d184850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93852d64-7171-4017-b0ce-cdb23e48e2d8', 'code': 200} Mar 05 05:35:29.255007 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=93852d64-7171-4017-b0ce-cdb23e48e2d8,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:29.322671 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc87f2c-d1c8-469f-8c01-d292419ee6a2 req-eb700d72-7606-422b-ad7d-6db9a54afbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:29.324116 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fbc87f2c-d1c8-469f-8c01-d292419ee6a2 req-eb700d72-7606-422b-ad7d-6db9a54afbf4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0e88487f-8500-49b5-92d8-b66f8d184850 HTTP/1.1" status: 200 len: 1128 time: 0.0443356 Mar 05 05:35:29.367002 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fbc87f2c-d1c8-469f-8c01-d292419ee6a2 req-8ca47404-ab83-4a82-995a-8f08f31646ed service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=259307d9-4210-4ac1-952a-c1bf4a2cd3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368392 Mar 05 05:35:29.538993 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b936ab-c5c2-42cd-9c25-e37d16507758 req-a910cf6e-70ae-4042-b6af-43a586e1cc02 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:29.544235 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f1b936ab-c5c2-42cd-9c25-e37d16507758 req-a910cf6e-70ae-4042-b6af-43a586e1cc02 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e88487f-8500-49b5-92d8-b66f8d184850 HTTP/1.1" status: 200 len: 945 time: 0.0595522 Mar 05 05:35:29.591129 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f1b936ab-c5c2-42cd-9c25-e37d16507758 req-7c1aaf37-f888-46a8-9077-67fce25287d2 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/security-groups?id=259307d9-4210-4ac1-952a-c1bf4a2cd3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402184 Mar 05 05:35:30.709968 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaaea7-29f8-43e8-93dd-654115247658 req-7b580656-c1c6-42dd-90a0-3a6054251cfe tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:30.711353 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cfcaaea7-29f8-43e8-93dd-654115247658 req-7b580656-c1c6-42dd-90a0-3a6054251cfe tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e88487f-8500-49b5-92d8-b66f8d184850 HTTP/1.1" status: 200 len: 945 time: 0.0521472 Mar 05 05:35:30.760250 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cfcaaea7-29f8-43e8-93dd-654115247658 req-b6c4fbd9-7ea9-4548-bd30-bdae4f54774c tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/security-groups?id=259307d9-4210-4ac1-952a-c1bf4a2cd3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432551 Mar 05 05:35:30.980949 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-583535e7-2c7b-453c-b988-9bbc3ec495b2 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:30.982357 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-583535e7-2c7b-453c-b988-9bbc3ec495b2 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/networks?id=25d3a6e2-7972-4299-92b4-0305f907d72d HTTP/1.1" status: 200 len: 814 time: 0.1020317 Mar 05 05:35:30.996750 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-9c3455d0-edb8-452f-97fd-439974e3a925 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/quotas/42baedaae1264c03b50d80ac0e7e62a0 HTTP/1.1" status: 200 len: 375 time: 0.0088050 Mar 05 05:35:31.048116 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-f5ebcecd-1ad4-4749-9afe-3bd8d731eba7 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=42baedaae1264c03b50d80ac0e7e62a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465908 Mar 05 05:35:31.058362 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-2c613057-3296-4889-881f-362ac5709000 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:35:31.059331 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-2c613057-3296-4889-881f-362ac5709000 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048516 Mar 05 05:35:31.147700 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-3331c0a5-242c-44f5-ad52-773e398f129d service neutron] 10.222.0.11 "GET /v2.0/networks/25d3a6e2-7972-4299-92b4-0305f907d72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832410 Mar 05 05:35:31.234110 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-40fa73f5-a73e-46e5-bb12-a28967a77bda service neutron] 10.222.0.11 "GET /v2.0/networks/25d3a6e2-7972-4299-92b4-0305f907d72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806808 Mar 05 05:35:31.402052 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0a717ce3-d75b-4b29-ae15-60e53c6acb5e req-c7b9ab65-c8c9-42b6-a48b-2a91b5ac070e tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/ports?device_id=303b5216-e21e-4fe3-bdb5-8e5727a73dda HTTP/1.1" status: 200 len: 210 time: 0.0286932 Mar 05 05:35:32.356549 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-42cd3675-f281-4da9-b0d4-bdc12991d59f tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:32.358028 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-42cd3675-f281-4da9-b0d4-bdc12991d59f tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.30 "GET /v2.0/networks?id=25d3a6e2-7972-4299-92b4-0305f907d72d HTTP/1.1" status: 200 len: 814 time: 0.1076617 Mar 05 05:35:32.369865 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-c8a3c6e3-ce51-4efa-9300-531d47214255 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Request body: {'port': {'device_id': '303b5216-e21e-4fe3-bdb5-8e5727a73dda', 'network_id': '25d3a6e2-7972-4299-92b4-0305f907d72d', 'admin_state_up': True, 'tenant_id': '42baedaae1264c03b50d80ac0e7e62a0'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:35:32.487723 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-c8a3c6e3-ce51-4efa-9300-531d47214255 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Made reservation on behalf of 42baedaae1264c03b50d80ac0e7e62a0 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:35:32.491179 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-c8a3c6e3-ce51-4efa-9300-531d47214255 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:32.498822 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ee73069f-ad8d-4c9a-b524-269286b8c967 req-514c80ea-0470-48ac-a2b1-fe20a3ad3ca7 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/ports?device_id=303b5216-e21e-4fe3-bdb5-8e5727a73dda HTTP/1.1" status: 200 len: 210 time: 0.0272448 Mar 05 05:35:32.617731 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-c8a3c6e3-ce51-4efa-9300-531d47214255 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Allocated IP 172.20.0.3 (25d3a6e2-7972-4299-92b4-0305f907d72d/30a6080a-2ff5-40b6-a9a6-181e5fde69e8/734dce12-87b5-4c8d-b10d-7957a86891e4) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:35:32.765415 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-c8a3c6e3-ce51-4efa-9300-531d47214255 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Publish callbacks [] for port (734dce12-87b5-4c8d-b10d-7957a86891e4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:32.802161 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-c8a3c6e3-ce51-4efa-9300-531d47214255 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (734dce12-87b5-4c8d-b10d-7957a86891e4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:32.813566 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['93852d64-7171-4017-b0ce-cdb23e48e2d8'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:35:32.847300 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-c8a3c6e3-ce51-4efa-9300-531d47214255 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Network 25d3a6e2-7972-4299-92b4-0305f907d72d is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:35:32.850248 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-c8a3c6e3-ce51-4efa-9300-531d47214255 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:35:32.853865 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-c8a3c6e3-ce51-4efa-9300-531d47214255 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:35:32.877519 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3c6e3-ce51-4efa-9300-531d47214255 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Pushing event updated for resources: {'Port': ['ID=734dce12-87b5-4c8d-b10d-7957a86891e4,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:32.904843 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-c8a3c6e3-ce51-4efa-9300-531d47214255 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:32.905449 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-c8a3c6e3-ce51-4efa-9300-531d47214255 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:32.925666 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-c8a3c6e3-ce51-4efa-9300-531d47214255 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5595350 Mar 05 05:35:32.936487 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-b97b422e-095b-4b93-8e31-1b9b64eb020e service neutron] Request body: {'port': {'device_id': '303b5216-e21e-4fe3-bdb5-8e5727a73dda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:35:32.999492 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-b97b422e-095b-4b93-8e31-1b9b64eb020e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (734dce12-87b5-4c8d-b10d-7957a86891e4), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:33.249441 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-b97b422e-095b-4b93-8e31-1b9b64eb020e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 734dce12-87b5-4c8d-b10d-7957a86891e4 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:35:33.257318 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-b97b422e-095b-4b93-8e31-1b9b64eb020e service neutron] Publish callbacks [] for port (734dce12-87b5-4c8d-b10d-7957a86891e4), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:33.269013 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-b97b422e-095b-4b93-8e31-1b9b64eb020e service neutron] Transition to ACTIVE for port object 734dce12-87b5-4c8d-b10d-7957a86891e4 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:35:33.274076 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-b97b422e-095b-4b93-8e31-1b9b64eb020e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (734dce12-87b5-4c8d-b10d-7957a86891e4), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:33.335479 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b422e-095b-4b93-8e31-1b9b64eb020e service neutron] Pushing event updated for resources: {'Port': ['ID=734dce12-87b5-4c8d-b10d-7957a86891e4,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:33.399814 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-b97b422e-095b-4b93-8e31-1b9b64eb020e service neutron] Attempting to bind port 734dce12-87b5-4c8d-b10d-7957a86891e4 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:35:33.400501 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-b97b422e-095b-4b93-8e31-1b9b64eb020e service neutron] Attempting to bind port 734dce12-87b5-4c8d-b10d-7957a86891e4 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': 'df9eaab0-b816-4529-9e0f-23b393877d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '25d3a6e2-7972-4299-92b4-0305f907d72d'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:35:33.400501 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-b97b422e-095b-4b93-8e31-1b9b64eb020e service neutron] Attempting to bind port 734dce12-87b5-4c8d-b10d-7957a86891e4 on network 25d3a6e2-7972-4299-92b4-0305f907d72d {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:35:33.404839 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-b97b422e-095b-4b93-8e31-1b9b64eb020e service neutron] Port 734dce12-87b5-4c8d-b10d-7957a86891e4 on network 25d3a6e2-7972-4299-92b4-0305f907d72d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:35:33.405164 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-b97b422e-095b-4b93-8e31-1b9b64eb020e service neutron] Attempting to bind port 734dce12-87b5-4c8d-b10d-7957a86891e4 on network 25d3a6e2-7972-4299-92b4-0305f907d72d {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:35:33.410615 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-b97b422e-095b-4b93-8e31-1b9b64eb020e service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:35:33.410954 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-b97b422e-095b-4b93-8e31-1b9b64eb020e service neutron] Checking segment: {'id': 'df9eaab0-b816-4529-9e0f-23b393877d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '25d3a6e2-7972-4299-92b4-0305f907d72d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:35:33.411367 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-b97b422e-095b-4b93-8e31-1b9b64eb020e service neutron] Bound using segment: {'id': 'df9eaab0-b816-4529-9e0f-23b393877d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '25d3a6e2-7972-4299-92b4-0305f907d72d'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:35:33.411795 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-b97b422e-095b-4b93-8e31-1b9b64eb020e service neutron] Bound port: 734dce12-87b5-4c8d-b10d-7957a86891e4, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9eaab0-b816-4529-9e0f-23b393877d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '25d3a6e2-7972-4299-92b4-0305f907d72d'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:35:33.412153 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-b97b422e-095b-4b93-8e31-1b9b64eb020e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (734dce12-87b5-4c8d-b10d-7957a86891e4), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:33.474735 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-b97b422e-095b-4b93-8e31-1b9b64eb020e service neutron] For port 734dce12-87b5-4c8d-b10d-7957a86891e4, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:35:33.477712 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-b97b422e-095b-4b93-8e31-1b9b64eb020e service neutron] For port 734dce12-87b5-4c8d-b10d-7957a86891e4, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=734dce12-87b5-4c8d-b10d-7957a86891e4,segment=NetworkSegment(df9eaab0-b816-4529-9e0f-23b393877d13),segment_id=df9eaab0-b816-4529-9e0f-23b393877d13)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:35:33.483191 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-b97b422e-095b-4b93-8e31-1b9b64eb020e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (734dce12-87b5-4c8d-b10d-7957a86891e4), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:33.523970 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-b97b422e-095b-4b93-8e31-1b9b64eb020e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:33.524598 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-b97b422e-095b-4b93-8e31-1b9b64eb020e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:33.525990 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-b97b422e-095b-4b93-8e31-1b9b64eb020e service neutron] 10.222.0.30 "PUT /v2.0/ports/734dce12-87b5-4c8d-b10d-7957a86891e4 HTTP/1.1" status: 200 len: 1092 time: 0.5935779 Mar 05 05:35:33.526437 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303b5216-e21e-4fe3-bdb5-8e5727a73dda', 'tag': '734dce12-87b5-4c8d-b10d-7957a86891e4'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:35:33.528703 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe17191d-672c-4c0f-8fa5-11c1dde76863" -d '{"events": [{"name": "network-changed", "server_uuid": "303b5216-e21e-4fe3-bdb5-8e5727a73dda", "tag": "734dce12-87b5-4c8d-b10d-7957a86891e4"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:35:33.550634 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b422e-095b-4b93-8e31-1b9b64eb020e service neutron] Pushing event updated for resources: {'Port': ['ID=734dce12-87b5-4c8d-b10d-7957a86891e4,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:33.582864 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee329a60-3216-4fa1-bcbe-9181cede3d3b x-openstack-request-id: req-ee329a60-3216-4fa1-bcbe-9181cede3d3b {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:35:33.583195 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303b5216-e21e-4fe3-bdb5-8e5727a73dda", "tag": "734dce12-87b5-4c8d-b10d-7957a86891e4", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:35:33.583481 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ee329a60-3216-4fa1-bcbe-9181cede3d3b {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:35:33.583867 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303b5216-e21e-4fe3-bdb5-8e5727a73dda', 'tag': '734dce12-87b5-4c8d-b10d-7957a86891e4', 'status': 'completed', 'code': 200} Mar 05 05:35:33.619979 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-da98b295-4915-4f56-a845-30866edca03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:33.621544 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-da98b295-4915-4f56-a845-30866edca03e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42baedaae1264c03b50d80ac0e7e62a0&device_id=303b5216-e21e-4fe3-bdb5-8e5727a73dda HTTP/1.1" status: 200 len: 1126 time: 0.0497894 Mar 05 05:35:33.664023 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-324f5666-4a9e-4803-aba9-8784423906eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=734dce12-87b5-4c8d-b10d-7957a86891e4 HTTP/1.1" status: 200 len: 217 time: 0.0356214 Mar 05 05:35:33.719828 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-435ba9a4-e85d-4cf1-8ec0-a58bf5b0c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:33.721865 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-435ba9a4-e85d-4cf1-8ec0-a58bf5b0c21b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=30a6080a-2ff5-40b6-a9a6-181e5fde69e8 HTTP/1.1" status: 200 len: 854 time: 0.0508978 Mar 05 05:35:33.755489 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-2cd55001-754e-4356-9c81-0c672c7149be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25d3a6e2-7972-4299-92b4-0305f907d72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280235 Mar 05 05:35:33.847698 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-0a26a984-fe49-47c4-bea1-6c9d6ae7f8f3 service neutron] 10.222.0.30 "GET /v2.0/networks/25d3a6e2-7972-4299-92b4-0305f907d72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866055 Mar 05 05:35:33.945497 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8fa4dbf2-365a-44d2-8bc9-ec1111258b2b req-a88edb1e-7c0e-4d46-9fe4-0337fab3daa2 service neutron] 10.222.0.30 "GET /v2.0/networks/25d3a6e2-7972-4299-92b4-0305f907d72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920832 Mar 05 05:35:33.975779 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717f5ed-97e9-4079-b848-26e0ce4e9c8d req-d0d18249-28ef-4b03-9231-1b3309972bfe tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:33.977267 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f717f5ed-97e9-4079-b848-26e0ce4e9c8d req-d0d18249-28ef-4b03-9231-1b3309972bfe tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/ports?device_id=303b5216-e21e-4fe3-bdb5-8e5727a73dda HTTP/1.1" status: 200 len: 943 time: 0.3946304 Mar 05 05:35:34.024194 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f717f5ed-97e9-4079-b848-26e0ce4e9c8d req-62278395-90ac-453e-9afc-f69a07fec89e tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/security-groups?id=259307d9-4210-4ac1-952a-c1bf4a2cd3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412946 Mar 05 05:35:34.034888 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17191d-672c-4c0f-8fa5-11c1dde76863 req-290c808f-11dc-40f0-888b-8df4d3ec97b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:34.036429 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe17191d-672c-4c0f-8fa5-11c1dde76863 req-290c808f-11dc-40f0-888b-8df4d3ec97b8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42baedaae1264c03b50d80ac0e7e62a0&device_id=303b5216-e21e-4fe3-bdb5-8e5727a73dda HTTP/1.1" status: 200 len: 1126 time: 0.0455468 Mar 05 05:35:34.128069 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17191d-672c-4c0f-8fa5-11c1dde76863 req-740f8e33-89d8-4e4b-adef-15e98812d988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:34.129417 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe17191d-672c-4c0f-8fa5-11c1dde76863 req-740f8e33-89d8-4e4b-adef-15e98812d988 service neutron] 10.222.0.30 "GET /v2.0/networks?id=25d3a6e2-7972-4299-92b4-0305f907d72d HTTP/1.1" status: 200 len: 914 time: 0.0874295 Mar 05 05:35:34.169221 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe17191d-672c-4c0f-8fa5-11c1dde76863 req-89711bb2-a96b-4833-b1ab-61412693a89e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=734dce12-87b5-4c8d-b10d-7957a86891e4 HTTP/1.1" status: 200 len: 217 time: 0.0339549 Mar 05 05:35:34.215350 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17191d-672c-4c0f-8fa5-11c1dde76863 req-fffce95d-7b49-4e95-acd8-72f4062e5666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:34.216862 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe17191d-672c-4c0f-8fa5-11c1dde76863 req-fffce95d-7b49-4e95-acd8-72f4062e5666 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=30a6080a-2ff5-40b6-a9a6-181e5fde69e8 HTTP/1.1" status: 200 len: 854 time: 0.0417466 Mar 05 05:35:34.251006 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe17191d-672c-4c0f-8fa5-11c1dde76863 req-d8a3768c-2e99-43de-bbc3-d05ebfda3a0e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=25d3a6e2-7972-4299-92b4-0305f907d72d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281286 Mar 05 05:35:34.337655 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe17191d-672c-4c0f-8fa5-11c1dde76863 req-e6d9b678-5afe-4b56-b639-9c6c28b2f10d service neutron] 10.222.0.30 "GET /v2.0/networks/25d3a6e2-7972-4299-92b4-0305f907d72d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799949 Mar 05 05:35:34.430820 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fe17191d-672c-4c0f-8fa5-11c1dde76863 req-66de9bf7-30f4-46e2-8b62-0aad0b7815e7 service neutron] 10.222.0.30 "GET /v2.0/networks/25d3a6e2-7972-4299-92b4-0305f907d72d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866041 Mar 05 05:35:35.143573 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e766e-adb7-4a98-8a05-923bee161a18 req-a690cd05-5728-446a-8f8b-a2abb6fe73bf tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:35.145036 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-426e766e-adb7-4a98-8a05-923bee161a18 req-a690cd05-5728-446a-8f8b-a2abb6fe73bf tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/ports?device_id=303b5216-e21e-4fe3-bdb5-8e5727a73dda HTTP/1.1" status: 200 len: 943 time: 0.0530596 Mar 05 05:35:35.190262 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-426e766e-adb7-4a98-8a05-923bee161a18 req-60b54213-a583-4ffd-9ab9-edfe1a11fd55 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/security-groups?id=259307d9-4210-4ac1-952a-c1bf4a2cd3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397034 Mar 05 05:35:35.907327 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 734dce12-87b5-4c8d-b10d-7957a86891e4 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:35:36.004882 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 734dce12-87b5-4c8d-b10d-7957a86891e4, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=734dce12-87b5-4c8d-b10d-7957a86891e4,segment=NetworkSegment(df9eaab0-b816-4529-9e0f-23b393877d13),segment_id=df9eaab0-b816-4529-9e0f-23b393877d13)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:35:36.014865 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '734dce12-87b5-4c8d-b10d-7957a86891e4', 'network_id': '25d3a6e2-7972-4299-92b4-0305f907d72d', 'port_id': '734dce12-87b5-4c8d-b10d-7957a86891e4', 'mac_address': 'fa:16:3e:d1:82:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a6080a-2ff5-40b6-a9a6-181e5fde69e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:35:36.052764 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 734dce12-87b5-4c8d-b10d-7957a86891e4 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:35:36.053152 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (734dce12-87b5-4c8d-b10d-7957a86891e4), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:36.066273 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 734dce12-87b5-4c8d-b10d-7957a86891e4 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:35:36.085164 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 734dce12-87b5-4c8d-b10d-7957a86891e4, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=734dce12-87b5-4c8d-b10d-7957a86891e4,segment=NetworkSegment(df9eaab0-b816-4529-9e0f-23b393877d13),segment_id=df9eaab0-b816-4529-9e0f-23b393877d13)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:35:36.088973 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (734dce12-87b5-4c8d-b10d-7957a86891e4), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:36.134425 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=734dce12-87b5-4c8d-b10d-7957a86891e4,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:36.141525 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:36.141873 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:36.142261 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:36.142604 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:36.142936 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:36.143291 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:36.143626 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:36.143952 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:36.144278 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:36.144601 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:36.144925 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:36.145246 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:36.145566 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:36.293965 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['734dce12-87b5-4c8d-b10d-7957a86891e4'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:35:36.312022 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5043b-4008-4bd0-a7b6-029aaa8e251e req-f9544dc3-e20a-484e-aa9e-0c40078d4e2f tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:36.313502 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e1d5043b-4008-4bd0-a7b6-029aaa8e251e req-f9544dc3-e20a-484e-aa9e-0c40078d4e2f tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/ports?device_id=303b5216-e21e-4fe3-bdb5-8e5727a73dda HTTP/1.1" status: 200 len: 944 time: 0.0563498 Mar 05 05:35:36.361338 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e1d5043b-4008-4bd0-a7b6-029aaa8e251e req-8dd5febf-37ee-4e9c-ab9f-0623a7f38201 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/security-groups?id=259307d9-4210-4ac1-952a-c1bf4a2cd3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410771 Mar 05 05:35:37.480411 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbac92-b518-4e4c-8114-5051be54bca1 req-a13d0b3c-c9a9-4bb3-8e3a-709413f0e644 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:37.481942 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-abbbac92-b518-4e4c-8114-5051be54bca1 req-a13d0b3c-c9a9-4bb3-8e3a-709413f0e644 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/ports?device_id=303b5216-e21e-4fe3-bdb5-8e5727a73dda HTTP/1.1" status: 200 len: 944 time: 0.0525732 Mar 05 05:35:37.528861 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-abbbac92-b518-4e4c-8114-5051be54bca1 req-2c107619-6bd4-4541-b51d-b91dbf9dd401 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/security-groups?id=259307d9-4210-4ac1-952a-c1bf4a2cd3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409813 Mar 05 05:35:37.923045 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 734dce12-87b5-4c8d-b10d-7957a86891e4 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:35:37.973802 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 734dce12-87b5-4c8d-b10d-7957a86891e4 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:35:37.977879 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 734dce12-87b5-4c8d-b10d-7957a86891e4 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:35:37.978400 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (734dce12-87b5-4c8d-b10d-7957a86891e4), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:38.057273 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 734dce12-87b5-4c8d-b10d-7957a86891e4 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:35:38.057657 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (734dce12-87b5-4c8d-b10d-7957a86891e4), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:38.080810 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303b5216-e21e-4fe3-bdb5-8e5727a73dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734dce12-87b5-4c8d-b10d-7957a86891e4'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:35:38.083062 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a447d47-aecb-4af1-a82f-3fb513cfe0b2" -d '{"events": [{"server_uuid": "303b5216-e21e-4fe3-bdb5-8e5727a73dda", "name": "network-vif-plugged", "status": "completed", "tag": "734dce12-87b5-4c8d-b10d-7957a86891e4"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:35:38.097102 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 734dce12-87b5-4c8d-b10d-7957a86891e4, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=734dce12-87b5-4c8d-b10d-7957a86891e4,segment=NetworkSegment(df9eaab0-b816-4529-9e0f-23b393877d13),segment_id=df9eaab0-b816-4529-9e0f-23b393877d13)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:35:38.101087 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (734dce12-87b5-4c8d-b10d-7957a86891e4), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:38.124952 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c735e91e-04ce-41ad-b044-9036827a1473 x-openstack-request-id: req-c735e91e-04ce-41ad-b044-9036827a1473 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:35:38.125246 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303b5216-e21e-4fe3-bdb5-8e5727a73dda", "name": "network-vif-plugged", "status": "completed", "tag": "734dce12-87b5-4c8d-b10d-7957a86891e4", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:35:38.125502 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c735e91e-04ce-41ad-b044-9036827a1473 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:35:38.125893 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303b5216-e21e-4fe3-bdb5-8e5727a73dda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734dce12-87b5-4c8d-b10d-7957a86891e4', 'code': 200} Mar 05 05:35:38.151470 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=734dce12-87b5-4c8d-b10d-7957a86891e4,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:38.222200 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95556fbd-a5f0-4147-8893-e43f3afa6c0f req-73c83d11-7cb8-4210-9fce-9db581aa8b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:38.223641 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-95556fbd-a5f0-4147-8893-e43f3afa6c0f req-73c83d11-7cb8-4210-9fce-9db581aa8b14 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=303b5216-e21e-4fe3-bdb5-8e5727a73dda HTTP/1.1" status: 200 len: 1128 time: 0.0449762 Mar 05 05:35:38.265848 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-95556fbd-a5f0-4147-8893-e43f3afa6c0f req-ddb91a4a-5490-4c84-9f3c-0591260018ac service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=259307d9-4210-4ac1-952a-c1bf4a2cd3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363483 Mar 05 05:35:38.647270 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43b55f-770b-4ac2-b816-c78a7652b550 req-9b86d0b3-de72-41a4-91dc-6c1bc8227475 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:38.648764 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2a43b55f-770b-4ac2-b816-c78a7652b550 req-9b86d0b3-de72-41a4-91dc-6c1bc8227475 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/ports?device_id=303b5216-e21e-4fe3-bdb5-8e5727a73dda HTTP/1.1" status: 200 len: 945 time: 0.0534196 Mar 05 05:35:38.698347 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2a43b55f-770b-4ac2-b816-c78a7652b550 req-20246932-ec0d-4f73-aa91-f178242404a2 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/security-groups?id=259307d9-4210-4ac1-952a-c1bf4a2cd3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438466 Mar 05 05:35:39.817812 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee757f-c91f-4b8f-ac31-8702eefce61d req-b055f873-2e18-40f9-a14e-54fabec8cb7b tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:39.819301 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eeee757f-c91f-4b8f-ac31-8702eefce61d req-b055f873-2e18-40f9-a14e-54fabec8cb7b tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/ports?device_id=303b5216-e21e-4fe3-bdb5-8e5727a73dda HTTP/1.1" status: 200 len: 945 time: 0.0526483 Mar 05 05:35:39.865141 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eeee757f-c91f-4b8f-ac31-8702eefce61d req-e251a766-86fc-43f7-a40f-3fa8fce6191a tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/security-groups?id=259307d9-4210-4ac1-952a-c1bf4a2cd3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401435 Mar 05 05:35:40.105779 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe197b-6e74-490e-8225-a9da5408771f req-cfc791c1-7847-445a-a190-b01359afbac6 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:40.107270 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ebe197b-6e74-490e-8225-a9da5408771f req-cfc791c1-7847-445a-a190-b01359afbac6 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/ports?device_id=303b5216-e21e-4fe3-bdb5-8e5727a73dda HTTP/1.1" status: 200 len: 945 time: 0.0544224 Mar 05 05:35:40.154256 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6ebe197b-6e74-490e-8225-a9da5408771f req-4f248a9f-83bf-420a-88dc-467c708f4ced tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/security-groups?id=259307d9-4210-4ac1-952a-c1bf4a2cd3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412138 Mar 05 05:35:41.275832 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c48c6-a47e-4da0-a0be-decfe9bf73b7 req-65e33895-51da-4029-a786-f87b2a665aa8 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:41.277306 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-892c48c6-a47e-4da0-a0be-decfe9bf73b7 req-65e33895-51da-4029-a786-f87b2a665aa8 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/ports?device_id=303b5216-e21e-4fe3-bdb5-8e5727a73dda HTTP/1.1" status: 200 len: 945 time: 0.0552843 Mar 05 05:35:41.324367 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-892c48c6-a47e-4da0-a0be-decfe9bf73b7 req-0f8022bb-feb5-4fc5-b9eb-def11f8949a4 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/security-groups?id=259307d9-4210-4ac1-952a-c1bf4a2cd3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413358 Mar 05 05:35:41.329394 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6f64b-7396-47a9-a7bb-d4a09dccd423 req-1c4c8af7-235e-44ae-a48b-854d901b237f tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:41.331504 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4dd6f64b-7396-47a9-a7bb-d4a09dccd423 req-1c4c8af7-235e-44ae-a48b-854d901b237f tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.30 "GET /v2.0/ports?device_id=303b5216-e21e-4fe3-bdb5-8e5727a73dda HTTP/1.1" status: 200 len: 945 time: 0.0571806 Mar 05 05:35:41.427193 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-4dd6f64b-7396-47a9-a7bb-d4a09dccd423 req-010bcb60-9319-49fe-80ad-525ac132053f tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Deleting port 734dce12-87b5-4c8d-b10d-7957a86891e4 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:35:41.427542 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4dd6f64b-7396-47a9-a7bb-d4a09dccd423 req-010bcb60-9319-49fe-80ad-525ac132053f tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (734dce12-87b5-4c8d-b10d-7957a86891e4), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:41.469011 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5e17bb80-7485-4cb9-b8ff-52947485f833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:41.518378 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-4dd6f64b-7396-47a9-a7bb-d4a09dccd423 req-010bcb60-9319-49fe-80ad-525ac132053f tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] For port 734dce12-87b5-4c8d-b10d-7957a86891e4, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=734dce12-87b5-4c8d-b10d-7957a86891e4,segment=NetworkSegment(df9eaab0-b816-4529-9e0f-23b393877d13),segment_id=df9eaab0-b816-4529-9e0f-23b393877d13)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:35:41.518730 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4dd6f64b-7396-47a9-a7bb-d4a09dccd423 req-010bcb60-9319-49fe-80ad-525ac132053f tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (734dce12-87b5-4c8d-b10d-7957a86891e4), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:41.530541 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-4dd6f64b-7396-47a9-a7bb-d4a09dccd423 req-010bcb60-9319-49fe-80ad-525ac132053f tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Calling delete_port for 734dce12-87b5-4c8d-b10d-7957a86891e4 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:35:41.659850 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4dd6f64b-7396-47a9-a7bb-d4a09dccd423 req-010bcb60-9319-49fe-80ad-525ac132053f tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (734dce12-87b5-4c8d-b10d-7957a86891e4), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:41.671007 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['734dce12-87b5-4c8d-b10d-7957a86891e4'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:35:41.675714 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['93852d64-7171-4017-b0ce-cdb23e48e2d8'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:35:41.690018 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010bcb60-9319-49fe-80ad-525ac132053f tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Pushing event deleted for resources: {'Port': ['ID=734dce12-87b5-4c8d-b10d-7957a86891e4,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:41.702346 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bcb60-9319-49fe-80ad-525ac132053f tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:41.702701 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bcb60-9319-49fe-80ad-525ac132053f tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:41.703054 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bcb60-9319-49fe-80ad-525ac132053f tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:41.703425 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bcb60-9319-49fe-80ad-525ac132053f tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:41.703765 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bcb60-9319-49fe-80ad-525ac132053f tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:41.704102 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bcb60-9319-49fe-80ad-525ac132053f tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:41.704476 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bcb60-9319-49fe-80ad-525ac132053f tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:41.705402 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bcb60-9319-49fe-80ad-525ac132053f tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:41.706062 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bcb60-9319-49fe-80ad-525ac132053f tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:41.706062 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bcb60-9319-49fe-80ad-525ac132053f tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:41.706379 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bcb60-9319-49fe-80ad-525ac132053f tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:41.706704 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bcb60-9319-49fe-80ad-525ac132053f tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:41.707050 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010bcb60-9319-49fe-80ad-525ac132053f tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:35:41.748026 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd6f64b-7396-47a9-a7bb-d4a09dccd423 req-010bcb60-9319-49fe-80ad-525ac132053f tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] No DVR routers for this DVR port 734dce12-87b5-4c8d-b10d-7957a86891e4 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:35:41.750640 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4dd6f64b-7396-47a9-a7bb-d4a09dccd423 req-010bcb60-9319-49fe-80ad-525ac132053f tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:41.754792 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4dd6f64b-7396-47a9-a7bb-d4a09dccd423 req-010bcb60-9319-49fe-80ad-525ac132053f tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.30 "DELETE /v2.0/ports/734dce12-87b5-4c8d-b10d-7957a86891e4 HTTP/1.1" status: 204 len: 173 time: 0.4185224 Mar 05 05:35:41.755271 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303b5216-e21e-4fe3-bdb5-8e5727a73dda', 'name': 'network-vif-deleted', 'tag': '734dce12-87b5-4c8d-b10d-7957a86891e4'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:35:41.757729 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4098c4d8-6630-41cd-93cc-8b5bf8ee9b8b" -d '{"events": [{"server_uuid": "303b5216-e21e-4fe3-bdb5-8e5727a73dda", "name": "network-vif-deleted", "tag": "734dce12-87b5-4c8d-b10d-7957a86891e4"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:35:41.799332 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28acb6eb-0e32-4e38-8c30-efbc3f911861 x-openstack-request-id: req-28acb6eb-0e32-4e38-8c30-efbc3f911861 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:35:41.799650 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303b5216-e21e-4fe3-bdb5-8e5727a73dda", "name": "network-vif-deleted", "tag": "734dce12-87b5-4c8d-b10d-7957a86891e4", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:35:41.799916 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-28acb6eb-0e32-4e38-8c30-efbc3f911861 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:35:41.800345 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303b5216-e21e-4fe3-bdb5-8e5727a73dda', 'name': 'network-vif-deleted', 'tag': '734dce12-87b5-4c8d-b10d-7957a86891e4', 'status': 'completed', 'code': 200} Mar 05 05:35:42.481049 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533da8d5-beec-425f-91ca-b9daeecfd5c9 req-8824e38a-feb4-4ff5-ab7f-6843bf4902be tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:42.482527 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-533da8d5-beec-425f-91ca-b9daeecfd5c9 req-8824e38a-feb4-4ff5-ab7f-6843bf4902be tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e88487f-8500-49b5-92d8-b66f8d184850 HTTP/1.1" status: 200 len: 945 time: 0.0537026 Mar 05 05:35:42.529577 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-533da8d5-beec-425f-91ca-b9daeecfd5c9 req-4084d489-53f6-469a-bfae-cd1190b896d9 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/security-groups?id=259307d9-4210-4ac1-952a-c1bf4a2cd3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408039 Mar 05 05:35:42.664814 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216437f3-e054-4f3f-b33e-4ab17000c43e req-73b28e0e-1558-4510-b549-fca5abbe4b3a tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:42.666273 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-216437f3-e054-4f3f-b33e-4ab17000c43e req-73b28e0e-1558-4510-b549-fca5abbe4b3a tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e88487f-8500-49b5-92d8-b66f8d184850 HTTP/1.1" status: 200 len: 945 time: 0.0541370 Mar 05 05:35:42.711834 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-216437f3-e054-4f3f-b33e-4ab17000c43e req-0071da4c-cd0a-4477-89a7-79396f958e1d tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/security-groups?id=259307d9-4210-4ac1-952a-c1bf4a2cd3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400569 Mar 05 05:35:42.829263 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e9ed2-839b-44f8-b86f-4a24fd5cac24 req-705d88eb-8b4b-496e-8a5e-b683122a8475 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:42.830833 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-729e9ed2-839b-44f8-b86f-4a24fd5cac24 req-705d88eb-8b4b-496e-8a5e-b683122a8475 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e88487f-8500-49b5-92d8-b66f8d184850 HTTP/1.1" status: 200 len: 945 time: 0.0519457 Mar 05 05:35:42.877089 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-729e9ed2-839b-44f8-b86f-4a24fd5cac24 req-e7f6dfa3-5480-49ab-9900-577c4230bdd4 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/security-groups?id=259307d9-4210-4ac1-952a-c1bf4a2cd3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400829 Mar 05 05:35:43.045448 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508f5d7-e73b-47d2-bd00-a3729117061f req-a3ceb142-cd51-4b05-ab63-3bfbd74723fc tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:43.046923 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b508f5d7-e73b-47d2-bd00-a3729117061f req-a3ceb142-cd51-4b05-ab63-3bfbd74723fc tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e88487f-8500-49b5-92d8-b66f8d184850 HTTP/1.1" status: 200 len: 945 time: 0.0518456 Mar 05 05:35:43.098175 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b508f5d7-e73b-47d2-bd00-a3729117061f req-c5a814a6-dc26-41de-8e39-32cc7115b634 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/security-groups?id=259307d9-4210-4ac1-952a-c1bf4a2cd3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450869 Mar 05 05:35:43.214701 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978fd14-a202-457a-afb7-b90e3cfbe1b1 req-5bf43571-6e31-4b5e-89a7-cb077e010fc2 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:43.216082 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e978fd14-a202-457a-afb7-b90e3cfbe1b1 req-5bf43571-6e31-4b5e-89a7-cb077e010fc2 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e88487f-8500-49b5-92d8-b66f8d184850 HTTP/1.1" status: 200 len: 945 time: 0.0526860 Mar 05 05:35:43.263605 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e978fd14-a202-457a-afb7-b90e3cfbe1b1 req-38eac74f-2d2f-4adf-9a33-67382a96b423 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/security-groups?id=259307d9-4210-4ac1-952a-c1bf4a2cd3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411818 Mar 05 05:35:43.389377 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709de1e-0498-4db9-9a01-19f9584c3b4a req-e08bb59d-c838-44d9-b1dc-189da2873358 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:43.390861 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5709de1e-0498-4db9-9a01-19f9584c3b4a req-e08bb59d-c838-44d9-b1dc-189da2873358 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e88487f-8500-49b5-92d8-b66f8d184850 HTTP/1.1" status: 200 len: 945 time: 0.0529454 Mar 05 05:35:43.437820 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5709de1e-0498-4db9-9a01-19f9584c3b4a req-f66124f4-3dfc-472a-93ad-d98eb462d156 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/security-groups?id=259307d9-4210-4ac1-952a-c1bf4a2cd3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413282 Mar 05 05:35:43.745082 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339884c9-5888-4ae3-bf76-ed82d4751de8 req-d5656350-ebc4-426f-a136-bc74f25eedd6 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:43.746461 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-339884c9-5888-4ae3-bf76-ed82d4751de8 req-d5656350-ebc4-426f-a136-bc74f25eedd6 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e88487f-8500-49b5-92d8-b66f8d184850 HTTP/1.1" status: 200 len: 945 time: 0.0577605 Mar 05 05:35:43.754449 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3e1727e0-7b74-4b99-8b8e-430328714b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:43.794223 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-339884c9-5888-4ae3-bf76-ed82d4751de8 req-bd28bd1c-d4ee-4d06-8cb8-4b53b620af7f tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/security-groups?id=259307d9-4210-4ac1-952a-c1bf4a2cd3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417898 Mar 05 05:35:44.155334 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:44.390767 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:44.918944 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c8b8b-a999-45cf-a53c-732c66322649 req-4763e910-db50-4d56-b5bb-06999c48c913 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:44.920474 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7c7c8b8b-a999-45cf-a53c-732c66322649 req-4763e910-db50-4d56-b5bb-06999c48c913 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/ports?device_id=0e88487f-8500-49b5-92d8-b66f8d184850 HTTP/1.1" status: 200 len: 945 time: 0.0533102 Mar 05 05:35:44.969437 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7c7c8b8b-a999-45cf-a53c-732c66322649 req-00c8a7f0-64a8-4a37-800d-1b10dbf3d367 tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.11 "GET /v2.0/security-groups?id=259307d9-4210-4ac1-952a-c1bf4a2cd3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412643 Mar 05 05:35:45.063456 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e5ba4-2013-493b-afe5-2034464340c9 req-15e756f6-97de-4bcd-b644-24493e79f49f tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:45.065079 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8d3e5ba4-2013-493b-afe5-2034464340c9 req-15e756f6-97de-4bcd-b644-24493e79f49f tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e88487f-8500-49b5-92d8-b66f8d184850 HTTP/1.1" status: 200 len: 945 time: 0.0519664 Mar 05 05:35:45.134108 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:45.159461 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-8d3e5ba4-2013-493b-afe5-2034464340c9 req-9618052f-c1af-4eea-a926-0377b3e4d84b tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Deleting port 93852d64-7171-4017-b0ce-cdb23e48e2d8 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:35:45.159802 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8d3e5ba4-2013-493b-afe5-2034464340c9 req-9618052f-c1af-4eea-a926-0377b3e4d84b tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (93852d64-7171-4017-b0ce-cdb23e48e2d8), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:45.245085 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-8d3e5ba4-2013-493b-afe5-2034464340c9 req-9618052f-c1af-4eea-a926-0377b3e4d84b tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] For port 93852d64-7171-4017-b0ce-cdb23e48e2d8, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=93852d64-7171-4017-b0ce-cdb23e48e2d8,segment=NetworkSegment(df9eaab0-b816-4529-9e0f-23b393877d13),segment_id=df9eaab0-b816-4529-9e0f-23b393877d13)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:35:45.245444 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8d3e5ba4-2013-493b-afe5-2034464340c9 req-9618052f-c1af-4eea-a926-0377b3e4d84b tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (93852d64-7171-4017-b0ce-cdb23e48e2d8), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:45.257263 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-8d3e5ba4-2013-493b-afe5-2034464340c9 req-9618052f-c1af-4eea-a926-0377b3e4d84b tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Calling delete_port for 93852d64-7171-4017-b0ce-cdb23e48e2d8 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:35:45.387721 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8d3e5ba4-2013-493b-afe5-2034464340c9 req-9618052f-c1af-4eea-a926-0377b3e4d84b tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (93852d64-7171-4017-b0ce-cdb23e48e2d8), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:45.399065 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['93852d64-7171-4017-b0ce-cdb23e48e2d8'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:35:45.418285 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9618052f-c1af-4eea-a926-0377b3e4d84b tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Pushing event deleted for resources: {'Port': ['ID=93852d64-7171-4017-b0ce-cdb23e48e2d8,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:45.462623 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3e5ba4-2013-493b-afe5-2034464340c9 req-9618052f-c1af-4eea-a926-0377b3e4d84b tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] No DVR routers for this DVR port 93852d64-7171-4017-b0ce-cdb23e48e2d8 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:35:45.465541 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8d3e5ba4-2013-493b-afe5-2034464340c9 req-9618052f-c1af-4eea-a926-0377b3e4d84b tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:45.469542 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8d3e5ba4-2013-493b-afe5-2034464340c9 req-9618052f-c1af-4eea-a926-0377b3e4d84b tempest-ServersNegativeTestJSON-191119030 tempest-ServersNegativeTestJSON-191119030-project] 10.222.0.31 "DELETE /v2.0/ports/93852d64-7171-4017-b0ce-cdb23e48e2d8 HTTP/1.1" status: 204 len: 173 time: 0.3991632 Mar 05 05:35:45.470025 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e88487f-8500-49b5-92d8-b66f8d184850', 'name': 'network-vif-deleted', 'tag': '93852d64-7171-4017-b0ce-cdb23e48e2d8'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:35:45.472764 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62aa807-6542-4d78-9aeb-d06f91f78198" -d '{"events": [{"server_uuid": "0e88487f-8500-49b5-92d8-b66f8d184850", "name": "network-vif-deleted", "tag": "93852d64-7171-4017-b0ce-cdb23e48e2d8"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:35:45.514927 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ccfc59-ca3f-48a0-b68a-e69412e28a79 x-openstack-request-id: req-e6ccfc59-ca3f-48a0-b68a-e69412e28a79 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:35:45.515255 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e88487f-8500-49b5-92d8-b66f8d184850", "name": "network-vif-deleted", "tag": "93852d64-7171-4017-b0ce-cdb23e48e2d8", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:35:45.515517 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e6ccfc59-ca3f-48a0-b68a-e69412e28a79 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:35:45.515931 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e88487f-8500-49b5-92d8-b66f8d184850', 'name': 'network-vif-deleted', 'tag': '93852d64-7171-4017-b0ce-cdb23e48e2d8', 'status': 'completed', 'code': 200} Mar 05 05:35:45.971244 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 734dce12-87b5-4c8d-b10d-7957a86891e4 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:35:45.991365 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 734dce12-87b5-4c8d-b10d-7957a86891e4 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:35:45.991723 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 734dce12-87b5-4c8d-b10d-7957a86891e4 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:35:46.027663 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44372) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:46.077097 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc4bdb8-ba7e-4cbb-9df3-88e05c34fc46 admin admin] Deleting subnet 30a6080a-2ff5-40b6-a9a6-181e5fde69e8 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:35:46.080477 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1dc4bdb8-ba7e-4cbb-9df3-88e05c34fc46 admin admin] Publish callbacks [] for subnet (30a6080a-2ff5-40b6-a9a6-181e5fde69e8), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:46.115507 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1dc4bdb8-ba7e-4cbb-9df3-88e05c34fc46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (30a6080a-2ff5-40b6-a9a6-181e5fde69e8), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:46.154048 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1dc4bdb8-ba7e-4cbb-9df3-88e05c34fc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (30a6080a-2ff5-40b6-a9a6-181e5fde69e8), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:46.205674 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1dc4bdb8-ba7e-4cbb-9df3-88e05c34fc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (30a6080a-2ff5-40b6-a9a6-181e5fde69e8), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:46.231538 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc4bdb8-ba7e-4cbb-9df3-88e05c34fc46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30a6080a-2ff5-40b6-a9a6-181e5fde69e8,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:46.237622 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1dc4bdb8-ba7e-4cbb-9df3-88e05c34fc46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:46.240788 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1dc4bdb8-ba7e-4cbb-9df3-88e05c34fc46 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/30a6080a-2ff5-40b6-a9a6-181e5fde69e8 HTTP/1.1" status: 204 len: 168 time: 0.2121372 Mar 05 05:35:46.243281 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44374) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:46.313185 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28fddd99-45af-483e-b05c-6de92276a476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (25d3a6e2-7972-4299-92b4-0305f907d72d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:46.392176 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28fddd99-45af-483e-b05c-6de92276a476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (25d3a6e2-7972-4299-92b4-0305f907d72d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:46.411583 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:46.733763 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-28fddd99-45af-483e-b05c-6de92276a476 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d3a6e2-7972-4299-92b4-0305f907d72d']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:35:46.743751 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-28fddd99-45af-483e-b05c-6de92276a476 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df9eaab0-b816-4529-9e0f-23b393877d13') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:35:46.744044 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-28fddd99-45af-483e-b05c-6de92276a476 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df9eaab0-b816-4529-9e0f-23b393877d13') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:35:46.753090 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28fddd99-45af-483e-b05c-6de92276a476 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (df9eaab0-b816-4529-9e0f-23b393877d13), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:46.765806 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28fddd99-45af-483e-b05c-6de92276a476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (df9eaab0-b816-4529-9e0f-23b393877d13), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:46.772101 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28fddd99-45af-483e-b05c-6de92276a476 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:35:46.772475 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28fddd99-45af-483e-b05c-6de92276a476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (df9eaab0-b816-4529-9e0f-23b393877d13), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:46.774090 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:35:46.774090 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:35:46.774090 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:35:46.774090 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:35:46.774090 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:35:46.774090 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:35:46.774090 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:35:46.774090 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:35:46.774090 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:35:46.774090 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:35:46.774090 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:35:46.774090 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:35:46.774090 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:35:46.774090 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:35:46.774090 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:35:46.774090 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:35:46.774090 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:35:46.774090 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:35:46.774090 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:35:46.774090 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:35:46.774090 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:35:46.774090 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:35:46.774090 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:35:46.774090 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:35:46.774090 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:35:46.774090 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:35:46.774090 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:35:46.774090 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:35:46.774090 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:35:46.774090 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:35:46.774090 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:35:46.774090 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:35:46.824871 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28fddd99-45af-483e-b05c-6de92276a476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (25d3a6e2-7972-4299-92b4-0305f907d72d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:46.830048 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28fddd99-45af-483e-b05c-6de92276a476 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:46.833459 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-28fddd99-45af-483e-b05c-6de92276a476 admin admin] 10.222.0.11 "DELETE /v2.0/networks/25d3a6e2-7972-4299-92b4-0305f907d72d HTTP/1.1" status: 204 len: 168 time: 0.5892658 Mar 05 05:35:46.847155 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fddd99-45af-483e-b05c-6de92276a476 admin admin] Pushing event deleted for resources: {'Network': ['ID=25d3a6e2-7972-4299-92b4-0305f907d72d,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:46.942290 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44378) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:46.982393 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4469b52c-c0bc-4381-9398-54f7c4dfba93 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=42baedaae1264c03b50d80ac0e7e62a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389152 Mar 05 05:35:46.984941 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44380) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:47.037413 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ea2c4dd4-cf28-4a78-b91f-0a5fd582458d admin admin] Publish callbacks [] for security_group (259307d9-4210-4ac1-952a-c1bf4a2cd3c5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:47.058115 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ea2c4dd4-cf28-4a78-b91f-0a5fd582458d admin admin] Publish callbacks [] for security_group (259307d9-4210-4ac1-952a-c1bf4a2cd3c5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:47.103616 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ea2c4dd4-cf28-4a78-b91f-0a5fd582458d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (259307d9-4210-4ac1-952a-c1bf4a2cd3c5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:47.106104 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ea2c4dd4-cf28-4a78-b91f-0a5fd582458d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:47.107257 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ea2c4dd4-cf28-4a78-b91f-0a5fd582458d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/259307d9-4210-4ac1-952a-c1bf4a2cd3c5 HTTP/1.1" status: 204 len: 168 time: 0.1214614 Mar 05 05:35:47.115262 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c4dd4-cf28-4a78-b91f-0a5fd582458d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259307d9-4210-4ac1-952a-c1bf4a2cd3c5,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:47.776341 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44402) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:47.852897 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:47.870478 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-815e9a5e-c3fa-4475-b11d-cbf9477d5d82 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-147253563'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:35:47.889341 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815e9a5e-c3fa-4475-b11d-cbf9477d5d82 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Made reservation on behalf of 4ed1c3800e2d4207b398a1dc46358738 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:35:47.892866 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-815e9a5e-c3fa-4475-b11d-cbf9477d5d82 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:47.901074 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-815e9a5e-c3fa-4475-b11d-cbf9477d5d82 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:47.974283 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-815e9a5e-c3fa-4475-b11d-cbf9477d5d82 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks [] for security_group (263bbc0f-84da-4bd5-87dc-c8ced3f9d951), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:47.977896 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-815e9a5e-c3fa-4475-b11d-cbf9477d5d82 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (263bbc0f-84da-4bd5-87dc-c8ced3f9d951), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:48.007441 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815e9a5e-c3fa-4475-b11d-cbf9477d5d82 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:35:48.020374 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e9a5e-c3fa-4475-b11d-cbf9477d5d82 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=263bbc0f-84da-4bd5-87dc-c8ced3f9d951,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:48.026785 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-815e9a5e-c3fa-4475-b11d-cbf9477d5d82 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (ccbe6a61-f62b-4fea-b112-9e320fbdd544), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:48.027070 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-815e9a5e-c3fa-4475-b11d-cbf9477d5d82 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Added segment ccbe6a61-f62b-4fea-b112-9e320fbdd544 of type vlan for network 8055ad82-07cc-4e51-9e79-2070b5f39e00 Mar 05 05:35:48.065881 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-815e9a5e-c3fa-4475-b11d-cbf9477d5d82 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (8055ad82-07cc-4e51-9e79-2070b5f39e00), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:48.090869 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-815e9a5e-c3fa-4475-b11d-cbf9477d5d82 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (8055ad82-07cc-4e51-9e79-2070b5f39e00), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:48.098073 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815e9a5e-c3fa-4475-b11d-cbf9477d5d82 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:48.098892 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-815e9a5e-c3fa-4475-b11d-cbf9477d5d82 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:48.136636 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-815e9a5e-c3fa-4475-b11d-cbf9477d5d82 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3592622 Mar 05 05:35:48.172280 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e9a5e-c3fa-4475-b11d-cbf9477d5d82 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Pushing event updated for resources: {'Network': ['ID=8055ad82-07cc-4e51-9e79-2070b5f39e00,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:48.182890 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 8055ad82-07cc-4e51-9e79-2070b5f39e00 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:35:49.129397 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 93852d64-7171-4017-b0ce-cdb23e48e2d8 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:35:49.149827 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 93852d64-7171-4017-b0ce-cdb23e48e2d8 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:35:49.150173 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 93852d64-7171-4017-b0ce-cdb23e48e2d8 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:35:51.367195 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44406) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:51.372290 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-bc7899da-ba35-4308-9198-bbe6061d429e tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Request body: {'subnet': {'network_id': '8055ad82-07cc-4e51-9e79-2070b5f39e00', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:35:51.464485 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7899da-ba35-4308-9198-bbe6061d429e tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Made reservation on behalf of 4ed1c3800e2d4207b398a1dc46358738 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:35:51.468177 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bc7899da-ba35-4308-9198-bbe6061d429e tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:51.649581 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bc7899da-ba35-4308-9198-bbe6061d429e tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (72752b89-cfea-44a7-899d-3ee7950a8a6c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:51.706045 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7899da-ba35-4308-9198-bbe6061d429e tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Pushing event updated for resources: {'Subnet': ['ID=72752b89-cfea-44a7-899d-3ee7950a8a6c,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:51.716902 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7899da-ba35-4308-9198-bbe6061d429e tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Checking segment: {'id': 'ccbe6a61-f62b-4fea-b112-9e320fbdd544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8055ad82-07cc-4e51-9e79-2070b5f39e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:35:51.717268 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7899da-ba35-4308-9198-bbe6061d429e tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Network hostable DHCP agents. Network: 8055ad82-07cc-4e51-9e79-2070b5f39e00, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:35:51.734056 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7899da-ba35-4308-9198-bbe6061d429e tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Network 8055ad82-07cc-4e51-9e79-2070b5f39e00 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:35:51.742679 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-bc7899da-ba35-4308-9198-bbe6061d429e tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 8055ad82-07cc-4e51-9e79-2070b5f39e00) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:35:51.747014 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7899da-ba35-4308-9198-bbe6061d429e tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:51.747645 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bc7899da-ba35-4308-9198-bbe6061d429e tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:51.751778 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b910184e-2da6-4407-b861-27f4a4df93ab None None] Network 8055ad82-07cc-4e51-9e79-2070b5f39e00 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:35:51.764001 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bc7899da-ba35-4308-9198-bbe6061d429e tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3956797 Mar 05 05:35:51.768448 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44408) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:51.773328 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-c76dbf02-00a3-4584-8162-78c4987637ce tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1292668702'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:35:51.792213 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76dbf02-00a3-4584-8162-78c4987637ce tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Made reservation on behalf of 4ed1c3800e2d4207b398a1dc46358738 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:35:51.795743 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c76dbf02-00a3-4584-8162-78c4987637ce tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:51.821062 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c76dbf02-00a3-4584-8162-78c4987637ce tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:35:51.833124 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c76dbf02-00a3-4584-8162-78c4987637ce tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (d9549299-ce92-4d51-b2b9-dc10d373e440), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:51.833480 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-c76dbf02-00a3-4584-8162-78c4987637ce tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Added segment d9549299-ce92-4d51-b2b9-dc10d373e440 of type vlan for network 5f3b0725-0f41-437f-8e29-dd9a6662cda2 Mar 05 05:35:51.853235 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64ba942-c614-4c70-a73b-110fbb390e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-8055ad82-07cc-4e51-9e79-2070b5f39e00', 'network_id': '8055ad82-07cc-4e51-9e79-2070b5f39e00', 'project_id': '4ed1c3800e2d4207b398a1dc46358738', 'fixed_ips': [{'subnet_id': '72752b89-cfea-44a7-899d-3ee7950a8a6c'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:35:51.854114 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f64ba942-c614-4c70-a73b-110fbb390e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:51.876426 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c76dbf02-00a3-4584-8162-78c4987637ce tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (5f3b0725-0f41-437f-8e29-dd9a6662cda2), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:51.901445 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c76dbf02-00a3-4584-8162-78c4987637ce tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (5f3b0725-0f41-437f-8e29-dd9a6662cda2), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:51.906452 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76dbf02-00a3-4584-8162-78c4987637ce tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:51.907034 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c76dbf02-00a3-4584-8162-78c4987637ce tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:51.949321 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c76dbf02-00a3-4584-8162-78c4987637ce tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1798253 Mar 05 05:35:51.952474 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44410) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:51.958804 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-bfe12f7a-b018-40e5-9bde-905d4f549099 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Request body: {'subnet': {'network_id': '5f3b0725-0f41-437f-8e29-dd9a6662cda2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:35:51.981934 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76dbf02-00a3-4584-8162-78c4987637ce tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Pushing event updated for resources: {'Network': ['ID=5f3b0725-0f41-437f-8e29-dd9a6662cda2,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:51.994816 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 5f3b0725-0f41-437f-8e29-dd9a6662cda2 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:35:52.013243 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-f64ba942-c614-4c70-a73b-110fbb390e97 None None] Allocated IP 2001:db8:0:ffff::2 (8055ad82-07cc-4e51-9e79-2070b5f39e00/72752b89-cfea-44a7-899d-3ee7950a8a6c/a01d8d73-406f-469f-9c7b-5a93708e5b3d) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:35:52.054087 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe12f7a-b018-40e5-9bde-905d4f549099 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Made reservation on behalf of 4ed1c3800e2d4207b398a1dc46358738 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:35:52.057589 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bfe12f7a-b018-40e5-9bde-905d4f549099 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:52.207375 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f64ba942-c614-4c70-a73b-110fbb390e97 None None] Publish callbacks [] for port (a01d8d73-406f-469f-9c7b-5a93708e5b3d), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:52.212499 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f64ba942-c614-4c70-a73b-110fbb390e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (a01d8d73-406f-469f-9c7b-5a93708e5b3d), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:52.250254 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bfe12f7a-b018-40e5-9bde-905d4f549099 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (04dcc1d1-9621-422b-9286-2a556b47769f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:52.255595 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64ba942-c614-4c70-a73b-110fbb390e97 None None] Network 8055ad82-07cc-4e51-9e79-2070b5f39e00 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:35:52.258422 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-f64ba942-c614-4c70-a73b-110fbb390e97 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:35:52.261851 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64ba942-c614-4c70-a73b-110fbb390e97 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:35:52.271038 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ba942-c614-4c70-a73b-110fbb390e97 None None] Pushing event updated for resources: {'Port': ['ID=a01d8d73-406f-469f-9c7b-5a93708e5b3d,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:52.311706 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe12f7a-b018-40e5-9bde-905d4f549099 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Pushing event updated for resources: {'Subnet': ['ID=04dcc1d1-9621-422b-9286-2a556b47769f,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:52.322449 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe12f7a-b018-40e5-9bde-905d4f549099 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Checking segment: {'id': 'd9549299-ce92-4d51-b2b9-dc10d373e440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '5f3b0725-0f41-437f-8e29-dd9a6662cda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:35:52.322823 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe12f7a-b018-40e5-9bde-905d4f549099 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Network hostable DHCP agents. Network: 5f3b0725-0f41-437f-8e29-dd9a6662cda2, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:35:52.325282 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-f64ba942-c614-4c70-a73b-110fbb390e97 None None] Attempting to bind port a01d8d73-406f-469f-9c7b-5a93708e5b3d on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:35:52.325666 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-f64ba942-c614-4c70-a73b-110fbb390e97 None None] Attempting to bind port a01d8d73-406f-469f-9c7b-5a93708e5b3d by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'ccbe6a61-f62b-4fea-b112-9e320fbdd544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8055ad82-07cc-4e51-9e79-2070b5f39e00'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:35:52.326033 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64ba942-c614-4c70-a73b-110fbb390e97 None None] Attempting to bind port a01d8d73-406f-469f-9c7b-5a93708e5b3d on network 8055ad82-07cc-4e51-9e79-2070b5f39e00 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:35:52.331092 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64ba942-c614-4c70-a73b-110fbb390e97 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:35:52.331479 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64ba942-c614-4c70-a73b-110fbb390e97 None None] Checking segment: {'id': 'ccbe6a61-f62b-4fea-b112-9e320fbdd544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8055ad82-07cc-4e51-9e79-2070b5f39e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:35:52.331884 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f64ba942-c614-4c70-a73b-110fbb390e97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:52.332279 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64ba942-c614-4c70-a73b-110fbb390e97 None None] Bound using segment: {'id': 'ccbe6a61-f62b-4fea-b112-9e320fbdd544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8055ad82-07cc-4e51-9e79-2070b5f39e00'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:35:52.332747 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-f64ba942-c614-4c70-a73b-110fbb390e97 None None] Bound port: a01d8d73-406f-469f-9c7b-5a93708e5b3d, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccbe6a61-f62b-4fea-b112-9e320fbdd544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8055ad82-07cc-4e51-9e79-2070b5f39e00'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:35:52.333133 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f64ba942-c614-4c70-a73b-110fbb390e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a01d8d73-406f-469f-9c7b-5a93708e5b3d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:52.339625 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe12f7a-b018-40e5-9bde-905d4f549099 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Network 5f3b0725-0f41-437f-8e29-dd9a6662cda2 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:35:52.348573 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-bfe12f7a-b018-40e5-9bde-905d4f549099 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 5f3b0725-0f41-437f-8e29-dd9a6662cda2) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:35:52.353112 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe12f7a-b018-40e5-9bde-905d4f549099 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:52.353734 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bfe12f7a-b018-40e5-9bde-905d4f549099 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:52.372537 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cea987e-730a-413a-abfb-f0c3f1126782 None None] Network 5f3b0725-0f41-437f-8e29-dd9a6662cda2 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:35:52.373318 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44412) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:52.375610 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-bfe12f7a-b018-40e5-9bde-905d4f549099 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4218976 Mar 05 05:35:52.456620 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f64ba942-c614-4c70-a73b-110fbb390e97 None None] For port a01d8d73-406f-469f-9c7b-5a93708e5b3d, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:35:52.460989 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f64ba942-c614-4c70-a73b-110fbb390e97 None None] For port a01d8d73-406f-469f-9c7b-5a93708e5b3d, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a01d8d73-406f-469f-9c7b-5a93708e5b3d,segment=NetworkSegment(ccbe6a61-f62b-4fea-b112-9e320fbdd544),segment_id=ccbe6a61-f62b-4fea-b112-9e320fbdd544)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:35:52.472749 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f64ba942-c614-4c70-a73b-110fbb390e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a01d8d73-406f-469f-9c7b-5a93708e5b3d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:52.478290 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0874e13e-12a8-485f-92ad-8e9f184aebb5 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (5f3b0725-0f41-437f-8e29-dd9a6662cda2), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:52.523792 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2220ca32-98ed-4aef-a436-82645792168e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-5f3b0725-0f41-437f-8e29-dd9a6662cda2', 'network_id': '5f3b0725-0f41-437f-8e29-dd9a6662cda2', 'project_id': '4ed1c3800e2d4207b398a1dc46358738', 'fixed_ips': [{'subnet_id': '04dcc1d1-9621-422b-9286-2a556b47769f'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:35:52.524657 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2220ca32-98ed-4aef-a436-82645792168e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:52.537111 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0874e13e-12a8-485f-92ad-8e9f184aebb5 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (04dcc1d1-9621-422b-9286-2a556b47769f), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:52.578853 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ba942-c614-4c70-a73b-110fbb390e97 None None] Pushing event updated for resources: {'Port': ['ID=a01d8d73-406f-469f-9c7b-5a93708e5b3d,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:52.607832 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0874e13e-12a8-485f-92ad-8e9f184aebb5 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (04dcc1d1-9621-422b-9286-2a556b47769f), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:52.637858 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874e13e-12a8-485f-92ad-8e9f184aebb5 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Pushing event deleted for resources: {'Subnet': ['ID=04dcc1d1-9621-422b-9286-2a556b47769f,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server [None req-2220ca32-98ed-4aef-a436-82645792168e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04dcc1d1-9621-422b-9286-2a556b47769f: This subnet is being modified by another concurrent operation. Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise exception Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04dcc1d1-9621-422b-9286-2a556b47769f: This subnet is being modified by another concurrent operation. Mar 05 05:35:52.662551 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server Mar 05 05:35:52.692359 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851469d5-870b-4f93-8e59-985aa75be504 None None] Network 5f3b0725-0f41-437f-8e29-dd9a6662cda2 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:35:52.741577 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0874e13e-12a8-485f-92ad-8e9f184aebb5 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (5f3b0725-0f41-437f-8e29-dd9a6662cda2), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:52.769258 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-0874e13e-12a8-485f-92ad-8e9f184aebb5 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f3b0725-0f41-437f-8e29-dd9a6662cda2']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:35:52.779352 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-0874e13e-12a8-485f-92ad-8e9f184aebb5 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9549299-ce92-4d51-b2b9-dc10d373e440') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:35:52.779652 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-0874e13e-12a8-485f-92ad-8e9f184aebb5 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9549299-ce92-4d51-b2b9-dc10d373e440') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:35:52.791309 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0874e13e-12a8-485f-92ad-8e9f184aebb5 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (d9549299-ce92-4d51-b2b9-dc10d373e440), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:52.807531 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0874e13e-12a8-485f-92ad-8e9f184aebb5 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (d9549299-ce92-4d51-b2b9-dc10d373e440), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:52.814055 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0874e13e-12a8-485f-92ad-8e9f184aebb5 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:35:52.814548 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0874e13e-12a8-485f-92ad-8e9f184aebb5 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (d9549299-ce92-4d51-b2b9-dc10d373e440), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:52.817731 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:35:52.817731 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:35:52.817731 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:35:52.817731 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:35:52.817731 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:35:52.817731 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:35:52.817731 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:35:52.817731 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:35:52.817731 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:35:52.817731 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:35:52.817731 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:35:52.817731 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:35:52.817731 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:35:52.817731 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:35:52.817731 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:35:52.817731 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:35:52.817731 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:35:52.817731 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:35:52.817731 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:35:52.817731 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:35:52.817731 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:35:52.817731 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:35:52.817731 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:35:52.817731 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:35:52.817731 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:35:52.817731 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:35:52.817731 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:35:52.817731 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:35:52.817731 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:35:52.817731 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:35:52.817731 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:35:52.817731 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:35:52.881239 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0874e13e-12a8-485f-92ad-8e9f184aebb5 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (5f3b0725-0f41-437f-8e29-dd9a6662cda2), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:52.885606 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0874e13e-12a8-485f-92ad-8e9f184aebb5 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:52.888760 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0874e13e-12a8-485f-92ad-8e9f184aebb5 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] 10.222.0.11 "DELETE /v2.0/networks/5f3b0725-0f41-437f-8e29-dd9a6662cda2 HTTP/1.1" status: 204 len: 168 time: 0.5144501 Mar 05 05:35:52.892911 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44414) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:52.897995 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-580001a0-7d6d-4bf9-a037-ad748a615e10 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-7494093'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:35:52.909140 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874e13e-12a8-485f-92ad-8e9f184aebb5 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Pushing event deleted for resources: {'Network': ['ID=5f3b0725-0f41-437f-8e29-dd9a6662cda2,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:52.918778 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580001a0-7d6d-4bf9-a037-ad748a615e10 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Made reservation on behalf of 4ed1c3800e2d4207b398a1dc46358738 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:35:52.922237 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-580001a0-7d6d-4bf9-a037-ad748a615e10 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:52.946543 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580001a0-7d6d-4bf9-a037-ad748a615e10 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:35:52.956778 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-580001a0-7d6d-4bf9-a037-ad748a615e10 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (0304b890-96ce-4b4e-9168-b134daaac502), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:52.957443 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-580001a0-7d6d-4bf9-a037-ad748a615e10 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Added segment 0304b890-96ce-4b4e-9168-b134daaac502 of type vlan for network a4a0c5a8-ba73-45e3-bdab-370ae46badaf Mar 05 05:35:52.996406 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-580001a0-7d6d-4bf9-a037-ad748a615e10 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (a4a0c5a8-ba73-45e3-bdab-370ae46badaf), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:53.023493 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-580001a0-7d6d-4bf9-a037-ad748a615e10 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (a4a0c5a8-ba73-45e3-bdab-370ae46badaf), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:53.028505 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580001a0-7d6d-4bf9-a037-ad748a615e10 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:53.029125 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-580001a0-7d6d-4bf9-a037-ad748a615e10 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:53.065878 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-580001a0-7d6d-4bf9-a037-ad748a615e10 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.1718004 Mar 05 05:35:53.068745 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44416) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:53.073705 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-07e8e059-7e48-4484-949b-3f4b7fe38a22 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Request body: {'subnet': {'network_id': 'a4a0c5a8-ba73-45e3-bdab-370ae46badaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:35:53.127673 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580001a0-7d6d-4bf9-a037-ad748a615e10 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Pushing event updated for resources: {'Network': ['ID=a4a0c5a8-ba73-45e3-bdab-370ae46badaf,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:53.138570 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network a4a0c5a8-ba73-45e3-bdab-370ae46badaf details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:35:53.199202 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e8e059-7e48-4484-949b-3f4b7fe38a22 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Made reservation on behalf of 4ed1c3800e2d4207b398a1dc46358738 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:35:53.202971 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-07e8e059-7e48-4484-949b-3f4b7fe38a22 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:53.267904 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.ipam_backend_mixin [None req-07e8e059-7e48-4484-949b-3f4b7fe38a22 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Performing IP validity checks on allocation pools {{(pid=105232) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 05 05:35:53.268404 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.ipam_backend_mixin [None req-07e8e059-7e48-4484-949b-3f4b7fe38a22 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105232) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 05 05:35:53.394372 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-07e8e059-7e48-4484-949b-3f4b7fe38a22 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (40919a81-c24b-4904-94fb-21dee4b6e384), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:53.456754 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8e059-7e48-4484-949b-3f4b7fe38a22 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Pushing event updated for resources: {'Subnet': ['ID=40919a81-c24b-4904-94fb-21dee4b6e384,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:53.472779 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e8e059-7e48-4484-949b-3f4b7fe38a22 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Checking segment: {'id': '0304b890-96ce-4b4e-9168-b134daaac502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'a4a0c5a8-ba73-45e3-bdab-370ae46badaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:35:53.473156 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e8e059-7e48-4484-949b-3f4b7fe38a22 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Network hostable DHCP agents. Network: a4a0c5a8-ba73-45e3-bdab-370ae46badaf, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:35:53.490779 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e8e059-7e48-4484-949b-3f4b7fe38a22 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Network a4a0c5a8-ba73-45e3-bdab-370ae46badaf is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:35:53.500576 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-07e8e059-7e48-4484-949b-3f4b7fe38a22 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, a4a0c5a8-ba73-45e3-bdab-370ae46badaf) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:35:53.505792 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e8e059-7e48-4484-949b-3f4b7fe38a22 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:53.506373 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-07e8e059-7e48-4484-949b-3f4b7fe38a22 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:53.507401 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e76e82e-e7f7-4a38-b3c6-acb11aaba0d4 None None] get_active_networks_info from n-d-789963-32 {{(pid=105233) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 05 05:35:53.522786 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-07e8e059-7e48-4484-949b-3f4b7fe38a22 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4530070 Mar 05 05:35:53.525464 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44418) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:53.585099 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e76e82e-e7f7-4a38-b3c6-acb11aaba0d4 None None] Resources bound (agent type, host, resource id): {{(pid=105233) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 05:35:53.622615 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2aa13694-fe5b-4f2c-9b25-d748609fb080 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (a4a0c5a8-ba73-45e3-bdab-370ae46badaf), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:53.668371 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e789120e-3de5-4a2c-ad2f-e39e48bbfdd2 None None] Provisioning complete for port a01d8d73-406f-469f-9c7b-5a93708e5b3d triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:35:53.668757 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e789120e-3de5-4a2c-ad2f-e39e48bbfdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a01d8d73-406f-469f-9c7b-5a93708e5b3d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:53.707892 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2aa13694-fe5b-4f2c-9b25-d748609fb080 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (40919a81-c24b-4904-94fb-21dee4b6e384), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:53.767636 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2aa13694-fe5b-4f2c-9b25-d748609fb080 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (40919a81-c24b-4904-94fb-21dee4b6e384), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:53.794980 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa13694-fe5b-4f2c-9b25-d748609fb080 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Pushing event deleted for resources: {'Subnet': ['ID=40919a81-c24b-4904-94fb-21dee4b6e384,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:53.805702 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e789120e-3de5-4a2c-ad2f-e39e48bbfdd2 None None] Current status of the port a01d8d73-406f-469f-9c7b-5a93708e5b3d is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:35:53.806096 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e789120e-3de5-4a2c-ad2f-e39e48bbfdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a01d8d73-406f-469f-9c7b-5a93708e5b3d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:53.817507 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb1cd06-be42-4c9b-bf57-32723679aa10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-a4a0c5a8-ba73-45e3-bdab-370ae46badaf', 'network_id': 'a4a0c5a8-ba73-45e3-bdab-370ae46badaf', 'project_id': '4ed1c3800e2d4207b398a1dc46358738', 'fixed_ips': [{'subnet_id': '40919a81-c24b-4904-94fb-21dee4b6e384'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:35:53.818362 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2bb1cd06-be42-4c9b-bf57-32723679aa10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:53.864769 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2aa13694-fe5b-4f2c-9b25-d748609fb080 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (a4a0c5a8-ba73-45e3-bdab-370ae46badaf), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:53.885099 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-2aa13694-fe5b-4f2c-9b25-d748609fb080 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a0c5a8-ba73-45e3-bdab-370ae46badaf']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:35:53.894744 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-2aa13694-fe5b-4f2c-9b25-d748609fb080 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0304b890-96ce-4b4e-9168-b134daaac502') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:35:53.895041 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-2aa13694-fe5b-4f2c-9b25-d748609fb080 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0304b890-96ce-4b4e-9168-b134daaac502') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:35:53.904242 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2aa13694-fe5b-4f2c-9b25-d748609fb080 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (0304b890-96ce-4b4e-9168-b134daaac502), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:53.908857 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-e789120e-3de5-4a2c-ad2f-e39e48bbfdd2 None None] For port a01d8d73-406f-469f-9c7b-5a93708e5b3d, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a01d8d73-406f-469f-9c7b-5a93708e5b3d,segment=NetworkSegment(ccbe6a61-f62b-4fea-b112-9e320fbdd544),segment_id=ccbe6a61-f62b-4fea-b112-9e320fbdd544)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:35:53.917738 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e789120e-3de5-4a2c-ad2f-e39e48bbfdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a01d8d73-406f-469f-9c7b-5a93708e5b3d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:53.920114 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2aa13694-fe5b-4f2c-9b25-d748609fb080 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (0304b890-96ce-4b4e-9168-b134daaac502), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:53.927396 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa13694-fe5b-4f2c-9b25-d748609fb080 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:35:53.927944 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2aa13694-fe5b-4f2c-9b25-d748609fb080 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (0304b890-96ce-4b4e-9168-b134daaac502), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:53.931558 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:35:53.931558 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:35:53.931558 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:35:53.931558 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:35:53.931558 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:35:53.931558 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:35:53.931558 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:35:53.931558 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:35:53.931558 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:35:53.931558 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:35:53.931558 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:35:53.931558 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:35:53.931558 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:35:53.931558 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:35:53.931558 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:35:53.931558 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:35:53.931558 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:35:53.931558 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:35:53.931558 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:35:53.931558 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:35:53.931558 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:35:53.931558 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:35:53.931558 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:35:53.931558 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:35:53.931558 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:35:53.931558 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:35:53.931558 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:35:53.931558 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:35:53.931558 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:35:53.931558 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:35:53.931558 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:35:53.931558 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:35:53.944548 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0d0325-2c90-45eb-a01b-62d4f38398b6 None None] Network 8055ad82-07cc-4e51-9e79-2070b5f39e00 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:35:53.946394 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0e4fd0-69e9-45ce-8c76-455a8b6b8ce5 None None] Network a4a0c5a8-ba73-45e3-bdab-370ae46badaf requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:35:54.002358 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2aa13694-fe5b-4f2c-9b25-d748609fb080 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (a4a0c5a8-ba73-45e3-bdab-370ae46badaf), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:54.010264 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2aa13694-fe5b-4f2c-9b25-d748609fb080 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:54.013513 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2aa13694-fe5b-4f2c-9b25-d748609fb080 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] 10.222.0.11 "DELETE /v2.0/networks/a4a0c5a8-ba73-45e3-bdab-370ae46badaf HTTP/1.1" status: 204 len: 168 time: 0.4871335 Mar 05 05:35:54.018641 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44420) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:54.023812 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-9098d862-3731-41a9-89be-b19f2270d4a3 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-965304253'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:35:54.029658 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa13694-fe5b-4f2c-9b25-d748609fb080 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Pushing event deleted for resources: {'Network': ['ID=a4a0c5a8-ba73-45e3-bdab-370ae46badaf,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:54.052532 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9098d862-3731-41a9-89be-b19f2270d4a3 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Made reservation on behalf of 4ed1c3800e2d4207b398a1dc46358738 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:35:54.056648 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9098d862-3731-41a9-89be-b19f2270d4a3 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:54.072464 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a01d8d73-406f-469f-9c7b-5a93708e5b3d up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:35:54.078830 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789120e-3de5-4a2c-ad2f-e39e48bbfdd2 None None] Pushing event updated for resources: {'Port': ['ID=a01d8d73-406f-469f-9c7b-5a93708e5b3d,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:54.082556 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9098d862-3731-41a9-89be-b19f2270d4a3 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:35:54.092320 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9098d862-3731-41a9-89be-b19f2270d4a3 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (c95b2087-e46d-4904-8c78-4cd1ce51bf68), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:54.092743 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-9098d862-3731-41a9-89be-b19f2270d4a3 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Added segment c95b2087-e46d-4904-8c78-4cd1ce51bf68 of type vlan for network 4ea0699b-1167-4266-8f6c-4b49fe994504 Mar 05 05:35:54.135593 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9098d862-3731-41a9-89be-b19f2270d4a3 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (4ea0699b-1167-4266-8f6c-4b49fe994504), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:54.137817 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4b6510-c0eb-4208-996b-ebc300861117 None None] Network a4a0c5a8-ba73-45e3-bdab-370ae46badaf requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:35:54.161485 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9098d862-3731-41a9-89be-b19f2270d4a3 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (4ea0699b-1167-4266-8f6c-4b49fe994504), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:54.166544 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9098d862-3731-41a9-89be-b19f2270d4a3 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:54.167172 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9098d862-3731-41a9-89be-b19f2270d4a3 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:54.209923 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9098d862-3731-41a9-89be-b19f2270d4a3 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1873541 Mar 05 05:35:54.210436 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44422) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:54.216167 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-a73b1af8-5e7c-4184-b4a4-0f684f206e16 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Request body: {'subnet': {'network_id': '4ea0699b-1167-4266-8f6c-4b49fe994504', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:35:54.241103 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098d862-3731-41a9-89be-b19f2270d4a3 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Pushing event updated for resources: {'Network': ['ID=4ea0699b-1167-4266-8f6c-4b49fe994504,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:54.315992 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73b1af8-5e7c-4184-b4a4-0f684f206e16 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Made reservation on behalf of 4ed1c3800e2d4207b398a1dc46358738 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:35:54.319335 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a73b1af8-5e7c-4184-b4a4-0f684f206e16 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:54.327034 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 4ea0699b-1167-4266-8f6c-4b49fe994504 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:35:54.342115 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4b6510-c0eb-4208-996b-ebc300861117 None None] Network a4a0c5a8-ba73-45e3-bdab-370ae46badaf could not be found, it might have been deleted concurrently. {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 05 05:35:54.433499 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port a01d8d73-406f-469f-9c7b-5a93708e5b3d triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:35:54.433885 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a01d8d73-406f-469f-9c7b-5a93708e5b3d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:54.509921 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a73b1af8-5e7c-4184-b4a4-0f684f206e16 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (39fddb0b-3fee-45aa-ab35-394b16a883e6), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:54.527420 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port a01d8d73-406f-469f-9c7b-5a93708e5b3d is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:35:54.575920 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b1af8-5e7c-4184-b4a4-0f684f206e16 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Pushing event updated for resources: {'Subnet': ['ID=39fddb0b-3fee-45aa-ab35-394b16a883e6,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:54.582191 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73b1af8-5e7c-4184-b4a4-0f684f206e16 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Checking segment: {'id': 'c95b2087-e46d-4904-8c78-4cd1ce51bf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4ea0699b-1167-4266-8f6c-4b49fe994504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:35:54.582551 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73b1af8-5e7c-4184-b4a4-0f684f206e16 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Network hostable DHCP agents. Network: 4ea0699b-1167-4266-8f6c-4b49fe994504, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:35:54.600783 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73b1af8-5e7c-4184-b4a4-0f684f206e16 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Network 4ea0699b-1167-4266-8f6c-4b49fe994504 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:35:54.609094 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-a73b1af8-5e7c-4184-b4a4-0f684f206e16 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 4ea0699b-1167-4266-8f6c-4b49fe994504) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:35:54.614416 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73b1af8-5e7c-4184-b4a4-0f684f206e16 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:54.615432 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a73b1af8-5e7c-4184-b4a4-0f684f206e16 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:54.619533 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ba6b12-bdec-4953-8b02-37c91c0c87d9 None None] Network 4ea0699b-1167-4266-8f6c-4b49fe994504 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:35:54.639181 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44424) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:54.639754 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a73b1af8-5e7c-4184-b4a4-0f684f206e16 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4277070 Mar 05 05:35:54.644597 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-a485b847-e372-4128-ab9a-42ead832967c tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1612483063'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:35:54.664777 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a485b847-e372-4128-ab9a-42ead832967c tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Made reservation on behalf of 4ed1c3800e2d4207b398a1dc46358738 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:35:54.669231 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a485b847-e372-4128-ab9a-42ead832967c tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:54.698111 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a485b847-e372-4128-ab9a-42ead832967c tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:35:54.708426 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a485b847-e372-4128-ab9a-42ead832967c tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (93b9f0be-a9f0-4198-96ef-a55dfab6ceea), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:54.708834 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-a485b847-e372-4128-ab9a-42ead832967c tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Added segment 93b9f0be-a9f0-4198-96ef-a55dfab6ceea of type vlan for network c0e7f356-a549-4b70-bdc8-a9a9d1fedcd3 Mar 05 05:35:54.731923 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c176565-df26-4e56-b51a-811e674bdb48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-4ea0699b-1167-4266-8f6c-4b49fe994504', 'network_id': '4ea0699b-1167-4266-8f6c-4b49fe994504', 'project_id': '4ed1c3800e2d4207b398a1dc46358738', 'fixed_ips': [{'subnet_id': '39fddb0b-3fee-45aa-ab35-394b16a883e6'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:35:54.732761 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8c176565-df26-4e56-b51a-811e674bdb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:54.753617 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a485b847-e372-4128-ab9a-42ead832967c tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (c0e7f356-a549-4b70-bdc8-a9a9d1fedcd3), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:54.778751 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a485b847-e372-4128-ab9a-42ead832967c tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (c0e7f356-a549-4b70-bdc8-a9a9d1fedcd3), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:54.783914 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a485b847-e372-4128-ab9a-42ead832967c tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:54.784493 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a485b847-e372-4128-ab9a-42ead832967c tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:54.812450 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-53feb638-ca27-4df1-9533-0b1dfb4f2b51 None None] Provisioning complete for port a01d8d73-406f-469f-9c7b-5a93708e5b3d triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:35:54.812830 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-53feb638-ca27-4df1-9533-0b1dfb4f2b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a01d8d73-406f-469f-9c7b-5a93708e5b3d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:54.822028 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a485b847-e372-4128-ab9a-42ead832967c tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1817372 Mar 05 05:35:54.825099 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44426) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:54.830386 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-c629cdb3-4e12-4238-9b55-fa2ff1512afa tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Request body: {'subnet': {'network_id': 'c0e7f356-a549-4b70-bdc8-a9a9d1fedcd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:35:54.855302 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485b847-e372-4128-ab9a-42ead832967c tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Pushing event updated for resources: {'Network': ['ID=c0e7f356-a549-4b70-bdc8-a9a9d1fedcd3,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:54.869383 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network c0e7f356-a549-4b70-bdc8-a9a9d1fedcd3 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:35:54.924718 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c629cdb3-4e12-4238-9b55-fa2ff1512afa tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Made reservation on behalf of 4ed1c3800e2d4207b398a1dc46358738 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:35:54.930012 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c629cdb3-4e12-4238-9b55-fa2ff1512afa tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:54.962453 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-8c176565-df26-4e56-b51a-811e674bdb48 None None] Allocated IP 2001:db8::2 (4ea0699b-1167-4266-8f6c-4b49fe994504/39fddb0b-3fee-45aa-ab35-394b16a883e6/bdec0707-c5bd-4d39-9bfc-416c362a9f73) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:35:55.044305 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-53feb638-ca27-4df1-9533-0b1dfb4f2b51 None None] Current status of the port a01d8d73-406f-469f-9c7b-5a93708e5b3d is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:35:55.124120 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c629cdb3-4e12-4238-9b55-fa2ff1512afa tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (bbb2ec61-3fe8-4f6a-8284-e34a69631961), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:55.153292 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8c176565-df26-4e56-b51a-811e674bdb48 None None] Publish callbacks [] for port (bdec0707-c5bd-4d39-9bfc-416c362a9f73), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:55.159615 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8c176565-df26-4e56-b51a-811e674bdb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (bdec0707-c5bd-4d39-9bfc-416c362a9f73), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:55.186593 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629cdb3-4e12-4238-9b55-fa2ff1512afa tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Pushing event updated for resources: {'Subnet': ['ID=bbb2ec61-3fe8-4f6a-8284-e34a69631961,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:55.194271 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c629cdb3-4e12-4238-9b55-fa2ff1512afa tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Checking segment: {'id': '93b9f0be-a9f0-4198-96ef-a55dfab6ceea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c0e7f356-a549-4b70-bdc8-a9a9d1fedcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:35:55.194672 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c629cdb3-4e12-4238-9b55-fa2ff1512afa tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Network hostable DHCP agents. Network: c0e7f356-a549-4b70-bdc8-a9a9d1fedcd3, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:35:55.204298 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c176565-df26-4e56-b51a-811e674bdb48 None None] Network 4ea0699b-1167-4266-8f6c-4b49fe994504 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:35:55.207421 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-8c176565-df26-4e56-b51a-811e674bdb48 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:35:55.211372 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c176565-df26-4e56-b51a-811e674bdb48 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:35:55.213070 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c629cdb3-4e12-4238-9b55-fa2ff1512afa tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Network c0e7f356-a549-4b70-bdc8-a9a9d1fedcd3 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:35:55.218710 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c176565-df26-4e56-b51a-811e674bdb48 None None] Pushing event updated for resources: {'Port': ['ID=bdec0707-c5bd-4d39-9bfc-416c362a9f73,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:55.224257 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-c629cdb3-4e12-4238-9b55-fa2ff1512afa tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, c0e7f356-a549-4b70-bdc8-a9a9d1fedcd3) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:35:55.233208 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c629cdb3-4e12-4238-9b55-fa2ff1512afa tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:55.234024 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c629cdb3-4e12-4238-9b55-fa2ff1512afa tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:55.249791 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05335a9b-9537-4e31-b9ae-581f9686f365 None None] Network c0e7f356-a549-4b70-bdc8-a9a9d1fedcd3 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:35:55.255312 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c629cdb3-4e12-4238-9b55-fa2ff1512afa tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4269011 Mar 05 05:35:55.255785 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44428) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:55.328851 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-8c176565-df26-4e56-b51a-811e674bdb48 None None] Attempting to bind port bdec0707-c5bd-4d39-9bfc-416c362a9f73 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:35:55.330186 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-8c176565-df26-4e56-b51a-811e674bdb48 None None] Attempting to bind port bdec0707-c5bd-4d39-9bfc-416c362a9f73 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'c95b2087-e46d-4904-8c78-4cd1ce51bf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4ea0699b-1167-4266-8f6c-4b49fe994504'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:35:55.330186 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c176565-df26-4e56-b51a-811e674bdb48 None None] Attempting to bind port bdec0707-c5bd-4d39-9bfc-416c362a9f73 on network 4ea0699b-1167-4266-8f6c-4b49fe994504 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:35:55.338747 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c176565-df26-4e56-b51a-811e674bdb48 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:35:55.339146 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c176565-df26-4e56-b51a-811e674bdb48 None None] Checking segment: {'id': 'c95b2087-e46d-4904-8c78-4cd1ce51bf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4ea0699b-1167-4266-8f6c-4b49fe994504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:35:55.339553 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8c176565-df26-4e56-b51a-811e674bdb48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:55.339948 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c176565-df26-4e56-b51a-811e674bdb48 None None] Bound using segment: {'id': 'c95b2087-e46d-4904-8c78-4cd1ce51bf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4ea0699b-1167-4266-8f6c-4b49fe994504'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:35:55.340415 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-8c176565-df26-4e56-b51a-811e674bdb48 None None] Bound port: bdec0707-c5bd-4d39-9bfc-416c362a9f73, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95b2087-e46d-4904-8c78-4cd1ce51bf68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4ea0699b-1167-4266-8f6c-4b49fe994504'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:35:55.340798 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8c176565-df26-4e56-b51a-811e674bdb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (bdec0707-c5bd-4d39-9bfc-416c362a9f73), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:55.356135 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-16d5c365-ab5f-43ea-8a3b-6feb2b595e37 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (c0e7f356-a549-4b70-bdc8-a9a9d1fedcd3), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:55.407114 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-16d5c365-ab5f-43ea-8a3b-6feb2b595e37 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (bbb2ec61-3fe8-4f6a-8284-e34a69631961), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:55.417110 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ece506-8755-48df-949f-83718eb10f0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-c0e7f356-a549-4b70-bdc8-a9a9d1fedcd3', 'network_id': 'c0e7f356-a549-4b70-bdc8-a9a9d1fedcd3', 'project_id': '4ed1c3800e2d4207b398a1dc46358738', 'fixed_ips': [{'subnet_id': 'bbb2ec61-3fe8-4f6a-8284-e34a69631961'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:35:55.417945 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-25ece506-8755-48df-949f-83718eb10f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:55.447303 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-8c176565-df26-4e56-b51a-811e674bdb48 None None] For port bdec0707-c5bd-4d39-9bfc-416c362a9f73, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:35:55.450989 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-8c176565-df26-4e56-b51a-811e674bdb48 None None] For port bdec0707-c5bd-4d39-9bfc-416c362a9f73, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=bdec0707-c5bd-4d39-9bfc-416c362a9f73,segment=NetworkSegment(c95b2087-e46d-4904-8c78-4cd1ce51bf68),segment_id=c95b2087-e46d-4904-8c78-4cd1ce51bf68)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:35:55.461744 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8c176565-df26-4e56-b51a-811e674bdb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (bdec0707-c5bd-4d39-9bfc-416c362a9f73), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:55.467998 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-16d5c365-ab5f-43ea-8a3b-6feb2b595e37 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (bbb2ec61-3fe8-4f6a-8284-e34a69631961), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:55.495542 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5c365-ab5f-43ea-8a3b-6feb2b595e37 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Pushing event deleted for resources: {'Subnet': ['ID=bbb2ec61-3fe8-4f6a-8284-e34a69631961,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:55.560448 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-16d5c365-ab5f-43ea-8a3b-6feb2b595e37 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (c0e7f356-a549-4b70-bdc8-a9a9d1fedcd3), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:55.587292 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-16d5c365-ab5f-43ea-8a3b-6feb2b595e37 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e7f356-a549-4b70-bdc8-a9a9d1fedcd3']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server [None req-25ece506-8755-48df-949f-83718eb10f0a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bbb2ec61-3fe8-4f6a-8284-e34a69631961: This subnet is being modified by another concurrent operation. Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise self.value Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server raise exception Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bbb2ec61-3fe8-4f6a-8284-e34a69631961: This subnet is being modified by another concurrent operation. Mar 05 05:35:55.588565 n-d-789963-32 neutron-server[105233]: ERROR oslo_messaging.rpc.server Mar 05 05:35:55.596084 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c176565-df26-4e56-b51a-811e674bdb48 None None] Pushing event updated for resources: {'Port': ['ID=bdec0707-c5bd-4d39-9bfc-416c362a9f73,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:55.602247 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-16d5c365-ab5f-43ea-8a3b-6feb2b595e37 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b9f0be-a9f0-4198-96ef-a55dfab6ceea') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:35:55.602551 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-16d5c365-ab5f-43ea-8a3b-6feb2b595e37 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b9f0be-a9f0-4198-96ef-a55dfab6ceea') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:35:55.611966 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6799f55-9764-44b3-a3d4-92c075fc8330 None None] Network c0e7f356-a549-4b70-bdc8-a9a9d1fedcd3 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:35:55.613686 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-16d5c365-ab5f-43ea-8a3b-6feb2b595e37 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (93b9f0be-a9f0-4198-96ef-a55dfab6ceea), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:55.629954 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-16d5c365-ab5f-43ea-8a3b-6feb2b595e37 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (93b9f0be-a9f0-4198-96ef-a55dfab6ceea), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:55.636496 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d5c365-ab5f-43ea-8a3b-6feb2b595e37 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:35:55.636931 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-16d5c365-ab5f-43ea-8a3b-6feb2b595e37 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (93b9f0be-a9f0-4198-96ef-a55dfab6ceea), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:55.641252 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:35:55.641252 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:35:55.641252 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:35:55.641252 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:35:55.641252 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:35:55.641252 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:35:55.641252 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:35:55.641252 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:35:55.641252 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:35:55.641252 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:35:55.641252 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:35:55.641252 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:35:55.641252 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:35:55.641252 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:35:55.641252 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:35:55.641252 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:35:55.641252 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:35:55.641252 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:35:55.641252 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:35:55.641252 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:35:55.641252 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:35:55.641252 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:35:55.641252 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:35:55.641252 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:35:55.641252 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:35:55.641252 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:35:55.641252 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:35:55.641252 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:35:55.641252 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:35:55.641252 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:35:55.641252 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:35:55.641252 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:35:55.706573 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-16d5c365-ab5f-43ea-8a3b-6feb2b595e37 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (c0e7f356-a549-4b70-bdc8-a9a9d1fedcd3), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:55.713613 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-16d5c365-ab5f-43ea-8a3b-6feb2b595e37 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:55.716805 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-16d5c365-ab5f-43ea-8a3b-6feb2b595e37 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] 10.222.0.11 "DELETE /v2.0/networks/c0e7f356-a549-4b70-bdc8-a9a9d1fedcd3 HTTP/1.1" status: 204 len: 168 time: 0.4599085 Mar 05 05:35:55.721357 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44430) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:55.745596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5c365-ab5f-43ea-8a3b-6feb2b595e37 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Pushing event deleted for resources: {'Network': ['ID=c0e7f356-a549-4b70-bdc8-a9a9d1fedcd3,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:55.766314 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-c821f9b3-7058-4ce1-a59d-f0c3899b7849 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] GET failed (client error): The resource could not be found. Mar 05 05:35:55.775558 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c821f9b3-7058-4ce1-a59d-f0c3899b7849 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] 10.222.0.11 "GET /v2.0/subnets/bbb2ec61-3fe8-4f6a-8284-e34a69631961 HTTP/1.1" status: 404 len: 337 time: 0.0507805 Mar 05 05:35:55.775950 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44432) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:55.802551 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b390e5-42ff-4e17-9d6e-c4456dedd5b4 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] DELETE failed (client error): The resource could not be found. Mar 05 05:35:55.803057 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65b390e5-42ff-4e17-9d6e-c4456dedd5b4 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:35:55.806028 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-65b390e5-42ff-4e17-9d6e-c4456dedd5b4 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] 10.222.0.11 "DELETE /v2.0/networks/c0e7f356-a549-4b70-bdc8-a9a9d1fedcd3 HTTP/1.1" status: 404 len: 339 time: 0.0290852 Mar 05 05:35:55.809673 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44434) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:55.836778 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f12b74-e0af-41bd-bbdc-5c2bcd71231a tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] DELETE failed (client error): The resource could not be found. Mar 05 05:35:55.837000 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93f12b74-e0af-41bd-bbdc-5c2bcd71231a tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:35:55.840109 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-93f12b74-e0af-41bd-bbdc-5c2bcd71231a tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] 10.222.0.11 "DELETE /v2.0/subnets/bbb2ec61-3fe8-4f6a-8284-e34a69631961 HTTP/1.1" status: 404 len: 337 time: 0.0295355 Mar 05 05:35:55.842592 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44436) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:55.862218 n-d-789963-32 neutron-server[105231]: INFO neutron.pecan_wsgi.hooks.translation [None req-219cfb0b-73f8-496b-be57-5c0a6b67f0d0 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] DELETE failed (client error): The resource could not be found. Mar 05 05:35:55.862723 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-219cfb0b-73f8-496b-be57-5c0a6b67f0d0 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105231) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:35:55.865974 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-219cfb0b-73f8-496b-be57-5c0a6b67f0d0 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] 10.222.0.11 "DELETE /v2.0/networks/c0e7f356-a549-4b70-bdc8-a9a9d1fedcd3 HTTP/1.1" status: 404 len: 339 time: 0.0224054 Mar 05 05:35:55.868674 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44438) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:55.928096 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a71ebd5-d97c-43c8-9314-5cdb19b2f5cc tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Deleting subnet 39fddb0b-3fee-45aa-ab35-394b16a883e6 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:35:55.931647 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6a71ebd5-d97c-43c8-9314-5cdb19b2f5cc tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks [] for subnet (39fddb0b-3fee-45aa-ab35-394b16a883e6), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:55.976099 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6a71ebd5-d97c-43c8-9314-5cdb19b2f5cc tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (39fddb0b-3fee-45aa-ab35-394b16a883e6), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:56.060756 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6a71ebd5-d97c-43c8-9314-5cdb19b2f5cc tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (39fddb0b-3fee-45aa-ab35-394b16a883e6), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:56.079666 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bdec0707-c5bd-4d39-9bfc-416c362a9f73 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:35:56.131369 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port bdec0707-c5bd-4d39-9bfc-416c362a9f73 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:35:56.131760 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bdec0707-c5bd-4d39-9bfc-416c362a9f73), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:56.134039 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6a71ebd5-d97c-43c8-9314-5cdb19b2f5cc tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (39fddb0b-3fee-45aa-ab35-394b16a883e6), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:56.165135 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71ebd5-d97c-43c8-9314-5cdb19b2f5cc tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Pushing event deleted for resources: {'Subnet': ['ID=39fddb0b-3fee-45aa-ab35-394b16a883e6,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:56.167846 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6a71ebd5-d97c-43c8-9314-5cdb19b2f5cc tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:56.171865 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6a71ebd5-d97c-43c8-9314-5cdb19b2f5cc tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] 10.222.0.11 "DELETE /v2.0/subnets/39fddb0b-3fee-45aa-ab35-394b16a883e6 HTTP/1.1" status: 204 len: 168 time: 0.3022411 Mar 05 05:35:56.174496 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44440) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:56.213835 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port bdec0707-c5bd-4d39-9bfc-416c362a9f73 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:35:56.214258 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (bdec0707-c5bd-4d39-9bfc-416c362a9f73), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:56.246406 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port bdec0707-c5bd-4d39-9bfc-416c362a9f73, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=bdec0707-c5bd-4d39-9bfc-416c362a9f73,segment=NetworkSegment(c95b2087-e46d-4904-8c78-4cd1ce51bf68),segment_id=c95b2087-e46d-4904-8c78-4cd1ce51bf68)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:35:56.250948 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (bdec0707-c5bd-4d39-9bfc-416c362a9f73), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:56.252146 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8fff05b6-c921-42c0-b2c2-1de4fb6bad3f tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (4ea0699b-1167-4266-8f6c-4b49fe994504), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:56.252863 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a01d8d73-406f-469f-9c7b-5a93708e5b3d up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:35:56.312886 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8fff05b6-c921-42c0-b2c2-1de4fb6bad3f tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Deleting port bdec0707-c5bd-4d39-9bfc-416c362a9f73 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:35:56.313216 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8fff05b6-c921-42c0-b2c2-1de4fb6bad3f tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (bdec0707-c5bd-4d39-9bfc-416c362a9f73), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:56.335512 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=bdec0707-c5bd-4d39-9bfc-416c362a9f73,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:56.362703 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port a01d8d73-406f-469f-9c7b-5a93708e5b3d triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:35:56.362805 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a01d8d73-406f-469f-9c7b-5a93708e5b3d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:56.382778 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-8fff05b6-c921-42c0-b2c2-1de4fb6bad3f tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] For port bdec0707-c5bd-4d39-9bfc-416c362a9f73, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=bdec0707-c5bd-4d39-9bfc-416c362a9f73,segment=NetworkSegment(c95b2087-e46d-4904-8c78-4cd1ce51bf68),segment_id=c95b2087-e46d-4904-8c78-4cd1ce51bf68)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:35:56.383184 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8fff05b6-c921-42c0-b2c2-1de4fb6bad3f tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (bdec0707-c5bd-4d39-9bfc-416c362a9f73), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:56.396757 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8fff05b6-c921-42c0-b2c2-1de4fb6bad3f tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Calling delete_port for bdec0707-c5bd-4d39-9bfc-416c362a9f73 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:35:56.457294 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port a01d8d73-406f-469f-9c7b-5a93708e5b3d is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:35:56.491595 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8fff05b6-c921-42c0-b2c2-1de4fb6bad3f tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (bdec0707-c5bd-4d39-9bfc-416c362a9f73), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:56.518478 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff05b6-c921-42c0-b2c2-1de4fb6bad3f tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Pushing event deleted for resources: {'Port': ['ID=bdec0707-c5bd-4d39-9bfc-416c362a9f73,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:56.523225 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fff05b6-c921-42c0-b2c2-1de4fb6bad3f tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] No DVR routers for this DVR port bdec0707-c5bd-4d39-9bfc-416c362a9f73 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:35:56.612465 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8fff05b6-c921-42c0-b2c2-1de4fb6bad3f tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (4ea0699b-1167-4266-8f6c-4b49fe994504), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:56.639111 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-8fff05b6-c921-42c0-b2c2-1de4fb6bad3f tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea0699b-1167-4266-8f6c-4b49fe994504']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:35:56.649107 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7173411-b422-4407-bb05-7db1c380aa6c None None] get_active_networks_info from n-d-789963-32 {{(pid=105233) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 05 05:35:56.649751 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-8fff05b6-c921-42c0-b2c2-1de4fb6bad3f tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95b2087-e46d-4904-8c78-4cd1ce51bf68') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:35:56.650052 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-8fff05b6-c921-42c0-b2c2-1de4fb6bad3f tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95b2087-e46d-4904-8c78-4cd1ce51bf68') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:35:56.660425 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8fff05b6-c921-42c0-b2c2-1de4fb6bad3f tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (c95b2087-e46d-4904-8c78-4cd1ce51bf68), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:56.674883 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8fff05b6-c921-42c0-b2c2-1de4fb6bad3f tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (c95b2087-e46d-4904-8c78-4cd1ce51bf68), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:56.681101 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fff05b6-c921-42c0-b2c2-1de4fb6bad3f tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:35:56.681491 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8fff05b6-c921-42c0-b2c2-1de4fb6bad3f tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (c95b2087-e46d-4904-8c78-4cd1ce51bf68), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:56.681648 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-9779f30d-6424-408e-83d4-12ec09a083ff None None] Could not find standard attr ID for object bdec0707-c5bd-4d39-9bfc-416c362a9f73. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 05:35:56.684796 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:35:56.684796 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:35:56.684796 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:35:56.684796 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:35:56.684796 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:35:56.684796 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:35:56.684796 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:35:56.684796 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:35:56.684796 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:35:56.684796 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:35:56.684796 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:35:56.684796 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:35:56.684796 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:35:56.684796 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:35:56.684796 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:35:56.684796 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:35:56.684796 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:35:56.684796 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:35:56.684796 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:35:56.684796 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:35:56.684796 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:35:56.684796 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:35:56.684796 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:35:56.684796 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:35:56.684796 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:35:56.684796 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:35:56.684796 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:35:56.684796 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:35:56.684796 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:35:56.684796 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:35:56.684796 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:35:56.684796 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:35:56.725209 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7173411-b422-4407-bb05-7db1c380aa6c None None] Resources bound (agent type, host, resource id): {{(pid=105233) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 05 05:35:56.744574 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8fff05b6-c921-42c0-b2c2-1de4fb6bad3f tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (4ea0699b-1167-4266-8f6c-4b49fe994504), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:56.749307 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8fff05b6-c921-42c0-b2c2-1de4fb6bad3f tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:56.752765 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8fff05b6-c921-42c0-b2c2-1de4fb6bad3f tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] 10.222.0.11 "DELETE /v2.0/networks/4ea0699b-1167-4266-8f6c-4b49fe994504 HTTP/1.1" status: 204 len: 168 time: 0.5773225 Mar 05 05:35:56.755522 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44442) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:56.767834 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff05b6-c921-42c0-b2c2-1de4fb6bad3f tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Pushing event deleted for resources: {'Network': ['ID=4ea0699b-1167-4266-8f6c-4b49fe994504,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:56.783632 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-54a49fcf-96ce-475d-9667-56dcb6d3005d tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] DELETE failed (client error): The resource could not be found. Mar 05 05:35:56.784082 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54a49fcf-96ce-475d-9667-56dcb6d3005d tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:35:56.787240 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-54a49fcf-96ce-475d-9667-56dcb6d3005d tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] 10.222.0.11 "DELETE /v2.0/subnets/40919a81-c24b-4904-94fb-21dee4b6e384 HTTP/1.1" status: 404 len: 337 time: 0.0300605 Mar 05 05:35:56.789960 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44444) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:56.808920 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-4009e71f-82ac-4272-a15c-db1c3c4c6bf6 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] DELETE failed (client error): The resource could not be found. Mar 05 05:35:56.809424 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4009e71f-82ac-4272-a15c-db1c3c4c6bf6 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:35:56.812510 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4009e71f-82ac-4272-a15c-db1c3c4c6bf6 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] 10.222.0.11 "DELETE /v2.0/networks/a4a0c5a8-ba73-45e3-bdab-370ae46badaf HTTP/1.1" status: 404 len: 339 time: 0.0216346 Mar 05 05:35:56.815188 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44446) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:56.841080 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9431352-e085-4521-842e-8c387ee1ce2f tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] DELETE failed (client error): The resource could not be found. Mar 05 05:35:56.841540 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9431352-e085-4521-842e-8c387ee1ce2f tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:35:56.846888 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a9431352-e085-4521-842e-8c387ee1ce2f tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] 10.222.0.11 "DELETE /v2.0/subnets/04dcc1d1-9621-422b-9286-2a556b47769f HTTP/1.1" status: 404 len: 337 time: 0.0306742 Mar 05 05:35:56.849433 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44448) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:56.868411 n-d-789963-32 neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-93546fd5-cba4-4392-899a-3f7c66f65f25 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] DELETE failed (client error): The resource could not be found. Mar 05 05:35:56.868985 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93546fd5-cba4-4392-899a-3f7c66f65f25 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105232) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 05 05:35:56.871922 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-93546fd5-cba4-4392-899a-3f7c66f65f25 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] 10.222.0.11 "DELETE /v2.0/networks/5f3b0725-0f41-437f-8e29-dd9a6662cda2 HTTP/1.1" status: 404 len: 339 time: 0.0215504 Mar 05 05:35:56.874579 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44450) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:56.887308 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6623b340-57e5-4d36-b92b-2e400cb26c76 None None] Network 4ea0699b-1167-4266-8f6c-4b49fe994504 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:35:56.900273 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6623b340-57e5-4d36-b92b-2e400cb26c76 None None] Network 4ea0699b-1167-4266-8f6c-4b49fe994504 could not be found, it might have been deleted concurrently. {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 05 05:35:56.929737 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d4edeb-649c-4263-9e53-a046e0ed1a27 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Deleting subnet 72752b89-cfea-44a7-899d-3ee7950a8a6c {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:35:56.933743 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f1d4edeb-649c-4263-9e53-a046e0ed1a27 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks [] for subnet (72752b89-cfea-44a7-899d-3ee7950a8a6c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:56.962837 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cff2222-fc61-4274-8928-cffe25beadfc None None] DHCP port deletion for 4ea0699b-1167-4266-8f6c-4b49fe994504 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:35:56.991409 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f1d4edeb-649c-4263-9e53-a046e0ed1a27 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (72752b89-cfea-44a7-899d-3ee7950a8a6c), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:57.092121 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f1d4edeb-649c-4263-9e53-a046e0ed1a27 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (72752b89-cfea-44a7-899d-3ee7950a8a6c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:57.161985 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f1d4edeb-649c-4263-9e53-a046e0ed1a27 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (72752b89-cfea-44a7-899d-3ee7950a8a6c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:57.206594 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4edeb-649c-4263-9e53-a046e0ed1a27 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Pushing event deleted for resources: {'Subnet': ['ID=72752b89-cfea-44a7-899d-3ee7950a8a6c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:57.212869 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f1d4edeb-649c-4263-9e53-a046e0ed1a27 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:57.215905 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f1d4edeb-649c-4263-9e53-a046e0ed1a27 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] 10.222.0.11 "DELETE /v2.0/subnets/72752b89-cfea-44a7-899d-3ee7950a8a6c HTTP/1.1" status: 204 len: 168 time: 0.3403137 Mar 05 05:35:57.218904 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516e9d18-43e2-4d46-9a64-4d3280c60cef None None] Network 8055ad82-07cc-4e51-9e79-2070b5f39e00 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:35:57.220452 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44452) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:57.314344 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c736c59-0983-463f-b298-9c00bbc95436 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (8055ad82-07cc-4e51-9e79-2070b5f39e00), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:57.378804 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-9c736c59-0983-463f-b298-9c00bbc95436 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Deleting port a01d8d73-406f-469f-9c7b-5a93708e5b3d {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:35:57.379239 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c736c59-0983-463f-b298-9c00bbc95436 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (a01d8d73-406f-469f-9c7b-5a93708e5b3d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:57.388500 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bece6177-12f5-47bd-ad2e-faa6fafd8877 None None] DHCP port deletion for 8055ad82-07cc-4e51-9e79-2070b5f39e00 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:35:57.450549 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-bece6177-12f5-47bd-ad2e-faa6fafd8877 None None] Deleting port a01d8d73-406f-469f-9c7b-5a93708e5b3d {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:35:57.450796 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-9c736c59-0983-463f-b298-9c00bbc95436 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] For port a01d8d73-406f-469f-9c7b-5a93708e5b3d, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a01d8d73-406f-469f-9c7b-5a93708e5b3d,segment=NetworkSegment(ccbe6a61-f62b-4fea-b112-9e320fbdd544),segment_id=ccbe6a61-f62b-4fea-b112-9e320fbdd544)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:35:57.450914 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bece6177-12f5-47bd-ad2e-faa6fafd8877 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (a01d8d73-406f-469f-9c7b-5a93708e5b3d), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:57.451042 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c736c59-0983-463f-b298-9c00bbc95436 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (a01d8d73-406f-469f-9c7b-5a93708e5b3d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:57.465162 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-9c736c59-0983-463f-b298-9c00bbc95436 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Calling delete_port for a01d8d73-406f-469f-9c7b-5a93708e5b3d owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:35:57.522141 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-bece6177-12f5-47bd-ad2e-faa6fafd8877 None None] For port a01d8d73-406f-469f-9c7b-5a93708e5b3d, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a01d8d73-406f-469f-9c7b-5a93708e5b3d,segment=NetworkSegment(ccbe6a61-f62b-4fea-b112-9e320fbdd544),segment_id=ccbe6a61-f62b-4fea-b112-9e320fbdd544)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:35:57.522547 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bece6177-12f5-47bd-ad2e-faa6fafd8877 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (a01d8d73-406f-469f-9c7b-5a93708e5b3d), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:57.545041 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-bece6177-12f5-47bd-ad2e-faa6fafd8877 None None] Calling delete_port for a01d8d73-406f-469f-9c7b-5a93708e5b3d owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:35:57.550412 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c736c59-0983-463f-b298-9c00bbc95436 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (a01d8d73-406f-469f-9c7b-5a93708e5b3d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:57.582784 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c736c59-0983-463f-b298-9c00bbc95436 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Pushing event deleted for resources: {'Port': ['ID=a01d8d73-406f-469f-9c7b-5a93708e5b3d,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:57.585267 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c736c59-0983-463f-b298-9c00bbc95436 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] No DVR routers for this DVR port a01d8d73-406f-469f-9c7b-5a93708e5b3d on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:35:57.628967 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bece6177-12f5-47bd-ad2e-faa6fafd8877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (a01d8d73-406f-469f-9c7b-5a93708e5b3d), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:57.654990 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece6177-12f5-47bd-ad2e-faa6fafd8877 None None] Pushing event deleted for resources: {'Port': ['ID=a01d8d73-406f-469f-9c7b-5a93708e5b3d,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:57.656830 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bece6177-12f5-47bd-ad2e-faa6fafd8877 None None] No DVR routers for this DVR port a01d8d73-406f-469f-9c7b-5a93708e5b3d on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:35:57.666021 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c736c59-0983-463f-b298-9c00bbc95436 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (8055ad82-07cc-4e51-9e79-2070b5f39e00), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:57.684133 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-9c736c59-0983-463f-b298-9c00bbc95436 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8055ad82-07cc-4e51-9e79-2070b5f39e00']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:35:57.693822 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-9c736c59-0983-463f-b298-9c00bbc95436 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccbe6a61-f62b-4fea-b112-9e320fbdd544') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:35:57.694122 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-9c736c59-0983-463f-b298-9c00bbc95436 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccbe6a61-f62b-4fea-b112-9e320fbdd544') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:35:57.711987 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c736c59-0983-463f-b298-9c00bbc95436 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (ccbe6a61-f62b-4fea-b112-9e320fbdd544), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:57.725242 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c736c59-0983-463f-b298-9c00bbc95436 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (ccbe6a61-f62b-4fea-b112-9e320fbdd544), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:57.731483 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c736c59-0983-463f-b298-9c00bbc95436 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:35:57.731896 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c736c59-0983-463f-b298-9c00bbc95436 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (ccbe6a61-f62b-4fea-b112-9e320fbdd544), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:57.735323 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:35:57.735323 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:35:57.735323 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:35:57.735323 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:35:57.735323 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:35:57.735323 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:35:57.735323 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:35:57.735323 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:35:57.735323 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:35:57.735323 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:35:57.735323 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:35:57.735323 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:35:57.735323 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:35:57.735323 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:35:57.735323 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:35:57.735323 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:35:57.735323 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:35:57.735323 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:35:57.735323 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:35:57.735323 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:35:57.735323 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:35:57.735323 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:35:57.735323 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:35:57.735323 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:35:57.735323 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:35:57.735323 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:35:57.735323 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:35:57.735323 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:35:57.735323 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:35:57.735323 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:35:57.735323 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:35:57.735323 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:35:57.793476 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c736c59-0983-463f-b298-9c00bbc95436 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (8055ad82-07cc-4e51-9e79-2070b5f39e00), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:57.801286 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9c736c59-0983-463f-b298-9c00bbc95436 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:57.804348 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9c736c59-0983-463f-b298-9c00bbc95436 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] 10.222.0.11 "DELETE /v2.0/networks/8055ad82-07cc-4e51-9e79-2070b5f39e00 HTTP/1.1" status: 204 len: 168 time: 0.5826323 Mar 05 05:35:57.816081 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c736c59-0983-463f-b298-9c00bbc95436 tempest-NetworksIpV6Test-1844920065 tempest-NetworksIpV6Test-1844920065-project] Pushing event deleted for resources: {'Network': ['ID=8055ad82-07cc-4e51-9e79-2070b5f39e00,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:58.008685 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bdec0707-c5bd-4d39-9bfc-416c362a9f73 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:35:58.032000 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: bdec0707-c5bd-4d39-9bfc-416c362a9f73 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:35:58.033021 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bdec0707-c5bd-4d39-9bfc-416c362a9f73 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:35:58.033535 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a01d8d73-406f-469f-9c7b-5a93708e5b3d no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:35:58.048597 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44458) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:58.052126 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: a01d8d73-406f-469f-9c7b-5a93708e5b3d {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:35:58.052477 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a01d8d73-406f-469f-9c7b-5a93708e5b3d not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:35:58.185074 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-74c96610-ad6c-4559-9586-a1f7643164ce admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4ed1c3800e2d4207b398a1dc46358738&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1353116 Mar 05 05:35:58.187615 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44462) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:58.233108 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-27293447-688c-4813-bbad-6615460a17df admin admin] Publish callbacks [] for security_group (263bbc0f-84da-4bd5-87dc-c8ced3f9d951), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:58.258866 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-27293447-688c-4813-bbad-6615460a17df admin admin] Publish callbacks [] for security_group (263bbc0f-84da-4bd5-87dc-c8ced3f9d951), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:58.305531 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-27293447-688c-4813-bbad-6615460a17df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (263bbc0f-84da-4bd5-87dc-c8ced3f9d951), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:58.308125 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-27293447-688c-4813-bbad-6615460a17df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:58.309306 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-27293447-688c-4813-bbad-6615460a17df admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/263bbc0f-84da-4bd5-87dc-c8ced3f9d951 HTTP/1.1" status: 204 len: 168 time: 0.1207862 Mar 05 05:35:58.317033 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27293447-688c-4813-bbad-6615460a17df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263bbc0f-84da-4bd5-87dc-c8ced3f9d951,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:58.932540 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44484) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:59.027321 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-b063e375-bb21-4d7f-b5b2-bc4fab743dc4 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1256878639', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:35:59.047824 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b063e375-bb21-4d7f-b5b2-bc4fab743dc4 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (63e4b77e-b629-4a29-b4bb-a3c38491bedc), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:59.049041 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b063e375-bb21-4d7f-b5b2-bc4fab743dc4 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (63e4b77e-b629-4a29-b4bb-a3c38491bedc), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:59.100510 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b063e375-bb21-4d7f-b5b2-bc4fab743dc4 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks [] for router_controller (63e4b77e-b629-4a29-b4bb-a3c38491bedc), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:59.104347 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b063e375-bb21-4d7f-b5b2-bc4fab743dc4 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (63e4b77e-b629-4a29-b4bb-a3c38491bedc), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:59.121159 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b063e375-bb21-4d7f-b5b2-bc4fab743dc4 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:59.122375 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b063e375-bb21-4d7f-b5b2-bc4fab743dc4 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1887844 Mar 05 05:35:59.125265 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44488) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:59.131650 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-276e4bc1-ad25-448a-a258-689726640af0 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1796906552'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:35:59.150617 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276e4bc1-ad25-448a-a258-689726640af0 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Made reservation on behalf of a73e55b6a8f24fa3958c5119b5ecb4f3 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:35:59.153919 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-276e4bc1-ad25-448a-a258-689726640af0 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:59.162838 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-276e4bc1-ad25-448a-a258-689726640af0 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:59.241379 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-276e4bc1-ad25-448a-a258-689726640af0 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks [] for security_group (09d987a2-5635-423a-a5c5-074f0b1d33cc), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:59.244993 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-276e4bc1-ad25-448a-a258-689726640af0 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (09d987a2-5635-423a-a5c5-074f0b1d33cc), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:59.271658 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276e4bc1-ad25-448a-a258-689726640af0 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:35:59.280134 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e4bc1-ad25-448a-a258-689726640af0 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09d987a2-5635-423a-a5c5-074f0b1d33cc,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:59.286168 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-276e4bc1-ad25-448a-a258-689726640af0 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (f5c99cb7-9925-47d7-a955-9a08cc2180d2), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:59.286533 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-276e4bc1-ad25-448a-a258-689726640af0 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Added segment f5c99cb7-9925-47d7-a955-9a08cc2180d2 of type vlan for network 861d2364-2aba-432c-98e8-c4261225d3a3 Mar 05 05:35:59.325383 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-276e4bc1-ad25-448a-a258-689726640af0 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (861d2364-2aba-432c-98e8-c4261225d3a3), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:59.349218 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-276e4bc1-ad25-448a-a258-689726640af0 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (861d2364-2aba-432c-98e8-c4261225d3a3), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:59.354113 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276e4bc1-ad25-448a-a258-689726640af0 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:59.354691 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-276e4bc1-ad25-448a-a258-689726640af0 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:59.389209 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-276e4bc1-ad25-448a-a258-689726640af0 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2623796 Mar 05 05:35:59.392120 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44490) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:59.396756 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-99cbb18c-78d0-4806-a989-23c13de06525 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Request body: {'subnet': {'network_id': '861d2364-2aba-432c-98e8-c4261225d3a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:35:59.440709 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e4bc1-ad25-448a-a258-689726640af0 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Pushing event updated for resources: {'Network': ['ID=861d2364-2aba-432c-98e8-c4261225d3a3,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:59.450735 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 861d2364-2aba-432c-98e8-c4261225d3a3 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:35:59.506311 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:35:59.516122 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cbb18c-78d0-4806-a989-23c13de06525 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Made reservation on behalf of a73e55b6a8f24fa3958c5119b5ecb4f3 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:35:59.519680 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-99cbb18c-78d0-4806-a989-23c13de06525 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:59.700007 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-99cbb18c-78d0-4806-a989-23c13de06525 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (2f7eb5d2-5e95-478e-ac08-ddda82e76cf6), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:59.757528 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cbb18c-78d0-4806-a989-23c13de06525 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Pushing event updated for resources: {'Subnet': ['ID=2f7eb5d2-5e95-478e-ac08-ddda82e76cf6,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:35:59.768284 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cbb18c-78d0-4806-a989-23c13de06525 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Checking segment: {'id': 'f5c99cb7-9925-47d7-a955-9a08cc2180d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '861d2364-2aba-432c-98e8-c4261225d3a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:35:59.768645 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cbb18c-78d0-4806-a989-23c13de06525 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Network hostable DHCP agents. Network: 861d2364-2aba-432c-98e8-c4261225d3a3, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:35:59.784989 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cbb18c-78d0-4806-a989-23c13de06525 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Network 861d2364-2aba-432c-98e8-c4261225d3a3 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:35:59.793525 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-99cbb18c-78d0-4806-a989-23c13de06525 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 861d2364-2aba-432c-98e8-c4261225d3a3) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:35:59.798022 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cbb18c-78d0-4806-a989-23c13de06525 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:59.799885 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-99cbb18c-78d0-4806-a989-23c13de06525 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:59.802750 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e609912-c278-4a79-aa4d-8d5e26a2a54f None None] Network 861d2364-2aba-432c-98e8-c4261225d3a3 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:35:59.818309 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-99cbb18c-78d0-4806-a989-23c13de06525 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4251609 Mar 05 05:35:59.821534 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44492) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:35:59.826793 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-477a6b6e-660f-43be-8526-0b2b30b0d224 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1077206935'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:35:59.848858 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477a6b6e-660f-43be-8526-0b2b30b0d224 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Made reservation on behalf of a73e55b6a8f24fa3958c5119b5ecb4f3 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:35:59.852443 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-477a6b6e-660f-43be-8526-0b2b30b0d224 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:59.881093 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-477a6b6e-660f-43be-8526-0b2b30b0d224 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:35:59.891319 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-477a6b6e-660f-43be-8526-0b2b30b0d224 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (14956afd-6420-48cb-b27e-0c709a8ff603), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:59.891701 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-477a6b6e-660f-43be-8526-0b2b30b0d224 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Added segment 14956afd-6420-48cb-b27e-0c709a8ff603 of type vlan for network cabd2dbf-439d-4d53-a242-de5dc9079a04 Mar 05 05:35:59.938102 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-477a6b6e-660f-43be-8526-0b2b30b0d224 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (cabd2dbf-439d-4d53-a242-de5dc9079a04), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:59.964432 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-477a6b6e-660f-43be-8526-0b2b30b0d224 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (cabd2dbf-439d-4d53-a242-de5dc9079a04), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:35:59.970919 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477a6b6e-660f-43be-8526-0b2b30b0d224 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:35:59.971583 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-477a6b6e-660f-43be-8526-0b2b30b0d224 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:00.011093 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-477a6b6e-660f-43be-8526-0b2b30b0d224 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1883171 Mar 05 05:36:00.014117 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44494) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:36:00.020328 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-e92365b7-a657-4b39-9fec-1a9ffa91f028 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Request body: {'subnet': {'network_id': 'cabd2dbf-439d-4d53-a242-de5dc9079a04', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:36:00.044809 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6b6e-660f-43be-8526-0b2b30b0d224 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Pushing event updated for resources: {'Network': ['ID=cabd2dbf-439d-4d53-a242-de5dc9079a04,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:00.072267 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network cabd2dbf-439d-4d53-a242-de5dc9079a04 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:36:00.093097 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7710e8-3d47-4302-b14e-80e3144d4b05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-861d2364-2aba-432c-98e8-c4261225d3a3', 'network_id': '861d2364-2aba-432c-98e8-c4261225d3a3', 'project_id': 'a73e55b6a8f24fa3958c5119b5ecb4f3', 'fixed_ips': [{'subnet_id': '2f7eb5d2-5e95-478e-ac08-ddda82e76cf6'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:36:00.093941 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-df7710e8-3d47-4302-b14e-80e3144d4b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:00.135268 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92365b7-a657-4b39-9fec-1a9ffa91f028 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Made reservation on behalf of a73e55b6a8f24fa3958c5119b5ecb4f3 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:36:00.139138 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e92365b7-a657-4b39-9fec-1a9ffa91f028 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:00.278950 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-df7710e8-3d47-4302-b14e-80e3144d4b05 None None] Allocated IP 172.20.0.2 (861d2364-2aba-432c-98e8-c4261225d3a3/2f7eb5d2-5e95-478e-ac08-ddda82e76cf6/01e5b3d5-3d8b-478f-a330-66bd0f203d94) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:36:00.320459 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e92365b7-a657-4b39-9fec-1a9ffa91f028 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (6cb4cdc3-b610-4684-88a3-130881456c04), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:00.385051 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92365b7-a657-4b39-9fec-1a9ffa91f028 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Pushing event updated for resources: {'Subnet': ['ID=6cb4cdc3-b610-4684-88a3-130881456c04,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:00.389929 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92365b7-a657-4b39-9fec-1a9ffa91f028 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Checking segment: {'id': '14956afd-6420-48cb-b27e-0c709a8ff603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cabd2dbf-439d-4d53-a242-de5dc9079a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:36:00.390296 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92365b7-a657-4b39-9fec-1a9ffa91f028 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Network hostable DHCP agents. Network: cabd2dbf-439d-4d53-a242-de5dc9079a04, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:36:00.408544 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92365b7-a657-4b39-9fec-1a9ffa91f028 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Network cabd2dbf-439d-4d53-a242-de5dc9079a04 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:36:00.418430 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-e92365b7-a657-4b39-9fec-1a9ffa91f028 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, cabd2dbf-439d-4d53-a242-de5dc9079a04) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:36:00.422597 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92365b7-a657-4b39-9fec-1a9ffa91f028 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:36:00.424230 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e92365b7-a657-4b39-9fec-1a9ffa91f028 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:00.424992 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-df7710e8-3d47-4302-b14e-80e3144d4b05 None None] Publish callbacks [] for port (01e5b3d5-3d8b-478f-a330-66bd0f203d94), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:00.432147 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecb9131-72a2-41d2-b6ed-a8e415d9b24b None None] Network cabd2dbf-439d-4d53-a242-de5dc9079a04 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:36:00.435640 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-df7710e8-3d47-4302-b14e-80e3144d4b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (01e5b3d5-3d8b-478f-a330-66bd0f203d94), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:00.447494 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e92365b7-a657-4b39-9fec-1a9ffa91f028 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4320240 Mar 05 05:36:00.450425 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44496) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:36:00.455354 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-9849a386-1292-45a1-b657-fb23ee9b7631 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cabd2dbf-439d-4d53-a242-de5dc9079a04'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:36:00.503850 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7710e8-3d47-4302-b14e-80e3144d4b05 None None] Network 861d2364-2aba-432c-98e8-c4261225d3a3 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:36:00.537461 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-df7710e8-3d47-4302-b14e-80e3144d4b05 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:36:00.544514 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7710e8-3d47-4302-b14e-80e3144d4b05 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:36:00.549667 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7710e8-3d47-4302-b14e-80e3144d4b05 None None] Pushing event updated for resources: {'Port': ['ID=01e5b3d5-3d8b-478f-a330-66bd0f203d94,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:00.635552 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-df7710e8-3d47-4302-b14e-80e3144d4b05 None None] Attempting to bind port 01e5b3d5-3d8b-478f-a330-66bd0f203d94 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:36:00.635697 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-df7710e8-3d47-4302-b14e-80e3144d4b05 None None] Attempting to bind port 01e5b3d5-3d8b-478f-a330-66bd0f203d94 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'f5c99cb7-9925-47d7-a955-9a08cc2180d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '861d2364-2aba-432c-98e8-c4261225d3a3'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:36:00.636072 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7710e8-3d47-4302-b14e-80e3144d4b05 None None] Attempting to bind port 01e5b3d5-3d8b-478f-a330-66bd0f203d94 on network 861d2364-2aba-432c-98e8-c4261225d3a3 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:36:00.643445 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf9652b-589b-487b-aaff-82617457b4f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-cabd2dbf-439d-4d53-a242-de5dc9079a04', 'network_id': 'cabd2dbf-439d-4d53-a242-de5dc9079a04', 'project_id': 'a73e55b6a8f24fa3958c5119b5ecb4f3', 'fixed_ips': [{'subnet_id': '6cb4cdc3-b610-4684-88a3-130881456c04'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:36:00.644289 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-edf9652b-589b-487b-aaff-82617457b4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:00.647530 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7710e8-3d47-4302-b14e-80e3144d4b05 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:36:00.647903 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7710e8-3d47-4302-b14e-80e3144d4b05 None None] Checking segment: {'id': 'f5c99cb7-9925-47d7-a955-9a08cc2180d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '861d2364-2aba-432c-98e8-c4261225d3a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:36:00.648307 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-df7710e8-3d47-4302-b14e-80e3144d4b05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:00.648699 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7710e8-3d47-4302-b14e-80e3144d4b05 None None] Bound using segment: {'id': 'f5c99cb7-9925-47d7-a955-9a08cc2180d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '861d2364-2aba-432c-98e8-c4261225d3a3'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:36:00.649173 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-df7710e8-3d47-4302-b14e-80e3144d4b05 None None] Bound port: 01e5b3d5-3d8b-478f-a330-66bd0f203d94, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c99cb7-9925-47d7-a955-9a08cc2180d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '861d2364-2aba-432c-98e8-c4261225d3a3'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:36:00.649553 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-df7710e8-3d47-4302-b14e-80e3144d4b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (01e5b3d5-3d8b-478f-a330-66bd0f203d94), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:00.679737 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9849a386-1292-45a1-b657-fb23ee9b7631 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks [] for router_gateway (63e4b77e-b629-4a29-b4bb-a3c38491bedc), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:00.783358 n-d-789963-32 neutron-server[105231]: INFO neutron.api.v2.resource [None req-9849a386-1292-45a1-b657-fb23ee9b7631 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 05 05:36:00.784208 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9849a386-1292-45a1-b657-fb23ee9b7631 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] 10.222.0.11 "PUT /v2.0/routers/63e4b77e-b629-4a29-b4bb-a3c38491bedc HTTP/1.1" status: 400 len: 364 time: 0.3328295 Mar 05 05:36:00.790595 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44498) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:36:00.813258 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-df7710e8-3d47-4302-b14e-80e3144d4b05 None None] For port 01e5b3d5-3d8b-478f-a330-66bd0f203d94, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:36:00.831227 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-df7710e8-3d47-4302-b14e-80e3144d4b05 None None] For port 01e5b3d5-3d8b-478f-a330-66bd0f203d94, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=01e5b3d5-3d8b-478f-a330-66bd0f203d94,segment=NetworkSegment(f5c99cb7-9925-47d7-a955-9a08cc2180d2),segment_id=f5c99cb7-9925-47d7-a955-9a08cc2180d2)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:36:00.841004 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-df7710e8-3d47-4302-b14e-80e3144d4b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (01e5b3d5-3d8b-478f-a330-66bd0f203d94), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:00.842826 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb2f1ff-2858-4111-b3a2-b5c76c4a7581 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Deleting subnet 6cb4cdc3-b610-4684-88a3-130881456c04 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:36:00.874500 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-edf9652b-589b-487b-aaff-82617457b4f2 None None] Allocated IP 172.21.0.2 (cabd2dbf-439d-4d53-a242-de5dc9079a04/6cb4cdc3-b610-4684-88a3-130881456c04/ecdece28-7921-4a6a-ada7-cfbab8f82c40) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:36:00.929231 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7710e8-3d47-4302-b14e-80e3144d4b05 None None] Pushing event updated for resources: {'Port': ['ID=01e5b3d5-3d8b-478f-a330-66bd0f203d94,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:01.055465 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-edf9652b-589b-487b-aaff-82617457b4f2 None None] Publish callbacks [] for port (ecdece28-7921-4a6a-ada7-cfbab8f82c40), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:01.069487 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5cb2f1ff-2858-4111-b3a2-b5c76c4a7581 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks [] for subnet (6cb4cdc3-b610-4684-88a3-130881456c04), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:01.070590 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-edf9652b-589b-487b-aaff-82617457b4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (ecdece28-7921-4a6a-ada7-cfbab8f82c40), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:01.112292 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf9652b-589b-487b-aaff-82617457b4f2 None None] Network cabd2dbf-439d-4d53-a242-de5dc9079a04 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:36:01.116138 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-edf9652b-589b-487b-aaff-82617457b4f2 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:36:01.120377 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf9652b-589b-487b-aaff-82617457b4f2 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:36:01.133510 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5cb2f1ff-2858-4111-b3a2-b5c76c4a7581 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (6cb4cdc3-b610-4684-88a3-130881456c04), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:01.154529 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9652b-589b-487b-aaff-82617457b4f2 None None] Pushing event updated for resources: {'Port': ['ID=ecdece28-7921-4a6a-ada7-cfbab8f82c40,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:01.196381 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-edf9652b-589b-487b-aaff-82617457b4f2 None None] Attempting to bind port ecdece28-7921-4a6a-ada7-cfbab8f82c40 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:36:01.196859 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-edf9652b-589b-487b-aaff-82617457b4f2 None None] Attempting to bind port ecdece28-7921-4a6a-ada7-cfbab8f82c40 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '14956afd-6420-48cb-b27e-0c709a8ff603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cabd2dbf-439d-4d53-a242-de5dc9079a04'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:36:01.197302 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf9652b-589b-487b-aaff-82617457b4f2 None None] Attempting to bind port ecdece28-7921-4a6a-ada7-cfbab8f82c40 on network cabd2dbf-439d-4d53-a242-de5dc9079a04 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:36:01.206394 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf9652b-589b-487b-aaff-82617457b4f2 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:36:01.206785 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf9652b-589b-487b-aaff-82617457b4f2 None None] Checking segment: {'id': '14956afd-6420-48cb-b27e-0c709a8ff603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cabd2dbf-439d-4d53-a242-de5dc9079a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:36:01.207219 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-edf9652b-589b-487b-aaff-82617457b4f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:01.207618 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf9652b-589b-487b-aaff-82617457b4f2 None None] Bound using segment: {'id': '14956afd-6420-48cb-b27e-0c709a8ff603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cabd2dbf-439d-4d53-a242-de5dc9079a04'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:36:01.208110 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-edf9652b-589b-487b-aaff-82617457b4f2 None None] Bound port: ecdece28-7921-4a6a-ada7-cfbab8f82c40, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14956afd-6420-48cb-b27e-0c709a8ff603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'cabd2dbf-439d-4d53-a242-de5dc9079a04'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:36:01.208491 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-edf9652b-589b-487b-aaff-82617457b4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ecdece28-7921-4a6a-ada7-cfbab8f82c40), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:01.229042 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5cb2f1ff-2858-4111-b3a2-b5c76c4a7581 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (6cb4cdc3-b610-4684-88a3-130881456c04), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:01.287607 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5cb2f1ff-2858-4111-b3a2-b5c76c4a7581 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (6cb4cdc3-b610-4684-88a3-130881456c04), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:01.289626 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-edf9652b-589b-487b-aaff-82617457b4f2 None None] For port ecdece28-7921-4a6a-ada7-cfbab8f82c40, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:36:01.292919 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-edf9652b-589b-487b-aaff-82617457b4f2 None None] For port ecdece28-7921-4a6a-ada7-cfbab8f82c40, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ecdece28-7921-4a6a-ada7-cfbab8f82c40,segment=NetworkSegment(14956afd-6420-48cb-b27e-0c709a8ff603),segment_id=14956afd-6420-48cb-b27e-0c709a8ff603)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:36:01.299935 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-edf9652b-589b-487b-aaff-82617457b4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ecdece28-7921-4a6a-ada7-cfbab8f82c40), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:01.318592 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5cb2f1ff-2858-4111-b3a2-b5c76c4a7581 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:01.321695 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5cb2f1ff-2858-4111-b3a2-b5c76c4a7581 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] 10.222.0.11 "DELETE /v2.0/subnets/6cb4cdc3-b610-4684-88a3-130881456c04 HTTP/1.1" status: 204 len: 168 time: 0.5297828 Mar 05 05:36:01.322644 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2f1ff-2858-4111-b3a2-b5c76c4a7581 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Pushing event deleted for resources: {'Subnet': ['ID=6cb4cdc3-b610-4684-88a3-130881456c04,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:01.324492 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44500) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:36:01.367710 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9652b-589b-487b-aaff-82617457b4f2 None None] Pushing event updated for resources: {'Port': ['ID=ecdece28-7921-4a6a-ada7-cfbab8f82c40,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:01.415771 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c5a95510-ebef-4b6f-94ec-e369d6b7d779 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (cabd2dbf-439d-4d53-a242-de5dc9079a04), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:01.475959 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-c5a95510-ebef-4b6f-94ec-e369d6b7d779 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Deleting port ecdece28-7921-4a6a-ada7-cfbab8f82c40 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:36:01.476311 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c5a95510-ebef-4b6f-94ec-e369d6b7d779 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (ecdece28-7921-4a6a-ada7-cfbab8f82c40), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:01.554299 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-c5a95510-ebef-4b6f-94ec-e369d6b7d779 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] For port ecdece28-7921-4a6a-ada7-cfbab8f82c40, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ecdece28-7921-4a6a-ada7-cfbab8f82c40,segment=NetworkSegment(14956afd-6420-48cb-b27e-0c709a8ff603),segment_id=14956afd-6420-48cb-b27e-0c709a8ff603)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:36:01.554581 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c5a95510-ebef-4b6f-94ec-e369d6b7d779 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (ecdece28-7921-4a6a-ada7-cfbab8f82c40), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:01.572362 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-c5a95510-ebef-4b6f-94ec-e369d6b7d779 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Calling delete_port for ecdece28-7921-4a6a-ada7-cfbab8f82c40 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:36:01.661607 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c5a95510-ebef-4b6f-94ec-e369d6b7d779 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (ecdece28-7921-4a6a-ada7-cfbab8f82c40), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:01.692919 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a95510-ebef-4b6f-94ec-e369d6b7d779 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Pushing event deleted for resources: {'Port': ['ID=ecdece28-7921-4a6a-ada7-cfbab8f82c40,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:01.695962 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a95510-ebef-4b6f-94ec-e369d6b7d779 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] No DVR routers for this DVR port ecdece28-7921-4a6a-ada7-cfbab8f82c40 on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:36:01.784307 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c5a95510-ebef-4b6f-94ec-e369d6b7d779 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (cabd2dbf-439d-4d53-a242-de5dc9079a04), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:01.807487 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-c5a95510-ebef-4b6f-94ec-e369d6b7d779 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cabd2dbf-439d-4d53-a242-de5dc9079a04']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:36:01.817489 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-c5a95510-ebef-4b6f-94ec-e369d6b7d779 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14956afd-6420-48cb-b27e-0c709a8ff603') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:36:01.817784 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-c5a95510-ebef-4b6f-94ec-e369d6b7d779 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14956afd-6420-48cb-b27e-0c709a8ff603') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:36:01.827634 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c5a95510-ebef-4b6f-94ec-e369d6b7d779 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (14956afd-6420-48cb-b27e-0c709a8ff603), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:01.841976 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c5a95510-ebef-4b6f-94ec-e369d6b7d779 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (14956afd-6420-48cb-b27e-0c709a8ff603), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:01.848703 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5a95510-ebef-4b6f-94ec-e369d6b7d779 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:36:01.849096 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c5a95510-ebef-4b6f-94ec-e369d6b7d779 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (14956afd-6420-48cb-b27e-0c709a8ff603), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:01.852115 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:36:01.852115 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:36:01.852115 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:36:01.852115 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:36:01.852115 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:36:01.852115 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:36:01.852115 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:36:01.852115 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:36:01.852115 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:36:01.852115 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:36:01.852115 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:36:01.852115 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:36:01.852115 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:36:01.852115 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:36:01.852115 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:36:01.852115 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:36:01.852115 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:36:01.852115 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:36:01.852115 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:36:01.852115 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:36:01.852115 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:36:01.852115 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:36:01.852115 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:36:01.852115 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:36:01.852115 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:36:01.852115 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:36:01.852115 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:36:01.852115 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:36:01.852115 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:36:01.852115 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:36:01.852115 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:36:01.852115 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:36:01.917397 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c5a95510-ebef-4b6f-94ec-e369d6b7d779 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (cabd2dbf-439d-4d53-a242-de5dc9079a04), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:01.925142 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c5a95510-ebef-4b6f-94ec-e369d6b7d779 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:01.928753 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c5a95510-ebef-4b6f-94ec-e369d6b7d779 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] 10.222.0.11 "DELETE /v2.0/networks/cabd2dbf-439d-4d53-a242-de5dc9079a04 HTTP/1.1" status: 204 len: 168 time: 0.6032436 Mar 05 05:36:01.931281 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44502) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:36:01.950120 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a95510-ebef-4b6f-94ec-e369d6b7d779 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Pushing event deleted for resources: {'Network': ['ID=cabd2dbf-439d-4d53-a242-de5dc9079a04,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:01.954049 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731b8068-7ffd-434c-89a9-278dae1d3178 None None] Network 861d2364-2aba-432c-98e8-c4261225d3a3 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:36:01.998956 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16f8c20-55fc-46d9-90f6-81d9e84e654c tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Deleting subnet 2f7eb5d2-5e95-478e-ac08-ddda82e76cf6 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:36:02.003885 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e16f8c20-55fc-46d9-90f6-81d9e84e654c tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks [] for subnet (2f7eb5d2-5e95-478e-ac08-ddda82e76cf6), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:02.046288 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e16f8c20-55fc-46d9-90f6-81d9e84e654c tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (2f7eb5d2-5e95-478e-ac08-ddda82e76cf6), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:02.073044 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-69be6af5-a55f-4fdb-a976-6624bf44b079 None None] Provisioning complete for port 01e5b3d5-3d8b-478f-a330-66bd0f203d94 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:36:02.073508 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-69be6af5-a55f-4fdb-a976-6624bf44b079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (01e5b3d5-3d8b-478f-a330-66bd0f203d94), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:02.078853 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 01e5b3d5-3d8b-478f-a330-66bd0f203d94 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:36:02.151047 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e16f8c20-55fc-46d9-90f6-81d9e84e654c tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (2f7eb5d2-5e95-478e-ac08-ddda82e76cf6), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:02.204417 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 01e5b3d5-3d8b-478f-a330-66bd0f203d94 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:36:02.204883 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (01e5b3d5-3d8b-478f-a330-66bd0f203d94), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:02.225709 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e16f8c20-55fc-46d9-90f6-81d9e84e654c tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (2f7eb5d2-5e95-478e-ac08-ddda82e76cf6), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:02.249548 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-69be6af5-a55f-4fdb-a976-6624bf44b079 None None] Current status of the port 01e5b3d5-3d8b-478f-a330-66bd0f203d94 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:36:02.249946 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-69be6af5-a55f-4fdb-a976-6624bf44b079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (01e5b3d5-3d8b-478f-a330-66bd0f203d94), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:02.288523 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e16f8c20-55fc-46d9-90f6-81d9e84e654c tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:02.291881 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e16f8c20-55fc-46d9-90f6-81d9e84e654c tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] 10.222.0.11 "DELETE /v2.0/subnets/2f7eb5d2-5e95-478e-ac08-ddda82e76cf6 HTTP/1.1" status: 204 len: 168 time: 0.3499780 Mar 05 05:36:02.293579 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f8c20-55fc-46d9-90f6-81d9e84e654c tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Pushing event deleted for resources: {'Subnet': ['ID=2f7eb5d2-5e95-478e-ac08-ddda82e76cf6,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:02.294708 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44504) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:36:02.357348 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-69be6af5-a55f-4fdb-a976-6624bf44b079 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 05:36:02.357721 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-69be6af5-a55f-4fdb-a976-6624bf44b079 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 05:36:02.360916 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 01e5b3d5-3d8b-478f-a330-66bd0f203d94 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:36:02.360916 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (01e5b3d5-3d8b-478f-a330-66bd0f203d94), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:02.404458 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 01e5b3d5-3d8b-478f-a330-66bd0f203d94, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=01e5b3d5-3d8b-478f-a330-66bd0f203d94,segment=NetworkSegment(f5c99cb7-9925-47d7-a955-9a08cc2180d2),segment_id=f5c99cb7-9925-47d7-a955-9a08cc2180d2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:36:02.412373 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (01e5b3d5-3d8b-478f-a330-66bd0f203d94), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:02.419374 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ebc5053f-a270-4919-a11f-4406246887cd tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (861d2364-2aba-432c-98e8-c4261225d3a3), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:02.470956 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921392aa-75b6-48f3-8381-f4fa3e853cbc None None] Network 861d2364-2aba-432c-98e8-c4261225d3a3 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:36:02.481888 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-ebc5053f-a270-4919-a11f-4406246887cd tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Deleting port 01e5b3d5-3d8b-478f-a330-66bd0f203d94 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:36:02.482229 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ebc5053f-a270-4919-a11f-4406246887cd tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (01e5b3d5-3d8b-478f-a330-66bd0f203d94), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:02.489452 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=01e5b3d5-3d8b-478f-a330-66bd0f203d94,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:02.566397 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-ebc5053f-a270-4919-a11f-4406246887cd tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] For port 01e5b3d5-3d8b-478f-a330-66bd0f203d94, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=01e5b3d5-3d8b-478f-a330-66bd0f203d94,segment=NetworkSegment(f5c99cb7-9925-47d7-a955-9a08cc2180d2),segment_id=f5c99cb7-9925-47d7-a955-9a08cc2180d2)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:36:02.566817 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ebc5053f-a270-4919-a11f-4406246887cd tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (01e5b3d5-3d8b-478f-a330-66bd0f203d94), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:02.581219 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-ebc5053f-a270-4919-a11f-4406246887cd tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Calling delete_port for 01e5b3d5-3d8b-478f-a330-66bd0f203d94 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:36:02.655464 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d6ce5e-2dda-4f3f-9386-ab4ebad74b97 None None] DHCP port deletion for 861d2364-2aba-432c-98e8-c4261225d3a3 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:36:02.668464 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ebc5053f-a270-4919-a11f-4406246887cd tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (01e5b3d5-3d8b-478f-a330-66bd0f203d94), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:02.688154 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff677533-bd2a-4c45-b928-11bfbd64795c None None] DHCP port deletion for cabd2dbf-439d-4d53-a242-de5dc9079a04 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:36:02.694128 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5053f-a270-4919-a11f-4406246887cd tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Pushing event deleted for resources: {'Port': ['ID=01e5b3d5-3d8b-478f-a330-66bd0f203d94,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:02.698120 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc5053f-a270-4919-a11f-4406246887cd tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] No DVR routers for this DVR port 01e5b3d5-3d8b-478f-a330-66bd0f203d94 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:36:02.715943 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daa9b1a-fccc-4cb1-ad5f-26c377aea427 None None] Network cabd2dbf-439d-4d53-a242-de5dc9079a04 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:36:02.737231 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daa9b1a-fccc-4cb1-ad5f-26c377aea427 None None] Network cabd2dbf-439d-4d53-a242-de5dc9079a04 could not be found, it might have been deleted concurrently. {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 05 05:36:02.740448 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-42d6ce5e-2dda-4f3f-9386-ab4ebad74b97 None None] Deleting port 01e5b3d5-3d8b-478f-a330-66bd0f203d94 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:36:02.740823 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-42d6ce5e-2dda-4f3f-9386-ab4ebad74b97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (01e5b3d5-3d8b-478f-a330-66bd0f203d94), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:02.780727 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ebc5053f-a270-4919-a11f-4406246887cd tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (861d2364-2aba-432c-98e8-c4261225d3a3), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:02.801332 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-42d6ce5e-2dda-4f3f-9386-ab4ebad74b97 None None] For port 01e5b3d5-3d8b-478f-a330-66bd0f203d94, host n-d-789963-32, got binding levels [] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:36:02.801526 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-ebc5053f-a270-4919-a11f-4406246887cd tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['861d2364-2aba-432c-98e8-c4261225d3a3']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:36:02.802018 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-42d6ce5e-2dda-4f3f-9386-ab4ebad74b97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (01e5b3d5-3d8b-478f-a330-66bd0f203d94), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:02.810477 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-ebc5053f-a270-4919-a11f-4406246887cd tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c99cb7-9925-47d7-a955-9a08cc2180d2') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:36:02.810778 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-ebc5053f-a270-4919-a11f-4406246887cd tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c99cb7-9925-47d7-a955-9a08cc2180d2') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:36:02.818764 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-42d6ce5e-2dda-4f3f-9386-ab4ebad74b97 None None] Calling delete_port for 01e5b3d5-3d8b-478f-a330-66bd0f203d94 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:36:02.821027 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ebc5053f-a270-4919-a11f-4406246887cd tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (f5c99cb7-9925-47d7-a955-9a08cc2180d2), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:02.821466 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.ipam_backend_mixin [None req-42d6ce5e-2dda-4f3f-9386-ab4ebad74b97 None None] Port 01e5b3d5-3d8b-478f-a330-66bd0f203d94 was not found and therefore no delete operation was performed {{(pid=105233) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 05 05:36:02.822734 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-42d6ce5e-2dda-4f3f-9386-ab4ebad74b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (01e5b3d5-3d8b-478f-a330-66bd0f203d94), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:02.834583 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ebc5053f-a270-4919-a11f-4406246887cd tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (f5c99cb7-9925-47d7-a955-9a08cc2180d2), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:02.840642 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc5053f-a270-4919-a11f-4406246887cd tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:36:02.841032 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ebc5053f-a270-4919-a11f-4406246887cd tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (f5c99cb7-9925-47d7-a955-9a08cc2180d2), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:02.844498 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:36:02.844498 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:36:02.844498 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:36:02.844498 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:36:02.844498 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:36:02.844498 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:36:02.844498 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:36:02.844498 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:36:02.844498 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:36:02.844498 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:36:02.844498 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:36:02.844498 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:36:02.844498 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:36:02.844498 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:36:02.844498 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:36:02.844498 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:36:02.844498 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:36:02.844498 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:36:02.844498 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:36:02.844498 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:36:02.844498 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:36:02.844498 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:36:02.844498 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:36:02.844498 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:36:02.844498 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:36:02.844498 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:36:02.844498 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:36:02.844498 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:36:02.844498 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:36:02.844498 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:36:02.844498 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:36:02.844498 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:36:02.847671 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6ce5e-2dda-4f3f-9386-ab4ebad74b97 None None] Pushing event deleted for resources: {'Port': ['ID=01e5b3d5-3d8b-478f-a330-66bd0f203d94,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:02.851731 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d6ce5e-2dda-4f3f-9386-ab4ebad74b97 None None] No DVR routers for this DVR port 01e5b3d5-3d8b-478f-a330-66bd0f203d94 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:36:02.880691 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-69be6af5-a55f-4fdb-a976-6624bf44b079 None None] Port 01e5b3d5-3d8b-478f-a330-66bd0f203d94 update to ACTIVE by agent not found {{(pid=105233) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 05 05:36:02.912667 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ebc5053f-a270-4919-a11f-4406246887cd tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (861d2364-2aba-432c-98e8-c4261225d3a3), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:02.919692 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ebc5053f-a270-4919-a11f-4406246887cd tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:02.922819 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ebc5053f-a270-4919-a11f-4406246887cd tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] 10.222.0.11 "DELETE /v2.0/networks/861d2364-2aba-432c-98e8-c4261225d3a3 HTTP/1.1" status: 204 len: 168 time: 0.6221926 Mar 05 05:36:02.926120 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44506) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:36:02.944231 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5053f-a270-4919-a11f-4406246887cd tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Pushing event deleted for resources: {'Network': ['ID=861d2364-2aba-432c-98e8-c4261225d3a3,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:02.961318 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0cae213e-7194-4731-8c06-39ecd25a364b tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] 10.222.0.11 "GET /v2.0/ports?device_id=63e4b77e-b629-4a29-b4bb-a3c38491bedc HTTP/1.1" status: 200 len: 205 time: 0.0341408 Mar 05 05:36:02.963742 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44508) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:36:02.992487 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-83a91c55-750e-49e8-b43f-7d308fb3b40a None None] Could not find standard attr ID for object 01e5b3d5-3d8b-478f-a330-66bd0f203d94. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 05:36:02.995632 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-83a91c55-750e-49e8-b43f-7d308fb3b40a None None] Could not find standard attr ID for object ecdece28-7921-4a6a-ada7-cfbab8f82c40. {{(pid=105233) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 05 05:36:03.043604 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-42476d73-39d6-4dbf-a63d-b0ae4812cf33 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks [] for router (63e4b77e-b629-4a29-b4bb-a3c38491bedc), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:03.531614 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-42476d73-39d6-4dbf-a63d-b0ae4812cf33 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (63e4b77e-b629-4a29-b4bb-a3c38491bedc), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:03.533775 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-42476d73-39d6-4dbf-a63d-b0ae4812cf33 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks [] for router_controller (63e4b77e-b629-4a29-b4bb-a3c38491bedc), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:03.576632 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-42476d73-39d6-4dbf-a63d-b0ae4812cf33 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (63e4b77e-b629-4a29-b4bb-a3c38491bedc), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:03.577320 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42476d73-39d6-4dbf-a63d-b0ae4812cf33 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Fanout notify agent at l3_agent the message router_deleted on router 63e4b77e-b629-4a29-b4bb-a3c38491bedc {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:36:03.584857 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-42476d73-39d6-4dbf-a63d-b0ae4812cf33 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:03.585945 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-42476d73-39d6-4dbf-a63d-b0ae4812cf33 tempest-RoutersNegativeTest-1103123752 tempest-RoutersNegativeTest-1103123752-project] 10.222.0.11 "DELETE /v2.0/routers/63e4b77e-b629-4a29-b4bb-a3c38491bedc HTTP/1.1" status: 204 len: 168 time: 0.6212952 Mar 05 05:36:03.822798 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44514) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:36:03.950791 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-036b8661-922c-4899-8a2f-2441b2449ede admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a73e55b6a8f24fa3958c5119b5ecb4f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1268167 Mar 05 05:36:03.953227 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44518) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:36:04.004316 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b308c186-4518-4bed-ba49-beb26565bd48 admin admin] Publish callbacks [] for security_group (09d987a2-5635-423a-a5c5-074f0b1d33cc), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:04.004513 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ecdece28-7921-4a6a-ada7-cfbab8f82c40 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:36:04.024806 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: ecdece28-7921-4a6a-ada7-cfbab8f82c40 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:36:04.025154 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ecdece28-7921-4a6a-ada7-cfbab8f82c40 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:36:04.025569 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 01e5b3d5-3d8b-478f-a330-66bd0f203d94 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:36:04.025691 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b308c186-4518-4bed-ba49-beb26565bd48 admin admin] Publish callbacks [] for security_group (09d987a2-5635-423a-a5c5-074f0b1d33cc), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:04.044595 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 01e5b3d5-3d8b-478f-a330-66bd0f203d94 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:36:04.044943 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 01e5b3d5-3d8b-478f-a330-66bd0f203d94 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:36:04.073031 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b308c186-4518-4bed-ba49-beb26565bd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (09d987a2-5635-423a-a5c5-074f0b1d33cc), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:04.075577 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b308c186-4518-4bed-ba49-beb26565bd48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:04.076778 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b308c186-4518-4bed-ba49-beb26565bd48 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/09d987a2-5635-423a-a5c5-074f0b1d33cc HTTP/1.1" status: 204 len: 168 time: 0.1226583 Mar 05 05:36:04.084573 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308c186-4518-4bed-ba49-beb26565bd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d987a2-5635-423a-a5c5-074f0b1d33cc,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:04.673748 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44540) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:36:04.771538 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-6b0c3ae4-246a-4b94-932f-b8958d74edfb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1682963755-network', 'tenant_id': 'd8315f846d894189b746299de0111d65'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:36:04.791201 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0c3ae4-246a-4b94-932f-b8958d74edfb admin admin] Made reservation on behalf of d8315f846d894189b746299de0111d65 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:36:04.793505 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b0c3ae4-246a-4b94-932f-b8958d74edfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:04.802660 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b0c3ae4-246a-4b94-932f-b8958d74edfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:04.877716 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b0c3ae4-246a-4b94-932f-b8958d74edfb admin admin] Publish callbacks [] for security_group (a0ea92c8-3db9-4ea3-be37-3f5ae2fe166c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:04.881504 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b0c3ae4-246a-4b94-932f-b8958d74edfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a0ea92c8-3db9-4ea3-be37-3f5ae2fe166c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:04.906239 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b0c3ae4-246a-4b94-932f-b8958d74edfb admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:36:04.915003 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c3ae4-246a-4b94-932f-b8958d74edfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ea92c8-3db9-4ea3-be37-3f5ae2fe166c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:04.922486 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b0c3ae4-246a-4b94-932f-b8958d74edfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (1becf337-fba7-41f1-a6d0-00dc4fd094aa), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:04.922956 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-6b0c3ae4-246a-4b94-932f-b8958d74edfb admin admin] Added segment 1becf337-fba7-41f1-a6d0-00dc4fd094aa of type vlan for network f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e Mar 05 05:36:04.962557 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b0c3ae4-246a-4b94-932f-b8958d74edfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:04.987292 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b0c3ae4-246a-4b94-932f-b8958d74edfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:04.988223 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0c3ae4-246a-4b94-932f-b8958d74edfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:36:04.988800 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b0c3ae4-246a-4b94-932f-b8958d74edfb admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:05.025985 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6b0c3ae4-246a-4b94-932f-b8958d74edfb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3510215 Mar 05 05:36:05.028878 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44544) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:36:05.033951 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-f5ea403c-8d0b-434f-ad85-a01407ec1a7f admin admin] Request body: {'subnet': {'network_id': 'f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1682963755-subnet', 'tenant_id': 'd8315f846d894189b746299de0111d65', 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:36:05.053001 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ea403c-8d0b-434f-ad85-a01407ec1a7f admin admin] Made reservation on behalf of d8315f846d894189b746299de0111d65 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:36:05.055620 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c3ae4-246a-4b94-932f-b8958d74edfb admin admin] Pushing event updated for resources: {'Network': ['ID=f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:05.055804 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f5ea403c-8d0b-434f-ad85-a01407ec1a7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:05.066229 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:36:05.236027 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f5ea403c-8d0b-434f-ad85-a01407ec1a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (b0a3d80e-3381-4963-9482-7e785119a64b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:05.289400 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea403c-8d0b-434f-ad85-a01407ec1a7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0a3d80e-3381-4963-9482-7e785119a64b,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:05.299393 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ea403c-8d0b-434f-ad85-a01407ec1a7f admin admin] Checking segment: {'id': '1becf337-fba7-41f1-a6d0-00dc4fd094aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:36:05.299751 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ea403c-8d0b-434f-ad85-a01407ec1a7f admin admin] Network hostable DHCP agents. Network: f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:36:05.316154 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ea403c-8d0b-434f-ad85-a01407ec1a7f admin admin] Network f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:36:05.324925 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-f5ea403c-8d0b-434f-ad85-a01407ec1a7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:36:05.328805 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ea403c-8d0b-434f-ad85-a01407ec1a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:36:05.329508 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f5ea403c-8d0b-434f-ad85-a01407ec1a7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:05.333851 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965e3270-4db6-4312-9b66-525ecfd2134d None None] Network f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:36:05.346146 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f5ea403c-8d0b-434f-ad85-a01407ec1a7f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3161087 Mar 05 05:36:05.348873 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44546) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:36:05.353259 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-8b515b96-5304-4e27-801e-6b5888634b31 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1682963755-router', 'tenant_id': 'd8315f846d894189b746299de0111d65', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:36:05.371915 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8b515b96-5304-4e27-801e-6b5888634b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:05.372951 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8b515b96-5304-4e27-801e-6b5888634b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:05.435705 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8b515b96-5304-4e27-801e-6b5888634b31 admin admin] Publish callbacks [] for router_controller (b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:05.436331 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6240c8b5-d0ff-460f-983c-ae0d8a9f27b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e', 'network_id': 'f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e', 'project_id': 'd8315f846d894189b746299de0111d65', 'fixed_ips': [{'subnet_id': 'b0a3d80e-3381-4963-9482-7e785119a64b'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:36:05.437339 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6240c8b5-d0ff-460f-983c-ae0d8a9f27b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:05.575168 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8b515b96-5304-4e27-801e-6b5888634b31 admin admin] Publish callbacks [] for router_gateway (b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:05.575394 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-6240c8b5-d0ff-460f-983c-ae0d8a9f27b8 None None] Allocated IP 172.20.0.2 (f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e/b0a3d80e-3381-4963-9482-7e785119a64b/f8cf1535-64dc-4f57-9ee1-479c20827dda) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:36:05.724421 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6240c8b5-d0ff-460f-983c-ae0d8a9f27b8 None None] Publish callbacks [] for port (f8cf1535-64dc-4f57-9ee1-479c20827dda), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:05.731228 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6240c8b5-d0ff-460f-983c-ae0d8a9f27b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (f8cf1535-64dc-4f57-9ee1-479c20827dda), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:05.772247 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6240c8b5-d0ff-460f-983c-ae0d8a9f27b8 None None] Network f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:36:05.774979 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-6240c8b5-d0ff-460f-983c-ae0d8a9f27b8 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:36:05.777519 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8b515b96-5304-4e27-801e-6b5888634b31 admin admin] Publish callbacks [] for router_gateway (b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:05.778307 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6240c8b5-d0ff-460f-983c-ae0d8a9f27b8 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:36:05.783928 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240c8b5-d0ff-460f-983c-ae0d8a9f27b8 None None] Pushing event updated for resources: {'Port': ['ID=f8cf1535-64dc-4f57-9ee1-479c20827dda,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:05.797418 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8b515b96-5304-4e27-801e-6b5888634b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:05.840306 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-6240c8b5-d0ff-460f-983c-ae0d8a9f27b8 None None] Attempting to bind port f8cf1535-64dc-4f57-9ee1-479c20827dda on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:36:05.840593 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-6240c8b5-d0ff-460f-983c-ae0d8a9f27b8 None None] Attempting to bind port f8cf1535-64dc-4f57-9ee1-479c20827dda by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '1becf337-fba7-41f1-a6d0-00dc4fd094aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:36:05.840956 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6240c8b5-d0ff-460f-983c-ae0d8a9f27b8 None None] Attempting to bind port f8cf1535-64dc-4f57-9ee1-479c20827dda on network f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:36:05.846412 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6240c8b5-d0ff-460f-983c-ae0d8a9f27b8 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:36:05.846789 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6240c8b5-d0ff-460f-983c-ae0d8a9f27b8 None None] Checking segment: {'id': '1becf337-fba7-41f1-a6d0-00dc4fd094aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:36:05.847230 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6240c8b5-d0ff-460f-983c-ae0d8a9f27b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:05.847624 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6240c8b5-d0ff-460f-983c-ae0d8a9f27b8 None None] Bound using segment: {'id': '1becf337-fba7-41f1-a6d0-00dc4fd094aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:36:05.848130 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-6240c8b5-d0ff-460f-983c-ae0d8a9f27b8 None None] Bound port: f8cf1535-64dc-4f57-9ee1-479c20827dda, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1becf337-fba7-41f1-a6d0-00dc4fd094aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:36:05.848512 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6240c8b5-d0ff-460f-983c-ae0d8a9f27b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f8cf1535-64dc-4f57-9ee1-479c20827dda), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:05.905893 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-8b515b96-5304-4e27-801e-6b5888634b31 admin admin] Allocated IP 172.25.0.34 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:36:05.912274 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6240c8b5-d0ff-460f-983c-ae0d8a9f27b8 None None] For port f8cf1535-64dc-4f57-9ee1-479c20827dda, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:36:05.915893 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6240c8b5-d0ff-460f-983c-ae0d8a9f27b8 None None] For port f8cf1535-64dc-4f57-9ee1-479c20827dda, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=f8cf1535-64dc-4f57-9ee1-479c20827dda,segment=NetworkSegment(1becf337-fba7-41f1-a6d0-00dc4fd094aa),segment_id=1becf337-fba7-41f1-a6d0-00dc4fd094aa)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:36:05.921648 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6240c8b5-d0ff-460f-983c-ae0d8a9f27b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f8cf1535-64dc-4f57-9ee1-479c20827dda), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:05.985862 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240c8b5-d0ff-460f-983c-ae0d8a9f27b8 None None] Pushing event updated for resources: {'Port': ['ID=f8cf1535-64dc-4f57-9ee1-479c20827dda,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:06.017596 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8b515b96-5304-4e27-801e-6b5888634b31 admin admin] Publish callbacks [] for port (66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:06.052946 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8b515b96-5304-4e27-801e-6b5888634b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:06.100303 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b515b96-5304-4e27-801e-6b5888634b31 admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:36:06.103207 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-8b515b96-5304-4e27-801e-6b5888634b31 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:36:06.106755 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b515b96-5304-4e27-801e-6b5888634b31 admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:36:06.136802 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b515b96-5304-4e27-801e-6b5888634b31 admin admin] Pushing event updated for resources: {'Port': ['ID=66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:06.382018 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8b515b96-5304-4e27-801e-6b5888634b31 admin admin] Publish callbacks [] for router_gateway (b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:06.582690 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8b515b96-5304-4e27-801e-6b5888634b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:06.716309 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b515b96-5304-4e27-801e-6b5888634b31 admin admin] Router b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:36:06.831865 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b515b96-5304-4e27-801e-6b5888634b31 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:36:06.840410 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0322f82a-295c-4070-b55e-40e88fea97a5 None None] Sync routers for ids ['b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:36:06.851759 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8b515b96-5304-4e27-801e-6b5888634b31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:06.852036 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0322f82a-295c-4070-b55e-40e88fea97a5 None None] Routers {'b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:36:06.852671 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-0322f82a-295c-4070-b55e-40e88fea97a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:35:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:36:06.853240 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8b515b96-5304-4e27-801e-6b5888634b31 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5033355 Mar 05 05:36:06.855961 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44548) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:36:06.912266 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a29421a-5db9-4b93-bf74-3271f879ee7a None None] Network f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:36:06.987755 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-0322f82a-295c-4070-b55e-40e88fea97a5 None None] Set router b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:36:07.197392 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e82ef9fb-f38d-4067-8413-d4dd1303eea8 None None] Provisioning complete for port f8cf1535-64dc-4f57-9ee1-479c20827dda triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:36:07.197689 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e82ef9fb-f38d-4067-8413-d4dd1303eea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f8cf1535-64dc-4f57-9ee1-479c20827dda), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:07.214791 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-0322f82a-295c-4070-b55e-40e88fea97a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f', 'name': 'tempest-TestEncryptedCinderVolumes-1682963755-router', 'tenant_id': 'd8315f846d894189b746299de0111d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:36:05Z', 'updated_at': '2022-03-05T05:36:06Z', 'revision_number': 3, 'project_id': 'd8315f846d894189b746299de0111d65', 'gw_port': {'id': '66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:53:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:36:05Z', 'updated_at': '2022-03-05T05:36:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:36:07.245684 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0322f82a-295c-4070-b55e-40e88fea97a5 None None] Checking router: b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:36:07.246224 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0322f82a-295c-4070-b55e-40e88fea97a5 None None] Updating router b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f port 66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:36:07.277118 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0322f82a-295c-4070-b55e-40e88fea97a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:07.338425 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e82ef9fb-f38d-4067-8413-d4dd1303eea8 None None] Current status of the port f8cf1535-64dc-4f57-9ee1-479c20827dda is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:36:07.340296 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e82ef9fb-f38d-4067-8413-d4dd1303eea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f8cf1535-64dc-4f57-9ee1-479c20827dda), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:07.424409 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-e82ef9fb-f38d-4067-8413-d4dd1303eea8 None None] For port f8cf1535-64dc-4f57-9ee1-479c20827dda, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=f8cf1535-64dc-4f57-9ee1-479c20827dda,segment=NetworkSegment(1becf337-fba7-41f1-a6d0-00dc4fd094aa),segment_id=1becf337-fba7-41f1-a6d0-00dc4fd094aa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:36:07.430343 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e82ef9fb-f38d-4067-8413-d4dd1303eea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f8cf1535-64dc-4f57-9ee1-479c20827dda), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:07.444979 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ec666359-d04d-4957-bb7f-5d316f84225e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:07.490517 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ef9fb-f38d-4067-8413-d4dd1303eea8 None None] Pushing event updated for resources: {'Port': ['ID=f8cf1535-64dc-4f57-9ee1-479c20827dda,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:07.552225 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e718712-431c-49a7-b634-2c48e23faec5 None None] Provisioning complete for port f8cf1535-64dc-4f57-9ee1-479c20827dda triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:36:07.552524 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e718712-431c-49a7-b634-2c48e23faec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f8cf1535-64dc-4f57-9ee1-479c20827dda), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:07.609056 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0322f82a-295c-4070-b55e-40e88fea97a5 None None] Publish callbacks [] for port (66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:07.616767 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0322f82a-295c-4070-b55e-40e88fea97a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:07.620479 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-ec666359-d04d-4957-bb7f-5d316f84225e admin admin] Allocated IP 172.20.0.1 (f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e/b0a3d80e-3381-4963-9482-7e785119a64b/2e95c369-fcaa-46d7-a081-aab45075974b) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:36:07.648692 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e718712-431c-49a7-b634-2c48e23faec5 None None] Current status of the port f8cf1535-64dc-4f57-9ee1-479c20827dda is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:36:07.674232 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-0322f82a-295c-4070-b55e-40e88fea97a5 None None] Attempting to bind port 66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:36:07.674604 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-0322f82a-295c-4070-b55e-40e88fea97a5 None None] Attempting to bind port 66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:36:07.674969 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0322f82a-295c-4070-b55e-40e88fea97a5 None None] Attempting to bind port 66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:36:07.684977 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0322f82a-295c-4070-b55e-40e88fea97a5 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:36:07.685353 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0322f82a-295c-4070-b55e-40e88fea97a5 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:36:07.685757 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0322f82a-295c-4070-b55e-40e88fea97a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:07.686147 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0322f82a-295c-4070-b55e-40e88fea97a5 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:36:07.686612 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-0322f82a-295c-4070-b55e-40e88fea97a5 None None] Bound port: 66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:36:07.686990 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0322f82a-295c-4070-b55e-40e88fea97a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:07.689864 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47150a5-86f6-4e4d-9acb-65d8cbc7b15e None None] Pushing event updated for resources: {'Port': ['ID=66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:07.715207 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47150a5-86f6-4e4d-9acb-65d8cbc7b15e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:36:07.715557 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47150a5-86f6-4e4d-9acb-65d8cbc7b15e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:36:07.715905 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47150a5-86f6-4e4d-9acb-65d8cbc7b15e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:36:07.716246 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47150a5-86f6-4e4d-9acb-65d8cbc7b15e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:36:07.716584 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47150a5-86f6-4e4d-9acb-65d8cbc7b15e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:36:07.716910 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47150a5-86f6-4e4d-9acb-65d8cbc7b15e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:36:07.717243 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47150a5-86f6-4e4d-9acb-65d8cbc7b15e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:36:07.717569 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47150a5-86f6-4e4d-9acb-65d8cbc7b15e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:36:07.717897 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47150a5-86f6-4e4d-9acb-65d8cbc7b15e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:36:07.718222 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47150a5-86f6-4e4d-9acb-65d8cbc7b15e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:36:07.718548 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47150a5-86f6-4e4d-9acb-65d8cbc7b15e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:36:07.718868 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47150a5-86f6-4e4d-9acb-65d8cbc7b15e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:36:07.719495 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47150a5-86f6-4e4d-9acb-65d8cbc7b15e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:36:07.733839 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ec666359-d04d-4957-bb7f-5d316f84225e admin admin] Publish callbacks [] for port (2e95c369-fcaa-46d7-a081-aab45075974b), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:07.753654 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-0322f82a-295c-4070-b55e-40e88fea97a5 None None] For port 66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:36:07.756924 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-0322f82a-295c-4070-b55e-40e88fea97a5 None None] For port 66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:36:07.762046 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0322f82a-295c-4070-b55e-40e88fea97a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:07.769772 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ec666359-d04d-4957-bb7f-5d316f84225e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (2e95c369-fcaa-46d7-a081-aab45075974b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:07.816687 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0322f82a-295c-4070-b55e-40e88fea97a5 None None] Routers {'b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:36:07.817314 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-0322f82a-295c-4070-b55e-40e88fea97a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:35:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:36:07.817914 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec666359-d04d-4957-bb7f-5d316f84225e admin admin] Network f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:36:07.820862 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-ec666359-d04d-4957-bb7f-5d316f84225e admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:36:07.826877 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec666359-d04d-4957-bb7f-5d316f84225e admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:36:07.829826 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec666359-d04d-4957-bb7f-5d316f84225e admin admin] Pushing event updated for resources: {'Port': ['ID=2e95c369-fcaa-46d7-a081-aab45075974b,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:07.865179 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47150a5-86f6-4e4d-9acb-65d8cbc7b15e None None] Pushing event updated for resources: {'Port': ['ID=66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:07.866872 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ec666359-d04d-4957-bb7f-5d316f84225e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:07.948393 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-0322f82a-295c-4070-b55e-40e88fea97a5 None None] Set router b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:36:08.022714 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ec666359-d04d-4957-bb7f-5d316f84225e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2e95c369-fcaa-46d7-a081-aab45075974b), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:08.064863 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f8cf1535-64dc-4f57-9ee1-479c20827dda up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:36:08.131968 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port f8cf1535-64dc-4f57-9ee1-479c20827dda triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:36:08.132310 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f8cf1535-64dc-4f57-9ee1-479c20827dda), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:08.179603 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-0322f82a-295c-4070-b55e-40e88fea97a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f', 'name': 'tempest-TestEncryptedCinderVolumes-1682963755-router', 'tenant_id': 'd8315f846d894189b746299de0111d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:36:05Z', 'updated_at': '2022-03-05T05:36:06Z', 'revision_number': 3, 'project_id': 'd8315f846d894189b746299de0111d65', 'gw_port': {'id': '66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:53:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:36:05Z', 'updated_at': '2022-03-05T05:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:36:08.184296 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-4d4b7bf0-5bcb-4e0a-b1f5-983ec508253a None None] Provisioning complete for port 2e95c369-fcaa-46d7-a081-aab45075974b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:36:08.184683 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4d4b7bf0-5bcb-4e0a-b1f5-983ec508253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2e95c369-fcaa-46d7-a081-aab45075974b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:08.207269 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0322f82a-295c-4070-b55e-40e88fea97a5 None None] The sync data for ids ['b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f'] in n-d-789963-32 is: [{'id': 'b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f', 'name': 'tempest-TestEncryptedCinderVolumes-1682963755-router', 'tenant_id': 'd8315f846d894189b746299de0111d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:36:05Z', 'updated_at': '2022-03-05T05:36:06Z', 'revision_number': 3, 'project_id': 'd8315f846d894189b746299de0111d65', 'gw_port': {'id': '66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:53:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:36:05Z', 'updated_at': '2022-03-05T05:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:36:08.219414 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ec666359-d04d-4957-bb7f-5d316f84225e admin admin] Publish callbacks [] for port (2e95c369-fcaa-46d7-a081-aab45075974b), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:08.226177 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ec666359-d04d-4957-bb7f-5d316f84225e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (2e95c369-fcaa-46d7-a081-aab45075974b), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:08.248308 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-4d4b7bf0-5bcb-4e0a-b1f5-983ec508253a None None] Port 2e95c369-fcaa-46d7-a081-aab45075974b cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:36:08.257580 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port f8cf1535-64dc-4f57-9ee1-479c20827dda is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:36:08.299647 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec666359-d04d-4957-bb7f-5d316f84225e admin admin] Pushing event updated for resources: {'Port': ['ID=2e95c369-fcaa-46d7-a081-aab45075974b,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:08.302379 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ec666359-d04d-4957-bb7f-5d316f84225e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:08.400427 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec666359-d04d-4957-bb7f-5d316f84225e admin admin] Network f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:36:08.401816 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-ec666359-d04d-4957-bb7f-5d316f84225e admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:36:08.551629 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec666359-d04d-4957-bb7f-5d316f84225e admin admin] Router b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:36:08.675243 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-bc188c3b-4b5c-472a-aaee-7676062e6412 None None] Provisioning complete for port 2e95c369-fcaa-46d7-a081-aab45075974b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:36:08.675870 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bc188c3b-4b5c-472a-aaee-7676062e6412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2e95c369-fcaa-46d7-a081-aab45075974b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:08.677317 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec666359-d04d-4957-bb7f-5d316f84225e admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:36:08.683782 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ec666359-d04d-4957-bb7f-5d316f84225e admin admin] 10.222.0.11 "PUT /v2.0/routers/b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8267932 Mar 05 05:36:08.722524 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-bc188c3b-4b5c-472a-aaee-7676062e6412 None None] Port 2e95c369-fcaa-46d7-a081-aab45075974b cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:36:09.165756 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44564) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:36:09.170679 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-583baf97-55cf-4811-a4e6-d446848ff20d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1776875556-network', 'tenant_id': '1c4f12e4ec2843ec80480f5fa310899e'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:36:09.190741 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583baf97-55cf-4811-a4e6-d446848ff20d admin admin] Made reservation on behalf of 1c4f12e4ec2843ec80480f5fa310899e for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:36:09.193116 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-583baf97-55cf-4811-a4e6-d446848ff20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:09.552112 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-583baf97-55cf-4811-a4e6-d446848ff20d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:09.625730 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-583baf97-55cf-4811-a4e6-d446848ff20d admin admin] Publish callbacks [] for security_group (e4e012ed-f51b-44d2-9d88-647cacff29b8), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:09.630896 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-583baf97-55cf-4811-a4e6-d446848ff20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e4e012ed-f51b-44d2-9d88-647cacff29b8), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:09.655564 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-583baf97-55cf-4811-a4e6-d446848ff20d admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:36:09.665620 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583baf97-55cf-4811-a4e6-d446848ff20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e012ed-f51b-44d2-9d88-647cacff29b8,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:09.670334 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-583baf97-55cf-4811-a4e6-d446848ff20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (0c173f7d-f726-4860-b698-11f705e69823), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:09.670679 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-583baf97-55cf-4811-a4e6-d446848ff20d admin admin] Added segment 0c173f7d-f726-4860-b698-11f705e69823 of type vlan for network 5c50b86e-1c67-4bf5-8840-f94290cb583b Mar 05 05:36:09.711306 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-583baf97-55cf-4811-a4e6-d446848ff20d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (5c50b86e-1c67-4bf5-8840-f94290cb583b), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:09.736868 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-583baf97-55cf-4811-a4e6-d446848ff20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (5c50b86e-1c67-4bf5-8840-f94290cb583b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:09.737824 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583baf97-55cf-4811-a4e6-d446848ff20d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:36:09.738400 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-583baf97-55cf-4811-a4e6-d446848ff20d admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:09.772489 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-583baf97-55cf-4811-a4e6-d446848ff20d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6056190 Mar 05 05:36:09.775173 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44566) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:36:09.779729 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-54c5202a-9ee2-41fc-94d8-83e1188f6fb4 admin admin] Request body: {'subnet': {'network_id': '5c50b86e-1c67-4bf5-8840-f94290cb583b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1776875556-subnet', 'tenant_id': '1c4f12e4ec2843ec80480f5fa310899e', 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:36:09.818501 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583baf97-55cf-4811-a4e6-d446848ff20d admin admin] Pushing event updated for resources: {'Network': ['ID=5c50b86e-1c67-4bf5-8840-f94290cb583b,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:09.830634 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 5c50b86e-1c67-4bf5-8840-f94290cb583b details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:36:09.833920 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c5202a-9ee2-41fc-94d8-83e1188f6fb4 admin admin] Made reservation on behalf of 1c4f12e4ec2843ec80480f5fa310899e for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:36:09.836449 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-54c5202a-9ee2-41fc-94d8-83e1188f6fb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:09.888745 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c61abe-2d3d-4ec7-944b-8d03a4ca210a None None] Sync routers for ids ['b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:36:09.911569 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c61abe-2d3d-4ec7-944b-8d03a4ca210a None None] Routers {'b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:36:09.912199 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-f1c61abe-2d3d-4ec7-944b-8d03a4ca210a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:35:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:36:10.018656 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-54c5202a-9ee2-41fc-94d8-83e1188f6fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (bc2c5cc9-d50a-4aa6-bfc1-984f811bce4e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:10.029684 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-f1c61abe-2d3d-4ec7-944b-8d03a4ca210a None None] Set router b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:36:10.064901 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:36:10.087767 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5202a-9ee2-41fc-94d8-83e1188f6fb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc2c5cc9-d50a-4aa6-bfc1-984f811bce4e,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:10.092816 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c5202a-9ee2-41fc-94d8-83e1188f6fb4 admin admin] Checking segment: {'id': '0c173f7d-f726-4860-b698-11f705e69823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5c50b86e-1c67-4bf5-8840-f94290cb583b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:36:10.093181 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c5202a-9ee2-41fc-94d8-83e1188f6fb4 admin admin] Network hostable DHCP agents. Network: 5c50b86e-1c67-4bf5-8840-f94290cb583b, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:36:10.112379 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c5202a-9ee2-41fc-94d8-83e1188f6fb4 admin admin] Network 5c50b86e-1c67-4bf5-8840-f94290cb583b is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:36:10.123962 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-54c5202a-9ee2-41fc-94d8-83e1188f6fb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 5c50b86e-1c67-4bf5-8840-f94290cb583b) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:36:10.131336 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c5202a-9ee2-41fc-94d8-83e1188f6fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:36:10.132443 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-54c5202a-9ee2-41fc-94d8-83e1188f6fb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:10.150153 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-54c5202a-9ee2-41fc-94d8-83e1188f6fb4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3716371 Mar 05 05:36:10.150609 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44568) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:36:10.151465 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed39553-148c-49ab-b969-ab880c50ad9f None None] Network 5c50b86e-1c67-4bf5-8840-f94290cb583b requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:36:10.154895 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-69d8ad42-8b95-4577-92a3-3481222a8b84 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1776875556-router', 'tenant_id': '1c4f12e4ec2843ec80480f5fa310899e', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:36:10.175231 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-69d8ad42-8b95-4577-92a3-3481222a8b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (460aa0eb-89b3-4869-b14a-f1cac64439ab), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:10.176254 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-69d8ad42-8b95-4577-92a3-3481222a8b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (460aa0eb-89b3-4869-b14a-f1cac64439ab), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:10.237015 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-69d8ad42-8b95-4577-92a3-3481222a8b84 admin admin] Publish callbacks [] for router_controller (460aa0eb-89b3-4869-b14a-f1cac64439ab), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:10.295323 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:36:10.295721 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:10.367759 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9be773-3318-4d15-b34d-4066cc32b146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-5c50b86e-1c67-4bf5-8840-f94290cb583b', 'network_id': '5c50b86e-1c67-4bf5-8840-f94290cb583b', 'project_id': '1c4f12e4ec2843ec80480f5fa310899e', 'fixed_ips': [{'subnet_id': 'bc2c5cc9-d50a-4aa6-bfc1-984f811bce4e'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:36:10.368603 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7b9be773-3318-4d15-b34d-4066cc32b146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:10.395865 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-69d8ad42-8b95-4577-92a3-3481222a8b84 admin admin] Publish callbacks [] for router_gateway (460aa0eb-89b3-4869-b14a-f1cac64439ab), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:10.530386 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:36:10.530783 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:10.587341 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:36:10.591593 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-f1c61abe-2d3d-4ec7-944b-8d03a4ca210a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f', 'name': 'tempest-TestEncryptedCinderVolumes-1682963755-router', 'tenant_id': 'd8315f846d894189b746299de0111d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:36:05Z', 'updated_at': '2022-03-05T05:36:07Z', 'revision_number': 4, 'project_id': 'd8315f846d894189b746299de0111d65', 'gw_port': {'id': '66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:53:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:36:05Z', 'updated_at': '2022-03-05T05:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '2e95c369-fcaa-46d7-a081-aab45075974b', 'name': '', 'network_id': 'f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e', 'tenant_id': 'd8315f846d894189b746299de0111d65', 'mac_address': 'fa:16:3e:33:fe:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'b0a3d80e-3381-4963-9482-7e785119a64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:36:07Z', 'updated_at': '2022-03-05T05:36:08Z', 'revision_number': 2, 'project_id': 'd8315f846d894189b746299de0111d65', 'subnets': [{'id': 'b0a3d80e-3381-4963-9482-7e785119a64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:36:10.599146 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:10.612470 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-69d8ad42-8b95-4577-92a3-3481222a8b84 admin admin] Publish callbacks [] for router_gateway (460aa0eb-89b3-4869-b14a-f1cac64439ab), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:10.632811 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-69d8ad42-8b95-4577-92a3-3481222a8b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:10.633025 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c61abe-2d3d-4ec7-944b-8d03a4ca210a None None] Checking router: b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:36:10.633306 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c61abe-2d3d-4ec7-944b-8d03a4ca210a None None] Updating router b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f port 2e95c369-fcaa-46d7-a081-aab45075974b binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:36:10.671777 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-7b9be773-3318-4d15-b34d-4066cc32b146 None None] Allocated IP 172.20.0.2 (5c50b86e-1c67-4bf5-8840-f94290cb583b/bc2c5cc9-d50a-4aa6-bfc1-984f811bce4e/c1208e68-5a18-4eb8-a60b-a12dcc8b160d) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:36:10.698193 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f1c61abe-2d3d-4ec7-944b-8d03a4ca210a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2e95c369-fcaa-46d7-a081-aab45075974b), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:10.736957 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:10.742694 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-69d8ad42-8b95-4577-92a3-3481222a8b84 admin admin] Allocated IP 172.25.0.87 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/25a886f8-5400-4360-b178-a2cc976733ae) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:36:10.845837 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-69d8ad42-8b95-4577-92a3-3481222a8b84 admin admin] Publish callbacks [] for port (25a886f8-5400-4360-b178-a2cc976733ae), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:10.880433 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-69d8ad42-8b95-4577-92a3-3481222a8b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (25a886f8-5400-4360-b178-a2cc976733ae), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:10.916453 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d8ad42-8b95-4577-92a3-3481222a8b84 admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:36:10.922637 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-69d8ad42-8b95-4577-92a3-3481222a8b84 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:36:10.927918 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d8ad42-8b95-4577-92a3-3481222a8b84 admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:36:10.959396 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8ad42-8b95-4577-92a3-3481222a8b84 admin admin] Pushing event updated for resources: {'Port': ['ID=25a886f8-5400-4360-b178-a2cc976733ae,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:10.985174 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7b9be773-3318-4d15-b34d-4066cc32b146 None None] Publish callbacks [] for port (c1208e68-5a18-4eb8-a60b-a12dcc8b160d), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:10.995437 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7b9be773-3318-4d15-b34d-4066cc32b146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (c1208e68-5a18-4eb8-a60b-a12dcc8b160d), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:11.060685 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9be773-3318-4d15-b34d-4066cc32b146 None None] Network 5c50b86e-1c67-4bf5-8840-f94290cb583b is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:36:11.071654 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-7b9be773-3318-4d15-b34d-4066cc32b146 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:36:11.074675 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9be773-3318-4d15-b34d-4066cc32b146 None None] Pushing event updated for resources: {'Port': ['ID=c1208e68-5a18-4eb8-a60b-a12dcc8b160d,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:11.076845 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9be773-3318-4d15-b34d-4066cc32b146 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:36:11.167710 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-7b9be773-3318-4d15-b34d-4066cc32b146 None None] Attempting to bind port c1208e68-5a18-4eb8-a60b-a12dcc8b160d on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:36:11.168092 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-7b9be773-3318-4d15-b34d-4066cc32b146 None None] Attempting to bind port c1208e68-5a18-4eb8-a60b-a12dcc8b160d by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '0c173f7d-f726-4860-b698-11f705e69823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5c50b86e-1c67-4bf5-8840-f94290cb583b'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:36:11.168463 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9be773-3318-4d15-b34d-4066cc32b146 None None] Attempting to bind port c1208e68-5a18-4eb8-a60b-a12dcc8b160d on network 5c50b86e-1c67-4bf5-8840-f94290cb583b {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:36:11.182692 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f1c61abe-2d3d-4ec7-944b-8d03a4ca210a None None] Publish callbacks [] for port (2e95c369-fcaa-46d7-a081-aab45075974b), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:11.184312 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9be773-3318-4d15-b34d-4066cc32b146 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:36:11.184694 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9be773-3318-4d15-b34d-4066cc32b146 None None] Checking segment: {'id': '0c173f7d-f726-4860-b698-11f705e69823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5c50b86e-1c67-4bf5-8840-f94290cb583b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:36:11.185094 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7b9be773-3318-4d15-b34d-4066cc32b146 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:11.185494 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9be773-3318-4d15-b34d-4066cc32b146 None None] Bound using segment: {'id': '0c173f7d-f726-4860-b698-11f705e69823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5c50b86e-1c67-4bf5-8840-f94290cb583b'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:36:11.186018 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-7b9be773-3318-4d15-b34d-4066cc32b146 None None] Bound port: c1208e68-5a18-4eb8-a60b-a12dcc8b160d, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c173f7d-f726-4860-b698-11f705e69823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5c50b86e-1c67-4bf5-8840-f94290cb583b'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:36:11.186363 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7b9be773-3318-4d15-b34d-4066cc32b146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c1208e68-5a18-4eb8-a60b-a12dcc8b160d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:11.193182 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-69d8ad42-8b95-4577-92a3-3481222a8b84 admin admin] Publish callbacks [] for router_gateway (460aa0eb-89b3-4869-b14a-f1cac64439ab), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:11.198376 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f1c61abe-2d3d-4ec7-944b-8d03a4ca210a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (2e95c369-fcaa-46d7-a081-aab45075974b), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:11.275214 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb005ea-eeba-46fb-a2f3-88685fbb04f6 None None] Pushing event updated for resources: {'Port': ['ID=2e95c369-fcaa-46d7-a081-aab45075974b,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:11.340730 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-7b9be773-3318-4d15-b34d-4066cc32b146 None None] For port c1208e68-5a18-4eb8-a60b-a12dcc8b160d, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:36:11.359741 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-7b9be773-3318-4d15-b34d-4066cc32b146 None None] For port c1208e68-5a18-4eb8-a60b-a12dcc8b160d, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c1208e68-5a18-4eb8-a60b-a12dcc8b160d,segment=NetworkSegment(0c173f7d-f726-4860-b698-11f705e69823),segment_id=0c173f7d-f726-4860-b698-11f705e69823)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:36:11.361382 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-f1c61abe-2d3d-4ec7-944b-8d03a4ca210a None None] Attempting to bind port 2e95c369-fcaa-46d7-a081-aab45075974b on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:36:11.361760 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-f1c61abe-2d3d-4ec7-944b-8d03a4ca210a None None] Attempting to bind port 2e95c369-fcaa-46d7-a081-aab45075974b by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '1becf337-fba7-41f1-a6d0-00dc4fd094aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:36:11.362136 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c61abe-2d3d-4ec7-944b-8d03a4ca210a None None] Attempting to bind port 2e95c369-fcaa-46d7-a081-aab45075974b on network f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:36:11.369230 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c61abe-2d3d-4ec7-944b-8d03a4ca210a None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:36:11.369641 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c61abe-2d3d-4ec7-944b-8d03a4ca210a None None] Checking segment: {'id': '1becf337-fba7-41f1-a6d0-00dc4fd094aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:36:11.370094 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f1c61abe-2d3d-4ec7-944b-8d03a4ca210a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:11.370553 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c61abe-2d3d-4ec7-944b-8d03a4ca210a None None] Bound using segment: {'id': '1becf337-fba7-41f1-a6d0-00dc4fd094aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:36:11.371355 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-f1c61abe-2d3d-4ec7-944b-8d03a4ca210a None None] Bound port: 2e95c369-fcaa-46d7-a081-aab45075974b, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1becf337-fba7-41f1-a6d0-00dc4fd094aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:36:11.371808 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f1c61abe-2d3d-4ec7-944b-8d03a4ca210a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2e95c369-fcaa-46d7-a081-aab45075974b), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:11.375483 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7b9be773-3318-4d15-b34d-4066cc32b146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c1208e68-5a18-4eb8-a60b-a12dcc8b160d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:11.409050 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-69d8ad42-8b95-4577-92a3-3481222a8b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (460aa0eb-89b3-4869-b14a-f1cac64439ab), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:11.546948 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d8ad42-8b95-4577-92a3-3481222a8b84 admin admin] Router 460aa0eb-89b3-4869-b14a-f1cac64439ab is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:36:11.654236 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6fe69df8-5dd4-4604-85ae-b1ffe8e5e49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:11.666337 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d8ad42-8b95-4577-92a3-3481222a8b84 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:36:11.677108 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb14241f-6580-4125-8072-436e034024c3 None None] Sync routers for ids ['460aa0eb-89b3-4869-b14a-f1cac64439ab'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:36:11.683631 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e4e0a71c-711a-4828-baee-0f9d92fb6135 None None] Provisioning complete for port 2e95c369-fcaa-46d7-a081-aab45075974b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:36:11.684012 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e4e0a71c-711a-4828-baee-0f9d92fb6135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2e95c369-fcaa-46d7-a081-aab45075974b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:11.692326 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9be773-3318-4d15-b34d-4066cc32b146 None None] Pushing event updated for resources: {'Port': ['ID=c1208e68-5a18-4eb8-a60b-a12dcc8b160d,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:11.695516 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-69d8ad42-8b95-4577-92a3-3481222a8b84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:11.696839 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-69d8ad42-8b95-4577-92a3-3481222a8b84 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5453122 Mar 05 05:36:11.699877 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44570) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:36:11.705733 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb14241f-6580-4125-8072-436e034024c3 None None] Routers {'460aa0eb-89b3-4869-b14a-f1cac64439ab'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:36:11.708779 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-eb14241f-6580-4125-8072-436e034024c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:35:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['460aa0eb-89b3-4869-b14a-f1cac64439ab'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:36:11.737002 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f1c61abe-2d3d-4ec7-944b-8d03a4ca210a None None] For port 2e95c369-fcaa-46d7-a081-aab45075974b, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:36:11.742083 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f1c61abe-2d3d-4ec7-944b-8d03a4ca210a None None] For port 2e95c369-fcaa-46d7-a081-aab45075974b, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=2e95c369-fcaa-46d7-a081-aab45075974b,segment=NetworkSegment(1becf337-fba7-41f1-a6d0-00dc4fd094aa),segment_id=1becf337-fba7-41f1-a6d0-00dc4fd094aa)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:36:11.748158 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e4e0a71c-711a-4828-baee-0f9d92fb6135 None None] Port 2e95c369-fcaa-46d7-a081-aab45075974b cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:36:11.750519 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f1c61abe-2d3d-4ec7-944b-8d03a4ca210a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (2e95c369-fcaa-46d7-a081-aab45075974b), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:11.813883 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c61abe-2d3d-4ec7-944b-8d03a4ca210a None None] Routers {'b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:36:11.817688 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-f1c61abe-2d3d-4ec7-944b-8d03a4ca210a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:35:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:36:11.874247 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb005ea-eeba-46fb-a2f3-88685fbb04f6 None None] Pushing event updated for resources: {'Port': ['ID=2e95c369-fcaa-46d7-a081-aab45075974b,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:11.887363 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-eb14241f-6580-4125-8072-436e034024c3 None None] Set router 460aa0eb-89b3-4869-b14a-f1cac64439ab gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:36:11.994563 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-f1c61abe-2d3d-4ec7-944b-8d03a4ca210a None None] Set router b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:36:12.262792 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:36:12.305825 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-eb14241f-6580-4125-8072-436e034024c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460aa0eb-89b3-4869-b14a-f1cac64439ab', 'name': 'tempest-TestEncryptedCinderVolumes-1776875556-router', 'tenant_id': '1c4f12e4ec2843ec80480f5fa310899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '25a886f8-5400-4360-b178-a2cc976733ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:36:10Z', 'updated_at': '2022-03-05T05:36:11Z', 'revision_number': 3, 'project_id': '1c4f12e4ec2843ec80480f5fa310899e', 'gw_port': {'id': '25a886f8-5400-4360-b178-a2cc976733ae', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ab:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460aa0eb-89b3-4869-b14a-f1cac64439ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:36:10Z', 'updated_at': '2022-03-05T05:36:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:36:12.323055 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6037e4e5-2120-4cbf-9acb-d645320cfc77 None None] Provisioning complete for port 2e95c369-fcaa-46d7-a081-aab45075974b triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:36:12.323483 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6037e4e5-2120-4cbf-9acb-d645320cfc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2e95c369-fcaa-46d7-a081-aab45075974b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:12.337505 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb14241f-6580-4125-8072-436e034024c3 None None] Checking router: 460aa0eb-89b3-4869-b14a-f1cac64439ab for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:36:12.337938 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb14241f-6580-4125-8072-436e034024c3 None None] Updating router 460aa0eb-89b3-4869-b14a-f1cac64439ab port 25a886f8-5400-4360-b178-a2cc976733ae binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:36:12.344754 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-15f712f2-0be5-4996-ae1f-62208d3759c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:12.370556 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-eb14241f-6580-4125-8072-436e034024c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (25a886f8-5400-4360-b178-a2cc976733ae), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:12.376760 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-f1c61abe-2d3d-4ec7-944b-8d03a4ca210a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f', 'name': 'tempest-TestEncryptedCinderVolumes-1682963755-router', 'tenant_id': 'd8315f846d894189b746299de0111d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:36:05Z', 'updated_at': '2022-03-05T05:36:07Z', 'revision_number': 4, 'project_id': 'd8315f846d894189b746299de0111d65', 'gw_port': {'id': '66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:53:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:36:05Z', 'updated_at': '2022-03-05T05:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '2e95c369-fcaa-46d7-a081-aab45075974b', 'name': '', 'network_id': 'f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e', 'tenant_id': 'd8315f846d894189b746299de0111d65', 'mac_address': 'fa:16:3e:33:fe:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'b0a3d80e-3381-4963-9482-7e785119a64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:36:07Z', 'updated_at': '2022-03-05T05:36:11Z', 'revision_number': 4, 'project_id': 'd8315f846d894189b746299de0111d65', 'subnets': [{'id': 'b0a3d80e-3381-4963-9482-7e785119a64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:36:12.410965 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c61abe-2d3d-4ec7-944b-8d03a4ca210a None None] The sync data for ids ['b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f'] in n-d-789963-32 is: [{'id': 'b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f', 'name': 'tempest-TestEncryptedCinderVolumes-1682963755-router', 'tenant_id': 'd8315f846d894189b746299de0111d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:36:05Z', 'updated_at': '2022-03-05T05:36:07Z', 'revision_number': 4, 'project_id': 'd8315f846d894189b746299de0111d65', 'gw_port': {'id': '66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:53:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:36:05Z', 'updated_at': '2022-03-05T05:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '2e95c369-fcaa-46d7-a081-aab45075974b', 'name': '', 'network_id': 'f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e', 'tenant_id': 'd8315f846d894189b746299de0111d65', 'mac_address': 'fa:16:3e:33:fe:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'b0a3d80e-3381-4963-9482-7e785119a64b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:36:07Z', 'updated_at': '2022-03-05T05:36:11Z', 'revision_number': 4, 'project_id': 'd8315f846d894189b746299de0111d65', 'subnets': [{'id': 'b0a3d80e-3381-4963-9482-7e785119a64b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:36:12.416300 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:36:12.416687 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:12.515534 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6037e4e5-2120-4cbf-9acb-d645320cfc77 None None] Current status of the port 2e95c369-fcaa-46d7-a081-aab45075974b is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:36:12.515945 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6037e4e5-2120-4cbf-9acb-d645320cfc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2e95c369-fcaa-46d7-a081-aab45075974b), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:12.573875 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-15f712f2-0be5-4996-ae1f-62208d3759c7 admin admin] Allocated IP 172.20.0.1 (5c50b86e-1c67-4bf5-8840-f94290cb583b/bc2c5cc9-d50a-4aa6-bfc1-984f811bce4e/a200871b-b0fd-4901-9744-e64d6d658ff6) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:36:12.590727 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:36:12.591924 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c1208e68-5a18-4eb8-a60b-a12dcc8b160d up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:36:12.598248 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6037e4e5-2120-4cbf-9acb-d645320cfc77 None None] For port 2e95c369-fcaa-46d7-a081-aab45075974b, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=2e95c369-fcaa-46d7-a081-aab45075974b,segment=NetworkSegment(1becf337-fba7-41f1-a6d0-00dc4fd094aa),segment_id=1becf337-fba7-41f1-a6d0-00dc4fd094aa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:36:12.633691 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6037e4e5-2120-4cbf-9acb-d645320cfc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (2e95c369-fcaa-46d7-a081-aab45075974b), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:12.709702 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037e4e5-2120-4cbf-9acb-d645320cfc77 None None] Pushing event updated for resources: {'Port': ['ID=2e95c369-fcaa-46d7-a081-aab45075974b,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:12.756203 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port c1208e68-5a18-4eb8-a60b-a12dcc8b160d triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:36:12.756953 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c1208e68-5a18-4eb8-a60b-a12dcc8b160d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:12.768936 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-15f712f2-0be5-4996-ae1f-62208d3759c7 admin admin] Publish callbacks [] for port (a200871b-b0fd-4901-9744-e64d6d658ff6), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:12.771237 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-eb14241f-6580-4125-8072-436e034024c3 None None] Publish callbacks [] for port (25a886f8-5400-4360-b178-a2cc976733ae), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:12.783266 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-eb14241f-6580-4125-8072-436e034024c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (25a886f8-5400-4360-b178-a2cc976733ae), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:12.817181 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-15f712f2-0be5-4996-ae1f-62208d3759c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (a200871b-b0fd-4901-9744-e64d6d658ff6), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:12.864342 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-eb14241f-6580-4125-8072-436e034024c3 None None] Attempting to bind port 25a886f8-5400-4360-b178-a2cc976733ae on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:36:12.864735 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-eb14241f-6580-4125-8072-436e034024c3 None None] Attempting to bind port 25a886f8-5400-4360-b178-a2cc976733ae by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:36:12.865124 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb14241f-6580-4125-8072-436e034024c3 None None] Attempting to bind port 25a886f8-5400-4360-b178-a2cc976733ae on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:36:12.877793 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb14241f-6580-4125-8072-436e034024c3 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:36:12.878110 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb14241f-6580-4125-8072-436e034024c3 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:36:12.878678 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-eb14241f-6580-4125-8072-436e034024c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:12.879119 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb14241f-6580-4125-8072-436e034024c3 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:36:12.879654 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-eb14241f-6580-4125-8072-436e034024c3 None None] Bound port: 25a886f8-5400-4360-b178-a2cc976733ae, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:36:12.880042 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-eb14241f-6580-4125-8072-436e034024c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (25a886f8-5400-4360-b178-a2cc976733ae), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:12.899295 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port c1208e68-5a18-4eb8-a60b-a12dcc8b160d is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:36:12.900240 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c1208e68-5a18-4eb8-a60b-a12dcc8b160d), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:12.915923 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f712f2-0be5-4996-ae1f-62208d3759c7 admin admin] Network 5c50b86e-1c67-4bf5-8840-f94290cb583b is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:36:12.923049 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc8b24-4dc2-4f31-a4a7-dbc276eeac36 None None] Pushing event updated for resources: {'Port': ['ID=25a886f8-5400-4360-b178-a2cc976733ae,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:12.931784 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f712f2-0be5-4996-ae1f-62208d3759c7 admin admin] Pushing event updated for resources: {'Port': ['ID=a200871b-b0fd-4901-9744-e64d6d658ff6,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:12.936755 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-15f712f2-0be5-4996-ae1f-62208d3759c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:36:12.940861 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f712f2-0be5-4996-ae1f-62208d3759c7 admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:36:12.979785 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port c1208e68-5a18-4eb8-a60b-a12dcc8b160d, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c1208e68-5a18-4eb8-a60b-a12dcc8b160d,segment=NetworkSegment(0c173f7d-f726-4860-b698-11f705e69823),segment_id=0c173f7d-f726-4860-b698-11f705e69823)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:36:12.987539 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c1208e68-5a18-4eb8-a60b-a12dcc8b160d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:12.993529 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-15f712f2-0be5-4996-ae1f-62208d3759c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (460aa0eb-89b3-4869-b14a-f1cac64439ab), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:12.996105 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-eb14241f-6580-4125-8072-436e034024c3 None None] For port 25a886f8-5400-4360-b178-a2cc976733ae, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:36:13.004566 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-eb14241f-6580-4125-8072-436e034024c3 None None] For port 25a886f8-5400-4360-b178-a2cc976733ae, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=25a886f8-5400-4360-b178-a2cc976733ae,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:36:13.027244 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-eb14241f-6580-4125-8072-436e034024c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (25a886f8-5400-4360-b178-a2cc976733ae), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:13.072883 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=c1208e68-5a18-4eb8-a60b-a12dcc8b160d,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:13.130225 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb14241f-6580-4125-8072-436e034024c3 None None] Routers {'460aa0eb-89b3-4869-b14a-f1cac64439ab'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:36:13.132258 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-eb14241f-6580-4125-8072-436e034024c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:35:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['460aa0eb-89b3-4869-b14a-f1cac64439ab'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:36:13.150044 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec74507-610c-4c48-8772-c3850fe73a61 None None] Network 5c50b86e-1c67-4bf5-8840-f94290cb583b requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:36:13.178008 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-15f712f2-0be5-4996-ae1f-62208d3759c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a200871b-b0fd-4901-9744-e64d6d658ff6), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:13.199461 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc8b24-4dc2-4f31-a4a7-dbc276eeac36 None None] Pushing event updated for resources: {'Port': ['ID=25a886f8-5400-4360-b178-a2cc976733ae,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:13.284105 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f083abfb-3285-4aed-9135-56d135a2d944 None None] Provisioning complete for port c1208e68-5a18-4eb8-a60b-a12dcc8b160d triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:36:13.284930 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f083abfb-3285-4aed-9135-56d135a2d944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c1208e68-5a18-4eb8-a60b-a12dcc8b160d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:13.289891 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-eb14241f-6580-4125-8072-436e034024c3 None None] Set router 460aa0eb-89b3-4869-b14a-f1cac64439ab gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:36:13.408799 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-424adab1-0a99-48da-9ec3-70c13b3f1004 req-36567290-2a99-4279-9196-6626fae2af28 service neutron] (105232) timed out ('10.222.0.11', 37078) {{(pid=105232) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 05 05:36:13.415433 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-15f712f2-0be5-4996-ae1f-62208d3759c7 admin admin] Publish callbacks [] for port (a200871b-b0fd-4901-9744-e64d6d658ff6), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:13.422832 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f083abfb-3285-4aed-9135-56d135a2d944 None None] Current status of the port c1208e68-5a18-4eb8-a60b-a12dcc8b160d is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:36:13.429544 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-15f712f2-0be5-4996-ae1f-62208d3759c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (a200871b-b0fd-4901-9744-e64d6d658ff6), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:13.506259 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f712f2-0be5-4996-ae1f-62208d3759c7 admin admin] Pushing event updated for resources: {'Port': ['ID=a200871b-b0fd-4901-9744-e64d6d658ff6,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:13.527825 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-15f712f2-0be5-4996-ae1f-62208d3759c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (460aa0eb-89b3-4869-b14a-f1cac64439ab), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:13.529408 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-eb14241f-6580-4125-8072-436e034024c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460aa0eb-89b3-4869-b14a-f1cac64439ab', 'name': 'tempest-TestEncryptedCinderVolumes-1776875556-router', 'tenant_id': '1c4f12e4ec2843ec80480f5fa310899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '25a886f8-5400-4360-b178-a2cc976733ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:36:10Z', 'updated_at': '2022-03-05T05:36:11Z', 'revision_number': 3, 'project_id': '1c4f12e4ec2843ec80480f5fa310899e', 'gw_port': {'id': '25a886f8-5400-4360-b178-a2cc976733ae', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ab:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460aa0eb-89b3-4869-b14a-f1cac64439ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:36:10Z', 'updated_at': '2022-03-05T05:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:36:13.567143 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb14241f-6580-4125-8072-436e034024c3 None None] The sync data for ids ['460aa0eb-89b3-4869-b14a-f1cac64439ab'] in n-d-789963-32 is: [{'id': '460aa0eb-89b3-4869-b14a-f1cac64439ab', 'name': 'tempest-TestEncryptedCinderVolumes-1776875556-router', 'tenant_id': '1c4f12e4ec2843ec80480f5fa310899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '25a886f8-5400-4360-b178-a2cc976733ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:36:10Z', 'updated_at': '2022-03-05T05:36:11Z', 'revision_number': 3, 'project_id': '1c4f12e4ec2843ec80480f5fa310899e', 'gw_port': {'id': '25a886f8-5400-4360-b178-a2cc976733ae', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ab:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460aa0eb-89b3-4869-b14a-f1cac64439ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:36:10Z', 'updated_at': '2022-03-05T05:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:36:13.647280 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f712f2-0be5-4996-ae1f-62208d3759c7 admin admin] Network 5c50b86e-1c67-4bf5-8840-f94290cb583b is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:36:13.648845 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-15f712f2-0be5-4996-ae1f-62208d3759c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:36:13.654873 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a9207daa-7f8d-4122-be81-c92f304205c2 None None] Provisioning complete for port c1208e68-5a18-4eb8-a60b-a12dcc8b160d triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:36:13.655604 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a9207daa-7f8d-4122-be81-c92f304205c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c1208e68-5a18-4eb8-a60b-a12dcc8b160d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:13.774403 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a9207daa-7f8d-4122-be81-c92f304205c2 None None] Current status of the port c1208e68-5a18-4eb8-a60b-a12dcc8b160d is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:36:13.793757 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f712f2-0be5-4996-ae1f-62208d3759c7 admin admin] Router 460aa0eb-89b3-4869-b14a-f1cac64439ab has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:36:13.799663 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7b196e29-ccf4-4e5b-b45f-265f6dd9a335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:13.802753 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a9207daa-7f8d-4122-be81-c92f304205c2 None None] Provisioning complete for port a200871b-b0fd-4901-9744-e64d6d658ff6 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:36:13.803127 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a9207daa-7f8d-4122-be81-c92f304205c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a200871b-b0fd-4901-9744-e64d6d658ff6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:13.861825 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a9207daa-7f8d-4122-be81-c92f304205c2 None None] Port a200871b-b0fd-4901-9744-e64d6d658ff6 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:36:13.937270 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f712f2-0be5-4996-ae1f-62208d3759c7 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:36:13.944324 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-15f712f2-0be5-4996-ae1f-62208d3759c7 admin admin] 10.222.0.11 "PUT /v2.0/routers/460aa0eb-89b3-4869-b14a-f1cac64439ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2434118 Mar 05 05:36:13.999454 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-ed51c9c0-83c3-4596-972e-6f3674704720 None None] Provisioning complete for port a200871b-b0fd-4901-9744-e64d6d658ff6 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:36:14.007628 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ed51c9c0-83c3-4596-972e-6f3674704720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a200871b-b0fd-4901-9744-e64d6d658ff6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:14.065940 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ed51c9c0-83c3-4596-972e-6f3674704720 None None] Port a200871b-b0fd-4901-9744-e64d6d658ff6 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:36:14.194106 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:14.197493 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 2e95c369-fcaa-46d7-a081-aab45075974b up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:36:14.263375 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 2e95c369-fcaa-46d7-a081-aab45075974b triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:36:14.264170 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2e95c369-fcaa-46d7-a081-aab45075974b), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:14.332316 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d14de123-6621-411e-88fc-0690ad2bb9e5 None None] Provisioning complete for port a200871b-b0fd-4901-9744-e64d6d658ff6 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:36:14.333070 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d14de123-6621-411e-88fc-0690ad2bb9e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a200871b-b0fd-4901-9744-e64d6d658ff6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:14.426662 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d14de123-6621-411e-88fc-0690ad2bb9e5 None None] Port a200871b-b0fd-4901-9744-e64d6d658ff6 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:36:14.451992 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 2e95c369-fcaa-46d7-a081-aab45075974b is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:36:14.451992 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c1208e68-5a18-4eb8-a60b-a12dcc8b160d up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:36:14.457282 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:14.506203 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port c1208e68-5a18-4eb8-a60b-a12dcc8b160d triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:36:14.506584 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c1208e68-5a18-4eb8-a60b-a12dcc8b160d), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:14.591491 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port c1208e68-5a18-4eb8-a60b-a12dcc8b160d is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:36:15.139448 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:15.392168 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-d14d3a33-2ba4-474b-9e12-67dc6d177aa1 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:36:15.393634 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-d14d3a33-2ba4-474b-9e12-67dc6d177aa1 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/networks?id=f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e HTTP/1.1" status: 200 len: 817 time: 0.4292834 Mar 05 05:36:15.409531 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-747afa5b-9f5a-4c57-9b12-0d130c2613e4 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/quotas/d8315f846d894189b746299de0111d65 HTTP/1.1" status: 200 len: 375 time: 0.0104978 Mar 05 05:36:15.463982 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-044d3459-0d36-44a9-ab02-a2e230586d2c tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d8315f846d894189b746299de0111d65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492105 Mar 05 05:36:15.561706 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-6dc88431-742d-4377-9595-8bd6ce26d55b service neutron] 10.222.0.11 "GET /v2.0/networks/f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855973 Mar 05 05:36:15.654385 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-c3058bf6-da57-4b11-8815-c9c1031e2a9a service neutron] 10.222.0.11 "GET /v2.0/networks/f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861235 Mar 05 05:36:15.877441 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035aba70-c807-424b-ad15-8ee617e08a79 None None] Sync routers for ids ['460aa0eb-89b3-4869-b14a-f1cac64439ab'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:36:15.887956 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035aba70-c807-424b-ad15-8ee617e08a79 None None] Routers {'460aa0eb-89b3-4869-b14a-f1cac64439ab'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:36:15.888590 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-035aba70-c807-424b-ad15-8ee617e08a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:36:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['460aa0eb-89b3-4869-b14a-f1cac64439ab'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:36:15.969122 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-22abf895-53cd-468a-93a4-c4f368bef97c req-a75ceb47-d9b5-4fbc-87b7-d2ed339e1fe6 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c2964ac-671b-4584-ac27-1d6d4f17723b HTTP/1.1" status: 200 len: 210 time: 0.1714292 Mar 05 05:36:16.011455 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-035aba70-c807-424b-ad15-8ee617e08a79 None None] Set router 460aa0eb-89b3-4869-b14a-f1cac64439ab gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:36:16.063771 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 25a886f8-5400-4360-b178-a2cc976733ae up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:36:16.220703 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 25a886f8-5400-4360-b178-a2cc976733ae triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:36:16.221100 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (25a886f8-5400-4360-b178-a2cc976733ae), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:16.343569 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-035aba70-c807-424b-ad15-8ee617e08a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460aa0eb-89b3-4869-b14a-f1cac64439ab', 'name': 'tempest-TestEncryptedCinderVolumes-1776875556-router', 'tenant_id': '1c4f12e4ec2843ec80480f5fa310899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '25a886f8-5400-4360-b178-a2cc976733ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:36:10Z', 'updated_at': '2022-03-05T05:36:13Z', 'revision_number': 4, 'project_id': '1c4f12e4ec2843ec80480f5fa310899e', 'gw_port': {'id': '25a886f8-5400-4360-b178-a2cc976733ae', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ab:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460aa0eb-89b3-4869-b14a-f1cac64439ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:36:10Z', 'updated_at': '2022-03-05T05:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'a200871b-b0fd-4901-9744-e64d6d658ff6', 'name': '', 'network_id': '5c50b86e-1c67-4bf5-8840-f94290cb583b', 'tenant_id': '1c4f12e4ec2843ec80480f5fa310899e', 'mac_address': 'fa:16:3e:cc:90:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460aa0eb-89b3-4869-b14a-f1cac64439ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'bc2c5cc9-d50a-4aa6-bfc1-984f811bce4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:36:12Z', 'updated_at': '2022-03-05T05:36:13Z', 'revision_number': 2, 'project_id': '1c4f12e4ec2843ec80480f5fa310899e', 'subnets': [{'id': 'bc2c5cc9-d50a-4aa6-bfc1-984f811bce4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:36:16.347339 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 25a886f8-5400-4360-b178-a2cc976733ae is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:36:16.347727 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (25a886f8-5400-4360-b178-a2cc976733ae), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:16.554210 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035aba70-c807-424b-ad15-8ee617e08a79 None None] Checking router: 460aa0eb-89b3-4869-b14a-f1cac64439ab for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:36:16.554566 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035aba70-c807-424b-ad15-8ee617e08a79 None None] Updating router 460aa0eb-89b3-4869-b14a-f1cac64439ab port a200871b-b0fd-4901-9744-e64d6d658ff6 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:36:16.593042 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 25a886f8-5400-4360-b178-a2cc976733ae, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=25a886f8-5400-4360-b178-a2cc976733ae,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:36:16.599221 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:16.602365 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (25a886f8-5400-4360-b178-a2cc976733ae), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:16.605954 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-035aba70-c807-424b-ad15-8ee617e08a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a200871b-b0fd-4901-9744-e64d6d658ff6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:16.686245 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=25a886f8-5400-4360-b178-a2cc976733ae,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:16.939854 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-035aba70-c807-424b-ad15-8ee617e08a79 None None] Publish callbacks [] for port (a200871b-b0fd-4901-9744-e64d6d658ff6), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:16.945735 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-035aba70-c807-424b-ad15-8ee617e08a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a200871b-b0fd-4901-9744-e64d6d658ff6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:16.975984 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-747423e1-f1d9-4a9d-96b0-f6a11dfb1871 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:36:16.992984 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-747423e1-f1d9-4a9d-96b0-f6a11dfb1871 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.31 "GET /v2.0/networks?id=f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e HTTP/1.1" status: 200 len: 817 time: 0.1290622 Mar 05 05:36:16.997549 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784948ff-342a-4e63-937b-531b4c85a94d None None] Pushing event updated for resources: {'Port': ['ID=a200871b-b0fd-4901-9744-e64d6d658ff6,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:16.997729 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-9b979a8c-056f-4f15-bda7-425c383e1d5c tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Request body: {'port': {'device_id': '0c2964ac-671b-4584-ac27-1d6d4f17723b', 'network_id': 'f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e', 'admin_state_up': True, 'tenant_id': 'd8315f846d894189b746299de0111d65'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:36:17.075138 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-035aba70-c807-424b-ad15-8ee617e08a79 None None] Attempting to bind port a200871b-b0fd-4901-9744-e64d6d658ff6 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:36:17.075530 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-035aba70-c807-424b-ad15-8ee617e08a79 None None] Attempting to bind port a200871b-b0fd-4901-9744-e64d6d658ff6 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '0c173f7d-f726-4860-b698-11f705e69823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5c50b86e-1c67-4bf5-8840-f94290cb583b'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:36:17.075915 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035aba70-c807-424b-ad15-8ee617e08a79 None None] Attempting to bind port a200871b-b0fd-4901-9744-e64d6d658ff6 on network 5c50b86e-1c67-4bf5-8840-f94290cb583b {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:36:17.081551 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035aba70-c807-424b-ad15-8ee617e08a79 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:36:17.082111 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035aba70-c807-424b-ad15-8ee617e08a79 None None] Checking segment: {'id': '0c173f7d-f726-4860-b698-11f705e69823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5c50b86e-1c67-4bf5-8840-f94290cb583b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:36:17.082533 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-035aba70-c807-424b-ad15-8ee617e08a79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:17.082934 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035aba70-c807-424b-ad15-8ee617e08a79 None None] Bound using segment: {'id': '0c173f7d-f726-4860-b698-11f705e69823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5c50b86e-1c67-4bf5-8840-f94290cb583b'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:36:17.083450 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-035aba70-c807-424b-ad15-8ee617e08a79 None None] Bound port: a200871b-b0fd-4901-9744-e64d6d658ff6, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c173f7d-f726-4860-b698-11f705e69823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5c50b86e-1c67-4bf5-8840-f94290cb583b'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:36:17.084083 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-035aba70-c807-424b-ad15-8ee617e08a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a200871b-b0fd-4901-9744-e64d6d658ff6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:17.091464 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ccc317c8-d00a-4346-990a-0fefc6da3168 req-500aa6e8-bb8a-4fc8-b251-4fb892eb4a9e tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c2964ac-671b-4584-ac27-1d6d4f17723b HTTP/1.1" status: 200 len: 210 time: 0.0373087 Mar 05 05:36:17.151093 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-9b979a8c-056f-4f15-bda7-425c383e1d5c tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Made reservation on behalf of d8315f846d894189b746299de0111d65 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:36:17.154778 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-9b979a8c-056f-4f15-bda7-425c383e1d5c tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:17.160589 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-035aba70-c807-424b-ad15-8ee617e08a79 None None] For port a200871b-b0fd-4901-9744-e64d6d658ff6, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:36:17.164555 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-035aba70-c807-424b-ad15-8ee617e08a79 None None] For port a200871b-b0fd-4901-9744-e64d6d658ff6, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a200871b-b0fd-4901-9744-e64d6d658ff6,segment=NetworkSegment(0c173f7d-f726-4860-b698-11f705e69823),segment_id=0c173f7d-f726-4860-b698-11f705e69823)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:36:17.172239 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-035aba70-c807-424b-ad15-8ee617e08a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a200871b-b0fd-4901-9744-e64d6d658ff6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:17.241620 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784948ff-342a-4e63-937b-531b4c85a94d None None] Pushing event updated for resources: {'Port': ['ID=a200871b-b0fd-4901-9744-e64d6d658ff6,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:17.245958 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035aba70-c807-424b-ad15-8ee617e08a79 None None] Routers {'460aa0eb-89b3-4869-b14a-f1cac64439ab'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:36:17.246600 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-035aba70-c807-424b-ad15-8ee617e08a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:36:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['460aa0eb-89b3-4869-b14a-f1cac64439ab'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:36:17.296728 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-9b979a8c-056f-4f15-bda7-425c383e1d5c tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Allocated IP 172.20.0.10 (f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e/b0a3d80e-3381-4963-9482-7e785119a64b/48dfa26b-0d76-4ab8-8204-8712ce58f80e) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:36:17.312952 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-b1631469-cb28-4247-af74-28066d58b944 None None] Provisioning complete for port a200871b-b0fd-4901-9744-e64d6d658ff6 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:36:17.313501 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b1631469-cb28-4247-af74-28066d58b944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a200871b-b0fd-4901-9744-e64d6d658ff6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:17.413456 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-035aba70-c807-424b-ad15-8ee617e08a79 None None] Set router 460aa0eb-89b3-4869-b14a-f1cac64439ab gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:36:17.458923 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-9b979a8c-056f-4f15-bda7-425c383e1d5c tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Publish callbacks [] for port (48dfa26b-0d76-4ab8-8204-8712ce58f80e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:17.492417 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-9b979a8c-056f-4f15-bda7-425c383e1d5c tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (48dfa26b-0d76-4ab8-8204-8712ce58f80e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:17.528905 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b1631469-cb28-4247-af74-28066d58b944 None None] Current status of the port a200871b-b0fd-4901-9744-e64d6d658ff6 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:36:17.529298 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b1631469-cb28-4247-af74-28066d58b944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a200871b-b0fd-4901-9744-e64d6d658ff6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:17.539641 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-9b979a8c-056f-4f15-bda7-425c383e1d5c tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Network f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:36:17.542739 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-9b979a8c-056f-4f15-bda7-425c383e1d5c tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:36:17.546362 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-9b979a8c-056f-4f15-bda7-425c383e1d5c tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:36:17.572298 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b979a8c-056f-4f15-bda7-425c383e1d5c tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Pushing event updated for resources: {'Port': ['ID=48dfa26b-0d76-4ab8-8204-8712ce58f80e,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:17.602279 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-9b979a8c-056f-4f15-bda7-425c383e1d5c tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:36:17.603113 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-9b979a8c-056f-4f15-bda7-425c383e1d5c tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:17.619386 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-b1631469-cb28-4247-af74-28066d58b944 None None] For port a200871b-b0fd-4901-9744-e64d6d658ff6, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a200871b-b0fd-4901-9744-e64d6d658ff6,segment=NetworkSegment(0c173f7d-f726-4860-b698-11f705e69823),segment_id=0c173f7d-f726-4860-b698-11f705e69823)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:36:17.623888 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b1631469-cb28-4247-af74-28066d58b944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a200871b-b0fd-4901-9744-e64d6d658ff6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:17.625379 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-9b979a8c-056f-4f15-bda7-425c383e1d5c tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6314869 Mar 05 05:36:17.637023 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-0a032d41-5cf6-41f3-9a29-1546562a48bd service neutron] Request body: {'port': {'device_id': '0c2964ac-671b-4584-ac27-1d6d4f17723b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:36:17.703451 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-0a032d41-5cf6-41f3-9a29-1546562a48bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (48dfa26b-0d76-4ab8-8204-8712ce58f80e), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:17.717019 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1631469-cb28-4247-af74-28066d58b944 None None] Pushing event updated for resources: {'Port': ['ID=a200871b-b0fd-4901-9744-e64d6d658ff6,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:17.754955 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e065405-9f41-4ce5-89dd-10f89886fb4d None None] Provisioning complete for port a200871b-b0fd-4901-9744-e64d6d658ff6 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:36:17.755365 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e065405-9f41-4ce5-89dd-10f89886fb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a200871b-b0fd-4901-9744-e64d6d658ff6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:17.780995 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-035aba70-c807-424b-ad15-8ee617e08a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460aa0eb-89b3-4869-b14a-f1cac64439ab', 'name': 'tempest-TestEncryptedCinderVolumes-1776875556-router', 'tenant_id': '1c4f12e4ec2843ec80480f5fa310899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '25a886f8-5400-4360-b178-a2cc976733ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:36:10Z', 'updated_at': '2022-03-05T05:36:13Z', 'revision_number': 4, 'project_id': '1c4f12e4ec2843ec80480f5fa310899e', 'gw_port': {'id': '25a886f8-5400-4360-b178-a2cc976733ae', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ab:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460aa0eb-89b3-4869-b14a-f1cac64439ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:36:10Z', 'updated_at': '2022-03-05T05:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'a200871b-b0fd-4901-9744-e64d6d658ff6', 'name': '', 'network_id': '5c50b86e-1c67-4bf5-8840-f94290cb583b', 'tenant_id': '1c4f12e4ec2843ec80480f5fa310899e', 'mac_address': 'fa:16:3e:cc:90:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460aa0eb-89b3-4869-b14a-f1cac64439ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'bc2c5cc9-d50a-4aa6-bfc1-984f811bce4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:36:12Z', 'updated_at': '2022-03-05T05:36:17Z', 'revision_number': 4, 'project_id': '1c4f12e4ec2843ec80480f5fa310899e', 'subnets': [{'id': 'bc2c5cc9-d50a-4aa6-bfc1-984f811bce4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:36:17.814115 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035aba70-c807-424b-ad15-8ee617e08a79 None None] The sync data for ids ['460aa0eb-89b3-4869-b14a-f1cac64439ab'] in n-d-789963-32 is: [{'id': '460aa0eb-89b3-4869-b14a-f1cac64439ab', 'name': 'tempest-TestEncryptedCinderVolumes-1776875556-router', 'tenant_id': '1c4f12e4ec2843ec80480f5fa310899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '25a886f8-5400-4360-b178-a2cc976733ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:36:10Z', 'updated_at': '2022-03-05T05:36:13Z', 'revision_number': 4, 'project_id': '1c4f12e4ec2843ec80480f5fa310899e', 'gw_port': {'id': '25a886f8-5400-4360-b178-a2cc976733ae', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ab:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460aa0eb-89b3-4869-b14a-f1cac64439ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:36:10Z', 'updated_at': '2022-03-05T05:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'a200871b-b0fd-4901-9744-e64d6d658ff6', 'name': '', 'network_id': '5c50b86e-1c67-4bf5-8840-f94290cb583b', 'tenant_id': '1c4f12e4ec2843ec80480f5fa310899e', 'mac_address': 'fa:16:3e:cc:90:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '460aa0eb-89b3-4869-b14a-f1cac64439ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'bc2c5cc9-d50a-4aa6-bfc1-984f811bce4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:36:12Z', 'updated_at': '2022-03-05T05:36:17Z', 'revision_number': 4, 'project_id': '1c4f12e4ec2843ec80480f5fa310899e', 'subnets': [{'id': 'bc2c5cc9-d50a-4aa6-bfc1-984f811bce4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:36:17.914123 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e065405-9f41-4ce5-89dd-10f89886fb4d None None] Current status of the port a200871b-b0fd-4901-9744-e64d6d658ff6 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:36:17.918205 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:18.024433 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-0a032d41-5cf6-41f3-9a29-1546562a48bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48dfa26b-0d76-4ab8-8204-8712ce58f80e {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:36:18.035837 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-0a032d41-5cf6-41f3-9a29-1546562a48bd service neutron] Publish callbacks [] for port (48dfa26b-0d76-4ab8-8204-8712ce58f80e), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:18.039833 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-df70f482-e041-4c7b-9034-0c320701f9f8 None None] Provisioning complete for port 48dfa26b-0d76-4ab8-8204-8712ce58f80e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:36:18.040351 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-df70f482-e041-4c7b-9034-0c320701f9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (48dfa26b-0d76-4ab8-8204-8712ce58f80e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:18.053593 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-0a032d41-5cf6-41f3-9a29-1546562a48bd service neutron] Transition to ACTIVE for port object 48dfa26b-0d76-4ab8-8204-8712ce58f80e will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:36:18.062559 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-0a032d41-5cf6-41f3-9a29-1546562a48bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (48dfa26b-0d76-4ab8-8204-8712ce58f80e), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:18.097576 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-df70f482-e041-4c7b-9034-0c320701f9f8 None None] Port 48dfa26b-0d76-4ab8-8204-8712ce58f80e cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:36:18.132923 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 25a886f8-5400-4360-b178-a2cc976733ae up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:36:18.184410 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a032d41-5cf6-41f3-9a29-1546562a48bd service neutron] Pushing event updated for resources: {'Port': ['ID=48dfa26b-0d76-4ab8-8204-8712ce58f80e,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:18.245301 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 25a886f8-5400-4360-b178-a2cc976733ae triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:36:18.245795 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (25a886f8-5400-4360-b178-a2cc976733ae), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:18.245967 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-0a032d41-5cf6-41f3-9a29-1546562a48bd service neutron] Attempting to bind port 48dfa26b-0d76-4ab8-8204-8712ce58f80e on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:36:18.246463 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-0a032d41-5cf6-41f3-9a29-1546562a48bd service neutron] Attempting to bind port 48dfa26b-0d76-4ab8-8204-8712ce58f80e by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '1becf337-fba7-41f1-a6d0-00dc4fd094aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:36:18.246958 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-0a032d41-5cf6-41f3-9a29-1546562a48bd service neutron] Attempting to bind port 48dfa26b-0d76-4ab8-8204-8712ce58f80e on network f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:36:18.253359 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-0a032d41-5cf6-41f3-9a29-1546562a48bd service neutron] Port 48dfa26b-0d76-4ab8-8204-8712ce58f80e on network f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:36:18.254224 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-0a032d41-5cf6-41f3-9a29-1546562a48bd service neutron] Attempting to bind port 48dfa26b-0d76-4ab8-8204-8712ce58f80e on network f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:36:18.260480 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-0a032d41-5cf6-41f3-9a29-1546562a48bd service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:36:18.261073 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-0a032d41-5cf6-41f3-9a29-1546562a48bd service neutron] Checking segment: {'id': '1becf337-fba7-41f1-a6d0-00dc4fd094aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:36:18.261641 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-0a032d41-5cf6-41f3-9a29-1546562a48bd service neutron] Bound using segment: {'id': '1becf337-fba7-41f1-a6d0-00dc4fd094aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:36:18.262269 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-0a032d41-5cf6-41f3-9a29-1546562a48bd service neutron] Bound port: 48dfa26b-0d76-4ab8-8204-8712ce58f80e, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1becf337-fba7-41f1-a6d0-00dc4fd094aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:36:18.262795 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-0a032d41-5cf6-41f3-9a29-1546562a48bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (48dfa26b-0d76-4ab8-8204-8712ce58f80e), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:18.267206 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cae74-4d09-4849-805b-4b578f681375 req-9ee0ec12-27fd-4e47-a6ad-0da50ede2824 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:36:18.275141 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ff1cae74-4d09-4849-805b-4b578f681375 req-9ee0ec12-27fd-4e47-a6ad-0da50ede2824 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c2964ac-671b-4584-ac27-1d6d4f17723b HTTP/1.1" status: 200 len: 944 time: 0.0838993 Mar 05 05:36:18.340456 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-0a032d41-5cf6-41f3-9a29-1546562a48bd service neutron] For port 48dfa26b-0d76-4ab8-8204-8712ce58f80e, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:36:18.343399 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ff1cae74-4d09-4849-805b-4b578f681375 req-fbd3fc19-bd95-44a7-918b-b14f159d5ac8 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0ea92c8-3db9-4ea3-be37-3f5ae2fe166c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607939 Mar 05 05:36:18.346093 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-0a032d41-5cf6-41f3-9a29-1546562a48bd service neutron] For port 48dfa26b-0d76-4ab8-8204-8712ce58f80e, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=48dfa26b-0d76-4ab8-8204-8712ce58f80e,segment=NetworkSegment(1becf337-fba7-41f1-a6d0-00dc4fd094aa),segment_id=1becf337-fba7-41f1-a6d0-00dc4fd094aa)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:36:18.356488 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-0a032d41-5cf6-41f3-9a29-1546562a48bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (48dfa26b-0d76-4ab8-8204-8712ce58f80e), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:18.378094 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 25a886f8-5400-4360-b178-a2cc976733ae is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:36:18.379255 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a200871b-b0fd-4901-9744-e64d6d658ff6 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:36:18.420965 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a032d41-5cf6-41f3-9a29-1546562a48bd service neutron] Pushing event updated for resources: {'Port': ['ID=48dfa26b-0d76-4ab8-8204-8712ce58f80e,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:18.435000 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-0a032d41-5cf6-41f3-9a29-1546562a48bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:36:18.436496 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-0a032d41-5cf6-41f3-9a29-1546562a48bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:18.439198 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-0a032d41-5cf6-41f3-9a29-1546562a48bd service neutron] 10.222.0.31 "PUT /v2.0/ports/48dfa26b-0d76-4ab8-8204-8712ce58f80e HTTP/1.1" status: 200 len: 1093 time: 0.8056908 Mar 05 05:36:18.439925 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2964ac-671b-4584-ac27-1d6d4f17723b', 'tag': '48dfa26b-0d76-4ab8-8204-8712ce58f80e'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:36:18.444852 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6fbcbbc-ce53-4057-a65b-b19147f9f61f" -d '{"events": [{"name": "network-changed", "server_uuid": "0c2964ac-671b-4584-ac27-1d6d4f17723b", "tag": "48dfa26b-0d76-4ab8-8204-8712ce58f80e"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:36:18.445249 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port a200871b-b0fd-4901-9744-e64d6d658ff6 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:36:18.445639 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a200871b-b0fd-4901-9744-e64d6d658ff6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:18.522371 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29ee07e-c411-4ccb-8038-d0c8836f0256 x-openstack-request-id: req-d29ee07e-c411-4ccb-8038-d0c8836f0256 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:36:18.522666 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c2964ac-671b-4584-ac27-1d6d4f17723b", "tag": "48dfa26b-0d76-4ab8-8204-8712ce58f80e", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:36:18.522922 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d29ee07e-c411-4ccb-8038-d0c8836f0256 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:36:18.523376 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2964ac-671b-4584-ac27-1d6d4f17723b', 'tag': '48dfa26b-0d76-4ab8-8204-8712ce58f80e', 'status': 'completed', 'code': 200} Mar 05 05:36:18.544957 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-d64456ba-1152-4dcf-8234-f96fc5002168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:36:18.547117 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-d64456ba-1152-4dcf-8234-f96fc5002168 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8315f846d894189b746299de0111d65&device_id=0c2964ac-671b-4584-ac27-1d6d4f17723b HTTP/1.1" status: 200 len: 1127 time: 0.0622227 Mar 05 05:36:18.564243 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port a200871b-b0fd-4901-9744-e64d6d658ff6 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:36:18.595990 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-2e18a9d7-5f5e-4892-9110-c6f725ca503f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48dfa26b-0d76-4ab8-8204-8712ce58f80e HTTP/1.1" status: 200 len: 217 time: 0.0424149 Mar 05 05:36:18.647722 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-304623e8-354c-4f0c-849d-9f991966971b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:36:18.649329 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-304623e8-354c-4f0c-849d-9f991966971b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b0a3d80e-3381-4963-9482-7e785119a64b HTTP/1.1" status: 200 len: 856 time: 0.0481353 Mar 05 05:36:18.698876 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-394b1357-9c2f-4e5d-a350-803d25548e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:36:18.700401 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-394b1357-9c2f-4e5d-a350-803d25548e54 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448525 Mar 05 05:36:18.791763 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-8d519c05-1ef7-4a0e-80a9-8e14943424a2 service neutron] 10.222.0.31 "GET /v2.0/networks/f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852876 Mar 05 05:36:18.880081 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-902704d1-eae5-48a9-8e1c-b383fb39477b req-32691fca-030b-4f5d-9d5f-2c381dd9c9c4 service neutron] 10.222.0.31 "GET /v2.0/networks/f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825295 Mar 05 05:36:18.980526 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbcbbc-ce53-4057-a65b-b19147f9f61f req-3a0ccf69-1421-400b-a033-25fcb27842c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:36:18.982275 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a6fbcbbc-ce53-4057-a65b-b19147f9f61f req-3a0ccf69-1421-400b-a033-25fcb27842c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8315f846d894189b746299de0111d65&device_id=0c2964ac-671b-4584-ac27-1d6d4f17723b HTTP/1.1" status: 200 len: 1127 time: 0.0558989 Mar 05 05:36:19.074697 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbcbbc-ce53-4057-a65b-b19147f9f61f req-2c639154-0ff0-4c6d-a0a0-a40ea3383399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:36:19.076210 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a6fbcbbc-ce53-4057-a65b-b19147f9f61f req-2c639154-0ff0-4c6d-a0a0-a40ea3383399 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e HTTP/1.1" status: 200 len: 917 time: 0.0880866 Mar 05 05:36:19.121628 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a6fbcbbc-ce53-4057-a65b-b19147f9f61f req-666cec0e-d707-41e3-a631-996d39d29d99 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48dfa26b-0d76-4ab8-8204-8712ce58f80e HTTP/1.1" status: 200 len: 217 time: 0.0396733 Mar 05 05:36:19.170121 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbcbbc-ce53-4057-a65b-b19147f9f61f req-66bdfb28-e593-4cb1-8f0e-91d1865b8317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:36:19.171621 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a6fbcbbc-ce53-4057-a65b-b19147f9f61f req-66bdfb28-e593-4cb1-8f0e-91d1865b8317 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b0a3d80e-3381-4963-9482-7e785119a64b HTTP/1.1" status: 200 len: 856 time: 0.0440061 Mar 05 05:36:19.222678 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbcbbc-ce53-4057-a65b-b19147f9f61f req-71dc59d7-d201-4ce8-a0a6-739fbca378ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:36:19.224260 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a6fbcbbc-ce53-4057-a65b-b19147f9f61f req-71dc59d7-d201-4ce8-a0a6-739fbca378ca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454745 Mar 05 05:36:19.467566 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c35068-2282-4c33-8e2c-fe0897b2d05e req-7a133623-41d7-4cb5-b6f6-ba92c616ec13 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:36:19.470071 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-33c35068-2282-4c33-8e2c-fe0897b2d05e req-7a133623-41d7-4cb5-b6f6-ba92c616ec13 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c2964ac-671b-4584-ac27-1d6d4f17723b HTTP/1.1" status: 200 len: 944 time: 0.0619700 Mar 05 05:36:19.548418 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-33c35068-2282-4c33-8e2c-fe0897b2d05e req-20f7efc7-4e1b-4150-8839-3558fa6be654 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0ea92c8-3db9-4ea3-be37-3f5ae2fe166c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712390 Mar 05 05:36:19.661440 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a6fbcbbc-ce53-4057-a65b-b19147f9f61f req-949b92f7-9557-434f-9848-f3a06586c49b service neutron] 10.222.0.31 "GET /v2.0/networks/f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296865 Mar 05 05:36:19.758130 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a6fbcbbc-ce53-4057-a65b-b19147f9f61f req-215ca9d4-4968-428b-897a-4e1196b9fa2d service neutron] 10.222.0.31 "GET /v2.0/networks/f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885639 Mar 05 05:36:20.662965 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f16f4-6508-449d-b531-c5e6060ccf2c req-92dd92c5-8a08-48be-875b-e7146921ece5 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:36:20.664401 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb7f16f4-6508-449d-b531-c5e6060ccf2c req-92dd92c5-8a08-48be-875b-e7146921ece5 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c2964ac-671b-4584-ac27-1d6d4f17723b HTTP/1.1" status: 200 len: 944 time: 0.0524898 Mar 05 05:36:20.712166 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb7f16f4-6508-449d-b531-c5e6060ccf2c req-80d8f7c7-048b-4f6a-a09c-1080813f3184 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0ea92c8-3db9-4ea3-be37-3f5ae2fe166c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419483 Mar 05 05:36:21.831469 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105eace-e370-445a-b956-e5321d83eed7 req-20670869-f1e1-4669-b693-5a4ac7c9fecd tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:36:21.832963 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c105eace-e370-445a-b956-e5321d83eed7 req-20670869-f1e1-4669-b693-5a4ac7c9fecd tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c2964ac-671b-4584-ac27-1d6d4f17723b HTTP/1.1" status: 200 len: 944 time: 0.0540161 Mar 05 05:36:21.880940 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c105eace-e370-445a-b956-e5321d83eed7 req-bb9a1704-fde0-4684-89cf-97eacf910fc5 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0ea92c8-3db9-4ea3-be37-3f5ae2fe166c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424407 Mar 05 05:36:23.003205 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e147a-8c13-48bd-a765-d0c137a723d0 req-65d6dcb9-ef5e-499f-b84a-3073f238c02c tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:36:23.004694 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c4e147a-8c13-48bd-a765-d0c137a723d0 req-65d6dcb9-ef5e-499f-b84a-3073f238c02c tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c2964ac-671b-4584-ac27-1d6d4f17723b HTTP/1.1" status: 200 len: 944 time: 0.0562978 Mar 05 05:36:23.051379 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c4e147a-8c13-48bd-a765-d0c137a723d0 req-519f6723-7475-4b5a-b53a-224482bebb71 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0ea92c8-3db9-4ea3-be37-3f5ae2fe166c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410237 Mar 05 05:36:23.312744 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 48dfa26b-0d76-4ab8-8204-8712ce58f80e details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:36:23.410836 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 48dfa26b-0d76-4ab8-8204-8712ce58f80e, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=48dfa26b-0d76-4ab8-8204-8712ce58f80e,segment=NetworkSegment(1becf337-fba7-41f1-a6d0-00dc4fd094aa),segment_id=1becf337-fba7-41f1-a6d0-00dc4fd094aa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:36:23.421047 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '48dfa26b-0d76-4ab8-8204-8712ce58f80e', 'network_id': 'f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e', 'port_id': '48dfa26b-0d76-4ab8-8204-8712ce58f80e', 'mac_address': 'fa:16:3e:3b:de:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a3d80e-3381-4963-9482-7e785119a64b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:36:23.458812 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 48dfa26b-0d76-4ab8-8204-8712ce58f80e is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:36:23.459235 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (48dfa26b-0d76-4ab8-8204-8712ce58f80e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:23.472177 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48dfa26b-0d76-4ab8-8204-8712ce58f80e {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:36:23.491261 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 48dfa26b-0d76-4ab8-8204-8712ce58f80e, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=48dfa26b-0d76-4ab8-8204-8712ce58f80e,segment=NetworkSegment(1becf337-fba7-41f1-a6d0-00dc4fd094aa),segment_id=1becf337-fba7-41f1-a6d0-00dc4fd094aa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:36:23.495182 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (48dfa26b-0d76-4ab8-8204-8712ce58f80e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:23.541236 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=48dfa26b-0d76-4ab8-8204-8712ce58f80e,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:23.698658 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['48dfa26b-0d76-4ab8-8204-8712ce58f80e'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:36:24.168184 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53a15d-597e-43ba-bdf5-abd4d42d1148 req-11466225-8223-4b0e-afb6-7a170e6effeb tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:36:24.169664 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ef53a15d-597e-43ba-bdf5-abd4d42d1148 req-11466225-8223-4b0e-afb6-7a170e6effeb tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c2964ac-671b-4584-ac27-1d6d4f17723b HTTP/1.1" status: 200 len: 945 time: 0.0528476 Mar 05 05:36:24.215423 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ef53a15d-597e-43ba-bdf5-abd4d42d1148 req-f403a5df-c8da-4293-9c69-59562080bd43 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0ea92c8-3db9-4ea3-be37-3f5ae2fe166c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400667 Mar 05 05:36:25.315856 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 48dfa26b-0d76-4ab8-8204-8712ce58f80e up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:36:25.338331 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8982dd-5c2c-4e2b-ab55-b64184e4bbf6 req-f3893526-b751-495a-ad0e-96ee14c0d61b tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:36:25.339852 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4f8982dd-5c2c-4e2b-ab55-b64184e4bbf6 req-f3893526-b751-495a-ad0e-96ee14c0d61b tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c2964ac-671b-4584-ac27-1d6d4f17723b HTTP/1.1" status: 200 len: 945 time: 0.0562742 Mar 05 05:36:25.365823 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 48dfa26b-0d76-4ab8-8204-8712ce58f80e completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:36:25.369707 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 48dfa26b-0d76-4ab8-8204-8712ce58f80e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:36:25.370089 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (48dfa26b-0d76-4ab8-8204-8712ce58f80e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:25.388679 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4f8982dd-5c2c-4e2b-ab55-b64184e4bbf6 req-5a9596a6-964f-41a5-9a24-6694b2c9bb83 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0ea92c8-3db9-4ea3-be37-3f5ae2fe166c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420201 Mar 05 05:36:25.452341 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 48dfa26b-0d76-4ab8-8204-8712ce58f80e is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:36:25.452727 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (48dfa26b-0d76-4ab8-8204-8712ce58f80e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:25.475296 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2964ac-671b-4584-ac27-1d6d4f17723b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48dfa26b-0d76-4ab8-8204-8712ce58f80e'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:36:25.477517 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ec27af-e365-4777-818e-cd07f10fbaad" -d '{"events": [{"server_uuid": "0c2964ac-671b-4584-ac27-1d6d4f17723b", "name": "network-vif-plugged", "status": "completed", "tag": "48dfa26b-0d76-4ab8-8204-8712ce58f80e"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:36:25.489804 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 48dfa26b-0d76-4ab8-8204-8712ce58f80e, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=48dfa26b-0d76-4ab8-8204-8712ce58f80e,segment=NetworkSegment(1becf337-fba7-41f1-a6d0-00dc4fd094aa),segment_id=1becf337-fba7-41f1-a6d0-00dc4fd094aa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:36:25.494286 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (48dfa26b-0d76-4ab8-8204-8712ce58f80e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:25.517849 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497171cb-881c-47c8-aa27-3f29cf996a3d x-openstack-request-id: req-497171cb-881c-47c8-aa27-3f29cf996a3d {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:36:25.518145 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2964ac-671b-4584-ac27-1d6d4f17723b", "name": "network-vif-plugged", "status": "completed", "tag": "48dfa26b-0d76-4ab8-8204-8712ce58f80e", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:36:25.518400 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-497171cb-881c-47c8-aa27-3f29cf996a3d {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:36:25.518793 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2964ac-671b-4584-ac27-1d6d4f17723b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48dfa26b-0d76-4ab8-8204-8712ce58f80e', 'code': 200} Mar 05 05:36:25.545691 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=48dfa26b-0d76-4ab8-8204-8712ce58f80e,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:36:25.614279 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00120e-ca95-462b-bdde-7defa67b8ba0 req-b54ef4ff-502f-403a-8ad8-9187aac2a7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:36:25.615917 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0c00120e-ca95-462b-bdde-7defa67b8ba0 req-b54ef4ff-502f-403a-8ad8-9187aac2a7b3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0c2964ac-671b-4584-ac27-1d6d4f17723b HTTP/1.1" status: 200 len: 1129 time: 0.0445704 Mar 05 05:36:25.661731 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0c00120e-ca95-462b-bdde-7defa67b8ba0 req-be6ab130-5dda-4db6-99f8-9f61286bdfd0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a0ea92c8-3db9-4ea3-be37-3f5ae2fe166c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396080 Mar 05 05:36:26.508771 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ca343-f0cd-410c-977f-f2f85a96e294 req-cda513ce-7315-4f43-9f92-45771976d49b tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:36:26.510254 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f73ca343-f0cd-410c-977f-f2f85a96e294 req-cda513ce-7315-4f43-9f92-45771976d49b tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c2964ac-671b-4584-ac27-1d6d4f17723b HTTP/1.1" status: 200 len: 946 time: 0.0532680 Mar 05 05:36:26.558119 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f73ca343-f0cd-410c-977f-f2f85a96e294 req-e20714e1-94a9-42ec-b7a3-9c125731e4db tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0ea92c8-3db9-4ea3-be37-3f5ae2fe166c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423040 Mar 05 05:36:27.680641 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3993750-0835-473d-985f-2302d101da24 req-ac6d6040-0372-4763-aa5e-2b34d1c6288a tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:36:27.682020 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3993750-0835-473d-985f-2302d101da24 req-ac6d6040-0372-4763-aa5e-2b34d1c6288a tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c2964ac-671b-4584-ac27-1d6d4f17723b HTTP/1.1" status: 200 len: 946 time: 0.0519829 Mar 05 05:36:27.732923 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3993750-0835-473d-985f-2302d101da24 req-1d528774-b940-4eba-9fdb-3b7c73cb0f44 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0ea92c8-3db9-4ea3-be37-3f5ae2fe166c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452924 Mar 05 05:36:27.852185 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78562b46-aaaa-43ab-aa36-5735e9491ba9 req-7c5213d9-035b-4240-954c-33c94e78251f tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:36:27.853667 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-78562b46-aaaa-43ab-aa36-5735e9491ba9 req-7c5213d9-035b-4240-954c-33c94e78251f tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c2964ac-671b-4584-ac27-1d6d4f17723b HTTP/1.1" status: 200 len: 946 time: 0.0558014 Mar 05 05:36:27.900617 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-78562b46-aaaa-43ab-aa36-5735e9491ba9 req-498f5acb-e13f-4174-87f6-8c3af8d0a8b2 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0ea92c8-3db9-4ea3-be37-3f5ae2fe166c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413003 Mar 05 05:36:36.506235 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:36:41.465796 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3129df02-99de-4d92-ab26-092992f7042a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:43.754026 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e7bc7abf-c13b-49fb-9467-3a862a74ea49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:44.171816 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:44.400537 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:45.138645 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:46.415476 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:36:47.856094 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:02.147465 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4261782-ff52-4a3f-b635-01f2e544605f req-33bb9638-1b59-4214-90b7-bc3fd4e8bde4 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:37:02.148959 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f4261782-ff52-4a3f-b635-01f2e544605f req-33bb9638-1b59-4214-90b7-bc3fd4e8bde4 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c2964ac-671b-4584-ac27-1d6d4f17723b HTTP/1.1" status: 200 len: 946 time: 0.0537353 Mar 05 05:37:02.195378 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f4261782-ff52-4a3f-b635-01f2e544605f req-0d48f143-e8ee-4e20-b3ea-24306bc762bf tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0ea92c8-3db9-4ea3-be37-3f5ae2fe166c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405519 Mar 05 05:37:03.321423 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca6cfe-01d9-4b30-8373-efbec99bb392 req-47988552-b50f-4eeb-9f32-efa1584a033a tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:37:03.322955 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a8ca6cfe-01d9-4b30-8373-efbec99bb392 req-47988552-b50f-4eeb-9f32-efa1584a033a tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c2964ac-671b-4584-ac27-1d6d4f17723b HTTP/1.1" status: 200 len: 946 time: 0.0585153 Mar 05 05:37:03.373087 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a8ca6cfe-01d9-4b30-8373-efbec99bb392 req-e43d38cb-6c73-41e6-a065-b99f949a2438 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0ea92c8-3db9-4ea3-be37-3f5ae2fe166c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442493 Mar 05 05:37:03.560201 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503e95f-b13e-4160-bddd-0a66da1e4c57 req-cbf79d6f-071e-4e2f-8370-55e6e85aaa32 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:37:03.561582 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b503e95f-b13e-4160-bddd-0a66da1e4c57 req-cbf79d6f-071e-4e2f-8370-55e6e85aaa32 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.31 "GET /v2.0/ports?device_id=0c2964ac-671b-4584-ac27-1d6d4f17723b HTTP/1.1" status: 200 len: 946 time: 0.0521064 Mar 05 05:37:03.653271 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-b503e95f-b13e-4160-bddd-0a66da1e4c57 req-9c3e9ed8-c1f5-4086-8aba-78d744a93766 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Deleting port 48dfa26b-0d76-4ab8-8204-8712ce58f80e {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:37:03.653608 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b503e95f-b13e-4160-bddd-0a66da1e4c57 req-9c3e9ed8-c1f5-4086-8aba-78d744a93766 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (48dfa26b-0d76-4ab8-8204-8712ce58f80e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:03.748858 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-b503e95f-b13e-4160-bddd-0a66da1e4c57 req-9c3e9ed8-c1f5-4086-8aba-78d744a93766 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] For port 48dfa26b-0d76-4ab8-8204-8712ce58f80e, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=48dfa26b-0d76-4ab8-8204-8712ce58f80e,segment=NetworkSegment(1becf337-fba7-41f1-a6d0-00dc4fd094aa),segment_id=1becf337-fba7-41f1-a6d0-00dc4fd094aa)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:37:03.749338 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b503e95f-b13e-4160-bddd-0a66da1e4c57 req-9c3e9ed8-c1f5-4086-8aba-78d744a93766 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (48dfa26b-0d76-4ab8-8204-8712ce58f80e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:03.761492 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-b503e95f-b13e-4160-bddd-0a66da1e4c57 req-9c3e9ed8-c1f5-4086-8aba-78d744a93766 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Calling delete_port for 48dfa26b-0d76-4ab8-8204-8712ce58f80e owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:37:03.894332 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b503e95f-b13e-4160-bddd-0a66da1e4c57 req-9c3e9ed8-c1f5-4086-8aba-78d744a93766 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (48dfa26b-0d76-4ab8-8204-8712ce58f80e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:03.908250 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['48dfa26b-0d76-4ab8-8204-8712ce58f80e'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:37:03.923609 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e9ed8-c1f5-4086-8aba-78d744a93766 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Pushing event deleted for resources: {'Port': ['ID=48dfa26b-0d76-4ab8-8204-8712ce58f80e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:37:03.939378 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e9ed8-c1f5-4086-8aba-78d744a93766 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:03.939378 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e9ed8-c1f5-4086-8aba-78d744a93766 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:03.939378 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e9ed8-c1f5-4086-8aba-78d744a93766 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:03.939786 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e9ed8-c1f5-4086-8aba-78d744a93766 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:03.940160 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e9ed8-c1f5-4086-8aba-78d744a93766 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:03.940502 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e9ed8-c1f5-4086-8aba-78d744a93766 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:03.940839 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e9ed8-c1f5-4086-8aba-78d744a93766 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:03.941341 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e9ed8-c1f5-4086-8aba-78d744a93766 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:03.941514 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e9ed8-c1f5-4086-8aba-78d744a93766 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:03.941850 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e9ed8-c1f5-4086-8aba-78d744a93766 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:03.942180 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e9ed8-c1f5-4086-8aba-78d744a93766 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:03.942503 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e9ed8-c1f5-4086-8aba-78d744a93766 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:03.942829 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3e9ed8-c1f5-4086-8aba-78d744a93766 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:03.985935 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-b503e95f-b13e-4160-bddd-0a66da1e4c57 req-9c3e9ed8-c1f5-4086-8aba-78d744a93766 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] No DVR routers for this DVR port 48dfa26b-0d76-4ab8-8204-8712ce58f80e on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:37:03.988856 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b503e95f-b13e-4160-bddd-0a66da1e4c57 req-9c3e9ed8-c1f5-4086-8aba-78d744a93766 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:03.992456 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b503e95f-b13e-4160-bddd-0a66da1e4c57 req-9c3e9ed8-c1f5-4086-8aba-78d744a93766 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.31 "DELETE /v2.0/ports/48dfa26b-0d76-4ab8-8204-8712ce58f80e HTTP/1.1" status: 204 len: 173 time: 0.4255807 Mar 05 05:37:03.992731 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2964ac-671b-4584-ac27-1d6d4f17723b', 'name': 'network-vif-deleted', 'tag': '48dfa26b-0d76-4ab8-8204-8712ce58f80e'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:37:03.995042 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975b1512-0370-402d-97c6-24fc2a19bfb8" -d '{"events": [{"server_uuid": "0c2964ac-671b-4584-ac27-1d6d4f17723b", "name": "network-vif-deleted", "tag": "48dfa26b-0d76-4ab8-8204-8712ce58f80e"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:37:04.030988 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0b664b-2365-416c-8e8c-92e956b70b75 x-openstack-request-id: req-8e0b664b-2365-416c-8e8c-92e956b70b75 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:37:04.031365 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2964ac-671b-4584-ac27-1d6d4f17723b", "name": "network-vif-deleted", "tag": "48dfa26b-0d76-4ab8-8204-8712ce58f80e", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:37:04.031615 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8e0b664b-2365-416c-8e8c-92e956b70b75 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:37:04.032013 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2964ac-671b-4584-ac27-1d6d4f17723b', 'name': 'network-vif-deleted', 'tag': '48dfa26b-0d76-4ab8-8204-8712ce58f80e', 'status': 'completed', 'code': 200} Mar 05 05:37:04.496857 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eb643918-eb7c-462b-815b-1c2018464bd4 req-b88e8241-6aeb-4809-8b86-e47501240481 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c2964ac-671b-4584-ac27-1d6d4f17723b HTTP/1.1" status: 200 len: 210 time: 0.0284538 Mar 05 05:37:06.038901 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-278f4a84-6c00-4ab3-ada9-ca545f8cca82 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:37:06.040373 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-278f4a84-6c00-4ab3-ada9-ca545f8cca82 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/networks?id=f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e HTTP/1.1" status: 200 len: 817 time: 0.1027098 Mar 05 05:37:06.054992 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-77a89d59-9363-4987-92c9-63d7d7d6b947 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/quotas/d8315f846d894189b746299de0111d65 HTTP/1.1" status: 200 len: 375 time: 0.0091543 Mar 05 05:37:06.109059 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-8b671843-71ac-4158-a6ae-8e13f79d1c56 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d8315f846d894189b746299de0111d65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492485 Mar 05 05:37:06.204333 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-cfa60c91-67a6-4afb-88b1-f90328c43bf1 service neutron] 10.222.0.11 "GET /v2.0/networks/f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825517 Mar 05 05:37:06.295252 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-274158ac-f80b-4deb-bf71-fdb6758cb249 service neutron] 10.222.0.11 "GET /v2.0/networks/f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851598 Mar 05 05:37:06.455506 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bb74dc22-7d3e-432e-bb71-7692144a998a req-4c2039e9-bf97-4cb2-9766-0340c70534ba tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d9a489-8304-4021-bdd1-7cabc4e47478 HTTP/1.1" status: 200 len: 210 time: 0.0278740 Mar 05 05:37:07.394058 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-458f677c-bb7b-48f2-9b58-89f0296f007f tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:37:07.395598 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-458f677c-bb7b-48f2-9b58-89f0296f007f tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.31 "GET /v2.0/networks?id=f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e HTTP/1.1" status: 200 len: 817 time: 0.1060247 Mar 05 05:37:07.407820 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-05417d12-f48c-4475-a622-a3f097fc555b tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Request body: {'port': {'device_id': '45d9a489-8304-4021-bdd1-7cabc4e47478', 'network_id': 'f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e', 'admin_state_up': True, 'tenant_id': 'd8315f846d894189b746299de0111d65'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:37:07.470345 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 48dfa26b-0d76-4ab8-8204-8712ce58f80e no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:37:07.493849 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 48dfa26b-0d76-4ab8-8204-8712ce58f80e {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:37:07.494293 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 48dfa26b-0d76-4ab8-8204-8712ce58f80e not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:37:07.521907 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-05417d12-f48c-4475-a622-a3f097fc555b tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Made reservation on behalf of d8315f846d894189b746299de0111d65 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:37:07.526436 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-05417d12-f48c-4475-a622-a3f097fc555b tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:07.564961 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-129015f5-1466-455c-b8ea-b5f2970c19a5 req-707bae7f-5de2-4971-adcc-b56c6d352927 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d9a489-8304-4021-bdd1-7cabc4e47478 HTTP/1.1" status: 200 len: 210 time: 0.0283813 Mar 05 05:37:07.664290 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-05417d12-f48c-4475-a622-a3f097fc555b tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Allocated IP 172.20.0.6 (f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e/b0a3d80e-3381-4963-9482-7e785119a64b/1f02558f-10a9-406f-a703-bf371085ba8c) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:37:07.811091 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-05417d12-f48c-4475-a622-a3f097fc555b tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Publish callbacks [] for port (1f02558f-10a9-406f-a703-bf371085ba8c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:07.846853 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-05417d12-f48c-4475-a622-a3f097fc555b tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (1f02558f-10a9-406f-a703-bf371085ba8c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:07.891237 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-05417d12-f48c-4475-a622-a3f097fc555b tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Network f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:37:07.894261 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-05417d12-f48c-4475-a622-a3f097fc555b tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:37:07.897913 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-05417d12-f48c-4475-a622-a3f097fc555b tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:37:07.921983 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05417d12-f48c-4475-a622-a3f097fc555b tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Pushing event updated for resources: {'Port': ['ID=1f02558f-10a9-406f-a703-bf371085ba8c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:37:07.951504 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-05417d12-f48c-4475-a622-a3f097fc555b tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:37:07.952127 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-05417d12-f48c-4475-a622-a3f097fc555b tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:07.970291 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-05417d12-f48c-4475-a622-a3f097fc555b tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5670638 Mar 05 05:37:07.981879 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-02e6b9f4-30f4-4626-913f-078838c2ff18 service neutron] Request body: {'port': {'device_id': '45d9a489-8304-4021-bdd1-7cabc4e47478', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:37:08.047762 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-02e6b9f4-30f4-4626-913f-078838c2ff18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1f02558f-10a9-406f-a703-bf371085ba8c), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:08.190007 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d43afe97-2588-4e27-bc74-3c37f9bef29f None None] Provisioning complete for port 1f02558f-10a9-406f-a703-bf371085ba8c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:37:08.190264 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d43afe97-2588-4e27-bc74-3c37f9bef29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1f02558f-10a9-406f-a703-bf371085ba8c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:08.223888 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d43afe97-2588-4e27-bc74-3c37f9bef29f None None] Port 1f02558f-10a9-406f-a703-bf371085ba8c cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:37:08.312684 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-02e6b9f4-30f4-4626-913f-078838c2ff18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f02558f-10a9-406f-a703-bf371085ba8c {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:37:08.320791 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-02e6b9f4-30f4-4626-913f-078838c2ff18 service neutron] Publish callbacks [] for port (1f02558f-10a9-406f-a703-bf371085ba8c), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:08.332457 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-02e6b9f4-30f4-4626-913f-078838c2ff18 service neutron] Transition to ACTIVE for port object 1f02558f-10a9-406f-a703-bf371085ba8c will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:37:08.336232 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-02e6b9f4-30f4-4626-913f-078838c2ff18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (1f02558f-10a9-406f-a703-bf371085ba8c), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:08.384270 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6b9f4-30f4-4626-913f-078838c2ff18 service neutron] Pushing event updated for resources: {'Port': ['ID=1f02558f-10a9-406f-a703-bf371085ba8c,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:37:08.463527 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-02e6b9f4-30f4-4626-913f-078838c2ff18 service neutron] Attempting to bind port 1f02558f-10a9-406f-a703-bf371085ba8c on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:37:08.464209 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-02e6b9f4-30f4-4626-913f-078838c2ff18 service neutron] Attempting to bind port 1f02558f-10a9-406f-a703-bf371085ba8c by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '1becf337-fba7-41f1-a6d0-00dc4fd094aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:37:08.464209 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-02e6b9f4-30f4-4626-913f-078838c2ff18 service neutron] Attempting to bind port 1f02558f-10a9-406f-a703-bf371085ba8c on network f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:37:08.468949 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-02e6b9f4-30f4-4626-913f-078838c2ff18 service neutron] Port 1f02558f-10a9-406f-a703-bf371085ba8c on network f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:37:08.469270 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-02e6b9f4-30f4-4626-913f-078838c2ff18 service neutron] Attempting to bind port 1f02558f-10a9-406f-a703-bf371085ba8c on network f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:37:08.474942 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-02e6b9f4-30f4-4626-913f-078838c2ff18 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:37:08.475372 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-02e6b9f4-30f4-4626-913f-078838c2ff18 service neutron] Checking segment: {'id': '1becf337-fba7-41f1-a6d0-00dc4fd094aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:37:08.475764 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-02e6b9f4-30f4-4626-913f-078838c2ff18 service neutron] Bound using segment: {'id': '1becf337-fba7-41f1-a6d0-00dc4fd094aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:37:08.476195 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-02e6b9f4-30f4-4626-913f-078838c2ff18 service neutron] Bound port: 1f02558f-10a9-406f-a703-bf371085ba8c, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1becf337-fba7-41f1-a6d0-00dc4fd094aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:37:08.476556 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-02e6b9f4-30f4-4626-913f-078838c2ff18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1f02558f-10a9-406f-a703-bf371085ba8c), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:08.543795 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-02e6b9f4-30f4-4626-913f-078838c2ff18 service neutron] For port 1f02558f-10a9-406f-a703-bf371085ba8c, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:37:08.546851 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-02e6b9f4-30f4-4626-913f-078838c2ff18 service neutron] For port 1f02558f-10a9-406f-a703-bf371085ba8c, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1f02558f-10a9-406f-a703-bf371085ba8c,segment=NetworkSegment(1becf337-fba7-41f1-a6d0-00dc4fd094aa),segment_id=1becf337-fba7-41f1-a6d0-00dc4fd094aa)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:37:08.554051 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-02e6b9f4-30f4-4626-913f-078838c2ff18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (1f02558f-10a9-406f-a703-bf371085ba8c), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:08.585324 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-02e6b9f4-30f4-4626-913f-078838c2ff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:37:08.585950 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-02e6b9f4-30f4-4626-913f-078838c2ff18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:08.587924 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-02e6b9f4-30f4-4626-913f-078838c2ff18 service neutron] 10.222.0.31 "PUT /v2.0/ports/1f02558f-10a9-406f-a703-bf371085ba8c HTTP/1.1" status: 200 len: 1092 time: 0.6102798 Mar 05 05:37:08.590141 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d9a489-8304-4021-bdd1-7cabc4e47478', 'tag': '1f02558f-10a9-406f-a703-bf371085ba8c'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:37:08.594128 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1c2409-70a9-49d6-8d4d-9c575458ba20" -d '{"events": [{"name": "network-changed", "server_uuid": "45d9a489-8304-4021-bdd1-7cabc4e47478", "tag": "1f02558f-10a9-406f-a703-bf371085ba8c"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:37:08.640802 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6b9f4-30f4-4626-913f-078838c2ff18 service neutron] Pushing event updated for resources: {'Port': ['ID=1f02558f-10a9-406f-a703-bf371085ba8c,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:37:08.661936 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6a469f-ebcc-464d-8c0e-865683beed66 x-openstack-request-id: req-ec6a469f-ebcc-464d-8c0e-865683beed66 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:37:08.662243 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d9a489-8304-4021-bdd1-7cabc4e47478", "tag": "1f02558f-10a9-406f-a703-bf371085ba8c", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:37:08.662500 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ec6a469f-ebcc-464d-8c0e-865683beed66 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:37:08.662910 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d9a489-8304-4021-bdd1-7cabc4e47478', 'tag': '1f02558f-10a9-406f-a703-bf371085ba8c', 'status': 'completed', 'code': 200} Mar 05 05:37:08.710149 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-bc6d2922-6908-43b0-8054-344e4afc519c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:37:08.712363 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-bc6d2922-6908-43b0-8054-344e4afc519c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8315f846d894189b746299de0111d65&device_id=45d9a489-8304-4021-bdd1-7cabc4e47478 HTTP/1.1" status: 200 len: 1126 time: 0.0663579 Mar 05 05:37:08.716122 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a8296-1ff5-4b6f-9ef4-5ba91c07325a req-cf75eee0-53cf-4f52-8bca-15b7992c2b38 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:37:08.717647 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-371a8296-1ff5-4b6f-9ef4-5ba91c07325a req-cf75eee0-53cf-4f52-8bca-15b7992c2b38 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d9a489-8304-4021-bdd1-7cabc4e47478 HTTP/1.1" status: 200 len: 943 time: 0.0611136 Mar 05 05:37:08.765354 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-0e2ffec3-6b5a-4523-a350-a20d395df79b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f02558f-10a9-406f-a703-bf371085ba8c HTTP/1.1" status: 200 len: 217 time: 0.0459664 Mar 05 05:37:08.768670 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-371a8296-1ff5-4b6f-9ef4-5ba91c07325a req-88d2e545-64e8-4ade-b003-4f412a48ada5 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0ea92c8-3db9-4ea3-be37-3f5ae2fe166c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439613 Mar 05 05:37:08.815277 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-3a6d367d-af3e-46f7-8f74-cce202829bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:37:08.816852 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-3a6d367d-af3e-46f7-8f74-cce202829bad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b0a3d80e-3381-4963-9482-7e785119a64b HTTP/1.1" status: 200 len: 856 time: 0.0456200 Mar 05 05:37:08.868536 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-47e03459-f0e7-48a7-94ce-96039e639cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:37:08.870077 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-47e03459-f0e7-48a7-94ce-96039e639cc3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480299 Mar 05 05:37:08.964424 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-24383b9e-723e-4559-8863-e33a5c82b08a service neutron] 10.222.0.31 "GET /v2.0/networks/f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882721 Mar 05 05:37:09.056023 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-304d88c9-69b3-43a5-8dbe-3ac2194e41ef req-c53fff42-761a-4700-b0be-339e0d12392c service neutron] 10.222.0.31 "GET /v2.0/networks/f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863798 Mar 05 05:37:09.151261 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c2409-70a9-49d6-8d4d-9c575458ba20 req-188f4f82-711c-403d-91f8-fc2d42b1dbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:37:09.152777 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9c1c2409-70a9-49d6-8d4d-9c575458ba20 req-188f4f82-711c-403d-91f8-fc2d42b1dbaa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d8315f846d894189b746299de0111d65&device_id=45d9a489-8304-4021-bdd1-7cabc4e47478 HTTP/1.1" status: 200 len: 1126 time: 0.0499129 Mar 05 05:37:09.242823 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c2409-70a9-49d6-8d4d-9c575458ba20 req-d02cfce1-3d43-4b29-8bf6-076a72058311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:37:09.244238 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9c1c2409-70a9-49d6-8d4d-9c575458ba20 req-d02cfce1-3d43-4b29-8bf6-076a72058311 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e HTTP/1.1" status: 200 len: 917 time: 0.0850744 Mar 05 05:37:09.289658 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9c1c2409-70a9-49d6-8d4d-9c575458ba20 req-793e6586-7073-409a-8d7a-a33ac5c1b70b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f02558f-10a9-406f-a703-bf371085ba8c HTTP/1.1" status: 200 len: 217 time: 0.0394111 Mar 05 05:37:09.338826 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c2409-70a9-49d6-8d4d-9c575458ba20 req-64fd2ee3-6cff-4d1b-91ca-aa00e21a92c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:37:09.340317 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9c1c2409-70a9-49d6-8d4d-9c575458ba20 req-64fd2ee3-6cff-4d1b-91ca-aa00e21a92c0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b0a3d80e-3381-4963-9482-7e785119a64b HTTP/1.1" status: 200 len: 856 time: 0.0445135 Mar 05 05:37:09.390220 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c2409-70a9-49d6-8d4d-9c575458ba20 req-4d8393b5-31ca-45ae-a5ed-30f1bc3286e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:37:09.391741 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9c1c2409-70a9-49d6-8d4d-9c575458ba20 req-4d8393b5-31ca-45ae-a5ed-30f1bc3286e2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439625 Mar 05 05:37:09.486023 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9c1c2409-70a9-49d6-8d4d-9c575458ba20 req-1efab826-fbe0-4347-8f3c-e06f3b2e252f service neutron] 10.222.0.31 "GET /v2.0/networks/f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865512 Mar 05 05:37:09.574112 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9c1c2409-70a9-49d6-8d4d-9c575458ba20 req-cd8a0cb0-0dcd-4a71-96e1-f97ec2234ec5 service neutron] 10.222.0.31 "GET /v2.0/networks/f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813982 Mar 05 05:37:09.890191 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae64f3-7b94-4714-a84c-6e17637025ba req-fb74c5ac-381d-4ae8-afa8-4b7cfb60b935 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:37:09.891589 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87ae64f3-7b94-4714-a84c-6e17637025ba req-fb74c5ac-381d-4ae8-afa8-4b7cfb60b935 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d9a489-8304-4021-bdd1-7cabc4e47478 HTTP/1.1" status: 200 len: 943 time: 0.0538399 Mar 05 05:37:09.939812 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87ae64f3-7b94-4714-a84c-6e17637025ba req-e6c8793f-0e5b-414f-86a3-ae9f658f72ee tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0ea92c8-3db9-4ea3-be37-3f5ae2fe166c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419235 Mar 05 05:37:11.058035 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a6076-0299-4748-a10a-6cd4d01d5f26 req-330c81a2-7366-41cb-91da-9f2cd6c7b26c tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:37:11.059554 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b26a6076-0299-4748-a10a-6cd4d01d5f26 req-330c81a2-7366-41cb-91da-9f2cd6c7b26c tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d9a489-8304-4021-bdd1-7cabc4e47478 HTTP/1.1" status: 200 len: 943 time: 0.0529172 Mar 05 05:37:11.109409 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b26a6076-0299-4748-a10a-6cd4d01d5f26 req-f13b316d-32d2-4817-8f46-53387e815318 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0ea92c8-3db9-4ea3-be37-3f5ae2fe166c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443597 Mar 05 05:37:11.469574 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-32756da5-62b3-4a75-bfb6-c531c097e444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:11.516525 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1f02558f-10a9-406f-a703-bf371085ba8c details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:37:11.613228 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 1f02558f-10a9-406f-a703-bf371085ba8c, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1f02558f-10a9-406f-a703-bf371085ba8c,segment=NetworkSegment(1becf337-fba7-41f1-a6d0-00dc4fd094aa),segment_id=1becf337-fba7-41f1-a6d0-00dc4fd094aa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:37:11.623753 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '1f02558f-10a9-406f-a703-bf371085ba8c', 'network_id': 'f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e', 'port_id': '1f02558f-10a9-406f-a703-bf371085ba8c', 'mac_address': 'fa:16:3e:27:b5:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a3d80e-3381-4963-9482-7e785119a64b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:37:11.664475 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 1f02558f-10a9-406f-a703-bf371085ba8c is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:37:11.664785 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1f02558f-10a9-406f-a703-bf371085ba8c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:11.677060 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f02558f-10a9-406f-a703-bf371085ba8c {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:37:11.696343 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 1f02558f-10a9-406f-a703-bf371085ba8c, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1f02558f-10a9-406f-a703-bf371085ba8c,segment=NetworkSegment(1becf337-fba7-41f1-a6d0-00dc4fd094aa),segment_id=1becf337-fba7-41f1-a6d0-00dc4fd094aa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:37:11.699750 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1f02558f-10a9-406f-a703-bf371085ba8c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:11.746275 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=1f02558f-10a9-406f-a703-bf371085ba8c,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:37:11.753961 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:11.754339 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:11.754674 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:11.755015 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:11.755439 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:11.755782 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:11.756118 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:11.756451 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:11.756779 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:11.757109 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:11.757444 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:11.757773 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:11.758107 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:11.893043 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['1f02558f-10a9-406f-a703-bf371085ba8c'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:37:12.228680 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efaa4d-38e9-498e-b1e1-e6814a1f9862 req-ed2c4f7e-a898-4f0e-8546-fc919aeccfd5 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:37:12.230185 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70efaa4d-38e9-498e-b1e1-e6814a1f9862 req-ed2c4f7e-a898-4f0e-8546-fc919aeccfd5 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d9a489-8304-4021-bdd1-7cabc4e47478 HTTP/1.1" status: 200 len: 944 time: 0.0533395 Mar 05 05:37:12.277908 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70efaa4d-38e9-498e-b1e1-e6814a1f9862 req-f0c9a292-a378-4894-ab0c-177b6503f615 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0ea92c8-3db9-4ea3-be37-3f5ae2fe166c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420816 Mar 05 05:37:13.396531 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c0a8b-7d30-47a3-bd01-ce8dc039610c req-9583fac0-e1a8-4412-a741-aadd74817985 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:37:13.398022 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e3c0a8b-7d30-47a3-bd01-ce8dc039610c req-9583fac0-e1a8-4412-a741-aadd74817985 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d9a489-8304-4021-bdd1-7cabc4e47478 HTTP/1.1" status: 200 len: 944 time: 0.0537343 Mar 05 05:37:13.445775 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e3c0a8b-7d30-47a3-bd01-ce8dc039610c req-f13824ef-e6d9-4082-b0b1-e0d1b75aefec tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0ea92c8-3db9-4ea3-be37-3f5ae2fe166c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421479 Mar 05 05:37:13.505685 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:37:13.532521 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1f02558f-10a9-406f-a703-bf371085ba8c up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:37:13.580265 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 1f02558f-10a9-406f-a703-bf371085ba8c completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:37:13.584253 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 1f02558f-10a9-406f-a703-bf371085ba8c triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:37:13.584633 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1f02558f-10a9-406f-a703-bf371085ba8c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:13.664692 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 1f02558f-10a9-406f-a703-bf371085ba8c is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:37:13.665082 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1f02558f-10a9-406f-a703-bf371085ba8c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:13.687319 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d9a489-8304-4021-bdd1-7cabc4e47478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f02558f-10a9-406f-a703-bf371085ba8c'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:37:13.689749 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0efbc3-7373-44ae-8bf9-de538e03cc68" -d '{"events": [{"server_uuid": "45d9a489-8304-4021-bdd1-7cabc4e47478", "name": "network-vif-plugged", "status": "completed", "tag": "1f02558f-10a9-406f-a703-bf371085ba8c"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:37:13.702188 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 1f02558f-10a9-406f-a703-bf371085ba8c, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1f02558f-10a9-406f-a703-bf371085ba8c,segment=NetworkSegment(1becf337-fba7-41f1-a6d0-00dc4fd094aa),segment_id=1becf337-fba7-41f1-a6d0-00dc4fd094aa)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:37:13.706214 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1f02558f-10a9-406f-a703-bf371085ba8c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:13.730588 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30caaef-7478-4900-98f9-51fc1cf1bf11 x-openstack-request-id: req-f30caaef-7478-4900-98f9-51fc1cf1bf11 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:37:13.730880 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d9a489-8304-4021-bdd1-7cabc4e47478", "name": "network-vif-plugged", "status": "completed", "tag": "1f02558f-10a9-406f-a703-bf371085ba8c", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:37:13.731150 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f30caaef-7478-4900-98f9-51fc1cf1bf11 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:37:13.731544 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d9a489-8304-4021-bdd1-7cabc4e47478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f02558f-10a9-406f-a703-bf371085ba8c', 'code': 200} Mar 05 05:37:13.766158 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-147e4214-4bf0-4af7-bf5f-40cdd71308c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:13.770645 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=1f02558f-10a9-406f-a703-bf371085ba8c,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:37:13.829666 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec884d26-e8df-4f0a-9741-6bd5ac8095b3 req-d7c48f1f-1c43-4680-95f5-07fcb48d25cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:37:13.831241 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ec884d26-e8df-4f0a-9741-6bd5ac8095b3 req-d7c48f1f-1c43-4680-95f5-07fcb48d25cb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=45d9a489-8304-4021-bdd1-7cabc4e47478 HTTP/1.1" status: 200 len: 1128 time: 0.0439761 Mar 05 05:37:13.877405 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ec884d26-e8df-4f0a-9741-6bd5ac8095b3 req-ab1cfde1-55e4-48fb-810a-553473812f3d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a0ea92c8-3db9-4ea3-be37-3f5ae2fe166c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406172 Mar 05 05:37:14.183690 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:14.411217 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:14.570228 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fc85f-0ede-4323-93b3-90f69ecfc118 req-c9d3114b-8ee6-4f93-871e-453ab1e1d2b9 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:37:14.571713 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-af0fc85f-0ede-4323-93b3-90f69ecfc118 req-c9d3114b-8ee6-4f93-871e-453ab1e1d2b9 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d9a489-8304-4021-bdd1-7cabc4e47478 HTTP/1.1" status: 200 len: 945 time: 0.0561428 Mar 05 05:37:14.618460 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-af0fc85f-0ede-4323-93b3-90f69ecfc118 req-25740cc0-a352-4ec4-a982-36efe723a6e6 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0ea92c8-3db9-4ea3-be37-3f5ae2fe166c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411646 Mar 05 05:37:15.141663 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:15.737634 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd03c1-9faf-4ee1-acea-2ebae6e37f8d req-0bf9d32a-0c88-43c8-86f5-595efb2d6a5b tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:37:15.739257 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c4fd03c1-9faf-4ee1-acea-2ebae6e37f8d req-0bf9d32a-0c88-43c8-86f5-595efb2d6a5b tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d9a489-8304-4021-bdd1-7cabc4e47478 HTTP/1.1" status: 200 len: 945 time: 0.0526841 Mar 05 05:37:15.785296 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c4fd03c1-9faf-4ee1-acea-2ebae6e37f8d req-a5d90aad-3c6e-4d77-8229-af0e15c53910 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0ea92c8-3db9-4ea3-be37-3f5ae2fe166c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399008 Mar 05 05:37:15.903213 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464472b8-7250-4f47-a508-5b9b706663db req-3372d518-3362-4ae5-8fb9-24434676a029 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:37:15.904695 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-464472b8-7250-4f47-a508-5b9b706663db req-3372d518-3362-4ae5-8fb9-24434676a029 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d9a489-8304-4021-bdd1-7cabc4e47478 HTTP/1.1" status: 200 len: 945 time: 0.0521746 Mar 05 05:37:15.955435 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-464472b8-7250-4f47-a508-5b9b706663db req-3ea346ee-5dc2-468f-80af-80577c174de7 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0ea92c8-3db9-4ea3-be37-3f5ae2fe166c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445054 Mar 05 05:37:16.419139 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:17.859057 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:41.471679 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3f6625f4-e898-4be2-be91-2c58005c8b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:43.758565 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9eb6d0de-a3c5-4203-a852-2339e49e9792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:44.203017 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:44.421126 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:45.146897 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:46.425875 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:47.863008 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:49.995252 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9153c7-c2be-4ac2-85bb-509e7a0a1a35 req-e9165202-bf31-4454-bdad-c6191587f924 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:37:49.996699 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4a9153c7-c2be-4ac2-85bb-509e7a0a1a35 req-e9165202-bf31-4454-bdad-c6191587f924 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d9a489-8304-4021-bdd1-7cabc4e47478 HTTP/1.1" status: 200 len: 945 time: 0.0536196 Mar 05 05:37:50.044054 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4a9153c7-c2be-4ac2-85bb-509e7a0a1a35 req-bedf7ba2-f73c-4474-801b-ff96c34c6cd8 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0ea92c8-3db9-4ea3-be37-3f5ae2fe166c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418265 Mar 05 05:37:50.505406 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:37:51.170831 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e65c63-e679-4093-8602-e64e214e2513 req-a2624f5f-28c2-4e82-af8e-9e753db0679a tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:37:51.172361 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-98e65c63-e679-4093-8602-e64e214e2513 req-a2624f5f-28c2-4e82-af8e-9e753db0679a tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d9a489-8304-4021-bdd1-7cabc4e47478 HTTP/1.1" status: 200 len: 945 time: 0.0530732 Mar 05 05:37:51.225852 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-98e65c63-e679-4093-8602-e64e214e2513 req-3ab2ac45-e207-4756-8a47-df5bd0bdcf31 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/security-groups?id=a0ea92c8-3db9-4ea3-be37-3f5ae2fe166c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477562 Mar 05 05:37:51.474194 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04562435-ac82-4c73-ae48-84ef3d08e232 req-cce186ea-2ef2-4d72-90d7-1e84a3686ab5 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:37:51.475790 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-04562435-ac82-4c73-ae48-84ef3d08e232 req-cce186ea-2ef2-4d72-90d7-1e84a3686ab5 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.31 "GET /v2.0/ports?device_id=45d9a489-8304-4021-bdd1-7cabc4e47478 HTTP/1.1" status: 200 len: 945 time: 0.0572245 Mar 05 05:37:51.568583 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-04562435-ac82-4c73-ae48-84ef3d08e232 req-5a87ebee-3f45-4290-8685-d747e5212f46 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Deleting port 1f02558f-10a9-406f-a703-bf371085ba8c {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:37:51.568926 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-04562435-ac82-4c73-ae48-84ef3d08e232 req-5a87ebee-3f45-4290-8685-d747e5212f46 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (1f02558f-10a9-406f-a703-bf371085ba8c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:51.665143 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-04562435-ac82-4c73-ae48-84ef3d08e232 req-5a87ebee-3f45-4290-8685-d747e5212f46 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] For port 1f02558f-10a9-406f-a703-bf371085ba8c, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=1f02558f-10a9-406f-a703-bf371085ba8c,segment=NetworkSegment(1becf337-fba7-41f1-a6d0-00dc4fd094aa),segment_id=1becf337-fba7-41f1-a6d0-00dc4fd094aa)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:37:51.665409 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-04562435-ac82-4c73-ae48-84ef3d08e232 req-5a87ebee-3f45-4290-8685-d747e5212f46 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (1f02558f-10a9-406f-a703-bf371085ba8c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:51.679363 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-04562435-ac82-4c73-ae48-84ef3d08e232 req-5a87ebee-3f45-4290-8685-d747e5212f46 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Calling delete_port for 1f02558f-10a9-406f-a703-bf371085ba8c owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:37:51.813356 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-04562435-ac82-4c73-ae48-84ef3d08e232 req-5a87ebee-3f45-4290-8685-d747e5212f46 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (1f02558f-10a9-406f-a703-bf371085ba8c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:51.824972 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['1f02558f-10a9-406f-a703-bf371085ba8c'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:37:51.840860 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a87ebee-3f45-4290-8685-d747e5212f46 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Pushing event deleted for resources: {'Port': ['ID=1f02558f-10a9-406f-a703-bf371085ba8c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:37:51.886531 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-04562435-ac82-4c73-ae48-84ef3d08e232 req-5a87ebee-3f45-4290-8685-d747e5212f46 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] No DVR routers for this DVR port 1f02558f-10a9-406f-a703-bf371085ba8c on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:37:51.889141 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-04562435-ac82-4c73-ae48-84ef3d08e232 req-5a87ebee-3f45-4290-8685-d747e5212f46 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:51.892442 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-04562435-ac82-4c73-ae48-84ef3d08e232 req-5a87ebee-3f45-4290-8685-d747e5212f46 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.31 "DELETE /v2.0/ports/1f02558f-10a9-406f-a703-bf371085ba8c HTTP/1.1" status: 204 len: 173 time: 0.4116373 Mar 05 05:37:51.892885 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d9a489-8304-4021-bdd1-7cabc4e47478', 'name': 'network-vif-deleted', 'tag': '1f02558f-10a9-406f-a703-bf371085ba8c'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:37:51.895661 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb46d962-72e2-4e24-b056-cf46d20d12de" -d '{"events": [{"server_uuid": "45d9a489-8304-4021-bdd1-7cabc4e47478", "name": "network-vif-deleted", "tag": "1f02558f-10a9-406f-a703-bf371085ba8c"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:37:51.937108 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0a9183-05d0-4cfc-93cd-c624bb90d8fa x-openstack-request-id: req-ae0a9183-05d0-4cfc-93cd-c624bb90d8fa {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:37:51.937407 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d9a489-8304-4021-bdd1-7cabc4e47478", "name": "network-vif-deleted", "tag": "1f02558f-10a9-406f-a703-bf371085ba8c", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:37:51.937689 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ae0a9183-05d0-4cfc-93cd-c624bb90d8fa {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:37:51.938100 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d9a489-8304-4021-bdd1-7cabc4e47478', 'name': 'network-vif-deleted', 'tag': '1f02558f-10a9-406f-a703-bf371085ba8c', 'status': 'completed', 'code': 200} Mar 05 05:37:52.345183 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-36219f24-8107-4c4c-98ec-df40a75bb197 req-aff868fa-b7b8-490b-839d-02858a1e6028 tempest-TestEncryptedCinderVolumes-309560307 tempest-TestEncryptedCinderVolumes-309560307-project] 10.222.0.11 "GET /v2.0/ports?device_id=45d9a489-8304-4021-bdd1-7cabc4e47478 HTTP/1.1" status: 200 len: 210 time: 0.0341206 Mar 05 05:37:53.441918 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44940) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:37:53.783931 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e7621c7f-f413-4e37-8aed-6bbacee653c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:54.027067 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-e7621c7f-f413-4e37-8aed-6bbacee653c1 admin admin] Deleting port 2e95c369-fcaa-46d7-a081-aab45075974b {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:37:54.027426 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e7621c7f-f413-4e37-8aed-6bbacee653c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (2e95c369-fcaa-46d7-a081-aab45075974b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:54.102745 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-e7621c7f-f413-4e37-8aed-6bbacee653c1 admin admin] For port 2e95c369-fcaa-46d7-a081-aab45075974b, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=2e95c369-fcaa-46d7-a081-aab45075974b,segment=NetworkSegment(1becf337-fba7-41f1-a6d0-00dc4fd094aa),segment_id=1becf337-fba7-41f1-a6d0-00dc4fd094aa)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:37:54.103005 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e7621c7f-f413-4e37-8aed-6bbacee653c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (2e95c369-fcaa-46d7-a081-aab45075974b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:54.115002 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-e7621c7f-f413-4e37-8aed-6bbacee653c1 admin admin] Calling delete_port for 2e95c369-fcaa-46d7-a081-aab45075974b owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:37:54.299796 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e7621c7f-f413-4e37-8aed-6bbacee653c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (2e95c369-fcaa-46d7-a081-aab45075974b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:54.326985 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7621c7f-f413-4e37-8aed-6bbacee653c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e95c369-fcaa-46d7-a081-aab45075974b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:37:54.500540 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e7621c7f-f413-4e37-8aed-6bbacee653c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:54.714542 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7621c7f-f413-4e37-8aed-6bbacee653c1 admin admin] Router b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:37:54.820451 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7621c7f-f413-4e37-8aed-6bbacee653c1 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:37:54.825430 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e7621c7f-f413-4e37-8aed-6bbacee653c1 admin admin] 10.222.0.11 "PUT /v2.0/routers/b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3818467 Mar 05 05:37:54.827977 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44942) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:37:54.831167 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834b4165-36eb-4014-b181-e0b87887ee00 None None] Sync routers for ids ['b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:37:54.842009 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834b4165-36eb-4014-b181-e0b87887ee00 None None] Routers {'b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:37:54.842695 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-834b4165-36eb-4014-b181-e0b87887ee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:37:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:37:54.933025 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-599fdd77-4932-4c94-b8dc-3bb0a1d94127 admin admin] Publish callbacks [] for router (b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:54.949429 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-834b4165-36eb-4014-b181-e0b87887ee00 None None] Set router b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:37:55.134899 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-834b4165-36eb-4014-b181-e0b87887ee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f', 'name': 'tempest-TestEncryptedCinderVolumes-1682963755-router', 'tenant_id': 'd8315f846d894189b746299de0111d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:36:05Z', 'updated_at': '2022-03-05T05:37:54Z', 'revision_number': 5, 'project_id': 'd8315f846d894189b746299de0111d65', 'gw_port': {'id': '66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:53:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:36:05Z', 'updated_at': '2022-03-05T05:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:37:55.161845 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834b4165-36eb-4014-b181-e0b87887ee00 None None] Checking router: b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:37:55.170500 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834b4165-36eb-4014-b181-e0b87887ee00 None None] Routers {'b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:37:55.171165 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-834b4165-36eb-4014-b181-e0b87887ee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:37:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:37:55.280223 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-834b4165-36eb-4014-b181-e0b87887ee00 None None] Set router b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:37:55.376139 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-599fdd77-4932-4c94-b8dc-3bb0a1d94127 admin admin] Publish callbacks [] for router_gateway (b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:55.429852 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-599fdd77-4932-4c94-b8dc-3bb0a1d94127 admin admin] Deleting port 66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:37:55.430195 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-599fdd77-4932-4c94-b8dc-3bb0a1d94127 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:55.460921 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-834b4165-36eb-4014-b181-e0b87887ee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f', 'name': 'tempest-TestEncryptedCinderVolumes-1682963755-router', 'tenant_id': 'd8315f846d894189b746299de0111d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:36:05Z', 'updated_at': '2022-03-05T05:37:54Z', 'revision_number': 5, 'project_id': 'd8315f846d894189b746299de0111d65', 'gw_port': {'id': '66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:53:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:36:05Z', 'updated_at': '2022-03-05T05:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:37:55.486233 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834b4165-36eb-4014-b181-e0b87887ee00 None None] The sync data for ids ['b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f'] in n-d-789963-32 is: [{'id': 'b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f', 'name': 'tempest-TestEncryptedCinderVolumes-1682963755-router', 'tenant_id': 'd8315f846d894189b746299de0111d65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:36:05Z', 'updated_at': '2022-03-05T05:37:54Z', 'revision_number': 5, 'project_id': 'd8315f846d894189b746299de0111d65', 'gw_port': {'id': '66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:53:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:36:05Z', 'updated_at': '2022-03-05T05:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:37:55.508914 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-599fdd77-4932-4c94-b8dc-3bb0a1d94127 admin admin] For port 66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:37:55.509656 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-599fdd77-4932-4c94-b8dc-3bb0a1d94127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:55.521498 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-599fdd77-4932-4c94-b8dc-3bb0a1d94127 admin admin] Calling delete_port for 66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:37:55.689192 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-599fdd77-4932-4c94-b8dc-3bb0a1d94127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:55.720382 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599fdd77-4932-4c94-b8dc-3bb0a1d94127 admin admin] Pushing event deleted for resources: {'Port': ['ID=66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:37:55.771135 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1f02558f-10a9-406f-a703-bf371085ba8c no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:37:55.776583 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-599fdd77-4932-4c94-b8dc-3bb0a1d94127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:55.790805 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 1f02558f-10a9-406f-a703-bf371085ba8c {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:37:55.791183 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 1f02558f-10a9-406f-a703-bf371085ba8c not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:37:55.871256 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-599fdd77-4932-4c94-b8dc-3bb0a1d94127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:55.873966 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-599fdd77-4932-4c94-b8dc-3bb0a1d94127 admin admin] Publish callbacks [] for router_controller (b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:55.924348 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-599fdd77-4932-4c94-b8dc-3bb0a1d94127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:55.924883 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599fdd77-4932-4c94-b8dc-3bb0a1d94127 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:37:55.929410 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-599fdd77-4932-4c94-b8dc-3bb0a1d94127 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:55.930583 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-599fdd77-4932-4c94-b8dc-3bb0a1d94127 admin admin] 10.222.0.11 "DELETE /v2.0/routers/b7bbc2fb-3fc4-4e7d-a5c4-72de49a8537f HTTP/1.1" status: 204 len: 168 time: 1.1016712 Mar 05 05:37:55.933227 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44944) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:37:55.979948 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-836cb0db-fefc-4d8d-b5d5-d9a00f60f0a6 admin admin] Deleting subnet b0a3d80e-3381-4963-9482-7e785119a64b {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:37:55.983291 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-836cb0db-fefc-4d8d-b5d5-d9a00f60f0a6 admin admin] Publish callbacks [] for subnet (b0a3d80e-3381-4963-9482-7e785119a64b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:56.018613 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-836cb0db-fefc-4d8d-b5d5-d9a00f60f0a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (b0a3d80e-3381-4963-9482-7e785119a64b), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:56.117624 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-836cb0db-fefc-4d8d-b5d5-d9a00f60f0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (b0a3d80e-3381-4963-9482-7e785119a64b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:56.118185 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 2e95c369-fcaa-46d7-a081-aab45075974b no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:37:56.142551 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 2e95c369-fcaa-46d7-a081-aab45075974b {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:37:56.143006 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 2e95c369-fcaa-46d7-a081-aab45075974b not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:37:56.176853 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-836cb0db-fefc-4d8d-b5d5-d9a00f60f0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (b0a3d80e-3381-4963-9482-7e785119a64b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:56.204668 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836cb0db-fefc-4d8d-b5d5-d9a00f60f0a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0a3d80e-3381-4963-9482-7e785119a64b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:37:56.207154 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-836cb0db-fefc-4d8d-b5d5-d9a00f60f0a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:56.210960 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f999048-2a84-4776-9eb3-bce3046a66d2 None None] Network f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:37:56.211667 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-836cb0db-fefc-4d8d-b5d5-d9a00f60f0a6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b0a3d80e-3381-4963-9482-7e785119a64b HTTP/1.1" status: 204 len: 168 time: 0.2774494 Mar 05 05:37:56.214125 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44946) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:37:56.281514 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e474ee1d-51ec-4ff4-b7e4-019fbe63d61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:56.341836 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-e474ee1d-51ec-4ff4-b7e4-019fbe63d61f admin admin] Deleting port f8cf1535-64dc-4f57-9ee1-479c20827dda {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:37:56.342209 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e474ee1d-51ec-4ff4-b7e4-019fbe63d61f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (f8cf1535-64dc-4f57-9ee1-479c20827dda), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:56.403791 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-e474ee1d-51ec-4ff4-b7e4-019fbe63d61f admin admin] For port f8cf1535-64dc-4f57-9ee1-479c20827dda, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=f8cf1535-64dc-4f57-9ee1-479c20827dda,segment=NetworkSegment(1becf337-fba7-41f1-a6d0-00dc4fd094aa),segment_id=1becf337-fba7-41f1-a6d0-00dc4fd094aa)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:37:56.404153 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e474ee1d-51ec-4ff4-b7e4-019fbe63d61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (f8cf1535-64dc-4f57-9ee1-479c20827dda), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:56.416662 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-e474ee1d-51ec-4ff4-b7e4-019fbe63d61f admin admin] Calling delete_port for f8cf1535-64dc-4f57-9ee1-479c20827dda owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:37:56.500906 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e474ee1d-51ec-4ff4-b7e4-019fbe63d61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (f8cf1535-64dc-4f57-9ee1-479c20827dda), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:56.526872 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474ee1d-51ec-4ff4-b7e4-019fbe63d61f admin admin] Pushing event deleted for resources: {'Port': ['ID=f8cf1535-64dc-4f57-9ee1-479c20827dda,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:37:56.530282 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e474ee1d-51ec-4ff4-b7e4-019fbe63d61f admin admin] No DVR routers for this DVR port f8cf1535-64dc-4f57-9ee1-479c20827dda on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:37:56.541319 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c981d5-246b-4837-8b3f-fcda9415e0df None None] DHCP port deletion for f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:37:56.614706 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e474ee1d-51ec-4ff4-b7e4-019fbe63d61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:56.638918 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-e474ee1d-51ec-4ff4-b7e4-019fbe63d61f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:37:56.648044 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-e474ee1d-51ec-4ff4-b7e4-019fbe63d61f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1becf337-fba7-41f1-a6d0-00dc4fd094aa') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:37:56.648346 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-e474ee1d-51ec-4ff4-b7e4-019fbe63d61f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1becf337-fba7-41f1-a6d0-00dc4fd094aa') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:37:56.657488 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e474ee1d-51ec-4ff4-b7e4-019fbe63d61f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (1becf337-fba7-41f1-a6d0-00dc4fd094aa), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:56.670972 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e474ee1d-51ec-4ff4-b7e4-019fbe63d61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (1becf337-fba7-41f1-a6d0-00dc4fd094aa), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:56.680156 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e474ee1d-51ec-4ff4-b7e4-019fbe63d61f admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:37:56.680550 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e474ee1d-51ec-4ff4-b7e4-019fbe63d61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (1becf337-fba7-41f1-a6d0-00dc4fd094aa), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:56.682239 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:37:56.682239 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:37:56.682239 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:37:56.682239 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:37:56.682239 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:37:56.682239 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:37:56.682239 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:37:56.682239 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:37:56.682239 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:37:56.682239 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:37:56.682239 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:37:56.682239 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:37:56.682239 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:37:56.682239 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:37:56.682239 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:37:56.682239 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:37:56.682239 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:37:56.682239 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:37:56.682239 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:37:56.682239 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:37:56.682239 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:37:56.682239 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:37:56.682239 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:37:56.682239 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:37:56.682239 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:37:56.682239 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:37:56.682239 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:37:56.682239 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:37:56.682239 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:37:56.682239 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:37:56.682239 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:37:56.682239 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:37:56.739972 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e474ee1d-51ec-4ff4-b7e4-019fbe63d61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:56.744520 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e474ee1d-51ec-4ff4-b7e4-019fbe63d61f admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:56.748392 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e474ee1d-51ec-4ff4-b7e4-019fbe63d61f admin admin] 10.222.0.11 "DELETE /v2.0/networks/f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e HTTP/1.1" status: 204 len: 168 time: 0.5331981 Mar 05 05:37:56.751386 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44948) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:37:56.761736 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474ee1d-51ec-4ff4-b7e4-019fbe63d61f admin admin] Pushing event deleted for resources: {'Network': ['ID=f1ddbc74-65d0-4eae-8e43-c1cc1ca8782e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:37:57.145515 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a841194e-f21a-4ed5-a2b7-23dd2e94a720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (460aa0eb-89b3-4869-b14a-f1cac64439ab), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:57.409041 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-a841194e-f21a-4ed5-a2b7-23dd2e94a720 admin admin] Deleting port a200871b-b0fd-4901-9744-e64d6d658ff6 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:37:57.409165 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a841194e-f21a-4ed5-a2b7-23dd2e94a720 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (a200871b-b0fd-4901-9744-e64d6d658ff6), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:57.491690 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-a841194e-f21a-4ed5-a2b7-23dd2e94a720 admin admin] For port a200871b-b0fd-4901-9744-e64d6d658ff6, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a200871b-b0fd-4901-9744-e64d6d658ff6,segment=NetworkSegment(0c173f7d-f726-4860-b698-11f705e69823),segment_id=0c173f7d-f726-4860-b698-11f705e69823)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:37:57.492050 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a841194e-f21a-4ed5-a2b7-23dd2e94a720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (a200871b-b0fd-4901-9744-e64d6d658ff6), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:57.503363 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-a841194e-f21a-4ed5-a2b7-23dd2e94a720 admin admin] Calling delete_port for a200871b-b0fd-4901-9744-e64d6d658ff6 owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:37:57.701780 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a841194e-f21a-4ed5-a2b7-23dd2e94a720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (a200871b-b0fd-4901-9744-e64d6d658ff6), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:57.726565 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841194e-f21a-4ed5-a2b7-23dd2e94a720 admin admin] Pushing event deleted for resources: {'Port': ['ID=a200871b-b0fd-4901-9744-e64d6d658ff6,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:37:57.740759 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841194e-f21a-4ed5-a2b7-23dd2e94a720 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:57.740999 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841194e-f21a-4ed5-a2b7-23dd2e94a720 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:57.741450 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841194e-f21a-4ed5-a2b7-23dd2e94a720 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:57.741666 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841194e-f21a-4ed5-a2b7-23dd2e94a720 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:57.741999 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841194e-f21a-4ed5-a2b7-23dd2e94a720 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:57.742330 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841194e-f21a-4ed5-a2b7-23dd2e94a720 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:57.742660 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841194e-f21a-4ed5-a2b7-23dd2e94a720 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:57.743038 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841194e-f21a-4ed5-a2b7-23dd2e94a720 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:57.743387 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841194e-f21a-4ed5-a2b7-23dd2e94a720 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:57.743713 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841194e-f21a-4ed5-a2b7-23dd2e94a720 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:57.744156 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841194e-f21a-4ed5-a2b7-23dd2e94a720 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:57.744487 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841194e-f21a-4ed5-a2b7-23dd2e94a720 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:57.744853 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a841194e-f21a-4ed5-a2b7-23dd2e94a720 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:37:57.904858 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a841194e-f21a-4ed5-a2b7-23dd2e94a720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (460aa0eb-89b3-4869-b14a-f1cac64439ab), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:58.122246 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:37:58.130008 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a841194e-f21a-4ed5-a2b7-23dd2e94a720 admin admin] Router 460aa0eb-89b3-4869-b14a-f1cac64439ab has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:37:58.151394 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:37:58.151772 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 66de6091-ddfa-4b9e-9ef5-ad7fecb0d63f not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:37:58.152192 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f8cf1535-64dc-4f57-9ee1-479c20827dda no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:37:58.171382 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: f8cf1535-64dc-4f57-9ee1-479c20827dda {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:37:58.171740 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f8cf1535-64dc-4f57-9ee1-479c20827dda not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:37:58.239688 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a841194e-f21a-4ed5-a2b7-23dd2e94a720 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:37:58.245297 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a841194e-f21a-4ed5-a2b7-23dd2e94a720 admin admin] 10.222.0.11 "PUT /v2.0/routers/460aa0eb-89b3-4869-b14a-f1cac64439ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4929090 Mar 05 05:37:58.248129 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44950) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:37:58.250352 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521dbe3e-8666-4f24-aa3b-6062f136d58f None None] Sync routers for ids ['460aa0eb-89b3-4869-b14a-f1cac64439ab'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:37:58.260654 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521dbe3e-8666-4f24-aa3b-6062f136d58f None None] Routers {'460aa0eb-89b3-4869-b14a-f1cac64439ab'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:37:58.261272 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-521dbe3e-8666-4f24-aa3b-6062f136d58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:37:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['460aa0eb-89b3-4869-b14a-f1cac64439ab'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:37:58.354743 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fcdf941-50e7-4942-ae18-0ea02331cb00 admin admin] Publish callbacks [] for router (460aa0eb-89b3-4869-b14a-f1cac64439ab), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:58.369818 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-521dbe3e-8666-4f24-aa3b-6062f136d58f None None] Set router 460aa0eb-89b3-4869-b14a-f1cac64439ab gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:37:58.464722 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fcdf941-50e7-4942-ae18-0ea02331cb00 admin admin] Publish callbacks [] for router_gateway (460aa0eb-89b3-4869-b14a-f1cac64439ab), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:58.517534 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-1fcdf941-50e7-4942-ae18-0ea02331cb00 admin admin] Deleting port 25a886f8-5400-4360-b178-a2cc976733ae {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:37:58.517774 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fcdf941-50e7-4942-ae18-0ea02331cb00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (25a886f8-5400-4360-b178-a2cc976733ae), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:58.547052 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-521dbe3e-8666-4f24-aa3b-6062f136d58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460aa0eb-89b3-4869-b14a-f1cac64439ab', 'name': 'tempest-TestEncryptedCinderVolumes-1776875556-router', 'tenant_id': '1c4f12e4ec2843ec80480f5fa310899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '25a886f8-5400-4360-b178-a2cc976733ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:36:10Z', 'updated_at': '2022-03-05T05:37:57Z', 'revision_number': 5, 'project_id': '1c4f12e4ec2843ec80480f5fa310899e', 'gw_port': {'id': '25a886f8-5400-4360-b178-a2cc976733ae', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ab:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '460aa0eb-89b3-4869-b14a-f1cac64439ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:36:10Z', 'updated_at': '2022-03-05T05:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:37:58.579054 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521dbe3e-8666-4f24-aa3b-6062f136d58f None None] Checking router: 460aa0eb-89b3-4869-b14a-f1cac64439ab for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:37:58.587538 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521dbe3e-8666-4f24-aa3b-6062f136d58f None None] Routers {'460aa0eb-89b3-4869-b14a-f1cac64439ab'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:37:58.588151 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-521dbe3e-8666-4f24-aa3b-6062f136d58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:37:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['460aa0eb-89b3-4869-b14a-f1cac64439ab'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:37:58.600144 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-1fcdf941-50e7-4942-ae18-0ea02331cb00 admin admin] For port 25a886f8-5400-4360-b178-a2cc976733ae, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=25a886f8-5400-4360-b178-a2cc976733ae,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:37:58.600516 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fcdf941-50e7-4942-ae18-0ea02331cb00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (25a886f8-5400-4360-b178-a2cc976733ae), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:58.615707 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-1fcdf941-50e7-4942-ae18-0ea02331cb00 admin admin] Calling delete_port for 25a886f8-5400-4360-b178-a2cc976733ae owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:37:58.676843 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-521dbe3e-8666-4f24-aa3b-6062f136d58f None None] Set router 460aa0eb-89b3-4869-b14a-f1cac64439ab gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:37:58.729173 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-521dbe3e-8666-4f24-aa3b-6062f136d58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '460aa0eb-89b3-4869-b14a-f1cac64439ab', 'name': 'tempest-TestEncryptedCinderVolumes-1776875556-router', 'tenant_id': '1c4f12e4ec2843ec80480f5fa310899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:36:10Z', 'updated_at': '2022-03-05T05:37:58Z', 'revision_number': 6, 'project_id': '1c4f12e4ec2843ec80480f5fa310899e', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:37:58.759100 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521dbe3e-8666-4f24-aa3b-6062f136d58f None None] The sync data for ids ['460aa0eb-89b3-4869-b14a-f1cac64439ab'] in n-d-789963-32 is: [{'id': '460aa0eb-89b3-4869-b14a-f1cac64439ab', 'name': 'tempest-TestEncryptedCinderVolumes-1776875556-router', 'tenant_id': '1c4f12e4ec2843ec80480f5fa310899e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:36:10Z', 'updated_at': '2022-03-05T05:37:58Z', 'revision_number': 6, 'project_id': '1c4f12e4ec2843ec80480f5fa310899e', 'gw_port_host': None}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:37:58.788501 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fcdf941-50e7-4942-ae18-0ea02331cb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (25a886f8-5400-4360-b178-a2cc976733ae), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:58.819199 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdf941-50e7-4942-ae18-0ea02331cb00 admin admin] Pushing event deleted for resources: {'Port': ['ID=25a886f8-5400-4360-b178-a2cc976733ae,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:37:58.882267 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fcdf941-50e7-4942-ae18-0ea02331cb00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (460aa0eb-89b3-4869-b14a-f1cac64439ab), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:58.972627 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fcdf941-50e7-4942-ae18-0ea02331cb00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (460aa0eb-89b3-4869-b14a-f1cac64439ab), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:58.975262 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fcdf941-50e7-4942-ae18-0ea02331cb00 admin admin] Publish callbacks [] for router_controller (460aa0eb-89b3-4869-b14a-f1cac64439ab), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:59.016780 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fcdf941-50e7-4942-ae18-0ea02331cb00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (460aa0eb-89b3-4869-b14a-f1cac64439ab), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:59.017299 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcdf941-50e7-4942-ae18-0ea02331cb00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 460aa0eb-89b3-4869-b14a-f1cac64439ab {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:37:59.021494 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fcdf941-50e7-4942-ae18-0ea02331cb00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:59.022675 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1fcdf941-50e7-4942-ae18-0ea02331cb00 admin admin] 10.222.0.11 "DELETE /v2.0/routers/460aa0eb-89b3-4869-b14a-f1cac64439ab HTTP/1.1" status: 204 len: 168 time: 0.7735500 Mar 05 05:37:59.025195 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44952) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:37:59.070718 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-e362bf2f-1e4a-49ac-bdab-a951d92373d3 admin admin] Deleting subnet bc2c5cc9-d50a-4aa6-bfc1-984f811bce4e {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:37:59.073704 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e362bf2f-1e4a-49ac-bdab-a951d92373d3 admin admin] Publish callbacks [] for subnet (bc2c5cc9-d50a-4aa6-bfc1-984f811bce4e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:59.111313 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e362bf2f-1e4a-49ac-bdab-a951d92373d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (bc2c5cc9-d50a-4aa6-bfc1-984f811bce4e), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:59.198721 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e362bf2f-1e4a-49ac-bdab-a951d92373d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (bc2c5cc9-d50a-4aa6-bfc1-984f811bce4e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:59.251282 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e362bf2f-1e4a-49ac-bdab-a951d92373d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (bc2c5cc9-d50a-4aa6-bfc1-984f811bce4e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:59.276186 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362bf2f-1e4a-49ac-bdab-a951d92373d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc2c5cc9-d50a-4aa6-bfc1-984f811bce4e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:37:59.280381 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e362bf2f-1e4a-49ac-bdab-a951d92373d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:59.283432 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e362bf2f-1e4a-49ac-bdab-a951d92373d3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bc2c5cc9-d50a-4aa6-bfc1-984f811bce4e HTTP/1.1" status: 204 len: 168 time: 0.2572649 Mar 05 05:37:59.287226 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44954) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:37:59.287730 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366f4897-65f6-42fa-839c-9b670c171ea4 None None] Network 5c50b86e-1c67-4bf5-8840-f94290cb583b requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:37:59.359780 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4bc18d87-c715-4a7b-b102-79c14ec40ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (5c50b86e-1c67-4bf5-8840-f94290cb583b), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:59.414856 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-4bc18d87-c715-4a7b-b102-79c14ec40ff1 admin admin] Deleting port c1208e68-5a18-4eb8-a60b-a12dcc8b160d {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:37:59.415239 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4bc18d87-c715-4a7b-b102-79c14ec40ff1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (c1208e68-5a18-4eb8-a60b-a12dcc8b160d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:59.478492 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-4bc18d87-c715-4a7b-b102-79c14ec40ff1 admin admin] For port c1208e68-5a18-4eb8-a60b-a12dcc8b160d, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c1208e68-5a18-4eb8-a60b-a12dcc8b160d,segment=NetworkSegment(0c173f7d-f726-4860-b698-11f705e69823),segment_id=0c173f7d-f726-4860-b698-11f705e69823)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:37:59.478492 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4bc18d87-c715-4a7b-b102-79c14ec40ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (c1208e68-5a18-4eb8-a60b-a12dcc8b160d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:59.491748 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-4bc18d87-c715-4a7b-b102-79c14ec40ff1 admin admin] Calling delete_port for c1208e68-5a18-4eb8-a60b-a12dcc8b160d owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:37:59.514299 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8043d1-3d26-42ae-81b4-d3228f473e84 None None] DHCP port deletion for 5c50b86e-1c67-4bf5-8840-f94290cb583b request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:37:59.568586 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-5f8043d1-3d26-42ae-81b4-d3228f473e84 None None] Deleting port c1208e68-5a18-4eb8-a60b-a12dcc8b160d {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:37:59.568963 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5f8043d1-3d26-42ae-81b4-d3228f473e84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (c1208e68-5a18-4eb8-a60b-a12dcc8b160d), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:59.574693 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4bc18d87-c715-4a7b-b102-79c14ec40ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (c1208e68-5a18-4eb8-a60b-a12dcc8b160d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:59.601691 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc18d87-c715-4a7b-b102-79c14ec40ff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1208e68-5a18-4eb8-a60b-a12dcc8b160d,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:37:59.605710 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc18d87-c715-4a7b-b102-79c14ec40ff1 admin admin] No DVR routers for this DVR port c1208e68-5a18-4eb8-a60b-a12dcc8b160d on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:37:59.641571 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-5f8043d1-3d26-42ae-81b4-d3228f473e84 None None] For port c1208e68-5a18-4eb8-a60b-a12dcc8b160d, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c1208e68-5a18-4eb8-a60b-a12dcc8b160d,segment=NetworkSegment(0c173f7d-f726-4860-b698-11f705e69823),segment_id=0c173f7d-f726-4860-b698-11f705e69823)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:37:59.641971 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5f8043d1-3d26-42ae-81b4-d3228f473e84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (c1208e68-5a18-4eb8-a60b-a12dcc8b160d), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:59.655757 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-5f8043d1-3d26-42ae-81b4-d3228f473e84 None None] Calling delete_port for c1208e68-5a18-4eb8-a60b-a12dcc8b160d owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:37:59.679377 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4bc18d87-c715-4a7b-b102-79c14ec40ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (5c50b86e-1c67-4bf5-8840-f94290cb583b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:59.700939 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-4bc18d87-c715-4a7b-b102-79c14ec40ff1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c50b86e-1c67-4bf5-8840-f94290cb583b']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:37:59.713737 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-4bc18d87-c715-4a7b-b102-79c14ec40ff1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c173f7d-f726-4860-b698-11f705e69823') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:37:59.714039 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-4bc18d87-c715-4a7b-b102-79c14ec40ff1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c173f7d-f726-4860-b698-11f705e69823') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:37:59.723949 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4bc18d87-c715-4a7b-b102-79c14ec40ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (0c173f7d-f726-4860-b698-11f705e69823), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:59.737869 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4bc18d87-c715-4a7b-b102-79c14ec40ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (0c173f7d-f726-4860-b698-11f705e69823), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:59.738615 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5f8043d1-3d26-42ae-81b4-d3228f473e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (c1208e68-5a18-4eb8-a60b-a12dcc8b160d), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:59.746319 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc18d87-c715-4a7b-b102-79c14ec40ff1 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:37:59.746966 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4bc18d87-c715-4a7b-b102-79c14ec40ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (0c173f7d-f726-4860-b698-11f705e69823), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:59.748730 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:37:59.748730 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:37:59.748730 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:37:59.748730 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:37:59.748730 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:37:59.748730 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:37:59.748730 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:37:59.748730 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:37:59.748730 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:37:59.748730 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:37:59.748730 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:37:59.748730 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:37:59.748730 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:37:59.748730 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:37:59.748730 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:37:59.748730 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:37:59.748730 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:37:59.748730 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:37:59.748730 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:37:59.748730 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:37:59.748730 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:37:59.748730 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:37:59.748730 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:37:59.748730 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:37:59.748730 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:37:59.748730 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:37:59.748730 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:37:59.748730 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:37:59.748730 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:37:59.748730 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:37:59.748730 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:37:59.748730 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:37:59.766905 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8043d1-3d26-42ae-81b4-d3228f473e84 None None] No DVR routers for this DVR port c1208e68-5a18-4eb8-a60b-a12dcc8b160d on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:37:59.771664 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8043d1-3d26-42ae-81b4-d3228f473e84 None None] Pushing event deleted for resources: {'Port': ['ID=c1208e68-5a18-4eb8-a60b-a12dcc8b160d,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:37:59.812326 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4bc18d87-c715-4a7b-b102-79c14ec40ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (5c50b86e-1c67-4bf5-8840-f94290cb583b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:59.817898 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4bc18d87-c715-4a7b-b102-79c14ec40ff1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:37:59.823943 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4bc18d87-c715-4a7b-b102-79c14ec40ff1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/5c50b86e-1c67-4bf5-8840-f94290cb583b HTTP/1.1" status: 204 len: 168 time: 0.5320837 Mar 05 05:37:59.838682 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc18d87-c715-4a7b-b102-79c14ec40ff1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c50b86e-1c67-4bf5-8840-f94290cb583b,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:37:59.986858 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44958) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:38:00.031940 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5b0a3d1e-2c55-4c80-94b7-6562c41293e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d8315f846d894189b746299de0111d65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437913 Mar 05 05:38:00.034352 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44960) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:38:00.071577 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a200871b-b0fd-4901-9744-e64d6d658ff6 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:38:00.094667 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ff6ec041-41f5-4cee-875d-6fae88cbed9a admin admin] Publish callbacks [] for security_group (a0ea92c8-3db9-4ea3-be37-3f5ae2fe166c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:00.099000 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: a200871b-b0fd-4901-9744-e64d6d658ff6 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:38:00.099450 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a200871b-b0fd-4901-9744-e64d6d658ff6 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:38:00.099948 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 25a886f8-5400-4360-b178-a2cc976733ae no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:38:00.116662 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ff6ec041-41f5-4cee-875d-6fae88cbed9a admin admin] Publish callbacks [] for security_group (a0ea92c8-3db9-4ea3-be37-3f5ae2fe166c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:00.118552 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 25a886f8-5400-4360-b178-a2cc976733ae {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:38:00.118908 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 25a886f8-5400-4360-b178-a2cc976733ae not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:38:00.119351 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c1208e68-5a18-4eb8-a60b-a12dcc8b160d no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:38:00.137882 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: c1208e68-5a18-4eb8-a60b-a12dcc8b160d {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:38:00.138239 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c1208e68-5a18-4eb8-a60b-a12dcc8b160d not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:38:00.165002 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ff6ec041-41f5-4cee-875d-6fae88cbed9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a0ea92c8-3db9-4ea3-be37-3f5ae2fe166c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:00.167564 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ff6ec041-41f5-4cee-875d-6fae88cbed9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:00.168728 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ff6ec041-41f5-4cee-875d-6fae88cbed9a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a0ea92c8-3db9-4ea3-be37-3f5ae2fe166c HTTP/1.1" status: 204 len: 168 time: 0.1334860 Mar 05 05:38:00.176873 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ec041-41f5-4cee-875d-6fae88cbed9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ea92c8-3db9-4ea3-be37-3f5ae2fe166c,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:00.474047 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44966) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:38:00.513084 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fb0de513-2c33-4d72-b2b8-ca3f1e3c9074 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1c4f12e4ec2843ec80480f5fa310899e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378766 Mar 05 05:38:00.515548 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44968) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:38:00.561429 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-427e709c-25d0-4bfa-ad3f-e4e8566eb1ba admin admin] Publish callbacks [] for security_group (e4e012ed-f51b-44d2-9d88-647cacff29b8), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:00.582241 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-427e709c-25d0-4bfa-ad3f-e4e8566eb1ba admin admin] Publish callbacks [] for security_group (e4e012ed-f51b-44d2-9d88-647cacff29b8), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:00.633632 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-427e709c-25d0-4bfa-ad3f-e4e8566eb1ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e4e012ed-f51b-44d2-9d88-647cacff29b8), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:00.636229 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-427e709c-25d0-4bfa-ad3f-e4e8566eb1ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:00.637361 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-427e709c-25d0-4bfa-ad3f-e4e8566eb1ba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e4e012ed-f51b-44d2-9d88-647cacff29b8 HTTP/1.1" status: 204 len: 168 time: 0.1209357 Mar 05 05:38:00.644944 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e709c-25d0-4bfa-ad3f-e4e8566eb1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e012ed-f51b-44d2-9d88-647cacff29b8,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:01.301913 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44990) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:38:01.396059 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-007973fa-8471-4634-a221-4eb667d6214e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-213907499-network', 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:38:01.415465 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007973fa-8471-4634-a221-4eb667d6214e admin admin] Made reservation on behalf of 8e42e20fbc094f6cbcbe5055331ba1b6 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:38:01.417732 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-007973fa-8471-4634-a221-4eb667d6214e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:01.426423 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-007973fa-8471-4634-a221-4eb667d6214e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:01.501722 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-007973fa-8471-4634-a221-4eb667d6214e admin admin] Publish callbacks [] for security_group (26ad443d-a371-47ab-8f84-f8ccd8bf0fd9), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:01.506006 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-007973fa-8471-4634-a221-4eb667d6214e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (26ad443d-a371-47ab-8f84-f8ccd8bf0fd9), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:01.530022 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-007973fa-8471-4634-a221-4eb667d6214e admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:38:01.538940 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007973fa-8471-4634-a221-4eb667d6214e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:01.545070 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-007973fa-8471-4634-a221-4eb667d6214e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (6b72a712-865c-4a5f-9bae-a3d07e7c4436), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:01.545414 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-007973fa-8471-4634-a221-4eb667d6214e admin admin] Added segment 6b72a712-865c-4a5f-9bae-a3d07e7c4436 of type vlan for network fec0f187-1221-4e7d-ab7c-1b4f187a2e87 Mar 05 05:38:01.584258 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-007973fa-8471-4634-a221-4eb667d6214e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (fec0f187-1221-4e7d-ab7c-1b4f187a2e87), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:01.607572 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-007973fa-8471-4634-a221-4eb667d6214e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (fec0f187-1221-4e7d-ab7c-1b4f187a2e87), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:01.608505 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007973fa-8471-4634-a221-4eb667d6214e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:01.609077 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-007973fa-8471-4634-a221-4eb667d6214e admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:01.641919 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-007973fa-8471-4634-a221-4eb667d6214e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3389039 Mar 05 05:38:01.645087 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 44994) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:38:01.650433 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-86d80928-7b32-4c49-bce3-1c7acf9cf8e8 admin admin] Request body: {'subnet': {'network_id': 'fec0f187-1221-4e7d-ab7c-1b4f187a2e87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-213907499-subnet', 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:38:01.669534 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d80928-7b32-4c49-bce3-1c7acf9cf8e8 admin admin] Made reservation on behalf of 8e42e20fbc094f6cbcbe5055331ba1b6 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:38:01.672062 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86d80928-7b32-4c49-bce3-1c7acf9cf8e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:01.673933 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007973fa-8471-4634-a221-4eb667d6214e admin admin] Pushing event updated for resources: {'Network': ['ID=fec0f187-1221-4e7d-ab7c-1b4f187a2e87,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:01.684136 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network fec0f187-1221-4e7d-ab7c-1b4f187a2e87 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:38:01.839131 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86d80928-7b32-4c49-bce3-1c7acf9cf8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (9b1fa29a-44f0-442c-b978-e6600f5c80ea), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:01.898605 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d80928-7b32-4c49-bce3-1c7acf9cf8e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b1fa29a-44f0-442c-b978-e6600f5c80ea,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:01.905946 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d80928-7b32-4c49-bce3-1c7acf9cf8e8 admin admin] Checking segment: {'id': '6b72a712-865c-4a5f-9bae-a3d07e7c4436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fec0f187-1221-4e7d-ab7c-1b4f187a2e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:38:01.906305 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d80928-7b32-4c49-bce3-1c7acf9cf8e8 admin admin] Network hostable DHCP agents. Network: fec0f187-1221-4e7d-ab7c-1b4f187a2e87, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:38:01.923056 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d80928-7b32-4c49-bce3-1c7acf9cf8e8 admin admin] Network fec0f187-1221-4e7d-ab7c-1b4f187a2e87 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:38:01.932225 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-86d80928-7b32-4c49-bce3-1c7acf9cf8e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, fec0f187-1221-4e7d-ab7c-1b4f187a2e87) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:38:01.936212 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d80928-7b32-4c49-bce3-1c7acf9cf8e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:01.937007 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86d80928-7b32-4c49-bce3-1c7acf9cf8e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:01.941913 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df31b7a0-c136-454d-9b4f-5a50bd399182 None None] Network fec0f187-1221-4e7d-ab7c-1b4f187a2e87 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:38:01.958352 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44996) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:38:01.958692 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-86d80928-7b32-4c49-bce3-1c7acf9cf8e8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3118739 Mar 05 05:38:01.962834 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-70d403de-0ddd-4b50-9b7a-deb3917b2ee2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-213907499-router', 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:38:01.981900 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-70d403de-0ddd-4b50-9b7a-deb3917b2ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (68cdf854-c877-4f0d-909f-aa36ed893b7e), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:01.983469 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-70d403de-0ddd-4b50-9b7a-deb3917b2ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (68cdf854-c877-4f0d-909f-aa36ed893b7e), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:02.038952 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-70d403de-0ddd-4b50-9b7a-deb3917b2ee2 admin admin] Publish callbacks [] for router_controller (68cdf854-c877-4f0d-909f-aa36ed893b7e), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:02.046480 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a07e3c2-b798-445f-8f37-86989c1f66b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-fec0f187-1221-4e7d-ab7c-1b4f187a2e87', 'network_id': 'fec0f187-1221-4e7d-ab7c-1b4f187a2e87', 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'fixed_ips': [{'subnet_id': '9b1fa29a-44f0-442c-b978-e6600f5c80ea'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:38:02.047411 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3a07e3c2-b798-445f-8f37-86989c1f66b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:02.184338 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-70d403de-0ddd-4b50-9b7a-deb3917b2ee2 admin admin] Publish callbacks [] for router_gateway (68cdf854-c877-4f0d-909f-aa36ed893b7e), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:02.185832 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-3a07e3c2-b798-445f-8f37-86989c1f66b4 None None] Allocated IP 172.20.0.2 (fec0f187-1221-4e7d-ab7c-1b4f187a2e87/9b1fa29a-44f0-442c-b978-e6600f5c80ea/c8a54a0f-626e-409a-ba5f-374d4225b644) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:38:02.325519 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3a07e3c2-b798-445f-8f37-86989c1f66b4 None None] Publish callbacks [] for port (c8a54a0f-626e-409a-ba5f-374d4225b644), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:02.332792 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3a07e3c2-b798-445f-8f37-86989c1f66b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (c8a54a0f-626e-409a-ba5f-374d4225b644), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:02.377776 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a07e3c2-b798-445f-8f37-86989c1f66b4 None None] Network fec0f187-1221-4e7d-ab7c-1b4f187a2e87 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:38:02.380674 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-3a07e3c2-b798-445f-8f37-86989c1f66b4 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:38:02.384954 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a07e3c2-b798-445f-8f37-86989c1f66b4 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:38:02.386873 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-70d403de-0ddd-4b50-9b7a-deb3917b2ee2 admin admin] Publish callbacks [] for router_gateway (68cdf854-c877-4f0d-909f-aa36ed893b7e), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:02.387978 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07e3c2-b798-445f-8f37-86989c1f66b4 None None] Pushing event updated for resources: {'Port': ['ID=c8a54a0f-626e-409a-ba5f-374d4225b644,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:02.412776 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-70d403de-0ddd-4b50-9b7a-deb3917b2ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:02.442952 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3a07e3c2-b798-445f-8f37-86989c1f66b4 None None] Attempting to bind port c8a54a0f-626e-409a-ba5f-374d4225b644 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:38:02.443277 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3a07e3c2-b798-445f-8f37-86989c1f66b4 None None] Attempting to bind port c8a54a0f-626e-409a-ba5f-374d4225b644 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '6b72a712-865c-4a5f-9bae-a3d07e7c4436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fec0f187-1221-4e7d-ab7c-1b4f187a2e87'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:38:02.443649 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a07e3c2-b798-445f-8f37-86989c1f66b4 None None] Attempting to bind port c8a54a0f-626e-409a-ba5f-374d4225b644 on network fec0f187-1221-4e7d-ab7c-1b4f187a2e87 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:38:02.448925 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a07e3c2-b798-445f-8f37-86989c1f66b4 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:38:02.449309 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a07e3c2-b798-445f-8f37-86989c1f66b4 None None] Checking segment: {'id': '6b72a712-865c-4a5f-9bae-a3d07e7c4436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fec0f187-1221-4e7d-ab7c-1b4f187a2e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:38:02.449717 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3a07e3c2-b798-445f-8f37-86989c1f66b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:02.450736 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a07e3c2-b798-445f-8f37-86989c1f66b4 None None] Bound using segment: {'id': '6b72a712-865c-4a5f-9bae-a3d07e7c4436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fec0f187-1221-4e7d-ab7c-1b4f187a2e87'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:38:02.450736 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3a07e3c2-b798-445f-8f37-86989c1f66b4 None None] Bound port: c8a54a0f-626e-409a-ba5f-374d4225b644, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b72a712-865c-4a5f-9bae-a3d07e7c4436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fec0f187-1221-4e7d-ab7c-1b4f187a2e87'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:38:02.451059 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3a07e3c2-b798-445f-8f37-86989c1f66b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c8a54a0f-626e-409a-ba5f-374d4225b644), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:02.512357 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-3a07e3c2-b798-445f-8f37-86989c1f66b4 None None] For port c8a54a0f-626e-409a-ba5f-374d4225b644, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:38:02.515151 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-70d403de-0ddd-4b50-9b7a-deb3917b2ee2 admin admin] Allocated IP 172.25.0.169 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/92c723a2-3967-4ac2-a52c-72e728d01545) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:38:02.515647 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-3a07e3c2-b798-445f-8f37-86989c1f66b4 None None] For port c8a54a0f-626e-409a-ba5f-374d4225b644, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c8a54a0f-626e-409a-ba5f-374d4225b644,segment=NetworkSegment(6b72a712-865c-4a5f-9bae-a3d07e7c4436),segment_id=6b72a712-865c-4a5f-9bae-a3d07e7c4436)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:38:02.522518 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3a07e3c2-b798-445f-8f37-86989c1f66b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c8a54a0f-626e-409a-ba5f-374d4225b644), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:02.584437 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07e3c2-b798-445f-8f37-86989c1f66b4 None None] Pushing event updated for resources: {'Port': ['ID=c8a54a0f-626e-409a-ba5f-374d4225b644,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:02.977776 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-70d403de-0ddd-4b50-9b7a-deb3917b2ee2 admin admin] Publish callbacks [] for port (92c723a2-3967-4ac2-a52c-72e728d01545), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:03.010736 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-70d403de-0ddd-4b50-9b7a-deb3917b2ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (92c723a2-3967-4ac2-a52c-72e728d01545), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:03.047455 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d403de-0ddd-4b50-9b7a-deb3917b2ee2 admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:38:03.050375 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-70d403de-0ddd-4b50-9b7a-deb3917b2ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:38:03.054422 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d403de-0ddd-4b50-9b7a-deb3917b2ee2 admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:38:03.078278 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d403de-0ddd-4b50-9b7a-deb3917b2ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=92c723a2-3967-4ac2-a52c-72e728d01545,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:03.310453 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-70d403de-0ddd-4b50-9b7a-deb3917b2ee2 admin admin] Publish callbacks [] for router_gateway (68cdf854-c877-4f0d-909f-aa36ed893b7e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:03.517656 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-70d403de-0ddd-4b50-9b7a-deb3917b2ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (68cdf854-c877-4f0d-909f-aa36ed893b7e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:03.537510 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78bf8c5-b2b8-4d2a-bdd4-17f1f72ae3a1 None None] Network fec0f187-1221-4e7d-ab7c-1b4f187a2e87 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:38:03.650988 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-57490857-4050-4862-af6a-94e2558cfd94 None None] Provisioning complete for port c8a54a0f-626e-409a-ba5f-374d4225b644 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:38:03.651276 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d403de-0ddd-4b50-9b7a-deb3917b2ee2 admin admin] Router 68cdf854-c877-4f0d-909f-aa36ed893b7e is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:38:03.651404 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-57490857-4050-4862-af6a-94e2558cfd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c8a54a0f-626e-409a-ba5f-374d4225b644), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:03.738792 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-57490857-4050-4862-af6a-94e2558cfd94 None None] Current status of the port c8a54a0f-626e-409a-ba5f-374d4225b644 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:38:03.739181 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-57490857-4050-4862-af6a-94e2558cfd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c8a54a0f-626e-409a-ba5f-374d4225b644), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:03.766198 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d403de-0ddd-4b50-9b7a-deb3917b2ee2 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:38:03.775234 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-57490857-4050-4862-af6a-94e2558cfd94 None None] For port c8a54a0f-626e-409a-ba5f-374d4225b644, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c8a54a0f-626e-409a-ba5f-374d4225b644,segment=NetworkSegment(6b72a712-865c-4a5f-9bae-a3d07e7c4436),segment_id=6b72a712-865c-4a5f-9bae-a3d07e7c4436)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:38:03.781044 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-57490857-4050-4862-af6a-94e2558cfd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c8a54a0f-626e-409a-ba5f-374d4225b644), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:03.783422 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e25967-cf69-4760-b569-0184fa89539e None None] Sync routers for ids ['68cdf854-c877-4f0d-909f-aa36ed893b7e'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:38:03.789214 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-70d403de-0ddd-4b50-9b7a-deb3917b2ee2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:03.792918 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-70d403de-0ddd-4b50-9b7a-deb3917b2ee2 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8311288 Mar 05 05:38:03.793120 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 44998) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:38:03.807712 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e25967-cf69-4760-b569-0184fa89539e None None] Routers {'68cdf854-c877-4f0d-909f-aa36ed893b7e'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:38:03.808639 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b1e25967-cf69-4760-b569-0184fa89539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:37:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['68cdf854-c877-4f0d-909f-aa36ed893b7e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:38:03.835347 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57490857-4050-4862-af6a-94e2558cfd94 None None] Pushing event updated for resources: {'Port': ['ID=c8a54a0f-626e-409a-ba5f-374d4225b644,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:04.034496 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-b1e25967-cf69-4760-b569-0184fa89539e None None] Set router 68cdf854-c877-4f0d-909f-aa36ed893b7e gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:38:04.168625 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c8a54a0f-626e-409a-ba5f-374d4225b644 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:38:04.194680 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3af5e3ae-c484-4835-9dc0-ce4bde10d5bf None None] Provisioning complete for port c8a54a0f-626e-409a-ba5f-374d4225b644 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:38:04.195052 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3af5e3ae-c484-4835-9dc0-ce4bde10d5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c8a54a0f-626e-409a-ba5f-374d4225b644), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:04.249729 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b1e25967-cf69-4760-b569-0184fa89539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'name': 'tempest-TestMinimumBasicScenario-213907499-router', 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '92c723a2-3967-4ac2-a52c-72e728d01545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:38:01Z', 'updated_at': '2022-03-05T05:38:03Z', 'revision_number': 3, 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'gw_port': {'id': '92c723a2-3967-4ac2-a52c-72e728d01545', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ee:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:02Z', 'updated_at': '2022-03-05T05:38:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:38:04.269357 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-89b80f18-2277-4c17-a040-34308ce9190e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:04.284587 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port c8a54a0f-626e-409a-ba5f-374d4225b644 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:38:04.284964 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c8a54a0f-626e-409a-ba5f-374d4225b644), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:04.309777 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e25967-cf69-4760-b569-0184fa89539e None None] Checking router: 68cdf854-c877-4f0d-909f-aa36ed893b7e for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:38:04.310395 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e25967-cf69-4760-b569-0184fa89539e None None] Updating router 68cdf854-c877-4f0d-909f-aa36ed893b7e port 92c723a2-3967-4ac2-a52c-72e728d01545 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:38:04.323907 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3af5e3ae-c484-4835-9dc0-ce4bde10d5bf None None] Current status of the port c8a54a0f-626e-409a-ba5f-374d4225b644 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:38:04.341167 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b1e25967-cf69-4760-b569-0184fa89539e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (92c723a2-3967-4ac2-a52c-72e728d01545), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:04.379334 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port c8a54a0f-626e-409a-ba5f-374d4225b644 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:38:04.439397 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-89b80f18-2277-4c17-a040-34308ce9190e admin admin] Allocated IP 172.20.0.1 (fec0f187-1221-4e7d-ab7c-1b4f187a2e87/9b1fa29a-44f0-442c-b978-e6600f5c80ea/85218932-1f45-4ad4-aed8-b296572edbb0) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:38:04.546295 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-89b80f18-2277-4c17-a040-34308ce9190e admin admin] Publish callbacks [] for port (85218932-1f45-4ad4-aed8-b296572edbb0), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:04.580142 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-89b80f18-2277-4c17-a040-34308ce9190e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (85218932-1f45-4ad4-aed8-b296572edbb0), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:04.604902 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b1e25967-cf69-4760-b569-0184fa89539e None None] Publish callbacks [] for port (92c723a2-3967-4ac2-a52c-72e728d01545), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:04.609599 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b1e25967-cf69-4760-b569-0184fa89539e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (92c723a2-3967-4ac2-a52c-72e728d01545), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:04.622400 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b80f18-2277-4c17-a040-34308ce9190e admin admin] Network fec0f187-1221-4e7d-ab7c-1b4f187a2e87 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:38:04.627923 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-89b80f18-2277-4c17-a040-34308ce9190e admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:38:04.630509 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b80f18-2277-4c17-a040-34308ce9190e admin admin] Pushing event updated for resources: {'Port': ['ID=85218932-1f45-4ad4-aed8-b296572edbb0,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:04.632682 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b80f18-2277-4c17-a040-34308ce9190e admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:38:04.662841 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-b1e25967-cf69-4760-b569-0184fa89539e None None] Attempting to bind port 92c723a2-3967-4ac2-a52c-72e728d01545 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:38:04.663249 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-b1e25967-cf69-4760-b569-0184fa89539e None None] Attempting to bind port 92c723a2-3967-4ac2-a52c-72e728d01545 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:38:04.663607 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e25967-cf69-4760-b569-0184fa89539e None None] Attempting to bind port 92c723a2-3967-4ac2-a52c-72e728d01545 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:38:04.671274 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-89b80f18-2277-4c17-a040-34308ce9190e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (68cdf854-c877-4f0d-909f-aa36ed893b7e), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:04.673827 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e25967-cf69-4760-b569-0184fa89539e None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:38:04.674206 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e25967-cf69-4760-b569-0184fa89539e None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:38:04.675812 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b1e25967-cf69-4760-b569-0184fa89539e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:04.675812 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e25967-cf69-4760-b569-0184fa89539e None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:38:04.675812 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-b1e25967-cf69-4760-b569-0184fa89539e None None] Bound port: 92c723a2-3967-4ac2-a52c-72e728d01545, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:38:04.676351 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b1e25967-cf69-4760-b569-0184fa89539e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (92c723a2-3967-4ac2-a52c-72e728d01545), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:04.678883 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b6805-281a-4cdf-a164-38e545565f26 None None] Pushing event updated for resources: {'Port': ['ID=92c723a2-3967-4ac2-a52c-72e728d01545,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:04.716109 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b6805-281a-4cdf-a164-38e545565f26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:04.716454 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b6805-281a-4cdf-a164-38e545565f26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:04.716796 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b6805-281a-4cdf-a164-38e545565f26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:04.717136 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b6805-281a-4cdf-a164-38e545565f26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:04.717467 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b6805-281a-4cdf-a164-38e545565f26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:04.717805 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b6805-281a-4cdf-a164-38e545565f26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:04.718381 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b6805-281a-4cdf-a164-38e545565f26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:04.718723 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b6805-281a-4cdf-a164-38e545565f26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:04.719030 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b6805-281a-4cdf-a164-38e545565f26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:04.719706 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b6805-281a-4cdf-a164-38e545565f26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:04.719706 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b6805-281a-4cdf-a164-38e545565f26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:04.720002 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b6805-281a-4cdf-a164-38e545565f26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:04.720323 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0b6805-281a-4cdf-a164-38e545565f26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:04.746123 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-b1e25967-cf69-4760-b569-0184fa89539e None None] For port 92c723a2-3967-4ac2-a52c-72e728d01545, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:38:04.750121 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-b1e25967-cf69-4760-b569-0184fa89539e None None] For port 92c723a2-3967-4ac2-a52c-72e728d01545, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=92c723a2-3967-4ac2-a52c-72e728d01545,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:38:04.758011 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b1e25967-cf69-4760-b569-0184fa89539e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (92c723a2-3967-4ac2-a52c-72e728d01545), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:04.818512 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e25967-cf69-4760-b569-0184fa89539e None None] Routers {'68cdf854-c877-4f0d-909f-aa36ed893b7e'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:38:04.819187 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b1e25967-cf69-4760-b569-0184fa89539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:37:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['68cdf854-c877-4f0d-909f-aa36ed893b7e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:38:04.824722 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-89b80f18-2277-4c17-a040-34308ce9190e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (85218932-1f45-4ad4-aed8-b296572edbb0), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:04.857420 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b6805-281a-4cdf-a164-38e545565f26 None None] Pushing event updated for resources: {'Port': ['ID=92c723a2-3967-4ac2-a52c-72e728d01545,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:04.933761 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-b1e25967-cf69-4760-b569-0184fa89539e None None] Set router 68cdf854-c877-4f0d-909f-aa36ed893b7e gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:38:04.951802 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-280adf5f-6355-46f0-bff7-7b3f59639b93 None None] Provisioning complete for port 85218932-1f45-4ad4-aed8-b296572edbb0 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:38:04.952404 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-280adf5f-6355-46f0-bff7-7b3f59639b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (85218932-1f45-4ad4-aed8-b296572edbb0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:04.986577 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-280adf5f-6355-46f0-bff7-7b3f59639b93 None None] Port 85218932-1f45-4ad4-aed8-b296572edbb0 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:38:05.001663 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-89b80f18-2277-4c17-a040-34308ce9190e admin admin] Publish callbacks [] for port (85218932-1f45-4ad4-aed8-b296572edbb0), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:05.006976 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-89b80f18-2277-4c17-a040-34308ce9190e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (85218932-1f45-4ad4-aed8-b296572edbb0), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:05.076579 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-89b80f18-2277-4c17-a040-34308ce9190e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (68cdf854-c877-4f0d-909f-aa36ed893b7e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:05.078305 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b80f18-2277-4c17-a040-34308ce9190e admin admin] Pushing event updated for resources: {'Port': ['ID=85218932-1f45-4ad4-aed8-b296572edbb0,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:05.147137 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b1e25967-cf69-4760-b569-0184fa89539e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'name': 'tempest-TestMinimumBasicScenario-213907499-router', 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '92c723a2-3967-4ac2-a52c-72e728d01545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:38:01Z', 'updated_at': '2022-03-05T05:38:04Z', 'revision_number': 4, 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'gw_port': {'id': '92c723a2-3967-4ac2-a52c-72e728d01545', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ee:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:02Z', 'updated_at': '2022-03-05T05:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '85218932-1f45-4ad4-aed8-b296572edbb0', 'name': '', 'network_id': 'fec0f187-1221-4e7d-ab7c-1b4f187a2e87', 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'mac_address': 'fa:16:3e:a8:ba:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9b1fa29a-44f0-442c-b978-e6600f5c80ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:04Z', 'updated_at': '2022-03-05T05:38:04Z', 'revision_number': 1, 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'subnets': [{'id': '9b1fa29a-44f0-442c-b978-e6600f5c80ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:38:05.168932 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b80f18-2277-4c17-a040-34308ce9190e admin admin] Network fec0f187-1221-4e7d-ab7c-1b4f187a2e87 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:38:05.170327 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-89b80f18-2277-4c17-a040-34308ce9190e admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:38:05.174141 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e25967-cf69-4760-b569-0184fa89539e None None] The sync data for ids ['68cdf854-c877-4f0d-909f-aa36ed893b7e'] in n-d-789963-32 is: [{'id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'name': 'tempest-TestMinimumBasicScenario-213907499-router', 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '92c723a2-3967-4ac2-a52c-72e728d01545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:38:01Z', 'updated_at': '2022-03-05T05:38:04Z', 'revision_number': 4, 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'gw_port': {'id': '92c723a2-3967-4ac2-a52c-72e728d01545', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ee:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:02Z', 'updated_at': '2022-03-05T05:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '85218932-1f45-4ad4-aed8-b296572edbb0', 'name': '', 'network_id': 'fec0f187-1221-4e7d-ab7c-1b4f187a2e87', 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'mac_address': 'fa:16:3e:a8:ba:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9b1fa29a-44f0-442c-b978-e6600f5c80ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:04Z', 'updated_at': '2022-03-05T05:38:04Z', 'revision_number': 1, 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'subnets': [{'id': '9b1fa29a-44f0-442c-b978-e6600f5c80ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:38:05.295578 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b80f18-2277-4c17-a040-34308ce9190e admin admin] Router 68cdf854-c877-4f0d-909f-aa36ed893b7e has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:38:05.425241 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-71ff897a-7b42-457e-beba-93fdf97f1a28 None None] Provisioning complete for port 85218932-1f45-4ad4-aed8-b296572edbb0 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:38:05.425653 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-71ff897a-7b42-457e-beba-93fdf97f1a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (85218932-1f45-4ad4-aed8-b296572edbb0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:05.431317 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b80f18-2277-4c17-a040-34308ce9190e admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:38:05.439128 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-89b80f18-2277-4c17-a040-34308ce9190e admin admin] 10.222.0.11 "PUT /v2.0/routers/68cdf854-c877-4f0d-909f-aa36ed893b7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6422427 Mar 05 05:38:05.481435 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-71ff897a-7b42-457e-beba-93fdf97f1a28 None None] Port 85218932-1f45-4ad4-aed8-b296572edbb0 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:38:05.947764 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45014) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:38:05.952979 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-b33fcbf2-bd53-4ba4-98af-12d30b8a5cd6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-485855035-network', 'tenant_id': '82fa921523d645a997caea13eed0e36d'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:38:05.976122 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33fcbf2-bd53-4ba4-98af-12d30b8a5cd6 admin admin] Made reservation on behalf of 82fa921523d645a997caea13eed0e36d for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:38:05.978481 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b33fcbf2-bd53-4ba4-98af-12d30b8a5cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:05.987608 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b33fcbf2-bd53-4ba4-98af-12d30b8a5cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:06.078193 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b33fcbf2-bd53-4ba4-98af-12d30b8a5cd6 admin admin] Publish callbacks [] for security_group (6475f1fd-6880-4a9e-a2d4-c4369b0be40a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:06.088666 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b33fcbf2-bd53-4ba4-98af-12d30b8a5cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6475f1fd-6880-4a9e-a2d4-c4369b0be40a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:06.115033 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b33fcbf2-bd53-4ba4-98af-12d30b8a5cd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:38:06.119776 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 92c723a2-3967-4ac2-a52c-72e728d01545 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:38:06.131740 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b33fcbf2-bd53-4ba4-98af-12d30b8a5cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (de0cdcaf-fa82-4ada-aad7-2437c5ea5cbd), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:06.132086 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-b33fcbf2-bd53-4ba4-98af-12d30b8a5cd6 admin admin] Added segment de0cdcaf-fa82-4ada-aad7-2437c5ea5cbd of type vlan for network 1c30a321-82f5-478b-9b0d-be77f216fe2b Mar 05 05:38:06.164839 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33fcbf2-bd53-4ba4-98af-12d30b8a5cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6475f1fd-6880-4a9e-a2d4-c4369b0be40a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:06.175465 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 92c723a2-3967-4ac2-a52c-72e728d01545 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:38:06.176114 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (92c723a2-3967-4ac2-a52c-72e728d01545), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:06.186228 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33fcbf2-bd53-4ba4-98af-12d30b8a5cd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:06.186577 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33fcbf2-bd53-4ba4-98af-12d30b8a5cd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:06.187134 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33fcbf2-bd53-4ba4-98af-12d30b8a5cd6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:06.187668 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33fcbf2-bd53-4ba4-98af-12d30b8a5cd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:06.188181 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33fcbf2-bd53-4ba4-98af-12d30b8a5cd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:06.188517 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33fcbf2-bd53-4ba4-98af-12d30b8a5cd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:06.188850 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33fcbf2-bd53-4ba4-98af-12d30b8a5cd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:06.189177 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33fcbf2-bd53-4ba4-98af-12d30b8a5cd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:06.189507 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33fcbf2-bd53-4ba4-98af-12d30b8a5cd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:06.189832 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33fcbf2-bd53-4ba4-98af-12d30b8a5cd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:06.190157 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33fcbf2-bd53-4ba4-98af-12d30b8a5cd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:06.190478 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33fcbf2-bd53-4ba4-98af-12d30b8a5cd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:06.190801 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33fcbf2-bd53-4ba4-98af-12d30b8a5cd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:06.200402 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b33fcbf2-bd53-4ba4-98af-12d30b8a5cd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (1c30a321-82f5-478b-9b0d-be77f216fe2b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:06.233486 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b33fcbf2-bd53-4ba4-98af-12d30b8a5cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (1c30a321-82f5-478b-9b0d-be77f216fe2b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:06.234688 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33fcbf2-bd53-4ba4-98af-12d30b8a5cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:06.235456 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b33fcbf2-bd53-4ba4-98af-12d30b8a5cd6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:06.274379 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 92c723a2-3967-4ac2-a52c-72e728d01545 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:38:06.274774 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (92c723a2-3967-4ac2-a52c-72e728d01545), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:06.303983 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b33fcbf2-bd53-4ba4-98af-12d30b8a5cd6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3518653 Mar 05 05:38:06.304193 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 92c723a2-3967-4ac2-a52c-72e728d01545, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=92c723a2-3967-4ac2-a52c-72e728d01545,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:38:06.304325 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45016) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:38:06.308578 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (92c723a2-3967-4ac2-a52c-72e728d01545), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:06.309073 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-4cc5c43b-ab7c-4de2-91e2-bb417d285dec admin admin] Request body: {'subnet': {'network_id': '1c30a321-82f5-478b-9b0d-be77f216fe2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-485855035-subnet', 'tenant_id': '82fa921523d645a997caea13eed0e36d', 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:38:06.320340 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33fcbf2-bd53-4ba4-98af-12d30b8a5cd6 admin admin] Pushing event updated for resources: {'Network': ['ID=1c30a321-82f5-478b-9b0d-be77f216fe2b,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:06.337718 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc5c43b-ab7c-4de2-91e2-bb417d285dec admin admin] Made reservation on behalf of 82fa921523d645a997caea13eed0e36d for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:38:06.340956 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4cc5c43b-ab7c-4de2-91e2-bb417d285dec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:06.342362 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 1c30a321-82f5-478b-9b0d-be77f216fe2b details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:38:06.438542 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=92c723a2-3967-4ac2-a52c-72e728d01545,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:06.531768 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4cc5c43b-ab7c-4de2-91e2-bb417d285dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (60c17d2e-4505-4300-b79b-bf42c28e7ba1), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:06.589958 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc5c43b-ab7c-4de2-91e2-bb417d285dec admin admin] Pushing event updated for resources: {'Subnet': ['ID=60c17d2e-4505-4300-b79b-bf42c28e7ba1,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:06.598925 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc5c43b-ab7c-4de2-91e2-bb417d285dec admin admin] Checking segment: {'id': 'de0cdcaf-fa82-4ada-aad7-2437c5ea5cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1c30a321-82f5-478b-9b0d-be77f216fe2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:38:06.599316 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc5c43b-ab7c-4de2-91e2-bb417d285dec admin admin] Network hostable DHCP agents. Network: 1c30a321-82f5-478b-9b0d-be77f216fe2b, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:38:06.615630 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc5c43b-ab7c-4de2-91e2-bb417d285dec admin admin] Network 1c30a321-82f5-478b-9b0d-be77f216fe2b is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:38:06.623928 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-4cc5c43b-ab7c-4de2-91e2-bb417d285dec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 1c30a321-82f5-478b-9b0d-be77f216fe2b) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:38:06.628054 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc5c43b-ab7c-4de2-91e2-bb417d285dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:06.628657 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4cc5c43b-ab7c-4de2-91e2-bb417d285dec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:06.634400 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78694fee-8e36-4f36-99ab-e40fed205f17 None None] Network 1c30a321-82f5-478b-9b0d-be77f216fe2b requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:38:06.648647 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4cc5c43b-ab7c-4de2-91e2-bb417d285dec admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3433421 Mar 05 05:38:06.651588 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45018) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:38:06.656282 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-51e19559-c468-4495-b5b8-25720f32abec admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-485855035-router', 'tenant_id': '82fa921523d645a997caea13eed0e36d', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:38:06.675010 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-51e19559-c468-4495-b5b8-25720f32abec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (2514d13b-d4a8-45b3-8503-d4a0eb234379), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:06.676765 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-51e19559-c468-4495-b5b8-25720f32abec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (2514d13b-d4a8-45b3-8503-d4a0eb234379), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:06.730096 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-51e19559-c468-4495-b5b8-25720f32abec admin admin] Publish callbacks [] for router_controller (2514d13b-d4a8-45b3-8503-d4a0eb234379), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:06.738531 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f22c5b-4dfb-49e1-9bba-d29b178b434b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-1c30a321-82f5-478b-9b0d-be77f216fe2b', 'network_id': '1c30a321-82f5-478b-9b0d-be77f216fe2b', 'project_id': '82fa921523d645a997caea13eed0e36d', 'fixed_ips': [{'subnet_id': '60c17d2e-4505-4300-b79b-bf42c28e7ba1'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:38:06.739807 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e0f22c5b-4dfb-49e1-9bba-d29b178b434b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:06.879799 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-51e19559-c468-4495-b5b8-25720f32abec admin admin] Publish callbacks [] for router_gateway (2514d13b-d4a8-45b3-8503-d4a0eb234379), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:06.880083 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-e0f22c5b-4dfb-49e1-9bba-d29b178b434b None None] Allocated IP 172.20.0.2 (1c30a321-82f5-478b-9b0d-be77f216fe2b/60c17d2e-4505-4300-b79b-bf42c28e7ba1/ffc871a5-f66d-4041-b9de-8b60ba0dd5d6) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:38:07.034611 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e0f22c5b-4dfb-49e1-9bba-d29b178b434b None None] Publish callbacks [] for port (ffc871a5-f66d-4041-b9de-8b60ba0dd5d6), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:07.041361 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e0f22c5b-4dfb-49e1-9bba-d29b178b434b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (ffc871a5-f66d-4041-b9de-8b60ba0dd5d6), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:07.086752 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f22c5b-4dfb-49e1-9bba-d29b178b434b None None] Network 1c30a321-82f5-478b-9b0d-be77f216fe2b is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:38:07.091260 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-e0f22c5b-4dfb-49e1-9bba-d29b178b434b None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:38:07.092765 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f22c5b-4dfb-49e1-9bba-d29b178b434b None None] Pushing event updated for resources: {'Port': ['ID=ffc871a5-f66d-4041-b9de-8b60ba0dd5d6,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:07.095002 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-51e19559-c468-4495-b5b8-25720f32abec admin admin] Publish callbacks [] for router_gateway (2514d13b-d4a8-45b3-8503-d4a0eb234379), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:07.095613 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f22c5b-4dfb-49e1-9bba-d29b178b434b None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:38:07.116123 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-51e19559-c468-4495-b5b8-25720f32abec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:07.152010 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-e0f22c5b-4dfb-49e1-9bba-d29b178b434b None None] Attempting to bind port ffc871a5-f66d-4041-b9de-8b60ba0dd5d6 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:38:07.152566 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-e0f22c5b-4dfb-49e1-9bba-d29b178b434b None None] Attempting to bind port ffc871a5-f66d-4041-b9de-8b60ba0dd5d6 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'de0cdcaf-fa82-4ada-aad7-2437c5ea5cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1c30a321-82f5-478b-9b0d-be77f216fe2b'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:38:07.152892 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f22c5b-4dfb-49e1-9bba-d29b178b434b None None] Attempting to bind port ffc871a5-f66d-4041-b9de-8b60ba0dd5d6 on network 1c30a321-82f5-478b-9b0d-be77f216fe2b {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:38:07.160006 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f22c5b-4dfb-49e1-9bba-d29b178b434b None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:38:07.161473 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f22c5b-4dfb-49e1-9bba-d29b178b434b None None] Checking segment: {'id': 'de0cdcaf-fa82-4ada-aad7-2437c5ea5cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1c30a321-82f5-478b-9b0d-be77f216fe2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:38:07.161777 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e0f22c5b-4dfb-49e1-9bba-d29b178b434b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:07.162178 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f22c5b-4dfb-49e1-9bba-d29b178b434b None None] Bound using segment: {'id': 'de0cdcaf-fa82-4ada-aad7-2437c5ea5cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1c30a321-82f5-478b-9b0d-be77f216fe2b'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:38:07.162657 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-e0f22c5b-4dfb-49e1-9bba-d29b178b434b None None] Bound port: ffc871a5-f66d-4041-b9de-8b60ba0dd5d6, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0cdcaf-fa82-4ada-aad7-2437c5ea5cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1c30a321-82f5-478b-9b0d-be77f216fe2b'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:38:07.163036 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e0f22c5b-4dfb-49e1-9bba-d29b178b434b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ffc871a5-f66d-4041-b9de-8b60ba0dd5d6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:07.219358 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-51e19559-c468-4495-b5b8-25720f32abec admin admin] Allocated IP 172.25.0.132 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/cbec4e22-b4f9-41c7-889f-2570e640aa4e) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:38:07.231879 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-e0f22c5b-4dfb-49e1-9bba-d29b178b434b None None] For port ffc871a5-f66d-4041-b9de-8b60ba0dd5d6, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:38:07.235673 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-e0f22c5b-4dfb-49e1-9bba-d29b178b434b None None] For port ffc871a5-f66d-4041-b9de-8b60ba0dd5d6, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ffc871a5-f66d-4041-b9de-8b60ba0dd5d6,segment=NetworkSegment(de0cdcaf-fa82-4ada-aad7-2437c5ea5cbd),segment_id=de0cdcaf-fa82-4ada-aad7-2437c5ea5cbd)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:38:07.242256 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e0f22c5b-4dfb-49e1-9bba-d29b178b434b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ffc871a5-f66d-4041-b9de-8b60ba0dd5d6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:07.303133 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f22c5b-4dfb-49e1-9bba-d29b178b434b None None] Pushing event updated for resources: {'Port': ['ID=ffc871a5-f66d-4041-b9de-8b60ba0dd5d6,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:07.335590 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-51e19559-c468-4495-b5b8-25720f32abec admin admin] Publish callbacks [] for port (cbec4e22-b4f9-41c7-889f-2570e640aa4e), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:07.336291 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32720823-4c9a-4ef2-a940-0effad9aebd5 None None] Sync routers for ids ['68cdf854-c877-4f0d-909f-aa36ed893b7e'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:38:07.348399 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32720823-4c9a-4ef2-a940-0effad9aebd5 None None] Routers {'68cdf854-c877-4f0d-909f-aa36ed893b7e'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:38:07.349076 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-32720823-4c9a-4ef2-a940-0effad9aebd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:37:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['68cdf854-c877-4f0d-909f-aa36ed893b7e'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:38:07.373728 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-51e19559-c468-4495-b5b8-25720f32abec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (cbec4e22-b4f9-41c7-889f-2570e640aa4e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:07.436972 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e19559-c468-4495-b5b8-25720f32abec admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:38:07.441888 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-51e19559-c468-4495-b5b8-25720f32abec admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:38:07.447064 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e19559-c468-4495-b5b8-25720f32abec admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:38:07.479576 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e19559-c468-4495-b5b8-25720f32abec admin admin] Pushing event updated for resources: {'Port': ['ID=cbec4e22-b4f9-41c7-889f-2570e640aa4e,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:07.479853 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-32720823-4c9a-4ef2-a940-0effad9aebd5 None None] Set router 68cdf854-c877-4f0d-909f-aa36ed893b7e gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:38:07.709098 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-32720823-4c9a-4ef2-a940-0effad9aebd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'name': 'tempest-TestMinimumBasicScenario-213907499-router', 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '92c723a2-3967-4ac2-a52c-72e728d01545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:38:01Z', 'updated_at': '2022-03-05T05:38:04Z', 'revision_number': 4, 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'gw_port': {'id': '92c723a2-3967-4ac2-a52c-72e728d01545', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:02Z', 'updated_at': '2022-03-05T05:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '85218932-1f45-4ad4-aed8-b296572edbb0', 'name': '', 'network_id': 'fec0f187-1221-4e7d-ab7c-1b4f187a2e87', 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'mac_address': 'fa:16:3e:a8:ba:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9b1fa29a-44f0-442c-b978-e6600f5c80ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:04Z', 'updated_at': '2022-03-05T05:38:04Z', 'revision_number': 2, 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'subnets': [{'id': '9b1fa29a-44f0-442c-b978-e6600f5c80ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:38:07.741856 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32720823-4c9a-4ef2-a940-0effad9aebd5 None None] Checking router: 68cdf854-c877-4f0d-909f-aa36ed893b7e for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:38:07.742133 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32720823-4c9a-4ef2-a940-0effad9aebd5 None None] Updating router 68cdf854-c877-4f0d-909f-aa36ed893b7e port 85218932-1f45-4ad4-aed8-b296572edbb0 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:38:07.749769 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-51e19559-c468-4495-b5b8-25720f32abec admin admin] Publish callbacks [] for router_gateway (2514d13b-d4a8-45b3-8503-d4a0eb234379), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:07.773723 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-32720823-4c9a-4ef2-a940-0effad9aebd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (85218932-1f45-4ad4-aed8-b296572edbb0), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:07.967348 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-51e19559-c468-4495-b5b8-25720f32abec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (2514d13b-d4a8-45b3-8503-d4a0eb234379), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:08.108600 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-32720823-4c9a-4ef2-a940-0effad9aebd5 None None] Publish callbacks [] for port (85218932-1f45-4ad4-aed8-b296572edbb0), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:08.116768 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-32720823-4c9a-4ef2-a940-0effad9aebd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (85218932-1f45-4ad4-aed8-b296572edbb0), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:08.196592 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4576c3e5-f556-4432-a1f2-d5e8d9bd1e03 None None] Pushing event updated for resources: {'Port': ['ID=85218932-1f45-4ad4-aed8-b296572edbb0,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:08.251930 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 92c723a2-3967-4ac2-a52c-72e728d01545 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:38:08.318276 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-32720823-4c9a-4ef2-a940-0effad9aebd5 None None] Attempting to bind port 85218932-1f45-4ad4-aed8-b296572edbb0 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:38:08.318648 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-32720823-4c9a-4ef2-a940-0effad9aebd5 None None] Attempting to bind port 85218932-1f45-4ad4-aed8-b296572edbb0 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '6b72a712-865c-4a5f-9bae-a3d07e7c4436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fec0f187-1221-4e7d-ab7c-1b4f187a2e87'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:38:08.319025 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32720823-4c9a-4ef2-a940-0effad9aebd5 None None] Attempting to bind port 85218932-1f45-4ad4-aed8-b296572edbb0 on network fec0f187-1221-4e7d-ab7c-1b4f187a2e87 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:38:08.325437 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32720823-4c9a-4ef2-a940-0effad9aebd5 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:38:08.325830 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32720823-4c9a-4ef2-a940-0effad9aebd5 None None] Checking segment: {'id': '6b72a712-865c-4a5f-9bae-a3d07e7c4436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fec0f187-1221-4e7d-ab7c-1b4f187a2e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:38:08.326243 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-32720823-4c9a-4ef2-a940-0effad9aebd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:08.326647 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32720823-4c9a-4ef2-a940-0effad9aebd5 None None] Bound using segment: {'id': '6b72a712-865c-4a5f-9bae-a3d07e7c4436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fec0f187-1221-4e7d-ab7c-1b4f187a2e87'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:38:08.327164 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-32720823-4c9a-4ef2-a940-0effad9aebd5 None None] Bound port: 85218932-1f45-4ad4-aed8-b296572edbb0, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b72a712-865c-4a5f-9bae-a3d07e7c4436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fec0f187-1221-4e7d-ab7c-1b4f187a2e87'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:38:08.327556 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-32720823-4c9a-4ef2-a940-0effad9aebd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (85218932-1f45-4ad4-aed8-b296572edbb0), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:08.394370 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 92c723a2-3967-4ac2-a52c-72e728d01545 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:38:08.395306 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (92c723a2-3967-4ac2-a52c-72e728d01545), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:08.443962 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-32720823-4c9a-4ef2-a940-0effad9aebd5 None None] For port 85218932-1f45-4ad4-aed8-b296572edbb0, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:38:08.449015 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-32720823-4c9a-4ef2-a940-0effad9aebd5 None None] For port 85218932-1f45-4ad4-aed8-b296572edbb0, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=85218932-1f45-4ad4-aed8-b296572edbb0,segment=NetworkSegment(6b72a712-865c-4a5f-9bae-a3d07e7c4436),segment_id=6b72a712-865c-4a5f-9bae-a3d07e7c4436)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:38:08.461918 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-32720823-4c9a-4ef2-a940-0effad9aebd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (85218932-1f45-4ad4-aed8-b296572edbb0), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:08.551222 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e19559-c468-4495-b5b8-25720f32abec admin admin] Router 2514d13b-d4a8-45b3-8503-d4a0eb234379 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:38:08.562179 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32720823-4c9a-4ef2-a940-0effad9aebd5 None None] Routers {'68cdf854-c877-4f0d-909f-aa36ed893b7e'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:38:08.562830 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-32720823-4c9a-4ef2-a940-0effad9aebd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:37:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['68cdf854-c877-4f0d-909f-aa36ed893b7e'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:38:08.616235 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff097a6-53d4-4310-a0f9-638228fe2a65 None None] Network 1c30a321-82f5-478b-9b0d-be77f216fe2b requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:38:08.621205 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4576c3e5-f556-4432-a1f2-d5e8d9bd1e03 None None] Pushing event updated for resources: {'Port': ['ID=85218932-1f45-4ad4-aed8-b296572edbb0,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:08.625135 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 92c723a2-3967-4ac2-a52c-72e728d01545 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:38:08.626432 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ffc871a5-f66d-4041-b9de-8b60ba0dd5d6 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:38:08.685855 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e19559-c468-4495-b5b8-25720f32abec admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:38:08.697744 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031f84e8-bbff-4505-8b9a-91e420b93760 None None] Sync routers for ids ['2514d13b-d4a8-45b3-8503-d4a0eb234379'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:38:08.710854 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031f84e8-bbff-4505-8b9a-91e420b93760 None None] Routers {'2514d13b-d4a8-45b3-8503-d4a0eb234379'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:38:08.711633 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-031f84e8-bbff-4505-8b9a-91e420b93760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:37:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['2514d13b-d4a8-45b3-8503-d4a0eb234379'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:38:08.714253 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-51e19559-c468-4495-b5b8-25720f32abec admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:08.718565 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-51e19559-c468-4495-b5b8-25720f32abec admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0630295 Mar 05 05:38:08.719011 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45020) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:38:08.784974 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6cd70fbc-1204-46d6-9f44-f226d4dfa017 None None] Provisioning complete for port 85218932-1f45-4ad4-aed8-b296572edbb0 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:38:08.785986 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6cd70fbc-1204-46d6-9f44-f226d4dfa017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (85218932-1f45-4ad4-aed8-b296572edbb0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:08.845811 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-031f84e8-bbff-4505-8b9a-91e420b93760 None None] Set router 2514d13b-d4a8-45b3-8503-d4a0eb234379 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:38:08.872317 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-32720823-4c9a-4ef2-a940-0effad9aebd5 None None] Set router 68cdf854-c877-4f0d-909f-aa36ed893b7e gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:38:08.902621 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port ffc871a5-f66d-4041-b9de-8b60ba0dd5d6 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:38:08.903113 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ffc871a5-f66d-4041-b9de-8b60ba0dd5d6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:09.036573 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-031f84e8-bbff-4505-8b9a-91e420b93760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2514d13b-d4a8-45b3-8503-d4a0eb234379', 'name': 'tempest-TestMinimumBasicScenario-485855035-router', 'tenant_id': '82fa921523d645a997caea13eed0e36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'cbec4e22-b4f9-41c7-889f-2570e640aa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:38:06Z', 'updated_at': '2022-03-05T05:38:07Z', 'revision_number': 3, 'project_id': '82fa921523d645a997caea13eed0e36d', 'gw_port': {'id': 'cbec4e22-b4f9-41c7-889f-2570e640aa4e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:15:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2514d13b-d4a8-45b3-8503-d4a0eb234379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:07Z', 'updated_at': '2022-03-05T05:38:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:38:09.070669 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031f84e8-bbff-4505-8b9a-91e420b93760 None None] Checking router: 2514d13b-d4a8-45b3-8503-d4a0eb234379 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:38:09.070925 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031f84e8-bbff-4505-8b9a-91e420b93760 None None] Updating router 2514d13b-d4a8-45b3-8503-d4a0eb234379 port cbec4e22-b4f9-41c7-889f-2570e640aa4e binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:38:09.102015 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-031f84e8-bbff-4505-8b9a-91e420b93760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cbec4e22-b4f9-41c7-889f-2570e640aa4e), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:09.179713 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-66c20d05-be9b-4234-99cf-febe60c45d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:09.225230 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6cd70fbc-1204-46d6-9f44-f226d4dfa017 None None] Current status of the port 85218932-1f45-4ad4-aed8-b296572edbb0 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:38:09.225825 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6cd70fbc-1204-46d6-9f44-f226d4dfa017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (85218932-1f45-4ad4-aed8-b296572edbb0), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:09.349200 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6cd70fbc-1204-46d6-9f44-f226d4dfa017 None None] For port 85218932-1f45-4ad4-aed8-b296572edbb0, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=85218932-1f45-4ad4-aed8-b296572edbb0,segment=NetworkSegment(6b72a712-865c-4a5f-9bae-a3d07e7c4436),segment_id=6b72a712-865c-4a5f-9bae-a3d07e7c4436)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:38:09.358948 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6cd70fbc-1204-46d6-9f44-f226d4dfa017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (85218932-1f45-4ad4-aed8-b296572edbb0), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:09.368688 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-66c20d05-be9b-4234-99cf-febe60c45d02 admin admin] Allocated IP 172.20.0.1 (1c30a321-82f5-478b-9b0d-be77f216fe2b/60c17d2e-4505-4300-b79b-bf42c28e7ba1/19027927-ae8a-4a61-92af-37edbc73c549) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:38:09.390415 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port ffc871a5-f66d-4041-b9de-8b60ba0dd5d6 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:38:09.390954 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ffc871a5-f66d-4041-b9de-8b60ba0dd5d6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:09.424043 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-031f84e8-bbff-4505-8b9a-91e420b93760 None None] Publish callbacks [] for port (cbec4e22-b4f9-41c7-889f-2570e640aa4e), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:09.439943 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-031f84e8-bbff-4505-8b9a-91e420b93760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cbec4e22-b4f9-41c7-889f-2570e640aa4e), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:09.461327 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6cd70fbc-1204-46d6-9f44-f226d4dfa017 None None] Provisioning complete for port ffc871a5-f66d-4041-b9de-8b60ba0dd5d6 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:38:09.461817 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6cd70fbc-1204-46d6-9f44-f226d4dfa017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ffc871a5-f66d-4041-b9de-8b60ba0dd5d6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:09.490132 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e2c3a-2cab-44fd-97f7-a2e863decf3f None None] Pushing event updated for resources: {'Port': ['ID=cbec4e22-b4f9-41c7-889f-2570e640aa4e,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:09.499966 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-66c20d05-be9b-4234-99cf-febe60c45d02 admin admin] Publish callbacks [] for port (19027927-ae8a-4a61-92af-37edbc73c549), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:09.503172 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-031f84e8-bbff-4505-8b9a-91e420b93760 None None] Attempting to bind port cbec4e22-b4f9-41c7-889f-2570e640aa4e on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:38:09.503742 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-031f84e8-bbff-4505-8b9a-91e420b93760 None None] Attempting to bind port cbec4e22-b4f9-41c7-889f-2570e640aa4e by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:38:09.505058 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031f84e8-bbff-4505-8b9a-91e420b93760 None None] Attempting to bind port cbec4e22-b4f9-41c7-889f-2570e640aa4e on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:38:09.511187 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031f84e8-bbff-4505-8b9a-91e420b93760 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:38:09.511578 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031f84e8-bbff-4505-8b9a-91e420b93760 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:38:09.511981 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-031f84e8-bbff-4505-8b9a-91e420b93760 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:09.512380 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031f84e8-bbff-4505-8b9a-91e420b93760 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:38:09.512846 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-031f84e8-bbff-4505-8b9a-91e420b93760 None None] Bound port: cbec4e22-b4f9-41c7-889f-2570e640aa4e, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:38:09.512994 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port ffc871a5-f66d-4041-b9de-8b60ba0dd5d6, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ffc871a5-f66d-4041-b9de-8b60ba0dd5d6,segment=NetworkSegment(de0cdcaf-fa82-4ada-aad7-2437c5ea5cbd),segment_id=de0cdcaf-fa82-4ada-aad7-2437c5ea5cbd)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:38:09.513254 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-031f84e8-bbff-4505-8b9a-91e420b93760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cbec4e22-b4f9-41c7-889f-2570e640aa4e), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:09.525174 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ffc871a5-f66d-4041-b9de-8b60ba0dd5d6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:09.529775 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd70fbc-1204-46d6-9f44-f226d4dfa017 None None] Pushing event updated for resources: {'Port': ['ID=85218932-1f45-4ad4-aed8-b296572edbb0,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:09.545151 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-66c20d05-be9b-4234-99cf-febe60c45d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (19027927-ae8a-4a61-92af-37edbc73c549), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:09.576033 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-031f84e8-bbff-4505-8b9a-91e420b93760 None None] For port cbec4e22-b4f9-41c7-889f-2570e640aa4e, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:38:09.580748 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-031f84e8-bbff-4505-8b9a-91e420b93760 None None] For port cbec4e22-b4f9-41c7-889f-2570e640aa4e, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=cbec4e22-b4f9-41c7-889f-2570e640aa4e,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:38:09.585100 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c20d05-be9b-4234-99cf-febe60c45d02 admin admin] Network 1c30a321-82f5-478b-9b0d-be77f216fe2b is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:38:09.588156 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-66c20d05-be9b-4234-99cf-febe60c45d02 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:38:09.589499 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-031f84e8-bbff-4505-8b9a-91e420b93760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cbec4e22-b4f9-41c7-889f-2570e640aa4e), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:09.592829 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c20d05-be9b-4234-99cf-febe60c45d02 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:38:09.606935 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-32720823-4c9a-4ef2-a940-0effad9aebd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'name': 'tempest-TestMinimumBasicScenario-213907499-router', 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '92c723a2-3967-4ac2-a52c-72e728d01545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:38:01Z', 'updated_at': '2022-03-05T05:38:04Z', 'revision_number': 4, 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'gw_port': {'id': '92c723a2-3967-4ac2-a52c-72e728d01545', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:02Z', 'updated_at': '2022-03-05T05:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '85218932-1f45-4ad4-aed8-b296572edbb0', 'name': '', 'network_id': 'fec0f187-1221-4e7d-ab7c-1b4f187a2e87', 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'mac_address': 'fa:16:3e:a8:ba:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9b1fa29a-44f0-442c-b978-e6600f5c80ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:04Z', 'updated_at': '2022-03-05T05:38:08Z', 'revision_number': 4, 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'subnets': [{'id': '9b1fa29a-44f0-442c-b978-e6600f5c80ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:38:09.611249 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=ffc871a5-f66d-4041-b9de-8b60ba0dd5d6,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:09.648630 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-66c20d05-be9b-4234-99cf-febe60c45d02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (2514d13b-d4a8-45b3-8503-d4a0eb234379), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:09.666242 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32720823-4c9a-4ef2-a940-0effad9aebd5 None None] The sync data for ids ['68cdf854-c877-4f0d-909f-aa36ed893b7e'] in n-d-789963-32 is: [{'id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'name': 'tempest-TestMinimumBasicScenario-213907499-router', 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '92c723a2-3967-4ac2-a52c-72e728d01545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:38:01Z', 'updated_at': '2022-03-05T05:38:04Z', 'revision_number': 4, 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'gw_port': {'id': '92c723a2-3967-4ac2-a52c-72e728d01545', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:02Z', 'updated_at': '2022-03-05T05:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '85218932-1f45-4ad4-aed8-b296572edbb0', 'name': '', 'network_id': 'fec0f187-1221-4e7d-ab7c-1b4f187a2e87', 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'mac_address': 'fa:16:3e:a8:ba:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9b1fa29a-44f0-442c-b978-e6600f5c80ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:04Z', 'updated_at': '2022-03-05T05:38:08Z', 'revision_number': 4, 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'subnets': [{'id': '9b1fa29a-44f0-442c-b978-e6600f5c80ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:38:09.667314 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e2c3a-2cab-44fd-97f7-a2e863decf3f None None] Pushing event updated for resources: {'Port': ['ID=cbec4e22-b4f9-41c7-889f-2570e640aa4e,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:09.687860 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6cd70fbc-1204-46d6-9f44-f226d4dfa017 None None] Current status of the port ffc871a5-f66d-4041-b9de-8b60ba0dd5d6 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:38:09.699825 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031f84e8-bbff-4505-8b9a-91e420b93760 None None] Routers {'2514d13b-d4a8-45b3-8503-d4a0eb234379'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:38:09.700511 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-031f84e8-bbff-4505-8b9a-91e420b93760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:37:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['2514d13b-d4a8-45b3-8503-d4a0eb234379'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:38:09.704434 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c20d05-be9b-4234-99cf-febe60c45d02 admin admin] Pushing event updated for resources: {'Port': ['ID=19027927-ae8a-4a61-92af-37edbc73c549,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:09.818256 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a7fbb974-d21b-4d23-afa7-575fb2d89403 None None] Provisioning complete for port 85218932-1f45-4ad4-aed8-b296572edbb0 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:38:09.818636 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a7fbb974-d21b-4d23-afa7-575fb2d89403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (85218932-1f45-4ad4-aed8-b296572edbb0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:09.824588 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-66c20d05-be9b-4234-99cf-febe60c45d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (19027927-ae8a-4a61-92af-37edbc73c549), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:09.942108 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a7fbb974-d21b-4d23-afa7-575fb2d89403 None None] Current status of the port 85218932-1f45-4ad4-aed8-b296572edbb0 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:38:09.954391 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a7fbb974-d21b-4d23-afa7-575fb2d89403 None None] Provisioning complete for port ffc871a5-f66d-4041-b9de-8b60ba0dd5d6 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:38:09.954770 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a7fbb974-d21b-4d23-afa7-575fb2d89403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ffc871a5-f66d-4041-b9de-8b60ba0dd5d6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:09.970744 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-031f84e8-bbff-4505-8b9a-91e420b93760 None None] Set router 2514d13b-d4a8-45b3-8503-d4a0eb234379 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:38:10.043439 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-66c20d05-be9b-4234-99cf-febe60c45d02 admin admin] Publish callbacks [] for port (19027927-ae8a-4a61-92af-37edbc73c549), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:10.052863 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-66c20d05-be9b-4234-99cf-febe60c45d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (19027927-ae8a-4a61-92af-37edbc73c549), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:10.092372 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a7fbb974-d21b-4d23-afa7-575fb2d89403 None None] Current status of the port ffc871a5-f66d-4041-b9de-8b60ba0dd5d6 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:38:10.152528 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c20d05-be9b-4234-99cf-febe60c45d02 admin admin] Pushing event updated for resources: {'Port': ['ID=19027927-ae8a-4a61-92af-37edbc73c549,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:10.177234 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-66c20d05-be9b-4234-99cf-febe60c45d02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (2514d13b-d4a8-45b3-8503-d4a0eb234379), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:10.181555 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 85218932-1f45-4ad4-aed8-b296572edbb0 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:38:10.187961 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-031f84e8-bbff-4505-8b9a-91e420b93760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2514d13b-d4a8-45b3-8503-d4a0eb234379', 'name': 'tempest-TestMinimumBasicScenario-485855035-router', 'tenant_id': '82fa921523d645a997caea13eed0e36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'cbec4e22-b4f9-41c7-889f-2570e640aa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:38:06Z', 'updated_at': '2022-03-05T05:38:07Z', 'revision_number': 3, 'project_id': '82fa921523d645a997caea13eed0e36d', 'gw_port': {'id': 'cbec4e22-b4f9-41c7-889f-2570e640aa4e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:15:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2514d13b-d4a8-45b3-8503-d4a0eb234379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:07Z', 'updated_at': '2022-03-05T05:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:38:10.223117 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031f84e8-bbff-4505-8b9a-91e420b93760 None None] The sync data for ids ['2514d13b-d4a8-45b3-8503-d4a0eb234379'] in n-d-789963-32 is: [{'id': '2514d13b-d4a8-45b3-8503-d4a0eb234379', 'name': 'tempest-TestMinimumBasicScenario-485855035-router', 'tenant_id': '82fa921523d645a997caea13eed0e36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'cbec4e22-b4f9-41c7-889f-2570e640aa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:38:06Z', 'updated_at': '2022-03-05T05:38:07Z', 'revision_number': 3, 'project_id': '82fa921523d645a997caea13eed0e36d', 'gw_port': {'id': 'cbec4e22-b4f9-41c7-889f-2570e640aa4e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:15:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2514d13b-d4a8-45b3-8503-d4a0eb234379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:07Z', 'updated_at': '2022-03-05T05:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:38:10.244177 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-2582c16c-3660-44ca-8798-21e364492bc0 None None] Provisioning complete for port 19027927-ae8a-4a61-92af-37edbc73c549 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:38:10.244726 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2582c16c-3660-44ca-8798-21e364492bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (19027927-ae8a-4a61-92af-37edbc73c549), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:10.280776 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 85218932-1f45-4ad4-aed8-b296572edbb0 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:38:10.281250 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (85218932-1f45-4ad4-aed8-b296572edbb0), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:10.290321 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c20d05-be9b-4234-99cf-febe60c45d02 admin admin] Network 1c30a321-82f5-478b-9b0d-be77f216fe2b is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:38:10.291914 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-66c20d05-be9b-4234-99cf-febe60c45d02 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:38:10.357389 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2582c16c-3660-44ca-8798-21e364492bc0 None None] Port 19027927-ae8a-4a61-92af-37edbc73c549 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:38:10.432647 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 85218932-1f45-4ad4-aed8-b296572edbb0 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:38:10.434386 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ffc871a5-f66d-4041-b9de-8b60ba0dd5d6 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:38:10.498326 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c20d05-be9b-4234-99cf-febe60c45d02 admin admin] Router 2514d13b-d4a8-45b3-8503-d4a0eb234379 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:38:10.523094 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port ffc871a5-f66d-4041-b9de-8b60ba0dd5d6 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:38:10.523475 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ffc871a5-f66d-4041-b9de-8b60ba0dd5d6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:10.635777 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port ffc871a5-f66d-4041-b9de-8b60ba0dd5d6 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:38:10.705722 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-038ace2e-2831-4be3-9362-f41b1a0bb1f9 None None] Provisioning complete for port 19027927-ae8a-4a61-92af-37edbc73c549 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:38:10.706142 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-038ace2e-2831-4be3-9362-f41b1a0bb1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (19027927-ae8a-4a61-92af-37edbc73c549), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:10.752637 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-038ace2e-2831-4be3-9362-f41b1a0bb1f9 None None] Port 19027927-ae8a-4a61-92af-37edbc73c549 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:38:10.992062 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c20d05-be9b-4234-99cf-febe60c45d02 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:38:11.000024 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-66c20d05-be9b-4234-99cf-febe60c45d02 admin admin] 10.222.0.11 "PUT /v2.0/routers/2514d13b-d4a8-45b3-8503-d4a0eb234379/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2768428 Mar 05 05:38:11.477920 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-42f6dd82-b9e9-44d9-931e-cb90a60b5d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:12.121573 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device cbec4e22-b4f9-41c7-889f-2570e640aa4e up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:38:12.173280 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port cbec4e22-b4f9-41c7-889f-2570e640aa4e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:38:12.173943 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cbec4e22-b4f9-41c7-889f-2570e640aa4e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:12.289101 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port cbec4e22-b4f9-41c7-889f-2570e640aa4e is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:38:12.289496 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (cbec4e22-b4f9-41c7-889f-2570e640aa4e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:12.318031 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port cbec4e22-b4f9-41c7-889f-2570e640aa4e, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=cbec4e22-b4f9-41c7-889f-2570e640aa4e,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:38:12.323016 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (cbec4e22-b4f9-41c7-889f-2570e640aa4e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:12.397508 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=cbec4e22-b4f9-41c7-889f-2570e640aa4e,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:12.409984 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:12.411205 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:12.412099 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:12.412099 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:12.412899 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:12.412899 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:12.413631 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:12.414136 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:12.414351 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:12.414804 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:12.415270 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:12.415709 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:12.416181 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:12.640654 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b8cbec-849d-41ee-af3a-002837b3151f None None] Sync routers for ids ['2514d13b-d4a8-45b3-8503-d4a0eb234379'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:38:12.653333 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b8cbec-849d-41ee-af3a-002837b3151f None None] Routers {'2514d13b-d4a8-45b3-8503-d4a0eb234379'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:38:12.653960 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b8b8cbec-849d-41ee-af3a-002837b3151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:37:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['2514d13b-d4a8-45b3-8503-d4a0eb234379'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:38:12.779096 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-b8b8cbec-849d-41ee-af3a-002837b3151f None None] Set router 2514d13b-d4a8-45b3-8503-d4a0eb234379 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:38:13.006097 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b8b8cbec-849d-41ee-af3a-002837b3151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2514d13b-d4a8-45b3-8503-d4a0eb234379', 'name': 'tempest-TestMinimumBasicScenario-485855035-router', 'tenant_id': '82fa921523d645a997caea13eed0e36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'cbec4e22-b4f9-41c7-889f-2570e640aa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:38:06Z', 'updated_at': '2022-03-05T05:38:09Z', 'revision_number': 4, 'project_id': '82fa921523d645a997caea13eed0e36d', 'gw_port': {'id': 'cbec4e22-b4f9-41c7-889f-2570e640aa4e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:15:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2514d13b-d4a8-45b3-8503-d4a0eb234379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:07Z', 'updated_at': '2022-03-05T05:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '19027927-ae8a-4a61-92af-37edbc73c549', 'name': '', 'network_id': '1c30a321-82f5-478b-9b0d-be77f216fe2b', 'tenant_id': '82fa921523d645a997caea13eed0e36d', 'mac_address': 'fa:16:3e:67:2a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2514d13b-d4a8-45b3-8503-d4a0eb234379', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '60c17d2e-4505-4300-b79b-bf42c28e7ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:09Z', 'updated_at': '2022-03-05T05:38:09Z', 'revision_number': 2, 'project_id': '82fa921523d645a997caea13eed0e36d', 'subnets': [{'id': '60c17d2e-4505-4300-b79b-bf42c28e7ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:38:13.040323 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b8cbec-849d-41ee-af3a-002837b3151f None None] Checking router: 2514d13b-d4a8-45b3-8503-d4a0eb234379 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:38:13.040681 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b8cbec-849d-41ee-af3a-002837b3151f None None] Updating router 2514d13b-d4a8-45b3-8503-d4a0eb234379 port 19027927-ae8a-4a61-92af-37edbc73c549 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:38:13.075517 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b8b8cbec-849d-41ee-af3a-002837b3151f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (19027927-ae8a-4a61-92af-37edbc73c549), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:13.386392 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b8b8cbec-849d-41ee-af3a-002837b3151f None None] Publish callbacks [] for port (19027927-ae8a-4a61-92af-37edbc73c549), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:13.395304 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b8b8cbec-849d-41ee-af3a-002837b3151f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (19027927-ae8a-4a61-92af-37edbc73c549), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:13.455285 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c1e14-5be4-4e69-8d30-57d3a72e3d07 None None] Pushing event updated for resources: {'Port': ['ID=19027927-ae8a-4a61-92af-37edbc73c549,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:13.512964 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-b8b8cbec-849d-41ee-af3a-002837b3151f None None] Attempting to bind port 19027927-ae8a-4a61-92af-37edbc73c549 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:38:13.517983 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-b8b8cbec-849d-41ee-af3a-002837b3151f None None] Attempting to bind port 19027927-ae8a-4a61-92af-37edbc73c549 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'de0cdcaf-fa82-4ada-aad7-2437c5ea5cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1c30a321-82f5-478b-9b0d-be77f216fe2b'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:38:13.518710 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b8cbec-849d-41ee-af3a-002837b3151f None None] Attempting to bind port 19027927-ae8a-4a61-92af-37edbc73c549 on network 1c30a321-82f5-478b-9b0d-be77f216fe2b {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:38:13.525613 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b8cbec-849d-41ee-af3a-002837b3151f None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:38:13.526102 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b8cbec-849d-41ee-af3a-002837b3151f None None] Checking segment: {'id': 'de0cdcaf-fa82-4ada-aad7-2437c5ea5cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1c30a321-82f5-478b-9b0d-be77f216fe2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:38:13.526878 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b8b8cbec-849d-41ee-af3a-002837b3151f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:13.527393 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b8cbec-849d-41ee-af3a-002837b3151f None None] Bound using segment: {'id': 'de0cdcaf-fa82-4ada-aad7-2437c5ea5cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1c30a321-82f5-478b-9b0d-be77f216fe2b'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:38:13.527950 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-b8b8cbec-849d-41ee-af3a-002837b3151f None None] Bound port: 19027927-ae8a-4a61-92af-37edbc73c549, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0cdcaf-fa82-4ada-aad7-2437c5ea5cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1c30a321-82f5-478b-9b0d-be77f216fe2b'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:38:13.528353 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b8b8cbec-849d-41ee-af3a-002837b3151f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (19027927-ae8a-4a61-92af-37edbc73c549), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:13.600506 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-b8b8cbec-849d-41ee-af3a-002837b3151f None None] For port 19027927-ae8a-4a61-92af-37edbc73c549, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:38:13.604545 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-b8b8cbec-849d-41ee-af3a-002837b3151f None None] For port 19027927-ae8a-4a61-92af-37edbc73c549, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=19027927-ae8a-4a61-92af-37edbc73c549,segment=NetworkSegment(de0cdcaf-fa82-4ada-aad7-2437c5ea5cbd),segment_id=de0cdcaf-fa82-4ada-aad7-2437c5ea5cbd)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:38:13.619840 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b8b8cbec-849d-41ee-af3a-002837b3151f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (19027927-ae8a-4a61-92af-37edbc73c549), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:13.704151 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b8cbec-849d-41ee-af3a-002837b3151f None None] Routers {'2514d13b-d4a8-45b3-8503-d4a0eb234379'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:38:13.705038 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b8b8cbec-849d-41ee-af3a-002837b3151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:37:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['2514d13b-d4a8-45b3-8503-d4a0eb234379'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:38:13.755865 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c1e14-5be4-4e69-8d30-57d3a72e3d07 None None] Pushing event updated for resources: {'Port': ['ID=19027927-ae8a-4a61-92af-37edbc73c549,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:13.791122 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dd753197-aa97-4e7a-89a3-74846d994055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:13.859013 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-013e62dc-d217-4418-ad14-0f2db7a191ee None None] Provisioning complete for port 19027927-ae8a-4a61-92af-37edbc73c549 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:38:13.859534 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-013e62dc-d217-4418-ad14-0f2db7a191ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (19027927-ae8a-4a61-92af-37edbc73c549), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:13.921368 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-b8b8cbec-849d-41ee-af3a-002837b3151f None None] Set router 2514d13b-d4a8-45b3-8503-d4a0eb234379 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:38:14.061120 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-013e62dc-d217-4418-ad14-0f2db7a191ee None None] Current status of the port 19027927-ae8a-4a61-92af-37edbc73c549 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:38:14.061661 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-013e62dc-d217-4418-ad14-0f2db7a191ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (19027927-ae8a-4a61-92af-37edbc73c549), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:14.109655 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device cbec4e22-b4f9-41c7-889f-2570e640aa4e up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:38:14.162981 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-013e62dc-d217-4418-ad14-0f2db7a191ee None None] For port 19027927-ae8a-4a61-92af-37edbc73c549, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=19027927-ae8a-4a61-92af-37edbc73c549,segment=NetworkSegment(de0cdcaf-fa82-4ada-aad7-2437c5ea5cbd),segment_id=de0cdcaf-fa82-4ada-aad7-2437c5ea5cbd)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:38:14.177312 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-013e62dc-d217-4418-ad14-0f2db7a191ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (19027927-ae8a-4a61-92af-37edbc73c549), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:14.272477 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:14.491643 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port cbec4e22-b4f9-41c7-889f-2570e640aa4e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:38:14.491940 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (cbec4e22-b4f9-41c7-889f-2570e640aa4e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:14.501127 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e62dc-d217-4418-ad14-0f2db7a191ee None None] Pushing event updated for resources: {'Port': ['ID=19027927-ae8a-4a61-92af-37edbc73c549,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:14.532188 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:14.544431 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-5ccdd963-a733-4c96-8c72-92047c4fd731 None None] Provisioning complete for port 19027927-ae8a-4a61-92af-37edbc73c549 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:38:14.545169 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5ccdd963-a733-4c96-8c72-92047c4fd731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (19027927-ae8a-4a61-92af-37edbc73c549), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:14.599011 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b8b8cbec-849d-41ee-af3a-002837b3151f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2514d13b-d4a8-45b3-8503-d4a0eb234379', 'name': 'tempest-TestMinimumBasicScenario-485855035-router', 'tenant_id': '82fa921523d645a997caea13eed0e36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'cbec4e22-b4f9-41c7-889f-2570e640aa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:38:06Z', 'updated_at': '2022-03-05T05:38:09Z', 'revision_number': 4, 'project_id': '82fa921523d645a997caea13eed0e36d', 'gw_port': {'id': 'cbec4e22-b4f9-41c7-889f-2570e640aa4e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:15:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2514d13b-d4a8-45b3-8503-d4a0eb234379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:07Z', 'updated_at': '2022-03-05T05:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '19027927-ae8a-4a61-92af-37edbc73c549', 'name': '', 'network_id': '1c30a321-82f5-478b-9b0d-be77f216fe2b', 'tenant_id': '82fa921523d645a997caea13eed0e36d', 'mac_address': 'fa:16:3e:67:2a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2514d13b-d4a8-45b3-8503-d4a0eb234379', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '60c17d2e-4505-4300-b79b-bf42c28e7ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:09Z', 'updated_at': '2022-03-05T05:38:13Z', 'revision_number': 4, 'project_id': '82fa921523d645a997caea13eed0e36d', 'subnets': [{'id': '60c17d2e-4505-4300-b79b-bf42c28e7ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:38:14.633733 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b8cbec-849d-41ee-af3a-002837b3151f None None] The sync data for ids ['2514d13b-d4a8-45b3-8503-d4a0eb234379'] in n-d-789963-32 is: [{'id': '2514d13b-d4a8-45b3-8503-d4a0eb234379', 'name': 'tempest-TestMinimumBasicScenario-485855035-router', 'tenant_id': '82fa921523d645a997caea13eed0e36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'cbec4e22-b4f9-41c7-889f-2570e640aa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:38:06Z', 'updated_at': '2022-03-05T05:38:09Z', 'revision_number': 4, 'project_id': '82fa921523d645a997caea13eed0e36d', 'gw_port': {'id': 'cbec4e22-b4f9-41c7-889f-2570e640aa4e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:15:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2514d13b-d4a8-45b3-8503-d4a0eb234379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:07Z', 'updated_at': '2022-03-05T05:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '19027927-ae8a-4a61-92af-37edbc73c549', 'name': '', 'network_id': '1c30a321-82f5-478b-9b0d-be77f216fe2b', 'tenant_id': '82fa921523d645a997caea13eed0e36d', 'mac_address': 'fa:16:3e:67:2a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2514d13b-d4a8-45b3-8503-d4a0eb234379', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '60c17d2e-4505-4300-b79b-bf42c28e7ba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:09Z', 'updated_at': '2022-03-05T05:38:13Z', 'revision_number': 4, 'project_id': '82fa921523d645a997caea13eed0e36d', 'subnets': [{'id': '60c17d2e-4505-4300-b79b-bf42c28e7ba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:38:14.725151 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-5ccdd963-a733-4c96-8c72-92047c4fd731 None None] Current status of the port 19027927-ae8a-4a61-92af-37edbc73c549 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:38:14.727871 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port cbec4e22-b4f9-41c7-889f-2570e640aa4e is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:38:15.160660 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:16.125553 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 19027927-ae8a-4a61-92af-37edbc73c549 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:38:16.191889 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 19027927-ae8a-4a61-92af-37edbc73c549 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:38:16.192790 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (19027927-ae8a-4a61-92af-37edbc73c549), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:16.286570 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 19027927-ae8a-4a61-92af-37edbc73c549 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:38:16.426450 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:17.594066 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-b26b34c0-2f9a-458f-a96a-5a697b54b988 req-51550832-8e75-4a91-ae7f-9f643a61adbd tempest-TestNetworkAdvancedServerOps-854133116 tempest-TestNetworkAdvancedServerOps-854133116-project-admin] (105231) timed out ('10.222.0.11', 38708) {{(pid=105231) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 05 05:38:17.870820 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:21.198160 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-72dc3a86-8680-43c4-acf8-7d118a76d28c tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:21.199814 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-72dc3a86-8680-43c4-acf8-7d118a76d28c tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/networks?id=fec0f187-1221-4e7d-ab7c-1b4f187a2e87 HTTP/1.1" status: 200 len: 814 time: 0.1029856 Mar 05 05:38:21.214859 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-8d31d20f-7a21-4cfb-bbd8-339c9c65a3c6 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/quotas/8e42e20fbc094f6cbcbe5055331ba1b6 HTTP/1.1" status: 200 len: 375 time: 0.0098050 Mar 05 05:38:21.276440 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-45199733-a1fc-4c6d-aa40-6be8b3da7808 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8e42e20fbc094f6cbcbe5055331ba1b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556593 Mar 05 05:38:21.373309 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-76b3bae6-9ae9-40e3-89a7-8c518f99b46d service neutron] 10.222.0.11 "GET /v2.0/networks/fec0f187-1221-4e7d-ab7c-1b4f187a2e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855799 Mar 05 05:38:21.469779 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-6e1d1fe1-5e88-4177-8664-6ccdddc91d06 service neutron] 10.222.0.11 "GET /v2.0/networks/fec0f187-1221-4e7d-ab7c-1b4f187a2e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898433 Mar 05 05:38:21.630319 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3c62ed3-e608-4e89-a7b3-e07ee604aec4 req-1a37fd22-b6e9-4469-87a4-a9c3f16b8a9b tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 210 time: 0.0291498 Mar 05 05:38:22.567386 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-be9472cb-1b39-46a0-b334-fd9e6b8763a3 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:22.568996 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-be9472cb-1b39-46a0-b334-fd9e6b8763a3 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.31 "GET /v2.0/networks?id=fec0f187-1221-4e7d-ab7c-1b4f187a2e87 HTTP/1.1" status: 200 len: 814 time: 0.1066129 Mar 05 05:38:22.580641 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-7845d654-179d-4c41-b53d-3cb614279b3d tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Request body: {'port': {'device_id': '1043ec5d-5618-4209-a506-10c6cb0a6607', 'network_id': 'fec0f187-1221-4e7d-ab7c-1b4f187a2e87', 'admin_state_up': True, 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:38:22.700848 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-7845d654-179d-4c41-b53d-3cb614279b3d tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Made reservation on behalf of 8e42e20fbc094f6cbcbe5055331ba1b6 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:38:22.704312 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-7845d654-179d-4c41-b53d-3cb614279b3d tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:22.727801 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5db3a188-c9f4-484d-a0b3-733b0b6983f9 req-3ecfa044-315c-485b-84c6-3600ff068ef7 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 210 time: 0.0289242 Mar 05 05:38:22.845406 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-7845d654-179d-4c41-b53d-3cb614279b3d tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Allocated IP 172.20.0.4 (fec0f187-1221-4e7d-ab7c-1b4f187a2e87/9b1fa29a-44f0-442c-b978-e6600f5c80ea/57c5e006-6db8-45ca-8dc3-f681b75396c1) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:38:23.042013 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-7845d654-179d-4c41-b53d-3cb614279b3d tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks [] for port (57c5e006-6db8-45ca-8dc3-f681b75396c1), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:23.084146 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-7845d654-179d-4c41-b53d-3cb614279b3d tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (57c5e006-6db8-45ca-8dc3-f681b75396c1), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:23.143594 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-7845d654-179d-4c41-b53d-3cb614279b3d tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Network fec0f187-1221-4e7d-ab7c-1b4f187a2e87 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:38:23.152767 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-7845d654-179d-4c41-b53d-3cb614279b3d tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:38:23.155273 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845d654-179d-4c41-b53d-3cb614279b3d tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Pushing event updated for resources: {'Port': ['ID=57c5e006-6db8-45ca-8dc3-f681b75396c1,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:23.171261 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-7845d654-179d-4c41-b53d-3cb614279b3d tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:38:23.230051 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-7845d654-179d-4c41-b53d-3cb614279b3d tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:23.231166 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-7845d654-179d-4c41-b53d-3cb614279b3d tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:23.265563 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-7845d654-179d-4c41-b53d-3cb614279b3d tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6887171 Mar 05 05:38:23.516565 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-ecc41fd8-1aab-4ecf-9211-3b452684ccb1 None None] Provisioning complete for port 57c5e006-6db8-45ca-8dc3-f681b75396c1 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:38:23.517134 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ecc41fd8-1aab-4ecf-9211-3b452684ccb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (57c5e006-6db8-45ca-8dc3-f681b75396c1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:23.555217 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ecc41fd8-1aab-4ecf-9211-3b452684ccb1 None None] Port 57c5e006-6db8-45ca-8dc3-f681b75396c1 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:38:23.853134 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a66263-9470-474f-9d11-5fce514e4c8f req-681b7a8c-cde8-470b-94f8-dd7896ec9362 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:23.854696 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-69a66263-9470-474f-9d11-5fce514e4c8f req-681b7a8c-cde8-470b-94f8-dd7896ec9362 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 931 time: 0.0570943 Mar 05 05:38:23.905880 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-69a66263-9470-474f-9d11-5fce514e4c8f req-2b41b398-3533-4a3c-a33c-de5e08fd8acb tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454795 Mar 05 05:38:25.042543 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21c9f6-f0c7-4e24-956d-d806e62ed2a0 req-5e9cf663-88f7-4794-8e31-41999f1a5fc8 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:25.044136 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1b21c9f6-f0c7-4e24-956d-d806e62ed2a0 req-5e9cf663-88f7-4794-8e31-41999f1a5fc8 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 931 time: 0.0605061 Mar 05 05:38:25.098792 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1b21c9f6-f0c7-4e24-956d-d806e62ed2a0 req-182ed026-1b84-4c59-9758-83945be21e15 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487301 Mar 05 05:38:26.232483 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d07e19-e460-4fa1-b5ef-65fc94cf93ff req-c3f084c6-0211-455d-8fa1-7c454d8dcbba tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:26.234017 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67d07e19-e460-4fa1-b5ef-65fc94cf93ff req-c3f084c6-0211-455d-8fa1-7c454d8dcbba tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 931 time: 0.0598693 Mar 05 05:38:26.286357 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67d07e19-e460-4fa1-b5ef-65fc94cf93ff req-978739fa-1463-4a03-915a-93070f0a4ce8 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456264 Mar 05 05:38:27.422260 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57a9ff-9e1f-482f-9555-377e1e9d143d req-7c4db8a0-b8bc-4f70-a1eb-ea565e9a5452 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:27.423830 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc57a9ff-9e1f-482f-9555-377e1e9d143d req-7c4db8a0-b8bc-4f70-a1eb-ea565e9a5452 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 931 time: 0.0633557 Mar 05 05:38:27.479478 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc57a9ff-9e1f-482f-9555-377e1e9d143d req-1c19b1a1-ab48-43f6-a45b-7a16cc46a9c0 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495181 Mar 05 05:38:27.504936 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:38:28.606495 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff7ad6-4906-40d6-81af-2d32204cbd11 req-c4f3f0a6-e00d-4ee7-b35d-a0dc9975b406 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:28.611579 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89ff7ad6-4906-40d6-81af-2d32204cbd11 req-c4f3f0a6-e00d-4ee7-b35d-a0dc9975b406 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 931 time: 0.0590944 Mar 05 05:38:28.667701 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89ff7ad6-4906-40d6-81af-2d32204cbd11 req-14e7f2d1-c1c6-4a23-b306-46b4aefdcdbd tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515308 Mar 05 05:38:29.795017 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94255d1c-e404-4470-9ec0-c4bacf6a32c4 req-7f1c1fe6-7a29-4b86-9e3c-67ef915c66d3 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:29.796536 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-94255d1c-e404-4470-9ec0-c4bacf6a32c4 req-7f1c1fe6-7a29-4b86-9e3c-67ef915c66d3 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 931 time: 0.0548294 Mar 05 05:38:29.855506 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-94255d1c-e404-4470-9ec0-c4bacf6a32c4 req-62381b24-59b9-46ea-9f8c-8a262355f20a tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517972 Mar 05 05:38:30.595837 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-2fd5a0b4-01f1-4dfa-8c5c-6f05409b5b3d service neutron] Request body: {'port': {'device_id': '1043ec5d-5618-4209-a506-10c6cb0a6607', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:38:30.658776 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-2fd5a0b4-01f1-4dfa-8c5c-6f05409b5b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (57c5e006-6db8-45ca-8dc3-f681b75396c1), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:30.913125 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-2fd5a0b4-01f1-4dfa-8c5c-6f05409b5b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c5e006-6db8-45ca-8dc3-f681b75396c1 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:38:30.920719 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-2fd5a0b4-01f1-4dfa-8c5c-6f05409b5b3d service neutron] Publish callbacks [] for port (57c5e006-6db8-45ca-8dc3-f681b75396c1), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:30.933198 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-2fd5a0b4-01f1-4dfa-8c5c-6f05409b5b3d service neutron] Transition to ACTIVE for port object 57c5e006-6db8-45ca-8dc3-f681b75396c1 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:38:30.937670 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-2fd5a0b4-01f1-4dfa-8c5c-6f05409b5b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (57c5e006-6db8-45ca-8dc3-f681b75396c1), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:30.976258 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4040341-d1ba-4a74-9dd6-f3bb420ce861 req-7c37fc56-4a4f-4f3c-8c73-8c3bb869f2b5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:30.977854 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d4040341-d1ba-4a74-9dd6-f3bb420ce861 req-7c37fc56-4a4f-4f3c-8c73-8c3bb869f2b5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 931 time: 0.0543652 Mar 05 05:38:30.991297 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5a0b4-01f1-4dfa-8c5c-6f05409b5b3d service neutron] Pushing event updated for resources: {'Port': ['ID=57c5e006-6db8-45ca-8dc3-f681b75396c1,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:31.035514 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d4040341-d1ba-4a74-9dd6-f3bb420ce861 req-d63ba596-6276-46da-aeab-ec50f5292f40 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453379 Mar 05 05:38:31.074578 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-2fd5a0b4-01f1-4dfa-8c5c-6f05409b5b3d service neutron] Attempting to bind port 57c5e006-6db8-45ca-8dc3-f681b75396c1 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:38:31.074925 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-2fd5a0b4-01f1-4dfa-8c5c-6f05409b5b3d service neutron] Attempting to bind port 57c5e006-6db8-45ca-8dc3-f681b75396c1 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '6b72a712-865c-4a5f-9bae-a3d07e7c4436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fec0f187-1221-4e7d-ab7c-1b4f187a2e87'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:38:31.075299 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-2fd5a0b4-01f1-4dfa-8c5c-6f05409b5b3d service neutron] Attempting to bind port 57c5e006-6db8-45ca-8dc3-f681b75396c1 on network fec0f187-1221-4e7d-ab7c-1b4f187a2e87 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:38:31.079929 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-2fd5a0b4-01f1-4dfa-8c5c-6f05409b5b3d service neutron] Port 57c5e006-6db8-45ca-8dc3-f681b75396c1 on network fec0f187-1221-4e7d-ab7c-1b4f187a2e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:38:31.080250 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-2fd5a0b4-01f1-4dfa-8c5c-6f05409b5b3d service neutron] Attempting to bind port 57c5e006-6db8-45ca-8dc3-f681b75396c1 on network fec0f187-1221-4e7d-ab7c-1b4f187a2e87 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:38:31.085817 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-2fd5a0b4-01f1-4dfa-8c5c-6f05409b5b3d service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:38:31.086161 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-2fd5a0b4-01f1-4dfa-8c5c-6f05409b5b3d service neutron] Checking segment: {'id': '6b72a712-865c-4a5f-9bae-a3d07e7c4436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fec0f187-1221-4e7d-ab7c-1b4f187a2e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:38:31.086547 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-2fd5a0b4-01f1-4dfa-8c5c-6f05409b5b3d service neutron] Bound using segment: {'id': '6b72a712-865c-4a5f-9bae-a3d07e7c4436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fec0f187-1221-4e7d-ab7c-1b4f187a2e87'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:38:31.086981 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-2fd5a0b4-01f1-4dfa-8c5c-6f05409b5b3d service neutron] Bound port: 57c5e006-6db8-45ca-8dc3-f681b75396c1, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b72a712-865c-4a5f-9bae-a3d07e7c4436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fec0f187-1221-4e7d-ab7c-1b4f187a2e87'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:38:31.087369 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-2fd5a0b4-01f1-4dfa-8c5c-6f05409b5b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (57c5e006-6db8-45ca-8dc3-f681b75396c1), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:31.153608 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-2fd5a0b4-01f1-4dfa-8c5c-6f05409b5b3d service neutron] For port 57c5e006-6db8-45ca-8dc3-f681b75396c1, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:38:31.156842 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-2fd5a0b4-01f1-4dfa-8c5c-6f05409b5b3d service neutron] For port 57c5e006-6db8-45ca-8dc3-f681b75396c1, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=57c5e006-6db8-45ca-8dc3-f681b75396c1,segment=NetworkSegment(6b72a712-865c-4a5f-9bae-a3d07e7c4436),segment_id=6b72a712-865c-4a5f-9bae-a3d07e7c4436)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:38:31.163398 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-2fd5a0b4-01f1-4dfa-8c5c-6f05409b5b3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (57c5e006-6db8-45ca-8dc3-f681b75396c1), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:31.200105 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-2fd5a0b4-01f1-4dfa-8c5c-6f05409b5b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:31.200728 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-2fd5a0b4-01f1-4dfa-8c5c-6f05409b5b3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:31.202164 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-2fd5a0b4-01f1-4dfa-8c5c-6f05409b5b3d service neutron] 10.222.0.31 "PUT /v2.0/ports/57c5e006-6db8-45ca-8dc3-f681b75396c1 HTTP/1.1" status: 200 len: 1092 time: 0.7035248 Mar 05 05:38:31.202618 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1043ec5d-5618-4209-a506-10c6cb0a6607', 'tag': '57c5e006-6db8-45ca-8dc3-f681b75396c1'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:38:31.204887 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28c11c5f7c551501e3949d3a8afc569df0e0d48ed9f5fba8a8c5d72c0688de49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3f8425-8450-4513-9778-70f1fbba6536" -d '{"events": [{"name": "network-changed", "server_uuid": "1043ec5d-5618-4209-a506-10c6cb0a6607", "tag": "57c5e006-6db8-45ca-8dc3-f681b75396c1"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:38:31.237343 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5a0b4-01f1-4dfa-8c5c-6f05409b5b3d service neutron] Pushing event updated for resources: {'Port': ['ID=57c5e006-6db8-45ca-8dc3-f681b75396c1,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:31.298567 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-2ab8e258-cfcc-4e81-ac2f-f810c7764b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:31.300169 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-2ab8e258-cfcc-4e81-ac2f-f810c7764b4d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e42e20fbc094f6cbcbe5055331ba1b6&device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 1126 time: 0.0566325 Mar 05 05:38:31.345167 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-21deb0be-7d1f-40de-83e0-daa7f22b3472 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57c5e006-6db8-45ca-8dc3-f681b75396c1 HTTP/1.1" status: 200 len: 217 time: 0.0369081 Mar 05 05:38:31.398482 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-45869e4c-7607-4444-8341-4390e36056ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:31.400027 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-45869e4c-7607-4444-8341-4390e36056ae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9b1fa29a-44f0-442c-b978-e6600f5c80ea HTTP/1.1" status: 200 len: 853 time: 0.0481834 Mar 05 05:38:31.462218 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-c847c876-8be0-4b62-af44-79a8cb6bb9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:31.464186 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-c847c876-8be0-4b62-af44-79a8cb6bb9a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fec0f187-1221-4e7d-ab7c-1b4f187a2e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0561833 Mar 05 05:38:31.465634 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5b3b05-e5fc-4184-bd73-b34c485fce84 x-openstack-request-id: req-7d5b3b05-e5fc-4184-bd73-b34c485fce84 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:38:31.465921 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1043ec5d-5618-4209-a506-10c6cb0a6607", "tag": "57c5e006-6db8-45ca-8dc3-f681b75396c1", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:38:31.466176 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7d5b3b05-e5fc-4184-bd73-b34c485fce84 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:38:31.466577 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1043ec5d-5618-4209-a506-10c6cb0a6607', 'tag': '57c5e006-6db8-45ca-8dc3-f681b75396c1', 'status': 'completed', 'code': 200} Mar 05 05:38:31.557971 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-98d2d7e7-73b2-4c1a-8e62-498b8ece77df service neutron] 10.222.0.31 "GET /v2.0/networks/fec0f187-1221-4e7d-ab7c-1b4f187a2e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831079 Mar 05 05:38:31.653207 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac39306d-2678-41c9-861d-6f910dd5c824 req-6013fcfd-10f2-47d7-98f4-8c4aa0f2c20d service neutron] 10.222.0.31 "GET /v2.0/networks/fec0f187-1221-4e7d-ab7c-1b4f187a2e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868468 Mar 05 05:38:31.744591 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f8425-8450-4513-9778-70f1fbba6536 req-a107ad32-654c-4ac1-bf3f-6a11096de44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:31.746002 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5e3f8425-8450-4513-9778-70f1fbba6536 req-a107ad32-654c-4ac1-bf3f-6a11096de44e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e42e20fbc094f6cbcbe5055331ba1b6&device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 1126 time: 0.0460372 Mar 05 05:38:31.842674 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f8425-8450-4513-9778-70f1fbba6536 req-c130d1ec-0c21-4736-a4e6-2becb8944bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:31.844955 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5e3f8425-8450-4513-9778-70f1fbba6536 req-c130d1ec-0c21-4736-a4e6-2becb8944bf8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fec0f187-1221-4e7d-ab7c-1b4f187a2e87 HTTP/1.1" status: 200 len: 914 time: 0.0877340 Mar 05 05:38:31.889439 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5e3f8425-8450-4513-9778-70f1fbba6536 req-a18fd2e7-e71f-47bc-a84c-e01554e1f207 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57c5e006-6db8-45ca-8dc3-f681b75396c1 HTTP/1.1" status: 200 len: 217 time: 0.0345721 Mar 05 05:38:31.936596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f8425-8450-4513-9778-70f1fbba6536 req-d70ffde0-45ea-4b4a-8895-13a7c3cbce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:31.937999 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5e3f8425-8450-4513-9778-70f1fbba6536 req-d70ffde0-45ea-4b4a-8895-13a7c3cbce9e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9b1fa29a-44f0-442c-b978-e6600f5c80ea HTTP/1.1" status: 200 len: 853 time: 0.0423822 Mar 05 05:38:31.988406 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f8425-8450-4513-9778-70f1fbba6536 req-850ceaa6-8a79-4b97-83bf-6b8ce677f094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:31.989908 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5e3f8425-8450-4513-9778-70f1fbba6536 req-850ceaa6-8a79-4b97-83bf-6b8ce677f094 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fec0f187-1221-4e7d-ab7c-1b4f187a2e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457101 Mar 05 05:38:32.083340 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5e3f8425-8450-4513-9778-70f1fbba6536 req-1643e007-e2a7-4423-8482-8b850d56ab01 service neutron] 10.222.0.31 "GET /v2.0/networks/fec0f187-1221-4e7d-ab7c-1b4f187a2e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860288 Mar 05 05:38:32.181031 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5e3f8425-8450-4513-9778-70f1fbba6536 req-fec7607f-7cc7-4f9d-9cbd-3c5aca771c23 service neutron] 10.222.0.31 "GET /v2.0/networks/fec0f187-1221-4e7d-ab7c-1b4f187a2e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915921 Mar 05 05:38:32.191066 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d435acf-2651-4c0d-aa83-3ef378d5bd2d req-7ca77346-937e-4f44-91cf-7306036bf62a tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:32.192779 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d435acf-2651-4c0d-aa83-3ef378d5bd2d req-7ca77346-937e-4f44-91cf-7306036bf62a tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 943 time: 0.0548542 Mar 05 05:38:32.240806 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d435acf-2651-4c0d-aa83-3ef378d5bd2d req-678ca63b-a0a8-47ff-a3e3-e41f7d2ee9ba tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417144 Mar 05 05:38:33.361837 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20df733-c66a-4a5b-9a53-90ae15dfdceb req-0c4da8b2-c713-4d9c-a0b6-dd07b6b18973 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:33.363984 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e20df733-c66a-4a5b-9a53-90ae15dfdceb req-0c4da8b2-c713-4d9c-a0b6-dd07b6b18973 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 943 time: 0.0556960 Mar 05 05:38:33.409025 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e20df733-c66a-4a5b-9a53-90ae15dfdceb req-45435678-cded-48f1-94bc-42155fa06867 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392678 Mar 05 05:38:34.531294 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927230e3-a1ea-4057-bfe5-cff870ad8046 req-5e732781-9999-4e2c-a4c9-ce9e6e305149 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:34.532790 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-927230e3-a1ea-4057-bfe5-cff870ad8046 req-5e732781-9999-4e2c-a4c9-ce9e6e305149 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 943 time: 0.0540283 Mar 05 05:38:34.580254 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-927230e3-a1ea-4057-bfe5-cff870ad8046 req-2053055f-24cb-4c9e-9883-e28548ca2131 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416830 Mar 05 05:38:35.697648 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5610e7-0f4c-4e06-904f-7533c44543b3 req-df383fe4-299f-4515-acaf-3c0de7e86534 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:35.699061 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c5610e7-0f4c-4e06-904f-7533c44543b3 req-df383fe4-299f-4515-acaf-3c0de7e86534 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 943 time: 0.0522006 Mar 05 05:38:35.749287 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c5610e7-0f4c-4e06-904f-7533c44543b3 req-dfdcedce-bbf8-4c50-a192-0bdc6ad302b9 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446382 Mar 05 05:38:35.879571 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 57c5e006-6db8-45ca-8dc3-f681b75396c1 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:38:35.978269 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 57c5e006-6db8-45ca-8dc3-f681b75396c1, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=57c5e006-6db8-45ca-8dc3-f681b75396c1,segment=NetworkSegment(6b72a712-865c-4a5f-9bae-a3d07e7c4436),segment_id=6b72a712-865c-4a5f-9bae-a3d07e7c4436)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:38:35.988814 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '57c5e006-6db8-45ca-8dc3-f681b75396c1', 'network_id': 'fec0f187-1221-4e7d-ab7c-1b4f187a2e87', 'port_id': '57c5e006-6db8-45ca-8dc3-f681b75396c1', 'mac_address': 'fa:16:3e:5f:9f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b1fa29a-44f0-442c-b978-e6600f5c80ea', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:38:36.027065 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 57c5e006-6db8-45ca-8dc3-f681b75396c1 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:38:36.027214 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (57c5e006-6db8-45ca-8dc3-f681b75396c1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:36.040719 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c5e006-6db8-45ca-8dc3-f681b75396c1 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:38:36.063951 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 57c5e006-6db8-45ca-8dc3-f681b75396c1, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=57c5e006-6db8-45ca-8dc3-f681b75396c1,segment=NetworkSegment(6b72a712-865c-4a5f-9bae-a3d07e7c4436),segment_id=6b72a712-865c-4a5f-9bae-a3d07e7c4436)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:38:36.067705 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (57c5e006-6db8-45ca-8dc3-f681b75396c1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:36.114249 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=57c5e006-6db8-45ca-8dc3-f681b75396c1,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:36.276292 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['57c5e006-6db8-45ca-8dc3-f681b75396c1'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:38:36.953850 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a8de4-f688-403f-96eb-6906dd4cd9dd req-b0dc01c7-bc5d-43df-afb5-69019434c7c0 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:36.955361 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e20a8de4-f688-403f-96eb-6906dd4cd9dd req-b0dc01c7-bc5d-43df-afb5-69019434c7c0 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 944 time: 0.0954359 Mar 05 05:38:37.002385 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e20a8de4-f688-403f-96eb-6906dd4cd9dd req-21526091-2df8-4a70-af5d-361bc098f7de tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414391 Mar 05 05:38:37.880665 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 57c5e006-6db8-45ca-8dc3-f681b75396c1 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:38:37.929016 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 57c5e006-6db8-45ca-8dc3-f681b75396c1 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:38:37.932656 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 57c5e006-6db8-45ca-8dc3-f681b75396c1 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:38:37.933040 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (57c5e006-6db8-45ca-8dc3-f681b75396c1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:38.008734 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 57c5e006-6db8-45ca-8dc3-f681b75396c1 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:38:38.009123 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (57c5e006-6db8-45ca-8dc3-f681b75396c1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:38.032434 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1043ec5d-5618-4209-a506-10c6cb0a6607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c5e006-6db8-45ca-8dc3-f681b75396c1'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:38:38.035002 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28e1ae3d57eb3a319e4d9a64859d9342ea19134478935072b6f5c76fafa810bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af62ac3a-7f91-46f7-af7c-2e7195004814" -d '{"events": [{"server_uuid": "1043ec5d-5618-4209-a506-10c6cb0a6607", "name": "network-vif-plugged", "status": "completed", "tag": "57c5e006-6db8-45ca-8dc3-f681b75396c1"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:38:38.048741 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 57c5e006-6db8-45ca-8dc3-f681b75396c1, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=57c5e006-6db8-45ca-8dc3-f681b75396c1,segment=NetworkSegment(6b72a712-865c-4a5f-9bae-a3d07e7c4436),segment_id=6b72a712-865c-4a5f-9bae-a3d07e7c4436)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:38:38.053448 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (57c5e006-6db8-45ca-8dc3-f681b75396c1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:38.108782 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=57c5e006-6db8-45ca-8dc3-f681b75396c1,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:38.140030 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9e0114-c2ae-4575-a248-ebffbc7db753 x-openstack-request-id: req-be9e0114-c2ae-4575-a248-ebffbc7db753 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:38:38.140722 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1043ec5d-5618-4209-a506-10c6cb0a6607", "name": "network-vif-plugged", "status": "completed", "tag": "57c5e006-6db8-45ca-8dc3-f681b75396c1", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:38:38.140984 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-be9e0114-c2ae-4575-a248-ebffbc7db753 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:38:38.141418 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1043ec5d-5618-4209-a506-10c6cb0a6607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c5e006-6db8-45ca-8dc3-f681b75396c1', 'code': 200} Mar 05 05:38:38.226835 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a13a2-6e4a-45c6-b76d-b3bafa749c43 req-b2a69f2a-3f14-48af-bef0-50779ac58231 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:38.228955 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-276a13a2-6e4a-45c6-b76d-b3bafa749c43 req-b2a69f2a-3f14-48af-bef0-50779ac58231 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 945 time: 0.1013231 Mar 05 05:38:38.245999 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7185377-e920-4348-9fd8-368a34f61b22 req-3f3474a4-1ce5-477b-97fa-4a3c64bd82a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:38.247587 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b7185377-e920-4348-9fd8-368a34f61b22 req-3f3474a4-1ce5-477b-97fa-4a3c64bd82a8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 1128 time: 0.0468769 Mar 05 05:38:38.275634 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-276a13a2-6e4a-45c6-b76d-b3bafa749c43 req-66776532-1385-498a-b76d-9ed2642921e7 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410552 Mar 05 05:38:38.292610 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b7185377-e920-4348-9fd8-368a34f61b22 req-ffed3dc8-9c0e-4afb-802c-ed219d1e0b78 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396590 Mar 05 05:38:39.401691 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21d179-82cb-4f7d-a21d-0fce16103561 req-41d8e322-b094-4660-874c-2760f11cd0f9 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:39.403334 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0e21d179-82cb-4f7d-a21d-0fce16103561 req-41d8e322-b094-4660-874c-2760f11cd0f9 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 945 time: 0.0569205 Mar 05 05:38:39.450561 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0e21d179-82cb-4f7d-a21d-0fce16103561 req-7c88f875-bc27-42da-91da-9f38b37dae0e tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415814 Mar 05 05:38:39.569834 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660ef93-9b4f-48e6-9061-2f1ba4a729c6 req-7ec610c7-6219-484b-a79b-b04037a42e30 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:39.571250 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7660ef93-9b4f-48e6-9061-2f1ba4a729c6 req-7ec610c7-6219-484b-a79b-b04037a42e30 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 945 time: 0.0524993 Mar 05 05:38:39.617417 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7660ef93-9b4f-48e6-9061-2f1ba4a729c6 req-fee7744c-78cf-492d-8d0b-507cf0672d8f tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406013 Mar 05 05:38:39.805982 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b0a93-1982-4562-957c-0f49fe84299e req-8137322f-4f32-4563-a653-2485f8938982 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:39.807472 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d33b0a93-1982-4562-957c-0f49fe84299e req-8137322f-4f32-4563-a653-2485f8938982 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 945 time: 0.0559759 Mar 05 05:38:39.854227 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d33b0a93-1982-4562-957c-0f49fe84299e req-5720fe48-74f8-4d5d-a65f-0111d6d93e3f tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411422 Mar 05 05:38:41.483864 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-71a6d6f9-749e-402b-8904-398dc481bc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:43.765814 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-74f69ac3-c8ec-4eba-9f7d-c9eff3b55454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:44.212541 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:44.423797 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:45.153108 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:46.421560 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:47.864633 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:58.684239 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6579e-bcdd-4917-a6c3-4cedc3876df6 req-bf29d545-a8f4-459b-b42a-76942cbc46da tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:58.685650 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a0e6579e-bcdd-4917-a6c3-4cedc3876df6 req-bf29d545-a8f4-459b-b42a-76942cbc46da tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 945 time: 0.0546958 Mar 05 05:38:58.733702 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a0e6579e-bcdd-4917-a6c3-4cedc3876df6 req-98b94807-707e-45bb-baeb-1fcb26c5b300 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424900 Mar 05 05:38:58.756645 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45244) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:38:58.841206 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbea6a3-5d38-4586-894c-e2cacd90481d tempest-TestMinimumBasicScenario-2112081185 tempest-TestMinimumBasicScenario-2112081185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:38:58.842980 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0fbea6a3-5d38-4586-894c-e2cacd90481d tempest-TestMinimumBasicScenario-2112081185 tempest-TestMinimumBasicScenario-2112081185-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 1123 time: 0.0851078 Mar 05 05:38:58.845917 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45248) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:38:58.850395 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'port_id': '57c5e006-6db8-45ca-8dc3-f681b75396c1', 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:38:58.869626 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:58.968502 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:59.071831 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Allocated IP 172.25.0.189 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/a140065e-79f2-45e3-9954-354977523f00) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:38:59.169943 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks [] for port (a140065e-79f2-45e3-9954-354977523f00), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:59.202918 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (a140065e-79f2-45e3-9954-354977523f00), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:59.240918 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:38:59.243648 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:38:59.247013 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:38:59.273973 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Pushing event updated for resources: {'Port': ['ID=a140065e-79f2-45e3-9954-354977523f00,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:59.286724 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:59.287093 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:59.287446 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:59.287781 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:59.288116 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:59.288448 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:59.288779 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:59.289110 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:59.289434 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:59.289761 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:59.290088 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:59.290411 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:59.290733 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:38:59.624138 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks [] for floatingip (b8492fff-c4b6-49f5-bb31-69fda637efc6), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:59.695922 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a140065e-79f2-45e3-9954-354977523f00), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:59.840127 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks [] for port (a140065e-79f2-45e3-9954-354977523f00), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:59.844581 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (a140065e-79f2-45e3-9954-354977523f00), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:38:59.921448 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Pushing event updated for resources: {'Port': ['ID=a140065e-79f2-45e3-9954-354977523f00,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:38:59.930245 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (b8492fff-c4b6-49f5-bb31-69fda637efc6), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:00.031592 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Floating IP b8492fff-c4b6-49f5-bb31-69fda637efc6 associated. External IP: 172.25.0.189, port: 57c5e006-6db8-45ca-8dc3-f681b75396c1. Mar 05 05:39:00.253743 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Router 68cdf854-c877-4f0d-909f-aa36ed893b7e has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:39:00.361130 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:39:00.372008 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0c3ae7-93bd-445c-83a5-1b0a5db8915b None None] Sync routers for ids ['68cdf854-c877-4f0d-909f-aa36ed893b7e'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:39:00.379494 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:00.382299 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0c3ae7-93bd-445c-83a5-1b0a5db8915b None None] Routers {'68cdf854-c877-4f0d-909f-aa36ed893b7e'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:39:00.382918 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-3d0c3ae7-93bd-445c-83a5-1b0a5db8915b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:38:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['68cdf854-c877-4f0d-909f-aa36ed893b7e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:39:00.416493 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f7353141-4dbd-4de7-b30a-4e1b9e317fc5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5668035 Mar 05 05:39:00.416493 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1043ec5d-5618-4209-a506-10c6cb0a6607', 'tag': '57c5e006-6db8-45ca-8dc3-f681b75396c1'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:39:00.417085 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45250) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:39:00.422493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-83d57771-e524-484a-b250-7e22b6a0a3b0 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-998194855', 'description': 'tempest-secgroup-smoke-998194855 description', 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:39:00.449540 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-83d57771-e524-484a-b250-7e22b6a0a3b0 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:00.459604 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24e86d8bf5564ce3084f47d26cadcdd6ae9b710b23331da6c976c568e5bda5e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45cc1f3-5a9a-4997-906f-35a83eb2431c" -d '{"events": [{"name": "network-changed", "server_uuid": "1043ec5d-5618-4209-a506-10c6cb0a6607", "tag": "57c5e006-6db8-45ca-8dc3-f681b75396c1"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:39:00.503209 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-3d0c3ae7-93bd-445c-83a5-1b0a5db8915b None None] Set router 68cdf854-c877-4f0d-909f-aa36ed893b7e gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:39:00.524079 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-83d57771-e524-484a-b250-7e22b6a0a3b0 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks [] for security_group (e1dd190a-4ee6-4bbb-90a5-7cb016b260cf), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:00.528756 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-83d57771-e524-484a-b250-7e22b6a0a3b0 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e1dd190a-4ee6-4bbb-90a5-7cb016b260cf), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:00.558991 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-83d57771-e524-484a-b250-7e22b6a0a3b0 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:00.560262 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-83d57771-e524-484a-b250-7e22b6a0a3b0 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1421368 Mar 05 05:39:00.563339 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45258) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:39:00.564807 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d57771-e524-484a-b250-7e22b6a0a3b0 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dd190a-4ee6-4bbb-90a5-7cb016b260cf,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:39:00.576454 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-fa91947d-5848-4cf0-9c01-996c380dceb2 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Request body: {'security_group_rule': {'security_group_id': 'e1dd190a-4ee6-4bbb-90a5-7cb016b260cf', 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:39:00.584454 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba77891-edbe-45f3-95a7-b73e8bfc2420 x-openstack-request-id: req-0ba77891-edbe-45f3-95a7-b73e8bfc2420 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:39:00.584745 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1043ec5d-5618-4209-a506-10c6cb0a6607", "tag": "57c5e006-6db8-45ca-8dc3-f681b75396c1", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:39:00.585002 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0ba77891-edbe-45f3-95a7-b73e8bfc2420 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:39:00.585403 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1043ec5d-5618-4209-a506-10c6cb0a6607', 'tag': '57c5e006-6db8-45ca-8dc3-f681b75396c1', 'status': 'completed', 'code': 200} Mar 05 05:39:00.608926 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fa91947d-5848-4cf0-9c01-996c380dceb2 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks [] for security_group_rule (8070ac75-4b96-4bb1-99fc-8387dfc71f13), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:00.675535 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fa91947d-5848-4cf0-9c01-996c380dceb2 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks [] for security_group_rule (8070ac75-4b96-4bb1-99fc-8387dfc71f13), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:00.679464 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fa91947d-5848-4cf0-9c01-996c380dceb2 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (8070ac75-4b96-4bb1-99fc-8387dfc71f13), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:00.698047 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa91947d-5848-4cf0-9c01-996c380dceb2 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8070ac75-4b96-4bb1-99fc-8387dfc71f13,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:39:00.707638 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fa91947d-5848-4cf0-9c01-996c380dceb2 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:00.711471 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fa91947d-5848-4cf0-9c01-996c380dceb2 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1444135 Mar 05 05:39:00.711674 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45262) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:39:00.716221 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-54b72bf9-072e-4df1-8840-45b45a9531f5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Request body: {'security_group_rule': {'security_group_id': 'e1dd190a-4ee6-4bbb-90a5-7cb016b260cf', 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:39:00.743524 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-54b72bf9-072e-4df1-8840-45b45a9531f5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks [] for security_group_rule (e5a095aa-f213-4929-9cca-3d41291fbc0c), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:00.747952 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45cc1f3-5a9a-4997-906f-35a83eb2431c req-53c05ec8-f37b-4281-b4a4-a1877f1e90dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:00.750020 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d45cc1f3-5a9a-4997-906f-35a83eb2431c req-53c05ec8-f37b-4281-b4a4-a1877f1e90dc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e42e20fbc094f6cbcbe5055331ba1b6&device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 1128 time: 0.1080859 Mar 05 05:39:00.758849 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-3d0c3ae7-93bd-445c-83a5-1b0a5db8915b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'name': 'tempest-TestMinimumBasicScenario-213907499-router', 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '92c723a2-3967-4ac2-a52c-72e728d01545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:38:01Z', 'updated_at': '2022-03-05T05:38:04Z', 'revision_number': 4, 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'gw_port': {'id': '92c723a2-3967-4ac2-a52c-72e728d01545', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:02Z', 'updated_at': '2022-03-05T05:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'b8492fff-c4b6-49f5-bb31-69fda637efc6', 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'floating_ip_address': '172.25.0.189', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'port_id': '57c5e006-6db8-45ca-8dc3-f681b75396c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec0f187-1221-4e7d-ab7c-1b4f187a2e87', 'mac_address': 'fa:16:3e:5f:9f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043ec5d-5618-4209-a506-10c6cb0a6607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:38:59Z', 'updated_at': '2022-03-05T05:38:59Z', 'revision_number': 0, 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85218932-1f45-4ad4-aed8-b296572edbb0', 'name': '', 'network_id': 'fec0f187-1221-4e7d-ab7c-1b4f187a2e87', 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'mac_address': 'fa:16:3e:a8:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9b1fa29a-44f0-442c-b978-e6600f5c80ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:04Z', 'updated_at': '2022-03-05T05:38:09Z', 'revision_number': 5, 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'subnets': [{'id': '9b1fa29a-44f0-442c-b978-e6600f5c80ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:39:00.791333 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0c3ae7-93bd-445c-83a5-1b0a5db8915b None None] Checking router: 68cdf854-c877-4f0d-909f-aa36ed893b7e for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:39:00.801348 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0c3ae7-93bd-445c-83a5-1b0a5db8915b None None] Routers {'68cdf854-c877-4f0d-909f-aa36ed893b7e'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:39:00.802096 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-3d0c3ae7-93bd-445c-83a5-1b0a5db8915b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:38:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['68cdf854-c877-4f0d-909f-aa36ed893b7e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:39:00.803590 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-54b72bf9-072e-4df1-8840-45b45a9531f5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks [] for security_group_rule (e5a095aa-f213-4929-9cca-3d41291fbc0c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:00.808470 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-54b72bf9-072e-4df1-8840-45b45a9531f5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (e5a095aa-f213-4929-9cca-3d41291fbc0c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:00.824430 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b72bf9-072e-4df1-8840-45b45a9531f5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a095aa-f213-4929-9cca-3d41291fbc0c,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:39:00.836346 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-54b72bf9-072e-4df1-8840-45b45a9531f5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:00.837605 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-54b72bf9-072e-4df1-8840-45b45a9531f5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1249990 Mar 05 05:39:00.840319 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45264) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:39:00.845748 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-775cea07-0af9-4f8e-a817-a7dd76bde573 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Request body: {'security_group_rule': {'security_group_id': 'e1dd190a-4ee6-4bbb-90a5-7cb016b260cf', 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:39:00.862984 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45cc1f3-5a9a-4997-906f-35a83eb2431c req-5c572618-ca73-4be8-8c34-17831a1a7f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:00.864564 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d45cc1f3-5a9a-4997-906f-35a83eb2431c req-5c572618-ca73-4be8-8c34-17831a1a7f41 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fec0f187-1221-4e7d-ab7c-1b4f187a2e87 HTTP/1.1" status: 200 len: 914 time: 0.1063333 Mar 05 05:39:00.872422 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-775cea07-0af9-4f8e-a817-a7dd76bde573 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks [] for security_group_rule (12e060a7-69ca-4a8d-9730-76de0b2479d5), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:00.920564 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-3d0c3ae7-93bd-445c-83a5-1b0a5db8915b None None] Set router 68cdf854-c877-4f0d-909f-aa36ed893b7e gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:39:00.939179 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-775cea07-0af9-4f8e-a817-a7dd76bde573 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks [] for security_group_rule (12e060a7-69ca-4a8d-9730-76de0b2479d5), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:00.944319 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-775cea07-0af9-4f8e-a817-a7dd76bde573 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (12e060a7-69ca-4a8d-9730-76de0b2479d5), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:00.947410 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d45cc1f3-5a9a-4997-906f-35a83eb2431c req-9cbf648e-f5ab-4f7c-ae50-ef5099f8bbba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57c5e006-6db8-45ca-8dc3-f681b75396c1 HTTP/1.1" status: 200 len: 999 time: 0.0745180 Mar 05 05:39:00.964071 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775cea07-0af9-4f8e-a817-a7dd76bde573 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12e060a7-69ca-4a8d-9730-76de0b2479d5,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:39:00.970479 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-775cea07-0af9-4f8e-a817-a7dd76bde573 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:00.972495 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-775cea07-0af9-4f8e-a817-a7dd76bde573 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1305406 Mar 05 05:39:00.978453 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45266) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:39:00.983028 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-ef2dd8e8-5f72-44c9-9b20-5d5ca712b7cd tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Request body: {'security_group_rule': {'security_group_id': 'e1dd190a-4ee6-4bbb-90a5-7cb016b260cf', 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:39:01.007793 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45cc1f3-5a9a-4997-906f-35a83eb2431c req-becc3426-fbaf-4932-b279-174386c5d104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:01.009450 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d45cc1f3-5a9a-4997-906f-35a83eb2431c req-becc3426-fbaf-4932-b279-174386c5d104 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9b1fa29a-44f0-442c-b978-e6600f5c80ea HTTP/1.1" status: 200 len: 853 time: 0.0544834 Mar 05 05:39:01.011141 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ef2dd8e8-5f72-44c9-9b20-5d5ca712b7cd tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks [] for security_group_rule (f31c89a9-0616-4668-b51f-8f64137ed6cd), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:01.063557 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45cc1f3-5a9a-4997-906f-35a83eb2431c req-763640fb-cde8-458b-a293-a6cf74651fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:01.066017 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d45cc1f3-5a9a-4997-906f-35a83eb2431c req-763640fb-cde8-458b-a293-a6cf74651fa5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fec0f187-1221-4e7d-ab7c-1b4f187a2e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0507054 Mar 05 05:39:01.070547 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ef2dd8e8-5f72-44c9-9b20-5d5ca712b7cd tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks [] for security_group_rule (f31c89a9-0616-4668-b51f-8f64137ed6cd), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:01.075193 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ef2dd8e8-5f72-44c9-9b20-5d5ca712b7cd tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (f31c89a9-0616-4668-b51f-8f64137ed6cd), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:01.092211 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2dd8e8-5f72-44c9-9b20-5d5ca712b7cd tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f31c89a9-0616-4668-b51f-8f64137ed6cd,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:39:01.107284 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ef2dd8e8-5f72-44c9-9b20-5d5ca712b7cd tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:01.108725 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ef2dd8e8-5f72-44c9-9b20-5d5ca712b7cd tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1291952 Mar 05 05:39:01.111538 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45268) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:39:01.117270 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-57dd9b00-6dda-49d1-aa48-8690efdc2699 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Request body: {'security_group_rule': {'security_group_id': 'e1dd190a-4ee6-4bbb-90a5-7cb016b260cf', 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:39:01.141880 n-d-789963-32 neutron-server[105231]: INFO neutron.db.securitygroups_db [None req-57dd9b00-6dda-49d1-aa48-8690efdc2699 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Project 8e42e20fbc094f6cbcbe5055331ba1b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:39:01.147135 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-57dd9b00-6dda-49d1-aa48-8690efdc2699 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks [] for security_group_rule (c6f38101-fc79-450e-8b91-af330720b859), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:01.165103 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d45cc1f3-5a9a-4997-906f-35a83eb2431c req-2de7e364-b7db-4f76-a70f-cd81f6742df1 service neutron] 10.222.0.31 "GET /v2.0/networks/fec0f187-1221-4e7d-ab7c-1b4f187a2e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925934 Mar 05 05:39:01.167036 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-3d0c3ae7-93bd-445c-83a5-1b0a5db8915b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'name': 'tempest-TestMinimumBasicScenario-213907499-router', 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '92c723a2-3967-4ac2-a52c-72e728d01545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:38:01Z', 'updated_at': '2022-03-05T05:38:04Z', 'revision_number': 4, 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'gw_port': {'id': '92c723a2-3967-4ac2-a52c-72e728d01545', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:02Z', 'updated_at': '2022-03-05T05:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'b8492fff-c4b6-49f5-bb31-69fda637efc6', 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'floating_ip_address': '172.25.0.189', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'port_id': '57c5e006-6db8-45ca-8dc3-f681b75396c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec0f187-1221-4e7d-ab7c-1b4f187a2e87', 'mac_address': 'fa:16:3e:5f:9f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043ec5d-5618-4209-a506-10c6cb0a6607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:38:59Z', 'updated_at': '2022-03-05T05:38:59Z', 'revision_number': 0, 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85218932-1f45-4ad4-aed8-b296572edbb0', 'name': '', 'network_id': 'fec0f187-1221-4e7d-ab7c-1b4f187a2e87', 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'mac_address': 'fa:16:3e:a8:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9b1fa29a-44f0-442c-b978-e6600f5c80ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:04Z', 'updated_at': '2022-03-05T05:38:09Z', 'revision_number': 5, 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'subnets': [{'id': '9b1fa29a-44f0-442c-b978-e6600f5c80ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:39:01.194165 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0c3ae7-93bd-445c-83a5-1b0a5db8915b None None] The sync data for ids ['68cdf854-c877-4f0d-909f-aa36ed893b7e'] in n-d-789963-32 is: [{'id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'name': 'tempest-TestMinimumBasicScenario-213907499-router', 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '92c723a2-3967-4ac2-a52c-72e728d01545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:38:01Z', 'updated_at': '2022-03-05T05:38:04Z', 'revision_number': 4, 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'gw_port': {'id': '92c723a2-3967-4ac2-a52c-72e728d01545', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:02Z', 'updated_at': '2022-03-05T05:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'b8492fff-c4b6-49f5-bb31-69fda637efc6', 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'floating_ip_address': '172.25.0.189', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'port_id': '57c5e006-6db8-45ca-8dc3-f681b75396c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec0f187-1221-4e7d-ab7c-1b4f187a2e87', 'mac_address': 'fa:16:3e:5f:9f:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1043ec5d-5618-4209-a506-10c6cb0a6607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:38:59Z', 'updated_at': '2022-03-05T05:38:59Z', 'revision_number': 0, 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85218932-1f45-4ad4-aed8-b296572edbb0', 'name': '', 'network_id': 'fec0f187-1221-4e7d-ab7c-1b4f187a2e87', 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'mac_address': 'fa:16:3e:a8:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9b1fa29a-44f0-442c-b978-e6600f5c80ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:04Z', 'updated_at': '2022-03-05T05:38:09Z', 'revision_number': 5, 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'subnets': [{'id': '9b1fa29a-44f0-442c-b978-e6600f5c80ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:39:01.210800 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-57dd9b00-6dda-49d1-aa48-8690efdc2699 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks [] for security_group_rule (c6f38101-fc79-450e-8b91-af330720b859), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:01.216695 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-57dd9b00-6dda-49d1-aa48-8690efdc2699 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (c6f38101-fc79-450e-8b91-af330720b859), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:01.236998 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd9b00-6dda-49d1-aa48-8690efdc2699 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f38101-fc79-450e-8b91-af330720b859,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:39:01.247772 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-57dd9b00-6dda-49d1-aa48-8690efdc2699 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:01.249001 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-57dd9b00-6dda-49d1-aa48-8690efdc2699 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1357257 Mar 05 05:39:01.251947 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45270) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:39:01.258285 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-69027215-46e8-4e67-8305-6da9d3353747 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Request body: {'security_group_rule': {'security_group_id': 'e1dd190a-4ee6-4bbb-90a5-7cb016b260cf', 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:39:01.298072 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d45cc1f3-5a9a-4997-906f-35a83eb2431c req-64618ee1-9b3a-4eb8-9d4f-16900a4d5836 service neutron] 10.222.0.31 "GET /v2.0/networks/fec0f187-1221-4e7d-ab7c-1b4f187a2e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269908 Mar 05 05:39:01.299441 n-d-789963-32 neutron-server[105232]: INFO neutron.db.securitygroups_db [None req-69027215-46e8-4e67-8305-6da9d3353747 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Project 8e42e20fbc094f6cbcbe5055331ba1b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:39:01.305738 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-69027215-46e8-4e67-8305-6da9d3353747 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks [] for security_group_rule (b8782779-ecc1-49fc-8524-e782735d695b), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:01.367583 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-69027215-46e8-4e67-8305-6da9d3353747 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks [] for security_group_rule (b8782779-ecc1-49fc-8524-e782735d695b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:01.371472 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-69027215-46e8-4e67-8305-6da9d3353747 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (b8782779-ecc1-49fc-8524-e782735d695b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:01.389573 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69027215-46e8-4e67-8305-6da9d3353747 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8782779-ecc1-49fc-8524-e782735d695b,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:39:01.400495 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-69027215-46e8-4e67-8305-6da9d3353747 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:01.401886 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-69027215-46e8-4e67-8305-6da9d3353747 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1478970 Mar 05 05:39:01.424651 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa77654-edeb-4f72-b9b5-94ff802fe9a6 None None] New status for floating IP b8492fff-c4b6-49f5-bb31-69fda637efc6: ACTIVE {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:39:01.508416 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a8005dd-7a44-4450-bb3e-b8346f9c446c req-6b045653-1906-41e9-801c-d685177cc6dc tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-998194855&fields=id&tenant_id=8e42e20fbc094f6cbcbe5055331ba1b6 HTTP/1.1" status: 200 len: 267 time: 0.0496297 Mar 05 05:39:01.571450 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8005dd-7a44-4450-bb3e-b8346f9c446c req-5b357633-29a6-4a40-85e8-7e23da3ead5e tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:01.572955 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a8005dd-7a44-4450-bb3e-b8346f9c446c req-5b357633-29a6-4a40-85e8-7e23da3ead5e tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 945 time: 0.0572643 Mar 05 05:39:01.586072 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-5a8005dd-7a44-4450-bb3e-b8346f9c446c req-1c0ad207-5868-4578-b79e-ec2bf75b0e87 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Request body: {'port': {'security_groups': ['26ad443d-a371-47ab-8f84-f8ccd8bf0fd9', 'e1dd190a-4ee6-4bbb-90a5-7cb016b260cf']}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:39:01.656191 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5a8005dd-7a44-4450-bb3e-b8346f9c446c req-1c0ad207-5868-4578-b79e-ec2bf75b0e87 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (57c5e006-6db8-45ca-8dc3-f681b75396c1), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:01.836816 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-5a8005dd-7a44-4450-bb3e-b8346f9c446c req-1c0ad207-5868-4578-b79e-ec2bf75b0e87 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] For port 57c5e006-6db8-45ca-8dc3-f681b75396c1, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=57c5e006-6db8-45ca-8dc3-f681b75396c1,segment=NetworkSegment(6b72a712-865c-4a5f-9bae-a3d07e7c4436),segment_id=6b72a712-865c-4a5f-9bae-a3d07e7c4436)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:39:01.865418 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5a8005dd-7a44-4450-bb3e-b8346f9c446c req-1c0ad207-5868-4578-b79e-ec2bf75b0e87 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks [] for port (57c5e006-6db8-45ca-8dc3-f681b75396c1), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:01.869795 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5a8005dd-7a44-4450-bb3e-b8346f9c446c req-1c0ad207-5868-4578-b79e-ec2bf75b0e87 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (57c5e006-6db8-45ca-8dc3-f681b75396c1), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:01.881847 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['57c5e006-6db8-45ca-8dc3-f681b75396c1'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:39:01.914039 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8005dd-7a44-4450-bb3e-b8346f9c446c req-1c0ad207-5868-4578-b79e-ec2bf75b0e87 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:01.914845 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-5a8005dd-7a44-4450-bb3e-b8346f9c446c req-1c0ad207-5868-4578-b79e-ec2bf75b0e87 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:01.916278 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a8005dd-7a44-4450-bb3e-b8346f9c446c req-1c0ad207-5868-4578-b79e-ec2bf75b0e87 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "PUT /v2.0/ports/57c5e006-6db8-45ca-8dc3-f681b75396c1 HTTP/1.1" status: 200 len: 981 time: 0.3355556 Mar 05 05:39:01.937771 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ad207-5868-4578-b79e-ec2bf75b0e87 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Pushing event updated for resources: {'Port': ['ID=57c5e006-6db8-45ca-8dc3-f681b75396c1,revision_number=6']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:39:01.990679 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['57c5e006-6db8-45ca-8dc3-f681b75396c1'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:39:02.045118 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289cf87-fb43-4cc4-b0fe-02b566fc06a1 req-a8880cb8-a2d4-4171-97f8-ebf7ccfad657 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:02.046946 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a289cf87-fb43-4cc4-b0fe-02b566fc06a1 req-a8880cb8-a2d4-4171-97f8-ebf7ccfad657 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 984 time: 0.0611787 Mar 05 05:39:02.113454 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a289cf87-fb43-4cc4-b0fe-02b566fc06a1 req-6fd0d7bc-0280-4d61-9c47-1c9b4fc752c9 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9&id=e1dd190a-4ee6-4bbb-90a5-7cb016b260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605466 Mar 05 05:39:02.212398 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a316e452-fd47-49c4-8c7c-bdcc59b8d51f None None] Provisioning complete for port 57c5e006-6db8-45ca-8dc3-f681b75396c1 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:39:02.212690 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a316e452-fd47-49c4-8c7c-bdcc59b8d51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (57c5e006-6db8-45ca-8dc3-f681b75396c1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:02.433279 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a316e452-fd47-49c4-8c7c-bdcc59b8d51f None None] Current status of the port 57c5e006-6db8-45ca-8dc3-f681b75396c1 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:39:02.586970 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1043ec5d-5618-4209-a506-10c6cb0a6607', 'tag': '57c5e006-6db8-45ca-8dc3-f681b75396c1'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:39:02.589372 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24e86d8bf5564ce3084f47d26cadcdd6ae9b710b23331da6c976c568e5bda5e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbf8d0f-f112-4854-82c6-69376044fdab" -d '{"events": [{"name": "network-changed", "server_uuid": "1043ec5d-5618-4209-a506-10c6cb0a6607", "tag": "57c5e006-6db8-45ca-8dc3-f681b75396c1"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:39:02.624888 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b9c742-91dd-4537-be35-908141ea3400 x-openstack-request-id: req-a9b9c742-91dd-4537-be35-908141ea3400 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:39:02.625187 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1043ec5d-5618-4209-a506-10c6cb0a6607", "tag": "57c5e006-6db8-45ca-8dc3-f681b75396c1", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:39:02.625442 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a9b9c742-91dd-4537-be35-908141ea3400 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:39:02.625848 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1043ec5d-5618-4209-a506-10c6cb0a6607', 'tag': '57c5e006-6db8-45ca-8dc3-f681b75396c1', 'status': 'completed', 'code': 200} Mar 05 05:39:02.701751 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf8d0f-f112-4854-82c6-69376044fdab req-e5bcb81e-d0d7-4922-a48b-bad57a095e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:02.703205 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ecbf8d0f-f112-4854-82c6-69376044fdab req-e5bcb81e-d0d7-4922-a48b-bad57a095e86 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e42e20fbc094f6cbcbe5055331ba1b6&device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 1167 time: 0.0452528 Mar 05 05:39:02.792308 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf8d0f-f112-4854-82c6-69376044fdab req-e375bef6-8f97-4a22-afb2-1d8da3efe5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:02.793766 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ecbf8d0f-f112-4854-82c6-69376044fdab req-e375bef6-8f97-4a22-afb2-1d8da3efe5b5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fec0f187-1221-4e7d-ab7c-1b4f187a2e87 HTTP/1.1" status: 200 len: 914 time: 0.0845361 Mar 05 05:39:02.864104 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ecbf8d0f-f112-4854-82c6-69376044fdab req-f7da87bc-927c-42c8-8c97-f83f340e2177 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57c5e006-6db8-45ca-8dc3-f681b75396c1 HTTP/1.1" status: 200 len: 1001 time: 0.0642278 Mar 05 05:39:02.915989 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf8d0f-f112-4854-82c6-69376044fdab req-da98af77-86cd-43f3-8e49-84d46298f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:02.917410 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ecbf8d0f-f112-4854-82c6-69376044fdab req-da98af77-86cd-43f3-8e49-84d46298f7b0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9b1fa29a-44f0-442c-b978-e6600f5c80ea HTTP/1.1" status: 200 len: 853 time: 0.0432310 Mar 05 05:39:02.966939 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf8d0f-f112-4854-82c6-69376044fdab req-defa4d20-624e-4285-ad72-bd301b0e79a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:02.968615 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ecbf8d0f-f112-4854-82c6-69376044fdab req-defa4d20-624e-4285-ad72-bd301b0e79a6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fec0f187-1221-4e7d-ab7c-1b4f187a2e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447946 Mar 05 05:39:03.064312 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ecbf8d0f-f112-4854-82c6-69376044fdab req-bc503ed8-57fa-4205-abcf-95b47a1371ea service neutron] 10.222.0.31 "GET /v2.0/networks/fec0f187-1221-4e7d-ab7c-1b4f187a2e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855236 Mar 05 05:39:03.154881 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ecbf8d0f-f112-4854-82c6-69376044fdab req-2154c336-38e0-45c2-abe8-b5921102557d service neutron] 10.222.0.31 "GET /v2.0/networks/fec0f187-1221-4e7d-ab7c-1b4f187a2e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835850 Mar 05 05:39:04.508813 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:39:06.188252 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3870b497-ceab-428e-a696-beed307d4118 req-73f69ea5-c52e-4644-ad96-599d92e8a0a3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445788 Mar 05 05:39:06.276185 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870b497-ceab-428e-a696-beed307d4118 req-635a9d24-4c9a-4af2-83d2-3ecdd056c6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:06.277714 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3870b497-ceab-428e-a696-beed307d4118 req-635a9d24-4c9a-4af2-83d2-3ecdd056c6c4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e42e20fbc094f6cbcbe5055331ba1b6&device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 1167 time: 0.0474346 Mar 05 05:39:06.385716 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870b497-ceab-428e-a696-beed307d4118 req-81b22f55-8408-4f70-89d8-be9a0edd8542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:06.387220 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3870b497-ceab-428e-a696-beed307d4118 req-81b22f55-8408-4f70-89d8-be9a0edd8542 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fec0f187-1221-4e7d-ab7c-1b4f187a2e87 HTTP/1.1" status: 200 len: 914 time: 0.0904250 Mar 05 05:39:06.453637 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3870b497-ceab-428e-a696-beed307d4118 req-03697149-f3fb-4d93-a7f8-ba7b543cbc14 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57c5e006-6db8-45ca-8dc3-f681b75396c1 HTTP/1.1" status: 200 len: 1001 time: 0.0592661 Mar 05 05:39:06.500839 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870b497-ceab-428e-a696-beed307d4118 req-29a28b59-f62b-4291-8811-aed5661579d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:06.502560 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3870b497-ceab-428e-a696-beed307d4118 req-29a28b59-f62b-4291-8811-aed5661579d9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9b1fa29a-44f0-442c-b978-e6600f5c80ea HTTP/1.1" status: 200 len: 853 time: 0.0429466 Mar 05 05:39:06.556819 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870b497-ceab-428e-a696-beed307d4118 req-9ea196f4-c8a6-48a2-9d05-af7d8a2ebbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:06.558401 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3870b497-ceab-428e-a696-beed307d4118 req-9ea196f4-c8a6-48a2-9d05-af7d8a2ebbb2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fec0f187-1221-4e7d-ab7c-1b4f187a2e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0497248 Mar 05 05:39:06.657448 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3870b497-ceab-428e-a696-beed307d4118 req-621a705e-f501-47af-8dac-84958c86698d service neutron] 10.222.0.31 "GET /v2.0/networks/fec0f187-1221-4e7d-ab7c-1b4f187a2e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918376 Mar 05 05:39:06.758005 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3870b497-ceab-428e-a696-beed307d4118 req-1a8fba38-3f00-43d9-8f1e-d66dbc0dc100 service neutron] 10.222.0.31 "GET /v2.0/networks/fec0f187-1221-4e7d-ab7c-1b4f187a2e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942686 Mar 05 05:39:11.477215 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ebc70c99-4e9d-4b51-b848-1ac7a907a562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:11.738569 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d6bee-ef3b-41ed-8ca5-68bc173711b5 req-ec252254-81c5-42d2-be8f-eb69f392e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:11.740146 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6d5d6bee-ef3b-41ed-8ca5-68bc173711b5 req-ec252254-81c5-42d2-be8f-eb69f392e9d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e42e20fbc094f6cbcbe5055331ba1b6&device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 1167 time: 0.0467308 Mar 05 05:39:11.747713 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97baa03e-a4c9-4284-baaa-26f696c5ea7b req-01510098-e046-47a8-9f78-22196ccc2dec tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:11.749222 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-97baa03e-a4c9-4284-baaa-26f696c5ea7b req-01510098-e046-47a8-9f78-22196ccc2dec tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 984 time: 0.0547440 Mar 05 05:39:11.811347 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-97baa03e-a4c9-4284-baaa-26f696c5ea7b req-015c912f-5df1-4800-9396-c5bad2af7242 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9&id=e1dd190a-4ee6-4bbb-90a5-7cb016b260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549982 Mar 05 05:39:11.839426 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d6bee-ef3b-41ed-8ca5-68bc173711b5 req-4959490d-3875-43ce-b332-e3954210f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:11.840933 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6d5d6bee-ef3b-41ed-8ca5-68bc173711b5 req-4959490d-3875-43ce-b332-e3954210f37e service neutron] 10.222.0.31 "GET /v2.0/networks?id=fec0f187-1221-4e7d-ab7c-1b4f187a2e87 HTTP/1.1" status: 200 len: 914 time: 0.0916855 Mar 05 05:39:11.906319 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6d5d6bee-ef3b-41ed-8ca5-68bc173711b5 req-49a895b0-02b2-4ed9-9178-7edac79354f3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57c5e006-6db8-45ca-8dc3-f681b75396c1 HTTP/1.1" status: 200 len: 1001 time: 0.0581985 Mar 05 05:39:12.049933 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d6bee-ef3b-41ed-8ca5-68bc173711b5 req-b55bc7ed-c22e-4155-b4c6-ecd99f744e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:12.051417 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6d5d6bee-ef3b-41ed-8ca5-68bc173711b5 req-b55bc7ed-c22e-4155-b4c6-ecd99f744e6a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9b1fa29a-44f0-442c-b978-e6600f5c80ea HTTP/1.1" status: 200 len: 853 time: 0.0448682 Mar 05 05:39:12.103017 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d6bee-ef3b-41ed-8ca5-68bc173711b5 req-c9bf7960-dc29-410d-82e9-8f12e0c8a8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:12.104531 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6d5d6bee-ef3b-41ed-8ca5-68bc173711b5 req-c9bf7960-dc29-410d-82e9-8f12e0c8a8f4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fec0f187-1221-4e7d-ab7c-1b4f187a2e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475714 Mar 05 05:39:12.194806 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6d5d6bee-ef3b-41ed-8ca5-68bc173711b5 req-996a8199-5cb5-4b80-a9ff-12c92298628f service neutron] 10.222.0.31 "GET /v2.0/networks/fec0f187-1221-4e7d-ab7c-1b4f187a2e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833824 Mar 05 05:39:12.288390 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-6d5d6bee-ef3b-41ed-8ca5-68bc173711b5 req-47fa678f-bc18-45c2-80e1-69831f5954a3 service neutron] 10.222.0.31 "GET /v2.0/networks/fec0f187-1221-4e7d-ab7c-1b4f187a2e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859351 Mar 05 05:39:12.936727 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e359f-899c-419f-88df-a20e37c7b160 req-c11e6ddd-9888-4d3d-89b1-e0f602d6af96 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:12.938184 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-055e359f-899c-419f-88df-a20e37c7b160 req-c11e6ddd-9888-4d3d-89b1-e0f602d6af96 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 984 time: 0.0566568 Mar 05 05:39:12.998577 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-055e359f-899c-419f-88df-a20e37c7b160 req-f2e6b384-757b-43e1-b05b-6670dd86608e tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9&id=e1dd190a-4ee6-4bbb-90a5-7cb016b260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540588 Mar 05 05:39:13.766656 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-96cb0a24-7c0b-49e3-ac05-65c21d5020d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:14.117784 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9978b-88f1-4276-9494-e89b2af772d3 req-516d6faf-ee42-4abd-86aa-42f1c6d6f155 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:14.119279 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f1a9978b-88f1-4276-9494-e89b2af772d3 req-516d6faf-ee42-4abd-86aa-42f1c6d6f155 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 984 time: 0.0530035 Mar 05 05:39:14.177793 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f1a9978b-88f1-4276-9494-e89b2af772d3 req-dde8f20c-3043-4fcb-9383-06499f17c32f tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9&id=e1dd190a-4ee6-4bbb-90a5-7cb016b260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528457 Mar 05 05:39:14.227310 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:14.435887 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:15.155244 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:15.300375 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707f9e7-b91e-443a-8d05-2231630e9358 req-2d3bd9de-38bb-40a9-8d5c-d8322f59dcb5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:15.301857 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d707f9e7-b91e-443a-8d05-2231630e9358 req-2d3bd9de-38bb-40a9-8d5c-d8322f59dcb5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 984 time: 0.0536051 Mar 05 05:39:15.363665 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d707f9e7-b91e-443a-8d05-2231630e9358 req-6d3191bd-0789-47ad-8e17-8b756957683f tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9&id=e1dd190a-4ee6-4bbb-90a5-7cb016b260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560582 Mar 05 05:39:16.423917 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:16.495246 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4319e-4cee-4410-be89-932ee174b191 req-f1596ce1-fff4-4fc6-85ef-a19b62eab6d9 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:16.496743 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-09d4319e-4cee-4410-be89-932ee174b191 req-f1596ce1-fff4-4fc6-85ef-a19b62eab6d9 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 984 time: 0.0593014 Mar 05 05:39:16.556216 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-09d4319e-4cee-4410-be89-932ee174b191 req-aa621dec-66dc-4f5d-af97-3e195310027d tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9&id=e1dd190a-4ee6-4bbb-90a5-7cb016b260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537639 Mar 05 05:39:17.674744 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3bb29-3ff3-49af-ba58-4913969301dc req-7f3be7d3-6010-480d-8d94-8d078f37b96e tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:17.676171 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4cd3bb29-3ff3-49af-ba58-4913969301dc req-7f3be7d3-6010-480d-8d94-8d078f37b96e tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 984 time: 0.0538845 Mar 05 05:39:17.735297 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4cd3bb29-3ff3-49af-ba58-4913969301dc req-8651fd8b-9d1e-4ec8-a322-f59976a07dcb tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9&id=e1dd190a-4ee6-4bbb-90a5-7cb016b260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534222 Mar 05 05:39:17.867660 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:18.860965 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a141c22-a137-4553-9194-63bd4396185d req-6563e2f5-436e-4bda-8339-ea8197f59147 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:18.862512 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a141c22-a137-4553-9194-63bd4396185d req-6563e2f5-436e-4bda-8339-ea8197f59147 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 984 time: 0.0575504 Mar 05 05:39:18.921067 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6a141c22-a137-4553-9194-63bd4396185d req-04fd28f4-f288-4cce-8770-e2985bf8cc34 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9&id=e1dd190a-4ee6-4bbb-90a5-7cb016b260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528555 Mar 05 05:39:20.042692 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bc4c0-02e2-4c5f-aed0-592531fa29a8 req-a1cd8d72-a5cc-463f-9a6c-15aaf579e8d0 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:20.044311 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-be4bc4c0-02e2-4c5f-aed0-592531fa29a8 req-a1cd8d72-a5cc-463f-9a6c-15aaf579e8d0 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 984 time: 0.0563676 Mar 05 05:39:20.118866 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-be4bc4c0-02e2-4c5f-aed0-592531fa29a8 req-fb31f9c4-75e1-4229-ad46-2828d7e681f1 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9&id=e1dd190a-4ee6-4bbb-90a5-7cb016b260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0647979 Mar 05 05:39:21.249368 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68fb62-fb11-4db6-9d88-e864f51b53a4 req-e00a72c4-7b10-4405-a0ad-66fe29b0c617 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:21.250841 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3e68fb62-fb11-4db6-9d88-e864f51b53a4 req-e00a72c4-7b10-4405-a0ad-66fe29b0c617 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 984 time: 0.0530169 Mar 05 05:39:21.313383 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3e68fb62-fb11-4db6-9d88-e864f51b53a4 req-1d6f7251-d69b-4373-a86f-310b031fd576 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9&id=e1dd190a-4ee6-4bbb-90a5-7cb016b260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562437 Mar 05 05:39:22.436393 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd807e4-51ac-4531-9dfa-95c3360ff6d9 req-336ef45b-0e1a-4278-869a-f5acaebf7f9a tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:22.437886 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3cd807e4-51ac-4531-9dfa-95c3360ff6d9 req-336ef45b-0e1a-4278-869a-f5acaebf7f9a tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 984 time: 0.0530539 Mar 05 05:39:22.503448 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3cd807e4-51ac-4531-9dfa-95c3360ff6d9 req-f9dd7151-f40e-41eb-b213-f153af506b3b tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9&id=e1dd190a-4ee6-4bbb-90a5-7cb016b260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589821 Mar 05 05:39:23.620202 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76f4c3-493a-436a-ae45-cca6c1c94c3b req-236f803e-6248-49f6-b530-e820da876632 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:23.621661 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2a76f4c3-493a-436a-ae45-cca6c1c94c3b req-236f803e-6248-49f6-b530-e820da876632 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 984 time: 0.0521894 Mar 05 05:39:23.680531 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2a76f4c3-493a-436a-ae45-cca6c1c94c3b req-9c639375-c623-4fdf-b3ff-a6f40805000d tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9&id=e1dd190a-4ee6-4bbb-90a5-7cb016b260cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531242 Mar 05 05:39:41.479495 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e78e54f0-f0ed-4c57-994e-c5297e9fc4e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:41.507972 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:39:43.767287 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0b494a46-3bb1-4667-9b62-50655ba78d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:44.226534 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:44.453184 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:45.158869 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:46.428967 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:47.870153 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:56.057796 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e9e8e6a0-8831-4293-90ff-04a8f2575d84 req-9bb98579-1068-4276-96f8-0a16633d0a81 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-998194855&fields=id&tenant_id=8e42e20fbc094f6cbcbe5055331ba1b6 HTTP/1.1" status: 200 len: 267 time: 0.0464802 Mar 05 05:39:56.114396 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8e6a0-8831-4293-90ff-04a8f2575d84 req-301a074c-f48b-4d36-9205-df4c064736ce tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:56.115885 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e9e8e6a0-8831-4293-90ff-04a8f2575d84 req-301a074c-f48b-4d36-9205-df4c064736ce tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 984 time: 0.0528712 Mar 05 05:39:56.126323 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [req-e9e8e6a0-8831-4293-90ff-04a8f2575d84 req-bd56e0b3-e53d-448c-b99a-82fdf781c8ec tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Request body: {'port': {'security_groups': ['26ad443d-a371-47ab-8f84-f8ccd8bf0fd9']}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:39:56.195835 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e9e8e6a0-8831-4293-90ff-04a8f2575d84 req-bd56e0b3-e53d-448c-b99a-82fdf781c8ec tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (57c5e006-6db8-45ca-8dc3-f681b75396c1), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:56.364184 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [req-e9e8e6a0-8831-4293-90ff-04a8f2575d84 req-bd56e0b3-e53d-448c-b99a-82fdf781c8ec tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] For port 57c5e006-6db8-45ca-8dc3-f681b75396c1, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=57c5e006-6db8-45ca-8dc3-f681b75396c1,segment=NetworkSegment(6b72a712-865c-4a5f-9bae-a3d07e7c4436),segment_id=6b72a712-865c-4a5f-9bae-a3d07e7c4436)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:39:56.392521 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e9e8e6a0-8831-4293-90ff-04a8f2575d84 req-bd56e0b3-e53d-448c-b99a-82fdf781c8ec tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks [] for port (57c5e006-6db8-45ca-8dc3-f681b75396c1), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:56.397072 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e9e8e6a0-8831-4293-90ff-04a8f2575d84 req-bd56e0b3-e53d-448c-b99a-82fdf781c8ec tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (57c5e006-6db8-45ca-8dc3-f681b75396c1), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:56.413645 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['57c5e006-6db8-45ca-8dc3-f681b75396c1'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:39:56.447343 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8e6a0-8831-4293-90ff-04a8f2575d84 req-bd56e0b3-e53d-448c-b99a-82fdf781c8ec tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:56.447975 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [req-e9e8e6a0-8831-4293-90ff-04a8f2575d84 req-bd56e0b3-e53d-448c-b99a-82fdf781c8ec tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:56.452227 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e9e8e6a0-8831-4293-90ff-04a8f2575d84 req-bd56e0b3-e53d-448c-b99a-82fdf781c8ec tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "PUT /v2.0/ports/57c5e006-6db8-45ca-8dc3-f681b75396c1 HTTP/1.1" status: 200 len: 942 time: 0.3299885 Mar 05 05:39:56.452550 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1043ec5d-5618-4209-a506-10c6cb0a6607', 'tag': '57c5e006-6db8-45ca-8dc3-f681b75396c1'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:39:56.455421 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24e86d8bf5564ce3084f47d26cadcdd6ae9b710b23331da6c976c568e5bda5e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd12423d-d8c0-4603-9242-d03e2e6585b7" -d '{"events": [{"name": "network-changed", "server_uuid": "1043ec5d-5618-4209-a506-10c6cb0a6607", "tag": "57c5e006-6db8-45ca-8dc3-f681b75396c1"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:39:56.455587 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45318) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:39:56.491044 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd56e0b3-e53d-448c-b99a-82fdf781c8ec tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Pushing event updated for resources: {'Port': ['ID=57c5e006-6db8-45ca-8dc3-f681b75396c1,revision_number=7']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:39:56.507027 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1b3e14-630d-4dbe-b3fc-8e6ae0aaaf59 x-openstack-request-id: req-3d1b3e14-630d-4dbe-b3fc-8e6ae0aaaf59 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:39:56.507437 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1043ec5d-5618-4209-a506-10c6cb0a6607", "tag": "57c5e006-6db8-45ca-8dc3-f681b75396c1", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:39:56.507708 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3d1b3e14-630d-4dbe-b3fc-8e6ae0aaaf59 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:39:56.508157 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1043ec5d-5618-4209-a506-10c6cb0a6607', 'tag': '57c5e006-6db8-45ca-8dc3-f681b75396c1', 'status': 'completed', 'code': 200} Mar 05 05:39:56.531512 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e765704b-da24-42db-bfb2-2c270ee4f402 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks [] for security_group (e1dd190a-4ee6-4bbb-90a5-7cb016b260cf), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:56.537627 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['57c5e006-6db8-45ca-8dc3-f681b75396c1'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:39:56.566650 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e765704b-da24-42db-bfb2-2c270ee4f402 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks [] for security_group (e1dd190a-4ee6-4bbb-90a5-7cb016b260cf), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:56.645692 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12423d-d8c0-4603-9242-d03e2e6585b7 req-dc900369-3196-400c-bd75-b445970e0af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:56.647771 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fd12423d-d8c0-4603-9242-d03e2e6585b7 req-dc900369-3196-400c-bd75-b445970e0af5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e42e20fbc094f6cbcbe5055331ba1b6&device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 1128 time: 0.1175566 Mar 05 05:39:56.695007 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e765704b-da24-42db-bfb2-2c270ee4f402 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e1dd190a-4ee6-4bbb-90a5-7cb016b260cf), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:56.697592 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e765704b-da24-42db-bfb2-2c270ee4f402 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:56.701331 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e765704b-da24-42db-bfb2-2c270ee4f402 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "DELETE /v2.0/security-groups/e1dd190a-4ee6-4bbb-90a5-7cb016b260cf HTTP/1.1" status: 204 len: 168 time: 0.2422340 Mar 05 05:39:56.701787 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45324) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:39:56.738697 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765704b-da24-42db-bfb2-2c270ee4f402 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dd190a-4ee6-4bbb-90a5-7cb016b260cf,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:39:56.747967 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765704b-da24-42db-bfb2-2c270ee4f402 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:39:56.748313 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765704b-da24-42db-bfb2-2c270ee4f402 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:39:56.748651 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765704b-da24-42db-bfb2-2c270ee4f402 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:39:56.748989 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765704b-da24-42db-bfb2-2c270ee4f402 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:39:56.749315 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765704b-da24-42db-bfb2-2c270ee4f402 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:39:56.749638 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765704b-da24-42db-bfb2-2c270ee4f402 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:39:56.749972 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765704b-da24-42db-bfb2-2c270ee4f402 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:39:56.750279 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765704b-da24-42db-bfb2-2c270ee4f402 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:39:56.750596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765704b-da24-42db-bfb2-2c270ee4f402 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:39:56.750915 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765704b-da24-42db-bfb2-2c270ee4f402 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:39:56.751262 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765704b-da24-42db-bfb2-2c270ee4f402 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:39:56.751577 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765704b-da24-42db-bfb2-2c270ee4f402 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:39:56.751892 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e765704b-da24-42db-bfb2-2c270ee4f402 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:39:56.779219 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12423d-d8c0-4603-9242-d03e2e6585b7 req-c16206a4-34a4-46e2-a877-277d31a3d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:56.780844 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fd12423d-d8c0-4603-9242-d03e2e6585b7 req-c16206a4-34a4-46e2-a877-277d31a3d9db service neutron] 10.222.0.31 "GET /v2.0/networks?id=fec0f187-1221-4e7d-ab7c-1b4f187a2e87 HTTP/1.1" status: 200 len: 914 time: 0.1246495 Mar 05 05:39:56.787108 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e533ad42-9f6b-4fc8-a5ee-dfb3dc09b632 None None] Provisioning complete for port 57c5e006-6db8-45ca-8dc3-f681b75396c1 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:39:56.787677 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e533ad42-9f6b-4fc8-a5ee-dfb3dc09b632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (57c5e006-6db8-45ca-8dc3-f681b75396c1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:56.854389 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fd12423d-d8c0-4603-9242-d03e2e6585b7 req-47952f0d-f0b8-4c5e-885e-e30bdf9dcc47 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57c5e006-6db8-45ca-8dc3-f681b75396c1 HTTP/1.1" status: 200 len: 1001 time: 0.0675204 Mar 05 05:39:56.873314 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e533ad42-9f6b-4fc8-a5ee-dfb3dc09b632 None None] Current status of the port 57c5e006-6db8-45ca-8dc3-f681b75396c1 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:39:56.880006 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-91625395-dac7-4d38-bf07-1606f12fe462 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Deleting port a140065e-79f2-45e3-9954-354977523f00 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:39:56.880438 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-91625395-dac7-4d38-bf07-1606f12fe462 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (a140065e-79f2-45e3-9954-354977523f00), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:56.904425 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12423d-d8c0-4603-9242-d03e2e6585b7 req-32b7f5bb-54cd-4b82-a4c4-2a3ce08de421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:56.905911 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fd12423d-d8c0-4603-9242-d03e2e6585b7 req-32b7f5bb-54cd-4b82-a4c4-2a3ce08de421 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9b1fa29a-44f0-442c-b978-e6600f5c80ea HTTP/1.1" status: 200 len: 853 time: 0.0446198 Mar 05 05:39:56.954941 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12423d-d8c0-4603-9242-d03e2e6585b7 req-868cf7e2-e628-4491-9719-dc0c31db3840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:56.956436 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-91625395-dac7-4d38-bf07-1606f12fe462 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (a140065e-79f2-45e3-9954-354977523f00), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:56.956588 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fd12423d-d8c0-4603-9242-d03e2e6585b7 req-868cf7e2-e628-4491-9719-dc0c31db3840 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fec0f187-1221-4e7d-ab7c-1b4f187a2e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440762 Mar 05 05:39:56.956782 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-91625395-dac7-4d38-bf07-1606f12fe462 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks [] for floatingip (a140065e-79f2-45e3-9954-354977523f00), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:56.968560 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-91625395-dac7-4d38-bf07-1606f12fe462 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Calling delete_port for a140065e-79f2-45e3-9954-354977523f00 owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:39:57.050191 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fd12423d-d8c0-4603-9242-d03e2e6585b7 req-5b6ccf8d-c14a-43f2-b806-3000bc5d08c7 service neutron] 10.222.0.31 "GET /v2.0/networks/fec0f187-1221-4e7d-ab7c-1b4f187a2e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875466 Mar 05 05:39:57.119866 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-91625395-dac7-4d38-bf07-1606f12fe462 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (a140065e-79f2-45e3-9954-354977523f00), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:57.139684 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fd12423d-d8c0-4603-9242-d03e2e6585b7 req-a84f0b28-7478-462d-b1e1-60e8f0ddd0f0 service neutron] 10.222.0.31 "GET /v2.0/networks/fec0f187-1221-4e7d-ab7c-1b4f187a2e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834088 Mar 05 05:39:57.146485 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91625395-dac7-4d38-bf07-1606f12fe462 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Pushing event deleted for resources: {'Port': ['ID=a140065e-79f2-45e3-9954-354977523f00,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:39:57.537013 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-91625395-dac7-4d38-bf07-1606f12fe462 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks [] for floatingip (b8492fff-c4b6-49f5-bb31-69fda637efc6), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:57.537340 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-91625395-dac7-4d38-bf07-1606f12fe462 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Floating IP b8492fff-c4b6-49f5-bb31-69fda637efc6 disassociated (deleted). External IP: 172.25.0.189, port: 57c5e006-6db8-45ca-8dc3-f681b75396c1. Mar 05 05:39:57.746989 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91625395-dac7-4d38-bf07-1606f12fe462 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Router 68cdf854-c877-4f0d-909f-aa36ed893b7e has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:39:57.857305 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91625395-dac7-4d38-bf07-1606f12fe462 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:39:57.862196 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-91625395-dac7-4d38-bf07-1606f12fe462 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:39:57.866925 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca84a77-abf4-4ae8-8638-3e6e4d4a83dd None None] Sync routers for ids ['68cdf854-c877-4f0d-909f-aa36ed893b7e'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:39:57.876783 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca84a77-abf4-4ae8-8638-3e6e4d4a83dd None None] Routers {'68cdf854-c877-4f0d-909f-aa36ed893b7e'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:39:57.877952 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-dca84a77-abf4-4ae8-8638-3e6e4d4a83dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:39:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['68cdf854-c877-4f0d-909f-aa36ed893b7e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:39:57.892622 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-91625395-dac7-4d38-bf07-1606f12fe462 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "DELETE /v2.0/floatingips/b8492fff-c4b6-49f5-bb31-69fda637efc6 HTTP/1.1" status: 204 len: 168 time: 1.1896193 Mar 05 05:39:58.085529 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-dca84a77-abf4-4ae8-8638-3e6e4d4a83dd None None] Set router 68cdf854-c877-4f0d-909f-aa36ed893b7e gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:39:58.284905 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-dca84a77-abf4-4ae8-8638-3e6e4d4a83dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'name': 'tempest-TestMinimumBasicScenario-213907499-router', 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '92c723a2-3967-4ac2-a52c-72e728d01545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:38:01Z', 'updated_at': '2022-03-05T05:38:04Z', 'revision_number': 4, 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'gw_port': {'id': '92c723a2-3967-4ac2-a52c-72e728d01545', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:02Z', 'updated_at': '2022-03-05T05:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '85218932-1f45-4ad4-aed8-b296572edbb0', 'name': '', 'network_id': 'fec0f187-1221-4e7d-ab7c-1b4f187a2e87', 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'mac_address': 'fa:16:3e:a8:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9b1fa29a-44f0-442c-b978-e6600f5c80ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:04Z', 'updated_at': '2022-03-05T05:38:09Z', 'revision_number': 5, 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'subnets': [{'id': '9b1fa29a-44f0-442c-b978-e6600f5c80ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:39:58.310667 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca84a77-abf4-4ae8-8638-3e6e4d4a83dd None None] Checking router: 68cdf854-c877-4f0d-909f-aa36ed893b7e for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:39:58.319359 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca84a77-abf4-4ae8-8638-3e6e4d4a83dd None None] Routers {'68cdf854-c877-4f0d-909f-aa36ed893b7e'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:39:58.319962 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-dca84a77-abf4-4ae8-8638-3e6e4d4a83dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:39:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['68cdf854-c877-4f0d-909f-aa36ed893b7e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:39:58.427234 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-dca84a77-abf4-4ae8-8638-3e6e4d4a83dd None None] Set router 68cdf854-c877-4f0d-909f-aa36ed893b7e gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:39:58.509609 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1043ec5d-5618-4209-a506-10c6cb0a6607', 'tag': '57c5e006-6db8-45ca-8dc3-f681b75396c1'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:39:58.512596 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24e86d8bf5564ce3084f47d26cadcdd6ae9b710b23331da6c976c568e5bda5e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5c9df2-5309-4843-8c25-2b1565be4355" -d '{"events": [{"name": "network-changed", "server_uuid": "1043ec5d-5618-4209-a506-10c6cb0a6607", "tag": "57c5e006-6db8-45ca-8dc3-f681b75396c1"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:39:58.552458 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fded1631-89d5-4054-8648-67d896f83a80 x-openstack-request-id: req-fded1631-89d5-4054-8648-67d896f83a80 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:39:58.552458 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1043ec5d-5618-4209-a506-10c6cb0a6607", "tag": "57c5e006-6db8-45ca-8dc3-f681b75396c1", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:39:58.552458 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fded1631-89d5-4054-8648-67d896f83a80 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:39:58.552803 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1043ec5d-5618-4209-a506-10c6cb0a6607', 'tag': '57c5e006-6db8-45ca-8dc3-f681b75396c1', 'status': 'completed', 'code': 200} Mar 05 05:39:58.641976 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c9df2-5309-4843-8c25-2b1565be4355 req-50b3a27f-e86e-43d5-a317-3e89b9bf4b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:58.643561 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eb5c9df2-5309-4843-8c25-2b1565be4355 req-50b3a27f-e86e-43d5-a317-3e89b9bf4b98 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e42e20fbc094f6cbcbe5055331ba1b6&device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 1128 time: 0.0712647 Mar 05 05:39:58.646280 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-dca84a77-abf4-4ae8-8638-3e6e4d4a83dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'name': 'tempest-TestMinimumBasicScenario-213907499-router', 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '92c723a2-3967-4ac2-a52c-72e728d01545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:38:01Z', 'updated_at': '2022-03-05T05:38:04Z', 'revision_number': 4, 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'gw_port': {'id': '92c723a2-3967-4ac2-a52c-72e728d01545', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:02Z', 'updated_at': '2022-03-05T05:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '85218932-1f45-4ad4-aed8-b296572edbb0', 'name': '', 'network_id': 'fec0f187-1221-4e7d-ab7c-1b4f187a2e87', 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'mac_address': 'fa:16:3e:a8:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9b1fa29a-44f0-442c-b978-e6600f5c80ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:04Z', 'updated_at': '2022-03-05T05:38:09Z', 'revision_number': 5, 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'subnets': [{'id': '9b1fa29a-44f0-442c-b978-e6600f5c80ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:39:58.673375 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca84a77-abf4-4ae8-8638-3e6e4d4a83dd None None] The sync data for ids ['68cdf854-c877-4f0d-909f-aa36ed893b7e'] in n-d-789963-32 is: [{'id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'name': 'tempest-TestMinimumBasicScenario-213907499-router', 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '92c723a2-3967-4ac2-a52c-72e728d01545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:38:01Z', 'updated_at': '2022-03-05T05:38:04Z', 'revision_number': 4, 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'gw_port': {'id': '92c723a2-3967-4ac2-a52c-72e728d01545', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:02Z', 'updated_at': '2022-03-05T05:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '85218932-1f45-4ad4-aed8-b296572edbb0', 'name': '', 'network_id': 'fec0f187-1221-4e7d-ab7c-1b4f187a2e87', 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'mac_address': 'fa:16:3e:a8:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '9b1fa29a-44f0-442c-b978-e6600f5c80ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:04Z', 'updated_at': '2022-03-05T05:38:09Z', 'revision_number': 5, 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'subnets': [{'id': '9b1fa29a-44f0-442c-b978-e6600f5c80ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:39:58.746561 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c9df2-5309-4843-8c25-2b1565be4355 req-7a40b2c2-3497-4a3b-bcae-a216c9c2379e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:58.748966 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eb5c9df2-5309-4843-8c25-2b1565be4355 req-7a40b2c2-3497-4a3b-bcae-a216c9c2379e service neutron] 10.222.0.31 "GET /v2.0/networks?id=fec0f187-1221-4e7d-ab7c-1b4f187a2e87 HTTP/1.1" status: 200 len: 914 time: 0.0981610 Mar 05 05:39:58.794890 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eb5c9df2-5309-4843-8c25-2b1565be4355 req-574da40b-a854-46a3-a86e-208a2e7b8fdb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57c5e006-6db8-45ca-8dc3-f681b75396c1 HTTP/1.1" status: 200 len: 217 time: 0.0404162 Mar 05 05:39:58.855982 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c9df2-5309-4843-8c25-2b1565be4355 req-f7be2482-cece-4192-8954-7936609c4596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:58.857481 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eb5c9df2-5309-4843-8c25-2b1565be4355 req-f7be2482-cece-4192-8954-7936609c4596 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9b1fa29a-44f0-442c-b978-e6600f5c80ea HTTP/1.1" status: 200 len: 853 time: 0.0568671 Mar 05 05:39:58.921709 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c9df2-5309-4843-8c25-2b1565be4355 req-f4ecbe9a-7550-4dcb-9cae-4903147a4a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:39:58.923464 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eb5c9df2-5309-4843-8c25-2b1565be4355 req-f4ecbe9a-7550-4dcb-9cae-4903147a4a69 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fec0f187-1221-4e7d-ab7c-1b4f187a2e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0594838 Mar 05 05:39:58.976395 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbacfd3c-2322-4866-bb81-344d984123de None None] New status for floating IP b8492fff-c4b6-49f5-bb31-69fda637efc6: DOWN {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:39:59.031968 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eb5c9df2-5309-4843-8c25-2b1565be4355 req-5060b73d-1ffb-448b-b404-4a543e1a372d service neutron] 10.222.0.31 "GET /v2.0/networks/fec0f187-1221-4e7d-ab7c-1b4f187a2e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026433 Mar 05 05:39:59.166056 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eb5c9df2-5309-4843-8c25-2b1565be4355 req-0af03258-7a05-4be5-a8e1-5805668a18c1 service neutron] 10.222.0.31 "GET /v2.0/networks/fec0f187-1221-4e7d-ab7c-1b4f187a2e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282756 Mar 05 05:40:07.133075 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-372c2db3-a5dc-45d8-b131-dc180efdb8f0 req-cbafbfe9-917f-4c7b-a694-cab6a8edf78c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453072 Mar 05 05:40:07.219184 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c2db3-a5dc-45d8-b131-dc180efdb8f0 req-1363d71e-1055-441c-ab16-3570f1b265de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:07.220685 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-372c2db3-a5dc-45d8-b131-dc180efdb8f0 req-1363d71e-1055-441c-ab16-3570f1b265de service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e42e20fbc094f6cbcbe5055331ba1b6&device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 1128 time: 0.0461164 Mar 05 05:40:07.332301 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c2db3-a5dc-45d8-b131-dc180efdb8f0 req-0ac7f420-16de-4a99-b670-074f0a0d1007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:07.333839 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-372c2db3-a5dc-45d8-b131-dc180efdb8f0 req-0ac7f420-16de-4a99-b670-074f0a0d1007 service neutron] 10.222.0.31 "GET /v2.0/networks?id=fec0f187-1221-4e7d-ab7c-1b4f187a2e87 HTTP/1.1" status: 200 len: 914 time: 0.0943902 Mar 05 05:40:07.377291 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-372c2db3-a5dc-45d8-b131-dc180efdb8f0 req-b7290c0b-4303-48c2-b861-5f1b727ec73b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57c5e006-6db8-45ca-8dc3-f681b75396c1 HTTP/1.1" status: 200 len: 217 time: 0.0373693 Mar 05 05:40:07.432324 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c2db3-a5dc-45d8-b131-dc180efdb8f0 req-85993c30-3e2b-4132-a90b-f067024bfb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:07.433833 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-372c2db3-a5dc-45d8-b131-dc180efdb8f0 req-85993c30-3e2b-4132-a90b-f067024bfb44 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9b1fa29a-44f0-442c-b978-e6600f5c80ea HTTP/1.1" status: 200 len: 853 time: 0.0504034 Mar 05 05:40:07.832113 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c2db3-a5dc-45d8-b131-dc180efdb8f0 req-155874c8-9ae6-4cb4-94ab-14e3c2fbeb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:07.833977 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-372c2db3-a5dc-45d8-b131-dc180efdb8f0 req-155874c8-9ae6-4cb4-94ab-14e3c2fbeb6f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=fec0f187-1221-4e7d-ab7c-1b4f187a2e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3943770 Mar 05 05:40:07.923165 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-372c2db3-a5dc-45d8-b131-dc180efdb8f0 req-8e24ad2d-23d7-4b62-bb11-b42ccbba7154 service neutron] 10.222.0.31 "GET /v2.0/networks/fec0f187-1221-4e7d-ab7c-1b4f187a2e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828180 Mar 05 05:40:08.013034 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-372c2db3-a5dc-45d8-b131-dc180efdb8f0 req-74e04108-689a-47ad-aa43-1590761eacd5 service neutron] 10.222.0.31 "GET /v2.0/networks/fec0f187-1221-4e7d-ab7c-1b4f187a2e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844564 Mar 05 05:40:11.481900 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-15cad1a5-0ddb-4052-adfa-ac8159846d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:13.260208 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc7013-1813-4686-848a-3893eb2432e4 req-3433e9e6-1cc9-4cb1-81f7-9cc6e3cb5a00 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:13.261721 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d2dc7013-1813-4686-848a-3893eb2432e4 req-3433e9e6-1cc9-4cb1-81f7-9cc6e3cb5a00 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 945 time: 0.0550833 Mar 05 05:40:13.309127 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d2dc7013-1813-4686-848a-3893eb2432e4 req-232dc033-bfc1-4b5a-9b9d-a05da08f3e52 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417054 Mar 05 05:40:13.772073 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c96b9a86-d250-4222-94bf-5eac05569a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:14.241715 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:14.443266 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a869372-eecd-46f4-8f90-56b267f5bc00 req-1bbc2876-a798-4115-b1cf-a27fda6575e7 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:14.445037 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3a869372-eecd-46f4-8f90-56b267f5bc00 req-1bbc2876-a798-4115-b1cf-a27fda6575e7 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 945 time: 0.0637264 Mar 05 05:40:14.445803 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:14.495533 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3a869372-eecd-46f4-8f90-56b267f5bc00 req-f8da8a52-e85f-49b2-8f16-33d99e6e0bf5 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441957 Mar 05 05:40:14.860612 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fea41-feaa-40a3-8bbd-6b3e24708dba req-caa981e2-0bc7-4419-b22c-360e50f7c730 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:14.862187 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0a8fea41-feaa-40a3-8bbd-6b3e24708dba req-caa981e2-0bc7-4419-b22c-360e50f7c730 tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.31 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 945 time: 0.0539277 Mar 05 05:40:14.958506 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-0a8fea41-feaa-40a3-8bbd-6b3e24708dba req-bda70385-8d4e-4013-b382-f8d02694b3ec tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Deleting port 57c5e006-6db8-45ca-8dc3-f681b75396c1 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:40:14.958843 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0a8fea41-feaa-40a3-8bbd-6b3e24708dba req-bda70385-8d4e-4013-b382-f8d02694b3ec tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (57c5e006-6db8-45ca-8dc3-f681b75396c1), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:15.046218 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-0a8fea41-feaa-40a3-8bbd-6b3e24708dba req-bda70385-8d4e-4013-b382-f8d02694b3ec tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] For port 57c5e006-6db8-45ca-8dc3-f681b75396c1, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=57c5e006-6db8-45ca-8dc3-f681b75396c1,segment=NetworkSegment(6b72a712-865c-4a5f-9bae-a3d07e7c4436),segment_id=6b72a712-865c-4a5f-9bae-a3d07e7c4436)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:40:15.046591 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0a8fea41-feaa-40a3-8bbd-6b3e24708dba req-bda70385-8d4e-4013-b382-f8d02694b3ec tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (57c5e006-6db8-45ca-8dc3-f681b75396c1), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:15.060831 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-0a8fea41-feaa-40a3-8bbd-6b3e24708dba req-bda70385-8d4e-4013-b382-f8d02694b3ec tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Calling delete_port for 57c5e006-6db8-45ca-8dc3-f681b75396c1 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:40:15.163380 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:15.199751 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0a8fea41-feaa-40a3-8bbd-6b3e24708dba req-bda70385-8d4e-4013-b382-f8d02694b3ec tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (57c5e006-6db8-45ca-8dc3-f681b75396c1), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:15.210829 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['57c5e006-6db8-45ca-8dc3-f681b75396c1'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:40:15.230782 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda70385-8d4e-4013-b382-f8d02694b3ec tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Pushing event deleted for resources: {'Port': ['ID=57c5e006-6db8-45ca-8dc3-f681b75396c1,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:15.275466 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8fea41-feaa-40a3-8bbd-6b3e24708dba req-bda70385-8d4e-4013-b382-f8d02694b3ec tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] No DVR routers for this DVR port 57c5e006-6db8-45ca-8dc3-f681b75396c1 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:40:15.278239 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0a8fea41-feaa-40a3-8bbd-6b3e24708dba req-bda70385-8d4e-4013-b382-f8d02694b3ec tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:15.281645 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0a8fea41-feaa-40a3-8bbd-6b3e24708dba req-bda70385-8d4e-4013-b382-f8d02694b3ec tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.31 "DELETE /v2.0/ports/57c5e006-6db8-45ca-8dc3-f681b75396c1 HTTP/1.1" status: 204 len: 173 time: 0.4139190 Mar 05 05:40:15.282108 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1043ec5d-5618-4209-a506-10c6cb0a6607', 'name': 'network-vif-deleted', 'tag': '57c5e006-6db8-45ca-8dc3-f681b75396c1'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:40:15.324515 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b3ece581dfa63e0b7b7c128691a33970c0031ac0b7b3271834b37c0ed9a1721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72899681-cca9-410e-a818-e7d8fd3588a1" -d '{"events": [{"server_uuid": "1043ec5d-5618-4209-a506-10c6cb0a6607", "name": "network-vif-deleted", "tag": "57c5e006-6db8-45ca-8dc3-f681b75396c1"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:40:15.415735 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba63547-2e38-48e5-9e74-09371533100c x-openstack-request-id: req-3ba63547-2e38-48e5-9e74-09371533100c {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:40:15.416037 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1043ec5d-5618-4209-a506-10c6cb0a6607", "name": "network-vif-deleted", "tag": "57c5e006-6db8-45ca-8dc3-f681b75396c1", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:40:15.416290 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3ba63547-2e38-48e5-9e74-09371533100c {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:40:15.416703 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1043ec5d-5618-4209-a506-10c6cb0a6607', 'name': 'network-vif-deleted', 'tag': '57c5e006-6db8-45ca-8dc3-f681b75396c1', 'status': 'completed', 'code': 200} Mar 05 05:40:15.606826 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aab9492b-0ed8-4c6a-9bdc-3a236bd268aa req-04310314-791c-4272-9b1b-6cf74f1984fc tempest-TestMinimumBasicScenario-379637112 tempest-TestMinimumBasicScenario-379637112-project] 10.222.0.11 "GET /v2.0/ports?device_id=1043ec5d-5618-4209-a506-10c6cb0a6607 HTTP/1.1" status: 200 len: 210 time: 0.0291495 Mar 05 05:40:16.432599 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:17.163926 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45440) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:40:17.507932 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-85b6de2f-c6e2-484c-867b-046e6e47e922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (68cdf854-c877-4f0d-909f-aa36ed893b7e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:17.756172 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-85b6de2f-c6e2-484c-867b-046e6e47e922 admin admin] Deleting port 85218932-1f45-4ad4-aed8-b296572edbb0 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:40:17.756413 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-85b6de2f-c6e2-484c-867b-046e6e47e922 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (85218932-1f45-4ad4-aed8-b296572edbb0), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:17.832971 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-85b6de2f-c6e2-484c-867b-046e6e47e922 admin admin] For port 85218932-1f45-4ad4-aed8-b296572edbb0, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=85218932-1f45-4ad4-aed8-b296572edbb0,segment=NetworkSegment(6b72a712-865c-4a5f-9bae-a3d07e7c4436),segment_id=6b72a712-865c-4a5f-9bae-a3d07e7c4436)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:40:17.833333 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-85b6de2f-c6e2-484c-867b-046e6e47e922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (85218932-1f45-4ad4-aed8-b296572edbb0), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:17.845287 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-85b6de2f-c6e2-484c-867b-046e6e47e922 admin admin] Calling delete_port for 85218932-1f45-4ad4-aed8-b296572edbb0 owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:40:17.873502 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:18.025705 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-85b6de2f-c6e2-484c-867b-046e6e47e922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (85218932-1f45-4ad4-aed8-b296572edbb0), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:18.051283 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6de2f-c6e2-484c-867b-046e6e47e922 admin admin] Pushing event deleted for resources: {'Port': ['ID=85218932-1f45-4ad4-aed8-b296572edbb0,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:18.082315 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b6de2f-c6e2-484c-867b-046e6e47e922 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:18.082677 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b6de2f-c6e2-484c-867b-046e6e47e922 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:18.083021 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b6de2f-c6e2-484c-867b-046e6e47e922 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:18.083382 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b6de2f-c6e2-484c-867b-046e6e47e922 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:18.083714 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b6de2f-c6e2-484c-867b-046e6e47e922 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:18.084047 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b6de2f-c6e2-484c-867b-046e6e47e922 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:18.084374 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b6de2f-c6e2-484c-867b-046e6e47e922 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:18.084702 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b6de2f-c6e2-484c-867b-046e6e47e922 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:18.085107 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b6de2f-c6e2-484c-867b-046e6e47e922 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:18.085494 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b6de2f-c6e2-484c-867b-046e6e47e922 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:18.085862 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b6de2f-c6e2-484c-867b-046e6e47e922 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:18.086302 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b6de2f-c6e2-484c-867b-046e6e47e922 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:18.086663 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b6de2f-c6e2-484c-867b-046e6e47e922 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:18.235363 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-85b6de2f-c6e2-484c-867b-046e6e47e922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (68cdf854-c877-4f0d-909f-aa36ed893b7e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:18.370784 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 57c5e006-6db8-45ca-8dc3-f681b75396c1 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:40:18.394252 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 57c5e006-6db8-45ca-8dc3-f681b75396c1 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:40:18.394599 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 57c5e006-6db8-45ca-8dc3-f681b75396c1 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:40:18.455028 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b6de2f-c6e2-484c-867b-046e6e47e922 admin admin] Router 68cdf854-c877-4f0d-909f-aa36ed893b7e has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:40:18.514349 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:40:18.560963 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b6de2f-c6e2-484c-867b-046e6e47e922 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:40:18.566580 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-85b6de2f-c6e2-484c-867b-046e6e47e922 admin admin] 10.222.0.11 "PUT /v2.0/routers/68cdf854-c877-4f0d-909f-aa36ed893b7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4009337 Mar 05 05:40:18.569128 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45442) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:40:18.570246 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507039f7-4d6e-47c8-bfd4-2142c806529f None None] Sync routers for ids ['68cdf854-c877-4f0d-909f-aa36ed893b7e'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:40:18.579707 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507039f7-4d6e-47c8-bfd4-2142c806529f None None] Routers {'68cdf854-c877-4f0d-909f-aa36ed893b7e'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:40:18.580314 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-507039f7-4d6e-47c8-bfd4-2142c806529f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:40:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['68cdf854-c877-4f0d-909f-aa36ed893b7e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:40:18.674723 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f4962efe-8b13-470b-88e3-248a75797dbb admin admin] Publish callbacks [] for router (68cdf854-c877-4f0d-909f-aa36ed893b7e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:18.686898 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-507039f7-4d6e-47c8-bfd4-2142c806529f None None] Set router 68cdf854-c877-4f0d-909f-aa36ed893b7e gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:40:18.778808 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f4962efe-8b13-470b-88e3-248a75797dbb admin admin] Publish callbacks [] for router_gateway (68cdf854-c877-4f0d-909f-aa36ed893b7e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:18.834303 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-f4962efe-8b13-470b-88e3-248a75797dbb admin admin] Deleting port 92c723a2-3967-4ac2-a52c-72e728d01545 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:40:18.834625 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f4962efe-8b13-470b-88e3-248a75797dbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (92c723a2-3967-4ac2-a52c-72e728d01545), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:18.867054 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-507039f7-4d6e-47c8-bfd4-2142c806529f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'name': 'tempest-TestMinimumBasicScenario-213907499-router', 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '92c723a2-3967-4ac2-a52c-72e728d01545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:38:01Z', 'updated_at': '2022-03-05T05:40:17Z', 'revision_number': 5, 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'gw_port': {'id': '92c723a2-3967-4ac2-a52c-72e728d01545', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:ee:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:02Z', 'updated_at': '2022-03-05T05:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:40:18.892982 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507039f7-4d6e-47c8-bfd4-2142c806529f None None] Checking router: 68cdf854-c877-4f0d-909f-aa36ed893b7e for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:40:18.901496 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507039f7-4d6e-47c8-bfd4-2142c806529f None None] Routers {'68cdf854-c877-4f0d-909f-aa36ed893b7e'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:40:18.902133 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-507039f7-4d6e-47c8-bfd4-2142c806529f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:40:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['68cdf854-c877-4f0d-909f-aa36ed893b7e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:40:18.918400 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-f4962efe-8b13-470b-88e3-248a75797dbb admin admin] For port 92c723a2-3967-4ac2-a52c-72e728d01545, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=92c723a2-3967-4ac2-a52c-72e728d01545,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:40:18.918772 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f4962efe-8b13-470b-88e3-248a75797dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (92c723a2-3967-4ac2-a52c-72e728d01545), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:18.931431 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-f4962efe-8b13-470b-88e3-248a75797dbb admin admin] Calling delete_port for 92c723a2-3967-4ac2-a52c-72e728d01545 owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:40:18.990151 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-507039f7-4d6e-47c8-bfd4-2142c806529f None None] Set router 68cdf854-c877-4f0d-909f-aa36ed893b7e gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:40:19.107687 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f4962efe-8b13-470b-88e3-248a75797dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (92c723a2-3967-4ac2-a52c-72e728d01545), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:19.137126 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4962efe-8b13-470b-88e3-248a75797dbb admin admin] Pushing event deleted for resources: {'Port': ['ID=92c723a2-3967-4ac2-a52c-72e728d01545,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:19.137548 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-507039f7-4d6e-47c8-bfd4-2142c806529f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'name': 'tempest-TestMinimumBasicScenario-213907499-router', 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:38:01Z', 'updated_at': '2022-03-05T05:40:18Z', 'revision_number': 6, 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:40:19.166901 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507039f7-4d6e-47c8-bfd4-2142c806529f None None] The sync data for ids ['68cdf854-c877-4f0d-909f-aa36ed893b7e'] in n-d-789963-32 is: [{'id': '68cdf854-c877-4f0d-909f-aa36ed893b7e', 'name': 'tempest-TestMinimumBasicScenario-213907499-router', 'tenant_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:38:01Z', 'updated_at': '2022-03-05T05:40:18Z', 'revision_number': 6, 'project_id': '8e42e20fbc094f6cbcbe5055331ba1b6', 'gw_port_host': None}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:40:19.214271 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f4962efe-8b13-470b-88e3-248a75797dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (68cdf854-c877-4f0d-909f-aa36ed893b7e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:19.307468 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f4962efe-8b13-470b-88e3-248a75797dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (68cdf854-c877-4f0d-909f-aa36ed893b7e), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:19.309622 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f4962efe-8b13-470b-88e3-248a75797dbb admin admin] Publish callbacks [] for router_controller (68cdf854-c877-4f0d-909f-aa36ed893b7e), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:19.356100 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f4962efe-8b13-470b-88e3-248a75797dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (68cdf854-c877-4f0d-909f-aa36ed893b7e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:19.356559 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4962efe-8b13-470b-88e3-248a75797dbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68cdf854-c877-4f0d-909f-aa36ed893b7e {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:40:19.361284 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f4962efe-8b13-470b-88e3-248a75797dbb admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:19.362444 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f4962efe-8b13-470b-88e3-248a75797dbb admin admin] 10.222.0.11 "DELETE /v2.0/routers/68cdf854-c877-4f0d-909f-aa36ed893b7e HTTP/1.1" status: 204 len: 168 time: 0.7924058 Mar 05 05:40:19.365542 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45444) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:40:19.409027 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-aceaf8eb-0a56-4075-9f98-845393083d0c admin admin] Deleting subnet 9b1fa29a-44f0-442c-b978-e6600f5c80ea {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:40:19.412517 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aceaf8eb-0a56-4075-9f98-845393083d0c admin admin] Publish callbacks [] for subnet (9b1fa29a-44f0-442c-b978-e6600f5c80ea), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:19.447097 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aceaf8eb-0a56-4075-9f98-845393083d0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (9b1fa29a-44f0-442c-b978-e6600f5c80ea), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:19.530389 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aceaf8eb-0a56-4075-9f98-845393083d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (9b1fa29a-44f0-442c-b978-e6600f5c80ea), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:19.588656 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aceaf8eb-0a56-4075-9f98-845393083d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (9b1fa29a-44f0-442c-b978-e6600f5c80ea), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:19.617190 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceaf8eb-0a56-4075-9f98-845393083d0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b1fa29a-44f0-442c-b978-e6600f5c80ea,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:19.622421 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-aceaf8eb-0a56-4075-9f98-845393083d0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:19.625405 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-aceaf8eb-0a56-4075-9f98-845393083d0c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9b1fa29a-44f0-442c-b978-e6600f5c80ea HTTP/1.1" status: 204 len: 168 time: 0.2589033 Mar 05 05:40:19.628057 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45446) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:40:19.636737 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d4e4a0-94ef-43b3-b904-92081b62f19c None None] Network fec0f187-1221-4e7d-ab7c-1b4f187a2e87 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:40:19.711111 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8cca0264-e2fc-4e0d-a7d1-0247cebe5d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (fec0f187-1221-4e7d-ab7c-1b4f187a2e87), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:19.768477 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8cca0264-e2fc-4e0d-a7d1-0247cebe5d3a admin admin] Deleting port c8a54a0f-626e-409a-ba5f-374d4225b644 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:40:19.768853 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8cca0264-e2fc-4e0d-a7d1-0247cebe5d3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (c8a54a0f-626e-409a-ba5f-374d4225b644), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:19.831516 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-8cca0264-e2fc-4e0d-a7d1-0247cebe5d3a admin admin] For port c8a54a0f-626e-409a-ba5f-374d4225b644, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=c8a54a0f-626e-409a-ba5f-374d4225b644,segment=NetworkSegment(6b72a712-865c-4a5f-9bae-a3d07e7c4436),segment_id=6b72a712-865c-4a5f-9bae-a3d07e7c4436)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:40:19.831887 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8cca0264-e2fc-4e0d-a7d1-0247cebe5d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (c8a54a0f-626e-409a-ba5f-374d4225b644), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:19.849203 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-8cca0264-e2fc-4e0d-a7d1-0247cebe5d3a admin admin] Calling delete_port for c8a54a0f-626e-409a-ba5f-374d4225b644 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:40:19.933571 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8cca0264-e2fc-4e0d-a7d1-0247cebe5d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (c8a54a0f-626e-409a-ba5f-374d4225b644), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:19.964391 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca0264-e2fc-4e0d-a7d1-0247cebe5d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=c8a54a0f-626e-409a-ba5f-374d4225b644,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:19.969070 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a367708-74b9-4d10-b912-eb914c17d8cd None None] DHCP port deletion for fec0f187-1221-4e7d-ab7c-1b4f187a2e87 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:40:19.974718 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cca0264-e2fc-4e0d-a7d1-0247cebe5d3a admin admin] No DVR routers for this DVR port c8a54a0f-626e-409a-ba5f-374d4225b644 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:40:20.057289 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8cca0264-e2fc-4e0d-a7d1-0247cebe5d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (fec0f187-1221-4e7d-ab7c-1b4f187a2e87), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:20.078658 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-8cca0264-e2fc-4e0d-a7d1-0247cebe5d3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec0f187-1221-4e7d-ab7c-1b4f187a2e87']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:40:20.088729 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-8cca0264-e2fc-4e0d-a7d1-0247cebe5d3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b72a712-865c-4a5f-9bae-a3d07e7c4436') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:40:20.089108 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-8cca0264-e2fc-4e0d-a7d1-0247cebe5d3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b72a712-865c-4a5f-9bae-a3d07e7c4436') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:40:20.102072 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8cca0264-e2fc-4e0d-a7d1-0247cebe5d3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (6b72a712-865c-4a5f-9bae-a3d07e7c4436), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:20.135720 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8cca0264-e2fc-4e0d-a7d1-0247cebe5d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (6b72a712-865c-4a5f-9bae-a3d07e7c4436), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:20.147799 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cca0264-e2fc-4e0d-a7d1-0247cebe5d3a admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:40:20.148221 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8cca0264-e2fc-4e0d-a7d1-0247cebe5d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (6b72a712-865c-4a5f-9bae-a3d07e7c4436), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:20.149986 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:40:20.149986 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:40:20.149986 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:40:20.149986 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:40:20.149986 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:40:20.149986 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:40:20.149986 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:40:20.149986 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:40:20.149986 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:40:20.149986 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:40:20.149986 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:40:20.149986 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:40:20.149986 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:40:20.149986 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:40:20.149986 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:40:20.149986 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:40:20.149986 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:40:20.149986 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:40:20.149986 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:40:20.149986 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:40:20.149986 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:40:20.149986 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:40:20.149986 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:40:20.149986 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:40:20.149986 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:40:20.149986 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:40:20.149986 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:40:20.149986 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:40:20.149986 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:40:20.149986 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:40:20.149986 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:40:20.149986 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:40:20.171207 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 92c723a2-3967-4ac2-a52c-72e728d01545 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:40:20.195420 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 92c723a2-3967-4ac2-a52c-72e728d01545 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:40:20.196136 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 92c723a2-3967-4ac2-a52c-72e728d01545 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:40:20.196762 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c8a54a0f-626e-409a-ba5f-374d4225b644 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:40:20.217673 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8cca0264-e2fc-4e0d-a7d1-0247cebe5d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (fec0f187-1221-4e7d-ab7c-1b4f187a2e87), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:20.225857 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-8cca0264-e2fc-4e0d-a7d1-0247cebe5d3a admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:20.229419 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8cca0264-e2fc-4e0d-a7d1-0247cebe5d3a admin admin] 10.222.0.11 "DELETE /v2.0/networks/fec0f187-1221-4e7d-ab7c-1b4f187a2e87 HTTP/1.1" status: 204 len: 168 time: 0.5994470 Mar 05 05:40:20.232651 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45448) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:40:20.235745 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: c8a54a0f-626e-409a-ba5f-374d4225b644 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:40:20.236210 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device c8a54a0f-626e-409a-ba5f-374d4225b644 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:40:20.236738 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 85218932-1f45-4ad4-aed8-b296572edbb0 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:40:20.248979 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca0264-e2fc-4e0d-a7d1-0247cebe5d3a admin admin] Pushing event deleted for resources: {'Network': ['ID=fec0f187-1221-4e7d-ab7c-1b4f187a2e87,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:20.261926 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 85218932-1f45-4ad4-aed8-b296572edbb0 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:40:20.262605 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 85218932-1f45-4ad4-aed8-b296572edbb0 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:40:20.941731 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3afa84e2-5678-41c6-b0ff-18bee6e35f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (2514d13b-d4a8-45b3-8503-d4a0eb234379), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:21.193024 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-3afa84e2-5678-41c6-b0ff-18bee6e35f61 admin admin] Deleting port 19027927-ae8a-4a61-92af-37edbc73c549 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:40:21.193284 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3afa84e2-5678-41c6-b0ff-18bee6e35f61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (19027927-ae8a-4a61-92af-37edbc73c549), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:21.273559 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-3afa84e2-5678-41c6-b0ff-18bee6e35f61 admin admin] For port 19027927-ae8a-4a61-92af-37edbc73c549, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=19027927-ae8a-4a61-92af-37edbc73c549,segment=NetworkSegment(de0cdcaf-fa82-4ada-aad7-2437c5ea5cbd),segment_id=de0cdcaf-fa82-4ada-aad7-2437c5ea5cbd)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:40:21.273917 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3afa84e2-5678-41c6-b0ff-18bee6e35f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (19027927-ae8a-4a61-92af-37edbc73c549), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:21.286849 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-3afa84e2-5678-41c6-b0ff-18bee6e35f61 admin admin] Calling delete_port for 19027927-ae8a-4a61-92af-37edbc73c549 owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:40:21.476069 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3afa84e2-5678-41c6-b0ff-18bee6e35f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (19027927-ae8a-4a61-92af-37edbc73c549), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:21.500271 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa84e2-5678-41c6-b0ff-18bee6e35f61 admin admin] Pushing event deleted for resources: {'Port': ['ID=19027927-ae8a-4a61-92af-37edbc73c549,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:21.673169 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3afa84e2-5678-41c6-b0ff-18bee6e35f61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (2514d13b-d4a8-45b3-8503-d4a0eb234379), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:21.889845 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afa84e2-5678-41c6-b0ff-18bee6e35f61 admin admin] Router 2514d13b-d4a8-45b3-8503-d4a0eb234379 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:40:22.001450 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afa84e2-5678-41c6-b0ff-18bee6e35f61 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:40:22.007556 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3afa84e2-5678-41c6-b0ff-18bee6e35f61 admin admin] 10.222.0.11 "PUT /v2.0/routers/2514d13b-d4a8-45b3-8503-d4a0eb234379/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7738619 Mar 05 05:40:22.010144 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45450) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:40:22.010679 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861ab53b-7376-4e17-935a-d3585c2c2298 None None] Sync routers for ids ['2514d13b-d4a8-45b3-8503-d4a0eb234379'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:40:22.020142 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861ab53b-7376-4e17-935a-d3585c2c2298 None None] Routers {'2514d13b-d4a8-45b3-8503-d4a0eb234379'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:40:22.020766 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-861ab53b-7376-4e17-935a-d3585c2c2298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:40:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['2514d13b-d4a8-45b3-8503-d4a0eb234379'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:40:22.126523 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-685cec1a-2f8b-4fcd-b771-282bef84a9fa admin admin] Publish callbacks [] for router (2514d13b-d4a8-45b3-8503-d4a0eb234379), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:22.132420 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-861ab53b-7376-4e17-935a-d3585c2c2298 None None] Set router 2514d13b-d4a8-45b3-8503-d4a0eb234379 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:40:22.240152 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-685cec1a-2f8b-4fcd-b771-282bef84a9fa admin admin] Publish callbacks [] for router_gateway (2514d13b-d4a8-45b3-8503-d4a0eb234379), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:22.297166 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-685cec1a-2f8b-4fcd-b771-282bef84a9fa admin admin] Deleting port cbec4e22-b4f9-41c7-889f-2570e640aa4e {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:40:22.297501 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-685cec1a-2f8b-4fcd-b771-282bef84a9fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (cbec4e22-b4f9-41c7-889f-2570e640aa4e), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:22.381491 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-685cec1a-2f8b-4fcd-b771-282bef84a9fa admin admin] For port cbec4e22-b4f9-41c7-889f-2570e640aa4e, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=cbec4e22-b4f9-41c7-889f-2570e640aa4e,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:40:22.381851 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-685cec1a-2f8b-4fcd-b771-282bef84a9fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (cbec4e22-b4f9-41c7-889f-2570e640aa4e), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:22.393306 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-685cec1a-2f8b-4fcd-b771-282bef84a9fa admin admin] Calling delete_port for cbec4e22-b4f9-41c7-889f-2570e640aa4e owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:40:22.478320 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-861ab53b-7376-4e17-935a-d3585c2c2298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2514d13b-d4a8-45b3-8503-d4a0eb234379', 'name': 'tempest-TestMinimumBasicScenario-485855035-router', 'tenant_id': '82fa921523d645a997caea13eed0e36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.132'}], 'enable_snat': True}, 'gw_port_id': 'cbec4e22-b4f9-41c7-889f-2570e640aa4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:38:06Z', 'updated_at': '2022-03-05T05:40:21Z', 'revision_number': 5, 'project_id': '82fa921523d645a997caea13eed0e36d', 'gw_port': {'id': 'cbec4e22-b4f9-41c7-889f-2570e640aa4e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:15:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2514d13b-d4a8-45b3-8503-d4a0eb234379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:38:07Z', 'updated_at': '2022-03-05T05:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:40:22.505364 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861ab53b-7376-4e17-935a-d3585c2c2298 None None] Checking router: 2514d13b-d4a8-45b3-8503-d4a0eb234379 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:40:22.513951 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861ab53b-7376-4e17-935a-d3585c2c2298 None None] Routers {'2514d13b-d4a8-45b3-8503-d4a0eb234379'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:40:22.514582 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-861ab53b-7376-4e17-935a-d3585c2c2298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:40:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['2514d13b-d4a8-45b3-8503-d4a0eb234379'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:40:22.560235 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-685cec1a-2f8b-4fcd-b771-282bef84a9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (cbec4e22-b4f9-41c7-889f-2570e640aa4e), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:22.585542 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685cec1a-2f8b-4fcd-b771-282bef84a9fa admin admin] Pushing event deleted for resources: {'Port': ['ID=cbec4e22-b4f9-41c7-889f-2570e640aa4e,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:22.608980 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-861ab53b-7376-4e17-935a-d3585c2c2298 None None] Set router 2514d13b-d4a8-45b3-8503-d4a0eb234379 gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:40:22.647937 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-685cec1a-2f8b-4fcd-b771-282bef84a9fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (2514d13b-d4a8-45b3-8503-d4a0eb234379), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:22.667226 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-861ab53b-7376-4e17-935a-d3585c2c2298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2514d13b-d4a8-45b3-8503-d4a0eb234379', 'name': 'tempest-TestMinimumBasicScenario-485855035-router', 'tenant_id': '82fa921523d645a997caea13eed0e36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:38:06Z', 'updated_at': '2022-03-05T05:40:22Z', 'revision_number': 6, 'project_id': '82fa921523d645a997caea13eed0e36d', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:40:22.694152 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861ab53b-7376-4e17-935a-d3585c2c2298 None None] The sync data for ids ['2514d13b-d4a8-45b3-8503-d4a0eb234379'] in n-d-789963-32 is: [{'id': '2514d13b-d4a8-45b3-8503-d4a0eb234379', 'name': 'tempest-TestMinimumBasicScenario-485855035-router', 'tenant_id': '82fa921523d645a997caea13eed0e36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:38:06Z', 'updated_at': '2022-03-05T05:40:22Z', 'revision_number': 6, 'project_id': '82fa921523d645a997caea13eed0e36d', 'gw_port_host': None}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:40:22.747043 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-685cec1a-2f8b-4fcd-b771-282bef84a9fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (2514d13b-d4a8-45b3-8503-d4a0eb234379), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:22.749210 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-685cec1a-2f8b-4fcd-b771-282bef84a9fa admin admin] Publish callbacks [] for router_controller (2514d13b-d4a8-45b3-8503-d4a0eb234379), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:22.794988 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-685cec1a-2f8b-4fcd-b771-282bef84a9fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (2514d13b-d4a8-45b3-8503-d4a0eb234379), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:22.795541 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685cec1a-2f8b-4fcd-b771-282bef84a9fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2514d13b-d4a8-45b3-8503-d4a0eb234379 {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:40:22.800994 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-685cec1a-2f8b-4fcd-b771-282bef84a9fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:22.804620 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-685cec1a-2f8b-4fcd-b771-282bef84a9fa admin admin] 10.222.0.11 "DELETE /v2.0/routers/2514d13b-d4a8-45b3-8503-d4a0eb234379 HTTP/1.1" status: 204 len: 168 time: 0.7910149 Mar 05 05:40:22.804779 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45452) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:40:22.849877 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-a497daa4-0d3a-4b4a-8c41-855190d0b674 admin admin] Deleting subnet 60c17d2e-4505-4300-b79b-bf42c28e7ba1 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:40:22.853016 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a497daa4-0d3a-4b4a-8c41-855190d0b674 admin admin] Publish callbacks [] for subnet (60c17d2e-4505-4300-b79b-bf42c28e7ba1), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:22.885918 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a497daa4-0d3a-4b4a-8c41-855190d0b674 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (60c17d2e-4505-4300-b79b-bf42c28e7ba1), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:22.963842 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a497daa4-0d3a-4b4a-8c41-855190d0b674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (60c17d2e-4505-4300-b79b-bf42c28e7ba1), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:23.015119 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a497daa4-0d3a-4b4a-8c41-855190d0b674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (60c17d2e-4505-4300-b79b-bf42c28e7ba1), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:23.041224 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497daa4-0d3a-4b4a-8c41-855190d0b674 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60c17d2e-4505-4300-b79b-bf42c28e7ba1,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:23.046023 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a497daa4-0d3a-4b4a-8c41-855190d0b674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:23.049902 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a497daa4-0d3a-4b4a-8c41-855190d0b674 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/60c17d2e-4505-4300-b79b-bf42c28e7ba1 HTTP/1.1" status: 204 len: 168 time: 0.2439415 Mar 05 05:40:23.052194 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d29282c-f4be-480d-9b02-f66b0c686c62 None None] Network 1c30a321-82f5-478b-9b0d-be77f216fe2b requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:40:23.052832 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45454) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:40:23.135238 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1856fe2f-c5e4-4db8-8aca-7e39f2567a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (1c30a321-82f5-478b-9b0d-be77f216fe2b), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:23.197340 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-1856fe2f-c5e4-4db8-8aca-7e39f2567a12 admin admin] Deleting port ffc871a5-f66d-4041-b9de-8b60ba0dd5d6 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:40:23.197458 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1856fe2f-c5e4-4db8-8aca-7e39f2567a12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (ffc871a5-f66d-4041-b9de-8b60ba0dd5d6), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:23.211651 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5af8ba-5f7a-4735-bd01-5bee655b897a None None] DHCP port deletion for 1c30a321-82f5-478b-9b0d-be77f216fe2b request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:40:23.263022 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ef5af8ba-5f7a-4735-bd01-5bee655b897a None None] Deleting port ffc871a5-f66d-4041-b9de-8b60ba0dd5d6 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:40:23.263277 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-1856fe2f-c5e4-4db8-8aca-7e39f2567a12 admin admin] For port ffc871a5-f66d-4041-b9de-8b60ba0dd5d6, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ffc871a5-f66d-4041-b9de-8b60ba0dd5d6,segment=NetworkSegment(de0cdcaf-fa82-4ada-aad7-2437c5ea5cbd),segment_id=de0cdcaf-fa82-4ada-aad7-2437c5ea5cbd)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:40:23.263427 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ef5af8ba-5f7a-4735-bd01-5bee655b897a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (ffc871a5-f66d-4041-b9de-8b60ba0dd5d6), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:23.263654 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1856fe2f-c5e4-4db8-8aca-7e39f2567a12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (ffc871a5-f66d-4041-b9de-8b60ba0dd5d6), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:23.279027 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-1856fe2f-c5e4-4db8-8aca-7e39f2567a12 admin admin] Calling delete_port for ffc871a5-f66d-4041-b9de-8b60ba0dd5d6 owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:40:23.333667 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-ef5af8ba-5f7a-4735-bd01-5bee655b897a None None] For port ffc871a5-f66d-4041-b9de-8b60ba0dd5d6, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=ffc871a5-f66d-4041-b9de-8b60ba0dd5d6,segment=NetworkSegment(de0cdcaf-fa82-4ada-aad7-2437c5ea5cbd),segment_id=de0cdcaf-fa82-4ada-aad7-2437c5ea5cbd)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:40:23.334150 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ef5af8ba-5f7a-4735-bd01-5bee655b897a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (ffc871a5-f66d-4041-b9de-8b60ba0dd5d6), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:23.347364 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ef5af8ba-5f7a-4735-bd01-5bee655b897a None None] Calling delete_port for ffc871a5-f66d-4041-b9de-8b60ba0dd5d6 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:40:23.370395 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1856fe2f-c5e4-4db8-8aca-7e39f2567a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (ffc871a5-f66d-4041-b9de-8b60ba0dd5d6), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:23.407165 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1856fe2f-c5e4-4db8-8aca-7e39f2567a12 admin admin] No DVR routers for this DVR port ffc871a5-f66d-4041-b9de-8b60ba0dd5d6 on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:40:23.413198 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856fe2f-c5e4-4db8-8aca-7e39f2567a12 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffc871a5-f66d-4041-b9de-8b60ba0dd5d6,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:23.434239 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ef5af8ba-5f7a-4735-bd01-5bee655b897a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (ffc871a5-f66d-4041-b9de-8b60ba0dd5d6), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:23.463010 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5af8ba-5f7a-4735-bd01-5bee655b897a None None] Pushing event deleted for resources: {'Port': ['ID=ffc871a5-f66d-4041-b9de-8b60ba0dd5d6,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:23.465474 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5af8ba-5f7a-4735-bd01-5bee655b897a None None] No DVR routers for this DVR port ffc871a5-f66d-4041-b9de-8b60ba0dd5d6 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:40:23.476747 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5af8ba-5f7a-4735-bd01-5bee655b897a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:23.477167 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5af8ba-5f7a-4735-bd01-5bee655b897a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:23.477457 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5af8ba-5f7a-4735-bd01-5bee655b897a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:23.477805 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5af8ba-5f7a-4735-bd01-5bee655b897a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:23.478146 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5af8ba-5f7a-4735-bd01-5bee655b897a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:23.478490 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5af8ba-5f7a-4735-bd01-5bee655b897a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:23.478827 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5af8ba-5f7a-4735-bd01-5bee655b897a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:23.479192 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5af8ba-5f7a-4735-bd01-5bee655b897a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:23.479528 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5af8ba-5f7a-4735-bd01-5bee655b897a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:23.479860 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5af8ba-5f7a-4735-bd01-5bee655b897a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:23.480194 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5af8ba-5f7a-4735-bd01-5bee655b897a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:23.480526 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5af8ba-5f7a-4735-bd01-5bee655b897a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:23.480853 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5af8ba-5f7a-4735-bd01-5bee655b897a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:23.497545 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1856fe2f-c5e4-4db8-8aca-7e39f2567a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (1c30a321-82f5-478b-9b0d-be77f216fe2b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:23.518222 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-1856fe2f-c5e4-4db8-8aca-7e39f2567a12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c30a321-82f5-478b-9b0d-be77f216fe2b']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:40:23.527758 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-1856fe2f-c5e4-4db8-8aca-7e39f2567a12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0cdcaf-fa82-4ada-aad7-2437c5ea5cbd') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:40:23.528052 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-1856fe2f-c5e4-4db8-8aca-7e39f2567a12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0cdcaf-fa82-4ada-aad7-2437c5ea5cbd') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:40:23.537702 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1856fe2f-c5e4-4db8-8aca-7e39f2567a12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (de0cdcaf-fa82-4ada-aad7-2437c5ea5cbd), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:23.551161 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1856fe2f-c5e4-4db8-8aca-7e39f2567a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (de0cdcaf-fa82-4ada-aad7-2437c5ea5cbd), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:23.556973 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1856fe2f-c5e4-4db8-8aca-7e39f2567a12 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:40:23.557348 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1856fe2f-c5e4-4db8-8aca-7e39f2567a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (de0cdcaf-fa82-4ada-aad7-2437c5ea5cbd), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:23.558989 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:40:23.558989 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:40:23.558989 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:40:23.558989 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:40:23.558989 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:40:23.558989 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:40:23.558989 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:40:23.558989 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:40:23.558989 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:40:23.558989 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:40:23.558989 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:40:23.558989 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:40:23.558989 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:40:23.558989 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:40:23.558989 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:40:23.558989 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:40:23.558989 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:40:23.558989 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:40:23.558989 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:40:23.558989 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:40:23.558989 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:40:23.558989 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:40:23.558989 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:40:23.558989 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:40:23.558989 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:40:23.558989 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:40:23.558989 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:40:23.558989 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:40:23.558989 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:40:23.558989 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:40:23.558989 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:40:23.558989 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:40:23.612830 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1856fe2f-c5e4-4db8-8aca-7e39f2567a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (1c30a321-82f5-478b-9b0d-be77f216fe2b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:23.620071 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1856fe2f-c5e4-4db8-8aca-7e39f2567a12 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:23.624839 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1856fe2f-c5e4-4db8-8aca-7e39f2567a12 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1c30a321-82f5-478b-9b0d-be77f216fe2b HTTP/1.1" status: 204 len: 168 time: 0.5687027 Mar 05 05:40:23.633692 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856fe2f-c5e4-4db8-8aca-7e39f2567a12 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c30a321-82f5-478b-9b0d-be77f216fe2b,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:23.780245 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45458) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:40:23.825271 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c8ac7a17-4ccb-406c-8d9d-40b58de4d4ca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8e42e20fbc094f6cbcbe5055331ba1b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433545 Mar 05 05:40:23.827245 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45460) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:40:23.873292 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6372e6f7-427f-4793-8b81-59a8566673a7 admin admin] Publish callbacks [] for security_group (26ad443d-a371-47ab-8f84-f8ccd8bf0fd9), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:23.895234 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6372e6f7-427f-4793-8b81-59a8566673a7 admin admin] Publish callbacks [] for security_group (26ad443d-a371-47ab-8f84-f8ccd8bf0fd9), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:23.941537 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6372e6f7-427f-4793-8b81-59a8566673a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (26ad443d-a371-47ab-8f84-f8ccd8bf0fd9), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:23.944127 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6372e6f7-427f-4793-8b81-59a8566673a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:23.945281 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6372e6f7-427f-4793-8b81-59a8566673a7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/26ad443d-a371-47ab-8f84-f8ccd8bf0fd9 HTTP/1.1" status: 204 len: 168 time: 0.1171193 Mar 05 05:40:23.953015 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372e6f7-427f-4793-8b81-59a8566673a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ad443d-a371-47ab-8f84-f8ccd8bf0fd9,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:24.154049 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device cbec4e22-b4f9-41c7-889f-2570e640aa4e no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:40:24.174548 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: cbec4e22-b4f9-41c7-889f-2570e640aa4e {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:40:24.175025 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device cbec4e22-b4f9-41c7-889f-2570e640aa4e not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:40:24.175627 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ffc871a5-f66d-4041-b9de-8b60ba0dd5d6 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:40:24.195237 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: ffc871a5-f66d-4041-b9de-8b60ba0dd5d6 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:40:24.195597 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device ffc871a5-f66d-4041-b9de-8b60ba0dd5d6 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:40:24.196103 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 19027927-ae8a-4a61-92af-37edbc73c549 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:40:24.215795 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 19027927-ae8a-4a61-92af-37edbc73c549 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:40:24.216153 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 19027927-ae8a-4a61-92af-37edbc73c549 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:40:24.255595 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45466) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:40:24.295658 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0b64067d-8a7c-4789-85a9-30385025ff59 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=82fa921523d645a997caea13eed0e36d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387776 Mar 05 05:40:24.297928 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45468) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:40:24.344242 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ff6d8da3-4fad-4c77-9636-09358ed901bd admin admin] Publish callbacks [] for security_group (6475f1fd-6880-4a9e-a2d4-c4369b0be40a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:24.365851 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ff6d8da3-4fad-4c77-9636-09358ed901bd admin admin] Publish callbacks [] for security_group (6475f1fd-6880-4a9e-a2d4-c4369b0be40a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:24.414358 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ff6d8da3-4fad-4c77-9636-09358ed901bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (6475f1fd-6880-4a9e-a2d4-c4369b0be40a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:24.416996 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ff6d8da3-4fad-4c77-9636-09358ed901bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:24.418148 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ff6d8da3-4fad-4c77-9636-09358ed901bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6475f1fd-6880-4a9e-a2d4-c4369b0be40a HTTP/1.1" status: 204 len: 168 time: 0.1193297 Mar 05 05:40:24.426032 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d8da3-4fad-4c77-9636-09358ed901bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6475f1fd-6880-4a9e-a2d4-c4369b0be40a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:25.894107 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45510) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:40:25.898686 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-3bfda620-39c7-44bf-887c-d1e454e624f7 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1211390499', 'description': 'tempest-secgroup-smoke-1211390499 description', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:40:25.919479 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3bfda620-39c7-44bf-887c-d1e454e624f7 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:25.927007 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3bfda620-39c7-44bf-887c-d1e454e624f7 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:25.999158 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3bfda620-39c7-44bf-887c-d1e454e624f7 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group (e34dbf69-adc8-4e6b-9a7c-ee9a12e254c9), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:26.002472 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3bfda620-39c7-44bf-887c-d1e454e624f7 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e34dbf69-adc8-4e6b-9a7c-ee9a12e254c9), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:26.040204 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfda620-39c7-44bf-887c-d1e454e624f7 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e34dbf69-adc8-4e6b-9a7c-ee9a12e254c9,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:26.080332 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3bfda620-39c7-44bf-887c-d1e454e624f7 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group (2e40f66b-b4eb-47f1-8178-01c1881675d3), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:26.084147 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3bfda620-39c7-44bf-887c-d1e454e624f7 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (2e40f66b-b4eb-47f1-8178-01c1881675d3), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:26.115778 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3bfda620-39c7-44bf-887c-d1e454e624f7 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:26.117017 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3bfda620-39c7-44bf-887c-d1e454e624f7 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2218297 Mar 05 05:40:26.118922 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfda620-39c7-44bf-887c-d1e454e624f7 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e40f66b-b4eb-47f1-8178-01c1881675d3,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:26.120277 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45512) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:40:26.125031 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-4d3a5638-f953-4279-8971-9890728f0ec3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group_rule': {'security_group_id': '2e40f66b-b4eb-47f1-8178-01c1881675d3', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:40:26.149618 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d3a5638-f953-4279-8971-9890728f0ec3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (38a8e961-29fd-4679-9d9a-9071778020ee), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:26.194509 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d3a5638-f953-4279-8971-9890728f0ec3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (38a8e961-29fd-4679-9d9a-9071778020ee), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:26.197225 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d3a5638-f953-4279-8971-9890728f0ec3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (38a8e961-29fd-4679-9d9a-9071778020ee), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:26.217746 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a5638-f953-4279-8971-9890728f0ec3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a8e961-29fd-4679-9d9a-9071778020ee,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:26.225813 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d3a5638-f953-4279-8971-9890728f0ec3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:26.227054 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4d3a5638-f953-4279-8971-9890728f0ec3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1056638 Mar 05 05:40:26.229853 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45514) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:40:26.234141 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-1fa2b741-4403-41fe-b971-8b2d53a84d28 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group_rule': {'security_group_id': '2e40f66b-b4eb-47f1-8178-01c1881675d3', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:40:26.258483 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fa2b741-4403-41fe-b971-8b2d53a84d28 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (d9d0f8d8-0478-4d4c-91e5-787710558fd4), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:26.313667 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fa2b741-4403-41fe-b971-8b2d53a84d28 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (d9d0f8d8-0478-4d4c-91e5-787710558fd4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:26.317112 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fa2b741-4403-41fe-b971-8b2d53a84d28 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (d9d0f8d8-0478-4d4c-91e5-787710558fd4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:26.336334 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa2b741-4403-41fe-b971-8b2d53a84d28 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d0f8d8-0478-4d4c-91e5-787710558fd4,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:26.343486 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1fa2b741-4403-41fe-b971-8b2d53a84d28 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:26.344984 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1fa2b741-4403-41fe-b971-8b2d53a84d28 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1140060 Mar 05 05:40:26.348006 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45516) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:40:26.352379 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-be7597c7-239e-40ee-9d19-5b57e3a493c3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group_rule': {'security_group_id': '2e40f66b-b4eb-47f1-8178-01c1881675d3', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:40:26.376661 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be7597c7-239e-40ee-9d19-5b57e3a493c3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (8ac3ce01-8ad7-4e27-a804-b0de47e6a97e), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:26.433094 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be7597c7-239e-40ee-9d19-5b57e3a493c3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (8ac3ce01-8ad7-4e27-a804-b0de47e6a97e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:26.436569 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be7597c7-239e-40ee-9d19-5b57e3a493c3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (8ac3ce01-8ad7-4e27-a804-b0de47e6a97e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:26.454907 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7597c7-239e-40ee-9d19-5b57e3a493c3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac3ce01-8ad7-4e27-a804-b0de47e6a97e,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:26.462732 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-be7597c7-239e-40ee-9d19-5b57e3a493c3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:26.463926 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-be7597c7-239e-40ee-9d19-5b57e3a493c3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149743 Mar 05 05:40:26.466589 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45518) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:40:26.471160 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-21aa5197-b8af-4b26-9c48-0e50782b35dc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group_rule': {'security_group_id': '2e40f66b-b4eb-47f1-8178-01c1881675d3', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:40:26.494945 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-21aa5197-b8af-4b26-9c48-0e50782b35dc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (0531437e-5b80-4c2d-b79c-c8ca92835f39), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:26.550642 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-21aa5197-b8af-4b26-9c48-0e50782b35dc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (0531437e-5b80-4c2d-b79c-c8ca92835f39), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:26.554017 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-21aa5197-b8af-4b26-9c48-0e50782b35dc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (0531437e-5b80-4c2d-b79c-c8ca92835f39), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:26.574065 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa5197-b8af-4b26-9c48-0e50782b35dc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0531437e-5b80-4c2d-b79c-c8ca92835f39,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:26.581964 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-21aa5197-b8af-4b26-9c48-0e50782b35dc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:26.583342 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-21aa5197-b8af-4b26-9c48-0e50782b35dc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1154959 Mar 05 05:40:26.586121 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45520) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:40:26.590416 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-222743a1-62c7-4b7c-9b14-99bd56b232fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group_rule': {'security_group_id': '2e40f66b-b4eb-47f1-8178-01c1881675d3', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:40:26.611156 n-d-789963-32 neutron-server[105232]: INFO neutron.db.securitygroups_db [None req-222743a1-62c7-4b7c-9b14-99bd56b232fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Project ba2e0d8d43284548af1760695ecb9a0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:40:26.616031 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-222743a1-62c7-4b7c-9b14-99bd56b232fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (4f48042d-8693-47f5-b3f3-aaf780dc5538), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:26.672489 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-222743a1-62c7-4b7c-9b14-99bd56b232fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (4f48042d-8693-47f5-b3f3-aaf780dc5538), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:26.676290 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-222743a1-62c7-4b7c-9b14-99bd56b232fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (4f48042d-8693-47f5-b3f3-aaf780dc5538), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:26.694348 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222743a1-62c7-4b7c-9b14-99bd56b232fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f48042d-8693-47f5-b3f3-aaf780dc5538,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:26.702288 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-222743a1-62c7-4b7c-9b14-99bd56b232fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:26.703499 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-222743a1-62c7-4b7c-9b14-99bd56b232fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1164603 Mar 05 05:40:26.706857 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45522) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:40:26.711136 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-5ed82f4b-fd97-47d7-aaf7-5c5a9900b79d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group_rule': {'security_group_id': '2e40f66b-b4eb-47f1-8178-01c1881675d3', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:40:26.731769 n-d-789963-32 neutron-server[105232]: INFO neutron.db.securitygroups_db [None req-5ed82f4b-fd97-47d7-aaf7-5c5a9900b79d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Project ba2e0d8d43284548af1760695ecb9a0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:40:26.736533 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5ed82f4b-fd97-47d7-aaf7-5c5a9900b79d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (38a9eabd-48af-4d19-9607-21a94945fa08), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:26.798093 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5ed82f4b-fd97-47d7-aaf7-5c5a9900b79d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (38a9eabd-48af-4d19-9607-21a94945fa08), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:26.801828 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5ed82f4b-fd97-47d7-aaf7-5c5a9900b79d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (38a9eabd-48af-4d19-9607-21a94945fa08), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:26.818937 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed82f4b-fd97-47d7-aaf7-5c5a9900b79d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a9eabd-48af-4d19-9607-21a94945fa08,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:26.827193 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5ed82f4b-fd97-47d7-aaf7-5c5a9900b79d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:26.828400 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5ed82f4b-fd97-47d7-aaf7-5c5a9900b79d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205688 Mar 05 05:40:26.832171 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45524) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:40:26.836897 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-c5f643f8-ea2c-4bd5-9e41-e8333a9f8aaf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'network': {'name': 'tempest-network-smoke--744358293', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'port_security_enabled': True}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:40:26.855677 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f643f8-ea2c-4bd5-9e41-e8333a9f8aaf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Made reservation on behalf of ba2e0d8d43284548af1760695ecb9a0e for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:40:26.858861 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c5f643f8-ea2c-4bd5-9e41-e8333a9f8aaf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:26.881934 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f643f8-ea2c-4bd5-9e41-e8333a9f8aaf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:40:26.890240 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c5f643f8-ea2c-4bd5-9e41-e8333a9f8aaf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (28a1923d-e707-46dc-8049-2d4ab10f4b1d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:26.890582 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-c5f643f8-ea2c-4bd5-9e41-e8333a9f8aaf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Added segment 28a1923d-e707-46dc-8049-2d4ab10f4b1d of type vlan for network 93d3c559-5d10-4954-85a2-7ad3f3e70d13 Mar 05 05:40:26.932436 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c5f643f8-ea2c-4bd5-9e41-e8333a9f8aaf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (93d3c559-5d10-4954-85a2-7ad3f3e70d13), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:26.956516 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c5f643f8-ea2c-4bd5-9e41-e8333a9f8aaf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (93d3c559-5d10-4954-85a2-7ad3f3e70d13), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:26.961760 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f643f8-ea2c-4bd5-9e41-e8333a9f8aaf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:26.962279 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c5f643f8-ea2c-4bd5-9e41-e8333a9f8aaf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:27.000939 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c5f643f8-ea2c-4bd5-9e41-e8333a9f8aaf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1677780 Mar 05 05:40:27.004184 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45526) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:40:27.008858 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-acdbf7a3-fdaa-4ee2-ba88-785198cf7434 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1737126213', 'admin_state_up': True, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:40:27.029028 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-acdbf7a3-fdaa-4ee2-ba88-785198cf7434 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (0e0b3d17-edcd-4139-b4ca-b9e57a17290d), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:27.030278 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-acdbf7a3-fdaa-4ee2-ba88-785198cf7434 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (0e0b3d17-edcd-4139-b4ca-b9e57a17290d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:27.032942 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f643f8-ea2c-4bd5-9e41-e8333a9f8aaf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Network': ['ID=93d3c559-5d10-4954-85a2-7ad3f3e70d13,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:27.044754 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 93d3c559-5d10-4954-85a2-7ad3f3e70d13 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:40:27.090016 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-acdbf7a3-fdaa-4ee2-ba88-785198cf7434 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router_controller (0e0b3d17-edcd-4139-b4ca-b9e57a17290d), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:27.232954 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-acdbf7a3-fdaa-4ee2-ba88-785198cf7434 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router_gateway (0e0b3d17-edcd-4139-b4ca-b9e57a17290d), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:27.419801 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-acdbf7a3-fdaa-4ee2-ba88-785198cf7434 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router_gateway (0e0b3d17-edcd-4139-b4ca-b9e57a17290d), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:27.441566 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-acdbf7a3-fdaa-4ee2-ba88-785198cf7434 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:27.539814 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-acdbf7a3-fdaa-4ee2-ba88-785198cf7434 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Allocated IP 172.25.0.118 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:40:27.643444 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-acdbf7a3-fdaa-4ee2-ba88-785198cf7434 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for port (e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:27.677952 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-acdbf7a3-fdaa-4ee2-ba88-785198cf7434 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:27.714861 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdbf7a3-fdaa-4ee2-ba88-785198cf7434 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:40:27.719359 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-acdbf7a3-fdaa-4ee2-ba88-785198cf7434 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:40:27.723398 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdbf7a3-fdaa-4ee2-ba88-785198cf7434 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:40:27.744906 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdbf7a3-fdaa-4ee2-ba88-785198cf7434 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Port': ['ID=e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:27.973020 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-acdbf7a3-fdaa-4ee2-ba88-785198cf7434 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router_gateway (0e0b3d17-edcd-4139-b4ca-b9e57a17290d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:28.499243 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-acdbf7a3-fdaa-4ee2-ba88-785198cf7434 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (0e0b3d17-edcd-4139-b4ca-b9e57a17290d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:28.625231 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acdbf7a3-fdaa-4ee2-ba88-785198cf7434 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Router 0e0b3d17-edcd-4139-b4ca-b9e57a17290d is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:40:28.732432 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdbf7a3-fdaa-4ee2-ba88-785198cf7434 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:40:28.743763 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbe2b2a-daa3-4370-8fc2-6137cfce9208 None None] Sync routers for ids ['0e0b3d17-edcd-4139-b4ca-b9e57a17290d'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:40:28.754006 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbe2b2a-daa3-4370-8fc2-6137cfce9208 None None] Routers {'0e0b3d17-edcd-4139-b4ca-b9e57a17290d'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:40:28.754726 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-6fbe2b2a-daa3-4370-8fc2-6137cfce9208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:40:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['0e0b3d17-edcd-4139-b4ca-b9e57a17290d'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:40:28.754971 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-acdbf7a3-fdaa-4ee2-ba88-785198cf7434 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:28.759118 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-acdbf7a3-fdaa-4ee2-ba88-785198cf7434 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7509971 Mar 05 05:40:28.759364 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45528) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:40:28.865893 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-6fbe2b2a-daa3-4370-8fc2-6137cfce9208 None None] Set router 0e0b3d17-edcd-4139-b4ca-b9e57a17290d gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:40:28.883590 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8f330d6c-f332-4b31-b943-680e99ced3c5 tempest-TestNetworkAdvancedServerOps-746894055 tempest-TestNetworkAdvancedServerOps-746894055-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=ba2e0d8d43284548af1760695ecb9a0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1231005 Mar 05 05:40:28.886328 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45532) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:40:28.971663 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc66b16-f3a5-4477-928f-531f41828389 tempest-TestNetworkAdvancedServerOps-746894055 tempest-TestNetworkAdvancedServerOps-746894055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:28.973358 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3bc66b16-f3a5-4477-928f-531f41828389 tempest-TestNetworkAdvancedServerOps-746894055 tempest-TestNetworkAdvancedServerOps-746894055-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861344 Mar 05 05:40:28.976240 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45534) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:40:29.008081 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d7a46642-59c9-402f-8770-adda1ffb22ec tempest-TestNetworkAdvancedServerOps-746894055 tempest-TestNetworkAdvancedServerOps-746894055-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=ff625bbb-6b8f-4740-be08-a562ec9a34a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306816 Mar 05 05:40:29.010616 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45536) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:40:29.015325 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-955c301f-033a-4c60-a8ad-0fd2660bacb2 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-964314461', 'network_id': '93d3c559-5d10-4954-85a2-7ad3f3e70d13', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:40:29.040395 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-6fbe2b2a-daa3-4370-8fc2-6137cfce9208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737126213', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:40:27Z', 'updated_at': '2022-03-05T05:40:27Z', 'revision_number': 3, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:61:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:40:27Z', 'updated_at': '2022-03-05T05:40:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:40:29.068283 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbe2b2a-daa3-4370-8fc2-6137cfce9208 None None] Checking router: 0e0b3d17-edcd-4139-b4ca-b9e57a17290d for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:40:29.068641 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbe2b2a-daa3-4370-8fc2-6137cfce9208 None None] Updating router 0e0b3d17-edcd-4139-b4ca-b9e57a17290d port e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:40:29.095439 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2b2a-daa3-4370-8fc2-6137cfce9208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:29.101613 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955c301f-033a-4c60-a8ad-0fd2660bacb2 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Made reservation on behalf of ba2e0d8d43284548af1760695ecb9a0e for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:40:29.105116 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-955c301f-033a-4c60-a8ad-0fd2660bacb2 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:29.290127 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-955c301f-033a-4c60-a8ad-0fd2660bacb2 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (8b603024-a4da-43f0-b858-f076249bf356), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:29.344114 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c301f-033a-4c60-a8ad-0fd2660bacb2 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Subnet': ['ID=8b603024-a4da-43f0-b858-f076249bf356,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:29.353176 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2b2a-daa3-4370-8fc2-6137cfce9208 None None] Publish callbacks [] for port (e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:29.358651 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2b2a-daa3-4370-8fc2-6137cfce9208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:29.360769 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955c301f-033a-4c60-a8ad-0fd2660bacb2 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Checking segment: {'id': '28a1923d-e707-46dc-8049-2d4ab10f4b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d3c559-5d10-4954-85a2-7ad3f3e70d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:40:29.361142 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955c301f-033a-4c60-a8ad-0fd2660bacb2 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network hostable DHCP agents. Network: 93d3c559-5d10-4954-85a2-7ad3f3e70d13, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:40:29.378134 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955c301f-033a-4c60-a8ad-0fd2660bacb2 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network 93d3c559-5d10-4954-85a2-7ad3f3e70d13 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:40:29.387205 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-955c301f-033a-4c60-a8ad-0fd2660bacb2 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 93d3c559-5d10-4954-85a2-7ad3f3e70d13) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:40:29.395805 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d011ea-0d1f-45e3-879a-7a028f41316e None None] Network 93d3c559-5d10-4954-85a2-7ad3f3e70d13 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:40:29.396765 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955c301f-033a-4c60-a8ad-0fd2660bacb2 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:29.397786 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-955c301f-033a-4c60-a8ad-0fd2660bacb2 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:29.410835 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa140f7-9660-4cce-bfbf-91ffd5bb7ceb None None] Pushing event updated for resources: {'Port': ['ID=e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:29.419199 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa140f7-9660-4cce-bfbf-91ffd5bb7ceb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:29.419561 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa140f7-9660-4cce-bfbf-91ffd5bb7ceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:29.419903 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa140f7-9660-4cce-bfbf-91ffd5bb7ceb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:29.423821 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa140f7-9660-4cce-bfbf-91ffd5bb7ceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:29.423951 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-955c301f-033a-4c60-a8ad-0fd2660bacb2 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4088573 Mar 05 05:40:29.424059 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa140f7-9660-4cce-bfbf-91ffd5bb7ceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:29.424059 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa140f7-9660-4cce-bfbf-91ffd5bb7ceb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:29.424059 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa140f7-9660-4cce-bfbf-91ffd5bb7ceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:29.424059 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa140f7-9660-4cce-bfbf-91ffd5bb7ceb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:29.424059 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa140f7-9660-4cce-bfbf-91ffd5bb7ceb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:29.424059 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa140f7-9660-4cce-bfbf-91ffd5bb7ceb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:29.424059 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa140f7-9660-4cce-bfbf-91ffd5bb7ceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:29.424059 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa140f7-9660-4cce-bfbf-91ffd5bb7ceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:29.424059 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa140f7-9660-4cce-bfbf-91ffd5bb7ceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:40:29.425457 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45538) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:40:29.439798 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-6fbe2b2a-daa3-4370-8fc2-6137cfce9208 None None] Attempting to bind port e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:40:29.439798 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-6fbe2b2a-daa3-4370-8fc2-6137cfce9208 None None] Attempting to bind port e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:40:29.439798 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbe2b2a-daa3-4370-8fc2-6137cfce9208 None None] Attempting to bind port e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:40:29.442853 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbe2b2a-daa3-4370-8fc2-6137cfce9208 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:40:29.443270 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbe2b2a-daa3-4370-8fc2-6137cfce9208 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:40:29.443681 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2b2a-daa3-4370-8fc2-6137cfce9208 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:29.444079 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbe2b2a-daa3-4370-8fc2-6137cfce9208 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:40:29.444551 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-6fbe2b2a-daa3-4370-8fc2-6137cfce9208 None None] Bound port: e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:40:29.444935 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2b2a-daa3-4370-8fc2-6137cfce9208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:29.498827 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-6fbe2b2a-daa3-4370-8fc2-6137cfce9208 None None] For port e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:40:29.502231 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-6fbe2b2a-daa3-4370-8fc2-6137cfce9208 None None] For port e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:40:29.509393 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2b2a-daa3-4370-8fc2-6137cfce9208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:29.514616 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0464cd-59d4-44ae-9c93-8be1a804a080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-93d3c559-5d10-4954-85a2-7ad3f3e70d13', 'network_id': '93d3c559-5d10-4954-85a2-7ad3f3e70d13', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'fixed_ips': [{'subnet_id': '8b603024-a4da-43f0-b858-f076249bf356'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:40:29.515596 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6d0464cd-59d4-44ae-9c93-8be1a804a080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:29.568746 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa140f7-9660-4cce-bfbf-91ffd5bb7ceb None None] Pushing event updated for resources: {'Port': ['ID=e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:29.582799 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbe2b2a-daa3-4370-8fc2-6137cfce9208 None None] Routers {'0e0b3d17-edcd-4139-b4ca-b9e57a17290d'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:40:29.583448 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-6fbe2b2a-daa3-4370-8fc2-6137cfce9208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:40:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['0e0b3d17-edcd-4139-b4ca-b9e57a17290d'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:40:29.667106 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-6d0464cd-59d4-44ae-9c93-8be1a804a080 None None] Allocated IP 172.20.0.2 (93d3c559-5d10-4954-85a2-7ad3f3e70d13/8b603024-a4da-43f0-b858-f076249bf356/bcbb82f8-8978-4355-9e0c-d5be7cb7aadf) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:40:29.700711 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-6fbe2b2a-daa3-4370-8fc2-6137cfce9208 None None] Set router 0e0b3d17-edcd-4139-b4ca-b9e57a17290d gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:40:29.831648 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6d0464cd-59d4-44ae-9c93-8be1a804a080 None None] Publish callbacks [] for port (bcbb82f8-8978-4355-9e0c-d5be7cb7aadf), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:29.839040 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6d0464cd-59d4-44ae-9c93-8be1a804a080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (bcbb82f8-8978-4355-9e0c-d5be7cb7aadf), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:29.886593 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-6fbe2b2a-daa3-4370-8fc2-6137cfce9208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737126213', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:40:27Z', 'updated_at': '2022-03-05T05:40:27Z', 'revision_number': 3, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:61:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:40:27Z', 'updated_at': '2022-03-05T05:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:40:29.890489 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0464cd-59d4-44ae-9c93-8be1a804a080 None None] Network 93d3c559-5d10-4954-85a2-7ad3f3e70d13 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:40:29.896396 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-6d0464cd-59d4-44ae-9c93-8be1a804a080 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:40:29.903234 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0464cd-59d4-44ae-9c93-8be1a804a080 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:40:29.905245 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0464cd-59d4-44ae-9c93-8be1a804a080 None None] Pushing event updated for resources: {'Port': ['ID=bcbb82f8-8978-4355-9e0c-d5be7cb7aadf,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:29.914331 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cb851a3f-71fb-415e-8dd9-774e919d4f8c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:29.914821 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbe2b2a-daa3-4370-8fc2-6137cfce9208 None None] The sync data for ids ['0e0b3d17-edcd-4139-b4ca-b9e57a17290d'] in n-d-789963-32 is: [{'id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737126213', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:40:27Z', 'updated_at': '2022-03-05T05:40:27Z', 'revision_number': 3, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:61:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:40:27Z', 'updated_at': '2022-03-05T05:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:40:29.970611 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-6d0464cd-59d4-44ae-9c93-8be1a804a080 None None] Attempting to bind port bcbb82f8-8978-4355-9e0c-d5be7cb7aadf on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:40:29.972343 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-6d0464cd-59d4-44ae-9c93-8be1a804a080 None None] Attempting to bind port bcbb82f8-8978-4355-9e0c-d5be7cb7aadf by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '28a1923d-e707-46dc-8049-2d4ab10f4b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d3c559-5d10-4954-85a2-7ad3f3e70d13'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:40:29.972827 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0464cd-59d4-44ae-9c93-8be1a804a080 None None] Attempting to bind port bcbb82f8-8978-4355-9e0c-d5be7cb7aadf on network 93d3c559-5d10-4954-85a2-7ad3f3e70d13 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:40:29.978413 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0464cd-59d4-44ae-9c93-8be1a804a080 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:40:29.978955 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0464cd-59d4-44ae-9c93-8be1a804a080 None None] Checking segment: {'id': '28a1923d-e707-46dc-8049-2d4ab10f4b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d3c559-5d10-4954-85a2-7ad3f3e70d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:40:29.979844 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6d0464cd-59d4-44ae-9c93-8be1a804a080 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:29.980006 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0464cd-59d4-44ae-9c93-8be1a804a080 None None] Bound using segment: {'id': '28a1923d-e707-46dc-8049-2d4ab10f4b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d3c559-5d10-4954-85a2-7ad3f3e70d13'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:40:29.980536 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-6d0464cd-59d4-44ae-9c93-8be1a804a080 None None] Bound port: bcbb82f8-8978-4355-9e0c-d5be7cb7aadf, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a1923d-e707-46dc-8049-2d4ab10f4b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d3c559-5d10-4954-85a2-7ad3f3e70d13'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:40:29.980994 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6d0464cd-59d4-44ae-9c93-8be1a804a080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (bcbb82f8-8978-4355-9e0c-d5be7cb7aadf), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:30.050759 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6d0464cd-59d4-44ae-9c93-8be1a804a080 None None] For port bcbb82f8-8978-4355-9e0c-d5be7cb7aadf, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:40:30.054431 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6d0464cd-59d4-44ae-9c93-8be1a804a080 None None] For port bcbb82f8-8978-4355-9e0c-d5be7cb7aadf, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=bcbb82f8-8978-4355-9e0c-d5be7cb7aadf,segment=NetworkSegment(28a1923d-e707-46dc-8049-2d4ab10f4b1d),segment_id=28a1923d-e707-46dc-8049-2d4ab10f4b1d)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:40:30.061183 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6d0464cd-59d4-44ae-9c93-8be1a804a080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (bcbb82f8-8978-4355-9e0c-d5be7cb7aadf), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:30.121444 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0464cd-59d4-44ae-9c93-8be1a804a080 None None] Pushing event updated for resources: {'Port': ['ID=bcbb82f8-8978-4355-9e0c-d5be7cb7aadf,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:30.238531 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-cb851a3f-71fb-415e-8dd9-774e919d4f8c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Allocated IP 172.20.0.1 (93d3c559-5d10-4954-85a2-7ad3f3e70d13/8b603024-a4da-43f0-b858-f076249bf356/18d294a8-fe9f-4a84-9a4f-5e7db2e60be2) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:40:30.392088 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cb851a3f-71fb-415e-8dd9-774e919d4f8c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for port (18d294a8-fe9f-4a84-9a4f-5e7db2e60be2), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:30.431652 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cb851a3f-71fb-415e-8dd9-774e919d4f8c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (18d294a8-fe9f-4a84-9a4f-5e7db2e60be2), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:30.490147 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb851a3f-71fb-415e-8dd9-774e919d4f8c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network 93d3c559-5d10-4954-85a2-7ad3f3e70d13 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:40:30.493925 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-cb851a3f-71fb-415e-8dd9-774e919d4f8c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:40:30.498862 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb851a3f-71fb-415e-8dd9-774e919d4f8c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:40:30.527232 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb851a3f-71fb-415e-8dd9-774e919d4f8c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Port': ['ID=18d294a8-fe9f-4a84-9a4f-5e7db2e60be2,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:30.553237 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cb851a3f-71fb-415e-8dd9-774e919d4f8c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (0e0b3d17-edcd-4139-b4ca-b9e57a17290d), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:30.704014 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cb851a3f-71fb-415e-8dd9-774e919d4f8c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (18d294a8-fe9f-4a84-9a4f-5e7db2e60be2), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:31.013346 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cb851a3f-71fb-415e-8dd9-774e919d4f8c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for port (18d294a8-fe9f-4a84-9a4f-5e7db2e60be2), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:31.018678 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cb851a3f-71fb-415e-8dd9-774e919d4f8c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (18d294a8-fe9f-4a84-9a4f-5e7db2e60be2), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:31.092039 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb851a3f-71fb-415e-8dd9-774e919d4f8c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Port': ['ID=18d294a8-fe9f-4a84-9a4f-5e7db2e60be2,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:31.097984 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cb851a3f-71fb-415e-8dd9-774e919d4f8c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (0e0b3d17-edcd-4139-b4ca-b9e57a17290d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:31.162736 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1e368e-92ef-4410-b736-2b8d2090501b None None] Network 93d3c559-5d10-4954-85a2-7ad3f3e70d13 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:40:31.200275 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb851a3f-71fb-415e-8dd9-774e919d4f8c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network 93d3c559-5d10-4954-85a2-7ad3f3e70d13 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:40:31.201698 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-cb851a3f-71fb-415e-8dd9-774e919d4f8c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:40:31.248234 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-91a95cf8-0381-45ee-98fc-a8baa0d6a98a None None] Provisioning complete for port bcbb82f8-8978-4355-9e0c-d5be7cb7aadf triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:40:31.248234 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-91a95cf8-0381-45ee-98fc-a8baa0d6a98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bcbb82f8-8978-4355-9e0c-d5be7cb7aadf), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:31.322221 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb851a3f-71fb-415e-8dd9-774e919d4f8c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Router 0e0b3d17-edcd-4139-b4ca-b9e57a17290d has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:40:31.361895 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-91a95cf8-0381-45ee-98fc-a8baa0d6a98a None None] Current status of the port bcbb82f8-8978-4355-9e0c-d5be7cb7aadf is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:40:31.363431 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-91a95cf8-0381-45ee-98fc-a8baa0d6a98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (bcbb82f8-8978-4355-9e0c-d5be7cb7aadf), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:31.402160 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-91a95cf8-0381-45ee-98fc-a8baa0d6a98a None None] For port bcbb82f8-8978-4355-9e0c-d5be7cb7aadf, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=bcbb82f8-8978-4355-9e0c-d5be7cb7aadf,segment=NetworkSegment(28a1923d-e707-46dc-8049-2d4ab10f4b1d),segment_id=28a1923d-e707-46dc-8049-2d4ab10f4b1d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:40:31.412189 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-91a95cf8-0381-45ee-98fc-a8baa0d6a98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (bcbb82f8-8978-4355-9e0c-d5be7cb7aadf), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:31.457142 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb851a3f-71fb-415e-8dd9-774e919d4f8c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:40:31.462816 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-cb851a3f-71fb-415e-8dd9-774e919d4f8c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "PUT /v2.0/routers/0e0b3d17-edcd-4139-b4ca-b9e57a17290d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0384436 Mar 05 05:40:31.473959 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a95cf8-0381-45ee-98fc-a8baa0d6a98a None None] Pushing event updated for resources: {'Port': ['ID=bcbb82f8-8978-4355-9e0c-d5be7cb7aadf,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:31.636074 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-cb7fe473-9cdf-4c81-b1ef-83d638542109 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1211390499&fields=id&tenant_id=ba2e0d8d43284548af1760695ecb9a0e HTTP/1.1" status: 200 len: 267 time: 0.0537293 Mar 05 05:40:31.645570 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e2f522de-e7ed-4ea7-bab6-9a2c72dc1760 None None] Provisioning complete for port 18d294a8-fe9f-4a84-9a4f-5e7db2e60be2 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:40:31.645955 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e2f522de-e7ed-4ea7-bab6-9a2c72dc1760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (18d294a8-fe9f-4a84-9a4f-5e7db2e60be2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:31.686622 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e2f522de-e7ed-4ea7-bab6-9a2c72dc1760 None None] Port 18d294a8-fe9f-4a84-9a4f-5e7db2e60be2 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:40:31.697826 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e2f522de-e7ed-4ea7-bab6-9a2c72dc1760 None None] Provisioning complete for port bcbb82f8-8978-4355-9e0c-d5be7cb7aadf triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:40:31.698381 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e2f522de-e7ed-4ea7-bab6-9a2c72dc1760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bcbb82f8-8978-4355-9e0c-d5be7cb7aadf), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:31.762424 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-6387a93d-32bb-4482-ab31-7e7a610a627b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:31.764532 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-6387a93d-32bb-4482-ab31-7e7a610a627b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/networks?id=93d3c559-5d10-4954-85a2-7ad3f3e70d13 HTTP/1.1" status: 200 len: 796 time: 0.1198618 Mar 05 05:40:31.776118 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0295205c-c73e-4d9c-bdd0-128e987aca3a None None] Sync routers for ids ['0e0b3d17-edcd-4139-b4ca-b9e57a17290d'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:40:31.782462 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-96a8a7c4-0b8d-4c37-8f95-923754267e25 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/quotas/ba2e0d8d43284548af1760695ecb9a0e HTTP/1.1" status: 200 len: 375 time: 0.0107889 Mar 05 05:40:31.797697 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e2f522de-e7ed-4ea7-bab6-9a2c72dc1760 None None] Current status of the port bcbb82f8-8978-4355-9e0c-d5be7cb7aadf is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:40:31.801059 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0295205c-c73e-4d9c-bdd0-128e987aca3a None None] Routers {'0e0b3d17-edcd-4139-b4ca-b9e57a17290d'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:40:31.801692 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-0295205c-c73e-4d9c-bdd0-128e987aca3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:40:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['0e0b3d17-edcd-4139-b4ca-b9e57a17290d'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:40:31.849897 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-5802f0fa-7e6d-4c70-b9d0-78f00a1a89c3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605533 Mar 05 05:40:31.944360 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-052fac75-3a22-4c52-afc6-cf68168801f5 None None] Provisioning complete for port 18d294a8-fe9f-4a84-9a4f-5e7db2e60be2 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:40:31.945019 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-052fac75-3a22-4c52-afc6-cf68168801f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (18d294a8-fe9f-4a84-9a4f-5e7db2e60be2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:31.948441 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-0295205c-c73e-4d9c-bdd0-128e987aca3a None None] Set router 0e0b3d17-edcd-4139-b4ca-b9e57a17290d gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:40:32.073232 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-052fac75-3a22-4c52-afc6-cf68168801f5 None None] Port 18d294a8-fe9f-4a84-9a4f-5e7db2e60be2 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:40:32.090410 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-283f5f38-9a6a-49fe-be12-9e2f738ec3b9 service neutron] 10.222.0.11 "GET /v2.0/networks/93d3c559-5d10-4954-85a2-7ad3f3e70d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455920 Mar 05 05:40:32.226606 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:40:32.228140 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-1f3440db-4db2-4b20-9549-8fff35f8b9ef service neutron] 10.222.0.11 "GET /v2.0/networks/93d3c559-5d10-4954-85a2-7ad3f3e70d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321318 Mar 05 05:40:32.230033 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-eaef8a87-1c05-461b-85df-c5aec780fb76 None None] Provisioning complete for port 18d294a8-fe9f-4a84-9a4f-5e7db2e60be2 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:40:32.230414 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-eaef8a87-1c05-461b-85df-c5aec780fb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (18d294a8-fe9f-4a84-9a4f-5e7db2e60be2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:32.406780 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-126c75be-c837-4635-9935-70da566b760f req-05c9c433-e29c-4333-836c-364a16c4e2e1 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=28785b18-cad1-411e-9bd4-8b80f14d3afd HTTP/1.1" status: 200 len: 210 time: 0.0308146 Mar 05 05:40:32.472769 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-0295205c-c73e-4d9c-bdd0-128e987aca3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737126213', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:40:27Z', 'updated_at': '2022-03-05T05:40:30Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:61:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:40:27Z', 'updated_at': '2022-03-05T05:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '18d294a8-fe9f-4a84-9a4f-5e7db2e60be2', 'name': '', 'network_id': '93d3c559-5d10-4954-85a2-7ad3f3e70d13', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:44:39:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '8b603024-a4da-43f0-b858-f076249bf356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:40:30Z', 'updated_at': '2022-03-05T05:40:30Z', 'revision_number': 2, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': '8b603024-a4da-43f0-b858-f076249bf356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:40:32.498725 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-eaef8a87-1c05-461b-85df-c5aec780fb76 None None] Port 18d294a8-fe9f-4a84-9a4f-5e7db2e60be2 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:40:32.502319 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0295205c-c73e-4d9c-bdd0-128e987aca3a None None] Checking router: 0e0b3d17-edcd-4139-b4ca-b9e57a17290d for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:40:32.502686 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0295205c-c73e-4d9c-bdd0-128e987aca3a None None] Updating router 0e0b3d17-edcd-4139-b4ca-b9e57a17290d port 18d294a8-fe9f-4a84-9a4f-5e7db2e60be2 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:40:32.537977 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0295205c-c73e-4d9c-bdd0-128e987aca3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (18d294a8-fe9f-4a84-9a4f-5e7db2e60be2), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:32.546802 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:40:32.547203 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:32.728204 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:40:32.728512 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:32.789448 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:40:32.797748 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:32.798554 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bcbb82f8-8978-4355-9e0c-d5be7cb7aadf up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:40:32.915437 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:32.956590 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port bcbb82f8-8978-4355-9e0c-d5be7cb7aadf triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:40:32.957154 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bcbb82f8-8978-4355-9e0c-d5be7cb7aadf), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:32.995466 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0295205c-c73e-4d9c-bdd0-128e987aca3a None None] Publish callbacks [] for port (18d294a8-fe9f-4a84-9a4f-5e7db2e60be2), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:33.002469 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0295205c-c73e-4d9c-bdd0-128e987aca3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (18d294a8-fe9f-4a84-9a4f-5e7db2e60be2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:33.054934 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e979f51-b0a7-4827-bdca-361c3e1527e6 None None] Pushing event updated for resources: {'Port': ['ID=18d294a8-fe9f-4a84-9a4f-5e7db2e60be2,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:33.146633 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port bcbb82f8-8978-4355-9e0c-d5be7cb7aadf is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:40:33.153082 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-0295205c-c73e-4d9c-bdd0-128e987aca3a None None] Attempting to bind port 18d294a8-fe9f-4a84-9a4f-5e7db2e60be2 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:40:33.153473 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-0295205c-c73e-4d9c-bdd0-128e987aca3a None None] Attempting to bind port 18d294a8-fe9f-4a84-9a4f-5e7db2e60be2 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '28a1923d-e707-46dc-8049-2d4ab10f4b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d3c559-5d10-4954-85a2-7ad3f3e70d13'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:40:33.153840 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0295205c-c73e-4d9c-bdd0-128e987aca3a None None] Attempting to bind port 18d294a8-fe9f-4a84-9a4f-5e7db2e60be2 on network 93d3c559-5d10-4954-85a2-7ad3f3e70d13 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:40:33.159399 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0295205c-c73e-4d9c-bdd0-128e987aca3a None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:40:33.159786 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0295205c-c73e-4d9c-bdd0-128e987aca3a None None] Checking segment: {'id': '28a1923d-e707-46dc-8049-2d4ab10f4b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d3c559-5d10-4954-85a2-7ad3f3e70d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:40:33.160441 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0295205c-c73e-4d9c-bdd0-128e987aca3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:33.160569 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0295205c-c73e-4d9c-bdd0-128e987aca3a None None] Bound using segment: {'id': '28a1923d-e707-46dc-8049-2d4ab10f4b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d3c559-5d10-4954-85a2-7ad3f3e70d13'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:40:33.161176 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-0295205c-c73e-4d9c-bdd0-128e987aca3a None None] Bound port: 18d294a8-fe9f-4a84-9a4f-5e7db2e60be2, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a1923d-e707-46dc-8049-2d4ab10f4b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d3c559-5d10-4954-85a2-7ad3f3e70d13'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:40:33.161569 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0295205c-c73e-4d9c-bdd0-128e987aca3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (18d294a8-fe9f-4a84-9a4f-5e7db2e60be2), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:33.228749 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-0295205c-c73e-4d9c-bdd0-128e987aca3a None None] For port 18d294a8-fe9f-4a84-9a4f-5e7db2e60be2, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:40:33.232263 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-0295205c-c73e-4d9c-bdd0-128e987aca3a None None] For port 18d294a8-fe9f-4a84-9a4f-5e7db2e60be2, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=18d294a8-fe9f-4a84-9a4f-5e7db2e60be2,segment=NetworkSegment(28a1923d-e707-46dc-8049-2d4ab10f4b1d),segment_id=28a1923d-e707-46dc-8049-2d4ab10f4b1d)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:40:33.239380 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0295205c-c73e-4d9c-bdd0-128e987aca3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (18d294a8-fe9f-4a84-9a4f-5e7db2e60be2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:33.302016 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0295205c-c73e-4d9c-bdd0-128e987aca3a None None] Routers {'0e0b3d17-edcd-4139-b4ca-b9e57a17290d'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:40:33.302661 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-0295205c-c73e-4d9c-bdd0-128e987aca3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:40:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['0e0b3d17-edcd-4139-b4ca-b9e57a17290d'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:40:33.305769 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e979f51-b0a7-4827-bdca-361c3e1527e6 None None] Pushing event updated for resources: {'Port': ['ID=18d294a8-fe9f-4a84-9a4f-5e7db2e60be2,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:33.369185 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-07c2c1f2-7623-4154-9ca1-eb63b15fd4b6 None None] Provisioning complete for port 18d294a8-fe9f-4a84-9a4f-5e7db2e60be2 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:40:33.369185 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-07c2c1f2-7623-4154-9ca1-eb63b15fd4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (18d294a8-fe9f-4a84-9a4f-5e7db2e60be2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:33.488969 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-0295205c-c73e-4d9c-bdd0-128e987aca3a None None] Set router 0e0b3d17-edcd-4139-b4ca-b9e57a17290d gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:40:33.551937 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-07c2c1f2-7623-4154-9ca1-eb63b15fd4b6 None None] Current status of the port 18d294a8-fe9f-4a84-9a4f-5e7db2e60be2 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:40:33.552979 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-07c2c1f2-7623-4154-9ca1-eb63b15fd4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (18d294a8-fe9f-4a84-9a4f-5e7db2e60be2), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:33.580186 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-22b3af09-2baa-4acd-a38a-edf8babd7be9 req-446a7c7c-fe72-40ee-8b93-ca125965e427 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=28785b18-cad1-411e-9bd4-8b80f14d3afd HTTP/1.1" status: 200 len: 210 time: 0.0383544 Mar 05 05:40:33.625077 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-27d9efd7-0807-48f7-8522-bc588b2eb36a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:33.625697 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-07c2c1f2-7623-4154-9ca1-eb63b15fd4b6 None None] For port 18d294a8-fe9f-4a84-9a4f-5e7db2e60be2, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=18d294a8-fe9f-4a84-9a4f-5e7db2e60be2,segment=NetworkSegment(28a1923d-e707-46dc-8049-2d4ab10f4b1d),segment_id=28a1923d-e707-46dc-8049-2d4ab10f4b1d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:40:33.627006 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-27d9efd7-0807-48f7-8522-bc588b2eb36a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.31 "GET /v2.0/networks?id=93d3c559-5d10-4954-85a2-7ad3f3e70d13 HTTP/1.1" status: 200 len: 796 time: 0.1560700 Mar 05 05:40:33.641058 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-07c2c1f2-7623-4154-9ca1-eb63b15fd4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (18d294a8-fe9f-4a84-9a4f-5e7db2e60be2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:33.691884 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-04454545-4dfd-4a81-8625-c8adb4c05716 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba2e0d8d43284548af1760695ecb9a0e HTTP/1.1" status: 200 len: 380 time: 0.0562761 Mar 05 05:40:33.700120 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-1a3a7b0b-0713-405b-86f4-fb6aab2028be tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'port': {'device_id': '28785b18-cad1-411e-9bd4-8b80f14d3afd', 'network_id': '93d3c559-5d10-4954-85a2-7ad3f3e70d13', 'admin_state_up': True, 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'security_groups': ['2e40f66b-b4eb-47f1-8178-01c1881675d3']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:40:33.742752 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2c1f2-7623-4154-9ca1-eb63b15fd4b6 None None] Pushing event updated for resources: {'Port': ['ID=18d294a8-fe9f-4a84-9a4f-5e7db2e60be2,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:33.793382 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-8900f025-6f10-4b8c-a04e-7026cd6b562c None None] Provisioning complete for port 18d294a8-fe9f-4a84-9a4f-5e7db2e60be2 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:40:33.793764 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8900f025-6f10-4b8c-a04e-7026cd6b562c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (18d294a8-fe9f-4a84-9a4f-5e7db2e60be2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:33.807024 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-1a3a7b0b-0713-405b-86f4-fb6aab2028be tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Made reservation on behalf of ba2e0d8d43284548af1760695ecb9a0e for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:40:33.810420 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-1a3a7b0b-0713-405b-86f4-fb6aab2028be tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:33.853796 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-0295205c-c73e-4d9c-bdd0-128e987aca3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737126213', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:40:27Z', 'updated_at': '2022-03-05T05:40:30Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:61:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:40:27Z', 'updated_at': '2022-03-05T05:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '18d294a8-fe9f-4a84-9a4f-5e7db2e60be2', 'name': '', 'network_id': '93d3c559-5d10-4954-85a2-7ad3f3e70d13', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:44:39:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '8b603024-a4da-43f0-b858-f076249bf356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:40:30Z', 'updated_at': '2022-03-05T05:40:33Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': '8b603024-a4da-43f0-b858-f076249bf356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:40:33.886296 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0295205c-c73e-4d9c-bdd0-128e987aca3a None None] The sync data for ids ['0e0b3d17-edcd-4139-b4ca-b9e57a17290d'] in n-d-789963-32 is: [{'id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737126213', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:40:27Z', 'updated_at': '2022-03-05T05:40:30Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:61:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:40:27Z', 'updated_at': '2022-03-05T05:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '18d294a8-fe9f-4a84-9a4f-5e7db2e60be2', 'name': '', 'network_id': '93d3c559-5d10-4954-85a2-7ad3f3e70d13', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:44:39:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '8b603024-a4da-43f0-b858-f076249bf356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:40:30Z', 'updated_at': '2022-03-05T05:40:33Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': '8b603024-a4da-43f0-b858-f076249bf356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:40:33.928461 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-8900f025-6f10-4b8c-a04e-7026cd6b562c None None] Current status of the port 18d294a8-fe9f-4a84-9a4f-5e7db2e60be2 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:40:33.954641 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-1a3a7b0b-0713-405b-86f4-fb6aab2028be tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Allocated IP 172.20.0.9 (93d3c559-5d10-4954-85a2-7ad3f3e70d13/8b603024-a4da-43f0-b858-f076249bf356/33912124-9d4a-41b3-ab8e-3913427d2330) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:40:34.114045 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-1a3a7b0b-0713-405b-86f4-fb6aab2028be tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for port (33912124-9d4a-41b3-ab8e-3913427d2330), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:34.151921 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-1a3a7b0b-0713-405b-86f4-fb6aab2028be tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (33912124-9d4a-41b3-ab8e-3913427d2330), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:34.194879 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-1a3a7b0b-0713-405b-86f4-fb6aab2028be tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network 93d3c559-5d10-4954-85a2-7ad3f3e70d13 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:40:34.200866 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-1a3a7b0b-0713-405b-86f4-fb6aab2028be tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:40:34.205655 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-1a3a7b0b-0713-405b-86f4-fb6aab2028be tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:40:34.240272 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a7b0b-0713-405b-86f4-fb6aab2028be tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Port': ['ID=33912124-9d4a-41b3-ab8e-3913427d2330,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:34.247205 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:40:34.280739 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-1a3a7b0b-0713-405b-86f4-fb6aab2028be tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:34.281416 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-1a3a7b0b-0713-405b-86f4-fb6aab2028be tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:34.305788 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-1a3a7b0b-0713-405b-86f4-fb6aab2028be tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6090462 Mar 05 05:40:34.306614 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:40:34.307095 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:34.323914 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-2d054d9c-8ac3-4949-a95f-0c97fdce8bca service neutron] Request body: {'port': {'device_id': '28785b18-cad1-411e-9bd4-8b80f14d3afd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:40:34.417487 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:40:34.418686 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 18d294a8-fe9f-4a84-9a4f-5e7db2e60be2 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:40:34.433164 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-2d054d9c-8ac3-4949-a95f-0c97fdce8bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (33912124-9d4a-41b3-ab8e-3913427d2330), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:34.486033 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 18d294a8-fe9f-4a84-9a4f-5e7db2e60be2 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:40:34.486416 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (18d294a8-fe9f-4a84-9a4f-5e7db2e60be2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:34.583045 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 18d294a8-fe9f-4a84-9a4f-5e7db2e60be2 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:40:34.587105 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6233e0f9-c525-4c07-8f95-22c1793e50da None None] Provisioning complete for port 33912124-9d4a-41b3-ab8e-3913427d2330 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:40:34.587490 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6233e0f9-c525-4c07-8f95-22c1793e50da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (33912124-9d4a-41b3-ab8e-3913427d2330), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:34.623401 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6233e0f9-c525-4c07-8f95-22c1793e50da None None] Port 33912124-9d4a-41b3-ab8e-3913427d2330 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:40:34.714725 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256ccd7-8c21-4c92-94be-529ab1f41f5f req-1a90f5b2-9185-4d90-9959-f14e7a3fcbfb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:34.716349 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7256ccd7-8c21-4c92-94be-529ab1f41f5f req-1a90f5b2-9185-4d90-9959-f14e7a3fcbfb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=28785b18-cad1-411e-9bd4-8b80f14d3afd HTTP/1.1" status: 200 len: 931 time: 0.0589399 Mar 05 05:40:34.739311 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-2d054d9c-8ac3-4949-a95f-0c97fdce8bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33912124-9d4a-41b3-ab8e-3913427d2330 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:40:34.748002 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-2d054d9c-8ac3-4949-a95f-0c97fdce8bca service neutron] Publish callbacks [] for port (33912124-9d4a-41b3-ab8e-3913427d2330), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:34.761824 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-2d054d9c-8ac3-4949-a95f-0c97fdce8bca service neutron] Transition to ACTIVE for port object 33912124-9d4a-41b3-ab8e-3913427d2330 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:40:34.766970 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-2d054d9c-8ac3-4949-a95f-0c97fdce8bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (33912124-9d4a-41b3-ab8e-3913427d2330), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:34.778918 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7256ccd7-8c21-4c92-94be-529ab1f41f5f req-2ba0a561-7cf6-454b-b753-0f61e1edd58a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e40f66b-b4eb-47f1-8178-01c1881675d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548420 Mar 05 05:40:34.829215 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d054d9c-8ac3-4949-a95f-0c97fdce8bca service neutron] Pushing event updated for resources: {'Port': ['ID=33912124-9d4a-41b3-ab8e-3913427d2330,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:34.909290 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-2d054d9c-8ac3-4949-a95f-0c97fdce8bca service neutron] Attempting to bind port 33912124-9d4a-41b3-ab8e-3913427d2330 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:40:34.909800 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-2d054d9c-8ac3-4949-a95f-0c97fdce8bca service neutron] Attempting to bind port 33912124-9d4a-41b3-ab8e-3913427d2330 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '28a1923d-e707-46dc-8049-2d4ab10f4b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d3c559-5d10-4954-85a2-7ad3f3e70d13'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:40:34.910139 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-2d054d9c-8ac3-4949-a95f-0c97fdce8bca service neutron] Attempting to bind port 33912124-9d4a-41b3-ab8e-3913427d2330 on network 93d3c559-5d10-4954-85a2-7ad3f3e70d13 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:40:34.914979 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-2d054d9c-8ac3-4949-a95f-0c97fdce8bca service neutron] Port 33912124-9d4a-41b3-ab8e-3913427d2330 on network 93d3c559-5d10-4954-85a2-7ad3f3e70d13 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:40:34.915345 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-2d054d9c-8ac3-4949-a95f-0c97fdce8bca service neutron] Attempting to bind port 33912124-9d4a-41b3-ab8e-3913427d2330 on network 93d3c559-5d10-4954-85a2-7ad3f3e70d13 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:40:34.920684 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-2d054d9c-8ac3-4949-a95f-0c97fdce8bca service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:40:34.921035 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-2d054d9c-8ac3-4949-a95f-0c97fdce8bca service neutron] Checking segment: {'id': '28a1923d-e707-46dc-8049-2d4ab10f4b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d3c559-5d10-4954-85a2-7ad3f3e70d13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:40:34.921431 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-2d054d9c-8ac3-4949-a95f-0c97fdce8bca service neutron] Bound using segment: {'id': '28a1923d-e707-46dc-8049-2d4ab10f4b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d3c559-5d10-4954-85a2-7ad3f3e70d13'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:40:34.921872 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-2d054d9c-8ac3-4949-a95f-0c97fdce8bca service neutron] Bound port: 33912124-9d4a-41b3-ab8e-3913427d2330, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a1923d-e707-46dc-8049-2d4ab10f4b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '93d3c559-5d10-4954-85a2-7ad3f3e70d13'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:40:34.922237 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-2d054d9c-8ac3-4949-a95f-0c97fdce8bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (33912124-9d4a-41b3-ab8e-3913427d2330), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:34.994463 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-2d054d9c-8ac3-4949-a95f-0c97fdce8bca service neutron] For port 33912124-9d4a-41b3-ab8e-3913427d2330, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:40:34.998059 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-2d054d9c-8ac3-4949-a95f-0c97fdce8bca service neutron] For port 33912124-9d4a-41b3-ab8e-3913427d2330, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=33912124-9d4a-41b3-ab8e-3913427d2330,segment=NetworkSegment(28a1923d-e707-46dc-8049-2d4ab10f4b1d),segment_id=28a1923d-e707-46dc-8049-2d4ab10f4b1d)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:40:35.004574 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-2d054d9c-8ac3-4949-a95f-0c97fdce8bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (33912124-9d4a-41b3-ab8e-3913427d2330), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:35.058958 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-2d054d9c-8ac3-4949-a95f-0c97fdce8bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:35.059650 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-2d054d9c-8ac3-4949-a95f-0c97fdce8bca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:35.068235 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-2d054d9c-8ac3-4949-a95f-0c97fdce8bca service neutron] 10.222.0.31 "PUT /v2.0/ports/33912124-9d4a-41b3-ab8e-3913427d2330 HTTP/1.1" status: 200 len: 1092 time: 0.7549016 Mar 05 05:40:35.068853 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28785b18-cad1-411e-9bd4-8b80f14d3afd', 'tag': '33912124-9d4a-41b3-ab8e-3913427d2330'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:40:35.071223 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b3ece581dfa63e0b7b7c128691a33970c0031ac0b7b3271834b37c0ed9a1721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c223758b-fb96-414b-9248-772338a3022c" -d '{"events": [{"name": "network-changed", "server_uuid": "28785b18-cad1-411e-9bd4-8b80f14d3afd", "tag": "33912124-9d4a-41b3-ab8e-3913427d2330"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:40:35.095049 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d054d9c-8ac3-4949-a95f-0c97fdce8bca service neutron] Pushing event updated for resources: {'Port': ['ID=33912124-9d4a-41b3-ab8e-3913427d2330,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:35.147891 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be33d62b-d00b-4f31-864b-89c26a9e4614 x-openstack-request-id: req-be33d62b-d00b-4f31-864b-89c26a9e4614 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:40:35.148195 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28785b18-cad1-411e-9bd4-8b80f14d3afd", "tag": "33912124-9d4a-41b3-ab8e-3913427d2330", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:40:35.148573 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-be33d62b-d00b-4f31-864b-89c26a9e4614 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:40:35.148860 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28785b18-cad1-411e-9bd4-8b80f14d3afd', 'tag': '33912124-9d4a-41b3-ab8e-3913427d2330', 'status': 'completed', 'code': 200} Mar 05 05:40:35.168775 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-c834c804-4d8e-4fc6-9dbb-8f1e378020c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:35.170359 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-c834c804-4d8e-4fc6-9dbb-8f1e378020c0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=28785b18-cad1-411e-9bd4-8b80f14d3afd HTTP/1.1" status: 200 len: 1126 time: 0.0586774 Mar 05 05:40:35.214610 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-732d0eef-9acd-4b9a-993d-78f46d7d73f4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33912124-9d4a-41b3-ab8e-3913427d2330 HTTP/1.1" status: 200 len: 217 time: 0.0369654 Mar 05 05:40:35.266549 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-53f7b18f-d66d-4a8b-857d-8fc9a97df13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:35.268078 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-53f7b18f-d66d-4a8b-857d-8fc9a97df13f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8b603024-a4da-43f0-b858-f076249bf356 HTTP/1.1" status: 200 len: 834 time: 0.0470920 Mar 05 05:40:35.321830 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-3d146551-fe90-4fc1-8249-8f8ae60eaaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:35.323365 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-3d146551-fe90-4fc1-8249-8f8ae60eaaa2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=93d3c559-5d10-4954-85a2-7ad3f3e70d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493979 Mar 05 05:40:35.411891 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-4249cea7-119b-4f22-8152-981d7622a3ac service neutron] 10.222.0.31 "GET /v2.0/networks/93d3c559-5d10-4954-85a2-7ad3f3e70d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821440 Mar 05 05:40:35.504711 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d35d9f9d-81c6-4b49-bdff-b16acee581fc req-2579389c-ff5a-460f-b9ba-aaa9e0b4d6ad service neutron] 10.222.0.31 "GET /v2.0/networks/93d3c559-5d10-4954-85a2-7ad3f3e70d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874522 Mar 05 05:40:35.595984 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223758b-fb96-414b-9248-772338a3022c req-6bc4b6ff-8c6c-4958-9862-985073742e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:35.597510 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c223758b-fb96-414b-9248-772338a3022c req-6bc4b6ff-8c6c-4958-9862-985073742e65 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=28785b18-cad1-411e-9bd4-8b80f14d3afd HTTP/1.1" status: 200 len: 1126 time: 0.0454326 Mar 05 05:40:35.690334 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223758b-fb96-414b-9248-772338a3022c req-d1089f87-d341-4a1e-b5ab-58a4a551f17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:35.691791 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c223758b-fb96-414b-9248-772338a3022c req-d1089f87-d341-4a1e-b5ab-58a4a551f17c service neutron] 10.222.0.31 "GET /v2.0/networks?id=93d3c559-5d10-4954-85a2-7ad3f3e70d13 HTTP/1.1" status: 200 len: 896 time: 0.0877538 Mar 05 05:40:35.731448 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c223758b-fb96-414b-9248-772338a3022c req-5c862d31-3ba5-4d03-83de-7461d4783a2c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33912124-9d4a-41b3-ab8e-3913427d2330 HTTP/1.1" status: 200 len: 217 time: 0.0342295 Mar 05 05:40:35.778029 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223758b-fb96-414b-9248-772338a3022c req-cfa31eae-e050-4f37-84a6-7d1ba84ae9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:35.779450 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c223758b-fb96-414b-9248-772338a3022c req-cfa31eae-e050-4f37-84a6-7d1ba84ae9d8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8b603024-a4da-43f0-b858-f076249bf356 HTTP/1.1" status: 200 len: 834 time: 0.0417407 Mar 05 05:40:35.834747 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223758b-fb96-414b-9248-772338a3022c req-64821425-f0f3-4e5c-aacb-540ee0b9a096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:35.836339 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c223758b-fb96-414b-9248-772338a3022c req-64821425-f0f3-4e5c-aacb-540ee0b9a096 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=93d3c559-5d10-4954-85a2-7ad3f3e70d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0495720 Mar 05 05:40:35.913698 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c19a9e-7371-4615-a3fa-2c64d4402986 req-056403b9-eae7-4a9c-9a6c-d505a86c5104 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:35.915278 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-59c19a9e-7371-4615-a3fa-2c64d4402986 req-056403b9-eae7-4a9c-9a6c-d505a86c5104 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=28785b18-cad1-411e-9bd4-8b80f14d3afd HTTP/1.1" status: 200 len: 943 time: 0.0599208 Mar 05 05:40:35.927033 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c223758b-fb96-414b-9248-772338a3022c req-221d0adf-9755-4283-b269-dfab3dc5e6e0 service neutron] 10.222.0.31 "GET /v2.0/networks/93d3c559-5d10-4954-85a2-7ad3f3e70d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836499 Mar 05 05:40:35.964493 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-59c19a9e-7371-4615-a3fa-2c64d4402986 req-d14197d6-3322-441b-b219-d2f8f6a4bb07 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e40f66b-b4eb-47f1-8178-01c1881675d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433230 Mar 05 05:40:36.020939 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c223758b-fb96-414b-9248-772338a3022c req-aac722c0-3acd-40ee-8784-3762627e47d6 service neutron] 10.222.0.31 "GET /v2.0/networks/93d3c559-5d10-4954-85a2-7ad3f3e70d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880947 Mar 05 05:40:37.085069 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223a954-3b8a-4eaf-81f3-084c93ac4511 req-490b6143-a997-46c2-8393-8cbfdd0a436f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:37.086575 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3223a954-3b8a-4eaf-81f3-084c93ac4511 req-490b6143-a997-46c2-8393-8cbfdd0a436f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=28785b18-cad1-411e-9bd4-8b80f14d3afd HTTP/1.1" status: 200 len: 943 time: 0.0536199 Mar 05 05:40:37.134371 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3223a954-3b8a-4eaf-81f3-084c93ac4511 req-1b139c24-6da5-4c66-ab8a-3c5bd792cd12 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e40f66b-b4eb-47f1-8178-01c1881675d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419466 Mar 05 05:40:38.256310 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae22cbf-ee9d-465e-9904-bc9bd905d6a8 req-76412356-6d91-4f57-a998-7b2c3c8d2cc0 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:38.257796 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eae22cbf-ee9d-465e-9904-bc9bd905d6a8 req-76412356-6d91-4f57-a998-7b2c3c8d2cc0 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=28785b18-cad1-411e-9bd4-8b80f14d3afd HTTP/1.1" status: 200 len: 943 time: 0.0579011 Mar 05 05:40:38.306567 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eae22cbf-ee9d-465e-9904-bc9bd905d6a8 req-c426a774-e7f4-4cae-9f80-e97265da9af8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e40f66b-b4eb-47f1-8178-01c1881675d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432432 Mar 05 05:40:38.447448 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 33912124-9d4a-41b3-ab8e-3913427d2330 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:40:38.544144 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 33912124-9d4a-41b3-ab8e-3913427d2330, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=33912124-9d4a-41b3-ab8e-3913427d2330,segment=NetworkSegment(28a1923d-e707-46dc-8049-2d4ab10f4b1d),segment_id=28a1923d-e707-46dc-8049-2d4ab10f4b1d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:40:38.555561 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '33912124-9d4a-41b3-ab8e-3913427d2330', 'network_id': '93d3c559-5d10-4954-85a2-7ad3f3e70d13', 'port_id': '33912124-9d4a-41b3-ab8e-3913427d2330', 'mac_address': 'fa:16:3e:b6:e0:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b603024-a4da-43f0-b858-f076249bf356', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:40:38.591296 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 33912124-9d4a-41b3-ab8e-3913427d2330 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:40:38.591944 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (33912124-9d4a-41b3-ab8e-3913427d2330), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:38.604602 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33912124-9d4a-41b3-ab8e-3913427d2330 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:40:38.625829 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 33912124-9d4a-41b3-ab8e-3913427d2330, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=33912124-9d4a-41b3-ab8e-3913427d2330,segment=NetworkSegment(28a1923d-e707-46dc-8049-2d4ab10f4b1d),segment_id=28a1923d-e707-46dc-8049-2d4ab10f4b1d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:40:38.629578 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (33912124-9d4a-41b3-ab8e-3913427d2330), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:38.679221 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=33912124-9d4a-41b3-ab8e-3913427d2330,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:38.851979 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['33912124-9d4a-41b3-ab8e-3913427d2330'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:40:39.427308 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8afce8-756f-4715-827c-7cc890db41b7 req-af8439c7-15b4-4a0c-af91-e64689735c36 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:39.428781 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4f8afce8-756f-4715-827c-7cc890db41b7 req-af8439c7-15b4-4a0c-af91-e64689735c36 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=28785b18-cad1-411e-9bd4-8b80f14d3afd HTTP/1.1" status: 200 len: 944 time: 0.0529468 Mar 05 05:40:39.477088 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4f8afce8-756f-4715-827c-7cc890db41b7 req-3550dcbe-2243-40bb-9c49-f54df22a4f09 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e40f66b-b4eb-47f1-8178-01c1881675d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427907 Mar 05 05:40:40.440187 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 33912124-9d4a-41b3-ab8e-3913427d2330 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:40:40.489471 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 33912124-9d4a-41b3-ab8e-3913427d2330 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:40:40.493102 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 33912124-9d4a-41b3-ab8e-3913427d2330 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:40:40.493482 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (33912124-9d4a-41b3-ab8e-3913427d2330), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:40.573100 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 33912124-9d4a-41b3-ab8e-3913427d2330 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:40:40.573501 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (33912124-9d4a-41b3-ab8e-3913427d2330), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:40.600938 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28785b18-cad1-411e-9bd4-8b80f14d3afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33912124-9d4a-41b3-ab8e-3913427d2330'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:40:40.614206 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885048c8-e3bd-4da2-8a34-f26e14e47dd9 req-e51dbedf-09b4-4a14-b090-dba4c7458822 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:40.614818 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 33912124-9d4a-41b3-ab8e-3913427d2330, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=33912124-9d4a-41b3-ab8e-3913427d2330,segment=NetworkSegment(28a1923d-e707-46dc-8049-2d4ab10f4b1d),segment_id=28a1923d-e707-46dc-8049-2d4ab10f4b1d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:40:40.615646 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-885048c8-e3bd-4da2-8a34-f26e14e47dd9 req-e51dbedf-09b4-4a14-b090-dba4c7458822 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=28785b18-cad1-411e-9bd4-8b80f14d3afd HTTP/1.1" status: 200 len: 944 time: 0.0540273 Mar 05 05:40:40.619791 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (33912124-9d4a-41b3-ab8e-3913427d2330), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:40.651328 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1026d86385275f60405d04a033115b56addad9c656b2d60167220b9f5eb93bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee50f576-73bc-47c4-a8ec-98e67117b9b2" -d '{"events": [{"server_uuid": "28785b18-cad1-411e-9bd4-8b80f14d3afd", "name": "network-vif-plugged", "status": "completed", "tag": "33912124-9d4a-41b3-ab8e-3913427d2330"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:40:40.680832 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=33912124-9d4a-41b3-ab8e-3913427d2330,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:40.681198 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-885048c8-e3bd-4da2-8a34-f26e14e47dd9 req-3bc46ab2-6c7f-4278-a528-b18ca3148620 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e40f66b-b4eb-47f1-8178-01c1881675d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598862 Mar 05 05:40:40.753046 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bca9ef4-071e-4509-b7a5-ac25f07d81aa x-openstack-request-id: req-1bca9ef4-071e-4509-b7a5-ac25f07d81aa {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:40:40.753368 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28785b18-cad1-411e-9bd4-8b80f14d3afd", "name": "network-vif-plugged", "status": "completed", "tag": "33912124-9d4a-41b3-ab8e-3913427d2330", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:40:40.753622 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1bca9ef4-071e-4509-b7a5-ac25f07d81aa {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:40:40.754680 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28785b18-cad1-411e-9bd4-8b80f14d3afd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33912124-9d4a-41b3-ab8e-3913427d2330', 'code': 200} Mar 05 05:40:40.850958 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e274c1-df9b-4537-aef2-bdfc64c177bd req-1c899f2b-1681-4d39-86ba-0d1bb807ecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:40.852509 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-62e274c1-df9b-4537-aef2-bdfc64c177bd req-1c899f2b-1681-4d39-86ba-0d1bb807ecc5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=28785b18-cad1-411e-9bd4-8b80f14d3afd HTTP/1.1" status: 200 len: 1128 time: 0.0448654 Mar 05 05:40:40.898108 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-62e274c1-df9b-4537-aef2-bdfc64c177bd req-af752701-6284-4236-9ce6-085db03a3303 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2e40f66b-b4eb-47f1-8178-01c1881675d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389009 Mar 05 05:40:41.484321 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cb763e09-cf4a-4dc7-ab38-dfbf1c44a3e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:41.802138 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de98404-bc26-433d-8b3c-e88e0586474b req-e601b893-5de9-486b-a9cf-627bc6e85566 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:41.803653 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8de98404-bc26-433d-8b3c-e88e0586474b req-e601b893-5de9-486b-a9cf-627bc6e85566 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=28785b18-cad1-411e-9bd4-8b80f14d3afd HTTP/1.1" status: 200 len: 945 time: 0.0544515 Mar 05 05:40:41.854761 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8de98404-bc26-433d-8b3c-e88e0586474b req-f68514a5-6650-4c24-843e-35cc03ee3098 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e40f66b-b4eb-47f1-8178-01c1881675d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454190 Mar 05 05:40:42.977133 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad1520-a94f-4c02-a7c9-42a44f25daa9 req-2e8e7e72-9c66-4328-997c-7eb9448dac2f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:42.978597 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-30ad1520-a94f-4c02-a7c9-42a44f25daa9 req-2e8e7e72-9c66-4328-997c-7eb9448dac2f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=28785b18-cad1-411e-9bd4-8b80f14d3afd HTTP/1.1" status: 200 len: 945 time: 0.0529399 Mar 05 05:40:43.027658 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-30ad1520-a94f-4c02-a7c9-42a44f25daa9 req-ca8cfbc7-2184-42ab-9e1d-ce5d75a00d9f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e40f66b-b4eb-47f1-8178-01c1881675d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434046 Mar 05 05:40:43.149364 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a135fe1-73c2-4251-8755-a6bfdb6dffd1 req-e169a738-0ab1-4228-9438-e822f0c486d5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:43.150793 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7a135fe1-73c2-4251-8755-a6bfdb6dffd1 req-e169a738-0ab1-4228-9438-e822f0c486d5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=28785b18-cad1-411e-9bd4-8b80f14d3afd HTTP/1.1" status: 200 len: 945 time: 0.0570176 Mar 05 05:40:43.200501 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7a135fe1-73c2-4251-8755-a6bfdb6dffd1 req-2bb80e3a-c6ce-4fe8-b0b8-46454a6fbb01 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e40f66b-b4eb-47f1-8178-01c1881675d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439930 Mar 05 05:40:43.223433 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45620) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:40:43.265589 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56250a93-f030-4800-9fe2-3907e0f50c7d tempest-TestNetworkAdvancedServerOps-746894055 tempest-TestNetworkAdvancedServerOps-746894055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:43.267099 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-56250a93-f030-4800-9fe2-3907e0f50c7d tempest-TestNetworkAdvancedServerOps-746894055 tempest-TestNetworkAdvancedServerOps-746894055-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=28785b18-cad1-411e-9bd4-8b80f14d3afd HTTP/1.1" status: 200 len: 1123 time: 0.0426941 Mar 05 05:40:43.271173 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45622) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:40:43.274963 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-d502a6e4-33e8-4e9f-8816-4bfd74c82835 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'port_id': '33912124-9d4a-41b3-ab8e-3913427d2330', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:40:43.295421 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d502a6e4-33e8-4e9f-8816-4bfd74c82835 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:43.391611 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d502a6e4-33e8-4e9f-8816-4bfd74c82835 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:43.493234 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-d502a6e4-33e8-4e9f-8816-4bfd74c82835 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Allocated IP 172.25.0.70 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/6bc0e378-4dd9-427c-8d12-8edacc3685f2) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:40:43.598294 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d502a6e4-33e8-4e9f-8816-4bfd74c82835 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for port (6bc0e378-4dd9-427c-8d12-8edacc3685f2), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:43.633425 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d502a6e4-33e8-4e9f-8816-4bfd74c82835 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (6bc0e378-4dd9-427c-8d12-8edacc3685f2), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:43.678164 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d502a6e4-33e8-4e9f-8816-4bfd74c82835 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:40:43.680913 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-d502a6e4-33e8-4e9f-8816-4bfd74c82835 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:40:43.685661 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d502a6e4-33e8-4e9f-8816-4bfd74c82835 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:40:43.688661 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502a6e4-33e8-4e9f-8816-4bfd74c82835 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Port': ['ID=6bc0e378-4dd9-427c-8d12-8edacc3685f2,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:43.774359 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0139acc3-bb72-4f7e-a705-a02d83bfb970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:44.255863 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:44.380784 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d502a6e4-33e8-4e9f-8816-4bfd74c82835 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for floatingip (dc315512-e22e-430b-9c41-9269780d2a55), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:44.453072 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d502a6e4-33e8-4e9f-8816-4bfd74c82835 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (6bc0e378-4dd9-427c-8d12-8edacc3685f2), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:44.461151 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:44.606569 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d502a6e4-33e8-4e9f-8816-4bfd74c82835 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for port (6bc0e378-4dd9-427c-8d12-8edacc3685f2), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:44.612609 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d502a6e4-33e8-4e9f-8816-4bfd74c82835 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (6bc0e378-4dd9-427c-8d12-8edacc3685f2), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:44.681176 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502a6e4-33e8-4e9f-8816-4bfd74c82835 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Port': ['ID=6bc0e378-4dd9-427c-8d12-8edacc3685f2,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:40:44.692943 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d502a6e4-33e8-4e9f-8816-4bfd74c82835 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (dc315512-e22e-430b-9c41-9269780d2a55), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:44.793073 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-d502a6e4-33e8-4e9f-8816-4bfd74c82835 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Floating IP dc315512-e22e-430b-9c41-9269780d2a55 associated. External IP: 172.25.0.70, port: 33912124-9d4a-41b3-ab8e-3913427d2330. Mar 05 05:40:44.997355 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d502a6e4-33e8-4e9f-8816-4bfd74c82835 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Router 0e0b3d17-edcd-4139-b4ca-b9e57a17290d has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:40:45.109200 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d502a6e4-33e8-4e9f-8816-4bfd74c82835 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:40:45.118400 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351cc0c8-f38e-4bff-800c-db931a54ec9a None None] Sync routers for ids ['0e0b3d17-edcd-4139-b4ca-b9e57a17290d'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:40:45.127142 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d502a6e4-33e8-4e9f-8816-4bfd74c82835 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:45.128420 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351cc0c8-f38e-4bff-800c-db931a54ec9a None None] Routers {'0e0b3d17-edcd-4139-b4ca-b9e57a17290d'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:40:45.129548 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-351cc0c8-f38e-4bff-800c-db931a54ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:40:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['0e0b3d17-edcd-4139-b4ca-b9e57a17290d'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:40:45.173690 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d502a6e4-33e8-4e9f-8816-4bfd74c82835 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8994627 Mar 05 05:40:45.173690 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28785b18-cad1-411e-9bd4-8b80f14d3afd', 'tag': '33912124-9d4a-41b3-ab8e-3913427d2330'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:40:45.174855 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24e86d8bf5564ce3084f47d26cadcdd6ae9b710b23331da6c976c568e5bda5e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a4dff8-8eaa-4f84-8268-b2b354047c01" -d '{"events": [{"name": "network-changed", "server_uuid": "28785b18-cad1-411e-9bd4-8b80f14d3afd", "tag": "33912124-9d4a-41b3-ab8e-3913427d2330"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:40:45.176545 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:45.214167 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63026f74-107b-4e00-986c-dc8511ccd35b x-openstack-request-id: req-63026f74-107b-4e00-986c-dc8511ccd35b {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:40:45.214845 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28785b18-cad1-411e-9bd4-8b80f14d3afd", "tag": "33912124-9d4a-41b3-ab8e-3913427d2330", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:40:45.216065 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-63026f74-107b-4e00-986c-dc8511ccd35b {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:40:45.218189 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28785b18-cad1-411e-9bd4-8b80f14d3afd', 'tag': '33912124-9d4a-41b3-ab8e-3913427d2330', 'status': 'completed', 'code': 200} Mar 05 05:40:45.251834 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-351cc0c8-f38e-4bff-800c-db931a54ec9a None None] Set router 0e0b3d17-edcd-4139-b4ca-b9e57a17290d gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:40:45.284534 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac354d11-24cb-4436-b161-12c265dcd197 req-f1c44d63-da82-4e92-93a2-028286df51d2 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:45.285024 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4dff8-8eaa-4f84-8268-b2b354047c01 req-db740f22-dd4a-4fae-8336-b43b78109249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:45.286778 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ac354d11-24cb-4436-b161-12c265dcd197 req-f1c44d63-da82-4e92-93a2-028286df51d2 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=28785b18-cad1-411e-9bd4-8b80f14d3afd HTTP/1.1" status: 200 len: 945 time: 0.0585999 Mar 05 05:40:45.287304 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-05a4dff8-8eaa-4f84-8268-b2b354047c01 req-db740f22-dd4a-4fae-8336-b43b78109249 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=28785b18-cad1-411e-9bd4-8b80f14d3afd HTTP/1.1" status: 200 len: 1128 time: 0.0528526 Mar 05 05:40:45.338580 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ac354d11-24cb-4436-b161-12c265dcd197 req-82246aaf-0339-46b1-9b4b-17cd9d2ec1ca tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e40f66b-b4eb-47f1-8178-01c1881675d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451393 Mar 05 05:40:45.362703 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45632) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:40:45.432273 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4dff8-8eaa-4f84-8268-b2b354047c01 req-42aafa24-e92b-43b7-9009-65d0afda5066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:45.433751 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-05a4dff8-8eaa-4f84-8268-b2b354047c01 req-42aafa24-e92b-43b7-9009-65d0afda5066 service neutron] 10.222.0.31 "GET /v2.0/networks?id=93d3c559-5d10-4954-85a2-7ad3f3e70d13 HTTP/1.1" status: 200 len: 896 time: 0.1413991 Mar 05 05:40:45.453553 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e0143b98-5b86-4154-8932-37d32be53e9d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/floatingips/dc315512-e22e-430b-9c41-9269780d2a55 HTTP/1.1" status: 200 len: 990 time: 0.0879846 Mar 05 05:40:45.505728 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-05a4dff8-8eaa-4f84-8268-b2b354047c01 req-5c9f84ca-7911-44e3-aa05-4e2fc947dfa5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33912124-9d4a-41b3-ab8e-3913427d2330 HTTP/1.1" status: 200 len: 998 time: 0.0646989 Mar 05 05:40:45.554585 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4dff8-8eaa-4f84-8268-b2b354047c01 req-504aa595-bb65-4929-82a0-99cb3c9c9863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:45.556121 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-05a4dff8-8eaa-4f84-8268-b2b354047c01 req-504aa595-bb65-4929-82a0-99cb3c9c9863 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8b603024-a4da-43f0-b858-f076249bf356 HTTP/1.1" status: 200 len: 834 time: 0.0449636 Mar 05 05:40:45.570900 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-351cc0c8-f38e-4bff-800c-db931a54ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737126213', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:40:27Z', 'updated_at': '2022-03-05T05:40:30Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:61:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:40:27Z', 'updated_at': '2022-03-05T05:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'dc315512-e22e-430b-9c41-9269780d2a55', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'port_id': '33912124-9d4a-41b3-ab8e-3913427d2330', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93d3c559-5d10-4954-85a2-7ad3f3e70d13', 'mac_address': 'fa:16:3e:b6:e0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28785b18-cad1-411e-9bd4-8b80f14d3afd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:40:43Z', 'updated_at': '2022-03-05T05:40:43Z', 'revision_number': 0, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18d294a8-fe9f-4a84-9a4f-5e7db2e60be2', 'name': '', 'network_id': '93d3c559-5d10-4954-85a2-7ad3f3e70d13', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:44:39:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '8b603024-a4da-43f0-b858-f076249bf356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:40:30Z', 'updated_at': '2022-03-05T05:40:33Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': '8b603024-a4da-43f0-b858-f076249bf356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:40:45.600385 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351cc0c8-f38e-4bff-800c-db931a54ec9a None None] Checking router: 0e0b3d17-edcd-4139-b4ca-b9e57a17290d for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:40:45.605383 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4dff8-8eaa-4f84-8268-b2b354047c01 req-7bd49bc3-2dae-4fee-9f66-a8b304f3b36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:40:45.606901 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-05a4dff8-8eaa-4f84-8268-b2b354047c01 req-7bd49bc3-2dae-4fee-9f66-a8b304f3b36d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=93d3c559-5d10-4954-85a2-7ad3f3e70d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452499 Mar 05 05:40:45.608639 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351cc0c8-f38e-4bff-800c-db931a54ec9a None None] Routers {'0e0b3d17-edcd-4139-b4ca-b9e57a17290d'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:40:45.609255 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-351cc0c8-f38e-4bff-800c-db931a54ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:40:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['0e0b3d17-edcd-4139-b4ca-b9e57a17290d'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:40:45.699433 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-05a4dff8-8eaa-4f84-8268-b2b354047c01 req-0852b763-e565-4b56-8fcf-7d740cd8e36a service neutron] 10.222.0.31 "GET /v2.0/networks/93d3c559-5d10-4954-85a2-7ad3f3e70d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869217 Mar 05 05:40:45.714368 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-351cc0c8-f38e-4bff-800c-db931a54ec9a None None] Set router 0e0b3d17-edcd-4139-b4ca-b9e57a17290d gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:40:45.793733 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-05a4dff8-8eaa-4f84-8268-b2b354047c01 req-dd693c0c-0662-4845-aaca-2d6907027358 service neutron] 10.222.0.31 "GET /v2.0/networks/93d3c559-5d10-4954-85a2-7ad3f3e70d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876963 Mar 05 05:40:45.935441 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-351cc0c8-f38e-4bff-800c-db931a54ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737126213', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:40:27Z', 'updated_at': '2022-03-05T05:40:30Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:61:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:40:27Z', 'updated_at': '2022-03-05T05:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'dc315512-e22e-430b-9c41-9269780d2a55', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'port_id': '33912124-9d4a-41b3-ab8e-3913427d2330', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93d3c559-5d10-4954-85a2-7ad3f3e70d13', 'mac_address': 'fa:16:3e:b6:e0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28785b18-cad1-411e-9bd4-8b80f14d3afd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:40:43Z', 'updated_at': '2022-03-05T05:40:43Z', 'revision_number': 0, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18d294a8-fe9f-4a84-9a4f-5e7db2e60be2', 'name': '', 'network_id': '93d3c559-5d10-4954-85a2-7ad3f3e70d13', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:44:39:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '8b603024-a4da-43f0-b858-f076249bf356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:40:30Z', 'updated_at': '2022-03-05T05:40:33Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': '8b603024-a4da-43f0-b858-f076249bf356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:40:45.961533 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351cc0c8-f38e-4bff-800c-db931a54ec9a None None] The sync data for ids ['0e0b3d17-edcd-4139-b4ca-b9e57a17290d'] in n-d-789963-32 is: [{'id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737126213', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:40:27Z', 'updated_at': '2022-03-05T05:40:30Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:61:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:40:27Z', 'updated_at': '2022-03-05T05:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'dc315512-e22e-430b-9c41-9269780d2a55', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'port_id': '33912124-9d4a-41b3-ab8e-3913427d2330', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93d3c559-5d10-4954-85a2-7ad3f3e70d13', 'mac_address': 'fa:16:3e:b6:e0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28785b18-cad1-411e-9bd4-8b80f14d3afd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:40:43Z', 'updated_at': '2022-03-05T05:40:43Z', 'revision_number': 0, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18d294a8-fe9f-4a84-9a4f-5e7db2e60be2', 'name': '', 'network_id': '93d3c559-5d10-4954-85a2-7ad3f3e70d13', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:44:39:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '8b603024-a4da-43f0-b858-f076249bf356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:40:30Z', 'updated_at': '2022-03-05T05:40:33Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': '8b603024-a4da-43f0-b858-f076249bf356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:40:46.142981 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5180e0d-5035-4f31-b08c-2ea1fa52de3d None None] New status for floating IP dc315512-e22e-430b-9c41-9269780d2a55: ACTIVE {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:40:46.434979 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:46.456345 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45636) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:40:46.517476 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2ac3f473-805f-4bec-8ba4-00468c043100 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/floatingips/dc315512-e22e-430b-9c41-9269780d2a55 HTTP/1.1" status: 200 len: 992 time: 0.0591633 Mar 05 05:40:47.876049 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:40:55.510428 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:41:07.177055 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8808247e-525c-458d-ab87-051e8cee4181 req-dc40416e-8ff4-4f57-8b85-2df5e00cc39a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=28785b18-cad1-411e-9bd4-8b80f14d3afd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0540464 Mar 05 05:41:07.267652 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808247e-525c-458d-ab87-051e8cee4181 req-e5777a80-e84a-47dd-9dab-e709d7fad1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:07.269715 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8808247e-525c-458d-ab87-051e8cee4181 req-e5777a80-e84a-47dd-9dab-e709d7fad1b7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=28785b18-cad1-411e-9bd4-8b80f14d3afd HTTP/1.1" status: 200 len: 1128 time: 0.0504398 Mar 05 05:41:07.375561 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808247e-525c-458d-ab87-051e8cee4181 req-fe43a169-5e40-440d-bb24-e873a6cb8129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:07.377017 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8808247e-525c-458d-ab87-051e8cee4181 req-fe43a169-5e40-440d-bb24-e873a6cb8129 service neutron] 10.222.0.31 "GET /v2.0/networks?id=93d3c559-5d10-4954-85a2-7ad3f3e70d13 HTTP/1.1" status: 200 len: 896 time: 0.0837789 Mar 05 05:41:07.446585 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8808247e-525c-458d-ab87-051e8cee4181 req-33b8784e-fc60-4753-bef3-1c28ff811dd4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33912124-9d4a-41b3-ab8e-3913427d2330 HTTP/1.1" status: 200 len: 1000 time: 0.0632107 Mar 05 05:41:07.494985 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808247e-525c-458d-ab87-051e8cee4181 req-93b0e35b-cb18-4e50-b521-13b0185450af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:07.496468 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8808247e-525c-458d-ab87-051e8cee4181 req-93b0e35b-cb18-4e50-b521-13b0185450af service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8b603024-a4da-43f0-b858-f076249bf356 HTTP/1.1" status: 200 len: 834 time: 0.0440269 Mar 05 05:41:07.545201 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808247e-525c-458d-ab87-051e8cee4181 req-3370b4af-a256-46d7-b384-b5a8f6aeff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:07.546680 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8808247e-525c-458d-ab87-051e8cee4181 req-3370b4af-a256-46d7-b384-b5a8f6aeff02 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=93d3c559-5d10-4954-85a2-7ad3f3e70d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443695 Mar 05 05:41:07.636011 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8808247e-525c-458d-ab87-051e8cee4181 req-c2cce44f-e2a3-42f4-949d-aab53b5ab6d8 service neutron] 10.222.0.31 "GET /v2.0/networks/93d3c559-5d10-4954-85a2-7ad3f3e70d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830479 Mar 05 05:41:07.725566 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8808247e-525c-458d-ab87-051e8cee4181 req-b9716cef-9b20-43ee-8e76-089392341c74 service neutron] 10.222.0.31 "GET /v2.0/networks/93d3c559-5d10-4954-85a2-7ad3f3e70d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830572 Mar 05 05:41:11.485048 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e06c7ede-4ffa-422a-a8c9-250b71412c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:13.775604 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-54a16642-3273-47ab-be6f-831134e40da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:14.273209 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:14.476662 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:15.167726 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:16.437553 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:17.879310 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:18.000423 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19b118-23f9-41b0-a974-b04eaef8298f req-ff08b655-01e8-4a36-868d-555a26df8de0 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:18.001946 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0f19b118-23f9-41b0-a974-b04eaef8298f req-ff08b655-01e8-4a36-868d-555a26df8de0 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=28785b18-cad1-411e-9bd4-8b80f14d3afd HTTP/1.1" status: 200 len: 945 time: 0.0556729 Mar 05 05:41:18.055467 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0f19b118-23f9-41b0-a974-b04eaef8298f req-b09e00ee-7e24-455e-b0e4-c17a4d2f399a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e40f66b-b4eb-47f1-8178-01c1881675d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465121 Mar 05 05:41:19.182693 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9fb46-fc7c-4fbe-a6cc-f80c63434706 req-2925ca34-65d4-438a-8733-5bc58922234f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:19.184237 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-59f9fb46-fc7c-4fbe-a6cc-f80c63434706 req-2925ca34-65d4-438a-8733-5bc58922234f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=28785b18-cad1-411e-9bd4-8b80f14d3afd HTTP/1.1" status: 200 len: 945 time: 0.0580444 Mar 05 05:41:19.234125 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-59f9fb46-fc7c-4fbe-a6cc-f80c63434706 req-5e16573f-c793-44a5-a93b-dab23cb61bb2 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e40f66b-b4eb-47f1-8178-01c1881675d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442979 Mar 05 05:41:19.257335 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45672) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:41:19.324515 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1ba8ad9b-d5d9-4393-a1c2-9180867b4ae1 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/floatingips/dc315512-e22e-430b-9c41-9269780d2a55 HTTP/1.1" status: 200 len: 992 time: 0.0658858 Mar 05 05:41:20.615656 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1b510-f690-4649-a4f7-d47d0302100c req-f65717cb-51d1-4cc9-b2d0-a6ad549f9c14 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:20.617163 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3fd1b510-f690-4649-a4f7-d47d0302100c req-f65717cb-51d1-4cc9-b2d0-a6ad549f9c14 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=28785b18-cad1-411e-9bd4-8b80f14d3afd HTTP/1.1" status: 200 len: 945 time: 0.0575244 Mar 05 05:41:20.668522 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3fd1b510-f690-4649-a4f7-d47d0302100c req-73d0f02c-9589-41c6-b5e7-ef7814be3146 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e40f66b-b4eb-47f1-8178-01c1881675d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455000 Mar 05 05:41:21.798948 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a2b37-90d5-48d3-b4f8-8358f53a6a22 req-85d7db2f-b621-4a8a-b0f3-606d501186f4 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:21.800456 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8d4a2b37-90d5-48d3-b4f8-8358f53a6a22 req-85d7db2f-b621-4a8a-b0f3-606d501186f4 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=28785b18-cad1-411e-9bd4-8b80f14d3afd HTTP/1.1" status: 200 len: 945 time: 0.0522382 Mar 05 05:41:21.855037 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8d4a2b37-90d5-48d3-b4f8-8358f53a6a22 req-47685c6f-f46d-4181-adf8-18aae633126d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e40f66b-b4eb-47f1-8178-01c1881675d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489933 Mar 05 05:41:21.877379 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45684) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:41:21.937477 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0e1a4bfe-6333-4f0b-a486-c5ec3dcd5a6c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/floatingips/dc315512-e22e-430b-9c41-9269780d2a55 HTTP/1.1" status: 200 len: 992 time: 0.0588880 Mar 05 05:41:22.160097 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45690) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:41:22.316101 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-5c3fa240-af34-4034-8664-17a2c996f5fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Deleting port 6bc0e378-4dd9-427c-8d12-8edacc3685f2 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:41:22.316362 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5c3fa240-af34-4034-8664-17a2c996f5fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (6bc0e378-4dd9-427c-8d12-8edacc3685f2), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:22.388890 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5c3fa240-af34-4034-8664-17a2c996f5fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (6bc0e378-4dd9-427c-8d12-8edacc3685f2), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:22.389217 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5c3fa240-af34-4034-8664-17a2c996f5fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for floatingip (6bc0e378-4dd9-427c-8d12-8edacc3685f2), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:22.401206 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-5c3fa240-af34-4034-8664-17a2c996f5fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Calling delete_port for 6bc0e378-4dd9-427c-8d12-8edacc3685f2 owned by network:floatingip {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:41:22.546993 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5c3fa240-af34-4034-8664-17a2c996f5fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (6bc0e378-4dd9-427c-8d12-8edacc3685f2), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:22.571867 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3fa240-af34-4034-8664-17a2c996f5fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'Port': ['ID=6bc0e378-4dd9-427c-8d12-8edacc3685f2,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:22.597066 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fa240-af34-4034-8664-17a2c996f5fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:22.597418 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fa240-af34-4034-8664-17a2c996f5fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:22.597787 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fa240-af34-4034-8664-17a2c996f5fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:22.598130 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fa240-af34-4034-8664-17a2c996f5fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:22.598470 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fa240-af34-4034-8664-17a2c996f5fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:22.598806 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fa240-af34-4034-8664-17a2c996f5fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:22.599161 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fa240-af34-4034-8664-17a2c996f5fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:22.599494 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fa240-af34-4034-8664-17a2c996f5fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:22.599824 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fa240-af34-4034-8664-17a2c996f5fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:22.600150 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fa240-af34-4034-8664-17a2c996f5fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:22.600474 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fa240-af34-4034-8664-17a2c996f5fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:22.600800 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fa240-af34-4034-8664-17a2c996f5fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:22.601122 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3fa240-af34-4034-8664-17a2c996f5fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:22.640773 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5c3fa240-af34-4034-8664-17a2c996f5fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for floatingip (dc315512-e22e-430b-9c41-9269780d2a55), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:22.641103 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [None req-5c3fa240-af34-4034-8664-17a2c996f5fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Floating IP dc315512-e22e-430b-9c41-9269780d2a55 disassociated (deleted). External IP: 172.25.0.70, port: 33912124-9d4a-41b3-ab8e-3913427d2330. Mar 05 05:41:22.851785 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3fa240-af34-4034-8664-17a2c996f5fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Router 0e0b3d17-edcd-4139-b4ca-b9e57a17290d has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:41:22.962425 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3fa240-af34-4034-8664-17a2c996f5fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:41:22.967550 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5c3fa240-af34-4034-8664-17a2c996f5fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:22.974082 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8da2e7-807b-4948-91cf-dfe5ec49841c None None] Sync routers for ids ['0e0b3d17-edcd-4139-b4ca-b9e57a17290d'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:41:22.983292 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8da2e7-807b-4948-91cf-dfe5ec49841c None None] Routers {'0e0b3d17-edcd-4139-b4ca-b9e57a17290d'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:41:22.983908 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-cd8da2e7-807b-4948-91cf-dfe5ec49841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:41:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['0e0b3d17-edcd-4139-b4ca-b9e57a17290d'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:41:22.998741 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5c3fa240-af34-4034-8664-17a2c996f5fa tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "DELETE /v2.0/floatingips/dc315512-e22e-430b-9c41-9269780d2a55 HTTP/1.1" status: 204 len: 168 time: 0.8370063 Mar 05 05:41:22.999356 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28785b18-cad1-411e-9bd4-8b80f14d3afd', 'tag': '33912124-9d4a-41b3-ab8e-3913427d2330'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:41:23.001581 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b3ece581dfa63e0b7b7c128691a33970c0031ac0b7b3271834b37c0ed9a1721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c547168c-4166-4b16-8699-39292ff44107" -d '{"events": [{"name": "network-changed", "server_uuid": "28785b18-cad1-411e-9bd4-8b80f14d3afd", "tag": "33912124-9d4a-41b3-ab8e-3913427d2330"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:41:23.039895 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c391186-fd77-4ea3-88e2-e50fd64a7b22 x-openstack-request-id: req-8c391186-fd77-4ea3-88e2-e50fd64a7b22 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:41:23.040448 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28785b18-cad1-411e-9bd4-8b80f14d3afd", "tag": "33912124-9d4a-41b3-ab8e-3913427d2330", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:41:23.040836 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8c391186-fd77-4ea3-88e2-e50fd64a7b22 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:41:23.041254 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28785b18-cad1-411e-9bd4-8b80f14d3afd', 'tag': '33912124-9d4a-41b3-ab8e-3913427d2330', 'status': 'completed', 'code': 200} Mar 05 05:41:23.100751 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-cd8da2e7-807b-4948-91cf-dfe5ec49841c None None] Set router 0e0b3d17-edcd-4139-b4ca-b9e57a17290d gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:41:23.120522 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547168c-4166-4b16-8699-39292ff44107 req-0c385409-0d9f-4bf6-9b7a-c2d8d56173f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:23.122027 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c547168c-4166-4b16-8699-39292ff44107 req-0c385409-0d9f-4bf6-9b7a-c2d8d56173f9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=28785b18-cad1-411e-9bd4-8b80f14d3afd HTTP/1.1" status: 200 len: 1128 time: 0.0570707 Mar 05 05:41:23.220487 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547168c-4166-4b16-8699-39292ff44107 req-7655d9c7-dcb9-43d0-bb1e-1b781ca870cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:23.222127 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c547168c-4166-4b16-8699-39292ff44107 req-7655d9c7-dcb9-43d0-bb1e-1b781ca870cd service neutron] 10.222.0.31 "GET /v2.0/networks?id=93d3c559-5d10-4954-85a2-7ad3f3e70d13 HTTP/1.1" status: 200 len: 896 time: 0.0942013 Mar 05 05:41:23.252327 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9598081-b31d-4048-88b4-c6e884946978 req-ddb8408f-5da4-40af-8781-1dc58c9d6f57 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:23.253858 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9598081-b31d-4048-88b4-c6e884946978 req-ddb8408f-5da4-40af-8781-1dc58c9d6f57 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=28785b18-cad1-411e-9bd4-8b80f14d3afd HTTP/1.1" status: 200 len: 945 time: 0.0578318 Mar 05 05:41:23.268655 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c547168c-4166-4b16-8699-39292ff44107 req-7b9a8e4b-2429-4135-aff2-93eb55b44f0b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33912124-9d4a-41b3-ab8e-3913427d2330 HTTP/1.1" status: 200 len: 217 time: 0.0403621 Mar 05 05:41:23.305154 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a9598081-b31d-4048-88b4-c6e884946978 req-caa60101-b8f2-40a0-ac47-80bff94a7091 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e40f66b-b4eb-47f1-8178-01c1881675d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452173 Mar 05 05:41:23.319726 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547168c-4166-4b16-8699-39292ff44107 req-2edf1725-b922-41d0-961c-dd764d4c17a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:23.321289 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c547168c-4166-4b16-8699-39292ff44107 req-2edf1725-b922-41d0-961c-dd764d4c17a5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8b603024-a4da-43f0-b858-f076249bf356 HTTP/1.1" status: 200 len: 834 time: 0.0459237 Mar 05 05:41:23.321588 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-cd8da2e7-807b-4948-91cf-dfe5ec49841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737126213', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:40:27Z', 'updated_at': '2022-03-05T05:40:30Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:61:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:40:27Z', 'updated_at': '2022-03-05T05:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '18d294a8-fe9f-4a84-9a4f-5e7db2e60be2', 'name': '', 'network_id': '93d3c559-5d10-4954-85a2-7ad3f3e70d13', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:44:39:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '8b603024-a4da-43f0-b858-f076249bf356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:40:30Z', 'updated_at': '2022-03-05T05:40:33Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': '8b603024-a4da-43f0-b858-f076249bf356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:41:23.352599 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8da2e7-807b-4948-91cf-dfe5ec49841c None None] Checking router: 0e0b3d17-edcd-4139-b4ca-b9e57a17290d for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:41:23.360889 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8da2e7-807b-4948-91cf-dfe5ec49841c None None] Routers {'0e0b3d17-edcd-4139-b4ca-b9e57a17290d'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:41:23.361499 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-cd8da2e7-807b-4948-91cf-dfe5ec49841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:41:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['0e0b3d17-edcd-4139-b4ca-b9e57a17290d'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:41:23.375138 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547168c-4166-4b16-8699-39292ff44107 req-7e8b8074-40da-4e29-9ae3-22fcc28b881c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:23.376574 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c547168c-4166-4b16-8699-39292ff44107 req-7e8b8074-40da-4e29-9ae3-22fcc28b881c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=93d3c559-5d10-4954-85a2-7ad3f3e70d13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450547 Mar 05 05:41:23.471840 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-cd8da2e7-807b-4948-91cf-dfe5ec49841c None None] Set router 0e0b3d17-edcd-4139-b4ca-b9e57a17290d gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:41:23.474308 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c547168c-4166-4b16-8699-39292ff44107 req-ace37e4d-ea84-4f46-a007-808bec6f9db1 service neutron] 10.222.0.31 "GET /v2.0/networks/93d3c559-5d10-4954-85a2-7ad3f3e70d13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906456 Mar 05 05:41:23.564068 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c547168c-4166-4b16-8699-39292ff44107 req-f172e4a7-d336-4178-a057-0e16d01d4456 service neutron] 10.222.0.31 "GET /v2.0/networks/93d3c559-5d10-4954-85a2-7ad3f3e70d13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825748 Mar 05 05:41:23.668206 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-cd8da2e7-807b-4948-91cf-dfe5ec49841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737126213', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:40:27Z', 'updated_at': '2022-03-05T05:40:30Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:61:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:40:27Z', 'updated_at': '2022-03-05T05:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '18d294a8-fe9f-4a84-9a4f-5e7db2e60be2', 'name': '', 'network_id': '93d3c559-5d10-4954-85a2-7ad3f3e70d13', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:44:39:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '8b603024-a4da-43f0-b858-f076249bf356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:40:30Z', 'updated_at': '2022-03-05T05:40:33Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': '8b603024-a4da-43f0-b858-f076249bf356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:41:23.693802 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8da2e7-807b-4948-91cf-dfe5ec49841c None None] The sync data for ids ['0e0b3d17-edcd-4139-b4ca-b9e57a17290d'] in n-d-789963-32 is: [{'id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737126213', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:40:27Z', 'updated_at': '2022-03-05T05:40:30Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:61:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:40:27Z', 'updated_at': '2022-03-05T05:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '18d294a8-fe9f-4a84-9a4f-5e7db2e60be2', 'name': '', 'network_id': '93d3c559-5d10-4954-85a2-7ad3f3e70d13', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:44:39:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '8b603024-a4da-43f0-b858-f076249bf356', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:40:30Z', 'updated_at': '2022-03-05T05:40:33Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': '8b603024-a4da-43f0-b858-f076249bf356', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:41:23.909485 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6174fc81-3206-4974-a345-263ea454c2f8 None None] New status for floating IP dc315512-e22e-430b-9c41-9269780d2a55: DOWN {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:41:24.430338 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2498fc-a78d-49a3-aee6-d8f93c2da395 req-d809e856-0b8e-437b-ac98-a6defcc40232 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:24.431938 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9c2498fc-a78d-49a3-aee6-d8f93c2da395 req-d809e856-0b8e-437b-ac98-a6defcc40232 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=28785b18-cad1-411e-9bd4-8b80f14d3afd HTTP/1.1" status: 200 len: 945 time: 0.0549290 Mar 05 05:41:24.483395 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9c2498fc-a78d-49a3-aee6-d8f93c2da395 req-ad6a6c5b-39e6-4d9e-8c32-f052e3c269a8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=2e40f66b-b4eb-47f1-8178-01c1881675d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457749 Mar 05 05:41:24.741821 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63744b56-01ec-4ad0-8eb7-de71e553381f req-f69b1700-53ed-47fe-b53c-bdb5f481fb5a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:24.743327 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-63744b56-01ec-4ad0-8eb7-de71e553381f req-f69b1700-53ed-47fe-b53c-bdb5f481fb5a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.31 "GET /v2.0/ports?device_id=28785b18-cad1-411e-9bd4-8b80f14d3afd HTTP/1.1" status: 200 len: 945 time: 0.0530250 Mar 05 05:41:24.837282 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-63744b56-01ec-4ad0-8eb7-de71e553381f req-30f68743-f9c2-484b-ae1b-4eb6c50a4a55 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Deleting port 33912124-9d4a-41b3-ab8e-3913427d2330 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:41:24.837625 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-63744b56-01ec-4ad0-8eb7-de71e553381f req-30f68743-f9c2-484b-ae1b-4eb6c50a4a55 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (33912124-9d4a-41b3-ab8e-3913427d2330), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:24.924302 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-63744b56-01ec-4ad0-8eb7-de71e553381f req-30f68743-f9c2-484b-ae1b-4eb6c50a4a55 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] For port 33912124-9d4a-41b3-ab8e-3913427d2330, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=33912124-9d4a-41b3-ab8e-3913427d2330,segment=NetworkSegment(28a1923d-e707-46dc-8049-2d4ab10f4b1d),segment_id=28a1923d-e707-46dc-8049-2d4ab10f4b1d)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:41:24.924669 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-63744b56-01ec-4ad0-8eb7-de71e553381f req-30f68743-f9c2-484b-ae1b-4eb6c50a4a55 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (33912124-9d4a-41b3-ab8e-3913427d2330), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:24.936482 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-63744b56-01ec-4ad0-8eb7-de71e553381f req-30f68743-f9c2-484b-ae1b-4eb6c50a4a55 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Calling delete_port for 33912124-9d4a-41b3-ab8e-3913427d2330 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:41:25.067914 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-63744b56-01ec-4ad0-8eb7-de71e553381f req-30f68743-f9c2-484b-ae1b-4eb6c50a4a55 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (33912124-9d4a-41b3-ab8e-3913427d2330), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:25.094200 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f68743-f9c2-484b-ae1b-4eb6c50a4a55 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'Port': ['ID=33912124-9d4a-41b3-ab8e-3913427d2330,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:25.141767 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-63744b56-01ec-4ad0-8eb7-de71e553381f req-30f68743-f9c2-484b-ae1b-4eb6c50a4a55 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] No DVR routers for this DVR port 33912124-9d4a-41b3-ab8e-3913427d2330 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:41:25.144221 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-63744b56-01ec-4ad0-8eb7-de71e553381f req-30f68743-f9c2-484b-ae1b-4eb6c50a4a55 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:25.148086 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-63744b56-01ec-4ad0-8eb7-de71e553381f req-30f68743-f9c2-484b-ae1b-4eb6c50a4a55 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.31 "DELETE /v2.0/ports/33912124-9d4a-41b3-ab8e-3913427d2330 HTTP/1.1" status: 204 len: 173 time: 0.4000461 Mar 05 05:41:25.148533 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28785b18-cad1-411e-9bd4-8b80f14d3afd', 'name': 'network-vif-deleted', 'tag': '33912124-9d4a-41b3-ab8e-3913427d2330'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:41:25.150758 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b3ece581dfa63e0b7b7c128691a33970c0031ac0b7b3271834b37c0ed9a1721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d16c3a-4145-4b75-b002-07f17042ef71" -d '{"events": [{"server_uuid": "28785b18-cad1-411e-9bd4-8b80f14d3afd", "name": "network-vif-deleted", "tag": "33912124-9d4a-41b3-ab8e-3913427d2330"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:41:25.193848 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1c830d-39fc-4b2b-97f5-02c49a1ba7b1 x-openstack-request-id: req-7e1c830d-39fc-4b2b-97f5-02c49a1ba7b1 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:41:25.194214 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28785b18-cad1-411e-9bd4-8b80f14d3afd", "name": "network-vif-deleted", "tag": "33912124-9d4a-41b3-ab8e-3913427d2330", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:41:25.194555 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7e1c830d-39fc-4b2b-97f5-02c49a1ba7b1 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:41:25.195031 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28785b18-cad1-411e-9bd4-8b80f14d3afd', 'name': 'network-vif-deleted', 'tag': '33912124-9d4a-41b3-ab8e-3913427d2330', 'status': 'completed', 'code': 200} Mar 05 05:41:25.605688 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c3e2c633-a5ce-45cb-94bb-154bd4720d3e req-09517e26-171b-4e4c-9999-6772c0d0c50e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=28785b18-cad1-411e-9bd4-8b80f14d3afd HTTP/1.1" status: 200 len: 210 time: 0.0353813 Mar 05 05:41:26.663616 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45708) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:41:27.341716 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af59217b-6d00-45b7-8fc3-f393d855ca32 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (0e0b3d17-edcd-4139-b4ca-b9e57a17290d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:27.597312 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-af59217b-6d00-45b7-8fc3-f393d855ca32 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Deleting port 18d294a8-fe9f-4a84-9a4f-5e7db2e60be2 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:41:27.597571 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af59217b-6d00-45b7-8fc3-f393d855ca32 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (18d294a8-fe9f-4a84-9a4f-5e7db2e60be2), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:27.688574 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-af59217b-6d00-45b7-8fc3-f393d855ca32 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] For port 18d294a8-fe9f-4a84-9a4f-5e7db2e60be2, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=18d294a8-fe9f-4a84-9a4f-5e7db2e60be2,segment=NetworkSegment(28a1923d-e707-46dc-8049-2d4ab10f4b1d),segment_id=28a1923d-e707-46dc-8049-2d4ab10f4b1d)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:41:27.689344 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af59217b-6d00-45b7-8fc3-f393d855ca32 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (18d294a8-fe9f-4a84-9a4f-5e7db2e60be2), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:27.700534 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-af59217b-6d00-45b7-8fc3-f393d855ca32 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Calling delete_port for 18d294a8-fe9f-4a84-9a4f-5e7db2e60be2 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:41:27.884151 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af59217b-6d00-45b7-8fc3-f393d855ca32 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (18d294a8-fe9f-4a84-9a4f-5e7db2e60be2), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:27.911155 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59217b-6d00-45b7-8fc3-f393d855ca32 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'Port': ['ID=18d294a8-fe9f-4a84-9a4f-5e7db2e60be2,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:28.090277 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af59217b-6d00-45b7-8fc3-f393d855ca32 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (0e0b3d17-edcd-4139-b4ca-b9e57a17290d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:28.312632 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af59217b-6d00-45b7-8fc3-f393d855ca32 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Router 0e0b3d17-edcd-4139-b4ca-b9e57a17290d has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:41:28.420924 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af59217b-6d00-45b7-8fc3-f393d855ca32 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:41:28.425925 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-af59217b-6d00-45b7-8fc3-f393d855ca32 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "PUT /v2.0/routers/0e0b3d17-edcd-4139-b4ca-b9e57a17290d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7612777 Mar 05 05:41:28.429036 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45710) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:41:28.430462 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d6e6d6-799a-4591-81f2-7103dedf0b75 None None] Sync routers for ids ['0e0b3d17-edcd-4139-b4ca-b9e57a17290d'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:41:28.441009 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d6e6d6-799a-4591-81f2-7103dedf0b75 None None] Routers {'0e0b3d17-edcd-4139-b4ca-b9e57a17290d'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:41:28.442349 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-69d6e6d6-799a-4591-81f2-7103dedf0b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:41:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['0e0b3d17-edcd-4139-b4ca-b9e57a17290d'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:41:28.480987 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-845436be-f0bd-455d-9d7c-dabcb82d2d22 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Deleting subnet 8b603024-a4da-43f0-b858-f076249bf356 {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:41:28.484324 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-845436be-f0bd-455d-9d7c-dabcb82d2d22 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for subnet (8b603024-a4da-43f0-b858-f076249bf356), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:28.523774 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-845436be-f0bd-455d-9d7c-dabcb82d2d22 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (8b603024-a4da-43f0-b858-f076249bf356), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:28.550552 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-69d6e6d6-799a-4591-81f2-7103dedf0b75 None None] Set router 0e0b3d17-edcd-4139-b4ca-b9e57a17290d gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:41:28.586898 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 33912124-9d4a-41b3-ab8e-3913427d2330 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:41:28.608448 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 33912124-9d4a-41b3-ab8e-3913427d2330 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:41:28.608799 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 33912124-9d4a-41b3-ab8e-3913427d2330 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:41:28.614005 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-845436be-f0bd-455d-9d7c-dabcb82d2d22 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (8b603024-a4da-43f0-b858-f076249bf356), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:28.678770 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-845436be-f0bd-455d-9d7c-dabcb82d2d22 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (8b603024-a4da-43f0-b858-f076249bf356), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:28.707495 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845436be-f0bd-455d-9d7c-dabcb82d2d22 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'Subnet': ['ID=8b603024-a4da-43f0-b858-f076249bf356,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:28.712869 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-845436be-f0bd-455d-9d7c-dabcb82d2d22 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:28.716253 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-845436be-f0bd-455d-9d7c-dabcb82d2d22 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "DELETE /v2.0/subnets/8b603024-a4da-43f0-b858-f076249bf356 HTTP/1.1" status: 204 len: 168 time: 0.2859130 Mar 05 05:41:28.719003 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45712) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:41:28.719877 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca28e58f-26e6-4632-a5d3-dc15c636b3aa None None] Network 93d3c559-5d10-4954-85a2-7ad3f3e70d13 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:41:28.721827 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845436be-f0bd-455d-9d7c-dabcb82d2d22 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:28.722143 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845436be-f0bd-455d-9d7c-dabcb82d2d22 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:28.722488 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845436be-f0bd-455d-9d7c-dabcb82d2d22 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:28.722869 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845436be-f0bd-455d-9d7c-dabcb82d2d22 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:28.723474 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845436be-f0bd-455d-9d7c-dabcb82d2d22 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:28.723861 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845436be-f0bd-455d-9d7c-dabcb82d2d22 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:28.724201 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845436be-f0bd-455d-9d7c-dabcb82d2d22 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:28.724536 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845436be-f0bd-455d-9d7c-dabcb82d2d22 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:28.724868 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845436be-f0bd-455d-9d7c-dabcb82d2d22 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:28.725200 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845436be-f0bd-455d-9d7c-dabcb82d2d22 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:28.725529 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845436be-f0bd-455d-9d7c-dabcb82d2d22 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:28.725856 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845436be-f0bd-455d-9d7c-dabcb82d2d22 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:28.726169 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845436be-f0bd-455d-9d7c-dabcb82d2d22 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:28.835801 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-69d6e6d6-799a-4591-81f2-7103dedf0b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737126213', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:40:27Z', 'updated_at': '2022-03-05T05:41:27Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:61:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:40:27Z', 'updated_at': '2022-03-05T05:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:41:28.838722 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aeb13dc7-13b4-4d85-9b06-17cae13f8635 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router (0e0b3d17-edcd-4139-b4ca-b9e57a17290d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:28.862106 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d6e6d6-799a-4591-81f2-7103dedf0b75 None None] Checking router: 0e0b3d17-edcd-4139-b4ca-b9e57a17290d for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:41:28.871443 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d6e6d6-799a-4591-81f2-7103dedf0b75 None None] Routers {'0e0b3d17-edcd-4139-b4ca-b9e57a17290d'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:41:28.872064 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-69d6e6d6-799a-4591-81f2-7103dedf0b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:41:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['0e0b3d17-edcd-4139-b4ca-b9e57a17290d'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:41:28.905846 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a4eab2-d1b4-4c6f-bf2e-9adf74f61600 None None] DHCP port deletion for 93d3c559-5d10-4954-85a2-7ad3f3e70d13 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:41:28.954272 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-71a4eab2-d1b4-4c6f-bf2e-9adf74f61600 None None] Deleting port bcbb82f8-8978-4355-9e0c-d5be7cb7aadf {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:41:28.954616 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-71a4eab2-d1b4-4c6f-bf2e-9adf74f61600 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (bcbb82f8-8978-4355-9e0c-d5be7cb7aadf), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:28.956539 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aeb13dc7-13b4-4d85-9b06-17cae13f8635 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router_gateway (0e0b3d17-edcd-4139-b4ca-b9e57a17290d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:28.991428 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-69d6e6d6-799a-4591-81f2-7103dedf0b75 None None] Set router 0e0b3d17-edcd-4139-b4ca-b9e57a17290d gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:41:29.017549 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-aeb13dc7-13b4-4d85-9b06-17cae13f8635 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Deleting port e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:41:29.017931 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aeb13dc7-13b4-4d85-9b06-17cae13f8635 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:29.025796 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-71a4eab2-d1b4-4c6f-bf2e-9adf74f61600 None None] For port bcbb82f8-8978-4355-9e0c-d5be7cb7aadf, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=bcbb82f8-8978-4355-9e0c-d5be7cb7aadf,segment=NetworkSegment(28a1923d-e707-46dc-8049-2d4ab10f4b1d),segment_id=28a1923d-e707-46dc-8049-2d4ab10f4b1d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:41:29.026209 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-71a4eab2-d1b4-4c6f-bf2e-9adf74f61600 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (bcbb82f8-8978-4355-9e0c-d5be7cb7aadf), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:29.039791 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-71a4eab2-d1b4-4c6f-bf2e-9adf74f61600 None None] Calling delete_port for bcbb82f8-8978-4355-9e0c-d5be7cb7aadf owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:41:29.100575 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-aeb13dc7-13b4-4d85-9b06-17cae13f8635 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] For port e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:41:29.100939 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aeb13dc7-13b4-4d85-9b06-17cae13f8635 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:29.112695 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-aeb13dc7-13b4-4d85-9b06-17cae13f8635 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Calling delete_port for e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:41:29.139160 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-71a4eab2-d1b4-4c6f-bf2e-9adf74f61600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (bcbb82f8-8978-4355-9e0c-d5be7cb7aadf), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:29.171913 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4eab2-d1b4-4c6f-bf2e-9adf74f61600 None None] Pushing event deleted for resources: {'Port': ['ID=bcbb82f8-8978-4355-9e0c-d5be7cb7aadf,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:29.180737 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-69d6e6d6-799a-4591-81f2-7103dedf0b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737126213', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:40:27Z', 'updated_at': '2022-03-05T05:41:27Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:61:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:40:27Z', 'updated_at': '2022-03-05T05:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:41:29.182718 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a4eab2-d1b4-4c6f-bf2e-9adf74f61600 None None] No DVR routers for this DVR port bcbb82f8-8978-4355-9e0c-d5be7cb7aadf on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:41:29.189130 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4eab2-d1b4-4c6f-bf2e-9adf74f61600 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:29.189484 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4eab2-d1b4-4c6f-bf2e-9adf74f61600 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:29.189831 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4eab2-d1b4-4c6f-bf2e-9adf74f61600 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:29.190174 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4eab2-d1b4-4c6f-bf2e-9adf74f61600 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:29.190510 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4eab2-d1b4-4c6f-bf2e-9adf74f61600 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:29.190847 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4eab2-d1b4-4c6f-bf2e-9adf74f61600 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:29.191670 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4eab2-d1b4-4c6f-bf2e-9adf74f61600 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:29.191769 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4eab2-d1b4-4c6f-bf2e-9adf74f61600 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:29.192155 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4eab2-d1b4-4c6f-bf2e-9adf74f61600 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:29.192490 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4eab2-d1b4-4c6f-bf2e-9adf74f61600 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:29.192826 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4eab2-d1b4-4c6f-bf2e-9adf74f61600 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:29.193158 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4eab2-d1b4-4c6f-bf2e-9adf74f61600 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:29.193735 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a4eab2-d1b4-4c6f-bf2e-9adf74f61600 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:29.210698 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d6e6d6-799a-4591-81f2-7103dedf0b75 None None] The sync data for ids ['0e0b3d17-edcd-4139-b4ca-b9e57a17290d'] in n-d-789963-32 is: [{'id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737126213', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:40:27Z', 'updated_at': '2022-03-05T05:41:27Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:61:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0b3d17-edcd-4139-b4ca-b9e57a17290d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:40:27Z', 'updated_at': '2022-03-05T05:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:41:29.291063 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aeb13dc7-13b4-4d85-9b06-17cae13f8635 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:29.316747 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb13dc7-13b4-4d85-9b06-17cae13f8635 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'Port': ['ID=e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:29.380461 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aeb13dc7-13b4-4d85-9b06-17cae13f8635 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (0e0b3d17-edcd-4139-b4ca-b9e57a17290d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:29.472806 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aeb13dc7-13b4-4d85-9b06-17cae13f8635 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (0e0b3d17-edcd-4139-b4ca-b9e57a17290d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:29.474802 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aeb13dc7-13b4-4d85-9b06-17cae13f8635 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router_controller (0e0b3d17-edcd-4139-b4ca-b9e57a17290d), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:29.516736 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aeb13dc7-13b4-4d85-9b06-17cae13f8635 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (0e0b3d17-edcd-4139-b4ca-b9e57a17290d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:29.517297 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb13dc7-13b4-4d85-9b06-17cae13f8635 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Fanout notify agent at l3_agent the message router_deleted on router 0e0b3d17-edcd-4139-b4ca-b9e57a17290d {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:41:29.524272 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-aeb13dc7-13b4-4d85-9b06-17cae13f8635 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:29.525455 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-aeb13dc7-13b4-4d85-9b06-17cae13f8635 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "DELETE /v2.0/routers/0e0b3d17-edcd-4139-b4ca-b9e57a17290d HTTP/1.1" status: 204 len: 168 time: 0.8054352 Mar 05 05:41:29.528111 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45714) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:41:29.605382 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f77afb86-34d1-496d-b0ff-d7ca1ba76d25 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (93d3c559-5d10-4954-85a2-7ad3f3e70d13), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:29.699251 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f77afb86-34d1-496d-b0ff-d7ca1ba76d25 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (93d3c559-5d10-4954-85a2-7ad3f3e70d13), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:29.719658 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-f77afb86-34d1-496d-b0ff-d7ca1ba76d25 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93d3c559-5d10-4954-85a2-7ad3f3e70d13']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:41:29.728792 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-f77afb86-34d1-496d-b0ff-d7ca1ba76d25 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a1923d-e707-46dc-8049-2d4ab10f4b1d') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:41:29.729026 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-f77afb86-34d1-496d-b0ff-d7ca1ba76d25 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a1923d-e707-46dc-8049-2d4ab10f4b1d') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:41:29.739215 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f77afb86-34d1-496d-b0ff-d7ca1ba76d25 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (28a1923d-e707-46dc-8049-2d4ab10f4b1d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:29.751921 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f77afb86-34d1-496d-b0ff-d7ca1ba76d25 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (28a1923d-e707-46dc-8049-2d4ab10f4b1d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:29.760860 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f77afb86-34d1-496d-b0ff-d7ca1ba76d25 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:41:29.761261 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f77afb86-34d1-496d-b0ff-d7ca1ba76d25 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (28a1923d-e707-46dc-8049-2d4ab10f4b1d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:29.764700 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:41:29.764700 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:41:29.764700 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:41:29.764700 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:41:29.764700 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:41:29.764700 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:41:29.764700 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:41:29.764700 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:41:29.764700 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:41:29.764700 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:41:29.764700 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:41:29.764700 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:41:29.764700 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:41:29.764700 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:41:29.764700 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:41:29.764700 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:41:29.764700 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:41:29.764700 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:41:29.764700 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:41:29.764700 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:41:29.764700 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:41:29.764700 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:41:29.764700 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:41:29.764700 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:41:29.764700 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:41:29.764700 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:41:29.764700 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:41:29.764700 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:41:29.764700 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:41:29.764700 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:41:29.764700 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:41:29.764700 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:41:29.831678 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f77afb86-34d1-496d-b0ff-d7ca1ba76d25 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (93d3c559-5d10-4954-85a2-7ad3f3e70d13), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:29.843717 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f77afb86-34d1-496d-b0ff-d7ca1ba76d25 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:29.847008 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f77afb86-34d1-496d-b0ff-d7ca1ba76d25 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "DELETE /v2.0/networks/93d3c559-5d10-4954-85a2-7ad3f3e70d13 HTTP/1.1" status: 204 len: 168 time: 0.3179801 Mar 05 05:41:29.850763 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45716) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:41:29.859522 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77afb86-34d1-496d-b0ff-d7ca1ba76d25 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'Network': ['ID=93d3c559-5d10-4954-85a2-7ad3f3e70d13,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:29.919444 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3d3638e1-5cec-4341-8cf9-a4b3702b71ab tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group (2e40f66b-b4eb-47f1-8178-01c1881675d3), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:29.944835 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3d3638e1-5cec-4341-8cf9-a4b3702b71ab tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group (2e40f66b-b4eb-47f1-8178-01c1881675d3), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:30.003452 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3d3638e1-5cec-4341-8cf9-a4b3702b71ab tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (2e40f66b-b4eb-47f1-8178-01c1881675d3), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:30.006050 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3d3638e1-5cec-4341-8cf9-a4b3702b71ab tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:30.007232 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3d3638e1-5cec-4341-8cf9-a4b3702b71ab tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "DELETE /v2.0/security-groups/2e40f66b-b4eb-47f1-8178-01c1881675d3 HTTP/1.1" status: 204 len: 168 time: 0.1554065 Mar 05 05:41:30.016079 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3638e1-5cec-4341-8cf9-a4b3702b71ab tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e40f66b-b4eb-47f1-8178-01c1881675d3,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:30.177551 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45722) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:41:30.182128 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-b40695e1-fbbf-486c-ae15-3f71a010fd2c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2026406783', 'description': 'tempest-secgroup-smoke-2026406783 description', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:41:30.204012 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b40695e1-fbbf-486c-ae15-3f71a010fd2c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:30.266883 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:41:30.288574 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b40695e1-fbbf-486c-ae15-3f71a010fd2c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group (ace37b5c-6cdd-43d5-9a73-1fb9958c9a10), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:30.293774 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b40695e1-fbbf-486c-ae15-3f71a010fd2c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ace37b5c-6cdd-43d5-9a73-1fb9958c9a10), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:30.295457 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:41:30.295871 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device e14191ec-9cf7-4bf5-aff2-0b0dca02ce7e not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:41:30.296340 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 18d294a8-fe9f-4a84-9a4f-5e7db2e60be2 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:41:30.318758 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 18d294a8-fe9f-4a84-9a4f-5e7db2e60be2 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:41:30.319130 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 18d294a8-fe9f-4a84-9a4f-5e7db2e60be2 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:41:30.319546 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bcbb82f8-8978-4355-9e0c-d5be7cb7aadf no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:41:30.321735 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-b40695e1-fbbf-486c-ae15-3f71a010fd2c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:30.322978 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b40695e1-fbbf-486c-ae15-3f71a010fd2c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1444156 Mar 05 05:41:30.326041 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45724) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:41:30.330516 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-debbe9ef-3673-4ecd-ae6a-0831f28887c3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group_rule': {'security_group_id': 'ace37b5c-6cdd-43d5-9a73-1fb9958c9a10', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:41:30.332795 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40695e1-fbbf-486c-ae15-3f71a010fd2c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace37b5c-6cdd-43d5-9a73-1fb9958c9a10,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:30.357289 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-debbe9ef-3673-4ecd-ae6a-0831f28887c3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (2770faaa-b288-4f24-95e5-71a9ab8b967b), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:30.373635 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: bcbb82f8-8978-4355-9e0c-d5be7cb7aadf {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:41:30.373991 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bcbb82f8-8978-4355-9e0c-d5be7cb7aadf not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:41:30.419638 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-debbe9ef-3673-4ecd-ae6a-0831f28887c3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (2770faaa-b288-4f24-95e5-71a9ab8b967b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:30.423588 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-debbe9ef-3673-4ecd-ae6a-0831f28887c3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (2770faaa-b288-4f24-95e5-71a9ab8b967b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:30.442004 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debbe9ef-3673-4ecd-ae6a-0831f28887c3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2770faaa-b288-4f24-95e5-71a9ab8b967b,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:30.450450 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-debbe9ef-3673-4ecd-ae6a-0831f28887c3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:30.451782 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-debbe9ef-3673-4ecd-ae6a-0831f28887c3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247523 Mar 05 05:41:30.454517 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45726) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:41:30.459799 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-a9844839-c1ab-4e18-bf16-60c6c06061a6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group_rule': {'security_group_id': 'ace37b5c-6cdd-43d5-9a73-1fb9958c9a10', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:41:30.484952 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a9844839-c1ab-4e18-bf16-60c6c06061a6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (7677433c-7e29-427c-9029-273fd759ea7e), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:30.540845 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a9844839-c1ab-4e18-bf16-60c6c06061a6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (7677433c-7e29-427c-9029-273fd759ea7e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:30.544252 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a9844839-c1ab-4e18-bf16-60c6c06061a6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (7677433c-7e29-427c-9029-273fd759ea7e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:30.565507 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9844839-c1ab-4e18-bf16-60c6c06061a6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7677433c-7e29-427c-9029-273fd759ea7e,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:30.573232 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a9844839-c1ab-4e18-bf16-60c6c06061a6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:30.574416 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a9844839-c1ab-4e18-bf16-60c6c06061a6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1189423 Mar 05 05:41:30.577128 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45728) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:41:30.581542 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-413af34e-3549-43a6-b2aa-5a6d580bfcde tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group_rule': {'security_group_id': 'ace37b5c-6cdd-43d5-9a73-1fb9958c9a10', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:41:30.608041 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-413af34e-3549-43a6-b2aa-5a6d580bfcde tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (90052823-6a24-417f-8e7a-8d8751d8d5fe), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:30.666197 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-413af34e-3549-43a6-b2aa-5a6d580bfcde tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (90052823-6a24-417f-8e7a-8d8751d8d5fe), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:30.669731 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-413af34e-3549-43a6-b2aa-5a6d580bfcde tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (90052823-6a24-417f-8e7a-8d8751d8d5fe), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:30.688366 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413af34e-3549-43a6-b2aa-5a6d580bfcde tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90052823-6a24-417f-8e7a-8d8751d8d5fe,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:30.693973 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-413af34e-3549-43a6-b2aa-5a6d580bfcde tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:30.695116 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-413af34e-3549-43a6-b2aa-5a6d580bfcde tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170452 Mar 05 05:41:30.698004 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45730) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:41:30.702494 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-f5d31950-79b1-429e-8a86-d4d12a594796 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group_rule': {'security_group_id': 'ace37b5c-6cdd-43d5-9a73-1fb9958c9a10', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:41:30.726936 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f5d31950-79b1-429e-8a86-d4d12a594796 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (9fa30419-6b3a-4e67-bb97-2ad8a9875885), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:30.785988 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f5d31950-79b1-429e-8a86-d4d12a594796 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (9fa30419-6b3a-4e67-bb97-2ad8a9875885), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:30.789606 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f5d31950-79b1-429e-8a86-d4d12a594796 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (9fa30419-6b3a-4e67-bb97-2ad8a9875885), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:30.808527 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d31950-79b1-429e-8a86-d4d12a594796 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa30419-6b3a-4e67-bb97-2ad8a9875885,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:30.818708 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f5d31950-79b1-429e-8a86-d4d12a594796 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:30.819945 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f5d31950-79b1-429e-8a86-d4d12a594796 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209240 Mar 05 05:41:30.822674 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45732) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:41:30.827065 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-29020444-3cbf-4f0e-b2d6-4c6579bb5aeb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group_rule': {'security_group_id': 'ace37b5c-6cdd-43d5-9a73-1fb9958c9a10', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:41:30.847440 n-d-789963-32 neutron-server[105231]: INFO neutron.db.securitygroups_db [None req-29020444-3cbf-4f0e-b2d6-4c6579bb5aeb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Project ba2e0d8d43284548af1760695ecb9a0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:41:30.852390 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-29020444-3cbf-4f0e-b2d6-4c6579bb5aeb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (bc0fa04b-e9f7-498a-a687-bce2bb295007), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:30.910783 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-29020444-3cbf-4f0e-b2d6-4c6579bb5aeb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (bc0fa04b-e9f7-498a-a687-bce2bb295007), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:30.914150 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-29020444-3cbf-4f0e-b2d6-4c6579bb5aeb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (bc0fa04b-e9f7-498a-a687-bce2bb295007), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:30.933260 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29020444-3cbf-4f0e-b2d6-4c6579bb5aeb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc0fa04b-e9f7-498a-a687-bce2bb295007,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:30.940777 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-29020444-3cbf-4f0e-b2d6-4c6579bb5aeb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:30.942630 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-29020444-3cbf-4f0e-b2d6-4c6579bb5aeb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189699 Mar 05 05:41:30.945750 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45734) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:41:30.950112 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-d4493b8d-2d4d-4b17-b116-824900b5f8b1 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group_rule': {'security_group_id': 'ace37b5c-6cdd-43d5-9a73-1fb9958c9a10', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:41:30.969389 n-d-789963-32 neutron-server[105231]: INFO neutron.db.securitygroups_db [None req-d4493b8d-2d4d-4b17-b116-824900b5f8b1 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Project ba2e0d8d43284548af1760695ecb9a0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:41:30.974159 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d4493b8d-2d4d-4b17-b116-824900b5f8b1 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (32f65c62-cdc7-4f0e-ab7f-3044dcfda964), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:31.039386 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d4493b8d-2d4d-4b17-b116-824900b5f8b1 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (32f65c62-cdc7-4f0e-ab7f-3044dcfda964), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:31.042859 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d4493b8d-2d4d-4b17-b116-824900b5f8b1 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (32f65c62-cdc7-4f0e-ab7f-3044dcfda964), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:31.060156 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4493b8d-2d4d-4b17-b116-824900b5f8b1 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f65c62-cdc7-4f0e-ab7f-3044dcfda964,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:31.067969 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d4493b8d-2d4d-4b17-b116-824900b5f8b1 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:31.069137 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d4493b8d-2d4d-4b17-b116-824900b5f8b1 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1224215 Mar 05 05:41:31.072051 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45736) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:41:31.076768 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-fd090f39-b8f4-4ab9-80c6-14c7fb91b37a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'network': {'name': 'tempest-network-smoke--1613182235', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'port_security_enabled': True}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:41:31.094836 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd090f39-b8f4-4ab9-80c6-14c7fb91b37a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Made reservation on behalf of ba2e0d8d43284548af1760695ecb9a0e for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:41:31.098037 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fd090f39-b8f4-4ab9-80c6-14c7fb91b37a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:31.122794 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd090f39-b8f4-4ab9-80c6-14c7fb91b37a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:41:31.133218 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fd090f39-b8f4-4ab9-80c6-14c7fb91b37a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (88004e17-9a98-4139-b9c8-b7e9361a9266), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:31.133573 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-fd090f39-b8f4-4ab9-80c6-14c7fb91b37a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Added segment 88004e17-9a98-4139-b9c8-b7e9361a9266 of type vlan for network 8db84977-94ef-4a71-ac00-f86c164f9ab6 Mar 05 05:41:31.172764 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fd090f39-b8f4-4ab9-80c6-14c7fb91b37a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (8db84977-94ef-4a71-ac00-f86c164f9ab6), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:31.198465 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fd090f39-b8f4-4ab9-80c6-14c7fb91b37a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (8db84977-94ef-4a71-ac00-f86c164f9ab6), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:31.203711 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd090f39-b8f4-4ab9-80c6-14c7fb91b37a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:31.204301 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fd090f39-b8f4-4ab9-80c6-14c7fb91b37a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:31.239858 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fd090f39-b8f4-4ab9-80c6-14c7fb91b37a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1668084 Mar 05 05:41:31.242603 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45738) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:41:31.247313 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-9b3208d1-edb1-4f86-b8f6-f53dc8010afb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1194334356', 'admin_state_up': True, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:41:31.268770 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9b3208d1-edb1-4f86-b8f6-f53dc8010afb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:31.270047 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9b3208d1-edb1-4f86-b8f6-f53dc8010afb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:31.275504 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd090f39-b8f4-4ab9-80c6-14c7fb91b37a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Network': ['ID=8db84977-94ef-4a71-ac00-f86c164f9ab6,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:31.287466 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 8db84977-94ef-4a71-ac00-f86c164f9ab6 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:41:31.325293 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9b3208d1-edb1-4f86-b8f6-f53dc8010afb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router_controller (0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:31.469649 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9b3208d1-edb1-4f86-b8f6-f53dc8010afb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router_gateway (0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:31.675332 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9b3208d1-edb1-4f86-b8f6-f53dc8010afb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router_gateway (0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:31.695011 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9b3208d1-edb1-4f86-b8f6-f53dc8010afb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:31.794976 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-9b3208d1-edb1-4f86-b8f6-f53dc8010afb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Allocated IP 172.25.0.42 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/5d02c3b3-b526-48ed-8e27-fd6c5e767ce4) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:41:31.898888 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9b3208d1-edb1-4f86-b8f6-f53dc8010afb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for port (5d02c3b3-b526-48ed-8e27-fd6c5e767ce4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:31.932230 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9b3208d1-edb1-4f86-b8f6-f53dc8010afb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (5d02c3b3-b526-48ed-8e27-fd6c5e767ce4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:31.971425 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3208d1-edb1-4f86-b8f6-f53dc8010afb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:41:31.974752 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-9b3208d1-edb1-4f86-b8f6-f53dc8010afb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:41:31.977039 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3208d1-edb1-4f86-b8f6-f53dc8010afb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:41:32.002464 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3208d1-edb1-4f86-b8f6-f53dc8010afb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Port': ['ID=5d02c3b3-b526-48ed-8e27-fd6c5e767ce4,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:32.230921 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9b3208d1-edb1-4f86-b8f6-f53dc8010afb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router_gateway (0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:32.428604 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9b3208d1-edb1-4f86-b8f6-f53dc8010afb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:32.510315 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:41:32.557417 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3208d1-edb1-4f86-b8f6-f53dc8010afb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Router 0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:41:32.662201 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3208d1-edb1-4f86-b8f6-f53dc8010afb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:41:32.671715 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4330c6cf-4bb2-42cd-8947-cab2575099dd None None] Sync routers for ids ['0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:41:32.682081 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4330c6cf-4bb2-42cd-8947-cab2575099dd None None] Routers {'0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:41:32.682791 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9b3208d1-edb1-4f86-b8f6-f53dc8010afb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:32.682940 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-4330c6cf-4bb2-42cd-8947-cab2575099dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:41:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:41:32.684040 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9b3208d1-edb1-4f86-b8f6-f53dc8010afb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4403231 Mar 05 05:41:32.687116 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45740) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:41:32.721317 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c942407a-4060-421b-8fdc-2d13db4c7564 tempest-TestNetworkAdvancedServerOps-746894055 tempest-TestNetworkAdvancedServerOps-746894055-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=ba2e0d8d43284548af1760695ecb9a0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330853 Mar 05 05:41:32.724061 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45742) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:41:32.792491 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-4330c6cf-4bb2-42cd-8947-cab2575099dd None None] Set router 0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:41:32.817402 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da9ba0d-5691-4f5e-9491-4f93c19a15ab tempest-TestNetworkAdvancedServerOps-746894055 tempest-TestNetworkAdvancedServerOps-746894055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:32.818924 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1da9ba0d-5691-4f5e-9491-4f93c19a15ab tempest-TestNetworkAdvancedServerOps-746894055 tempest-TestNetworkAdvancedServerOps-746894055-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0938089 Mar 05 05:41:32.821925 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45744) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:41:32.850222 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4d7c5c38-7de2-4241-9ccb-d997db61400d tempest-TestNetworkAdvancedServerOps-746894055 tempest-TestNetworkAdvancedServerOps-746894055-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=ff625bbb-6b8f-4740-be08-a562ec9a34a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272238 Mar 05 05:41:32.852815 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45746) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:41:32.857441 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-cc85f4a8-9e1c-4286-b022-9cef41d258f1 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-403047957', 'network_id': '8db84977-94ef-4a71-ac00-f86c164f9ab6', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:41:32.945858 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc85f4a8-9e1c-4286-b022-9cef41d258f1 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Made reservation on behalf of ba2e0d8d43284548af1760695ecb9a0e for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:41:32.949377 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cc85f4a8-9e1c-4286-b022-9cef41d258f1 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:32.976580 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-4330c6cf-4bb2-42cd-8947-cab2575099dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194334356', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '5d02c3b3-b526-48ed-8e27-fd6c5e767ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:41:31Z', 'updated_at': '2022-03-05T05:41:32Z', 'revision_number': 3, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': '5d02c3b3-b526-48ed-8e27-fd6c5e767ce4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:41:31Z', 'updated_at': '2022-03-05T05:41:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:41:33.004251 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4330c6cf-4bb2-42cd-8947-cab2575099dd None None] Checking router: 0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:41:33.004618 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4330c6cf-4bb2-42cd-8947-cab2575099dd None None] Updating router 0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b port 5d02c3b3-b526-48ed-8e27-fd6c5e767ce4 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:41:33.037770 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4330c6cf-4bb2-42cd-8947-cab2575099dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5d02c3b3-b526-48ed-8e27-fd6c5e767ce4), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:33.134272 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cc85f4a8-9e1c-4286-b022-9cef41d258f1 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:33.194904 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85f4a8-9e1c-4286-b022-9cef41d258f1 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Subnet': ['ID=ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:33.204123 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc85f4a8-9e1c-4286-b022-9cef41d258f1 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Checking segment: {'id': '88004e17-9a98-4139-b9c8-b7e9361a9266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8db84977-94ef-4a71-ac00-f86c164f9ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:41:33.204495 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc85f4a8-9e1c-4286-b022-9cef41d258f1 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network hostable DHCP agents. Network: 8db84977-94ef-4a71-ac00-f86c164f9ab6, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:41:33.221109 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc85f4a8-9e1c-4286-b022-9cef41d258f1 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network 8db84977-94ef-4a71-ac00-f86c164f9ab6 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:41:33.230577 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-cc85f4a8-9e1c-4286-b022-9cef41d258f1 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 8db84977-94ef-4a71-ac00-f86c164f9ab6) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:41:33.235129 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc85f4a8-9e1c-4286-b022-9cef41d258f1 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:33.235838 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-cc85f4a8-9e1c-4286-b022-9cef41d258f1 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:33.245125 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b94f418-b10b-4cf9-b58c-b312e31d497e None None] Network 8db84977-94ef-4a71-ac00-f86c164f9ab6 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:41:33.251762 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-cc85f4a8-9e1c-4286-b022-9cef41d258f1 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3979433 Mar 05 05:41:33.254600 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45748) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:41:33.353838 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4330c6cf-4bb2-42cd-8947-cab2575099dd None None] Publish callbacks [] for port (5d02c3b3-b526-48ed-8e27-fd6c5e767ce4), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:33.362481 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4330c6cf-4bb2-42cd-8947-cab2575099dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5d02c3b3-b526-48ed-8e27-fd6c5e767ce4), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:33.424760 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913594bc-1803-4d14-bdc3-56e1ac9ebdf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-8db84977-94ef-4a71-ac00-f86c164f9ab6', 'network_id': '8db84977-94ef-4a71-ac00-f86c164f9ab6', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'fixed_ips': [{'subnet_id': 'ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:41:33.426628 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-913594bc-1803-4d14-bdc3-56e1ac9ebdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:33.447669 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-4330c6cf-4bb2-42cd-8947-cab2575099dd None None] Attempting to bind port 5d02c3b3-b526-48ed-8e27-fd6c5e767ce4 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:41:33.448038 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-4330c6cf-4bb2-42cd-8947-cab2575099dd None None] Attempting to bind port 5d02c3b3-b526-48ed-8e27-fd6c5e767ce4 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:41:33.448401 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4330c6cf-4bb2-42cd-8947-cab2575099dd None None] Attempting to bind port 5d02c3b3-b526-48ed-8e27-fd6c5e767ce4 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:41:33.459993 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e49a6-a079-4d95-a5d1-c2d588184b34 None None] Pushing event updated for resources: {'Port': ['ID=5d02c3b3-b526-48ed-8e27-fd6c5e767ce4,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:33.468206 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4330c6cf-4bb2-42cd-8947-cab2575099dd None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:41:33.468599 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4330c6cf-4bb2-42cd-8947-cab2575099dd None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:41:33.469034 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4330c6cf-4bb2-42cd-8947-cab2575099dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:33.469381 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4330c6cf-4bb2-42cd-8947-cab2575099dd None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:41:33.469861 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-4330c6cf-4bb2-42cd-8947-cab2575099dd None None] Bound port: 5d02c3b3-b526-48ed-8e27-fd6c5e767ce4, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:41:33.470244 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4330c6cf-4bb2-42cd-8947-cab2575099dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5d02c3b3-b526-48ed-8e27-fd6c5e767ce4), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:33.613422 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-4330c6cf-4bb2-42cd-8947-cab2575099dd None None] For port 5d02c3b3-b526-48ed-8e27-fd6c5e767ce4, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:41:33.629920 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-4330c6cf-4bb2-42cd-8947-cab2575099dd None None] For port 5d02c3b3-b526-48ed-8e27-fd6c5e767ce4, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=5d02c3b3-b526-48ed-8e27-fd6c5e767ce4,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:41:33.639515 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-913594bc-1803-4d14-bdc3-56e1ac9ebdf8 None None] Allocated IP 172.20.0.2 (8db84977-94ef-4a71-ac00-f86c164f9ab6/ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e/82c856bb-0cca-4a3e-bec3-49656c3296e8) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:41:33.642015 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4330c6cf-4bb2-42cd-8947-cab2575099dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5d02c3b3-b526-48ed-8e27-fd6c5e767ce4), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:33.706190 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e446ba2e-3fac-4c13-bb22-7037406de327 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:33.763195 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4330c6cf-4bb2-42cd-8947-cab2575099dd None None] Routers {'0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:41:33.763844 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-4330c6cf-4bb2-42cd-8947-cab2575099dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:41:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:41:33.801699 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e49a6-a079-4d95-a5d1-c2d588184b34 None None] Pushing event updated for resources: {'Port': ['ID=5d02c3b3-b526-48ed-8e27-fd6c5e767ce4,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:34.088573 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-4330c6cf-4bb2-42cd-8947-cab2575099dd None None] Set router 0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:41:34.090484 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-913594bc-1803-4d14-bdc3-56e1ac9ebdf8 None None] Publish callbacks [] for port (82c856bb-0cca-4a3e-bec3-49656c3296e8), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:34.142075 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-913594bc-1803-4d14-bdc3-56e1ac9ebdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (82c856bb-0cca-4a3e-bec3-49656c3296e8), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:34.168797 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-e446ba2e-3fac-4c13-bb22-7037406de327 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Allocated IP 172.20.0.1 (8db84977-94ef-4a71-ac00-f86c164f9ab6/ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e/fb706633-e9f2-4f1d-8f94-68c7c7d64ccd) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:41:34.230716 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913594bc-1803-4d14-bdc3-56e1ac9ebdf8 None None] Network 8db84977-94ef-4a71-ac00-f86c164f9ab6 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:41:34.238849 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-913594bc-1803-4d14-bdc3-56e1ac9ebdf8 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:41:34.241088 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913594bc-1803-4d14-bdc3-56e1ac9ebdf8 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:41:34.245938 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913594bc-1803-4d14-bdc3-56e1ac9ebdf8 None None] Pushing event updated for resources: {'Port': ['ID=82c856bb-0cca-4a3e-bec3-49656c3296e8,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:34.290244 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e446ba2e-3fac-4c13-bb22-7037406de327 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for port (fb706633-e9f2-4f1d-8f94-68c7c7d64ccd), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:34.325313 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e446ba2e-3fac-4c13-bb22-7037406de327 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (fb706633-e9f2-4f1d-8f94-68c7c7d64ccd), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:34.340043 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-913594bc-1803-4d14-bdc3-56e1ac9ebdf8 None None] Attempting to bind port 82c856bb-0cca-4a3e-bec3-49656c3296e8 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:41:34.340322 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-913594bc-1803-4d14-bdc3-56e1ac9ebdf8 None None] Attempting to bind port 82c856bb-0cca-4a3e-bec3-49656c3296e8 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '88004e17-9a98-4139-b9c8-b7e9361a9266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8db84977-94ef-4a71-ac00-f86c164f9ab6'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:41:34.340694 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913594bc-1803-4d14-bdc3-56e1ac9ebdf8 None None] Attempting to bind port 82c856bb-0cca-4a3e-bec3-49656c3296e8 on network 8db84977-94ef-4a71-ac00-f86c164f9ab6 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:41:34.350777 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913594bc-1803-4d14-bdc3-56e1ac9ebdf8 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:41:34.351182 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913594bc-1803-4d14-bdc3-56e1ac9ebdf8 None None] Checking segment: {'id': '88004e17-9a98-4139-b9c8-b7e9361a9266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8db84977-94ef-4a71-ac00-f86c164f9ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:41:34.351584 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-913594bc-1803-4d14-bdc3-56e1ac9ebdf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:34.351981 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913594bc-1803-4d14-bdc3-56e1ac9ebdf8 None None] Bound using segment: {'id': '88004e17-9a98-4139-b9c8-b7e9361a9266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8db84977-94ef-4a71-ac00-f86c164f9ab6'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:41:34.352458 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-913594bc-1803-4d14-bdc3-56e1ac9ebdf8 None None] Bound port: 82c856bb-0cca-4a3e-bec3-49656c3296e8, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88004e17-9a98-4139-b9c8-b7e9361a9266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8db84977-94ef-4a71-ac00-f86c164f9ab6'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:41:34.352836 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-913594bc-1803-4d14-bdc3-56e1ac9ebdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (82c856bb-0cca-4a3e-bec3-49656c3296e8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:34.366981 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e446ba2e-3fac-4c13-bb22-7037406de327 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network 8db84977-94ef-4a71-ac00-f86c164f9ab6 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:41:34.370361 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-e446ba2e-3fac-4c13-bb22-7037406de327 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:41:34.372776 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e446ba2e-3fac-4c13-bb22-7037406de327 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:41:34.407733 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446ba2e-3fac-4c13-bb22-7037406de327 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Port': ['ID=fb706633-e9f2-4f1d-8f94-68c7c7d64ccd,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:34.414106 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-4330c6cf-4bb2-42cd-8947-cab2575099dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194334356', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '5d02c3b3-b526-48ed-8e27-fd6c5e767ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:41:31Z', 'updated_at': '2022-03-05T05:41:32Z', 'revision_number': 3, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': '5d02c3b3-b526-48ed-8e27-fd6c5e767ce4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:41:31Z', 'updated_at': '2022-03-05T05:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:41:34.424796 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e446ba2e-3fac-4c13-bb22-7037406de327 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:34.452488 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4330c6cf-4bb2-42cd-8947-cab2575099dd None None] The sync data for ids ['0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b'] in n-d-789963-32 is: [{'id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194334356', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '5d02c3b3-b526-48ed-8e27-fd6c5e767ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:41:31Z', 'updated_at': '2022-03-05T05:41:32Z', 'revision_number': 3, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': '5d02c3b3-b526-48ed-8e27-fd6c5e767ce4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:41:31Z', 'updated_at': '2022-03-05T05:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:41:34.461201 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-913594bc-1803-4d14-bdc3-56e1ac9ebdf8 None None] For port 82c856bb-0cca-4a3e-bec3-49656c3296e8, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:41:34.464560 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-913594bc-1803-4d14-bdc3-56e1ac9ebdf8 None None] For port 82c856bb-0cca-4a3e-bec3-49656c3296e8, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=82c856bb-0cca-4a3e-bec3-49656c3296e8,segment=NetworkSegment(88004e17-9a98-4139-b9c8-b7e9361a9266),segment_id=88004e17-9a98-4139-b9c8-b7e9361a9266)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:41:34.471934 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-913594bc-1803-4d14-bdc3-56e1ac9ebdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (82c856bb-0cca-4a3e-bec3-49656c3296e8), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:34.539385 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913594bc-1803-4d14-bdc3-56e1ac9ebdf8 None None] Pushing event updated for resources: {'Port': ['ID=82c856bb-0cca-4a3e-bec3-49656c3296e8,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:34.594767 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e446ba2e-3fac-4c13-bb22-7037406de327 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fb706633-e9f2-4f1d-8f94-68c7c7d64ccd), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:34.946375 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e446ba2e-3fac-4c13-bb22-7037406de327 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for port (fb706633-e9f2-4f1d-8f94-68c7c7d64ccd), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:34.951601 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e446ba2e-3fac-4c13-bb22-7037406de327 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (fb706633-e9f2-4f1d-8f94-68c7c7d64ccd), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:35.032336 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e446ba2e-3fac-4c13-bb22-7037406de327 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:35.034120 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446ba2e-3fac-4c13-bb22-7037406de327 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Port': ['ID=fb706633-e9f2-4f1d-8f94-68c7c7d64ccd,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:35.130570 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e446ba2e-3fac-4c13-bb22-7037406de327 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network 8db84977-94ef-4a71-ac00-f86c164f9ab6 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:41:35.132140 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-e446ba2e-3fac-4c13-bb22-7037406de327 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:41:35.258664 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e446ba2e-3fac-4c13-bb22-7037406de327 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Router 0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:41:35.384516 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e446ba2e-3fac-4c13-bb22-7037406de327 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:41:35.389941 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e446ba2e-3fac-4c13-bb22-7037406de327 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "PUT /v2.0/routers/0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1342332 Mar 05 05:41:35.547871 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-94ce8124-d448-49a1-ab63-0071df9a5252 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2026406783&fields=id&tenant_id=ba2e0d8d43284548af1760695ecb9a0e HTTP/1.1" status: 200 len: 267 time: 0.0472691 Mar 05 05:41:35.548507 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5760f35e-5580-4b52-8b60-b677e2aedd06 None None] Network 8db84977-94ef-4a71-ac00-f86c164f9ab6 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:41:35.624434 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e00dabbf-a601-462b-a316-ba0e7969a4e0 None None] Provisioning complete for port 82c856bb-0cca-4a3e-bec3-49656c3296e8 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:41:35.624730 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e00dabbf-a601-462b-a316-ba0e7969a4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (82c856bb-0cca-4a3e-bec3-49656c3296e8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:35.669752 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-e631f215-8762-4439-8d92-d3c9488f9f8d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:35.671245 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-e631f215-8762-4439-8d92-d3c9488f9f8d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/networks?id=8db84977-94ef-4a71-ac00-f86c164f9ab6 HTTP/1.1" status: 200 len: 797 time: 0.1163273 Mar 05 05:41:35.686636 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-7074beca-ac5f-4763-9e21-7ce3897d8637 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/quotas/ba2e0d8d43284548af1760695ecb9a0e HTTP/1.1" status: 200 len: 375 time: 0.0091496 Mar 05 05:41:35.739398 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e00dabbf-a601-462b-a316-ba0e7969a4e0 None None] Current status of the port 82c856bb-0cca-4a3e-bec3-49656c3296e8 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:41:35.739792 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e00dabbf-a601-462b-a316-ba0e7969a4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (82c856bb-0cca-4a3e-bec3-49656c3296e8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:35.759975 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-ee03c32a-8cbc-47b0-8fd2-51cec0634cac tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676341 Mar 05 05:41:35.778668 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-e00dabbf-a601-462b-a316-ba0e7969a4e0 None None] For port 82c856bb-0cca-4a3e-bec3-49656c3296e8, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=82c856bb-0cca-4a3e-bec3-49656c3296e8,segment=NetworkSegment(88004e17-9a98-4139-b9c8-b7e9361a9266),segment_id=88004e17-9a98-4139-b9c8-b7e9361a9266)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:41:35.786379 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e00dabbf-a601-462b-a316-ba0e7969a4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (82c856bb-0cca-4a3e-bec3-49656c3296e8), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:35.850727 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00dabbf-a601-462b-a316-ba0e7969a4e0 None None] Pushing event updated for resources: {'Port': ['ID=82c856bb-0cca-4a3e-bec3-49656c3296e8,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:35.859605 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-fc741405-0ed2-490b-a5c5-9b0d459b045b service neutron] 10.222.0.11 "GET /v2.0/networks/8db84977-94ef-4a71-ac00-f86c164f9ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986984 Mar 05 05:41:35.951964 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-8c4b74cd-7621-47dc-8996-ed83df237bab service neutron] 10.222.0.11 "GET /v2.0/networks/8db84977-94ef-4a71-ac00-f86c164f9ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915103 Mar 05 05:41:36.011289 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-9e99a8e8-296e-4cce-8070-6f7a27c7f51e None None] Provisioning complete for port 82c856bb-0cca-4a3e-bec3-49656c3296e8 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:41:36.012238 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9e99a8e8-296e-4cce-8070-6f7a27c7f51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (82c856bb-0cca-4a3e-bec3-49656c3296e8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:36.106349 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9e99a8e8-296e-4cce-8070-6f7a27c7f51e None None] Current status of the port 82c856bb-0cca-4a3e-bec3-49656c3296e8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:41:36.120478 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-9e99a8e8-296e-4cce-8070-6f7a27c7f51e None None] Provisioning complete for port fb706633-e9f2-4f1d-8f94-68c7c7d64ccd triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:41:36.120751 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9e99a8e8-296e-4cce-8070-6f7a27c7f51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fb706633-e9f2-4f1d-8f94-68c7c7d64ccd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:36.184737 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-9e99a8e8-296e-4cce-8070-6f7a27c7f51e None None] Port fb706633-e9f2-4f1d-8f94-68c7c7d64ccd cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:41:36.196171 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-47379741-0303-463d-8d86-804f1c85492f req-7a87cb35-a472-46d4-a4a6-6509d4e69b00 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 210 time: 0.0539994 Mar 05 05:41:36.248414 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa1a993-a290-4607-964c-be364372a1e4 None None] Sync routers for ids ['0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:41:36.262869 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa1a993-a290-4607-964c-be364372a1e4 None None] Routers {'0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:41:36.263514 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-efa1a993-a290-4607-964c-be364372a1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:41:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:41:36.306166 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 82c856bb-0cca-4a3e-bec3-49656c3296e8 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:41:36.345376 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-b1b1ccd5-b162-40be-a6ca-b4912afe925f None None] Provisioning complete for port fb706633-e9f2-4f1d-8f94-68c7c7d64ccd triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:41:36.345763 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b1b1ccd5-b162-40be-a6ca-b4912afe925f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fb706633-e9f2-4f1d-8f94-68c7c7d64ccd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:36.401467 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b1b1ccd5-b162-40be-a6ca-b4912afe925f None None] Port fb706633-e9f2-4f1d-8f94-68c7c7d64ccd cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:41:36.412871 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-efa1a993-a290-4607-964c-be364372a1e4 None None] Set router 0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:41:36.413327 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 82c856bb-0cca-4a3e-bec3-49656c3296e8 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:41:36.413943 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (82c856bb-0cca-4a3e-bec3-49656c3296e8), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:36.526930 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 82c856bb-0cca-4a3e-bec3-49656c3296e8 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:41:36.528504 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5d02c3b3-b526-48ed-8e27-fd6c5e767ce4 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:41:36.581150 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 5d02c3b3-b526-48ed-8e27-fd6c5e767ce4 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:41:36.581909 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5d02c3b3-b526-48ed-8e27-fd6c5e767ce4), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:36.638804 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-16758c75-b72f-4c45-9439-8858b5f9408e None None] Provisioning complete for port fb706633-e9f2-4f1d-8f94-68c7c7d64ccd triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:41:36.639713 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-16758c75-b72f-4c45-9439-8858b5f9408e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fb706633-e9f2-4f1d-8f94-68c7c7d64ccd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:36.645624 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-efa1a993-a290-4607-964c-be364372a1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194334356', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '5d02c3b3-b526-48ed-8e27-fd6c5e767ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:41:31Z', 'updated_at': '2022-03-05T05:41:34Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': '5d02c3b3-b526-48ed-8e27-fd6c5e767ce4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:41:31Z', 'updated_at': '2022-03-05T05:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'fb706633-e9f2-4f1d-8f94-68c7c7d64ccd', 'name': '', 'network_id': '8db84977-94ef-4a71-ac00-f86c164f9ab6', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:23:94:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:41:33Z', 'updated_at': '2022-03-05T05:41:34Z', 'revision_number': 2, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': 'ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:41:36.672192 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa1a993-a290-4607-964c-be364372a1e4 None None] Checking router: 0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:41:36.672554 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa1a993-a290-4607-964c-be364372a1e4 None None] Updating router 0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b port fb706633-e9f2-4f1d-8f94-68c7c7d64ccd binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:41:36.700936 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-efa1a993-a290-4607-964c-be364372a1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fb706633-e9f2-4f1d-8f94-68c7c7d64ccd), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:36.710013 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-16758c75-b72f-4c45-9439-8858b5f9408e None None] Port fb706633-e9f2-4f1d-8f94-68c7c7d64ccd cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:41:36.716690 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 5d02c3b3-b526-48ed-8e27-fd6c5e767ce4 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:41:36.717397 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5d02c3b3-b526-48ed-8e27-fd6c5e767ce4), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:36.741491 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 5d02c3b3-b526-48ed-8e27-fd6c5e767ce4, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=5d02c3b3-b526-48ed-8e27-fd6c5e767ce4,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:41:36.746074 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (5d02c3b3-b526-48ed-8e27-fd6c5e767ce4), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:36.799244 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=5d02c3b3-b526-48ed-8e27-fd6c5e767ce4,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:36.985607 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-efa1a993-a290-4607-964c-be364372a1e4 None None] Publish callbacks [] for port (fb706633-e9f2-4f1d-8f94-68c7c7d64ccd), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:36.991308 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-efa1a993-a290-4607-964c-be364372a1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fb706633-e9f2-4f1d-8f94-68c7c7d64ccd), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:37.040558 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc76c8a-7d73-4dd0-a35b-8c48409132cb None None] Pushing event updated for resources: {'Port': ['ID=fb706633-e9f2-4f1d-8f94-68c7c7d64ccd,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:37.065894 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc76c8a-7d73-4dd0-a35b-8c48409132cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:37.066274 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc76c8a-7d73-4dd0-a35b-8c48409132cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:37.066779 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc76c8a-7d73-4dd0-a35b-8c48409132cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:37.067331 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc76c8a-7d73-4dd0-a35b-8c48409132cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:37.067677 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc76c8a-7d73-4dd0-a35b-8c48409132cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:37.068012 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc76c8a-7d73-4dd0-a35b-8c48409132cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:37.068344 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc76c8a-7d73-4dd0-a35b-8c48409132cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:37.068675 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc76c8a-7d73-4dd0-a35b-8c48409132cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:37.069001 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc76c8a-7d73-4dd0-a35b-8c48409132cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:37.069348 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc76c8a-7d73-4dd0-a35b-8c48409132cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:37.069665 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc76c8a-7d73-4dd0-a35b-8c48409132cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:37.070012 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc76c8a-7d73-4dd0-a35b-8c48409132cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:37.070333 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc76c8a-7d73-4dd0-a35b-8c48409132cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:41:37.104837 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-efa1a993-a290-4607-964c-be364372a1e4 None None] Attempting to bind port fb706633-e9f2-4f1d-8f94-68c7c7d64ccd on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:41:37.105210 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-efa1a993-a290-4607-964c-be364372a1e4 None None] Attempting to bind port fb706633-e9f2-4f1d-8f94-68c7c7d64ccd by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '88004e17-9a98-4139-b9c8-b7e9361a9266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8db84977-94ef-4a71-ac00-f86c164f9ab6'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:41:37.105600 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa1a993-a290-4607-964c-be364372a1e4 None None] Attempting to bind port fb706633-e9f2-4f1d-8f94-68c7c7d64ccd on network 8db84977-94ef-4a71-ac00-f86c164f9ab6 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:41:37.110888 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa1a993-a290-4607-964c-be364372a1e4 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:41:37.111294 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa1a993-a290-4607-964c-be364372a1e4 None None] Checking segment: {'id': '88004e17-9a98-4139-b9c8-b7e9361a9266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8db84977-94ef-4a71-ac00-f86c164f9ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:41:37.111706 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-efa1a993-a290-4607-964c-be364372a1e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:37.112099 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa1a993-a290-4607-964c-be364372a1e4 None None] Bound using segment: {'id': '88004e17-9a98-4139-b9c8-b7e9361a9266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8db84977-94ef-4a71-ac00-f86c164f9ab6'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:41:37.112579 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-efa1a993-a290-4607-964c-be364372a1e4 None None] Bound port: fb706633-e9f2-4f1d-8f94-68c7c7d64ccd, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88004e17-9a98-4139-b9c8-b7e9361a9266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8db84977-94ef-4a71-ac00-f86c164f9ab6'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:41:37.112961 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-efa1a993-a290-4607-964c-be364372a1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fb706633-e9f2-4f1d-8f94-68c7c7d64ccd), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:37.182459 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-efa1a993-a290-4607-964c-be364372a1e4 None None] For port fb706633-e9f2-4f1d-8f94-68c7c7d64ccd, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:41:37.186278 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-efa1a993-a290-4607-964c-be364372a1e4 None None] For port fb706633-e9f2-4f1d-8f94-68c7c7d64ccd, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=fb706633-e9f2-4f1d-8f94-68c7c7d64ccd,segment=NetworkSegment(88004e17-9a98-4139-b9c8-b7e9361a9266),segment_id=88004e17-9a98-4139-b9c8-b7e9361a9266)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:41:37.193308 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-efa1a993-a290-4607-964c-be364372a1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fb706633-e9f2-4f1d-8f94-68c7c7d64ccd), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:37.262468 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa1a993-a290-4607-964c-be364372a1e4 None None] Routers {'0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:41:37.263832 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-efa1a993-a290-4607-964c-be364372a1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:41:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:41:37.313131 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc76c8a-7d73-4dd0-a35b-8c48409132cb None None] Pushing event updated for resources: {'Port': ['ID=fb706633-e9f2-4f1d-8f94-68c7c7d64ccd,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:37.340766 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bb190f0f-2a1d-4782-9a64-82b004ad8f13 req-71a7680c-40ed-47e6-a45c-49e8c680918d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 210 time: 0.0386615 Mar 05 05:41:37.344819 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-b366d897-3b5c-4fac-b987-48cbbe42543e None None] Provisioning complete for port fb706633-e9f2-4f1d-8f94-68c7c7d64ccd triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:41:37.344819 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b366d897-3b5c-4fac-b987-48cbbe42543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fb706633-e9f2-4f1d-8f94-68c7c7d64ccd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:37.477556 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b366d897-3b5c-4fac-b987-48cbbe42543e None None] Current status of the port fb706633-e9f2-4f1d-8f94-68c7c7d64ccd is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:41:37.478198 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b366d897-3b5c-4fac-b987-48cbbe42543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fb706633-e9f2-4f1d-8f94-68c7c7d64ccd), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:37.517592 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-efa1a993-a290-4607-964c-be364372a1e4 None None] Set router 0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:41:37.529107 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-b366d897-3b5c-4fac-b987-48cbbe42543e None None] For port fb706633-e9f2-4f1d-8f94-68c7c7d64ccd, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=fb706633-e9f2-4f1d-8f94-68c7c7d64ccd,segment=NetworkSegment(88004e17-9a98-4139-b9c8-b7e9361a9266),segment_id=88004e17-9a98-4139-b9c8-b7e9361a9266)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:41:37.534116 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b366d897-3b5c-4fac-b987-48cbbe42543e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fb706633-e9f2-4f1d-8f94-68c7c7d64ccd), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:37.585794 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366d897-3b5c-4fac-b987-48cbbe42543e None None] Pushing event updated for resources: {'Port': ['ID=fb706633-e9f2-4f1d-8f94-68c7c7d64ccd,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:37.658777 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-8ac35831-2f45-4be1-bcfa-b2b3c016d20b None None] Provisioning complete for port fb706633-e9f2-4f1d-8f94-68c7c7d64ccd triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:41:37.659189 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8ac35831-2f45-4be1-bcfa-b2b3c016d20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fb706633-e9f2-4f1d-8f94-68c7c7d64ccd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:37.728410 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-efa1a993-a290-4607-964c-be364372a1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194334356', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '5d02c3b3-b526-48ed-8e27-fd6c5e767ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:41:31Z', 'updated_at': '2022-03-05T05:41:34Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': '5d02c3b3-b526-48ed-8e27-fd6c5e767ce4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:41:31Z', 'updated_at': '2022-03-05T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'fb706633-e9f2-4f1d-8f94-68c7c7d64ccd', 'name': '', 'network_id': '8db84977-94ef-4a71-ac00-f86c164f9ab6', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:23:94:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:41:33Z', 'updated_at': '2022-03-05T05:41:37Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': 'ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:41:37.746891 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-8ac35831-2f45-4be1-bcfa-b2b3c016d20b None None] Current status of the port fb706633-e9f2-4f1d-8f94-68c7c7d64ccd is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:41:37.756593 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa1a993-a290-4607-964c-be364372a1e4 None None] The sync data for ids ['0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b'] in n-d-789963-32 is: [{'id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194334356', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '5d02c3b3-b526-48ed-8e27-fd6c5e767ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:41:31Z', 'updated_at': '2022-03-05T05:41:34Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': '5d02c3b3-b526-48ed-8e27-fd6c5e767ce4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:41:31Z', 'updated_at': '2022-03-05T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'fb706633-e9f2-4f1d-8f94-68c7c7d64ccd', 'name': '', 'network_id': '8db84977-94ef-4a71-ac00-f86c164f9ab6', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:23:94:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:41:33Z', 'updated_at': '2022-03-05T05:41:37Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': 'ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:41:37.804947 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-e93666af-b947-4727-9e2e-7dfc0dba9ba4 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:37.806465 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-e93666af-b947-4727-9e2e-7dfc0dba9ba4 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.31 "GET /v2.0/networks?id=8db84977-94ef-4a71-ac00-f86c164f9ab6 HTTP/1.1" status: 200 len: 797 time: 0.6025476 Mar 05 05:41:37.877666 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-d703a0a9-f64c-4e1d-abfd-ffc88136c642 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba2e0d8d43284548af1760695ecb9a0e HTTP/1.1" status: 200 len: 380 time: 0.0616405 Mar 05 05:41:37.891324 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-4b08fa5a-f508-4e4d-8088-fb8d754632fe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'port': {'device_id': 'd7160760-2264-4ddb-828e-21d24bebda30', 'network_id': '8db84977-94ef-4a71-ac00-f86c164f9ab6', 'admin_state_up': True, 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'security_groups': ['ace37b5c-6cdd-43d5-9a73-1fb9958c9a10']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:41:38.003575 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-4b08fa5a-f508-4e4d-8088-fb8d754632fe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Made reservation on behalf of ba2e0d8d43284548af1760695ecb9a0e for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:41:38.007524 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-4b08fa5a-f508-4e4d-8088-fb8d754632fe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:38.142165 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-4b08fa5a-f508-4e4d-8088-fb8d754632fe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Allocated IP 172.20.0.8 (8db84977-94ef-4a71-ac00-f86c164f9ab6/ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e/ab3c6b99-69c5-41dc-ac40-c1e464aebed5) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:41:38.271768 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device fb706633-e9f2-4f1d-8f94-68c7c7d64ccd up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:41:38.297237 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-4b08fa5a-f508-4e4d-8088-fb8d754632fe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for port (ab3c6b99-69c5-41dc-ac40-c1e464aebed5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:38.329575 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port fb706633-e9f2-4f1d-8f94-68c7c7d64ccd triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:41:38.330232 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fb706633-e9f2-4f1d-8f94-68c7c7d64ccd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:38.333521 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-4b08fa5a-f508-4e4d-8088-fb8d754632fe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (ab3c6b99-69c5-41dc-ac40-c1e464aebed5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:38.391110 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-4b08fa5a-f508-4e4d-8088-fb8d754632fe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network 8db84977-94ef-4a71-ac00-f86c164f9ab6 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:41:38.394832 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-4b08fa5a-f508-4e4d-8088-fb8d754632fe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:41:38.400852 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-4b08fa5a-f508-4e4d-8088-fb8d754632fe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:41:38.429240 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port fb706633-e9f2-4f1d-8f94-68c7c7d64ccd is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:41:38.430777 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5d02c3b3-b526-48ed-8e27-fd6c5e767ce4 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:41:38.465585 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08fa5a-f508-4e4d-8088-fb8d754632fe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Port': ['ID=ab3c6b99-69c5-41dc-ac40-c1e464aebed5,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:38.475163 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-4b08fa5a-f508-4e4d-8088-fb8d754632fe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:38.475916 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-4b08fa5a-f508-4e4d-8088-fb8d754632fe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:38.501279 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-4b08fa5a-f508-4e4d-8088-fb8d754632fe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6139138 Mar 05 05:41:38.502797 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 5d02c3b3-b526-48ed-8e27-fd6c5e767ce4 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:41:38.503542 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (5d02c3b3-b526-48ed-8e27-fd6c5e767ce4), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:38.513437 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-c790f325-170f-42d6-9b12-95a7b5dd7c1c service neutron] Request body: {'port': {'device_id': 'd7160760-2264-4ddb-828e-21d24bebda30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:41:38.525947 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9508a6-cdd6-4718-8ca9-9938c4b8c588 req-9094bd7a-486a-4348-a330-3a024f7cd4f7 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:38.534215 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b9508a6-cdd6-4718-8ca9-9938c4b8c588 req-9094bd7a-486a-4348-a330-3a024f7cd4f7 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 931 time: 0.0965025 Mar 05 05:41:38.593786 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-c790f325-170f-42d6-9b12-95a7b5dd7c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ab3c6b99-69c5-41dc-ac40-c1e464aebed5), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:38.621035 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0b9508a6-cdd6-4718-8ca9-9938c4b8c588 req-f858255b-3cdb-46bf-bd5b-638ffa220d82 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=ace37b5c-6cdd-43d5-9a73-1fb9958c9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854969 Mar 05 05:41:38.648786 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 5d02c3b3-b526-48ed-8e27-fd6c5e767ce4 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:41:38.776690 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-4c2c69c1-a1bf-4f9f-926d-13ab8d2815d3 None None] Provisioning complete for port ab3c6b99-69c5-41dc-ac40-c1e464aebed5 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:41:38.777335 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4c2c69c1-a1bf-4f9f-926d-13ab8d2815d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ab3c6b99-69c5-41dc-ac40-c1e464aebed5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:38.813483 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-4c2c69c1-a1bf-4f9f-926d-13ab8d2815d3 None None] Port ab3c6b99-69c5-41dc-ac40-c1e464aebed5 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:41:38.903394 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-c790f325-170f-42d6-9b12-95a7b5dd7c1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab3c6b99-69c5-41dc-ac40-c1e464aebed5 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:41:38.911822 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-c790f325-170f-42d6-9b12-95a7b5dd7c1c service neutron] Publish callbacks [] for port (ab3c6b99-69c5-41dc-ac40-c1e464aebed5), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:38.924045 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-c790f325-170f-42d6-9b12-95a7b5dd7c1c service neutron] Transition to ACTIVE for port object ab3c6b99-69c5-41dc-ac40-c1e464aebed5 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:41:38.929515 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-c790f325-170f-42d6-9b12-95a7b5dd7c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (ab3c6b99-69c5-41dc-ac40-c1e464aebed5), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:38.984153 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790f325-170f-42d6-9b12-95a7b5dd7c1c service neutron] Pushing event updated for resources: {'Port': ['ID=ab3c6b99-69c5-41dc-ac40-c1e464aebed5,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:39.061112 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-c790f325-170f-42d6-9b12-95a7b5dd7c1c service neutron] Attempting to bind port ab3c6b99-69c5-41dc-ac40-c1e464aebed5 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:41:39.061458 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-c790f325-170f-42d6-9b12-95a7b5dd7c1c service neutron] Attempting to bind port ab3c6b99-69c5-41dc-ac40-c1e464aebed5 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '88004e17-9a98-4139-b9c8-b7e9361a9266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8db84977-94ef-4a71-ac00-f86c164f9ab6'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:41:39.061791 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-c790f325-170f-42d6-9b12-95a7b5dd7c1c service neutron] Attempting to bind port ab3c6b99-69c5-41dc-ac40-c1e464aebed5 on network 8db84977-94ef-4a71-ac00-f86c164f9ab6 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:41:39.066612 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-c790f325-170f-42d6-9b12-95a7b5dd7c1c service neutron] Port ab3c6b99-69c5-41dc-ac40-c1e464aebed5 on network 8db84977-94ef-4a71-ac00-f86c164f9ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:41:39.066954 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-c790f325-170f-42d6-9b12-95a7b5dd7c1c service neutron] Attempting to bind port ab3c6b99-69c5-41dc-ac40-c1e464aebed5 on network 8db84977-94ef-4a71-ac00-f86c164f9ab6 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:41:39.071978 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-c790f325-170f-42d6-9b12-95a7b5dd7c1c service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:41:39.072314 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-c790f325-170f-42d6-9b12-95a7b5dd7c1c service neutron] Checking segment: {'id': '88004e17-9a98-4139-b9c8-b7e9361a9266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8db84977-94ef-4a71-ac00-f86c164f9ab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:41:39.072693 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-c790f325-170f-42d6-9b12-95a7b5dd7c1c service neutron] Bound using segment: {'id': '88004e17-9a98-4139-b9c8-b7e9361a9266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8db84977-94ef-4a71-ac00-f86c164f9ab6'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:41:39.073116 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-c790f325-170f-42d6-9b12-95a7b5dd7c1c service neutron] Bound port: ab3c6b99-69c5-41dc-ac40-c1e464aebed5, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88004e17-9a98-4139-b9c8-b7e9361a9266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '8db84977-94ef-4a71-ac00-f86c164f9ab6'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:41:39.073472 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-c790f325-170f-42d6-9b12-95a7b5dd7c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ab3c6b99-69c5-41dc-ac40-c1e464aebed5), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:39.143229 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-c790f325-170f-42d6-9b12-95a7b5dd7c1c service neutron] For port ab3c6b99-69c5-41dc-ac40-c1e464aebed5, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:41:39.146801 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-c790f325-170f-42d6-9b12-95a7b5dd7c1c service neutron] For port ab3c6b99-69c5-41dc-ac40-c1e464aebed5, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=ab3c6b99-69c5-41dc-ac40-c1e464aebed5,segment=NetworkSegment(88004e17-9a98-4139-b9c8-b7e9361a9266),segment_id=88004e17-9a98-4139-b9c8-b7e9361a9266)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:41:39.153295 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-c790f325-170f-42d6-9b12-95a7b5dd7c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (ab3c6b99-69c5-41dc-ac40-c1e464aebed5), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:39.188996 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-c790f325-170f-42d6-9b12-95a7b5dd7c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:39.189617 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-c790f325-170f-42d6-9b12-95a7b5dd7c1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:39.190993 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-c790f325-170f-42d6-9b12-95a7b5dd7c1c service neutron] 10.222.0.31 "PUT /v2.0/ports/ab3c6b99-69c5-41dc-ac40-c1e464aebed5 HTTP/1.1" status: 200 len: 1092 time: 0.6825306 Mar 05 05:41:39.191530 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7160760-2264-4ddb-828e-21d24bebda30', 'tag': 'ab3c6b99-69c5-41dc-ac40-c1e464aebed5'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:41:39.193750 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b3ece581dfa63e0b7b7c128691a33970c0031ac0b7b3271834b37c0ed9a1721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8304b8f-6322-4fe9-959d-ff07f451b48f" -d '{"events": [{"name": "network-changed", "server_uuid": "d7160760-2264-4ddb-828e-21d24bebda30", "tag": "ab3c6b99-69c5-41dc-ac40-c1e464aebed5"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:41:39.220035 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790f325-170f-42d6-9b12-95a7b5dd7c1c service neutron] Pushing event updated for resources: {'Port': ['ID=ab3c6b99-69c5-41dc-ac40-c1e464aebed5,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:39.267499 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca5a41e-8ad2-46b8-b7a9-a3d5c0a11f60 x-openstack-request-id: req-4ca5a41e-8ad2-46b8-b7a9-a3d5c0a11f60 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:41:39.267499 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7160760-2264-4ddb-828e-21d24bebda30", "tag": "ab3c6b99-69c5-41dc-ac40-c1e464aebed5", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:41:39.267893 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4ca5a41e-8ad2-46b8-b7a9-a3d5c0a11f60 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:41:39.268316 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7160760-2264-4ddb-828e-21d24bebda30', 'tag': 'ab3c6b99-69c5-41dc-ac40-c1e464aebed5', 'status': 'completed', 'code': 200} Mar 05 05:41:39.290454 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-afef56cf-41f2-4941-865a-b1e6c45ecee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:39.292041 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-afef56cf-41f2-4941-865a-b1e6c45ecee9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 1126 time: 0.0536485 Mar 05 05:41:39.341442 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-3dfc1c56-acbd-4cd2-9673-2b857964dd00 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab3c6b99-69c5-41dc-ac40-c1e464aebed5 HTTP/1.1" status: 200 len: 217 time: 0.0413361 Mar 05 05:41:39.392911 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-e7952477-2ee6-431b-86b7-16da203f1df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:39.395381 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-e7952477-2ee6-431b-86b7-16da203f1df5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e HTTP/1.1" status: 200 len: 834 time: 0.0454917 Mar 05 05:41:39.444836 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-79965838-43ae-4abf-999d-00014fa8b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:39.446373 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-79965838-43ae-4abf-999d-00014fa8b934 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8db84977-94ef-4a71-ac00-f86c164f9ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461607 Mar 05 05:41:39.540668 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-713e38ac-d163-4fa4-93f7-10e51eb70bdb service neutron] 10.222.0.31 "GET /v2.0/networks/8db84977-94ef-4a71-ac00-f86c164f9ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885334 Mar 05 05:41:39.629283 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dde6e6e5-a70d-41ea-b7c9-06c89f6419ac req-cc90bceb-17bd-4583-bf3b-6fede90fc33e service neutron] 10.222.0.31 "GET /v2.0/networks/8db84977-94ef-4a71-ac00-f86c164f9ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822542 Mar 05 05:41:39.720925 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8304b8f-6322-4fe9-959d-ff07f451b48f req-1167228e-55da-44e8-b49b-e5e4e90d71f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:39.723053 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c8304b8f-6322-4fe9-959d-ff07f451b48f req-1167228e-55da-44e8-b49b-e5e4e90d71f3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 1126 time: 0.0450282 Mar 05 05:41:39.745695 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae68d8d-6243-4d6a-9d21-8c526720d4c8 req-aec772d3-d1c8-414d-b782-9a510895f942 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:39.747295 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bae68d8d-6243-4d6a-9d21-8c526720d4c8 req-aec772d3-d1c8-414d-b782-9a510895f942 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 943 time: 0.0561371 Mar 05 05:41:39.795700 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bae68d8d-6243-4d6a-9d21-8c526720d4c8 req-d5e90d39-a2ff-4160-944b-e441160f36b8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=ace37b5c-6cdd-43d5-9a73-1fb9958c9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426116 Mar 05 05:41:39.821077 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8304b8f-6322-4fe9-959d-ff07f451b48f req-27d89a6c-6e70-4adf-b7d0-f69808c83a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:39.822568 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c8304b8f-6322-4fe9-959d-ff07f451b48f req-27d89a6c-6e70-4adf-b7d0-f69808c83a67 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8db84977-94ef-4a71-ac00-f86c164f9ab6 HTTP/1.1" status: 200 len: 897 time: 0.0934057 Mar 05 05:41:39.865169 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c8304b8f-6322-4fe9-959d-ff07f451b48f req-15e1432f-95ca-4b2e-8230-3a2eea3c42c7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab3c6b99-69c5-41dc-ac40-c1e464aebed5 HTTP/1.1" status: 200 len: 217 time: 0.0347798 Mar 05 05:41:39.918194 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8304b8f-6322-4fe9-959d-ff07f451b48f req-d9027765-4888-48e7-b807-dce9f84b39c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:39.919714 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c8304b8f-6322-4fe9-959d-ff07f451b48f req-d9027765-4888-48e7-b807-dce9f84b39c2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e HTTP/1.1" status: 200 len: 834 time: 0.0480976 Mar 05 05:41:39.970624 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8304b8f-6322-4fe9-959d-ff07f451b48f req-e28684e0-71dd-41c4-afa0-95348647abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:39.972151 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c8304b8f-6322-4fe9-959d-ff07f451b48f req-e28684e0-71dd-41c4-afa0-95348647abaa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8db84977-94ef-4a71-ac00-f86c164f9ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439627 Mar 05 05:41:40.063620 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c8304b8f-6322-4fe9-959d-ff07f451b48f req-db9b7c24-053b-4f14-aeb7-76b047277f80 service neutron] 10.222.0.31 "GET /v2.0/networks/8db84977-94ef-4a71-ac00-f86c164f9ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843849 Mar 05 05:41:40.154583 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c8304b8f-6322-4fe9-959d-ff07f451b48f req-ea6aa4b4-f0d9-4955-aca1-84b16998e88f service neutron] 10.222.0.31 "GET /v2.0/networks/8db84977-94ef-4a71-ac00-f86c164f9ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831566 Mar 05 05:41:40.914463 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a4bb3-aeac-4bae-a3f7-fd0c18d3eabd req-fe028d26-f48e-4f1d-92e3-7797684a9ce1 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:40.915985 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-831a4bb3-aeac-4bae-a3f7-fd0c18d3eabd req-fe028d26-f48e-4f1d-92e3-7797684a9ce1 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 943 time: 0.0513606 Mar 05 05:41:40.968725 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-831a4bb3-aeac-4bae-a3f7-fd0c18d3eabd req-bcdcc4b9-7ea4-4dd6-b7df-1122920c8b3d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=ace37b5c-6cdd-43d5-9a73-1fb9958c9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471361 Mar 05 05:41:41.490728 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-304056e0-0856-4028-8f92-70e455d85b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:42.412002 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743291d-491e-443c-9e72-7a4867569162 req-4aa981a6-4ea0-4a5b-b1b8-51a0a8e45841 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:42.413488 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2743291d-491e-443c-9e72-7a4867569162 req-4aa981a6-4ea0-4a5b-b1b8-51a0a8e45841 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 943 time: 0.3791394 Mar 05 05:41:42.462297 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2743291d-491e-443c-9e72-7a4867569162 req-00d39b8b-1a41-4dda-a6d6-bc043386340a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=ace37b5c-6cdd-43d5-9a73-1fb9958c9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430169 Mar 05 05:41:42.711235 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device ab3c6b99-69c5-41dc-ac40-c1e464aebed5 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:41:42.806831 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port ab3c6b99-69c5-41dc-ac40-c1e464aebed5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=ab3c6b99-69c5-41dc-ac40-c1e464aebed5,segment=NetworkSegment(88004e17-9a98-4139-b9c8-b7e9361a9266),segment_id=88004e17-9a98-4139-b9c8-b7e9361a9266)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:41:42.817039 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'ab3c6b99-69c5-41dc-ac40-c1e464aebed5', 'network_id': '8db84977-94ef-4a71-ac00-f86c164f9ab6', 'port_id': 'ab3c6b99-69c5-41dc-ac40-c1e464aebed5', 'mac_address': 'fa:16:3e:f9:3d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:41:42.857366 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port ab3c6b99-69c5-41dc-ac40-c1e464aebed5 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:41:42.857762 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ab3c6b99-69c5-41dc-ac40-c1e464aebed5), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:42.871043 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab3c6b99-69c5-41dc-ac40-c1e464aebed5 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:41:42.889957 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port ab3c6b99-69c5-41dc-ac40-c1e464aebed5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=ab3c6b99-69c5-41dc-ac40-c1e464aebed5,segment=NetworkSegment(88004e17-9a98-4139-b9c8-b7e9361a9266),segment_id=88004e17-9a98-4139-b9c8-b7e9361a9266)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:41:42.893502 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ab3c6b99-69c5-41dc-ac40-c1e464aebed5), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:42.940391 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=ab3c6b99-69c5-41dc-ac40-c1e464aebed5,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:43.094826 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['ab3c6b99-69c5-41dc-ac40-c1e464aebed5'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:41:43.580274 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac43b33-693b-44d7-b732-9499e5564a95 req-bff54006-9613-4a64-8624-b84ae68655f2 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:43.582590 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0ac43b33-693b-44d7-b732-9499e5564a95 req-bff54006-9613-4a64-8624-b84ae68655f2 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 944 time: 0.0518579 Mar 05 05:41:43.630588 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0ac43b33-693b-44d7-b732-9499e5564a95 req-74339c00-5fb9-4cbd-a6ad-7058188f3ff1 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=ace37b5c-6cdd-43d5-9a73-1fb9958c9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424292 Mar 05 05:41:43.778522 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-db956bb0-8772-4bdc-89b3-b6ba918934fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:44.271370 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:44.491253 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:44.710885 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device ab3c6b99-69c5-41dc-ac40-c1e464aebed5 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:41:44.753011 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914487b-f3ed-4c0c-8ae8-f16f2d3cf5eb req-9a1ca0b7-1bac-4560-b092-e7e7484920f9 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:44.755658 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e914487b-f3ed-4c0c-8ae8-f16f2d3cf5eb req-9a1ca0b7-1bac-4560-b092-e7e7484920f9 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 944 time: 0.0587163 Mar 05 05:41:44.764033 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port ab3c6b99-69c5-41dc-ac40-c1e464aebed5 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:41:44.768192 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port ab3c6b99-69c5-41dc-ac40-c1e464aebed5 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:41:44.768563 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (ab3c6b99-69c5-41dc-ac40-c1e464aebed5), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:44.807238 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e914487b-f3ed-4c0c-8ae8-f16f2d3cf5eb req-1103f831-3602-4bc3-848c-415ebd357059 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=ace37b5c-6cdd-43d5-9a73-1fb9958c9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450170 Mar 05 05:41:44.852113 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port ab3c6b99-69c5-41dc-ac40-c1e464aebed5 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:41:44.852675 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ab3c6b99-69c5-41dc-ac40-c1e464aebed5), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:44.874321 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7160760-2264-4ddb-828e-21d24bebda30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab3c6b99-69c5-41dc-ac40-c1e464aebed5'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:41:44.876554 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1026d86385275f60405d04a033115b56addad9c656b2d60167220b9f5eb93bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e46213-5cf0-422f-9393-a2d6050e3db3" -d '{"events": [{"server_uuid": "d7160760-2264-4ddb-828e-21d24bebda30", "name": "network-vif-plugged", "status": "completed", "tag": "ab3c6b99-69c5-41dc-ac40-c1e464aebed5"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:41:44.889296 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port ab3c6b99-69c5-41dc-ac40-c1e464aebed5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=ab3c6b99-69c5-41dc-ac40-c1e464aebed5,segment=NetworkSegment(88004e17-9a98-4139-b9c8-b7e9361a9266),segment_id=88004e17-9a98-4139-b9c8-b7e9361a9266)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:41:44.893970 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (ab3c6b99-69c5-41dc-ac40-c1e464aebed5), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:44.919798 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b6566c-7918-4d33-aa70-91b63683f8d1 x-openstack-request-id: req-69b6566c-7918-4d33-aa70-91b63683f8d1 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:41:44.920096 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7160760-2264-4ddb-828e-21d24bebda30", "name": "network-vif-plugged", "status": "completed", "tag": "ab3c6b99-69c5-41dc-ac40-c1e464aebed5", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:41:44.920352 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-69b6566c-7918-4d33-aa70-91b63683f8d1 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:41:44.920745 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7160760-2264-4ddb-828e-21d24bebda30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab3c6b99-69c5-41dc-ac40-c1e464aebed5', 'code': 200} Mar 05 05:41:44.944200 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=ab3c6b99-69c5-41dc-ac40-c1e464aebed5,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:45.017689 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32511da9-9fb8-4486-a537-dd5dfa9b39a4 req-4c9d117f-b4e0-49ca-b4f9-4210def68fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:45.019827 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-32511da9-9fb8-4486-a537-dd5dfa9b39a4 req-4c9d117f-b4e0-49ca-b4f9-4210def68fbe service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 1128 time: 0.0440509 Mar 05 05:41:45.071218 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-32511da9-9fb8-4486-a537-dd5dfa9b39a4 req-f92534d7-925e-4d11-93f4-1a32487de602 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ace37b5c-6cdd-43d5-9a73-1fb9958c9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463943 Mar 05 05:41:45.169974 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:45.926376 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be04f56-c394-45d3-b6d9-c69d8f135fc0 req-798e89c8-2ace-4945-82ab-8b0212d74aae tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:45.927912 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2be04f56-c394-45d3-b6d9-c69d8f135fc0 req-798e89c8-2ace-4945-82ab-8b0212d74aae tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 945 time: 0.0521023 Mar 05 05:41:45.977464 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2be04f56-c394-45d3-b6d9-c69d8f135fc0 req-812af115-64b3-49d0-ae71-c65a97a3fa8a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=ace37b5c-6cdd-43d5-9a73-1fb9958c9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439324 Mar 05 05:41:46.440351 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:47.105739 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceece90d-d35d-4228-b8cf-c203dc09e3ef req-8b5cf40c-5b6b-405b-b9f2-43589bacda1a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:47.107222 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ceece90d-d35d-4228-b8cf-c203dc09e3ef req-8b5cf40c-5b6b-405b-b9f2-43589bacda1a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 945 time: 0.0606320 Mar 05 05:41:47.154878 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ceece90d-d35d-4228-b8cf-c203dc09e3ef req-54511f44-ad86-4bbc-81aa-ef0685c7fe52 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=ace37b5c-6cdd-43d5-9a73-1fb9958c9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421543 Mar 05 05:41:47.272241 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14180e7-37fb-46b4-b1cd-5fc759af3472 req-87c17110-3c4e-4dbf-afc9-fb61fca3aa69 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:47.273614 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e14180e7-37fb-46b4-b1cd-5fc759af3472 req-87c17110-3c4e-4dbf-afc9-fb61fca3aa69 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 945 time: 0.0527420 Mar 05 05:41:47.322876 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e14180e7-37fb-46b4-b1cd-5fc759af3472 req-cd531793-ddbb-4113-af5a-2ef7fa43b63c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=ace37b5c-6cdd-43d5-9a73-1fb9958c9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437264 Mar 05 05:41:47.344328 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45822) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:41:47.386710 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb845a6-5229-4c57-a573-67a44695094f tempest-TestNetworkAdvancedServerOps-746894055 tempest-TestNetworkAdvancedServerOps-746894055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:47.388233 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-8bb845a6-5229-4c57-a573-67a44695094f tempest-TestNetworkAdvancedServerOps-746894055 tempest-TestNetworkAdvancedServerOps-746894055-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 1123 time: 0.0429423 Mar 05 05:41:47.391204 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45824) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:41:47.396288 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-3e332980-3df7-4b8e-baf7-b871ca368ca8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'port_id': 'ab3c6b99-69c5-41dc-ac40-c1e464aebed5', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:41:47.417586 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3e332980-3df7-4b8e-baf7-b871ca368ca8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:47.511320 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3e332980-3df7-4b8e-baf7-b871ca368ca8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:47.615613 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-3e332980-3df7-4b8e-baf7-b871ca368ca8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Allocated IP 172.25.0.70 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/96e265de-3a06-4e71-89c5-42caf8e5d3e0) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:41:47.717712 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3e332980-3df7-4b8e-baf7-b871ca368ca8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for port (96e265de-3a06-4e71-89c5-42caf8e5d3e0), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:47.752651 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3e332980-3df7-4b8e-baf7-b871ca368ca8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (96e265de-3a06-4e71-89c5-42caf8e5d3e0), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:47.797893 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e332980-3df7-4b8e-baf7-b871ca368ca8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:41:47.800991 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-3e332980-3df7-4b8e-baf7-b871ca368ca8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:41:47.804438 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e332980-3df7-4b8e-baf7-b871ca368ca8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:41:47.826210 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e332980-3df7-4b8e-baf7-b871ca368ca8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Port': ['ID=96e265de-3a06-4e71-89c5-42caf8e5d3e0,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:47.882552 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:48.171026 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3e332980-3df7-4b8e-baf7-b871ca368ca8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for floatingip (c92623fd-6a0f-439d-831b-0750867ff26f), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:48.242919 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3e332980-3df7-4b8e-baf7-b871ca368ca8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (96e265de-3a06-4e71-89c5-42caf8e5d3e0), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:48.390688 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3e332980-3df7-4b8e-baf7-b871ca368ca8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for port (96e265de-3a06-4e71-89c5-42caf8e5d3e0), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:48.394981 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3e332980-3df7-4b8e-baf7-b871ca368ca8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (96e265de-3a06-4e71-89c5-42caf8e5d3e0), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:48.464506 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e332980-3df7-4b8e-baf7-b871ca368ca8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Port': ['ID=96e265de-3a06-4e71-89c5-42caf8e5d3e0,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:41:48.476275 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3e332980-3df7-4b8e-baf7-b871ca368ca8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (c92623fd-6a0f-439d-831b-0750867ff26f), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:48.576783 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [None req-3e332980-3df7-4b8e-baf7-b871ca368ca8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Floating IP c92623fd-6a0f-439d-831b-0750867ff26f associated. External IP: 172.25.0.70, port: ab3c6b99-69c5-41dc-ac40-c1e464aebed5. Mar 05 05:41:48.787044 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e332980-3df7-4b8e-baf7-b871ca368ca8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Router 0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:41:48.895034 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e332980-3df7-4b8e-baf7-b871ca368ca8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:41:48.906071 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02941c39-418f-4383-b90d-05745be05d96 None None] Sync routers for ids ['0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:41:48.912893 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3e332980-3df7-4b8e-baf7-b871ca368ca8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:41:48.918298 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02941c39-418f-4383-b90d-05745be05d96 None None] Routers {'0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:41:48.918933 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-02941c39-418f-4383-b90d-05745be05d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:41:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:41:48.942351 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3e332980-3df7-4b8e-baf7-b871ca368ca8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5500414 Mar 05 05:41:48.943092 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7160760-2264-4ddb-828e-21d24bebda30', 'tag': 'ab3c6b99-69c5-41dc-ac40-c1e464aebed5'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:41:48.945420 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b3ece581dfa63e0b7b7c128691a33970c0031ac0b7b3271834b37c0ed9a1721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb60607f-9c4e-47ec-ac94-e9365e3699f3" -d '{"events": [{"name": "network-changed", "server_uuid": "d7160760-2264-4ddb-828e-21d24bebda30", "tag": "ab3c6b99-69c5-41dc-ac40-c1e464aebed5"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:41:48.989724 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca88813-caff-444e-bed5-73f8d2c5f5f6 x-openstack-request-id: req-cca88813-caff-444e-bed5-73f8d2c5f5f6 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:41:48.990020 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7160760-2264-4ddb-828e-21d24bebda30", "tag": "ab3c6b99-69c5-41dc-ac40-c1e464aebed5", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:41:48.990278 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cca88813-caff-444e-bed5-73f8d2c5f5f6 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:41:48.990686 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7160760-2264-4ddb-828e-21d24bebda30', 'tag': 'ab3c6b99-69c5-41dc-ac40-c1e464aebed5', 'status': 'completed', 'code': 200} Mar 05 05:41:49.034705 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-02941c39-418f-4383-b90d-05745be05d96 None None] Set router 0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:41:49.059109 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60607f-9c4e-47ec-ac94-e9365e3699f3 req-cda9779a-0fc9-493f-87ef-11ba4815e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:49.060561 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cb60607f-9c4e-47ec-ac94-e9365e3699f3 req-cda9779a-0fc9-493f-87ef-11ba4815e8e4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 1128 time: 0.0505507 Mar 05 05:41:49.061357 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0068d-45c5-4929-aa96-d21223fdc5f1 req-4484c58b-4201-4950-ac60-bbdd8fcef985 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:49.062916 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ceb0068d-45c5-4929-aa96-d21223fdc5f1 req-4484c58b-4201-4950-ac60-bbdd8fcef985 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 945 time: 0.0576847 Mar 05 05:41:49.119672 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ceb0068d-45c5-4929-aa96-d21223fdc5f1 req-914271e9-ee25-46cc-8313-2540defb6fbb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=ace37b5c-6cdd-43d5-9a73-1fb9958c9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497022 Mar 05 05:41:49.142819 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45830) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:41:49.171619 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60607f-9c4e-47ec-ac94-e9365e3699f3 req-d632216a-b18e-4760-b328-861a1251250a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:49.173140 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cb60607f-9c4e-47ec-ac94-e9365e3699f3 req-d632216a-b18e-4760-b328-861a1251250a service neutron] 10.222.0.31 "GET /v2.0/networks?id=8db84977-94ef-4a71-ac00-f86c164f9ab6 HTTP/1.1" status: 200 len: 897 time: 0.1059597 Mar 05 05:41:49.212591 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9b0fe1e7-dc1f-409a-a30f-70e59da0e6ff tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/floatingips/c92623fd-6a0f-439d-831b-0750867ff26f HTTP/1.1" status: 200 len: 990 time: 0.0685081 Mar 05 05:41:49.240088 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cb60607f-9c4e-47ec-ac94-e9365e3699f3 req-268a9bbe-8871-449d-a944-e1d4d5243e4f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab3c6b99-69c5-41dc-ac40-c1e464aebed5 HTTP/1.1" status: 200 len: 998 time: 0.0614407 Mar 05 05:41:49.265681 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-02941c39-418f-4383-b90d-05745be05d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194334356', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '5d02c3b3-b526-48ed-8e27-fd6c5e767ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:41:31Z', 'updated_at': '2022-03-05T05:41:34Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': '5d02c3b3-b526-48ed-8e27-fd6c5e767ce4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:41:31Z', 'updated_at': '2022-03-05T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'c92623fd-6a0f-439d-831b-0750867ff26f', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'port_id': 'ab3c6b99-69c5-41dc-ac40-c1e464aebed5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8db84977-94ef-4a71-ac00-f86c164f9ab6', 'mac_address': 'fa:16:3e:f9:3d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7160760-2264-4ddb-828e-21d24bebda30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:41:48Z', 'updated_at': '2022-03-05T05:41:48Z', 'revision_number': 0, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb706633-e9f2-4f1d-8f94-68c7c7d64ccd', 'name': '', 'network_id': '8db84977-94ef-4a71-ac00-f86c164f9ab6', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:23:94:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:41:33Z', 'updated_at': '2022-03-05T05:41:37Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': 'ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:41:49.288305 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60607f-9c4e-47ec-ac94-e9365e3699f3 req-63cb2562-72ee-4373-b0f6-9902d46c7e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:49.289791 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cb60607f-9c4e-47ec-ac94-e9365e3699f3 req-63cb2562-72ee-4373-b0f6-9902d46c7e03 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e HTTP/1.1" status: 200 len: 834 time: 0.0444973 Mar 05 05:41:49.295654 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02941c39-418f-4383-b90d-05745be05d96 None None] Checking router: 0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:41:49.304305 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02941c39-418f-4383-b90d-05745be05d96 None None] Routers {'0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:41:49.304924 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-02941c39-418f-4383-b90d-05745be05d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:41:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:41:49.344532 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60607f-9c4e-47ec-ac94-e9365e3699f3 req-9065e884-121a-48ae-b0ce-c6eea67425e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:41:49.346010 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cb60607f-9c4e-47ec-ac94-e9365e3699f3 req-9065e884-121a-48ae-b0ce-c6eea67425e4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8db84977-94ef-4a71-ac00-f86c164f9ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504158 Mar 05 05:41:49.436129 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cb60607f-9c4e-47ec-ac94-e9365e3699f3 req-a9645faa-c8b0-4274-b8d2-db953e596fb3 service neutron] 10.222.0.31 "GET /v2.0/networks/8db84977-94ef-4a71-ac00-f86c164f9ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839608 Mar 05 05:41:49.537588 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cb60607f-9c4e-47ec-ac94-e9365e3699f3 req-04bc686a-5f28-46d9-96c4-cad873e946c5 service neutron] 10.222.0.31 "GET /v2.0/networks/8db84977-94ef-4a71-ac00-f86c164f9ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946190 Mar 05 05:41:49.579029 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-02941c39-418f-4383-b90d-05745be05d96 None None] Set router 0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:41:49.802932 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-02941c39-418f-4383-b90d-05745be05d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194334356', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '5d02c3b3-b526-48ed-8e27-fd6c5e767ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:41:31Z', 'updated_at': '2022-03-05T05:41:34Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': '5d02c3b3-b526-48ed-8e27-fd6c5e767ce4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:41:31Z', 'updated_at': '2022-03-05T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'c92623fd-6a0f-439d-831b-0750867ff26f', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'port_id': 'ab3c6b99-69c5-41dc-ac40-c1e464aebed5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8db84977-94ef-4a71-ac00-f86c164f9ab6', 'mac_address': 'fa:16:3e:f9:3d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7160760-2264-4ddb-828e-21d24bebda30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:41:48Z', 'updated_at': '2022-03-05T05:41:48Z', 'revision_number': 0, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb706633-e9f2-4f1d-8f94-68c7c7d64ccd', 'name': '', 'network_id': '8db84977-94ef-4a71-ac00-f86c164f9ab6', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:23:94:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:41:33Z', 'updated_at': '2022-03-05T05:41:37Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': 'ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:41:49.829559 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02941c39-418f-4383-b90d-05745be05d96 None None] The sync data for ids ['0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b'] in n-d-789963-32 is: [{'id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194334356', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '5d02c3b3-b526-48ed-8e27-fd6c5e767ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:41:31Z', 'updated_at': '2022-03-05T05:41:34Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': '5d02c3b3-b526-48ed-8e27-fd6c5e767ce4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:41:31Z', 'updated_at': '2022-03-05T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'c92623fd-6a0f-439d-831b-0750867ff26f', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'floating_ip_address': '172.25.0.70', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'port_id': 'ab3c6b99-69c5-41dc-ac40-c1e464aebed5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8db84977-94ef-4a71-ac00-f86c164f9ab6', 'mac_address': 'fa:16:3e:f9:3d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7160760-2264-4ddb-828e-21d24bebda30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:41:48Z', 'updated_at': '2022-03-05T05:41:48Z', 'revision_number': 0, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb706633-e9f2-4f1d-8f94-68c7c7d64ccd', 'name': '', 'network_id': '8db84977-94ef-4a71-ac00-f86c164f9ab6', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:23:94:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:41:33Z', 'updated_at': '2022-03-05T05:41:37Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': 'ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:41:50.014845 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a452f67f-b190-4b6f-9dc3-c59dc233ebef None None] New status for floating IP c92623fd-6a0f-439d-831b-0750867ff26f: ACTIVE {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:41:50.216685 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45832) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:41:50.279822 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-30e5a667-f24b-4291-81f1-cfb0654a1458 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/floatingips/c92623fd-6a0f-439d-831b-0750867ff26f HTTP/1.1" status: 200 len: 992 time: 0.0619891 Mar 05 05:42:08.134032 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-55786d6a-6a55-4797-a630-0b2abe6d71cf req-5e30cb32-f6fa-45aa-86f6-6bb9f28c395f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436087 Mar 05 05:42:08.219379 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55786d6a-6a55-4797-a630-0b2abe6d71cf req-9edfbb91-978f-40aa-b29f-6ff9fd59a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:42:08.220866 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-55786d6a-6a55-4797-a630-0b2abe6d71cf req-9edfbb91-978f-40aa-b29f-6ff9fd59a22b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 1128 time: 0.0451999 Mar 05 05:42:08.324908 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55786d6a-6a55-4797-a630-0b2abe6d71cf req-c60f2963-377a-4667-879d-2323d57d5509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:42:08.326356 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-55786d6a-6a55-4797-a630-0b2abe6d71cf req-c60f2963-377a-4667-879d-2323d57d5509 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8db84977-94ef-4a71-ac00-f86c164f9ab6 HTTP/1.1" status: 200 len: 897 time: 0.0875378 Mar 05 05:42:08.390970 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-55786d6a-6a55-4797-a630-0b2abe6d71cf req-7548518f-ff94-481e-a423-0810d51e75f7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab3c6b99-69c5-41dc-ac40-c1e464aebed5 HTTP/1.1" status: 200 len: 1000 time: 0.0572762 Mar 05 05:42:08.442858 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55786d6a-6a55-4797-a630-0b2abe6d71cf req-130f07e0-e94d-4426-8afd-608be6ad8826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:42:08.444344 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-55786d6a-6a55-4797-a630-0b2abe6d71cf req-130f07e0-e94d-4426-8afd-608be6ad8826 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e HTTP/1.1" status: 200 len: 834 time: 0.0471742 Mar 05 05:42:08.493356 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55786d6a-6a55-4797-a630-0b2abe6d71cf req-aa02122f-3831-4ea9-aaa4-17c56f9ff264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:42:08.494822 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-55786d6a-6a55-4797-a630-0b2abe6d71cf req-aa02122f-3831-4ea9-aaa4-17c56f9ff264 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8db84977-94ef-4a71-ac00-f86c164f9ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447707 Mar 05 05:42:08.581330 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-55786d6a-6a55-4797-a630-0b2abe6d71cf req-be4662c9-930b-47fa-af5d-7bffb8557a20 service neutron] 10.222.0.31 "GET /v2.0/networks/8db84977-94ef-4a71-ac00-f86c164f9ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800090 Mar 05 05:42:08.673125 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-55786d6a-6a55-4797-a630-0b2abe6d71cf req-39dcb0c6-0b1a-41f5-8ddb-405b63825eba service neutron] 10.222.0.31 "GET /v2.0/networks/8db84977-94ef-4a71-ac00-f86c164f9ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853355 Mar 05 05:42:09.509277 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:42:11.492215 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b8c7ec50-7bbb-468d-aaff-3761f88916b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:42:13.780242 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e6540e53-4b2b-424e-8490-9d7dc07816f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:42:14.298965 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:42:14.492702 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:42:15.173084 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:42:16.443340 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:42:17.885171 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:42:21.581655 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235429da-cba4-464f-b17e-44b03bea0e48 req-ce42f334-650e-4d57-a7ce-f7f3d66a120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:42:21.583408 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-235429da-cba4-464f-b17e-44b03bea0e48 req-ce42f334-650e-4d57-a7ce-f7f3d66a120e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 1128 time: 0.0461893 Mar 05 05:42:21.589887 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d74f6-97fb-4b92-bb90-9907f7f04544 req-9a9ac4df-bf32-4199-b2fb-2639a9a288f9 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:42:21.591631 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c28d74f6-97fb-4b92-bb90-9907f7f04544 req-9a9ac4df-bf32-4199-b2fb-2639a9a288f9 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 945 time: 0.0556700 Mar 05 05:42:21.641386 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c28d74f6-97fb-4b92-bb90-9907f7f04544 req-4836f7a4-6eec-4675-accd-f09426a3f99c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=ace37b5c-6cdd-43d5-9a73-1fb9958c9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442419 Mar 05 05:42:22.001504 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235429da-cba4-464f-b17e-44b03bea0e48 req-48df411d-0335-4b3a-9dcf-8853ef0d79d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:42:22.002988 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-235429da-cba4-464f-b17e-44b03bea0e48 req-48df411d-0335-4b3a-9dcf-8853ef0d79d6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8db84977-94ef-4a71-ac00-f86c164f9ab6 HTTP/1.1" status: 200 len: 897 time: 0.4138966 Mar 05 05:42:22.067936 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-235429da-cba4-464f-b17e-44b03bea0e48 req-606b734f-be17-48cf-8ff2-f405b725f8ff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab3c6b99-69c5-41dc-ac40-c1e464aebed5 HTTP/1.1" status: 200 len: 1000 time: 0.0577557 Mar 05 05:42:22.115769 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235429da-cba4-464f-b17e-44b03bea0e48 req-a972c852-dc0f-4e91-83b7-bef3e07a97f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:42:22.117255 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-235429da-cba4-464f-b17e-44b03bea0e48 req-a972c852-dc0f-4e91-83b7-bef3e07a97f4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e HTTP/1.1" status: 200 len: 834 time: 0.0433350 Mar 05 05:42:22.168681 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235429da-cba4-464f-b17e-44b03bea0e48 req-b45c581d-9f66-47fb-8e48-4794686d8a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:42:22.170198 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-235429da-cba4-464f-b17e-44b03bea0e48 req-b45c581d-9f66-47fb-8e48-4794686d8a57 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8db84977-94ef-4a71-ac00-f86c164f9ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468476 Mar 05 05:42:22.183467 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-235429da-cba4-464f-b17e-44b03bea0e48 req-e692076e-419d-4217-8006-6923dbdd60ab service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:42:22.184438 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-235429da-cba4-464f-b17e-44b03bea0e48 req-e692076e-419d-4217-8006-6923dbdd60ab service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048478 Mar 05 05:42:22.272940 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-235429da-cba4-464f-b17e-44b03bea0e48 req-c98dd104-318b-4e8b-b6ed-2fb58d10837d service neutron] 10.222.0.31 "GET /v2.0/networks/8db84977-94ef-4a71-ac00-f86c164f9ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798433 Mar 05 05:42:22.365419 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-235429da-cba4-464f-b17e-44b03bea0e48 req-3a269ffd-beef-49c9-a49d-459b4b1de503 service neutron] 10.222.0.31 "GET /v2.0/networks/8db84977-94ef-4a71-ac00-f86c164f9ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836368 Mar 05 05:42:22.765546 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014eebb5-05ea-4ee4-83f7-440e3a2c9a57 req-492070f3-bb90-4721-809d-66935c8c8071 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:42:22.767088 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-014eebb5-05ea-4ee4-83f7-440e3a2c9a57 req-492070f3-bb90-4721-809d-66935c8c8071 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 945 time: 0.0538597 Mar 05 05:42:22.819959 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-014eebb5-05ea-4ee4-83f7-440e3a2c9a57 req-b87cda18-b2a7-477d-9634-f33ef96269d4 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=ace37b5c-6cdd-43d5-9a73-1fb9958c9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471153 Mar 05 05:42:23.936813 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb117f-1689-41f9-9b59-fdc60e34ae9f req-ff7a4165-6016-4d11-998f-1b72898a83eb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:42:23.938282 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-97fb117f-1689-41f9-9b59-fdc60e34ae9f req-ff7a4165-6016-4d11-998f-1b72898a83eb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 945 time: 0.0518711 Mar 05 05:42:23.986785 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-97fb117f-1689-41f9-9b59-fdc60e34ae9f req-be634bc5-f28e-4013-a110-44d24d907f63 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=ace37b5c-6cdd-43d5-9a73-1fb9958c9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423994 Mar 05 05:42:25.103671 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d6879-3cd3-48ce-aa3e-5effa343531b req-611b76ad-3cfc-4d9a-a1d0-1e88494006c7 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:42:25.105137 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ab1d6879-3cd3-48ce-aa3e-5effa343531b req-611b76ad-3cfc-4d9a-a1d0-1e88494006c7 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 945 time: 0.0520604 Mar 05 05:42:25.153901 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ab1d6879-3cd3-48ce-aa3e-5effa343531b req-b371e220-90d2-4483-b71e-dd3e03318344 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=ace37b5c-6cdd-43d5-9a73-1fb9958c9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432811 Mar 05 05:42:26.276124 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5199a-dc49-484f-a5a6-0ddd2482412f req-536066f2-e674-4586-8354-6adc3bc0e382 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:42:26.277618 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b7d5199a-dc49-484f-a5a6-0ddd2482412f req-536066f2-e674-4586-8354-6adc3bc0e382 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 945 time: 0.0565474 Mar 05 05:42:26.325373 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b7d5199a-dc49-484f-a5a6-0ddd2482412f req-5cc309a1-6473-4b3c-8f09-2f7bfe4103ac tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=ace37b5c-6cdd-43d5-9a73-1fb9958c9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421383 Mar 05 05:42:27.444857 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd899f3-f026-410a-b469-45e1a9d1638c req-91ae7dd9-bb1f-4549-bd9d-a92eb9673622 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:42:27.446364 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-abd899f3-f026-410a-b469-45e1a9d1638c req-91ae7dd9-bb1f-4549-bd9d-a92eb9673622 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 945 time: 0.0530939 Mar 05 05:42:27.495446 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-abd899f3-f026-410a-b469-45e1a9d1638c req-5b31c975-7314-4108-96ab-dee78f4f8eb2 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=ace37b5c-6cdd-43d5-9a73-1fb9958c9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433891 Mar 05 05:42:28.617450 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a4f12-6677-493e-ad29-6638be731fbc req-84e5c326-3e17-4f57-9398-69b151fef079 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:42:28.618928 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a1a4f12-6677-493e-ad29-6638be731fbc req-84e5c326-3e17-4f57-9398-69b151fef079 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 945 time: 0.0570462 Mar 05 05:42:28.667734 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a1a4f12-6677-493e-ad29-6638be731fbc req-198df6b2-71f5-443e-8223-e6747f90be8a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=ace37b5c-6cdd-43d5-9a73-1fb9958c9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431654 Mar 05 05:42:29.787597 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f5b4f-5b8b-43b7-84a8-bd7ab4d98238 req-c857c9cb-4002-4b83-88bc-3f6641821840 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:42:29.789085 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8f8f5b4f-5b8b-43b7-84a8-bd7ab4d98238 req-c857c9cb-4002-4b83-88bc-3f6641821840 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 945 time: 0.0526786 Mar 05 05:42:29.837603 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8f8f5b4f-5b8b-43b7-84a8-bd7ab4d98238 req-34463912-365a-44d2-9612-07e92825c5cb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=ace37b5c-6cdd-43d5-9a73-1fb9958c9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429549 Mar 05 05:42:30.954106 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe487c-3ce6-4dc7-a37e-12399ce26318 req-649fddc9-a20d-41d3-849a-d2f1750b312c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:42:30.955586 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-18fe487c-3ce6-4dc7-a37e-12399ce26318 req-649fddc9-a20d-41d3-849a-d2f1750b312c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 945 time: 0.0512242 Mar 05 05:42:31.009438 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-18fe487c-3ce6-4dc7-a37e-12399ce26318 req-c5ecfce6-66cf-481e-8e6e-8c61cb13c546 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=ace37b5c-6cdd-43d5-9a73-1fb9958c9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476904 Mar 05 05:42:32.133102 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebc16a-4c05-4fa6-9be0-16a7b406c89a req-bde22fb8-b0d6-4444-8a37-ddb615583d8a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:42:32.134576 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fcebc16a-4c05-4fa6-9be0-16a7b406c89a req-bde22fb8-b0d6-4444-8a37-ddb615583d8a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 945 time: 0.0552633 Mar 05 05:42:32.184268 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fcebc16a-4c05-4fa6-9be0-16a7b406c89a req-6a0b8603-f781-4480-92cf-b215844dca0c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=ace37b5c-6cdd-43d5-9a73-1fb9958c9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440469 Mar 05 05:42:33.308029 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e65e3-bda6-477f-9afd-35a28d6fc907 req-9445cf7a-d873-41be-80e5-1494ebfdda57 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:42:33.309503 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c76e65e3-bda6-477f-9afd-35a28d6fc907 req-9445cf7a-d873-41be-80e5-1494ebfdda57 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 945 time: 0.0512967 Mar 05 05:42:33.357604 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c76e65e3-bda6-477f-9afd-35a28d6fc907 req-7fa4c9dc-519d-4247-8bdd-5ecf6ddf8387 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=ace37b5c-6cdd-43d5-9a73-1fb9958c9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425589 Mar 05 05:42:34.483347 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1707bb-39b2-4491-932f-90b291af8c9b req-ee00c5db-6700-4d1a-a8e3-e02d2f39fea5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:42:34.484819 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9c1707bb-39b2-4491-932f-90b291af8c9b req-ee00c5db-6700-4d1a-a8e3-e02d2f39fea5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 945 time: 0.0574553 Mar 05 05:42:34.533490 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9c1707bb-39b2-4491-932f-90b291af8c9b req-ac0751f9-af59-44b0-b4a6-519d1ae5f41b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=ace37b5c-6cdd-43d5-9a73-1fb9958c9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431545 Mar 05 05:42:35.651838 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf99d44-8728-4644-a650-82d12bb164f1 req-a71ac055-653f-4bd4-9ed0-573bec857fc0 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:42:35.653341 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5cf99d44-8728-4644-a650-82d12bb164f1 req-a71ac055-653f-4bd4-9ed0-573bec857fc0 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 945 time: 0.0517418 Mar 05 05:42:35.701961 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5cf99d44-8728-4644-a650-82d12bb164f1 req-6910d0e0-711e-40c2-be96-3533fff93df7 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=ace37b5c-6cdd-43d5-9a73-1fb9958c9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429764 Mar 05 05:42:36.819183 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d7364-a36e-4ccc-83d4-45ac3332ee95 req-c8db2808-d1b7-4927-92ab-9e5943c26a35 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:42:36.820667 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1f0d7364-a36e-4ccc-83d4-45ac3332ee95 req-c8db2808-d1b7-4927-92ab-9e5943c26a35 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 945 time: 0.0532176 Mar 05 05:42:36.872530 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1f0d7364-a36e-4ccc-83d4-45ac3332ee95 req-2fdaa0f8-1b71-4380-b266-919a6665a29a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=ace37b5c-6cdd-43d5-9a73-1fb9958c9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463254 Mar 05 05:42:37.991912 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6a198-f273-4578-8352-8825a363ec9a req-7f3fe11e-fe61-4ab4-b694-968063e3d2e4 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:42:37.993423 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dae6a198-f273-4578-8352-8825a363ec9a req-7f3fe11e-fe61-4ab4-b694-968063e3d2e4 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 945 time: 0.0532320 Mar 05 05:42:38.044109 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dae6a198-f273-4578-8352-8825a363ec9a req-36d6aaa1-82bd-4507-8c8f-0c5ff520de83 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=ace37b5c-6cdd-43d5-9a73-1fb9958c9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444574 Mar 05 05:42:39.170651 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493e525-b3a2-4a09-a681-ffe516584509 req-ec90eacf-9fe7-450f-a9ef-39fc202e0ce6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:42:39.172162 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9493e525-b3a2-4a09-a681-ffe516584509 req-ec90eacf-9fe7-450f-a9ef-39fc202e0ce6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 945 time: 0.0525916 Mar 05 05:42:39.221451 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9493e525-b3a2-4a09-a681-ffe516584509 req-d04ccf9e-8ce3-4799-a562-42ebf7c54fa4 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=ace37b5c-6cdd-43d5-9a73-1fb9958c9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431406 Mar 05 05:42:39.244643 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45884) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:42:39.304079 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-62ce55cf-d762-4adc-8922-f9aa11c8a526 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/floatingips/c92623fd-6a0f-439d-831b-0750867ff26f HTTP/1.1" status: 200 len: 992 time: 0.0582409 Mar 05 05:42:41.493541 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e00cc351-cb15-4e6f-aae6-902713749352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:42:43.780379 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bac70a1b-8faf-4d2c-8c93-77de86804627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:42:44.317112 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:42:44.491888 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:42:45.177028 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:42:46.445214 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:42:46.508582 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:42:47.886925 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:08.153410 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5338c882-dcb0-4637-97ff-4f7fab9a6db4 req-7d095623-a2fe-4061-8374-94e2ac91d80d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427594 Mar 05 05:43:08.244167 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338c882-dcb0-4637-97ff-4f7fab9a6db4 req-f15954fa-a6a2-48f6-87ed-c85717b5cc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:08.245860 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5338c882-dcb0-4637-97ff-4f7fab9a6db4 req-f15954fa-a6a2-48f6-87ed-c85717b5cc3a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 1128 time: 0.0494602 Mar 05 05:43:08.345993 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338c882-dcb0-4637-97ff-4f7fab9a6db4 req-90d85919-5ef0-4968-b1b2-3f5d976eb62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:08.347534 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5338c882-dcb0-4637-97ff-4f7fab9a6db4 req-90d85919-5ef0-4968-b1b2-3f5d976eb62e service neutron] 10.222.0.31 "GET /v2.0/networks?id=8db84977-94ef-4a71-ac00-f86c164f9ab6 HTTP/1.1" status: 200 len: 897 time: 0.0843682 Mar 05 05:43:08.417255 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5338c882-dcb0-4637-97ff-4f7fab9a6db4 req-20ab5e7d-650d-4258-845f-52421d6ddd18 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab3c6b99-69c5-41dc-ac40-c1e464aebed5 HTTP/1.1" status: 200 len: 1000 time: 0.0633249 Mar 05 05:43:08.464414 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338c882-dcb0-4637-97ff-4f7fab9a6db4 req-6b4a09df-7ef7-4026-8235-aed2756205f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:08.466133 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5338c882-dcb0-4637-97ff-4f7fab9a6db4 req-6b4a09df-7ef7-4026-8235-aed2756205f2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e HTTP/1.1" status: 200 len: 834 time: 0.0431602 Mar 05 05:43:08.516199 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338c882-dcb0-4637-97ff-4f7fab9a6db4 req-4285d821-f8db-463c-bc22-831df6e7c7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:08.517681 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5338c882-dcb0-4637-97ff-4f7fab9a6db4 req-4285d821-f8db-463c-bc22-831df6e7c7a4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8db84977-94ef-4a71-ac00-f86c164f9ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434687 Mar 05 05:43:08.609516 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5338c882-dcb0-4637-97ff-4f7fab9a6db4 req-e2db402d-4f34-4774-be33-28993898a4d5 service neutron] 10.222.0.31 "GET /v2.0/networks/8db84977-94ef-4a71-ac00-f86c164f9ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845728 Mar 05 05:43:08.717460 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5338c882-dcb0-4637-97ff-4f7fab9a6db4 req-0e59cb57-5abf-4f35-bb7b-c439d78bae07 service neutron] 10.222.0.31 "GET /v2.0/networks/8db84977-94ef-4a71-ac00-f86c164f9ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908308 Mar 05 05:43:09.633933 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45894) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:43:09.792746 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-47326ace-9c95-4b24-97b7-17cd4b24846f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Deleting port 96e265de-3a06-4e71-89c5-42caf8e5d3e0 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:43:09.793088 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-47326ace-9c95-4b24-97b7-17cd4b24846f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (96e265de-3a06-4e71-89c5-42caf8e5d3e0), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:09.866756 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-47326ace-9c95-4b24-97b7-17cd4b24846f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (96e265de-3a06-4e71-89c5-42caf8e5d3e0), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:09.867107 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-47326ace-9c95-4b24-97b7-17cd4b24846f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for floatingip (96e265de-3a06-4e71-89c5-42caf8e5d3e0), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:09.878581 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-47326ace-9c95-4b24-97b7-17cd4b24846f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Calling delete_port for 96e265de-3a06-4e71-89c5-42caf8e5d3e0 owned by network:floatingip {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:43:10.024267 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-47326ace-9c95-4b24-97b7-17cd4b24846f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (96e265de-3a06-4e71-89c5-42caf8e5d3e0), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:10.050496 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47326ace-9c95-4b24-97b7-17cd4b24846f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'Port': ['ID=96e265de-3a06-4e71-89c5-42caf8e5d3e0,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:10.074645 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47326ace-9c95-4b24-97b7-17cd4b24846f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:10.075006 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47326ace-9c95-4b24-97b7-17cd4b24846f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:10.075389 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47326ace-9c95-4b24-97b7-17cd4b24846f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:10.075735 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47326ace-9c95-4b24-97b7-17cd4b24846f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:10.076078 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47326ace-9c95-4b24-97b7-17cd4b24846f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:10.076418 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47326ace-9c95-4b24-97b7-17cd4b24846f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:10.076755 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47326ace-9c95-4b24-97b7-17cd4b24846f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:10.077090 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47326ace-9c95-4b24-97b7-17cd4b24846f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:10.077426 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47326ace-9c95-4b24-97b7-17cd4b24846f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:10.077758 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47326ace-9c95-4b24-97b7-17cd4b24846f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:10.078093 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47326ace-9c95-4b24-97b7-17cd4b24846f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:10.078425 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47326ace-9c95-4b24-97b7-17cd4b24846f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:10.078762 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47326ace-9c95-4b24-97b7-17cd4b24846f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:10.120273 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-47326ace-9c95-4b24-97b7-17cd4b24846f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for floatingip (c92623fd-6a0f-439d-831b-0750867ff26f), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:10.120606 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [None req-47326ace-9c95-4b24-97b7-17cd4b24846f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Floating IP c92623fd-6a0f-439d-831b-0750867ff26f disassociated (deleted). External IP: 172.25.0.70, port: ab3c6b99-69c5-41dc-ac40-c1e464aebed5. Mar 05 05:43:10.336659 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47326ace-9c95-4b24-97b7-17cd4b24846f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Router 0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:43:10.445836 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47326ace-9c95-4b24-97b7-17cd4b24846f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:43:10.450526 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-47326ace-9c95-4b24-97b7-17cd4b24846f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:10.455218 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e457276a-7295-459c-a1b8-2a9a75ae0a75 None None] Sync routers for ids ['0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:43:10.466081 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e457276a-7295-459c-a1b8-2a9a75ae0a75 None None] Routers {'0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:43:10.466700 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e457276a-7295-459c-a1b8-2a9a75ae0a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:42:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:43:10.480915 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-47326ace-9c95-4b24-97b7-17cd4b24846f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "DELETE /v2.0/floatingips/c92623fd-6a0f-439d-831b-0750867ff26f HTTP/1.1" status: 204 len: 168 time: 0.8459709 Mar 05 05:43:10.481501 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7160760-2264-4ddb-828e-21d24bebda30', 'tag': 'ab3c6b99-69c5-41dc-ac40-c1e464aebed5'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:43:10.483772 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b3ece581dfa63e0b7b7c128691a33970c0031ac0b7b3271834b37c0ed9a1721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49074d4-6016-46bf-b1dc-48e478662e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "d7160760-2264-4ddb-828e-21d24bebda30", "tag": "ab3c6b99-69c5-41dc-ac40-c1e464aebed5"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:43:10.527888 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6486e6be-0b21-42f1-a595-c0207b7a63d8 x-openstack-request-id: req-6486e6be-0b21-42f1-a595-c0207b7a63d8 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:43:10.528186 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7160760-2264-4ddb-828e-21d24bebda30", "tag": "ab3c6b99-69c5-41dc-ac40-c1e464aebed5", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:43:10.528558 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6486e6be-0b21-42f1-a595-c0207b7a63d8 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:43:10.528979 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7160760-2264-4ddb-828e-21d24bebda30', 'tag': 'ab3c6b99-69c5-41dc-ac40-c1e464aebed5', 'status': 'completed', 'code': 200} Mar 05 05:43:10.588129 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-e457276a-7295-459c-a1b8-2a9a75ae0a75 None None] Set router 0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:43:10.612382 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49074d4-6016-46bf-b1dc-48e478662e1c req-071bf29d-f30f-4647-bb5c-041ba647e0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:10.614229 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c49074d4-6016-46bf-b1dc-48e478662e1c req-071bf29d-f30f-4647-bb5c-041ba647e0d6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 1128 time: 0.0573156 Mar 05 05:43:10.722709 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49074d4-6016-46bf-b1dc-48e478662e1c req-ebf51e8b-2bc0-471e-88da-9714d5c4e1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:10.724500 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c49074d4-6016-46bf-b1dc-48e478662e1c req-ebf51e8b-2bc0-471e-88da-9714d5c4e1e0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8db84977-94ef-4a71-ac00-f86c164f9ab6 HTTP/1.1" status: 200 len: 897 time: 0.1025593 Mar 05 05:43:10.728725 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e965e2-28c2-445c-ac8d-41d59f0d1d29 req-86cc58c4-ec2e-4119-8c73-316b92f9dfad tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:10.730270 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-69e965e2-28c2-445c-ac8d-41d59f0d1d29 req-86cc58c4-ec2e-4119-8c73-316b92f9dfad tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 945 time: 0.0589702 Mar 05 05:43:10.770555 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c49074d4-6016-46bf-b1dc-48e478662e1c req-b3d9ea0a-6b89-49dc-9f05-8dada16a1717 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab3c6b99-69c5-41dc-ac40-c1e464aebed5 HTTP/1.1" status: 200 len: 217 time: 0.0395839 Mar 05 05:43:10.784718 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-69e965e2-28c2-445c-ac8d-41d59f0d1d29 req-be4aa856-713f-4f63-85de-e4efe6dd200e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=ace37b5c-6cdd-43d5-9a73-1fb9958c9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480554 Mar 05 05:43:10.821136 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49074d4-6016-46bf-b1dc-48e478662e1c req-a2a1d105-bd06-4656-a295-c1d3a4b23818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:10.822633 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c49074d4-6016-46bf-b1dc-48e478662e1c req-a2a1d105-bd06-4656-a295-c1d3a4b23818 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e HTTP/1.1" status: 200 len: 834 time: 0.0456271 Mar 05 05:43:10.823582 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e457276a-7295-459c-a1b8-2a9a75ae0a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194334356', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '5d02c3b3-b526-48ed-8e27-fd6c5e767ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:41:31Z', 'updated_at': '2022-03-05T05:41:34Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': '5d02c3b3-b526-48ed-8e27-fd6c5e767ce4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:41:31Z', 'updated_at': '2022-03-05T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'fb706633-e9f2-4f1d-8f94-68c7c7d64ccd', 'name': '', 'network_id': '8db84977-94ef-4a71-ac00-f86c164f9ab6', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:23:94:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:41:33Z', 'updated_at': '2022-03-05T05:41:37Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': 'ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:43:10.854209 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e457276a-7295-459c-a1b8-2a9a75ae0a75 None None] Checking router: 0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:43:10.862401 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e457276a-7295-459c-a1b8-2a9a75ae0a75 None None] Routers {'0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:43:10.863018 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e457276a-7295-459c-a1b8-2a9a75ae0a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:42:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:43:10.877173 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49074d4-6016-46bf-b1dc-48e478662e1c req-c0f78c25-ed64-4f55-8a3c-9aaf593c37cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:10.878710 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c49074d4-6016-46bf-b1dc-48e478662e1c req-c0f78c25-ed64-4f55-8a3c-9aaf593c37cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8db84977-94ef-4a71-ac00-f86c164f9ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452149 Mar 05 05:43:10.974085 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c49074d4-6016-46bf-b1dc-48e478662e1c req-b1a0b947-5e5d-49e2-a176-fd0a3f56fcd6 service neutron] 10.222.0.31 "GET /v2.0/networks/8db84977-94ef-4a71-ac00-f86c164f9ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884037 Mar 05 05:43:10.975645 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-e457276a-7295-459c-a1b8-2a9a75ae0a75 None None] Set router 0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:43:11.075102 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c49074d4-6016-46bf-b1dc-48e478662e1c req-a297cf13-9653-4d4b-9eb4-284114f1fe9e service neutron] 10.222.0.31 "GET /v2.0/networks/8db84977-94ef-4a71-ac00-f86c164f9ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842063 Mar 05 05:43:11.173444 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-e457276a-7295-459c-a1b8-2a9a75ae0a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194334356', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '5d02c3b3-b526-48ed-8e27-fd6c5e767ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:41:31Z', 'updated_at': '2022-03-05T05:41:34Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': '5d02c3b3-b526-48ed-8e27-fd6c5e767ce4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:41:31Z', 'updated_at': '2022-03-05T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'fb706633-e9f2-4f1d-8f94-68c7c7d64ccd', 'name': '', 'network_id': '8db84977-94ef-4a71-ac00-f86c164f9ab6', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:23:94:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:41:33Z', 'updated_at': '2022-03-05T05:41:37Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': 'ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:43:11.200482 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e457276a-7295-459c-a1b8-2a9a75ae0a75 None None] The sync data for ids ['0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b'] in n-d-789963-32 is: [{'id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194334356', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '5d02c3b3-b526-48ed-8e27-fd6c5e767ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:41:31Z', 'updated_at': '2022-03-05T05:41:34Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': '5d02c3b3-b526-48ed-8e27-fd6c5e767ce4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:41:31Z', 'updated_at': '2022-03-05T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'fb706633-e9f2-4f1d-8f94-68c7c7d64ccd', 'name': '', 'network_id': '8db84977-94ef-4a71-ac00-f86c164f9ab6', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:23:94:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:41:33Z', 'updated_at': '2022-03-05T05:41:37Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': 'ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:43:11.410370 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d9f02e-5aa2-4451-b936-1bf2db8c81d3 None None] New status for floating IP c92623fd-6a0f-439d-831b-0750867ff26f: DOWN {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:43:11.496235 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1ba3571d-3405-433e-89b7-cdbae9b58502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:11.906392 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2fff8-6789-4dee-b53b-8ef4a03808bf req-940598f6-3dca-42f6-91cd-b262989e2a32 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:11.907913 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55e2fff8-6789-4dee-b53b-8ef4a03808bf req-940598f6-3dca-42f6-91cd-b262989e2a32 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 945 time: 0.0525193 Mar 05 05:43:11.956171 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55e2fff8-6789-4dee-b53b-8ef4a03808bf req-a5a87091-1df3-4cc5-b678-fe5e5d092f09 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=ace37b5c-6cdd-43d5-9a73-1fb9958c9a10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420046 Mar 05 05:43:12.221873 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f60e82-1fb5-4b63-b843-5ab8076967b5 req-4179546e-19da-4f64-8aba-5bf2fdbc2f32 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:12.223333 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-41f60e82-1fb5-4b63-b843-5ab8076967b5 req-4179546e-19da-4f64-8aba-5bf2fdbc2f32 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.31 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 945 time: 0.0527844 Mar 05 05:43:12.317306 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-41f60e82-1fb5-4b63-b843-5ab8076967b5 req-8deaec1d-7d4e-45b2-a2cc-412d06d96ffc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Deleting port ab3c6b99-69c5-41dc-ac40-c1e464aebed5 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:43:12.317641 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-41f60e82-1fb5-4b63-b843-5ab8076967b5 req-8deaec1d-7d4e-45b2-a2cc-412d06d96ffc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (ab3c6b99-69c5-41dc-ac40-c1e464aebed5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:12.405994 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-41f60e82-1fb5-4b63-b843-5ab8076967b5 req-8deaec1d-7d4e-45b2-a2cc-412d06d96ffc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] For port ab3c6b99-69c5-41dc-ac40-c1e464aebed5, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=ab3c6b99-69c5-41dc-ac40-c1e464aebed5,segment=NetworkSegment(88004e17-9a98-4139-b9c8-b7e9361a9266),segment_id=88004e17-9a98-4139-b9c8-b7e9361a9266)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:43:12.406367 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-41f60e82-1fb5-4b63-b843-5ab8076967b5 req-8deaec1d-7d4e-45b2-a2cc-412d06d96ffc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (ab3c6b99-69c5-41dc-ac40-c1e464aebed5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:12.418432 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-41f60e82-1fb5-4b63-b843-5ab8076967b5 req-8deaec1d-7d4e-45b2-a2cc-412d06d96ffc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Calling delete_port for ab3c6b99-69c5-41dc-ac40-c1e464aebed5 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:43:12.550315 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-41f60e82-1fb5-4b63-b843-5ab8076967b5 req-8deaec1d-7d4e-45b2-a2cc-412d06d96ffc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (ab3c6b99-69c5-41dc-ac40-c1e464aebed5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:12.579320 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deaec1d-7d4e-45b2-a2cc-412d06d96ffc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'Port': ['ID=ab3c6b99-69c5-41dc-ac40-c1e464aebed5,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:12.626081 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f60e82-1fb5-4b63-b843-5ab8076967b5 req-8deaec1d-7d4e-45b2-a2cc-412d06d96ffc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] No DVR routers for this DVR port ab3c6b99-69c5-41dc-ac40-c1e464aebed5 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:43:12.628610 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-41f60e82-1fb5-4b63-b843-5ab8076967b5 req-8deaec1d-7d4e-45b2-a2cc-412d06d96ffc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:12.631972 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-41f60e82-1fb5-4b63-b843-5ab8076967b5 req-8deaec1d-7d4e-45b2-a2cc-412d06d96ffc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.31 "DELETE /v2.0/ports/ab3c6b99-69c5-41dc-ac40-c1e464aebed5 HTTP/1.1" status: 204 len: 173 time: 0.4036818 Mar 05 05:43:12.632415 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7160760-2264-4ddb-828e-21d24bebda30', 'name': 'network-vif-deleted', 'tag': 'ab3c6b99-69c5-41dc-ac40-c1e464aebed5'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:43:12.634664 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b3ece581dfa63e0b7b7c128691a33970c0031ac0b7b3271834b37c0ed9a1721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f58079-dd70-463d-9a5f-7bfc7733631e" -d '{"events": [{"server_uuid": "d7160760-2264-4ddb-828e-21d24bebda30", "name": "network-vif-deleted", "tag": "ab3c6b99-69c5-41dc-ac40-c1e464aebed5"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:43:12.676636 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bd37e2-d0c7-4e58-9052-0cbfa91d71ba x-openstack-request-id: req-34bd37e2-d0c7-4e58-9052-0cbfa91d71ba {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:43:12.677330 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7160760-2264-4ddb-828e-21d24bebda30", "name": "network-vif-deleted", "tag": "ab3c6b99-69c5-41dc-ac40-c1e464aebed5", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:43:12.677671 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-34bd37e2-d0c7-4e58-9052-0cbfa91d71ba {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:43:12.678058 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7160760-2264-4ddb-828e-21d24bebda30', 'name': 'network-vif-deleted', 'tag': 'ab3c6b99-69c5-41dc-ac40-c1e464aebed5', 'status': 'completed', 'code': 200} Mar 05 05:43:13.080165 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55860d23-24d7-4440-993d-bc8e243aee63 req-0d908706-190d-4e96-b25f-f89a8b8f1a3a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=d7160760-2264-4ddb-828e-21d24bebda30 HTTP/1.1" status: 200 len: 210 time: 0.0341830 Mar 05 05:43:13.782816 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-35c0d78b-2a15-41e7-8e4d-2b699b3af309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:14.138484 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45910) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:43:14.328959 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:14.488441 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:14.503561 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-34f7ed74-4ce5-401f-bc9d-74216551be7e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:14.762217 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-34f7ed74-4ce5-401f-bc9d-74216551be7e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Deleting port fb706633-e9f2-4f1d-8f94-68c7c7d64ccd {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:43:14.762463 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-34f7ed74-4ce5-401f-bc9d-74216551be7e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (fb706633-e9f2-4f1d-8f94-68c7c7d64ccd), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:14.852192 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-34f7ed74-4ce5-401f-bc9d-74216551be7e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] For port fb706633-e9f2-4f1d-8f94-68c7c7d64ccd, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=fb706633-e9f2-4f1d-8f94-68c7c7d64ccd,segment=NetworkSegment(88004e17-9a98-4139-b9c8-b7e9361a9266),segment_id=88004e17-9a98-4139-b9c8-b7e9361a9266)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:43:14.852562 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-34f7ed74-4ce5-401f-bc9d-74216551be7e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (fb706633-e9f2-4f1d-8f94-68c7c7d64ccd), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:14.864247 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-34f7ed74-4ce5-401f-bc9d-74216551be7e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Calling delete_port for fb706633-e9f2-4f1d-8f94-68c7c7d64ccd owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:43:15.052930 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-34f7ed74-4ce5-401f-bc9d-74216551be7e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (fb706633-e9f2-4f1d-8f94-68c7c7d64ccd), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:15.078725 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7ed74-4ce5-401f-bc9d-74216551be7e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'Port': ['ID=fb706633-e9f2-4f1d-8f94-68c7c7d64ccd,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:15.116504 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device ab3c6b99-69c5-41dc-ac40-c1e464aebed5 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:43:15.138580 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: ab3c6b99-69c5-41dc-ac40-c1e464aebed5 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:43:15.139307 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device ab3c6b99-69c5-41dc-ac40-c1e464aebed5 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:43:15.181905 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:15.260718 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-34f7ed74-4ce5-401f-bc9d-74216551be7e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:15.483738 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f7ed74-4ce5-401f-bc9d-74216551be7e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Router 0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:43:15.590632 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f7ed74-4ce5-401f-bc9d-74216551be7e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:43:15.595563 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-34f7ed74-4ce5-401f-bc9d-74216551be7e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "PUT /v2.0/routers/0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4559927 Mar 05 05:43:15.598245 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45912) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:43:15.601949 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8093ed68-7daf-45f5-91e3-b06fd9526cfe None None] Sync routers for ids ['0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:43:15.611744 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8093ed68-7daf-45f5-91e3-b06fd9526cfe None None] Routers {'0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:43:15.612357 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8093ed68-7daf-45f5-91e3-b06fd9526cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:43:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:43:15.648522 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-939379b0-ed8e-4e65-b225-85ec058474f0 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Deleting subnet ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:43:15.652157 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-939379b0-ed8e-4e65-b225-85ec058474f0 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for subnet (ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:15.697253 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-939379b0-ed8e-4e65-b225-85ec058474f0 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:15.720574 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-8093ed68-7daf-45f5-91e3-b06fd9526cfe None None] Set router 0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:43:15.780029 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-939379b0-ed8e-4e65-b225-85ec058474f0 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:15.841816 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-939379b0-ed8e-4e65-b225-85ec058474f0 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:15.874093 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939379b0-ed8e-4e65-b225-85ec058474f0 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'Subnet': ['ID=ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:15.879804 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-939379b0-ed8e-4e65-b225-85ec058474f0 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:15.883565 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-939379b0-ed8e-4e65-b225-85ec058474f0 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "DELETE /v2.0/subnets/ed5d31e5-f9aa-44bf-94bf-4530cbfa6d7e HTTP/1.1" status: 204 len: 168 time: 0.2843347 Mar 05 05:43:15.886131 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45914) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:43:15.889997 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cca0ad-77ef-4e55-aaf2-10ce7e079858 None None] Network 8db84977-94ef-4a71-ac00-f86c164f9ab6 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:43:15.982829 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8093ed68-7daf-45f5-91e3-b06fd9526cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194334356', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '5d02c3b3-b526-48ed-8e27-fd6c5e767ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:41:31Z', 'updated_at': '2022-03-05T05:43:15Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': '5d02c3b3-b526-48ed-8e27-fd6c5e767ce4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:41:31Z', 'updated_at': '2022-03-05T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:43:16.001816 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31e02c33-86c6-4d3e-904b-5dabd0d91545 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router (0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:16.015633 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8093ed68-7daf-45f5-91e3-b06fd9526cfe None None] Checking router: 0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:43:16.029451 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8093ed68-7daf-45f5-91e3-b06fd9526cfe None None] Routers {'0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:43:16.030170 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8093ed68-7daf-45f5-91e3-b06fd9526cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:43:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:43:16.116247 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31e02c33-86c6-4d3e-904b-5dabd0d91545 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router_gateway (0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:16.116476 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be043bd7-d4b3-41c4-890c-daff74ed241b None None] DHCP port deletion for 8db84977-94ef-4a71-ac00-f86c164f9ab6 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:43:16.166741 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-8093ed68-7daf-45f5-91e3-b06fd9526cfe None None] Set router 0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:43:16.169704 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-31e02c33-86c6-4d3e-904b-5dabd0d91545 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Deleting port 5d02c3b3-b526-48ed-8e27-fd6c5e767ce4 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:43:16.170087 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31e02c33-86c6-4d3e-904b-5dabd0d91545 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (5d02c3b3-b526-48ed-8e27-fd6c5e767ce4), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:16.254469 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-31e02c33-86c6-4d3e-904b-5dabd0d91545 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] For port 5d02c3b3-b526-48ed-8e27-fd6c5e767ce4, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=5d02c3b3-b526-48ed-8e27-fd6c5e767ce4,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:43:16.254469 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31e02c33-86c6-4d3e-904b-5dabd0d91545 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (5d02c3b3-b526-48ed-8e27-fd6c5e767ce4), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:16.267881 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-31e02c33-86c6-4d3e-904b-5dabd0d91545 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Calling delete_port for 5d02c3b3-b526-48ed-8e27-fd6c5e767ce4 owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:43:16.391878 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 82c856bb-0cca-4a3e-bec3-49656c3296e8 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:43:16.450873 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31e02c33-86c6-4d3e-904b-5dabd0d91545 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (5d02c3b3-b526-48ed-8e27-fd6c5e767ce4), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:16.481840 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e02c33-86c6-4d3e-904b-5dabd0d91545 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'Port': ['ID=5d02c3b3-b526-48ed-8e27-fd6c5e767ce4,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:16.509624 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-be043bd7-d4b3-41c4-890c-daff74ed241b None None] Deleting port 82c856bb-0cca-4a3e-bec3-49656c3296e8 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:43:16.510060 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-be043bd7-d4b3-41c4-890c-daff74ed241b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (82c856bb-0cca-4a3e-bec3-49656c3296e8), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:16.513434 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:16.545994 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31e02c33-86c6-4d3e-904b-5dabd0d91545 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:16.639416 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31e02c33-86c6-4d3e-904b-5dabd0d91545 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:16.641532 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31e02c33-86c6-4d3e-904b-5dabd0d91545 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router_controller (0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:16.645990 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-be043bd7-d4b3-41c4-890c-daff74ed241b None None] For port 82c856bb-0cca-4a3e-bec3-49656c3296e8, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=82c856bb-0cca-4a3e-bec3-49656c3296e8,segment=NetworkSegment(88004e17-9a98-4139-b9c8-b7e9361a9266),segment_id=88004e17-9a98-4139-b9c8-b7e9361a9266)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:43:16.647002 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-be043bd7-d4b3-41c4-890c-daff74ed241b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (82c856bb-0cca-4a3e-bec3-49656c3296e8), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:16.655979 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 82c856bb-0cca-4a3e-bec3-49656c3296e8 is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:43:16.656610 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (82c856bb-0cca-4a3e-bec3-49656c3296e8), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:16.675912 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-be043bd7-d4b3-41c4-890c-daff74ed241b None None] Calling delete_port for 82c856bb-0cca-4a3e-bec3-49656c3296e8 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:43:16.688136 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31e02c33-86c6-4d3e-904b-5dabd0d91545 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:16.688741 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e02c33-86c6-4d3e-904b-5dabd0d91545 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Fanout notify agent at l3_agent the message router_deleted on router 0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:43:16.696481 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-31e02c33-86c6-4d3e-904b-5dabd0d91545 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:16.697734 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-31e02c33-86c6-4d3e-904b-5dabd0d91545 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "DELETE /v2.0/routers/0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b HTTP/1.1" status: 204 len: 168 time: 0.8099904 Mar 05 05:43:16.700467 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45916) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:43:16.742810 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 82c856bb-0cca-4a3e-bec3-49656c3296e8, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=82c856bb-0cca-4a3e-bec3-49656c3296e8,segment=NetworkSegment(88004e17-9a98-4139-b9c8-b7e9361a9266),segment_id=88004e17-9a98-4139-b9c8-b7e9361a9266)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:43:16.751037 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (82c856bb-0cca-4a3e-bec3-49656c3296e8), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:16.831238 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8093ed68-7daf-45f5-91e3-b06fd9526cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194334356', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '5d02c3b3-b526-48ed-8e27-fd6c5e767ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:41:31Z', 'updated_at': '2022-03-05T05:43:15Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': '5d02c3b3-b526-48ed-8e27-fd6c5e767ce4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:41:31Z', 'updated_at': '2022-03-05T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:43:16.837435 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=82c856bb-0cca-4a3e-bec3-49656c3296e8,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:16.866085 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8093ed68-7daf-45f5-91e3-b06fd9526cfe None None] The sync data for ids ['0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b'] in n-d-789963-32 is: [{'id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1194334356', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': '5d02c3b3-b526-48ed-8e27-fd6c5e767ce4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:41:31Z', 'updated_at': '2022-03-05T05:43:15Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': '5d02c3b3-b526-48ed-8e27-fd6c5e767ce4', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ba6ca3f-7fb2-4d02-aaf2-3f9ca6811a0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:41:31Z', 'updated_at': '2022-03-05T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:43:16.875252 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:16.875252 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:16.875546 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:16.875838 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:16.876182 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:16.876511 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:16.876840 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:16.877174 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:16.877490 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:16.877815 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:16.878142 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:16.878467 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:16.878786 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:16.889025 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-be043bd7-d4b3-41c4-890c-daff74ed241b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (82c856bb-0cca-4a3e-bec3-49656c3296e8), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:16.920893 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be043bd7-d4b3-41c4-890c-daff74ed241b None None] Pushing event deleted for resources: {'Port': ['ID=82c856bb-0cca-4a3e-bec3-49656c3296e8,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:16.923344 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be043bd7-d4b3-41c4-890c-daff74ed241b None None] No DVR routers for this DVR port 82c856bb-0cca-4a3e-bec3-49656c3296e8 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:43:17.107656 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e05f8694-2341-40c9-a3ba-95b24854a6ef tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (8db84977-94ef-4a71-ac00-f86c164f9ab6), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:17.192896 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e05f8694-2341-40c9-a3ba-95b24854a6ef tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (8db84977-94ef-4a71-ac00-f86c164f9ab6), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:17.214263 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-e05f8694-2341-40c9-a3ba-95b24854a6ef tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db84977-94ef-4a71-ac00-f86c164f9ab6']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:43:17.225180 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-e05f8694-2341-40c9-a3ba-95b24854a6ef tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88004e17-9a98-4139-b9c8-b7e9361a9266') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:43:17.225485 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-e05f8694-2341-40c9-a3ba-95b24854a6ef tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88004e17-9a98-4139-b9c8-b7e9361a9266') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:43:17.235185 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e05f8694-2341-40c9-a3ba-95b24854a6ef tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (88004e17-9a98-4139-b9c8-b7e9361a9266), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:17.248788 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e05f8694-2341-40c9-a3ba-95b24854a6ef tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (88004e17-9a98-4139-b9c8-b7e9361a9266), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:17.257533 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05f8694-2341-40c9-a3ba-95b24854a6ef tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:43:17.257533 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e05f8694-2341-40c9-a3ba-95b24854a6ef tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (88004e17-9a98-4139-b9c8-b7e9361a9266), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:17.259022 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:43:17.259022 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:43:17.259022 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:43:17.259022 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:43:17.259022 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:43:17.259022 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:43:17.259022 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:43:17.259022 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:43:17.259022 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:43:17.259022 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:43:17.259022 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:43:17.259022 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:43:17.259022 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:43:17.259022 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:43:17.259022 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:43:17.259022 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:43:17.259022 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:43:17.259022 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:43:17.259022 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:43:17.259022 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:43:17.259022 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:43:17.259022 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:43:17.259022 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:43:17.259022 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:43:17.259022 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:43:17.259022 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:43:17.259022 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:43:17.259022 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:43:17.259022 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:43:17.259022 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:43:17.259022 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:43:17.259022 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:43:17.329429 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e05f8694-2341-40c9-a3ba-95b24854a6ef tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (8db84977-94ef-4a71-ac00-f86c164f9ab6), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:17.357154 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e05f8694-2341-40c9-a3ba-95b24854a6ef tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:17.360475 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e05f8694-2341-40c9-a3ba-95b24854a6ef tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "DELETE /v2.0/networks/8db84977-94ef-4a71-ac00-f86c164f9ab6 HTTP/1.1" status: 204 len: 168 time: 0.6585715 Mar 05 05:43:17.361545 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f8694-2341-40c9-a3ba-95b24854a6ef tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'Network': ['ID=8db84977-94ef-4a71-ac00-f86c164f9ab6,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:17.363460 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45918) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:43:17.426503 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-509554b4-0642-4008-8580-b9c3e07e3e0a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group (ace37b5c-6cdd-43d5-9a73-1fb9958c9a10), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:17.452233 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-509554b4-0642-4008-8580-b9c3e07e3e0a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group (ace37b5c-6cdd-43d5-9a73-1fb9958c9a10), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:17.516718 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-509554b4-0642-4008-8580-b9c3e07e3e0a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ace37b5c-6cdd-43d5-9a73-1fb9958c9a10), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:17.519429 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-509554b4-0642-4008-8580-b9c3e07e3e0a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:17.523828 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-509554b4-0642-4008-8580-b9c3e07e3e0a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "DELETE /v2.0/security-groups/ace37b5c-6cdd-43d5-9a73-1fb9958c9a10 HTTP/1.1" status: 204 len: 168 time: 0.1562388 Mar 05 05:43:17.531312 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509554b4-0642-4008-8580-b9c3e07e3e0a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace37b5c-6cdd-43d5-9a73-1fb9958c9a10,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:17.825561 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45924) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:43:17.830134 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-28ad9692-138f-4a5d-ae57-3584aa249bb9 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1761922575', 'description': 'tempest-secgroup-smoke-1761922575 description', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:43:17.851478 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28ad9692-138f-4a5d-ae57-3584aa249bb9 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:17.889598 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:17.922483 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28ad9692-138f-4a5d-ae57-3584aa249bb9 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group (d6033e3a-9706-46c5-8f0f-06afa28f54e4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:17.926892 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28ad9692-138f-4a5d-ae57-3584aa249bb9 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d6033e3a-9706-46c5-8f0f-06afa28f54e4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:17.960132 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-28ad9692-138f-4a5d-ae57-3584aa249bb9 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:17.964263 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-28ad9692-138f-4a5d-ae57-3584aa249bb9 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1349995 Mar 05 05:43:17.964263 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad9692-138f-4a5d-ae57-3584aa249bb9 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6033e3a-9706-46c5-8f0f-06afa28f54e4,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:17.964688 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45926) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:43:17.972730 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-7cf77297-3f42-4a6e-b439-ccb073b90bfe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group_rule': {'security_group_id': 'd6033e3a-9706-46c5-8f0f-06afa28f54e4', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:43:17.997382 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7cf77297-3f42-4a6e-b439-ccb073b90bfe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (531104dd-1fae-49b4-aea5-17ccd223ca55), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:18.051876 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7cf77297-3f42-4a6e-b439-ccb073b90bfe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (531104dd-1fae-49b4-aea5-17ccd223ca55), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:18.056271 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7cf77297-3f42-4a6e-b439-ccb073b90bfe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (531104dd-1fae-49b4-aea5-17ccd223ca55), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:18.075103 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf77297-3f42-4a6e-b439-ccb073b90bfe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531104dd-1fae-49b4-aea5-17ccd223ca55,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:18.083752 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-7cf77297-3f42-4a6e-b439-ccb073b90bfe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:18.085052 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7cf77297-3f42-4a6e-b439-ccb073b90bfe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184664 Mar 05 05:43:18.086811 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf77297-3f42-4a6e-b439-ccb073b90bfe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:18.087194 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf77297-3f42-4a6e-b439-ccb073b90bfe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:18.087548 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf77297-3f42-4a6e-b439-ccb073b90bfe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:18.087893 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf77297-3f42-4a6e-b439-ccb073b90bfe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:18.088033 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45928) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:43:18.088230 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf77297-3f42-4a6e-b439-ccb073b90bfe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:18.088563 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf77297-3f42-4a6e-b439-ccb073b90bfe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:18.088900 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf77297-3f42-4a6e-b439-ccb073b90bfe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:18.089234 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf77297-3f42-4a6e-b439-ccb073b90bfe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:18.089588 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf77297-3f42-4a6e-b439-ccb073b90bfe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:18.090159 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf77297-3f42-4a6e-b439-ccb073b90bfe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:18.090503 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf77297-3f42-4a6e-b439-ccb073b90bfe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:18.090821 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf77297-3f42-4a6e-b439-ccb073b90bfe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:18.091174 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf77297-3f42-4a6e-b439-ccb073b90bfe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:18.093048 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-2dc56e11-cba8-4a80-8338-2881352427a3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group_rule': {'security_group_id': 'd6033e3a-9706-46c5-8f0f-06afa28f54e4', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:43:18.119860 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2dc56e11-cba8-4a80-8338-2881352427a3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (dda4397a-8071-4e5e-a361-62e7afb5691c), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:18.179824 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2dc56e11-cba8-4a80-8338-2881352427a3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (dda4397a-8071-4e5e-a361-62e7afb5691c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:18.183971 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2dc56e11-cba8-4a80-8338-2881352427a3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (dda4397a-8071-4e5e-a361-62e7afb5691c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:18.203867 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc56e11-cba8-4a80-8338-2881352427a3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda4397a-8071-4e5e-a361-62e7afb5691c,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:18.214313 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2dc56e11-cba8-4a80-8338-2881352427a3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:18.215786 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2dc56e11-cba8-4a80-8338-2881352427a3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1267421 Mar 05 05:43:18.218789 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45930) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:43:18.223451 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-567fae69-28f9-42b6-a3b5-70d1d7f21e93 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group_rule': {'security_group_id': 'd6033e3a-9706-46c5-8f0f-06afa28f54e4', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:43:18.229556 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device fb706633-e9f2-4f1d-8f94-68c7c7d64ccd no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:43:18.248681 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-567fae69-28f9-42b6-a3b5-70d1d7f21e93 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (472926ea-7fdc-4f32-9782-a280a2589202), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:18.253543 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: fb706633-e9f2-4f1d-8f94-68c7c7d64ccd {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:43:18.253894 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device fb706633-e9f2-4f1d-8f94-68c7c7d64ccd not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:43:18.254318 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5d02c3b3-b526-48ed-8e27-fd6c5e767ce4 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:43:18.273986 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 5d02c3b3-b526-48ed-8e27-fd6c5e767ce4 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:43:18.274334 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 5d02c3b3-b526-48ed-8e27-fd6c5e767ce4 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:43:18.306791 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-567fae69-28f9-42b6-a3b5-70d1d7f21e93 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (472926ea-7fdc-4f32-9782-a280a2589202), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:18.310077 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-567fae69-28f9-42b6-a3b5-70d1d7f21e93 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (472926ea-7fdc-4f32-9782-a280a2589202), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:18.326830 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567fae69-28f9-42b6-a3b5-70d1d7f21e93 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=472926ea-7fdc-4f32-9782-a280a2589202,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:18.338226 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-567fae69-28f9-42b6-a3b5-70d1d7f21e93 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:18.339456 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-567fae69-28f9-42b6-a3b5-70d1d7f21e93 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196237 Mar 05 05:43:18.343508 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45932) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:43:18.347848 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-21e505b3-412b-4d28-8717-2a7e34e6bda5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group_rule': {'security_group_id': 'd6033e3a-9706-46c5-8f0f-06afa28f54e4', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:43:18.373394 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21e505b3-412b-4d28-8717-2a7e34e6bda5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (bd095ec3-2ba4-4019-86b4-fbd3757a35b1), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:18.431974 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21e505b3-412b-4d28-8717-2a7e34e6bda5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (bd095ec3-2ba4-4019-86b4-fbd3757a35b1), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:18.435454 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21e505b3-412b-4d28-8717-2a7e34e6bda5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (bd095ec3-2ba4-4019-86b4-fbd3757a35b1), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:18.456694 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e505b3-412b-4d28-8717-2a7e34e6bda5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd095ec3-2ba4-4019-86b4-fbd3757a35b1,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:18.461598 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-21e505b3-412b-4d28-8717-2a7e34e6bda5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:18.465948 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-21e505b3-412b-4d28-8717-2a7e34e6bda5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183138 Mar 05 05:43:18.465948 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45934) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:43:18.469900 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-60a4ee48-3c35-47d3-9643-23e13bf66af4 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group_rule': {'security_group_id': 'd6033e3a-9706-46c5-8f0f-06afa28f54e4', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:43:18.489536 n-d-789963-32 neutron-server[105231]: INFO neutron.db.securitygroups_db [None req-60a4ee48-3c35-47d3-9643-23e13bf66af4 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Project ba2e0d8d43284548af1760695ecb9a0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:43:18.494384 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-60a4ee48-3c35-47d3-9643-23e13bf66af4 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (00cbd64c-9103-43dd-ad8a-e6ccacf6b884), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:18.551924 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-60a4ee48-3c35-47d3-9643-23e13bf66af4 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (00cbd64c-9103-43dd-ad8a-e6ccacf6b884), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:18.555998 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-60a4ee48-3c35-47d3-9643-23e13bf66af4 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (00cbd64c-9103-43dd-ad8a-e6ccacf6b884), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:18.573826 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4ee48-3c35-47d3-9643-23e13bf66af4 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00cbd64c-9103-43dd-ad8a-e6ccacf6b884,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:18.580872 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-60a4ee48-3c35-47d3-9643-23e13bf66af4 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:18.582089 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-60a4ee48-3c35-47d3-9643-23e13bf66af4 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1154387 Mar 05 05:43:18.584968 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45936) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:43:18.589222 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-721c0463-c36a-43b8-98d4-1172fe81dfa8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group_rule': {'security_group_id': 'd6033e3a-9706-46c5-8f0f-06afa28f54e4', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:43:18.608321 n-d-789963-32 neutron-server[105231]: INFO neutron.db.securitygroups_db [None req-721c0463-c36a-43b8-98d4-1172fe81dfa8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Project ba2e0d8d43284548af1760695ecb9a0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:43:18.613033 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-721c0463-c36a-43b8-98d4-1172fe81dfa8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (e8320a65-41e8-474e-98a0-458a27360aa7), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:18.673009 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-721c0463-c36a-43b8-98d4-1172fe81dfa8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (e8320a65-41e8-474e-98a0-458a27360aa7), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:18.676813 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-721c0463-c36a-43b8-98d4-1172fe81dfa8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (e8320a65-41e8-474e-98a0-458a27360aa7), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:18.695686 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c0463-c36a-43b8-98d4-1172fe81dfa8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8320a65-41e8-474e-98a0-458a27360aa7,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:18.702661 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-721c0463-c36a-43b8-98d4-1172fe81dfa8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:18.703913 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-721c0463-c36a-43b8-98d4-1172fe81dfa8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1180348 Mar 05 05:43:18.706716 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45938) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:43:18.711468 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-c5183880-e968-4bc8-b0f0-cf0f802c3aaf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'network': {'name': 'tempest-network-smoke--390498898', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'port_security_enabled': True}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:43:18.729384 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5183880-e968-4bc8-b0f0-cf0f802c3aaf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Made reservation on behalf of ba2e0d8d43284548af1760695ecb9a0e for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:43:18.732652 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c5183880-e968-4bc8-b0f0-cf0f802c3aaf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:18.755787 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5183880-e968-4bc8-b0f0-cf0f802c3aaf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:43:18.764585 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c5183880-e968-4bc8-b0f0-cf0f802c3aaf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (404b9f4b-b41b-4513-8028-a03adeb278da), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:18.764935 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-c5183880-e968-4bc8-b0f0-cf0f802c3aaf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Added segment 404b9f4b-b41b-4513-8028-a03adeb278da of type vlan for network 8380929f-995f-48a7-8453-36daf3c222f2 Mar 05 05:43:18.807503 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c5183880-e968-4bc8-b0f0-cf0f802c3aaf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (8380929f-995f-48a7-8453-36daf3c222f2), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:18.831615 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c5183880-e968-4bc8-b0f0-cf0f802c3aaf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (8380929f-995f-48a7-8453-36daf3c222f2), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:18.836640 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5183880-e968-4bc8-b0f0-cf0f802c3aaf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:18.837216 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c5183880-e968-4bc8-b0f0-cf0f802c3aaf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:18.876206 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c5183880-e968-4bc8-b0f0-cf0f802c3aaf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1684487 Mar 05 05:43:18.878965 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45940) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:43:18.883689 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-536c5834-73ee-40f6-8f27-a78fbf6846bf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1596210692', 'admin_state_up': True, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:43:18.904415 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-536c5834-73ee-40f6-8f27-a78fbf6846bf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (fbd02e4e-929a-4998-a103-ffbf3bd2bc26), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:18.905405 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-536c5834-73ee-40f6-8f27-a78fbf6846bf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (fbd02e4e-929a-4998-a103-ffbf3bd2bc26), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:18.907705 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5183880-e968-4bc8-b0f0-cf0f802c3aaf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Network': ['ID=8380929f-995f-48a7-8453-36daf3c222f2,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:18.921118 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 8380929f-995f-48a7-8453-36daf3c222f2 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:43:18.958516 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-536c5834-73ee-40f6-8f27-a78fbf6846bf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router_controller (fbd02e4e-929a-4998-a103-ffbf3bd2bc26), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:19.104989 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-536c5834-73ee-40f6-8f27-a78fbf6846bf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router_gateway (fbd02e4e-929a-4998-a103-ffbf3bd2bc26), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:19.302516 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-536c5834-73ee-40f6-8f27-a78fbf6846bf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router_gateway (fbd02e4e-929a-4998-a103-ffbf3bd2bc26), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:19.324902 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-536c5834-73ee-40f6-8f27-a78fbf6846bf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:19.430161 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-536c5834-73ee-40f6-8f27-a78fbf6846bf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Allocated IP 172.25.0.155 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/f110e45d-e4ba-40ec-b3d5-d7dd9bd13524) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:43:19.539137 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-536c5834-73ee-40f6-8f27-a78fbf6846bf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for port (f110e45d-e4ba-40ec-b3d5-d7dd9bd13524), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:19.574938 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-536c5834-73ee-40f6-8f27-a78fbf6846bf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (f110e45d-e4ba-40ec-b3d5-d7dd9bd13524), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:19.616270 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536c5834-73ee-40f6-8f27-a78fbf6846bf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:43:19.619118 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-536c5834-73ee-40f6-8f27-a78fbf6846bf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:43:19.622647 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536c5834-73ee-40f6-8f27-a78fbf6846bf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:43:19.645776 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c5834-73ee-40f6-8f27-a78fbf6846bf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Port': ['ID=f110e45d-e4ba-40ec-b3d5-d7dd9bd13524,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:19.884080 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-536c5834-73ee-40f6-8f27-a78fbf6846bf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router_gateway (fbd02e4e-929a-4998-a103-ffbf3bd2bc26), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:20.092271 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-536c5834-73ee-40f6-8f27-a78fbf6846bf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (fbd02e4e-929a-4998-a103-ffbf3bd2bc26), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:20.229722 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536c5834-73ee-40f6-8f27-a78fbf6846bf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Router fbd02e4e-929a-4998-a103-ffbf3bd2bc26 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:43:20.338117 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536c5834-73ee-40f6-8f27-a78fbf6846bf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:43:20.349606 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da88e24f-6379-428a-b190-fb5e273f5288 None None] Sync routers for ids ['fbd02e4e-929a-4998-a103-ffbf3bd2bc26'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:43:20.359874 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da88e24f-6379-428a-b190-fb5e273f5288 None None] Routers {'fbd02e4e-929a-4998-a103-ffbf3bd2bc26'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:43:20.360225 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-536c5834-73ee-40f6-8f27-a78fbf6846bf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:20.360633 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-da88e24f-6379-428a-b190-fb5e273f5288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:43:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['fbd02e4e-929a-4998-a103-ffbf3bd2bc26'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:43:20.361667 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-536c5834-73ee-40f6-8f27-a78fbf6846bf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4816103 Mar 05 05:43:20.365505 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45942) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:43:20.395765 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-49d50fd9-2b53-4b42-b924-35727ba66ed6 tempest-TestNetworkAdvancedServerOps-746894055 tempest-TestNetworkAdvancedServerOps-746894055-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=ba2e0d8d43284548af1760695ecb9a0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267749 Mar 05 05:43:20.396368 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45944) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:43:20.495762 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-da88e24f-6379-428a-b190-fb5e273f5288 None None] Set router fbd02e4e-929a-4998-a103-ffbf3bd2bc26 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:43:20.546882 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4fefac-b648-4991-ab08-8c6c86819b79 tempest-TestNetworkAdvancedServerOps-746894055 tempest-TestNetworkAdvancedServerOps-746894055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:20.551389 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2c4fefac-b648-4991-ab08-8c6c86819b79 tempest-TestNetworkAdvancedServerOps-746894055 tempest-TestNetworkAdvancedServerOps-746894055-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1513319 Mar 05 05:43:20.551928 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45946) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:43:20.586070 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-67172206-e8c6-40d5-b318-fde42c829d8a tempest-TestNetworkAdvancedServerOps-746894055 tempest-TestNetworkAdvancedServerOps-746894055-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=ff625bbb-6b8f-4740-be08-a562ec9a34a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320728 Mar 05 05:43:20.588637 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 45948) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:43:20.593968 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-f2b7cc3b-0523-4555-824a-57164f58dc09 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-999239756', 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:43:20.687779 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b7cc3b-0523-4555-824a-57164f58dc09 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Made reservation on behalf of ba2e0d8d43284548af1760695ecb9a0e for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:43:20.691482 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f2b7cc3b-0523-4555-824a-57164f58dc09 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:20.698078 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-da88e24f-6379-428a-b190-fb5e273f5288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596210692', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'f110e45d-e4ba-40ec-b3d5-d7dd9bd13524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:43:18Z', 'updated_at': '2022-03-05T05:43:19Z', 'revision_number': 3, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'f110e45d-e4ba-40ec-b3d5-d7dd9bd13524', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:43:19Z', 'updated_at': '2022-03-05T05:43:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:43:20.730582 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da88e24f-6379-428a-b190-fb5e273f5288 None None] Checking router: fbd02e4e-929a-4998-a103-ffbf3bd2bc26 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:43:20.731255 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da88e24f-6379-428a-b190-fb5e273f5288 None None] Updating router fbd02e4e-929a-4998-a103-ffbf3bd2bc26 port f110e45d-e4ba-40ec-b3d5-d7dd9bd13524 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:43:20.762135 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-da88e24f-6379-428a-b190-fb5e273f5288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f110e45d-e4ba-40ec-b3d5-d7dd9bd13524), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:20.884575 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f2b7cc3b-0523-4555-824a-57164f58dc09 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (c3ffbf67-b708-451c-afb0-8987884916ab), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:20.942888 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7cc3b-0523-4555-824a-57164f58dc09 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Subnet': ['ID=c3ffbf67-b708-451c-afb0-8987884916ab,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:20.954676 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b7cc3b-0523-4555-824a-57164f58dc09 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Checking segment: {'id': '404b9f4b-b41b-4513-8028-a03adeb278da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:43:20.955044 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b7cc3b-0523-4555-824a-57164f58dc09 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network hostable DHCP agents. Network: 8380929f-995f-48a7-8453-36daf3c222f2, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:43:20.975636 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b7cc3b-0523-4555-824a-57164f58dc09 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network 8380929f-995f-48a7-8453-36daf3c222f2 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:43:20.986268 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-f2b7cc3b-0523-4555-824a-57164f58dc09 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 8380929f-995f-48a7-8453-36daf3c222f2) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:43:20.991352 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b7cc3b-0523-4555-824a-57164f58dc09 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:20.991977 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f2b7cc3b-0523-4555-824a-57164f58dc09 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:21.001972 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaec66c-d257-4087-a2b6-2a126c35d103 None None] Network 8380929f-995f-48a7-8453-36daf3c222f2 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:43:21.013449 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f2b7cc3b-0523-4555-824a-57164f58dc09 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4209435 Mar 05 05:43:21.013810 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 45950) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:43:21.061740 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-da88e24f-6379-428a-b190-fb5e273f5288 None None] Publish callbacks [] for port (f110e45d-e4ba-40ec-b3d5-d7dd9bd13524), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:21.074613 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-da88e24f-6379-428a-b190-fb5e273f5288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f110e45d-e4ba-40ec-b3d5-d7dd9bd13524), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:21.118946 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72710c0a-5622-4e76-95eb-64df3fd6b970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-8380929f-995f-48a7-8453-36daf3c222f2', 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'fixed_ips': [{'subnet_id': 'c3ffbf67-b708-451c-afb0-8987884916ab'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:43:21.119853 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-72710c0a-5622-4e76-95eb-64df3fd6b970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:21.138831 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-da88e24f-6379-428a-b190-fb5e273f5288 None None] Attempting to bind port f110e45d-e4ba-40ec-b3d5-d7dd9bd13524 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:43:21.139069 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-da88e24f-6379-428a-b190-fb5e273f5288 None None] Attempting to bind port f110e45d-e4ba-40ec-b3d5-d7dd9bd13524 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:43:21.139334 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da88e24f-6379-428a-b190-fb5e273f5288 None None] Attempting to bind port f110e45d-e4ba-40ec-b3d5-d7dd9bd13524 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:43:21.152587 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da88e24f-6379-428a-b190-fb5e273f5288 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:43:21.153522 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da88e24f-6379-428a-b190-fb5e273f5288 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:43:21.153953 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-da88e24f-6379-428a-b190-fb5e273f5288 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:21.154346 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da88e24f-6379-428a-b190-fb5e273f5288 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:43:21.155153 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-da88e24f-6379-428a-b190-fb5e273f5288 None None] Bound port: f110e45d-e4ba-40ec-b3d5-d7dd9bd13524, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:43:21.155585 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-da88e24f-6379-428a-b190-fb5e273f5288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f110e45d-e4ba-40ec-b3d5-d7dd9bd13524), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:21.185170 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f9c24-5a48-4c6c-ad1a-b1115ede1838 None None] Pushing event updated for resources: {'Port': ['ID=f110e45d-e4ba-40ec-b3d5-d7dd9bd13524,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:21.200245 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23f9c24-5a48-4c6c-ad1a-b1115ede1838 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:21.200601 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23f9c24-5a48-4c6c-ad1a-b1115ede1838 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:21.200945 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23f9c24-5a48-4c6c-ad1a-b1115ede1838 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:21.201282 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23f9c24-5a48-4c6c-ad1a-b1115ede1838 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:21.201618 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23f9c24-5a48-4c6c-ad1a-b1115ede1838 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:21.201977 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23f9c24-5a48-4c6c-ad1a-b1115ede1838 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:21.202308 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23f9c24-5a48-4c6c-ad1a-b1115ede1838 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:21.202650 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23f9c24-5a48-4c6c-ad1a-b1115ede1838 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:21.202963 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23f9c24-5a48-4c6c-ad1a-b1115ede1838 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:21.203318 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23f9c24-5a48-4c6c-ad1a-b1115ede1838 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:21.203641 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23f9c24-5a48-4c6c-ad1a-b1115ede1838 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:21.203992 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23f9c24-5a48-4c6c-ad1a-b1115ede1838 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:21.204291 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e23f9c24-5a48-4c6c-ad1a-b1115ede1838 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:43:21.232099 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-da88e24f-6379-428a-b190-fb5e273f5288 None None] For port f110e45d-e4ba-40ec-b3d5-d7dd9bd13524, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:43:21.235263 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-da88e24f-6379-428a-b190-fb5e273f5288 None None] For port f110e45d-e4ba-40ec-b3d5-d7dd9bd13524, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=f110e45d-e4ba-40ec-b3d5-d7dd9bd13524,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:43:21.242994 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-da88e24f-6379-428a-b190-fb5e273f5288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f110e45d-e4ba-40ec-b3d5-d7dd9bd13524), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:21.309418 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-72710c0a-5622-4e76-95eb-64df3fd6b970 None None] Allocated IP 172.20.0.2 (8380929f-995f-48a7-8453-36daf3c222f2/c3ffbf67-b708-451c-afb0-8987884916ab/fb112027-c13b-4433-89ce-77b6183f6dd3) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:43:21.319296 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f9c24-5a48-4c6c-ad1a-b1115ede1838 None None] Pushing event updated for resources: {'Port': ['ID=f110e45d-e4ba-40ec-b3d5-d7dd9bd13524,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:21.324097 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da88e24f-6379-428a-b190-fb5e273f5288 None None] Routers {'fbd02e4e-929a-4998-a103-ffbf3bd2bc26'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:43:21.325067 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-da88e24f-6379-428a-b190-fb5e273f5288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:43:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['fbd02e4e-929a-4998-a103-ffbf3bd2bc26'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:43:21.444642 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-da88e24f-6379-428a-b190-fb5e273f5288 None None] Set router fbd02e4e-929a-4998-a103-ffbf3bd2bc26 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:43:21.507251 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-72710c0a-5622-4e76-95eb-64df3fd6b970 None None] Publish callbacks [] for port (fb112027-c13b-4433-89ce-77b6183f6dd3), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:21.513436 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-72710c0a-5622-4e76-95eb-64df3fd6b970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (fb112027-c13b-4433-89ce-77b6183f6dd3), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:21.551680 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e84a69dc-bbce-41f4-8775-1aff3a698adc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:21.557115 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72710c0a-5622-4e76-95eb-64df3fd6b970 None None] Network 8380929f-995f-48a7-8453-36daf3c222f2 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:43:21.561287 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72710c0a-5622-4e76-95eb-64df3fd6b970 None None] Pushing event updated for resources: {'Port': ['ID=fb112027-c13b-4433-89ce-77b6183f6dd3,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:21.564286 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-72710c0a-5622-4e76-95eb-64df3fd6b970 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:43:21.566782 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72710c0a-5622-4e76-95eb-64df3fd6b970 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:43:21.625242 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-72710c0a-5622-4e76-95eb-64df3fd6b970 None None] Attempting to bind port fb112027-c13b-4433-89ce-77b6183f6dd3 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:43:21.625482 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-72710c0a-5622-4e76-95eb-64df3fd6b970 None None] Attempting to bind port fb112027-c13b-4433-89ce-77b6183f6dd3 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '404b9f4b-b41b-4513-8028-a03adeb278da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:43:21.625806 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72710c0a-5622-4e76-95eb-64df3fd6b970 None None] Attempting to bind port fb112027-c13b-4433-89ce-77b6183f6dd3 on network 8380929f-995f-48a7-8453-36daf3c222f2 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:43:21.631057 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72710c0a-5622-4e76-95eb-64df3fd6b970 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:43:21.631402 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72710c0a-5622-4e76-95eb-64df3fd6b970 None None] Checking segment: {'id': '404b9f4b-b41b-4513-8028-a03adeb278da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:43:21.631902 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-72710c0a-5622-4e76-95eb-64df3fd6b970 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:21.632180 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72710c0a-5622-4e76-95eb-64df3fd6b970 None None] Bound using segment: {'id': '404b9f4b-b41b-4513-8028-a03adeb278da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:43:21.632650 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-72710c0a-5622-4e76-95eb-64df3fd6b970 None None] Bound port: fb112027-c13b-4433-89ce-77b6183f6dd3, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404b9f4b-b41b-4513-8028-a03adeb278da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:43:21.633427 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-72710c0a-5622-4e76-95eb-64df3fd6b970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fb112027-c13b-4433-89ce-77b6183f6dd3), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:21.635538 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-da88e24f-6379-428a-b190-fb5e273f5288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596210692', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'f110e45d-e4ba-40ec-b3d5-d7dd9bd13524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:43:18Z', 'updated_at': '2022-03-05T05:43:19Z', 'revision_number': 3, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'f110e45d-e4ba-40ec-b3d5-d7dd9bd13524', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:43:19Z', 'updated_at': '2022-03-05T05:43:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:43:21.712020 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-72710c0a-5622-4e76-95eb-64df3fd6b970 None None] For port fb112027-c13b-4433-89ce-77b6183f6dd3, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:43:21.716664 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-72710c0a-5622-4e76-95eb-64df3fd6b970 None None] For port fb112027-c13b-4433-89ce-77b6183f6dd3, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=fb112027-c13b-4433-89ce-77b6183f6dd3,segment=NetworkSegment(404b9f4b-b41b-4513-8028-a03adeb278da),segment_id=404b9f4b-b41b-4513-8028-a03adeb278da)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:43:21.726029 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-72710c0a-5622-4e76-95eb-64df3fd6b970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fb112027-c13b-4433-89ce-77b6183f6dd3), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:21.767003 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da88e24f-6379-428a-b190-fb5e273f5288 None None] The sync data for ids ['fbd02e4e-929a-4998-a103-ffbf3bd2bc26'] in n-d-789963-32 is: [{'id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596210692', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'f110e45d-e4ba-40ec-b3d5-d7dd9bd13524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:43:18Z', 'updated_at': '2022-03-05T05:43:19Z', 'revision_number': 3, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'f110e45d-e4ba-40ec-b3d5-d7dd9bd13524', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:43:19Z', 'updated_at': '2022-03-05T05:43:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:43:21.794288 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72710c0a-5622-4e76-95eb-64df3fd6b970 None None] Pushing event updated for resources: {'Port': ['ID=fb112027-c13b-4433-89ce-77b6183f6dd3,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:21.869095 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-e84a69dc-bbce-41f4-8775-1aff3a698adc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Allocated IP 172.20.0.1 (8380929f-995f-48a7-8453-36daf3c222f2/c3ffbf67-b708-451c-afb0-8987884916ab/97c2aa38-689c-4be7-bc48-4183c7670aa4) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:43:22.310420 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f110e45d-e4ba-40ec-b3d5-d7dd9bd13524 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:43:22.360365 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e84a69dc-bbce-41f4-8775-1aff3a698adc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for port (97c2aa38-689c-4be7-bc48-4183c7670aa4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:22.373475 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port f110e45d-e4ba-40ec-b3d5-d7dd9bd13524 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:43:22.374252 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f110e45d-e4ba-40ec-b3d5-d7dd9bd13524), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:22.399221 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e84a69dc-bbce-41f4-8775-1aff3a698adc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (97c2aa38-689c-4be7-bc48-4183c7670aa4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:22.457573 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84a69dc-bbce-41f4-8775-1aff3a698adc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network 8380929f-995f-48a7-8453-36daf3c222f2 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:43:22.461922 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port f110e45d-e4ba-40ec-b3d5-d7dd9bd13524 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:43:22.462343 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f110e45d-e4ba-40ec-b3d5-d7dd9bd13524), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:22.462489 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-e84a69dc-bbce-41f4-8775-1aff3a698adc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:43:22.464294 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a69dc-bbce-41f4-8775-1aff3a698adc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Port': ['ID=97c2aa38-689c-4be7-bc48-4183c7670aa4,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:22.466947 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84a69dc-bbce-41f4-8775-1aff3a698adc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:43:22.491265 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port f110e45d-e4ba-40ec-b3d5-d7dd9bd13524, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=f110e45d-e4ba-40ec-b3d5-d7dd9bd13524,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:43:22.499150 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f110e45d-e4ba-40ec-b3d5-d7dd9bd13524), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:22.501228 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device fb112027-c13b-4433-89ce-77b6183f6dd3 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:43:22.519673 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e84a69dc-bbce-41f4-8775-1aff3a698adc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (fbd02e4e-929a-4998-a103-ffbf3bd2bc26), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:22.598270 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=f110e45d-e4ba-40ec-b3d5-d7dd9bd13524,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:22.609764 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port fb112027-c13b-4433-89ce-77b6183f6dd3 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:43:22.610151 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fb112027-c13b-4433-89ce-77b6183f6dd3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:22.689677 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e84a69dc-bbce-41f4-8775-1aff3a698adc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (97c2aa38-689c-4be7-bc48-4183c7670aa4), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:22.711214 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port fb112027-c13b-4433-89ce-77b6183f6dd3 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:43:22.711703 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fb112027-c13b-4433-89ce-77b6183f6dd3), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:22.749922 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port fb112027-c13b-4433-89ce-77b6183f6dd3, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=fb112027-c13b-4433-89ce-77b6183f6dd3,segment=NetworkSegment(404b9f4b-b41b-4513-8028-a03adeb278da),segment_id=404b9f4b-b41b-4513-8028-a03adeb278da)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:43:22.754891 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fb112027-c13b-4433-89ce-77b6183f6dd3), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:22.808646 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=fb112027-c13b-4433-89ce-77b6183f6dd3,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:22.930180 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ca12c1-3270-4d5e-9305-62a281da4616 None None] Network 8380929f-995f-48a7-8453-36daf3c222f2 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:43:23.002855 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e84a69dc-bbce-41f4-8775-1aff3a698adc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for port (97c2aa38-689c-4be7-bc48-4183c7670aa4), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:23.007987 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e84a69dc-bbce-41f4-8775-1aff3a698adc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (97c2aa38-689c-4be7-bc48-4183c7670aa4), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:23.037749 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-512b0e6c-ffcc-40c3-a707-6ca0eb8d8761 None None] Provisioning complete for port fb112027-c13b-4433-89ce-77b6183f6dd3 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:43:23.038148 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-512b0e6c-ffcc-40c3-a707-6ca0eb8d8761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fb112027-c13b-4433-89ce-77b6183f6dd3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:23.087803 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e84a69dc-bbce-41f4-8775-1aff3a698adc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (fbd02e4e-929a-4998-a103-ffbf3bd2bc26), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:23.089547 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a69dc-bbce-41f4-8775-1aff3a698adc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Port': ['ID=97c2aa38-689c-4be7-bc48-4183c7670aa4,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:23.134064 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-512b0e6c-ffcc-40c3-a707-6ca0eb8d8761 None None] Current status of the port fb112027-c13b-4433-89ce-77b6183f6dd3 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:43:23.186127 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84a69dc-bbce-41f4-8775-1aff3a698adc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network 8380929f-995f-48a7-8453-36daf3c222f2 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:43:23.187692 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-e84a69dc-bbce-41f4-8775-1aff3a698adc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:43:23.312077 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84a69dc-bbce-41f4-8775-1aff3a698adc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Router fbd02e4e-929a-4998-a103-ffbf3bd2bc26 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:43:23.353828 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-28274ca1-f52f-4201-88a2-f976fc896370 None None] Provisioning complete for port fb112027-c13b-4433-89ce-77b6183f6dd3 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:43:23.354873 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-28274ca1-f52f-4201-88a2-f976fc896370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fb112027-c13b-4433-89ce-77b6183f6dd3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:23.438174 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84a69dc-bbce-41f4-8775-1aff3a698adc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:43:23.453327 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e84a69dc-bbce-41f4-8775-1aff3a698adc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "PUT /v2.0/routers/fbd02e4e-929a-4998-a103-ffbf3bd2bc26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4382567 Mar 05 05:43:23.470688 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-28274ca1-f52f-4201-88a2-f976fc896370 None None] Current status of the port fb112027-c13b-4433-89ce-77b6183f6dd3 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:43:23.483579 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-28274ca1-f52f-4201-88a2-f976fc896370 None None] Provisioning complete for port 97c2aa38-689c-4be7-bc48-4183c7670aa4 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:43:23.484205 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-28274ca1-f52f-4201-88a2-f976fc896370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (97c2aa38-689c-4be7-bc48-4183c7670aa4), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:23.510493 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:43:23.519966 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-28274ca1-f52f-4201-88a2-f976fc896370 None None] Port 97c2aa38-689c-4be7-bc48-4183c7670aa4 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:43:23.626239 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e72ed9-06ea-4163-a531-7010eb2ce5d1 None None] Sync routers for ids ['fbd02e4e-929a-4998-a103-ffbf3bd2bc26'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:43:23.644788 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-6f0d805b-ba19-4436-887d-dbfd4336e3b0 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1761922575&fields=id&tenant_id=ba2e0d8d43284548af1760695ecb9a0e HTTP/1.1" status: 200 len: 267 time: 0.0595944 Mar 05 05:43:23.645341 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e72ed9-06ea-4163-a531-7010eb2ce5d1 None None] Routers {'fbd02e4e-929a-4998-a103-ffbf3bd2bc26'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:43:23.646920 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-f6e72ed9-06ea-4163-a531-7010eb2ce5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:43:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['fbd02e4e-929a-4998-a103-ffbf3bd2bc26'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:43:23.699162 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-e8812aad-335a-4b1a-b7ca-204da00a14bb None None] Provisioning complete for port 97c2aa38-689c-4be7-bc48-4183c7670aa4 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:43:23.699551 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e8812aad-335a-4b1a-b7ca-204da00a14bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (97c2aa38-689c-4be7-bc48-4183c7670aa4), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:23.760629 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-94ceb7f9-f04d-42f0-b788-2a77c0058306 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:23.762091 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-94ceb7f9-f04d-42f0-b788-2a77c0058306 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/networks?id=8380929f-995f-48a7-8453-36daf3c222f2 HTTP/1.1" status: 200 len: 796 time: 0.1095426 Mar 05 05:43:23.775558 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-e8812aad-335a-4b1a-b7ca-204da00a14bb None None] Port 97c2aa38-689c-4be7-bc48-4183c7670aa4 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:43:23.777983 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-191d2d08-92ec-4467-8259-e6c8c72609fe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/quotas/ba2e0d8d43284548af1760695ecb9a0e HTTP/1.1" status: 200 len: 375 time: 0.0100801 Mar 05 05:43:23.795915 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-f6e72ed9-06ea-4163-a531-7010eb2ce5d1 None None] Set router fbd02e4e-929a-4998-a103-ffbf3bd2bc26 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:43:23.834880 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-353e95f4-9b8e-4dfe-86ad-6950d2fb03e9 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506601 Mar 05 05:43:23.937830 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-80dbe304-f185-49b2-a775-90f7cc2bf4b6 None None] Provisioning complete for port 97c2aa38-689c-4be7-bc48-4183c7670aa4 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:43:23.938209 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-80dbe304-f185-49b2-a775-90f7cc2bf4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (97c2aa38-689c-4be7-bc48-4183c7670aa4), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:23.939115 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-06dfd7f2-da63-4eb6-958f-98eb7329bf87 service neutron] 10.222.0.11 "GET /v2.0/networks/8380929f-995f-48a7-8453-36daf3c222f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877090 Mar 05 05:43:23.989921 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-80dbe304-f185-49b2-a775-90f7cc2bf4b6 None None] Port 97c2aa38-689c-4be7-bc48-4183c7670aa4 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:43:24.034644 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-837a8a32-1735-4768-b422-855eb8b6aa81 service neutron] 10.222.0.11 "GET /v2.0/networks/8380929f-995f-48a7-8453-36daf3c222f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895061 Mar 05 05:43:24.039524 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-f6e72ed9-06ea-4163-a531-7010eb2ce5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596210692', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'f110e45d-e4ba-40ec-b3d5-d7dd9bd13524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:43:18Z', 'updated_at': '2022-03-05T05:43:22Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'f110e45d-e4ba-40ec-b3d5-d7dd9bd13524', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:43:19Z', 'updated_at': '2022-03-05T05:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '97c2aa38-689c-4be7-bc48-4183c7670aa4', 'name': '', 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:f1:9a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c3ffbf67-b708-451c-afb0-8987884916ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:43:21Z', 'updated_at': '2022-03-05T05:43:22Z', 'revision_number': 2, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': 'c3ffbf67-b708-451c-afb0-8987884916ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:43:24.065385 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e72ed9-06ea-4163-a531-7010eb2ce5d1 None None] Checking router: fbd02e4e-929a-4998-a103-ffbf3bd2bc26 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:43:24.065830 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e72ed9-06ea-4163-a531-7010eb2ce5d1 None None] Updating router fbd02e4e-929a-4998-a103-ffbf3bd2bc26 port 97c2aa38-689c-4be7-bc48-4183c7670aa4 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:43:24.095420 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f6e72ed9-06ea-4163-a531-7010eb2ce5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (97c2aa38-689c-4be7-bc48-4183c7670aa4), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:24.230232 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e0f46ce9-697d-4e17-b13b-16b7280bd172 req-f18580c8-6896-461c-8cc4-675e469232b2 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 210 time: 0.0452592 Mar 05 05:43:24.367511 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f110e45d-e4ba-40ec-b3d5-d7dd9bd13524 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:43:24.491830 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port f110e45d-e4ba-40ec-b3d5-d7dd9bd13524 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:43:24.492214 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f110e45d-e4ba-40ec-b3d5-d7dd9bd13524), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:24.655304 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port f110e45d-e4ba-40ec-b3d5-d7dd9bd13524 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:43:24.656410 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device fb112027-c13b-4433-89ce-77b6183f6dd3 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:43:24.688771 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f6e72ed9-06ea-4163-a531-7010eb2ce5d1 None None] Publish callbacks [] for port (97c2aa38-689c-4be7-bc48-4183c7670aa4), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:24.698722 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f6e72ed9-06ea-4163-a531-7010eb2ce5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (97c2aa38-689c-4be7-bc48-4183c7670aa4), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:24.784620 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c64a4-7919-4ecb-b80a-938b8a424d68 None None] Pushing event updated for resources: {'Port': ['ID=97c2aa38-689c-4be7-bc48-4183c7670aa4,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:24.815669 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port fb112027-c13b-4433-89ce-77b6183f6dd3 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:43:24.816045 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fb112027-c13b-4433-89ce-77b6183f6dd3), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:24.847173 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-f6e72ed9-06ea-4163-a531-7010eb2ce5d1 None None] Attempting to bind port 97c2aa38-689c-4be7-bc48-4183c7670aa4 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:43:24.847615 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-f6e72ed9-06ea-4163-a531-7010eb2ce5d1 None None] Attempting to bind port 97c2aa38-689c-4be7-bc48-4183c7670aa4 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '404b9f4b-b41b-4513-8028-a03adeb278da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:43:24.847994 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e72ed9-06ea-4163-a531-7010eb2ce5d1 None None] Attempting to bind port 97c2aa38-689c-4be7-bc48-4183c7670aa4 on network 8380929f-995f-48a7-8453-36daf3c222f2 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:43:24.859705 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e72ed9-06ea-4163-a531-7010eb2ce5d1 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:43:24.860090 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e72ed9-06ea-4163-a531-7010eb2ce5d1 None None] Checking segment: {'id': '404b9f4b-b41b-4513-8028-a03adeb278da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:43:24.860501 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f6e72ed9-06ea-4163-a531-7010eb2ce5d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:24.860897 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e72ed9-06ea-4163-a531-7010eb2ce5d1 None None] Bound using segment: {'id': '404b9f4b-b41b-4513-8028-a03adeb278da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:43:24.861374 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-f6e72ed9-06ea-4163-a531-7010eb2ce5d1 None None] Bound port: 97c2aa38-689c-4be7-bc48-4183c7670aa4, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404b9f4b-b41b-4513-8028-a03adeb278da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:43:24.861761 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f6e72ed9-06ea-4163-a531-7010eb2ce5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (97c2aa38-689c-4be7-bc48-4183c7670aa4), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:24.960761 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f6e72ed9-06ea-4163-a531-7010eb2ce5d1 None None] For port 97c2aa38-689c-4be7-bc48-4183c7670aa4, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:43:24.965341 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f6e72ed9-06ea-4163-a531-7010eb2ce5d1 None None] For port 97c2aa38-689c-4be7-bc48-4183c7670aa4, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=97c2aa38-689c-4be7-bc48-4183c7670aa4,segment=NetworkSegment(404b9f4b-b41b-4513-8028-a03adeb278da),segment_id=404b9f4b-b41b-4513-8028-a03adeb278da)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:43:24.967975 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port fb112027-c13b-4433-89ce-77b6183f6dd3 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:43:24.972645 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f6e72ed9-06ea-4163-a531-7010eb2ce5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (97c2aa38-689c-4be7-bc48-4183c7670aa4), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:25.039927 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-1d1e3638-ac2f-4b02-9ae5-48ac0cbc225b None None] Provisioning complete for port 97c2aa38-689c-4be7-bc48-4183c7670aa4 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:43:25.040309 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1d1e3638-ac2f-4b02-9ae5-48ac0cbc225b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (97c2aa38-689c-4be7-bc48-4183c7670aa4), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:25.065079 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e72ed9-06ea-4163-a531-7010eb2ce5d1 None None] Routers {'fbd02e4e-929a-4998-a103-ffbf3bd2bc26'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:43:25.065732 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-f6e72ed9-06ea-4163-a531-7010eb2ce5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:43:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['fbd02e4e-929a-4998-a103-ffbf3bd2bc26'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:43:25.118505 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c64a4-7919-4ecb-b80a-938b8a424d68 None None] Pushing event updated for resources: {'Port': ['ID=97c2aa38-689c-4be7-bc48-4183c7670aa4,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:25.202432 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-ed54d6a5-873b-4683-87d9-d768a5165e66 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:25.204812 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-ed54d6a5-873b-4683-87d9-d768a5165e66 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.31 "GET /v2.0/networks?id=8380929f-995f-48a7-8453-36daf3c222f2 HTTP/1.1" status: 200 len: 796 time: 0.1254082 Mar 05 05:43:25.234305 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-1d1e3638-ac2f-4b02-9ae5-48ac0cbc225b None None] Current status of the port 97c2aa38-689c-4be7-bc48-4183c7670aa4 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:43:25.234704 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1d1e3638-ac2f-4b02-9ae5-48ac0cbc225b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (97c2aa38-689c-4be7-bc48-4183c7670aa4), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:25.249325 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-f6e72ed9-06ea-4163-a531-7010eb2ce5d1 None None] Set router fbd02e4e-929a-4998-a103-ffbf3bd2bc26 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:43:25.286165 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-46576238-252b-40df-a48f-f34a5361e7e7 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba2e0d8d43284548af1760695ecb9a0e HTTP/1.1" status: 200 len: 380 time: 0.0722315 Mar 05 05:43:25.298563 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-18e4f73b-4ae4-488b-87a7-86794564ab58 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'port': {'device_id': 'c0884d7d-563e-439f-be51-c7791e0aca83', 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2', 'admin_state_up': True, 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'security_groups': ['d6033e3a-9706-46c5-8f0f-06afa28f54e4']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:43:25.347052 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-1d1e3638-ac2f-4b02-9ae5-48ac0cbc225b None None] For port 97c2aa38-689c-4be7-bc48-4183c7670aa4, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=97c2aa38-689c-4be7-bc48-4183c7670aa4,segment=NetworkSegment(404b9f4b-b41b-4513-8028-a03adeb278da),segment_id=404b9f4b-b41b-4513-8028-a03adeb278da)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:43:25.350722 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-412a8401-bb16-4a78-9e72-0a68782ca96a req-6aabddf4-90ef-4b7f-a47a-d33f8021fd4f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 210 time: 0.0291560 Mar 05 05:43:25.371211 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1d1e3638-ac2f-4b02-9ae5-48ac0cbc225b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (97c2aa38-689c-4be7-bc48-4183c7670aa4), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:25.424141 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-18e4f73b-4ae4-488b-87a7-86794564ab58 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Made reservation on behalf of ba2e0d8d43284548af1760695ecb9a0e for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:43:25.427979 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-18e4f73b-4ae4-488b-87a7-86794564ab58 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:25.472899 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e3638-ac2f-4b02-9ae5-48ac0cbc225b None None] Pushing event updated for resources: {'Port': ['ID=97c2aa38-689c-4be7-bc48-4183c7670aa4,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:25.520355 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fe010f4b-8fe3-4601-880a-03da737ebcd9 None None] Provisioning complete for port 97c2aa38-689c-4be7-bc48-4183c7670aa4 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:43:25.520651 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fe010f4b-8fe3-4601-880a-03da737ebcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (97c2aa38-689c-4be7-bc48-4183c7670aa4), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:25.556680 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-18e4f73b-4ae4-488b-87a7-86794564ab58 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Allocated IP 172.20.0.4 (8380929f-995f-48a7-8453-36daf3c222f2/c3ffbf67-b708-451c-afb0-8987884916ab/f7cbb9b5-3043-4219-93e4-b08ce6b23375) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:43:25.580465 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-f6e72ed9-06ea-4163-a531-7010eb2ce5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596210692', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'f110e45d-e4ba-40ec-b3d5-d7dd9bd13524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:43:18Z', 'updated_at': '2022-03-05T05:43:22Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'f110e45d-e4ba-40ec-b3d5-d7dd9bd13524', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:43:19Z', 'updated_at': '2022-03-05T05:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '97c2aa38-689c-4be7-bc48-4183c7670aa4', 'name': '', 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:f1:9a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c3ffbf67-b708-451c-afb0-8987884916ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:43:21Z', 'updated_at': '2022-03-05T05:43:24Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': 'c3ffbf67-b708-451c-afb0-8987884916ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:43:25.639108 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e72ed9-06ea-4163-a531-7010eb2ce5d1 None None] The sync data for ids ['fbd02e4e-929a-4998-a103-ffbf3bd2bc26'] in n-d-789963-32 is: [{'id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596210692', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'f110e45d-e4ba-40ec-b3d5-d7dd9bd13524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:43:18Z', 'updated_at': '2022-03-05T05:43:22Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'f110e45d-e4ba-40ec-b3d5-d7dd9bd13524', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:43:19Z', 'updated_at': '2022-03-05T05:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '97c2aa38-689c-4be7-bc48-4183c7670aa4', 'name': '', 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:f1:9a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c3ffbf67-b708-451c-afb0-8987884916ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:43:21Z', 'updated_at': '2022-03-05T05:43:24Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': 'c3ffbf67-b708-451c-afb0-8987884916ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:43:25.660732 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fe010f4b-8fe3-4601-880a-03da737ebcd9 None None] Current status of the port 97c2aa38-689c-4be7-bc48-4183c7670aa4 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:43:25.709953 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-18e4f73b-4ae4-488b-87a7-86794564ab58 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for port (f7cbb9b5-3043-4219-93e4-b08ce6b23375), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:25.750864 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-18e4f73b-4ae4-488b-87a7-86794564ab58 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (f7cbb9b5-3043-4219-93e4-b08ce6b23375), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:25.798821 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-18e4f73b-4ae4-488b-87a7-86794564ab58 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network 8380929f-995f-48a7-8453-36daf3c222f2 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:43:25.802587 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-18e4f73b-4ae4-488b-87a7-86794564ab58 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:43:25.805022 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-18e4f73b-4ae4-488b-87a7-86794564ab58 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:43:25.838317 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4f73b-4ae4-488b-87a7-86794564ab58 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Port': ['ID=f7cbb9b5-3043-4219-93e4-b08ce6b23375,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:25.865863 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-18e4f73b-4ae4-488b-87a7-86794564ab58 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:25.866678 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-18e4f73b-4ae4-488b-87a7-86794564ab58 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:25.885386 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-18e4f73b-4ae4-488b-87a7-86794564ab58 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5942147 Mar 05 05:43:25.898298 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-28d8ff2f-9578-4ca4-bd82-a1fdbd221167 service neutron] Request body: {'port': {'device_id': 'c0884d7d-563e-439f-be51-c7791e0aca83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:43:25.971013 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-28d8ff2f-9578-4ca4-bd82-a1fdbd221167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f7cbb9b5-3043-4219-93e4-b08ce6b23375), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:26.085038 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3d3a6197-f916-4b1f-a6b1-8973e1f1a7c6 None None] Provisioning complete for port f7cbb9b5-3043-4219-93e4-b08ce6b23375 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:43:26.085700 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3d3a6197-f916-4b1f-a6b1-8973e1f1a7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f7cbb9b5-3043-4219-93e4-b08ce6b23375), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:26.125796 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3d3a6197-f916-4b1f-a6b1-8973e1f1a7c6 None None] Port f7cbb9b5-3043-4219-93e4-b08ce6b23375 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:43:26.259237 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-28d8ff2f-9578-4ca4-bd82-a1fdbd221167 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7cbb9b5-3043-4219-93e4-b08ce6b23375 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:43:26.267738 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-28d8ff2f-9578-4ca4-bd82-a1fdbd221167 service neutron] Publish callbacks [] for port (f7cbb9b5-3043-4219-93e4-b08ce6b23375), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:26.278031 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 97c2aa38-689c-4be7-bc48-4183c7670aa4 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:43:26.280789 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-28d8ff2f-9578-4ca4-bd82-a1fdbd221167 service neutron] Transition to ACTIVE for port object f7cbb9b5-3043-4219-93e4-b08ce6b23375 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:43:26.285432 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-28d8ff2f-9578-4ca4-bd82-a1fdbd221167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (f7cbb9b5-3043-4219-93e4-b08ce6b23375), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:26.346022 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8ff2f-9578-4ca4-bd82-a1fdbd221167 service neutron] Pushing event updated for resources: {'Port': ['ID=f7cbb9b5-3043-4219-93e4-b08ce6b23375,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:26.347570 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 97c2aa38-689c-4be7-bc48-4183c7670aa4 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:43:26.348677 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (97c2aa38-689c-4be7-bc48-4183c7670aa4), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:26.447366 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-28d8ff2f-9578-4ca4-bd82-a1fdbd221167 service neutron] Attempting to bind port f7cbb9b5-3043-4219-93e4-b08ce6b23375 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:43:26.447993 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-28d8ff2f-9578-4ca4-bd82-a1fdbd221167 service neutron] Attempting to bind port f7cbb9b5-3043-4219-93e4-b08ce6b23375 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '404b9f4b-b41b-4513-8028-a03adeb278da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:43:26.448512 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-28d8ff2f-9578-4ca4-bd82-a1fdbd221167 service neutron] Attempting to bind port f7cbb9b5-3043-4219-93e4-b08ce6b23375 on network 8380929f-995f-48a7-8453-36daf3c222f2 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:43:26.454049 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-28d8ff2f-9578-4ca4-bd82-a1fdbd221167 service neutron] Port f7cbb9b5-3043-4219-93e4-b08ce6b23375 on network 8380929f-995f-48a7-8453-36daf3c222f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:43:26.454622 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-28d8ff2f-9578-4ca4-bd82-a1fdbd221167 service neutron] Attempting to bind port f7cbb9b5-3043-4219-93e4-b08ce6b23375 on network 8380929f-995f-48a7-8453-36daf3c222f2 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:43:26.461020 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-28d8ff2f-9578-4ca4-bd82-a1fdbd221167 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:43:26.461661 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-28d8ff2f-9578-4ca4-bd82-a1fdbd221167 service neutron] Checking segment: {'id': '404b9f4b-b41b-4513-8028-a03adeb278da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:43:26.462215 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-28d8ff2f-9578-4ca4-bd82-a1fdbd221167 service neutron] Bound using segment: {'id': '404b9f4b-b41b-4513-8028-a03adeb278da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:43:26.462849 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-28d8ff2f-9578-4ca4-bd82-a1fdbd221167 service neutron] Bound port: f7cbb9b5-3043-4219-93e4-b08ce6b23375, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '404b9f4b-b41b-4513-8028-a03adeb278da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:43:26.463416 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 97c2aa38-689c-4be7-bc48-4183c7670aa4 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:43:26.463931 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-28d8ff2f-9578-4ca4-bd82-a1fdbd221167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f7cbb9b5-3043-4219-93e4-b08ce6b23375), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:26.547265 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-28d8ff2f-9578-4ca4-bd82-a1fdbd221167 service neutron] For port f7cbb9b5-3043-4219-93e4-b08ce6b23375, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:43:26.551109 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-28d8ff2f-9578-4ca4-bd82-a1fdbd221167 service neutron] For port f7cbb9b5-3043-4219-93e4-b08ce6b23375, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=f7cbb9b5-3043-4219-93e4-b08ce6b23375,segment=NetworkSegment(404b9f4b-b41b-4513-8028-a03adeb278da),segment_id=404b9f4b-b41b-4513-8028-a03adeb278da)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:43:26.555870 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f07c59-4e4e-433c-848f-328aa21b7a9a req-f2215fba-b22f-46d7-8c28-1d74c6421811 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:26.559866 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-28d8ff2f-9578-4ca4-bd82-a1fdbd221167 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (f7cbb9b5-3043-4219-93e4-b08ce6b23375), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:26.564470 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-25f07c59-4e4e-433c-848f-328aa21b7a9a req-f2215fba-b22f-46d7-8c28-1d74c6421811 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 943 time: 0.0814183 Mar 05 05:43:26.609834 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-28d8ff2f-9578-4ca4-bd82-a1fdbd221167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:26.610374 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-28d8ff2f-9578-4ca4-bd82-a1fdbd221167 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:26.612412 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-28d8ff2f-9578-4ca4-bd82-a1fdbd221167 service neutron] 10.222.0.31 "PUT /v2.0/ports/f7cbb9b5-3043-4219-93e4-b08ce6b23375 HTTP/1.1" status: 200 len: 1092 time: 0.7187259 Mar 05 05:43:26.612888 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0884d7d-563e-439f-be51-c7791e0aca83', 'tag': 'f7cbb9b5-3043-4219-93e4-b08ce6b23375'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:43:26.616612 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b3ece581dfa63e0b7b7c128691a33970c0031ac0b7b3271834b37c0ed9a1721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03eeed7c-d2ad-4e2a-9367-b4ebf5da3656" -d '{"events": [{"name": "network-changed", "server_uuid": "c0884d7d-563e-439f-be51-c7791e0aca83", "tag": "f7cbb9b5-3043-4219-93e4-b08ce6b23375"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:43:26.639590 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-25f07c59-4e4e-433c-848f-328aa21b7a9a req-805e9333-2d19-405f-ad8e-19941d4b03f9 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736032 Mar 05 05:43:26.664472 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8ff2f-9578-4ca4-bd82-a1fdbd221167 service neutron] Pushing event updated for resources: {'Port': ['ID=f7cbb9b5-3043-4219-93e4-b08ce6b23375,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:26.708354 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760988c4-ed27-4281-959f-3b121da4392d x-openstack-request-id: req-760988c4-ed27-4281-959f-3b121da4392d {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:43:26.708810 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0884d7d-563e-439f-be51-c7791e0aca83", "tag": "f7cbb9b5-3043-4219-93e4-b08ce6b23375", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:43:26.709064 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-760988c4-ed27-4281-959f-3b121da4392d {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:43:26.709481 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0884d7d-563e-439f-be51-c7791e0aca83', 'tag': 'f7cbb9b5-3043-4219-93e4-b08ce6b23375', 'status': 'completed', 'code': 200} Mar 05 05:43:26.730377 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-991bb01c-d023-4296-af6b-f64e48d33d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:26.732285 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-991bb01c-d023-4296-af6b-f64e48d33d68 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 1126 time: 0.0524178 Mar 05 05:43:26.777747 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-335dcc6c-0af6-4dd9-b90c-de6e8da43d82 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7cbb9b5-3043-4219-93e4-b08ce6b23375 HTTP/1.1" status: 200 len: 217 time: 0.0382156 Mar 05 05:43:26.830325 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-34168e30-28dc-4050-b2a2-b00fe892e01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:26.831857 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-34168e30-28dc-4050-b2a2-b00fe892e01a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c3ffbf67-b708-451c-afb0-8987884916ab HTTP/1.1" status: 200 len: 834 time: 0.0480845 Mar 05 05:43:26.896069 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-113c210f-80aa-4e27-b9dc-c1c58824c6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:26.897820 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-113c210f-80aa-4e27-b9dc-c1c58824c6a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8380929f-995f-48a7-8453-36daf3c222f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0597761 Mar 05 05:43:26.992548 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-c7036430-3923-44af-b3bb-f78c12ef5422 service neutron] 10.222.0.31 "GET /v2.0/networks/8380929f-995f-48a7-8453-36daf3c222f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887611 Mar 05 05:43:27.085487 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-391d6b55-c8c6-4d4c-bc72-6bd219313b18 req-b3b12989-1ada-4849-9570-9698f51ad0a5 service neutron] 10.222.0.31 "GET /v2.0/networks/8380929f-995f-48a7-8453-36daf3c222f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871100 Mar 05 05:43:27.175152 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eeed7c-d2ad-4e2a-9367-b4ebf5da3656 req-ce8deb2b-ddbe-4224-a57e-5901b37b8032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:27.176623 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-03eeed7c-d2ad-4e2a-9367-b4ebf5da3656 req-ce8deb2b-ddbe-4224-a57e-5901b37b8032 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 1126 time: 0.0451095 Mar 05 05:43:27.268497 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eeed7c-d2ad-4e2a-9367-b4ebf5da3656 req-2cea8cb3-13b3-4cd3-86d5-a405e37d881a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:27.269953 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-03eeed7c-d2ad-4e2a-9367-b4ebf5da3656 req-2cea8cb3-13b3-4cd3-86d5-a405e37d881a service neutron] 10.222.0.31 "GET /v2.0/networks?id=8380929f-995f-48a7-8453-36daf3c222f2 HTTP/1.1" status: 200 len: 896 time: 0.0876234 Mar 05 05:43:27.310497 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-03eeed7c-d2ad-4e2a-9367-b4ebf5da3656 req-97960806-af1f-45ad-bda0-c39227d7f3c8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7cbb9b5-3043-4219-93e4-b08ce6b23375 HTTP/1.1" status: 200 len: 217 time: 0.0347278 Mar 05 05:43:27.359464 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eeed7c-d2ad-4e2a-9367-b4ebf5da3656 req-fc5168f4-992f-49ed-b0b5-616642b91684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:27.360872 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-03eeed7c-d2ad-4e2a-9367-b4ebf5da3656 req-fc5168f4-992f-49ed-b0b5-616642b91684 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c3ffbf67-b708-451c-afb0-8987884916ab HTTP/1.1" status: 200 len: 834 time: 0.0427327 Mar 05 05:43:27.413971 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eeed7c-d2ad-4e2a-9367-b4ebf5da3656 req-6b0fd736-1640-440b-bdb1-b16a893fa71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:27.415500 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-03eeed7c-d2ad-4e2a-9367-b4ebf5da3656 req-6b0fd736-1640-440b-bdb1-b16a893fa71d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8380929f-995f-48a7-8453-36daf3c222f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479162 Mar 05 05:43:27.507795 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-03eeed7c-d2ad-4e2a-9367-b4ebf5da3656 req-66840da6-0e33-4228-9bcf-d52d5cafa531 service neutron] 10.222.0.31 "GET /v2.0/networks/8380929f-995f-48a7-8453-36daf3c222f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858567 Mar 05 05:43:27.598762 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-03eeed7c-d2ad-4e2a-9367-b4ebf5da3656 req-6db0be00-003f-4565-8278-bd3fb7ce2cb8 service neutron] 10.222.0.31 "GET /v2.0/networks/8380929f-995f-48a7-8453-36daf3c222f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844824 Mar 05 05:43:27.758039 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e97f7-26d9-4d18-8647-b3979e87fecb req-fbcc42e8-7f6c-4b28-a873-4507d28d3250 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:27.759842 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9e8e97f7-26d9-4d18-8647-b3979e87fecb req-fbcc42e8-7f6c-4b28-a873-4507d28d3250 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 943 time: 0.0568395 Mar 05 05:43:27.808138 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9e8e97f7-26d9-4d18-8647-b3979e87fecb req-8c0e8bf7-0139-4fbf-b229-98d45c7e03b9 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425777 Mar 05 05:43:28.930812 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c6621-bd06-4cc5-96a7-144b1223448e req-079089c1-2830-4b8e-8f33-844570429f33 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:28.932332 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-461c6621-bd06-4cc5-96a7-144b1223448e req-079089c1-2830-4b8e-8f33-844570429f33 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 943 time: 0.0544691 Mar 05 05:43:28.982671 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-461c6621-bd06-4cc5-96a7-144b1223448e req-5e9d6a48-6867-4ffc-9b87-993a86a7c0a4 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447233 Mar 05 05:43:29.223138 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device f7cbb9b5-3043-4219-93e4-b08ce6b23375 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:43:29.319949 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port f7cbb9b5-3043-4219-93e4-b08ce6b23375, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=f7cbb9b5-3043-4219-93e4-b08ce6b23375,segment=NetworkSegment(404b9f4b-b41b-4513-8028-a03adeb278da),segment_id=404b9f4b-b41b-4513-8028-a03adeb278da)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:43:29.329906 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'f7cbb9b5-3043-4219-93e4-b08ce6b23375', 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2', 'port_id': 'f7cbb9b5-3043-4219-93e4-b08ce6b23375', 'mac_address': 'fa:16:3e:61:8e:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ffbf67-b708-451c-afb0-8987884916ab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:43:29.367665 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port f7cbb9b5-3043-4219-93e4-b08ce6b23375 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:43:29.368056 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f7cbb9b5-3043-4219-93e4-b08ce6b23375), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:29.380751 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7cbb9b5-3043-4219-93e4-b08ce6b23375 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:43:29.400162 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port f7cbb9b5-3043-4219-93e4-b08ce6b23375, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=f7cbb9b5-3043-4219-93e4-b08ce6b23375,segment=NetworkSegment(404b9f4b-b41b-4513-8028-a03adeb278da),segment_id=404b9f4b-b41b-4513-8028-a03adeb278da)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:43:29.404093 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f7cbb9b5-3043-4219-93e4-b08ce6b23375), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:29.457170 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=f7cbb9b5-3043-4219-93e4-b08ce6b23375,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:29.606433 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['f7cbb9b5-3043-4219-93e4-b08ce6b23375'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:43:30.101638 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b36e5-a83d-483a-b915-d7d88db59e0d req-ce56ff9c-77fd-4f27-ad31-7254e3233c1f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:30.103143 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9b0b36e5-a83d-483a-b915-d7d88db59e0d req-ce56ff9c-77fd-4f27-ad31-7254e3233c1f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 944 time: 0.0543666 Mar 05 05:43:30.157635 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9b0b36e5-a83d-483a-b915-d7d88db59e0d req-86316fc2-3547-46e5-8cda-14664d28a4bc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488217 Mar 05 05:43:31.223557 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device f7cbb9b5-3043-4219-93e4-b08ce6b23375 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:43:31.273479 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port f7cbb9b5-3043-4219-93e4-b08ce6b23375 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:43:31.277397 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port f7cbb9b5-3043-4219-93e4-b08ce6b23375 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:43:31.277798 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f7cbb9b5-3043-4219-93e4-b08ce6b23375), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:31.279449 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b509784-758d-402b-b802-b19cd7c38ed8 req-4858dad8-6793-4d5e-aed6-3933f900624e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:31.281002 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2b509784-758d-402b-b802-b19cd7c38ed8 req-4858dad8-6793-4d5e-aed6-3933f900624e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 944 time: 0.0563395 Mar 05 05:43:31.330586 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2b509784-758d-402b-b802-b19cd7c38ed8 req-33ae15b7-0179-4091-afa7-9b251e7a6963 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438206 Mar 05 05:43:31.359091 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port f7cbb9b5-3043-4219-93e4-b08ce6b23375 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:43:31.359491 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f7cbb9b5-3043-4219-93e4-b08ce6b23375), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:31.382355 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0884d7d-563e-439f-be51-c7791e0aca83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7cbb9b5-3043-4219-93e4-b08ce6b23375'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:43:31.384592 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1026d86385275f60405d04a033115b56addad9c656b2d60167220b9f5eb93bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fad062-759e-4647-a6da-b65929b83742" -d '{"events": [{"server_uuid": "c0884d7d-563e-439f-be51-c7791e0aca83", "name": "network-vif-plugged", "status": "completed", "tag": "f7cbb9b5-3043-4219-93e4-b08ce6b23375"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:43:31.396711 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port f7cbb9b5-3043-4219-93e4-b08ce6b23375, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=f7cbb9b5-3043-4219-93e4-b08ce6b23375,segment=NetworkSegment(404b9f4b-b41b-4513-8028-a03adeb278da),segment_id=404b9f4b-b41b-4513-8028-a03adeb278da)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:43:31.400774 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f7cbb9b5-3043-4219-93e4-b08ce6b23375), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:31.427010 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7bcc71-4020-4837-8963-e08655e95732 x-openstack-request-id: req-9e7bcc71-4020-4837-8963-e08655e95732 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:43:31.427331 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0884d7d-563e-439f-be51-c7791e0aca83", "name": "network-vif-plugged", "status": "completed", "tag": "f7cbb9b5-3043-4219-93e4-b08ce6b23375", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:43:31.427586 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9e7bcc71-4020-4837-8963-e08655e95732 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:43:31.427971 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0884d7d-563e-439f-be51-c7791e0aca83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7cbb9b5-3043-4219-93e4-b08ce6b23375', 'code': 200} Mar 05 05:43:31.457604 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=f7cbb9b5-3043-4219-93e4-b08ce6b23375,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:31.524944 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100072b7-476e-4e03-9b3f-80b3add0ef6d req-95fed9d1-fff5-4656-a307-609891bf9dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:31.526436 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-100072b7-476e-4e03-9b3f-80b3add0ef6d req-95fed9d1-fff5-4656-a307-609891bf9dbe service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 1128 time: 0.0440955 Mar 05 05:43:31.571337 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-100072b7-476e-4e03-9b3f-80b3add0ef6d req-d56beb0b-5980-49ea-ab9b-7d4acb8ce20e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394239 Mar 05 05:43:32.448245 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec24c4-1497-4c54-9027-3b86ddd38231 req-4cacecc3-6a39-4a61-9695-1c5691da8d3b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:32.449684 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d8ec24c4-1497-4c54-9027-3b86ddd38231 req-4cacecc3-6a39-4a61-9695-1c5691da8d3b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 945 time: 0.0534880 Mar 05 05:43:32.500443 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d8ec24c4-1497-4c54-9027-3b86ddd38231 req-81163d14-f851-46b2-8c9e-40e9a3c570c0 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451291 Mar 05 05:43:33.624610 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893823ca-42bb-469e-96c0-ad32444086ba req-fad01e33-8369-46bd-8f0f-291792304383 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:33.626090 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-893823ca-42bb-469e-96c0-ad32444086ba req-fad01e33-8369-46bd-8f0f-291792304383 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 945 time: 0.0572271 Mar 05 05:43:33.675983 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-893823ca-42bb-469e-96c0-ad32444086ba req-75940eba-3265-4a57-a713-e37eb822352e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441823 Mar 05 05:43:33.795166 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65182ac5-b438-45e8-a6b4-723c7e356614 req-b9a73890-1f04-4c20-bb32-c334d5f3aaf2 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:33.796621 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-65182ac5-b438-45e8-a6b4-723c7e356614 req-b9a73890-1f04-4c20-bb32-c334d5f3aaf2 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 945 time: 0.0521379 Mar 05 05:43:33.845326 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-65182ac5-b438-45e8-a6b4-723c7e356614 req-02d2a4a2-9ec5-4ac1-bd5f-94739e531bf0 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430846 Mar 05 05:43:33.866738 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46010) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:43:33.909810 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ae3202-67e7-4784-88d9-0fa6c6b33d7f tempest-TestNetworkAdvancedServerOps-746894055 tempest-TestNetworkAdvancedServerOps-746894055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:33.911345 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e7ae3202-67e7-4784-88d9-0fa6c6b33d7f tempest-TestNetworkAdvancedServerOps-746894055 tempest-TestNetworkAdvancedServerOps-746894055-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 1123 time: 0.0435891 Mar 05 05:43:33.914383 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46012) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:43:33.918559 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-fb1f2415-c32c-4038-8daa-889745f6f08e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'port_id': 'f7cbb9b5-3043-4219-93e4-b08ce6b23375', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:43:33.938345 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fb1f2415-c32c-4038-8daa-889745f6f08e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:34.034510 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fb1f2415-c32c-4038-8daa-889745f6f08e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:34.135550 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-fb1f2415-c32c-4038-8daa-889745f6f08e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Allocated IP 172.25.0.158 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/3db28208-b8cb-4998-a493-eb1e59a44586) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:43:34.236572 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fb1f2415-c32c-4038-8daa-889745f6f08e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for port (3db28208-b8cb-4998-a493-eb1e59a44586), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:34.270260 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fb1f2415-c32c-4038-8daa-889745f6f08e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (3db28208-b8cb-4998-a493-eb1e59a44586), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:34.308870 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1f2415-c32c-4038-8daa-889745f6f08e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:43:34.311710 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-fb1f2415-c32c-4038-8daa-889745f6f08e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:43:34.315252 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1f2415-c32c-4038-8daa-889745f6f08e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:43:34.342839 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f2415-c32c-4038-8daa-889745f6f08e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Port': ['ID=3db28208-b8cb-4998-a493-eb1e59a44586,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:34.685444 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fb1f2415-c32c-4038-8daa-889745f6f08e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for floatingip (9122e8b4-7b62-421e-80f0-f7fd48cc8781), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:34.755456 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fb1f2415-c32c-4038-8daa-889745f6f08e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (3db28208-b8cb-4998-a493-eb1e59a44586), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:34.898136 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fb1f2415-c32c-4038-8daa-889745f6f08e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for port (3db28208-b8cb-4998-a493-eb1e59a44586), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:34.902261 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fb1f2415-c32c-4038-8daa-889745f6f08e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (3db28208-b8cb-4998-a493-eb1e59a44586), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:34.972296 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f2415-c32c-4038-8daa-889745f6f08e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Port': ['ID=3db28208-b8cb-4998-a493-eb1e59a44586,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:43:34.984666 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fb1f2415-c32c-4038-8daa-889745f6f08e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (9122e8b4-7b62-421e-80f0-f7fd48cc8781), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:35.083722 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-fb1f2415-c32c-4038-8daa-889745f6f08e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Floating IP 9122e8b4-7b62-421e-80f0-f7fd48cc8781 associated. External IP: 172.25.0.158, port: f7cbb9b5-3043-4219-93e4-b08ce6b23375. Mar 05 05:43:35.290149 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1f2415-c32c-4038-8daa-889745f6f08e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Router fbd02e4e-929a-4998-a103-ffbf3bd2bc26 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:43:35.401029 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1f2415-c32c-4038-8daa-889745f6f08e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:43:35.415798 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715cab6a-93ab-4adf-9cb3-2af2fb867c99 None None] Sync routers for ids ['fbd02e4e-929a-4998-a103-ffbf3bd2bc26'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:43:35.423381 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fb1f2415-c32c-4038-8daa-889745f6f08e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:35.425435 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715cab6a-93ab-4adf-9cb3-2af2fb867c99 None None] Routers {'fbd02e4e-929a-4998-a103-ffbf3bd2bc26'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:43:35.426045 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-715cab6a-93ab-4adf-9cb3-2af2fb867c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:43:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['fbd02e4e-929a-4998-a103-ffbf3bd2bc26'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:43:35.454797 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fb1f2415-c32c-4038-8daa-889745f6f08e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5390697 Mar 05 05:43:35.455522 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0884d7d-563e-439f-be51-c7791e0aca83', 'tag': 'f7cbb9b5-3043-4219-93e4-b08ce6b23375'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:43:35.457948 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24e86d8bf5564ce3084f47d26cadcdd6ae9b710b23331da6c976c568e5bda5e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4694484-ba3c-4e36-ad1e-2081bd142ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "c0884d7d-563e-439f-be51-c7791e0aca83", "tag": "f7cbb9b5-3043-4219-93e4-b08ce6b23375"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:43:35.498096 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9234445-3c80-498e-8020-048c3416b64e x-openstack-request-id: req-e9234445-3c80-498e-8020-048c3416b64e {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:43:35.498465 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0884d7d-563e-439f-be51-c7791e0aca83", "tag": "f7cbb9b5-3043-4219-93e4-b08ce6b23375", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:43:35.498794 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e9234445-3c80-498e-8020-048c3416b64e {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:43:35.499585 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0884d7d-563e-439f-be51-c7791e0aca83', 'tag': 'f7cbb9b5-3043-4219-93e4-b08ce6b23375', 'status': 'completed', 'code': 200} Mar 05 05:43:35.539597 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-715cab6a-93ab-4adf-9cb3-2af2fb867c99 None None] Set router fbd02e4e-929a-4998-a103-ffbf3bd2bc26 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:43:35.567099 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8312e-5990-4024-a66c-fef6df8dde6d req-c035b60b-8203-4ff2-b47f-2dfa64a415ab tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:35.568537 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-17e8312e-5990-4024-a66c-fef6df8dde6d req-c035b60b-8203-4ff2-b47f-2dfa64a415ab tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 945 time: 0.0553842 Mar 05 05:43:35.586660 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4694484-ba3c-4e36-ad1e-2081bd142ef3 req-76b7b5f6-0d9e-44b2-8c7c-c345d18535f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:35.588289 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c4694484-ba3c-4e36-ad1e-2081bd142ef3 req-76b7b5f6-0d9e-44b2-8c7c-c345d18535f4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 1128 time: 0.0558631 Mar 05 05:43:35.620430 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-17e8312e-5990-4024-a66c-fef6df8dde6d req-7b1187c8-7fc2-4a97-8cf0-655f14b6af55 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462675 Mar 05 05:43:35.643686 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46018) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:43:35.690493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4694484-ba3c-4e36-ad1e-2081bd142ef3 req-e6fc4e5f-6ba0-44e6-993a-cc53d07e3008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:35.692107 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c4694484-ba3c-4e36-ad1e-2081bd142ef3 req-e6fc4e5f-6ba0-44e6-993a-cc53d07e3008 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8380929f-995f-48a7-8453-36daf3c222f2 HTTP/1.1" status: 200 len: 896 time: 0.0976484 Mar 05 05:43:35.759866 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c4694484-ba3c-4e36-ad1e-2081bd142ef3 req-25f10920-9810-4ad7-b1f5-ec0277ca08f4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7cbb9b5-3043-4219-93e4-b08ce6b23375 HTTP/1.1" status: 200 len: 999 time: 0.0614665 Mar 05 05:43:35.781621 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-715cab6a-93ab-4adf-9cb3-2af2fb867c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596210692', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'f110e45d-e4ba-40ec-b3d5-d7dd9bd13524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:43:18Z', 'updated_at': '2022-03-05T05:43:22Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'f110e45d-e4ba-40ec-b3d5-d7dd9bd13524', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:43:19Z', 'updated_at': '2022-03-05T05:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '9122e8b4-7b62-421e-80f0-f7fd48cc8781', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'floating_ip_address': '172.25.0.158', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'port_id': 'f7cbb9b5-3043-4219-93e4-b08ce6b23375', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2', 'mac_address': 'fa:16:3e:61:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0884d7d-563e-439f-be51-c7791e0aca83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:43:34Z', 'updated_at': '2022-03-05T05:43:34Z', 'revision_number': 0, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c2aa38-689c-4be7-bc48-4183c7670aa4', 'name': '', 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:f1:9a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c3ffbf67-b708-451c-afb0-8987884916ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:43:21Z', 'updated_at': '2022-03-05T05:43:25Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': 'c3ffbf67-b708-451c-afb0-8987884916ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:43:35.809807 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715cab6a-93ab-4adf-9cb3-2af2fb867c99 None None] Checking router: fbd02e4e-929a-4998-a103-ffbf3bd2bc26 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:43:35.815679 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4694484-ba3c-4e36-ad1e-2081bd142ef3 req-4d2d8c86-b474-4a69-a395-7d9c0426c401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:35.817245 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c4694484-ba3c-4e36-ad1e-2081bd142ef3 req-4d2d8c86-b474-4a69-a395-7d9c0426c401 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c3ffbf67-b708-451c-afb0-8987884916ab HTTP/1.1" status: 200 len: 834 time: 0.0523348 Mar 05 05:43:35.819301 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715cab6a-93ab-4adf-9cb3-2af2fb867c99 None None] Routers {'fbd02e4e-929a-4998-a103-ffbf3bd2bc26'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:43:35.819796 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-715cab6a-93ab-4adf-9cb3-2af2fb867c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:43:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['fbd02e4e-929a-4998-a103-ffbf3bd2bc26'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:43:35.872001 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4694484-ba3c-4e36-ad1e-2081bd142ef3 req-f847051b-769c-4c47-8b3b-2fc6860688b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:43:35.873574 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c4694484-ba3c-4e36-ad1e-2081bd142ef3 req-f847051b-769c-4c47-8b3b-2fc6860688b7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8380929f-995f-48a7-8453-36daf3c222f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0499861 Mar 05 05:43:35.936032 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-715cab6a-93ab-4adf-9cb3-2af2fb867c99 None None] Set router fbd02e4e-929a-4998-a103-ffbf3bd2bc26 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:43:35.978465 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c4694484-ba3c-4e36-ad1e-2081bd142ef3 req-6007286e-e053-461e-bb1f-7a8fbe645460 service neutron] 10.222.0.31 "GET /v2.0/networks/8380929f-995f-48a7-8453-36daf3c222f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987363 Mar 05 05:43:36.061184 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e5b5c526-5514-4767-9017-3e548d5a9b14 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/floatingips/9122e8b4-7b62-421e-80f0-f7fd48cc8781 HTTP/1.1" status: 200 len: 991 time: 0.4163117 Mar 05 05:43:36.074002 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c4694484-ba3c-4e36-ad1e-2081bd142ef3 req-bea49bd0-d909-424b-b179-954127a1f426 service neutron] 10.222.0.31 "GET /v2.0/networks/8380929f-995f-48a7-8453-36daf3c222f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901160 Mar 05 05:43:36.167820 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-715cab6a-93ab-4adf-9cb3-2af2fb867c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596210692', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'f110e45d-e4ba-40ec-b3d5-d7dd9bd13524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:43:18Z', 'updated_at': '2022-03-05T05:43:22Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'f110e45d-e4ba-40ec-b3d5-d7dd9bd13524', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:43:19Z', 'updated_at': '2022-03-05T05:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '9122e8b4-7b62-421e-80f0-f7fd48cc8781', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'floating_ip_address': '172.25.0.158', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'port_id': 'f7cbb9b5-3043-4219-93e4-b08ce6b23375', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2', 'mac_address': 'fa:16:3e:61:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0884d7d-563e-439f-be51-c7791e0aca83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:43:34Z', 'updated_at': '2022-03-05T05:43:34Z', 'revision_number': 0, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c2aa38-689c-4be7-bc48-4183c7670aa4', 'name': '', 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:f1:9a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c3ffbf67-b708-451c-afb0-8987884916ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:43:21Z', 'updated_at': '2022-03-05T05:43:25Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': 'c3ffbf67-b708-451c-afb0-8987884916ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:43:36.197370 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715cab6a-93ab-4adf-9cb3-2af2fb867c99 None None] The sync data for ids ['fbd02e4e-929a-4998-a103-ffbf3bd2bc26'] in n-d-789963-32 is: [{'id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596210692', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'f110e45d-e4ba-40ec-b3d5-d7dd9bd13524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:43:18Z', 'updated_at': '2022-03-05T05:43:22Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'f110e45d-e4ba-40ec-b3d5-d7dd9bd13524', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:43:19Z', 'updated_at': '2022-03-05T05:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '9122e8b4-7b62-421e-80f0-f7fd48cc8781', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'floating_ip_address': '172.25.0.158', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'port_id': 'f7cbb9b5-3043-4219-93e4-b08ce6b23375', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2', 'mac_address': 'fa:16:3e:61:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0884d7d-563e-439f-be51-c7791e0aca83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:43:34Z', 'updated_at': '2022-03-05T05:43:34Z', 'revision_number': 0, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97c2aa38-689c-4be7-bc48-4183c7670aa4', 'name': '', 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:f1:9a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c3ffbf67-b708-451c-afb0-8987884916ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:43:21Z', 'updated_at': '2022-03-05T05:43:25Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': 'c3ffbf67-b708-451c-afb0-8987884916ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:43:36.410871 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3683b4a5-3aec-47b6-9cd6-eebe4c3cc2d9 None None] New status for floating IP 9122e8b4-7b62-421e-80f0-f7fd48cc8781: ACTIVE {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:43:37.064978 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46020) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:43:37.125275 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1a798491-4da4-47c8-9545-c95f1c125c33 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/floatingips/9122e8b4-7b62-421e-80f0-f7fd48cc8781 HTTP/1.1" status: 200 len: 993 time: 0.0591605 Mar 05 05:43:41.499836 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8222e35e-ff2b-46d6-ada7-4afc822ec676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:43.784293 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4efe1d4c-7ca4-4db3-882c-7ddb75b816d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:44.328285 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:44.485363 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:45.181997 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:46.452375 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:43:47.891553 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:44:00.511362 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:44:08.456401 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-7cdc9914-546d-4f45-9ed5-d76289169a06 req-f0ba899e-f3b8-4973-ba23-3e02d3d54ab8 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:44:08.457410 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7cdc9914-546d-4f45-9ed5-d76289169a06 req-f0ba899e-f3b8-4973-ba23-3e02d3d54ab8 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0435231 Mar 05 05:44:08.614118 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46054) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:44:08.738771 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-b393a93f-fbe7-4a51-bc0c-db798cd22c03 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1234341 Mar 05 05:44:08.749720 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4dda0-850b-4c87-bf4f-525ca3e3bd76 req-35fb867d-d580-40d4-a14a-58a395a27039 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:08.751155 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83c4dda0-850b-4c87-bf4f-525ca3e3bd76 req-35fb867d-d580-40d4-a14a-58a395a27039 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 945 time: 0.1573343 Mar 05 05:44:08.755803 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-71eed389-dabc-413f-b768-c4b288e45713 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:44:08.756759 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-71eed389-dabc-413f-b768-c4b288e45713 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048034 Mar 05 05:44:08.802231 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-83c4dda0-850b-4c87-bf4f-525ca3e3bd76 req-17374db9-ec19-4182-9c87-45cc8e703d01 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445702 Mar 05 05:44:09.096998 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46076) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:44:09.186138 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-f76bcea5-35b2-48e0-abca-4776157baa30 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:09.187483 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-f76bcea5-35b2-48e0-abca-4776157baa30 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports/f7cbb9b5-3043-4219-93e4-b08ce6b23375 HTTP/1.1" status: 200 len: 942 time: 0.0894952 Mar 05 05:44:09.971313 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2df841-2f2e-4387-ab0b-fa4b81bfc249 req-97a9553f-5973-483f-93fb-c385f25e54b3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:09.972795 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bb2df841-2f2e-4387-ab0b-fa4b81bfc249 req-97a9553f-5973-483f-93fb-c385f25e54b3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 945 time: 0.1022360 Mar 05 05:44:10.021862 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bb2df841-2f2e-4387-ab0b-fa4b81bfc249 req-0735a1b5-35ef-450c-8422-ebe511351157 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434086 Mar 05 05:44:10.211374 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0be66f-0411-4841-938f-92019a15e66b req-990b51bc-4f94-4c4e-ada7-367522e5e15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:10.212919 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2e0be66f-0411-4841-938f-92019a15e66b req-990b51bc-4f94-4c4e-ada7-367522e5e15b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 1128 time: 0.0937271 Mar 05 05:44:10.324552 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0be66f-0411-4841-938f-92019a15e66b req-8fc89571-3a3a-4cd3-9615-258e16acadb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:10.326054 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2e0be66f-0411-4841-938f-92019a15e66b req-8fc89571-3a3a-4cd3-9615-258e16acadb9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8380929f-995f-48a7-8453-36daf3c222f2 HTTP/1.1" status: 200 len: 896 time: 0.0950165 Mar 05 05:44:10.398010 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2e0be66f-0411-4841-938f-92019a15e66b req-58a43aab-ba6a-422c-82f6-2abf69d5afaf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7cbb9b5-3043-4219-93e4-b08ce6b23375 HTTP/1.1" status: 200 len: 1001 time: 0.0643692 Mar 05 05:44:10.456057 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0be66f-0411-4841-938f-92019a15e66b req-85ca40de-b539-4878-8d1e-9cc6679b15b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:10.457552 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2e0be66f-0411-4841-938f-92019a15e66b req-85ca40de-b539-4878-8d1e-9cc6679b15b6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c3ffbf67-b708-451c-afb0-8987884916ab HTTP/1.1" status: 200 len: 834 time: 0.0536551 Mar 05 05:44:10.506175 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0be66f-0411-4841-938f-92019a15e66b req-3fbf2e74-06ac-4791-9622-5e1333fce819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:10.507692 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2e0be66f-0411-4841-938f-92019a15e66b req-3fbf2e74-06ac-4791-9622-5e1333fce819 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8380929f-995f-48a7-8453-36daf3c222f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438886 Mar 05 05:44:10.600909 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2e0be66f-0411-4841-938f-92019a15e66b req-0f7f32c8-abb8-478a-8cdf-a9a4b70cf714 service neutron] 10.222.0.31 "GET /v2.0/networks/8380929f-995f-48a7-8453-36daf3c222f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848167 Mar 05 05:44:10.695397 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-2e0be66f-0411-4841-938f-92019a15e66b req-d68f917e-7469-40e1-ab1c-0213149e8688 service neutron] 10.222.0.31 "GET /v2.0/networks/8380929f-995f-48a7-8453-36daf3c222f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868962 Mar 05 05:44:10.773956 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-b25bb224-6205-4ce4-a4be-b3f0ee630f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:10.775488 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-b25bb224-6205-4ce4-a4be-b3f0ee630f85 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 1128 time: 0.0445330 Mar 05 05:44:10.868489 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-e155d577-dcce-4092-91bb-08a7957d2c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:10.869954 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-e155d577-dcce-4092-91bb-08a7957d2c44 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8380929f-995f-48a7-8453-36daf3c222f2 HTTP/1.1" status: 200 len: 896 time: 0.0890279 Mar 05 05:44:10.932725 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-6763dbef-e5fc-48e0-905c-10b625722145 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7cbb9b5-3043-4219-93e4-b08ce6b23375 HTTP/1.1" status: 200 len: 1001 time: 0.0569117 Mar 05 05:44:10.986363 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-50d9e6e9-6f8a-4ef8-9b57-5730160642bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:10.987760 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-50d9e6e9-6f8a-4ef8-9b57-5730160642bf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c3ffbf67-b708-451c-afb0-8987884916ab HTTP/1.1" status: 200 len: 834 time: 0.0476658 Mar 05 05:44:11.036415 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-954ce015-640f-4577-a77c-5e72892872b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:11.037872 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-954ce015-640f-4577-a77c-5e72892872b9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8380929f-995f-48a7-8453-36daf3c222f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436823 Mar 05 05:44:11.128049 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-08ea9aab-dda1-4f93-84b1-2d50a5a89574 service neutron] 10.222.0.31 "GET /v2.0/networks/8380929f-995f-48a7-8453-36daf3c222f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842285 Mar 05 05:44:11.144243 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207edfe0-d3bb-4381-ac02-f294e487893e req-9fc09cf4-b054-4c31-9de7-8cd307dc63f4 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:11.145702 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-207edfe0-d3bb-4381-ac02-f294e487893e req-9fc09cf4-b054-4c31-9de7-8cd307dc63f4 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 945 time: 0.0553513 Mar 05 05:44:11.196480 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-207edfe0-d3bb-4381-ac02-f294e487893e req-123541b7-5527-4bf1-aff2-95093bf2a3d1 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427580 Mar 05 05:44:11.223251 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-91e4187e-cffc-43fb-bf8e-546a3cf16c91 service neutron] 10.222.0.31 "GET /v2.0/networks/8380929f-995f-48a7-8453-36daf3c222f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891786 Mar 05 05:44:11.504103 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-07d6bafa-95be-4f99-9f52-8c522ea68bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:44:12.312276 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ee9a8-4fa4-4570-b55a-2b4353c74213 req-db77cad7-584e-4bc9-ae6d-03022d722571 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:12.313731 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9f2ee9a8-4fa4-4570-b55a-2b4353c74213 req-db77cad7-584e-4bc9-ae6d-03022d722571 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 945 time: 0.0510750 Mar 05 05:44:12.361707 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9f2ee9a8-4fa4-4570-b55a-2b4353c74213 req-f0af51e5-1ed9-45b5-b87d-5809661d975f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424910 Mar 05 05:44:13.486354 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e09567-20a5-4e3f-8674-4884bbfc6592 req-ba1d34be-22fc-4c86-9d8e-571323f8b1fe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:13.487851 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-20e09567-20a5-4e3f-8674-4884bbfc6592 req-ba1d34be-22fc-4c86-9d8e-571323f8b1fe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 945 time: 0.0560803 Mar 05 05:44:13.536549 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-20e09567-20a5-4e3f-8674-4884bbfc6592 req-9407537c-42eb-4d5b-ab3d-285d4c148d62 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429497 Mar 05 05:44:13.786248 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8d572b70-2456-4c71-977e-6d763d24d0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:44:14.326910 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:44:14.486130 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:44:14.657071 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e461c7-7ca8-4191-9354-32e29077c17e req-8286a6c5-75eb-4133-bae5-ffa5c2be1261 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:14.658567 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-12e461c7-7ca8-4191-9354-32e29077c17e req-8286a6c5-75eb-4133-bae5-ffa5c2be1261 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 945 time: 0.0539474 Mar 05 05:44:14.707754 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-12e461c7-7ca8-4191-9354-32e29077c17e req-e08eeb88-08e7-47da-ae8c-fa33ea946bad tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435534 Mar 05 05:44:15.184812 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:44:15.825659 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89424f53-b4a5-48c6-9ad0-553e80e4f3e4 req-1a93afd4-da7c-4117-bdd5-9cc22f8092e9 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:15.827145 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89424f53-b4a5-48c6-9ad0-553e80e4f3e4 req-1a93afd4-da7c-4117-bdd5-9cc22f8092e9 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 945 time: 0.0510652 Mar 05 05:44:15.878797 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89424f53-b4a5-48c6-9ad0-553e80e4f3e4 req-c663880a-f515-40a7-9a71-1b0a3036eee8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461154 Mar 05 05:44:16.455883 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:44:16.999114 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa79ce-ca5e-43ff-8a59-a95982ded992 req-e7b860b5-26a2-411c-a106-a4212d24740b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:17.000603 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bcaa79ce-ca5e-43ff-8a59-a95982ded992 req-e7b860b5-26a2-411c-a106-a4212d24740b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 945 time: 0.0532885 Mar 05 05:44:17.048881 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bcaa79ce-ca5e-43ff-8a59-a95982ded992 req-82adadd1-a6aa-45c7-8970-b66f98e559bf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426810 Mar 05 05:44:17.893357 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:44:18.169761 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3056fbb-981a-4158-bf2e-0f4e6051235e req-dcd6af2f-018a-4cb7-b384-82652257745b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:18.171284 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e3056fbb-981a-4158-bf2e-0f4e6051235e req-dcd6af2f-018a-4cb7-b384-82652257745b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 945 time: 0.0525532 Mar 05 05:44:18.219575 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e3056fbb-981a-4158-bf2e-0f4e6051235e req-10204045-08c6-408c-952c-bb2df244462c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427568 Mar 05 05:44:19.342142 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475a4f9-c940-4ad0-a425-3bdd3bae6956 req-b025d14b-3800-47fa-941f-0a9e6c70c749 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:19.343552 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b475a4f9-c940-4ad0-a425-3bdd3bae6956 req-b025d14b-3800-47fa-941f-0a9e6c70c749 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 945 time: 0.0570638 Mar 05 05:44:19.391929 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b475a4f9-c940-4ad0-a425-3bdd3bae6956 req-b57b8b41-c449-4698-9176-389d0fab6270 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428104 Mar 05 05:44:20.511687 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44a3b2-5411-4d29-a410-71e64527e34e req-e3e07573-8ce8-4806-b17d-f65c03199e2e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:20.513223 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4d44a3b2-5411-4d29-a410-71e64527e34e req-e3e07573-8ce8-4806-b17d-f65c03199e2e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 945 time: 0.0529997 Mar 05 05:44:20.561725 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4d44a3b2-5411-4d29-a410-71e64527e34e req-2532c486-81dd-478d-b393-889ebe48f96e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428231 Mar 05 05:44:21.683930 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c753e6c-b689-43be-90fd-7a597162fa4e req-4a036053-ac3f-4c78-92da-edf969ea3ae5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:21.685432 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4c753e6c-b689-43be-90fd-7a597162fa4e req-4a036053-ac3f-4c78-92da-edf969ea3ae5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 945 time: 0.0528886 Mar 05 05:44:21.739272 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4c753e6c-b689-43be-90fd-7a597162fa4e req-9fa2845d-738f-4c39-9a17-a8d5e47629a6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476928 Mar 05 05:44:22.858568 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9d42e-3d4c-4ed1-aadd-409439f88d75 req-02315cc5-190a-491c-8828-88314a6f9d71 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:22.860056 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7a9d42e-3d4c-4ed1-aadd-409439f88d75 req-02315cc5-190a-491c-8828-88314a6f9d71 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 945 time: 0.0519888 Mar 05 05:44:22.908527 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7a9d42e-3d4c-4ed1-aadd-409439f88d75 req-5c01dc16-18a3-4e42-90f5-9a1a29606aa5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429313 Mar 05 05:44:24.025371 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a71484-cadd-48ad-957b-0759b2ffa32f req-7b550d86-457d-46ec-96f7-c64b507a1550 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:24.026831 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-22a71484-cadd-48ad-957b-0759b2ffa32f req-7b550d86-457d-46ec-96f7-c64b507a1550 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 945 time: 0.0514400 Mar 05 05:44:24.074734 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-22a71484-cadd-48ad-957b-0759b2ffa32f req-7e6d7804-e7d4-4349-9912-989632b4e84d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423257 Mar 05 05:44:25.197994 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528c42b-3942-4b33-a12e-a4e5197fad5f req-14af67af-72ed-483e-b86d-a4dfdd7c3282 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:25.199490 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f528c42b-3942-4b33-a12e-a4e5197fad5f req-14af67af-72ed-483e-b86d-a4dfdd7c3282 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 945 time: 0.0577016 Mar 05 05:44:25.248588 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f528c42b-3942-4b33-a12e-a4e5197fad5f req-d8339d63-f385-4097-9019-1574dcc85fba tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436256 Mar 05 05:44:26.369374 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ec384-91fe-4046-b466-f16255137e6b req-29b14505-8564-4572-adfd-a56a369e135c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:26.370861 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ef2ec384-91fe-4046-b466-f16255137e6b req-29b14505-8564-4572-adfd-a56a369e135c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 945 time: 0.0550036 Mar 05 05:44:26.419692 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ef2ec384-91fe-4046-b466-f16255137e6b req-26c8151c-7784-4f51-a115-576ff6a6b9ab tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432096 Mar 05 05:44:27.541731 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2072e9-0a99-4bba-a6f2-a1fb906bfcf0 req-3cb5e5e8-6306-49a5-9d64-f8771466b46d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:27.543233 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1f2072e9-0a99-4bba-a6f2-a1fb906bfcf0 req-3cb5e5e8-6306-49a5-9d64-f8771466b46d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 945 time: 0.0563157 Mar 05 05:44:27.592038 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1f2072e9-0a99-4bba-a6f2-a1fb906bfcf0 req-1dfbb2ba-1f54-4d6e-8f23-bd20cd73d91b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433640 Mar 05 05:44:28.298257 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-2593ba83-b6e6-4be7-b5f1-4de04b477785 service neutron] show failed (client error): The resource could not be found. Mar 05 05:44:28.299269 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-2593ba83-b6e6-4be7-b5f1-4de04b477785 service neutron] 10.222.0.31 "GET /v2.0/ports/f7cbb9b5-3043-4219-93e4-b08ce6b23375/bindings/n-h1-789963-32 HTTP/1.1" status: 404 len: 381 time: 0.0531371 Mar 05 05:44:28.576766 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-3b2d0757-48bc-4289-ad46-cc20c2c9521b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:28.578268 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-3b2d0757-48bc-4289-ad46-cc20c2c9521b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83&tenant_id=ba2e0d8d43284548af1760695ecb9a0e HTTP/1.1" status: 200 len: 1128 time: 0.0865645 Mar 05 05:44:28.589588 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-7868a96d-0831-443c-a495-fc31841a6ec8 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:44:28.590531 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-7868a96d-0831-443c-a495-fc31841a6ec8 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058880 Mar 05 05:44:28.600826 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-32', 'device_owner': 'compute:nova'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:44:28.661403 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f7cbb9b5-3043-4219-93e4-b08ce6b23375), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:44:28.716638 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0c6b0-9bae-4a2a-aa3b-0fe22982aff5 req-cc693df2-3285-4c46-aa27-61b0e1a45f4c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:28.718066 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3ad0c6b0-9bae-4a2a-aa3b-0fe22982aff5 req-cc693df2-3285-4c46-aa27-61b0e1a45f4c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 945 time: 0.0544200 Mar 05 05:44:28.768267 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3ad0c6b0-9bae-4a2a-aa3b-0fe22982aff5 req-17c9ba14-4845-4106-a601-322a769c6a53 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446484 Mar 05 05:44:28.862545 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] For port f7cbb9b5-3043-4219-93e4-b08ce6b23375, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=f7cbb9b5-3043-4219-93e4-b08ce6b23375,segment=NetworkSegment(404b9f4b-b41b-4513-8028-a03adeb278da),segment_id=404b9f4b-b41b-4513-8028-a03adeb278da)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:44:28.895372 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] For port f7cbb9b5-3043-4219-93e4-b08ce6b23375, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:44:28.937929 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0884d7d-563e-439f-be51-c7791e0aca83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7cbb9b5-3043-4219-93e4-b08ce6b23375'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:44:28.940505 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b3ece581dfa63e0b7b7c128691a33970c0031ac0b7b3271834b37c0ed9a1721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b77049f-daad-4665-ab86-8460b493d7e3" -d '{"events": [{"server_uuid": "c0884d7d-563e-439f-be51-c7791e0aca83", "name": "network-vif-unplugged", "status": "completed", "tag": "f7cbb9b5-3043-4219-93e4-b08ce6b23375"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:44:28.944036 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] Publish callbacks [] for port (f7cbb9b5-3043-4219-93e4-b08ce6b23375), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:44:28.957347 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] Transition to ACTIVE for port object f7cbb9b5-3043-4219-93e4-b08ce6b23375 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:44:28.961269 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (f7cbb9b5-3043-4219-93e4-b08ce6b23375), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:44:28.999745 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 05:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3831dfeb-4eb6-4c31-b1ef-c96abcb46b23 x-openstack-request-id: req-3831dfeb-4eb6-4c31-b1ef-c96abcb46b23 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:44:29.000060 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0884d7d-563e-439f-be51-c7791e0aca83", "name": "network-vif-unplugged", "status": "completed", "tag": "f7cbb9b5-3043-4219-93e4-b08ce6b23375", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:44:29.000321 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3831dfeb-4eb6-4c31-b1ef-c96abcb46b23 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:44:29.000728 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0884d7d-563e-439f-be51-c7791e0aca83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7cbb9b5-3043-4219-93e4-b08ce6b23375', 'code': 200} Mar 05 05:44:29.042295 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f7cbb9b5-3043-4219-93e4-b08ce6b23375,revision_number=6']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:44:29.056434 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:44:29.056787 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:44:29.057140 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:44:29.057484 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:44:29.057824 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:44:29.058163 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:44:29.058494 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:44:29.058826 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:44:29.059178 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:44:29.059524 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:44:29.059839 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:44:29.060165 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:44:29.060494 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:44:29.096937 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] No DVR routers for this DVR port f7cbb9b5-3043-4219-93e4-b08ce6b23375 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:44:29.239230 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] Attempting to bind port f7cbb9b5-3043-4219-93e4-b08ce6b23375 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:44:29.239487 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] Attempting to bind port f7cbb9b5-3043-4219-93e4-b08ce6b23375 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '404b9f4b-b41b-4513-8028-a03adeb278da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:44:29.239814 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] Attempting to bind port f7cbb9b5-3043-4219-93e4-b08ce6b23375 on network 8380929f-995f-48a7-8453-36daf3c222f2 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:44:29.244320 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] Port f7cbb9b5-3043-4219-93e4-b08ce6b23375 on network 8380929f-995f-48a7-8453-36daf3c222f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:44:29.244632 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] Attempting to bind port f7cbb9b5-3043-4219-93e4-b08ce6b23375 on network 8380929f-995f-48a7-8453-36daf3c222f2 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:44:29.249386 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:44:29.249711 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] Checking segment: {'id': '404b9f4b-b41b-4513-8028-a03adeb278da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:44:29.250076 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] Bound using segment: {'id': '404b9f4b-b41b-4513-8028-a03adeb278da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:44:29.250486 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] Bound port: f7cbb9b5-3043-4219-93e4-b08ce6b23375, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '404b9f4b-b41b-4513-8028-a03adeb278da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:44:29.250832 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f7cbb9b5-3043-4219-93e4-b08ce6b23375), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:44:29.311278 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] For port f7cbb9b5-3043-4219-93e4-b08ce6b23375, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:44:29.314102 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] For port f7cbb9b5-3043-4219-93e4-b08ce6b23375, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=f7cbb9b5-3043-4219-93e4-b08ce6b23375,segment=NetworkSegment(404b9f4b-b41b-4513-8028-a03adeb278da),segment_id=404b9f4b-b41b-4513-8028-a03adeb278da)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:44:29.320472 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (f7cbb9b5-3043-4219-93e4-b08ce6b23375), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:44:29.353843 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:29.354464 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:44:29.356413 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] 10.222.0.30 "PUT /v2.0/ports/f7cbb9b5-3043-4219-93e4-b08ce6b23375 HTTP/1.1" status: 200 len: 1092 time: 0.7592292 Mar 05 05:44:29.380620 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95187ef5-5503-4b21-a78b-984ec6a9f5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f7cbb9b5-3043-4219-93e4-b08ce6b23375,revision_number=7']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:44:29.429542 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-8cb70bd7-8efc-4d5d-a77b-da80f796ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:29.431247 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-8cb70bd7-8efc-4d5d-a77b-da80f796ff9f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 1126 time: 0.0516090 Mar 05 05:44:29.530162 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-ee92ac98-e22a-4e17-9c3a-19d7b0ba8b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:29.531656 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-ee92ac98-e22a-4e17-9c3a-19d7b0ba8b6a service neutron] 10.222.0.30 "GET /v2.0/networks?id=8380929f-995f-48a7-8453-36daf3c222f2 HTTP/1.1" status: 200 len: 896 time: 0.0924215 Mar 05 05:44:29.595050 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-4805f773-f514-41a1-96e0-ee70edead11b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7cbb9b5-3043-4219-93e4-b08ce6b23375 HTTP/1.1" status: 200 len: 999 time: 0.0579150 Mar 05 05:44:29.649853 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-1a57c0b7-3d6a-414a-94f0-6d72e4a31d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:29.651247 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-1a57c0b7-3d6a-414a-94f0-6d72e4a31d0c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c3ffbf67-b708-451c-afb0-8987884916ab HTTP/1.1" status: 200 len: 834 time: 0.0506527 Mar 05 05:44:29.699241 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-2ee15954-17b4-4206-8bbf-485f6f2ae35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:29.700711 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-2ee15954-17b4-4206-8bbf-485f6f2ae35e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8380929f-995f-48a7-8453-36daf3c222f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439994 Mar 05 05:44:29.787525 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-bdae7bcb-83ff-4aad-ac92-fc5fdee668f6 service neutron] 10.222.0.30 "GET /v2.0/networks/8380929f-995f-48a7-8453-36daf3c222f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807087 Mar 05 05:44:29.879266 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d7d6345c-71d1-45bd-8219-f726932ce797 req-943b0192-db5f-4231-a6ec-08c19519e739 service neutron] 10.222.0.30 "GET /v2.0/networks/8380929f-995f-48a7-8453-36daf3c222f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860162 Mar 05 05:44:29.891262 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f435b5a-14f6-4351-9d26-7d56ce9d35c5 req-d44e2426-7231-41a0-b88b-280d1099545c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:29.892744 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5f435b5a-14f6-4351-9d26-7d56ce9d35c5 req-d44e2426-7231-41a0-b88b-280d1099545c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 943 time: 0.0548768 Mar 05 05:44:29.951223 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5f435b5a-14f6-4351-9d26-7d56ce9d35c5 req-afc50234-1fc2-4c03-8b7b-1276d1bf5198 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512133 Mar 05 05:44:31.002775 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0884d7d-563e-439f-be51-c7791e0aca83', 'tag': 'f7cbb9b5-3043-4219-93e4-b08ce6b23375'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:44:31.005165 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b3ece581dfa63e0b7b7c128691a33970c0031ac0b7b3271834b37c0ed9a1721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4fb75a-7207-4299-8165-6995aea7637e" -d '{"events": [{"name": "network-changed", "server_uuid": "c0884d7d-563e-439f-be51-c7791e0aca83", "tag": "f7cbb9b5-3043-4219-93e4-b08ce6b23375"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:44:31.053973 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a111eb-5882-4404-961f-588f851cef5a x-openstack-request-id: req-79a111eb-5882-4404-961f-588f851cef5a {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:44:31.054841 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0884d7d-563e-439f-be51-c7791e0aca83", "tag": "f7cbb9b5-3043-4219-93e4-b08ce6b23375", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:44:31.055207 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-79a111eb-5882-4404-961f-588f851cef5a {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:44:31.055546 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0884d7d-563e-439f-be51-c7791e0aca83', 'tag': 'f7cbb9b5-3043-4219-93e4-b08ce6b23375', 'status': 'completed', 'code': 200} Mar 05 05:44:31.079577 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00a518-0763-41a8-af7f-74f1fadfbdf6 req-17c85b2e-d7a9-475b-b089-59fd8eb25907 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:31.081097 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a00a518-0763-41a8-af7f-74f1fadfbdf6 req-17c85b2e-d7a9-475b-b089-59fd8eb25907 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 943 time: 0.0566652 Mar 05 05:44:31.132293 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5a00a518-0763-41a8-af7f-74f1fadfbdf6 req-b326cde4-3569-4332-ad70-a6dce8ac94d6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453608 Mar 05 05:44:31.157597 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fb75a-7207-4299-8165-6995aea7637e req-7a28f558-90bf-4301-9de7-0904da185be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:31.159116 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac4fb75a-7207-4299-8165-6995aea7637e req-7a28f558-90bf-4301-9de7-0904da185be7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 1126 time: 0.0818002 Mar 05 05:44:31.160899 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fb75a-7207-4299-8165-6995aea7637e req-73334751-ca4c-4c91-852a-30f3e7e2fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:31.162247 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac4fb75a-7207-4299-8165-6995aea7637e req-73334751-ca4c-4c91-852a-30f3e7e2fdbf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 1126 time: 0.0768623 Mar 05 05:44:31.316471 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fb75a-7207-4299-8165-6995aea7637e req-7a42e888-2af3-4180-a27c-9397e584ecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:31.317876 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac4fb75a-7207-4299-8165-6995aea7637e req-7a42e888-2af3-4180-a27c-9397e584ecaa service neutron] 10.222.0.31 "GET /v2.0/networks?id=8380929f-995f-48a7-8453-36daf3c222f2 HTTP/1.1" status: 200 len: 896 time: 0.1457617 Mar 05 05:44:31.318957 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fb75a-7207-4299-8165-6995aea7637e req-5208eeb0-d873-4b35-9eb1-47687f71cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:31.320774 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac4fb75a-7207-4299-8165-6995aea7637e req-5208eeb0-d873-4b35-9eb1-47687f71cfb3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8380929f-995f-48a7-8453-36daf3c222f2 HTTP/1.1" status: 200 len: 896 time: 0.1554961 Mar 05 05:44:31.456312 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device f7cbb9b5-3043-4219-93e4-b08ce6b23375 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:44:31.497503 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] The host n-h2-789963-32 is not matching for port f7cbb9b5-3043-4219-93e4-b08ce6b23375 host n-h1-789963-32! {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 05 05:44:31.497922 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device f7cbb9b5-3043-4219-93e4-b08ce6b23375 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:44:31.774646 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac4fb75a-7207-4299-8165-6995aea7637e req-6ab4c021-4676-4c57-bed4-9de60ae5d0df service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7cbb9b5-3043-4219-93e4-b08ce6b23375 HTTP/1.1" status: 200 len: 999 time: 0.4504378 Mar 05 05:44:31.778108 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac4fb75a-7207-4299-8165-6995aea7637e req-27191fb0-7523-4a4a-a538-b0fabecd2707 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7cbb9b5-3043-4219-93e4-b08ce6b23375 HTTP/1.1" status: 200 len: 999 time: 0.4477820 Mar 05 05:44:31.854069 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fb75a-7207-4299-8165-6995aea7637e req-b6bd7ab5-1b64-46fe-b720-4bca6f595fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:31.855539 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac4fb75a-7207-4299-8165-6995aea7637e req-b6bd7ab5-1b64-46fe-b720-4bca6f595fc8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c3ffbf67-b708-451c-afb0-8987884916ab HTTP/1.1" status: 200 len: 834 time: 0.0751543 Mar 05 05:44:31.856869 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fb75a-7207-4299-8165-6995aea7637e req-7827756f-9652-45dd-a3b3-6d677a0daa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:31.858126 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac4fb75a-7207-4299-8165-6995aea7637e req-7827756f-9652-45dd-a3b3-6d677a0daa36 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c3ffbf67-b708-451c-afb0-8987884916ab HTTP/1.1" status: 200 len: 834 time: 0.0709686 Mar 05 05:44:31.935949 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fb75a-7207-4299-8165-6995aea7637e req-336362c8-a0e9-429e-8e19-1ca0a9eb35aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:31.937421 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac4fb75a-7207-4299-8165-6995aea7637e req-336362c8-a0e9-429e-8e19-1ca0a9eb35aa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8380929f-995f-48a7-8453-36daf3c222f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0761876 Mar 05 05:44:31.939157 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fb75a-7207-4299-8165-6995aea7637e req-3ee7ae73-93b0-4830-9dcf-2264ad4c2c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:31.940474 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac4fb75a-7207-4299-8165-6995aea7637e req-3ee7ae73-93b0-4830-9dcf-2264ad4c2c28 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8380929f-995f-48a7-8453-36daf3c222f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0714536 Mar 05 05:44:32.088738 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac4fb75a-7207-4299-8165-6995aea7637e req-0a5104a3-6dfa-427d-b4bd-21b6a63951f4 service neutron] 10.222.0.31 "GET /v2.0/networks/8380929f-995f-48a7-8453-36daf3c222f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456435 Mar 05 05:44:32.092078 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac4fb75a-7207-4299-8165-6995aea7637e req-85318196-c191-44b8-881d-f81c2cad76e3 service neutron] 10.222.0.30 "GET /v2.0/networks/8380929f-995f-48a7-8453-36daf3c222f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418376 Mar 05 05:44:32.249338 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac4fb75a-7207-4299-8165-6995aea7637e req-698c1243-2158-4787-abb3-80ce8023edbf service neutron] 10.222.0.30 "GET /v2.0/networks/8380929f-995f-48a7-8453-36daf3c222f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481209 Mar 05 05:44:32.251217 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ac4fb75a-7207-4299-8165-6995aea7637e req-af0537aa-3622-425c-bc32-90e6b877bbab service neutron] 10.222.0.31 "GET /v2.0/networks/8380929f-995f-48a7-8453-36daf3c222f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568727 Mar 05 05:44:32.260062 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27516d-ba03-48a3-b2a2-7613cc64a53d req-e5057e41-a9f1-4ee9-86f6-3a0ba301b796 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:32.261586 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bb27516d-ba03-48a3-b2a2-7613cc64a53d req-e5057e41-a9f1-4ee9-86f6-3a0ba301b796 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 943 time: 0.0562418 Mar 05 05:44:32.311345 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bb27516d-ba03-48a3-b2a2-7613cc64a53d req-850a82e5-b7da-4df2-87e5-f82c34861b36 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425839 Mar 05 05:44:32.514683 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d6a3a-1d8b-4caf-9f0e-a1fa83921fe3 req-d502e3b3-df3c-415f-a108-9eec16b0366f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:32.516198 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5f0d6a3a-1d8b-4caf-9f0e-a1fa83921fe3 req-d502e3b3-df3c-415f-a108-9eec16b0366f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 943 time: 0.0581350 Mar 05 05:44:32.519910 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422525a-e912-4bc6-a077-7d4d92779fe8 req-04bb1a69-2efe-4dd9-8e99-408e005b5e05 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:32.521342 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e422525a-e912-4bc6-a077-7d4d92779fe8 req-04bb1a69-2efe-4dd9-8e99-408e005b5e05 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.31 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83&tenant_id=ba2e0d8d43284548af1760695ecb9a0e&binding%3Ahost_id=n-h1-789963-32 HTTP/1.1" status: 200 len: 943 time: 0.0552969 Mar 05 05:44:32.566796 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5f0d6a3a-1d8b-4caf-9f0e-a1fa83921fe3 req-90b7124b-2e34-4116-9b6c-1b14dfb65603 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447724 Mar 05 05:44:32.580294 n-d-789963-32 neutron-server[105232]: INFO neutron.api.v2.resource [req-e422525a-e912-4bc6-a077-7d4d92779fe8 req-7d1d612a-25c0-424c-aa9e-003be0219270 service neutron] delete failed (client error): The resource could not be found. Mar 05 05:44:32.581304 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e422525a-e912-4bc6-a077-7d4d92779fe8 req-7d1d612a-25c0-424c-aa9e-003be0219270 service neutron] 10.222.0.31 "DELETE /v2.0/ports/f7cbb9b5-3043-4219-93e4-b08ce6b23375/bindings/n-h2-789963-32 HTTP/1.1" status: 404 len: 381 time: 0.0539334 Mar 05 05:44:32.668893 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422525a-e912-4bc6-a077-7d4d92779fe8 req-c56f4650-ee33-4332-b101-85958b6fc398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:32.670395 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e422525a-e912-4bc6-a077-7d4d92779fe8 req-c56f4650-ee33-4332-b101-85958b6fc398 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 1126 time: 0.0459540 Mar 05 05:44:32.687232 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b102f3-e8b3-4daa-b27b-4da0f1e05cb8 req-120579fc-e5f8-439c-af7d-96730665aaad tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:32.688706 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f5b102f3-e8b3-4daa-b27b-4da0f1e05cb8 req-120579fc-e5f8-439c-af7d-96730665aaad tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 943 time: 0.0520051 Mar 05 05:44:32.738047 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f5b102f3-e8b3-4daa-b27b-4da0f1e05cb8 req-1419af35-11cf-4259-95d6-ebe365dec182 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436082 Mar 05 05:44:32.744346 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device f7cbb9b5-3043-4219-93e4-b08ce6b23375 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:44:32.762592 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422525a-e912-4bc6-a077-7d4d92779fe8 req-bebc3257-2a1b-432a-b485-4f58bfb62878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:32.764077 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e422525a-e912-4bc6-a077-7d4d92779fe8 req-bebc3257-2a1b-432a-b485-4f58bfb62878 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8380929f-995f-48a7-8453-36daf3c222f2 HTTP/1.1" status: 200 len: 896 time: 0.0884464 Mar 05 05:44:32.832942 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e422525a-e912-4bc6-a077-7d4d92779fe8 req-7278e2ee-a106-4a0d-aaeb-7efb0841f228 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7cbb9b5-3043-4219-93e4-b08ce6b23375 HTTP/1.1" status: 200 len: 999 time: 0.0631888 Mar 05 05:44:32.853397 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port f7cbb9b5-3043-4219-93e4-b08ce6b23375, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=f7cbb9b5-3043-4219-93e4-b08ce6b23375,segment=NetworkSegment(404b9f4b-b41b-4513-8028-a03adeb278da),segment_id=404b9f4b-b41b-4513-8028-a03adeb278da)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:44:32.864334 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'f7cbb9b5-3043-4219-93e4-b08ce6b23375', 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2', 'port_id': 'f7cbb9b5-3043-4219-93e4-b08ce6b23375', 'mac_address': 'fa:16:3e:61:8e:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ffbf67-b708-451c-afb0-8987884916ab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:44:32.884824 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422525a-e912-4bc6-a077-7d4d92779fe8 req-e1eb14af-94d8-4f5e-b441-d35974b0799e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:32.886267 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e422525a-e912-4bc6-a077-7d4d92779fe8 req-e1eb14af-94d8-4f5e-b441-d35974b0799e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c3ffbf67-b708-451c-afb0-8987884916ab HTTP/1.1" status: 200 len: 834 time: 0.0477855 Mar 05 05:44:32.901936 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port f7cbb9b5-3043-4219-93e4-b08ce6b23375 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:44:32.902334 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f7cbb9b5-3043-4219-93e4-b08ce6b23375), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:44:32.914879 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7cbb9b5-3043-4219-93e4-b08ce6b23375 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:44:32.934307 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422525a-e912-4bc6-a077-7d4d92779fe8 req-936392eb-dbe6-4da3-9a6c-bda2d4c3f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:32.934519 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port f7cbb9b5-3043-4219-93e4-b08ce6b23375, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=f7cbb9b5-3043-4219-93e4-b08ce6b23375,segment=NetworkSegment(404b9f4b-b41b-4513-8028-a03adeb278da),segment_id=404b9f4b-b41b-4513-8028-a03adeb278da)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:44:32.935865 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e422525a-e912-4bc6-a077-7d4d92779fe8 req-936392eb-dbe6-4da3-9a6c-bda2d4c3f7d9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8380929f-995f-48a7-8453-36daf3c222f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436540 Mar 05 05:44:32.938283 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f7cbb9b5-3043-4219-93e4-b08ce6b23375), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:44:32.991383 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=f7cbb9b5-3043-4219-93e4-b08ce6b23375,revision_number=8']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:44:32.999306 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:44:32.999662 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:44:33.000009 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:44:33.000352 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:44:33.000694 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:44:33.001031 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:44:33.001365 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:44:33.001697 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:44:33.002028 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:44:33.002812 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:44:33.002812 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:44:33.003034 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:44:33.003365 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:44:33.025327 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e422525a-e912-4bc6-a077-7d4d92779fe8 req-2ad541bc-3407-4e15-bfd1-8a8473b80f45 service neutron] 10.222.0.31 "GET /v2.0/networks/8380929f-995f-48a7-8453-36daf3c222f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838645 Mar 05 05:44:33.119120 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e422525a-e912-4bc6-a077-7d4d92779fe8 req-a6adf785-387f-48f1-a892-c2a61ee88c20 service neutron] 10.222.0.31 "GET /v2.0/networks/8380929f-995f-48a7-8453-36daf3c222f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875976 Mar 05 05:44:33.327856 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['f7cbb9b5-3043-4219-93e4-b08ce6b23375'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:44:33.866701 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520fb00-2be7-4d27-902e-a8c0f956d9a2 req-36f43b7f-e7f5-4d2a-9235-45bd08208a42 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:44:33.868202 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3520fb00-2be7-4d27-902e-a8c0f956d9a2 req-36f43b7f-e7f5-4d2a-9235-45bd08208a42 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 944 time: 0.0523906 Mar 05 05:44:33.920323 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3520fb00-2be7-4d27-902e-a8c0f956d9a2 req-b4ca340d-2c0c-420f-8f1b-452e368f4a33 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465653 Mar 05 05:44:33.941931 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46146) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:44:34.001279 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-328d2de8-ffce-47b3-b015-5292a42ae5fd tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/floatingips/9122e8b4-7b62-421e-80f0-f7fd48cc8781 HTTP/1.1" status: 200 len: 992 time: 0.0582228 Mar 05 05:44:34.750480 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device f7cbb9b5-3043-4219-93e4-b08ce6b23375 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:44:34.798123 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port f7cbb9b5-3043-4219-93e4-b08ce6b23375 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:44:34.801700 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port f7cbb9b5-3043-4219-93e4-b08ce6b23375 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:44:34.802085 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f7cbb9b5-3043-4219-93e4-b08ce6b23375), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:44:34.877051 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port f7cbb9b5-3043-4219-93e4-b08ce6b23375 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:44:34.877444 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f7cbb9b5-3043-4219-93e4-b08ce6b23375), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:44:34.902380 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0884d7d-563e-439f-be51-c7791e0aca83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7cbb9b5-3043-4219-93e4-b08ce6b23375'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:44:34.904643 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1026d86385275f60405d04a033115b56addad9c656b2d60167220b9f5eb93bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9bb847-8792-4e34-99b2-74a14d681eb8" -d '{"events": [{"server_uuid": "c0884d7d-563e-439f-be51-c7791e0aca83", "name": "network-vif-plugged", "status": "completed", "tag": "f7cbb9b5-3043-4219-93e4-b08ce6b23375"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:44:34.917207 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port f7cbb9b5-3043-4219-93e4-b08ce6b23375, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=f7cbb9b5-3043-4219-93e4-b08ce6b23375,segment=NetworkSegment(404b9f4b-b41b-4513-8028-a03adeb278da),segment_id=404b9f4b-b41b-4513-8028-a03adeb278da)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:44:34.921233 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f7cbb9b5-3043-4219-93e4-b08ce6b23375), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:44:34.948243 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b675432-d337-4b87-8aaa-1659178da433 x-openstack-request-id: req-0b675432-d337-4b87-8aaa-1659178da433 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:44:34.948540 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0884d7d-563e-439f-be51-c7791e0aca83", "name": "network-vif-plugged", "status": "completed", "tag": "f7cbb9b5-3043-4219-93e4-b08ce6b23375", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:44:34.948791 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b675432-d337-4b87-8aaa-1659178da433 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:44:34.949185 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0884d7d-563e-439f-be51-c7791e0aca83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7cbb9b5-3043-4219-93e4-b08ce6b23375', 'code': 200} Mar 05 05:44:34.973639 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=f7cbb9b5-3043-4219-93e4-b08ce6b23375,revision_number=9']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:44:37.510504 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:44:41.505528 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-19d012dd-fff2-43ee-9c2f-3d4ccdd28601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:44:43.787011 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-eaac1a3a-8f5b-4453-9b41-11000fccddd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:44:44.335221 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:44:44.499394 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:44:45.186901 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:44:46.457422 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:44:47.897064 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:44:58.571132 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-447d0890-2954-4a2e-81a6-d62abb13a4f4 req-d0fcdc65-e909-489a-96b9-2794b94d8550 service neutron] (105232) timed out ('10.222.0.31', 64181) {{(pid=105232) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 05 05:45:02.209238 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-5d471610-0480-47bd-b007-66578720cdba req-65d58fef-b9f8-45f6-8365-95ab10d9ccb8 tempest-ServerDiskConfigTestJSON-533398838 tempest-ServerDiskConfigTestJSON-533398838-project] (105232) timed out ('10.222.0.30', 49211) {{(pid=105232) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 05 05:45:02.376378 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46158) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:45:02.532137 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-26374cef-4203-4daa-bd6d-30e0de6d8075 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Deleting port 3db28208-b8cb-4998-a493-eb1e59a44586 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:45:02.532397 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-26374cef-4203-4daa-bd6d-30e0de6d8075 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (3db28208-b8cb-4998-a493-eb1e59a44586), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:02.608954 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-26374cef-4203-4daa-bd6d-30e0de6d8075 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (3db28208-b8cb-4998-a493-eb1e59a44586), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:02.609282 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-26374cef-4203-4daa-bd6d-30e0de6d8075 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for floatingip (3db28208-b8cb-4998-a493-eb1e59a44586), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:02.620653 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-26374cef-4203-4daa-bd6d-30e0de6d8075 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Calling delete_port for 3db28208-b8cb-4998-a493-eb1e59a44586 owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:45:02.765972 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-26374cef-4203-4daa-bd6d-30e0de6d8075 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (3db28208-b8cb-4998-a493-eb1e59a44586), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:02.793254 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26374cef-4203-4daa-bd6d-30e0de6d8075 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'Port': ['ID=3db28208-b8cb-4998-a493-eb1e59a44586,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:02.817055 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26374cef-4203-4daa-bd6d-30e0de6d8075 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:45:02.817407 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26374cef-4203-4daa-bd6d-30e0de6d8075 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:45:02.817755 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26374cef-4203-4daa-bd6d-30e0de6d8075 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:45:02.818095 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26374cef-4203-4daa-bd6d-30e0de6d8075 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:45:02.818442 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26374cef-4203-4daa-bd6d-30e0de6d8075 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:45:02.818763 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26374cef-4203-4daa-bd6d-30e0de6d8075 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:45:02.819311 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26374cef-4203-4daa-bd6d-30e0de6d8075 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:45:02.819647 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26374cef-4203-4daa-bd6d-30e0de6d8075 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:45:02.819980 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26374cef-4203-4daa-bd6d-30e0de6d8075 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:45:02.820306 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26374cef-4203-4daa-bd6d-30e0de6d8075 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:45:02.820633 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26374cef-4203-4daa-bd6d-30e0de6d8075 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:45:02.820957 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26374cef-4203-4daa-bd6d-30e0de6d8075 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:45:02.821280 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26374cef-4203-4daa-bd6d-30e0de6d8075 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:45:02.861782 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-26374cef-4203-4daa-bd6d-30e0de6d8075 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for floatingip (9122e8b4-7b62-421e-80f0-f7fd48cc8781), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:02.862163 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-26374cef-4203-4daa-bd6d-30e0de6d8075 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Floating IP 9122e8b4-7b62-421e-80f0-f7fd48cc8781 disassociated (deleted). External IP: 172.25.0.158, port: f7cbb9b5-3043-4219-93e4-b08ce6b23375. Mar 05 05:45:03.087864 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26374cef-4203-4daa-bd6d-30e0de6d8075 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Router fbd02e4e-929a-4998-a103-ffbf3bd2bc26 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:45:03.196270 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26374cef-4203-4daa-bd6d-30e0de6d8075 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:45:03.200996 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-26374cef-4203-4daa-bd6d-30e0de6d8075 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:03.205600 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619bea30-9dd6-4694-99c8-7549e4764575 None None] Sync routers for ids ['fbd02e4e-929a-4998-a103-ffbf3bd2bc26'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:45:03.215813 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619bea30-9dd6-4694-99c8-7549e4764575 None None] Routers {'fbd02e4e-929a-4998-a103-ffbf3bd2bc26'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:45:03.216422 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-619bea30-9dd6-4694-99c8-7549e4764575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:44:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['fbd02e4e-929a-4998-a103-ffbf3bd2bc26'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:45:03.230627 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-26374cef-4203-4daa-bd6d-30e0de6d8075 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "DELETE /v2.0/floatingips/9122e8b4-7b62-421e-80f0-f7fd48cc8781 HTTP/1.1" status: 204 len: 168 time: 0.8531921 Mar 05 05:45:03.231236 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0884d7d-563e-439f-be51-c7791e0aca83', 'tag': 'f7cbb9b5-3043-4219-93e4-b08ce6b23375'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:45:03.233500 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24e86d8bf5564ce3084f47d26cadcdd6ae9b710b23331da6c976c568e5bda5e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5361e64-241b-4357-a684-dc16c7112a2f" -d '{"events": [{"name": "network-changed", "server_uuid": "c0884d7d-563e-439f-be51-c7791e0aca83", "tag": "f7cbb9b5-3043-4219-93e4-b08ce6b23375"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:45:03.327199 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-619bea30-9dd6-4694-99c8-7549e4764575 None None] Set router fbd02e4e-929a-4998-a103-ffbf3bd2bc26 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:45:03.343094 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35baeebd-87b3-418e-8051-678a1bca2cd4 x-openstack-request-id: req-35baeebd-87b3-418e-8051-678a1bca2cd4 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:45:03.343468 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0884d7d-563e-439f-be51-c7791e0aca83", "tag": "f7cbb9b5-3043-4219-93e4-b08ce6b23375", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:45:03.343741 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-35baeebd-87b3-418e-8051-678a1bca2cd4 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:45:03.344504 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0884d7d-563e-439f-be51-c7791e0aca83', 'tag': 'f7cbb9b5-3043-4219-93e4-b08ce6b23375', 'status': 'completed', 'code': 200} Mar 05 05:45:03.416121 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5361e64-241b-4357-a684-dc16c7112a2f req-525cd1b9-1cb0-41f6-81a2-3b851f222765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:03.418170 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d5361e64-241b-4357-a684-dc16c7112a2f req-525cd1b9-1cb0-41f6-81a2-3b851f222765 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 1128 time: 0.0562005 Mar 05 05:45:03.473209 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae1537-05c9-4e6d-8a7d-3e93686e768a req-af700db1-bac0-4761-9452-950cae9163e6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:03.474797 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-08ae1537-05c9-4e6d-8a7d-3e93686e768a req-af700db1-bac0-4761-9452-950cae9163e6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 945 time: 0.0583339 Mar 05 05:45:03.521785 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5361e64-241b-4357-a684-dc16c7112a2f req-608732f7-71c8-41d4-ba74-b983ff522ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:03.523925 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d5361e64-241b-4357-a684-dc16c7112a2f req-608732f7-71c8-41d4-ba74-b983ff522ed4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8380929f-995f-48a7-8453-36daf3c222f2 HTTP/1.1" status: 200 len: 896 time: 0.0989892 Mar 05 05:45:03.530438 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-08ae1537-05c9-4e6d-8a7d-3e93686e768a req-d7fe3e46-af9d-412c-97e4-7ddf38a3e987 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493252 Mar 05 05:45:03.538173 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-619bea30-9dd6-4694-99c8-7549e4764575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596210692', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'f110e45d-e4ba-40ec-b3d5-d7dd9bd13524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:43:18Z', 'updated_at': '2022-03-05T05:43:22Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'f110e45d-e4ba-40ec-b3d5-d7dd9bd13524', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:43:19Z', 'updated_at': '2022-03-05T05:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '97c2aa38-689c-4be7-bc48-4183c7670aa4', 'name': '', 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:f1:9a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c3ffbf67-b708-451c-afb0-8987884916ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:43:21Z', 'updated_at': '2022-03-05T05:43:25Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': 'c3ffbf67-b708-451c-afb0-8987884916ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:45:03.564263 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619bea30-9dd6-4694-99c8-7549e4764575 None None] Checking router: fbd02e4e-929a-4998-a103-ffbf3bd2bc26 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:45:03.568724 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d5361e64-241b-4357-a684-dc16c7112a2f req-e707b742-e461-40bb-b65f-1290a84c1db8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7cbb9b5-3043-4219-93e4-b08ce6b23375 HTTP/1.1" status: 200 len: 217 time: 0.0365977 Mar 05 05:45:03.572660 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619bea30-9dd6-4694-99c8-7549e4764575 None None] Routers {'fbd02e4e-929a-4998-a103-ffbf3bd2bc26'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:45:03.573269 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-619bea30-9dd6-4694-99c8-7549e4764575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:44:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['fbd02e4e-929a-4998-a103-ffbf3bd2bc26'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:45:03.619397 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5361e64-241b-4357-a684-dc16c7112a2f req-3012c614-ba37-4151-aa8b-be89b3dd86ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:03.620799 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d5361e64-241b-4357-a684-dc16c7112a2f req-3012c614-ba37-4151-aa8b-be89b3dd86ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c3ffbf67-b708-451c-afb0-8987884916ab HTTP/1.1" status: 200 len: 834 time: 0.0448389 Mar 05 05:45:03.677238 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5361e64-241b-4357-a684-dc16c7112a2f req-c54e4de1-9f90-44da-9571-b28194d5e99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:03.678843 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d5361e64-241b-4357-a684-dc16c7112a2f req-c54e4de1-9f90-44da-9571-b28194d5e99c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8380929f-995f-48a7-8453-36daf3c222f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0519466 Mar 05 05:45:03.770467 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d5361e64-241b-4357-a684-dc16c7112a2f req-e7a297be-6dc1-43f7-aa5e-81ee8322cc4a service neutron] 10.222.0.30 "GET /v2.0/networks/8380929f-995f-48a7-8453-36daf3c222f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851021 Mar 05 05:45:03.786351 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-619bea30-9dd6-4694-99c8-7549e4764575 None None] Set router fbd02e4e-929a-4998-a103-ffbf3bd2bc26 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:45:03.867223 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d5361e64-241b-4357-a684-dc16c7112a2f req-8e025dd6-74f5-4c94-922f-0b83ef0a8827 service neutron] 10.222.0.30 "GET /v2.0/networks/8380929f-995f-48a7-8453-36daf3c222f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897210 Mar 05 05:45:03.981596 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-619bea30-9dd6-4694-99c8-7549e4764575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596210692', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'f110e45d-e4ba-40ec-b3d5-d7dd9bd13524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:43:18Z', 'updated_at': '2022-03-05T05:43:22Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'f110e45d-e4ba-40ec-b3d5-d7dd9bd13524', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:43:19Z', 'updated_at': '2022-03-05T05:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '97c2aa38-689c-4be7-bc48-4183c7670aa4', 'name': '', 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:f1:9a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c3ffbf67-b708-451c-afb0-8987884916ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:43:21Z', 'updated_at': '2022-03-05T05:43:25Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': 'c3ffbf67-b708-451c-afb0-8987884916ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:45:04.010456 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619bea30-9dd6-4694-99c8-7549e4764575 None None] The sync data for ids ['fbd02e4e-929a-4998-a103-ffbf3bd2bc26'] in n-d-789963-32 is: [{'id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596210692', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'f110e45d-e4ba-40ec-b3d5-d7dd9bd13524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:43:18Z', 'updated_at': '2022-03-05T05:43:22Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'f110e45d-e4ba-40ec-b3d5-d7dd9bd13524', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:43:19Z', 'updated_at': '2022-03-05T05:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '97c2aa38-689c-4be7-bc48-4183c7670aa4', 'name': '', 'network_id': '8380929f-995f-48a7-8453-36daf3c222f2', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:f1:9a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c3ffbf67-b708-451c-afb0-8987884916ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:43:21Z', 'updated_at': '2022-03-05T05:43:25Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': 'c3ffbf67-b708-451c-afb0-8987884916ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:45:04.224108 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba99cc2-f9ba-4db0-b201-fd12d78cfd4b None None] New status for floating IP 9122e8b4-7b62-421e-80f0-f7fd48cc8781: DOWN {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:45:04.653621 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a309d1-efc8-4361-8cf0-7cda4b0fa8c0 req-183ca3ea-888b-4496-91bc-d707c835911b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:04.655167 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e2a309d1-efc8-4361-8cf0-7cda4b0fa8c0 req-183ca3ea-888b-4496-91bc-d707c835911b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 945 time: 0.0531816 Mar 05 05:45:04.708165 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e2a309d1-efc8-4361-8cf0-7cda4b0fa8c0 req-9d73d45d-634c-446a-b190-bb9ca1993f7a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=d6033e3a-9706-46c5-8f0f-06afa28f54e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472903 Mar 05 05:45:04.784497 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb690f1c-8bd0-4084-9dce-2e9982967446 req-ec5a006b-346f-4344-9ae9-6104c654ea62 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:04.785999 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eb690f1c-8bd0-4084-9dce-2e9982967446 req-ec5a006b-346f-4344-9ae9-6104c654ea62 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0884d7d-563e-439f-be51-c7791e0aca83 HTTP/1.1" status: 200 len: 945 time: 0.0594745 Mar 05 05:45:04.901150 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-eb690f1c-8bd0-4084-9dce-2e9982967446 req-6e18a58b-b060-41f4-93a2-0b6ff2b1c04a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Deleting port f7cbb9b5-3043-4219-93e4-b08ce6b23375 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:45:04.902512 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eb690f1c-8bd0-4084-9dce-2e9982967446 req-6e18a58b-b060-41f4-93a2-0b6ff2b1c04a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (f7cbb9b5-3043-4219-93e4-b08ce6b23375), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:05.018008 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-eb690f1c-8bd0-4084-9dce-2e9982967446 req-6e18a58b-b060-41f4-93a2-0b6ff2b1c04a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] For port f7cbb9b5-3043-4219-93e4-b08ce6b23375, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=f7cbb9b5-3043-4219-93e4-b08ce6b23375,segment=NetworkSegment(404b9f4b-b41b-4513-8028-a03adeb278da),segment_id=404b9f4b-b41b-4513-8028-a03adeb278da)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:45:05.018379 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eb690f1c-8bd0-4084-9dce-2e9982967446 req-6e18a58b-b060-41f4-93a2-0b6ff2b1c04a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (f7cbb9b5-3043-4219-93e4-b08ce6b23375), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:05.033148 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-eb690f1c-8bd0-4084-9dce-2e9982967446 req-6e18a58b-b060-41f4-93a2-0b6ff2b1c04a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Calling delete_port for f7cbb9b5-3043-4219-93e4-b08ce6b23375 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:45:05.174050 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eb690f1c-8bd0-4084-9dce-2e9982967446 req-6e18a58b-b060-41f4-93a2-0b6ff2b1c04a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (f7cbb9b5-3043-4219-93e4-b08ce6b23375), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:05.204806 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18a58b-b060-41f4-93a2-0b6ff2b1c04a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'Port': ['ID=f7cbb9b5-3043-4219-93e4-b08ce6b23375,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:05.248708 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb690f1c-8bd0-4084-9dce-2e9982967446 req-6e18a58b-b060-41f4-93a2-0b6ff2b1c04a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] No DVR routers for this DVR port f7cbb9b5-3043-4219-93e4-b08ce6b23375 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:45:05.251529 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-eb690f1c-8bd0-4084-9dce-2e9982967446 req-6e18a58b-b060-41f4-93a2-0b6ff2b1c04a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:05.254836 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-eb690f1c-8bd0-4084-9dce-2e9982967446 req-6e18a58b-b060-41f4-93a2-0b6ff2b1c04a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.30 "DELETE /v2.0/ports/f7cbb9b5-3043-4219-93e4-b08ce6b23375 HTTP/1.1" status: 204 len: 173 time: 0.4642503 Mar 05 05:45:05.255308 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0884d7d-563e-439f-be51-c7791e0aca83', 'name': 'network-vif-deleted', 'tag': 'f7cbb9b5-3043-4219-93e4-b08ce6b23375'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:45:05.258680 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b3ece581dfa63e0b7b7c128691a33970c0031ac0b7b3271834b37c0ed9a1721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbd06ff-8f25-4705-859d-41624a80841f" -d '{"events": [{"server_uuid": "c0884d7d-563e-439f-be51-c7791e0aca83", "name": "network-vif-deleted", "tag": "f7cbb9b5-3043-4219-93e4-b08ce6b23375"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:45:05.308420 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d624dc4-f305-44c1-9480-92e793c4877d x-openstack-request-id: req-1d624dc4-f305-44c1-9480-92e793c4877d {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:45:05.308976 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0884d7d-563e-439f-be51-c7791e0aca83", "name": "network-vif-deleted", "tag": "f7cbb9b5-3043-4219-93e4-b08ce6b23375", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:45:05.309453 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1d624dc4-f305-44c1-9480-92e793c4877d {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:45:05.310416 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0884d7d-563e-439f-be51-c7791e0aca83', 'name': 'network-vif-deleted', 'tag': 'f7cbb9b5-3043-4219-93e4-b08ce6b23375', 'status': 'completed', 'code': 200} Mar 05 05:45:05.766775 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46174) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:45:06.128328 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4e4c00aa-d863-4084-b15d-5a227aa924c5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (fbd02e4e-929a-4998-a103-ffbf3bd2bc26), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:06.376675 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-4e4c00aa-d863-4084-b15d-5a227aa924c5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Deleting port 97c2aa38-689c-4be7-bc48-4183c7670aa4 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:45:06.377412 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4e4c00aa-d863-4084-b15d-5a227aa924c5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (97c2aa38-689c-4be7-bc48-4183c7670aa4), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:06.468675 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-4e4c00aa-d863-4084-b15d-5a227aa924c5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] For port 97c2aa38-689c-4be7-bc48-4183c7670aa4, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=97c2aa38-689c-4be7-bc48-4183c7670aa4,segment=NetworkSegment(404b9f4b-b41b-4513-8028-a03adeb278da),segment_id=404b9f4b-b41b-4513-8028-a03adeb278da)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:45:06.469038 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4e4c00aa-d863-4084-b15d-5a227aa924c5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (97c2aa38-689c-4be7-bc48-4183c7670aa4), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:06.481187 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-4e4c00aa-d863-4084-b15d-5a227aa924c5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Calling delete_port for 97c2aa38-689c-4be7-bc48-4183c7670aa4 owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:45:06.664216 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4e4c00aa-d863-4084-b15d-5a227aa924c5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (97c2aa38-689c-4be7-bc48-4183c7670aa4), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:06.688751 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c00aa-d863-4084-b15d-5a227aa924c5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'Port': ['ID=97c2aa38-689c-4be7-bc48-4183c7670aa4,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:06.867680 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-4e4c00aa-d863-4084-b15d-5a227aa924c5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (fbd02e4e-929a-4998-a103-ffbf3bd2bc26), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:07.084284 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4c00aa-d863-4084-b15d-5a227aa924c5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Router fbd02e4e-929a-4998-a103-ffbf3bd2bc26 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:45:07.186040 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4c00aa-d863-4084-b15d-5a227aa924c5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:45:07.191874 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-4e4c00aa-d863-4084-b15d-5a227aa924c5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "PUT /v2.0/routers/fbd02e4e-929a-4998-a103-ffbf3bd2bc26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4232714 Mar 05 05:45:07.194372 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46176) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:45:07.196171 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edce4ee8-9ef3-4b44-93c7-87f84e51c994 None None] Sync routers for ids ['fbd02e4e-929a-4998-a103-ffbf3bd2bc26'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:45:07.205968 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edce4ee8-9ef3-4b44-93c7-87f84e51c994 None None] Routers {'fbd02e4e-929a-4998-a103-ffbf3bd2bc26'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:45:07.206599 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-edce4ee8-9ef3-4b44-93c7-87f84e51c994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:44:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['fbd02e4e-929a-4998-a103-ffbf3bd2bc26'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:45:07.250061 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85ba6f2-963c-4196-a491-efa3f86882de tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Deleting subnet c3ffbf67-b708-451c-afb0-8987884916ab {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:45:07.253146 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f85ba6f2-963c-4196-a491-efa3f86882de tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for subnet (c3ffbf67-b708-451c-afb0-8987884916ab), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:07.292104 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f85ba6f2-963c-4196-a491-efa3f86882de tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (c3ffbf67-b708-451c-afb0-8987884916ab), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:07.316549 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-edce4ee8-9ef3-4b44-93c7-87f84e51c994 None None] Set router fbd02e4e-929a-4998-a103-ffbf3bd2bc26 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:45:07.375065 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f85ba6f2-963c-4196-a491-efa3f86882de tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (c3ffbf67-b708-451c-afb0-8987884916ab), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:07.439374 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f85ba6f2-963c-4196-a491-efa3f86882de tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (c3ffbf67-b708-451c-afb0-8987884916ab), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:07.471821 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-f85ba6f2-963c-4196-a491-efa3f86882de tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:07.478376 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-f85ba6f2-963c-4196-a491-efa3f86882de tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "DELETE /v2.0/subnets/c3ffbf67-b708-451c-afb0-8987884916ab HTTP/1.1" status: 204 len: 168 time: 0.2799630 Mar 05 05:45:07.478376 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ba6f2-963c-4196-a491-efa3f86882de tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'Subnet': ['ID=c3ffbf67-b708-451c-afb0-8987884916ab,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:07.479798 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46178) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:45:07.481747 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff4641f-7c17-4de2-b780-55946ff222c4 None None] Network 8380929f-995f-48a7-8453-36daf3c222f2 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:45:07.500981 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-edce4ee8-9ef3-4b44-93c7-87f84e51c994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596210692', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'f110e45d-e4ba-40ec-b3d5-d7dd9bd13524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:43:18Z', 'updated_at': '2022-03-05T05:45:06Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'f110e45d-e4ba-40ec-b3d5-d7dd9bd13524', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:43:19Z', 'updated_at': '2022-03-05T05:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:45:07.531696 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edce4ee8-9ef3-4b44-93c7-87f84e51c994 None None] Checking router: fbd02e4e-929a-4998-a103-ffbf3bd2bc26 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:45:07.541437 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edce4ee8-9ef3-4b44-93c7-87f84e51c994 None None] Routers {'fbd02e4e-929a-4998-a103-ffbf3bd2bc26'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:45:07.542145 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-edce4ee8-9ef3-4b44-93c7-87f84e51c994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:44:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['fbd02e4e-929a-4998-a103-ffbf3bd2bc26'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:45:07.602449 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5a3d1bf2-794e-4615-84f3-aa4de511913d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router (fbd02e4e-929a-4998-a103-ffbf3bd2bc26), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:07.644840 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5192588-fc48-47e0-8397-aac87462554d None None] DHCP port deletion for 8380929f-995f-48a7-8453-36daf3c222f2 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:45:07.664426 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-edce4ee8-9ef3-4b44-93c7-87f84e51c994 None None] Set router fbd02e4e-929a-4998-a103-ffbf3bd2bc26 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:45:07.698417 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c5192588-fc48-47e0-8397-aac87462554d None None] Deleting port fb112027-c13b-4433-89ce-77b6183f6dd3 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:45:07.699058 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c5192588-fc48-47e0-8397-aac87462554d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (fb112027-c13b-4433-89ce-77b6183f6dd3), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:07.721348 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5a3d1bf2-794e-4615-84f3-aa4de511913d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router_gateway (fbd02e4e-929a-4998-a103-ffbf3bd2bc26), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:07.762125 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-c5192588-fc48-47e0-8397-aac87462554d None None] For port fb112027-c13b-4433-89ce-77b6183f6dd3, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=fb112027-c13b-4433-89ce-77b6183f6dd3,segment=NetworkSegment(404b9f4b-b41b-4513-8028-a03adeb278da),segment_id=404b9f4b-b41b-4513-8028-a03adeb278da)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:45:07.762535 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c5192588-fc48-47e0-8397-aac87462554d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (fb112027-c13b-4433-89ce-77b6183f6dd3), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:07.776125 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c5192588-fc48-47e0-8397-aac87462554d None None] Calling delete_port for fb112027-c13b-4433-89ce-77b6183f6dd3 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:45:07.786597 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-5a3d1bf2-794e-4615-84f3-aa4de511913d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Deleting port f110e45d-e4ba-40ec-b3d5-d7dd9bd13524 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:45:07.786935 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5a3d1bf2-794e-4615-84f3-aa4de511913d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (f110e45d-e4ba-40ec-b3d5-d7dd9bd13524), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:07.853025 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-edce4ee8-9ef3-4b44-93c7-87f84e51c994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596210692', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'f110e45d-e4ba-40ec-b3d5-d7dd9bd13524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:43:18Z', 'updated_at': '2022-03-05T05:45:06Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'f110e45d-e4ba-40ec-b3d5-d7dd9bd13524', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:43:19Z', 'updated_at': '2022-03-05T05:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:45:07.872104 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c5192588-fc48-47e0-8397-aac87462554d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (fb112027-c13b-4433-89ce-77b6183f6dd3), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:07.875096 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-5a3d1bf2-794e-4615-84f3-aa4de511913d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] For port f110e45d-e4ba-40ec-b3d5-d7dd9bd13524, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=f110e45d-e4ba-40ec-b3d5-d7dd9bd13524,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:45:07.875566 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5a3d1bf2-794e-4615-84f3-aa4de511913d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (f110e45d-e4ba-40ec-b3d5-d7dd9bd13524), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:07.880328 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edce4ee8-9ef3-4b44-93c7-87f84e51c994 None None] The sync data for ids ['fbd02e4e-929a-4998-a103-ffbf3bd2bc26'] in n-d-789963-32 is: [{'id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1596210692', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'f110e45d-e4ba-40ec-b3d5-d7dd9bd13524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:43:18Z', 'updated_at': '2022-03-05T05:45:06Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'f110e45d-e4ba-40ec-b3d5-d7dd9bd13524', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd02e4e-929a-4998-a103-ffbf3bd2bc26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:43:19Z', 'updated_at': '2022-03-05T05:43:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:45:07.891716 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-5a3d1bf2-794e-4615-84f3-aa4de511913d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Calling delete_port for f110e45d-e4ba-40ec-b3d5-d7dd9bd13524 owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:45:07.898740 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5192588-fc48-47e0-8397-aac87462554d None None] Pushing event deleted for resources: {'Port': ['ID=fb112027-c13b-4433-89ce-77b6183f6dd3,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:07.902550 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5192588-fc48-47e0-8397-aac87462554d None None] No DVR routers for this DVR port fb112027-c13b-4433-89ce-77b6183f6dd3 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:45:08.070807 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5a3d1bf2-794e-4615-84f3-aa4de511913d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (f110e45d-e4ba-40ec-b3d5-d7dd9bd13524), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:08.096006 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d1bf2-794e-4615-84f3-aa4de511913d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'Port': ['ID=f110e45d-e4ba-40ec-b3d5-d7dd9bd13524,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:08.159205 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5a3d1bf2-794e-4615-84f3-aa4de511913d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (fbd02e4e-929a-4998-a103-ffbf3bd2bc26), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:08.255356 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5a3d1bf2-794e-4615-84f3-aa4de511913d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (fbd02e4e-929a-4998-a103-ffbf3bd2bc26), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:08.259541 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5a3d1bf2-794e-4615-84f3-aa4de511913d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router_controller (fbd02e4e-929a-4998-a103-ffbf3bd2bc26), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:08.309091 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5a3d1bf2-794e-4615-84f3-aa4de511913d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (fbd02e4e-929a-4998-a103-ffbf3bd2bc26), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:08.310902 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3d1bf2-794e-4615-84f3-aa4de511913d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Fanout notify agent at l3_agent the message router_deleted on router fbd02e4e-929a-4998-a103-ffbf3bd2bc26 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:45:08.317768 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5a3d1bf2-794e-4615-84f3-aa4de511913d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:08.322868 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5a3d1bf2-794e-4615-84f3-aa4de511913d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "DELETE /v2.0/routers/fbd02e4e-929a-4998-a103-ffbf3bd2bc26 HTTP/1.1" status: 204 len: 168 time: 0.8410327 Mar 05 05:45:08.323357 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46180) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:45:08.358560 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 97c2aa38-689c-4be7-bc48-4183c7670aa4 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:45:08.380744 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 97c2aa38-689c-4be7-bc48-4183c7670aa4 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:45:08.381099 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 97c2aa38-689c-4be7-bc48-4183c7670aa4 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:45:08.381578 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device fb112027-c13b-4433-89ce-77b6183f6dd3 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:45:08.401139 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: fb112027-c13b-4433-89ce-77b6183f6dd3 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:45:08.401499 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device fb112027-c13b-4433-89ce-77b6183f6dd3 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:45:08.421382 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-38274135-70cf-4d90-a143-18ef73e75aea tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (8380929f-995f-48a7-8453-36daf3c222f2), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:08.514969 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-38274135-70cf-4d90-a143-18ef73e75aea tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (8380929f-995f-48a7-8453-36daf3c222f2), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:08.540420 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-38274135-70cf-4d90-a143-18ef73e75aea tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8380929f-995f-48a7-8453-36daf3c222f2']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:45:08.550513 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-38274135-70cf-4d90-a143-18ef73e75aea tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404b9f4b-b41b-4513-8028-a03adeb278da') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:45:08.550804 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-38274135-70cf-4d90-a143-18ef73e75aea tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404b9f4b-b41b-4513-8028-a03adeb278da') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:45:08.561102 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-38274135-70cf-4d90-a143-18ef73e75aea tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (404b9f4b-b41b-4513-8028-a03adeb278da), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:08.579053 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-38274135-70cf-4d90-a143-18ef73e75aea tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (404b9f4b-b41b-4513-8028-a03adeb278da), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:08.585328 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38274135-70cf-4d90-a143-18ef73e75aea tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:45:08.585710 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-38274135-70cf-4d90-a143-18ef73e75aea tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (404b9f4b-b41b-4513-8028-a03adeb278da), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:08.588986 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:45:08.588986 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:45:08.588986 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:45:08.588986 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:45:08.588986 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:45:08.588986 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:45:08.588986 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:45:08.588986 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:45:08.588986 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:45:08.588986 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:45:08.588986 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:45:08.588986 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:45:08.588986 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:45:08.588986 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:45:08.588986 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:45:08.588986 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:45:08.588986 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:45:08.588986 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:45:08.588986 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:45:08.588986 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:45:08.588986 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:45:08.588986 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:45:08.588986 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:45:08.588986 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:45:08.588986 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:45:08.588986 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:45:08.588986 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:45:08.588986 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:45:08.588986 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:45:08.588986 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:45:08.588986 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:45:08.588986 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:45:08.648867 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-38274135-70cf-4d90-a143-18ef73e75aea tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (8380929f-995f-48a7-8453-36daf3c222f2), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:08.656113 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-38274135-70cf-4d90-a143-18ef73e75aea tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:08.659906 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-38274135-70cf-4d90-a143-18ef73e75aea tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "DELETE /v2.0/networks/8380929f-995f-48a7-8453-36daf3c222f2 HTTP/1.1" status: 204 len: 168 time: 0.3347158 Mar 05 05:45:08.663012 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46182) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:45:08.671439 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38274135-70cf-4d90-a143-18ef73e75aea tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'Network': ['ID=8380929f-995f-48a7-8453-36daf3c222f2,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:08.719885 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-523cd949-7486-477b-91bd-4448cc900eb5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group (d6033e3a-9706-46c5-8f0f-06afa28f54e4), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:08.746223 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-523cd949-7486-477b-91bd-4448cc900eb5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group (d6033e3a-9706-46c5-8f0f-06afa28f54e4), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:08.809880 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-523cd949-7486-477b-91bd-4448cc900eb5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (d6033e3a-9706-46c5-8f0f-06afa28f54e4), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:08.812573 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-523cd949-7486-477b-91bd-4448cc900eb5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:08.813737 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-523cd949-7486-477b-91bd-4448cc900eb5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "DELETE /v2.0/security-groups/d6033e3a-9706-46c5-8f0f-06afa28f54e4 HTTP/1.1" status: 204 len: 168 time: 0.1496382 Mar 05 05:45:08.829584 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523cd949-7486-477b-91bd-4448cc900eb5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6033e3a-9706-46c5-8f0f-06afa28f54e4,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:08.952041 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device f7cbb9b5-3043-4219-93e4-b08ce6b23375 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:45:08.975025 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: f7cbb9b5-3043-4219-93e4-b08ce6b23375 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:45:08.975438 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device f7cbb9b5-3043-4219-93e4-b08ce6b23375 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:45:09.185245 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46188) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:45:09.189824 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-6caf8d63-e7d9-4d9d-a048-b95f4d571e05 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2072257244', 'description': 'tempest-secgroup-smoke-2072257244 description', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:45:09.209034 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6caf8d63-e7d9-4d9d-a048-b95f4d571e05 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:09.273882 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6caf8d63-e7d9-4d9d-a048-b95f4d571e05 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group (8896268a-9035-4c36-847e-c881b61fc7ac), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:09.277189 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6caf8d63-e7d9-4d9d-a048-b95f4d571e05 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8896268a-9035-4c36-847e-c881b61fc7ac), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:09.304734 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6caf8d63-e7d9-4d9d-a048-b95f4d571e05 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:09.305947 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6caf8d63-e7d9-4d9d-a048-b95f4d571e05 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1196969 Mar 05 05:45:09.309018 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46190) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:45:09.310208 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf8d63-e7d9-4d9d-a048-b95f4d571e05 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8896268a-9035-4c36-847e-c881b61fc7ac,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:09.314719 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-04e35776-04b5-48cb-b531-5ab02b7f257e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group_rule': {'security_group_id': '8896268a-9035-4c36-847e-c881b61fc7ac', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:45:09.340063 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-04e35776-04b5-48cb-b531-5ab02b7f257e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (d9394f14-78bd-4859-8cde-67c2e5fd7f9c), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:09.393820 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-04e35776-04b5-48cb-b531-5ab02b7f257e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (d9394f14-78bd-4859-8cde-67c2e5fd7f9c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:09.397942 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-04e35776-04b5-48cb-b531-5ab02b7f257e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (d9394f14-78bd-4859-8cde-67c2e5fd7f9c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:09.416303 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e35776-04b5-48cb-b531-5ab02b7f257e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9394f14-78bd-4859-8cde-67c2e5fd7f9c,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:09.423134 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-04e35776-04b5-48cb-b531-5ab02b7f257e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:09.424327 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-04e35776-04b5-48cb-b531-5ab02b7f257e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1143095 Mar 05 05:45:09.427017 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46192) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:45:09.431449 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-e2e5db90-9089-43f2-8864-daedbf919e11 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group_rule': {'security_group_id': '8896268a-9035-4c36-847e-c881b61fc7ac', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:45:09.455805 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e2e5db90-9089-43f2-8864-daedbf919e11 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (1d3c5b1e-e0a4-404f-8645-d99cd2cf7f2c), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:09.511605 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e2e5db90-9089-43f2-8864-daedbf919e11 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (1d3c5b1e-e0a4-404f-8645-d99cd2cf7f2c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:09.514964 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e2e5db90-9089-43f2-8864-daedbf919e11 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (1d3c5b1e-e0a4-404f-8645-d99cd2cf7f2c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:09.533188 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5db90-9089-43f2-8864-daedbf919e11 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3c5b1e-e0a4-404f-8645-d99cd2cf7f2c,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:09.543220 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e2e5db90-9089-43f2-8864-daedbf919e11 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:09.544476 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e2e5db90-9089-43f2-8864-daedbf919e11 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1165092 Mar 05 05:45:09.547235 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46194) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:45:09.551899 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-c383df18-8aad-40ca-9843-d1fe9cd64038 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group_rule': {'security_group_id': '8896268a-9035-4c36-847e-c881b61fc7ac', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:45:09.580695 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c383df18-8aad-40ca-9843-d1fe9cd64038 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (deb222be-1085-4ea2-8937-d7d936ebb7e9), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:09.643233 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c383df18-8aad-40ca-9843-d1fe9cd64038 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (deb222be-1085-4ea2-8937-d7d936ebb7e9), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:09.648210 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c383df18-8aad-40ca-9843-d1fe9cd64038 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (deb222be-1085-4ea2-8937-d7d936ebb7e9), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:09.668904 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383df18-8aad-40ca-9843-d1fe9cd64038 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb222be-1085-4ea2-8937-d7d936ebb7e9,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:09.682186 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c383df18-8aad-40ca-9843-d1fe9cd64038 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:09.683417 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c383df18-8aad-40ca-9843-d1fe9cd64038 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1350033 Mar 05 05:45:09.686154 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46196) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:45:09.690516 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-9077829f-5ae3-4555-824e-02d8bc83cdee tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group_rule': {'security_group_id': '8896268a-9035-4c36-847e-c881b61fc7ac', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:45:09.716418 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9077829f-5ae3-4555-824e-02d8bc83cdee tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (99104f36-34b8-414d-89bd-b81ae40f0ee9), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:09.776491 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9077829f-5ae3-4555-824e-02d8bc83cdee tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (99104f36-34b8-414d-89bd-b81ae40f0ee9), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:09.780427 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9077829f-5ae3-4555-824e-02d8bc83cdee tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (99104f36-34b8-414d-89bd-b81ae40f0ee9), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:09.796867 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077829f-5ae3-4555-824e-02d8bc83cdee tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99104f36-34b8-414d-89bd-b81ae40f0ee9,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:09.809642 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9077829f-5ae3-4555-824e-02d8bc83cdee tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:09.810949 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9077829f-5ae3-4555-824e-02d8bc83cdee tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1238678 Mar 05 05:45:09.813699 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46198) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:45:09.818082 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-6129e32d-17c5-4b04-bbb1-c5ab588971bd tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group_rule': {'security_group_id': '8896268a-9035-4c36-847e-c881b61fc7ac', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:45:09.840565 n-d-789963-32 neutron-server[105231]: INFO neutron.db.securitygroups_db [None req-6129e32d-17c5-4b04-bbb1-c5ab588971bd tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Project ba2e0d8d43284548af1760695ecb9a0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:45:09.848214 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6129e32d-17c5-4b04-bbb1-c5ab588971bd tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (efbfae27-e53d-4f3f-87bd-904219fa9360), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:09.906341 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6129e32d-17c5-4b04-bbb1-c5ab588971bd tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (efbfae27-e53d-4f3f-87bd-904219fa9360), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:09.909702 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6129e32d-17c5-4b04-bbb1-c5ab588971bd tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (efbfae27-e53d-4f3f-87bd-904219fa9360), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:09.926155 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129e32d-17c5-4b04-bbb1-c5ab588971bd tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efbfae27-e53d-4f3f-87bd-904219fa9360,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:09.934575 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6129e32d-17c5-4b04-bbb1-c5ab588971bd tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:09.936044 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6129e32d-17c5-4b04-bbb1-c5ab588971bd tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1214013 Mar 05 05:45:09.938817 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46200) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:45:09.943188 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-6c79d73f-71c6-43df-9053-ef7ca4a0c340 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group_rule': {'security_group_id': '8896268a-9035-4c36-847e-c881b61fc7ac', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:45:09.963973 n-d-789963-32 neutron-server[105231]: INFO neutron.db.securitygroups_db [None req-6c79d73f-71c6-43df-9053-ef7ca4a0c340 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Project ba2e0d8d43284548af1760695ecb9a0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:45:09.968729 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6c79d73f-71c6-43df-9053-ef7ca4a0c340 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (ebf3bf79-867b-41dc-8315-264306d25191), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:10.026003 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6c79d73f-71c6-43df-9053-ef7ca4a0c340 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (ebf3bf79-867b-41dc-8315-264306d25191), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:10.029317 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6c79d73f-71c6-43df-9053-ef7ca4a0c340 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (ebf3bf79-867b-41dc-8315-264306d25191), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:10.046457 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79d73f-71c6-43df-9053-ef7ca4a0c340 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf3bf79-867b-41dc-8315-264306d25191,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:10.054269 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6c79d73f-71c6-43df-9053-ef7ca4a0c340 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:10.055489 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6c79d73f-71c6-43df-9053-ef7ca4a0c340 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1157341 Mar 05 05:45:10.058356 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46202) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:45:10.063066 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-9e950f77-d89d-4053-aec4-a86eff0f811c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'network': {'name': 'tempest-network-smoke--655017135', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'port_security_enabled': True}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:45:10.082609 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e950f77-d89d-4053-aec4-a86eff0f811c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Made reservation on behalf of ba2e0d8d43284548af1760695ecb9a0e for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:45:10.086396 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9e950f77-d89d-4053-aec4-a86eff0f811c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:10.111577 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e950f77-d89d-4053-aec4-a86eff0f811c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:45:10.120659 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9e950f77-d89d-4053-aec4-a86eff0f811c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (435a45b2-3283-4463-a724-d92a0753a32d), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:10.121005 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-9e950f77-d89d-4053-aec4-a86eff0f811c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Added segment 435a45b2-3283-4463-a724-d92a0753a32d of type vlan for network 7ed0e031-9152-4d95-b3d3-9871b6ce6a32 Mar 05 05:45:10.167528 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9e950f77-d89d-4053-aec4-a86eff0f811c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (7ed0e031-9152-4d95-b3d3-9871b6ce6a32), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:10.192056 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9e950f77-d89d-4053-aec4-a86eff0f811c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (7ed0e031-9152-4d95-b3d3-9871b6ce6a32), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:10.197596 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e950f77-d89d-4053-aec4-a86eff0f811c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:10.198179 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9e950f77-d89d-4053-aec4-a86eff0f811c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:10.234991 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9e950f77-d89d-4053-aec4-a86eff0f811c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1756012 Mar 05 05:45:10.236458 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f110e45d-e4ba-40ec-b3d5-d7dd9bd13524 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:45:10.237990 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46204) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:45:10.245428 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-a818759b-d3e4-45a3-beba-822d5e68d81e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-635910221', 'admin_state_up': True, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:45:10.258313 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: f110e45d-e4ba-40ec-b3d5-d7dd9bd13524 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:45:10.258788 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f110e45d-e4ba-40ec-b3d5-d7dd9bd13524 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:45:10.267923 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e950f77-d89d-4053-aec4-a86eff0f811c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Network': ['ID=7ed0e031-9152-4d95-b3d3-9871b6ce6a32,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:10.272287 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a818759b-d3e4-45a3-beba-822d5e68d81e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (14e02e6d-7b5a-4614-846e-b8547ba31f0d), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:10.273335 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a818759b-d3e4-45a3-beba-822d5e68d81e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (14e02e6d-7b5a-4614-846e-b8547ba31f0d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:10.278831 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 7ed0e031-9152-4d95-b3d3-9871b6ce6a32 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:45:10.329990 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a818759b-d3e4-45a3-beba-822d5e68d81e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router_controller (14e02e6d-7b5a-4614-846e-b8547ba31f0d), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:10.475594 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a818759b-d3e4-45a3-beba-822d5e68d81e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router_gateway (14e02e6d-7b5a-4614-846e-b8547ba31f0d), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:10.672619 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a818759b-d3e4-45a3-beba-822d5e68d81e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router_gateway (14e02e6d-7b5a-4614-846e-b8547ba31f0d), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:10.691351 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a818759b-d3e4-45a3-beba-822d5e68d81e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:10.790726 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-a818759b-d3e4-45a3-beba-822d5e68d81e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Allocated IP 172.25.0.229 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:45:10.892959 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a818759b-d3e4-45a3-beba-822d5e68d81e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for port (b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:10.926050 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a818759b-d3e4-45a3-beba-822d5e68d81e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:10.964912 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a818759b-d3e4-45a3-beba-822d5e68d81e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:45:10.967648 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-a818759b-d3e4-45a3-beba-822d5e68d81e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:45:10.971171 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a818759b-d3e4-45a3-beba-822d5e68d81e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:45:10.993261 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818759b-d3e4-45a3-beba-822d5e68d81e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Port': ['ID=b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:11.219989 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a818759b-d3e4-45a3-beba-822d5e68d81e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router_gateway (14e02e6d-7b5a-4614-846e-b8547ba31f0d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:11.421618 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a818759b-d3e4-45a3-beba-822d5e68d81e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (14e02e6d-7b5a-4614-846e-b8547ba31f0d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:11.507206 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-686e8e09-3757-44bf-8d6f-b1dad9a68f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:11.551170 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a818759b-d3e4-45a3-beba-822d5e68d81e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Router 14e02e6d-7b5a-4614-846e-b8547ba31f0d is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:45:11.666709 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a818759b-d3e4-45a3-beba-822d5e68d81e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:45:11.675926 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427fd71c-a150-46d6-997e-041b0fe98177 None None] Sync routers for ids ['14e02e6d-7b5a-4614-846e-b8547ba31f0d'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:45:11.686129 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427fd71c-a150-46d6-997e-041b0fe98177 None None] Routers {'14e02e6d-7b5a-4614-846e-b8547ba31f0d'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:45:11.686791 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-427fd71c-a150-46d6-997e-041b0fe98177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:44:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['14e02e6d-7b5a-4614-846e-b8547ba31f0d'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:45:11.687880 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a818759b-d3e4-45a3-beba-822d5e68d81e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:11.692194 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a818759b-d3e4-45a3-beba-822d5e68d81e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4499135 Mar 05 05:45:11.692345 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46206) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:45:11.728169 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3231b6de-f67d-4340-942d-39887b662f9f tempest-TestNetworkAdvancedServerOps-746894055 tempest-TestNetworkAdvancedServerOps-746894055-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=ba2e0d8d43284548af1760695ecb9a0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322187 Mar 05 05:45:11.728413 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46208) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:45:11.794336 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-427fd71c-a150-46d6-997e-041b0fe98177 None None] Set router 14e02e6d-7b5a-4614-846e-b8547ba31f0d gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:45:11.819918 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c702313-f1a9-4c83-858f-21d6a07d3535 tempest-TestNetworkAdvancedServerOps-746894055 tempest-TestNetworkAdvancedServerOps-746894055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:11.821523 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5c702313-f1a9-4c83-858f-21d6a07d3535 tempest-TestNetworkAdvancedServerOps-746894055 tempest-TestNetworkAdvancedServerOps-746894055-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0923083 Mar 05 05:45:11.824694 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46210) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:45:11.853589 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-cb36e2b1-f1f4-4851-ae1a-fe2f6ccc01c3 tempest-TestNetworkAdvancedServerOps-746894055 tempest-TestNetworkAdvancedServerOps-746894055-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=ff625bbb-6b8f-4740-be08-a562ec9a34a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275497 Mar 05 05:45:11.856250 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46212) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:45:11.861503 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-eac6efa1-7d0c-4471-92f2-db02c638a1fe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1461349332', 'network_id': '7ed0e031-9152-4d95-b3d3-9871b6ce6a32', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:45:11.982013 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-427fd71c-a150-46d6-997e-041b0fe98177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635910221', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:45:10Z', 'updated_at': '2022-03-05T05:45:11Z', 'revision_number': 3, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:45:10Z', 'updated_at': '2022-03-05T05:45:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:45:12.010102 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427fd71c-a150-46d6-997e-041b0fe98177 None None] Checking router: 14e02e6d-7b5a-4614-846e-b8547ba31f0d for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:45:12.010469 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427fd71c-a150-46d6-997e-041b0fe98177 None None] Updating router 14e02e6d-7b5a-4614-846e-b8547ba31f0d port b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:45:12.043436 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-427fd71c-a150-46d6-997e-041b0fe98177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:12.311456 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac6efa1-7d0c-4471-92f2-db02c638a1fe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Made reservation on behalf of ba2e0d8d43284548af1760695ecb9a0e for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:45:12.313208 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-427fd71c-a150-46d6-997e-041b0fe98177 None None] Publish callbacks [] for port (b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:12.314796 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eac6efa1-7d0c-4471-92f2-db02c638a1fe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:12.320374 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-427fd71c-a150-46d6-997e-041b0fe98177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:12.373378 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a339598-7a1c-418e-8f10-51de2a073b9c None None] Pushing event updated for resources: {'Port': ['ID=b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:12.375732 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-427fd71c-a150-46d6-997e-041b0fe98177 None None] Attempting to bind port b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:45:12.376021 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-427fd71c-a150-46d6-997e-041b0fe98177 None None] Attempting to bind port b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:45:12.376395 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427fd71c-a150-46d6-997e-041b0fe98177 None None] Attempting to bind port b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:45:12.382219 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427fd71c-a150-46d6-997e-041b0fe98177 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:45:12.382903 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427fd71c-a150-46d6-997e-041b0fe98177 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:45:12.383055 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-427fd71c-a150-46d6-997e-041b0fe98177 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:12.383432 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427fd71c-a150-46d6-997e-041b0fe98177 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:45:12.383921 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-427fd71c-a150-46d6-997e-041b0fe98177 None None] Bound port: b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:45:12.384298 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-427fd71c-a150-46d6-997e-041b0fe98177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:12.442072 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-427fd71c-a150-46d6-997e-041b0fe98177 None None] For port b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:45:12.445280 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-427fd71c-a150-46d6-997e-041b0fe98177 None None] For port b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:45:12.450831 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-427fd71c-a150-46d6-997e-041b0fe98177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:12.505458 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eac6efa1-7d0c-4471-92f2-db02c638a1fe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (fc6afe37-0b1d-4f25-a110-8853b607f276), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:12.511915 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427fd71c-a150-46d6-997e-041b0fe98177 None None] Routers {'14e02e6d-7b5a-4614-846e-b8547ba31f0d'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:45:12.512468 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-427fd71c-a150-46d6-997e-041b0fe98177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:44:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['14e02e6d-7b5a-4614-846e-b8547ba31f0d'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:45:12.517277 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a339598-7a1c-418e-8f10-51de2a073b9c None None] Pushing event updated for resources: {'Port': ['ID=b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:12.563525 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6efa1-7d0c-4471-92f2-db02c638a1fe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Subnet': ['ID=fc6afe37-0b1d-4f25-a110-8853b607f276,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:12.574597 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac6efa1-7d0c-4471-92f2-db02c638a1fe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Checking segment: {'id': '435a45b2-3283-4463-a724-d92a0753a32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7ed0e031-9152-4d95-b3d3-9871b6ce6a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:45:12.574968 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac6efa1-7d0c-4471-92f2-db02c638a1fe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network hostable DHCP agents. Network: 7ed0e031-9152-4d95-b3d3-9871b6ce6a32, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:45:12.591364 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac6efa1-7d0c-4471-92f2-db02c638a1fe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network 7ed0e031-9152-4d95-b3d3-9871b6ce6a32 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:45:12.599972 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-eac6efa1-7d0c-4471-92f2-db02c638a1fe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 7ed0e031-9152-4d95-b3d3-9871b6ce6a32) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:45:12.604588 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac6efa1-7d0c-4471-92f2-db02c638a1fe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:12.605206 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-eac6efa1-7d0c-4471-92f2-db02c638a1fe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:12.611542 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d16836-ef46-43da-8fc2-1852a66f5fd2 None None] Network 7ed0e031-9152-4d95-b3d3-9871b6ce6a32 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:45:12.622188 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-eac6efa1-7d0c-4471-92f2-db02c638a1fe tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7649200 Mar 05 05:45:12.624983 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46214) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:45:12.680421 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-427fd71c-a150-46d6-997e-041b0fe98177 None None] Set router 14e02e6d-7b5a-4614-846e-b8547ba31f0d gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:45:12.982213 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33ebb2a-4eba-46e5-8c4a-d706c1ea79f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-7ed0e031-9152-4d95-b3d3-9871b6ce6a32', 'network_id': '7ed0e031-9152-4d95-b3d3-9871b6ce6a32', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'fixed_ips': [{'subnet_id': 'fc6afe37-0b1d-4f25-a110-8853b607f276'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:45:12.983167 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e33ebb2a-4eba-46e5-8c4a-d706c1ea79f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:13.072829 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-960d4d37-65ce-40ec-9224-012f2acacc0e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:13.161269 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-427fd71c-a150-46d6-997e-041b0fe98177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635910221', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:45:10Z', 'updated_at': '2022-03-05T05:45:11Z', 'revision_number': 3, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:45:10Z', 'updated_at': '2022-03-05T05:45:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:45:13.191394 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427fd71c-a150-46d6-997e-041b0fe98177 None None] The sync data for ids ['14e02e6d-7b5a-4614-846e-b8547ba31f0d'] in n-d-789963-32 is: [{'id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635910221', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:45:10Z', 'updated_at': '2022-03-05T05:45:11Z', 'revision_number': 3, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:45:10Z', 'updated_at': '2022-03-05T05:45:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:45:13.196906 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-e33ebb2a-4eba-46e5-8c4a-d706c1ea79f7 None None] Allocated IP 172.20.0.2 (7ed0e031-9152-4d95-b3d3-9871b6ce6a32/fc6afe37-0b1d-4f25-a110-8853b607f276/81a4b2ce-cf45-461b-8eaf-57042f8efc1c) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:45:13.354966 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e33ebb2a-4eba-46e5-8c4a-d706c1ea79f7 None None] Publish callbacks [] for port (81a4b2ce-cf45-461b-8eaf-57042f8efc1c), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:13.361433 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e33ebb2a-4eba-46e5-8c4a-d706c1ea79f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (81a4b2ce-cf45-461b-8eaf-57042f8efc1c), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:13.409198 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33ebb2a-4eba-46e5-8c4a-d706c1ea79f7 None None] Network 7ed0e031-9152-4d95-b3d3-9871b6ce6a32 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:45:13.413913 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ebb2a-4eba-46e5-8c4a-d706c1ea79f7 None None] Pushing event updated for resources: {'Port': ['ID=81a4b2ce-cf45-461b-8eaf-57042f8efc1c,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:13.418060 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-e33ebb2a-4eba-46e5-8c4a-d706c1ea79f7 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:45:13.420655 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33ebb2a-4eba-46e5-8c4a-d706c1ea79f7 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:45:13.424760 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-960d4d37-65ce-40ec-9224-012f2acacc0e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Allocated IP 172.20.0.1 (7ed0e031-9152-4d95-b3d3-9871b6ce6a32/fc6afe37-0b1d-4f25-a110-8853b607f276/f17c2a9c-69d4-408f-98cb-f4c5cfcd466e) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:45:13.502634 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-e33ebb2a-4eba-46e5-8c4a-d706c1ea79f7 None None] Attempting to bind port 81a4b2ce-cf45-461b-8eaf-57042f8efc1c on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:45:13.503018 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-e33ebb2a-4eba-46e5-8c4a-d706c1ea79f7 None None] Attempting to bind port 81a4b2ce-cf45-461b-8eaf-57042f8efc1c by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '435a45b2-3283-4463-a724-d92a0753a32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7ed0e031-9152-4d95-b3d3-9871b6ce6a32'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:45:13.503405 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33ebb2a-4eba-46e5-8c4a-d706c1ea79f7 None None] Attempting to bind port 81a4b2ce-cf45-461b-8eaf-57042f8efc1c on network 7ed0e031-9152-4d95-b3d3-9871b6ce6a32 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:45:13.508873 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33ebb2a-4eba-46e5-8c4a-d706c1ea79f7 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:45:13.509273 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33ebb2a-4eba-46e5-8c4a-d706c1ea79f7 None None] Checking segment: {'id': '435a45b2-3283-4463-a724-d92a0753a32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7ed0e031-9152-4d95-b3d3-9871b6ce6a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:45:13.509658 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e33ebb2a-4eba-46e5-8c4a-d706c1ea79f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:13.510053 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33ebb2a-4eba-46e5-8c4a-d706c1ea79f7 None None] Bound using segment: {'id': '435a45b2-3283-4463-a724-d92a0753a32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7ed0e031-9152-4d95-b3d3-9871b6ce6a32'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:45:13.510527 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-e33ebb2a-4eba-46e5-8c4a-d706c1ea79f7 None None] Bound port: 81a4b2ce-cf45-461b-8eaf-57042f8efc1c, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435a45b2-3283-4463-a724-d92a0753a32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7ed0e031-9152-4d95-b3d3-9871b6ce6a32'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:45:13.510909 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e33ebb2a-4eba-46e5-8c4a-d706c1ea79f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (81a4b2ce-cf45-461b-8eaf-57042f8efc1c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:13.579336 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-e33ebb2a-4eba-46e5-8c4a-d706c1ea79f7 None None] For port 81a4b2ce-cf45-461b-8eaf-57042f8efc1c, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:45:13.585394 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-960d4d37-65ce-40ec-9224-012f2acacc0e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for port (f17c2a9c-69d4-408f-98cb-f4c5cfcd466e), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:13.585756 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-e33ebb2a-4eba-46e5-8c4a-d706c1ea79f7 None None] For port 81a4b2ce-cf45-461b-8eaf-57042f8efc1c, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=81a4b2ce-cf45-461b-8eaf-57042f8efc1c,segment=NetworkSegment(435a45b2-3283-4463-a724-d92a0753a32d),segment_id=435a45b2-3283-4463-a724-d92a0753a32d)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:45:13.593690 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e33ebb2a-4eba-46e5-8c4a-d706c1ea79f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (81a4b2ce-cf45-461b-8eaf-57042f8efc1c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:13.626775 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-960d4d37-65ce-40ec-9224-012f2acacc0e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (f17c2a9c-69d4-408f-98cb-f4c5cfcd466e), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:13.657142 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ebb2a-4eba-46e5-8c4a-d706c1ea79f7 None None] Pushing event updated for resources: {'Port': ['ID=81a4b2ce-cf45-461b-8eaf-57042f8efc1c,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:13.666114 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960d4d37-65ce-40ec-9224-012f2acacc0e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network 7ed0e031-9152-4d95-b3d3-9871b6ce6a32 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:45:13.670590 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-960d4d37-65ce-40ec-9224-012f2acacc0e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:45:13.673078 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960d4d37-65ce-40ec-9224-012f2acacc0e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:45:13.727152 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d4d37-65ce-40ec-9224-012f2acacc0e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Port': ['ID=f17c2a9c-69d4-408f-98cb-f4c5cfcd466e,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:13.740284 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-960d4d37-65ce-40ec-9224-012f2acacc0e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (14e02e6d-7b5a-4614-846e-b8547ba31f0d), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:13.794474 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-eccc6fe6-7ff7-46d3-9148-2c1d767fe72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:13.924628 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-960d4d37-65ce-40ec-9224-012f2acacc0e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f17c2a9c-69d4-408f-98cb-f4c5cfcd466e), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:14.225383 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-960d4d37-65ce-40ec-9224-012f2acacc0e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for port (f17c2a9c-69d4-408f-98cb-f4c5cfcd466e), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:14.230573 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-960d4d37-65ce-40ec-9224-012f2acacc0e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (f17c2a9c-69d4-408f-98cb-f4c5cfcd466e), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:14.310654 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-960d4d37-65ce-40ec-9224-012f2acacc0e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (14e02e6d-7b5a-4614-846e-b8547ba31f0d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:14.312784 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d4d37-65ce-40ec-9224-012f2acacc0e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Port': ['ID=f17c2a9c-69d4-408f-98cb-f4c5cfcd466e,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:14.334620 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:14.358375 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 81a4b2ce-cf45-461b-8eaf-57042f8efc1c up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:45:14.417927 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960d4d37-65ce-40ec-9224-012f2acacc0e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network 7ed0e031-9152-4d95-b3d3-9871b6ce6a32 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:45:14.419799 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-960d4d37-65ce-40ec-9224-012f2acacc0e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:45:14.423633 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 81a4b2ce-cf45-461b-8eaf-57042f8efc1c triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:45:14.424083 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (81a4b2ce-cf45-461b-8eaf-57042f8efc1c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:14.513662 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:45:14.529237 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 81a4b2ce-cf45-461b-8eaf-57042f8efc1c is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:45:14.529764 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (81a4b2ce-cf45-461b-8eaf-57042f8efc1c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:14.532849 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:14.546793 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960d4d37-65ce-40ec-9224-012f2acacc0e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Router 14e02e6d-7b5a-4614-846e-b8547ba31f0d has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:45:14.568320 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 81a4b2ce-cf45-461b-8eaf-57042f8efc1c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=81a4b2ce-cf45-461b-8eaf-57042f8efc1c,segment=NetworkSegment(435a45b2-3283-4463-a724-d92a0753a32d),segment_id=435a45b2-3283-4463-a724-d92a0753a32d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:45:14.576820 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (81a4b2ce-cf45-461b-8eaf-57042f8efc1c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:14.577633 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:45:14.657571 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=81a4b2ce-cf45-461b-8eaf-57042f8efc1c,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:14.673807 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960d4d37-65ce-40ec-9224-012f2acacc0e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:45:14.674214 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:45:14.674597 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:14.682989 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-960d4d37-65ce-40ec-9224-012f2acacc0e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "PUT /v2.0/routers/14e02e6d-7b5a-4614-846e-b8547ba31f0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0549486 Mar 05 05:45:14.762463 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:45:14.763363 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:14.774208 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8a50ea-0d53-4723-87e5-27415c24e4e5 None None] Network 7ed0e031-9152-4d95-b3d3-9871b6ce6a32 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:45:14.818023 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:45:14.855588 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-23e1a390-825c-4877-8be5-a43300805051 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2072257244&fields=id&tenant_id=ba2e0d8d43284548af1760695ecb9a0e HTTP/1.1" status: 200 len: 267 time: 0.0541513 Mar 05 05:45:14.856878 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:14.862679 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-27fac6ec-6467-4525-b22a-db630d460cfa None None] Provisioning complete for port 81a4b2ce-cf45-461b-8eaf-57042f8efc1c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:45:14.863047 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-27fac6ec-6467-4525-b22a-db630d460cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (81a4b2ce-cf45-461b-8eaf-57042f8efc1c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:14.969148 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:14.980297 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-10e89e43-2976-4e98-a910-221c208794fb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:14.981862 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-10e89e43-2976-4e98-a910-221c208794fb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/networks?id=7ed0e031-9152-4d95-b3d3-9871b6ce6a32 HTTP/1.1" status: 200 len: 796 time: 0.1153166 Mar 05 05:45:14.998385 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-a10e5c71-63ee-47f2-84c5-a383f56cbd8e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/quotas/ba2e0d8d43284548af1760695ecb9a0e HTTP/1.1" status: 200 len: 375 time: 0.0108938 Mar 05 05:45:15.030993 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-27fac6ec-6467-4525-b22a-db630d460cfa None None] Current status of the port 81a4b2ce-cf45-461b-8eaf-57042f8efc1c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:45:15.058406 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-34b49b47-4853-4a32-92e8-40ceb6433c61 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536470 Mar 05 05:45:15.159405 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fda8a06-d9a3-450a-9071-d3ba5e495c1b None None] Sync routers for ids ['14e02e6d-7b5a-4614-846e-b8547ba31f0d'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:45:15.170348 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fda8a06-d9a3-450a-9071-d3ba5e495c1b None None] Routers {'14e02e6d-7b5a-4614-846e-b8547ba31f0d'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:45:15.170802 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-3fda8a06-d9a3-450a-9071-d3ba5e495c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:45:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['14e02e6d-7b5a-4614-846e-b8547ba31f0d'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:45:15.171692 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-5b0c0acb-3e5f-4cfa-8089-5207334509ee service neutron] 10.222.0.11 "GET /v2.0/networks/7ed0e031-9152-4d95-b3d3-9871b6ce6a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994279 Mar 05 05:45:15.200996 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:15.257963 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f828b448-a9a6-4baf-bc86-250c08507858 None None] Provisioning complete for port 81a4b2ce-cf45-461b-8eaf-57042f8efc1c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:45:15.258344 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f828b448-a9a6-4baf-bc86-250c08507858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (81a4b2ce-cf45-461b-8eaf-57042f8efc1c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:15.292773 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-d9539128-5449-4a4b-9ed5-dadc9091ba11 service neutron] 10.222.0.11 "GET /v2.0/networks/7ed0e031-9152-4d95-b3d3-9871b6ce6a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042633 Mar 05 05:45:15.298646 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-3fda8a06-d9a3-450a-9071-d3ba5e495c1b None None] Set router 14e02e6d-7b5a-4614-846e-b8547ba31f0d gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:45:15.363548 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f828b448-a9a6-4baf-bc86-250c08507858 None None] Current status of the port 81a4b2ce-cf45-461b-8eaf-57042f8efc1c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:45:15.376973 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f828b448-a9a6-4baf-bc86-250c08507858 None None] Provisioning complete for port f17c2a9c-69d4-408f-98cb-f4c5cfcd466e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:45:15.377377 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f828b448-a9a6-4baf-bc86-250c08507858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f17c2a9c-69d4-408f-98cb-f4c5cfcd466e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:15.419016 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f828b448-a9a6-4baf-bc86-250c08507858 None None] Port f17c2a9c-69d4-408f-98cb-f4c5cfcd466e cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:45:15.508250 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cd7b515f-2b3c-4ea6-953c-d42675183346 req-7861a27e-f796-4e36-a5d7-1d373ab4e4dc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 210 time: 0.0370588 Mar 05 05:45:15.542908 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fc7a960a-d347-49e7-8852-230fb8eb11b5 None None] Provisioning complete for port f17c2a9c-69d4-408f-98cb-f4c5cfcd466e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:45:15.543380 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fc7a960a-d347-49e7-8852-230fb8eb11b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f17c2a9c-69d4-408f-98cb-f4c5cfcd466e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:15.544773 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-3fda8a06-d9a3-450a-9071-d3ba5e495c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635910221', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:45:10Z', 'updated_at': '2022-03-05T05:45:13Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:45:10Z', 'updated_at': '2022-03-05T05:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'f17c2a9c-69d4-408f-98cb-f4c5cfcd466e', 'name': '', 'network_id': '7ed0e031-9152-4d95-b3d3-9871b6ce6a32', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:a4:af:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'fc6afe37-0b1d-4f25-a110-8853b607f276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:45:13Z', 'updated_at': '2022-03-05T05:45:14Z', 'revision_number': 2, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': 'fc6afe37-0b1d-4f25-a110-8853b607f276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:45:15.573380 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fda8a06-d9a3-450a-9071-d3ba5e495c1b None None] Checking router: 14e02e6d-7b5a-4614-846e-b8547ba31f0d for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:45:15.574272 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fda8a06-d9a3-450a-9071-d3ba5e495c1b None None] Updating router 14e02e6d-7b5a-4614-846e-b8547ba31f0d port f17c2a9c-69d4-408f-98cb-f4c5cfcd466e binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:45:15.585858 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fc7a960a-d347-49e7-8852-230fb8eb11b5 None None] Port f17c2a9c-69d4-408f-98cb-f4c5cfcd466e cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:45:15.605762 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-3fda8a06-d9a3-450a-9071-d3ba5e495c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f17c2a9c-69d4-408f-98cb-f4c5cfcd466e), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:15.805271 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3be82c79-c79f-4c52-8a3c-6b0fded6bfe2 None None] Provisioning complete for port f17c2a9c-69d4-408f-98cb-f4c5cfcd466e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:45:15.805847 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3be82c79-c79f-4c52-8a3c-6b0fded6bfe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f17c2a9c-69d4-408f-98cb-f4c5cfcd466e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:15.840602 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3be82c79-c79f-4c52-8a3c-6b0fded6bfe2 None None] Port f17c2a9c-69d4-408f-98cb-f4c5cfcd466e cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:45:15.992592 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-3fda8a06-d9a3-450a-9071-d3ba5e495c1b None None] Publish callbacks [] for port (f17c2a9c-69d4-408f-98cb-f4c5cfcd466e), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:15.997814 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-3fda8a06-d9a3-450a-9071-d3ba5e495c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f17c2a9c-69d4-408f-98cb-f4c5cfcd466e), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:16.047667 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a40bb-54ce-4953-a921-f4062846dce8 None None] Pushing event updated for resources: {'Port': ['ID=f17c2a9c-69d4-408f-98cb-f4c5cfcd466e,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:16.074725 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a40bb-54ce-4953-a921-f4062846dce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:45:16.075123 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a40bb-54ce-4953-a921-f4062846dce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:45:16.075432 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a40bb-54ce-4953-a921-f4062846dce8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:45:16.075775 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a40bb-54ce-4953-a921-f4062846dce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:45:16.076104 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a40bb-54ce-4953-a921-f4062846dce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:45:16.076432 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a40bb-54ce-4953-a921-f4062846dce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:45:16.076756 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a40bb-54ce-4953-a921-f4062846dce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:45:16.077080 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a40bb-54ce-4953-a921-f4062846dce8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:45:16.077400 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a40bb-54ce-4953-a921-f4062846dce8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:45:16.077722 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a40bb-54ce-4953-a921-f4062846dce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:45:16.078042 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a40bb-54ce-4953-a921-f4062846dce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:45:16.078382 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a40bb-54ce-4953-a921-f4062846dce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:45:16.078676 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a40bb-54ce-4953-a921-f4062846dce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:45:16.120238 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-3fda8a06-d9a3-450a-9071-d3ba5e495c1b None None] Attempting to bind port f17c2a9c-69d4-408f-98cb-f4c5cfcd466e on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:45:16.120616 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-3fda8a06-d9a3-450a-9071-d3ba5e495c1b None None] Attempting to bind port f17c2a9c-69d4-408f-98cb-f4c5cfcd466e by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '435a45b2-3283-4463-a724-d92a0753a32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7ed0e031-9152-4d95-b3d3-9871b6ce6a32'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:45:16.120985 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fda8a06-d9a3-450a-9071-d3ba5e495c1b None None] Attempting to bind port f17c2a9c-69d4-408f-98cb-f4c5cfcd466e on network 7ed0e031-9152-4d95-b3d3-9871b6ce6a32 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:45:16.127104 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fda8a06-d9a3-450a-9071-d3ba5e495c1b None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:45:16.127490 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fda8a06-d9a3-450a-9071-d3ba5e495c1b None None] Checking segment: {'id': '435a45b2-3283-4463-a724-d92a0753a32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7ed0e031-9152-4d95-b3d3-9871b6ce6a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:45:16.127889 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-3fda8a06-d9a3-450a-9071-d3ba5e495c1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:16.128278 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fda8a06-d9a3-450a-9071-d3ba5e495c1b None None] Bound using segment: {'id': '435a45b2-3283-4463-a724-d92a0753a32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7ed0e031-9152-4d95-b3d3-9871b6ce6a32'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:45:16.128883 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-3fda8a06-d9a3-450a-9071-d3ba5e495c1b None None] Bound port: f17c2a9c-69d4-408f-98cb-f4c5cfcd466e, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435a45b2-3283-4463-a724-d92a0753a32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7ed0e031-9152-4d95-b3d3-9871b6ce6a32'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:45:16.129263 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-3fda8a06-d9a3-450a-9071-d3ba5e495c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f17c2a9c-69d4-408f-98cb-f4c5cfcd466e), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:16.195470 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-3fda8a06-d9a3-450a-9071-d3ba5e495c1b None None] For port f17c2a9c-69d4-408f-98cb-f4c5cfcd466e, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:45:16.198791 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-3fda8a06-d9a3-450a-9071-d3ba5e495c1b None None] For port f17c2a9c-69d4-408f-98cb-f4c5cfcd466e, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=f17c2a9c-69d4-408f-98cb-f4c5cfcd466e,segment=NetworkSegment(435a45b2-3283-4463-a724-d92a0753a32d),segment_id=435a45b2-3283-4463-a724-d92a0753a32d)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:45:16.206342 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-3fda8a06-d9a3-450a-9071-d3ba5e495c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f17c2a9c-69d4-408f-98cb-f4c5cfcd466e), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:16.266812 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fda8a06-d9a3-450a-9071-d3ba5e495c1b None None] Routers {'14e02e6d-7b5a-4614-846e-b8547ba31f0d'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:45:16.267464 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-3fda8a06-d9a3-450a-9071-d3ba5e495c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:45:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['14e02e6d-7b5a-4614-846e-b8547ba31f0d'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:45:16.275481 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-b39a1b61-b724-4658-9ea8-29f87f5f1b0f None None] Provisioning complete for port f17c2a9c-69d4-408f-98cb-f4c5cfcd466e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:45:16.276054 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b39a1b61-b724-4658-9ea8-29f87f5f1b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f17c2a9c-69d4-408f-98cb-f4c5cfcd466e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:16.310855 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a40bb-54ce-4953-a921-f4062846dce8 None None] Pushing event updated for resources: {'Port': ['ID=f17c2a9c-69d4-408f-98cb-f4c5cfcd466e,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:16.325715 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 81a4b2ce-cf45-461b-8eaf-57042f8efc1c up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:45:16.405787 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 81a4b2ce-cf45-461b-8eaf-57042f8efc1c triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:45:16.406421 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (81a4b2ce-cf45-461b-8eaf-57042f8efc1c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:16.427583 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-3fda8a06-d9a3-450a-9071-d3ba5e495c1b None None] Set router 14e02e6d-7b5a-4614-846e-b8547ba31f0d gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:45:16.471042 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b39a1b61-b724-4658-9ea8-29f87f5f1b0f None None] Current status of the port f17c2a9c-69d4-408f-98cb-f4c5cfcd466e is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:45:16.471802 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b39a1b61-b724-4658-9ea8-29f87f5f1b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f17c2a9c-69d4-408f-98cb-f4c5cfcd466e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:16.510923 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:16.563686 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-b39a1b61-b724-4658-9ea8-29f87f5f1b0f None None] For port f17c2a9c-69d4-408f-98cb-f4c5cfcd466e, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=f17c2a9c-69d4-408f-98cb-f4c5cfcd466e,segment=NetworkSegment(435a45b2-3283-4463-a724-d92a0753a32d),segment_id=435a45b2-3283-4463-a724-d92a0753a32d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:45:16.578970 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b39a1b61-b724-4658-9ea8-29f87f5f1b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f17c2a9c-69d4-408f-98cb-f4c5cfcd466e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:16.617917 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 81a4b2ce-cf45-461b-8eaf-57042f8efc1c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:45:16.620446 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:45:16.649553 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9a8b8874-0e21-4336-a7fb-34626c09eede req-1e45e61a-ccbd-47fc-bac0-059c7d143ff8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 210 time: 0.0534124 Mar 05 05:45:16.654312 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-9b856b93-0df7-4138-9aa6-b70d96403b18 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:16.655867 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-9b856b93-0df7-4138-9aa6-b70d96403b18 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.30 "GET /v2.0/networks?id=7ed0e031-9152-4d95-b3d3-9871b6ce6a32 HTTP/1.1" status: 200 len: 796 time: 0.2143619 Mar 05 05:45:16.701150 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a1b61-b724-4658-9ea8-29f87f5f1b0f None None] Pushing event updated for resources: {'Port': ['ID=f17c2a9c-69d4-408f-98cb-f4c5cfcd466e,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:16.713944 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-5dd0c2fd-71a4-465e-b266-8172bb17bd55 None None] Provisioning complete for port f17c2a9c-69d4-408f-98cb-f4c5cfcd466e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:45:16.714322 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5dd0c2fd-71a4-465e-b266-8172bb17bd55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f17c2a9c-69d4-408f-98cb-f4c5cfcd466e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:16.721006 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-3fda8a06-d9a3-450a-9071-d3ba5e495c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635910221', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:45:10Z', 'updated_at': '2022-03-05T05:45:13Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:45:10Z', 'updated_at': '2022-03-05T05:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'f17c2a9c-69d4-408f-98cb-f4c5cfcd466e', 'name': '', 'network_id': '7ed0e031-9152-4d95-b3d3-9871b6ce6a32', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:a4:af:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'fc6afe37-0b1d-4f25-a110-8853b607f276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:45:13Z', 'updated_at': '2022-03-05T05:45:16Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': 'fc6afe37-0b1d-4f25-a110-8853b607f276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:45:16.733780 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-dcd39d4f-88dd-4585-9af4-9acaf05f85e8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba2e0d8d43284548af1760695ecb9a0e HTTP/1.1" status: 200 len: 380 time: 0.0693557 Mar 05 05:45:16.743750 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-718c7471-7595-4f22-b880-413fdfe74e1c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'port': {'device_id': '9913b872-e4a4-4eac-9232-8403be796d6e', 'network_id': '7ed0e031-9152-4d95-b3d3-9871b6ce6a32', 'admin_state_up': True, 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'security_groups': ['8896268a-9035-4c36-847e-c881b61fc7ac']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:45:16.744704 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:45:16.745086 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:16.753735 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fda8a06-d9a3-450a-9071-d3ba5e495c1b None None] The sync data for ids ['14e02e6d-7b5a-4614-846e-b8547ba31f0d'] in n-d-789963-32 is: [{'id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635910221', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:45:10Z', 'updated_at': '2022-03-05T05:45:13Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:45:10Z', 'updated_at': '2022-03-05T05:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'f17c2a9c-69d4-408f-98cb-f4c5cfcd466e', 'name': '', 'network_id': '7ed0e031-9152-4d95-b3d3-9871b6ce6a32', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:a4:af:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'fc6afe37-0b1d-4f25-a110-8853b607f276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:45:13Z', 'updated_at': '2022-03-05T05:45:16Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': 'fc6afe37-0b1d-4f25-a110-8853b607f276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:45:16.882671 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:45:16.884757 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-5dd0c2fd-71a4-465e-b266-8172bb17bd55 None None] Current status of the port f17c2a9c-69d4-408f-98cb-f4c5cfcd466e is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:45:16.898023 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-718c7471-7595-4f22-b880-413fdfe74e1c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Made reservation on behalf of ba2e0d8d43284548af1760695ecb9a0e for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:45:16.901532 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-718c7471-7595-4f22-b880-413fdfe74e1c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:17.037516 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-718c7471-7595-4f22-b880-413fdfe74e1c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Allocated IP 172.20.0.8 (7ed0e031-9152-4d95-b3d3-9871b6ce6a32/fc6afe37-0b1d-4f25-a110-8853b607f276/a5aed6cf-23a6-4da1-bf0c-fb22605fe416) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:45:17.529002 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-718c7471-7595-4f22-b880-413fdfe74e1c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for port (a5aed6cf-23a6-4da1-bf0c-fb22605fe416), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:17.562894 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-718c7471-7595-4f22-b880-413fdfe74e1c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (a5aed6cf-23a6-4da1-bf0c-fb22605fe416), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:17.613722 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-718c7471-7595-4f22-b880-413fdfe74e1c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network 7ed0e031-9152-4d95-b3d3-9871b6ce6a32 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:45:17.616978 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-718c7471-7595-4f22-b880-413fdfe74e1c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:45:17.620727 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-718c7471-7595-4f22-b880-413fdfe74e1c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:45:17.627341 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c7471-7595-4f22-b880-413fdfe74e1c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Port': ['ID=a5aed6cf-23a6-4da1-bf0c-fb22605fe416,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:17.675984 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-718c7471-7595-4f22-b880-413fdfe74e1c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:17.676800 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-718c7471-7595-4f22-b880-413fdfe74e1c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:17.695461 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-718c7471-7595-4f22-b880-413fdfe74e1c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9556212 Mar 05 05:45:17.708940 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-abf0ac77-b980-4524-87a8-fbd06f32f6e3 service neutron] Request body: {'port': {'device_id': '9913b872-e4a4-4eac-9232-8403be796d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:45:17.776254 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-abf0ac77-b980-4524-87a8-fbd06f32f6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a5aed6cf-23a6-4da1-bf0c-fb22605fe416), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:17.798174 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb935d95-0b13-403e-8235-c581964985dc req-4d505007-6cbb-4226-adb0-b848dd546e9a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:17.799809 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb935d95-0b13-403e-8235-c581964985dc req-4d505007-6cbb-4226-adb0-b848dd546e9a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 931 time: 0.0699136 Mar 05 05:45:17.859109 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cb935d95-0b13-403e-8235-c581964985dc req-8b4db75d-c566-48c3-b415-a29e6ed086be tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=8896268a-9035-4c36-847e-c881b61fc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527689 Mar 05 05:45:17.913220 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:17.921103 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-97ed867b-35eb-4134-a656-67ca5ff4dc5f None None] Provisioning complete for port a5aed6cf-23a6-4da1-bf0c-fb22605fe416 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:45:17.921479 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-97ed867b-35eb-4134-a656-67ca5ff4dc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a5aed6cf-23a6-4da1-bf0c-fb22605fe416), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:17.961766 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-97ed867b-35eb-4134-a656-67ca5ff4dc5f None None] Port a5aed6cf-23a6-4da1-bf0c-fb22605fe416 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:45:18.079067 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-abf0ac77-b980-4524-87a8-fbd06f32f6e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5aed6cf-23a6-4da1-bf0c-fb22605fe416 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:45:18.086495 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-abf0ac77-b980-4524-87a8-fbd06f32f6e3 service neutron] Publish callbacks [] for port (a5aed6cf-23a6-4da1-bf0c-fb22605fe416), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:18.098290 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-abf0ac77-b980-4524-87a8-fbd06f32f6e3 service neutron] Transition to ACTIVE for port object a5aed6cf-23a6-4da1-bf0c-fb22605fe416 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:45:18.102058 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-abf0ac77-b980-4524-87a8-fbd06f32f6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (a5aed6cf-23a6-4da1-bf0c-fb22605fe416), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:18.153108 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0ac77-b980-4524-87a8-fbd06f32f6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a5aed6cf-23a6-4da1-bf0c-fb22605fe416,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:18.231806 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-abf0ac77-b980-4524-87a8-fbd06f32f6e3 service neutron] Attempting to bind port a5aed6cf-23a6-4da1-bf0c-fb22605fe416 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:45:18.232193 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-abf0ac77-b980-4524-87a8-fbd06f32f6e3 service neutron] Attempting to bind port a5aed6cf-23a6-4da1-bf0c-fb22605fe416 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '435a45b2-3283-4463-a724-d92a0753a32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7ed0e031-9152-4d95-b3d3-9871b6ce6a32'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:45:18.232465 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-abf0ac77-b980-4524-87a8-fbd06f32f6e3 service neutron] Attempting to bind port a5aed6cf-23a6-4da1-bf0c-fb22605fe416 on network 7ed0e031-9152-4d95-b3d3-9871b6ce6a32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:45:18.238953 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-abf0ac77-b980-4524-87a8-fbd06f32f6e3 service neutron] Port a5aed6cf-23a6-4da1-bf0c-fb22605fe416 on network 7ed0e031-9152-4d95-b3d3-9871b6ce6a32 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:45:18.239315 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-abf0ac77-b980-4524-87a8-fbd06f32f6e3 service neutron] Attempting to bind port a5aed6cf-23a6-4da1-bf0c-fb22605fe416 on network 7ed0e031-9152-4d95-b3d3-9871b6ce6a32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:45:18.247821 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-abf0ac77-b980-4524-87a8-fbd06f32f6e3 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:45:18.248253 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-abf0ac77-b980-4524-87a8-fbd06f32f6e3 service neutron] Checking segment: {'id': '435a45b2-3283-4463-a724-d92a0753a32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7ed0e031-9152-4d95-b3d3-9871b6ce6a32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:45:18.248555 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-abf0ac77-b980-4524-87a8-fbd06f32f6e3 service neutron] Bound using segment: {'id': '435a45b2-3283-4463-a724-d92a0753a32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7ed0e031-9152-4d95-b3d3-9871b6ce6a32'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:45:18.249081 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-abf0ac77-b980-4524-87a8-fbd06f32f6e3 service neutron] Bound port: a5aed6cf-23a6-4da1-bf0c-fb22605fe416, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '435a45b2-3283-4463-a724-d92a0753a32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7ed0e031-9152-4d95-b3d3-9871b6ce6a32'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:45:18.249668 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-abf0ac77-b980-4524-87a8-fbd06f32f6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a5aed6cf-23a6-4da1-bf0c-fb22605fe416), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:18.321325 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f17c2a9c-69d4-408f-98cb-f4c5cfcd466e up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:45:18.332396 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-abf0ac77-b980-4524-87a8-fbd06f32f6e3 service neutron] For port a5aed6cf-23a6-4da1-bf0c-fb22605fe416, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:45:18.336008 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-abf0ac77-b980-4524-87a8-fbd06f32f6e3 service neutron] For port a5aed6cf-23a6-4da1-bf0c-fb22605fe416, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a5aed6cf-23a6-4da1-bf0c-fb22605fe416,segment=NetworkSegment(435a45b2-3283-4463-a724-d92a0753a32d),segment_id=435a45b2-3283-4463-a724-d92a0753a32d)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:45:18.341972 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-abf0ac77-b980-4524-87a8-fbd06f32f6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (a5aed6cf-23a6-4da1-bf0c-fb22605fe416), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:18.379453 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-abf0ac77-b980-4524-87a8-fbd06f32f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:18.380087 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-abf0ac77-b980-4524-87a8-fbd06f32f6e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:18.381907 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-abf0ac77-b980-4524-87a8-fbd06f32f6e3 service neutron] 10.222.0.30 "PUT /v2.0/ports/a5aed6cf-23a6-4da1-bf0c-fb22605fe416 HTTP/1.1" status: 200 len: 1092 time: 0.6774778 Mar 05 05:45:18.382289 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9913b872-e4a4-4eac-9232-8403be796d6e', 'tag': 'a5aed6cf-23a6-4da1-bf0c-fb22605fe416'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:45:18.384607 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b3ece581dfa63e0b7b7c128691a33970c0031ac0b7b3271834b37c0ed9a1721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e6db83-4fe4-47af-95f7-66318f4f6586" -d '{"events": [{"name": "network-changed", "server_uuid": "9913b872-e4a4-4eac-9232-8403be796d6e", "tag": "a5aed6cf-23a6-4da1-bf0c-fb22605fe416"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:45:18.385870 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port f17c2a9c-69d4-408f-98cb-f4c5cfcd466e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:45:18.386256 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f17c2a9c-69d4-408f-98cb-f4c5cfcd466e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:18.419159 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0ac77-b980-4524-87a8-fbd06f32f6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a5aed6cf-23a6-4da1-bf0c-fb22605fe416,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:18.495231 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-8ac681df-6a4a-477e-80bd-0d9d56953cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:18.496834 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-8ac681df-6a4a-477e-80bd-0d9d56953cc5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 1126 time: 0.0642836 Mar 05 05:45:18.512063 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b6ee02-77c3-4b7f-bf51-5899e570843b x-openstack-request-id: req-62b6ee02-77c3-4b7f-bf51-5899e570843b {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:45:18.512364 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9913b872-e4a4-4eac-9232-8403be796d6e", "tag": "a5aed6cf-23a6-4da1-bf0c-fb22605fe416", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:45:18.512717 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-62b6ee02-77c3-4b7f-bf51-5899e570843b {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:45:18.513062 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9913b872-e4a4-4eac-9232-8403be796d6e', 'tag': 'a5aed6cf-23a6-4da1-bf0c-fb22605fe416', 'status': 'completed', 'code': 200} Mar 05 05:45:18.523065 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port f17c2a9c-69d4-408f-98cb-f4c5cfcd466e is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:45:18.545320 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-5c58fc66-d6a3-4dd8-95d0-9b6a3d7aabb9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5aed6cf-23a6-4da1-bf0c-fb22605fe416 HTTP/1.1" status: 200 len: 217 time: 0.0422401 Mar 05 05:45:18.602117 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-94150d97-901c-461c-8939-c03cfbdab217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:18.603628 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-94150d97-901c-461c-8939-c03cfbdab217 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fc6afe37-0b1d-4f25-a110-8853b607f276 HTTP/1.1" status: 200 len: 835 time: 0.0463293 Mar 05 05:45:18.655823 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-0bf2d416-4f82-4aca-a735-54447883dc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:18.657375 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-0bf2d416-4f82-4aca-a735-54447883dc30 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ed0e031-9152-4d95-b3d3-9871b6ce6a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475950 Mar 05 05:45:18.751471 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-18b1bb2a-e7af-45e7-bbcb-66463c372c0a service neutron] 10.222.0.30 "GET /v2.0/networks/7ed0e031-9152-4d95-b3d3-9871b6ce6a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875349 Mar 05 05:45:18.841765 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-12e55f41-4862-41f3-b735-1bcd447a8bba req-7f2e07cc-179f-4c60-aa4d-5907453a7a19 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed0e031-9152-4d95-b3d3-9871b6ce6a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844474 Mar 05 05:45:18.933869 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6db83-4fe4-47af-95f7-66318f4f6586 req-f91170f3-0a38-4bb9-a8f2-a3caa17afd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:18.935418 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a7e6db83-4fe4-47af-95f7-66318f4f6586 req-f91170f3-0a38-4bb9-a8f2-a3caa17afd15 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 1126 time: 0.0501943 Mar 05 05:45:18.984235 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7471a-3381-4eef-9905-95d0c9014485 req-0bd5ce7f-5a55-41a1-8958-ea25dbacaf97 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:18.985735 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-99f7471a-3381-4eef-9905-95d0c9014485 req-0bd5ce7f-5a55-41a1-8958-ea25dbacaf97 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 943 time: 0.0541127 Mar 05 05:45:19.026865 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6db83-4fe4-47af-95f7-66318f4f6586 req-7d455528-25ff-4568-8f1f-5cd0b92d9e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:19.028391 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a7e6db83-4fe4-47af-95f7-66318f4f6586 req-7d455528-25ff-4568-8f1f-5cd0b92d9e86 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ed0e031-9152-4d95-b3d3-9871b6ce6a32 HTTP/1.1" status: 200 len: 896 time: 0.0866492 Mar 05 05:45:19.036777 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-99f7471a-3381-4eef-9905-95d0c9014485 req-66849e38-9912-44f3-b85d-84f0626b1cfb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=8896268a-9035-4c36-847e-c881b61fc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440331 Mar 05 05:45:19.075488 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a7e6db83-4fe4-47af-95f7-66318f4f6586 req-0699ef32-86bb-49ca-9582-87282c2f2337 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5aed6cf-23a6-4da1-bf0c-fb22605fe416 HTTP/1.1" status: 200 len: 217 time: 0.0415082 Mar 05 05:45:19.125114 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6db83-4fe4-47af-95f7-66318f4f6586 req-61012c2a-764f-403b-a8b7-b540329cc302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:19.126559 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a7e6db83-4fe4-47af-95f7-66318f4f6586 req-61012c2a-764f-403b-a8b7-b540329cc302 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fc6afe37-0b1d-4f25-a110-8853b607f276 HTTP/1.1" status: 200 len: 835 time: 0.0447915 Mar 05 05:45:19.176674 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6db83-4fe4-47af-95f7-66318f4f6586 req-5ce30805-9697-42b9-83df-dc1f166f8543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:19.178709 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a7e6db83-4fe4-47af-95f7-66318f4f6586 req-5ce30805-9697-42b9-83df-dc1f166f8543 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ed0e031-9152-4d95-b3d3-9871b6ce6a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443695 Mar 05 05:45:19.273606 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a7e6db83-4fe4-47af-95f7-66318f4f6586 req-d415097a-fd5e-4606-b65a-e62958fc2db0 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed0e031-9152-4d95-b3d3-9871b6ce6a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882244 Mar 05 05:45:19.370318 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a7e6db83-4fe4-47af-95f7-66318f4f6586 req-3c0a0bd5-c0da-437d-b49d-c7868b2fdf5f service neutron] 10.222.0.30 "GET /v2.0/networks/7ed0e031-9152-4d95-b3d3-9871b6ce6a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901453 Mar 05 05:45:20.171262 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ca6c4-3c5f-417e-af06-c921bc160189 req-24a34706-b374-44e8-ac1c-e793f13dc4cc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:20.172865 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4e5ca6c4-3c5f-417e-af06-c921bc160189 req-24a34706-b374-44e8-ac1c-e793f13dc4cc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 943 time: 0.0635328 Mar 05 05:45:20.223601 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4e5ca6c4-3c5f-417e-af06-c921bc160189 req-1e07df23-0f84-481a-b0f4-271d83e7566b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=8896268a-9035-4c36-847e-c881b61fc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445316 Mar 05 05:45:21.014718 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device a5aed6cf-23a6-4da1-bf0c-fb22605fe416 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:45:21.113325 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port a5aed6cf-23a6-4da1-bf0c-fb22605fe416, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a5aed6cf-23a6-4da1-bf0c-fb22605fe416,segment=NetworkSegment(435a45b2-3283-4463-a724-d92a0753a32d),segment_id=435a45b2-3283-4463-a724-d92a0753a32d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:45:21.124572 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'a5aed6cf-23a6-4da1-bf0c-fb22605fe416', 'network_id': '7ed0e031-9152-4d95-b3d3-9871b6ce6a32', 'port_id': 'a5aed6cf-23a6-4da1-bf0c-fb22605fe416', 'mac_address': 'fa:16:3e:e8:49:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc6afe37-0b1d-4f25-a110-8853b607f276', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:45:21.166015 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port a5aed6cf-23a6-4da1-bf0c-fb22605fe416 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:45:21.166412 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a5aed6cf-23a6-4da1-bf0c-fb22605fe416), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:21.179785 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5aed6cf-23a6-4da1-bf0c-fb22605fe416 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:45:21.201113 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port a5aed6cf-23a6-4da1-bf0c-fb22605fe416, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a5aed6cf-23a6-4da1-bf0c-fb22605fe416,segment=NetworkSegment(435a45b2-3283-4463-a724-d92a0753a32d),segment_id=435a45b2-3283-4463-a724-d92a0753a32d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:45:21.205226 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a5aed6cf-23a6-4da1-bf0c-fb22605fe416), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:21.259374 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=a5aed6cf-23a6-4da1-bf0c-fb22605fe416,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:21.351792 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad9c45-5239-4f25-889a-bf8662925531 req-a1b1a14b-c5d5-494d-bae2-ecad92beba68 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:21.353268 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a5ad9c45-5239-4f25-889a-bf8662925531 req-a1b1a14b-c5d5-494d-bae2-ecad92beba68 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 944 time: 0.0549204 Mar 05 05:45:21.392854 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['a5aed6cf-23a6-4da1-bf0c-fb22605fe416'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:45:21.402897 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a5ad9c45-5239-4f25-889a-bf8662925531 req-bda73f17-29a4-4e70-a7e5-1993cea9d5f5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=8896268a-9035-4c36-847e-c881b61fc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439847 Mar 05 05:45:22.525880 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf5b5f-608e-4b97-9119-aa92beffbbd8 req-bb8f127d-9904-4948-9ce5-2d4913cd9137 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:22.527271 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9eaf5b5f-608e-4b97-9119-aa92beffbbd8 req-bb8f127d-9904-4948-9ce5-2d4913cd9137 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 944 time: 0.0556819 Mar 05 05:45:22.576057 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9eaf5b5f-608e-4b97-9119-aa92beffbbd8 req-9603417a-47dc-40aa-b5d1-144139fcb591 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=8896268a-9035-4c36-847e-c881b61fc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431974 Mar 05 05:45:23.039862 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device a5aed6cf-23a6-4da1-bf0c-fb22605fe416 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:45:23.087310 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port a5aed6cf-23a6-4da1-bf0c-fb22605fe416 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:45:23.091525 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port a5aed6cf-23a6-4da1-bf0c-fb22605fe416 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:45:23.091899 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a5aed6cf-23a6-4da1-bf0c-fb22605fe416), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:23.170789 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port a5aed6cf-23a6-4da1-bf0c-fb22605fe416 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:45:23.171206 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a5aed6cf-23a6-4da1-bf0c-fb22605fe416), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:23.194105 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9913b872-e4a4-4eac-9232-8403be796d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5aed6cf-23a6-4da1-bf0c-fb22605fe416'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:45:23.196662 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1026d86385275f60405d04a033115b56addad9c656b2d60167220b9f5eb93bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e2fe3c-6b7a-4b69-a4b4-f5e95c1e34c3" -d '{"events": [{"server_uuid": "9913b872-e4a4-4eac-9232-8403be796d6e", "name": "network-vif-plugged", "status": "completed", "tag": "a5aed6cf-23a6-4da1-bf0c-fb22605fe416"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:45:23.209473 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port a5aed6cf-23a6-4da1-bf0c-fb22605fe416, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a5aed6cf-23a6-4da1-bf0c-fb22605fe416,segment=NetworkSegment(435a45b2-3283-4463-a724-d92a0753a32d),segment_id=435a45b2-3283-4463-a724-d92a0753a32d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:45:23.214750 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a5aed6cf-23a6-4da1-bf0c-fb22605fe416), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:23.240046 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa356e64-f97b-4e47-accc-8020da38d7f5 x-openstack-request-id: req-aa356e64-f97b-4e47-accc-8020da38d7f5 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:45:23.240351 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9913b872-e4a4-4eac-9232-8403be796d6e", "name": "network-vif-plugged", "status": "completed", "tag": "a5aed6cf-23a6-4da1-bf0c-fb22605fe416", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:45:23.240618 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aa356e64-f97b-4e47-accc-8020da38d7f5 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:45:23.240980 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9913b872-e4a4-4eac-9232-8403be796d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5aed6cf-23a6-4da1-bf0c-fb22605fe416', 'code': 200} Mar 05 05:45:23.268226 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=a5aed6cf-23a6-4da1-bf0c-fb22605fe416,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:23.333901 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed782d43-e2c0-423b-b340-cf95a7be451f req-6c9b3204-16bc-4e59-9104-f9765c6fb382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:23.335997 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ed782d43-e2c0-423b-b340-cf95a7be451f req-6c9b3204-16bc-4e59-9104-f9765c6fb382 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 1128 time: 0.0478430 Mar 05 05:45:23.389185 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ed782d43-e2c0-423b-b340-cf95a7be451f req-46351b79-67eb-44ef-a375-ef9ebad86f93 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8896268a-9035-4c36-847e-c881b61fc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476651 Mar 05 05:45:23.695925 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc5913-50a2-44d1-88a8-9ddc9d7618ae req-6dc2fa21-13d9-4d73-8dfe-2428a638bc21 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:23.697422 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c8bc5913-50a2-44d1-88a8-9ddc9d7618ae req-6dc2fa21-13d9-4d73-8dfe-2428a638bc21 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 945 time: 0.0540862 Mar 05 05:45:23.747943 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c8bc5913-50a2-44d1-88a8-9ddc9d7618ae req-633bc6bc-c2a3-45d7-9b8a-eeb658b439e0 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=8896268a-9035-4c36-847e-c881b61fc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449193 Mar 05 05:45:24.913014 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed6deb-d4ad-4cd3-b573-f9fbe6f44d84 req-fdde860a-89fb-4358-98cf-1e564ae167bc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:24.915158 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-88ed6deb-d4ad-4cd3-b573-f9fbe6f44d84 req-fdde860a-89fb-4358-98cf-1e564ae167bc tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 945 time: 0.0525444 Mar 05 05:45:24.967318 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-88ed6deb-d4ad-4cd3-b573-f9fbe6f44d84 req-be4db5b5-eb69-4b37-8eb7-8945c2d451bd tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=8896268a-9035-4c36-847e-c881b61fc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464830 Mar 05 05:45:25.083891 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a91baf-f78a-4115-857d-c3d2c72dbffb req-8020c0da-38dc-4875-85af-1a221db2bd63 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:25.085377 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b9a91baf-f78a-4115-857d-c3d2c72dbffb req-8020c0da-38dc-4875-85af-1a221db2bd63 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 945 time: 0.0531280 Mar 05 05:45:25.134215 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b9a91baf-f78a-4115-857d-c3d2c72dbffb req-d25a9832-ad7a-4f26-b0c4-28362e462986 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=8896268a-9035-4c36-847e-c881b61fc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431409 Mar 05 05:45:25.155044 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46270) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:45:25.198959 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecf3316-7e5d-4b5f-93e6-5b7a083c0b2b tempest-TestNetworkAdvancedServerOps-746894055 tempest-TestNetworkAdvancedServerOps-746894055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:25.200588 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9ecf3316-7e5d-4b5f-93e6-5b7a083c0b2b tempest-TestNetworkAdvancedServerOps-746894055 tempest-TestNetworkAdvancedServerOps-746894055-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 1123 time: 0.0445671 Mar 05 05:45:25.203367 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46272) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:45:25.207519 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-bb9fc779-4ea9-4a19-b661-40e19c052882 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'port_id': 'a5aed6cf-23a6-4da1-bf0c-fb22605fe416', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:45:25.228106 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bb9fc779-4ea9-4a19-b661-40e19c052882 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:25.327595 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bb9fc779-4ea9-4a19-b661-40e19c052882 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:25.428677 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-bb9fc779-4ea9-4a19-b661-40e19c052882 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Allocated IP 172.25.0.18 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/a665538b-9a23-4b91-8cb8-830b0b9c6425) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:45:25.534002 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bb9fc779-4ea9-4a19-b661-40e19c052882 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for port (a665538b-9a23-4b91-8cb8-830b0b9c6425), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:25.571508 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bb9fc779-4ea9-4a19-b661-40e19c052882 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (a665538b-9a23-4b91-8cb8-830b0b9c6425), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:25.611065 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9fc779-4ea9-4a19-b661-40e19c052882 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:45:25.613832 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-bb9fc779-4ea9-4a19-b661-40e19c052882 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:45:25.618093 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9fc779-4ea9-4a19-b661-40e19c052882 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:45:25.623506 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9fc779-4ea9-4a19-b661-40e19c052882 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Port': ['ID=a665538b-9a23-4b91-8cb8-830b0b9c6425,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:25.978163 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bb9fc779-4ea9-4a19-b661-40e19c052882 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for floatingip (dc211303-b613-41bb-8c2b-824ec4e5abd0), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:26.043479 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bb9fc779-4ea9-4a19-b661-40e19c052882 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a665538b-9a23-4b91-8cb8-830b0b9c6425), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:26.189640 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bb9fc779-4ea9-4a19-b661-40e19c052882 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for port (a665538b-9a23-4b91-8cb8-830b0b9c6425), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:26.193624 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bb9fc779-4ea9-4a19-b661-40e19c052882 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (a665538b-9a23-4b91-8cb8-830b0b9c6425), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:26.263330 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9fc779-4ea9-4a19-b661-40e19c052882 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Port': ['ID=a665538b-9a23-4b91-8cb8-830b0b9c6425,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:45:26.275022 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bb9fc779-4ea9-4a19-b661-40e19c052882 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (dc211303-b613-41bb-8c2b-824ec4e5abd0), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:26.376347 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-bb9fc779-4ea9-4a19-b661-40e19c052882 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Floating IP dc211303-b613-41bb-8c2b-824ec4e5abd0 associated. External IP: 172.25.0.18, port: a5aed6cf-23a6-4da1-bf0c-fb22605fe416. Mar 05 05:45:26.583836 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9fc779-4ea9-4a19-b661-40e19c052882 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Router 14e02e6d-7b5a-4614-846e-b8547ba31f0d has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:45:26.688979 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9fc779-4ea9-4a19-b661-40e19c052882 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:45:26.699246 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5a045f-d3e1-4760-a7ba-d01b4e716c2d None None] Sync routers for ids ['14e02e6d-7b5a-4614-846e-b8547ba31f0d'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:45:26.706695 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-bb9fc779-4ea9-4a19-b661-40e19c052882 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:26.709717 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5a045f-d3e1-4760-a7ba-d01b4e716c2d None None] Routers {'14e02e6d-7b5a-4614-846e-b8547ba31f0d'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:45:26.711088 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-9f5a045f-d3e1-4760-a7ba-d01b4e716c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:45:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['14e02e6d-7b5a-4614-846e-b8547ba31f0d'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:45:26.824708 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-9f5a045f-d3e1-4760-a7ba-d01b4e716c2d None None] Set router 14e02e6d-7b5a-4614-846e-b8547ba31f0d gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:45:27.058850 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-9f5a045f-d3e1-4760-a7ba-d01b4e716c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635910221', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:45:10Z', 'updated_at': '2022-03-05T05:45:13Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:45:10Z', 'updated_at': '2022-03-05T05:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'dc211303-b613-41bb-8c2b-824ec4e5abd0', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'floating_ip_address': '172.25.0.18', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'port_id': 'a5aed6cf-23a6-4da1-bf0c-fb22605fe416', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ed0e031-9152-4d95-b3d3-9871b6ce6a32', 'mac_address': 'fa:16:3e:e8:49:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9913b872-e4a4-4eac-9232-8403be796d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:45:25Z', 'updated_at': '2022-03-05T05:45:25Z', 'revision_number': 0, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f17c2a9c-69d4-408f-98cb-f4c5cfcd466e', 'name': '', 'network_id': '7ed0e031-9152-4d95-b3d3-9871b6ce6a32', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:a4:af:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'fc6afe37-0b1d-4f25-a110-8853b607f276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:45:13Z', 'updated_at': '2022-03-05T05:45:16Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': 'fc6afe37-0b1d-4f25-a110-8853b607f276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:45:27.072484 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-bb9fc779-4ea9-4a19-b661-40e19c052882 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8681109 Mar 05 05:45:27.073183 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9913b872-e4a4-4eac-9232-8403be796d6e', 'tag': 'a5aed6cf-23a6-4da1-bf0c-fb22605fe416'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:45:27.075567 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24e86d8bf5564ce3084f47d26cadcdd6ae9b710b23331da6c976c568e5bda5e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b108b58d-7d46-462d-94b6-03d9be0224ff" -d '{"events": [{"name": "network-changed", "server_uuid": "9913b872-e4a4-4eac-9232-8403be796d6e", "tag": "a5aed6cf-23a6-4da1-bf0c-fb22605fe416"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:45:27.087207 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5a045f-d3e1-4760-a7ba-d01b4e716c2d None None] Checking router: 14e02e6d-7b5a-4614-846e-b8547ba31f0d for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:45:27.096536 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5a045f-d3e1-4760-a7ba-d01b4e716c2d None None] Routers {'14e02e6d-7b5a-4614-846e-b8547ba31f0d'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:45:27.097178 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-9f5a045f-d3e1-4760-a7ba-d01b4e716c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:45:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['14e02e6d-7b5a-4614-846e-b8547ba31f0d'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:45:27.117839 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42efa691-1a96-434f-8e3c-e07bd987e1ff x-openstack-request-id: req-42efa691-1a96-434f-8e3c-e07bd987e1ff {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:45:27.117839 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9913b872-e4a4-4eac-9232-8403be796d6e", "tag": "a5aed6cf-23a6-4da1-bf0c-fb22605fe416", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:45:27.118103 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-42efa691-1a96-434f-8e3c-e07bd987e1ff {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:45:27.118356 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9913b872-e4a4-4eac-9232-8403be796d6e', 'tag': 'a5aed6cf-23a6-4da1-bf0c-fb22605fe416', 'status': 'completed', 'code': 200} Mar 05 05:45:27.183227 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17254ae8-2953-4aa5-8db6-581250b27430 req-6fc17038-4795-490f-b09a-fb8e3f00c76c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:27.184731 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-17254ae8-2953-4aa5-8db6-581250b27430 req-6fc17038-4795-490f-b09a-fb8e3f00c76c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 945 time: 0.0543621 Mar 05 05:45:27.186428 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108b58d-7d46-462d-94b6-03d9be0224ff req-0ddcc2cb-afa8-449c-8560-cfc0c22296f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:27.188105 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b108b58d-7d46-462d-94b6-03d9be0224ff req-0ddcc2cb-afa8-449c-8560-cfc0c22296f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 1128 time: 0.0474110 Mar 05 05:45:27.207731 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-9f5a045f-d3e1-4760-a7ba-d01b4e716c2d None None] Set router 14e02e6d-7b5a-4614-846e-b8547ba31f0d gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:45:27.234780 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-17254ae8-2953-4aa5-8db6-581250b27430 req-51591e97-0622-4448-a562-bff220ad5422 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=8896268a-9035-4c36-847e-c881b61fc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442429 Mar 05 05:45:27.257774 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46278) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:45:27.330190 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108b58d-7d46-462d-94b6-03d9be0224ff req-03bd085f-9c20-4d11-b6dc-d10859c962a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:27.331731 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b108b58d-7d46-462d-94b6-03d9be0224ff req-03bd085f-9c20-4d11-b6dc-d10859c962a5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ed0e031-9152-4d95-b3d3-9871b6ce6a32 HTTP/1.1" status: 200 len: 896 time: 0.1374853 Mar 05 05:45:27.349120 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4e14c5a0-ae5b-4ecf-a063-aaefc0119471 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/floatingips/dc211303-b613-41bb-8c2b-824ec4e5abd0 HTTP/1.1" status: 200 len: 990 time: 0.0891113 Mar 05 05:45:27.404559 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b108b58d-7d46-462d-94b6-03d9be0224ff req-b82ad3e3-efd8-462e-a245-d71847210678 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5aed6cf-23a6-4da1-bf0c-fb22605fe416 HTTP/1.1" status: 200 len: 998 time: 0.0651374 Mar 05 05:45:27.459214 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108b58d-7d46-462d-94b6-03d9be0224ff req-b5dbf41e-4281-4261-8a1b-72973a3cd25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:27.461341 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b108b58d-7d46-462d-94b6-03d9be0224ff req-b5dbf41e-4281-4261-8a1b-72973a3cd25b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fc6afe37-0b1d-4f25-a110-8853b607f276 HTTP/1.1" status: 200 len: 835 time: 0.0508497 Mar 05 05:45:27.509185 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108b58d-7d46-462d-94b6-03d9be0224ff req-0a747b59-43cb-4086-8253-3eb6985abe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:27.510710 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b108b58d-7d46-462d-94b6-03d9be0224ff req-0a747b59-43cb-4086-8253-3eb6985abe1d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ed0e031-9152-4d95-b3d3-9871b6ce6a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443037 Mar 05 05:45:27.598737 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b108b58d-7d46-462d-94b6-03d9be0224ff req-4e7bb186-e5f1-4ec3-8cb8-ea3dff4e1e27 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed0e031-9152-4d95-b3d3-9871b6ce6a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821145 Mar 05 05:45:27.603413 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-9f5a045f-d3e1-4760-a7ba-d01b4e716c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635910221', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:45:10Z', 'updated_at': '2022-03-05T05:45:13Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:45:10Z', 'updated_at': '2022-03-05T05:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'dc211303-b613-41bb-8c2b-824ec4e5abd0', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'floating_ip_address': '172.25.0.18', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'port_id': 'a5aed6cf-23a6-4da1-bf0c-fb22605fe416', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ed0e031-9152-4d95-b3d3-9871b6ce6a32', 'mac_address': 'fa:16:3e:e8:49:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9913b872-e4a4-4eac-9232-8403be796d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:45:25Z', 'updated_at': '2022-03-05T05:45:25Z', 'revision_number': 0, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f17c2a9c-69d4-408f-98cb-f4c5cfcd466e', 'name': '', 'network_id': '7ed0e031-9152-4d95-b3d3-9871b6ce6a32', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:a4:af:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'fc6afe37-0b1d-4f25-a110-8853b607f276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:45:13Z', 'updated_at': '2022-03-05T05:45:16Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': 'fc6afe37-0b1d-4f25-a110-8853b607f276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:45:27.631171 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5a045f-d3e1-4760-a7ba-d01b4e716c2d None None] The sync data for ids ['14e02e6d-7b5a-4614-846e-b8547ba31f0d'] in n-d-789963-32 is: [{'id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635910221', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:45:10Z', 'updated_at': '2022-03-05T05:45:13Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:45:10Z', 'updated_at': '2022-03-05T05:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'dc211303-b613-41bb-8c2b-824ec4e5abd0', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'floating_ip_address': '172.25.0.18', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'port_id': 'a5aed6cf-23a6-4da1-bf0c-fb22605fe416', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ed0e031-9152-4d95-b3d3-9871b6ce6a32', 'mac_address': 'fa:16:3e:e8:49:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9913b872-e4a4-4eac-9232-8403be796d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:45:25Z', 'updated_at': '2022-03-05T05:45:25Z', 'revision_number': 0, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f17c2a9c-69d4-408f-98cb-f4c5cfcd466e', 'name': '', 'network_id': '7ed0e031-9152-4d95-b3d3-9871b6ce6a32', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:a4:af:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'fc6afe37-0b1d-4f25-a110-8853b607f276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:45:13Z', 'updated_at': '2022-03-05T05:45:16Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': 'fc6afe37-0b1d-4f25-a110-8853b607f276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:45:27.694090 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b108b58d-7d46-462d-94b6-03d9be0224ff req-5c0fce98-554b-495b-addb-59c5342c16c2 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed0e031-9152-4d95-b3d3-9871b6ce6a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897152 Mar 05 05:45:27.829332 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370091d4-076f-4a18-abda-85465b6428fc None None] New status for floating IP dc211303-b613-41bb-8c2b-824ec4e5abd0: ACTIVE {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:45:28.352505 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46280) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:45:28.411751 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-33c99fca-832e-4a8d-b22c-ecd5ee60b96c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/floatingips/dc211303-b613-41bb-8c2b-824ec4e5abd0 HTTP/1.1" status: 200 len: 992 time: 0.0580907 Mar 05 05:45:41.510361 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-712d2a0a-86d9-453b-8030-aed0c51666d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:43.785958 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-332c96ad-042a-4e2d-b50e-d9cd93da7318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:44.324655 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:44.521187 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:45.196039 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:46.464827 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:47.896083 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:45:51.513478 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:45:59.704465 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bcc79-3422-48b1-a147-4c73d233dd4f req-14b54c52-fac7-42a7-9fc9-04173f949184 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:45:59.705839 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-af0bcc79-3422-48b1-a147-4c73d233dd4f req-14b54c52-fac7-42a7-9fc9-04173f949184 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 945 time: 0.0552354 Mar 05 05:45:59.756927 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-af0bcc79-3422-48b1-a147-4c73d233dd4f req-4a12fe3e-8418-4dd1-99a3-c4877f17e256 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=8896268a-9035-4c36-847e-c881b61fc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454257 Mar 05 05:46:00.876383 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc19da8-d53f-497b-948e-31d15a2537e8 req-c4dfc5d6-6384-4cef-be57-6d9f3d438714 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:46:00.877851 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cdc19da8-d53f-497b-948e-31d15a2537e8 req-c4dfc5d6-6384-4cef-be57-6d9f3d438714 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 945 time: 0.0517087 Mar 05 05:46:00.925862 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cdc19da8-d53f-497b-948e-31d15a2537e8 req-7ff1ea8b-0d52-4f45-8e95-cddee2fbd18c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=8896268a-9035-4c36-847e-c881b61fc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416038 Mar 05 05:46:02.045946 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fe98b-dfd9-44f8-aa29-25e3e2b42f28 req-dbea1931-f3b8-4dbe-b41b-1a7b3acd1283 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:46:02.047423 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-454fe98b-dfd9-44f8-aa29-25e3e2b42f28 req-dbea1931-f3b8-4dbe-b41b-1a7b3acd1283 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 945 time: 0.0511322 Mar 05 05:46:02.097669 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-454fe98b-dfd9-44f8-aa29-25e3e2b42f28 req-da0cf8e4-b633-4f56-b65d-4f1443178f51 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=8896268a-9035-4c36-847e-c881b61fc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448000 Mar 05 05:46:03.220643 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0855be3-6ec3-422d-8a18-d0d6464cfd8f req-a80e6b6b-cf38-436d-a936-724f91316041 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:46:03.222100 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f0855be3-6ec3-422d-8a18-d0d6464cfd8f req-a80e6b6b-cf38-436d-a936-724f91316041 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 945 time: 0.0566604 Mar 05 05:46:03.271118 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f0855be3-6ec3-422d-8a18-d0d6464cfd8f req-477645fd-3236-45ae-b6a0-6a5105ed19d3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=8896268a-9035-4c36-847e-c881b61fc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430555 Mar 05 05:46:04.389238 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabdb3d-d2a3-4fb8-b620-3f777dc6e31a req-564737ad-3f96-41b2-9de4-482af6473000 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:46:04.390725 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dbabdb3d-d2a3-4fb8-b620-3f777dc6e31a req-564737ad-3f96-41b2-9de4-482af6473000 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 945 time: 0.0528014 Mar 05 05:46:04.439973 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dbabdb3d-d2a3-4fb8-b620-3f777dc6e31a req-dc125c61-571b-4dc7-aca2-c2689869da7e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=8896268a-9035-4c36-847e-c881b61fc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437143 Mar 05 05:46:05.556393 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f777d19-d562-4b47-95c1-400643e5c54c req-216988e6-0bec-44a3-bed2-75aefd02ab29 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:46:05.557889 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f777d19-d562-4b47-95c1-400643e5c54c req-216988e6-0bec-44a3-bed2-75aefd02ab29 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 945 time: 0.0518761 Mar 05 05:46:05.609851 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2f777d19-d562-4b47-95c1-400643e5c54c req-710dc432-4fef-43d3-9e90-34d2c83fa8ff tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=8896268a-9035-4c36-847e-c881b61fc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463932 Mar 05 05:46:06.731104 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92ee68-c418-418e-9148-76a2debcdab1 req-2b83918c-6734-4e62-b30d-2f631b67c42c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:46:06.732601 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-af92ee68-c418-418e-9148-76a2debcdab1 req-2b83918c-6734-4e62-b30d-2f631b67c42c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 945 time: 0.0532856 Mar 05 05:46:06.781677 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-af92ee68-c418-418e-9148-76a2debcdab1 req-7e438784-8b5d-4c09-8928-fe5cccf12670 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=8896268a-9035-4c36-847e-c881b61fc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434878 Mar 05 05:46:07.911538 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1dfcf-22da-4b56-b98b-82c035446a60 req-8b722a3a-ab14-4e93-a1b3-741088fa2d28 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:46:07.913022 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-51d1dfcf-22da-4b56-b98b-82c035446a60 req-8b722a3a-ab14-4e93-a1b3-741088fa2d28 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 945 time: 0.0651951 Mar 05 05:46:07.962029 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-51d1dfcf-22da-4b56-b98b-82c035446a60 req-d271f662-59b8-4336-bb14-0e0244881784 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=8896268a-9035-4c36-847e-c881b61fc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433638 Mar 05 05:46:09.083020 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8bc475-1573-401a-91da-703200c8e7a0 req-d4c5f981-eb2b-438c-98ac-440bb248b6c3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:46:09.084996 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c8bc475-1573-401a-91da-703200c8e7a0 req-d4c5f981-eb2b-438c-98ac-440bb248b6c3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 945 time: 0.0561121 Mar 05 05:46:09.132558 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3c8bc475-1573-401a-91da-703200c8e7a0 req-c87d7bb1-0c8d-483d-972a-0b9c99ba92bd tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=8896268a-9035-4c36-847e-c881b61fc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417702 Mar 05 05:46:10.251282 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d6ee5-871d-4074-bd79-0dff5e76fd45 req-382fe37d-a6f9-47e1-9144-951d83125f17 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:46:10.252793 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ec8d6ee5-871d-4074-bd79-0dff5e76fd45 req-382fe37d-a6f9-47e1-9144-951d83125f17 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 945 time: 0.0537846 Mar 05 05:46:10.302265 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ec8d6ee5-871d-4074-bd79-0dff5e76fd45 req-902fdf2d-5c6a-4395-97e1-4da129f19f46 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=8896268a-9035-4c36-847e-c881b61fc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431132 Mar 05 05:46:11.433063 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ce396-f9d7-4cef-9816-1c1d41a2d27e req-5dc1d700-3c8b-46bc-bacb-6fa7fd738732 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:46:11.434554 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4a7ce396-f9d7-4cef-9816-1c1d41a2d27e req-5dc1d700-3c8b-46bc-bacb-6fa7fd738732 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 945 time: 0.0574942 Mar 05 05:46:11.484036 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4a7ce396-f9d7-4cef-9816-1c1d41a2d27e req-1cf53dec-6f5b-4c59-a8d9-66362065b0c4 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=8896268a-9035-4c36-847e-c881b61fc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430753 Mar 05 05:46:11.511872 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-98f35094-7fd9-4916-8559-0a901dc34fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:12.607085 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779558f-70fa-4c3c-b6f8-b643e61be557 req-dc8777d1-f93f-4fbe-a91c-adece9c48d4d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:46:12.608575 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a779558f-70fa-4c3c-b6f8-b643e61be557 req-dc8777d1-f93f-4fbe-a91c-adece9c48d4d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 945 time: 0.0536044 Mar 05 05:46:12.657231 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a779558f-70fa-4c3c-b6f8-b643e61be557 req-0ba0f676-4a45-4b41-994f-6f2dafea5d01 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=8896268a-9035-4c36-847e-c881b61fc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430458 Mar 05 05:46:13.774962 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d7e5c-2af8-4bc8-9082-b9bc8aa756cc req-99da2797-b3cc-48f0-9ed7-1347e29f6b02 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:46:13.776858 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d35d7e5c-2af8-4bc8-9082-b9bc8aa756cc req-99da2797-b3cc-48f0-9ed7-1347e29f6b02 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 945 time: 0.0522513 Mar 05 05:46:13.788504 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-52b30183-6b9d-47bf-9b24-7e039c8435c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:13.830147 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d35d7e5c-2af8-4bc8-9082-b9bc8aa756cc req-8bb46aa8-0277-4fe0-b3bc-15722e58f7cf tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=8896268a-9035-4c36-847e-c881b61fc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479212 Mar 05 05:46:14.322803 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:14.528513 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:14.957808 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ecfda-4c2c-41ec-a7bc-ccd75e95fd85 req-1775278d-7c04-4ed9-a732-f2ae356b2212 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:46:14.959299 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b41ecfda-4c2c-41ec-a7bc-ccd75e95fd85 req-1775278d-7c04-4ed9-a732-f2ae356b2212 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 945 time: 0.0555427 Mar 05 05:46:15.008496 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b41ecfda-4c2c-41ec-a7bc-ccd75e95fd85 req-ccf63b65-fe23-4548-835a-4eaaf34b645d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=8896268a-9035-4c36-847e-c881b61fc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426836 Mar 05 05:46:15.201794 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:16.128422 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635771c-ea0f-48d8-8fb2-e53682d1a44c req-d0a0bfc8-c039-47e4-8e67-a9466ecd46ac tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:46:16.129896 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e635771c-ea0f-48d8-8fb2-e53682d1a44c req-d0a0bfc8-c039-47e4-8e67-a9466ecd46ac tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 945 time: 0.0545971 Mar 05 05:46:16.177960 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e635771c-ea0f-48d8-8fb2-e53682d1a44c req-280df00b-47ff-4eeb-9edf-68fe4e8b4ff0 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=8896268a-9035-4c36-847e-c881b61fc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419674 Mar 05 05:46:16.201160 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46326) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:46:16.264369 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d9c78824-47e6-4dc5-b2e5-b476b97ab375 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/floatingips/dc211303-b613-41bb-8c2b-824ec4e5abd0 HTTP/1.1" status: 200 len: 992 time: 0.0620947 Mar 05 05:46:16.465820 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:17.539657 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6db8f5-faf3-4f47-bf25-eb754a290704 req-707765bd-9888-47ce-8322-939f3085841c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:46:17.541079 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fa6db8f5-faf3-4f47-bf25-eb754a290704 req-707765bd-9888-47ce-8322-939f3085841c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 945 time: 0.0567827 Mar 05 05:46:17.559460 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b80670-c994-48ee-8e9c-6e393f26b0ef req-29921d3f-222c-40f3-9ecb-3481556a23cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:46:17.561010 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-56b80670-c994-48ee-8e9c-6e393f26b0ef req-29921d3f-222c-40f3-9ecb-3481556a23cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 1128 time: 0.0524902 Mar 05 05:46:17.590970 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fa6db8f5-faf3-4f47-bf25-eb754a290704 req-058a1c63-d56a-409d-b65e-4638920643ff tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=8896268a-9035-4c36-847e-c881b61fc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442593 Mar 05 05:46:17.653642 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b80670-c994-48ee-8e9c-6e393f26b0ef req-6f7465ff-2d9f-4365-bb58-141486a2e3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:46:17.655173 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-56b80670-c994-48ee-8e9c-6e393f26b0ef req-6f7465ff-2d9f-4365-bb58-141486a2e3c6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ed0e031-9152-4d95-b3d3-9871b6ce6a32 HTTP/1.1" status: 200 len: 896 time: 0.0852754 Mar 05 05:46:17.723671 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-56b80670-c994-48ee-8e9c-6e393f26b0ef req-ef024713-4755-4414-8b5d-321bbbd20fad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5aed6cf-23a6-4da1-bf0c-fb22605fe416 HTTP/1.1" status: 200 len: 1000 time: 0.0627620 Mar 05 05:46:17.770655 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b80670-c994-48ee-8e9c-6e393f26b0ef req-ce68ce5b-5ab5-4db0-b06f-9f26dd33f20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:46:17.772107 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-56b80670-c994-48ee-8e9c-6e393f26b0ef req-ce68ce5b-5ab5-4db0-b06f-9f26dd33f20a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fc6afe37-0b1d-4f25-a110-8853b607f276 HTTP/1.1" status: 200 len: 835 time: 0.0429616 Mar 05 05:46:17.820181 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b80670-c994-48ee-8e9c-6e393f26b0ef req-03c2eb26-d075-45f6-916f-b4bb1ab7fcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:46:17.821562 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-56b80670-c994-48ee-8e9c-6e393f26b0ef req-03c2eb26-d075-45f6-916f-b4bb1ab7fcf8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ed0e031-9152-4d95-b3d3-9871b6ce6a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439439 Mar 05 05:46:17.898908 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:17.912503 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-56b80670-c994-48ee-8e9c-6e393f26b0ef req-465354a8-9752-46d5-9653-2a4d5a32535e service neutron] 10.222.0.30 "GET /v2.0/networks/7ed0e031-9152-4d95-b3d3-9871b6ce6a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854206 Mar 05 05:46:18.002088 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-56b80670-c994-48ee-8e9c-6e393f26b0ef req-09de5b3f-9006-4b8c-9f48-fcbf48c48200 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed0e031-9152-4d95-b3d3-9871b6ce6a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833728 Mar 05 05:46:18.717179 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588fe12-38a4-4a8e-9930-6c29416586d8 req-3d7f7444-cee8-4998-b17e-722d43138496 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:46:18.718635 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4588fe12-38a4-4a8e-9930-6c29416586d8 req-3d7f7444-cee8-4998-b17e-722d43138496 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 945 time: 0.0578630 Mar 05 05:46:18.767175 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4588fe12-38a4-4a8e-9930-6c29416586d8 req-b901599b-05cc-427a-ba02-63310b3a7f0a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=8896268a-9035-4c36-847e-c881b61fc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428574 Mar 05 05:46:18.790454 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46336) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:46:18.850124 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9f16f573-7781-4c7b-814f-aead1e2d3fcb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/floatingips/dc211303-b613-41bb-8c2b-824ec4e5abd0 HTTP/1.1" status: 200 len: 992 time: 0.0584571 Mar 05 05:46:21.038177 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-73454555-83b0-40b8-9ed5-3dcc25a61ad7 req-41dde7cf-c81e-4ee5-bab9-061efb554c65 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0503504 Mar 05 05:46:21.122857 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73454555-83b0-40b8-9ed5-3dcc25a61ad7 req-75f9a21b-2f6f-4139-9310-d9abfe171ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:46:21.124380 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-73454555-83b0-40b8-9ed5-3dcc25a61ad7 req-75f9a21b-2f6f-4139-9310-d9abfe171ecd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 1128 time: 0.0459108 Mar 05 05:46:21.236214 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73454555-83b0-40b8-9ed5-3dcc25a61ad7 req-873346d0-7c2a-40c4-af09-8872f29058d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:46:21.237709 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-73454555-83b0-40b8-9ed5-3dcc25a61ad7 req-873346d0-7c2a-40c4-af09-8872f29058d4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ed0e031-9152-4d95-b3d3-9871b6ce6a32 HTTP/1.1" status: 200 len: 896 time: 0.0937195 Mar 05 05:46:21.304771 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-73454555-83b0-40b8-9ed5-3dcc25a61ad7 req-a0748ce3-1a38-422b-bf7f-f5bcd97ec047 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5aed6cf-23a6-4da1-bf0c-fb22605fe416 HTTP/1.1" status: 200 len: 1000 time: 0.0601618 Mar 05 05:46:21.353440 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73454555-83b0-40b8-9ed5-3dcc25a61ad7 req-87f37094-b907-4daf-8282-9541b58654b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:46:21.354831 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-73454555-83b0-40b8-9ed5-3dcc25a61ad7 req-87f37094-b907-4daf-8282-9541b58654b9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fc6afe37-0b1d-4f25-a110-8853b607f276 HTTP/1.1" status: 200 len: 835 time: 0.0431976 Mar 05 05:46:21.406178 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73454555-83b0-40b8-9ed5-3dcc25a61ad7 req-e2f178c7-f8a3-4448-ae65-3adc2eea0afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:46:21.407701 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-73454555-83b0-40b8-9ed5-3dcc25a61ad7 req-e2f178c7-f8a3-4448-ae65-3adc2eea0afd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ed0e031-9152-4d95-b3d3-9871b6ce6a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465004 Mar 05 05:46:21.495517 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-73454555-83b0-40b8-9ed5-3dcc25a61ad7 req-eae9b409-e9dd-46c9-9f73-0f1a3cf035e1 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed0e031-9152-4d95-b3d3-9871b6ce6a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812438 Mar 05 05:46:21.585778 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-73454555-83b0-40b8-9ed5-3dcc25a61ad7 req-50aa66c8-5333-46b6-bf89-a8114e656317 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed0e031-9152-4d95-b3d3-9871b6ce6a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842233 Mar 05 05:46:28.513096 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:46:41.513305 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bc6774f7-2aec-46de-b870-803b7f2ed723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:43.791821 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4da23506-f2f3-4ddc-86a7-682bbcf90dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:44.325851 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:44.525960 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:45.202110 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:46.469052 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:47.900313 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:49.173517 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46348) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:46:49.326465 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-809e53e0-f8f2-442f-9daa-ac61cfcc5e6d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Deleting port a665538b-9a23-4b91-8cb8-830b0b9c6425 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:46:49.326802 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-809e53e0-f8f2-442f-9daa-ac61cfcc5e6d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (a665538b-9a23-4b91-8cb8-830b0b9c6425), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:49.399685 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-809e53e0-f8f2-442f-9daa-ac61cfcc5e6d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (a665538b-9a23-4b91-8cb8-830b0b9c6425), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:49.400032 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-809e53e0-f8f2-442f-9daa-ac61cfcc5e6d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for floatingip (a665538b-9a23-4b91-8cb8-830b0b9c6425), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:49.411834 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-809e53e0-f8f2-442f-9daa-ac61cfcc5e6d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Calling delete_port for a665538b-9a23-4b91-8cb8-830b0b9c6425 owned by network:floatingip {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:46:49.556011 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-809e53e0-f8f2-442f-9daa-ac61cfcc5e6d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (a665538b-9a23-4b91-8cb8-830b0b9c6425), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:49.578658 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e53e0-f8f2-442f-9daa-ac61cfcc5e6d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'Port': ['ID=a665538b-9a23-4b91-8cb8-830b0b9c6425,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:46:49.589109 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e53e0-f8f2-442f-9daa-ac61cfcc5e6d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:49.589459 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e53e0-f8f2-442f-9daa-ac61cfcc5e6d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:49.589799 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e53e0-f8f2-442f-9daa-ac61cfcc5e6d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:49.590133 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e53e0-f8f2-442f-9daa-ac61cfcc5e6d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:49.590466 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e53e0-f8f2-442f-9daa-ac61cfcc5e6d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:49.591185 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e53e0-f8f2-442f-9daa-ac61cfcc5e6d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:49.591379 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e53e0-f8f2-442f-9daa-ac61cfcc5e6d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:49.591713 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e53e0-f8f2-442f-9daa-ac61cfcc5e6d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:49.592041 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e53e0-f8f2-442f-9daa-ac61cfcc5e6d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:49.592367 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e53e0-f8f2-442f-9daa-ac61cfcc5e6d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:49.592689 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e53e0-f8f2-442f-9daa-ac61cfcc5e6d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:49.593010 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e53e0-f8f2-442f-9daa-ac61cfcc5e6d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:49.593332 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809e53e0-f8f2-442f-9daa-ac61cfcc5e6d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:49.654868 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-809e53e0-f8f2-442f-9daa-ac61cfcc5e6d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for floatingip (dc211303-b613-41bb-8c2b-824ec4e5abd0), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:49.655224 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [None req-809e53e0-f8f2-442f-9daa-ac61cfcc5e6d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Floating IP dc211303-b613-41bb-8c2b-824ec4e5abd0 disassociated (deleted). External IP: 172.25.0.18, port: a5aed6cf-23a6-4da1-bf0c-fb22605fe416. Mar 05 05:46:49.862244 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809e53e0-f8f2-442f-9daa-ac61cfcc5e6d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Router 14e02e6d-7b5a-4614-846e-b8547ba31f0d has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:46:49.972462 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809e53e0-f8f2-442f-9daa-ac61cfcc5e6d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:46:49.977534 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-809e53e0-f8f2-442f-9daa-ac61cfcc5e6d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:49.984013 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14da25c-78f5-47a8-aa4b-3b5e23902727 None None] Sync routers for ids ['14e02e6d-7b5a-4614-846e-b8547ba31f0d'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:46:49.994810 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14da25c-78f5-47a8-aa4b-3b5e23902727 None None] Routers {'14e02e6d-7b5a-4614-846e-b8547ba31f0d'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:46:49.995701 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c14da25c-78f5-47a8-aa4b-3b5e23902727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:46:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['14e02e6d-7b5a-4614-846e-b8547ba31f0d'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:46:50.007389 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-809e53e0-f8f2-442f-9daa-ac61cfcc5e6d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "DELETE /v2.0/floatingips/dc211303-b613-41bb-8c2b-824ec4e5abd0 HTTP/1.1" status: 204 len: 168 time: 0.8327596 Mar 05 05:46:50.008081 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9913b872-e4a4-4eac-9232-8403be796d6e', 'tag': 'a5aed6cf-23a6-4da1-bf0c-fb22605fe416'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:46:50.010410 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b3ece581dfa63e0b7b7c128691a33970c0031ac0b7b3271834b37c0ed9a1721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3878d551-7c58-4335-b1ce-102560606c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "9913b872-e4a4-4eac-9232-8403be796d6e", "tag": "a5aed6cf-23a6-4da1-bf0c-fb22605fe416"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:46:50.055435 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49623361-2f83-4ca8-b0a1-43267b88117b x-openstack-request-id: req-49623361-2f83-4ca8-b0a1-43267b88117b {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:46:50.055728 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9913b872-e4a4-4eac-9232-8403be796d6e", "tag": "a5aed6cf-23a6-4da1-bf0c-fb22605fe416", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:46:50.055984 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-49623361-2f83-4ca8-b0a1-43267b88117b {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:46:50.056395 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9913b872-e4a4-4eac-9232-8403be796d6e', 'tag': 'a5aed6cf-23a6-4da1-bf0c-fb22605fe416', 'status': 'completed', 'code': 200} Mar 05 05:46:50.111002 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-c14da25c-78f5-47a8-aa4b-3b5e23902727 None None] Set router 14e02e6d-7b5a-4614-846e-b8547ba31f0d gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:46:50.123328 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878d551-7c58-4335-b1ce-102560606c1b req-65103f06-bca8-49ad-b0e9-7a324efc6f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:46:50.125743 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3878d551-7c58-4335-b1ce-102560606c1b req-65103f06-bca8-49ad-b0e9-7a324efc6f31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 1128 time: 0.0487151 Mar 05 05:46:50.255432 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878d551-7c58-4335-b1ce-102560606c1b req-d960c5bb-d921-41be-a78f-137f458773c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:46:50.257132 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3878d551-7c58-4335-b1ce-102560606c1b req-d960c5bb-d921-41be-a78f-137f458773c2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ed0e031-9152-4d95-b3d3-9871b6ce6a32 HTTP/1.1" status: 200 len: 896 time: 0.1077473 Mar 05 05:46:50.267400 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca2eb0-4b56-4dcf-b845-eafea15353b7 req-11516f70-ef85-4da9-bb3d-bc57044ef63e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:46:50.268911 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d1ca2eb0-4b56-4dcf-b845-eafea15353b7 req-11516f70-ef85-4da9-bb3d-bc57044ef63e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 945 time: 0.0669241 Mar 05 05:46:50.302619 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3878d551-7c58-4335-b1ce-102560606c1b req-cd639d24-7ccf-458e-8269-6f2ccd070d93 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5aed6cf-23a6-4da1-bf0c-fb22605fe416 HTTP/1.1" status: 200 len: 217 time: 0.0379796 Mar 05 05:46:50.325813 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c14da25c-78f5-47a8-aa4b-3b5e23902727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635910221', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:45:10Z', 'updated_at': '2022-03-05T05:45:13Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:45:10Z', 'updated_at': '2022-03-05T05:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'f17c2a9c-69d4-408f-98cb-f4c5cfcd466e', 'name': '', 'network_id': '7ed0e031-9152-4d95-b3d3-9871b6ce6a32', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:a4:af:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'fc6afe37-0b1d-4f25-a110-8853b607f276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:45:13Z', 'updated_at': '2022-03-05T05:45:16Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': 'fc6afe37-0b1d-4f25-a110-8853b607f276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:46:50.338045 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d1ca2eb0-4b56-4dcf-b845-eafea15353b7 req-ce27aa14-a82a-4c5c-a63d-87ed33aca0c4 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=8896268a-9035-4c36-847e-c881b61fc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491443 Mar 05 05:46:50.353426 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14da25c-78f5-47a8-aa4b-3b5e23902727 None None] Checking router: 14e02e6d-7b5a-4614-846e-b8547ba31f0d for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:46:50.353775 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878d551-7c58-4335-b1ce-102560606c1b req-7d17b90d-9a43-45cd-b6f8-82dc3459c92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:46:50.355278 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3878d551-7c58-4335-b1ce-102560606c1b req-7d17b90d-9a43-45cd-b6f8-82dc3459c92f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fc6afe37-0b1d-4f25-a110-8853b607f276 HTTP/1.1" status: 200 len: 835 time: 0.0459862 Mar 05 05:46:50.361742 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14da25c-78f5-47a8-aa4b-3b5e23902727 None None] Routers {'14e02e6d-7b5a-4614-846e-b8547ba31f0d'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:46:50.362354 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c14da25c-78f5-47a8-aa4b-3b5e23902727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:46:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['14e02e6d-7b5a-4614-846e-b8547ba31f0d'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:46:50.414929 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878d551-7c58-4335-b1ce-102560606c1b req-042e1eda-d22e-45b1-aa8b-48b217e2ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:46:50.416507 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3878d551-7c58-4335-b1ce-102560606c1b req-042e1eda-d22e-45b1-aa8b-48b217e2ea24 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ed0e031-9152-4d95-b3d3-9871b6ce6a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0500615 Mar 05 05:46:50.471054 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-c14da25c-78f5-47a8-aa4b-3b5e23902727 None None] Set router 14e02e6d-7b5a-4614-846e-b8547ba31f0d gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:46:50.511516 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3878d551-7c58-4335-b1ce-102560606c1b req-38c63830-c899-4c05-8b56-b837be63d0af service neutron] 10.222.0.30 "GET /v2.0/networks/7ed0e031-9152-4d95-b3d3-9871b6ce6a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885899 Mar 05 05:46:50.616692 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3878d551-7c58-4335-b1ce-102560606c1b req-e36fed5d-8ff5-4f8f-b11d-3f5ea9c66ee0 service neutron] 10.222.0.30 "GET /v2.0/networks/7ed0e031-9152-4d95-b3d3-9871b6ce6a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976849 Mar 05 05:46:50.670512 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-c14da25c-78f5-47a8-aa4b-3b5e23902727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635910221', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:45:10Z', 'updated_at': '2022-03-05T05:45:13Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:45:10Z', 'updated_at': '2022-03-05T05:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'f17c2a9c-69d4-408f-98cb-f4c5cfcd466e', 'name': '', 'network_id': '7ed0e031-9152-4d95-b3d3-9871b6ce6a32', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:a4:af:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'fc6afe37-0b1d-4f25-a110-8853b607f276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:45:13Z', 'updated_at': '2022-03-05T05:45:16Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': 'fc6afe37-0b1d-4f25-a110-8853b607f276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:46:50.700600 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14da25c-78f5-47a8-aa4b-3b5e23902727 None None] The sync data for ids ['14e02e6d-7b5a-4614-846e-b8547ba31f0d'] in n-d-789963-32 is: [{'id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635910221', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:45:10Z', 'updated_at': '2022-03-05T05:45:13Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:45:10Z', 'updated_at': '2022-03-05T05:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'f17c2a9c-69d4-408f-98cb-f4c5cfcd466e', 'name': '', 'network_id': '7ed0e031-9152-4d95-b3d3-9871b6ce6a32', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:a4:af:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': 'fc6afe37-0b1d-4f25-a110-8853b607f276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:45:13Z', 'updated_at': '2022-03-05T05:45:16Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': 'fc6afe37-0b1d-4f25-a110-8853b607f276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:46:50.925335 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6f41fa-9151-45ca-97e5-9d7944dcb0ec None None] New status for floating IP dc211303-b613-41bb-8c2b-824ec4e5abd0: DOWN {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:46:51.476686 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd4e9a-81cd-4b1e-9435-93d1a6dd681d req-8ba2bcc7-8499-43c7-8785-ea36fd901ee6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:46:51.478179 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-08fd4e9a-81cd-4b1e-9435-93d1a6dd681d req-8ba2bcc7-8499-43c7-8785-ea36fd901ee6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 945 time: 0.0542660 Mar 05 05:46:51.527935 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-08fd4e9a-81cd-4b1e-9435-93d1a6dd681d req-cd81e846-13b4-4490-9531-1a93bb8907fb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=8896268a-9035-4c36-847e-c881b61fc7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441425 Mar 05 05:46:51.697450 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f00793-af41-4de2-86c4-a91f372c98ac req-870a7ffa-12a3-4d94-ac7d-0606de804e2d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:46:51.698932 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b0f00793-af41-4de2-86c4-a91f372c98ac req-870a7ffa-12a3-4d94-ac7d-0606de804e2d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.30 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 945 time: 0.0546634 Mar 05 05:46:51.789712 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-b0f00793-af41-4de2-86c4-a91f372c98ac req-04dadeaa-3d36-4ad1-acb1-21da66751e17 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Deleting port a5aed6cf-23a6-4da1-bf0c-fb22605fe416 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:46:51.790053 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b0f00793-af41-4de2-86c4-a91f372c98ac req-04dadeaa-3d36-4ad1-acb1-21da66751e17 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (a5aed6cf-23a6-4da1-bf0c-fb22605fe416), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:51.880650 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-b0f00793-af41-4de2-86c4-a91f372c98ac req-04dadeaa-3d36-4ad1-acb1-21da66751e17 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] For port a5aed6cf-23a6-4da1-bf0c-fb22605fe416, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=a5aed6cf-23a6-4da1-bf0c-fb22605fe416,segment=NetworkSegment(435a45b2-3283-4463-a724-d92a0753a32d),segment_id=435a45b2-3283-4463-a724-d92a0753a32d)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:46:51.881015 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b0f00793-af41-4de2-86c4-a91f372c98ac req-04dadeaa-3d36-4ad1-acb1-21da66751e17 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (a5aed6cf-23a6-4da1-bf0c-fb22605fe416), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:51.893434 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-b0f00793-af41-4de2-86c4-a91f372c98ac req-04dadeaa-3d36-4ad1-acb1-21da66751e17 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Calling delete_port for a5aed6cf-23a6-4da1-bf0c-fb22605fe416 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:46:52.022530 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b0f00793-af41-4de2-86c4-a91f372c98ac req-04dadeaa-3d36-4ad1-acb1-21da66751e17 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (a5aed6cf-23a6-4da1-bf0c-fb22605fe416), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:52.051643 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dadeaa-3d36-4ad1-acb1-21da66751e17 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'Port': ['ID=a5aed6cf-23a6-4da1-bf0c-fb22605fe416,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:46:52.092995 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f00793-af41-4de2-86c4-a91f372c98ac req-04dadeaa-3d36-4ad1-acb1-21da66751e17 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] No DVR routers for this DVR port a5aed6cf-23a6-4da1-bf0c-fb22605fe416 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:46:52.095595 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b0f00793-af41-4de2-86c4-a91f372c98ac req-04dadeaa-3d36-4ad1-acb1-21da66751e17 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:52.098943 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-b0f00793-af41-4de2-86c4-a91f372c98ac req-04dadeaa-3d36-4ad1-acb1-21da66751e17 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.30 "DELETE /v2.0/ports/a5aed6cf-23a6-4da1-bf0c-fb22605fe416 HTTP/1.1" status: 204 len: 173 time: 0.3946493 Mar 05 05:46:52.099427 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9913b872-e4a4-4eac-9232-8403be796d6e', 'name': 'network-vif-deleted', 'tag': 'a5aed6cf-23a6-4da1-bf0c-fb22605fe416'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:46:52.102264 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b3ece581dfa63e0b7b7c128691a33970c0031ac0b7b3271834b37c0ed9a1721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca855e6-8c5b-4b7a-924b-895b621cc073" -d '{"events": [{"server_uuid": "9913b872-e4a4-4eac-9232-8403be796d6e", "name": "network-vif-deleted", "tag": "a5aed6cf-23a6-4da1-bf0c-fb22605fe416"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:46:52.139755 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8099fc32-6fea-47c2-b966-fe6cef123d12 x-openstack-request-id: req-8099fc32-6fea-47c2-b966-fe6cef123d12 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:46:52.140410 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9913b872-e4a4-4eac-9232-8403be796d6e", "name": "network-vif-deleted", "tag": "a5aed6cf-23a6-4da1-bf0c-fb22605fe416", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:46:52.140654 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8099fc32-6fea-47c2-b966-fe6cef123d12 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:46:52.141064 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9913b872-e4a4-4eac-9232-8403be796d6e', 'name': 'network-vif-deleted', 'tag': 'a5aed6cf-23a6-4da1-bf0c-fb22605fe416', 'status': 'completed', 'code': 200} Mar 05 05:46:52.639340 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-55720bb1-7106-4a78-b9fe-bbbb7d725b6d req-e97b4d42-cc60-4d4d-9d52-c9cdd6aad452 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=9913b872-e4a4-4eac-9232-8403be796d6e HTTP/1.1" status: 200 len: 210 time: 0.0268464 Mar 05 05:46:53.697251 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46364) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:46:54.378435 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d97355a3-6867-45c0-964c-876f6b8b979d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (14e02e6d-7b5a-4614-846e-b8547ba31f0d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:54.633045 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-d97355a3-6867-45c0-964c-876f6b8b979d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Deleting port f17c2a9c-69d4-408f-98cb-f4c5cfcd466e {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:46:54.633332 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d97355a3-6867-45c0-964c-876f6b8b979d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (f17c2a9c-69d4-408f-98cb-f4c5cfcd466e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:54.724642 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-d97355a3-6867-45c0-964c-876f6b8b979d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] For port f17c2a9c-69d4-408f-98cb-f4c5cfcd466e, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=f17c2a9c-69d4-408f-98cb-f4c5cfcd466e,segment=NetworkSegment(435a45b2-3283-4463-a724-d92a0753a32d),segment_id=435a45b2-3283-4463-a724-d92a0753a32d)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:46:54.725388 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d97355a3-6867-45c0-964c-876f6b8b979d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (f17c2a9c-69d4-408f-98cb-f4c5cfcd466e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:54.736709 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-d97355a3-6867-45c0-964c-876f6b8b979d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Calling delete_port for f17c2a9c-69d4-408f-98cb-f4c5cfcd466e owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:46:54.925292 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d97355a3-6867-45c0-964c-876f6b8b979d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (f17c2a9c-69d4-408f-98cb-f4c5cfcd466e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:54.952823 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97355a3-6867-45c0-964c-876f6b8b979d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'Port': ['ID=f17c2a9c-69d4-408f-98cb-f4c5cfcd466e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:46:55.133702 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d97355a3-6867-45c0-964c-876f6b8b979d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (14e02e6d-7b5a-4614-846e-b8547ba31f0d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:55.350989 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97355a3-6867-45c0-964c-876f6b8b979d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Router 14e02e6d-7b5a-4614-846e-b8547ba31f0d has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:46:55.459008 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97355a3-6867-45c0-964c-876f6b8b979d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:46:55.465064 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d97355a3-6867-45c0-964c-876f6b8b979d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "PUT /v2.0/routers/14e02e6d-7b5a-4614-846e-b8547ba31f0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7668018 Mar 05 05:46:55.467659 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46366) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:46:55.470289 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44362ec1-a4ff-4101-a0e8-3ec7b599a7b9 None None] Sync routers for ids ['14e02e6d-7b5a-4614-846e-b8547ba31f0d'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:46:55.480546 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44362ec1-a4ff-4101-a0e8-3ec7b599a7b9 None None] Routers {'14e02e6d-7b5a-4614-846e-b8547ba31f0d'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:46:55.481286 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-44362ec1-a4ff-4101-a0e8-3ec7b599a7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:46:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['14e02e6d-7b5a-4614-846e-b8547ba31f0d'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:46:55.517603 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device a5aed6cf-23a6-4da1-bf0c-fb22605fe416 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:46:55.518045 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb1b2f1-e60a-45c4-b119-89f458f2abd7 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Deleting subnet fc6afe37-0b1d-4f25-a110-8853b607f276 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:46:55.521150 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9bb1b2f1-e60a-45c4-b119-89f458f2abd7 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for subnet (fc6afe37-0b1d-4f25-a110-8853b607f276), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:55.548344 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: a5aed6cf-23a6-4da1-bf0c-fb22605fe416 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:46:55.548697 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device a5aed6cf-23a6-4da1-bf0c-fb22605fe416 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:46:55.561829 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9bb1b2f1-e60a-45c4-b119-89f458f2abd7 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (fc6afe37-0b1d-4f25-a110-8853b607f276), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:55.613174 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-44362ec1-a4ff-4101-a0e8-3ec7b599a7b9 None None] Set router 14e02e6d-7b5a-4614-846e-b8547ba31f0d gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:46:55.649599 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9bb1b2f1-e60a-45c4-b119-89f458f2abd7 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (fc6afe37-0b1d-4f25-a110-8853b607f276), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:55.710472 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9bb1b2f1-e60a-45c4-b119-89f458f2abd7 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (fc6afe37-0b1d-4f25-a110-8853b607f276), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:55.736498 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb1b2f1-e60a-45c4-b119-89f458f2abd7 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'Subnet': ['ID=fc6afe37-0b1d-4f25-a110-8853b607f276,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:46:55.745091 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9bb1b2f1-e60a-45c4-b119-89f458f2abd7 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:55.748528 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9bb1b2f1-e60a-45c4-b119-89f458f2abd7 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "DELETE /v2.0/subnets/fc6afe37-0b1d-4f25-a110-8853b607f276 HTTP/1.1" status: 204 len: 168 time: 0.2799561 Mar 05 05:46:55.751039 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46368) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:46:55.769895 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d93b7ab-5357-42e0-b952-f943b401fdd9 None None] Network 7ed0e031-9152-4d95-b3d3-9871b6ce6a32 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:46:55.862952 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a8980e84-c6de-4c7c-93ed-67ea09e57884 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router (14e02e6d-7b5a-4614-846e-b8547ba31f0d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:55.874349 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-44362ec1-a4ff-4101-a0e8-3ec7b599a7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635910221', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:45:10Z', 'updated_at': '2022-03-05T05:46:54Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:45:10Z', 'updated_at': '2022-03-05T05:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:46:55.906406 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44362ec1-a4ff-4101-a0e8-3ec7b599a7b9 None None] Checking router: 14e02e6d-7b5a-4614-846e-b8547ba31f0d for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:46:55.918286 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44362ec1-a4ff-4101-a0e8-3ec7b599a7b9 None None] Routers {'14e02e6d-7b5a-4614-846e-b8547ba31f0d'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:46:55.918973 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-44362ec1-a4ff-4101-a0e8-3ec7b599a7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:46:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['14e02e6d-7b5a-4614-846e-b8547ba31f0d'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:46:55.976827 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a8980e84-c6de-4c7c-93ed-67ea09e57884 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router_gateway (14e02e6d-7b5a-4614-846e-b8547ba31f0d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:56.002191 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2244811-65ba-44b3-8289-473230733a5d None None] DHCP port deletion for 7ed0e031-9152-4d95-b3d3-9871b6ce6a32 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:46:56.032551 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-a8980e84-c6de-4c7c-93ed-67ea09e57884 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Deleting port b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:46:56.032899 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a8980e84-c6de-4c7c-93ed-67ea09e57884 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:56.050211 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-44362ec1-a4ff-4101-a0e8-3ec7b599a7b9 None None] Set router 14e02e6d-7b5a-4614-846e-b8547ba31f0d gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:46:56.116734 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-a8980e84-c6de-4c7c-93ed-67ea09e57884 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] For port b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:46:56.117099 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a8980e84-c6de-4c7c-93ed-67ea09e57884 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:56.130430 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-a8980e84-c6de-4c7c-93ed-67ea09e57884 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Calling delete_port for b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:46:56.309915 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a8980e84-c6de-4c7c-93ed-67ea09e57884 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:56.329379 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a2244811-65ba-44b3-8289-473230733a5d None None] Deleting port 81a4b2ce-cf45-461b-8eaf-57042f8efc1c {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:46:56.329755 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a2244811-65ba-44b3-8289-473230733a5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (81a4b2ce-cf45-461b-8eaf-57042f8efc1c), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:56.337054 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8980e84-c6de-4c7c-93ed-67ea09e57884 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'Port': ['ID=b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:46:56.399988 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a8980e84-c6de-4c7c-93ed-67ea09e57884 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (14e02e6d-7b5a-4614-846e-b8547ba31f0d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:56.417115 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-a2244811-65ba-44b3-8289-473230733a5d None None] For port 81a4b2ce-cf45-461b-8eaf-57042f8efc1c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=81a4b2ce-cf45-461b-8eaf-57042f8efc1c,segment=NetworkSegment(435a45b2-3283-4463-a724-d92a0753a32d),segment_id=435a45b2-3283-4463-a724-d92a0753a32d)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:46:56.417525 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a2244811-65ba-44b3-8289-473230733a5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (81a4b2ce-cf45-461b-8eaf-57042f8efc1c), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:56.431277 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 81a4b2ce-cf45-461b-8eaf-57042f8efc1c no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:46:56.437517 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a2244811-65ba-44b3-8289-473230733a5d None None] Calling delete_port for 81a4b2ce-cf45-461b-8eaf-57042f8efc1c owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:46:56.500958 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a8980e84-c6de-4c7c-93ed-67ea09e57884 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (14e02e6d-7b5a-4614-846e-b8547ba31f0d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:56.503121 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a8980e84-c6de-4c7c-93ed-67ea09e57884 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router_controller (14e02e6d-7b5a-4614-846e-b8547ba31f0d), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:56.547188 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a8980e84-c6de-4c7c-93ed-67ea09e57884 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (14e02e6d-7b5a-4614-846e-b8547ba31f0d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:56.547894 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8980e84-c6de-4c7c-93ed-67ea09e57884 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Fanout notify agent at l3_agent the message router_deleted on router 14e02e6d-7b5a-4614-846e-b8547ba31f0d {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:46:56.555810 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a8980e84-c6de-4c7c-93ed-67ea09e57884 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:56.559471 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a8980e84-c6de-4c7c-93ed-67ea09e57884 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "DELETE /v2.0/routers/14e02e6d-7b5a-4614-846e-b8547ba31f0d HTTP/1.1" status: 204 len: 168 time: 0.8049521 Mar 05 05:46:56.559696 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46370) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:46:56.614135 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 81a4b2ce-cf45-461b-8eaf-57042f8efc1c is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:46:56.614757 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (81a4b2ce-cf45-461b-8eaf-57042f8efc1c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:56.619746 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-44362ec1-a4ff-4101-a0e8-3ec7b599a7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635910221', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:45:10Z', 'updated_at': '2022-03-05T05:46:54Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:45:10Z', 'updated_at': '2022-03-05T05:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:46:56.627829 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a2244811-65ba-44b3-8289-473230733a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (81a4b2ce-cf45-461b-8eaf-57042f8efc1c), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:56.645283 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c7037099-e3b5-486c-82ae-a19184d2b5a6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (7ed0e031-9152-4d95-b3d3-9871b6ce6a32), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:56.680180 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44362ec1-a4ff-4101-a0e8-3ec7b599a7b9 None None] The sync data for ids ['14e02e6d-7b5a-4614-846e-b8547ba31f0d'] in n-d-789963-32 is: [{'id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-635910221', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.229'}], 'enable_snat': True}, 'gw_port_id': 'b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:45:10Z', 'updated_at': '2022-03-05T05:46:54Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:1b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e02e6d-7b5a-4614-846e-b8547ba31f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:45:10Z', 'updated_at': '2022-03-05T05:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:46:56.688822 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2244811-65ba-44b3-8289-473230733a5d None None] Pushing event deleted for resources: {'Port': ['ID=81a4b2ce-cf45-461b-8eaf-57042f8efc1c,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:46:56.698766 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2244811-65ba-44b3-8289-473230733a5d None None] No DVR routers for this DVR port 81a4b2ce-cf45-461b-8eaf-57042f8efc1c on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:46:56.709052 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2244811-65ba-44b3-8289-473230733a5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:56.709052 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2244811-65ba-44b3-8289-473230733a5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:56.709052 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2244811-65ba-44b3-8289-473230733a5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:56.709052 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2244811-65ba-44b3-8289-473230733a5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:56.709052 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2244811-65ba-44b3-8289-473230733a5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:56.709052 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2244811-65ba-44b3-8289-473230733a5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:56.709052 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2244811-65ba-44b3-8289-473230733a5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:56.709052 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2244811-65ba-44b3-8289-473230733a5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:56.709052 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2244811-65ba-44b3-8289-473230733a5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:56.709052 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2244811-65ba-44b3-8289-473230733a5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:56.709052 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2244811-65ba-44b3-8289-473230733a5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:56.709052 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2244811-65ba-44b3-8289-473230733a5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:56.709052 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2244811-65ba-44b3-8289-473230733a5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:56.757069 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c7037099-e3b5-486c-82ae-a19184d2b5a6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (7ed0e031-9152-4d95-b3d3-9871b6ce6a32), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:56.778984 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-c7037099-e3b5-486c-82ae-a19184d2b5a6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed0e031-9152-4d95-b3d3-9871b6ce6a32']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:46:56.789779 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-c7037099-e3b5-486c-82ae-a19184d2b5a6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435a45b2-3283-4463-a724-d92a0753a32d') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:46:56.790168 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-c7037099-e3b5-486c-82ae-a19184d2b5a6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435a45b2-3283-4463-a724-d92a0753a32d') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:46:56.800172 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c7037099-e3b5-486c-82ae-a19184d2b5a6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (435a45b2-3283-4463-a724-d92a0753a32d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:56.814533 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c7037099-e3b5-486c-82ae-a19184d2b5a6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (435a45b2-3283-4463-a724-d92a0753a32d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:56.821305 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7037099-e3b5-486c-82ae-a19184d2b5a6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:46:56.821699 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c7037099-e3b5-486c-82ae-a19184d2b5a6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (435a45b2-3283-4463-a724-d92a0753a32d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:56.824949 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:46:56.824949 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:46:56.824949 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:46:56.824949 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:46:56.824949 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:46:56.824949 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:46:56.824949 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:46:56.824949 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:46:56.824949 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:46:56.824949 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:46:56.824949 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:46:56.824949 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:46:56.824949 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:46:56.824949 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:46:56.824949 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:46:56.824949 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:46:56.824949 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:46:56.824949 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:46:56.824949 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:46:56.824949 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:46:56.824949 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:46:56.824949 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:46:56.824949 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:46:56.824949 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:46:56.824949 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:46:56.824949 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:46:56.824949 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:46:56.824949 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:46:56.824949 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:46:56.824949 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:46:56.824949 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:46:56.824949 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:46:56.890410 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c7037099-e3b5-486c-82ae-a19184d2b5a6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (7ed0e031-9152-4d95-b3d3-9871b6ce6a32), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:56.894825 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c7037099-e3b5-486c-82ae-a19184d2b5a6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:56.901595 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c7037099-e3b5-486c-82ae-a19184d2b5a6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "DELETE /v2.0/networks/7ed0e031-9152-4d95-b3d3-9871b6ce6a32 HTTP/1.1" status: 204 len: 168 time: 0.3383815 Mar 05 05:46:56.901959 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46372) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:46:56.914555 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7037099-e3b5-486c-82ae-a19184d2b5a6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'Network': ['ID=7ed0e031-9152-4d95-b3d3-9871b6ce6a32,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:46:56.961713 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a02e159-0655-48ae-af9f-b319f6086c46 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group (8896268a-9035-4c36-847e-c881b61fc7ac), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:56.991431 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a02e159-0655-48ae-af9f-b319f6086c46 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group (8896268a-9035-4c36-847e-c881b61fc7ac), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:57.056819 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a02e159-0655-48ae-af9f-b319f6086c46 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (8896268a-9035-4c36-847e-c881b61fc7ac), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:57.059414 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2a02e159-0655-48ae-af9f-b319f6086c46 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:57.060600 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2a02e159-0655-48ae-af9f-b319f6086c46 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "DELETE /v2.0/security-groups/8896268a-9035-4c36-847e-c881b61fc7ac HTTP/1.1" status: 204 len: 168 time: 0.1573353 Mar 05 05:46:57.071716 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02e159-0655-48ae-af9f-b319f6086c46 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8896268a-9035-4c36-847e-c881b61fc7ac,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:46:57.079644 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02e159-0655-48ae-af9f-b319f6086c46 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:57.079999 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02e159-0655-48ae-af9f-b319f6086c46 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:57.080349 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02e159-0655-48ae-af9f-b319f6086c46 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:57.080693 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02e159-0655-48ae-af9f-b319f6086c46 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:57.081123 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02e159-0655-48ae-af9f-b319f6086c46 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:57.081358 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02e159-0655-48ae-af9f-b319f6086c46 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:57.081691 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02e159-0655-48ae-af9f-b319f6086c46 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:57.082028 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02e159-0655-48ae-af9f-b319f6086c46 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:57.082356 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02e159-0655-48ae-af9f-b319f6086c46 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:57.082690 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02e159-0655-48ae-af9f-b319f6086c46 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:57.083018 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02e159-0655-48ae-af9f-b319f6086c46 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:57.083373 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02e159-0655-48ae-af9f-b319f6086c46 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:57.083699 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02e159-0655-48ae-af9f-b319f6086c46 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:46:57.374434 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46378) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:46:57.379049 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-69fe6ed7-98a4-4367-b29d-052e147b735d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-956705859', 'description': 'tempest-secgroup-smoke-956705859 description', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:46:57.399546 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-69fe6ed7-98a4-4367-b29d-052e147b735d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:57.468838 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-69fe6ed7-98a4-4367-b29d-052e147b735d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group (3bfd2a22-7103-4fed-9727-cd7bf4f31c1b), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:57.472713 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-69fe6ed7-98a4-4367-b29d-052e147b735d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3bfd2a22-7103-4fed-9727-cd7bf4f31c1b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:57.506478 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-69fe6ed7-98a4-4367-b29d-052e147b735d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:57.507782 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-69fe6ed7-98a4-4367-b29d-052e147b735d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1322539 Mar 05 05:46:57.508496 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe6ed7-98a4-4367-b29d-052e147b735d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfd2a22-7103-4fed-9727-cd7bf4f31c1b,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:46:57.510792 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46380) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:46:57.515353 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-88c77636-4be6-41fb-929a-41c82bb912ef tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group_rule': {'security_group_id': '3bfd2a22-7103-4fed-9727-cd7bf4f31c1b', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:46:57.540487 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-88c77636-4be6-41fb-929a-41c82bb912ef tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (282bdf13-bdaf-4aa7-977b-48205932e20d), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:57.597237 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-88c77636-4be6-41fb-929a-41c82bb912ef tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (282bdf13-bdaf-4aa7-977b-48205932e20d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:57.601645 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-88c77636-4be6-41fb-929a-41c82bb912ef tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (282bdf13-bdaf-4aa7-977b-48205932e20d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:57.621778 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c77636-4be6-41fb-929a-41c82bb912ef tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=282bdf13-bdaf-4aa7-977b-48205932e20d,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:46:57.628247 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-88c77636-4be6-41fb-929a-41c82bb912ef tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:57.632508 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-88c77636-4be6-41fb-929a-41c82bb912ef tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176269 Mar 05 05:46:57.632833 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46382) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:46:57.637541 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-a017042b-5fdc-4503-8e41-4b60c07d8c82 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group_rule': {'security_group_id': '3bfd2a22-7103-4fed-9727-cd7bf4f31c1b', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:46:57.661776 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a017042b-5fdc-4503-8e41-4b60c07d8c82 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (c3a6a4a9-c074-4912-b6c0-6a929b0527b4), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:57.717625 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a017042b-5fdc-4503-8e41-4b60c07d8c82 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (c3a6a4a9-c074-4912-b6c0-6a929b0527b4), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:57.720543 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a017042b-5fdc-4503-8e41-4b60c07d8c82 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (c3a6a4a9-c074-4912-b6c0-6a929b0527b4), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:57.737977 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017042b-5fdc-4503-8e41-4b60c07d8c82 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3a6a4a9-c074-4912-b6c0-6a929b0527b4,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:46:57.746365 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-a017042b-5fdc-4503-8e41-4b60c07d8c82 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:57.747564 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a017042b-5fdc-4503-8e41-4b60c07d8c82 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1136787 Mar 05 05:46:57.750280 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46384) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:46:57.754468 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-07567c04-70ab-4f37-bea6-97465d514fb5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group_rule': {'security_group_id': '3bfd2a22-7103-4fed-9727-cd7bf4f31c1b', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:46:57.778812 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-07567c04-70ab-4f37-bea6-97465d514fb5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (fa83db97-a51d-4dd9-bee7-37e0ce89c983), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:57.839051 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-07567c04-70ab-4f37-bea6-97465d514fb5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (fa83db97-a51d-4dd9-bee7-37e0ce89c983), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:57.842573 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-07567c04-70ab-4f37-bea6-97465d514fb5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (fa83db97-a51d-4dd9-bee7-37e0ce89c983), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:57.860258 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567c04-70ab-4f37-bea6-97465d514fb5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa83db97-a51d-4dd9-bee7-37e0ce89c983,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:46:57.867297 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-07567c04-70ab-4f37-bea6-97465d514fb5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:57.868560 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-07567c04-70ab-4f37-bea6-97465d514fb5 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173391 Mar 05 05:46:57.871399 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46386) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:46:57.875616 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-50d2972a-0289-427e-a9fe-4b09685af5eb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group_rule': {'security_group_id': '3bfd2a22-7103-4fed-9727-cd7bf4f31c1b', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:46:57.899884 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-50d2972a-0289-427e-a9fe-4b09685af5eb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (0cf346e5-c30d-4c98-80e4-03ebea3f8af8), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:57.955918 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-50d2972a-0289-427e-a9fe-4b09685af5eb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (0cf346e5-c30d-4c98-80e4-03ebea3f8af8), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:57.959930 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-50d2972a-0289-427e-a9fe-4b09685af5eb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (0cf346e5-c30d-4c98-80e4-03ebea3f8af8), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:57.977627 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2972a-0289-427e-a9fe-4b09685af5eb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cf346e5-c30d-4c98-80e4-03ebea3f8af8,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:46:57.985854 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-50d2972a-0289-427e-a9fe-4b09685af5eb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:57.987039 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-50d2972a-0289-427e-a9fe-4b09685af5eb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1147265 Mar 05 05:46:57.989697 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46388) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:46:57.993919 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-d02b2a74-a4ab-4b6a-8903-f897ba3e791b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group_rule': {'security_group_id': '3bfd2a22-7103-4fed-9727-cd7bf4f31c1b', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:46:58.013360 n-d-789963-32 neutron-server[105231]: INFO neutron.db.securitygroups_db [None req-d02b2a74-a4ab-4b6a-8903-f897ba3e791b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Project ba2e0d8d43284548af1760695ecb9a0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:46:58.018239 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d02b2a74-a4ab-4b6a-8903-f897ba3e791b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (e581981e-a8c1-408c-b082-f41249b33408), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:58.075318 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d02b2a74-a4ab-4b6a-8903-f897ba3e791b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (e581981e-a8c1-408c-b082-f41249b33408), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:58.078879 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d02b2a74-a4ab-4b6a-8903-f897ba3e791b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (e581981e-a8c1-408c-b082-f41249b33408), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:58.098814 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b2a74-a4ab-4b6a-8903-f897ba3e791b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e581981e-a8c1-408c-b082-f41249b33408,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:46:58.105029 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d02b2a74-a4ab-4b6a-8903-f897ba3e791b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:58.106189 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d02b2a74-a4ab-4b6a-8903-f897ba3e791b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1155918 Mar 05 05:46:58.108917 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46390) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:46:58.113140 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-ea086ef1-fa64-49ea-a4d4-231433192e15 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'security_group_rule': {'security_group_id': '3bfd2a22-7103-4fed-9727-cd7bf4f31c1b', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:46:58.133468 n-d-789963-32 neutron-server[105231]: INFO neutron.db.securitygroups_db [None req-ea086ef1-fa64-49ea-a4d4-231433192e15 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Project ba2e0d8d43284548af1760695ecb9a0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:46:58.138236 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ea086ef1-fa64-49ea-a4d4-231433192e15 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (691ce226-ca94-430c-90df-829299c28281), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:58.199316 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ea086ef1-fa64-49ea-a4d4-231433192e15 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (691ce226-ca94-430c-90df-829299c28281), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:58.202697 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ea086ef1-fa64-49ea-a4d4-231433192e15 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (691ce226-ca94-430c-90df-829299c28281), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:58.220424 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea086ef1-fa64-49ea-a4d4-231433192e15 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=691ce226-ca94-430c-90df-829299c28281,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:46:58.226807 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ea086ef1-fa64-49ea-a4d4-231433192e15 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:58.228010 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ea086ef1-fa64-49ea-a4d4-231433192e15 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181903 Mar 05 05:46:58.230901 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46392) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:46:58.235751 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-6715e0f0-e777-4c17-a607-6f24a24c3fd9 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'network': {'name': 'tempest-network-smoke--1423277565', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'port_security_enabled': True}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:46:58.254449 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6715e0f0-e777-4c17-a607-6f24a24c3fd9 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Made reservation on behalf of ba2e0d8d43284548af1760695ecb9a0e for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:46:58.259536 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6715e0f0-e777-4c17-a607-6f24a24c3fd9 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:58.282786 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6715e0f0-e777-4c17-a607-6f24a24c3fd9 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:46:58.292542 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6715e0f0-e777-4c17-a607-6f24a24c3fd9 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (bce307da-8bcd-4f37-a2d8-a6ecefc30469), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:58.292896 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-6715e0f0-e777-4c17-a607-6f24a24c3fd9 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Added segment bce307da-8bcd-4f37-a2d8-a6ecefc30469 of type vlan for network 215d998f-bc91-42fe-b842-b5b22d0e016c Mar 05 05:46:58.333052 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6715e0f0-e777-4c17-a607-6f24a24c3fd9 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (215d998f-bc91-42fe-b842-b5b22d0e016c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:58.335454 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f17c2a9c-69d4-408f-98cb-f4c5cfcd466e no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:46:58.354978 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: f17c2a9c-69d4-408f-98cb-f4c5cfcd466e {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:46:58.355510 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f17c2a9c-69d4-408f-98cb-f4c5cfcd466e not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:46:58.355977 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:46:58.360161 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6715e0f0-e777-4c17-a607-6f24a24c3fd9 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (215d998f-bc91-42fe-b842-b5b22d0e016c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:58.365352 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6715e0f0-e777-4c17-a607-6f24a24c3fd9 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:46:58.365889 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6715e0f0-e777-4c17-a607-6f24a24c3fd9 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:58.375723 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:46:58.376158 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device b0b10c09-b3c5-4b37-ad1d-94bb8eb777ce not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:46:58.403442 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6715e0f0-e777-4c17-a607-6f24a24c3fd9 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1714609 Mar 05 05:46:58.406290 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46394) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:46:58.411171 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-e8de380c-d479-4477-b946-f488befa2235 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1386333650', 'admin_state_up': True, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:46:58.432778 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e8de380c-d479-4477-b946-f488befa2235 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (a8249041-fec8-4745-84b4-ed8938002c6a), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:58.433884 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e8de380c-d479-4477-b946-f488befa2235 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (a8249041-fec8-4745-84b4-ed8938002c6a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:58.439763 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715e0f0-e777-4c17-a607-6f24a24c3fd9 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Network': ['ID=215d998f-bc91-42fe-b842-b5b22d0e016c,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:46:58.450848 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 215d998f-bc91-42fe-b842-b5b22d0e016c details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:46:58.502529 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e8de380c-d479-4477-b946-f488befa2235 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router_controller (a8249041-fec8-4745-84b4-ed8938002c6a), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:58.640664 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e8de380c-d479-4477-b946-f488befa2235 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router_gateway (a8249041-fec8-4745-84b4-ed8938002c6a), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:58.833742 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e8de380c-d479-4477-b946-f488befa2235 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router_gateway (a8249041-fec8-4745-84b4-ed8938002c6a), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:58.853389 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e8de380c-d479-4477-b946-f488befa2235 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:58.955161 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-e8de380c-d479-4477-b946-f488befa2235 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Allocated IP 172.25.0.67 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/a4b84bc8-a26a-4cdb-b20b-115cc6574012) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:46:59.054299 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e8de380c-d479-4477-b946-f488befa2235 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for port (a4b84bc8-a26a-4cdb-b20b-115cc6574012), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:59.087801 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e8de380c-d479-4477-b946-f488befa2235 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (a4b84bc8-a26a-4cdb-b20b-115cc6574012), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:59.124850 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8de380c-d479-4477-b946-f488befa2235 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:46:59.127734 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-e8de380c-d479-4477-b946-f488befa2235 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:46:59.131799 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8de380c-d479-4477-b946-f488befa2235 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:46:59.158697 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de380c-d479-4477-b946-f488befa2235 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Port': ['ID=a4b84bc8-a26a-4cdb-b20b-115cc6574012,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:46:59.385118 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e8de380c-d479-4477-b946-f488befa2235 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router_gateway (a8249041-fec8-4745-84b4-ed8938002c6a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:46:59.912352 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e8de380c-d479-4477-b946-f488befa2235 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (a8249041-fec8-4745-84b4-ed8938002c6a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:00.041228 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8de380c-d479-4477-b946-f488befa2235 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Router a8249041-fec8-4745-84b4-ed8938002c6a is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:47:00.144266 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8de380c-d479-4477-b946-f488befa2235 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:47:00.156008 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8044d21-d461-4457-a6d4-71425b10acb4 None None] Sync routers for ids ['a8249041-fec8-4745-84b4-ed8938002c6a'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:47:00.167625 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e8de380c-d479-4477-b946-f488befa2235 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:00.168788 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e8de380c-d479-4477-b946-f488befa2235 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7614076 Mar 05 05:47:00.169106 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8044d21-d461-4457-a6d4-71425b10acb4 None None] Routers {'a8249041-fec8-4745-84b4-ed8938002c6a'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:47:00.169727 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e8044d21-d461-4457-a6d4-71425b10acb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:46:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['a8249041-fec8-4745-84b4-ed8938002c6a'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:47:00.172187 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46396) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:47:00.256561 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5654e849-4b2f-4578-a04e-f2e6c1460842 tempest-TestNetworkAdvancedServerOps-746894055 tempest-TestNetworkAdvancedServerOps-746894055-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=ba2e0d8d43284548af1760695ecb9a0e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0831892 Mar 05 05:47:00.259099 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46400) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:47:00.279248 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-e8044d21-d461-4457-a6d4-71425b10acb4 None None] Set router a8249041-fec8-4745-84b4-ed8938002c6a gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:47:00.351361 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed87365-45bd-4d13-900e-7181d4dc9c13 tempest-TestNetworkAdvancedServerOps-746894055 tempest-TestNetworkAdvancedServerOps-746894055-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:00.353476 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-fed87365-45bd-4d13-900e-7181d4dc9c13 tempest-TestNetworkAdvancedServerOps-746894055 tempest-TestNetworkAdvancedServerOps-746894055-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0934544 Mar 05 05:47:00.356307 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46402) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:47:00.390979 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-dd6304c4-fbce-4783-b831-50b7e11bc785 tempest-TestNetworkAdvancedServerOps-746894055 tempest-TestNetworkAdvancedServerOps-746894055-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=ff625bbb-6b8f-4740-be08-a562ec9a34a4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335305 Mar 05 05:47:00.393472 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46404) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:47:00.398577 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-cbb2a713-c108-4bfb-b646-2138379806c6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-456197008', 'network_id': '215d998f-bc91-42fe-b842-b5b22d0e016c', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:47:00.492524 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb2a713-c108-4bfb-b646-2138379806c6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Made reservation on behalf of ba2e0d8d43284548af1760695ecb9a0e for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:47:00.496034 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cbb2a713-c108-4bfb-b646-2138379806c6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:00.566157 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e8044d21-d461-4457-a6d4-71425b10acb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386333650', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a4b84bc8-a26a-4cdb-b20b-115cc6574012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:46:58Z', 'updated_at': '2022-03-05T05:46:59Z', 'revision_number': 3, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'a4b84bc8-a26a-4cdb-b20b-115cc6574012', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:46:58Z', 'updated_at': '2022-03-05T05:46:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:47:00.594683 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8044d21-d461-4457-a6d4-71425b10acb4 None None] Checking router: a8249041-fec8-4745-84b4-ed8938002c6a for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:47:00.595034 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8044d21-d461-4457-a6d4-71425b10acb4 None None] Updating router a8249041-fec8-4745-84b4-ed8938002c6a port a4b84bc8-a26a-4cdb-b20b-115cc6574012 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:47:00.621160 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e8044d21-d461-4457-a6d4-71425b10acb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a4b84bc8-a26a-4cdb-b20b-115cc6574012), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:00.677030 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cbb2a713-c108-4bfb-b646-2138379806c6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (3fada486-1349-4c0d-8a0a-8a0cecacacc0), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:00.735392 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb2a713-c108-4bfb-b646-2138379806c6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Subnet': ['ID=3fada486-1349-4c0d-8a0a-8a0cecacacc0,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:47:00.750579 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb2a713-c108-4bfb-b646-2138379806c6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Checking segment: {'id': 'bce307da-8bcd-4f37-a2d8-a6ecefc30469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '215d998f-bc91-42fe-b842-b5b22d0e016c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:47:00.751536 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb2a713-c108-4bfb-b646-2138379806c6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network hostable DHCP agents. Network: 215d998f-bc91-42fe-b842-b5b22d0e016c, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:47:00.770671 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb2a713-c108-4bfb-b646-2138379806c6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network 215d998f-bc91-42fe-b842-b5b22d0e016c is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:47:00.780971 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-cbb2a713-c108-4bfb-b646-2138379806c6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 215d998f-bc91-42fe-b842-b5b22d0e016c) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:47:00.785607 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb2a713-c108-4bfb-b646-2138379806c6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:00.786442 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cbb2a713-c108-4bfb-b646-2138379806c6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:00.791329 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafef971-c167-4a1b-9771-9d3b74c32cf7 None None] Network 215d998f-bc91-42fe-b842-b5b22d0e016c requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:47:00.807311 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-cbb2a713-c108-4bfb-b646-2138379806c6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4127529 Mar 05 05:47:00.810141 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46406) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:47:00.894012 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e8044d21-d461-4457-a6d4-71425b10acb4 None None] Publish callbacks [] for port (a4b84bc8-a26a-4cdb-b20b-115cc6574012), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:00.901504 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e8044d21-d461-4457-a6d4-71425b10acb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a4b84bc8-a26a-4cdb-b20b-115cc6574012), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:00.905381 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52042a67-d67f-4abb-a8be-67133ba8382e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-215d998f-bc91-42fe-b842-b5b22d0e016c', 'network_id': '215d998f-bc91-42fe-b842-b5b22d0e016c', 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'fixed_ips': [{'subnet_id': '3fada486-1349-4c0d-8a0a-8a0cecacacc0'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:47:00.906757 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-52042a67-d67f-4abb-a8be-67133ba8382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:00.957911 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59cefa7-a00f-4d6b-aefb-65679b608561 None None] Pushing event updated for resources: {'Port': ['ID=a4b84bc8-a26a-4cdb-b20b-115cc6574012,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:47:00.963480 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-e8044d21-d461-4457-a6d4-71425b10acb4 None None] Attempting to bind port a4b84bc8-a26a-4cdb-b20b-115cc6574012 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:47:00.963860 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-e8044d21-d461-4457-a6d4-71425b10acb4 None None] Attempting to bind port a4b84bc8-a26a-4cdb-b20b-115cc6574012 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:47:00.964231 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8044d21-d461-4457-a6d4-71425b10acb4 None None] Attempting to bind port a4b84bc8-a26a-4cdb-b20b-115cc6574012 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:47:00.972885 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cefa7-a00f-4d6b-aefb-65679b608561 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:47:00.974269 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cefa7-a00f-4d6b-aefb-65679b608561 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:47:00.975413 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cefa7-a00f-4d6b-aefb-65679b608561 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:47:00.976197 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cefa7-a00f-4d6b-aefb-65679b608561 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:47:00.976351 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cefa7-a00f-4d6b-aefb-65679b608561 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:47:00.977113 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cefa7-a00f-4d6b-aefb-65679b608561 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:47:00.977113 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cefa7-a00f-4d6b-aefb-65679b608561 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:47:00.977452 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cefa7-a00f-4d6b-aefb-65679b608561 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:47:00.977828 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cefa7-a00f-4d6b-aefb-65679b608561 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:47:00.978155 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cefa7-a00f-4d6b-aefb-65679b608561 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:47:00.978487 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cefa7-a00f-4d6b-aefb-65679b608561 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:47:00.978817 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cefa7-a00f-4d6b-aefb-65679b608561 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:47:00.979376 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59cefa7-a00f-4d6b-aefb-65679b608561 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:47:00.985073 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8044d21-d461-4457-a6d4-71425b10acb4 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:47:00.985468 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8044d21-d461-4457-a6d4-71425b10acb4 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:47:00.985883 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e8044d21-d461-4457-a6d4-71425b10acb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:00.986276 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8044d21-d461-4457-a6d4-71425b10acb4 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:47:00.986763 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-e8044d21-d461-4457-a6d4-71425b10acb4 None None] Bound port: a4b84bc8-a26a-4cdb-b20b-115cc6574012, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:47:00.987176 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e8044d21-d461-4457-a6d4-71425b10acb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a4b84bc8-a26a-4cdb-b20b-115cc6574012), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:01.040047 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-e8044d21-d461-4457-a6d4-71425b10acb4 None None] For port a4b84bc8-a26a-4cdb-b20b-115cc6574012, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:47:01.044451 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-e8044d21-d461-4457-a6d4-71425b10acb4 None None] For port a4b84bc8-a26a-4cdb-b20b-115cc6574012, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a4b84bc8-a26a-4cdb-b20b-115cc6574012,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:47:01.051111 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-52042a67-d67f-4abb-a8be-67133ba8382e None None] Allocated IP 172.20.0.2 (215d998f-bc91-42fe-b842-b5b22d0e016c/3fada486-1349-4c0d-8a0a-8a0cecacacc0/1e9a47c7-1916-4f87-9216-5afe6921f0c2) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:47:01.052473 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e8044d21-d461-4457-a6d4-71425b10acb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a4b84bc8-a26a-4cdb-b20b-115cc6574012), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:01.106385 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8044d21-d461-4457-a6d4-71425b10acb4 None None] Routers {'a8249041-fec8-4745-84b4-ed8938002c6a'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:47:01.107023 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e8044d21-d461-4457-a6d4-71425b10acb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:46:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['a8249041-fec8-4745-84b4-ed8938002c6a'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:47:01.168419 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59cefa7-a00f-4d6b-aefb-65679b608561 None None] Pushing event updated for resources: {'Port': ['ID=a4b84bc8-a26a-4cdb-b20b-115cc6574012,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:47:01.204955 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-52042a67-d67f-4abb-a8be-67133ba8382e None None] Publish callbacks [] for port (1e9a47c7-1916-4f87-9216-5afe6921f0c2), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:01.211564 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-52042a67-d67f-4abb-a8be-67133ba8382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (1e9a47c7-1916-4f87-9216-5afe6921f0c2), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:01.230268 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52042a67-d67f-4abb-a8be-67133ba8382e None None] Network 215d998f-bc91-42fe-b842-b5b22d0e016c is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:47:01.232986 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-e8044d21-d461-4457-a6d4-71425b10acb4 None None] Set router a8249041-fec8-4745-84b4-ed8938002c6a gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:47:01.233121 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-52042a67-d67f-4abb-a8be-67133ba8382e None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:47:01.255563 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52042a67-d67f-4abb-a8be-67133ba8382e None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:47:01.295331 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52042a67-d67f-4abb-a8be-67133ba8382e None None] Pushing event updated for resources: {'Port': ['ID=1e9a47c7-1916-4f87-9216-5afe6921f0c2,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:47:01.297672 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d124c8f6-5a04-4444-a82a-48c1bf7c969d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:01.324530 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-52042a67-d67f-4abb-a8be-67133ba8382e None None] Attempting to bind port 1e9a47c7-1916-4f87-9216-5afe6921f0c2 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:47:01.325137 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-52042a67-d67f-4abb-a8be-67133ba8382e None None] Attempting to bind port 1e9a47c7-1916-4f87-9216-5afe6921f0c2 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'bce307da-8bcd-4f37-a2d8-a6ecefc30469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '215d998f-bc91-42fe-b842-b5b22d0e016c'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:47:01.325520 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52042a67-d67f-4abb-a8be-67133ba8382e None None] Attempting to bind port 1e9a47c7-1916-4f87-9216-5afe6921f0c2 on network 215d998f-bc91-42fe-b842-b5b22d0e016c {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:47:01.330684 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52042a67-d67f-4abb-a8be-67133ba8382e None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:47:01.331116 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52042a67-d67f-4abb-a8be-67133ba8382e None None] Checking segment: {'id': 'bce307da-8bcd-4f37-a2d8-a6ecefc30469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '215d998f-bc91-42fe-b842-b5b22d0e016c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:47:01.331504 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-52042a67-d67f-4abb-a8be-67133ba8382e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:01.331904 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52042a67-d67f-4abb-a8be-67133ba8382e None None] Bound using segment: {'id': 'bce307da-8bcd-4f37-a2d8-a6ecefc30469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '215d998f-bc91-42fe-b842-b5b22d0e016c'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:47:01.332605 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-52042a67-d67f-4abb-a8be-67133ba8382e None None] Bound port: 1e9a47c7-1916-4f87-9216-5afe6921f0c2, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce307da-8bcd-4f37-a2d8-a6ecefc30469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '215d998f-bc91-42fe-b842-b5b22d0e016c'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:47:01.332776 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-52042a67-d67f-4abb-a8be-67133ba8382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1e9a47c7-1916-4f87-9216-5afe6921f0c2), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:01.396238 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-52042a67-d67f-4abb-a8be-67133ba8382e None None] For port 1e9a47c7-1916-4f87-9216-5afe6921f0c2, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:47:01.400334 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-52042a67-d67f-4abb-a8be-67133ba8382e None None] For port 1e9a47c7-1916-4f87-9216-5afe6921f0c2, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=1e9a47c7-1916-4f87-9216-5afe6921f0c2,segment=NetworkSegment(bce307da-8bcd-4f37-a2d8-a6ecefc30469),segment_id=bce307da-8bcd-4f37-a2d8-a6ecefc30469)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:47:01.411351 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-52042a67-d67f-4abb-a8be-67133ba8382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1e9a47c7-1916-4f87-9216-5afe6921f0c2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:01.421482 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e8044d21-d461-4457-a6d4-71425b10acb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386333650', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a4b84bc8-a26a-4cdb-b20b-115cc6574012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:46:58Z', 'updated_at': '2022-03-05T05:46:59Z', 'revision_number': 3, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'a4b84bc8-a26a-4cdb-b20b-115cc6574012', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:46:58Z', 'updated_at': '2022-03-05T05:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:47:01.453499 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8044d21-d461-4457-a6d4-71425b10acb4 None None] The sync data for ids ['a8249041-fec8-4745-84b4-ed8938002c6a'] in n-d-789963-32 is: [{'id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386333650', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a4b84bc8-a26a-4cdb-b20b-115cc6574012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:46:58Z', 'updated_at': '2022-03-05T05:46:59Z', 'revision_number': 3, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'a4b84bc8-a26a-4cdb-b20b-115cc6574012', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:46:58Z', 'updated_at': '2022-03-05T05:47:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:47:01.495779 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52042a67-d67f-4abb-a8be-67133ba8382e None None] Pushing event updated for resources: {'Port': ['ID=1e9a47c7-1916-4f87-9216-5afe6921f0c2,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:47:01.612803 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-d124c8f6-5a04-4444-a82a-48c1bf7c969d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Allocated IP 172.20.0.1 (215d998f-bc91-42fe-b842-b5b22d0e016c/3fada486-1349-4c0d-8a0a-8a0cecacacc0/2fd0bffc-4e93-42bc-8d3c-bb002cb3b724) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:47:01.772917 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d124c8f6-5a04-4444-a82a-48c1bf7c969d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for port (2fd0bffc-4e93-42bc-8d3c-bb002cb3b724), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:01.817069 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d124c8f6-5a04-4444-a82a-48c1bf7c969d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (2fd0bffc-4e93-42bc-8d3c-bb002cb3b724), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:01.869763 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d124c8f6-5a04-4444-a82a-48c1bf7c969d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network 215d998f-bc91-42fe-b842-b5b22d0e016c is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:47:01.872694 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-d124c8f6-5a04-4444-a82a-48c1bf7c969d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:47:01.877399 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d124c8f6-5a04-4444-a82a-48c1bf7c969d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:47:01.885441 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124c8f6-5a04-4444-a82a-48c1bf7c969d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Port': ['ID=2fd0bffc-4e93-42bc-8d3c-bb002cb3b724,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:47:01.932485 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d124c8f6-5a04-4444-a82a-48c1bf7c969d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (a8249041-fec8-4745-84b4-ed8938002c6a), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:02.070813 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d124c8f6-5a04-4444-a82a-48c1bf7c969d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2fd0bffc-4e93-42bc-8d3c-bb002cb3b724), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:02.405679 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d124c8f6-5a04-4444-a82a-48c1bf7c969d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for port (2fd0bffc-4e93-42bc-8d3c-bb002cb3b724), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:02.417648 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a4b84bc8-a26a-4cdb-b20b-115cc6574012 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:47:02.420708 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d124c8f6-5a04-4444-a82a-48c1bf7c969d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (2fd0bffc-4e93-42bc-8d3c-bb002cb3b724), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:02.474488 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port a4b84bc8-a26a-4cdb-b20b-115cc6574012 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:47:02.476411 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a4b84bc8-a26a-4cdb-b20b-115cc6574012), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:02.504715 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124c8f6-5a04-4444-a82a-48c1bf7c969d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Port': ['ID=2fd0bffc-4e93-42bc-8d3c-bb002cb3b724,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:47:02.508331 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d124c8f6-5a04-4444-a82a-48c1bf7c969d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (a8249041-fec8-4745-84b4-ed8938002c6a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:02.562854 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port a4b84bc8-a26a-4cdb-b20b-115cc6574012 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:47:02.563283 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (a4b84bc8-a26a-4cdb-b20b-115cc6574012), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:02.588048 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port a4b84bc8-a26a-4cdb-b20b-115cc6574012, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a4b84bc8-a26a-4cdb-b20b-115cc6574012,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:47:02.593022 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (a4b84bc8-a26a-4cdb-b20b-115cc6574012), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:02.594218 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 1e9a47c7-1916-4f87-9216-5afe6921f0c2 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:47:02.611564 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d124c8f6-5a04-4444-a82a-48c1bf7c969d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network 215d998f-bc91-42fe-b842-b5b22d0e016c is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:47:02.612984 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-d124c8f6-5a04-4444-a82a-48c1bf7c969d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:47:02.639385 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b055dc0-11da-4f69-a159-1cc6047e721d None None] Network 215d998f-bc91-42fe-b842-b5b22d0e016c requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:47:02.732369 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d124c8f6-5a04-4444-a82a-48c1bf7c969d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Router a8249041-fec8-4745-84b4-ed8938002c6a has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:47:02.741989 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=a4b84bc8-a26a-4cdb-b20b-115cc6574012,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:47:02.763592 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d881fd52-be1a-40fa-8e3f-29e0968ff178 None None] Provisioning complete for port 1e9a47c7-1916-4f87-9216-5afe6921f0c2 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:47:02.763974 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d881fd52-be1a-40fa-8e3f-29e0968ff178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1e9a47c7-1916-4f87-9216-5afe6921f0c2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:02.823714 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 1e9a47c7-1916-4f87-9216-5afe6921f0c2 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:47:02.824099 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1e9a47c7-1916-4f87-9216-5afe6921f0c2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:02.853895 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d124c8f6-5a04-4444-a82a-48c1bf7c969d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:47:02.858944 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d124c8f6-5a04-4444-a82a-48c1bf7c969d tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "PUT /v2.0/routers/a8249041-fec8-4745-84b4-ed8938002c6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0478134 Mar 05 05:47:02.933418 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d881fd52-be1a-40fa-8e3f-29e0968ff178 None None] Current status of the port 1e9a47c7-1916-4f87-9216-5afe6921f0c2 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:47:02.933825 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d881fd52-be1a-40fa-8e3f-29e0968ff178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1e9a47c7-1916-4f87-9216-5afe6921f0c2), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:02.989826 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 1e9a47c7-1916-4f87-9216-5afe6921f0c2 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:47:02.990891 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (1e9a47c7-1916-4f87-9216-5afe6921f0c2), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:03.012197 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-d881fd52-be1a-40fa-8e3f-29e0968ff178 None None] For port 1e9a47c7-1916-4f87-9216-5afe6921f0c2, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=1e9a47c7-1916-4f87-9216-5afe6921f0c2,segment=NetworkSegment(bce307da-8bcd-4f37-a2d8-a6ecefc30469),segment_id=bce307da-8bcd-4f37-a2d8-a6ecefc30469)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:47:03.022937 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d881fd52-be1a-40fa-8e3f-29e0968ff178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (1e9a47c7-1916-4f87-9216-5afe6921f0c2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:03.042276 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d046abbe-ee16-4edb-a546-614b336af9af req-42d1f452-d435-4b34-a30f-df5946c495b8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-956705859&fields=id&tenant_id=ba2e0d8d43284548af1760695ecb9a0e HTTP/1.1" status: 200 len: 267 time: 0.0554714 Mar 05 05:47:03.103360 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 05 05:47:03.103360 n-d-789963-32 neutron-server[105233]: DEBUG oslo_db.api [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 05 05:47:03.106250 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881fd52-be1a-40fa-8e3f-29e0968ff178 None None] Pushing event updated for resources: {'Port': ['ID=1e9a47c7-1916-4f87-9216-5afe6921f0c2,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:47:03.164207 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046abbe-ee16-4edb-a546-614b336af9af req-6c961dc4-5018-404b-8f48-8b645c9659e3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:03.165726 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d046abbe-ee16-4edb-a546-614b336af9af req-6c961dc4-5018-404b-8f48-8b645c9659e3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/networks?id=215d998f-bc91-42fe-b842-b5b22d0e016c HTTP/1.1" status: 200 len: 797 time: 0.1156304 Mar 05 05:47:03.185008 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d046abbe-ee16-4edb-a546-614b336af9af req-def5b0e6-7846-4277-be86-bd9973a03e91 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/quotas/ba2e0d8d43284548af1760695ecb9a0e HTTP/1.1" status: 200 len: 375 time: 0.0125656 Mar 05 05:47:03.209762 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838dc69e-e809-40ff-beb2-ac23e9e31290 None None] Sync routers for ids ['a8249041-fec8-4745-84b4-ed8938002c6a'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:47:03.220848 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838dc69e-e809-40ff-beb2-ac23e9e31290 None None] Routers {'a8249041-fec8-4745-84b4-ed8938002c6a'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:47:03.221482 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-838dc69e-e809-40ff-beb2-ac23e9e31290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:46:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['a8249041-fec8-4745-84b4-ed8938002c6a'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:47:03.249671 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d046abbe-ee16-4edb-a546-614b336af9af req-c24ca7aa-c091-4c39-82f3-2aa3174add26 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586913 Mar 05 05:47:03.267185 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-d046abbe-ee16-4edb-a546-614b336af9af req-a3b6ad9b-8a28-4067-8249-aed3c470d4ac service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:47:03.268196 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d046abbe-ee16-4edb-a546-614b336af9af req-a3b6ad9b-8a28-4067-8249-aed3c470d4ac service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053613 Mar 05 05:47:03.287214 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f5a15e67-9520-4576-89a0-9222a5811878 None None] Provisioning complete for port 1e9a47c7-1916-4f87-9216-5afe6921f0c2 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:47:03.287598 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f5a15e67-9520-4576-89a0-9222a5811878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1e9a47c7-1916-4f87-9216-5afe6921f0c2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:03.375014 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d046abbe-ee16-4edb-a546-614b336af9af req-00a7e9b0-f8f8-4979-b4bc-536e6bd69855 service neutron] 10.222.0.11 "GET /v2.0/networks/215d998f-bc91-42fe-b842-b5b22d0e016c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997734 Mar 05 05:47:03.491192 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d046abbe-ee16-4edb-a546-614b336af9af req-8d59075a-93f8-428d-be5b-ee4f5a1ead49 service neutron] 10.222.0.11 "GET /v2.0/networks/215d998f-bc91-42fe-b842-b5b22d0e016c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106882 Mar 05 05:47:03.541201 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-838dc69e-e809-40ff-beb2-ac23e9e31290 None None] Set router a8249041-fec8-4745-84b4-ed8938002c6a gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:47:03.666896 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-10bacb4a-b7b1-4c3b-bae5-200bccb1a5f1 req-5891b2be-d2d6-47b8-a985-3365d2332d25 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdea3909-b86e-48b0-b136-23acc114e964 HTTP/1.1" status: 200 len: 210 time: 0.0300825 Mar 05 05:47:03.699851 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f5a15e67-9520-4576-89a0-9222a5811878 None None] Current status of the port 1e9a47c7-1916-4f87-9216-5afe6921f0c2 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:47:03.703725 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 1e9a47c7-1916-4f87-9216-5afe6921f0c2 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:47:03.754566 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f5a15e67-9520-4576-89a0-9222a5811878 None None] Provisioning complete for port 2fd0bffc-4e93-42bc-8d3c-bb002cb3b724 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:47:03.754958 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f5a15e67-9520-4576-89a0-9222a5811878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2fd0bffc-4e93-42bc-8d3c-bb002cb3b724), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:03.819031 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f5a15e67-9520-4576-89a0-9222a5811878 None None] Port 2fd0bffc-4e93-42bc-8d3c-bb002cb3b724 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:47:03.849404 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-838dc69e-e809-40ff-beb2-ac23e9e31290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386333650', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a4b84bc8-a26a-4cdb-b20b-115cc6574012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:46:58Z', 'updated_at': '2022-03-05T05:47:02Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'a4b84bc8-a26a-4cdb-b20b-115cc6574012', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:46:58Z', 'updated_at': '2022-03-05T05:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '2fd0bffc-4e93-42bc-8d3c-bb002cb3b724', 'name': '', 'network_id': '215d998f-bc91-42fe-b842-b5b22d0e016c', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:3e:62:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '3fada486-1349-4c0d-8a0a-8a0cecacacc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:47:01Z', 'updated_at': '2022-03-05T05:47:02Z', 'revision_number': 2, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': '3fada486-1349-4c0d-8a0a-8a0cecacacc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:47:03.882307 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838dc69e-e809-40ff-beb2-ac23e9e31290 None None] Checking router: a8249041-fec8-4745-84b4-ed8938002c6a for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:47:03.882682 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838dc69e-e809-40ff-beb2-ac23e9e31290 None None] Updating router a8249041-fec8-4745-84b4-ed8938002c6a port 2fd0bffc-4e93-42bc-8d3c-bb002cb3b724 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:47:03.911370 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-838dc69e-e809-40ff-beb2-ac23e9e31290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2fd0bffc-4e93-42bc-8d3c-bb002cb3b724), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:03.971029 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-18d71db8-e070-4123-a594-1a0427e6beb6 None None] Provisioning complete for port 2fd0bffc-4e93-42bc-8d3c-bb002cb3b724 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:47:03.971440 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-18d71db8-e070-4123-a594-1a0427e6beb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2fd0bffc-4e93-42bc-8d3c-bb002cb3b724), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:04.068641 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-18d71db8-e070-4123-a594-1a0427e6beb6 None None] Port 2fd0bffc-4e93-42bc-8d3c-bb002cb3b724 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:47:04.216737 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-838dc69e-e809-40ff-beb2-ac23e9e31290 None None] Publish callbacks [] for port (2fd0bffc-4e93-42bc-8d3c-bb002cb3b724), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:04.222183 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-838dc69e-e809-40ff-beb2-ac23e9e31290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (2fd0bffc-4e93-42bc-8d3c-bb002cb3b724), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:04.277753 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57f39e-189c-43d0-83ea-ac02fca850c7 None None] Pushing event updated for resources: {'Port': ['ID=2fd0bffc-4e93-42bc-8d3c-bb002cb3b724,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:47:04.336324 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-838dc69e-e809-40ff-beb2-ac23e9e31290 None None] Attempting to bind port 2fd0bffc-4e93-42bc-8d3c-bb002cb3b724 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:47:04.336880 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-838dc69e-e809-40ff-beb2-ac23e9e31290 None None] Attempting to bind port 2fd0bffc-4e93-42bc-8d3c-bb002cb3b724 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': 'bce307da-8bcd-4f37-a2d8-a6ecefc30469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '215d998f-bc91-42fe-b842-b5b22d0e016c'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:47:04.337608 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838dc69e-e809-40ff-beb2-ac23e9e31290 None None] Attempting to bind port 2fd0bffc-4e93-42bc-8d3c-bb002cb3b724 on network 215d998f-bc91-42fe-b842-b5b22d0e016c {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:47:04.346145 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838dc69e-e809-40ff-beb2-ac23e9e31290 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:47:04.346499 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838dc69e-e809-40ff-beb2-ac23e9e31290 None None] Checking segment: {'id': 'bce307da-8bcd-4f37-a2d8-a6ecefc30469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '215d998f-bc91-42fe-b842-b5b22d0e016c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:47:04.346901 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-838dc69e-e809-40ff-beb2-ac23e9e31290 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:04.347328 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838dc69e-e809-40ff-beb2-ac23e9e31290 None None] Bound using segment: {'id': 'bce307da-8bcd-4f37-a2d8-a6ecefc30469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '215d998f-bc91-42fe-b842-b5b22d0e016c'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:47:04.347802 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-838dc69e-e809-40ff-beb2-ac23e9e31290 None None] Bound port: 2fd0bffc-4e93-42bc-8d3c-bb002cb3b724, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce307da-8bcd-4f37-a2d8-a6ecefc30469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '215d998f-bc91-42fe-b842-b5b22d0e016c'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:47:04.348190 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-838dc69e-e809-40ff-beb2-ac23e9e31290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2fd0bffc-4e93-42bc-8d3c-bb002cb3b724), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:04.385118 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a4b84bc8-a26a-4cdb-b20b-115cc6574012 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:47:04.454030 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-838dc69e-e809-40ff-beb2-ac23e9e31290 None None] For port 2fd0bffc-4e93-42bc-8d3c-bb002cb3b724, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:47:04.458174 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-838dc69e-e809-40ff-beb2-ac23e9e31290 None None] For port 2fd0bffc-4e93-42bc-8d3c-bb002cb3b724, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=2fd0bffc-4e93-42bc-8d3c-bb002cb3b724,segment=NetworkSegment(bce307da-8bcd-4f37-a2d8-a6ecefc30469),segment_id=bce307da-8bcd-4f37-a2d8-a6ecefc30469)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:47:04.466499 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-838dc69e-e809-40ff-beb2-ac23e9e31290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (2fd0bffc-4e93-42bc-8d3c-bb002cb3b724), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:04.500720 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port a4b84bc8-a26a-4cdb-b20b-115cc6574012 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:47:04.501091 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (a4b84bc8-a26a-4cdb-b20b-115cc6574012), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:04.579492 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57f39e-189c-43d0-83ea-ac02fca850c7 None None] Pushing event updated for resources: {'Port': ['ID=2fd0bffc-4e93-42bc-8d3c-bb002cb3b724,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:47:04.582664 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-c2947d6d-1b70-4619-ae84-8348fffd14d8 None None] Provisioning complete for port 2fd0bffc-4e93-42bc-8d3c-bb002cb3b724 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:47:04.583050 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c2947d6d-1b70-4619-ae84-8348fffd14d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2fd0bffc-4e93-42bc-8d3c-bb002cb3b724), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:04.587054 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838dc69e-e809-40ff-beb2-ac23e9e31290 None None] Routers {'a8249041-fec8-4745-84b4-ed8938002c6a'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:47:04.588046 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-838dc69e-e809-40ff-beb2-ac23e9e31290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:46:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['a8249041-fec8-4745-84b4-ed8938002c6a'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:47:04.748392 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port a4b84bc8-a26a-4cdb-b20b-115cc6574012 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:47:04.750372 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 1e9a47c7-1916-4f87-9216-5afe6921f0c2 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:47:04.781806 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dd772840-4dee-45a2-a040-32f18e3f4c76 req-877c901e-dffd-4c47-a726-6bbaa1076f56 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdea3909-b86e-48b0-b136-23acc114e964 HTTP/1.1" status: 200 len: 210 time: 0.0318716 Mar 05 05:47:04.784348 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046abbe-ee16-4edb-a546-614b336af9af req-29462d23-e348-4a18-a8d3-3796fecfc496 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:04.785915 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d046abbe-ee16-4edb-a546-614b336af9af req-29462d23-e348-4a18-a8d3-3796fecfc496 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.31 "GET /v2.0/networks?id=215d998f-bc91-42fe-b842-b5b22d0e016c HTTP/1.1" status: 200 len: 797 time: 0.1712205 Mar 05 05:47:04.854975 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d046abbe-ee16-4edb-a546-614b336af9af req-fdd31ee3-3001-45af-a001-4a3972b65013 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba2e0d8d43284548af1760695ecb9a0e HTTP/1.1" status: 200 len: 379 time: 0.0613780 Mar 05 05:47:04.863988 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-d046abbe-ee16-4edb-a546-614b336af9af req-28d094b4-6168-43ee-987c-60126fddf0db tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'port': {'device_id': 'cdea3909-b86e-48b0-b136-23acc114e964', 'network_id': '215d998f-bc91-42fe-b842-b5b22d0e016c', 'admin_state_up': True, 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'security_groups': ['3bfd2a22-7103-4fed-9727-cd7bf4f31c1b']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:47:04.874940 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-838dc69e-e809-40ff-beb2-ac23e9e31290 None None] Set router a8249041-fec8-4745-84b4-ed8938002c6a gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:47:04.964663 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c2947d6d-1b70-4619-ae84-8348fffd14d8 None None] Current status of the port 2fd0bffc-4e93-42bc-8d3c-bb002cb3b724 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:47:04.965011 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c2947d6d-1b70-4619-ae84-8348fffd14d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (2fd0bffc-4e93-42bc-8d3c-bb002cb3b724), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:04.968408 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d046abbe-ee16-4edb-a546-614b336af9af req-28d094b4-6168-43ee-987c-60126fddf0db tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Made reservation on behalf of ba2e0d8d43284548af1760695ecb9a0e for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:47:04.971977 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d046abbe-ee16-4edb-a546-614b336af9af req-28d094b4-6168-43ee-987c-60126fddf0db tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:04.992239 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 1e9a47c7-1916-4f87-9216-5afe6921f0c2 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:47:04.992617 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (1e9a47c7-1916-4f87-9216-5afe6921f0c2), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:05.087994 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-c2947d6d-1b70-4619-ae84-8348fffd14d8 None None] For port 2fd0bffc-4e93-42bc-8d3c-bb002cb3b724, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=2fd0bffc-4e93-42bc-8d3c-bb002cb3b724,segment=NetworkSegment(bce307da-8bcd-4f37-a2d8-a6ecefc30469),segment_id=bce307da-8bcd-4f37-a2d8-a6ecefc30469)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:47:05.095041 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c2947d6d-1b70-4619-ae84-8348fffd14d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (2fd0bffc-4e93-42bc-8d3c-bb002cb3b724), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:05.103649 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-d046abbe-ee16-4edb-a546-614b336af9af req-28d094b4-6168-43ee-987c-60126fddf0db tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Allocated IP 172.20.0.6 (215d998f-bc91-42fe-b842-b5b22d0e016c/3fada486-1349-4c0d-8a0a-8a0cecacacc0/982c62db-130e-4021-86e8-66e5a05dee1e) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:47:05.199137 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2947d6d-1b70-4619-ae84-8348fffd14d8 None None] Pushing event updated for resources: {'Port': ['ID=2fd0bffc-4e93-42bc-8d3c-bb002cb3b724,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:47:05.245446 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d046abbe-ee16-4edb-a546-614b336af9af req-28d094b4-6168-43ee-987c-60126fddf0db tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for port (982c62db-130e-4021-86e8-66e5a05dee1e), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:05.254306 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 1e9a47c7-1916-4f87-9216-5afe6921f0c2 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:47:05.257267 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-4b33ef4d-8c0e-400e-b90a-4dc4a53f5657 None None] Provisioning complete for port 2fd0bffc-4e93-42bc-8d3c-bb002cb3b724 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:47:05.257646 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4b33ef4d-8c0e-400e-b90a-4dc4a53f5657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2fd0bffc-4e93-42bc-8d3c-bb002cb3b724), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:05.279417 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d046abbe-ee16-4edb-a546-614b336af9af req-28d094b4-6168-43ee-987c-60126fddf0db tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (982c62db-130e-4021-86e8-66e5a05dee1e), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:05.293132 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-838dc69e-e809-40ff-beb2-ac23e9e31290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386333650', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a4b84bc8-a26a-4cdb-b20b-115cc6574012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:46:58Z', 'updated_at': '2022-03-05T05:47:02Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'a4b84bc8-a26a-4cdb-b20b-115cc6574012', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:46:58Z', 'updated_at': '2022-03-05T05:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '2fd0bffc-4e93-42bc-8d3c-bb002cb3b724', 'name': '', 'network_id': '215d998f-bc91-42fe-b842-b5b22d0e016c', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:3e:62:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '3fada486-1349-4c0d-8a0a-8a0cecacacc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:47:01Z', 'updated_at': '2022-03-05T05:47:04Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': '3fada486-1349-4c0d-8a0a-8a0cecacacc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:47:05.322568 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d046abbe-ee16-4edb-a546-614b336af9af req-28d094b4-6168-43ee-987c-60126fddf0db tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network 215d998f-bc91-42fe-b842-b5b22d0e016c is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:47:05.325683 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-d046abbe-ee16-4edb-a546-614b336af9af req-28d094b4-6168-43ee-987c-60126fddf0db tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:47:05.325967 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838dc69e-e809-40ff-beb2-ac23e9e31290 None None] The sync data for ids ['a8249041-fec8-4745-84b4-ed8938002c6a'] in n-d-789963-32 is: [{'id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386333650', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a4b84bc8-a26a-4cdb-b20b-115cc6574012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:46:58Z', 'updated_at': '2022-03-05T05:47:02Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'a4b84bc8-a26a-4cdb-b20b-115cc6574012', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:46:58Z', 'updated_at': '2022-03-05T05:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '2fd0bffc-4e93-42bc-8d3c-bb002cb3b724', 'name': '', 'network_id': '215d998f-bc91-42fe-b842-b5b22d0e016c', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:3e:62:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '3fada486-1349-4c0d-8a0a-8a0cecacacc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:47:01Z', 'updated_at': '2022-03-05T05:47:04Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': '3fada486-1349-4c0d-8a0a-8a0cecacacc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:47:05.329518 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-d046abbe-ee16-4edb-a546-614b336af9af req-28d094b4-6168-43ee-987c-60126fddf0db tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:47:05.358460 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d094b4-6168-43ee-987c-60126fddf0db tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Port': ['ID=982c62db-130e-4021-86e8-66e5a05dee1e,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:47:05.387684 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046abbe-ee16-4edb-a546-614b336af9af req-28d094b4-6168-43ee-987c-60126fddf0db tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:05.388852 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d046abbe-ee16-4edb-a546-614b336af9af req-28d094b4-6168-43ee-987c-60126fddf0db tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:05.393224 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-4b33ef4d-8c0e-400e-b90a-4dc4a53f5657 None None] Current status of the port 2fd0bffc-4e93-42bc-8d3c-bb002cb3b724 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:47:05.433262 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d046abbe-ee16-4edb-a546-614b336af9af req-28d094b4-6168-43ee-987c-60126fddf0db tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5729153 Mar 05 05:47:05.448002 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-d046abbe-ee16-4edb-a546-614b336af9af req-f19f66c9-4304-4ead-aab9-f7c5590af0f8 service neutron] Request body: {'port': {'device_id': 'cdea3909-b86e-48b0-b136-23acc114e964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:47:05.514005 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:47:05.524884 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d046abbe-ee16-4edb-a546-614b336af9af req-f19f66c9-4304-4ead-aab9-f7c5590af0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (982c62db-130e-4021-86e8-66e5a05dee1e), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:05.641987 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-2048a17e-3bec-46ea-bf28-e4849428e9e7 None None] Provisioning complete for port 982c62db-130e-4021-86e8-66e5a05dee1e triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:47:05.642562 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2048a17e-3bec-46ea-bf28-e4849428e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (982c62db-130e-4021-86e8-66e5a05dee1e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:05.681246 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2048a17e-3bec-46ea-bf28-e4849428e9e7 None None] Port 982c62db-130e-4021-86e8-66e5a05dee1e cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:47:05.808172 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-d046abbe-ee16-4edb-a546-614b336af9af req-f19f66c9-4304-4ead-aab9-f7c5590af0f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 982c62db-130e-4021-86e8-66e5a05dee1e {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:47:05.816666 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d046abbe-ee16-4edb-a546-614b336af9af req-f19f66c9-4304-4ead-aab9-f7c5590af0f8 service neutron] Publish callbacks [] for port (982c62db-130e-4021-86e8-66e5a05dee1e), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:05.840803 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-d046abbe-ee16-4edb-a546-614b336af9af req-f19f66c9-4304-4ead-aab9-f7c5590af0f8 service neutron] Transition to ACTIVE for port object 982c62db-130e-4021-86e8-66e5a05dee1e will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:47:05.846226 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d046abbe-ee16-4edb-a546-614b336af9af req-f19f66c9-4304-4ead-aab9-f7c5590af0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (982c62db-130e-4021-86e8-66e5a05dee1e), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:05.904922 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f66c9-4304-4ead-aab9-f7c5590af0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=982c62db-130e-4021-86e8-66e5a05dee1e,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:47:05.933235 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece698f9-1310-4fbf-a847-501cf9da6669 req-8d48d0ca-78cc-4d0c-8a4b-8be033e49151 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:05.935717 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ece698f9-1310-4fbf-a847-501cf9da6669 req-8d48d0ca-78cc-4d0c-8a4b-8be033e49151 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdea3909-b86e-48b0-b136-23acc114e964 HTTP/1.1" status: 200 len: 943 time: 0.0763109 Mar 05 05:47:05.996596 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-d046abbe-ee16-4edb-a546-614b336af9af req-f19f66c9-4304-4ead-aab9-f7c5590af0f8 service neutron] Attempting to bind port 982c62db-130e-4021-86e8-66e5a05dee1e on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:47:05.997452 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-d046abbe-ee16-4edb-a546-614b336af9af req-f19f66c9-4304-4ead-aab9-f7c5590af0f8 service neutron] Attempting to bind port 982c62db-130e-4021-86e8-66e5a05dee1e by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': 'bce307da-8bcd-4f37-a2d8-a6ecefc30469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '215d998f-bc91-42fe-b842-b5b22d0e016c'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:47:05.997985 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d046abbe-ee16-4edb-a546-614b336af9af req-f19f66c9-4304-4ead-aab9-f7c5590af0f8 service neutron] Attempting to bind port 982c62db-130e-4021-86e8-66e5a05dee1e on network 215d998f-bc91-42fe-b842-b5b22d0e016c {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:47:06.005082 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d046abbe-ee16-4edb-a546-614b336af9af req-f19f66c9-4304-4ead-aab9-f7c5590af0f8 service neutron] Port 982c62db-130e-4021-86e8-66e5a05dee1e on network 215d998f-bc91-42fe-b842-b5b22d0e016c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:47:06.006180 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d046abbe-ee16-4edb-a546-614b336af9af req-f19f66c9-4304-4ead-aab9-f7c5590af0f8 service neutron] Attempting to bind port 982c62db-130e-4021-86e8-66e5a05dee1e on network 215d998f-bc91-42fe-b842-b5b22d0e016c {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:47:06.010232 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ece698f9-1310-4fbf-a847-501cf9da6669 req-39d442c9-847a-4ffe-ac35-6b8c484a2a52 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfd2a22-7103-4fed-9727-cd7bf4f31c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677769 Mar 05 05:47:06.012139 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d046abbe-ee16-4edb-a546-614b336af9af req-f19f66c9-4304-4ead-aab9-f7c5590af0f8 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:47:06.012698 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d046abbe-ee16-4edb-a546-614b336af9af req-f19f66c9-4304-4ead-aab9-f7c5590af0f8 service neutron] Checking segment: {'id': 'bce307da-8bcd-4f37-a2d8-a6ecefc30469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '215d998f-bc91-42fe-b842-b5b22d0e016c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:47:06.013079 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d046abbe-ee16-4edb-a546-614b336af9af req-f19f66c9-4304-4ead-aab9-f7c5590af0f8 service neutron] Bound using segment: {'id': 'bce307da-8bcd-4f37-a2d8-a6ecefc30469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '215d998f-bc91-42fe-b842-b5b22d0e016c'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:47:06.013528 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-d046abbe-ee16-4edb-a546-614b336af9af req-f19f66c9-4304-4ead-aab9-f7c5590af0f8 service neutron] Bound port: 982c62db-130e-4021-86e8-66e5a05dee1e, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce307da-8bcd-4f37-a2d8-a6ecefc30469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '215d998f-bc91-42fe-b842-b5b22d0e016c'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:47:06.013991 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d046abbe-ee16-4edb-a546-614b336af9af req-f19f66c9-4304-4ead-aab9-f7c5590af0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (982c62db-130e-4021-86e8-66e5a05dee1e), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:06.083011 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-d046abbe-ee16-4edb-a546-614b336af9af req-f19f66c9-4304-4ead-aab9-f7c5590af0f8 service neutron] For port 982c62db-130e-4021-86e8-66e5a05dee1e, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:47:06.087494 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-d046abbe-ee16-4edb-a546-614b336af9af req-f19f66c9-4304-4ead-aab9-f7c5590af0f8 service neutron] For port 982c62db-130e-4021-86e8-66e5a05dee1e, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=982c62db-130e-4021-86e8-66e5a05dee1e,segment=NetworkSegment(bce307da-8bcd-4f37-a2d8-a6ecefc30469),segment_id=bce307da-8bcd-4f37-a2d8-a6ecefc30469)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:47:06.094806 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d046abbe-ee16-4edb-a546-614b336af9af req-f19f66c9-4304-4ead-aab9-f7c5590af0f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (982c62db-130e-4021-86e8-66e5a05dee1e), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:06.141554 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046abbe-ee16-4edb-a546-614b336af9af req-f19f66c9-4304-4ead-aab9-f7c5590af0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:06.142184 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-d046abbe-ee16-4edb-a546-614b336af9af req-f19f66c9-4304-4ead-aab9-f7c5590af0f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:06.143679 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d046abbe-ee16-4edb-a546-614b336af9af req-f19f66c9-4304-4ead-aab9-f7c5590af0f8 service neutron] 10.222.0.31 "PUT /v2.0/ports/982c62db-130e-4021-86e8-66e5a05dee1e HTTP/1.1" status: 200 len: 1092 time: 0.7023654 Mar 05 05:47:06.144143 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdea3909-b86e-48b0-b136-23acc114e964', 'tag': '982c62db-130e-4021-86e8-66e5a05dee1e'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:47:06.146677 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b3ece581dfa63e0b7b7c128691a33970c0031ac0b7b3271834b37c0ed9a1721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c811ea96-a1f9-450b-8ec2-8ca9193f6e66" -d '{"events": [{"name": "network-changed", "server_uuid": "cdea3909-b86e-48b0-b136-23acc114e964", "tag": "982c62db-130e-4021-86e8-66e5a05dee1e"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:47:06.188259 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f66c9-4304-4ead-aab9-f7c5590af0f8 service neutron] Pushing event updated for resources: {'Port': ['ID=982c62db-130e-4021-86e8-66e5a05dee1e,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:47:06.225891 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6696520-5a0a-4be8-af0b-e6e5afd6aa97 x-openstack-request-id: req-e6696520-5a0a-4be8-af0b-e6e5afd6aa97 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:47:06.226269 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdea3909-b86e-48b0-b136-23acc114e964", "tag": "982c62db-130e-4021-86e8-66e5a05dee1e", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:47:06.226605 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e6696520-5a0a-4be8-af0b-e6e5afd6aa97 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:47:06.227110 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdea3909-b86e-48b0-b136-23acc114e964', 'tag': '982c62db-130e-4021-86e8-66e5a05dee1e', 'status': 'completed', 'code': 200} Mar 05 05:47:06.248171 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046abbe-ee16-4edb-a546-614b336af9af req-fdaf7f38-1b70-4fb8-b3f0-bbb4a0e0e906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:06.249709 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d046abbe-ee16-4edb-a546-614b336af9af req-fdaf7f38-1b70-4fb8-b3f0-bbb4a0e0e906 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=cdea3909-b86e-48b0-b136-23acc114e964 HTTP/1.1" status: 200 len: 1126 time: 0.0583611 Mar 05 05:47:06.296506 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d046abbe-ee16-4edb-a546-614b336af9af req-b27316a7-7f9d-406e-86b2-fc968c6c3f72 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=982c62db-130e-4021-86e8-66e5a05dee1e HTTP/1.1" status: 200 len: 217 time: 0.0378480 Mar 05 05:47:06.356343 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046abbe-ee16-4edb-a546-614b336af9af req-530d4dd7-7b2c-4054-9a26-ff3e1b52a48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:06.358055 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d046abbe-ee16-4edb-a546-614b336af9af req-530d4dd7-7b2c-4054-9a26-ff3e1b52a48c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3fada486-1349-4c0d-8a0a-8a0cecacacc0 HTTP/1.1" status: 200 len: 834 time: 0.0543005 Mar 05 05:47:06.384263 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 2fd0bffc-4e93-42bc-8d3c-bb002cb3b724 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:47:06.424877 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046abbe-ee16-4edb-a546-614b336af9af req-5422e5be-9588-4f5a-a598-bb4092ed5714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:06.426395 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d046abbe-ee16-4edb-a546-614b336af9af req-5422e5be-9588-4f5a-a598-bb4092ed5714 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=215d998f-bc91-42fe-b842-b5b22d0e016c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0614095 Mar 05 05:47:06.456049 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 2fd0bffc-4e93-42bc-8d3c-bb002cb3b724 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:47:06.456432 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (2fd0bffc-4e93-42bc-8d3c-bb002cb3b724), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:06.537595 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d046abbe-ee16-4edb-a546-614b336af9af req-f5c78e41-2815-4a75-a1d3-076e012596db service neutron] 10.222.0.31 "GET /v2.0/networks/215d998f-bc91-42fe-b842-b5b22d0e016c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049607 Mar 05 05:47:06.546217 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 2fd0bffc-4e93-42bc-8d3c-bb002cb3b724 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:47:06.635022 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d046abbe-ee16-4edb-a546-614b336af9af req-1ec76bcc-ebe7-4527-a9e9-22a4ab26a363 service neutron] 10.222.0.31 "GET /v2.0/networks/215d998f-bc91-42fe-b842-b5b22d0e016c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917425 Mar 05 05:47:06.724165 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811ea96-a1f9-450b-8ec2-8ca9193f6e66 req-2b1189bf-bf65-4b86-90b2-2089cbb1a0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:06.725839 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c811ea96-a1f9-450b-8ec2-8ca9193f6e66 req-2b1189bf-bf65-4b86-90b2-2089cbb1a0a3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=cdea3909-b86e-48b0-b136-23acc114e964 HTTP/1.1" status: 200 len: 1126 time: 0.0454330 Mar 05 05:47:06.816337 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811ea96-a1f9-450b-8ec2-8ca9193f6e66 req-1dccfcf1-04c6-4dcb-9221-2f3ed58f4196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:06.817709 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c811ea96-a1f9-450b-8ec2-8ca9193f6e66 req-1dccfcf1-04c6-4dcb-9221-2f3ed58f4196 service neutron] 10.222.0.31 "GET /v2.0/networks?id=215d998f-bc91-42fe-b842-b5b22d0e016c HTTP/1.1" status: 200 len: 897 time: 0.0860071 Mar 05 05:47:06.857939 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c811ea96-a1f9-450b-8ec2-8ca9193f6e66 req-cbd2a272-9370-4007-b04f-1ffb31fd33fd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=982c62db-130e-4021-86e8-66e5a05dee1e HTTP/1.1" status: 200 len: 217 time: 0.0345407 Mar 05 05:47:06.910654 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811ea96-a1f9-450b-8ec2-8ca9193f6e66 req-190215fc-ac02-4ef4-9fa6-61425db7c684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:06.912718 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c811ea96-a1f9-450b-8ec2-8ca9193f6e66 req-190215fc-ac02-4ef4-9fa6-61425db7c684 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3fada486-1349-4c0d-8a0a-8a0cecacacc0 HTTP/1.1" status: 200 len: 834 time: 0.0437675 Mar 05 05:47:06.963369 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811ea96-a1f9-450b-8ec2-8ca9193f6e66 req-4a1535a2-404b-4cf5-97fa-ef4f7603a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:06.964828 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c811ea96-a1f9-450b-8ec2-8ca9193f6e66 req-4a1535a2-404b-4cf5-97fa-ef4f7603a914 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=215d998f-bc91-42fe-b842-b5b22d0e016c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469270 Mar 05 05:47:07.053004 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c811ea96-a1f9-450b-8ec2-8ca9193f6e66 req-36d66c22-ef2e-4473-9762-5d169f4ea880 service neutron] 10.222.0.31 "GET /v2.0/networks/215d998f-bc91-42fe-b842-b5b22d0e016c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812259 Mar 05 05:47:07.138271 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da12c7-1306-4be6-b376-a55246f4f204 req-dc4833ed-0bc9-46c0-8e54-eafb8910724e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:07.139734 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70da12c7-1306-4be6-b376-a55246f4f204 req-dc4833ed-0bc9-46c0-8e54-eafb8910724e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdea3909-b86e-48b0-b136-23acc114e964 HTTP/1.1" status: 200 len: 943 time: 0.0589578 Mar 05 05:47:07.145318 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c811ea96-a1f9-450b-8ec2-8ca9193f6e66 req-dc6452ac-ed8b-4cdc-9c74-0e374c2cff65 service neutron] 10.222.0.31 "GET /v2.0/networks/215d998f-bc91-42fe-b842-b5b22d0e016c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865028 Mar 05 05:47:07.190817 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-70da12c7-1306-4be6-b376-a55246f4f204 req-3245214f-d458-408c-ada6-19ac0e42daf3 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfd2a22-7103-4fed-9727-cd7bf4f31c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451586 Mar 05 05:47:08.169677 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 982c62db-130e-4021-86e8-66e5a05dee1e details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:47:08.287848 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 982c62db-130e-4021-86e8-66e5a05dee1e, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=982c62db-130e-4021-86e8-66e5a05dee1e,segment=NetworkSegment(bce307da-8bcd-4f37-a2d8-a6ecefc30469),segment_id=bce307da-8bcd-4f37-a2d8-a6ecefc30469)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:47:08.300349 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': '982c62db-130e-4021-86e8-66e5a05dee1e', 'network_id': '215d998f-bc91-42fe-b842-b5b22d0e016c', 'port_id': '982c62db-130e-4021-86e8-66e5a05dee1e', 'mac_address': 'fa:16:3e:30:6d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fada486-1349-4c0d-8a0a-8a0cecacacc0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:47:08.325965 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e209396-f92c-4a03-a30d-1e285adc93bf req-2b076885-e8c9-4fcd-8043-2343c3ee9184 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:08.327690 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e209396-f92c-4a03-a30d-1e285adc93bf req-2b076885-e8c9-4fcd-8043-2343c3ee9184 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdea3909-b86e-48b0-b136-23acc114e964 HTTP/1.1" status: 200 len: 943 time: 0.0644727 Mar 05 05:47:08.346746 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 982c62db-130e-4021-86e8-66e5a05dee1e is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:47:08.347182 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (982c62db-130e-4021-86e8-66e5a05dee1e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:08.360722 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 982c62db-130e-4021-86e8-66e5a05dee1e {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:47:08.385665 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e209396-f92c-4a03-a30d-1e285adc93bf req-31196de9-18f8-469c-961d-66527939fa03 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfd2a22-7103-4fed-9727-cd7bf4f31c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521433 Mar 05 05:47:08.388613 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 982c62db-130e-4021-86e8-66e5a05dee1e, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=982c62db-130e-4021-86e8-66e5a05dee1e,segment=NetworkSegment(bce307da-8bcd-4f37-a2d8-a6ecefc30469),segment_id=bce307da-8bcd-4f37-a2d8-a6ecefc30469)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:47:08.392655 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (982c62db-130e-4021-86e8-66e5a05dee1e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:08.442795 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=982c62db-130e-4021-86e8-66e5a05dee1e,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:47:08.634900 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['982c62db-130e-4021-86e8-66e5a05dee1e'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:47:09.514667 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc396e0-3a6b-4141-9d56-2699fa7c3625 req-533d36cd-cb70-47f4-9a7a-42481a0d207b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:09.516608 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3cc396e0-3a6b-4141-9d56-2699fa7c3625 req-533d36cd-cb70-47f4-9a7a-42481a0d207b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdea3909-b86e-48b0-b136-23acc114e964 HTTP/1.1" status: 200 len: 944 time: 0.0602322 Mar 05 05:47:09.565489 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3cc396e0-3a6b-4141-9d56-2699fa7c3625 req-5de78ab7-08c7-4b28-9607-7987b5246c25 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfd2a22-7103-4fed-9727-cd7bf4f31c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433309 Mar 05 05:47:10.185465 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 982c62db-130e-4021-86e8-66e5a05dee1e up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:47:10.239508 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port 982c62db-130e-4021-86e8-66e5a05dee1e completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:47:10.244120 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port 982c62db-130e-4021-86e8-66e5a05dee1e triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:47:10.244518 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (982c62db-130e-4021-86e8-66e5a05dee1e), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:10.331524 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port 982c62db-130e-4021-86e8-66e5a05dee1e is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:47:10.331924 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (982c62db-130e-4021-86e8-66e5a05dee1e), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:10.354872 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdea3909-b86e-48b0-b136-23acc114e964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982c62db-130e-4021-86e8-66e5a05dee1e'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:47:10.357151 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1026d86385275f60405d04a033115b56addad9c656b2d60167220b9f5eb93bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0170711-8f48-476d-b782-1167023f069b" -d '{"events": [{"server_uuid": "cdea3909-b86e-48b0-b136-23acc114e964", "name": "network-vif-plugged", "status": "completed", "tag": "982c62db-130e-4021-86e8-66e5a05dee1e"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:47:10.370183 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port 982c62db-130e-4021-86e8-66e5a05dee1e, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=982c62db-130e-4021-86e8-66e5a05dee1e,segment=NetworkSegment(bce307da-8bcd-4f37-a2d8-a6ecefc30469),segment_id=bce307da-8bcd-4f37-a2d8-a6ecefc30469)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:47:10.374129 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (982c62db-130e-4021-86e8-66e5a05dee1e), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:10.423089 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=982c62db-130e-4021-86e8-66e5a05dee1e,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:47:10.447421 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f74c4c0-4c1e-4f9e-a4c3-4b9658ef0864 x-openstack-request-id: req-8f74c4c0-4c1e-4f9e-a4c3-4b9658ef0864 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:47:10.447764 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdea3909-b86e-48b0-b136-23acc114e964", "name": "network-vif-plugged", "status": "completed", "tag": "982c62db-130e-4021-86e8-66e5a05dee1e", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:47:10.448047 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8f74c4c0-4c1e-4f9e-a4c3-4b9658ef0864 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:47:10.448478 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdea3909-b86e-48b0-b136-23acc114e964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982c62db-130e-4021-86e8-66e5a05dee1e', 'code': 200} Mar 05 05:47:10.544879 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffb491-d47b-4edf-b96a-ec6b1ac31bb2 req-cc20cf40-28a1-49dc-acd2-b7c166e54312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:10.546408 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-00ffb491-d47b-4edf-b96a-ec6b1ac31bb2 req-cc20cf40-28a1-49dc-acd2-b7c166e54312 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cdea3909-b86e-48b0-b136-23acc114e964 HTTP/1.1" status: 200 len: 1128 time: 0.0455990 Mar 05 05:47:10.593655 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-00ffb491-d47b-4edf-b96a-ec6b1ac31bb2 req-8f391723-b191-4998-b3de-d09e1e619c1f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3bfd2a22-7103-4fed-9727-cd7bf4f31c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393851 Mar 05 05:47:10.683580 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17623138-25b1-4524-90cc-70c982e1077b req-90027835-4d06-4005-9b9e-0ae11db2bd79 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:10.685079 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-17623138-25b1-4524-90cc-70c982e1077b req-90027835-4d06-4005-9b9e-0ae11db2bd79 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdea3909-b86e-48b0-b136-23acc114e964 HTTP/1.1" status: 200 len: 945 time: 0.0529273 Mar 05 05:47:10.739895 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-17623138-25b1-4524-90cc-70c982e1077b req-ac4d530c-e955-45f8-8c2c-09a235092226 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfd2a22-7103-4fed-9727-cd7bf4f31c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492043 Mar 05 05:47:11.520118 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ffeee7f7-7637-4420-80fd-d9c970325ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:11.864330 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61934c0e-95b6-4889-9d70-29f93a556bd6 req-ba070f08-2489-4e25-8d44-f76330ed30ed tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:11.865802 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-61934c0e-95b6-4889-9d70-29f93a556bd6 req-ba070f08-2489-4e25-8d44-f76330ed30ed tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdea3909-b86e-48b0-b136-23acc114e964 HTTP/1.1" status: 200 len: 945 time: 0.0535333 Mar 05 05:47:11.918358 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-61934c0e-95b6-4889-9d70-29f93a556bd6 req-e62af293-413c-4737-ab2f-e0a56cdaa056 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfd2a22-7103-4fed-9727-cd7bf4f31c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469871 Mar 05 05:47:12.037926 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12441ab0-44ca-4c49-a097-2250758aab3c req-7ca9b89c-49b5-4a5e-a24f-a7594031a8d6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:12.039352 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-12441ab0-44ca-4c49-a097-2250758aab3c req-7ca9b89c-49b5-4a5e-a24f-a7594031a8d6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdea3909-b86e-48b0-b136-23acc114e964 HTTP/1.1" status: 200 len: 945 time: 0.0526683 Mar 05 05:47:12.088699 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-12441ab0-44ca-4c49-a097-2250758aab3c req-3601661d-648c-4dfc-b8eb-4cf090c8f796 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfd2a22-7103-4fed-9727-cd7bf4f31c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437913 Mar 05 05:47:12.110063 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46458) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:47:12.152474 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d0e785-6670-45c8-8b68-78f4301803cd tempest-TestNetworkAdvancedServerOps-746894055 tempest-TestNetworkAdvancedServerOps-746894055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:12.153950 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-d4d0e785-6670-45c8-8b68-78f4301803cd tempest-TestNetworkAdvancedServerOps-746894055 tempest-TestNetworkAdvancedServerOps-746894055-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=cdea3909-b86e-48b0-b136-23acc114e964 HTTP/1.1" status: 200 len: 1123 time: 0.0429311 Mar 05 05:47:12.156691 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46460) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:47:12.160886 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-4b15f8af-d83d-4884-8584-9337595e218c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'port_id': '982c62db-130e-4021-86e8-66e5a05dee1e', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:47:12.183872 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b15f8af-d83d-4884-8584-9337595e218c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:12.282265 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b15f8af-d83d-4884-8584-9337595e218c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:12.390032 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-4b15f8af-d83d-4884-8584-9337595e218c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Allocated IP 172.25.0.61 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/aeae30f5-27f4-46e4-a617-efb1d4eaf49d) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:47:12.811575 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b15f8af-d83d-4884-8584-9337595e218c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for port (aeae30f5-27f4-46e4-a617-efb1d4eaf49d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:12.844658 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b15f8af-d83d-4884-8584-9337595e218c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (aeae30f5-27f4-46e4-a617-efb1d4eaf49d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:12.886187 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b15f8af-d83d-4884-8584-9337595e218c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:47:12.888968 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-4b15f8af-d83d-4884-8584-9337595e218c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:47:12.892371 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b15f8af-d83d-4884-8584-9337595e218c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:47:12.898343 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15f8af-d83d-4884-8584-9337595e218c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Port': ['ID=aeae30f5-27f4-46e4-a617-efb1d4eaf49d,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:47:13.244797 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b15f8af-d83d-4884-8584-9337595e218c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for floatingip (cadbf1b0-f5d9-43c1-9498-e313a6c532c4), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:13.314212 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b15f8af-d83d-4884-8584-9337595e218c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (aeae30f5-27f4-46e4-a617-efb1d4eaf49d), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:13.464371 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b15f8af-d83d-4884-8584-9337595e218c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for port (aeae30f5-27f4-46e4-a617-efb1d4eaf49d), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:13.468840 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b15f8af-d83d-4884-8584-9337595e218c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (aeae30f5-27f4-46e4-a617-efb1d4eaf49d), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:13.533699 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15f8af-d83d-4884-8584-9337595e218c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event updated for resources: {'Port': ['ID=aeae30f5-27f4-46e4-a617-efb1d4eaf49d,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:47:13.545395 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b15f8af-d83d-4884-8584-9337595e218c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (cadbf1b0-f5d9-43c1-9498-e313a6c532c4), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:13.648240 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [None req-4b15f8af-d83d-4884-8584-9337595e218c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Floating IP cadbf1b0-f5d9-43c1-9498-e313a6c532c4 associated. External IP: 172.25.0.61, port: 982c62db-130e-4021-86e8-66e5a05dee1e. Mar 05 05:47:13.793093 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-27036f2d-7950-4716-a2f0-35aff2eaa635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:13.859813 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b15f8af-d83d-4884-8584-9337595e218c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Router a8249041-fec8-4745-84b4-ed8938002c6a has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:47:13.969557 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b15f8af-d83d-4884-8584-9337595e218c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:47:13.979877 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c3c97b-050c-4511-81b3-0a833503c086 None None] Sync routers for ids ['a8249041-fec8-4745-84b4-ed8938002c6a'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:47:13.988473 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4b15f8af-d83d-4884-8584-9337595e218c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:13.991308 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c3c97b-050c-4511-81b3-0a833503c086 None None] Routers {'a8249041-fec8-4745-84b4-ed8938002c6a'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:47:13.992181 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-67c3c97b-050c-4511-81b3-0a833503c086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:47:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['a8249041-fec8-4745-84b4-ed8938002c6a'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:47:14.029392 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4b15f8af-d83d-4884-8584-9337595e218c tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8716974 Mar 05 05:47:14.030069 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdea3909-b86e-48b0-b136-23acc114e964', 'tag': '982c62db-130e-4021-86e8-66e5a05dee1e'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:47:14.032473 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b3ece581dfa63e0b7b7c128691a33970c0031ac0b7b3271834b37c0ed9a1721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce7b334-0365-438e-af64-a33ca39d0e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "cdea3909-b86e-48b0-b136-23acc114e964", "tag": "982c62db-130e-4021-86e8-66e5a05dee1e"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:47:14.075879 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68707cf-0bfb-437c-9add-21b078780636 x-openstack-request-id: req-d68707cf-0bfb-437c-9add-21b078780636 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:47:14.076178 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdea3909-b86e-48b0-b136-23acc114e964", "tag": "982c62db-130e-4021-86e8-66e5a05dee1e", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:47:14.076432 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d68707cf-0bfb-437c-9add-21b078780636 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:47:14.076841 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdea3909-b86e-48b0-b136-23acc114e964', 'tag': '982c62db-130e-4021-86e8-66e5a05dee1e', 'status': 'completed', 'code': 200} Mar 05 05:47:14.107474 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-67c3c97b-050c-4511-81b3-0a833503c086 None None] Set router a8249041-fec8-4745-84b4-ed8938002c6a gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:47:14.149445 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2d7d8-a9d7-4c3f-b9a4-3eb8b7bf77dd req-b5bb3d53-132c-4580-adc4-6b6b824bf58e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:14.150087 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7b334-0365-438e-af64-a33ca39d0e8a req-89339098-e826-494e-b595-62629fb7acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:14.150969 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-95d2d7d8-a9d7-4c3f-b9a4-3eb8b7bf77dd req-b5bb3d53-132c-4580-adc4-6b6b824bf58e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdea3909-b86e-48b0-b136-23acc114e964 HTTP/1.1" status: 200 len: 945 time: 0.0597703 Mar 05 05:47:14.151711 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1ce7b334-0365-438e-af64-a33ca39d0e8a req-89339098-e826-494e-b595-62629fb7acfa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=cdea3909-b86e-48b0-b136-23acc114e964 HTTP/1.1" status: 200 len: 1128 time: 0.0512516 Mar 05 05:47:14.203366 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-95d2d7d8-a9d7-4c3f-b9a4-3eb8b7bf77dd req-e5537136-de7a-48e8-8ff6-83da2b34cd7b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfd2a22-7103-4fed-9727-cd7bf4f31c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465224 Mar 05 05:47:14.229066 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46470) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:47:14.297559 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2c04f753-4af3-4de9-910d-7d6afec91b28 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/floatingips/cadbf1b0-f5d9-43c1-9498-e313a6c532c4 HTTP/1.1" status: 200 len: 990 time: 0.0663278 Mar 05 05:47:14.310764 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7b334-0365-438e-af64-a33ca39d0e8a req-041a8394-d615-4795-a3e1-273ec195d573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:14.312449 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1ce7b334-0365-438e-af64-a33ca39d0e8a req-041a8394-d615-4795-a3e1-273ec195d573 service neutron] 10.222.0.31 "GET /v2.0/networks?id=215d998f-bc91-42fe-b842-b5b22d0e016c HTTP/1.1" status: 200 len: 897 time: 0.1545248 Mar 05 05:47:14.342579 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:14.357489 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-67c3c97b-050c-4511-81b3-0a833503c086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386333650', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a4b84bc8-a26a-4cdb-b20b-115cc6574012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:46:58Z', 'updated_at': '2022-03-05T05:47:02Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'a4b84bc8-a26a-4cdb-b20b-115cc6574012', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:46:58Z', 'updated_at': '2022-03-05T05:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'cadbf1b0-f5d9-43c1-9498-e313a6c532c4', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'floating_ip_address': '172.25.0.61', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'port_id': '982c62db-130e-4021-86e8-66e5a05dee1e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '215d998f-bc91-42fe-b842-b5b22d0e016c', 'mac_address': 'fa:16:3e:30:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea3909-b86e-48b0-b136-23acc114e964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:47:13Z', 'updated_at': '2022-03-05T05:47:13Z', 'revision_number': 0, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fd0bffc-4e93-42bc-8d3c-bb002cb3b724', 'name': '', 'network_id': '215d998f-bc91-42fe-b842-b5b22d0e016c', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:3e:62:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '3fada486-1349-4c0d-8a0a-8a0cecacacc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:47:01Z', 'updated_at': '2022-03-05T05:47:05Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': '3fada486-1349-4c0d-8a0a-8a0cecacacc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:47:14.385098 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c3c97b-050c-4511-81b3-0a833503c086 None None] Checking router: a8249041-fec8-4745-84b4-ed8938002c6a for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:47:14.390818 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1ce7b334-0365-438e-af64-a33ca39d0e8a req-b24f1730-1fc3-4df0-9c81-76f4a1faa6dd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=982c62db-130e-4021-86e8-66e5a05dee1e HTTP/1.1" status: 200 len: 998 time: 0.0715566 Mar 05 05:47:14.393674 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c3c97b-050c-4511-81b3-0a833503c086 None None] Routers {'a8249041-fec8-4745-84b4-ed8938002c6a'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:47:14.394281 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-67c3c97b-050c-4511-81b3-0a833503c086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:47:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['a8249041-fec8-4745-84b4-ed8938002c6a'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:47:14.441784 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7b334-0365-438e-af64-a33ca39d0e8a req-5ec45c1c-2fe8-445f-879a-138f404ddd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:14.443726 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1ce7b334-0365-438e-af64-a33ca39d0e8a req-5ec45c1c-2fe8-445f-879a-138f404ddd52 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3fada486-1349-4c0d-8a0a-8a0cecacacc0 HTTP/1.1" status: 200 len: 834 time: 0.0460277 Mar 05 05:47:14.491906 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7b334-0365-438e-af64-a33ca39d0e8a req-64b8338c-9cba-486e-bfa8-212112943795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:14.493433 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1ce7b334-0365-438e-af64-a33ca39d0e8a req-64b8338c-9cba-486e-bfa8-212112943795 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=215d998f-bc91-42fe-b842-b5b22d0e016c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450780 Mar 05 05:47:14.506844 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-67c3c97b-050c-4511-81b3-0a833503c086 None None] Set router a8249041-fec8-4745-84b4-ed8938002c6a gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:47:14.533296 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:14.590708 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1ce7b334-0365-438e-af64-a33ca39d0e8a req-c8144666-7bf1-4cd7-bedf-1a387187deb9 service neutron] 10.222.0.31 "GET /v2.0/networks/215d998f-bc91-42fe-b842-b5b22d0e016c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912652 Mar 05 05:47:14.685476 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1ce7b334-0365-438e-af64-a33ca39d0e8a req-a1372971-845e-42c5-b7b9-f8026368776b service neutron] 10.222.0.31 "GET /v2.0/networks/215d998f-bc91-42fe-b842-b5b22d0e016c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894291 Mar 05 05:47:14.822369 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-67c3c97b-050c-4511-81b3-0a833503c086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386333650', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a4b84bc8-a26a-4cdb-b20b-115cc6574012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:46:58Z', 'updated_at': '2022-03-05T05:47:02Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'a4b84bc8-a26a-4cdb-b20b-115cc6574012', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:46:58Z', 'updated_at': '2022-03-05T05:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'cadbf1b0-f5d9-43c1-9498-e313a6c532c4', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'floating_ip_address': '172.25.0.61', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'port_id': '982c62db-130e-4021-86e8-66e5a05dee1e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '215d998f-bc91-42fe-b842-b5b22d0e016c', 'mac_address': 'fa:16:3e:30:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea3909-b86e-48b0-b136-23acc114e964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:47:13Z', 'updated_at': '2022-03-05T05:47:13Z', 'revision_number': 0, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fd0bffc-4e93-42bc-8d3c-bb002cb3b724', 'name': '', 'network_id': '215d998f-bc91-42fe-b842-b5b22d0e016c', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:3e:62:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '3fada486-1349-4c0d-8a0a-8a0cecacacc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:47:01Z', 'updated_at': '2022-03-05T05:47:05Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': '3fada486-1349-4c0d-8a0a-8a0cecacacc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:47:14.848873 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c3c97b-050c-4511-81b3-0a833503c086 None None] The sync data for ids ['a8249041-fec8-4745-84b4-ed8938002c6a'] in n-d-789963-32 is: [{'id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386333650', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a4b84bc8-a26a-4cdb-b20b-115cc6574012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:46:58Z', 'updated_at': '2022-03-05T05:47:02Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'a4b84bc8-a26a-4cdb-b20b-115cc6574012', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:46:58Z', 'updated_at': '2022-03-05T05:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'cadbf1b0-f5d9-43c1-9498-e313a6c532c4', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'floating_ip_address': '172.25.0.61', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'port_id': '982c62db-130e-4021-86e8-66e5a05dee1e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '215d998f-bc91-42fe-b842-b5b22d0e016c', 'mac_address': 'fa:16:3e:30:6d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdea3909-b86e-48b0-b136-23acc114e964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:47:13Z', 'updated_at': '2022-03-05T05:47:13Z', 'revision_number': 0, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fd0bffc-4e93-42bc-8d3c-bb002cb3b724', 'name': '', 'network_id': '215d998f-bc91-42fe-b842-b5b22d0e016c', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:3e:62:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '3fada486-1349-4c0d-8a0a-8a0cecacacc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:47:01Z', 'updated_at': '2022-03-05T05:47:05Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': '3fada486-1349-4c0d-8a0a-8a0cecacacc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:47:15.043713 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2295561-7c10-4ce1-8dfb-c6baf19b6da3 None None] New status for floating IP cadbf1b0-f5d9-43c1-9498-e313a6c532c4: ACTIVE {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:47:15.300338 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46472) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:47:15.316610 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:15.367438 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-b811703d-7186-4ab5-acb1-7ea1157f3518 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/floatingips/cadbf1b0-f5d9-43c1-9498-e313a6c532c4 HTTP/1.1" status: 200 len: 990 time: 0.0658355 Mar 05 05:47:16.138778 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a9800ce0-ecce-49ed-949f-79c60a585c1d req-443387ea-fbeb-4867-aff6-4e2c34683206 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=cdea3909-b86e-48b0-b136-23acc114e964&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0491545 Mar 05 05:47:16.223318 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9800ce0-ecce-49ed-949f-79c60a585c1d req-39e786d7-4050-4f9e-910f-986398f85f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:16.224821 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a9800ce0-ecce-49ed-949f-79c60a585c1d req-39e786d7-4050-4f9e-910f-986398f85f2f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=cdea3909-b86e-48b0-b136-23acc114e964 HTTP/1.1" status: 200 len: 1128 time: 0.0448205 Mar 05 05:47:16.329159 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9800ce0-ecce-49ed-949f-79c60a585c1d req-371332c6-cc28-4b6f-b7bf-d091a9add620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:16.330547 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a9800ce0-ecce-49ed-949f-79c60a585c1d req-371332c6-cc28-4b6f-b7bf-d091a9add620 service neutron] 10.222.0.31 "GET /v2.0/networks?id=215d998f-bc91-42fe-b842-b5b22d0e016c HTTP/1.1" status: 200 len: 897 time: 0.0874369 Mar 05 05:47:16.371201 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46474) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:47:16.400456 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a9800ce0-ecce-49ed-949f-79c60a585c1d req-9b08ab19-455a-4653-8bb2-f7fbfbb723d7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=982c62db-130e-4021-86e8-66e5a05dee1e HTTP/1.1" status: 200 len: 1000 time: 0.0592408 Mar 05 05:47:16.433196 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-47ae30d9-beef-4bb3-a7c8-040dd9c8de43 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/floatingips/cadbf1b0-f5d9-43c1-9498-e313a6c532c4 HTTP/1.1" status: 200 len: 992 time: 0.0604582 Mar 05 05:47:16.463198 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9800ce0-ecce-49ed-949f-79c60a585c1d req-dabaf60f-c0e5-4bf1-9fb7-2ecfd4f40f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:16.464727 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a9800ce0-ecce-49ed-949f-79c60a585c1d req-dabaf60f-c0e5-4bf1-9fb7-2ecfd4f40f6c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3fada486-1349-4c0d-8a0a-8a0cecacacc0 HTTP/1.1" status: 200 len: 834 time: 0.0459886 Mar 05 05:47:16.471613 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:16.517146 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9800ce0-ecce-49ed-949f-79c60a585c1d req-3846a0a2-71d0-4d6b-b5d7-0e8725432149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:16.518611 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a9800ce0-ecce-49ed-949f-79c60a585c1d req-3846a0a2-71d0-4d6b-b5d7-0e8725432149 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=215d998f-bc91-42fe-b842-b5b22d0e016c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487142 Mar 05 05:47:16.606103 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a9800ce0-ecce-49ed-949f-79c60a585c1d req-165481e1-b895-4c7b-befb-53281b2ded2b service neutron] 10.222.0.31 "GET /v2.0/networks/215d998f-bc91-42fe-b842-b5b22d0e016c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814652 Mar 05 05:47:16.696052 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a9800ce0-ecce-49ed-949f-79c60a585c1d req-b88e5934-0842-4ce5-8b57-47a766f785c1 service neutron] 10.222.0.31 "GET /v2.0/networks/215d998f-bc91-42fe-b842-b5b22d0e016c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841615 Mar 05 05:47:17.903720 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:41.512365 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-24287665-430b-4f2c-a891-350961cd2104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:42.513624 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:47:43.795192 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c4819899-6e21-4cde-9d80-142de041347a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:44.351329 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:44.528140 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:45.207508 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:46.478482 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:47.883544 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc624d-59c4-4fd0-a63e-2c61a2e994de req-2ab98dcc-e902-4d01-a8c8-f5fd99bf9614 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:47.885036 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74fc624d-59c4-4fd0-a63e-2c61a2e994de req-2ab98dcc-e902-4d01-a8c8-f5fd99bf9614 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdea3909-b86e-48b0-b136-23acc114e964 HTTP/1.1" status: 200 len: 945 time: 0.0576909 Mar 05 05:47:47.905493 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:47.936901 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-74fc624d-59c4-4fd0-a63e-2c61a2e994de req-31670495-8ff7-437d-9fb7-b59f6b086beb tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfd2a22-7103-4fed-9727-cd7bf4f31c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462694 Mar 05 05:47:49.056322 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a0559-55a4-4586-88b3-fd7bf00a8bf6 req-04ea6038-e221-4b78-8476-7ed1def495b2 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:49.057784 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-456a0559-55a4-4586-88b3-fd7bf00a8bf6 req-04ea6038-e221-4b78-8476-7ed1def495b2 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdea3909-b86e-48b0-b136-23acc114e964 HTTP/1.1" status: 200 len: 945 time: 0.0517273 Mar 05 05:47:49.106130 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-456a0559-55a4-4586-88b3-fd7bf00a8bf6 req-15eff383-4f7a-4151-98cd-5fcd79df4952 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfd2a22-7103-4fed-9727-cd7bf4f31c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427370 Mar 05 05:47:49.128277 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46492) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:47:49.190129 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-df170472-afd5-4dd1-aecd-a3db7dbf5559 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/floatingips/cadbf1b0-f5d9-43c1-9498-e313a6c532c4 HTTP/1.1" status: 200 len: 992 time: 0.0607178 Mar 05 05:47:50.464155 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b381598-3ccc-496c-8111-2978e6bd2ed8 req-356a70f8-7d7a-4c19-b61d-b76726b52807 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:50.465566 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6b381598-3ccc-496c-8111-2978e6bd2ed8 req-356a70f8-7d7a-4c19-b61d-b76726b52807 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdea3909-b86e-48b0-b136-23acc114e964 HTTP/1.1" status: 200 len: 945 time: 0.0598841 Mar 05 05:47:50.485451 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cdf57-c302-45af-a598-144776d01224 req-41aacb10-cc66-4240-bf37-23c526a2ea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:50.486967 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-192cdf57-c302-45af-a598-144776d01224 req-41aacb10-cc66-4240-bf37-23c526a2ea55 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=cdea3909-b86e-48b0-b136-23acc114e964 HTTP/1.1" status: 200 len: 1128 time: 0.0464020 Mar 05 05:47:50.516752 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6b381598-3ccc-496c-8111-2978e6bd2ed8 req-a46b1724-41de-40e6-af0b-fb606b999558 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfd2a22-7103-4fed-9727-cd7bf4f31c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454874 Mar 05 05:47:50.576366 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cdf57-c302-45af-a598-144776d01224 req-c84c13f4-bbfc-495c-860c-f69b9221b7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:50.577839 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-192cdf57-c302-45af-a598-144776d01224 req-c84c13f4-bbfc-495c-860c-f69b9221b7ea service neutron] 10.222.0.31 "GET /v2.0/networks?id=215d998f-bc91-42fe-b842-b5b22d0e016c HTTP/1.1" status: 200 len: 897 time: 0.0845089 Mar 05 05:47:50.646054 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-192cdf57-c302-45af-a598-144776d01224 req-77d1955a-b614-4efa-95e7-c1dde60b773d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=982c62db-130e-4021-86e8-66e5a05dee1e HTTP/1.1" status: 200 len: 1000 time: 0.0625606 Mar 05 05:47:50.693452 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cdf57-c302-45af-a598-144776d01224 req-26ba2ace-6c62-4438-948e-86acb5fb3f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:50.694916 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-192cdf57-c302-45af-a598-144776d01224 req-26ba2ace-6c62-4438-948e-86acb5fb3f5d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3fada486-1349-4c0d-8a0a-8a0cecacacc0 HTTP/1.1" status: 200 len: 834 time: 0.0435240 Mar 05 05:47:50.742984 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cdf57-c302-45af-a598-144776d01224 req-c1ff90e0-fee7-49fe-b2ce-680a1ef9c0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:50.744162 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-192cdf57-c302-45af-a598-144776d01224 req-c1ff90e0-fee7-49fe-b2ce-680a1ef9c0c1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=215d998f-bc91-42fe-b842-b5b22d0e016c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439410 Mar 05 05:47:50.838617 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-192cdf57-c302-45af-a598-144776d01224 req-d7deb742-b0c0-4efd-9f02-a62ac78ccf9d service neutron] 10.222.0.31 "GET /v2.0/networks/215d998f-bc91-42fe-b842-b5b22d0e016c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885911 Mar 05 05:47:50.928901 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-192cdf57-c302-45af-a598-144776d01224 req-ba4523e1-13b4-48e4-9139-361675a61b11 service neutron] 10.222.0.31 "GET /v2.0/networks/215d998f-bc91-42fe-b842-b5b22d0e016c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850337 Mar 05 05:47:51.639869 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbcc9c8-7497-49f4-a831-3c06e16b0c12 req-46600664-b92b-4ee1-ace4-3058f82c3bc8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:51.641683 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fcbcc9c8-7497-49f4-a831-3c06e16b0c12 req-46600664-b92b-4ee1-ace4-3058f82c3bc8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdea3909-b86e-48b0-b136-23acc114e964 HTTP/1.1" status: 200 len: 945 time: 0.0543213 Mar 05 05:47:51.707457 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fcbcc9c8-7497-49f4-a831-3c06e16b0c12 req-8736a54e-9ef9-456c-9d2c-29411b9e13a8 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfd2a22-7103-4fed-9727-cd7bf4f31c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600724 Mar 05 05:47:52.828337 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc62304-1bc6-4a8a-ae70-ba67ee5656fd req-7098ab90-4eb2-4940-8e4a-4d8eec42ed23 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:52.829825 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bdc62304-1bc6-4a8a-ae70-ba67ee5656fd req-7098ab90-4eb2-4940-8e4a-4d8eec42ed23 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdea3909-b86e-48b0-b136-23acc114e964 HTTP/1.1" status: 200 len: 945 time: 0.0518749 Mar 05 05:47:52.878446 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bdc62304-1bc6-4a8a-ae70-ba67ee5656fd req-dfe24099-36f9-4fe0-be62-41cf9c5545b9 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfd2a22-7103-4fed-9727-cd7bf4f31c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429628 Mar 05 05:47:52.900864 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46506) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:47:52.958513 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-7ce20d25-6c1d-4698-9312-c497abffdfe7 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/floatingips/cadbf1b0-f5d9-43c1-9498-e313a6c532c4 HTTP/1.1" status: 200 len: 992 time: 0.0565236 Mar 05 05:47:53.175242 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46512) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:47:53.328750 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-c85e2a53-f768-4d7e-8d97-5d5d69ba7654 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Deleting port aeae30f5-27f4-46e4-a617-efb1d4eaf49d {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:47:53.329008 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c85e2a53-f768-4d7e-8d97-5d5d69ba7654 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (aeae30f5-27f4-46e4-a617-efb1d4eaf49d), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:53.401844 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c85e2a53-f768-4d7e-8d97-5d5d69ba7654 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (aeae30f5-27f4-46e4-a617-efb1d4eaf49d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:53.402171 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c85e2a53-f768-4d7e-8d97-5d5d69ba7654 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for floatingip (aeae30f5-27f4-46e4-a617-efb1d4eaf49d), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:53.413686 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-c85e2a53-f768-4d7e-8d97-5d5d69ba7654 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Calling delete_port for aeae30f5-27f4-46e4-a617-efb1d4eaf49d owned by network:floatingip {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:47:53.558708 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c85e2a53-f768-4d7e-8d97-5d5d69ba7654 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (aeae30f5-27f4-46e4-a617-efb1d4eaf49d), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:53.583125 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e2a53-f768-4d7e-8d97-5d5d69ba7654 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'Port': ['ID=aeae30f5-27f4-46e4-a617-efb1d4eaf49d,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:47:53.596262 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e2a53-f768-4d7e-8d97-5d5d69ba7654 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:47:53.596621 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e2a53-f768-4d7e-8d97-5d5d69ba7654 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:47:53.596967 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e2a53-f768-4d7e-8d97-5d5d69ba7654 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:47:53.597302 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e2a53-f768-4d7e-8d97-5d5d69ba7654 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:47:53.597637 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e2a53-f768-4d7e-8d97-5d5d69ba7654 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:47:53.597971 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e2a53-f768-4d7e-8d97-5d5d69ba7654 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:47:53.598302 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e2a53-f768-4d7e-8d97-5d5d69ba7654 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:47:53.598628 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e2a53-f768-4d7e-8d97-5d5d69ba7654 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:47:53.598960 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e2a53-f768-4d7e-8d97-5d5d69ba7654 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:47:53.599308 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e2a53-f768-4d7e-8d97-5d5d69ba7654 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:47:53.599639 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e2a53-f768-4d7e-8d97-5d5d69ba7654 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:47:53.599960 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e2a53-f768-4d7e-8d97-5d5d69ba7654 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:47:53.600281 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85e2a53-f768-4d7e-8d97-5d5d69ba7654 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:47:53.657903 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c85e2a53-f768-4d7e-8d97-5d5d69ba7654 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for floatingip (cadbf1b0-f5d9-43c1-9498-e313a6c532c4), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:53.658263 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [None req-c85e2a53-f768-4d7e-8d97-5d5d69ba7654 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Floating IP cadbf1b0-f5d9-43c1-9498-e313a6c532c4 disassociated (deleted). External IP: 172.25.0.61, port: 982c62db-130e-4021-86e8-66e5a05dee1e. Mar 05 05:47:53.865751 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85e2a53-f768-4d7e-8d97-5d5d69ba7654 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Router a8249041-fec8-4745-84b4-ed8938002c6a has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:47:53.973932 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85e2a53-f768-4d7e-8d97-5d5d69ba7654 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:47:53.978559 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c85e2a53-f768-4d7e-8d97-5d5d69ba7654 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:53.985237 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5b152a-6f65-4436-99c3-c8ee1cd23006 None None] Sync routers for ids ['a8249041-fec8-4745-84b4-ed8938002c6a'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:47:53.995413 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5b152a-6f65-4436-99c3-c8ee1cd23006 None None] Routers {'a8249041-fec8-4745-84b4-ed8938002c6a'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:47:53.996018 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-9b5b152a-6f65-4436-99c3-c8ee1cd23006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:47:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['a8249041-fec8-4745-84b4-ed8938002c6a'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:47:54.008582 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c85e2a53-f768-4d7e-8d97-5d5d69ba7654 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "DELETE /v2.0/floatingips/cadbf1b0-f5d9-43c1-9498-e313a6c532c4 HTTP/1.1" status: 204 len: 168 time: 0.8322425 Mar 05 05:47:54.009432 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdea3909-b86e-48b0-b136-23acc114e964', 'tag': '982c62db-130e-4021-86e8-66e5a05dee1e'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:47:54.011830 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b3ece581dfa63e0b7b7c128691a33970c0031ac0b7b3271834b37c0ed9a1721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb93f7e7-c194-44c4-a4ca-c1f148ac90f4" -d '{"events": [{"name": "network-changed", "server_uuid": "cdea3909-b86e-48b0-b136-23acc114e964", "tag": "982c62db-130e-4021-86e8-66e5a05dee1e"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:47:54.052073 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a736980-f075-4f6c-adac-67e9d1e84d1b x-openstack-request-id: req-2a736980-f075-4f6c-adac-67e9d1e84d1b {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:47:54.052073 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdea3909-b86e-48b0-b136-23acc114e964", "tag": "982c62db-130e-4021-86e8-66e5a05dee1e", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:47:54.052073 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2a736980-f075-4f6c-adac-67e9d1e84d1b {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:47:54.052527 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdea3909-b86e-48b0-b136-23acc114e964', 'tag': '982c62db-130e-4021-86e8-66e5a05dee1e', 'status': 'completed', 'code': 200} Mar 05 05:47:54.111818 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-9b5b152a-6f65-4436-99c3-c8ee1cd23006 None None] Set router a8249041-fec8-4745-84b4-ed8938002c6a gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:47:54.119809 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93f7e7-c194-44c4-a4ca-c1f148ac90f4 req-4f7b1752-fa76-4233-87ef-0b07dd612e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:54.121568 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cb93f7e7-c194-44c4-a4ca-c1f148ac90f4 req-4f7b1752-fa76-4233-87ef-0b07dd612e82 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&device_id=cdea3909-b86e-48b0-b136-23acc114e964 HTTP/1.1" status: 200 len: 1128 time: 0.0487375 Mar 05 05:47:54.222870 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93f7e7-c194-44c4-a4ca-c1f148ac90f4 req-8a9978fa-6baa-4de2-b852-59b716df38b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:54.224459 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cb93f7e7-c194-44c4-a4ca-c1f148ac90f4 req-8a9978fa-6baa-4de2-b852-59b716df38b0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=215d998f-bc91-42fe-b842-b5b22d0e016c HTTP/1.1" status: 200 len: 897 time: 0.0966477 Mar 05 05:47:54.252747 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58792fd-7c98-4908-b263-fceaac1812f4 req-0a303cb7-f7fc-47a1-ad8f-c237127c0fee tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:54.254361 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d58792fd-7c98-4908-b263-fceaac1812f4 req-0a303cb7-f7fc-47a1-ad8f-c237127c0fee tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdea3909-b86e-48b0-b136-23acc114e964 HTTP/1.1" status: 200 len: 945 time: 0.0594835 Mar 05 05:47:54.269019 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cb93f7e7-c194-44c4-a4ca-c1f148ac90f4 req-6ef11ecb-d752-4f79-8904-c0c10506e075 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=982c62db-130e-4021-86e8-66e5a05dee1e HTTP/1.1" status: 200 len: 217 time: 0.0369794 Mar 05 05:47:54.307467 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d58792fd-7c98-4908-b263-fceaac1812f4 req-73978a94-3e0d-4b5c-bec4-643c8ec3faf6 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfd2a22-7103-4fed-9727-cd7bf4f31c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451002 Mar 05 05:47:54.324221 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93f7e7-c194-44c4-a4ca-c1f148ac90f4 req-1497db47-2cb0-4470-b1fe-fd81dc147e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:54.325812 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cb93f7e7-c194-44c4-a4ca-c1f148ac90f4 req-1497db47-2cb0-4470-b1fe-fd81dc147e00 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3fada486-1349-4c0d-8a0a-8a0cecacacc0 HTTP/1.1" status: 200 len: 834 time: 0.0502028 Mar 05 05:47:54.335288 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-9b5b152a-6f65-4436-99c3-c8ee1cd23006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386333650', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a4b84bc8-a26a-4cdb-b20b-115cc6574012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:46:58Z', 'updated_at': '2022-03-05T05:47:02Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'a4b84bc8-a26a-4cdb-b20b-115cc6574012', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:46:58Z', 'updated_at': '2022-03-05T05:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '2fd0bffc-4e93-42bc-8d3c-bb002cb3b724', 'name': '', 'network_id': '215d998f-bc91-42fe-b842-b5b22d0e016c', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:3e:62:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '3fada486-1349-4c0d-8a0a-8a0cecacacc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:47:01Z', 'updated_at': '2022-03-05T05:47:05Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': '3fada486-1349-4c0d-8a0a-8a0cecacacc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:47:54.365921 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5b152a-6f65-4436-99c3-c8ee1cd23006 None None] Checking router: a8249041-fec8-4745-84b4-ed8938002c6a for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:47:54.374960 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5b152a-6f65-4436-99c3-c8ee1cd23006 None None] Routers {'a8249041-fec8-4745-84b4-ed8938002c6a'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:47:54.375610 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-9b5b152a-6f65-4436-99c3-c8ee1cd23006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:47:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['a8249041-fec8-4745-84b4-ed8938002c6a'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:47:54.383316 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93f7e7-c194-44c4-a4ca-c1f148ac90f4 req-9d906ae6-d548-4dcb-b5b0-5e8deff04417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:54.384834 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cb93f7e7-c194-44c4-a4ca-c1f148ac90f4 req-9d906ae6-d548-4dcb-b5b0-5e8deff04417 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=215d998f-bc91-42fe-b842-b5b22d0e016c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0501676 Mar 05 05:47:54.477396 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cb93f7e7-c194-44c4-a4ca-c1f148ac90f4 req-d208668b-8f70-4962-b9f7-1e6c6c4bc4ba service neutron] 10.222.0.31 "GET /v2.0/networks/215d998f-bc91-42fe-b842-b5b22d0e016c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849667 Mar 05 05:47:54.484769 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-9b5b152a-6f65-4436-99c3-c8ee1cd23006 None None] Set router a8249041-fec8-4745-84b4-ed8938002c6a gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:47:54.569841 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cb93f7e7-c194-44c4-a4ca-c1f148ac90f4 req-32244654-8647-4b72-b96d-5bcae32a83c8 service neutron] 10.222.0.31 "GET /v2.0/networks/215d998f-bc91-42fe-b842-b5b22d0e016c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859168 Mar 05 05:47:54.681765 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-9b5b152a-6f65-4436-99c3-c8ee1cd23006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386333650', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a4b84bc8-a26a-4cdb-b20b-115cc6574012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:46:58Z', 'updated_at': '2022-03-05T05:47:02Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'a4b84bc8-a26a-4cdb-b20b-115cc6574012', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:46:58Z', 'updated_at': '2022-03-05T05:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '2fd0bffc-4e93-42bc-8d3c-bb002cb3b724', 'name': '', 'network_id': '215d998f-bc91-42fe-b842-b5b22d0e016c', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:3e:62:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '3fada486-1349-4c0d-8a0a-8a0cecacacc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:47:01Z', 'updated_at': '2022-03-05T05:47:05Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': '3fada486-1349-4c0d-8a0a-8a0cecacacc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:47:54.708001 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5b152a-6f65-4436-99c3-c8ee1cd23006 None None] The sync data for ids ['a8249041-fec8-4745-84b4-ed8938002c6a'] in n-d-789963-32 is: [{'id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386333650', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a4b84bc8-a26a-4cdb-b20b-115cc6574012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:46:58Z', 'updated_at': '2022-03-05T05:47:02Z', 'revision_number': 4, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'a4b84bc8-a26a-4cdb-b20b-115cc6574012', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:46:58Z', 'updated_at': '2022-03-05T05:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '2fd0bffc-4e93-42bc-8d3c-bb002cb3b724', 'name': '', 'network_id': '215d998f-bc91-42fe-b842-b5b22d0e016c', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'mac_address': 'fa:16:3e:3e:62:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '3fada486-1349-4c0d-8a0a-8a0cecacacc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:47:01Z', 'updated_at': '2022-03-05T05:47:05Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'subnets': [{'id': '3fada486-1349-4c0d-8a0a-8a0cecacacc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:47:54.919772 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78e3d60-7814-49b6-96d8-713c69de2e54 None None] New status for floating IP cadbf1b0-f5d9-43c1-9498-e313a6c532c4: DOWN {{(pid=105233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:47:55.429050 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad29e6-cde5-4cf4-9033-f6d3d770bf9b req-9c717dd0-047a-4969-8d7c-cfbd85d2e6af tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:55.430611 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5dad29e6-cde5-4cf4-9033-f6d3d770bf9b req-9c717dd0-047a-4969-8d7c-cfbd85d2e6af tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdea3909-b86e-48b0-b136-23acc114e964 HTTP/1.1" status: 200 len: 945 time: 0.0531416 Mar 05 05:47:55.479878 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5dad29e6-cde5-4cf4-9033-f6d3d770bf9b req-4eed5e70-16c9-4dd0-9fb2-8b422c7206b0 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/security-groups?id=3bfd2a22-7103-4fed-9727-cd7bf4f31c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436790 Mar 05 05:47:55.727014 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e523f-0017-43f8-91c8-9f484b6402ff req-71abc323-07ed-4de5-9e59-4c8d2ad57b4e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:47:55.728454 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-399e523f-0017-43f8-91c8-9f484b6402ff req-71abc323-07ed-4de5-9e59-4c8d2ad57b4e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.31 "GET /v2.0/ports?device_id=cdea3909-b86e-48b0-b136-23acc114e964 HTTP/1.1" status: 200 len: 945 time: 0.0528007 Mar 05 05:47:55.815905 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-399e523f-0017-43f8-91c8-9f484b6402ff req-2e9439dd-57c2-4c1b-8e44-6d04b1f11615 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Deleting port 982c62db-130e-4021-86e8-66e5a05dee1e {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:47:55.816244 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-399e523f-0017-43f8-91c8-9f484b6402ff req-2e9439dd-57c2-4c1b-8e44-6d04b1f11615 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (982c62db-130e-4021-86e8-66e5a05dee1e), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:55.905795 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-399e523f-0017-43f8-91c8-9f484b6402ff req-2e9439dd-57c2-4c1b-8e44-6d04b1f11615 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] For port 982c62db-130e-4021-86e8-66e5a05dee1e, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=982c62db-130e-4021-86e8-66e5a05dee1e,segment=NetworkSegment(bce307da-8bcd-4f37-a2d8-a6ecefc30469),segment_id=bce307da-8bcd-4f37-a2d8-a6ecefc30469)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:47:55.906153 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-399e523f-0017-43f8-91c8-9f484b6402ff req-2e9439dd-57c2-4c1b-8e44-6d04b1f11615 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (982c62db-130e-4021-86e8-66e5a05dee1e), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:55.917498 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-399e523f-0017-43f8-91c8-9f484b6402ff req-2e9439dd-57c2-4c1b-8e44-6d04b1f11615 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Calling delete_port for 982c62db-130e-4021-86e8-66e5a05dee1e owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:47:56.047413 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-399e523f-0017-43f8-91c8-9f484b6402ff req-2e9439dd-57c2-4c1b-8e44-6d04b1f11615 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (982c62db-130e-4021-86e8-66e5a05dee1e), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:56.077132 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9439dd-57c2-4c1b-8e44-6d04b1f11615 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'Port': ['ID=982c62db-130e-4021-86e8-66e5a05dee1e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:47:56.118360 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-399e523f-0017-43f8-91c8-9f484b6402ff req-2e9439dd-57c2-4c1b-8e44-6d04b1f11615 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] No DVR routers for this DVR port 982c62db-130e-4021-86e8-66e5a05dee1e on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:47:56.120985 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-399e523f-0017-43f8-91c8-9f484b6402ff req-2e9439dd-57c2-4c1b-8e44-6d04b1f11615 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:56.124702 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-399e523f-0017-43f8-91c8-9f484b6402ff req-2e9439dd-57c2-4c1b-8e44-6d04b1f11615 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.31 "DELETE /v2.0/ports/982c62db-130e-4021-86e8-66e5a05dee1e HTTP/1.1" status: 204 len: 173 time: 0.3907750 Mar 05 05:47:56.125153 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdea3909-b86e-48b0-b136-23acc114e964', 'name': 'network-vif-deleted', 'tag': '982c62db-130e-4021-86e8-66e5a05dee1e'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:47:56.127432 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b3ece581dfa63e0b7b7c128691a33970c0031ac0b7b3271834b37c0ed9a1721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f1904e-0fd3-422b-b087-f6e5bb046424" -d '{"events": [{"server_uuid": "cdea3909-b86e-48b0-b136-23acc114e964", "name": "network-vif-deleted", "tag": "982c62db-130e-4021-86e8-66e5a05dee1e"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:47:56.164702 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e55f70-1cfb-47c4-8124-80fef6850882 x-openstack-request-id: req-01e55f70-1cfb-47c4-8124-80fef6850882 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:47:56.165011 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdea3909-b86e-48b0-b136-23acc114e964", "name": "network-vif-deleted", "tag": "982c62db-130e-4021-86e8-66e5a05dee1e", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:47:56.165298 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-01e55f70-1cfb-47c4-8124-80fef6850882 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:47:56.165709 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdea3909-b86e-48b0-b136-23acc114e964', 'name': 'network-vif-deleted', 'tag': '982c62db-130e-4021-86e8-66e5a05dee1e', 'status': 'completed', 'code': 200} Mar 05 05:47:56.597212 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4fb1a7a3-91f3-4f0d-b73d-23ba7448b3a1 req-e591efa3-e45e-4eb9-880d-854016bc7e9a tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "GET /v2.0/ports?device_id=cdea3909-b86e-48b0-b136-23acc114e964 HTTP/1.1" status: 200 len: 210 time: 0.0317199 Mar 05 05:47:57.654195 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46530) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:47:58.337975 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cc3c66ec-57d6-49be-a995-14487973359e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (a8249041-fec8-4745-84b4-ed8938002c6a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:58.512759 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 982c62db-130e-4021-86e8-66e5a05dee1e no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:47:58.532922 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: 982c62db-130e-4021-86e8-66e5a05dee1e {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:47:58.533277 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device 982c62db-130e-4021-86e8-66e5a05dee1e not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:47:58.593446 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-cc3c66ec-57d6-49be-a995-14487973359e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Deleting port 2fd0bffc-4e93-42bc-8d3c-bb002cb3b724 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:47:58.593691 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cc3c66ec-57d6-49be-a995-14487973359e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (2fd0bffc-4e93-42bc-8d3c-bb002cb3b724), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:58.682875 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-cc3c66ec-57d6-49be-a995-14487973359e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] For port 2fd0bffc-4e93-42bc-8d3c-bb002cb3b724, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=2fd0bffc-4e93-42bc-8d3c-bb002cb3b724,segment=NetworkSegment(bce307da-8bcd-4f37-a2d8-a6ecefc30469),segment_id=bce307da-8bcd-4f37-a2d8-a6ecefc30469)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:47:58.683627 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cc3c66ec-57d6-49be-a995-14487973359e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (2fd0bffc-4e93-42bc-8d3c-bb002cb3b724), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:58.694607 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-cc3c66ec-57d6-49be-a995-14487973359e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Calling delete_port for 2fd0bffc-4e93-42bc-8d3c-bb002cb3b724 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:47:58.884672 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cc3c66ec-57d6-49be-a995-14487973359e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (2fd0bffc-4e93-42bc-8d3c-bb002cb3b724), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:58.910962 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c66ec-57d6-49be-a995-14487973359e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'Port': ['ID=2fd0bffc-4e93-42bc-8d3c-bb002cb3b724,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:47:59.086898 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cc3c66ec-57d6-49be-a995-14487973359e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (a8249041-fec8-4745-84b4-ed8938002c6a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:59.307378 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3c66ec-57d6-49be-a995-14487973359e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Router a8249041-fec8-4745-84b4-ed8938002c6a has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:47:59.416340 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3c66ec-57d6-49be-a995-14487973359e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:47:59.421550 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-cc3c66ec-57d6-49be-a995-14487973359e tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "PUT /v2.0/routers/a8249041-fec8-4745-84b4-ed8938002c6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7662449 Mar 05 05:47:59.424131 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46532) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:47:59.428033 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d80f9b-83f2-4e68-9d00-99278ccd0b78 None None] Sync routers for ids ['a8249041-fec8-4745-84b4-ed8938002c6a'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:47:59.438965 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d80f9b-83f2-4e68-9d00-99278ccd0b78 None None] Routers {'a8249041-fec8-4745-84b4-ed8938002c6a'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:47:59.439610 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d9d80f9b-83f2-4e68-9d00-99278ccd0b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:47:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['a8249041-fec8-4745-84b4-ed8938002c6a'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:47:59.476494 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df340fd-84b2-4bd2-b79b-a3b4e68ac170 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Deleting subnet 3fada486-1349-4c0d-8a0a-8a0cecacacc0 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:47:59.479665 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0df340fd-84b2-4bd2-b79b-a3b4e68ac170 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for subnet (3fada486-1349-4c0d-8a0a-8a0cecacacc0), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:59.519639 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0df340fd-84b2-4bd2-b79b-a3b4e68ac170 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (3fada486-1349-4c0d-8a0a-8a0cecacacc0), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:59.546818 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-d9d80f9b-83f2-4e68-9d00-99278ccd0b78 None None] Set router a8249041-fec8-4745-84b4-ed8938002c6a gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:47:59.606147 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0df340fd-84b2-4bd2-b79b-a3b4e68ac170 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (3fada486-1349-4c0d-8a0a-8a0cecacacc0), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:59.664041 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0df340fd-84b2-4bd2-b79b-a3b4e68ac170 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (3fada486-1349-4c0d-8a0a-8a0cecacacc0), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:59.690352 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df340fd-84b2-4bd2-b79b-a3b4e68ac170 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'Subnet': ['ID=3fada486-1349-4c0d-8a0a-8a0cecacacc0,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:47:59.697454 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0df340fd-84b2-4bd2-b79b-a3b4e68ac170 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:59.703146 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0df340fd-84b2-4bd2-b79b-a3b4e68ac170 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "DELETE /v2.0/subnets/3fada486-1349-4c0d-8a0a-8a0cecacacc0 HTTP/1.1" status: 204 len: 168 time: 0.2756467 Mar 05 05:47:59.703362 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46534) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:47:59.706355 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165e96c9-5dde-4f9a-a4ed-c315bc10c7f5 None None] Network 215d998f-bc91-42fe-b842-b5b22d0e016c requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:47:59.730781 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d9d80f9b-83f2-4e68-9d00-99278ccd0b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386333650', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a4b84bc8-a26a-4cdb-b20b-115cc6574012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:46:58Z', 'updated_at': '2022-03-05T05:47:58Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'a4b84bc8-a26a-4cdb-b20b-115cc6574012', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:46:58Z', 'updated_at': '2022-03-05T05:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:47:59.760506 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d80f9b-83f2-4e68-9d00-99278ccd0b78 None None] Checking router: a8249041-fec8-4745-84b4-ed8938002c6a for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:47:59.771819 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d80f9b-83f2-4e68-9d00-99278ccd0b78 None None] Routers {'a8249041-fec8-4745-84b4-ed8938002c6a'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:47:59.772442 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d9d80f9b-83f2-4e68-9d00-99278ccd0b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:47:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['a8249041-fec8-4745-84b4-ed8938002c6a'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:47:59.816122 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b84c5c37-cbe5-47a4-9fc4-ece863ac224b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router (a8249041-fec8-4745-84b4-ed8938002c6a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:59.879699 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba6f4c3-251e-4b81-af3e-abb9bfdd8ede None None] DHCP port deletion for 215d998f-bc91-42fe-b842-b5b22d0e016c request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:47:59.900046 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-d9d80f9b-83f2-4e68-9d00-99278ccd0b78 None None] Set router a8249041-fec8-4745-84b4-ed8938002c6a gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:47:59.926733 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2ba6f4c3-251e-4b81-af3e-abb9bfdd8ede None None] Deleting port 1e9a47c7-1916-4f87-9216-5afe6921f0c2 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:47:59.927443 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2ba6f4c3-251e-4b81-af3e-abb9bfdd8ede None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (1e9a47c7-1916-4f87-9216-5afe6921f0c2), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:59.934619 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b84c5c37-cbe5-47a4-9fc4-ece863ac224b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router_gateway (a8249041-fec8-4745-84b4-ed8938002c6a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:59.993894 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-b84c5c37-cbe5-47a4-9fc4-ece863ac224b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Deleting port a4b84bc8-a26a-4cdb-b20b-115cc6574012 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:47:59.994237 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b84c5c37-cbe5-47a4-9fc4-ece863ac224b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (a4b84bc8-a26a-4cdb-b20b-115cc6574012), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:47:59.999760 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-2ba6f4c3-251e-4b81-af3e-abb9bfdd8ede None None] For port 1e9a47c7-1916-4f87-9216-5afe6921f0c2, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=1e9a47c7-1916-4f87-9216-5afe6921f0c2,segment=NetworkSegment(bce307da-8bcd-4f37-a2d8-a6ecefc30469),segment_id=bce307da-8bcd-4f37-a2d8-a6ecefc30469)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:48:00.000174 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2ba6f4c3-251e-4b81-af3e-abb9bfdd8ede None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (1e9a47c7-1916-4f87-9216-5afe6921f0c2), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:00.014424 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2ba6f4c3-251e-4b81-af3e-abb9bfdd8ede None None] Calling delete_port for 1e9a47c7-1916-4f87-9216-5afe6921f0c2 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:48:00.081824 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-b84c5c37-cbe5-47a4-9fc4-ece863ac224b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] For port a4b84bc8-a26a-4cdb-b20b-115cc6574012, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=a4b84bc8-a26a-4cdb-b20b-115cc6574012,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:48:00.082240 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b84c5c37-cbe5-47a4-9fc4-ece863ac224b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (a4b84bc8-a26a-4cdb-b20b-115cc6574012), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:00.099249 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2ba6f4c3-251e-4b81-af3e-abb9bfdd8ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (1e9a47c7-1916-4f87-9216-5afe6921f0c2), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:00.099582 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-b84c5c37-cbe5-47a4-9fc4-ece863ac224b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Calling delete_port for a4b84bc8-a26a-4cdb-b20b-115cc6574012 owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:48:00.127723 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6f4c3-251e-4b81-af3e-abb9bfdd8ede None None] Pushing event deleted for resources: {'Port': ['ID=1e9a47c7-1916-4f87-9216-5afe6921f0c2,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:00.130855 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba6f4c3-251e-4b81-af3e-abb9bfdd8ede None None] No DVR routers for this DVR port 1e9a47c7-1916-4f87-9216-5afe6921f0c2 on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:48:00.139514 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6f4c3-251e-4b81-af3e-abb9bfdd8ede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:00.139969 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6f4c3-251e-4b81-af3e-abb9bfdd8ede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:00.140434 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6f4c3-251e-4b81-af3e-abb9bfdd8ede None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:00.140879 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6f4c3-251e-4b81-af3e-abb9bfdd8ede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:00.142475 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6f4c3-251e-4b81-af3e-abb9bfdd8ede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:00.142920 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6f4c3-251e-4b81-af3e-abb9bfdd8ede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:00.143384 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6f4c3-251e-4b81-af3e-abb9bfdd8ede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:00.143830 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6f4c3-251e-4b81-af3e-abb9bfdd8ede None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:00.144267 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6f4c3-251e-4b81-af3e-abb9bfdd8ede None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:00.145246 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6f4c3-251e-4b81-af3e-abb9bfdd8ede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:00.145246 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6f4c3-251e-4b81-af3e-abb9bfdd8ede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:00.145695 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6f4c3-251e-4b81-af3e-abb9bfdd8ede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:00.145980 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba6f4c3-251e-4b81-af3e-abb9bfdd8ede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:00.214582 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d9d80f9b-83f2-4e68-9d00-99278ccd0b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386333650', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a4b84bc8-a26a-4cdb-b20b-115cc6574012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:46:58Z', 'updated_at': '2022-03-05T05:47:58Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'a4b84bc8-a26a-4cdb-b20b-115cc6574012', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:46:58Z', 'updated_at': '2022-03-05T05:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:48:00.241549 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d80f9b-83f2-4e68-9d00-99278ccd0b78 None None] The sync data for ids ['a8249041-fec8-4745-84b4-ed8938002c6a'] in n-d-789963-32 is: [{'id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1386333650', 'tenant_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'a4b84bc8-a26a-4cdb-b20b-115cc6574012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:46:58Z', 'updated_at': '2022-03-05T05:47:58Z', 'revision_number': 5, 'project_id': 'ba2e0d8d43284548af1760695ecb9a0e', 'gw_port': {'id': 'a4b84bc8-a26a-4cdb-b20b-115cc6574012', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8249041-fec8-4745-84b4-ed8938002c6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:46:58Z', 'updated_at': '2022-03-05T05:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:48:00.287761 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b84c5c37-cbe5-47a4-9fc4-ece863ac224b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (a4b84bc8-a26a-4cdb-b20b-115cc6574012), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:00.316135 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c5c37-cbe5-47a4-9fc4-ece863ac224b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'Port': ['ID=a4b84bc8-a26a-4cdb-b20b-115cc6574012,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:00.388255 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b84c5c37-cbe5-47a4-9fc4-ece863ac224b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (a8249041-fec8-4745-84b4-ed8938002c6a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:00.476190 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 2fd0bffc-4e93-42bc-8d3c-bb002cb3b724 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:48:00.490494 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b84c5c37-cbe5-47a4-9fc4-ece863ac224b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (a8249041-fec8-4745-84b4-ed8938002c6a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:00.492814 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b84c5c37-cbe5-47a4-9fc4-ece863ac224b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router_controller (a8249041-fec8-4745-84b4-ed8938002c6a), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:00.503641 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 2fd0bffc-4e93-42bc-8d3c-bb002cb3b724 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:48:00.504079 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 2fd0bffc-4e93-42bc-8d3c-bb002cb3b724 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:48:00.504606 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 1e9a47c7-1916-4f87-9216-5afe6921f0c2 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:48:00.524828 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 1e9a47c7-1916-4f87-9216-5afe6921f0c2 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:48:00.525419 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 1e9a47c7-1916-4f87-9216-5afe6921f0c2 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:48:00.537345 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b84c5c37-cbe5-47a4-9fc4-ece863ac224b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (a8249041-fec8-4745-84b4-ed8938002c6a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:00.538375 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84c5c37-cbe5-47a4-9fc4-ece863ac224b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Fanout notify agent at l3_agent the message router_deleted on router a8249041-fec8-4745-84b4-ed8938002c6a {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:48:00.545337 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b84c5c37-cbe5-47a4-9fc4-ece863ac224b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:00.546448 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b84c5c37-cbe5-47a4-9fc4-ece863ac224b tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "DELETE /v2.0/routers/a8249041-fec8-4745-84b4-ed8938002c6a HTTP/1.1" status: 204 len: 168 time: 0.8418293 Mar 05 05:48:00.549095 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46536) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:48:00.629257 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24d92156-ee07-43a9-b399-e27c4dba3e75 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (215d998f-bc91-42fe-b842-b5b22d0e016c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:00.722730 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24d92156-ee07-43a9-b399-e27c4dba3e75 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (215d998f-bc91-42fe-b842-b5b22d0e016c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:00.743200 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-24d92156-ee07-43a9-b399-e27c4dba3e75 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['215d998f-bc91-42fe-b842-b5b22d0e016c']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:48:00.752025 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-24d92156-ee07-43a9-b399-e27c4dba3e75 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce307da-8bcd-4f37-a2d8-a6ecefc30469') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:48:00.752320 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-24d92156-ee07-43a9-b399-e27c4dba3e75 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce307da-8bcd-4f37-a2d8-a6ecefc30469') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:48:00.761952 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24d92156-ee07-43a9-b399-e27c4dba3e75 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (bce307da-8bcd-4f37-a2d8-a6ecefc30469), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:00.775977 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24d92156-ee07-43a9-b399-e27c4dba3e75 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (bce307da-8bcd-4f37-a2d8-a6ecefc30469), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:00.782144 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d92156-ee07-43a9-b399-e27c4dba3e75 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:48:00.782602 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24d92156-ee07-43a9-b399-e27c4dba3e75 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (bce307da-8bcd-4f37-a2d8-a6ecefc30469), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:00.785651 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:48:00.785651 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:48:00.785651 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:48:00.785651 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:48:00.785651 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:48:00.785651 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:48:00.785651 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:48:00.785651 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:48:00.785651 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:48:00.785651 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:48:00.785651 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:48:00.785651 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:48:00.785651 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:48:00.785651 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:48:00.785651 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:48:00.785651 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:48:00.785651 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:48:00.785651 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:48:00.785651 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:48:00.785651 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:48:00.785651 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:48:00.785651 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:48:00.785651 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:48:00.785651 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:48:00.785651 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:48:00.785651 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:48:00.785651 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:48:00.785651 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:48:00.785651 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:48:00.785651 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:48:00.785651 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:48:00.785651 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:48:00.846818 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24d92156-ee07-43a9-b399-e27c4dba3e75 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (215d998f-bc91-42fe-b842-b5b22d0e016c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:00.854325 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24d92156-ee07-43a9-b399-e27c4dba3e75 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:00.857453 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-24d92156-ee07-43a9-b399-e27c4dba3e75 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "DELETE /v2.0/networks/215d998f-bc91-42fe-b842-b5b22d0e016c HTTP/1.1" status: 204 len: 168 time: 0.3074322 Mar 05 05:48:00.860324 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46538) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:48:00.868937 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d92156-ee07-43a9-b399-e27c4dba3e75 tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'Network': ['ID=215d998f-bc91-42fe-b842-b5b22d0e016c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:00.916698 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0628e7c6-60e7-4b87-a5e5-71d17721b45f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group (3bfd2a22-7103-4fed-9727-cd7bf4f31c1b), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:00.941705 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0628e7c6-60e7-4b87-a5e5-71d17721b45f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group (3bfd2a22-7103-4fed-9727-cd7bf4f31c1b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:01.000009 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0628e7c6-60e7-4b87-a5e5-71d17721b45f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (3bfd2a22-7103-4fed-9727-cd7bf4f31c1b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:01.002533 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0628e7c6-60e7-4b87-a5e5-71d17721b45f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:01.003745 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0628e7c6-60e7-4b87-a5e5-71d17721b45f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] 10.222.0.11 "DELETE /v2.0/security-groups/3bfd2a22-7103-4fed-9727-cd7bf4f31c1b HTTP/1.1" status: 204 len: 168 time: 0.1423388 Mar 05 05:48:01.014555 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628e7c6-60e7-4b87-a5e5-71d17721b45f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfd2a22-7103-4fed-9727-cd7bf4f31c1b,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:01.022968 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628e7c6-60e7-4b87-a5e5-71d17721b45f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:01.024238 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628e7c6-60e7-4b87-a5e5-71d17721b45f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:01.024753 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628e7c6-60e7-4b87-a5e5-71d17721b45f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:01.025257 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628e7c6-60e7-4b87-a5e5-71d17721b45f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:01.025792 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628e7c6-60e7-4b87-a5e5-71d17721b45f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:01.026139 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628e7c6-60e7-4b87-a5e5-71d17721b45f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:01.026481 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628e7c6-60e7-4b87-a5e5-71d17721b45f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:01.026819 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628e7c6-60e7-4b87-a5e5-71d17721b45f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:01.027250 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628e7c6-60e7-4b87-a5e5-71d17721b45f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:01.027507 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628e7c6-60e7-4b87-a5e5-71d17721b45f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:01.027981 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628e7c6-60e7-4b87-a5e5-71d17721b45f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:01.028264 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628e7c6-60e7-4b87-a5e5-71d17721b45f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:01.028627 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0628e7c6-60e7-4b87-a5e5-71d17721b45f tempest-TestNetworkAdvancedServerOps-1498610820 tempest-TestNetworkAdvancedServerOps-1498610820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:01.331792 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46546) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:48:01.463298 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f98ad29e-ed3d-47bb-a200-fc83b2d112f4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba2e0d8d43284548af1760695ecb9a0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1302526 Mar 05 05:48:01.465602 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46550) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:48:01.510954 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9a9a5337-6ac6-4d2f-8c89-417f2173ca0c admin admin] Publish callbacks [] for security_group (e34dbf69-adc8-4e6b-9a7c-ee9a12e254c9), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:01.532473 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9a9a5337-6ac6-4d2f-8c89-417f2173ca0c admin admin] Publish callbacks [] for security_group (e34dbf69-adc8-4e6b-9a7c-ee9a12e254c9), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:01.579503 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9a9a5337-6ac6-4d2f-8c89-417f2173ca0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (e34dbf69-adc8-4e6b-9a7c-ee9a12e254c9), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:01.582045 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9a9a5337-6ac6-4d2f-8c89-417f2173ca0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:01.583305 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9a9a5337-6ac6-4d2f-8c89-417f2173ca0c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e34dbf69-adc8-4e6b-9a7c-ee9a12e254c9 HTTP/1.1" status: 204 len: 168 time: 0.1167135 Mar 05 05:48:01.592450 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a5337-6ac6-4d2f-8c89-417f2173ca0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34dbf69-adc8-4e6b-9a7c-ee9a12e254c9,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:01.841780 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46556) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:48:01.859004 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86361d7e-c154-440d-8374-932208ca0541 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:01.933808 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86361d7e-c154-440d-8374-932208ca0541 admin admin] Publish callbacks [] for security_group (7cf65671-96dc-47b9-9368-6395f90ad643), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:01.936740 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-86361d7e-c154-440d-8374-932208ca0541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7cf65671-96dc-47b9-9368-6395f90ad643), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:01.973585 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86361d7e-c154-440d-8374-932208ca0541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf65671-96dc-47b9-9368-6395f90ad643,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:01.978940 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-86361d7e-c154-440d-8374-932208ca0541 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a3f30d2914c84285b3e4bd233a565cec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1361349 Mar 05 05:48:01.981791 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46558) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:48:02.032681 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bcbf357b-0446-4c3b-ba5f-0a7d4ba2b278 admin admin] Publish callbacks [] for security_group (7cf65671-96dc-47b9-9368-6395f90ad643), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:02.054755 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bcbf357b-0446-4c3b-ba5f-0a7d4ba2b278 admin admin] Publish callbacks [] for security_group (7cf65671-96dc-47b9-9368-6395f90ad643), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:02.100779 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bcbf357b-0446-4c3b-ba5f-0a7d4ba2b278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (7cf65671-96dc-47b9-9368-6395f90ad643), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:02.104396 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bcbf357b-0446-4c3b-ba5f-0a7d4ba2b278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:02.105584 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-bcbf357b-0446-4c3b-ba5f-0a7d4ba2b278 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7cf65671-96dc-47b9-9368-6395f90ad643 HTTP/1.1" status: 204 len: 168 time: 0.1230590 Mar 05 05:48:02.113199 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf357b-0446-4c3b-ba5f-0a7d4ba2b278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf65671-96dc-47b9-9368-6395f90ad643,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:02.324537 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a4b84bc8-a26a-4cdb-b20b-115cc6574012 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:48:02.345086 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: a4b84bc8-a26a-4cdb-b20b-115cc6574012 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:48:02.345497 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device a4b84bc8-a26a-4cdb-b20b-115cc6574012 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:48:02.797675 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46580) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:48:02.892938 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-96365493-f74c-46a1-8690-807f5498e143 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1970141735-network', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:48:02.912811 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96365493-f74c-46a1-8690-807f5498e143 admin admin] Made reservation on behalf of 0156566b9ea344af97b47c39ab8e0214 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:48:02.916101 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-96365493-f74c-46a1-8690-807f5498e143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:02.924388 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-96365493-f74c-46a1-8690-807f5498e143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:03.000663 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-96365493-f74c-46a1-8690-807f5498e143 admin admin] Publish callbacks [] for security_group (bb58f156-7779-4015-b002-d2f5fa6f59e1), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:03.004249 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-96365493-f74c-46a1-8690-807f5498e143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (bb58f156-7779-4015-b002-d2f5fa6f59e1), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:03.025448 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96365493-f74c-46a1-8690-807f5498e143 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:48:03.038804 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96365493-f74c-46a1-8690-807f5498e143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb58f156-7779-4015-b002-d2f5fa6f59e1,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:03.045618 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-96365493-f74c-46a1-8690-807f5498e143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (4c869928-4c63-46c1-9842-f609a4022a86), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:03.045964 n-d-789963-32 neutron-server[105232]: INFO neutron.db.segments_db [None req-96365493-f74c-46a1-8690-807f5498e143 admin admin] Added segment 4c869928-4c63-46c1-9842-f609a4022a86 of type vlan for network 7376f23d-2eca-47c7-8490-c1326acd2318 Mar 05 05:48:03.085056 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-96365493-f74c-46a1-8690-807f5498e143 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (7376f23d-2eca-47c7-8490-c1326acd2318), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:03.110545 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-96365493-f74c-46a1-8690-807f5498e143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (7376f23d-2eca-47c7-8490-c1326acd2318), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:03.111511 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96365493-f74c-46a1-8690-807f5498e143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:48:03.112084 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-96365493-f74c-46a1-8690-807f5498e143 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:03.144102 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-96365493-f74c-46a1-8690-807f5498e143 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3423376 Mar 05 05:48:03.144351 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46584) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:48:03.150382 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-93d56112-a0c3-4c0e-95c0-1fe8aada7963 admin admin] Request body: {'subnet': {'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1970141735-subnet', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'ip_version': 4}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:48:03.171214 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d56112-a0c3-4c0e-95c0-1fe8aada7963 admin admin] Made reservation on behalf of 0156566b9ea344af97b47c39ab8e0214 for: {'subnet': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:48:03.173547 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-93d56112-a0c3-4c0e-95c0-1fe8aada7963 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131304252'] for subnet (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:03.175483 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96365493-f74c-46a1-8690-807f5498e143 admin admin] Pushing event updated for resources: {'Network': ['ID=7376f23d-2eca-47c7-8490-c1326acd2318,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:03.185138 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 7376f23d-2eca-47c7-8490-c1326acd2318 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:48:03.344383 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-93d56112-a0c3-4c0e-95c0-1fe8aada7963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131532093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131304226'] for subnet (5812e09f-c859-4d4d-aedd-1282b31ecb2d), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:03.395325 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d56112-a0c3-4c0e-95c0-1fe8aada7963 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5812e09f-c859-4d4d-aedd-1282b31ecb2d,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:03.407444 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d56112-a0c3-4c0e-95c0-1fe8aada7963 admin admin] Checking segment: {'id': '4c869928-4c63-46c1-9842-f609a4022a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:48:03.407806 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d56112-a0c3-4c0e-95c0-1fe8aada7963 admin admin] Network hostable DHCP agents. Network: 7376f23d-2eca-47c7-8490-c1326acd2318, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:48:03.424106 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d56112-a0c3-4c0e-95c0-1fe8aada7963 admin admin] Network 7376f23d-2eca-47c7-8490-c1326acd2318 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:48:03.432097 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-93d56112-a0c3-4c0e-95c0-1fe8aada7963 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 7376f23d-2eca-47c7-8490-c1326acd2318) {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:48:03.436440 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d56112-a0c3-4c0e-95c0-1fe8aada7963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:48:03.437064 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-93d56112-a0c3-4c0e-95c0-1fe8aada7963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:03.442503 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c7f6ea-2a7d-4705-adc8-9a6479057327 None None] Network 7376f23d-2eca-47c7-8490-c1326acd2318 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:48:03.453601 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-93d56112-a0c3-4c0e-95c0-1fe8aada7963 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3081508 Mar 05 05:48:03.456350 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46586) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:48:03.460489 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-97c94546-51a3-418a-8127-ca3a0a69fa5a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1970141735-router', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:48:03.480654 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-97c94546-51a3-418a-8127-ca3a0a69fa5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (619bb9cc-8165-47e8-aeaf-d03e80736971), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:03.481639 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-97c94546-51a3-418a-8127-ca3a0a69fa5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (619bb9cc-8165-47e8-aeaf-d03e80736971), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:03.538585 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-97c94546-51a3-418a-8127-ca3a0a69fa5a admin admin] Publish callbacks [] for router_controller (619bb9cc-8165-47e8-aeaf-d03e80736971), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:03.549927 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8115af-0ea6-4136-9969-895fcf181073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-7376f23d-2eca-47c7-8490-c1326acd2318', 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318', 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'fixed_ips': [{'subnet_id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:48:03.550783 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ee8115af-0ea6-4136-9969-895fcf181073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:03.678942 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-97c94546-51a3-418a-8127-ca3a0a69fa5a admin admin] Publish callbacks [] for router_gateway (619bb9cc-8165-47e8-aeaf-d03e80736971), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:03.684841 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-ee8115af-0ea6-4136-9969-895fcf181073 None None] Allocated IP 172.20.0.2 (7376f23d-2eca-47c7-8490-c1326acd2318/5812e09f-c859-4d4d-aedd-1282b31ecb2d/f3386a3e-7098-4386-aaf3-44247f452eda) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:48:03.827686 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ee8115af-0ea6-4136-9969-895fcf181073 None None] Publish callbacks [] for port (f3386a3e-7098-4386-aaf3-44247f452eda), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:03.832748 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ee8115af-0ea6-4136-9969-895fcf181073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (f3386a3e-7098-4386-aaf3-44247f452eda), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:03.871381 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8115af-0ea6-4136-9969-895fcf181073 None None] Network 7376f23d-2eca-47c7-8490-c1326acd2318 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:48:03.876003 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-ee8115af-0ea6-4136-9969-895fcf181073 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:48:03.879308 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8115af-0ea6-4136-9969-895fcf181073 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:48:03.886420 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8115af-0ea6-4136-9969-895fcf181073 None None] Pushing event updated for resources: {'Port': ['ID=f3386a3e-7098-4386-aaf3-44247f452eda,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:03.894766 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-97c94546-51a3-418a-8127-ca3a0a69fa5a admin admin] Publish callbacks [] for router_gateway (619bb9cc-8165-47e8-aeaf-d03e80736971), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:03.915212 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-97c94546-51a3-418a-8127-ca3a0a69fa5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:03.941936 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-ee8115af-0ea6-4136-9969-895fcf181073 None None] Attempting to bind port f3386a3e-7098-4386-aaf3-44247f452eda on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:48:03.942234 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-ee8115af-0ea6-4136-9969-895fcf181073 None None] Attempting to bind port f3386a3e-7098-4386-aaf3-44247f452eda by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '4c869928-4c63-46c1-9842-f609a4022a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:48:03.942603 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8115af-0ea6-4136-9969-895fcf181073 None None] Attempting to bind port f3386a3e-7098-4386-aaf3-44247f452eda on network 7376f23d-2eca-47c7-8490-c1326acd2318 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:48:03.947714 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8115af-0ea6-4136-9969-895fcf181073 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:48:03.948090 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8115af-0ea6-4136-9969-895fcf181073 None None] Checking segment: {'id': '4c869928-4c63-46c1-9842-f609a4022a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:48:03.948490 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ee8115af-0ea6-4136-9969-895fcf181073 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:03.948887 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8115af-0ea6-4136-9969-895fcf181073 None None] Bound using segment: {'id': '4c869928-4c63-46c1-9842-f609a4022a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:48:03.949354 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-ee8115af-0ea6-4136-9969-895fcf181073 None None] Bound port: f3386a3e-7098-4386-aaf3-44247f452eda, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c869928-4c63-46c1-9842-f609a4022a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:48:03.949735 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ee8115af-0ea6-4136-9969-895fcf181073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f3386a3e-7098-4386-aaf3-44247f452eda), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:04.010939 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-ee8115af-0ea6-4136-9969-895fcf181073 None None] For port f3386a3e-7098-4386-aaf3-44247f452eda, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:48:04.014167 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-ee8115af-0ea6-4136-9969-895fcf181073 None None] For port f3386a3e-7098-4386-aaf3-44247f452eda, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=f3386a3e-7098-4386-aaf3-44247f452eda,segment=NetworkSegment(4c869928-4c63-46c1-9842-f609a4022a86),segment_id=4c869928-4c63-46c1-9842-f609a4022a86)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:48:04.020786 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ee8115af-0ea6-4136-9969-895fcf181073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f3386a3e-7098-4386-aaf3-44247f452eda), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:04.025224 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-97c94546-51a3-418a-8127-ca3a0a69fa5a admin admin] Allocated IP 172.25.0.161 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:48:04.081344 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8115af-0ea6-4136-9969-895fcf181073 None None] Pushing event updated for resources: {'Port': ['ID=f3386a3e-7098-4386-aaf3-44247f452eda,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:04.135299 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-97c94546-51a3-418a-8127-ca3a0a69fa5a admin admin] Publish callbacks [] for port (09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:04.169980 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-97c94546-51a3-418a-8127-ca3a0a69fa5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:04.225703 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c94546-51a3-418a-8127-ca3a0a69fa5a admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:48:04.229511 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-97c94546-51a3-418a-8127-ca3a0a69fa5a admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:48:04.234201 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c94546-51a3-418a-8127-ca3a0a69fa5a admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:48:04.263062 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c94546-51a3-418a-8127-ca3a0a69fa5a admin admin] Pushing event updated for resources: {'Port': ['ID=09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:04.431212 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f3386a3e-7098-4386-aaf3-44247f452eda up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:48:04.486466 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port f3386a3e-7098-4386-aaf3-44247f452eda triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:48:04.487188 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f3386a3e-7098-4386-aaf3-44247f452eda), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:04.510596 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-97c94546-51a3-418a-8127-ca3a0a69fa5a admin admin] Publish callbacks [] for router_gateway (619bb9cc-8165-47e8-aeaf-d03e80736971), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:04.565673 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port f3386a3e-7098-4386-aaf3-44247f452eda is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:48:04.566062 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (f3386a3e-7098-4386-aaf3-44247f452eda), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:04.599626 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port f3386a3e-7098-4386-aaf3-44247f452eda, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=f3386a3e-7098-4386-aaf3-44247f452eda,segment=NetworkSegment(4c869928-4c63-46c1-9842-f609a4022a86),segment_id=4c869928-4c63-46c1-9842-f609a4022a86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:48:04.603798 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (f3386a3e-7098-4386-aaf3-44247f452eda), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:04.654247 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=f3386a3e-7098-4386-aaf3-44247f452eda,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:04.713719 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-97c94546-51a3-418a-8127-ca3a0a69fa5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (619bb9cc-8165-47e8-aeaf-d03e80736971), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:05.007054 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe368d3f-5ea9-4dba-9b72-29d85f21e463 None None] Network 7376f23d-2eca-47c7-8490-c1326acd2318 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:48:05.076524 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-c8959013-c3f9-4513-93b3-4020260cc7a1 None None] Provisioning complete for port f3386a3e-7098-4386-aaf3-44247f452eda triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:48:05.076926 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c8959013-c3f9-4513-93b3-4020260cc7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f3386a3e-7098-4386-aaf3-44247f452eda), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:05.182767 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c94546-51a3-418a-8127-ca3a0a69fa5a admin admin] Router 619bb9cc-8165-47e8-aeaf-d03e80736971 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:48:05.196297 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c8959013-c3f9-4513-93b3-4020260cc7a1 None None] Current status of the port f3386a3e-7098-4386-aaf3-44247f452eda is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:48:05.298119 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c94546-51a3-418a-8127-ca3a0a69fa5a admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:48:05.308752 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baec334-45c1-4190-97da-867c30c991e4 None None] Sync routers for ids ['619bb9cc-8165-47e8-aeaf-d03e80736971'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:48:05.319363 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-97c94546-51a3-418a-8127-ca3a0a69fa5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:05.319638 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baec334-45c1-4190-97da-867c30c991e4 None None] Routers {'619bb9cc-8165-47e8-aeaf-d03e80736971'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:48:05.320277 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-3baec334-45c1-4190-97da-867c30c991e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:47:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['619bb9cc-8165-47e8-aeaf-d03e80736971'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:48:05.323997 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-97c94546-51a3-418a-8127-ca3a0a69fa5a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8644021 Mar 05 05:48:05.324415 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46588) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:48:05.443032 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-b638e871-e514-4145-b70c-d8a1c0ffb1d7 None None] Provisioning complete for port f3386a3e-7098-4386-aaf3-44247f452eda triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:48:05.443530 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b638e871-e514-4145-b70c-d8a1c0ffb1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f3386a3e-7098-4386-aaf3-44247f452eda), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:05.449935 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-3baec334-45c1-4190-97da-867c30c991e4 None None] Set router 619bb9cc-8165-47e8-aeaf-d03e80736971 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:48:05.759594 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4bb4e113-57f1-418d-9fdb-6d95636d2276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:05.807622 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b638e871-e514-4145-b70c-d8a1c0ffb1d7 None None] Current status of the port f3386a3e-7098-4386-aaf3-44247f452eda is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:48:05.853034 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-3baec334-45c1-4190-97da-867c30c991e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'name': 'tempest-TestShelveInstance-1970141735-router', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:04Z', 'revision_number': 3, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'gw_port': {'id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:48:05.879488 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baec334-45c1-4190-97da-867c30c991e4 None None] Checking router: 619bb9cc-8165-47e8-aeaf-d03e80736971 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:48:05.879859 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baec334-45c1-4190-97da-867c30c991e4 None None] Updating router 619bb9cc-8165-47e8-aeaf-d03e80736971 port 09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:48:05.910347 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3baec334-45c1-4190-97da-867c30c991e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:05.918709 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-4bb4e113-57f1-418d-9fdb-6d95636d2276 admin admin] Allocated IP 172.20.0.1 (7376f23d-2eca-47c7-8490-c1326acd2318/5812e09f-c859-4d4d-aedd-1282b31ecb2d/d303bc85-7c81-43f6-8d3d-eefe2d34157c) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:48:06.018705 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4bb4e113-57f1-418d-9fdb-6d95636d2276 admin admin] Publish callbacks [] for port (d303bc85-7c81-43f6-8d3d-eefe2d34157c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:06.053201 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4bb4e113-57f1-418d-9fdb-6d95636d2276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (d303bc85-7c81-43f6-8d3d-eefe2d34157c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:06.098947 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb4e113-57f1-418d-9fdb-6d95636d2276 admin admin] Network 7376f23d-2eca-47c7-8490-c1326acd2318 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:48:06.102547 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-4bb4e113-57f1-418d-9fdb-6d95636d2276 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:48:06.106824 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb4e113-57f1-418d-9fdb-6d95636d2276 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:48:06.112472 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4e113-57f1-418d-9fdb-6d95636d2276 admin admin] Pushing event updated for resources: {'Port': ['ID=d303bc85-7c81-43f6-8d3d-eefe2d34157c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:06.151353 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4bb4e113-57f1-418d-9fdb-6d95636d2276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (619bb9cc-8165-47e8-aeaf-d03e80736971), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:06.160236 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3baec334-45c1-4190-97da-867c30c991e4 None None] Publish callbacks [] for port (09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:06.166356 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3baec334-45c1-4190-97da-867c30c991e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:06.217838 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3baec334-45c1-4190-97da-867c30c991e4 None None] Attempting to bind port 09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:48:06.218226 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3baec334-45c1-4190-97da-867c30c991e4 None None] Attempting to bind port 09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:48:06.218661 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baec334-45c1-4190-97da-867c30c991e4 None None] Attempting to bind port 09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:48:06.227492 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baec334-45c1-4190-97da-867c30c991e4 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:48:06.227885 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baec334-45c1-4190-97da-867c30c991e4 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:48:06.228299 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3baec334-45c1-4190-97da-867c30c991e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:06.228700 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baec334-45c1-4190-97da-867c30c991e4 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:48:06.229182 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-3baec334-45c1-4190-97da-867c30c991e4 None None] Bound port: 09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:48:06.229567 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3baec334-45c1-4190-97da-867c30c991e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:06.232960 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4713fd74-6b6c-4b49-ba21-af3e598eb43c None None] Pushing event updated for resources: {'Port': ['ID=09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:06.288647 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-3baec334-45c1-4190-97da-867c30c991e4 None None] For port 09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:48:06.293677 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-3baec334-45c1-4190-97da-867c30c991e4 None None] For port 09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:48:06.300775 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4bb4e113-57f1-418d-9fdb-6d95636d2276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d303bc85-7c81-43f6-8d3d-eefe2d34157c), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:06.301371 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3baec334-45c1-4190-97da-867c30c991e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:06.364727 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baec334-45c1-4190-97da-867c30c991e4 None None] Routers {'619bb9cc-8165-47e8-aeaf-d03e80736971'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:48:06.365357 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-3baec334-45c1-4190-97da-867c30c991e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:47:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['619bb9cc-8165-47e8-aeaf-d03e80736971'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:48:06.405311 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f3386a3e-7098-4386-aaf3-44247f452eda up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:48:06.438947 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4713fd74-6b6c-4b49-ba21-af3e598eb43c None None] Pushing event updated for resources: {'Port': ['ID=09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:06.490046 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4bb4e113-57f1-418d-9fdb-6d95636d2276 admin admin] Publish callbacks [] for port (d303bc85-7c81-43f6-8d3d-eefe2d34157c), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:06.495361 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4bb4e113-57f1-418d-9fdb-6d95636d2276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (d303bc85-7c81-43f6-8d3d-eefe2d34157c), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:06.511695 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-68994490-927a-4f1f-a717-55a9f8d63cbe None None] Provisioning complete for port d303bc85-7c81-43f6-8d3d-eefe2d34157c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:48:06.512077 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-68994490-927a-4f1f-a717-55a9f8d63cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d303bc85-7c81-43f6-8d3d-eefe2d34157c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:06.561005 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4e113-57f1-418d-9fdb-6d95636d2276 admin admin] Pushing event updated for resources: {'Port': ['ID=d303bc85-7c81-43f6-8d3d-eefe2d34157c,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:06.563843 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4bb4e113-57f1-418d-9fdb-6d95636d2276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (619bb9cc-8165-47e8-aeaf-d03e80736971), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:06.567632 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-3baec334-45c1-4190-97da-867c30c991e4 None None] Set router 619bb9cc-8165-47e8-aeaf-d03e80736971 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:48:06.597991 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-68994490-927a-4f1f-a717-55a9f8d63cbe None None] Port d303bc85-7c81-43f6-8d3d-eefe2d34157c cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:48:06.606395 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port f3386a3e-7098-4386-aaf3-44247f452eda triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:48:06.606774 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (f3386a3e-7098-4386-aaf3-44247f452eda), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:06.657816 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb4e113-57f1-418d-9fdb-6d95636d2276 admin admin] Network 7376f23d-2eca-47c7-8490-c1326acd2318 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:48:06.659274 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-4bb4e113-57f1-418d-9fdb-6d95636d2276 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:48:06.778229 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb4e113-57f1-418d-9fdb-6d95636d2276 admin admin] Router 619bb9cc-8165-47e8-aeaf-d03e80736971 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:48:06.809648 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port f3386a3e-7098-4386-aaf3-44247f452eda is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:48:06.844777 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-3baec334-45c1-4190-97da-867c30c991e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'name': 'tempest-TestShelveInstance-1970141735-router', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:06Z', 'revision_number': 4, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'gw_port': {'id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'd303bc85-7c81-43f6-8d3d-eefe2d34157c', 'name': '', 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'mac_address': 'fa:16:3e:88:6e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:05Z', 'updated_at': '2022-03-05T05:48:05Z', 'revision_number': 1, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'subnets': [{'id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:48:06.878085 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baec334-45c1-4190-97da-867c30c991e4 None None] The sync data for ids ['619bb9cc-8165-47e8-aeaf-d03e80736971'] in n-d-789963-32 is: [{'id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'name': 'tempest-TestShelveInstance-1970141735-router', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:06Z', 'revision_number': 4, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'gw_port': {'id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'd303bc85-7c81-43f6-8d3d-eefe2d34157c', 'name': '', 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'mac_address': 'fa:16:3e:88:6e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:05Z', 'updated_at': '2022-03-05T05:48:05Z', 'revision_number': 1, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'subnets': [{'id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:48:06.907052 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb4e113-57f1-418d-9fdb-6d95636d2276 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:48:06.912533 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4bb4e113-57f1-418d-9fdb-6d95636d2276 admin admin] 10.222.0.11 "PUT /v2.0/routers/619bb9cc-8165-47e8-aeaf-d03e80736971/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5870016 Mar 05 05:48:06.923910 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d97c863b-b731-46e1-afbb-925c6d4c8558 None None] Provisioning complete for port d303bc85-7c81-43f6-8d3d-eefe2d34157c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:48:06.924086 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d97c863b-b731-46e1-afbb-925c6d4c8558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d303bc85-7c81-43f6-8d3d-eefe2d34157c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:06.968880 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d97c863b-b731-46e1-afbb-925c6d4c8558 None None] Port d303bc85-7c81-43f6-8d3d-eefe2d34157c cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:48:07.427064 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46604) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:48:07.432549 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-d2541a91-efd4-431d-a52b-884b25ebbcc1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1235741293-network', 'tenant_id': 'ff4fbc9deccc428294d55be0b2053087'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:48:07.455441 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2541a91-efd4-431d-a52b-884b25ebbcc1 admin admin] Made reservation on behalf of ff4fbc9deccc428294d55be0b2053087 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:48:07.457977 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d2541a91-efd4-431d-a52b-884b25ebbcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:07.467721 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d2541a91-efd4-431d-a52b-884b25ebbcc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:07.562451 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d2541a91-efd4-431d-a52b-884b25ebbcc1 admin admin] Publish callbacks [] for security_group (03e10e1e-3a81-41f0-9a96-c32d3a9f10aa), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:07.567554 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d2541a91-efd4-431d-a52b-884b25ebbcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (03e10e1e-3a81-41f0-9a96-c32d3a9f10aa), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:07.596718 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2541a91-efd4-431d-a52b-884b25ebbcc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:48:07.607343 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2541a91-efd4-431d-a52b-884b25ebbcc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e10e1e-3a81-41f0-9a96-c32d3a9f10aa,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:07.612088 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d2541a91-efd4-431d-a52b-884b25ebbcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (03b1608f-fa81-4b40-b8c6-814e279e005a), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:07.612434 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-d2541a91-efd4-431d-a52b-884b25ebbcc1 admin admin] Added segment 03b1608f-fa81-4b40-b8c6-814e279e005a of type vlan for network d6e2c29d-29c2-4bbe-8171-8ab0365f7634 Mar 05 05:48:07.656472 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d2541a91-efd4-431d-a52b-884b25ebbcc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (d6e2c29d-29c2-4bbe-8171-8ab0365f7634), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:07.683198 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d2541a91-efd4-431d-a52b-884b25ebbcc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (d6e2c29d-29c2-4bbe-8171-8ab0365f7634), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:07.684212 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2541a91-efd4-431d-a52b-884b25ebbcc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:48:07.684808 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d2541a91-efd4-431d-a52b-884b25ebbcc1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:07.719451 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d2541a91-efd4-431d-a52b-884b25ebbcc1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2911799 Mar 05 05:48:07.722398 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46606) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:48:07.730330 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-b7501140-ffcf-4788-8ba0-1cc02cf33941 admin admin] Request body: {'subnet': {'network_id': 'd6e2c29d-29c2-4bbe-8171-8ab0365f7634', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1235741293-subnet', 'tenant_id': 'ff4fbc9deccc428294d55be0b2053087', 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:48:07.755493 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2541a91-efd4-431d-a52b-884b25ebbcc1 admin admin] Pushing event updated for resources: {'Network': ['ID=d6e2c29d-29c2-4bbe-8171-8ab0365f7634,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:07.757326 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7501140-ffcf-4788-8ba0-1cc02cf33941 admin admin] Made reservation on behalf of ff4fbc9deccc428294d55be0b2053087 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:48:07.760415 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b7501140-ffcf-4788-8ba0-1cc02cf33941 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:07.766726 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network d6e2c29d-29c2-4bbe-8171-8ab0365f7634 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:48:08.277148 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b7501140-ffcf-4788-8ba0-1cc02cf33941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (d2f4ac69-b897-4aff-bb93-62f11c246ca5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:08.331615 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7501140-ffcf-4788-8ba0-1cc02cf33941 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2f4ac69-b897-4aff-bb93-62f11c246ca5,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:08.341915 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7501140-ffcf-4788-8ba0-1cc02cf33941 admin admin] Checking segment: {'id': '03b1608f-fa81-4b40-b8c6-814e279e005a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6e2c29d-29c2-4bbe-8171-8ab0365f7634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:48:08.342429 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7501140-ffcf-4788-8ba0-1cc02cf33941 admin admin] Network hostable DHCP agents. Network: d6e2c29d-29c2-4bbe-8171-8ab0365f7634, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:48:08.360119 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7501140-ffcf-4788-8ba0-1cc02cf33941 admin admin] Network d6e2c29d-29c2-4bbe-8171-8ab0365f7634 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:48:08.369742 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-b7501140-ffcf-4788-8ba0-1cc02cf33941 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, d6e2c29d-29c2-4bbe-8171-8ab0365f7634) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:48:08.374094 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7501140-ffcf-4788-8ba0-1cc02cf33941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:48:08.375013 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b7501140-ffcf-4788-8ba0-1cc02cf33941 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:08.378934 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265a104b-978a-45a4-8b23-98c88fd1a703 None None] Network d6e2c29d-29c2-4bbe-8171-8ab0365f7634 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:48:08.391773 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b7501140-ffcf-4788-8ba0-1cc02cf33941 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6673660 Mar 05 05:48:08.394323 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46608) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:48:08.399572 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-27d49fc0-738e-4d43-8b22-916712a7b627 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1235741293-router', 'tenant_id': 'ff4fbc9deccc428294d55be0b2053087', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:48:08.425011 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-27d49fc0-738e-4d43-8b22-916712a7b627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (091dafa3-acf4-46df-b512-5b805903656c), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:08.426038 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-27d49fc0-738e-4d43-8b22-916712a7b627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (091dafa3-acf4-46df-b512-5b805903656c), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:08.450897 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:48:08.485049 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-27d49fc0-738e-4d43-8b22-916712a7b627 admin admin] Publish callbacks [] for router_controller (091dafa3-acf4-46df-b512-5b805903656c), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:08.533519 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:48:08.533902 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:08.537479 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5872d5-0859-4d62-b626-67201d018ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-d6e2c29d-29c2-4bbe-8171-8ab0365f7634', 'network_id': 'd6e2c29d-29c2-4bbe-8171-8ab0365f7634', 'project_id': 'ff4fbc9deccc428294d55be0b2053087', 'fixed_ips': [{'subnet_id': 'd2f4ac69-b897-4aff-bb93-62f11c246ca5'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:48:08.538311 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bf5872d5-0859-4d62-b626-67201d018ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:08.641061 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-27d49fc0-738e-4d43-8b22-916712a7b627 admin admin] Publish callbacks [] for router_gateway (091dafa3-acf4-46df-b512-5b805903656c), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:08.747336 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:48:08.747728 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:08.781534 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:48:08.793232 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:08.798131 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-bf5872d5-0859-4d62-b626-67201d018ff7 None None] Allocated IP 172.20.0.2 (d6e2c29d-29c2-4bbe-8171-8ab0365f7634/d2f4ac69-b897-4aff-bb93-62f11c246ca5/7b8cb1a9-e271-4ea5-9485-bab7359ecabd) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:48:08.867012 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-27d49fc0-738e-4d43-8b22-916712a7b627 admin admin] Publish callbacks [] for router_gateway (091dafa3-acf4-46df-b512-5b805903656c), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:08.883462 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:08.890145 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-27d49fc0-738e-4d43-8b22-916712a7b627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:08.976342 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6664dd-01cb-448c-91ff-67489188851e None None] Sync routers for ids ['619bb9cc-8165-47e8-aeaf-d03e80736971'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:48:08.988143 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6664dd-01cb-448c-91ff-67489188851e None None] Routers {'619bb9cc-8165-47e8-aeaf-d03e80736971'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:48:08.989057 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-9b6664dd-01cb-448c-91ff-67489188851e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:47:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['619bb9cc-8165-47e8-aeaf-d03e80736971'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:48:09.016570 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bf5872d5-0859-4d62-b626-67201d018ff7 None None] Publish callbacks [] for port (7b8cb1a9-e271-4ea5-9485-bab7359ecabd), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:09.022326 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bf5872d5-0859-4d62-b626-67201d018ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (7b8cb1a9-e271-4ea5-9485-bab7359ecabd), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:09.025898 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-27d49fc0-738e-4d43-8b22-916712a7b627 admin admin] Allocated IP 172.25.0.251 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:48:09.076698 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5872d5-0859-4d62-b626-67201d018ff7 None None] Network d6e2c29d-29c2-4bbe-8171-8ab0365f7634 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:48:09.082107 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-bf5872d5-0859-4d62-b626-67201d018ff7 None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:48:09.084938 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5872d5-0859-4d62-b626-67201d018ff7 None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:48:09.095785 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5872d5-0859-4d62-b626-67201d018ff7 None None] Pushing event updated for resources: {'Port': ['ID=7b8cb1a9-e271-4ea5-9485-bab7359ecabd,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:09.105279 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-9b6664dd-01cb-448c-91ff-67489188851e None None] Set router 619bb9cc-8165-47e8-aeaf-d03e80736971 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:48:09.152292 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-27d49fc0-738e-4d43-8b22-916712a7b627 admin admin] Publish callbacks [] for port (85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:09.161220 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-bf5872d5-0859-4d62-b626-67201d018ff7 None None] Attempting to bind port 7b8cb1a9-e271-4ea5-9485-bab7359ecabd on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:48:09.161956 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-bf5872d5-0859-4d62-b626-67201d018ff7 None None] Attempting to bind port 7b8cb1a9-e271-4ea5-9485-bab7359ecabd by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '03b1608f-fa81-4b40-b8c6-814e279e005a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6e2c29d-29c2-4bbe-8171-8ab0365f7634'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:48:09.162611 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5872d5-0859-4d62-b626-67201d018ff7 None None] Attempting to bind port 7b8cb1a9-e271-4ea5-9485-bab7359ecabd on network d6e2c29d-29c2-4bbe-8171-8ab0365f7634 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:48:09.169512 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5872d5-0859-4d62-b626-67201d018ff7 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:48:09.170009 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5872d5-0859-4d62-b626-67201d018ff7 None None] Checking segment: {'id': '03b1608f-fa81-4b40-b8c6-814e279e005a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6e2c29d-29c2-4bbe-8171-8ab0365f7634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:48:09.170487 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bf5872d5-0859-4d62-b626-67201d018ff7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:09.170956 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5872d5-0859-4d62-b626-67201d018ff7 None None] Bound using segment: {'id': '03b1608f-fa81-4b40-b8c6-814e279e005a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6e2c29d-29c2-4bbe-8171-8ab0365f7634'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:48:09.171526 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-bf5872d5-0859-4d62-b626-67201d018ff7 None None] Bound port: 7b8cb1a9-e271-4ea5-9485-bab7359ecabd, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b1608f-fa81-4b40-b8c6-814e279e005a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6e2c29d-29c2-4bbe-8171-8ab0365f7634'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:48:09.171973 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bf5872d5-0859-4d62-b626-67201d018ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7b8cb1a9-e271-4ea5-9485-bab7359ecabd), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:09.199450 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-27d49fc0-738e-4d43-8b22-916712a7b627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:09.248940 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-bf5872d5-0859-4d62-b626-67201d018ff7 None None] For port 7b8cb1a9-e271-4ea5-9485-bab7359ecabd, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:48:09.250651 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d49fc0-738e-4d43-8b22-916712a7b627 admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:48:09.253259 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-bf5872d5-0859-4d62-b626-67201d018ff7 None None] For port 7b8cb1a9-e271-4ea5-9485-bab7359ecabd, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=7b8cb1a9-e271-4ea5-9485-bab7359ecabd,segment=NetworkSegment(03b1608f-fa81-4b40-b8c6-814e279e005a),segment_id=03b1608f-fa81-4b40-b8c6-814e279e005a)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:48:09.253756 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-27d49fc0-738e-4d43-8b22-916712a7b627 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:48:09.260245 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d49fc0-738e-4d43-8b22-916712a7b627 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:48:09.263708 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d49fc0-738e-4d43-8b22-916712a7b627 admin admin] Pushing event updated for resources: {'Port': ['ID=85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:09.266279 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bf5872d5-0859-4d62-b626-67201d018ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (7b8cb1a9-e271-4ea5-9485-bab7359ecabd), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:09.333896 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5872d5-0859-4d62-b626-67201d018ff7 None None] Pushing event updated for resources: {'Port': ['ID=7b8cb1a9-e271-4ea5-9485-bab7359ecabd,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:09.337586 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-9b6664dd-01cb-448c-91ff-67489188851e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'name': 'tempest-TestShelveInstance-1970141735-router', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:06Z', 'revision_number': 4, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'gw_port': {'id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'd303bc85-7c81-43f6-8d3d-eefe2d34157c', 'name': '', 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'mac_address': 'fa:16:3e:88:6e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:05Z', 'updated_at': '2022-03-05T05:48:06Z', 'revision_number': 2, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'subnets': [{'id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:48:09.370537 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6664dd-01cb-448c-91ff-67489188851e None None] Checking router: 619bb9cc-8165-47e8-aeaf-d03e80736971 for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:48:09.370898 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6664dd-01cb-448c-91ff-67489188851e None None] Updating router 619bb9cc-8165-47e8-aeaf-d03e80736971 port d303bc85-7c81-43f6-8d3d-eefe2d34157c binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:48:09.404410 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-9b6664dd-01cb-448c-91ff-67489188851e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d303bc85-7c81-43f6-8d3d-eefe2d34157c), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:09.616254 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-27d49fc0-738e-4d43-8b22-916712a7b627 admin admin] Publish callbacks [] for router_gateway (091dafa3-acf4-46df-b512-5b805903656c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:09.738595 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-9b6664dd-01cb-448c-91ff-67489188851e None None] Publish callbacks [] for port (d303bc85-7c81-43f6-8d3d-eefe2d34157c), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:09.744323 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-9b6664dd-01cb-448c-91ff-67489188851e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d303bc85-7c81-43f6-8d3d-eefe2d34157c), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:09.832989 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad318f-8dc6-4710-b94f-120f0a8b523f None None] Pushing event updated for resources: {'Port': ['ID=d303bc85-7c81-43f6-8d3d-eefe2d34157c,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:09.844280 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-27d49fc0-738e-4d43-8b22-916712a7b627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (091dafa3-acf4-46df-b512-5b805903656c), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:09.844920 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad318f-8dc6-4710-b94f-120f0a8b523f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:09.845268 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad318f-8dc6-4710-b94f-120f0a8b523f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:09.845603 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad318f-8dc6-4710-b94f-120f0a8b523f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:09.845938 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad318f-8dc6-4710-b94f-120f0a8b523f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:09.846264 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad318f-8dc6-4710-b94f-120f0a8b523f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:09.846588 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad318f-8dc6-4710-b94f-120f0a8b523f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:09.847244 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad318f-8dc6-4710-b94f-120f0a8b523f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:09.847244 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad318f-8dc6-4710-b94f-120f0a8b523f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:09.847576 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad318f-8dc6-4710-b94f-120f0a8b523f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:09.847894 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad318f-8dc6-4710-b94f-120f0a8b523f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:09.848204 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad318f-8dc6-4710-b94f-120f0a8b523f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:09.848519 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad318f-8dc6-4710-b94f-120f0a8b523f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:09.848833 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ad318f-8dc6-4710-b94f-120f0a8b523f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:48:09.862461 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-9b6664dd-01cb-448c-91ff-67489188851e None None] Attempting to bind port d303bc85-7c81-43f6-8d3d-eefe2d34157c on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:48:09.862831 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-9b6664dd-01cb-448c-91ff-67489188851e None None] Attempting to bind port d303bc85-7c81-43f6-8d3d-eefe2d34157c by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '4c869928-4c63-46c1-9842-f609a4022a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:48:09.863225 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6664dd-01cb-448c-91ff-67489188851e None None] Attempting to bind port d303bc85-7c81-43f6-8d3d-eefe2d34157c on network 7376f23d-2eca-47c7-8490-c1326acd2318 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:48:09.869439 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6664dd-01cb-448c-91ff-67489188851e None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:48:09.869899 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6664dd-01cb-448c-91ff-67489188851e None None] Checking segment: {'id': '4c869928-4c63-46c1-9842-f609a4022a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:48:09.870365 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-9b6664dd-01cb-448c-91ff-67489188851e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:09.870851 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6664dd-01cb-448c-91ff-67489188851e None None] Bound using segment: {'id': '4c869928-4c63-46c1-9842-f609a4022a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:48:09.871450 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-9b6664dd-01cb-448c-91ff-67489188851e None None] Bound port: d303bc85-7c81-43f6-8d3d-eefe2d34157c, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c869928-4c63-46c1-9842-f609a4022a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:48:09.871893 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-9b6664dd-01cb-448c-91ff-67489188851e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d303bc85-7c81-43f6-8d3d-eefe2d34157c), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:09.946327 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-9b6664dd-01cb-448c-91ff-67489188851e None None] For port d303bc85-7c81-43f6-8d3d-eefe2d34157c, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:48:09.949779 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-9b6664dd-01cb-448c-91ff-67489188851e None None] For port d303bc85-7c81-43f6-8d3d-eefe2d34157c, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d303bc85-7c81-43f6-8d3d-eefe2d34157c,segment=NetworkSegment(4c869928-4c63-46c1-9842-f609a4022a86),segment_id=4c869928-4c63-46c1-9842-f609a4022a86)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:48:09.955750 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-9b6664dd-01cb-448c-91ff-67489188851e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d303bc85-7c81-43f6-8d3d-eefe2d34157c), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:09.995331 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d49fc0-738e-4d43-8b22-916712a7b627 admin admin] Router 091dafa3-acf4-46df-b512-5b805903656c is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:48:10.012844 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6664dd-01cb-448c-91ff-67489188851e None None] Routers {'619bb9cc-8165-47e8-aeaf-d03e80736971'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:48:10.013473 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-9b6664dd-01cb-448c-91ff-67489188851e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:47:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['619bb9cc-8165-47e8-aeaf-d03e80736971'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:48:10.024069 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-387f86ca-2769-436f-9d96-66bcd7de1867 None None] Provisioning complete for port d303bc85-7c81-43f6-8d3d-eefe2d34157c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:48:10.024640 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-387f86ca-2769-436f-9d96-66bcd7de1867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d303bc85-7c81-43f6-8d3d-eefe2d34157c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:10.116216 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ad318f-8dc6-4710-b94f-120f0a8b523f None None] Pushing event updated for resources: {'Port': ['ID=d303bc85-7c81-43f6-8d3d-eefe2d34157c,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:10.136508 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d49fc0-738e-4d43-8b22-916712a7b627 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:48:10.146024 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-9b6664dd-01cb-448c-91ff-67489188851e None None] Set router 619bb9cc-8165-47e8-aeaf-d03e80736971 gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:48:10.152671 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f135d493-84bc-4a99-8921-d7018ea570ff None None] Sync routers for ids ['091dafa3-acf4-46df-b512-5b805903656c'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:48:10.179473 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-27d49fc0-738e-4d43-8b22-916712a7b627 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:10.183678 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46610) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:48:10.184192 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-27d49fc0-738e-4d43-8b22-916712a7b627 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7882543 Mar 05 05:48:10.190193 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f135d493-84bc-4a99-8921-d7018ea570ff None None] Routers {'091dafa3-acf4-46df-b512-5b805903656c'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:48:10.190902 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-f135d493-84bc-4a99-8921-d7018ea570ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:47:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['091dafa3-acf4-46df-b512-5b805903656c'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:48:10.236703 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-387f86ca-2769-436f-9d96-66bcd7de1867 None None] Current status of the port d303bc85-7c81-43f6-8d3d-eefe2d34157c is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:48:10.237161 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-387f86ca-2769-436f-9d96-66bcd7de1867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d303bc85-7c81-43f6-8d3d-eefe2d34157c), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:10.292878 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-387f86ca-2769-436f-9d96-66bcd7de1867 None None] For port d303bc85-7c81-43f6-8d3d-eefe2d34157c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d303bc85-7c81-43f6-8d3d-eefe2d34157c,segment=NetworkSegment(4c869928-4c63-46c1-9842-f609a4022a86),segment_id=4c869928-4c63-46c1-9842-f609a4022a86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:48:10.303733 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-387f86ca-2769-436f-9d96-66bcd7de1867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d303bc85-7c81-43f6-8d3d-eefe2d34157c), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:10.736530 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d303bc85-7c81-43f6-8d3d-eefe2d34157c up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:48:10.738667 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-9b6664dd-01cb-448c-91ff-67489188851e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'name': 'tempest-TestShelveInstance-1970141735-router', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:06Z', 'revision_number': 4, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'gw_port': {'id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'd303bc85-7c81-43f6-8d3d-eefe2d34157c', 'name': '', 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'mac_address': 'fa:16:3e:88:6e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:05Z', 'updated_at': '2022-03-05T05:48:09Z', 'revision_number': 4, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'subnets': [{'id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:48:10.805862 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06b472e-6366-49d2-b54f-1baf533b19b6 None None] Network d6e2c29d-29c2-4bbe-8171-8ab0365f7634 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:48:10.842910 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f2977dbe-ca79-43f2-b7db-2ef76a68fff8 None None] Provisioning complete for port d303bc85-7c81-43f6-8d3d-eefe2d34157c triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:48:10.844241 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f2977dbe-ca79-43f2-b7db-2ef76a68fff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d303bc85-7c81-43f6-8d3d-eefe2d34157c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:10.885373 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-f135d493-84bc-4a99-8921-d7018ea570ff None None] Set router 091dafa3-acf4-46df-b512-5b805903656c gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:48:10.890983 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d884178e-f5bc-4aff-b245-08a7d06090d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:10.894728 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6664dd-01cb-448c-91ff-67489188851e None None] The sync data for ids ['619bb9cc-8165-47e8-aeaf-d03e80736971'] in n-d-789963-32 is: [{'id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'name': 'tempest-TestShelveInstance-1970141735-router', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:06Z', 'revision_number': 4, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'gw_port': {'id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'd303bc85-7c81-43f6-8d3d-eefe2d34157c', 'name': '', 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'mac_address': 'fa:16:3e:88:6e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:05Z', 'updated_at': '2022-03-05T05:48:09Z', 'revision_number': 4, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'subnets': [{'id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:48:10.975240 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f86ca-2769-436f-9d96-66bcd7de1867 None None] Pushing event updated for resources: {'Port': ['ID=d303bc85-7c81-43f6-8d3d-eefe2d34157c,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:11.057976 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port d303bc85-7c81-43f6-8d3d-eefe2d34157c triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:48:11.058641 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d303bc85-7c81-43f6-8d3d-eefe2d34157c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:11.088816 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-d884178e-f5bc-4aff-b245-08a7d06090d5 admin admin] Allocated IP 172.20.0.1 (d6e2c29d-29c2-4bbe-8171-8ab0365f7634/d2f4ac69-b897-4aff-bb93-62f11c246ca5/74673bfd-82be-409e-b8f0-121448279135) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:48:11.200747 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d884178e-f5bc-4aff-b245-08a7d06090d5 admin admin] Publish callbacks [] for port (74673bfd-82be-409e-b8f0-121448279135), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:11.244845 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d884178e-f5bc-4aff-b245-08a7d06090d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (74673bfd-82be-409e-b8f0-121448279135), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:11.271620 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f2977dbe-ca79-43f2-b7db-2ef76a68fff8 None None] Current status of the port d303bc85-7c81-43f6-8d3d-eefe2d34157c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:48:11.294166 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d884178e-f5bc-4aff-b245-08a7d06090d5 admin admin] Network d6e2c29d-29c2-4bbe-8171-8ab0365f7634 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:48:11.297366 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-d884178e-f5bc-4aff-b245-08a7d06090d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:48:11.304269 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d884178e-f5bc-4aff-b245-08a7d06090d5 admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:48:11.307734 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884178e-f5bc-4aff-b245-08a7d06090d5 admin admin] Pushing event updated for resources: {'Port': ['ID=74673bfd-82be-409e-b8f0-121448279135,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:11.324051 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port d303bc85-7c81-43f6-8d3d-eefe2d34157c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:48:11.325207 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:48:11.345329 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d884178e-f5bc-4aff-b245-08a7d06090d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (091dafa3-acf4-46df-b512-5b805903656c), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:11.419305 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:48:11.419697 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:11.422224 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-7d7f744a-86ff-4c39-af3b-959de6d6cba6 None None] Provisioning complete for port 7b8cb1a9-e271-4ea5-9485-bab7359ecabd triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:48:11.422596 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7d7f744a-86ff-4c39-af3b-959de6d6cba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7b8cb1a9-e271-4ea5-9485-bab7359ecabd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:11.425928 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-f135d493-84bc-4a99-8921-d7018ea570ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091dafa3-acf4-46df-b512-5b805903656c', 'name': 'tempest-TestShelveInstance-1235741293-router', 'tenant_id': 'ff4fbc9deccc428294d55be0b2053087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:48:08Z', 'updated_at': '2022-03-05T05:48:09Z', 'revision_number': 3, 'project_id': 'ff4fbc9deccc428294d55be0b2053087', 'gw_port': {'id': '85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:87:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091dafa3-acf4-46df-b512-5b805903656c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:08Z', 'updated_at': '2022-03-05T05:48:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:48:11.529714 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d884178e-f5bc-4aff-b245-08a7d06090d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (74673bfd-82be-409e-b8f0-121448279135), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:11.536014 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f135d493-84bc-4a99-8921-d7018ea570ff None None] Checking router: 091dafa3-acf4-46df-b512-5b805903656c for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:48:11.536357 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f135d493-84bc-4a99-8921-d7018ea570ff None None] Updating router 091dafa3-acf4-46df-b512-5b805903656c port 85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:48:11.575217 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f135d493-84bc-4a99-8921-d7018ea570ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:11.643415 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6d8684e6-0768-4596-908f-8aaf54d1a894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:11.734367 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d884178e-f5bc-4aff-b245-08a7d06090d5 admin admin] Publish callbacks [] for port (74673bfd-82be-409e-b8f0-121448279135), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:11.748841 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d884178e-f5bc-4aff-b245-08a7d06090d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (74673bfd-82be-409e-b8f0-121448279135), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:11.780638 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:48:11.781849 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 7b8cb1a9-e271-4ea5-9485-bab7359ecabd up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:48:11.786835 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-7d7f744a-86ff-4c39-af3b-959de6d6cba6 None None] Current status of the port 7b8cb1a9-e271-4ea5-9485-bab7359ecabd is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:48:11.787268 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7d7f744a-86ff-4c39-af3b-959de6d6cba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (7b8cb1a9-e271-4ea5-9485-bab7359ecabd), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:11.823862 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-d884178e-f5bc-4aff-b245-08a7d06090d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (091dafa3-acf4-46df-b512-5b805903656c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:11.826969 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884178e-f5bc-4aff-b245-08a7d06090d5 admin admin] Pushing event updated for resources: {'Port': ['ID=74673bfd-82be-409e-b8f0-121448279135,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:11.906665 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-7d7f744a-86ff-4c39-af3b-959de6d6cba6 None None] For port 7b8cb1a9-e271-4ea5-9485-bab7359ecabd, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=7b8cb1a9-e271-4ea5-9485-bab7359ecabd,segment=NetworkSegment(03b1608f-fa81-4b40-b8c6-814e279e005a),segment_id=03b1608f-fa81-4b40-b8c6-814e279e005a)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:48:11.912947 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7d7f744a-86ff-4c39-af3b-959de6d6cba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (7b8cb1a9-e271-4ea5-9485-bab7359ecabd), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:11.925841 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d884178e-f5bc-4aff-b245-08a7d06090d5 admin admin] Network d6e2c29d-29c2-4bbe-8171-8ab0365f7634 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:48:11.927231 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-d884178e-f5bc-4aff-b245-08a7d06090d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:48:11.956518 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 7b8cb1a9-e271-4ea5-9485-bab7359ecabd triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:48:11.956906 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7b8cb1a9-e271-4ea5-9485-bab7359ecabd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:12.042133 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f744a-86ff-4c39-af3b-959de6d6cba6 None None] Pushing event updated for resources: {'Port': ['ID=7b8cb1a9-e271-4ea5-9485-bab7359ecabd,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:12.056403 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d884178e-f5bc-4aff-b245-08a7d06090d5 admin admin] Router 091dafa3-acf4-46df-b512-5b805903656c has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:48:12.090181 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-5b91d835-3a9f-4ca4-b098-82f3b0072b96 None None] Provisioning complete for port 74673bfd-82be-409e-b8f0-121448279135 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:48:12.090779 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5b91d835-3a9f-4ca4-b098-82f3b0072b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (74673bfd-82be-409e-b8f0-121448279135), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:12.151557 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f135d493-84bc-4a99-8921-d7018ea570ff None None] Publish callbacks [] for port (85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:12.167520 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f135d493-84bc-4a99-8921-d7018ea570ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:12.177021 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d884178e-f5bc-4aff-b245-08a7d06090d5 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:48:12.191137 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-d884178e-f5bc-4aff-b245-08a7d06090d5 admin admin] 10.222.0.11 "PUT /v2.0/routers/091dafa3-acf4-46df-b512-5b805903656c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9972618 Mar 05 05:48:12.197221 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-5b91d835-3a9f-4ca4-b098-82f3b0072b96 None None] Port 74673bfd-82be-409e-b8f0-121448279135 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:48:12.201908 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 7b8cb1a9-e271-4ea5-9485-bab7359ecabd is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:48:12.236871 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c916d-9202-4971-b677-a574b0ce2977 None None] Pushing event updated for resources: {'Port': ['ID=85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:12.240760 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-5b91d835-3a9f-4ca4-b098-82f3b0072b96 None None] Provisioning complete for port 7b8cb1a9-e271-4ea5-9485-bab7359ecabd triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:48:12.240946 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5b91d835-3a9f-4ca4-b098-82f3b0072b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7b8cb1a9-e271-4ea5-9485-bab7359ecabd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:12.244759 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-f135d493-84bc-4a99-8921-d7018ea570ff None None] Attempting to bind port 85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:48:12.245148 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-f135d493-84bc-4a99-8921-d7018ea570ff None None] Attempting to bind port 85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:48:12.245526 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f135d493-84bc-4a99-8921-d7018ea570ff None None] Attempting to bind port 85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:48:12.268832 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f135d493-84bc-4a99-8921-d7018ea570ff None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:48:12.269217 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f135d493-84bc-4a99-8921-d7018ea570ff None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:48:12.269632 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f135d493-84bc-4a99-8921-d7018ea570ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:12.270033 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f135d493-84bc-4a99-8921-d7018ea570ff None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:48:12.270521 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-f135d493-84bc-4a99-8921-d7018ea570ff None None] Bound port: 85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:48:12.270908 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f135d493-84bc-4a99-8921-d7018ea570ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:12.341607 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f135d493-84bc-4a99-8921-d7018ea570ff None None] For port 85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:48:12.345456 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f135d493-84bc-4a99-8921-d7018ea570ff None None] For port 85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:48:12.369448 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f135d493-84bc-4a99-8921-d7018ea570ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:12.405388 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d303bc85-7c81-43f6-8d3d-eefe2d34157c up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:48:12.412385 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-5b91d835-3a9f-4ca4-b098-82f3b0072b96 None None] Current status of the port 7b8cb1a9-e271-4ea5-9485-bab7359ecabd is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:48:12.474274 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f135d493-84bc-4a99-8921-d7018ea570ff None None] Routers {'091dafa3-acf4-46df-b512-5b805903656c'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:48:12.474917 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-f135d493-84bc-4a99-8921-d7018ea570ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:47:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['091dafa3-acf4-46df-b512-5b805903656c'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:48:12.480156 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c916d-9202-4971-b677-a574b0ce2977 None None] Pushing event updated for resources: {'Port': ['ID=85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:12.554750 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-5a15128b-16fc-4966-9e57-b99d1f50fc8d None None] Provisioning complete for port 74673bfd-82be-409e-b8f0-121448279135 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:48:12.555590 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5a15128b-16fc-4966-9e57-b99d1f50fc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (74673bfd-82be-409e-b8f0-121448279135), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:12.583042 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port d303bc85-7c81-43f6-8d3d-eefe2d34157c triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:48:12.583453 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d303bc85-7c81-43f6-8d3d-eefe2d34157c), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:12.828870 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-f135d493-84bc-4a99-8921-d7018ea570ff None None] Set router 091dafa3-acf4-46df-b512-5b805903656c gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:48:12.831489 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-5a15128b-16fc-4966-9e57-b99d1f50fc8d None None] Port 74673bfd-82be-409e-b8f0-121448279135 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:48:12.972488 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46618) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:48:12.977800 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-74ba5d73-862f-42cf-a5ac-f8f72d0cc636 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1747980206', 'description': 'tempest-secgroup-smoke-1747980206 description', 'project_id': '0156566b9ea344af97b47c39ab8e0214'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:48:12.988866 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port d303bc85-7c81-43f6-8d3d-eefe2d34157c is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:48:12.990521 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 7b8cb1a9-e271-4ea5-9485-bab7359ecabd up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:48:12.999300 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-74ba5d73-862f-42cf-a5ac-f8f72d0cc636 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:13.067804 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-74ba5d73-862f-42cf-a5ac-f8f72d0cc636 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group (a3dcecdc-b6ba-4246-bd7b-334d64d68e9a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:13.072961 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-74ba5d73-862f-42cf-a5ac-f8f72d0cc636 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a3dcecdc-b6ba-4246-bd7b-334d64d68e9a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:13.089720 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 7b8cb1a9-e271-4ea5-9485-bab7359ecabd triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:48:13.090046 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (7b8cb1a9-e271-4ea5-9485-bab7359ecabd), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:13.101701 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-74ba5d73-862f-42cf-a5ac-f8f72d0cc636 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:13.103131 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-74ba5d73-862f-42cf-a5ac-f8f72d0cc636 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1295025 Mar 05 05:48:13.106232 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46620) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:48:13.108869 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba5d73-862f-42cf-a5ac-f8f72d0cc636 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:13.111963 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-18d7d7e5-8121-41a1-b2c7-08f0a7981c2b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Request body: {'security_group_rule': {'security_group_id': 'a3dcecdc-b6ba-4246-bd7b-334d64d68e9a', 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:48:13.138111 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-18d7d7e5-8121-41a1-b2c7-08f0a7981c2b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (2121dc73-ed33-4aa5-a329-1535ef3177e4), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:13.139545 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-f135d493-84bc-4a99-8921-d7018ea570ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091dafa3-acf4-46df-b512-5b805903656c', 'name': 'tempest-TestShelveInstance-1235741293-router', 'tenant_id': 'ff4fbc9deccc428294d55be0b2053087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:48:08Z', 'updated_at': '2022-03-05T05:48:11Z', 'revision_number': 4, 'project_id': 'ff4fbc9deccc428294d55be0b2053087', 'gw_port': {'id': '85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:87:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091dafa3-acf4-46df-b512-5b805903656c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:08Z', 'updated_at': '2022-03-05T05:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '74673bfd-82be-409e-b8f0-121448279135', 'name': '', 'network_id': 'd6e2c29d-29c2-4bbe-8171-8ab0365f7634', 'tenant_id': 'ff4fbc9deccc428294d55be0b2053087', 'mac_address': 'fa:16:3e:de:74:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091dafa3-acf4-46df-b512-5b805903656c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'd2f4ac69-b897-4aff-bb93-62f11c246ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:10Z', 'updated_at': '2022-03-05T05:48:11Z', 'revision_number': 2, 'project_id': 'ff4fbc9deccc428294d55be0b2053087', 'subnets': [{'id': 'd2f4ac69-b897-4aff-bb93-62f11c246ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:48:13.174116 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f135d493-84bc-4a99-8921-d7018ea570ff None None] The sync data for ids ['091dafa3-acf4-46df-b512-5b805903656c'] in n-d-789963-32 is: [{'id': '091dafa3-acf4-46df-b512-5b805903656c', 'name': 'tempest-TestShelveInstance-1235741293-router', 'tenant_id': 'ff4fbc9deccc428294d55be0b2053087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:48:08Z', 'updated_at': '2022-03-05T05:48:11Z', 'revision_number': 4, 'project_id': 'ff4fbc9deccc428294d55be0b2053087', 'gw_port': {'id': '85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:87:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091dafa3-acf4-46df-b512-5b805903656c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:08Z', 'updated_at': '2022-03-05T05:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '74673bfd-82be-409e-b8f0-121448279135', 'name': '', 'network_id': 'd6e2c29d-29c2-4bbe-8171-8ab0365f7634', 'tenant_id': 'ff4fbc9deccc428294d55be0b2053087', 'mac_address': 'fa:16:3e:de:74:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091dafa3-acf4-46df-b512-5b805903656c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'd2f4ac69-b897-4aff-bb93-62f11c246ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:10Z', 'updated_at': '2022-03-05T05:48:11Z', 'revision_number': 2, 'project_id': 'ff4fbc9deccc428294d55be0b2053087', 'subnets': [{'id': 'd2f4ac69-b897-4aff-bb93-62f11c246ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:48:13.207799 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-18d7d7e5-8121-41a1-b2c7-08f0a7981c2b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (2121dc73-ed33-4aa5-a329-1535ef3177e4), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:13.212307 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-18d7d7e5-8121-41a1-b2c7-08f0a7981c2b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (2121dc73-ed33-4aa5-a329-1535ef3177e4), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:13.216425 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 7b8cb1a9-e271-4ea5-9485-bab7359ecabd is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:48:13.231803 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7d7e5-8121-41a1-b2c7-08f0a7981c2b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2121dc73-ed33-4aa5-a329-1535ef3177e4,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:13.238709 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-18d7d7e5-8121-41a1-b2c7-08f0a7981c2b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:13.239959 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-18d7d7e5-8121-41a1-b2c7-08f0a7981c2b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1326747 Mar 05 05:48:13.243335 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46622) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:48:13.248278 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-9b8b2fa2-9eb5-473d-a43a-82b524a833bb tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Request body: {'security_group_rule': {'security_group_id': 'a3dcecdc-b6ba-4246-bd7b-334d64d68e9a', 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:48:13.274149 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b8b2fa2-9eb5-473d-a43a-82b524a833bb tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (e5eae775-2eab-410e-93c4-80405a7312b3), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:13.333251 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b8b2fa2-9eb5-473d-a43a-82b524a833bb tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (e5eae775-2eab-410e-93c4-80405a7312b3), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:13.337334 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b8b2fa2-9eb5-473d-a43a-82b524a833bb tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (e5eae775-2eab-410e-93c4-80405a7312b3), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:13.355830 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b2fa2-9eb5-473d-a43a-82b524a833bb tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5eae775-2eab-410e-93c4-80405a7312b3,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:13.363552 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-9b8b2fa2-9eb5-473d-a43a-82b524a833bb tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:13.364644 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-9b8b2fa2-9eb5-473d-a43a-82b524a833bb tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200526 Mar 05 05:48:13.368017 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46624) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:48:13.374922 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-68a14028-4e16-455d-9778-3c30a1083e95 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Request body: {'security_group_rule': {'security_group_id': 'a3dcecdc-b6ba-4246-bd7b-334d64d68e9a', 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:48:13.418708 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-68a14028-4e16-455d-9778-3c30a1083e95 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (83862ba4-18af-444d-98d8-0456c2d34517), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:13.488833 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-68a14028-4e16-455d-9778-3c30a1083e95 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (83862ba4-18af-444d-98d8-0456c2d34517), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:13.493072 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-68a14028-4e16-455d-9778-3c30a1083e95 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (83862ba4-18af-444d-98d8-0456c2d34517), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:13.512298 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a14028-4e16-455d-9778-3c30a1083e95 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83862ba4-18af-444d-98d8-0456c2d34517,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:13.521562 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-68a14028-4e16-455d-9778-3c30a1083e95 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:13.522948 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-68a14028-4e16-455d-9778-3c30a1083e95 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1537910 Mar 05 05:48:13.526392 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46626) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:48:13.530954 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-ba493059-0d88-44a3-96c7-5add915355a6 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Request body: {'security_group_rule': {'security_group_id': 'a3dcecdc-b6ba-4246-bd7b-334d64d68e9a', 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:48:13.558334 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ba493059-0d88-44a3-96c7-5add915355a6 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (9b80bb52-d959-4429-a0d8-b9bcf2f2f792), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:13.620089 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ba493059-0d88-44a3-96c7-5add915355a6 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (9b80bb52-d959-4429-a0d8-b9bcf2f2f792), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:13.623885 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ba493059-0d88-44a3-96c7-5add915355a6 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (9b80bb52-d959-4429-a0d8-b9bcf2f2f792), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:13.645713 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba493059-0d88-44a3-96c7-5add915355a6 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b80bb52-d959-4429-a0d8-b9bcf2f2f792,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:13.653517 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ba493059-0d88-44a3-96c7-5add915355a6 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:13.654741 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ba493059-0d88-44a3-96c7-5add915355a6 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1273489 Mar 05 05:48:13.657573 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46628) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:48:13.662097 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-dde615aa-0bba-4963-9d13-4f0c5d0b89a3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Request body: {'security_group_rule': {'security_group_id': 'a3dcecdc-b6ba-4246-bd7b-334d64d68e9a', 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:48:13.683677 n-d-789963-32 neutron-server[105231]: INFO neutron.db.securitygroups_db [None req-dde615aa-0bba-4963-9d13-4f0c5d0b89a3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Project 0156566b9ea344af97b47c39ab8e0214 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:48:13.689362 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dde615aa-0bba-4963-9d13-4f0c5d0b89a3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (a49747f1-36a5-4241-8fee-940444d8e5d9), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:13.752051 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dde615aa-0bba-4963-9d13-4f0c5d0b89a3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (a49747f1-36a5-4241-8fee-940444d8e5d9), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:13.756087 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dde615aa-0bba-4963-9d13-4f0c5d0b89a3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (a49747f1-36a5-4241-8fee-940444d8e5d9), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:13.775045 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde615aa-0bba-4963-9d13-4f0c5d0b89a3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a49747f1-36a5-4241-8fee-940444d8e5d9,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:13.786116 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dde615aa-0bba-4963-9d13-4f0c5d0b89a3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:13.787372 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-dde615aa-0bba-4963-9d13-4f0c5d0b89a3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1288273 Mar 05 05:48:13.790588 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46630) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:48:13.795241 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-e1609bfe-5451-482c-bdcc-a37839ad545d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Request body: {'security_group_rule': {'security_group_id': 'a3dcecdc-b6ba-4246-bd7b-334d64d68e9a', 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:48:13.806492 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7c72-e804-4520-a260-17d6e95cf80d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:13.821957 n-d-789963-32 neutron-server[105231]: INFO neutron.db.securitygroups_db [None req-e1609bfe-5451-482c-bdcc-a37839ad545d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Project 0156566b9ea344af97b47c39ab8e0214 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:48:13.827339 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e1609bfe-5451-482c-bdcc-a37839ad545d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (cc8cfd14-c56e-4f57-a3ec-a540cfdec81b), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:13.898523 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e1609bfe-5451-482c-bdcc-a37839ad545d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (cc8cfd14-c56e-4f57-a3ec-a540cfdec81b), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:13.901788 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e1609bfe-5451-482c-bdcc-a37839ad545d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (cc8cfd14-c56e-4f57-a3ec-a540cfdec81b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:13.920595 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1609bfe-5451-482c-bdcc-a37839ad545d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8cfd14-c56e-4f57-a3ec-a540cfdec81b,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:13.929560 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e1609bfe-5451-482c-bdcc-a37839ad545d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:13.931162 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e1609bfe-5451-482c-bdcc-a37839ad545d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1395385 Mar 05 05:48:14.090188 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-531ca450-2f48-40c4-9b0c-0f50631fe2a5 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1747980206&fields=id&tenant_id=0156566b9ea344af97b47c39ab8e0214 HTTP/1.1" status: 200 len: 267 time: 0.0479426 Mar 05 05:48:14.206450 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-db4a6714-8031-401d-90f6-70e14aad3bc9 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:48:14.208020 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-db4a6714-8031-401d-90f6-70e14aad3bc9 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/networks?id=7376f23d-2eca-47c7-8490-c1326acd2318 HTTP/1.1" status: 200 len: 809 time: 0.1111586 Mar 05 05:48:14.226407 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-c0be6ce9-d897-4174-86f8-01b426379f62 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/quotas/0156566b9ea344af97b47c39ab8e0214 HTTP/1.1" status: 200 len: 375 time: 0.0110779 Mar 05 05:48:14.292081 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-89d5d52e-2bac-470d-9f7b-4410226eaa58 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0156566b9ea344af97b47c39ab8e0214&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595472 Mar 05 05:48:14.365931 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:14.431867 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-cd3d5cf4-a309-48d7-9751-b4121fcd66b2 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:48:14.433003 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-cd3d5cf4-a309-48d7-9751-b4121fcd66b2 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1293197 Mar 05 05:48:14.438035 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:48:14.501359 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:48:14.501711 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:14.552589 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:14.559020 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-335a8b98-b786-4896-9096-2b77da1673bb service neutron] 10.222.0.11 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123216 Mar 05 05:48:14.603525 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:48:14.604131 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:14.626345 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port 85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:48:14.630477 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:14.658286 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-b55134f3-3ef3-4e28-a0b0-d461209161fb service neutron] 10.222.0.11 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930798 Mar 05 05:48:14.676941 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:15.211879 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:15.288290 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f6f842-19c5-4abd-8b40-05aa5bb36c8c None None] Sync routers for ids ['091dafa3-acf4-46df-b512-5b805903656c'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:48:15.297698 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f6f842-19c5-4abd-8b40-05aa5bb36c8c None None] Routers {'091dafa3-acf4-46df-b512-5b805903656c'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:48:15.298336 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-03f6f842-19c5-4abd-8b40-05aa5bb36c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:48:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['091dafa3-acf4-46df-b512-5b805903656c'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:48:15.405433 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-03f6f842-19c5-4abd-8b40-05aa5bb36c8c None None] Set router 091dafa3-acf4-46df-b512-5b805903656c gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:48:15.598760 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-03f6f842-19c5-4abd-8b40-05aa5bb36c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091dafa3-acf4-46df-b512-5b805903656c', 'name': 'tempest-TestShelveInstance-1235741293-router', 'tenant_id': 'ff4fbc9deccc428294d55be0b2053087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:48:08Z', 'updated_at': '2022-03-05T05:48:11Z', 'revision_number': 4, 'project_id': 'ff4fbc9deccc428294d55be0b2053087', 'gw_port': {'id': '85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091dafa3-acf4-46df-b512-5b805903656c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:08Z', 'updated_at': '2022-03-05T05:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '74673bfd-82be-409e-b8f0-121448279135', 'name': '', 'network_id': 'd6e2c29d-29c2-4bbe-8171-8ab0365f7634', 'tenant_id': 'ff4fbc9deccc428294d55be0b2053087', 'mac_address': 'fa:16:3e:de:74:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091dafa3-acf4-46df-b512-5b805903656c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'd2f4ac69-b897-4aff-bb93-62f11c246ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:10Z', 'updated_at': '2022-03-05T05:48:11Z', 'revision_number': 2, 'project_id': 'ff4fbc9deccc428294d55be0b2053087', 'subnets': [{'id': 'd2f4ac69-b897-4aff-bb93-62f11c246ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:48:15.629380 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f6f842-19c5-4abd-8b40-05aa5bb36c8c None None] Checking router: 091dafa3-acf4-46df-b512-5b805903656c for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:48:15.629734 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f6f842-19c5-4abd-8b40-05aa5bb36c8c None None] Updating router 091dafa3-acf4-46df-b512-5b805903656c port 74673bfd-82be-409e-b8f0-121448279135 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:48:15.657181 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-03f6f842-19c5-4abd-8b40-05aa5bb36c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (74673bfd-82be-409e-b8f0-121448279135), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:15.852271 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1c6d4a0b-7ea6-4e66-9dee-40d8641520ed req-35bef9c6-8549-4003-b839-33993aae1190 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 210 time: 0.0329423 Mar 05 05:48:15.934357 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-03f6f842-19c5-4abd-8b40-05aa5bb36c8c None None] Publish callbacks [] for port (74673bfd-82be-409e-b8f0-121448279135), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:15.939882 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-03f6f842-19c5-4abd-8b40-05aa5bb36c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (74673bfd-82be-409e-b8f0-121448279135), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:15.993149 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0737a8-0750-4cc9-9fb0-6f1e9fae41b0 None None] Pushing event updated for resources: {'Port': ['ID=74673bfd-82be-409e-b8f0-121448279135,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:16.049010 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-03f6f842-19c5-4abd-8b40-05aa5bb36c8c None None] Attempting to bind port 74673bfd-82be-409e-b8f0-121448279135 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:48:16.049404 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-03f6f842-19c5-4abd-8b40-05aa5bb36c8c None None] Attempting to bind port 74673bfd-82be-409e-b8f0-121448279135 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '03b1608f-fa81-4b40-b8c6-814e279e005a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6e2c29d-29c2-4bbe-8171-8ab0365f7634'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:48:16.049641 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f6f842-19c5-4abd-8b40-05aa5bb36c8c None None] Attempting to bind port 74673bfd-82be-409e-b8f0-121448279135 on network d6e2c29d-29c2-4bbe-8171-8ab0365f7634 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:48:16.055438 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f6f842-19c5-4abd-8b40-05aa5bb36c8c None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:48:16.055819 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f6f842-19c5-4abd-8b40-05aa5bb36c8c None None] Checking segment: {'id': '03b1608f-fa81-4b40-b8c6-814e279e005a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6e2c29d-29c2-4bbe-8171-8ab0365f7634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:48:16.056219 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-03f6f842-19c5-4abd-8b40-05aa5bb36c8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:16.056609 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f6f842-19c5-4abd-8b40-05aa5bb36c8c None None] Bound using segment: {'id': '03b1608f-fa81-4b40-b8c6-814e279e005a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6e2c29d-29c2-4bbe-8171-8ab0365f7634'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:48:16.057074 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-03f6f842-19c5-4abd-8b40-05aa5bb36c8c None None] Bound port: 74673bfd-82be-409e-b8f0-121448279135, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b1608f-fa81-4b40-b8c6-814e279e005a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd6e2c29d-29c2-4bbe-8171-8ab0365f7634'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:48:16.057449 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-03f6f842-19c5-4abd-8b40-05aa5bb36c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (74673bfd-82be-409e-b8f0-121448279135), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:16.124543 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-03f6f842-19c5-4abd-8b40-05aa5bb36c8c None None] For port 74673bfd-82be-409e-b8f0-121448279135, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:48:16.127988 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-03f6f842-19c5-4abd-8b40-05aa5bb36c8c None None] For port 74673bfd-82be-409e-b8f0-121448279135, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=74673bfd-82be-409e-b8f0-121448279135,segment=NetworkSegment(03b1608f-fa81-4b40-b8c6-814e279e005a),segment_id=03b1608f-fa81-4b40-b8c6-814e279e005a)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:48:16.135362 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-03f6f842-19c5-4abd-8b40-05aa5bb36c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (74673bfd-82be-409e-b8f0-121448279135), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:16.194274 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f6f842-19c5-4abd-8b40-05aa5bb36c8c None None] Routers {'091dafa3-acf4-46df-b512-5b805903656c'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:48:16.194992 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-03f6f842-19c5-4abd-8b40-05aa5bb36c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:48:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['091dafa3-acf4-46df-b512-5b805903656c'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:48:16.238336 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0737a8-0750-4cc9-9fb0-6f1e9fae41b0 None None] Pushing event updated for resources: {'Port': ['ID=74673bfd-82be-409e-b8f0-121448279135,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:16.273684 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-225efb44-29b9-4469-8e11-972b0fec1645 None None] Provisioning complete for port 74673bfd-82be-409e-b8f0-121448279135 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:48:16.275095 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-225efb44-29b9-4469-8e11-972b0fec1645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (74673bfd-82be-409e-b8f0-121448279135), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:16.321941 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-03f6f842-19c5-4abd-8b40-05aa5bb36c8c None None] Set router 091dafa3-acf4-46df-b512-5b805903656c gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:48:16.377351 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-225efb44-29b9-4469-8e11-972b0fec1645 None None] Current status of the port 74673bfd-82be-409e-b8f0-121448279135 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:48:16.377860 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-225efb44-29b9-4469-8e11-972b0fec1645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (74673bfd-82be-409e-b8f0-121448279135), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:16.431486 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-225efb44-29b9-4469-8e11-972b0fec1645 None None] For port 74673bfd-82be-409e-b8f0-121448279135, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=74673bfd-82be-409e-b8f0-121448279135,segment=NetworkSegment(03b1608f-fa81-4b40-b8c6-814e279e005a),segment_id=03b1608f-fa81-4b40-b8c6-814e279e005a)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:48:16.443379 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-225efb44-29b9-4469-8e11-972b0fec1645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (74673bfd-82be-409e-b8f0-121448279135), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:16.479433 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:48:16.542766 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:16.558802 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225efb44-29b9-4469-8e11-972b0fec1645 None None] Pushing event updated for resources: {'Port': ['ID=74673bfd-82be-409e-b8f0-121448279135,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:16.578149 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-836eabd5-daec-4cb8-ab56-e7add385fb7b None None] Provisioning complete for port 74673bfd-82be-409e-b8f0-121448279135 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:48:16.578675 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-836eabd5-daec-4cb8-ab56-e7add385fb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (74673bfd-82be-409e-b8f0-121448279135), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:16.611514 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:48:16.611993 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:16.612126 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-03f6f842-19c5-4abd-8b40-05aa5bb36c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091dafa3-acf4-46df-b512-5b805903656c', 'name': 'tempest-TestShelveInstance-1235741293-router', 'tenant_id': 'ff4fbc9deccc428294d55be0b2053087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:48:08Z', 'updated_at': '2022-03-05T05:48:11Z', 'revision_number': 4, 'project_id': 'ff4fbc9deccc428294d55be0b2053087', 'gw_port': {'id': '85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091dafa3-acf4-46df-b512-5b805903656c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:08Z', 'updated_at': '2022-03-05T05:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '74673bfd-82be-409e-b8f0-121448279135', 'name': '', 'network_id': 'd6e2c29d-29c2-4bbe-8171-8ab0365f7634', 'tenant_id': 'ff4fbc9deccc428294d55be0b2053087', 'mac_address': 'fa:16:3e:de:74:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091dafa3-acf4-46df-b512-5b805903656c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'd2f4ac69-b897-4aff-bb93-62f11c246ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:10Z', 'updated_at': '2022-03-05T05:48:16Z', 'revision_number': 4, 'project_id': 'ff4fbc9deccc428294d55be0b2053087', 'subnets': [{'id': 'd2f4ac69-b897-4aff-bb93-62f11c246ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:48:16.640836 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f6f842-19c5-4abd-8b40-05aa5bb36c8c None None] The sync data for ids ['091dafa3-acf4-46df-b512-5b805903656c'] in n-d-789963-32 is: [{'id': '091dafa3-acf4-46df-b512-5b805903656c', 'name': 'tempest-TestShelveInstance-1235741293-router', 'tenant_id': 'ff4fbc9deccc428294d55be0b2053087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:48:08Z', 'updated_at': '2022-03-05T05:48:11Z', 'revision_number': 4, 'project_id': 'ff4fbc9deccc428294d55be0b2053087', 'gw_port': {'id': '85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091dafa3-acf4-46df-b512-5b805903656c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:08Z', 'updated_at': '2022-03-05T05:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '74673bfd-82be-409e-b8f0-121448279135', 'name': '', 'network_id': 'd6e2c29d-29c2-4bbe-8171-8ab0365f7634', 'tenant_id': 'ff4fbc9deccc428294d55be0b2053087', 'mac_address': 'fa:16:3e:de:74:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091dafa3-acf4-46df-b512-5b805903656c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'd2f4ac69-b897-4aff-bb93-62f11c246ca5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:10Z', 'updated_at': '2022-03-05T05:48:16Z', 'revision_number': 4, 'project_id': 'ff4fbc9deccc428294d55be0b2053087', 'subnets': [{'id': 'd2f4ac69-b897-4aff-bb93-62f11c246ca5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:48:16.732088 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-836eabd5-daec-4cb8-ab56-e7add385fb7b None None] Current status of the port 74673bfd-82be-409e-b8f0-121448279135 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:48:16.748069 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:48:16.749153 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 74673bfd-82be-409e-b8f0-121448279135 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:48:16.799434 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 74673bfd-82be-409e-b8f0-121448279135 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:48:16.799820 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (74673bfd-82be-409e-b8f0-121448279135), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:16.879639 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 74673bfd-82be-409e-b8f0-121448279135 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:48:16.953563 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c2775c07-e398-491b-bfcb-ef5717f770df req-c624c56e-78e4-4aef-8ee7-4cefe7e84591 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 210 time: 0.0299726 Mar 05 05:48:17.129444 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-9220debf-c6e4-4360-ba44-819ed9d51708 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:48:17.131136 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-9220debf-c6e4-4360-ba44-819ed9d51708 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.31 "GET /v2.0/networks?id=7376f23d-2eca-47c7-8490-c1326acd2318 HTTP/1.1" status: 200 len: 809 time: 0.1220622 Mar 05 05:48:17.197160 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-6bc7cc2e-b18e-4e27-b023-77c088c1585d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0156566b9ea344af97b47c39ab8e0214 HTTP/1.1" status: 200 len: 380 time: 0.0582421 Mar 05 05:48:17.206284 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-7898bb60-e78c-43ac-bf01-4796e3215b19 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Request body: {'port': {'device_id': 'df7bdb65-67eb-4753-9cb3-455350bc9a84', 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318', 'admin_state_up': True, 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'security_groups': ['a3dcecdc-b6ba-4246-bd7b-334d64d68e9a']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:48:17.314746 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-7898bb60-e78c-43ac-bf01-4796e3215b19 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Made reservation on behalf of 0156566b9ea344af97b47c39ab8e0214 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:48:17.318091 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-7898bb60-e78c-43ac-bf01-4796e3215b19 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:17.442474 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-7898bb60-e78c-43ac-bf01-4796e3215b19 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Allocated IP 172.20.0.14 (7376f23d-2eca-47c7-8490-c1326acd2318/5812e09f-c859-4d4d-aedd-1282b31ecb2d/b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:48:17.581003 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-7898bb60-e78c-43ac-bf01-4796e3215b19 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for port (b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:17.615504 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-7898bb60-e78c-43ac-bf01-4796e3215b19 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:17.659895 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-7898bb60-e78c-43ac-bf01-4796e3215b19 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Network 7376f23d-2eca-47c7-8490-c1326acd2318 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:48:17.662786 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-7898bb60-e78c-43ac-bf01-4796e3215b19 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:48:17.665721 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-7898bb60-e78c-43ac-bf01-4796e3215b19 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:48:17.700224 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898bb60-e78c-43ac-bf01-4796e3215b19 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Pushing event updated for resources: {'Port': ['ID=b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:17.731800 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-7898bb60-e78c-43ac-bf01-4796e3215b19 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:48:17.732543 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-7898bb60-e78c-43ac-bf01-4796e3215b19 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:17.752107 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-7898bb60-e78c-43ac-bf01-4796e3215b19 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5495901 Mar 05 05:48:17.763540 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-27b17a78-a9ae-416e-acac-ceeef9a56f71 service neutron] Request body: {'port': {'device_id': 'df7bdb65-67eb-4753-9cb3-455350bc9a84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:48:17.829485 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-27b17a78-a9ae-416e-acac-ceeef9a56f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:17.908320 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:17.969207 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-85ed7fe9-2b03-415a-8d7e-3287fc290243 None None] Provisioning complete for port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:48:17.969207 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-85ed7fe9-2b03-415a-8d7e-3287fc290243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:18.007350 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-85ed7fe9-2b03-415a-8d7e-3287fc290243 None None] Port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:48:18.079358 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0bb64-cc24-45e5-bf35-f038b24d06d5 req-31b12e42-dc6d-43d7-991c-ed3849cbc28d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:48:18.080900 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-54a0bb64-cc24-45e5-bf35-f038b24d06d5 req-31b12e42-dc6d-43d7-991c-ed3849cbc28d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 932 time: 0.0541437 Mar 05 05:48:18.104463 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-27b17a78-a9ae-416e-acac-ceeef9a56f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:48:18.112059 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-27b17a78-a9ae-416e-acac-ceeef9a56f71 service neutron] Publish callbacks [] for port (b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:18.124251 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-27b17a78-a9ae-416e-acac-ceeef9a56f71 service neutron] Transition to ACTIVE for port object b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:48:18.129456 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-27b17a78-a9ae-416e-acac-ceeef9a56f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:18.132142 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-54a0bb64-cc24-45e5-bf35-f038b24d06d5 req-de090ad7-99c1-4f1d-a427-787f72edf454 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445509 Mar 05 05:48:18.203488 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b17a78-a9ae-416e-acac-ceeef9a56f71 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:18.267521 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-27b17a78-a9ae-416e-acac-ceeef9a56f71 service neutron] Attempting to bind port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:48:18.267857 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-27b17a78-a9ae-416e-acac-ceeef9a56f71 service neutron] Attempting to bind port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '4c869928-4c63-46c1-9842-f609a4022a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:48:18.268182 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-27b17a78-a9ae-416e-acac-ceeef9a56f71 service neutron] Attempting to bind port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 on network 7376f23d-2eca-47c7-8490-c1326acd2318 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:48:18.272758 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-27b17a78-a9ae-416e-acac-ceeef9a56f71 service neutron] Port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 on network 7376f23d-2eca-47c7-8490-c1326acd2318 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:48:18.273077 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-27b17a78-a9ae-416e-acac-ceeef9a56f71 service neutron] Attempting to bind port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 on network 7376f23d-2eca-47c7-8490-c1326acd2318 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:48:18.279010 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-27b17a78-a9ae-416e-acac-ceeef9a56f71 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:48:18.279384 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-27b17a78-a9ae-416e-acac-ceeef9a56f71 service neutron] Checking segment: {'id': '4c869928-4c63-46c1-9842-f609a4022a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:48:18.279770 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-27b17a78-a9ae-416e-acac-ceeef9a56f71 service neutron] Bound using segment: {'id': '4c869928-4c63-46c1-9842-f609a4022a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:48:18.280248 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-27b17a78-a9ae-416e-acac-ceeef9a56f71 service neutron] Bound port: b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c869928-4c63-46c1-9842-f609a4022a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:48:18.280633 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-27b17a78-a9ae-416e-acac-ceeef9a56f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:18.351025 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-27b17a78-a9ae-416e-acac-ceeef9a56f71 service neutron] For port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:48:18.354493 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-27b17a78-a9ae-416e-acac-ceeef9a56f71 service neutron] For port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6,segment=NetworkSegment(4c869928-4c63-46c1-9842-f609a4022a86),segment_id=4c869928-4c63-46c1-9842-f609a4022a86)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:48:18.360696 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-27b17a78-a9ae-416e-acac-ceeef9a56f71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:18.380553 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 74673bfd-82be-409e-b8f0-121448279135 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:48:18.395573 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-27b17a78-a9ae-416e-acac-ceeef9a56f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:48:18.396175 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-27b17a78-a9ae-416e-acac-ceeef9a56f71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:18.397677 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-27b17a78-a9ae-416e-acac-ceeef9a56f71 service neutron] 10.222.0.31 "PUT /v2.0/ports/b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 HTTP/1.1" status: 200 len: 1093 time: 0.6388028 Mar 05 05:48:18.400548 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7bdb65-67eb-4753-9cb3-455350bc9a84', 'tag': 'b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:48:18.404831 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b3ece581dfa63e0b7b7c128691a33970c0031ac0b7b3271834b37c0ed9a1721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75be030-2fc8-4fb6-a30e-edc102724181" -d '{"events": [{"name": "network-changed", "server_uuid": "df7bdb65-67eb-4753-9cb3-455350bc9a84", "tag": "b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:48:18.445916 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b17a78-a9ae-416e-acac-ceeef9a56f71 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:18.469449 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f280fb20-db2a-40b9-bb55-9e11738c0731 x-openstack-request-id: req-f280fb20-db2a-40b9-bb55-9e11738c0731 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:48:18.469741 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7bdb65-67eb-4753-9cb3-455350bc9a84", "tag": "b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:48:18.469992 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f280fb20-db2a-40b9-bb55-9e11738c0731 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:48:18.470444 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7bdb65-67eb-4753-9cb3-455350bc9a84', 'tag': 'b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6', 'status': 'completed', 'code': 200} Mar 05 05:48:18.485909 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 74673bfd-82be-409e-b8f0-121448279135 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:48:18.486376 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (74673bfd-82be-409e-b8f0-121448279135), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:18.513511 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-4646f653-723b-4450-8349-58534baad921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:48:18.515051 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-4646f653-723b-4450-8349-58534baad921 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0156566b9ea344af97b47c39ab8e0214&device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 1127 time: 0.0578170 Mar 05 05:48:18.565828 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-e2adbd91-ca1a-4e5b-b410-7ff8474674fa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 HTTP/1.1" status: 200 len: 217 time: 0.0408440 Mar 05 05:48:18.578103 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 74673bfd-82be-409e-b8f0-121448279135 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:48:18.621568 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-5252b3bb-b2c5-4f89-ac4b-be65eb2f6942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:48:18.623173 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-5252b3bb-b2c5-4f89-ac4b-be65eb2f6942 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5812e09f-c859-4d4d-aedd-1282b31ecb2d HTTP/1.1" status: 200 len: 848 time: 0.0499728 Mar 05 05:48:18.674100 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-3d93003e-9cb9-45e7-ac8e-a6925d69f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:48:18.675711 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-3d93003e-9cb9-45e7-ac8e-a6925d69f206 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7376f23d-2eca-47c7-8490-c1326acd2318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470309 Mar 05 05:48:18.770381 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-7b5c3926-5035-47f7-bbb7-0f9ae8ccb6f6 service neutron] 10.222.0.31 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877726 Mar 05 05:48:18.858283 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8148893b-b12b-4b8a-8cfc-b1f35759ccd9 req-dbf60852-0691-406f-aaa4-0e421ea3c821 service neutron] 10.222.0.31 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819850 Mar 05 05:48:18.952604 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75be030-2fc8-4fb6-a30e-edc102724181 req-696b2c0b-2f25-40c0-aad7-e0f7a0abfb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:48:18.954104 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d75be030-2fc8-4fb6-a30e-edc102724181 req-696b2c0b-2f25-40c0-aad7-e0f7a0abfb63 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0156566b9ea344af97b47c39ab8e0214&device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 1127 time: 0.0463345 Mar 05 05:48:19.046944 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75be030-2fc8-4fb6-a30e-edc102724181 req-ee9e437e-9954-43cc-8b0b-439bf844143f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:48:19.048374 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d75be030-2fc8-4fb6-a30e-edc102724181 req-ee9e437e-9954-43cc-8b0b-439bf844143f service neutron] 10.222.0.31 "GET /v2.0/networks?id=7376f23d-2eca-47c7-8490-c1326acd2318 HTTP/1.1" status: 200 len: 909 time: 0.0877182 Mar 05 05:48:19.091003 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d75be030-2fc8-4fb6-a30e-edc102724181 req-dae94571-6b87-472a-8163-4f95ebd4145e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 HTTP/1.1" status: 200 len: 217 time: 0.0361679 Mar 05 05:48:19.143651 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75be030-2fc8-4fb6-a30e-edc102724181 req-a053a04d-167d-4651-8af9-0c5b3ca6fbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:48:19.145104 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d75be030-2fc8-4fb6-a30e-edc102724181 req-a053a04d-167d-4651-8af9-0c5b3ca6fbbc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5812e09f-c859-4d4d-aedd-1282b31ecb2d HTTP/1.1" status: 200 len: 848 time: 0.0487456 Mar 05 05:48:19.197949 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75be030-2fc8-4fb6-a30e-edc102724181 req-b21305a9-9f76-4af0-8591-fff8a231900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:48:19.199541 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d75be030-2fc8-4fb6-a30e-edc102724181 req-b21305a9-9f76-4af0-8591-fff8a231900d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7376f23d-2eca-47c7-8490-c1326acd2318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467725 Mar 05 05:48:19.255445 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70488d2-bac5-4f89-984c-e308a1bda708 req-20b7e6c8-13ae-403b-9093-1085fa129032 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:48:19.257839 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c70488d2-bac5-4f89-984c-e308a1bda708 req-20b7e6c8-13ae-403b-9093-1085fa129032 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 944 time: 0.0544364 Mar 05 05:48:19.298209 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d75be030-2fc8-4fb6-a30e-edc102724181 req-dd0188d3-fe69-48d1-8f0a-b3a7b696d2d5 service neutron] 10.222.0.31 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919452 Mar 05 05:48:19.315192 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c70488d2-bac5-4f89-984c-e308a1bda708 req-5dc10b34-e377-4b06-b14c-339ce397db97 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505023 Mar 05 05:48:19.392076 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d75be030-2fc8-4fb6-a30e-edc102724181 req-c405be4e-f32d-42c5-8ae4-b2b7218327c2 service neutron] 10.222.0.31 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863984 Mar 05 05:48:19.512906 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:48:20.439127 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc64954-0b38-42c5-8403-52d04218f462 req-6a72736d-2331-4615-aba0-b6d4cd3f49e1 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:48:20.440635 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9dc64954-0b38-42c5-8403-52d04218f462 req-6a72736d-2331-4615-aba0-b6d4cd3f49e1 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 944 time: 0.0539732 Mar 05 05:48:20.489369 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9dc64954-0b38-42c5-8403-52d04218f462 req-b3c33ead-296a-4e6a-8592-a3703f67cacc tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429213 Mar 05 05:48:20.682487 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:48:20.782456 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6,segment=NetworkSegment(4c869928-4c63-46c1-9842-f609a4022a86),segment_id=4c869928-4c63-46c1-9842-f609a4022a86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:48:20.793618 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6', 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318', 'port_id': 'b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6', 'mac_address': 'fa:16:3e:7a:3f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:48:20.835174 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:48:20.835574 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:20.848993 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:48:20.869221 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6,segment=NetworkSegment(4c869928-4c63-46c1-9842-f609a4022a86),segment_id=4c869928-4c63-46c1-9842-f609a4022a86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:48:20.872643 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:20.920205 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:21.084243 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:48:21.609113 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbdf40-9a67-43f7-b501-27eb6037f21f req-d715c720-34cb-44cc-ae56-36ca8223f24c tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:48:21.610494 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-44fbdf40-9a67-43f7-b501-27eb6037f21f req-d715c720-34cb-44cc-ae56-36ca8223f24c tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 945 time: 0.0541480 Mar 05 05:48:21.659505 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-44fbdf40-9a67-43f7-b501-27eb6037f21f req-cdd9b9b0-5e92-47d4-905c-087a1d81fd81 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433192 Mar 05 05:48:22.682332 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:48:22.734285 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:48:22.738287 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:48:22.738667 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:22.790105 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452b9ae-0f9a-4908-8d35-3dc9c2bcbf32 req-e5674239-f5fc-4b19-8d2e-d4505ef1a436 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:48:22.791593 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9452b9ae-0f9a-4908-8d35-3dc9c2bcbf32 req-e5674239-f5fc-4b19-8d2e-d4505ef1a436 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 945 time: 0.0622334 Mar 05 05:48:22.825340 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:48:22.825738 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:22.840870 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9452b9ae-0f9a-4908-8d35-3dc9c2bcbf32 req-2d9c27ac-9a99-4ed0-8631-75cc1c9f4ff2 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437214 Mar 05 05:48:22.849338 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7bdb65-67eb-4753-9cb3-455350bc9a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:48:22.851656 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1026d86385275f60405d04a033115b56addad9c656b2d60167220b9f5eb93bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16855fd5-6959-44bf-8c51-2c650b97d0a2" -d '{"events": [{"server_uuid": "df7bdb65-67eb-4753-9cb3-455350bc9a84", "name": "network-vif-plugged", "status": "completed", "tag": "b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:48:22.865972 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6,segment=NetworkSegment(4c869928-4c63-46c1-9842-f609a4022a86),segment_id=4c869928-4c63-46c1-9842-f609a4022a86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:48:22.869929 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:22.902260 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b57dcf-aa7d-4bef-aea3-ab57ab5f74b8 x-openstack-request-id: req-f6b57dcf-aa7d-4bef-aea3-ab57ab5f74b8 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:48:22.902560 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7bdb65-67eb-4753-9cb3-455350bc9a84", "name": "network-vif-plugged", "status": "completed", "tag": "b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:48:22.902819 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f6b57dcf-aa7d-4bef-aea3-ab57ab5f74b8 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:48:22.903240 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7bdb65-67eb-4753-9cb3-455350bc9a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6', 'code': 200} Mar 05 05:48:22.920524 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:23.002986 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d937685-ce6e-4da9-b4f9-41d0a83c201e req-c4786e4a-4a41-45fa-81f8-3e40a3d3e5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:48:23.004535 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7d937685-ce6e-4da9-b4f9-41d0a83c201e req-c4786e4a-4a41-45fa-81f8-3e40a3d3e5fa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 1129 time: 0.0483301 Mar 05 05:48:23.054478 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-7d937685-ce6e-4da9-b4f9-41d0a83c201e req-cabb1d47-11a6-4c4d-85da-4e30dd44d96a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431826 Mar 05 05:48:23.961956 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acbbf2-f876-487e-9468-381ec9ca368e req-b75de34f-55a2-43f4-85cf-0fbc50b0d52d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:48:23.963430 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64acbbf2-f876-487e-9468-381ec9ca368e req-b75de34f-55a2-43f4-85cf-0fbc50b0d52d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 946 time: 0.0549755 Mar 05 05:48:24.015613 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-64acbbf2-f876-487e-9468-381ec9ca368e req-c22e5193-a4df-4568-b3e0-fb3da8810ebd tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466413 Mar 05 05:48:25.135169 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d612343-d3f7-4a22-a17a-08a80c841d7a req-4bb33849-8013-4b63-99fa-c0e1c2fa323e tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:48:25.136642 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2d612343-d3f7-4a22-a17a-08a80c841d7a req-4bb33849-8013-4b63-99fa-c0e1c2fa323e tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 946 time: 0.0520954 Mar 05 05:48:25.188346 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2d612343-d3f7-4a22-a17a-08a80c841d7a req-6751f9cf-690f-4e6a-8536-c704c97905df tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461843 Mar 05 05:48:25.305360 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9cdf2-664d-4cd4-a964-a0840bfc4d27 req-ebf7cbda-c0f2-4799-b4ac-603275f8030e tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:48:25.306731 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e1a9cdf2-664d-4cd4-a964-a0840bfc4d27 req-ebf7cbda-c0f2-4799-b4ac-603275f8030e tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 946 time: 0.0522921 Mar 05 05:48:25.355345 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e1a9cdf2-664d-4cd4-a964-a0840bfc4d27 req-1e45822b-475b-414c-a213-21fe7b5ded86 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430782 Mar 05 05:48:25.377011 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46686) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:48:25.464800 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8a9762-d408-4ba8-a128-2dc5bc850538 tempest-TestShelveInstance-1194864129 tempest-TestShelveInstance-1194864129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:48:25.466303 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ce8a9762-d408-4ba8-a128-2dc5bc850538 tempest-TestShelveInstance-1194864129 tempest-TestShelveInstance-1194864129-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 1124 time: 0.0882745 Mar 05 05:48:25.469265 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 46690) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:48:25.473382 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-5968e07a-9b48-4911-9cf0-6990ae972de8 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'port_id': 'b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:48:25.493378 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5968e07a-9b48-4911-9cf0-6990ae972de8 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:25.590566 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5968e07a-9b48-4911-9cf0-6990ae972de8 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:25.688283 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-5968e07a-9b48-4911-9cf0-6990ae972de8 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Allocated IP 172.25.0.95 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/313a6912-9158-46f9-9bd2-2fc1e542644a) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:48:25.790237 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5968e07a-9b48-4911-9cf0-6990ae972de8 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for port (313a6912-9158-46f9-9bd2-2fc1e542644a), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:25.823308 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5968e07a-9b48-4911-9cf0-6990ae972de8 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (313a6912-9158-46f9-9bd2-2fc1e542644a), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:25.861302 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5968e07a-9b48-4911-9cf0-6990ae972de8 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:48:25.864076 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-5968e07a-9b48-4911-9cf0-6990ae972de8 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:48:25.867805 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5968e07a-9b48-4911-9cf0-6990ae972de8 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:48:25.894452 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968e07a-9b48-4911-9cf0-6990ae972de8 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Pushing event updated for resources: {'Port': ['ID=313a6912-9158-46f9-9bd2-2fc1e542644a,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:26.233378 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5968e07a-9b48-4911-9cf0-6990ae972de8 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for floatingip (588d8c61-afd3-4cb5-a617-a912523e874b), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:26.299821 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5968e07a-9b48-4911-9cf0-6990ae972de8 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (313a6912-9158-46f9-9bd2-2fc1e542644a), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:26.453373 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5968e07a-9b48-4911-9cf0-6990ae972de8 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for port (313a6912-9158-46f9-9bd2-2fc1e542644a), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:26.457712 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5968e07a-9b48-4911-9cf0-6990ae972de8 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (313a6912-9158-46f9-9bd2-2fc1e542644a), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:26.856029 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968e07a-9b48-4911-9cf0-6990ae972de8 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Pushing event updated for resources: {'Port': ['ID=313a6912-9158-46f9-9bd2-2fc1e542644a,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:48:26.868141 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5968e07a-9b48-4911-9cf0-6990ae972de8 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (588d8c61-afd3-4cb5-a617-a912523e874b), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:26.967224 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-5968e07a-9b48-4911-9cf0-6990ae972de8 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Floating IP 588d8c61-afd3-4cb5-a617-a912523e874b associated. External IP: 172.25.0.95, port: b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6. Mar 05 05:48:27.173328 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5968e07a-9b48-4911-9cf0-6990ae972de8 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Router 619bb9cc-8165-47e8-aeaf-d03e80736971 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:48:27.281789 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5968e07a-9b48-4911-9cf0-6990ae972de8 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:48:27.291807 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598b0574-21c2-4a9a-99e9-bfda04d67dee None None] Sync routers for ids ['619bb9cc-8165-47e8-aeaf-d03e80736971'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:48:27.300273 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-5968e07a-9b48-4911-9cf0-6990ae972de8 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:27.306380 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598b0574-21c2-4a9a-99e9-bfda04d67dee None None] Routers {'619bb9cc-8165-47e8-aeaf-d03e80736971'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:48:27.307004 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-598b0574-21c2-4a9a-99e9-bfda04d67dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:48:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['619bb9cc-8165-47e8-aeaf-d03e80736971'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:48:27.338452 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-5968e07a-9b48-4911-9cf0-6990ae972de8 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8600335 Mar 05 05:48:27.338452 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7bdb65-67eb-4753-9cb3-455350bc9a84', 'tag': 'b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:48:27.338452 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24e86d8bf5564ce3084f47d26cadcdd6ae9b710b23331da6c976c568e5bda5e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95abe10c-eba6-455e-b0c1-e59e2091c302" -d '{"events": [{"name": "network-changed", "server_uuid": "df7bdb65-67eb-4753-9cb3-455350bc9a84", "tag": "b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:48:27.370336 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da3cb8c-e949-43cb-8602-999f892b7111 x-openstack-request-id: req-8da3cb8c-e949-43cb-8602-999f892b7111 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:48:27.370653 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7bdb65-67eb-4753-9cb3-455350bc9a84", "tag": "b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:48:27.370891 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8da3cb8c-e949-43cb-8602-999f892b7111 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:48:27.371347 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7bdb65-67eb-4753-9cb3-455350bc9a84', 'tag': 'b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6', 'status': 'completed', 'code': 200} Mar 05 05:48:27.421458 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-598b0574-21c2-4a9a-99e9-bfda04d67dee None None] Set router 619bb9cc-8165-47e8-aeaf-d03e80736971 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:48:27.435393 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abe10c-eba6-455e-b0c1-e59e2091c302 req-b293796e-61da-4281-8f70-a548dfdbf35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:48:27.436918 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-95abe10c-eba6-455e-b0c1-e59e2091c302 req-b293796e-61da-4281-8f70-a548dfdbf35e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0156566b9ea344af97b47c39ab8e0214&device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 1129 time: 0.0457196 Mar 05 05:48:27.525781 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abe10c-eba6-455e-b0c1-e59e2091c302 req-7973dd1a-a9de-4377-a049-ca2e8d3e351e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:48:27.527303 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-95abe10c-eba6-455e-b0c1-e59e2091c302 req-7973dd1a-a9de-4377-a049-ca2e8d3e351e service neutron] 10.222.0.31 "GET /v2.0/networks?id=7376f23d-2eca-47c7-8490-c1326acd2318 HTTP/1.1" status: 200 len: 909 time: 0.0847836 Mar 05 05:48:27.596795 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-95abe10c-eba6-455e-b0c1-e59e2091c302 req-eed72c78-ed01-41e2-89b4-92bcb3b2a3e2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 HTTP/1.1" status: 200 len: 999 time: 0.0636742 Mar 05 05:48:27.644507 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abe10c-eba6-455e-b0c1-e59e2091c302 req-278e4311-f219-4af6-b75e-48998ac94798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:48:27.644776 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-598b0574-21c2-4a9a-99e9-bfda04d67dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'name': 'tempest-TestShelveInstance-1970141735-router', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:06Z', 'revision_number': 4, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'gw_port': {'id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '588d8c61-afd3-4cb5-a617-a912523e874b', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'floating_ip_address': '172.25.0.95', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'port_id': 'b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318', 'mac_address': 'fa:16:3e:7a:3f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7bdb65-67eb-4753-9cb3-455350bc9a84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:48:26Z', 'updated_at': '2022-03-05T05:48:26Z', 'revision_number': 0, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd303bc85-7c81-43f6-8d3d-eefe2d34157c', 'name': '', 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'mac_address': 'fa:16:3e:88:6e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:05Z', 'updated_at': '2022-03-05T05:48:10Z', 'revision_number': 5, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'subnets': [{'id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:48:27.645994 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-95abe10c-eba6-455e-b0c1-e59e2091c302 req-278e4311-f219-4af6-b75e-48998ac94798 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5812e09f-c859-4d4d-aedd-1282b31ecb2d HTTP/1.1" status: 200 len: 848 time: 0.0435174 Mar 05 05:48:27.671877 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598b0574-21c2-4a9a-99e9-bfda04d67dee None None] Checking router: 619bb9cc-8165-47e8-aeaf-d03e80736971 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:48:27.680809 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598b0574-21c2-4a9a-99e9-bfda04d67dee None None] Routers {'619bb9cc-8165-47e8-aeaf-d03e80736971'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:48:27.681431 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-598b0574-21c2-4a9a-99e9-bfda04d67dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:48:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['619bb9cc-8165-47e8-aeaf-d03e80736971'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:48:27.695730 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abe10c-eba6-455e-b0c1-e59e2091c302 req-b62876b9-2222-4adf-9c23-ed36dd26156f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:48:27.697166 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-95abe10c-eba6-455e-b0c1-e59e2091c302 req-b62876b9-2222-4adf-9c23-ed36dd26156f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7376f23d-2eca-47c7-8490-c1326acd2318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454171 Mar 05 05:48:27.791479 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-95abe10c-eba6-455e-b0c1-e59e2091c302 req-d6ce9474-cc7f-4d89-aa59-3777a29920a3 service neutron] 10.222.0.31 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886791 Mar 05 05:48:27.792358 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-598b0574-21c2-4a9a-99e9-bfda04d67dee None None] Set router 619bb9cc-8165-47e8-aeaf-d03e80736971 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:48:27.879900 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-95abe10c-eba6-455e-b0c1-e59e2091c302 req-aa01f58e-dc2f-4de0-a0bb-94d2640a4c0d service neutron] 10.222.0.31 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831809 Mar 05 05:48:28.018584 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-598b0574-21c2-4a9a-99e9-bfda04d67dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'name': 'tempest-TestShelveInstance-1970141735-router', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:06Z', 'revision_number': 4, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'gw_port': {'id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '588d8c61-afd3-4cb5-a617-a912523e874b', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'floating_ip_address': '172.25.0.95', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'port_id': 'b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318', 'mac_address': 'fa:16:3e:7a:3f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7bdb65-67eb-4753-9cb3-455350bc9a84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:48:26Z', 'updated_at': '2022-03-05T05:48:26Z', 'revision_number': 0, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd303bc85-7c81-43f6-8d3d-eefe2d34157c', 'name': '', 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'mac_address': 'fa:16:3e:88:6e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:05Z', 'updated_at': '2022-03-05T05:48:10Z', 'revision_number': 5, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'subnets': [{'id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:48:28.045510 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598b0574-21c2-4a9a-99e9-bfda04d67dee None None] The sync data for ids ['619bb9cc-8165-47e8-aeaf-d03e80736971'] in n-d-789963-32 is: [{'id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'name': 'tempest-TestShelveInstance-1970141735-router', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:06Z', 'revision_number': 4, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'gw_port': {'id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '588d8c61-afd3-4cb5-a617-a912523e874b', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'floating_ip_address': '172.25.0.95', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'port_id': 'b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318', 'mac_address': 'fa:16:3e:7a:3f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7bdb65-67eb-4753-9cb3-455350bc9a84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:48:26Z', 'updated_at': '2022-03-05T05:48:26Z', 'revision_number': 0, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd303bc85-7c81-43f6-8d3d-eefe2d34157c', 'name': '', 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'mac_address': 'fa:16:3e:88:6e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:05Z', 'updated_at': '2022-03-05T05:48:10Z', 'revision_number': 5, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'subnets': [{'id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:48:28.227576 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357c8a9c-56fa-45f2-9607-598a45773f8e None None] New status for floating IP 588d8c61-afd3-4cb5-a617-a912523e874b: ACTIVE {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:48:41.515594 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-944d734e-11dd-43ea-97c8-d7164c010b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:43.800596 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-13cf249f-e143-4c92-bb36-c2e7ed35cb44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:44.365033 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:44.540623 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:45.212894 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:46.473330 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:47.911443 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:48:56.512212 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:48:58.338750 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-e21c3eb4-4283-42ae-acd9-4c7240bb947c service neutron] (105232) timed out ('10.222.0.11', 38700) {{(pid=105232) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 05 05:48:58.744359 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-4b372a8d-89d4-4b31-99c3-27484af8b320 req-44dee61b-71ef-4f95-bdc0-6ccb0b82e8e1 tempest-ServerActionsTestJSON-197306538 tempest-ServerActionsTestJSON-197306538-project] (105231) timed out ('10.222.0.11', 46614) {{(pid=105231) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 05 05:49:11.520144 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ff5b809a-35fe-4561-8dd7-28a60e4935e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:49:13.802594 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c0e665ba-e54b-4d5c-9c82-1cbc3eb8b50f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:49:14.365232 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:49:14.543680 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:49:15.216485 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:49:16.476150 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:49:17.914015 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:49:18.204597 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3c2d10ee-c543-4a2d-98af-c07cc02df44d req-33960c59-7f8d-4df9-b1d6-3256b099e40a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0897620 Mar 05 05:49:18.291353 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d10ee-c543-4a2d-98af-c07cc02df44d req-4e123a3e-15c3-4a08-8c82-b60ab12da5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:49:18.292838 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3c2d10ee-c543-4a2d-98af-c07cc02df44d req-4e123a3e-15c3-4a08-8c82-b60ab12da5c7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0156566b9ea344af97b47c39ab8e0214&device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 1129 time: 0.0441797 Mar 05 05:49:18.395907 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d10ee-c543-4a2d-98af-c07cc02df44d req-e8d9e395-e547-43db-b303-0f91e2aebf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:49:18.397367 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3c2d10ee-c543-4a2d-98af-c07cc02df44d req-e8d9e395-e547-43db-b303-0f91e2aebf6f service neutron] 10.222.0.31 "GET /v2.0/networks?id=7376f23d-2eca-47c7-8490-c1326acd2318 HTTP/1.1" status: 200 len: 909 time: 0.0868042 Mar 05 05:49:18.464906 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3c2d10ee-c543-4a2d-98af-c07cc02df44d req-ea5492ed-6057-4214-8006-b77790cc58a1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 HTTP/1.1" status: 200 len: 1001 time: 0.0584626 Mar 05 05:49:18.518222 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d10ee-c543-4a2d-98af-c07cc02df44d req-8e6d63bc-0641-42ce-8998-4e3eaee8af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:49:18.519730 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3c2d10ee-c543-4a2d-98af-c07cc02df44d req-8e6d63bc-0641-42ce-8998-4e3eaee8af58 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5812e09f-c859-4d4d-aedd-1282b31ecb2d HTTP/1.1" status: 200 len: 848 time: 0.0440259 Mar 05 05:49:18.571140 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d10ee-c543-4a2d-98af-c07cc02df44d req-318a058b-d04b-46a6-a296-00ccabdb8ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:49:18.573236 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3c2d10ee-c543-4a2d-98af-c07cc02df44d req-318a058b-d04b-46a6-a296-00ccabdb8ef7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7376f23d-2eca-47c7-8490-c1326acd2318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470262 Mar 05 05:49:18.658985 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3c2d10ee-c543-4a2d-98af-c07cc02df44d req-d4d47b94-5fc1-4ce1-9fa7-0eac229a9389 service neutron] 10.222.0.31 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797055 Mar 05 05:49:18.754286 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3c2d10ee-c543-4a2d-98af-c07cc02df44d req-9159d660-ccf6-47a5-a359-83b50212a815 service neutron] 10.222.0.31 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893281 Mar 05 05:49:33.511769 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:49:41.521877 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e13fb86f-192a-42d5-a59f-d25ef128d195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:49:43.804682 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2050c122-ca5e-4f88-aa4e-4bfdece1ddfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:49:44.382518 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:49:44.531178 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:49:45.218640 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:49:46.480643 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:49:47.915620 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:50:10.510691 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:50:11.523451 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fcb0d996-3f64-453a-af42-2107a8b3e4a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:50:13.805917 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-72cd9bc9-56d7-4bff-b698-54281fafe0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:50:14.393193 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:50:14.559784 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:50:15.221401 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:50:16.483222 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:50:17.917272 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:50:18.183466 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5f15435b-c087-49b8-994d-f205d5ff9386 req-1a17e2f4-f442-47aa-8e6f-9d1d8adae8bd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431750 Mar 05 05:50:18.265208 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15435b-c087-49b8-994d-f205d5ff9386 req-e1ae1b36-7523-401a-846d-f03da2ab004c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:18.266684 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5f15435b-c087-49b8-994d-f205d5ff9386 req-e1ae1b36-7523-401a-846d-f03da2ab004c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0156566b9ea344af97b47c39ab8e0214&device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 1129 time: 0.0443554 Mar 05 05:50:18.370024 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15435b-c087-49b8-994d-f205d5ff9386 req-34dc3ea7-136e-48ac-8681-8ab8c0076ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:18.372348 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5f15435b-c087-49b8-994d-f205d5ff9386 req-34dc3ea7-136e-48ac-8681-8ab8c0076ad7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7376f23d-2eca-47c7-8490-c1326acd2318 HTTP/1.1" status: 200 len: 909 time: 0.0879626 Mar 05 05:50:18.435764 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5f15435b-c087-49b8-994d-f205d5ff9386 req-797be270-e1a0-45eb-a3b7-39304d06e85b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 HTTP/1.1" status: 200 len: 1001 time: 0.0575433 Mar 05 05:50:18.483303 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15435b-c087-49b8-994d-f205d5ff9386 req-2b0e8587-13df-4a99-bb20-7dfd4d8840f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:18.484751 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5f15435b-c087-49b8-994d-f205d5ff9386 req-2b0e8587-13df-4a99-bb20-7dfd4d8840f4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5812e09f-c859-4d4d-aedd-1282b31ecb2d HTTP/1.1" status: 200 len: 848 time: 0.0437315 Mar 05 05:50:18.537226 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15435b-c087-49b8-994d-f205d5ff9386 req-dcc2eb2c-fe75-4ba3-820e-405f6db2f93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:18.538739 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5f15435b-c087-49b8-994d-f205d5ff9386 req-dcc2eb2c-fe75-4ba3-820e-405f6db2f93b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7376f23d-2eca-47c7-8490-c1326acd2318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0486040 Mar 05 05:50:18.628134 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5f15435b-c087-49b8-994d-f205d5ff9386 req-a18456c5-7b71-4cca-9b5b-afa1419c192b service neutron] 10.222.0.31 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833538 Mar 05 05:50:18.726615 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5f15435b-c087-49b8-994d-f205d5ff9386 req-cc8b446f-e8d5-4262-bbd0-c1c1fcbbf54b service neutron] 10.222.0.31 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915959 Mar 05 05:50:22.149622 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8f5a0-b61c-41d1-b10d-b5e337402a20 req-22066a00-cc2c-43b9-be9b-2d3a80b328ec tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:22.151115 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c2e8f5a0-b61c-41d1-b10d-b5e337402a20 req-22066a00-cc2c-43b9-be9b-2d3a80b328ec tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 946 time: 0.1030116 Mar 05 05:50:22.199777 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c2e8f5a0-b61c-41d1-b10d-b5e337402a20 req-1ce489e9-0379-4f86-982c-0600a7712ffa tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419176 Mar 05 05:50:23.326950 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5e5d1-aaa4-44ed-a174-65ff662c468f req-e558163a-0e5e-420c-9ccc-32877da9af24 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:23.328464 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b0f5e5d1-aaa4-44ed-a174-65ff662c468f req-e558163a-0e5e-420c-9ccc-32877da9af24 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 946 time: 0.0538738 Mar 05 05:50:23.383380 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b0f5e5d1-aaa4-44ed-a174-65ff662c468f req-26ea2878-ede6-4104-b85d-6641dc0fddbe tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489383 Mar 05 05:50:24.509977 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91852bc1-1579-4f39-962b-672c113c572f req-82529024-d5b0-4be1-acd5-3a0f6ceb6a98 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:24.512177 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-91852bc1-1579-4f39-962b-672c113c572f req-82529024-d5b0-4be1-acd5-3a0f6ceb6a98 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 946 time: 0.0529096 Mar 05 05:50:24.559600 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-91852bc1-1579-4f39-962b-672c113c572f req-c44765de-a840-40a4-af27-036b6e04a6ac tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417030 Mar 05 05:50:25.677288 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfa507-ef19-4ea9-b3b2-48f0bb2e5b18 req-e735d72f-2685-4d87-b2fc-81f2b2bacae5 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:25.678744 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67dfa507-ef19-4ea9-b3b2-48f0bb2e5b18 req-e735d72f-2685-4d87-b2fc-81f2b2bacae5 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 946 time: 0.0532558 Mar 05 05:50:25.727635 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-67dfa507-ef19-4ea9-b3b2-48f0bb2e5b18 req-ce8567aa-7651-41d6-880f-145836e8bec0 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424581 Mar 05 05:50:26.850994 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c32342-c2d7-411a-bfc0-8f8375bc3164 req-b14ab040-421b-4fc3-baf5-8f0b2bd13471 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:26.852406 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-61c32342-c2d7-411a-bfc0-8f8375bc3164 req-b14ab040-421b-4fc3-baf5-8f0b2bd13471 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 946 time: 0.0570710 Mar 05 05:50:26.901211 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-61c32342-c2d7-411a-bfc0-8f8375bc3164 req-553afb26-a608-4258-ae4e-41c679b832a6 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431163 Mar 05 05:50:28.018877 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f964b2e-bf55-4bc9-9b36-0eb3988d2005 req-617fe17d-a93a-419b-9c45-bfca1987fc02 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:28.020368 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4f964b2e-bf55-4bc9-9b36-0eb3988d2005 req-617fe17d-a93a-419b-9c45-bfca1987fc02 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 946 time: 0.0528231 Mar 05 05:50:28.068758 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4f964b2e-bf55-4bc9-9b36-0eb3988d2005 req-43cd390b-e1d0-4aab-849d-bac5265e4ab1 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429287 Mar 05 05:50:29.186117 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf136772-95de-45a0-8a31-cccf7d33e168 req-fe4b38f5-275b-4297-9ab2-80cf4d777b25 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:29.187642 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cf136772-95de-45a0-8a31-cccf7d33e168 req-fe4b38f5-275b-4297-9ab2-80cf4d777b25 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 946 time: 0.0529759 Mar 05 05:50:29.240075 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cf136772-95de-45a0-8a31-cccf7d33e168 req-85672780-e4ae-4a61-866a-0c2a192e223f tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469379 Mar 05 05:50:30.361329 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009e009-f146-4af9-a54e-3536efb205ad req-e6004c74-5661-43f8-b3ea-f5b738f72b72 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:30.362846 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b009e009-f146-4af9-a54e-3536efb205ad req-e6004c74-5661-43f8-b3ea-f5b738f72b72 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 946 time: 0.0530612 Mar 05 05:50:30.412786 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b009e009-f146-4af9-a54e-3536efb205ad req-4aac9582-ad44-43f5-8223-1d64dee07802 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440922 Mar 05 05:50:31.534341 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2030ec-7c20-4643-8214-b3fbbcc23508 req-30165a54-7e95-4a77-9a19-c326446d7b90 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:31.535950 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5f2030ec-7c20-4643-8214-b3fbbcc23508 req-30165a54-7e95-4a77-9a19-c326446d7b90 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 946 time: 0.0516968 Mar 05 05:50:31.584244 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5f2030ec-7c20-4643-8214-b3fbbcc23508 req-84d4b302-cc32-4ffb-b54b-3f9a2b2857cf tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428052 Mar 05 05:50:32.706282 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa71a0d-61d8-4d3b-a0d7-23538cabb645 req-d00e67eb-661b-4b91-819b-a87471306644 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:32.707768 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0aa71a0d-61d8-4d3b-a0d7-23538cabb645 req-d00e67eb-661b-4b91-819b-a87471306644 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 946 time: 0.0565739 Mar 05 05:50:32.756208 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0aa71a0d-61d8-4d3b-a0d7-23538cabb645 req-8e9bcb1e-5878-40a5-8ef2-2880560c1e76 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427122 Mar 05 05:50:33.380135 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:50:33.474020 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6,segment=NetworkSegment(4c869928-4c63-46c1-9842-f609a4022a86),segment_id=4c869928-4c63-46c1-9842-f609a4022a86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:50:33.484575 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6', 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318', 'port_id': 'b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6', 'mac_address': 'fa:16:3e:7a:3f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:50:33.520334 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 is: ACTIVE; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:50:33.520721 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:50:33.536559 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:50:33.555811 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6,segment=NetworkSegment(4c869928-4c63-46c1-9842-f609a4022a86),segment_id=4c869928-4c63-46c1-9842-f609a4022a86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:50:33.559833 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:50:33.614134 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:50:33.621393 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:50:33.621739 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:50:33.622083 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:50:33.622422 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:50:33.622756 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:50:33.623102 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:50:33.623436 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:50:33.623762 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:50:33.624089 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:50:33.624413 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:50:33.624736 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:50:33.625058 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:50:33.625385 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:50:33.635423 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:50:33.878802 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5a5df-c583-4b16-83d2-1159951e0904 req-71ffc698-6ab4-4b1e-95b6-f05382e5e0e4 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:33.880341 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7a5a5df-c583-4b16-83d2-1159951e0904 req-71ffc698-6ab4-4b1e-95b6-f05382e5e0e4 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 945 time: 0.0554171 Mar 05 05:50:33.930490 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7a5a5df-c583-4b16-83d2-1159951e0904 req-e854a581-7ec7-4f56-be31-9a9d381bb82b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444202 Mar 05 05:50:35.060681 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a9755-74d4-40ea-81a4-482742172a3e req-10311ef9-b2a6-4333-8090-10fcecf40841 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:35.062941 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-740a9755-74d4-40ea-81a4-482742172a3e req-10311ef9-b2a6-4333-8090-10fcecf40841 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 945 time: 0.0626245 Mar 05 05:50:35.121213 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-740a9755-74d4-40ea-81a4-482742172a3e req-2a9ba791-e494-4021-9bc8-d0550783fc3c tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496335 Mar 05 05:50:35.397363 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:50:35.461423 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:50:35.461423 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:50:35.564436 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:50:35.565085 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:50:35.589900 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7bdb65-67eb-4753-9cb3-455350bc9a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:50:35.594903 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1026d86385275f60405d04a033115b56addad9c656b2d60167220b9f5eb93bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0173007-a6a1-4ac0-9fcc-34ab263273c1" -d '{"events": [{"server_uuid": "df7bdb65-67eb-4753-9cb3-455350bc9a84", "name": "network-vif-plugged", "status": "completed", "tag": "b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:50:35.612133 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6,segment=NetworkSegment(4c869928-4c63-46c1-9842-f609a4022a86),segment_id=4c869928-4c63-46c1-9842-f609a4022a86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:50:35.619497 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:50:35.662766 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19e1d9a-19e8-479e-a8e6-2d75a8a6046e x-openstack-request-id: req-a19e1d9a-19e8-479e-a8e6-2d75a8a6046e {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:50:35.663063 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7bdb65-67eb-4753-9cb3-455350bc9a84", "name": "network-vif-plugged", "status": "completed", "tag": "b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:50:35.663338 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a19e1d9a-19e8-479e-a8e6-2d75a8a6046e {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:50:35.663734 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7bdb65-67eb-4753-9cb3-455350bc9a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6', 'code': 200} Mar 05 05:50:35.680167 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6,revision_number=7']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:50:36.258221 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d746a5-9bf6-4d3d-ba55-35bf236b371f req-92dda264-4578-47c1-a5f8-de5fd4f485a8 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:36.259838 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a0d746a5-9bf6-4d3d-ba55-35bf236b371f req-92dda264-4578-47c1-a5f8-de5fd4f485a8 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 946 time: 0.0578194 Mar 05 05:50:36.315828 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a0d746a5-9bf6-4d3d-ba55-35bf236b371f req-6abf621a-8e12-4ff1-bb5f-2dc5676b26c0 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497770 Mar 05 05:50:37.451212 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579802b-d6b3-47b6-b5f4-1f5d76a47cd1 req-5b66fa81-0337-4fda-ae90-1abaf26a54f5 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:37.452717 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8579802b-d6b3-47b6-b5f4-1f5d76a47cd1 req-5b66fa81-0337-4fda-ae90-1abaf26a54f5 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 946 time: 0.0625744 Mar 05 05:50:37.515623 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8579802b-d6b3-47b6-b5f4-1f5d76a47cd1 req-31520b1c-30e1-4cf7-9654-bca83f0529ff tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534329 Mar 05 05:50:38.648127 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5ef6a-a162-44f2-bc2f-62d0318117d9 req-bfd4a480-be82-456f-b4d3-8e62ecab4276 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:38.650336 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c1e5ef6a-a162-44f2-bc2f-62d0318117d9 req-bfd4a480-be82-456f-b4d3-8e62ecab4276 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 946 time: 0.0572250 Mar 05 05:50:38.708871 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c1e5ef6a-a162-44f2-bc2f-62d0318117d9 req-aafea0d3-4d22-4638-8300-427b55c57b07 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520580 Mar 05 05:50:39.851235 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d7a77-7578-42fc-ad41-3bf631b0a6c1 req-a31355ef-59f2-44d9-bab1-27edb3212e45 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:39.852730 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fd0d7a77-7578-42fc-ad41-3bf631b0a6c1 req-a31355ef-59f2-44d9-bab1-27edb3212e45 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 946 time: 0.0646460 Mar 05 05:50:39.915830 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fd0d7a77-7578-42fc-ad41-3bf631b0a6c1 req-51fcf4f7-bcd6-474c-837e-18f4e1a0a05d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560293 Mar 05 05:50:41.049648 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feac740-f5bb-4545-b2d9-1b77f3cd8cf0 req-ffdb2fe5-221a-415d-a458-2ca6e6bd73b9 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:41.051153 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4feac740-f5bb-4545-b2d9-1b77f3cd8cf0 req-ffdb2fe5-221a-415d-a458-2ca6e6bd73b9 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 946 time: 0.0687320 Mar 05 05:50:41.113186 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4feac740-f5bb-4545-b2d9-1b77f3cd8cf0 req-4153836a-1142-4f0e-b192-a77ee5f57b66 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526190 Mar 05 05:50:41.527808 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a2a08bbc-bc8a-4b0c-920d-dba09cb1d2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:50:42.240708 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed29a8-2727-44e4-b761-c31d9a0f2785 req-792b1da6-b0f0-4723-b5f8-8569b5adcd7e tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:42.242383 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-52ed29a8-2727-44e4-b761-c31d9a0f2785 req-792b1da6-b0f0-4723-b5f8-8569b5adcd7e tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 946 time: 0.0560014 Mar 05 05:50:42.296438 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-52ed29a8-2727-44e4-b761-c31d9a0f2785 req-f2d275bd-eaa7-4707-8cc6-d31f3dafb875 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476422 Mar 05 05:50:43.414430 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8d748-942b-4d16-807e-ecf4c584dd00 req-5528e71b-baa4-464c-94e7-d71678d68b8a tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:43.415876 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dde8d748-942b-4d16-807e-ecf4c584dd00 req-5528e71b-baa4-464c-94e7-d71678d68b8a tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 946 time: 0.0516846 Mar 05 05:50:43.468968 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-dde8d748-942b-4d16-807e-ecf4c584dd00 req-0da43299-0f25-490e-8190-09bc69b190bc tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466652 Mar 05 05:50:43.712658 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb519c4-40db-4414-ae94-677c007f698a req-54c55239-26eb-44d4-84b3-577d031f4e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:43.714709 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cfb519c4-40db-4414-ae94-677c007f698a req-54c55239-26eb-44d4-84b3-577d031f4e57 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0156566b9ea344af97b47c39ab8e0214&device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 1129 time: 0.0453627 Mar 05 05:50:43.805944 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb519c4-40db-4414-ae94-677c007f698a req-f722fcb4-be85-4514-aef2-27effd226008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:43.807460 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cfb519c4-40db-4414-ae94-677c007f698a req-f722fcb4-be85-4514-aef2-27effd226008 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7376f23d-2eca-47c7-8490-c1326acd2318 HTTP/1.1" status: 200 len: 909 time: 0.0864499 Mar 05 05:50:43.808149 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-762076da-ee30-494d-8855-f42f1ad7fe91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:50:43.871121 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cfb519c4-40db-4414-ae94-677c007f698a req-94649170-fc42-496b-88d5-e8f837d96aee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 HTTP/1.1" status: 200 len: 1001 time: 0.0579641 Mar 05 05:50:43.917815 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb519c4-40db-4414-ae94-677c007f698a req-221be343-e9b1-4341-a366-c8dc8f7d49d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:43.919329 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cfb519c4-40db-4414-ae94-677c007f698a req-221be343-e9b1-4341-a366-c8dc8f7d49d8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5812e09f-c859-4d4d-aedd-1282b31ecb2d HTTP/1.1" status: 200 len: 848 time: 0.0427167 Mar 05 05:50:43.970721 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb519c4-40db-4414-ae94-677c007f698a req-29897e13-5c9e-42e3-ab94-a3da02c6f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:43.972125 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cfb519c4-40db-4414-ae94-677c007f698a req-29897e13-5c9e-42e3-ab94-a3da02c6f6c1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7376f23d-2eca-47c7-8490-c1326acd2318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0473318 Mar 05 05:50:44.059840 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cfb519c4-40db-4414-ae94-677c007f698a req-ffa03b2b-bf08-45d1-9a15-a7428b03f49c service neutron] 10.222.0.31 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810108 Mar 05 05:50:44.390088 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:50:44.489153 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cfb519c4-40db-4414-ae94-677c007f698a req-a533ca25-9af1-4a28-bc91-bf6073257a31 service neutron] 10.222.0.31 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229634 Mar 05 05:50:44.557020 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:50:44.593006 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875eb24-fb3c-4581-8768-6598c74a4dc7 req-85c59694-cf84-46b4-bad3-f001ee3d0468 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:44.594544 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f875eb24-fb3c-4581-8768-6598c74a4dc7 req-85c59694-cf84-46b4-bad3-f001ee3d0468 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 946 time: 0.0528545 Mar 05 05:50:44.643244 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f875eb24-fb3c-4581-8768-6598c74a4dc7 req-de249796-cf12-4477-8257-c079b445a245 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430284 Mar 05 05:50:45.224149 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:50:45.426500 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:50:45.502600 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:50:45.502906 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:50:45.528102 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7bdb65-67eb-4753-9cb3-455350bc9a84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:50:45.530316 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1026d86385275f60405d04a033115b56addad9c656b2d60167220b9f5eb93bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85875ff4-d561-4b28-bc70-1492af4884d9" -d '{"events": [{"server_uuid": "df7bdb65-67eb-4753-9cb3-455350bc9a84", "name": "network-vif-unplugged", "status": "completed", "tag": "b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:50:45.543117 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6,segment=NetworkSegment(4c869928-4c63-46c1-9842-f609a4022a86),segment_id=4c869928-4c63-46c1-9842-f609a4022a86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:50:45.547365 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:50:45.572480 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 05:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d7bc2d-5da7-4600-af9a-ce848f642c23 x-openstack-request-id: req-78d7bc2d-5da7-4600-af9a-ce848f642c23 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:50:45.572786 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7bdb65-67eb-4753-9cb3-455350bc9a84", "name": "network-vif-unplugged", "status": "completed", "tag": "b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:50:45.573047 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-78d7bc2d-5da7-4600-af9a-ce848f642c23 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:50:45.573503 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7bdb65-67eb-4753-9cb3-455350bc9a84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6', 'code': 200} Mar 05 05:50:45.596948 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6,revision_number=8']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:50:45.763137 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecb349-14e3-4080-95ca-893ee95970eb req-cfbd57d3-3e77-4d2e-8ad7-db86cd08dff0 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:45.764556 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3ecb349-14e3-4080-95ca-893ee95970eb req-cfbd57d3-3e77-4d2e-8ad7-db86cd08dff0 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 944 time: 0.0524330 Mar 05 05:50:45.814277 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3ecb349-14e3-4080-95ca-893ee95970eb req-64234275-d1dd-4cdd-8096-617aec30621b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442059 Mar 05 05:50:46.486062 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:50:46.937963 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16439f89-49e4-4afc-9ae5-6483041267ef req-4ed1b9c9-8aca-4c78-8273-0c3e571cfa60 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:46.939448 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-16439f89-49e4-4afc-9ae5-6483041267ef req-4ed1b9c9-8aca-4c78-8273-0c3e571cfa60 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 944 time: 0.0560493 Mar 05 05:50:46.987459 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-16439f89-49e4-4afc-9ae5-6483041267ef req-66c46472-2a18-41b5-92d5-c62fd417a527 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424306 Mar 05 05:50:47.096780 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-c60962e1-09f3-42be-a186-d80cde177654 req-5aa89c36-0007-4501-b73a-8ccf725480ae service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:50:47.097743 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c60962e1-09f3-42be-a186-d80cde177654 req-5aa89c36-0007-4501-b73a-8ccf725480ae service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467889 Mar 05 05:50:47.255563 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0057cd8-5e1a-4750-8403-4140d65e1c57 req-3874e312-a9f3-4186-a8d3-a4fd5241c801 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:47.257164 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a0057cd8-5e1a-4750-8403-4140d65e1c57 req-3874e312-a9f3-4186-a8d3-a4fd5241c801 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 944 time: 0.0550416 Mar 05 05:50:47.306262 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a0057cd8-5e1a-4750-8403-4140d65e1c57 req-49603482-e120-4f14-8144-82ad1d00578d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432146 Mar 05 05:50:47.433881 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-13cc419f-791d-4678-b839-a65c3aa4a10b req-f08d4af0-f944-45b0-9755-33dd60d4f22c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0900750 Mar 05 05:50:47.508730 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:50:47.553432 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc419f-791d-4678-b839-a65c3aa4a10b req-d287fcbe-abea-4f11-8401-ab8bf8c60bb9 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:47.554764 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-13cc419f-791d-4678-b839-a65c3aa4a10b req-d287fcbe-abea-4f11-8401-ab8bf8c60bb9 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports/b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 HTTP/1.1" status: 200 len: 941 time: 0.0934386 Mar 05 05:50:47.920262 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:50:48.296013 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc419f-791d-4678-b839-a65c3aa4a10b req-fc5662a2-7c0e-4bbc-aad7-c2f140e384dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:48.297474 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-13cc419f-791d-4678-b839-a65c3aa4a10b req-fc5662a2-7c0e-4bbc-aad7-c2f140e384dd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84&tenant_id=0156566b9ea344af97b47c39ab8e0214 HTTP/1.1" status: 200 len: 1127 time: 0.0438414 Mar 05 05:50:48.362685 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc419f-791d-4678-b839-a65c3aa4a10b req-a02e3c1b-b5e3-4294-9ed0-26a53582b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:48.364217 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-13cc419f-791d-4678-b839-a65c3aa4a10b req-a02e3c1b-b5e3-4294-9ed0-26a53582b175 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0156566b9ea344af97b47c39ab8e0214&device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 1127 time: 0.0452042 Mar 05 05:50:48.434100 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ad951-214e-4039-87d3-1af65e80700c req-3e9cd762-fa63-4121-b2a7-c4c6d8ad62be tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:48.435668 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ee0ad951-214e-4039-87d3-1af65e80700c req-3e9cd762-fa63-4121-b2a7-c4c6d8ad62be tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 944 time: 0.0580170 Mar 05 05:50:48.459276 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc419f-791d-4678-b839-a65c3aa4a10b req-d222ea10-ca95-4ad9-8c70-416efc414c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:48.460980 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-13cc419f-791d-4678-b839-a65c3aa4a10b req-d222ea10-ca95-4ad9-8c70-416efc414c2f service neutron] 10.222.0.31 "GET /v2.0/networks?id=7376f23d-2eca-47c7-8490-c1326acd2318 HTTP/1.1" status: 200 len: 909 time: 0.0886576 Mar 05 05:50:48.487759 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ee0ad951-214e-4039-87d3-1af65e80700c req-eef4ea5e-44eb-4cef-8e52-719f6f408f5f tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450175 Mar 05 05:50:48.524629 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-13cc419f-791d-4678-b839-a65c3aa4a10b req-d86e00e8-82d9-4aab-a0be-c40b81b084c4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 HTTP/1.1" status: 200 len: 999 time: 0.0577004 Mar 05 05:50:48.573957 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc419f-791d-4678-b839-a65c3aa4a10b req-9245b213-6da6-44f1-ba34-41fac62c925e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:48.575329 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-13cc419f-791d-4678-b839-a65c3aa4a10b req-9245b213-6da6-44f1-ba34-41fac62c925e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5812e09f-c859-4d4d-aedd-1282b31ecb2d HTTP/1.1" status: 200 len: 848 time: 0.0455916 Mar 05 05:50:48.623256 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc419f-791d-4678-b839-a65c3aa4a10b req-35a61331-a6b5-41af-9d96-b4b771425316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:48.624719 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-13cc419f-791d-4678-b839-a65c3aa4a10b req-35a61331-a6b5-41af-9d96-b4b771425316 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7376f23d-2eca-47c7-8490-c1326acd2318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437248 Mar 05 05:50:48.715774 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-13cc419f-791d-4678-b839-a65c3aa4a10b req-cb114ce9-1eae-4f0f-af9a-54c8f3dfcdb7 service neutron] 10.222.0.31 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852821 Mar 05 05:50:48.804638 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-13cc419f-791d-4678-b839-a65c3aa4a10b req-d13e223c-cede-4852-bee1-4cd26fcee47f service neutron] 10.222.0.31 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797210 Mar 05 05:50:49.434214 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:50:49.523920 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 is: DOWN; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:50:49.627591 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28cb76-5b7d-4efc-8b2a-34758e7af558 req-6e581578-56bf-4a0a-8d1e-839eec90184b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:49.633566 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cd28cb76-5b7d-4efc-8b2a-34758e7af558 req-6e581578-56bf-4a0a-8d1e-839eec90184b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 944 time: 0.0617800 Mar 05 05:50:49.693992 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cd28cb76-5b7d-4efc-8b2a-34758e7af558 req-8cc0ac78-c17e-4fda-9dca-b19ab035314d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589445 Mar 05 05:50:50.827603 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80c24e-ce28-400d-9086-8e6f96c27b99 req-2274e67a-6598-4f82-8c35-366cd10d8d7f tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:50.829166 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2e80c24e-ce28-400d-9086-8e6f96c27b99 req-2274e67a-6598-4f82-8c35-366cd10d8d7f tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 944 time: 0.0582483 Mar 05 05:50:50.883259 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2e80c24e-ce28-400d-9086-8e6f96c27b99 req-e831cf2b-9591-4030-aa9e-c0781de05797 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478351 Mar 05 05:50:52.010251 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ee6fe-a762-4610-906b-1104bb08276b req-cde2257f-6911-40e2-842a-9460d1b14883 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:52.014207 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e5ee6fe-a762-4610-906b-1104bb08276b req-cde2257f-6911-40e2-842a-9460d1b14883 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 944 time: 0.0592446 Mar 05 05:50:52.075879 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6e5ee6fe-a762-4610-906b-1104bb08276b req-ed0d0010-df18-4ee5-b2e3-9ef3900f1a7d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553582 Mar 05 05:50:53.205745 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474c0b9-c205-4c63-ab30-f053b76bccdc req-c26574de-af41-4072-a5d2-292432318ab2 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:53.207303 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e474c0b9-c205-4c63-ab30-f053b76bccdc req-c26574de-af41-4072-a5d2-292432318ab2 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 944 time: 0.0608957 Mar 05 05:50:53.261687 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e474c0b9-c205-4c63-ab30-f053b76bccdc req-6a0839f7-487f-432a-8a07-227af3c37b05 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483291 Mar 05 05:50:54.412216 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e36e4-b89b-4209-8b5e-59fdaec3dfd9 req-7923d53a-9cf3-4ff2-ad18-e15e30eb70ac tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:54.414723 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-663e36e4-b89b-4209-8b5e-59fdaec3dfd9 req-7923d53a-9cf3-4ff2-ad18-e15e30eb70ac tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 944 time: 0.0756414 Mar 05 05:50:54.486433 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-663e36e4-b89b-4209-8b5e-59fdaec3dfd9 req-fdcc8253-af33-4c22-8c36-7f313406afac tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637903 Mar 05 05:50:55.617581 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a450805-0980-40d4-8cb3-a919392b7698 req-e03a6596-3b8a-4307-bd1f-891623bc7f4e tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:55.619430 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8a450805-0980-40d4-8cb3-a919392b7698 req-e03a6596-3b8a-4307-bd1f-891623bc7f4e tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 944 time: 0.0647216 Mar 05 05:50:55.680484 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8a450805-0980-40d4-8cb3-a919392b7698 req-455ba567-bfd5-4bc1-aba3-5ab56efb93fd tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520322 Mar 05 05:50:56.804222 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b80bf-c3aa-4795-aafd-1b535a773551 req-e1e5bbde-f557-41ec-8aa6-af136db9f0a7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:56.805712 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2a5b80bf-c3aa-4795-aafd-1b535a773551 req-e1e5bbde-f557-41ec-8aa6-af136db9f0a7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 944 time: 0.0536010 Mar 05 05:50:56.855182 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-2a5b80bf-c3aa-4795-aafd-1b535a773551 req-2fb10e63-2b8a-4adb-b981-c2e7906351ed tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432720 Mar 05 05:50:57.974261 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ae7aa-58f3-4a2c-a1cd-a63dd35e3ea6 req-5a41cf93-d88c-4a97-85e7-b589e2cb926d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:57.975750 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c20ae7aa-58f3-4a2c-a1cd-a63dd35e3ea6 req-5a41cf93-d88c-4a97-85e7-b589e2cb926d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 944 time: 0.0528259 Mar 05 05:50:58.027907 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-c20ae7aa-58f3-4a2c-a1cd-a63dd35e3ea6 req-6ca20d79-3ea8-495f-a735-7eb6e85eac0f tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457745 Mar 05 05:50:59.149572 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00401877-60d1-4caf-8798-50259d93a9e1 req-6da452db-9ce7-49dc-92bf-85ea44bdc4e7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:50:59.151058 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-00401877-60d1-4caf-8798-50259d93a9e1 req-6da452db-9ce7-49dc-92bf-85ea44bdc4e7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 944 time: 0.0551467 Mar 05 05:50:59.199773 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-00401877-60d1-4caf-8798-50259d93a9e1 req-58b7e923-f1ee-4934-9ff7-7675c0efe077 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424812 Mar 05 05:50:59.441585 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:50:59.538344 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6,segment=NetworkSegment(4c869928-4c63-46c1-9842-f609a4022a86),segment_id=4c869928-4c63-46c1-9842-f609a4022a86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:50:59.549014 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6', 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318', 'port_id': 'b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6', 'mac_address': 'fa:16:3e:7a:3f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:50:59.585460 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:50:59.585850 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:50:59.598713 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:50:59.617332 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6,segment=NetworkSegment(4c869928-4c63-46c1-9842-f609a4022a86),segment_id=4c869928-4c63-46c1-9842-f609a4022a86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:50:59.621194 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:50:59.666231 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6,revision_number=9']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:50:59.855028 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:51:00.320303 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c9a1a-a6f7-4268-9245-97451e5a9342 req-1f3e8a4b-5cbb-4e63-9615-48c21619286e tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:51:00.321786 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a42c9a1a-a6f7-4268-9245-97451e5a9342 req-1f3e8a4b-5cbb-4e63-9615-48c21619286e tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 945 time: 0.0523996 Mar 05 05:51:00.370490 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a42c9a1a-a6f7-4268-9245-97451e5a9342 req-6f26ffbf-e70a-4e7d-aa5b-c5d31cdb52d8 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426400 Mar 05 05:51:01.457394 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:51:01.498372 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53f296-8fc6-4cdc-8dbc-306901d6d149 req-90b1c02b-85ed-4d87-ad73-6b7fea920ae5 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:51:01.499916 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4c53f296-8fc6-4cdc-8dbc-306901d6d149 req-90b1c02b-85ed-4d87-ad73-6b7fea920ae5 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 945 time: 0.0592771 Mar 05 05:51:01.508652 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:51:01.509027 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:51:01.549515 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4c53f296-8fc6-4cdc-8dbc-306901d6d149 req-e2c104f0-a9e5-491e-8d86-71d99467a353 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440230 Mar 05 05:51:01.586754 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:51:01.587186 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:51:01.609504 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7bdb65-67eb-4753-9cb3-455350bc9a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:51:01.611736 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1026d86385275f60405d04a033115b56addad9c656b2d60167220b9f5eb93bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b0acdd-0076-4758-933f-32f572081d77" -d '{"events": [{"server_uuid": "df7bdb65-67eb-4753-9cb3-455350bc9a84", "name": "network-vif-plugged", "status": "completed", "tag": "b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:51:01.624128 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6,segment=NetworkSegment(4c869928-4c63-46c1-9842-f609a4022a86),segment_id=4c869928-4c63-46c1-9842-f609a4022a86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:51:01.628417 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:51:01.658947 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2bde63-b3de-4cc7-892d-6337185d4dd7 x-openstack-request-id: req-0e2bde63-b3de-4cc7-892d-6337185d4dd7 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:51:01.659266 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7bdb65-67eb-4753-9cb3-455350bc9a84", "name": "network-vif-plugged", "status": "completed", "tag": "b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:51:01.659522 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0e2bde63-b3de-4cc7-892d-6337185d4dd7 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:51:01.659917 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7bdb65-67eb-4753-9cb3-455350bc9a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6', 'code': 200} Mar 05 05:51:01.685102 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6,revision_number=10']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:51:01.814879 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2514ade-be55-4593-ba52-822dc3817b98 req-ddfad51e-28fa-4136-ba72-9315ee6c7e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:51:01.816430 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a2514ade-be55-4593-ba52-822dc3817b98 req-ddfad51e-28fa-4136-ba72-9315ee6c7e32 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 1130 time: 0.0449116 Mar 05 05:51:01.867189 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a2514ade-be55-4593-ba52-822dc3817b98 req-8f584009-f3ba-4a96-98ef-5494cfb5ad43 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435879 Mar 05 05:51:02.672102 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744afc1-169b-4e74-a102-284488ab1945 req-fcdeb152-9e8f-4f8e-aa65-fa1de13c7cf9 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:51:02.673571 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0744afc1-169b-4e74-a102-284488ab1945 req-fcdeb152-9e8f-4f8e-aa65-fa1de13c7cf9 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 947 time: 0.0523272 Mar 05 05:51:02.723095 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-0744afc1-169b-4e74-a102-284488ab1945 req-38ef7a59-1c85-497c-afe1-03a09012eb4a tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439072 Mar 05 05:51:03.842431 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4a69e-0602-4a85-b2ca-14d318722106 req-9ea16964-ad99-4a4f-a65a-3de7b0b21268 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:51:03.843937 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-30c4a69e-0602-4a85-b2ca-14d318722106 req-9ea16964-ad99-4a4f-a65a-3de7b0b21268 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 947 time: 0.0527320 Mar 05 05:51:03.896043 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-30c4a69e-0602-4a85-b2ca-14d318722106 req-77c7c4da-0def-4706-a859-1230f40b8624 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466185 Mar 05 05:51:11.527540 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b2038c3d-79aa-4a5b-ad06-e20d428d25da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:51:13.809538 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0a029d77-53b7-4a6c-9a2c-860a9fe40e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:51:14.391002 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:51:14.569967 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:51:15.227367 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:51:16.488114 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:51:17.917056 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:51:19.152438 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9706b22f-9cdb-462c-9d78-7419687d8587 req-4b2f7ba0-9cbb-451a-b572-40b1fd08d61f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433173 Mar 05 05:51:19.243347 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706b22f-9cdb-462c-9d78-7419687d8587 req-998e4db6-b36b-4819-8b9d-dcbf46e78cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:51:19.244866 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9706b22f-9cdb-462c-9d78-7419687d8587 req-998e4db6-b36b-4819-8b9d-dcbf46e78cf9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0156566b9ea344af97b47c39ab8e0214&device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 1130 time: 0.0502827 Mar 05 05:51:19.350624 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706b22f-9cdb-462c-9d78-7419687d8587 req-ad387836-6ec9-46d0-a266-adcc3557c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:51:19.352075 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9706b22f-9cdb-462c-9d78-7419687d8587 req-ad387836-6ec9-46d0-a266-adcc3557c326 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7376f23d-2eca-47c7-8490-c1326acd2318 HTTP/1.1" status: 200 len: 909 time: 0.0878935 Mar 05 05:51:19.416963 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9706b22f-9cdb-462c-9d78-7419687d8587 req-66af9c87-5f97-43ee-9bc4-f566873d33ab service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 HTTP/1.1" status: 200 len: 1001 time: 0.0580897 Mar 05 05:51:19.465174 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706b22f-9cdb-462c-9d78-7419687d8587 req-42e48583-832a-4fa5-a35c-10151c21f28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:51:19.466543 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9706b22f-9cdb-462c-9d78-7419687d8587 req-42e48583-832a-4fa5-a35c-10151c21f28d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5812e09f-c859-4d4d-aedd-1282b31ecb2d HTTP/1.1" status: 200 len: 848 time: 0.0439014 Mar 05 05:51:19.519324 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706b22f-9cdb-462c-9d78-7419687d8587 req-6125df07-e835-4964-8038-4f66d2390591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:51:19.520815 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9706b22f-9cdb-462c-9d78-7419687d8587 req-6125df07-e835-4964-8038-4f66d2390591 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7376f23d-2eca-47c7-8490-c1326acd2318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474896 Mar 05 05:51:19.613554 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9706b22f-9cdb-462c-9d78-7419687d8587 req-6ba01e12-04f1-463b-bd53-ac47f4d0bb62 service neutron] 10.222.0.31 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855482 Mar 05 05:51:19.706203 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9706b22f-9cdb-462c-9d78-7419687d8587 req-2042d8fb-aeaa-4005-9bc0-0704f9d85dc9 service neutron] 10.222.0.31 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870430 Mar 05 05:51:24.507635 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:51:41.521577 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0d876fd6-9d63-4b63-9bc8-8c602cc7b8e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:51:43.811211 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-586d9252-3a99-426f-8709-7dd7ff3d86db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:51:44.390747 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:51:44.562590 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:51:45.228298 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:51:46.490117 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:51:47.919935 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:01.506384 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:52:11.521926 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d8e4d185-b7d6-48f1-bee1-e03b07a060b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:13.814303 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a2d666c9-fa3f-4ea9-b86d-9cb306ce9e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:14.389522 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:14.575153 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:15.232132 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:15.653170 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 46988) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:52:15.810884 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-9925ba56-82ef-44d7-b932-b5baa25b071b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Deleting port 313a6912-9158-46f9-9bd2-2fc1e542644a {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:52:15.811261 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9925ba56-82ef-44d7-b932-b5baa25b071b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (313a6912-9158-46f9-9bd2-2fc1e542644a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:15.887887 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9925ba56-82ef-44d7-b932-b5baa25b071b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (313a6912-9158-46f9-9bd2-2fc1e542644a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:15.888210 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9925ba56-82ef-44d7-b932-b5baa25b071b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for floatingip (313a6912-9158-46f9-9bd2-2fc1e542644a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:15.899991 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-9925ba56-82ef-44d7-b932-b5baa25b071b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Calling delete_port for 313a6912-9158-46f9-9bd2-2fc1e542644a owned by network:floatingip {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:52:16.050732 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9925ba56-82ef-44d7-b932-b5baa25b071b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (313a6912-9158-46f9-9bd2-2fc1e542644a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:16.076838 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925ba56-82ef-44d7-b932-b5baa25b071b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Pushing event deleted for resources: {'Port': ['ID=313a6912-9158-46f9-9bd2-2fc1e542644a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:52:16.107627 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925ba56-82ef-44d7-b932-b5baa25b071b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:52:16.107978 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925ba56-82ef-44d7-b932-b5baa25b071b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:52:16.108323 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925ba56-82ef-44d7-b932-b5baa25b071b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:52:16.108666 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925ba56-82ef-44d7-b932-b5baa25b071b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:52:16.109029 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925ba56-82ef-44d7-b932-b5baa25b071b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:52:16.109361 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925ba56-82ef-44d7-b932-b5baa25b071b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:52:16.109691 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925ba56-82ef-44d7-b932-b5baa25b071b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:52:16.110020 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925ba56-82ef-44d7-b932-b5baa25b071b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:52:16.110347 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925ba56-82ef-44d7-b932-b5baa25b071b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:52:16.110668 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925ba56-82ef-44d7-b932-b5baa25b071b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:52:16.110995 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925ba56-82ef-44d7-b932-b5baa25b071b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:52:16.111345 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925ba56-82ef-44d7-b932-b5baa25b071b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:52:16.111677 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9925ba56-82ef-44d7-b932-b5baa25b071b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:52:16.150609 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9925ba56-82ef-44d7-b932-b5baa25b071b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for floatingip (588d8c61-afd3-4cb5-a617-a912523e874b), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:16.150941 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [None req-9925ba56-82ef-44d7-b932-b5baa25b071b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Floating IP 588d8c61-afd3-4cb5-a617-a912523e874b disassociated (deleted). External IP: 172.25.0.95, port: b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6. Mar 05 05:52:16.363445 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9925ba56-82ef-44d7-b932-b5baa25b071b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Router 619bb9cc-8165-47e8-aeaf-d03e80736971 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:52:16.474875 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9925ba56-82ef-44d7-b932-b5baa25b071b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:52:16.480176 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9925ba56-82ef-44d7-b932-b5baa25b071b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:16.488172 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266a3227-43c6-43ab-9604-5d0aeb5cdef1 None None] Sync routers for ids ['619bb9cc-8165-47e8-aeaf-d03e80736971'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:52:16.497944 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:16.502352 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266a3227-43c6-43ab-9604-5d0aeb5cdef1 None None] Routers {'619bb9cc-8165-47e8-aeaf-d03e80736971'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:52:16.502964 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-266a3227-43c6-43ab-9604-5d0aeb5cdef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:52:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['619bb9cc-8165-47e8-aeaf-d03e80736971'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:52:16.510258 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9925ba56-82ef-44d7-b932-b5baa25b071b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "DELETE /v2.0/floatingips/588d8c61-afd3-4cb5-a617-a912523e874b HTTP/1.1" status: 204 len: 168 time: 0.8559904 Mar 05 05:52:16.510837 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7bdb65-67eb-4753-9cb3-455350bc9a84', 'tag': 'b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:52:16.513206 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b3ece581dfa63e0b7b7c128691a33970c0031ac0b7b3271834b37c0ed9a1721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cd7277-c0d3-4c98-a76f-6887eba73c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "df7bdb65-67eb-4753-9cb3-455350bc9a84", "tag": "b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:52:16.613891 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-266a3227-43c6-43ab-9604-5d0aeb5cdef1 None None] Set router 619bb9cc-8165-47e8-aeaf-d03e80736971 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:52:16.649701 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928e34f5-4deb-4cfe-a320-67adf07afc00 x-openstack-request-id: req-928e34f5-4deb-4cfe-a320-67adf07afc00 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:52:16.649991 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7bdb65-67eb-4753-9cb3-455350bc9a84", "tag": "b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:52:16.650240 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-928e34f5-4deb-4cfe-a320-67adf07afc00 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:52:16.650645 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7bdb65-67eb-4753-9cb3-455350bc9a84', 'tag': 'b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6', 'status': 'completed', 'code': 200} Mar 05 05:52:16.720934 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd7277-c0d3-4c98-a76f-6887eba73c7a req-2411bd95-24fc-4905-9822-423408750bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:52:16.722560 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c8cd7277-c0d3-4c98-a76f-6887eba73c7a req-2411bd95-24fc-4905-9822-423408750bf9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0156566b9ea344af97b47c39ab8e0214&device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 1130 time: 0.0486593 Mar 05 05:52:16.772766 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a756dd6-e98f-4b4b-bde3-931ab9e02ec5 req-9ce673fc-b94e-48e5-8533-edf9ea2d111f tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:52:16.774342 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7a756dd6-e98f-4b4b-bde3-931ab9e02ec5 req-9ce673fc-b94e-48e5-8533-edf9ea2d111f tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 947 time: 0.0547128 Mar 05 05:52:16.821429 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd7277-c0d3-4c98-a76f-6887eba73c7a req-9a2a566c-81cc-4525-b91e-81b27a172b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:52:16.823913 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c8cd7277-c0d3-4c98-a76f-6887eba73c7a req-9a2a566c-81cc-4525-b91e-81b27a172b53 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7376f23d-2eca-47c7-8490-c1326acd2318 HTTP/1.1" status: 200 len: 909 time: 0.0945818 Mar 05 05:52:16.826192 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7a756dd6-e98f-4b4b-bde3-931ab9e02ec5 req-6e9a2ce4-d1bc-4c8c-bd75-42007b82ad7f tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455837 Mar 05 05:52:16.828784 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-266a3227-43c6-43ab-9604-5d0aeb5cdef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'name': 'tempest-TestShelveInstance-1970141735-router', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:06Z', 'revision_number': 4, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'gw_port': {'id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'd303bc85-7c81-43f6-8d3d-eefe2d34157c', 'name': '', 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'mac_address': 'fa:16:3e:88:6e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:05Z', 'updated_at': '2022-03-05T05:48:10Z', 'revision_number': 5, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'subnets': [{'id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:52:16.860569 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266a3227-43c6-43ab-9604-5d0aeb5cdef1 None None] Checking router: 619bb9cc-8165-47e8-aeaf-d03e80736971 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:52:16.866194 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c8cd7277-c0d3-4c98-a76f-6887eba73c7a req-3bc70b94-72e7-467a-bc1c-3976216509a8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 HTTP/1.1" status: 200 len: 217 time: 0.0354843 Mar 05 05:52:16.868926 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266a3227-43c6-43ab-9604-5d0aeb5cdef1 None None] Routers {'619bb9cc-8165-47e8-aeaf-d03e80736971'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:52:16.869538 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-266a3227-43c6-43ab-9604-5d0aeb5cdef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:52:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['619bb9cc-8165-47e8-aeaf-d03e80736971'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:52:16.916485 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd7277-c0d3-4c98-a76f-6887eba73c7a req-2f14baed-0c92-4f17-99ae-44e4fa73dce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:52:16.918030 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c8cd7277-c0d3-4c98-a76f-6887eba73c7a req-2f14baed-0c92-4f17-99ae-44e4fa73dce8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5812e09f-c859-4d4d-aedd-1282b31ecb2d HTTP/1.1" status: 200 len: 848 time: 0.0447519 Mar 05 05:52:16.972222 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd7277-c0d3-4c98-a76f-6887eba73c7a req-a092f80c-cc9f-4b33-9668-2f96a469a7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:52:16.973941 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c8cd7277-c0d3-4c98-a76f-6887eba73c7a req-a092f80c-cc9f-4b33-9668-2f96a469a7a2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7376f23d-2eca-47c7-8490-c1326acd2318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492594 Mar 05 05:52:17.072459 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c8cd7277-c0d3-4c98-a76f-6887eba73c7a req-6b4a9dde-5dcd-451f-a7ca-c850d5f6f1a0 service neutron] 10.222.0.31 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909600 Mar 05 05:52:17.137052 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-266a3227-43c6-43ab-9604-5d0aeb5cdef1 None None] Set router 619bb9cc-8165-47e8-aeaf-d03e80736971 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:52:17.167618 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c8cd7277-c0d3-4c98-a76f-6887eba73c7a req-d4ffc849-b8b0-4214-8676-3a11b36013e5 service neutron] 10.222.0.31 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879438 Mar 05 05:52:17.349397 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-266a3227-43c6-43ab-9604-5d0aeb5cdef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'name': 'tempest-TestShelveInstance-1970141735-router', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:06Z', 'revision_number': 4, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'gw_port': {'id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'd303bc85-7c81-43f6-8d3d-eefe2d34157c', 'name': '', 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'mac_address': 'fa:16:3e:88:6e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:05Z', 'updated_at': '2022-03-05T05:48:10Z', 'revision_number': 5, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'subnets': [{'id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:52:17.375557 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266a3227-43c6-43ab-9604-5d0aeb5cdef1 None None] The sync data for ids ['619bb9cc-8165-47e8-aeaf-d03e80736971'] in n-d-789963-32 is: [{'id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'name': 'tempest-TestShelveInstance-1970141735-router', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:06Z', 'revision_number': 4, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'gw_port': {'id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'd303bc85-7c81-43f6-8d3d-eefe2d34157c', 'name': '', 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'mac_address': 'fa:16:3e:88:6e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:05Z', 'updated_at': '2022-03-05T05:48:10Z', 'revision_number': 5, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'subnets': [{'id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:52:17.596150 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d6abc8-1952-4e7a-8280-d6565f7c713a None None] New status for floating IP 588d8c61-afd3-4cb5-a617-a912523e874b: DOWN {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:52:17.922571 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:17.949661 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e254b-f6e8-4312-9828-115ff567c183 req-22e22de0-9a30-48d9-a5ef-396e9499fd7e tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:52:17.951154 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aa1e254b-f6e8-4312-9828-115ff567c183 req-22e22de0-9a30-48d9-a5ef-396e9499fd7e tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 947 time: 0.0517237 Mar 05 05:52:18.001767 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-aa1e254b-f6e8-4312-9828-115ff567c183 req-3d64e6fb-c39f-4e1d-97c5-47eba03267bf tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439401 Mar 05 05:52:18.021549 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708d4ab-5c2f-48ac-a5eb-96fe83dafc3e req-ec17e3c4-cd50-4352-8a06-4df36ba551e3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:52:18.023046 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3708d4ab-5c2f-48ac-a5eb-96fe83dafc3e req-ec17e3c4-cd50-4352-8a06-4df36ba551e3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.31 "GET /v2.0/ports?device_id=df7bdb65-67eb-4753-9cb3-455350bc9a84 HTTP/1.1" status: 200 len: 947 time: 0.0533009 Mar 05 05:52:18.113490 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-3708d4ab-5c2f-48ac-a5eb-96fe83dafc3e req-de44412f-5691-48fd-b3c7-ab8eaf67c355 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Deleting port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:52:18.113834 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3708d4ab-5c2f-48ac-a5eb-96fe83dafc3e req-de44412f-5691-48fd-b3c7-ab8eaf67c355 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:18.202896 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-3708d4ab-5c2f-48ac-a5eb-96fe83dafc3e req-de44412f-5691-48fd-b3c7-ab8eaf67c355 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] For port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6,segment=NetworkSegment(4c869928-4c63-46c1-9842-f609a4022a86),segment_id=4c869928-4c63-46c1-9842-f609a4022a86)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:52:18.203356 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3708d4ab-5c2f-48ac-a5eb-96fe83dafc3e req-de44412f-5691-48fd-b3c7-ab8eaf67c355 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:18.215099 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-3708d4ab-5c2f-48ac-a5eb-96fe83dafc3e req-de44412f-5691-48fd-b3c7-ab8eaf67c355 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Calling delete_port for b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:52:18.344321 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3708d4ab-5c2f-48ac-a5eb-96fe83dafc3e req-de44412f-5691-48fd-b3c7-ab8eaf67c355 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:18.370281 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44412f-5691-48fd-b3c7-ab8eaf67c355 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Pushing event deleted for resources: {'Port': ['ID=b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:52:18.414991 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-3708d4ab-5c2f-48ac-a5eb-96fe83dafc3e req-de44412f-5691-48fd-b3c7-ab8eaf67c355 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] No DVR routers for this DVR port b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:52:18.417503 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-3708d4ab-5c2f-48ac-a5eb-96fe83dafc3e req-de44412f-5691-48fd-b3c7-ab8eaf67c355 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:18.420768 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-3708d4ab-5c2f-48ac-a5eb-96fe83dafc3e req-de44412f-5691-48fd-b3c7-ab8eaf67c355 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.31 "DELETE /v2.0/ports/b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 HTTP/1.1" status: 204 len: 173 time: 0.3923731 Mar 05 05:52:18.651829 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7bdb65-67eb-4753-9cb3-455350bc9a84', 'name': 'network-vif-deleted', 'tag': 'b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:52:18.654168 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b3ece581dfa63e0b7b7c128691a33970c0031ac0b7b3271834b37c0ed9a1721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f154a63-49d5-4275-85bc-5861623bf8e0" -d '{"events": [{"server_uuid": "df7bdb65-67eb-4753-9cb3-455350bc9a84", "name": "network-vif-deleted", "tag": "b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:52:18.690957 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab81c8a4-14df-4fcb-8b4b-41edc41a9804 x-openstack-request-id: req-ab81c8a4-14df-4fcb-8b4b-41edc41a9804 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:52:18.691288 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7bdb65-67eb-4753-9cb3-455350bc9a84", "name": "network-vif-deleted", "tag": "b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:52:18.691568 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ab81c8a4-14df-4fcb-8b4b-41edc41a9804 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:52:18.691974 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7bdb65-67eb-4753-9cb3-455350bc9a84', 'name': 'network-vif-deleted', 'tag': 'b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6', 'status': 'completed', 'code': 200} Mar 05 05:52:19.059550 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47014) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:52:19.118291 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2bea434b-c3c3-4fe1-aa67-e1a13ea4c5c7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group (a3dcecdc-b6ba-4246-bd7b-334d64d68e9a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:19.144831 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2bea434b-c3c3-4fe1-aa67-e1a13ea4c5c7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group (a3dcecdc-b6ba-4246-bd7b-334d64d68e9a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:19.207319 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2bea434b-c3c3-4fe1-aa67-e1a13ea4c5c7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (a3dcecdc-b6ba-4246-bd7b-334d64d68e9a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:19.211511 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2bea434b-c3c3-4fe1-aa67-e1a13ea4c5c7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:19.212702 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-2bea434b-c3c3-4fe1-aa67-e1a13ea4c5c7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "DELETE /v2.0/security-groups/a3dcecdc-b6ba-4246-bd7b-334d64d68e9a HTTP/1.1" status: 204 len: 168 time: 0.1521227 Mar 05 05:52:19.221809 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea434b-c3c3-4fe1-aa67-e1a13ea4c5c7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3dcecdc-b6ba-4246-bd7b-334d64d68e9a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:52:19.647571 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47020) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:52:19.652167 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-f80d56a6-c8db-4d31-9a8e-ac6ae1a21709 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-482198498', 'description': 'tempest-secgroup-smoke-482198498 description', 'project_id': '0156566b9ea344af97b47c39ab8e0214'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:52:19.677135 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f80d56a6-c8db-4d31-9a8e-ac6ae1a21709 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:19.745961 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f80d56a6-c8db-4d31-9a8e-ac6ae1a21709 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group (df1751a1-f220-4fba-a477-ca313a7ba243), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:19.750408 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f80d56a6-c8db-4d31-9a8e-ac6ae1a21709 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (df1751a1-f220-4fba-a477-ca313a7ba243), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:19.783464 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f80d56a6-c8db-4d31-9a8e-ac6ae1a21709 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:19.784728 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f80d56a6-c8db-4d31-9a8e-ac6ae1a21709 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1360929 Mar 05 05:52:19.786963 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d56a6-c8db-4d31-9a8e-ac6ae1a21709 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df1751a1-f220-4fba-a477-ca313a7ba243,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:52:19.787925 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47022) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:52:19.799906 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-e80fefb9-01fc-4977-96c3-6041deeaa5d7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Request body: {'security_group_rule': {'security_group_id': 'df1751a1-f220-4fba-a477-ca313a7ba243', 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:52:19.824953 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e80fefb9-01fc-4977-96c3-6041deeaa5d7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (d120014f-49b6-4ccb-b28b-7226b59a9d8c), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:19.887580 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e80fefb9-01fc-4977-96c3-6041deeaa5d7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (d120014f-49b6-4ccb-b28b-7226b59a9d8c), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:19.891818 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e80fefb9-01fc-4977-96c3-6041deeaa5d7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (d120014f-49b6-4ccb-b28b-7226b59a9d8c), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:19.912060 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80fefb9-01fc-4977-96c3-6041deeaa5d7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d120014f-49b6-4ccb-b28b-7226b59a9d8c,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:52:19.918252 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e80fefb9-01fc-4977-96c3-6041deeaa5d7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:19.919582 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e80fefb9-01fc-4977-96c3-6041deeaa5d7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1305401 Mar 05 05:52:19.922709 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47024) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:52:19.925412 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80fefb9-01fc-4977-96c3-6041deeaa5d7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:52:19.925761 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80fefb9-01fc-4977-96c3-6041deeaa5d7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:52:19.926107 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80fefb9-01fc-4977-96c3-6041deeaa5d7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:52:19.926448 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80fefb9-01fc-4977-96c3-6041deeaa5d7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:52:19.926773 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80fefb9-01fc-4977-96c3-6041deeaa5d7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:52:19.927126 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80fefb9-01fc-4977-96c3-6041deeaa5d7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:52:19.927458 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80fefb9-01fc-4977-96c3-6041deeaa5d7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:52:19.927784 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80fefb9-01fc-4977-96c3-6041deeaa5d7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:52:19.928112 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80fefb9-01fc-4977-96c3-6041deeaa5d7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:52:19.928432 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80fefb9-01fc-4977-96c3-6041deeaa5d7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:52:19.928543 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-46d4d7fc-3fd2-4fed-b2bb-786de9d794cc tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Request body: {'security_group_rule': {'security_group_id': 'df1751a1-f220-4fba-a477-ca313a7ba243', 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:52:19.928754 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80fefb9-01fc-4977-96c3-6041deeaa5d7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:52:19.929078 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80fefb9-01fc-4977-96c3-6041deeaa5d7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:52:19.929399 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80fefb9-01fc-4977-96c3-6041deeaa5d7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:52:19.954153 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-46d4d7fc-3fd2-4fed-b2bb-786de9d794cc tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (d612a1b4-e115-4c9e-92e8-1729752908c3), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:20.010442 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-46d4d7fc-3fd2-4fed-b2bb-786de9d794cc tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (d612a1b4-e115-4c9e-92e8-1729752908c3), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:20.013989 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-46d4d7fc-3fd2-4fed-b2bb-786de9d794cc tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (d612a1b4-e115-4c9e-92e8-1729752908c3), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:20.032572 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4d7fc-3fd2-4fed-b2bb-786de9d794cc tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d612a1b4-e115-4c9e-92e8-1729752908c3,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:52:20.037265 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-46d4d7fc-3fd2-4fed-b2bb-786de9d794cc tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:20.038542 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-46d4d7fc-3fd2-4fed-b2bb-786de9d794cc tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142757 Mar 05 05:52:20.041338 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47026) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:52:20.045540 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-1d87f0d6-4174-4a15-91ad-207ebb9dfa95 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Request body: {'security_group_rule': {'security_group_id': 'df1751a1-f220-4fba-a477-ca313a7ba243', 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:52:20.069344 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1d87f0d6-4174-4a15-91ad-207ebb9dfa95 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (d3fe9db0-1975-4864-886d-32f06a7f073a), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:20.130703 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1d87f0d6-4174-4a15-91ad-207ebb9dfa95 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (d3fe9db0-1975-4864-886d-32f06a7f073a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:20.134961 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1d87f0d6-4174-4a15-91ad-207ebb9dfa95 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (d3fe9db0-1975-4864-886d-32f06a7f073a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:20.154008 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87f0d6-4174-4a15-91ad-207ebb9dfa95 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3fe9db0-1975-4864-886d-32f06a7f073a,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:52:20.162061 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1d87f0d6-4174-4a15-91ad-207ebb9dfa95 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:20.163324 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-1d87f0d6-4174-4a15-91ad-207ebb9dfa95 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210315 Mar 05 05:52:20.166125 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47028) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:52:20.170655 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-3005b1c6-64cb-466e-90b3-380d51d9ba1d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Request body: {'security_group_rule': {'security_group_id': 'df1751a1-f220-4fba-a477-ca313a7ba243', 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:52:20.198837 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3005b1c6-64cb-466e-90b3-380d51d9ba1d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (06719009-37e2-4494-a056-42c3ecd51a3d), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:20.262137 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3005b1c6-64cb-466e-90b3-380d51d9ba1d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (06719009-37e2-4494-a056-42c3ecd51a3d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:20.267424 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3005b1c6-64cb-466e-90b3-380d51d9ba1d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (06719009-37e2-4494-a056-42c3ecd51a3d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:20.285685 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005b1c6-64cb-466e-90b3-380d51d9ba1d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06719009-37e2-4494-a056-42c3ecd51a3d,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:52:20.294008 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3005b1c6-64cb-466e-90b3-380d51d9ba1d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:20.299396 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3005b1c6-64cb-466e-90b3-380d51d9ba1d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1281364 Mar 05 05:52:20.299571 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47030) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:52:20.304011 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-e5921103-a974-4bc5-9911-3ce90796f159 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Request body: {'security_group_rule': {'security_group_id': 'df1751a1-f220-4fba-a477-ca313a7ba243', 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:52:20.324363 n-d-789963-32 neutron-server[105232]: INFO neutron.db.securitygroups_db [None req-e5921103-a974-4bc5-9911-3ce90796f159 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Project 0156566b9ea344af97b47c39ab8e0214 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:52:20.330341 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e5921103-a974-4bc5-9911-3ce90796f159 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (534dbdc3-2cf1-4503-b374-d9895edfbee5), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:20.391031 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e5921103-a974-4bc5-9911-3ce90796f159 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (534dbdc3-2cf1-4503-b374-d9895edfbee5), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:20.395010 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e5921103-a974-4bc5-9911-3ce90796f159 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (534dbdc3-2cf1-4503-b374-d9895edfbee5), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:20.414792 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5921103-a974-4bc5-9911-3ce90796f159 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=534dbdc3-2cf1-4503-b374-d9895edfbee5,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:52:20.423316 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e5921103-a974-4bc5-9911-3ce90796f159 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:20.427576 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-e5921103-a974-4bc5-9911-3ce90796f159 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268952 Mar 05 05:52:20.427754 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47032) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:52:20.432211 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-98cec54e-ba72-4d1f-ae78-a6589e83225f tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Request body: {'security_group_rule': {'security_group_id': 'df1751a1-f220-4fba-a477-ca313a7ba243', 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:52:20.452737 n-d-789963-32 neutron-server[105231]: INFO neutron.db.securitygroups_db [None req-98cec54e-ba72-4d1f-ae78-a6589e83225f tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Project 0156566b9ea344af97b47c39ab8e0214 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:52:20.457814 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-98cec54e-ba72-4d1f-ae78-a6589e83225f tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (550ea801-a05f-414c-9e6b-2017acea2025), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:20.518910 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-98cec54e-ba72-4d1f-ae78-a6589e83225f tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (550ea801-a05f-414c-9e6b-2017acea2025), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:20.522675 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-98cec54e-ba72-4d1f-ae78-a6589e83225f tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (550ea801-a05f-414c-9e6b-2017acea2025), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:20.540426 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cec54e-ba72-4d1f-ae78-a6589e83225f tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=550ea801-a05f-414c-9e6b-2017acea2025,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:52:20.550116 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-98cec54e-ba72-4d1f-ae78-a6589e83225f tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:20.551332 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-98cec54e-ba72-4d1f-ae78-a6589e83225f tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1226323 Mar 05 05:52:21.768001 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:52:21.788528 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:52:21.788883 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device b6a4bc79-d9e8-46d8-93ff-3fd2657ce8f6 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:52:38.504966 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:52:40.021250 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-6fe9f752-3153-41d0-8783-045c15f00dbe tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-482198498&fields=id&tenant_id=0156566b9ea344af97b47c39ab8e0214 HTTP/1.1" status: 200 len: 267 time: 0.0442185 Mar 05 05:52:40.127824 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-362bb039-4c5f-4a32-88ab-e9b6201f6567 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:52:40.129182 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-362bb039-4c5f-4a32-88ab-e9b6201f6567 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/networks?id=7376f23d-2eca-47c7-8490-c1326acd2318 HTTP/1.1" status: 200 len: 809 time: 0.1016898 Mar 05 05:52:40.143458 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-a9d216dc-cb13-4752-b3d4-d55fb79453c1 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/quotas/0156566b9ea344af97b47c39ab8e0214 HTTP/1.1" status: 200 len: 375 time: 0.0088499 Mar 05 05:52:40.198516 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-87fed547-4d8b-4410-b6dd-3810b307b0d7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0156566b9ea344af97b47c39ab8e0214&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501716 Mar 05 05:52:40.294630 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-b06d302d-19d8-4c88-b156-5bff4dda8323 service neutron] 10.222.0.11 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844800 Mar 05 05:52:40.382290 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-39456640-72c7-4af2-8516-4139636462fc service neutron] 10.222.0.11 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811973 Mar 05 05:52:40.668749 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ed3fe80a-91fa-4c33-9b79-96d8cb12c2d9 req-b199034a-85c1-4712-a44f-69b587a7e4e7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 210 time: 0.0272992 Mar 05 05:52:41.523677 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9b55585c-c7da-468f-8a36-522f9be28d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:41.747678 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-58dcee52-cfd7-4b33-89cf-3f45f735f267 req-7956d870-8c4d-4bad-8f04-51baeb2a238f tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 210 time: 0.0261338 Mar 05 05:52:42.589159 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-b31c9737-5786-4a14-88e7-65ab87d8abef tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:52:42.590632 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-b31c9737-5786-4a14-88e7-65ab87d8abef tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.31 "GET /v2.0/networks?id=7376f23d-2eca-47c7-8490-c1326acd2318 HTTP/1.1" status: 200 len: 809 time: 0.1169286 Mar 05 05:52:42.652919 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-7bc7a59e-c047-49d6-9678-f2d6016413f0 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0156566b9ea344af97b47c39ab8e0214 HTTP/1.1" status: 200 len: 379 time: 0.0545809 Mar 05 05:52:42.661001 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-21045477-07a6-4892-8cbb-9101bea1f044 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Request body: {'port': {'device_id': '7f48cabe-eaca-4511-a7e4-7feee895c835', 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318', 'admin_state_up': True, 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'security_groups': ['df1751a1-f220-4fba-a477-ca313a7ba243']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:52:42.770286 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-21045477-07a6-4892-8cbb-9101bea1f044 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Made reservation on behalf of 0156566b9ea344af97b47c39ab8e0214 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:52:42.773829 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-21045477-07a6-4892-8cbb-9101bea1f044 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:42.848587 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-151e6e98-b511-43dc-8795-053b6744807c req-21809a43-9a80-4c27-aedb-8a0d28b7336c tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 210 time: 0.0329611 Mar 05 05:52:42.912787 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-21045477-07a6-4892-8cbb-9101bea1f044 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Allocated IP 172.20.0.5 (7376f23d-2eca-47c7-8490-c1326acd2318/5812e09f-c859-4d4d-aedd-1282b31ecb2d/e2ffcdcd-6cdd-4b20-a36f-377e0b915da7) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:52:43.053804 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-21045477-07a6-4892-8cbb-9101bea1f044 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for port (e2ffcdcd-6cdd-4b20-a36f-377e0b915da7), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:43.089162 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-21045477-07a6-4892-8cbb-9101bea1f044 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (e2ffcdcd-6cdd-4b20-a36f-377e0b915da7), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:43.139497 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-21045477-07a6-4892-8cbb-9101bea1f044 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Network 7376f23d-2eca-47c7-8490-c1326acd2318 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:52:43.143692 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-21045477-07a6-4892-8cbb-9101bea1f044 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:52:43.146168 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-21045477-07a6-4892-8cbb-9101bea1f044 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:52:43.178309 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21045477-07a6-4892-8cbb-9101bea1f044 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Pushing event updated for resources: {'Port': ['ID=e2ffcdcd-6cdd-4b20-a36f-377e0b915da7,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:52:43.204827 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-21045477-07a6-4892-8cbb-9101bea1f044 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:52:43.205495 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-21045477-07a6-4892-8cbb-9101bea1f044 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:43.223642 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-21045477-07a6-4892-8cbb-9101bea1f044 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5661311 Mar 05 05:52:43.233223 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-433b0464-6dd0-49d5-b006-1c70168244ec tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:52:43.234877 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-433b0464-6dd0-49d5-b006-1c70168244ec tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059838 Mar 05 05:52:43.245206 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-242ccf3a-78bf-4381-8577-c91a59958d52 service neutron] Request body: {'port': {'device_id': '7f48cabe-eaca-4511-a7e4-7feee895c835', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:52:43.317116 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-242ccf3a-78bf-4381-8577-c91a59958d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e2ffcdcd-6cdd-4b20-a36f-377e0b915da7), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:43.404069 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-8f90461e-232e-49b8-b01e-bcbc6bb14c26 None None] Provisioning complete for port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:52:43.405171 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8f90461e-232e-49b8-b01e-bcbc6bb14c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e2ffcdcd-6cdd-4b20-a36f-377e0b915da7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:43.448685 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-8f90461e-232e-49b8-b01e-bcbc6bb14c26 None None] Port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:52:43.594300 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-242ccf3a-78bf-4381-8577-c91a59958d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:52:43.601833 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-242ccf3a-78bf-4381-8577-c91a59958d52 service neutron] Publish callbacks [] for port (e2ffcdcd-6cdd-4b20-a36f-377e0b915da7), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:43.614808 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-242ccf3a-78bf-4381-8577-c91a59958d52 service neutron] Transition to ACTIVE for port object e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:52:43.619282 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-242ccf3a-78bf-4381-8577-c91a59958d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (e2ffcdcd-6cdd-4b20-a36f-377e0b915da7), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:43.691495 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ccf3a-78bf-4381-8577-c91a59958d52 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ffcdcd-6cdd-4b20-a36f-377e0b915da7,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:52:43.771540 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-242ccf3a-78bf-4381-8577-c91a59958d52 service neutron] Attempting to bind port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:52:43.771935 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-242ccf3a-78bf-4381-8577-c91a59958d52 service neutron] Attempting to bind port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '4c869928-4c63-46c1-9842-f609a4022a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:52:43.772206 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-242ccf3a-78bf-4381-8577-c91a59958d52 service neutron] Attempting to bind port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 on network 7376f23d-2eca-47c7-8490-c1326acd2318 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:52:43.777266 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-242ccf3a-78bf-4381-8577-c91a59958d52 service neutron] Port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 on network 7376f23d-2eca-47c7-8490-c1326acd2318 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:52:43.777592 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-242ccf3a-78bf-4381-8577-c91a59958d52 service neutron] Attempting to bind port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 on network 7376f23d-2eca-47c7-8490-c1326acd2318 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:52:43.783848 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-242ccf3a-78bf-4381-8577-c91a59958d52 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:52:43.784195 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-242ccf3a-78bf-4381-8577-c91a59958d52 service neutron] Checking segment: {'id': '4c869928-4c63-46c1-9842-f609a4022a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:52:43.784587 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-242ccf3a-78bf-4381-8577-c91a59958d52 service neutron] Bound using segment: {'id': '4c869928-4c63-46c1-9842-f609a4022a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:52:43.785030 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-242ccf3a-78bf-4381-8577-c91a59958d52 service neutron] Bound port: e2ffcdcd-6cdd-4b20-a36f-377e0b915da7, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c869928-4c63-46c1-9842-f609a4022a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:52:43.785396 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-242ccf3a-78bf-4381-8577-c91a59958d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e2ffcdcd-6cdd-4b20-a36f-377e0b915da7), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:43.822245 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-aa099b35-c523-41e9-9b2e-92de62b42aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:43.860481 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-242ccf3a-78bf-4381-8577-c91a59958d52 service neutron] For port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:52:43.863932 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-242ccf3a-78bf-4381-8577-c91a59958d52 service neutron] For port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=e2ffcdcd-6cdd-4b20-a36f-377e0b915da7,segment=NetworkSegment(4c869928-4c63-46c1-9842-f609a4022a86),segment_id=4c869928-4c63-46c1-9842-f609a4022a86)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:52:43.871935 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-242ccf3a-78bf-4381-8577-c91a59958d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (e2ffcdcd-6cdd-4b20-a36f-377e0b915da7), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:43.908916 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-242ccf3a-78bf-4381-8577-c91a59958d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:52:43.909533 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-242ccf3a-78bf-4381-8577-c91a59958d52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:43.911687 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-242ccf3a-78bf-4381-8577-c91a59958d52 service neutron] 10.222.0.31 "PUT /v2.0/ports/e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 HTTP/1.1" status: 200 len: 1092 time: 0.6705966 Mar 05 05:52:43.912141 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f48cabe-eaca-4511-a7e4-7feee895c835', 'tag': 'e2ffcdcd-6cdd-4b20-a36f-377e0b915da7'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:52:43.914390 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b3ece581dfa63e0b7b7c128691a33970c0031ac0b7b3271834b37c0ed9a1721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bb84ef-73d6-4ffe-886a-3ddc358cc051" -d '{"events": [{"name": "network-changed", "server_uuid": "7f48cabe-eaca-4511-a7e4-7feee895c835", "tag": "e2ffcdcd-6cdd-4b20-a36f-377e0b915da7"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:52:43.978308 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463e5674-8ad5-4493-bd34-a78442dc4af2 x-openstack-request-id: req-463e5674-8ad5-4493-bd34-a78442dc4af2 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:52:43.978728 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f48cabe-eaca-4511-a7e4-7feee895c835", "tag": "e2ffcdcd-6cdd-4b20-a36f-377e0b915da7", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:52:43.979112 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-463e5674-8ad5-4493-bd34-a78442dc4af2 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:52:43.979760 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f48cabe-eaca-4511-a7e4-7feee895c835', 'tag': 'e2ffcdcd-6cdd-4b20-a36f-377e0b915da7', 'status': 'completed', 'code': 200} Mar 05 05:52:44.005663 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cba5ed-1971-48bc-b9da-5e060e12c703 req-40c81059-9133-40ec-857d-b96df4e0aa51 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:52:44.007882 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d1cba5ed-1971-48bc-b9da-5e060e12c703 req-40c81059-9133-40ec-857d-b96df4e0aa51 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 943 time: 0.0654261 Mar 05 05:52:44.017498 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ccf3a-78bf-4381-8577-c91a59958d52 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ffcdcd-6cdd-4b20-a36f-377e0b915da7,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:52:44.040550 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-4a5bf6bb-f38a-40be-98a0-3cb2c45f41d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:52:44.042210 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-4a5bf6bb-f38a-40be-98a0-3cb2c45f41d0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0156566b9ea344af97b47c39ab8e0214&device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 1126 time: 0.0841393 Mar 05 05:52:44.066878 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d1cba5ed-1971-48bc-b9da-5e060e12c703 req-c82cbf64-de4c-4989-8d40-f7ddf6c0eedd tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513093 Mar 05 05:52:44.097238 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-d0126748-688b-4dea-8200-4bd888b4e9ce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 HTTP/1.1" status: 200 len: 217 time: 0.0463853 Mar 05 05:52:44.152002 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-85cca257-630e-4c3a-90d1-98bb9db5ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:52:44.153488 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-85cca257-630e-4c3a-90d1-98bb9db5ce8e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5812e09f-c859-4d4d-aedd-1282b31ecb2d HTTP/1.1" status: 200 len: 848 time: 0.0508993 Mar 05 05:52:44.206022 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-88f51c14-8541-45cb-92b2-ae88872ae1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:52:44.207544 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-88f51c14-8541-45cb-92b2-ae88872ae1ca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7376f23d-2eca-47c7-8490-c1326acd2318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0476239 Mar 05 05:52:44.297271 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-ce233855-d4a8-4a8d-b099-81e995cfec65 service neutron] 10.222.0.31 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830159 Mar 05 05:52:44.390846 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:44.403011 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1d071d4d-7641-4d59-8f18-2b631bca6388 req-6d33e3e4-e97e-4ee6-8cb6-6644a3f1ab92 service neutron] 10.222.0.31 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002173 Mar 05 05:52:44.496711 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb84ef-73d6-4ffe-886a-3ddc358cc051 req-48b1dcc6-d965-496c-9a4d-04850011c7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:52:44.498243 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-94bb84ef-73d6-4ffe-886a-3ddc358cc051 req-48b1dcc6-d965-496c-9a4d-04850011c7b6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0156566b9ea344af97b47c39ab8e0214&device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 1126 time: 0.0478330 Mar 05 05:52:44.592659 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:44.593927 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb84ef-73d6-4ffe-886a-3ddc358cc051 req-ae05763b-2994-4e52-8c66-10f67a1f6a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:52:44.595619 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-94bb84ef-73d6-4ffe-886a-3ddc358cc051 req-ae05763b-2994-4e52-8c66-10f67a1f6a34 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7376f23d-2eca-47c7-8490-c1326acd2318 HTTP/1.1" status: 200 len: 909 time: 0.0921478 Mar 05 05:52:44.636456 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-94bb84ef-73d6-4ffe-886a-3ddc358cc051 req-e1ae2038-b709-45ec-8394-49625ca13c69 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 HTTP/1.1" status: 200 len: 217 time: 0.0350020 Mar 05 05:52:44.682920 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb84ef-73d6-4ffe-886a-3ddc358cc051 req-958d72f4-283c-47ee-b9f9-c82337b1c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:52:44.684395 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-94bb84ef-73d6-4ffe-886a-3ddc358cc051 req-958d72f4-283c-47ee-b9f9-c82337b1c718 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5812e09f-c859-4d4d-aedd-1282b31ecb2d HTTP/1.1" status: 200 len: 848 time: 0.0425830 Mar 05 05:52:44.738154 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb84ef-73d6-4ffe-886a-3ddc358cc051 req-e004668c-9210-4f93-b892-243b6b875792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:52:44.739703 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-94bb84ef-73d6-4ffe-886a-3ddc358cc051 req-e004668c-9210-4f93-b892-243b6b875792 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7376f23d-2eca-47c7-8490-c1326acd2318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0497668 Mar 05 05:52:44.829615 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-94bb84ef-73d6-4ffe-886a-3ddc358cc051 req-57d90043-da21-4ce3-be40-b7f92784167d service neutron] 10.222.0.31 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828993 Mar 05 05:52:45.199289 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749b782-f559-4f91-a55f-88631b58a798 req-a12317cb-ebdb-4a5b-b960-d7db5f5702c7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:52:45.201096 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1749b782-f559-4f91-a55f-88631b58a798 req-a12317cb-ebdb-4a5b-b960-d7db5f5702c7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 943 time: 0.0552762 Mar 05 05:52:45.244511 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:45.254159 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1749b782-f559-4f91-a55f-88631b58a798 req-78583ed5-0ab6-4e98-bd84-695fb666a22e tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465603 Mar 05 05:52:45.262614 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-94bb84ef-73d6-4ffe-886a-3ddc358cc051 req-274f9de9-5028-43a5-9c25-d4107c3c3ae6 service neutron] 10.222.0.31 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4271593 Mar 05 05:52:46.379649 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b7e52-572b-4c47-8be0-bdf44a231e1d req-97af1756-a1eb-4e6d-b730-002257b7db75 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:52:46.381172 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-545b7e52-572b-4c47-8be0-bdf44a231e1d req-97af1756-a1eb-4e6d-b730-002257b7db75 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 943 time: 0.0571630 Mar 05 05:52:46.431729 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-545b7e52-572b-4c47-8be0-bdf44a231e1d req-5d935ed6-642e-4f02-bb39-9ce1a862c570 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447025 Mar 05 05:52:46.495534 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:47.551599 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fce78-0ea9-4740-bda6-8f54e0bf310b req-76abb36e-e9bb-4e2a-8ddc-bf2d69ead460 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:52:47.553599 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-467fce78-0ea9-4740-bda6-8f54e0bf310b req-76abb36e-e9bb-4e2a-8ddc-bf2d69ead460 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 943 time: 0.0539336 Mar 05 05:52:47.606306 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-467fce78-0ea9-4740-bda6-8f54e0bf310b req-e8b9fc78-4334-4604-a792-40c7261c6fb7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436091 Mar 05 05:52:47.928241 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:52:48.730503 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e9b91-d305-4100-a9ce-8b7758158b1b req-28378c69-adff-43b7-91a4-15a9df8d97e3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:52:48.731946 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f08e9b91-d305-4100-a9ce-8b7758158b1b req-28378c69-adff-43b7-91a4-15a9df8d97e3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 943 time: 0.0581689 Mar 05 05:52:48.780196 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f08e9b91-d305-4100-a9ce-8b7758158b1b req-2e29546a-a925-41a7-9265-df9b04debca5 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424466 Mar 05 05:52:49.899756 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62695a-6acb-435b-be52-652360dc469a req-51ef682b-9d9e-4ec9-8935-92a63ea08a0e tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:52:49.901241 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7f62695a-6acb-435b-be52-652360dc469a req-51ef682b-9d9e-4ec9-8935-92a63ea08a0e tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 943 time: 0.0531394 Mar 05 05:52:49.951050 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7f62695a-6acb-435b-be52-652360dc469a req-c1874e1f-1714-4898-8a61-b2d5f9221c2e tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437016 Mar 05 05:52:51.076986 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2c00d-f30c-47ca-9189-c60814ac7ff1 req-007ab32e-9747-4230-aaba-4cfa35376b0f tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:52:51.079189 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d7c2c00d-f30c-47ca-9189-c60814ac7ff1 req-007ab32e-9747-4230-aaba-4cfa35376b0f tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 943 time: 0.0532489 Mar 05 05:52:51.131495 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d7c2c00d-f30c-47ca-9189-c60814ac7ff1 req-613afba2-74f1-40b5-950a-b62d293aa405 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464015 Mar 05 05:52:52.248435 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3164db6-44b2-491f-9d0b-8418ded3aefa req-90ef2524-4a8b-4cc7-bb8f-94d48e237909 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:52:52.250435 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a3164db6-44b2-491f-9d0b-8418ded3aefa req-90ef2524-4a8b-4cc7-bb8f-94d48e237909 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 943 time: 0.0528712 Mar 05 05:52:52.299875 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a3164db6-44b2-491f-9d0b-8418ded3aefa req-682751d8-37b8-4b45-8a47-e111c9c6a248 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437264 Mar 05 05:52:53.416733 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048089dd-a556-4207-bfc6-64c53d6be88f req-11de6b6f-d481-4c72-8bb7-78e265166caa tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:52:53.418205 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-048089dd-a556-4207-bfc6-64c53d6be88f req-11de6b6f-d481-4c72-8bb7-78e265166caa tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 943 time: 0.0523653 Mar 05 05:52:53.467925 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-048089dd-a556-4207-bfc6-64c53d6be88f req-e62a4244-59b7-4626-a2c9-de820efd7f3c tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429339 Mar 05 05:52:54.590530 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d016ba5-da97-4d1c-8238-2db55dc87ada req-fb2d0d95-ccd4-496b-97ae-cacdb8be1922 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:52:54.592016 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9d016ba5-da97-4d1c-8238-2db55dc87ada req-fb2d0d95-ccd4-496b-97ae-cacdb8be1922 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 943 time: 0.0556152 Mar 05 05:52:54.641053 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9d016ba5-da97-4d1c-8238-2db55dc87ada req-8a81cb92-b68e-4c7f-ac78-98341e2f99e3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433629 Mar 05 05:52:55.759761 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10102d30-029d-4040-914b-2bde42a10bce req-61147170-b8ba-42a1-8835-8a60febd4d45 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:52:55.761240 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-10102d30-029d-4040-914b-2bde42a10bce req-61147170-b8ba-42a1-8835-8a60febd4d45 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 943 time: 0.0523238 Mar 05 05:52:55.810228 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-10102d30-029d-4040-914b-2bde42a10bce req-3c97da14-d36c-4f90-8848-70f2e1b690e7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420833 Mar 05 05:52:56.927230 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb7a6b-50cc-4062-b5dd-97934bc1ac84 req-c59cfd5e-7533-4318-a694-6bd741986dd3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:52:56.928681 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-84bb7a6b-50cc-4062-b5dd-97934bc1ac84 req-c59cfd5e-7533-4318-a694-6bd741986dd3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 943 time: 0.0511665 Mar 05 05:52:56.981162 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-84bb7a6b-50cc-4062-b5dd-97934bc1ac84 req-c8515647-c9a1-42ae-9bcd-9595b8745e9f tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468831 Mar 05 05:52:58.100242 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1056a1-2bb8-4fc0-bc22-81fb0b156430 req-a59a194a-e5d6-4513-b29c-bc9c5fb836a9 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:52:58.101707 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b1056a1-2bb8-4fc0-bc22-81fb0b156430 req-a59a194a-e5d6-4513-b29c-bc9c5fb836a9 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 943 time: 0.0525677 Mar 05 05:52:58.149643 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4b1056a1-2bb8-4fc0-bc22-81fb0b156430 req-3f041143-58a1-4172-868c-f367112ef373 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424623 Mar 05 05:52:59.269634 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a9666-e498-4b11-9be6-076d1acadf97 req-ff6f16e8-c03a-4fa5-a81b-7233c3316599 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:52:59.271104 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f62a9666-e498-4b11-9be6-076d1acadf97 req-ff6f16e8-c03a-4fa5-a81b-7233c3316599 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 943 time: 0.0522695 Mar 05 05:52:59.323519 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f62a9666-e498-4b11-9be6-076d1acadf97 req-81947687-ec8f-4940-884d-160130054b0c tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468302 Mar 05 05:52:59.968509 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:53:00.066328 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=e2ffcdcd-6cdd-4b20-a36f-377e0b915da7,segment=NetworkSegment(4c869928-4c63-46c1-9842-f609a4022a86),segment_id=4c869928-4c63-46c1-9842-f609a4022a86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:53:00.076321 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'e2ffcdcd-6cdd-4b20-a36f-377e0b915da7', 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318', 'port_id': 'e2ffcdcd-6cdd-4b20-a36f-377e0b915da7', 'mac_address': 'fa:16:3e:b4:d7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:53:00.113471 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:53:00.113864 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e2ffcdcd-6cdd-4b20-a36f-377e0b915da7), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:53:00.127024 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:53:00.146181 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=e2ffcdcd-6cdd-4b20-a36f-377e0b915da7,segment=NetworkSegment(4c869928-4c63-46c1-9842-f609a4022a86),segment_id=4c869928-4c63-46c1-9842-f609a4022a86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:53:00.149753 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e2ffcdcd-6cdd-4b20-a36f-377e0b915da7), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:53:00.197449 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=e2ffcdcd-6cdd-4b20-a36f-377e0b915da7,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:53:00.204660 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:53:00.205016 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:53:00.205364 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:53:00.205706 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:53:00.206046 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:53:00.206401 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:53:00.206719 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:53:00.207047 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:53:00.207468 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:53:00.208053 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:53:00.208384 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:53:00.208712 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:53:00.209038 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:53:00.354117 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['e2ffcdcd-6cdd-4b20-a36f-377e0b915da7'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:53:00.446577 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f268cc-3a53-486b-8325-d2ea89c70367 req-5288b5f3-4da3-4a71-bbcb-645e2ad7f7c8 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:53:00.448084 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-93f268cc-3a53-486b-8325-d2ea89c70367 req-5288b5f3-4da3-4a71-bbcb-645e2ad7f7c8 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 944 time: 0.0574410 Mar 05 05:53:00.497324 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-93f268cc-3a53-486b-8325-d2ea89c70367 req-f04d740f-2093-4c87-b0b7-3ffbde5c4ee7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436101 Mar 05 05:53:01.615639 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c149f4-c6f2-4b4f-9d97-a7f9630640b2 req-7206e382-617b-4fce-ba89-1e65270eeb94 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:53:01.617090 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e6c149f4-c6f2-4b4f-9d97-a7f9630640b2 req-7206e382-617b-4fce-ba89-1e65270eeb94 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 944 time: 0.0515108 Mar 05 05:53:01.667275 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e6c149f4-c6f2-4b4f-9d97-a7f9630640b2 req-6bca5b5a-2e86-45da-8310-ca4a416f5dc7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441575 Mar 05 05:53:01.985627 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:53:02.037912 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:53:02.041524 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:53:02.041903 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e2ffcdcd-6cdd-4b20-a36f-377e0b915da7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:53:02.119720 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:53:02.120111 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e2ffcdcd-6cdd-4b20-a36f-377e0b915da7), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:53:02.142728 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f48cabe-eaca-4511-a7e4-7feee895c835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ffcdcd-6cdd-4b20-a36f-377e0b915da7'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:53:02.144995 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1026d86385275f60405d04a033115b56addad9c656b2d60167220b9f5eb93bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c1852b-d64d-4764-9db2-6396fed55c51" -d '{"events": [{"server_uuid": "7f48cabe-eaca-4511-a7e4-7feee895c835", "name": "network-vif-plugged", "status": "completed", "tag": "e2ffcdcd-6cdd-4b20-a36f-377e0b915da7"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:53:02.158252 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=e2ffcdcd-6cdd-4b20-a36f-377e0b915da7,segment=NetworkSegment(4c869928-4c63-46c1-9842-f609a4022a86),segment_id=4c869928-4c63-46c1-9842-f609a4022a86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:53:02.162268 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e2ffcdcd-6cdd-4b20-a36f-377e0b915da7), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:53:02.212524 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=e2ffcdcd-6cdd-4b20-a36f-377e0b915da7,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:53:02.241758 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b57a015-a0e9-4e3a-9c07-10c456c6d77f x-openstack-request-id: req-7b57a015-a0e9-4e3a-9c07-10c456c6d77f {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:53:02.242150 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f48cabe-eaca-4511-a7e4-7feee895c835", "name": "network-vif-plugged", "status": "completed", "tag": "e2ffcdcd-6cdd-4b20-a36f-377e0b915da7", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:53:02.242409 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7b57a015-a0e9-4e3a-9c07-10c456c6d77f {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:53:02.242815 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f48cabe-eaca-4511-a7e4-7feee895c835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ffcdcd-6cdd-4b20-a36f-377e0b915da7', 'code': 200} Mar 05 05:53:02.345248 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093940e-b017-4f42-ab7b-3070ab34f817 req-bd6196a5-42e3-45f2-85e6-9bd4ca9bbaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:53:02.346718 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d093940e-b017-4f42-ab7b-3070ab34f817 req-bd6196a5-42e3-45f2-85e6-9bd4ca9bbaa9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 1128 time: 0.0440688 Mar 05 05:53:02.390803 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-d093940e-b017-4f42-ab7b-3070ab34f817 req-825c7809-d9f2-4835-998c-d790ac2f80f0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383818 Mar 05 05:53:02.790757 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3145952-a8d3-4430-b775-b49842871564 req-70d0062a-9772-4e63-8d75-3971676aaa19 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:53:02.792262 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3145952-a8d3-4430-b775-b49842871564 req-70d0062a-9772-4e63-8d75-3971676aaa19 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 945 time: 0.0562365 Mar 05 05:53:02.841649 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d3145952-a8d3-4430-b775-b49842871564 req-0d4763d1-4805-4fd2-91f6-93bc75773aab tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436425 Mar 05 05:53:03.959906 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c349d1-9de2-4815-8ad2-0c8b3e96a9a0 req-a0e07f8c-473f-4dc7-a90a-2555ff8ab43d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:53:03.961371 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-02c349d1-9de2-4815-8ad2-0c8b3e96a9a0 req-a0e07f8c-473f-4dc7-a90a-2555ff8ab43d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 945 time: 0.0525048 Mar 05 05:53:04.009848 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-02c349d1-9de2-4815-8ad2-0c8b3e96a9a0 req-34b381b0-589e-4518-bab0-56a9f8385d7f tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429571 Mar 05 05:53:04.127163 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106b46f-c2b9-46b1-a172-6ac388fd568d req-d9b2d46b-66e8-4cbd-8d48-42e970be2046 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:53:04.128524 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4106b46f-c2b9-46b1-a172-6ac388fd568d req-d9b2d46b-66e8-4cbd-8d48-42e970be2046 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 945 time: 0.0523963 Mar 05 05:53:04.180136 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4106b46f-c2b9-46b1-a172-6ac388fd568d req-b9885ab9-fab8-4375-a117-e5332e07a701 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461028 Mar 05 05:53:04.201526 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47242) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:53:04.244111 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3af8710-7338-4431-b9f3-a15adf7b9c06 tempest-TestShelveInstance-1194864129 tempest-TestShelveInstance-1194864129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:53:04.245606 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e3af8710-7338-4431-b9f3-a15adf7b9c06 tempest-TestShelveInstance-1194864129 tempest-TestShelveInstance-1194864129-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 1123 time: 0.0423939 Mar 05 05:53:04.248404 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47244) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:53:04.253159 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-60bd0f05-1d66-4aa0-affc-aadc50b9f3e3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'port_id': 'e2ffcdcd-6cdd-4b20-a36f-377e0b915da7', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:53:04.273070 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-60bd0f05-1d66-4aa0-affc-aadc50b9f3e3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:53:04.365275 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-60bd0f05-1d66-4aa0-affc-aadc50b9f3e3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:53:04.476304 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-60bd0f05-1d66-4aa0-affc-aadc50b9f3e3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Allocated IP 172.25.0.76 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/ef527762-eae4-44f4-8a30-3bcfa1c07ac8) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:53:04.574723 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-60bd0f05-1d66-4aa0-affc-aadc50b9f3e3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for port (ef527762-eae4-44f4-8a30-3bcfa1c07ac8), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:53:04.610966 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-60bd0f05-1d66-4aa0-affc-aadc50b9f3e3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (ef527762-eae4-44f4-8a30-3bcfa1c07ac8), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:53:04.650372 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bd0f05-1d66-4aa0-affc-aadc50b9f3e3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:53:04.654583 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-60bd0f05-1d66-4aa0-affc-aadc50b9f3e3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:53:04.658126 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bd0f05-1d66-4aa0-affc-aadc50b9f3e3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:53:04.679575 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd0f05-1d66-4aa0-affc-aadc50b9f3e3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Pushing event updated for resources: {'Port': ['ID=ef527762-eae4-44f4-8a30-3bcfa1c07ac8,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:53:05.017108 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-60bd0f05-1d66-4aa0-affc-aadc50b9f3e3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for floatingip (fc2309f4-ff88-4682-b65d-c2c6d6d66edd), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:53:05.083215 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-60bd0f05-1d66-4aa0-affc-aadc50b9f3e3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (ef527762-eae4-44f4-8a30-3bcfa1c07ac8), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:53:05.562660 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-60bd0f05-1d66-4aa0-affc-aadc50b9f3e3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for port (ef527762-eae4-44f4-8a30-3bcfa1c07ac8), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:53:05.571417 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-60bd0f05-1d66-4aa0-affc-aadc50b9f3e3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (ef527762-eae4-44f4-8a30-3bcfa1c07ac8), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:53:05.637995 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd0f05-1d66-4aa0-affc-aadc50b9f3e3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Pushing event updated for resources: {'Port': ['ID=ef527762-eae4-44f4-8a30-3bcfa1c07ac8,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:53:05.649221 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-60bd0f05-1d66-4aa0-affc-aadc50b9f3e3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (fc2309f4-ff88-4682-b65d-c2c6d6d66edd), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:53:05.749863 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-60bd0f05-1d66-4aa0-affc-aadc50b9f3e3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Floating IP fc2309f4-ff88-4682-b65d-c2c6d6d66edd associated. External IP: 172.25.0.76, port: e2ffcdcd-6cdd-4b20-a36f-377e0b915da7. Mar 05 05:53:05.957538 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60bd0f05-1d66-4aa0-affc-aadc50b9f3e3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Router 619bb9cc-8165-47e8-aeaf-d03e80736971 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:53:06.067255 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bd0f05-1d66-4aa0-affc-aadc50b9f3e3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:53:06.078265 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6b32a1-f2df-44d1-8949-bc0a123ebf24 None None] Sync routers for ids ['619bb9cc-8165-47e8-aeaf-d03e80736971'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:53:06.085542 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-60bd0f05-1d66-4aa0-affc-aadc50b9f3e3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:53:06.088915 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6b32a1-f2df-44d1-8949-bc0a123ebf24 None None] Routers {'619bb9cc-8165-47e8-aeaf-d03e80736971'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:53:06.089543 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-bd6b32a1-f2df-44d1-8949-bc0a123ebf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:52:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['619bb9cc-8165-47e8-aeaf-d03e80736971'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:53:06.114693 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-60bd0f05-1d66-4aa0-affc-aadc50b9f3e3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8647599 Mar 05 05:53:06.115314 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f48cabe-eaca-4511-a7e4-7feee895c835', 'tag': 'e2ffcdcd-6cdd-4b20-a36f-377e0b915da7'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:53:06.117564 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24e86d8bf5564ce3084f47d26cadcdd6ae9b710b23331da6c976c568e5bda5e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46345363-cf4e-4eca-9a29-99c6b5992899" -d '{"events": [{"name": "network-changed", "server_uuid": "7f48cabe-eaca-4511-a7e4-7feee895c835", "tag": "e2ffcdcd-6cdd-4b20-a36f-377e0b915da7"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:53:06.205892 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-bd6b32a1-f2df-44d1-8949-bc0a123ebf24 None None] Set router 619bb9cc-8165-47e8-aeaf-d03e80736971 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:53:06.212234 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79508fb-8db0-4831-ba43-1211a93a0dca x-openstack-request-id: req-e79508fb-8db0-4831-ba43-1211a93a0dca {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:53:06.212529 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f48cabe-eaca-4511-a7e4-7feee895c835", "tag": "e2ffcdcd-6cdd-4b20-a36f-377e0b915da7", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:53:06.212788 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e79508fb-8db0-4831-ba43-1211a93a0dca {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:53:06.213199 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f48cabe-eaca-4511-a7e4-7feee895c835', 'tag': 'e2ffcdcd-6cdd-4b20-a36f-377e0b915da7', 'status': 'completed', 'code': 200} Mar 05 05:53:06.280525 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46345363-cf4e-4eca-9a29-99c6b5992899 req-8262076c-61ef-47ba-80fb-2ff64a43af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:53:06.282039 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-46345363-cf4e-4eca-9a29-99c6b5992899 req-8262076c-61ef-47ba-80fb-2ff64a43af44 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0156566b9ea344af97b47c39ab8e0214&device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 1128 time: 0.0463562 Mar 05 05:53:06.375446 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46345363-cf4e-4eca-9a29-99c6b5992899 req-3776e658-06c3-47e5-b0fd-ede2b97e7d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:53:06.376820 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-46345363-cf4e-4eca-9a29-99c6b5992899 req-3776e658-06c3-47e5-b0fd-ede2b97e7d83 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7376f23d-2eca-47c7-8490-c1326acd2318 HTTP/1.1" status: 200 len: 909 time: 0.0883296 Mar 05 05:53:06.430247 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-bd6b32a1-f2df-44d1-8949-bc0a123ebf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'name': 'tempest-TestShelveInstance-1970141735-router', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:06Z', 'revision_number': 4, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'gw_port': {'id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'fc2309f4-ff88-4682-b65d-c2c6d6d66edd', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'floating_ip_address': '172.25.0.76', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'port_id': 'e2ffcdcd-6cdd-4b20-a36f-377e0b915da7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318', 'mac_address': 'fa:16:3e:b4:d7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f48cabe-eaca-4511-a7e4-7feee895c835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:53:04Z', 'updated_at': '2022-03-05T05:53:04Z', 'revision_number': 0, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd303bc85-7c81-43f6-8d3d-eefe2d34157c', 'name': '', 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'mac_address': 'fa:16:3e:88:6e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:05Z', 'updated_at': '2022-03-05T05:48:10Z', 'revision_number': 5, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'subnets': [{'id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:53:06.440968 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-46345363-cf4e-4eca-9a29-99c6b5992899 req-b8f62e7c-028a-4196-b26d-97c53d8bacc1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 HTTP/1.1" status: 200 len: 998 time: 0.0585883 Mar 05 05:53:06.460366 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6b32a1-f2df-44d1-8949-bc0a123ebf24 None None] Checking router: 619bb9cc-8165-47e8-aeaf-d03e80736971 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:53:06.470063 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6b32a1-f2df-44d1-8949-bc0a123ebf24 None None] Routers {'619bb9cc-8165-47e8-aeaf-d03e80736971'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:53:06.470679 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-bd6b32a1-f2df-44d1-8949-bc0a123ebf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:52:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['619bb9cc-8165-47e8-aeaf-d03e80736971'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:53:06.493157 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46345363-cf4e-4eca-9a29-99c6b5992899 req-6a8ac158-6a65-47cd-b2b9-50bcbbe9bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:53:06.494614 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-46345363-cf4e-4eca-9a29-99c6b5992899 req-6a8ac158-6a65-47cd-b2b9-50bcbbe9bc5d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5812e09f-c859-4d4d-aedd-1282b31ecb2d HTTP/1.1" status: 200 len: 848 time: 0.0479329 Mar 05 05:53:06.543835 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46345363-cf4e-4eca-9a29-99c6b5992899 req-c5355872-c20c-455c-a873-effd88e7b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:53:06.545402 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-46345363-cf4e-4eca-9a29-99c6b5992899 req-c5355872-c20c-455c-a873-effd88e7b1ba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7376f23d-2eca-47c7-8490-c1326acd2318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448365 Mar 05 05:53:06.579103 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-bd6b32a1-f2df-44d1-8949-bc0a123ebf24 None None] Set router 619bb9cc-8165-47e8-aeaf-d03e80736971 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:53:06.640796 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-46345363-cf4e-4eca-9a29-99c6b5992899 req-6cd6bb17-b31d-440a-8d70-cb1989bc4cc2 service neutron] 10.222.0.31 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892682 Mar 05 05:53:06.728680 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-46345363-cf4e-4eca-9a29-99c6b5992899 req-9d181993-4ef0-4a29-9fb4-fd9c85d5079c service neutron] 10.222.0.31 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824611 Mar 05 05:53:06.802737 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-bd6b32a1-f2df-44d1-8949-bc0a123ebf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'name': 'tempest-TestShelveInstance-1970141735-router', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:06Z', 'revision_number': 4, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'gw_port': {'id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'fc2309f4-ff88-4682-b65d-c2c6d6d66edd', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'floating_ip_address': '172.25.0.76', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'port_id': 'e2ffcdcd-6cdd-4b20-a36f-377e0b915da7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318', 'mac_address': 'fa:16:3e:b4:d7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f48cabe-eaca-4511-a7e4-7feee895c835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:53:04Z', 'updated_at': '2022-03-05T05:53:04Z', 'revision_number': 0, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd303bc85-7c81-43f6-8d3d-eefe2d34157c', 'name': '', 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'mac_address': 'fa:16:3e:88:6e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:05Z', 'updated_at': '2022-03-05T05:48:10Z', 'revision_number': 5, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'subnets': [{'id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:53:06.832438 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6b32a1-f2df-44d1-8949-bc0a123ebf24 None None] The sync data for ids ['619bb9cc-8165-47e8-aeaf-d03e80736971'] in n-d-789963-32 is: [{'id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'name': 'tempest-TestShelveInstance-1970141735-router', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:06Z', 'revision_number': 4, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'gw_port': {'id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': 'fc2309f4-ff88-4682-b65d-c2c6d6d66edd', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'floating_ip_address': '172.25.0.76', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'port_id': 'e2ffcdcd-6cdd-4b20-a36f-377e0b915da7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318', 'mac_address': 'fa:16:3e:b4:d7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f48cabe-eaca-4511-a7e4-7feee895c835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:53:04Z', 'updated_at': '2022-03-05T05:53:04Z', 'revision_number': 0, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd303bc85-7c81-43f6-8d3d-eefe2d34157c', 'name': '', 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'mac_address': 'fa:16:3e:88:6e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:05Z', 'updated_at': '2022-03-05T05:48:10Z', 'revision_number': 5, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'subnets': [{'id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:53:07.016201 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2526a9-3ba1-46f2-8cd7-da27d9865578 None None] New status for floating IP fc2309f4-ff88-4682-b65d-c2c6d6d66edd: ACTIVE {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:53:11.525243 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4fa450b5-5899-411d-9346-bf066a36574a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:53:13.816427 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-478672cd-32be-47e8-a79f-e480133885b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:53:14.387164 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:53:14.607859 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:53:15.244046 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:53:15.504812 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:53:16.497232 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:53:17.933552 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:53:21.125484 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a8d9271d-4078-4b74-8e70-3b55cd4c0039 req-ad78f787-d693-42ed-82a4-7c0d521bfeab service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432038 Mar 05 05:53:21.223612 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9271d-4078-4b74-8e70-3b55cd4c0039 req-228d7cde-1bc8-4e86-8ef8-948b74aa58f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:53:21.225159 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a8d9271d-4078-4b74-8e70-3b55cd4c0039 req-228d7cde-1bc8-4e86-8ef8-948b74aa58f9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0156566b9ea344af97b47c39ab8e0214&device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 1128 time: 0.0550959 Mar 05 05:53:21.331576 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9271d-4078-4b74-8e70-3b55cd4c0039 req-71cfbad2-2111-4e58-9f03-acd2e8dc6b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:53:21.333308 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a8d9271d-4078-4b74-8e70-3b55cd4c0039 req-71cfbad2-2111-4e58-9f03-acd2e8dc6b04 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7376f23d-2eca-47c7-8490-c1326acd2318 HTTP/1.1" status: 200 len: 909 time: 0.0889339 Mar 05 05:53:21.403527 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a8d9271d-4078-4b74-8e70-3b55cd4c0039 req-6a59e455-24ef-4321-8e50-897add815362 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 HTTP/1.1" status: 200 len: 1000 time: 0.0614166 Mar 05 05:53:21.453878 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9271d-4078-4b74-8e70-3b55cd4c0039 req-ce87cd82-6fa4-45d1-9b70-68b8f76fded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:53:21.455404 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a8d9271d-4078-4b74-8e70-3b55cd4c0039 req-ce87cd82-6fa4-45d1-9b70-68b8f76fded1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5812e09f-c859-4d4d-aedd-1282b31ecb2d HTTP/1.1" status: 200 len: 848 time: 0.0446935 Mar 05 05:53:21.504169 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9271d-4078-4b74-8e70-3b55cd4c0039 req-08ec674c-c0f3-4b58-912f-88e0bcb7f043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:53:21.505610 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a8d9271d-4078-4b74-8e70-3b55cd4c0039 req-08ec674c-c0f3-4b58-912f-88e0bcb7f043 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7376f23d-2eca-47c7-8490-c1326acd2318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448480 Mar 05 05:53:21.596214 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a8d9271d-4078-4b74-8e70-3b55cd4c0039 req-56a30d29-0ce5-4cb4-a887-6cb9763dbc6c service neutron] 10.222.0.31 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841982 Mar 05 05:53:21.688522 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-a8d9271d-4078-4b74-8e70-3b55cd4c0039 req-35db909f-2b69-4f6e-a800-4e992929945d service neutron] 10.222.0.31 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831761 Mar 05 05:53:41.527420 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-005ca09e-1b6c-4c5a-bde1-fdfdd2f3bff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:53:43.817514 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-346b37ea-fc67-4144-8ea0-ef4c5750cf4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:53:44.387168 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:53:44.618585 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:53:45.242445 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:53:46.500622 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:53:47.936495 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:53:52.504007 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:54:11.528477 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9c84bb23-2a79-44e0-8f27-76777b8624dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:54:13.818763 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f1ccc41b-26c1-496a-a316-a4f77fea7a51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:54:14.386610 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:54:14.619470 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:54:15.245411 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:54:16.502009 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:54:17.939462 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:54:22.148651 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-217985b3-438d-425e-ad47-3aa784bef9b0 req-8ea38a54-9e2a-402e-b822-6739e53f7fe4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0864508 Mar 05 05:54:22.233653 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217985b3-438d-425e-ad47-3aa784bef9b0 req-44e0e4bb-077a-48e7-94ad-2fcc4f65dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:54:22.235214 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-217985b3-438d-425e-ad47-3aa784bef9b0 req-44e0e4bb-077a-48e7-94ad-2fcc4f65dc70 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0156566b9ea344af97b47c39ab8e0214&device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 1128 time: 0.0457118 Mar 05 05:54:22.337064 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217985b3-438d-425e-ad47-3aa784bef9b0 req-235ebe29-cc37-42e2-9e1d-924f929b9551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:54:22.338702 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-217985b3-438d-425e-ad47-3aa784bef9b0 req-235ebe29-cc37-42e2-9e1d-924f929b9551 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7376f23d-2eca-47c7-8490-c1326acd2318 HTTP/1.1" status: 200 len: 909 time: 0.0855339 Mar 05 05:54:22.407469 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-217985b3-438d-425e-ad47-3aa784bef9b0 req-8b5da233-dbc4-49a6-bccb-8a6db297dcee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 HTTP/1.1" status: 200 len: 1000 time: 0.0626221 Mar 05 05:54:22.454902 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217985b3-438d-425e-ad47-3aa784bef9b0 req-aff3dacd-483a-4d8e-913b-10ea359515e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:54:22.456377 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-217985b3-438d-425e-ad47-3aa784bef9b0 req-aff3dacd-483a-4d8e-913b-10ea359515e8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5812e09f-c859-4d4d-aedd-1282b31ecb2d HTTP/1.1" status: 200 len: 848 time: 0.0437520 Mar 05 05:54:22.506455 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217985b3-438d-425e-ad47-3aa784bef9b0 req-bc34acc8-f8c7-4ac4-9181-f8a749d86158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:54:22.508015 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-217985b3-438d-425e-ad47-3aa784bef9b0 req-bc34acc8-f8c7-4ac4-9181-f8a749d86158 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7376f23d-2eca-47c7-8490-c1326acd2318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446322 Mar 05 05:54:22.598672 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-217985b3-438d-425e-ad47-3aa784bef9b0 req-8b529026-1bd1-4c2b-990e-3533295785a5 service neutron] 10.222.0.31 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843480 Mar 05 05:54:22.689973 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-217985b3-438d-425e-ad47-3aa784bef9b0 req-0471e20b-f9b1-4ec7-b350-1ea14979dbff service neutron] 10.222.0.31 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851507 Mar 05 05:54:29.502742 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:54:41.531266 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9ee02bfe-2360-460a-bf22-dcd5c975dfa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:54:43.820830 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-29119642-eb96-4930-9a54-bbcf22e845cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:54:44.384910 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:54:44.638125 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:54:45.402363 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:54:46.504822 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:54:47.947419 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:54:59.685826 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8b3b8-eed2-4c5a-8365-0f51df0e9cde req-e917a705-a388-4f0d-880c-461cb42a5342 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:54:59.687328 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1fa8b3b8-eed2-4c5a-8365-0f51df0e9cde req-e917a705-a388-4f0d-880c-461cb42a5342 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 945 time: 0.0582192 Mar 05 05:54:59.738662 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1fa8b3b8-eed2-4c5a-8365-0f51df0e9cde req-50b445d4-bcea-4b72-8b40-1d2cf57a8040 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454767 Mar 05 05:55:00.860534 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa655f4-8e8c-4a29-b4e1-6d57f2c3c476 req-bf86da1f-8cb3-4c35-a8fc-03688913a520 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:00.862207 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cfa655f4-8e8c-4a29-b4e1-6d57f2c3c476 req-bf86da1f-8cb3-4c35-a8fc-03688913a520 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 945 time: 0.0543213 Mar 05 05:55:00.909845 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cfa655f4-8e8c-4a29-b4e1-6d57f2c3c476 req-2514d45d-5250-4444-b652-6d951f20d998 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420907 Mar 05 05:55:02.043799 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5ef44-cbea-4f36-a932-fae1af2ebff7 req-5b19d374-a149-4232-a7f4-630a8275b6a4 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:02.045289 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a2c5ef44-cbea-4f36-a932-fae1af2ebff7 req-5b19d374-a149-4232-a7f4-630a8275b6a4 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 945 time: 0.0578995 Mar 05 05:55:02.097349 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a2c5ef44-cbea-4f36-a932-fae1af2ebff7 req-bc345d80-6999-4af7-885c-f9d50dda760c tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465155 Mar 05 05:55:03.218986 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87355318-26a2-44f1-b1d8-9a602a44959e req-9e2b5950-8939-4aa9-b95a-bc4a0b8d0cf6 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:03.220530 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87355318-26a2-44f1-b1d8-9a602a44959e req-9e2b5950-8939-4aa9-b95a-bc4a0b8d0cf6 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 945 time: 0.0529399 Mar 05 05:55:03.268609 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-87355318-26a2-44f1-b1d8-9a602a44959e req-06c88aec-ceba-4b63-8a3f-70873c2ebdc0 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425961 Mar 05 05:55:04.388373 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333b67a-4601-4b2c-8e84-d885b37d822c req-7091b49f-47c0-4fdd-b5dc-8a3129e66862 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:04.389856 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a333b67a-4601-4b2c-8e84-d885b37d822c req-7091b49f-47c0-4fdd-b5dc-8a3129e66862 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 945 time: 0.0546727 Mar 05 05:55:04.439545 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a333b67a-4601-4b2c-8e84-d885b37d822c req-18092f1b-12ac-42f2-b321-7fdc60f8d09e tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441413 Mar 05 05:55:05.562000 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89909685-cf37-4093-8699-1caa2dfc1a19 req-dc354200-31dc-457b-9c50-000fdf098b68 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:05.563541 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89909685-cf37-4093-8699-1caa2dfc1a19 req-dc354200-31dc-457b-9c50-000fdf098b68 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 945 time: 0.0563507 Mar 05 05:55:05.613492 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-89909685-cf37-4093-8699-1caa2dfc1a19 req-a2805e9c-0a72-42d5-9ee2-11b68051518e tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444005 Mar 05 05:55:06.503567 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:55:06.733186 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fecb8-78d5-4bd5-bbcb-f14ba4d854be req-cba8bb95-3c50-49a4-b4b4-7e03121b6336 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:06.734576 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-685fecb8-78d5-4bd5-bbcb-f14ba4d854be req-cba8bb95-3c50-49a4-b4b4-7e03121b6336 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 945 time: 0.0538371 Mar 05 05:55:06.783042 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-685fecb8-78d5-4bd5-bbcb-f14ba4d854be req-1167c31b-d0b6-497e-b015-41b201667e8c tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427876 Mar 05 05:55:07.900437 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d3bc1-e56a-4a34-991d-d8775db0c767 req-aaf9bbab-ce30-4edb-9803-28e5a9602291 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:07.902534 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7a0d3bc1-e56a-4a34-991d-d8775db0c767 req-aaf9bbab-ce30-4edb-9803-28e5a9602291 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 945 time: 0.0534961 Mar 05 05:55:07.954557 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7a0d3bc1-e56a-4a34-991d-d8775db0c767 req-ed3d50f2-7160-4ad1-b93f-7518310f2f69 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464253 Mar 05 05:55:09.072208 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9686e-b9e1-4bd4-8fd5-58dff3c5818c req-f8232d31-7069-4d75-bd73-d859c58e028e tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:09.074277 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a2e9686e-b9e1-4bd4-8fd5-58dff3c5818c req-f8232d31-7069-4d75-bd73-d859c58e028e tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 945 time: 0.0522728 Mar 05 05:55:09.121902 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-a2e9686e-b9e1-4bd4-8fd5-58dff3c5818c req-e23a668f-8592-4d75-8a42-d58f07a5f164 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421276 Mar 05 05:55:09.808595 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f2e7f-5a04-4eb8-ac55-0b609658758e req-7ddec000-6953-4f8a-9327-9afbd9c8fc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:09.810016 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-015f2e7f-5a04-4eb8-ac55-0b609658758e req-7ddec000-6953-4f8a-9327-9afbd9c8fc11 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0156566b9ea344af97b47c39ab8e0214&device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 1128 time: 0.0458784 Mar 05 05:55:09.897004 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f2e7f-5a04-4eb8-ac55-0b609658758e req-4aea13cb-1c21-4832-aa65-2c5838b38742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:09.898474 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-015f2e7f-5a04-4eb8-ac55-0b609658758e req-4aea13cb-1c21-4832-aa65-2c5838b38742 service neutron] 10.222.0.31 "GET /v2.0/networks?id=7376f23d-2eca-47c7-8490-c1326acd2318 HTTP/1.1" status: 200 len: 909 time: 0.0828290 Mar 05 05:55:09.965807 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-015f2e7f-5a04-4eb8-ac55-0b609658758e req-4f4cf793-24d0-49ec-89d7-49f1f837f0d3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 HTTP/1.1" status: 200 len: 1000 time: 0.0617394 Mar 05 05:55:10.015744 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f2e7f-5a04-4eb8-ac55-0b609658758e req-dc1844bf-cbfe-4b08-890b-881889156d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:10.017195 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-015f2e7f-5a04-4eb8-ac55-0b609658758e req-dc1844bf-cbfe-4b08-890b-881889156d76 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5812e09f-c859-4d4d-aedd-1282b31ecb2d HTTP/1.1" status: 200 len: 848 time: 0.0430546 Mar 05 05:55:10.066408 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f2e7f-5a04-4eb8-ac55-0b609658758e req-e607089e-b2da-4a6e-af36-877f10a0634e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:10.067847 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-015f2e7f-5a04-4eb8-ac55-0b609658758e req-e607089e-b2da-4a6e-af36-877f10a0634e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=7376f23d-2eca-47c7-8490-c1326acd2318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443265 Mar 05 05:55:10.163511 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-015f2e7f-5a04-4eb8-ac55-0b609658758e req-4501b63b-6ee5-47d0-8427-924f2fa15f9d service neutron] 10.222.0.31 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895767 Mar 05 05:55:10.245434 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911628f3-9af4-4463-b1e8-4ae0227d3692 req-3eb2bc4c-37a0-4f75-824c-845c8265eb2d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:10.246941 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-911628f3-9af4-4463-b1e8-4ae0227d3692 req-3eb2bc4c-37a0-4f75-824c-845c8265eb2d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 945 time: 0.0564940 Mar 05 05:55:10.253424 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-015f2e7f-5a04-4eb8-ac55-0b609658758e req-dc2d53a8-00ce-404e-9959-1762043445eb service neutron] 10.222.0.31 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843840 Mar 05 05:55:10.298507 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-911628f3-9af4-4463-b1e8-4ae0227d3692 req-53c8479b-5f23-439a-85ab-7b95ce3b2b8e tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457814 Mar 05 05:55:11.420786 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c6319-59fe-4662-a37e-278d1cfba6a1 req-bb369aa0-c62b-4cbf-a920-c2756d31cf96 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:11.422265 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d65c6319-59fe-4662-a37e-278d1cfba6a1 req-bb369aa0-c62b-4cbf-a920-c2756d31cf96 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 945 time: 0.0566225 Mar 05 05:55:11.470882 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d65c6319-59fe-4662-a37e-278d1cfba6a1 req-71b4b2ba-8b76-412f-9311-b5a95b04e6f1 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430307 Mar 05 05:55:11.532044 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0123e8db-cb99-4013-998c-55a07357dc08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:55:12.604485 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d87bcb-bc15-4ee5-9939-a9a4107a4758 req-3e1720d2-3785-4ea6-98af-cb9ca98aa39e tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:12.606019 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f3d87bcb-bc15-4ee5-9939-a9a4107a4758 req-3e1720d2-3785-4ea6-98af-cb9ca98aa39e tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 945 time: 0.0582495 Mar 05 05:55:12.663882 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-f3d87bcb-bc15-4ee5-9939-a9a4107a4758 req-fd46aaa8-e2ed-4059-83ce-6f2e45e41fe0 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518038 Mar 05 05:55:13.790682 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a752d6-bd4a-4152-968e-21a89567522c req-25f10e3a-a997-4873-a853-887bc20d9b20 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:13.792960 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-96a752d6-bd4a-4152-968e-21a89567522c req-25f10e3a-a997-4873-a853-887bc20d9b20 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 945 time: 0.0566847 Mar 05 05:55:13.825177 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-927057f3-7674-44b8-82f7-2aa3e796c0aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:55:13.845282 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-96a752d6-bd4a-4152-968e-21a89567522c req-81798dff-4467-4403-ae0d-dba39c045e1b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465865 Mar 05 05:55:14.385539 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:55:14.633576 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:55:14.965478 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca8917-fe7a-49a0-bc84-86a69e0482bd req-08af2cf2-6dd6-4a1c-964f-c3789d0268fc tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:14.967103 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-02ca8917-fe7a-49a0-bc84-86a69e0482bd req-08af2cf2-6dd6-4a1c-964f-c3789d0268fc tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 945 time: 0.0533073 Mar 05 05:55:15.016283 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-02ca8917-fe7a-49a0-bc84-86a69e0482bd req-1a65388f-4c91-442a-815f-9bc02860f23d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437589 Mar 05 05:55:15.251428 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:55:16.168825 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034218a7-8d0c-4052-a687-36eedd461b2e req-51dfeb77-93d1-4694-91b6-f538087f3537 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:16.170332 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-034218a7-8d0c-4052-a687-36eedd461b2e req-51dfeb77-93d1-4694-91b6-f538087f3537 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 945 time: 0.0636501 Mar 05 05:55:16.228914 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-034218a7-8d0c-4052-a687-36eedd461b2e req-c66499ee-5ea4-46fc-91af-484ded5b8cb0 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525904 Mar 05 05:55:16.359011 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-6cd4600b-f526-46aa-859d-59f4c436feb0 req-888fd9c1-0554-48b3-8d93-3939860821a0 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:55:16.360498 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6cd4600b-f526-46aa-859d-59f4c436feb0 req-888fd9c1-0554-48b3-8d93-3939860821a0 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0498857 Mar 05 05:55:16.507564 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:55:16.528847 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-a2770559-88e0-4ec3-8488-33732c014f4c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0792494 Mar 05 05:55:16.541961 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351ac73-1163-411d-bcf5-b9499e5e03f2 req-956eb8f6-a363-4c5f-82f9-762aa27c42bb tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:16.543557 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3351ac73-1163-411d-bcf5-b9499e5e03f2 req-956eb8f6-a363-4c5f-82f9-762aa27c42bb tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 945 time: 0.0680842 Mar 05 05:55:16.547050 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-495e5d9f-727e-4faf-9d4e-f2640c4f0a84 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:55:16.548010 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-495e5d9f-727e-4faf-9d4e-f2640c4f0a84 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0141797 Mar 05 05:55:16.623375 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3351ac73-1163-411d-bcf5-b9499e5e03f2 req-482c7874-ed8d-417a-9e81-133d3beaf89a tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742095 Mar 05 05:55:16.624601 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:55:16.643116 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-d35067bc-505b-40be-91c8-d4511d773e82 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:16.643116 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-d35067bc-505b-40be-91c8-d4511d773e82 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports/e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 HTTP/1.1" status: 200 len: 942 time: 0.0649962 Mar 05 05:55:16.704388 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:55:16.704782 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e2ffcdcd-6cdd-4b20-a36f-377e0b915da7), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:55:16.730550 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f48cabe-eaca-4511-a7e4-7feee895c835', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2ffcdcd-6cdd-4b20-a36f-377e0b915da7'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:55:16.732842 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1026d86385275f60405d04a033115b56addad9c656b2d60167220b9f5eb93bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9dd9c19-cfc3-4b86-806a-00f84df0bee3" -d '{"events": [{"server_uuid": "7f48cabe-eaca-4511-a7e4-7feee895c835", "name": "network-vif-unplugged", "status": "completed", "tag": "e2ffcdcd-6cdd-4b20-a36f-377e0b915da7"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:55:16.745863 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=e2ffcdcd-6cdd-4b20-a36f-377e0b915da7,segment=NetworkSegment(4c869928-4c63-46c1-9842-f609a4022a86),segment_id=4c869928-4c63-46c1-9842-f609a4022a86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:55:16.751155 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e2ffcdcd-6cdd-4b20-a36f-377e0b915da7), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:55:16.778382 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 05 Mar 2022 05:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b512dde3-4d0e-4b2e-b8f7-5782700445ed x-openstack-request-id: req-b512dde3-4d0e-4b2e-b8f7-5782700445ed {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:55:16.778703 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f48cabe-eaca-4511-a7e4-7feee895c835", "name": "network-vif-unplugged", "status": "failed", "tag": "e2ffcdcd-6cdd-4b20-a36f-377e0b915da7", "code": 422}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:55:16.778939 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b512dde3-4d0e-4b2e-b8f7-5782700445ed {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:55:16.779359 n-d-789963-32 neutron-server[105233]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7f48cabe-eaca-4511-a7e4-7feee895c835', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e2ffcdcd-6cdd-4b20-a36f-377e0b915da7', 'code': 422} returned with failed status Mar 05 05:55:16.804544 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=e2ffcdcd-6cdd-4b20-a36f-377e0b915da7,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:55:16.812811 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:55:16.813167 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:55:16.813505 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:55:16.813957 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:55:16.814178 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:55:16.814516 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:55:16.814946 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:55:16.815193 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:55:16.815528 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:55:16.815905 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:55:16.816178 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:55:16.816507 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:55:16.816871 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:55:17.746158 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1cb14e-addd-4d33-aa6f-f0c3aaabef1c req-371f6325-0be9-4307-a376-c334436edbdc tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:17.747676 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9d1cb14e-addd-4d33-aa6f-f0c3aaabef1c req-371f6325-0be9-4307-a376-c334436edbdc tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 943 time: 0.0544362 Mar 05 05:55:17.798508 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9d1cb14e-addd-4d33-aa6f-f0c3aaabef1c req-543da4ff-d4e4-4451-9678-e45d875a410d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450673 Mar 05 05:55:17.940500 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:55:18.919465 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9b351-651e-4acb-9c09-5abd182cf7ec req-c258695c-68ee-4127-9543-7404478ab18a tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:18.920969 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-08b9b351-651e-4acb-9c09-5abd182cf7ec req-c258695c-68ee-4127-9543-7404478ab18a tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 943 time: 0.0539877 Mar 05 05:55:18.971244 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-08b9b351-651e-4acb-9c09-5abd182cf7ec req-216cff63-22ce-4597-85eb-2b317f63c5bb tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444286 Mar 05 05:55:20.099561 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b1981-6fb2-4d4e-b087-7495cabbb09b req-dbcd83fc-cd66-4c00-b518-e65075edf3c1 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:20.101216 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-886b1981-6fb2-4d4e-b087-7495cabbb09b req-dbcd83fc-cd66-4c00-b518-e65075edf3c1 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 943 time: 0.0580688 Mar 05 05:55:20.157639 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-886b1981-6fb2-4d4e-b087-7495cabbb09b req-9ceb6c0d-f955-42fd-bc40-809a20bd0e40 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498831 Mar 05 05:55:21.288017 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12c675-2aa2-480a-a0dd-08977fa911ae req-87b3a7c5-4dbe-458f-ab5c-2bd30a351a49 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:21.289498 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9e12c675-2aa2-480a-a0dd-08977fa911ae req-87b3a7c5-4dbe-458f-ab5c-2bd30a351a49 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 943 time: 0.0576093 Mar 05 05:55:21.339343 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9e12c675-2aa2-480a-a0dd-08977fa911ae req-80cfda2d-cbac-4e0b-91a0-3f50e3d333b0 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434647 Mar 05 05:55:22.503590 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed009902-1706-4171-9876-762ad480e09d req-7f929ced-17a3-41d4-9037-26bec0496f65 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:22.505092 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ed009902-1706-4171-9876-762ad480e09d req-7f929ced-17a3-41d4-9037-26bec0496f65 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 943 time: 0.0977688 Mar 05 05:55:22.559727 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ed009902-1706-4171-9876-762ad480e09d req-5687517e-77bb-4cdc-909e-0e97a5921763 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483062 Mar 05 05:55:23.725580 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983b184-b722-491c-ba80-313c8eda7c4c req-f8de1d0e-ec24-4c9a-ad7e-63a92ae7126e tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:23.727032 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7983b184-b722-491c-ba80-313c8eda7c4c req-f8de1d0e-ec24-4c9a-ad7e-63a92ae7126e tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 943 time: 0.0992491 Mar 05 05:55:23.776172 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-7983b184-b722-491c-ba80-313c8eda7c4c req-ad5e1c31-e357-4f16-9803-0889de6134e3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434892 Mar 05 05:55:24.893954 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a162b-cd0f-4ccf-98b6-6e6541fffd60 req-f5d0f2ad-13ec-43e9-9064-a5659435585b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:24.895488 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-be1a162b-cd0f-4ccf-98b6-6e6541fffd60 req-f5d0f2ad-13ec-43e9-9064-a5659435585b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 943 time: 0.0536766 Mar 05 05:55:24.944628 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-be1a162b-cd0f-4ccf-98b6-6e6541fffd60 req-a871c1cc-4b83-4d04-a987-3810932715da tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428166 Mar 05 05:55:26.076716 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33a728-f7e7-48fa-a147-2a5f6e53491b req-f03f45bf-75ae-4cbf-8fc0-302bb5488f9d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:26.078346 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4d33a728-f7e7-48fa-a147-2a5f6e53491b req-f03f45bf-75ae-4cbf-8fc0-302bb5488f9d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 943 time: 0.0612168 Mar 05 05:55:26.129094 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4d33a728-f7e7-48fa-a147-2a5f6e53491b req-bf86085a-f180-497d-ac5c-907009df5895 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447164 Mar 05 05:55:27.256915 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc86d4-dd46-46e4-84a8-3fc3b93bd53e req-e9122fb8-1616-472b-8f86-212867e740db tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:27.258319 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76dc86d4-dd46-46e4-84a8-3fc3b93bd53e req-e9122fb8-1616-472b-8f86-212867e740db tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 943 time: 0.0567341 Mar 05 05:55:27.309498 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-76dc86d4-dd46-46e4-84a8-3fc3b93bd53e req-43fc6602-418e-4caa-aa22-827aa65cf5fc tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446844 Mar 05 05:55:27.632699 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-e54f7fc5-d014-43d4-a2d0-324378d7ba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:27.634187 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-e54f7fc5-d014-43d4-a2d0-324378d7ba18 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835&tenant_id=0156566b9ea344af97b47c39ab8e0214 HTTP/1.1" status: 200 len: 1126 time: 0.1024702 Mar 05 05:55:27.643774 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-6f664c04-2b77-4cb2-bf82-7c5d628731c8 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:55:27.644688 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-6f664c04-2b77-4cb2-bf82-7c5d628731c8 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048025 Mar 05 05:55:27.655436 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-32', 'device_owner': 'compute:nova'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:55:27.712395 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e2ffcdcd-6cdd-4b20-a36f-377e0b915da7), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:55:27.909995 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] For port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=e2ffcdcd-6cdd-4b20-a36f-377e0b915da7,segment=NetworkSegment(4c869928-4c63-46c1-9842-f609a4022a86),segment_id=4c869928-4c63-46c1-9842-f609a4022a86)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:55:27.947288 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] For port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:55:27.986078 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:55:27.993379 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Publish callbacks [] for port (e2ffcdcd-6cdd-4b20-a36f-377e0b915da7), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:55:28.005902 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Transition to ACTIVE for port object e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:55:28.009745 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (e2ffcdcd-6cdd-4b20-a36f-377e0b915da7), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:55:28.085272 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Pushing event updated for resources: {'Port': ['ID=e2ffcdcd-6cdd-4b20-a36f-377e0b915da7,revision_number=7']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:55:28.101441 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:55:28.101787 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:55:28.102133 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:55:28.102476 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:55:28.102805 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:55:28.103152 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:55:28.104002 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:55:28.104442 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:55:28.104768 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:55:28.105093 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:55:28.105414 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:55:28.105734 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:55:28.106052 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:55:28.147822 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] No DVR routers for this DVR port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:55:28.289935 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Attempting to bind port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:55:28.290192 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Attempting to bind port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '4c869928-4c63-46c1-9842-f609a4022a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:55:28.290523 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Attempting to bind port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 on network 7376f23d-2eca-47c7-8490-c1326acd2318 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:55:28.295923 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 on network 7376f23d-2eca-47c7-8490-c1326acd2318 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:55:28.296246 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Attempting to bind port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 on network 7376f23d-2eca-47c7-8490-c1326acd2318 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:55:28.301079 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:55:28.301416 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Checking segment: {'id': '4c869928-4c63-46c1-9842-f609a4022a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:55:28.301799 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Bound using segment: {'id': '4c869928-4c63-46c1-9842-f609a4022a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:55:28.302219 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Bound port: e2ffcdcd-6cdd-4b20-a36f-377e0b915da7, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c869928-4c63-46c1-9842-f609a4022a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:55:28.302572 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e2ffcdcd-6cdd-4b20-a36f-377e0b915da7), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:55:28.366143 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] For port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:55:28.369241 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] For port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=e2ffcdcd-6cdd-4b20-a36f-377e0b915da7,segment=NetworkSegment(4c869928-4c63-46c1-9842-f609a4022a86),segment_id=4c869928-4c63-46c1-9842-f609a4022a86)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:55:28.375812 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (e2ffcdcd-6cdd-4b20-a36f-377e0b915da7), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:55:28.408269 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:28.408895 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:55:28.410524 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] 10.222.0.30 "PUT /v2.0/ports/e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 HTTP/1.1" status: 200 len: 1092 time: 0.7584260 Mar 05 05:55:28.410710 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f48cabe-eaca-4511-a7e4-7feee895c835', 'tag': 'e2ffcdcd-6cdd-4b20-a36f-377e0b915da7'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:55:28.413051 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b3ece581dfa63e0b7b7c128691a33970c0031ac0b7b3271834b37c0ed9a1721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819acf24-3d37-46c6-ba5c-b0c83b581c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "7f48cabe-eaca-4511-a7e4-7feee895c835", "tag": "e2ffcdcd-6cdd-4b20-a36f-377e0b915da7"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:55:28.461512 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e787d6-9515-489e-a9ca-d5a4b4975d14 req-8cd041f2-1ea2-45cc-9c8c-cb8b5470089b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:28.464279 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-36e787d6-9515-489e-a9ca-d5a4b4975d14 req-8cd041f2-1ea2-45cc-9c8c-cb8b5470089b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 943 time: 0.0837872 Mar 05 05:55:28.476020 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedbefe4-aa35-4bbe-9727-fbfc75ca3185 x-openstack-request-id: req-cedbefe4-aa35-4bbe-9727-fbfc75ca3185 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:55:28.476354 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f48cabe-eaca-4511-a7e4-7feee895c835", "tag": "e2ffcdcd-6cdd-4b20-a36f-377e0b915da7", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:55:28.476566 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cedbefe4-aa35-4bbe-9727-fbfc75ca3185 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:55:28.477665 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f48cabe-eaca-4511-a7e4-7feee895c835', 'tag': 'e2ffcdcd-6cdd-4b20-a36f-377e0b915da7', 'status': 'completed', 'code': 200} Mar 05 05:55:28.481675 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec306493-4e36-4fad-a089-820a91235d2d service neutron] Pushing event updated for resources: {'Port': ['ID=e2ffcdcd-6cdd-4b20-a36f-377e0b915da7,revision_number=8']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:55:28.502934 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-d860f71d-6e06-4aae-bd0c-d1ec975b8711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:28.504684 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-d860f71d-6e06-4aae-bd0c-d1ec975b8711 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0156566b9ea344af97b47c39ab8e0214&device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 1126 time: 0.0698826 Mar 05 05:55:28.519133 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-36e787d6-9515-489e-a9ca-d5a4b4975d14 req-2188c793-a7e7-4016-82f7-5ee8b835f3bd tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489461 Mar 05 05:55:28.601175 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-8182391b-45d3-4cf4-a95d-c2a021308c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:28.602665 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-8182391b-45d3-4cf4-a95d-c2a021308c2e service neutron] 10.222.0.30 "GET /v2.0/networks?id=7376f23d-2eca-47c7-8490-c1326acd2318 HTTP/1.1" status: 200 len: 909 time: 0.0921626 Mar 05 05:55:28.674309 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-e8bea3bd-d10a-4a11-baa8-150e0b8a265b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 HTTP/1.1" status: 200 len: 998 time: 0.0658560 Mar 05 05:55:28.723956 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-06fdfb4f-5ad6-404b-9eeb-165561114ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:28.725358 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-06fdfb4f-5ad6-404b-9eeb-165561114ce3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5812e09f-c859-4d4d-aedd-1282b31ecb2d HTTP/1.1" status: 200 len: 848 time: 0.0459926 Mar 05 05:55:28.773389 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-37568982-2c74-4eae-b4a3-cd7d475584b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:28.775034 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-37568982-2c74-4eae-b4a3-cd7d475584b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7376f23d-2eca-47c7-8490-c1326acd2318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441570 Mar 05 05:55:28.866167 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-23ac6734-9c79-4e4b-bcce-b74c93903cae service neutron] 10.222.0.30 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853410 Mar 05 05:55:28.952638 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-31b99956-8e24-426a-9df3-ad21c036eca8 service neutron] 10.222.0.30 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805695 Mar 05 05:55:29.044287 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819acf24-3d37-46c6-ba5c-b0c83b581c0f req-aecbf667-2bb0-46af-8c92-1be2c3c9a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:29.045802 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-819acf24-3d37-46c6-ba5c-b0c83b581c0f req-aecbf667-2bb0-46af-8c92-1be2c3c9a4df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0156566b9ea344af97b47c39ab8e0214&device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 1126 time: 0.0498755 Mar 05 05:55:29.135974 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819acf24-3d37-46c6-ba5c-b0c83b581c0f req-552f8174-12f4-4581-a4af-5d6a28055c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:29.137362 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-819acf24-3d37-46c6-ba5c-b0c83b581c0f req-552f8174-12f4-4581-a4af-5d6a28055c18 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7376f23d-2eca-47c7-8490-c1326acd2318 HTTP/1.1" status: 200 len: 909 time: 0.0855777 Mar 05 05:55:29.204736 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-819acf24-3d37-46c6-ba5c-b0c83b581c0f req-2f2e7020-1cc8-4d80-a042-49e960ad61c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 HTTP/1.1" status: 200 len: 998 time: 0.0617156 Mar 05 05:55:29.252897 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819acf24-3d37-46c6-ba5c-b0c83b581c0f req-257e892c-0134-4b47-ae32-72830626e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:29.254330 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-819acf24-3d37-46c6-ba5c-b0c83b581c0f req-257e892c-0134-4b47-ae32-72830626e19a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5812e09f-c859-4d4d-aedd-1282b31ecb2d HTTP/1.1" status: 200 len: 848 time: 0.0430849 Mar 05 05:55:29.307099 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819acf24-3d37-46c6-ba5c-b0c83b581c0f req-7fecc54e-abdb-49a4-b9a5-b675c21f2b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:29.308778 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-819acf24-3d37-46c6-ba5c-b0c83b581c0f req-7fecc54e-abdb-49a4-b9a5-b675c21f2b84 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7376f23d-2eca-47c7-8490-c1326acd2318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471258 Mar 05 05:55:29.405060 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-819acf24-3d37-46c6-ba5c-b0c83b581c0f req-2efd8113-e1eb-40d3-830f-25a00793f663 service neutron] 10.222.0.30 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890062 Mar 05 05:55:29.493069 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-819acf24-3d37-46c6-ba5c-b0c83b581c0f req-e9b505af-ce15-4ae2-8634-0dc55c5771cd service neutron] 10.222.0.30 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821719 Mar 05 05:55:29.598137 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07cb51-f951-42a8-9617-6803e41e40bc req-e7258e30-afdb-44d0-adb0-1d80fe52f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:29.599722 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dc07cb51-f951-42a8-9617-6803e41e40bc req-e7258e30-afdb-44d0-adb0-1d80fe52f047 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0156566b9ea344af97b47c39ab8e0214&device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 1126 time: 0.0505044 Mar 05 05:55:29.645756 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7ef89-bc84-4302-b93c-8b2981da2280 req-28aa98a7-8289-4803-9c88-77d0397cef40 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:29.647402 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fea7ef89-bc84-4302-b93c-8b2981da2280 req-28aa98a7-8289-4803-9c88-77d0397cef40 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 943 time: 0.0536647 Mar 05 05:55:29.697979 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fea7ef89-bc84-4302-b93c-8b2981da2280 req-88b748e8-13ea-4102-a8e0-779feba642cc tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439157 Mar 05 05:55:29.706366 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07cb51-f951-42a8-9617-6803e41e40bc req-306d374c-803a-48e8-abf1-5f650c8e31f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:29.707890 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dc07cb51-f951-42a8-9617-6803e41e40bc req-306d374c-803a-48e8-abf1-5f650c8e31f3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7376f23d-2eca-47c7-8490-c1326acd2318 HTTP/1.1" status: 200 len: 909 time: 0.0890458 Mar 05 05:55:29.776696 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dc07cb51-f951-42a8-9617-6803e41e40bc req-92dc8d93-b04f-4526-a330-59f26543e412 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 HTTP/1.1" status: 200 len: 998 time: 0.0630815 Mar 05 05:55:29.823771 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07cb51-f951-42a8-9617-6803e41e40bc req-e005ef50-2af4-4556-b5e9-ce3234a2317f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:29.825201 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dc07cb51-f951-42a8-9617-6803e41e40bc req-e005ef50-2af4-4556-b5e9-ce3234a2317f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5812e09f-c859-4d4d-aedd-1282b31ecb2d HTTP/1.1" status: 200 len: 848 time: 0.0435088 Mar 05 05:55:29.872967 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07cb51-f951-42a8-9617-6803e41e40bc req-aa1c7e83-e0e5-47e6-98f7-a1b3eacb4aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:29.874487 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dc07cb51-f951-42a8-9617-6803e41e40bc req-aa1c7e83-e0e5-47e6-98f7-a1b3eacb4aff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7376f23d-2eca-47c7-8490-c1326acd2318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436711 Mar 05 05:55:29.964973 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dc07cb51-f951-42a8-9617-6803e41e40bc req-3583fb66-238a-48a9-b78d-7edf448e2d24 service neutron] 10.222.0.30 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847876 Mar 05 05:55:30.050684 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-dc07cb51-f951-42a8-9617-6803e41e40bc req-1c5cc9d9-4aac-428c-bf78-000139bd5738 service neutron] 10.222.0.30 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800323 Mar 05 05:55:30.816147 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8e3de-d797-4731-9a77-323dcdfa4bf8 req-ab64caf0-978e-48e2-b0f7-4b5c4cbfc2ad tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:30.817528 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-06d8e3de-d797-4731-9a77-323dcdfa4bf8 req-ab64caf0-978e-48e2-b0f7-4b5c4cbfc2ad tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 943 time: 0.0525777 Mar 05 05:55:30.871016 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-06d8e3de-d797-4731-9a77-323dcdfa4bf8 req-c1eaeae9-e63e-4846-9d41-50df5715cfa4 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477662 Mar 05 05:55:31.989109 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a8926-26cd-4474-826a-50458b4be5af req-6ced6e8b-a4d2-4cc5-ba6b-e1e42b006375 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:31.990592 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-207a8926-26cd-4474-826a-50458b4be5af req-6ced6e8b-a4d2-4cc5-ba6b-e1e42b006375 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 943 time: 0.0536628 Mar 05 05:55:32.039118 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-207a8926-26cd-4474-826a-50458b4be5af req-ba1d3ac1-d85b-40d2-aa70-72b793d084f3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427778 Mar 05 05:55:33.157951 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94673f9-7245-48c9-88db-5ef4fc985103 req-7007acdf-063c-4518-9b09-758c1d2d9eeb tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:33.159494 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d94673f9-7245-48c9-88db-5ef4fc985103 req-7007acdf-063c-4518-9b09-758c1d2d9eeb tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 943 time: 0.0529921 Mar 05 05:55:33.209335 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d94673f9-7245-48c9-88db-5ef4fc985103 req-4460322d-b9cd-42cc-a29d-00e41a76ce7c tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443606 Mar 05 05:55:34.331163 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8839d81-ab98-426c-b2a4-41cff09e450f req-bf7ec89f-c84c-46b4-ba5a-b7f56f05054f tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:34.332622 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8839d81-ab98-426c-b2a4-41cff09e450f req-bf7ec89f-c84c-46b4-ba5a-b7f56f05054f tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 943 time: 0.0567210 Mar 05 05:55:34.380915 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8839d81-ab98-426c-b2a4-41cff09e450f req-a3396b44-5211-4cb7-8b35-0f0449750298 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422337 Mar 05 05:55:35.499026 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c8869-bdcd-469a-9d49-e27bec8cd598 req-4347f69f-2301-4a80-9485-6e83b80cbee2 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:35.500538 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc6c8869-bdcd-469a-9d49-e27bec8cd598 req-4347f69f-2301-4a80-9485-6e83b80cbee2 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 943 time: 0.0526693 Mar 05 05:55:35.548906 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cc6c8869-bdcd-469a-9d49-e27bec8cd598 req-2508a77a-ca2a-40f2-bbe3-a579b1af0de3 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427811 Mar 05 05:55:35.808943 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:55:35.903250 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=e2ffcdcd-6cdd-4b20-a36f-377e0b915da7,segment=NetworkSegment(4c869928-4c63-46c1-9842-f609a4022a86),segment_id=4c869928-4c63-46c1-9842-f609a4022a86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:55:35.913410 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': 'e2ffcdcd-6cdd-4b20-a36f-377e0b915da7', 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318', 'port_id': 'e2ffcdcd-6cdd-4b20-a36f-377e0b915da7', 'mac_address': 'fa:16:3e:b4:d7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:55:35.954125 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:55:35.954514 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e2ffcdcd-6cdd-4b20-a36f-377e0b915da7), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:55:35.967844 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:55:35.986911 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=e2ffcdcd-6cdd-4b20-a36f-377e0b915da7,segment=NetworkSegment(4c869928-4c63-46c1-9842-f609a4022a86),segment_id=4c869928-4c63-46c1-9842-f609a4022a86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:55:35.990902 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e2ffcdcd-6cdd-4b20-a36f-377e0b915da7), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:55:36.035930 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=e2ffcdcd-6cdd-4b20-a36f-377e0b915da7,revision_number=9']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:55:36.234306 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['e2ffcdcd-6cdd-4b20-a36f-377e0b915da7'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:55:36.666475 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d3adb-4255-414f-86cd-48b0e31997de req-22a6a3a4-818e-427d-90df-106b715eb9ed tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:36.668036 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-507d3adb-4255-414f-86cd-48b0e31997de req-22a6a3a4-818e-427d-90df-106b715eb9ed tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 944 time: 0.0522351 Mar 05 05:55:36.722880 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-507d3adb-4255-414f-86cd-48b0e31997de req-cbaa4780-0447-449c-b27c-a05c9ffe9bac tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492253 Mar 05 05:55:37.824293 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:55:37.840838 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a12935-f30e-4add-b458-f7b1fcdb8912 req-2cb548fc-3602-4a1c-bc3c-a9d4e8ea731d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:37.842338 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d5a12935-f30e-4add-b458-f7b1fcdb8912 req-2cb548fc-3602-4a1c-bc3c-a9d4e8ea731d tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 944 time: 0.0537002 Mar 05 05:55:37.873843 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:55:37.878227 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:55:37.878606 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (e2ffcdcd-6cdd-4b20-a36f-377e0b915da7), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:55:37.894196 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d5a12935-f30e-4add-b458-f7b1fcdb8912 req-fc3bd633-8a91-40c2-8b7a-5cd6420e4835 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459056 Mar 05 05:55:37.957547 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:55:37.957932 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (e2ffcdcd-6cdd-4b20-a36f-377e0b915da7), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:55:37.980478 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f48cabe-eaca-4511-a7e4-7feee895c835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ffcdcd-6cdd-4b20-a36f-377e0b915da7'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:55:37.982849 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1026d86385275f60405d04a033115b56addad9c656b2d60167220b9f5eb93bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34aaf134-6ee7-474f-b882-c86dc265a6f0" -d '{"events": [{"server_uuid": "7f48cabe-eaca-4511-a7e4-7feee895c835", "name": "network-vif-plugged", "status": "completed", "tag": "e2ffcdcd-6cdd-4b20-a36f-377e0b915da7"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:55:37.995159 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=e2ffcdcd-6cdd-4b20-a36f-377e0b915da7,segment=NetworkSegment(4c869928-4c63-46c1-9842-f609a4022a86),segment_id=4c869928-4c63-46c1-9842-f609a4022a86)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:55:37.999381 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (e2ffcdcd-6cdd-4b20-a36f-377e0b915da7), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:55:38.022778 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15f7304-aedb-4ce0-9896-f7098ccfaafa x-openstack-request-id: req-d15f7304-aedb-4ce0-9896-f7098ccfaafa {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:55:38.023093 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f48cabe-eaca-4511-a7e4-7feee895c835", "name": "network-vif-plugged", "status": "completed", "tag": "e2ffcdcd-6cdd-4b20-a36f-377e0b915da7", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:55:38.023361 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d15f7304-aedb-4ce0-9896-f7098ccfaafa {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:55:38.023763 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f48cabe-eaca-4511-a7e4-7feee895c835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ffcdcd-6cdd-4b20-a36f-377e0b915da7', 'code': 200} Mar 05 05:55:38.051567 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=e2ffcdcd-6cdd-4b20-a36f-377e0b915da7,revision_number=10']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:55:38.176233 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a8869-7df2-4aac-ac53-1da1d725fc3a req-7f121353-8def-4224-b961-aa54be86aed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:38.178000 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9d3a8869-7df2-4aac-ac53-1da1d725fc3a req-7f121353-8def-4224-b961-aa54be86aed2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 1129 time: 0.0495706 Mar 05 05:55:38.223529 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-9d3a8869-7df2-4aac-ac53-1da1d725fc3a req-c78e57eb-98e0-4e49-bdef-6a849fd0c513 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401263 Mar 05 05:55:39.015394 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25bab03-0cd6-411c-943a-1f31a70d5394 req-b05d5ca3-7ca0-4ee0-ada6-5eb14815b8e5 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:39.016873 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d25bab03-0cd6-411c-943a-1f31a70d5394 req-b05d5ca3-7ca0-4ee0-ada6-5eb14815b8e5 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 946 time: 0.0530901 Mar 05 05:55:39.065452 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d25bab03-0cd6-411c-943a-1f31a70d5394 req-137970a1-fc7e-4bb2-a4a0-6f320d78cee0 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430040 Mar 05 05:55:40.191482 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7130500-f99e-40e5-a7f7-a74f3d8d1e97 req-744a75bd-1364-4cf2-9a7f-6b1b59779322 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:55:40.193209 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7130500-f99e-40e5-a7f7-a74f3d8d1e97 req-744a75bd-1364-4cf2-9a7f-6b1b59779322 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 946 time: 0.0602183 Mar 05 05:55:40.244497 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e7130500-f99e-40e5-a7f7-a74f3d8d1e97 req-746ff206-5499-42f7-9cee-49ca2399312a tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446730 Mar 05 05:55:41.536589 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c0b480d0-2952-46bf-96c4-003c9fd62d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:55:43.502960 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:55:43.827335 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-192b1c7a-e9fd-4637-a5c3-de5a1d9df644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:55:44.397975 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:55:44.631717 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:55:45.252612 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:55:46.510730 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:55:47.943784 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:56:11.537539 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-52a151ad-ca49-4e19-a364-bd36e8a6a8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:56:13.832553 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e1615670-3492-45d3-8ece-b707e704c9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:56:14.397648 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:56:14.649163 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:56:15.256867 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:56:16.512127 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:56:17.947390 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:56:20.501918 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:56:29.010493 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e894ab0e-6e5c-4ad7-971c-54fa075511e2 req-9fcb7164-7bc6-4514-ad23-f746fed86889 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440965 Mar 05 05:56:29.094882 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894ab0e-6e5c-4ad7-971c-54fa075511e2 req-65a814d3-f542-4956-a2f1-136a68ef2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:56:29.097209 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e894ab0e-6e5c-4ad7-971c-54fa075511e2 req-65a814d3-f542-4956-a2f1-136a68ef2cd4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0156566b9ea344af97b47c39ab8e0214&device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 1129 time: 0.0470355 Mar 05 05:56:29.200865 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894ab0e-6e5c-4ad7-971c-54fa075511e2 req-e8b7a1d9-f328-48e1-aa7b-2658e749ebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:56:29.202855 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e894ab0e-6e5c-4ad7-971c-54fa075511e2 req-e8b7a1d9-f328-48e1-aa7b-2658e749ebf2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7376f23d-2eca-47c7-8490-c1326acd2318 HTTP/1.1" status: 200 len: 909 time: 0.0867040 Mar 05 05:56:29.266801 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e894ab0e-6e5c-4ad7-971c-54fa075511e2 req-600623f0-f52b-4140-8527-e4605c559b00 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 HTTP/1.1" status: 200 len: 1000 time: 0.0585003 Mar 05 05:56:29.315716 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894ab0e-6e5c-4ad7-971c-54fa075511e2 req-8d014f7c-edf0-4f08-9fe9-f24f4faeaaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:56:29.317222 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e894ab0e-6e5c-4ad7-971c-54fa075511e2 req-8d014f7c-edf0-4f08-9fe9-f24f4faeaaae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5812e09f-c859-4d4d-aedd-1282b31ecb2d HTTP/1.1" status: 200 len: 848 time: 0.0451031 Mar 05 05:56:29.371316 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894ab0e-6e5c-4ad7-971c-54fa075511e2 req-9d5a93f8-78a3-4d0d-ae86-e072c05bd747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:56:29.372827 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e894ab0e-6e5c-4ad7-971c-54fa075511e2 req-9d5a93f8-78a3-4d0d-ae86-e072c05bd747 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7376f23d-2eca-47c7-8490-c1326acd2318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0496798 Mar 05 05:56:29.461821 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e894ab0e-6e5c-4ad7-971c-54fa075511e2 req-2379bfc0-3798-4f1f-9de1-c6e949519937 service neutron] 10.222.0.30 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827847 Mar 05 05:56:29.553173 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e894ab0e-6e5c-4ad7-971c-54fa075511e2 req-1e5bba4d-5ba3-4252-aa37-0aac677bf88c service neutron] 10.222.0.30 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842927 Mar 05 05:56:41.539577 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0b0f1735-0831-4432-9bf1-7c75ae364b34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:56:43.825631 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dd030635-37f6-4e02-9d49-97b7d48deb7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:56:44.411786 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:56:44.678317 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:56:45.262024 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:56:46.515390 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:56:47.950063 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:56:53.174322 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47428) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:56:53.330529 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-0530c1b7-f07b-4de2-a71f-20ac726db887 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Deleting port ef527762-eae4-44f4-8a30-3bcfa1c07ac8 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:56:53.330877 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0530c1b7-f07b-4de2-a71f-20ac726db887 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (ef527762-eae4-44f4-8a30-3bcfa1c07ac8), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:56:53.407944 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0530c1b7-f07b-4de2-a71f-20ac726db887 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (ef527762-eae4-44f4-8a30-3bcfa1c07ac8), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:56:53.408273 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0530c1b7-f07b-4de2-a71f-20ac726db887 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for floatingip (ef527762-eae4-44f4-8a30-3bcfa1c07ac8), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:56:53.419795 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-0530c1b7-f07b-4de2-a71f-20ac726db887 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Calling delete_port for ef527762-eae4-44f4-8a30-3bcfa1c07ac8 owned by network:floatingip {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:56:53.562628 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0530c1b7-f07b-4de2-a71f-20ac726db887 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (ef527762-eae4-44f4-8a30-3bcfa1c07ac8), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:56:53.590224 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530c1b7-f07b-4de2-a71f-20ac726db887 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Pushing event deleted for resources: {'Port': ['ID=ef527762-eae4-44f4-8a30-3bcfa1c07ac8,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:56:53.615810 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0530c1b7-f07b-4de2-a71f-20ac726db887 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:56:53.616158 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0530c1b7-f07b-4de2-a71f-20ac726db887 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:56:53.616498 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0530c1b7-f07b-4de2-a71f-20ac726db887 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:56:53.616831 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0530c1b7-f07b-4de2-a71f-20ac726db887 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:56:53.617163 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0530c1b7-f07b-4de2-a71f-20ac726db887 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:56:53.617492 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0530c1b7-f07b-4de2-a71f-20ac726db887 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:56:53.617816 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0530c1b7-f07b-4de2-a71f-20ac726db887 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:56:53.618139 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0530c1b7-f07b-4de2-a71f-20ac726db887 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:56:53.618461 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0530c1b7-f07b-4de2-a71f-20ac726db887 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:56:53.618787 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0530c1b7-f07b-4de2-a71f-20ac726db887 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:56:53.619131 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0530c1b7-f07b-4de2-a71f-20ac726db887 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:56:53.619456 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0530c1b7-f07b-4de2-a71f-20ac726db887 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:56:53.619776 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0530c1b7-f07b-4de2-a71f-20ac726db887 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:56:53.662252 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0530c1b7-f07b-4de2-a71f-20ac726db887 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for floatingip (fc2309f4-ff88-4682-b65d-c2c6d6d66edd), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:56:53.662582 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [None req-0530c1b7-f07b-4de2-a71f-20ac726db887 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Floating IP fc2309f4-ff88-4682-b65d-c2c6d6d66edd disassociated (deleted). External IP: 172.25.0.76, port: e2ffcdcd-6cdd-4b20-a36f-377e0b915da7. Mar 05 05:56:54.195145 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0530c1b7-f07b-4de2-a71f-20ac726db887 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Router 619bb9cc-8165-47e8-aeaf-d03e80736971 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:56:54.304907 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0530c1b7-f07b-4de2-a71f-20ac726db887 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:56:54.309648 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0530c1b7-f07b-4de2-a71f-20ac726db887 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:56:54.315117 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c02fdd4-74ac-46fa-bfc5-2c5bcb24453b None None] Sync routers for ids ['619bb9cc-8165-47e8-aeaf-d03e80736971'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:56:54.325437 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c02fdd4-74ac-46fa-bfc5-2c5bcb24453b None None] Routers {'619bb9cc-8165-47e8-aeaf-d03e80736971'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:56:54.326058 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-3c02fdd4-74ac-46fa-bfc5-2c5bcb24453b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:56:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['619bb9cc-8165-47e8-aeaf-d03e80736971'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:56:54.340459 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0530c1b7-f07b-4de2-a71f-20ac726db887 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "DELETE /v2.0/floatingips/fc2309f4-ff88-4682-b65d-c2c6d6d66edd HTTP/1.1" status: 204 len: 168 time: 1.1650298 Mar 05 05:56:54.341050 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f48cabe-eaca-4511-a7e4-7feee895c835', 'tag': 'e2ffcdcd-6cdd-4b20-a36f-377e0b915da7'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:56:54.343452 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b3ece581dfa63e0b7b7c128691a33970c0031ac0b7b3271834b37c0ed9a1721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bf3590-e59c-47d4-9196-9dc603343785" -d '{"events": [{"name": "network-changed", "server_uuid": "7f48cabe-eaca-4511-a7e4-7feee895c835", "tag": "e2ffcdcd-6cdd-4b20-a36f-377e0b915da7"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:56:54.383587 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ee3d6b-2159-4071-9f12-1738456765f4 x-openstack-request-id: req-74ee3d6b-2159-4071-9f12-1738456765f4 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:56:54.383906 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f48cabe-eaca-4511-a7e4-7feee895c835", "tag": "e2ffcdcd-6cdd-4b20-a36f-377e0b915da7", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:56:54.384135 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-74ee3d6b-2159-4071-9f12-1738456765f4 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:56:54.384543 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f48cabe-eaca-4511-a7e4-7feee895c835', 'tag': 'e2ffcdcd-6cdd-4b20-a36f-377e0b915da7', 'status': 'completed', 'code': 200} Mar 05 05:56:54.438812 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-3c02fdd4-74ac-46fa-bfc5-2c5bcb24453b None None] Set router 619bb9cc-8165-47e8-aeaf-d03e80736971 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:56:54.483143 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf3590-e59c-47d4-9196-9dc603343785 req-20a5c8e7-7810-4d00-9fac-769df1bfbe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:56:54.485579 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-34bf3590-e59c-47d4-9196-9dc603343785 req-20a5c8e7-7810-4d00-9fac-769df1bfbe40 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0156566b9ea344af97b47c39ab8e0214&device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 1129 time: 0.0799558 Mar 05 05:56:54.584843 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d2b40-c76a-417b-9a10-9989150a2510 req-670e1453-564d-4b2b-9119-4e26e7150379 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:56:54.590268 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf3590-e59c-47d4-9196-9dc603343785 req-b022892b-8378-4ed6-934c-1c4c28e18cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:56:54.591631 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-34bf3590-e59c-47d4-9196-9dc603343785 req-b022892b-8378-4ed6-934c-1c4c28e18cc8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7376f23d-2eca-47c7-8490-c1326acd2318 HTTP/1.1" status: 200 len: 909 time: 0.0955245 Mar 05 05:56:54.597369 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b33d2b40-c76a-417b-9a10-9989150a2510 req-670e1453-564d-4b2b-9119-4e26e7150379 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 946 time: 0.0649791 Mar 05 05:56:54.636141 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-34bf3590-e59c-47d4-9196-9dc603343785 req-2c1b71e9-9a18-4089-b6c5-8417d71ff17d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 HTTP/1.1" status: 200 len: 217 time: 0.0379453 Mar 05 05:56:54.649007 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b33d2b40-c76a-417b-9a10-9989150a2510 req-67e90cef-b2db-463e-bea7-9d46ae8cc0d6 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458016 Mar 05 05:56:54.654854 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-3c02fdd4-74ac-46fa-bfc5-2c5bcb24453b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'name': 'tempest-TestShelveInstance-1970141735-router', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:06Z', 'revision_number': 4, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'gw_port': {'id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'd303bc85-7c81-43f6-8d3d-eefe2d34157c', 'name': '', 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'mac_address': 'fa:16:3e:88:6e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:05Z', 'updated_at': '2022-03-05T05:48:10Z', 'revision_number': 5, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'subnets': [{'id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:56:54.682927 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c02fdd4-74ac-46fa-bfc5-2c5bcb24453b None None] Checking router: 619bb9cc-8165-47e8-aeaf-d03e80736971 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:56:54.691222 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf3590-e59c-47d4-9196-9dc603343785 req-23f035e6-f248-4f77-a0a0-0540a09edbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:56:54.691929 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c02fdd4-74ac-46fa-bfc5-2c5bcb24453b None None] Routers {'619bb9cc-8165-47e8-aeaf-d03e80736971'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:56:54.692549 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-3c02fdd4-74ac-46fa-bfc5-2c5bcb24453b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:56:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['619bb9cc-8165-47e8-aeaf-d03e80736971'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:56:54.692689 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-34bf3590-e59c-47d4-9196-9dc603343785 req-23f035e6-f248-4f77-a0a0-0540a09edbf4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5812e09f-c859-4d4d-aedd-1282b31ecb2d HTTP/1.1" status: 200 len: 848 time: 0.0512793 Mar 05 05:56:54.743120 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf3590-e59c-47d4-9196-9dc603343785 req-299122f3-eef1-4855-99a9-84534e873448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:56:54.744537 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-34bf3590-e59c-47d4-9196-9dc603343785 req-299122f3-eef1-4855-99a9-84534e873448 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7376f23d-2eca-47c7-8490-c1326acd2318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455432 Mar 05 05:56:54.800565 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-3c02fdd4-74ac-46fa-bfc5-2c5bcb24453b None None] Set router 619bb9cc-8165-47e8-aeaf-d03e80736971 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:56:54.832102 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-34bf3590-e59c-47d4-9196-9dc603343785 req-350ac52e-9214-4943-81bf-fab01dd62128 service neutron] 10.222.0.30 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811746 Mar 05 05:56:54.924876 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-34bf3590-e59c-47d4-9196-9dc603343785 req-6525bac6-a69c-4882-b012-0835d2d6c52f service neutron] 10.222.0.30 "GET /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862570 Mar 05 05:56:54.998070 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-3c02fdd4-74ac-46fa-bfc5-2c5bcb24453b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'name': 'tempest-TestShelveInstance-1970141735-router', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:06Z', 'revision_number': 4, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'gw_port': {'id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'd303bc85-7c81-43f6-8d3d-eefe2d34157c', 'name': '', 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'mac_address': 'fa:16:3e:88:6e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:05Z', 'updated_at': '2022-03-05T05:48:10Z', 'revision_number': 5, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'subnets': [{'id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:56:55.028171 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c02fdd4-74ac-46fa-bfc5-2c5bcb24453b None None] The sync data for ids ['619bb9cc-8165-47e8-aeaf-d03e80736971'] in n-d-789963-32 is: [{'id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'name': 'tempest-TestShelveInstance-1970141735-router', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:06Z', 'revision_number': 4, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'gw_port': {'id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'd303bc85-7c81-43f6-8d3d-eefe2d34157c', 'name': '', 'network_id': '7376f23d-2eca-47c7-8490-c1326acd2318', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'mac_address': 'fa:16:3e:88:6e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:05Z', 'updated_at': '2022-03-05T05:48:10Z', 'revision_number': 5, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'subnets': [{'id': '5812e09f-c859-4d4d-aedd-1282b31ecb2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:56:55.244735 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b4e947-2c95-49c6-a3bc-72677913e76d None None] New status for floating IP fc2309f4-ff88-4682-b65d-c2c6d6d66edd: DOWN {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:56:55.779134 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d103111-accc-44b4-b991-e2c040fc0e50 req-4e9c1936-c895-4122-8b44-cf06c6d36686 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:56:55.781673 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3d103111-accc-44b4-b991-e2c040fc0e50 req-4e9c1936-c895-4122-8b44-cf06c6d36686 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 946 time: 0.0588701 Mar 05 05:56:55.831629 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3d103111-accc-44b4-b991-e2c040fc0e50 req-1e7c3dac-2146-4e8e-b404-9e2f95089fe7 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/security-groups?id=df1751a1-f220-4fba-a477-ca313a7ba243&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443738 Mar 05 05:56:56.045615 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f9273-732e-4d95-9bc4-1b2bbf31bb8b req-08c8622c-3a16-4078-abc5-cdd70502e907 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:56:56.047679 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-083f9273-732e-4d95-9bc4-1b2bbf31bb8b req-08c8622c-3a16-4078-abc5-cdd70502e907 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 946 time: 0.0525553 Mar 05 05:56:56.142916 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-083f9273-732e-4d95-9bc4-1b2bbf31bb8b req-209f5f99-3554-4f38-8c5c-6320af792f94 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Deleting port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:56:56.143286 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-083f9273-732e-4d95-9bc4-1b2bbf31bb8b req-209f5f99-3554-4f38-8c5c-6320af792f94 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (e2ffcdcd-6cdd-4b20-a36f-377e0b915da7), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:56:56.229447 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-083f9273-732e-4d95-9bc4-1b2bbf31bb8b req-209f5f99-3554-4f38-8c5c-6320af792f94 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] For port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=e2ffcdcd-6cdd-4b20-a36f-377e0b915da7,segment=NetworkSegment(4c869928-4c63-46c1-9842-f609a4022a86),segment_id=4c869928-4c63-46c1-9842-f609a4022a86)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:56:56.229811 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-083f9273-732e-4d95-9bc4-1b2bbf31bb8b req-209f5f99-3554-4f38-8c5c-6320af792f94 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (e2ffcdcd-6cdd-4b20-a36f-377e0b915da7), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:56:56.241323 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-083f9273-732e-4d95-9bc4-1b2bbf31bb8b req-209f5f99-3554-4f38-8c5c-6320af792f94 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Calling delete_port for e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:56:56.371168 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-083f9273-732e-4d95-9bc4-1b2bbf31bb8b req-209f5f99-3554-4f38-8c5c-6320af792f94 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (e2ffcdcd-6cdd-4b20-a36f-377e0b915da7), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:56:56.399704 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f5f99-3554-4f38-8c5c-6320af792f94 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Pushing event deleted for resources: {'Port': ['ID=e2ffcdcd-6cdd-4b20-a36f-377e0b915da7,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:56:56.442924 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-083f9273-732e-4d95-9bc4-1b2bbf31bb8b req-209f5f99-3554-4f38-8c5c-6320af792f94 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] No DVR routers for this DVR port e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:56:56.445686 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-083f9273-732e-4d95-9bc4-1b2bbf31bb8b req-209f5f99-3554-4f38-8c5c-6320af792f94 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:56:56.449037 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-083f9273-732e-4d95-9bc4-1b2bbf31bb8b req-209f5f99-3554-4f38-8c5c-6320af792f94 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.30 "DELETE /v2.0/ports/e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 HTTP/1.1" status: 204 len: 173 time: 0.3957357 Mar 05 05:56:56.449491 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f48cabe-eaca-4511-a7e4-7feee895c835', 'name': 'network-vif-deleted', 'tag': 'e2ffcdcd-6cdd-4b20-a36f-377e0b915da7'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:56:56.452239 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b3ece581dfa63e0b7b7c128691a33970c0031ac0b7b3271834b37c0ed9a1721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb4b490-1ef0-4ae9-ba67-0604ea073b5d" -d '{"events": [{"server_uuid": "7f48cabe-eaca-4511-a7e4-7feee895c835", "name": "network-vif-deleted", "tag": "e2ffcdcd-6cdd-4b20-a36f-377e0b915da7"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:56:56.491693 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c41a78c-46e2-4a29-997f-5daff1ef0b3b x-openstack-request-id: req-9c41a78c-46e2-4a29-997f-5daff1ef0b3b {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:56:56.492008 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f48cabe-eaca-4511-a7e4-7feee895c835", "name": "network-vif-deleted", "tag": "e2ffcdcd-6cdd-4b20-a36f-377e0b915da7", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:56:56.492290 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9c41a78c-46e2-4a29-997f-5daff1ef0b3b {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:56:56.492700 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f48cabe-eaca-4511-a7e4-7feee895c835', 'name': 'network-vif-deleted', 'tag': 'e2ffcdcd-6cdd-4b20-a36f-377e0b915da7', 'status': 'completed', 'code': 200} Mar 05 05:56:56.928745 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-cdf244b7-65be-4852-afdb-8f5a914c7f96 req-6b65d9d4-2ed6-4157-9432-42c4cc310ca0 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 210 time: 0.0272279 Mar 05 05:56:57.502513 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:56:58.025319 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-d24cca7c-ba49-4cdb-9c83-08fade62ed74 req-a649aaf5-cc83-445b-bad4-ce23abaaaa5c tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 210 time: 0.0284467 Mar 05 05:56:58.211156 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:56:58.232660 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:56:58.233039 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device e2ffcdcd-6cdd-4b20-a36f-377e0b915da7 not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:56:59.120215 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b2ffff09-1376-4b5a-81ee-62cf66595fd7 req-b816c9ef-2a6b-4a7f-9d97-94261c195d3b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 210 time: 0.0277574 Mar 05 05:57:00.222231 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b4f960ad-6d47-44f3-a58d-8f1947ea6980 req-da1b41c3-d8d5-4ee7-9eeb-8df2b93dbbf4 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 210 time: 0.0326431 Mar 05 05:57:01.318437 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-166f8bcc-0577-4c9f-b2d0-28edac2cdc59 req-c25c0a38-df25-4177-8c82-3ce915ad268b tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 210 time: 0.0288393 Mar 05 05:57:02.413128 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4a059d71-784b-4bce-88f9-6c9ea9dba607 req-99a15f8f-ee24-4dc3-a170-34266d161595 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 210 time: 0.0280323 Mar 05 05:57:03.512015 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-56a581dc-2615-4913-a95f-abb90359c110 req-adf92f1f-cd45-40a3-87cb-eeacbe9cf5ee tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 210 time: 0.0279408 Mar 05 05:57:04.611198 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-11ba94f3-c7c0-4bb9-b4eb-caf06ed8207b req-a7f12849-9e73-468c-a25c-ebff0aa10c11 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 210 time: 0.0304108 Mar 05 05:57:05.722694 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ce5456a1-7de9-4c89-92fe-45b987ecef31 req-0f24e4f8-6a93-4c55-94ae-d5498704df94 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f48cabe-eaca-4511-a7e4-7feee895c835 HTTP/1.1" status: 200 len: 210 time: 0.0298648 Mar 05 05:57:06.780517 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47470) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:57:06.843161 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-37c5d35c-1010-4ee4-a7e5-b1d2549d606f tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group (df1751a1-f220-4fba-a477-ca313a7ba243), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:06.869851 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-37c5d35c-1010-4ee4-a7e5-b1d2549d606f tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group (df1751a1-f220-4fba-a477-ca313a7ba243), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:06.931712 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-37c5d35c-1010-4ee4-a7e5-b1d2549d606f tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (df1751a1-f220-4fba-a477-ca313a7ba243), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:06.935171 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-37c5d35c-1010-4ee4-a7e5-b1d2549d606f tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:06.937152 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-37c5d35c-1010-4ee4-a7e5-b1d2549d606f tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] 10.222.0.11 "DELETE /v2.0/security-groups/df1751a1-f220-4fba-a477-ca313a7ba243 HTTP/1.1" status: 204 len: 168 time: 0.1554425 Mar 05 05:57:06.946886 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5d35c-1010-4ee4-a7e5-b1d2549d606f tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1751a1-f220-4fba-a477-ca313a7ba243,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:06.995624 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47474) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:57:07.466594 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ea666918-da46-4c91-a3ba-d29e075a864b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (619bb9cc-8165-47e8-aeaf-d03e80736971), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:07.712997 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-ea666918-da46-4c91-a3ba-d29e075a864b admin admin] Deleting port d303bc85-7c81-43f6-8d3d-eefe2d34157c {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:57:07.713390 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ea666918-da46-4c91-a3ba-d29e075a864b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d303bc85-7c81-43f6-8d3d-eefe2d34157c), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:07.794821 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-ea666918-da46-4c91-a3ba-d29e075a864b admin admin] For port d303bc85-7c81-43f6-8d3d-eefe2d34157c, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d303bc85-7c81-43f6-8d3d-eefe2d34157c,segment=NetworkSegment(4c869928-4c63-46c1-9842-f609a4022a86),segment_id=4c869928-4c63-46c1-9842-f609a4022a86)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:57:07.796163 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ea666918-da46-4c91-a3ba-d29e075a864b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d303bc85-7c81-43f6-8d3d-eefe2d34157c), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:07.808217 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-ea666918-da46-4c91-a3ba-d29e075a864b admin admin] Calling delete_port for d303bc85-7c81-43f6-8d3d-eefe2d34157c owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:57:07.997409 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ea666918-da46-4c91-a3ba-d29e075a864b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (d303bc85-7c81-43f6-8d3d-eefe2d34157c), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:08.021642 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea666918-da46-4c91-a3ba-d29e075a864b admin admin] Pushing event deleted for resources: {'Port': ['ID=d303bc85-7c81-43f6-8d3d-eefe2d34157c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:08.204991 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ea666918-da46-4c91-a3ba-d29e075a864b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (619bb9cc-8165-47e8-aeaf-d03e80736971), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:08.428701 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea666918-da46-4c91-a3ba-d29e075a864b admin admin] Router 619bb9cc-8165-47e8-aeaf-d03e80736971 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:57:08.542830 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea666918-da46-4c91-a3ba-d29e075a864b admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:57:08.551979 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-ea666918-da46-4c91-a3ba-d29e075a864b admin admin] 10.222.0.11 "PUT /v2.0/routers/619bb9cc-8165-47e8-aeaf-d03e80736971/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5526004 Mar 05 05:57:08.551979 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47478) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:57:08.554683 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528d7ef6-f582-4ff6-9e4b-e4660da097d6 None None] Sync routers for ids ['619bb9cc-8165-47e8-aeaf-d03e80736971'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:57:08.568877 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528d7ef6-f582-4ff6-9e4b-e4660da097d6 None None] Routers {'619bb9cc-8165-47e8-aeaf-d03e80736971'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:57:08.569498 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-528d7ef6-f582-4ff6-9e4b-e4660da097d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:56:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['619bb9cc-8165-47e8-aeaf-d03e80736971'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:08.672570 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-97502a3b-2421-4919-951d-31f326aa0c3c admin admin] Publish callbacks [] for router (619bb9cc-8165-47e8-aeaf-d03e80736971), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:08.682455 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-528d7ef6-f582-4ff6-9e4b-e4660da097d6 None None] Set router 619bb9cc-8165-47e8-aeaf-d03e80736971 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:57:08.791267 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-97502a3b-2421-4919-951d-31f326aa0c3c admin admin] Publish callbacks [] for router_gateway (619bb9cc-8165-47e8-aeaf-d03e80736971), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:08.850514 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-97502a3b-2421-4919-951d-31f326aa0c3c admin admin] Deleting port 09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:57:08.851244 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-97502a3b-2421-4919-951d-31f326aa0c3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:08.941862 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-97502a3b-2421-4919-951d-31f326aa0c3c admin admin] For port 09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:57:08.942233 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-97502a3b-2421-4919-951d-31f326aa0c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:08.955101 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-97502a3b-2421-4919-951d-31f326aa0c3c admin admin] Calling delete_port for 09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1 owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:57:09.034596 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-528d7ef6-f582-4ff6-9e4b-e4660da097d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'name': 'tempest-TestShelveInstance-1970141735-router', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:57:07Z', 'revision_number': 5, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'gw_port': {'id': '09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:09.062585 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528d7ef6-f582-4ff6-9e4b-e4660da097d6 None None] Checking router: 619bb9cc-8165-47e8-aeaf-d03e80736971 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:57:09.071656 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528d7ef6-f582-4ff6-9e4b-e4660da097d6 None None] Routers {'619bb9cc-8165-47e8-aeaf-d03e80736971'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:57:09.072312 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-528d7ef6-f582-4ff6-9e4b-e4660da097d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:56:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['619bb9cc-8165-47e8-aeaf-d03e80736971'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:09.141221 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-97502a3b-2421-4919-951d-31f326aa0c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:09.166043 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-528d7ef6-f582-4ff6-9e4b-e4660da097d6 None None] Set router 619bb9cc-8165-47e8-aeaf-d03e80736971 gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:57:09.170853 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97502a3b-2421-4919-951d-31f326aa0c3c admin admin] Pushing event deleted for resources: {'Port': ['ID=09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:09.221854 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-528d7ef6-f582-4ff6-9e4b-e4660da097d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'name': 'tempest-TestShelveInstance-1970141735-router', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:57:08Z', 'revision_number': 6, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:09.234372 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-97502a3b-2421-4919-951d-31f326aa0c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (619bb9cc-8165-47e8-aeaf-d03e80736971), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:09.250047 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528d7ef6-f582-4ff6-9e4b-e4660da097d6 None None] The sync data for ids ['619bb9cc-8165-47e8-aeaf-d03e80736971'] in n-d-789963-32 is: [{'id': '619bb9cc-8165-47e8-aeaf-d03e80736971', 'name': 'tempest-TestShelveInstance-1970141735-router', 'tenant_id': '0156566b9ea344af97b47c39ab8e0214', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:48:03Z', 'updated_at': '2022-03-05T05:57:08Z', 'revision_number': 6, 'project_id': '0156566b9ea344af97b47c39ab8e0214', 'gw_port_host': None}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:57:09.341338 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-97502a3b-2421-4919-951d-31f326aa0c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (619bb9cc-8165-47e8-aeaf-d03e80736971), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:09.343670 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-97502a3b-2421-4919-951d-31f326aa0c3c admin admin] Publish callbacks [] for router_controller (619bb9cc-8165-47e8-aeaf-d03e80736971), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:09.387304 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-97502a3b-2421-4919-951d-31f326aa0c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (619bb9cc-8165-47e8-aeaf-d03e80736971), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:09.387866 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97502a3b-2421-4919-951d-31f326aa0c3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 619bb9cc-8165-47e8-aeaf-d03e80736971 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:57:09.394279 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-97502a3b-2421-4919-951d-31f326aa0c3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:09.395440 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-97502a3b-2421-4919-951d-31f326aa0c3c admin admin] 10.222.0.11 "DELETE /v2.0/routers/619bb9cc-8165-47e8-aeaf-d03e80736971 HTTP/1.1" status: 204 len: 168 time: 0.8427358 Mar 05 05:57:09.398216 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47480) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:57:09.452386 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_v2 [None req-e697962f-28b7-41a0-b950-565fb5af505c admin admin] Deleting subnet 5812e09f-c859-4d4d-aedd-1282b31ecb2d {{(pid=105231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:57:09.455837 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e697962f-28b7-41a0-b950-565fb5af505c admin admin] Publish callbacks [] for subnet (5812e09f-c859-4d4d-aedd-1282b31ecb2d), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:09.489877 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e697962f-28b7-41a0-b950-565fb5af505c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132298226'] for subnet (5812e09f-c859-4d4d-aedd-1282b31ecb2d), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:09.567275 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e697962f-28b7-41a0-b950-565fb5af505c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (5812e09f-c859-4d4d-aedd-1282b31ecb2d), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:09.627961 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e697962f-28b7-41a0-b950-565fb5af505c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131532538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131304283'] for subnet (5812e09f-c859-4d4d-aedd-1282b31ecb2d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:09.656941 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697962f-28b7-41a0-b950-565fb5af505c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5812e09f-c859-4d4d-aedd-1282b31ecb2d,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:09.662077 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-e697962f-28b7-41a0-b950-565fb5af505c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550680'] for subnet (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:09.665078 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5a626f-b601-4fce-8839-47a3bb4b11dc None None] Network 7376f23d-2eca-47c7-8490-c1326acd2318 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:57:09.666960 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-e697962f-28b7-41a0-b950-565fb5af505c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5812e09f-c859-4d4d-aedd-1282b31ecb2d HTTP/1.1" status: 204 len: 168 time: 0.2673247 Mar 05 05:57:09.669523 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47482) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:57:09.674552 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e697962f-28b7-41a0-b950-565fb5af505c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:09.675182 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e697962f-28b7-41a0-b950-565fb5af505c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:09.675839 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e697962f-28b7-41a0-b950-565fb5af505c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:09.676363 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e697962f-28b7-41a0-b950-565fb5af505c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:09.676878 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e697962f-28b7-41a0-b950-565fb5af505c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:09.677385 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e697962f-28b7-41a0-b950-565fb5af505c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:09.678542 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e697962f-28b7-41a0-b950-565fb5af505c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:09.679258 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e697962f-28b7-41a0-b950-565fb5af505c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:09.679774 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e697962f-28b7-41a0-b950-565fb5af505c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:09.680808 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e697962f-28b7-41a0-b950-565fb5af505c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:09.681478 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e697962f-28b7-41a0-b950-565fb5af505c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:09.682004 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e697962f-28b7-41a0-b950-565fb5af505c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:09.682513 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e697962f-28b7-41a0-b950-565fb5af505c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:09.753522 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5d4fc33c-8c87-4c06-986a-38dd655a88da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (7376f23d-2eca-47c7-8490-c1326acd2318), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:09.813001 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-5d4fc33c-8c87-4c06-986a-38dd655a88da admin admin] Deleting port f3386a3e-7098-4386-aaf3-44247f452eda {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:57:09.813346 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5d4fc33c-8c87-4c06-986a-38dd655a88da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (f3386a3e-7098-4386-aaf3-44247f452eda), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:09.879995 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-5d4fc33c-8c87-4c06-986a-38dd655a88da admin admin] For port f3386a3e-7098-4386-aaf3-44247f452eda, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=f3386a3e-7098-4386-aaf3-44247f452eda,segment=NetworkSegment(4c869928-4c63-46c1-9842-f609a4022a86),segment_id=4c869928-4c63-46c1-9842-f609a4022a86)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:57:09.880686 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5d4fc33c-8c87-4c06-986a-38dd655a88da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (f3386a3e-7098-4386-aaf3-44247f452eda), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:09.892965 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-5d4fc33c-8c87-4c06-986a-38dd655a88da admin admin] Calling delete_port for f3386a3e-7098-4386-aaf3-44247f452eda owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:57:09.976236 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5d4fc33c-8c87-4c06-986a-38dd655a88da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (f3386a3e-7098-4386-aaf3-44247f452eda), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:10.002404 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4fc33c-8c87-4c06-986a-38dd655a88da admin admin] Pushing event deleted for resources: {'Port': ['ID=f3386a3e-7098-4386-aaf3-44247f452eda,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:10.008070 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4fc33c-8c87-4c06-986a-38dd655a88da admin admin] No DVR routers for this DVR port f3386a3e-7098-4386-aaf3-44247f452eda on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:57:10.081308 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a983d4f-1a39-40c5-8fe8-ffb82143d1be None None] DHCP port deletion for 7376f23d-2eca-47c7-8490-c1326acd2318 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:57:10.090841 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5d4fc33c-8c87-4c06-986a-38dd655a88da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (7376f23d-2eca-47c7-8490-c1326acd2318), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:10.119459 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-5d4fc33c-8c87-4c06-986a-38dd655a88da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7376f23d-2eca-47c7-8490-c1326acd2318']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:10.129522 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-5d4fc33c-8c87-4c06-986a-38dd655a88da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c869928-4c63-46c1-9842-f609a4022a86') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:10.129901 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-5d4fc33c-8c87-4c06-986a-38dd655a88da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c869928-4c63-46c1-9842-f609a4022a86') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:10.139346 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5d4fc33c-8c87-4c06-986a-38dd655a88da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (4c869928-4c63-46c1-9842-f609a4022a86), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:10.153264 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5d4fc33c-8c87-4c06-986a-38dd655a88da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (4c869928-4c63-46c1-9842-f609a4022a86), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:10.164284 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d4fc33c-8c87-4c06-986a-38dd655a88da admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:57:10.164879 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5d4fc33c-8c87-4c06-986a-38dd655a88da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (4c869928-4c63-46c1-9842-f609a4022a86), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:10.167495 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 05:57:10.167495 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:57:10.167495 n-d-789963-32 neutron-server[105232]: timer() Mar 05 05:57:10.167495 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:57:10.167495 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 05:57:10.167495 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:57:10.167495 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 05:57:10.167495 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:57:10.167495 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 05:57:10.167495 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:57:10.167495 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 05:57:10.167495 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:57:10.167495 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 05:57:10.167495 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:57:10.167495 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:57:10.167495 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:57:10.167495 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:57:10.167495 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:57:10.167495 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 05:57:10.167495 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:57:10.167495 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 05:57:10.167495 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:57:10.167495 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:57:10.167495 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:57:10.167495 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 05:57:10.167495 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:57:10.167495 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:57:10.167495 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:57:10.167495 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:57:10.167495 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:57:10.167495 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:57:10.167495 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:57:10.227964 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5d4fc33c-8c87-4c06-986a-38dd655a88da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (7376f23d-2eca-47c7-8490-c1326acd2318), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:10.236137 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5d4fc33c-8c87-4c06-986a-38dd655a88da admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:10.238548 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-5d4fc33c-8c87-4c06-986a-38dd655a88da admin admin] 10.222.0.11 "DELETE /v2.0/networks/7376f23d-2eca-47c7-8490-c1326acd2318 HTTP/1.1" status: 204 len: 168 time: 0.5668895 Mar 05 05:57:10.241687 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47484) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:57:10.249786 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4fc33c-8c87-4c06-986a-38dd655a88da admin admin] Pushing event deleted for resources: {'Network': ['ID=7376f23d-2eca-47c7-8490-c1326acd2318,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:10.616539 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2d984687-4b40-4fed-a90b-10db5f496c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (091dafa3-acf4-46df-b512-5b805903656c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:10.674121 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d303bc85-7c81-43f6-8d3d-eefe2d34157c no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:57:10.699097 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: d303bc85-7c81-43f6-8d3d-eefe2d34157c {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:57:10.699445 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d303bc85-7c81-43f6-8d3d-eefe2d34157c not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:57:10.700084 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:57:10.719939 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:57:10.720289 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 09af9e3d-455d-4d6d-a5d7-fcb1b2c594f1 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:57:10.720912 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f3386a3e-7098-4386-aaf3-44247f452eda no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:57:10.740774 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: f3386a3e-7098-4386-aaf3-44247f452eda {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:57:10.741129 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device f3386a3e-7098-4386-aaf3-44247f452eda not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:57:10.882636 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-2d984687-4b40-4fed-a90b-10db5f496c3c admin admin] Deleting port 74673bfd-82be-409e-b8f0-121448279135 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:57:10.882895 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2d984687-4b40-4fed-a90b-10db5f496c3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (74673bfd-82be-409e-b8f0-121448279135), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:10.963032 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-2d984687-4b40-4fed-a90b-10db5f496c3c admin admin] For port 74673bfd-82be-409e-b8f0-121448279135, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=74673bfd-82be-409e-b8f0-121448279135,segment=NetworkSegment(03b1608f-fa81-4b40-b8c6-814e279e005a),segment_id=03b1608f-fa81-4b40-b8c6-814e279e005a)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:57:10.963431 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2d984687-4b40-4fed-a90b-10db5f496c3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (74673bfd-82be-409e-b8f0-121448279135), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:10.975642 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-2d984687-4b40-4fed-a90b-10db5f496c3c admin admin] Calling delete_port for 74673bfd-82be-409e-b8f0-121448279135 owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:57:11.158372 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2d984687-4b40-4fed-a90b-10db5f496c3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (74673bfd-82be-409e-b8f0-121448279135), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:11.182588 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d984687-4b40-4fed-a90b-10db5f496c3c admin admin] Pushing event deleted for resources: {'Port': ['ID=74673bfd-82be-409e-b8f0-121448279135,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:11.369485 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-2d984687-4b40-4fed-a90b-10db5f496c3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (091dafa3-acf4-46df-b512-5b805903656c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:11.542241 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b26b11fa-2853-4e2d-aea1-c74c2ef049e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:11.598301 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d984687-4b40-4fed-a90b-10db5f496c3c admin admin] Router 091dafa3-acf4-46df-b512-5b805903656c has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:57:11.711238 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d984687-4b40-4fed-a90b-10db5f496c3c admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:57:11.720104 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-2d984687-4b40-4fed-a90b-10db5f496c3c admin admin] 10.222.0.11 "PUT /v2.0/routers/091dafa3-acf4-46df-b512-5b805903656c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4733977 Mar 05 05:57:11.720104 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47486) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:57:11.722611 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfd00b6-5c3c-4dd6-8efd-bd129b210c11 None None] Sync routers for ids ['091dafa3-acf4-46df-b512-5b805903656c'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:57:11.742539 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfd00b6-5c3c-4dd6-8efd-bd129b210c11 None None] Routers {'091dafa3-acf4-46df-b512-5b805903656c'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:57:11.743209 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7cfd00b6-5c3c-4dd6-8efd-bd129b210c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:56:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['091dafa3-acf4-46df-b512-5b805903656c'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:11.829225 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c81a2e47-5413-4b64-be98-7537cac609be admin admin] Publish callbacks [] for router (091dafa3-acf4-46df-b512-5b805903656c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:11.853370 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-7cfd00b6-5c3c-4dd6-8efd-bd129b210c11 None None] Set router 091dafa3-acf4-46df-b512-5b805903656c gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:57:11.943534 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c81a2e47-5413-4b64-be98-7537cac609be admin admin] Publish callbacks [] for router_gateway (091dafa3-acf4-46df-b512-5b805903656c), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:11.997906 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-c81a2e47-5413-4b64-be98-7537cac609be admin admin] Deleting port 85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:57:11.998181 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c81a2e47-5413-4b64-be98-7537cac609be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:12.040459 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7cfd00b6-5c3c-4dd6-8efd-bd129b210c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091dafa3-acf4-46df-b512-5b805903656c', 'name': 'tempest-TestShelveInstance-1235741293-router', 'tenant_id': 'ff4fbc9deccc428294d55be0b2053087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.251'}], 'enable_snat': True}, 'gw_port_id': '85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:48:08Z', 'updated_at': '2022-03-05T05:57:11Z', 'revision_number': 5, 'project_id': 'ff4fbc9deccc428294d55be0b2053087', 'gw_port': {'id': '85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:87:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091dafa3-acf4-46df-b512-5b805903656c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:48:08Z', 'updated_at': '2022-03-05T05:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:12.068644 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfd00b6-5c3c-4dd6-8efd-bd129b210c11 None None] Checking router: 091dafa3-acf4-46df-b512-5b805903656c for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:57:12.077698 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfd00b6-5c3c-4dd6-8efd-bd129b210c11 None None] Routers {'091dafa3-acf4-46df-b512-5b805903656c'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:57:12.078331 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7cfd00b6-5c3c-4dd6-8efd-bd129b210c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:56:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['091dafa3-acf4-46df-b512-5b805903656c'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:12.171239 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-7cfd00b6-5c3c-4dd6-8efd-bd129b210c11 None None] Set router 091dafa3-acf4-46df-b512-5b805903656c gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:57:12.229510 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-7cfd00b6-5c3c-4dd6-8efd-bd129b210c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091dafa3-acf4-46df-b512-5b805903656c', 'name': 'tempest-TestShelveInstance-1235741293-router', 'tenant_id': 'ff4fbc9deccc428294d55be0b2053087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:48:08Z', 'updated_at': '2022-03-05T05:57:11Z', 'revision_number': 6, 'project_id': 'ff4fbc9deccc428294d55be0b2053087', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:12.260561 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfd00b6-5c3c-4dd6-8efd-bd129b210c11 None None] The sync data for ids ['091dafa3-acf4-46df-b512-5b805903656c'] in n-d-789963-32 is: [{'id': '091dafa3-acf4-46df-b512-5b805903656c', 'name': 'tempest-TestShelveInstance-1235741293-router', 'tenant_id': 'ff4fbc9deccc428294d55be0b2053087', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:48:08Z', 'updated_at': '2022-03-05T05:57:11Z', 'revision_number': 6, 'project_id': 'ff4fbc9deccc428294d55be0b2053087', 'gw_port_host': None}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:57:12.429871 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-c81a2e47-5413-4b64-be98-7537cac609be admin admin] For port 85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:57:12.430166 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c81a2e47-5413-4b64-be98-7537cac609be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:12.442267 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-c81a2e47-5413-4b64-be98-7537cac609be admin admin] Calling delete_port for 85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40 owned by network:router_gateway {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:57:12.625228 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c81a2e47-5413-4b64-be98-7537cac609be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:12.655416 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a2e47-5413-4b64-be98-7537cac609be admin admin] Pushing event deleted for resources: {'Port': ['ID=85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:12.685228 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 74673bfd-82be-409e-b8f0-121448279135 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:57:12.707779 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 74673bfd-82be-409e-b8f0-121448279135 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:57:12.708155 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 74673bfd-82be-409e-b8f0-121448279135 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:57:12.729624 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c81a2e47-5413-4b64-be98-7537cac609be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (091dafa3-acf4-46df-b512-5b805903656c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:12.829184 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c81a2e47-5413-4b64-be98-7537cac609be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (091dafa3-acf4-46df-b512-5b805903656c), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:12.831732 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c81a2e47-5413-4b64-be98-7537cac609be admin admin] Publish callbacks [] for router_controller (091dafa3-acf4-46df-b512-5b805903656c), precommit_delete_associations {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:12.877718 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c81a2e47-5413-4b64-be98-7537cac609be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (091dafa3-acf4-46df-b512-5b805903656c), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:12.878286 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81a2e47-5413-4b64-be98-7537cac609be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 091dafa3-acf4-46df-b512-5b805903656c {{(pid=105231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 05:57:12.882943 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-c81a2e47-5413-4b64-be98-7537cac609be admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:12.886418 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-c81a2e47-5413-4b64-be98-7537cac609be admin admin] 10.222.0.11 "DELETE /v2.0/routers/091dafa3-acf4-46df-b512-5b805903656c HTTP/1.1" status: 204 len: 168 time: 1.1633835 Mar 05 05:57:12.887223 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47490) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:57:12.937310 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-24354d97-77d8-42e7-b64a-32a56a655474 admin admin] Deleting subnet d2f4ac69-b897-4aff-bb93-62f11c246ca5 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 05:57:12.940684 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24354d97-77d8-42e7-b64a-32a56a655474 admin admin] Publish callbacks [] for subnet (d2f4ac69-b897-4aff-bb93-62f11c246ca5), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:12.976664 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24354d97-77d8-42e7-b64a-32a56a655474 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (d2f4ac69-b897-4aff-bb93-62f11c246ca5), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:13.068988 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24354d97-77d8-42e7-b64a-32a56a655474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (d2f4ac69-b897-4aff-bb93-62f11c246ca5), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:13.126867 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24354d97-77d8-42e7-b64a-32a56a655474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (d2f4ac69-b897-4aff-bb93-62f11c246ca5), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:13.157279 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24354d97-77d8-42e7-b64a-32a56a655474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2f4ac69-b897-4aff-bb93-62f11c246ca5,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:13.161858 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-24354d97-77d8-42e7-b64a-32a56a655474 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:13.168000 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47492) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:57:13.168156 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-24354d97-77d8-42e7-b64a-32a56a655474 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d2f4ac69-b897-4aff-bb93-62f11c246ca5 HTTP/1.1" status: 204 len: 168 time: 0.2802548 Mar 05 05:57:13.173740 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acf2983-fac7-4457-9fad-b454e930819d None None] Network d6e2c29d-29c2-4bbe-8171-8ab0365f7634 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:57:13.255537 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-db9eafe0-9eb5-42a8-a7a1-484251c6b830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (d6e2c29d-29c2-4bbe-8171-8ab0365f7634), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:13.317483 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-db9eafe0-9eb5-42a8-a7a1-484251c6b830 admin admin] Deleting port 7b8cb1a9-e271-4ea5-9485-bab7359ecabd {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:57:13.317828 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-db9eafe0-9eb5-42a8-a7a1-484251c6b830 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (7b8cb1a9-e271-4ea5-9485-bab7359ecabd), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:13.333978 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2fda68-868b-4d8b-9fed-28d203527d8a None None] DHCP port deletion for d6e2c29d-29c2-4bbe-8171-8ab0365f7634 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 05:57:13.385062 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ba2fda68-868b-4d8b-9fed-28d203527d8a None None] Deleting port 7b8cb1a9-e271-4ea5-9485-bab7359ecabd {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 05:57:13.385486 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ba2fda68-868b-4d8b-9fed-28d203527d8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (7b8cb1a9-e271-4ea5-9485-bab7359ecabd), before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:13.385865 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-db9eafe0-9eb5-42a8-a7a1-484251c6b830 admin admin] For port 7b8cb1a9-e271-4ea5-9485-bab7359ecabd, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=7b8cb1a9-e271-4ea5-9485-bab7359ecabd,segment=NetworkSegment(03b1608f-fa81-4b40-b8c6-814e279e005a),segment_id=03b1608f-fa81-4b40-b8c6-814e279e005a)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:57:13.386234 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-db9eafe0-9eb5-42a8-a7a1-484251c6b830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (7b8cb1a9-e271-4ea5-9485-bab7359ecabd), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:13.402472 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-db9eafe0-9eb5-42a8-a7a1-484251c6b830 admin admin] Calling delete_port for 7b8cb1a9-e271-4ea5-9485-bab7359ecabd owned by network:dhcp {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:57:13.458854 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-ba2fda68-868b-4d8b-9fed-28d203527d8a None None] For port 7b8cb1a9-e271-4ea5-9485-bab7359ecabd, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=7b8cb1a9-e271-4ea5-9485-bab7359ecabd,segment=NetworkSegment(03b1608f-fa81-4b40-b8c6-814e279e005a),segment_id=03b1608f-fa81-4b40-b8c6-814e279e005a)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:57:13.459210 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ba2fda68-868b-4d8b-9fed-28d203527d8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (7b8cb1a9-e271-4ea5-9485-bab7359ecabd), precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:13.472324 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-ba2fda68-868b-4d8b-9fed-28d203527d8a None None] Calling delete_port for 7b8cb1a9-e271-4ea5-9485-bab7359ecabd owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 05:57:13.491700 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-db9eafe0-9eb5-42a8-a7a1-484251c6b830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (7b8cb1a9-e271-4ea5-9485-bab7359ecabd), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:13.517474 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9eafe0-9eb5-42a8-a7a1-484251c6b830 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b8cb1a9-e271-4ea5-9485-bab7359ecabd,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:13.521141 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9eafe0-9eb5-42a8-a7a1-484251c6b830 admin admin] No DVR routers for this DVR port 7b8cb1a9-e271-4ea5-9485-bab7359ecabd on host n-d-789963-32 {{(pid=105231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:57:13.551828 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ba2fda68-868b-4d8b-9fed-28d203527d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552'] for port (7b8cb1a9-e271-4ea5-9485-bab7359ecabd), after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:13.565101 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2fda68-868b-4d8b-9fed-28d203527d8a None None] No DVR routers for this DVR port 7b8cb1a9-e271-4ea5-9485-bab7359ecabd on host n-d-789963-32 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 05:57:13.584733 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2fda68-868b-4d8b-9fed-28d203527d8a None None] Pushing event deleted for resources: {'Port': ['ID=7b8cb1a9-e271-4ea5-9485-bab7359ecabd,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:13.598926 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-db9eafe0-9eb5-42a8-a7a1-484251c6b830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (d6e2c29d-29c2-4bbe-8171-8ab0365f7634), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:13.599880 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fda68-868b-4d8b-9fed-28d203527d8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:13.600236 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fda68-868b-4d8b-9fed-28d203527d8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:13.600580 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fda68-868b-4d8b-9fed-28d203527d8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:13.600944 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fda68-868b-4d8b-9fed-28d203527d8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:13.601282 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fda68-868b-4d8b-9fed-28d203527d8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:13.601619 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fda68-868b-4d8b-9fed-28d203527d8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:13.601952 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fda68-868b-4d8b-9fed-28d203527d8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:13.602285 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fda68-868b-4d8b-9fed-28d203527d8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:13.602614 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fda68-868b-4d8b-9fed-28d203527d8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:13.602943 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fda68-868b-4d8b-9fed-28d203527d8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:13.603332 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fda68-868b-4d8b-9fed-28d203527d8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:13.603663 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fda68-868b-4d8b-9fed-28d203527d8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:13.604013 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2fda68-868b-4d8b-9fed-28d203527d8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:13.619560 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-db9eafe0-9eb5-42a8-a7a1-484251c6b830 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e2c29d-29c2-4bbe-8171-8ab0365f7634']}} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:13.629443 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-db9eafe0-9eb5-42a8-a7a1-484251c6b830 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b1608f-fa81-4b40-b8c6-814e279e005a') {'for_net_delete': True} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:13.629736 n-d-789963-32 neutron-server[105231]: DEBUG neutron.services.segments.db [None req-db9eafe0-9eb5-42a8-a7a1-484251c6b830 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b1608f-fa81-4b40-b8c6-814e279e005a') {} {{(pid=105231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:13.638730 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-db9eafe0-9eb5-42a8-a7a1-484251c6b830 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132297993'] for segment (03b1608f-fa81-4b40-b8c6-814e279e005a), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:13.651619 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-db9eafe0-9eb5-42a8-a7a1-484251c6b830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (03b1608f-fa81-4b40-b8c6-814e279e005a), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:13.657399 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db9eafe0-9eb5-42a8-a7a1-484251c6b830 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=105231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 05:57:13.657774 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-db9eafe0-9eb5-42a8-a7a1-484251c6b830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131532432'] for segment (03b1608f-fa81-4b40-b8c6-814e279e005a), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:13.659477 n-d-789963-32 neutron-server[105231]: Traceback (most recent call last): Mar 05 05:57:13.659477 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 05:57:13.659477 n-d-789963-32 neutron-server[105231]: timer() Mar 05 05:57:13.659477 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 05:57:13.659477 n-d-789963-32 neutron-server[105231]: cb(*args, **kw) Mar 05 05:57:13.659477 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 05:57:13.659477 n-d-789963-32 neutron-server[105231]: return func(*args, **kwargs) Mar 05 05:57:13.659477 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 05:57:13.659477 n-d-789963-32 neutron-server[105231]: self._notify() Mar 05 05:57:13.659477 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 05:57:13.659477 n-d-789963-32 neutron-server[105231]: self.callback(batched_events) Mar 05 05:57:13.659477 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 05:57:13.659477 n-d-789963-32 neutron-server[105231]: event.method(event) Mar 05 05:57:13.659477 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 05:57:13.659477 n-d-789963-32 neutron-server[105231]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 05:57:13.659477 n-d-789963-32 neutron-server[105231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 05:57:13.659477 n-d-789963-32 neutron-server[105231]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 05:57:13.659477 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 05:57:13.659477 n-d-789963-32 neutron-server[105231]: return f(self, *a, **k) Mar 05 05:57:13.659477 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 05:57:13.659477 n-d-789963-32 neutron-server[105231]: return self._get(url).json() Mar 05 05:57:13.659477 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 05:57:13.659477 n-d-789963-32 neutron-server[105231]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 05:57:13.659477 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 05:57:13.659477 n-d-789963-32 neutron-server[105231]: return self.request(url, 'GET', **kwargs) Mar 05 05:57:13.659477 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 05:57:13.659477 n-d-789963-32 neutron-server[105231]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 05:57:13.659477 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 05:57:13.659477 n-d-789963-32 neutron-server[105231]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 05:57:13.659477 n-d-789963-32 neutron-server[105231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 05:57:13.659477 n-d-789963-32 neutron-server[105231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 05:57:13.659477 n-d-789963-32 neutron-server[105231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 05:57:13.712432 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-db9eafe0-9eb5-42a8-a7a1-484251c6b830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (d6e2c29d-29c2-4bbe-8171-8ab0365f7634), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:13.718397 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-db9eafe0-9eb5-42a8-a7a1-484251c6b830 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:13.721490 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-db9eafe0-9eb5-42a8-a7a1-484251c6b830 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d6e2c29d-29c2-4bbe-8171-8ab0365f7634 HTTP/1.1" status: 204 len: 168 time: 0.5524149 Mar 05 05:57:13.732444 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9eafe0-9eb5-42a8-a7a1-484251c6b830 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6e2c29d-29c2-4bbe-8171-8ab0365f7634,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:13.828308 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c6cb84fc-77fa-42b9-a2a6-64b04dcf7d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:13.830641 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47496) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:57:13.871833 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-312d8a7d-8485-4d40-9915-415680a21c8c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0156566b9ea344af97b47c39ab8e0214&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397923 Mar 05 05:57:13.874232 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47498) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:57:13.926823 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-de24cca6-f18f-4b32-8da5-74e4b3ab9535 admin admin] Publish callbacks [] for security_group (bb58f156-7779-4015-b002-d2f5fa6f59e1), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:13.948293 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-de24cca6-f18f-4b32-8da5-74e4b3ab9535 admin admin] Publish callbacks [] for security_group (bb58f156-7779-4015-b002-d2f5fa6f59e1), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:13.995244 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-de24cca6-f18f-4b32-8da5-74e4b3ab9535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (bb58f156-7779-4015-b002-d2f5fa6f59e1), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:13.997702 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-de24cca6-f18f-4b32-8da5-74e4b3ab9535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:13.999454 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-de24cca6-f18f-4b32-8da5-74e4b3ab9535 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bb58f156-7779-4015-b002-d2f5fa6f59e1 HTTP/1.1" status: 204 len: 168 time: 0.1242840 Mar 05 05:57:14.007103 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24cca6-f18f-4b32-8da5-74e4b3ab9535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb58f156-7779-4015-b002-d2f5fa6f59e1,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:14.303893 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47504) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:57:14.344011 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1457005d-0ccd-4c6d-adf1-371827f67e1c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ff4fbc9deccc428294d55be0b2053087&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389621 Mar 05 05:57:14.346460 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47506) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:57:14.392726 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3ba39008-1a35-4ef1-b7af-0ddeb45424ea admin admin] Publish callbacks [] for security_group (03e10e1e-3a81-41f0-9a96-c32d3a9f10aa), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:14.413117 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:14.415204 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3ba39008-1a35-4ef1-b7af-0ddeb45424ea admin admin] Publish callbacks [] for security_group (03e10e1e-3a81-41f0-9a96-c32d3a9f10aa), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:14.464410 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3ba39008-1a35-4ef1-b7af-0ddeb45424ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (03e10e1e-3a81-41f0-9a96-c32d3a9f10aa), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:14.467784 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-3ba39008-1a35-4ef1-b7af-0ddeb45424ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:14.469079 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-3ba39008-1a35-4ef1-b7af-0ddeb45424ea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/03e10e1e-3a81-41f0-9a96-c32d3a9f10aa HTTP/1.1" status: 204 len: 168 time: 0.1217246 Mar 05 05:57:14.483325 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba39008-1a35-4ef1-b7af-0ddeb45424ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e10e1e-3a81-41f0-9a96-c32d3a9f10aa,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:14.662465 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:57:14.690159 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:57:14.690604 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 85c8b4bc-2bf5-44aa-9d9b-a25dfbbf4c40 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:57:14.691126 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 7b8cb1a9-e271-4ea5-9485-bab7359ecabd no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:57:14.712198 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:14.712846 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 7b8cb1a9-e271-4ea5-9485-bab7359ecabd {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 05:57:14.713204 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 7b8cb1a9-e271-4ea5-9485-bab7359ecabd not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 05:57:15.141957 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47528) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:57:15.233968 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-326a1e2e-d0e6-40db-a9c5-0b4b904e2f97 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1252232387-network', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:57:15.256975 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326a1e2e-d0e6-40db-a9c5-0b4b904e2f97 admin admin] Made reservation on behalf of d9053b188d824fc193e8698e0435ebc7 for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:57:15.259398 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-326a1e2e-d0e6-40db-a9c5-0b4b904e2f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:15.263423 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:15.268346 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-326a1e2e-d0e6-40db-a9c5-0b4b904e2f97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:15.341376 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-326a1e2e-d0e6-40db-a9c5-0b4b904e2f97 admin admin] Publish callbacks [] for security_group (ca59a032-15e3-4726-93e1-5076e4a11847), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:15.345426 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-326a1e2e-d0e6-40db-a9c5-0b4b904e2f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ca59a032-15e3-4726-93e1-5076e4a11847), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:15.369677 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326a1e2e-d0e6-40db-a9c5-0b4b904e2f97 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:57:15.379837 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a1e2e-d0e6-40db-a9c5-0b4b904e2f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca59a032-15e3-4726-93e1-5076e4a11847,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:15.384510 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-326a1e2e-d0e6-40db-a9c5-0b4b904e2f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (2ab7f790-54b7-40e1-8e76-4b4f61ff0308), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:15.384854 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-326a1e2e-d0e6-40db-a9c5-0b4b904e2f97 admin admin] Added segment 2ab7f790-54b7-40e1-8e76-4b4f61ff0308 of type vlan for network 46822ec7-1a6d-4817-8d47-88e96f154192 Mar 05 05:57:15.424700 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-326a1e2e-d0e6-40db-a9c5-0b4b904e2f97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (46822ec7-1a6d-4817-8d47-88e96f154192), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:15.448936 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-326a1e2e-d0e6-40db-a9c5-0b4b904e2f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (46822ec7-1a6d-4817-8d47-88e96f154192), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:15.449819 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326a1e2e-d0e6-40db-a9c5-0b4b904e2f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:57:15.450428 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-326a1e2e-d0e6-40db-a9c5-0b4b904e2f97 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:15.510544 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-326a1e2e-d0e6-40db-a9c5-0b4b904e2f97 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3674803 Mar 05 05:57:15.513438 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47532) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:57:15.516556 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a1e2e-d0e6-40db-a9c5-0b4b904e2f97 admin admin] Pushing event updated for resources: {'Network': ['ID=46822ec7-1a6d-4817-8d47-88e96f154192,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:15.519838 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-bab22862-6d87-4610-b636-593cbf275d4a admin admin] Request body: {'subnet': {'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1252232387-subnet', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:57:15.525896 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network 46822ec7-1a6d-4817-8d47-88e96f154192 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:57:15.539645 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab22862-6d87-4610-b636-593cbf275d4a admin admin] Made reservation on behalf of d9053b188d824fc193e8698e0435ebc7 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:57:15.542017 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bab22862-6d87-4610-b636-593cbf275d4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:15.710186 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bab22862-6d87-4610-b636-593cbf275d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (80521a35-5e08-4bc2-9dd0-bb5e9befd589), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:15.769368 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab22862-6d87-4610-b636-593cbf275d4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=80521a35-5e08-4bc2-9dd0-bb5e9befd589,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:15.774721 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab22862-6d87-4610-b636-593cbf275d4a admin admin] Checking segment: {'id': '2ab7f790-54b7-40e1-8e76-4b4f61ff0308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:57:15.775069 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab22862-6d87-4610-b636-593cbf275d4a admin admin] Network hostable DHCP agents. Network: 46822ec7-1a6d-4817-8d47-88e96f154192, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:57:15.792253 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab22862-6d87-4610-b636-593cbf275d4a admin admin] Network 46822ec7-1a6d-4817-8d47-88e96f154192 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:57:15.801292 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-bab22862-6d87-4610-b636-593cbf275d4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, 46822ec7-1a6d-4817-8d47-88e96f154192) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:57:15.805118 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab22862-6d87-4610-b636-593cbf275d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:57:15.805716 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bab22862-6d87-4610-b636-593cbf275d4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:15.810500 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14840e5f-77f5-4983-afe7-89b2b7f19861 None None] Network 46822ec7-1a6d-4817-8d47-88e96f154192 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:57:15.822578 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-bab22862-6d87-4610-b636-593cbf275d4a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3074746 Mar 05 05:57:15.825236 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47534) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:57:15.831169 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-4d91d42a-54b9-439b-9bd5-9f4f91e4fae5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1252232387-router', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:57:15.850747 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d91d42a-54b9-439b-9bd5-9f4f91e4fae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (c706c9d7-68c8-4b0e-bfa8-e96596239ab0), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:15.851944 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d91d42a-54b9-439b-9bd5-9f4f91e4fae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (c706c9d7-68c8-4b0e-bfa8-e96596239ab0), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:15.908886 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d91d42a-54b9-439b-9bd5-9f4f91e4fae5 admin admin] Publish callbacks [] for router_controller (c706c9d7-68c8-4b0e-bfa8-e96596239ab0), precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:15.922129 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018d662e-832c-49b4-aa64-5bf7b0e2505c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-46822ec7-1a6d-4817-8d47-88e96f154192', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'fixed_ips': [{'subnet_id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:57:15.923130 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-018d662e-832c-49b4-aa64-5bf7b0e2505c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:16.057520 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-018d662e-832c-49b4-aa64-5bf7b0e2505c None None] Allocated IP 172.20.0.2 (46822ec7-1a6d-4817-8d47-88e96f154192/80521a35-5e08-4bc2-9dd0-bb5e9befd589/04b659fb-9915-4490-bc16-0a96c7453daf) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:57:16.210060 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-018d662e-832c-49b4-aa64-5bf7b0e2505c None None] Publish callbacks [] for port (04b659fb-9915-4490-bc16-0a96c7453daf), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:16.216479 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-018d662e-832c-49b4-aa64-5bf7b0e2505c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (04b659fb-9915-4490-bc16-0a96c7453daf), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:16.262901 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018d662e-832c-49b4-aa64-5bf7b0e2505c None None] Network 46822ec7-1a6d-4817-8d47-88e96f154192 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:57:16.266144 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-018d662e-832c-49b4-aa64-5bf7b0e2505c None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:57:16.270300 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018d662e-832c-49b4-aa64-5bf7b0e2505c None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:57:16.277682 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d662e-832c-49b4-aa64-5bf7b0e2505c None None] Pushing event updated for resources: {'Port': ['ID=04b659fb-9915-4490-bc16-0a96c7453daf,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:16.333479 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-018d662e-832c-49b4-aa64-5bf7b0e2505c None None] Attempting to bind port 04b659fb-9915-4490-bc16-0a96c7453daf on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:57:16.333866 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-018d662e-832c-49b4-aa64-5bf7b0e2505c None None] Attempting to bind port 04b659fb-9915-4490-bc16-0a96c7453daf by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '2ab7f790-54b7-40e1-8e76-4b4f61ff0308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:57:16.334245 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018d662e-832c-49b4-aa64-5bf7b0e2505c None None] Attempting to bind port 04b659fb-9915-4490-bc16-0a96c7453daf on network 46822ec7-1a6d-4817-8d47-88e96f154192 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:57:16.339938 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018d662e-832c-49b4-aa64-5bf7b0e2505c None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:57:16.340326 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018d662e-832c-49b4-aa64-5bf7b0e2505c None None] Checking segment: {'id': '2ab7f790-54b7-40e1-8e76-4b4f61ff0308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:57:16.340743 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-018d662e-832c-49b4-aa64-5bf7b0e2505c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:16.341148 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018d662e-832c-49b4-aa64-5bf7b0e2505c None None] Bound using segment: {'id': '2ab7f790-54b7-40e1-8e76-4b4f61ff0308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:57:16.341638 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-018d662e-832c-49b4-aa64-5bf7b0e2505c None None] Bound port: 04b659fb-9915-4490-bc16-0a96c7453daf, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab7f790-54b7-40e1-8e76-4b4f61ff0308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:57:16.342569 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-018d662e-832c-49b4-aa64-5bf7b0e2505c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (04b659fb-9915-4490-bc16-0a96c7453daf), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:16.389788 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d91d42a-54b9-439b-9bd5-9f4f91e4fae5 admin admin] Publish callbacks [] for router_gateway (c706c9d7-68c8-4b0e-bfa8-e96596239ab0), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:16.407463 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-018d662e-832c-49b4-aa64-5bf7b0e2505c None None] For port 04b659fb-9915-4490-bc16-0a96c7453daf, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:57:16.410943 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-018d662e-832c-49b4-aa64-5bf7b0e2505c None None] For port 04b659fb-9915-4490-bc16-0a96c7453daf, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=04b659fb-9915-4490-bc16-0a96c7453daf,segment=NetworkSegment(2ab7f790-54b7-40e1-8e76-4b4f61ff0308),segment_id=2ab7f790-54b7-40e1-8e76-4b4f61ff0308)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:57:16.417480 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-018d662e-832c-49b4-aa64-5bf7b0e2505c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (04b659fb-9915-4490-bc16-0a96c7453daf), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:16.480215 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d662e-832c-49b4-aa64-5bf7b0e2505c None None] Pushing event updated for resources: {'Port': ['ID=04b659fb-9915-4490-bc16-0a96c7453daf,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:16.524857 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:16.605000 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d91d42a-54b9-439b-9bd5-9f4f91e4fae5 admin admin] Publish callbacks [] for router_gateway (c706c9d7-68c8-4b0e-bfa8-e96596239ab0), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:16.626545 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d91d42a-54b9-439b-9bd5-9f4f91e4fae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:16.757670 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-4d91d42a-54b9-439b-9bd5-9f4f91e4fae5 admin admin] Allocated IP 172.25.0.211 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/d08f9f7a-36c8-4c00-9765-c9373184ffe1) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:57:16.862173 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d91d42a-54b9-439b-9bd5-9f4f91e4fae5 admin admin] Publish callbacks [] for port (d08f9f7a-36c8-4c00-9765-c9373184ffe1), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:16.897078 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d91d42a-54b9-439b-9bd5-9f4f91e4fae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (d08f9f7a-36c8-4c00-9765-c9373184ffe1), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:16.934747 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d91d42a-54b9-439b-9bd5-9f4f91e4fae5 admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:57:16.939819 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-4d91d42a-54b9-439b-9bd5-9f4f91e4fae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:57:16.943438 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d91d42a-54b9-439b-9bd5-9f4f91e4fae5 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:57:16.949117 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91d42a-54b9-439b-9bd5-9f4f91e4fae5 admin admin] Pushing event updated for resources: {'Port': ['ID=d08f9f7a-36c8-4c00-9765-c9373184ffe1,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:17.208240 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d91d42a-54b9-439b-9bd5-9f4f91e4fae5 admin admin] Publish callbacks [] for router_gateway (c706c9d7-68c8-4b0e-bfa8-e96596239ab0), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:17.419983 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d91d42a-54b9-439b-9bd5-9f4f91e4fae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (c706c9d7-68c8-4b0e-bfa8-e96596239ab0), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:17.456695 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6531108-bfbf-4fef-a6a2-fec71b8870c8 None None] Network 46822ec7-1a6d-4817-8d47-88e96f154192 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:57:17.552942 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d91d42a-54b9-439b-9bd5-9f4f91e4fae5 admin admin] Router c706c9d7-68c8-4b0e-bfa8-e96596239ab0 is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:57:17.565900 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-d7ffeda2-7384-4f60-afce-0d3b662e91d1 None None] Provisioning complete for port 04b659fb-9915-4490-bc16-0a96c7453daf triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:57:17.566485 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d7ffeda2-7384-4f60-afce-0d3b662e91d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (04b659fb-9915-4490-bc16-0a96c7453daf), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:17.659973 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d7ffeda2-7384-4f60-afce-0d3b662e91d1 None None] Current status of the port 04b659fb-9915-4490-bc16-0a96c7453daf is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:57:17.660356 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d7ffeda2-7384-4f60-afce-0d3b662e91d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (04b659fb-9915-4490-bc16-0a96c7453daf), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:17.667850 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d91d42a-54b9-439b-9bd5-9f4f91e4fae5 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:57:17.681350 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c29c054-618d-437d-8024-f47b4b47ec44 None None] Sync routers for ids ['c706c9d7-68c8-4b0e-bfa8-e96596239ab0'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:57:17.688626 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d91d42a-54b9-439b-9bd5-9f4f91e4fae5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:17.692944 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-4d91d42a-54b9-439b-9bd5-9f4f91e4fae5 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8638358 Mar 05 05:57:17.692944 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47536) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:57:17.716313 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-d7ffeda2-7384-4f60-afce-0d3b662e91d1 None None] For port 04b659fb-9915-4490-bc16-0a96c7453daf, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=04b659fb-9915-4490-bc16-0a96c7453daf,segment=NetworkSegment(2ab7f790-54b7-40e1-8e76-4b4f61ff0308),segment_id=2ab7f790-54b7-40e1-8e76-4b4f61ff0308)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:57:17.717875 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c29c054-618d-437d-8024-f47b4b47ec44 None None] Routers {'c706c9d7-68c8-4b0e-bfa8-e96596239ab0'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:57:17.718648 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8c29c054-618d-437d-8024-f47b4b47ec44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:57:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c706c9d7-68c8-4b0e-bfa8-e96596239ab0'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:17.723470 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d7ffeda2-7384-4f60-afce-0d3b662e91d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (04b659fb-9915-4490-bc16-0a96c7453daf), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:17.871237 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffeda2-7384-4f60-afce-0d3b662e91d1 None None] Pushing event updated for resources: {'Port': ['ID=04b659fb-9915-4490-bc16-0a96c7453daf,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:17.888704 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6f6f0314-e71c-492c-bf37-0af0762ec79a None None] Provisioning complete for port 04b659fb-9915-4490-bc16-0a96c7453daf triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:57:17.890334 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6f6f0314-e71c-492c-bf37-0af0762ec79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (04b659fb-9915-4490-bc16-0a96c7453daf), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:17.917177 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-8c29c054-618d-437d-8024-f47b4b47ec44 None None] Set router c706c9d7-68c8-4b0e-bfa8-e96596239ab0 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:57:18.021371 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:18.129944 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-447f8520-0058-4456-9e34-724292bc5901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:18.134337 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6f6f0314-e71c-492c-bf37-0af0762ec79a None None] Current status of the port 04b659fb-9915-4490-bc16-0a96c7453daf is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:57:18.166041 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8c29c054-618d-437d-8024-f47b4b47ec44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'name': 'tempest-TestSnapshotPattern-1252232387-router', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:57:15Z', 'updated_at': '2022-03-05T05:57:17Z', 'revision_number': 3, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'gw_port': {'id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:16Z', 'updated_at': '2022-03-05T05:57:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:18.199209 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c29c054-618d-437d-8024-f47b4b47ec44 None None] Checking router: c706c9d7-68c8-4b0e-bfa8-e96596239ab0 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:57:18.199489 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c29c054-618d-437d-8024-f47b4b47ec44 None None] Updating router c706c9d7-68c8-4b0e-bfa8-e96596239ab0 port d08f9f7a-36c8-4c00-9765-c9373184ffe1 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:57:18.228181 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8c29c054-618d-437d-8024-f47b4b47ec44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d08f9f7a-36c8-4c00-9765-c9373184ffe1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:18.288537 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-447f8520-0058-4456-9e34-724292bc5901 admin admin] Allocated IP 172.20.0.1 (46822ec7-1a6d-4817-8d47-88e96f154192/80521a35-5e08-4bc2-9dd0-bb5e9befd589/468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:57:18.389437 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-447f8520-0058-4456-9e34-724292bc5901 admin admin] Publish callbacks [] for port (468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:18.424053 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-447f8520-0058-4456-9e34-724292bc5901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:18.470053 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447f8520-0058-4456-9e34-724292bc5901 admin admin] Network 46822ec7-1a6d-4817-8d47-88e96f154192 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:57:18.472878 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-447f8520-0058-4456-9e34-724292bc5901 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:57:18.476352 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447f8520-0058-4456-9e34-724292bc5901 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:57:18.486133 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8c29c054-618d-437d-8024-f47b4b47ec44 None None] Publish callbacks [] for port (d08f9f7a-36c8-4c00-9765-c9373184ffe1), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:18.492403 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8c29c054-618d-437d-8024-f47b4b47ec44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d08f9f7a-36c8-4c00-9765-c9373184ffe1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:18.504608 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f8520-0058-4456-9e34-724292bc5901 admin admin] Pushing event updated for resources: {'Port': ['ID=468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:18.531686 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-447f8520-0058-4456-9e34-724292bc5901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (c706c9d7-68c8-4b0e-bfa8-e96596239ab0), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:18.557165 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-8c29c054-618d-437d-8024-f47b4b47ec44 None None] Attempting to bind port d08f9f7a-36c8-4c00-9765-c9373184ffe1 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:57:18.557549 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-8c29c054-618d-437d-8024-f47b4b47ec44 None None] Attempting to bind port d08f9f7a-36c8-4c00-9765-c9373184ffe1 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:57:18.557921 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c29c054-618d-437d-8024-f47b4b47ec44 None None] Attempting to bind port d08f9f7a-36c8-4c00-9765-c9373184ffe1 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:57:18.560069 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f535cbb-7203-4d61-95a4-6401c8c8618a None None] Pushing event updated for resources: {'Port': ['ID=d08f9f7a-36c8-4c00-9765-c9373184ffe1,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:18.567902 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c29c054-618d-437d-8024-f47b4b47ec44 None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:57:18.568290 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c29c054-618d-437d-8024-f47b4b47ec44 None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:57:18.568702 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8c29c054-618d-437d-8024-f47b4b47ec44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:18.569142 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c29c054-618d-437d-8024-f47b4b47ec44 None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:57:18.569577 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-8c29c054-618d-437d-8024-f47b4b47ec44 None None] Bound port: d08f9f7a-36c8-4c00-9765-c9373184ffe1, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:57:18.569974 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8c29c054-618d-437d-8024-f47b4b47ec44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d08f9f7a-36c8-4c00-9765-c9373184ffe1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:18.628212 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-8c29c054-618d-437d-8024-f47b4b47ec44 None None] For port d08f9f7a-36c8-4c00-9765-c9373184ffe1, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:57:18.636533 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-8c29c054-618d-437d-8024-f47b4b47ec44 None None] For port d08f9f7a-36c8-4c00-9765-c9373184ffe1, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d08f9f7a-36c8-4c00-9765-c9373184ffe1,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:57:18.646356 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8c29c054-618d-437d-8024-f47b4b47ec44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d08f9f7a-36c8-4c00-9765-c9373184ffe1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:18.687541 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-447f8520-0058-4456-9e34-724292bc5901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:18.722610 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f535cbb-7203-4d61-95a4-6401c8c8618a None None] Pushing event updated for resources: {'Port': ['ID=d08f9f7a-36c8-4c00-9765-c9373184ffe1,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:18.738331 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c29c054-618d-437d-8024-f47b4b47ec44 None None] Routers {'c706c9d7-68c8-4b0e-bfa8-e96596239ab0'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:57:18.739887 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8c29c054-618d-437d-8024-f47b4b47ec44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:57:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c706c9d7-68c8-4b0e-bfa8-e96596239ab0'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:18.743662 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 04b659fb-9915-4490-bc16-0a96c7453daf up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:57:18.866491 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-447f8520-0058-4456-9e34-724292bc5901 admin admin] Publish callbacks [] for port (468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:18.871193 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-447f8520-0058-4456-9e34-724292bc5901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:18.939020 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-447f8520-0058-4456-9e34-724292bc5901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (c706c9d7-68c8-4b0e-bfa8-e96596239ab0), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:18.940842 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f8520-0058-4456-9e34-724292bc5901 admin admin] Pushing event updated for resources: {'Port': ['ID=468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:19.004710 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fe76ec15-d3fd-4ec8-a6cb-ade570368231 None None] Provisioning complete for port 468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:57:19.004999 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fe76ec15-d3fd-4ec8-a6cb-ade570368231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:19.035377 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447f8520-0058-4456-9e34-724292bc5901 admin admin] Network 46822ec7-1a6d-4817-8d47-88e96f154192 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:57:19.037012 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-447f8520-0058-4456-9e34-724292bc5901 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:57:19.107299 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-8c29c054-618d-437d-8024-f47b4b47ec44 None None] Set router c706c9d7-68c8-4b0e-bfa8-e96596239ab0 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:57:19.109818 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fe76ec15-d3fd-4ec8-a6cb-ade570368231 None None] Port 468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:57:19.111348 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 04b659fb-9915-4490-bc16-0a96c7453daf triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:57:19.111731 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (04b659fb-9915-4490-bc16-0a96c7453daf), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:19.180279 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447f8520-0058-4456-9e34-724292bc5901 admin admin] Router c706c9d7-68c8-4b0e-bfa8-e96596239ab0 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:57:19.312168 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447f8520-0058-4456-9e34-724292bc5901 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:57:19.316922 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-447f8520-0058-4456-9e34-724292bc5901 admin admin] 10.222.0.11 "PUT /v2.0/routers/c706c9d7-68c8-4b0e-bfa8-e96596239ab0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6229324 Mar 05 05:57:19.336119 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 04b659fb-9915-4490-bc16-0a96c7453daf is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:57:19.359935 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fbc71a0d-53c9-4999-9cb9-c7bff032cf1f None None] Provisioning complete for port 468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:57:19.360325 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fbc71a0d-53c9-4999-9cb9-c7bff032cf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:19.424988 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fbc71a0d-53c9-4999-9cb9-c7bff032cf1f None None] Port 468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:57:19.457533 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-8c29c054-618d-437d-8024-f47b4b47ec44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'name': 'tempest-TestSnapshotPattern-1252232387-router', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:57:15Z', 'updated_at': '2022-03-05T05:57:18Z', 'revision_number': 4, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'gw_port': {'id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:16Z', 'updated_at': '2022-03-05T05:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05', 'name': '', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'mac_address': 'fa:16:3e:9a:10:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:18Z', 'updated_at': '2022-03-05T05:57:18Z', 'revision_number': 1, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'subnets': [{'id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:19.489948 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c29c054-618d-437d-8024-f47b4b47ec44 None None] The sync data for ids ['c706c9d7-68c8-4b0e-bfa8-e96596239ab0'] in n-d-789963-32 is: [{'id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'name': 'tempest-TestSnapshotPattern-1252232387-router', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:57:15Z', 'updated_at': '2022-03-05T05:57:18Z', 'revision_number': 4, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'gw_port': {'id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:16Z', 'updated_at': '2022-03-05T05:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05', 'name': '', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'mac_address': 'fa:16:3e:9a:10:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:18Z', 'updated_at': '2022-03-05T05:57:18Z', 'revision_number': 1, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'subnets': [{'id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:57:19.880746 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47552) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:57:19.886370 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-af7e95e8-39d0-4e54-983d-33a28c24d5dc admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2121570650-network', 'tenant_id': '8f782029cc944522aba75fe7b2d7b4dc'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:57:19.911813 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7e95e8-39d0-4e54-983d-33a28c24d5dc admin admin] Made reservation on behalf of 8f782029cc944522aba75fe7b2d7b4dc for: {'network': 1} {{(pid=105231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:57:19.914387 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-af7e95e8-39d0-4e54-983d-33a28c24d5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for network (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:19.924921 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-af7e95e8-39d0-4e54-983d-33a28c24d5dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:20.026828 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-af7e95e8-39d0-4e54-983d-33a28c24d5dc admin admin] Publish callbacks [] for security_group (16330eff-ebd8-45de-8ed5-dfe782782363), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:20.032385 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-af7e95e8-39d0-4e54-983d-33a28c24d5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (16330eff-ebd8-45de-8ed5-dfe782782363), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:20.067462 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af7e95e8-39d0-4e54-983d-33a28c24d5dc admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=105231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 05 05:57:20.078511 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e95e8-39d0-4e54-983d-33a28c24d5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16330eff-ebd8-45de-8ed5-dfe782782363,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:20.088612 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-af7e95e8-39d0-4e54-983d-33a28c24d5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (9f2b1a8e-47de-4017-a3d4-f29702fdc9b1), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:20.089056 n-d-789963-32 neutron-server[105231]: INFO neutron.db.segments_db [None req-af7e95e8-39d0-4e54-983d-33a28c24d5dc admin admin] Added segment 9f2b1a8e-47de-4017-a3d4-f29702fdc9b1 of type vlan for network bf534a26-6214-46ef-b8ab-78e9014dc570 Mar 05 05:57:20.144416 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-af7e95e8-39d0-4e54-983d-33a28c24d5dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780054285846'] for network (bf534a26-6214-46ef-b8ab-78e9014dc570), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:20.174091 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-af7e95e8-39d0-4e54-983d-33a28c24d5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666'] for network (bf534a26-6214-46ef-b8ab-78e9014dc570), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:20.174746 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7e95e8-39d0-4e54-983d-33a28c24d5dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:57:20.175456 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-af7e95e8-39d0-4e54-983d-33a28c24d5dc admin admin] Publish callbacks [] for network (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:20.260073 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e95e8-39d0-4e54-983d-33a28c24d5dc admin admin] Pushing event updated for resources: {'Network': ['ID=bf534a26-6214-46ef-b8ab-78e9014dc570,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:20.275252 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Network bf534a26-6214-46ef-b8ab-78e9014dc570 details requested by agent ovs-agent-n-d-789963-32 with host n-d-789963-32 {{(pid=105233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 05 05:57:20.295899 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-af7e95e8-39d0-4e54-983d-33a28c24d5dc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4131954 Mar 05 05:57:20.296151 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47556) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:57:20.333439 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-04e26faa-6f41-44c2-86aa-af4ec529b29e admin admin] Request body: {'subnet': {'network_id': 'bf534a26-6214-46ef-b8ab-78e9014dc570', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2121570650-subnet', 'tenant_id': '8f782029cc944522aba75fe7b2d7b4dc', 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:57:20.387241 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e26faa-6f41-44c2-86aa-af4ec529b29e admin admin] Made reservation on behalf of 8f782029cc944522aba75fe7b2d7b4dc for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:57:20.395744 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04e26faa-6f41-44c2-86aa-af4ec529b29e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-131196701'] for subnet (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:20.651096 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04e26faa-6f41-44c2-86aa-af4ec529b29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-131174974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-131196675'] for subnet (f3182c11-4ed6-4c1c-9e0a-f798e194a309), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:20.724317 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e26faa-6f41-44c2-86aa-af4ec529b29e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3182c11-4ed6-4c1c-9e0a-f798e194a309,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:20.737034 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e26faa-6f41-44c2-86aa-af4ec529b29e admin admin] Checking segment: {'id': '9f2b1a8e-47de-4017-a3d4-f29702fdc9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bf534a26-6214-46ef-b8ab-78e9014dc570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:57:20.737206 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e26faa-6f41-44c2-86aa-af4ec529b29e admin admin] Network hostable DHCP agents. Network: bf534a26-6214-46ef-b8ab-78e9014dc570, hostable agents: ['a1cff723-2a3b-4b00-9027-abb409329d07'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 05 05:57:20.739240 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d08f9f7a-36c8-4c00-9765-c9373184ffe1 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:57:20.766091 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e26faa-6f41-44c2-86aa-af4ec529b29e admin admin] Network bf534a26-6214-46ef-b8ab-78e9014dc570 is scheduled to be hosted by DHCP agent a1cff723-2a3b-4b00-9027-abb409329d07 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 05 05:57:20.784392 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-04e26faa-6f41-44c2-86aa-af4ec529b29e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-32, bf534a26-6214-46ef-b8ab-78e9014dc570) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:57:20.791191 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e26faa-6f41-44c2-86aa-af4ec529b29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:57:20.791918 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04e26faa-6f41-44c2-86aa-af4ec529b29e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:20.796200 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53f65c9-22e2-4fd2-9d80-812555d6830d None None] Network bf534a26-6214-46ef-b8ab-78e9014dc570 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:57:20.823689 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47558) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:57:20.833423 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-dc68916b-63c3-49b1-9b1a-57161a3dd358 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2121570650-router', 'tenant_id': '8f782029cc944522aba75fe7b2d7b4dc', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:57:20.835730 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-04e26faa-6f41-44c2-86aa-af4ec529b29e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5382783 Mar 05 05:57:20.861724 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dc68916b-63c3-49b1-9b1a-57161a3dd358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-904852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9311'] for router (b16fbb89-eea7-4925-bb6c-11170826e7ec), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:20.864201 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dc68916b-63c3-49b1-9b1a-57161a3dd358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-903268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-899543', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-931746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9302'] for router (b16fbb89-eea7-4925-bb6c-11170826e7ec), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:20.870062 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port d08f9f7a-36c8-4c00-9765-c9373184ffe1 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:57:20.870726 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d08f9f7a-36c8-4c00-9765-c9373184ffe1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:20.932135 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dc68916b-63c3-49b1-9b1a-57161a3dd358 admin admin] Publish callbacks [] for router_controller (b16fbb89-eea7-4925-bb6c-11170826e7ec), precommit_add_association {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:20.954786 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53f1321-cc76-420e-a47d-c11c809dbbdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5ade01b7-0671-52c8-89ff-207e084a8ec2-bf534a26-6214-46ef-b8ab-78e9014dc570', 'network_id': 'bf534a26-6214-46ef-b8ab-78e9014dc570', 'project_id': '8f782029cc944522aba75fe7b2d7b4dc', 'fixed_ips': [{'subnet_id': 'f3182c11-4ed6-4c1c-9e0a-f798e194a309'}]}} from n-d-789963-32. {{(pid=105233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 05 05:57:20.955671 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a53f1321-cc76-420e-a47d-c11c809dbbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:21.084535 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port d08f9f7a-36c8-4c00-9765-c9373184ffe1 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:57:21.084929 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (d08f9f7a-36c8-4c00-9765-c9373184ffe1), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:21.108653 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port d08f9f7a-36c8-4c00-9765-c9373184ffe1, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d08f9f7a-36c8-4c00-9765-c9373184ffe1,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:57:21.121971 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (d08f9f7a-36c8-4c00-9765-c9373184ffe1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:21.138531 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dc68916b-63c3-49b1-9b1a-57161a3dd358 admin admin] Publish callbacks [] for router_gateway (b16fbb89-eea7-4925-bb6c-11170826e7ec), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:21.210927 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-a53f1321-cc76-420e-a47d-c11c809dbbdd None None] Allocated IP 172.20.0.2 (bf534a26-6214-46ef-b8ab-78e9014dc570/f3182c11-4ed6-4c1c-9e0a-f798e194a309/af5175d1-146f-45e2-86a2-f9c87e515eed) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:57:21.217638 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=d08f9f7a-36c8-4c00-9765-c9373184ffe1,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:21.383340 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dc68916b-63c3-49b1-9b1a-57161a3dd358 admin admin] Publish callbacks [] for router_gateway (b16fbb89-eea7-4925-bb6c-11170826e7ec), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:21.388391 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a53f1321-cc76-420e-a47d-c11c809dbbdd None None] Publish callbacks [] for port (af5175d1-146f-45e2-86a2-f9c87e515eed), precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:21.397365 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a53f1321-cc76-420e-a47d-c11c809dbbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543'] for port (af5175d1-146f-45e2-86a2-f9c87e515eed), after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:21.411004 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dc68916b-63c3-49b1-9b1a-57161a3dd358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:21.452290 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53f1321-cc76-420e-a47d-c11c809dbbdd None None] Network bf534a26-6214-46ef-b8ab-78e9014dc570 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:57:21.455452 n-d-789963-32 neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-a53f1321-cc76-420e-a47d-c11c809dbbdd None None] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:57:21.458877 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53f1321-cc76-420e-a47d-c11c809dbbdd None None] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:57:21.465867 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f1321-cc76-420e-a47d-c11c809dbbdd None None] Pushing event updated for resources: {'Port': ['ID=af5175d1-146f-45e2-86a2-f9c87e515eed,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:21.521737 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-dc68916b-63c3-49b1-9b1a-57161a3dd358 admin admin] Allocated IP 172.25.0.142 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/bb52d640-849d-4d38-96fb-448a8e2a4ea6) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:57:21.526266 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-a53f1321-cc76-420e-a47d-c11c809dbbdd None None] Attempting to bind port af5175d1-146f-45e2-86a2-f9c87e515eed on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:57:21.526561 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-a53f1321-cc76-420e-a47d-c11c809dbbdd None None] Attempting to bind port af5175d1-146f-45e2-86a2-f9c87e515eed by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '9f2b1a8e-47de-4017-a3d4-f29702fdc9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bf534a26-6214-46ef-b8ab-78e9014dc570'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:57:21.526937 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53f1321-cc76-420e-a47d-c11c809dbbdd None None] Attempting to bind port af5175d1-146f-45e2-86a2-f9c87e515eed on network bf534a26-6214-46ef-b8ab-78e9014dc570 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:57:21.533091 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53f1321-cc76-420e-a47d-c11c809dbbdd None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:57:21.533465 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53f1321-cc76-420e-a47d-c11c809dbbdd None None] Checking segment: {'id': '9f2b1a8e-47de-4017-a3d4-f29702fdc9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bf534a26-6214-46ef-b8ab-78e9014dc570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:57:21.533920 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a53f1321-cc76-420e-a47d-c11c809dbbdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:21.534299 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53f1321-cc76-420e-a47d-c11c809dbbdd None None] Bound using segment: {'id': '9f2b1a8e-47de-4017-a3d4-f29702fdc9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bf534a26-6214-46ef-b8ab-78e9014dc570'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:57:21.534780 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-a53f1321-cc76-420e-a47d-c11c809dbbdd None None] Bound port: af5175d1-146f-45e2-86a2-f9c87e515eed, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f2b1a8e-47de-4017-a3d4-f29702fdc9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bf534a26-6214-46ef-b8ab-78e9014dc570'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:57:21.535197 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a53f1321-cc76-420e-a47d-c11c809dbbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (af5175d1-146f-45e2-86a2-f9c87e515eed), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:21.603170 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-a53f1321-cc76-420e-a47d-c11c809dbbdd None None] For port af5175d1-146f-45e2-86a2-f9c87e515eed, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:57:21.607056 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-a53f1321-cc76-420e-a47d-c11c809dbbdd None None] For port af5175d1-146f-45e2-86a2-f9c87e515eed, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=af5175d1-146f-45e2-86a2-f9c87e515eed,segment=NetworkSegment(9f2b1a8e-47de-4017-a3d4-f29702fdc9b1),segment_id=9f2b1a8e-47de-4017-a3d4-f29702fdc9b1)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:57:21.615299 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a53f1321-cc76-420e-a47d-c11c809dbbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (af5175d1-146f-45e2-86a2-f9c87e515eed), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:21.655599 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dc68916b-63c3-49b1-9b1a-57161a3dd358 admin admin] Publish callbacks [] for port (bb52d640-849d-4d38-96fb-448a8e2a4ea6), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:21.687927 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f1321-cc76-420e-a47d-c11c809dbbdd None None] Pushing event updated for resources: {'Port': ['ID=af5175d1-146f-45e2-86a2-f9c87e515eed,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:21.695643 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dc68916b-63c3-49b1-9b1a-57161a3dd358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (bb52d640-849d-4d38-96fb-448a8e2a4ea6), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:21.742659 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc68916b-63c3-49b1-9b1a-57161a3dd358 admin admin] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:57:21.745794 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-dc68916b-63c3-49b1-9b1a-57161a3dd358 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:57:21.748548 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc68916b-63c3-49b1-9b1a-57161a3dd358 admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:57:21.772514 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68916b-63c3-49b1-9b1a-57161a3dd358 admin admin] Pushing event updated for resources: {'Port': ['ID=bb52d640-849d-4d38-96fb-448a8e2a4ea6,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:22.035475 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dc68916b-63c3-49b1-9b1a-57161a3dd358 admin admin] Publish callbacks [] for router_gateway (b16fbb89-eea7-4925-bb6c-11170826e7ec), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:22.231435 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dc68916b-63c3-49b1-9b1a-57161a3dd358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-903279', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-899578'] for router (b16fbb89-eea7-4925-bb6c-11170826e7ec), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:22.363809 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc68916b-63c3-49b1-9b1a-57161a3dd358 admin admin] Router b16fbb89-eea7-4925-bb6c-11170826e7ec is scheduled to L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 with binding_index 1 {{(pid=105231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 05 05:57:22.487172 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc68916b-63c3-49b1-9b1a-57161a3dd358 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:57:22.500657 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5681592d-fbde-49dc-a420-c90ba20caf4f None None] Sync routers for ids ['b16fbb89-eea7-4925-bb6c-11170826e7ec'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:57:22.510509 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-dc68916b-63c3-49b1-9b1a-57161a3dd358 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:22.510742 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5681592d-fbde-49dc-a420-c90ba20caf4f None None] Routers {'b16fbb89-eea7-4925-bb6c-11170826e7ec'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:57:22.513745 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-dc68916b-63c3-49b1-9b1a-57161a3dd358 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6885624 Mar 05 05:57:22.517031 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47562) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:57:22.519218 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5681592d-fbde-49dc-a420-c90ba20caf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:57:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b16fbb89-eea7-4925-bb6c-11170826e7ec'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:22.528762 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a100be5-cda7-488b-8268-3925fc59250e None None] Sync routers for ids ['c706c9d7-68c8-4b0e-bfa8-e96596239ab0'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:57:22.542007 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a100be5-cda7-488b-8268-3925fc59250e None None] Routers {'c706c9d7-68c8-4b0e-bfa8-e96596239ab0'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:57:22.542699 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-5a100be5-cda7-488b-8268-3925fc59250e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:57:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c706c9d7-68c8-4b0e-bfa8-e96596239ab0'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:22.695653 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-5a100be5-cda7-488b-8268-3925fc59250e None None] Set router c706c9d7-68c8-4b0e-bfa8-e96596239ab0 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:57:22.749263 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-5681592d-fbde-49dc-a420-c90ba20caf4f None None] Set router b16fbb89-eea7-4925-bb6c-11170826e7ec gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:57:22.750013 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cf18b3-6676-4415-a1db-653aa46dbbab None None] Network bf534a26-6214-46ef-b8ab-78e9014dc570 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 05:57:22.838998 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d08f9f7a-36c8-4c00-9765-c9373184ffe1 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:57:22.935145 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5681592d-fbde-49dc-a420-c90ba20caf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16fbb89-eea7-4925-bb6c-11170826e7ec', 'name': 'tempest-TestSnapshotPattern-2121570650-router', 'tenant_id': '8f782029cc944522aba75fe7b2d7b4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': 'bb52d640-849d-4d38-96fb-448a8e2a4ea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:57:20Z', 'updated_at': '2022-03-05T05:57:21Z', 'revision_number': 3, 'project_id': '8f782029cc944522aba75fe7b2d7b4dc', 'gw_port': {'id': 'bb52d640-849d-4d38-96fb-448a8e2a4ea6', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:5b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16fbb89-eea7-4925-bb6c-11170826e7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:21Z', 'updated_at': '2022-03-05T05:57:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:22.941092 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-8dcb2e8f-9879-4b6a-9a27-38b4805d2a73 None None] Provisioning complete for port af5175d1-146f-45e2-86a2-f9c87e515eed triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:57:22.941474 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8dcb2e8f-9879-4b6a-9a27-38b4805d2a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (af5175d1-146f-45e2-86a2-f9c87e515eed), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:22.968487 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5681592d-fbde-49dc-a420-c90ba20caf4f None None] Checking router: b16fbb89-eea7-4925-bb6c-11170826e7ec for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:57:22.969131 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5681592d-fbde-49dc-a420-c90ba20caf4f None None] Updating router b16fbb89-eea7-4925-bb6c-11170826e7ec port bb52d640-849d-4d38-96fb-448a8e2a4ea6 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:57:23.001324 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-5681592d-fbde-49dc-a420-c90ba20caf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (bb52d640-849d-4d38-96fb-448a8e2a4ea6), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:23.036779 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-075b4d07-e568-41fb-8c29-7909434afd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:23.090031 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port d08f9f7a-36c8-4c00-9765-c9373184ffe1 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:57:23.090419 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (d08f9f7a-36c8-4c00-9765-c9373184ffe1), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:23.168480 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-8dcb2e8f-9879-4b6a-9a27-38b4805d2a73 None None] Current status of the port af5175d1-146f-45e2-86a2-f9c87e515eed is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:57:23.168880 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8dcb2e8f-9879-4b6a-9a27-38b4805d2a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (af5175d1-146f-45e2-86a2-f9c87e515eed), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:23.207368 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-075b4d07-e568-41fb-8c29-7909434afd30 admin admin] Allocated IP 172.20.0.1 (bf534a26-6214-46ef-b8ab-78e9014dc570/f3182c11-4ed6-4c1c-9e0a-f798e194a309/fd79c8ab-9f00-43f8-8c6c-2a1446792953) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:57:23.223932 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-8dcb2e8f-9879-4b6a-9a27-38b4805d2a73 None None] For port af5175d1-146f-45e2-86a2-f9c87e515eed, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=af5175d1-146f-45e2-86a2-f9c87e515eed,segment=NetworkSegment(9f2b1a8e-47de-4017-a3d4-f29702fdc9b1),segment_id=9f2b1a8e-47de-4017-a3d4-f29702fdc9b1)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:57:23.227462 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-5a100be5-cda7-488b-8268-3925fc59250e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'name': 'tempest-TestSnapshotPattern-1252232387-router', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:57:15Z', 'updated_at': '2022-03-05T05:57:18Z', 'revision_number': 4, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'gw_port': {'id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:16Z', 'updated_at': '2022-03-05T05:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05', 'name': '', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'mac_address': 'fa:16:3e:9a:10:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:18Z', 'updated_at': '2022-03-05T05:57:18Z', 'revision_number': 2, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'subnets': [{'id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:23.258209 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8dcb2e8f-9879-4b6a-9a27-38b4805d2a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (af5175d1-146f-45e2-86a2-f9c87e515eed), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:23.311635 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a100be5-cda7-488b-8268-3925fc59250e None None] Checking router: c706c9d7-68c8-4b0e-bfa8-e96596239ab0 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:57:23.312012 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a100be5-cda7-488b-8268-3925fc59250e None None] Updating router c706c9d7-68c8-4b0e-bfa8-e96596239ab0 port 468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05 binding host n-d-789963-32 {{(pid=105233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:57:23.320349 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-5681592d-fbde-49dc-a420-c90ba20caf4f None None] Publish callbacks [] for port (bb52d640-849d-4d38-96fb-448a8e2a4ea6), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:23.330493 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-5681592d-fbde-49dc-a420-c90ba20caf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (bb52d640-849d-4d38-96fb-448a8e2a4ea6), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:23.347628 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-075b4d07-e568-41fb-8c29-7909434afd30 admin admin] Publish callbacks [] for port (fd79c8ab-9f00-43f8-8c6c-2a1446792953), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:23.363974 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5a100be5-cda7-488b-8268-3925fc59250e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:23.365757 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port d08f9f7a-36c8-4c00-9765-c9373184ffe1 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:57:23.366834 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device af5175d1-146f-45e2-86a2-f9c87e515eed up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:57:23.397995 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-075b4d07-e568-41fb-8c29-7909434afd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (fd79c8ab-9f00-43f8-8c6c-2a1446792953), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:23.410599 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-5681592d-fbde-49dc-a420-c90ba20caf4f None None] Attempting to bind port bb52d640-849d-4d38-96fb-448a8e2a4ea6 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:57:23.410599 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-5681592d-fbde-49dc-a420-c90ba20caf4f None None] Attempting to bind port bb52d640-849d-4d38-96fb-448a8e2a4ea6 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:57:23.410599 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5681592d-fbde-49dc-a420-c90ba20caf4f None None] Attempting to bind port bb52d640-849d-4d38-96fb-448a8e2a4ea6 on network ff625bbb-6b8f-4740-be08-a562ec9a34a4 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:57:23.418327 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ce6be-6ec4-439d-b00d-478d7ad66ad4 None None] Pushing event updated for resources: {'Port': ['ID=bb52d640-849d-4d38-96fb-448a8e2a4ea6,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:23.422265 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5681592d-fbde-49dc-a420-c90ba20caf4f None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:57:23.422572 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5681592d-fbde-49dc-a420-c90ba20caf4f None None] Checking segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:57:23.422960 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-5681592d-fbde-49dc-a420-c90ba20caf4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:23.423408 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5681592d-fbde-49dc-a420-c90ba20caf4f None None] Bound using segment: {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:57:23.423892 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-5681592d-fbde-49dc-a420-c90ba20caf4f None None] Bound port: bb52d640-849d-4d38-96fb-448a8e2a4ea6, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f0de59-cdfb-42b3-8260-285a991386ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:57:23.424271 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-5681592d-fbde-49dc-a420-c90ba20caf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (bb52d640-849d-4d38-96fb-448a8e2a4ea6), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:23.449271 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce6be-6ec4-439d-b00d-478d7ad66ad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:23.449667 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce6be-6ec4-439d-b00d-478d7ad66ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:23.449968 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce6be-6ec4-439d-b00d-478d7ad66ad4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:23.450305 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce6be-6ec4-439d-b00d-478d7ad66ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:23.450634 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce6be-6ec4-439d-b00d-478d7ad66ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:23.450961 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce6be-6ec4-439d-b00d-478d7ad66ad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:23.451901 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce6be-6ec4-439d-b00d-478d7ad66ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:23.452316 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce6be-6ec4-439d-b00d-478d7ad66ad4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:23.452755 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce6be-6ec4-439d-b00d-478d7ad66ad4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:23.453085 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce6be-6ec4-439d-b00d-478d7ad66ad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:23.453415 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce6be-6ec4-439d-b00d-478d7ad66ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:23.453741 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce6be-6ec4-439d-b00d-478d7ad66ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:23.454084 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9ce6be-6ec4-439d-b00d-478d7ad66ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:57:23.455434 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075b4d07-e568-41fb-8c29-7909434afd30 admin admin] Network bf534a26-6214-46ef-b8ab-78e9014dc570 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:57:23.464441 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-075b4d07-e568-41fb-8c29-7909434afd30 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:57:23.470929 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075b4d07-e568-41fb-8c29-7909434afd30 admin admin] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:57:23.504633 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b4d07-e568-41fb-8c29-7909434afd30 admin admin] Pushing event updated for resources: {'Port': ['ID=fd79c8ab-9f00-43f8-8c6c-2a1446792953,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:23.508214 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-5681592d-fbde-49dc-a420-c90ba20caf4f None None] For port bb52d640-849d-4d38-96fb-448a8e2a4ea6, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:57:23.513468 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-5681592d-fbde-49dc-a420-c90ba20caf4f None None] For port bb52d640-849d-4d38-96fb-448a8e2a4ea6, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=bb52d640-849d-4d38-96fb-448a8e2a4ea6,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:57:23.523883 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-5681592d-fbde-49dc-a420-c90ba20caf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (bb52d640-849d-4d38-96fb-448a8e2a4ea6), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:23.532137 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-075b4d07-e568-41fb-8c29-7909434afd30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-900055'] for router_interface (b16fbb89-eea7-4925-bb6c-11170826e7ec), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:23.596284 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb2e8f-9879-4b6a-9a27-38b4805d2a73 None None] Pushing event updated for resources: {'Port': ['ID=af5175d1-146f-45e2-86a2-f9c87e515eed,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:23.617621 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ce6be-6ec4-439d-b00d-478d7ad66ad4 None None] Pushing event updated for resources: {'Port': ['ID=bb52d640-849d-4d38-96fb-448a8e2a4ea6,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:23.640625 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5681592d-fbde-49dc-a420-c90ba20caf4f None None] Routers {'b16fbb89-eea7-4925-bb6c-11170826e7ec'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:57:23.641375 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5681592d-fbde-49dc-a420-c90ba20caf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:57:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b16fbb89-eea7-4925-bb6c-11170826e7ec'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:23.714907 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-0af41979-149f-4bbd-8a87-167ced5fd0ab None None] Provisioning complete for port af5175d1-146f-45e2-86a2-f9c87e515eed triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:57:23.715238 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0af41979-149f-4bbd-8a87-167ced5fd0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (af5175d1-146f-45e2-86a2-f9c87e515eed), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:23.779193 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-5681592d-fbde-49dc-a420-c90ba20caf4f None None] Set router b16fbb89-eea7-4925-bb6c-11170826e7ec gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:57:23.835449 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port af5175d1-146f-45e2-86a2-f9c87e515eed triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:57:23.835835 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (af5175d1-146f-45e2-86a2-f9c87e515eed), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:23.976019 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5681592d-fbde-49dc-a420-c90ba20caf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16fbb89-eea7-4925-bb6c-11170826e7ec', 'name': 'tempest-TestSnapshotPattern-2121570650-router', 'tenant_id': '8f782029cc944522aba75fe7b2d7b4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': 'bb52d640-849d-4d38-96fb-448a8e2a4ea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:57:20Z', 'updated_at': '2022-03-05T05:57:21Z', 'revision_number': 3, 'project_id': '8f782029cc944522aba75fe7b2d7b4dc', 'gw_port': {'id': 'bb52d640-849d-4d38-96fb-448a8e2a4ea6', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:5b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16fbb89-eea7-4925-bb6c-11170826e7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:21Z', 'updated_at': '2022-03-05T05:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:24.010279 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5681592d-fbde-49dc-a420-c90ba20caf4f None None] The sync data for ids ['b16fbb89-eea7-4925-bb6c-11170826e7ec'] in n-d-789963-32 is: [{'id': 'b16fbb89-eea7-4925-bb6c-11170826e7ec', 'name': 'tempest-TestSnapshotPattern-2121570650-router', 'tenant_id': '8f782029cc944522aba75fe7b2d7b4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': 'bb52d640-849d-4d38-96fb-448a8e2a4ea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:57:20Z', 'updated_at': '2022-03-05T05:57:21Z', 'revision_number': 3, 'project_id': '8f782029cc944522aba75fe7b2d7b4dc', 'gw_port': {'id': 'bb52d640-849d-4d38-96fb-448a8e2a4ea6', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:5b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16fbb89-eea7-4925-bb6c-11170826e7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:21Z', 'updated_at': '2022-03-05T05:57:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:57:24.015493 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-0af41979-149f-4bbd-8a87-167ced5fd0ab None None] Current status of the port af5175d1-146f-45e2-86a2-f9c87e515eed is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:57:24.047223 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port af5175d1-146f-45e2-86a2-f9c87e515eed is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:57:24.096293 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-075b4d07-e568-41fb-8c29-7909434afd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fd79c8ab-9f00-43f8-8c6c-2a1446792953), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:24.109575 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5a100be5-cda7-488b-8268-3925fc59250e None None] Publish callbacks [] for port (468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05), precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:24.116553 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5a100be5-cda7-488b-8268-3925fc59250e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:24.185602 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-3074266f-4602-42ab-8a16-834ab4ea0d07 None None] Provisioning complete for port fd79c8ab-9f00-43f8-8c6c-2a1446792953 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:57:24.186016 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3074266f-4602-42ab-8a16-834ab4ea0d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fd79c8ab-9f00-43f8-8c6c-2a1446792953), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:24.187584 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34000d9a-0963-4130-bddd-3e5c6956b519 None None] Pushing event updated for resources: {'Port': ['ID=468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:24.267336 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-3074266f-4602-42ab-8a16-834ab4ea0d07 None None] Port fd79c8ab-9f00-43f8-8c6c-2a1446792953 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:57:24.286129 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-5a100be5-cda7-488b-8268-3925fc59250e None None] Attempting to bind port 468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:57:24.286538 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-5a100be5-cda7-488b-8268-3925fc59250e None None] Attempting to bind port 468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '2ab7f790-54b7-40e1-8e76-4b4f61ff0308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:57:24.287046 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a100be5-cda7-488b-8268-3925fc59250e None None] Attempting to bind port 468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05 on network 46822ec7-1a6d-4817-8d47-88e96f154192 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:57:24.291167 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-075b4d07-e568-41fb-8c29-7909434afd30 admin admin] Publish callbacks [] for port (fd79c8ab-9f00-43f8-8c6c-2a1446792953), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:24.293033 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a100be5-cda7-488b-8268-3925fc59250e None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:57:24.293422 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a100be5-cda7-488b-8268-3925fc59250e None None] Checking segment: {'id': '2ab7f790-54b7-40e1-8e76-4b4f61ff0308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:57:24.293913 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5a100be5-cda7-488b-8268-3925fc59250e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:24.294214 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a100be5-cda7-488b-8268-3925fc59250e None None] Bound using segment: {'id': '2ab7f790-54b7-40e1-8e76-4b4f61ff0308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:57:24.294701 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [None req-5a100be5-cda7-488b-8268-3925fc59250e None None] Bound port: 468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab7f790-54b7-40e1-8e76-4b4f61ff0308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:57:24.295543 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5a100be5-cda7-488b-8268-3925fc59250e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:24.297709 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-075b4d07-e568-41fb-8c29-7909434afd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (fd79c8ab-9f00-43f8-8c6c-2a1446792953), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:24.397207 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-075b4d07-e568-41fb-8c29-7909434afd30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-900027'] for router_interface (b16fbb89-eea7-4925-bb6c-11170826e7ec), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:24.399115 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b4d07-e568-41fb-8c29-7909434afd30 admin admin] Pushing event updated for resources: {'Port': ['ID=fd79c8ab-9f00-43f8-8c6c-2a1446792953,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:24.424823 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-5a100be5-cda7-488b-8268-3925fc59250e None None] For port 468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05, host n-d-789963-32, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:57:24.429011 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-5a100be5-cda7-488b-8268-3925fc59250e None None] For port 468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05,segment=NetworkSegment(2ab7f790-54b7-40e1-8e76-4b4f61ff0308),segment_id=2ab7f790-54b7-40e1-8e76-4b4f61ff0308)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:57:24.440758 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5a100be5-cda7-488b-8268-3925fc59250e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:24.520472 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075b4d07-e568-41fb-8c29-7909434afd30 admin admin] Network bf534a26-6214-46ef-b8ab-78e9014dc570 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:57:24.522234 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-075b4d07-e568-41fb-8c29-7909434afd30 admin admin] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:57:24.534811 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a100be5-cda7-488b-8268-3925fc59250e None None] Routers {'c706c9d7-68c8-4b0e-bfa8-e96596239ab0'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:57:24.535514 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-5a100be5-cda7-488b-8268-3925fc59250e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:57:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c706c9d7-68c8-4b0e-bfa8-e96596239ab0'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:24.542330 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-2502b8ca-0df2-4b9c-b8ab-2a090da969cc None None] Provisioning complete for port 468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:57:24.542713 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2502b8ca-0df2-4b9c-b8ab-2a090da969cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:24.544350 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34000d9a-0963-4130-bddd-3e5c6956b519 None None] Pushing event updated for resources: {'Port': ['ID=468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:24.733190 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075b4d07-e568-41fb-8c29-7909434afd30 admin admin] Router b16fbb89-eea7-4925-bb6c-11170826e7ec has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:57:24.835398 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-5a100be5-cda7-488b-8268-3925fc59250e None None] Set router c706c9d7-68c8-4b0e-bfa8-e96596239ab0 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:57:24.837507 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2502b8ca-0df2-4b9c-b8ab-2a090da969cc None None] Current status of the port 468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:57:24.837907 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2502b8ca-0df2-4b9c-b8ab-2a090da969cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:24.885129 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:57:24.944207 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075b4d07-e568-41fb-8c29-7909434afd30 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:57:24.959704 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-075b4d07-e568-41fb-8c29-7909434afd30 admin admin] 10.222.0.11 "PUT /v2.0/routers/b16fbb89-eea7-4925-bb6c-11170826e7ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4299233 Mar 05 05:57:24.996495 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-2502b8ca-0df2-4b9c-b8ab-2a090da969cc None None] For port 468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05,segment=NetworkSegment(2ab7f790-54b7-40e1-8e76-4b4f61ff0308),segment_id=2ab7f790-54b7-40e1-8e76-4b4f61ff0308)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:57:25.003424 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2502b8ca-0df2-4b9c-b8ab-2a090da969cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:25.125291 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502b8ca-0df2-4b9c-b8ab-2a090da969cc None None] Pushing event updated for resources: {'Port': ['ID=468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:25.128002 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:57:25.128388 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:25.186658 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-07195560-cd77-40ab-bf13-598518d9994a None None] Provisioning complete for port fd79c8ab-9f00-43f8-8c6c-2a1446792953 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:57:25.187036 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-07195560-cd77-40ab-bf13-598518d9994a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fd79c8ab-9f00-43f8-8c6c-2a1446792953), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:25.255031 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-07195560-cd77-40ab-bf13-598518d9994a None None] Port fd79c8ab-9f00-43f8-8c6c-2a1446792953 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:57:25.302821 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-07195560-cd77-40ab-bf13-598518d9994a None None] Provisioning complete for port 468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:57:25.303230 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-07195560-cd77-40ab-bf13-598518d9994a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:25.339328 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:57:25.340418 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device af5175d1-146f-45e2-86a2-f9c87e515eed up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:57:25.346263 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-5a100be5-cda7-488b-8268-3925fc59250e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'name': 'tempest-TestSnapshotPattern-1252232387-router', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:57:15Z', 'updated_at': '2022-03-05T05:57:18Z', 'revision_number': 4, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'gw_port': {'id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:16Z', 'updated_at': '2022-03-05T05:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05', 'name': '', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'mac_address': 'fa:16:3e:9a:10:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:18Z', 'updated_at': '2022-03-05T05:57:24Z', 'revision_number': 4, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'subnets': [{'id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:25.393781 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a100be5-cda7-488b-8268-3925fc59250e None None] The sync data for ids ['c706c9d7-68c8-4b0e-bfa8-e96596239ab0'] in n-d-789963-32 is: [{'id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'name': 'tempest-TestSnapshotPattern-1252232387-router', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:57:15Z', 'updated_at': '2022-03-05T05:57:18Z', 'revision_number': 4, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'gw_port': {'id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:16Z', 'updated_at': '2022-03-05T05:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05', 'name': '', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'mac_address': 'fa:16:3e:9a:10:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:18Z', 'updated_at': '2022-03-05T05:57:24Z', 'revision_number': 4, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'subnets': [{'id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:57:25.458660 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port af5175d1-146f-45e2-86a2-f9c87e515eed triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:57:25.459049 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (af5175d1-146f-45e2-86a2-f9c87e515eed), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:25.481450 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-07195560-cd77-40ab-bf13-598518d9994a None None] Current status of the port 468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:57:25.543162 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port af5175d1-146f-45e2-86a2-f9c87e515eed is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:57:25.544235 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bb52d640-849d-4d38-96fb-448a8e2a4ea6 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:57:25.589738 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port bb52d640-849d-4d38-96fb-448a8e2a4ea6 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:57:25.590111 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bb52d640-849d-4d38-96fb-448a8e2a4ea6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:25.669933 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port bb52d640-849d-4d38-96fb-448a8e2a4ea6 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:57:25.670351 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (bb52d640-849d-4d38-96fb-448a8e2a4ea6), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:25.692862 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] For port bb52d640-849d-4d38-96fb-448a8e2a4ea6, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=bb52d640-849d-4d38-96fb-448a8e2a4ea6,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:57:25.697780 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (bb52d640-849d-4d38-96fb-448a8e2a4ea6), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:25.749873 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Pushing event updated for resources: {'Port': ['ID=bb52d640-849d-4d38-96fb-448a8e2a4ea6,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:26.248316 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ac75f2-f0b6-48e9-9dc7-2b8a0459a26b None None] Sync routers for ids ['b16fbb89-eea7-4925-bb6c-11170826e7ec'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:57:26.259301 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ac75f2-f0b6-48e9-9dc7-2b8a0459a26b None None] Routers {'b16fbb89-eea7-4925-bb6c-11170826e7ec'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:57:26.259920 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-25ac75f2-f0b6-48e9-9dc7-2b8a0459a26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:57:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b16fbb89-eea7-4925-bb6c-11170826e7ec'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:26.376583 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-25ac75f2-f0b6-48e9-9dc7-2b8a0459a26b None None] Set router b16fbb89-eea7-4925-bb6c-11170826e7ec gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:57:26.467139 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47572) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:57:26.472742 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-fc42bc70-58cb-4da0-839d-da50dc70e444 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-990686132', 'description': 'tempest-secgroup-smoke-990686132 description', 'project_id': 'd9053b188d824fc193e8698e0435ebc7'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:57:26.497858 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fc42bc70-58cb-4da0-839d-da50dc70e444 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for security_group (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:26.584342 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-25ac75f2-f0b6-48e9-9dc7-2b8a0459a26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16fbb89-eea7-4925-bb6c-11170826e7ec', 'name': 'tempest-TestSnapshotPattern-2121570650-router', 'tenant_id': '8f782029cc944522aba75fe7b2d7b4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': 'bb52d640-849d-4d38-96fb-448a8e2a4ea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:57:20Z', 'updated_at': '2022-03-05T05:57:24Z', 'revision_number': 4, 'project_id': '8f782029cc944522aba75fe7b2d7b4dc', 'gw_port': {'id': 'bb52d640-849d-4d38-96fb-448a8e2a4ea6', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16fbb89-eea7-4925-bb6c-11170826e7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:21Z', 'updated_at': '2022-03-05T05:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'fd79c8ab-9f00-43f8-8c6c-2a1446792953', 'name': '', 'network_id': 'bf534a26-6214-46ef-b8ab-78e9014dc570', 'tenant_id': '8f782029cc944522aba75fe7b2d7b4dc', 'mac_address': 'fa:16:3e:10:ef:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16fbb89-eea7-4925-bb6c-11170826e7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': 'f3182c11-4ed6-4c1c-9e0a-f798e194a309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:23Z', 'updated_at': '2022-03-05T05:57:24Z', 'revision_number': 2, 'project_id': '8f782029cc944522aba75fe7b2d7b4dc', 'subnets': [{'id': 'f3182c11-4ed6-4c1c-9e0a-f798e194a309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:26.587683 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fc42bc70-58cb-4da0-839d-da50dc70e444 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for security_group (0a745804-0132-4e00-84fe-c73c01e63d50), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:26.593031 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fc42bc70-58cb-4da0-839d-da50dc70e444 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (0a745804-0132-4e00-84fe-c73c01e63d50), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:26.617246 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ac75f2-f0b6-48e9-9dc7-2b8a0459a26b None None] Checking router: b16fbb89-eea7-4925-bb6c-11170826e7ec for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:57:26.617759 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ac75f2-f0b6-48e9-9dc7-2b8a0459a26b None None] Updating router b16fbb89-eea7-4925-bb6c-11170826e7ec port fd79c8ab-9f00-43f8-8c6c-2a1446792953 binding host n-d-789963-32 {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 05 05:57:26.626135 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-fc42bc70-58cb-4da0-839d-da50dc70e444 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:26.630707 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-fc42bc70-58cb-4da0-839d-da50dc70e444 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1590703 Mar 05 05:57:26.630707 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47574) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:57:26.635142 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-1e4edf69-4791-4387-ba64-24406d723947 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Request body: {'security_group_rule': {'security_group_id': '0a745804-0132-4e00-84fe-c73c01e63d50', 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:57:26.640129 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42bc70-58cb-4da0-839d-da50dc70e444 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a745804-0132-4e00-84fe-c73c01e63d50,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:26.646193 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-25ac75f2-f0b6-48e9-9dc7-2b8a0459a26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fd79c8ab-9f00-43f8-8c6c-2a1446792953), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:26.667657 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e4edf69-4791-4387-ba64-24406d723947 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for security_group_rule (cc468694-14bd-4fbd-a05c-5375630e9805), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:26.693846 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:57:26.735867 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e4edf69-4791-4387-ba64-24406d723947 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for security_group_rule (cc468694-14bd-4fbd-a05c-5375630e9805), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:26.740560 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e4edf69-4791-4387-ba64-24406d723947 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (cc468694-14bd-4fbd-a05c-5375630e9805), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:26.743966 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port 468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:57:26.744510 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:26.759319 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4edf69-4791-4387-ba64-24406d723947 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc468694-14bd-4fbd-a05c-5375630e9805,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:26.772765 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1e4edf69-4791-4387-ba64-24406d723947 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:26.774278 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1e4edf69-4791-4387-ba64-24406d723947 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1427643 Mar 05 05:57:26.777536 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47576) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:57:26.782747 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-83c337d6-7096-4b46-af46-7d7903c6e95a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Request body: {'security_group_rule': {'security_group_id': '0a745804-0132-4e00-84fe-c73c01e63d50', 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:57:26.811158 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-83c337d6-7096-4b46-af46-7d7903c6e95a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for security_group_rule (c5217054-56be-4016-a6cf-7f2c666ca753), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:26.839596 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port 468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:57:26.840804 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bb52d640-849d-4d38-96fb-448a8e2a4ea6 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:57:26.876400 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-83c337d6-7096-4b46-af46-7d7903c6e95a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for security_group_rule (c5217054-56be-4016-a6cf-7f2c666ca753), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:26.880501 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-83c337d6-7096-4b46-af46-7d7903c6e95a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (c5217054-56be-4016-a6cf-7f2c666ca753), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:26.891715 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port bb52d640-849d-4d38-96fb-448a8e2a4ea6 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:57:26.892675 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (bb52d640-849d-4d38-96fb-448a8e2a4ea6), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:26.897761 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c337d6-7096-4b46-af46-7d7903c6e95a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5217054-56be-4016-a6cf-7f2c666ca753,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:26.909750 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-83c337d6-7096-4b46-af46-7d7903c6e95a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:26.913572 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-83c337d6-7096-4b46-af46-7d7903c6e95a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1323931 Mar 05 05:57:26.913964 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47578) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:57:26.918662 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-3c95aa7d-383e-4800-a02d-6da62b63a414 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Request body: {'security_group_rule': {'security_group_id': '0a745804-0132-4e00-84fe-c73c01e63d50', 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:57:26.932659 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-25ac75f2-f0b6-48e9-9dc7-2b8a0459a26b None None] Publish callbacks [] for port (fd79c8ab-9f00-43f8-8c6c-2a1446792953), precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:26.938479 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-25ac75f2-f0b6-48e9-9dc7-2b8a0459a26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fd79c8ab-9f00-43f8-8c6c-2a1446792953), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:26.945819 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3c95aa7d-383e-4800-a02d-6da62b63a414 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for security_group_rule (51cc3b66-ce67-44e5-a7b4-29f85a443a72), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:27.000992 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port bb52d640-849d-4d38-96fb-448a8e2a4ea6 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:57:27.009605 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3c95aa7d-383e-4800-a02d-6da62b63a414 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for security_group_rule (51cc3b66-ce67-44e5-a7b4-29f85a443a72), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:27.016244 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3c95aa7d-383e-4800-a02d-6da62b63a414 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (51cc3b66-ce67-44e5-a7b4-29f85a443a72), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:27.026811 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71815222-3e9b-4ce3-9b32-819bae607663 None None] Pushing event updated for resources: {'Port': ['ID=fd79c8ab-9f00-43f8-8c6c-2a1446792953,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:27.042436 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3c95aa7d-383e-4800-a02d-6da62b63a414 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:27.042808 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-25ac75f2-f0b6-48e9-9dc7-2b8a0459a26b None None] Attempting to bind port fd79c8ab-9f00-43f8-8c6c-2a1446792953 on host n-d-789963-32 for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:57:27.043162 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-25ac75f2-f0b6-48e9-9dc7-2b8a0459a26b None None] Attempting to bind port fd79c8ab-9f00-43f8-8c6c-2a1446792953 by drivers openvswitch,hyperv on host n-d-789963-32 at level 0 using segments [{'id': '9f2b1a8e-47de-4017-a3d4-f29702fdc9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bf534a26-6214-46ef-b8ab-78e9014dc570'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:57:27.047639 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ac75f2-f0b6-48e9-9dc7-2b8a0459a26b None None] Attempting to bind port fd79c8ab-9f00-43f8-8c6c-2a1446792953 on network bf534a26-6214-46ef-b8ab-78e9014dc570 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:57:27.047793 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-3c95aa7d-383e-4800-a02d-6da62b63a414 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286433 Mar 05 05:57:27.047793 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95aa7d-383e-4800-a02d-6da62b63a414 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51cc3b66-ce67-44e5-a7b4-29f85a443a72,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:27.047965 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47580) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:57:27.051574 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ac75f2-f0b6-48e9-9dc7-2b8a0459a26b None None] Checking agent: {'id': '55fea01a-6aed-4146-8470-ec21770f3ba2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 30, 48), 'started_at': datetime.datetime(2022, 3, 5, 4, 31, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:57:27.051960 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ac75f2-f0b6-48e9-9dc7-2b8a0459a26b None None] Checking segment: {'id': '9f2b1a8e-47de-4017-a3d4-f29702fdc9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bf534a26-6214-46ef-b8ab-78e9014dc570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:57:27.052384 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-25ac75f2-f0b6-48e9-9dc7-2b8a0459a26b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:27.052715 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-b3714a08-5428-42d4-bd91-88b13d8def8e tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Request body: {'security_group_rule': {'security_group_id': '0a745804-0132-4e00-84fe-c73c01e63d50', 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:57:27.052851 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ac75f2-f0b6-48e9-9dc7-2b8a0459a26b None None] Bound using segment: {'id': '9f2b1a8e-47de-4017-a3d4-f29702fdc9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bf534a26-6214-46ef-b8ab-78e9014dc570'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:57:27.053231 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-25ac75f2-f0b6-48e9-9dc7-2b8a0459a26b None None] Bound port: fd79c8ab-9f00-43f8-8c6c-2a1446792953, host: n-d-789963-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f2b1a8e-47de-4017-a3d4-f29702fdc9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bf534a26-6214-46ef-b8ab-78e9014dc570'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:57:27.053617 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-25ac75f2-f0b6-48e9-9dc7-2b8a0459a26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fd79c8ab-9f00-43f8-8c6c-2a1446792953), before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:27.082301 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b3714a08-5428-42d4-bd91-88b13d8def8e tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for security_group_rule (bc1f355f-225e-4bf6-995a-d6b7b3fb1181), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:27.125510 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-25ac75f2-f0b6-48e9-9dc7-2b8a0459a26b None None] For port fd79c8ab-9f00-43f8-8c6c-2a1446792953, host n-d-789963-32, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:57:27.128641 n-d-789963-32 neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-25ac75f2-f0b6-48e9-9dc7-2b8a0459a26b None None] For port fd79c8ab-9f00-43f8-8c6c-2a1446792953, host n-d-789963-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=fd79c8ab-9f00-43f8-8c6c-2a1446792953,segment=NetworkSegment(9f2b1a8e-47de-4017-a3d4-f29702fdc9b1),segment_id=9f2b1a8e-47de-4017-a3d4-f29702fdc9b1)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:57:27.134423 n-d-789963-32 neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-25ac75f2-f0b6-48e9-9dc7-2b8a0459a26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fd79c8ab-9f00-43f8-8c6c-2a1446792953), after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:27.144625 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b3714a08-5428-42d4-bd91-88b13d8def8e tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for security_group_rule (bc1f355f-225e-4bf6-995a-d6b7b3fb1181), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:27.148670 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b3714a08-5428-42d4-bd91-88b13d8def8e tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (bc1f355f-225e-4bf6-995a-d6b7b3fb1181), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:27.167421 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3714a08-5428-42d4-bd91-88b13d8def8e tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc1f355f-225e-4bf6-995a-d6b7b3fb1181,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:27.179296 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b3714a08-5428-42d4-bd91-88b13d8def8e tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:27.180550 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-b3714a08-5428-42d4-bd91-88b13d8def8e tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1317337 Mar 05 05:57:27.183905 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47582) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:57:27.191757 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-1dd499a1-5d61-4355-8086-4a789f8a03c1 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Request body: {'security_group_rule': {'security_group_id': '0a745804-0132-4e00-84fe-c73c01e63d50', 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:57:27.194313 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ac75f2-f0b6-48e9-9dc7-2b8a0459a26b None None] Routers {'b16fbb89-eea7-4925-bb6c-11170826e7ec'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:57:27.194949 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-25ac75f2-f0b6-48e9-9dc7-2b8a0459a26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:57:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b16fbb89-eea7-4925-bb6c-11170826e7ec'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:27.214041 n-d-789963-32 neutron-server[105231]: INFO neutron.db.securitygroups_db [None req-1dd499a1-5d61-4355-8086-4a789f8a03c1 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Project d9053b188d824fc193e8698e0435ebc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:57:27.220912 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1dd499a1-5d61-4355-8086-4a789f8a03c1 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for security_group_rule (76627729-19f1-4f4d-825e-c5d734427b0a), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:27.246282 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71815222-3e9b-4ce3-9b32-819bae607663 None None] Pushing event updated for resources: {'Port': ['ID=fd79c8ab-9f00-43f8-8c6c-2a1446792953,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:27.292493 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1dd499a1-5d61-4355-8086-4a789f8a03c1 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for security_group_rule (76627729-19f1-4f4d-825e-c5d734427b0a), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:27.298451 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1dd499a1-5d61-4355-8086-4a789f8a03c1 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (76627729-19f1-4f4d-825e-c5d734427b0a), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:27.320668 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-25ac75f2-f0b6-48e9-9dc7-2b8a0459a26b None None] Set router b16fbb89-eea7-4925-bb6c-11170826e7ec gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:57:27.321257 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-b123b784-e150-444f-bc65-6e5807d0c87b None None] Provisioning complete for port fd79c8ab-9f00-43f8-8c6c-2a1446792953 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:57:27.321394 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b123b784-e150-444f-bc65-6e5807d0c87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fd79c8ab-9f00-43f8-8c6c-2a1446792953), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:27.323863 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd499a1-5d61-4355-8086-4a789f8a03c1 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76627729-19f1-4f4d-825e-c5d734427b0a,revision_number=0']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:27.333954 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-1dd499a1-5d61-4355-8086-4a789f8a03c1 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:27.338547 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-1dd499a1-5d61-4355-8086-4a789f8a03c1 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1513047 Mar 05 05:57:27.339297 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47584) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:57:27.344834 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-bb9c0949-c75d-4252-89b1-e9dbad12ffb8 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Request body: {'security_group_rule': {'security_group_id': '0a745804-0132-4e00-84fe-c73c01e63d50', 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:57:27.372571 n-d-789963-32 neutron-server[105232]: INFO neutron.db.securitygroups_db [None req-bb9c0949-c75d-4252-89b1-e9dbad12ffb8 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Project d9053b188d824fc193e8698e0435ebc7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 05 05:57:27.379986 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bb9c0949-c75d-4252-89b1-e9dbad12ffb8 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for security_group_rule (26bf630d-e931-4d9a-b116-91026d6d7852), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:27.432163 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b123b784-e150-444f-bc65-6e5807d0c87b None None] Current status of the port fd79c8ab-9f00-43f8-8c6c-2a1446792953 is: DOWN; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:57:27.433060 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b123b784-e150-444f-bc65-6e5807d0c87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (fd79c8ab-9f00-43f8-8c6c-2a1446792953), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:27.465767 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bb9c0949-c75d-4252-89b1-e9dbad12ffb8 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for security_group_rule (26bf630d-e931-4d9a-b116-91026d6d7852), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:27.471794 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bb9c0949-c75d-4252-89b1-e9dbad12ffb8 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970713'] for security_group_rule (26bf630d-e931-4d9a-b116-91026d6d7852), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:27.479642 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-b123b784-e150-444f-bc65-6e5807d0c87b None None] For port fd79c8ab-9f00-43f8-8c6c-2a1446792953, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=fd79c8ab-9f00-43f8-8c6c-2a1446792953,segment=NetworkSegment(9f2b1a8e-47de-4017-a3d4-f29702fdc9b1),segment_id=9f2b1a8e-47de-4017-a3d4-f29702fdc9b1)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:57:27.488692 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b123b784-e150-444f-bc65-6e5807d0c87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (fd79c8ab-9f00-43f8-8c6c-2a1446792953), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:27.489760 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c0949-c75d-4252-89b1-e9dbad12ffb8 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26bf630d-e931-4d9a-b116-91026d6d7852,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:27.504171 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bb9c0949-c75d-4252-89b1-e9dbad12ffb8 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:27.505468 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-bb9c0949-c75d-4252-89b1-e9dbad12ffb8 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1649523 Mar 05 05:57:27.557289 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123b784-e150-444f-bc65-6e5807d0c87b None None] Pushing event updated for resources: {'Port': ['ID=fd79c8ab-9f00-43f8-8c6c-2a1446792953,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:27.616851 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-a0ea211d-27a2-4a98-b3f8-07a530e0aead None None] Provisioning complete for port fd79c8ab-9f00-43f8-8c6c-2a1446792953 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:57:27.617239 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a0ea211d-27a2-4a98-b3f8-07a530e0aead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fd79c8ab-9f00-43f8-8c6c-2a1446792953), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:27.677124 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-25ac75f2-f0b6-48e9-9dc7-2b8a0459a26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16fbb89-eea7-4925-bb6c-11170826e7ec', 'name': 'tempest-TestSnapshotPattern-2121570650-router', 'tenant_id': '8f782029cc944522aba75fe7b2d7b4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': 'bb52d640-849d-4d38-96fb-448a8e2a4ea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:57:20Z', 'updated_at': '2022-03-05T05:57:24Z', 'revision_number': 4, 'project_id': '8f782029cc944522aba75fe7b2d7b4dc', 'gw_port': {'id': 'bb52d640-849d-4d38-96fb-448a8e2a4ea6', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16fbb89-eea7-4925-bb6c-11170826e7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:21Z', 'updated_at': '2022-03-05T05:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'fd79c8ab-9f00-43f8-8c6c-2a1446792953', 'name': '', 'network_id': 'bf534a26-6214-46ef-b8ab-78e9014dc570', 'tenant_id': '8f782029cc944522aba75fe7b2d7b4dc', 'mac_address': 'fa:16:3e:10:ef:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16fbb89-eea7-4925-bb6c-11170826e7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': 'f3182c11-4ed6-4c1c-9e0a-f798e194a309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:23Z', 'updated_at': '2022-03-05T05:57:27Z', 'revision_number': 4, 'project_id': '8f782029cc944522aba75fe7b2d7b4dc', 'subnets': [{'id': 'f3182c11-4ed6-4c1c-9e0a-f798e194a309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:27.678886 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-00730984-c690-462e-9c46-7c77ca39498e tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-990686132&fields=id&tenant_id=d9053b188d824fc193e8698e0435ebc7 HTTP/1.1" status: 200 len: 267 time: 0.0485766 Mar 05 05:57:27.702161 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-a0ea211d-27a2-4a98-b3f8-07a530e0aead None None] Current status of the port fd79c8ab-9f00-43f8-8c6c-2a1446792953 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:57:27.706197 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ac75f2-f0b6-48e9-9dc7-2b8a0459a26b None None] The sync data for ids ['b16fbb89-eea7-4925-bb6c-11170826e7ec'] in n-d-789963-32 is: [{'id': 'b16fbb89-eea7-4925-bb6c-11170826e7ec', 'name': 'tempest-TestSnapshotPattern-2121570650-router', 'tenant_id': '8f782029cc944522aba75fe7b2d7b4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': 'bb52d640-849d-4d38-96fb-448a8e2a4ea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:57:20Z', 'updated_at': '2022-03-05T05:57:24Z', 'revision_number': 4, 'project_id': '8f782029cc944522aba75fe7b2d7b4dc', 'gw_port': {'id': 'bb52d640-849d-4d38-96fb-448a8e2a4ea6', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16fbb89-eea7-4925-bb6c-11170826e7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:21Z', 'updated_at': '2022-03-05T05:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': 'fd79c8ab-9f00-43f8-8c6c-2a1446792953', 'name': '', 'network_id': 'bf534a26-6214-46ef-b8ab-78e9014dc570', 'tenant_id': '8f782029cc944522aba75fe7b2d7b4dc', 'mac_address': 'fa:16:3e:10:ef:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16fbb89-eea7-4925-bb6c-11170826e7ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': 'f3182c11-4ed6-4c1c-9e0a-f798e194a309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:23Z', 'updated_at': '2022-03-05T05:57:27Z', 'revision_number': 4, 'project_id': '8f782029cc944522aba75fe7b2d7b4dc', 'subnets': [{'id': 'f3182c11-4ed6-4c1c-9e0a-f798e194a309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:57:27.806206 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-97409da7-1fac-4453-81be-80ccb6439d24 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:57:27.811494 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-97409da7-1fac-4453-81be-80ccb6439d24 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/networks?id=46822ec7-1a6d-4817-8d47-88e96f154192 HTTP/1.1" status: 200 len: 810 time: 0.1245224 Mar 05 05:57:27.828042 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-9ab253e2-c38a-4f20-abeb-4fff04ec19cb tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/quotas/d9053b188d824fc193e8698e0435ebc7 HTTP/1.1" status: 200 len: 375 time: 0.0114658 Mar 05 05:57:27.887276 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-bec9b460-3e33-4d46-b0af-69a8dd87cd1f tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9053b188d824fc193e8698e0435ebc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530596 Mar 05 05:57:27.988240 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-4a440c99-7f83-4b73-a613-b3c8ac61140f service neutron] 10.222.0.11 "GET /v2.0/networks/46822ec7-1a6d-4817-8d47-88e96f154192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879869 Mar 05 05:57:28.086180 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-bba330c9-ab41-454b-b523-2a01992e3b7b service neutron] 10.222.0.11 "GET /v2.0/networks/46822ec7-1a6d-4817-8d47-88e96f154192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920975 Mar 05 05:57:28.257823 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6610a1b9-89f5-4f70-be13-0b6ae01d417b req-c93a81cb-1a25-401a-bd95-cb8f764ef499 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/ports?device_id=101eb971-f356-4169-a1cc-88034dca9074 HTTP/1.1" status: 200 len: 210 time: 0.0291293 Mar 05 05:57:28.718216 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device fd79c8ab-9f00-43f8-8c6c-2a1446792953 up at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:57:28.773482 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Provisioning complete for port fd79c8ab-9f00-43f8-8c6c-2a1446792953 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:57:28.773944 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (fd79c8ab-9f00-43f8-8c6c-2a1446792953), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:28.859377 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Current status of the port fd79c8ab-9f00-43f8-8c6c-2a1446792953 is: ACTIVE; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:57:29.313138 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-1e752852-a5e4-43c0-82a6-1083534df30b tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:57:29.314652 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-1e752852-a5e4-43c0-82a6-1083534df30b tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.31 "GET /v2.0/networks?id=46822ec7-1a6d-4817-8d47-88e96f154192 HTTP/1.1" status: 200 len: 810 time: 0.1076100 Mar 05 05:57:29.366595 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-108eb5ef-593e-426f-b07c-deca4050d2bb req-6efff800-48ca-49e3-8355-12aba1df8598 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/ports?device_id=101eb971-f356-4169-a1cc-88034dca9074 HTTP/1.1" status: 200 len: 210 time: 0.0269811 Mar 05 05:57:29.383798 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-0b320d71-49d1-4254-bbc5-f716f4eca232 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9053b188d824fc193e8698e0435ebc7 HTTP/1.1" status: 200 len: 379 time: 0.0585737 Mar 05 05:57:29.390985 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-14101e89-af90-44ee-9d35-eaaff46e88dd tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Request body: {'port': {'device_id': '101eb971-f356-4169-a1cc-88034dca9074', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'admin_state_up': True, 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'security_groups': ['0a745804-0132-4e00-84fe-c73c01e63d50']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:57:29.501306 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-14101e89-af90-44ee-9d35-eaaff46e88dd tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Made reservation on behalf of d9053b188d824fc193e8698e0435ebc7 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:57:29.504872 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-14101e89-af90-44ee-9d35-eaaff46e88dd tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:29.633063 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-14101e89-af90-44ee-9d35-eaaff46e88dd tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Allocated IP 172.20.0.6 (46822ec7-1a6d-4817-8d47-88e96f154192/80521a35-5e08-4bc2-9dd0-bb5e9befd589/c7d3cc15-f0ba-4387-846c-324ebb6fbe08) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:57:29.768811 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-14101e89-af90-44ee-9d35-eaaff46e88dd tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for port (c7d3cc15-f0ba-4387-846c-324ebb6fbe08), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:29.802323 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-14101e89-af90-44ee-9d35-eaaff46e88dd tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (c7d3cc15-f0ba-4387-846c-324ebb6fbe08), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:29.848917 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-14101e89-af90-44ee-9d35-eaaff46e88dd tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Network 46822ec7-1a6d-4817-8d47-88e96f154192 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:57:29.851931 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-14101e89-af90-44ee-9d35-eaaff46e88dd tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:57:29.856247 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-14101e89-af90-44ee-9d35-eaaff46e88dd tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:57:29.882688 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14101e89-af90-44ee-9d35-eaaff46e88dd tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Pushing event updated for resources: {'Port': ['ID=c7d3cc15-f0ba-4387-846c-324ebb6fbe08,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:29.913431 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-14101e89-af90-44ee-9d35-eaaff46e88dd tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:57:29.914058 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-14101e89-af90-44ee-9d35-eaaff46e88dd tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:29.931704 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-14101e89-af90-44ee-9d35-eaaff46e88dd tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5450399 Mar 05 05:57:29.942559 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-10b1066d-1c96-4560-b04f-f9220a3a1fd1 service neutron] Request body: {'port': {'device_id': '101eb971-f356-4169-a1cc-88034dca9074', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:57:30.003382 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-10b1066d-1c96-4560-b04f-f9220a3a1fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c7d3cc15-f0ba-4387-846c-324ebb6fbe08), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:30.141087 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-251a09d9-5683-4440-9e33-0a8dcfd39dc7 None None] Provisioning complete for port c7d3cc15-f0ba-4387-846c-324ebb6fbe08 triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:57:30.141647 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-251a09d9-5683-4440-9e33-0a8dcfd39dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c7d3cc15-f0ba-4387-846c-324ebb6fbe08), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:30.174508 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-251a09d9-5683-4440-9e33-0a8dcfd39dc7 None None] Port c7d3cc15-f0ba-4387-846c-324ebb6fbe08 cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:57:30.272198 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-10b1066d-1c96-4560-b04f-f9220a3a1fd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7d3cc15-f0ba-4387-846c-324ebb6fbe08 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:57:30.280221 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-10b1066d-1c96-4560-b04f-f9220a3a1fd1 service neutron] Publish callbacks [] for port (c7d3cc15-f0ba-4387-846c-324ebb6fbe08), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:30.291881 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-10b1066d-1c96-4560-b04f-f9220a3a1fd1 service neutron] Transition to ACTIVE for port object c7d3cc15-f0ba-4387-846c-324ebb6fbe08 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:57:30.296292 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-10b1066d-1c96-4560-b04f-f9220a3a1fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (c7d3cc15-f0ba-4387-846c-324ebb6fbe08), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:30.372313 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1066d-1c96-4560-b04f-f9220a3a1fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d3cc15-f0ba-4387-846c-324ebb6fbe08,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:30.430490 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-10b1066d-1c96-4560-b04f-f9220a3a1fd1 service neutron] Attempting to bind port c7d3cc15-f0ba-4387-846c-324ebb6fbe08 on host n-h2-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:57:30.430877 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-10b1066d-1c96-4560-b04f-f9220a3a1fd1 service neutron] Attempting to bind port c7d3cc15-f0ba-4387-846c-324ebb6fbe08 by drivers openvswitch,hyperv on host n-h2-789963-32 at level 0 using segments [{'id': '2ab7f790-54b7-40e1-8e76-4b4f61ff0308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:57:30.431181 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-10b1066d-1c96-4560-b04f-f9220a3a1fd1 service neutron] Attempting to bind port c7d3cc15-f0ba-4387-846c-324ebb6fbe08 on network 46822ec7-1a6d-4817-8d47-88e96f154192 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:57:30.436795 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-10b1066d-1c96-4560-b04f-f9220a3a1fd1 service neutron] Port c7d3cc15-f0ba-4387-846c-324ebb6fbe08 on network 46822ec7-1a6d-4817-8d47-88e96f154192 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:57:30.437158 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-10b1066d-1c96-4560-b04f-f9220a3a1fd1 service neutron] Attempting to bind port c7d3cc15-f0ba-4387-846c-324ebb6fbe08 on network 46822ec7-1a6d-4817-8d47-88e96f154192 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:57:30.442669 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-10b1066d-1c96-4560-b04f-f9220a3a1fd1 service neutron] Checking agent: {'id': 'da861b00-28bf-48cc-8cbf-b39c1b3bff17', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 14), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:57:30.443009 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-10b1066d-1c96-4560-b04f-f9220a3a1fd1 service neutron] Checking segment: {'id': '2ab7f790-54b7-40e1-8e76-4b4f61ff0308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:57:30.443415 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-10b1066d-1c96-4560-b04f-f9220a3a1fd1 service neutron] Bound using segment: {'id': '2ab7f790-54b7-40e1-8e76-4b4f61ff0308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:57:30.443849 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-10b1066d-1c96-4560-b04f-f9220a3a1fd1 service neutron] Bound port: c7d3cc15-f0ba-4387-846c-324ebb6fbe08, host: n-h2-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ab7f790-54b7-40e1-8e76-4b4f61ff0308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:57:30.444204 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-10b1066d-1c96-4560-b04f-f9220a3a1fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c7d3cc15-f0ba-4387-846c-324ebb6fbe08), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:30.518152 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55f0a9-a74f-40a7-b36d-3c3334bb7897 req-1586f387-b814-43d8-aaf7-c29ea21bb59a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:57:30.525859 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bf55f0a9-a74f-40a7-b36d-3c3334bb7897 req-1586f387-b814-43d8-aaf7-c29ea21bb59a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/ports?device_id=101eb971-f356-4169-a1cc-88034dca9074 HTTP/1.1" status: 200 len: 943 time: 0.0673685 Mar 05 05:57:30.547190 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-10b1066d-1c96-4560-b04f-f9220a3a1fd1 service neutron] For port c7d3cc15-f0ba-4387-846c-324ebb6fbe08, host n-h2-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:57:30.553996 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-10b1066d-1c96-4560-b04f-f9220a3a1fd1 service neutron] For port c7d3cc15-f0ba-4387-846c-324ebb6fbe08, host n-h2-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=c7d3cc15-f0ba-4387-846c-324ebb6fbe08,segment=NetworkSegment(2ab7f790-54b7-40e1-8e76-4b4f61ff0308),segment_id=2ab7f790-54b7-40e1-8e76-4b4f61ff0308)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:57:30.566617 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-10b1066d-1c96-4560-b04f-f9220a3a1fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (c7d3cc15-f0ba-4387-846c-324ebb6fbe08), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:30.592213 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-bf55f0a9-a74f-40a7-b36d-3c3334bb7897 req-3610c13e-7815-462d-8701-40adbf9496f8 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a745804-0132-4e00-84fe-c73c01e63d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648644 Mar 05 05:57:30.626318 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-10b1066d-1c96-4560-b04f-f9220a3a1fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:57:30.627426 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-10b1066d-1c96-4560-b04f-f9220a3a1fd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:30.628938 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-10b1066d-1c96-4560-b04f-f9220a3a1fd1 service neutron] 10.222.0.31 "PUT /v2.0/ports/c7d3cc15-f0ba-4387-846c-324ebb6fbe08 HTTP/1.1" status: 200 len: 1092 time: 0.6905751 Mar 05 05:57:30.629456 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101eb971-f356-4169-a1cc-88034dca9074', 'tag': 'c7d3cc15-f0ba-4387-846c-324ebb6fbe08'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:57:30.631815 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b3ece581dfa63e0b7b7c128691a33970c0031ac0b7b3271834b37c0ed9a1721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cab01a7-cc28-4c03-9475-b4747dd496ff" -d '{"events": [{"name": "network-changed", "server_uuid": "101eb971-f356-4169-a1cc-88034dca9074", "tag": "c7d3cc15-f0ba-4387-846c-324ebb6fbe08"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:57:30.644900 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1066d-1c96-4560-b04f-f9220a3a1fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d3cc15-f0ba-4387-846c-324ebb6fbe08,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:30.724749 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-4051bead-d2d0-4ebd-97b5-349ad640c306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:57:30.726443 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-4051bead-d2d0-4ebd-97b5-349ad640c306 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d9053b188d824fc193e8698e0435ebc7&device_id=101eb971-f356-4169-a1cc-88034dca9074 HTTP/1.1" status: 200 len: 1126 time: 0.0536802 Mar 05 05:57:30.777005 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a8d575-3edf-4b8e-aadc-50087e84eb9f x-openstack-request-id: req-31a8d575-3edf-4b8e-aadc-50087e84eb9f {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:57:30.777375 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101eb971-f356-4169-a1cc-88034dca9074", "tag": "c7d3cc15-f0ba-4387-846c-324ebb6fbe08", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:57:30.777698 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-31a8d575-3edf-4b8e-aadc-50087e84eb9f {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:57:30.778123 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101eb971-f356-4169-a1cc-88034dca9074', 'tag': 'c7d3cc15-f0ba-4387-846c-324ebb6fbe08', 'status': 'completed', 'code': 200} Mar 05 05:57:30.780680 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-50a079d5-cfb0-45aa-a8b6-ccd27c10b77d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7d3cc15-f0ba-4387-846c-324ebb6fbe08 HTTP/1.1" status: 200 len: 217 time: 0.0469174 Mar 05 05:57:30.831981 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-71d21930-1ca5-4f75-bcf9-975b117ad6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:57:30.833510 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-71d21930-1ca5-4f75-bcf9-975b117ad6cb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=80521a35-5e08-4bc2-9dd0-bb5e9befd589 HTTP/1.1" status: 200 len: 849 time: 0.0469990 Mar 05 05:57:30.884319 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-927e58fb-1271-465d-9f17-61acb3b32b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:57:30.885901 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-927e58fb-1271-465d-9f17-61acb3b32b53 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=46822ec7-1a6d-4817-8d47-88e96f154192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468271 Mar 05 05:57:30.978582 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-f4d3f7d8-ab74-4bc0-96eb-c7b3bda7886a service neutron] 10.222.0.31 "GET /v2.0/networks/46822ec7-1a6d-4817-8d47-88e96f154192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861409 Mar 05 05:57:31.066199 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-e1259987-ec6b-44dc-9b97-6dfc4f554b3a req-cfb6a13b-92b7-428d-b59d-2b69eb14d748 service neutron] 10.222.0.31 "GET /v2.0/networks/46822ec7-1a6d-4817-8d47-88e96f154192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816879 Mar 05 05:57:31.161613 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab01a7-cc28-4c03-9475-b4747dd496ff req-6254157f-76f9-4d81-a7cd-74106ab56c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:57:31.163127 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4cab01a7-cc28-4c03-9475-b4747dd496ff req-6254157f-76f9-4d81-a7cd-74106ab56c6e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d9053b188d824fc193e8698e0435ebc7&device_id=101eb971-f356-4169-a1cc-88034dca9074 HTTP/1.1" status: 200 len: 1126 time: 0.0492160 Mar 05 05:57:31.253258 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab01a7-cc28-4c03-9475-b4747dd496ff req-9e72b484-f08c-4ddf-8434-bf3d08479534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:57:31.254744 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4cab01a7-cc28-4c03-9475-b4747dd496ff req-9e72b484-f08c-4ddf-8434-bf3d08479534 service neutron] 10.222.0.31 "GET /v2.0/networks?id=46822ec7-1a6d-4817-8d47-88e96f154192 HTTP/1.1" status: 200 len: 910 time: 0.0849357 Mar 05 05:57:31.298684 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4cab01a7-cc28-4c03-9475-b4747dd496ff req-799dd56a-1418-44e5-adee-b737fd145da6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7d3cc15-f0ba-4387-846c-324ebb6fbe08 HTTP/1.1" status: 200 len: 217 time: 0.0376432 Mar 05 05:57:31.353686 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab01a7-cc28-4c03-9475-b4747dd496ff req-4bbf396c-ce1e-4253-9adb-44f6b0a623c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:57:31.355185 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4cab01a7-cc28-4c03-9475-b4747dd496ff req-4bbf396c-ce1e-4253-9adb-44f6b0a623c7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=80521a35-5e08-4bc2-9dd0-bb5e9befd589 HTTP/1.1" status: 200 len: 849 time: 0.0454807 Mar 05 05:57:31.416326 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab01a7-cc28-4c03-9475-b4747dd496ff req-18c96d4d-c5e2-4808-9bfb-0d6efa7cb9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:57:31.417774 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4cab01a7-cc28-4c03-9475-b4747dd496ff req-18c96d4d-c5e2-4808-9bfb-0d6efa7cb9b5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=46822ec7-1a6d-4817-8d47-88e96f154192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0473218 Mar 05 05:57:31.511065 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4cab01a7-cc28-4c03-9475-b4747dd496ff req-34cd017a-1acd-4abe-a31d-141a130c0a7f service neutron] 10.222.0.31 "GET /v2.0/networks/46822ec7-1a6d-4817-8d47-88e96f154192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858984 Mar 05 05:57:31.601229 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-4cab01a7-cc28-4c03-9475-b4747dd496ff req-3345d881-2109-4021-9b01-1a421aa00ce1 service neutron] 10.222.0.31 "GET /v2.0/networks/46822ec7-1a6d-4817-8d47-88e96f154192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827901 Mar 05 05:57:31.707148 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb985130-99f4-41bf-9e88-e187afff718f req-787c5231-5382-4065-b5ae-61e3c8a7dfd5 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:57:31.708521 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fb985130-99f4-41bf-9e88-e187afff718f req-787c5231-5382-4065-b5ae-61e3c8a7dfd5 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/ports?device_id=101eb971-f356-4169-a1cc-88034dca9074 HTTP/1.1" status: 200 len: 943 time: 0.0537498 Mar 05 05:57:31.757694 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fb985130-99f4-41bf-9e88-e187afff718f req-ac94e5df-8678-4f50-8199-cc314480f8da tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a745804-0132-4e00-84fe-c73c01e63d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436108 Mar 05 05:57:32.878879 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df8813-7260-4908-8e39-d237702f9fd2 req-48575cbf-4f94-4562-b707-8f3e4a7834a4 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:57:32.880383 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b6df8813-7260-4908-8e39-d237702f9fd2 req-48575cbf-4f94-4562-b707-8f3e4a7834a4 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/ports?device_id=101eb971-f356-4169-a1cc-88034dca9074 HTTP/1.1" status: 200 len: 943 time: 0.0551920 Mar 05 05:57:32.930209 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b6df8813-7260-4908-8e39-d237702f9fd2 req-8146cbea-907f-4913-a185-2ad715b9101e tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a745804-0132-4e00-84fe-c73c01e63d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442688 Mar 05 05:57:34.051337 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5deed4-9760-40b7-bc11-dea2fc912efa req-194ad903-0203-4a33-8842-49514bfb5e44 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:57:34.052805 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6b5deed4-9760-40b7-bc11-dea2fc912efa req-194ad903-0203-4a33-8842-49514bfb5e44 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/ports?device_id=101eb971-f356-4169-a1cc-88034dca9074 HTTP/1.1" status: 200 len: 943 time: 0.0563803 Mar 05 05:57:34.102612 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-6b5deed4-9760-40b7-bc11-dea2fc912efa req-8e6e3957-283d-4e84-b335-8b9a85e940c0 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a745804-0132-4e00-84fe-c73c01e63d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443137 Mar 05 05:57:34.501596 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:57:35.219846 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec426b-96c8-4daf-a7b5-e3b5ff2ad1c1 req-231dc73b-8d0e-40be-ab89-20334ba7cbfc tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:57:35.221303 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-edec426b-96c8-4daf-a7b5-e3b5ff2ad1c1 req-231dc73b-8d0e-40be-ab89-20334ba7cbfc tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/ports?device_id=101eb971-f356-4169-a1cc-88034dca9074 HTTP/1.1" status: 200 len: 943 time: 0.0522738 Mar 05 05:57:35.269474 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-edec426b-96c8-4daf-a7b5-e3b5ff2ad1c1 req-6cd0d499-618b-47fc-b70e-bdad482c61ca tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a745804-0132-4e00-84fe-c73c01e63d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427265 Mar 05 05:57:35.302927 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device c7d3cc15-f0ba-4387-846c-324ebb6fbe08 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:57:35.400030 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port c7d3cc15-f0ba-4387-846c-324ebb6fbe08, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=c7d3cc15-f0ba-4387-846c-324ebb6fbe08,segment=NetworkSegment(2ab7f790-54b7-40e1-8e76-4b4f61ff0308),segment_id=2ab7f790-54b7-40e1-8e76-4b4f61ff0308)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:57:35.411371 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'c7d3cc15-f0ba-4387-846c-324ebb6fbe08', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'port_id': 'c7d3cc15-f0ba-4387-846c-324ebb6fbe08', 'mac_address': 'fa:16:3e:d5:bb:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:57:35.448565 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port c7d3cc15-f0ba-4387-846c-324ebb6fbe08 is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:57:35.448962 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c7d3cc15-f0ba-4387-846c-324ebb6fbe08), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:35.462297 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7d3cc15-f0ba-4387-846c-324ebb6fbe08 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:57:35.481576 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port c7d3cc15-f0ba-4387-846c-324ebb6fbe08, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=c7d3cc15-f0ba-4387-846c-324ebb6fbe08,segment=NetworkSegment(2ab7f790-54b7-40e1-8e76-4b4f61ff0308),segment_id=2ab7f790-54b7-40e1-8e76-4b4f61ff0308)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:57:35.485461 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c7d3cc15-f0ba-4387-846c-324ebb6fbe08), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:35.531032 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=c7d3cc15-f0ba-4387-846c-324ebb6fbe08,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:35.754606 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['c7d3cc15-f0ba-4387-846c-324ebb6fbe08'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:57:36.392769 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb77b6e1-41ea-4d23-ad3f-6b6b447abe66 req-d0dbf690-6b7d-4330-8618-8822ce8d3ac7 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:57:36.394251 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eb77b6e1-41ea-4d23-ad3f-6b6b447abe66 req-d0dbf690-6b7d-4330-8618-8822ce8d3ac7 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/ports?device_id=101eb971-f356-4169-a1cc-88034dca9074 HTTP/1.1" status: 200 len: 944 time: 0.0564270 Mar 05 05:57:36.442696 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eb77b6e1-41ea-4d23-ad3f-6b6b447abe66 req-51cc7097-582f-42b5-9062-8fac4182f6d9 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a745804-0132-4e00-84fe-c73c01e63d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428839 Mar 05 05:57:37.302884 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device c7d3cc15-f0ba-4387-846c-324ebb6fbe08 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:57:37.356030 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning for port c7d3cc15-f0ba-4387-846c-324ebb6fbe08 completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 05:57:37.360346 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port c7d3cc15-f0ba-4387-846c-324ebb6fbe08 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:57:37.360727 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c7d3cc15-f0ba-4387-846c-324ebb6fbe08), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:37.438014 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port c7d3cc15-f0ba-4387-846c-324ebb6fbe08 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:57:37.438404 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c7d3cc15-f0ba-4387-846c-324ebb6fbe08), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:37.460566 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101eb971-f356-4169-a1cc-88034dca9074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d3cc15-f0ba-4387-846c-324ebb6fbe08'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:57:37.462781 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1026d86385275f60405d04a033115b56addad9c656b2d60167220b9f5eb93bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770dc415-b0db-4542-835a-310c7a5818cc" -d '{"events": [{"server_uuid": "101eb971-f356-4169-a1cc-88034dca9074", "name": "network-vif-plugged", "status": "completed", "tag": "c7d3cc15-f0ba-4387-846c-324ebb6fbe08"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:57:37.475563 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port c7d3cc15-f0ba-4387-846c-324ebb6fbe08, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=c7d3cc15-f0ba-4387-846c-324ebb6fbe08,segment=NetworkSegment(2ab7f790-54b7-40e1-8e76-4b4f61ff0308),segment_id=2ab7f790-54b7-40e1-8e76-4b4f61ff0308)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:57:37.480273 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c7d3cc15-f0ba-4387-846c-324ebb6fbe08), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:37.507530 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d874e5d-a9dc-4111-8f61-f3484f8af454 x-openstack-request-id: req-8d874e5d-a9dc-4111-8f61-f3484f8af454 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:57:37.507830 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101eb971-f356-4169-a1cc-88034dca9074", "name": "network-vif-plugged", "status": "completed", "tag": "c7d3cc15-f0ba-4387-846c-324ebb6fbe08", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:57:37.508090 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8d874e5d-a9dc-4111-8f61-f3484f8af454 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:57:37.508487 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101eb971-f356-4169-a1cc-88034dca9074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d3cc15-f0ba-4387-846c-324ebb6fbe08', 'code': 200} Mar 05 05:57:37.532552 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=c7d3cc15-f0ba-4387-846c-324ebb6fbe08,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:37.579982 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e86cd-4506-4409-bba5-50de85e7c883 req-37e10374-2ff1-44e5-941e-fbc20e1ac8ac tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:57:37.581390 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-071e86cd-4506-4409-bba5-50de85e7c883 req-37e10374-2ff1-44e5-941e-fbc20e1ac8ac tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/ports?device_id=101eb971-f356-4169-a1cc-88034dca9074 HTTP/1.1" status: 200 len: 945 time: 0.0685341 Mar 05 05:57:37.614184 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e6a65-c1d8-4940-828e-c5e8dad2fa4c req-23af3943-bd6c-4419-b3b9-f67145c42fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:57:37.615728 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-de9e6a65-c1d8-4940-828e-c5e8dad2fa4c req-23af3943-bd6c-4419-b3b9-f67145c42fad service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=101eb971-f356-4169-a1cc-88034dca9074 HTTP/1.1" status: 200 len: 1128 time: 0.0515008 Mar 05 05:57:37.630964 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-071e86cd-4506-4409-bba5-50de85e7c883 req-4d49c00f-ef53-4d12-8dc7-ced2212cc90f tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a745804-0132-4e00-84fe-c73c01e63d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439701 Mar 05 05:57:37.665949 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-de9e6a65-c1d8-4940-828e-c5e8dad2fa4c req-4045a2c5-f3b9-4f3a-8e1b-82c82e97c21d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0a745804-0132-4e00-84fe-c73c01e63d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442157 Mar 05 05:57:38.755450 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff1065-4c01-4799-b393-dbfd751bfb20 req-7c3d9da8-062d-40a2-bc8a-efd1709b3f6c tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:57:38.756918 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fbff1065-4c01-4799-b393-dbfd751bfb20 req-7c3d9da8-062d-40a2-bc8a-efd1709b3f6c tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/ports?device_id=101eb971-f356-4169-a1cc-88034dca9074 HTTP/1.1" status: 200 len: 945 time: 0.0522773 Mar 05 05:57:38.809465 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fbff1065-4c01-4799-b393-dbfd751bfb20 req-8f65b5cd-6d18-4386-b28e-8bafcf95d731 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a745804-0132-4e00-84fe-c73c01e63d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470414 Mar 05 05:57:38.928875 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb79047-19f9-4da9-b734-759d1236ec49 req-9b185903-0e45-4157-b63b-116e231a69c5 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:57:38.930347 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ecb79047-19f9-4da9-b734-759d1236ec49 req-9b185903-0e45-4157-b63b-116e231a69c5 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/ports?device_id=101eb971-f356-4169-a1cc-88034dca9074 HTTP/1.1" status: 200 len: 945 time: 0.0526347 Mar 05 05:57:38.979237 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ecb79047-19f9-4da9-b734-759d1236ec49 req-481808a0-1b7c-4988-9e3f-5ac4ae52867d tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a745804-0132-4e00-84fe-c73c01e63d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431397 Mar 05 05:57:39.000208 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47642) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:57:39.127988 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449bb16b-6eba-4736-97b7-11450cfc74d5 tempest-TestSnapshotPattern-1221522261 tempest-TestSnapshotPattern-1221522261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:57:39.129506 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-449bb16b-6eba-4736-97b7-11450cfc74d5 tempest-TestSnapshotPattern-1221522261 tempest-TestSnapshotPattern-1221522261-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=101eb971-f356-4169-a1cc-88034dca9074 HTTP/1.1" status: 200 len: 1123 time: 0.1283417 Mar 05 05:57:39.132459 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 47646) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 05:57:39.136792 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.v2.base [None req-ab82fb8c-d5e2-46a4-b4a0-f97904ddc9f3 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'port_id': 'c7d3cc15-f0ba-4387-846c-324ebb6fbe08', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:57:39.158222 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ab82fb8c-d5e2-46a4-b4a0-f97904ddc9f3 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:39.254415 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ab82fb8c-d5e2-46a4-b4a0-f97904ddc9f3 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:39.354038 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.db_base_plugin_common [None req-ab82fb8c-d5e2-46a4-b4a0-f97904ddc9f3 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Allocated IP 172.25.0.25 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/5492d51c-72a1-4332-a9f2-29255b54ad43) {{(pid=105231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:57:39.459564 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ab82fb8c-d5e2-46a4-b4a0-f97904ddc9f3 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for port (5492d51c-72a1-4332-a9f2-29255b54ad43), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:39.491567 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ab82fb8c-d5e2-46a4-b4a0-f97904ddc9f3 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (5492d51c-72a1-4332-a9f2-29255b54ad43), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:39.530748 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab82fb8c-d5e2-46a4-b4a0-f97904ddc9f3 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:57:39.533409 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.base_scheduler [None req-ab82fb8c-d5e2-46a4-b4a0-f97904ddc9f3 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Resources bound (agent type, host, resource id): {{(pid=105231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:57:39.536822 n-d-789963-32 neutron-server[105231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab82fb8c-d5e2-46a4-b4a0-f97904ddc9f3 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Received port after_create {{(pid=105231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:57:39.557515 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82fb8c-d5e2-46a4-b4a0-f97904ddc9f3 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Pushing event updated for resources: {'Port': ['ID=5492d51c-72a1-4332-a9f2-29255b54ad43,revision_number=1']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:39.907541 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ab82fb8c-d5e2-46a4-b4a0-f97904ddc9f3 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for floatingip (4ec3a3ea-ed01-4a4d-93d5-0d6facf4c112), precommit_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:39.975986 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ab82fb8c-d5e2-46a4-b4a0-f97904ddc9f3 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (5492d51c-72a1-4332-a9f2-29255b54ad43), before_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:40.130500 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ab82fb8c-d5e2-46a4-b4a0-f97904ddc9f3 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for port (5492d51c-72a1-4332-a9f2-29255b54ad43), precommit_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:40.134928 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ab82fb8c-d5e2-46a4-b4a0-f97904ddc9f3 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131532468'] for port (5492d51c-72a1-4332-a9f2-29255b54ad43), after_update {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:40.205056 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82fb8c-d5e2-46a4-b4a0-f97904ddc9f3 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Pushing event updated for resources: {'Port': ['ID=5492d51c-72a1-4332-a9f2-29255b54ad43,revision_number=2']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:57:40.218388 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ab82fb8c-d5e2-46a4-b4a0-f97904ddc9f3 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (4ec3a3ea-ed01-4a4d-93d5-0d6facf4c112), after_create {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:40.319215 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-ab82fb8c-d5e2-46a4-b4a0-f97904ddc9f3 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Floating IP 4ec3a3ea-ed01-4a4d-93d5-0d6facf4c112 associated. External IP: 172.25.0.25, port: c7d3cc15-f0ba-4387-846c-324ebb6fbe08. Mar 05 05:57:40.528927 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab82fb8c-d5e2-46a4-b4a0-f97904ddc9f3 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Router c706c9d7-68c8-4b0e-bfa8-e96596239ab0 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 05:57:40.634758 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab82fb8c-d5e2-46a4-b4a0-f97904ddc9f3 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 05:57:40.645604 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a6f310-50b5-431a-8f85-1b523acec5c8 None None] Sync routers for ids ['c706c9d7-68c8-4b0e-bfa8-e96596239ab0'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 05:57:40.652749 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-ab82fb8c-d5e2-46a4-b4a0-f97904ddc9f3 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:40.656716 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a6f310-50b5-431a-8f85-1b523acec5c8 None None] Routers {'c706c9d7-68c8-4b0e-bfa8-e96596239ab0'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:57:40.658524 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-52a6f310-50b5-431a-8f85-1b523acec5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:57:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c706c9d7-68c8-4b0e-bfa8-e96596239ab0'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:40.693097 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-ab82fb8c-d5e2-46a4-b4a0-f97904ddc9f3 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5595822 Mar 05 05:57:40.694067 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101eb971-f356-4169-a1cc-88034dca9074', 'tag': 'c7d3cc15-f0ba-4387-846c-324ebb6fbe08'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:57:40.698195 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24e86d8bf5564ce3084f47d26cadcdd6ae9b710b23331da6c976c568e5bda5e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfcecda-634e-4576-8da0-85ec96e5e315" -d '{"events": [{"name": "network-changed", "server_uuid": "101eb971-f356-4169-a1cc-88034dca9074", "tag": "c7d3cc15-f0ba-4387-846c-324ebb6fbe08"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:57:40.736182 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063c5ff4-3419-4a4e-834a-0798da3d95de x-openstack-request-id: req-063c5ff4-3419-4a4e-834a-0798da3d95de {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:57:40.736480 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101eb971-f356-4169-a1cc-88034dca9074", "tag": "c7d3cc15-f0ba-4387-846c-324ebb6fbe08", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:57:40.736737 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-063c5ff4-3419-4a4e-834a-0798da3d95de {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:57:40.737147 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101eb971-f356-4169-a1cc-88034dca9074', 'tag': 'c7d3cc15-f0ba-4387-846c-324ebb6fbe08', 'status': 'completed', 'code': 200} Mar 05 05:57:40.769309 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-52a6f310-50b5-431a-8f85-1b523acec5c8 None None] Set router c706c9d7-68c8-4b0e-bfa8-e96596239ab0 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:57:40.802529 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfcecda-634e-4576-8da0-85ec96e5e315 req-f8ba21c5-14c5-4dfe-845a-6d01687d9eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:57:40.803964 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fcfcecda-634e-4576-8da0-85ec96e5e315 req-f8ba21c5-14c5-4dfe-845a-6d01687d9eef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d9053b188d824fc193e8698e0435ebc7&device_id=101eb971-f356-4169-a1cc-88034dca9074 HTTP/1.1" status: 200 len: 1128 time: 0.0457966 Mar 05 05:57:40.890515 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfcecda-634e-4576-8da0-85ec96e5e315 req-aed9d865-df39-415b-9c58-9c3a54126334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:57:40.892020 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fcfcecda-634e-4576-8da0-85ec96e5e315 req-aed9d865-df39-415b-9c58-9c3a54126334 service neutron] 10.222.0.31 "GET /v2.0/networks?id=46822ec7-1a6d-4817-8d47-88e96f154192 HTTP/1.1" status: 200 len: 910 time: 0.0830286 Mar 05 05:57:40.959999 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fcfcecda-634e-4576-8da0-85ec96e5e315 req-cca60c12-36f8-4df3-b33c-a42a3bd8323f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7d3cc15-f0ba-4387-846c-324ebb6fbe08 HTTP/1.1" status: 200 len: 998 time: 0.0615799 Mar 05 05:57:40.991067 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-52a6f310-50b5-431a-8f85-1b523acec5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'name': 'tempest-TestSnapshotPattern-1252232387-router', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:57:15Z', 'updated_at': '2022-03-05T05:57:18Z', 'revision_number': 4, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'gw_port': {'id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:16Z', 'updated_at': '2022-03-05T05:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '4ec3a3ea-ed01-4a4d-93d5-0d6facf4c112', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'port_id': 'c7d3cc15-f0ba-4387-846c-324ebb6fbe08', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'mac_address': 'fa:16:3e:d5:bb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101eb971-f356-4169-a1cc-88034dca9074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:57:39Z', 'updated_at': '2022-03-05T05:57:39Z', 'revision_number': 0, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05', 'name': '', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'mac_address': 'fa:16:3e:9a:10:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:18Z', 'updated_at': '2022-03-05T05:57:24Z', 'revision_number': 5, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'subnets': [{'id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:41.007714 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfcecda-634e-4576-8da0-85ec96e5e315 req-ebcc4d17-1aef-49ac-abdf-ccd69dd34907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:57:41.009191 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fcfcecda-634e-4576-8da0-85ec96e5e315 req-ebcc4d17-1aef-49ac-abdf-ccd69dd34907 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=80521a35-5e08-4bc2-9dd0-bb5e9befd589 HTTP/1.1" status: 200 len: 849 time: 0.0440211 Mar 05 05:57:41.017989 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a6f310-50b5-431a-8f85-1b523acec5c8 None None] Checking router: c706c9d7-68c8-4b0e-bfa8-e96596239ab0 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 05:57:41.026492 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a6f310-50b5-431a-8f85-1b523acec5c8 None None] Routers {'c706c9d7-68c8-4b0e-bfa8-e96596239ab0'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 05:57:41.027132 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-52a6f310-50b5-431a-8f85-1b523acec5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:57:14Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c706c9d7-68c8-4b0e-bfa8-e96596239ab0'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:41.057949 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfcecda-634e-4576-8da0-85ec96e5e315 req-28f0a119-efa5-4498-a4f7-21f66b7c7c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:57:41.059382 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fcfcecda-634e-4576-8da0-85ec96e5e315 req-28f0a119-efa5-4498-a4f7-21f66b7c7c17 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=46822ec7-1a6d-4817-8d47-88e96f154192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442700 Mar 05 05:57:41.134974 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-52a6f310-50b5-431a-8f85-1b523acec5c8 None None] Set router c706c9d7-68c8-4b0e-bfa8-e96596239ab0 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 05:57:41.150230 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fcfcecda-634e-4576-8da0-85ec96e5e315 req-cc2077f8-bfe9-4760-9742-561b25f327e3 service neutron] 10.222.0.31 "GET /v2.0/networks/46822ec7-1a6d-4817-8d47-88e96f154192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852602 Mar 05 05:57:41.241981 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-fcfcecda-634e-4576-8da0-85ec96e5e315 req-8d663900-0d5e-4e5f-a37c-c4111f04ea01 service neutron] 10.222.0.31 "GET /v2.0/networks/46822ec7-1a6d-4817-8d47-88e96f154192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860014 Mar 05 05:57:41.360892 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-52a6f310-50b5-431a-8f85-1b523acec5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'name': 'tempest-TestSnapshotPattern-1252232387-router', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:57:15Z', 'updated_at': '2022-03-05T05:57:18Z', 'revision_number': 4, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'gw_port': {'id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:16Z', 'updated_at': '2022-03-05T05:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '4ec3a3ea-ed01-4a4d-93d5-0d6facf4c112', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'port_id': 'c7d3cc15-f0ba-4387-846c-324ebb6fbe08', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'mac_address': 'fa:16:3e:d5:bb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101eb971-f356-4169-a1cc-88034dca9074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:57:39Z', 'updated_at': '2022-03-05T05:57:39Z', 'revision_number': 0, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05', 'name': '', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'mac_address': 'fa:16:3e:9a:10:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:18Z', 'updated_at': '2022-03-05T05:57:24Z', 'revision_number': 5, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'subnets': [{'id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 05:57:41.387545 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a6f310-50b5-431a-8f85-1b523acec5c8 None None] The sync data for ids ['c706c9d7-68c8-4b0e-bfa8-e96596239ab0'] in n-d-789963-32 is: [{'id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'name': 'tempest-TestSnapshotPattern-1252232387-router', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:57:15Z', 'updated_at': '2022-03-05T05:57:18Z', 'revision_number': 4, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'gw_port': {'id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:16Z', 'updated_at': '2022-03-05T05:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '4ec3a3ea-ed01-4a4d-93d5-0d6facf4c112', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'port_id': 'c7d3cc15-f0ba-4387-846c-324ebb6fbe08', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'mac_address': 'fa:16:3e:d5:bb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '101eb971-f356-4169-a1cc-88034dca9074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:57:39Z', 'updated_at': '2022-03-05T05:57:39Z', 'revision_number': 0, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05', 'name': '', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'mac_address': 'fa:16:3e:9a:10:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:18Z', 'updated_at': '2022-03-05T05:57:24Z', 'revision_number': 5, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'subnets': [{'id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 05:57:41.545843 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0e681512-3397-4ec0-b1db-72a0af08f8ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:41.581520 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be20e4fd-496e-4f83-b1ea-83b7c4067ba8 None None] New status for floating IP 4ec3a3ea-ed01-4a4d-93d5-0d6facf4c112: ACTIVE {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 05:57:43.830968 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-568036a8-c771-49b1-8a12-dbe0ecfcddaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:44.429839 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:44.683837 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:45.263974 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:46.520722 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:57:47.953788 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:58:11.501903 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:58:11.546862 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f68ebf6a-21ae-4e4c-8dac-8d200cca09b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:58:13.832566 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b249ce75-4067-43cb-b66c-fc1079a84634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:58:14.426031 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:58:14.706344 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:58:15.268143 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:58:16.524051 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:58:17.956987 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:58:26.105551 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-27adad22-8945-4285-a3d9-de418db3808c req-b57c080e-ebf2-4696-adda-a162c377cf62 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=101eb971-f356-4169-a1cc-88034dca9074&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453157 Mar 05 05:58:26.186793 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adad22-8945-4285-a3d9-de418db3808c req-74003fb9-34cd-4ed1-a148-c0be702cd2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:58:26.188259 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-27adad22-8945-4285-a3d9-de418db3808c req-74003fb9-34cd-4ed1-a148-c0be702cd2a8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d9053b188d824fc193e8698e0435ebc7&device_id=101eb971-f356-4169-a1cc-88034dca9074 HTTP/1.1" status: 200 len: 1128 time: 0.0435472 Mar 05 05:58:26.291097 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adad22-8945-4285-a3d9-de418db3808c req-6088f247-f66b-4a8a-aa2b-0989d62286b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:58:26.292550 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-27adad22-8945-4285-a3d9-de418db3808c req-6088f247-f66b-4a8a-aa2b-0989d62286b6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=46822ec7-1a6d-4817-8d47-88e96f154192 HTTP/1.1" status: 200 len: 910 time: 0.0869389 Mar 05 05:58:26.356094 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-27adad22-8945-4285-a3d9-de418db3808c req-d3db6420-31ce-46e0-a1bf-bd7e362c8caf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7d3cc15-f0ba-4387-846c-324ebb6fbe08 HTTP/1.1" status: 200 len: 1000 time: 0.0573955 Mar 05 05:58:26.402157 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adad22-8945-4285-a3d9-de418db3808c req-1178c346-66d6-49b8-99e8-1790e224f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:58:26.403603 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-27adad22-8945-4285-a3d9-de418db3808c req-1178c346-66d6-49b8-99e8-1790e224f74c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=80521a35-5e08-4bc2-9dd0-bb5e9befd589 HTTP/1.1" status: 200 len: 849 time: 0.0420356 Mar 05 05:58:26.456872 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adad22-8945-4285-a3d9-de418db3808c req-477c0147-cc94-4c56-bf45-2fba6d074609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:58:26.458384 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-27adad22-8945-4285-a3d9-de418db3808c req-477c0147-cc94-4c56-bf45-2fba6d074609 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=46822ec7-1a6d-4817-8d47-88e96f154192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487998 Mar 05 05:58:26.544432 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-27adad22-8945-4285-a3d9-de418db3808c req-65bab1e4-9928-4ef8-874b-a1bf06a36233 service neutron] 10.222.0.31 "GET /v2.0/networks/46822ec7-1a6d-4817-8d47-88e96f154192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804644 Mar 05 05:58:26.965252 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-27adad22-8945-4285-a3d9-de418db3808c req-6189c267-c3e0-4835-941d-af4742c1df56 service neutron] 10.222.0.31 "GET /v2.0/networks/46822ec7-1a6d-4817-8d47-88e96f154192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147904 Mar 05 05:58:41.549422 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b111d83c-48b3-4d2a-8547-81adcdde88e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:58:43.833736 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2029f194-ddfc-4dd5-8859-2948ce1f032b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:58:44.423518 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:58:44.705302 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:58:45.269986 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:58:46.527571 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:58:47.959472 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:58:48.501437 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:59:11.550859 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d9e5b7b7-ef3b-4553-b012-2d5bc18d1523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:13.835543 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bf4d6a20-7270-437c-8043-c444491ee2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:14.423048 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:14.702804 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:15.272369 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:16.529624 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:17.962268 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:25.500314 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 05:59:27.189825 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8afbebc7-045e-4d34-b934-1ea7e7ce4913 req-e1f3e9b8-7da4-4f92-bb6c-9c6cee3572c4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=101eb971-f356-4169-a1cc-88034dca9074&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0886605 Mar 05 05:59:27.275283 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbebc7-045e-4d34-b934-1ea7e7ce4913 req-3a52a63c-7a2d-4a63-92c6-9d9ca9fb779a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:59:27.276780 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8afbebc7-045e-4d34-b934-1ea7e7ce4913 req-3a52a63c-7a2d-4a63-92c6-9d9ca9fb779a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d9053b188d824fc193e8698e0435ebc7&device_id=101eb971-f356-4169-a1cc-88034dca9074 HTTP/1.1" status: 200 len: 1128 time: 0.0446560 Mar 05 05:59:27.380738 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbebc7-045e-4d34-b934-1ea7e7ce4913 req-c38adf9e-ceb5-4056-a080-aca83446d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:59:27.382092 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8afbebc7-045e-4d34-b934-1ea7e7ce4913 req-c38adf9e-ceb5-4056-a080-aca83446d5c6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=46822ec7-1a6d-4817-8d47-88e96f154192 HTTP/1.1" status: 200 len: 910 time: 0.0874782 Mar 05 05:59:27.445464 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8afbebc7-045e-4d34-b934-1ea7e7ce4913 req-02a4beab-431b-496f-93f2-91337ac64631 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7d3cc15-f0ba-4387-846c-324ebb6fbe08 HTTP/1.1" status: 200 len: 1000 time: 0.0580332 Mar 05 05:59:27.496147 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbebc7-045e-4d34-b934-1ea7e7ce4913 req-836d7d29-ebe3-46df-8f6f-599434927951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:59:27.497568 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8afbebc7-045e-4d34-b934-1ea7e7ce4913 req-836d7d29-ebe3-46df-8f6f-599434927951 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=80521a35-5e08-4bc2-9dd0-bb5e9befd589 HTTP/1.1" status: 200 len: 849 time: 0.0470960 Mar 05 05:59:27.545597 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbebc7-045e-4d34-b934-1ea7e7ce4913 req-96a4c66b-04dc-40aa-9b58-e6b196a75e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:59:27.547058 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8afbebc7-045e-4d34-b934-1ea7e7ce4913 req-96a4c66b-04dc-40aa-9b58-e6b196a75e8f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=46822ec7-1a6d-4817-8d47-88e96f154192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435464 Mar 05 05:59:27.634396 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8afbebc7-045e-4d34-b934-1ea7e7ce4913 req-6ff35ff9-6377-498d-aa41-776696e02983 service neutron] 10.222.0.31 "GET /v2.0/networks/46822ec7-1a6d-4817-8d47-88e96f154192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811980 Mar 05 05:59:27.724671 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8afbebc7-045e-4d34-b934-1ea7e7ce4913 req-99d56e0e-8d94-47b7-be77-d8228dad1091 service neutron] 10.222.0.31 "GET /v2.0/networks/46822ec7-1a6d-4817-8d47-88e96f154192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849125 Mar 05 05:59:37.887186 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device c7d3cc15-f0ba-4387-846c-324ebb6fbe08 details requested by agent hyperv_n-h2-789963-32 with host n-h2-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:59:37.995706 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port c7d3cc15-f0ba-4387-846c-324ebb6fbe08, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=c7d3cc15-f0ba-4387-846c-324ebb6fbe08,segment=NetworkSegment(2ab7f790-54b7-40e1-8e76-4b4f61ff0308),segment_id=2ab7f790-54b7-40e1-8e76-4b4f61ff0308)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:59:38.011449 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Returning: {'device': 'c7d3cc15-f0ba-4387-846c-324ebb6fbe08', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'port_id': 'c7d3cc15-f0ba-4387-846c-324ebb6fbe08', 'mac_address': 'fa:16:3e:d5:bb:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:59:38.055900 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port c7d3cc15-f0ba-4387-846c-324ebb6fbe08 is: ACTIVE; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:59:38.056460 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c7d3cc15-f0ba-4387-846c-324ebb6fbe08), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:38.070742 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7d3cc15-f0ba-4387-846c-324ebb6fbe08 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:59:38.091778 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port c7d3cc15-f0ba-4387-846c-324ebb6fbe08, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=c7d3cc15-f0ba-4387-846c-324ebb6fbe08,segment=NetworkSegment(2ab7f790-54b7-40e1-8e76-4b4f61ff0308),segment_id=2ab7f790-54b7-40e1-8e76-4b4f61ff0308)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:59:38.097730 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c7d3cc15-f0ba-4387-846c-324ebb6fbe08), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:38.152844 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=c7d3cc15-f0ba-4387-846c-324ebb6fbe08,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:59:38.162559 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:59:38.162918 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:59:38.163292 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:59:38.163633 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:59:38.163970 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:59:38.164306 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:59:38.164641 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:59:38.164974 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:59:38.165297 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:59:38.165622 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:59:38.165964 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:59:38.166290 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:59:38.166657 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:59:38.172124 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] get_ports_and_sgs() called for port_ids ['c7d3cc15-f0ba-4387-846c-324ebb6fbe08'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 05:59:39.888036 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device c7d3cc15-f0ba-4387-846c-324ebb6fbe08 up at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 05:59:39.951186 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Provisioning complete for port c7d3cc15-f0ba-4387-846c-324ebb6fbe08 triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:59:39.951584 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (c7d3cc15-f0ba-4387-846c-324ebb6fbe08), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:40.045218 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port c7d3cc15-f0ba-4387-846c-324ebb6fbe08 is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:59:40.045535 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c7d3cc15-f0ba-4387-846c-324ebb6fbe08), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:40.072601 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101eb971-f356-4169-a1cc-88034dca9074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d3cc15-f0ba-4387-846c-324ebb6fbe08'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:59:40.074845 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1026d86385275f60405d04a033115b56addad9c656b2d60167220b9f5eb93bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef11067b-b35d-4756-9245-0af72993d074" -d '{"events": [{"server_uuid": "101eb971-f356-4169-a1cc-88034dca9074", "name": "network-vif-plugged", "status": "completed", "tag": "c7d3cc15-f0ba-4387-846c-324ebb6fbe08"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:59:40.091545 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port c7d3cc15-f0ba-4387-846c-324ebb6fbe08, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=c7d3cc15-f0ba-4387-846c-324ebb6fbe08,segment=NetworkSegment(2ab7f790-54b7-40e1-8e76-4b4f61ff0308),segment_id=2ab7f790-54b7-40e1-8e76-4b4f61ff0308)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:59:40.103719 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c7d3cc15-f0ba-4387-846c-324ebb6fbe08), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:40.158825 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=c7d3cc15-f0ba-4387-846c-324ebb6fbe08,revision_number=7']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:59:40.201293 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 05:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6bbbd2-35b4-4084-878b-81f3a80b141f x-openstack-request-id: req-4d6bbbd2-35b4-4084-878b-81f3a80b141f {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:59:40.201669 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101eb971-f356-4169-a1cc-88034dca9074", "name": "network-vif-plugged", "status": "completed", "tag": "c7d3cc15-f0ba-4387-846c-324ebb6fbe08", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:59:40.201875 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4d6bbbd2-35b4-4084-878b-81f3a80b141f {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:59:40.202288 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101eb971-f356-4169-a1cc-88034dca9074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d3cc15-f0ba-4387-846c-324ebb6fbe08', 'code': 200} Mar 05 05:59:41.557672 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-98375652-4700-404a-8335-d9ddc0bf8eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:43.840543 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-693be93b-7ef6-4df9-a633-2bfd8e627ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:44.424336 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:44.722477 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:45.275933 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:46.533177 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:47.037957 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-826066bb-660c-4b46-867b-6555a860b496 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-990686132&fields=id&tenant_id=d9053b188d824fc193e8698e0435ebc7 HTTP/1.1" status: 200 len: 267 time: 0.0473719 Mar 05 05:59:47.140810 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-9e64de3e-0cf7-4d7b-821f-5fdfaf0b2249 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:59:47.142294 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-9e64de3e-0cf7-4d7b-821f-5fdfaf0b2249 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/networks?id=46822ec7-1a6d-4817-8d47-88e96f154192 HTTP/1.1" status: 200 len: 810 time: 0.0979691 Mar 05 05:59:47.156996 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-f1151845-dc22-4744-98fb-66e91b1e52a8 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/quotas/d9053b188d824fc193e8698e0435ebc7 HTTP/1.1" status: 200 len: 375 time: 0.0087464 Mar 05 05:59:47.217000 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-63f43f86-d1b4-4736-bcc6-90b60b7960cf tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9053b188d824fc193e8698e0435ebc7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0551801 Mar 05 05:59:47.232240 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-9fe7862a-0cc9-40ff-b49f-90bff86ede21 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=105231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 05 05:59:47.233192 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-9fe7862a-0cc9-40ff-b49f-90bff86ede21 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049872 Mar 05 05:59:47.320968 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-3f5db729-d2c3-4f1c-89bc-ba0fbe5a3302 service neutron] 10.222.0.11 "GET /v2.0/networks/46822ec7-1a6d-4817-8d47-88e96f154192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817735 Mar 05 05:59:47.415657 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-c934bf30-346e-4a6a-bf7d-d59a654a37e9 service neutron] 10.222.0.11 "GET /v2.0/networks/46822ec7-1a6d-4817-8d47-88e96f154192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890086 Mar 05 05:59:47.589749 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1f832f00-f207-4d98-981c-5db604821042 req-754f5e23-b111-4d82-ae44-7d4b74a179f1 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/ports?device_id=4880b995-550d-41f0-a105-3b8a5f6f492f HTTP/1.1" status: 200 len: 210 time: 0.0281198 Mar 05 05:59:47.964754 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:48.505394 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-7894121b-0010-4d3c-8409-3479b941100c tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:59:48.506866 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-7894121b-0010-4d3c-8409-3479b941100c tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.30 "GET /v2.0/networks?id=46822ec7-1a6d-4817-8d47-88e96f154192 HTTP/1.1" status: 200 len: 810 time: 0.1090670 Mar 05 05:59:48.570637 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-b1ec36d8-19f0-4ced-afa2-059ca02c1010 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9053b188d824fc193e8698e0435ebc7 HTTP/1.1" status: 200 len: 379 time: 0.0549285 Mar 05 05:59:48.579970 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-86b8d1b9-2cec-4732-9c3f-947f193fca0a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Request body: {'port': {'device_id': '4880b995-550d-41f0-a105-3b8a5f6f492f', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'admin_state_up': True, 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'security_groups': ['0a745804-0132-4e00-84fe-c73c01e63d50']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:59:48.691040 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-4cb0e068-8770-4351-9f5e-2edc1679eb88 req-f4921fc3-927b-4743-836f-8095fabb1a90 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/ports?device_id=4880b995-550d-41f0-a105-3b8a5f6f492f HTTP/1.1" status: 200 len: 210 time: 0.0276654 Mar 05 05:59:48.693572 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-86b8d1b9-2cec-4732-9c3f-947f193fca0a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Made reservation on behalf of d9053b188d824fc193e8698e0435ebc7 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 05 05:59:48.697290 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-86b8d1b9-2cec-4732-9c3f-947f193fca0a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:48.854953 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-86b8d1b9-2cec-4732-9c3f-947f193fca0a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Allocated IP 172.20.0.5 (46822ec7-1a6d-4817-8d47-88e96f154192/80521a35-5e08-4bc2-9dd0-bb5e9befd589/8b516a27-a536-46ad-94ba-9bd0d6cfa85a) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 05:59:49.066139 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-86b8d1b9-2cec-4732-9c3f-947f193fca0a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for port (8b516a27-a536-46ad-94ba-9bd0d6cfa85a), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:49.105444 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-86b8d1b9-2cec-4732-9c3f-947f193fca0a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (8b516a27-a536-46ad-94ba-9bd0d6cfa85a), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:49.156228 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-86b8d1b9-2cec-4732-9c3f-947f193fca0a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Network 46822ec7-1a6d-4817-8d47-88e96f154192 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 05:59:49.160189 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-86b8d1b9-2cec-4732-9c3f-947f193fca0a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 05:59:49.164245 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-86b8d1b9-2cec-4732-9c3f-947f193fca0a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 05:59:49.172631 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b8d1b9-2cec-4732-9c3f-947f193fca0a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Pushing event updated for resources: {'Port': ['ID=8b516a27-a536-46ad-94ba-9bd0d6cfa85a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:59:49.210069 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8d1b9-2cec-4732-9c3f-947f193fca0a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:59:49.210506 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8d1b9-2cec-4732-9c3f-947f193fca0a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:59:49.210776 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8d1b9-2cec-4732-9c3f-947f193fca0a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:59:49.211137 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8d1b9-2cec-4732-9c3f-947f193fca0a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:59:49.211483 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8d1b9-2cec-4732-9c3f-947f193fca0a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:59:49.211817 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8d1b9-2cec-4732-9c3f-947f193fca0a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:59:49.212159 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8d1b9-2cec-4732-9c3f-947f193fca0a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:59:49.212479 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8d1b9-2cec-4732-9c3f-947f193fca0a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:59:49.212803 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8d1b9-2cec-4732-9c3f-947f193fca0a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:59:49.213141 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8d1b9-2cec-4732-9c3f-947f193fca0a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:59:49.213464 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8d1b9-2cec-4732-9c3f-947f193fca0a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:59:49.213786 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8d1b9-2cec-4732-9c3f-947f193fca0a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:59:49.214114 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b8d1b9-2cec-4732-9c3f-947f193fca0a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 05:59:49.244650 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-86b8d1b9-2cec-4732-9c3f-947f193fca0a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:59:49.245603 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-86b8d1b9-2cec-4732-9c3f-947f193fca0a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:49.271975 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-86b8d1b9-2cec-4732-9c3f-947f193fca0a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6949940 Mar 05 05:59:49.481505 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-eb93e3d5-f43f-4031-9ec4-33fd18040f7e None None] Provisioning complete for port 8b516a27-a536-46ad-94ba-9bd0d6cfa85a triggered by entity DHCP. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 05:59:49.482519 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-eb93e3d5-f43f-4031-9ec4-33fd18040f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8b516a27-a536-46ad-94ba-9bd0d6cfa85a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:49.518907 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-eb93e3d5-f43f-4031-9ec4-33fd18040f7e None None] Port 8b516a27-a536-46ad-94ba-9bd0d6cfa85a cannot update to ACTIVE because it is not bound. {{(pid=105233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 05 05:59:49.821076 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fda1fb-e88a-4bb4-97eb-39c0d82389b6 req-e6cf4b09-7c48-4288-b378-a55beeb5c03f tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:59:49.822503 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35fda1fb-e88a-4bb4-97eb-39c0d82389b6 req-e6cf4b09-7c48-4288-b378-a55beeb5c03f tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/ports?device_id=4880b995-550d-41f0-a105-3b8a5f6f492f HTTP/1.1" status: 200 len: 931 time: 0.0549097 Mar 05 05:59:49.877837 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-35fda1fb-e88a-4bb4-97eb-39c0d82389b6 req-97eb03be-53ae-4714-8a14-1385d45d75a6 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a745804-0132-4e00-84fe-c73c01e63d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486546 Mar 05 05:59:49.909285 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device c7d3cc15-f0ba-4387-846c-324ebb6fbe08 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 05:59:49.987622 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Current status of the port c7d3cc15-f0ba-4387-846c-324ebb6fbe08 is: ACTIVE; New status is: DOWN {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:59:49.987940 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (c7d3cc15-f0ba-4387-846c-324ebb6fbe08), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:50.023656 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101eb971-f356-4169-a1cc-88034dca9074', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7d3cc15-f0ba-4387-846c-324ebb6fbe08'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:59:50.025953 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1026d86385275f60405d04a033115b56addad9c656b2d60167220b9f5eb93bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef56f6e5-d7c6-4e9f-bf13-b9d8291bb616" -d '{"events": [{"server_uuid": "101eb971-f356-4169-a1cc-88034dca9074", "name": "network-vif-unplugged", "status": "completed", "tag": "c7d3cc15-f0ba-4387-846c-324ebb6fbe08"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:59:50.051921 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] For port c7d3cc15-f0ba-4387-846c-324ebb6fbe08, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=c7d3cc15-f0ba-4387-846c-324ebb6fbe08,segment=NetworkSegment(2ab7f790-54b7-40e1-8e76-4b4f61ff0308),segment_id=2ab7f790-54b7-40e1-8e76-4b4f61ff0308)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:59:50.056972 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (c7d3cc15-f0ba-4387-846c-324ebb6fbe08), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:50.082812 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 05 Mar 2022 05:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4fcb39-7e18-457b-8577-d108279b6c9d x-openstack-request-id: req-0c4fcb39-7e18-457b-8577-d108279b6c9d {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:59:50.083279 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101eb971-f356-4169-a1cc-88034dca9074", "name": "network-vif-unplugged", "status": "completed", "tag": "c7d3cc15-f0ba-4387-846c-324ebb6fbe08", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:59:50.083634 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0c4fcb39-7e18-457b-8577-d108279b6c9d {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:59:50.084144 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101eb971-f356-4169-a1cc-88034dca9074', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7d3cc15-f0ba-4387-846c-324ebb6fbe08', 'code': 200} Mar 05 05:59:50.111271 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Pushing event updated for resources: {'Port': ['ID=c7d3cc15-f0ba-4387-846c-324ebb6fbe08,revision_number=8']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:59:51.015312 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68068a-0815-466c-afae-3b4d42fe8250 req-ebe1c1dc-6f78-4395-bcb0-f94fbc9b0253 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:59:51.017528 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eb68068a-0815-466c-afae-3b4d42fe8250 req-ebe1c1dc-6f78-4395-bcb0-f94fbc9b0253 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/ports?device_id=4880b995-550d-41f0-a105-3b8a5f6f492f HTTP/1.1" status: 200 len: 931 time: 0.0673761 Mar 05 05:59:51.080163 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-eb68068a-0815-466c-afae-3b4d42fe8250 req-b410c8ad-b255-4472-8751-621ea16fba8a tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a745804-0132-4e00-84fe-c73c01e63d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568020 Mar 05 05:59:52.211991 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d7d4d-59bb-41b4-b2e7-2078399d68ca req-2bcd1cc7-ffc6-4fba-9b1d-f5e56f5b21f5 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:59:52.214066 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e9d7d4d-59bb-41b4-b2e7-2078399d68ca req-2bcd1cc7-ffc6-4fba-9b1d-f5e56f5b21f5 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/ports?device_id=4880b995-550d-41f0-a105-3b8a5f6f492f HTTP/1.1" status: 200 len: 931 time: 0.0578737 Mar 05 05:59:52.278335 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8e9d7d4d-59bb-41b4-b2e7-2078399d68ca req-aa000eec-f1ba-47e1-945b-654e93a3e6f4 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a745804-0132-4e00-84fe-c73c01e63d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584676 Mar 05 05:59:53.407971 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740c4da-a05a-490d-8f16-935cfca45a3d req-d9348a8f-523b-4cd5-945a-2fa27b2612ed tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:59:53.409967 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5740c4da-a05a-490d-8f16-935cfca45a3d req-d9348a8f-523b-4cd5-945a-2fa27b2612ed tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/ports?device_id=4880b995-550d-41f0-a105-3b8a5f6f492f HTTP/1.1" status: 200 len: 931 time: 0.0660651 Mar 05 05:59:53.462000 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-5740c4da-a05a-490d-8f16-935cfca45a3d req-83c5bc03-380a-43da-80c9-bbd19518690d tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a745804-0132-4e00-84fe-c73c01e63d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466471 Mar 05 05:59:54.599220 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a6d1b-e1d5-43d7-913e-63a90b5ce2ed req-dc69c0eb-0266-4e7b-8dc9-397e545a248d tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:59:54.600711 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-845a6d1b-e1d5-43d7-913e-63a90b5ce2ed req-dc69c0eb-0266-4e7b-8dc9-397e545a248d tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/ports?device_id=4880b995-550d-41f0-a105-3b8a5f6f492f HTTP/1.1" status: 200 len: 931 time: 0.0557952 Mar 05 05:59:54.654451 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-845a6d1b-e1d5-43d7-913e-63a90b5ce2ed req-ad8616d6-5ae0-4649-8d06-df6a98c0a1da tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a745804-0132-4e00-84fe-c73c01e63d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481172 Mar 05 05:59:55.789300 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1c633-f73f-40cd-a132-ad22345dfe97 req-21200326-d4a7-435c-98e2-6126eac2c614 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:59:55.790990 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-44c1c633-f73f-40cd-a132-ad22345dfe97 req-21200326-d4a7-435c-98e2-6126eac2c614 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/ports?device_id=4880b995-550d-41f0-a105-3b8a5f6f492f HTTP/1.1" status: 200 len: 931 time: 0.0532117 Mar 05 05:59:55.856923 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-44c1c633-f73f-40cd-a132-ad22345dfe97 req-b3b6c554-6668-4306-af80-ee6134a78ae3 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a745804-0132-4e00-84fe-c73c01e63d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603714 Mar 05 05:59:56.973867 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2b867-5b47-4e7b-9e19-3e7533f3aaca req-b6adb12b-de81-4dae-9dad-c918e1ac3fc6 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:59:56.975362 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fdb2b867-5b47-4e7b-9e19-3e7533f3aaca req-b6adb12b-de81-4dae-9dad-c918e1ac3fc6 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/ports?device_id=4880b995-550d-41f0-a105-3b8a5f6f492f HTTP/1.1" status: 200 len: 931 time: 0.0557721 Mar 05 05:59:57.025573 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fdb2b867-5b47-4e7b-9e19-3e7533f3aaca req-8533e5c8-69fe-495c-a540-ccffefc5e1e0 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a745804-0132-4e00-84fe-c73c01e63d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446758 Mar 05 05:59:57.479099 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-eaa69ba4-1686-46fa-a33e-bf31aabd4e07 service neutron] Request body: {'port': {'device_id': '4880b995-550d-41f0-a105-3b8a5f6f492f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-32'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 05:59:57.542499 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-eaa69ba4-1686-46fa-a33e-bf31aabd4e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8b516a27-a536-46ad-94ba-9bd0d6cfa85a), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:57.800274 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-eaa69ba4-1686-46fa-a33e-bf31aabd4e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b516a27-a536-46ad-94ba-9bd0d6cfa85a {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:59:57.807620 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-eaa69ba4-1686-46fa-a33e-bf31aabd4e07 service neutron] Publish callbacks [] for port (8b516a27-a536-46ad-94ba-9bd0d6cfa85a), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:57.819575 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-eaa69ba4-1686-46fa-a33e-bf31aabd4e07 service neutron] Transition to ACTIVE for port object 8b516a27-a536-46ad-94ba-9bd0d6cfa85a will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 05 05:59:57.823247 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-eaa69ba4-1686-46fa-a33e-bf31aabd4e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (8b516a27-a536-46ad-94ba-9bd0d6cfa85a), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:57.877234 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa69ba4-1686-46fa-a33e-bf31aabd4e07 service neutron] Pushing event updated for resources: {'Port': ['ID=8b516a27-a536-46ad-94ba-9bd0d6cfa85a,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:59:57.949789 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-eaa69ba4-1686-46fa-a33e-bf31aabd4e07 service neutron] Attempting to bind port 8b516a27-a536-46ad-94ba-9bd0d6cfa85a on host n-h1-789963-32 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 05 05:59:57.950137 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-eaa69ba4-1686-46fa-a33e-bf31aabd4e07 service neutron] Attempting to bind port 8b516a27-a536-46ad-94ba-9bd0d6cfa85a by drivers openvswitch,hyperv on host n-h1-789963-32 at level 0 using segments [{'id': '2ab7f790-54b7-40e1-8e76-4b4f61ff0308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 05 05:59:57.950519 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-eaa69ba4-1686-46fa-a33e-bf31aabd4e07 service neutron] Attempting to bind port 8b516a27-a536-46ad-94ba-9bd0d6cfa85a on network 46822ec7-1a6d-4817-8d47-88e96f154192 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:59:57.955817 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-eaa69ba4-1686-46fa-a33e-bf31aabd4e07 service neutron] Port 8b516a27-a536-46ad-94ba-9bd0d6cfa85a on network 46822ec7-1a6d-4817-8d47-88e96f154192 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-32 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 05 05:59:57.956142 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-eaa69ba4-1686-46fa-a33e-bf31aabd4e07 service neutron] Attempting to bind port 8b516a27-a536-46ad-94ba-9bd0d6cfa85a on network 46822ec7-1a6d-4817-8d47-88e96f154192 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 05 05:59:57.961182 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-eaa69ba4-1686-46fa-a33e-bf31aabd4e07 service neutron] Checking agent: {'id': '31ca36e2-9777-459d-bf9b-177d962dd455', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-32', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'started_at': datetime.datetime(2022, 3, 5, 4, 38, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 5, 5, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 05 05:59:57.961532 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-eaa69ba4-1686-46fa-a33e-bf31aabd4e07 service neutron] Checking segment: {'id': '2ab7f790-54b7-40e1-8e76-4b4f61ff0308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 05 05:59:57.961920 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-eaa69ba4-1686-46fa-a33e-bf31aabd4e07 service neutron] Bound using segment: {'id': '2ab7f790-54b7-40e1-8e76-4b4f61ff0308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 05 05:59:57.962354 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-eaa69ba4-1686-46fa-a33e-bf31aabd4e07 service neutron] Bound port: 8b516a27-a536-46ad-94ba-9bd0d6cfa85a, host: n-h1-789963-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ab7f790-54b7-40e1-8e76-4b4f61ff0308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 05 05:59:57.962718 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-eaa69ba4-1686-46fa-a33e-bf31aabd4e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8b516a27-a536-46ad-94ba-9bd0d6cfa85a), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:58.028724 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-eaa69ba4-1686-46fa-a33e-bf31aabd4e07 service neutron] For port 8b516a27-a536-46ad-94ba-9bd0d6cfa85a, host n-h1-789963-32, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 05 05:59:58.032737 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-eaa69ba4-1686-46fa-a33e-bf31aabd4e07 service neutron] For port 8b516a27-a536-46ad-94ba-9bd0d6cfa85a, host n-h1-789963-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=8b516a27-a536-46ad-94ba-9bd0d6cfa85a,segment=NetworkSegment(2ab7f790-54b7-40e1-8e76-4b4f61ff0308),segment_id=2ab7f790-54b7-40e1-8e76-4b4f61ff0308)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 05 05:59:58.038386 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-eaa69ba4-1686-46fa-a33e-bf31aabd4e07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (8b516a27-a536-46ad-94ba-9bd0d6cfa85a), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:58.070378 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-eaa69ba4-1686-46fa-a33e-bf31aabd4e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:59:58.070974 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-eaa69ba4-1686-46fa-a33e-bf31aabd4e07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:58.072958 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-eaa69ba4-1686-46fa-a33e-bf31aabd4e07 service neutron] 10.222.0.30 "PUT /v2.0/ports/8b516a27-a536-46ad-94ba-9bd0d6cfa85a HTTP/1.1" status: 200 len: 1092 time: 0.5983565 Mar 05 05:59:58.075254 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4880b995-550d-41f0-a105-3b8a5f6f492f', 'tag': '8b516a27-a536-46ad-94ba-9bd0d6cfa85a'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 05:59:58.086401 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b3ece581dfa63e0b7b7c128691a33970c0031ac0b7b3271834b37c0ed9a1721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6caf31-ec2f-424a-bb76-d07deead7ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "4880b995-550d-41f0-a105-3b8a5f6f492f", "tag": "8b516a27-a536-46ad-94ba-9bd0d6cfa85a"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 05:59:58.133755 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa69ba4-1686-46fa-a33e-bf31aabd4e07 service neutron] Pushing event updated for resources: {'Port': ['ID=8b516a27-a536-46ad-94ba-9bd0d6cfa85a,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:59:58.159256 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087be3f9-c6be-4284-b36d-c30fb8f43334 req-3c573d44-c462-4a25-9a71-dbbd11544632 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:59:58.159775 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 05:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c34237b-90a9-41ed-a1fe-907b87ae677c x-openstack-request-id: req-8c34237b-90a9-41ed-a1fe-907b87ae677c {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 05:59:58.159933 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4880b995-550d-41f0-a105-3b8a5f6f492f", "tag": "8b516a27-a536-46ad-94ba-9bd0d6cfa85a", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 05:59:58.160197 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8c34237b-90a9-41ed-a1fe-907b87ae677c {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 05:59:58.160833 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-087be3f9-c6be-4284-b36d-c30fb8f43334 req-3c573d44-c462-4a25-9a71-dbbd11544632 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/ports?device_id=4880b995-550d-41f0-a105-3b8a5f6f492f HTTP/1.1" status: 200 len: 943 time: 0.0673499 Mar 05 05:59:58.163293 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4880b995-550d-41f0-a105-3b8a5f6f492f', 'tag': '8b516a27-a536-46ad-94ba-9bd0d6cfa85a', 'status': 'completed', 'code': 200} Mar 05 05:59:58.182727 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-7a38f4ba-0d66-4d3c-a7d9-a847b6106c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:59:58.184322 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-7a38f4ba-0d66-4d3c-a7d9-a847b6106c0e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9053b188d824fc193e8698e0435ebc7&device_id=4880b995-550d-41f0-a105-3b8a5f6f492f HTTP/1.1" status: 200 len: 1126 time: 0.0663238 Mar 05 05:59:58.215295 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-087be3f9-c6be-4284-b36d-c30fb8f43334 req-a1a62ae7-2158-4a52-9714-79ef0a8f9286 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a745804-0132-4e00-84fe-c73c01e63d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488055 Mar 05 05:59:58.227555 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-bbfab6a1-5d2f-4efb-8ab0-e02c60e12b2e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b516a27-a536-46ad-94ba-9bd0d6cfa85a HTTP/1.1" status: 200 len: 217 time: 0.0367851 Mar 05 05:59:58.284504 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-29a6ab46-2e83-4c75-a488-c76ea6d71277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:59:58.286043 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-29a6ab46-2e83-4c75-a488-c76ea6d71277 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80521a35-5e08-4bc2-9dd0-bb5e9befd589 HTTP/1.1" status: 200 len: 849 time: 0.0533426 Mar 05 05:59:58.340153 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-cc9e105e-436c-41a0-aa14-e7b869a952a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:59:58.341808 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-cc9e105e-436c-41a0-aa14-e7b869a952a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46822ec7-1a6d-4817-8d47-88e96f154192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0497909 Mar 05 05:59:58.429674 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-2c39fc93-660e-4198-aa58-1eb177b076a8 service neutron] 10.222.0.30 "GET /v2.0/networks/46822ec7-1a6d-4817-8d47-88e96f154192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817785 Mar 05 05:59:58.521010 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ca5734b3-3619-45b0-ab44-6513c7a8da1d req-a7a6a756-1ad6-4403-b332-62867771552d service neutron] 10.222.0.30 "GET /v2.0/networks/46822ec7-1a6d-4817-8d47-88e96f154192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855772 Mar 05 05:59:58.607157 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6caf31-ec2f-424a-bb76-d07deead7ddc req-33907f55-cb92-4347-81bd-0d483208e37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:59:58.608590 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1e6caf31-ec2f-424a-bb76-d07deead7ddc req-33907f55-cb92-4347-81bd-0d483208e37b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9053b188d824fc193e8698e0435ebc7&device_id=4880b995-550d-41f0-a105-3b8a5f6f492f HTTP/1.1" status: 200 len: 1126 time: 0.0449102 Mar 05 05:59:58.701799 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6caf31-ec2f-424a-bb76-d07deead7ddc req-5fb17297-c7b2-49e6-832a-f65418d4da77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:59:58.703723 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1e6caf31-ec2f-424a-bb76-d07deead7ddc req-5fb17297-c7b2-49e6-832a-f65418d4da77 service neutron] 10.222.0.30 "GET /v2.0/networks?id=46822ec7-1a6d-4817-8d47-88e96f154192 HTTP/1.1" status: 200 len: 910 time: 0.0892103 Mar 05 05:59:58.745908 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1e6caf31-ec2f-424a-bb76-d07deead7ddc req-40d6e84a-1995-435f-b279-44c3c541e65b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b516a27-a536-46ad-94ba-9bd0d6cfa85a HTTP/1.1" status: 200 len: 217 time: 0.0355103 Mar 05 05:59:58.792308 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6caf31-ec2f-424a-bb76-d07deead7ddc req-2bba5779-0a45-4d39-ab57-234664ee5959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:59:58.793719 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1e6caf31-ec2f-424a-bb76-d07deead7ddc req-2bba5779-0a45-4d39-ab57-234664ee5959 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80521a35-5e08-4bc2-9dd0-bb5e9befd589 HTTP/1.1" status: 200 len: 849 time: 0.0418308 Mar 05 05:59:58.845011 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6caf31-ec2f-424a-bb76-d07deead7ddc req-cd53dee4-bbea-47d4-85d2-fc7f94fbc1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:59:58.846498 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1e6caf31-ec2f-424a-bb76-d07deead7ddc req-cd53dee4-bbea-47d4-85d2-fc7f94fbc1c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46822ec7-1a6d-4817-8d47-88e96f154192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441241 Mar 05 05:59:58.939130 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1e6caf31-ec2f-424a-bb76-d07deead7ddc req-03f6c379-c6db-428d-9cca-b3431253e34b service neutron] 10.222.0.30 "GET /v2.0/networks/46822ec7-1a6d-4817-8d47-88e96f154192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863853 Mar 05 05:59:59.032257 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1e6caf31-ec2f-424a-bb76-d07deead7ddc req-37a455ab-d1d7-4ede-bc97-ce21bc1e1444 service neutron] 10.222.0.30 "GET /v2.0/networks/46822ec7-1a6d-4817-8d47-88e96f154192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852673 Mar 05 05:59:59.244686 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 8b516a27-a536-46ad-94ba-9bd0d6cfa85a details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 05:59:59.342014 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8337f8f-acf3-4531-9f85-d4489d9a9b6c req-9fa023ce-cc89-43d8-8031-1902311bc85d tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 05:59:59.344000 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8337f8f-acf3-4531-9f85-d4489d9a9b6c req-9fa023ce-cc89-43d8-8031-1902311bc85d tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/ports?device_id=4880b995-550d-41f0-a105-3b8a5f6f492f HTTP/1.1" status: 200 len: 943 time: 0.0562906 Mar 05 05:59:59.347106 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 8b516a27-a536-46ad-94ba-9bd0d6cfa85a, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=8b516a27-a536-46ad-94ba-9bd0d6cfa85a,segment=NetworkSegment(2ab7f790-54b7-40e1-8e76-4b4f61ff0308),segment_id=2ab7f790-54b7-40e1-8e76-4b4f61ff0308)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:59:59.357663 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '8b516a27-a536-46ad-94ba-9bd0d6cfa85a', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'port_id': '8b516a27-a536-46ad-94ba-9bd0d6cfa85a', 'mac_address': 'fa:16:3e:e7:bb:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 05:59:59.392721 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-e8337f8f-acf3-4531-9f85-d4489d9a9b6c req-fcd8a33f-48b5-4654-8bb2-f894ee219d43 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a745804-0132-4e00-84fe-c73c01e63d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428002 Mar 05 05:59:59.397088 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 8b516a27-a536-46ad-94ba-9bd0d6cfa85a is: DOWN; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 05:59:59.397489 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8b516a27-a536-46ad-94ba-9bd0d6cfa85a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:59.413056 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b516a27-a536-46ad-94ba-9bd0d6cfa85a {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 05:59:59.435443 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 8b516a27-a536-46ad-94ba-9bd0d6cfa85a, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=8b516a27-a536-46ad-94ba-9bd0d6cfa85a,segment=NetworkSegment(2ab7f790-54b7-40e1-8e76-4b4f61ff0308),segment_id=2ab7f790-54b7-40e1-8e76-4b4f61ff0308)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 05:59:59.440255 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8b516a27-a536-46ad-94ba-9bd0d6cfa85a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 05:59:59.486150 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=8b516a27-a536-46ad-94ba-9bd0d6cfa85a,revision_number=4']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 05:59:59.670376 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['8b516a27-a536-46ad-94ba-9bd0d6cfa85a'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 06:00:00.520246 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b575481-15ed-4307-8d14-9f3cedb2e298 req-00e77fe8-30e9-40d4-8281-12d34dfcfd08 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:00:00.521728 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1b575481-15ed-4307-8d14-9f3cedb2e298 req-00e77fe8-30e9-40d4-8281-12d34dfcfd08 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/ports?device_id=4880b995-550d-41f0-a105-3b8a5f6f492f HTTP/1.1" status: 200 len: 944 time: 0.0577395 Mar 05 06:00:00.580604 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-1b575481-15ed-4307-8d14-9f3cedb2e298 req-1d1c6e2f-6b50-42bc-8647-6b98e8c53a5e tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a745804-0132-4e00-84fe-c73c01e63d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532982 Mar 05 06:00:01.244879 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 8b516a27-a536-46ad-94ba-9bd0d6cfa85a up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 06:00:01.293228 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning for port 8b516a27-a536-46ad-94ba-9bd0d6cfa85a completed by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 05 06:00:01.297806 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 8b516a27-a536-46ad-94ba-9bd0d6cfa85a triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 06:00:01.298190 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8b516a27-a536-46ad-94ba-9bd0d6cfa85a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:00:01.376011 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 8b516a27-a536-46ad-94ba-9bd0d6cfa85a is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 06:00:01.376395 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8b516a27-a536-46ad-94ba-9bd0d6cfa85a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:00:01.398072 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4880b995-550d-41f0-a105-3b8a5f6f492f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b516a27-a536-46ad-94ba-9bd0d6cfa85a'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 06:00:01.400313 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1026d86385275f60405d04a033115b56addad9c656b2d60167220b9f5eb93bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53316885-478e-441f-98c6-757acd6f4055" -d '{"events": [{"server_uuid": "4880b995-550d-41f0-a105-3b8a5f6f492f", "name": "network-vif-plugged", "status": "completed", "tag": "8b516a27-a536-46ad-94ba-9bd0d6cfa85a"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 06:00:01.413585 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 8b516a27-a536-46ad-94ba-9bd0d6cfa85a, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=8b516a27-a536-46ad-94ba-9bd0d6cfa85a,segment=NetworkSegment(2ab7f790-54b7-40e1-8e76-4b4f61ff0308),segment_id=2ab7f790-54b7-40e1-8e76-4b4f61ff0308)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 06:00:01.417534 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8b516a27-a536-46ad-94ba-9bd0d6cfa85a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:00:01.441422 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 06:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c00d83-698a-46bc-aa52-bcd0c594187a x-openstack-request-id: req-10c00d83-698a-46bc-aa52-bcd0c594187a {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 06:00:01.441727 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4880b995-550d-41f0-a105-3b8a5f6f492f", "name": "network-vif-plugged", "status": "completed", "tag": "8b516a27-a536-46ad-94ba-9bd0d6cfa85a", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 06:00:01.441983 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-10c00d83-698a-46bc-aa52-bcd0c594187a {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 06:00:01.442386 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4880b995-550d-41f0-a105-3b8a5f6f492f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b516a27-a536-46ad-94ba-9bd0d6cfa85a', 'code': 200} Mar 05 06:00:01.467812 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=8b516a27-a536-46ad-94ba-9bd0d6cfa85a,revision_number=5']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 06:00:01.536902 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42c48d-eaaa-4f10-9f50-1e27ab28d627 req-d3370808-96ed-4b9b-8d6a-fafa23ad6112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:00:01.538340 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-da42c48d-eaaa-4f10-9f50-1e27ab28d627 req-d3370808-96ed-4b9b-8d6a-fafa23ad6112 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4880b995-550d-41f0-a105-3b8a5f6f492f HTTP/1.1" status: 200 len: 1128 time: 0.0438604 Mar 05 06:00:01.584384 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-da42c48d-eaaa-4f10-9f50-1e27ab28d627 req-ca624168-8797-40a4-8d7c-23404785c5ac service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0a745804-0132-4e00-84fe-c73c01e63d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405738 Mar 05 06:00:01.699575 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da750165-8d46-409b-87c8-27180b893507 req-28e37f74-ebf2-40c7-ac5b-2720fb9ce28e tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:00:01.701053 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-da750165-8d46-409b-87c8-27180b893507 req-28e37f74-ebf2-40c7-ac5b-2720fb9ce28e tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/ports?device_id=4880b995-550d-41f0-a105-3b8a5f6f492f HTTP/1.1" status: 200 len: 945 time: 0.0517967 Mar 05 06:00:01.754515 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-da750165-8d46-409b-87c8-27180b893507 req-3cf9834d-b26c-4e04-ab0e-c971d4d2ffab tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a745804-0132-4e00-84fe-c73c01e63d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471361 Mar 05 06:00:02.498351 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 06:00:02.876129 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c34b2-e24d-4fe6-8bb4-e75c7628b6d2 req-e205cdb6-0e27-4005-bc17-b1480af1bd33 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:00:02.877606 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b69c34b2-e24d-4fe6-8bb4-e75c7628b6d2 req-e205cdb6-0e27-4005-bc17-b1480af1bd33 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/ports?device_id=4880b995-550d-41f0-a105-3b8a5f6f492f HTTP/1.1" status: 200 len: 945 time: 0.0540400 Mar 05 06:00:02.926654 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-b69c34b2-e24d-4fe6-8bb4-e75c7628b6d2 req-e257d03c-dfb3-4ecb-a93a-653e693e9f81 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a745804-0132-4e00-84fe-c73c01e63d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435405 Mar 05 06:00:03.112471 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ad003-3fb6-4b52-88d5-64c6e2387c55 req-af45c2f8-ae5f-4216-a729-86bd1803cf06 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:00:03.113918 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9d6ad003-3fb6-4b52-88d5-64c6e2387c55 req-af45c2f8-ae5f-4216-a729-86bd1803cf06 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/ports?device_id=4880b995-550d-41f0-a105-3b8a5f6f492f HTTP/1.1" status: 200 len: 945 time: 0.0518529 Mar 05 06:00:03.165483 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-9d6ad003-3fb6-4b52-88d5-64c6e2387c55 req-99254492-13c9-45c7-a1e9-e226b0afe457 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a745804-0132-4e00-84fe-c73c01e63d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460854 Mar 05 06:00:03.186850 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47898) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 06:00:03.229754 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b252c03-5c2a-4444-8586-2af60e0c4045 tempest-TestSnapshotPattern-1221522261 tempest-TestSnapshotPattern-1221522261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:00:03.231314 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-0b252c03-5c2a-4444-8586-2af60e0c4045 tempest-TestSnapshotPattern-1221522261 tempest-TestSnapshotPattern-1221522261-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4880b995-550d-41f0-a105-3b8a5f6f492f HTTP/1.1" status: 200 len: 1123 time: 0.0432715 Mar 05 06:00:03.234071 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 47900) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 06:00:03.238246 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.v2.base [None req-9378de5c-1949-4cef-af42-f6ce7970fb20 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Request body: {'floatingip': {'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'port_id': '8b516a27-a536-46ad-94ba-9bd0d6cfa85a', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 05 06:00:03.257771 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9378de5c-1949-4cef-af42-f6ce7970fb20 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for floatingip (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:00:03.355406 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9378de5c-1949-4cef-af42-f6ce7970fb20 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (None), before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:00:03.460791 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-9378de5c-1949-4cef-af42-f6ce7970fb20 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Allocated IP 172.25.0.137 (ff625bbb-6b8f-4740-be08-a562ec9a34a4/4341aa72-c7f7-4fd4-928c-0401a3585c68/52f67ba9-5ff7-455f-a28d-c2e43599179b) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 05 06:00:03.560854 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9378de5c-1949-4cef-af42-f6ce7970fb20 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for port (52f67ba9-5ff7-455f-a28d-c2e43599179b), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:00:03.595712 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9378de5c-1949-4cef-af42-f6ce7970fb20 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780054266543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (52f67ba9-5ff7-455f-a28d-c2e43599179b), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:00:03.634446 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9378de5c-1949-4cef-af42-f6ce7970fb20 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Network ff625bbb-6b8f-4740-be08-a562ec9a34a4 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 05 06:00:03.637230 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-9378de5c-1949-4cef-af42-f6ce7970fb20 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 05 06:00:03.642089 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9378de5c-1949-4cef-af42-f6ce7970fb20 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 05 06:00:03.668821 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378de5c-1949-4cef-af42-f6ce7970fb20 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Pushing event updated for resources: {'Port': ['ID=52f67ba9-5ff7-455f-a28d-c2e43599179b,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 06:00:04.010857 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9378de5c-1949-4cef-af42-f6ce7970fb20 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for floatingip (1cf50184-8bce-41a5-86b9-9d895ccbf42d), precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:00:04.081479 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9378de5c-1949-4cef-af42-f6ce7970fb20 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (52f67ba9-5ff7-455f-a28d-c2e43599179b), before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:00:04.224106 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9378de5c-1949-4cef-af42-f6ce7970fb20 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for port (52f67ba9-5ff7-455f-a28d-c2e43599179b), precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:00:04.228610 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9378de5c-1949-4cef-af42-f6ce7970fb20 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-131174839'] for port (52f67ba9-5ff7-455f-a28d-c2e43599179b), after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:00:04.298360 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378de5c-1949-4cef-af42-f6ce7970fb20 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Pushing event updated for resources: {'Port': ['ID=52f67ba9-5ff7-455f-a28d-c2e43599179b,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 06:00:04.310292 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9378de5c-1949-4cef-af42-f6ce7970fb20 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-899928'] for floatingip (1cf50184-8bce-41a5-86b9-9d895ccbf42d), after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:00:04.412184 n-d-789963-32 neutron-server[105232]: INFO neutron.db.l3_db [None req-9378de5c-1949-4cef-af42-f6ce7970fb20 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Floating IP 1cf50184-8bce-41a5-86b9-9d895ccbf42d associated. External IP: 172.25.0.137, port: 8b516a27-a536-46ad-94ba-9bd0d6cfa85a. Mar 05 06:00:04.623932 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9378de5c-1949-4cef-af42-f6ce7970fb20 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Router c706c9d7-68c8-4b0e-bfa8-e96596239ab0 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 06:00:04.733479 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9378de5c-1949-4cef-af42-f6ce7970fb20 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 06:00:04.743754 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f305e5-d0e6-48e5-9ffe-720644c33838 None None] Sync routers for ids ['c706c9d7-68c8-4b0e-bfa8-e96596239ab0'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 06:00:04.752643 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9378de5c-1949-4cef-af42-f6ce7970fb20 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:00:04.754562 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f305e5-d0e6-48e5-9ffe-720644c33838 None None] Routers {'c706c9d7-68c8-4b0e-bfa8-e96596239ab0'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 06:00:04.755227 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-87f305e5-d0e6-48e5-9ffe-720644c33838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:59:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c706c9d7-68c8-4b0e-bfa8-e96596239ab0'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 06:00:04.783758 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-9378de5c-1949-4cef-af42-f6ce7970fb20 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5486920 Mar 05 06:00:04.784343 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4880b995-550d-41f0-a105-3b8a5f6f492f', 'tag': '8b516a27-a536-46ad-94ba-9bd0d6cfa85a'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 06:00:04.786589 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b3ece581dfa63e0b7b7c128691a33970c0031ac0b7b3271834b37c0ed9a1721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5849b9b4-a844-4c8b-ae6c-01a5ad7ceabe" -d '{"events": [{"name": "network-changed", "server_uuid": "4880b995-550d-41f0-a105-3b8a5f6f492f", "tag": "8b516a27-a536-46ad-94ba-9bd0d6cfa85a"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 06:00:04.822511 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 06:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0412d97c-fbc7-4fdc-9fa1-299aa722afde x-openstack-request-id: req-0412d97c-fbc7-4fdc-9fa1-299aa722afde {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 06:00:04.822800 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4880b995-550d-41f0-a105-3b8a5f6f492f", "tag": "8b516a27-a536-46ad-94ba-9bd0d6cfa85a", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 06:00:04.823049 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0412d97c-fbc7-4fdc-9fa1-299aa722afde {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 06:00:04.823478 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4880b995-550d-41f0-a105-3b8a5f6f492f', 'tag': '8b516a27-a536-46ad-94ba-9bd0d6cfa85a', 'status': 'completed', 'code': 200} Mar 05 06:00:04.869846 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-87f305e5-d0e6-48e5-9ffe-720644c33838 None None] Set router c706c9d7-68c8-4b0e-bfa8-e96596239ab0 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 06:00:04.894257 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849b9b4-a844-4c8b-ae6c-01a5ad7ceabe req-818aa5dd-498c-4058-a7a7-4600c090d8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:00:04.896303 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5849b9b4-a844-4c8b-ae6c-01a5ad7ceabe req-818aa5dd-498c-4058-a7a7-4600c090d8c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9053b188d824fc193e8698e0435ebc7&device_id=4880b995-550d-41f0-a105-3b8a5f6f492f HTTP/1.1" status: 200 len: 1128 time: 0.0472946 Mar 05 06:00:04.988960 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849b9b4-a844-4c8b-ae6c-01a5ad7ceabe req-d07a662e-f23a-4fbd-9c4a-ff16d030e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:00:04.990427 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5849b9b4-a844-4c8b-ae6c-01a5ad7ceabe req-d07a662e-f23a-4fbd-9c4a-ff16d030e9a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=46822ec7-1a6d-4817-8d47-88e96f154192 HTTP/1.1" status: 200 len: 910 time: 0.0888624 Mar 05 06:00:05.055232 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5849b9b4-a844-4c8b-ae6c-01a5ad7ceabe req-fa25a301-092f-490c-b276-7c1912cac45e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b516a27-a536-46ad-94ba-9bd0d6cfa85a HTTP/1.1" status: 200 len: 999 time: 0.0587907 Mar 05 06:00:05.097408 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-87f305e5-d0e6-48e5-9ffe-720644c33838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'name': 'tempest-TestSnapshotPattern-1252232387-router', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:57:15Z', 'updated_at': '2022-03-05T05:57:18Z', 'revision_number': 4, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'gw_port': {'id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:16Z', 'updated_at': '2022-03-05T05:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '1cf50184-8bce-41a5-86b9-9d895ccbf42d', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'port_id': '8b516a27-a536-46ad-94ba-9bd0d6cfa85a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'mac_address': 'fa:16:3e:e7:bb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4880b995-550d-41f0-a105-3b8a5f6f492f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T06:00:03Z', 'updated_at': '2022-03-05T06:00:03Z', 'revision_number': 0, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'fixed_ip_address_scope': None}, {'id': '4ec3a3ea-ed01-4a4d-93d5-0d6facf4c112', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'port_id': 'c7d3cc15-f0ba-4387-846c-324ebb6fbe08', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'mac_address': 'fa:16:3e:d5:bb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101eb971-f356-4169-a1cc-88034dca9074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:57:39Z', 'updated_at': '2022-03-05T05:57:41Z', 'revision_number': 1, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05', 'name': '', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'mac_address': 'fa:16:3e:9a:10:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:18Z', 'updated_at': '2022-03-05T05:57:24Z', 'revision_number': 5, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'subnets': [{'id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 06:00:05.103417 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849b9b4-a844-4c8b-ae6c-01a5ad7ceabe req-b8ec87ca-8b8e-41a9-b168-18482a01ea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:00:05.104893 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5849b9b4-a844-4c8b-ae6c-01a5ad7ceabe req-b8ec87ca-8b8e-41a9-b168-18482a01ea1e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80521a35-5e08-4bc2-9dd0-bb5e9befd589 HTTP/1.1" status: 200 len: 849 time: 0.0445020 Mar 05 06:00:05.124486 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f305e5-d0e6-48e5-9ffe-720644c33838 None None] Checking router: c706c9d7-68c8-4b0e-bfa8-e96596239ab0 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 06:00:05.134175 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f305e5-d0e6-48e5-9ffe-720644c33838 None None] Routers {'c706c9d7-68c8-4b0e-bfa8-e96596239ab0'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 06:00:05.134800 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-87f305e5-d0e6-48e5-9ffe-720644c33838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T05:59:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c706c9d7-68c8-4b0e-bfa8-e96596239ab0'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 06:00:05.162457 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849b9b4-a844-4c8b-ae6c-01a5ad7ceabe req-f83f3654-9a55-4867-85d9-05f3d177013e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:00:05.163996 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5849b9b4-a844-4c8b-ae6c-01a5ad7ceabe req-f83f3654-9a55-4867-85d9-05f3d177013e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46822ec7-1a6d-4817-8d47-88e96f154192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0530741 Mar 05 06:00:05.246352 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-87f305e5-d0e6-48e5-9ffe-720644c33838 None None] Set router c706c9d7-68c8-4b0e-bfa8-e96596239ab0 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 06:00:05.252638 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5849b9b4-a844-4c8b-ae6c-01a5ad7ceabe req-6e0bce80-489b-4e73-a8cf-997474c97fe2 service neutron] 10.222.0.30 "GET /v2.0/networks/46822ec7-1a6d-4817-8d47-88e96f154192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828476 Mar 05 06:00:05.480574 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-87f305e5-d0e6-48e5-9ffe-720644c33838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'name': 'tempest-TestSnapshotPattern-1252232387-router', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:57:15Z', 'updated_at': '2022-03-05T05:57:18Z', 'revision_number': 4, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'gw_port': {'id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:16Z', 'updated_at': '2022-03-05T05:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '1cf50184-8bce-41a5-86b9-9d895ccbf42d', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'port_id': '8b516a27-a536-46ad-94ba-9bd0d6cfa85a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'mac_address': 'fa:16:3e:e7:bb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4880b995-550d-41f0-a105-3b8a5f6f492f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T06:00:03Z', 'updated_at': '2022-03-05T06:00:03Z', 'revision_number': 0, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'fixed_ip_address_scope': None}, {'id': '4ec3a3ea-ed01-4a4d-93d5-0d6facf4c112', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'port_id': 'c7d3cc15-f0ba-4387-846c-324ebb6fbe08', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'mac_address': 'fa:16:3e:d5:bb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101eb971-f356-4169-a1cc-88034dca9074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:57:39Z', 'updated_at': '2022-03-05T05:57:41Z', 'revision_number': 1, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05', 'name': '', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'mac_address': 'fa:16:3e:9a:10:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:18Z', 'updated_at': '2022-03-05T05:57:24Z', 'revision_number': 5, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'subnets': [{'id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 06:00:05.509205 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f305e5-d0e6-48e5-9ffe-720644c33838 None None] The sync data for ids ['c706c9d7-68c8-4b0e-bfa8-e96596239ab0'] in n-d-789963-32 is: [{'id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'name': 'tempest-TestSnapshotPattern-1252232387-router', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:57:15Z', 'updated_at': '2022-03-05T05:57:18Z', 'revision_number': 4, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'gw_port': {'id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:16Z', 'updated_at': '2022-03-05T05:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '1cf50184-8bce-41a5-86b9-9d895ccbf42d', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'port_id': '8b516a27-a536-46ad-94ba-9bd0d6cfa85a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'mac_address': 'fa:16:3e:e7:bb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4880b995-550d-41f0-a105-3b8a5f6f492f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T06:00:03Z', 'updated_at': '2022-03-05T06:00:03Z', 'revision_number': 0, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'fixed_ip_address_scope': None}, {'id': '4ec3a3ea-ed01-4a4d-93d5-0d6facf4c112', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'port_id': 'c7d3cc15-f0ba-4387-846c-324ebb6fbe08', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'mac_address': 'fa:16:3e:d5:bb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101eb971-f356-4169-a1cc-88034dca9074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:57:39Z', 'updated_at': '2022-03-05T05:57:41Z', 'revision_number': 1, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05', 'name': '', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'mac_address': 'fa:16:3e:9a:10:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:18Z', 'updated_at': '2022-03-05T05:57:24Z', 'revision_number': 5, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'subnets': [{'id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 06:00:05.687553 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-5849b9b4-a844-4c8b-ae6c-01a5ad7ceabe req-bc200623-bc9a-4019-a3d2-96b9705935f8 service neutron] 10.222.0.30 "GET /v2.0/networks/46822ec7-1a6d-4817-8d47-88e96f154192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286737 Mar 05 06:00:05.721667 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892ec6d3-98ba-45c1-8ea8-a641bdae4342 None None] New status for floating IP 1cf50184-8bce-41a5-86b9-9d895ccbf42d: ACTIVE {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 06:00:11.549142 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a625a1cf-f589-481f-a833-1bdaa90a6095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:00:13.837709 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-de83bd65-448a-4688-a1ed-35a0924f81e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:00:14.438468 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:00:14.719995 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:00:15.278899 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:00:16.536386 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:00:17.966841 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:00:29.113068 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-64a2b7c3-c1e3-44a9-81fe-944600449279 req-7f48c8e1-c877-40a6-9f03-ce3b68615381 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=101eb971-f356-4169-a1cc-88034dca9074&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437028 Mar 05 06:00:29.197316 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2b7c3-c1e3-44a9-81fe-944600449279 req-f680e24f-7d0b-4302-853a-5a77dc0e5055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:00:29.198771 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-64a2b7c3-c1e3-44a9-81fe-944600449279 req-f680e24f-7d0b-4302-853a-5a77dc0e5055 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d9053b188d824fc193e8698e0435ebc7&device_id=101eb971-f356-4169-a1cc-88034dca9074 HTTP/1.1" status: 200 len: 1126 time: 0.0445366 Mar 05 06:00:29.302397 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2b7c3-c1e3-44a9-81fe-944600449279 req-86e74feb-6da2-4f94-b906-c2f37018d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:00:29.303868 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-64a2b7c3-c1e3-44a9-81fe-944600449279 req-86e74feb-6da2-4f94-b906-c2f37018d5d3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=46822ec7-1a6d-4817-8d47-88e96f154192 HTTP/1.1" status: 200 len: 910 time: 0.0874236 Mar 05 06:00:29.370389 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-64a2b7c3-c1e3-44a9-81fe-944600449279 req-3afb7821-095d-4651-96f6-a8d70da648ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7d3cc15-f0ba-4387-846c-324ebb6fbe08 HTTP/1.1" status: 200 len: 998 time: 0.0593972 Mar 05 06:00:29.419187 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2b7c3-c1e3-44a9-81fe-944600449279 req-efff748f-24e9-4fa2-aea2-a1a1c8418efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:00:29.420648 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-64a2b7c3-c1e3-44a9-81fe-944600449279 req-efff748f-24e9-4fa2-aea2-a1a1c8418efd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=80521a35-5e08-4bc2-9dd0-bb5e9befd589 HTTP/1.1" status: 200 len: 849 time: 0.0443461 Mar 05 06:00:29.474489 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2b7c3-c1e3-44a9-81fe-944600449279 req-71ac11bb-c8da-4e78-90ff-60e6b36b15a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:00:29.476058 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-64a2b7c3-c1e3-44a9-81fe-944600449279 req-71ac11bb-c8da-4e78-90ff-60e6b36b15a9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=46822ec7-1a6d-4817-8d47-88e96f154192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0497601 Mar 05 06:00:29.564130 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-64a2b7c3-c1e3-44a9-81fe-944600449279 req-993de42e-9d17-44dd-9bba-94744bf92077 service neutron] 10.222.0.31 "GET /v2.0/networks/46822ec7-1a6d-4817-8d47-88e96f154192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816028 Mar 05 06:00:29.656079 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-64a2b7c3-c1e3-44a9-81fe-944600449279 req-a5111550-06ca-43d7-8627-0a87b20ca423 service neutron] 10.222.0.31 "GET /v2.0/networks/46822ec7-1a6d-4817-8d47-88e96f154192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865977 Mar 05 06:00:33.044830 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8d8878b9-e8b1-4231-86ba-13da003723b0 req-00471460-fa21-4c8c-b01f-098400b84b60 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4880b995-550d-41f0-a105-3b8a5f6f492f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0864544 Mar 05 06:00:33.132508 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8878b9-e8b1-4231-86ba-13da003723b0 req-5181834e-3964-496c-b631-87ed4f801bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:00:33.133972 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8d8878b9-e8b1-4231-86ba-13da003723b0 req-5181834e-3964-496c-b631-87ed4f801bbf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9053b188d824fc193e8698e0435ebc7&device_id=4880b995-550d-41f0-a105-3b8a5f6f492f HTTP/1.1" status: 200 len: 1128 time: 0.0448103 Mar 05 06:00:33.238185 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8878b9-e8b1-4231-86ba-13da003723b0 req-5dd45b49-6fd9-4ace-8d6e-facf597bb872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:00:33.239604 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8d8878b9-e8b1-4231-86ba-13da003723b0 req-5dd45b49-6fd9-4ace-8d6e-facf597bb872 service neutron] 10.222.0.30 "GET /v2.0/networks?id=46822ec7-1a6d-4817-8d47-88e96f154192 HTTP/1.1" status: 200 len: 910 time: 0.0873976 Mar 05 06:00:33.304955 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8d8878b9-e8b1-4231-86ba-13da003723b0 req-dfd12e9a-c444-4f47-ac17-2c81f84a2311 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b516a27-a536-46ad-94ba-9bd0d6cfa85a HTTP/1.1" status: 200 len: 1001 time: 0.0584445 Mar 05 06:00:33.357053 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8878b9-e8b1-4231-86ba-13da003723b0 req-947a13df-c533-4966-a40e-5c1577212930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:00:33.358464 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8d8878b9-e8b1-4231-86ba-13da003723b0 req-947a13df-c533-4966-a40e-5c1577212930 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80521a35-5e08-4bc2-9dd0-bb5e9befd589 HTTP/1.1" status: 200 len: 849 time: 0.0473812 Mar 05 06:00:33.405592 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8878b9-e8b1-4231-86ba-13da003723b0 req-263dd488-3b2c-4d1a-a6f9-113c07735f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:00:33.407805 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8d8878b9-e8b1-4231-86ba-13da003723b0 req-263dd488-3b2c-4d1a-a6f9-113c07735f4a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46822ec7-1a6d-4817-8d47-88e96f154192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436523 Mar 05 06:00:33.498185 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8d8878b9-e8b1-4231-86ba-13da003723b0 req-f3cf4644-ac9d-4778-8071-beb645efb060 service neutron] 10.222.0.30 "GET /v2.0/networks/46822ec7-1a6d-4817-8d47-88e96f154192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847220 Mar 05 06:00:33.586022 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-8d8878b9-e8b1-4231-86ba-13da003723b0 req-5378ce7f-0a26-4043-9933-248d97d0ed50 service neutron] 10.222.0.30 "GET /v2.0/networks/46822ec7-1a6d-4817-8d47-88e96f154192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821924 Mar 05 06:00:39.497506 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 06:00:41.550617 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ffc4a42f-4ef8-4070-8e09-3825b8848168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:00:43.830005 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c889a6de-9c6b-4066-b6ce-47086066f64b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:00:44.437003 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:00:44.717515 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:00:45.281798 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:00:46.537339 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:00:47.969506 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:11.551914 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e13f171e-ee81-46a7-92d3-f292f20dd5d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:13.831403 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-74d7cda9-154f-4c72-a992-8ea171f5521b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:14.435754 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:14.750211 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:15.283849 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:16.497934 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 06:01:16.542772 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:17.972103 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:30.125096 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1958fdc7-4181-4941-b844-5f4b092ade38 req-434dbae4-e981-4ff8-b7c6-edd28723e0a0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=101eb971-f356-4169-a1cc-88034dca9074&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432665 Mar 05 06:01:30.213721 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958fdc7-4181-4941-b844-5f4b092ade38 req-7405613a-6481-4d5a-b44a-2ec97eaf683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:01:30.215444 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1958fdc7-4181-4941-b844-5f4b092ade38 req-7405613a-6481-4d5a-b44a-2ec97eaf683a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d9053b188d824fc193e8698e0435ebc7&device_id=101eb971-f356-4169-a1cc-88034dca9074 HTTP/1.1" status: 200 len: 1126 time: 0.0501781 Mar 05 06:01:30.319142 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958fdc7-4181-4941-b844-5f4b092ade38 req-49139004-85dc-4e3a-8d46-df0e7de03bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:01:30.320602 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1958fdc7-4181-4941-b844-5f4b092ade38 req-49139004-85dc-4e3a-8d46-df0e7de03bc0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=46822ec7-1a6d-4817-8d47-88e96f154192 HTTP/1.1" status: 200 len: 910 time: 0.0878749 Mar 05 06:01:30.393573 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1958fdc7-4181-4941-b844-5f4b092ade38 req-ea2b42da-62a5-44d6-8f65-5cec9a6ed84b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7d3cc15-f0ba-4387-846c-324ebb6fbe08 HTTP/1.1" status: 200 len: 998 time: 0.0664926 Mar 05 06:01:30.442816 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958fdc7-4181-4941-b844-5f4b092ade38 req-7198df9e-e541-453c-b4ce-d3a3ccd406f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:01:30.444329 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1958fdc7-4181-4941-b844-5f4b092ade38 req-7198df9e-e541-453c-b4ce-d3a3ccd406f6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=80521a35-5e08-4bc2-9dd0-bb5e9befd589 HTTP/1.1" status: 200 len: 849 time: 0.0457482 Mar 05 06:01:30.495538 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1958fdc7-4181-4941-b844-5f4b092ade38 req-df8b3055-dbc2-4fbb-8781-82569ce846c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:01:30.497049 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1958fdc7-4181-4941-b844-5f4b092ade38 req-df8b3055-dbc2-4fbb-8781-82569ce846c7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=46822ec7-1a6d-4817-8d47-88e96f154192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465899 Mar 05 06:01:30.597153 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1958fdc7-4181-4941-b844-5f4b092ade38 req-cce66522-fe6d-40ec-865a-4cc3f0d4659d service neutron] 10.222.0.31 "GET /v2.0/networks/46822ec7-1a6d-4817-8d47-88e96f154192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937915 Mar 05 06:01:30.684967 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-1958fdc7-4181-4941-b844-5f4b092ade38 req-5dd2df46-4138-4fc0-a9f7-c27c549a9d33 service neutron] 10.222.0.31 "GET /v2.0/networks/46822ec7-1a6d-4817-8d47-88e96f154192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824134 Mar 05 06:01:34.071461 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a23bae-1ba8-4cfd-b13f-26bae899409d req-5f79076c-bfdb-4dae-8d12-aa7862dde6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:01:34.072941 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-49a23bae-1ba8-4cfd-b13f-26bae899409d req-5f79076c-bfdb-4dae-8d12-aa7862dde6db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9053b188d824fc193e8698e0435ebc7&device_id=4880b995-550d-41f0-a105-3b8a5f6f492f HTTP/1.1" status: 200 len: 1128 time: 0.0503724 Mar 05 06:01:34.177801 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a23bae-1ba8-4cfd-b13f-26bae899409d req-1b393dd4-3dab-4689-862b-40c22550d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:01:34.179361 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-49a23bae-1ba8-4cfd-b13f-26bae899409d req-1b393dd4-3dab-4689-862b-40c22550d1cd service neutron] 10.222.0.30 "GET /v2.0/networks?id=46822ec7-1a6d-4817-8d47-88e96f154192 HTTP/1.1" status: 200 len: 910 time: 0.0859170 Mar 05 06:01:34.249613 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-49a23bae-1ba8-4cfd-b13f-26bae899409d req-96b9f430-96a5-4cf9-81d9-4dad0e422e17 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b516a27-a536-46ad-94ba-9bd0d6cfa85a HTTP/1.1" status: 200 len: 1001 time: 0.0625620 Mar 05 06:01:34.297708 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a23bae-1ba8-4cfd-b13f-26bae899409d req-328d2032-4edc-45b0-a9e9-4f21658ef075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:01:34.299155 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-49a23bae-1ba8-4cfd-b13f-26bae899409d req-328d2032-4edc-45b0-a9e9-4f21658ef075 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80521a35-5e08-4bc2-9dd0-bb5e9befd589 HTTP/1.1" status: 200 len: 849 time: 0.0425935 Mar 05 06:01:34.347971 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a23bae-1ba8-4cfd-b13f-26bae899409d req-4a682e6a-8610-4288-a968-d42392b724f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:01:34.349360 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-49a23bae-1ba8-4cfd-b13f-26bae899409d req-4a682e6a-8610-4288-a968-d42392b724f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46822ec7-1a6d-4817-8d47-88e96f154192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440614 Mar 05 06:01:34.442293 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-49a23bae-1ba8-4cfd-b13f-26bae899409d req-6f246447-e666-4e7a-9b4a-4184dc64207a service neutron] 10.222.0.30 "GET /v2.0/networks/46822ec7-1a6d-4817-8d47-88e96f154192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852656 Mar 05 06:01:34.533161 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-49a23bae-1ba8-4cfd-b13f-26bae899409d req-d146e94f-1a6d-4a8e-b7a5-3f3f285c273c service neutron] 10.222.0.30 "GET /v2.0/networks/46822ec7-1a6d-4817-8d47-88e96f154192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843434 Mar 05 06:01:37.627181 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 8b516a27-a536-46ad-94ba-9bd0d6cfa85a details requested by agent hyperv_n-h1-789963-32 with host n-h1-789963-32 {{(pid=105233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 05 06:01:37.738610 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 8b516a27-a536-46ad-94ba-9bd0d6cfa85a, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=8b516a27-a536-46ad-94ba-9bd0d6cfa85a,segment=NetworkSegment(2ab7f790-54b7-40e1-8e76-4b4f61ff0308),segment_id=2ab7f790-54b7-40e1-8e76-4b4f61ff0308)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 06:01:37.752133 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Returning: {'device': '8b516a27-a536-46ad-94ba-9bd0d6cfa85a', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'port_id': '8b516a27-a536-46ad-94ba-9bd0d6cfa85a', 'mac_address': 'fa:16:3e:e7:bb:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 05 06:01:37.806502 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 8b516a27-a536-46ad-94ba-9bd0d6cfa85a is: ACTIVE; New status is: BUILD {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 06:01:37.806909 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8b516a27-a536-46ad-94ba-9bd0d6cfa85a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:37.822048 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b516a27-a536-46ad-94ba-9bd0d6cfa85a {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 05 06:01:37.845887 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 8b516a27-a536-46ad-94ba-9bd0d6cfa85a, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=8b516a27-a536-46ad-94ba-9bd0d6cfa85a,segment=NetworkSegment(2ab7f790-54b7-40e1-8e76-4b4f61ff0308),segment_id=2ab7f790-54b7-40e1-8e76-4b4f61ff0308)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 06:01:37.856374 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8b516a27-a536-46ad-94ba-9bd0d6cfa85a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:37.919201 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=8b516a27-a536-46ad-94ba-9bd0d6cfa85a,revision_number=6']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 06:01:37.928916 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] get_ports_and_sgs() called for port_ids ['8b516a27-a536-46ad-94ba-9bd0d6cfa85a'] {{(pid=105233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 05 06:01:37.935195 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:37.935195 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:37.935195 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:37.935195 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:37.935195 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:37.935195 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:37.935195 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:37.935195 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:37.936898 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:37.936898 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:37.936898 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:37.936898 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:37.936898 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:39.630548 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 8b516a27-a536-46ad-94ba-9bd0d6cfa85a up at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 05 06:01:39.683179 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Provisioning complete for port 8b516a27-a536-46ad-94ba-9bd0d6cfa85a triggered by entity L2. {{(pid=105233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 05 06:01:39.683502 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095595'] for port (8b516a27-a536-46ad-94ba-9bd0d6cfa85a), provisioning_complete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:39.766968 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Current status of the port 8b516a27-a536-46ad-94ba-9bd0d6cfa85a is: BUILD; New status is: ACTIVE {{(pid=105233) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 05 06:01:39.767400 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1642204'] for port (8b516a27-a536-46ad-94ba-9bd0d6cfa85a), before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:39.796709 n-d-789963-32 neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4880b995-550d-41f0-a105-3b8a5f6f492f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b516a27-a536-46ad-94ba-9bd0d6cfa85a'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 06:01:39.802857 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1026d86385275f60405d04a033115b56addad9c656b2d60167220b9f5eb93bd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce0e05b-7473-465d-a823-b7b3ccafc673" -d '{"events": [{"server_uuid": "4880b995-550d-41f0-a105-3b8a5f6f492f", "name": "network-vif-plugged", "status": "completed", "tag": "8b516a27-a536-46ad-94ba-9bd0d6cfa85a"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 06:01:39.817593 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] For port 8b516a27-a536-46ad-94ba-9bd0d6cfa85a, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=8b516a27-a536-46ad-94ba-9bd0d6cfa85a,segment=NetworkSegment(2ab7f790-54b7-40e1-8e76-4b4f61ff0308),segment_id=2ab7f790-54b7-40e1-8e76-4b4f61ff0308)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 06:01:39.827872 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780054609080', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780054266561', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780054266579'] for port (8b516a27-a536-46ad-94ba-9bd0d6cfa85a), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:39.874302 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 06:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f289e9-128c-434e-a4d2-559c15adfd02 x-openstack-request-id: req-d5f289e9-128c-434e-a4d2-559c15adfd02 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 06:01:39.874691 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4880b995-550d-41f0-a105-3b8a5f6f492f", "name": "network-vif-plugged", "status": "completed", "tag": "8b516a27-a536-46ad-94ba-9bd0d6cfa85a", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 06:01:39.874834 n-d-789963-32 neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d5f289e9-128c-434e-a4d2-559c15adfd02 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 06:01:39.875261 n-d-789963-32 neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4880b995-550d-41f0-a105-3b8a5f6f492f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b516a27-a536-46ad-94ba-9bd0d6cfa85a', 'code': 200} Mar 05 06:01:39.891553 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Pushing event updated for resources: {'Port': ['ID=8b516a27-a536-46ad-94ba-9bd0d6cfa85a,revision_number=7']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 06:01:41.556279 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-789d61e4-0185-4df4-a6cb-5d3ea9d3a87f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:43.835057 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-966a60c1-5771-426b-a2ff-98966595d846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:44.452201 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:44.765646 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:45.288884 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:45.411969 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48108) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 06:01:45.576840 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-0125c09a-3af1-4e93-abd2-44fa935c6c66 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Deleting port 52f67ba9-5ff7-455f-a28d-c2e43599179b {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 06:01:45.577082 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0125c09a-3af1-4e93-abd2-44fa935c6c66 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (52f67ba9-5ff7-455f-a28d-c2e43599179b), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:45.652253 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0125c09a-3af1-4e93-abd2-44fa935c6c66 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (52f67ba9-5ff7-455f-a28d-c2e43599179b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:45.652584 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0125c09a-3af1-4e93-abd2-44fa935c6c66 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for floatingip (52f67ba9-5ff7-455f-a28d-c2e43599179b), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:45.664406 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-0125c09a-3af1-4e93-abd2-44fa935c6c66 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Calling delete_port for 52f67ba9-5ff7-455f-a28d-c2e43599179b owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 06:01:45.813740 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0125c09a-3af1-4e93-abd2-44fa935c6c66 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (52f67ba9-5ff7-455f-a28d-c2e43599179b), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:45.839746 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125c09a-3af1-4e93-abd2-44fa935c6c66 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Pushing event deleted for resources: {'Port': ['ID=52f67ba9-5ff7-455f-a28d-c2e43599179b,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 06:01:45.867671 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0125c09a-3af1-4e93-abd2-44fa935c6c66 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:45.868025 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0125c09a-3af1-4e93-abd2-44fa935c6c66 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:45.868377 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0125c09a-3af1-4e93-abd2-44fa935c6c66 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:45.868726 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0125c09a-3af1-4e93-abd2-44fa935c6c66 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:45.869069 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0125c09a-3af1-4e93-abd2-44fa935c6c66 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:45.869414 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0125c09a-3af1-4e93-abd2-44fa935c6c66 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:45.869751 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0125c09a-3af1-4e93-abd2-44fa935c6c66 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:45.870084 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0125c09a-3af1-4e93-abd2-44fa935c6c66 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:45.870419 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0125c09a-3af1-4e93-abd2-44fa935c6c66 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:45.870748 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0125c09a-3af1-4e93-abd2-44fa935c6c66 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:45.871114 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0125c09a-3af1-4e93-abd2-44fa935c6c66 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:45.871460 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0125c09a-3af1-4e93-abd2-44fa935c6c66 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:45.871794 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0125c09a-3af1-4e93-abd2-44fa935c6c66 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:45.914647 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0125c09a-3af1-4e93-abd2-44fa935c6c66 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for floatingip (1cf50184-8bce-41a5-86b9-9d895ccbf42d), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:45.914973 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-0125c09a-3af1-4e93-abd2-44fa935c6c66 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Floating IP 1cf50184-8bce-41a5-86b9-9d895ccbf42d disassociated (deleted). External IP: 172.25.0.137, port: 8b516a27-a536-46ad-94ba-9bd0d6cfa85a. Mar 05 06:01:46.461071 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0125c09a-3af1-4e93-abd2-44fa935c6c66 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Router c706c9d7-68c8-4b0e-bfa8-e96596239ab0 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 06:01:46.544691 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:46.573873 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0125c09a-3af1-4e93-abd2-44fa935c6c66 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 06:01:46.578836 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-0125c09a-3af1-4e93-abd2-44fa935c6c66 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:46.584586 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a741ea8-7955-457c-b463-b7e45be3c81d None None] Sync routers for ids ['c706c9d7-68c8-4b0e-bfa8-e96596239ab0'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 06:01:46.594740 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a741ea8-7955-457c-b463-b7e45be3c81d None None] Routers {'c706c9d7-68c8-4b0e-bfa8-e96596239ab0'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 06:01:46.595465 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-2a741ea8-7955-457c-b463-b7e45be3c81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T06:01:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c706c9d7-68c8-4b0e-bfa8-e96596239ab0'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 06:01:46.610954 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-0125c09a-3af1-4e93-abd2-44fa935c6c66 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "DELETE /v2.0/floatingips/1cf50184-8bce-41a5-86b9-9d895ccbf42d HTTP/1.1" status: 204 len: 168 time: 1.1978502 Mar 05 06:01:46.611591 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4880b995-550d-41f0-a105-3b8a5f6f492f', 'tag': '8b516a27-a536-46ad-94ba-9bd0d6cfa85a'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 06:01:46.614076 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24e86d8bf5564ce3084f47d26cadcdd6ae9b710b23331da6c976c568e5bda5e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ef8e6e-be02-4221-a5b5-a410b70e31ce" -d '{"events": [{"name": "network-changed", "server_uuid": "4880b995-550d-41f0-a105-3b8a5f6f492f", "tag": "8b516a27-a536-46ad-94ba-9bd0d6cfa85a"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 06:01:46.714592 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 06:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fcfe15-a73c-4fc0-919f-97708f345c32 x-openstack-request-id: req-39fcfe15-a73c-4fc0-919f-97708f345c32 {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 06:01:46.715025 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4880b995-550d-41f0-a105-3b8a5f6f492f", "tag": "8b516a27-a536-46ad-94ba-9bd0d6cfa85a", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 06:01:46.715664 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-39fcfe15-a73c-4fc0-919f-97708f345c32 {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 06:01:46.716314 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4880b995-550d-41f0-a105-3b8a5f6f492f', 'tag': '8b516a27-a536-46ad-94ba-9bd0d6cfa85a', 'status': 'completed', 'code': 200} Mar 05 06:01:46.815762 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef8e6e-be02-4221-a5b5-a410b70e31ce req-6555b6b9-203d-4a1e-b72f-1588d074d836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:01:46.817350 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-81ef8e6e-be02-4221-a5b5-a410b70e31ce req-6555b6b9-203d-4a1e-b72f-1588d074d836 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d9053b188d824fc193e8698e0435ebc7&device_id=4880b995-550d-41f0-a105-3b8a5f6f492f HTTP/1.1" status: 200 len: 1128 time: 0.0756171 Mar 05 06:01:46.887816 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-2a741ea8-7955-457c-b463-b7e45be3c81d None None] Set router c706c9d7-68c8-4b0e-bfa8-e96596239ab0 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 06:01:46.919604 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef8e6e-be02-4221-a5b5-a410b70e31ce req-e5c1ae9d-1977-4180-a622-be5276e85445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:01:46.921111 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-81ef8e6e-be02-4221-a5b5-a410b70e31ce req-e5c1ae9d-1977-4180-a622-be5276e85445 service neutron] 10.222.0.30 "GET /v2.0/networks?id=46822ec7-1a6d-4817-8d47-88e96f154192 HTTP/1.1" status: 200 len: 910 time: 0.0978532 Mar 05 06:01:46.931397 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203334f3-43d1-438f-984a-4326cfc784db req-5e315cbb-398b-47a4-b335-5ef6d9f1aee2 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:01:46.932898 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-203334f3-43d1-438f-984a-4326cfc784db req-5e315cbb-398b-47a4-b335-5ef6d9f1aee2 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/ports?device_id=4880b995-550d-41f0-a105-3b8a5f6f492f HTTP/1.1" status: 200 len: 945 time: 0.1123567 Mar 05 06:01:46.967834 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-81ef8e6e-be02-4221-a5b5-a410b70e31ce req-cb80e1db-1aa7-4b38-bf8a-18a81d0d7750 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b516a27-a536-46ad-94ba-9bd0d6cfa85a HTTP/1.1" status: 200 len: 217 time: 0.0407159 Mar 05 06:01:46.987262 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-203334f3-43d1-438f-984a-4326cfc784db req-381faa7b-62f6-4826-9253-a35c120baa9b tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a745804-0132-4e00-84fe-c73c01e63d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486693 Mar 05 06:01:47.019193 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef8e6e-be02-4221-a5b5-a410b70e31ce req-bb699325-8a54-45c5-9eb7-5752953f321f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:01:47.020684 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-81ef8e6e-be02-4221-a5b5-a410b70e31ce req-bb699325-8a54-45c5-9eb7-5752953f321f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=80521a35-5e08-4bc2-9dd0-bb5e9befd589 HTTP/1.1" status: 200 len: 849 time: 0.0475457 Mar 05 06:01:47.069254 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef8e6e-be02-4221-a5b5-a410b70e31ce req-3b90a0dc-ee4a-40e3-bbae-051f07068f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:01:47.070778 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-81ef8e6e-be02-4221-a5b5-a410b70e31ce req-3b90a0dc-ee4a-40e3-bbae-051f07068f1a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=46822ec7-1a6d-4817-8d47-88e96f154192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435734 Mar 05 06:01:47.120558 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-2a741ea8-7955-457c-b463-b7e45be3c81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'name': 'tempest-TestSnapshotPattern-1252232387-router', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:57:15Z', 'updated_at': '2022-03-05T05:57:18Z', 'revision_number': 4, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'gw_port': {'id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:16Z', 'updated_at': '2022-03-05T05:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '4ec3a3ea-ed01-4a4d-93d5-0d6facf4c112', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'port_id': 'c7d3cc15-f0ba-4387-846c-324ebb6fbe08', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'mac_address': 'fa:16:3e:d5:bb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101eb971-f356-4169-a1cc-88034dca9074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:57:39Z', 'updated_at': '2022-03-05T05:57:41Z', 'revision_number': 1, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05', 'name': '', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'mac_address': 'fa:16:3e:9a:10:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:18Z', 'updated_at': '2022-03-05T05:57:24Z', 'revision_number': 5, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'subnets': [{'id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 06:01:47.147450 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a741ea8-7955-457c-b463-b7e45be3c81d None None] Checking router: c706c9d7-68c8-4b0e-bfa8-e96596239ab0 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 06:01:47.156151 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a741ea8-7955-457c-b463-b7e45be3c81d None None] Routers {'c706c9d7-68c8-4b0e-bfa8-e96596239ab0'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 06:01:47.156780 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-2a741ea8-7955-457c-b463-b7e45be3c81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T06:01:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c706c9d7-68c8-4b0e-bfa8-e96596239ab0'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 06:01:47.166731 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-81ef8e6e-be02-4221-a5b5-a410b70e31ce req-a946935c-90b2-403b-b0a0-b52020577b33 service neutron] 10.222.0.30 "GET /v2.0/networks/46822ec7-1a6d-4817-8d47-88e96f154192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893393 Mar 05 06:01:47.258706 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-81ef8e6e-be02-4221-a5b5-a410b70e31ce req-fb244321-5e58-4390-9746-7abb6ee5e824 service neutron] 10.222.0.30 "GET /v2.0/networks/46822ec7-1a6d-4817-8d47-88e96f154192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853505 Mar 05 06:01:47.265386 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-2a741ea8-7955-457c-b463-b7e45be3c81d None None] Set router c706c9d7-68c8-4b0e-bfa8-e96596239ab0 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 06:01:47.494223 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-2a741ea8-7955-457c-b463-b7e45be3c81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'name': 'tempest-TestSnapshotPattern-1252232387-router', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:57:15Z', 'updated_at': '2022-03-05T05:57:18Z', 'revision_number': 4, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'gw_port': {'id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:16Z', 'updated_at': '2022-03-05T05:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '4ec3a3ea-ed01-4a4d-93d5-0d6facf4c112', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'port_id': 'c7d3cc15-f0ba-4387-846c-324ebb6fbe08', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'mac_address': 'fa:16:3e:d5:bb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101eb971-f356-4169-a1cc-88034dca9074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:57:39Z', 'updated_at': '2022-03-05T05:57:41Z', 'revision_number': 1, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05', 'name': '', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'mac_address': 'fa:16:3e:9a:10:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:18Z', 'updated_at': '2022-03-05T05:57:24Z', 'revision_number': 5, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'subnets': [{'id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 06:01:47.521718 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a741ea8-7955-457c-b463-b7e45be3c81d None None] The sync data for ids ['c706c9d7-68c8-4b0e-bfa8-e96596239ab0'] in n-d-789963-32 is: [{'id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'name': 'tempest-TestSnapshotPattern-1252232387-router', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:57:15Z', 'updated_at': '2022-03-05T05:57:18Z', 'revision_number': 4, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'gw_port': {'id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:16Z', 'updated_at': '2022-03-05T05:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_floatingips': [{'id': '4ec3a3ea-ed01-4a4d-93d5-0d6facf4c112', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'floating_ip_address': '172.25.0.25', 'floating_network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'router_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'port_id': 'c7d3cc15-f0ba-4387-846c-324ebb6fbe08', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'mac_address': 'fa:16:3e:d5:bb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '101eb971-f356-4169-a1cc-88034dca9074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-05T05:57:39Z', 'updated_at': '2022-03-05T05:57:41Z', 'revision_number': 1, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05', 'name': '', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'mac_address': 'fa:16:3e:9a:10:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:18Z', 'updated_at': '2022-03-05T05:57:24Z', 'revision_number': 5, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'subnets': [{'id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 06:01:47.761421 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0f40bb-74a7-453d-9282-d9095e90f1dc None None] New status for floating IP 1cf50184-8bce-41a5-86b9-9d895ccbf42d: DOWN {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 06:01:47.975529 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:48.113376 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8099e2-5f95-48f2-9f37-84becb296001 req-d0a2448e-5993-40d6-bbc5-64ba626e9708 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:01:48.114761 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8c8099e2-5f95-48f2-9f37-84becb296001 req-d0a2448e-5993-40d6-bbc5-64ba626e9708 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/ports?device_id=4880b995-550d-41f0-a105-3b8a5f6f492f HTTP/1.1" status: 200 len: 945 time: 0.0536416 Mar 05 06:01:48.166514 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-8c8099e2-5f95-48f2-9f37-84becb296001 req-ef8ef88a-e56a-4cc0-87e6-f3c63e90d9b3 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a745804-0132-4e00-84fe-c73c01e63d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460298 Mar 05 06:01:48.324399 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998dab8-670c-4722-b892-38a48a7f2cb0 req-9dac14d8-d0b4-4ada-8b90-82392127c135 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:01:48.325910 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c998dab8-670c-4722-b892-38a48a7f2cb0 req-9dac14d8-d0b4-4ada-8b90-82392127c135 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.30 "GET /v2.0/ports?device_id=4880b995-550d-41f0-a105-3b8a5f6f492f HTTP/1.1" status: 200 len: 945 time: 0.0517178 Mar 05 06:01:48.423218 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-c998dab8-670c-4722-b892-38a48a7f2cb0 req-96541e73-3366-4697-8c2e-3303099e4258 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Deleting port 8b516a27-a536-46ad-94ba-9bd0d6cfa85a {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 06:01:48.423563 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c998dab8-670c-4722-b892-38a48a7f2cb0 req-96541e73-3366-4697-8c2e-3303099e4258 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (8b516a27-a536-46ad-94ba-9bd0d6cfa85a), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:48.516079 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-c998dab8-670c-4722-b892-38a48a7f2cb0 req-96541e73-3366-4697-8c2e-3303099e4258 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] For port 8b516a27-a536-46ad-94ba-9bd0d6cfa85a, host n-h1-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-32',level=0,port_id=8b516a27-a536-46ad-94ba-9bd0d6cfa85a,segment=NetworkSegment(2ab7f790-54b7-40e1-8e76-4b4f61ff0308),segment_id=2ab7f790-54b7-40e1-8e76-4b4f61ff0308)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 06:01:48.516447 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c998dab8-670c-4722-b892-38a48a7f2cb0 req-96541e73-3366-4697-8c2e-3303099e4258 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (8b516a27-a536-46ad-94ba-9bd0d6cfa85a), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:48.529424 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-c998dab8-670c-4722-b892-38a48a7f2cb0 req-96541e73-3366-4697-8c2e-3303099e4258 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Calling delete_port for 8b516a27-a536-46ad-94ba-9bd0d6cfa85a owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 06:01:48.654459 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c998dab8-670c-4722-b892-38a48a7f2cb0 req-96541e73-3366-4697-8c2e-3303099e4258 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (8b516a27-a536-46ad-94ba-9bd0d6cfa85a), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:48.686037 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96541e73-3366-4697-8c2e-3303099e4258 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Pushing event deleted for resources: {'Port': ['ID=8b516a27-a536-46ad-94ba-9bd0d6cfa85a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 06:01:48.719679 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541e73-3366-4697-8c2e-3303099e4258 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:48.719679 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541e73-3366-4697-8c2e-3303099e4258 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:48.719679 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541e73-3366-4697-8c2e-3303099e4258 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:48.719679 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541e73-3366-4697-8c2e-3303099e4258 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:48.719679 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541e73-3366-4697-8c2e-3303099e4258 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:48.720642 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541e73-3366-4697-8c2e-3303099e4258 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:48.720642 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541e73-3366-4697-8c2e-3303099e4258 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:48.720642 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541e73-3366-4697-8c2e-3303099e4258 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:48.721022 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541e73-3366-4697-8c2e-3303099e4258 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:48.721217 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541e73-3366-4697-8c2e-3303099e4258 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:48.721612 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541e73-3366-4697-8c2e-3303099e4258 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:48.721925 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541e73-3366-4697-8c2e-3303099e4258 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:48.722317 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96541e73-3366-4697-8c2e-3303099e4258 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-32 {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 05 06:01:48.739150 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-c998dab8-670c-4722-b892-38a48a7f2cb0 req-96541e73-3366-4697-8c2e-3303099e4258 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] No DVR routers for this DVR port 8b516a27-a536-46ad-94ba-9bd0d6cfa85a on host n-h1-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 06:01:48.742015 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c998dab8-670c-4722-b892-38a48a7f2cb0 req-96541e73-3366-4697-8c2e-3303099e4258 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:48.745332 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-c998dab8-670c-4722-b892-38a48a7f2cb0 req-96541e73-3366-4697-8c2e-3303099e4258 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.30 "DELETE /v2.0/ports/8b516a27-a536-46ad-94ba-9bd0d6cfa85a HTTP/1.1" status: 204 len: 173 time: 0.4146211 Mar 05 06:01:48.745834 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4880b995-550d-41f0-a105-3b8a5f6f492f', 'name': 'network-vif-deleted', 'tag': '8b516a27-a536-46ad-94ba-9bd0d6cfa85a'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 06:01:48.748078 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b3ece581dfa63e0b7b7c128691a33970c0031ac0b7b3271834b37c0ed9a1721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24aa856-208e-40e5-9269-0cf7422befea" -d '{"events": [{"server_uuid": "4880b995-550d-41f0-a105-3b8a5f6f492f", "name": "network-vif-deleted", "tag": "8b516a27-a536-46ad-94ba-9bd0d6cfa85a"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 06:01:48.789141 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 06:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711b4b0b-9a41-4157-b4a4-451198d2497c x-openstack-request-id: req-711b4b0b-9a41-4157-b4a4-451198d2497c {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 06:01:48.789438 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4880b995-550d-41f0-a105-3b8a5f6f492f", "name": "network-vif-deleted", "tag": "8b516a27-a536-46ad-94ba-9bd0d6cfa85a", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 06:01:48.789693 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-711b4b0b-9a41-4157-b4a4-451198d2497c {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 06:01:48.790104 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4880b995-550d-41f0-a105-3b8a5f6f492f', 'name': 'network-vif-deleted', 'tag': '8b516a27-a536-46ad-94ba-9bd0d6cfa85a', 'status': 'completed', 'code': 200} Mar 05 06:01:49.655658 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 8b516a27-a536-46ad-94ba-9bd0d6cfa85a no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 06:01:49.680559 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 8b516a27-a536-46ad-94ba-9bd0d6cfa85a {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 06:01:49.680910 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 8b516a27-a536-46ad-94ba-9bd0d6cfa85a not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 06:01:49.735636 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48168) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 06:01:49.892283 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-6222cc67-4d57-4c11-9f4a-b79d49983990 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Deleting port 5492d51c-72a1-4332-a9f2-29255b54ad43 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 06:01:49.892543 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6222cc67-4d57-4c11-9f4a-b79d49983990 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (5492d51c-72a1-4332-a9f2-29255b54ad43), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:49.966360 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6222cc67-4d57-4c11-9f4a-b79d49983990 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (5492d51c-72a1-4332-a9f2-29255b54ad43), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:49.966698 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6222cc67-4d57-4c11-9f4a-b79d49983990 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for floatingip (5492d51c-72a1-4332-a9f2-29255b54ad43), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:49.978679 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-6222cc67-4d57-4c11-9f4a-b79d49983990 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Calling delete_port for 5492d51c-72a1-4332-a9f2-29255b54ad43 owned by network:floatingip {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 06:01:50.124089 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6222cc67-4d57-4c11-9f4a-b79d49983990 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (5492d51c-72a1-4332-a9f2-29255b54ad43), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:50.149155 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222cc67-4d57-4c11-9f4a-b79d49983990 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Pushing event deleted for resources: {'Port': ['ID=5492d51c-72a1-4332-a9f2-29255b54ad43,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 06:01:50.211868 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6222cc67-4d57-4c11-9f4a-b79d49983990 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for floatingip (4ec3a3ea-ed01-4a4d-93d5-0d6facf4c112), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:50.212468 n-d-789963-32 neutron-server[105231]: INFO neutron.db.l3_db [None req-6222cc67-4d57-4c11-9f4a-b79d49983990 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Floating IP 4ec3a3ea-ed01-4a4d-93d5-0d6facf4c112 disassociated (deleted). External IP: 172.25.0.25, port: c7d3cc15-f0ba-4387-846c-324ebb6fbe08. Mar 05 06:01:50.431857 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6222cc67-4d57-4c11-9f4a-b79d49983990 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Router c706c9d7-68c8-4b0e-bfa8-e96596239ab0 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 06:01:50.543346 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6222cc67-4d57-4c11-9f4a-b79d49983990 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 06:01:50.548146 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-6222cc67-4d57-4c11-9f4a-b79d49983990 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for floatingip (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:50.553348 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdf2a7a-1602-4c2e-a8af-1d8ec382de05 None None] Sync routers for ids ['c706c9d7-68c8-4b0e-bfa8-e96596239ab0'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 06:01:50.563420 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdf2a7a-1602-4c2e-a8af-1d8ec382de05 None None] Routers {'c706c9d7-68c8-4b0e-bfa8-e96596239ab0'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 06:01:50.564053 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-9bdf2a7a-1602-4c2e-a8af-1d8ec382de05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T06:01:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c706c9d7-68c8-4b0e-bfa8-e96596239ab0'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 06:01:50.578860 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-6222cc67-4d57-4c11-9f4a-b79d49983990 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "DELETE /v2.0/floatingips/4ec3a3ea-ed01-4a4d-93d5-0d6facf4c112 HTTP/1.1" status: 204 len: 168 time: 0.8420596 Mar 05 06:01:50.579461 n-d-789963-32 neutron-server[105231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101eb971-f356-4169-a1cc-88034dca9074', 'tag': 'c7d3cc15-f0ba-4387-846c-324ebb6fbe08'}] {{(pid=105231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 06:01:50.583020 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}24e86d8bf5564ce3084f47d26cadcdd6ae9b710b23331da6c976c568e5bda5e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc09bda-f083-4fc5-b6f0-94cf89a2d139" -d '{"events": [{"name": "network-changed", "server_uuid": "101eb971-f356-4169-a1cc-88034dca9074", "tag": "c7d3cc15-f0ba-4387-846c-324ebb6fbe08"}]}' {{(pid=105231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 06:01:50.621785 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 05 Mar 2022 06:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236490f8-c28f-4bdc-a18c-91aab05b336b x-openstack-request-id: req-236490f8-c28f-4bdc-a18c-91aab05b336b {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 06:01:50.622306 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101eb971-f356-4169-a1cc-88034dca9074", "tag": "c7d3cc15-f0ba-4387-846c-324ebb6fbe08", "status": "completed", "code": 200}]} {{(pid=105231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 06:01:50.622659 n-d-789963-32 neutron-server[105231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-236490f8-c28f-4bdc-a18c-91aab05b336b {{(pid=105231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 06:01:50.623474 n-d-789963-32 neutron-server[105231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101eb971-f356-4169-a1cc-88034dca9074', 'tag': 'c7d3cc15-f0ba-4387-846c-324ebb6fbe08', 'status': 'completed', 'code': 200} Mar 05 06:01:50.691892 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-9bdf2a7a-1602-4c2e-a8af-1d8ec382de05 None None] Set router c706c9d7-68c8-4b0e-bfa8-e96596239ab0 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 06:01:50.692488 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc09bda-f083-4fc5-b6f0-94cf89a2d139 req-27b238dd-b1e1-465f-a9c5-5c77dc3ec6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:01:50.693682 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0fc09bda-f083-4fc5-b6f0-94cf89a2d139 req-27b238dd-b1e1-465f-a9c5-5c77dc3ec6ec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d9053b188d824fc193e8698e0435ebc7&device_id=101eb971-f356-4169-a1cc-88034dca9074 HTTP/1.1" status: 200 len: 1126 time: 0.0489120 Mar 05 06:01:50.820241 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc09bda-f083-4fc5-b6f0-94cf89a2d139 req-65a0ad82-7049-43bf-bd3b-c1c8665e49dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:01:50.821887 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0fc09bda-f083-4fc5-b6f0-94cf89a2d139 req-65a0ad82-7049-43bf-bd3b-c1c8665e49dc service neutron] 10.222.0.31 "GET /v2.0/networks?id=46822ec7-1a6d-4817-8d47-88e96f154192 HTTP/1.1" status: 200 len: 910 time: 0.1162202 Mar 05 06:01:50.828343 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530ddda-055b-4449-be23-17a576c5faed req-8556d018-daed-40ed-acce-405ab5f6d26c tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:01:50.829995 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3530ddda-055b-4449-be23-17a576c5faed req-8556d018-daed-40ed-acce-405ab5f6d26c tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/ports?device_id=101eb971-f356-4169-a1cc-88034dca9074 HTTP/1.1" status: 200 len: 943 time: 0.0603373 Mar 05 06:01:50.870578 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0fc09bda-f083-4fc5-b6f0-94cf89a2d139 req-35272c06-4ea0-474d-a047-de153d8d3cce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7d3cc15-f0ba-4387-846c-324ebb6fbe08 HTTP/1.1" status: 200 len: 217 time: 0.0407634 Mar 05 06:01:50.883778 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-3530ddda-055b-4449-be23-17a576c5faed req-dfcfb695-8fc2-4fe4-9513-8f21fd940dda tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a745804-0132-4e00-84fe-c73c01e63d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458477 Mar 05 06:01:50.912548 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-9bdf2a7a-1602-4c2e-a8af-1d8ec382de05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'name': 'tempest-TestSnapshotPattern-1252232387-router', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:57:15Z', 'updated_at': '2022-03-05T05:57:18Z', 'revision_number': 4, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'gw_port': {'id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:16Z', 'updated_at': '2022-03-05T05:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05', 'name': '', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'mac_address': 'fa:16:3e:9a:10:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:18Z', 'updated_at': '2022-03-05T05:57:24Z', 'revision_number': 5, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'subnets': [{'id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 06:01:50.924877 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc09bda-f083-4fc5-b6f0-94cf89a2d139 req-1086f557-4a84-4e42-beff-cbabb0c3af0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:01:50.926442 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0fc09bda-f083-4fc5-b6f0-94cf89a2d139 req-1086f557-4a84-4e42-beff-cbabb0c3af0c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=80521a35-5e08-4bc2-9dd0-bb5e9befd589 HTTP/1.1" status: 200 len: 849 time: 0.0494373 Mar 05 06:01:50.938347 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdf2a7a-1602-4c2e-a8af-1d8ec382de05 None None] Checking router: c706c9d7-68c8-4b0e-bfa8-e96596239ab0 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 06:01:50.947706 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdf2a7a-1602-4c2e-a8af-1d8ec382de05 None None] Routers {'c706c9d7-68c8-4b0e-bfa8-e96596239ab0'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 06:01:50.948302 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-9bdf2a7a-1602-4c2e-a8af-1d8ec382de05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T06:01:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c706c9d7-68c8-4b0e-bfa8-e96596239ab0'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 06:01:50.981832 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc09bda-f083-4fc5-b6f0-94cf89a2d139 req-2b6e6e91-7b6c-4ba7-938f-de720e2ae019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:01:50.983379 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0fc09bda-f083-4fc5-b6f0-94cf89a2d139 req-2b6e6e91-7b6c-4ba7-938f-de720e2ae019 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=46822ec7-1a6d-4817-8d47-88e96f154192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488877 Mar 05 06:01:51.056703 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-9bdf2a7a-1602-4c2e-a8af-1d8ec382de05 None None] Set router c706c9d7-68c8-4b0e-bfa8-e96596239ab0 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 06:01:51.071927 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0fc09bda-f083-4fc5-b6f0-94cf89a2d139 req-74e13d62-3dfe-440e-ae08-1a77f9cbcc93 service neutron] 10.222.0.31 "GET /v2.0/networks/46822ec7-1a6d-4817-8d47-88e96f154192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822058 Mar 05 06:01:51.165539 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-0fc09bda-f083-4fc5-b6f0-94cf89a2d139 req-878766c4-a2cb-4034-ac5c-f467385747c1 service neutron] 10.222.0.31 "GET /v2.0/networks/46822ec7-1a6d-4817-8d47-88e96f154192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856004 Mar 05 06:01:51.259836 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-9bdf2a7a-1602-4c2e-a8af-1d8ec382de05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'name': 'tempest-TestSnapshotPattern-1252232387-router', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:57:15Z', 'updated_at': '2022-03-05T05:57:18Z', 'revision_number': 4, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'gw_port': {'id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:16Z', 'updated_at': '2022-03-05T05:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05', 'name': '', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'mac_address': 'fa:16:3e:9a:10:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:18Z', 'updated_at': '2022-03-05T05:57:24Z', 'revision_number': 5, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'subnets': [{'id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 06:01:51.285623 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdf2a7a-1602-4c2e-a8af-1d8ec382de05 None None] The sync data for ids ['c706c9d7-68c8-4b0e-bfa8-e96596239ab0'] in n-d-789963-32 is: [{'id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'name': 'tempest-TestSnapshotPattern-1252232387-router', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:57:15Z', 'updated_at': '2022-03-05T05:57:18Z', 'revision_number': 4, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'gw_port': {'id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:16Z', 'updated_at': '2022-03-05T05:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32', '_interfaces': [{'id': '468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05', 'name': '', 'network_id': '46822ec7-1a6d-4817-8d47-88e96f154192', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'mac_address': 'fa:16:3e:9a:10:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:18Z', 'updated_at': '2022-03-05T05:57:24Z', 'revision_number': 5, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'subnets': [{'id': '80521a35-5e08-4bc2-9dd0-bb5e9befd589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 06:01:51.509657 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9c923c-cf3a-4306-9609-a6a349db6240 None None] New status for floating IP 4ec3a3ea-ed01-4a4d-93d5-0d6facf4c112: DOWN {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 05 06:01:52.006094 n-d-789963-32 neutron-server[105231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7a12c-0559-4a18-b4fc-a8cc1b487606 req-4d6cd812-c60d-4997-945e-f11801d7e217 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:01:52.007598 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fca7a12c-0559-4a18-b4fc-a8cc1b487606 req-4d6cd812-c60d-4997-945e-f11801d7e217 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/ports?device_id=101eb971-f356-4169-a1cc-88034dca9074 HTTP/1.1" status: 200 len: 943 time: 0.0532703 Mar 05 06:01:52.060990 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-fca7a12c-0559-4a18-b4fc-a8cc1b487606 req-26d8588a-2dbd-4fc6-a4ee-2432d375ed23 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/security-groups?id=0a745804-0132-4e00-84fe-c73c01e63d50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478370 Mar 05 06:01:52.466995 n-d-789963-32 neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85a1e9-bc09-4e26-a981-f1c7c7cd551b req-7e6bfa60-43f0-4e18-ab6a-d2277cacf9d8 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 05 06:01:52.468442 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ca85a1e9-bc09-4e26-a981-f1c7c7cd551b req-7e6bfa60-43f0-4e18-ab6a-d2277cacf9d8 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.31 "GET /v2.0/ports?device_id=101eb971-f356-4169-a1cc-88034dca9074 HTTP/1.1" status: 200 len: 943 time: 0.0534041 Mar 05 06:01:52.557000 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-ca85a1e9-bc09-4e26-a981-f1c7c7cd551b req-9a5e9700-7c0a-4eb8-8344-b91e02d5d42e tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Deleting port c7d3cc15-f0ba-4387-846c-324ebb6fbe08 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 06:01:52.557334 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ca85a1e9-bc09-4e26-a981-f1c7c7cd551b req-9a5e9700-7c0a-4eb8-8344-b91e02d5d42e tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (c7d3cc15-f0ba-4387-846c-324ebb6fbe08), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:52.647530 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-ca85a1e9-bc09-4e26-a981-f1c7c7cd551b req-9a5e9700-7c0a-4eb8-8344-b91e02d5d42e tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] For port c7d3cc15-f0ba-4387-846c-324ebb6fbe08, host n-h2-789963-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-32',level=0,port_id=c7d3cc15-f0ba-4387-846c-324ebb6fbe08,segment=NetworkSegment(2ab7f790-54b7-40e1-8e76-4b4f61ff0308),segment_id=2ab7f790-54b7-40e1-8e76-4b4f61ff0308)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 06:01:52.647889 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ca85a1e9-bc09-4e26-a981-f1c7c7cd551b req-9a5e9700-7c0a-4eb8-8344-b91e02d5d42e tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (c7d3cc15-f0ba-4387-846c-324ebb6fbe08), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:52.660268 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-ca85a1e9-bc09-4e26-a981-f1c7c7cd551b req-9a5e9700-7c0a-4eb8-8344-b91e02d5d42e tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Calling delete_port for c7d3cc15-f0ba-4387-846c-324ebb6fbe08 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 06:01:52.790051 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ca85a1e9-bc09-4e26-a981-f1c7c7cd551b req-9a5e9700-7c0a-4eb8-8344-b91e02d5d42e tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (c7d3cc15-f0ba-4387-846c-324ebb6fbe08), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:52.819897 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e9700-7c0a-4eb8-8344-b91e02d5d42e tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Pushing event deleted for resources: {'Port': ['ID=c7d3cc15-f0ba-4387-846c-324ebb6fbe08,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 06:01:52.860677 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca85a1e9-bc09-4e26-a981-f1c7c7cd551b req-9a5e9700-7c0a-4eb8-8344-b91e02d5d42e tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] No DVR routers for this DVR port c7d3cc15-f0ba-4387-846c-324ebb6fbe08 on host n-h2-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 06:01:52.864456 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-ca85a1e9-bc09-4e26-a981-f1c7c7cd551b req-9a5e9700-7c0a-4eb8-8344-b91e02d5d42e tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10947'] for port (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:52.867876 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [req-ca85a1e9-bc09-4e26-a981-f1c7c7cd551b req-9a5e9700-7c0a-4eb8-8344-b91e02d5d42e tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.31 "DELETE /v2.0/ports/c7d3cc15-f0ba-4387-846c-324ebb6fbe08 HTTP/1.1" status: 204 len: 173 time: 0.3941207 Mar 05 06:01:52.868337 n-d-789963-32 neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101eb971-f356-4169-a1cc-88034dca9074', 'name': 'network-vif-deleted', 'tag': 'c7d3cc15-f0ba-4387-846c-324ebb6fbe08'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 05 06:01:52.870582 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b3ece581dfa63e0b7b7c128691a33970c0031ac0b7b3271834b37c0ed9a1721" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6faaff42-a74e-4e63-b41f-d07f94350e14" -d '{"events": [{"server_uuid": "101eb971-f356-4169-a1cc-88034dca9074", "name": "network-vif-deleted", "tag": "c7d3cc15-f0ba-4387-846c-324ebb6fbe08"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 05 06:01:52.910666 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 05 Mar 2022 06:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f92fe8-9860-42ad-b078-6d342070cafc x-openstack-request-id: req-c0f92fe8-9860-42ad-b078-6d342070cafc {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 05 06:01:52.910917 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101eb971-f356-4169-a1cc-88034dca9074", "name": "network-vif-deleted", "tag": "c7d3cc15-f0ba-4387-846c-324ebb6fbe08", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 05 06:01:52.911209 n-d-789963-32 neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c0f92fe8-9860-42ad-b078-6d342070cafc {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 05 06:01:52.911639 n-d-789963-32 neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101eb971-f356-4169-a1cc-88034dca9074', 'name': 'network-vif-deleted', 'tag': 'c7d3cc15-f0ba-4387-846c-324ebb6fbe08', 'status': 'completed', 'code': 200} Mar 05 06:01:53.168325 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [req-525bfe3a-f28f-4080-835d-c99ba1209ed4 req-6567b9a2-c4cf-4092-b5ed-b6a74a3a3346 tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "GET /v2.0/ports?device_id=101eb971-f356-4169-a1cc-88034dca9074 HTTP/1.1" status: 200 len: 210 time: 0.0291278 Mar 05 06:01:53.497409 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 06:01:53.701920 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 8b516a27-a536-46ad-94ba-9bd0d6cfa85a no longer exists at agent hyperv_n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 06:01:53.722648 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] No Port match for: 8b516a27-a536-46ad-94ba-9bd0d6cfa85a {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 06:01:53.722997 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Device 8b516a27-a536-46ad-94ba-9bd0d6cfa85a not bound to the agent host n-h1-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 06:01:54.226538 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48184) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 06:01:54.283688 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-207fb30e-1fea-45d1-a0fa-2e85d405e3ef tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for security_group (0a745804-0132-4e00-84fe-c73c01e63d50), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:54.309328 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-207fb30e-1fea-45d1-a0fa-2e85d405e3ef tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for security_group (0a745804-0132-4e00-84fe-c73c01e63d50), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:54.369583 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-207fb30e-1fea-45d1-a0fa-2e85d405e3ef tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (0a745804-0132-4e00-84fe-c73c01e63d50), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:54.372332 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-207fb30e-1fea-45d1-a0fa-2e85d405e3ef tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:54.373505 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-207fb30e-1fea-45d1-a0fa-2e85d405e3ef tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] 10.222.0.11 "DELETE /v2.0/security-groups/0a745804-0132-4e00-84fe-c73c01e63d50 HTTP/1.1" status: 204 len: 168 time: 0.1459520 Mar 05 06:01:54.384337 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fb30e-1fea-45d1-a0fa-2e85d405e3ef tempest-TestSnapshotPattern-1553786875 tempest-TestSnapshotPattern-1553786875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a745804-0132-4e00-84fe-c73c01e63d50,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 06:01:55.434221 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48190) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 06:01:55.785171 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-951bc5dc-c551-4657-b0cd-0b9f2905db79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (c706c9d7-68c8-4b0e-bfa8-e96596239ab0), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:56.032268 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-951bc5dc-c551-4657-b0cd-0b9f2905db79 admin admin] Deleting port 468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05 {{(pid=105231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 06:01:56.032609 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-951bc5dc-c551-4657-b0cd-0b9f2905db79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:56.109848 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.db [None req-951bc5dc-c551-4657-b0cd-0b9f2905db79 admin admin] For port 468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05,segment=NetworkSegment(2ab7f790-54b7-40e1-8e76-4b4f61ff0308),segment_id=2ab7f790-54b7-40e1-8e76-4b4f61ff0308)] {{(pid=105231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 06:01:56.110173 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-951bc5dc-c551-4657-b0cd-0b9f2905db79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:56.123474 n-d-789963-32 neutron-server[105231]: DEBUG neutron.plugins.ml2.plugin [None req-951bc5dc-c551-4657-b0cd-0b9f2905db79 admin admin] Calling delete_port for 468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05 owned by network:router_interface {{(pid=105231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 06:01:56.307723 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-951bc5dc-c551-4657-b0cd-0b9f2905db79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131532493'] for port (468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:56.337063 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951bc5dc-c551-4657-b0cd-0b9f2905db79 admin admin] Pushing event deleted for resources: {'Port': ['ID=468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 06:01:56.505543 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-951bc5dc-c551-4657-b0cd-0b9f2905db79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (c706c9d7-68c8-4b0e-bfa8-e96596239ab0), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:56.531725 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device c7d3cc15-f0ba-4387-846c-324ebb6fbe08 no longer exists at agent hyperv_n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 06:01:56.552859 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] No Port match for: c7d3cc15-f0ba-4387-846c-324ebb6fbe08 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 06:01:56.553215 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Device c7d3cc15-f0ba-4387-846c-324ebb6fbe08 not bound to the agent host n-h2-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 06:01:56.726454 n-d-789963-32 neutron-server[105231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951bc5dc-c551-4657-b0cd-0b9f2905db79 admin admin] Router c706c9d7-68c8-4b0e-bfa8-e96596239ab0 has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 06:01:57.164239 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951bc5dc-c551-4657-b0cd-0b9f2905db79 admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 06:01:57.169230 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-951bc5dc-c551-4657-b0cd-0b9f2905db79 admin admin] 10.222.0.11 "PUT /v2.0/routers/c706c9d7-68c8-4b0e-bfa8-e96596239ab0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7339494 Mar 05 06:01:57.172014 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48192) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 06:01:57.172864 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6699182-7393-4dfc-a67a-b8121fce1dba None None] Sync routers for ids ['c706c9d7-68c8-4b0e-bfa8-e96596239ab0'] in n-d-789963-32 {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 06:01:57.182339 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6699182-7393-4dfc-a67a-b8121fce1dba None None] Routers {'c706c9d7-68c8-4b0e-bfa8-e96596239ab0'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 06:01:57.182965 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b6699182-7393-4dfc-a67a-b8121fce1dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T06:01:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c706c9d7-68c8-4b0e-bfa8-e96596239ab0'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 06:01:57.277744 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a0376ad9-a454-4c12-b628-d302c8600f74 admin admin] Publish callbacks [] for router (c706c9d7-68c8-4b0e-bfa8-e96596239ab0), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:57.290215 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-b6699182-7393-4dfc-a67a-b8121fce1dba None None] Set router c706c9d7-68c8-4b0e-bfa8-e96596239ab0 gateway port host: n-d-789963-32 {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 06:01:57.383777 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a0376ad9-a454-4c12-b628-d302c8600f74 admin admin] Publish callbacks [] for router_gateway (c706c9d7-68c8-4b0e-bfa8-e96596239ab0), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:57.435550 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-a0376ad9-a454-4c12-b628-d302c8600f74 admin admin] Deleting port d08f9f7a-36c8-4c00-9765-c9373184ffe1 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 06:01:57.435787 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a0376ad9-a454-4c12-b628-d302c8600f74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (d08f9f7a-36c8-4c00-9765-c9373184ffe1), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:57.479010 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b6699182-7393-4dfc-a67a-b8121fce1dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'name': 'tempest-TestSnapshotPattern-1252232387-router', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:57:15Z', 'updated_at': '2022-03-05T06:01:56Z', 'revision_number': 5, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'gw_port': {'id': 'd08f9f7a-36c8-4c00-9765-c9373184ffe1', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:77:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:16Z', 'updated_at': '2022-03-05T05:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 06:01:57.510300 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6699182-7393-4dfc-a67a-b8121fce1dba None None] Checking router: c706c9d7-68c8-4b0e-bfa8-e96596239ab0 for host: n-d-789963-32 {{(pid=105233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 06:01:57.518796 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6699182-7393-4dfc-a67a-b8121fce1dba None None] Routers {'c706c9d7-68c8-4b0e-bfa8-e96596239ab0'} bound to L3 agent in host n-d-789963-32 {{(pid=105233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 06:01:57.519442 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b6699182-7393-4dfc-a67a-b8121fce1dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T06:01:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['c706c9d7-68c8-4b0e-bfa8-e96596239ab0'], 'active': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 06:01:57.519780 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-a0376ad9-a454-4c12-b628-d302c8600f74 admin admin] For port d08f9f7a-36c8-4c00-9765-c9373184ffe1, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=d08f9f7a-36c8-4c00-9765-c9373184ffe1,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 06:01:57.520179 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a0376ad9-a454-4c12-b628-d302c8600f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (d08f9f7a-36c8-4c00-9765-c9373184ffe1), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:57.531841 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-a0376ad9-a454-4c12-b628-d302c8600f74 admin admin] Calling delete_port for d08f9f7a-36c8-4c00-9765-c9373184ffe1 owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 06:01:57.607050 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_dvr_db [None req-b6699182-7393-4dfc-a67a-b8121fce1dba None None] Set router c706c9d7-68c8-4b0e-bfa8-e96596239ab0 gateway port host: None {{(pid=105233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 06:01:57.658599 n-d-789963-32 neutron-server[105233]: DEBUG neutron.db.l3_hamode_db [None req-b6699182-7393-4dfc-a67a-b8121fce1dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'name': 'tempest-TestSnapshotPattern-1252232387-router', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:57:15Z', 'updated_at': '2022-03-05T06:01:57Z', 'revision_number': 6, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 06:01:57.689066 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6699182-7393-4dfc-a67a-b8121fce1dba None None] The sync data for ids ['c706c9d7-68c8-4b0e-bfa8-e96596239ab0'] in n-d-789963-32 is: [{'id': 'c706c9d7-68c8-4b0e-bfa8-e96596239ab0', 'name': 'tempest-TestSnapshotPattern-1252232387-router', 'tenant_id': 'd9053b188d824fc193e8698e0435ebc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:57:15Z', 'updated_at': '2022-03-05T06:01:57Z', 'revision_number': 6, 'project_id': 'd9053b188d824fc193e8698e0435ebc7', 'gw_port_host': None}] {{(pid=105233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 06:01:57.706556 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a0376ad9-a454-4c12-b628-d302c8600f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (d08f9f7a-36c8-4c00-9765-c9373184ffe1), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:57.733682 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0376ad9-a454-4c12-b628-d302c8600f74 admin admin] Pushing event deleted for resources: {'Port': ['ID=d08f9f7a-36c8-4c00-9765-c9373184ffe1,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 06:01:57.798108 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a0376ad9-a454-4c12-b628-d302c8600f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (c706c9d7-68c8-4b0e-bfa8-e96596239ab0), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:57.889435 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a0376ad9-a454-4c12-b628-d302c8600f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (c706c9d7-68c8-4b0e-bfa8-e96596239ab0), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:57.891585 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a0376ad9-a454-4c12-b628-d302c8600f74 admin admin] Publish callbacks [] for router_controller (c706c9d7-68c8-4b0e-bfa8-e96596239ab0), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:57.935311 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a0376ad9-a454-4c12-b628-d302c8600f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (c706c9d7-68c8-4b0e-bfa8-e96596239ab0), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:57.935871 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0376ad9-a454-4c12-b628-d302c8600f74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c706c9d7-68c8-4b0e-bfa8-e96596239ab0 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 06:01:57.940346 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a0376ad9-a454-4c12-b628-d302c8600f74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:57.941826 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a0376ad9-a454-4c12-b628-d302c8600f74 admin admin] 10.222.0.11 "DELETE /v2.0/routers/c706c9d7-68c8-4b0e-bfa8-e96596239ab0 HTTP/1.1" status: 204 len: 168 time: 0.7688076 Mar 05 06:01:57.944434 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48194) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 06:01:57.988651 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-11377a8e-be2b-4f58-b8fe-935e0ab99615 admin admin] Deleting subnet 80521a35-5e08-4bc2-9dd0-bb5e9befd589 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 06:01:57.991682 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-11377a8e-be2b-4f58-b8fe-935e0ab99615 admin admin] Publish callbacks [] for subnet (80521a35-5e08-4bc2-9dd0-bb5e9befd589), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:58.029333 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-11377a8e-be2b-4f58-b8fe-935e0ab99615 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (80521a35-5e08-4bc2-9dd0-bb5e9befd589), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:58.109824 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-11377a8e-be2b-4f58-b8fe-935e0ab99615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (80521a35-5e08-4bc2-9dd0-bb5e9befd589), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:58.164920 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-11377a8e-be2b-4f58-b8fe-935e0ab99615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (80521a35-5e08-4bc2-9dd0-bb5e9befd589), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:58.191886 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11377a8e-be2b-4f58-b8fe-935e0ab99615 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80521a35-5e08-4bc2-9dd0-bb5e9befd589,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 06:01:58.195360 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-11377a8e-be2b-4f58-b8fe-935e0ab99615 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:58.200811 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-11377a8e-be2b-4f58-b8fe-935e0ab99615 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/80521a35-5e08-4bc2-9dd0-bb5e9befd589 HTTP/1.1" status: 204 len: 168 time: 0.2531898 Mar 05 06:01:58.201016 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48196) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 06:01:58.202452 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4dd1f6-f59a-4731-947a-8c026b512455 None None] Network 46822ec7-1a6d-4817-8d47-88e96f154192 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 06:01:58.273842 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-99febcdc-3cda-4194-bf40-a792d259ac79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (46822ec7-1a6d-4817-8d47-88e96f154192), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:58.327611 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-99febcdc-3cda-4194-bf40-a792d259ac79 admin admin] Deleting port 04b659fb-9915-4490-bc16-0a96c7453daf {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 06:01:58.327947 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-99febcdc-3cda-4194-bf40-a792d259ac79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (04b659fb-9915-4490-bc16-0a96c7453daf), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:58.391982 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-99febcdc-3cda-4194-bf40-a792d259ac79 admin admin] For port 04b659fb-9915-4490-bc16-0a96c7453daf, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=04b659fb-9915-4490-bc16-0a96c7453daf,segment=NetworkSegment(2ab7f790-54b7-40e1-8e76-4b4f61ff0308),segment_id=2ab7f790-54b7-40e1-8e76-4b4f61ff0308)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 06:01:58.392266 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-99febcdc-3cda-4194-bf40-a792d259ac79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (04b659fb-9915-4490-bc16-0a96c7453daf), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:58.404542 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-99febcdc-3cda-4194-bf40-a792d259ac79 admin admin] Calling delete_port for 04b659fb-9915-4490-bc16-0a96c7453daf owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 06:01:58.486335 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-99febcdc-3cda-4194-bf40-a792d259ac79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (04b659fb-9915-4490-bc16-0a96c7453daf), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:58.488526 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90fcfc1-1d5c-4e43-84b8-6c999a9b01c2 None None] DHCP port deletion for 46822ec7-1a6d-4817-8d47-88e96f154192 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 06:01:58.516662 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99febcdc-3cda-4194-bf40-a792d259ac79 admin admin] Pushing event deleted for resources: {'Port': ['ID=04b659fb-9915-4490-bc16-0a96c7453daf,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 06:01:58.519023 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99febcdc-3cda-4194-bf40-a792d259ac79 admin admin] No DVR routers for this DVR port 04b659fb-9915-4490-bc16-0a96c7453daf on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 06:01:58.592843 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-99febcdc-3cda-4194-bf40-a792d259ac79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (46822ec7-1a6d-4817-8d47-88e96f154192), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:58.616656 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-99febcdc-3cda-4194-bf40-a792d259ac79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46822ec7-1a6d-4817-8d47-88e96f154192']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 06:01:58.626175 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-99febcdc-3cda-4194-bf40-a792d259ac79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab7f790-54b7-40e1-8e76-4b4f61ff0308') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 06:01:58.626470 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-99febcdc-3cda-4194-bf40-a792d259ac79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab7f790-54b7-40e1-8e76-4b4f61ff0308') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 06:01:58.636101 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-99febcdc-3cda-4194-bf40-a792d259ac79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (2ab7f790-54b7-40e1-8e76-4b4f61ff0308), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:58.650315 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-99febcdc-3cda-4194-bf40-a792d259ac79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (2ab7f790-54b7-40e1-8e76-4b4f61ff0308), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:58.656648 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99febcdc-3cda-4194-bf40-a792d259ac79 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 06:01:58.657046 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-99febcdc-3cda-4194-bf40-a792d259ac79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (2ab7f790-54b7-40e1-8e76-4b4f61ff0308), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:58.659450 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 06:01:58.659450 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 06:01:58.659450 n-d-789963-32 neutron-server[105232]: timer() Mar 05 06:01:58.659450 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 06:01:58.659450 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 06:01:58.659450 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 06:01:58.659450 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 06:01:58.659450 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 06:01:58.659450 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 06:01:58.659450 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 06:01:58.659450 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 06:01:58.659450 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 06:01:58.659450 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 06:01:58.659450 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 06:01:58.659450 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 06:01:58.659450 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 06:01:58.659450 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 06:01:58.659450 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 06:01:58.659450 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 06:01:58.659450 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 06:01:58.659450 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 06:01:58.659450 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 06:01:58.659450 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 06:01:58.659450 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 06:01:58.659450 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 06:01:58.659450 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 06:01:58.659450 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 06:01:58.659450 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 06:01:58.659450 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 06:01:58.659450 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 06:01:58.659450 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 06:01:58.659450 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 06:01:58.722564 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-99febcdc-3cda-4194-bf40-a792d259ac79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (46822ec7-1a6d-4817-8d47-88e96f154192), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:58.728194 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-99febcdc-3cda-4194-bf40-a792d259ac79 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:58.732097 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-99febcdc-3cda-4194-bf40-a792d259ac79 admin admin] 10.222.0.11 "DELETE /v2.0/networks/46822ec7-1a6d-4817-8d47-88e96f154192 HTTP/1.1" status: 204 len: 168 time: 0.5299556 Mar 05 06:01:58.735019 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48198) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 06:01:58.784424 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99febcdc-3cda-4194-bf40-a792d259ac79 admin admin] Pushing event deleted for resources: {'Network': ['ID=46822ec7-1a6d-4817-8d47-88e96f154192,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 06:01:58.829383 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 06:01:58.850482 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 06:01:58.850927 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 468cfe65-2a65-4df3-b3a3-e7ff4cd8ec05 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 06:01:58.851466 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d08f9f7a-36c8-4c00-9765-c9373184ffe1 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 06:01:58.871982 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: d08f9f7a-36c8-4c00-9765-c9373184ffe1 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 06:01:58.872335 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device d08f9f7a-36c8-4c00-9765-c9373184ffe1 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 06:01:58.872759 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 04b659fb-9915-4490-bc16-0a96c7453daf no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 06:01:58.893387 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: 04b659fb-9915-4490-bc16-0a96c7453daf {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 06:01:58.893757 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device 04b659fb-9915-4490-bc16-0a96c7453daf not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 06:01:59.426936 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7219cbf2-409c-4e33-8dba-ba4ce582b48d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-900952'] for router_interface (b16fbb89-eea7-4925-bb6c-11170826e7ec), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:59.672297 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-7219cbf2-409c-4e33-8dba-ba4ce582b48d admin admin] Deleting port fd79c8ab-9f00-43f8-8c6c-2a1446792953 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 06:01:59.672549 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7219cbf2-409c-4e33-8dba-ba4ce582b48d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (fd79c8ab-9f00-43f8-8c6c-2a1446792953), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:59.752303 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-7219cbf2-409c-4e33-8dba-ba4ce582b48d admin admin] For port fd79c8ab-9f00-43f8-8c6c-2a1446792953, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=fd79c8ab-9f00-43f8-8c6c-2a1446792953,segment=NetworkSegment(9f2b1a8e-47de-4017-a3d4-f29702fdc9b1),segment_id=9f2b1a8e-47de-4017-a3d4-f29702fdc9b1)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 06:01:59.752840 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7219cbf2-409c-4e33-8dba-ba4ce582b48d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (fd79c8ab-9f00-43f8-8c6c-2a1446792953), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:59.764298 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-7219cbf2-409c-4e33-8dba-ba4ce582b48d admin admin] Calling delete_port for fd79c8ab-9f00-43f8-8c6c-2a1446792953 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 06:01:59.943632 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7219cbf2-409c-4e33-8dba-ba4ce582b48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (fd79c8ab-9f00-43f8-8c6c-2a1446792953), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:01:59.974124 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219cbf2-409c-4e33-8dba-ba4ce582b48d admin admin] Pushing event deleted for resources: {'Port': ['ID=fd79c8ab-9f00-43f8-8c6c-2a1446792953,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 06:02:00.135524 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7219cbf2-409c-4e33-8dba-ba4ce582b48d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-900908'] for router_interface (b16fbb89-eea7-4925-bb6c-11170826e7ec), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:00.355347 n-d-789963-32 neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7219cbf2-409c-4e33-8dba-ba4ce582b48d admin admin] Router b16fbb89-eea7-4925-bb6c-11170826e7ec has already been hosted by L3 agent cc2d83a2-2811-4d49-901e-4b5c29cca9f1 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 05 06:02:00.467675 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7219cbf2-409c-4e33-8dba-ba4ce582b48d admin admin] Notify agent at l3_agent.n-d-789963-32 the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 05 06:02:00.473716 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-7219cbf2-409c-4e33-8dba-ba4ce582b48d admin admin] 10.222.0.11 "PUT /v2.0/routers/b16fbb89-eea7-4925-bb6c-11170826e7ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7377312 Mar 05 06:02:00.477081 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48200) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 06:02:00.477920 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd00828-b1f8-4aec-9f59-802a1fa6dffc None None] Sync routers for ids ['b16fbb89-eea7-4925-bb6c-11170826e7ec'] in n-d-789963-32 {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 05 06:02:00.488691 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd00828-b1f8-4aec-9f59-802a1fa6dffc None None] Routers {'b16fbb89-eea7-4925-bb6c-11170826e7ec'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 06:02:00.489335 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-9bd00828-b1f8-4aec-9f59-802a1fa6dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T06:01:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b16fbb89-eea7-4925-bb6c-11170826e7ec'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 06:02:00.582919 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a2a455c6-a527-418c-a2c8-31ee43c75e1f admin admin] Publish callbacks [] for router (b16fbb89-eea7-4925-bb6c-11170826e7ec), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:00.598182 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-9bd00828-b1f8-4aec-9f59-802a1fa6dffc None None] Set router b16fbb89-eea7-4925-bb6c-11170826e7ec gateway port host: n-d-789963-32 {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 06:02:00.687765 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a2a455c6-a527-418c-a2c8-31ee43c75e1f admin admin] Publish callbacks [] for router_gateway (b16fbb89-eea7-4925-bb6c-11170826e7ec), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:00.741843 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-a2a455c6-a527-418c-a2c8-31ee43c75e1f admin admin] Deleting port bb52d640-849d-4d38-96fb-448a8e2a4ea6 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 06:02:00.742188 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a2a455c6-a527-418c-a2c8-31ee43c75e1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (bb52d640-849d-4d38-96fb-448a8e2a4ea6), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:00.777160 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-9bd00828-b1f8-4aec-9f59-802a1fa6dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16fbb89-eea7-4925-bb6c-11170826e7ec', 'name': 'tempest-TestSnapshotPattern-2121570650-router', 'tenant_id': '8f782029cc944522aba75fe7b2d7b4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'external_fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': 'bb52d640-849d-4d38-96fb-448a8e2a4ea6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:57:20Z', 'updated_at': '2022-03-05T06:01:59Z', 'revision_number': 5, 'project_id': '8f782029cc944522aba75fe7b2d7b4dc', 'gw_port': {'id': 'bb52d640-849d-4d38-96fb-448a8e2a4ea6', 'name': '', 'network_id': 'ff625bbb-6b8f-4740-be08-a562ec9a34a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16fbb89-eea7-4925-bb6c-11170826e7ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-05T05:57:21Z', 'updated_at': '2022-03-05T05:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4341aa72-c7f7-4fd4-928c-0401a3585c68', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-32'}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 06:02:00.830379 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-a2a455c6-a527-418c-a2c8-31ee43c75e1f admin admin] For port bb52d640-849d-4d38-96fb-448a8e2a4ea6, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=bb52d640-849d-4d38-96fb-448a8e2a4ea6,segment=NetworkSegment(41f0de59-cdfb-42b3-8260-285a991386ed),segment_id=41f0de59-cdfb-42b3-8260-285a991386ed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 06:02:00.831292 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a2a455c6-a527-418c-a2c8-31ee43c75e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (bb52d640-849d-4d38-96fb-448a8e2a4ea6), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:00.844454 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-a2a455c6-a527-418c-a2c8-31ee43c75e1f admin admin] Calling delete_port for bb52d640-849d-4d38-96fb-448a8e2a4ea6 owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 06:02:00.898655 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd00828-b1f8-4aec-9f59-802a1fa6dffc None None] Checking router: b16fbb89-eea7-4925-bb6c-11170826e7ec for host: n-d-789963-32 {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 05 06:02:00.906806 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd00828-b1f8-4aec-9f59-802a1fa6dffc None None] Routers {'b16fbb89-eea7-4925-bb6c-11170826e7ec'} bound to L3 agent in host n-d-789963-32 {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 05 06:02:00.907443 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-9bd00828-b1f8-4aec-9f59-802a1fa6dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-05T04:30:44Z,description=,heartbeat_timestamp=2022-03-05T06:01:44Z,host='n-d-789963-32',id=cc2d83a2-2811-4d49-901e-4b5c29cca9f1,load=0,resource_versions=,resources_synced=,started_at=2022-03-05T04:30:44Z,topic='l3_agent')) {'router_ids': ['b16fbb89-eea7-4925-bb6c-11170826e7ec'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 06:02:00.994094 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-9bd00828-b1f8-4aec-9f59-802a1fa6dffc None None] Set router b16fbb89-eea7-4925-bb6c-11170826e7ec gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 05 06:02:01.014268 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a2a455c6-a527-418c-a2c8-31ee43c75e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (bb52d640-849d-4d38-96fb-448a8e2a4ea6), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:01.043882 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a455c6-a527-418c-a2c8-31ee43c75e1f admin admin] Pushing event deleted for resources: {'Port': ['ID=bb52d640-849d-4d38-96fb-448a8e2a4ea6,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 06:02:01.048239 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-9bd00828-b1f8-4aec-9f59-802a1fa6dffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16fbb89-eea7-4925-bb6c-11170826e7ec', 'name': 'tempest-TestSnapshotPattern-2121570650-router', 'tenant_id': '8f782029cc944522aba75fe7b2d7b4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:57:20Z', 'updated_at': '2022-03-05T06:02:00Z', 'revision_number': 6, 'project_id': '8f782029cc944522aba75fe7b2d7b4dc', 'gw_port_host': None}], 'n-d-789963-32', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 06:02:01.076969 n-d-789963-32 neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd00828-b1f8-4aec-9f59-802a1fa6dffc None None] The sync data for ids ['b16fbb89-eea7-4925-bb6c-11170826e7ec'] in n-d-789963-32 is: [{'id': 'b16fbb89-eea7-4925-bb6c-11170826e7ec', 'name': 'tempest-TestSnapshotPattern-2121570650-router', 'tenant_id': '8f782029cc944522aba75fe7b2d7b4dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-05T05:57:20Z', 'updated_at': '2022-03-05T06:02:00Z', 'revision_number': 6, 'project_id': '8f782029cc944522aba75fe7b2d7b4dc', 'gw_port_host': None}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 05 06:02:01.110102 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a2a455c6-a527-418c-a2c8-31ee43c75e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-899462'] for router_gateway (b16fbb89-eea7-4925-bb6c-11170826e7ec), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:01.207943 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a2a455c6-a527-418c-a2c8-31ee43c75e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-903218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9293'] for router (b16fbb89-eea7-4925-bb6c-11170826e7ec), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:01.210085 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a2a455c6-a527-418c-a2c8-31ee43c75e1f admin admin] Publish callbacks [] for router_controller (b16fbb89-eea7-4925-bb6c-11170826e7ec), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:01.254284 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a2a455c6-a527-418c-a2c8-31ee43c75e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-903205'] for router (b16fbb89-eea7-4925-bb6c-11170826e7ec), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:01.254758 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a455c6-a527-418c-a2c8-31ee43c75e1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b16fbb89-eea7-4925-bb6c-11170826e7ec {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 05 06:02:01.259641 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a2a455c6-a527-418c-a2c8-31ee43c75e1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:01.260816 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-a2a455c6-a527-418c-a2c8-31ee43c75e1f admin admin] 10.222.0.11 "DELETE /v2.0/routers/b16fbb89-eea7-4925-bb6c-11170826e7ec HTTP/1.1" status: 204 len: 168 time: 0.7828276 Mar 05 06:02:01.263357 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48202) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 06:02:01.307517 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9dec3bc-ce66-422a-b219-466bec18121f admin admin] Deleting subnet f3182c11-4ed6-4c1c-9e0a-f798e194a309 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 05 06:02:01.310565 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c9dec3bc-ce66-422a-b219-466bec18121f admin admin] Publish callbacks [] for subnet (f3182c11-4ed6-4c1c-9e0a-f798e194a309), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:01.345471 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c9dec3bc-ce66-422a-b219-466bec18121f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-131516806'] for subnet (f3182c11-4ed6-4c1c-9e0a-f798e194a309), precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:01.426055 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c9dec3bc-ce66-422a-b219-466bec18121f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2027001'] for subnet (f3182c11-4ed6-4c1c-9e0a-f798e194a309), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:01.482716 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c9dec3bc-ce66-422a-b219-466bec18121f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2026978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-102738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-131174905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-131196794'] for subnet (f3182c11-4ed6-4c1c-9e0a-f798e194a309), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:01.510174 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dec3bc-ce66-422a-b219-466bec18121f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3182c11-4ed6-4c1c-9e0a-f798e194a309,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 06:02:01.515182 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c9dec3bc-ce66-422a-b219-466bec18121f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:01.517827 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-c9dec3bc-ce66-422a-b219-466bec18121f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f3182c11-4ed6-4c1c-9e0a-f798e194a309 HTTP/1.1" status: 204 len: 168 time: 0.2535172 Mar 05 06:02:01.520967 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48204) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 06:02:01.523563 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5d7b65-d3fc-40bd-9824-7893e1ab1cee None None] Network bf534a26-6214-46ef-b8ab-78e9014dc570 requested from n-d-789963-32 {{(pid=105233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 05 06:02:01.596151 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6d2b5305-119d-4d55-ab08-34d486b16f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1659510'] for network (bf534a26-6214-46ef-b8ab-78e9014dc570), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:01.652366 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-6d2b5305-119d-4d55-ab08-34d486b16f32 admin admin] Deleting port af5175d1-146f-45e2-86a2-f9c87e515eed {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 05 06:02:01.652700 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6d2b5305-119d-4d55-ab08-34d486b16f32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780054603075'] for port (af5175d1-146f-45e2-86a2-f9c87e515eed), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:01.718422 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-6d2b5305-119d-4d55-ab08-34d486b16f32 admin admin] For port af5175d1-146f-45e2-86a2-f9c87e515eed, host n-d-789963-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-32',level=0,port_id=af5175d1-146f-45e2-86a2-f9c87e515eed,segment=NetworkSegment(9f2b1a8e-47de-4017-a3d4-f29702fdc9b1),segment_id=9f2b1a8e-47de-4017-a3d4-f29702fdc9b1)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 05 06:02:01.718781 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6d2b5305-119d-4d55-ab08-34d486b16f32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-898378'] for port (af5175d1-146f-45e2-86a2-f9c87e515eed), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:01.737396 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-6d2b5305-119d-4d55-ab08-34d486b16f32 admin admin] Calling delete_port for af5175d1-146f-45e2-86a2-f9c87e515eed owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 05 06:02:01.819862 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6d2b5305-119d-4d55-ab08-34d486b16f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1642131', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780054609062', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780054266552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-131174862'] for port (af5175d1-146f-45e2-86a2-f9c87e515eed), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:01.844048 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b5305-119d-4d55-ab08-34d486b16f32 admin admin] Pushing event deleted for resources: {'Port': ['ID=af5175d1-146f-45e2-86a2-f9c87e515eed,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 06:02:01.850816 n-d-789963-32 neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2b5305-119d-4d55-ab08-34d486b16f32 admin admin] No DVR routers for this DVR port af5175d1-146f-45e2-86a2-f9c87e515eed on host n-d-789963-32 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 05 06:02:01.874202 n-d-789963-32 neutron-server[105233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff048aa0-8ea7-447c-b3ff-55bbe444ef77 None None] DHCP port deletion for bf534a26-6214-46ef-b8ab-78e9014dc570 request from n-d-789963-32 {{(pid=105233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 05 06:02:01.934745 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6d2b5305-119d-4d55-ab08-34d486b16f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2093174', 'neutron.services.segments.db._delete_segments_for_network-8780054810215'] for network (bf534a26-6214-46ef-b8ab-78e9014dc570), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:01.954887 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-6d2b5305-119d-4d55-ab08-34d486b16f32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf534a26-6214-46ef-b8ab-78e9014dc570']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 06:02:01.964605 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-6d2b5305-119d-4d55-ab08-34d486b16f32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f2b1a8e-47de-4017-a3d4-f29702fdc9b1') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 06:02:01.964919 n-d-789963-32 neutron-server[105232]: DEBUG neutron.services.segments.db [None req-6d2b5305-119d-4d55-ab08-34d486b16f32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f2b1a8e-47de-4017-a3d4-f29702fdc9b1') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 05 06:02:01.975294 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6d2b5305-119d-4d55-ab08-34d486b16f32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780054810992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-131516797'] for segment (9f2b1a8e-47de-4017-a3d4-f29702fdc9b1), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:01.989430 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6d2b5305-119d-4d55-ab08-34d486b16f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994'] for segment (9f2b1a8e-47de-4017-a3d4-f29702fdc9b1), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:01.995568 n-d-789963-32 neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2b5305-119d-4d55-ab08-34d486b16f32 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 05 06:02:01.995960 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6d2b5305-119d-4d55-ab08-34d486b16f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2022994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-131174803'] for segment (9f2b1a8e-47de-4017-a3d4-f29702fdc9b1), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:01.997648 n-d-789963-32 neutron-server[105232]: Traceback (most recent call last): Mar 05 06:02:01.997648 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 05 06:02:01.997648 n-d-789963-32 neutron-server[105232]: timer() Mar 05 06:02:01.997648 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 05 06:02:01.997648 n-d-789963-32 neutron-server[105232]: cb(*args, **kw) Mar 05 06:02:01.997648 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 05 06:02:01.997648 n-d-789963-32 neutron-server[105232]: return func(*args, **kwargs) Mar 05 06:02:01.997648 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 05 06:02:01.997648 n-d-789963-32 neutron-server[105232]: self._notify() Mar 05 06:02:01.997648 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 05 06:02:01.997648 n-d-789963-32 neutron-server[105232]: self.callback(batched_events) Mar 05 06:02:01.997648 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 05 06:02:01.997648 n-d-789963-32 neutron-server[105232]: event.method(event) Mar 05 06:02:01.997648 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 05 06:02:01.997648 n-d-789963-32 neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 05 06:02:01.997648 n-d-789963-32 neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 05 06:02:01.997648 n-d-789963-32 neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Mar 05 06:02:01.997648 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 05 06:02:01.997648 n-d-789963-32 neutron-server[105232]: return f(self, *a, **k) Mar 05 06:02:01.997648 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 05 06:02:01.997648 n-d-789963-32 neutron-server[105232]: return self._get(url).json() Mar 05 06:02:01.997648 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 05 06:02:01.997648 n-d-789963-32 neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 05 06:02:01.997648 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 05 06:02:01.997648 n-d-789963-32 neutron-server[105232]: return self.request(url, 'GET', **kwargs) Mar 05 06:02:01.997648 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 05 06:02:01.997648 n-d-789963-32 neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Mar 05 06:02:01.997648 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 05 06:02:01.997648 n-d-789963-32 neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 05 06:02:01.997648 n-d-789963-32 neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 05 06:02:01.997648 n-d-789963-32 neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 05 06:02:01.997648 n-d-789963-32 neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 05 06:02:02.053513 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6d2b5305-119d-4d55-ab08-34d486b16f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2093183', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-973434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-899490'] for network (bf534a26-6214-46ef-b8ab-78e9014dc570), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:02.058150 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6d2b5305-119d-4d55-ab08-34d486b16f32 admin admin] Publish callbacks [] for network (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:02.061857 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-6d2b5305-119d-4d55-ab08-34d486b16f32 admin admin] 10.222.0.11 "DELETE /v2.0/networks/bf534a26-6214-46ef-b8ab-78e9014dc570 HTTP/1.1" status: 204 len: 168 time: 0.5399027 Mar 05 06:02:02.074170 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b5305-119d-4d55-ab08-34d486b16f32 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf534a26-6214-46ef-b8ab-78e9014dc570,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 06:02:02.245461 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48208) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 06:02:02.289766 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f3504289-b208-41e5-97d5-0b8a4c48d9a0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d9053b188d824fc193e8698e0435ebc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429952 Mar 05 06:02:02.292318 n-d-789963-32 neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.11', 48210) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 06:02:02.338420 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f86b80a9-94a6-4b74-89cf-2e120c0185ca admin admin] Publish callbacks [] for security_group (ca59a032-15e3-4726-93e1-5076e4a11847), before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:02.358928 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f86b80a9-94a6-4b74-89cf-2e120c0185ca admin admin] Publish callbacks [] for security_group (ca59a032-15e3-4726-93e1-5076e4a11847), precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:02.408814 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f86b80a9-94a6-4b74-89cf-2e120c0185ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (ca59a032-15e3-4726-93e1-5076e4a11847), after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:02.411360 n-d-789963-32 neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f86b80a9-94a6-4b74-89cf-2e120c0185ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:02.412507 n-d-789963-32 neutron-server[105232]: INFO neutron.wsgi [None req-f86b80a9-94a6-4b74-89cf-2e120c0185ca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ca59a032-15e3-4726-93e1-5076e4a11847 HTTP/1.1" status: 204 len: 168 time: 0.1192393 Mar 05 06:02:02.420041 n-d-789963-32 neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b80a9-94a6-4b74-89cf-2e120c0185ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca59a032-15e3-4726-93e1-5076e4a11847,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 06:02:02.724888 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48216) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 06:02:02.766552 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-a9f92d34-59ef-40cc-a19b-61e6320c37fd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8f782029cc944522aba75fe7b2d7b4dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404165 Mar 05 06:02:02.769215 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [-] (105231) accepted ('10.222.0.11', 48218) {{(pid=105231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 05 06:02:02.821351 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-43eb05d9-90f1-48be-a21c-f96609c85a49 admin admin] Publish callbacks [] for security_group (16330eff-ebd8-45de-8ed5-dfe782782363), before_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:02.828519 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device fd79c8ab-9f00-43f8-8c6c-2a1446792953 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 06:02:02.844174 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-43eb05d9-90f1-48be-a21c-f96609c85a49 admin admin] Publish callbacks [] for security_group (16330eff-ebd8-45de-8ed5-dfe782782363), precommit_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:02.849190 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: fd79c8ab-9f00-43f8-8c6c-2a1446792953 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 06:02:02.849547 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device fd79c8ab-9f00-43f8-8c6c-2a1446792953 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 06:02:02.849968 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device af5175d1-146f-45e2-86a2-f9c87e515eed no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 06:02:02.873325 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: af5175d1-146f-45e2-86a2-f9c87e515eed {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 06:02:02.873675 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device af5175d1-146f-45e2-86a2-f9c87e515eed not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 06:02:02.874101 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bb52d640-849d-4d38-96fb-448a8e2a4ea6 no longer exists at agent ovs-agent-n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 05 06:02:02.895011 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] No Port match for: bb52d640-849d-4d38-96fb-448a8e2a4ea6 {{(pid=105233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 05 06:02:02.895445 n-d-789963-32 neutron-server[105233]: DEBUG neutron.plugins.ml2.rpc [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Device bb52d640-849d-4d38-96fb-448a8e2a4ea6 not bound to the agent host n-d-789963-32 {{(pid=105233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 05 06:02:02.899154 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-43eb05d9-90f1-48be-a21c-f96609c85a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-970632'] for security_group (16330eff-ebd8-45de-8ed5-dfe782782363), after_delete {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:02.901785 n-d-789963-32 neutron-server[105231]: DEBUG neutron_lib.callbacks.manager [None req-43eb05d9-90f1-48be-a21c-f96609c85a49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=105231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:02.902878 n-d-789963-32 neutron-server[105231]: INFO neutron.wsgi [None req-43eb05d9-90f1-48be-a21c-f96609c85a49 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/16330eff-ebd8-45de-8ed5-dfe782782363 HTTP/1.1" status: 204 len: 168 time: 0.1327519 Mar 05 06:02:02.910917 n-d-789963-32 neutron-server[105231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb05d9-90f1-48be-a21c-f96609c85a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16330eff-ebd8-45de-8ed5-dfe782782363,revision_number=None']} {{(pid=105231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 05 06:02:11.557978 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6c466ad6-d6d2-4554-b21c-38f0ef0bdfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:13.837283 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d192f881-745c-48c5-8eeb-1444736c2b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:14.461331 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:14.776662 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:15.290041 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:16.548122 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:17.978581 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:30.495890 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 06:02:41.560361 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-866036f8-bc37-4f9a-a653-401554c138f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:43.839379 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-af7e1f3f-4691-4968-bebd-26f0f481fa02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:44.464024 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:44.776168 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:45.292187 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:46.548849 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:02:47.981850 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:03:07.497898 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 06:03:11.561910 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9f97e6a6-ea2a-4cbe-b70c-f59d5b2ffa42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:03:13.840162 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bc6d71ab-e295-4be1-a344-0f6f6101888a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:03:14.465006 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:03:14.774241 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:03:15.294129 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:03:16.554671 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:03:17.986498 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:03:41.563707 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4ef653d1-b919-4d40-9034-e8ef6acd8399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:03:43.841449 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b1b012f1-fe29-4452-9fe6-ee5a2e7c3241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:03:44.463340 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:03:44.498266 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 06:03:44.789196 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:03:45.297401 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:03:46.555270 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:03:47.978314 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:04:11.565367 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-aeae7944-a890-4fe6-aa8e-5560654b97eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:04:13.842159 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-13f63320-48da-48a6-962e-a786b7439180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:04:14.467412 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:04:14.792736 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:04:15.299420 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:04:16.557598 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:04:17.981785 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:04:21.497038 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 06:04:41.568833 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-20dd8b49-945c-4b32-b5de-f34ea77ba446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:04:43.843098 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bdde42da-a96d-4e8f-bc99-87921c9af26a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:04:44.475649 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:04:44.800598 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:04:45.303298 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:04:46.560061 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:04:47.983757 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:04:58.496059 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 06:05:11.570181 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3ba51bc2-32f5-40a1-a488-af8dcb9b3979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:05:13.843369 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4b2c9124-899c-48f3-a387-5e8e53e7091a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:05:14.506637 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:05:14.828704 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:05:15.305677 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:05:16.563338 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:05:17.986733 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:05:35.495606 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 06:05:41.571813 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4e5fd88e-59d4-492b-a010-abb711ae0132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:05:43.843690 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c288a6eb-e8f3-48c3-a6c4-ee578977a624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:05:44.506817 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:05:44.829065 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:05:45.308633 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:05:46.565810 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:05:47.993443 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:06:11.572860 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-15359494-f6b0-4a66-9535-0c947273c964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:06:12.495741 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 06:06:13.845245 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-04d08059-38a1-4710-8001-3ca47b036fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:06:14.521115 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:06:14.847587 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:06:15.312684 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:06:16.567751 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:06:17.986082 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:06:41.576123 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8c766ac6-7d71-4f41-be1c-6259e1b28c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:06:43.845743 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a21698a6-35f0-4be7-9409-b4de4d7de230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:06:44.536527 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:06:44.841395 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:06:45.314785 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:06:46.571054 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:06:47.988242 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:06:49.497033 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 06:07:11.578122 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-92ec08b8-0b58-4f8d-8d06-2f5c0d0d17e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:07:13.847501 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7b1ca1d3-9321-4b1b-b64b-8745f377b50c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:07:14.534207 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:07:14.876461 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:07:15.316623 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:07:16.574467 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:07:17.990202 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:07:26.496567 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 06:07:41.580278 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-12523f18-aca8-4894-92eb-c5f4772a82ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:07:43.848886 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1b3e8593-f3a8-47ba-af04-ce59a0e908f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:07:44.532944 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:07:44.886517 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:07:45.321170 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:07:46.576742 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:07:47.994064 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:08:03.496770 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 06:08:11.582066 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fcf3671a-5205-449a-abe9-c002d71a16a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:08:13.849710 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-62b3d83d-9fdf-4c99-98b8-b05b41ac0ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:08:14.531658 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:08:14.885830 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:08:15.324129 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:08:16.578791 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:08:17.997054 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:08:40.498099 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 06:08:41.585297 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-12ed2097-6013-4e94-87be-b3c712311bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:08:43.854033 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c8c4afc4-873c-48fd-92cf-6b37473445fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:08:44.546538 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:08:44.907529 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:08:45.327549 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:08:46.582147 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:08:47.999932 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:09:11.587669 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-39ae4f54-c8fc-48ab-a4af-980f17b900f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:09:13.857785 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ceafb02a-7e1d-4376-94c3-28a014777975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:09:14.544690 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:09:14.902597 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:09:15.332687 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:09:16.584499 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:09:17.496621 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 06:09:18.002000 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:09:41.590250 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5e20f056-64d4-405f-90ab-91ca69529d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:09:43.860683 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-92c0461e-ee08-4fce-9f18-4f5a9d23804c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:09:44.560548 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:09:44.905084 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:09:45.336256 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:09:46.586701 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:09:48.004209 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:09:54.495701 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 05 06:10:11.593731 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2c66ed3f-79d7-4f03-abc5-c82e4b0f2a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (a1cff723-2a3b-4b00-9027-abb409329d07), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:10:13.862460 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-292c5ee4-516a-483c-b439-784b083516f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (cc2d83a2-2811-4d49-901e-4b5c29cca9f1), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:10:14.580605 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fdd34f2c-022d-4237-a56d-57af1a0f72b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (31ca36e2-9777-459d-bf9b-177d962dd455), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:10:14.916289 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f016a984-054a-4357-a7c3-3129d41301ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (da861b00-28bf-48cc-8cbf-b39c1b3bff17), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:10:15.335527 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ad8e8cfd-d93a-4c1f-9e68-512ffdcb178a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (756eb5b6-0119-466d-98a3-2755ee7f118d), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:10:16.549204 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-495e5d9f-727e-4faf-9d4e-f2640c4f0a84 service neutron] (105231) timed out ('10.222.0.11', 46054) {{(pid=105231) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 05 06:10:16.589173 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9549a530-1519-4e5a-9c83-c761357b4510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (e00a6d92-a564-4b4b-8969-0e6d79ab1176), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:10:16.644228 n-d-789963-32 neutron-server[105231]: DEBUG neutron.wsgi [req-cdf65021-bd77-4fdb-bcbd-7e9136f0f819 req-d35067bc-505b-40be-91c8-d4511d773e82 tempest-TestShelveInstance-1573810553 tempest-TestShelveInstance-1573810553-project] (105231) timed out ('10.222.0.11', 46076) {{(pid=105231) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 05 06:10:18.006563 n-d-789963-32 neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6e1214bd-561f-4d96-bee5-fe15100949fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780054810197', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095501'] for agent (55fea01a-6aed-4146-8470-ec21770f3ba2), after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 05 06:10:31.494618 n-d-789963-32 neutron-server[105234]: DEBUG neutron.db.agents_db [None req-7d4ad85c-aec9-47ee-a6a4-fc9640eef92c None None] Agent healthcheck: found 7 active agents {{(pid=105234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}